-- Logs begin at Tue 2021-08-10 02:29:09 UTC, end at Tue 2021-08-10 04:59:39 UTC. -- Aug 10 03:01:34.066871 n-d-768862-13 systemd[1]: Started Devstack devstack@q-svc.service. Aug 10 03:01:36.768061 n-d-768862-13 neutron-server[94151]: INFO neutron.common.config [-] Logging enabled! Aug 10 03:01:36.768688 n-d-768862-13 neutron-server[94151]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev529 Aug 10 03:01:36.768827 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94151) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 10 03:01:36.772105 n-d-768862-13 neutron-server[94151]: INFO neutron.common.config [-] Logging enabled! Aug 10 03:01:36.772361 n-d-768862-13 neutron-server[94151]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev529 Aug 10 03:01:36.772673 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94151) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 10 03:01:36.773637 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 10 03:01:36.773868 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 10 03:01:36.774245 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 10 03:01:36.774495 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 10 03:01:36.774717 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 10 03:01:36.775032 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:36.775323 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:36.775623 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:36.775851 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:36.776142 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:36.776427 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:36.776705 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:36.776992 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:36.777285 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:36.777566 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:36.777843 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:36.778126 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:36.778386 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:36.778666 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:36.778950 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:36.779233 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:36.779454 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] debug = True {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:36.779733 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:36.780161 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:36.780565 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:36.780841 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:36.781127 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:36.781405 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:36.781674 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:36.781947 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:36.782246 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:36.782580 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] host = n-d-768862-13 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:36.782852 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:36.783133 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:36.783415 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:36.783699 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:36.783974 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:36.784244 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:36.784525 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:36.784793 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:36.785061 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] log_file = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:36.785332 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:36.785621 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:36.785904 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:36.786189 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:36.786436 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:36.786655 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:36.786940 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:36.787222 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:36.787492 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:36.787765 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:36.788037 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:36.788350 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:36.788577 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:36.788843 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:36.789151 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:36.789431 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:36.789713 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:36.789985 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:36.790275 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:36.790546 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:36.790813 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:36.791095 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:36.791364 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:36.791633 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:36.791902 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:36.792186 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:36.792451 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:36.792719 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:36.793013 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:36.793294 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:36.793572 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:36.793856 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:36.794125 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:36.794433 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:36.794703 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:36.794969 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:36.795234 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] use_json = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:36.795505 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:36.795773 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:36.796052 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:36.796320 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:36.796589 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:36.796859 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:36.797126 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:36.797405 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:36.797702 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:36.797996 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:36.798321 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:36.798605 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:36.798897 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:36.799174 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:36.799461 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:36.799737 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:36.800025 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:36.800311 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:36.800597 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:36.800873 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:36.801158 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:36.801432 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:36.801726 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:36.802031 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:36.802350 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:36.802643 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:36.802916 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:36.803189 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:36.803458 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:36.803733 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:36.804016 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:36.804306 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:36.805113 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:36.805386 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:36.805665 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:36.805955 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:36.806240 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:36.806524 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:36.806798 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:36.807085 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:36.807360 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:36.807629 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:36.807906 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:36.808183 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:36.808454 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:36.808724 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:36.808997 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:36.809284 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:36.809558 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:36.809828 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:36.810099 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:36.810412 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:36.810684 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:36.810965 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:36.811240 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:36.811510 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:36.811777 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:36.812051 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:36.812321 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:36.812590 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:36.812864 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:36.813133 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:36.813408 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:36.813678 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:36.813947 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:36.814217 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:36.814508 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:36.814777 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:36.815045 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:36.815313 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:36.815592 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:36.815859 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:36.816130 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:36.816400 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:36.816669 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:36.816939 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:36.817223 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:36.817519 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:36.817793 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:36.818070 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:36.818383 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:36.818931 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:36.819207 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:36.819481 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:36.819757 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:36.820032 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:36.820908 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:36.821202 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:36.821485 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:36.821771 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:36.822051 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:36.822354 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:36.822653 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:36.822932 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:36.823214 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:36.823490 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:36.823767 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:36.824053 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:36.824332 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:36.824627 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:36.824922 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:36.825215 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:36.825509 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:36.825803 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:36.826082 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:36.826426 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:36.826709 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:36.826927 n-d-768862-13 neutron-server[94151]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 10 03:01:36.827164 n-d-768862-13 neutron-server[94151]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94151) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 10 03:01:37.190767 n-d-768862-13 neutron-server[94151]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 10 03:01:37.191049 n-d-768862-13 neutron-server[94151]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 10 03:01:37.191340 n-d-768862-13 neutron-server[94151]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 10 03:01:37.191676 n-d-768862-13 neutron-server[94151]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 10 03:01:37.585489 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:37.585868 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:37.586144 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:37.587372 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:37.587651 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:37.587921 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:37.623654 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:37.623935 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:37.624213 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:37.640588 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:37.640870 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:37.641143 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:37.669507 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:37.669788 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:37.670059 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:37.706005 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:37.706314 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:37.706588 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:37.939033 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:37.939694 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:37.939694 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:37.939874 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:37.940514 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.061858 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.062180 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.062489 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.062760 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.063026 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.063337 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.063598 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.063854 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.064110 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.064394 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.064654 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.064918 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.065171 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.065424 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.065679 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.065942 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.066196 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.066486 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.066756 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.067015 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.067288 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.067544 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.067826 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.068203 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.068454 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.068954 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.069353 n-d-768862-13 neutron-server[94151]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94151) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 03:01:38.069602 n-d-768862-13 neutron-server[94151]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94151) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 03:01:38.069845 n-d-768862-13 neutron-server[94151]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94151) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 03:01:38.070086 n-d-768862-13 neutron-server[94151]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94151) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 03:01:38.070379 n-d-768862-13 neutron-server[94151]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94151) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 03:01:38.070625 n-d-768862-13 neutron-server[94151]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94151) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 03:01:38.070993 n-d-768862-13 neutron-server[94151]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 10 03:01:38.074120 n-d-768862-13 neutron-server[94151]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 10 03:01:38.078058 n-d-768862-13 neutron-server[94151]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 10 03:01:38.081872 n-d-768862-13 neutron-server[94151]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Aug 10 03:01:38.083681 n-d-768862-13 neutron-server[94151]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 10 03:01:38.084149 n-d-768862-13 neutron-server[94151]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 10 03:01:38.084494 n-d-768862-13 neutron-server[94151]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 10 03:01:38.084885 n-d-768862-13 neutron-server[94151]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 10 03:01:38.088275 n-d-768862-13 neutron-server[94151]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 10 03:01:38.088533 n-d-768862-13 neutron-server[94151]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 10 03:01:38.088892 n-d-768862-13 neutron-server[94151]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 10 03:01:38.094356 n-d-768862-13 neutron-server[94151]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 10 03:01:38.117178 n-d-768862-13 neutron-server[94151]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 10 03:01:38.117657 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.117966 n-d-768862-13 neutron-server[94151]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94151) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 10 03:01:38.118361 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.119794 n-d-768862-13 neutron-server[94151]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94151) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 10 03:01:38.120089 n-d-768862-13 neutron-server[94151]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 10 03:01:38.120337 n-d-768862-13 neutron-server[94151]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 10 03:01:38.124119 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.124410 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.188135 n-d-768862-13 neutron-server[94151]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 10 03:01:38.188359 n-d-768862-13 neutron-server[94151]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 10 03:01:38.188597 n-d-768862-13 neutron-server[94151]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 10 03:01:38.188990 n-d-768862-13 neutron-server[94151]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 10 03:01:38.211947 n-d-768862-13 neutron-server[94151]: DEBUG oslo_db.sqlalchemy.engines [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94151) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 10 03:01:38.757411 n-d-768862-13 neutron-server[94151]: INFO neutron.plugins.ml2.managers [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Initializing driver for type 'gre' Aug 10 03:01:38.757939 n-d-768862-13 neutron-server[94151]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] gre ID ranges: [(1, 1000)] Aug 10 03:01:38.810470 n-d-768862-13 neutron-server[94151]: INFO neutron.plugins.ml2.managers [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Initializing driver for type 'local' Aug 10 03:01:38.810751 n-d-768862-13 neutron-server[94151]: INFO neutron.plugins.ml2.managers [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Initializing driver for type 'vlan' Aug 10 03:01:38.823753 n-d-768862-13 neutron-server[94151]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] VlanTypeDriver initialization complete Aug 10 03:01:38.824119 n-d-768862-13 neutron-server[94151]: INFO neutron.plugins.ml2.managers [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Initializing driver for type 'vxlan' Aug 10 03:01:38.824725 n-d-768862-13 neutron-server[94151]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] vxlan ID ranges: [(1, 1000)] Aug 10 03:01:38.878199 n-d-768862-13 neutron-server[94151]: INFO neutron.plugins.ml2.managers [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Initializing extension driver 'port_security' Aug 10 03:01:38.878612 n-d-768862-13 neutron-server[94151]: INFO neutron.plugins.ml2.extensions.port_security [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] PortSecurityExtensionDriver initialization complete Aug 10 03:01:38.878945 n-d-768862-13 neutron-server[94151]: INFO neutron.plugins.ml2.managers [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Initializing mechanism driver 'openvswitch' Aug 10 03:01:38.879276 n-d-768862-13 neutron-server[94151]: INFO neutron.plugins.ml2.managers [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Initializing mechanism driver 'hyperv' Aug 10 03:01:38.885786 n-d-768862-13 neutron-server[94151]: DEBUG neutron.plugins.ml2.plugin [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:01:38.886521 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Subscribe: > port after_create 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.886900 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Subscribe: > port after_update 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.887261 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Subscribe: > port after_delete 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.887784 n-d-768862-13 neutron-server[94151]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94151) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 03:01:38.888222 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Subscribe: > subnet after_create 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.888583 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Subscribe: > subnet after_update 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.888932 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.889329 n-d-768862-13 neutron-server[94151]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94151) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 03:01:38.889737 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Subscribe: > network after_create 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.890090 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Subscribe: > network after_update 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.890461 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Subscribe: > network after_delete 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.890855 n-d-768862-13 neutron-server[94151]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94151) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 03:01:38.891259 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Subscribe: > security_group after_create 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.891611 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Subscribe: > security_group after_update 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.891958 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.892354 n-d-768862-13 neutron-server[94151]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94151) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 03:01:38.892893 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.893247 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.893600 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.894003 n-d-768862-13 neutron-server[94151]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94151) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 03:01:38.894440 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Subscribe: > address_group after_create 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.894792 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Subscribe: > address_group after_update 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.895137 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.895530 n-d-768862-13 neutron-server[94151]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94151) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 03:01:38.895913 n-d-768862-13 neutron-server[94151]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] ML2 OVO RPC backend initialized. {{(pid=94151) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 10 03:01:38.896633 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.896991 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.897411 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Subscribe: > network before_response 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.897788 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Subscribe: > networks before_response 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.898141 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Subscribe: > port before_response 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.898998 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Subscribe: > ports before_response 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.899345 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Subscribe: > subnet before_response 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.899695 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Subscribe: > subnets before_response 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.900047 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Subscribe: > network after_create 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.900394 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Subscribe: > network after_update 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.900737 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Subscribe: > network after_delete 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.901079 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Subscribe: > port after_create 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.901421 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Subscribe: > port after_update 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.901764 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Subscribe: > port after_delete 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.902111 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Subscribe: > subnet after_create 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.902473 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Subscribe: > subnet after_update 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.902814 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.903399 n-d-768862-13 neutron-server[94151]: INFO neutron.plugins.ml2.plugin [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Modular L2 Plugin initialization complete Aug 10 03:01:38.903739 n-d-768862-13 neutron-server[94151]: DEBUG neutron.manager [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading services supported by the core plugin {{(pid=94151) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 10 03:01:38.904071 n-d-768862-13 neutron-server[94151]: INFO neutron.plugins.ml2.managers [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Got port-security extension from driver 'port_security' Aug 10 03:01:38.904544 n-d-768862-13 neutron-server[94151]: INFO neutron.extensions.vlantransparent [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Disabled vlantransparent extension. Aug 10 03:01:38.905028 n-d-768862-13 neutron-server[94151]: DEBUG neutron.manager [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94151) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 10 03:01:38.905347 n-d-768862-13 neutron-server[94151]: INFO neutron.manager [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading Plugin: router Aug 10 03:01:38.943211 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.944071 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Subscribe: > router after_create 55549900 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.944222 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Subscribe: > router before_create 55549900 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.944594 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.944971 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.945330 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Subscribe: > router after_delete 55549900 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.945697 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.946066 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Subscribe: > router after_create 55549900 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.946443 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Subscribe: > router after_update 55549900 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.946831 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Subscribe: > router after_update 55549900 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.947193 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.947560 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Subscribe: > router after_update 55549900 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.947981 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Subscribe: > router precommit_update 55549900 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.948352 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Subscribe: port after_update 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.948697 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Subscribe: port after_delete 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.949040 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Subscribe: subnet after_update 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.949385 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.949737 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.950090 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Subscribe: > router precommit_create 55549900 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.950463 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Subscribe: port before_delete 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.950819 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Subscribe: > router precommit_create 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.951178 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Subscribe: > router after_update 55549900 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.951525 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.951884 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Subscribe: > router precommit_create 55549900 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.952256 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.952607 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Subscribe: > router precommit_update 55549900 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.952976 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Subscribe: > agent after_create 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.953329 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Subscribe: > agent after_delete 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.953677 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Subscribe: > network after_delete 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.954659 n-d-768862-13 neutron-server[94151]: DEBUG neutron.quota.resource_registry [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Tracking information for resource: router configured {{(pid=94151) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 03:01:38.955003 n-d-768862-13 neutron-server[94151]: DEBUG neutron.quota.resource_registry [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Tracking information for resource: floatingip configured {{(pid=94151) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 03:01:38.959862 n-d-768862-13 neutron-server[94151]: INFO neutron.db.l3_agentschedulers_db [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 10 03:01:38.960570 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Subscribe: port after_update 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.961436 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Subscribe: port after_create 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.961838 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Subscribe: port after_delete 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.962197 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Subscribe: port after_update 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.963023 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Subscribe: > router before_create 55550100 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.963401 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.963768 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Subscribe: > router precommit_create 55550100 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.964131 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Subscribe: > router precommit_update 55550100 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.968767 n-d-768862-13 neutron-server[94151]: DEBUG neutron.services.provider_configuration [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Service providers = [] {{(pid=94151) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 10 03:01:38.969140 n-d-768862-13 neutron-server[94151]: DEBUG neutron.db.servicetype_db [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94151) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 10 03:01:38.972141 n-d-768862-13 neutron-server[94151]: DEBUG neutron.services.service_base [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94151) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 10 03:01:38.972501 n-d-768862-13 neutron-server[94151]: DEBUG neutron.services.service_base [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94151) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 10 03:01:38.972853 n-d-768862-13 neutron-server[94151]: DEBUG neutron.services.service_base [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94151) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 10 03:01:38.973771 n-d-768862-13 neutron-server[94151]: DEBUG neutron.services.service_base [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94151) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 10 03:01:38.974203 n-d-768862-13 neutron-server[94151]: INFO neutron.services.service_base [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 10 03:01:38.974642 n-d-768862-13 neutron-server[94151]: DEBUG neutron.manager [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94151) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 03:01:38.975015 n-d-768862-13 neutron-server[94151]: INFO neutron.manager [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 10 03:01:38.988081 n-d-768862-13 neutron-server[94151]: DEBUG neutron.manager [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94151) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 03:01:38.988501 n-d-768862-13 neutron-server[94151]: INFO neutron.manager [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading Plugin: auto_allocate Aug 10 03:01:38.995181 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Subscribe: network precommit_update 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.995580 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Subscribe: network precommit_create 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:38.996232 n-d-768862-13 neutron-server[94151]: DEBUG neutron.manager [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94151) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 03:01:38.996631 n-d-768862-13 neutron-server[94151]: INFO neutron.manager [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading Plugin: tag Aug 10 03:01:39.003319 n-d-768862-13 neutron-server[94151]: DEBUG neutron.manager [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94151) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 03:01:39.003653 n-d-768862-13 neutron-server[94151]: INFO neutron.manager [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading Plugin: timestamp Aug 10 03:01:39.007716 n-d-768862-13 neutron-server[94151]: DEBUG neutron.manager [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94151) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 03:01:39.008058 n-d-768862-13 neutron-server[94151]: INFO neutron.manager [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading Plugin: network_ip_availability Aug 10 03:01:39.013528 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:39.013907 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:39.014299 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:39.015031 n-d-768862-13 neutron-server[94151]: DEBUG neutron.manager [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94151) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 03:01:39.015355 n-d-768862-13 neutron-server[94151]: INFO neutron.manager [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading Plugin: flavors Aug 10 03:01:39.020223 n-d-768862-13 neutron-server[94151]: DEBUG neutron.manager [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94151) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 03:01:39.020562 n-d-768862-13 neutron-server[94151]: INFO neutron.manager [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading Plugin: revisions Aug 10 03:01:39.025405 n-d-768862-13 neutron-server[94151]: DEBUG neutron.manager [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94151) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 03:01:39.025807 n-d-768862-13 neutron-server[94151]: DEBUG oslo_concurrency.lockutils [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.834s {{(pid=94151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 10 03:01:39.026589 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94151) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 10 03:01:39.026932 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Initializing extension manager. Aug 10 03:01:39.027447 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: __init__.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.027796 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: __pycache__ {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.028138 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.028477 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: address_group.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.029243 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.029826 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loaded extension: address-group Aug 10 03:01:39.030158 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: address_scope.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.030909 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.031435 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loaded extension: address-scope Aug 10 03:01:39.031766 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.032704 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.033225 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loaded extension: router-admin-state-down-before-update Aug 10 03:01:39.033557 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: agent.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.034493 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.035010 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loaded extension: agent Aug 10 03:01:39.035341 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: agent_resources_synced.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.036263 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.036786 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loaded extension: agent-resources-synced Aug 10 03:01:39.037117 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: allowedaddresspairs.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.039557 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.040159 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loaded extension: allowed-address-pairs Aug 10 03:01:39.040565 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: auto_allocated_topology.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.041713 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.042251 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loaded extension: auto-allocated-topology Aug 10 03:01:39.042590 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: availability_zone.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.043300 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.043811 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loaded extension: availability_zone Aug 10 03:01:39.044140 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: availability_zone_filter.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.045074 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.045588 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loaded extension: availability_zone_filter Aug 10 03:01:39.045919 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: data_plane_status.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.046882 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.047388 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Extension data-plane-status not supported by any of loaded plugins Aug 10 03:01:39.047715 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: default_subnetpools.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.048643 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.049156 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loaded extension: default-subnetpools Aug 10 03:01:39.049527 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.050343 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.050860 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loaded extension: dhcp_agent_scheduler Aug 10 03:01:39.051188 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: dns.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.052130 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.052640 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Extension dns-integration not supported by any of loaded plugins Aug 10 03:01:39.052966 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: dns_domain_ports.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.053894 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.054462 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 10 03:01:39.054795 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.055729 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.056244 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 10 03:01:39.056571 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: dvr.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.057252 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.057766 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loaded extension: dvr Aug 10 03:01:39.058091 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: ecmp_routes.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.059073 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.059585 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 10 03:01:39.059915 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: empty_string_filtering.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.060898 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.061370 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loaded extension: empty-string-filtering Aug 10 03:01:39.061697 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.062669 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.063177 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 10 03:01:39.063503 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.067836 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.067836 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 10 03:01:39.067836 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: external_net.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.067836 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.067836 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loaded extension: external-net Aug 10 03:01:39.067836 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.068405 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.068504 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loaded extension: extra_dhcp_opt Aug 10 03:01:39.069059 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: extraroute.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.070023 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.071147 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loaded extension: extraroute Aug 10 03:01:39.071551 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: extraroute_atomic.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.072749 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.073311 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loaded extension: extraroute-atomic Aug 10 03:01:39.073683 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: filter_validation.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.074512 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.075104 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loaded extension: filter-validation Aug 10 03:01:39.075476 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: fip_pf_description.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.076585 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.077135 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 10 03:01:39.077506 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: fip_port_details.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.078670 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.079228 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loaded extension: fip-port-details Aug 10 03:01:39.079586 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: flavors.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.081032 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.081629 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loaded extension: flavors Aug 10 03:01:39.082064 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.084045 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.084694 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 10 03:01:39.085055 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: floatingip_pools.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.086541 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.087159 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loaded extension: floatingip-pools Aug 10 03:01:39.087560 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: ip_allocation.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.088680 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.089259 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Extension ip_allocation not supported by any of loaded plugins Aug 10 03:01:39.089646 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.090773 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.091395 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loaded extension: ip-substring-filtering Aug 10 03:01:39.091749 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: l2_adjacency.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.092865 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.093476 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 10 03:01:39.093819 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: l3.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.095209 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.095838 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loaded extension: router Aug 10 03:01:39.096209 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.098880 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.099551 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 10 03:01:39.099949 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.101062 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.101736 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loaded extension: ext-gw-mode Aug 10 03:01:39.102096 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.103260 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.103928 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loaded extension: l3-ha Aug 10 03:01:39.104288 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: l3_flavors.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.105367 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.106016 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loaded extension: l3-flavors Aug 10 03:01:39.106413 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.107491 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.108129 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 10 03:01:39.108485 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: l3agentscheduler.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.109695 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.110353 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loaded extension: l3_agent_scheduler Aug 10 03:01:39.110718 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: logging.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.112393 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.112923 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Extension logging not supported by any of loaded plugins Aug 10 03:01:39.113264 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: metering.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.114029 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.114659 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loaded extension: metering Aug 10 03:01:39.114997 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.116107 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.116632 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loaded extension: metering_source_and_destination_fields Aug 10 03:01:39.116990 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: multiprovidernet.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.117940 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.118490 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loaded extension: multi-provider Aug 10 03:01:39.118825 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: netmtu.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.119756 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.120270 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loaded extension: net-mtu Aug 10 03:01:39.120602 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: netmtu_writable.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.121535 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.122051 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loaded extension: net-mtu-writable Aug 10 03:01:39.122409 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: network_availability_zone.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.123092 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.123604 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loaded extension: network_availability_zone Aug 10 03:01:39.123930 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: network_ip_availability.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.125031 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.125552 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loaded extension: network-ip-availability Aug 10 03:01:39.125885 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: network_segment_range.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.126704 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.127218 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Extension network-segment-range not supported by any of loaded plugins Aug 10 03:01:39.127550 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: pagination.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.128545 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.128883 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loaded extension: pagination Aug 10 03:01:39.129211 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: port_device_profile.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.130125 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.130686 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loaded extension: port-device-profile Aug 10 03:01:39.131014 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.131964 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.132473 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loaded extension: port-mac-address-regenerate Aug 10 03:01:39.133311 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.134271 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.134789 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loaded extension: port-numa-affinity-policy Aug 10 03:01:39.135115 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: port_resource_request.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.136038 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.136545 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Extension port-resource-request not supported by any of loaded plugins Aug 10 03:01:39.136870 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: portbindings.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.137811 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.138366 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loaded extension: binding Aug 10 03:01:39.138699 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: portbindings_extended.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.140117 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.140639 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loaded extension: binding-extended Aug 10 03:01:39.140972 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: portsecurity.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.141917 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.142469 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loaded extension: port-security Aug 10 03:01:39.142801 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: project_id.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.143801 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.144132 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loaded extension: project-id Aug 10 03:01:39.144462 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: providernet.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.145399 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.145917 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loaded extension: provider Aug 10 03:01:39.146270 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: qos.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.150433 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.150963 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Extension qos not supported by any of loaded plugins Aug 10 03:01:39.151300 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.152561 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.153080 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 10 03:01:39.153416 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.154393 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.154910 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 10 03:01:39.155244 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: qos_default.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.156178 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.156692 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Extension qos-default not supported by any of loaded plugins Aug 10 03:01:39.157026 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: qos_fip.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.157703 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.158214 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Extension qos-fip not supported by any of loaded plugins Aug 10 03:01:39.158566 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: qos_gateway_ip.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.159507 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.160020 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 10 03:01:39.160351 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: qos_port_network_policy.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.161276 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.161785 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 10 03:01:39.162115 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: qos_pps_rule.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.163340 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.163890 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Extension qos-pps not supported by any of loaded plugins Aug 10 03:01:39.164223 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: qos_rule_type_details.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.165161 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.165675 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 10 03:01:39.166005 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: qos_rules_alias.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.167100 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.167621 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 10 03:01:39.167956 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: quotasv2.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.168931 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.169265 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loaded extension: quotas Aug 10 03:01:39.169592 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: quotasv2_detail.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.172722 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.173073 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loaded extension: quota_details Aug 10 03:01:39.173415 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: rbac.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.174744 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.175287 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loaded extension: rbac-policies Aug 10 03:01:39.175626 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: rbac_address_group.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.176577 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.177102 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loaded extension: rbac-address-group Aug 10 03:01:39.177438 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: rbac_address_scope.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.178405 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.178930 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loaded extension: rbac-address-scope Aug 10 03:01:39.179264 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: rbac_security_groups.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.180246 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.180763 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loaded extension: rbac-security-groups Aug 10 03:01:39.181097 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: rbac_subnetpool.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.182030 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.182586 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loaded extension: rbac-subnetpool Aug 10 03:01:39.182921 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: revisionifmatch.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.183853 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.184373 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loaded extension: revision-if-match Aug 10 03:01:39.184702 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: revisions.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.185831 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.186388 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loaded extension: standard-attr-revisions Aug 10 03:01:39.186723 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: router_availability_zone.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.187412 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.187930 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loaded extension: router_availability_zone Aug 10 03:01:39.188260 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: routerservicetype.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.189186 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.189702 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Extension router-service-type not supported by any of loaded plugins Aug 10 03:01:39.190032 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.190998 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.191517 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loaded extension: security-groups-normalized-cidr Aug 10 03:01:39.191851 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.192784 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.193299 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loaded extension: port-security-groups-filtering Aug 10 03:01:39.193883 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.194847 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.195886 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loaded extension: security-groups-remote-address-group Aug 10 03:01:39.196212 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: securitygroup.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.205820 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.206399 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loaded extension: security-group Aug 10 03:01:39.206743 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: segment.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.207552 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.208072 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Extension segment not supported by any of loaded plugins Aug 10 03:01:39.208407 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.209358 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.209873 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 10 03:01:39.210207 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: servicetype.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.212083 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.212620 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loaded extension: service-type Aug 10 03:01:39.212956 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: sorting.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.213972 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.214346 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loaded extension: sorting Aug 10 03:01:39.214680 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: standard_attr_segment.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.215606 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.216124 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 10 03:01:39.216451 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: standardattrdescription.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.217103 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.217617 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loaded extension: standard-attr-description Aug 10 03:01:39.217946 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: stateful_security_group.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.218912 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.219429 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loaded extension: stateful-security-group Aug 10 03:01:39.219760 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: stdattrs_common.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.220353 n-d-768862-13 neutron-server[94151]: WARNING neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 10 03:01:39.220680 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.221632 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.222159 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 10 03:01:39.222521 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: subnet_onboard.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.223621 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.224143 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loaded extension: subnet_onboard Aug 10 03:01:39.224478 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.225434 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.225947 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 10 03:01:39.226329 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: subnet_service_types.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.227282 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.227803 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loaded extension: subnet-service-types Aug 10 03:01:39.228135 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: subnetallocation.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.229236 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.229755 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loaded extension: subnet_allocation Aug 10 03:01:39.230090 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.230801 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.231315 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loaded extension: subnetpool-prefix-ops Aug 10 03:01:39.231642 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.232601 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.233128 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 10 03:01:39.233460 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: tagging.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.234593 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.235115 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loaded extension: standard-attr-tag Aug 10 03:01:39.235451 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: timestamp.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.236678 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.237198 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loaded extension: standard-attr-timestamp Aug 10 03:01:39.237531 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: trunk.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.238606 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.239130 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Extension trunk not supported by any of loaded plugins Aug 10 03:01:39.239464 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: trunk_details.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.240407 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.240932 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Extension trunk-details not supported by any of loaded plugins Aug 10 03:01:39.241263 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: uplink_status_propagation.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.242245 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.242776 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 10 03:01:39.243106 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Loading extension file: vlantransparent.py {{(pid=94151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:01:39.243793 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:01:39.244305 n-d-768862-13 neutron-server[94151]: INFO neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 10 03:01:39.246846 n-d-768862-13 neutron-server[94151]: INFO neutron.quota.resource_registry [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Creating instance of TrackedResource for resource:network Aug 10 03:01:39.247389 n-d-768862-13 neutron-server[94151]: INFO neutron.quota.resource_registry [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Creating instance of TrackedResource for resource:subnet Aug 10 03:01:39.247796 n-d-768862-13 neutron-server[94151]: INFO neutron.quota.resource_registry [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 03:01:39.248196 n-d-768862-13 neutron-server[94151]: INFO neutron.quota.resource_registry [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Creating instance of TrackedResource for resource:port Aug 10 03:01:39.249454 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.v2.resource_helper [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94151) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 03:01:39.249913 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.v2.resource_helper [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Service FLAVORS assigned prefix: {{(pid=94151) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 03:01:39.250595 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.v2.resource_helper [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94151) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 03:01:39.251030 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.v2.resource_helper [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94151) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 03:01:39.251367 n-d-768862-13 neutron-server[94151]: INFO neutron.quota.resource_registry [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Creating instance of TrackedResource for resource:router Aug 10 03:01:39.251814 n-d-768862-13 neutron-server[94151]: INFO neutron.quota.resource_registry [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Creating instance of TrackedResource for resource:floatingip Aug 10 03:01:39.252323 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.v2.resource_helper [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Service METERING assigned prefix: /metering {{(pid=94151) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 03:01:39.253775 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:39.254155 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:39.254541 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:01:39.255572 n-d-768862-13 neutron-server[94151]: INFO neutron.quota.resource_registry [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Creating instance of CountableResource for resource:rbac_policy Aug 10 03:01:39.256032 n-d-768862-13 neutron-server[94151]: INFO neutron.quota.resource_registry [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Creating instance of TrackedResource for resource:security_group Aug 10 03:01:39.256474 n-d-768862-13 neutron-server[94151]: INFO neutron.quota.resource_registry [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 10 03:01:39.258788 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.v2.resource_helper [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Service CORE assigned prefix: {{(pid=94151) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 03:01:39.259145 n-d-768862-13 neutron-server[94151]: INFO neutron.quota.resource_registry [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 03:01:39.259507 n-d-768862-13 neutron-server[94151]: WARNING neutron.quota.resource_registry [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] subnetpool is already registered Aug 10 03:01:39.259969 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.v2.resource_helper [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Service CORE assigned prefix: {{(pid=94151) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 03:01:39.260305 n-d-768862-13 neutron-server[94151]: INFO neutron.quota.resource_registry [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 03:01:39.260648 n-d-768862-13 neutron-server[94151]: WARNING neutron.quota.resource_registry [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] subnetpool is already registered Aug 10 03:01:39.262971 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.v2.resource_helper [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94151) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 03:01:39.263412 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.v2.resource_helper [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Service FLAVORS assigned prefix: {{(pid=94151) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 03:01:39.264008 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.v2.resource_helper [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94151) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 03:01:39.264437 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.v2.resource_helper [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94151) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 03:01:39.264781 n-d-768862-13 neutron-server[94151]: INFO neutron.quota.resource_registry [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Creating instance of TrackedResource for resource:router Aug 10 03:01:39.265128 n-d-768862-13 neutron-server[94151]: WARNING neutron.quota.resource_registry [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] router is already registered Aug 10 03:01:39.265550 n-d-768862-13 neutron-server[94151]: INFO neutron.quota.resource_registry [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Creating instance of TrackedResource for resource:floatingip Aug 10 03:01:39.265896 n-d-768862-13 neutron-server[94151]: WARNING neutron.quota.resource_registry [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] floatingip is already registered Aug 10 03:01:39.266393 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.v2.resource_helper [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Service METERING assigned prefix: /metering {{(pid=94151) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 03:01:39.267077 n-d-768862-13 neutron-server[94151]: INFO neutron.quota.resource_registry [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Creating instance of CountableResource for resource:rbac_policy Aug 10 03:01:39.267407 n-d-768862-13 neutron-server[94151]: WARNING neutron.quota.resource_registry [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] rbac_policy is already registered Aug 10 03:01:39.267820 n-d-768862-13 neutron-server[94151]: INFO neutron.quota.resource_registry [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Creating instance of TrackedResource for resource:security_group Aug 10 03:01:39.268159 n-d-768862-13 neutron-server[94151]: WARNING neutron.quota.resource_registry [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] security_group is already registered Aug 10 03:01:39.268566 n-d-768862-13 neutron-server[94151]: INFO neutron.quota.resource_registry [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 10 03:01:39.268901 n-d-768862-13 neutron-server[94151]: WARNING neutron.quota.resource_registry [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] security_group_rule is already registered Aug 10 03:01:39.269535 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.v2.resource_helper [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Service CORE assigned prefix: {{(pid=94151) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 03:01:39.269870 n-d-768862-13 neutron-server[94151]: INFO neutron.quota.resource_registry [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 03:01:39.270211 n-d-768862-13 neutron-server[94151]: WARNING neutron.quota.resource_registry [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] subnetpool is already registered Aug 10 03:01:39.270665 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.v2.resource_helper [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Service CORE assigned prefix: {{(pid=94151) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 03:01:39.270994 n-d-768862-13 neutron-server[94151]: INFO neutron.quota.resource_registry [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 03:01:39.271330 n-d-768862-13 neutron-server[94151]: WARNING neutron.quota.resource_registry [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] subnetpool is already registered Aug 10 03:01:39.271808 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Extended resource: extensions {{(pid=94151) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:01:39.273850 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Extended resource: address-groups {{(pid=94151) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:01:39.275387 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Extended resource: address-scopes {{(pid=94151) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:01:39.276723 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Extended resource: agents {{(pid=94151) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:01:39.277879 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Extended resource: auto-allocated-topology {{(pid=94151) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:01:39.279189 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Extended resource: availability_zones {{(pid=94151) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:01:39.280413 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Extended resource: dhcp-networks {{(pid=94151) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:01:39.281939 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Extended resource: dhcp-agents {{(pid=94151) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:01:39.283382 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Extended resource: routers {{(pid=94151) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:01:39.285114 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Extended resource: flavors {{(pid=94151) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:01:39.286408 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Extended resource: service_profiles {{(pid=94151) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:01:39.287630 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Extended resource: next_providers {{(pid=94151) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:01:39.289087 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Extended resource: service_profiles {{(pid=94151) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:01:39.290682 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Extended resource: floatingip-pools {{(pid=94151) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:01:39.291914 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Extended resource: routers {{(pid=94151) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:01:39.293643 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Extended resource: floatingips {{(pid=94151) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:01:39.294953 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Extended resource: l3-routers {{(pid=94151) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:01:39.296347 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Extended resource: l3-agents {{(pid=94151) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:01:39.297762 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Extended resource: metering-labels {{(pid=94151) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:01:39.299070 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Extended resource: metering-label-rules {{(pid=94151) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:01:39.300454 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Extended resource: network-ip-availabilities {{(pid=94151) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:01:39.301719 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Extended resource: bindings {{(pid=94151) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:01:39.303312 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Extended resource: quotas {{(pid=94151) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:01:39.304901 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Extended resource: quotas {{(pid=94151) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:01:39.306365 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Extended resource: rbac-policies {{(pid=94151) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:01:39.307578 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Extended resource: security-groups {{(pid=94151) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:01:39.308881 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Extended resource: security-group-rules {{(pid=94151) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:01:39.313724 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Extended resource: service-providers {{(pid=94151) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:01:39.313724 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Extended resource: subnetpools {{(pid=94151) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:01:39.313724 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Extended resource: subnetpools {{(pid=94151) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:01:39.314354 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Extended resource: tags {{(pid=94151) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:01:39.316052 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Extended resource: tags {{(pid=94151) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:01:39.317864 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Extended resource: tags {{(pid=94151) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:01:39.319960 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Extended resource: tags {{(pid=94151) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:01:39.322207 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Extended resource: tags {{(pid=94151) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:01:39.325302 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Extended resource: tags {{(pid=94151) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:01:39.327028 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Extended resource: tags {{(pid=94151) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:01:39.328826 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Extended resource: tags {{(pid=94151) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:01:39.330774 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Extended resource: tags {{(pid=94151) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:01:39.332533 n-d-768862-13 neutron-server[94151]: DEBUG neutron.api.extensions [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Extended resource: tags {{(pid=94151) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:01:39.339075 n-d-768862-13 neutron-server[94151]: WARNING keystonemiddleware.auth_token [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 10 03:01:39.343715 n-d-768862-13 neutron-server[94151]: WARNING keystonemiddleware.auth_token [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 10 03:01:39.352336 n-d-768862-13 neutron-server[94151]: DEBUG oslo_concurrency.lockutils [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Acquired lock "singleton_lock" {{(pid=94151) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 10 03:01:39.352811 n-d-768862-13 neutron-server[94151]: DEBUG oslo_concurrency.lockutils [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Releasing lock "singleton_lock" {{(pid=94151) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 10 03:01:39.353461 n-d-768862-13 neutron-server[94151]: INFO oslo_service.service [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Starting 2 workers Aug 10 03:01:39.358324 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Started child 94260 {{(pid=94151) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 10 03:01:39.362867 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Started child 94261 {{(pid=94151) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 10 03:01:39.363726 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:39.364510 n-d-768862-13 neutron-server[94151]: INFO neutron.service [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 10 03:01:39.365173 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Notify callbacks [] for process, before_spawn {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:39.365276 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [-] (94260) wsgi starting up on http://0.0.0.0:9696 Aug 10 03:01:39.367655 n-d-768862-13 neutron-server[94151]: INFO oslo_service.service [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Starting 1 workers Aug 10 03:01:39.367873 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:39.369293 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [-] (94261) wsgi starting up on http://0.0.0.0:9696 Aug 10 03:01:39.372948 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Started child 94262 {{(pid=94151) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 10 03:01:39.373495 n-d-768862-13 neutron-server[94151]: INFO oslo_service.service [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Starting 1 workers Aug 10 03:01:39.376608 n-d-768862-13 neutron-server[94262]: DEBUG neutron.service [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] calling RpcWorker wait() {{(pid=94262) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 10 03:01:39.377210 n-d-768862-13 neutron-server[94262]: DEBUG neutron.service [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] returning from RpcWorker wait() {{(pid=94262) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 10 03:01:39.378060 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Started child 94263 {{(pid=94151) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 10 03:01:39.378383 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:39.379051 n-d-768862-13 neutron-server[94151]: DEBUG neutron_lib.callbacks.manager [None req-4de55088-ae13-4b5c-b245-e682ab21e833 None None] Notify callbacks [] for process, after_spawn {{(pid=94151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:39.379129 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:01:39.380818 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94151) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 10 03:01:39.381049 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 10 03:01:39.381201 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 10 03:01:39.381431 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 10 03:01:39.381767 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 10 03:01:39.381918 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 10 03:01:39.382485 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.383297 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.383598 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.383886 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.384180 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.384377 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:39.385209 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.385209 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.385596 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.385596 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.385981 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.385981 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.386406 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.386406 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.386781 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.386974 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.387244 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.387496 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.387772 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.387958 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.388202 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.388480 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.388743 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.389020 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] debug = True {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.389279 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.389800 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.390047 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.390328 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.390588 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.390806 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.391025 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.391291 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.391549 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.391776 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.392010 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.392270 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.392537 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.392764 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.392985 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.393255 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.393478 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.393998 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] host = n-d-768862-13 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.394266 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.394522 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.394743 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.394981 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.395196 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.395399 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.395682 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.395932 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.396191 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.396428 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.396666 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.396925 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.397148 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.397370 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] log_file = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.397592 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] log_options = True {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.397813 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.398040 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.398935 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.399155 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.399390 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.399622 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.399851 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.399851 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.400409 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.400409 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.400782 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.400782 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.401212 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.401212 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.401641 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.401641 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.402048 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.402302 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.402514 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.402740 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.402961 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.403177 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.403393 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.403629 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.403845 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.404060 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.404276 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.404522 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.404752 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.404971 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.405188 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.405403 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.405621 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.405868 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.406098 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.406335 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.406567 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.406823 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.407060 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.407326 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.407566 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.407793 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.408053 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.408256 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.408500 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.408736 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] use_json = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.408973 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.409182 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.409425 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.409644 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.409856 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.410064 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.410483 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.410703 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.411001 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.411285 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.411619 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.411952 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.412212 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.412459 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.412697 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.413000 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.413219 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.413585 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.414007 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.414329 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.414878 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.414878 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.415222 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.415641 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.415836 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.416036 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.416223 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.416464 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.416732 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.416940 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.417324 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.417561 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.417832 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.418085 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.418331 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.418587 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.418811 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.419050 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.419589 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.419589 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.419974 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.419974 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.420338 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.420664 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.420664 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.421033 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.421234 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.421418 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.421603 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.421820 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.422054 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.422313 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.422559 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.422779 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.423000 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.423366 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.423601 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.423787 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.423984 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.424201 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.424442 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.424661 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.424885 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.425122 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.425366 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.425581 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.425801 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.426024 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.426299 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.426554 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.426796 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.427015 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.427215 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.427471 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.427688 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.427970 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.428161 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.428352 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.428574 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.428793 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.429009 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.429215 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.429561 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.429762 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.429943 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.430142 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.430405 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.430633 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.430856 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.431084 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.431307 n-d-768862-13 neutron-server[94263]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:01:39.431529 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.431529 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.431948 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.432152 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.432347 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.432617 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.432844 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.433101 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.433345 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.433606 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.433819 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.434063 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.434485 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.434713 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.434895 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.435079 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.435295 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.435518 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.435761 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.436000 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.436226 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.436447 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.436698 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.436979 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.437226 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.437496 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.437739 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.437980 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.438268 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.438564 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.438801 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.439105 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.439335 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.439615 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.439925 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.440211 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.440496 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.440749 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.441017 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.441278 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.441511 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.441762 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.441997 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.442267 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.442513 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.442805 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.443028 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.443256 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.443481 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.443988 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.444343 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.444607 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.444856 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.445598 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.445891 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.446157 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.446451 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.446719 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.446969 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.447207 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.447448 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.447679 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.447911 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.448160 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.448528 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.449186 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.449186 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.449186 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.449602 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.449783 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.450145 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.450145 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.450512 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.450653 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.450790 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.451004 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.451263 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.451476 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.451840 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.451984 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.452161 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.452399 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.452623 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.452862 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.453095 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.453350 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.453573 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.453864 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.454118 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.454387 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.454625 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.454853 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.455113 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.455322 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.455572 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.455793 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.456038 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.456221 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.456466 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.456683 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.456899 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.457584 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.457584 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.457584 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.458017 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.458973 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.458973 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.458973 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.458973 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.460177 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.460177 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.460177 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.460177 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.460177 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.462064 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.462064 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.462064 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.462064 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.462064 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.462830 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.462830 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.462830 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.462830 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.463382 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.463382 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.463646 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.463776 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.463969 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.464222 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.464763 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.464763 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.465127 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.465127 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.465391 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.465536 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.465732 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.467937 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.467937 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.467937 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.467937 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.467937 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.467937 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.467937 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.467937 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.469218 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.469218 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.469218 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.469218 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.469218 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.469218 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.469218 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.471205 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.471205 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.471205 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.471205 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.471205 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.471205 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.471205 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.471205 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.472421 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.472421 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.472421 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.472421 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.472421 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.472421 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.473315 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.473315 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.473315 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.473315 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.474513 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.474513 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.474513 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.474513 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.474513 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.474904 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.475066 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.475336 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.475593 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.475872 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.476165 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.476482 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.476720 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.477007 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.477348 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.477616 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.478591 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.478591 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.478869 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.479087 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.479318 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.479566 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.479812 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.480035 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.480284 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.480545 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.480777 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.480997 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.483604 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.484051 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.484509 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.484894 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.485287 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.485673 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.485997 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 10 03:01:39.486709 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94151) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 10 03:01:39.487047 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 10 03:01:39.487208 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 10 03:01:39.487392 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 10 03:01:39.487898 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 10 03:01:39.487898 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 10 03:01:39.487898 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.488236 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.488236 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.488440 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.488533 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.488710 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.488867 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.489186 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.489353 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.489516 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.489679 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.489841 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.490005 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.490167 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.490366 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.490529 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.490697 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.490851 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.491011 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.491616 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.491616 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.491616 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.491616 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] debug = True {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.492433 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.492509 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.492627 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.492935 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.493105 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.493491 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.493491 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.493744 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.493744 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.493951 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.494030 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.494170 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.494352 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.494660 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.494969 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.495271 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.495572 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.495895 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] host = n-d-768862-13 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.496058 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.496220 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.496381 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.496543 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.496705 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.496866 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.497028 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.497188 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.497350 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.497511 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.497671 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.497834 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.497995 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.498156 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] log_file = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.498415 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] log_options = True {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.498579 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.498741 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.498902 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.499090 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.499256 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.499416 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.499578 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.499739 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.499900 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.500060 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.500220 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.500379 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.500538 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.500699 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.500860 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.501020 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.501180 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.501341 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.501496 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.501652 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.501815 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.501965 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.502131 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.502312 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.502474 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.502634 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.502793 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.502952 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.503112 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.503274 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.503434 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.503588 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.503745 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.503897 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.504064 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.504225 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.504383 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.504547 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.504709 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.504874 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.505035 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.505195 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.505354 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.505516 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.505677 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.505837 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] use_json = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.505996 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.506156 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.506345 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.506507 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.506667 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.506828 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.506988 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.507148 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:01:39.507330 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.507496 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.507729 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.507729 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.508606 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.508683 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.508835 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.508998 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.509164 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.509326 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.509497 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.509662 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.509838 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.510001 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.510164 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.510353 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.510519 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.510688 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.510854 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.511016 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.511180 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.511343 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.511523 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.511688 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.511853 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.512017 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.512180 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.512346 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.512510 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.512674 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.512838 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.513002 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.513170 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.513334 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.513497 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.513661 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.513824 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.513987 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.514152 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.514342 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.514506 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.514669 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.514838 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.515003 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.515167 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.515332 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.515497 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.515661 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.515825 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.515989 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.516165 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.516328 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.516492 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.516655 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.516819 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.516983 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.517146 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.517310 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.517473 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.517636 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.518509 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.518509 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.518509 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.518509 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.518509 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.519487 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.519487 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.519487 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.519487 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.519487 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.519487 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.519487 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.523351 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.523351 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.523351 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.523351 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.523351 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.523351 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.523351 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.523351 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.523351 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.523944 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.523944 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.523944 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.523944 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.523944 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.523944 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.523944 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.523944 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.524474 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.524474 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.524474 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.524474 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.524474 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.524474 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.524474 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.524474 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.524994 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.524994 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.524994 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.524994 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.524994 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.524994 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.524994 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.524994 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.525517 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.525517 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.525517 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.525517 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.525517 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.525517 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.525984 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.525984 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.525984 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.526184 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.526772 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.526772 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.526772 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.526772 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.528793 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.528793 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.528793 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.528793 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.528793 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.528793 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.528793 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.528793 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.528793 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.530682 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.530682 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.530682 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.530682 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.530682 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.530682 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.530682 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.530682 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.531410 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.531410 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.531410 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.531410 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.531410 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.531410 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.531410 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.531410 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.532145 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.532145 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.532145 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.532145 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.532145 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.532145 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.532145 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.532145 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.532891 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.532891 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.532891 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.532891 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.532891 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.532891 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.532891 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.533605 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.533605 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.533605 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.533605 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.534015 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.534153 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.534481 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.534791 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.534983 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.535192 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.535356 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.535525 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.535684 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.535876 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.535876 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.536169 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.536169 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.536482 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.536482 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.538539 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.538539 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.539701 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.539701 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.539701 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.539701 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.539701 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.539701 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.539701 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.540493 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.540493 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.540493 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.540493 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.540493 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.541082 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.541082 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.541082 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.541404 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.541404 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.541636 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.541636 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.541880 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.542002 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.542131 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.542311 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.542480 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.542639 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.542801 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.542957 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.543122 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.543283 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.543444 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.543605 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.543768 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.543938 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.544097 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.544256 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.544402 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.544562 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.544720 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.544879 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.545037 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.545196 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.545357 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.545520 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.545687 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.545855 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.546016 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.546175 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.546363 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.546544 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.546704 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.546875 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.547013 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.547179 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.547324 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.547484 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.547642 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.547810 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.547970 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.548132 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.548290 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.548449 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.548606 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.548775 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.548936 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.549077 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.549251 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.549409 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.549568 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.549729 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.549899 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.550059 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.550243 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.550511 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.550701 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.550882 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.551061 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.551243 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.551428 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.551606 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.551787 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.551970 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.552102 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.552273 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.552408 n-d-768862-13 neutron-server[94262]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:01:39.552534 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.552663 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.552791 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.552909 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.553078 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.553244 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.553406 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.553571 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.553724 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.553883 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.554047 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.554209 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.554932 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.555120 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.555258 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.555383 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.555531 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.555693 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.555855 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.556017 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.556181 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.556342 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:01:39.556485 n-d-768862-13 neutron-server[94151]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 10 03:01:39.746649 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 38430) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:01:39.755075 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [-] 10.222.0.44 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061579 Aug 10 03:01:51.379218 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac798e1-1a65-42a5-b524-734158b19389 None None] get_active_networks_info from n-d-768862-13 {{(pid=94262) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 03:01:51.515830 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac798e1-1a65-42a5-b524-734158b19389 None None] No non-hosted networks {{(pid=94262) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 10 03:01:51.531511 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.agentschedulers_db [None req-0ac798e1-1a65-42a5-b524-734158b19389 None None] DHCP Agent not found on host n-d-768862-13 {{(pid=94262) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 10 03:01:51.615940 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-bd07ad87-fbde-438b-877a-04df62746a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-522749'] for agent, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:53.533902 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-37e317d3-1d34-4b03-ab68-acd4fd1f96ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-522749'] for agent, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:53.613333 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f53f85f7-b373-4ffc-8eda-abb1679a4b83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:54.083389 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-522749'] for agent, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:54.084264 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:01:54.084775 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:01:54.086122 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:01:54.086851 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:01:54.087673 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:01:54.088828 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:01:54.089593 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:01:54.090375 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:01:54.091246 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:01:54.092052 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:01:54.093315 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:01:54.093810 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:01:54.094695 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-768862-13', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:01:54.106875 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-768862-13', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:01:55.165289 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-522749'] for agent, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:56.541408 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-522749'] for agent, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:57.872245 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 38522) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:01:58.375468 n-d-768862-13 neutron-server[94261]: WARNING oslo_policy.policy [None req-2acc2c90-f950-473d-9e1c-c7d7607cb262 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 03:01:58.376158 n-d-768862-13 neutron-server[94261]: WARNING oslo_policy.policy [None req-2acc2c90-f950-473d-9e1c-c7d7607cb262 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 03:01:58.593002 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [None req-2acc2c90-f950-473d-9e1c-c7d7607cb262 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:01:58.594092 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-2acc2c90-f950-473d-9e1c-c7d7607cb262 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7209470 Aug 10 03:01:58.927137 n-d-768862-13 neutron-server[94262]: INFO neutron.db.l3_hamode_db [None req-2f2b0f41-6573-43ed-aee4-8a61cba9acaf None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 10 03:01:59.004660 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2b0f41-6573-43ed-aee4-8a61cba9acaf None None] Routers set() bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:01:59.005051 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2b0f41-6573-43ed-aee4-8a61cba9acaf None None] Router IDs set() for agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 10 03:02:01.024748 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 38536) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:02:01.338800 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-493acfc9-3545-4a26-bcde-2ec06fdac44f admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'is_default': True}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:02:01.435803 n-d-768862-13 neutron-server[94261]: DEBUG neutron.policy [None req-493acfc9-3545-4a26-bcde-2ec06fdac44f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94261) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 10 03:02:01.480909 n-d-768862-13 neutron-server[94261]: WARNING oslo_policy.policy [None req-493acfc9-3545-4a26-bcde-2ec06fdac44f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 03:02:01.481293 n-d-768862-13 neutron-server[94261]: WARNING oslo_policy.policy [None req-493acfc9-3545-4a26-bcde-2ec06fdac44f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 03:02:01.490142 n-d-768862-13 neutron-server[94261]: INFO neutron.quota [None req-493acfc9-3545-4a26-bcde-2ec06fdac44f admin admin] Loaded quota_driver: . Aug 10 03:02:01.583994 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-493acfc9-3545-4a26-bcde-2ec06fdac44f admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727475436796', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727475436241', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727475474077', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727475483854', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727476108151', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727475463744', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3626084', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3524163', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-692891', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-758485'] for rbac-policy, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:01.650208 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-493acfc9-3545-4a26-bcde-2ec06fdac44f admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:01.651444 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-493acfc9-3545-4a26-bcde-2ec06fdac44f admin admin] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6256998 Aug 10 03:02:04.222488 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 38548) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:02:04.514771 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-54b334c7-f893-4703-9a32-41df97e59f1f admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '1c409ee4dff84c43bf8489ae38051878', 'tenant_id': '1c409ee4dff84c43bf8489ae38051878'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:02:04.544309 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54b334c7-f893-4703-9a32-41df97e59f1f admin admin] Made reservation on behalf of 1c409ee4dff84c43bf8489ae38051878 for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:02:04.547162 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-54b334c7-f893-4703-9a32-41df97e59f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:04.563732 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-54b334c7-f893-4703-9a32-41df97e59f1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:04.684579 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-54b334c7-f893-4703-9a32-41df97e59f1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:04.688353 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-54b334c7-f893-4703-9a32-41df97e59f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:04.708377 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54b334c7-f893-4703-9a32-41df97e59f1f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:02:04.737210 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-54b334c7-f893-4703-9a32-41df97e59f1f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727476301159', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:04.737805 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-54b334c7-f893-4703-9a32-41df97e59f1f admin admin] Unsubscribe: segment precommit_create {{(pid=94261) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 10 03:02:04.738373 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-54b334c7-f893-4703-9a32-41df97e59f1f admin admin] Added segment 9cffaad0-e71e-4bfc-b0d9-f6175d4310b1 of type vlan for network c48a3b19-821e-456f-afaa-4a930a8e35b6 Aug 10 03:02:04.755336 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b334c7-f893-4703-9a32-41df97e59f1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4802ff00-aefb-4e73-8cea-1a1a1bf46153,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:02:04.782280 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b334c7-f893-4703-9a32-41df97e59f1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:02:04.782624 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b334c7-f893-4703-9a32-41df97e59f1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:02:04.782958 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b334c7-f893-4703-9a32-41df97e59f1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:02:04.783288 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b334c7-f893-4703-9a32-41df97e59f1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:02:04.783614 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b334c7-f893-4703-9a32-41df97e59f1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:02:04.783935 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b334c7-f893-4703-9a32-41df97e59f1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:02:04.784251 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b334c7-f893-4703-9a32-41df97e59f1f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:02:04.784567 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b334c7-f893-4703-9a32-41df97e59f1f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:02:04.784883 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b334c7-f893-4703-9a32-41df97e59f1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:02:04.785195 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b334c7-f893-4703-9a32-41df97e59f1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:02:04.785508 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b334c7-f893-4703-9a32-41df97e59f1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:02:04.785817 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b334c7-f893-4703-9a32-41df97e59f1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:02:04.786979 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b334c7-f893-4703-9a32-41df97e59f1f admin admin] Tracked resource versions report: Aug 10 03:02:04.786979 n-d-768862-13 neutron-server[94261]: pushed versions: Aug 10 03:02:04.786979 n-d-768862-13 neutron-server[94261]: { 'AddressGroup': {'1.2'}, Aug 10 03:02:04.786979 n-d-768862-13 neutron-server[94261]: 'ConntrackHelper': {'1.0'}, Aug 10 03:02:04.786979 n-d-768862-13 neutron-server[94261]: 'Log': {'1.0'}, Aug 10 03:02:04.786979 n-d-768862-13 neutron-server[94261]: 'Network': {'1.1'}, Aug 10 03:02:04.786979 n-d-768862-13 neutron-server[94261]: 'Port': {'1.7'}, Aug 10 03:02:04.786979 n-d-768862-13 neutron-server[94261]: 'PortForwarding': {'1.2'}, Aug 10 03:02:04.786979 n-d-768862-13 neutron-server[94261]: 'QosPolicy': {'1.9'}, Aug 10 03:02:04.786979 n-d-768862-13 neutron-server[94261]: 'SecurityGroup': {'1.4'}, Aug 10 03:02:04.786979 n-d-768862-13 neutron-server[94261]: 'SecurityGroupRule': {'1.2'}, Aug 10 03:02:04.786979 n-d-768862-13 neutron-server[94261]: 'SubPort': {'1.0'}, Aug 10 03:02:04.786979 n-d-768862-13 neutron-server[94261]: 'Subnet': {'1.1'}, Aug 10 03:02:04.786979 n-d-768862-13 neutron-server[94261]: 'Trunk': {'1.1'}} Aug 10 03:02:04.786979 n-d-768862-13 neutron-server[94261]: consumer versions: Aug 10 03:02:04.786979 n-d-768862-13 neutron-server[94261]: { DHCP agent@n-d-768862-13: {}, Aug 10 03:02:04.786979 n-d-768862-13 neutron-server[94261]: L3 agent@n-d-768862-13: {}, Aug 10 03:02:04.786979 n-d-768862-13 neutron-server[94261]: Metadata agent@n-d-768862-13: {}, Aug 10 03:02:04.786979 n-d-768862-13 neutron-server[94261]: Metering agent@n-d-768862-13: {}, Aug 10 03:02:04.786979 n-d-768862-13 neutron-server[94261]: Open vSwitch agent@n-d-768862-13: { 'AddressGroup': '1.2', Aug 10 03:02:04.786979 n-d-768862-13 neutron-server[94261]: 'ConntrackHelper': '1.0', Aug 10 03:02:04.786979 n-d-768862-13 neutron-server[94261]: 'Log': '1.0', Aug 10 03:02:04.786979 n-d-768862-13 neutron-server[94261]: 'Network': '1.1', Aug 10 03:02:04.786979 n-d-768862-13 neutron-server[94261]: 'Port': '1.7', Aug 10 03:02:04.786979 n-d-768862-13 neutron-server[94261]: 'PortForwarding': '1.2', Aug 10 03:02:04.786979 n-d-768862-13 neutron-server[94261]: 'QosPolicy': '1.9', Aug 10 03:02:04.786979 n-d-768862-13 neutron-server[94261]: 'SecurityGroup': '1.4', Aug 10 03:02:04.786979 n-d-768862-13 neutron-server[94261]: 'SecurityGroupRule': '1.2', Aug 10 03:02:04.786979 n-d-768862-13 neutron-server[94261]: 'SubPort': '1.0', Aug 10 03:02:04.786979 n-d-768862-13 neutron-server[94261]: 'Subnet': '1.1', Aug 10 03:02:04.786979 n-d-768862-13 neutron-server[94261]: 'Trunk': '1.1'}} Aug 10 03:02:04.786979 n-d-768862-13 neutron-server[94261]: {{(pid=94261) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 03:02:04.859166 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-54b334c7-f893-4703-9a32-41df97e59f1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:04.912419 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-54b334c7-f893-4703-9a32-41df97e59f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:04.913584 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b334c7-f893-4703-9a32-41df97e59f1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:02:04.914255 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-54b334c7-f893-4703-9a32-41df97e59f1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:05.000495 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-54b334c7-f893-4703-9a32-41df97e59f1f admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.7768075 Aug 10 03:02:05.015049 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b334c7-f893-4703-9a32-41df97e59f1f admin admin] Pushing event updated for resources: {'Network': ['ID=c48a3b19-821e-456f-afaa-4a930a8e35b6,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:02:05.027206 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network c48a3b19-821e-456f-afaa-4a930a8e35b6 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:02:07.648878 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 38562) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:02:08.063862 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e149610d-cf42-4242-8221-abf5689158cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:02:08.065404 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e149610d-cf42-4242-8221-abf5689158cc admin admin] 10.222.0.44 "GET /v2.0/networks/c48a3b19-821e-456f-afaa-4a930a8e35b6 HTTP/1.1" status: 200 len: 824 time: 0.4155669 Aug 10 03:02:08.092961 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e92a209d-75ed-43f5-aba9-328be1084659 admin admin] 10.222.0.44 "GET /v2.0/subnetpools/9b1985c1-0618-464c-92ac-251b696f7dae HTTP/1.1" status: 200 len: 734 time: 0.0208726 Aug 10 03:02:08.103491 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-e3be89e3-d407-48c4-a121-4552d2adde8b admin admin] Request body: {'subnet': {'tenant_id': '1c409ee4dff84c43bf8489ae38051878', 'subnetpool_id': '9b1985c1-0618-464c-92ac-251b696f7dae', 'name': 'private-subnet', 'network_id': 'c48a3b19-821e-456f-afaa-4a930a8e35b6', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:02:08.132296 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3be89e3-d407-48c4-a121-4552d2adde8b admin admin] Made reservation on behalf of 1c409ee4dff84c43bf8489ae38051878 for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:02:08.134638 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e3be89e3-d407-48c4-a121-4552d2adde8b admin admin] Notify callbacks [] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:08.441848 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e3be89e3-d407-48c4-a121-4552d2adde8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:08.513086 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3be89e3-d407-48c4-a121-4552d2adde8b admin admin] Checking segment: {'id': '9cffaad0-e71e-4bfc-b0d9-f6175d4310b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c48a3b19-821e-456f-afaa-4a930a8e35b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:02:08.513484 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3be89e3-d407-48c4-a121-4552d2adde8b admin admin] Network hostable DHCP agents. Network: c48a3b19-821e-456f-afaa-4a930a8e35b6, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:02:08.518122 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3be89e3-d407-48c4-a121-4552d2adde8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=436762f9-5861-4f0a-b9c5-fecbf438543f,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:02:08.538451 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3be89e3-d407-48c4-a121-4552d2adde8b admin admin] Network c48a3b19-821e-456f-afaa-4a930a8e35b6 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:02:08.549310 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-e3be89e3-d407-48c4-a121-4552d2adde8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, c48a3b19-821e-456f-afaa-4a930a8e35b6) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:02:08.555950 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3be89e3-d407-48c4-a121-4552d2adde8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:02:08.556573 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e3be89e3-d407-48c4-a121-4552d2adde8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:08.561126 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558090f7-ca04-430d-b72c-1e2e8316284f None None] Network c48a3b19-821e-456f-afaa-4a930a8e35b6 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:02:08.570094 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e3be89e3-d407-48c4-a121-4552d2adde8b admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4712627 Aug 10 03:02:08.882853 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81bd3217-29ba-4dc2-8faa-e8c2eb4fa658 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-c48a3b19-821e-456f-afaa-4a930a8e35b6', 'network_id': 'c48a3b19-821e-456f-afaa-4a930a8e35b6', 'tenant_id': '1c409ee4dff84c43bf8489ae38051878', 'fixed_ips': [{'subnet_id': '436762f9-5861-4f0a-b9c5-fecbf438543f'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:02:08.884158 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-81bd3217-29ba-4dc2-8faa-e8c2eb4fa658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:09.170408 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-81bd3217-29ba-4dc2-8faa-e8c2eb4fa658 None None] Allocated IP 172.20.0.2 (c48a3b19-821e-456f-afaa-4a930a8e35b6/436762f9-5861-4f0a-b9c5-fecbf438543f/19429264-938a-4af0-9a45-9d9a64d39149) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:02:09.373636 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-81bd3217-29ba-4dc2-8faa-e8c2eb4fa658 None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:09.418597 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-81bd3217-29ba-4dc2-8faa-e8c2eb4fa658 None None] Transition to ACTIVE for port object 19429264-938a-4af0-9a45-9d9a64d39149 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:02:09.442112 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-81bd3217-29ba-4dc2-8faa-e8c2eb4fa658 None None] Transition to ACTIVE for port object 19429264-938a-4af0-9a45-9d9a64d39149 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:02:09.452595 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-81bd3217-29ba-4dc2-8faa-e8c2eb4fa658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:09.520853 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81bd3217-29ba-4dc2-8faa-e8c2eb4fa658 None None] Network c48a3b19-821e-456f-afaa-4a930a8e35b6 is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:02:09.529597 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-81bd3217-29ba-4dc2-8faa-e8c2eb4fa658 None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:02:09.547993 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bd3217-29ba-4dc2-8faa-e8c2eb4fa658 None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:02:09.555219 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bd3217-29ba-4dc2-8faa-e8c2eb4fa658 None None] Pushing event updated for resources: {'Port': ['ID=19429264-938a-4af0-9a45-9d9a64d39149,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:02:09.588806 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bd3217-29ba-4dc2-8faa-e8c2eb4fa658 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:02:09.589514 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bd3217-29ba-4dc2-8faa-e8c2eb4fa658 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:02:09.589514 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bd3217-29ba-4dc2-8faa-e8c2eb4fa658 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:02:09.589799 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bd3217-29ba-4dc2-8faa-e8c2eb4fa658 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:02:09.590137 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bd3217-29ba-4dc2-8faa-e8c2eb4fa658 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:02:09.590498 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bd3217-29ba-4dc2-8faa-e8c2eb4fa658 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:02:09.590836 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bd3217-29ba-4dc2-8faa-e8c2eb4fa658 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:02:09.591163 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bd3217-29ba-4dc2-8faa-e8c2eb4fa658 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:02:09.591489 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bd3217-29ba-4dc2-8faa-e8c2eb4fa658 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:02:09.591815 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bd3217-29ba-4dc2-8faa-e8c2eb4fa658 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:02:09.592139 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bd3217-29ba-4dc2-8faa-e8c2eb4fa658 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:02:09.592462 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bd3217-29ba-4dc2-8faa-e8c2eb4fa658 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:02:09.593598 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bd3217-29ba-4dc2-8faa-e8c2eb4fa658 None None] Tracked resource versions report: Aug 10 03:02:09.593598 n-d-768862-13 neutron-server[94262]: pushed versions: Aug 10 03:02:09.593598 n-d-768862-13 neutron-server[94262]: { 'AddressGroup': {'1.2'}, Aug 10 03:02:09.593598 n-d-768862-13 neutron-server[94262]: 'ConntrackHelper': {'1.0'}, Aug 10 03:02:09.593598 n-d-768862-13 neutron-server[94262]: 'Log': {'1.0'}, Aug 10 03:02:09.593598 n-d-768862-13 neutron-server[94262]: 'Network': {'1.1'}, Aug 10 03:02:09.593598 n-d-768862-13 neutron-server[94262]: 'Port': {'1.7'}, Aug 10 03:02:09.593598 n-d-768862-13 neutron-server[94262]: 'PortForwarding': {'1.2'}, Aug 10 03:02:09.593598 n-d-768862-13 neutron-server[94262]: 'QosPolicy': {'1.9'}, Aug 10 03:02:09.593598 n-d-768862-13 neutron-server[94262]: 'SecurityGroup': {'1.4'}, Aug 10 03:02:09.593598 n-d-768862-13 neutron-server[94262]: 'SecurityGroupRule': {'1.2'}, Aug 10 03:02:09.593598 n-d-768862-13 neutron-server[94262]: 'SubPort': {'1.0'}, Aug 10 03:02:09.593598 n-d-768862-13 neutron-server[94262]: 'Subnet': {'1.1'}, Aug 10 03:02:09.593598 n-d-768862-13 neutron-server[94262]: 'Trunk': {'1.1'}} Aug 10 03:02:09.593598 n-d-768862-13 neutron-server[94262]: consumer versions: Aug 10 03:02:09.593598 n-d-768862-13 neutron-server[94262]: { DHCP agent@n-d-768862-13: {}, Aug 10 03:02:09.593598 n-d-768862-13 neutron-server[94262]: L3 agent@n-d-768862-13: {}, Aug 10 03:02:09.593598 n-d-768862-13 neutron-server[94262]: Metadata agent@n-d-768862-13: {}, Aug 10 03:02:09.593598 n-d-768862-13 neutron-server[94262]: Metering agent@n-d-768862-13: {}, Aug 10 03:02:09.593598 n-d-768862-13 neutron-server[94262]: Open vSwitch agent@n-d-768862-13: { 'AddressGroup': '1.2', Aug 10 03:02:09.593598 n-d-768862-13 neutron-server[94262]: 'ConntrackHelper': '1.0', Aug 10 03:02:09.593598 n-d-768862-13 neutron-server[94262]: 'Log': '1.0', Aug 10 03:02:09.593598 n-d-768862-13 neutron-server[94262]: 'Network': '1.1', Aug 10 03:02:09.593598 n-d-768862-13 neutron-server[94262]: 'Port': '1.7', Aug 10 03:02:09.593598 n-d-768862-13 neutron-server[94262]: 'PortForwarding': '1.2', Aug 10 03:02:09.593598 n-d-768862-13 neutron-server[94262]: 'QosPolicy': '1.9', Aug 10 03:02:09.593598 n-d-768862-13 neutron-server[94262]: 'SecurityGroup': '1.4', Aug 10 03:02:09.593598 n-d-768862-13 neutron-server[94262]: 'SecurityGroupRule': '1.2', Aug 10 03:02:09.593598 n-d-768862-13 neutron-server[94262]: 'SubPort': '1.0', Aug 10 03:02:09.593598 n-d-768862-13 neutron-server[94262]: 'Subnet': '1.1', Aug 10 03:02:09.593598 n-d-768862-13 neutron-server[94262]: 'Trunk': '1.1'}} Aug 10 03:02:09.593598 n-d-768862-13 neutron-server[94262]: {{(pid=94262) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 03:02:09.645861 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-81bd3217-29ba-4dc2-8faa-e8c2eb4fa658 None None] Attempting to bind port 19429264-938a-4af0-9a45-9d9a64d39149 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:02:09.646299 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-81bd3217-29ba-4dc2-8faa-e8c2eb4fa658 None None] Attempting to bind port 19429264-938a-4af0-9a45-9d9a64d39149 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '9cffaad0-e71e-4bfc-b0d9-f6175d4310b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c48a3b19-821e-456f-afaa-4a930a8e35b6'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:02:09.646718 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bd3217-29ba-4dc2-8faa-e8c2eb4fa658 None None] Attempting to bind port 19429264-938a-4af0-9a45-9d9a64d39149 on network c48a3b19-821e-456f-afaa-4a930a8e35b6 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:02:09.652757 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bd3217-29ba-4dc2-8faa-e8c2eb4fa658 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:02:09.653167 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bd3217-29ba-4dc2-8faa-e8c2eb4fa658 None None] Checking segment: {'id': '9cffaad0-e71e-4bfc-b0d9-f6175d4310b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c48a3b19-821e-456f-afaa-4a930a8e35b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:02:09.653689 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-81bd3217-29ba-4dc2-8faa-e8c2eb4fa658 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:09.654101 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bd3217-29ba-4dc2-8faa-e8c2eb4fa658 None None] Bound using segment: {'id': '9cffaad0-e71e-4bfc-b0d9-f6175d4310b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c48a3b19-821e-456f-afaa-4a930a8e35b6'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:02:09.654672 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-81bd3217-29ba-4dc2-8faa-e8c2eb4fa658 None None] Bound port: 19429264-938a-4af0-9a45-9d9a64d39149, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cffaad0-e71e-4bfc-b0d9-f6175d4310b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c48a3b19-821e-456f-afaa-4a930a8e35b6'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:02:09.655058 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-81bd3217-29ba-4dc2-8faa-e8c2eb4fa658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:09.728015 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-81bd3217-29ba-4dc2-8faa-e8c2eb4fa658 None None] For port 19429264-938a-4af0-9a45-9d9a64d39149, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:02:09.732262 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-81bd3217-29ba-4dc2-8faa-e8c2eb4fa658 None None] For port 19429264-938a-4af0-9a45-9d9a64d39149, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=19429264-938a-4af0-9a45-9d9a64d39149,segment=NetworkSegment(9cffaad0-e71e-4bfc-b0d9-f6175d4310b1),segment_id=9cffaad0-e71e-4bfc-b0d9-f6175d4310b1)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:02:09.736855 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-81bd3217-29ba-4dc2-8faa-e8c2eb4fa658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:09.805513 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bd3217-29ba-4dc2-8faa-e8c2eb4fa658 None None] Pushing event updated for resources: {'Port': ['ID=19429264-938a-4af0-9a45-9d9a64d39149,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:02:10.981101 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 38570) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:02:11.497667 n-d-768862-13 neutron-server[94260]: WARNING oslo_policy.policy [None req-4bfae5bf-3817-4da4-98de-bed0e244d77b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 03:02:11.498325 n-d-768862-13 neutron-server[94260]: WARNING oslo_policy.policy [None req-4bfae5bf-3817-4da4-98de-bed0e244d77b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 03:02:11.742834 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [None req-4bfae5bf-3817-4da4-98de-bed0e244d77b admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:02:11.748077 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-4bfae5bf-3817-4da4-98de-bed0e244d77b admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7605333 Aug 10 03:02:14.168156 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 38584) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:02:14.482956 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [None req-cc98bb1f-0cf4-4da6-8e4b-7e40b70e67ef admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:02:14.484107 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-cc98bb1f-0cf4-4da6-8e4b-7e40b70e67ef admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3149197 Aug 10 03:02:17.210636 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 38598) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:02:17.515994 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-62e1e3e2-176e-4ab7-b70d-5f7868e7576f admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '1c409ee4dff84c43bf8489ae38051878'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:02:17.583592 n-d-768862-13 neutron-server[94260]: DEBUG neutron.policy [None req-62e1e3e2-176e-4ab7-b70d-5f7868e7576f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94260) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 10 03:02:17.629567 n-d-768862-13 neutron-server[94260]: WARNING oslo_policy.policy [None req-62e1e3e2-176e-4ab7-b70d-5f7868e7576f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 03:02:17.629938 n-d-768862-13 neutron-server[94260]: WARNING oslo_policy.policy [None req-62e1e3e2-176e-4ab7-b70d-5f7868e7576f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 03:02:17.638814 n-d-768862-13 neutron-server[94260]: INFO neutron.quota [None req-62e1e3e2-176e-4ab7-b70d-5f7868e7576f admin admin] Loaded quota_driver: . Aug 10 03:02:17.699116 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-62e1e3e2-176e-4ab7-b70d-5f7868e7576f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:17.701122 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-62e1e3e2-176e-4ab7-b70d-5f7868e7576f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:17.862334 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-62e1e3e2-176e-4ab7-b70d-5f7868e7576f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:17.867377 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-62e1e3e2-176e-4ab7-b70d-5f7868e7576f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:17.886599 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-62e1e3e2-176e-4ab7-b70d-5f7868e7576f admin admin] Notify callbacks [] for router, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:17.888111 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-62e1e3e2-176e-4ab7-b70d-5f7868e7576f admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6762011 Aug 10 03:02:18.093376 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 19429264-938a-4af0-9a45-9d9a64d39149 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:02:18.181250 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 19429264-938a-4af0-9a45-9d9a64d39149 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:02:18.227265 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02453be-3f9b-4268-bcd3-574be7d14b5c None None] Network c48a3b19-821e-456f-afaa-4a930a8e35b6 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:02:18.283888 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-93e8b7a0-460d-45f1-aedb-b3a4256e77cb None None] Provisioning for port 19429264-938a-4af0-9a45-9d9a64d39149 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:02:18.292092 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-93e8b7a0-460d-45f1-aedb-b3a4256e77cb None None] Provisioning complete for port 19429264-938a-4af0-9a45-9d9a64d39149 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:02:18.292489 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-93e8b7a0-460d-45f1-aedb-b3a4256e77cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:18.451996 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-93e8b7a0-460d-45f1-aedb-b3a4256e77cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:18.519399 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-93e8b7a0-460d-45f1-aedb-b3a4256e77cb None None] For port 19429264-938a-4af0-9a45-9d9a64d39149, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=19429264-938a-4af0-9a45-9d9a64d39149,segment=NetworkSegment(9cffaad0-e71e-4bfc-b0d9-f6175d4310b1),segment_id=9cffaad0-e71e-4bfc-b0d9-f6175d4310b1)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:02:18.524590 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-93e8b7a0-460d-45f1-aedb-b3a4256e77cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:18.574012 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e8b7a0-460d-45f1-aedb-b3a4256e77cb None None] Pushing event updated for resources: {'Port': ['ID=19429264-938a-4af0-9a45-9d9a64d39149,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:02:18.751984 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-0643b848-4eb1-49ed-a415-63c694b2d910 None None] Provisioning complete for port 19429264-938a-4af0-9a45-9d9a64d39149 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:02:18.752626 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-0643b848-4eb1-49ed-a415-63c694b2d910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:20.064990 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 19429264-938a-4af0-9a45-9d9a64d39149 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:02:20.112062 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 19429264-938a-4af0-9a45-9d9a64d39149 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:02:20.112437 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:20.272756 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 38608) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:02:20.585801 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [None req-85ae2dbd-548d-4595-9705-7119d83fe69b admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:02:20.586802 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-85ae2dbd-548d-4595-9705-7119d83fe69b admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3130996 Aug 10 03:02:21.264246 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9459d1e3-c367-4ca1-8739-5b4d55c3a22d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:22.932826 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 38616) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:02:23.236522 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-c3af7bcd-855c-41e0-875a-955fbbf8d7e6 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'router:external': True}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:02:23.257456 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3af7bcd-855c-41e0-875a-955fbbf8d7e6 admin admin] Made reservation on behalf of 7fa37646d9d246659d8ebae0b14345b0 for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:02:23.259784 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c3af7bcd-855c-41e0-875a-955fbbf8d7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:23.267857 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c3af7bcd-855c-41e0-875a-955fbbf8d7e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:23.355248 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c3af7bcd-855c-41e0-875a-955fbbf8d7e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:23.358689 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c3af7bcd-855c-41e0-875a-955fbbf8d7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:23.373207 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c3af7bcd-855c-41e0-875a-955fbbf8d7e6 admin admin] Reserving flat network on physical network physnet1 {{(pid=94261) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 10 03:02:23.394246 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c3af7bcd-855c-41e0-875a-955fbbf8d7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:23.394602 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-c3af7bcd-855c-41e0-875a-955fbbf8d7e6 admin admin] Added segment b0800cd2-56df-40c0-a6b9-1febe151d923 of type flat for network 2ea12131-628a-487e-b434-0463553732bd Aug 10 03:02:23.395860 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3af7bcd-855c-41e0-875a-955fbbf8d7e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57ba1332-be06-4e71-8431-7fb2f1c6c76a,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:02:23.446573 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c3af7bcd-855c-41e0-875a-955fbbf8d7e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:23.480887 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c3af7bcd-855c-41e0-875a-955fbbf8d7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:23.481827 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3af7bcd-855c-41e0-875a-955fbbf8d7e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:02:23.482488 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c3af7bcd-855c-41e0-875a-955fbbf8d7e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:23.532824 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-c3af7bcd-855c-41e0-875a-955fbbf8d7e6 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5988748 Aug 10 03:02:23.539551 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-fef2d555-3469-4490-8ab4-6ee189be194d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:23.541968 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3af7bcd-855c-41e0-875a-955fbbf8d7e6 admin admin] Pushing event updated for resources: {'Network': ['ID=2ea12131-628a-487e-b434-0463553732bd,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:02:23.561471 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 2ea12131-628a-487e-b434-0463553732bd details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:02:24.082348 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:25.100667 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:25.882519 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 38634) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:02:26.132318 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98dba1b8-8b0a-4501-8b25-9635d798eb75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:02:26.133825 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-98dba1b8-8b0a-4501-8b25-9635d798eb75 admin admin] 10.222.0.44 "GET /v2.0/subnets/436762f9-5861-4f0a-b9c5-fecbf438543f HTTP/1.1" status: 200 len: 849 time: 0.2501714 Aug 10 03:02:26.248434 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-272f37bc-d4be-460c-8733-a36e2a66b758 admin admin] 10.222.0.44 "GET /v2.0/routers/64b04051-824c-47f2-9e9a-d79ac61dbf95 HTTP/1.1" status: 200 len: 704 time: 0.1086571 Aug 10 03:02:26.496590 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:26.526612 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3d5cd029-db90-496d-9e73-048aeabcc68e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:26.824989 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-3d5cd029-db90-496d-9e73-048aeabcc68e admin admin] Allocated IP 172.20.0.1 (c48a3b19-821e-456f-afaa-4a930a8e35b6/436762f9-5861-4f0a-b9c5-fecbf438543f/2b488681-9179-457c-93cb-5790cc8ebc31) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:02:27.031076 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3d5cd029-db90-496d-9e73-048aeabcc68e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:27.057727 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [None req-3d5cd029-db90-496d-9e73-048aeabcc68e admin admin] Transition to ACTIVE for port object 2b488681-9179-457c-93cb-5790cc8ebc31 will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:02:27.135605 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3d5cd029-db90-496d-9e73-048aeabcc68e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:27.172087 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5cd029-db90-496d-9e73-048aeabcc68e admin admin] Network c48a3b19-821e-456f-afaa-4a930a8e35b6 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:02:27.173429 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-3d5cd029-db90-496d-9e73-048aeabcc68e admin admin] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:02:27.235673 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5cd029-db90-496d-9e73-048aeabcc68e admin admin] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:02:27.236221 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3d5cd029-db90-496d-9e73-048aeabcc68e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521745'] for router_interface, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:27.344293 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5cd029-db90-496d-9e73-048aeabcc68e admin admin] Pushing event updated for resources: {'Port': ['ID=2b488681-9179-457c-93cb-5790cc8ebc31,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:02:27.379176 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5cd029-db90-496d-9e73-048aeabcc68e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:02:27.379520 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5cd029-db90-496d-9e73-048aeabcc68e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:02:27.379858 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5cd029-db90-496d-9e73-048aeabcc68e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:02:27.380192 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5cd029-db90-496d-9e73-048aeabcc68e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:02:27.380522 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5cd029-db90-496d-9e73-048aeabcc68e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:02:27.380885 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5cd029-db90-496d-9e73-048aeabcc68e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:02:27.381210 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5cd029-db90-496d-9e73-048aeabcc68e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:02:27.381530 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5cd029-db90-496d-9e73-048aeabcc68e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:02:27.381852 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5cd029-db90-496d-9e73-048aeabcc68e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:02:27.382170 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5cd029-db90-496d-9e73-048aeabcc68e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:02:27.382513 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5cd029-db90-496d-9e73-048aeabcc68e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:02:27.382828 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5cd029-db90-496d-9e73-048aeabcc68e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:02:27.383927 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5cd029-db90-496d-9e73-048aeabcc68e admin admin] Tracked resource versions report: Aug 10 03:02:27.383927 n-d-768862-13 neutron-server[94260]: pushed versions: Aug 10 03:02:27.383927 n-d-768862-13 neutron-server[94260]: { 'AddressGroup': {'1.2'}, Aug 10 03:02:27.383927 n-d-768862-13 neutron-server[94260]: 'ConntrackHelper': {'1.0'}, Aug 10 03:02:27.383927 n-d-768862-13 neutron-server[94260]: 'Log': {'1.0'}, Aug 10 03:02:27.383927 n-d-768862-13 neutron-server[94260]: 'Network': {'1.1'}, Aug 10 03:02:27.383927 n-d-768862-13 neutron-server[94260]: 'Port': {'1.7'}, Aug 10 03:02:27.383927 n-d-768862-13 neutron-server[94260]: 'PortForwarding': {'1.2'}, Aug 10 03:02:27.383927 n-d-768862-13 neutron-server[94260]: 'QosPolicy': {'1.9'}, Aug 10 03:02:27.383927 n-d-768862-13 neutron-server[94260]: 'SecurityGroup': {'1.4'}, Aug 10 03:02:27.383927 n-d-768862-13 neutron-server[94260]: 'SecurityGroupRule': {'1.2'}, Aug 10 03:02:27.383927 n-d-768862-13 neutron-server[94260]: 'SubPort': {'1.0'}, Aug 10 03:02:27.383927 n-d-768862-13 neutron-server[94260]: 'Subnet': {'1.1'}, Aug 10 03:02:27.383927 n-d-768862-13 neutron-server[94260]: 'Trunk': {'1.1'}} Aug 10 03:02:27.383927 n-d-768862-13 neutron-server[94260]: consumer versions: Aug 10 03:02:27.383927 n-d-768862-13 neutron-server[94260]: { DHCP agent@n-d-768862-13: {}, Aug 10 03:02:27.383927 n-d-768862-13 neutron-server[94260]: L3 agent@n-d-768862-13: {}, Aug 10 03:02:27.383927 n-d-768862-13 neutron-server[94260]: Metadata agent@n-d-768862-13: {}, Aug 10 03:02:27.383927 n-d-768862-13 neutron-server[94260]: Metering agent@n-d-768862-13: {}, Aug 10 03:02:27.383927 n-d-768862-13 neutron-server[94260]: Open vSwitch agent@n-d-768862-13: { 'AddressGroup': '1.2', Aug 10 03:02:27.383927 n-d-768862-13 neutron-server[94260]: 'ConntrackHelper': '1.0', Aug 10 03:02:27.383927 n-d-768862-13 neutron-server[94260]: 'Log': '1.0', Aug 10 03:02:27.383927 n-d-768862-13 neutron-server[94260]: 'Network': '1.1', Aug 10 03:02:27.383927 n-d-768862-13 neutron-server[94260]: 'Port': '1.7', Aug 10 03:02:27.383927 n-d-768862-13 neutron-server[94260]: 'PortForwarding': '1.2', Aug 10 03:02:27.383927 n-d-768862-13 neutron-server[94260]: 'QosPolicy': '1.9', Aug 10 03:02:27.383927 n-d-768862-13 neutron-server[94260]: 'SecurityGroup': '1.4', Aug 10 03:02:27.383927 n-d-768862-13 neutron-server[94260]: 'SecurityGroupRule': '1.2', Aug 10 03:02:27.383927 n-d-768862-13 neutron-server[94260]: 'SubPort': '1.0', Aug 10 03:02:27.383927 n-d-768862-13 neutron-server[94260]: 'Subnet': '1.1', Aug 10 03:02:27.383927 n-d-768862-13 neutron-server[94260]: 'Trunk': '1.1'}} Aug 10 03:02:27.383927 n-d-768862-13 neutron-server[94260]: {{(pid=94260) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 03:02:27.402513 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-1671ba5e-5be5-4837-86fe-dd7cc2bb8442 None None] Provisioning for port 2b488681-9179-457c-93cb-5790cc8ebc31 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:02:27.405804 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-1671ba5e-5be5-4837-86fe-dd7cc2bb8442 None None] Provisioning complete for port 2b488681-9179-457c-93cb-5790cc8ebc31 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:02:27.406279 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1671ba5e-5be5-4837-86fe-dd7cc2bb8442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:27.443334 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-1671ba5e-5be5-4837-86fe-dd7cc2bb8442 None None] Port 2b488681-9179-457c-93cb-5790cc8ebc31 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:02:27.470942 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3d5cd029-db90-496d-9e73-048aeabcc68e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:27.680587 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3d5cd029-db90-496d-9e73-048aeabcc68e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:27.685288 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3d5cd029-db90-496d-9e73-048aeabcc68e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:27.686275 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3d5cd029-db90-496d-9e73-048aeabcc68e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521893'] for router_interface, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:27.813341 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5cd029-db90-496d-9e73-048aeabcc68e admin admin] Pushing event updated for resources: {'Port': ['ID=2b488681-9179-457c-93cb-5790cc8ebc31,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:02:27.861591 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5cd029-db90-496d-9e73-048aeabcc68e admin admin] Network c48a3b19-821e-456f-afaa-4a930a8e35b6 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:02:27.862941 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-3d5cd029-db90-496d-9e73-048aeabcc68e admin admin] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:02:28.025049 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d5cd029-db90-496d-9e73-048aeabcc68e admin admin] Router 64b04051-824c-47f2-9e9a-d79ac61dbf95 is scheduled to L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e with binding_index 1 {{(pid=94260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:02:28.065451 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-4840475e-5918-4128-883d-c2ee2af0a59e None None] Provisioning complete for port 2b488681-9179-457c-93cb-5790cc8ebc31 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:02:28.066544 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4840475e-5918-4128-883d-c2ee2af0a59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:28.105099 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-4840475e-5918-4128-883d-c2ee2af0a59e None None] Port 2b488681-9179-457c-93cb-5790cc8ebc31 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:02:28.124594 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d5cd029-db90-496d-9e73-048aeabcc68e admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:02:28.129953 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-3d5cd029-db90-496d-9e73-048aeabcc68e admin admin] 10.222.0.44 "PUT /v2.0/routers/64b04051-824c-47f2-9e9a-d79ac61dbf95/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8760457 Aug 10 03:02:28.150383 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d80379-f28d-4efe-8eb7-60ff67d1ab39 None None] Sync routers for ids ['64b04051-824c-47f2-9e9a-d79ac61dbf95'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:02:28.161844 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d80379-f28d-4efe-8eb7-60ff67d1ab39 None None] Routers {'64b04051-824c-47f2-9e9a-d79ac61dbf95'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:02:28.163222 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-39d80379-f28d-4efe-8eb7-60ff67d1ab39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:02:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['64b04051-824c-47f2-9e9a-d79ac61dbf95'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:02:28.357749 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-39d80379-f28d-4efe-8eb7-60ff67d1ab39 None None] Set router 64b04051-824c-47f2-9e9a-d79ac61dbf95 gateway port host: None {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:02:28.784635 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-39d80379-f28d-4efe-8eb7-60ff67d1ab39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b04051-824c-47f2-9e9a-d79ac61dbf95', 'name': 'router1', 'tenant_id': '1c409ee4dff84c43bf8489ae38051878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:02:17Z', 'updated_at': '2021-08-10T03:02:27Z', 'revision_number': 2, 'project_id': '1c409ee4dff84c43bf8489ae38051878', 'gw_port_host': None, '_interfaces': [{'id': '2b488681-9179-457c-93cb-5790cc8ebc31', 'name': '', 'network_id': 'c48a3b19-821e-456f-afaa-4a930a8e35b6', 'tenant_id': '1c409ee4dff84c43bf8489ae38051878', 'mac_address': 'fa:16:3e:a9:7d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b04051-824c-47f2-9e9a-d79ac61dbf95', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '436762f9-5861-4f0a-b9c5-fecbf438543f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:02:26Z', 'updated_at': '2021-08-10T03:02:27Z', 'revision_number': 2, 'project_id': '1c409ee4dff84c43bf8489ae38051878', 'subnets': [{'id': '436762f9-5861-4f0a-b9c5-fecbf438543f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9b1985c1-0618-464c-92ac-251b696f7dae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:02:28.836221 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d80379-f28d-4efe-8eb7-60ff67d1ab39 None None] Checking router: 64b04051-824c-47f2-9e9a-d79ac61dbf95 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:02:28.836592 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d80379-f28d-4efe-8eb7-60ff67d1ab39 None None] Updating router 64b04051-824c-47f2-9e9a-d79ac61dbf95 port 2b488681-9179-457c-93cb-5790cc8ebc31 binding host n-d-768862-13 {{(pid=94263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:02:28.884935 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-39d80379-f28d-4efe-8eb7-60ff67d1ab39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:29.415799 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-39d80379-f28d-4efe-8eb7-60ff67d1ab39 None None] Notify callbacks [] for port, precommit_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:29.434538 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.provisioning_blocks [None req-39d80379-f28d-4efe-8eb7-60ff67d1ab39 None None] Transition to ACTIVE for port object 2b488681-9179-457c-93cb-5790cc8ebc31 will not be triggered until provisioned by entity L2. {{(pid=94263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:02:29.439955 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-39d80379-f28d-4efe-8eb7-60ff67d1ab39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:29.600165 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-39d80379-f28d-4efe-8eb7-60ff67d1ab39 None None] Attempting to bind port 2b488681-9179-457c-93cb-5790cc8ebc31 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:02:29.600645 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-39d80379-f28d-4efe-8eb7-60ff67d1ab39 None None] Attempting to bind port 2b488681-9179-457c-93cb-5790cc8ebc31 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '9cffaad0-e71e-4bfc-b0d9-f6175d4310b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c48a3b19-821e-456f-afaa-4a930a8e35b6'}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:02:29.600964 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d80379-f28d-4efe-8eb7-60ff67d1ab39 None None] Attempting to bind port 2b488681-9179-457c-93cb-5790cc8ebc31 on network c48a3b19-821e-456f-afaa-4a930a8e35b6 {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:02:29.603206 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f28ba8-8ed6-4e1e-83b1-af234137fffe None None] Pushing event updated for resources: {'Port': ['ID=2b488681-9179-457c-93cb-5790cc8ebc31,revision_number=3']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:02:29.613225 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d80379-f28d-4efe-8eb7-60ff67d1ab39 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:02:29.613642 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d80379-f28d-4efe-8eb7-60ff67d1ab39 None None] Checking segment: {'id': '9cffaad0-e71e-4bfc-b0d9-f6175d4310b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c48a3b19-821e-456f-afaa-4a930a8e35b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:02:29.614141 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-39d80379-f28d-4efe-8eb7-60ff67d1ab39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:29.614575 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d80379-f28d-4efe-8eb7-60ff67d1ab39 None None] Bound using segment: {'id': '9cffaad0-e71e-4bfc-b0d9-f6175d4310b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c48a3b19-821e-456f-afaa-4a930a8e35b6'} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:02:29.615102 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-39d80379-f28d-4efe-8eb7-60ff67d1ab39 None None] Bound port: 2b488681-9179-457c-93cb-5790cc8ebc31, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cffaad0-e71e-4bfc-b0d9-f6175d4310b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c48a3b19-821e-456f-afaa-4a930a8e35b6'}}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:02:29.616006 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-39d80379-f28d-4efe-8eb7-60ff67d1ab39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:29.619444 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f28ba8-8ed6-4e1e-83b1-af234137fffe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:02:29.619787 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f28ba8-8ed6-4e1e-83b1-af234137fffe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:02:29.620133 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f28ba8-8ed6-4e1e-83b1-af234137fffe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:02:29.620471 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f28ba8-8ed6-4e1e-83b1-af234137fffe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:02:29.620926 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f28ba8-8ed6-4e1e-83b1-af234137fffe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:02:29.621135 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f28ba8-8ed6-4e1e-83b1-af234137fffe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:02:29.621465 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f28ba8-8ed6-4e1e-83b1-af234137fffe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:02:29.621792 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f28ba8-8ed6-4e1e-83b1-af234137fffe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:02:29.622116 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f28ba8-8ed6-4e1e-83b1-af234137fffe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:02:29.622466 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f28ba8-8ed6-4e1e-83b1-af234137fffe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:02:29.622791 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f28ba8-8ed6-4e1e-83b1-af234137fffe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:02:29.623114 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f28ba8-8ed6-4e1e-83b1-af234137fffe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:02:29.624212 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f28ba8-8ed6-4e1e-83b1-af234137fffe None None] Tracked resource versions report: Aug 10 03:02:29.624212 n-d-768862-13 neutron-server[94263]: pushed versions: Aug 10 03:02:29.624212 n-d-768862-13 neutron-server[94263]: { 'AddressGroup': {'1.2'}, Aug 10 03:02:29.624212 n-d-768862-13 neutron-server[94263]: 'ConntrackHelper': {'1.0'}, Aug 10 03:02:29.624212 n-d-768862-13 neutron-server[94263]: 'Log': {'1.0'}, Aug 10 03:02:29.624212 n-d-768862-13 neutron-server[94263]: 'Network': {'1.1'}, Aug 10 03:02:29.624212 n-d-768862-13 neutron-server[94263]: 'Port': {'1.7'}, Aug 10 03:02:29.624212 n-d-768862-13 neutron-server[94263]: 'PortForwarding': {'1.2'}, Aug 10 03:02:29.624212 n-d-768862-13 neutron-server[94263]: 'QosPolicy': {'1.9'}, Aug 10 03:02:29.624212 n-d-768862-13 neutron-server[94263]: 'SecurityGroup': {'1.4'}, Aug 10 03:02:29.624212 n-d-768862-13 neutron-server[94263]: 'SecurityGroupRule': {'1.2'}, Aug 10 03:02:29.624212 n-d-768862-13 neutron-server[94263]: 'SubPort': {'1.0'}, Aug 10 03:02:29.624212 n-d-768862-13 neutron-server[94263]: 'Subnet': {'1.1'}, Aug 10 03:02:29.624212 n-d-768862-13 neutron-server[94263]: 'Trunk': {'1.1'}} Aug 10 03:02:29.624212 n-d-768862-13 neutron-server[94263]: consumer versions: Aug 10 03:02:29.624212 n-d-768862-13 neutron-server[94263]: { DHCP agent@n-d-768862-13: {}, Aug 10 03:02:29.624212 n-d-768862-13 neutron-server[94263]: L3 agent@n-d-768862-13: {}, Aug 10 03:02:29.624212 n-d-768862-13 neutron-server[94263]: Metadata agent@n-d-768862-13: {}, Aug 10 03:02:29.624212 n-d-768862-13 neutron-server[94263]: Metering agent@n-d-768862-13: {}, Aug 10 03:02:29.624212 n-d-768862-13 neutron-server[94263]: Open vSwitch agent@n-d-768862-13: { 'AddressGroup': '1.2', Aug 10 03:02:29.624212 n-d-768862-13 neutron-server[94263]: 'ConntrackHelper': '1.0', Aug 10 03:02:29.624212 n-d-768862-13 neutron-server[94263]: 'Log': '1.0', Aug 10 03:02:29.624212 n-d-768862-13 neutron-server[94263]: 'Network': '1.1', Aug 10 03:02:29.624212 n-d-768862-13 neutron-server[94263]: 'Port': '1.7', Aug 10 03:02:29.624212 n-d-768862-13 neutron-server[94263]: 'PortForwarding': '1.2', Aug 10 03:02:29.624212 n-d-768862-13 neutron-server[94263]: 'QosPolicy': '1.9', Aug 10 03:02:29.624212 n-d-768862-13 neutron-server[94263]: 'SecurityGroup': '1.4', Aug 10 03:02:29.624212 n-d-768862-13 neutron-server[94263]: 'SecurityGroupRule': '1.2', Aug 10 03:02:29.624212 n-d-768862-13 neutron-server[94263]: 'SubPort': '1.0', Aug 10 03:02:29.624212 n-d-768862-13 neutron-server[94263]: 'Subnet': '1.1', Aug 10 03:02:29.624212 n-d-768862-13 neutron-server[94263]: 'Trunk': '1.1'}} Aug 10 03:02:29.624212 n-d-768862-13 neutron-server[94263]: {{(pid=94263) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 03:02:29.690313 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-39d80379-f28d-4efe-8eb7-60ff67d1ab39 None None] For port 2b488681-9179-457c-93cb-5790cc8ebc31, host n-d-768862-13, cleared binding levels {{(pid=94263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:02:29.712003 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-39d80379-f28d-4efe-8eb7-60ff67d1ab39 None None] For port 2b488681-9179-457c-93cb-5790cc8ebc31, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=2b488681-9179-457c-93cb-5790cc8ebc31,segment=NetworkSegment(9cffaad0-e71e-4bfc-b0d9-f6175d4310b1),segment_id=9cffaad0-e71e-4bfc-b0d9-f6175d4310b1)] {{(pid=94263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:02:29.716256 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-39d80379-f28d-4efe-8eb7-60ff67d1ab39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:29.771297 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d80379-f28d-4efe-8eb7-60ff67d1ab39 None None] Routers {'64b04051-824c-47f2-9e9a-d79ac61dbf95'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:02:29.772486 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-39d80379-f28d-4efe-8eb7-60ff67d1ab39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:02:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['64b04051-824c-47f2-9e9a-d79ac61dbf95'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:02:29.840266 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f28ba8-8ed6-4e1e-83b1-af234137fffe None None] Pushing event updated for resources: {'Port': ['ID=2b488681-9179-457c-93cb-5790cc8ebc31,revision_number=4']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:02:29.865855 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-39d80379-f28d-4efe-8eb7-60ff67d1ab39 None None] Set router 64b04051-824c-47f2-9e9a-d79ac61dbf95 gateway port host: None {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:02:30.076406 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-39d80379-f28d-4efe-8eb7-60ff67d1ab39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b04051-824c-47f2-9e9a-d79ac61dbf95', 'name': 'router1', 'tenant_id': '1c409ee4dff84c43bf8489ae38051878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:02:17Z', 'updated_at': '2021-08-10T03:02:27Z', 'revision_number': 2, 'project_id': '1c409ee4dff84c43bf8489ae38051878', 'gw_port_host': None, '_interfaces': [{'id': '2b488681-9179-457c-93cb-5790cc8ebc31', 'name': '', 'network_id': 'c48a3b19-821e-456f-afaa-4a930a8e35b6', 'tenant_id': '1c409ee4dff84c43bf8489ae38051878', 'mac_address': 'fa:16:3e:a9:7d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b04051-824c-47f2-9e9a-d79ac61dbf95', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '436762f9-5861-4f0a-b9c5-fecbf438543f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:02:26Z', 'updated_at': '2021-08-10T03:02:29Z', 'revision_number': 4, 'project_id': '1c409ee4dff84c43bf8489ae38051878', 'subnets': [{'id': '436762f9-5861-4f0a-b9c5-fecbf438543f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9b1985c1-0618-464c-92ac-251b696f7dae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:02:30.101678 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d80379-f28d-4efe-8eb7-60ff67d1ab39 None None] The sync data for ids ['64b04051-824c-47f2-9e9a-d79ac61dbf95'] in n-d-768862-13 is: [{'id': '64b04051-824c-47f2-9e9a-d79ac61dbf95', 'name': 'router1', 'tenant_id': '1c409ee4dff84c43bf8489ae38051878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:02:17Z', 'updated_at': '2021-08-10T03:02:27Z', 'revision_number': 2, 'project_id': '1c409ee4dff84c43bf8489ae38051878', 'gw_port_host': None, '_interfaces': [{'id': '2b488681-9179-457c-93cb-5790cc8ebc31', 'name': '', 'network_id': 'c48a3b19-821e-456f-afaa-4a930a8e35b6', 'tenant_id': '1c409ee4dff84c43bf8489ae38051878', 'mac_address': 'fa:16:3e:a9:7d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b04051-824c-47f2-9e9a-d79ac61dbf95', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '436762f9-5861-4f0a-b9c5-fecbf438543f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:02:26Z', 'updated_at': '2021-08-10T03:02:29Z', 'revision_number': 4, 'project_id': '1c409ee4dff84c43bf8489ae38051878', 'subnets': [{'id': '436762f9-5861-4f0a-b9c5-fecbf438543f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9b1985c1-0618-464c-92ac-251b696f7dae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:02:30.342689 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 38658) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:02:30.453768 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9957b3e9-3735-4876-9d5e-9d3a435ce9d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:02:30.455108 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-9957b3e9-3735-4876-9d5e-9d3a435ce9d9 admin admin] 10.222.0.44 "GET /v2.0/networks/2ea12131-628a-487e-b434-0463553732bd HTTP/1.1" status: 200 len: 842 time: 0.1114631 Aug 10 03:02:30.465324 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-8d044158-00d2-4445-9c8b-5b4b927e1b59 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'enable_dhcp': False, 'gateway_ip': '172.25.6.1', 'cidr': '172.25.6.0/24', 'name': 'public-subnet'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:02:30.489845 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d044158-00d2-4445-9c8b-5b4b927e1b59 admin admin] Made reservation on behalf of 7fa37646d9d246659d8ebae0b14345b0 for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:02:30.493168 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8d044158-00d2-4445-9c8b-5b4b927e1b59 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:30.815184 n-d-768862-13 neutron-server[94260]: DEBUG neutron.objects.ports [None req-8d044158-00d2-4445-9c8b-5b4b927e1b59 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94260) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 03:02:30.815539 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8d044158-00d2-4445-9c8b-5b4b927e1b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:30.869733 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d044158-00d2-4445-9c8b-5b4b927e1b59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04f4b4c6-7f83-4f37-b8ea-23234eaba337,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:02:30.879919 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d044158-00d2-4445-9c8b-5b4b927e1b59 admin admin] Checking segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:02:30.880276 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d044158-00d2-4445-9c8b-5b4b927e1b59 admin admin] Network hostable DHCP agents. Network: 2ea12131-628a-487e-b434-0463553732bd, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:02:30.900732 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d044158-00d2-4445-9c8b-5b4b927e1b59 admin admin] Network 2ea12131-628a-487e-b434-0463553732bd is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:02:30.910585 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-8d044158-00d2-4445-9c8b-5b4b927e1b59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 2ea12131-628a-487e-b434-0463553732bd) {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:02:30.914957 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d044158-00d2-4445-9c8b-5b4b927e1b59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:02:30.915593 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8d044158-00d2-4445-9c8b-5b4b927e1b59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:30.920347 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1ef15e-9385-4b86-94d6-08af3a38f99a None None] Network 2ea12131-628a-487e-b434-0463553732bd requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:02:30.936755 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-8d044158-00d2-4445-9c8b-5b4b927e1b59 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4676747 Aug 10 03:02:31.057423 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a33916-4a57-480e-963e-98f5ed70b3bd None None] Network 2ea12131-628a-487e-b434-0463553732bd requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:02:33.224201 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 38666) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:02:33.484524 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-84055b06-3534-44fc-bca8-20894bfeef56 admin admin] 10.222.0.44 "GET /v2.0/routers/64b04051-824c-47f2-9e9a-d79ac61dbf95 HTTP/1.1" status: 200 len: 710 time: 0.2589216 Aug 10 03:02:33.606002 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdec79a6-67f5-478f-a341-73ab0e91f670 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:02:33.607431 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-cdec79a6-67f5-478f-a341-73ab0e91f670 admin admin] 10.222.0.44 "GET /v2.0/networks/2ea12131-628a-487e-b434-0463553732bd HTTP/1.1" status: 200 len: 886 time: 0.1174409 Aug 10 03:02:33.617330 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-9d2d11cd-3e8b-4b49-9a0a-0aac817766a3 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:02:33.864269 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9d2d11cd-3e8b-4b49-9a0a-0aac817766a3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:34.105434 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9d2d11cd-3e8b-4b49-9a0a-0aac817766a3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:34.244388 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9d2d11cd-3e8b-4b49-9a0a-0aac817766a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:34.407181 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-9d2d11cd-3e8b-4b49-9a0a-0aac817766a3 admin admin] Allocated IP 172.25.6.19 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/21cc8bfb-f496-4947-a339-b38663bb3535) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:02:34.528137 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9d2d11cd-3e8b-4b49-9a0a-0aac817766a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:34.610582 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9d2d11cd-3e8b-4b49-9a0a-0aac817766a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:34.710342 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2d11cd-3e8b-4b49-9a0a-0aac817766a3 admin admin] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:02:34.714797 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d11cd-3e8b-4b49-9a0a-0aac817766a3 admin admin] Pushing event updated for resources: {'Port': ['ID=21cc8bfb-f496-4947-a339-b38663bb3535,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:02:34.717249 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-9d2d11cd-3e8b-4b49-9a0a-0aac817766a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:02:34.741012 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2d11cd-3e8b-4b49-9a0a-0aac817766a3 admin admin] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:02:35.031105 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9d2d11cd-3e8b-4b49-9a0a-0aac817766a3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:35.248124 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9d2d11cd-3e8b-4b49-9a0a-0aac817766a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-520463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-522334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1409'] for router, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:35.253642 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9d2d11cd-3e8b-4b49-9a0a-0aac817766a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-520692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-520701', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-522311'] for router, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:35.374299 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d2d11cd-3e8b-4b49-9a0a-0aac817766a3 admin admin] Router 64b04051-824c-47f2-9e9a-d79ac61dbf95 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:02:35.486865 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d2d11cd-3e8b-4b49-9a0a-0aac817766a3 admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:02:35.492016 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9d2d11cd-3e8b-4b49-9a0a-0aac817766a3 admin admin] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:35.493271 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-9d2d11cd-3e8b-4b49-9a0a-0aac817766a3 admin admin] 10.222.0.44 "PUT /v2.0/routers/64b04051-824c-47f2-9e9a-d79ac61dbf95 HTTP/1.1" status: 200 len: 889 time: 1.8798792 Aug 10 03:02:36.114038 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 2b488681-9179-457c-93cb-5790cc8ebc31 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:02:36.167290 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 2b488681-9179-457c-93cb-5790cc8ebc31 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:02:36.171133 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 2b488681-9179-457c-93cb-5790cc8ebc31 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:02:36.171504 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:36.249183 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:36.283932 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 2b488681-9179-457c-93cb-5790cc8ebc31, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=2b488681-9179-457c-93cb-5790cc8ebc31,segment=NetworkSegment(9cffaad0-e71e-4bfc-b0d9-f6175d4310b1),segment_id=9cffaad0-e71e-4bfc-b0d9-f6175d4310b1)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:02:36.289110 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:36.340904 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=2b488681-9179-457c-93cb-5790cc8ebc31,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:02:36.604431 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba78d71b-8ac5-4829-aa43-02f0bbb0f856 None None] Sync routers for ids ['64b04051-824c-47f2-9e9a-d79ac61dbf95'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:02:36.614713 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba78d71b-8ac5-4829-aa43-02f0bbb0f856 None None] Routers {'64b04051-824c-47f2-9e9a-d79ac61dbf95'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:02:36.615948 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-ba78d71b-8ac5-4829-aa43-02f0bbb0f856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:02:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['64b04051-824c-47f2-9e9a-d79ac61dbf95'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:02:36.886256 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-ba78d71b-8ac5-4829-aa43-02f0bbb0f856 None None] Set router 64b04051-824c-47f2-9e9a-d79ac61dbf95 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:02:37.280452 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-ba78d71b-8ac5-4829-aa43-02f0bbb0f856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b04051-824c-47f2-9e9a-d79ac61dbf95', 'name': 'router1', 'tenant_id': '1c409ee4dff84c43bf8489ae38051878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': '21cc8bfb-f496-4947-a339-b38663bb3535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:02:17Z', 'updated_at': '2021-08-10T03:02:34Z', 'revision_number': 4, 'project_id': '1c409ee4dff84c43bf8489ae38051878', 'gw_port': {'id': '21cc8bfb-f496-4947-a339-b38663bb3535', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:cc:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b04051-824c-47f2-9e9a-d79ac61dbf95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:02:34Z', 'updated_at': '2021-08-10T03:02:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '2b488681-9179-457c-93cb-5790cc8ebc31', 'name': '', 'network_id': 'c48a3b19-821e-456f-afaa-4a930a8e35b6', 'tenant_id': '1c409ee4dff84c43bf8489ae38051878', 'mac_address': 'fa:16:3e:a9:7d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b04051-824c-47f2-9e9a-d79ac61dbf95', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '436762f9-5861-4f0a-b9c5-fecbf438543f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:02:26Z', 'updated_at': '2021-08-10T03:02:36Z', 'revision_number': 5, 'project_id': '1c409ee4dff84c43bf8489ae38051878', 'subnets': [{'id': '436762f9-5861-4f0a-b9c5-fecbf438543f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9b1985c1-0618-464c-92ac-251b696f7dae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:02:37.331136 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba78d71b-8ac5-4829-aa43-02f0bbb0f856 None None] Checking router: 64b04051-824c-47f2-9e9a-d79ac61dbf95 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:02:37.331525 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba78d71b-8ac5-4829-aa43-02f0bbb0f856 None None] Updating router 64b04051-824c-47f2-9e9a-d79ac61dbf95 port 21cc8bfb-f496-4947-a339-b38663bb3535 binding host n-d-768862-13 {{(pid=94262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:02:37.382118 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ba78d71b-8ac5-4829-aa43-02f0bbb0f856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:37.714563 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ba78d71b-8ac5-4829-aa43-02f0bbb0f856 None None] Notify callbacks [] for port, precommit_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:37.725691 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-ba78d71b-8ac5-4829-aa43-02f0bbb0f856 None None] Transition to ACTIVE for port object 21cc8bfb-f496-4947-a339-b38663bb3535 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:02:37.731765 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ba78d71b-8ac5-4829-aa43-02f0bbb0f856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:37.785833 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-ba78d71b-8ac5-4829-aa43-02f0bbb0f856 None None] Attempting to bind port 21cc8bfb-f496-4947-a339-b38663bb3535 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:02:37.786207 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-ba78d71b-8ac5-4829-aa43-02f0bbb0f856 None None] Attempting to bind port 21cc8bfb-f496-4947-a339-b38663bb3535 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:02:37.786607 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba78d71b-8ac5-4829-aa43-02f0bbb0f856 None None] Attempting to bind port 21cc8bfb-f496-4947-a339-b38663bb3535 on network 2ea12131-628a-487e-b434-0463553732bd {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:02:37.788959 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73fddef-acba-498a-9325-8bf32056703e None None] Pushing event updated for resources: {'Port': ['ID=21cc8bfb-f496-4947-a339-b38663bb3535,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:02:37.795127 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba78d71b-8ac5-4829-aa43-02f0bbb0f856 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:02:37.795392 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba78d71b-8ac5-4829-aa43-02f0bbb0f856 None None] Checking segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:02:37.795808 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ba78d71b-8ac5-4829-aa43-02f0bbb0f856 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:37.796199 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba78d71b-8ac5-4829-aa43-02f0bbb0f856 None None] Bound using segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:02:37.796679 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-ba78d71b-8ac5-4829-aa43-02f0bbb0f856 None None] Bound port: 21cc8bfb-f496-4947-a339-b38663bb3535, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:02:37.797084 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ba78d71b-8ac5-4829-aa43-02f0bbb0f856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:37.850071 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-ba78d71b-8ac5-4829-aa43-02f0bbb0f856 None None] For port 21cc8bfb-f496-4947-a339-b38663bb3535, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:02:37.853261 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-ba78d71b-8ac5-4829-aa43-02f0bbb0f856 None None] For port 21cc8bfb-f496-4947-a339-b38663bb3535, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=21cc8bfb-f496-4947-a339-b38663bb3535,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:02:37.858566 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ba78d71b-8ac5-4829-aa43-02f0bbb0f856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:37.913302 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 38680) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:02:37.917039 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73fddef-acba-498a-9325-8bf32056703e None None] Pushing event updated for resources: {'Port': ['ID=21cc8bfb-f496-4947-a339-b38663bb3535,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:02:37.919565 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba78d71b-8ac5-4829-aa43-02f0bbb0f856 None None] Routers {'64b04051-824c-47f2-9e9a-d79ac61dbf95'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:02:37.920131 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-ba78d71b-8ac5-4829-aa43-02f0bbb0f856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:02:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['64b04051-824c-47f2-9e9a-d79ac61dbf95'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:02:38.038693 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-7ea47a11-66f8-44aa-bcd9-bf3e56cb79aa admin admin] 10.222.0.44 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1225805 Aug 10 03:02:38.097380 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 2b488681-9179-457c-93cb-5790cc8ebc31 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:02:38.137494 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-ba78d71b-8ac5-4829-aa43-02f0bbb0f856 None None] Set router 64b04051-824c-47f2-9e9a-d79ac61dbf95 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:02:38.261321 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 2b488681-9179-457c-93cb-5790cc8ebc31 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:02:38.261698 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:38.429754 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-ba78d71b-8ac5-4829-aa43-02f0bbb0f856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b04051-824c-47f2-9e9a-d79ac61dbf95', 'name': 'router1', 'tenant_id': '1c409ee4dff84c43bf8489ae38051878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': '21cc8bfb-f496-4947-a339-b38663bb3535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:02:17Z', 'updated_at': '2021-08-10T03:02:34Z', 'revision_number': 4, 'project_id': '1c409ee4dff84c43bf8489ae38051878', 'gw_port': {'id': '21cc8bfb-f496-4947-a339-b38663bb3535', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:cc:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b04051-824c-47f2-9e9a-d79ac61dbf95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:02:34Z', 'updated_at': '2021-08-10T03:02:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '2b488681-9179-457c-93cb-5790cc8ebc31', 'name': '', 'network_id': 'c48a3b19-821e-456f-afaa-4a930a8e35b6', 'tenant_id': '1c409ee4dff84c43bf8489ae38051878', 'mac_address': 'fa:16:3e:a9:7d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b04051-824c-47f2-9e9a-d79ac61dbf95', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '436762f9-5861-4f0a-b9c5-fecbf438543f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:02:26Z', 'updated_at': '2021-08-10T03:02:36Z', 'revision_number': 5, 'project_id': '1c409ee4dff84c43bf8489ae38051878', 'subnets': [{'id': '436762f9-5861-4f0a-b9c5-fecbf438543f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9b1985c1-0618-464c-92ac-251b696f7dae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:02:38.459795 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba78d71b-8ac5-4829-aa43-02f0bbb0f856 None None] The sync data for ids ['64b04051-824c-47f2-9e9a-d79ac61dbf95'] in n-d-768862-13 is: [{'id': '64b04051-824c-47f2-9e9a-d79ac61dbf95', 'name': 'router1', 'tenant_id': '1c409ee4dff84c43bf8489ae38051878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': '21cc8bfb-f496-4947-a339-b38663bb3535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:02:17Z', 'updated_at': '2021-08-10T03:02:34Z', 'revision_number': 4, 'project_id': '1c409ee4dff84c43bf8489ae38051878', 'gw_port': {'id': '21cc8bfb-f496-4947-a339-b38663bb3535', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:cc:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b04051-824c-47f2-9e9a-d79ac61dbf95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:02:34Z', 'updated_at': '2021-08-10T03:02:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '2b488681-9179-457c-93cb-5790cc8ebc31', 'name': '', 'network_id': 'c48a3b19-821e-456f-afaa-4a930a8e35b6', 'tenant_id': '1c409ee4dff84c43bf8489ae38051878', 'mac_address': 'fa:16:3e:a9:7d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b04051-824c-47f2-9e9a-d79ac61dbf95', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '436762f9-5861-4f0a-b9c5-fecbf438543f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:02:26Z', 'updated_at': '2021-08-10T03:02:36Z', 'revision_number': 5, 'project_id': '1c409ee4dff84c43bf8489ae38051878', 'subnets': [{'id': '436762f9-5861-4f0a-b9c5-fecbf438543f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9b1985c1-0618-464c-92ac-251b696f7dae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:02:40.129579 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 21cc8bfb-f496-4947-a339-b38663bb3535 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:02:40.187964 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 21cc8bfb-f496-4947-a339-b38663bb3535 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:02:40.191898 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 21cc8bfb-f496-4947-a339-b38663bb3535 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:02:40.192523 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:40.277931 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:40.301463 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 21cc8bfb-f496-4947-a339-b38663bb3535, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=21cc8bfb-f496-4947-a339-b38663bb3535,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:02:40.308284 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:40.367785 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=21cc8bfb-f496-4947-a339-b38663bb3535,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:02:42.114305 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 21cc8bfb-f496-4947-a339-b38663bb3535 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:02:42.168595 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 21cc8bfb-f496-4947-a339-b38663bb3535 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:02:42.168976 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:51.266329 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-8424066e-a828-4692-bfa6-8db029b281c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:52.476339 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 5 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:02:53.529643 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-61bf865a-ed5e-40ec-8a51-b53addc4057b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:54.091222 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:55.107847 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:56.535927 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:21.267560 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4be385cb-7893-4dd2-8677-3a9f742eed31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:23.532390 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-91b6e8cd-0f06-41ae-9838-0a1cbc371ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:24.086090 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:25.108253 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:26.524900 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:29.475044 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 5 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:03:51.269325 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-34b23f01-16f8-4576-91be-84ba6202ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:53.536511 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4749ff8d-9343-4842-9f0e-0e582d66b96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:54.088344 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:55.112211 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:56.530506 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:04:06.474218 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 5 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:04:18.948713 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 39282) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:04:19.013792 n-d-768862-13 neutron-server[94260]: INFO neutron.pecan_wsgi.hooks.translation [None req-9def1d2b-d534-4738-85f6-2485d4178860 admin admin] GET failed (client error): The resource could not be found. Aug 10 03:04:19.015331 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-9def1d2b-d534-4738-85f6-2485d4178860 admin admin] 10.222.0.44 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0656388 Aug 10 03:04:19.177829 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd93a0a8-8969-467e-98e0-f11240700c1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:04:19.179394 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-cd93a0a8-8969-467e-98e0-f11240700c1d admin admin] 10.222.0.44 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1590853 Aug 10 03:04:21.270108 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b4e9ae95-d011-4b7a-b8f3-037011bb18ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:04:21.340070 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 39292) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:04:21.433829 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ff5f37-3ebe-4534-9e3d-eeec26b3fc11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:04:21.435206 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-15ff5f37-3ebe-4534-9e3d-eeec26b3fc11 admin admin] 10.222.0.44 "GET /v2.0/subnets/436762f9-5861-4f0a-b9c5-fecbf438543f HTTP/1.1" status: 200 len: 849 time: 0.0941954 Aug 10 03:04:21.445835 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-4a5573dd-bae9-433d-8e5a-62c1b76625d4 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:04:21.528662 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4a5573dd-bae9-433d-8e5a-62c1b76625d4 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:04:21.671660 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4a5573dd-bae9-433d-8e5a-62c1b76625d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727476261012'] for subnet, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:04:21.703484 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5573dd-bae9-433d-8e5a-62c1b76625d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:04:21.704079 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4a5573dd-bae9-433d-8e5a-62c1b76625d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:04:21.705402 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-4a5573dd-bae9-433d-8e5a-62c1b76625d4 admin admin] 10.222.0.44 "PUT /v2.0/subnets/436762f9-5861-4f0a-b9c5-fecbf438543f HTTP/1.1" status: 200 len: 868 time: 0.2633040 Aug 10 03:04:21.719969 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419bf7c4-2f1b-47e2-ae88-bed4f61628ad None None] Network c48a3b19-821e-456f-afaa-4a930a8e35b6 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:04:21.727021 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5573dd-bae9-433d-8e5a-62c1b76625d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=436762f9-5861-4f0a-b9c5-fecbf438543f,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:04:21.734884 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5573dd-bae9-433d-8e5a-62c1b76625d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:04:21.735234 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5573dd-bae9-433d-8e5a-62c1b76625d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:04:21.735590 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5573dd-bae9-433d-8e5a-62c1b76625d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:04:21.735915 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5573dd-bae9-433d-8e5a-62c1b76625d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:04:21.736906 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5573dd-bae9-433d-8e5a-62c1b76625d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:04:21.737244 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5573dd-bae9-433d-8e5a-62c1b76625d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:04:21.737743 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5573dd-bae9-433d-8e5a-62c1b76625d4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:04:21.738082 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5573dd-bae9-433d-8e5a-62c1b76625d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:04:21.738432 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5573dd-bae9-433d-8e5a-62c1b76625d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:04:21.738761 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5573dd-bae9-433d-8e5a-62c1b76625d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:04:21.739086 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5573dd-bae9-433d-8e5a-62c1b76625d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:04:21.739409 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5573dd-bae9-433d-8e5a-62c1b76625d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:04:22.085390 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-02caf130-0a52-4478-93cc-a067034b8604 None None] Provisioning complete for port 19429264-938a-4af0-9a45-9d9a64d39149 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:04:22.085760 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-02caf130-0a52-4478-93cc-a067034b8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:04:22.179854 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-02caf130-0a52-4478-93cc-a067034b8604 None None] Provisioning complete for port 2b488681-9179-457c-93cb-5790cc8ebc31 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:04:22.180337 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-02caf130-0a52-4478-93cc-a067034b8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:04:23.529447 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f711406e-c7f4-4b0f-abb1-d75ff1d8a5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:04:23.874007 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 39300) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:04:24.078526 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441e8a13-4f78-49b0-a9e2-49e5035be0e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:04:24.078918 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441e8a13-4f78-49b0-a9e2-49e5035be0e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:04:24.081060 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-441e8a13-4f78-49b0-a9e2-49e5035be0e5 admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2060454 Aug 10 03:04:24.091728 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:04:25.115824 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:04:26.278326 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 39308) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:04:26.493573 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e115e7-48b8-4567-ba8b-83bee9f08207 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:04:26.493965 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e115e7-48b8-4567-ba8b-83bee9f08207 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:04:26.495576 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-45e115e7-48b8-4567-ba8b-83bee9f08207 admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2162831 Aug 10 03:04:26.536850 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:04:28.651050 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 39316) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:04:28.778780 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b077b8aa-186a-467e-97f1-fc699f478a07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:04:28.780192 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-b077b8aa-186a-467e-97f1-fc699f478a07 admin admin] 10.222.0.44 "GET /v2.0/networks/2ea12131-628a-487e-b434-0463553732bd HTTP/1.1" status: 200 len: 886 time: 0.1281416 Aug 10 03:04:30.945819 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 39324) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:04:31.078615 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66cd4656-e110-4e1f-96f1-e9495533e7d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:04:31.080014 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-66cd4656-e110-4e1f-96f1-e9495533e7d7 admin admin] 10.222.0.44 "GET /v2.0/networks/c48a3b19-821e-456f-afaa-4a930a8e35b6 HTTP/1.1" status: 200 len: 868 time: 0.1331222 Aug 10 03:04:33.245354 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 39332) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:04:33.378919 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca86b7f-7aaf-4d77-adb3-c21e5898dd99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:04:33.379388 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca86b7f-7aaf-4d77-adb3-c21e5898dd99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:04:33.380968 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-2ca86b7f-7aaf-4d77-adb3-c21e5898dd99 admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1346445 Aug 10 03:04:35.559234 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39340) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:04:35.751772 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c55a5b5-1ff3-4c46-8c53-fd26b82d6b6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:04:35.752190 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c55a5b5-1ff3-4c46-8c53-fd26b82d6b6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:04:35.753773 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-2c55a5b5-1ff3-4c46-8c53-fd26b82d6b6e admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1935823 Aug 10 03:04:37.925318 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39350) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:04:38.013046 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4f7c14-6a72-4394-990b-8ed10b9ddd09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:04:38.014431 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-7e4f7c14-6a72-4394-990b-8ed10b9ddd09 admin admin] 10.222.0.44 "GET /v2.0/subnets/04f4b4c6-7f83-4f37-b8ea-23234eaba337 HTTP/1.1" status: 200 len: 816 time: 0.0881209 Aug 10 03:04:40.177957 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39358) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:04:40.272099 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dca27fa-a6e5-47c0-8938-2eae64308441 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:04:40.273471 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-5dca27fa-a6e5-47c0-8938-2eae64308441 admin admin] 10.222.0.44 "GET /v2.0/subnets/436762f9-5861-4f0a-b9c5-fecbf438543f HTTP/1.1" status: 200 len: 868 time: 0.0945415 Aug 10 03:04:43.473606 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 5 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:04:51.277556 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3c3086de-9f1d-4856-94d5-16dc1de860da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:04:53.531040 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-24de0e20-4f91-410c-9bfc-6c953868755c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:04:54.088936 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:04:55.119750 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:04:56.542337 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:06.081897 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39412) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:05:06.129870 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [None req-2a245252-390e-448f-9af6-e9041eb976e0 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:05:06.130915 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-2a245252-390e-448f-9af6-e9041eb976e0 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0480287 Aug 10 03:05:08.411745 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39420) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:05:08.474581 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f92878c-4c4a-440e-a0c1-2099788b1ae3 admin admin] GET failed (client error): The resource could not be found. Aug 10 03:05:08.475961 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-2f92878c-4c4a-440e-a0c1-2099788b1ae3 admin admin] 10.222.0.44 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0633445 Aug 10 03:05:08.622388 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a86047c-1282-40e4-ac43-4adbb07466bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:05:08.623915 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-9a86047c-1282-40e4-ac43-4adbb07466bf admin admin] 10.222.0.44 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1430268 Aug 10 03:05:10.818636 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39428) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:05:10.867138 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-9e40674b-3b31-4e93-ac16-07719701fe04 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:05:10.888988 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e40674b-3b31-4e93-ac16-07719701fe04 admin admin] Made reservation on behalf of 7fa37646d9d246659d8ebae0b14345b0 for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:05:10.891744 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9e40674b-3b31-4e93-ac16-07719701fe04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:10.927996 n-d-768862-13 neutron-server[94261]: WARNING neutron.services.revisions.revision_plugin [None req-9e40674b-3b31-4e93-ac16-07719701fe04 admin admin] Could not find related network for resource to bump revision. Aug 10 03:05:10.938729 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e40674b-3b31-4e93-ac16-07719701fe04 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:05:10.947967 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9e40674b-3b31-4e93-ac16-07719701fe04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:10.948340 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-9e40674b-3b31-4e93-ac16-07719701fe04 admin admin] Added segment 1e215406-2789-4473-8684-eca4b8bbb795 of type vlan for network 72a4be73-29a1-424c-8690-ecdcf6b06721 Aug 10 03:05:10.991762 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9e40674b-3b31-4e93-ac16-07719701fe04 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:11.020637 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9e40674b-3b31-4e93-ac16-07719701fe04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:11.021593 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e40674b-3b31-4e93-ac16-07719701fe04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:05:11.022171 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9e40674b-3b31-4e93-ac16-07719701fe04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:11.073927 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-9e40674b-3b31-4e93-ac16-07719701fe04 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2541516 Aug 10 03:05:11.081464 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e40674b-3b31-4e93-ac16-07719701fe04 admin admin] Pushing event updated for resources: {'Network': ['ID=72a4be73-29a1-424c-8690-ecdcf6b06721,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:05:11.089067 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e40674b-3b31-4e93-ac16-07719701fe04 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:05:11.089411 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e40674b-3b31-4e93-ac16-07719701fe04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:05:11.089747 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e40674b-3b31-4e93-ac16-07719701fe04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:05:11.090080 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e40674b-3b31-4e93-ac16-07719701fe04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:05:11.090445 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e40674b-3b31-4e93-ac16-07719701fe04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:05:11.090774 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e40674b-3b31-4e93-ac16-07719701fe04 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:05:11.091098 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e40674b-3b31-4e93-ac16-07719701fe04 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:05:11.091423 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e40674b-3b31-4e93-ac16-07719701fe04 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:05:11.091749 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e40674b-3b31-4e93-ac16-07719701fe04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:05:11.092071 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e40674b-3b31-4e93-ac16-07719701fe04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:05:11.092393 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e40674b-3b31-4e93-ac16-07719701fe04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:05:11.092714 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e40674b-3b31-4e93-ac16-07719701fe04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:05:11.104426 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 72a4be73-29a1-424c-8690-ecdcf6b06721 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:05:13.305145 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39436) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:05:13.366712 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-36687244-4322-47fc-ab89-328b21fc4bdc admin admin] GET failed (client error): The resource could not be found. Aug 10 03:05:13.368064 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-36687244-4322-47fc-ab89-328b21fc4bdc admin admin] 10.222.0.44 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0619345 Aug 10 03:05:13.437553 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7ff22d-ead2-4d96-8fb6-8aa9c5e70ea4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:05:13.439324 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-2d7ff22d-ead2-4d96-8fb6-8aa9c5e70ea4 admin admin] 10.222.0.44 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0666211 Aug 10 03:05:13.449349 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-b6a9deab-0efe-4d89-85d0-ea9e93ab2cde admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721', 'ip_version': 4}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:05:13.469394 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a9deab-0efe-4d89-85d0-ea9e93ab2cde admin admin] Made reservation on behalf of 7fa37646d9d246659d8ebae0b14345b0 for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:05:13.471696 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b6a9deab-0efe-4d89-85d0-ea9e93ab2cde admin admin] Notify callbacks [] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:13.635194 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b6a9deab-0efe-4d89-85d0-ea9e93ab2cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:13.695406 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a9deab-0efe-4d89-85d0-ea9e93ab2cde admin admin] Checking segment: {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:05:13.695746 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a9deab-0efe-4d89-85d0-ea9e93ab2cde admin admin] Network hostable DHCP agents. Network: 72a4be73-29a1-424c-8690-ecdcf6b06721, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:05:13.698737 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a9deab-0efe-4d89-85d0-ea9e93ab2cde admin admin] Pushing event updated for resources: {'Subnet': ['ID=60d10164-1dee-4940-9d19-f71e6c18cbc5,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:05:13.715313 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a9deab-0efe-4d89-85d0-ea9e93ab2cde admin admin] Network 72a4be73-29a1-424c-8690-ecdcf6b06721 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:05:13.723958 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-b6a9deab-0efe-4d89-85d0-ea9e93ab2cde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 72a4be73-29a1-424c-8690-ecdcf6b06721) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:05:13.728402 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a9deab-0efe-4d89-85d0-ea9e93ab2cde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:05:13.729036 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b6a9deab-0efe-4d89-85d0-ea9e93ab2cde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:13.733154 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee22e2d5-57df-48e7-8f06-0915f7f0a8e0 None None] Network 72a4be73-29a1-424c-8690-ecdcf6b06721 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:05:13.743276 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-b6a9deab-0efe-4d89-85d0-ea9e93ab2cde admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2973232 Aug 10 03:05:13.979729 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50150c71-ea01-470f-9193-1608d068e642 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-72a4be73-29a1-424c-8690-ecdcf6b06721', 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721', 'tenant_id': '7fa37646d9d246659d8ebae0b14345b0', 'fixed_ips': [{'subnet_id': '60d10164-1dee-4940-9d19-f71e6c18cbc5'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:05:13.980599 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-50150c71-ea01-470f-9193-1608d068e642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:14.149980 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-50150c71-ea01-470f-9193-1608d068e642 None None] Allocated IP 192.168.233.2 (72a4be73-29a1-424c-8690-ecdcf6b06721/60d10164-1dee-4940-9d19-f71e6c18cbc5/94601ec3-5055-441c-97c0-192f03291bdd) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:05:14.302955 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-50150c71-ea01-470f-9193-1608d068e642 None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:14.312597 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-50150c71-ea01-470f-9193-1608d068e642 None None] Transition to ACTIVE for port object 94601ec3-5055-441c-97c0-192f03291bdd will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:05:14.330144 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-50150c71-ea01-470f-9193-1608d068e642 None None] Transition to ACTIVE for port object 94601ec3-5055-441c-97c0-192f03291bdd will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:05:14.336543 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-50150c71-ea01-470f-9193-1608d068e642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:14.380558 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50150c71-ea01-470f-9193-1608d068e642 None None] Network 72a4be73-29a1-424c-8690-ecdcf6b06721 is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:05:14.383475 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-50150c71-ea01-470f-9193-1608d068e642 None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:05:14.387095 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50150c71-ea01-470f-9193-1608d068e642 None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:05:14.392583 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50150c71-ea01-470f-9193-1608d068e642 None None] Pushing event updated for resources: {'Port': ['ID=94601ec3-5055-441c-97c0-192f03291bdd,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:05:14.403477 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50150c71-ea01-470f-9193-1608d068e642 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:05:14.403822 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50150c71-ea01-470f-9193-1608d068e642 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:05:14.404159 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50150c71-ea01-470f-9193-1608d068e642 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:05:14.404489 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50150c71-ea01-470f-9193-1608d068e642 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:05:14.404817 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50150c71-ea01-470f-9193-1608d068e642 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:05:14.405144 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50150c71-ea01-470f-9193-1608d068e642 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:05:14.405467 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50150c71-ea01-470f-9193-1608d068e642 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:05:14.405789 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50150c71-ea01-470f-9193-1608d068e642 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:05:14.406163 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50150c71-ea01-470f-9193-1608d068e642 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:05:14.406528 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50150c71-ea01-470f-9193-1608d068e642 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:05:14.406850 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50150c71-ea01-470f-9193-1608d068e642 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:05:14.407177 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50150c71-ea01-470f-9193-1608d068e642 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:05:14.455528 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-50150c71-ea01-470f-9193-1608d068e642 None None] Attempting to bind port 94601ec3-5055-441c-97c0-192f03291bdd on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:05:14.455892 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-50150c71-ea01-470f-9193-1608d068e642 None None] Attempting to bind port 94601ec3-5055-441c-97c0-192f03291bdd by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:05:14.456253 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50150c71-ea01-470f-9193-1608d068e642 None None] Attempting to bind port 94601ec3-5055-441c-97c0-192f03291bdd on network 72a4be73-29a1-424c-8690-ecdcf6b06721 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:05:14.463251 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50150c71-ea01-470f-9193-1608d068e642 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:05:14.463618 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50150c71-ea01-470f-9193-1608d068e642 None None] Checking segment: {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:05:14.464021 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-50150c71-ea01-470f-9193-1608d068e642 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:14.464396 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50150c71-ea01-470f-9193-1608d068e642 None None] Bound using segment: {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:05:14.464859 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-50150c71-ea01-470f-9193-1608d068e642 None None] Bound port: 94601ec3-5055-441c-97c0-192f03291bdd, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:05:14.465249 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-50150c71-ea01-470f-9193-1608d068e642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:14.528941 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-50150c71-ea01-470f-9193-1608d068e642 None None] For port 94601ec3-5055-441c-97c0-192f03291bdd, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:05:14.532137 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-50150c71-ea01-470f-9193-1608d068e642 None None] For port 94601ec3-5055-441c-97c0-192f03291bdd, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=94601ec3-5055-441c-97c0-192f03291bdd,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:05:14.536287 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-50150c71-ea01-470f-9193-1608d068e642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:14.595233 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50150c71-ea01-470f-9193-1608d068e642 None None] Pushing event updated for resources: {'Port': ['ID=94601ec3-5055-441c-97c0-192f03291bdd,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:05:15.423134 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd47de3-07b0-4dab-90d8-9956b635abac None None] Network 72a4be73-29a1-424c-8690-ecdcf6b06721 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:05:15.491659 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-2375872a-5489-4bcc-9e53-62ff750e6d40 None None] Provisioning for port 94601ec3-5055-441c-97c0-192f03291bdd completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:05:16.254642 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 94601ec3-5055-441c-97c0-192f03291bdd up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:05:16.307783 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 94601ec3-5055-441c-97c0-192f03291bdd completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:05:16.311657 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 94601ec3-5055-441c-97c0-192f03291bdd triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:05:16.312082 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:16.391032 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:16.424578 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 94601ec3-5055-441c-97c0-192f03291bdd, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=94601ec3-5055-441c-97c0-192f03291bdd,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:05:16.428765 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:16.488673 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=94601ec3-5055-441c-97c0-192f03291bdd,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:05:18.228631 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 94601ec3-5055-441c-97c0-192f03291bdd up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:05:18.275722 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 94601ec3-5055-441c-97c0-192f03291bdd triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:05:18.276094 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:20.473151 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 5 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:05:21.267528 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-619cad94-ecd9-43f3-b550-5cf3599e7ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:23.534135 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4feb71e3-5402-42ef-999a-0932e23f4213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:24.090924 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:25.122946 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:26.542619 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:51.269082 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-5c83de95-66a6-4ce1-a3b1-b5044457e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:53.536174 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b82b8851-d568-4407-8d00-4a17a35edb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:54.091123 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:55.123836 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:56.545807 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:57.472233 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 5 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:06:21.270163 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-7e52665d-3add-4127-9dd3-3667a44ac1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:22.132694 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39488) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:06:22.139171 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [None req-c115a1b7-71de-4512-b45b-7a9271a111b6 tempest-verify_tempest_config-499981457 tempest-verify_tempest_config-499981457-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:06:22.140175 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-c115a1b7-71de-4512-b45b-7a9271a111b6 tempest-verify_tempest_config-499981457 tempest-verify_tempest_config-499981457-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0065148 Aug 10 03:06:22.444840 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39506) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:06:22.548853 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-66489c4d-3cee-49ee-bea2-820466f810ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:22.639538 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-66489c4d-3cee-49ee-bea2-820466f810ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:22.643064 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-66489c4d-3cee-49ee-bea2-820466f810ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:22.686944 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66489c4d-3cee-49ee-bea2-820466f810ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=136ab3fc-a331-4427-96bc-84d67100d528,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:22.691602 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-66489c4d-3cee-49ee-bea2-820466f810ca admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ce81ccc3096540ae8c78be9a5d131c2f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2457619 Aug 10 03:06:22.694434 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 39510) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:06:22.695783 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66489c4d-3cee-49ee-bea2-820466f810ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:06:22.696132 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66489c4d-3cee-49ee-bea2-820466f810ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:06:22.696472 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66489c4d-3cee-49ee-bea2-820466f810ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:06:22.696806 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66489c4d-3cee-49ee-bea2-820466f810ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:06:22.697136 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66489c4d-3cee-49ee-bea2-820466f810ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:06:22.697462 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66489c4d-3cee-49ee-bea2-820466f810ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:06:22.697784 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66489c4d-3cee-49ee-bea2-820466f810ca admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:06:22.698105 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66489c4d-3cee-49ee-bea2-820466f810ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:06:22.698526 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66489c4d-3cee-49ee-bea2-820466f810ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:06:22.698849 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66489c4d-3cee-49ee-bea2-820466f810ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:06:22.699168 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66489c4d-3cee-49ee-bea2-820466f810ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:06:22.699483 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66489c4d-3cee-49ee-bea2-820466f810ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:06:22.769044 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e71b9f21-a3d8-435d-9bae-92b4a7c78f5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:22.788999 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e71b9f21-a3d8-435d-9bae-92b4a7c78f5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:22.882293 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e71b9f21-a3d8-435d-9bae-92b4a7c78f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:22.884961 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e71b9f21-a3d8-435d-9bae-92b4a7c78f5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:22.886186 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-e71b9f21-a3d8-435d-9bae-92b4a7c78f5a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/136ab3fc-a331-4427-96bc-84d67100d528 HTTP/1.1" status: 204 len: 168 time: 0.1906817 Aug 10 03:06:22.893966 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b9f21-a3d8-435d-9bae-92b4a7c78f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=136ab3fc-a331-4427-96bc-84d67100d528,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:22.900545 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b9f21-a3d8-435d-9bae-92b4a7c78f5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:06:22.900888 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b9f21-a3d8-435d-9bae-92b4a7c78f5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:06:22.901223 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b9f21-a3d8-435d-9bae-92b4a7c78f5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:06:22.901555 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b9f21-a3d8-435d-9bae-92b4a7c78f5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:06:22.901883 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b9f21-a3d8-435d-9bae-92b4a7c78f5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:06:22.902210 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b9f21-a3d8-435d-9bae-92b4a7c78f5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:06:22.902557 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b9f21-a3d8-435d-9bae-92b4a7c78f5a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:06:22.902987 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b9f21-a3d8-435d-9bae-92b4a7c78f5a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:06:22.903193 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b9f21-a3d8-435d-9bae-92b4a7c78f5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:06:22.903630 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b9f21-a3d8-435d-9bae-92b4a7c78f5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:06:22.903952 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b9f21-a3d8-435d-9bae-92b4a7c78f5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:06:22.904274 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71b9f21-a3d8-435d-9bae-92b4a7c78f5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:06:23.541003 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-954826da-5fea-4fe7-a68d-f179c6d2e2f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:24.094769 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:25.126353 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:26.547989 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:34.471230 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 5 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:06:51.271523 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-407254a7-066c-4005-a5ea-26a07b417245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:53.540519 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-659016f2-ba31-464f-87b8-c636bb25d279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:54.095413 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:55.132048 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:56.550193 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:11.470801 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 5 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:07:21.274521 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e7be67b3-27d8-43c0-80f3-4a5f9f0f274c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:23.550061 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ecfd6f43-aeeb-453f-82bb-d0db614ad3d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:24.102750 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:25.134192 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:26.557008 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:48.468810 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 5 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:07:51.275580 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1fa6c9e4-e549-485a-892f-09a5a79fe00d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:53.541370 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9f29ec91-b085-4e35-83a2-2bad4526270d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:54.094714 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:55.138264 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:56.559642 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:21.278799 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-51dd6129-a6a4-4bcc-99d1-6501f9fb1fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:23.550505 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4cb520bb-b187-4094-9e1b-b3c6bb45f1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:24.097072 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:25.139664 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:25.467453 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 5 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:08:26.562898 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:51.281736 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-17216206-50df-484b-9291-15ca39671a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:53.545345 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-772ebb79-9bfe-422e-8aea-5c41148130f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:54.098588 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:55.143187 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:56.575059 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:02.466962 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 5 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:09:21.284128 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-5b0f5318-9a0a-4d84-8548-65262fc414a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:23.553361 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1b5534ae-aebd-4ef2-a31d-4c4090dce446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:24.104237 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:25.145052 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:25.811965 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-522749'] for agent, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:26.571389 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:32.817978 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-522749'] for agent, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:39.466001 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:09:51.285089 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-06f4eee0-e887-40e1-b15f-549363859920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:53.545318 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-5b2c84e1-404a-4a71-91d2-5a28b7b3878f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:54.096171 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:55.152632 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:55.764659 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:56.572669 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:02.756512 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:11.392640 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39572) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:11.523055 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e677c07f-5af3-4da4-b90a-15be7ecdd022 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1292050 Aug 10 03:10:13.713638 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39582) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:13.777619 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a87ed03f-a048-4f8e-97e2-6bff61dbe1b6 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0628657 Aug 10 03:10:16.465668 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:10:21.286678 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-366355f6-fcbb-4327-8933-edf8cc18aba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:23.546697 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-11c62e20-efea-440a-8260-fa087d365fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:24.097421 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:25.151085 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:25.776279 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:26.577476 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:32.773582 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:51.288056 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-2be863e4-45e2-4bef-ba8b-6e8af10629da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:53.463988 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:10:53.553583 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-5a27a79c-4a24-44f6-957b-250a05e8005d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:54.104383 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:55.154678 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:55.776100 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:56.586672 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:02.781909 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:21.296799 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-473e8bdc-92bc-4e57-8247-534feaf4f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:23.562183 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-052b188a-c1a9-4b09-baf1-5531668c170d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:24.101873 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:25.159336 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:25.799810 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:26.590134 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:30.464004 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:11:32.794024 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:39.103820 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 39820) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:39.336820 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 39840) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:39.560931 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-17ca2f21-a02d-44bb-a372-1464e5becdd3 tempest-AutoAllocateNetworkTest-267152891 tempest-AutoAllocateNetworkTest-267152891-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=6f893779f7964aa2beca49259c460a0b&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4547391 Aug 10 03:11:39.563908 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39854) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:39.718133 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-de931621-3f7d-4838-a833-8bc1fc447922 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1555949547-network', 'tenant_id': 'a9d9692f94284ab383feb6bc4fe6dbd1'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:11:39.753840 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de931621-3f7d-4838-a833-8bc1fc447922 admin admin] Made reservation on behalf of a9d9692f94284ab383feb6bc4fe6dbd1 for: {'network': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:11:39.757667 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-de931621-3f7d-4838-a833-8bc1fc447922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:39.761413 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff61ce4-bf65-4d39-8a5f-72e7ca27508d tempest-AutoAllocateNetworkTest-267152891 tempest-AutoAllocateNetworkTest-267152891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:39.766265 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-3ff61ce4-bf65-4d39-8a5f-72e7ca27508d tempest-AutoAllocateNetworkTest-267152891 tempest-AutoAllocateNetworkTest-267152891-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2012103 Aug 10 03:11:39.766874 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39866) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:39.772586 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-de931621-3f7d-4838-a833-8bc1fc447922 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:39.839704 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-99a740ba-8921-403e-be12-ac6c954561d0 tempest-AutoAllocateNetworkTest-267152891 tempest-AutoAllocateNetworkTest-267152891-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0714426 Aug 10 03:11:39.842811 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39870) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:39.890643 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-623b0331-70d0-434a-97e5-692b6a2f0574 tempest-AutoAllocateNetworkTest-267152891 tempest-AutoAllocateNetworkTest-267152891-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=6f893779f7964aa2beca49259c460a0b HTTP/1.1" status: 200 len: 208 time: 0.0453413 Aug 10 03:11:39.951396 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-de931621-3f7d-4838-a833-8bc1fc447922 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:39.958403 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-de931621-3f7d-4838-a833-8bc1fc447922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:39.996396 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de931621-3f7d-4838-a833-8bc1fc447922 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=94260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:11:40.014569 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de931621-3f7d-4838-a833-8bc1fc447922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54aaea5c-3045-4ce9-a19a-ce0f92f158df,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:40.021421 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-de931621-3f7d-4838-a833-8bc1fc447922 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727476301159', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:40.021993 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-de931621-3f7d-4838-a833-8bc1fc447922 admin admin] Unsubscribe: segment precommit_create {{(pid=94260) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 10 03:11:40.022525 n-d-768862-13 neutron-server[94260]: INFO neutron.db.segments_db [None req-de931621-3f7d-4838-a833-8bc1fc447922 admin admin] Added segment b42426e6-502c-40d3-9c61-ff26c82f39ea of type vlan for network 7bfbeebb-f42f-441e-a7f5-dde179143eae Aug 10 03:11:40.040042 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de931621-3f7d-4838-a833-8bc1fc447922 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:40.040474 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de931621-3f7d-4838-a833-8bc1fc447922 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:40.040749 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de931621-3f7d-4838-a833-8bc1fc447922 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:40.041074 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de931621-3f7d-4838-a833-8bc1fc447922 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:40.041837 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de931621-3f7d-4838-a833-8bc1fc447922 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:40.041983 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de931621-3f7d-4838-a833-8bc1fc447922 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:40.042348 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de931621-3f7d-4838-a833-8bc1fc447922 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:40.042677 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de931621-3f7d-4838-a833-8bc1fc447922 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:40.043004 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de931621-3f7d-4838-a833-8bc1fc447922 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:40.043333 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de931621-3f7d-4838-a833-8bc1fc447922 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:40.043673 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de931621-3f7d-4838-a833-8bc1fc447922 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:40.043981 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de931621-3f7d-4838-a833-8bc1fc447922 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:40.045181 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de931621-3f7d-4838-a833-8bc1fc447922 admin admin] Tracked resource versions report: Aug 10 03:11:40.045181 n-d-768862-13 neutron-server[94260]: pushed versions: Aug 10 03:11:40.045181 n-d-768862-13 neutron-server[94260]: { 'AddressGroup': {'1.2'}, Aug 10 03:11:40.045181 n-d-768862-13 neutron-server[94260]: 'ConntrackHelper': {'1.0'}, Aug 10 03:11:40.045181 n-d-768862-13 neutron-server[94260]: 'Log': {'1.0'}, Aug 10 03:11:40.045181 n-d-768862-13 neutron-server[94260]: 'Network': {'1.1'}, Aug 10 03:11:40.045181 n-d-768862-13 neutron-server[94260]: 'Port': {'1.7'}, Aug 10 03:11:40.045181 n-d-768862-13 neutron-server[94260]: 'PortForwarding': {'1.2'}, Aug 10 03:11:40.045181 n-d-768862-13 neutron-server[94260]: 'QosPolicy': {'1.9'}, Aug 10 03:11:40.045181 n-d-768862-13 neutron-server[94260]: 'SecurityGroup': {'1.4'}, Aug 10 03:11:40.045181 n-d-768862-13 neutron-server[94260]: 'SecurityGroupRule': {'1.2'}, Aug 10 03:11:40.045181 n-d-768862-13 neutron-server[94260]: 'SubPort': {'1.0'}, Aug 10 03:11:40.045181 n-d-768862-13 neutron-server[94260]: 'Subnet': {'1.1'}, Aug 10 03:11:40.045181 n-d-768862-13 neutron-server[94260]: 'Trunk': {'1.1'}} Aug 10 03:11:40.045181 n-d-768862-13 neutron-server[94260]: consumer versions: Aug 10 03:11:40.045181 n-d-768862-13 neutron-server[94260]: { DHCP agent@n-d-768862-13: {}, Aug 10 03:11:40.045181 n-d-768862-13 neutron-server[94260]: HyperV agent@n-h1-768862-13: {}, Aug 10 03:11:40.045181 n-d-768862-13 neutron-server[94260]: HyperV agent@n-h2-768862-13: {}, Aug 10 03:11:40.045181 n-d-768862-13 neutron-server[94260]: L3 agent@n-d-768862-13: {}, Aug 10 03:11:40.045181 n-d-768862-13 neutron-server[94260]: Metadata agent@n-d-768862-13: {}, Aug 10 03:11:40.045181 n-d-768862-13 neutron-server[94260]: Metering agent@n-d-768862-13: {}, Aug 10 03:11:40.045181 n-d-768862-13 neutron-server[94260]: Open vSwitch agent@n-d-768862-13: { 'AddressGroup': '1.2', Aug 10 03:11:40.045181 n-d-768862-13 neutron-server[94260]: 'ConntrackHelper': '1.0', Aug 10 03:11:40.045181 n-d-768862-13 neutron-server[94260]: 'Log': '1.0', Aug 10 03:11:40.045181 n-d-768862-13 neutron-server[94260]: 'Network': '1.1', Aug 10 03:11:40.045181 n-d-768862-13 neutron-server[94260]: 'Port': '1.7', Aug 10 03:11:40.045181 n-d-768862-13 neutron-server[94260]: 'PortForwarding': '1.2', Aug 10 03:11:40.045181 n-d-768862-13 neutron-server[94260]: 'QosPolicy': '1.9', Aug 10 03:11:40.045181 n-d-768862-13 neutron-server[94260]: 'SecurityGroup': '1.4', Aug 10 03:11:40.045181 n-d-768862-13 neutron-server[94260]: 'SecurityGroupRule': '1.2', Aug 10 03:11:40.045181 n-d-768862-13 neutron-server[94260]: 'SubPort': '1.0', Aug 10 03:11:40.045181 n-d-768862-13 neutron-server[94260]: 'Subnet': '1.1', Aug 10 03:11:40.045181 n-d-768862-13 neutron-server[94260]: 'Trunk': '1.1'}} Aug 10 03:11:40.045181 n-d-768862-13 neutron-server[94260]: {{(pid=94260) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 03:11:40.084828 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-de931621-3f7d-4838-a833-8bc1fc447922 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:40.127255 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-de931621-3f7d-4838-a833-8bc1fc447922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:40.128697 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de931621-3f7d-4838-a833-8bc1fc447922 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:40.129286 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-de931621-3f7d-4838-a833-8bc1fc447922 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:40.207522 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-de931621-3f7d-4838-a833-8bc1fc447922 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8724246 Aug 10 03:11:40.210502 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39888) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:40.215793 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-6e4d044c-5401-4e68-a41d-bb5a5ae4f276 admin admin] Request body: {'subnet': {'network_id': '7bfbeebb-f42f-441e-a7f5-dde179143eae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1555949547-subnet', 'tenant_id': 'a9d9692f94284ab383feb6bc4fe6dbd1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:11:40.231739 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de931621-3f7d-4838-a833-8bc1fc447922 admin admin] Pushing event updated for resources: {'Network': ['ID=7bfbeebb-f42f-441e-a7f5-dde179143eae,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:40.244963 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 7bfbeebb-f42f-441e-a7f5-dde179143eae details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:11:40.248526 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e4d044c-5401-4e68-a41d-bb5a5ae4f276 admin admin] Made reservation on behalf of a9d9692f94284ab383feb6bc4fe6dbd1 for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:11:40.254730 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6e4d044c-5401-4e68-a41d-bb5a5ae4f276 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:40.443517 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6e4d044c-5401-4e68-a41d-bb5a5ae4f276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:40.498071 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4d044c-5401-4e68-a41d-bb5a5ae4f276 admin admin] Pushing event updated for resources: {'Subnet': ['ID=899d577f-02e7-4571-b318-84c090d894c3,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:40.506482 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4d044c-5401-4e68-a41d-bb5a5ae4f276 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:40.506876 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4d044c-5401-4e68-a41d-bb5a5ae4f276 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:40.507215 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4d044c-5401-4e68-a41d-bb5a5ae4f276 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:40.507559 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4d044c-5401-4e68-a41d-bb5a5ae4f276 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:40.508071 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4d044c-5401-4e68-a41d-bb5a5ae4f276 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:40.508620 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4d044c-5401-4e68-a41d-bb5a5ae4f276 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:40.508995 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4d044c-5401-4e68-a41d-bb5a5ae4f276 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:40.509314 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4d044c-5401-4e68-a41d-bb5a5ae4f276 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:40.509808 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4d044c-5401-4e68-a41d-bb5a5ae4f276 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:40.510309 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4d044c-5401-4e68-a41d-bb5a5ae4f276 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:40.510827 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4d044c-5401-4e68-a41d-bb5a5ae4f276 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:40.511310 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4d044c-5401-4e68-a41d-bb5a5ae4f276 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:40.512511 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4d044c-5401-4e68-a41d-bb5a5ae4f276 admin admin] Tracked resource versions report: Aug 10 03:11:40.512511 n-d-768862-13 neutron-server[94261]: pushed versions: Aug 10 03:11:40.512511 n-d-768862-13 neutron-server[94261]: { 'AddressGroup': {'1.2'}, Aug 10 03:11:40.512511 n-d-768862-13 neutron-server[94261]: 'ConntrackHelper': {'1.0'}, Aug 10 03:11:40.512511 n-d-768862-13 neutron-server[94261]: 'Log': {'1.0'}, Aug 10 03:11:40.512511 n-d-768862-13 neutron-server[94261]: 'Network': {'1.1'}, Aug 10 03:11:40.512511 n-d-768862-13 neutron-server[94261]: 'Port': {'1.7'}, Aug 10 03:11:40.512511 n-d-768862-13 neutron-server[94261]: 'PortForwarding': {'1.2'}, Aug 10 03:11:40.512511 n-d-768862-13 neutron-server[94261]: 'QosPolicy': {'1.9'}, Aug 10 03:11:40.512511 n-d-768862-13 neutron-server[94261]: 'SecurityGroup': {'1.4'}, Aug 10 03:11:40.512511 n-d-768862-13 neutron-server[94261]: 'SecurityGroupRule': {'1.2'}, Aug 10 03:11:40.512511 n-d-768862-13 neutron-server[94261]: 'SubPort': {'1.0'}, Aug 10 03:11:40.512511 n-d-768862-13 neutron-server[94261]: 'Subnet': {'1.1'}, Aug 10 03:11:40.512511 n-d-768862-13 neutron-server[94261]: 'Trunk': {'1.1'}} Aug 10 03:11:40.512511 n-d-768862-13 neutron-server[94261]: consumer versions: Aug 10 03:11:40.512511 n-d-768862-13 neutron-server[94261]: { DHCP agent@n-d-768862-13: {}, Aug 10 03:11:40.512511 n-d-768862-13 neutron-server[94261]: HyperV agent@n-h1-768862-13: {}, Aug 10 03:11:40.512511 n-d-768862-13 neutron-server[94261]: HyperV agent@n-h2-768862-13: {}, Aug 10 03:11:40.512511 n-d-768862-13 neutron-server[94261]: L3 agent@n-d-768862-13: {}, Aug 10 03:11:40.512511 n-d-768862-13 neutron-server[94261]: Metadata agent@n-d-768862-13: {}, Aug 10 03:11:40.512511 n-d-768862-13 neutron-server[94261]: Metering agent@n-d-768862-13: {}, Aug 10 03:11:40.512511 n-d-768862-13 neutron-server[94261]: Open vSwitch agent@n-d-768862-13: { 'AddressGroup': '1.2', Aug 10 03:11:40.512511 n-d-768862-13 neutron-server[94261]: 'ConntrackHelper': '1.0', Aug 10 03:11:40.512511 n-d-768862-13 neutron-server[94261]: 'Log': '1.0', Aug 10 03:11:40.512511 n-d-768862-13 neutron-server[94261]: 'Network': '1.1', Aug 10 03:11:40.512511 n-d-768862-13 neutron-server[94261]: 'Port': '1.7', Aug 10 03:11:40.512511 n-d-768862-13 neutron-server[94261]: 'PortForwarding': '1.2', Aug 10 03:11:40.512511 n-d-768862-13 neutron-server[94261]: 'QosPolicy': '1.9', Aug 10 03:11:40.512511 n-d-768862-13 neutron-server[94261]: 'SecurityGroup': '1.4', Aug 10 03:11:40.512511 n-d-768862-13 neutron-server[94261]: 'SecurityGroupRule': '1.2', Aug 10 03:11:40.512511 n-d-768862-13 neutron-server[94261]: 'SubPort': '1.0', Aug 10 03:11:40.512511 n-d-768862-13 neutron-server[94261]: 'Subnet': '1.1', Aug 10 03:11:40.512511 n-d-768862-13 neutron-server[94261]: 'Trunk': '1.1'}} Aug 10 03:11:40.512511 n-d-768862-13 neutron-server[94261]: {{(pid=94261) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 03:11:40.555983 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4d044c-5401-4e68-a41d-bb5a5ae4f276 admin admin] Checking segment: {'id': 'b42426e6-502c-40d3-9c61-ff26c82f39ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7bfbeebb-f42f-441e-a7f5-dde179143eae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:11:40.556510 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4d044c-5401-4e68-a41d-bb5a5ae4f276 admin admin] Network hostable DHCP agents. Network: 7bfbeebb-f42f-441e-a7f5-dde179143eae, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:11:40.582727 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4d044c-5401-4e68-a41d-bb5a5ae4f276 admin admin] Network 7bfbeebb-f42f-441e-a7f5-dde179143eae is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:11:40.603331 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-6e4d044c-5401-4e68-a41d-bb5a5ae4f276 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 7bfbeebb-f42f-441e-a7f5-dde179143eae) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:11:40.610689 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4d044c-5401-4e68-a41d-bb5a5ae4f276 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:40.610689 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6e4d044c-5401-4e68-a41d-bb5a5ae4f276 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:40.615640 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a999656-5a62-4e4f-b020-3e280ff9008c None None] Network 7bfbeebb-f42f-441e-a7f5-dde179143eae requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:11:40.657764 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-6e4d044c-5401-4e68-a41d-bb5a5ae4f276 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.4461241 Aug 10 03:11:40.658832 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 39900) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:40.664597 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-593f6f45-b4b4-4979-9ecb-03e226e65334 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1555949547-router', 'tenant_id': 'a9d9692f94284ab383feb6bc4fe6dbd1', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:11:40.711516 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-593f6f45-b4b4-4979-9ecb-03e226e65334 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:40.712811 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-593f6f45-b4b4-4979-9ecb-03e226e65334 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:40.804762 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-593f6f45-b4b4-4979-9ecb-03e226e65334 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:40.819902 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39914) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:40.991530 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6602c9-642b-44a9-97fb-d44faf6b3e92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-7bfbeebb-f42f-441e-a7f5-dde179143eae', 'network_id': '7bfbeebb-f42f-441e-a7f5-dde179143eae', 'tenant_id': 'a9d9692f94284ab383feb6bc4fe6dbd1', 'fixed_ips': [{'subnet_id': '899d577f-02e7-4571-b318-84c090d894c3'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:11:40.992413 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9f6602c9-642b-44a9-97fb-d44faf6b3e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:41.032470 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-593f6f45-b4b4-4979-9ecb-03e226e65334 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:41.147377 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-9f6602c9-642b-44a9-97fb-d44faf6b3e92 None None] Allocated IP 172.20.0.2 (7bfbeebb-f42f-441e-a7f5-dde179143eae/899d577f-02e7-4571-b318-84c090d894c3/eecf6121-54a6-44b5-a8f3-daf5fe991520) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:11:41.181164 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f6fedb48-e381-4381-adf2-dca620d680e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:41.354106 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-593f6f45-b4b4-4979-9ecb-03e226e65334 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:41.358024 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f6fedb48-e381-4381-adf2-dca620d680e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:41.369342 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f6fedb48-e381-4381-adf2-dca620d680e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:41.390049 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9f6602c9-642b-44a9-97fb-d44faf6b3e92 None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:41.404121 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-9f6602c9-642b-44a9-97fb-d44faf6b3e92 None None] Transition to ACTIVE for port object eecf6121-54a6-44b5-a8f3-daf5fe991520 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:11:41.407548 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-593f6f45-b4b4-4979-9ecb-03e226e65334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:41.421116 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-9f6602c9-642b-44a9-97fb-d44faf6b3e92 None None] Transition to ACTIVE for port object eecf6121-54a6-44b5-a8f3-daf5fe991520 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:11:41.432810 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9f6602c9-642b-44a9-97fb-d44faf6b3e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:41.452270 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fedb48-e381-4381-adf2-dca620d680e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3720169f-4e36-4941-8d27-9aa302255427,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:41.468343 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-f6fedb48-e381-4381-adf2-dca620d680e0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6f893779f7964aa2beca49259c460a0b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6468067 Aug 10 03:11:41.468997 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39942) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:41.493964 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6602c9-642b-44a9-97fb-d44faf6b3e92 None None] Network 7bfbeebb-f42f-441e-a7f5-dde179143eae is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:11:41.497353 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-9f6602c9-642b-44a9-97fb-d44faf6b3e92 None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:11:41.503684 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6602c9-642b-44a9-97fb-d44faf6b3e92 None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:11:41.518262 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6602c9-642b-44a9-97fb-d44faf6b3e92 None None] Pushing event updated for resources: {'Port': ['ID=eecf6121-54a6-44b5-a8f3-daf5fe991520,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:41.556885 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6602c9-642b-44a9-97fb-d44faf6b3e92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:41.557443 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6602c9-642b-44a9-97fb-d44faf6b3e92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:41.557970 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6602c9-642b-44a9-97fb-d44faf6b3e92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:41.558501 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6602c9-642b-44a9-97fb-d44faf6b3e92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:41.559035 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6602c9-642b-44a9-97fb-d44faf6b3e92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:41.559371 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6602c9-642b-44a9-97fb-d44faf6b3e92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:41.559704 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6602c9-642b-44a9-97fb-d44faf6b3e92 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:41.560029 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6602c9-642b-44a9-97fb-d44faf6b3e92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:41.560521 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6602c9-642b-44a9-97fb-d44faf6b3e92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:41.561100 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6602c9-642b-44a9-97fb-d44faf6b3e92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:41.561585 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6602c9-642b-44a9-97fb-d44faf6b3e92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:41.562134 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6602c9-642b-44a9-97fb-d44faf6b3e92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:41.562943 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d21d2fc3-03bf-42ec-ad74-7e4e53e0d786 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:41.563779 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6602c9-642b-44a9-97fb-d44faf6b3e92 None None] Tracked resource versions report: Aug 10 03:11:41.563779 n-d-768862-13 neutron-server[94262]: pushed versions: Aug 10 03:11:41.563779 n-d-768862-13 neutron-server[94262]: { 'AddressGroup': {'1.2'}, Aug 10 03:11:41.563779 n-d-768862-13 neutron-server[94262]: 'ConntrackHelper': {'1.0'}, Aug 10 03:11:41.563779 n-d-768862-13 neutron-server[94262]: 'Log': {'1.0'}, Aug 10 03:11:41.563779 n-d-768862-13 neutron-server[94262]: 'Network': {'1.1'}, Aug 10 03:11:41.563779 n-d-768862-13 neutron-server[94262]: 'Port': {'1.7'}, Aug 10 03:11:41.563779 n-d-768862-13 neutron-server[94262]: 'PortForwarding': {'1.2'}, Aug 10 03:11:41.563779 n-d-768862-13 neutron-server[94262]: 'QosPolicy': {'1.9'}, Aug 10 03:11:41.563779 n-d-768862-13 neutron-server[94262]: 'SecurityGroup': {'1.4'}, Aug 10 03:11:41.563779 n-d-768862-13 neutron-server[94262]: 'SecurityGroupRule': {'1.2'}, Aug 10 03:11:41.563779 n-d-768862-13 neutron-server[94262]: 'SubPort': {'1.0'}, Aug 10 03:11:41.563779 n-d-768862-13 neutron-server[94262]: 'Subnet': {'1.1'}, Aug 10 03:11:41.563779 n-d-768862-13 neutron-server[94262]: 'Trunk': {'1.1'}} Aug 10 03:11:41.563779 n-d-768862-13 neutron-server[94262]: consumer versions: Aug 10 03:11:41.563779 n-d-768862-13 neutron-server[94262]: { DHCP agent@n-d-768862-13: {}, Aug 10 03:11:41.563779 n-d-768862-13 neutron-server[94262]: HyperV agent@n-h1-768862-13: {}, Aug 10 03:11:41.563779 n-d-768862-13 neutron-server[94262]: HyperV agent@n-h2-768862-13: {}, Aug 10 03:11:41.563779 n-d-768862-13 neutron-server[94262]: L3 agent@n-d-768862-13: {}, Aug 10 03:11:41.563779 n-d-768862-13 neutron-server[94262]: Metadata agent@n-d-768862-13: {}, Aug 10 03:11:41.563779 n-d-768862-13 neutron-server[94262]: Metering agent@n-d-768862-13: {}, Aug 10 03:11:41.563779 n-d-768862-13 neutron-server[94262]: Open vSwitch agent@n-d-768862-13: { 'AddressGroup': '1.2', Aug 10 03:11:41.563779 n-d-768862-13 neutron-server[94262]: 'ConntrackHelper': '1.0', Aug 10 03:11:41.563779 n-d-768862-13 neutron-server[94262]: 'Log': '1.0', Aug 10 03:11:41.563779 n-d-768862-13 neutron-server[94262]: 'Network': '1.1', Aug 10 03:11:41.563779 n-d-768862-13 neutron-server[94262]: 'Port': '1.7', Aug 10 03:11:41.563779 n-d-768862-13 neutron-server[94262]: 'PortForwarding': '1.2', Aug 10 03:11:41.563779 n-d-768862-13 neutron-server[94262]: 'QosPolicy': '1.9', Aug 10 03:11:41.563779 n-d-768862-13 neutron-server[94262]: 'SecurityGroup': '1.4', Aug 10 03:11:41.563779 n-d-768862-13 neutron-server[94262]: 'SecurityGroupRule': '1.2', Aug 10 03:11:41.563779 n-d-768862-13 neutron-server[94262]: 'SubPort': '1.0', Aug 10 03:11:41.563779 n-d-768862-13 neutron-server[94262]: 'Subnet': '1.1', Aug 10 03:11:41.563779 n-d-768862-13 neutron-server[94262]: 'Trunk': '1.1'}} Aug 10 03:11:41.563779 n-d-768862-13 neutron-server[94262]: {{(pid=94262) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 03:11:41.587092 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d21d2fc3-03bf-42ec-ad74-7e4e53e0d786 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:41.605598 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-9f6602c9-642b-44a9-97fb-d44faf6b3e92 None None] Attempting to bind port eecf6121-54a6-44b5-a8f3-daf5fe991520 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:11:41.606608 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-9f6602c9-642b-44a9-97fb-d44faf6b3e92 None None] Attempting to bind port eecf6121-54a6-44b5-a8f3-daf5fe991520 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'b42426e6-502c-40d3-9c61-ff26c82f39ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7bfbeebb-f42f-441e-a7f5-dde179143eae'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:11:41.607179 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6602c9-642b-44a9-97fb-d44faf6b3e92 None None] Attempting to bind port eecf6121-54a6-44b5-a8f3-daf5fe991520 on network 7bfbeebb-f42f-441e-a7f5-dde179143eae {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:11:41.614632 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6602c9-642b-44a9-97fb-d44faf6b3e92 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:11:41.615671 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6602c9-642b-44a9-97fb-d44faf6b3e92 None None] Checking segment: {'id': 'b42426e6-502c-40d3-9c61-ff26c82f39ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7bfbeebb-f42f-441e-a7f5-dde179143eae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:11:41.616759 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9f6602c9-642b-44a9-97fb-d44faf6b3e92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:41.617931 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6602c9-642b-44a9-97fb-d44faf6b3e92 None None] Bound using segment: {'id': 'b42426e6-502c-40d3-9c61-ff26c82f39ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7bfbeebb-f42f-441e-a7f5-dde179143eae'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:11:41.618759 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-9f6602c9-642b-44a9-97fb-d44faf6b3e92 None None] Bound port: eecf6121-54a6-44b5-a8f3-daf5fe991520, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b42426e6-502c-40d3-9c61-ff26c82f39ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7bfbeebb-f42f-441e-a7f5-dde179143eae'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:11:41.619389 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9f6602c9-642b-44a9-97fb-d44faf6b3e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:41.651175 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d21d2fc3-03bf-42ec-ad74-7e4e53e0d786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:41.654169 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d21d2fc3-03bf-42ec-ad74-7e4e53e0d786 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:41.660812 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-d21d2fc3-03bf-42ec-ad74-7e4e53e0d786 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3720169f-4e36-4941-8d27-9aa302255427 HTTP/1.1" status: 204 len: 168 time: 0.1904600 Aug 10 03:11:41.677584 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21d2fc3-03bf-42ec-ad74-7e4e53e0d786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3720169f-4e36-4941-8d27-9aa302255427,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:41.679148 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-593f6f45-b4b4-4979-9ecb-03e226e65334 admin admin] Allocated IP 172.25.6.185 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/fa1c14b5-1a3e-4a28-86bb-0f1ca36de865) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:11:41.733447 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-9f6602c9-642b-44a9-97fb-d44faf6b3e92 None None] For port eecf6121-54a6-44b5-a8f3-daf5fe991520, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:11:41.741545 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-9f6602c9-642b-44a9-97fb-d44faf6b3e92 None None] For port eecf6121-54a6-44b5-a8f3-daf5fe991520, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=eecf6121-54a6-44b5-a8f3-daf5fe991520,segment=NetworkSegment(b42426e6-502c-40d3-9c61-ff26c82f39ea),segment_id=b42426e6-502c-40d3-9c61-ff26c82f39ea)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:11:41.749934 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9f6602c9-642b-44a9-97fb-d44faf6b3e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:41.834442 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-593f6f45-b4b4-4979-9ecb-03e226e65334 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:41.845481 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6602c9-642b-44a9-97fb-d44faf6b3e92 None None] Pushing event updated for resources: {'Port': ['ID=eecf6121-54a6-44b5-a8f3-daf5fe991520,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:41.895508 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-593f6f45-b4b4-4979-9ecb-03e226e65334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:41.942291 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593f6f45-b4b4-4979-9ecb-03e226e65334 admin admin] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:11:41.945567 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-593f6f45-b4b4-4979-9ecb-03e226e65334 admin admin] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:11:41.949827 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593f6f45-b4b4-4979-9ecb-03e226e65334 admin admin] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:11:41.955682 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593f6f45-b4b4-4979-9ecb-03e226e65334 admin admin] Pushing event updated for resources: {'Port': ['ID=fa1c14b5-1a3e-4a28-86bb-0f1ca36de865,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:41.987338 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39962) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:42.450578 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-593f6f45-b4b4-4979-9ecb-03e226e65334 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:42.565559 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device eecf6121-54a6-44b5-a8f3-daf5fe991520 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:11:42.625578 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port eecf6121-54a6-44b5-a8f3-daf5fe991520 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:11:42.712968 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c2987bb2-7e00-41b5-a9ff-e46bd9911cca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:42.813339 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-593f6f45-b4b4-4979-9ecb-03e226e65334 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:42.887240 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c2987bb2-7e00-41b5-a9ff-e46bd9911cca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:42.896819 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c2987bb2-7e00-41b5-a9ff-e46bd9911cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:42.956766 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-c2987bb2-7e00-41b5-a9ff-e46bd9911cca admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1a68064b13024a90b7c672a5479baacd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9674582 Aug 10 03:11:42.957455 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39994) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:42.958386 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2987bb2-7e00-41b5-a9ff-e46bd9911cca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92b4bfd1-5204-4db6-8dee-737fd2668f45,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:43.044904 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1f6a961e-b5da-4dec-be64-248b68d7b9a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:43.052844 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40000) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:43.068302 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-593f6f45-b4b4-4979-9ecb-03e226e65334 admin admin] Router 2a1da7ca-ac49-4d2c-87ef-385d904e71a5 is scheduled to L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e with binding_index 1 {{(pid=94260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:11:43.089031 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1f6a961e-b5da-4dec-be64-248b68d7b9a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:43.166758 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1f6a961e-b5da-4dec-be64-248b68d7b9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:43.170719 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1f6a961e-b5da-4dec-be64-248b68d7b9a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:43.175585 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-1f6a961e-b5da-4dec-be64-248b68d7b9a7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/92b4bfd1-5204-4db6-8dee-737fd2668f45 HTTP/1.1" status: 204 len: 168 time: 0.2118967 Aug 10 03:11:43.193383 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a961e-b5da-4dec-be64-248b68d7b9a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b4bfd1-5204-4db6-8dee-737fd2668f45,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:43.235802 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f91de2f-d537-4556-a436-9ea892836732 None None] Network 7bfbeebb-f42f-441e-a7f5-dde179143eae requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:11:43.263667 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-593f6f45-b4b4-4979-9ecb-03e226e65334 admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:11:43.277267 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42eba279-9e41-4e68-9379-2cfbec4d658e None None] Sync routers for ids ['2a1da7ca-ac49-4d2c-87ef-385d904e71a5'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:11:43.284426 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d56cf2b7-ff0f-49ca-a11d-878340e84ca8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:43.294545 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42eba279-9e41-4e68-9379-2cfbec4d658e None None] Routers {'2a1da7ca-ac49-4d2c-87ef-385d904e71a5'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:11:43.295990 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-42eba279-9e41-4e68-9379-2cfbec4d658e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:11:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['2a1da7ca-ac49-4d2c-87ef-385d904e71a5'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:11:43.319856 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-593f6f45-b4b4-4979-9ecb-03e226e65334 admin admin] Notify callbacks [] for router, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:43.321241 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-593f6f45-b4b4-4979-9ecb-03e226e65334 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.6611152 Aug 10 03:11:43.324101 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40020) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:43.449893 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-bd4e230c-9f9d-48a6-ba38-63db18f89a79 None None] Provisioning for port eecf6121-54a6-44b5-a8f3-daf5fe991520 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:11:43.459636 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-bd4e230c-9f9d-48a6-ba38-63db18f89a79 None None] Provisioning complete for port eecf6121-54a6-44b5-a8f3-daf5fe991520 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:11:43.460243 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-bd4e230c-9f9d-48a6-ba38-63db18f89a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:43.474419 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d56cf2b7-ff0f-49ca-a11d-878340e84ca8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:43.488802 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d56cf2b7-ff0f-49ca-a11d-878340e84ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:43.517966 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-42eba279-9e41-4e68-9379-2cfbec4d658e None None] Set router 2a1da7ca-ac49-4d2c-87ef-385d904e71a5 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:11:43.573141 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-d56cf2b7-ff0f-49ca-a11d-878340e84ca8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2c9abae2f57c453e9396d2bc05dffbb0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5187769 Aug 10 03:11:43.573971 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56cf2b7-ff0f-49ca-a11d-878340e84ca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f5123c-a9df-40a7-b53c-88d3aa4af610,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:43.580706 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40024) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:43.687835 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-bd4e230c-9f9d-48a6-ba38-63db18f89a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:43.729672 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-bd4e230c-9f9d-48a6-ba38-63db18f89a79 None None] For port eecf6121-54a6-44b5-a8f3-daf5fe991520, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=eecf6121-54a6-44b5-a8f3-daf5fe991520,segment=NetworkSegment(b42426e6-502c-40d3-9c61-ff26c82f39ea),segment_id=b42426e6-502c-40d3-9c61-ff26c82f39ea)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:11:43.735508 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-bd4e230c-9f9d-48a6-ba38-63db18f89a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:43.822692 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4e230c-9f9d-48a6-ba38-63db18f89a79 None None] Pushing event updated for resources: {'Port': ['ID=eecf6121-54a6-44b5-a8f3-daf5fe991520,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:43.904983 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-42eba279-9e41-4e68-9379-2cfbec4d658e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1da7ca-ac49-4d2c-87ef-385d904e71a5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1555949547-router', 'tenant_id': 'a9d9692f94284ab383feb6bc4fe6dbd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'fa1c14b5-1a3e-4a28-86bb-0f1ca36de865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:11:40Z', 'updated_at': '2021-08-10T03:11:42Z', 'revision_number': 3, 'project_id': 'a9d9692f94284ab383feb6bc4fe6dbd1', 'gw_port': {'id': 'fa1c14b5-1a3e-4a28-86bb-0f1ca36de865', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:fb:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1da7ca-ac49-4d2c-87ef-385d904e71a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:11:41Z', 'updated_at': '2021-08-10T03:11:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:11:43.906660 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40040) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:43.937596 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-08241ebb-bdfe-460c-a935-b1ef8471ff0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:43.948305 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0dee4f21-c847-4c8a-a589-b966b30c5144 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:43.965500 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-3ba5c4a7-f15c-447e-b053-cdda3ab7706a None None] Provisioning complete for port eecf6121-54a6-44b5-a8f3-daf5fe991520 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:11:43.965883 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3ba5c4a7-f15c-447e-b053-cdda3ab7706a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:43.972662 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42eba279-9e41-4e68-9379-2cfbec4d658e None None] Checking router: 2a1da7ca-ac49-4d2c-87ef-385d904e71a5 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:11:43.973248 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42eba279-9e41-4e68-9379-2cfbec4d658e None None] Updating router 2a1da7ca-ac49-4d2c-87ef-385d904e71a5 port fa1c14b5-1a3e-4a28-86bb-0f1ca36de865 binding host n-d-768862-13 {{(pid=94263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:11:43.985326 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0dee4f21-c847-4c8a-a589-b966b30c5144 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:44.023075 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-42eba279-9e41-4e68-9379-2cfbec4d658e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:44.067800 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0dee4f21-c847-4c8a-a589-b966b30c5144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:44.071427 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0dee4f21-c847-4c8a-a589-b966b30c5144 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:44.075175 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-0dee4f21-c847-4c8a-a589-b966b30c5144 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/77f5123c-a9df-40a7-b53c-88d3aa4af610 HTTP/1.1" status: 204 len: 168 time: 0.4899380 Aug 10 03:11:44.090872 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dee4f21-c847-4c8a-a589-b966b30c5144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f5123c-a9df-40a7-b53c-88d3aa4af610,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:44.134426 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-08241ebb-bdfe-460c-a935-b1ef8471ff0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:44.138308 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8383432e-3ab0-4761-8b52-ad5feb7de0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:44.145020 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-08241ebb-bdfe-460c-a935-b1ef8471ff0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:44.213120 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-08241ebb-bdfe-460c-a935-b1ef8471ff0a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6f7fc78e01bc4928b67fe810ad759a39&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3051183 Aug 10 03:11:44.216228 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40048) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:44.294491 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08241ebb-bdfe-460c-a935-b1ef8471ff0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d2076cd-b05a-4b00-8a2c-5a5ad074b088,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:44.297827 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-71b7513d-35c7-4c3d-bfd2-5fc9d0bd317d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:44.327865 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-71b7513d-35c7-4c3d-bfd2-5fc9d0bd317d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:44.429455 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-71b7513d-35c7-4c3d-bfd2-5fc9d0bd317d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:44.434088 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-71b7513d-35c7-4c3d-bfd2-5fc9d0bd317d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:44.439816 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-71b7513d-35c7-4c3d-bfd2-5fc9d0bd317d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8d2076cd-b05a-4b00-8a2c-5a5ad074b088 HTTP/1.1" status: 204 len: 168 time: 0.2223966 Aug 10 03:11:44.459709 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b7513d-35c7-4c3d-bfd2-5fc9d0bd317d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d2076cd-b05a-4b00-8a2c-5a5ad074b088,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:44.501898 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-8383432e-3ab0-4761-8b52-ad5feb7de0f9 admin admin] Allocated IP 172.20.0.1 (7bfbeebb-f42f-441e-a7f5-dde179143eae/899d577f-02e7-4571-b318-84c090d894c3/52b014cb-961f-494c-a480-b9919c077511) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:11:44.525902 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device eecf6121-54a6-44b5-a8f3-daf5fe991520 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:11:44.620289 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port eecf6121-54a6-44b5-a8f3-daf5fe991520 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:11:44.620900 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:44.673432 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8383432e-3ab0-4761-8b52-ad5feb7de0f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:44.687646 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-42eba279-9e41-4e68-9379-2cfbec4d658e None None] Notify callbacks [] for port, precommit_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:44.703533 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.provisioning_blocks [None req-42eba279-9e41-4e68-9379-2cfbec4d658e None None] Transition to ACTIVE for port object fa1c14b5-1a3e-4a28-86bb-0f1ca36de865 will not be triggered until provisioned by entity L2. {{(pid=94263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:11:44.704686 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [None req-8383432e-3ab0-4761-8b52-ad5feb7de0f9 admin admin] Transition to ACTIVE for port object 52b014cb-961f-494c-a480-b9919c077511 will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:11:44.712806 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-42eba279-9e41-4e68-9379-2cfbec4d658e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:44.781446 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8383432e-3ab0-4761-8b52-ad5feb7de0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:44.790963 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1990ed-5704-46be-8b93-0b07138ba7eb None None] Pushing event updated for resources: {'Port': ['ID=fa1c14b5-1a3e-4a28-86bb-0f1ca36de865,revision_number=2']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:44.794915 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-42eba279-9e41-4e68-9379-2cfbec4d658e None None] Attempting to bind port fa1c14b5-1a3e-4a28-86bb-0f1ca36de865 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:11:44.795616 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-42eba279-9e41-4e68-9379-2cfbec4d658e None None] Attempting to bind port fa1c14b5-1a3e-4a28-86bb-0f1ca36de865 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:11:44.796097 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42eba279-9e41-4e68-9379-2cfbec4d658e None None] Attempting to bind port fa1c14b5-1a3e-4a28-86bb-0f1ca36de865 on network 2ea12131-628a-487e-b434-0463553732bd {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:11:44.805353 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1990ed-5704-46be-8b93-0b07138ba7eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:44.805832 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1990ed-5704-46be-8b93-0b07138ba7eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:44.806069 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1990ed-5704-46be-8b93-0b07138ba7eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:44.806435 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1990ed-5704-46be-8b93-0b07138ba7eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:44.806807 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1990ed-5704-46be-8b93-0b07138ba7eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:44.807177 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1990ed-5704-46be-8b93-0b07138ba7eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:44.807545 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1990ed-5704-46be-8b93-0b07138ba7eb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:44.807915 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1990ed-5704-46be-8b93-0b07138ba7eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:44.808124 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8383432e-3ab0-4761-8b52-ad5feb7de0f9 admin admin] Network 7bfbeebb-f42f-441e-a7f5-dde179143eae is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:11:44.808260 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1990ed-5704-46be-8b93-0b07138ba7eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:44.809403 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1990ed-5704-46be-8b93-0b07138ba7eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:44.809403 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1990ed-5704-46be-8b93-0b07138ba7eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:44.809403 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1990ed-5704-46be-8b93-0b07138ba7eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:44.810403 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1990ed-5704-46be-8b93-0b07138ba7eb None None] Tracked resource versions report: Aug 10 03:11:44.810403 n-d-768862-13 neutron-server[94263]: pushed versions: Aug 10 03:11:44.810403 n-d-768862-13 neutron-server[94263]: { 'AddressGroup': {'1.2'}, Aug 10 03:11:44.810403 n-d-768862-13 neutron-server[94263]: 'ConntrackHelper': {'1.0'}, Aug 10 03:11:44.810403 n-d-768862-13 neutron-server[94263]: 'Log': {'1.0'}, Aug 10 03:11:44.810403 n-d-768862-13 neutron-server[94263]: 'Network': {'1.1'}, Aug 10 03:11:44.810403 n-d-768862-13 neutron-server[94263]: 'Port': {'1.7'}, Aug 10 03:11:44.810403 n-d-768862-13 neutron-server[94263]: 'PortForwarding': {'1.2'}, Aug 10 03:11:44.810403 n-d-768862-13 neutron-server[94263]: 'QosPolicy': {'1.9'}, Aug 10 03:11:44.810403 n-d-768862-13 neutron-server[94263]: 'SecurityGroup': {'1.4'}, Aug 10 03:11:44.810403 n-d-768862-13 neutron-server[94263]: 'SecurityGroupRule': {'1.2'}, Aug 10 03:11:44.810403 n-d-768862-13 neutron-server[94263]: 'SubPort': {'1.0'}, Aug 10 03:11:44.810403 n-d-768862-13 neutron-server[94263]: 'Subnet': {'1.1'}, Aug 10 03:11:44.810403 n-d-768862-13 neutron-server[94263]: 'Trunk': {'1.1'}} Aug 10 03:11:44.810403 n-d-768862-13 neutron-server[94263]: consumer versions: Aug 10 03:11:44.810403 n-d-768862-13 neutron-server[94263]: { DHCP agent@n-d-768862-13: {}, Aug 10 03:11:44.810403 n-d-768862-13 neutron-server[94263]: HyperV agent@n-h1-768862-13: {}, Aug 10 03:11:44.810403 n-d-768862-13 neutron-server[94263]: HyperV agent@n-h2-768862-13: {}, Aug 10 03:11:44.810403 n-d-768862-13 neutron-server[94263]: L3 agent@n-d-768862-13: {}, Aug 10 03:11:44.810403 n-d-768862-13 neutron-server[94263]: Metadata agent@n-d-768862-13: {}, Aug 10 03:11:44.810403 n-d-768862-13 neutron-server[94263]: Metering agent@n-d-768862-13: {}, Aug 10 03:11:44.810403 n-d-768862-13 neutron-server[94263]: Open vSwitch agent@n-d-768862-13: { 'AddressGroup': '1.2', Aug 10 03:11:44.810403 n-d-768862-13 neutron-server[94263]: 'ConntrackHelper': '1.0', Aug 10 03:11:44.810403 n-d-768862-13 neutron-server[94263]: 'Log': '1.0', Aug 10 03:11:44.810403 n-d-768862-13 neutron-server[94263]: 'Network': '1.1', Aug 10 03:11:44.810403 n-d-768862-13 neutron-server[94263]: 'Port': '1.7', Aug 10 03:11:44.810403 n-d-768862-13 neutron-server[94263]: 'PortForwarding': '1.2', Aug 10 03:11:44.810403 n-d-768862-13 neutron-server[94263]: 'QosPolicy': '1.9', Aug 10 03:11:44.810403 n-d-768862-13 neutron-server[94263]: 'SecurityGroup': '1.4', Aug 10 03:11:44.810403 n-d-768862-13 neutron-server[94263]: 'SecurityGroupRule': '1.2', Aug 10 03:11:44.810403 n-d-768862-13 neutron-server[94263]: 'SubPort': '1.0', Aug 10 03:11:44.810403 n-d-768862-13 neutron-server[94263]: 'Subnet': '1.1', Aug 10 03:11:44.810403 n-d-768862-13 neutron-server[94263]: 'Trunk': '1.1'}} Aug 10 03:11:44.810403 n-d-768862-13 neutron-server[94263]: {{(pid=94263) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 03:11:44.814330 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-8383432e-3ab0-4761-8b52-ad5feb7de0f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:11:44.816845 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42eba279-9e41-4e68-9379-2cfbec4d658e None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:11:44.817254 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42eba279-9e41-4e68-9379-2cfbec4d658e None None] Checking segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:11:44.817961 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-42eba279-9e41-4e68-9379-2cfbec4d658e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:44.818121 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42eba279-9e41-4e68-9379-2cfbec4d658e None None] Bound using segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:11:44.818700 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-42eba279-9e41-4e68-9379-2cfbec4d658e None None] Bound port: fa1c14b5-1a3e-4a28-86bb-0f1ca36de865, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:11:44.819142 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-42eba279-9e41-4e68-9379-2cfbec4d658e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:44.819582 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8383432e-3ab0-4761-8b52-ad5feb7de0f9 admin admin] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:11:44.820243 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8383432e-3ab0-4761-8b52-ad5feb7de0f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521745'] for router_interface, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:44.913901 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-42eba279-9e41-4e68-9379-2cfbec4d658e None None] For port fa1c14b5-1a3e-4a28-86bb-0f1ca36de865, host n-d-768862-13, cleared binding levels {{(pid=94263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:11:44.918706 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-42eba279-9e41-4e68-9379-2cfbec4d658e None None] For port fa1c14b5-1a3e-4a28-86bb-0f1ca36de865, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=fa1c14b5-1a3e-4a28-86bb-0f1ca36de865,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:11:44.929240 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-42eba279-9e41-4e68-9379-2cfbec4d658e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:44.953363 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40076) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:44.988359 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d8cdd4fc-f938-4eb7-bf5f-125349f19984 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:44.994494 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8383432e-3ab0-4761-8b52-ad5feb7de0f9 admin admin] Pushing event updated for resources: {'Port': ['ID=52b014cb-961f-494c-a480-b9919c077511,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:45.043105 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42eba279-9e41-4e68-9379-2cfbec4d658e None None] Routers {'2a1da7ca-ac49-4d2c-87ef-385d904e71a5'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:11:45.043998 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-42eba279-9e41-4e68-9379-2cfbec4d658e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:11:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['2a1da7ca-ac49-4d2c-87ef-385d904e71a5'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:11:45.050631 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1990ed-5704-46be-8b93-0b07138ba7eb None None] Pushing event updated for resources: {'Port': ['ID=fa1c14b5-1a3e-4a28-86bb-0f1ca36de865,revision_number=3']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:45.191419 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d8cdd4fc-f938-4eb7-bf5f-125349f19984 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:45.201768 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d8cdd4fc-f938-4eb7-bf5f-125349f19984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:45.206522 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-1cd8b083-20a4-452b-8c12-a188fb6a1890 None None] Provisioning for port 52b014cb-961f-494c-a480-b9919c077511 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:11:45.211012 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-1cd8b083-20a4-452b-8c12-a188fb6a1890 None None] Provisioning complete for port 52b014cb-961f-494c-a480-b9919c077511 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:11:45.211990 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1cd8b083-20a4-452b-8c12-a188fb6a1890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:45.249936 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8383432e-3ab0-4761-8b52-ad5feb7de0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:45.259005 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-1cd8b083-20a4-452b-8c12-a188fb6a1890 None None] Port 52b014cb-961f-494c-a480-b9919c077511 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:11:45.264401 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-42eba279-9e41-4e68-9379-2cfbec4d658e None None] Set router 2a1da7ca-ac49-4d2c-87ef-385d904e71a5 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:11:45.281388 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-d8cdd4fc-f938-4eb7-bf5f-125349f19984 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=056846aebc5547da99f06b184dd68c5b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3261974 Aug 10 03:11:45.282679 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cdd4fc-f938-4eb7-bf5f-125349f19984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b905fdc-71fe-4bab-93e6-c4abb0d299d1,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:45.298200 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40082) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:45.388196 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a4724eb8-d4f3-4c33-9376-c56048b800dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:45.430946 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a4724eb8-d4f3-4c33-9376-c56048b800dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:45.509185 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a4724eb8-d4f3-4c33-9376-c56048b800dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:45.512262 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a4724eb8-d4f3-4c33-9376-c56048b800dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:45.513686 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-a4724eb8-d4f3-4c33-9376-c56048b800dc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2b905fdc-71fe-4bab-93e6-c4abb0d299d1 HTTP/1.1" status: 204 len: 168 time: 0.2144847 Aug 10 03:11:45.526898 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4724eb8-d4f3-4c33-9376-c56048b800dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b905fdc-71fe-4bab-93e6-c4abb0d299d1,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:45.566701 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8383432e-3ab0-4761-8b52-ad5feb7de0f9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:45.572884 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8383432e-3ab0-4761-8b52-ad5feb7de0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:45.573706 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8383432e-3ab0-4761-8b52-ad5feb7de0f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521893'] for router_interface, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:45.634053 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-42eba279-9e41-4e68-9379-2cfbec4d658e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1da7ca-ac49-4d2c-87ef-385d904e71a5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1555949547-router', 'tenant_id': 'a9d9692f94284ab383feb6bc4fe6dbd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'fa1c14b5-1a3e-4a28-86bb-0f1ca36de865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:11:40Z', 'updated_at': '2021-08-10T03:11:42Z', 'revision_number': 3, 'project_id': 'a9d9692f94284ab383feb6bc4fe6dbd1', 'gw_port': {'id': 'fa1c14b5-1a3e-4a28-86bb-0f1ca36de865', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:fb:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1da7ca-ac49-4d2c-87ef-385d904e71a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:11:41Z', 'updated_at': '2021-08-10T03:11:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:11:45.667104 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42eba279-9e41-4e68-9379-2cfbec4d658e None None] The sync data for ids ['2a1da7ca-ac49-4d2c-87ef-385d904e71a5'] in n-d-768862-13 is: [{'id': '2a1da7ca-ac49-4d2c-87ef-385d904e71a5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1555949547-router', 'tenant_id': 'a9d9692f94284ab383feb6bc4fe6dbd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'fa1c14b5-1a3e-4a28-86bb-0f1ca36de865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:11:40Z', 'updated_at': '2021-08-10T03:11:42Z', 'revision_number': 3, 'project_id': 'a9d9692f94284ab383feb6bc4fe6dbd1', 'gw_port': {'id': 'fa1c14b5-1a3e-4a28-86bb-0f1ca36de865', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:fb:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1da7ca-ac49-4d2c-87ef-385d904e71a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:11:41Z', 'updated_at': '2021-08-10T03:11:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:11:45.835101 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8383432e-3ab0-4761-8b52-ad5feb7de0f9 admin admin] Pushing event updated for resources: {'Port': ['ID=52b014cb-961f-494c-a480-b9919c077511,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:45.895196 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8383432e-3ab0-4761-8b52-ad5feb7de0f9 admin admin] Network 7bfbeebb-f42f-441e-a7f5-dde179143eae is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:11:45.896631 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-8383432e-3ab0-4761-8b52-ad5feb7de0f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:11:46.112417 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8383432e-3ab0-4761-8b52-ad5feb7de0f9 admin admin] Router 2a1da7ca-ac49-4d2c-87ef-385d904e71a5 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:11:46.291745 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-3c9f48b7-4120-4dee-adaa-d64637694440 None None] Provisioning complete for port 52b014cb-961f-494c-a480-b9919c077511 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:11:46.293115 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3c9f48b7-4120-4dee-adaa-d64637694440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:46.342128 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-3c9f48b7-4120-4dee-adaa-d64637694440 None None] Port 52b014cb-961f-494c-a480-b9919c077511 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:11:46.356240 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8383432e-3ab0-4761-8b52-ad5feb7de0f9 admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:11:46.361770 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-8383432e-3ab0-4761-8b52-ad5feb7de0f9 admin admin] 10.222.0.44 "PUT /v2.0/routers/2a1da7ca-ac49-4d2c-87ef-385d904e71a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0360587 Aug 10 03:11:46.506120 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device fa1c14b5-1a3e-4a28-86bb-0f1ca36de865 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:11:46.580512 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port fa1c14b5-1a3e-4a28-86bb-0f1ca36de865 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:11:46.589144 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port fa1c14b5-1a3e-4a28-86bb-0f1ca36de865 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:11:46.589313 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:46.631762 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40166) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:46.643938 n-d-768862-13 neutron-server[94260]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 10 03:11:46.691561 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-49b3622a-6d38-4e3d-a481-eef29d3f1bf9 req-427b36df-b217-4e8b-a090-8af15e132daa tempest-AggregatesAdminTestJSON-1923486981 tempest-AggregatesAdminTestJSON-1923486981-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=e843fe35667f4d30abf6d7e1c6745fa0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0494714 Aug 10 03:11:46.741077 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:46.775037 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port fa1c14b5-1a3e-4a28-86bb-0f1ca36de865, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=fa1c14b5-1a3e-4a28-86bb-0f1ca36de865,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:11:46.780419 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:46.853132 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=fa1c14b5-1a3e-4a28-86bb-0f1ca36de865,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:46.994722 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b3622a-6d38-4e3d-a481-eef29d3f1bf9 req-40db2849-61df-4e7c-ba09-aa2c2c6a416e tempest-AggregatesAdminTestJSON-1923486981 tempest-AggregatesAdminTestJSON-1923486981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:47.000876 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-49b3622a-6d38-4e3d-a481-eef29d3f1bf9 req-40db2849-61df-4e7c-ba09-aa2c2c6a416e tempest-AggregatesAdminTestJSON-1923486981 tempest-AggregatesAdminTestJSON-1923486981-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3082149 Aug 10 03:11:47.013386 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-49b3622a-6d38-4e3d-a481-eef29d3f1bf9 req-14c9fd8b-27fd-4a6f-bf9d-3e3c346ea2a8 tempest-AggregatesAdminTestJSON-1923486981 tempest-AggregatesAdminTestJSON-1923486981-project] 10.222.0.44 "GET /v2.0/quotas/e843fe35667f4d30abf6d7e1c6745fa0 HTTP/1.1" status: 200 len: 375 time: 0.0116193 Aug 10 03:11:47.074573 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-49b3622a-6d38-4e3d-a481-eef29d3f1bf9 req-2836832f-d330-4510-acf3-3afccb0d2d1c tempest-AggregatesAdminTestJSON-1923486981 tempest-AggregatesAdminTestJSON-1923486981-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=e843fe35667f4d30abf6d7e1c6745fa0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0541923 Aug 10 03:11:47.597650 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d853d2ae-055b-44fe-a50e-d70ead03e9ba req-22dd3c9a-44a4-42c9-9db2-6d50ccd10e66 tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=562c1859cc8d46a188a6c04c784d549a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297604 Aug 10 03:11:47.879188 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d853d2ae-055b-44fe-a50e-d70ead03e9ba req-0e4184a5-6b67-4212-8c4c-0ca0fc7a935a tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:47.884508 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d853d2ae-055b-44fe-a50e-d70ead03e9ba req-0e4184a5-6b67-4212-8c4c-0ca0fc7a935a tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2812693 Aug 10 03:11:47.913291 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d853d2ae-055b-44fe-a50e-d70ead03e9ba req-b1a35529-0e89-401b-94ea-af38c45b2ab6 tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] 10.222.0.44 "GET /v2.0/quotas/562c1859cc8d46a188a6c04c784d549a HTTP/1.1" status: 200 len: 375 time: 0.0217907 Aug 10 03:11:47.931391 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257978c1-7ea1-4f43-9b47-965230688640 None None] Sync routers for ids ['2a1da7ca-ac49-4d2c-87ef-385d904e71a5'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:11:47.946910 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257978c1-7ea1-4f43-9b47-965230688640 None None] Routers {'2a1da7ca-ac49-4d2c-87ef-385d904e71a5'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:11:47.949831 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-257978c1-7ea1-4f43-9b47-965230688640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:11:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['2a1da7ca-ac49-4d2c-87ef-385d904e71a5'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:11:47.955752 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d853d2ae-055b-44fe-a50e-d70ead03e9ba req-13ffba51-d900-4e0e-945a-a93cc49942ae tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=562c1859cc8d46a188a6c04c784d549a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413871 Aug 10 03:11:47.969335 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40250) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:48.006966 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40256) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:48.177451 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-257978c1-7ea1-4f43-9b47-965230688640 None None] Set router 2a1da7ca-ac49-4d2c-87ef-385d904e71a5 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:11:48.208680 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40278) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:48.215011 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-3fcf31b5-a48d-4e2a-a72a-4335091e8bc0 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1708645079-network', 'tenant_id': '6eb53b692c144502a0a76e70133f83c3'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:11:48.262809 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fcf31b5-a48d-4e2a-a72a-4335091e8bc0 admin admin] Made reservation on behalf of 6eb53b692c144502a0a76e70133f83c3 for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:11:48.263220 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b40074f1-4bb6-4733-835f-be2a007a4871 req-fcfaaa1f-8b3e-4b1e-8011-4437a7843fcd tempest-AggregatesAdminTestJSON-1923486981 tempest-AggregatesAdminTestJSON-1923486981-project] 10.222.0.44 "GET /v2.0/ports?device_id=41f25eb7-03e1-4797-8691-8a456972f7ad HTTP/1.1" status: 200 len: 210 time: 0.2922211 Aug 10 03:11:48.267123 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3fcf31b5-a48d-4e2a-a72a-4335091e8bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:48.270476 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-5a521d61-1419-4625-a5d0-fe0fcb056946 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1172087645-network', 'tenant_id': 'ef0c546763504af887a177f337462e10'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:11:48.300037 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3fcf31b5-a48d-4e2a-a72a-4335091e8bc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:48.339087 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a3340161-f078-4dff-b309-6b1c32026e9b req-7d1a7cd5-298e-4f37-b8cf-b01a34b495fc tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] 10.222.0.44 "GET /v2.0/ports?device_id=8361c331-f089-49d0-a923-9e0bf99bb741 HTTP/1.1" status: 200 len: 210 time: 0.1168365 Aug 10 03:11:48.382555 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a521d61-1419-4625-a5d0-fe0fcb056946 admin admin] Made reservation on behalf of ef0c546763504af887a177f337462e10 for: {'network': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:11:48.386869 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5a521d61-1419-4625-a5d0-fe0fcb056946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:48.437525 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5a521d61-1419-4625-a5d0-fe0fcb056946 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:48.556502 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3fcf31b5-a48d-4e2a-a72a-4335091e8bc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:48.573698 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3fcf31b5-a48d-4e2a-a72a-4335091e8bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:48.599065 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device fa1c14b5-1a3e-4a28-86bb-0f1ca36de865 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:11:48.619650 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fcf31b5-a48d-4e2a-a72a-4335091e8bc0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:11:48.637169 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcf31b5-a48d-4e2a-a72a-4335091e8bc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=594be43f-c2d3-4ff1-af02-f81da017fb3c,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:48.651606 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3fcf31b5-a48d-4e2a-a72a-4335091e8bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:48.652043 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-3fcf31b5-a48d-4e2a-a72a-4335091e8bc0 admin admin] Added segment 63c5233d-0a72-40bd-b951-4339d9098663 of type vlan for network e4c17095-20ae-4287-bd10-23ef669bfb9d Aug 10 03:11:48.708883 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5a521d61-1419-4625-a5d0-fe0fcb056946 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:48.721031 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5a521d61-1419-4625-a5d0-fe0fcb056946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:48.747660 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port fa1c14b5-1a3e-4a28-86bb-0f1ca36de865 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:11:48.748691 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a521d61-1419-4625-a5d0-fe0fcb056946 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=94260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:11:48.753288 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3fcf31b5-a48d-4e2a-a72a-4335091e8bc0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:48.764488 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:48.764590 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5a521d61-1419-4625-a5d0-fe0fcb056946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:48.764877 n-d-768862-13 neutron-server[94260]: INFO neutron.db.segments_db [None req-5a521d61-1419-4625-a5d0-fe0fcb056946 admin admin] Added segment 6bf2f30c-8de9-48b6-ac35-0afe448267ae of type vlan for network fb04e5c4-4048-4691-8fd2-5191f92c4dcc Aug 10 03:11:48.808002 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3fcf31b5-a48d-4e2a-a72a-4335091e8bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:48.809401 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fcf31b5-a48d-4e2a-a72a-4335091e8bc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:48.810814 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3fcf31b5-a48d-4e2a-a72a-4335091e8bc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:48.832307 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5a521d61-1419-4625-a5d0-fe0fcb056946 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:48.875873 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-257978c1-7ea1-4f43-9b47-965230688640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1da7ca-ac49-4d2c-87ef-385d904e71a5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1555949547-router', 'tenant_id': 'a9d9692f94284ab383feb6bc4fe6dbd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'fa1c14b5-1a3e-4a28-86bb-0f1ca36de865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:11:40Z', 'updated_at': '2021-08-10T03:11:45Z', 'revision_number': 4, 'project_id': 'a9d9692f94284ab383feb6bc4fe6dbd1', 'gw_port': {'id': 'fa1c14b5-1a3e-4a28-86bb-0f1ca36de865', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:fb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1da7ca-ac49-4d2c-87ef-385d904e71a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:11:41Z', 'updated_at': '2021-08-10T03:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '52b014cb-961f-494c-a480-b9919c077511', 'name': '', 'network_id': '7bfbeebb-f42f-441e-a7f5-dde179143eae', 'tenant_id': 'a9d9692f94284ab383feb6bc4fe6dbd1', 'mac_address': 'fa:16:3e:c4:80:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1da7ca-ac49-4d2c-87ef-385d904e71a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '899d577f-02e7-4571-b318-84c090d894c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:11:44Z', 'updated_at': '2021-08-10T03:11:45Z', 'revision_number': 2, 'project_id': 'a9d9692f94284ab383feb6bc4fe6dbd1', 'subnets': [{'id': '899d577f-02e7-4571-b318-84c090d894c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:11:48.920310 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcf31b5-a48d-4e2a-a72a-4335091e8bc0 admin admin] Pushing event updated for resources: {'Network': ['ID=e4c17095-20ae-4287-bd10-23ef669bfb9d,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:48.925342 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257978c1-7ea1-4f43-9b47-965230688640 None None] Checking router: 2a1da7ca-ac49-4d2c-87ef-385d904e71a5 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:11:48.925695 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257978c1-7ea1-4f43-9b47-965230688640 None None] Updating router 2a1da7ca-ac49-4d2c-87ef-385d904e71a5 port 52b014cb-961f-494c-a480-b9919c077511 binding host n-d-768862-13 {{(pid=94262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:11:48.939379 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network e4c17095-20ae-4287-bd10-23ef669bfb9d details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:11:48.952983 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-3fcf31b5-a48d-4e2a-a72a-4335091e8bc0 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7422056 Aug 10 03:11:48.953731 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40310) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:48.966965 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a521d61-1419-4625-a5d0-fe0fcb056946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df5574bb-2b0e-4ded-8925-f56ee924deeb,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:48.968880 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-240cc119-1f13-4c69-86d0-a6a4c6bb76e6 admin admin] Request body: {'subnet': {'network_id': 'e4c17095-20ae-4287-bd10-23ef669bfb9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1708645079-subnet', 'tenant_id': '6eb53b692c144502a0a76e70133f83c3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:11:48.972706 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5a521d61-1419-4625-a5d0-fe0fcb056946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:48.973742 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a521d61-1419-4625-a5d0-fe0fcb056946 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:48.974379 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5a521d61-1419-4625-a5d0-fe0fcb056946 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:49.041356 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-240cc119-1f13-4c69-86d0-a6a4c6bb76e6 admin admin] Made reservation on behalf of 6eb53b692c144502a0a76e70133f83c3 for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:11:49.047293 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-240cc119-1f13-4c69-86d0-a6a4c6bb76e6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:49.065751 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-257978c1-7ea1-4f43-9b47-965230688640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:49.146415 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-5a521d61-1419-4625-a5d0-fe0fcb056946 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.1383023 Aug 10 03:11:49.147291 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40324) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:49.149059 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a521d61-1419-4625-a5d0-fe0fcb056946 admin admin] Pushing event updated for resources: {'Network': ['ID=fb04e5c4-4048-4691-8fd2-5191f92c4dcc,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:49.165332 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network fb04e5c4-4048-4691-8fd2-5191f92c4dcc details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:11:49.169195 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-5d249b1b-b5ec-4950-a0c6-3a38ef81f2ce admin admin] Request body: {'subnet': {'network_id': 'fb04e5c4-4048-4691-8fd2-5191f92c4dcc', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1172087645-subnet', 'tenant_id': 'ef0c546763504af887a177f337462e10', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:11:49.219917 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d249b1b-b5ec-4950-a0c6-3a38ef81f2ce admin admin] Made reservation on behalf of ef0c546763504af887a177f337462e10 for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:11:49.222665 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5d249b1b-b5ec-4950-a0c6-3a38ef81f2ce admin admin] Notify callbacks [] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:49.458969 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-240cc119-1f13-4c69-86d0-a6a4c6bb76e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:49.560878 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-434d7fe0-e356-43c2-badf-eddb68a637c8 req-b97cf677-8e0e-4bd1-8a7f-411a54bef7db tempest-AggregatesAdminTestJSON-1923486981 tempest-AggregatesAdminTestJSON-1923486981-project] 10.222.0.44 "GET /v2.0/ports?device_id=41f25eb7-03e1-4797-8691-8a456972f7ad HTTP/1.1" status: 200 len: 210 time: 0.0659761 Aug 10 03:11:49.719380 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240cc119-1f13-4c69-86d0-a6a4c6bb76e6 admin admin] Checking segment: {'id': '63c5233d-0a72-40bd-b951-4339d9098663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e4c17095-20ae-4287-bd10-23ef669bfb9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:11:49.719958 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240cc119-1f13-4c69-86d0-a6a4c6bb76e6 admin admin] Network hostable DHCP agents. Network: e4c17095-20ae-4287-bd10-23ef669bfb9d, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:11:49.732683 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240cc119-1f13-4c69-86d0-a6a4c6bb76e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=653ab257-1320-4dc1-8c9b-ecddc6934c18,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:49.778976 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-257978c1-7ea1-4f43-9b47-965230688640 None None] Notify callbacks [] for port, precommit_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:49.796733 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-257978c1-7ea1-4f43-9b47-965230688640 None None] Transition to ACTIVE for port object 52b014cb-961f-494c-a480-b9919c077511 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:11:49.797985 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-20652635-cc20-4d4d-9985-f1d85cdfebfc req-98aba2b9-79c6-4cc3-9d29-ad02859240df tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] 10.222.0.44 "GET /v2.0/ports?device_id=8361c331-f089-49d0-a923-9e0bf99bb741 HTTP/1.1" status: 200 len: 210 time: 0.0962713 Aug 10 03:11:49.809457 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240cc119-1f13-4c69-86d0-a6a4c6bb76e6 admin admin] Network e4c17095-20ae-4287-bd10-23ef669bfb9d is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:11:49.828330 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5d249b1b-b5ec-4950-a0c6-3a38ef81f2ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:49.834276 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-257978c1-7ea1-4f43-9b47-965230688640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:49.841694 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-240cc119-1f13-4c69-86d0-a6a4c6bb76e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, e4c17095-20ae-4287-bd10-23ef669bfb9d) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:11:49.851248 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240cc119-1f13-4c69-86d0-a6a4c6bb76e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:49.853881 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-240cc119-1f13-4c69-86d0-a6a4c6bb76e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:49.885562 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccab122f-ebba-45bc-9b2c-c681abba0385 None None] Network e4c17095-20ae-4287-bd10-23ef669bfb9d requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:11:49.910870 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-240cc119-1f13-4c69-86d0-a6a4c6bb76e6 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9519274 Aug 10 03:11:49.914991 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40364) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:49.931877 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-b80e1e07-2755-4f92-a770-a8a68da840b2 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1708645079-router', 'tenant_id': '6eb53b692c144502a0a76e70133f83c3', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:11:50.044595 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b80e1e07-2755-4f92-a770-a8a68da840b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:50.046661 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b80e1e07-2755-4f92-a770-a8a68da840b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:50.099472 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d249b1b-b5ec-4950-a0c6-3a38ef81f2ce admin admin] Checking segment: {'id': '6bf2f30c-8de9-48b6-ac35-0afe448267ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fb04e5c4-4048-4691-8fd2-5191f92c4dcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:11:50.105639 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d249b1b-b5ec-4950-a0c6-3a38ef81f2ce admin admin] Network hostable DHCP agents. Network: fb04e5c4-4048-4691-8fd2-5191f92c4dcc, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:11:50.125621 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d249b1b-b5ec-4950-a0c6-3a38ef81f2ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=1dfce422-0216-4c9d-97b8-8fc7613926b1,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:50.197505 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5d319f-ff90-4495-9060-2389e8a70e01 None None] Pushing event updated for resources: {'Port': ['ID=52b014cb-961f-494c-a480-b9919c077511,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:50.198740 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d249b1b-b5ec-4950-a0c6-3a38ef81f2ce admin admin] Network fb04e5c4-4048-4691-8fd2-5191f92c4dcc is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:11:50.232262 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-5d249b1b-b5ec-4950-a0c6-3a38ef81f2ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, fb04e5c4-4048-4691-8fd2-5191f92c4dcc) {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:11:50.241340 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d249b1b-b5ec-4950-a0c6-3a38ef81f2ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:50.242917 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5d249b1b-b5ec-4950-a0c6-3a38ef81f2ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:50.302788 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-5d249b1b-b5ec-4950-a0c6-3a38ef81f2ce admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1452153 Aug 10 03:11:50.336253 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af52bb7-6537-4345-8322-a0665d5760f8 None None] Network fb04e5c4-4048-4691-8fd2-5191f92c4dcc requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:11:50.343653 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b80e1e07-2755-4f92-a770-a8a68da840b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:50.631378 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b80e1e07-2755-4f92-a770-a8a68da840b2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:50.738517 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-257978c1-7ea1-4f43-9b47-965230688640 None None] Attempting to bind port 52b014cb-961f-494c-a480-b9919c077511 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:11:50.738967 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-257978c1-7ea1-4f43-9b47-965230688640 None None] Attempting to bind port 52b014cb-961f-494c-a480-b9919c077511 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'b42426e6-502c-40d3-9c61-ff26c82f39ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7bfbeebb-f42f-441e-a7f5-dde179143eae'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:11:50.739244 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257978c1-7ea1-4f43-9b47-965230688640 None None] Attempting to bind port 52b014cb-961f-494c-a480-b9919c077511 on network 7bfbeebb-f42f-441e-a7f5-dde179143eae {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:11:50.759550 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7ba95f-da94-44d3-b037-a8278f12fb62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-e4c17095-20ae-4287-bd10-23ef669bfb9d', 'network_id': 'e4c17095-20ae-4287-bd10-23ef669bfb9d', 'tenant_id': '6eb53b692c144502a0a76e70133f83c3', 'fixed_ips': [{'subnet_id': '653ab257-1320-4dc1-8c9b-ecddc6934c18'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:11:50.759550 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-be7ba95f-da94-44d3-b037-a8278f12fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:50.775133 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257978c1-7ea1-4f43-9b47-965230688640 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:11:50.775690 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257978c1-7ea1-4f43-9b47-965230688640 None None] Checking segment: {'id': 'b42426e6-502c-40d3-9c61-ff26c82f39ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7bfbeebb-f42f-441e-a7f5-dde179143eae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:11:50.776106 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-257978c1-7ea1-4f43-9b47-965230688640 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:50.776614 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257978c1-7ea1-4f43-9b47-965230688640 None None] Bound using segment: {'id': 'b42426e6-502c-40d3-9c61-ff26c82f39ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7bfbeebb-f42f-441e-a7f5-dde179143eae'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:11:50.777112 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-257978c1-7ea1-4f43-9b47-965230688640 None None] Bound port: 52b014cb-961f-494c-a480-b9919c077511, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b42426e6-502c-40d3-9c61-ff26c82f39ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7bfbeebb-f42f-441e-a7f5-dde179143eae'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:11:50.777708 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-257978c1-7ea1-4f43-9b47-965230688640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:50.818953 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40402) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:51.086105 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4bd37a0f-2356-482e-b701-dac292492bf0 req-13083413-9d31-4721-8f1d-6246847aa4c6 tempest-AggregatesAdminTestJSON-1923486981 tempest-AggregatesAdminTestJSON-1923486981-project] 10.222.0.44 "GET /v2.0/ports?device_id=41f25eb7-03e1-4797-8691-8a456972f7ad HTTP/1.1" status: 200 len: 210 time: 0.0736005 Aug 10 03:11:51.118923 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483bb934-52ab-45a6-96b9-aec1a7c8213e None None] Network fb04e5c4-4048-4691-8fd2-5191f92c4dcc requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:11:51.212488 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6d02e205-b2c8-4303-94fd-5589374400aa req-59b51293-c530-40fb-81e6-27d5887ee2fb tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] 10.222.0.44 "GET /v2.0/ports?device_id=8361c331-f089-49d0-a923-9e0bf99bb741 HTTP/1.1" status: 200 len: 210 time: 0.1245654 Aug 10 03:11:51.283762 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.42', 56997) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:51.295846 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-257978c1-7ea1-4f43-9b47-965230688640 None None] For port 52b014cb-961f-494c-a480-b9919c077511, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:11:51.300659 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b80e1e07-2755-4f92-a770-a8a68da840b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:51.364129 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b80e1e07-2755-4f92-a770-a8a68da840b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:51.375824 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-49b3622a-6d38-4e3d-a481-eef29d3f1bf9 req-ede6ab23-3f0c-44f3-be5c-e2955dc2df21 tempest-AggregatesAdminTestJSON-1923486981 tempest-AggregatesAdminTestJSON-1923486981-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=e843fe35667f4d30abf6d7e1c6745fa0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0896921 Aug 10 03:11:51.444427 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-257978c1-7ea1-4f43-9b47-965230688640 None None] For port 52b014cb-961f-494c-a480-b9919c077511, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=52b014cb-961f-494c-a480-b9919c077511,segment=NetworkSegment(b42426e6-502c-40d3-9c61-ff26c82f39ea),segment_id=b42426e6-502c-40d3-9c61-ff26c82f39ea)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:11:51.454692 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-8b072a5c-c17f-4e6b-8ee9-d022bee0992f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:51.492670 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40420) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:51.511537 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-257978c1-7ea1-4f43-9b47-965230688640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:51.532307 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-be7ba95f-da94-44d3-b037-a8278f12fb62 None None] Allocated IP 172.20.0.2 (e4c17095-20ae-4287-bd10-23ef669bfb9d/653ab257-1320-4dc1-8c9b-ecddc6934c18/14ee70d9-028e-4eb0-afd6-18afd8b07eb5) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:11:51.607609 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b74c0112-d9e8-46a1-b881-6cc819219b37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:51.653596 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a72704e6-e61b-4af5-aa8e-863b9e48b031 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:51.678117 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b3622a-6d38-4e3d-a481-eef29d3f1bf9 req-b992acb5-a499-41b9-9fe1-aa0baefe43bc tempest-AggregatesAdminTestJSON-1923486981 tempest-AggregatesAdminTestJSON-1923486981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:51.680187 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-49b3622a-6d38-4e3d-a481-eef29d3f1bf9 req-b992acb5-a499-41b9-9fe1-aa0baefe43bc tempest-AggregatesAdminTestJSON-1923486981 tempest-AggregatesAdminTestJSON-1923486981-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2989385 Aug 10 03:11:51.696312 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-b80e1e07-2755-4f92-a770-a8a68da840b2 admin admin] Allocated IP 172.25.6.131 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/afd27794-1115-404b-8626-6a45c18cce1c) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:11:51.698743 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.db.api [None req-b74c0112-d9e8-46a1-b881-6cc819219b37 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 03:11:51.698743 n-d-768862-13 neutron-server[94260]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 03:11:51.698743 n-d-768862-13 neutron-server[94260]: [parameters: {'project_id_1': '7ffa08f40852461799f8a466facd8782', 'expiration_1': datetime.datetime(2021, 8, 10, 3, 11, 51, 681721)}] Aug 10 03:11:51.698743 n-d-768862-13 neutron-server[94260]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94260) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:11:51.699822 n-d-768862-13 neutron-server[94260]: DEBUG oslo_db.api [None req-b74c0112-d9e8-46a1-b881-6cc819219b37 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:11:51.744515 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-49b3622a-6d38-4e3d-a481-eef29d3f1bf9 req-56333be1-5689-4a63-a542-23b81735c710 tempest-AggregatesAdminTestJSON-1923486981 tempest-AggregatesAdminTestJSON-1923486981-project] Request body: {'port': {'device_id': '41f25eb7-03e1-4797-8691-8a456972f7ad', 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721', 'admin_state_up': True, 'tenant_id': 'e843fe35667f4d30abf6d7e1c6745fa0'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:11:51.823915 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-be7ba95f-da94-44d3-b037-a8278f12fb62 None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:51.839413 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-be7ba95f-da94-44d3-b037-a8278f12fb62 None None] Transition to ACTIVE for port object 14ee70d9-028e-4eb0-afd6-18afd8b07eb5 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:11:51.866908 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-be7ba95f-da94-44d3-b037-a8278f12fb62 None None] Transition to ACTIVE for port object 14ee70d9-028e-4eb0-afd6-18afd8b07eb5 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:11:51.871731 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b80e1e07-2755-4f92-a770-a8a68da840b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:51.892140 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a72704e6-e61b-4af5-aa8e-863b9e48b031 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:51.908103 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a72704e6-e61b-4af5-aa8e-863b9e48b031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:51.923692 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-be7ba95f-da94-44d3-b037-a8278f12fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:51.963854 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40436) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:51.965675 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7ba95f-da94-44d3-b037-a8278f12fb62 None None] Network e4c17095-20ae-4287-bd10-23ef669bfb9d is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:11:51.979109 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-be7ba95f-da94-44d3-b037-a8278f12fb62 None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:11:51.987523 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7ba95f-da94-44d3-b037-a8278f12fb62 None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:11:51.988567 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a72704e6-e61b-4af5-aa8e-863b9e48b031 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4512f07ec1484e37ba81b79344ba98db&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4943120 Aug 10 03:11:51.998326 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-483034c3-8b0d-4200-ab22-85df4214b385 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1906456953-network', 'tenant_id': 'b5a8a79527f248df934edc2d2cdd1b61'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:11:52.030993 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40440) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:52.031261 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.42', 57000) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:52.045780 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257978c1-7ea1-4f43-9b47-965230688640 None None] Routers {'2a1da7ca-ac49-4d2c-87ef-385d904e71a5'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:11:52.054417 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-257978c1-7ea1-4f43-9b47-965230688640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:11:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['2a1da7ca-ac49-4d2c-87ef-385d904e71a5'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:11:52.203030 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b74c0112-d9e8-46a1-b881-6cc819219b37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:52.206689 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5d319f-ff90-4495-9060-2389e8a70e01 None None] Pushing event updated for resources: {'Port': ['ID=52b014cb-961f-494c-a480-b9919c077511,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:52.232900 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-483034c3-8b0d-4200-ab22-85df4214b385 admin admin] Made reservation on behalf of b5a8a79527f248df934edc2d2cdd1b61 for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:11:52.236607 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-483034c3-8b0d-4200-ab22-85df4214b385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:52.255362 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b80e1e07-2755-4f92-a770-a8a68da840b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:52.314041 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80e1e07-2755-4f92-a770-a8a68da840b2 admin admin] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:11:52.338160 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-b80e1e07-2755-4f92-a770-a8a68da840b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:11:52.342180 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80e1e07-2755-4f92-a770-a8a68da840b2 admin admin] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:11:52.368660 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b74c0112-d9e8-46a1-b881-6cc819219b37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:52.372494 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49b3622a-6d38-4e3d-a481-eef29d3f1bf9 req-56333be1-5689-4a63-a542-23b81735c710 tempest-AggregatesAdminTestJSON-1923486981 tempest-AggregatesAdminTestJSON-1923486981-project] Made reservation on behalf of e843fe35667f4d30abf6d7e1c6745fa0 for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:11:52.377277 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-49b3622a-6d38-4e3d-a481-eef29d3f1bf9 req-56333be1-5689-4a63-a542-23b81735c710 tempest-AggregatesAdminTestJSON-1923486981 tempest-AggregatesAdminTestJSON-1923486981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:52.390048 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-49b3622a-6d38-4e3d-a481-eef29d3f1bf9 req-56333be1-5689-4a63-a542-23b81735c710 tempest-AggregatesAdminTestJSON-1923486981 tempest-AggregatesAdminTestJSON-1923486981-project] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:52.422637 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b74c0112-d9e8-46a1-b881-6cc819219b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:52.434144 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-67102ebb-391d-4be5-9c41-9cd178dfafb4 req-ea16fe07-57d9-454b-8196-df9742d842ef tempest-AggregatesAdminTestJSON-1923486981 tempest-AggregatesAdminTestJSON-1923486981-project] 10.222.0.44 "GET /v2.0/ports?device_id=41f25eb7-03e1-4797-8691-8a456972f7ad HTTP/1.1" status: 200 len: 210 time: 0.0628536 Aug 10 03:11:52.440264 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7ba95f-da94-44d3-b037-a8278f12fb62 None None] Pushing event updated for resources: {'Port': ['ID=14ee70d9-028e-4eb0-afd6-18afd8b07eb5,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:52.480035 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74c0112-d9e8-46a1-b881-6cc819219b37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7691a6b-e350-4d87-9f6f-e0ded0aa9cc0,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:52.502853 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-be7ba95f-da94-44d3-b037-a8278f12fb62 None None] Attempting to bind port 14ee70d9-028e-4eb0-afd6-18afd8b07eb5 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:11:52.503528 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-be7ba95f-da94-44d3-b037-a8278f12fb62 None None] Attempting to bind port 14ee70d9-028e-4eb0-afd6-18afd8b07eb5 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '63c5233d-0a72-40bd-b951-4339d9098663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e4c17095-20ae-4287-bd10-23ef669bfb9d'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:11:52.503984 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7ba95f-da94-44d3-b037-a8278f12fb62 None None] Attempting to bind port 14ee70d9-028e-4eb0-afd6-18afd8b07eb5 on network e4c17095-20ae-4287-bd10-23ef669bfb9d {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:11:52.518966 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-338cd82c-ad70-4d76-93ab-095cb72bc42b req-ca98b3e1-ff11-4fab-b42a-ea83feca49cb tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] 10.222.0.44 "GET /v2.0/ports?device_id=8361c331-f089-49d0-a923-9e0bf99bb741 HTTP/1.1" status: 200 len: 210 time: 0.0777884 Aug 10 03:11:52.537049 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7ba95f-da94-44d3-b037-a8278f12fb62 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:11:52.537997 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7ba95f-da94-44d3-b037-a8278f12fb62 None None] Checking segment: {'id': '63c5233d-0a72-40bd-b951-4339d9098663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e4c17095-20ae-4287-bd10-23ef669bfb9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:11:52.538871 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-be7ba95f-da94-44d3-b037-a8278f12fb62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:52.539718 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7ba95f-da94-44d3-b037-a8278f12fb62 None None] Bound using segment: {'id': '63c5233d-0a72-40bd-b951-4339d9098663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e4c17095-20ae-4287-bd10-23ef669bfb9d'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:11:52.540712 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-be7ba95f-da94-44d3-b037-a8278f12fb62 None None] Bound port: 14ee70d9-028e-4eb0-afd6-18afd8b07eb5, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63c5233d-0a72-40bd-b951-4339d9098663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e4c17095-20ae-4287-bd10-23ef669bfb9d'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:11:52.541579 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-be7ba95f-da94-44d3-b037-a8278f12fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:52.546980 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-b74c0112-d9e8-46a1-b881-6cc819219b37 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7ffa08f40852461799f8a466facd8782&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7268817 Aug 10 03:11:52.549912 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40464) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:52.634037 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-257978c1-7ea1-4f43-9b47-965230688640 None None] Set router 2a1da7ca-ac49-4d2c-87ef-385d904e71a5 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:11:52.663199 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d5ea03e4-ddca-4fab-b0c2-746319b5f8fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:52.702923 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d5ea03e4-ddca-4fab-b0c2-746319b5f8fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:52.742144 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-49b3622a-6d38-4e3d-a481-eef29d3f1bf9 req-56333be1-5689-4a63-a542-23b81735c710 tempest-AggregatesAdminTestJSON-1923486981 tempest-AggregatesAdminTestJSON-1923486981-project] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:52.751908 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-49b3622a-6d38-4e3d-a481-eef29d3f1bf9 req-56333be1-5689-4a63-a542-23b81735c710 tempest-AggregatesAdminTestJSON-1923486981 tempest-AggregatesAdminTestJSON-1923486981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:52.764616 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-483034c3-8b0d-4200-ab22-85df4214b385 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:52.772036 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72704e6-e61b-4af5-aa8e-863b9e48b031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e99b050-26b0-4440-81cb-f8a0d77d3dab,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:52.786515 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-d853d2ae-055b-44fe-a50e-d70ead03e9ba req-ed6ed611-2a3b-4851-a4a2-5045da99c3c1 tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=562c1859cc8d46a188a6c04c784d549a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.6688929 Aug 10 03:11:52.809663 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56333be1-5689-4a63-a542-23b81735c710 tempest-AggregatesAdminTestJSON-1923486981 tempest-AggregatesAdminTestJSON-1923486981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cad1bdf-aeab-454c-af30-02c5fa394227,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:52.846660 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80e1e07-2755-4f92-a770-a8a68da840b2 admin admin] Pushing event updated for resources: {'Port': ['ID=afd27794-1115-404b-8626-6a45c18cce1c,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:52.868587 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-be7ba95f-da94-44d3-b037-a8278f12fb62 None None] For port 14ee70d9-028e-4eb0-afd6-18afd8b07eb5, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:11:52.912595 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-be7ba95f-da94-44d3-b037-a8278f12fb62 None None] For port 14ee70d9-028e-4eb0-afd6-18afd8b07eb5, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=14ee70d9-028e-4eb0-afd6-18afd8b07eb5,segment=NetworkSegment(63c5233d-0a72-40bd-b951-4339d9098663),segment_id=63c5233d-0a72-40bd-b951-4339d9098663)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:11:52.941785 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-be7ba95f-da94-44d3-b037-a8278f12fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:52.942090 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d5ea03e4-ddca-4fab-b0c2-746319b5f8fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:52.944523 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d5ea03e4-ddca-4fab-b0c2-746319b5f8fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:52.949393 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-d5ea03e4-ddca-4fab-b0c2-746319b5f8fa admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c7691a6b-e350-4d87-9f6f-e0ded0aa9cc0 HTTP/1.1" status: 204 len: 168 time: 0.3947721 Aug 10 03:11:52.957913 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ea03e4-ddca-4fab-b0c2-746319b5f8fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7691a6b-e350-4d87-9f6f-e0ded0aa9cc0,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:53.124829 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-49b3622a-6d38-4e3d-a481-eef29d3f1bf9 req-56333be1-5689-4a63-a542-23b81735c710 tempest-AggregatesAdminTestJSON-1923486981 tempest-AggregatesAdminTestJSON-1923486981-project] Allocated IP 192.168.233.83 (72a4be73-29a1-424c-8690-ecdcf6b06721/60d10164-1dee-4940-9d19-f71e6c18cbc5/59dd1db0-f1bf-4bdd-b16b-a490b95dc333) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:11:53.151723 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7ba95f-da94-44d3-b037-a8278f12fb62 None None] Pushing event updated for resources: {'Port': ['ID=14ee70d9-028e-4eb0-afd6-18afd8b07eb5,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:53.214791 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-257978c1-7ea1-4f43-9b47-965230688640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1da7ca-ac49-4d2c-87ef-385d904e71a5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1555949547-router', 'tenant_id': 'a9d9692f94284ab383feb6bc4fe6dbd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'fa1c14b5-1a3e-4a28-86bb-0f1ca36de865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:11:40Z', 'updated_at': '2021-08-10T03:11:45Z', 'revision_number': 4, 'project_id': 'a9d9692f94284ab383feb6bc4fe6dbd1', 'gw_port': {'id': 'fa1c14b5-1a3e-4a28-86bb-0f1ca36de865', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:fb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1da7ca-ac49-4d2c-87ef-385d904e71a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:11:41Z', 'updated_at': '2021-08-10T03:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '52b014cb-961f-494c-a480-b9919c077511', 'name': '', 'network_id': '7bfbeebb-f42f-441e-a7f5-dde179143eae', 'tenant_id': 'a9d9692f94284ab383feb6bc4fe6dbd1', 'mac_address': 'fa:16:3e:c4:80:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1da7ca-ac49-4d2c-87ef-385d904e71a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '899d577f-02e7-4571-b318-84c090d894c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:11:44Z', 'updated_at': '2021-08-10T03:11:51Z', 'revision_number': 4, 'project_id': 'a9d9692f94284ab383feb6bc4fe6dbd1', 'subnets': [{'id': '899d577f-02e7-4571-b318-84c090d894c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:11:53.346962 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257978c1-7ea1-4f43-9b47-965230688640 None None] The sync data for ids ['2a1da7ca-ac49-4d2c-87ef-385d904e71a5'] in n-d-768862-13 is: [{'id': '2a1da7ca-ac49-4d2c-87ef-385d904e71a5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1555949547-router', 'tenant_id': 'a9d9692f94284ab383feb6bc4fe6dbd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'fa1c14b5-1a3e-4a28-86bb-0f1ca36de865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:11:40Z', 'updated_at': '2021-08-10T03:11:45Z', 'revision_number': 4, 'project_id': 'a9d9692f94284ab383feb6bc4fe6dbd1', 'gw_port': {'id': 'fa1c14b5-1a3e-4a28-86bb-0f1ca36de865', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:fb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1da7ca-ac49-4d2c-87ef-385d904e71a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:11:41Z', 'updated_at': '2021-08-10T03:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '52b014cb-961f-494c-a480-b9919c077511', 'name': '', 'network_id': '7bfbeebb-f42f-441e-a7f5-dde179143eae', 'tenant_id': 'a9d9692f94284ab383feb6bc4fe6dbd1', 'mac_address': 'fa:16:3e:c4:80:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1da7ca-ac49-4d2c-87ef-385d904e71a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '899d577f-02e7-4571-b318-84c090d894c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:11:44Z', 'updated_at': '2021-08-10T03:11:51Z', 'revision_number': 4, 'project_id': 'a9d9692f94284ab383feb6bc4fe6dbd1', 'subnets': [{'id': '899d577f-02e7-4571-b318-84c090d894c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:11:53.457533 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0a2cb0e6-5327-4f85-9fde-f84c4b61b8e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:53.626188 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-70daa0f5-6aa9-44c2-93cc-b7f40a919695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:53.634780 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-49b3622a-6d38-4e3d-a481-eef29d3f1bf9 req-56333be1-5689-4a63-a542-23b81735c710 tempest-AggregatesAdminTestJSON-1923486981 tempest-AggregatesAdminTestJSON-1923486981-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:53.655663 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d853d2ae-055b-44fe-a50e-d70ead03e9ba req-f7c7ae91-2b94-4368-ae1a-814809a3a30e tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:53.660972 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-d853d2ae-055b-44fe-a50e-d70ead03e9ba req-f7c7ae91-2b94-4368-ae1a-814809a3a30e tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8653684 Aug 10 03:11:53.765822 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-d853d2ae-055b-44fe-a50e-d70ead03e9ba req-3617388c-7321-4988-89ed-21310fca4475 tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] Request body: {'port': {'device_id': '8361c331-f089-49d0-a923-9e0bf99bb741', 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721', 'admin_state_up': True, 'tenant_id': '562c1859cc8d46a188a6c04c784d549a'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:11:53.989281 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40478) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:54.067298 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0a2cb0e6-5327-4f85-9fde-f84c4b61b8e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:54.109067 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-47f250c2-8f53-479e-bb08-82bc58796519 req-f2eda649-5969-4d98-98e2-82c9bd0fd66d tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] 10.222.0.44 "GET /v2.0/ports?device_id=8361c331-f089-49d0-a923-9e0bf99bb741 HTTP/1.1" status: 200 len: 210 time: 0.0539556 Aug 10 03:11:54.121897 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:54.127007 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-49b3622a-6d38-4e3d-a481-eef29d3f1bf9 req-56333be1-5689-4a63-a542-23b81735c710 tempest-AggregatesAdminTestJSON-1923486981 tempest-AggregatesAdminTestJSON-1923486981-project] Transition to ACTIVE for port object 59dd1db0-f1bf-4bdd-b16b-a490b95dc333 will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:11:54.156999 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b02cf7c2-dcf1-4d37-993d-619e8a03b496 req-2ada3310-d592-4c64-9d5a-444bd20d5841 tempest-AggregatesAdminTestJSON-1923486981 tempest-AggregatesAdminTestJSON-1923486981-project] 10.222.0.44 "GET /v2.0/ports?device_id=41f25eb7-03e1-4797-8691-8a456972f7ad HTTP/1.1" status: 200 len: 210 time: 0.0998087 Aug 10 03:11:54.219059 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-49b3622a-6d38-4e3d-a481-eef29d3f1bf9 req-56333be1-5689-4a63-a542-23b81735c710 tempest-AggregatesAdminTestJSON-1923486981 tempest-AggregatesAdminTestJSON-1923486981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:54.287434 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a5917ba0-b8f4-4a20-9d6e-680b317acd67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:54.374992 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49b3622a-6d38-4e3d-a481-eef29d3f1bf9 req-56333be1-5689-4a63-a542-23b81735c710 tempest-AggregatesAdminTestJSON-1923486981 tempest-AggregatesAdminTestJSON-1923486981-project] Network 72a4be73-29a1-424c-8690-ecdcf6b06721 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:11:54.379940 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-483034c3-8b0d-4200-ab22-85df4214b385 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:54.385008 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-49b3622a-6d38-4e3d-a481-eef29d3f1bf9 req-56333be1-5689-4a63-a542-23b81735c710 tempest-AggregatesAdminTestJSON-1923486981 tempest-AggregatesAdminTestJSON-1923486981-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:11:54.403191 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-49b3622a-6d38-4e3d-a481-eef29d3f1bf9 req-56333be1-5689-4a63-a542-23b81735c710 tempest-AggregatesAdminTestJSON-1923486981 tempest-AggregatesAdminTestJSON-1923486981-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:11:54.410386 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b3622a-6d38-4e3d-a481-eef29d3f1bf9 req-56333be1-5689-4a63-a542-23b81735c710 tempest-AggregatesAdminTestJSON-1923486981 tempest-AggregatesAdminTestJSON-1923486981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:54.411085 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-49b3622a-6d38-4e3d-a481-eef29d3f1bf9 req-56333be1-5689-4a63-a542-23b81735c710 tempest-AggregatesAdminTestJSON-1923486981 tempest-AggregatesAdminTestJSON-1923486981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:54.455948 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-483034c3-8b0d-4200-ab22-85df4214b385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:54.464144 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56333be1-5689-4a63-a542-23b81735c710 tempest-AggregatesAdminTestJSON-1923486981 tempest-AggregatesAdminTestJSON-1923486981-project] Pushing event updated for resources: {'Port': ['ID=59dd1db0-f1bf-4bdd-b16b-a490b95dc333,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:54.606461 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-49b3622a-6d38-4e3d-a481-eef29d3f1bf9 req-56333be1-5689-4a63-a542-23b81735c710 tempest-AggregatesAdminTestJSON-1923486981 tempest-AggregatesAdminTestJSON-1923486981-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8711488 Aug 10 03:11:54.624849 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [req-49b3622a-6d38-4e3d-a481-eef29d3f1bf9 req-d71d6745-be9e-47ce-a381-52afb6841e66 tempest-AggregatesAdminTestJSON-1923486981 tempest-AggregatesAdminTestJSON-1923486981-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:11:54.626699 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-49b3622a-6d38-4e3d-a481-eef29d3f1bf9 req-d71d6745-be9e-47ce-a381-52afb6841e66 tempest-AggregatesAdminTestJSON-1923486981 tempest-AggregatesAdminTestJSON-1923486981-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077810 Aug 10 03:11:54.629057 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0a2cb0e6-5327-4f85-9fde-f84c4b61b8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:54.641780 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0a2cb0e6-5327-4f85-9fde-f84c4b61b8e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:54.641780 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-0a2cb0e6-5327-4f85-9fde-f84c4b61b8e2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4e99b050-26b0-4440-81cb-f8a0d77d3dab HTTP/1.1" status: 204 len: 168 time: 2.5266092 Aug 10 03:11:54.669074 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-483034c3-8b0d-4200-ab22-85df4214b385 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:11:54.769914 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 14ee70d9-028e-4eb0-afd6-18afd8b07eb5 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:11:54.946617 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 14ee70d9-028e-4eb0-afd6-18afd8b07eb5 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:11:54.988953 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 52b014cb-961f-494c-a480-b9919c077511 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:11:55.023487 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-483034c3-8b0d-4200-ab22-85df4214b385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:55.025725 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-483034c3-8b0d-4200-ab22-85df4214b385 admin admin] Added segment edf2681e-a5f1-470d-b3e1-0066ef909e38 of type vlan for network 292c2ec5-194b-4d84-a49e-9ba02e2aa653 Aug 10 03:11:55.040476 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d853d2ae-055b-44fe-a50e-d70ead03e9ba req-3617388c-7321-4988-89ed-21310fca4475 tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] Made reservation on behalf of 562c1859cc8d46a188a6c04c784d549a for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:11:55.045628 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-d853d2ae-055b-44fe-a50e-d70ead03e9ba req-3617388c-7321-4988-89ed-21310fca4475 tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:55.054310 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b80e1e07-2755-4f92-a770-a8a68da840b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:55.230904 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483034c3-8b0d-4200-ab22-85df4214b385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc814c4-7c63-48ff-8d95-ce31c22dc701,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:55.296702 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-9d22793a-d6bb-4893-83b1-7d88c1467d09 None None] Provisioning for port 59dd1db0-f1bf-4bdd-b16b-a490b95dc333 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:11:55.325851 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:55.352788 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-9d22793a-d6bb-4893-83b1-7d88c1467d09 None None] Provisioning complete for port 59dd1db0-f1bf-4bdd-b16b-a490b95dc333 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:11:55.353167 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9d22793a-d6bb-4893-83b1-7d88c1467d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:55.383553 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4732a273-b6dd-46a0-891c-20438c7617e8 req-ba3cb3d1-cd91-4e12-bd90-3a68a770b4f7 tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] 10.222.0.44 "GET /v2.0/ports?device_id=8361c331-f089-49d0-a923-9e0bf99bb741 HTTP/1.1" status: 200 len: 210 time: 0.0660987 Aug 10 03:11:55.387492 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2cb0e6-5327-4f85-9fde-f84c4b61b8e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e99b050-26b0-4440-81cb-f8a0d77d3dab,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:55.402741 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-d853d2ae-055b-44fe-a50e-d70ead03e9ba req-3617388c-7321-4988-89ed-21310fca4475 tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:55.427839 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-49b3622a-6d38-4e3d-a481-eef29d3f1bf9 req-1da3f114-6977-4c48-a0ec-d2396bf4f91f service neutron] Request body: {'port': {'device_id': '41f25eb7-03e1-4797-8691-8a456972f7ad', 'device_owner': 'compute:tempest-test_az-992495322', 'binding:host_id': 'n-h1-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:11:55.469800 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851fcac4-39ae-4294-b9f7-a4823c25a21e None None] Network e4c17095-20ae-4287-bd10-23ef669bfb9d requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:11:55.515593 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 52b014cb-961f-494c-a480-b9919c077511 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:11:55.523624 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-483034c3-8b0d-4200-ab22-85df4214b385 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:55.631589 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 52b014cb-961f-494c-a480-b9919c077511 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:11:55.634113 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:55.651288 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-9d22793a-d6bb-4893-83b1-7d88c1467d09 None None] Port 59dd1db0-f1bf-4bdd-b16b-a490b95dc333 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:11:55.680128 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a5917ba0-b8f4-4a20-9d6e-680b317acd67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:55.721747 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a5917ba0-b8f4-4a20-9d6e-680b317acd67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:55.792352 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6387336-1ffe-492f-a94e-afe658ad3167 req-d583cfa2-f2e7-4235-bff1-c3af8b217005 tempest-AggregatesAdminTestJSON-1923486981 tempest-AggregatesAdminTestJSON-1923486981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:55.798576 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d6387336-1ffe-492f-a94e-afe658ad3167 req-d583cfa2-f2e7-4235-bff1-c3af8b217005 tempest-AggregatesAdminTestJSON-1923486981 tempest-AggregatesAdminTestJSON-1923486981-project] 10.222.0.44 "GET /v2.0/ports?device_id=41f25eb7-03e1-4797-8691-8a456972f7ad HTTP/1.1" status: 200 len: 935 time: 0.4129369 Aug 10 03:11:55.840362 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:55.843946 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-8026e44c-6e13-4828-afcb-dc1b4dc7f38a None None] Provisioning for port 14ee70d9-028e-4eb0-afd6-18afd8b07eb5 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:11:55.859807 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40490) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:55.883028 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-49b3622a-6d38-4e3d-a481-eef29d3f1bf9 req-1da3f114-6977-4c48-a0ec-d2396bf4f91f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:55.885605 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-dbe0ca68-320b-4f8d-8260-543960950f07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:55.910967 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.db.resource_extend [None req-483034c3-8b0d-4200-ab22-85df4214b385 admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:11:55.930708 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-8026e44c-6e13-4828-afcb-dc1b4dc7f38a None None] Provisioning complete for port 14ee70d9-028e-4eb0-afd6-18afd8b07eb5 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:11:55.932027 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-8026e44c-6e13-4828-afcb-dc1b4dc7f38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:55.949715 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d6387336-1ffe-492f-a94e-afe658ad3167 req-e921fdf7-501e-4d38-ad16-4c745c496c34 tempest-AggregatesAdminTestJSON-1923486981 tempest-AggregatesAdminTestJSON-1923486981-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cad1bdf-aeab-454c-af30-02c5fa394227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317189 Aug 10 03:11:55.987614 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-483034c3-8b0d-4200-ab22-85df4214b385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:55.988859 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483034c3-8b0d-4200-ab22-85df4214b385 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:55.989595 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-483034c3-8b0d-4200-ab22-85df4214b385 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:56.058431 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:56.072724 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5917ba0-b8f4-4a20-9d6e-680b317acd67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e50057-857f-47c4-a2a5-6d3b90f603ca,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:56.074416 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a5917ba0-b8f4-4a20-9d6e-680b317acd67 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=042efeb799494944acacdf2f98d2b938&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0671470 Aug 10 03:11:56.103111 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40492) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:56.194111 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483034c3-8b0d-4200-ab22-85df4214b385 admin admin] Pushing event updated for resources: {'Network': ['ID=292c2ec5-194b-4d84-a49e-9ba02e2aa653,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:56.194643 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 52b014cb-961f-494c-a480-b9919c077511, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=52b014cb-961f-494c-a480-b9919c077511,segment=NetworkSegment(b42426e6-502c-40d3-9c61-ff26c82f39ea),segment_id=b42426e6-502c-40d3-9c61-ff26c82f39ea)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:11:56.205213 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:56.245115 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b80e1e07-2755-4f92-a770-a8a68da840b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:56.265053 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-d853d2ae-055b-44fe-a50e-d70ead03e9ba req-3617388c-7321-4988-89ed-21310fca4475 tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:56.268712 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 292c2ec5-194b-4d84-a49e-9ba02e2aa653 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:11:56.315573 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-d853d2ae-055b-44fe-a50e-d70ead03e9ba req-3617388c-7321-4988-89ed-21310fca4475 tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:56.325386 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-483034c3-8b0d-4200-ab22-85df4214b385 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 4.3355300 Aug 10 03:11:56.351814 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40494) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:56.370796 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-d020ed12-0178-48eb-895c-9a4571b21814 admin admin] Request body: {'subnet': {'network_id': '292c2ec5-194b-4d84-a49e-9ba02e2aa653', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1906456953-subnet', 'tenant_id': 'b5a8a79527f248df934edc2d2cdd1b61', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:11:56.518998 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3617388c-7321-4988-89ed-21310fca4475 tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b6a7a1f-7efb-4024-a941-8fe2a982dc62,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:56.649393 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-8026e44c-6e13-4828-afcb-dc1b4dc7f38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:56.671771 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b80e1e07-2755-4f92-a770-a8a68da840b2 admin admin] Router 6530281a-9ab7-460d-955d-fcbd7f2fa825 is scheduled to L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e with binding_index 1 {{(pid=94261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:11:56.693301 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:56.696339 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=52b014cb-961f-494c-a480-b9919c077511,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:56.743457 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-49b3622a-6d38-4e3d-a481-eef29d3f1bf9 req-1da3f114-6977-4c48-a0ec-d2396bf4f91f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59dd1db0-f1bf-4bdd-b16b-a490b95dc333 {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:11:56.752827 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-8026e44c-6e13-4828-afcb-dc1b4dc7f38a None None] For port 14ee70d9-028e-4eb0-afd6-18afd8b07eb5, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=14ee70d9-028e-4eb0-afd6-18afd8b07eb5,segment=NetworkSegment(63c5233d-0a72-40bd-b951-4339d9098663),segment_id=63c5233d-0a72-40bd-b951-4339d9098663)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:11:56.758136 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-49b3622a-6d38-4e3d-a481-eef29d3f1bf9 req-1da3f114-6977-4c48-a0ec-d2396bf4f91f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:56.760965 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-8026e44c-6e13-4828-afcb-dc1b4dc7f38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:56.842922 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1a70cfbc-2429-4c75-956c-83978e0abcef req-01647041-bd52-4eaa-9661-d2fbef3e339b tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] 10.222.0.44 "GET /v2.0/ports?device_id=8361c331-f089-49d0-a923-9e0bf99bb741 HTTP/1.1" status: 200 len: 210 time: 0.3208532 Aug 10 03:11:56.867296 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-49b3622a-6d38-4e3d-a481-eef29d3f1bf9 req-1da3f114-6977-4c48-a0ec-d2396bf4f91f service neutron] Transition to ACTIVE for port object 59dd1db0-f1bf-4bdd-b16b-a490b95dc333 will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:11:56.893989 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-49b3622a-6d38-4e3d-a481-eef29d3f1bf9 req-1da3f114-6977-4c48-a0ec-d2396bf4f91f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:56.970077 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8026e44c-6e13-4828-afcb-dc1b4dc7f38a None None] Pushing event updated for resources: {'Port': ['ID=14ee70d9-028e-4eb0-afd6-18afd8b07eb5,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:57.220029 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-9aa2b240-d064-46e3-bd24-ea98dabc4efe None None] Provisioning complete for port 14ee70d9-028e-4eb0-afd6-18afd8b07eb5 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:11:57.221971 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9aa2b240-d064-46e3-bd24-ea98dabc4efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:57.240272 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-49b3622a-6d38-4e3d-a481-eef29d3f1bf9 req-1da3f114-6977-4c48-a0ec-d2396bf4f91f service neutron] Attempting to bind port 59dd1db0-f1bf-4bdd-b16b-a490b95dc333 on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:11:57.240993 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-49b3622a-6d38-4e3d-a481-eef29d3f1bf9 req-1da3f114-6977-4c48-a0ec-d2396bf4f91f service neutron] Attempting to bind port 59dd1db0-f1bf-4bdd-b16b-a490b95dc333 by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:11:57.241551 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b3622a-6d38-4e3d-a481-eef29d3f1bf9 req-1da3f114-6977-4c48-a0ec-d2396bf4f91f service neutron] Attempting to bind port 59dd1db0-f1bf-4bdd-b16b-a490b95dc333 on network 72a4be73-29a1-424c-8690-ecdcf6b06721 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:11:57.306402 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b3622a-6d38-4e3d-a481-eef29d3f1bf9 req-1da3f114-6977-4c48-a0ec-d2396bf4f91f service neutron] Port 59dd1db0-f1bf-4bdd-b16b-a490b95dc333 on network 72a4be73-29a1-424c-8690-ecdcf6b06721 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:11:57.307057 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b3622a-6d38-4e3d-a481-eef29d3f1bf9 req-1da3f114-6977-4c48-a0ec-d2396bf4f91f service neutron] Attempting to bind port 59dd1db0-f1bf-4bdd-b16b-a490b95dc333 on network 72a4be73-29a1-424c-8690-ecdcf6b06721 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:11:57.334077 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b3622a-6d38-4e3d-a481-eef29d3f1bf9 req-1da3f114-6977-4c48-a0ec-d2396bf4f91f service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:11:57.334911 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b3622a-6d38-4e3d-a481-eef29d3f1bf9 req-1da3f114-6977-4c48-a0ec-d2396bf4f91f service neutron] Checking segment: {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:11:57.336985 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b3622a-6d38-4e3d-a481-eef29d3f1bf9 req-1da3f114-6977-4c48-a0ec-d2396bf4f91f service neutron] Bound using segment: {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:11:57.337910 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-49b3622a-6d38-4e3d-a481-eef29d3f1bf9 req-1da3f114-6977-4c48-a0ec-d2396bf4f91f service neutron] Bound port: 59dd1db0-f1bf-4bdd-b16b-a490b95dc333, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:11:57.338589 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-49b3622a-6d38-4e3d-a481-eef29d3f1bf9 req-1da3f114-6977-4c48-a0ec-d2396bf4f91f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:57.367291 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [req-d853d2ae-055b-44fe-a50e-d70ead03e9ba req-3617388c-7321-4988-89ed-21310fca4475 tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] Allocated IP 192.168.233.164 (72a4be73-29a1-424c-8690-ecdcf6b06721/60d10164-1dee-4940-9d19-f71e6c18cbc5/1397641c-374d-4acd-8dd5-0797de3010fb) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:11:57.507563 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-49b3622a-6d38-4e3d-a481-eef29d3f1bf9 req-1da3f114-6977-4c48-a0ec-d2396bf4f91f service neutron] For port 59dd1db0-f1bf-4bdd-b16b-a490b95dc333, host n-h1-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:11:57.545493 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-49b3622a-6d38-4e3d-a481-eef29d3f1bf9 req-1da3f114-6977-4c48-a0ec-d2396bf4f91f service neutron] For port 59dd1db0-f1bf-4bdd-b16b-a490b95dc333, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=59dd1db0-f1bf-4bdd-b16b-a490b95dc333,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:11:57.565081 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-49b3622a-6d38-4e3d-a481-eef29d3f1bf9 req-1da3f114-6977-4c48-a0ec-d2396bf4f91f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:57.575780 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-84a19cae-4c33-4282-9ead-632a7b76f437 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:57.590998 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d6ccc1-29a4-497a-8e67-b810f670b00b req-32070c07-ed7f-4f94-9c85-5a867f24623d tempest-AggregatesAdminTestJSON-1923486981 tempest-AggregatesAdminTestJSON-1923486981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:57.593579 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b8d6ccc1-29a4-497a-8e67-b810f670b00b req-32070c07-ed7f-4f94-9c85-5a867f24623d tempest-AggregatesAdminTestJSON-1923486981 tempest-AggregatesAdminTestJSON-1923486981-project] 10.222.0.44 "GET /v2.0/ports?device_id=41f25eb7-03e1-4797-8691-8a456972f7ad HTTP/1.1" status: 200 len: 968 time: 0.4139228 Aug 10 03:11:57.603999 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da3f114-6977-4c48-a0ec-d2396bf4f91f service neutron] Pushing event updated for resources: {'Port': ['ID=59dd1db0-f1bf-4bdd-b16b-a490b95dc333,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:57.613692 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-d853d2ae-055b-44fe-a50e-d70ead03e9ba req-3617388c-7321-4988-89ed-21310fca4475 tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:57.641963 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [req-d853d2ae-055b-44fe-a50e-d70ead03e9ba req-3617388c-7321-4988-89ed-21310fca4475 tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] Transition to ACTIVE for port object 1397641c-374d-4acd-8dd5-0797de3010fb will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:11:57.657915 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b3622a-6d38-4e3d-a481-eef29d3f1bf9 req-1da3f114-6977-4c48-a0ec-d2396bf4f91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:57.660651 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-49b3622a-6d38-4e3d-a481-eef29d3f1bf9 req-1da3f114-6977-4c48-a0ec-d2396bf4f91f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:57.666104 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-49b3622a-6d38-4e3d-a481-eef29d3f1bf9 req-1da3f114-6977-4c48-a0ec-d2396bf4f91f service neutron] 10.222.0.42 "PUT /v2.0/ports/59dd1db0-f1bf-4bdd-b16b-a490b95dc333 HTTP/1.1" status: 200 len: 1117 time: 2.3898220 Aug 10 03:11:57.688624 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41f25eb7-03e1-4797-8691-8a456972f7ad', 'tag': '59dd1db0-f1bf-4bdd-b16b-a490b95dc333'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:11:57.699633 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-d853d2ae-055b-44fe-a50e-d70ead03e9ba req-3617388c-7321-4988-89ed-21310fca4475 tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:57.804059 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b8d6ccc1-29a4-497a-8e67-b810f670b00b req-e87fb7be-2e8d-4f51-86d2-ed865d9d2884 tempest-AggregatesAdminTestJSON-1923486981 tempest-AggregatesAdminTestJSON-1923486981-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cad1bdf-aeab-454c-af30-02c5fa394227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734776 Aug 10 03:11:57.839034 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-84a19cae-4c33-4282-9ead-632a7b76f437 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:57.926936 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3617388c-7321-4988-89ed-21310fca4475 tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] Pushing event updated for resources: {'Port': ['ID=1397641c-374d-4acd-8dd5-0797de3010fb,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:57.942177 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d853d2ae-055b-44fe-a50e-d70ead03e9ba req-3617388c-7321-4988-89ed-21310fca4475 tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] Network 72a4be73-29a1-424c-8690-ecdcf6b06721 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:11:57.944627 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b80e1e07-2755-4f92-a770-a8a68da840b2 admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:11:57.952611 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [req-d853d2ae-055b-44fe-a50e-d70ead03e9ba req-3617388c-7321-4988-89ed-21310fca4475 tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:11:57.961037 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-d853d2ae-055b-44fe-a50e-d70ead03e9ba req-3617388c-7321-4988-89ed-21310fca4475 tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:11:57.963951 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bcdbe2-078a-45d0-b9bc-70919fbf4b84 None None] Sync routers for ids ['6530281a-9ab7-460d-955d-fcbd7f2fa825'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:11:57.969894 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d853d2ae-055b-44fe-a50e-d70ead03e9ba req-3617388c-7321-4988-89ed-21310fca4475 tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:57.971136 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-d853d2ae-055b-44fe-a50e-d70ead03e9ba req-3617388c-7321-4988-89ed-21310fca4475 tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:58.011550 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bcdbe2-078a-45d0-b9bc-70919fbf4b84 None None] Routers {'6530281a-9ab7-460d-955d-fcbd7f2fa825'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:11:58.012235 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-26bcdbe2-078a-45d0-b9bc-70919fbf4b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:11:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['6530281a-9ab7-460d-955d-fcbd7f2fa825'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:11:58.017548 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-dbe0ca68-320b-4f8d-8260-543960950f07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:58.104691 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-dbe0ca68-320b-4f8d-8260-543960950f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:58.105261 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d020ed12-0178-48eb-895c-9a4571b21814 admin admin] Made reservation on behalf of b5a8a79527f248df934edc2d2cdd1b61 for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:11:58.142608 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d020ed12-0178-48eb-895c-9a4571b21814 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:58.172213 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de72b9de-2d05-46ed-9ea5-3a13fe9b2296" -d '{"events": [{"name": "network-changed", "server_uuid": "41f25eb7-03e1-4797-8691-8a456972f7ad", "tag": "59dd1db0-f1bf-4bdd-b16b-a490b95dc333"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:11:58.195159 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b3622a-6d38-4e3d-a481-eef29d3f1bf9 req-9845f3fb-6d4a-46d4-8bac-ba1e97b82230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:58.198492 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-49b3622a-6d38-4e3d-a481-eef29d3f1bf9 req-9845f3fb-6d4a-46d4-8bac-ba1e97b82230 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e843fe35667f4d30abf6d7e1c6745fa0&device_id=41f25eb7-03e1-4797-8691-8a456972f7ad HTTP/1.1" status: 200 len: 1120 time: 0.2719977 Aug 10 03:11:58.210693 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-dbe0ca68-320b-4f8d-8260-543960950f07 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c68c1e8fa8844a2db34e880028b24b09&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3494046 Aug 10 03:11:58.215684 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40514) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:58.249841 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-26bcdbe2-078a-45d0-b9bc-70919fbf4b84 None None] Set router 6530281a-9ab7-460d-955d-fcbd7f2fa825 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:11:58.351815 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da3f114-6977-4c48-a0ec-d2396bf4f91f service neutron] Pushing event updated for resources: {'Port': ['ID=59dd1db0-f1bf-4bdd-b16b-a490b95dc333,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:58.361290 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ba7e2d9d-7df4-42ac-9126-af98d437d110 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:58.454256 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ba7e2d9d-7df4-42ac-9126-af98d437d110 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:58.514689 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe0ca68-320b-4f8d-8260-543960950f07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=694fe29a-398e-45ce-b3de-8a542cc85607,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:58.522884 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c9173ad1-4b15-44b7-948f-bc965087fa0a None None] Provisioning for port 1397641c-374d-4acd-8dd5-0797de3010fb completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:11:58.536229 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c9173ad1-4b15-44b7-948f-bc965087fa0a None None] Provisioning complete for port 1397641c-374d-4acd-8dd5-0797de3010fb triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:11:58.537436 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c9173ad1-4b15-44b7-948f-bc965087fa0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:58.596158 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-26bcdbe2-078a-45d0-b9bc-70919fbf4b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6530281a-9ab7-460d-955d-fcbd7f2fa825', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1708645079-router', 'tenant_id': '6eb53b692c144502a0a76e70133f83c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'afd27794-1115-404b-8626-6a45c18cce1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:11:50Z', 'updated_at': '2021-08-10T03:11:53Z', 'revision_number': 3, 'project_id': '6eb53b692c144502a0a76e70133f83c3', 'gw_port': {'id': 'afd27794-1115-404b-8626-6a45c18cce1c', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a8:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6530281a-9ab7-460d-955d-fcbd7f2fa825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:11:51Z', 'updated_at': '2021-08-10T03:11:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:11:58.678573 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c9173ad1-4b15-44b7-948f-bc965087fa0a None None] Port 1397641c-374d-4acd-8dd5-0797de3010fb cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:11:58.693300 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 14ee70d9-028e-4eb0-afd6-18afd8b07eb5 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:11:58.702004 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bcdbe2-078a-45d0-b9bc-70919fbf4b84 None None] Checking router: 6530281a-9ab7-460d-955d-fcbd7f2fa825 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:11:58.704269 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bcdbe2-078a-45d0-b9bc-70919fbf4b84 None None] Updating router 6530281a-9ab7-460d-955d-fcbd7f2fa825 port afd27794-1115-404b-8626-6a45c18cce1c binding host n-d-768862-13 {{(pid=94263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:11:58.742805 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-84a19cae-4c33-4282-9ead-632a7b76f437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:58.753673 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-84a19cae-4c33-4282-9ead-632a7b76f437 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:58.755347 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-84a19cae-4c33-4282-9ead-632a7b76f437 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e4e50057-857f-47c4-a2a5-6d3b90f603ca HTTP/1.1" status: 204 len: 168 time: 2.6484175 Aug 10 03:11:58.756878 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-49b3622a-6d38-4e3d-a481-eef29d3f1bf9 req-c1b41ae3-72da-491c-9894-908f09721762 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=59dd1db0-f1bf-4bdd-b16b-a490b95dc333 HTTP/1.1" status: 200 len: 217 time: 0.2368743 Aug 10 03:11:58.771295 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-26bcdbe2-078a-45d0-b9bc-70919fbf4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:58.788353 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b80e1e07-2755-4f92-a770-a8a68da840b2 admin admin] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:58.793635 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-b80e1e07-2755-4f92-a770-a8a68da840b2 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 8.8730984 Aug 10 03:11:58.798886 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-d853d2ae-055b-44fe-a50e-d70ead03e9ba req-3617388c-7321-4988-89ed-21310fca4475 tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.0437241 Aug 10 03:11:58.807504 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40524) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:58.808274 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a19cae-4c33-4282-9ead-632a7b76f437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e50057-857f-47c4-a2a5-6d3b90f603ca,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:58.862863 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 14ee70d9-028e-4eb0-afd6-18afd8b07eb5 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:11:58.863272 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:58.871779 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfaf4e10-bd24-4ba9-95eb-776ef836d04e x-openstack-request-id: req-dfaf4e10-bd24-4ba9-95eb-776ef836d04e {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:11:58.873013 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41f25eb7-03e1-4797-8691-8a456972f7ad", "tag": "59dd1db0-f1bf-4bdd-b16b-a490b95dc333", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:11:58.874265 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dfaf4e10-bd24-4ba9-95eb-776ef836d04e {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:11:58.875064 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41f25eb7-03e1-4797-8691-8a456972f7ad', 'tag': '59dd1db0-f1bf-4bdd-b16b-a490b95dc333', 'status': 'completed', 'code': 200} Aug 10 03:11:58.987334 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-d853d2ae-055b-44fe-a50e-d70ead03e9ba req-3fd3d23b-1dba-4ea3-8abe-a86a6a95edaa service neutron] Request body: {'port': {'device_id': '8361c331-f089-49d0-a923-9e0bf99bb741', 'device_owner': 'compute:tempest-test_az-992495322', 'binding:host_id': 'n-h1-768862-13'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:11:59.027295 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c63623-b7a6-4590-8e0e-50414f4f4f2d req-f3a34e00-4080-4f54-9246-6b591cc2fb2d tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:59.032415 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-49c63623-b7a6-4590-8e0e-50414f4f4f2d req-f3a34e00-4080-4f54-9246-6b591cc2fb2d tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] 10.222.0.44 "GET /v2.0/ports?device_id=8361c331-f089-49d0-a923-9e0bf99bb741 HTTP/1.1" status: 200 len: 936 time: 0.8703096 Aug 10 03:11:59.091490 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 52b014cb-961f-494c-a480-b9919c077511 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:11:59.108247 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d020ed12-0178-48eb-895c-9a4571b21814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:59.225844 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-d853d2ae-055b-44fe-a50e-d70ead03e9ba req-3fd3d23b-1dba-4ea3-8abe-a86a6a95edaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:59.265285 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ba7e2d9d-7df4-42ac-9126-af98d437d110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:59.273983 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ba7e2d9d-7df4-42ac-9126-af98d437d110 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:59.287483 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-ba7e2d9d-7df4-42ac-9126-af98d437d110 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/694fe29a-398e-45ce-b3de-8a542cc85607 HTTP/1.1" status: 204 len: 168 time: 1.0232046 Aug 10 03:11:59.309341 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 52b014cb-961f-494c-a480-b9919c077511 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:11:59.309943 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:59.636505 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-26bcdbe2-078a-45d0-b9bc-70919fbf4b84 None None] Notify callbacks [] for port, precommit_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:59.667056 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.provisioning_blocks [None req-26bcdbe2-078a-45d0-b9bc-70919fbf4b84 None None] Transition to ACTIVE for port object afd27794-1115-404b-8626-6a45c18cce1c will not be triggered until provisioned by entity L2. {{(pid=94263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:11:59.676725 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-26bcdbe2-078a-45d0-b9bc-70919fbf4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:59.739965 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d020ed12-0178-48eb-895c-9a4571b21814 admin admin] Checking segment: {'id': 'edf2681e-a5f1-470d-b3e1-0066ef909e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '292c2ec5-194b-4d84-a49e-9ba02e2aa653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:11:59.740398 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d020ed12-0178-48eb-895c-9a4571b21814 admin admin] Network hostable DHCP agents. Network: 292c2ec5-194b-4d84-a49e-9ba02e2aa653, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:11:59.745189 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40532) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:59.768578 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-26bcdbe2-078a-45d0-b9bc-70919fbf4b84 None None] Attempting to bind port afd27794-1115-404b-8626-6a45c18cce1c on host n-d-768862-13 for vnic_type normal with profile {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:11:59.769103 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-26bcdbe2-078a-45d0-b9bc-70919fbf4b84 None None] Attempting to bind port afd27794-1115-404b-8626-6a45c18cce1c by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:11:59.769726 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bcdbe2-078a-45d0-b9bc-70919fbf4b84 None None] Attempting to bind port afd27794-1115-404b-8626-6a45c18cce1c on network 2ea12131-628a-487e-b434-0463553732bd {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:11:59.772486 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c593d590-62b6-4c36-82ca-d9d16857a4f7 None None] Pushing event updated for resources: {'Port': ['ID=afd27794-1115-404b-8626-6a45c18cce1c,revision_number=2']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:59.779958 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bcdbe2-078a-45d0-b9bc-70919fbf4b84 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:11:59.780503 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bcdbe2-078a-45d0-b9bc-70919fbf4b84 None None] Checking segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:11:59.781136 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-26bcdbe2-078a-45d0-b9bc-70919fbf4b84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:59.781768 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bcdbe2-078a-45d0-b9bc-70919fbf4b84 None None] Bound using segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:11:59.782566 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-26bcdbe2-078a-45d0-b9bc-70919fbf4b84 None None] Bound port: afd27794-1115-404b-8626-6a45c18cce1c, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:11:59.783086 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-26bcdbe2-078a-45d0-b9bc-70919fbf4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:59.801330 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7e2d9d-7df4-42ac-9126-af98d437d110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=694fe29a-398e-45ce-b3de-8a542cc85607,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:59.920630 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d020ed12-0178-48eb-895c-9a4571b21814 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a107075b-f263-4e5b-9e4b-d6085f9ba892,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:59.931510 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-26bcdbe2-078a-45d0-b9bc-70919fbf4b84 None None] For port afd27794-1115-404b-8626-6a45c18cce1c, host n-d-768862-13, cleared binding levels {{(pid=94263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:11:59.934964 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6b34b536-e32c-4e34-bf11-66f03dd40878 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:59.940421 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-26bcdbe2-078a-45d0-b9bc-70919fbf4b84 None None] For port afd27794-1115-404b-8626-6a45c18cce1c, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=afd27794-1115-404b-8626-6a45c18cce1c,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:11:59.949016 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-26bcdbe2-078a-45d0-b9bc-70919fbf4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:59.989112 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d020ed12-0178-48eb-895c-9a4571b21814 admin admin] Network 292c2ec5-194b-4d84-a49e-9ba02e2aa653 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:11:59.995259 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b3622a-6d38-4e3d-a481-eef29d3f1bf9 req-03f7fcc9-4587-45c1-a73a-9cd0c1105a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:59.997047 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-49b3622a-6d38-4e3d-a481-eef29d3f1bf9 req-03f7fcc9-4587-45c1-a73a-9cd0c1105a01 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=60d10164-1dee-4940-9d19-f71e6c18cbc5 HTTP/1.1" status: 200 len: 843 time: 1.1521027 Aug 10 03:12:00.044458 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-49c63623-b7a6-4590-8e0e-50414f4f4f2d req-208e9f30-5b6a-4483-8414-1320a818d48a tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b6a7a1f-7efb-4024-a941-8fe2a982dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9084580 Aug 10 03:12:00.047481 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-d020ed12-0178-48eb-895c-9a4571b21814 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 292c2ec5-194b-4d84-a49e-9ba02e2aa653) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:12:00.056144 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1e2228-fb32-4967-a7e5-464515eec984 req-85c836ea-4fc9-4ea3-b3c1-1e16a564c650 tempest-AggregatesAdminTestJSON-1923486981 tempest-AggregatesAdminTestJSON-1923486981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:00.062014 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d020ed12-0178-48eb-895c-9a4571b21814 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:00.062961 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d020ed12-0178-48eb-895c-9a4571b21814 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:00.069717 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bcdbe2-078a-45d0-b9bc-70919fbf4b84 None None] Routers {'6530281a-9ab7-460d-955d-fcbd7f2fa825'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:12:00.070737 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-26bcdbe2-078a-45d0-b9bc-70919fbf4b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:11:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['6530281a-9ab7-460d-955d-fcbd7f2fa825'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:12:00.072598 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2a81ad-6ad5-432f-a290-6847522aeb0f None None] Network 292c2ec5-194b-4d84-a49e-9ba02e2aa653 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:12:00.073697 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4a1e2228-fb32-4967-a7e5-464515eec984 req-85c836ea-4fc9-4ea3-b3c1-1e16a564c650 tempest-AggregatesAdminTestJSON-1923486981 tempest-AggregatesAdminTestJSON-1923486981-project] 10.222.0.44 "GET /v2.0/ports?device_id=41f25eb7-03e1-4797-8691-8a456972f7ad HTTP/1.1" status: 200 len: 968 time: 0.9432437 Aug 10 03:12:00.077952 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c593d590-62b6-4c36-82ca-d9d16857a4f7 None None] Pushing event updated for resources: {'Port': ['ID=afd27794-1115-404b-8626-6a45c18cce1c,revision_number=3']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:00.193294 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4a1e2228-fb32-4967-a7e5-464515eec984 req-52d8b4a9-9d22-4d76-b321-731544ef4b60 tempest-AggregatesAdminTestJSON-1923486981 tempest-AggregatesAdminTestJSON-1923486981-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cad1bdf-aeab-454c-af30-02c5fa394227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099994 Aug 10 03:12:00.404730 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-26bcdbe2-078a-45d0-b9bc-70919fbf4b84 None None] Set router 6530281a-9ab7-460d-955d-fcbd7f2fa825 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:12:00.469349 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [req-d853d2ae-055b-44fe-a50e-d70ead03e9ba req-3fd3d23b-1dba-4ea3-8abe-a86a6a95edaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1397641c-374d-4acd-8dd5-0797de3010fb {{(pid=94261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:12:00.492048 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-d853d2ae-055b-44fe-a50e-d70ead03e9ba req-3fd3d23b-1dba-4ea3-8abe-a86a6a95edaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:00.521678 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [req-d853d2ae-055b-44fe-a50e-d70ead03e9ba req-3fd3d23b-1dba-4ea3-8abe-a86a6a95edaa service neutron] Transition to ACTIVE for port object 1397641c-374d-4acd-8dd5-0797de3010fb will not be triggered until provisioned by entity L2. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:12:00.538402 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2cb0b6b-adc7-4551-a688-1c011aecb283 None None] Network 292c2ec5-194b-4d84-a49e-9ba02e2aa653 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:12:00.540722 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-d853d2ae-055b-44fe-a50e-d70ead03e9ba req-3fd3d23b-1dba-4ea3-8abe-a86a6a95edaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:00.655254 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd3d23b-1dba-4ea3-8abe-a86a6a95edaa service neutron] Pushing event updated for resources: {'Port': ['ID=1397641c-374d-4acd-8dd5-0797de3010fb,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:00.677608 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b3622a-6d38-4e3d-a481-eef29d3f1bf9 req-750a198e-6fef-4cc2-a148-f2424af5d137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:00.699383 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-49b3622a-6d38-4e3d-a481-eef29d3f1bf9 req-750a198e-6fef-4cc2-a148-f2424af5d137 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72a4be73-29a1-424c-8690-ecdcf6b06721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3867188 Aug 10 03:12:00.818610 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6b34b536-e32c-4e34-bf11-66f03dd40878 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:00.839735 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6b34b536-e32c-4e34-bf11-66f03dd40878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:01.000084 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b34b536-e32c-4e34-bf11-66f03dd40878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b16cd6-b6c1-448d-94a7-fb2928d4396b,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:01.011663 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-d020ed12-0178-48eb-895c-9a4571b21814 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 4.6575310 Aug 10 03:12:01.025756 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-26bcdbe2-078a-45d0-b9bc-70919fbf4b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6530281a-9ab7-460d-955d-fcbd7f2fa825', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1708645079-router', 'tenant_id': '6eb53b692c144502a0a76e70133f83c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'afd27794-1115-404b-8626-6a45c18cce1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:11:50Z', 'updated_at': '2021-08-10T03:11:53Z', 'revision_number': 3, 'project_id': '6eb53b692c144502a0a76e70133f83c3', 'gw_port': {'id': 'afd27794-1115-404b-8626-6a45c18cce1c', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a8:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6530281a-9ab7-460d-955d-fcbd7f2fa825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:11:51Z', 'updated_at': '2021-08-10T03:11:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:12:01.114130 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bcdbe2-078a-45d0-b9bc-70919fbf4b84 None None] The sync data for ids ['6530281a-9ab7-460d-955d-fcbd7f2fa825'] in n-d-768862-13 is: [{'id': '6530281a-9ab7-460d-955d-fcbd7f2fa825', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1708645079-router', 'tenant_id': '6eb53b692c144502a0a76e70133f83c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'afd27794-1115-404b-8626-6a45c18cce1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:11:50Z', 'updated_at': '2021-08-10T03:11:53Z', 'revision_number': 3, 'project_id': '6eb53b692c144502a0a76e70133f83c3', 'gw_port': {'id': 'afd27794-1115-404b-8626-6a45c18cce1c', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a8:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6530281a-9ab7-460d-955d-fcbd7f2fa825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:11:51Z', 'updated_at': '2021-08-10T03:11:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:12:01.141788 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-6b34b536-e32c-4e34-bf11-66f03dd40878 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=56e6c75555754dba89ae934eb4aec643&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3903954 Aug 10 03:12:01.144445 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-d853d2ae-055b-44fe-a50e-d70ead03e9ba req-3fd3d23b-1dba-4ea3-8abe-a86a6a95edaa service neutron] Attempting to bind port 1397641c-374d-4acd-8dd5-0797de3010fb on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:12:01.144823 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-d853d2ae-055b-44fe-a50e-d70ead03e9ba req-3fd3d23b-1dba-4ea3-8abe-a86a6a95edaa service neutron] Attempting to bind port 1397641c-374d-4acd-8dd5-0797de3010fb by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:12:01.146753 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d853d2ae-055b-44fe-a50e-d70ead03e9ba req-3fd3d23b-1dba-4ea3-8abe-a86a6a95edaa service neutron] Attempting to bind port 1397641c-374d-4acd-8dd5-0797de3010fb on network 72a4be73-29a1-424c-8690-ecdcf6b06721 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:12:01.152597 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40554) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:01.274586 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d853d2ae-055b-44fe-a50e-d70ead03e9ba req-3fd3d23b-1dba-4ea3-8abe-a86a6a95edaa service neutron] Port 1397641c-374d-4acd-8dd5-0797de3010fb on network 72a4be73-29a1-424c-8690-ecdcf6b06721 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:12:01.274943 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d853d2ae-055b-44fe-a50e-d70ead03e9ba req-3fd3d23b-1dba-4ea3-8abe-a86a6a95edaa service neutron] Attempting to bind port 1397641c-374d-4acd-8dd5-0797de3010fb on network 72a4be73-29a1-424c-8690-ecdcf6b06721 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:12:01.315516 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d853d2ae-055b-44fe-a50e-d70ead03e9ba req-3fd3d23b-1dba-4ea3-8abe-a86a6a95edaa service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:12:01.315966 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d853d2ae-055b-44fe-a50e-d70ead03e9ba req-3fd3d23b-1dba-4ea3-8abe-a86a6a95edaa service neutron] Checking segment: {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:12:01.320319 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d853d2ae-055b-44fe-a50e-d70ead03e9ba req-3fd3d23b-1dba-4ea3-8abe-a86a6a95edaa service neutron] Bound using segment: {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:12:01.320319 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-d853d2ae-055b-44fe-a50e-d70ead03e9ba req-3fd3d23b-1dba-4ea3-8abe-a86a6a95edaa service neutron] Bound port: 1397641c-374d-4acd-8dd5-0797de3010fb, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'}}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:12:01.320319 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-d853d2ae-055b-44fe-a50e-d70ead03e9ba req-3fd3d23b-1dba-4ea3-8abe-a86a6a95edaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:01.383411 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-406f496b-392f-4e8c-b496-af0f35222877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:01.605930 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-406f496b-392f-4e8c-b496-af0f35222877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:01.687038 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7e316b52-4c3c-4eb7-92dc-1eb1826c5ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:01.821299 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-d853d2ae-055b-44fe-a50e-d70ead03e9ba req-3fd3d23b-1dba-4ea3-8abe-a86a6a95edaa service neutron] For port 1397641c-374d-4acd-8dd5-0797de3010fb, host n-h1-768862-13, cleared binding levels {{(pid=94261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:12:01.824095 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fc076d-1e5c-49c4-abf2-a7d5d89d3f60 req-6618bf5c-b63b-42ff-834f-473ada35778b tempest-AggregatesAdminTestJSON-1923486981 tempest-AggregatesAdminTestJSON-1923486981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:01.825980 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-93fc076d-1e5c-49c4-abf2-a7d5d89d3f60 req-6618bf5c-b63b-42ff-834f-473ada35778b tempest-AggregatesAdminTestJSON-1923486981 tempest-AggregatesAdminTestJSON-1923486981-project] 10.222.0.44 "GET /v2.0/ports?device_id=41f25eb7-03e1-4797-8691-8a456972f7ad HTTP/1.1" status: 200 len: 968 time: 0.1418028 Aug 10 03:12:01.835862 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bda0ad-66ab-49f4-83e0-408641a5d6f8 req-e4034f03-77b0-43da-8e98-f4cfdef55af8 tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:01.836875 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-11bda0ad-66ab-49f4-83e0-408641a5d6f8 req-e4034f03-77b0-43da-8e98-f4cfdef55af8 tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] 10.222.0.44 "GET /v2.0/ports?device_id=8361c331-f089-49d0-a923-9e0bf99bb741 HTTP/1.1" status: 200 len: 969 time: 0.5905426 Aug 10 03:12:01.837899 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-d853d2ae-055b-44fe-a50e-d70ead03e9ba req-3fd3d23b-1dba-4ea3-8abe-a86a6a95edaa service neutron] For port 1397641c-374d-4acd-8dd5-0797de3010fb, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=1397641c-374d-4acd-8dd5-0797de3010fb,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:12:01.849152 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-d853d2ae-055b-44fe-a50e-d70ead03e9ba req-3fd3d23b-1dba-4ea3-8abe-a86a6a95edaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:01.967497 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d853d2ae-055b-44fe-a50e-d70ead03e9ba req-3fd3d23b-1dba-4ea3-8abe-a86a6a95edaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:01.968200 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-d853d2ae-055b-44fe-a50e-d70ead03e9ba req-3fd3d23b-1dba-4ea3-8abe-a86a6a95edaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:01.969886 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-d853d2ae-055b-44fe-a50e-d70ead03e9ba req-3fd3d23b-1dba-4ea3-8abe-a86a6a95edaa service neutron] 10.222.0.42 "PUT /v2.0/ports/1397641c-374d-4acd-8dd5-0797de3010fb HTTP/1.1" status: 200 len: 1118 time: 3.0035465 Aug 10 03:12:01.974873 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8361c331-f089-49d0-a923-9e0bf99bb741', 'tag': '1397641c-374d-4acd-8dd5-0797de3010fb'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:12:01.999433 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-11bda0ad-66ab-49f4-83e0-408641a5d6f8 req-92dfba17-ef48-42e1-8b2a-8d5490af8b17 tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b6a7a1f-7efb-4024-a941-8fe2a982dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390824 Aug 10 03:12:02.154487 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-49b3622a-6d38-4e3d-a481-eef29d3f1bf9 req-1defbbb7-9135-4532-bf84-566beca20495 service neutron] 10.222.0.42 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9009337 Aug 10 03:12:02.167665 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-93fc076d-1e5c-49c4-abf2-a7d5d89d3f60 req-3548f5a4-0b0e-4d57-af2f-9ca12cda8a2a tempest-AggregatesAdminTestJSON-1923486981 tempest-AggregatesAdminTestJSON-1923486981-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cad1bdf-aeab-454c-af30-02c5fa394227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060770 Aug 10 03:12:02.376711 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-406f496b-392f-4e8c-b496-af0f35222877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:02.396534 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-406f496b-392f-4e8c-b496-af0f35222877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:02.401795 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-406f496b-392f-4e8c-b496-af0f35222877 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b3b16cd6-b6c1-448d-94a7-fb2928d4396b HTTP/1.1" status: 204 len: 168 time: 1.2430685 Aug 10 03:12:02.432760 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-49b3622a-6d38-4e3d-a481-eef29d3f1bf9 req-22b5db9c-124c-480a-8412-aecc64e7af16 service neutron] 10.222.0.42 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093844 Aug 10 03:12:02.511259 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406f496b-392f-4e8c-b496-af0f35222877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b16cd6-b6c1-448d-94a7-fb2928d4396b,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:02.636367 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd3d23b-1dba-4ea3-8abe-a86a6a95edaa service neutron] Pushing event updated for resources: {'Port': ['ID=1397641c-374d-4acd-8dd5-0797de3010fb,revision_number=3']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:02.642016 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device afd27794-1115-404b-8626-6a45c18cce1c up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:12:02.648636 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d853d2ae-055b-44fe-a50e-d70ead03e9ba req-dca136c7-dbf8-4de3-9183-b1c9f24f4079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:02.650319 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-d853d2ae-055b-44fe-a50e-d70ead03e9ba req-dca136c7-dbf8-4de3-9183-b1c9f24f4079 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=562c1859cc8d46a188a6c04c784d549a&device_id=8361c331-f089-49d0-a923-9e0bf99bb741 HTTP/1.1" status: 200 len: 1121 time: 0.4039872 Aug 10 03:12:02.810558 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-d853d2ae-055b-44fe-a50e-d70ead03e9ba req-b7569395-1957-48d0-8868-a6954d86328c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=1397641c-374d-4acd-8dd5-0797de3010fb HTTP/1.1" status: 200 len: 217 time: 0.1431122 Aug 10 03:12:02.811072 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port afd27794-1115-404b-8626-6a45c18cce1c completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:12:02.892164 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port afd27794-1115-404b-8626-6a45c18cce1c triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:12:02.894573 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:02.973640 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-114b5f49-b8b5-4e50-b292-b968e289bd8e" -d '{"events": [{"name": "network-changed", "server_uuid": "8361c331-f089-49d0-a923-9e0bf99bb741", "tag": "1397641c-374d-4acd-8dd5-0797de3010fb"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:12:03.020186 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:03.108968 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de72b9de-2d05-46ed-9ea5-3a13fe9b2296 req-5da008f2-8ffe-42bf-b27c-e4cf3a3a676b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:03.111825 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-de72b9de-2d05-46ed-9ea5-3a13fe9b2296 req-5da008f2-8ffe-42bf-b27c-e4cf3a3a676b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e843fe35667f4d30abf6d7e1c6745fa0&device_id=41f25eb7-03e1-4797-8691-8a456972f7ad HTTP/1.1" status: 200 len: 1120 time: 0.5546556 Aug 10 03:12:03.170993 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:03.219409 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port afd27794-1115-404b-8626-6a45c18cce1c, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=afd27794-1115-404b-8626-6a45c18cce1c,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:03.235677 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:03.329688 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=afd27794-1115-404b-8626-6a45c18cce1c,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:03.353282 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-299bf064-9f01-41c5-96a0-5e47ec6d3c28 x-openstack-request-id: req-299bf064-9f01-41c5-96a0-5e47ec6d3c28 {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:12:03.353784 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8361c331-f089-49d0-a923-9e0bf99bb741", "tag": "1397641c-374d-4acd-8dd5-0797de3010fb", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:12:03.354246 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-299bf064-9f01-41c5-96a0-5e47ec6d3c28 {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:12:03.354965 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8361c331-f089-49d0-a923-9e0bf99bb741', 'tag': '1397641c-374d-4acd-8dd5-0797de3010fb', 'status': 'completed', 'code': 200} Aug 10 03:12:03.437609 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266810c0-cb68-4d05-a4b5-8d8e092b5429 req-17dcdf4e-182f-440f-88fb-09d399e23579 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:03.447863 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-266810c0-cb68-4d05-a4b5-8d8e092b5429 req-17dcdf4e-182f-440f-88fb-09d399e23579 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/networks?id=fb04e5c4-4048-4691-8fd2-5191f92c4dcc HTTP/1.1" status: 200 len: 808 time: 0.5969162 Aug 10 03:12:03.509220 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-7e316b52-4c3c-4eb7-92dc-1eb1826c5ada admin admin] Allocated IP 172.20.0.1 (e4c17095-20ae-4287-bd10-23ef669bfb9d/653ab257-1320-4dc1-8c9b-ecddc6934c18/fcf8af85-7895-4821-9019-99395224523c) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:12:03.677906 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7e316b52-4c3c-4eb7-92dc-1eb1826c5ada admin admin] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:03.702428 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [None req-7e316b52-4c3c-4eb7-92dc-1eb1826c5ada admin admin] Transition to ACTIVE for port object fcf8af85-7895-4821-9019-99395224523c will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:12:03.832634 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-266810c0-cb68-4d05-a4b5-8d8e092b5429 req-fef3bc86-3cbe-418a-8f61-f2b72ba44e42 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/quotas/ef0c546763504af887a177f337462e10 HTTP/1.1" status: 200 len: 375 time: 0.0926547 Aug 10 03:12:03.915500 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-266810c0-cb68-4d05-a4b5-8d8e092b5429 req-faef860e-1fcb-4a46-87b9-a9dc26901da8 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ef0c546763504af887a177f337462e10&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0712557 Aug 10 03:12:03.917763 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7e316b52-4c3c-4eb7-92dc-1eb1826c5ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:03.951182 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb4878a-9d04-43ea-853b-2d5a7a2e9053 req-9aecf438-8cde-49a6-b58d-3152d6374d16 tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:03.959096 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bbb4878a-9d04-43ea-853b-2d5a7a2e9053 req-9aecf438-8cde-49a6-b58d-3152d6374d16 tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] 10.222.0.44 "GET /v2.0/ports?device_id=8361c331-f089-49d0-a923-9e0bf99bb741 HTTP/1.1" status: 200 len: 969 time: 0.2114968 Aug 10 03:12:04.026893 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e316b52-4c3c-4eb7-92dc-1eb1826c5ada admin admin] Network e4c17095-20ae-4287-bd10-23ef669bfb9d is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:12:04.031290 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-7e316b52-4c3c-4eb7-92dc-1eb1826c5ada admin admin] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:12:04.087936 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e316b52-4c3c-4eb7-92dc-1eb1826c5ada admin admin] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:12:04.088544 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7e316b52-4c3c-4eb7-92dc-1eb1826c5ada admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521745'] for router_interface, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:04.195905 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e316b52-4c3c-4eb7-92dc-1eb1826c5ada admin admin] Pushing event updated for resources: {'Port': ['ID=fcf8af85-7895-4821-9019-99395224523c,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:04.245018 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bbb4878a-9d04-43ea-853b-2d5a7a2e9053 req-f390c817-43f7-43ce-bce3-3fcdb04208bb tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b6a7a1f-7efb-4024-a941-8fe2a982dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848432 Aug 10 03:12:04.303044 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [req-266810c0-cb68-4d05-a4b5-8d8e092b5429 req-c652a36a-5b85-472e-b659-97ffe72f5a3c service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:12:04.304137 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-266810c0-cb68-4d05-a4b5-8d8e092b5429 req-c652a36a-5b85-472e-b659-97ffe72f5a3c service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1097279 Aug 10 03:12:04.583410 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device afd27794-1115-404b-8626-6a45c18cce1c up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:12:04.701054 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-b839cfb6-fe32-49ef-b1e6-16bbabda9b62 None None] Provisioning for port fcf8af85-7895-4821-9019-99395224523c completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:12:04.708529 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-b839cfb6-fe32-49ef-b1e6-16bbabda9b62 None None] Provisioning complete for port fcf8af85-7895-4821-9019-99395224523c triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:12:04.708859 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b839cfb6-fe32-49ef-b1e6-16bbabda9b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:04.772383 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port afd27794-1115-404b-8626-6a45c18cce1c triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:12:04.773249 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:04.775456 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-b839cfb6-fe32-49ef-b1e6-16bbabda9b62 None None] Port fcf8af85-7895-4821-9019-99395224523c cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:12:04.871562 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab012aa9-91e3-43d9-badd-b62e8332f776 req-c683a338-d586-4910-b203-0eb573ce024c tempest-AggregatesAdminTestJSON-1923486981 tempest-AggregatesAdminTestJSON-1923486981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:04.872900 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ab012aa9-91e3-43d9-badd-b62e8332f776 req-c683a338-d586-4910-b203-0eb573ce024c tempest-AggregatesAdminTestJSON-1923486981 tempest-AggregatesAdminTestJSON-1923486981-project] 10.222.0.44 "GET /v2.0/ports?device_id=41f25eb7-03e1-4797-8691-8a456972f7ad HTTP/1.1" status: 200 len: 968 time: 0.1834464 Aug 10 03:12:04.890464 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7e316b52-4c3c-4eb7-92dc-1eb1826c5ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:04.924638 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-266810c0-cb68-4d05-a4b5-8d8e092b5429 req-5b6bce1f-ab30-4acd-bcdd-1ddced0867af service neutron] 10.222.0.44 "GET /v2.0/networks/fb04e5c4-4048-4691-8fd2-5191f92c4dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6065578 Aug 10 03:12:05.030508 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ab012aa9-91e3-43d9-badd-b62e8332f776 req-036ec84e-ebab-454b-9c1c-fc40cedef2b3 tempest-AggregatesAdminTestJSON-1923486981 tempest-AggregatesAdminTestJSON-1923486981-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cad1bdf-aeab-454c-af30-02c5fa394227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436014 Aug 10 03:12:05.125122 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-266810c0-cb68-4d05-a4b5-8d8e092b5429 req-ff95e24b-9fd5-4500-847f-5f56ad53ca68 service neutron] 10.222.0.44 "GET /v2.0/networks/fb04e5c4-4048-4691-8fd2-5191f92c4dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896212 Aug 10 03:12:05.206531 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7e316b52-4c3c-4eb7-92dc-1eb1826c5ada admin admin] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:05.213200 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7e316b52-4c3c-4eb7-92dc-1eb1826c5ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:05.214201 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7e316b52-4c3c-4eb7-92dc-1eb1826c5ada admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521893'] for router_interface, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:05.277861 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e316b52-4c3c-4eb7-92dc-1eb1826c5ada admin admin] Pushing event updated for resources: {'Port': ['ID=fcf8af85-7895-4821-9019-99395224523c,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:05.401099 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f1550fee-457b-44e2-9847-4802c32c7b71 req-c403bdd0-9b1f-482b-be31-0aff30db1a7a tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2e40e34-d23d-49a4-bca2-3ea8ed9c834a HTTP/1.1" status: 200 len: 210 time: 0.0536551 Aug 10 03:12:05.448571 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c302a10-c478-4ec2-893d-2b48c494567d req-a41d72d9-803c-4b90-ae4f-9b34af65a094 tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:05.450109 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8c302a10-c478-4ec2-893d-2b48c494567d req-a41d72d9-803c-4b90-ae4f-9b34af65a094 tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] 10.222.0.44 "GET /v2.0/ports?device_id=8361c331-f089-49d0-a923-9e0bf99bb741 HTTP/1.1" status: 200 len: 969 time: 0.1016757 Aug 10 03:12:05.461054 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e316b52-4c3c-4eb7-92dc-1eb1826c5ada admin admin] Network e4c17095-20ae-4287-bd10-23ef669bfb9d is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:12:05.467585 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-7e316b52-4c3c-4eb7-92dc-1eb1826c5ada admin admin] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:12:05.606716 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d853d2ae-055b-44fe-a50e-d70ead03e9ba req-0d2855b7-616b-4e4e-b3c5-a8fc0991d9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:05.608216 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-d853d2ae-055b-44fe-a50e-d70ead03e9ba req-0d2855b7-616b-4e4e-b3c5-a8fc0991d9f7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=60d10164-1dee-4940-9d19-f71e6c18cbc5 HTTP/1.1" status: 200 len: 843 time: 0.0814502 Aug 10 03:12:05.624756 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8c302a10-c478-4ec2-893d-2b48c494567d req-6b2e016d-5a54-4323-bb99-00f8e15cf203 tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b6a7a1f-7efb-4024-a941-8fe2a982dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663637 Aug 10 03:12:05.778004 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d853d2ae-055b-44fe-a50e-d70ead03e9ba req-3ae34d3c-b4d1-41e5-9ee3-748c42016a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:05.780653 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-d853d2ae-055b-44fe-a50e-d70ead03e9ba req-3ae34d3c-b4d1-41e5-9ee3-748c42016a61 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72a4be73-29a1-424c-8690-ecdcf6b06721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1572800 Aug 10 03:12:05.852325 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de72b9de-2d05-46ed-9ea5-3a13fe9b2296 req-8d0c84a5-cd67-4c74-be93-33a438bb7182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:05.853801 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-de72b9de-2d05-46ed-9ea5-3a13fe9b2296 req-8d0c84a5-cd67-4c74-be93-33a438bb7182 service neutron] 10.222.0.42 "GET /v2.0/networks?id=72a4be73-29a1-424c-8690-ecdcf6b06721 HTTP/1.1" status: 200 len: 869 time: 0.3270385 Aug 10 03:12:05.856059 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e316b52-4c3c-4eb7-92dc-1eb1826c5ada admin admin] Router 6530281a-9ab7-460d-955d-fcbd7f2fa825 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:12:05.909004 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-de72b9de-2d05-46ed-9ea5-3a13fe9b2296 req-ec3ef25e-bc27-4a46-b82a-3f6ebee2a75a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=59dd1db0-f1bf-4bdd-b16b-a490b95dc333 HTTP/1.1" status: 200 len: 217 time: 0.0466578 Aug 10 03:12:05.917207 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-47ba7738-4a41-4c6c-b98a-e8635e034a06 None None] Provisioning complete for port fcf8af85-7895-4821-9019-99395224523c triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:12:05.917766 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-47ba7738-4a41-4c6c-b98a-e8635e034a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:06.016228 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-47ba7738-4a41-4c6c-b98a-e8635e034a06 None None] Port fcf8af85-7895-4821-9019-99395224523c cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:12:06.029376 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de72b9de-2d05-46ed-9ea5-3a13fe9b2296 req-967ee886-4390-4cf6-b061-79b0920b7e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:06.030932 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-de72b9de-2d05-46ed-9ea5-3a13fe9b2296 req-967ee886-4390-4cf6-b061-79b0920b7e63 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=60d10164-1dee-4940-9d19-f71e6c18cbc5 HTTP/1.1" status: 200 len: 843 time: 0.0901942 Aug 10 03:12:06.042282 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-d853d2ae-055b-44fe-a50e-d70ead03e9ba req-08e795fa-b760-4b9c-a820-c264e3c0989b service neutron] 10.222.0.42 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977801 Aug 10 03:12:06.123025 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e316b52-4c3c-4eb7-92dc-1eb1826c5ada admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:12:06.139751 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2ea66c-8b0d-45fa-8ba7-02248ce64b86 None None] Sync routers for ids ['6530281a-9ab7-460d-955d-fcbd7f2fa825'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:12:06.152800 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-7e316b52-4c3c-4eb7-92dc-1eb1826c5ada admin admin] 10.222.0.44 "PUT /v2.0/routers/6530281a-9ab7-460d-955d-fcbd7f2fa825/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3292959 Aug 10 03:12:06.166098 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2ea66c-8b0d-45fa-8ba7-02248ce64b86 None None] Routers {'6530281a-9ab7-460d-955d-fcbd7f2fa825'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:12:06.167545 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-ed2ea66c-8b0d-45fa-8ba7-02248ce64b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:11:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['6530281a-9ab7-460d-955d-fcbd7f2fa825'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:12:06.225749 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de72b9de-2d05-46ed-9ea5-3a13fe9b2296 req-627fe8d1-1e80-4723-a67d-72de4d8b4fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:06.227281 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-de72b9de-2d05-46ed-9ea5-3a13fe9b2296 req-627fe8d1-1e80-4723-a67d-72de4d8b4fbb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72a4be73-29a1-424c-8690-ecdcf6b06721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1867454 Aug 10 03:12:06.343778 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-ed2ea66c-8b0d-45fa-8ba7-02248ce64b86 None None] Set router 6530281a-9ab7-460d-955d-fcbd7f2fa825 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:12:06.370439 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-d853d2ae-055b-44fe-a50e-d70ead03e9ba req-c2517067-683b-4bb3-99af-147191f35d4d service neutron] 10.222.0.42 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3208377 Aug 10 03:12:06.379273 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dec4b27-8afc-4893-a45a-dbd144e6f853 req-587e321f-c025-4e50-b392-a1a40fa8992d tempest-AggregatesAdminTestJSON-1923486981 tempest-AggregatesAdminTestJSON-1923486981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:06.381009 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1dec4b27-8afc-4893-a45a-dbd144e6f853 req-587e321f-c025-4e50-b392-a1a40fa8992d tempest-AggregatesAdminTestJSON-1923486981 tempest-AggregatesAdminTestJSON-1923486981-project] 10.222.0.44 "GET /v2.0/ports?device_id=41f25eb7-03e1-4797-8691-8a456972f7ad HTTP/1.1" status: 200 len: 968 time: 0.2266767 Aug 10 03:12:06.461625 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1dec4b27-8afc-4893-a45a-dbd144e6f853 req-ee9503ff-d43e-47cf-8c89-935e531f976a tempest-AggregatesAdminTestJSON-1923486981 tempest-AggregatesAdminTestJSON-1923486981-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cad1bdf-aeab-454c-af30-02c5fa394227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692148 Aug 10 03:12:06.471097 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-de72b9de-2d05-46ed-9ea5-3a13fe9b2296 req-54c6fe2b-e406-4cc3-bc71-3d90ce944663 service neutron] 10.222.0.42 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325637 Aug 10 03:12:06.525097 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40706) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:06.554653 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114b5f49-b8b5-4e50-b292-b968e289bd8e req-146afdb4-73fe-44bb-895a-8d3f73f46f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:06.556684 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-114b5f49-b8b5-4e50-b292-b968e289bd8e req-146afdb4-73fe-44bb-895a-8d3f73f46f96 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=562c1859cc8d46a188a6c04c784d549a&device_id=8361c331-f089-49d0-a923-9e0bf99bb741 HTTP/1.1" status: 200 len: 1121 time: 0.1057277 Aug 10 03:12:06.629172 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-ed2ea66c-8b0d-45fa-8ba7-02248ce64b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6530281a-9ab7-460d-955d-fcbd7f2fa825', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1708645079-router', 'tenant_id': '6eb53b692c144502a0a76e70133f83c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'afd27794-1115-404b-8626-6a45c18cce1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:11:50Z', 'updated_at': '2021-08-10T03:12:04Z', 'revision_number': 4, 'project_id': '6eb53b692c144502a0a76e70133f83c3', 'gw_port': {'id': 'afd27794-1115-404b-8626-6a45c18cce1c', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6530281a-9ab7-460d-955d-fcbd7f2fa825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:11:51Z', 'updated_at': '2021-08-10T03:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': 'fcf8af85-7895-4821-9019-99395224523c', 'name': '', 'network_id': 'e4c17095-20ae-4287-bd10-23ef669bfb9d', 'tenant_id': '6eb53b692c144502a0a76e70133f83c3', 'mac_address': 'fa:16:3e:74:8b:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6530281a-9ab7-460d-955d-fcbd7f2fa825', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '653ab257-1320-4dc1-8c9b-ecddc6934c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:12:01Z', 'updated_at': '2021-08-10T03:12:05Z', 'revision_number': 2, 'project_id': '6eb53b692c144502a0a76e70133f83c3', 'subnets': [{'id': '653ab257-1320-4dc1-8c9b-ecddc6934c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:12:06.631209 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-de72b9de-2d05-46ed-9ea5-3a13fe9b2296 req-4f586a49-c9ec-44d5-8aaf-dcfac9b8e18e service neutron] 10.222.0.42 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516383 Aug 10 03:12:06.668204 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2ea66c-8b0d-45fa-8ba7-02248ce64b86 None None] Checking router: 6530281a-9ab7-460d-955d-fcbd7f2fa825 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:12:06.669484 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2ea66c-8b0d-45fa-8ba7-02248ce64b86 None None] Updating router 6530281a-9ab7-460d-955d-fcbd7f2fa825 port fcf8af85-7895-4821-9019-99395224523c binding host n-d-768862-13 {{(pid=94262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:12:06.672233 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-178ce2a4-a5d5-48e0-bac4-fb1a2fad087e req-03fbd3ed-983d-4057-a0bb-18564589f8a4 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2e40e34-d23d-49a4-bca2-3ea8ed9c834a HTTP/1.1" status: 200 len: 210 time: 0.0399709 Aug 10 03:12:06.709736 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ed2ea66c-8b0d-45fa-8ba7-02248ce64b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:06.719979 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.61', 55426) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:06.761429 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4338cb47-0a65-4833-a851-f5e9bb3e1e8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:07.001330 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114b5f49-b8b5-4e50-b292-b968e289bd8e req-b8942303-5dc0-4322-8831-30e28822895e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:07.003130 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-114b5f49-b8b5-4e50-b292-b968e289bd8e req-b8942303-5dc0-4322-8831-30e28822895e service neutron] 10.222.0.42 "GET /v2.0/networks?id=72a4be73-29a1-424c-8690-ecdcf6b06721 HTTP/1.1" status: 200 len: 869 time: 0.4378662 Aug 10 03:12:07.050634 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-114b5f49-b8b5-4e50-b292-b968e289bd8e req-b268dca2-28a5-4a70-9810-a830366dce33 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=1397641c-374d-4acd-8dd5-0797de3010fb HTTP/1.1" status: 200 len: 217 time: 0.0382278 Aug 10 03:12:07.128475 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114b5f49-b8b5-4e50-b292-b968e289bd8e req-246e54fe-d872-4fa2-9f44-bd780d90871b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:07.130505 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-114b5f49-b8b5-4e50-b292-b968e289bd8e req-246e54fe-d872-4fa2-9f44-bd780d90871b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=60d10164-1dee-4940-9d19-f71e6c18cbc5 HTTP/1.1" status: 200 len: 843 time: 0.0716803 Aug 10 03:12:07.177857 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4338cb47-0a65-4833-a851-f5e9bb3e1e8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:07.187817 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4338cb47-0a65-4833-a851-f5e9bb3e1e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:07.223165 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-4338cb47-0a65-4833-a851-f5e9bb3e1e8a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=99efc9ba433f4f81a7af3430583368a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6967866 Aug 10 03:12:07.226161 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40730) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:07.261712 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628e7e2c-4215-4953-9339-797f5bcde277 req-4254fc9d-6cb8-4217-8731-c98822ed1f98 tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:07.266718 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114b5f49-b8b5-4e50-b292-b968e289bd8e req-2d099dcb-4543-4c7e-a5d3-7d482a382ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:07.269227 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-114b5f49-b8b5-4e50-b292-b968e289bd8e req-2d099dcb-4543-4c7e-a5d3-7d482a382ff9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72a4be73-29a1-424c-8690-ecdcf6b06721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1286247 Aug 10 03:12:07.271617 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-628e7e2c-4215-4953-9339-797f5bcde277 req-4254fc9d-6cb8-4217-8731-c98822ed1f98 tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] 10.222.0.44 "GET /v2.0/ports?device_id=8361c331-f089-49d0-a923-9e0bf99bb741 HTTP/1.1" status: 200 len: 969 time: 0.3871448 Aug 10 03:12:07.296612 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40734) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:07.296612 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4338cb47-0a65-4833-a851-f5e9bb3e1e8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd8e76a-1f9d-4298-a94f-08073ba1894e,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:07.303379 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266810c0-cb68-4d05-a4b5-8d8e092b5429 req-779eb7fb-2c8b-4f53-ae2c-8fe2be05b0a4 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:07.305010 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-266810c0-cb68-4d05-a4b5-8d8e092b5429 req-779eb7fb-2c8b-4f53-ae2c-8fe2be05b0a4 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.61 "GET /v2.0/networks?id=fb04e5c4-4048-4691-8fd2-5191f92c4dcc HTTP/1.1" status: 200 len: 808 time: 0.5820410 Aug 10 03:12:07.347182 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ed2ea66c-8b0d-45fa-8ba7-02248ce64b86 None None] Notify callbacks [] for port, precommit_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:07.349665 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-628e7e2c-4215-4953-9339-797f5bcde277 req-5bda39e3-3c01-44d6-b4cb-45d8f54841ba tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b6a7a1f-7efb-4024-a941-8fe2a982dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771670 Aug 10 03:12:07.377981 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-ed2ea66c-8b0d-45fa-8ba7-02248ce64b86 None None] Transition to ACTIVE for port object fcf8af85-7895-4821-9019-99395224523c will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:12:07.385735 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ed2ea66c-8b0d-45fa-8ba7-02248ce64b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:07.433437 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c1889ab7-01b0-44f9-94e1-214ea0e96e33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:07.443434 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-114b5f49-b8b5-4e50-b292-b968e289bd8e req-03ab02c6-60a7-4a34-8aa6-0cf82f9c1d44 service neutron] 10.222.0.42 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619468 Aug 10 03:12:07.451143 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba3ed4c-7ad0-44cb-a49d-d002dcb53948 None None] Pushing event updated for resources: {'Port': ['ID=fcf8af85-7895-4821-9019-99395224523c,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:07.467287 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:12:07.589946 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-ed2ea66c-8b0d-45fa-8ba7-02248ce64b86 None None] Attempting to bind port fcf8af85-7895-4821-9019-99395224523c on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:12:07.590372 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-ed2ea66c-8b0d-45fa-8ba7-02248ce64b86 None None] Attempting to bind port fcf8af85-7895-4821-9019-99395224523c by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '63c5233d-0a72-40bd-b951-4339d9098663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e4c17095-20ae-4287-bd10-23ef669bfb9d'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:12:07.590736 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2ea66c-8b0d-45fa-8ba7-02248ce64b86 None None] Attempting to bind port fcf8af85-7895-4821-9019-99395224523c on network e4c17095-20ae-4287-bd10-23ef669bfb9d {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:12:07.593422 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-114b5f49-b8b5-4e50-b292-b968e289bd8e req-0c544e77-ed37-4dcf-872f-8df135b13884 service neutron] 10.222.0.42 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350687 Aug 10 03:12:07.617176 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2ea66c-8b0d-45fa-8ba7-02248ce64b86 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:12:07.617607 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2ea66c-8b0d-45fa-8ba7-02248ce64b86 None None] Checking segment: {'id': '63c5233d-0a72-40bd-b951-4339d9098663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e4c17095-20ae-4287-bd10-23ef669bfb9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:12:07.618133 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ed2ea66c-8b0d-45fa-8ba7-02248ce64b86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:07.618548 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2ea66c-8b0d-45fa-8ba7-02248ce64b86 None None] Bound using segment: {'id': '63c5233d-0a72-40bd-b951-4339d9098663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e4c17095-20ae-4287-bd10-23ef669bfb9d'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:12:07.619016 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-ed2ea66c-8b0d-45fa-8ba7-02248ce64b86 None None] Bound port: fcf8af85-7895-4821-9019-99395224523c, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63c5233d-0a72-40bd-b951-4339d9098663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e4c17095-20ae-4287-bd10-23ef669bfb9d'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:12:07.619409 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ed2ea66c-8b0d-45fa-8ba7-02248ce64b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:07.623835 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c1889ab7-01b0-44f9-94e1-214ea0e96e33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:07.628174 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7ba22245-c8d5-468b-bc72-57a7dddf11a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:07.722697 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-ed2ea66c-8b0d-45fa-8ba7-02248ce64b86 None None] For port fcf8af85-7895-4821-9019-99395224523c, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:12:07.728287 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-ed2ea66c-8b0d-45fa-8ba7-02248ce64b86 None None] For port fcf8af85-7895-4821-9019-99395224523c, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=fcf8af85-7895-4821-9019-99395224523c,segment=NetworkSegment(63c5233d-0a72-40bd-b951-4339d9098663),segment_id=63c5233d-0a72-40bd-b951-4339d9098663)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:12:07.739615 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ed2ea66c-8b0d-45fa-8ba7-02248ce64b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:07.741386 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f7c31c-25fc-4c7e-9895-8f5c7c6e9541 req-4176c0cf-5984-424e-b93a-0970521916d6 tempest-AggregatesAdminTestJSON-1923486981 tempest-AggregatesAdminTestJSON-1923486981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:07.751896 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-75f7c31c-25fc-4c7e-9895-8f5c7c6e9541 req-4176c0cf-5984-424e-b93a-0970521916d6 tempest-AggregatesAdminTestJSON-1923486981 tempest-AggregatesAdminTestJSON-1923486981-project] 10.222.0.44 "GET /v2.0/ports?device_id=41f25eb7-03e1-4797-8691-8a456972f7ad HTTP/1.1" status: 200 len: 968 time: 0.1609824 Aug 10 03:12:07.760124 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c1889ab7-01b0-44f9-94e1-214ea0e96e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:07.763661 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c1889ab7-01b0-44f9-94e1-214ea0e96e33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:07.768130 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-c1889ab7-01b0-44f9-94e1-214ea0e96e33 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5fd8e76a-1f9d-4298-a94f-08073ba1894e HTTP/1.1" status: 204 len: 168 time: 0.5403893 Aug 10 03:12:07.800991 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1889ab7-01b0-44f9-94e1-214ea0e96e33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd8e76a-1f9d-4298-a94f-08073ba1894e,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:07.860768 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7ba22245-c8d5-468b-bc72-57a7dddf11a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:07.866936 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7ba22245-c8d5-468b-bc72-57a7dddf11a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:07.896422 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-75f7c31c-25fc-4c7e-9895-8f5c7c6e9541 req-951eacdc-dd2d-4b31-96f0-c8b8b90d0114 tempest-AggregatesAdminTestJSON-1923486981 tempest-AggregatesAdminTestJSON-1923486981-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cad1bdf-aeab-454c-af30-02c5fa394227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431532 Aug 10 03:12:07.925352 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba3ed4c-7ad0-44cb-a49d-d002dcb53948 None None] Pushing event updated for resources: {'Port': ['ID=fcf8af85-7895-4821-9019-99395224523c,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:07.953852 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2ea66c-8b0d-45fa-8ba7-02248ce64b86 None None] Routers {'6530281a-9ab7-460d-955d-fcbd7f2fa825'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:12:07.955325 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-ed2ea66c-8b0d-45fa-8ba7-02248ce64b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:11:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['6530281a-9ab7-460d-955d-fcbd7f2fa825'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:12:07.957034 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40746) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:07.968646 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-7ba22245-c8d5-468b-bc72-57a7dddf11a8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5eb344f4cc6340f2b392af5a2b48d38d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6735473 Aug 10 03:12:08.024289 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba22245-c8d5-468b-bc72-57a7dddf11a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52408795-97a1-497a-a4ca-b2f9b15be220,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:08.118340 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-34f41e4b-ed54-4268-b463-16d7cd8d6f30 req-e302e5e2-2ed8-4d0a-a376-f8b379b47f16 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2e40e34-d23d-49a4-bca2-3ea8ed9c834a HTTP/1.1" status: 200 len: 210 time: 0.0349035 Aug 10 03:12:08.139865 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d7872a9f-f18c-4b79-a1c9-7735630ce3d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:08.187340 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d7872a9f-f18c-4b79-a1c9-7735630ce3d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:08.217840 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40750) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:08.223774 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-57b6abe0-0708-4f0c-ab53-819ed2aae9ae tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Request body: {'security_group': {'name': 'tempest-securitygroup--14309310', 'description': 'tempest-description--282774375'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:12:08.245696 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-ed2ea66c-8b0d-45fa-8ba7-02248ce64b86 None None] Set router 6530281a-9ab7-460d-955d-fcbd7f2fa825 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:12:08.253584 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d7872a9f-f18c-4b79-a1c9-7735630ce3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:08.257073 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d7872a9f-f18c-4b79-a1c9-7735630ce3d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:08.258923 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-d7872a9f-f18c-4b79-a1c9-7735630ce3d6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/52408795-97a1-497a-a4ca-b2f9b15be220 HTTP/1.1" status: 204 len: 168 time: 0.3008623 Aug 10 03:12:08.270007 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7872a9f-f18c-4b79-a1c9-7735630ce3d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52408795-97a1-497a-a4ca-b2f9b15be220,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:08.289122 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-57b6abe0-0708-4f0c-ab53-819ed2aae9ae tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:08.342644 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40754) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:08.366117 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c5acc1ba-7df2-45dd-a880-51fd3f38e049 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:08.433961 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-57b6abe0-0708-4f0c-ab53-819ed2aae9ae tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:08.459962 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-57b6abe0-0708-4f0c-ab53-819ed2aae9ae tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:08.526416 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b6abe0-0708-4f0c-ab53-819ed2aae9ae tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=494e99f4-94a2-4d1c-bfc8-854b27237629,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:08.571531 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7944ec8-6cae-4776-83d3-0a75c4b9863f req-9fe77d90-1a0d-4d2b-bfc0-fdb8f32c37e3 tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:08.573091 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a7944ec8-6cae-4776-83d3-0a75c4b9863f req-9fe77d90-1a0d-4d2b-bfc0-fdb8f32c37e3 tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] 10.222.0.44 "GET /v2.0/ports?device_id=8361c331-f089-49d0-a923-9e0bf99bb741 HTTP/1.1" status: 200 len: 969 time: 0.1356208 Aug 10 03:12:08.618616 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-ed2ea66c-8b0d-45fa-8ba7-02248ce64b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6530281a-9ab7-460d-955d-fcbd7f2fa825', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1708645079-router', 'tenant_id': '6eb53b692c144502a0a76e70133f83c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'afd27794-1115-404b-8626-6a45c18cce1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:11:50Z', 'updated_at': '2021-08-10T03:12:04Z', 'revision_number': 4, 'project_id': '6eb53b692c144502a0a76e70133f83c3', 'gw_port': {'id': 'afd27794-1115-404b-8626-6a45c18cce1c', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6530281a-9ab7-460d-955d-fcbd7f2fa825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:11:51Z', 'updated_at': '2021-08-10T03:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': 'fcf8af85-7895-4821-9019-99395224523c', 'name': '', 'network_id': 'e4c17095-20ae-4287-bd10-23ef669bfb9d', 'tenant_id': '6eb53b692c144502a0a76e70133f83c3', 'mac_address': 'fa:16:3e:74:8b:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6530281a-9ab7-460d-955d-fcbd7f2fa825', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '653ab257-1320-4dc1-8c9b-ecddc6934c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:12:01Z', 'updated_at': '2021-08-10T03:12:07Z', 'revision_number': 4, 'project_id': '6eb53b692c144502a0a76e70133f83c3', 'subnets': [{'id': '653ab257-1320-4dc1-8c9b-ecddc6934c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:12:08.644432 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a7944ec8-6cae-4776-83d3-0a75c4b9863f req-cc686f06-7c54-4ff3-8800-c3670e0c044b tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b6a7a1f-7efb-4024-a941-8fe2a982dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600688 Aug 10 03:12:08.652388 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2ea66c-8b0d-45fa-8ba7-02248ce64b86 None None] The sync data for ids ['6530281a-9ab7-460d-955d-fcbd7f2fa825'] in n-d-768862-13 is: [{'id': '6530281a-9ab7-460d-955d-fcbd7f2fa825', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1708645079-router', 'tenant_id': '6eb53b692c144502a0a76e70133f83c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'afd27794-1115-404b-8626-6a45c18cce1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:11:50Z', 'updated_at': '2021-08-10T03:12:04Z', 'revision_number': 4, 'project_id': '6eb53b692c144502a0a76e70133f83c3', 'gw_port': {'id': 'afd27794-1115-404b-8626-6a45c18cce1c', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6530281a-9ab7-460d-955d-fcbd7f2fa825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:11:51Z', 'updated_at': '2021-08-10T03:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': 'fcf8af85-7895-4821-9019-99395224523c', 'name': '', 'network_id': 'e4c17095-20ae-4287-bd10-23ef669bfb9d', 'tenant_id': '6eb53b692c144502a0a76e70133f83c3', 'mac_address': 'fa:16:3e:74:8b:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6530281a-9ab7-460d-955d-fcbd7f2fa825', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '653ab257-1320-4dc1-8c9b-ecddc6934c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:12:01Z', 'updated_at': '2021-08-10T03:12:07Z', 'revision_number': 4, 'project_id': '6eb53b692c144502a0a76e70133f83c3', 'subnets': [{'id': '653ab257-1320-4dc1-8c9b-ecddc6934c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:12:08.676070 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c5acc1ba-7df2-45dd-a880-51fd3f38e049 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:08.682067 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c5acc1ba-7df2-45dd-a880-51fd3f38e049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:08.686902 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-57b6abe0-0708-4f0c-ab53-819ed2aae9ae tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:08.688856 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-57b6abe0-0708-4f0c-ab53-819ed2aae9ae tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.4699254 Aug 10 03:12:08.693562 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40760) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:08.698907 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-9a2dd059-02cd-4af3-ac0a-38e4e4917208 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Request body: {'security_group_rule': {'security_group_id': '494e99f4-94a2-4d1c-bfc8-854b27237629', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:12:08.729225 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5acc1ba-7df2-45dd-a880-51fd3f38e049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc54c00-ec56-4db8-82bd-4f67e7a8baed,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:08.745456 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-c5acc1ba-7df2-45dd-a880-51fd3f38e049 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0a5a99c87a99489c96e5516c60952b36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4012923 Aug 10 03:12:08.746791 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40762) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:08.795740 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9a2dd059-02cd-4af3-ac0a-38e4e4917208 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:08.846724 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0c4c4d5f-6de2-4d08-8e4e-cf9950680b80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:08.902867 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0c4c4d5f-6de2-4d08-8e4e-cf9950680b80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:08.924747 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9a2dd059-02cd-4af3-ac0a-38e4e4917208 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:08.931354 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9a2dd059-02cd-4af3-ac0a-38e4e4917208 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:08.965663 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2dd059-02cd-4af3-ac0a-38e4e4917208 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=959dede2-d7a0-4962-bb78-dcd72248aca8,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:08.979600 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40766) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:08.982462 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9a2dd059-02cd-4af3-ac0a-38e4e4917208 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:08.984833 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-9a2dd059-02cd-4af3-ac0a-38e4e4917208 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2895000 Aug 10 03:12:08.987890 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40768) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:08.995040 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-16500b77-aa25-413d-9226-30190c8bece6 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Request body: {'security_group_rule': {'security_group_id': '494e99f4-94a2-4d1c-bfc8-854b27237629', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:12:09.005890 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-fff47604-f6bc-42ba-8dcc-b02293126083 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:09.041278 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-16500b77-aa25-413d-9226-30190c8bece6 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:09.074475 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0c4c4d5f-6de2-4d08-8e4e-cf9950680b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:09.076550 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0c4c4d5f-6de2-4d08-8e4e-cf9950680b80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:09.080724 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-0c4c4d5f-6de2-4d08-8e4e-cf9950680b80 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fcc54c00-ec56-4db8-82bd-4f67e7a8baed HTTP/1.1" status: 204 len: 168 time: 0.3326654 Aug 10 03:12:09.104283 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4c4d5f-6de2-4d08-8e4e-cf9950680b80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc54c00-ec56-4db8-82bd-4f67e7a8baed,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:09.119968 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f5c6ac-bcef-4c61-beef-633925009e01 req-544f7bb8-e21c-465d-bfaa-43c0d2483471 tempest-AggregatesAdminTestJSON-1923486981 tempest-AggregatesAdminTestJSON-1923486981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:09.130974 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d0f5c6ac-bcef-4c61-beef-633925009e01 req-544f7bb8-e21c-465d-bfaa-43c0d2483471 tempest-AggregatesAdminTestJSON-1923486981 tempest-AggregatesAdminTestJSON-1923486981-project] 10.222.0.44 "GET /v2.0/ports?device_id=41f25eb7-03e1-4797-8691-8a456972f7ad HTTP/1.1" status: 200 len: 968 time: 0.1271257 Aug 10 03:12:09.171706 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-16500b77-aa25-413d-9226-30190c8bece6 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:09.177640 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-16500b77-aa25-413d-9226-30190c8bece6 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:09.213124 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16500b77-aa25-413d-9226-30190c8bece6 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f201f99-1239-4994-a631-9ddf1bfd3540,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:09.250908 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d0f5c6ac-bcef-4c61-beef-633925009e01 req-2707ee24-754a-449a-8cc7-99405a14bcae tempest-AggregatesAdminTestJSON-1923486981 tempest-AggregatesAdminTestJSON-1923486981-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cad1bdf-aeab-454c-af30-02c5fa394227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061251 Aug 10 03:12:09.292319 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e2df5598-e762-49d0-a704-d2273f04fc8d req-96dc1fdd-6a87-412a-a08b-60e3b9708e80 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2e40e34-d23d-49a4-bca2-3ea8ed9c834a HTTP/1.1" status: 200 len: 210 time: 0.0767272 Aug 10 03:12:09.341168 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-fff47604-f6bc-42ba-8dcc-b02293126083 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:09.347841 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-fff47604-f6bc-42ba-8dcc-b02293126083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:09.352825 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-16500b77-aa25-413d-9226-30190c8bece6 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:09.355389 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-16500b77-aa25-413d-9226-30190c8bece6 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3656483 Aug 10 03:12:09.358475 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40774) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:09.367129 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-bf196ac9-82ad-406d-9365-9c888eb9d8cd tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Request body: {'floatingip': {'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:12:09.383527 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff47604-f6bc-42ba-8dcc-b02293126083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63f8f908-a1b7-427d-aaff-bde7c653de1c,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:09.424632 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-fff47604-f6bc-42ba-8dcc-b02293126083 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a32eb18f82ca46e8acf182617cadb990&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4404716 Aug 10 03:12:09.427779 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40778) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:09.450973 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bf196ac9-82ad-406d-9365-9c888eb9d8cd tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Notify callbacks [] for floatingip, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:09.502596 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-cae8cbe2-2fd6-4848-bf6d-b8f75d673abf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:09.534540 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-cae8cbe2-2fd6-4848-bf6d-b8f75d673abf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:09.609461 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-cae8cbe2-2fd6-4848-bf6d-b8f75d673abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:09.612732 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-cae8cbe2-2fd6-4848-bf6d-b8f75d673abf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:09.617010 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-cae8cbe2-2fd6-4848-bf6d-b8f75d673abf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/63f8f908-a1b7-427d-aaff-bde7c653de1c HTTP/1.1" status: 204 len: 168 time: 0.1876276 Aug 10 03:12:09.626802 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae8cbe2-2fd6-4848-bf6d-b8f75d673abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f8f908-a1b7-427d-aaff-bde7c653de1c,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:09.626936 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bf196ac9-82ad-406d-9365-9c888eb9d8cd tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:09.793039 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fef5a16-4f31-44ab-b35d-292c36c23ee6 req-21e6bdfe-53fa-4d1c-8bf7-315af36c0f80 tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:09.802672 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0fef5a16-4f31-44ab-b35d-292c36c23ee6 req-21e6bdfe-53fa-4d1c-8bf7-315af36c0f80 tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] 10.222.0.44 "GET /v2.0/ports?device_id=8361c331-f089-49d0-a923-9e0bf99bb741 HTTP/1.1" status: 200 len: 969 time: 0.0680130 Aug 10 03:12:09.830172 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-bf196ac9-82ad-406d-9365-9c888eb9d8cd tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Allocated IP 172.25.6.79 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/dd47619e-9c61-4b25-b6ef-68e7dc2edfc5) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:12:09.886836 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0fef5a16-4f31-44ab-b35d-292c36c23ee6 req-f4350559-e149-440c-a88b-a98f22eed3ea tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b6a7a1f-7efb-4024-a941-8fe2a982dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839458 Aug 10 03:12:09.984034 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bf196ac9-82ad-406d-9365-9c888eb9d8cd tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:10.051949 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bf196ac9-82ad-406d-9365-9c888eb9d8cd tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:10.100861 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf196ac9-82ad-406d-9365-9c888eb9d8cd tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:12:10.107828 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-bf196ac9-82ad-406d-9365-9c888eb9d8cd tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:12:10.107916 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf196ac9-82ad-406d-9365-9c888eb9d8cd tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:12:10.175530 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf196ac9-82ad-406d-9365-9c888eb9d8cd tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Pushing event updated for resources: {'Port': ['ID=dd47619e-9c61-4b25-b6ef-68e7dc2edfc5,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:10.223717 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bf196ac9-82ad-406d-9365-9c888eb9d8cd tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:10.280632 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bf196ac9-82ad-406d-9365-9c888eb9d8cd tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:10.462137 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5f46876c-abd5-44e3-9524-9fb90210274e req-858dae67-6a45-4741-ac91-ae43885934d5 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2e40e34-d23d-49a4-bca2-3ea8ed9c834a HTTP/1.1" status: 200 len: 210 time: 0.0503652 Aug 10 03:12:10.498796 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe66e610-1ddb-4b61-8761-8f10776ca287 req-9a90bfa1-3dbe-41ff-867e-9d5afe75f81e tempest-AggregatesAdminTestJSON-1923486981 tempest-AggregatesAdminTestJSON-1923486981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:10.508250 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fe66e610-1ddb-4b61-8761-8f10776ca287 req-9a90bfa1-3dbe-41ff-867e-9d5afe75f81e tempest-AggregatesAdminTestJSON-1923486981 tempest-AggregatesAdminTestJSON-1923486981-project] 10.222.0.44 "GET /v2.0/ports?device_id=41f25eb7-03e1-4797-8691-8a456972f7ad HTTP/1.1" status: 200 len: 968 time: 0.1662829 Aug 10 03:12:10.561616 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bf196ac9-82ad-406d-9365-9c888eb9d8cd tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:10.569855 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 59dd1db0-f1bf-4bdd-b16b-a490b95dc333 details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:12:10.574275 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fe66e610-1ddb-4b61-8761-8f10776ca287 req-d77429b2-f5c3-48eb-a254-a4b5608a9255 tempest-AggregatesAdminTestJSON-1923486981 tempest-AggregatesAdminTestJSON-1923486981-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cad1bdf-aeab-454c-af30-02c5fa394227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648963 Aug 10 03:12:10.603293 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bf196ac9-82ad-406d-9365-9c888eb9d8cd tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:10.654362 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bf196ac9-82ad-406d-9365-9c888eb9d8cd tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:10.663563 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device fcf8af85-7895-4821-9019-99395224523c up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:12:10.676573 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf196ac9-82ad-406d-9365-9c888eb9d8cd tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Pushing event updated for resources: {'Port': ['ID=dd47619e-9c61-4b25-b6ef-68e7dc2edfc5,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:10.686561 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bf196ac9-82ad-406d-9365-9c888eb9d8cd tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:10.691730 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-bf196ac9-82ad-406d-9365-9c888eb9d8cd tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3279219 Aug 10 03:12:11.003004 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 59dd1db0-f1bf-4bdd-b16b-a490b95dc333, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=59dd1db0-f1bf-4bdd-b16b-a490b95dc333,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:11.036230 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': '59dd1db0-f1bf-4bdd-b16b-a490b95dc333', 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721', 'port_id': '59dd1db0-f1bf-4bdd-b16b-a490b95dc333', 'mac_address': 'fa:16:3e:f7:88:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60d10164-1dee-4940-9d19-f71e6c18cbc5', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:tempest-test_az-992495322', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:12:11.057394 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-578b5514-fa50-4f76-b015-99cd3083304f req-802ad4bb-5cdc-496e-8385-0fc8b5b2bc53 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--14309310&fields=id&tenant_id=a9d9692f94284ab383feb6bc4fe6dbd1 HTTP/1.1" status: 200 len: 267 time: 0.0764475 Aug 10 03:12:11.100148 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port fcf8af85-7895-4821-9019-99395224523c completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:12:11.114677 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port fcf8af85-7895-4821-9019-99395224523c triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:12:11.114996 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:11.188788 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:11.228971 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59dd1db0-f1bf-4bdd-b16b-a490b95dc333 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:12:11.247205 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b5514-fa50-4f76-b015-99cd3083304f req-a012329f-cff7-4639-8d30-60bdb22e08d9 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:11.256701 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-578b5514-fa50-4f76-b015-99cd3083304f req-a012329f-cff7-4639-8d30-60bdb22e08d9 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] 10.222.0.44 "GET /v2.0/networks?id=7bfbeebb-f42f-441e-a7f5-dde179143eae HTTP/1.1" status: 200 len: 824 time: 0.1973462 Aug 10 03:12:11.285836 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 59dd1db0-f1bf-4bdd-b16b-a490b95dc333, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=59dd1db0-f1bf-4bdd-b16b-a490b95dc333,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:11.297505 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-578b5514-fa50-4f76-b015-99cd3083304f req-e048cf25-1a2f-4b77-8cff-acdd4acb4432 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] 10.222.0.44 "GET /v2.0/quotas/a9d9692f94284ab383feb6bc4fe6dbd1 HTTP/1.1" status: 200 len: 375 time: 0.0397625 Aug 10 03:12:11.310109 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:11.310852 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 1397641c-374d-4acd-8dd5-0797de3010fb details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:12:11.316772 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c2e530-6f91-4310-93ff-4f65083bca6a req-7df2a123-6295-4821-bf51-fcaf5072ca13 tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:11.325042 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-43c2e530-6f91-4310-93ff-4f65083bca6a req-7df2a123-6295-4821-bf51-fcaf5072ca13 tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] 10.222.0.44 "GET /v2.0/ports?device_id=8361c331-f089-49d0-a923-9e0bf99bb741 HTTP/1.1" status: 200 len: 969 time: 0.2806675 Aug 10 03:12:11.379871 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:11.410979 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-578b5514-fa50-4f76-b015-99cd3083304f req-6079108c-d677-4aaa-aa92-a22f01cce5ee tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a9d9692f94284ab383feb6bc4fe6dbd1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1121538 Aug 10 03:12:11.415974 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=59dd1db0-f1bf-4bdd-b16b-a490b95dc333,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:11.417434 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-43c2e530-6f91-4310-93ff-4f65083bca6a req-702c203e-2465-4bf7-9988-aacd892bbf95 tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b6a7a1f-7efb-4024-a941-8fe2a982dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910287 Aug 10 03:12:11.421562 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 1397641c-374d-4acd-8dd5-0797de3010fb, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=1397641c-374d-4acd-8dd5-0797de3010fb,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:11.451361 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': '1397641c-374d-4acd-8dd5-0797de3010fb', 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721', 'port_id': '1397641c-374d-4acd-8dd5-0797de3010fb', 'mac_address': 'fa:16:3e:22:ee:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60d10164-1dee-4940-9d19-f71e6c18cbc5', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:tempest-test_az-992495322', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:12:11.457475 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port fcf8af85-7895-4821-9019-99395224523c, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=fcf8af85-7895-4821-9019-99395224523c,segment=NetworkSegment(63c5233d-0a72-40bd-b951-4339d9098663),segment_id=63c5233d-0a72-40bd-b951-4339d9098663)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:11.464337 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:11.554516 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:11.575852 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=fcf8af85-7895-4821-9019-99395224523c,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:11.580681 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1397641c-374d-4acd-8dd5-0797de3010fb {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:12:11.612835 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 1397641c-374d-4acd-8dd5-0797de3010fb, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=1397641c-374d-4acd-8dd5-0797de3010fb,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:11.616466 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2b0aec31-5492-42ed-b7f0-2f825f79c7b9 req-9d4fab68-5827-4f64-b54d-9dbb54d89d08 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2e40e34-d23d-49a4-bca2-3ea8ed9c834a HTTP/1.1" status: 200 len: 210 time: 0.0411549 Aug 10 03:12:11.631102 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:11.650517 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-578b5514-fa50-4f76-b015-99cd3083304f req-484b24c5-1888-4383-814d-1ee8929cc4be service neutron] 10.222.0.44 "GET /v2.0/networks/7bfbeebb-f42f-441e-a7f5-dde179143eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067256 Aug 10 03:12:11.743084 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=1397641c-374d-4acd-8dd5-0797de3010fb,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:11.789709 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-578b5514-fa50-4f76-b015-99cd3083304f req-0b4e8fa8-45b9-4c93-a3fd-581f3b4317c2 service neutron] 10.222.0.44 "GET /v2.0/networks/7bfbeebb-f42f-441e-a7f5-dde179143eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380124 Aug 10 03:12:11.800752 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40870) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:11.809810 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80c3bcf-48a0-46d2-91cc-75e532ea819c req-5801c1c8-1d54-4357-a65f-840bcf9ec46d tempest-AggregatesAdminTestJSON-1923486981 tempest-AggregatesAdminTestJSON-1923486981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:11.812420 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b80c3bcf-48a0-46d2-91cc-75e532ea819c req-5801c1c8-1d54-4357-a65f-840bcf9ec46d tempest-AggregatesAdminTestJSON-1923486981 tempest-AggregatesAdminTestJSON-1923486981-project] 10.222.0.44 "GET /v2.0/ports?device_id=41f25eb7-03e1-4797-8691-8a456972f7ad HTTP/1.1" status: 200 len: 969 time: 0.0807831 Aug 10 03:12:11.862767 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b80c3bcf-48a0-46d2-91cc-75e532ea819c req-be3ada3b-e3f8-4b2b-8b65-12b2d9674a65 tempest-AggregatesAdminTestJSON-1923486981 tempest-AggregatesAdminTestJSON-1923486981-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cad1bdf-aeab-454c-af30-02c5fa394227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403435 Aug 10 03:12:11.969692 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['1397641c-374d-4acd-8dd5-0797de3010fb'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:12:12.015350 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-23b7ad7e-3643-4137-a3a8-241a9658888e req-1632b1a8-58e2-43ab-a1c5-6053aa3f0baa tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9314696-1eff-43c8-8add-42d325d4d849 HTTP/1.1" status: 200 len: 210 time: 0.0506709 Aug 10 03:12:12.059187 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['59dd1db0-f1bf-4bdd-b16b-a490b95dc333'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:12:12.150354 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-77429265-0324-43de-bf8a-e2eebe487a1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:12.316454 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-77429265-0324-43de-bf8a-e2eebe487a1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:12.325618 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-77429265-0324-43de-bf8a-e2eebe487a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:12.388959 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-77429265-0324-43de-bf8a-e2eebe487a1b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9b1bdcbbaa044f039c6a9b47021bfe5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5869856 Aug 10 03:12:12.393295 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40894) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:12.402477 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77429265-0324-43de-bf8a-e2eebe487a1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a8b1948-6ebe-4590-8a15-e4de48da9fec,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:12.499287 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-26184542-dc21-4ed4-b9b2-f08afa3f990f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:12.512793 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8857e25c-e33c-4d4a-a8e0-fc7f3b8d2f87 req-17b457a9-340c-423a-a349-6aad6f055a93 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=808ab0b013b8411c9f012091d2eaa39f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0584414 Aug 10 03:12:12.531141 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-26184542-dc21-4ed4-b9b2-f08afa3f990f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:12.545747 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device fcf8af85-7895-4821-9019-99395224523c up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:12:12.613594 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-26184542-dc21-4ed4-b9b2-f08afa3f990f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:12.618828 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-26184542-dc21-4ed4-b9b2-f08afa3f990f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:12.621102 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-26184542-dc21-4ed4-b9b2-f08afa3f990f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4a8b1948-6ebe-4590-8a15-e4de48da9fec HTTP/1.1" status: 204 len: 168 time: 0.2265291 Aug 10 03:12:12.624196 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port fcf8af85-7895-4821-9019-99395224523c triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:12:12.625725 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:12.633372 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26184542-dc21-4ed4-b9b2-f08afa3f990f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a8b1948-6ebe-4590-8a15-e4de48da9fec,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:12.670036 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3e3f89-1856-45b2-8d1d-e18e32e7a366 req-b82f7a8a-6a40-4869-ac6d-71e01ffc6aae tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:12.676328 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6f3e3f89-1856-45b2-8d1d-e18e32e7a366 req-b82f7a8a-6a40-4869-ac6d-71e01ffc6aae tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] 10.222.0.44 "GET /v2.0/ports?device_id=8361c331-f089-49d0-a923-9e0bf99bb741 HTTP/1.1" status: 200 len: 970 time: 0.1623709 Aug 10 03:12:12.750755 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6f3e3f89-1856-45b2-8d1d-e18e32e7a366 req-58f32687-9e93-41ed-8953-5d0a2cf3d39a tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b6a7a1f-7efb-4024-a941-8fe2a982dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650177 Aug 10 03:12:12.760088 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8857e25c-e33c-4d4a-a8e0-fc7f3b8d2f87 req-871583f9-379d-431f-94c9-58384481a5af tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:12.767561 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8857e25c-e33c-4d4a-a8e0-fc7f3b8d2f87 req-871583f9-379d-431f-94c9-58384481a5af tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2445259 Aug 10 03:12:12.787432 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8857e25c-e33c-4d4a-a8e0-fc7f3b8d2f87 req-8a9814b5-ee3e-46d4-b395-6abc946ad922 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/quotas/808ab0b013b8411c9f012091d2eaa39f HTTP/1.1" status: 200 len: 375 time: 0.0186064 Aug 10 03:12:12.826917 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8857e25c-e33c-4d4a-a8e0-fc7f3b8d2f87 req-a2a77d6f-6e00-4fe8-b902-99b3dbb5259d tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=808ab0b013b8411c9f012091d2eaa39f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381837 Aug 10 03:12:12.865611 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-77008c5c-5fba-4453-8ce5-43298bed7b28 req-e7ddf7b5-97d1-4681-95c3-56a61ce4ada5 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2e40e34-d23d-49a4-bca2-3ea8ed9c834a HTTP/1.1" status: 200 len: 210 time: 0.0373836 Aug 10 03:12:13.013343 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40918) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:13.028013 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7a20d258-dbcd-46fb-8d07-84e709c65025 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:13.044545 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-afc7732a-acf2-4060-b21a-9d435b90d722 req-106bdf96-aef7-47ad-a306-8c98a1e389dd tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c6232-f0c3-49ea-bd08-78872ee1d315 HTTP/1.1" status: 200 len: 210 time: 0.0331502 Aug 10 03:12:13.064535 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9454c8-c6bf-4d78-9e98-43d8adf63be7 req-f87fdac5-cd16-4763-894e-9d85ab3fe4ee tempest-AggregatesAdminTestJSON-1923486981 tempest-AggregatesAdminTestJSON-1923486981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:13.067540 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9a9454c8-c6bf-4d78-9e98-43d8adf63be7 req-f87fdac5-cd16-4763-894e-9d85ab3fe4ee tempest-AggregatesAdminTestJSON-1923486981 tempest-AggregatesAdminTestJSON-1923486981-project] 10.222.0.44 "GET /v2.0/ports?device_id=41f25eb7-03e1-4797-8691-8a456972f7ad HTTP/1.1" status: 200 len: 969 time: 0.1000035 Aug 10 03:12:13.144112 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9a9454c8-c6bf-4d78-9e98-43d8adf63be7 req-1117f239-815c-4d91-99ba-7c9707f222b9 tempest-AggregatesAdminTestJSON-1923486981 tempest-AggregatesAdminTestJSON-1923486981-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cad1bdf-aeab-454c-af30-02c5fa394227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514607 Aug 10 03:12:13.148929 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7a20d258-dbcd-46fb-8d07-84e709c65025 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:13.154406 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7a20d258-dbcd-46fb-8d07-84e709c65025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:13.190876 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2e8ea4c7-b9c8-40db-bcb1-c3cc3f661810 req-171509a3-fd3b-4a1e-9b20-468c7dc87e9c tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9314696-1eff-43c8-8add-42d325d4d849 HTTP/1.1" status: 200 len: 210 time: 0.0443583 Aug 10 03:12:13.195048 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a20d258-dbcd-46fb-8d07-84e709c65025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea84d3d-2f58-4228-bc76-43d30f2571e6,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:13.213303 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40926) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:13.214792 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-7a20d258-dbcd-46fb-8d07-84e709c65025 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e4ce839187a44f03a7e758bcac1d8ec3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2002642 Aug 10 03:12:13.266919 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-57a72ecc-d4d1-4462-8b76-3de10fae8792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:13.289825 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-57a72ecc-d4d1-4462-8b76-3de10fae8792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:13.344566 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-57a72ecc-d4d1-4462-8b76-3de10fae8792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:13.347853 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-57a72ecc-d4d1-4462-8b76-3de10fae8792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:13.349106 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-57a72ecc-d4d1-4462-8b76-3de10fae8792 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3ea84d3d-2f58-4228-bc76-43d30f2571e6 HTTP/1.1" status: 204 len: 168 time: 0.1348114 Aug 10 03:12:13.358032 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a72ecc-d4d1-4462-8b76-3de10fae8792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea84d3d-2f58-4228-bc76-43d30f2571e6,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:13.893330 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7ab694-cc4c-411b-859e-1f3110834ff0 req-bdeb6af4-f9aa-4b7f-93aa-08eec13a2d76 tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:13.894929 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-da7ab694-cc4c-411b-859e-1f3110834ff0 req-bdeb6af4-f9aa-4b7f-93aa-08eec13a2d76 tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] 10.222.0.44 "GET /v2.0/ports?device_id=8361c331-f089-49d0-a923-9e0bf99bb741 HTTP/1.1" status: 200 len: 970 time: 0.0692332 Aug 10 03:12:13.946200 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-da7ab694-cc4c-411b-859e-1f3110834ff0 req-2ea80604-3901-42c4-b44f-b0aad8348302 tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b6a7a1f-7efb-4024-a941-8fe2a982dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436606 Aug 10 03:12:13.978869 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0810dc89-15a3-4e5c-b599-40f25260013f req-86dfafe7-d0a9-417f-9c82-2c631343f4a2 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2e40e34-d23d-49a4-bca2-3ea8ed9c834a HTTP/1.1" status: 200 len: 210 time: 0.0316288 Aug 10 03:12:14.155793 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c9193f32-26d2-4a62-be1b-ac3d700013ea req-3f52dd3d-14c3-4606-a994-1a91c8cf3e0f tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c6232-f0c3-49ea-bd08-78872ee1d315 HTTP/1.1" status: 200 len: 210 time: 0.0290740 Aug 10 03:12:14.306919 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fa124c07-289e-49a1-81e0-acc3ed64aed7 req-d78d18f4-801b-42b2-beb8-6082440ac141 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9314696-1eff-43c8-8add-42d325d4d849 HTTP/1.1" status: 200 len: 210 time: 0.0346520 Aug 10 03:12:14.314646 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a70936-27ec-48fb-a7d6-8655f3390905 req-4a2467e3-253d-4d3f-9291-19d68dc74c4a tempest-AggregatesAdminTestJSON-1923486981 tempest-AggregatesAdminTestJSON-1923486981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:14.316190 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a2a70936-27ec-48fb-a7d6-8655f3390905 req-4a2467e3-253d-4d3f-9291-19d68dc74c4a tempest-AggregatesAdminTestJSON-1923486981 tempest-AggregatesAdminTestJSON-1923486981-project] 10.222.0.44 "GET /v2.0/ports?device_id=41f25eb7-03e1-4797-8691-8a456972f7ad HTTP/1.1" status: 200 len: 969 time: 0.0844352 Aug 10 03:12:14.357967 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a2a70936-27ec-48fb-a7d6-8655f3390905 req-3eeb7225-eea6-4f1e-b13c-f7fd5585cac9 tempest-AggregatesAdminTestJSON-1923486981 tempest-AggregatesAdminTestJSON-1923486981-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cad1bdf-aeab-454c-af30-02c5fa394227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348654 Aug 10 03:12:14.544994 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 59dd1db0-f1bf-4bdd-b16b-a490b95dc333 up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:12:14.600333 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning for port 59dd1db0-f1bf-4bdd-b16b-a490b95dc333 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:12:14.604544 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port 59dd1db0-f1bf-4bdd-b16b-a490b95dc333 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:12:14.604916 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:14.695451 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:14.719241 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41f25eb7-03e1-4797-8691-8a456972f7ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59dd1db0-f1bf-4bdd-b16b-a490b95dc333'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:12:14.792604 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 59dd1db0-f1bf-4bdd-b16b-a490b95dc333, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=59dd1db0-f1bf-4bdd-b16b-a490b95dc333,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:14.798395 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:14.799228 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 1397641c-374d-4acd-8dd5-0797de3010fb up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:12:14.882738 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=59dd1db0-f1bf-4bdd-b16b-a490b95dc333,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:14.898090 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning for port 1397641c-374d-4acd-8dd5-0797de3010fb completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:12:14.902452 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port 1397641c-374d-4acd-8dd5-0797de3010fb triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:12:14.902980 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:14.937373 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b887739d-34e9-4dbb-ab0b-7cef26363a14" -d '{"events": [{"server_uuid": "41f25eb7-03e1-4797-8691-8a456972f7ad", "name": "network-vif-plugged", "status": "completed", "tag": "59dd1db0-f1bf-4bdd-b16b-a490b95dc333"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:12:15.014830 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:15.056577 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 1397641c-374d-4acd-8dd5-0797de3010fb, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=1397641c-374d-4acd-8dd5-0797de3010fb,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:15.064599 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:15.086733 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dff5531-ec6a-4adb-8f6e-bf9d7b008eab req-026b8c70-b6ec-43a3-a5f6-3d3d086faf70 tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:15.092145 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3dff5531-ec6a-4adb-8f6e-bf9d7b008eab req-026b8c70-b6ec-43a3-a5f6-3d3d086faf70 tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] 10.222.0.44 "GET /v2.0/ports?device_id=8361c331-f089-49d0-a923-9e0bf99bb741 HTTP/1.1" status: 200 len: 970 time: 0.0635803 Aug 10 03:12:15.106525 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ed249b-634a-4065-9f3e-882c7f7c6789 x-openstack-request-id: req-52ed249b-634a-4065-9f3e-882c7f7c6789 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:12:15.106883 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41f25eb7-03e1-4797-8691-8a456972f7ad", "name": "network-vif-plugged", "status": "completed", "tag": "59dd1db0-f1bf-4bdd-b16b-a490b95dc333", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:12:15.107275 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-52ed249b-634a-4065-9f3e-882c7f7c6789 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:12:15.107706 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41f25eb7-03e1-4797-8691-8a456972f7ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59dd1db0-f1bf-4bdd-b16b-a490b95dc333', 'code': 200} Aug 10 03:12:15.123178 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=1397641c-374d-4acd-8dd5-0797de3010fb,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:15.143159 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3dff5531-ec6a-4adb-8f6e-bf9d7b008eab req-ccc8e161-30e2-486f-9dc3-b35618b8e5a0 tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b6a7a1f-7efb-4024-a941-8fe2a982dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422304 Aug 10 03:12:15.241937 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-52944394-82e6-43cc-9630-7beb252c66ea req-bea9cabb-5c12-4fd7-b219-83c1c624b57b tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2e40e34-d23d-49a4-bca2-3ea8ed9c834a HTTP/1.1" status: 200 len: 210 time: 0.0332944 Aug 10 03:12:15.265177 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d194dc0e-b5cc-47f0-aa90-f7dc8ee6d5cb req-64746da3-7085-4192-8c54-19279d8c7877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:15.267735 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-d194dc0e-b5cc-47f0-aa90-f7dc8ee6d5cb req-64746da3-7085-4192-8c54-19279d8c7877 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=41f25eb7-03e1-4797-8691-8a456972f7ad HTTP/1.1" status: 200 len: 1122 time: 0.0942173 Aug 10 03:12:15.291050 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-d194dc0e-b5cc-47f0-aa90-f7dc8ee6d5cb req-c3e29683-b0b4-4df8-8098-f86a411b3c8c service neutron] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:15.314931 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a87bab13-92b1-4e49-bf48-411135932d56 req-bec3fec0-b63c-4aa3-908e-402458ee3901 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c6232-f0c3-49ea-bd08-78872ee1d315 HTTP/1.1" status: 200 len: 210 time: 0.0321634 Aug 10 03:12:15.414682 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6207b3ca-5193-4f5c-a039-f3ef37db8482 req-d68e221b-7883-4f43-9eb0-c11ebb1d1db9 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9314696-1eff-43c8-8add-42d325d4d849 HTTP/1.1" status: 200 len: 210 time: 0.0291872 Aug 10 03:12:15.429476 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-d194dc0e-b5cc-47f0-aa90-f7dc8ee6d5cb req-c3e29683-b0b4-4df8-8098-f86a411b3c8c service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:15.443656 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-d194dc0e-b5cc-47f0-aa90-f7dc8ee6d5cb req-c3e29683-b0b4-4df8-8098-f86a411b3c8c service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:15.492091 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e29683-b0b4-4df8-8098-f86a411b3c8c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3e25cc3d-772b-4434-b6cf-a8610427bcd3,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:15.498552 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-d194dc0e-b5cc-47f0-aa90-f7dc8ee6d5cb req-c3e29683-b0b4-4df8-8098-f86a411b3c8c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7cad1bdf-aeab-454c-af30-02c5fa394227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205780 Aug 10 03:12:15.501171 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afafc9f-a7aa-4c3e-abc4-cc95c2129e7b req-e4a5877e-045e-4463-a581-aa4c6bc397a3 tempest-AggregatesAdminTestJSON-1923486981 tempest-AggregatesAdminTestJSON-1923486981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:15.508902 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0afafc9f-a7aa-4c3e-abc4-cc95c2129e7b req-e4a5877e-045e-4463-a581-aa4c6bc397a3 tempest-AggregatesAdminTestJSON-1923486981 tempest-AggregatesAdminTestJSON-1923486981-project] 10.222.0.44 "GET /v2.0/ports?device_id=41f25eb7-03e1-4797-8691-8a456972f7ad HTTP/1.1" status: 200 len: 970 time: 0.0680900 Aug 10 03:12:15.553308 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0afafc9f-a7aa-4c3e-abc4-cc95c2129e7b req-7d083e53-d45f-474e-a44c-f26c299a0a1c tempest-AggregatesAdminTestJSON-1923486981 tempest-AggregatesAdminTestJSON-1923486981-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cad1bdf-aeab-454c-af30-02c5fa394227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434082 Aug 10 03:12:15.811263 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 41034) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:15.928146 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7e174de8-c980-45a3-b95b-a8224113b59b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:16.024809 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7e174de8-c980-45a3-b95b-a8224113b59b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:16.028999 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7e174de8-c980-45a3-b95b-a8224113b59b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:16.072728 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-7e174de8-c980-45a3-b95b-a8224113b59b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d2241a0085f4453096298f1f68957160&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2603662 Aug 10 03:12:16.073627 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e174de8-c980-45a3-b95b-a8224113b59b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e32a6688-418e-4d25-894d-c3ec80c0e8a0,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:16.076530 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 41038) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:16.128734 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b9690ec8-cfc9-47b1-bbba-63ff94391eb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:16.149954 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b9690ec8-cfc9-47b1-bbba-63ff94391eb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:16.201993 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b9690ec8-cfc9-47b1-bbba-63ff94391eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:16.204954 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b9690ec8-cfc9-47b1-bbba-63ff94391eb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:16.206140 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-b9690ec8-cfc9-47b1-bbba-63ff94391eb2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e32a6688-418e-4d25-894d-c3ec80c0e8a0 HTTP/1.1" status: 204 len: 168 time: 0.1280768 Aug 10 03:12:16.214548 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9690ec8-cfc9-47b1-bbba-63ff94391eb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e32a6688-418e-4d25-894d-c3ec80c0e8a0,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:16.276568 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335b88ca-aa8f-441d-b4e6-17557969077e req-74aaff66-4d00-4b09-b170-655e847ea983 tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:16.278256 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-335b88ca-aa8f-441d-b4e6-17557969077e req-74aaff66-4d00-4b09-b170-655e847ea983 tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] 10.222.0.44 "GET /v2.0/ports?device_id=8361c331-f089-49d0-a923-9e0bf99bb741 HTTP/1.1" status: 200 len: 971 time: 0.0640299 Aug 10 03:12:16.354013 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-335b88ca-aa8f-441d-b4e6-17557969077e req-9ef8430e-586b-4e6c-a996-dba3b12b6693 tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b6a7a1f-7efb-4024-a941-8fe2a982dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654378 Aug 10 03:12:16.356053 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d128041c-1f50-4ca4-b64e-3d69563b5868 req-dead06ce-9cee-4eb3-b17c-4b76e3421be8 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2e40e34-d23d-49a4-bca2-3ea8ed9c834a HTTP/1.1" status: 200 len: 210 time: 0.0434098 Aug 10 03:12:16.444378 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1de01bc2-9e79-49b1-aee2-57e0ff0ca7f4 req-83b54640-bd22-4590-a113-ade8fbc3aae5 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c6232-f0c3-49ea-bd08-78872ee1d315 HTTP/1.1" status: 200 len: 210 time: 0.0267794 Aug 10 03:12:16.515597 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 41052) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:16.540252 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e1462bfe-10fc-48f2-987d-953873a8015f req-4c9bd7cd-bdd1-4276-8ddf-2ff7985381ef tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9314696-1eff-43c8-8add-42d325d4d849 HTTP/1.1" status: 200 len: 210 time: 0.0354238 Aug 10 03:12:16.546946 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3ab50e19-9bc7-4d3f-b9a4-15160cff89e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:16.666294 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3ab50e19-9bc7-4d3f-b9a4-15160cff89e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:16.671145 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3ab50e19-9bc7-4d3f-b9a4-15160cff89e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:16.702274 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079ab413-a338-40ea-a818-906114799f72 req-a92b57c2-338f-4eb7-85ba-4660feea3194 tempest-AggregatesAdminTestJSON-1923486981 tempest-AggregatesAdminTestJSON-1923486981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:16.703784 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-079ab413-a338-40ea-a818-906114799f72 req-a92b57c2-338f-4eb7-85ba-4660feea3194 tempest-AggregatesAdminTestJSON-1923486981 tempest-AggregatesAdminTestJSON-1923486981-project] 10.222.0.44 "GET /v2.0/ports?device_id=41f25eb7-03e1-4797-8691-8a456972f7ad HTTP/1.1" status: 200 len: 970 time: 0.0874169 Aug 10 03:12:16.731052 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-3ab50e19-9bc7-4d3f-b9a4-15160cff89e8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8bec6fb1a1384f42bbb038634b6461be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2137907 Aug 10 03:12:16.733864 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 41056) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:16.737997 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab50e19-9bc7-4d3f-b9a4-15160cff89e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa42ffaf-7a16-4488-88c1-92f780627b0a,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:16.763741 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-079ab413-a338-40ea-a818-906114799f72 req-4a5d5961-aa54-4ef5-902b-e0a762616d58 tempest-AggregatesAdminTestJSON-1923486981 tempest-AggregatesAdminTestJSON-1923486981-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cad1bdf-aeab-454c-af30-02c5fa394227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526261 Aug 10 03:12:16.793086 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0223564e-8031-48f6-9372-d945990dc046 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:16.817098 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0223564e-8031-48f6-9372-d945990dc046 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:16.871657 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0223564e-8031-48f6-9372-d945990dc046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:16.875520 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0223564e-8031-48f6-9372-d945990dc046 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:16.878446 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-0223564e-8031-48f6-9372-d945990dc046 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/aa42ffaf-7a16-4488-88c1-92f780627b0a HTTP/1.1" status: 204 len: 168 time: 0.1419749 Aug 10 03:12:16.887768 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0223564e-8031-48f6-9372-d945990dc046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa42ffaf-7a16-4488-88c1-92f780627b0a,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:17.108952 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8361c331-f089-49d0-a923-9e0bf99bb741', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1397641c-374d-4acd-8dd5-0797de3010fb'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:12:17.111556 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbbc1e33-5936-4215-a395-1fa8298dac7d" -d '{"events": [{"server_uuid": "8361c331-f089-49d0-a923-9e0bf99bb741", "name": "network-vif-plugged", "status": "completed", "tag": "1397641c-374d-4acd-8dd5-0797de3010fb"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:12:17.146440 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-006d59b4-d68e-4937-8a5d-f58bf6491b3d x-openstack-request-id: req-006d59b4-d68e-4937-8a5d-f58bf6491b3d {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:12:17.146871 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8361c331-f089-49d0-a923-9e0bf99bb741", "name": "network-vif-plugged", "status": "completed", "tag": "1397641c-374d-4acd-8dd5-0797de3010fb", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:12:17.147085 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-006d59b4-d68e-4937-8a5d-f58bf6491b3d {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:12:17.147495 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8361c331-f089-49d0-a923-9e0bf99bb741', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1397641c-374d-4acd-8dd5-0797de3010fb', 'code': 200} Aug 10 03:12:17.235903 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-266810c0-cb68-4d05-a4b5-8d8e092b5429 req-470311c1-3059-45a9-98b3-2187db26b004 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Request body: {'port': {'device_id': 'd2e40e34-d23d-49a4-bca2-3ea8ed9c834a', 'network_id': 'fb04e5c4-4048-4691-8fd2-5191f92c4dcc', 'admin_state_up': True, 'tenant_id': 'ef0c546763504af887a177f337462e10'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:12:17.256696 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71803dd-1860-48b6-a457-a80c33dc3875 req-cb425a45-fd54-4396-8e60-ed47fd2297d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:17.258359 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-c71803dd-1860-48b6-a457-a80c33dc3875 req-cb425a45-fd54-4396-8e60-ed47fd2297d2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8361c331-f089-49d0-a923-9e0bf99bb741 HTTP/1.1" status: 200 len: 1123 time: 0.0438101 Aug 10 03:12:17.301978 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-c71803dd-1860-48b6-a457-a80c33dc3875 req-ad8f2ccb-df6e-450b-80e5-18ca20d7281a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3b6a7a1f-7efb-4024-a941-8fe2a982dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356090 Aug 10 03:12:17.382884 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-266810c0-cb68-4d05-a4b5-8d8e092b5429 req-470311c1-3059-45a9-98b3-2187db26b004 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Made reservation on behalf of ef0c546763504af887a177f337462e10 for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:12:17.386997 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-266810c0-cb68-4d05-a4b5-8d8e092b5429 req-470311c1-3059-45a9-98b3-2187db26b004 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:17.584113 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2dd1a20e-50ee-40e7-83c8-796b18b14e93 req-f22614e7-d15b-4240-91f6-8c9ecf960f4c tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2e40e34-d23d-49a4-bca2-3ea8ed9c834a HTTP/1.1" status: 200 len: 210 time: 0.0626142 Aug 10 03:12:17.641286 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-266810c0-cb68-4d05-a4b5-8d8e092b5429 req-470311c1-3059-45a9-98b3-2187db26b004 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Allocated IP 172.20.0.7 (fb04e5c4-4048-4691-8fd2-5191f92c4dcc/1dfce422-0216-4c9d-97b8-8fc7613926b1/f1904dff-5bed-4af3-93fb-2167cbd1d70d) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:12:17.659422 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e919a455-ebcd-4a89-b2de-be1b4441b1bc req-b304be3a-5bf0-49fe-bf4f-58133e573b03 tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:17.661023 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e919a455-ebcd-4a89-b2de-be1b4441b1bc req-b304be3a-5bf0-49fe-bf4f-58133e573b03 tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] 10.222.0.44 "GET /v2.0/ports?device_id=8361c331-f089-49d0-a923-9e0bf99bb741 HTTP/1.1" status: 200 len: 971 time: 0.0978372 Aug 10 03:12:17.703482 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c552373b-0ff8-4d40-83f0-3900a5a5b46b req-17094e6b-e7c2-4718-9e52-b10d23e38882 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c6232-f0c3-49ea-bd08-78872ee1d315 HTTP/1.1" status: 200 len: 210 time: 0.0377686 Aug 10 03:12:17.759188 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e919a455-ebcd-4a89-b2de-be1b4441b1bc req-82b91c79-6ee3-46c5-aa9c-bf77e1d09219 tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b6a7a1f-7efb-4024-a941-8fe2a982dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790155 Aug 10 03:12:17.812720 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5af377ec-a4fc-4bd0-9e55-fa44738d875f req-73d6b6a7-434f-4dc2-b23c-a03e618b2245 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9314696-1eff-43c8-8add-42d325d4d849 HTTP/1.1" status: 200 len: 210 time: 0.0501034 Aug 10 03:12:17.951683 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e27c47-1ebf-43a6-97af-58c09e4cea12 req-1f361e41-e13b-471d-9002-5cd7aed6f8b0 tempest-AggregatesAdminTestJSON-1923486981 tempest-AggregatesAdminTestJSON-1923486981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:17.953234 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c1e27c47-1ebf-43a6-97af-58c09e4cea12 req-1f361e41-e13b-471d-9002-5cd7aed6f8b0 tempest-AggregatesAdminTestJSON-1923486981 tempest-AggregatesAdminTestJSON-1923486981-project] 10.222.0.44 "GET /v2.0/ports?device_id=41f25eb7-03e1-4797-8691-8a456972f7ad HTTP/1.1" status: 200 len: 970 time: 0.1001315 Aug 10 03:12:17.985606 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-266810c0-cb68-4d05-a4b5-8d8e092b5429 req-470311c1-3059-45a9-98b3-2187db26b004 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:18.016064 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c1e27c47-1ebf-43a6-97af-58c09e4cea12 req-a5f448ae-02a2-4bf3-9dc7-0728118a7fab tempest-AggregatesAdminTestJSON-1923486981 tempest-AggregatesAdminTestJSON-1923486981-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cad1bdf-aeab-454c-af30-02c5fa394227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556474 Aug 10 03:12:18.066949 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-266810c0-cb68-4d05-a4b5-8d8e092b5429 req-470311c1-3059-45a9-98b3-2187db26b004 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:18.084420 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.61', 55432) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:18.135802 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-266810c0-cb68-4d05-a4b5-8d8e092b5429 req-470311c1-3059-45a9-98b3-2187db26b004 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Network fb04e5c4-4048-4691-8fd2-5191f92c4dcc is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:12:18.137166 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-8857e25c-e33c-4d4a-a8e0-fc7f3b8d2f87 req-b2d895c1-ecd6-486f-beda-2831c283e598 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=808ab0b013b8411c9f012091d2eaa39f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0472920 Aug 10 03:12:18.140360 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-266810c0-cb68-4d05-a4b5-8d8e092b5429 req-470311c1-3059-45a9-98b3-2187db26b004 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:12:18.150434 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-266810c0-cb68-4d05-a4b5-8d8e092b5429 req-470311c1-3059-45a9-98b3-2187db26b004 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:12:18.158084 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266810c0-cb68-4d05-a4b5-8d8e092b5429 req-470311c1-3059-45a9-98b3-2187db26b004 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:18.159910 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-266810c0-cb68-4d05-a4b5-8d8e092b5429 req-470311c1-3059-45a9-98b3-2187db26b004 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:18.172694 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470311c1-3059-45a9-98b3-2187db26b004 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Pushing event updated for resources: {'Port': ['ID=f1904dff-5bed-4af3-93fb-2167cbd1d70d,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:18.202422 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-266810c0-cb68-4d05-a4b5-8d8e092b5429 req-470311c1-3059-45a9-98b3-2187db26b004 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9707332 Aug 10 03:12:18.235520 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [req-266810c0-cb68-4d05-a4b5-8d8e092b5429 req-98cd4a6b-c9a3-4689-b379-3eb8588deda8 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:12:18.237494 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-266810c0-cb68-4d05-a4b5-8d8e092b5429 req-98cd4a6b-c9a3-4689-b379-3eb8588deda8 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081792 Aug 10 03:12:18.355359 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8857e25c-e33c-4d4a-a8e0-fc7f3b8d2f87 req-900685f1-f9f0-4371-946b-2ce04709c00d tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:18.358960 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-8857e25c-e33c-4d4a-a8e0-fc7f3b8d2f87 req-900685f1-f9f0-4371-946b-2ce04709c00d tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2145917 Aug 10 03:12:18.380939 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f08da6-20b5-45b1-aff0-a4e44a9bf25d req-54585539-ebfa-419b-8e10-81b7fb9dbef0 tempest-AggregatesAdminTestJSON-1679952295 tempest-AggregatesAdminTestJSON-1679952295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:18.385210 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-8857e25c-e33c-4d4a-a8e0-fc7f3b8d2f87 req-c22adef4-451d-4867-99a8-2bb5adc283bb tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Request body: {'port': {'device_id': 'd81c6232-f0c3-49ea-bd08-78872ee1d315', 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721', 'admin_state_up': True, 'tenant_id': '808ab0b013b8411c9f012091d2eaa39f'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:12:18.388309 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-67f08da6-20b5-45b1-aff0-a4e44a9bf25d req-54585539-ebfa-419b-8e10-81b7fb9dbef0 tempest-AggregatesAdminTestJSON-1679952295 tempest-AggregatesAdminTestJSON-1679952295-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=41f25eb7-03e1-4797-8691-8a456972f7ad HTTP/1.1" status: 200 len: 1122 time: 0.1818917 Aug 10 03:12:18.403544 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-67f08da6-20b5-45b1-aff0-a4e44a9bf25d req-4331067b-4cea-40da-bb9a-2215cdb2c798 tempest-AggregatesAdminTestJSON-1679952295 tempest-AggregatesAdminTestJSON-1679952295-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:18.527455 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-67f08da6-20b5-45b1-aff0-a4e44a9bf25d req-4331067b-4cea-40da-bb9a-2215cdb2c798 tempest-AggregatesAdminTestJSON-1679952295 tempest-AggregatesAdminTestJSON-1679952295-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:18.532646 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-67f08da6-20b5-45b1-aff0-a4e44a9bf25d req-4331067b-4cea-40da-bb9a-2215cdb2c798 tempest-AggregatesAdminTestJSON-1679952295 tempest-AggregatesAdminTestJSON-1679952295-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:18.556675 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8857e25c-e33c-4d4a-a8e0-fc7f3b8d2f87 req-c22adef4-451d-4867-99a8-2bb5adc283bb tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Made reservation on behalf of 808ab0b013b8411c9f012091d2eaa39f for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:12:18.560224 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-266810c0-cb68-4d05-a4b5-8d8e092b5429 req-cade0001-5922-4a9b-813d-38551fd846d2 service neutron] Request body: {'port': {'device_id': 'd2e40e34-d23d-49a4-bca2-3ea8ed9c834a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:12:18.560568 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-8857e25c-e33c-4d4a-a8e0-fc7f3b8d2f87 req-c22adef4-451d-4867-99a8-2bb5adc283bb tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:18.572688 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-8857e25c-e33c-4d4a-a8e0-fc7f3b8d2f87 req-c22adef4-451d-4867-99a8-2bb5adc283bb tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:18.595061 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-67f08da6-20b5-45b1-aff0-a4e44a9bf25d req-4331067b-4cea-40da-bb9a-2215cdb2c798 tempest-AggregatesAdminTestJSON-1679952295 tempest-AggregatesAdminTestJSON-1679952295-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=7cad1bdf-aeab-454c-af30-02c5fa394227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055230 Aug 10 03:12:18.616676 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4331067b-4cea-40da-bb9a-2215cdb2c798 tempest-AggregatesAdminTestJSON-1679952295 tempest-AggregatesAdminTestJSON-1679952295-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5347b03-7794-4300-9847-373d262b212f,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:18.666561 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-266810c0-cb68-4d05-a4b5-8d8e092b5429 req-cade0001-5922-4a9b-813d-38551fd846d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:18.745774 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-8857e25c-e33c-4d4a-a8e0-fc7f3b8d2f87 req-c22adef4-451d-4867-99a8-2bb5adc283bb tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:18.753280 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-8857e25c-e33c-4d4a-a8e0-fc7f3b8d2f87 req-c22adef4-451d-4867-99a8-2bb5adc283bb tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:18.770933 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.61', 55434) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:18.899185 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8133c541-8f01-438d-ac96-58d7c8559095 req-47fe4af6-efeb-4554-8a48-6f1c5264f6a0 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:18.900733 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8133c541-8f01-438d-ac96-58d7c8559095 req-47fe4af6-efeb-4554-8a48-6f1c5264f6a0 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2e40e34-d23d-49a4-bca2-3ea8ed9c834a HTTP/1.1" status: 200 len: 931 time: 0.1171377 Aug 10 03:12:18.974544 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8133c541-8f01-438d-ac96-58d7c8559095 req-1aab8029-12b0-4d6a-b2cf-36f5388b3ad5 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608363 Aug 10 03:12:19.040026 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-266810c0-cb68-4d05-a4b5-8d8e092b5429 req-cade0001-5922-4a9b-813d-38551fd846d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1904dff-5bed-4af3-93fb-2167cbd1d70d {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:12:19.049910 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-266810c0-cb68-4d05-a4b5-8d8e092b5429 req-cade0001-5922-4a9b-813d-38551fd846d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:19.067154 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-266810c0-cb68-4d05-a4b5-8d8e092b5429 req-cade0001-5922-4a9b-813d-38551fd846d2 service neutron] Transition to ACTIVE for port object f1904dff-5bed-4af3-93fb-2167cbd1d70d will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:12:19.071218 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-266810c0-cb68-4d05-a4b5-8d8e092b5429 req-cade0001-5922-4a9b-813d-38551fd846d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:19.248966 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22adef4-451d-4867-99a8-2bb5adc283bb tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:19.386782 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8d64d31b-df87-4a51-8ed7-48b3f6abe492 req-174f7c04-e6a9-49f2-8cfb-f847e0b575ce tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c6232-f0c3-49ea-bd08-78872ee1d315 HTTP/1.1" status: 200 len: 210 time: 0.0603898 Aug 10 03:12:19.391860 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-db4abcef-293e-4925-874f-67d9b67cab02 req-a8c472d9-7e1c-469a-a9ca-eea10f1ff4f5 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=7b18d63737b74572a0543b98b602069a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0665083 Aug 10 03:12:19.407031 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cade0001-5922-4a9b-813d-38551fd846d2 service neutron] Pushing event updated for resources: {'Port': ['ID=f1904dff-5bed-4af3-93fb-2167cbd1d70d,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:19.464866 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b5514-fa50-4f76-b015-99cd3083304f req-2b147fbd-4ea6-4528-ac19-02b554450eb5 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:19.466398 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-578b5514-fa50-4f76-b015-99cd3083304f req-2b147fbd-4ea6-4528-ac19-02b554450eb5 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] 10.222.0.61 "GET /v2.0/networks?id=7bfbeebb-f42f-441e-a7f5-dde179143eae HTTP/1.1" status: 200 len: 824 time: 0.6749020 Aug 10 03:12:19.472602 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [req-8857e25c-e33c-4d4a-a8e0-fc7f3b8d2f87 req-c22adef4-451d-4867-99a8-2bb5adc283bb tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Allocated IP 192.168.233.20 (72a4be73-29a1-424c-8690-ecdcf6b06721/60d10164-1dee-4940-9d19-f71e6c18cbc5/408a3286-4f2d-4fd4-a596-e648c93bfc43) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:12:19.488284 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-266810c0-cb68-4d05-a4b5-8d8e092b5429 req-cade0001-5922-4a9b-813d-38551fd846d2 service neutron] Attempting to bind port f1904dff-5bed-4af3-93fb-2167cbd1d70d on host n-h2-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:12:19.488616 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-266810c0-cb68-4d05-a4b5-8d8e092b5429 req-cade0001-5922-4a9b-813d-38551fd846d2 service neutron] Attempting to bind port f1904dff-5bed-4af3-93fb-2167cbd1d70d by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': '6bf2f30c-8de9-48b6-ac35-0afe448267ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fb04e5c4-4048-4691-8fd2-5191f92c4dcc'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:12:19.488945 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266810c0-cb68-4d05-a4b5-8d8e092b5429 req-cade0001-5922-4a9b-813d-38551fd846d2 service neutron] Attempting to bind port f1904dff-5bed-4af3-93fb-2167cbd1d70d on network fb04e5c4-4048-4691-8fd2-5191f92c4dcc {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:12:19.518445 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266810c0-cb68-4d05-a4b5-8d8e092b5429 req-cade0001-5922-4a9b-813d-38551fd846d2 service neutron] Port f1904dff-5bed-4af3-93fb-2167cbd1d70d on network fb04e5c4-4048-4691-8fd2-5191f92c4dcc not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:12:19.518768 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266810c0-cb68-4d05-a4b5-8d8e092b5429 req-cade0001-5922-4a9b-813d-38551fd846d2 service neutron] Attempting to bind port f1904dff-5bed-4af3-93fb-2167cbd1d70d on network fb04e5c4-4048-4691-8fd2-5191f92c4dcc {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:12:19.543201 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266810c0-cb68-4d05-a4b5-8d8e092b5429 req-cade0001-5922-4a9b-813d-38551fd846d2 service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:12:19.543545 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266810c0-cb68-4d05-a4b5-8d8e092b5429 req-cade0001-5922-4a9b-813d-38551fd846d2 service neutron] Checking segment: {'id': '6bf2f30c-8de9-48b6-ac35-0afe448267ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fb04e5c4-4048-4691-8fd2-5191f92c4dcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:12:19.543929 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266810c0-cb68-4d05-a4b5-8d8e092b5429 req-cade0001-5922-4a9b-813d-38551fd846d2 service neutron] Bound using segment: {'id': '6bf2f30c-8de9-48b6-ac35-0afe448267ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fb04e5c4-4048-4691-8fd2-5191f92c4dcc'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:12:19.544379 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-266810c0-cb68-4d05-a4b5-8d8e092b5429 req-cade0001-5922-4a9b-813d-38551fd846d2 service neutron] Bound port: f1904dff-5bed-4af3-93fb-2167cbd1d70d, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bf2f30c-8de9-48b6-ac35-0afe448267ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fb04e5c4-4048-4691-8fd2-5191f92c4dcc'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:12:19.544738 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-266810c0-cb68-4d05-a4b5-8d8e092b5429 req-cade0001-5922-4a9b-813d-38551fd846d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:19.551765 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-578b5514-fa50-4f76-b015-99cd3083304f req-1e9681a9-b7c0-45fd-b43b-642c01e4a9ab tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9d9692f94284ab383feb6bc4fe6dbd1 HTTP/1.1" status: 200 len: 378 time: 0.0725729 Aug 10 03:12:19.583203 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b511b5-19c7-44ae-8b63-f75ef312e799 req-d9a9e1b9-4909-4565-ad01-c25f35866c5b tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:19.584690 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-38b511b5-19c7-44ae-8b63-f75ef312e799 req-d9a9e1b9-4909-4565-ad01-c25f35866c5b tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] 10.222.0.44 "GET /v2.0/ports?device_id=8361c331-f089-49d0-a923-9e0bf99bb741 HTTP/1.1" status: 200 len: 971 time: 0.1074715 Aug 10 03:12:19.609252 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-578b5514-fa50-4f76-b015-99cd3083304f req-5578e0b5-0d9e-4dc2-bf94-da013df02243 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Request body: {'port': {'device_id': 'b9314696-1eff-43c8-8add-42d325d4d849', 'network_id': '7bfbeebb-f42f-441e-a7f5-dde179143eae', 'admin_state_up': True, 'tenant_id': 'a9d9692f94284ab383feb6bc4fe6dbd1', 'security_groups': ['494e99f4-94a2-4d1c-bfc8-854b27237629']}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:12:19.616283 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4abcef-293e-4925-874f-67d9b67cab02 req-e0bb22a8-1582-4423-baea-8cceaa865c35 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:19.617732 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-db4abcef-293e-4925-874f-67d9b67cab02 req-e0bb22a8-1582-4423-baea-8cceaa865c35 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1979203 Aug 10 03:12:19.653425 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-db4abcef-293e-4925-874f-67d9b67cab02 req-b24b7ef8-305c-4dc4-977a-57911e7cb456 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/quotas/7b18d63737b74572a0543b98b602069a HTTP/1.1" status: 200 len: 375 time: 0.0283704 Aug 10 03:12:19.708307 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-db4abcef-293e-4925-874f-67d9b67cab02 req-163d7bce-30d4-4788-816e-9b5c95e3e8f1 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=7b18d63737b74572a0543b98b602069a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431252 Aug 10 03:12:19.712987 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-38b511b5-19c7-44ae-8b63-f75ef312e799 req-b0838aad-5a66-4a12-81f5-9b072382f019 tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b6a7a1f-7efb-4024-a941-8fe2a982dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045523 Aug 10 03:12:19.714061 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-266810c0-cb68-4d05-a4b5-8d8e092b5429 req-cade0001-5922-4a9b-813d-38551fd846d2 service neutron] For port f1904dff-5bed-4af3-93fb-2167cbd1d70d, host n-h2-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:12:19.729447 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-266810c0-cb68-4d05-a4b5-8d8e092b5429 req-cade0001-5922-4a9b-813d-38551fd846d2 service neutron] For port f1904dff-5bed-4af3-93fb-2167cbd1d70d, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=f1904dff-5bed-4af3-93fb-2167cbd1d70d,segment=NetworkSegment(6bf2f30c-8de9-48b6-ac35-0afe448267ae),segment_id=6bf2f30c-8de9-48b6-ac35-0afe448267ae)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:12:19.734811 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-266810c0-cb68-4d05-a4b5-8d8e092b5429 req-cade0001-5922-4a9b-813d-38551fd846d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:19.750936 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-8857e25c-e33c-4d4a-a8e0-fc7f3b8d2f87 req-c22adef4-451d-4867-99a8-2bb5adc283bb tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:19.771953 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266810c0-cb68-4d05-a4b5-8d8e092b5429 req-cade0001-5922-4a9b-813d-38551fd846d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:19.772963 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-266810c0-cb68-4d05-a4b5-8d8e092b5429 req-cade0001-5922-4a9b-813d-38551fd846d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:19.774627 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-266810c0-cb68-4d05-a4b5-8d8e092b5429 req-cade0001-5922-4a9b-813d-38551fd846d2 service neutron] 10.222.0.61 "PUT /v2.0/ports/f1904dff-5bed-4af3-93fb-2167cbd1d70d HTTP/1.1" status: 200 len: 1092 time: 1.3686175 Aug 10 03:12:19.777901 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2e40e34-d23d-49a4-bca2-3ea8ed9c834a', 'tag': 'f1904dff-5bed-4af3-93fb-2167cbd1d70d'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:12:19.780237 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1abd04f6-4a5b-4dbb-801f-4ce455a1968e" -d '{"events": [{"name": "network-changed", "server_uuid": "d2e40e34-d23d-49a4-bca2-3ea8ed9c834a", "tag": "f1904dff-5bed-4af3-93fb-2167cbd1d70d"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:12:19.781322 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [req-8857e25c-e33c-4d4a-a8e0-fc7f3b8d2f87 req-c22adef4-451d-4867-99a8-2bb5adc283bb tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Transition to ACTIVE for port object 408a3286-4f2d-4fd4-a596-e648c93bfc43 will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:12:19.805229 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-578b5514-fa50-4f76-b015-99cd3083304f req-5578e0b5-0d9e-4dc2-bf94-da013df02243 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Made reservation on behalf of a9d9692f94284ab383feb6bc4fe6dbd1 for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:12:19.812161 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-578b5514-fa50-4f76-b015-99cd3083304f req-5578e0b5-0d9e-4dc2-bf94-da013df02243 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:19.820938 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cade0001-5922-4a9b-813d-38551fd846d2 service neutron] Pushing event updated for resources: {'Port': ['ID=f1904dff-5bed-4af3-93fb-2167cbd1d70d,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:19.902153 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9934c0d2-c70c-4a77-9c90-7f3b36c31a66 req-01044fb9-bc25-42d6-8aed-a2f4ed1a44e2 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9314696-1eff-43c8-8add-42d325d4d849 HTTP/1.1" status: 200 len: 210 time: 0.0342443 Aug 10 03:12:19.908780 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266810c0-cb68-4d05-a4b5-8d8e092b5429 req-e893e60b-1b39-4b54-8d30-54573cbfe476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:19.910369 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-266810c0-cb68-4d05-a4b5-8d8e092b5429 req-e893e60b-1b39-4b54-8d30-54573cbfe476 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ef0c546763504af887a177f337462e10&device_id=d2e40e34-d23d-49a4-bca2-3ea8ed9c834a HTTP/1.1" status: 200 len: 1095 time: 0.0719457 Aug 10 03:12:19.924859 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-8857e25c-e33c-4d4a-a8e0-fc7f3b8d2f87 req-c22adef4-451d-4867-99a8-2bb5adc283bb tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:19.998558 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8857e25c-e33c-4d4a-a8e0-fc7f3b8d2f87 req-c22adef4-451d-4867-99a8-2bb5adc283bb tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Network 72a4be73-29a1-424c-8690-ecdcf6b06721 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:12:20.003619 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [req-8857e25c-e33c-4d4a-a8e0-fc7f3b8d2f87 req-c22adef4-451d-4867-99a8-2bb5adc283bb tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:12:20.018369 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-8857e25c-e33c-4d4a-a8e0-fc7f3b8d2f87 req-c22adef4-451d-4867-99a8-2bb5adc283bb tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:12:20.024308 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8857e25c-e33c-4d4a-a8e0-fc7f3b8d2f87 req-c22adef4-451d-4867-99a8-2bb5adc283bb tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:20.027322 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-8857e25c-e33c-4d4a-a8e0-fc7f3b8d2f87 req-c22adef4-451d-4867-99a8-2bb5adc283bb tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:20.040350 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-266810c0-cb68-4d05-a4b5-8d8e092b5429 req-62d71289-8e5e-4d7e-8ecc-68ce981a4c4d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f1904dff-5bed-4af3-93fb-2167cbd1d70d HTTP/1.1" status: 200 len: 217 time: 0.1157997 Aug 10 03:12:20.053886 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-8857e25c-e33c-4d4a-a8e0-fc7f3b8d2f87 req-c22adef4-451d-4867-99a8-2bb5adc283bb tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6814930 Aug 10 03:12:20.057782 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22adef4-451d-4867-99a8-2bb5adc283bb tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Pushing event updated for resources: {'Port': ['ID=408a3286-4f2d-4fd4-a596-e648c93bfc43,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:20.065778 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [req-578b5514-fa50-4f76-b015-99cd3083304f req-5578e0b5-0d9e-4dc2-bf94-da013df02243 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Allocated IP 172.20.0.13 (7bfbeebb-f42f-441e-a7f5-dde179143eae/899d577f-02e7-4571-b318-84c090d894c3/762a71c0-9382-4c69-8bad-ab26883c428a) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:12:20.072018 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-8857e25c-e33c-4d4a-a8e0-fc7f3b8d2f87 req-a27ee86d-98d3-4866-8659-675ef47b4a62 service neutron] Request body: {'port': {'device_id': 'd81c6232-f0c3-49ea-bd08-78872ee1d315', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-13'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:12:20.158467 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266810c0-cb68-4d05-a4b5-8d8e092b5429 req-1fd60a79-466b-4f2a-b5fa-5487c28a4964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:20.160208 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-266810c0-cb68-4d05-a4b5-8d8e092b5429 req-1fd60a79-466b-4f2a-b5fa-5487c28a4964 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1dfce422-0216-4c9d-97b8-8fc7613926b1 HTTP/1.1" status: 200 len: 848 time: 0.1164834 Aug 10 03:12:20.163222 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8016629-cfa7-4dab-8d34-ad0cbac81617 x-openstack-request-id: req-b8016629-cfa7-4dab-8d34-ad0cbac81617 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:12:20.163516 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2e40e34-d23d-49a4-bca2-3ea8ed9c834a", "tag": "f1904dff-5bed-4af3-93fb-2167cbd1d70d", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:12:20.163805 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b8016629-cfa7-4dab-8d34-ad0cbac81617 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:12:20.164290 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2e40e34-d23d-49a4-bca2-3ea8ed9c834a', 'tag': 'f1904dff-5bed-4af3-93fb-2167cbd1d70d', 'status': 'completed', 'code': 200} Aug 10 03:12:20.214814 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-266810c0-cb68-4d05-a4b5-8d8e092b5429 req-02f7f769-cf01-4659-93ef-b002dea86798 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fb04e5c4-4048-4691-8fd2-5191f92c4dcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352414 Aug 10 03:12:20.215967 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-8857e25c-e33c-4d4a-a8e0-fc7f3b8d2f87 req-a27ee86d-98d3-4866-8659-675ef47b4a62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:20.312208 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eba45a2-88dd-44c0-98b1-0a7399ee83a4 req-e23a901f-b44b-401a-b67e-2e4e01b0bf77 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:20.313818 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3eba45a2-88dd-44c0-98b1-0a7399ee83a4 req-e23a901f-b44b-401a-b67e-2e4e01b0bf77 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2e40e34-d23d-49a4-bca2-3ea8ed9c834a HTTP/1.1" status: 200 len: 943 time: 0.1484613 Aug 10 03:12:20.383178 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-b09babab-c1dc-475c-823d-048c28c9cb53 None None] Provisioning for port 408a3286-4f2d-4fd4-a596-e648c93bfc43 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:12:20.392770 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3eba45a2-88dd-44c0-98b1-0a7399ee83a4 req-7e1fd457-18cc-42a7-b6b1-783a062898a5 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703232 Aug 10 03:12:20.395793 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-b09babab-c1dc-475c-823d-048c28c9cb53 None None] Provisioning complete for port 408a3286-4f2d-4fd4-a596-e648c93bfc43 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:12:20.396179 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b09babab-c1dc-475c-823d-048c28c9cb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:20.448901 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-266810c0-cb68-4d05-a4b5-8d8e092b5429 req-6627382f-e190-4422-9f14-6de2f2d1fba4 service neutron] 10.222.0.61 "GET /v2.0/networks/fb04e5c4-4048-4691-8fd2-5191f92c4dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168906 Aug 10 03:12:20.464282 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-b09babab-c1dc-475c-823d-048c28c9cb53 None None] Port 408a3286-4f2d-4fd4-a596-e648c93bfc43 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:12:20.561136 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-578b5514-fa50-4f76-b015-99cd3083304f req-5578e0b5-0d9e-4dc2-bf94-da013df02243 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:20.580686 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [req-578b5514-fa50-4f76-b015-99cd3083304f req-5578e0b5-0d9e-4dc2-bf94-da013df02243 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Transition to ACTIVE for port object 762a71c0-9382-4c69-8bad-ab26883c428a will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:12:20.645373 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-266810c0-cb68-4d05-a4b5-8d8e092b5429 req-1d28b991-f8d8-4d8e-967b-a47e77c28c2d service neutron] 10.222.0.61 "GET /v2.0/networks/fb04e5c4-4048-4691-8fd2-5191f92c4dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883130 Aug 10 03:12:20.647503 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-700e13cd-3c79-4311-82b4-49c6d1286f16 req-ea9d68e4-ccb2-4077-91ea-589d04152bac tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=7b18d63737b74572a0543b98b602069a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320942 Aug 10 03:12:20.703639 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-578b5514-fa50-4f76-b015-99cd3083304f req-5578e0b5-0d9e-4dc2-bf94-da013df02243 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:20.760349 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-578b5514-fa50-4f76-b015-99cd3083304f req-5578e0b5-0d9e-4dc2-bf94-da013df02243 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Network 7bfbeebb-f42f-441e-a7f5-dde179143eae is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:12:20.773548 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [req-578b5514-fa50-4f76-b015-99cd3083304f req-5578e0b5-0d9e-4dc2-bf94-da013df02243 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:12:20.776296 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-578b5514-fa50-4f76-b015-99cd3083304f req-5578e0b5-0d9e-4dc2-bf94-da013df02243 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:12:20.783226 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b5514-fa50-4f76-b015-99cd3083304f req-5578e0b5-0d9e-4dc2-bf94-da013df02243 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:20.783946 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-578b5514-fa50-4f76-b015-99cd3083304f req-5578e0b5-0d9e-4dc2-bf94-da013df02243 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:20.810622 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578e0b5-0d9e-4dc2-bf94-da013df02243 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Pushing event updated for resources: {'Port': ['ID=762a71c0-9382-4c69-8bad-ab26883c428a,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:20.835326 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-578b5514-fa50-4f76-b015-99cd3083304f req-5578e0b5-0d9e-4dc2-bf94-da013df02243 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2334864 Aug 10 03:12:20.839667 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700e13cd-3c79-4311-82b4-49c6d1286f16 req-4d0e7d7b-fb69-4089-b558-febe62fa44eb tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:20.848934 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-700e13cd-3c79-4311-82b4-49c6d1286f16 req-4d0e7d7b-fb69-4089-b558-febe62fa44eb tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1865449 Aug 10 03:12:20.850652 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-578b5514-fa50-4f76-b015-99cd3083304f req-60c61998-d580-4b9a-8705-7f5ec39c91da service neutron] Request body: {'port': {'device_id': 'b9314696-1eff-43c8-8add-42d325d4d849', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-13'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:12:20.870329 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abd04f6-4a5b-4dbb-801f-4ce455a1968e req-294dbfc2-5c0c-4780-9198-2953934a190a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:20.874255 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1abd04f6-4a5b-4dbb-801f-4ce455a1968e req-294dbfc2-5c0c-4780-9198-2953934a190a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ef0c546763504af887a177f337462e10&device_id=d2e40e34-d23d-49a4-bca2-3ea8ed9c834a HTTP/1.1" status: 200 len: 1095 time: 0.1279378 Aug 10 03:12:20.886859 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-700e13cd-3c79-4311-82b4-49c6d1286f16 req-c7622add-ddb3-4451-9768-bda73ac00fe1 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/quotas/7b18d63737b74572a0543b98b602069a HTTP/1.1" status: 200 len: 375 time: 0.0368450 Aug 10 03:12:20.932945 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [req-8857e25c-e33c-4d4a-a8e0-fc7f3b8d2f87 req-a27ee86d-98d3-4866-8659-675ef47b4a62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 408a3286-4f2d-4fd4-a596-e648c93bfc43 {{(pid=94261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:12:20.975577 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-8857e25c-e33c-4d4a-a8e0-fc7f3b8d2f87 req-a27ee86d-98d3-4866-8659-675ef47b4a62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:20.983019 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-700e13cd-3c79-4311-82b4-49c6d1286f16 req-282d1a38-64c0-46f7-8f28-110d5e90e8dc tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=7b18d63737b74572a0543b98b602069a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0951741 Aug 10 03:12:20.989465 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-578b5514-fa50-4f76-b015-99cd3083304f req-60c61998-d580-4b9a-8705-7f5ec39c91da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:21.002434 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [req-8857e25c-e33c-4d4a-a8e0-fc7f3b8d2f87 req-a27ee86d-98d3-4866-8659-675ef47b4a62 service neutron] Transition to ACTIVE for port object 408a3286-4f2d-4fd4-a596-e648c93bfc43 will not be triggered until provisioned by entity L2. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:12:21.011123 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-8857e25c-e33c-4d4a-a8e0-fc7f3b8d2f87 req-a27ee86d-98d3-4866-8659-675ef47b4a62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:21.196709 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5199df-0fb6-49f5-b1cf-7ce5a1abb70d req-e485cd72-e3bc-4783-ac5c-ce0502d4355b tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:21.198802 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5d5199df-0fb6-49f5-b1cf-7ce5a1abb70d req-e485cd72-e3bc-4783-ac5c-ce0502d4355b tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c6232-f0c3-49ea-bd08-78872ee1d315 HTTP/1.1" status: 200 len: 947 time: 0.2257493 Aug 10 03:12:21.204051 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abd04f6-4a5b-4dbb-801f-4ce455a1968e req-1ba20b2f-57e7-4c9c-87c9-7304e3d5cbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:21.206206 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1abd04f6-4a5b-4dbb-801f-4ce455a1968e req-1ba20b2f-57e7-4c9c-87c9-7304e3d5cbc7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=fb04e5c4-4048-4691-8fd2-5191f92c4dcc HTTP/1.1" status: 200 len: 908 time: 0.3173795 Aug 10 03:12:21.225777 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27ee86d-98d3-4866-8659-675ef47b4a62 service neutron] Pushing event updated for resources: {'Port': ['ID=408a3286-4f2d-4fd4-a596-e648c93bfc43,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:21.252549 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-8857e25c-e33c-4d4a-a8e0-fc7f3b8d2f87 req-a27ee86d-98d3-4866-8659-675ef47b4a62 service neutron] Attempting to bind port 408a3286-4f2d-4fd4-a596-e648c93bfc43 on host n-h2-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:12:21.252790 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-8857e25c-e33c-4d4a-a8e0-fc7f3b8d2f87 req-a27ee86d-98d3-4866-8659-675ef47b4a62 service neutron] Attempting to bind port 408a3286-4f2d-4fd4-a596-e648c93bfc43 by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:12:21.253041 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8857e25c-e33c-4d4a-a8e0-fc7f3b8d2f87 req-a27ee86d-98d3-4866-8659-675ef47b4a62 service neutron] Attempting to bind port 408a3286-4f2d-4fd4-a596-e648c93bfc43 on network 72a4be73-29a1-424c-8690-ecdcf6b06721 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:12:21.271302 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8857e25c-e33c-4d4a-a8e0-fc7f3b8d2f87 req-a27ee86d-98d3-4866-8659-675ef47b4a62 service neutron] Port 408a3286-4f2d-4fd4-a596-e648c93bfc43 on network 72a4be73-29a1-424c-8690-ecdcf6b06721 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:12:21.271612 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8857e25c-e33c-4d4a-a8e0-fc7f3b8d2f87 req-a27ee86d-98d3-4866-8659-675ef47b4a62 service neutron] Attempting to bind port 408a3286-4f2d-4fd4-a596-e648c93bfc43 on network 72a4be73-29a1-424c-8690-ecdcf6b06721 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:12:21.286490 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1abd04f6-4a5b-4dbb-801f-4ce455a1968e req-4b3e8319-5dfc-4203-ac1f-7e01caf3624d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f1904dff-5bed-4af3-93fb-2167cbd1d70d HTTP/1.1" status: 200 len: 217 time: 0.0661950 Aug 10 03:12:21.309546 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8857e25c-e33c-4d4a-a8e0-fc7f3b8d2f87 req-a27ee86d-98d3-4866-8659-675ef47b4a62 service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:12:21.309862 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8857e25c-e33c-4d4a-a8e0-fc7f3b8d2f87 req-a27ee86d-98d3-4866-8659-675ef47b4a62 service neutron] Checking segment: {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:12:21.310277 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8857e25c-e33c-4d4a-a8e0-fc7f3b8d2f87 req-a27ee86d-98d3-4866-8659-675ef47b4a62 service neutron] Bound using segment: {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:12:21.310795 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-8857e25c-e33c-4d4a-a8e0-fc7f3b8d2f87 req-a27ee86d-98d3-4866-8659-675ef47b4a62 service neutron] Bound port: 408a3286-4f2d-4fd4-a596-e648c93bfc43, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'}}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:12:21.311106 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-8857e25c-e33c-4d4a-a8e0-fc7f3b8d2f87 req-a27ee86d-98d3-4866-8659-675ef47b4a62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:21.352900 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a8a71b63-f77c-4b4a-896b-be442f41a385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:21.362205 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-6b949ee4-cbaf-4f64-bba0-0c4b8a79963b None None] Provisioning for port 762a71c0-9382-4c69-8bad-ab26883c428a completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:12:21.364965 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5d5199df-0fb6-49f5-b1cf-7ce5a1abb70d req-ad947d71-942a-4b79-acf2-5a76b682a2ff tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536427 Aug 10 03:12:21.379263 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-6b949ee4-cbaf-4f64-bba0-0c4b8a79963b None None] Provisioning complete for port 762a71c0-9382-4c69-8bad-ab26883c428a triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:12:21.381261 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-6b949ee4-cbaf-4f64-bba0-0c4b8a79963b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:21.404758 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abd04f6-4a5b-4dbb-801f-4ce455a1968e req-685b14dc-5f73-4fd2-b49f-0c8829ade9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:21.411089 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1abd04f6-4a5b-4dbb-801f-4ce455a1968e req-685b14dc-5f73-4fd2-b49f-0c8829ade9f1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1dfce422-0216-4c9d-97b8-8fc7613926b1 HTTP/1.1" status: 200 len: 848 time: 0.1023967 Aug 10 03:12:21.478080 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1abd04f6-4a5b-4dbb-801f-4ce455a1968e req-7738ea94-3b7a-49f6-be3f-853deda22e1b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fb04e5c4-4048-4691-8fd2-5191f92c4dcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585809 Aug 10 03:12:21.512565 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-6b949ee4-cbaf-4f64-bba0-0c4b8a79963b None None] Port 762a71c0-9382-4c69-8bad-ab26883c428a cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:12:21.594950 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-8857e25c-e33c-4d4a-a8e0-fc7f3b8d2f87 req-a27ee86d-98d3-4866-8659-675ef47b4a62 service neutron] For port 408a3286-4f2d-4fd4-a596-e648c93bfc43, host n-h2-768862-13, cleared binding levels {{(pid=94261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:12:21.601816 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-8857e25c-e33c-4d4a-a8e0-fc7f3b8d2f87 req-a27ee86d-98d3-4866-8659-675ef47b4a62 service neutron] For port 408a3286-4f2d-4fd4-a596-e648c93bfc43, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=408a3286-4f2d-4fd4-a596-e648c93bfc43,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:12:21.608057 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [req-578b5514-fa50-4f76-b015-99cd3083304f req-60c61998-d580-4b9a-8705-7f5ec39c91da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 762a71c0-9382-4c69-8bad-ab26883c428a {{(pid=94261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:12:21.620503 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-8857e25c-e33c-4d4a-a8e0-fc7f3b8d2f87 req-a27ee86d-98d3-4866-8659-675ef47b4a62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:21.623929 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-578b5514-fa50-4f76-b015-99cd3083304f req-60c61998-d580-4b9a-8705-7f5ec39c91da service neutron] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:21.658981 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-db4abcef-293e-4925-874f-67d9b67cab02 req-e9862061-a34b-4dae-a58d-7886718db238 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=7b18d63737b74572a0543b98b602069a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287116 Aug 10 03:12:21.681656 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5657489a-a856-4c3e-bd29-d958b0fa75bc req-4adef1b2-bdfc-4f70-a32c-1ee9dcb2b705 tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:21.683272 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5657489a-a856-4c3e-bd29-d958b0fa75bc req-4adef1b2-bdfc-4f70-a32c-1ee9dcb2b705 tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] 10.222.0.44 "GET /v2.0/ports?device_id=8361c331-f089-49d0-a923-9e0bf99bb741 HTTP/1.1" status: 200 len: 971 time: 0.2144184 Aug 10 03:12:21.698412 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd07a26-de0a-4970-9e4c-d61684f6e8dc req-f3998000-d0b7-474d-ae75-078319d4a807 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:21.702948 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1cd07a26-de0a-4970-9e4c-d61684f6e8dc req-f3998000-d0b7-474d-ae75-078319d4a807 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9314696-1eff-43c8-8add-42d325d4d849 HTTP/1.1" status: 200 len: 932 time: 0.1627829 Aug 10 03:12:21.774798 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [req-578b5514-fa50-4f76-b015-99cd3083304f req-60c61998-d580-4b9a-8705-7f5ec39c91da service neutron] Transition to ACTIVE for port object 762a71c0-9382-4c69-8bad-ab26883c428a will not be triggered until provisioned by entity L2. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:12:21.792315 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1abd04f6-4a5b-4dbb-801f-4ce455a1968e req-ec546398-4666-4846-a86c-9797e4e4cd2c service neutron] 10.222.0.61 "GET /v2.0/networks/fb04e5c4-4048-4691-8fd2-5191f92c4dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485418 Aug 10 03:12:21.804698 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-578b5514-fa50-4f76-b015-99cd3083304f req-60c61998-d580-4b9a-8705-7f5ec39c91da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:21.808145 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5657489a-a856-4c3e-bd29-d958b0fa75bc req-ca8a1254-34e5-414b-a2f6-f8d66aba6a7b tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b6a7a1f-7efb-4024-a941-8fe2a982dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896685 Aug 10 03:12:21.808887 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8857e25c-e33c-4d4a-a8e0-fc7f3b8d2f87 req-a27ee86d-98d3-4866-8659-675ef47b4a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:21.809516 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-8857e25c-e33c-4d4a-a8e0-fc7f3b8d2f87 req-a27ee86d-98d3-4866-8659-675ef47b4a62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:21.811099 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-8857e25c-e33c-4d4a-a8e0-fc7f3b8d2f87 req-a27ee86d-98d3-4866-8659-675ef47b4a62 service neutron] 10.222.0.61 "PUT /v2.0/ports/408a3286-4f2d-4fd4-a596-e648c93bfc43 HTTP/1.1" status: 200 len: 1096 time: 1.7474146 Aug 10 03:12:21.824633 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd81c6232-f0c3-49ea-bd08-78872ee1d315', 'tag': '408a3286-4f2d-4fd4-a596-e648c93bfc43'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:12:21.838022 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1cd07a26-de0a-4970-9e4c-d61684f6e8dc req-b2120cb5-e7b1-4341-9d00-01ea8b89ecd2 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] 10.222.0.44 "GET /v2.0/security-groups?id=494e99f4-94a2-4d1c-bfc8-854b27237629&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1182272 Aug 10 03:12:21.852239 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-173af2be-82b2-4f40-88a4-1457d1de584a" -d '{"events": [{"name": "network-changed", "server_uuid": "d81c6232-f0c3-49ea-bd08-78872ee1d315", "tag": "408a3286-4f2d-4fd4-a596-e648c93bfc43"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:12:21.879419 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27ee86d-98d3-4866-8659-675ef47b4a62 service neutron] Pushing event updated for resources: {'Port': ['ID=408a3286-4f2d-4fd4-a596-e648c93bfc43,revision_number=3']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:21.965150 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4abcef-293e-4925-874f-67d9b67cab02 req-db03e547-ac2f-46bb-9dad-95af6abc06db tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:21.966884 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-db4abcef-293e-4925-874f-67d9b67cab02 req-db03e547-ac2f-46bb-9dad-95af6abc06db tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2807636 Aug 10 03:12:21.984723 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-31134ff9-7652-4655-be05-83c77879f7cd req-f13f3d47-683c-4472-9e4c-7098c990fbd0 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9003228-f573-4146-ad18-7515ed907236 HTTP/1.1" status: 200 len: 210 time: 0.0883691 Aug 10 03:12:22.023429 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c61998-d580-4b9a-8705-7f5ec39c91da service neutron] Pushing event updated for resources: {'Port': ['ID=762a71c0-9382-4c69-8bad-ab26883c428a,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:22.080004 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-db4abcef-293e-4925-874f-67d9b67cab02 req-cfa3ef68-dc05-4bd7-b242-7da54c9b09c2 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Request body: {'port': {'device_id': 'f2523f58-4dac-4c3c-853d-957eae2412b7', 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721', 'admin_state_up': True, 'tenant_id': '7b18d63737b74572a0543b98b602069a'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:12:22.093899 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bdbffb6-5659-4567-9309-f7fe15e8ca11 x-openstack-request-id: req-2bdbffb6-5659-4567-9309-f7fe15e8ca11 {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:12:22.094110 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d81c6232-f0c3-49ea-bd08-78872ee1d315", "tag": "408a3286-4f2d-4fd4-a596-e648c93bfc43", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:12:22.094385 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2bdbffb6-5659-4567-9309-f7fe15e8ca11 {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:12:22.094781 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd81c6232-f0c3-49ea-bd08-78872ee1d315', 'tag': '408a3286-4f2d-4fd4-a596-e648c93bfc43', 'status': 'completed', 'code': 200} Aug 10 03:12:22.182000 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1abd04f6-4a5b-4dbb-801f-4ce455a1968e req-0664d651-a3d5-4a2e-971e-cf80dd25d177 service neutron] 10.222.0.61 "GET /v2.0/networks/fb04e5c4-4048-4691-8fd2-5191f92c4dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3725500 Aug 10 03:12:22.189849 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77169c40-1324-4417-b8a5-9b2527d6c66d req-35a2dd48-720f-47c9-ba47-6f1ade55b018 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:22.199063 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-77169c40-1324-4417-b8a5-9b2527d6c66d req-35a2dd48-720f-47c9-ba47-6f1ade55b018 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2e40e34-d23d-49a4-bca2-3ea8ed9c834a HTTP/1.1" status: 200 len: 943 time: 0.2263968 Aug 10 03:12:22.202162 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1849575-f7d2-4701-ab0a-2831b001705f req-bdcc02f9-2014-4889-8810-c39531325a2a tempest-DeleteServersAdminTestJSON-2135557793 tempest-DeleteServersAdminTestJSON-2135557793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:22.204052 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a1849575-f7d2-4701-ab0a-2831b001705f req-bdcc02f9-2014-4889-8810-c39531325a2a tempest-DeleteServersAdminTestJSON-2135557793 tempest-DeleteServersAdminTestJSON-2135557793-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=8361c331-f089-49d0-a923-9e0bf99bb741 HTTP/1.1" status: 200 len: 1123 time: 0.1738307 Aug 10 03:12:22.304700 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-77169c40-1324-4417-b8a5-9b2527d6c66d req-c3b68f35-05a8-43fc-abaa-1f781c563a12 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955641 Aug 10 03:12:22.335609 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-578b5514-fa50-4f76-b015-99cd3083304f req-60c61998-d580-4b9a-8705-7f5ec39c91da service neutron] Attempting to bind port 762a71c0-9382-4c69-8bad-ab26883c428a on host n-h2-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:12:22.335609 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-578b5514-fa50-4f76-b015-99cd3083304f req-60c61998-d580-4b9a-8705-7f5ec39c91da service neutron] Attempting to bind port 762a71c0-9382-4c69-8bad-ab26883c428a by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': 'b42426e6-502c-40d3-9c61-ff26c82f39ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7bfbeebb-f42f-441e-a7f5-dde179143eae'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:12:22.335609 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578b5514-fa50-4f76-b015-99cd3083304f req-60c61998-d580-4b9a-8705-7f5ec39c91da service neutron] Attempting to bind port 762a71c0-9382-4c69-8bad-ab26883c428a on network 7bfbeebb-f42f-441e-a7f5-dde179143eae {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:12:22.344572 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8857e25c-e33c-4d4a-a8e0-fc7f3b8d2f87 req-87714dd5-86b0-4a3a-bfae-914bc0a47280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:22.349053 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-8857e25c-e33c-4d4a-a8e0-fc7f3b8d2f87 req-87714dd5-86b0-4a3a-bfae-914bc0a47280 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=808ab0b013b8411c9f012091d2eaa39f&device_id=d81c6232-f0c3-49ea-bd08-78872ee1d315 HTTP/1.1" status: 200 len: 1099 time: 0.3254333 Aug 10 03:12:22.351831 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578b5514-fa50-4f76-b015-99cd3083304f req-60c61998-d580-4b9a-8705-7f5ec39c91da service neutron] Port 762a71c0-9382-4c69-8bad-ab26883c428a on network 7bfbeebb-f42f-441e-a7f5-dde179143eae not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:12:22.351831 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578b5514-fa50-4f76-b015-99cd3083304f req-60c61998-d580-4b9a-8705-7f5ec39c91da service neutron] Attempting to bind port 762a71c0-9382-4c69-8bad-ab26883c428a on network 7bfbeebb-f42f-441e-a7f5-dde179143eae {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:12:22.355071 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-a1849575-f7d2-4701-ab0a-2831b001705f req-e369247e-9e69-4ee8-9578-37cfd2a2e6ca tempest-DeleteServersAdminTestJSON-2135557793 tempest-DeleteServersAdminTestJSON-2135557793-project-admin] Deleting port 1397641c-374d-4acd-8dd5-0797de3010fb {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:12:22.355531 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a1849575-f7d2-4701-ab0a-2831b001705f req-e369247e-9e69-4ee8-9578-37cfd2a2e6ca tempest-DeleteServersAdminTestJSON-2135557793 tempest-DeleteServersAdminTestJSON-2135557793-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:22.361675 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578b5514-fa50-4f76-b015-99cd3083304f req-60c61998-d580-4b9a-8705-7f5ec39c91da service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:12:22.362303 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578b5514-fa50-4f76-b015-99cd3083304f req-60c61998-d580-4b9a-8705-7f5ec39c91da service neutron] Checking segment: {'id': 'b42426e6-502c-40d3-9c61-ff26c82f39ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7bfbeebb-f42f-441e-a7f5-dde179143eae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:12:22.362764 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578b5514-fa50-4f76-b015-99cd3083304f req-60c61998-d580-4b9a-8705-7f5ec39c91da service neutron] Bound using segment: {'id': 'b42426e6-502c-40d3-9c61-ff26c82f39ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7bfbeebb-f42f-441e-a7f5-dde179143eae'} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:12:22.363286 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-578b5514-fa50-4f76-b015-99cd3083304f req-60c61998-d580-4b9a-8705-7f5ec39c91da service neutron] Bound port: 762a71c0-9382-4c69-8bad-ab26883c428a, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b42426e6-502c-40d3-9c61-ff26c82f39ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7bfbeebb-f42f-441e-a7f5-dde179143eae'}}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:12:22.363712 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-578b5514-fa50-4f76-b015-99cd3083304f req-60c61998-d580-4b9a-8705-7f5ec39c91da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:22.463657 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-8857e25c-e33c-4d4a-a8e0-fc7f3b8d2f87 req-46673cf3-4398-469b-a788-a30682381285 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=408a3286-4f2d-4fd4-a596-e648c93bfc43 HTTP/1.1" status: 200 len: 217 time: 0.0848660 Aug 10 03:12:22.480817 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-a1849575-f7d2-4701-ab0a-2831b001705f req-e369247e-9e69-4ee8-9578-37cfd2a2e6ca tempest-DeleteServersAdminTestJSON-2135557793 tempest-DeleteServersAdminTestJSON-2135557793-project-admin] For port 1397641c-374d-4acd-8dd5-0797de3010fb, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=1397641c-374d-4acd-8dd5-0797de3010fb,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:22.480817 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a1849575-f7d2-4701-ab0a-2831b001705f req-e369247e-9e69-4ee8-9578-37cfd2a2e6ca tempest-DeleteServersAdminTestJSON-2135557793 tempest-DeleteServersAdminTestJSON-2135557793-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:22.522522 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-a1849575-f7d2-4701-ab0a-2831b001705f req-e369247e-9e69-4ee8-9578-37cfd2a2e6ca tempest-DeleteServersAdminTestJSON-2135557793 tempest-DeleteServersAdminTestJSON-2135557793-project-admin] Calling delete_port for 1397641c-374d-4acd-8dd5-0797de3010fb owned by compute:tempest-test_az-992495322 {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:12:22.609106 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f715527-b33c-46a1-9b72-ca57ec6055d1 req-1890fa4e-978a-4a58-b61e-ab776a4a2fb4 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:22.610065 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9f715527-b33c-46a1-9b72-ca57ec6055d1 req-1890fa4e-978a-4a58-b61e-ab776a4a2fb4 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c6232-f0c3-49ea-bd08-78872ee1d315 HTTP/1.1" status: 200 len: 947 time: 0.1336901 Aug 10 03:12:22.638850 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8857e25c-e33c-4d4a-a8e0-fc7f3b8d2f87 req-3ef3723a-faa2-4334-a84b-454191b0887f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:22.643042 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-8857e25c-e33c-4d4a-a8e0-fc7f3b8d2f87 req-3ef3723a-faa2-4334-a84b-454191b0887f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=60d10164-1dee-4940-9d19-f71e6c18cbc5 HTTP/1.1" status: 200 len: 843 time: 0.1649563 Aug 10 03:12:22.651304 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db4abcef-293e-4925-874f-67d9b67cab02 req-cfa3ef68-dc05-4bd7-b242-7da54c9b09c2 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Made reservation on behalf of 7b18d63737b74572a0543b98b602069a for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:12:22.657471 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-db4abcef-293e-4925-874f-67d9b67cab02 req-cfa3ef68-dc05-4bd7-b242-7da54c9b09c2 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:22.680136 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9f715527-b33c-46a1-9b72-ca57ec6055d1 req-63491056-8ecc-4dc8-abef-1888540349cb tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586822 Aug 10 03:12:22.685236 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-578b5514-fa50-4f76-b015-99cd3083304f req-60c61998-d580-4b9a-8705-7f5ec39c91da service neutron] For port 762a71c0-9382-4c69-8bad-ab26883c428a, host n-h2-768862-13, cleared binding levels {{(pid=94261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:12:22.693267 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-db4abcef-293e-4925-874f-67d9b67cab02 req-cfa3ef68-dc05-4bd7-b242-7da54c9b09c2 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:22.728402 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.42', 57010) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:22.745107 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-578b5514-fa50-4f76-b015-99cd3083304f req-60c61998-d580-4b9a-8705-7f5ec39c91da service neutron] For port 762a71c0-9382-4c69-8bad-ab26883c428a, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=762a71c0-9382-4c69-8bad-ab26883c428a,segment=NetworkSegment(b42426e6-502c-40d3-9c61-ff26c82f39ea),segment_id=b42426e6-502c-40d3-9c61-ff26c82f39ea)] {{(pid=94261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:12:22.759103 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-700e13cd-3c79-4311-82b4-49c6d1286f16 req-af378406-e9b3-4284-9986-b15d374bad2b tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=7b18d63737b74572a0543b98b602069a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292192 Aug 10 03:12:22.761010 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-578b5514-fa50-4f76-b015-99cd3083304f req-60c61998-d580-4b9a-8705-7f5ec39c91da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:22.831769 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a1849575-f7d2-4701-ab0a-2831b001705f req-e369247e-9e69-4ee8-9578-37cfd2a2e6ca tempest-DeleteServersAdminTestJSON-2135557793 tempest-DeleteServersAdminTestJSON-2135557793-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:22.842386 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['1397641c-374d-4acd-8dd5-0797de3010fb'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:12:22.855331 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b5514-fa50-4f76-b015-99cd3083304f req-60c61998-d580-4b9a-8705-7f5ec39c91da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:22.855952 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-578b5514-fa50-4f76-b015-99cd3083304f req-60c61998-d580-4b9a-8705-7f5ec39c91da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:22.857557 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-578b5514-fa50-4f76-b015-99cd3083304f req-60c61998-d580-4b9a-8705-7f5ec39c91da service neutron] 10.222.0.61 "PUT /v2.0/ports/762a71c0-9382-4c69-8bad-ab26883c428a HTTP/1.1" status: 200 len: 1093 time: 2.0131428 Aug 10 03:12:22.878750 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8857e25c-e33c-4d4a-a8e0-fc7f3b8d2f87 req-4d05ee8c-98e9-4fce-bcb9-522ae710d89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:22.880339 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-8857e25c-e33c-4d4a-a8e0-fc7f3b8d2f87 req-4d05ee8c-98e9-4fce-bcb9-522ae710d89a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=72a4be73-29a1-424c-8690-ecdcf6b06721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2193801 Aug 10 03:12:22.925830 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e369247e-9e69-4ee8-9578-37cfd2a2e6ca tempest-DeleteServersAdminTestJSON-2135557793 tempest-DeleteServersAdminTestJSON-2135557793-project-admin] Pushing event deleted for resources: {'Port': ['ID=1397641c-374d-4acd-8dd5-0797de3010fb,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:22.933427 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c61998-d580-4b9a-8705-7f5ec39c91da service neutron] Pushing event updated for resources: {'Port': ['ID=762a71c0-9382-4c69-8bad-ab26883c428a,revision_number=3']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:23.061768 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1849575-f7d2-4701-ab0a-2831b001705f req-e369247e-9e69-4ee8-9578-37cfd2a2e6ca tempest-DeleteServersAdminTestJSON-2135557793 tempest-DeleteServersAdminTestJSON-2135557793-project-admin] No DVR routers for this DVR port 1397641c-374d-4acd-8dd5-0797de3010fb on host n-h1-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:12:23.096215 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4fb62111-9577-4ca0-8757-ed6ff383e93a req-78a189b3-429c-4128-9825-52162df52805 tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] 10.222.0.44 "GET /v2.0/ports?device_id=8361c331-f089-49d0-a923-9e0bf99bb741 HTTP/1.1" status: 200 len: 210 time: 0.0764267 Aug 10 03:12:23.097648 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a1849575-f7d2-4701-ab0a-2831b001705f req-e369247e-9e69-4ee8-9578-37cfd2a2e6ca tempest-DeleteServersAdminTestJSON-2135557793 tempest-DeleteServersAdminTestJSON-2135557793-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:23.100060 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a1849575-f7d2-4701-ab0a-2831b001705f req-e369247e-9e69-4ee8-9578-37cfd2a2e6ca tempest-DeleteServersAdminTestJSON-2135557793 tempest-DeleteServersAdminTestJSON-2135557793-project-admin] 10.222.0.42 "DELETE /v2.0/ports/1397641c-374d-4acd-8dd5-0797de3010fb HTTP/1.1" status: 204 len: 173 time: 0.8890615 Aug 10 03:12:23.103175 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8361c331-f089-49d0-a923-9e0bf99bb741', 'name': 'network-vif-deleted', 'tag': '1397641c-374d-4acd-8dd5-0797de3010fb'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:12:23.105658 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-335d5add-4433-4deb-8f4a-996820ca8d2a" -d '{"events": [{"server_uuid": "8361c331-f089-49d0-a923-9e0bf99bb741", "name": "network-vif-deleted", "tag": "1397641c-374d-4acd-8dd5-0797de3010fb"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:12:23.107099 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b5514-fa50-4f76-b015-99cd3083304f req-0365edcb-4b56-4fa8-94f1-befb968abfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:23.108691 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-578b5514-fa50-4f76-b015-99cd3083304f req-0365edcb-4b56-4fa8-94f1-befb968abfc6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a9d9692f94284ab383feb6bc4fe6dbd1&device_id=b9314696-1eff-43c8-8add-42d325d4d849 HTTP/1.1" status: 200 len: 1096 time: 0.0915723 Aug 10 03:12:23.122761 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700e13cd-3c79-4311-82b4-49c6d1286f16 req-d55041e1-dbb5-42b1-a8e9-8c2fe08af2bb tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:23.124363 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-700e13cd-3c79-4311-82b4-49c6d1286f16 req-d55041e1-dbb5-42b1-a8e9-8c2fe08af2bb tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3588581 Aug 10 03:12:23.140639 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-700e13cd-3c79-4311-82b4-49c6d1286f16 req-dde6eb68-4cf5-4994-a707-f45cfb1d9e1e tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Request body: {'port': {'device_id': 'e9003228-f573-4146-ad18-7515ed907236', 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721', 'admin_state_up': True, 'tenant_id': '7b18d63737b74572a0543b98b602069a'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:12:23.159120 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da25d71a-710b-48a5-a3d3-00ea67d9b08b req-930ec4f2-366e-4a73-8e42-c56ec4c49b41 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:23.167037 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-da25d71a-710b-48a5-a3d3-00ea67d9b08b req-930ec4f2-366e-4a73-8e42-c56ec4c49b41 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9314696-1eff-43c8-8add-42d325d4d849 HTTP/1.1" status: 200 len: 944 time: 0.1620204 Aug 10 03:12:23.302300 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-da25d71a-710b-48a5-a3d3-00ea67d9b08b req-40f5c120-1f8c-44f1-8f2e-64122a7499ab tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] 10.222.0.44 "GET /v2.0/security-groups?id=494e99f4-94a2-4d1c-bfc8-854b27237629&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1341119 Aug 10 03:12:23.378191 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b94fd117-7ba4-45a1-a800-4816b1e3f20b x-openstack-request-id: req-b94fd117-7ba4-45a1-a800-4816b1e3f20b {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:12:23.378501 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8361c331-f089-49d0-a923-9e0bf99bb741", "name": "network-vif-deleted", "tag": "1397641c-374d-4acd-8dd5-0797de3010fb", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:12:23.378753 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b94fd117-7ba4-45a1-a800-4816b1e3f20b {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:12:23.379145 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8361c331-f089-49d0-a923-9e0bf99bb741', 'name': 'network-vif-deleted', 'tag': '1397641c-374d-4acd-8dd5-0797de3010fb', 'status': 'completed', 'code': 200} Aug 10 03:12:23.398026 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-69a4bd9d-c2fd-47fc-a30c-9d56495c7929 req-e3314672-827a-41e2-bb69-10d3ce9b5fcb tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9003228-f573-4146-ad18-7515ed907236 HTTP/1.1" status: 200 len: 210 time: 0.0338140 Aug 10 03:12:23.410976 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-578b5514-fa50-4f76-b015-99cd3083304f req-f8d11109-2851-499e-a146-f0ae108f507e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=762a71c0-9382-4c69-8bad-ab26883c428a HTTP/1.1" status: 200 len: 217 time: 0.2859297 Aug 10 03:12:23.413190 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-db4abcef-293e-4925-874f-67d9b67cab02 req-cfa3ef68-dc05-4bd7-b242-7da54c9b09c2 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:23.415803 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-8857e25c-e33c-4d4a-a8e0-fc7f3b8d2f87 req-570e9050-0399-4cea-b3d9-430c1e2826b2 service neutron] 10.222.0.61 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5181453 Aug 10 03:12:23.418638 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-db4abcef-293e-4925-874f-67d9b67cab02 req-cfa3ef68-dc05-4bd7-b242-7da54c9b09c2 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:23.447135 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-700e13cd-3c79-4311-82b4-49c6d1286f16 req-dde6eb68-4cf5-4994-a707-f45cfb1d9e1e tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Made reservation on behalf of 7b18d63737b74572a0543b98b602069a for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:12:23.454604 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-700e13cd-3c79-4311-82b4-49c6d1286f16 req-dde6eb68-4cf5-4994-a707-f45cfb1d9e1e tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:23.559692 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c3edfcde-2e4f-47bb-ab6b-b63da159d4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:23.617916 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6196012a-a9ba-4f6f-9e1b-25332d2c73df req-5ad891a4-a5e4-4266-9cef-d61cfa707c93 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:23.619725 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6196012a-a9ba-4f6f-9e1b-25332d2c73df req-5ad891a4-a5e4-4266-9cef-d61cfa707c93 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2e40e34-d23d-49a4-bca2-3ea8ed9c834a HTTP/1.1" status: 200 len: 943 time: 0.0777178 Aug 10 03:12:23.665421 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6196012a-a9ba-4f6f-9e1b-25332d2c73df req-faa65617-c13c-4f2a-aef1-6cf60310eb26 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376487 Aug 10 03:12:23.668449 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa3ef68-dc05-4bd7-b242-7da54c9b09c2 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b61ddca4-e27e-4174-97e8-ca6f8f679a5e,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:23.686940 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b5514-fa50-4f76-b015-99cd3083304f req-96f73fc9-cb87-47b9-8c7c-127d4eeb7a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:23.690609 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-578b5514-fa50-4f76-b015-99cd3083304f req-96f73fc9-cb87-47b9-8c7c-127d4eeb7a86 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=899d577f-02e7-4571-b318-84c090d894c3 HTTP/1.1" status: 200 len: 863 time: 0.2203867 Aug 10 03:12:23.734757 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [req-db4abcef-293e-4925-874f-67d9b67cab02 req-cfa3ef68-dc05-4bd7-b242-7da54c9b09c2 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Allocated IP 192.168.233.195 (72a4be73-29a1-424c-8690-ecdcf6b06721/60d10164-1dee-4940-9d19-f71e6c18cbc5/8af5ca65-d1e8-47e0-9e35-5cab8c4a2292) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:12:23.794332 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-8857e25c-e33c-4d4a-a8e0-fc7f3b8d2f87 req-da051374-0308-4be1-bc46-8a67fd771f6a service neutron] 10.222.0.61 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3272634 Aug 10 03:12:23.843513 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b5514-fa50-4f76-b015-99cd3083304f req-5a8bb31c-5ae5-4d0d-a9a4-9f6510fa6b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:23.846099 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-578b5514-fa50-4f76-b015-99cd3083304f req-5a8bb31c-5ae5-4d0d-a9a4-9f6510fa6b97 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7bfbeebb-f42f-441e-a7f5-dde179143eae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1379352 Aug 10 03:12:23.873400 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a208162d-d94d-4f60-9c10-294588288ebe req-e0ab7479-1c70-43fc-888f-0b0ccaf41e33 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:23.877892 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a208162d-d94d-4f60-9c10-294588288ebe req-e0ab7479-1c70-43fc-888f-0b0ccaf41e33 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c6232-f0c3-49ea-bd08-78872ee1d315 HTTP/1.1" status: 200 len: 947 time: 0.0892162 Aug 10 03:12:24.070511 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-578b5514-fa50-4f76-b015-99cd3083304f req-9d94992b-ce6c-4674-a662-f6f5f385eb36 service neutron] 10.222.0.61 "GET /v2.0/networks/7bfbeebb-f42f-441e-a7f5-dde179143eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131488 Aug 10 03:12:24.075149 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173af2be-82b2-4f40-88a4-1457d1de584a req-9a853180-8771-42a5-b175-091ea1662d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:24.076706 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-173af2be-82b2-4f40-88a4-1457d1de584a req-9a853180-8771-42a5-b175-091ea1662d93 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=808ab0b013b8411c9f012091d2eaa39f&device_id=d81c6232-f0c3-49ea-bd08-78872ee1d315 HTTP/1.1" status: 200 len: 1099 time: 0.1650839 Aug 10 03:12:24.116701 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:24.128385 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9314696-1eff-43c8-8add-42d325d4d849', 'tag': '762a71c0-9382-4c69-8bad-ab26883c428a'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:12:24.132851 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-993d632b-48f3-42ff-954b-d30e9448431f" -d '{"events": [{"name": "network-changed", "server_uuid": "b9314696-1eff-43c8-8add-42d325d4d849", "tag": "762a71c0-9382-4c69-8bad-ab26883c428a"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:12:24.158134 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a208162d-d94d-4f60-9c10-294588288ebe req-13fc9fe2-4aa7-460a-ba5c-648c56e80f51 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695675 Aug 10 03:12:24.257576 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-db4abcef-293e-4925-874f-67d9b67cab02 req-cfa3ef68-dc05-4bd7-b242-7da54c9b09c2 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:24.310977 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [req-db4abcef-293e-4925-874f-67d9b67cab02 req-cfa3ef68-dc05-4bd7-b242-7da54c9b09c2 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Transition to ACTIVE for port object 8af5ca65-d1e8-47e0-9e35-5cab8c4a2292 will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:12:24.383458 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fcd9eb4-4595-4fdb-9858-8b69420f2b30 x-openstack-request-id: req-2fcd9eb4-4595-4fdb-9858-8b69420f2b30 {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:12:24.383835 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9314696-1eff-43c8-8add-42d325d4d849", "tag": "762a71c0-9382-4c69-8bad-ab26883c428a", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:12:24.384104 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2fcd9eb4-4595-4fdb-9858-8b69420f2b30 {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:12:24.384542 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9314696-1eff-43c8-8add-42d325d4d849', 'tag': '762a71c0-9382-4c69-8bad-ab26883c428a', 'status': 'completed', 'code': 200} Aug 10 03:12:24.394982 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-578b5514-fa50-4f76-b015-99cd3083304f req-ed5a1ab7-7beb-4580-bd00-54ac7f7109f4 service neutron] 10.222.0.61 "GET /v2.0/networks/7bfbeebb-f42f-441e-a7f5-dde179143eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3076308 Aug 10 03:12:24.409786 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173af2be-82b2-4f40-88a4-1457d1de584a req-be60d531-4513-4f84-b258-fecd36fe59fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:24.411351 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-173af2be-82b2-4f40-88a4-1457d1de584a req-be60d531-4513-4f84-b258-fecd36fe59fb service neutron] 10.222.0.61 "GET /v2.0/networks?id=72a4be73-29a1-424c-8690-ecdcf6b06721 HTTP/1.1" status: 200 len: 869 time: 0.3230467 Aug 10 03:12:24.475039 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-173af2be-82b2-4f40-88a4-1457d1de584a req-3ffe3814-3759-4de7-8439-019f09ceb663 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=408a3286-4f2d-4fd4-a596-e648c93bfc43 HTTP/1.1" status: 200 len: 217 time: 0.0546482 Aug 10 03:12:24.544546 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-db4abcef-293e-4925-874f-67d9b67cab02 req-cfa3ef68-dc05-4bd7-b242-7da54c9b09c2 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:24.588819 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a5b2ddec-58a6-4d6d-ad4e-2366073cedc0 req-6f1cccc0-1fed-45fa-94e9-53e63e1c9653 tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=562c1859cc8d46a188a6c04c784d549a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396063 Aug 10 03:12:24.602735 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f2670f-65d7-4852-bafa-740ae9ec116e req-f71d9860-28a6-4d40-878d-013c998289e9 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:24.604269 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-42f2670f-65d7-4852-bafa-740ae9ec116e req-f71d9860-28a6-4d40-878d-013c998289e9 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9314696-1eff-43c8-8add-42d325d4d849 HTTP/1.1" status: 200 len: 944 time: 0.1188169 Aug 10 03:12:24.612306 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db4abcef-293e-4925-874f-67d9b67cab02 req-cfa3ef68-dc05-4bd7-b242-7da54c9b09c2 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Network 72a4be73-29a1-424c-8690-ecdcf6b06721 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:12:24.613455 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-700e13cd-3c79-4311-82b4-49c6d1286f16 req-dde6eb68-4cf5-4994-a707-f45cfb1d9e1e tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Allocated IP 192.168.233.112 (72a4be73-29a1-424c-8690-ecdcf6b06721/60d10164-1dee-4940-9d19-f71e6c18cbc5/6cba7831-a801-42d6-aca6-3cbd8bd25305) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:12:24.615672 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173af2be-82b2-4f40-88a4-1457d1de584a req-04e0a51e-e0ca-4746-b386-1448d4759eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:24.617235 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-173af2be-82b2-4f40-88a4-1457d1de584a req-04e0a51e-e0ca-4746-b386-1448d4759eb1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=60d10164-1dee-4940-9d19-f71e6c18cbc5 HTTP/1.1" status: 200 len: 843 time: 0.1222982 Aug 10 03:12:24.621224 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [req-db4abcef-293e-4925-874f-67d9b67cab02 req-cfa3ef68-dc05-4bd7-b242-7da54c9b09c2 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:12:24.624216 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993d632b-48f3-42ff-954b-d30e9448431f req-1600d41f-c71d-4fe7-83c6-f0c154aefea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:24.625695 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-993d632b-48f3-42ff-954b-d30e9448431f req-1600d41f-c71d-4fe7-83c6-f0c154aefea5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a9d9692f94284ab383feb6bc4fe6dbd1&device_id=b9314696-1eff-43c8-8add-42d325d4d849 HTTP/1.1" status: 200 len: 1096 time: 0.1595380 Aug 10 03:12:24.629080 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-db4abcef-293e-4925-874f-67d9b67cab02 req-cfa3ef68-dc05-4bd7-b242-7da54c9b09c2 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:12:24.634730 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4abcef-293e-4925-874f-67d9b67cab02 req-cfa3ef68-dc05-4bd7-b242-7da54c9b09c2 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:24.635447 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-db4abcef-293e-4925-874f-67d9b67cab02 req-cfa3ef68-dc05-4bd7-b242-7da54c9b09c2 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:24.658724 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa3ef68-dc05-4bd7-b242-7da54c9b09c2 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Pushing event updated for resources: {'Port': ['ID=8af5ca65-d1e8-47e0-9e35-5cab8c4a2292,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:24.732568 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-db4abcef-293e-4925-874f-67d9b67cab02 req-cfa3ef68-dc05-4bd7-b242-7da54c9b09c2 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6737289 Aug 10 03:12:24.746007 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-db4abcef-293e-4925-874f-67d9b67cab02 req-ad0f4074-4b2b-4290-962e-2d3db0e0e91b service neutron] Request body: {'port': {'device_id': 'f2523f58-4dac-4c3c-853d-957eae2412b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-13'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:12:24.747980 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-42f2670f-65d7-4852-bafa-740ae9ec116e req-1b6eefc9-946b-4358-8316-be872ec11bf6 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] 10.222.0.44 "GET /v2.0/security-groups?id=494e99f4-94a2-4d1c-bfc8-854b27237629&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1363039 Aug 10 03:12:24.805893 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173af2be-82b2-4f40-88a4-1457d1de584a req-5c2b7085-3f40-43e9-acbb-25b2a4bfcdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:24.808110 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-173af2be-82b2-4f40-88a4-1457d1de584a req-5c2b7085-3f40-43e9-acbb-25b2a4bfcdf4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=72a4be73-29a1-424c-8690-ecdcf6b06721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1685278 Aug 10 03:12:24.841328 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b2ddec-58a6-4d6d-ad4e-2366073cedc0 req-a5691b98-9e80-42a5-b125-f2d18f989092 tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:24.843007 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a5b2ddec-58a6-4d6d-ad4e-2366073cedc0 req-a5691b98-9e80-42a5-b125-f2d18f989092 tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2378321 Aug 10 03:12:24.890506 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993d632b-48f3-42ff-954b-d30e9448431f req-4e0cfa0d-89ff-48c3-aa0f-4e0b3ba608b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:24.892664 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-993d632b-48f3-42ff-954b-d30e9448431f req-4e0cfa0d-89ff-48c3-aa0f-4e0b3ba608b6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7bfbeebb-f42f-441e-a7f5-dde179143eae HTTP/1.1" status: 200 len: 924 time: 0.2518058 Aug 10 03:12:24.898097 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ed70be5b-9d7e-49ab-8aec-46905df3735a req-0ca2c95f-a5b0-47a0-a84a-5ffe5139e6a6 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9003228-f573-4146-ad18-7515ed907236 HTTP/1.1" status: 200 len: 210 time: 0.0401962 Aug 10 03:12:24.900561 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-db4abcef-293e-4925-874f-67d9b67cab02 req-ad0f4074-4b2b-4290-962e-2d3db0e0e91b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:24.911337 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a5b2ddec-58a6-4d6d-ad4e-2366073cedc0 req-ce619a06-a658-4450-aacf-35718c1cb5ef tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] 10.222.0.44 "GET /v2.0/quotas/562c1859cc8d46a188a6c04c784d549a HTTP/1.1" status: 200 len: 375 time: 0.0547662 Aug 10 03:12:24.955863 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a5b2ddec-58a6-4d6d-ad4e-2366073cedc0 req-de579b83-ac50-4e53-b85a-460d52f63c53 tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=562c1859cc8d46a188a6c04c784d549a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436115 Aug 10 03:12:24.959358 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-993d632b-48f3-42ff-954b-d30e9448431f req-c7d79f43-a80d-4c7e-ae10-2e7818edfcfb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=762a71c0-9382-4c69-8bad-ab26883c428a HTTP/1.1" status: 200 len: 217 time: 0.0396543 Aug 10 03:12:24.987711 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-8ba74dd2-e6c7-47cd-b3ee-6fc4a22c2f49 None None] Provisioning for port 8af5ca65-d1e8-47e0-9e35-5cab8c4a2292 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:12:24.989510 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-700e13cd-3c79-4311-82b4-49c6d1286f16 req-dde6eb68-4cf5-4994-a707-f45cfb1d9e1e tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:24.995601 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-8ba74dd2-e6c7-47cd-b3ee-6fc4a22c2f49 None None] Provisioning complete for port 8af5ca65-d1e8-47e0-9e35-5cab8c4a2292 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:12:24.996847 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-8ba74dd2-e6c7-47cd-b3ee-6fc4a22c2f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:25.007544 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-700e13cd-3c79-4311-82b4-49c6d1286f16 req-dde6eb68-4cf5-4994-a707-f45cfb1d9e1e tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Transition to ACTIVE for port object 6cba7831-a801-42d6-aca6-3cbd8bd25305 will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:12:25.050972 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-700e13cd-3c79-4311-82b4-49c6d1286f16 req-dde6eb68-4cf5-4994-a707-f45cfb1d9e1e tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:25.072908 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-8ba74dd2-e6c7-47cd-b3ee-6fc4a22c2f49 None None] Port 8af5ca65-d1e8-47e0-9e35-5cab8c4a2292 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:12:25.119983 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-700e13cd-3c79-4311-82b4-49c6d1286f16 req-dde6eb68-4cf5-4994-a707-f45cfb1d9e1e tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Network 72a4be73-29a1-424c-8690-ecdcf6b06721 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:12:25.124183 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-700e13cd-3c79-4311-82b4-49c6d1286f16 req-dde6eb68-4cf5-4994-a707-f45cfb1d9e1e tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:12:25.127004 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde6eb68-4cf5-4994-a707-f45cfb1d9e1e tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Pushing event updated for resources: {'Port': ['ID=6cba7831-a801-42d6-aca6-3cbd8bd25305,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:25.129263 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-700e13cd-3c79-4311-82b4-49c6d1286f16 req-dde6eb68-4cf5-4994-a707-f45cfb1d9e1e tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:12:25.135196 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700e13cd-3c79-4311-82b4-49c6d1286f16 req-dde6eb68-4cf5-4994-a707-f45cfb1d9e1e tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:25.135692 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-700e13cd-3c79-4311-82b4-49c6d1286f16 req-dde6eb68-4cf5-4994-a707-f45cfb1d9e1e tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:25.155749 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-700e13cd-3c79-4311-82b4-49c6d1286f16 req-dde6eb68-4cf5-4994-a707-f45cfb1d9e1e tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0201375 Aug 10 03:12:25.170366 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:25.176019 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-700e13cd-3c79-4311-82b4-49c6d1286f16 req-597e861f-110e-48bb-bff0-9e9c575dd6d5 service neutron] Request body: {'port': {'device_id': 'e9003228-f573-4146-ad18-7515ed907236', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:12:25.219350 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993d632b-48f3-42ff-954b-d30e9448431f req-bad8f5dd-e379-4d97-b480-fe32977adbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:25.221062 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-993d632b-48f3-42ff-954b-d30e9448431f req-bad8f5dd-e379-4d97-b480-fe32977adbd0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=899d577f-02e7-4571-b318-84c090d894c3 HTTP/1.1" status: 200 len: 863 time: 0.2321155 Aug 10 03:12:25.230295 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-173af2be-82b2-4f40-88a4-1457d1de584a req-67624485-046b-47f3-8f43-3dc5d95432e4 service neutron] 10.222.0.61 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4116008 Aug 10 03:12:25.330877 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-700e13cd-3c79-4311-82b4-49c6d1286f16 req-597e861f-110e-48bb-bff0-9e9c575dd6d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:25.388912 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6ba7b08e-2104-4664-a87b-15a109b1f164 req-d31788f9-3894-4966-a1a7-0864280ba979 tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] 10.222.0.44 "GET /v2.0/ports?device_id=be93c23f-03c3-4d4a-a263-92ef61290e32 HTTP/1.1" status: 200 len: 210 time: 0.0670974 Aug 10 03:12:25.390002 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993d632b-48f3-42ff-954b-d30e9448431f req-c7373d88-7db7-4dcb-9ec1-485096d0c76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:25.391692 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-993d632b-48f3-42ff-954b-d30e9448431f req-c7373d88-7db7-4dcb-9ec1-485096d0c76d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7bfbeebb-f42f-441e-a7f5-dde179143eae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1604247 Aug 10 03:12:25.400788 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d692d67a-d8c5-4229-9e85-32121cfa7637 req-c298b5b8-abb2-44c7-8dbb-7ea1e48ecbea tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:25.409227 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d692d67a-d8c5-4229-9e85-32121cfa7637 req-c298b5b8-abb2-44c7-8dbb-7ea1e48ecbea tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2e40e34-d23d-49a4-bca2-3ea8ed9c834a HTTP/1.1" status: 200 len: 943 time: 0.1897786 Aug 10 03:12:25.489023 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d692d67a-d8c5-4229-9e85-32121cfa7637 req-45767092-3c1f-4d14-9824-d149ce8a4961 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737119 Aug 10 03:12:25.609711 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-dc7ae28e-0128-4123-8e18-497a3966e5ef None None] Provisioning for port 6cba7831-a801-42d6-aca6-3cbd8bd25305 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:12:25.618999 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-dc7ae28e-0128-4123-8e18-497a3966e5ef None None] Provisioning complete for port 6cba7831-a801-42d6-aca6-3cbd8bd25305 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:12:25.624148 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-dc7ae28e-0128-4123-8e18-497a3966e5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:25.642770 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-173af2be-82b2-4f40-88a4-1457d1de584a req-51041f47-cfac-473e-a3ce-eb2482c95aa5 service neutron] 10.222.0.61 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3660259 Aug 10 03:12:25.720697 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-dc7ae28e-0128-4123-8e18-497a3966e5ef None None] Port 6cba7831-a801-42d6-aca6-3cbd8bd25305 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:12:25.727198 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device f1904dff-5bed-4af3-93fb-2167cbd1d70d details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:12:25.757944 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-993d632b-48f3-42ff-954b-d30e9448431f req-4cdd9ea1-99a0-47ff-b8ed-8866f85a515f service neutron] 10.222.0.61 "GET /v2.0/networks/7bfbeebb-f42f-441e-a7f5-dde179143eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3536937 Aug 10 03:12:25.855986 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af9ce4b-0d42-4de6-ab53-f6793fb9967e req-f85f3583-c067-4dd4-ab00-6e2be7ee07bf tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:25.866482 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1af9ce4b-0d42-4de6-ab53-f6793fb9967e req-f85f3583-c067-4dd4-ab00-6e2be7ee07bf tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c6232-f0c3-49ea-bd08-78872ee1d315 HTTP/1.1" status: 200 len: 947 time: 0.3480265 Aug 10 03:12:25.881721 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [req-db4abcef-293e-4925-874f-67d9b67cab02 req-ad0f4074-4b2b-4290-962e-2d3db0e0e91b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8af5ca65-d1e8-47e0-9e35-5cab8c4a2292 {{(pid=94261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:12:25.923983 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1af9ce4b-0d42-4de6-ab53-f6793fb9967e req-2bdff1a8-9889-4755-a938-d1854b51a8ef tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530784 Aug 10 03:12:25.927767 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-db4abcef-293e-4925-874f-67d9b67cab02 req-ad0f4074-4b2b-4290-962e-2d3db0e0e91b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:25.972459 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 41376) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:25.996187 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port f1904dff-5bed-4af3-93fb-2167cbd1d70d, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=f1904dff-5bed-4af3-93fb-2167cbd1d70d,segment=NetworkSegment(6bf2f30c-8de9-48b6-ac35-0afe448267ae),segment_id=6bf2f30c-8de9-48b6-ac35-0afe448267ae)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:26.020656 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [req-db4abcef-293e-4925-874f-67d9b67cab02 req-ad0f4074-4b2b-4290-962e-2d3db0e0e91b service neutron] Transition to ACTIVE for port object 8af5ca65-d1e8-47e0-9e35-5cab8c4a2292 will not be triggered until provisioned by entity L2. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:12:26.030998 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-993d632b-48f3-42ff-954b-d30e9448431f req-ef54d8e9-3af6-4f70-859b-b0e91900a60c service neutron] 10.222.0.61 "GET /v2.0/networks/7bfbeebb-f42f-441e-a7f5-dde179143eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601445 Aug 10 03:12:26.032269 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-db4abcef-293e-4925-874f-67d9b67cab02 req-ad0f4074-4b2b-4290-962e-2d3db0e0e91b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:26.034321 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': 'f1904dff-5bed-4af3-93fb-2167cbd1d70d', 'network_id': 'fb04e5c4-4048-4691-8fd2-5191f92c4dcc', 'port_id': 'f1904dff-5bed-4af3-93fb-2167cbd1d70d', 'mac_address': 'fa:16:3e:33:b9:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dfce422-0216-4c9d-97b8-8fc7613926b1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:12:26.085446 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:26.113096 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:26.114830 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1904dff-5bed-4af3-93fb-2167cbd1d70d {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:12:26.151529 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port f1904dff-5bed-4af3-93fb-2167cbd1d70d, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=f1904dff-5bed-4af3-93fb-2167cbd1d70d,segment=NetworkSegment(6bf2f30c-8de9-48b6-ac35-0afe448267ae),segment_id=6bf2f30c-8de9-48b6-ac35-0afe448267ae)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:26.160490 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:26.231221 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=f1904dff-5bed-4af3-93fb-2167cbd1d70d,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:26.239448 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0f4074-4b2b-4290-962e-2d3db0e0e91b service neutron] Pushing event updated for resources: {'Port': ['ID=8af5ca65-d1e8-47e0-9e35-5cab8c4a2292,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:26.241869 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-db4abcef-293e-4925-874f-67d9b67cab02 req-ad0f4074-4b2b-4290-962e-2d3db0e0e91b service neutron] Attempting to bind port 8af5ca65-d1e8-47e0-9e35-5cab8c4a2292 on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:12:26.242576 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-db4abcef-293e-4925-874f-67d9b67cab02 req-ad0f4074-4b2b-4290-962e-2d3db0e0e91b service neutron] Attempting to bind port 8af5ca65-d1e8-47e0-9e35-5cab8c4a2292 by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:12:26.242922 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4abcef-293e-4925-874f-67d9b67cab02 req-ad0f4074-4b2b-4290-962e-2d3db0e0e91b service neutron] Attempting to bind port 8af5ca65-d1e8-47e0-9e35-5cab8c4a2292 on network 72a4be73-29a1-424c-8690-ecdcf6b06721 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:12:26.248840 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4abcef-293e-4925-874f-67d9b67cab02 req-ad0f4074-4b2b-4290-962e-2d3db0e0e91b service neutron] Port 8af5ca65-d1e8-47e0-9e35-5cab8c4a2292 on network 72a4be73-29a1-424c-8690-ecdcf6b06721 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:12:26.249266 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4abcef-293e-4925-874f-67d9b67cab02 req-ad0f4074-4b2b-4290-962e-2d3db0e0e91b service neutron] Attempting to bind port 8af5ca65-d1e8-47e0-9e35-5cab8c4a2292 on network 72a4be73-29a1-424c-8690-ecdcf6b06721 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:12:26.256006 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4abcef-293e-4925-874f-67d9b67cab02 req-ad0f4074-4b2b-4290-962e-2d3db0e0e91b service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:12:26.256426 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4abcef-293e-4925-874f-67d9b67cab02 req-ad0f4074-4b2b-4290-962e-2d3db0e0e91b service neutron] Checking segment: {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:12:26.256719 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4abcef-293e-4925-874f-67d9b67cab02 req-ad0f4074-4b2b-4290-962e-2d3db0e0e91b service neutron] Bound using segment: {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:12:26.257858 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-db4abcef-293e-4925-874f-67d9b67cab02 req-ad0f4074-4b2b-4290-962e-2d3db0e0e91b service neutron] Bound port: 8af5ca65-d1e8-47e0-9e35-5cab8c4a2292, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'}}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:12:26.257858 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-db4abcef-293e-4925-874f-67d9b67cab02 req-ad0f4074-4b2b-4290-962e-2d3db0e0e91b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:26.280683 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0ad757d2-5c73-48e5-a12f-993f83cd9718 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:26.317809 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b634a54f-0c05-4be0-b6e8-37c7d46203a7 req-ac4e473d-6475-475b-95e5-baca8f65b452 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:26.319588 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b634a54f-0c05-4be0-b6e8-37c7d46203a7 req-ac4e473d-6475-475b-95e5-baca8f65b452 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9314696-1eff-43c8-8add-42d325d4d849 HTTP/1.1" status: 200 len: 944 time: 0.3155820 Aug 10 03:12:26.342020 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4c9465-479c-4c8e-aa97-14a8bf344988 req-6e036272-219f-4539-a155-46afde8cd2c9 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:26.343643 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cf4c9465-479c-4c8e-aa97-14a8bf344988 req-6e036272-219f-4539-a155-46afde8cd2c9 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9003228-f573-4146-ad18-7515ed907236 HTTP/1.1" status: 200 len: 936 time: 0.1558053 Aug 10 03:12:26.472419 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b634a54f-0c05-4be0-b6e8-37c7d46203a7 req-4a4e9320-9d25-43a0-a139-a20c9b340393 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] 10.222.0.44 "GET /v2.0/security-groups?id=494e99f4-94a2-4d1c-bfc8-854b27237629&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1413355 Aug 10 03:12:26.498609 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cf4c9465-479c-4c8e-aa97-14a8bf344988 req-04725c96-bc93-486a-a58b-48a3456eb5b5 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/security-groups?id=b61ddca4-e27e-4174-97e8-ca6f8f679a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362667 Aug 10 03:12:26.534109 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-700e13cd-3c79-4311-82b4-49c6d1286f16 req-597e861f-110e-48bb-bff0-9e9c575dd6d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cba7831-a801-42d6-aca6-3cbd8bd25305 {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:12:26.550017 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-700e13cd-3c79-4311-82b4-49c6d1286f16 req-597e861f-110e-48bb-bff0-9e9c575dd6d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:26.550866 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-db4abcef-293e-4925-874f-67d9b67cab02 req-ad0f4074-4b2b-4290-962e-2d3db0e0e91b service neutron] For port 8af5ca65-d1e8-47e0-9e35-5cab8c4a2292, host n-h1-768862-13, cleared binding levels {{(pid=94261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:12:26.556132 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-db4abcef-293e-4925-874f-67d9b67cab02 req-ad0f4074-4b2b-4290-962e-2d3db0e0e91b service neutron] For port 8af5ca65-d1e8-47e0-9e35-5cab8c4a2292, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=8af5ca65-d1e8-47e0-9e35-5cab8c4a2292,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:12:26.568852 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-db4abcef-293e-4925-874f-67d9b67cab02 req-ad0f4074-4b2b-4290-962e-2d3db0e0e91b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:26.576459 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-700e13cd-3c79-4311-82b4-49c6d1286f16 req-597e861f-110e-48bb-bff0-9e9c575dd6d5 service neutron] Transition to ACTIVE for port object 6cba7831-a801-42d6-aca6-3cbd8bd25305 will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:12:26.600877 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-700e13cd-3c79-4311-82b4-49c6d1286f16 req-597e861f-110e-48bb-bff0-9e9c575dd6d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:26.604001 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:26.621229 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 1397641c-374d-4acd-8dd5-0797de3010fb no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:12:26.646874 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4abcef-293e-4925-874f-67d9b67cab02 req-ad0f4074-4b2b-4290-962e-2d3db0e0e91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:26.647742 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-db4abcef-293e-4925-874f-67d9b67cab02 req-ad0f4074-4b2b-4290-962e-2d3db0e0e91b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:26.649725 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-db4abcef-293e-4925-874f-67d9b67cab02 req-ad0f4074-4b2b-4290-962e-2d3db0e0e91b service neutron] 10.222.0.42 "PUT /v2.0/ports/8af5ca65-d1e8-47e0-9e35-5cab8c4a2292 HTTP/1.1" status: 200 len: 1097 time: 1.9079080 Aug 10 03:12:26.657047 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2523f58-4dac-4c3c-853d-957eae2412b7', 'tag': '8af5ca65-d1e8-47e0-9e35-5cab8c4a2292'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:12:26.660089 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1111f28-ec1c-4065-8ef3-46c1b1309d51" -d '{"events": [{"name": "network-changed", "server_uuid": "f2523f58-4dac-4c3c-853d-957eae2412b7", "tag": "8af5ca65-d1e8-47e0-9e35-5cab8c4a2292"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:12:26.667148 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] No Port match for: 1397641c-374d-4acd-8dd5-0797de3010fb {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:12:26.667545 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 1397641c-374d-4acd-8dd5-0797de3010fb not bound to the agent host n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:12:26.670683 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0f4074-4b2b-4290-962e-2d3db0e0e91b service neutron] Pushing event updated for resources: {'Port': ['ID=8af5ca65-d1e8-47e0-9e35-5cab8c4a2292,revision_number=3']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:26.754318 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0ad757d2-5c73-48e5-a12f-993f83cd9718 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:26.769849 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a5b2ddec-58a6-4d6d-ad4e-2366073cedc0 req-2a981706-4a40-4f66-85ce-2264c9c33915 tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=562c1859cc8d46a188a6c04c784d549a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0794013 Aug 10 03:12:26.772556 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9b61ee48-3fdd-4d97-b2da-5b48ffc6fdb6 req-2e599a0b-4d3f-42de-bfa2-fc497ae7e9e2 tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] 10.222.0.44 "GET /v2.0/ports?device_id=be93c23f-03c3-4d4a-a263-92ef61290e32 HTTP/1.1" status: 200 len: 210 time: 0.0695803 Aug 10 03:12:26.777601 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597e861f-110e-48bb-bff0-9e9c575dd6d5 service neutron] Pushing event updated for resources: {'Port': ['ID=6cba7831-a801-42d6-aca6-3cbd8bd25305,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:26.778099 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4abcef-293e-4925-874f-67d9b67cab02 req-bb6ff037-7e50-4f11-81fc-1d8817214d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:26.779791 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-db4abcef-293e-4925-874f-67d9b67cab02 req-bb6ff037-7e50-4f11-81fc-1d8817214d42 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7b18d63737b74572a0543b98b602069a&device_id=f2523f58-4dac-4c3c-853d-957eae2412b7 HTTP/1.1" status: 200 len: 1100 time: 0.0535033 Aug 10 03:12:26.792326 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0ad757d2-5c73-48e5-a12f-993f83cd9718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:26.879427 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-db4abcef-293e-4925-874f-67d9b67cab02 req-94cee496-7214-4a78-b5c5-a1d76799ec66 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=8af5ca65-d1e8-47e0-9e35-5cab8c4a2292 HTTP/1.1" status: 200 len: 217 time: 0.0916159 Aug 10 03:12:26.917513 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d30b10b4-855f-4734-8613-6012d7289519 x-openstack-request-id: req-d30b10b4-855f-4734-8613-6012d7289519 {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:12:26.917858 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2523f58-4dac-4c3c-853d-957eae2412b7", "tag": "8af5ca65-d1e8-47e0-9e35-5cab8c4a2292", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:12:26.918135 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d30b10b4-855f-4734-8613-6012d7289519 {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:12:26.918512 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2523f58-4dac-4c3c-853d-957eae2412b7', 'tag': '8af5ca65-d1e8-47e0-9e35-5cab8c4a2292', 'status': 'completed', 'code': 200} Aug 10 03:12:26.945916 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4abcef-293e-4925-874f-67d9b67cab02 req-52081f4a-d4d5-4530-87b6-8aded6e1f9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:26.948727 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-db4abcef-293e-4925-874f-67d9b67cab02 req-52081f4a-d4d5-4530-87b6-8aded6e1f9ef service neutron] 10.222.0.42 "GET /v2.0/subnets?id=60d10164-1dee-4940-9d19-f71e6c18cbc5 HTTP/1.1" status: 200 len: 843 time: 0.0615878 Aug 10 03:12:26.962641 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-700e13cd-3c79-4311-82b4-49c6d1286f16 req-597e861f-110e-48bb-bff0-9e9c575dd6d5 service neutron] Attempting to bind port 6cba7831-a801-42d6-aca6-3cbd8bd25305 on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:12:26.963208 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-700e13cd-3c79-4311-82b4-49c6d1286f16 req-597e861f-110e-48bb-bff0-9e9c575dd6d5 service neutron] Attempting to bind port 6cba7831-a801-42d6-aca6-3cbd8bd25305 by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:12:26.963429 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700e13cd-3c79-4311-82b4-49c6d1286f16 req-597e861f-110e-48bb-bff0-9e9c575dd6d5 service neutron] Attempting to bind port 6cba7831-a801-42d6-aca6-3cbd8bd25305 on network 72a4be73-29a1-424c-8690-ecdcf6b06721 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:12:27.008763 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['f1904dff-5bed-4af3-93fb-2167cbd1d70d'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:12:27.019209 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4abcef-293e-4925-874f-67d9b67cab02 req-49e3e6ab-1e7f-4b85-af3f-304f5c2b20eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:27.026936 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700e13cd-3c79-4311-82b4-49c6d1286f16 req-597e861f-110e-48bb-bff0-9e9c575dd6d5 service neutron] Port 6cba7831-a801-42d6-aca6-3cbd8bd25305 on network 72a4be73-29a1-424c-8690-ecdcf6b06721 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:12:27.027270 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700e13cd-3c79-4311-82b4-49c6d1286f16 req-597e861f-110e-48bb-bff0-9e9c575dd6d5 service neutron] Attempting to bind port 6cba7831-a801-42d6-aca6-3cbd8bd25305 on network 72a4be73-29a1-424c-8690-ecdcf6b06721 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:12:27.029869 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-db4abcef-293e-4925-874f-67d9b67cab02 req-49e3e6ab-1e7f-4b85-af3f-304f5c2b20eb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72a4be73-29a1-424c-8690-ecdcf6b06721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0572555 Aug 10 03:12:27.037930 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-0ad757d2-5c73-48e5-a12f-993f83cd9718 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=264da674767042c98b29069e6425c075&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0621309 Aug 10 03:12:27.042028 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 41408) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:27.042193 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad757d2-5c73-48e5-a12f-993f83cd9718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b641ba71-f488-4f1f-b032-63abc8154fa9,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:27.077369 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b168eb-91e3-4a2d-8c1d-58b09bc0cd91 req-3e006054-bfd3-4e2c-9e96-9a6fa11cfbb1 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:27.079047 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-99b168eb-91e3-4a2d-8c1d-58b09bc0cd91 req-3e006054-bfd3-4e2c-9e96-9a6fa11cfbb1 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2e40e34-d23d-49a4-bca2-3ea8ed9c834a HTTP/1.1" status: 200 len: 944 time: 0.2201679 Aug 10 03:12:27.083287 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700e13cd-3c79-4311-82b4-49c6d1286f16 req-597e861f-110e-48bb-bff0-9e9c575dd6d5 service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:12:27.083633 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700e13cd-3c79-4311-82b4-49c6d1286f16 req-597e861f-110e-48bb-bff0-9e9c575dd6d5 service neutron] Checking segment: {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:12:27.084023 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700e13cd-3c79-4311-82b4-49c6d1286f16 req-597e861f-110e-48bb-bff0-9e9c575dd6d5 service neutron] Bound using segment: {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:12:27.084483 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-700e13cd-3c79-4311-82b4-49c6d1286f16 req-597e861f-110e-48bb-bff0-9e9c575dd6d5 service neutron] Bound port: 6cba7831-a801-42d6-aca6-3cbd8bd25305, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:12:27.084849 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-700e13cd-3c79-4311-82b4-49c6d1286f16 req-597e861f-110e-48bb-bff0-9e9c575dd6d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:27.138375 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b2ddec-58a6-4d6d-ad4e-2366073cedc0 req-c67305a8-5d2f-4eca-b233-e2068f7b89ae tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:27.139912 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a5b2ddec-58a6-4d6d-ad4e-2366073cedc0 req-c67305a8-5d2f-4eca-b233-e2068f7b89ae tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3514073 Aug 10 03:12:27.162514 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-a5b2ddec-58a6-4d6d-ad4e-2366073cedc0 req-fecb4960-836c-489a-be40-4165e3f2fcb1 tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] Request body: {'port': {'device_id': 'be93c23f-03c3-4d4a-a263-92ef61290e32', 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721', 'admin_state_up': True, 'tenant_id': '562c1859cc8d46a188a6c04c784d549a'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:12:27.199679 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-48e7eacd-8986-47a5-bea6-36431e05f81e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:27.233339 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-48e7eacd-8986-47a5-bea6-36431e05f81e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:27.242357 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-db4abcef-293e-4925-874f-67d9b67cab02 req-27ae8425-520d-4f63-b494-249be40fc97b service neutron] 10.222.0.42 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115049 Aug 10 03:12:27.291994 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-99b168eb-91e3-4a2d-8c1d-58b09bc0cd91 req-6a82983d-40c3-49e2-862e-9c0e1444937a tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024212 Aug 10 03:12:27.335914 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f481d8-30ec-4380-b6e3-a163ee300ca5 req-c1d9175d-a5da-40a7-813a-b415fb7ecc20 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:27.337605 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a7f481d8-30ec-4380-b6e3-a163ee300ca5 req-c1d9175d-a5da-40a7-813a-b415fb7ecc20 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c6232-f0c3-49ea-bd08-78872ee1d315 HTTP/1.1" status: 200 len: 947 time: 0.2067907 Aug 10 03:12:27.360006 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-48e7eacd-8986-47a5-bea6-36431e05f81e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:27.362706 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-48e7eacd-8986-47a5-bea6-36431e05f81e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:27.363925 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-48e7eacd-8986-47a5-bea6-36431e05f81e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b641ba71-f488-4f1f-b032-63abc8154fa9 HTTP/1.1" status: 204 len: 168 time: 0.3207521 Aug 10 03:12:27.375127 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-700e13cd-3c79-4311-82b4-49c6d1286f16 req-597e861f-110e-48bb-bff0-9e9c575dd6d5 service neutron] For port 6cba7831-a801-42d6-aca6-3cbd8bd25305, host n-h1-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:12:27.381514 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e7eacd-8986-47a5-bea6-36431e05f81e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b641ba71-f488-4f1f-b032-63abc8154fa9,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:27.385025 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-db4abcef-293e-4925-874f-67d9b67cab02 req-d5328341-f2dd-4f9a-9fe9-83523adecdf2 service neutron] 10.222.0.42 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218514 Aug 10 03:12:27.406685 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-700e13cd-3c79-4311-82b4-49c6d1286f16 req-597e861f-110e-48bb-bff0-9e9c575dd6d5 service neutron] For port 6cba7831-a801-42d6-aca6-3cbd8bd25305, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=6cba7831-a801-42d6-aca6-3cbd8bd25305,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:12:27.424135 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-700e13cd-3c79-4311-82b4-49c6d1286f16 req-597e861f-110e-48bb-bff0-9e9c575dd6d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:27.455631 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a7f481d8-30ec-4380-b6e3-a163ee300ca5 req-6a99c522-9e47-4fa1-865a-1138cc720dd8 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998199 Aug 10 03:12:27.495420 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5b2ddec-58a6-4d6d-ad4e-2366073cedc0 req-fecb4960-836c-489a-be40-4165e3f2fcb1 tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] Made reservation on behalf of 562c1859cc8d46a188a6c04c784d549a for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:12:27.500142 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a5b2ddec-58a6-4d6d-ad4e-2366073cedc0 req-fecb4960-836c-489a-be40-4165e3f2fcb1 tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:27.509670 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700e13cd-3c79-4311-82b4-49c6d1286f16 req-597e861f-110e-48bb-bff0-9e9c575dd6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:27.510572 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-700e13cd-3c79-4311-82b4-49c6d1286f16 req-597e861f-110e-48bb-bff0-9e9c575dd6d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:27.513230 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-700e13cd-3c79-4311-82b4-49c6d1286f16 req-597e861f-110e-48bb-bff0-9e9c575dd6d5 service neutron] 10.222.0.42 "PUT /v2.0/ports/6cba7831-a801-42d6-aca6-3cbd8bd25305 HTTP/1.1" status: 200 len: 1097 time: 2.3441815 Aug 10 03:12:27.524730 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9003228-f573-4146-ad18-7515ed907236', 'tag': '6cba7831-a801-42d6-aca6-3cbd8bd25305'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:12:27.534627 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f620ecb7-5d9f-4385-88ac-ea06aa34ea75" -d '{"events": [{"name": "network-changed", "server_uuid": "e9003228-f573-4146-ad18-7515ed907236", "tag": "6cba7831-a801-42d6-aca6-3cbd8bd25305"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:12:27.547298 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1111f28-ec1c-4065-8ef3-46c1b1309d51 req-d6ca5f0b-c8f9-4d98-85f9-27ee39d377ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:27.549361 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-e1111f28-ec1c-4065-8ef3-46c1b1309d51 req-d6ca5f0b-c8f9-4d98-85f9-27ee39d377ad service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7b18d63737b74572a0543b98b602069a&device_id=f2523f58-4dac-4c3c-853d-957eae2412b7 HTTP/1.1" status: 200 len: 1100 time: 0.0975158 Aug 10 03:12:27.666125 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597e861f-110e-48bb-bff0-9e9c575dd6d5 service neutron] Pushing event updated for resources: {'Port': ['ID=6cba7831-a801-42d6-aca6-3cbd8bd25305,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:27.717486 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1111f28-ec1c-4065-8ef3-46c1b1309d51 req-c409dcea-a06c-45b0-8270-4b7863ebd83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:27.719298 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-e1111f28-ec1c-4065-8ef3-46c1b1309d51 req-c409dcea-a06c-45b0-8270-4b7863ebd83c service neutron] 10.222.0.42 "GET /v2.0/networks?id=72a4be73-29a1-424c-8690-ecdcf6b06721 HTTP/1.1" status: 200 len: 869 time: 0.1621525 Aug 10 03:12:27.768123 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700e13cd-3c79-4311-82b4-49c6d1286f16 req-059b4ab8-1aff-4267-9062-fc472c31dbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:27.769656 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-700e13cd-3c79-4311-82b4-49c6d1286f16 req-059b4ab8-1aff-4267-9062-fc472c31dbd2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7b18d63737b74572a0543b98b602069a&device_id=e9003228-f573-4146-ad18-7515ed907236 HTTP/1.1" status: 200 len: 1100 time: 0.1912749 Aug 10 03:12:27.781853 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-e1111f28-ec1c-4065-8ef3-46c1b1309d51 req-b47d858a-4505-4275-bfaa-6f1cdbab99ea service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=8af5ca65-d1e8-47e0-9e35-5cab8c4a2292 HTTP/1.1" status: 200 len: 217 time: 0.0527635 Aug 10 03:12:27.853742 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5cdc8f-ab89-4c4f-b61c-5e73c7b57731 req-3c8cee48-411a-41b6-b69a-e54461817021 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:27.856230 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cf5cdc8f-ab89-4c4f-b61c-5e73c7b57731 req-3c8cee48-411a-41b6-b69a-e54461817021 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9314696-1eff-43c8-8add-42d325d4d849 HTTP/1.1" status: 200 len: 944 time: 0.2382901 Aug 10 03:12:27.861331 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-700e13cd-3c79-4311-82b4-49c6d1286f16 req-a803f32a-2283-45ca-9e38-36338726343a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=6cba7831-a801-42d6-aca6-3cbd8bd25305 HTTP/1.1" status: 200 len: 217 time: 0.0769005 Aug 10 03:12:27.879081 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 41432) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:27.896161 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1111f28-ec1c-4065-8ef3-46c1b1309d51 req-10e38f35-d781-4512-8b80-fc46926a4ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:27.897605 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-e1111f28-ec1c-4065-8ef3-46c1b1309d51 req-10e38f35-d781-4512-8b80-fc46926a4ef7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=60d10164-1dee-4940-9d19-f71e6c18cbc5 HTTP/1.1" status: 200 len: 843 time: 0.1090646 Aug 10 03:12:27.898774 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-aa29ad55-4711-4cc1-adb1-6e82562468a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:27.943749 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-a5b2ddec-58a6-4d6d-ad4e-2366073cedc0 req-fecb4960-836c-489a-be40-4165e3f2fcb1 tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] Allocated IP 192.168.233.240 (72a4be73-29a1-424c-8690-ecdcf6b06721/60d10164-1dee-4940-9d19-f71e6c18cbc5/64b9ae55-270d-4ec7-b9bd-c6917b1f5063) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:12:27.976349 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1111f28-ec1c-4065-8ef3-46c1b1309d51 req-a522a269-fd8d-40ee-af11-39b76fa1bdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:27.977961 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-e1111f28-ec1c-4065-8ef3-46c1b1309d51 req-a522a269-fd8d-40ee-af11-39b76fa1bdf1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72a4be73-29a1-424c-8690-ecdcf6b06721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0714300 Aug 10 03:12:28.006560 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cf5cdc8f-ab89-4c4f-b61c-5e73c7b57731 req-c3e0c256-54d0-411a-a64a-401458101caa tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] 10.222.0.44 "GET /v2.0/security-groups?id=494e99f4-94a2-4d1c-bfc8-854b27237629&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1395578 Aug 10 03:12:28.007818 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700e13cd-3c79-4311-82b4-49c6d1286f16 req-abb397cd-642a-4f3e-8850-18c0e67a19e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:28.009238 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-700e13cd-3c79-4311-82b4-49c6d1286f16 req-abb397cd-642a-4f3e-8850-18c0e67a19e9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=60d10164-1dee-4940-9d19-f71e6c18cbc5 HTTP/1.1" status: 200 len: 843 time: 0.1369789 Aug 10 03:12:28.097987 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-aa29ad55-4711-4cc1-adb1-6e82562468a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:28.101947 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493de65c-567e-44bc-9d51-03b04bb02eea req-2be7ba65-4f6a-4965-afba-ea9bc714a702 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:28.104373 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-493de65c-567e-44bc-9d51-03b04bb02eea req-2be7ba65-4f6a-4965-afba-ea9bc714a702 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9003228-f573-4146-ad18-7515ed907236 HTTP/1.1" status: 200 len: 948 time: 0.1624427 Aug 10 03:12:28.105813 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-aa29ad55-4711-4cc1-adb1-6e82562468a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:28.114840 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-e1111f28-ec1c-4065-8ef3-46c1b1309d51 req-4cb42cda-603a-41bc-9713-f1e67066542f service neutron] 10.222.0.42 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250675 Aug 10 03:12:28.117299 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85dd2e3c-b770-4539-9b8e-6081652ab52d x-openstack-request-id: req-85dd2e3c-b770-4539-9b8e-6081652ab52d {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:12:28.117588 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9003228-f573-4146-ad18-7515ed907236", "tag": "6cba7831-a801-42d6-aca6-3cbd8bd25305", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:12:28.117836 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-85dd2e3c-b770-4539-9b8e-6081652ab52d {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:12:28.118269 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9003228-f573-4146-ad18-7515ed907236', 'tag': '6cba7831-a801-42d6-aca6-3cbd8bd25305', 'status': 'completed', 'code': 200} Aug 10 03:12:28.198428 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa29ad55-4711-4cc1-adb1-6e82562468a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94bc358c-689d-4f66-a6b7-2e882846943d,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:28.202796 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-aa29ad55-4711-4cc1-adb1-6e82562468a6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3858b8adfdf44777ae36ddfc615d6945&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3225977 Aug 10 03:12:28.207976 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 41440) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:28.275897 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-e1111f28-ec1c-4065-8ef3-46c1b1309d51 req-c2d3a708-a19f-47f5-aa99-ff322b849e6c service neutron] 10.222.0.42 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500380 Aug 10 03:12:28.288474 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8748a202-76dc-4c53-add4-da90042bd3ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:28.312954 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8748a202-76dc-4c53-add4-da90042bd3ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:28.366755 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8748a202-76dc-4c53-add4-da90042bd3ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:28.369783 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8748a202-76dc-4c53-add4-da90042bd3ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:28.373786 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-8748a202-76dc-4c53-add4-da90042bd3ce admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/94bc358c-689d-4f66-a6b7-2e882846943d HTTP/1.1" status: 204 len: 168 time: 0.1620872 Aug 10 03:12:28.386002 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8748a202-76dc-4c53-add4-da90042bd3ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94bc358c-689d-4f66-a6b7-2e882846943d,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:28.399607 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f75a3c89-28d8-4c95-a637-8a39341ce851 req-1a0f58e1-2542-490d-8a2c-3618f1f1373b tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] 10.222.0.44 "GET /v2.0/ports?device_id=be93c23f-03c3-4d4a-a263-92ef61290e32 HTTP/1.1" status: 200 len: 210 time: 0.0442867 Aug 10 03:12:28.410290 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700e13cd-3c79-4311-82b4-49c6d1286f16 req-590837be-2769-4a8e-8d78-2ab9d03c0c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:28.411768 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-700e13cd-3c79-4311-82b4-49c6d1286f16 req-590837be-2769-4a8e-8d78-2ab9d03c0c7b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72a4be73-29a1-424c-8690-ecdcf6b06721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3908880 Aug 10 03:12:28.474858 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-493de65c-567e-44bc-9d51-03b04bb02eea req-a1de1523-0ca2-440c-a372-9645646a3284 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/security-groups?id=b61ddca4-e27e-4174-97e8-ca6f8f679a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3542182 Aug 10 03:12:28.596842 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a5b2ddec-58a6-4d6d-ad4e-2366073cedc0 req-fecb4960-836c-489a-be40-4165e3f2fcb1 tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:28.666323 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-a5b2ddec-58a6-4d6d-ad4e-2366073cedc0 req-fecb4960-836c-489a-be40-4165e3f2fcb1 tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] Transition to ACTIVE for port object 64b9ae55-270d-4ec7-b9bd-c6917b1f5063 will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:12:28.678008 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-700e13cd-3c79-4311-82b4-49c6d1286f16 req-5b72fc6f-9bed-4d29-80e5-f6d4608b4c16 service neutron] 10.222.0.42 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414217 Aug 10 03:12:28.761598 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f7cc4e-66c8-4fc3-9eea-ff9e8078de6b req-32cc358f-7d67-4e6d-8901-38ec626c5015 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:28.763148 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-91f7cc4e-66c8-4fc3-9eea-ff9e8078de6b req-32cc358f-7d67-4e6d-8901-38ec626c5015 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2e40e34-d23d-49a4-bca2-3ea8ed9c834a HTTP/1.1" status: 200 len: 944 time: 0.1956294 Aug 10 03:12:28.788635 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4bbb5c-3f50-4198-ac70-88acf8c6b273 req-521f1691-83d8-45fc-a2c9-ddf0fddca314 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:28.790168 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ab4bbb5c-3f50-4198-ac70-88acf8c6b273 req-521f1691-83d8-45fc-a2c9-ddf0fddca314 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c6232-f0c3-49ea-bd08-78872ee1d315 HTTP/1.1" status: 200 len: 947 time: 0.1909103 Aug 10 03:12:28.858621 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a5b2ddec-58a6-4d6d-ad4e-2366073cedc0 req-fecb4960-836c-489a-be40-4165e3f2fcb1 tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:28.913735 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-91f7cc4e-66c8-4fc3-9eea-ff9e8078de6b req-6fbcf5bd-db9e-4822-ab08-b8f74803423f tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369848 Aug 10 03:12:28.938146 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5b2ddec-58a6-4d6d-ad4e-2366073cedc0 req-fecb4960-836c-489a-be40-4165e3f2fcb1 tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] Network 72a4be73-29a1-424c-8690-ecdcf6b06721 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:12:28.941060 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-700e13cd-3c79-4311-82b4-49c6d1286f16 req-130787c1-85fb-4eb1-8988-46a236a286b9 service neutron] 10.222.0.42 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495453 Aug 10 03:12:28.950006 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ab4bbb5c-3f50-4198-ac70-88acf8c6b273 req-e9211a8f-a230-4802-9dee-68c636ceea11 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470623 Aug 10 03:12:28.953207 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-a5b2ddec-58a6-4d6d-ad4e-2366073cedc0 req-fecb4960-836c-489a-be40-4165e3f2fcb1 tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:12:28.955844 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5b2ddec-58a6-4d6d-ad4e-2366073cedc0 req-fecb4960-836c-489a-be40-4165e3f2fcb1 tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:12:28.962482 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b2ddec-58a6-4d6d-ad4e-2366073cedc0 req-fecb4960-836c-489a-be40-4165e3f2fcb1 tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:28.963037 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a5b2ddec-58a6-4d6d-ad4e-2366073cedc0 req-fecb4960-836c-489a-be40-4165e3f2fcb1 tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:28.974737 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecb4960-836c-489a-be40-4165e3f2fcb1 tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] Pushing event updated for resources: {'Port': ['ID=64b9ae55-270d-4ec7-b9bd-c6917b1f5063,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:28.995255 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a5b2ddec-58a6-4d6d-ad4e-2366073cedc0 req-fecb4960-836c-489a-be40-4165e3f2fcb1 tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8412461 Aug 10 03:12:29.024589 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-a5b2ddec-58a6-4d6d-ad4e-2366073cedc0 req-95d294fc-3188-4cf2-afad-8c4b06695c52 service neutron] Request body: {'port': {'device_id': 'be93c23f-03c3-4d4a-a263-92ef61290e32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:12:29.181536 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f620ecb7-5d9f-4385-88ac-ea06aa34ea75 req-3207a936-d6aa-4e76-b100-52f1d89ec586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:29.183163 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f620ecb7-5d9f-4385-88ac-ea06aa34ea75 req-3207a936-d6aa-4e76-b100-52f1d89ec586 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7b18d63737b74572a0543b98b602069a&device_id=e9003228-f573-4146-ad18-7515ed907236 HTTP/1.1" status: 200 len: 1100 time: 0.1263139 Aug 10 03:12:29.186281 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a5b2ddec-58a6-4d6d-ad4e-2366073cedc0 req-95d294fc-3188-4cf2-afad-8c4b06695c52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:29.319140 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c1223576-ec4d-4dae-8feb-355881400830 None None] Provisioning for port 64b9ae55-270d-4ec7-b9bd-c6917b1f5063 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:12:29.324056 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c1223576-ec4d-4dae-8feb-355881400830 None None] Provisioning complete for port 64b9ae55-270d-4ec7-b9bd-c6917b1f5063 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:12:29.324601 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c1223576-ec4d-4dae-8feb-355881400830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:29.366352 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c1223576-ec4d-4dae-8feb-355881400830 None None] Port 64b9ae55-270d-4ec7-b9bd-c6917b1f5063 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:12:29.371250 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f620ecb7-5d9f-4385-88ac-ea06aa34ea75 req-bfe902b0-ab4d-4437-8136-42ab2d3a53a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:29.372823 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f620ecb7-5d9f-4385-88ac-ea06aa34ea75 req-bfe902b0-ab4d-4437-8136-42ab2d3a53a3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=72a4be73-29a1-424c-8690-ecdcf6b06721 HTTP/1.1" status: 200 len: 869 time: 0.1609848 Aug 10 03:12:29.384836 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d648b3-4fea-49fe-8d8f-2d484ea4e918 req-2a570ed8-ebf5-4078-a0bf-41b639146841 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:29.386399 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-60d648b3-4fea-49fe-8d8f-2d484ea4e918 req-2a570ed8-ebf5-4078-a0bf-41b639146841 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9314696-1eff-43c8-8add-42d325d4d849 HTTP/1.1" status: 200 len: 944 time: 0.2202718 Aug 10 03:12:29.513986 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f620ecb7-5d9f-4385-88ac-ea06aa34ea75 req-dec2be72-b640-471d-9714-da05d1d2cc1e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=6cba7831-a801-42d6-aca6-3cbd8bd25305 HTTP/1.1" status: 200 len: 217 time: 0.1179245 Aug 10 03:12:29.620491 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ef4778-0a34-4ff3-9f66-45d07c43ff00 req-76c75ff8-ec32-4a0a-8458-b4cb7ed60f99 tempest-AggregatesAdminTestJSON-1923486981 tempest-AggregatesAdminTestJSON-1923486981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:29.622052 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f0ef4778-0a34-4ff3-9f66-45d07c43ff00 req-76c75ff8-ec32-4a0a-8458-b4cb7ed60f99 tempest-AggregatesAdminTestJSON-1923486981 tempest-AggregatesAdminTestJSON-1923486981-project] 10.222.0.44 "GET /v2.0/ports?device_id=41f25eb7-03e1-4797-8691-8a456972f7ad HTTP/1.1" status: 200 len: 970 time: 0.2475314 Aug 10 03:12:29.636104 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-60d648b3-4fea-49fe-8d8f-2d484ea4e918 req-e571621d-386e-4667-a660-c7a9064e6513 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] 10.222.0.44 "GET /v2.0/security-groups?id=494e99f4-94a2-4d1c-bfc8-854b27237629&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2223244 Aug 10 03:12:29.671266 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f620ecb7-5d9f-4385-88ac-ea06aa34ea75 req-94f54b51-943a-4e4a-90c6-284ee6a58b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:29.672899 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f620ecb7-5d9f-4385-88ac-ea06aa34ea75 req-94f54b51-943a-4e4a-90c6-284ee6a58b80 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=60d10164-1dee-4940-9d19-f71e6c18cbc5 HTTP/1.1" status: 200 len: 843 time: 0.1433101 Aug 10 03:12:29.678203 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 762a71c0-9382-4c69-8bad-ab26883c428a details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:12:29.751219 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device f1904dff-5bed-4af3-93fb-2167cbd1d70d up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:12:29.805992 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f0ef4778-0a34-4ff3-9f66-45d07c43ff00 req-bd36e5c1-23d4-4803-a38d-587931e3fd7f tempest-AggregatesAdminTestJSON-1923486981 tempest-AggregatesAdminTestJSON-1923486981-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cad1bdf-aeab-454c-af30-02c5fa394227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426876 Aug 10 03:12:29.837082 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 762a71c0-9382-4c69-8bad-ab26883c428a, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=762a71c0-9382-4c69-8bad-ab26883c428a,segment=NetworkSegment(b42426e6-502c-40d3-9c61-ff26c82f39ea),segment_id=b42426e6-502c-40d3-9c61-ff26c82f39ea)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:29.840619 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning for port f1904dff-5bed-4af3-93fb-2167cbd1d70d completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:12:29.852772 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f620ecb7-5d9f-4385-88ac-ea06aa34ea75 req-6220cf8f-9fc4-427f-92cd-3dbb92db2a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:29.853961 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f620ecb7-5d9f-4385-88ac-ea06aa34ea75 req-6220cf8f-9fc4-427f-92cd-3dbb92db2a77 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72a4be73-29a1-424c-8690-ecdcf6b06721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1602204 Aug 10 03:12:29.858145 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port f1904dff-5bed-4af3-93fb-2167cbd1d70d triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:12:29.858568 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:29.888429 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d59862-61a8-4975-8862-4c2e62359eef req-f0161d36-787c-42bc-b653-bc4ad90e0e89 tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:29.889911 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d3d59862-61a8-4975-8862-4c2e62359eef req-f0161d36-787c-42bc-b653-bc4ad90e0e89 tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] 10.222.0.44 "GET /v2.0/ports?device_id=be93c23f-03c3-4d4a-a263-92ef61290e32 HTTP/1.1" status: 200 len: 936 time: 0.1299493 Aug 10 03:12:29.989355 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': '762a71c0-9382-4c69-8bad-ab26883c428a', 'network_id': '7bfbeebb-f42f-441e-a7f5-dde179143eae', 'port_id': '762a71c0-9382-4c69-8bad-ab26883c428a', 'mac_address': 'fa:16:3e:8e:e9:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '899d577f-02e7-4571-b318-84c090d894c3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:12:30.019471 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-a5b2ddec-58a6-4d6d-ad4e-2366073cedc0 req-95d294fc-3188-4cf2-afad-8c4b06695c52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64b9ae55-270d-4ec7-b9bd-c6917b1f5063 {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:12:30.039246 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a5b2ddec-58a6-4d6d-ad4e-2366073cedc0 req-95d294fc-3188-4cf2-afad-8c4b06695c52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:30.045152 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:30.074334 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d3d59862-61a8-4975-8862-4c2e62359eef req-bbb79236-8325-4aad-b5df-0dae5dff1a83 tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b6a7a1f-7efb-4024-a941-8fe2a982dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319172 Aug 10 03:12:30.075414 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-a5b2ddec-58a6-4d6d-ad4e-2366073cedc0 req-95d294fc-3188-4cf2-afad-8c4b06695c52 service neutron] Transition to ACTIVE for port object 64b9ae55-270d-4ec7-b9bd-c6917b1f5063 will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:12:30.085592 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f46906-5762-4fef-b4ff-7f84c3c652e4 req-7f21b44b-6cf0-4e33-b415-3a7f74c83ee0 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:30.087165 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-84f46906-5762-4fef-b4ff-7f84c3c652e4 req-7f21b44b-6cf0-4e33-b415-3a7f74c83ee0 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9003228-f573-4146-ad18-7515ed907236 HTTP/1.1" status: 200 len: 948 time: 0.1962938 Aug 10 03:12:30.090101 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 762a71c0-9382-4c69-8bad-ab26883c428a {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:12:30.091470 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a5b2ddec-58a6-4d6d-ad4e-2366073cedc0 req-95d294fc-3188-4cf2-afad-8c4b06695c52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:30.129203 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:30.134130 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 762a71c0-9382-4c69-8bad-ab26883c428a, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=762a71c0-9382-4c69-8bad-ab26883c428a,segment=NetworkSegment(b42426e6-502c-40d3-9c61-ff26c82f39ea),segment_id=b42426e6-502c-40d3-9c61-ff26c82f39ea)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:30.147612 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:30.148539 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 408a3286-4f2d-4fd4-a596-e648c93bfc43 details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:12:30.149976 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f620ecb7-5d9f-4385-88ac-ea06aa34ea75 req-529ede66-8929-4cd9-9453-ef5ff7760698 service neutron] 10.222.0.42 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825751 Aug 10 03:12:30.221756 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2e40e34-d23d-49a4-bca2-3ea8ed9c834a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1904dff-5bed-4af3-93fb-2167cbd1d70d'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:12:30.224286 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd0135ac-5edb-40fd-ab0a-85a8c88ed088" -d '{"events": [{"server_uuid": "d2e40e34-d23d-49a4-bca2-3ea8ed9c834a", "name": "network-vif-plugged", "status": "completed", "tag": "f1904dff-5bed-4af3-93fb-2167cbd1d70d"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:12:30.230621 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d294fc-3188-4cf2-afad-8c4b06695c52 service neutron] Pushing event updated for resources: {'Port': ['ID=64b9ae55-270d-4ec7-b9bd-c6917b1f5063,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:30.260414 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port f1904dff-5bed-4af3-93fb-2167cbd1d70d, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=f1904dff-5bed-4af3-93fb-2167cbd1d70d,segment=NetworkSegment(6bf2f30c-8de9-48b6-ac35-0afe448267ae),segment_id=6bf2f30c-8de9-48b6-ac35-0afe448267ae)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:30.277709 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:30.286821 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-84f46906-5762-4fef-b4ff-7f84c3c652e4 req-c5c7e2a0-4daa-4855-8d19-d3923eb86716 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/security-groups?id=b61ddca4-e27e-4174-97e8-ca6f8f679a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885283 Aug 10 03:12:30.312988 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=762a71c0-9382-4c69-8bad-ab26883c428a,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:30.322462 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-a5b2ddec-58a6-4d6d-ad4e-2366073cedc0 req-95d294fc-3188-4cf2-afad-8c4b06695c52 service neutron] Attempting to bind port 64b9ae55-270d-4ec7-b9bd-c6917b1f5063 on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:12:30.322801 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-a5b2ddec-58a6-4d6d-ad4e-2366073cedc0 req-95d294fc-3188-4cf2-afad-8c4b06695c52 service neutron] Attempting to bind port 64b9ae55-270d-4ec7-b9bd-c6917b1f5063 by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:12:30.323132 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b2ddec-58a6-4d6d-ad4e-2366073cedc0 req-95d294fc-3188-4cf2-afad-8c4b06695c52 service neutron] Attempting to bind port 64b9ae55-270d-4ec7-b9bd-c6917b1f5063 on network 72a4be73-29a1-424c-8690-ecdcf6b06721 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:12:30.336869 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b2ddec-58a6-4d6d-ad4e-2366073cedc0 req-95d294fc-3188-4cf2-afad-8c4b06695c52 service neutron] Port 64b9ae55-270d-4ec7-b9bd-c6917b1f5063 on network 72a4be73-29a1-424c-8690-ecdcf6b06721 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:12:30.337192 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b2ddec-58a6-4d6d-ad4e-2366073cedc0 req-95d294fc-3188-4cf2-afad-8c4b06695c52 service neutron] Attempting to bind port 64b9ae55-270d-4ec7-b9bd-c6917b1f5063 on network 72a4be73-29a1-424c-8690-ecdcf6b06721 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:12:30.359418 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3406f083-078d-4ccb-a8be-41991f8d07f9 req-6b0559fe-cdb9-4d4f-b05a-8b129343ad2a tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:30.366717 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3406f083-078d-4ccb-a8be-41991f8d07f9 req-6b0559fe-cdb9-4d4f-b05a-8b129343ad2a tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2e40e34-d23d-49a4-bca2-3ea8ed9c834a HTTP/1.1" status: 200 len: 944 time: 0.1443212 Aug 10 03:12:30.369643 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b2ddec-58a6-4d6d-ad4e-2366073cedc0 req-95d294fc-3188-4cf2-afad-8c4b06695c52 service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:12:30.369978 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b2ddec-58a6-4d6d-ad4e-2366073cedc0 req-95d294fc-3188-4cf2-afad-8c4b06695c52 service neutron] Checking segment: {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:12:30.370390 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b2ddec-58a6-4d6d-ad4e-2366073cedc0 req-95d294fc-3188-4cf2-afad-8c4b06695c52 service neutron] Bound using segment: {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:12:30.370837 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-a5b2ddec-58a6-4d6d-ad4e-2366073cedc0 req-95d294fc-3188-4cf2-afad-8c4b06695c52 service neutron] Bound port: 64b9ae55-270d-4ec7-b9bd-c6917b1f5063, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:12:30.371195 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a5b2ddec-58a6-4d6d-ad4e-2366073cedc0 req-95d294fc-3188-4cf2-afad-8c4b06695c52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:30.374652 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f620ecb7-5d9f-4385-88ac-ea06aa34ea75 req-b2c044b2-5bf8-44db-8173-67b102894f09 service neutron] 10.222.0.42 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104719 Aug 10 03:12:30.401520 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=f1904dff-5bed-4af3-93fb-2167cbd1d70d,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:30.418489 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 408a3286-4f2d-4fd4-a596-e648c93bfc43, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=408a3286-4f2d-4fd4-a596-e648c93bfc43,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:30.434831 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': '408a3286-4f2d-4fd4-a596-e648c93bfc43', 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721', 'port_id': '408a3286-4f2d-4fd4-a596-e648c93bfc43', 'mac_address': 'fa:16:3e:49:2d:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60d10164-1dee-4940-9d19-f71e6c18cbc5', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:12:30.469519 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3406f083-078d-4ccb-a8be-41991f8d07f9 req-1016407a-876d-4b97-b9ee-3c7129e46527 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019266 Aug 10 03:12:30.478169 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:30.508345 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 408a3286-4f2d-4fd4-a596-e648c93bfc43 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:12:30.508614 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe0c68f-efd4-4947-be2f-34dff96e23f2 req-56f41c17-105f-4fb0-8dc9-e1d0edeeffa9 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:30.510260 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-afe0c68f-efd4-4947-be2f-34dff96e23f2 req-56f41c17-105f-4fb0-8dc9-e1d0edeeffa9 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c6232-f0c3-49ea-bd08-78872ee1d315 HTTP/1.1" status: 200 len: 947 time: 0.1130989 Aug 10 03:12:30.527871 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-a5b2ddec-58a6-4d6d-ad4e-2366073cedc0 req-95d294fc-3188-4cf2-afad-8c4b06695c52 service neutron] For port 64b9ae55-270d-4ec7-b9bd-c6917b1f5063, host n-h1-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:12:30.532207 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-a5b2ddec-58a6-4d6d-ad4e-2366073cedc0 req-95d294fc-3188-4cf2-afad-8c4b06695c52 service neutron] For port 64b9ae55-270d-4ec7-b9bd-c6917b1f5063, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=64b9ae55-270d-4ec7-b9bd-c6917b1f5063,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:12:30.536648 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 408a3286-4f2d-4fd4-a596-e648c93bfc43, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=408a3286-4f2d-4fd4-a596-e648c93bfc43,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:30.544235 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:30.549164 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a5b2ddec-58a6-4d6d-ad4e-2366073cedc0 req-95d294fc-3188-4cf2-afad-8c4b06695c52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:30.599276 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=408a3286-4f2d-4fd4-a596-e648c93bfc43,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:30.602324 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b2ddec-58a6-4d6d-ad4e-2366073cedc0 req-95d294fc-3188-4cf2-afad-8c4b06695c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:30.602989 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a5b2ddec-58a6-4d6d-ad4e-2366073cedc0 req-95d294fc-3188-4cf2-afad-8c4b06695c52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:30.604372 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a5b2ddec-58a6-4d6d-ad4e-2366073cedc0 req-95d294fc-3188-4cf2-afad-8c4b06695c52 service neutron] 10.222.0.42 "PUT /v2.0/ports/64b9ae55-270d-4ec7-b9bd-c6917b1f5063 HTTP/1.1" status: 200 len: 1097 time: 1.5929542 Aug 10 03:12:30.604843 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be93c23f-03c3-4d4a-a263-92ef61290e32', 'tag': '64b9ae55-270d-4ec7-b9bd-c6917b1f5063'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:12:30.607164 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1918aca0-6672-4899-a9ed-74a2f6051539" -d '{"events": [{"name": "network-changed", "server_uuid": "be93c23f-03c3-4d4a-a263-92ef61290e32", "tag": "64b9ae55-270d-4ec7-b9bd-c6917b1f5063"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:12:30.617783 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-afe0c68f-efd4-4947-be2f-34dff96e23f2 req-9088ba77-1ddf-4ce2-8f20-04ee5e186ff2 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981684 Aug 10 03:12:30.641205 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d294fc-3188-4cf2-afad-8c4b06695c52 service neutron] Pushing event updated for resources: {'Port': ['ID=64b9ae55-270d-4ec7-b9bd-c6917b1f5063,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:30.641814 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 8af5ca65-d1e8-47e0-9e35-5cab8c4a2292 details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:12:30.744092 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffac832-b487-4e40-b763-b67e0ea6b4d8 req-643ff748-3ad0-4701-a88d-20f2cd2fbc3e tempest-AggregatesAdminTestJSON-1923486981 tempest-AggregatesAdminTestJSON-1923486981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:30.745651 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3ffac832-b487-4e40-b763-b67e0ea6b4d8 req-643ff748-3ad0-4701-a88d-20f2cd2fbc3e tempest-AggregatesAdminTestJSON-1923486981 tempest-AggregatesAdminTestJSON-1923486981-project] 10.222.0.42 "GET /v2.0/ports?device_id=41f25eb7-03e1-4797-8691-8a456972f7ad HTTP/1.1" status: 200 len: 970 time: 0.0840838 Aug 10 03:12:30.747857 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b2ddec-58a6-4d6d-ad4e-2366073cedc0 req-ba604493-52db-40f9-a119-d4d98b07f105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:30.749435 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a5b2ddec-58a6-4d6d-ad4e-2366073cedc0 req-ba604493-52db-40f9-a119-d4d98b07f105 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=562c1859cc8d46a188a6c04c784d549a&device_id=be93c23f-03c3-4d4a-a263-92ef61290e32 HTTP/1.1" status: 200 len: 1100 time: 0.1009243 Aug 10 03:12:30.781189 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-567ddfb8-a861-4e06-8854-7a509de68552 x-openstack-request-id: req-567ddfb8-a861-4e06-8854-7a509de68552 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:12:30.781472 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2e40e34-d23d-49a4-bca2-3ea8ed9c834a", "name": "network-vif-plugged", "status": "completed", "tag": "f1904dff-5bed-4af3-93fb-2167cbd1d70d", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:12:30.781744 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-567ddfb8-a861-4e06-8854-7a509de68552 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:12:30.782828 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2e40e34-d23d-49a4-bca2-3ea8ed9c834a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1904dff-5bed-4af3-93fb-2167cbd1d70d', 'code': 200} Aug 10 03:12:30.848329 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 8af5ca65-d1e8-47e0-9e35-5cab8c4a2292, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=8af5ca65-d1e8-47e0-9e35-5cab8c4a2292,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:30.848862 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c06cfad3-e708-4b70-aa88-b4d61ade0612 x-openstack-request-id: req-c06cfad3-e708-4b70-aa88-b4d61ade0612 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:12:30.849607 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be93c23f-03c3-4d4a-a263-92ef61290e32", "tag": "64b9ae55-270d-4ec7-b9bd-c6917b1f5063", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:12:30.849876 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c06cfad3-e708-4b70-aa88-b4d61ade0612 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:12:30.850965 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be93c23f-03c3-4d4a-a263-92ef61290e32', 'tag': '64b9ae55-270d-4ec7-b9bd-c6917b1f5063', 'status': 'completed', 'code': 200} Aug 10 03:12:30.852944 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a5b2ddec-58a6-4d6d-ad4e-2366073cedc0 req-6e6f80e9-e5c8-466a-8d85-881cd5bc778e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=64b9ae55-270d-4ec7-b9bd-c6917b1f5063 HTTP/1.1" status: 200 len: 217 time: 0.0946414 Aug 10 03:12:30.873435 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fbd073-8172-459f-ae85-3313fbcd3098 req-5197ed0f-bca9-4ea6-bc7b-7be80c3f59e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:30.875902 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-05fbd073-8172-459f-ae85-3313fbcd3098 req-5197ed0f-bca9-4ea6-bc7b-7be80c3f59e0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d2e40e34-d23d-49a4-bca2-3ea8ed9c834a HTTP/1.1" status: 200 len: 1097 time: 0.0920558 Aug 10 03:12:30.880261 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': '8af5ca65-d1e8-47e0-9e35-5cab8c4a2292', 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721', 'port_id': '8af5ca65-d1e8-47e0-9e35-5cab8c4a2292', 'mac_address': 'fa:16:3e:7e:de:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60d10164-1dee-4940-9d19-f71e6c18cbc5', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:12:30.919160 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-05fbd073-8172-459f-ae85-3313fbcd3098 req-3e292212-29e1-4b79-b46b-e7402da0fc1d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333219 Aug 10 03:12:30.955460 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:30.973193 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8af5ca65-d1e8-47e0-9e35-5cab8c4a2292 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:12:30.996178 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 8af5ca65-d1e8-47e0-9e35-5cab8c4a2292, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=8af5ca65-d1e8-47e0-9e35-5cab8c4a2292,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:31.001276 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:31.054477 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['762a71c0-9382-4c69-8bad-ab26883c428a'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:12:31.064737 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['408a3286-4f2d-4fd4-a596-e648c93bfc43'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:12:31.102889 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=8af5ca65-d1e8-47e0-9e35-5cab8c4a2292,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:31.196397 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['8af5ca65-d1e8-47e0-9e35-5cab8c4a2292'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:12:31.252063 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b2ddec-58a6-4d6d-ad4e-2366073cedc0 req-7f2bc16c-ebad-437d-8196-0c175cba0179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:31.253868 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a5b2ddec-58a6-4d6d-ad4e-2366073cedc0 req-7f2bc16c-ebad-437d-8196-0c175cba0179 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=60d10164-1dee-4940-9d19-f71e6c18cbc5 HTTP/1.1" status: 200 len: 843 time: 0.3694553 Aug 10 03:12:31.308081 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b456fd76-e97c-4524-8f3e-d0d8feca1bba req-112e59ee-0606-4d7c-af54-a54878d29ed6 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:31.309678 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b456fd76-e97c-4524-8f3e-d0d8feca1bba req-112e59ee-0606-4d7c-af54-a54878d29ed6 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9314696-1eff-43c8-8add-42d325d4d849 HTTP/1.1" status: 200 len: 945 time: 0.3742776 Aug 10 03:12:31.358332 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f19780-75b4-40f7-bbb1-00880f78b98f req-5976ad93-da2d-445a-8bdc-00952025804d tempest-AggregatesAdminTestJSON-1923486981 tempest-AggregatesAdminTestJSON-1923486981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:31.359817 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-09f19780-75b4-40f7-bbb1-00880f78b98f req-5976ad93-da2d-445a-8bdc-00952025804d tempest-AggregatesAdminTestJSON-1923486981 tempest-AggregatesAdminTestJSON-1923486981-project] 10.222.0.44 "GET /v2.0/ports?device_id=41f25eb7-03e1-4797-8691-8a456972f7ad HTTP/1.1" status: 200 len: 970 time: 0.3468521 Aug 10 03:12:31.382434 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-3ffac832-b487-4e40-b763-b67e0ea6b4d8 req-d88c1c84-81f9-43e6-ad31-2a84d704d981 tempest-AggregatesAdminTestJSON-1923486981 tempest-AggregatesAdminTestJSON-1923486981-project] Deleting port 59dd1db0-f1bf-4bdd-b16b-a490b95dc333 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:12:31.382771 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-3ffac832-b487-4e40-b763-b67e0ea6b4d8 req-d88c1c84-81f9-43e6-ad31-2a84d704d981 tempest-AggregatesAdminTestJSON-1923486981 tempest-AggregatesAdminTestJSON-1923486981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:31.441815 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b2ddec-58a6-4d6d-ad4e-2366073cedc0 req-086533fb-635d-422b-b583-a78946f9ea3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:31.443352 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a5b2ddec-58a6-4d6d-ad4e-2366073cedc0 req-086533fb-635d-422b-b583-a78946f9ea3c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72a4be73-29a1-424c-8690-ecdcf6b06721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1794403 Aug 10 03:12:31.446217 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b456fd76-e97c-4524-8f3e-d0d8feca1bba req-3af49b09-4ac6-4ad2-903e-542ebc75d862 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] 10.222.0.44 "GET /v2.0/security-groups?id=494e99f4-94a2-4d1c-bfc8-854b27237629&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1292415 Aug 10 03:12:31.527961 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-09f19780-75b4-40f7-bbb1-00880f78b98f req-cab19bf7-8e39-4550-9efd-524d776fe3d0 tempest-AggregatesAdminTestJSON-1923486981 tempest-AggregatesAdminTestJSON-1923486981-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cad1bdf-aeab-454c-af30-02c5fa394227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576226 Aug 10 03:12:31.587354 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-3ffac832-b487-4e40-b763-b67e0ea6b4d8 req-d88c1c84-81f9-43e6-ad31-2a84d704d981 tempest-AggregatesAdminTestJSON-1923486981 tempest-AggregatesAdminTestJSON-1923486981-project] For port 59dd1db0-f1bf-4bdd-b16b-a490b95dc333, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=59dd1db0-f1bf-4bdd-b16b-a490b95dc333,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:31.587723 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-3ffac832-b487-4e40-b763-b67e0ea6b4d8 req-d88c1c84-81f9-43e6-ad31-2a84d704d981 tempest-AggregatesAdminTestJSON-1923486981 tempest-AggregatesAdminTestJSON-1923486981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:31.598587 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a5b2ddec-58a6-4d6d-ad4e-2366073cedc0 req-b9c2bfb6-a74c-47a5-8772-fe7e38f06e61 service neutron] 10.222.0.42 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468070 Aug 10 03:12:31.609486 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-3ffac832-b487-4e40-b763-b67e0ea6b4d8 req-d88c1c84-81f9-43e6-ad31-2a84d704d981 tempest-AggregatesAdminTestJSON-1923486981 tempest-AggregatesAdminTestJSON-1923486981-project] Calling delete_port for 59dd1db0-f1bf-4bdd-b16b-a490b95dc333 owned by compute:tempest-test_az-992495322 {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:12:31.823279 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45af8dde-fb7b-4715-aaa3-a4124da2f366 req-4a7b1079-db18-4b2a-b984-229cd6086b42 tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:31.824672 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-45af8dde-fb7b-4715-aaa3-a4124da2f366 req-4a7b1079-db18-4b2a-b984-229cd6086b42 tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] 10.222.0.44 "GET /v2.0/ports?device_id=be93c23f-03c3-4d4a-a263-92ef61290e32 HTTP/1.1" status: 200 len: 948 time: 0.1616640 Aug 10 03:12:31.841937 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea26c240-3a9c-4727-a359-f6eff5bcaefe req-516b9555-583b-4a9b-a035-47d005bddc11 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:31.843364 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ea26c240-3a9c-4727-a359-f6eff5bcaefe req-516b9555-583b-4a9b-a035-47d005bddc11 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9003228-f573-4146-ad18-7515ed907236 HTTP/1.1" status: 200 len: 948 time: 0.1652811 Aug 10 03:12:31.846521 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a5b2ddec-58a6-4d6d-ad4e-2366073cedc0 req-b5e38617-bfd8-489f-8667-328bf5cd4bd3 service neutron] 10.222.0.42 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386644 Aug 10 03:12:31.953461 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-45af8dde-fb7b-4715-aaa3-a4124da2f366 req-541a6abd-58e2-431e-b5ba-c9ad3f3654a6 tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b6a7a1f-7efb-4024-a941-8fe2a982dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191242 Aug 10 03:12:31.983667 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ea26c240-3a9c-4727-a359-f6eff5bcaefe req-b2549d89-858f-46d9-8cec-b91361b86ac4 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/security-groups?id=b61ddca4-e27e-4174-97e8-ca6f8f679a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307194 Aug 10 03:12:31.986132 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-3ffac832-b487-4e40-b763-b67e0ea6b4d8 req-d88c1c84-81f9-43e6-ad31-2a84d704d981 tempest-AggregatesAdminTestJSON-1923486981 tempest-AggregatesAdminTestJSON-1923486981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:31.998015 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['59dd1db0-f1bf-4bdd-b16b-a490b95dc333'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:12:32.021762 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88c1c84-81f9-43e6-ad31-2a84d704d981 tempest-AggregatesAdminTestJSON-1923486981 tempest-AggregatesAdminTestJSON-1923486981-project] Pushing event deleted for resources: {'Port': ['ID=59dd1db0-f1bf-4bdd-b16b-a490b95dc333,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:32.029774 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1918aca0-6672-4899-a9ed-74a2f6051539 req-7268ab77-8b6e-4bbf-a02a-bfaed504f62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:32.031346 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1918aca0-6672-4899-a9ed-74a2f6051539 req-7268ab77-8b6e-4bbf-a02a-bfaed504f62c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=562c1859cc8d46a188a6c04c784d549a&device_id=be93c23f-03c3-4d4a-a263-92ef61290e32 HTTP/1.1" status: 200 len: 1100 time: 0.1229193 Aug 10 03:12:32.161583 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ffac832-b487-4e40-b763-b67e0ea6b4d8 req-d88c1c84-81f9-43e6-ad31-2a84d704d981 tempest-AggregatesAdminTestJSON-1923486981 tempest-AggregatesAdminTestJSON-1923486981-project] No DVR routers for this DVR port 59dd1db0-f1bf-4bdd-b16b-a490b95dc333 on host n-h1-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:12:32.174152 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-3ffac832-b487-4e40-b763-b67e0ea6b4d8 req-d88c1c84-81f9-43e6-ad31-2a84d704d981 tempest-AggregatesAdminTestJSON-1923486981 tempest-AggregatesAdminTestJSON-1923486981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:32.176141 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3ffac832-b487-4e40-b763-b67e0ea6b4d8 req-d88c1c84-81f9-43e6-ad31-2a84d704d981 tempest-AggregatesAdminTestJSON-1923486981 tempest-AggregatesAdminTestJSON-1923486981-project] 10.222.0.42 "DELETE /v2.0/ports/59dd1db0-f1bf-4bdd-b16b-a490b95dc333 HTTP/1.1" status: 204 len: 173 time: 1.4162409 Aug 10 03:12:32.232921 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eefa63-7973-4a4a-bc4d-abc03f65fd01 req-f03caa58-07b2-49e4-90cd-bd5339973cd8 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:32.234425 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-28eefa63-7973-4a4a-bc4d-abc03f65fd01 req-f03caa58-07b2-49e4-90cd-bd5339973cd8 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2e40e34-d23d-49a4-bca2-3ea8ed9c834a HTTP/1.1" status: 200 len: 945 time: 0.1812768 Aug 10 03:12:32.274203 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b77a67-b288-4da8-acc3-6fc9b30ec893 req-37039a6f-ea65-44f4-a82c-00c13ab82823 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:32.275699 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c4b77a67-b288-4da8-acc3-6fc9b30ec893 req-37039a6f-ea65-44f4-a82c-00c13ab82823 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c6232-f0c3-49ea-bd08-78872ee1d315 HTTP/1.1" status: 200 len: 948 time: 0.1200283 Aug 10 03:12:32.285254 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1918aca0-6672-4899-a9ed-74a2f6051539 req-3e62bcdc-28b3-446c-8055-0d48679f4683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:32.287654 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1918aca0-6672-4899-a9ed-74a2f6051539 req-3e62bcdc-28b3-446c-8055-0d48679f4683 service neutron] 10.222.0.42 "GET /v2.0/networks?id=72a4be73-29a1-424c-8690-ecdcf6b06721 HTTP/1.1" status: 200 len: 869 time: 0.2324419 Aug 10 03:12:32.348590 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-28eefa63-7973-4a4a-bc4d-abc03f65fd01 req-d5ee0f72-6277-4702-b7f4-ea9ee262376f tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068919 Aug 10 03:12:32.350104 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1918aca0-6672-4899-a9ed-74a2f6051539 req-1e1a79f6-98a0-47c5-8699-65f4796c854c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=64b9ae55-270d-4ec7-b9bd-c6917b1f5063 HTTP/1.1" status: 200 len: 217 time: 0.0485399 Aug 10 03:12:32.397240 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c4b77a67-b288-4da8-acc3-6fc9b30ec893 req-06114a09-b0ce-4811-9265-5796956e134d tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148319 Aug 10 03:12:32.426006 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1918aca0-6672-4899-a9ed-74a2f6051539 req-3ca612ef-4db1-43d4-9155-d1043823552c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:32.427781 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1918aca0-6672-4899-a9ed-74a2f6051539 req-3ca612ef-4db1-43d4-9155-d1043823552c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=60d10164-1dee-4940-9d19-f71e6c18cbc5 HTTP/1.1" status: 200 len: 843 time: 0.0653319 Aug 10 03:12:32.496159 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1918aca0-6672-4899-a9ed-74a2f6051539 req-10fd50d1-5503-4702-bb7e-8b3457c85c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:32.498532 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1918aca0-6672-4899-a9ed-74a2f6051539 req-10fd50d1-5503-4702-bb7e-8b3457c85c41 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72a4be73-29a1-424c-8690-ecdcf6b06721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0613856 Aug 10 03:12:32.638818 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90d1424-d52e-4a83-9324-9ecfa8a27b3f req-26fb6300-7678-40b0-8219-c2154cfa18ea tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:32.640703 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e90d1424-d52e-4a83-9324-9ecfa8a27b3f req-26fb6300-7678-40b0-8219-c2154cfa18ea tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9314696-1eff-43c8-8add-42d325d4d849 HTTP/1.1" status: 200 len: 945 time: 0.0737815 Aug 10 03:12:32.653442 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 6cba7831-a801-42d6-aca6-3cbd8bd25305 details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:12:32.721328 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e90d1424-d52e-4a83-9324-9ecfa8a27b3f req-8feb5fdc-95fb-41b4-b0f8-545a8441bcfe tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] 10.222.0.44 "GET /v2.0/security-groups?id=494e99f4-94a2-4d1c-bfc8-854b27237629&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0725389 Aug 10 03:12:32.723839 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1918aca0-6672-4899-a9ed-74a2f6051539 req-d5ff3ed2-205b-4fb6-be81-34612e7c8324 service neutron] 10.222.0.42 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163084 Aug 10 03:12:32.725632 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-aaade5f3-4746-49ce-98b6-e2b4165cd370 req-45b8c952-bab5-4770-b2ea-bfec567c48f2 tempest-AggregatesAdminTestJSON-1923486981 tempest-AggregatesAdminTestJSON-1923486981-project] 10.222.0.44 "GET /v2.0/ports?device_id=41f25eb7-03e1-4797-8691-8a456972f7ad HTTP/1.1" status: 200 len: 210 time: 0.0483780 Aug 10 03:12:32.773036 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 8af5ca65-d1e8-47e0-9e35-5cab8c4a2292 up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:12:32.851913 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 41570) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:32.854014 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41f25eb7-03e1-4797-8691-8a456972f7ad', 'name': 'network-vif-deleted', 'tag': '59dd1db0-f1bf-4bdd-b16b-a490b95dc333'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:12:32.856435 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b6dd1b3-7468-461a-96a8-33355708174a" -d '{"events": [{"server_uuid": "41f25eb7-03e1-4797-8691-8a456972f7ad", "name": "network-vif-deleted", "tag": "59dd1db0-f1bf-4bdd-b16b-a490b95dc333"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:12:32.862625 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 6cba7831-a801-42d6-aca6-3cbd8bd25305, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=6cba7831-a801-42d6-aca6-3cbd8bd25305,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:32.865412 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:32.881497 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': '6cba7831-a801-42d6-aca6-3cbd8bd25305', 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721', 'port_id': '6cba7831-a801-42d6-aca6-3cbd8bd25305', 'mac_address': 'fa:16:3e:41:0a:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60d10164-1dee-4940-9d19-f71e6c18cbc5', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:12:32.891127 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1918aca0-6672-4899-a9ed-74a2f6051539 req-5504682d-0137-4d2d-8385-73b7174bfb99 service neutron] 10.222.0.42 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583762 Aug 10 03:12:32.916271 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80337d94-e076-4c0f-94b6-2b21c72285c6 x-openstack-request-id: req-80337d94-e076-4c0f-94b6-2b21c72285c6 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:12:32.916562 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41f25eb7-03e1-4797-8691-8a456972f7ad", "name": "network-vif-deleted", "tag": "59dd1db0-f1bf-4bdd-b16b-a490b95dc333", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:12:32.916813 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-80337d94-e076-4c0f-94b6-2b21c72285c6 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:12:32.917230 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41f25eb7-03e1-4797-8691-8a456972f7ad', 'name': 'network-vif-deleted', 'tag': '59dd1db0-f1bf-4bdd-b16b-a490b95dc333', 'status': 'completed', 'code': 200} Aug 10 03:12:32.929855 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning for port 8af5ca65-d1e8-47e0-9e35-5cab8c4a2292 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:12:32.937201 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port 8af5ca65-d1e8-47e0-9e35-5cab8c4a2292 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:12:32.937570 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:32.971559 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:32.994218 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cba7831-a801-42d6-aca6-3cbd8bd25305 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:12:33.026124 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 6cba7831-a801-42d6-aca6-3cbd8bd25305, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=6cba7831-a801-42d6-aca6-3cbd8bd25305,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:33.049630 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:33.093195 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c369cd51-1d46-467a-bef1-496ee676e4f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:33.113452 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:33.157642 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2523f58-4dac-4c3c-853d-957eae2412b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8af5ca65-d1e8-47e0-9e35-5cab8c4a2292'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:12:33.160164 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a56c9d1-49a6-4d14-bb5d-db3dd3e84a91" -d '{"events": [{"server_uuid": "f2523f58-4dac-4c3c-853d-957eae2412b7", "name": "network-vif-plugged", "status": "completed", "tag": "8af5ca65-d1e8-47e0-9e35-5cab8c4a2292"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:12:33.165935 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=6cba7831-a801-42d6-aca6-3cbd8bd25305,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:33.186297 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 8af5ca65-d1e8-47e0-9e35-5cab8c4a2292, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=8af5ca65-d1e8-47e0-9e35-5cab8c4a2292,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:33.190967 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e1e07b-a5c6-4843-98f9-d7bdae06df42 req-6416a84d-30fb-4891-aadd-e31511e4a810 tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:33.192492 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:33.200332 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d0e1e07b-a5c6-4843-98f9-d7bdae06df42 req-6416a84d-30fb-4891-aadd-e31511e4a810 tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] 10.222.0.44 "GET /v2.0/ports?device_id=be93c23f-03c3-4d4a-a263-92ef61290e32 HTTP/1.1" status: 200 len: 948 time: 0.1026299 Aug 10 03:12:33.225801 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c369cd51-1d46-467a-bef1-496ee676e4f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:33.230540 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5282bf33-eb7a-4838-b88d-597f4bc4b4f7 req-b0f44379-7472-4e70-80d2-4cd2fd68f697 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:33.231205 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c369cd51-1d46-467a-bef1-496ee676e4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:33.232145 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5282bf33-eb7a-4838-b88d-597f4bc4b4f7 req-b0f44379-7472-4e70-80d2-4cd2fd68f697 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9003228-f573-4146-ad18-7515ed907236 HTTP/1.1" status: 200 len: 949 time: 0.1004841 Aug 10 03:12:33.260045 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['6cba7831-a801-42d6-aca6-3cbd8bd25305'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:12:33.263587 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-c369cd51-1d46-467a-bef1-496ee676e4f0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=23b507408c0b488abd03a0e4fdef3880&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4106660 Aug 10 03:12:33.264655 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=8af5ca65-d1e8-47e0-9e35-5cab8c4a2292,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:33.266150 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 41590) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:33.290388 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d0e1e07b-a5c6-4843-98f9-d7bdae06df42 req-a42eb45d-7624-4e77-8155-cd477103d1d3 tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b6a7a1f-7efb-4024-a941-8fe2a982dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782073 Aug 10 03:12:33.303843 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c369cd51-1d46-467a-bef1-496ee676e4f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=202283f2-3518-4c5c-a073-d35844173d80,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:33.332876 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5282bf33-eb7a-4838-b88d-597f4bc4b4f7 req-520e91d9-4255-42ac-ba72-100dc389442f tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/security-groups?id=b61ddca4-e27e-4174-97e8-ca6f8f679a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886161 Aug 10 03:12:33.356681 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e78c22a-78a5-4dee-ac1c-1d46064fb7e4 x-openstack-request-id: req-8e78c22a-78a5-4dee-ac1c-1d46064fb7e4 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:12:33.357454 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2523f58-4dac-4c3c-853d-957eae2412b7", "name": "network-vif-plugged", "status": "completed", "tag": "8af5ca65-d1e8-47e0-9e35-5cab8c4a2292", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:12:33.357762 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8e78c22a-78a5-4dee-ac1c-1d46064fb7e4 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:12:33.358167 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2523f58-4dac-4c3c-853d-957eae2412b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8af5ca65-d1e8-47e0-9e35-5cab8c4a2292', 'code': 200} Aug 10 03:12:33.383876 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-86c8e2d6-62ab-4187-93ff-20ab166e315d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:33.414172 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-86c8e2d6-62ab-4187-93ff-20ab166e315d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:33.470844 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47fc1e2-9ab1-41d2-b5b0-7ed933b68c0b req-5a62d71d-b8d8-4ae8-b4ea-323a7879666c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:33.473184 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d47fc1e2-9ab1-41d2-b5b0-7ed933b68c0b req-5a62d71d-b8d8-4ae8-b4ea-323a7879666c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f2523f58-4dac-4c3c-853d-957eae2412b7 HTTP/1.1" status: 200 len: 1102 time: 0.0604038 Aug 10 03:12:33.480367 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-86c8e2d6-62ab-4187-93ff-20ab166e315d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:33.488204 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-86c8e2d6-62ab-4187-93ff-20ab166e315d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:33.489385 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-86c8e2d6-62ab-4187-93ff-20ab166e315d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/202283f2-3518-4c5c-a073-d35844173d80 HTTP/1.1" status: 204 len: 168 time: 0.2216809 Aug 10 03:12:33.504100 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c8e2d6-62ab-4187-93ff-20ab166e315d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=202283f2-3518-4c5c-a073-d35844173d80,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:33.552026 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d47fc1e2-9ab1-41d2-b5b0-7ed933b68c0b req-059b9991-7512-4bda-88f8-0b1487f7fb37 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b61ddca4-e27e-4174-97e8-ca6f8f679a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658503 Aug 10 03:12:33.576341 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3392fe04-ec51-4d9c-8773-dd8438e9653d req-a69bc094-b02f-4d04-828c-532b126bae8e tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:33.578214 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3392fe04-ec51-4d9c-8773-dd8438e9653d req-a69bc094-b02f-4d04-828c-532b126bae8e tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2e40e34-d23d-49a4-bca2-3ea8ed9c834a HTTP/1.1" status: 200 len: 945 time: 0.1157355 Aug 10 03:12:33.645458 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3392fe04-ec51-4d9c-8773-dd8438e9653d req-19315e87-03b4-4a50-ab2c-ced7b4f27100 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555620 Aug 10 03:12:33.657212 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86734ba5-f087-499d-8e09-fc794bbc5d1e req-219be671-f9cb-4788-8396-7fc2b5f45dc5 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:33.658700 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-86734ba5-f087-499d-8e09-fc794bbc5d1e req-219be671-f9cb-4788-8396-7fc2b5f45dc5 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c6232-f0c3-49ea-bd08-78872ee1d315 HTTP/1.1" status: 200 len: 948 time: 0.0784833 Aug 10 03:12:33.704475 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 762a71c0-9382-4c69-8bad-ab26883c428a up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:12:33.705542 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-86734ba5-f087-499d-8e09-fc794bbc5d1e req-8ae8288a-6a9a-44f5-a7c4-99286937871c tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402775 Aug 10 03:12:33.780162 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning for port 762a71c0-9382-4c69-8bad-ab26883c428a completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:12:33.788396 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port 762a71c0-9382-4c69-8bad-ab26883c428a triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:12:33.789650 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:33.872087 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 41622) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:33.879529 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e611c-c6e9-48e4-86da-f0c8e1033cce req-217ee5a2-a874-4afb-8daf-2e4a642e37cc tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:33.881160 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-900e611c-c6e9-48e4-86da-f0c8e1033cce req-217ee5a2-a874-4afb-8daf-2e4a642e37cc tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9314696-1eff-43c8-8add-42d325d4d849 HTTP/1.1" status: 200 len: 945 time: 0.0602636 Aug 10 03:12:33.886271 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:33.890976 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2c519386-109b-43cc-9754-b2af8231169e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:33.927361 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-900e611c-c6e9-48e4-86da-f0c8e1033cce req-0b3b1681-eb4b-47d5-a95f-7f151ec79cf2 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] 10.222.0.44 "GET /v2.0/security-groups?id=494e99f4-94a2-4d1c-bfc8-854b27237629&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394323 Aug 10 03:12:33.936289 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 762a71c0-9382-4c69-8bad-ab26883c428a, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=762a71c0-9382-4c69-8bad-ab26883c428a,segment=NetworkSegment(b42426e6-502c-40d3-9c61-ff26c82f39ea),segment_id=b42426e6-502c-40d3-9c61-ff26c82f39ea)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:33.951250 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:33.952308 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 408a3286-4f2d-4fd4-a596-e648c93bfc43 up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:12:34.034557 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=762a71c0-9382-4c69-8bad-ab26883c428a,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:34.047251 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning for port 408a3286-4f2d-4fd4-a596-e648c93bfc43 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:12:34.052567 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2c519386-109b-43cc-9754-b2af8231169e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:34.055612 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port 408a3286-4f2d-4fd4-a596-e648c93bfc43 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:12:34.055612 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:34.063420 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2c519386-109b-43cc-9754-b2af8231169e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:34.070074 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f303ce49-c761-4c32-a7a6-9298f45caa34 req-67e7d4bc-3fc7-4434-a126-0425f1e51ff0 tempest-LiveMigrationTest-1156190287 tempest-LiveMigrationTest-1156190287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:34.081253 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f303ce49-c761-4c32-a7a6-9298f45caa34 req-67e7d4bc-3fc7-4434-a126-0425f1e51ff0 tempest-LiveMigrationTest-1156190287 tempest-LiveMigrationTest-1156190287-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=d2e40e34-d23d-49a4-bca2-3ea8ed9c834a HTTP/1.1" status: 200 len: 1097 time: 0.0675049 Aug 10 03:12:34.108033 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-2c519386-109b-43cc-9754-b2af8231169e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c9278a7a7daf4057b6aaff1142187c78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2341127 Aug 10 03:12:34.109292 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c519386-109b-43cc-9754-b2af8231169e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=928cb32e-504b-4fea-8d7c-fe5405b918c9,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:34.112310 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 41630) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:34.144596 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f303ce49-c761-4c32-a7a6-9298f45caa34 req-3b65c8d0-3d4a-46b9-a8a7-82cbef5333e3 tempest-LiveMigrationTest-1156190287 tempest-LiveMigrationTest-1156190287-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477917 Aug 10 03:12:34.221693 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9a0ff693-d450-464f-ab84-28053afea66c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:34.248899 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:34.256053 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9a0ff693-d450-464f-ab84-28053afea66c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:34.269228 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8cc131-768f-4d7d-9820-0a6d39320672 req-c5394369-455b-4377-a070-7cf002fe2ef0 tempest-LiveMigrationTest-1156190287 tempest-LiveMigrationTest-1156190287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:34.272133 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9a8cc131-768f-4d7d-9820-0a6d39320672 req-c5394369-455b-4377-a070-7cf002fe2ef0 tempest-LiveMigrationTest-1156190287 tempest-LiveMigrationTest-1156190287-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=d2e40e34-d23d-49a4-bca2-3ea8ed9c834a HTTP/1.1" status: 200 len: 1097 time: 0.0623105 Aug 10 03:12:34.312757 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 408a3286-4f2d-4fd4-a596-e648c93bfc43, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=408a3286-4f2d-4fd4-a596-e648c93bfc43,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:34.321398 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:34.328010 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9a0ff693-d450-464f-ab84-28053afea66c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:34.331788 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9a0ff693-d450-464f-ab84-28053afea66c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:34.335375 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-9a0ff693-d450-464f-ab84-28053afea66c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/928cb32e-504b-4fea-8d7c-fe5405b918c9 HTTP/1.1" status: 204 len: 168 time: 0.2066407 Aug 10 03:12:34.341869 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9a8cc131-768f-4d7d-9820-0a6d39320672 req-d945d49c-06f8-4d8e-be60-cd881563e2c8 tempest-LiveMigrationTest-1156190287 tempest-LiveMigrationTest-1156190287-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625503 Aug 10 03:12:34.351010 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0ff693-d450-464f-ab84-28053afea66c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=928cb32e-504b-4fea-8d7c-fe5405b918c9,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:34.468677 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 41646) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:34.484059 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=408a3286-4f2d-4fd4-a596-e648c93bfc43,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:34.508637 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 41650) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:34.553095 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c885ca-9f74-447b-ac3e-70ea9726090c req-08b8566d-c13f-494e-8353-898713bb54b6 tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:34.560906 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f2c885ca-9f74-447b-ac3e-70ea9726090c req-08b8566d-c13f-494e-8353-898713bb54b6 tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] 10.222.0.44 "GET /v2.0/ports?device_id=be93c23f-03c3-4d4a-a263-92ef61290e32 HTTP/1.1" status: 200 len: 948 time: 0.1567183 Aug 10 03:12:34.602317 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4320d675-ebf4-4f89-9db1-dc0a97b50696 req-ba42e32d-181d-451a-bd7e-01504632b494 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:34.603947 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4320d675-ebf4-4f89-9db1-dc0a97b50696 req-ba42e32d-181d-451a-bd7e-01504632b494 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9003228-f573-4146-ad18-7515ed907236 HTTP/1.1" status: 200 len: 949 time: 0.1140766 Aug 10 03:12:34.625043 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f2c885ca-9f74-447b-ac3e-70ea9726090c req-086e40ab-6a1e-4dd8-bfb1-5152b95f574f tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b6a7a1f-7efb-4024-a941-8fe2a982dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631979 Aug 10 03:12:34.658090 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 64b9ae55-270d-4ec7-b9bd-c6917b1f5063 details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:12:34.676082 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4320d675-ebf4-4f89-9db1-dc0a97b50696 req-e4dc37de-8331-42db-b0df-409c69cf5594 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/security-groups?id=b61ddca4-e27e-4174-97e8-ca6f8f679a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630932 Aug 10 03:12:34.681133 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 6cba7831-a801-42d6-aca6-3cbd8bd25305 up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:12:34.812565 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning for port 6cba7831-a801-42d6-aca6-3cbd8bd25305 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:12:34.827442 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port 6cba7831-a801-42d6-aca6-3cbd8bd25305 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:12:34.827821 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:34.841761 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5fdc2d22-862f-4713-bcb7-46a29b59d9e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:34.874658 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 64b9ae55-270d-4ec7-b9bd-c6917b1f5063, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=64b9ae55-270d-4ec7-b9bd-c6917b1f5063,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:34.906455 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28bff07-33f6-43b2-9e01-eea6bca709e0 req-65908b05-a187-453c-96d4-2496ec9ef355 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:34.907997 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c28bff07-33f6-43b2-9e01-eea6bca709e0 req-65908b05-a187-453c-96d4-2496ec9ef355 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c6232-f0c3-49ea-bd08-78872ee1d315 HTTP/1.1" status: 200 len: 949 time: 0.1128080 Aug 10 03:12:34.908196 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': '64b9ae55-270d-4ec7-b9bd-c6917b1f5063', 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721', 'port_id': '64b9ae55-270d-4ec7-b9bd-c6917b1f5063', 'mac_address': 'fa:16:3e:c1:5b:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60d10164-1dee-4940-9d19-f71e6c18cbc5', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:12:34.969144 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c28bff07-33f6-43b2-9e01-eea6bca709e0 req-158beaf9-73dc-4bca-ac73-209f620b71fc tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527599 Aug 10 03:12:35.010469 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:35.035253 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64b9ae55-270d-4ec7-b9bd-c6917b1f5063 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:12:35.107195 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5fdc2d22-862f-4713-bcb7-46a29b59d9e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:35.112535 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:35.113433 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-81dd3eb3-7666-4b62-9c8b-6751a393f52c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e843fe35667f4d30abf6d7e1c6745fa0&name=default HTTP/1.1" status: 200 len: 2977 time: 0.6425128 Aug 10 03:12:35.116411 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 41674) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:35.120410 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5fdc2d22-862f-4713-bcb7-46a29b59d9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:35.163010 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-5fdc2d22-862f-4713-bcb7-46a29b59d9e9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=73e7273ea4154c16a2034e08b061c8f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6532993 Aug 10 03:12:35.165462 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 41676) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:35.171894 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdc2d22-862f-4713-bcb7-46a29b59d9e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1799f1a0-6929-44f7-8249-e8fd3faf652b,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:35.189847 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 64b9ae55-270d-4ec7-b9bd-c6917b1f5063, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=64b9ae55-270d-4ec7-b9bd-c6917b1f5063,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:35.208128 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:35.224584 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-df5c6a7e-da05-47e6-9a4d-2c7d052e9c4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:35.229112 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 6cba7831-a801-42d6-aca6-3cbd8bd25305, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=6cba7831-a801-42d6-aca6-3cbd8bd25305,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:35.252335 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d1debd7a-2552-48c1-af64-88651cce34f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:35.263507 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc51675-1740-488f-9dfb-eee5e1ff37a3 req-a9779975-db82-4628-9e4f-e3eff97ba022 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:35.265514 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2fc51675-1740-488f-9dfb-eee5e1ff37a3 req-a9779975-db82-4628-9e4f-e3eff97ba022 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9314696-1eff-43c8-8add-42d325d4d849 HTTP/1.1" status: 200 len: 946 time: 0.1671338 Aug 10 03:12:35.267780 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-df5c6a7e-da05-47e6-9a4d-2c7d052e9c4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:35.284648 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:35.298889 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 59dd1db0-f1bf-4bdd-b16b-a490b95dc333 no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:12:35.306713 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d1debd7a-2552-48c1-af64-88651cce34f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:35.351854 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2fc51675-1740-488f-9dfb-eee5e1ff37a3 req-42bd0762-e5f1-4999-b5bb-66949dd4b95c tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] 10.222.0.44 "GET /v2.0/security-groups?id=494e99f4-94a2-4d1c-bfc8-854b27237629&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0741065 Aug 10 03:12:35.374166 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d1debd7a-2552-48c1-af64-88651cce34f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:35.376800 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d1debd7a-2552-48c1-af64-88651cce34f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:35.382112 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-d1debd7a-2552-48c1-af64-88651cce34f0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1799f1a0-6929-44f7-8249-e8fd3faf652b HTTP/1.1" status: 204 len: 168 time: 0.2128544 Aug 10 03:12:35.383591 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] No Port match for: 59dd1db0-f1bf-4bdd-b16b-a490b95dc333 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:12:35.384171 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 59dd1db0-f1bf-4bdd-b16b-a490b95dc333 not bound to the agent host n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:12:35.386012 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9314696-1eff-43c8-8add-42d325d4d849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '762a71c0-9382-4c69-8bad-ab26883c428a'}, {'server_uuid': 'd81c6232-f0c3-49ea-bd08-78872ee1d315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '408a3286-4f2d-4fd4-a596-e648c93bfc43'}, {'server_uuid': 'e9003228-f573-4146-ad18-7515ed907236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cba7831-a801-42d6-aca6-3cbd8bd25305'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:12:35.389381 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1ba5716-883f-43df-884b-b5ea0692fe81" -d '{"events": [{"server_uuid": "b9314696-1eff-43c8-8add-42d325d4d849", "name": "network-vif-plugged", "status": "completed", "tag": "762a71c0-9382-4c69-8bad-ab26883c428a"}, {"server_uuid": "d81c6232-f0c3-49ea-bd08-78872ee1d315", "name": "network-vif-plugged", "status": "completed", "tag": "408a3286-4f2d-4fd4-a596-e648c93bfc43"}, {"server_uuid": "e9003228-f573-4146-ad18-7515ed907236", "name": "network-vif-plugged", "status": "completed", "tag": "6cba7831-a801-42d6-aca6-3cbd8bd25305"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:12:35.390419 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-df5c6a7e-da05-47e6-9a4d-2c7d052e9c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:35.394056 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-df5c6a7e-da05-47e6-9a4d-2c7d052e9c4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:35.394878 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1debd7a-2552-48c1-af64-88651cce34f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1799f1a0-6929-44f7-8249-e8fd3faf652b,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:35.398859 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-df5c6a7e-da05-47e6-9a4d-2c7d052e9c4e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7cad1bdf-aeab-454c-af30-02c5fa394227 HTTP/1.1" status: 204 len: 168 time: 0.2810316 Aug 10 03:12:35.408552 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5c6a7e-da05-47e6-9a4d-2c7d052e9c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cad1bdf-aeab-454c-af30-02c5fa394227,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:35.448802 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=64b9ae55-270d-4ec7-b9bd-c6917b1f5063,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:35.488329 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 10 Aug 2021 03:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b1af862-7cf1-4665-b407-f56255da8bbd x-openstack-request-id: req-6b1af862-7cf1-4665-b407-f56255da8bbd {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:12:35.488925 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9314696-1eff-43c8-8add-42d325d4d849", "name": "network-vif-plugged", "status": "completed", "tag": "762a71c0-9382-4c69-8bad-ab26883c428a", "code": 200}, {"server_uuid": "d81c6232-f0c3-49ea-bd08-78872ee1d315", "name": "network-vif-plugged", "status": "completed", "tag": "408a3286-4f2d-4fd4-a596-e648c93bfc43", "code": 200}, {"server_uuid": "e9003228-f573-4146-ad18-7515ed907236", "name": "network-vif-plugged", "status": "completed", "tag": "6cba7831-a801-42d6-aca6-3cbd8bd25305", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:12:35.489424 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6b1af862-7cf1-4665-b407-f56255da8bbd {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:12:35.490084 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9314696-1eff-43c8-8add-42d325d4d849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '762a71c0-9382-4c69-8bad-ab26883c428a', 'code': 200} Aug 10 03:12:35.490723 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd81c6232-f0c3-49ea-bd08-78872ee1d315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '408a3286-4f2d-4fd4-a596-e648c93bfc43', 'code': 200} Aug 10 03:12:35.491283 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9003228-f573-4146-ad18-7515ed907236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cba7831-a801-42d6-aca6-3cbd8bd25305', 'code': 200} Aug 10 03:12:35.493236 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['64b9ae55-270d-4ec7-b9bd-c6917b1f5063'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:12:35.636402 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3877e662-70d8-49a4-9cf0-96867573a519 req-2d800669-9203-4c7b-95ff-495a458ba540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:35.638481 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3877e662-70d8-49a4-9cf0-96867573a519 req-2d800669-9203-4c7b-95ff-495a458ba540 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e9003228-f573-4146-ad18-7515ed907236 HTTP/1.1" status: 200 len: 1102 time: 0.0520606 Aug 10 03:12:35.709262 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3877e662-70d8-49a4-9cf0-96867573a519 req-a34b1625-50dc-4782-8c4b-65cddc7fb452 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b61ddca4-e27e-4174-97e8-ca6f8f679a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635436 Aug 10 03:12:35.729378 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61c41d7-67ee-497c-8c53-f262729e1986 req-a8f0ed88-58cc-4094-b344-f657ea18bc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:35.730977 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-b61c41d7-67ee-497c-8c53-f262729e1986 req-a8f0ed88-58cc-4094-b344-f657ea18bc70 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d81c6232-f0c3-49ea-bd08-78872ee1d315 HTTP/1.1" status: 200 len: 1101 time: 0.1185029 Aug 10 03:12:35.734081 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02836d79-19e4-4f17-9b82-e4059ff3d42f req-d8376f9c-5279-4784-b977-fc44778e5bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:35.735750 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-02836d79-19e4-4f17-9b82-e4059ff3d42f req-d8376f9c-5279-4784-b977-fc44778e5bfd service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b9314696-1eff-43c8-8add-42d325d4d849 HTTP/1.1" status: 200 len: 1098 time: 0.1135890 Aug 10 03:12:35.848048 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ec1ecf-a8bb-4537-95fe-8dbbc426315f req-a03441a9-175d-421d-97bf-9d9ee8c2e35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:35.850861 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-69ec1ecf-a8bb-4537-95fe-8dbbc426315f req-a03441a9-175d-421d-97bf-9d9ee8c2e35d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ef0c546763504af887a177f337462e10&device_id=d2e40e34-d23d-49a4-bca2-3ea8ed9c834a HTTP/1.1" status: 200 len: 1097 time: 0.0775070 Aug 10 03:12:35.860301 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-b61c41d7-67ee-497c-8c53-f262729e1986 req-0c98e815-f72e-4845-9954-9f0b7fa08378 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109428 Aug 10 03:12:35.864300 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-02836d79-19e4-4f17-9b82-e4059ff3d42f req-aaf71b15-cb0a-4173-9ac5-ae886722e427 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=494e99f4-94a2-4d1c-bfc8-854b27237629&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1081429 Aug 10 03:12:35.885588 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=6cba7831-a801-42d6-aca6-3cbd8bd25305,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:35.924952 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3e8ab8-b761-46aa-b6ba-d1cde8f944ec req-bbda45c3-20be-4ad0-89e2-a8cddf9232be tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:35.926885 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-de3e8ab8-b761-46aa-b6ba-d1cde8f944ec req-bbda45c3-20be-4ad0-89e2-a8cddf9232be tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] 10.222.0.44 "GET /v2.0/ports?device_id=be93c23f-03c3-4d4a-a263-92ef61290e32 HTTP/1.1" status: 200 len: 949 time: 0.0859878 Aug 10 03:12:35.984901 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-de3e8ab8-b761-46aa-b6ba-d1cde8f944ec req-76117e29-9a85-430b-b4c5-0978e597e08a tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b6a7a1f-7efb-4024-a941-8fe2a982dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442674 Aug 10 03:12:36.172996 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cecfd0-f2ab-4f2e-8fd3-ca10372e7431 req-4416b505-692c-40a2-a12c-5de289f24165 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:36.174923 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-70cecfd0-f2ab-4f2e-8fd3-ca10372e7431 req-4416b505-692c-40a2-a12c-5de289f24165 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9003228-f573-4146-ad18-7515ed907236 HTTP/1.1" status: 200 len: 950 time: 0.0699441 Aug 10 03:12:36.210989 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 41718) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:36.232331 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-00de74b8-84b5-4938-a7c8-5d30a4006a53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:36.271274 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-70cecfd0-f2ab-4f2e-8fd3-ca10372e7431 req-38adcb68-f09a-4c03-a030-1daf6818cdc9 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/security-groups?id=b61ddca4-e27e-4174-97e8-ca6f8f679a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880594 Aug 10 03:12:36.379600 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ec1ecf-a8bb-4537-95fe-8dbbc426315f req-8d81fa8f-6cfb-4668-9118-3c2fdfbee7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:36.387756 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-69ec1ecf-a8bb-4537-95fe-8dbbc426315f req-8d81fa8f-6cfb-4668-9118-3c2fdfbee7f6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=fb04e5c4-4048-4691-8fd2-5191f92c4dcc HTTP/1.1" status: 200 len: 908 time: 0.2244608 Aug 10 03:12:36.439954 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb86950b-3d10-4bd7-8174-dfc35c1653b6 req-e41757ea-bcd3-4aa3-a5b1-c87505a90d7a tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:36.447381 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fb86950b-3d10-4bd7-8174-dfc35c1653b6 req-e41757ea-bcd3-4aa3-a5b1-c87505a90d7a tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c6232-f0c3-49ea-bd08-78872ee1d315 HTTP/1.1" status: 200 len: 949 time: 0.0858393 Aug 10 03:12:36.477498 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-69ec1ecf-a8bb-4537-95fe-8dbbc426315f req-317e6c13-074b-47cb-800b-3ea93b85aa1e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f1904dff-5bed-4af3-93fb-2167cbd1d70d HTTP/1.1" status: 200 len: 217 time: 0.0822980 Aug 10 03:12:36.517713 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fb86950b-3d10-4bd7-8174-dfc35c1653b6 req-974d3578-fbb3-4988-8af1-ebaaf8151ebb tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693190 Aug 10 03:12:36.523121 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-00de74b8-84b5-4938-a7c8-5d30a4006a53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:36.549677 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-00de74b8-84b5-4938-a7c8-5d30a4006a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:36.562945 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ec1ecf-a8bb-4537-95fe-8dbbc426315f req-484bab47-3b35-4ad4-b2f5-c9fa658399eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:36.565675 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-69ec1ecf-a8bb-4537-95fe-8dbbc426315f req-484bab47-3b35-4ad4-b2f5-c9fa658399eb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1dfce422-0216-4c9d-97b8-8fc7613926b1 HTTP/1.1" status: 200 len: 848 time: 0.0750742 Aug 10 03:12:36.598208 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 41728) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:36.624330 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-69ec1ecf-a8bb-4537-95fe-8dbbc426315f req-1bbb171b-a5b3-4515-80bd-fae6e8ac15f5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fb04e5c4-4048-4691-8fd2-5191f92c4dcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455053 Aug 10 03:12:36.669503 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 64b9ae55-270d-4ec7-b9bd-c6917b1f5063 up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:12:36.702665 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-00de74b8-84b5-4938-a7c8-5d30a4006a53 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1eaf9070e0f24086b4e81e1e2867613a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4877312 Aug 10 03:12:36.719436 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 41732) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:36.721614 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00de74b8-84b5-4938-a7c8-5d30a4006a53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6113532-7d84-44c2-9e4e-5560bf8546ee,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:36.744764 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-69ec1ecf-a8bb-4537-95fe-8dbbc426315f req-e2644cd8-4b06-4a44-afe6-2a27ebd18dd2 service neutron] 10.222.0.61 "GET /v2.0/networks/fb04e5c4-4048-4691-8fd2-5191f92c4dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095302 Aug 10 03:12:36.753327 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning for port 64b9ae55-270d-4ec7-b9bd-c6917b1f5063 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:12:36.760777 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port 64b9ae55-270d-4ec7-b9bd-c6917b1f5063 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:12:36.761579 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:36.896386 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-8f0562ce-f2c3-4882-909a-d6439700d465 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=88a066515cc0464993ef304fbfa2d908&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2856638 Aug 10 03:12:36.897470 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a5aeedb7-34be-4b72-a343-a3caed5d5d0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:36.899570 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 41740) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:36.902268 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-69ec1ecf-a8bb-4537-95fe-8dbbc426315f req-01a4a945-d2f0-46f0-814a-585930c964b4 service neutron] 10.222.0.61 "GET /v2.0/networks/fb04e5c4-4048-4691-8fd2-5191f92c4dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486881 Aug 10 03:12:36.918427 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7389e7-32b9-42ba-b968-4bdb689bc313 req-4a40c63d-05e5-4a39-a397-d6b5b0ef20de tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:36.925524 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:36.926606 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7b7389e7-32b9-42ba-b968-4bdb689bc313 req-4a40c63d-05e5-4a39-a397-d6b5b0ef20de tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9314696-1eff-43c8-8add-42d325d4d849 HTTP/1.1" status: 200 len: 946 time: 0.3027897 Aug 10 03:12:36.966776 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 64b9ae55-270d-4ec7-b9bd-c6917b1f5063, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=64b9ae55-270d-4ec7-b9bd-c6917b1f5063,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:36.973076 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:37.036379 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=64b9ae55-270d-4ec7-b9bd-c6917b1f5063,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:37.215092 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a5aeedb7-34be-4b72-a343-a3caed5d5d0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:37.274688 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 41758) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:37.275533 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7b7389e7-32b9-42ba-b968-4bdb689bc313 req-c3fd7b01-f000-4a4b-ac30-c624a286e8c2 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] 10.222.0.44 "GET /v2.0/security-groups?id=494e99f4-94a2-4d1c-bfc8-854b27237629&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3480575 Aug 10 03:12:37.295600 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0f31802c-f270-42b3-a565-06acdcd248d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:37.330492 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0f31802c-f270-42b3-a565-06acdcd248d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:37.348273 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a5aeedb7-34be-4b72-a343-a3caed5d5d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:37.350821 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a5aeedb7-34be-4b72-a343-a3caed5d5d0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:37.354723 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-a5aeedb7-34be-4b72-a343-a3caed5d5d0d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f6113532-7d84-44c2-9e4e-5560bf8546ee HTTP/1.1" status: 204 len: 168 time: 0.6341891 Aug 10 03:12:37.385799 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aeedb7-34be-4b72-a343-a3caed5d5d0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6113532-7d84-44c2-9e4e-5560bf8546ee,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:37.442709 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d0b13-e9c7-4978-9eaa-d4f5c1c311ee req-b96cb2a3-a431-4fd7-9a49-c69ca12762ce tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:37.444513 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5d2d0b13-e9c7-4978-9eaa-d4f5c1c311ee req-b96cb2a3-a431-4fd7-9a49-c69ca12762ce tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] 10.222.0.44 "GET /v2.0/ports?device_id=be93c23f-03c3-4d4a-a263-92ef61290e32 HTTP/1.1" status: 200 len: 950 time: 0.0790045 Aug 10 03:12:37.450465 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0f31802c-f270-42b3-a565-06acdcd248d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:37.453648 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0f31802c-f270-42b3-a565-06acdcd248d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:37.458131 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-0f31802c-f270-42b3-a565-06acdcd248d4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e5347b03-7794-4300-9847-373d262b212f HTTP/1.1" status: 204 len: 168 time: 0.5578763 Aug 10 03:12:37.493071 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be93c23f-03c3-4d4a-a263-92ef61290e32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64b9ae55-270d-4ec7-b9bd-c6917b1f5063'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:12:37.493627 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f31802c-f270-42b3-a565-06acdcd248d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5347b03-7794-4300-9847-373d262b212f,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:37.498371 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac25f574-b257-42b4-889a-24e3566b64d2" -d '{"events": [{"server_uuid": "be93c23f-03c3-4d4a-a263-92ef61290e32", "name": "network-vif-plugged", "status": "completed", "tag": "64b9ae55-270d-4ec7-b9bd-c6917b1f5063"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:12:37.540823 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5d2d0b13-e9c7-4978-9eaa-d4f5c1c311ee req-b1d23903-b33a-49c3-8c59-8dcb66a7c059 tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b6a7a1f-7efb-4024-a941-8fe2a982dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751462 Aug 10 03:12:37.615070 n-d-768862-13 neutron-server[94261]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 10 03:12:37.629509 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [req-e087ac9b-5536-4eb3-9a9c-0cf31dd1aeac req-cc416e03-d15e-46be-86dd-a89a094eee88 tempest-LiveMigrationTest-1156190287 tempest-LiveMigrationTest-1156190287-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:12:37.632922 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-e087ac9b-5536-4eb3-9a9c-0cf31dd1aeac req-cc416e03-d15e-46be-86dd-a89a094eee88 tempest-LiveMigrationTest-1156190287 tempest-LiveMigrationTest-1156190287-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3564687 Aug 10 03:12:37.734399 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dc70d8-9769-409c-b983-287f5e386d2c req-07731051-a37a-4fdc-be7a-3f3cc6e6ca00 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:37.742592 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-13dc70d8-9769-409c-b983-287f5e386d2c req-07731051-a37a-4fdc-be7a-3f3cc6e6ca00 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9003228-f573-4146-ad18-7515ed907236 HTTP/1.1" status: 200 len: 950 time: 0.0789657 Aug 10 03:12:37.790014 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-13dc70d8-9769-409c-b983-287f5e386d2c req-47652ecf-6536-494c-ae72-1e189a370215 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/security-groups?id=b61ddca4-e27e-4174-97e8-ca6f8f679a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464084 Aug 10 03:12:38.001557 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-e087ac9b-5536-4eb3-9a9c-0cf31dd1aeac req-10f044cd-acfd-4bf2-b202-0c8eb89c69f8 service neutron] Request body: {'binding': {'host': 'n-h1-768862-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:12:38.002069 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-e087ac9b-5536-4eb3-9a9c-0cf31dd1aeac req-10f044cd-acfd-4bf2-b202-0c8eb89c69f8 service neutron] Unknown quota resources ['binding']. {{(pid=94261) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 03:12:38.175127 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-e087ac9b-5536-4eb3-9a9c-0cf31dd1aeac req-10f044cd-acfd-4bf2-b202-0c8eb89c69f8 service neutron] Attempting to bind port f1904dff-5bed-4af3-93fb-2167cbd1d70d on host n-h1-768862-13 for vnic_type normal with profile None {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:12:38.175484 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-e087ac9b-5536-4eb3-9a9c-0cf31dd1aeac req-10f044cd-acfd-4bf2-b202-0c8eb89c69f8 service neutron] Attempting to bind port f1904dff-5bed-4af3-93fb-2167cbd1d70d by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '6bf2f30c-8de9-48b6-ac35-0afe448267ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fb04e5c4-4048-4691-8fd2-5191f92c4dcc'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:12:38.175842 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e087ac9b-5536-4eb3-9a9c-0cf31dd1aeac req-10f044cd-acfd-4bf2-b202-0c8eb89c69f8 service neutron] Attempting to bind port f1904dff-5bed-4af3-93fb-2167cbd1d70d on network fb04e5c4-4048-4691-8fd2-5191f92c4dcc {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:12:38.180694 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b203097-2c39-4882-8ff8-bd92ef0f4738 x-openstack-request-id: req-2b203097-2c39-4882-8ff8-bd92ef0f4738 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:12:38.181193 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be93c23f-03c3-4d4a-a263-92ef61290e32", "name": "network-vif-plugged", "status": "completed", "tag": "64b9ae55-270d-4ec7-b9bd-c6917b1f5063", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:12:38.181286 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2b203097-2c39-4882-8ff8-bd92ef0f4738 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:12:38.181616 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be93c23f-03c3-4d4a-a263-92ef61290e32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64b9ae55-270d-4ec7-b9bd-c6917b1f5063', 'code': 200} Aug 10 03:12:38.183736 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e087ac9b-5536-4eb3-9a9c-0cf31dd1aeac req-10f044cd-acfd-4bf2-b202-0c8eb89c69f8 service neutron] Port f1904dff-5bed-4af3-93fb-2167cbd1d70d on network fb04e5c4-4048-4691-8fd2-5191f92c4dcc not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:12:38.184067 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e087ac9b-5536-4eb3-9a9c-0cf31dd1aeac req-10f044cd-acfd-4bf2-b202-0c8eb89c69f8 service neutron] Attempting to bind port f1904dff-5bed-4af3-93fb-2167cbd1d70d on network fb04e5c4-4048-4691-8fd2-5191f92c4dcc {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:12:38.194615 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e087ac9b-5536-4eb3-9a9c-0cf31dd1aeac req-10f044cd-acfd-4bf2-b202-0c8eb89c69f8 service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:12:38.194954 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e087ac9b-5536-4eb3-9a9c-0cf31dd1aeac req-10f044cd-acfd-4bf2-b202-0c8eb89c69f8 service neutron] Checking segment: {'id': '6bf2f30c-8de9-48b6-ac35-0afe448267ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fb04e5c4-4048-4691-8fd2-5191f92c4dcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:12:38.195567 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e087ac9b-5536-4eb3-9a9c-0cf31dd1aeac req-10f044cd-acfd-4bf2-b202-0c8eb89c69f8 service neutron] Bound using segment: {'id': '6bf2f30c-8de9-48b6-ac35-0afe448267ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fb04e5c4-4048-4691-8fd2-5191f92c4dcc'} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:12:38.196010 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-e087ac9b-5536-4eb3-9a9c-0cf31dd1aeac req-10f044cd-acfd-4bf2-b202-0c8eb89c69f8 service neutron] Bound port: f1904dff-5bed-4af3-93fb-2167cbd1d70d, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bf2f30c-8de9-48b6-ac35-0afe448267ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fb04e5c4-4048-4691-8fd2-5191f92c4dcc'}}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:12:38.294960 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-e087ac9b-5536-4eb3-9a9c-0cf31dd1aeac req-10f044cd-acfd-4bf2-b202-0c8eb89c69f8 service neutron] For port f1904dff-5bed-4af3-93fb-2167cbd1d70d, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=f1904dff-5bed-4af3-93fb-2167cbd1d70d,segment=NetworkSegment(6bf2f30c-8de9-48b6-ac35-0afe448267ae),segment_id=6bf2f30c-8de9-48b6-ac35-0afe448267ae)] {{(pid=94261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:12:38.303142 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-e087ac9b-5536-4eb3-9a9c-0cf31dd1aeac req-10f044cd-acfd-4bf2-b202-0c8eb89c69f8 service neutron] Notify callbacks [] for binding, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:38.305697 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-e087ac9b-5536-4eb3-9a9c-0cf31dd1aeac req-10f044cd-acfd-4bf2-b202-0c8eb89c69f8 service neutron] 10.222.0.44 "POST /v2.0/ports/f1904dff-5bed-4af3-93fb-2167cbd1d70d/bindings HTTP/1.1" status: 201 len: 390 time: 0.4222403 Aug 10 03:12:38.313484 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2932d7d9-73ae-457f-bd88-9223eff7b0b1 req-35a6b234-3ff3-4602-ab8c-1279b1313cc4 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:38.320685 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2932d7d9-73ae-457f-bd88-9223eff7b0b1 req-35a6b234-3ff3-4602-ab8c-1279b1313cc4 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c6232-f0c3-49ea-bd08-78872ee1d315 HTTP/1.1" status: 200 len: 949 time: 0.0863895 Aug 10 03:12:38.331130 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f16f4af-b3b6-4e11-848a-660fad743b75 req-53b86411-53ba-4707-aa33-9e55c2d29854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:38.332599 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7f16f4af-b3b6-4e11-848a-660fad743b75 req-53b86411-53ba-4707-aa33-9e55c2d29854 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=be93c23f-03c3-4d4a-a263-92ef61290e32 HTTP/1.1" status: 200 len: 1102 time: 0.0713878 Aug 10 03:12:38.393836 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7f16f4af-b3b6-4e11-848a-660fad743b75 req-86a16893-7163-4711-a84f-050a97532c3c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3b6a7a1f-7efb-4024-a941-8fe2a982dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535877 Aug 10 03:12:38.397205 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2932d7d9-73ae-457f-bd88-9223eff7b0b1 req-f4910c84-dbb7-4fb5-8db9-e30035e0b879 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757048 Aug 10 03:12:38.521590 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c205cdc3-dc5a-4e4d-8c41-40e12f6198b4 req-ff4dbe4c-78f3-404e-b717-098a1635fc0e tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:38.523217 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c205cdc3-dc5a-4e4d-8c41-40e12f6198b4 req-ff4dbe4c-78f3-404e-b717-098a1635fc0e tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2523f58-4dac-4c3c-853d-957eae2412b7 HTTP/1.1" status: 200 len: 950 time: 0.0660629 Aug 10 03:12:38.581414 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c205cdc3-dc5a-4e4d-8c41-40e12f6198b4 req-bb8143bd-aed6-446d-8478-b8a9144db901 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/security-groups?id=b61ddca4-e27e-4174-97e8-ca6f8f679a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494964 Aug 10 03:12:38.694647 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e087ac9b-5536-4eb3-9a9c-0cf31dd1aeac req-4b02a2d0-1d97-41ef-a0a0-4185146d9172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:38.696132 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e087ac9b-5536-4eb3-9a9c-0cf31dd1aeac req-4b02a2d0-1d97-41ef-a0a0-4185146d9172 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ef0c546763504af887a177f337462e10&device_id=d2e40e34-d23d-49a4-bca2-3ea8ed9c834a HTTP/1.1" status: 200 len: 1097 time: 0.0782592 Aug 10 03:12:38.777667 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11bad70-24c5-4204-ad0c-c0a93457d4d3 req-cda9d553-65a3-4b2d-9a7d-f5a455d66b61 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:38.779219 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d11bad70-24c5-4204-ad0c-c0a93457d4d3 req-cda9d553-65a3-4b2d-9a7d-f5a455d66b61 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9314696-1eff-43c8-8add-42d325d4d849 HTTP/1.1" status: 200 len: 946 time: 0.1227508 Aug 10 03:12:38.880900 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d11bad70-24c5-4204-ad0c-c0a93457d4d3 req-f03569ec-fe7f-4322-bc87-e021f90e4d68 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] 10.222.0.44 "GET /v2.0/security-groups?id=494e99f4-94a2-4d1c-bfc8-854b27237629&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0779991 Aug 10 03:12:38.882897 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e087ac9b-5536-4eb3-9a9c-0cf31dd1aeac req-1582905c-8fbb-40e7-aac8-4069808e76d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:38.884379 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e087ac9b-5536-4eb3-9a9c-0cf31dd1aeac req-1582905c-8fbb-40e7-aac8-4069808e76d9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fb04e5c4-4048-4691-8fd2-5191f92c4dcc HTTP/1.1" status: 200 len: 908 time: 0.1809535 Aug 10 03:12:38.892859 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c52d2e1-54bf-4f72-9e86-cf0ce96d505f req-448bdbd7-7432-4598-ac25-f971509a4650 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:38.894405 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4c52d2e1-54bf-4f72-9e86-cf0ce96d505f req-448bdbd7-7432-4598-ac25-f971509a4650 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2e40e34-d23d-49a4-bca2-3ea8ed9c834a HTTP/1.1" status: 200 len: 945 time: 0.1355121 Aug 10 03:12:38.937335 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e087ac9b-5536-4eb3-9a9c-0cf31dd1aeac req-becee7f4-97ec-48b3-ba02-36b9cadb734f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f1904dff-5bed-4af3-93fb-2167cbd1d70d HTTP/1.1" status: 200 len: 217 time: 0.0419252 Aug 10 03:12:38.989076 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4c52d2e1-54bf-4f72-9e86-cf0ce96d505f req-9cfca238-ec85-47e7-9161-8793af60dfbd tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862138 Aug 10 03:12:39.010686 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e087ac9b-5536-4eb3-9a9c-0cf31dd1aeac req-273d9bad-f5b2-44ad-9030-c53406c640f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:39.012646 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e087ac9b-5536-4eb3-9a9c-0cf31dd1aeac req-273d9bad-f5b2-44ad-9030-c53406c640f4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1dfce422-0216-4c9d-97b8-8fc7613926b1 HTTP/1.1" status: 200 len: 848 time: 0.0619497 Aug 10 03:12:39.061568 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e087ac9b-5536-4eb3-9a9c-0cf31dd1aeac req-3b15aece-5f73-4013-85f1-0ab63ff5f026 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fb04e5c4-4048-4691-8fd2-5191f92c4dcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399563 Aug 10 03:12:39.171366 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbfc52c-012c-4e89-b336-36b7af92645e req-22b268fd-44f7-488d-afbe-fb6264c97129 tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:39.173143 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3cbfc52c-012c-4e89-b336-36b7af92645e req-22b268fd-44f7-488d-afbe-fb6264c97129 tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] 10.222.0.44 "GET /v2.0/ports?device_id=be93c23f-03c3-4d4a-a263-92ef61290e32 HTTP/1.1" status: 200 len: 950 time: 0.1154697 Aug 10 03:12:39.213465 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e087ac9b-5536-4eb3-9a9c-0cf31dd1aeac req-bccaa03a-6ae9-4ff4-a92e-7efd3e52a302 service neutron] 10.222.0.42 "GET /v2.0/networks/fb04e5c4-4048-4691-8fd2-5191f92c4dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427038 Aug 10 03:12:39.243668 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3cbfc52c-012c-4e89-b336-36b7af92645e req-1095de03-27a9-4bbc-bc1e-ceea66796a9e tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b6a7a1f-7efb-4024-a941-8fe2a982dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550239 Aug 10 03:12:39.415819 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a4241d85-2700-419a-8478-3d63384ec068 req-fde1d822-b18c-4151-a7be-0d92f65698aa tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=7b18d63737b74572a0543b98b602069a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0538456 Aug 10 03:12:39.454988 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e087ac9b-5536-4eb3-9a9c-0cf31dd1aeac req-87ff47af-dff1-4279-a5ad-c9ab5368a8f4 service neutron] 10.222.0.42 "GET /v2.0/networks/fb04e5c4-4048-4691-8fd2-5191f92c4dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248416 Aug 10 03:12:39.499812 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d33bd66-8fc9-4911-a8b8-c31d9acd8f80 req-96587f8c-e695-45ef-aed4-0ed4bccaf61a tempest-MigrationsAdminTest-1974953118 tempest-MigrationsAdminTest-1974953118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:39.501385 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5d33bd66-8fc9-4911-a8b8-c31d9acd8f80 req-96587f8c-e695-45ef-aed4-0ed4bccaf61a tempest-MigrationsAdminTest-1974953118 tempest-MigrationsAdminTest-1974953118-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=d81c6232-f0c3-49ea-bd08-78872ee1d315 HTTP/1.1" status: 200 len: 1101 time: 0.1659012 Aug 10 03:12:39.531151 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-5d33bd66-8fc9-4911-a8b8-c31d9acd8f80 req-c727b51f-a20f-4d3c-b71d-4f434e4932c2 tempest-MigrationsAdminTest-1974953118 tempest-MigrationsAdminTest-1974953118-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:39.650691 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4241d85-2700-419a-8478-3d63384ec068 req-915099b8-f1c9-4c9e-9d4d-2ae7e70d335b tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:39.652209 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a4241d85-2700-419a-8478-3d63384ec068 req-915099b8-f1c9-4c9e-9d4d-2ae7e70d335b tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2202165 Aug 10 03:12:39.696263 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a4241d85-2700-419a-8478-3d63384ec068 req-7165a9ac-2a35-4f9f-9e0a-20ba84190693 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/quotas/7b18d63737b74572a0543b98b602069a HTTP/1.1" status: 200 len: 375 time: 0.0282636 Aug 10 03:12:39.709675 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e087ac9b-5536-4eb3-9a9c-0cf31dd1aeac req-8309d575-4a71-455b-8ced-55954e86299f tempest-LiveMigrationTest-1156190287 tempest-LiveMigrationTest-1156190287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:39.719369 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e087ac9b-5536-4eb3-9a9c-0cf31dd1aeac req-8309d575-4a71-455b-8ced-55954e86299f tempest-LiveMigrationTest-1156190287 tempest-LiveMigrationTest-1156190287-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=d2e40e34-d23d-49a4-bca2-3ea8ed9c834a&tenant_id=ef0c546763504af887a177f337462e10&binding%3Ahost_id=n-h2-768862-13 HTTP/1.1" status: 200 len: 1097 time: 0.1401317 Aug 10 03:12:39.730547 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-e087ac9b-5536-4eb3-9a9c-0cf31dd1aeac req-6db90eeb-33d4-40f0-8455-d909f1a52fe5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-768862-13'}}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:12:39.836077 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a4241d85-2700-419a-8478-3d63384ec068 req-badd8268-5241-41a4-aaf4-e0a26eca8a56 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=7b18d63737b74572a0543b98b602069a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1298077 Aug 10 03:12:39.841199 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-e087ac9b-5536-4eb3-9a9c-0cf31dd1aeac req-6db90eeb-33d4-40f0-8455-d909f1a52fe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:39.857333 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-5d33bd66-8fc9-4911-a8b8-c31d9acd8f80 req-c727b51f-a20f-4d3c-b71d-4f434e4932c2 tempest-MigrationsAdminTest-1974953118 tempest-MigrationsAdminTest-1974953118-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:39.864954 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-5d33bd66-8fc9-4911-a8b8-c31d9acd8f80 req-c727b51f-a20f-4d3c-b71d-4f434e4932c2 tempest-MigrationsAdminTest-1974953118 tempest-MigrationsAdminTest-1974953118-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:39.912438 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5d33bd66-8fc9-4911-a8b8-c31d9acd8f80 req-c727b51f-a20f-4d3c-b71d-4f434e4932c2 tempest-MigrationsAdminTest-1974953118 tempest-MigrationsAdminTest-1974953118-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4015007 Aug 10 03:12:39.927356 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c727b51f-a20f-4d3c-b71d-4f434e4932c2 tempest-MigrationsAdminTest-1974953118 tempest-MigrationsAdminTest-1974953118-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ecad37e-840a-4696-9bc9-a76c3a254950,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:40.072139 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-e087ac9b-5536-4eb3-9a9c-0cf31dd1aeac req-6db90eeb-33d4-40f0-8455-d909f1a52fe5 service neutron] For port f1904dff-5bed-4af3-93fb-2167cbd1d70d, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=f1904dff-5bed-4af3-93fb-2167cbd1d70d,segment=NetworkSegment(6bf2f30c-8de9-48b6-ac35-0afe448267ae),segment_id=6bf2f30c-8de9-48b6-ac35-0afe448267ae)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:40.092677 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f119acd4-5254-4aec-9c13-fd3b8fc9c8bb req-97c1ce9a-cf32-4eee-b744-14d0513e042d tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:40.094370 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f119acd4-5254-4aec-9c13-fd3b8fc9c8bb req-97c1ce9a-cf32-4eee-b744-14d0513e042d tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9314696-1eff-43c8-8add-42d325d4d849 HTTP/1.1" status: 200 len: 946 time: 0.0895083 Aug 10 03:12:40.105819 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 41900) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:40.111352 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-03fba23e-0d7f-488e-acec-34ff365a6159 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Request body: {'floatingip': {'port_id': '762a71c0-9382-4c69-8bad-ab26883c428a'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:12:40.138191 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-e087ac9b-5536-4eb3-9a9c-0cf31dd1aeac req-6db90eeb-33d4-40f0-8455-d909f1a52fe5 service neutron] For port f1904dff-5bed-4af3-93fb-2167cbd1d70d, host n-h2-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:12:40.202471 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-03fba23e-0d7f-488e-acec-34ff365a6159 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Notify callbacks [] for floatingip, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:40.204470 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-e087ac9b-5536-4eb3-9a9c-0cf31dd1aeac req-6db90eeb-33d4-40f0-8455-d909f1a52fe5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:40.210935 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2e40e34-d23d-49a4-bca2-3ea8ed9c834a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1904dff-5bed-4af3-93fb-2167cbd1d70d'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:12:40.214353 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-290d0279-3fcd-4171-be30-ef6b75865ee4" -d '{"events": [{"server_uuid": "d2e40e34-d23d-49a4-bca2-3ea8ed9c834a", "name": "network-vif-unplugged", "status": "completed", "tag": "f1904dff-5bed-4af3-93fb-2167cbd1d70d"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:12:40.218845 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-e087ac9b-5536-4eb3-9a9c-0cf31dd1aeac req-6db90eeb-33d4-40f0-8455-d909f1a52fe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:40.350045 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db90eeb-33d4-40f0-8455-d909f1a52fe5 service neutron] Pushing event updated for resources: {'Port': ['ID=f1904dff-5bed-4af3-93fb-2167cbd1d70d,revision_number=7']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:40.368330 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db90eeb-33d4-40f0-8455-d909f1a52fe5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:40.368330 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db90eeb-33d4-40f0-8455-d909f1a52fe5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:40.368967 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db90eeb-33d4-40f0-8455-d909f1a52fe5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:40.369337 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db90eeb-33d4-40f0-8455-d909f1a52fe5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:40.369651 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db90eeb-33d4-40f0-8455-d909f1a52fe5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:40.369986 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db90eeb-33d4-40f0-8455-d909f1a52fe5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:40.370364 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db90eeb-33d4-40f0-8455-d909f1a52fe5 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:40.370687 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db90eeb-33d4-40f0-8455-d909f1a52fe5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:40.371012 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db90eeb-33d4-40f0-8455-d909f1a52fe5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:40.371331 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db90eeb-33d4-40f0-8455-d909f1a52fe5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:40.371650 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db90eeb-33d4-40f0-8455-d909f1a52fe5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:40.371967 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db90eeb-33d4-40f0-8455-d909f1a52fe5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:40.379568 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-e087ac9b-5536-4eb3-9a9c-0cf31dd1aeac req-6db90eeb-33d4-40f0-8455-d909f1a52fe5 service neutron] Attempting to bind port f1904dff-5bed-4af3-93fb-2167cbd1d70d on host n-h2-768862-13 for vnic_type normal with profile {"migrating_to": "n-h1-768862-13"} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:12:40.379872 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-e087ac9b-5536-4eb3-9a9c-0cf31dd1aeac req-6db90eeb-33d4-40f0-8455-d909f1a52fe5 service neutron] Attempting to bind port f1904dff-5bed-4af3-93fb-2167cbd1d70d by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': '6bf2f30c-8de9-48b6-ac35-0afe448267ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fb04e5c4-4048-4691-8fd2-5191f92c4dcc'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:12:40.380209 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e087ac9b-5536-4eb3-9a9c-0cf31dd1aeac req-6db90eeb-33d4-40f0-8455-d909f1a52fe5 service neutron] Attempting to bind port f1904dff-5bed-4af3-93fb-2167cbd1d70d on network fb04e5c4-4048-4691-8fd2-5191f92c4dcc {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:12:40.385644 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e087ac9b-5536-4eb3-9a9c-0cf31dd1aeac req-6db90eeb-33d4-40f0-8455-d909f1a52fe5 service neutron] Port f1904dff-5bed-4af3-93fb-2167cbd1d70d on network fb04e5c4-4048-4691-8fd2-5191f92c4dcc not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:12:40.386131 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e087ac9b-5536-4eb3-9a9c-0cf31dd1aeac req-6db90eeb-33d4-40f0-8455-d909f1a52fe5 service neutron] Attempting to bind port f1904dff-5bed-4af3-93fb-2167cbd1d70d on network fb04e5c4-4048-4691-8fd2-5191f92c4dcc {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:12:40.392723 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e087ac9b-5536-4eb3-9a9c-0cf31dd1aeac req-6db90eeb-33d4-40f0-8455-d909f1a52fe5 service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:12:40.393370 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e087ac9b-5536-4eb3-9a9c-0cf31dd1aeac req-6db90eeb-33d4-40f0-8455-d909f1a52fe5 service neutron] Checking segment: {'id': '6bf2f30c-8de9-48b6-ac35-0afe448267ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fb04e5c4-4048-4691-8fd2-5191f92c4dcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:12:40.394189 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e087ac9b-5536-4eb3-9a9c-0cf31dd1aeac req-6db90eeb-33d4-40f0-8455-d909f1a52fe5 service neutron] Bound using segment: {'id': '6bf2f30c-8de9-48b6-ac35-0afe448267ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fb04e5c4-4048-4691-8fd2-5191f92c4dcc'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:12:40.394671 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-e087ac9b-5536-4eb3-9a9c-0cf31dd1aeac req-6db90eeb-33d4-40f0-8455-d909f1a52fe5 service neutron] Bound port: f1904dff-5bed-4af3-93fb-2167cbd1d70d, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bf2f30c-8de9-48b6-ac35-0afe448267ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fb04e5c4-4048-4691-8fd2-5191f92c4dcc'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:12:40.395686 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-e087ac9b-5536-4eb3-9a9c-0cf31dd1aeac req-6db90eeb-33d4-40f0-8455-d909f1a52fe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:40.494476 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e3d65a8b-6860-42b7-8804-b160cef1c922 req-92e485e9-9d53-436d-8c76-dcbfa361bad7 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/ports?device_id=cdc24485-8790-48d1-85ab-a5e663e1bff7 HTTP/1.1" status: 200 len: 210 time: 0.0338750 Aug 10 03:12:40.539357 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-e087ac9b-5536-4eb3-9a9c-0cf31dd1aeac req-6db90eeb-33d4-40f0-8455-d909f1a52fe5 service neutron] For port f1904dff-5bed-4af3-93fb-2167cbd1d70d, host n-h2-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:12:40.543200 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-e087ac9b-5536-4eb3-9a9c-0cf31dd1aeac req-6db90eeb-33d4-40f0-8455-d909f1a52fe5 service neutron] For port f1904dff-5bed-4af3-93fb-2167cbd1d70d, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=f1904dff-5bed-4af3-93fb-2167cbd1d70d,segment=NetworkSegment(6bf2f30c-8de9-48b6-ac35-0afe448267ae),segment_id=6bf2f30c-8de9-48b6-ac35-0afe448267ae)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:12:40.551560 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-e087ac9b-5536-4eb3-9a9c-0cf31dd1aeac req-6db90eeb-33d4-40f0-8455-d909f1a52fe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:40.701587 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db90eeb-33d4-40f0-8455-d909f1a52fe5 service neutron] Pushing event updated for resources: {'Port': ['ID=f1904dff-5bed-4af3-93fb-2167cbd1d70d,revision_number=8']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:40.706436 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e087ac9b-5536-4eb3-9a9c-0cf31dd1aeac req-6db90eeb-33d4-40f0-8455-d909f1a52fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:40.707184 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-e087ac9b-5536-4eb3-9a9c-0cf31dd1aeac req-6db90eeb-33d4-40f0-8455-d909f1a52fe5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:40.708768 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e087ac9b-5536-4eb3-9a9c-0cf31dd1aeac req-6db90eeb-33d4-40f0-8455-d909f1a52fe5 service neutron] 10.222.0.42 "PUT /v2.0/ports/f1904dff-5bed-4af3-93fb-2167cbd1d70d HTTP/1.1" status: 200 len: 1123 time: 0.9837863 Aug 10 03:12:40.809513 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0805e9-10c3-41ba-80db-c61c39419e93 req-83e7e92d-e351-44d0-970f-3385635ca842 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:40.818535 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1a0805e9-10c3-41ba-80db-c61c39419e93 req-83e7e92d-e351-44d0-970f-3385635ca842 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2e40e34-d23d-49a4-bca2-3ea8ed9c834a HTTP/1.1" status: 200 len: 943 time: 0.1335034 Aug 10 03:12:40.821156 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 41924) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:40.854662 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['f1904dff-5bed-4af3-93fb-2167cbd1d70d'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:12:40.887174 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1a0805e9-10c3-41ba-80db-c61c39419e93 req-c021d0bc-58b2-4274-804b-5974e665d670 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647793 Aug 10 03:12:40.952620 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69c3e71b-1f4f-425f-9c16-79f133b2fa61 x-openstack-request-id: req-69c3e71b-1f4f-425f-9c16-79f133b2fa61 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:12:40.952972 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2e40e34-d23d-49a4-bca2-3ea8ed9c834a", "name": "network-vif-unplugged", "status": "completed", "tag": "f1904dff-5bed-4af3-93fb-2167cbd1d70d", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:12:40.953175 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-69c3e71b-1f4f-425f-9c16-79f133b2fa61 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:12:40.954098 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2e40e34-d23d-49a4-bca2-3ea8ed9c834a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1904dff-5bed-4af3-93fb-2167cbd1d70d', 'code': 200} Aug 10 03:12:41.064532 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ddf1ff51-91df-4829-a8ab-69ac36aec5ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:41.104091 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18cbea2-1cf9-4dc0-852f-36648b315a44 req-3df8b223-a5b4-441a-b5bd-9083380878bc tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:41.105931 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e18cbea2-1cf9-4dc0-852f-36648b315a44 req-3df8b223-a5b4-441a-b5bd-9083380878bc tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] 10.222.0.44 "GET /v2.0/ports?device_id=be93c23f-03c3-4d4a-a263-92ef61290e32 HTTP/1.1" status: 200 len: 950 time: 0.1025252 Aug 10 03:12:41.214269 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e18cbea2-1cf9-4dc0-852f-36648b315a44 req-a3858c98-3b7c-46fb-80d9-1a4ce189169d tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b6a7a1f-7efb-4024-a941-8fe2a982dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996888 Aug 10 03:12:41.282905 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.db.resource_extend [None req-03fba23e-0d7f-488e-acec-34ff365a6159 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:12:41.368495 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ddf1ff51-91df-4829-a8ab-69ac36aec5ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:41.407705 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ddf1ff51-91df-4829-a8ab-69ac36aec5ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:41.415009 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a4241d85-2700-419a-8478-3d63384ec068 req-781d75c0-ed82-4811-9b56-ecc089a431c0 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=7b18d63737b74572a0543b98b602069a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0601265 Aug 10 03:12:41.429262 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-03fba23e-0d7f-488e-acec-34ff365a6159 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:41.434856 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-5a6e5b81-14e7-47c4-b1c7-111a96b03200 req-47554893-e45c-4513-8f69-0943d2ddea73 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d81c6232-f0c3-49ea-bd08-78872ee1d315&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1900179 Aug 10 03:12:41.440148 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-03fba23e-0d7f-488e-acec-34ff365a6159 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:41.566121 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9469def4-bdbf-4f72-b39b-43978cac796e req-fdd541ca-1861-4be1-af2a-514bcabbf05f tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:41.567909 n-d-768862-13 neutron-server[94261]: INFO neutron.db.l3_db [None req-03fba23e-0d7f-488e-acec-34ff365a6159 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Floating IP 450c4754-49e5-4218-80a3-16414feb67f9 associated. External IP: 172.25.6.79, port: 762a71c0-9382-4c69-8bad-ab26883c428a. Aug 10 03:12:41.573431 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9469def4-bdbf-4f72-b39b-43978cac796e req-fdd541ca-1861-4be1-af2a-514bcabbf05f tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c6232-f0c3-49ea-bd08-78872ee1d315 HTTP/1.1" status: 200 len: 949 time: 0.2174284 Aug 10 03:12:41.577099 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-ddf1ff51-91df-4829-a8ab-69ac36aec5ad admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a4e8d5a8b87b4b8197b161559fe8a8da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7549438 Aug 10 03:12:41.583402 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 41956) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:41.614017 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf1ff51-91df-4829-a8ab-69ac36aec5ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=732540a3-bc1d-4e4d-932e-aa8358979282,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:41.689969 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 41958) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:41.720774 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9469def4-bdbf-4f72-b39b-43978cac796e req-8e54bdfe-f867-44df-8d80-cd916d693592 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464510 Aug 10 03:12:41.749299 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392d1214-bcb8-4a4c-8de0-1da0f36a366f req-5eaccf26-db5c-4136-af9f-60a08bb00dbe tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:41.756548 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-392d1214-bcb8-4a4c-8de0-1da0f36a366f req-5eaccf26-db5c-4136-af9f-60a08bb00dbe tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] 10.222.0.44 "GET /v2.0/ports?device_id=be93c23f-03c3-4d4a-a263-92ef61290e32 HTTP/1.1" status: 200 len: 950 time: 0.1514676 Aug 10 03:12:41.774548 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a95be274-50a7-442f-8d7c-f33fe893af52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:41.797002 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4241d85-2700-419a-8478-3d63384ec068 req-2cd1386a-e374-4356-84bb-9c451aedebcc tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:41.798554 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a4241d85-2700-419a-8478-3d63384ec068 req-2cd1386a-e374-4356-84bb-9c451aedebcc tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3669405 Aug 10 03:12:41.824229 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-a4241d85-2700-419a-8478-3d63384ec068 req-4f51fd88-5315-4e9e-8f98-cf4ad704ed48 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Request body: {'port': {'device_id': 'cdc24485-8790-48d1-85ab-a5e663e1bff7', 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721', 'admin_state_up': True, 'tenant_id': '7b18d63737b74572a0543b98b602069a'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:12:41.859082 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03fba23e-0d7f-488e-acec-34ff365a6159 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Router 2a1da7ca-ac49-4d2c-87ef-385d904e71a5 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:12:41.895029 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-32c98f85-159d-4f10-9109-d8b7e9c9b7c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:41.907657 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a95be274-50a7-442f-8d7c-f33fe893af52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:41.955973 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-392d1214-bcb8-4a4c-8de0-1da0f36a366f req-5fa5c0b7-b1ec-4cfe-bc8d-33b5ed751603 tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b6a7a1f-7efb-4024-a941-8fe2a982dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963801 Aug 10 03:12:42.011140 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a5984a84-a9aa-4e16-af14-b099d8e7b849 req-17ba1eea-7699-4401-bb31-3fe71b8146f3 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/ports?device_id=cdc24485-8790-48d1-85ab-a5e663e1bff7 HTTP/1.1" status: 200 len: 210 time: 0.0926690 Aug 10 03:12:42.087011 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03fba23e-0d7f-488e-acec-34ff365a6159 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:12:42.093708 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-03fba23e-0d7f-488e-acec-34ff365a6159 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:42.102171 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a95be274-50a7-442f-8d7c-f33fe893af52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:42.104828 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a95be274-50a7-442f-8d7c-f33fe893af52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:42.105303 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ae8667-9e89-4a9c-9beb-5720c7da2937 None None] Sync routers for ids ['2a1da7ca-ac49-4d2c-87ef-385d904e71a5'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:12:42.106049 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-a95be274-50a7-442f-8d7c-f33fe893af52 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/732540a3-bc1d-4e4d-932e-aa8358979282 HTTP/1.1" status: 204 len: 168 time: 0.5082645 Aug 10 03:12:42.124809 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ae8667-9e89-4a9c-9beb-5720c7da2937 None None] Routers {'2a1da7ca-ac49-4d2c-87ef-385d904e71a5'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:12:42.126047 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-f2ae8667-9e89-4a9c-9beb-5720c7da2937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:12:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['2a1da7ca-ac49-4d2c-87ef-385d904e71a5'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:12:42.127942 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95be274-50a7-442f-8d7c-f33fe893af52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=732540a3-bc1d-4e4d-932e-aa8358979282,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:42.153468 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-03fba23e-0d7f-488e-acec-34ff365a6159 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] 10.222.0.44 "PUT /v2.0/floatingips/450c4754-49e5-4218-80a3-16414feb67f9 HTTP/1.1" status: 200 len: 991 time: 2.0464776 Aug 10 03:12:42.156234 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9314696-1eff-43c8-8add-42d325d4d849', 'tag': '762a71c0-9382-4c69-8bad-ab26883c428a'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:12:42.158585 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e029a0-c0bd-48cf-a33f-ffafb1954a37" -d '{"events": [{"name": "network-changed", "server_uuid": "b9314696-1eff-43c8-8add-42d325d4d849", "tag": "762a71c0-9382-4c69-8bad-ab26883c428a"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:12:42.184166 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a3a849-c664-403c-9aee-49a03920c9d3 req-a6958156-4eb4-4901-9bce-24854e3dafe0 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:42.185817 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-92a3a849-c664-403c-9aee-49a03920c9d3 req-a6958156-4eb4-4901-9bce-24854e3dafe0 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2e40e34-d23d-49a4-bca2-3ea8ed9c834a HTTP/1.1" status: 200 len: 943 time: 0.1209974 Aug 10 03:12:42.193246 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-32c98f85-159d-4f10-9109-d8b7e9c9b7c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:42.203203 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-32c98f85-159d-4f10-9109-d8b7e9c9b7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:42.237213 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c98f85-159d-4f10-9109-d8b7e9c9b7c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91697ffc-dd4e-4b7c-97fe-173a41c4cdcb,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:42.257822 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c98f85-159d-4f10-9109-d8b7e9c9b7c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:42.258811 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c98f85-159d-4f10-9109-d8b7e9c9b7c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:42.259252 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c98f85-159d-4f10-9109-d8b7e9c9b7c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:42.259685 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c98f85-159d-4f10-9109-d8b7e9c9b7c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:42.260119 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c98f85-159d-4f10-9109-d8b7e9c9b7c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:42.260538 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c98f85-159d-4f10-9109-d8b7e9c9b7c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:42.260956 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c98f85-159d-4f10-9109-d8b7e9c9b7c7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:42.261390 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c98f85-159d-4f10-9109-d8b7e9c9b7c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:42.261805 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c98f85-159d-4f10-9109-d8b7e9c9b7c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:42.262616 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c98f85-159d-4f10-9109-d8b7e9c9b7c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:42.262616 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c98f85-159d-4f10-9109-d8b7e9c9b7c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:42.263047 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c98f85-159d-4f10-9109-d8b7e9c9b7c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:42.276898 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-32c98f85-159d-4f10-9109-d8b7e9c9b7c7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f304644ad4fd459dbdf481829f11bbee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5834043 Aug 10 03:12:42.277873 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 41992) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:42.305241 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-92a3a849-c664-403c-9aee-49a03920c9d3 req-aba2ee92-2cd1-49e6-a0c1-dd8be4e9d647 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093695 Aug 10 03:12:42.319389 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4241d85-2700-419a-8478-3d63384ec068 req-4f51fd88-5315-4e9e-8f98-cf4ad704ed48 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Made reservation on behalf of 7b18d63737b74572a0543b98b602069a for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:12:42.334707 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a4241d85-2700-419a-8478-3d63384ec068 req-4f51fd88-5315-4e9e-8f98-cf4ad704ed48 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:42.392987 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ecc4c19e-1f84-496d-b072-440bb537aa33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:42.461109 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ecc4c19e-1f84-496d-b072-440bb537aa33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:42.556932 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcae67ca-f44f-4181-9c7a-20ccccc3cab2 x-openstack-request-id: req-dcae67ca-f44f-4181-9c7a-20ccccc3cab2 {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:12:42.557339 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9314696-1eff-43c8-8add-42d325d4d849", "tag": "762a71c0-9382-4c69-8bad-ab26883c428a", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:12:42.557685 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dcae67ca-f44f-4181-9c7a-20ccccc3cab2 {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:12:42.558442 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9314696-1eff-43c8-8add-42d325d4d849', 'tag': '762a71c0-9382-4c69-8bad-ab26883c428a', 'status': 'completed', 'code': 200} Aug 10 03:12:42.603441 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-f2ae8667-9e89-4a9c-9beb-5720c7da2937 None None] Set router 2a1da7ca-ac49-4d2c-87ef-385d904e71a5 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:12:42.622123 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ecc4c19e-1f84-496d-b072-440bb537aa33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:42.626734 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ecc4c19e-1f84-496d-b072-440bb537aa33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:42.630960 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ecc4c19e-1f84-496d-b072-440bb537aa33 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/91697ffc-dd4e-4b7c-97fe-173a41c4cdcb HTTP/1.1" status: 204 len: 168 time: 0.3526192 Aug 10 03:12:42.645028 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc4c19e-1f84-496d-b072-440bb537aa33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91697ffc-dd4e-4b7c-97fe-173a41c4cdcb,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:42.656140 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e029a0-c0bd-48cf-a33f-ffafb1954a37 req-2e16961e-473b-4036-9cad-64da08c7d3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:42.659055 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-41e029a0-c0bd-48cf-a33f-ffafb1954a37 req-2e16961e-473b-4036-9cad-64da08c7d3c2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a9d9692f94284ab383feb6bc4fe6dbd1&device_id=b9314696-1eff-43c8-8add-42d325d4d849 HTTP/1.1" status: 200 len: 1098 time: 0.0865123 Aug 10 03:12:42.706814 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-a4241d85-2700-419a-8478-3d63384ec068 req-4f51fd88-5315-4e9e-8f98-cf4ad704ed48 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Allocated IP 192.168.233.167 (72a4be73-29a1-424c-8690-ecdcf6b06721/60d10164-1dee-4940-9d19-f71e6c18cbc5/9b2d7d00-347e-46d6-80ac-89bc678b1c1b) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:12:42.736269 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42008) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:42.757400 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-072181b4-e7b7-4af2-8a79-e1f9fbe71784 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:42.843851 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e029a0-c0bd-48cf-a33f-ffafb1954a37 req-142901fd-32b6-49dd-b69c-46d0f15eed3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:42.846098 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-41e029a0-c0bd-48cf-a33f-ffafb1954a37 req-142901fd-32b6-49dd-b69c-46d0f15eed3e service neutron] 10.222.0.61 "GET /v2.0/networks?id=7bfbeebb-f42f-441e-a7f5-dde179143eae HTTP/1.1" status: 200 len: 924 time: 0.1697488 Aug 10 03:12:42.963507 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2e40e34-d23d-49a4-bca2-3ea8ed9c834a', 'tag': 'f1904dff-5bed-4af3-93fb-2167cbd1d70d'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:12:42.979495 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac75e99-4f6b-4560-b07d-f309b602fb4e" -d '{"events": [{"name": "network-changed", "server_uuid": "d2e40e34-d23d-49a4-bca2-3ea8ed9c834a", "tag": "f1904dff-5bed-4af3-93fb-2167cbd1d70d"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:12:43.001781 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2fa38f-e4cc-4a2f-a87c-ef7b507f0f3c req-583942ee-ecbf-4435-a7bb-e12c44277b39 tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:43.009472 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ba2fa38f-e4cc-4a2f-a87c-ef7b507f0f3c req-583942ee-ecbf-4435-a7bb-e12c44277b39 tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] 10.222.0.44 "GET /v2.0/ports?device_id=be93c23f-03c3-4d4a-a263-92ef61290e32 HTTP/1.1" status: 200 len: 950 time: 0.3068407 Aug 10 03:12:43.009843 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-41e029a0-c0bd-48cf-a33f-ffafb1954a37 req-478d673b-e693-464c-8206-6320cb2fcd51 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=762a71c0-9382-4c69-8bad-ab26883c428a HTTP/1.1" status: 200 len: 999 time: 0.1477926 Aug 10 03:12:43.071203 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-072181b4-e7b7-4af2-8a79-e1f9fbe71784 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:43.073865 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-f2ae8667-9e89-4a9c-9beb-5720c7da2937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1da7ca-ac49-4d2c-87ef-385d904e71a5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1555949547-router', 'tenant_id': 'a9d9692f94284ab383feb6bc4fe6dbd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'fa1c14b5-1a3e-4a28-86bb-0f1ca36de865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:11:40Z', 'updated_at': '2021-08-10T03:11:45Z', 'revision_number': 4, 'project_id': 'a9d9692f94284ab383feb6bc4fe6dbd1', 'gw_port': {'id': 'fa1c14b5-1a3e-4a28-86bb-0f1ca36de865', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:fb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1da7ca-ac49-4d2c-87ef-385d904e71a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:11:41Z', 'updated_at': '2021-08-10T03:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '450c4754-49e5-4218-80a3-16414feb67f9', 'tenant_id': 'a9d9692f94284ab383feb6bc4fe6dbd1', 'floating_ip_address': '172.25.6.79', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '2a1da7ca-ac49-4d2c-87ef-385d904e71a5', 'port_id': '762a71c0-9382-4c69-8bad-ab26883c428a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bfbeebb-f42f-441e-a7f5-dde179143eae', 'mac_address': 'fa:16:3e:8e:e9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9314696-1eff-43c8-8add-42d325d4d849', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:12:10Z', 'updated_at': '2021-08-10T03:12:41Z', 'revision_number': 1, 'project_id': 'a9d9692f94284ab383feb6bc4fe6dbd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52b014cb-961f-494c-a480-b9919c077511', 'name': '', 'network_id': '7bfbeebb-f42f-441e-a7f5-dde179143eae', 'tenant_id': 'a9d9692f94284ab383feb6bc4fe6dbd1', 'mac_address': 'fa:16:3e:c4:80:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1da7ca-ac49-4d2c-87ef-385d904e71a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '899d577f-02e7-4571-b318-84c090d894c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:11:44Z', 'updated_at': '2021-08-10T03:11:56Z', 'revision_number': 5, 'project_id': 'a9d9692f94284ab383feb6bc4fe6dbd1', 'subnets': [{'id': '899d577f-02e7-4571-b318-84c090d894c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:12:43.083941 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-072181b4-e7b7-4af2-8a79-e1f9fbe71784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:43.107567 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e029a0-c0bd-48cf-a33f-ffafb1954a37 req-43596d6a-1efb-44d2-9bab-53b415c495b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:43.109050 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-41e029a0-c0bd-48cf-a33f-ffafb1954a37 req-43596d6a-1efb-44d2-9bab-53b415c495b8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=899d577f-02e7-4571-b318-84c090d894c3 HTTP/1.1" status: 200 len: 863 time: 0.0840175 Aug 10 03:12:43.143487 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ae8667-9e89-4a9c-9beb-5720c7da2937 None None] Checking router: 2a1da7ca-ac49-4d2c-87ef-385d904e71a5 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:12:43.158788 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ae8667-9e89-4a9c-9beb-5720c7da2937 None None] Routers {'2a1da7ca-ac49-4d2c-87ef-385d904e71a5'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:12:43.159812 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-f2ae8667-9e89-4a9c-9beb-5720c7da2937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:12:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['2a1da7ca-ac49-4d2c-87ef-385d904e71a5'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:12:43.163010 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-072181b4-e7b7-4af2-8a79-e1f9fbe71784 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c1e5bf59636c48c3a22c70b5400b1a17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4252975 Aug 10 03:12:43.163817 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42022) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:43.166391 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072181b4-e7b7-4af2-8a79-e1f9fbe71784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff7974bf-5992-4bf2-8ee8-17729645e241,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:43.176975 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42024) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:43.205905 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a02d0aaf-e1c6-4db2-bfa1-3f2f329d7ec1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:43.242771 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e029a0-c0bd-48cf-a33f-ffafb1954a37 req-2f79a791-8046-494c-ba3f-e879b296d60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:43.244344 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-41e029a0-c0bd-48cf-a33f-ffafb1954a37 req-2f79a791-8046-494c-ba3f-e879b296d60f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7bfbeebb-f42f-441e-a7f5-dde179143eae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1234407 Aug 10 03:12:43.287525 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-f2ae8667-9e89-4a9c-9beb-5720c7da2937 None None] Set router 2a1da7ca-ac49-4d2c-87ef-385d904e71a5 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:12:43.347802 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-013441bb-afe9-44f4-a717-034b7e3ec0e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:43.395203 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78c4ef2-6396-472b-afaa-025e7aa86250 req-b6736426-45ce-42ca-b4d3-f54b140f18ed tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:43.395825 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-013441bb-afe9-44f4-a717-034b7e3ec0e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:43.402985 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c78c4ef2-6396-472b-afaa-025e7aa86250 req-b6736426-45ce-42ca-b4d3-f54b140f18ed tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c6232-f0c3-49ea-bd08-78872ee1d315 HTTP/1.1" status: 200 len: 949 time: 0.5101659 Aug 10 03:12:43.425002 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ba2fa38f-e4cc-4a2f-a87c-ef7b507f0f3c req-f04f2382-db37-4552-b8e9-16577be8e499 tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b6a7a1f-7efb-4024-a941-8fe2a982dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4146225 Aug 10 03:12:43.438267 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-41e029a0-c0bd-48cf-a33f-ffafb1954a37 req-54da6cb4-5583-4099-999a-c411fd85fc1b service neutron] 10.222.0.61 "GET /v2.0/networks/7bfbeebb-f42f-441e-a7f5-dde179143eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779845 Aug 10 03:12:43.511832 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c78c4ef2-6396-472b-afaa-025e7aa86250 req-09ce23fe-095c-4ffa-9ce8-86a036e292cd tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077828 Aug 10 03:12:43.573595 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a4241d85-2700-419a-8478-3d63384ec068 req-4f51fd88-5315-4e9e-8f98-cf4ad704ed48 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:43.594218 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff68571-0a2a-4a61-8fc6-4da0b95c1f1a x-openstack-request-id: req-5ff68571-0a2a-4a61-8fc6-4da0b95c1f1a {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:12:43.594218 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2e40e34-d23d-49a4-bca2-3ea8ed9c834a", "tag": "f1904dff-5bed-4af3-93fb-2167cbd1d70d", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:12:43.594218 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5ff68571-0a2a-4a61-8fc6-4da0b95c1f1a {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:12:43.594704 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2e40e34-d23d-49a4-bca2-3ea8ed9c834a', 'tag': 'f1904dff-5bed-4af3-93fb-2167cbd1d70d', 'status': 'completed', 'code': 200} Aug 10 03:12:43.649699 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-f2ae8667-9e89-4a9c-9beb-5720c7da2937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1da7ca-ac49-4d2c-87ef-385d904e71a5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1555949547-router', 'tenant_id': 'a9d9692f94284ab383feb6bc4fe6dbd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'fa1c14b5-1a3e-4a28-86bb-0f1ca36de865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:11:40Z', 'updated_at': '2021-08-10T03:11:45Z', 'revision_number': 4, 'project_id': 'a9d9692f94284ab383feb6bc4fe6dbd1', 'gw_port': {'id': 'fa1c14b5-1a3e-4a28-86bb-0f1ca36de865', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:fb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1da7ca-ac49-4d2c-87ef-385d904e71a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:11:41Z', 'updated_at': '2021-08-10T03:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '450c4754-49e5-4218-80a3-16414feb67f9', 'tenant_id': 'a9d9692f94284ab383feb6bc4fe6dbd1', 'floating_ip_address': '172.25.6.79', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '2a1da7ca-ac49-4d2c-87ef-385d904e71a5', 'port_id': '762a71c0-9382-4c69-8bad-ab26883c428a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bfbeebb-f42f-441e-a7f5-dde179143eae', 'mac_address': 'fa:16:3e:8e:e9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9314696-1eff-43c8-8add-42d325d4d849', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:12:10Z', 'updated_at': '2021-08-10T03:12:41Z', 'revision_number': 1, 'project_id': 'a9d9692f94284ab383feb6bc4fe6dbd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52b014cb-961f-494c-a480-b9919c077511', 'name': '', 'network_id': '7bfbeebb-f42f-441e-a7f5-dde179143eae', 'tenant_id': 'a9d9692f94284ab383feb6bc4fe6dbd1', 'mac_address': 'fa:16:3e:c4:80:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1da7ca-ac49-4d2c-87ef-385d904e71a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '899d577f-02e7-4571-b318-84c090d894c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:11:44Z', 'updated_at': '2021-08-10T03:11:56Z', 'revision_number': 5, 'project_id': 'a9d9692f94284ab383feb6bc4fe6dbd1', 'subnets': [{'id': '899d577f-02e7-4571-b318-84c090d894c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:12:43.684517 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ae8667-9e89-4a9c-9beb-5720c7da2937 None None] The sync data for ids ['2a1da7ca-ac49-4d2c-87ef-385d904e71a5'] in n-d-768862-13 is: [{'id': '2a1da7ca-ac49-4d2c-87ef-385d904e71a5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1555949547-router', 'tenant_id': 'a9d9692f94284ab383feb6bc4fe6dbd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'fa1c14b5-1a3e-4a28-86bb-0f1ca36de865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:11:40Z', 'updated_at': '2021-08-10T03:11:45Z', 'revision_number': 4, 'project_id': 'a9d9692f94284ab383feb6bc4fe6dbd1', 'gw_port': {'id': 'fa1c14b5-1a3e-4a28-86bb-0f1ca36de865', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:fb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1da7ca-ac49-4d2c-87ef-385d904e71a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:11:41Z', 'updated_at': '2021-08-10T03:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '450c4754-49e5-4218-80a3-16414feb67f9', 'tenant_id': 'a9d9692f94284ab383feb6bc4fe6dbd1', 'floating_ip_address': '172.25.6.79', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '2a1da7ca-ac49-4d2c-87ef-385d904e71a5', 'port_id': '762a71c0-9382-4c69-8bad-ab26883c428a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bfbeebb-f42f-441e-a7f5-dde179143eae', 'mac_address': 'fa:16:3e:8e:e9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9314696-1eff-43c8-8add-42d325d4d849', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:12:10Z', 'updated_at': '2021-08-10T03:12:41Z', 'revision_number': 1, 'project_id': 'a9d9692f94284ab383feb6bc4fe6dbd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52b014cb-961f-494c-a480-b9919c077511', 'name': '', 'network_id': '7bfbeebb-f42f-441e-a7f5-dde179143eae', 'tenant_id': 'a9d9692f94284ab383feb6bc4fe6dbd1', 'mac_address': 'fa:16:3e:c4:80:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1da7ca-ac49-4d2c-87ef-385d904e71a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '899d577f-02e7-4571-b318-84c090d894c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:11:44Z', 'updated_at': '2021-08-10T03:11:56Z', 'revision_number': 5, 'project_id': 'a9d9692f94284ab383feb6bc4fe6dbd1', 'subnets': [{'id': '899d577f-02e7-4571-b318-84c090d894c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:12:43.686966 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b5df62e3-04b8-488f-b6e2-6b7cdd26bc87 req-d4658551-48c8-412b-91dc-80aefede6d54 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/ports?device_id=cdc24485-8790-48d1-85ab-a5e663e1bff7 HTTP/1.1" status: 200 len: 210 time: 0.0623243 Aug 10 03:12:43.716806 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac75e99-4f6b-4560-b07d-f309b602fb4e req-873904cc-5075-4f4a-94b6-d286a84482f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:43.718652 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2ac75e99-4f6b-4560-b07d-f309b602fb4e req-873904cc-5075-4f4a-94b6-d286a84482f0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ef0c546763504af887a177f337462e10&device_id=d2e40e34-d23d-49a4-bca2-3ea8ed9c834a HTTP/1.1" status: 200 len: 1126 time: 0.0878553 Aug 10 03:12:43.738691 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a02d0aaf-e1c6-4db2-bfa1-3f2f329d7ec1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:43.792635 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a02d0aaf-e1c6-4db2-bfa1-3f2f329d7ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:43.810781 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-a4241d85-2700-419a-8478-3d63384ec068 req-4f51fd88-5315-4e9e-8f98-cf4ad704ed48 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Transition to ACTIVE for port object 9b2d7d00-347e-46d6-80ac-89bc678b1c1b will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:12:43.834956 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-013441bb-afe9-44f4-a717-034b7e3ec0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:43.838214 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-013441bb-afe9-44f4-a717-034b7e3ec0e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:43.841175 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-013441bb-afe9-44f4-a717-034b7e3ec0e5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ff7974bf-5992-4bf2-8ee8-17729645e241 HTTP/1.1" status: 204 len: 168 time: 0.6610529 Aug 10 03:12:43.856782 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962cf2b1-fca7-43d0-892f-4d079cdba500 req-ad7ce0e2-7ba2-4360-9f32-09e217b6ea0a tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:43.858292 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-962cf2b1-fca7-43d0-892f-4d079cdba500 req-ad7ce0e2-7ba2-4360-9f32-09e217b6ea0a tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2e40e34-d23d-49a4-bca2-3ea8ed9c834a HTTP/1.1" status: 200 len: 943 time: 0.1867030 Aug 10 03:12:43.895970 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a02d0aaf-e1c6-4db2-bfa1-3f2f329d7ec1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0f8ea1aa535e4d6d8cdb09050f6b10e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7264009 Aug 10 03:12:43.899466 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42036) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:43.906141 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02d0aaf-e1c6-4db2-bfa1-3f2f329d7ec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d230cf-e42d-4ce7-84ff-c8dd0fa18180,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:43.975134 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e5b81-14e7-47c4-b1c7-111a96b03200 req-12a2efa9-8639-4f48-83d5-167395365e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:43.977002 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-5a6e5b81-14e7-47c4-b1c7-111a96b03200 req-12a2efa9-8639-4f48-83d5-167395365e5a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=808ab0b013b8411c9f012091d2eaa39f&device_id=d81c6232-f0c3-49ea-bd08-78872ee1d315 HTTP/1.1" status: 200 len: 1101 time: 0.2366924 Aug 10 03:12:43.984617 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013441bb-afe9-44f4-a717-034b7e3ec0e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff7974bf-5992-4bf2-8ee8-17729645e241,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:43.986801 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-962cf2b1-fca7-43d0-892f-4d079cdba500 req-23a65d28-0058-429a-936d-3fe96bbc2830 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162288 Aug 10 03:12:43.988653 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a4241d85-2700-419a-8478-3d63384ec068 req-4f51fd88-5315-4e9e-8f98-cf4ad704ed48 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:43.991730 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac75e99-4f6b-4560-b07d-f309b602fb4e req-e4694a96-c342-461c-8ac2-3d71b130261b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:43.993437 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2ac75e99-4f6b-4560-b07d-f309b602fb4e req-e4694a96-c342-461c-8ac2-3d71b130261b service neutron] 10.222.0.61 "GET /v2.0/networks?id=fb04e5c4-4048-4691-8fd2-5191f92c4dcc HTTP/1.1" status: 200 len: 908 time: 0.2570796 Aug 10 03:12:44.002452 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['8af5ca65-d1e8-47e0-9e35-5cab8c4a2292', '6cba7831-a801-42d6-aca6-3cbd8bd25305'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:12:44.078811 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f51fd88-5315-4e9e-8f98-cf4ad704ed48 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Pushing event updated for resources: {'Port': ['ID=9b2d7d00-347e-46d6-80ac-89bc678b1c1b,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:44.107926 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-41e029a0-c0bd-48cf-a33f-ffafb1954a37 req-08102cbc-aec2-43c4-a22a-6f007b7a2fa0 service neutron] 10.222.0.61 "GET /v2.0/networks/7bfbeebb-f42f-441e-a7f5-dde179143eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6307871 Aug 10 03:12:44.127612 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6592e7-5779-4b3d-acb7-cd44da008508 None None] New status for floating IP 450c4754-49e5-4218-80a3-16414feb67f9: ACTIVE {{(pid=94262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:12:44.201160 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2ac75e99-4f6b-4560-b07d-f309b602fb4e req-4f866970-1c8c-4cf5-823c-c7e2c23e0f83 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f1904dff-5bed-4af3-93fb-2167cbd1d70d HTTP/1.1" status: 200 len: 217 time: 0.1234984 Aug 10 03:12:44.223125 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4241d85-2700-419a-8478-3d63384ec068 req-4f51fd88-5315-4e9e-8f98-cf4ad704ed48 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Network 72a4be73-29a1-424c-8690-ecdcf6b06721 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:12:44.237439 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d85e7a15-852c-4b2d-99d2-7f7c36c05788 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:44.245732 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-a4241d85-2700-419a-8478-3d63384ec068 req-4f51fd88-5315-4e9e-8f98-cf4ad704ed48 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:12:44.275208 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e5b81-14e7-47c4-b1c7-111a96b03200 req-fffeffdb-1ab1-42cc-b42c-584547b24829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:44.276749 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-5a6e5b81-14e7-47c4-b1c7-111a96b03200 req-fffeffdb-1ab1-42cc-b42c-584547b24829 service neutron] 10.222.0.61 "GET /v2.0/networks?id=72a4be73-29a1-424c-8690-ecdcf6b06721 HTTP/1.1" status: 200 len: 869 time: 0.2487473 Aug 10 03:12:44.278808 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d85e7a15-852c-4b2d-99d2-7f7c36c05788 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:44.294839 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835df868-287e-4845-abf0-b97457ecd3fb req-677e044a-a5ce-4b76-a72b-eaf52bb66d92 tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:44.298093 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-835df868-287e-4845-abf0-b97457ecd3fb req-677e044a-a5ce-4b76-a72b-eaf52bb66d92 tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] 10.222.0.42 "GET /v2.0/ports?device_id=be93c23f-03c3-4d4a-a263-92ef61290e32 HTTP/1.1" status: 200 len: 950 time: 0.2236304 Aug 10 03:12:44.302643 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4241d85-2700-419a-8478-3d63384ec068 req-4f51fd88-5315-4e9e-8f98-cf4ad704ed48 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:12:44.310868 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4241d85-2700-419a-8478-3d63384ec068 req-4f51fd88-5315-4e9e-8f98-cf4ad704ed48 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:44.311775 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a4241d85-2700-419a-8478-3d63384ec068 req-4f51fd88-5315-4e9e-8f98-cf4ad704ed48 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:44.384838 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-5a6e5b81-14e7-47c4-b1c7-111a96b03200 req-e5ed6aaa-521f-4a83-a5a5-4358c8a0aba8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=408a3286-4f2d-4fd4-a596-e648c93bfc43 HTTP/1.1" status: 200 len: 217 time: 0.0923874 Aug 10 03:12:44.410676 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac75e99-4f6b-4560-b07d-f309b602fb4e req-66801e2d-4f24-4d8f-863b-bf75a3490fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:44.412200 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2ac75e99-4f6b-4560-b07d-f309b602fb4e req-66801e2d-4f24-4d8f-863b-bf75a3490fc7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1dfce422-0216-4c9d-97b8-8fc7613926b1 HTTP/1.1" status: 200 len: 848 time: 0.1932559 Aug 10 03:12:44.420992 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a4241d85-2700-419a-8478-3d63384ec068 req-4f51fd88-5315-4e9e-8f98-cf4ad704ed48 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6088703 Aug 10 03:12:44.467528 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-a4241d85-2700-419a-8478-3d63384ec068 req-0cd487b1-dbcf-446c-afc6-75d366d884f4 service neutron] Request body: {'port': {'device_id': 'cdc24485-8790-48d1-85ab-a5e663e1bff7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:12:44.509830 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:12:44.524628 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e5b81-14e7-47c4-b1c7-111a96b03200 req-e45cc958-2589-42e3-b78d-2022c3ee6cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:44.528480 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-5a6e5b81-14e7-47c4-b1c7-111a96b03200 req-e45cc958-2589-42e3-b78d-2022c3ee6cd2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=60d10164-1dee-4940-9d19-f71e6c18cbc5 HTTP/1.1" status: 200 len: 843 time: 0.1296713 Aug 10 03:12:44.573590 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d85e7a15-852c-4b2d-99d2-7f7c36c05788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:44.579232 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d85e7a15-852c-4b2d-99d2-7f7c36c05788 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:44.580615 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-d85e7a15-852c-4b2d-99d2-7f7c36c05788 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f9d230cf-e42d-4ce7-84ff-c8dd0fa18180 HTTP/1.1" status: 204 len: 168 time: 0.6789401 Aug 10 03:12:44.615357 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85e7a15-852c-4b2d-99d2-7f7c36c05788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d230cf-e42d-4ce7-84ff-c8dd0fa18180,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:44.622204 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2ac75e99-4f6b-4560-b07d-f309b602fb4e req-0e366e07-7c2f-4653-8aa4-0813e7066ec5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fb04e5c4-4048-4691-8fd2-5191f92c4dcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1606195 Aug 10 03:12:44.655155 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e5b81-14e7-47c4-b1c7-111a96b03200 req-5c44d6fa-e328-4b14-be6a-b674d1ba8132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:44.665166 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-5a6e5b81-14e7-47c4-b1c7-111a96b03200 req-5c44d6fa-e328-4b14-be6a-b674d1ba8132 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=72a4be73-29a1-424c-8690-ecdcf6b06721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1123104 Aug 10 03:12:44.725472 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a4241d85-2700-419a-8478-3d63384ec068 req-0cd487b1-dbcf-446c-afc6-75d366d884f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:44.749125 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device f1904dff-5bed-4af3-93fb-2167cbd1d70d details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:12:44.807636 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-b4786b70-a43c-4173-b1c6-b6d8c23e6b3b None None] Provisioning for port 9b2d7d00-347e-46d6-80ac-89bc678b1c1b completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:12:44.815291 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-b4786b70-a43c-4173-b1c6-b6d8c23e6b3b None None] Provisioning complete for port 9b2d7d00-347e-46d6-80ac-89bc678b1c1b triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:12:44.815666 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b4786b70-a43c-4173-b1c6-b6d8c23e6b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:44.920075 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-5a6e5b81-14e7-47c4-b1c7-111a96b03200 req-88ebb18e-2e34-4dae-ad84-2760d6ff2348 service neutron] 10.222.0.61 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303052 Aug 10 03:12:44.942784 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483cf912-3a18-4463-be6f-b006c126f2c4 req-353256c4-adfb-4aa2-aab0-ce46ce2865fc tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:44.944805 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-483cf912-3a18-4463-be6f-b006c126f2c4 req-353256c4-adfb-4aa2-aab0-ce46ce2865fc tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] 10.222.0.44 "GET /v2.0/ports?device_id=be93c23f-03c3-4d4a-a263-92ef61290e32 HTTP/1.1" status: 200 len: 950 time: 0.2203720 Aug 10 03:12:44.948257 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-835df868-287e-4845-abf0-b97457ecd3fb req-ef28fbd4-ec5c-4ff8-bca7-becc84d7007b tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] Deleting port 64b9ae55-270d-4ec7-b9bd-c6917b1f5063 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:12:44.949139 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-835df868-287e-4845-abf0-b97457ecd3fb req-ef28fbd4-ec5c-4ff8-bca7-becc84d7007b tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:44.978205 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-b4786b70-a43c-4173-b1c6-b6d8c23e6b3b None None] Port 9b2d7d00-347e-46d6-80ac-89bc678b1c1b cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:12:45.004810 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2ac75e99-4f6b-4560-b07d-f309b602fb4e req-9936f097-9424-406b-8542-87b277f40f32 service neutron] 10.222.0.61 "GET /v2.0/networks/fb04e5c4-4048-4691-8fd2-5191f92c4dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3621531 Aug 10 03:12:45.070295 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port f1904dff-5bed-4af3-93fb-2167cbd1d70d, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=f1904dff-5bed-4af3-93fb-2167cbd1d70d,segment=NetworkSegment(6bf2f30c-8de9-48b6-ac35-0afe448267ae),segment_id=6bf2f30c-8de9-48b6-ac35-0afe448267ae)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:45.080703 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-5a6e5b81-14e7-47c4-b1c7-111a96b03200 req-45538c48-1f29-4c0b-888c-807c7f03ddab service neutron] 10.222.0.61 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514170 Aug 10 03:12:45.085127 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device f1904dff-5bed-4af3-93fb-2167cbd1d70d has no active binding in host n-h1-768862-13 {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 10 03:12:45.251630 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-483cf912-3a18-4463-be6f-b006c126f2c4 req-2ac99dd2-ef40-469b-8b1d-0e98eead464e tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b6a7a1f-7efb-4024-a941-8fe2a982dc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965841 Aug 10 03:12:45.275074 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906752b9-1619-4eea-8682-f51196aae278 req-ab1cf177-3a06-4c23-bdaa-edd4c846852e tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:45.276895 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-906752b9-1619-4eea-8682-f51196aae278 req-ab1cf177-3a06-4c23-bdaa-edd4c846852e tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c6232-f0c3-49ea-bd08-78872ee1d315 HTTP/1.1" status: 200 len: 949 time: 0.3978682 Aug 10 03:12:45.463305 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-835df868-287e-4845-abf0-b97457ecd3fb req-ef28fbd4-ec5c-4ff8-bca7-becc84d7007b tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] For port 64b9ae55-270d-4ec7-b9bd-c6917b1f5063, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=64b9ae55-270d-4ec7-b9bd-c6917b1f5063,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:45.463682 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-835df868-287e-4845-abf0-b97457ecd3fb req-ef28fbd4-ec5c-4ff8-bca7-becc84d7007b tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:45.468978 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2ac75e99-4f6b-4560-b07d-f309b602fb4e req-85d7aa8d-9dad-4645-b76b-cbbf347ea72d service neutron] 10.222.0.61 "GET /v2.0/networks/fb04e5c4-4048-4691-8fd2-5191f92c4dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4072757 Aug 10 03:12:45.489067 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-906752b9-1619-4eea-8682-f51196aae278 req-c73ce8f9-a5b5-433b-9be4-eba04a0af777 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996274 Aug 10 03:12:45.503185 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-835df868-287e-4845-abf0-b97457ecd3fb req-ef28fbd4-ec5c-4ff8-bca7-becc84d7007b tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] Calling delete_port for 64b9ae55-270d-4ec7-b9bd-c6917b1f5063 owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:12:45.539283 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebaa385-7e63-438d-8ec4-1852c3613439 req-9223ff1f-5ccf-4b88-a5e0-f6b11134618e tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:45.541209 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-aebaa385-7e63-438d-8ec4-1852c3613439 req-9223ff1f-5ccf-4b88-a5e0-f6b11134618e tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/ports?device_id=cdc24485-8790-48d1-85ab-a5e663e1bff7 HTTP/1.1" status: 200 len: 936 time: 0.1895959 Aug 10 03:12:45.689947 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-aebaa385-7e63-438d-8ec4-1852c3613439 req-c67728b9-9e00-46e1-96b5-ec67000b1061 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/security-groups?id=b61ddca4-e27e-4174-97e8-ca6f8f679a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171088 Aug 10 03:12:45.694742 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-a4241d85-2700-419a-8478-3d63384ec068 req-0cd487b1-dbcf-446c-afc6-75d366d884f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b2d7d00-347e-46d6-80ac-89bc678b1c1b {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:12:45.703668 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a4241d85-2700-419a-8478-3d63384ec068 req-0cd487b1-dbcf-446c-afc6-75d366d884f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:45.719794 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-a4241d85-2700-419a-8478-3d63384ec068 req-0cd487b1-dbcf-446c-afc6-75d366d884f4 service neutron] Transition to ACTIVE for port object 9b2d7d00-347e-46d6-80ac-89bc678b1c1b will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:12:45.728535 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a4241d85-2700-419a-8478-3d63384ec068 req-0cd487b1-dbcf-446c-afc6-75d366d884f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:45.894066 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd487b1-dbcf-446c-afc6-75d366d884f4 service neutron] Pushing event updated for resources: {'Port': ['ID=9b2d7d00-347e-46d6-80ac-89bc678b1c1b,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:45.905343 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-835df868-287e-4845-abf0-b97457ecd3fb req-ef28fbd4-ec5c-4ff8-bca7-becc84d7007b tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:45.921210 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['64b9ae55-270d-4ec7-b9bd-c6917b1f5063'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:12:45.996599 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1147ce6b-16c6-4237-930c-6957a43b6508 req-8e880de9-cc29-4652-bcbe-82dcb696ee58 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:46.004176 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1147ce6b-16c6-4237-930c-6957a43b6508 req-8e880de9-cc29-4652-bcbe-82dcb696ee58 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2e40e34-d23d-49a4-bca2-3ea8ed9c834a HTTP/1.1" status: 200 len: 943 time: 0.2254245 Aug 10 03:12:46.009236 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef28fbd4-ec5c-4ff8-bca7-becc84d7007b tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] Pushing event deleted for resources: {'Port': ['ID=64b9ae55-270d-4ec7-b9bd-c6917b1f5063,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:46.030087 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-a4241d85-2700-419a-8478-3d63384ec068 req-0cd487b1-dbcf-446c-afc6-75d366d884f4 service neutron] Attempting to bind port 9b2d7d00-347e-46d6-80ac-89bc678b1c1b on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:12:46.030458 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-a4241d85-2700-419a-8478-3d63384ec068 req-0cd487b1-dbcf-446c-afc6-75d366d884f4 service neutron] Attempting to bind port 9b2d7d00-347e-46d6-80ac-89bc678b1c1b by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:12:46.030793 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4241d85-2700-419a-8478-3d63384ec068 req-0cd487b1-dbcf-446c-afc6-75d366d884f4 service neutron] Attempting to bind port 9b2d7d00-347e-46d6-80ac-89bc678b1c1b on network 72a4be73-29a1-424c-8690-ecdcf6b06721 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:12:46.057761 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4241d85-2700-419a-8478-3d63384ec068 req-0cd487b1-dbcf-446c-afc6-75d366d884f4 service neutron] Port 9b2d7d00-347e-46d6-80ac-89bc678b1c1b on network 72a4be73-29a1-424c-8690-ecdcf6b06721 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:12:46.058398 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4241d85-2700-419a-8478-3d63384ec068 req-0cd487b1-dbcf-446c-afc6-75d366d884f4 service neutron] Attempting to bind port 9b2d7d00-347e-46d6-80ac-89bc678b1c1b on network 72a4be73-29a1-424c-8690-ecdcf6b06721 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:12:46.086572 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-835df868-287e-4845-abf0-b97457ecd3fb req-ef28fbd4-ec5c-4ff8-bca7-becc84d7007b tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] No DVR routers for this DVR port 64b9ae55-270d-4ec7-b9bd-c6917b1f5063 on host n-h1-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:12:46.090771 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4241d85-2700-419a-8478-3d63384ec068 req-0cd487b1-dbcf-446c-afc6-75d366d884f4 service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:12:46.091367 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4241d85-2700-419a-8478-3d63384ec068 req-0cd487b1-dbcf-446c-afc6-75d366d884f4 service neutron] Checking segment: {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:12:46.091910 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4241d85-2700-419a-8478-3d63384ec068 req-0cd487b1-dbcf-446c-afc6-75d366d884f4 service neutron] Bound using segment: {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:12:46.092538 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-a4241d85-2700-419a-8478-3d63384ec068 req-0cd487b1-dbcf-446c-afc6-75d366d884f4 service neutron] Bound port: 9b2d7d00-347e-46d6-80ac-89bc678b1c1b, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:12:46.093078 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a4241d85-2700-419a-8478-3d63384ec068 req-0cd487b1-dbcf-446c-afc6-75d366d884f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:46.102563 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-835df868-287e-4845-abf0-b97457ecd3fb req-ef28fbd4-ec5c-4ff8-bca7-becc84d7007b tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:46.104892 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-835df868-287e-4845-abf0-b97457ecd3fb req-ef28fbd4-ec5c-4ff8-bca7-becc84d7007b tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] 10.222.0.42 "DELETE /v2.0/ports/64b9ae55-270d-4ec7-b9bd-c6917b1f5063 HTTP/1.1" status: 204 len: 173 time: 1.7894294 Aug 10 03:12:46.105383 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be93c23f-03c3-4d4a-a263-92ef61290e32', 'name': 'network-vif-deleted', 'tag': '64b9ae55-270d-4ec7-b9bd-c6917b1f5063'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:12:46.107836 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b404a2-8105-4f68-bb2f-928f100de5b5" -d '{"events": [{"server_uuid": "be93c23f-03c3-4d4a-a263-92ef61290e32", "name": "network-vif-deleted", "tag": "64b9ae55-270d-4ec7-b9bd-c6917b1f5063"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:12:46.144236 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1147ce6b-16c6-4237-930c-6957a43b6508 req-5252c06c-68db-4a31-8ef3-b7398e08a834 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334312 Aug 10 03:12:46.209660 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db32d3f2-b65f-4400-922e-bf6693f29635 x-openstack-request-id: req-db32d3f2-b65f-4400-922e-bf6693f29635 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:12:46.210573 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be93c23f-03c3-4d4a-a263-92ef61290e32", "name": "network-vif-deleted", "tag": "64b9ae55-270d-4ec7-b9bd-c6917b1f5063", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:12:46.212440 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-db32d3f2-b65f-4400-922e-bf6693f29635 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:12:46.213243 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be93c23f-03c3-4d4a-a263-92ef61290e32', 'name': 'network-vif-deleted', 'tag': '64b9ae55-270d-4ec7-b9bd-c6917b1f5063', 'status': 'completed', 'code': 200} Aug 10 03:12:46.265533 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-a4241d85-2700-419a-8478-3d63384ec068 req-0cd487b1-dbcf-446c-afc6-75d366d884f4 service neutron] For port 9b2d7d00-347e-46d6-80ac-89bc678b1c1b, host n-h1-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:12:46.272030 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-a4241d85-2700-419a-8478-3d63384ec068 req-0cd487b1-dbcf-446c-afc6-75d366d884f4 service neutron] For port 9b2d7d00-347e-46d6-80ac-89bc678b1c1b, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=9b2d7d00-347e-46d6-80ac-89bc678b1c1b,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:12:46.280387 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a4241d85-2700-419a-8478-3d63384ec068 req-0cd487b1-dbcf-446c-afc6-75d366d884f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:46.330007 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4241d85-2700-419a-8478-3d63384ec068 req-0cd487b1-dbcf-446c-afc6-75d366d884f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:46.332569 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a4241d85-2700-419a-8478-3d63384ec068 req-0cd487b1-dbcf-446c-afc6-75d366d884f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:46.334108 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a4241d85-2700-419a-8478-3d63384ec068 req-0cd487b1-dbcf-446c-afc6-75d366d884f4 service neutron] 10.222.0.42 "PUT /v2.0/ports/9b2d7d00-347e-46d6-80ac-89bc678b1c1b HTTP/1.1" status: 200 len: 1097 time: 1.8772986 Aug 10 03:12:46.387694 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd487b1-dbcf-446c-afc6-75d366d884f4 service neutron] Pushing event updated for resources: {'Port': ['ID=9b2d7d00-347e-46d6-80ac-89bc678b1c1b,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:46.456803 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4241d85-2700-419a-8478-3d63384ec068 req-04d8f477-4b80-4b30-8f60-f513e8a75f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:46.458498 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a4241d85-2700-419a-8478-3d63384ec068 req-04d8f477-4b80-4b30-8f60-f513e8a75f5b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7b18d63737b74572a0543b98b602069a&device_id=cdc24485-8790-48d1-85ab-a5e663e1bff7 HTTP/1.1" status: 200 len: 1100 time: 0.0605421 Aug 10 03:12:46.510920 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d4dfa452-9cbd-4f8b-9a9d-4c8712ef2f4a req-64275d09-2a2d-4abf-be6f-569925d56c60 tempest-DeleteServersAdminTestJSON-30066550 tempest-DeleteServersAdminTestJSON-30066550-project] 10.222.0.44 "GET /v2.0/ports?device_id=be93c23f-03c3-4d4a-a263-92ef61290e32 HTTP/1.1" status: 200 len: 210 time: 0.0760067 Aug 10 03:12:46.562669 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a4241d85-2700-419a-8478-3d63384ec068 req-414ce71c-52cd-40df-9981-396342de426d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=9b2d7d00-347e-46d6-80ac-89bc678b1c1b HTTP/1.1" status: 200 len: 217 time: 0.0687404 Aug 10 03:12:46.976213 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4241d85-2700-419a-8478-3d63384ec068 req-b4ebc82e-b035-4809-b729-19a2cd4fba57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:46.978882 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a4241d85-2700-419a-8478-3d63384ec068 req-b4ebc82e-b035-4809-b729-19a2cd4fba57 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=60d10164-1dee-4940-9d19-f71e6c18cbc5 HTTP/1.1" status: 200 len: 843 time: 0.4012115 Aug 10 03:12:47.001796 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e087ac9b-5536-4eb3-9a9c-0cf31dd1aeac req-58d83a12-88d1-4ea1-a866-ed22d3a94ad2 service neutron] 10.222.0.61 "GET /v2.0/ports/f1904dff-5bed-4af3-93fb-2167cbd1d70d/bindings/n-h1-768862-13 HTTP/1.1" status: 200 len: 385 time: 0.4352036 Aug 10 03:12:47.034381 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8842f1f-b13b-4491-b055-e89fbcc0549e req-49a6a5ba-2fae-44f4-843e-fa3f609d62d6 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:47.035879 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b8842f1f-b13b-4491-b055-e89fbcc0549e req-49a6a5ba-2fae-44f4-843e-fa3f609d62d6 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c6232-f0c3-49ea-bd08-78872ee1d315 HTTP/1.1" status: 200 len: 949 time: 0.4205341 Aug 10 03:12:47.111797 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4241d85-2700-419a-8478-3d63384ec068 req-973f53f4-bb10-4b5e-8b16-08e0c2d28590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:47.113367 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a4241d85-2700-419a-8478-3d63384ec068 req-973f53f4-bb10-4b5e-8b16-08e0c2d28590 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72a4be73-29a1-424c-8690-ecdcf6b06721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1267636 Aug 10 03:12:47.157230 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b8842f1f-b13b-4491-b055-e89fbcc0549e req-7e4468ab-f211-4ab4-86e2-ddfaafd1e1cc tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979493 Aug 10 03:12:47.279426 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6759790-8c11-431d-941b-6fb67003ece3 req-49784c6a-d822-4e39-b5ca-6cb49ee93f45 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:47.280958 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e6759790-8c11-431d-941b-6fb67003ece3 req-49784c6a-d822-4e39-b5ca-6cb49ee93f45 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/ports?device_id=cdc24485-8790-48d1-85ab-a5e663e1bff7 HTTP/1.1" status: 200 len: 948 time: 0.1488967 Aug 10 03:12:47.354002 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a4241d85-2700-419a-8478-3d63384ec068 req-b99079e9-a18e-4457-b2fa-efc7d69c8204 service neutron] 10.222.0.42 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298830 Aug 10 03:12:47.446317 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e6759790-8c11-431d-941b-6fb67003ece3 req-db4cc8a9-64a6-433a-9c35-89d341a27470 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/security-groups?id=b61ddca4-e27e-4174-97e8-ca6f8f679a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269393 Aug 10 03:12:47.479332 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-e087ac9b-5536-4eb3-9a9c-0cf31dd1aeac req-afe28ecf-5d5c-4543-9484-335f2ae69e5a service neutron] For port f1904dff-5bed-4af3-93fb-2167cbd1d70d, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=f1904dff-5bed-4af3-93fb-2167cbd1d70d,segment=NetworkSegment(6bf2f30c-8de9-48b6-ac35-0afe448267ae),segment_id=6bf2f30c-8de9-48b6-ac35-0afe448267ae)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:47.527253 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-e087ac9b-5536-4eb3-9a9c-0cf31dd1aeac req-afe28ecf-5d5c-4543-9484-335f2ae69e5a service neutron] For port f1904dff-5bed-4af3-93fb-2167cbd1d70d, host n-h2-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:12:47.571196 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b825836f-87b0-4cd4-b071-ca1f3d67be3e req-b3d3c58b-7282-448a-9641-76d6b8267a88 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:47.572780 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b825836f-87b0-4cd4-b071-ca1f3d67be3e req-b3d3c58b-7282-448a-9641-76d6b8267a88 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2e40e34-d23d-49a4-bca2-3ea8ed9c834a HTTP/1.1" status: 200 len: 943 time: 0.1450331 Aug 10 03:12:47.576964 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a4241d85-2700-419a-8478-3d63384ec068 req-15268777-974e-4074-b57b-18468620f10c service neutron] 10.222.0.42 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077184 Aug 10 03:12:47.604099 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-e087ac9b-5536-4eb3-9a9c-0cf31dd1aeac req-afe28ecf-5d5c-4543-9484-335f2ae69e5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1904dff-5bed-4af3-93fb-2167cbd1d70d {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:12:47.620076 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-e087ac9b-5536-4eb3-9a9c-0cf31dd1aeac req-afe28ecf-5d5c-4543-9484-335f2ae69e5a service neutron] For port f1904dff-5bed-4af3-93fb-2167cbd1d70d, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=f1904dff-5bed-4af3-93fb-2167cbd1d70d,segment=NetworkSegment(6bf2f30c-8de9-48b6-ac35-0afe448267ae),segment_id=6bf2f30c-8de9-48b6-ac35-0afe448267ae)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:47.647935 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-e087ac9b-5536-4eb3-9a9c-0cf31dd1aeac req-afe28ecf-5d5c-4543-9484-335f2ae69e5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:47.652739 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b825836f-87b0-4cd4-b071-ca1f3d67be3e req-398bd0ee-caf6-436a-a223-98389f35edf3 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732994 Aug 10 03:12:47.784376 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-e087ac9b-5536-4eb3-9a9c-0cf31dd1aeac req-afe28ecf-5d5c-4543-9484-335f2ae69e5a service neutron] Transition to ACTIVE for port object f1904dff-5bed-4af3-93fb-2167cbd1d70d will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:12:47.793151 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-e087ac9b-5536-4eb3-9a9c-0cf31dd1aeac req-afe28ecf-5d5c-4543-9484-335f2ae69e5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:47.892788 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-e087ac9b-5536-4eb3-9a9c-0cf31dd1aeac req-afe28ecf-5d5c-4543-9484-335f2ae69e5a service neutron] No DVR routers for this DVR port f1904dff-5bed-4af3-93fb-2167cbd1d70d on host n-h2-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:12:47.915348 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42240) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:47.916971 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe28ecf-5d5c-4543-9484-335f2ae69e5a service neutron] Pushing event updated for resources: {'Port': ['ID=f1904dff-5bed-4af3-93fb-2167cbd1d70d,revision_number=10']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:47.955082 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e087ac9b-5536-4eb3-9a9c-0cf31dd1aeac req-afe28ecf-5d5c-4543-9484-335f2ae69e5a service neutron] 10.222.0.61 "PUT /v2.0/ports/f1904dff-5bed-4af3-93fb-2167cbd1d70d/bindings/n-h1-768862-13/activate HTTP/1.1" status: 200 len: 370 time: 0.9368725 Aug 10 03:12:48.020177 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42250) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:48.079080 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e087ac9b-5536-4eb3-9a9c-0cf31dd1aeac req-07a2be17-1a0d-4fc4-a157-6d97169839b1 tempest-LiveMigrationTest-1156190287 tempest-LiveMigrationTest-1156190287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:48.080776 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e087ac9b-5536-4eb3-9a9c-0cf31dd1aeac req-07a2be17-1a0d-4fc4-a157-6d97169839b1 tempest-LiveMigrationTest-1156190287 tempest-LiveMigrationTest-1156190287-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=d2e40e34-d23d-49a4-bca2-3ea8ed9c834a&tenant_id=ef0c546763504af887a177f337462e10&binding%3Ahost_id=n-h2-768862-13 HTTP/1.1" status: 200 len: 1096 time: 0.0617371 Aug 10 03:12:48.159628 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3fe9c1e0-328f-43a7-b038-ef884b35ccf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:48.186858 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e087ac9b-5536-4eb3-9a9c-0cf31dd1aeac req-8980283e-ef32-4a8a-9085-987c633f19f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:48.188963 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e087ac9b-5536-4eb3-9a9c-0cf31dd1aeac req-8980283e-ef32-4a8a-9085-987c633f19f4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d2e40e34-d23d-49a4-bca2-3ea8ed9c834a&tenant_id=ef0c546763504af887a177f337462e10 HTTP/1.1" status: 200 len: 1096 time: 0.0955307 Aug 10 03:12:48.215034 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdc24485-8790-48d1-85ab-a5e663e1bff7', 'tag': '9b2d7d00-347e-46d6-80ac-89bc678b1c1b'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:12:48.217612 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-650fb90e-b8ba-4a65-934e-855ee1fdd889" -d '{"events": [{"name": "network-changed", "server_uuid": "cdc24485-8790-48d1-85ab-a5e663e1bff7", "tag": "9b2d7d00-347e-46d6-80ac-89bc678b1c1b"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:12:48.311459 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d51848-68f2-40ac-bb94-f47061b48bec x-openstack-request-id: req-28d51848-68f2-40ac-bb94-f47061b48bec {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:12:48.312001 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdc24485-8790-48d1-85ab-a5e663e1bff7", "tag": "9b2d7d00-347e-46d6-80ac-89bc678b1c1b", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:12:48.312157 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-28d51848-68f2-40ac-bb94-f47061b48bec {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:12:48.312601 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdc24485-8790-48d1-85ab-a5e663e1bff7', 'tag': '9b2d7d00-347e-46d6-80ac-89bc678b1c1b', 'status': 'completed', 'code': 200} Aug 10 03:12:48.349943 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-95ed3e18-9bfe-400a-acda-b3941542aaba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:48.377258 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42264) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:48.379569 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e087ac9b-5536-4eb3-9a9c-0cf31dd1aeac req-6df01364-25d3-415d-abaa-8a58829a150e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:48.381956 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e087ac9b-5536-4eb3-9a9c-0cf31dd1aeac req-6df01364-25d3-415d-abaa-8a58829a150e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ef0c546763504af887a177f337462e10&device_id=d2e40e34-d23d-49a4-bca2-3ea8ed9c834a HTTP/1.1" status: 200 len: 1096 time: 0.1558390 Aug 10 03:12:48.420335 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d714a1d2-80fa-466e-9025-dd8fd76131bf req-ffc6eb87-fb72-43a9-ba15-5aeb4dd6498a tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:48.422976 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d714a1d2-80fa-466e-9025-dd8fd76131bf req-ffc6eb87-fb72-43a9-ba15-5aeb4dd6498a tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c6232-f0c3-49ea-bd08-78872ee1d315 HTTP/1.1" status: 200 len: 949 time: 0.1715674 Aug 10 03:12:48.435498 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3fe9c1e0-328f-43a7-b038-ef884b35ccf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:48.442954 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3fe9c1e0-328f-43a7-b038-ef884b35ccf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:48.542309 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-3fe9c1e0-328f-43a7-b038-ef884b35ccf2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=19c88ac7725c485b8f2dfd6732215ea4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6237535 Aug 10 03:12:48.546037 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 42272) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:48.548502 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe9c1e0-328f-43a7-b038-ef884b35ccf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a1e1659-f46c-42a6-9c82-b8a7541e42a1,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:48.586506 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-b3f56c8d-6ee0-4a99-8c0b-652a4217a3e2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=562c1859cc8d46a188a6c04c784d549a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2038608 Aug 10 03:12:48.591010 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42274) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:48.591608 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42276) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:48.653501 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650fb90e-b8ba-4a65-934e-855ee1fdd889 req-84f67a6c-bd39-4504-b36e-f28eb9dd30f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:48.655185 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-650fb90e-b8ba-4a65-934e-855ee1fdd889 req-84f67a6c-bd39-4504-b36e-f28eb9dd30f3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7b18d63737b74572a0543b98b602069a&device_id=cdc24485-8790-48d1-85ab-a5e663e1bff7 HTTP/1.1" status: 200 len: 1100 time: 0.3079085 Aug 10 03:12:48.691478 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-95ed3e18-9bfe-400a-acda-b3941542aaba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:48.695076 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f85d983c-72d6-4692-8e25-c83749936f7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:48.699809 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d714a1d2-80fa-466e-9025-dd8fd76131bf req-d8fda6a5-1dc0-436d-94dc-1d45719f10fa tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612016 Aug 10 03:12:48.699949 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-95ed3e18-9bfe-400a-acda-b3941542aaba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:48.731240 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 64b9ae55-270d-4ec7-b9bd-c6917b1f5063 no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:12:48.758119 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] No Port match for: 64b9ae55-270d-4ec7-b9bd-c6917b1f5063 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:12:48.758813 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 64b9ae55-270d-4ec7-b9bd-c6917b1f5063 not bound to the agent host n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:12:48.769203 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f85d983c-72d6-4692-8e25-c83749936f7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:48.771002 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-85cb0d9c-0a2c-472e-9158-8b3538f4f8ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:48.780453 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-857abfb0-dffd-4a81-878c-5fc4c7ebddd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:48.787024 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-95ed3e18-9bfe-400a-acda-b3941542aaba admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f31e76963e5340bebd1b4bd275eaf5d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7656605 Aug 10 03:12:48.798440 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42282) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:48.816014 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ed3e18-9bfe-400a-acda-b3941542aaba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f40053af-bf24-4c78-9c8b-12be0675ed41,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:48.872584 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e087ac9b-5536-4eb3-9a9c-0cf31dd1aeac req-a721d65e-09e8-4782-8a7d-4692a9da71e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:48.874503 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e087ac9b-5536-4eb3-9a9c-0cf31dd1aeac req-a721d65e-09e8-4782-8a7d-4692a9da71e6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fb04e5c4-4048-4691-8fd2-5191f92c4dcc HTTP/1.1" status: 200 len: 908 time: 0.4665012 Aug 10 03:12:48.877411 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-857abfb0-dffd-4a81-878c-5fc4c7ebddd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:48.910732 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-55e2d5b7-bb6d-44d7-8c56-cd60be16a7a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:48.920177 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f85d983c-72d6-4692-8e25-c83749936f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:48.922767 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f85d983c-72d6-4692-8e25-c83749936f7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:48.924025 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-f85d983c-72d6-4692-8e25-c83749936f7e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3b6a7a1f-7efb-4024-a941-8fe2a982dc62 HTTP/1.1" status: 204 len: 168 time: 0.3300021 Aug 10 03:12:48.952711 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85d983c-72d6-4692-8e25-c83749936f7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b6a7a1f-7efb-4024-a941-8fe2a982dc62,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:48.962083 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c77e1d-61f0-42ab-8f6c-985ad6d88afb req-9586feab-6235-43a6-a7f2-7038edbb2a3d tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:48.965016 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-97c77e1d-61f0-42ab-8f6c-985ad6d88afb req-9586feab-6235-43a6-a7f2-7038edbb2a3d tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/ports?device_id=cdc24485-8790-48d1-85ab-a5e663e1bff7 HTTP/1.1" status: 200 len: 948 time: 0.3552685 Aug 10 03:12:48.987890 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e087ac9b-5536-4eb3-9a9c-0cf31dd1aeac req-41c5136c-36ee-4dbb-8cc8-bb7d3866b5dd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f1904dff-5bed-4af3-93fb-2167cbd1d70d HTTP/1.1" status: 200 len: 217 time: 0.0927627 Aug 10 03:12:48.990986 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-55e2d5b7-bb6d-44d7-8c56-cd60be16a7a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:49.001605 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-85cb0d9c-0a2c-472e-9158-8b3538f4f8ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:49.011391 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-85cb0d9c-0a2c-472e-9158-8b3538f4f8ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:49.029708 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650fb90e-b8ba-4a65-934e-855ee1fdd889 req-1c96b18c-0b16-48a7-89e2-a00d476b4252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:49.031594 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-650fb90e-b8ba-4a65-934e-855ee1fdd889 req-1c96b18c-0b16-48a7-89e2-a00d476b4252 service neutron] 10.222.0.42 "GET /v2.0/networks?id=72a4be73-29a1-424c-8690-ecdcf6b06721 HTTP/1.1" status: 200 len: 869 time: 0.3675714 Aug 10 03:12:49.071262 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5fb8d5-ed50-44bb-a84f-2d758caaa29f req-7406d981-df82-46d9-93dc-50dec9561fe9 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:49.073084 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9d5fb8d5-ed50-44bb-a84f-2d758caaa29f req-7406d981-df82-46d9-93dc-50dec9561fe9 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2e40e34-d23d-49a4-bca2-3ea8ed9c834a HTTP/1.1" status: 200 len: 944 time: 0.2857854 Aug 10 03:12:49.076846 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-85cb0d9c-0a2c-472e-9158-8b3538f4f8ae admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d56a2b9ce69140e381aac57c64a445b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4839456 Aug 10 03:12:49.077505 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42286) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:49.086631 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cb0d9c-0a2c-472e-9158-8b3538f4f8ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6bce0aa-b555-4452-aa53-9f4c070c5269,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:49.129998 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-55e2d5b7-bb6d-44d7-8c56-cd60be16a7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:49.132829 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-55e2d5b7-bb6d-44d7-8c56-cd60be16a7a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:49.134297 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-55e2d5b7-bb6d-44d7-8c56-cd60be16a7a1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f40053af-bf24-4c78-9c8b-12be0675ed41 HTTP/1.1" status: 204 len: 168 time: 0.3348486 Aug 10 03:12:49.150719 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-650fb90e-b8ba-4a65-934e-855ee1fdd889 req-3084232b-3d7b-44a0-a26f-952478af9547 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=9b2d7d00-347e-46d6-80ac-89bc678b1c1b HTTP/1.1" status: 200 len: 217 time: 0.0764744 Aug 10 03:12:49.154310 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e2d5b7-bb6d-44d7-8c56-cd60be16a7a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f40053af-bf24-4c78-9c8b-12be0675ed41,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:49.162379 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9718ee13-ac5f-4609-b51c-23ad49685324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:49.187383 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9718ee13-ac5f-4609-b51c-23ad49685324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:49.205509 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e087ac9b-5536-4eb3-9a9c-0cf31dd1aeac req-a2f09390-9ba8-4590-8842-2aa509901c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:49.207043 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e087ac9b-5536-4eb3-9a9c-0cf31dd1aeac req-a2f09390-9ba8-4590-8842-2aa509901c52 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1dfce422-0216-4c9d-97b8-8fc7613926b1 HTTP/1.1" status: 200 len: 848 time: 0.2020683 Aug 10 03:12:49.236611 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-857abfb0-dffd-4a81-878c-5fc4c7ebddd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:49.241471 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-857abfb0-dffd-4a81-878c-5fc4c7ebddd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:49.242866 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-857abfb0-dffd-4a81-878c-5fc4c7ebddd5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8a1e1659-f46c-42a6-9c82-b8a7541e42a1 HTTP/1.1" status: 204 len: 168 time: 0.6887989 Aug 10 03:12:49.263636 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9718ee13-ac5f-4609-b51c-23ad49685324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:49.266705 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9718ee13-ac5f-4609-b51c-23ad49685324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:49.269081 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-9718ee13-ac5f-4609-b51c-23ad49685324 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c6bce0aa-b555-4452-aa53-9f4c070c5269 HTTP/1.1" status: 204 len: 168 time: 0.1889734 Aug 10 03:12:49.277631 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-97c77e1d-61f0-42ab-8f6c-985ad6d88afb req-6dc89a69-61ce-4306-b2f6-a5b53c6affea tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/security-groups?id=b61ddca4-e27e-4174-97e8-ca6f8f679a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933719 Aug 10 03:12:49.285278 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9718ee13-ac5f-4609-b51c-23ad49685324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6bce0aa-b555-4452-aa53-9f4c070c5269,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:49.323081 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9d5fb8d5-ed50-44bb-a84f-2d758caaa29f req-39713963-93f4-4e04-b845-18239f7499f4 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356923 Aug 10 03:12:49.331407 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857abfb0-dffd-4a81-878c-5fc4c7ebddd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a1e1659-f46c-42a6-9c82-b8a7541e42a1,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:49.354253 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e087ac9b-5536-4eb3-9a9c-0cf31dd1aeac req-0ea0c69d-fb7c-47cc-ac5c-dc92987edb30 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fb04e5c4-4048-4691-8fd2-5191f92c4dcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1052210 Aug 10 03:12:49.394541 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650fb90e-b8ba-4a65-934e-855ee1fdd889 req-eed9d18a-ec4e-4cc4-8a60-d167f17c58ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:49.396170 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-650fb90e-b8ba-4a65-934e-855ee1fdd889 req-eed9d18a-ec4e-4cc4-8a60-d167f17c58ce service neutron] 10.222.0.42 "GET /v2.0/subnets?id=60d10164-1dee-4940-9d19-f71e6c18cbc5 HTTP/1.1" status: 200 len: 843 time: 0.2202661 Aug 10 03:12:49.409819 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42298) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:49.425783 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1f1b9327-6eec-4542-ad7d-cec4bf284c0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:49.534936 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650fb90e-b8ba-4a65-934e-855ee1fdd889 req-a4b8668d-d774-4708-a98c-84da241b8704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:49.536482 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-650fb90e-b8ba-4a65-934e-855ee1fdd889 req-a4b8668d-d774-4708-a98c-84da241b8704 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72a4be73-29a1-424c-8690-ecdcf6b06721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0834365 Aug 10 03:12:49.544265 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e087ac9b-5536-4eb3-9a9c-0cf31dd1aeac req-13ee5c36-5dd0-4773-bfc8-f42b5c40b92c service neutron] 10.222.0.42 "GET /v2.0/networks/fb04e5c4-4048-4691-8fd2-5191f92c4dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813195 Aug 10 03:12:49.555825 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1f1b9327-6eec-4542-ad7d-cec4bf284c0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:49.563546 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1f1b9327-6eec-4542-ad7d-cec4bf284c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:49.613910 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-1f1b9327-6eec-4542-ad7d-cec4bf284c0d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=64c15cbe7a0d446a851644a7af5d7421&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2000568 Aug 10 03:12:49.613910 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1b9327-6eec-4542-ad7d-cec4bf284c0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=464a597d-1392-4d26-9acd-f4ed36d2e34b,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:49.622346 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 42302) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:49.774053 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b7c5fedc-6004-429a-afb2-601f6f98b78c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:49.776981 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-650fb90e-b8ba-4a65-934e-855ee1fdd889 req-81344e32-4935-4e87-b342-4b632d697da3 service neutron] 10.222.0.42 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239573 Aug 10 03:12:49.811166 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device f1904dff-5bed-4af3-93fb-2167cbd1d70d no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:12:49.865869 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device f1904dff-5bed-4af3-93fb-2167cbd1d70d not bound to the agent host n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:12:49.882245 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b7c5fedc-6004-429a-afb2-601f6f98b78c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:49.894339 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e087ac9b-5536-4eb3-9a9c-0cf31dd1aeac req-0dae7079-c841-4053-80dd-3e1e045bf49b service neutron] 10.222.0.42 "GET /v2.0/networks/fb04e5c4-4048-4691-8fd2-5191f92c4dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3125083 Aug 10 03:12:49.921406 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42310) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:49.942341 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 42312) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:49.954014 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b838b2e6-48a9-4924-977c-68794e53fa5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:50.065235 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b838b2e6-48a9-4924-977c-68794e53fa5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:50.071725 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b838b2e6-48a9-4924-977c-68794e53fa5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:50.119817 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-b838b2e6-48a9-4924-977c-68794e53fa5f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=91c48b50cc724d768ca549108e5d5b3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1960416 Aug 10 03:12:50.123425 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42314) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:50.132561 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b838b2e6-48a9-4924-977c-68794e53fa5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dddc246-382e-49e0-b20c-9c083d912f39,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:50.184388 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42316) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:50.190788 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6cfd1401-bfd5-4c22-ba7b-07edb664e3c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:50.205934 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c376871f-4008-46ab-b7c6-18e508117b6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:50.229472 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6cfd1401-bfd5-4c22-ba7b-07edb664e3c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:50.264517 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-006dac8b-e83a-4c60-93ee-77d118b2a7ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:50.324780 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6cfd1401-bfd5-4c22-ba7b-07edb664e3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:50.327570 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6cfd1401-bfd5-4c22-ba7b-07edb664e3c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:50.333982 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-6cfd1401-bfd5-4c22-ba7b-07edb664e3c3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2dddc246-382e-49e0-b20c-9c083d912f39 HTTP/1.1" status: 204 len: 168 time: 0.2078667 Aug 10 03:12:50.348202 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfd1401-bfd5-4c22-ba7b-07edb664e3c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dddc246-382e-49e0-b20c-9c083d912f39,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:50.350730 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5608bd-cdce-4066-8a00-93a756b041be req-45925d52-8901-48b6-9798-7ff29310b328 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:50.354261 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9a5608bd-cdce-4066-8a00-93a756b041be req-45925d52-8901-48b6-9798-7ff29310b328 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c6232-f0c3-49ea-bd08-78872ee1d315 HTTP/1.1" status: 200 len: 949 time: 0.5034382 Aug 10 03:12:50.373427 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-650fb90e-b8ba-4a65-934e-855ee1fdd889 req-86b41e39-5d71-4ef4-ba27-ab8792ad8845 service neutron] 10.222.0.42 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5828314 Aug 10 03:12:50.405149 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e087ac9b-5536-4eb3-9a9c-0cf31dd1aeac req-a995e3d5-3677-44c7-a170-2a27edc7fc46 tempest-LiveMigrationTest-1156190287 tempest-LiveMigrationTest-1156190287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:50.406892 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e087ac9b-5536-4eb3-9a9c-0cf31dd1aeac req-a995e3d5-3677-44c7-a170-2a27edc7fc46 tempest-LiveMigrationTest-1156190287 tempest-LiveMigrationTest-1156190287-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=d2e40e34-d23d-49a4-bca2-3ea8ed9c834a&tenant_id=ef0c546763504af887a177f337462e10&binding%3Ahost_id=n-h1-768862-13 HTTP/1.1" status: 200 len: 1096 time: 0.1752732 Aug 10 03:12:50.412806 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c376871f-4008-46ab-b7c6-18e508117b6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:50.418949 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c376871f-4008-46ab-b7c6-18e508117b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:50.444727 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b7c5fedc-6004-429a-afb2-601f6f98b78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:50.447214 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b7c5fedc-6004-429a-afb2-601f6f98b78c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:50.448619 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-b7c5fedc-6004-429a-afb2-601f6f98b78c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/464a597d-1392-4d26-9acd-f4ed36d2e34b HTTP/1.1" status: 204 len: 168 time: 0.8234994 Aug 10 03:12:50.468330 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-c376871f-4008-46ab-b7c6-18e508117b6f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=054f38d2aaeb403a96cc5c1836c16890&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2826271 Aug 10 03:12:50.469262 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c376871f-4008-46ab-b7c6-18e508117b6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3504fc77-25a5-4b5f-b5b8-22925048f323,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:50.471724 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42328) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:50.505164 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b4c9ad-6b25-483a-99d9-ced012ccae5d req-f8bf9b14-779d-4c7a-9c6a-b746a16c5442 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:50.511465 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f7b4c9ad-6b25-483a-99d9-ced012ccae5d req-f8bf9b14-779d-4c7a-9c6a-b746a16c5442 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/ports?device_id=cdc24485-8790-48d1-85ab-a5e663e1bff7 HTTP/1.1" status: 200 len: 948 time: 0.1544349 Aug 10 03:12:50.528042 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9a5608bd-cdce-4066-8a00-93a756b041be req-a04c1bf2-7057-4080-a40a-1123a55d37dd tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540434 Aug 10 03:12:50.543097 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c5fedc-6004-429a-afb2-601f6f98b78c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=464a597d-1392-4d26-9acd-f4ed36d2e34b,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:50.548988 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c5c02afe-e080-4824-84c7-85215321a9f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:50.576826 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c5c02afe-e080-4824-84c7-85215321a9f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:50.663306 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c5c02afe-e080-4824-84c7-85215321a9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:50.668327 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c5c02afe-e080-4824-84c7-85215321a9f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:50.673733 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-c5c02afe-e080-4824-84c7-85215321a9f5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3504fc77-25a5-4b5f-b5b8-22925048f323 HTTP/1.1" status: 204 len: 168 time: 0.2010567 Aug 10 03:12:50.684361 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c02afe-e080-4824-84c7-85215321a9f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3504fc77-25a5-4b5f-b5b8-22925048f323,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:50.724325 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f7b4c9ad-6b25-483a-99d9-ced012ccae5d req-afc3f988-f1c1-491a-a094-54ddd5d09ad9 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/security-groups?id=b61ddca4-e27e-4174-97e8-ca6f8f679a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868052 Aug 10 03:12:50.731259 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 9b2d7d00-347e-46d6-80ac-89bc678b1c1b details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:12:50.865018 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-006dac8b-e83a-4c60-93ee-77d118b2a7ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:50.874583 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-006dac8b-e83a-4c60-93ee-77d118b2a7ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:50.888544 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ccdc57-b007-4277-b8e0-052543c9b4af req-b54edc11-5ec0-4a5c-9c91-f88227f566a4 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:50.896565 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-57ccdc57-b007-4277-b8e0-052543c9b4af req-b54edc11-5ec0-4a5c-9c91-f88227f566a4 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2e40e34-d23d-49a4-bca2-3ea8ed9c834a HTTP/1.1" status: 200 len: 944 time: 0.2261844 Aug 10 03:12:50.903328 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 9b2d7d00-347e-46d6-80ac-89bc678b1c1b, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=9b2d7d00-347e-46d6-80ac-89bc678b1c1b,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:50.923452 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': '9b2d7d00-347e-46d6-80ac-89bc678b1c1b', 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721', 'port_id': '9b2d7d00-347e-46d6-80ac-89bc678b1c1b', 'mac_address': 'fa:16:3e:73:ae:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60d10164-1dee-4940-9d19-f71e6c18cbc5', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:12:50.950026 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-e087ac9b-5536-4eb3-9a9c-0cf31dd1aeac req-f9f4d92f-0f3f-4595-b33e-ad00deb01c9b service neutron] For port f1904dff-5bed-4af3-93fb-2167cbd1d70d, host n-h2-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:12:50.969992 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-e087ac9b-5536-4eb3-9a9c-0cf31dd1aeac req-f9f4d92f-0f3f-4595-b33e-ad00deb01c9b service neutron] Notify callbacks [] for binding, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:50.971207 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e087ac9b-5536-4eb3-9a9c-0cf31dd1aeac req-f9f4d92f-0f3f-4595-b33e-ad00deb01c9b service neutron] 10.222.0.42 "DELETE /v2.0/ports/f1904dff-5bed-4af3-93fb-2167cbd1d70d/bindings/n-h2-768862-13 HTTP/1.1" status: 204 len: 173 time: 0.5435429 Aug 10 03:12:50.985013 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:50.994068 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42346) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:50.994777 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-006dac8b-e83a-4c60-93ee-77d118b2a7ef admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9656c59db3e449cc9bcd69f376d4b1c7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0493579 Aug 10 03:12:50.997910 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006dac8b-e83a-4c60-93ee-77d118b2a7ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84d03c7e-c8dc-479c-826c-02feb7058964,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:51.003968 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b2d7d00-347e-46d6-80ac-89bc678b1c1b {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:12:51.006543 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-57ccdc57-b007-4277-b8e0-052543c9b4af req-c33711f9-15e2-478a-b894-49c4de03d382 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093671 Aug 10 03:12:51.032187 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 9b2d7d00-347e-46d6-80ac-89bc678b1c1b, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=9b2d7d00-347e-46d6-80ac-89bc678b1c1b,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:51.039525 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:51.101975 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=9b2d7d00-347e-46d6-80ac-89bc678b1c1b,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:51.117491 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:51.118110 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:51.119517 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:51.120264 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:51.120861 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:51.121384 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:51.122512 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:51.123178 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:51.123750 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:51.124254 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:51.125303 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:51.126166 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:51.152769 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1e32ff53-1047-4fef-a2b0-fc9dde7acd68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:51.186705 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1e32ff53-1047-4fef-a2b0-fc9dde7acd68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:51.250017 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743b39ea-2f1c-43b8-97e8-130d11ef4a48 req-ed7ea80a-ec83-451d-8cee-7b3354e5f608 tempest-LiveMigrationTest-1156190287 tempest-LiveMigrationTest-1156190287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:51.253574 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-743b39ea-2f1c-43b8-97e8-130d11ef4a48 req-ed7ea80a-ec83-451d-8cee-7b3354e5f608 tempest-LiveMigrationTest-1156190287 tempest-LiveMigrationTest-1156190287-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=d2e40e34-d23d-49a4-bca2-3ea8ed9c834a HTTP/1.1" status: 200 len: 1096 time: 0.0568175 Aug 10 03:12:51.261519 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1e32ff53-1047-4fef-a2b0-fc9dde7acd68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:51.264518 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1e32ff53-1047-4fef-a2b0-fc9dde7acd68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:51.265817 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-1e32ff53-1047-4fef-a2b0-fc9dde7acd68 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/84d03c7e-c8dc-479c-826c-02feb7058964 HTTP/1.1" status: 204 len: 168 time: 0.2701542 Aug 10 03:12:51.289700 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e32ff53-1047-4fef-a2b0-fc9dde7acd68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d03c7e-c8dc-479c-826c-02feb7058964,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:51.309471 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-743b39ea-2f1c-43b8-97e8-130d11ef4a48 req-fea08613-704e-4a15-8e44-03e0ffc463cf tempest-LiveMigrationTest-1156190287 tempest-LiveMigrationTest-1156190287-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491314 Aug 10 03:12:51.315342 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['9b2d7d00-347e-46d6-80ac-89bc678b1c1b'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:12:51.374862 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-61f105a6-e161-47b1-b154-5eb09776c936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:51.694464 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4faacd1-9e06-47be-8b2e-2200bcca0034 req-e577ab2f-69b5-4cdb-9787-1dfdce719264 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:51.696558 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d4faacd1-9e06-47be-8b2e-2200bcca0034 req-e577ab2f-69b5-4cdb-9787-1dfdce719264 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c6232-f0c3-49ea-bd08-78872ee1d315 HTTP/1.1" status: 200 len: 949 time: 0.0890515 Aug 10 03:12:51.791975 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d4faacd1-9e06-47be-8b2e-2200bcca0034 req-9f085f79-0a4a-49bc-9602-ad3d2b657853 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875282 Aug 10 03:12:51.871050 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c11258-89f0-46f8-b0ce-8f777ff88be0 req-c69f685b-91a9-4fe0-be3c-82310e7ea989 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:51.872774 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-97c11258-89f0-46f8-b0ce-8f777ff88be0 req-c69f685b-91a9-4fe0-be3c-82310e7ea989 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/networks?id=fb04e5c4-4048-4691-8fd2-5191f92c4dcc HTTP/1.1" status: 200 len: 808 time: 0.1540239 Aug 10 03:12:51.934114 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-97c11258-89f0-46f8-b0ce-8f777ff88be0 req-0a6b76ea-1e3a-472a-aa2d-232467d6da6b tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/quotas/ef0c546763504af887a177f337462e10 HTTP/1.1" status: 200 len: 375 time: 0.0502646 Aug 10 03:12:52.062338 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a68aa3e-544f-437f-bbae-32c5fff44b2d req-1b28d0da-bcfa-4ee3-8361-4b986e489f84 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:52.065488 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5a68aa3e-544f-437f-bbae-32c5fff44b2d req-1b28d0da-bcfa-4ee3-8361-4b986e489f84 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/ports?device_id=cdc24485-8790-48d1-85ab-a5e663e1bff7 HTTP/1.1" status: 200 len: 949 time: 0.1649756 Aug 10 03:12:52.081881 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-97c11258-89f0-46f8-b0ce-8f777ff88be0 req-0b985e0b-6e2e-48a3-9d5a-b59826e09a15 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ef0c546763504af887a177f337462e10&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1221306 Aug 10 03:12:52.142315 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5a68aa3e-544f-437f-bbae-32c5fff44b2d req-6ac3e04a-787c-4936-97c7-a017bedf5119 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/security-groups?id=b61ddca4-e27e-4174-97e8-ca6f8f679a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580938 Aug 10 03:12:52.729495 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 9b2d7d00-347e-46d6-80ac-89bc678b1c1b up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:12:52.747246 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [req-97c11258-89f0-46f8-b0ce-8f777ff88be0 req-10bb5307-ff0e-4e2e-8224-89cb1d359487 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:12:52.759081 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-97c11258-89f0-46f8-b0ce-8f777ff88be0 req-10bb5307-ff0e-4e2e-8224-89cb1d359487 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3162451 Aug 10 03:12:52.790994 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning for port 9b2d7d00-347e-46d6-80ac-89bc678b1c1b completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:12:52.795733 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port 9b2d7d00-347e-46d6-80ac-89bc678b1c1b triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:12:52.796824 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:52.895654 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-97c11258-89f0-46f8-b0ce-8f777ff88be0 req-24adb3b7-5da8-4c7a-b55a-0200c52869b0 service neutron] 10.222.0.44 "GET /v2.0/networks/fb04e5c4-4048-4691-8fd2-5191f92c4dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316149 Aug 10 03:12:52.939826 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:52.986765 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdc24485-8790-48d1-85ab-a5e663e1bff7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b2d7d00-347e-46d6-80ac-89bc678b1c1b'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:12:52.989058 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a86f861-1b8d-4fef-9ea4-94efcf6e515c" -d '{"events": [{"server_uuid": "cdc24485-8790-48d1-85ab-a5e663e1bff7", "name": "network-vif-plugged", "status": "completed", "tag": "9b2d7d00-347e-46d6-80ac-89bc678b1c1b"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:12:53.008071 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 9b2d7d00-347e-46d6-80ac-89bc678b1c1b, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=9b2d7d00-347e-46d6-80ac-89bc678b1c1b,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:53.016376 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:53.037148 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0678270b-eb1f-4686-8085-ed725ed46585 req-97a99236-dbd8-4170-a89b-4f125c303681 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:53.038719 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0678270b-eb1f-4686-8085-ed725ed46585 req-97a99236-dbd8-4170-a89b-4f125c303681 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c6232-f0c3-49ea-bd08-78872ee1d315 HTTP/1.1" status: 200 len: 949 time: 0.1128094 Aug 10 03:12:53.065953 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-97c11258-89f0-46f8-b0ce-8f777ff88be0 req-1efdc4a9-0e00-43a2-a7a0-4c28d080e13f service neutron] 10.222.0.44 "GET /v2.0/networks/fb04e5c4-4048-4691-8fd2-5191f92c4dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626019 Aug 10 03:12:53.103915 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0678270b-eb1f-4686-8085-ed725ed46585 req-da0a9b23-977f-4bc1-942f-724a76ed252a tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536826 Aug 10 03:12:53.114850 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=9b2d7d00-347e-46d6-80ac-89bc678b1c1b,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:53.192211 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9aa4ef1-a3f8-4ba9-9e9b-986131b36121 x-openstack-request-id: req-f9aa4ef1-a3f8-4ba9-9e9b-986131b36121 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:12:53.192697 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdc24485-8790-48d1-85ab-a5e663e1bff7", "name": "network-vif-plugged", "status": "completed", "tag": "9b2d7d00-347e-46d6-80ac-89bc678b1c1b", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:12:53.192957 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f9aa4ef1-a3f8-4ba9-9e9b-986131b36121 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:12:53.193364 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdc24485-8790-48d1-85ab-a5e663e1bff7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b2d7d00-347e-46d6-80ac-89bc678b1c1b', 'code': 200} Aug 10 03:12:53.387232 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-739938ac-7b66-4c5e-9ec0-33046d7d429f req-e21784f5-67ec-4a37-a75e-2a2a67cc9e13 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=992848df-3222-4c56-80a5-190b1c7fc1ff HTTP/1.1" status: 200 len: 210 time: 0.0539944 Aug 10 03:12:53.428728 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd929bea-91c1-493b-8a9f-466fc4731e27 req-ff869a40-70a8-4f41-bbe2-b6feec89e5b8 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:53.437238 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bd929bea-91c1-493b-8a9f-466fc4731e27 req-ff869a40-70a8-4f41-bbe2-b6feec89e5b8 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/ports?device_id=cdc24485-8790-48d1-85ab-a5e663e1bff7 HTTP/1.1" status: 200 len: 950 time: 0.1672854 Aug 10 03:12:53.498062 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bd929bea-91c1-493b-8a9f-466fc4731e27 req-0199b54a-4e9b-43e7-9a8d-d151b09c212f tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/security-groups?id=b61ddca4-e27e-4174-97e8-ca6f8f679a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547051 Aug 10 03:12:53.521259 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901eec05-1af4-4101-8767-4278bd1f5db8 req-67991b37-ee62-409b-b1b4-9b9b84dae38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:53.524369 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-901eec05-1af4-4101-8767-4278bd1f5db8 req-67991b37-ee62-409b-b1b4-9b9b84dae38b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=cdc24485-8790-48d1-85ab-a5e663e1bff7 HTTP/1.1" status: 200 len: 1102 time: 0.2199552 Aug 10 03:12:53.592268 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b07fdac9-b34c-4cff-844a-2c0e8f39e787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:53.606256 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-901eec05-1af4-4101-8767-4278bd1f5db8 req-b6c52c4e-e1f0-428b-a5e6-086d2347f3c4 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b61ddca4-e27e-4174-97e8-ca6f8f679a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667322 Aug 10 03:12:54.113816 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:54.276302 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffc71eb-0f63-41a7-a601-0606573ffea7 req-c230c6c5-e12a-4648-bba0-82fd06f2bded tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:54.279132 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9ffc71eb-0f63-41a7-a601-0606573ffea7 req-c230c6c5-e12a-4648-bba0-82fd06f2bded tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c6232-f0c3-49ea-bd08-78872ee1d315 HTTP/1.1" status: 200 len: 949 time: 0.0602009 Aug 10 03:12:54.339460 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9ffc71eb-0f63-41a7-a601-0606573ffea7 req-051c9abe-3908-4817-ae70-22d67f205d73 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521350 Aug 10 03:12:54.601380 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4d9ea9d9-26d4-46d3-868b-1ff734ab9d3a req-9f06896e-6951-41b6-b7f7-8ac87ba15975 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=992848df-3222-4c56-80a5-190b1c7fc1ff HTTP/1.1" status: 200 len: 210 time: 0.0773561 Aug 10 03:12:54.907331 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ed8797-79aa-4812-8d11-ee7a0330e484 req-2295dab5-2fa5-43b5-a140-0a5bd31743b8 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:54.909465 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-27ed8797-79aa-4812-8d11-ee7a0330e484 req-2295dab5-2fa5-43b5-a140-0a5bd31743b8 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/ports?device_id=cdc24485-8790-48d1-85ab-a5e663e1bff7 HTTP/1.1" status: 200 len: 950 time: 0.1722808 Aug 10 03:12:55.065086 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-27ed8797-79aa-4812-8d11-ee7a0330e484 req-c3d3daf4-820b-4732-b745-9d6c32db91f9 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/security-groups?id=b61ddca4-e27e-4174-97e8-ca6f8f679a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367614 Aug 10 03:12:55.088021 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c11258-89f0-46f8-b0ce-8f777ff88be0 req-d67e97d6-6526-4904-88bc-9bd2988793e8 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:55.089637 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-97c11258-89f0-46f8-b0ce-8f777ff88be0 req-d67e97d6-6526-4904-88bc-9bd2988793e8 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.61 "GET /v2.0/networks?id=fb04e5c4-4048-4691-8fd2-5191f92c4dcc HTTP/1.1" status: 200 len: 808 time: 0.3007097 Aug 10 03:12:55.110569 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-97c11258-89f0-46f8-b0ce-8f777ff88be0 req-f61dda0e-93e6-4dfb-abc0-1a2dba4c4111 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Request body: {'port': {'device_id': '992848df-3222-4c56-80a5-190b1c7fc1ff', 'network_id': 'fb04e5c4-4048-4691-8fd2-5191f92c4dcc', 'admin_state_up': True, 'tenant_id': 'ef0c546763504af887a177f337462e10'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:12:55.186196 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:55.299305 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97c11258-89f0-46f8-b0ce-8f777ff88be0 req-f61dda0e-93e6-4dfb-abc0-1a2dba4c4111 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Made reservation on behalf of ef0c546763504af887a177f337462e10 for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:12:55.305780 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-97c11258-89f0-46f8-b0ce-8f777ff88be0 req-f61dda0e-93e6-4dfb-abc0-1a2dba4c4111 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:55.518888 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-97c11258-89f0-46f8-b0ce-8f777ff88be0 req-f61dda0e-93e6-4dfb-abc0-1a2dba4c4111 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Allocated IP 172.20.0.11 (fb04e5c4-4048-4691-8fd2-5191f92c4dcc/1dfce422-0216-4c9d-97b8-8fc7613926b1/45697d14-5fa9-4743-ad39-5faf9772c311) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:12:55.761408 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-97c11258-89f0-46f8-b0ce-8f777ff88be0 req-f61dda0e-93e6-4dfb-abc0-1a2dba4c4111 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:55.831212 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:55.839732 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-97c11258-89f0-46f8-b0ce-8f777ff88be0 req-f61dda0e-93e6-4dfb-abc0-1a2dba4c4111 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:55.925747 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61dda0e-93e6-4dfb-abc0-1a2dba4c4111 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Pushing event updated for resources: {'Port': ['ID=45697d14-5fa9-4743-ad39-5faf9772c311,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:55.935323 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97c11258-89f0-46f8-b0ce-8f777ff88be0 req-f61dda0e-93e6-4dfb-abc0-1a2dba4c4111 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Network fb04e5c4-4048-4691-8fd2-5191f92c4dcc is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:12:55.951046 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-97c11258-89f0-46f8-b0ce-8f777ff88be0 req-f61dda0e-93e6-4dfb-abc0-1a2dba4c4111 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:12:55.954173 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-97c11258-89f0-46f8-b0ce-8f777ff88be0 req-f61dda0e-93e6-4dfb-abc0-1a2dba4c4111 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:12:55.959767 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c11258-89f0-46f8-b0ce-8f777ff88be0 req-f61dda0e-93e6-4dfb-abc0-1a2dba4c4111 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:55.960409 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-97c11258-89f0-46f8-b0ce-8f777ff88be0 req-f61dda0e-93e6-4dfb-abc0-1a2dba4c4111 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:55.982507 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-97c11258-89f0-46f8-b0ce-8f777ff88be0 req-f61dda0e-93e6-4dfb-abc0-1a2dba4c4111 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8766429 Aug 10 03:12:56.005047 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f714562e-e855-4d3b-b12f-ea8289f3efc9 req-010e84d1-e6d8-4527-a5f6-64b6db24c74a tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:56.007739 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f714562e-e855-4d3b-b12f-ea8289f3efc9 req-010e84d1-e6d8-4527-a5f6-64b6db24c74a tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c6232-f0c3-49ea-bd08-78872ee1d315 HTTP/1.1" status: 200 len: 949 time: 0.1013811 Aug 10 03:12:56.016618 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-97c11258-89f0-46f8-b0ce-8f777ff88be0 req-cc5d01dd-22a7-4f8d-a472-c995214b9d08 service neutron] Request body: {'port': {'device_id': '992848df-3222-4c56-80a5-190b1c7fc1ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:12:56.149035 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f714562e-e855-4d3b-b12f-ea8289f3efc9 req-cf412572-240b-4e98-b19d-dd99e010abca tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277056 Aug 10 03:12:56.160855 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-97c11258-89f0-46f8-b0ce-8f777ff88be0 req-cc5d01dd-22a7-4f8d-a472-c995214b9d08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:56.455056 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d06c1-dbac-410e-9141-31b200361b7a req-21413ed9-1137-4904-ac21-bedf72088496 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:56.457711 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-791d06c1-dbac-410e-9141-31b200361b7a req-21413ed9-1137-4904-ac21-bedf72088496 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=992848df-3222-4c56-80a5-190b1c7fc1ff HTTP/1.1" status: 200 len: 932 time: 0.2172310 Aug 10 03:12:56.602157 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:56.627061 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-791d06c1-dbac-410e-9141-31b200361b7a req-f9110b3f-0b4f-49d2-9fbd-dfc110f94a69 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604199 Aug 10 03:12:56.797557 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-97c11258-89f0-46f8-b0ce-8f777ff88be0 req-cc5d01dd-22a7-4f8d-a472-c995214b9d08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45697d14-5fa9-4743-ad39-5faf9772c311 {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:12:56.813054 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-97c11258-89f0-46f8-b0ce-8f777ff88be0 req-cc5d01dd-22a7-4f8d-a472-c995214b9d08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:56.830842 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-97c11258-89f0-46f8-b0ce-8f777ff88be0 req-cc5d01dd-22a7-4f8d-a472-c995214b9d08 service neutron] Transition to ACTIVE for port object 45697d14-5fa9-4743-ad39-5faf9772c311 will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:12:56.837621 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-97c11258-89f0-46f8-b0ce-8f777ff88be0 req-cc5d01dd-22a7-4f8d-a472-c995214b9d08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:56.955955 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5d01dd-22a7-4f8d-a472-c995214b9d08 service neutron] Pushing event updated for resources: {'Port': ['ID=45697d14-5fa9-4743-ad39-5faf9772c311,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:56.979579 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-97c11258-89f0-46f8-b0ce-8f777ff88be0 req-cc5d01dd-22a7-4f8d-a472-c995214b9d08 service neutron] Attempting to bind port 45697d14-5fa9-4743-ad39-5faf9772c311 on host n-h2-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:12:56.980083 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-97c11258-89f0-46f8-b0ce-8f777ff88be0 req-cc5d01dd-22a7-4f8d-a472-c995214b9d08 service neutron] Attempting to bind port 45697d14-5fa9-4743-ad39-5faf9772c311 by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': '6bf2f30c-8de9-48b6-ac35-0afe448267ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fb04e5c4-4048-4691-8fd2-5191f92c4dcc'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:12:56.980581 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c11258-89f0-46f8-b0ce-8f777ff88be0 req-cc5d01dd-22a7-4f8d-a472-c995214b9d08 service neutron] Attempting to bind port 45697d14-5fa9-4743-ad39-5faf9772c311 on network fb04e5c4-4048-4691-8fd2-5191f92c4dcc {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:12:56.987301 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c11258-89f0-46f8-b0ce-8f777ff88be0 req-cc5d01dd-22a7-4f8d-a472-c995214b9d08 service neutron] Port 45697d14-5fa9-4743-ad39-5faf9772c311 on network fb04e5c4-4048-4691-8fd2-5191f92c4dcc not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:12:56.987779 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c11258-89f0-46f8-b0ce-8f777ff88be0 req-cc5d01dd-22a7-4f8d-a472-c995214b9d08 service neutron] Attempting to bind port 45697d14-5fa9-4743-ad39-5faf9772c311 on network fb04e5c4-4048-4691-8fd2-5191f92c4dcc {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:12:56.994854 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c11258-89f0-46f8-b0ce-8f777ff88be0 req-cc5d01dd-22a7-4f8d-a472-c995214b9d08 service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:12:56.995360 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c11258-89f0-46f8-b0ce-8f777ff88be0 req-cc5d01dd-22a7-4f8d-a472-c995214b9d08 service neutron] Checking segment: {'id': '6bf2f30c-8de9-48b6-ac35-0afe448267ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fb04e5c4-4048-4691-8fd2-5191f92c4dcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:12:56.995983 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c11258-89f0-46f8-b0ce-8f777ff88be0 req-cc5d01dd-22a7-4f8d-a472-c995214b9d08 service neutron] Bound using segment: {'id': '6bf2f30c-8de9-48b6-ac35-0afe448267ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fb04e5c4-4048-4691-8fd2-5191f92c4dcc'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:12:56.996684 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-97c11258-89f0-46f8-b0ce-8f777ff88be0 req-cc5d01dd-22a7-4f8d-a472-c995214b9d08 service neutron] Bound port: 45697d14-5fa9-4743-ad39-5faf9772c311, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bf2f30c-8de9-48b6-ac35-0afe448267ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fb04e5c4-4048-4691-8fd2-5191f92c4dcc'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:12:56.997175 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-97c11258-89f0-46f8-b0ce-8f777ff88be0 req-cc5d01dd-22a7-4f8d-a472-c995214b9d08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:57.111077 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8198c8-6fbd-43da-b689-6822b9c09b68 req-574e8e46-c100-4cee-89e6-2d43925cff37 tempest-ServersAdminTestJSON-1365710928 tempest-ServersAdminTestJSON-1365710928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:57.111589 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8198c8-6fbd-43da-b689-6822b9c09b68 req-574e8e46-c100-4cee-89e6-2d43925cff37 tempest-ServersAdminTestJSON-1365710928 tempest-ServersAdminTestJSON-1365710928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:57.112021 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8198c8-6fbd-43da-b689-6822b9c09b68 req-574e8e46-c100-4cee-89e6-2d43925cff37 tempest-ServersAdminTestJSON-1365710928 tempest-ServersAdminTestJSON-1365710928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:57.112513 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8198c8-6fbd-43da-b689-6822b9c09b68 req-574e8e46-c100-4cee-89e6-2d43925cff37 tempest-ServersAdminTestJSON-1365710928 tempest-ServersAdminTestJSON-1365710928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:57.113029 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8198c8-6fbd-43da-b689-6822b9c09b68 req-574e8e46-c100-4cee-89e6-2d43925cff37 tempest-ServersAdminTestJSON-1365710928 tempest-ServersAdminTestJSON-1365710928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:57.113442 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8198c8-6fbd-43da-b689-6822b9c09b68 req-574e8e46-c100-4cee-89e6-2d43925cff37 tempest-ServersAdminTestJSON-1365710928 tempest-ServersAdminTestJSON-1365710928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:57.114038 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8198c8-6fbd-43da-b689-6822b9c09b68 req-574e8e46-c100-4cee-89e6-2d43925cff37 tempest-ServersAdminTestJSON-1365710928 tempest-ServersAdminTestJSON-1365710928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:57.115931 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ec8198c8-6fbd-43da-b689-6822b9c09b68 req-574e8e46-c100-4cee-89e6-2d43925cff37 tempest-ServersAdminTestJSON-1365710928 tempest-ServersAdminTestJSON-1365710928-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=992848df-3222-4c56-80a5-190b1c7fc1ff&device_id=cdc24485-8790-48d1-85ab-a5e663e1bff7&device_id=e9003228-f573-4146-ad18-7515ed907236&device_id=f2523f58-4dac-4c3c-853d-957eae2412b7&device_id=d81c6232-f0c3-49ea-bd08-78872ee1d315&device_id=b9314696-1eff-43c8-8add-42d325d4d849&device_id=d2e40e34-d23d-49a4-bca2-3ea8ed9c834a HTTP/1.1" status: 200 len: 6396 time: 0.1060309 Aug 10 03:12:57.118948 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-97c11258-89f0-46f8-b0ce-8f777ff88be0 req-cc5d01dd-22a7-4f8d-a472-c995214b9d08 service neutron] For port 45697d14-5fa9-4743-ad39-5faf9772c311, host n-h2-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:12:57.137792 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-97c11258-89f0-46f8-b0ce-8f777ff88be0 req-cc5d01dd-22a7-4f8d-a472-c995214b9d08 service neutron] For port 45697d14-5fa9-4743-ad39-5faf9772c311, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=45697d14-5fa9-4743-ad39-5faf9772c311,segment=NetworkSegment(6bf2f30c-8de9-48b6-ac35-0afe448267ae),segment_id=6bf2f30c-8de9-48b6-ac35-0afe448267ae)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:12:57.146423 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-97c11258-89f0-46f8-b0ce-8f777ff88be0 req-cc5d01dd-22a7-4f8d-a472-c995214b9d08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:57.150122 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-ec8198c8-6fbd-43da-b689-6822b9c09b68 req-5876598b-c677-4fbf-978c-1692f0a7fd74 tempest-ServersAdminTestJSON-1365710928 tempest-ServersAdminTestJSON-1365710928-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:57.228085 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c11258-89f0-46f8-b0ce-8f777ff88be0 req-cc5d01dd-22a7-4f8d-a472-c995214b9d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:57.235210 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-97c11258-89f0-46f8-b0ce-8f777ff88be0 req-cc5d01dd-22a7-4f8d-a472-c995214b9d08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:57.235210 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-97c11258-89f0-46f8-b0ce-8f777ff88be0 req-cc5d01dd-22a7-4f8d-a472-c995214b9d08 service neutron] 10.222.0.61 "PUT /v2.0/ports/45697d14-5fa9-4743-ad39-5faf9772c311 HTTP/1.1" status: 200 len: 1093 time: 1.2222970 Aug 10 03:12:57.235210 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '992848df-3222-4c56-80a5-190b1c7fc1ff', 'tag': '45697d14-5fa9-4743-ad39-5faf9772c311'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:12:57.236774 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8610e747-1a6c-4f6b-a246-0e255a83353c" -d '{"events": [{"name": "network-changed", "server_uuid": "992848df-3222-4c56-80a5-190b1c7fc1ff", "tag": "45697d14-5fa9-4743-ad39-5faf9772c311"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:12:57.275846 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5d01dd-22a7-4f8d-a472-c995214b9d08 service neutron] Pushing event updated for resources: {'Port': ['ID=45697d14-5fa9-4743-ad39-5faf9772c311,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:57.364242 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c11258-89f0-46f8-b0ce-8f777ff88be0 req-61e8b5a0-0974-434c-97dc-ef2718762552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:57.365890 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-97c11258-89f0-46f8-b0ce-8f777ff88be0 req-61e8b5a0-0974-434c-97dc-ef2718762552 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ef0c546763504af887a177f337462e10&device_id=992848df-3222-4c56-80a5-190b1c7fc1ff HTTP/1.1" status: 200 len: 1096 time: 0.0815053 Aug 10 03:12:57.419679 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-97c11258-89f0-46f8-b0ce-8f777ff88be0 req-17a86069-dc0a-4c2d-8f3e-74637d3443e5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45697d14-5fa9-4743-ad39-5faf9772c311 HTTP/1.1" status: 200 len: 217 time: 0.0428662 Aug 10 03:12:57.450738 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-ec8198c8-6fbd-43da-b689-6822b9c09b68 req-5876598b-c677-4fbf-978c-1692f0a7fd74 tempest-ServersAdminTestJSON-1365710928 tempest-ServersAdminTestJSON-1365710928-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:57.481503 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-ec8198c8-6fbd-43da-b689-6822b9c09b68 req-5876598b-c677-4fbf-978c-1692f0a7fd74 tempest-ServersAdminTestJSON-1365710928 tempest-ServersAdminTestJSON-1365710928-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:57.546425 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ec8198c8-6fbd-43da-b689-6822b9c09b68 req-5876598b-c677-4fbf-978c-1692f0a7fd74 tempest-ServersAdminTestJSON-1365710928 tempest-ServersAdminTestJSON-1365710928-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=494e99f4-94a2-4d1c-bfc8-854b27237629&id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&id=df5574bb-2b0e-4ded-8925-f56ee924deeb&id=b61ddca4-e27e-4174-97e8-ca6f8f679a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 512 time: 0.4058843 Aug 10 03:12:57.546425 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c11258-89f0-46f8-b0ce-8f777ff88be0 req-270e021e-4812-4adc-882b-b347075faf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:57.546425 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-97c11258-89f0-46f8-b0ce-8f777ff88be0 req-270e021e-4812-4adc-882b-b347075faf78 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1dfce422-0216-4c9d-97b8-8fc7613926b1 HTTP/1.1" status: 200 len: 848 time: 0.1140776 Aug 10 03:12:57.546425 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5876598b-c677-4fbf-978c-1692f0a7fd74 tempest-ServersAdminTestJSON-1365710928 tempest-ServersAdminTestJSON-1365710928-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96b438b9-4939-4c2d-946d-d53a7bb74ff3,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:57.600979 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-97c11258-89f0-46f8-b0ce-8f777ff88be0 req-d32a0d9c-0e47-424d-8f21-5615c97a9b64 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fb04e5c4-4048-4691-8fd2-5191f92c4dcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390446 Aug 10 03:12:57.729941 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cfb7023-cba5-4ac6-857f-f34e74d545c5 x-openstack-request-id: req-0cfb7023-cba5-4ac6-857f-f34e74d545c5 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:12:57.730522 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "992848df-3222-4c56-80a5-190b1c7fc1ff", "tag": "45697d14-5fa9-4743-ad39-5faf9772c311", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:12:57.730907 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0cfb7023-cba5-4ac6-857f-f34e74d545c5 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:12:57.731363 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '992848df-3222-4c56-80a5-190b1c7fc1ff', 'tag': '45697d14-5fa9-4743-ad39-5faf9772c311', 'status': 'completed', 'code': 200} Aug 10 03:12:57.797277 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a28027d-621e-4652-a9ff-7d15dfb69ae6 req-378374f5-fbe5-46dc-879b-1d8af7169a8b tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:57.799387 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8a28027d-621e-4652-a9ff-7d15dfb69ae6 req-378374f5-fbe5-46dc-879b-1d8af7169a8b tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c6232-f0c3-49ea-bd08-78872ee1d315 HTTP/1.1" status: 200 len: 949 time: 0.1190450 Aug 10 03:12:57.803483 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-97c11258-89f0-46f8-b0ce-8f777ff88be0 req-9fdc5d91-66d6-4ca8-8bf2-abd380185484 service neutron] 10.222.0.61 "GET /v2.0/networks/fb04e5c4-4048-4691-8fd2-5191f92c4dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905017 Aug 10 03:12:57.931120 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8a28027d-621e-4652-a9ff-7d15dfb69ae6 req-37e0cb20-9357-402a-8014-a5fe9e012866 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225069 Aug 10 03:12:57.986215 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-97c11258-89f0-46f8-b0ce-8f777ff88be0 req-b665fe23-59c7-447f-8482-a812ca3b0e9a service neutron] 10.222.0.61 "GET /v2.0/networks/fb04e5c4-4048-4691-8fd2-5191f92c4dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700773 Aug 10 03:12:58.164986 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c57b0c-e801-4b22-8a5f-065f2213f4c2 req-486ed4c3-5e7f-4cb8-84db-4c762fc87a97 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:58.167223 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b1c57b0c-e801-4b22-8a5f-065f2213f4c2 req-486ed4c3-5e7f-4cb8-84db-4c762fc87a97 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=992848df-3222-4c56-80a5-190b1c7fc1ff HTTP/1.1" status: 200 len: 944 time: 0.1339138 Aug 10 03:12:58.191489 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8610e747-1a6c-4f6b-a246-0e255a83353c req-1d4f7e26-e41a-4fd9-aeb7-fae92c586f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:58.195117 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8610e747-1a6c-4f6b-a246-0e255a83353c req-1d4f7e26-e41a-4fd9-aeb7-fae92c586f64 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ef0c546763504af887a177f337462e10&device_id=992848df-3222-4c56-80a5-190b1c7fc1ff HTTP/1.1" status: 200 len: 1096 time: 0.1119044 Aug 10 03:12:58.275231 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b1c57b0c-e801-4b22-8a5f-065f2213f4c2 req-04f9eabf-3fbf-4f2c-960a-833db19804ae tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953727 Aug 10 03:12:58.347307 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8610e747-1a6c-4f6b-a246-0e255a83353c req-a873b5bd-857c-4d93-b279-16a511469965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:58.348839 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8610e747-1a6c-4f6b-a246-0e255a83353c req-a873b5bd-857c-4d93-b279-16a511469965 service neutron] 10.222.0.61 "GET /v2.0/networks?id=fb04e5c4-4048-4691-8fd2-5191f92c4dcc HTTP/1.1" status: 200 len: 908 time: 0.1433964 Aug 10 03:12:58.431049 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8610e747-1a6c-4f6b-a246-0e255a83353c req-2ed90ec9-91ea-43ea-946e-13709eec7699 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45697d14-5fa9-4743-ad39-5faf9772c311 HTTP/1.1" status: 200 len: 217 time: 0.0737288 Aug 10 03:12:58.534475 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8610e747-1a6c-4f6b-a246-0e255a83353c req-4fe92f90-673c-4b61-98c3-46e693a5c94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:58.536865 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8610e747-1a6c-4f6b-a246-0e255a83353c req-4fe92f90-673c-4b61-98c3-46e693a5c94e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1dfce422-0216-4c9d-97b8-8fc7613926b1 HTTP/1.1" status: 200 len: 848 time: 0.0826881 Aug 10 03:12:58.596723 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8610e747-1a6c-4f6b-a246-0e255a83353c req-38fee3f6-5d40-43a9-8f6c-b498df42dd4f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fb04e5c4-4048-4691-8fd2-5191f92c4dcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448456 Aug 10 03:12:58.695449 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac1d5d0-36f0-4ed0-903a-3015f8d96750 req-974e50fe-e823-4d0b-983d-f8e9f5f0de6c tempest-ServersAdminTestJSON-1365710928 tempest-ServersAdminTestJSON-1365710928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:58.695930 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac1d5d0-36f0-4ed0-903a-3015f8d96750 req-974e50fe-e823-4d0b-983d-f8e9f5f0de6c tempest-ServersAdminTestJSON-1365710928 tempest-ServersAdminTestJSON-1365710928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:58.696403 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac1d5d0-36f0-4ed0-903a-3015f8d96750 req-974e50fe-e823-4d0b-983d-f8e9f5f0de6c tempest-ServersAdminTestJSON-1365710928 tempest-ServersAdminTestJSON-1365710928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:58.698084 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-eac1d5d0-36f0-4ed0-903a-3015f8d96750 req-974e50fe-e823-4d0b-983d-f8e9f5f0de6c tempest-ServersAdminTestJSON-1365710928 tempest-ServersAdminTestJSON-1365710928-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=cdc24485-8790-48d1-85ab-a5e663e1bff7&device_id=e9003228-f573-4146-ad18-7515ed907236&device_id=f2523f58-4dac-4c3c-853d-957eae2412b7 HTTP/1.1" status: 200 len: 2887 time: 0.1004074 Aug 10 03:12:58.784385 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8610e747-1a6c-4f6b-a246-0e255a83353c req-baab129f-3c5e-4468-bd09-d22f5b6cdfbb service neutron] 10.222.0.61 "GET /v2.0/networks/fb04e5c4-4048-4691-8fd2-5191f92c4dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504412 Aug 10 03:12:58.792320 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-eac1d5d0-36f0-4ed0-903a-3015f8d96750 req-1d1dfae9-b023-4b62-ae45-45c01ddf6e15 tempest-ServersAdminTestJSON-1365710928 tempest-ServersAdminTestJSON-1365710928-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=b61ddca4-e27e-4174-97e8-ca6f8f679a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823963 Aug 10 03:12:59.299858 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadffd30-7194-49e5-823d-dc881eb5b117 req-b4204f58-7962-4fc9-94bb-182759ad8152 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:59.301707 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fadffd30-7194-49e5-823d-dc881eb5b117 req-b4204f58-7962-4fc9-94bb-182759ad8152 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c6232-f0c3-49ea-bd08-78872ee1d315 HTTP/1.1" status: 200 len: 949 time: 0.0859897 Aug 10 03:12:59.309866 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8610e747-1a6c-4f6b-a246-0e255a83353c req-3c3bf73b-83b9-4078-9de8-eedbd2d9ec25 service neutron] 10.222.0.61 "GET /v2.0/networks/fb04e5c4-4048-4691-8fd2-5191f92c4dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5162163 Aug 10 03:12:59.365843 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fadffd30-7194-49e5-823d-dc881eb5b117 req-50c2ba85-b2b7-4e13-a2a7-ad425fd1c279 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466092 Aug 10 03:12:59.521997 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 42694) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:59.583526 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42698) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:59.626502 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40323be9-225c-47bc-9661-6bd18925944e req-9282adf0-6a05-4333-87ad-5cfbffa6d46c tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:59.631350 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-40323be9-225c-47bc-9661-6bd18925944e req-9282adf0-6a05-4333-87ad-5cfbffa6d46c tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=992848df-3222-4c56-80a5-190b1c7fc1ff HTTP/1.1" status: 200 len: 944 time: 0.0624430 Aug 10 03:12:59.689381 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-40323be9-225c-47bc-9661-6bd18925944e req-22a3f12b-b1be-4405-971b-8e3a4a565ae6 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546720 Aug 10 03:13:00.024425 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-35d7ecbd-9dc0-4ca4-8523-69a8520751fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:00.043251 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 42708) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:00.127698 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f30c7e1b-4858-48cc-b4d7-e2788a748bb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:00.150875 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-35d7ecbd-9dc0-4ca4-8523-69a8520751fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:00.158416 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-35d7ecbd-9dc0-4ca4-8523-69a8520751fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:00.210751 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-35d7ecbd-9dc0-4ca4-8523-69a8520751fc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=25a0b64436714446b7ad58d1eda3ac7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6257586 Aug 10 03:13:00.216367 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42716) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:00.217545 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d7ecbd-9dc0-4ca4-8523-69a8520751fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f751dd6-c27d-4aad-8a3a-b5ae98026dfc,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:00.217959 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f70a885f-b126-4707-b207-c93ab55f88b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:00.281708 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b7d0161f-d880-4f55-905e-0a70fbb53153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:00.325046 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b7d0161f-d880-4f55-905e-0a70fbb53153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:00.410900 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b7d0161f-d880-4f55-905e-0a70fbb53153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:00.414060 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b7d0161f-d880-4f55-905e-0a70fbb53153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:00.415892 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-b7d0161f-d880-4f55-905e-0a70fbb53153 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5f751dd6-c27d-4aad-8a3a-b5ae98026dfc HTTP/1.1" status: 204 len: 168 time: 0.1941493 Aug 10 03:13:00.427962 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d0161f-d880-4f55-905e-0a70fbb53153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f751dd6-c27d-4aad-8a3a-b5ae98026dfc,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:00.448109 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f30c7e1b-4858-48cc-b4d7-e2788a748bb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:00.468201 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8314d6-a550-41b3-8c23-0bf300d7fd25 req-c089772d-4202-4b15-b1c5-fa84a17151ee tempest-ServersAdminTestJSON-1365710928 tempest-ServersAdminTestJSON-1365710928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:00.477990 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9a8314d6-a550-41b3-8c23-0bf300d7fd25 req-c089772d-4202-4b15-b1c5-fa84a17151ee tempest-ServersAdminTestJSON-1365710928 tempest-ServersAdminTestJSON-1365710928-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=f2523f58-4dac-4c3c-853d-957eae2412b7 HTTP/1.1" status: 200 len: 1102 time: 0.0966840 Aug 10 03:13:00.494085 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f30c7e1b-4858-48cc-b4d7-e2788a748bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:00.545597 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30c7e1b-4858-48cc-b4d7-e2788a748bb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab30f006-263e-40bb-8549-657826bff67a,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:00.621330 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-f30c7e1b-4858-48cc-b4d7-e2788a748bb0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=91b46e115aa444659338205efdfbbd27&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0979779 Aug 10 03:13:00.626990 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42732) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:00.629496 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9a8314d6-a550-41b3-8c23-0bf300d7fd25 req-a4d24d10-5495-4dbc-8ee8-919fa56f40ee tempest-ServersAdminTestJSON-1365710928 tempest-ServersAdminTestJSON-1365710928-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=b61ddca4-e27e-4174-97e8-ca6f8f679a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505952 Aug 10 03:13:00.677499 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f824ab8f-6305-4089-bfee-afd5708d2c89 req-93c1e933-adae-43c6-925f-bc2d2e76d2d1 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:00.679398 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f824ab8f-6305-4089-bfee-afd5708d2c89 req-93c1e933-adae-43c6-925f-bc2d2e76d2d1 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c6232-f0c3-49ea-bd08-78872ee1d315 HTTP/1.1" status: 200 len: 949 time: 0.1259675 Aug 10 03:13:00.743376 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e2d559b3-522d-4686-a735-2238e1a572c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:00.747256 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f70a885f-b126-4707-b207-c93ab55f88b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:00.756761 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f824ab8f-6305-4089-bfee-afd5708d2c89 req-1c6ca5ed-0d87-40e7-a6f1-96908cd8d9df tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615294 Aug 10 03:13:00.758995 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f70a885f-b126-4707-b207-c93ab55f88b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:00.811366 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-f70a885f-b126-4707-b207-c93ab55f88b1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e24baa763a584a3c9f02f798a13a20d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7664804 Aug 10 03:13:00.811986 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 42744) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:00.815199 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70a885f-b126-4707-b207-c93ab55f88b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb81632-39a5-4644-a954-aca61af10c10,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:00.846309 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e2d559b3-522d-4686-a735-2238e1a572c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:00.941497 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e2d559b3-522d-4686-a735-2238e1a572c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:00.944473 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e2d559b3-522d-4686-a735-2238e1a572c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:00.946097 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e2d559b3-522d-4686-a735-2238e1a572c7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ab30f006-263e-40bb-8549-657826bff67a HTTP/1.1" status: 204 len: 168 time: 0.3147337 Aug 10 03:13:00.947244 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-32b4cb60-1d1f-4f6d-808b-93eb647f0f13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:00.964550 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d559b3-522d-4686-a735-2238e1a572c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab30f006-263e-40bb-8549-657826bff67a,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:01.012064 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-32b4cb60-1d1f-4f6d-808b-93eb647f0f13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:01.053773 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f376e0-a91f-4632-baf3-00ce617d7978 req-cafb6ad5-6627-495c-bf7c-a41f36af8eab tempest-ServersAdminTestJSON-1365710928 tempest-ServersAdminTestJSON-1365710928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:01.055729 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-83f376e0-a91f-4632-baf3-00ce617d7978 req-cafb6ad5-6627-495c-bf7c-a41f36af8eab tempest-ServersAdminTestJSON-1365710928 tempest-ServersAdminTestJSON-1365710928-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=f2523f58-4dac-4c3c-853d-957eae2412b7 HTTP/1.1" status: 200 len: 1102 time: 0.1062331 Aug 10 03:13:01.068874 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42750) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:01.091613 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7189c16e-84d8-44d1-8a6d-d2754fce3354 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:01.114546 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-32b4cb60-1d1f-4f6d-808b-93eb647f0f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:01.117148 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-32b4cb60-1d1f-4f6d-808b-93eb647f0f13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:01.121298 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-32b4cb60-1d1f-4f6d-808b-93eb647f0f13 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bdb81632-39a5-4644-a954-aca61af10c10 HTTP/1.1" status: 204 len: 168 time: 0.3073435 Aug 10 03:13:01.140390 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-83f376e0-a91f-4632-baf3-00ce617d7978 req-ee9be002-f960-4bda-ad48-068a7c640f98 tempest-ServersAdminTestJSON-1365710928 tempest-ServersAdminTestJSON-1365710928-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=b61ddca4-e27e-4174-97e8-ca6f8f679a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640507 Aug 10 03:13:01.148981 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b4cb60-1d1f-4f6d-808b-93eb647f0f13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb81632-39a5-4644-a954-aca61af10c10,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:01.319474 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7189c16e-84d8-44d1-8a6d-d2754fce3354 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:01.327552 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7189c16e-84d8-44d1-8a6d-d2754fce3354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:01.353207 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f613057d-240c-48b4-a6d2-0d9c15b6edfa req-4aa2053e-f4ee-45df-8ba0-f6b6ba241400 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:01.363105 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-7189c16e-84d8-44d1-8a6d-d2754fce3354 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8d3354b2d68646a69f0f710dd41764e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2928724 Aug 10 03:13:01.363756 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42756) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:01.369772 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f613057d-240c-48b4-a6d2-0d9c15b6edfa req-4aa2053e-f4ee-45df-8ba0-f6b6ba241400 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=992848df-3222-4c56-80a5-190b1c7fc1ff HTTP/1.1" status: 200 len: 944 time: 0.1205680 Aug 10 03:13:01.434531 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7189c16e-84d8-44d1-8a6d-d2754fce3354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e47171a-3a8f-4c19-bfff-6c044ea0a4e4,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:01.460006 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1a656cb8-481f-417e-9857-70552e0b4f1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:01.477229 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f613057d-240c-48b4-a6d2-0d9c15b6edfa req-339e999d-f8a2-42dd-85bd-39fda38afa03 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055996 Aug 10 03:13:01.501257 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1a656cb8-481f-417e-9857-70552e0b4f1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:01.627958 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1a656cb8-481f-417e-9857-70552e0b4f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:01.635960 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1a656cb8-481f-417e-9857-70552e0b4f1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:01.644862 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-1a656cb8-481f-417e-9857-70552e0b4f1c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2e47171a-3a8f-4c19-bfff-6c044ea0a4e4 HTTP/1.1" status: 204 len: 168 time: 0.2785780 Aug 10 03:13:01.661615 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a656cb8-481f-417e-9857-70552e0b4f1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e47171a-3a8f-4c19-bfff-6c044ea0a4e4,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:01.786846 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42768) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:01.811670 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-136e176a-cddd-4485-8219-3a01c8930933 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:01.836442 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 42772) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:01.868071 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-976a5a08-8dd3-424a-ab1a-e56c70e8ec5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:01.894150 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 45697d14-5fa9-4743-ad39-5faf9772c311 details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:13:01.980395 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-136e176a-cddd-4485-8219-3a01c8930933 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:01.998530 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-136e176a-cddd-4485-8219-3a01c8930933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:02.053525 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-136e176a-cddd-4485-8219-3a01c8930933 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=210c8125444f4f76aad06da65dceafb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2651432 Aug 10 03:13:02.059301 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 42778) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:02.060759 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 45697d14-5fa9-4743-ad39-5faf9772c311, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=45697d14-5fa9-4743-ad39-5faf9772c311,segment=NetworkSegment(6bf2f30c-8de9-48b6-ac35-0afe448267ae),segment_id=6bf2f30c-8de9-48b6-ac35-0afe448267ae)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:02.078795 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136e176a-cddd-4485-8219-3a01c8930933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7760d673-a7c3-4b75-8a4d-6fbf9174f6a5,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:02.088356 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': '45697d14-5fa9-4743-ad39-5faf9772c311', 'network_id': 'fb04e5c4-4048-4691-8fd2-5191f92c4dcc', 'port_id': '45697d14-5fa9-4743-ad39-5faf9772c311', 'mac_address': 'fa:16:3e:63:1e:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dfce422-0216-4c9d-97b8-8fc7613926b1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:13:02.141608 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:02.168532 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45697d14-5fa9-4743-ad39-5faf9772c311 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:13:02.193913 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 45697d14-5fa9-4743-ad39-5faf9772c311, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=45697d14-5fa9-4743-ad39-5faf9772c311,segment=NetworkSegment(6bf2f30c-8de9-48b6-ac35-0afe448267ae),segment_id=6bf2f30c-8de9-48b6-ac35-0afe448267ae)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:02.198849 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b4a3459b-12ed-48a9-b05d-493485c4a6b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:02.200808 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:02.242926 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-976a5a08-8dd3-424a-ab1a-e56c70e8ec5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:02.252909 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-976a5a08-8dd3-424a-ab1a-e56c70e8ec5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:02.256731 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b4a3459b-12ed-48a9-b05d-493485c4a6b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:02.267075 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=45697d14-5fa9-4743-ad39-5faf9772c311,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:02.274883 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5acadf4-1161-4bbb-939f-161e73902fa3 req-78c82b4c-c808-468a-b82c-497ddee6cfce tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:02.277350 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c5acadf4-1161-4bbb-939f-161e73902fa3 req-78c82b4c-c808-468a-b82c-497ddee6cfce tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c6232-f0c3-49ea-bd08-78872ee1d315 HTTP/1.1" status: 200 len: 949 time: 0.1392102 Aug 10 03:13:02.362469 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976a5a08-8dd3-424a-ab1a-e56c70e8ec5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=612e2b63-adef-464f-b841-cb69318e134b,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:02.367961 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-976a5a08-8dd3-424a-ab1a-e56c70e8ec5e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9464ff712ed44d958492e472ae09d318&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5304394 Aug 10 03:13:02.370265 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42788) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:02.399832 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c5acadf4-1161-4bbb-939f-161e73902fa3 req-ad25c74a-82ba-4554-a1c5-579360bd2985 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085694 Aug 10 03:13:02.409942 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b4a3459b-12ed-48a9-b05d-493485c4a6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:02.414541 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b4a3459b-12ed-48a9-b05d-493485c4a6b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:02.415989 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-b4a3459b-12ed-48a9-b05d-493485c4a6b3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7760d673-a7c3-4b75-8a4d-6fbf9174f6a5 HTTP/1.1" status: 204 len: 168 time: 0.3553827 Aug 10 03:13:02.431395 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a3459b-12ed-48a9-b05d-493485c4a6b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7760d673-a7c3-4b75-8a4d-6fbf9174f6a5,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:02.501010 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-25cf3c2a-8378-459f-a5c0-a51a2aafb386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:02.537535 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-25cf3c2a-8378-459f-a5c0-a51a2aafb386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:02.612778 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-25cf3c2a-8378-459f-a5c0-a51a2aafb386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:02.615838 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-25cf3c2a-8378-459f-a5c0-a51a2aafb386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:02.616988 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-25cf3c2a-8378-459f-a5c0-a51a2aafb386 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/612e2b63-adef-464f-b841-cb69318e134b HTTP/1.1" status: 204 len: 168 time: 0.2454872 Aug 10 03:13:02.627016 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cf3c2a-8378-459f-a5c0-a51a2aafb386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=612e2b63-adef-464f-b841-cb69318e134b,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:02.651092 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['45697d14-5fa9-4743-ad39-5faf9772c311'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:13:02.672188 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008595bc-1405-420a-8d58-172cf79b41e6 req-5a28a81d-eee6-4f74-a538-649e88ed7dc2 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:02.674450 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-008595bc-1405-420a-8d58-172cf79b41e6 req-5a28a81d-eee6-4f74-a538-649e88ed7dc2 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=992848df-3222-4c56-80a5-190b1c7fc1ff HTTP/1.1" status: 200 len: 945 time: 0.0865102 Aug 10 03:13:02.755125 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-008595bc-1405-420a-8d58-172cf79b41e6 req-88a3bd60-f567-4166-85d7-eb1876deca62 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733387 Aug 10 03:13:02.841747 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:03.122939 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7100435-c729-43b7-b415-d569b0ba9a59 req-72271442-1b4b-4a64-a955-48c6b07912b4 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:03.131010 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f7100435-c729-43b7-b415-d569b0ba9a59 req-72271442-1b4b-4a64-a955-48c6b07912b4 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2523f58-4dac-4c3c-853d-957eae2412b7 HTTP/1.1" status: 200 len: 950 time: 0.0631990 Aug 10 03:13:03.186873 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f7100435-c729-43b7-b415-d569b0ba9a59 req-c91f7c85-9ef2-4cb3-93b0-7d6bfb186ad6 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/security-groups?id=b61ddca4-e27e-4174-97e8-ca6f8f679a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533483 Aug 10 03:13:03.523635 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1077ebd9-8d66-467f-a730-6957b90d95c7 req-46edd33d-2a28-4faf-b8a5-5981c831fec2 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:03.525169 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1077ebd9-8d66-467f-a730-6957b90d95c7 req-46edd33d-2a28-4faf-b8a5-5981c831fec2 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c6232-f0c3-49ea-bd08-78872ee1d315 HTTP/1.1" status: 200 len: 949 time: 0.0581992 Aug 10 03:13:03.575405 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1077ebd9-8d66-467f-a730-6957b90d95c7 req-0281d59d-4621-415d-b222-270e4cd09bf6 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425937 Aug 10 03:13:03.613526 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42866) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:03.837741 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-1eb48b44-f3dd-4e0b-9e0f-2c04dab937aa admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1684652571-network', 'tenant_id': '4fedcd46377344729593c49493334f54'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:13:03.874093 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb48b44-f3dd-4e0b-9e0f-2c04dab937aa admin admin] Made reservation on behalf of 4fedcd46377344729593c49493334f54 for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:13:03.877553 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1eb48b44-f3dd-4e0b-9e0f-2c04dab937aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:03.898532 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1eb48b44-f3dd-4e0b-9e0f-2c04dab937aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:03.907348 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 45697d14-5fa9-4743-ad39-5faf9772c311 up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:13:03.970021 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d279689-45b5-4b2b-9393-8fc81cc8a216 req-9a7f1c5b-3292-4aae-90f7-ac1a237c669a tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:03.984703 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1d279689-45b5-4b2b-9393-8fc81cc8a216 req-9a7f1c5b-3292-4aae-90f7-ac1a237c669a tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=992848df-3222-4c56-80a5-190b1c7fc1ff HTTP/1.1" status: 200 len: 945 time: 0.1570048 Aug 10 03:13:04.021800 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning for port 45697d14-5fa9-4743-ad39-5faf9772c311 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:13:04.032709 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port 45697d14-5fa9-4743-ad39-5faf9772c311 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:13:04.034194 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:04.061657 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1eb48b44-f3dd-4e0b-9e0f-2c04dab937aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:04.068284 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1d279689-45b5-4b2b-9393-8fc81cc8a216 req-54bcb892-40a0-41d0-874d-b438edd2c0a2 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745564 Aug 10 03:13:04.077377 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1eb48b44-f3dd-4e0b-9e0f-2c04dab937aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:04.114538 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1eb48b44-f3dd-4e0b-9e0f-2c04dab937aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:13:04.129737 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb48b44-f3dd-4e0b-9e0f-2c04dab937aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb5cbf8-2a02-44ea-b3fc-311879d26c79,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:04.135456 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1eb48b44-f3dd-4e0b-9e0f-2c04dab937aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:04.135970 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-1eb48b44-f3dd-4e0b-9e0f-2c04dab937aa admin admin] Added segment ef460c05-97a2-474e-9fc7-ca614ed2a066 of type vlan for network 7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1 Aug 10 03:13:04.185255 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1eb48b44-f3dd-4e0b-9e0f-2c04dab937aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:04.210548 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:04.229207 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1eb48b44-f3dd-4e0b-9e0f-2c04dab937aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:04.231758 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb48b44-f3dd-4e0b-9e0f-2c04dab937aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:04.233110 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1eb48b44-f3dd-4e0b-9e0f-2c04dab937aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:04.241482 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '992848df-3222-4c56-80a5-190b1c7fc1ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45697d14-5fa9-4743-ad39-5faf9772c311'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:13:04.244005 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21dfd651-08af-4349-b223-75ef10455fb7" -d '{"events": [{"server_uuid": "992848df-3222-4c56-80a5-190b1c7fc1ff", "name": "network-vif-plugged", "status": "completed", "tag": "45697d14-5fa9-4743-ad39-5faf9772c311"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:13:04.259513 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 45697d14-5fa9-4743-ad39-5faf9772c311, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=45697d14-5fa9-4743-ad39-5faf9772c311,segment=NetworkSegment(6bf2f30c-8de9-48b6-ac35-0afe448267ae),segment_id=6bf2f30c-8de9-48b6-ac35-0afe448267ae)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:04.266964 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:04.367877 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-1eb48b44-f3dd-4e0b-9e0f-2c04dab937aa admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7530477 Aug 10 03:13:04.370702 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42900) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:04.379415 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-2a0bfe96-0908-41ec-aa38-10f4429c23c5 admin admin] Request body: {'subnet': {'network_id': '7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1684652571-subnet', 'tenant_id': '4fedcd46377344729593c49493334f54', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:13:04.405194 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb48b44-f3dd-4e0b-9e0f-2c04dab937aa admin admin] Pushing event updated for resources: {'Network': ['ID=7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:04.416963 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af948238-9f7b-47a6-9023-180ff87ac7d2 req-3711d986-3501-4f35-9b0b-d40138c62852 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:04.426900 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-af948238-9f7b-47a6-9023-180ff87ac7d2 req-3711d986-3501-4f35-9b0b-d40138c62852 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2523f58-4dac-4c3c-853d-957eae2412b7 HTTP/1.1" status: 200 len: 950 time: 0.1020317 Aug 10 03:13:04.429379 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a0bfe96-0908-41ec-aa38-10f4429c23c5 admin admin] Made reservation on behalf of 4fedcd46377344729593c49493334f54 for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:13:04.433483 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2a0bfe96-0908-41ec-aa38-10f4429c23c5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:04.497137 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-989e446f-7e8f-42e5-b99c-3d9f7131eb45 x-openstack-request-id: req-989e446f-7e8f-42e5-b99c-3d9f7131eb45 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:13:04.497340 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "992848df-3222-4c56-80a5-190b1c7fc1ff", "name": "network-vif-plugged", "status": "completed", "tag": "45697d14-5fa9-4743-ad39-5faf9772c311", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:13:04.497582 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-989e446f-7e8f-42e5-b99c-3d9f7131eb45 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:13:04.498245 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '992848df-3222-4c56-80a5-190b1c7fc1ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45697d14-5fa9-4743-ad39-5faf9772c311', 'code': 200} Aug 10 03:13:04.499116 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:13:04.586411 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=45697d14-5fa9-4743-ad39-5faf9772c311,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:04.597804 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-af948238-9f7b-47a6-9023-180ff87ac7d2 req-206b0c59-dbf5-4985-9176-c1381013e427 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/security-groups?id=b61ddca4-e27e-4174-97e8-ca6f8f679a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694944 Aug 10 03:13:04.610735 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82cf257-03ea-429f-9b1e-39f7ec21dbf6 req-d926c8c5-26a2-4674-bdcd-79ab05d58720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:04.612336 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d82cf257-03ea-429f-9b1e-39f7ec21dbf6 req-d926c8c5-26a2-4674-bdcd-79ab05d58720 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=992848df-3222-4c56-80a5-190b1c7fc1ff HTTP/1.1" status: 200 len: 1098 time: 0.1617346 Aug 10 03:13:04.662136 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d82cf257-03ea-429f-9b1e-39f7ec21dbf6 req-635adb57-304a-4094-b578-ab4d1d4cf71e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364566 Aug 10 03:13:04.697430 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2a0bfe96-0908-41ec-aa38-10f4429c23c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:04.763862 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bae1c2-2888-42e9-9f34-16ce55ff536f req-baadef11-8e13-4a3b-b0a6-cf64ae6ed8f2 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:04.766205 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-68bae1c2-2888-42e9-9f34-16ce55ff536f req-baadef11-8e13-4a3b-b0a6-cf64ae6ed8f2 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c6232-f0c3-49ea-bd08-78872ee1d315 HTTP/1.1" status: 200 len: 949 time: 0.0666780 Aug 10 03:13:04.775940 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0bfe96-0908-41ec-aa38-10f4429c23c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a049acb-8e7b-42fd-b8b6-b5c474462166,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:04.779535 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0bfe96-0908-41ec-aa38-10f4429c23c5 admin admin] Checking segment: {'id': 'ef460c05-97a2-474e-9fc7-ca614ed2a066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:13:04.779903 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0bfe96-0908-41ec-aa38-10f4429c23c5 admin admin] Network hostable DHCP agents. Network: 7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:13:04.815449 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0bfe96-0908-41ec-aa38-10f4429c23c5 admin admin] Network 7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:13:04.821532 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-68bae1c2-2888-42e9-9f34-16ce55ff536f req-800dc76a-f5de-49d3-b19d-5ad7cc60caaf tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469275 Aug 10 03:13:04.836440 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-2a0bfe96-0908-41ec-aa38-10f4429c23c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:13:04.847725 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0bfe96-0908-41ec-aa38-10f4429c23c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:04.847725 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2a0bfe96-0908-41ec-aa38-10f4429c23c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:04.851557 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dce3b2c-7b0a-4211-97d3-a17f101fc5a7 None None] Network 7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:13:04.878033 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-2a0bfe96-0908-41ec-aa38-10f4429c23c5 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5059190 Aug 10 03:13:05.037775 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b15fbd-1659-41e5-ba20-e2f3b5c7f53c None None] Network 7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:13:05.299364 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e31ba1-a01d-438a-a732-1de4e085c697 req-1986b87f-98be-40db-a710-1b725a7f809c tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:05.301086 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-28e31ba1-a01d-438a-a732-1de4e085c697 req-1986b87f-98be-40db-a710-1b725a7f809c tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=992848df-3222-4c56-80a5-190b1c7fc1ff HTTP/1.1" status: 200 len: 946 time: 0.0829167 Aug 10 03:13:05.366035 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-28e31ba1-a01d-438a-a732-1de4e085c697 req-e045a3d2-47dd-44d3-8c28-1cd451b3e33c tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526679 Aug 10 03:13:05.747936 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea831e0c-bbff-4ddb-82f2-1bbb198ef880 req-e0e8ac4f-584c-4e65-83a1-215400613a2b tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:05.749635 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ea831e0c-bbff-4ddb-82f2-1bbb198ef880 req-e0e8ac4f-584c-4e65-83a1-215400613a2b tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2523f58-4dac-4c3c-853d-957eae2412b7 HTTP/1.1" status: 200 len: 950 time: 0.0656362 Aug 10 03:13:05.795064 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ea831e0c-bbff-4ddb-82f2-1bbb198ef880 req-87f209e0-f227-43d4-80d9-ae040cb92131 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/security-groups?id=b61ddca4-e27e-4174-97e8-ca6f8f679a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380950 Aug 10 03:13:05.861992 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42968) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:05.924237 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ba6f112a-cd9c-465b-900f-605488b39522 req-b73fe8a3-f627-450f-98c3-24d28414bee0 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=5c63ff337f394941ba57d38599745446&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274975 Aug 10 03:13:06.081146 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42986) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:06.087714 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-491f946f-da40-48f6-8ffa-d7473d883996 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-79735982-network', 'tenant_id': '9d2632015e22453e81f20f1682633ebb'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:13:06.104542 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f112a-cd9c-465b-900f-605488b39522 req-b9d24056-c36c-4dfc-8adb-f1e09130c529 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:06.106252 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ba6f112a-cd9c-465b-900f-605488b39522 req-b9d24056-c36c-4dfc-8adb-f1e09130c529 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1677694 Aug 10 03:13:06.108806 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-70bc58b9-e7d3-4a9b-8423-7a6c617b2682 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:06.115993 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd50c9a-f69b-45fa-bdb2-df93f24c518e req-9c3b3424-0f3c-4de7-8a87-afa3e6d66bcb tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:06.117673 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0dd50c9a-f69b-45fa-bdb2-df93f24c518e req-9c3b3424-0f3c-4de7-8a87-afa3e6d66bcb tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c6232-f0c3-49ea-bd08-78872ee1d315 HTTP/1.1" status: 200 len: 949 time: 0.1028638 Aug 10 03:13:06.135191 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ba6f112a-cd9c-465b-900f-605488b39522 req-f6f682f7-7922-41d2-a9d8-13718e53e69b tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] 10.222.0.44 "GET /v2.0/quotas/5c63ff337f394941ba57d38599745446 HTTP/1.1" status: 200 len: 375 time: 0.0160697 Aug 10 03:13:06.135688 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-491f946f-da40-48f6-8ffa-d7473d883996 admin admin] Made reservation on behalf of 9d2632015e22453e81f20f1682633ebb for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:13:06.137970 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-491f946f-da40-48f6-8ffa-d7473d883996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:06.151515 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-491f946f-da40-48f6-8ffa-d7473d883996 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:06.174979 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ba6f112a-cd9c-465b-900f-605488b39522 req-9e97b011-44d1-4db9-8236-5cf0aed3d2a2 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=5c63ff337f394941ba57d38599745446&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297225 Aug 10 03:13:06.189695 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0dd50c9a-f69b-45fa-bdb2-df93f24c518e req-5f2ae8df-bb36-4e9b-9fcf-308e0fdcc058 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630646 Aug 10 03:13:06.254003 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-70bc58b9-e7d3-4a9b-8423-7a6c617b2682 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:06.259065 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-70bc58b9-e7d3-4a9b-8423-7a6c617b2682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:06.316335 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bc58b9-e7d3-4a9b-8423-7a6c617b2682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d577cda4-39c2-4aa3-9354-cf2a8c294c18,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:06.329880 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 42994) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:06.337920 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-70bc58b9-e7d3-4a9b-8423-7a6c617b2682 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=701dd8a989654242ae272089b806b858&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4743900 Aug 10 03:13:06.410190 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2e1342a1-fee4-4834-b82a-f2110ea3daeb req-2b620373-3de3-4e36-8128-32cb3da759ff tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d34745f-d33c-4aed-a1b4-7a7c60b88f2b HTTP/1.1" status: 200 len: 210 time: 0.0475485 Aug 10 03:13:06.455854 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-491f946f-da40-48f6-8ffa-d7473d883996 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:06.464704 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-491f946f-da40-48f6-8ffa-d7473d883996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:06.475067 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5899d5e1-9e57-49c7-b08d-85b27394f030 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:06.534470 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-491f946f-da40-48f6-8ffa-d7473d883996 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:13:06.540101 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5899d5e1-9e57-49c7-b08d-85b27394f030 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:06.557317 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491f946f-da40-48f6-8ffa-d7473d883996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=858a1bd8-e73a-4116-9e8b-b3239010d70c,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:06.583256 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-491f946f-da40-48f6-8ffa-d7473d883996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:06.583607 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-491f946f-da40-48f6-8ffa-d7473d883996 admin admin] Added segment 9f18ce6f-7342-4871-a96a-c9cccf3d69f6 of type vlan for network 5e96faea-e789-46dc-a2fe-c9354bbee721 Aug 10 03:13:06.638139 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-491f946f-da40-48f6-8ffa-d7473d883996 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:06.646140 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5899d5e1-9e57-49c7-b08d-85b27394f030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:06.649323 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5899d5e1-9e57-49c7-b08d-85b27394f030 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:06.650829 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-5899d5e1-9e57-49c7-b08d-85b27394f030 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d577cda4-39c2-4aa3-9354-cf2a8c294c18 HTTP/1.1" status: 204 len: 168 time: 0.3199294 Aug 10 03:13:06.682977 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-491f946f-da40-48f6-8ffa-d7473d883996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:06.684224 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491f946f-da40-48f6-8ffa-d7473d883996 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:06.685565 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-491f946f-da40-48f6-8ffa-d7473d883996 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:06.689778 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5899d5e1-9e57-49c7-b08d-85b27394f030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d577cda4-39c2-4aa3-9354-cf2a8c294c18,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:06.731331 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a71ee6f-f255-4a72-84b2-e80c2c8831b1 req-7dd88d00-98c1-4da1-9a3c-00e7012dbffc tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:06.739600 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3a71ee6f-f255-4a72-84b2-e80c2c8831b1 req-7dd88d00-98c1-4da1-9a3c-00e7012dbffc tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=992848df-3222-4c56-80a5-190b1c7fc1ff HTTP/1.1" status: 200 len: 946 time: 0.1330540 Aug 10 03:13:06.790568 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491f946f-da40-48f6-8ffa-d7473d883996 admin admin] Pushing event updated for resources: {'Network': ['ID=5e96faea-e789-46dc-a2fe-c9354bbee721,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:06.791734 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3a71ee6f-f255-4a72-84b2-e80c2c8831b1 req-a966b122-6c77-45e5-a5ec-d0ce03a9471e tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509682 Aug 10 03:13:06.798115 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-491f946f-da40-48f6-8ffa-d7473d883996 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7157497 Aug 10 03:13:06.800985 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 43026) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:06.803696 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 5e96faea-e789-46dc-a2fe-c9354bbee721 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:13:06.808037 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-42e1b789-d7e1-4a40-b760-16bc7a8c089e admin admin] Request body: {'subnet': {'network_id': '5e96faea-e789-46dc-a2fe-c9354bbee721', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-79735982-subnet', 'tenant_id': '9d2632015e22453e81f20f1682633ebb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:13:06.839481 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42e1b789-d7e1-4a40-b760-16bc7a8c089e admin admin] Made reservation on behalf of 9d2632015e22453e81f20f1682633ebb for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:13:06.843402 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-42e1b789-d7e1-4a40-b760-16bc7a8c089e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:06.998961 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70fb8d2-332f-4a1c-b5b8-325cb880d97b req-8c133edc-b814-4ba0-812b-9dabbb36e399 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:07.001057 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b70fb8d2-332f-4a1c-b5b8-325cb880d97b req-8c133edc-b814-4ba0-812b-9dabbb36e399 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2523f58-4dac-4c3c-853d-957eae2412b7 HTTP/1.1" status: 200 len: 950 time: 0.0818834 Aug 10 03:13:07.116396 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b70fb8d2-332f-4a1c-b5b8-325cb880d97b req-ba95ba84-ce1d-472d-bbc9-f06a6b7fb6a4 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/security-groups?id=b61ddca4-e27e-4174-97e8-ca6f8f679a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911293 Aug 10 03:13:07.139251 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-42e1b789-d7e1-4a40-b760-16bc7a8c089e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:07.189304 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43036) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:07.220204 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e1b789-d7e1-4a40-b760-16bc7a8c089e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff8d5500-4357-468e-970c-5556969594ff,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:07.230277 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e1b789-d7e1-4a40-b760-16bc7a8c089e admin admin] Checking segment: {'id': '9f18ce6f-7342-4871-a96a-c9cccf3d69f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5e96faea-e789-46dc-a2fe-c9354bbee721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:13:07.230727 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e1b789-d7e1-4a40-b760-16bc7a8c089e admin admin] Network hostable DHCP agents. Network: 5e96faea-e789-46dc-a2fe-c9354bbee721, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:13:07.260432 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e1b789-d7e1-4a40-b760-16bc7a8c089e admin admin] Network 5e96faea-e789-46dc-a2fe-c9354bbee721 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:13:07.274036 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-42e1b789-d7e1-4a40-b760-16bc7a8c089e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 5e96faea-e789-46dc-a2fe-c9354bbee721) {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:13:07.282495 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e1b789-d7e1-4a40-b760-16bc7a8c089e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:07.283278 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-42e1b789-d7e1-4a40-b760-16bc7a8c089e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:07.284844 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500ac89a-c05b-4718-8071-85e7e5750f40 None None] Network 5e96faea-e789-46dc-a2fe-c9354bbee721 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:13:07.297396 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 43042) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:07.308567 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-42e1b789-d7e1-4a40-b760-16bc7a8c089e admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.5065196 Aug 10 03:13:07.316323 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e861eeaa-82bc-4564-a0e1-50119a3ed4d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:07.387249 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7596b3ae-d85c-41dc-926d-6b5685397c7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:07.488636 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06ce1f2-fd03-4aee-9b17-b60bbd9bcd18 None None] Network 5e96faea-e789-46dc-a2fe-c9354bbee721 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:13:07.539886 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94926166-e79d-4d26-be09-c89c44c12ed2 req-4cb9ff0b-85ee-4ab5-a1bc-052cfaf27d19 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:07.548286 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-94926166-e79d-4d26-be09-c89c44c12ed2 req-4cb9ff0b-85ee-4ab5-a1bc-052cfaf27d19 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c6232-f0c3-49ea-bd08-78872ee1d315 HTTP/1.1" status: 200 len: 949 time: 0.1925330 Aug 10 03:13:07.595786 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d1ff1be5-1791-4aaf-b4b9-8af93cafc831 req-966a1a1a-05cd-41af-8969-0697dc38f508 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d34745f-d33c-4aed-a1b4-7a7c60b88f2b HTTP/1.1" status: 200 len: 210 time: 0.0434294 Aug 10 03:13:07.652790 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-94926166-e79d-4d26-be09-c89c44c12ed2 req-0eead123-52e0-42f8-a836-1a12f8dcbd61 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036043 Aug 10 03:13:07.672586 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e861eeaa-82bc-4564-a0e1-50119a3ed4d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:07.677623 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e861eeaa-82bc-4564-a0e1-50119a3ed4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:07.720917 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e861eeaa-82bc-4564-a0e1-50119a3ed4d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86ad56a9-3a01-49b7-8b91-49fffefab934,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:07.750681 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-e861eeaa-82bc-4564-a0e1-50119a3ed4d9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4f848e8536cf4100ab27bb6b7d50281b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4519858 Aug 10 03:13:07.753495 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 43056) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:07.788748 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7596b3ae-d85c-41dc-926d-6b5685397c7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:07.795007 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7596b3ae-d85c-41dc-926d-6b5685397c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:07.831394 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-987c6071-404a-49ef-9faf-77773d0e21e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:07.844342 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7596b3ae-d85c-41dc-926d-6b5685397c7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44e0f7ab-0d17-4aae-96ac-3a6ec3007f93,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:07.849083 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-7596b3ae-d85c-41dc-926d-6b5685397c7d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f25fa466fc1d4627a0e54a4dd665fc76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6586673 Aug 10 03:13:07.854403 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43060) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:07.858604 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-987c6071-404a-49ef-9faf-77773d0e21e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:07.924740 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1684db6a-8112-4661-9e22-1ce08186bfca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:07.937656 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ba6f112a-cd9c-465b-900f-605488b39522 req-37a3fb71-b908-4d7b-9577-4160fd31d001 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=5c63ff337f394941ba57d38599745446&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0659056 Aug 10 03:13:07.956997 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1684db6a-8112-4661-9e22-1ce08186bfca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:08.023253 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1684db6a-8112-4661-9e22-1ce08186bfca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:08.026821 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1684db6a-8112-4661-9e22-1ce08186bfca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:08.030250 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-1684db6a-8112-4661-9e22-1ce08186bfca admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/44e0f7ab-0d17-4aae-96ac-3a6ec3007f93 HTTP/1.1" status: 204 len: 168 time: 0.1723282 Aug 10 03:13:08.037523 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1684db6a-8112-4661-9e22-1ce08186bfca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e0f7ab-0d17-4aae-96ac-3a6ec3007f93,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:08.169372 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-987c6071-404a-49ef-9faf-77773d0e21e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:08.172069 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-987c6071-404a-49ef-9faf-77773d0e21e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:08.173248 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-987c6071-404a-49ef-9faf-77773d0e21e0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/86ad56a9-3a01-49b7-8b91-49fffefab934 HTTP/1.1" status: 204 len: 168 time: 0.4180315 Aug 10 03:13:08.198044 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c6306e-8997-43bc-b256-132deca4522b req-8eba0122-8f92-4b74-b17a-570b0afd0d09 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:08.205859 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-13c6306e-8997-43bc-b256-132deca4522b req-8eba0122-8f92-4b74-b17a-570b0afd0d09 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=992848df-3222-4c56-80a5-190b1c7fc1ff HTTP/1.1" status: 200 len: 946 time: 0.2671528 Aug 10 03:13:08.234416 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987c6071-404a-49ef-9faf-77773d0e21e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ad56a9-3a01-49b7-8b91-49fffefab934,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:08.275308 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f112a-cd9c-465b-900f-605488b39522 req-2d4ff073-2282-452b-a429-dfd7350c1ddd tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:08.276699 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ba6f112a-cd9c-465b-900f-605488b39522 req-2d4ff073-2282-452b-a429-dfd7350c1ddd tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3225007 Aug 10 03:13:08.289451 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb401d4f-8464-4f72-8f1c-b0eaa6a89765 req-432d4d19-0cff-4aea-9db0-d453f2d5aa9e tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:08.291087 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cb401d4f-8464-4f72-8f1c-b0eaa6a89765 req-432d4d19-0cff-4aea-9db0-d453f2d5aa9e tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/networks?id=7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1 HTTP/1.1" status: 200 len: 821 time: 0.2968683 Aug 10 03:13:08.297925 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-ba6f112a-cd9c-465b-900f-605488b39522 req-bfb8c231-8cba-47e8-a32c-b2485c863484 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] Request body: {'port': {'device_id': '6d34745f-d33c-4aed-a1b4-7a7c60b88f2b', 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721', 'admin_state_up': True, 'tenant_id': '5c63ff337f394941ba57d38599745446'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:13:08.322518 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-13c6306e-8997-43bc-b256-132deca4522b req-a94a70ad-e312-4c6d-8b48-1334e1198396 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156275 Aug 10 03:13:08.410868 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cb401d4f-8464-4f72-8f1c-b0eaa6a89765 req-bd7ee536-3dbf-4ed6-939c-bb7672f07f9d tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/quotas/4fedcd46377344729593c49493334f54 HTTP/1.1" status: 200 len: 375 time: 0.1071155 Aug 10 03:13:08.490800 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cb401d4f-8464-4f72-8f1c-b0eaa6a89765 req-cfce6819-cb39-41cb-9faf-51769af56923 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4fedcd46377344729593c49493334f54&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0689392 Aug 10 03:13:08.589772 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43088) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:08.597724 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8071cf-b065-4f41-80dd-47e2f22b664d req-6b2f8ca0-d5c3-461d-86bd-79ae4abbbdac tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:08.599282 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9e8071cf-b065-4f41-80dd-47e2f22b664d req-6b2f8ca0-d5c3-461d-86bd-79ae4abbbdac tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2523f58-4dac-4c3c-853d-957eae2412b7 HTTP/1.1" status: 200 len: 950 time: 0.1829941 Aug 10 03:13:08.608640 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8c8444c8-624b-4e93-8de4-fee15b46a7bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:08.653966 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba6f112a-cd9c-465b-900f-605488b39522 req-bfb8c231-8cba-47e8-a32c-b2485c863484 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] Made reservation on behalf of 5c63ff337f394941ba57d38599745446 for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:13:08.657446 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-ba6f112a-cd9c-465b-900f-605488b39522 req-bfb8c231-8cba-47e8-a32c-b2485c863484 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:08.679268 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-ba6f112a-cd9c-465b-900f-605488b39522 req-bfb8c231-8cba-47e8-a32c-b2485c863484 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:08.688989 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cb401d4f-8464-4f72-8f1c-b0eaa6a89765 req-75403608-09ad-4da7-b1aa-42b28636bbb5 service neutron] 10.222.0.44 "GET /v2.0/networks/7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805539 Aug 10 03:13:08.703581 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9e8071cf-b065-4f41-80dd-47e2f22b664d req-b7b7be35-62ee-439a-807a-e4da01cc4373 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/security-groups?id=b61ddca4-e27e-4174-97e8-ca6f8f679a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766661 Aug 10 03:13:08.752741 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8c8444c8-624b-4e93-8de4-fee15b46a7bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:08.758591 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8c8444c8-624b-4e93-8de4-fee15b46a7bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:08.805385 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-8c8444c8-624b-4e93-8de4-fee15b46a7bc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=46dc6f92a2c944aeaac510e1f3f9f0e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2134023 Aug 10 03:13:08.808778 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43098) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:08.817431 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8444c8-624b-4e93-8de4-fee15b46a7bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45350194-6248-47cc-b4b1-a9202df46a2c,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:08.872979 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cb401d4f-8464-4f72-8f1c-b0eaa6a89765 req-81789ae6-4586-4c8d-877b-955ae345a4ce service neutron] 10.222.0.44 "GET /v2.0/networks/7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730049 Aug 10 03:13:08.874557 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-482e3f80-d129-431b-b65f-8dd8fc6102f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:08.894986 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f268dce-fb21-4193-8b83-b6c68d7e6367 req-433efe74-5316-4117-8c81-8783bca686bc tempest-LiveMigrationTest-1156190287 tempest-LiveMigrationTest-1156190287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:08.902275 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5f268dce-fb21-4193-8b83-b6c68d7e6367 req-433efe74-5316-4117-8c81-8783bca686bc tempest-LiveMigrationTest-1156190287 tempest-LiveMigrationTest-1156190287-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=992848df-3222-4c56-80a5-190b1c7fc1ff HTTP/1.1" status: 200 len: 1098 time: 0.1213324 Aug 10 03:13:08.917813 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-482e3f80-d129-431b-b65f-8dd8fc6102f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:08.970609 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5f268dce-fb21-4193-8b83-b6c68d7e6367 req-538660d9-1c31-4a55-bf2b-c82f84ece76a tempest-LiveMigrationTest-1156190287 tempest-LiveMigrationTest-1156190287-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620723 Aug 10 03:13:08.989815 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-ba6f112a-cd9c-465b-900f-605488b39522 req-bfb8c231-8cba-47e8-a32c-b2485c863484 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:08.998644 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-ba6f112a-cd9c-465b-900f-605488b39522 req-bfb8c231-8cba-47e8-a32c-b2485c863484 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:09.030614 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-482e3f80-d129-431b-b65f-8dd8fc6102f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:09.034479 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-482e3f80-d129-431b-b65f-8dd8fc6102f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:09.036081 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-482e3f80-d129-431b-b65f-8dd8fc6102f6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/45350194-6248-47cc-b4b1-a9202df46a2c HTTP/1.1" status: 204 len: 168 time: 0.2259703 Aug 10 03:13:09.077549 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb8c231-8cba-47e8-a32c-b2485c863484 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a666ad1b-f110-40b4-9c8d-b8c5dedb4a48,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:09.083379 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482e3f80-d129-431b-b65f-8dd8fc6102f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45350194-6248-47cc-b4b1-a9202df46a2c,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:09.457966 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4d0c4239-cab4-425a-be1f-6a7ffa53a1e3 req-29be5339-c1ca-4fc8-807a-e424ee55cbde tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d34745f-d33c-4aed-a1b4-7a7c60b88f2b HTTP/1.1" status: 200 len: 210 time: 0.2827580 Aug 10 03:13:09.478950 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-ba6f112a-cd9c-465b-900f-605488b39522 req-bfb8c231-8cba-47e8-a32c-b2485c863484 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] Allocated IP 192.168.233.184 (72a4be73-29a1-424c-8690-ecdcf6b06721/60d10164-1dee-4940-9d19-f71e6c18cbc5/8dcad997-9b2e-44ef-b149-5c74b70f40de) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:13:09.501925 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dcd5e4-1120-4c60-81a0-a85e35e8f84d req-029f80f7-efac-47bc-8999-d5dc8bb6cdd2 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:09.504298 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-20dcd5e4-1120-4c60-81a0-a85e35e8f84d req-029f80f7-efac-47bc-8999-d5dc8bb6cdd2 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c6232-f0c3-49ea-bd08-78872ee1d315 HTTP/1.1" status: 200 len: 949 time: 0.3297107 Aug 10 03:13:09.648265 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-20dcd5e4-1120-4c60-81a0-a85e35e8f84d req-f20d5eee-3bda-4056-8a33-01bc58d72b02 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348963 Aug 10 03:13:09.682104 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e19666-d9d1-4ca4-a596-f66dff130bd9 req-7ee347a7-18d8-4116-9614-bde4d1db481f tempest-LiveMigrationTest-1156190287 tempest-LiveMigrationTest-1156190287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:09.690760 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a6e19666-d9d1-4ca4-a596-f66dff130bd9 req-7ee347a7-18d8-4116-9614-bde4d1db481f tempest-LiveMigrationTest-1156190287 tempest-LiveMigrationTest-1156190287-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=992848df-3222-4c56-80a5-190b1c7fc1ff HTTP/1.1" status: 200 len: 1098 time: 0.1351724 Aug 10 03:13:09.792824 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a6e19666-d9d1-4ca4-a596-f66dff130bd9 req-31175b32-7734-4fea-9ef5-efd60aa68fff tempest-LiveMigrationTest-1156190287 tempest-LiveMigrationTest-1156190287-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944073 Aug 10 03:13:09.798155 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8bdf4b51-4cb6-4398-9b66-d5d367533bd6 req-6cdc0ed1-ec58-4397-95a4-d5dac49cb150 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=813698f8-88cf-486f-890d-c235b048616c HTTP/1.1" status: 200 len: 210 time: 0.0589762 Aug 10 03:13:09.804364 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-ba6f112a-cd9c-465b-900f-605488b39522 req-bfb8c231-8cba-47e8-a32c-b2485c863484 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:09.841725 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-ba6f112a-cd9c-465b-900f-605488b39522 req-bfb8c231-8cba-47e8-a32c-b2485c863484 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] Transition to ACTIVE for port object 8dcad997-9b2e-44ef-b149-5c74b70f40de will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:13:09.924793 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-ba6f112a-cd9c-465b-900f-605488b39522 req-bfb8c231-8cba-47e8-a32c-b2485c863484 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:09.987066 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba6f112a-cd9c-465b-900f-605488b39522 req-bfb8c231-8cba-47e8-a32c-b2485c863484 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] Network 72a4be73-29a1-424c-8690-ecdcf6b06721 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:13:10.000627 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-ba6f112a-cd9c-465b-900f-605488b39522 req-bfb8c231-8cba-47e8-a32c-b2485c863484 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:13:10.005404 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b84a9-1451-4762-b382-43b2e4cf55d3 req-4c51617f-bd55-4516-b937-fcf26e4d0e57 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:10.007175 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ef6b84a9-1451-4762-b382-43b2e4cf55d3 req-4c51617f-bd55-4516-b937-fcf26e4d0e57 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2523f58-4dac-4c3c-853d-957eae2412b7 HTTP/1.1" status: 200 len: 950 time: 0.1189215 Aug 10 03:13:10.007858 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb8c231-8cba-47e8-a32c-b2485c863484 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] Pushing event updated for resources: {'Port': ['ID=8dcad997-9b2e-44ef-b149-5c74b70f40de,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:10.010377 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba6f112a-cd9c-465b-900f-605488b39522 req-bfb8c231-8cba-47e8-a32c-b2485c863484 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:13:10.019654 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f112a-cd9c-465b-900f-605488b39522 req-bfb8c231-8cba-47e8-a32c-b2485c863484 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:10.020173 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-ba6f112a-cd9c-465b-900f-605488b39522 req-bfb8c231-8cba-47e8-a32c-b2485c863484 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:10.060516 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ba6f112a-cd9c-465b-900f-605488b39522 req-bfb8c231-8cba-47e8-a32c-b2485c863484 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7664037 Aug 10 03:13:10.105516 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-ba6f112a-cd9c-465b-900f-605488b39522 req-40b8b00c-51d2-46aa-8eb3-48228a3adc00 service neutron] Request body: {'port': {'device_id': '6d34745f-d33c-4aed-a1b4-7a7c60b88f2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:13:10.169009 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ef6b84a9-1451-4762-b382-43b2e4cf55d3 req-ff548b4d-5567-4c99-9337-3b1cd74f922a tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/security-groups?id=b61ddca4-e27e-4174-97e8-ca6f8f679a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300747 Aug 10 03:13:10.265272 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-ba6f112a-cd9c-465b-900f-605488b39522 req-40b8b00c-51d2-46aa-8eb3-48228a3adc00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:10.280979 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d310f11-eca7-4c64-850f-d4dce175d08e req-1d730b26-2a6c-42e2-9d79-6ab96df7476d tempest-LiveMigrationTest-1156190287 tempest-LiveMigrationTest-1156190287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:10.282765 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8d310f11-eca7-4c64-850f-d4dce175d08e req-1d730b26-2a6c-42e2-9d79-6ab96df7476d tempest-LiveMigrationTest-1156190287 tempest-LiveMigrationTest-1156190287-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=992848df-3222-4c56-80a5-190b1c7fc1ff HTTP/1.1" status: 200 len: 1098 time: 0.1213772 Aug 10 03:13:10.331882 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-8da01b37-fc25-45bb-bd57-aab6cefaa49d None None] Provisioning for port 8dcad997-9b2e-44ef-b149-5c74b70f40de completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:13:10.341681 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-8da01b37-fc25-45bb-bd57-aab6cefaa49d None None] Provisioning complete for port 8dcad997-9b2e-44ef-b149-5c74b70f40de triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:13:10.341953 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-8da01b37-fc25-45bb-bd57-aab6cefaa49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:10.431016 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-8da01b37-fc25-45bb-bd57-aab6cefaa49d None None] Port 8dcad997-9b2e-44ef-b149-5c74b70f40de cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:13:10.440097 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8d310f11-eca7-4c64-850f-d4dce175d08e req-a3177892-1014-4374-99f7-0ee50a2f423c tempest-LiveMigrationTest-1156190287 tempest-LiveMigrationTest-1156190287-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348650 Aug 10 03:13:10.692559 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac37a7a-f56e-48e7-a25c-c91026495aa2 req-23d73d07-3a7e-4e62-a662-db923ea9c906 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:10.694107 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3ac37a7a-f56e-48e7-a25c-c91026495aa2 req-23d73d07-3a7e-4e62-a662-db923ea9c906 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d34745f-d33c-4aed-a1b4-7a7c60b88f2b HTTP/1.1" status: 200 len: 936 time: 0.1329703 Aug 10 03:13:10.766861 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb401d4f-8464-4f72-8f1c-b0eaa6a89765 req-b85b3f5f-7d43-4453-ba24-6ffbf1852d76 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:10.768345 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cb401d4f-8464-4f72-8f1c-b0eaa6a89765 req-b85b3f5f-7d43-4453-ba24-6ffbf1852d76 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.42 "GET /v2.0/networks?id=7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1 HTTP/1.1" status: 200 len: 821 time: 0.2388518 Aug 10 03:13:10.785509 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-cb401d4f-8464-4f72-8f1c-b0eaa6a89765 req-060f7ded-b732-4c05-b2bb-1eb75652d550 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Request body: {'port': {'device_id': '813698f8-88cf-486f-890d-c235b048616c', 'network_id': '7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1', 'admin_state_up': True, 'tenant_id': '4fedcd46377344729593c49493334f54'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:13:10.840788 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3ac37a7a-f56e-48e7-a25c-c91026495aa2 req-3a57acba-5914-40d8-999a-99bf3030d564 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] 10.222.0.44 "GET /v2.0/security-groups?id=a666ad1b-f110-40b4-9c8d-b8c5dedb4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363451 Aug 10 03:13:10.887169 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-ba6f112a-cd9c-465b-900f-605488b39522 req-40b8b00c-51d2-46aa-8eb3-48228a3adc00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dcad997-9b2e-44ef-b149-5c74b70f40de {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:13:10.903817 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-ba6f112a-cd9c-465b-900f-605488b39522 req-40b8b00c-51d2-46aa-8eb3-48228a3adc00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:10.964568 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-ba6f112a-cd9c-465b-900f-605488b39522 req-40b8b00c-51d2-46aa-8eb3-48228a3adc00 service neutron] Transition to ACTIVE for port object 8dcad997-9b2e-44ef-b149-5c74b70f40de will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:13:10.975996 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-ba6f112a-cd9c-465b-900f-605488b39522 req-40b8b00c-51d2-46aa-8eb3-48228a3adc00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:11.058068 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-600995ad-b4e7-424c-acee-db82964ef4d3 req-fb5ecd46-ce3b-4a38-a8fa-d6d170930ab2 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=813698f8-88cf-486f-890d-c235b048616c HTTP/1.1" status: 200 len: 210 time: 0.0673735 Aug 10 03:13:11.083752 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8bc766-ef28-4603-8b05-a2aabf2de6fd req-bd1c74db-23d9-425d-8fd3-591e5d716b9e tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:11.085304 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fb8bc766-ef28-4603-8b05-a2aabf2de6fd req-bd1c74db-23d9-425d-8fd3-591e5d716b9e tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c6232-f0c3-49ea-bd08-78872ee1d315 HTTP/1.1" status: 200 len: 949 time: 0.1656363 Aug 10 03:13:11.089009 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb401d4f-8464-4f72-8f1c-b0eaa6a89765 req-060f7ded-b732-4c05-b2bb-1eb75652d550 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Made reservation on behalf of 4fedcd46377344729593c49493334f54 for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:13:11.092488 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-cb401d4f-8464-4f72-8f1c-b0eaa6a89765 req-060f7ded-b732-4c05-b2bb-1eb75652d550 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:11.100406 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b8b00c-51d2-46aa-8eb3-48228a3adc00 service neutron] Pushing event updated for resources: {'Port': ['ID=8dcad997-9b2e-44ef-b149-5c74b70f40de,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:11.176483 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-ba6f112a-cd9c-465b-900f-605488b39522 req-40b8b00c-51d2-46aa-8eb3-48228a3adc00 service neutron] Attempting to bind port 8dcad997-9b2e-44ef-b149-5c74b70f40de on host n-h2-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:13:11.176825 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-ba6f112a-cd9c-465b-900f-605488b39522 req-40b8b00c-51d2-46aa-8eb3-48228a3adc00 service neutron] Attempting to bind port 8dcad997-9b2e-44ef-b149-5c74b70f40de by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:13:11.177216 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6f112a-cd9c-465b-900f-605488b39522 req-40b8b00c-51d2-46aa-8eb3-48228a3adc00 service neutron] Attempting to bind port 8dcad997-9b2e-44ef-b149-5c74b70f40de on network 72a4be73-29a1-424c-8690-ecdcf6b06721 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:13:11.221945 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6f112a-cd9c-465b-900f-605488b39522 req-40b8b00c-51d2-46aa-8eb3-48228a3adc00 service neutron] Port 8dcad997-9b2e-44ef-b149-5c74b70f40de on network 72a4be73-29a1-424c-8690-ecdcf6b06721 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:13:11.222300 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6f112a-cd9c-465b-900f-605488b39522 req-40b8b00c-51d2-46aa-8eb3-48228a3adc00 service neutron] Attempting to bind port 8dcad997-9b2e-44ef-b149-5c74b70f40de on network 72a4be73-29a1-424c-8690-ecdcf6b06721 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:13:11.230157 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fb8bc766-ef28-4603-8b05-a2aabf2de6fd req-f4f5a1e7-8548-4727-8442-0e60ad61423f tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343827 Aug 10 03:13:11.237961 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6f112a-cd9c-465b-900f-605488b39522 req-40b8b00c-51d2-46aa-8eb3-48228a3adc00 service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:13:11.238339 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6f112a-cd9c-465b-900f-605488b39522 req-40b8b00c-51d2-46aa-8eb3-48228a3adc00 service neutron] Checking segment: {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:13:11.238734 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6f112a-cd9c-465b-900f-605488b39522 req-40b8b00c-51d2-46aa-8eb3-48228a3adc00 service neutron] Bound using segment: {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:13:11.239191 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-ba6f112a-cd9c-465b-900f-605488b39522 req-40b8b00c-51d2-46aa-8eb3-48228a3adc00 service neutron] Bound port: 8dcad997-9b2e-44ef-b149-5c74b70f40de, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:13:11.240112 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-ba6f112a-cd9c-465b-900f-605488b39522 req-40b8b00c-51d2-46aa-8eb3-48228a3adc00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:11.377564 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-cb401d4f-8464-4f72-8f1c-b0eaa6a89765 req-060f7ded-b732-4c05-b2bb-1eb75652d550 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Allocated IP 172.20.0.8 (7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1/8a049acb-8e7b-42fd-b8b6-b5c474462166/31ddbee5-bda7-442d-b2bf-e4048502814d) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:13:11.386794 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-ba6f112a-cd9c-465b-900f-605488b39522 req-40b8b00c-51d2-46aa-8eb3-48228a3adc00 service neutron] For port 8dcad997-9b2e-44ef-b149-5c74b70f40de, host n-h2-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:13:11.393788 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-ba6f112a-cd9c-465b-900f-605488b39522 req-40b8b00c-51d2-46aa-8eb3-48228a3adc00 service neutron] For port 8dcad997-9b2e-44ef-b149-5c74b70f40de, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=8dcad997-9b2e-44ef-b149-5c74b70f40de,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:13:11.403227 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-ba6f112a-cd9c-465b-900f-605488b39522 req-40b8b00c-51d2-46aa-8eb3-48228a3adc00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:11.507843 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f112a-cd9c-465b-900f-605488b39522 req-40b8b00c-51d2-46aa-8eb3-48228a3adc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:11.508508 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-ba6f112a-cd9c-465b-900f-605488b39522 req-40b8b00c-51d2-46aa-8eb3-48228a3adc00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:11.513722 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ba6f112a-cd9c-465b-900f-605488b39522 req-40b8b00c-51d2-46aa-8eb3-48228a3adc00 service neutron] 10.222.0.61 "PUT /v2.0/ports/8dcad997-9b2e-44ef-b149-5c74b70f40de HTTP/1.1" status: 200 len: 1097 time: 1.4208422 Aug 10 03:13:11.530041 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d34745f-d33c-4aed-a1b4-7a7c60b88f2b', 'tag': '8dcad997-9b2e-44ef-b149-5c74b70f40de'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:13:11.532413 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f70266e-c6b9-42b5-b8a2-226bfb74a1d5" -d '{"events": [{"name": "network-changed", "server_uuid": "6d34745f-d33c-4aed-a1b4-7a7c60b88f2b", "tag": "8dcad997-9b2e-44ef-b149-5c74b70f40de"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:13:11.681628 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b8b00c-51d2-46aa-8eb3-48228a3adc00 service neutron] Pushing event updated for resources: {'Port': ['ID=8dcad997-9b2e-44ef-b149-5c74b70f40de,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:11.724430 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfdfd36-8462-4935-85d3-f66f2685e070 req-23f157f2-fe5f-4439-b930-55b6a2c6c5b7 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:11.726059 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6cfdfd36-8462-4935-85d3-f66f2685e070 req-23f157f2-fe5f-4439-b930-55b6a2c6c5b7 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2523f58-4dac-4c3c-853d-957eae2412b7 HTTP/1.1" status: 200 len: 950 time: 0.3175211 Aug 10 03:13:11.838068 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f112a-cd9c-465b-900f-605488b39522 req-cc0b1ec3-b8be-4b5f-9c4a-a4c72526b849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:11.839929 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ba6f112a-cd9c-465b-900f-605488b39522 req-cc0b1ec3-b8be-4b5f-9c4a-a4c72526b849 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5c63ff337f394941ba57d38599745446&device_id=6d34745f-d33c-4aed-a1b4-7a7c60b88f2b HTTP/1.1" status: 200 len: 1100 time: 0.2641115 Aug 10 03:13:11.915080 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43220) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:11.932041 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ba6f112a-cd9c-465b-900f-605488b39522 req-93709ddd-8c61-4557-bf77-2825e733ef1b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=8dcad997-9b2e-44ef-b149-5c74b70f40de HTTP/1.1" status: 200 len: 217 time: 0.0749791 Aug 10 03:13:11.933866 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebebae28-d703-4a3b-87f6-b61cc80fef85 req-f35eeb88-c3a8-461e-bf83-769118b3afaa tempest-LiveMigrationTest-1156190287 tempest-LiveMigrationTest-1156190287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:11.935381 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ebebae28-d703-4a3b-87f6-b61cc80fef85 req-f35eeb88-c3a8-461e-bf83-769118b3afaa tempest-LiveMigrationTest-1156190287 tempest-LiveMigrationTest-1156190287-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=992848df-3222-4c56-80a5-190b1c7fc1ff HTTP/1.1" status: 200 len: 1098 time: 0.2431870 Aug 10 03:13:11.938762 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-cb401d4f-8464-4f72-8f1c-b0eaa6a89765 req-060f7ded-b732-4c05-b2bb-1eb75652d550 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:11.944749 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6cfdfd36-8462-4935-85d3-f66f2685e070 req-a6f6ae25-1280-422b-bac5-b1335cf9ad2e tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/security-groups?id=b61ddca4-e27e-4174-97e8-ca6f8f679a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737561 Aug 10 03:13:11.980451 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43224) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:12.013074 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a2b53d0-48d3-4833-856e-bac7e8b04f64 x-openstack-request-id: req-3a2b53d0-48d3-4833-856e-bac7e8b04f64 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:13:12.013665 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d34745f-d33c-4aed-a1b4-7a7c60b88f2b", "tag": "8dcad997-9b2e-44ef-b149-5c74b70f40de", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:13:12.013665 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3a2b53d0-48d3-4833-856e-bac7e8b04f64 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:13:12.013985 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d34745f-d33c-4aed-a1b4-7a7c60b88f2b', 'tag': '8dcad997-9b2e-44ef-b149-5c74b70f40de', 'status': 'completed', 'code': 200} Aug 10 03:13:12.029526 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ebebae28-d703-4a3b-87f6-b61cc80fef85 req-0eec152b-ea8e-4f6e-9c80-5922c0567ebe tempest-LiveMigrationTest-1156190287 tempest-LiveMigrationTest-1156190287-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750692 Aug 10 03:13:12.044249 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f112a-cd9c-465b-900f-605488b39522 req-0a893020-8c1b-4355-8125-bc71c05ac71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:12.045770 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ba6f112a-cd9c-465b-900f-605488b39522 req-0a893020-8c1b-4355-8125-bc71c05ac71d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=60d10164-1dee-4940-9d19-f71e6c18cbc5 HTTP/1.1" status: 200 len: 843 time: 0.1044223 Aug 10 03:13:12.135309 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-dacbcc94-cbcb-43ed-a077-108c6e59354d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:12.143310 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-cb401d4f-8464-4f72-8f1c-b0eaa6a89765 req-060f7ded-b732-4c05-b2bb-1eb75652d550 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:12.185342 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f112a-cd9c-465b-900f-605488b39522 req-c0a2707d-6554-4892-a6ab-425bcc69d780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:12.187485 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ba6f112a-cd9c-465b-900f-605488b39522 req-c0a2707d-6554-4892-a6ab-425bcc69d780 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=72a4be73-29a1-424c-8690-ecdcf6b06721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1300013 Aug 10 03:13:12.219185 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb401d4f-8464-4f72-8f1c-b0eaa6a89765 req-060f7ded-b732-4c05-b2bb-1eb75652d550 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Network 7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:13:12.229944 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1df588c-209b-4791-943e-62f6757d1e6e req-0600dabb-e705-49a0-923d-9eca496be308 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:12.231542 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c1df588c-209b-4791-943e-62f6757d1e6e req-0600dabb-e705-49a0-923d-9eca496be308 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d34745f-d33c-4aed-a1b4-7a7c60b88f2b HTTP/1.1" status: 200 len: 948 time: 0.1297805 Aug 10 03:13:12.247947 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cea79da3-80f6-4d75-bc9f-5debe0cc9855 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:12.270364 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-dacbcc94-cbcb-43ed-a077-108c6e59354d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:12.273889 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-cb401d4f-8464-4f72-8f1c-b0eaa6a89765 req-060f7ded-b732-4c05-b2bb-1eb75652d550 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:13:12.278443 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb401d4f-8464-4f72-8f1c-b0eaa6a89765 req-060f7ded-b732-4c05-b2bb-1eb75652d550 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:13:12.282695 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-dacbcc94-cbcb-43ed-a077-108c6e59354d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:12.284030 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb401d4f-8464-4f72-8f1c-b0eaa6a89765 req-060f7ded-b732-4c05-b2bb-1eb75652d550 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:12.284784 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-cb401d4f-8464-4f72-8f1c-b0eaa6a89765 req-060f7ded-b732-4c05-b2bb-1eb75652d550 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:12.292866 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060f7ded-b732-4c05-b2bb-1eb75652d550 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Pushing event updated for resources: {'Port': ['ID=31ddbee5-bda7-442d-b2bf-e4048502814d,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:12.311121 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-dacbcc94-cbcb-43ed-a077-108c6e59354d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bebd2ea2c41b44adaa5cc6f9984f7333&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3947546 Aug 10 03:13:12.315344 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 43236) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:12.346442 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacbcc94-cbcb-43ed-a077-108c6e59354d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10c5266b-95e8-423f-89c6-96a72e5768ef,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:12.407347 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c1df588c-209b-4791-943e-62f6757d1e6e req-66515f7f-ae06-4ea1-a019-6edd00d91dcc tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] 10.222.0.44 "GET /v2.0/security-groups?id=a666ad1b-f110-40b4-9c8d-b8c5dedb4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631229 Aug 10 03:13:12.418951 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ba6f112a-cd9c-465b-900f-605488b39522 req-b6a1500b-7afc-41af-b649-be8c20eb219c service neutron] 10.222.0.61 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149329 Aug 10 03:13:12.429648 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-80a92cef-a0f2-4da5-b2ba-9b6357a16c17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:12.434175 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cea79da3-80f6-4d75-bc9f-5debe0cc9855 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:12.440737 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cea79da3-80f6-4d75-bc9f-5debe0cc9855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:12.489883 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cb401d4f-8464-4f72-8f1c-b0eaa6a89765 req-060f7ded-b732-4c05-b2bb-1eb75652d550 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7083032 Aug 10 03:13:12.491546 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-cea79da3-80f6-4d75-bc9f-5debe0cc9855 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a8078871726f480b82f210f804fee232&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5096698 Aug 10 03:13:12.492758 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea79da3-80f6-4d75-bc9f-5debe0cc9855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10899559-dd84-4e67-8a46-6f8653776af4,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:12.495165 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43242) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:12.512521 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-80a92cef-a0f2-4da5-b2ba-9b6357a16c17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:12.534034 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-cb401d4f-8464-4f72-8f1c-b0eaa6a89765 req-5d90f937-e206-4248-bc29-9b09c53e1ca9 service neutron] Request body: {'port': {'device_id': '813698f8-88cf-486f-890d-c235b048616c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:13:12.547575 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cf1af1b8-d4df-4ebc-b415-c3340317e91c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:12.573136 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cf1af1b8-d4df-4ebc-b415-c3340317e91c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:12.644546 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cf1af1b8-d4df-4ebc-b415-c3340317e91c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:12.648352 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cf1af1b8-d4df-4ebc-b415-c3340317e91c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:12.650059 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-cf1af1b8-d4df-4ebc-b415-c3340317e91c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/10899559-dd84-4e67-8a46-6f8653776af4 HTTP/1.1" status: 204 len: 168 time: 0.1538265 Aug 10 03:13:12.663204 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1af1b8-d4df-4ebc-b415-c3340317e91c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10899559-dd84-4e67-8a46-6f8653776af4,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:12.700447 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd16919c-4a7f-4089-9bb4-86bf1014b4ca req-22aa2162-109c-4eac-b965-0f3c9a698037 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:12.701980 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bd16919c-4a7f-4089-9bb4-86bf1014b4ca req-22aa2162-109c-4eac-b965-0f3c9a698037 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=813698f8-88cf-486f-890d-c235b048616c HTTP/1.1" status: 200 len: 931 time: 0.1745563 Aug 10 03:13:12.702567 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-cb401d4f-8464-4f72-8f1c-b0eaa6a89765 req-5d90f937-e206-4248-bc29-9b09c53e1ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:12.707919 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ba6f112a-cd9c-465b-900f-605488b39522 req-13efb17b-0bef-419d-973b-9c5724348915 service neutron] 10.222.0.61 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754190 Aug 10 03:13:12.724699 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-80a92cef-a0f2-4da5-b2ba-9b6357a16c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:12.729198 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-80a92cef-a0f2-4da5-b2ba-9b6357a16c17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:12.733445 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-80a92cef-a0f2-4da5-b2ba-9b6357a16c17 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/10c5266b-95e8-423f-89c6-96a72e5768ef HTTP/1.1" status: 204 len: 168 time: 0.4120612 Aug 10 03:13:12.777635 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a92cef-a0f2-4da5-b2ba-9b6357a16c17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10c5266b-95e8-423f-89c6-96a72e5768ef,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:12.921246 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bd16919c-4a7f-4089-9bb4-86bf1014b4ca req-c7ea7a19-d876-45f5-a5fe-b3a0152bce1f tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654241 Aug 10 03:13:12.959154 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f70266e-c6b9-42b5-b8a2-226bfb74a1d5 req-e469402f-510f-426c-aa46-04f714eefd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:12.961402 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4f70266e-c6b9-42b5-b8a2-226bfb74a1d5 req-e469402f-510f-426c-aa46-04f714eefd16 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5c63ff337f394941ba57d38599745446&device_id=6d34745f-d33c-4aed-a1b4-7a7c60b88f2b HTTP/1.1" status: 200 len: 1100 time: 0.1697762 Aug 10 03:13:13.276642 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43274) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:13.284575 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 43276) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:13.292882 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-10232546-ac81-4522-b966-40a3994535ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:13.352173 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c74243e3-dbce-4cb6-982c-3e3c5572038a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:13.423457 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-10232546-ac81-4522-b966-40a3994535ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:13.428111 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488f6ef1-38f4-4ff1-bdae-ecf6b8176e4e req-a6d2a43f-4d8c-4087-b642-44ec87c8bb11 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:13.428667 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-10232546-ac81-4522-b966-40a3994535ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:13.431916 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-488f6ef1-38f4-4ff1-bdae-ecf6b8176e4e req-a6d2a43f-4d8c-4087-b642-44ec87c8bb11 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c6232-f0c3-49ea-bd08-78872ee1d315 HTTP/1.1" status: 200 len: 949 time: 0.1603551 Aug 10 03:13:13.444685 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f70266e-c6b9-42b5-b8a2-226bfb74a1d5 req-9ce18d39-3c91-48b9-a86c-0bed65701155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:13.446286 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4f70266e-c6b9-42b5-b8a2-226bfb74a1d5 req-9ce18d39-3c91-48b9-a86c-0bed65701155 service neutron] 10.222.0.61 "GET /v2.0/networks?id=72a4be73-29a1-424c-8690-ecdcf6b06721 HTTP/1.1" status: 200 len: 869 time: 0.4505377 Aug 10 03:13:13.483190 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-10232546-ac81-4522-b966-40a3994535ff admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=53ce89c7a4074a9ba85b415ae079eea6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2046037 Aug 10 03:13:13.484159 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10232546-ac81-4522-b966-40a3994535ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da620b81-7881-4acc-9858-22172d18ee82,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:13.486679 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43284) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:13.535900 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4f70266e-c6b9-42b5-b8a2-226bfb74a1d5 req-9e8a0679-2dbf-43d8-a4cd-83cf74acba92 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=8dcad997-9b2e-44ef-b149-5c74b70f40de HTTP/1.1" status: 200 len: 217 time: 0.0791271 Aug 10 03:13:13.548135 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-72e63089-e613-42ce-9a7d-fd5c08a167d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:13.577274 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-72e63089-e613-42ce-9a7d-fd5c08a167d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:13.605078 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 43286) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:13.609707 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-488f6ef1-38f4-4ff1-bdae-ecf6b8176e4e req-5dfdd9d3-2d5f-494e-820d-3a9e202a965e tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585443 Aug 10 03:13:13.636233 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-72e63089-e613-42ce-9a7d-fd5c08a167d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:13.651824 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-72e63089-e613-42ce-9a7d-fd5c08a167d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:13.651824 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-72e63089-e613-42ce-9a7d-fd5c08a167d2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/da620b81-7881-4acc-9858-22172d18ee82 HTTP/1.1" status: 204 len: 168 time: 0.1514468 Aug 10 03:13:13.659652 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e63089-e613-42ce-9a7d-fd5c08a167d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da620b81-7881-4acc-9858-22172d18ee82,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:13.683539 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-cb401d4f-8464-4f72-8f1c-b0eaa6a89765 req-5d90f937-e206-4248-bc29-9b09c53e1ca9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31ddbee5-bda7-442d-b2bf-e4048502814d {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:13:13.695524 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-cb401d4f-8464-4f72-8f1c-b0eaa6a89765 req-5d90f937-e206-4248-bc29-9b09c53e1ca9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:13.703045 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f70266e-c6b9-42b5-b8a2-226bfb74a1d5 req-88cc8a42-8e39-4c94-a177-57191dcb9af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:13.704847 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4f70266e-c6b9-42b5-b8a2-226bfb74a1d5 req-88cc8a42-8e39-4c94-a177-57191dcb9af1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=60d10164-1dee-4940-9d19-f71e6c18cbc5 HTTP/1.1" status: 200 len: 843 time: 0.1548519 Aug 10 03:13:13.733301 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-cb401d4f-8464-4f72-8f1c-b0eaa6a89765 req-5d90f937-e206-4248-bc29-9b09c53e1ca9 service neutron] Transition to ACTIVE for port object 31ddbee5-bda7-442d-b2bf-e4048502814d will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:13:13.761271 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-cb401d4f-8464-4f72-8f1c-b0eaa6a89765 req-5d90f937-e206-4248-bc29-9b09c53e1ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:13.809806 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c74243e3-dbce-4cb6-982c-3e3c5572038a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:13.833653 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [req-430edc1b-a233-4927-97ee-883d46e24dbc req-d5fe3fb6-7120-44ae-90de-65a873dfa5a9 tempest-LiveMigrationTest-1156190287 tempest-LiveMigrationTest-1156190287-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:13:13.834687 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-430edc1b-a233-4927-97ee-883d46e24dbc req-d5fe3fb6-7120-44ae-90de-65a873dfa5a9 tempest-LiveMigrationTest-1156190287 tempest-LiveMigrationTest-1156190287-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2283781 Aug 10 03:13:13.840619 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c74243e3-dbce-4cb6-982c-3e3c5572038a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:13.844573 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f70266e-c6b9-42b5-b8a2-226bfb74a1d5 req-eb63cb61-78cc-4fff-b6a8-40d8cdff7e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:13.846128 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4f70266e-c6b9-42b5-b8a2-226bfb74a1d5 req-eb63cb61-78cc-4fff-b6a8-40d8cdff7e95 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=72a4be73-29a1-424c-8690-ecdcf6b06721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1258953 Aug 10 03:13:13.946427 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d90f937-e206-4248-bc29-9b09c53e1ca9 service neutron] Pushing event updated for resources: {'Port': ['ID=31ddbee5-bda7-442d-b2bf-e4048502814d,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:14.001020 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-c74243e3-dbce-4cb6-982c-3e3c5572038a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=46fc1b05e6c5462f97578ea62f169bea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7082250 Aug 10 03:13:14.001280 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43302) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:14.004963 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74243e3-dbce-4cb6-982c-3e3c5572038a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3f37d0-6788-444f-b977-8d2193cca8d4,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:14.047573 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10f3a82-d573-4644-bf2b-29aa2ff3b06c req-1d45d7fb-5657-47ff-9e80-06e4f1768cf9 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:14.049254 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a10f3a82-d573-4644-bf2b-29aa2ff3b06c req-1d45d7fb-5657-47ff-9e80-06e4f1768cf9 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2523f58-4dac-4c3c-853d-957eae2412b7 HTTP/1.1" status: 200 len: 950 time: 0.2481217 Aug 10 03:13:14.059432 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-430edc1b-a233-4927-97ee-883d46e24dbc req-12b62f4e-2635-4ba6-83fc-2890c04af80f service neutron] Request body: {'binding': {'host': 'n-h1-768862-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:13:14.060142 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-430edc1b-a233-4927-97ee-883d46e24dbc req-12b62f4e-2635-4ba6-83fc-2890c04af80f service neutron] Unknown quota resources ['binding']. {{(pid=94260) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 03:13:14.063369 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d29d028a-aa77-48dc-a608-1ca9ac4e0237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:14.071849 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-cb401d4f-8464-4f72-8f1c-b0eaa6a89765 req-5d90f937-e206-4248-bc29-9b09c53e1ca9 service neutron] Attempting to bind port 31ddbee5-bda7-442d-b2bf-e4048502814d on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:13:14.072194 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-cb401d4f-8464-4f72-8f1c-b0eaa6a89765 req-5d90f937-e206-4248-bc29-9b09c53e1ca9 service neutron] Attempting to bind port 31ddbee5-bda7-442d-b2bf-e4048502814d by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': 'ef460c05-97a2-474e-9fc7-ca614ed2a066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:13:14.072524 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb401d4f-8464-4f72-8f1c-b0eaa6a89765 req-5d90f937-e206-4248-bc29-9b09c53e1ca9 service neutron] Attempting to bind port 31ddbee5-bda7-442d-b2bf-e4048502814d on network 7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:13:14.086978 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d29d028a-aa77-48dc-a608-1ca9ac4e0237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:14.135103 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb401d4f-8464-4f72-8f1c-b0eaa6a89765 req-5d90f937-e206-4248-bc29-9b09c53e1ca9 service neutron] Port 31ddbee5-bda7-442d-b2bf-e4048502814d on network 7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:13:14.135439 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb401d4f-8464-4f72-8f1c-b0eaa6a89765 req-5d90f937-e206-4248-bc29-9b09c53e1ca9 service neutron] Attempting to bind port 31ddbee5-bda7-442d-b2bf-e4048502814d on network 7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:13:14.141778 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d29d028a-aa77-48dc-a608-1ca9ac4e0237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:14.144523 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d29d028a-aa77-48dc-a608-1ca9ac4e0237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:14.145731 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-d29d028a-aa77-48dc-a608-1ca9ac4e0237 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7f3f37d0-6788-444f-b977-8d2193cca8d4 HTTP/1.1" status: 204 len: 168 time: 0.1434398 Aug 10 03:13:14.151899 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb401d4f-8464-4f72-8f1c-b0eaa6a89765 req-5d90f937-e206-4248-bc29-9b09c53e1ca9 service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:13:14.152501 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb401d4f-8464-4f72-8f1c-b0eaa6a89765 req-5d90f937-e206-4248-bc29-9b09c53e1ca9 service neutron] Checking segment: {'id': 'ef460c05-97a2-474e-9fc7-ca614ed2a066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:13:14.153183 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb401d4f-8464-4f72-8f1c-b0eaa6a89765 req-5d90f937-e206-4248-bc29-9b09c53e1ca9 service neutron] Bound using segment: {'id': 'ef460c05-97a2-474e-9fc7-ca614ed2a066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:13:14.153836 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-cb401d4f-8464-4f72-8f1c-b0eaa6a89765 req-5d90f937-e206-4248-bc29-9b09c53e1ca9 service neutron] Bound port: 31ddbee5-bda7-442d-b2bf-e4048502814d, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef460c05-97a2-474e-9fc7-ca614ed2a066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:13:14.154463 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-cb401d4f-8464-4f72-8f1c-b0eaa6a89765 req-5d90f937-e206-4248-bc29-9b09c53e1ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:14.158919 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29d028a-aa77-48dc-a608-1ca9ac4e0237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f3f37d0-6788-444f-b977-8d2193cca8d4,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:14.194850 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4f70266e-c6b9-42b5-b8a2-226bfb74a1d5 req-194f74e2-ff1f-4b3a-a45b-4d56774ed00e service neutron] 10.222.0.61 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3294542 Aug 10 03:13:14.251347 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a10f3a82-d573-4644-bf2b-29aa2ff3b06c req-7beb1739-bfa5-4d9a-86d8-fb56202a4764 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/security-groups?id=b61ddca4-e27e-4174-97e8-ca6f8f679a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818111 Aug 10 03:13:14.439200 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-cb401d4f-8464-4f72-8f1c-b0eaa6a89765 req-5d90f937-e206-4248-bc29-9b09c53e1ca9 service neutron] For port 31ddbee5-bda7-442d-b2bf-e4048502814d, host n-h1-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:13:14.447851 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-cb401d4f-8464-4f72-8f1c-b0eaa6a89765 req-5d90f937-e206-4248-bc29-9b09c53e1ca9 service neutron] For port 31ddbee5-bda7-442d-b2bf-e4048502814d, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=31ddbee5-bda7-442d-b2bf-e4048502814d,segment=NetworkSegment(ef460c05-97a2-474e-9fc7-ca614ed2a066),segment_id=ef460c05-97a2-474e-9fc7-ca614ed2a066)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:13:14.469693 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4ff81b-ea4a-40af-a733-1f2f7fc7bcce req-3b7c7710-1bcd-4ba6-9adb-8cd46348db4f tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:14.471290 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fb4ff81b-ea4a-40af-a733-1f2f7fc7bcce req-3b7c7710-1bcd-4ba6-9adb-8cd46348db4f tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d34745f-d33c-4aed-a1b4-7a7c60b88f2b HTTP/1.1" status: 200 len: 948 time: 0.1315603 Aug 10 03:13:14.479357 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-cb401d4f-8464-4f72-8f1c-b0eaa6a89765 req-5d90f937-e206-4248-bc29-9b09c53e1ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:14.496659 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4f70266e-c6b9-42b5-b8a2-226bfb74a1d5 req-325d54f0-5a88-4834-a70b-e24cbbc2fa9b service neutron] 10.222.0.61 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672837 Aug 10 03:13:14.540454 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-430edc1b-a233-4927-97ee-883d46e24dbc req-12b62f4e-2635-4ba6-83fc-2890c04af80f service neutron] Attempting to bind port 45697d14-5fa9-4743-ad39-5faf9772c311 on host n-h1-768862-13 for vnic_type normal with profile None {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:13:14.540454 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-430edc1b-a233-4927-97ee-883d46e24dbc req-12b62f4e-2635-4ba6-83fc-2890c04af80f service neutron] Attempting to bind port 45697d14-5fa9-4743-ad39-5faf9772c311 by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '6bf2f30c-8de9-48b6-ac35-0afe448267ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fb04e5c4-4048-4691-8fd2-5191f92c4dcc'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:13:14.540454 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430edc1b-a233-4927-97ee-883d46e24dbc req-12b62f4e-2635-4ba6-83fc-2890c04af80f service neutron] Attempting to bind port 45697d14-5fa9-4743-ad39-5faf9772c311 on network fb04e5c4-4048-4691-8fd2-5191f92c4dcc {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:13:14.554063 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb401d4f-8464-4f72-8f1c-b0eaa6a89765 req-5d90f937-e206-4248-bc29-9b09c53e1ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:14.554773 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-cb401d4f-8464-4f72-8f1c-b0eaa6a89765 req-5d90f937-e206-4248-bc29-9b09c53e1ca9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:14.556155 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cb401d4f-8464-4f72-8f1c-b0eaa6a89765 req-5d90f937-e206-4248-bc29-9b09c53e1ca9 service neutron] 10.222.0.42 "PUT /v2.0/ports/31ddbee5-bda7-442d-b2bf-e4048502814d HTTP/1.1" status: 200 len: 1092 time: 2.0299728 Aug 10 03:13:14.557030 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '813698f8-88cf-486f-890d-c235b048616c', 'tag': '31ddbee5-bda7-442d-b2bf-e4048502814d'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:13:14.559364 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f2c5f54-875b-452a-8e55-5f28d0825bdc" -d '{"events": [{"name": "network-changed", "server_uuid": "813698f8-88cf-486f-890d-c235b048616c", "tag": "31ddbee5-bda7-442d-b2bf-e4048502814d"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:13:14.568609 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430edc1b-a233-4927-97ee-883d46e24dbc req-12b62f4e-2635-4ba6-83fc-2890c04af80f service neutron] Port 45697d14-5fa9-4743-ad39-5faf9772c311 on network fb04e5c4-4048-4691-8fd2-5191f92c4dcc not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:13:14.568969 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430edc1b-a233-4927-97ee-883d46e24dbc req-12b62f4e-2635-4ba6-83fc-2890c04af80f service neutron] Attempting to bind port 45697d14-5fa9-4743-ad39-5faf9772c311 on network fb04e5c4-4048-4691-8fd2-5191f92c4dcc {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:13:14.600121 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fb4ff81b-ea4a-40af-a733-1f2f7fc7bcce req-9dee137b-2d9a-45cc-b785-f4a972d9b933 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] 10.222.0.44 "GET /v2.0/security-groups?id=a666ad1b-f110-40b4-9c8d-b8c5dedb4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179817 Aug 10 03:13:14.600910 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430edc1b-a233-4927-97ee-883d46e24dbc req-12b62f4e-2635-4ba6-83fc-2890c04af80f service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:13:14.601255 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430edc1b-a233-4927-97ee-883d46e24dbc req-12b62f4e-2635-4ba6-83fc-2890c04af80f service neutron] Checking segment: {'id': '6bf2f30c-8de9-48b6-ac35-0afe448267ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fb04e5c4-4048-4691-8fd2-5191f92c4dcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:13:14.601942 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430edc1b-a233-4927-97ee-883d46e24dbc req-12b62f4e-2635-4ba6-83fc-2890c04af80f service neutron] Bound using segment: {'id': '6bf2f30c-8de9-48b6-ac35-0afe448267ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fb04e5c4-4048-4691-8fd2-5191f92c4dcc'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:13:14.602499 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-430edc1b-a233-4927-97ee-883d46e24dbc req-12b62f4e-2635-4ba6-83fc-2890c04af80f service neutron] Bound port: 45697d14-5fa9-4743-ad39-5faf9772c311, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bf2f30c-8de9-48b6-ac35-0afe448267ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fb04e5c4-4048-4691-8fd2-5191f92c4dcc'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:13:14.604905 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d90f937-e206-4248-bc29-9b09c53e1ca9 service neutron] Pushing event updated for resources: {'Port': ['ID=31ddbee5-bda7-442d-b2bf-e4048502814d,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:14.773285 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb401d4f-8464-4f72-8f1c-b0eaa6a89765 req-9c73fb25-c573-4ced-b761-dc9f8a8aa23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:14.774943 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cb401d4f-8464-4f72-8f1c-b0eaa6a89765 req-9c73fb25-c573-4ced-b761-dc9f8a8aa23b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4fedcd46377344729593c49493334f54&device_id=813698f8-88cf-486f-890d-c235b048616c HTTP/1.1" status: 200 len: 1095 time: 0.1116359 Aug 10 03:13:14.779304 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-430edc1b-a233-4927-97ee-883d46e24dbc req-12b62f4e-2635-4ba6-83fc-2890c04af80f service neutron] For port 45697d14-5fa9-4743-ad39-5faf9772c311, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=45697d14-5fa9-4743-ad39-5faf9772c311,segment=NetworkSegment(6bf2f30c-8de9-48b6-ac35-0afe448267ae),segment_id=6bf2f30c-8de9-48b6-ac35-0afe448267ae)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:13:14.793196 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea014105-7a75-481f-a119-0cf5a27dbfb5 req-e61c8ffe-7a8a-49c3-b410-d97a3076321f tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:14.794766 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ea014105-7a75-481f-a119-0cf5a27dbfb5 req-e61c8ffe-7a8a-49c3-b410-d97a3076321f tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=813698f8-88cf-486f-890d-c235b048616c HTTP/1.1" status: 200 len: 943 time: 0.1118200 Aug 10 03:13:14.803267 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-430edc1b-a233-4927-97ee-883d46e24dbc req-12b62f4e-2635-4ba6-83fc-2890c04af80f service neutron] Notify callbacks [] for binding, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:14.811185 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-430edc1b-a233-4927-97ee-883d46e24dbc req-12b62f4e-2635-4ba6-83fc-2890c04af80f service neutron] 10.222.0.44 "POST /v2.0/ports/45697d14-5fa9-4743-ad39-5faf9772c311/bindings HTTP/1.1" status: 201 len: 390 time: 0.8518851 Aug 10 03:13:14.852136 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cb401d4f-8464-4f72-8f1c-b0eaa6a89765 req-4679cc16-849b-4ea8-8b2b-0f1811412833 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31ddbee5-bda7-442d-b2bf-e4048502814d HTTP/1.1" status: 200 len: 217 time: 0.0562744 Aug 10 03:13:14.935868 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f4eb966-594f-4eac-9260-596de032cbad x-openstack-request-id: req-5f4eb966-594f-4eac-9260-596de032cbad {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:13:14.936168 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "813698f8-88cf-486f-890d-c235b048616c", "tag": "31ddbee5-bda7-442d-b2bf-e4048502814d", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:13:14.936420 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5f4eb966-594f-4eac-9260-596de032cbad {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:13:14.937828 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '813698f8-88cf-486f-890d-c235b048616c', 'tag': '31ddbee5-bda7-442d-b2bf-e4048502814d', 'status': 'completed', 'code': 200} Aug 10 03:13:14.962787 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ea014105-7a75-481f-a119-0cf5a27dbfb5 req-c4e25afd-319f-4eb9-8cc7-baacd5d8e32c tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493547 Aug 10 03:13:15.006131 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb401d4f-8464-4f72-8f1c-b0eaa6a89765 req-3ec41b39-9f79-4d8d-91ca-849d738b35d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:15.008620 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cb401d4f-8464-4f72-8f1c-b0eaa6a89765 req-3ec41b39-9f79-4d8d-91ca-849d738b35d5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8a049acb-8e7b-42fd-b8b6-b5c474462166 HTTP/1.1" status: 200 len: 861 time: 0.1406851 Aug 10 03:13:15.088687 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cb401d4f-8464-4f72-8f1c-b0eaa6a89765 req-2581f88b-9c39-4270-8d98-f9f59716f9ed service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562851 Aug 10 03:13:15.219521 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9b0a02-bd61-436f-897b-0ece93c2e8d2 req-36437bf5-6155-457c-ac95-791998b53844 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:15.221036 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8f9b0a02-bd61-436f-897b-0ece93c2e8d2 req-36437bf5-6155-457c-ac95-791998b53844 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c6232-f0c3-49ea-bd08-78872ee1d315 HTTP/1.1" status: 200 len: 949 time: 0.2030036 Aug 10 03:13:15.269337 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430edc1b-a233-4927-97ee-883d46e24dbc req-876ddaed-d589-425b-b6a1-f5ad12b6c4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:15.270871 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-430edc1b-a233-4927-97ee-883d46e24dbc req-876ddaed-d589-425b-b6a1-f5ad12b6c4ac service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ef0c546763504af887a177f337462e10&device_id=992848df-3222-4c56-80a5-190b1c7fc1ff HTTP/1.1" status: 200 len: 1098 time: 0.1864204 Aug 10 03:13:15.310934 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bfe542-5cfe-47b5-ac3c-f0dca5cca1f8 req-b171e97f-8624-4593-9365-5ab102a2f6c2 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:15.312749 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-00bfe542-5cfe-47b5-ac3c-f0dca5cca1f8 req-b171e97f-8624-4593-9365-5ab102a2f6c2 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=992848df-3222-4c56-80a5-190b1c7fc1ff HTTP/1.1" status: 200 len: 946 time: 0.1835320 Aug 10 03:13:15.359611 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8f9b0a02-bd61-436f-897b-0ece93c2e8d2 req-4b9d603a-1a5b-4ace-8497-b219045bbd27 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303246 Aug 10 03:13:15.367865 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cb401d4f-8464-4f72-8f1c-b0eaa6a89765 req-f1ac6cd1-7504-45dc-a279-ba1591d7c587 service neutron] 10.222.0.42 "GET /v2.0/networks/7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678926 Aug 10 03:13:15.471996 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-00bfe542-5cfe-47b5-ac3c-f0dca5cca1f8 req-93470808-842f-4638-a8e6-a771d33895c4 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182840 Aug 10 03:13:15.525409 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cb401d4f-8464-4f72-8f1c-b0eaa6a89765 req-649af8f7-8d9c-4c76-9ee3-c02f77513af4 service neutron] 10.222.0.42 "GET /v2.0/networks/7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422637 Aug 10 03:13:15.547978 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430edc1b-a233-4927-97ee-883d46e24dbc req-89db958a-be6e-4317-9ecb-863ae7de7299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:15.549202 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-430edc1b-a233-4927-97ee-883d46e24dbc req-89db958a-be6e-4317-9ecb-863ae7de7299 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fb04e5c4-4048-4691-8fd2-5191f92c4dcc HTTP/1.1" status: 200 len: 908 time: 0.2637985 Aug 10 03:13:15.628090 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-430edc1b-a233-4927-97ee-883d46e24dbc req-800029e0-b218-4291-b030-a9088467cd7c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45697d14-5fa9-4743-ad39-5faf9772c311 HTTP/1.1" status: 200 len: 217 time: 0.0679455 Aug 10 03:13:15.715383 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952b7daa-4495-465b-807b-e45b24bb710e req-c8b789a3-2e7b-4d59-b429-5335cf2e9b20 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:15.716918 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-952b7daa-4495-465b-807b-e45b24bb710e req-c8b789a3-2e7b-4d59-b429-5335cf2e9b20 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2523f58-4dac-4c3c-853d-957eae2412b7 HTTP/1.1" status: 200 len: 950 time: 0.1581020 Aug 10 03:13:15.720238 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430edc1b-a233-4927-97ee-883d46e24dbc req-74b94681-84c4-4536-acce-95f22820a84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:15.722435 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-430edc1b-a233-4927-97ee-883d46e24dbc req-74b94681-84c4-4536-acce-95f22820a84f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1dfce422-0216-4c9d-97b8-8fc7613926b1 HTTP/1.1" status: 200 len: 848 time: 0.0699186 Aug 10 03:13:15.734549 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c5f54-875b-452a-8e55-5f28d0825bdc req-cf42ba51-28b9-4ceb-8f11-a54869a43c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:15.735992 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8f2c5f54-875b-452a-8e55-5f28d0825bdc req-cf42ba51-28b9-4ceb-8f11-a54869a43c63 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4fedcd46377344729593c49493334f54&device_id=813698f8-88cf-486f-890d-c235b048616c HTTP/1.1" status: 200 len: 1095 time: 0.1184378 Aug 10 03:13:15.783560 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-430edc1b-a233-4927-97ee-883d46e24dbc req-b48a7ee5-976c-4a21-b7a4-37898213f77f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fb04e5c4-4048-4691-8fd2-5191f92c4dcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511947 Aug 10 03:13:15.887090 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-952b7daa-4495-465b-807b-e45b24bb710e req-f603288c-7fc8-4246-a832-fb1cead20b71 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/security-groups?id=b61ddca4-e27e-4174-97e8-ca6f8f679a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616585 Aug 10 03:13:15.982284 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c5f54-875b-452a-8e55-5f28d0825bdc req-7934c1be-daa3-4b3f-9ac9-455edd0f93db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:15.983798 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8f2c5f54-875b-452a-8e55-5f28d0825bdc req-7934c1be-daa3-4b3f-9ac9-455edd0f93db service neutron] 10.222.0.42 "GET /v2.0/networks?id=7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1 HTTP/1.1" status: 200 len: 921 time: 0.2397909 Aug 10 03:13:15.991807 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-430edc1b-a233-4927-97ee-883d46e24dbc req-b1cefe46-2be4-4bd0-b019-27ada863c39f service neutron] 10.222.0.42 "GET /v2.0/networks/fb04e5c4-4048-4691-8fd2-5191f92c4dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741700 Aug 10 03:13:16.047969 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a362709-4514-403d-bcf2-664684655ad3 req-72020bbc-811b-45f1-88ec-f585a2bbddc7 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:16.049531 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3a362709-4514-403d-bcf2-664684655ad3 req-72020bbc-811b-45f1-88ec-f585a2bbddc7 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d34745f-d33c-4aed-a1b4-7a7c60b88f2b HTTP/1.1" status: 200 len: 948 time: 0.1147199 Aug 10 03:13:16.320724 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8f2c5f54-875b-452a-8e55-5f28d0825bdc req-3ff27013-d98c-42ee-9098-7bf71fe886de service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31ddbee5-bda7-442d-b2bf-e4048502814d HTTP/1.1" status: 200 len: 217 time: 0.3073437 Aug 10 03:13:16.439743 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3a362709-4514-403d-bcf2-664684655ad3 req-85114850-e950-4987-bd91-deb9e4b33229 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] 10.222.0.44 "GET /v2.0/security-groups?id=a666ad1b-f110-40b4-9c8d-b8c5dedb4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238561 Aug 10 03:13:16.463056 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cb4214-ce90-4326-82fa-ce3007c69047 req-cd686d83-c6ba-47d9-a22c-106318d0aa79 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:16.464586 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-53cb4214-ce90-4326-82fa-ce3007c69047 req-cd686d83-c6ba-47d9-a22c-106318d0aa79 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=813698f8-88cf-486f-890d-c235b048616c HTTP/1.1" status: 200 len: 943 time: 0.1499007 Aug 10 03:13:16.466023 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c5f54-875b-452a-8e55-5f28d0825bdc req-d1a4941b-8101-42a6-9b24-7c5081ce5fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:16.467394 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8f2c5f54-875b-452a-8e55-5f28d0825bdc req-d1a4941b-8101-42a6-9b24-7c5081ce5fc1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8a049acb-8e7b-42fd-b8b6-b5c474462166 HTTP/1.1" status: 200 len: 861 time: 0.1253879 Aug 10 03:13:16.471408 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-430edc1b-a233-4927-97ee-883d46e24dbc req-d6620125-c4ae-4db0-8465-1b91b7361513 service neutron] 10.222.0.42 "GET /v2.0/networks/fb04e5c4-4048-4691-8fd2-5191f92c4dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4593179 Aug 10 03:13:16.523178 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8f2c5f54-875b-452a-8e55-5f28d0825bdc req-7a1dd2d1-9b62-4410-98d5-532bda07bbdd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354819 Aug 10 03:13:16.531331 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-53cb4214-ce90-4326-82fa-ce3007c69047 req-bd944d87-011e-44ee-8301-68f9bebcbe26 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589812 Aug 10 03:13:16.684728 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430edc1b-a233-4927-97ee-883d46e24dbc req-4038fbca-cd13-4a4c-99c2-465c489eb3af tempest-LiveMigrationTest-1156190287 tempest-LiveMigrationTest-1156190287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:16.686298 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-430edc1b-a233-4927-97ee-883d46e24dbc req-4038fbca-cd13-4a4c-99c2-465c489eb3af tempest-LiveMigrationTest-1156190287 tempest-LiveMigrationTest-1156190287-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=992848df-3222-4c56-80a5-190b1c7fc1ff&tenant_id=ef0c546763504af887a177f337462e10&binding%3Ahost_id=n-h2-768862-13 HTTP/1.1" status: 200 len: 1098 time: 0.1415808 Aug 10 03:13:16.707650 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-430edc1b-a233-4927-97ee-883d46e24dbc req-06e33c43-7c2c-4fae-b9cc-575f8b00bd11 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-768862-13'}}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:13:16.718709 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d672884f-0441-4c15-bd99-630663df83fe req-75e90046-e1c9-413a-ad26-7fea6d94b917 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:16.720238 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d672884f-0441-4c15-bd99-630663df83fe req-75e90046-e1c9-413a-ad26-7fea6d94b917 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c6232-f0c3-49ea-bd08-78872ee1d315 HTTP/1.1" status: 200 len: 949 time: 0.1032619 Aug 10 03:13:16.752730 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8f2c5f54-875b-452a-8e55-5f28d0825bdc req-cdf9534b-2499-460b-900c-ca135b63da53 service neutron] 10.222.0.42 "GET /v2.0/networks/7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093337 Aug 10 03:13:16.885954 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d672884f-0441-4c15-bd99-630663df83fe req-8a5cee25-9636-4b4e-ac60-161f9d2fef52 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436014 Aug 10 03:13:16.886532 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-430edc1b-a233-4927-97ee-883d46e24dbc req-06e33c43-7c2c-4fae-b9cc-575f8b00bd11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:16.947802 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4231c86-2bae-4c51-ac05-f8de06e808ce req-56f3896b-b4f5-4a59-8e7b-4aa9094b6405 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:16.949363 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b4231c86-2bae-4c51-ac05-f8de06e808ce req-56f3896b-b4f5-4a59-8e7b-4aa9094b6405 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=992848df-3222-4c56-80a5-190b1c7fc1ff HTTP/1.1" status: 200 len: 946 time: 0.1734955 Aug 10 03:13:16.993027 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8f2c5f54-875b-452a-8e55-5f28d0825bdc req-b3b586a7-8746-485d-8cb3-0bc75837bc32 service neutron] 10.222.0.42 "GET /v2.0/networks/7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296212 Aug 10 03:13:17.056473 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b4231c86-2bae-4c51-ac05-f8de06e808ce req-f220c65f-7d52-4b39-8649-b1d684293271 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959435 Aug 10 03:13:17.139105 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-430edc1b-a233-4927-97ee-883d46e24dbc req-06e33c43-7c2c-4fae-b9cc-575f8b00bd11 service neutron] For port 45697d14-5fa9-4743-ad39-5faf9772c311, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=45697d14-5fa9-4743-ad39-5faf9772c311,segment=NetworkSegment(6bf2f30c-8de9-48b6-ac35-0afe448267ae),segment_id=6bf2f30c-8de9-48b6-ac35-0afe448267ae)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:17.165227 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b4453c-8114-49dd-99e9-5eb5933d5dd3 req-ffbc25f7-f1eb-4648-a2ab-3d23dbf64d64 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:17.166843 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-31b4453c-8114-49dd-99e9-5eb5933d5dd3 req-ffbc25f7-f1eb-4648-a2ab-3d23dbf64d64 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2523f58-4dac-4c3c-853d-957eae2412b7 HTTP/1.1" status: 200 len: 950 time: 0.0823586 Aug 10 03:13:17.213459 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-430edc1b-a233-4927-97ee-883d46e24dbc req-06e33c43-7c2c-4fae-b9cc-575f8b00bd11 service neutron] For port 45697d14-5fa9-4743-ad39-5faf9772c311, host n-h2-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:13:17.250046 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-31b4453c-8114-49dd-99e9-5eb5933d5dd3 req-5ee15529-0b56-4d82-b71f-057f8bcf275f tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/security-groups?id=b61ddca4-e27e-4174-97e8-ca6f8f679a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753944 Aug 10 03:13:17.272545 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '992848df-3222-4c56-80a5-190b1c7fc1ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45697d14-5fa9-4743-ad39-5faf9772c311'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:13:17.275664 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ebfef92-ace0-4f19-a943-ea4550ba3c8a" -d '{"events": [{"server_uuid": "992848df-3222-4c56-80a5-190b1c7fc1ff", "name": "network-vif-unplugged", "status": "completed", "tag": "45697d14-5fa9-4743-ad39-5faf9772c311"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:13:17.280290 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-430edc1b-a233-4927-97ee-883d46e24dbc req-06e33c43-7c2c-4fae-b9cc-575f8b00bd11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:17.289987 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-430edc1b-a233-4927-97ee-883d46e24dbc req-06e33c43-7c2c-4fae-b9cc-575f8b00bd11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:17.337316 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a18def-bc8c-449d-9264-815c17813e06 x-openstack-request-id: req-04a18def-bc8c-449d-9264-815c17813e06 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:13:17.337595 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "992848df-3222-4c56-80a5-190b1c7fc1ff", "name": "network-vif-unplugged", "status": "completed", "tag": "45697d14-5fa9-4743-ad39-5faf9772c311", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:13:17.337847 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-04a18def-bc8c-449d-9264-815c17813e06 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:13:17.338274 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '992848df-3222-4c56-80a5-190b1c7fc1ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45697d14-5fa9-4743-ad39-5faf9772c311', 'code': 200} Aug 10 03:13:17.400661 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-430edc1b-a233-4927-97ee-883d46e24dbc req-06e33c43-7c2c-4fae-b9cc-575f8b00bd11 service neutron] Attempting to bind port 45697d14-5fa9-4743-ad39-5faf9772c311 on host n-h2-768862-13 for vnic_type normal with profile {"migrating_to": "n-h1-768862-13"} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:13:17.400879 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-430edc1b-a233-4927-97ee-883d46e24dbc req-06e33c43-7c2c-4fae-b9cc-575f8b00bd11 service neutron] Attempting to bind port 45697d14-5fa9-4743-ad39-5faf9772c311 by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': '6bf2f30c-8de9-48b6-ac35-0afe448267ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fb04e5c4-4048-4691-8fd2-5191f92c4dcc'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:13:17.401216 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430edc1b-a233-4927-97ee-883d46e24dbc req-06e33c43-7c2c-4fae-b9cc-575f8b00bd11 service neutron] Attempting to bind port 45697d14-5fa9-4743-ad39-5faf9772c311 on network fb04e5c4-4048-4691-8fd2-5191f92c4dcc {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:13:17.403538 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e33c43-7c2c-4fae-b9cc-575f8b00bd11 service neutron] Pushing event updated for resources: {'Port': ['ID=45697d14-5fa9-4743-ad39-5faf9772c311,revision_number=7']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:17.409704 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430edc1b-a233-4927-97ee-883d46e24dbc req-06e33c43-7c2c-4fae-b9cc-575f8b00bd11 service neutron] Port 45697d14-5fa9-4743-ad39-5faf9772c311 on network fb04e5c4-4048-4691-8fd2-5191f92c4dcc not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:13:17.410034 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430edc1b-a233-4927-97ee-883d46e24dbc req-06e33c43-7c2c-4fae-b9cc-575f8b00bd11 service neutron] Attempting to bind port 45697d14-5fa9-4743-ad39-5faf9772c311 on network fb04e5c4-4048-4691-8fd2-5191f92c4dcc {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:13:17.417721 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430edc1b-a233-4927-97ee-883d46e24dbc req-06e33c43-7c2c-4fae-b9cc-575f8b00bd11 service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:13:17.417721 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430edc1b-a233-4927-97ee-883d46e24dbc req-06e33c43-7c2c-4fae-b9cc-575f8b00bd11 service neutron] Checking segment: {'id': '6bf2f30c-8de9-48b6-ac35-0afe448267ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fb04e5c4-4048-4691-8fd2-5191f92c4dcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:13:17.417721 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430edc1b-a233-4927-97ee-883d46e24dbc req-06e33c43-7c2c-4fae-b9cc-575f8b00bd11 service neutron] Bound using segment: {'id': '6bf2f30c-8de9-48b6-ac35-0afe448267ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fb04e5c4-4048-4691-8fd2-5191f92c4dcc'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:13:17.417721 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-430edc1b-a233-4927-97ee-883d46e24dbc req-06e33c43-7c2c-4fae-b9cc-575f8b00bd11 service neutron] Bound port: 45697d14-5fa9-4743-ad39-5faf9772c311, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bf2f30c-8de9-48b6-ac35-0afe448267ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fb04e5c4-4048-4691-8fd2-5191f92c4dcc'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:13:17.417721 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-430edc1b-a233-4927-97ee-883d46e24dbc req-06e33c43-7c2c-4fae-b9cc-575f8b00bd11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:17.513337 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-430edc1b-a233-4927-97ee-883d46e24dbc req-06e33c43-7c2c-4fae-b9cc-575f8b00bd11 service neutron] For port 45697d14-5fa9-4743-ad39-5faf9772c311, host n-h2-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:13:17.519078 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-430edc1b-a233-4927-97ee-883d46e24dbc req-06e33c43-7c2c-4fae-b9cc-575f8b00bd11 service neutron] For port 45697d14-5fa9-4743-ad39-5faf9772c311, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=45697d14-5fa9-4743-ad39-5faf9772c311,segment=NetworkSegment(6bf2f30c-8de9-48b6-ac35-0afe448267ae),segment_id=6bf2f30c-8de9-48b6-ac35-0afe448267ae)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:13:17.525853 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-430edc1b-a233-4927-97ee-883d46e24dbc req-06e33c43-7c2c-4fae-b9cc-575f8b00bd11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:17.575811 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43468) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:17.674475 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430edc1b-a233-4927-97ee-883d46e24dbc req-06e33c43-7c2c-4fae-b9cc-575f8b00bd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:17.675163 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-430edc1b-a233-4927-97ee-883d46e24dbc req-06e33c43-7c2c-4fae-b9cc-575f8b00bd11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:17.676935 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-430edc1b-a233-4927-97ee-883d46e24dbc req-06e33c43-7c2c-4fae-b9cc-575f8b00bd11 service neutron] 10.222.0.42 "PUT /v2.0/ports/45697d14-5fa9-4743-ad39-5faf9772c311 HTTP/1.1" status: 200 len: 1124 time: 0.9785776 Aug 10 03:13:17.753363 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e33c43-7c2c-4fae-b9cc-575f8b00bd11 service neutron] Pushing event updated for resources: {'Port': ['ID=45697d14-5fa9-4743-ad39-5faf9772c311,revision_number=8']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:17.775987 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8e6360-b279-4d23-a52d-e5bad9bb8db8 req-d367d2d8-bb3b-4668-88f0-029a32a3f825 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:17.777777 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6e8e6360-b279-4d23-a52d-e5bad9bb8db8 req-d367d2d8-bb3b-4668-88f0-029a32a3f825 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d34745f-d33c-4aed-a1b4-7a7c60b88f2b HTTP/1.1" status: 200 len: 948 time: 0.2390106 Aug 10 03:13:17.787824 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7152af1b-cf10-449d-be1c-b988e1290483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:17.788301 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['45697d14-5fa9-4743-ad39-5faf9772c311'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:13:17.837915 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019e974e-718a-4d6e-9473-909b8c9d94b9 req-edba415a-9708-4fba-a0b0-2faec7672200 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:17.852700 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-019e974e-718a-4d6e-9473-909b8c9d94b9 req-edba415a-9708-4fba-a0b0-2faec7672200 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=813698f8-88cf-486f-890d-c235b048616c HTTP/1.1" status: 200 len: 943 time: 0.1513126 Aug 10 03:13:17.857402 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43474) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:17.907587 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7152af1b-cf10-449d-be1c-b988e1290483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:17.915617 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7152af1b-cf10-449d-be1c-b988e1290483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:17.965540 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7152af1b-cf10-449d-be1c-b988e1290483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02262fef-285d-4170-97c5-1535b8b9dbd0,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:17.967321 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 8dcad997-9b2e-44ef-b149-5c74b70f40de details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:13:17.971626 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-7152af1b-cf10-449d-be1c-b988e1290483 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8eda2356407a49b580c8eb9fbb5fd8b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3946426 Aug 10 03:13:17.974455 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43480) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:17.992735 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6e8e6360-b279-4d23-a52d-e5bad9bb8db8 req-e03d7409-0f9e-4295-ba6b-bea0656aa3a5 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] 10.222.0.44 "GET /v2.0/security-groups?id=a666ad1b-f110-40b4-9c8d-b8c5dedb4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059193 Aug 10 03:13:18.021010 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-019e974e-718a-4d6e-9473-909b8c9d94b9 req-9e6caf3d-1975-4bfe-a461-1977b5f3b075 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538506 Aug 10 03:13:18.042475 n-d-768862-13 neutron-server[94260]: INFO neutron.api.v2.resource [req-5a6e5b81-14e7-47c4-b1c7-111a96b03200 req-63fde246-eea9-4fb3-89b7-de6afce6ec48 service neutron] show failed (client error): The resource could not be found. Aug 10 03:13:18.044965 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5a6e5b81-14e7-47c4-b1c7-111a96b03200 req-63fde246-eea9-4fb3-89b7-de6afce6ec48 service neutron] 10.222.0.61 "GET /v2.0/ports/408a3286-4f2d-4fd4-a596-e648c93bfc43/bindings/n-h1-768862-13 HTTP/1.1" status: 404 len: 381 time: 0.2435534 Aug 10 03:13:18.067867 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-de161bc4-a237-406d-b678-663de91fac82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:18.110388 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7140049d-7925-46ac-bef0-67ff14e26d40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:18.145641 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd54a88-85da-4b9a-a4f1-0f772372befd req-b66f2389-0d52-4049-aec8-6379ed8f598a tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:18.147623 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cbd54a88-85da-4b9a-a4f1-0f772372befd req-b66f2389-0d52-4049-aec8-6379ed8f598a tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c6232-f0c3-49ea-bd08-78872ee1d315 HTTP/1.1" status: 200 len: 949 time: 0.0590999 Aug 10 03:13:18.152946 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 8dcad997-9b2e-44ef-b149-5c74b70f40de, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=8dcad997-9b2e-44ef-b149-5c74b70f40de,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:18.167002 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7140049d-7925-46ac-bef0-67ff14e26d40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:18.171054 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': '8dcad997-9b2e-44ef-b149-5c74b70f40de', 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721', 'port_id': '8dcad997-9b2e-44ef-b149-5c74b70f40de', 'mac_address': 'fa:16:3e:ff:7e:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60d10164-1dee-4940-9d19-f71e6c18cbc5', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:13:18.226030 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:18.236218 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cbd54a88-85da-4b9a-a4f1-0f772372befd req-b88b0858-148f-4f78-bbcf-d99ccf4ce74c tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752242 Aug 10 03:13:18.244382 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dcad997-9b2e-44ef-b149-5c74b70f40de {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:13:18.266456 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979f663b-322b-49d0-858e-efe1a0d41546 req-3a4e8c1f-3204-4b7a-b3ad-c6f384b64c25 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:18.268484 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-979f663b-322b-49d0-858e-efe1a0d41546 req-3a4e8c1f-3204-4b7a-b3ad-c6f384b64c25 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=992848df-3222-4c56-80a5-190b1c7fc1ff HTTP/1.1" status: 200 len: 944 time: 0.1195087 Aug 10 03:13:18.268895 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 8dcad997-9b2e-44ef-b149-5c74b70f40de, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=8dcad997-9b2e-44ef-b149-5c74b70f40de,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:18.277292 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:18.321485 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7140049d-7925-46ac-bef0-67ff14e26d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:18.324965 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7140049d-7925-46ac-bef0-67ff14e26d40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:18.326297 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-7140049d-7925-46ac-bef0-67ff14e26d40 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/02262fef-285d-4170-97c5-1535b8b9dbd0 HTTP/1.1" status: 204 len: 168 time: 0.3508401 Aug 10 03:13:18.345268 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-de161bc4-a237-406d-b678-663de91fac82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:18.347147 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7140049d-7925-46ac-bef0-67ff14e26d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02262fef-285d-4170-97c5-1535b8b9dbd0,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:18.354373 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-de161bc4-a237-406d-b678-663de91fac82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:18.389133 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-979f663b-322b-49d0-858e-efe1a0d41546 req-ef40f0aa-e37d-4605-a2a0-fef603915ab3 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080515 Aug 10 03:13:18.397389 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=8dcad997-9b2e-44ef-b149-5c74b70f40de,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:18.413937 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-de161bc4-a237-406d-b678-663de91fac82 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a98fe411e5cd426e9e4c3332a7553e9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5554495 Aug 10 03:13:18.416679 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43488) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:18.423216 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de161bc4-a237-406d-b678-663de91fac82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e09b6277-3e38-4f59-934d-5d9e3e0d8058,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:18.451833 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e6ade9-c3ce-48a2-b83f-607bdedbcefa req-1cff8c97-3102-4822-a771-bc97f07bfdb7 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:18.456285 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f6e6ade9-c3ce-48a2-b83f-607bdedbcefa req-1cff8c97-3102-4822-a771-bc97f07bfdb7 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2523f58-4dac-4c3c-853d-957eae2412b7 HTTP/1.1" status: 200 len: 950 time: 0.0895474 Aug 10 03:13:18.474024 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e5b81-14e7-47c4-b1c7-111a96b03200 req-51758884-3bc2-4722-9a1d-8c35f2caf94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:18.475559 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5a6e5b81-14e7-47c4-b1c7-111a96b03200 req-51758884-3bc2-4722-9a1d-8c35f2caf94c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d81c6232-f0c3-49ea-bd08-78872ee1d315&tenant_id=808ab0b013b8411c9f012091d2eaa39f HTTP/1.1" status: 200 len: 1101 time: 0.1389580 Aug 10 03:13:18.476286 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-051bc0f2-94b9-4a0d-ae43-3a7e2c3b63af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:18.490647 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-5a6e5b81-14e7-47c4-b1c7-111a96b03200 req-04ae0f30-6b75-445c-91c3-fcbd302f847a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768862-13', 'device_owner': 'compute:nova'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:13:18.506484 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-051bc0f2-94b9-4a0d-ae43-3a7e2c3b63af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:18.541601 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f6e6ade9-c3ce-48a2-b83f-607bdedbcefa req-614ad9e6-c7ea-4cab-8b57-89cbc152860d tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/security-groups?id=b61ddca4-e27e-4174-97e8-ca6f8f679a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810804 Aug 10 03:13:18.581830 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-051bc0f2-94b9-4a0d-ae43-3a7e2c3b63af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:18.584207 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-5a6e5b81-14e7-47c4-b1c7-111a96b03200 req-04ae0f30-6b75-445c-91c3-fcbd302f847a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:18.584524 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-051bc0f2-94b9-4a0d-ae43-3a7e2c3b63af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:18.585719 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-051bc0f2-94b9-4a0d-ae43-3a7e2c3b63af admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e09b6277-3e38-4f59-934d-5d9e3e0d8058 HTTP/1.1" status: 204 len: 168 time: 0.1679907 Aug 10 03:13:18.598261 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051bc0f2-94b9-4a0d-ae43-3a7e2c3b63af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e09b6277-3e38-4f59-934d-5d9e3e0d8058,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:18.725317 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['8dcad997-9b2e-44ef-b149-5c74b70f40de'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:13:18.848595 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-5a6e5b81-14e7-47c4-b1c7-111a96b03200 req-04ae0f30-6b75-445c-91c3-fcbd302f847a service neutron] For port 408a3286-4f2d-4fd4-a596-e648c93bfc43, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=408a3286-4f2d-4fd4-a596-e648c93bfc43,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:18.887606 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 8af5ca65-d1e8-47e0-9e35-5cab8c4a2292 details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:13:18.898702 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-5a6e5b81-14e7-47c4-b1c7-111a96b03200 req-04ae0f30-6b75-445c-91c3-fcbd302f847a service neutron] For port 408a3286-4f2d-4fd4-a596-e648c93bfc43, host n-h2-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:13:18.901819 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 8af5ca65-d1e8-47e0-9e35-5cab8c4a2292 no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:13:18.951522 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-5a6e5b81-14e7-47c4-b1c7-111a96b03200 req-04ae0f30-6b75-445c-91c3-fcbd302f847a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:18.967464 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-5a6e5b81-14e7-47c4-b1c7-111a96b03200 req-04ae0f30-6b75-445c-91c3-fcbd302f847a service neutron] Transition to ACTIVE for port object 408a3286-4f2d-4fd4-a596-e648c93bfc43 will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:13:18.973578 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-5a6e5b81-14e7-47c4-b1c7-111a96b03200 req-04ae0f30-6b75-445c-91c3-fcbd302f847a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:19.027219 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ae0f30-6b75-445c-91c3-fcbd302f847a service neutron] Pushing event updated for resources: {'Port': ['ID=408a3286-4f2d-4fd4-a596-e648c93bfc43,revision_number=6']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:19.094051 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a6e5b81-14e7-47c4-b1c7-111a96b03200 req-04ae0f30-6b75-445c-91c3-fcbd302f847a service neutron] No DVR routers for this DVR port 408a3286-4f2d-4fd4-a596-e648c93bfc43 on host n-h2-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:13:19.165280 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-5a6e5b81-14e7-47c4-b1c7-111a96b03200 req-04ae0f30-6b75-445c-91c3-fcbd302f847a service neutron] Attempting to bind port 408a3286-4f2d-4fd4-a596-e648c93bfc43 on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:13:19.165633 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-5a6e5b81-14e7-47c4-b1c7-111a96b03200 req-04ae0f30-6b75-445c-91c3-fcbd302f847a service neutron] Attempting to bind port 408a3286-4f2d-4fd4-a596-e648c93bfc43 by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:13:19.165962 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6e5b81-14e7-47c4-b1c7-111a96b03200 req-04ae0f30-6b75-445c-91c3-fcbd302f847a service neutron] Attempting to bind port 408a3286-4f2d-4fd4-a596-e648c93bfc43 on network 72a4be73-29a1-424c-8690-ecdcf6b06721 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:13:19.172746 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 8af5ca65-d1e8-47e0-9e35-5cab8c4a2292, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=8af5ca65-d1e8-47e0-9e35-5cab8c4a2292,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:19.179975 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6e5b81-14e7-47c4-b1c7-111a96b03200 req-04ae0f30-6b75-445c-91c3-fcbd302f847a service neutron] Port 408a3286-4f2d-4fd4-a596-e648c93bfc43 on network 72a4be73-29a1-424c-8690-ecdcf6b06721 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:13:19.180298 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6e5b81-14e7-47c4-b1c7-111a96b03200 req-04ae0f30-6b75-445c-91c3-fcbd302f847a service neutron] Attempting to bind port 408a3286-4f2d-4fd4-a596-e648c93bfc43 on network 72a4be73-29a1-424c-8690-ecdcf6b06721 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:13:19.205936 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': '8af5ca65-d1e8-47e0-9e35-5cab8c4a2292', 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721', 'port_id': '8af5ca65-d1e8-47e0-9e35-5cab8c4a2292', 'mac_address': 'fa:16:3e:7e:de:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60d10164-1dee-4940-9d19-f71e6c18cbc5', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:13:19.250863 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6e5b81-14e7-47c4-b1c7-111a96b03200 req-04ae0f30-6b75-445c-91c3-fcbd302f847a service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:13:19.251459 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6e5b81-14e7-47c4-b1c7-111a96b03200 req-04ae0f30-6b75-445c-91c3-fcbd302f847a service neutron] Checking segment: {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:13:19.253138 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6e5b81-14e7-47c4-b1c7-111a96b03200 req-04ae0f30-6b75-445c-91c3-fcbd302f847a service neutron] Bound using segment: {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:13:19.253799 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-5a6e5b81-14e7-47c4-b1c7-111a96b03200 req-04ae0f30-6b75-445c-91c3-fcbd302f847a service neutron] Bound port: 408a3286-4f2d-4fd4-a596-e648c93bfc43, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:13:19.254453 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-5a6e5b81-14e7-47c4-b1c7-111a96b03200 req-04ae0f30-6b75-445c-91c3-fcbd302f847a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:19.266425 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:19.277616 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43518) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:19.296388 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0261d2d-439a-4728-a34f-0bd67820e3bb req-491052ee-de48-4287-998d-3136f5c4dc5f tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:19.297753 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bacc9941-151b-48f6-8245-23ebbcc349f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:19.298123 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b0261d2d-439a-4728-a34f-0bd67820e3bb req-491052ee-de48-4287-998d-3136f5c4dc5f tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d34745f-d33c-4aed-a1b4-7a7c60b88f2b HTTP/1.1" status: 200 len: 949 time: 0.1490479 Aug 10 03:13:19.307329 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec1a2e0-9775-4ae6-bc4d-64a59947e9a1 req-38cccf45-d90b-41b6-a520-f765c05538d6 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:19.309017 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8ec1a2e0-9775-4ae6-bc4d-64a59947e9a1 req-38cccf45-d90b-41b6-a520-f765c05538d6 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=813698f8-88cf-486f-890d-c235b048616c HTTP/1.1" status: 200 len: 943 time: 0.1449416 Aug 10 03:13:19.349948 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '992848df-3222-4c56-80a5-190b1c7fc1ff', 'tag': '45697d14-5fa9-4743-ad39-5faf9772c311'}, {'server_uuid': 'd81c6232-f0c3-49ea-bd08-78872ee1d315', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '408a3286-4f2d-4fd4-a596-e648c93bfc43'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:13:19.352433 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee46932-5c96-4cd8-a1aa-e602f5d9935b" -d '{"events": [{"name": "network-changed", "server_uuid": "992848df-3222-4c56-80a5-190b1c7fc1ff", "tag": "45697d14-5fa9-4743-ad39-5faf9772c311"}, {"server_uuid": "d81c6232-f0c3-49ea-bd08-78872ee1d315", "name": "network-vif-unplugged", "status": "completed", "tag": "408a3286-4f2d-4fd4-a596-e648c93bfc43"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:13:19.360694 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2523f58-4dac-4c3c-853d-957eae2412b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8af5ca65-d1e8-47e0-9e35-5cab8c4a2292'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:13:19.382286 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4112a4f2-0abd-467d-92a0-d9669ae51125" -d '{"events": [{"server_uuid": "f2523f58-4dac-4c3c-853d-957eae2412b7", "name": "network-vif-unplugged", "status": "completed", "tag": "8af5ca65-d1e8-47e0-9e35-5cab8c4a2292"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:13:19.431726 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:19.436601 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b0261d2d-439a-4728-a34f-0bd67820e3bb req-a88a877d-3449-44b3-a008-670fc7d04538 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] 10.222.0.44 "GET /v2.0/security-groups?id=a666ad1b-f110-40b4-9c8d-b8c5dedb4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241767 Aug 10 03:13:19.441955 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 8af5ca65-d1e8-47e0-9e35-5cab8c4a2292, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=8af5ca65-d1e8-47e0-9e35-5cab8c4a2292,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:19.444734 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43528) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:19.456133 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bacc9941-151b-48f6-8245-23ebbcc349f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:19.462729 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bacc9941-151b-48f6-8245-23ebbcc349f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:19.468255 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:19.495318 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacc9941-151b-48f6-8245-23ebbcc349f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db0c79a4-334a-4c19-8cbe-1e96318ff6ab,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:19.503524 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8af5ca65-d1e8-47e0-9e35-5cab8c4a2292 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:13:19.533371 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8ec1a2e0-9775-4ae6-bc4d-64a59947e9a1 req-7deaaf43-d5a2-4d76-8f21-67fff0dd280a tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144892 Aug 10 03:13:19.545824 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-bacc9941-151b-48f6-8245-23ebbcc349f6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7be48243e2024f2b95ffd0b9d2c2c176&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2669520 Aug 10 03:13:19.549190 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43532) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:19.556089 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-5a6e5b81-14e7-47c4-b1c7-111a96b03200 req-04ae0f30-6b75-445c-91c3-fcbd302f847a service neutron] For port 408a3286-4f2d-4fd4-a596-e648c93bfc43, host n-h1-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:13:19.559611 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-5a6e5b81-14e7-47c4-b1c7-111a96b03200 req-04ae0f30-6b75-445c-91c3-fcbd302f847a service neutron] For port 408a3286-4f2d-4fd4-a596-e648c93bfc43, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=408a3286-4f2d-4fd4-a596-e648c93bfc43,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:13:19.575079 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-5a6e5b81-14e7-47c4-b1c7-111a96b03200 req-04ae0f30-6b75-445c-91c3-fcbd302f847a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:19.632395 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ae0f30-6b75-445c-91c3-fcbd302f847a service neutron] Pushing event updated for resources: {'Port': ['ID=408a3286-4f2d-4fd4-a596-e648c93bfc43,revision_number=7']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:19.650092 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-2718b600-b23f-4b3e-9c36-e695cbe9d8ad admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-220612327-network', 'tenant_id': 'bd4ff3ae34274cb6803be2c6188b2b0c'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:13:19.664300 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e5b81-14e7-47c4-b1c7-111a96b03200 req-04ae0f30-6b75-445c-91c3-fcbd302f847a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:19.665311 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-5a6e5b81-14e7-47c4-b1c7-111a96b03200 req-04ae0f30-6b75-445c-91c3-fcbd302f847a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:19.667529 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5a6e5b81-14e7-47c4-b1c7-111a96b03200 req-04ae0f30-6b75-445c-91c3-fcbd302f847a service neutron] 10.222.0.42 "PUT /v2.0/ports/408a3286-4f2d-4fd4-a596-e648c93bfc43 HTTP/1.1" status: 200 len: 1096 time: 1.1812472 Aug 10 03:13:19.685904 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-481e89d7-0fe6-471d-8b90-42601fe4acee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:19.689756 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=8af5ca65-d1e8-47e0-9e35-5cab8c4a2292,revision_number=6']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:19.689901 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60bbe21-cee6-4847-8633-2a6d6248d694 req-cb44593b-955f-4198-b9a0-137be1251905 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:19.700036 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.db.api [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:13:19.700540 n-d-768862-13 neutron-server[94262]: DEBUG oslo_db.api [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:13:19.704874 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e60bbe21-cee6-4847-8633-2a6d6248d694 req-cb44593b-955f-4198-b9a0-137be1251905 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c6232-f0c3-49ea-bd08-78872ee1d315 HTTP/1.1" status: 200 len: 947 time: 0.1430116 Aug 10 03:13:19.711979 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 10 Aug 2021 03:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-359c8581-b8f4-4efc-83f6-624e0d16ea53 x-openstack-request-id: req-359c8581-b8f4-4efc-83f6-624e0d16ea53 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:13:19.712210 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "992848df-3222-4c56-80a5-190b1c7fc1ff", "tag": "45697d14-5fa9-4743-ad39-5faf9772c311", "status": "completed", "code": 200}, {"server_uuid": "d81c6232-f0c3-49ea-bd08-78872ee1d315", "name": "network-vif-unplugged", "status": "completed", "tag": "408a3286-4f2d-4fd4-a596-e648c93bfc43", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:13:19.712748 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-359c8581-b8f4-4efc-83f6-624e0d16ea53 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:13:19.712825 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-481e89d7-0fe6-471d-8b90-42601fe4acee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:19.713185 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '992848df-3222-4c56-80a5-190b1c7fc1ff', 'tag': '45697d14-5fa9-4743-ad39-5faf9772c311', 'status': 'completed', 'code': 200} Aug 10 03:13:19.713600 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd81c6232-f0c3-49ea-bd08-78872ee1d315', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '408a3286-4f2d-4fd4-a596-e648c93bfc43', 'code': 200} Aug 10 03:13:19.757645 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2718b600-b23f-4b3e-9c36-e695cbe9d8ad admin admin] Made reservation on behalf of bd4ff3ae34274cb6803be2c6188b2b0c for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:13:19.760685 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2718b600-b23f-4b3e-9c36-e695cbe9d8ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:19.771877 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2718b600-b23f-4b3e-9c36-e695cbe9d8ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:19.825304 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-481e89d7-0fe6-471d-8b90-42601fe4acee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:19.828807 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-481e89d7-0fe6-471d-8b90-42601fe4acee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:19.833151 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-481e89d7-0fe6-471d-8b90-42601fe4acee admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/db0c79a4-334a-4c19-8cbe-1e96318ff6ab HTTP/1.1" status: 204 len: 168 time: 0.2830791 Aug 10 03:13:19.847236 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481e89d7-0fe6-471d-8b90-42601fe4acee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db0c79a4-334a-4c19-8cbe-1e96318ff6ab,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:19.869198 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e60bbe21-cee6-4847-8633-2a6d6248d694 req-e3fe0f46-b7d2-49ec-9cc1-035e65c6adf2 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618328 Aug 10 03:13:19.886829 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e5b81-14e7-47c4-b1c7-111a96b03200 req-aae9cb60-be6f-4dfb-8b0a-13693eaac898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:19.888434 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5a6e5b81-14e7-47c4-b1c7-111a96b03200 req-aae9cb60-be6f-4dfb-8b0a-13693eaac898 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=808ab0b013b8411c9f012091d2eaa39f&device_id=d81c6232-f0c3-49ea-bd08-78872ee1d315 HTTP/1.1" status: 200 len: 1099 time: 0.1797411 Aug 10 03:13:19.890891 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee46932-5c96-4cd8-a1aa-e602f5d9935b req-8efc6f29-c504-4bfc-9f6e-d57670ec0279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:19.895387 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6ee46932-5c96-4cd8-a1aa-e602f5d9935b req-8efc6f29-c504-4bfc-9f6e-d57670ec0279 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ef0c546763504af887a177f337462e10&device_id=992848df-3222-4c56-80a5-190b1c7fc1ff HTTP/1.1" status: 200 len: 1127 time: 0.1808569 Aug 10 03:13:19.931422 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2718b600-b23f-4b3e-9c36-e695cbe9d8ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:19.938363 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d04e046-8b8f-414e-9f5c-c62c93ff7d35 x-openstack-request-id: req-6d04e046-8b8f-414e-9f5c-c62c93ff7d35 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:13:19.939177 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2523f58-4dac-4c3c-853d-957eae2412b7", "name": "network-vif-unplugged", "status": "completed", "tag": "8af5ca65-d1e8-47e0-9e35-5cab8c4a2292", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:13:19.939177 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6d04e046-8b8f-414e-9f5c-c62c93ff7d35 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:13:19.939361 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2523f58-4dac-4c3c-853d-957eae2412b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8af5ca65-d1e8-47e0-9e35-5cab8c4a2292', 'code': 200} Aug 10 03:13:19.939804 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2718b600-b23f-4b3e-9c36-e695cbe9d8ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:19.959834 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2718b600-b23f-4b3e-9c36-e695cbe9d8ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:13:19.974626 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926e8d1a-26cb-41a5-8782-ed91bf04a282 req-3e7e3cc6-cb49-4b08-86c5-ee58784c5c33 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:19.976122 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-926e8d1a-26cb-41a5-8782-ed91bf04a282 req-3e7e3cc6-cb49-4b08-86c5-ee58784c5c33 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=992848df-3222-4c56-80a5-190b1c7fc1ff HTTP/1.1" status: 200 len: 944 time: 0.2060375 Aug 10 03:13:20.006291 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 8dcad997-9b2e-44ef-b149-5c74b70f40de up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:13:20.021285 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2718b600-b23f-4b3e-9c36-e695cbe9d8ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:20.022348 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-2718b600-b23f-4b3e-9c36-e695cbe9d8ad admin admin] Added segment e1ea0112-d828-45f3-a96b-2a696c160566 of type vlan for network 06cba743-97cb-4e3d-9173-104a9c9a70d3 Aug 10 03:13:20.085034 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning for port 8dcad997-9b2e-44ef-b149-5c74b70f40de completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:13:20.088633 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2718b600-b23f-4b3e-9c36-e695cbe9d8ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:20.094390 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port 8dcad997-9b2e-44ef-b149-5c74b70f40de triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:13:20.095473 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:20.125132 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2718b600-b23f-4b3e-9c36-e695cbe9d8ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:20.153611 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-926e8d1a-26cb-41a5-8782-ed91bf04a282 req-06e152fb-f5b3-4d51-b299-53e447426e4e tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537673 Aug 10 03:13:20.159190 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e5b81-14e7-47c4-b1c7-111a96b03200 req-63790315-affa-4fc8-9c43-003cec6bcd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:20.160727 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5a6e5b81-14e7-47c4-b1c7-111a96b03200 req-63790315-affa-4fc8-9c43-003cec6bcd85 service neutron] 10.222.0.42 "GET /v2.0/networks?id=72a4be73-29a1-424c-8690-ecdcf6b06721 HTTP/1.1" status: 200 len: 869 time: 0.2643907 Aug 10 03:13:20.170493 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2718b600-b23f-4b3e-9c36-e695cbe9d8ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:20.171654 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2718b600-b23f-4b3e-9c36-e695cbe9d8ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:20.183524 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2718b600-b23f-4b3e-9c36-e695cbe9d8ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:20.188495 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b48005-116f-4bc3-b7ec-647782e6e5f4 req-a06fbf1d-62d1-4103-953f-deeb9d3cf550 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:20.190029 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f2b48005-116f-4bc3-b7ec-647782e6e5f4 req-a06fbf1d-62d1-4103-953f-deeb9d3cf550 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2523f58-4dac-4c3c-853d-957eae2412b7 HTTP/1.1" status: 200 len: 948 time: 0.1606400 Aug 10 03:13:20.191185 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee46932-5c96-4cd8-a1aa-e602f5d9935b req-293b5c49-4464-4214-b311-0f783b5925df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:20.192858 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6ee46932-5c96-4cd8-a1aa-e602f5d9935b req-293b5c49-4464-4214-b311-0f783b5925df service neutron] 10.222.0.61 "GET /v2.0/networks?id=fb04e5c4-4048-4691-8fd2-5191f92c4dcc HTTP/1.1" status: 200 len: 908 time: 0.2821078 Aug 10 03:13:20.231661 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5a6e5b81-14e7-47c4-b1c7-111a96b03200 req-bfd678ef-850c-4fee-88f7-76fbcace44d3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=408a3286-4f2d-4fd4-a596-e648c93bfc43 HTTP/1.1" status: 200 len: 217 time: 0.0604081 Aug 10 03:13:20.248160 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-2718b600-b23f-4b3e-9c36-e695cbe9d8ad admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8025069 Aug 10 03:13:20.248800 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43544) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:20.256437 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-2dcfb54c-7799-47b7-ab1e-508e5764a333 admin admin] Request body: {'subnet': {'network_id': '06cba743-97cb-4e3d-9173-104a9c9a70d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-220612327-subnet', 'tenant_id': 'bd4ff3ae34274cb6803be2c6188b2b0c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:13:20.274380 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2718b600-b23f-4b3e-9c36-e695cbe9d8ad admin admin] Pushing event updated for resources: {'Network': ['ID=06cba743-97cb-4e3d-9173-104a9c9a70d3,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:20.287316 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6ee46932-5c96-4cd8-a1aa-e602f5d9935b req-6c9164e0-8dcd-4a73-a1a5-b4bf18904c2b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45697d14-5fa9-4743-ad39-5faf9772c311 HTTP/1.1" status: 200 len: 217 time: 0.0649481 Aug 10 03:13:20.298663 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dcfb54c-7799-47b7-ab1e-508e5764a333 admin admin] Made reservation on behalf of bd4ff3ae34274cb6803be2c6188b2b0c for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:13:20.301010 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2dcfb54c-7799-47b7-ab1e-508e5764a333 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:20.340675 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:20.348431 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 06cba743-97cb-4e3d-9173-104a9c9a70d3 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:13:20.380850 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f2b48005-116f-4bc3-b7ec-647782e6e5f4 req-b985e574-0a61-4bec-9a57-37022eb03892 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/security-groups?id=b61ddca4-e27e-4174-97e8-ca6f8f679a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593320 Aug 10 03:13:20.387362 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e5b81-14e7-47c4-b1c7-111a96b03200 req-1d2b1220-da1c-4862-a649-bc6956955337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:20.389017 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5a6e5b81-14e7-47c4-b1c7-111a96b03200 req-1d2b1220-da1c-4862-a649-bc6956955337 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=60d10164-1dee-4940-9d19-f71e6c18cbc5 HTTP/1.1" status: 200 len: 843 time: 0.1172864 Aug 10 03:13:20.400913 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee46932-5c96-4cd8-a1aa-e602f5d9935b req-48bc0272-fc81-4acc-9196-d03ea92f68c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:20.400913 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6ee46932-5c96-4cd8-a1aa-e602f5d9935b req-48bc0272-fc81-4acc-9196-d03ea92f68c5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1dfce422-0216-4c9d-97b8-8fc7613926b1 HTTP/1.1" status: 200 len: 848 time: 0.0880985 Aug 10 03:13:20.429659 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8af5ca65-d1e8-47e0-9e35-5cab8c4a2292 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:13:20.447042 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:20.473935 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 8af5ca65-d1e8-47e0-9e35-5cab8c4a2292, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=8af5ca65-d1e8-47e0-9e35-5cab8c4a2292,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:20.485954 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:20.486680 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 31ddbee5-bda7-442d-b2bf-e4048502814d details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:13:20.564251 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 8dcad997-9b2e-44ef-b149-5c74b70f40de, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=8dcad997-9b2e-44ef-b149-5c74b70f40de,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:20.576123 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:20.585908 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 408a3286-4f2d-4fd4-a596-e648c93bfc43 no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:13:20.624910 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2dcfb54c-7799-47b7-ab1e-508e5764a333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:20.701486 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcfb54c-7799-47b7-ab1e-508e5764a333 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f0e3909-62c9-4453-825e-ffacada819b0,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:20.719684 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcfb54c-7799-47b7-ab1e-508e5764a333 admin admin] Checking segment: {'id': 'e1ea0112-d828-45f3-a96b-2a696c160566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '06cba743-97cb-4e3d-9173-104a9c9a70d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:13:20.719684 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dcfb54c-7799-47b7-ab1e-508e5764a333 admin admin] Network hostable DHCP agents. Network: 06cba743-97cb-4e3d-9173-104a9c9a70d3, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:13:20.723427 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=8af5ca65-d1e8-47e0-9e35-5cab8c4a2292,revision_number=7']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:20.752599 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dcfb54c-7799-47b7-ab1e-508e5764a333 admin admin] Network 06cba743-97cb-4e3d-9173-104a9c9a70d3 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:13:20.770089 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-2dcfb54c-7799-47b7-ab1e-508e5764a333 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 06cba743-97cb-4e3d-9173-104a9c9a70d3) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:13:20.776367 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dcfb54c-7799-47b7-ab1e-508e5764a333 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:20.777340 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2dcfb54c-7799-47b7-ab1e-508e5764a333 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:20.801696 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-2dcfb54c-7799-47b7-ab1e-508e5764a333 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5489559 Aug 10 03:13:20.819474 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6ee46932-5c96-4cd8-a1aa-e602f5d9935b req-99e98f98-29c0-46ad-ae57-c448492e6aea service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fb04e5c4-4048-4691-8fd2-5191f92c4dcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4098866 Aug 10 03:13:20.898484 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51431ff-4e27-467a-a8e3-a7c9bebb1912 None None] Network 06cba743-97cb-4e3d-9173-104a9c9a70d3 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:13:20.950474 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 408a3286-4f2d-4fd4-a596-e648c93bfc43 not bound to the agent host n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:13:20.994894 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=8dcad997-9b2e-44ef-b149-5c74b70f40de,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:21.008645 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 31ddbee5-bda7-442d-b2bf-e4048502814d, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=31ddbee5-bda7-442d-b2bf-e4048502814d,segment=NetworkSegment(ef460c05-97a2-474e-9fc7-ca614ed2a066),segment_id=ef460c05-97a2-474e-9fc7-ca614ed2a066)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:21.014005 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e5b81-14e7-47c4-b1c7-111a96b03200 req-b9dab375-833d-467c-b371-6c932caef4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:21.017072 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5a6e5b81-14e7-47c4-b1c7-111a96b03200 req-b9dab375-833d-467c-b371-6c932caef4e6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72a4be73-29a1-424c-8690-ecdcf6b06721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6176639 Aug 10 03:13:21.030133 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': '31ddbee5-bda7-442d-b2bf-e4048502814d', 'network_id': '7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1', 'port_id': '31ddbee5-bda7-442d-b2bf-e4048502814d', 'mac_address': 'fa:16:3e:ab:ec:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a049acb-8e7b-42fd-b8b6-b5c474462166', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:13:21.124704 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:21.135301 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77142c8a-165c-44b7-98be-3aed18d49f2a None None] Network 06cba743-97cb-4e3d-9173-104a9c9a70d3 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:13:21.157712 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7cf781-24a6-41da-835a-08816885ff78 req-96fe8484-b8ea-4243-8a58-2a9df2c5b8c5 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:21.160216 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8d7cf781-24a6-41da-835a-08816885ff78 req-96fe8484-b8ea-4243-8a58-2a9df2c5b8c5 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=813698f8-88cf-486f-890d-c235b048616c HTTP/1.1" status: 200 len: 943 time: 0.3485899 Aug 10 03:13:21.176369 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31ddbee5-bda7-442d-b2bf-e4048502814d {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:13:21.179503 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a682b09b-fb13-4e52-9927-d234c6b3a02c req-1e43b9f3-193b-413b-8639-b3266b2c5670 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:21.183228 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a682b09b-fb13-4e52-9927-d234c6b3a02c req-1e43b9f3-193b-413b-8639-b3266b2c5670 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d34745f-d33c-4aed-a1b4-7a7c60b88f2b HTTP/1.1" status: 200 len: 950 time: 0.3762414 Aug 10 03:13:21.210529 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 31ddbee5-bda7-442d-b2bf-e4048502814d, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=31ddbee5-bda7-442d-b2bf-e4048502814d,segment=NetworkSegment(ef460c05-97a2-474e-9fc7-ca614ed2a066),segment_id=ef460c05-97a2-474e-9fc7-ca614ed2a066)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:21.220346 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:21.250643 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 45697d14-5fa9-4743-ad39-5faf9772c311 details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:13:21.268350 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6ee46932-5c96-4cd8-a1aa-e602f5d9935b req-3bad7c89-a91d-49fc-ae28-028a0e0b37ae service neutron] 10.222.0.61 "GET /v2.0/networks/fb04e5c4-4048-4691-8fd2-5191f92c4dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4176161 Aug 10 03:13:21.275003 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8d7cf781-24a6-41da-835a-08816885ff78 req-5c726e05-3031-4561-a577-585190733e9d tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909419 Aug 10 03:13:21.338743 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-531242b4-00e8-4bf4-9c42-cfd746fb4658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:21.364524 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=31ddbee5-bda7-442d-b2bf-e4048502814d,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:21.454486 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a682b09b-fb13-4e52-9927-d234c6b3a02c req-ec7c8f0f-5453-49d8-9f08-006a3487ff98 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] 10.222.0.44 "GET /v2.0/security-groups?id=a666ad1b-f110-40b4-9c8d-b8c5dedb4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212970 Aug 10 03:13:21.472754 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5a6e5b81-14e7-47c4-b1c7-111a96b03200 req-60ce049b-673a-4456-856d-3852d7f3f14e service neutron] 10.222.0.42 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4409640 Aug 10 03:13:21.474552 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 45697d14-5fa9-4743-ad39-5faf9772c311, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=45697d14-5fa9-4743-ad39-5faf9772c311,segment=NetworkSegment(6bf2f30c-8de9-48b6-ac35-0afe448267ae),segment_id=6bf2f30c-8de9-48b6-ac35-0afe448267ae)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:21.476320 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:13:21.489170 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6ee46932-5c96-4cd8-a1aa-e602f5d9935b req-7ee762bc-c0b9-4c45-95e9-c38796dfcf91 service neutron] 10.222.0.61 "GET /v2.0/networks/fb04e5c4-4048-4691-8fd2-5191f92c4dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109277 Aug 10 03:13:21.493664 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 45697d14-5fa9-4743-ad39-5faf9772c311 has no active binding in host n-h1-768862-13 {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 10 03:13:21.540033 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['31ddbee5-bda7-442d-b2bf-e4048502814d'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:13:21.554261 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6556cb58-55e9-4d22-8a47-46e04e269dde req-fe8915e0-374e-4bad-aefc-df71d9f24b83 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:21.556033 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6556cb58-55e9-4d22-8a47-46e04e269dde req-fe8915e0-374e-4bad-aefc-df71d9f24b83 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c6232-f0c3-49ea-bd08-78872ee1d315 HTTP/1.1" status: 200 len: 947 time: 0.1534903 Aug 10 03:13:21.599694 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['8af5ca65-d1e8-47e0-9e35-5cab8c4a2292'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:13:21.624472 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6556cb58-55e9-4d22-8a47-46e04e269dde req-b4fa026f-5e09-4a12-8ad0-0ea4759e2b1f tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524480 Aug 10 03:13:21.648594 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5a6e5b81-14e7-47c4-b1c7-111a96b03200 req-8d377734-bcaa-419c-b89d-49a7e663f153 service neutron] 10.222.0.42 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552923 Aug 10 03:13:21.714403 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd81c6232-f0c3-49ea-bd08-78872ee1d315', 'tag': '408a3286-4f2d-4fd4-a596-e648c93bfc43'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:13:21.717637 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c46fe38b-29c1-4ef6-bb39-18e2c1efc7f0" -d '{"events": [{"name": "network-changed", "server_uuid": "d81c6232-f0c3-49ea-bd08-78872ee1d315", "tag": "408a3286-4f2d-4fd4-a596-e648c93bfc43"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:13:21.877237 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc083d-5c9d-4357-a979-1177a07f020d req-ebd95a20-5e0d-4ce4-a64c-d2069afc1d9e tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:21.885662 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-52dc083d-5c9d-4357-a979-1177a07f020d req-ebd95a20-5e0d-4ce4-a64c-d2069afc1d9e tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=992848df-3222-4c56-80a5-190b1c7fc1ff HTTP/1.1" status: 200 len: 944 time: 0.1573038 Aug 10 03:13:21.940251 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d34745f-d33c-4aed-a1b4-7a7c60b88f2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dcad997-9b2e-44ef-b149-5c74b70f40de'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:13:21.942787 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91bfb825-602e-4f41-9fb3-e361c555852f" -d '{"events": [{"server_uuid": "6d34745f-d33c-4aed-a1b4-7a7c60b88f2b", "name": "network-vif-plugged", "status": "completed", "tag": "8dcad997-9b2e-44ef-b149-5c74b70f40de"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:13:21.950594 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-52dc083d-5c9d-4357-a979-1177a07f020d req-7b68874a-0614-4a21-b65c-f0bf2493f607 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638771 Aug 10 03:13:21.964730 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-430edc1b-a233-4927-97ee-883d46e24dbc req-5bf5bf88-9546-4264-9bab-4a59de02689a service neutron] 10.222.0.61 "GET /v2.0/ports/45697d14-5fa9-4743-ad39-5faf9772c311/bindings/n-h1-768862-13 HTTP/1.1" status: 200 len: 385 time: 0.1698585 Aug 10 03:13:22.142542 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3b3d3c-6f2d-42cc-a702-dd498b12ef58 req-87218c92-4d22-4b13-bb42-4f2594575b5c tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:22.143951 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-aa3b3d3c-6f2d-42cc-a702-dd498b12ef58 req-87218c92-4d22-4b13-bb42-4f2594575b5c tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/networks?id=06cba743-97cb-4e3d-9173-104a9c9a70d3 HTTP/1.1" status: 200 len: 811 time: 0.1924005 Aug 10 03:13:22.197503 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec1a9d2-5d95-4cec-9e11-aa5a8cfe8cce req-09174e81-f83a-4261-a6ee-caeac90a02fa tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:22.199029 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-eec1a9d2-5d95-4cec-9e11-aa5a8cfe8cce req-09174e81-f83a-4261-a6ee-caeac90a02fa tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2523f58-4dac-4c3c-853d-957eae2412b7 HTTP/1.1" status: 200 len: 949 time: 0.1179442 Aug 10 03:13:22.200281 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-aa3b3d3c-6f2d-42cc-a702-dd498b12ef58 req-5202e176-255e-4a74-ab11-a6f57e05d9d7 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/quotas/bd4ff3ae34274cb6803be2c6188b2b0c HTTP/1.1" status: 200 len: 375 time: 0.0383937 Aug 10 03:13:22.281725 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-aa3b3d3c-6f2d-42cc-a702-dd498b12ef58 req-70db5858-27ec-4262-9e85-8a11f8959e16 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=bd4ff3ae34274cb6803be2c6188b2b0c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0743692 Aug 10 03:13:22.353656 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-eec1a9d2-5d95-4cec-9e11-aa5a8cfe8cce req-5635a9ad-4bd5-4abd-b340-9a105013896f tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/security-groups?id=b61ddca4-e27e-4174-97e8-ca6f8f679a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480348 Aug 10 03:13:22.382763 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-430edc1b-a233-4927-97ee-883d46e24dbc req-841f3861-8257-4686-8508-8ac703d24b91 service neutron] For port 45697d14-5fa9-4743-ad39-5faf9772c311, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=45697d14-5fa9-4743-ad39-5faf9772c311,segment=NetworkSegment(6bf2f30c-8de9-48b6-ac35-0afe448267ae),segment_id=6bf2f30c-8de9-48b6-ac35-0afe448267ae)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:22.417480 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-430edc1b-a233-4927-97ee-883d46e24dbc req-841f3861-8257-4686-8508-8ac703d24b91 service neutron] For port 45697d14-5fa9-4743-ad39-5faf9772c311, host n-h2-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:13:22.419824 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5cd93d4-89bd-4a02-ba7e-819e046a8b13 x-openstack-request-id: req-f5cd93d4-89bd-4a02-ba7e-819e046a8b13 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:13:22.420183 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d81c6232-f0c3-49ea-bd08-78872ee1d315", "tag": "408a3286-4f2d-4fd4-a596-e648c93bfc43", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:13:22.420484 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f5cd93d4-89bd-4a02-ba7e-819e046a8b13 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:13:22.421391 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd81c6232-f0c3-49ea-bd08-78872ee1d315', 'tag': '408a3286-4f2d-4fd4-a596-e648c93bfc43', 'status': 'completed', 'code': 200} Aug 10 03:13:22.465920 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dce3f1c3-9755-4979-92ff-43aaf03c6ae2 x-openstack-request-id: req-dce3f1c3-9755-4979-92ff-43aaf03c6ae2 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:13:22.466474 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d34745f-d33c-4aed-a1b4-7a7c60b88f2b", "name": "network-vif-plugged", "status": "completed", "tag": "8dcad997-9b2e-44ef-b149-5c74b70f40de", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:13:22.466579 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dce3f1c3-9755-4979-92ff-43aaf03c6ae2 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:13:22.467279 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d34745f-d33c-4aed-a1b4-7a7c60b88f2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dcad997-9b2e-44ef-b149-5c74b70f40de', 'code': 200} Aug 10 03:13:22.471607 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-aa3b3d3c-6f2d-42cc-a702-dd498b12ef58 req-58adbbce-3786-43d3-a6e1-26ae904e60de service neutron] 10.222.0.44 "GET /v2.0/networks/06cba743-97cb-4e3d-9173-104a9c9a70d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814449 Aug 10 03:13:22.499819 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46fe38b-29c1-4ef6-bb39-18e2c1efc7f0 req-09854ebb-09ae-4063-aa5f-0f57a95075cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:22.501535 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-c46fe38b-29c1-4ef6-bb39-18e2c1efc7f0 req-09854ebb-09ae-4063-aa5f-0f57a95075cd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=808ab0b013b8411c9f012091d2eaa39f&device_id=d81c6232-f0c3-49ea-bd08-78872ee1d315 HTTP/1.1" status: 200 len: 1099 time: 0.0649126 Aug 10 03:13:22.520080 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-430edc1b-a233-4927-97ee-883d46e24dbc req-841f3861-8257-4686-8508-8ac703d24b91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45697d14-5fa9-4743-ad39-5faf9772c311 {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:13:22.567642 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-430edc1b-a233-4927-97ee-883d46e24dbc req-841f3861-8257-4686-8508-8ac703d24b91 service neutron] For port 45697d14-5fa9-4743-ad39-5faf9772c311, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=45697d14-5fa9-4743-ad39-5faf9772c311,segment=NetworkSegment(6bf2f30c-8de9-48b6-ac35-0afe448267ae),segment_id=6bf2f30c-8de9-48b6-ac35-0afe448267ae)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:22.598490 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-430edc1b-a233-4927-97ee-883d46e24dbc req-841f3861-8257-4686-8508-8ac703d24b91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:22.614114 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46fe38b-29c1-4ef6-bb39-18e2c1efc7f0 req-f646ef14-5c7a-4c01-90dc-0d1d8a39abe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:22.615674 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c46fe38b-29c1-4ef6-bb39-18e2c1efc7f0 req-f646ef14-5c7a-4c01-90dc-0d1d8a39abe2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=808ab0b013b8411c9f012091d2eaa39f&device_id=d81c6232-f0c3-49ea-bd08-78872ee1d315 HTTP/1.1" status: 200 len: 1099 time: 0.1697226 Aug 10 03:13:22.638243 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133209ad-2c3b-4bf4-b9d6-18e12bc3d7a8 req-83b94ba5-cafc-4bba-b9c9-e35c0c8d5b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:22.639801 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-133209ad-2c3b-4bf4-b9d6-18e12bc3d7a8 req-83b94ba5-cafc-4bba-b9c9-e35c0c8d5b64 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6d34745f-d33c-4aed-a1b4-7a7c60b88f2b HTTP/1.1" status: 200 len: 1102 time: 0.0923731 Aug 10 03:13:22.665287 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46fe38b-29c1-4ef6-bb39-18e2c1efc7f0 req-3a0f9b77-3120-4c14-ab3e-4c17cb69eb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:22.667020 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-c46fe38b-29c1-4ef6-bb39-18e2c1efc7f0 req-3a0f9b77-3120-4c14-ab3e-4c17cb69eb5c service neutron] 10.222.0.61 "GET /v2.0/networks?id=72a4be73-29a1-424c-8690-ecdcf6b06721 HTTP/1.1" status: 200 len: 869 time: 0.1557338 Aug 10 03:13:22.703343 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-aa3b3d3c-6f2d-42cc-a702-dd498b12ef58 req-44f90b3b-77cc-45c0-86d9-4baba7894db1 service neutron] 10.222.0.44 "GET /v2.0/networks/06cba743-97cb-4e3d-9173-104a9c9a70d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308323 Aug 10 03:13:22.721946 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-c46fe38b-29c1-4ef6-bb39-18e2c1efc7f0 req-1d66dc47-45c3-4dc2-b883-a99fb97a40ea service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=408a3286-4f2d-4fd4-a596-e648c93bfc43 HTTP/1.1" status: 200 len: 217 time: 0.0459921 Aug 10 03:13:22.724549 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-133209ad-2c3b-4bf4-b9d6-18e12bc3d7a8 req-485b21c0-e9d9-4cc0-91ad-71e936cb494b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a666ad1b-f110-40b4-9c8d-b8c5dedb4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757654 Aug 10 03:13:22.753242 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-004996ca-2821-44e9-9e13-450ecb9171f2 req-e79b9770-aa3e-46f0-986c-783ecb89ad7e tempest-ServerDiagnosticsNegativeTest-643009835 tempest-ServerDiagnosticsNegativeTest-643009835-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=bab200df51a342a597cd8ab09c5b0078&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0430892 Aug 10 03:13:22.845793 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-430edc1b-a233-4927-97ee-883d46e24dbc req-841f3861-8257-4686-8508-8ac703d24b91 service neutron] Transition to ACTIVE for port object 45697d14-5fa9-4743-ad39-5faf9772c311 will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:13:22.861493 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-430edc1b-a233-4927-97ee-883d46e24dbc req-841f3861-8257-4686-8508-8ac703d24b91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:22.875825 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46fe38b-29c1-4ef6-bb39-18e2c1efc7f0 req-c655dcdc-d898-408b-8791-58bb8e85d0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:22.877340 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c46fe38b-29c1-4ef6-bb39-18e2c1efc7f0 req-c655dcdc-d898-408b-8791-58bb8e85d0db service neutron] 10.222.0.42 "GET /v2.0/networks?id=72a4be73-29a1-424c-8690-ecdcf6b06721 HTTP/1.1" status: 200 len: 869 time: 0.2523916 Aug 10 03:13:22.920285 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46fe38b-29c1-4ef6-bb39-18e2c1efc7f0 req-3a5fc543-b4b9-4247-a815-d9c3cd574686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:22.922116 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-c46fe38b-29c1-4ef6-bb39-18e2c1efc7f0 req-3a5fc543-b4b9-4247-a815-d9c3cd574686 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=60d10164-1dee-4940-9d19-f71e6c18cbc5 HTTP/1.1" status: 200 len: 843 time: 0.0673470 Aug 10 03:13:22.980407 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c46fe38b-29c1-4ef6-bb39-18e2c1efc7f0 req-133c8b8c-919e-407c-a7b0-36130bf710cb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=408a3286-4f2d-4fd4-a596-e648c93bfc43 HTTP/1.1" status: 200 len: 217 time: 0.0793340 Aug 10 03:13:23.009658 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46fe38b-29c1-4ef6-bb39-18e2c1efc7f0 req-4abd2a53-f275-40fc-b8a1-65b3599e1161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:23.012065 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-c46fe38b-29c1-4ef6-bb39-18e2c1efc7f0 req-4abd2a53-f275-40fc-b8a1-65b3599e1161 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=72a4be73-29a1-424c-8690-ecdcf6b06721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0809996 Aug 10 03:13:23.054570 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-430edc1b-a233-4927-97ee-883d46e24dbc req-841f3861-8257-4686-8508-8ac703d24b91 service neutron] No DVR routers for this DVR port 45697d14-5fa9-4743-ad39-5faf9772c311 on host n-h2-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:13:23.094812 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004996ca-2821-44e9-9e13-450ecb9171f2 req-0aba0908-7669-418b-b54c-e94e2534f99c tempest-ServerDiagnosticsNegativeTest-643009835 tempest-ServerDiagnosticsNegativeTest-643009835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:23.096413 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-004996ca-2821-44e9-9e13-450ecb9171f2 req-0aba0908-7669-418b-b54c-e94e2534f99c tempest-ServerDiagnosticsNegativeTest-643009835 tempest-ServerDiagnosticsNegativeTest-643009835-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3358192 Aug 10 03:13:23.098238 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841f3861-8257-4686-8508-8ac703d24b91 service neutron] Pushing event updated for resources: {'Port': ['ID=45697d14-5fa9-4743-ad39-5faf9772c311,revision_number=10']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:23.133369 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-c46fe38b-29c1-4ef6-bb39-18e2c1efc7f0 req-efc07ba9-265b-47b4-80d0-4f9a3cec8c8d service neutron] 10.222.0.61 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122518 Aug 10 03:13:23.166011 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-430edc1b-a233-4927-97ee-883d46e24dbc req-841f3861-8257-4686-8508-8ac703d24b91 service neutron] 10.222.0.61 "PUT /v2.0/ports/45697d14-5fa9-4743-ad39-5faf9772c311/bindings/n-h1-768862-13/activate HTTP/1.1" status: 200 len: 370 time: 1.1884174 Aug 10 03:13:23.167372 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-004996ca-2821-44e9-9e13-450ecb9171f2 req-cb455931-c29c-45ea-8589-c4d7951f9bb7 tempest-ServerDiagnosticsNegativeTest-643009835 tempest-ServerDiagnosticsNegativeTest-643009835-project] 10.222.0.44 "GET /v2.0/quotas/bab200df51a342a597cd8ab09c5b0078 HTTP/1.1" status: 200 len: 375 time: 0.0433238 Aug 10 03:13:23.184877 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207c3d44-2173-4bc1-9c20-ff6d499bfccc req-08532946-dde1-4bc2-843e-a0fd43dcf0fd tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:23.186954 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-207c3d44-2173-4bc1-9c20-ff6d499bfccc req-08532946-dde1-4bc2-843e-a0fd43dcf0fd tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=813698f8-88cf-486f-890d-c235b048616c HTTP/1.1" status: 200 len: 944 time: 0.2168381 Aug 10 03:13:23.192833 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46fe38b-29c1-4ef6-bb39-18e2c1efc7f0 req-fef85e78-6e66-4783-bc23-a730d1a37375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:23.194535 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c46fe38b-29c1-4ef6-bb39-18e2c1efc7f0 req-fef85e78-6e66-4783-bc23-a730d1a37375 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=60d10164-1dee-4940-9d19-f71e6c18cbc5 HTTP/1.1" status: 200 len: 843 time: 0.1981611 Aug 10 03:13:23.227390 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-004996ca-2821-44e9-9e13-450ecb9171f2 req-ad5cd012-7e4e-454b-a60c-2b0c73db3b7b tempest-ServerDiagnosticsNegativeTest-643009835 tempest-ServerDiagnosticsNegativeTest-643009835-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=bab200df51a342a597cd8ab09c5b0078&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387170 Aug 10 03:13:23.258045 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-c46fe38b-29c1-4ef6-bb39-18e2c1efc7f0 req-c4267172-e5e2-4eee-8312-862b06069816 service neutron] 10.222.0.61 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157305 Aug 10 03:13:23.258997 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 8af5ca65-d1e8-47e0-9e35-5cab8c4a2292 up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:13:23.320325 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port 8af5ca65-d1e8-47e0-9e35-5cab8c4a2292 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:13:23.320649 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:23.337549 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-207c3d44-2173-4bc1-9c20-ff6d499bfccc req-d78555fa-63e7-4379-8875-d8688fe37112 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102538 Aug 10 03:13:23.366747 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46fe38b-29c1-4ef6-bb39-18e2c1efc7f0 req-e7a4da43-5fa9-4399-96c7-d1e553f8a044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:23.368259 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c46fe38b-29c1-4ef6-bb39-18e2c1efc7f0 req-e7a4da43-5fa9-4399-96c7-d1e553f8a044 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72a4be73-29a1-424c-8690-ecdcf6b06721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1445806 Aug 10 03:13:23.419135 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430edc1b-a233-4927-97ee-883d46e24dbc req-85a85785-e575-4f0b-b760-3b2b44b9ba84 tempest-LiveMigrationTest-1156190287 tempest-LiveMigrationTest-1156190287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:23.421017 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-430edc1b-a233-4927-97ee-883d46e24dbc req-85a85785-e575-4f0b-b760-3b2b44b9ba84 tempest-LiveMigrationTest-1156190287 tempest-LiveMigrationTest-1156190287-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=992848df-3222-4c56-80a5-190b1c7fc1ff&tenant_id=ef0c546763504af887a177f337462e10&binding%3Ahost_id=n-h2-768862-13 HTTP/1.1" status: 200 len: 1097 time: 0.1519964 Aug 10 03:13:23.448211 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:23.525393 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 8af5ca65-d1e8-47e0-9e35-5cab8c4a2292, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=8af5ca65-d1e8-47e0-9e35-5cab8c4a2292,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:23.533734 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:23.535555 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 31ddbee5-bda7-442d-b2bf-e4048502814d up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:13:23.593590 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c46fe38b-29c1-4ef6-bb39-18e2c1efc7f0 req-2cb9521d-b981-46d6-a32a-635cedff7d06 service neutron] 10.222.0.42 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148833 Aug 10 03:13:23.646517 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ef76b184-6498-4d03-976d-4908af3343d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:23.685235 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=8af5ca65-d1e8-47e0-9e35-5cab8c4a2292,revision_number=8']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:23.707110 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning for port 31ddbee5-bda7-442d-b2bf-e4048502814d completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:13:23.707547 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430edc1b-a233-4927-97ee-883d46e24dbc req-3d0eda1b-ece9-40af-a565-49bcf4696f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:23.709027 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-430edc1b-a233-4927-97ee-883d46e24dbc req-3d0eda1b-ece9-40af-a565-49bcf4696f18 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=992848df-3222-4c56-80a5-190b1c7fc1ff&tenant_id=ef0c546763504af887a177f337462e10 HTTP/1.1" status: 200 len: 1097 time: 0.2537124 Aug 10 03:13:23.717800 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port 31ddbee5-bda7-442d-b2bf-e4048502814d triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:13:23.718181 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:23.741547 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58586ed0-54ef-4550-a96a-d3d41e998fe7 req-7a575350-aafe-47bf-b210-b54e04d365b2 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:23.749867 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-58586ed0-54ef-4550-a96a-d3d41e998fe7 req-7a575350-aafe-47bf-b210-b54e04d365b2 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c6232-f0c3-49ea-bd08-78872ee1d315 HTTP/1.1" status: 200 len: 947 time: 0.1717336 Aug 10 03:13:23.875860 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:23.945852 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 31ddbee5-bda7-442d-b2bf-e4048502814d, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=31ddbee5-bda7-442d-b2bf-e4048502814d,segment=NetworkSegment(ef460c05-97a2-474e-9fc7-ca614ed2a066),segment_id=ef460c05-97a2-474e-9fc7-ca614ed2a066)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:23.951050 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:24.001271 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c14c41-0bac-42f8-bde4-329f40a4279f req-8efa3ffd-5498-4c82-a68a-51355c64cbf3 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:24.002866 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-13c14c41-0bac-42f8-bde4-329f40a4279f req-8efa3ffd-5498-4c82-a68a-51355c64cbf3 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d34745f-d33c-4aed-a1b4-7a7c60b88f2b HTTP/1.1" status: 200 len: 950 time: 0.5316730 Aug 10 03:13:24.013259 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=31ddbee5-bda7-442d-b2bf-e4048502814d,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:24.065068 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c46fe38b-29c1-4ef6-bb39-18e2c1efc7f0 req-5f680ed1-3fbb-43b9-85aa-f5485bd8d235 service neutron] 10.222.0.42 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4359016 Aug 10 03:13:24.091136 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-58586ed0-54ef-4550-a96a-d3d41e998fe7 req-4817530d-83fe-48f4-9eea-045d3c2af5c2 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3399146 Aug 10 03:13:24.116333 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:24.121421 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430edc1b-a233-4927-97ee-883d46e24dbc req-941d2c98-ca05-471d-bbb3-86cc0db6931a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:24.123565 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-430edc1b-a233-4927-97ee-883d46e24dbc req-941d2c98-ca05-471d-bbb3-86cc0db6931a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ef0c546763504af887a177f337462e10&device_id=992848df-3222-4c56-80a5-190b1c7fc1ff HTTP/1.1" status: 200 len: 1097 time: 0.3632438 Aug 10 03:13:24.128537 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-13c14c41-0bac-42f8-bde4-329f40a4279f req-90d6aedc-584d-414c-a9dd-63badbc55959 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] 10.222.0.44 "GET /v2.0/security-groups?id=a666ad1b-f110-40b4-9c8d-b8c5dedb4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078286 Aug 10 03:13:24.221772 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9b2a7db9-de91-4f79-b6e9-091bf1092543 req-b4182cb1-1f9f-470f-9ec0-42fc7fccbb0b tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=5016a7a7-472c-4a99-b0a5-e3eb50130a67 HTTP/1.1" status: 200 len: 210 time: 0.0351954 Aug 10 03:13:24.298411 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430edc1b-a233-4927-97ee-883d46e24dbc req-6d7f6e3b-c544-4276-bbf6-4ce400aa42b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:24.303145 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-430edc1b-a233-4927-97ee-883d46e24dbc req-6d7f6e3b-c544-4276-bbf6-4ce400aa42b1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fb04e5c4-4048-4691-8fd2-5191f92c4dcc HTTP/1.1" status: 200 len: 908 time: 0.1690652 Aug 10 03:13:24.309252 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940522e0-323a-4f24-ad9a-d9276c5bac2e req-be9ec3d1-07c0-4143-8f2c-b2354bece181 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:24.310852 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-940522e0-323a-4f24-ad9a-d9276c5bac2e req-be9ec3d1-07c0-4143-8f2c-b2354bece181 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=992848df-3222-4c56-80a5-190b1c7fc1ff HTTP/1.1" status: 200 len: 945 time: 0.0915828 Aug 10 03:13:24.356116 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-430edc1b-a233-4927-97ee-883d46e24dbc req-b75640a6-c160-443e-9015-b654477c0ba1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45697d14-5fa9-4743-ad39-5faf9772c311 HTTP/1.1" status: 200 len: 217 time: 0.0437441 Aug 10 03:13:24.470119 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-940522e0-323a-4f24-ad9a-d9276c5bac2e req-8db91255-c192-4e01-9f10-f19aabc64dac tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421697 Aug 10 03:13:24.470450 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3b3d3c-6f2d-42cc-a702-dd498b12ef58 req-86f931ac-d01c-4723-aa5c-9a193e4bd2e8 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:24.472306 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2523f58-4dac-4c3c-853d-957eae2412b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8af5ca65-d1e8-47e0-9e35-5cab8c4a2292'}, {'server_uuid': '813698f8-88cf-486f-890d-c235b048616c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31ddbee5-bda7-442d-b2bf-e4048502814d'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:13:24.474074 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-aa3b3d3c-6f2d-42cc-a702-dd498b12ef58 req-86f931ac-d01c-4723-aa5c-9a193e4bd2e8 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.61 "GET /v2.0/networks?id=06cba743-97cb-4e3d-9173-104a9c9a70d3 HTTP/1.1" status: 200 len: 811 time: 0.1430469 Aug 10 03:13:24.475572 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d48ee7-d16b-4ace-b7d5-dac9d3336941" -d '{"events": [{"server_uuid": "f2523f58-4dac-4c3c-853d-957eae2412b7", "name": "network-vif-plugged", "status": "completed", "tag": "8af5ca65-d1e8-47e0-9e35-5cab8c4a2292"}, {"server_uuid": "813698f8-88cf-486f-890d-c235b048616c", "name": "network-vif-plugged", "status": "completed", "tag": "31ddbee5-bda7-442d-b2bf-e4048502814d"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:13:24.481759 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430edc1b-a233-4927-97ee-883d46e24dbc req-311ad39a-4fb4-45e2-82e1-50fbc0a3366c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:24.487492 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-430edc1b-a233-4927-97ee-883d46e24dbc req-311ad39a-4fb4-45e2-82e1-50fbc0a3366c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1dfce422-0216-4c9d-97b8-8fc7613926b1 HTTP/1.1" status: 200 len: 848 time: 0.1095304 Aug 10 03:13:24.498045 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-aa3b3d3c-6f2d-42cc-a702-dd498b12ef58 req-a156ac56-c300-4008-a535-0c72ba5693bb tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Request body: {'port': {'device_id': '5016a7a7-472c-4a99-b0a5-e3eb50130a67', 'network_id': '06cba743-97cb-4e3d-9173-104a9c9a70d3', 'admin_state_up': True, 'tenant_id': 'bd4ff3ae34274cb6803be2c6188b2b0c'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:13:24.511326 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be3b211-84b5-4d03-8fa8-b66773996870 req-e89ffaaf-780a-4948-bc50-c286f8aaafc6 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:24.513213 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1be3b211-84b5-4d03-8fa8-b66773996870 req-e89ffaaf-780a-4948-bc50-c286f8aaafc6 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2523f58-4dac-4c3c-853d-957eae2412b7 HTTP/1.1" status: 200 len: 950 time: 0.1507862 Aug 10 03:13:24.548378 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-430edc1b-a233-4927-97ee-883d46e24dbc req-a81e4b1f-f4ed-44fa-b878-cd2014425236 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fb04e5c4-4048-4691-8fd2-5191f92c4dcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339706 Aug 10 03:13:24.599294 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ec52e0d2-73db-4df5-8cb5-66bade0ebd79 req-eed9189a-7395-4829-8960-d47385b1011d tempest-ServerDiagnosticsNegativeTest-643009835 tempest-ServerDiagnosticsNegativeTest-643009835-project] 10.222.0.44 "GET /v2.0/ports?device_id=23cf5be8-5c09-466d-804d-c55afc536bbc HTTP/1.1" status: 200 len: 210 time: 0.0444567 Aug 10 03:13:24.656135 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa3b3d3c-6f2d-42cc-a702-dd498b12ef58 req-a156ac56-c300-4008-a535-0c72ba5693bb tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Made reservation on behalf of bd4ff3ae34274cb6803be2c6188b2b0c for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:13:24.656619 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1be3b211-84b5-4d03-8fa8-b66773996870 req-215edf96-98fb-40f7-aea1-0782526a0439 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/security-groups?id=b61ddca4-e27e-4174-97e8-ca6f8f679a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323977 Aug 10 03:13:24.659935 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-aa3b3d3c-6f2d-42cc-a702-dd498b12ef58 req-a156ac56-c300-4008-a535-0c72ba5693bb tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:24.713551 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-430edc1b-a233-4927-97ee-883d46e24dbc req-db14dca8-7a75-425e-94c6-5ee9823873b1 service neutron] 10.222.0.42 "GET /v2.0/networks/fb04e5c4-4048-4691-8fd2-5191f92c4dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410668 Aug 10 03:13:24.724876 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 10 Aug 2021 03:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd2066c9-4ad8-483f-b113-a9803804e778 x-openstack-request-id: req-fd2066c9-4ad8-483f-b113-a9803804e778 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:13:24.725397 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2523f58-4dac-4c3c-853d-957eae2412b7", "name": "network-vif-plugged", "status": "completed", "tag": "8af5ca65-d1e8-47e0-9e35-5cab8c4a2292", "code": 200}, {"server_uuid": "813698f8-88cf-486f-890d-c235b048616c", "name": "network-vif-plugged", "status": "completed", "tag": "31ddbee5-bda7-442d-b2bf-e4048502814d", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:13:24.726240 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fd2066c9-4ad8-483f-b113-a9803804e778 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:13:24.726853 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2523f58-4dac-4c3c-853d-957eae2412b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8af5ca65-d1e8-47e0-9e35-5cab8c4a2292', 'code': 200} Aug 10 03:13:24.727121 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '813698f8-88cf-486f-890d-c235b048616c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31ddbee5-bda7-442d-b2bf-e4048502814d', 'code': 200} Aug 10 03:13:24.806666 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ef9e5-5ee2-4f9e-b3b2-0ea08e102524 req-0014d02d-d85f-4ff7-ac9e-3e13f7c9a4a0 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:24.808213 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-988ef9e5-5ee2-4f9e-b3b2-0ea08e102524 req-0014d02d-d85f-4ff7-ac9e-3e13f7c9a4a0 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=813698f8-88cf-486f-890d-c235b048616c HTTP/1.1" status: 200 len: 945 time: 0.1295648 Aug 10 03:13:24.820115 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [req-aa3b3d3c-6f2d-42cc-a702-dd498b12ef58 req-a156ac56-c300-4008-a535-0c72ba5693bb tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Allocated IP 172.20.0.6 (06cba743-97cb-4e3d-9173-104a9c9a70d3/3f0e3909-62c9-4453-825e-ffacada819b0/d3c042ac-1553-4d39-8347-90f740a68853) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:13:24.885958 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-430edc1b-a233-4927-97ee-883d46e24dbc req-e78ac099-9e76-4b09-9756-bfaf2fc82ce3 service neutron] 10.222.0.42 "GET /v2.0/networks/fb04e5c4-4048-4691-8fd2-5191f92c4dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534047 Aug 10 03:13:24.904453 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-988ef9e5-5ee2-4f9e-b3b2-0ea08e102524 req-37101071-490a-4206-a6e2-53f39af9591a tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792887 Aug 10 03:13:24.906797 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca0728-692c-4309-8d7f-8da13ad602b3 req-3a9b0053-d74e-40f0-b0e6-014ccff8a144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:24.908209 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-88ca0728-692c-4309-8d7f-8da13ad602b3 req-3a9b0053-d74e-40f0-b0e6-014ccff8a144 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=813698f8-88cf-486f-890d-c235b048616c HTTP/1.1" status: 200 len: 1097 time: 0.0969746 Aug 10 03:13:24.958126 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-88ca0728-692c-4309-8d7f-8da13ad602b3 req-b287fe8f-daad-41e5-a12f-eb028d975329 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422695 Aug 10 03:13:25.003570 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239091ae-1572-42fa-80f6-333da3d9537f req-eb4c73da-a567-4fbf-978e-6000385a2c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:25.005089 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-239091ae-1572-42fa-80f6-333da3d9537f req-eb4c73da-a567-4fbf-978e-6000385a2c4f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f2523f58-4dac-4c3c-853d-957eae2412b7 HTTP/1.1" status: 200 len: 1102 time: 0.0695720 Aug 10 03:13:25.055931 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-aa3b3d3c-6f2d-42cc-a702-dd498b12ef58 req-a156ac56-c300-4008-a535-0c72ba5693bb tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:25.059987 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-004996ca-2821-44e9-9e13-450ecb9171f2 req-c2287c02-8d93-454e-8493-a5c1ad1fd9be tempest-ServerDiagnosticsNegativeTest-643009835 tempest-ServerDiagnosticsNegativeTest-643009835-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=bab200df51a342a597cd8ab09c5b0078&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310447 Aug 10 03:13:25.082658 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-239091ae-1572-42fa-80f6-333da3d9537f req-eff543cf-49fd-418e-8846-9236bc3d6f0a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b61ddca4-e27e-4174-97e8-ca6f8f679a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647876 Aug 10 03:13:25.121369 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-aa3b3d3c-6f2d-42cc-a702-dd498b12ef58 req-a156ac56-c300-4008-a535-0c72ba5693bb tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:25.197171 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:25.265609 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 408a3286-4f2d-4fd4-a596-e648c93bfc43 details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:13:25.276737 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa3b3d3c-6f2d-42cc-a702-dd498b12ef58 req-a156ac56-c300-4008-a535-0c72ba5693bb tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Network 06cba743-97cb-4e3d-9173-104a9c9a70d3 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:13:25.297053 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [req-aa3b3d3c-6f2d-42cc-a702-dd498b12ef58 req-a156ac56-c300-4008-a535-0c72ba5693bb tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:13:25.299578 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa3b3d3c-6f2d-42cc-a702-dd498b12ef58 req-a156ac56-c300-4008-a535-0c72ba5693bb tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:13:25.302620 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d36d3f-ba16-4acd-96d3-cae15d633981 req-76a4fdca-9d5b-4a1e-a296-a1e384a7e723 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:25.306708 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3b3d3c-6f2d-42cc-a702-dd498b12ef58 req-a156ac56-c300-4008-a535-0c72ba5693bb tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:25.306809 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-54d36d3f-ba16-4acd-96d3-cae15d633981 req-76a4fdca-9d5b-4a1e-a296-a1e384a7e723 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c6232-f0c3-49ea-bd08-78872ee1d315 HTTP/1.1" status: 200 len: 947 time: 0.1065328 Aug 10 03:13:25.306977 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-aa3b3d3c-6f2d-42cc-a702-dd498b12ef58 req-a156ac56-c300-4008-a535-0c72ba5693bb tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:25.309374 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a156ac56-c300-4008-a535-0c72ba5693bb tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Pushing event updated for resources: {'Port': ['ID=d3c042ac-1553-4d39-8347-90f740a68853,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:25.329281 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004996ca-2821-44e9-9e13-450ecb9171f2 req-8486cc2e-55ba-4f9b-9870-24c23a97f542 tempest-ServerDiagnosticsNegativeTest-643009835 tempest-ServerDiagnosticsNegativeTest-643009835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:25.331905 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-004996ca-2821-44e9-9e13-450ecb9171f2 req-8486cc2e-55ba-4f9b-9870-24c23a97f542 tempest-ServerDiagnosticsNegativeTest-643009835 tempest-ServerDiagnosticsNegativeTest-643009835-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2636967 Aug 10 03:13:25.344722 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-aa3b3d3c-6f2d-42cc-a702-dd498b12ef58 req-a156ac56-c300-4008-a535-0c72ba5693bb tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8589466 Aug 10 03:13:25.352620 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430edc1b-a233-4927-97ee-883d46e24dbc req-3c593323-58e3-4c23-8ece-4d82fc71d7ad tempest-LiveMigrationTest-1156190287 tempest-LiveMigrationTest-1156190287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:25.354388 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-430edc1b-a233-4927-97ee-883d46e24dbc req-3c593323-58e3-4c23-8ece-4d82fc71d7ad tempest-LiveMigrationTest-1156190287 tempest-LiveMigrationTest-1156190287-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=992848df-3222-4c56-80a5-190b1c7fc1ff&tenant_id=ef0c546763504af887a177f337462e10&binding%3Ahost_id=n-h1-768862-13 HTTP/1.1" status: 200 len: 1097 time: 0.1186731 Aug 10 03:13:25.364472 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-aa3b3d3c-6f2d-42cc-a702-dd498b12ef58 req-d84ebe2b-ba7d-43ac-aba6-5db114e92690 service neutron] Request body: {'port': {'device_id': '5016a7a7-472c-4a99-b0a5-e3eb50130a67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-13'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:13:25.368394 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-004996ca-2821-44e9-9e13-450ecb9171f2 req-3ade9065-a79c-4197-b49c-6a4a4df6f2ac tempest-ServerDiagnosticsNegativeTest-643009835 tempest-ServerDiagnosticsNegativeTest-643009835-project] Request body: {'port': {'device_id': '23cf5be8-5c09-466d-804d-c55afc536bbc', 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721', 'admin_state_up': True, 'tenant_id': 'bab200df51a342a597cd8ab09c5b0078'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:13:25.382905 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 408a3286-4f2d-4fd4-a596-e648c93bfc43, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=408a3286-4f2d-4fd4-a596-e648c93bfc43,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:25.396577 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': '408a3286-4f2d-4fd4-a596-e648c93bfc43', 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721', 'port_id': '408a3286-4f2d-4fd4-a596-e648c93bfc43', 'mac_address': 'fa:16:3e:49:2d:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60d10164-1dee-4940-9d19-f71e6c18cbc5', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:13:25.396975 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811a1326-9202-4a0a-9255-42c5acd43930 req-7ecafed8-b3bc-4688-84d9-647f3a5be87a tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:25.398574 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-811a1326-9202-4a0a-9255-42c5acd43930 req-7ecafed8-b3bc-4688-84d9-647f3a5be87a tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d34745f-d33c-4aed-a1b4-7a7c60b88f2b HTTP/1.1" status: 200 len: 950 time: 0.1520770 Aug 10 03:13:25.401554 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-54d36d3f-ba16-4acd-96d3-cae15d633981 req-0cb4742e-4fb1-4842-9881-1a84fde805ee tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805082 Aug 10 03:13:25.439378 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:25.456892 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 408a3286-4f2d-4fd4-a596-e648c93bfc43 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:13:25.489080 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 408a3286-4f2d-4fd4-a596-e648c93bfc43, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=408a3286-4f2d-4fd4-a596-e648c93bfc43,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:25.496008 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:25.499998 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-811a1326-9202-4a0a-9255-42c5acd43930 req-0d1297b5-e88a-47a5-b560-39f555d2672f tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] 10.222.0.44 "GET /v2.0/security-groups?id=a666ad1b-f110-40b4-9c8d-b8c5dedb4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655363 Aug 10 03:13:25.581000 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=408a3286-4f2d-4fd4-a596-e648c93bfc43,revision_number=8']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:25.662118 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c872c7ad-5435-4d65-bbac-63bf36c371ec req-b7baedff-7c9b-454e-826d-4b33ab684ce0 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:25.663870 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c872c7ad-5435-4d65-bbac-63bf36c371ec req-b7baedff-7c9b-454e-826d-4b33ab684ce0 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=5016a7a7-472c-4a99-b0a5-e3eb50130a67 HTTP/1.1" status: 200 len: 931 time: 0.0839331 Aug 10 03:13:25.664765 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-004996ca-2821-44e9-9e13-450ecb9171f2 req-3ade9065-a79c-4197-b49c-6a4a4df6f2ac tempest-ServerDiagnosticsNegativeTest-643009835 tempest-ServerDiagnosticsNegativeTest-643009835-project] Made reservation on behalf of bab200df51a342a597cd8ab09c5b0078 for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:13:25.668433 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-004996ca-2821-44e9-9e13-450ecb9171f2 req-3ade9065-a79c-4197-b49c-6a4a4df6f2ac tempest-ServerDiagnosticsNegativeTest-643009835 tempest-ServerDiagnosticsNegativeTest-643009835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:25.685064 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-004996ca-2821-44e9-9e13-450ecb9171f2 req-3ade9065-a79c-4197-b49c-6a4a4df6f2ac tempest-ServerDiagnosticsNegativeTest-643009835 tempest-ServerDiagnosticsNegativeTest-643009835-project] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:25.733551 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c872c7ad-5435-4d65-bbac-63bf36c371ec req-a3134d6e-1416-4c88-a9a6-75a3721f0661 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612390 Aug 10 03:13:25.742586 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-aa3b3d3c-6f2d-42cc-a702-dd498b12ef58 req-d84ebe2b-ba7d-43ac-aba6-5db114e92690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:25.856945 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['408a3286-4f2d-4fd4-a596-e648c93bfc43'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:13:25.864156 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-004996ca-2821-44e9-9e13-450ecb9171f2 req-3ade9065-a79c-4197-b49c-6a4a4df6f2ac tempest-ServerDiagnosticsNegativeTest-643009835 tempest-ServerDiagnosticsNegativeTest-643009835-project] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:25.872100 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-004996ca-2821-44e9-9e13-450ecb9171f2 req-3ade9065-a79c-4197-b49c-6a4a4df6f2ac tempest-ServerDiagnosticsNegativeTest-643009835 tempest-ServerDiagnosticsNegativeTest-643009835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:25.921597 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:26.000018 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ade9065-a79c-4197-b49c-6a4a4df6f2ac tempest-ServerDiagnosticsNegativeTest-643009835 tempest-ServerDiagnosticsNegativeTest-643009835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b16592a-4d81-43ff-84d3-827db9a63127,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:26.052235 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 45697d14-5fa9-4743-ad39-5faf9772c311 no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:13:26.102688 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2120c5f6-b65f-4631-aaac-7e315160b0f6 req-e2fe948b-b531-49b5-81d0-cbb5b8352f33 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:26.104998 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2120c5f6-b65f-4631-aaac-7e315160b0f6 req-e2fe948b-b531-49b5-81d0-cbb5b8352f33 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=992848df-3222-4c56-80a5-190b1c7fc1ff HTTP/1.1" status: 200 len: 945 time: 0.2075167 Aug 10 03:13:26.120821 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 45697d14-5fa9-4743-ad39-5faf9772c311 not bound to the agent host n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:13:26.139299 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-004996ca-2821-44e9-9e13-450ecb9171f2 req-3ade9065-a79c-4197-b49c-6a4a4df6f2ac tempest-ServerDiagnosticsNegativeTest-643009835 tempest-ServerDiagnosticsNegativeTest-643009835-project] Allocated IP 192.168.233.182 (72a4be73-29a1-424c-8690-ecdcf6b06721/60d10164-1dee-4940-9d19-f71e6c18cbc5/e18b36ee-1b80-4329-aa52-78d9b8441084) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:13:26.159935 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-430edc1b-a233-4927-97ee-883d46e24dbc req-5c08790d-2887-48d4-b1de-395c5ccf5517 service neutron] For port 45697d14-5fa9-4743-ad39-5faf9772c311, host n-h2-768862-13, cleared binding levels {{(pid=94261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:13:26.177581 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-430edc1b-a233-4927-97ee-883d46e24dbc req-5c08790d-2887-48d4-b1de-395c5ccf5517 service neutron] Notify callbacks [] for binding, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:26.178961 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-430edc1b-a233-4927-97ee-883d46e24dbc req-5c08790d-2887-48d4-b1de-395c5ccf5517 service neutron] 10.222.0.42 "DELETE /v2.0/ports/45697d14-5fa9-4743-ad39-5faf9772c311/bindings/n-h2-768862-13 HTTP/1.1" status: 204 len: 173 time: 0.8105533 Aug 10 03:13:26.191791 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ef982480-8166-4724-bf73-5b2762bce2ab req-3a57c5ba-2283-4071-8a2a-5b7fdf6f0ba2 tempest-ServerDiagnosticsNegativeTest-643009835 tempest-ServerDiagnosticsNegativeTest-643009835-project] 10.222.0.44 "GET /v2.0/ports?device_id=23cf5be8-5c09-466d-804d-c55afc536bbc HTTP/1.1" status: 200 len: 210 time: 0.0496218 Aug 10 03:13:26.212640 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2120c5f6-b65f-4631-aaac-7e315160b0f6 req-124b46b5-e1b2-45c4-be07-8811788ee75e tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867407 Aug 10 03:13:26.236786 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547e0907-fd9f-4901-a13a-4d8921f4cbc7 req-119391cb-b330-4926-a84e-875405a2374b tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:26.248410 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-547e0907-fd9f-4901-a13a-4d8921f4cbc7 req-119391cb-b330-4926-a84e-875405a2374b tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.61 "GET /v2.0/ports?device_id=d81c6232-f0c3-49ea-bd08-78872ee1d315&tenant_id=808ab0b013b8411c9f012091d2eaa39f&binding%3Ahost_id=n-h1-768862-13 HTTP/1.1" status: 200 len: 948 time: 0.3061531 Aug 10 03:13:26.347216 n-d-768862-13 neutron-server[94261]: INFO neutron.api.v2.resource [req-547e0907-fd9f-4901-a13a-4d8921f4cbc7 req-6de463da-908f-446b-b73d-b3d5a9c4a8e7 service neutron] delete failed (client error): The resource could not be found. Aug 10 03:13:26.348123 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-547e0907-fd9f-4901-a13a-4d8921f4cbc7 req-6de463da-908f-446b-b73d-b3d5a9c4a8e7 service neutron] 10.222.0.61 "DELETE /v2.0/ports/408a3286-4f2d-4fd4-a596-e648c93bfc43/bindings/n-h2-768862-13 HTTP/1.1" status: 404 len: 381 time: 0.0932322 Aug 10 03:13:26.423548 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [req-aa3b3d3c-6f2d-42cc-a702-dd498b12ef58 req-d84ebe2b-ba7d-43ac-aba6-5db114e92690 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3c042ac-1553-4d39-8347-90f740a68853 {{(pid=94261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:13:26.437857 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-aa3b3d3c-6f2d-42cc-a702-dd498b12ef58 req-d84ebe2b-ba7d-43ac-aba6-5db114e92690 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:26.461479 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daea2e9-a885-4962-9c14-09a77e1ec7a5 req-a6741ac1-4a86-4b77-ade4-5cc60c2b008e tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:26.462186 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [req-aa3b3d3c-6f2d-42cc-a702-dd498b12ef58 req-d84ebe2b-ba7d-43ac-aba6-5db114e92690 service neutron] Transition to ACTIVE for port object d3c042ac-1553-4d39-8347-90f740a68853 will not be triggered until provisioned by entity L2. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:13:26.463111 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2daea2e9-a885-4962-9c14-09a77e1ec7a5 req-a6741ac1-4a86-4b77-ade4-5cc60c2b008e tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2523f58-4dac-4c3c-853d-957eae2412b7 HTTP/1.1" status: 200 len: 950 time: 0.1230168 Aug 10 03:13:26.481796 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a849c1a-fb01-489f-a10a-7bf57eb96878 req-40b6563a-4e7c-4389-bf96-1299cb831099 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:26.483985 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3a849c1a-fb01-489f-a10a-7bf57eb96878 req-40b6563a-4e7c-4389-bf96-1299cb831099 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c6232-f0c3-49ea-bd08-78872ee1d315 HTTP/1.1" status: 200 len: 948 time: 0.1281540 Aug 10 03:13:26.484732 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-aa3b3d3c-6f2d-42cc-a702-dd498b12ef58 req-d84ebe2b-ba7d-43ac-aba6-5db114e92690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:26.503502 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-004996ca-2821-44e9-9e13-450ecb9171f2 req-3ade9065-a79c-4197-b49c-6a4a4df6f2ac tempest-ServerDiagnosticsNegativeTest-643009835 tempest-ServerDiagnosticsNegativeTest-643009835-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:26.548791 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547e0907-fd9f-4901-a13a-4d8921f4cbc7 req-09d35a03-e1b0-4221-bd96-dd8d63ec52e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:26.550052 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-004996ca-2821-44e9-9e13-450ecb9171f2 req-3ade9065-a79c-4197-b49c-6a4a4df6f2ac tempest-ServerDiagnosticsNegativeTest-643009835 tempest-ServerDiagnosticsNegativeTest-643009835-project] Transition to ACTIVE for port object e18b36ee-1b80-4329-aa52-78d9b8441084 will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:13:26.550383 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-547e0907-fd9f-4901-a13a-4d8921f4cbc7 req-09d35a03-e1b0-4221-bd96-dd8d63ec52e6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=808ab0b013b8411c9f012091d2eaa39f&device_id=d81c6232-f0c3-49ea-bd08-78872ee1d315 HTTP/1.1" status: 200 len: 1100 time: 0.1019106 Aug 10 03:13:26.550902 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84ebe2b-ba7d-43ac-aba6-5db114e92690 service neutron] Pushing event updated for resources: {'Port': ['ID=d3c042ac-1553-4d39-8347-90f740a68853,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:26.590743 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2daea2e9-a885-4962-9c14-09a77e1ec7a5 req-9cd1e301-cdd0-469e-ae18-8015315a9de4 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/security-groups?id=b61ddca4-e27e-4174-97e8-ca6f8f679a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049488 Aug 10 03:13:26.595764 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3a849c1a-fb01-489f-a10a-7bf57eb96878 req-2986b5e1-1118-43f4-a2d2-0b7123250b77 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960104 Aug 10 03:13:26.611346 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:26.635239 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-004996ca-2821-44e9-9e13-450ecb9171f2 req-3ade9065-a79c-4197-b49c-6a4a4df6f2ac tempest-ServerDiagnosticsNegativeTest-643009835 tempest-ServerDiagnosticsNegativeTest-643009835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:26.676691 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-aa3b3d3c-6f2d-42cc-a702-dd498b12ef58 req-d84ebe2b-ba7d-43ac-aba6-5db114e92690 service neutron] Attempting to bind port d3c042ac-1553-4d39-8347-90f740a68853 on host n-h2-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:13:26.677014 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-aa3b3d3c-6f2d-42cc-a702-dd498b12ef58 req-d84ebe2b-ba7d-43ac-aba6-5db114e92690 service neutron] Attempting to bind port d3c042ac-1553-4d39-8347-90f740a68853 by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': 'e1ea0112-d828-45f3-a96b-2a696c160566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '06cba743-97cb-4e3d-9173-104a9c9a70d3'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:13:26.677361 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3b3d3c-6f2d-42cc-a702-dd498b12ef58 req-d84ebe2b-ba7d-43ac-aba6-5db114e92690 service neutron] Attempting to bind port d3c042ac-1553-4d39-8347-90f740a68853 on network 06cba743-97cb-4e3d-9173-104a9c9a70d3 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:13:26.689250 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3b3d3c-6f2d-42cc-a702-dd498b12ef58 req-d84ebe2b-ba7d-43ac-aba6-5db114e92690 service neutron] Port d3c042ac-1553-4d39-8347-90f740a68853 on network 06cba743-97cb-4e3d-9173-104a9c9a70d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:13:26.689838 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3b3d3c-6f2d-42cc-a702-dd498b12ef58 req-d84ebe2b-ba7d-43ac-aba6-5db114e92690 service neutron] Attempting to bind port d3c042ac-1553-4d39-8347-90f740a68853 on network 06cba743-97cb-4e3d-9173-104a9c9a70d3 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:13:26.699937 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3b3d3c-6f2d-42cc-a702-dd498b12ef58 req-d84ebe2b-ba7d-43ac-aba6-5db114e92690 service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:13:26.700284 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3b3d3c-6f2d-42cc-a702-dd498b12ef58 req-d84ebe2b-ba7d-43ac-aba6-5db114e92690 service neutron] Checking segment: {'id': 'e1ea0112-d828-45f3-a96b-2a696c160566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '06cba743-97cb-4e3d-9173-104a9c9a70d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:13:26.700635 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3b3d3c-6f2d-42cc-a702-dd498b12ef58 req-d84ebe2b-ba7d-43ac-aba6-5db114e92690 service neutron] Bound using segment: {'id': 'e1ea0112-d828-45f3-a96b-2a696c160566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '06cba743-97cb-4e3d-9173-104a9c9a70d3'} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:13:26.701074 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-aa3b3d3c-6f2d-42cc-a702-dd498b12ef58 req-d84ebe2b-ba7d-43ac-aba6-5db114e92690 service neutron] Bound port: d3c042ac-1553-4d39-8347-90f740a68853, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1ea0112-d828-45f3-a96b-2a696c160566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '06cba743-97cb-4e3d-9173-104a9c9a70d3'}}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:13:26.701427 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-aa3b3d3c-6f2d-42cc-a702-dd498b12ef58 req-d84ebe2b-ba7d-43ac-aba6-5db114e92690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:26.752059 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-004996ca-2821-44e9-9e13-450ecb9171f2 req-3ade9065-a79c-4197-b49c-6a4a4df6f2ac tempest-ServerDiagnosticsNegativeTest-643009835 tempest-ServerDiagnosticsNegativeTest-643009835-project] Network 72a4be73-29a1-424c-8690-ecdcf6b06721 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:13:26.765823 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-004996ca-2821-44e9-9e13-450ecb9171f2 req-3ade9065-a79c-4197-b49c-6a4a4df6f2ac tempest-ServerDiagnosticsNegativeTest-643009835 tempest-ServerDiagnosticsNegativeTest-643009835-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:13:26.770030 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-004996ca-2821-44e9-9e13-450ecb9171f2 req-3ade9065-a79c-4197-b49c-6a4a4df6f2ac tempest-ServerDiagnosticsNegativeTest-643009835 tempest-ServerDiagnosticsNegativeTest-643009835-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:13:26.775586 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004996ca-2821-44e9-9e13-450ecb9171f2 req-3ade9065-a79c-4197-b49c-6a4a4df6f2ac tempest-ServerDiagnosticsNegativeTest-643009835 tempest-ServerDiagnosticsNegativeTest-643009835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:26.776219 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-004996ca-2821-44e9-9e13-450ecb9171f2 req-3ade9065-a79c-4197-b49c-6a4a4df6f2ac tempest-ServerDiagnosticsNegativeTest-643009835 tempest-ServerDiagnosticsNegativeTest-643009835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:26.779450 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ade9065-a79c-4197-b49c-6a4a4df6f2ac tempest-ServerDiagnosticsNegativeTest-643009835 tempest-ServerDiagnosticsNegativeTest-643009835-project] Pushing event updated for resources: {'Port': ['ID=e18b36ee-1b80-4329-aa52-78d9b8441084,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:26.815328 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547e0907-fd9f-4901-a13a-4d8921f4cbc7 req-be0639a9-3a4c-4744-9522-a188e6446c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:26.817127 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-547e0907-fd9f-4901-a13a-4d8921f4cbc7 req-be0639a9-3a4c-4744-9522-a188e6446c38 service neutron] 10.222.0.61 "GET /v2.0/networks?id=72a4be73-29a1-424c-8690-ecdcf6b06721 HTTP/1.1" status: 200 len: 869 time: 0.2435732 Aug 10 03:13:26.833939 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288e1c8e-2360-4b4d-b86d-761208dc81f2 req-6eb014c8-3122-43c5-b249-daa20c9b377d tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:26.838890 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-288e1c8e-2360-4b4d-b86d-761208dc81f2 req-6eb014c8-3122-43c5-b249-daa20c9b377d tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d34745f-d33c-4aed-a1b4-7a7c60b88f2b HTTP/1.1" status: 200 len: 950 time: 0.1533172 Aug 10 03:13:26.858130 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce117a22-6d57-4d0b-ad15-b4a891a20969 req-0a57f086-ae87-4e18-9b5e-b28f92fdcebe tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:26.860396 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ce117a22-6d57-4d0b-ad15-b4a891a20969 req-0a57f086-ae87-4e18-9b5e-b28f92fdcebe tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=813698f8-88cf-486f-890d-c235b048616c HTTP/1.1" status: 200 len: 945 time: 0.1715362 Aug 10 03:13:26.863501 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-004996ca-2821-44e9-9e13-450ecb9171f2 req-3ade9065-a79c-4197-b49c-6a4a4df6f2ac tempest-ServerDiagnosticsNegativeTest-643009835 tempest-ServerDiagnosticsNegativeTest-643009835-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5009787 Aug 10 03:13:26.888969 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-004996ca-2821-44e9-9e13-450ecb9171f2 req-244e6ad3-7979-4c8b-9091-778bcca8a8f5 service neutron] Request body: {'port': {'device_id': '23cf5be8-5c09-466d-804d-c55afc536bbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:13:26.914624 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-aa3b3d3c-6f2d-42cc-a702-dd498b12ef58 req-d84ebe2b-ba7d-43ac-aba6-5db114e92690 service neutron] For port d3c042ac-1553-4d39-8347-90f740a68853, host n-h2-768862-13, cleared binding levels {{(pid=94261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:13:26.920192 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-547e0907-fd9f-4901-a13a-4d8921f4cbc7 req-18882079-0260-4f1d-9711-8fb31a69eadb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=408a3286-4f2d-4fd4-a596-e648c93bfc43 HTTP/1.1" status: 200 len: 217 time: 0.0793312 Aug 10 03:13:26.932165 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-aa3b3d3c-6f2d-42cc-a702-dd498b12ef58 req-d84ebe2b-ba7d-43ac-aba6-5db114e92690 service neutron] For port d3c042ac-1553-4d39-8347-90f740a68853, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=d3c042ac-1553-4d39-8347-90f740a68853,segment=NetworkSegment(e1ea0112-d828-45f3-a96b-2a696c160566),segment_id=e1ea0112-d828-45f3-a96b-2a696c160566)] {{(pid=94261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:13:26.942516 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-aa3b3d3c-6f2d-42cc-a702-dd498b12ef58 req-d84ebe2b-ba7d-43ac-aba6-5db114e92690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:26.987787 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-288e1c8e-2360-4b4d-b86d-761208dc81f2 req-32b7aa13-1020-4e2b-8f07-f5f582688cc4 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] 10.222.0.44 "GET /v2.0/security-groups?id=a666ad1b-f110-40b4-9c8d-b8c5dedb4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267378 Aug 10 03:13:26.992973 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ce117a22-6d57-4d0b-ad15-b4a891a20969 req-03494a76-1fc3-411d-b075-54c0d0f45daf tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213841 Aug 10 03:13:27.006047 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-004996ca-2821-44e9-9e13-450ecb9171f2 req-244e6ad3-7979-4c8b-9091-778bcca8a8f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:27.006907 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3b3d3c-6f2d-42cc-a702-dd498b12ef58 req-d84ebe2b-ba7d-43ac-aba6-5db114e92690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:27.007542 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-aa3b3d3c-6f2d-42cc-a702-dd498b12ef58 req-d84ebe2b-ba7d-43ac-aba6-5db114e92690 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:27.009132 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-aa3b3d3c-6f2d-42cc-a702-dd498b12ef58 req-d84ebe2b-ba7d-43ac-aba6-5db114e92690 service neutron] 10.222.0.61 "PUT /v2.0/ports/d3c042ac-1553-4d39-8347-90f740a68853 HTTP/1.1" status: 200 len: 1092 time: 1.6492758 Aug 10 03:13:27.009503 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5016a7a7-472c-4a99-b0a5-e3eb50130a67', 'tag': 'd3c042ac-1553-4d39-8347-90f740a68853'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:13:27.011913 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf81fecb-21a7-4b67-aa0f-d1eb84f29f31" -d '{"events": [{"name": "network-changed", "server_uuid": "5016a7a7-472c-4a99-b0a5-e3eb50130a67", "tag": "d3c042ac-1553-4d39-8347-90f740a68853"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:13:27.039722 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547e0907-fd9f-4901-a13a-4d8921f4cbc7 req-acedc44e-b34a-4474-9274-bbe44f186ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:27.041252 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-547e0907-fd9f-4901-a13a-4d8921f4cbc7 req-acedc44e-b34a-4474-9274-bbe44f186ed2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=60d10164-1dee-4940-9d19-f71e6c18cbc5 HTTP/1.1" status: 200 len: 843 time: 0.1114221 Aug 10 03:13:27.161103 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84ebe2b-ba7d-43ac-aba6-5db114e92690 service neutron] Pushing event updated for resources: {'Port': ['ID=d3c042ac-1553-4d39-8347-90f740a68853,revision_number=3']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:27.198907 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-609d4a9b-66c2-4b16-b98d-3d5c510ab6e9 x-openstack-request-id: req-609d4a9b-66c2-4b16-b98d-3d5c510ab6e9 {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:13:27.199204 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5016a7a7-472c-4a99-b0a5-e3eb50130a67", "tag": "d3c042ac-1553-4d39-8347-90f740a68853", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:13:27.199563 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-609d4a9b-66c2-4b16-b98d-3d5c510ab6e9 {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:13:27.199983 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5016a7a7-472c-4a99-b0a5-e3eb50130a67', 'tag': 'd3c042ac-1553-4d39-8347-90f740a68853', 'status': 'completed', 'code': 200} Aug 10 03:13:27.219615 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3b3d3c-6f2d-42cc-a702-dd498b12ef58 req-2c4e3a90-b47b-4fd8-af57-72d8db27f124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:27.221209 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-aa3b3d3c-6f2d-42cc-a702-dd498b12ef58 req-2c4e3a90-b47b-4fd8-af57-72d8db27f124 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bd4ff3ae34274cb6803be2c6188b2b0c&device_id=5016a7a7-472c-4a99-b0a5-e3eb50130a67 HTTP/1.1" status: 200 len: 1095 time: 0.1424289 Aug 10 03:13:27.234171 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547e0907-fd9f-4901-a13a-4d8921f4cbc7 req-b7d4a3e9-d9f5-4621-958f-97b068c9c3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:27.236397 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-547e0907-fd9f-4901-a13a-4d8921f4cbc7 req-b7d4a3e9-d9f5-4621-958f-97b068c9c3e4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=72a4be73-29a1-424c-8690-ecdcf6b06721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1762772 Aug 10 03:13:27.246276 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-618c30c1-23b1-403c-9627-5d0d1677aab1 None None] Provisioning for port e18b36ee-1b80-4329-aa52-78d9b8441084 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:13:27.250966 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-618c30c1-23b1-403c-9627-5d0d1677aab1 None None] Provisioning complete for port e18b36ee-1b80-4329-aa52-78d9b8441084 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:13:27.251718 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-618c30c1-23b1-403c-9627-5d0d1677aab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:27.290734 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 408a3286-4f2d-4fd4-a596-e648c93bfc43 up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:13:27.302850 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-aa3b3d3c-6f2d-42cc-a702-dd498b12ef58 req-8e67119d-f3f7-47e9-b2b9-d704b42a4b06 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d3c042ac-1553-4d39-8347-90f740a68853 HTTP/1.1" status: 200 len: 217 time: 0.0649152 Aug 10 03:13:27.353049 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-618c30c1-23b1-403c-9627-5d0d1677aab1 None None] Port e18b36ee-1b80-4329-aa52-78d9b8441084 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:13:27.374052 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning for port 408a3286-4f2d-4fd4-a596-e648c93bfc43 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:13:27.378498 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port 408a3286-4f2d-4fd4-a596-e648c93bfc43 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:13:27.378940 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:27.406485 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3b3d3c-6f2d-42cc-a702-dd498b12ef58 req-2137d5b3-5d33-47ec-87d6-6bd03e6ff2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:27.407965 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-aa3b3d3c-6f2d-42cc-a702-dd498b12ef58 req-2137d5b3-5d33-47ec-87d6-6bd03e6ff2f5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3f0e3909-62c9-4453-825e-ffacada819b0 HTTP/1.1" status: 200 len: 851 time: 0.0948853 Aug 10 03:13:27.448893 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-aa3b3d3c-6f2d-42cc-a702-dd498b12ef58 req-fef78bb8-f21f-40a9-aa03-86dba6e48a19 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=06cba743-97cb-4e3d-9173-104a9c9a70d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326543 Aug 10 03:13:27.451256 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-547e0907-fd9f-4901-a13a-4d8921f4cbc7 req-1ed94ed2-6479-4bff-bdeb-3b4a16e506b5 service neutron] 10.222.0.61 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587844 Aug 10 03:13:27.467638 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b022c0-3e91-4f6e-9101-5ea83df29f3f req-ed20d47b-8e49-4caf-bdd8-147dd655df1e tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:27.470353 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-62b022c0-3e91-4f6e-9101-5ea83df29f3f req-ed20d47b-8e49-4caf-bdd8-147dd655df1e tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=5016a7a7-472c-4a99-b0a5-e3eb50130a67 HTTP/1.1" status: 200 len: 943 time: 0.2860479 Aug 10 03:13:27.479291 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:27.488105 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7a9089-f65d-4e25-b77f-0886b8968c1c req-762588de-a1ea-486a-9605-258245ddabc4 tempest-LiveMigrationTest-1156190287 tempest-LiveMigrationTest-1156190287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:27.491918 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ae7a9089-f65d-4e25-b77f-0886b8968c1c req-762588de-a1ea-486a-9605-258245ddabc4 tempest-LiveMigrationTest-1156190287 tempest-LiveMigrationTest-1156190287-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=992848df-3222-4c56-80a5-190b1c7fc1ff HTTP/1.1" status: 200 len: 1097 time: 0.2117338 Aug 10 03:13:27.522984 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd81c6232-f0c3-49ea-bd08-78872ee1d315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '408a3286-4f2d-4fd4-a596-e648c93bfc43'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:13:27.525338 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ebd2a28-4bd4-44cb-bd1e-e6b13964ad76" -d '{"events": [{"server_uuid": "d81c6232-f0c3-49ea-bd08-78872ee1d315", "name": "network-vif-plugged", "status": "completed", "tag": "408a3286-4f2d-4fd4-a596-e648c93bfc43"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:13:27.546639 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 408a3286-4f2d-4fd4-a596-e648c93bfc43, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=408a3286-4f2d-4fd4-a596-e648c93bfc43,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:27.557673 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:27.600608 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ae7a9089-f65d-4e25-b77f-0886b8968c1c req-0b38ef60-5030-4a7f-b95b-c3d96f30726a tempest-LiveMigrationTest-1156190287 tempest-LiveMigrationTest-1156190287-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998602 Aug 10 03:13:27.638282 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-62b022c0-3e91-4f6e-9101-5ea83df29f3f req-0d5f0fce-4c06-4d8a-a5be-9466bb5d19fa tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285803 Aug 10 03:13:27.641222 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=408a3286-4f2d-4fd4-a596-e648c93bfc43,revision_number=9']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:27.654258 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-aa3b3d3c-6f2d-42cc-a702-dd498b12ef58 req-e15657b4-9306-438a-ad0b-db1732d2fc57 service neutron] 10.222.0.61 "GET /v2.0/networks/06cba743-97cb-4e3d-9173-104a9c9a70d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810071 Aug 10 03:13:27.654258 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-547e0907-fd9f-4901-a13a-4d8921f4cbc7 req-97133eef-31ca-4d77-b6c1-6a8668f19c9d service neutron] 10.222.0.61 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853883 Aug 10 03:13:27.829105 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-004996ca-2821-44e9-9e13-450ecb9171f2 req-244e6ad3-7979-4c8b-9091-778bcca8a8f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e18b36ee-1b80-4329-aa52-78d9b8441084 {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:13:27.830317 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-aa3b3d3c-6f2d-42cc-a702-dd498b12ef58 req-59a6b159-ae1f-4b2a-9825-beb7b3f7cca8 service neutron] 10.222.0.61 "GET /v2.0/networks/06cba743-97cb-4e3d-9173-104a9c9a70d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636484 Aug 10 03:13:27.838212 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-004996ca-2821-44e9-9e13-450ecb9171f2 req-244e6ad3-7979-4c8b-9091-778bcca8a8f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:27.857310 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034dccc-b7ff-47a1-9b35-081ee4a800ad req-91b991fd-ac9a-4cca-802f-934cb5ef1575 tempest-ServerDiagnosticsNegativeTest-643009835 tempest-ServerDiagnosticsNegativeTest-643009835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:27.859591 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1034dccc-b7ff-47a1-9b35-081ee4a800ad req-91b991fd-ac9a-4cca-802f-934cb5ef1575 tempest-ServerDiagnosticsNegativeTest-643009835 tempest-ServerDiagnosticsNegativeTest-643009835-project] 10.222.0.44 "GET /v2.0/ports?device_id=23cf5be8-5c09-466d-804d-c55afc536bbc HTTP/1.1" status: 200 len: 936 time: 0.0915427 Aug 10 03:13:27.869972 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-004996ca-2821-44e9-9e13-450ecb9171f2 req-244e6ad3-7979-4c8b-9091-778bcca8a8f5 service neutron] Transition to ACTIVE for port object e18b36ee-1b80-4329-aa52-78d9b8441084 will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:13:27.878996 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-004996ca-2821-44e9-9e13-450ecb9171f2 req-244e6ad3-7979-4c8b-9091-778bcca8a8f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:27.937574 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf81fecb-21a7-4b67-aa0f-d1eb84f29f31 req-04c36f70-d11c-4aca-a413-70fe440e125f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:27.939981 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-cf81fecb-21a7-4b67-aa0f-d1eb84f29f31 req-04c36f70-d11c-4aca-a413-70fe440e125f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bd4ff3ae34274cb6803be2c6188b2b0c&device_id=5016a7a7-472c-4a99-b0a5-e3eb50130a67 HTTP/1.1" status: 200 len: 1095 time: 0.0478635 Aug 10 03:13:27.976678 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1034dccc-b7ff-47a1-9b35-081ee4a800ad req-fa976e90-4324-4f62-bc0a-26b44cc6a8a5 tempest-ServerDiagnosticsNegativeTest-643009835 tempest-ServerDiagnosticsNegativeTest-643009835-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b16592a-4d81-43ff-84d3-827db9a63127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089551 Aug 10 03:13:27.986185 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244e6ad3-7979-4c8b-9091-778bcca8a8f5 service neutron] Pushing event updated for resources: {'Port': ['ID=e18b36ee-1b80-4329-aa52-78d9b8441084,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:28.045430 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-004996ca-2821-44e9-9e13-450ecb9171f2 req-244e6ad3-7979-4c8b-9091-778bcca8a8f5 service neutron] Attempting to bind port e18b36ee-1b80-4329-aa52-78d9b8441084 on host n-h2-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:13:28.048138 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-004996ca-2821-44e9-9e13-450ecb9171f2 req-244e6ad3-7979-4c8b-9091-778bcca8a8f5 service neutron] Attempting to bind port e18b36ee-1b80-4329-aa52-78d9b8441084 by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:13:28.048637 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004996ca-2821-44e9-9e13-450ecb9171f2 req-244e6ad3-7979-4c8b-9091-778bcca8a8f5 service neutron] Attempting to bind port e18b36ee-1b80-4329-aa52-78d9b8441084 on network 72a4be73-29a1-424c-8690-ecdcf6b06721 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:13:28.056692 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c7ae96-ac43-4eb3-878e-a799f03876c7 req-726d443a-3b25-43b0-8a89-d6e509dc3620 tempest-LiveAutoBlockMigrationV225Test-725400249 tempest-LiveAutoBlockMigrationV225Test-725400249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:28.066945 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-48c7ae96-ac43-4eb3-878e-a799f03876c7 req-726d443a-3b25-43b0-8a89-d6e509dc3620 tempest-LiveAutoBlockMigrationV225Test-725400249 tempest-LiveAutoBlockMigrationV225Test-725400249-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=813698f8-88cf-486f-890d-c235b048616c HTTP/1.1" status: 200 len: 1097 time: 0.1520977 Aug 10 03:13:28.069711 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004996ca-2821-44e9-9e13-450ecb9171f2 req-244e6ad3-7979-4c8b-9091-778bcca8a8f5 service neutron] Port e18b36ee-1b80-4329-aa52-78d9b8441084 on network 72a4be73-29a1-424c-8690-ecdcf6b06721 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:13:28.070420 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004996ca-2821-44e9-9e13-450ecb9171f2 req-244e6ad3-7979-4c8b-9091-778bcca8a8f5 service neutron] Attempting to bind port e18b36ee-1b80-4329-aa52-78d9b8441084 on network 72a4be73-29a1-424c-8690-ecdcf6b06721 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:13:28.073941 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf81fecb-21a7-4b67-aa0f-d1eb84f29f31 req-bef97f8f-1bd4-4f03-9bbb-32f5a3d352a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:28.076348 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-cf81fecb-21a7-4b67-aa0f-d1eb84f29f31 req-bef97f8f-1bd4-4f03-9bbb-32f5a3d352a1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=06cba743-97cb-4e3d-9173-104a9c9a70d3 HTTP/1.1" status: 200 len: 911 time: 0.1249716 Aug 10 03:13:28.079832 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004996ca-2821-44e9-9e13-450ecb9171f2 req-244e6ad3-7979-4c8b-9091-778bcca8a8f5 service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:13:28.080222 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004996ca-2821-44e9-9e13-450ecb9171f2 req-244e6ad3-7979-4c8b-9091-778bcca8a8f5 service neutron] Checking segment: {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:13:28.080704 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004996ca-2821-44e9-9e13-450ecb9171f2 req-244e6ad3-7979-4c8b-9091-778bcca8a8f5 service neutron] Bound using segment: {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:13:28.081079 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-004996ca-2821-44e9-9e13-450ecb9171f2 req-244e6ad3-7979-4c8b-9091-778bcca8a8f5 service neutron] Bound port: e18b36ee-1b80-4329-aa52-78d9b8441084, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:13:28.081446 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-004996ca-2821-44e9-9e13-450ecb9171f2 req-244e6ad3-7979-4c8b-9091-778bcca8a8f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:28.126148 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-cf81fecb-21a7-4b67-aa0f-d1eb84f29f31 req-4394b107-c004-43ac-8871-145728f1bcd8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d3c042ac-1553-4d39-8347-90f740a68853 HTTP/1.1" status: 200 len: 217 time: 0.0418067 Aug 10 03:13:28.144691 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-de5c6412-6c74-4fed-b62b-7698e90bbcfb req-778dd6ae-f020-4f73-8757-f7e6fd79ee1c tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=5c63ff337f394941ba57d38599745446&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0480382 Aug 10 03:13:28.199648 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf81fecb-21a7-4b67-aa0f-d1eb84f29f31 req-2a816bcc-0fce-4709-8c0f-d9a1c6ad562f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:28.201698 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-cf81fecb-21a7-4b67-aa0f-d1eb84f29f31 req-2a816bcc-0fce-4709-8c0f-d9a1c6ad562f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3f0e3909-62c9-4453-825e-ffacada819b0 HTTP/1.1" status: 200 len: 851 time: 0.0682831 Aug 10 03:13:28.240472 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-cf81fecb-21a7-4b67-aa0f-d1eb84f29f31 req-5c4fac05-8ebc-4cc5-b39a-faa29972024b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=06cba743-97cb-4e3d-9173-104a9c9a70d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288389 Aug 10 03:13:28.243911 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-48c7ae96-ac43-4eb3-878e-a799f03876c7 req-4f60698d-a329-43ff-9006-ccdf65c56ee2 tempest-LiveAutoBlockMigrationV225Test-725400249 tempest-LiveAutoBlockMigrationV225Test-725400249-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558058 Aug 10 03:13:28.292193 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-004996ca-2821-44e9-9e13-450ecb9171f2 req-244e6ad3-7979-4c8b-9091-778bcca8a8f5 service neutron] For port e18b36ee-1b80-4329-aa52-78d9b8441084, host n-h2-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:13:28.326568 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-004996ca-2821-44e9-9e13-450ecb9171f2 req-244e6ad3-7979-4c8b-9091-778bcca8a8f5 service neutron] For port e18b36ee-1b80-4329-aa52-78d9b8441084, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=e18b36ee-1b80-4329-aa52-78d9b8441084,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:13:28.336218 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5c6412-6c74-4fed-b62b-7698e90bbcfb req-e8c6d7f5-169e-4243-8b1c-70c7fb1f4747 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:28.338191 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-de5c6412-6c74-4fed-b62b-7698e90bbcfb req-e8c6d7f5-169e-4243-8b1c-70c7fb1f4747 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1886408 Aug 10 03:13:28.344491 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-004996ca-2821-44e9-9e13-450ecb9171f2 req-244e6ad3-7979-4c8b-9091-778bcca8a8f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:28.381412 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9cb1d18-24b7-4552-8191-9d13ad6ee875 x-openstack-request-id: req-d9cb1d18-24b7-4552-8191-9d13ad6ee875 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:13:28.381963 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d81c6232-f0c3-49ea-bd08-78872ee1d315", "name": "network-vif-plugged", "status": "completed", "tag": "408a3286-4f2d-4fd4-a596-e648c93bfc43", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:13:28.382661 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d9cb1d18-24b7-4552-8191-9d13ad6ee875 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:13:28.383146 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd81c6232-f0c3-49ea-bd08-78872ee1d315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '408a3286-4f2d-4fd4-a596-e648c93bfc43', 'code': 200} Aug 10 03:13:28.395685 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-de5c6412-6c74-4fed-b62b-7698e90bbcfb req-7224526d-9645-4e88-b0d9-30fe9bb1e6f7 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] 10.222.0.44 "GET /v2.0/quotas/5c63ff337f394941ba57d38599745446 HTTP/1.1" status: 200 len: 375 time: 0.0470035 Aug 10 03:13:28.401520 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004996ca-2821-44e9-9e13-450ecb9171f2 req-244e6ad3-7979-4c8b-9091-778bcca8a8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:28.402207 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-004996ca-2821-44e9-9e13-450ecb9171f2 req-244e6ad3-7979-4c8b-9091-778bcca8a8f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:28.403787 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-004996ca-2821-44e9-9e13-450ecb9171f2 req-244e6ad3-7979-4c8b-9091-778bcca8a8f5 service neutron] 10.222.0.61 "PUT /v2.0/ports/e18b36ee-1b80-4329-aa52-78d9b8441084 HTTP/1.1" status: 200 len: 1097 time: 1.5310435 Aug 10 03:13:28.404243 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23cf5be8-5c09-466d-804d-c55afc536bbc', 'tag': 'e18b36ee-1b80-4329-aa52-78d9b8441084'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:13:28.407195 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6d88501-9f72-4ee0-81c6-ea243b243014" -d '{"events": [{"name": "network-changed", "server_uuid": "23cf5be8-5c09-466d-804d-c55afc536bbc", "tag": "e18b36ee-1b80-4329-aa52-78d9b8441084"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:13:28.418631 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-cf81fecb-21a7-4b67-aa0f-d1eb84f29f31 req-fd71ec84-7179-40a0-b9a1-261735926d91 service neutron] 10.222.0.61 "GET /v2.0/networks/06cba743-97cb-4e3d-9173-104a9c9a70d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622696 Aug 10 03:13:28.490932 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244e6ad3-7979-4c8b-9091-778bcca8a8f5 service neutron] Pushing event updated for resources: {'Port': ['ID=e18b36ee-1b80-4329-aa52-78d9b8441084,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:28.561847 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-cf81fecb-21a7-4b67-aa0f-d1eb84f29f31 req-cb2bf12b-0e92-42f8-afc7-2f63676659b9 service neutron] 10.222.0.61 "GET /v2.0/networks/06cba743-97cb-4e3d-9173-104a9c9a70d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326900 Aug 10 03:13:28.564424 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c938f60-83c3-4844-9a17-9344ccca7a33 req-84f4b3d7-1050-4a98-b68b-53ad526ea76f tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:28.566077 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6c938f60-83c3-4844-9a17-9344ccca7a33 req-84f4b3d7-1050-4a98-b68b-53ad526ea76f tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c6232-f0c3-49ea-bd08-78872ee1d315 HTTP/1.1" status: 200 len: 949 time: 0.1191022 Aug 10 03:13:28.570216 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-de5c6412-6c74-4fed-b62b-7698e90bbcfb req-0df4010b-d00a-41de-8520-1eed4586bbed tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=5c63ff337f394941ba57d38599745446&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1579242 Aug 10 03:13:28.616625 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004996ca-2821-44e9-9e13-450ecb9171f2 req-1fd0bad9-dd99-4d4d-8494-980f9c94b3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:28.618149 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-004996ca-2821-44e9-9e13-450ecb9171f2 req-1fd0bad9-dd99-4d4d-8494-980f9c94b3af service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bab200df51a342a597cd8ab09c5b0078&device_id=23cf5be8-5c09-466d-804d-c55afc536bbc HTTP/1.1" status: 200 len: 1100 time: 0.1104605 Aug 10 03:13:28.621624 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6c938f60-83c3-4844-9a17-9344ccca7a33 req-1693e1ff-2382-4d12-928c-ad514a5e1d92 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462115 Aug 10 03:13:28.897668 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-004996ca-2821-44e9-9e13-450ecb9171f2 req-a38a98c6-3c08-4eef-95eb-d437495633b9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=e18b36ee-1b80-4329-aa52-78d9b8441084 HTTP/1.1" status: 200 len: 217 time: 0.2690811 Aug 10 03:13:29.052946 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004996ca-2821-44e9-9e13-450ecb9171f2 req-9bfd4570-7a04-4870-868b-95f59bdc327c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:29.054725 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-004996ca-2821-44e9-9e13-450ecb9171f2 req-9bfd4570-7a04-4870-868b-95f59bdc327c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=60d10164-1dee-4940-9d19-f71e6c18cbc5 HTTP/1.1" status: 200 len: 843 time: 0.1417077 Aug 10 03:13:29.065518 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3740ba-9547-4df9-b9f2-c1a92ff88a30 req-9d946587-67a1-4497-97f4-3d0f9f072c0a tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:29.067063 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3e3740ba-9547-4df9-b9f2-c1a92ff88a30 req-9d946587-67a1-4497-97f4-3d0f9f072c0a tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2523f58-4dac-4c3c-853d-957eae2412b7 HTTP/1.1" status: 200 len: 950 time: 0.1732998 Aug 10 03:13:29.136306 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1882d8d-25ac-4479-9ee8-441d29b75166 req-79993e5d-8aa4-4b87-a5d5-56ea3954f80e tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:29.137814 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c1882d8d-25ac-4479-9ee8-441d29b75166 req-79993e5d-8aa4-4b87-a5d5-56ea3954f80e tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/networks?id=fb04e5c4-4048-4691-8fd2-5191f92c4dcc HTTP/1.1" status: 200 len: 808 time: 0.2429452 Aug 10 03:13:29.170845 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3e3740ba-9547-4df9-b9f2-c1a92ff88a30 req-a3cc06c2-f980-4a4e-be9a-4e4d28ee21b3 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/security-groups?id=b61ddca4-e27e-4174-97e8-ca6f8f679a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897586 Aug 10 03:13:29.173057 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004996ca-2821-44e9-9e13-450ecb9171f2 req-64456a4d-1192-4473-8bb7-f4790ce5bd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:29.174533 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-004996ca-2821-44e9-9e13-450ecb9171f2 req-64456a4d-1192-4473-8bb7-f4790ce5bd24 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=72a4be73-29a1-424c-8690-ecdcf6b06721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1065698 Aug 10 03:13:29.175944 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c1882d8d-25ac-4479-9ee8-441d29b75166 req-b8318947-6713-4a3a-8923-f62c7e58176c tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/quotas/ef0c546763504af887a177f337462e10 HTTP/1.1" status: 200 len: 375 time: 0.0243826 Aug 10 03:13:29.291493 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c1882d8d-25ac-4479-9ee8-441d29b75166 req-c8018ed1-022a-490a-babb-bcded51b7d8b tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ef0c546763504af887a177f337462e10&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1080508 Aug 10 03:13:29.321494 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-004996ca-2821-44e9-9e13-450ecb9171f2 req-0fcdd794-8ccd-4361-8475-dda4f3302441 service neutron] 10.222.0.61 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280522 Aug 10 03:13:29.512795 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8f7c78-ff8d-4372-bd4a-5e1355325569 req-1408db7b-222c-4ec6-9d97-21c2a6686019 tempest-LiveAutoBlockMigrationV225Test-725400249 tempest-LiveAutoBlockMigrationV225Test-725400249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:29.514370 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5e8f7c78-ff8d-4372-bd4a-5e1355325569 req-1408db7b-222c-4ec6-9d97-21c2a6686019 tempest-LiveAutoBlockMigrationV225Test-725400249 tempest-LiveAutoBlockMigrationV225Test-725400249-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=813698f8-88cf-486f-890d-c235b048616c HTTP/1.1" status: 200 len: 1097 time: 0.1709030 Aug 10 03:13:29.551541 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c1882d8d-25ac-4479-9ee8-441d29b75166 req-d3d5a60f-7904-499c-af5c-d19669e4f4dd service neutron] 10.222.0.44 "GET /v2.0/networks/fb04e5c4-4048-4691-8fd2-5191f92c4dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185135 Aug 10 03:13:29.571118 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-004996ca-2821-44e9-9e13-450ecb9171f2 req-98ddbecd-bb5f-4db5-8441-16a586ff9cd3 service neutron] 10.222.0.61 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263994 Aug 10 03:13:29.620786 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5e8f7c78-ff8d-4372-bd4a-5e1355325569 req-1557a219-286e-4f72-9357-391a78c9f9b2 tempest-LiveAutoBlockMigrationV225Test-725400249 tempest-LiveAutoBlockMigrationV225Test-725400249-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880611 Aug 10 03:13:29.660732 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c1882d8d-25ac-4479-9ee8-441d29b75166 req-ba98d69c-09aa-475f-aa8f-e7a555ec0082 service neutron] 10.222.0.44 "GET /v2.0/networks/fb04e5c4-4048-4691-8fd2-5191f92c4dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024442 Aug 10 03:13:29.681374 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5451f549-cf69-4ba2-9669-8c6bbb528a8f x-openstack-request-id: req-5451f549-cf69-4ba2-9669-8c6bbb528a8f {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:13:29.681671 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23cf5be8-5c09-466d-804d-c55afc536bbc", "tag": "e18b36ee-1b80-4329-aa52-78d9b8441084", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:13:29.681925 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5451f549-cf69-4ba2-9669-8c6bbb528a8f {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:13:29.682532 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23cf5be8-5c09-466d-804d-c55afc536bbc', 'tag': 'e18b36ee-1b80-4329-aa52-78d9b8441084', 'status': 'completed', 'code': 200} Aug 10 03:13:29.783725 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d88501-9f72-4ee0-81c6-ea243b243014 req-e4407e89-eaa3-45d9-9cb7-7938d2f1f9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:29.785265 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e6d88501-9f72-4ee0-81c6-ea243b243014 req-e4407e89-eaa3-45d9-9cb7-7938d2f1f9c7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bab200df51a342a597cd8ab09c5b0078&device_id=23cf5be8-5c09-466d-804d-c55afc536bbc HTTP/1.1" status: 200 len: 1100 time: 0.0743005 Aug 10 03:13:29.795226 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ac8a3-0577-4d43-b0fb-fde2cdb7a67a req-19cb5f98-8807-43c6-92b0-ee272276f0de tempest-MigrationsAdminTest-1974953118 tempest-MigrationsAdminTest-1974953118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:29.797255 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a57ac8a3-0577-4d43-b0fb-fde2cdb7a67a req-19cb5f98-8807-43c6-92b0-ee272276f0de tempest-MigrationsAdminTest-1974953118 tempest-MigrationsAdminTest-1974953118-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=d81c6232-f0c3-49ea-bd08-78872ee1d315 HTTP/1.1" status: 200 len: 1101 time: 0.0558019 Aug 10 03:13:29.925991 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a57ac8a3-0577-4d43-b0fb-fde2cdb7a67a req-b97ee96b-3f4f-447c-ae36-785e899bd5f9 tempest-MigrationsAdminTest-1974953118 tempest-MigrationsAdminTest-1974953118-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084170 Aug 10 03:13:29.964846 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4793074d-c915-41b7-9142-cfebf29ecd11 req-b612e705-7478-4292-9685-d2aabeb10c76 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:29.966601 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4793074d-c915-41b7-9142-cfebf29ecd11 req-b612e705-7478-4292-9685-d2aabeb10c76 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=5016a7a7-472c-4a99-b0a5-e3eb50130a67 HTTP/1.1" status: 200 len: 943 time: 0.1479499 Aug 10 03:13:29.977040 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d88501-9f72-4ee0-81c6-ea243b243014 req-75d4609a-724e-4ec9-94f8-94b64de656ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:29.980534 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e6d88501-9f72-4ee0-81c6-ea243b243014 req-75d4609a-724e-4ec9-94f8-94b64de656ad service neutron] 10.222.0.61 "GET /v2.0/networks?id=72a4be73-29a1-424c-8690-ecdcf6b06721 HTTP/1.1" status: 200 len: 869 time: 0.1822550 Aug 10 03:13:30.077355 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0864d231-e3f0-47f7-8c1d-91cd3394facc req-5dcc70c9-07ae-47da-a0e6-399a5174cecd tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b677e40-e187-4547-8512-c53b2cd0d000 HTTP/1.1" status: 200 len: 210 time: 0.0787210 Aug 10 03:13:30.078714 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e6d88501-9f72-4ee0-81c6-ea243b243014 req-4bd796e6-d925-486b-8fb4-5d3dec7ca7ef service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=e18b36ee-1b80-4329-aa52-78d9b8441084 HTTP/1.1" status: 200 len: 217 time: 0.0888395 Aug 10 03:13:30.114262 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4793074d-c915-41b7-9142-cfebf29ecd11 req-104c7d5d-8a4c-4e55-9ce4-79e38318b6db tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390755 Aug 10 03:13:30.177260 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d88501-9f72-4ee0-81c6-ea243b243014 req-177d671b-7734-4081-8b07-3c7b42263971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:30.180059 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e6d88501-9f72-4ee0-81c6-ea243b243014 req-177d671b-7734-4081-8b07-3c7b42263971 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=60d10164-1dee-4940-9d19-f71e6c18cbc5 HTTP/1.1" status: 200 len: 843 time: 0.0858426 Aug 10 03:13:30.303017 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-de5c6412-6c74-4fed-b62b-7698e90bbcfb req-20dec382-b7d3-4235-b2d9-ed3888d49050 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=5c63ff337f394941ba57d38599745446&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0498097 Aug 10 03:13:30.315232 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b1b964-65dc-4456-bbf8-f815248fac1e req-97a980a2-791b-4b10-9991-9f5a3e93f324 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:30.316750 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-95b1b964-65dc-4456-bbf8-f815248fac1e req-97a980a2-791b-4b10-9991-9f5a3e93f324 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2523f58-4dac-4c3c-853d-957eae2412b7 HTTP/1.1" status: 200 len: 950 time: 0.1277919 Aug 10 03:13:30.319703 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d88501-9f72-4ee0-81c6-ea243b243014 req-7ca4a7dd-3845-4d52-8d6d-37879a98a9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:30.321118 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e6d88501-9f72-4ee0-81c6-ea243b243014 req-7ca4a7dd-3845-4d52-8d6d-37879a98a9be service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=72a4be73-29a1-424c-8690-ecdcf6b06721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1021914 Aug 10 03:13:30.328793 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97da4238-1201-4a4e-9d26-9655ba4c0585 req-e4a04f4b-f7f9-4740-93f0-269c1d0f747e tempest-ServerDiagnosticsNegativeTest-643009835 tempest-ServerDiagnosticsNegativeTest-643009835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:30.331748 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-97da4238-1201-4a4e-9d26-9655ba4c0585 req-e4a04f4b-f7f9-4740-93f0-269c1d0f747e tempest-ServerDiagnosticsNegativeTest-643009835 tempest-ServerDiagnosticsNegativeTest-643009835-project] 10.222.0.44 "GET /v2.0/ports?device_id=23cf5be8-5c09-466d-804d-c55afc536bbc HTTP/1.1" status: 200 len: 948 time: 0.1032007 Aug 10 03:13:30.454864 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-95b1b964-65dc-4456-bbf8-f815248fac1e req-3be44590-a075-4810-b367-17f4cf2c9919 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/security-groups?id=b61ddca4-e27e-4174-97e8-ca6f8f679a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210334 Aug 10 03:13:30.475804 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5c6412-6c74-4fed-b62b-7698e90bbcfb req-415cf57b-0ae0-4dea-97bd-23a20c2f258c tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:30.476158 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-97da4238-1201-4a4e-9d26-9655ba4c0585 req-f4c930f6-df30-451f-a4c0-adffb3c03aa8 tempest-ServerDiagnosticsNegativeTest-643009835 tempest-ServerDiagnosticsNegativeTest-643009835-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b16592a-4d81-43ff-84d3-827db9a63127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282654 Aug 10 03:13:30.477488 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-de5c6412-6c74-4fed-b62b-7698e90bbcfb req-415cf57b-0ae0-4dea-97bd-23a20c2f258c tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1566708 Aug 10 03:13:30.501109 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-de5c6412-6c74-4fed-b62b-7698e90bbcfb req-f73c1703-1175-4ad3-adad-046f173e2ee7 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] Request body: {'port': {'device_id': '4b677e40-e187-4547-8512-c53b2cd0d000', 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721', 'admin_state_up': True, 'tenant_id': '5c63ff337f394941ba57d38599745446'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:13:30.510401 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e6d88501-9f72-4ee0-81c6-ea243b243014 req-ce637783-9a76-456f-838d-cebe8b6a358e service neutron] 10.222.0.61 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752052 Aug 10 03:13:30.656580 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8cc4d062-2c82-4489-a8d0-d4e469d94af1 req-33a7c07e-c2a8-4925-9fd0-d2b511e1179b tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=564cd1d5-4660-4da0-aad6-145d07e37da2 HTTP/1.1" status: 200 len: 210 time: 0.0399268 Aug 10 03:13:30.672328 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e6d88501-9f72-4ee0-81c6-ea243b243014 req-c6763d03-a481-4fba-891e-a829b6e54c60 service neutron] 10.222.0.61 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511462 Aug 10 03:13:30.721944 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de5c6412-6c74-4fed-b62b-7698e90bbcfb req-f73c1703-1175-4ad3-adad-046f173e2ee7 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] Made reservation on behalf of 5c63ff337f394941ba57d38599745446 for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:13:30.727697 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-de5c6412-6c74-4fed-b62b-7698e90bbcfb req-f73c1703-1175-4ad3-adad-046f173e2ee7 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:30.876716 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [req-de5c6412-6c74-4fed-b62b-7698e90bbcfb req-f73c1703-1175-4ad3-adad-046f173e2ee7 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] Allocated IP 192.168.233.121 (72a4be73-29a1-424c-8690-ecdcf6b06721/60d10164-1dee-4940-9d19-f71e6c18cbc5/42dcfd58-be09-49fe-b3ae-14008a7a7a0b) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:13:30.990129 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9a1f33d1-a96a-456a-850b-f0375cb7eab3 req-c60ef10f-0fbc-4057-9909-6a0d98355079 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=808ab0b013b8411c9f012091d2eaa39f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270271 Aug 10 03:13:31.091776 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-de5c6412-6c74-4fed-b62b-7698e90bbcfb req-f73c1703-1175-4ad3-adad-046f173e2ee7 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:31.107139 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [req-de5c6412-6c74-4fed-b62b-7698e90bbcfb req-f73c1703-1175-4ad3-adad-046f173e2ee7 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] Transition to ACTIVE for port object 42dcfd58-be09-49fe-b3ae-14008a7a7a0b will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:13:31.146863 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1f33d1-a96a-456a-850b-f0375cb7eab3 req-b8e7163e-2821-4caa-9f0b-d7e7467c9efe tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:31.149651 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9a1f33d1-a96a-456a-850b-f0375cb7eab3 req-b8e7163e-2821-4caa-9f0b-d7e7467c9efe tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1435792 Aug 10 03:13:31.158032 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-de5c6412-6c74-4fed-b62b-7698e90bbcfb req-f73c1703-1175-4ad3-adad-046f173e2ee7 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:31.171993 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['8dcad997-9b2e-44ef-b149-5c74b70f40de'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:13:31.174826 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9a1f33d1-a96a-456a-850b-f0375cb7eab3 req-0dd6f5db-c515-4189-863b-e933ac65cc52 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/quotas/808ab0b013b8411c9f012091d2eaa39f HTTP/1.1" status: 200 len: 375 time: 0.0176773 Aug 10 03:13:31.269214 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de5c6412-6c74-4fed-b62b-7698e90bbcfb req-f73c1703-1175-4ad3-adad-046f173e2ee7 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] Network 72a4be73-29a1-424c-8690-ecdcf6b06721 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:13:31.272845 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [req-de5c6412-6c74-4fed-b62b-7698e90bbcfb req-f73c1703-1175-4ad3-adad-046f173e2ee7 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:13:31.276164 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-de5c6412-6c74-4fed-b62b-7698e90bbcfb req-f73c1703-1175-4ad3-adad-046f173e2ee7 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:13:31.282672 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5c6412-6c74-4fed-b62b-7698e90bbcfb req-f73c1703-1175-4ad3-adad-046f173e2ee7 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:31.283518 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-de5c6412-6c74-4fed-b62b-7698e90bbcfb req-f73c1703-1175-4ad3-adad-046f173e2ee7 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:31.304799 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1882d8d-25ac-4479-9ee8-441d29b75166 req-02a10785-ea85-4dd7-8335-b249a5b97351 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:31.306372 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c1882d8d-25ac-4479-9ee8-441d29b75166 req-02a10785-ea85-4dd7-8335-b249a5b97351 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.61 "GET /v2.0/networks?id=fb04e5c4-4048-4691-8fd2-5191f92c4dcc HTTP/1.1" status: 200 len: 808 time: 0.1287365 Aug 10 03:13:31.320733 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-de5c6412-6c74-4fed-b62b-7698e90bbcfb req-f73c1703-1175-4ad3-adad-046f173e2ee7 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8259990 Aug 10 03:13:31.321622 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73c1703-1175-4ad3-adad-046f173e2ee7 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] Pushing event updated for resources: {'Port': ['ID=42dcfd58-be09-49fe-b3ae-14008a7a7a0b,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:31.379119 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9a1f33d1-a96a-456a-850b-f0375cb7eab3 req-23f83f0c-e372-42b2-a242-c3a2a3d95a13 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=808ab0b013b8411c9f012091d2eaa39f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2031336 Aug 10 03:13:31.419027 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-de5c6412-6c74-4fed-b62b-7698e90bbcfb req-47feb3ae-d07c-4313-8ec3-ff1d9f83d964 service neutron] Request body: {'port': {'device_id': '4b677e40-e187-4547-8512-c53b2cd0d000', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-13'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:13:31.420285 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-c1882d8d-25ac-4479-9ee8-441d29b75166 req-cee2cbaf-3453-4a65-939a-d3a13e3c4444 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Request body: {'port': {'device_id': '564cd1d5-4660-4da0-aad6-145d07e37da2', 'network_id': 'fb04e5c4-4048-4691-8fd2-5191f92c4dcc', 'admin_state_up': True, 'tenant_id': 'ef0c546763504af887a177f337462e10'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:13:31.505142 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-de5c6412-6c74-4fed-b62b-7698e90bbcfb req-47feb3ae-d07c-4313-8ec3-ff1d9f83d964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:31.656586 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1882d8d-25ac-4479-9ee8-441d29b75166 req-cee2cbaf-3453-4a65-939a-d3a13e3c4444 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Made reservation on behalf of ef0c546763504af887a177f337462e10 for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:13:31.660669 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c1882d8d-25ac-4479-9ee8-441d29b75166 req-cee2cbaf-3453-4a65-939a-d3a13e3c4444 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:31.721586 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-3c1f54e9-c50a-45ea-9342-59625739e57c None None] Provisioning for port 42dcfd58-be09-49fe-b3ae-14008a7a7a0b completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:13:31.725796 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-3c1f54e9-c50a-45ea-9342-59625739e57c None None] Provisioning complete for port 42dcfd58-be09-49fe-b3ae-14008a7a7a0b triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:13:31.729337 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3c1f54e9-c50a-45ea-9342-59625739e57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:31.800446 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-3c1f54e9-c50a-45ea-9342-59625739e57c None None] Port 42dcfd58-be09-49fe-b3ae-14008a7a7a0b cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:13:31.807934 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e76d1c-0eff-45e4-8892-1f9da0faf281 req-df732db6-587a-4e1f-ba30-0b72bb57fe94 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:31.809451 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-91e76d1c-0eff-45e4-8892-1f9da0faf281 req-df732db6-587a-4e1f-ba30-0b72bb57fe94 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2523f58-4dac-4c3c-853d-957eae2412b7 HTTP/1.1" status: 200 len: 950 time: 0.1454010 Aug 10 03:13:31.870268 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [req-de5c6412-6c74-4fed-b62b-7698e90bbcfb req-47feb3ae-d07c-4313-8ec3-ff1d9f83d964 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42dcfd58-be09-49fe-b3ae-14008a7a7a0b {{(pid=94261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:13:31.880439 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-de5c6412-6c74-4fed-b62b-7698e90bbcfb req-47feb3ae-d07c-4313-8ec3-ff1d9f83d964 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:31.887771 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-91e76d1c-0eff-45e4-8892-1f9da0faf281 req-a0fd5432-768a-47c3-98c3-57ac62c5276a tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/security-groups?id=b61ddca4-e27e-4174-97e8-ca6f8f679a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692747 Aug 10 03:13:31.898985 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [req-de5c6412-6c74-4fed-b62b-7698e90bbcfb req-47feb3ae-d07c-4313-8ec3-ff1d9f83d964 service neutron] Transition to ACTIVE for port object 42dcfd58-be09-49fe-b3ae-14008a7a7a0b will not be triggered until provisioned by entity L2. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:13:31.904601 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-de5c6412-6c74-4fed-b62b-7698e90bbcfb req-47feb3ae-d07c-4313-8ec3-ff1d9f83d964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:31.908591 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-c1882d8d-25ac-4479-9ee8-441d29b75166 req-cee2cbaf-3453-4a65-939a-d3a13e3c4444 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Allocated IP 172.20.0.4 (fb04e5c4-4048-4691-8fd2-5191f92c4dcc/1dfce422-0216-4c9d-97b8-8fc7613926b1/27080ad8-c856-4fb6-b762-f49ad6377e20) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:13:31.961974 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47feb3ae-d07c-4313-8ec3-ff1d9f83d964 service neutron] Pushing event updated for resources: {'Port': ['ID=42dcfd58-be09-49fe-b3ae-14008a7a7a0b,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:31.970303 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [req-68c95cd8-0457-40b9-811a-6dd6048ff752 req-b789a4e9-2100-49f8-a616-61e2313668ae tempest-LiveAutoBlockMigrationV225Test-725400249 tempest-LiveAutoBlockMigrationV225Test-725400249-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:13:31.972138 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-68c95cd8-0457-40b9-811a-6dd6048ff752 req-b789a4e9-2100-49f8-a616-61e2313668ae tempest-LiveAutoBlockMigrationV225Test-725400249 tempest-LiveAutoBlockMigrationV225Test-725400249-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0137525 Aug 10 03:13:31.994470 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-68c95cd8-0457-40b9-811a-6dd6048ff752 req-67e8f265-3964-40ce-9d04-3efa616ac883 service neutron] Request body: {'binding': {'host': 'n-h2-768862-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:13:31.994925 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-68c95cd8-0457-40b9-811a-6dd6048ff752 req-67e8f265-3964-40ce-9d04-3efa616ac883 service neutron] Unknown quota resources ['binding']. {{(pid=94261) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 03:13:32.079960 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device d3c042ac-1553-4d39-8347-90f740a68853 details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:13:32.156769 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-de5c6412-6c74-4fed-b62b-7698e90bbcfb req-47feb3ae-d07c-4313-8ec3-ff1d9f83d964 service neutron] Attempting to bind port 42dcfd58-be09-49fe-b3ae-14008a7a7a0b on host n-h2-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:13:32.157186 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-de5c6412-6c74-4fed-b62b-7698e90bbcfb req-47feb3ae-d07c-4313-8ec3-ff1d9f83d964 service neutron] Attempting to bind port 42dcfd58-be09-49fe-b3ae-14008a7a7a0b by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:13:32.158092 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5c6412-6c74-4fed-b62b-7698e90bbcfb req-47feb3ae-d07c-4313-8ec3-ff1d9f83d964 service neutron] Attempting to bind port 42dcfd58-be09-49fe-b3ae-14008a7a7a0b on network 72a4be73-29a1-424c-8690-ecdcf6b06721 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:13:32.164757 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8ab87-1801-4ebe-9e36-084774705eb0 req-eb6b2338-ffee-4ea7-912f-7ded2ce2f75c tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:32.166167 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b4d8ab87-1801-4ebe-9e36-084774705eb0 req-eb6b2338-ffee-4ea7-912f-7ded2ce2f75c tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b677e40-e187-4547-8512-c53b2cd0d000 HTTP/1.1" status: 200 len: 948 time: 0.1144800 Aug 10 03:13:32.215534 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c1882d8d-25ac-4479-9ee8-441d29b75166 req-cee2cbaf-3453-4a65-939a-d3a13e3c4444 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:32.216373 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5c6412-6c74-4fed-b62b-7698e90bbcfb req-47feb3ae-d07c-4313-8ec3-ff1d9f83d964 service neutron] Port 42dcfd58-be09-49fe-b3ae-14008a7a7a0b on network 72a4be73-29a1-424c-8690-ecdcf6b06721 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:13:32.216732 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5c6412-6c74-4fed-b62b-7698e90bbcfb req-47feb3ae-d07c-4313-8ec3-ff1d9f83d964 service neutron] Attempting to bind port 42dcfd58-be09-49fe-b3ae-14008a7a7a0b on network 72a4be73-29a1-424c-8690-ecdcf6b06721 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:13:32.232167 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5c6412-6c74-4fed-b62b-7698e90bbcfb req-47feb3ae-d07c-4313-8ec3-ff1d9f83d964 service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:13:32.232461 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5c6412-6c74-4fed-b62b-7698e90bbcfb req-47feb3ae-d07c-4313-8ec3-ff1d9f83d964 service neutron] Checking segment: {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:13:32.233019 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5c6412-6c74-4fed-b62b-7698e90bbcfb req-47feb3ae-d07c-4313-8ec3-ff1d9f83d964 service neutron] Bound using segment: {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:13:32.233468 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-de5c6412-6c74-4fed-b62b-7698e90bbcfb req-47feb3ae-d07c-4313-8ec3-ff1d9f83d964 service neutron] Bound port: 42dcfd58-be09-49fe-b3ae-14008a7a7a0b, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'}}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:13:32.233825 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-de5c6412-6c74-4fed-b62b-7698e90bbcfb req-47feb3ae-d07c-4313-8ec3-ff1d9f83d964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:32.248960 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b4d8ab87-1801-4ebe-9e36-084774705eb0 req-35adb2a9-eed1-4bfd-9c20-00441e5f9295 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] 10.222.0.44 "GET /v2.0/security-groups?id=a666ad1b-f110-40b4-9c8d-b8c5dedb4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754859 Aug 10 03:13:32.276857 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port d3c042ac-1553-4d39-8347-90f740a68853, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=d3c042ac-1553-4d39-8347-90f740a68853,segment=NetworkSegment(e1ea0112-d828-45f3-a96b-2a696c160566),segment_id=e1ea0112-d828-45f3-a96b-2a696c160566)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:32.294310 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': 'd3c042ac-1553-4d39-8347-90f740a68853', 'network_id': '06cba743-97cb-4e3d-9173-104a9c9a70d3', 'port_id': 'd3c042ac-1553-4d39-8347-90f740a68853', 'mac_address': 'fa:16:3e:2c:4f:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f0e3909-62c9-4453-825e-ffacada819b0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:13:32.306622 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c1882d8d-25ac-4479-9ee8-441d29b75166 req-cee2cbaf-3453-4a65-939a-d3a13e3c4444 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:32.321909 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-d87d6abd-9733-4010-8e8e-ad1280acb672 req-eead9827-e63e-4731-9a9d-47530f737c8d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d2e40e34-d23d-49a4-bca2-3ea8ed9c834a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2113442 Aug 10 03:13:32.348188 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:32.353558 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-68c95cd8-0457-40b9-811a-6dd6048ff752 req-67e8f265-3964-40ce-9d04-3efa616ac883 service neutron] Attempting to bind port 31ddbee5-bda7-442d-b2bf-e4048502814d on host n-h2-768862-13 for vnic_type normal with profile None {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:13:32.353905 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-68c95cd8-0457-40b9-811a-6dd6048ff752 req-67e8f265-3964-40ce-9d04-3efa616ac883 service neutron] Attempting to bind port 31ddbee5-bda7-442d-b2bf-e4048502814d by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': 'ef460c05-97a2-474e-9fc7-ca614ed2a066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:13:32.354261 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c95cd8-0457-40b9-811a-6dd6048ff752 req-67e8f265-3964-40ce-9d04-3efa616ac883 service neutron] Attempting to bind port 31ddbee5-bda7-442d-b2bf-e4048502814d on network 7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:13:32.366213 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c95cd8-0457-40b9-811a-6dd6048ff752 req-67e8f265-3964-40ce-9d04-3efa616ac883 service neutron] Port 31ddbee5-bda7-442d-b2bf-e4048502814d on network 7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:13:32.366213 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c95cd8-0457-40b9-811a-6dd6048ff752 req-67e8f265-3964-40ce-9d04-3efa616ac883 service neutron] Attempting to bind port 31ddbee5-bda7-442d-b2bf-e4048502814d on network 7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:13:32.375071 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-de5c6412-6c74-4fed-b62b-7698e90bbcfb req-47feb3ae-d07c-4313-8ec3-ff1d9f83d964 service neutron] For port 42dcfd58-be09-49fe-b3ae-14008a7a7a0b, host n-h2-768862-13, cleared binding levels {{(pid=94261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:13:32.377422 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c95cd8-0457-40b9-811a-6dd6048ff752 req-67e8f265-3964-40ce-9d04-3efa616ac883 service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:13:32.378482 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c95cd8-0457-40b9-811a-6dd6048ff752 req-67e8f265-3964-40ce-9d04-3efa616ac883 service neutron] Checking segment: {'id': 'ef460c05-97a2-474e-9fc7-ca614ed2a066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:13:32.378482 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c95cd8-0457-40b9-811a-6dd6048ff752 req-67e8f265-3964-40ce-9d04-3efa616ac883 service neutron] Bound using segment: {'id': 'ef460c05-97a2-474e-9fc7-ca614ed2a066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1'} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:13:32.378713 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-68c95cd8-0457-40b9-811a-6dd6048ff752 req-67e8f265-3964-40ce-9d04-3efa616ac883 service neutron] Bound port: 31ddbee5-bda7-442d-b2bf-e4048502814d, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef460c05-97a2-474e-9fc7-ca614ed2a066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1'}}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:13:32.381752 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-de5c6412-6c74-4fed-b62b-7698e90bbcfb req-47feb3ae-d07c-4313-8ec3-ff1d9f83d964 service neutron] For port 42dcfd58-be09-49fe-b3ae-14008a7a7a0b, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=42dcfd58-be09-49fe-b3ae-14008a7a7a0b,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:13:32.389055 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3c042ac-1553-4d39-8347-90f740a68853 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:13:32.423155 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port d3c042ac-1553-4d39-8347-90f740a68853, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=d3c042ac-1553-4d39-8347-90f740a68853,segment=NetworkSegment(e1ea0112-d828-45f3-a96b-2a696c160566),segment_id=e1ea0112-d828-45f3-a96b-2a696c160566)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:32.427692 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:32.438202 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1882d8d-25ac-4479-9ee8-441d29b75166 req-cee2cbaf-3453-4a65-939a-d3a13e3c4444 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Network fb04e5c4-4048-4691-8fd2-5191f92c4dcc is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:13:32.448064 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-68c95cd8-0457-40b9-811a-6dd6048ff752 req-67e8f265-3964-40ce-9d04-3efa616ac883 service neutron] For port 31ddbee5-bda7-442d-b2bf-e4048502814d, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=31ddbee5-bda7-442d-b2bf-e4048502814d,segment=NetworkSegment(ef460c05-97a2-474e-9fc7-ca614ed2a066),segment_id=ef460c05-97a2-474e-9fc7-ca614ed2a066)] {{(pid=94261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:13:32.448390 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-c1882d8d-25ac-4479-9ee8-441d29b75166 req-cee2cbaf-3453-4a65-939a-d3a13e3c4444 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:13:32.453319 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-de5c6412-6c74-4fed-b62b-7698e90bbcfb req-47feb3ae-d07c-4313-8ec3-ff1d9f83d964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:32.453519 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1882d8d-25ac-4479-9ee8-441d29b75166 req-cee2cbaf-3453-4a65-939a-d3a13e3c4444 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:13:32.458894 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1882d8d-25ac-4479-9ee8-441d29b75166 req-cee2cbaf-3453-4a65-939a-d3a13e3c4444 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:32.459549 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c1882d8d-25ac-4479-9ee8-441d29b75166 req-cee2cbaf-3453-4a65-939a-d3a13e3c4444 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:32.462000 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee2cbaf-3453-4a65-939a-d3a13e3c4444 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Pushing event updated for resources: {'Port': ['ID=27080ad8-c856-4fb6-b762-f49ad6377e20,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:32.480596 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c1882d8d-25ac-4479-9ee8-441d29b75166 req-cee2cbaf-3453-4a65-939a-d3a13e3c4444 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0663800 Aug 10 03:13:32.489369 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a363717-4400-459c-915a-18657cebbfcf req-7f8b0bf9-967e-43b3-8b3d-6d7ff36bf822 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:32.491037 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7a363717-4400-459c-915a-18657cebbfcf req-7f8b0bf9-967e-43b3-8b3d-6d7ff36bf822 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=5016a7a7-472c-4a99-b0a5-e3eb50130a67 HTTP/1.1" status: 200 len: 943 time: 0.0970495 Aug 10 03:13:32.496198 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-c1882d8d-25ac-4479-9ee8-441d29b75166 req-5b3ff71d-4373-4fcb-82fb-3d7dc978f344 service neutron] Request body: {'port': {'device_id': '564cd1d5-4660-4da0-aad6-145d07e37da2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:13:32.499912 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=d3c042ac-1553-4d39-8347-90f740a68853,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:32.518664 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-68c95cd8-0457-40b9-811a-6dd6048ff752 req-67e8f265-3964-40ce-9d04-3efa616ac883 service neutron] Notify callbacks [] for binding, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:32.519866 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-68c95cd8-0457-40b9-811a-6dd6048ff752 req-67e8f265-3964-40ce-9d04-3efa616ac883 service neutron] 10.222.0.44 "POST /v2.0/ports/31ddbee5-bda7-442d-b2bf-e4048502814d/bindings HTTP/1.1" status: 201 len: 390 time: 0.5291448 Aug 10 03:13:32.596136 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5c6412-6c74-4fed-b62b-7698e90bbcfb req-47feb3ae-d07c-4313-8ec3-ff1d9f83d964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:32.596754 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-de5c6412-6c74-4fed-b62b-7698e90bbcfb req-47feb3ae-d07c-4313-8ec3-ff1d9f83d964 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:32.598194 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-de5c6412-6c74-4fed-b62b-7698e90bbcfb req-47feb3ae-d07c-4313-8ec3-ff1d9f83d964 service neutron] 10.222.0.61 "PUT /v2.0/ports/42dcfd58-be09-49fe-b3ae-14008a7a7a0b HTTP/1.1" status: 200 len: 1097 time: 1.1848795 Aug 10 03:13:32.610134 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b677e40-e187-4547-8512-c53b2cd0d000', 'tag': '42dcfd58-be09-49fe-b3ae-14008a7a7a0b'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:13:32.612756 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89396f55-02eb-475a-892b-e84dde1c3843" -d '{"events": [{"name": "network-changed", "server_uuid": "4b677e40-e187-4547-8512-c53b2cd0d000", "tag": "42dcfd58-be09-49fe-b3ae-14008a7a7a0b"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:13:32.633123 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7a363717-4400-459c-915a-18657cebbfcf req-096c296c-8cb5-4f10-ac09-a4629c4b2ebc tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049478 Aug 10 03:13:32.633985 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c1882d8d-25ac-4479-9ee8-441d29b75166 req-5b3ff71d-4373-4fcb-82fb-3d7dc978f344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:32.750054 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47feb3ae-d07c-4313-8ec3-ff1d9f83d964 service neutron] Pushing event updated for resources: {'Port': ['ID=42dcfd58-be09-49fe-b3ae-14008a7a7a0b,revision_number=3']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:32.762012 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87d6abd-9733-4010-8e8e-ad1280acb672 req-e37b4bba-65ab-4081-9f2b-771d08fe844c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:32.764077 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-d87d6abd-9733-4010-8e8e-ad1280acb672 req-e37b4bba-65ab-4081-9f2b-771d08fe844c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ef0c546763504af887a177f337462e10&device_id=d2e40e34-d23d-49a4-bca2-3ea8ed9c834a HTTP/1.1" status: 200 len: 1096 time: 0.3132734 Aug 10 03:13:32.770156 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-86e01201-7032-4cd7-bb62-f13e9510af39 req-ed23d9eb-e8d2-4216-90aa-e7821780bae5 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=f726c9d4-e35b-491c-8c1a-75058f6ba5e2 HTTP/1.1" status: 200 len: 210 time: 0.0430238 Aug 10 03:13:32.782160 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5c6412-6c74-4fed-b62b-7698e90bbcfb req-7cc52b0a-2591-48e0-8c8d-b52729885d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:32.784141 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-de5c6412-6c74-4fed-b62b-7698e90bbcfb req-7cc52b0a-2591-48e0-8c8d-b52729885d10 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5c63ff337f394941ba57d38599745446&device_id=4b677e40-e187-4547-8512-c53b2cd0d000 HTTP/1.1" status: 200 len: 1100 time: 0.1387081 Aug 10 03:13:32.837668 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['d3c042ac-1553-4d39-8347-90f740a68853'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:13:32.885677 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-de5c6412-6c74-4fed-b62b-7698e90bbcfb req-a6c4cabe-07ea-4853-869a-8d557791684c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=42dcfd58-be09-49fe-b3ae-14008a7a7a0b HTTP/1.1" status: 200 len: 217 time: 0.0904522 Aug 10 03:13:32.885906 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:32.913592 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70187cd-99df-49b9-ae08-48b4c90e9c12 req-2075b480-3931-459e-9356-89e82f3b3bc9 tempest-ServerDiagnosticsNegativeTest-643009835 tempest-ServerDiagnosticsNegativeTest-643009835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:32.921593 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d70187cd-99df-49b9-ae08-48b4c90e9c12 req-2075b480-3931-459e-9356-89e82f3b3bc9 tempest-ServerDiagnosticsNegativeTest-643009835 tempest-ServerDiagnosticsNegativeTest-643009835-project] 10.222.0.44 "GET /v2.0/ports?device_id=23cf5be8-5c09-466d-804d-c55afc536bbc HTTP/1.1" status: 200 len: 948 time: 0.1608219 Aug 10 03:13:33.016082 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d70187cd-99df-49b9-ae08-48b4c90e9c12 req-8c1b02c5-a5e7-4f2b-9e13-85e786815819 tempest-ServerDiagnosticsNegativeTest-643009835 tempest-ServerDiagnosticsNegativeTest-643009835-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b16592a-4d81-43ff-84d3-827db9a63127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933666 Aug 10 03:13:33.066501 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87d6abd-9733-4010-8e8e-ad1280acb672 req-68379b7a-f832-4eaf-997a-dbf57a3b3f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:33.068337 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-d87d6abd-9733-4010-8e8e-ad1280acb672 req-68379b7a-f832-4eaf-997a-dbf57a3b3f31 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fb04e5c4-4048-4691-8fd2-5191f92c4dcc HTTP/1.1" status: 200 len: 908 time: 0.2602217 Aug 10 03:13:33.099743 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b745706-f46a-44af-b594-cbbca0f4f66e req-5de3bb08-b055-41ee-a6b7-550661587ed9 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:33.101606 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3b745706-f46a-44af-b594-cbbca0f4f66e req-5de3bb08-b055-41ee-a6b7-550661587ed9 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=564cd1d5-4660-4da0-aad6-145d07e37da2 HTTP/1.1" status: 200 len: 931 time: 0.1095681 Aug 10 03:13:33.131577 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a3bedb6-916e-48f5-b4a3-2f1a087b68b1 x-openstack-request-id: req-6a3bedb6-916e-48f5-b4a3-2f1a087b68b1 {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:13:33.131872 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b677e40-e187-4547-8512-c53b2cd0d000", "tag": "42dcfd58-be09-49fe-b3ae-14008a7a7a0b", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:13:33.132124 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6a3bedb6-916e-48f5-b4a3-2f1a087b68b1 {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:13:33.132707 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b677e40-e187-4547-8512-c53b2cd0d000', 'tag': '42dcfd58-be09-49fe-b3ae-14008a7a7a0b', 'status': 'completed', 'code': 200} Aug 10 03:13:33.140024 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-d87d6abd-9733-4010-8e8e-ad1280acb672 req-cf2bce9d-53cd-4db0-b51d-81fc653806f8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f1904dff-5bed-4af3-93fb-2167cbd1d70d HTTP/1.1" status: 200 len: 217 time: 0.0623698 Aug 10 03:13:33.182186 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c95cd8-0457-40b9-811a-6dd6048ff752 req-a617c690-0b32-482c-afa6-c0c29cff3301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:33.183723 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-68c95cd8-0457-40b9-811a-6dd6048ff752 req-a617c690-0b32-482c-afa6-c0c29cff3301 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4fedcd46377344729593c49493334f54&device_id=813698f8-88cf-486f-890d-c235b048616c HTTP/1.1" status: 200 len: 1097 time: 0.2632592 Aug 10 03:13:33.193962 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5c6412-6c74-4fed-b62b-7698e90bbcfb req-9e211aa3-5a27-43ae-8173-2b35365fdd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:33.195450 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-de5c6412-6c74-4fed-b62b-7698e90bbcfb req-9e211aa3-5a27-43ae-8173-2b35365fdd0c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=60d10164-1dee-4940-9d19-f71e6c18cbc5 HTTP/1.1" status: 200 len: 843 time: 0.2726953 Aug 10 03:13:33.214290 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9a1f33d1-a96a-456a-850b-f0375cb7eab3 req-6d73dda3-ba9a-48af-8a3b-5ecc755ae9c7 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=808ab0b013b8411c9f012091d2eaa39f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0535645 Aug 10 03:13:33.234003 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-c1882d8d-25ac-4479-9ee8-441d29b75166 req-5b3ff71d-4373-4fcb-82fb-3d7dc978f344 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27080ad8-c856-4fb6-b762-f49ad6377e20 {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:13:33.254838 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3b745706-f46a-44af-b594-cbbca0f4f66e req-65f45041-b214-426d-946d-92252c82abcc tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447089 Aug 10 03:13:33.256289 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c1882d8d-25ac-4479-9ee8-441d29b75166 req-5b3ff71d-4373-4fcb-82fb-3d7dc978f344 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:33.347937 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-c1882d8d-25ac-4479-9ee8-441d29b75166 req-5b3ff71d-4373-4fcb-82fb-3d7dc978f344 service neutron] Transition to ACTIVE for port object 27080ad8-c856-4fb6-b762-f49ad6377e20 will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:13:33.382524 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c1882d8d-25ac-4479-9ee8-441d29b75166 req-5b3ff71d-4373-4fcb-82fb-3d7dc978f344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:33.518867 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87d6abd-9733-4010-8e8e-ad1280acb672 req-d06a280f-39ee-4397-bce4-e43a2065458c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:33.520291 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-d87d6abd-9733-4010-8e8e-ad1280acb672 req-d06a280f-39ee-4397-bce4-e43a2065458c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1dfce422-0216-4c9d-97b8-8fc7613926b1 HTTP/1.1" status: 200 len: 848 time: 0.3672514 Aug 10 03:13:33.575580 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5c6412-6c74-4fed-b62b-7698e90bbcfb req-0d45f7f5-0d1a-4dd7-a447-06efcaa39631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:33.577117 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-de5c6412-6c74-4fed-b62b-7698e90bbcfb req-0d45f7f5-0d1a-4dd7-a447-06efcaa39631 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=72a4be73-29a1-424c-8690-ecdcf6b06721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1092870 Aug 10 03:13:33.580427 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-d87d6abd-9733-4010-8e8e-ad1280acb672 req-94a34078-638b-4d6a-8a29-06643180f736 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fb04e5c4-4048-4691-8fd2-5191f92c4dcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429983 Aug 10 03:13:33.581782 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c95cd8-0457-40b9-811a-6dd6048ff752 req-487bc9c9-a816-499a-b9be-d69d980dc615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:33.583158 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-68c95cd8-0457-40b9-811a-6dd6048ff752 req-487bc9c9-a816-499a-b9be-d69d980dc615 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1 HTTP/1.1" status: 200 len: 921 time: 0.3912692 Aug 10 03:13:33.643211 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851b4f9a-3b94-4104-92b0-11ee560fa532 req-78916d71-b3a7-4a2f-9625-41362280dc5a tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:33.644899 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-851b4f9a-3b94-4104-92b0-11ee560fa532 req-78916d71-b3a7-4a2f-9625-41362280dc5a tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=813698f8-88cf-486f-890d-c235b048616c HTTP/1.1" status: 200 len: 945 time: 0.4708917 Aug 10 03:13:33.715308 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-68c95cd8-0457-40b9-811a-6dd6048ff752 req-ceed3898-ab32-42a9-8447-a7ca27c935fd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31ddbee5-bda7-442d-b2bf-e4048502814d HTTP/1.1" status: 200 len: 217 time: 0.1181202 Aug 10 03:13:33.719391 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1f33d1-a96a-456a-850b-f0375cb7eab3 req-e2e0c620-7064-4d1a-b54b-a2ff3e350418 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:33.720832 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9a1f33d1-a96a-456a-850b-f0375cb7eab3 req-e2e0c620-7064-4d1a-b54b-a2ff3e350418 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4815910 Aug 10 03:13:33.729608 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc1e8aa-d0a5-486b-9338-8ded2d4f4d95 req-7f691b9b-2e2a-4d9c-be8e-1a73e9235b75 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:33.731037 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ccc1e8aa-d0a5-486b-9338-8ded2d4f4d95 req-7f691b9b-2e2a-4d9c-be8e-1a73e9235b75 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2523f58-4dac-4c3c-853d-957eae2412b7 HTTP/1.1" status: 200 len: 950 time: 0.3994920 Aug 10 03:13:33.733785 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3ff71d-4373-4fcb-82fb-3d7dc978f344 service neutron] Pushing event updated for resources: {'Port': ['ID=27080ad8-c856-4fb6-b762-f49ad6377e20,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:33.750648 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-9a1f33d1-a96a-456a-850b-f0375cb7eab3 req-49946e60-0740-4669-891e-7d55a3fabdd7 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Request body: {'port': {'device_id': 'f726c9d4-e35b-491c-8c1a-75058f6ba5e2', 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721', 'admin_state_up': True, 'tenant_id': '808ab0b013b8411c9f012091d2eaa39f'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:13:33.818149 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-851b4f9a-3b94-4104-92b0-11ee560fa532 req-099ea94d-6c87-4408-9eb2-adadfd77441b tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672320 Aug 10 03:13:33.819912 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c95cd8-0457-40b9-811a-6dd6048ff752 req-35013085-684d-465e-9b13-e4921946d378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:33.821423 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-68c95cd8-0457-40b9-811a-6dd6048ff752 req-35013085-684d-465e-9b13-e4921946d378 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8a049acb-8e7b-42fd-b8b6-b5c474462166 HTTP/1.1" status: 200 len: 861 time: 0.0928738 Aug 10 03:13:33.824816 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-d87d6abd-9733-4010-8e8e-ad1280acb672 req-cdd054b6-7fd0-4a53-8574-97a86dadcad5 service neutron] 10.222.0.42 "GET /v2.0/networks/fb04e5c4-4048-4691-8fd2-5191f92c4dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363966 Aug 10 03:13:33.827587 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-de5c6412-6c74-4fed-b62b-7698e90bbcfb req-2ef56b05-df9e-48ab-b655-a032b9f546d0 service neutron] 10.222.0.61 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315462 Aug 10 03:13:33.857674 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-c1882d8d-25ac-4479-9ee8-441d29b75166 req-5b3ff71d-4373-4fcb-82fb-3d7dc978f344 service neutron] Attempting to bind port 27080ad8-c856-4fb6-b762-f49ad6377e20 on host n-h2-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:13:33.858122 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-c1882d8d-25ac-4479-9ee8-441d29b75166 req-5b3ff71d-4373-4fcb-82fb-3d7dc978f344 service neutron] Attempting to bind port 27080ad8-c856-4fb6-b762-f49ad6377e20 by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': '6bf2f30c-8de9-48b6-ac35-0afe448267ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fb04e5c4-4048-4691-8fd2-5191f92c4dcc'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:13:33.858605 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1882d8d-25ac-4479-9ee8-441d29b75166 req-5b3ff71d-4373-4fcb-82fb-3d7dc978f344 service neutron] Attempting to bind port 27080ad8-c856-4fb6-b762-f49ad6377e20 on network fb04e5c4-4048-4691-8fd2-5191f92c4dcc {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:13:33.872221 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ccc1e8aa-d0a5-486b-9338-8ded2d4f4d95 req-b04346a1-aa69-4e08-8e37-693d5b812668 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/security-groups?id=b61ddca4-e27e-4174-97e8-ca6f8f679a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275396 Aug 10 03:13:33.875903 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1882d8d-25ac-4479-9ee8-441d29b75166 req-5b3ff71d-4373-4fcb-82fb-3d7dc978f344 service neutron] Port 27080ad8-c856-4fb6-b762-f49ad6377e20 on network fb04e5c4-4048-4691-8fd2-5191f92c4dcc not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:13:33.876127 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1882d8d-25ac-4479-9ee8-441d29b75166 req-5b3ff71d-4373-4fcb-82fb-3d7dc978f344 service neutron] Attempting to bind port 27080ad8-c856-4fb6-b762-f49ad6377e20 on network fb04e5c4-4048-4691-8fd2-5191f92c4dcc {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:13:33.893205 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1882d8d-25ac-4479-9ee8-441d29b75166 req-5b3ff71d-4373-4fcb-82fb-3d7dc978f344 service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:13:33.893618 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1882d8d-25ac-4479-9ee8-441d29b75166 req-5b3ff71d-4373-4fcb-82fb-3d7dc978f344 service neutron] Checking segment: {'id': '6bf2f30c-8de9-48b6-ac35-0afe448267ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fb04e5c4-4048-4691-8fd2-5191f92c4dcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:13:33.893890 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1882d8d-25ac-4479-9ee8-441d29b75166 req-5b3ff71d-4373-4fcb-82fb-3d7dc978f344 service neutron] Bound using segment: {'id': '6bf2f30c-8de9-48b6-ac35-0afe448267ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fb04e5c4-4048-4691-8fd2-5191f92c4dcc'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:13:33.894379 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-c1882d8d-25ac-4479-9ee8-441d29b75166 req-5b3ff71d-4373-4fcb-82fb-3d7dc978f344 service neutron] Bound port: 27080ad8-c856-4fb6-b762-f49ad6377e20, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bf2f30c-8de9-48b6-ac35-0afe448267ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fb04e5c4-4048-4691-8fd2-5191f92c4dcc'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:13:33.894745 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c1882d8d-25ac-4479-9ee8-441d29b75166 req-5b3ff71d-4373-4fcb-82fb-3d7dc978f344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:33.958568 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-68c95cd8-0457-40b9-811a-6dd6048ff752 req-8a412791-ce1d-43c6-a970-e53e9b4f8d26 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1176872 Aug 10 03:13:34.048893 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4595595-4e3f-4ff0-968e-6b804df54cab req-39d66879-1be1-4cbf-960f-25564db7678c tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:34.050447 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f4595595-4e3f-4ff0-968e-6b804df54cab req-39d66879-1be1-4cbf-960f-25564db7678c tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b677e40-e187-4547-8512-c53b2cd0d000 HTTP/1.1" status: 200 len: 948 time: 0.1584098 Aug 10 03:13:34.078158 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-c1882d8d-25ac-4479-9ee8-441d29b75166 req-5b3ff71d-4373-4fcb-82fb-3d7dc978f344 service neutron] For port 27080ad8-c856-4fb6-b762-f49ad6377e20, host n-h2-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:13:34.081474 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-d87d6abd-9733-4010-8e8e-ad1280acb672 req-5ff76687-3bda-4b6b-9496-7d8a93694f27 service neutron] 10.222.0.42 "GET /v2.0/networks/fb04e5c4-4048-4691-8fd2-5191f92c4dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479763 Aug 10 03:13:34.082647 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device e18b36ee-1b80-4329-aa52-78d9b8441084 details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:13:34.084770 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device d3c042ac-1553-4d39-8347-90f740a68853 up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:13:34.086084 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a1f33d1-a96a-456a-850b-f0375cb7eab3 req-49946e60-0740-4669-891e-7d55a3fabdd7 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Made reservation on behalf of 808ab0b013b8411c9f012091d2eaa39f for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:13:34.089588 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-9a1f33d1-a96a-456a-850b-f0375cb7eab3 req-49946e60-0740-4669-891e-7d55a3fabdd7 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:34.096994 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-de5c6412-6c74-4fed-b62b-7698e90bbcfb req-3c52600b-e9ac-43bf-b346-7384e841d44c service neutron] 10.222.0.61 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543540 Aug 10 03:13:34.098532 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae7e251-99d9-4607-80c9-55b4880ba683 req-1ee493ce-277e-4549-a274-286c5d27a0d5 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:34.100042 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bae7e251-99d9-4607-80c9-55b4880ba683 req-1ee493ce-277e-4549-a274-286c5d27a0d5 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=5016a7a7-472c-4a99-b0a5-e3eb50130a67 HTTP/1.1" status: 200 len: 944 time: 0.1595798 Aug 10 03:13:34.114572 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-68c95cd8-0457-40b9-811a-6dd6048ff752 req-9df9279e-47b5-498e-a842-f1ebccf6ee01 service neutron] 10.222.0.61 "GET /v2.0/networks/7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465335 Aug 10 03:13:34.124313 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-c1882d8d-25ac-4479-9ee8-441d29b75166 req-5b3ff71d-4373-4fcb-82fb-3d7dc978f344 service neutron] For port 27080ad8-c856-4fb6-b762-f49ad6377e20, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=27080ad8-c856-4fb6-b762-f49ad6377e20,segment=NetworkSegment(6bf2f30c-8de9-48b6-ac35-0afe448267ae),segment_id=6bf2f30c-8de9-48b6-ac35-0afe448267ae)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:13:34.158094 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c1882d8d-25ac-4479-9ee8-441d29b75166 req-5b3ff71d-4373-4fcb-82fb-3d7dc978f344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:34.175836 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f4595595-4e3f-4ff0-968e-6b804df54cab req-ad85c146-863e-4117-adf4-b670e4bdc212 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] 10.222.0.44 "GET /v2.0/security-groups?id=a666ad1b-f110-40b4-9c8d-b8c5dedb4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150992 Aug 10 03:13:34.213100 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning for port d3c042ac-1553-4d39-8347-90f740a68853 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:13:34.223969 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port d3c042ac-1553-4d39-8347-90f740a68853 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:13:34.224592 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:34.260158 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89396f55-02eb-475a-892b-e84dde1c3843 req-a712fda1-1667-47de-a6f6-23082b69452a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:34.262252 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-89396f55-02eb-475a-892b-e84dde1c3843 req-a712fda1-1667-47de-a6f6-23082b69452a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5c63ff337f394941ba57d38599745446&device_id=4b677e40-e187-4547-8512-c53b2cd0d000 HTTP/1.1" status: 200 len: 1100 time: 0.0814173 Aug 10 03:13:34.263593 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1882d8d-25ac-4479-9ee8-441d29b75166 req-5b3ff71d-4373-4fcb-82fb-3d7dc978f344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:34.264315 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c1882d8d-25ac-4479-9ee8-441d29b75166 req-5b3ff71d-4373-4fcb-82fb-3d7dc978f344 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:34.265900 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c1882d8d-25ac-4479-9ee8-441d29b75166 req-5b3ff71d-4373-4fcb-82fb-3d7dc978f344 service neutron] 10.222.0.61 "PUT /v2.0/ports/27080ad8-c856-4fb6-b762-f49ad6377e20 HTTP/1.1" status: 200 len: 1092 time: 1.7739127 Aug 10 03:13:34.270534 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '564cd1d5-4660-4da0-aad6-145d07e37da2', 'tag': '27080ad8-c856-4fb6-b762-f49ad6377e20'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:13:34.272797 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ece35d6a-26cb-4d5f-9168-2d84064adc18" -d '{"events": [{"name": "network-changed", "server_uuid": "564cd1d5-4660-4da0-aad6-145d07e37da2", "tag": "27080ad8-c856-4fb6-b762-f49ad6377e20"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:13:34.285538 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bae7e251-99d9-4607-80c9-55b4880ba683 req-e2657124-fb1c-4ff5-ba29-c5fb4b6d67cb tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598248 Aug 10 03:13:34.303817 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port e18b36ee-1b80-4329-aa52-78d9b8441084, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=e18b36ee-1b80-4329-aa52-78d9b8441084,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:34.345633 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f54ec5cd-d6db-4e66-ae92-01028f9488c7 req-0c4b5e0c-bc10-45cc-a603-29bdcbfebdaf tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=f726c9d4-e35b-491c-8c1a-75058f6ba5e2 HTTP/1.1" status: 200 len: 210 time: 0.0590830 Aug 10 03:13:34.370562 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3ff71d-4373-4fcb-82fb-3d7dc978f344 service neutron] Pushing event updated for resources: {'Port': ['ID=27080ad8-c856-4fb6-b762-f49ad6377e20,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:34.370743 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:34.382353 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': 'e18b36ee-1b80-4329-aa52-78d9b8441084', 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721', 'port_id': 'e18b36ee-1b80-4329-aa52-78d9b8441084', 'mac_address': 'fa:16:3e:d9:1a:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60d10164-1dee-4940-9d19-f71e6c18cbc5', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:13:34.417630 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port d3c042ac-1553-4d39-8347-90f740a68853, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=d3c042ac-1553-4d39-8347-90f740a68853,segment=NetworkSegment(e1ea0112-d828-45f3-a96b-2a696c160566),segment_id=e1ea0112-d828-45f3-a96b-2a696c160566)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:34.418916 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89396f55-02eb-475a-892b-e84dde1c3843 req-ba5c39a8-769c-484e-8b17-7c11766e6395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:34.419363 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5016a7a7-472c-4a99-b0a5-e3eb50130a67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3c042ac-1553-4d39-8347-90f740a68853'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:13:34.422034 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-89396f55-02eb-475a-892b-e84dde1c3843 req-ba5c39a8-769c-484e-8b17-7c11766e6395 service neutron] 10.222.0.61 "GET /v2.0/networks?id=72a4be73-29a1-424c-8690-ecdcf6b06721 HTTP/1.1" status: 200 len: 869 time: 0.1455293 Aug 10 03:13:34.422982 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd217d6a-06a6-438e-864f-d67ae5424f07" -d '{"events": [{"server_uuid": "5016a7a7-472c-4a99-b0a5-e3eb50130a67", "name": "network-vif-plugged", "status": "completed", "tag": "d3c042ac-1553-4d39-8347-90f740a68853"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:13:34.424514 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-68c95cd8-0457-40b9-811a-6dd6048ff752 req-9845bdb6-2ab9-4dfa-a54f-ef3a22b84f54 service neutron] 10.222.0.61 "GET /v2.0/networks/7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3012381 Aug 10 03:13:34.428559 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-9a1f33d1-a96a-456a-850b-f0375cb7eab3 req-49946e60-0740-4669-891e-7d55a3fabdd7 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Allocated IP 192.168.233.174 (72a4be73-29a1-424c-8690-ecdcf6b06721/60d10164-1dee-4940-9d19-f71e6c18cbc5/31f32a05-17ab-4fff-8025-246c50e68f96) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:13:34.429503 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:34.450207 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1882d8d-25ac-4479-9ee8-441d29b75166 req-42a05603-41c6-47aa-8446-227f44ef8812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:34.451794 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c1882d8d-25ac-4479-9ee8-441d29b75166 req-42a05603-41c6-47aa-8446-227f44ef8812 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ef0c546763504af887a177f337462e10&device_id=564cd1d5-4660-4da0-aad6-145d07e37da2 HTTP/1.1" status: 200 len: 1095 time: 0.1193583 Aug 10 03:13:34.492014 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-89396f55-02eb-475a-892b-e84dde1c3843 req-69364472-c0a3-4f2b-ac60-d9e39dacca88 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=42dcfd58-be09-49fe-b3ae-14008a7a7a0b HTTP/1.1" status: 200 len: 217 time: 0.0528047 Aug 10 03:13:34.513429 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c1882d8d-25ac-4479-9ee8-441d29b75166 req-f756753a-37b8-45a7-ab01-a3045e2bd540 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27080ad8-c856-4fb6-b762-f49ad6377e20 HTTP/1.1" status: 200 len: 217 time: 0.0482793 Aug 10 03:13:34.552103 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=d3c042ac-1553-4d39-8347-90f740a68853,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:34.555224 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:34.557458 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-798d1c7c-3cb2-4754-a888-e9705f0f83af x-openstack-request-id: req-798d1c7c-3cb2-4754-a888-e9705f0f83af {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:13:34.557949 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "564cd1d5-4660-4da0-aad6-145d07e37da2", "tag": "27080ad8-c856-4fb6-b762-f49ad6377e20", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:13:34.558392 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-798d1c7c-3cb2-4754-a888-e9705f0f83af {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:13:34.558920 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '564cd1d5-4660-4da0-aad6-145d07e37da2', 'tag': '27080ad8-c856-4fb6-b762-f49ad6377e20', 'status': 'completed', 'code': 200} Aug 10 03:13:34.591467 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89396f55-02eb-475a-892b-e84dde1c3843 req-8fccca70-d0f9-47cd-a66a-befe4ad08b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:34.593444 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-89396f55-02eb-475a-892b-e84dde1c3843 req-8fccca70-d0f9-47cd-a66a-befe4ad08b16 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=60d10164-1dee-4940-9d19-f71e6c18cbc5 HTTP/1.1" status: 200 len: 843 time: 0.0851252 Aug 10 03:13:34.601141 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c95cd8-0457-40b9-811a-6dd6048ff752 req-ae38e2e2-0987-4b53-930f-370a91023a8e tempest-LiveAutoBlockMigrationV225Test-725400249 tempest-LiveAutoBlockMigrationV225Test-725400249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:34.603343 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-68c95cd8-0457-40b9-811a-6dd6048ff752 req-ae38e2e2-0987-4b53-930f-370a91023a8e tempest-LiveAutoBlockMigrationV225Test-725400249 tempest-LiveAutoBlockMigrationV225Test-725400249-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=813698f8-88cf-486f-890d-c235b048616c&tenant_id=4fedcd46377344729593c49493334f54&binding%3Ahost_id=n-h1-768862-13 HTTP/1.1" status: 200 len: 1097 time: 0.0866129 Aug 10 03:13:34.633279 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-68c95cd8-0457-40b9-811a-6dd6048ff752 req-dfbb4bca-7522-475a-91e4-6c07b8c1874b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-768862-13'}}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:13:34.691488 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89396f55-02eb-475a-892b-e84dde1c3843 req-cb4b3c6b-e51d-4a40-894d-ae3b06f570d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:34.693045 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-89396f55-02eb-475a-892b-e84dde1c3843 req-cb4b3c6b-e51d-4a40-894d-ae3b06f570d5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=72a4be73-29a1-424c-8690-ecdcf6b06721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0887952 Aug 10 03:13:34.700219 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-68c95cd8-0457-40b9-811a-6dd6048ff752 req-dfbb4bca-7522-475a-91e4-6c07b8c1874b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:34.703811 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e18b36ee-1b80-4329-aa52-78d9b8441084 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:13:34.725932 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port e18b36ee-1b80-4329-aa52-78d9b8441084, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=e18b36ee-1b80-4329-aa52-78d9b8441084,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:34.730750 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:34.764720 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1882d8d-25ac-4479-9ee8-441d29b75166 req-5929adb7-af33-4a32-bbc5-1128f820a2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:34.766413 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c1882d8d-25ac-4479-9ee8-441d29b75166 req-5929adb7-af33-4a32-bbc5-1128f820a2d4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1dfce422-0216-4c9d-97b8-8fc7613926b1 HTTP/1.1" status: 200 len: 848 time: 0.2231145 Aug 10 03:13:34.778209 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa524d6-408e-4376-9ed9-b78553c0a032 req-6080071e-d10d-467b-a583-70f4adac55ca tempest-ServerDiagnosticsNegativeTest-643009835 tempest-ServerDiagnosticsNegativeTest-643009835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:34.780243 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6aa524d6-408e-4376-9ed9-b78553c0a032 req-6080071e-d10d-467b-a583-70f4adac55ca tempest-ServerDiagnosticsNegativeTest-643009835 tempest-ServerDiagnosticsNegativeTest-643009835-project] 10.222.0.44 "GET /v2.0/ports?device_id=23cf5be8-5c09-466d-804d-c55afc536bbc HTTP/1.1" status: 200 len: 948 time: 0.2713423 Aug 10 03:13:34.780863 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=e18b36ee-1b80-4329-aa52-78d9b8441084,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:34.809093 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4c9035-584c-4ecd-ae16-4f2f8fd1f5cb req-5950d9db-bc2f-4621-b877-8430a7d8776e tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:34.810720 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4f4c9035-584c-4ecd-ae16-4f2f8fd1f5cb req-5950d9db-bc2f-4621-b877-8430a7d8776e tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=564cd1d5-4660-4da0-aad6-145d07e37da2 HTTP/1.1" status: 200 len: 943 time: 0.2153831 Aug 10 03:13:34.836293 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c1882d8d-25ac-4479-9ee8-441d29b75166 req-6ad58c19-a757-4c89-bfdb-9812263bbd8a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fb04e5c4-4048-4691-8fd2-5191f92c4dcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483706 Aug 10 03:13:34.865890 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-89396f55-02eb-475a-892b-e84dde1c3843 req-8e9c75b9-f102-4b30-ae8e-8430239d31a3 service neutron] 10.222.0.61 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632433 Aug 10 03:13:34.952843 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-68c95cd8-0457-40b9-811a-6dd6048ff752 req-dfbb4bca-7522-475a-91e4-6c07b8c1874b service neutron] For port 31ddbee5-bda7-442d-b2bf-e4048502814d, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=31ddbee5-bda7-442d-b2bf-e4048502814d,segment=NetworkSegment(ef460c05-97a2-474e-9fc7-ca614ed2a066),segment_id=ef460c05-97a2-474e-9fc7-ca614ed2a066)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:34.956643 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-9a1f33d1-a96a-456a-850b-f0375cb7eab3 req-49946e60-0740-4669-891e-7d55a3fabdd7 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:34.970210 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6aa524d6-408e-4376-9ed9-b78553c0a032 req-f7726939-4974-481d-b873-0014ad050128 tempest-ServerDiagnosticsNegativeTest-643009835 tempest-ServerDiagnosticsNegativeTest-643009835-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b16592a-4d81-43ff-84d3-827db9a63127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721015 Aug 10 03:13:34.977578 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4f4c9035-584c-4ecd-ae16-4f2f8fd1f5cb req-b68d7e54-3035-4e51-a378-297451834bb8 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502666 Aug 10 03:13:34.993004 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-9a1f33d1-a96a-456a-850b-f0375cb7eab3 req-49946e60-0740-4669-891e-7d55a3fabdd7 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Transition to ACTIVE for port object 31f32a05-17ab-4fff-8025-246c50e68f96 will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:13:35.013074 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-89396f55-02eb-475a-892b-e84dde1c3843 req-889bd1ae-6b8b-4942-877b-e6e1b3eb19b7 service neutron] 10.222.0.61 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377826 Aug 10 03:13:35.025544 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-68c95cd8-0457-40b9-811a-6dd6048ff752 req-dfbb4bca-7522-475a-91e4-6c07b8c1874b service neutron] For port 31ddbee5-bda7-442d-b2bf-e4048502814d, host n-h1-768862-13, cleared binding levels {{(pid=94261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:13:35.039277 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c1882d8d-25ac-4479-9ee8-441d29b75166 req-84ff1472-4be4-4465-b342-69edb9c8bc65 service neutron] 10.222.0.61 "GET /v2.0/networks/fb04e5c4-4048-4691-8fd2-5191f92c4dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839147 Aug 10 03:13:35.063097 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3845483-9414-44d4-a550-7753ec052340 x-openstack-request-id: req-a3845483-9414-44d4-a550-7753ec052340 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:13:35.063607 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5016a7a7-472c-4a99-b0a5-e3eb50130a67", "name": "network-vif-plugged", "status": "completed", "tag": "d3c042ac-1553-4d39-8347-90f740a68853", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:13:35.064033 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a3845483-9414-44d4-a550-7753ec052340 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:13:35.064652 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5016a7a7-472c-4a99-b0a5-e3eb50130a67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3c042ac-1553-4d39-8347-90f740a68853', 'code': 200} Aug 10 03:13:35.090735 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-68c95cd8-0457-40b9-811a-6dd6048ff752 req-dfbb4bca-7522-475a-91e4-6c07b8c1874b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:35.101294 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-68c95cd8-0457-40b9-811a-6dd6048ff752 req-dfbb4bca-7522-475a-91e4-6c07b8c1874b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:35.140265 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '813698f8-88cf-486f-890d-c235b048616c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31ddbee5-bda7-442d-b2bf-e4048502814d'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:13:35.142719 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc67758b-639b-43a2-889d-82055ca6747d" -d '{"events": [{"server_uuid": "813698f8-88cf-486f-890d-c235b048616c", "name": "network-vif-unplugged", "status": "completed", "tag": "31ddbee5-bda7-442d-b2bf-e4048502814d"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:13:35.166241 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-9a1f33d1-a96a-456a-850b-f0375cb7eab3 req-49946e60-0740-4669-891e-7d55a3fabdd7 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:35.177830 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['408a3286-4f2d-4fd4-a596-e648c93bfc43'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:13:35.224991 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbb4bca-7522-475a-91e4-6c07b8c1874b service neutron] Pushing event updated for resources: {'Port': ['ID=31ddbee5-bda7-442d-b2bf-e4048502814d,revision_number=7']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:35.240520 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-68c95cd8-0457-40b9-811a-6dd6048ff752 req-dfbb4bca-7522-475a-91e4-6c07b8c1874b service neutron] Attempting to bind port 31ddbee5-bda7-442d-b2bf-e4048502814d on host n-h1-768862-13 for vnic_type normal with profile {"migrating_to": "n-h2-768862-13"} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:13:35.240837 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-68c95cd8-0457-40b9-811a-6dd6048ff752 req-dfbb4bca-7522-475a-91e4-6c07b8c1874b service neutron] Attempting to bind port 31ddbee5-bda7-442d-b2bf-e4048502814d by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': 'ef460c05-97a2-474e-9fc7-ca614ed2a066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:13:35.241174 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c95cd8-0457-40b9-811a-6dd6048ff752 req-dfbb4bca-7522-475a-91e4-6c07b8c1874b service neutron] Attempting to bind port 31ddbee5-bda7-442d-b2bf-e4048502814d on network 7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:13:35.251496 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c95cd8-0457-40b9-811a-6dd6048ff752 req-dfbb4bca-7522-475a-91e4-6c07b8c1874b service neutron] Port 31ddbee5-bda7-442d-b2bf-e4048502814d on network 7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:13:35.251825 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c95cd8-0457-40b9-811a-6dd6048ff752 req-dfbb4bca-7522-475a-91e4-6c07b8c1874b service neutron] Attempting to bind port 31ddbee5-bda7-442d-b2bf-e4048502814d on network 7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:13:35.254179 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['e18b36ee-1b80-4329-aa52-78d9b8441084'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:13:35.255731 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c6b319-36a6-4435-9552-e1828555a830 req-175e8c93-7fe5-4958-976f-7c50e2ef7126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:35.257315 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-62c6b319-36a6-4435-9552-e1828555a830 req-175e8c93-7fe5-4958-976f-7c50e2ef7126 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5016a7a7-472c-4a99-b0a5-e3eb50130a67 HTTP/1.1" status: 200 len: 1097 time: 0.1072614 Aug 10 03:13:35.261634 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c95cd8-0457-40b9-811a-6dd6048ff752 req-dfbb4bca-7522-475a-91e4-6c07b8c1874b service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:13:35.261970 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c95cd8-0457-40b9-811a-6dd6048ff752 req-dfbb4bca-7522-475a-91e4-6c07b8c1874b service neutron] Checking segment: {'id': 'ef460c05-97a2-474e-9fc7-ca614ed2a066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:13:35.262403 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c95cd8-0457-40b9-811a-6dd6048ff752 req-dfbb4bca-7522-475a-91e4-6c07b8c1874b service neutron] Bound using segment: {'id': 'ef460c05-97a2-474e-9fc7-ca614ed2a066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1'} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:13:35.262836 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-68c95cd8-0457-40b9-811a-6dd6048ff752 req-dfbb4bca-7522-475a-91e4-6c07b8c1874b service neutron] Bound port: 31ddbee5-bda7-442d-b2bf-e4048502814d, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef460c05-97a2-474e-9fc7-ca614ed2a066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1'}}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:13:35.263201 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-68c95cd8-0457-40b9-811a-6dd6048ff752 req-dfbb4bca-7522-475a-91e4-6c07b8c1874b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:35.282762 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a1f33d1-a96a-456a-850b-f0375cb7eab3 req-49946e60-0740-4669-891e-7d55a3fabdd7 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Network 72a4be73-29a1-424c-8690-ecdcf6b06721 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:13:35.297325 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49946e60-0740-4669-891e-7d55a3fabdd7 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Pushing event updated for resources: {'Port': ['ID=31f32a05-17ab-4fff-8025-246c50e68f96,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:35.308014 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab13205-df16-4a76-b748-19645960d8d2 req-107cdae0-13d4-4d6c-bd1d-1d32aaaa14f3 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:35.309547 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8ab13205-df16-4a76-b748-19645960d8d2 req-107cdae0-13d4-4d6c-bd1d-1d32aaaa14f3 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=813698f8-88cf-486f-890d-c235b048616c HTTP/1.1" status: 200 len: 943 time: 0.2027111 Aug 10 03:13:35.310508 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-9a1f33d1-a96a-456a-850b-f0375cb7eab3 req-49946e60-0740-4669-891e-7d55a3fabdd7 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:13:35.322558 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34666e9-9d63-4b32-afba-7e9a14e6955f req-ded1c17e-11d4-432e-bc9c-f6cd4f9253ab tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:35.323433 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b34666e9-9d63-4b32-afba-7e9a14e6955f req-ded1c17e-11d4-432e-bc9c-f6cd4f9253ab tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2523f58-4dac-4c3c-853d-957eae2412b7 HTTP/1.1" status: 200 len: 950 time: 0.1768866 Aug 10 03:13:35.324260 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a1f33d1-a96a-456a-850b-f0375cb7eab3 req-49946e60-0740-4669-891e-7d55a3fabdd7 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:13:35.330019 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1f33d1-a96a-456a-850b-f0375cb7eab3 req-49946e60-0740-4669-891e-7d55a3fabdd7 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:35.331123 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-9a1f33d1-a96a-456a-850b-f0375cb7eab3 req-49946e60-0740-4669-891e-7d55a3fabdd7 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:35.348006 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-62c6b319-36a6-4435-9552-e1828555a830 req-4b53a6f6-4ce6-4324-95a7-66e0bf52e096 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754039 Aug 10 03:13:35.350110 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c1882d8d-25ac-4479-9ee8-441d29b75166 req-db2caf95-c4ee-4c26-89de-ffbe786fa2cc service neutron] 10.222.0.61 "GET /v2.0/networks/fb04e5c4-4048-4691-8fd2-5191f92c4dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3021297 Aug 10 03:13:35.363205 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-68c95cd8-0457-40b9-811a-6dd6048ff752 req-dfbb4bca-7522-475a-91e4-6c07b8c1874b service neutron] For port 31ddbee5-bda7-442d-b2bf-e4048502814d, host n-h1-768862-13, cleared binding levels {{(pid=94261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:13:35.363420 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9a1f33d1-a96a-456a-850b-f0375cb7eab3 req-49946e60-0740-4669-891e-7d55a3fabdd7 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6269848 Aug 10 03:13:35.367391 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-68c95cd8-0457-40b9-811a-6dd6048ff752 req-dfbb4bca-7522-475a-91e4-6c07b8c1874b service neutron] For port 31ddbee5-bda7-442d-b2bf-e4048502814d, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=31ddbee5-bda7-442d-b2bf-e4048502814d,segment=NetworkSegment(ef460c05-97a2-474e-9fc7-ca614ed2a066),segment_id=ef460c05-97a2-474e-9fc7-ca614ed2a066)] {{(pid=94261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:13:35.372439 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-68c95cd8-0457-40b9-811a-6dd6048ff752 req-dfbb4bca-7522-475a-91e4-6c07b8c1874b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:35.395105 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-9a1f33d1-a96a-456a-850b-f0375cb7eab3 req-b894ce3d-c48d-4bc7-9221-5228025efe0c service neutron] Request body: {'port': {'device_id': 'f726c9d4-e35b-491c-8c1a-75058f6ba5e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:13:35.435511 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8ab13205-df16-4a76-b748-19645960d8d2 req-1b25e667-7890-436e-be86-1a9a81dca4a9 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956566 Aug 10 03:13:35.461460 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c95cd8-0457-40b9-811a-6dd6048ff752 req-dfbb4bca-7522-475a-91e4-6c07b8c1874b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:35.462235 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-68c95cd8-0457-40b9-811a-6dd6048ff752 req-dfbb4bca-7522-475a-91e4-6c07b8c1874b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:35.464084 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-68c95cd8-0457-40b9-811a-6dd6048ff752 req-dfbb4bca-7522-475a-91e4-6c07b8c1874b service neutron] 10.222.0.61 "PUT /v2.0/ports/31ddbee5-bda7-442d-b2bf-e4048502814d HTTP/1.1" status: 200 len: 1123 time: 0.8501656 Aug 10 03:13:35.464747 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbb4bca-7522-475a-91e4-6c07b8c1874b service neutron] Pushing event updated for resources: {'Port': ['ID=31ddbee5-bda7-442d-b2bf-e4048502814d,revision_number=8']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:35.488219 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b34666e9-9d63-4b32-afba-7e9a14e6955f req-d1b0bb8e-a458-4f55-a07d-b23e589e18fd tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/security-groups?id=b61ddca4-e27e-4174-97e8-ca6f8f679a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184905 Aug 10 03:13:35.508085 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-9a1f33d1-a96a-456a-850b-f0375cb7eab3 req-b894ce3d-c48d-4bc7-9221-5228025efe0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:35.578131 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff3a45c0-c32d-40f5-bcf5-b5184ec4ef92 x-openstack-request-id: req-ff3a45c0-c32d-40f5-bcf5-b5184ec4ef92 {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:13:35.578454 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "813698f8-88cf-486f-890d-c235b048616c", "name": "network-vif-unplugged", "status": "completed", "tag": "31ddbee5-bda7-442d-b2bf-e4048502814d", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:13:35.578701 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ff3a45c0-c32d-40f5-bcf5-b5184ec4ef92 {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:13:35.579093 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '813698f8-88cf-486f-890d-c235b048616c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31ddbee5-bda7-442d-b2bf-e4048502814d', 'code': 200} Aug 10 03:13:35.587272 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['31ddbee5-bda7-442d-b2bf-e4048502814d'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:13:35.743064 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-c5319483-22d3-48a1-a177-eea90e4b55c0 req-4d5af4b3-c3ba-4f52-a2ce-748bf9d9d20b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b9314696-1eff-43c8-8add-42d325d4d849&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0495253 Aug 10 03:13:35.759724 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-8fc25cb3-5c51-4b3d-8c9f-bc94aa285d42 None None] Provisioning for port 31f32a05-17ab-4fff-8025-246c50e68f96 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:13:35.767128 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-8fc25cb3-5c51-4b3d-8c9f-bc94aa285d42 None None] Provisioning complete for port 31f32a05-17ab-4fff-8025-246c50e68f96 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:13:35.767634 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-8fc25cb3-5c51-4b3d-8c9f-bc94aa285d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:35.826049 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-8fc25cb3-5c51-4b3d-8c9f-bc94aa285d42 None None] Port 31f32a05-17ab-4fff-8025-246c50e68f96 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:13:35.842996 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5319483-22d3-48a1-a177-eea90e4b55c0 req-34e8d4f5-385f-4f16-b782-5e151e987d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:35.844580 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-c5319483-22d3-48a1-a177-eea90e4b55c0 req-34e8d4f5-385f-4f16-b782-5e151e987d12 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a9d9692f94284ab383feb6bc4fe6dbd1&device_id=b9314696-1eff-43c8-8add-42d325d4d849 HTTP/1.1" status: 200 len: 1098 time: 0.0543797 Aug 10 03:13:35.847991 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3777ef-ec7c-42f7-8b2d-a608cf4d5bf3 req-e3580e07-e872-4457-b66e-42a8bf1ffdbf tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:35.849580 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8f3777ef-ec7c-42f7-8b2d-a608cf4d5bf3 req-e3580e07-e872-4457-b66e-42a8bf1ffdbf tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=5016a7a7-472c-4a99-b0a5-e3eb50130a67 HTTP/1.1" status: 200 len: 945 time: 0.1952353 Aug 10 03:13:35.858896 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb288d-41cc-4ad1-9e6a-830ce1aeb238 req-58c20bb0-95f4-44f2-9be4-5c316bdae33b tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:35.860386 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f7eb288d-41cc-4ad1-9e6a-830ce1aeb238 req-58c20bb0-95f4-44f2-9be4-5c316bdae33b tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b677e40-e187-4547-8512-c53b2cd0d000 HTTP/1.1" status: 200 len: 948 time: 0.2467921 Aug 10 03:13:35.862061 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece35d6a-26cb-4d5f-9168-2d84064adc18 req-ef386c5e-7c13-4da4-a668-c7199988d087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:35.863430 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ece35d6a-26cb-4d5f-9168-2d84064adc18 req-ef386c5e-7c13-4da4-a668-c7199988d087 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ef0c546763504af887a177f337462e10&device_id=564cd1d5-4660-4da0-aad6-145d07e37da2 HTTP/1.1" status: 200 len: 1095 time: 0.2195487 Aug 10 03:13:35.968929 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5319483-22d3-48a1-a177-eea90e4b55c0 req-13bbf452-3ced-40a1-9928-d459d5f69001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:35.970348 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-c5319483-22d3-48a1-a177-eea90e4b55c0 req-13bbf452-3ced-40a1-9928-d459d5f69001 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7bfbeebb-f42f-441e-a7f5-dde179143eae HTTP/1.1" status: 200 len: 924 time: 0.0899625 Aug 10 03:13:36.002305 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8f3777ef-ec7c-42f7-8b2d-a608cf4d5bf3 req-a3548b27-d053-4d2d-a834-7871bdfaf2bc tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378729 Aug 10 03:13:36.022845 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f7eb288d-41cc-4ad1-9e6a-830ce1aeb238 req-416c8e7a-6f6b-417d-bb3d-82d49428ddd6 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] 10.222.0.44 "GET /v2.0/security-groups?id=a666ad1b-f110-40b4-9c8d-b8c5dedb4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533391 Aug 10 03:13:36.056983 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-c5319483-22d3-48a1-a177-eea90e4b55c0 req-170c885c-7e74-4a62-ba7d-d22276205978 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=762a71c0-9382-4c69-8bad-ab26883c428a HTTP/1.1" status: 200 len: 1001 time: 0.0772326 Aug 10 03:13:36.069081 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece35d6a-26cb-4d5f-9168-2d84064adc18 req-711cf015-e71a-4ecd-ba03-72de1b6e0767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:36.070614 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ece35d6a-26cb-4d5f-9168-2d84064adc18 req-711cf015-e71a-4ecd-ba03-72de1b6e0767 service neutron] 10.222.0.61 "GET /v2.0/networks?id=fb04e5c4-4048-4691-8fd2-5191f92c4dcc HTTP/1.1" status: 200 len: 908 time: 0.1813681 Aug 10 03:13:36.111527 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5319483-22d3-48a1-a177-eea90e4b55c0 req-e0b69e29-2727-4426-960e-2f60d545d517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:36.113049 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-c5319483-22d3-48a1-a177-eea90e4b55c0 req-e0b69e29-2727-4426-960e-2f60d545d517 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=899d577f-02e7-4571-b318-84c090d894c3 HTTP/1.1" status: 200 len: 863 time: 0.0474684 Aug 10 03:13:36.171713 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5319483-22d3-48a1-a177-eea90e4b55c0 req-8a3a10b2-d6d5-461f-b1e1-48e875bfd7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:36.172396 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ece35d6a-26cb-4d5f-9168-2d84064adc18 req-81fcc40a-04bd-40ef-a945-83fae2ca303f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27080ad8-c856-4fb6-b762-f49ad6377e20 HTTP/1.1" status: 200 len: 217 time: 0.0604694 Aug 10 03:13:36.173257 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-c5319483-22d3-48a1-a177-eea90e4b55c0 req-8a3a10b2-d6d5-461f-b1e1-48e875bfd7fa service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7bfbeebb-f42f-441e-a7f5-dde179143eae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435431 Aug 10 03:13:36.178808 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-9a1f33d1-a96a-456a-850b-f0375cb7eab3 req-b894ce3d-c48d-4bc7-9221-5228025efe0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31f32a05-17ab-4fff-8025-246c50e68f96 {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:13:36.199312 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-9a1f33d1-a96a-456a-850b-f0375cb7eab3 req-b894ce3d-c48d-4bc7-9221-5228025efe0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:36.276764 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-c5319483-22d3-48a1-a177-eea90e4b55c0 req-7a989a09-a3e5-42be-9e7b-57ecf60f8d94 service neutron] 10.222.0.61 "GET /v2.0/networks/7bfbeebb-f42f-441e-a7f5-dde179143eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891573 Aug 10 03:13:36.378022 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-c5319483-22d3-48a1-a177-eea90e4b55c0 req-b4b5d73a-f6aa-462a-9628-7c8d01c53782 service neutron] 10.222.0.61 "GET /v2.0/networks/7bfbeebb-f42f-441e-a7f5-dde179143eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879922 Aug 10 03:13:36.478254 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-9a1f33d1-a96a-456a-850b-f0375cb7eab3 req-b894ce3d-c48d-4bc7-9221-5228025efe0c service neutron] Transition to ACTIVE for port object 31f32a05-17ab-4fff-8025-246c50e68f96 will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:13:36.491764 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-9a1f33d1-a96a-456a-850b-f0375cb7eab3 req-b894ce3d-c48d-4bc7-9221-5228025efe0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:36.501841 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9ce563-f053-420e-b62f-7158ef9635f6 req-fe3b639e-6c32-4301-9949-b80e3a982b94 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:36.503378 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9a9ce563-f053-420e-b62f-7158ef9635f6 req-fe3b639e-6c32-4301-9949-b80e3a982b94 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=f726c9d4-e35b-491c-8c1a-75058f6ba5e2 HTTP/1.1" status: 200 len: 936 time: 0.4222617 Aug 10 03:13:36.542655 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece35d6a-26cb-4d5f-9168-2d84064adc18 req-6025a97a-b52a-4a60-bf10-aa1e246c83e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:36.544069 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ece35d6a-26cb-4d5f-9168-2d84064adc18 req-6025a97a-b52a-4a60-bf10-aa1e246c83e9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1dfce422-0216-4c9d-97b8-8fc7613926b1 HTTP/1.1" status: 200 len: 848 time: 0.3498046 Aug 10 03:13:36.571193 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f426ac-3a5f-43f8-8ae6-6f4d665ce9ef req-1ef59c00-c5bd-440b-bf49-69ea77018273 tempest-ServerDiagnosticsNegativeTest-643009835 tempest-ServerDiagnosticsNegativeTest-643009835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:36.572776 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-35f426ac-3a5f-43f8-8ae6-6f4d665ce9ef req-1ef59c00-c5bd-440b-bf49-69ea77018273 tempest-ServerDiagnosticsNegativeTest-643009835 tempest-ServerDiagnosticsNegativeTest-643009835-project] 10.222.0.44 "GET /v2.0/ports?device_id=23cf5be8-5c09-466d-804d-c55afc536bbc HTTP/1.1" status: 200 len: 949 time: 0.3971410 Aug 10 03:13:36.631320 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ece35d6a-26cb-4d5f-9168-2d84064adc18 req-cf0ec8ac-63c1-4827-ae7e-dcb1a7a155b1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fb04e5c4-4048-4691-8fd2-5191f92c4dcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719161 Aug 10 03:13:36.642148 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b894ce3d-c48d-4bc7-9221-5228025efe0c service neutron] Pushing event updated for resources: {'Port': ['ID=31f32a05-17ab-4fff-8025-246c50e68f96,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:36.662056 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9a9ce563-f053-420e-b62f-7158ef9635f6 req-417d972f-27e3-4a91-a006-12727b0ed549 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497133 Aug 10 03:13:36.756460 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-9a1f33d1-a96a-456a-850b-f0375cb7eab3 req-b894ce3d-c48d-4bc7-9221-5228025efe0c service neutron] Attempting to bind port 31f32a05-17ab-4fff-8025-246c50e68f96 on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:13:36.756863 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-9a1f33d1-a96a-456a-850b-f0375cb7eab3 req-b894ce3d-c48d-4bc7-9221-5228025efe0c service neutron] Attempting to bind port 31f32a05-17ab-4fff-8025-246c50e68f96 by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:13:36.757099 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1f33d1-a96a-456a-850b-f0375cb7eab3 req-b894ce3d-c48d-4bc7-9221-5228025efe0c service neutron] Attempting to bind port 31f32a05-17ab-4fff-8025-246c50e68f96 on network 72a4be73-29a1-424c-8690-ecdcf6b06721 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:13:36.783658 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-35f426ac-3a5f-43f8-8ae6-6f4d665ce9ef req-b7c54049-b6ec-49e6-b87b-4646f223756f tempest-ServerDiagnosticsNegativeTest-643009835 tempest-ServerDiagnosticsNegativeTest-643009835-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b16592a-4d81-43ff-84d3-827db9a63127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948593 Aug 10 03:13:36.791517 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1f33d1-a96a-456a-850b-f0375cb7eab3 req-b894ce3d-c48d-4bc7-9221-5228025efe0c service neutron] Port 31f32a05-17ab-4fff-8025-246c50e68f96 on network 72a4be73-29a1-424c-8690-ecdcf6b06721 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:13:36.791847 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1f33d1-a96a-456a-850b-f0375cb7eab3 req-b894ce3d-c48d-4bc7-9221-5228025efe0c service neutron] Attempting to bind port 31f32a05-17ab-4fff-8025-246c50e68f96 on network 72a4be73-29a1-424c-8690-ecdcf6b06721 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:13:36.810175 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1f33d1-a96a-456a-850b-f0375cb7eab3 req-b894ce3d-c48d-4bc7-9221-5228025efe0c service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:13:36.810552 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1f33d1-a96a-456a-850b-f0375cb7eab3 req-b894ce3d-c48d-4bc7-9221-5228025efe0c service neutron] Checking segment: {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:13:36.810987 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1f33d1-a96a-456a-850b-f0375cb7eab3 req-b894ce3d-c48d-4bc7-9221-5228025efe0c service neutron] Bound using segment: {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:13:36.811432 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-9a1f33d1-a96a-456a-850b-f0375cb7eab3 req-b894ce3d-c48d-4bc7-9221-5228025efe0c service neutron] Bound port: 31f32a05-17ab-4fff-8025-246c50e68f96, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:13:36.811801 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-9a1f33d1-a96a-456a-850b-f0375cb7eab3 req-b894ce3d-c48d-4bc7-9221-5228025efe0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:36.845982 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ece35d6a-26cb-4d5f-9168-2d84064adc18 req-8e2cfd1f-20ce-4b77-9c7a-a716ca537a24 service neutron] 10.222.0.61 "GET /v2.0/networks/fb04e5c4-4048-4691-8fd2-5191f92c4dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983442 Aug 10 03:13:36.874369 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94ede36-3e68-45bf-b3b0-361ed5eb4873 req-b78e7ecd-f756-400c-a7cd-28a65034e4d4 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:36.875959 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e94ede36-3e68-45bf-b3b0-361ed5eb4873 req-b78e7ecd-f756-400c-a7cd-28a65034e4d4 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=564cd1d5-4660-4da0-aad6-145d07e37da2 HTTP/1.1" status: 200 len: 943 time: 0.1503971 Aug 10 03:13:37.024689 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-9a1f33d1-a96a-456a-850b-f0375cb7eab3 req-b894ce3d-c48d-4bc7-9221-5228025efe0c service neutron] For port 31f32a05-17ab-4fff-8025-246c50e68f96, host n-h1-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:13:37.031308 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e94ede36-3e68-45bf-b3b0-361ed5eb4873 req-26e97949-3c83-44aa-8396-a7db93425018 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358953 Aug 10 03:13:37.063528 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022f8096-7d9f-47fd-bbea-0e389a9784ae req-3ccccae2-70d5-4dc9-b38f-0a5572a7c8d9 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:37.065339 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-022f8096-7d9f-47fd-bbea-0e389a9784ae req-3ccccae2-70d5-4dc9-b38f-0a5572a7c8d9 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=813698f8-88cf-486f-890d-c235b048616c HTTP/1.1" status: 200 len: 943 time: 0.2167048 Aug 10 03:13:37.072071 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-9a1f33d1-a96a-456a-850b-f0375cb7eab3 req-b894ce3d-c48d-4bc7-9221-5228025efe0c service neutron] For port 31f32a05-17ab-4fff-8025-246c50e68f96, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=31f32a05-17ab-4fff-8025-246c50e68f96,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:13:37.085019 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-9a1f33d1-a96a-456a-850b-f0375cb7eab3 req-b894ce3d-c48d-4bc7-9221-5228025efe0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:37.149210 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ece35d6a-26cb-4d5f-9168-2d84064adc18 req-c18834fc-b879-488d-8540-80ee80b84c15 service neutron] 10.222.0.61 "GET /v2.0/networks/fb04e5c4-4048-4691-8fd2-5191f92c4dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722454 Aug 10 03:13:37.179355 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1f33d1-a96a-456a-850b-f0375cb7eab3 req-b894ce3d-c48d-4bc7-9221-5228025efe0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:37.179977 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-9a1f33d1-a96a-456a-850b-f0375cb7eab3 req-b894ce3d-c48d-4bc7-9221-5228025efe0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:37.181447 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9a1f33d1-a96a-456a-850b-f0375cb7eab3 req-b894ce3d-c48d-4bc7-9221-5228025efe0c service neutron] 10.222.0.42 "PUT /v2.0/ports/31f32a05-17ab-4fff-8025-246c50e68f96 HTTP/1.1" status: 200 len: 1097 time: 1.8020246 Aug 10 03:13:37.184720 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f726c9d4-e35b-491c-8c1a-75058f6ba5e2', 'tag': '31f32a05-17ab-4fff-8025-246c50e68f96'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:13:37.187227 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b35c54-c9d0-4e7e-a779-8bd7a033442e" -d '{"events": [{"name": "network-changed", "server_uuid": "f726c9d4-e35b-491c-8c1a-75058f6ba5e2", "tag": "31f32a05-17ab-4fff-8025-246c50e68f96"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:13:37.220396 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-022f8096-7d9f-47fd-bbea-0e389a9784ae req-0d1301df-cd30-4626-92f3-e045e27c5a8b tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449163 Aug 10 03:13:37.230715 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b894ce3d-c48d-4bc7-9221-5228025efe0c service neutron] Pushing event updated for resources: {'Port': ['ID=31f32a05-17ab-4fff-8025-246c50e68f96,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:37.244169 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609289e-3ae6-4750-aeed-5b6799e21f38 req-374d835b-e068-494e-9013-86ac5bb54ea4 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:37.245937 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d609289e-3ae6-4750-aeed-5b6799e21f38 req-374d835b-e068-494e-9013-86ac5bb54ea4 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2523f58-4dac-4c3c-853d-957eae2412b7 HTTP/1.1" status: 200 len: 950 time: 0.1335316 Aug 10 03:13:37.316471 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d609289e-3ae6-4750-aeed-5b6799e21f38 req-d7c5a0a5-4feb-4538-b439-1f5252634064 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/security-groups?id=b61ddca4-e27e-4174-97e8-ca6f8f679a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597410 Aug 10 03:13:37.331493 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1f33d1-a96a-456a-850b-f0375cb7eab3 req-e6c7536d-c314-446c-b4bb-04e0234551ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:37.333061 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9a1f33d1-a96a-456a-850b-f0375cb7eab3 req-e6c7536d-c314-446c-b4bb-04e0234551ea service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=808ab0b013b8411c9f012091d2eaa39f&device_id=f726c9d4-e35b-491c-8c1a-75058f6ba5e2 HTTP/1.1" status: 200 len: 1100 time: 0.0861590 Aug 10 03:13:37.394467 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9a1f33d1-a96a-456a-850b-f0375cb7eab3 req-e19fd7d7-6ffe-4f2e-9d30-4c1063ce8bdd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=31f32a05-17ab-4fff-8025-246c50e68f96 HTTP/1.1" status: 200 len: 217 time: 0.0453002 Aug 10 03:13:37.463529 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de0315b-c9cc-4ca3-a47c-a935bacd4628 req-beaccbe5-e23a-43f2-8459-c6f1c5420f84 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:37.465065 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8de0315b-c9cc-4ca3-a47c-a935bacd4628 req-beaccbe5-e23a-43f2-8459-c6f1c5420f84 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=5016a7a7-472c-4a99-b0a5-e3eb50130a67 HTTP/1.1" status: 200 len: 945 time: 0.1475835 Aug 10 03:13:37.498434 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1f33d1-a96a-456a-850b-f0375cb7eab3 req-96060a55-96d7-4601-9832-4cb481b7ecb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:37.499908 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9a1f33d1-a96a-456a-850b-f0375cb7eab3 req-96060a55-96d7-4601-9832-4cb481b7ecb2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=60d10164-1dee-4940-9d19-f71e6c18cbc5 HTTP/1.1" status: 200 len: 843 time: 0.0935259 Aug 10 03:13:37.517379 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e4fda-75c2-42d3-a3b3-5c45da3d1161 req-6792fea8-a867-4b8e-94d7-e084f19657a8 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:37.518984 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-407e4fda-75c2-42d3-a3b3-5c45da3d1161 req-6792fea8-a867-4b8e-94d7-e084f19657a8 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b677e40-e187-4547-8512-c53b2cd0d000 HTTP/1.1" status: 200 len: 948 time: 0.1279621 Aug 10 03:13:37.565130 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8de0315b-c9cc-4ca3-a47c-a935bacd4628 req-7c4ef1c8-0680-4c9c-ab47-0d20cf0f8920 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909495 Aug 10 03:13:37.579959 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '813698f8-88cf-486f-890d-c235b048616c', 'tag': '31ddbee5-bda7-442d-b2bf-e4048502814d'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:13:37.583103 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e253a04a-4202-4ee1-87a7-bc9d45c8db45" -d '{"events": [{"name": "network-changed", "server_uuid": "813698f8-88cf-486f-890d-c235b048616c", "tag": "31ddbee5-bda7-442d-b2bf-e4048502814d"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:13:37.606085 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-407e4fda-75c2-42d3-a3b3-5c45da3d1161 req-e75fe72b-cdaa-4774-aeae-bb65f234374e tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] 10.222.0.44 "GET /v2.0/security-groups?id=a666ad1b-f110-40b4-9c8d-b8c5dedb4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713739 Aug 10 03:13:37.609090 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1f33d1-a96a-456a-850b-f0375cb7eab3 req-94214c7c-fca2-44f7-8090-3c9b13eb8464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:37.610678 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9a1f33d1-a96a-456a-850b-f0375cb7eab3 req-94214c7c-fca2-44f7-8090-3c9b13eb8464 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72a4be73-29a1-424c-8690-ecdcf6b06721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1021214 Aug 10 03:13:37.671601 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b6c039a-d448-4930-a298-a3a76790785c x-openstack-request-id: req-5b6c039a-d448-4930-a298-a3a76790785c {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:13:37.671897 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f726c9d4-e35b-491c-8c1a-75058f6ba5e2", "tag": "31f32a05-17ab-4fff-8025-246c50e68f96", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:13:37.672132 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5b6c039a-d448-4930-a298-a3a76790785c {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:13:37.672565 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f726c9d4-e35b-491c-8c1a-75058f6ba5e2', 'tag': '31f32a05-17ab-4fff-8025-246c50e68f96', 'status': 'completed', 'code': 200} Aug 10 03:13:37.689986 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cc23711-9b89-4e5e-9a0f-0ffadcfbf366 x-openstack-request-id: req-8cc23711-9b89-4e5e-9a0f-0ffadcfbf366 {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:13:37.690368 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "813698f8-88cf-486f-890d-c235b048616c", "tag": "31ddbee5-bda7-442d-b2bf-e4048502814d", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:13:37.690676 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8cc23711-9b89-4e5e-9a0f-0ffadcfbf366 {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:13:37.691133 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '813698f8-88cf-486f-890d-c235b048616c', 'tag': '31ddbee5-bda7-442d-b2bf-e4048502814d', 'status': 'completed', 'code': 200} Aug 10 03:13:37.731481 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9a1f33d1-a96a-456a-850b-f0375cb7eab3 req-e494b51a-9af4-4f1c-88dd-774a437e8971 service neutron] 10.222.0.42 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056952 Aug 10 03:13:37.761559 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253a04a-4202-4ee1-87a7-bc9d45c8db45 req-cb61ab36-a27b-4d99-960b-b3a41fbb1329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:37.763280 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-e253a04a-4202-4ee1-87a7-bc9d45c8db45 req-cb61ab36-a27b-4d99-960b-b3a41fbb1329 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4fedcd46377344729593c49493334f54&device_id=813698f8-88cf-486f-890d-c235b048616c HTTP/1.1" status: 200 len: 1126 time: 0.0472903 Aug 10 03:13:37.880943 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a2d480-2a6f-4fd3-a27d-76b349cccc14 req-4b6b07e3-c9ef-4bfd-9a71-e7eaaa1d94f8 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:37.883170 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-32a2d480-2a6f-4fd3-a27d-76b349cccc14 req-4b6b07e3-c9ef-4bfd-9a71-e7eaaa1d94f8 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=f726c9d4-e35b-491c-8c1a-75058f6ba5e2 HTTP/1.1" status: 200 len: 948 time: 0.1347353 Aug 10 03:13:37.887651 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253a04a-4202-4ee1-87a7-bc9d45c8db45 req-1b9d6ab9-ad4a-452d-91eb-b0b1b6b1ca2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:37.890938 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-e253a04a-4202-4ee1-87a7-bc9d45c8db45 req-1b9d6ab9-ad4a-452d-91eb-b0b1b6b1ca2e service neutron] 10.222.0.42 "GET /v2.0/networks?id=7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1 HTTP/1.1" status: 200 len: 921 time: 0.1180408 Aug 10 03:13:37.933411 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9a1f33d1-a96a-456a-850b-f0375cb7eab3 req-bbfa5e51-6491-47d5-98f1-5268ac51495e service neutron] 10.222.0.42 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940553 Aug 10 03:13:37.937981 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-e253a04a-4202-4ee1-87a7-bc9d45c8db45 req-e5e5eeb4-3ed5-4526-b266-efc0be3e6f55 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31ddbee5-bda7-442d-b2bf-e4048502814d HTTP/1.1" status: 200 len: 217 time: 0.0365076 Aug 10 03:13:37.970000 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-32a2d480-2a6f-4fd3-a27d-76b349cccc14 req-f96ee22c-5912-4119-9947-f4cad43e2249 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618105 Aug 10 03:13:37.985198 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4709f6-0c2c-413c-9050-91641a9ad082 req-45ce5688-b7af-43b8-a70f-d1ea879ed59e tempest-ServerDiagnosticsNegativeTest-643009835 tempest-ServerDiagnosticsNegativeTest-643009835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:37.986790 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bc4709f6-0c2c-413c-9050-91641a9ad082 req-45ce5688-b7af-43b8-a70f-d1ea879ed59e tempest-ServerDiagnosticsNegativeTest-643009835 tempest-ServerDiagnosticsNegativeTest-643009835-project] 10.222.0.44 "GET /v2.0/ports?device_id=23cf5be8-5c09-466d-804d-c55afc536bbc HTTP/1.1" status: 200 len: 949 time: 0.1029153 Aug 10 03:13:38.004303 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253a04a-4202-4ee1-87a7-bc9d45c8db45 req-beaa53c4-26cb-407f-b45c-830ee3f5c94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:38.005880 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-e253a04a-4202-4ee1-87a7-bc9d45c8db45 req-beaa53c4-26cb-407f-b45c-830ee3f5c94e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8a049acb-8e7b-42fd-b8b6-b5c474462166 HTTP/1.1" status: 200 len: 861 time: 0.0536253 Aug 10 03:13:38.046550 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-e253a04a-4202-4ee1-87a7-bc9d45c8db45 req-b4dcf519-0e78-4852-b8df-5c8fa30c9a0b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270507 Aug 10 03:13:38.060781 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bc4709f6-0c2c-413c-9050-91641a9ad082 req-e76654c3-d071-4b8a-8dbe-0ec2769611da tempest-ServerDiagnosticsNegativeTest-643009835 tempest-ServerDiagnosticsNegativeTest-643009835-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b16592a-4d81-43ff-84d3-827db9a63127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634451 Aug 10 03:13:38.079840 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b35c54-c9d0-4e7e-a779-8bd7a033442e req-09e7db8b-cfc8-47e2-be64-d42dc614c707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:38.081423 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-98b35c54-c9d0-4e7e-a779-8bd7a033442e req-09e7db8b-cfc8-47e2-be64-d42dc614c707 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=808ab0b013b8411c9f012091d2eaa39f&device_id=f726c9d4-e35b-491c-8c1a-75058f6ba5e2 HTTP/1.1" status: 200 len: 1100 time: 0.0573950 Aug 10 03:13:38.127552 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 31ddbee5-bda7-442d-b2bf-e4048502814d details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:13:38.129670 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device e18b36ee-1b80-4329-aa52-78d9b8441084 up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:13:38.155815 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-e253a04a-4202-4ee1-87a7-bc9d45c8db45 req-61b7c32f-a40d-467b-8b9d-017da6a27e36 service neutron] 10.222.0.42 "GET /v2.0/networks/7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011808 Aug 10 03:13:38.220114 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64473068-af2a-4092-97e7-f0c583d6f96a req-1ea7e3c1-fc55-4129-938a-9e4903441bb6 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:38.221815 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-64473068-af2a-4092-97e7-f0c583d6f96a req-1ea7e3c1-fc55-4129-938a-9e4903441bb6 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=564cd1d5-4660-4da0-aad6-145d07e37da2 HTTP/1.1" status: 200 len: 943 time: 0.0834970 Aug 10 03:13:38.227828 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b35c54-c9d0-4e7e-a779-8bd7a033442e req-9e1599d8-4148-46c5-99c4-f0e62697e1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:38.229766 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-98b35c54-c9d0-4e7e-a779-8bd7a033442e req-9e1599d8-4148-46c5-99c4-f0e62697e1dc service neutron] 10.222.0.42 "GET /v2.0/networks?id=72a4be73-29a1-424c-8690-ecdcf6b06721 HTTP/1.1" status: 200 len: 869 time: 0.1407485 Aug 10 03:13:38.241849 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning for port e18b36ee-1b80-4329-aa52-78d9b8441084 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:13:38.251324 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port e18b36ee-1b80-4329-aa52-78d9b8441084 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:13:38.251324 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:38.279330 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-e253a04a-4202-4ee1-87a7-bc9d45c8db45 req-7d744a25-6bb3-4712-bfc9-43ebaa736766 service neutron] 10.222.0.42 "GET /v2.0/networks/7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147711 Aug 10 03:13:38.295621 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 31ddbee5-bda7-442d-b2bf-e4048502814d, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=31ddbee5-bda7-442d-b2bf-e4048502814d,segment=NetworkSegment(ef460c05-97a2-474e-9fc7-ca614ed2a066),segment_id=ef460c05-97a2-474e-9fc7-ca614ed2a066)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:38.301044 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-98b35c54-c9d0-4e7e-a779-8bd7a033442e req-83446642-92b0-4734-8822-8f051dc35d92 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=31f32a05-17ab-4fff-8025-246c50e68f96 HTTP/1.1" status: 200 len: 217 time: 0.0486453 Aug 10 03:13:38.310762 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-64473068-af2a-4092-97e7-f0c583d6f96a req-73e5fe06-2904-43cc-891b-a06ba83f073d tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801635 Aug 10 03:13:38.315408 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 31ddbee5-bda7-442d-b2bf-e4048502814d has no active binding in host n-h2-768862-13 {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 10 03:13:38.368831 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:38.404818 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23cf5be8-5c09-466d-804d-c55afc536bbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e18b36ee-1b80-4329-aa52-78d9b8441084'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:13:38.408557 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7194be7c-7193-485a-a92c-47061f2a5003" -d '{"events": [{"server_uuid": "23cf5be8-5c09-466d-804d-c55afc536bbc", "name": "network-vif-plugged", "status": "completed", "tag": "e18b36ee-1b80-4329-aa52-78d9b8441084"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:13:38.414973 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b35c54-c9d0-4e7e-a779-8bd7a033442e req-b899efa8-e330-4e18-8821-f76f91ddafac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:38.416461 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-98b35c54-c9d0-4e7e-a779-8bd7a033442e req-b899efa8-e330-4e18-8821-f76f91ddafac service neutron] 10.222.0.42 "GET /v2.0/subnets?id=60d10164-1dee-4940-9d19-f71e6c18cbc5 HTTP/1.1" status: 200 len: 843 time: 0.1010141 Aug 10 03:13:38.427016 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port e18b36ee-1b80-4329-aa52-78d9b8441084, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=e18b36ee-1b80-4329-aa52-78d9b8441084,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:38.427477 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c913b-a066-49d7-a8db-b4bcb45ea552 req-1469b99e-8745-44cc-94fb-28cabef7134e tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:38.429312 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-954c913b-a066-49d7-a8db-b4bcb45ea552 req-1469b99e-8745-44cc-94fb-28cabef7134e tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=813698f8-88cf-486f-890d-c235b048616c HTTP/1.1" status: 200 len: 943 time: 0.0831470 Aug 10 03:13:38.437889 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:38.501836 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=e18b36ee-1b80-4329-aa52-78d9b8441084,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:38.520553 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d120b13f-c2e4-40e8-b36f-60c22c4fe3c8 req-fb55b243-d08b-4923-a684-b1097d5cd6ad tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:38.522066 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d120b13f-c2e4-40e8-b36f-60c22c4fe3c8 req-fb55b243-d08b-4923-a684-b1097d5cd6ad tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2523f58-4dac-4c3c-853d-957eae2412b7 HTTP/1.1" status: 200 len: 950 time: 0.1227462 Aug 10 03:13:38.529092 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-954c913b-a066-49d7-a8db-b4bcb45ea552 req-986a0f90-a43a-457b-a1d0-32f55772d189 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837009 Aug 10 03:13:38.540209 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b35c54-c9d0-4e7e-a779-8bd7a033442e req-8d8adebe-6e7e-4997-a7c5-b5a55351b21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:38.541767 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-98b35c54-c9d0-4e7e-a779-8bd7a033442e req-8d8adebe-6e7e-4997-a7c5-b5a55351b21e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72a4be73-29a1-424c-8690-ecdcf6b06721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1114922 Aug 10 03:13:38.583581 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a00f651-03f3-4eb9-b192-1ab1a8e6e8fd x-openstack-request-id: req-5a00f651-03f3-4eb9-b192-1ab1a8e6e8fd {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:13:38.583942 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23cf5be8-5c09-466d-804d-c55afc536bbc", "name": "network-vif-plugged", "status": "completed", "tag": "e18b36ee-1b80-4329-aa52-78d9b8441084", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:13:38.584253 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5a00f651-03f3-4eb9-b192-1ab1a8e6e8fd {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:13:38.584708 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23cf5be8-5c09-466d-804d-c55afc536bbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e18b36ee-1b80-4329-aa52-78d9b8441084', 'code': 200} Aug 10 03:13:38.620331 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d120b13f-c2e4-40e8-b36f-60c22c4fe3c8 req-3de11071-2e9c-47d6-9297-cb88fb653a16 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/security-groups?id=b61ddca4-e27e-4174-97e8-ca6f8f679a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903437 Aug 10 03:13:38.726163 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-98b35c54-c9d0-4e7e-a779-8bd7a033442e req-656faa49-f3d8-4d22-ba8d-f6b017750578 service neutron] 10.222.0.42 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760776 Aug 10 03:13:38.832509 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fec7d4-e70c-4210-8f56-83d8b3d9b163 req-51a1e177-8fa6-48ae-be3b-63bca2fb6ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:38.833948 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a8fec7d4-e70c-4210-8f56-83d8b3d9b163 req-51a1e177-8fa6-48ae-be3b-63bca2fb6ab3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=23cf5be8-5c09-466d-804d-c55afc536bbc HTTP/1.1" status: 200 len: 1102 time: 0.1739118 Aug 10 03:13:38.861966 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cd552f-c016-4298-a7bd-4d46b1751b5d req-4fb6533c-f604-4382-a844-b96c3b0db0bf tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:38.863542 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-07cd552f-c016-4298-a7bd-4d46b1751b5d req-4fb6533c-f604-4382-a844-b96c3b0db0bf tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=5016a7a7-472c-4a99-b0a5-e3eb50130a67 HTTP/1.1" status: 200 len: 945 time: 0.1863835 Aug 10 03:13:38.892113 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc65595-3fec-4954-a694-a85aeb30d6ae req-63b7d28e-e6a2-4ba7-8787-82f2ae39f429 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:38.893612 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2fc65595-3fec-4954-a694-a85aeb30d6ae req-63b7d28e-e6a2-4ba7-8787-82f2ae39f429 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b677e40-e187-4547-8512-c53b2cd0d000 HTTP/1.1" status: 200 len: 948 time: 0.1949954 Aug 10 03:13:38.957892 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a8fec7d4-e70c-4210-8f56-83d8b3d9b163 req-701889b1-5c32-4da7-8979-e4d93d574a26 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0b16592a-4d81-43ff-84d3-827db9a63127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131265 Aug 10 03:13:38.968871 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-98b35c54-c9d0-4e7e-a779-8bd7a033442e req-b3f1ee24-b438-4a65-bde4-18aec8823650 service neutron] 10.222.0.42 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266371 Aug 10 03:13:38.984611 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-07cd552f-c016-4298-a7bd-4d46b1751b5d req-e2c6e7e5-8312-4733-bf1b-2396e3e3d3b1 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048906 Aug 10 03:13:38.992555 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2fc65595-3fec-4954-a694-a85aeb30d6ae req-96a2a7b2-e09c-406e-8091-d3c4a6dc97dd tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] 10.222.0.44 "GET /v2.0/security-groups?id=a666ad1b-f110-40b4-9c8d-b8c5dedb4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907421 Aug 10 03:13:39.103472 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c367715b-ae23-43a0-bd68-a0e2c5001f6e req-ab1aa827-645a-42f4-84e7-e48b9515d029 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:39.104985 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c367715b-ae23-43a0-bd68-a0e2c5001f6e req-ab1aa827-645a-42f4-84e7-e48b9515d029 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=f726c9d4-e35b-491c-8c1a-75058f6ba5e2 HTTP/1.1" status: 200 len: 948 time: 0.0509405 Aug 10 03:13:39.145524 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c367715b-ae23-43a0-bd68-a0e2c5001f6e req-dbbb4fc5-7dd2-419d-806e-c571101510bc tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344617 Aug 10 03:13:39.254205 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33e0063-108e-4fcd-8f42-393c89d6eef7 req-a3bdbf7c-488f-467d-a65b-bb45fa297ae2 tempest-ServerDiagnosticsNegativeTest-643009835 tempest-ServerDiagnosticsNegativeTest-643009835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:39.255975 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b33e0063-108e-4fcd-8f42-393c89d6eef7 req-a3bdbf7c-488f-467d-a65b-bb45fa297ae2 tempest-ServerDiagnosticsNegativeTest-643009835 tempest-ServerDiagnosticsNegativeTest-643009835-project] 10.222.0.44 "GET /v2.0/ports?device_id=23cf5be8-5c09-466d-804d-c55afc536bbc HTTP/1.1" status: 200 len: 950 time: 0.0544357 Aug 10 03:13:39.302604 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b33e0063-108e-4fcd-8f42-393c89d6eef7 req-b49e01f6-eb6c-4bd9-b18f-9a08adad9bc8 tempest-ServerDiagnosticsNegativeTest-643009835 tempest-ServerDiagnosticsNegativeTest-643009835-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b16592a-4d81-43ff-84d3-827db9a63127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394359 Aug 10 03:13:39.458004 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d545a6-6aed-431c-a033-80a5f74e06c1 req-b20e1f9c-7c02-476d-922b-a07b6e1adc00 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:39.459480 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-66d545a6-6aed-431c-a033-80a5f74e06c1 req-b20e1f9c-7c02-476d-922b-a07b6e1adc00 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=5016a7a7-472c-4a99-b0a5-e3eb50130a67 HTTP/1.1" status: 200 len: 945 time: 0.1086111 Aug 10 03:13:39.470787 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ac148b-49dd-4b24-b46c-29b4116ecfde req-b5c8d980-8fd0-42c5-8101-64aee78a783f tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:39.472542 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-81ac148b-49dd-4b24-b46c-29b4116ecfde req-b5c8d980-8fd0-42c5-8101-64aee78a783f tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=564cd1d5-4660-4da0-aad6-145d07e37da2 HTTP/1.1" status: 200 len: 943 time: 0.0751002 Aug 10 03:13:39.530121 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-66d545a6-6aed-431c-a033-80a5f74e06c1 req-7f26ff90-d8ef-4557-9abb-3831623a308e tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565689 Aug 10 03:13:39.535369 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-81ac148b-49dd-4b24-b46c-29b4116ecfde req-ad294383-9b4e-482c-9665-fa461eff914f tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555291 Aug 10 03:13:39.674082 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11412464-abae-4570-aec0-ab0ddd421e4f req-48bc51d6-1be4-4cc2-84a7-e6ad6199218b tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:39.675693 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-11412464-abae-4570-aec0-ab0ddd421e4f req-48bc51d6-1be4-4cc2-84a7-e6ad6199218b tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=813698f8-88cf-486f-890d-c235b048616c HTTP/1.1" status: 200 len: 943 time: 0.0638645 Aug 10 03:13:39.727688 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-11412464-abae-4570-aec0-ab0ddd421e4f req-0c2ab976-3805-49d1-9a90-b870d55b8b41 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444150 Aug 10 03:13:39.764974 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9909e22e-9cf2-4e81-b81f-2402615869eb req-ea48b1b2-e6cc-4969-818a-a3e385dcdb06 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:39.766499 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9909e22e-9cf2-4e81-b81f-2402615869eb req-ea48b1b2-e6cc-4969-818a-a3e385dcdb06 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2523f58-4dac-4c3c-853d-957eae2412b7 HTTP/1.1" status: 200 len: 950 time: 0.0554521 Aug 10 03:13:39.808084 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9909e22e-9cf2-4e81-b81f-2402615869eb req-9dcc3e22-ee59-4ce2-bff1-2d1bc6f942f5 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/security-groups?id=b61ddca4-e27e-4174-97e8-ca6f8f679a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357020 Aug 10 03:13:40.143968 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 27080ad8-c856-4fb6-b762-f49ad6377e20 details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:13:40.263511 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 27080ad8-c856-4fb6-b762-f49ad6377e20, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=27080ad8-c856-4fb6-b762-f49ad6377e20,segment=NetworkSegment(6bf2f30c-8de9-48b6-ac35-0afe448267ae),segment_id=6bf2f30c-8de9-48b6-ac35-0afe448267ae)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:40.280503 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': '27080ad8-c856-4fb6-b762-f49ad6377e20', 'network_id': 'fb04e5c4-4048-4691-8fd2-5191f92c4dcc', 'port_id': '27080ad8-c856-4fb6-b762-f49ad6377e20', 'mac_address': 'fa:16:3e:39:5f:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dfce422-0216-4c9d-97b8-8fc7613926b1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:13:40.324564 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:40.327925 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b301398-b69f-4aad-9db3-186c94f56750 req-38078512-938a-4b7d-9ef8-330a6d9d8861 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:40.329549 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4b301398-b69f-4aad-9db3-186c94f56750 req-38078512-938a-4b7d-9ef8-330a6d9d8861 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b677e40-e187-4547-8512-c53b2cd0d000 HTTP/1.1" status: 200 len: 948 time: 0.0923193 Aug 10 03:13:40.339003 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27080ad8-c856-4fb6-b762-f49ad6377e20 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:13:40.359896 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 27080ad8-c856-4fb6-b762-f49ad6377e20, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=27080ad8-c856-4fb6-b762-f49ad6377e20,segment=NetworkSegment(6bf2f30c-8de9-48b6-ac35-0afe448267ae),segment_id=6bf2f30c-8de9-48b6-ac35-0afe448267ae)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:40.364269 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:40.365178 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 42dcfd58-be09-49fe-b3ae-14008a7a7a0b details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:13:40.380801 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f597c770-f0d0-427e-810b-9404e30e4590 req-39eacc26-88c4-4fad-bd69-3b21d0634dc5 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:40.382341 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f597c770-f0d0-427e-810b-9404e30e4590 req-39eacc26-88c4-4fad-bd69-3b21d0634dc5 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=f726c9d4-e35b-491c-8c1a-75058f6ba5e2 HTTP/1.1" status: 200 len: 948 time: 0.0937240 Aug 10 03:13:40.399508 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4b301398-b69f-4aad-9db3-186c94f56750 req-43321538-4545-4a0a-9722-bbc5c7c5fb17 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] 10.222.0.44 "GET /v2.0/security-groups?id=a666ad1b-f110-40b4-9c8d-b8c5dedb4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635130 Aug 10 03:13:40.446373 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f597c770-f0d0-427e-810b-9404e30e4590 req-f7f73da0-cf3d-4b81-b55c-ad0a0c01b81c tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443444 Aug 10 03:13:40.465465 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=27080ad8-c856-4fb6-b762-f49ad6377e20,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:40.514827 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 42dcfd58-be09-49fe-b3ae-14008a7a7a0b, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=42dcfd58-be09-49fe-b3ae-14008a7a7a0b,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:40.526028 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': '42dcfd58-be09-49fe-b3ae-14008a7a7a0b', 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721', 'port_id': '42dcfd58-be09-49fe-b3ae-14008a7a7a0b', 'mac_address': 'fa:16:3e:77:db:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60d10164-1dee-4940-9d19-f71e6c18cbc5', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:13:40.531131 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3868ba-377e-4383-901d-730b2a138b26 req-925f8574-5745-40d5-93b9-4272cb30f3df tempest-ServerDiagnosticsNegativeTest-643009835 tempest-ServerDiagnosticsNegativeTest-643009835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:40.532696 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1f3868ba-377e-4383-901d-730b2a138b26 req-925f8574-5745-40d5-93b9-4272cb30f3df tempest-ServerDiagnosticsNegativeTest-643009835 tempest-ServerDiagnosticsNegativeTest-643009835-project] 10.222.0.44 "GET /v2.0/ports?device_id=23cf5be8-5c09-466d-804d-c55afc536bbc HTTP/1.1" status: 200 len: 950 time: 0.0522490 Aug 10 03:13:40.570050 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:40.575925 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1f3868ba-377e-4383-901d-730b2a138b26 req-96d96400-0a74-49b9-8470-20ead52aed4e tempest-ServerDiagnosticsNegativeTest-643009835 tempest-ServerDiagnosticsNegativeTest-643009835-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b16592a-4d81-43ff-84d3-827db9a63127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366809 Aug 10 03:13:40.585332 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42dcfd58-be09-49fe-b3ae-14008a7a7a0b {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:13:40.615412 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 42dcfd58-be09-49fe-b3ae-14008a7a7a0b, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=42dcfd58-be09-49fe-b3ae-14008a7a7a0b,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:40.621056 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:40.670764 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=42dcfd58-be09-49fe-b3ae-14008a7a7a0b,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:40.693398 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251f8c10-8d48-4951-8d8e-0b16009ece5d req-c7cf0fb1-38d2-4fb3-b185-c5909d07d028 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:40.695009 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-251f8c10-8d48-4951-8d8e-0b16009ece5d req-c7cf0fb1-38d2-4fb3-b185-c5909d07d028 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=5016a7a7-472c-4a99-b0a5-e3eb50130a67 HTTP/1.1" status: 200 len: 945 time: 0.0836587 Aug 10 03:13:40.939404 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11303af3-ef3c-4da8-9792-38841b9f4a5d req-645bd5c4-2f83-4d25-b352-42295dcedc8f tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:40.940958 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-11303af3-ef3c-4da8-9792-38841b9f4a5d req-645bd5c4-2f83-4d25-b352-42295dcedc8f tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=564cd1d5-4660-4da0-aad6-145d07e37da2 HTTP/1.1" status: 200 len: 944 time: 0.2992070 Aug 10 03:13:40.975067 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-251f8c10-8d48-4951-8d8e-0b16009ece5d req-d03db643-6f48-4e3c-ac38-91954ac1d41f tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734380 Aug 10 03:13:41.005722 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-11303af3-ef3c-4da8-9792-38841b9f4a5d req-ea08e8a3-b40d-4542-8689-2dbe5ba1b22b tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575352 Aug 10 03:13:41.121963 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ab26e8-3fea-49fb-bd0a-2d82f84bd394 req-0abc2540-0671-400f-bd60-976406f1433b tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:41.124062 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-14ab26e8-3fea-49fb-bd0a-2d82f84bd394 req-0abc2540-0671-400f-bd60-976406f1433b tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=813698f8-88cf-486f-890d-c235b048616c HTTP/1.1" status: 200 len: 943 time: 0.0759575 Aug 10 03:13:41.156426 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e624a86-0c79-4b71-9a33-909058966e4f req-72e9e20b-ef7a-4308-8ff0-a3e3c810ff09 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:41.157926 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5e624a86-0c79-4b71-9a33-909058966e4f req-72e9e20b-ef7a-4308-8ff0-a3e3c810ff09 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2523f58-4dac-4c3c-853d-957eae2412b7 HTTP/1.1" status: 200 len: 950 time: 0.0784047 Aug 10 03:13:41.185240 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-14ab26e8-3fea-49fb-bd0a-2d82f84bd394 req-a8047d88-17b4-4d08-a428-17386266d2fa tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546560 Aug 10 03:13:41.213320 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5e624a86-0c79-4b71-9a33-909058966e4f req-49eeffaf-b022-4807-bd4c-e08d743c9f26 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/security-groups?id=b61ddca4-e27e-4174-97e8-ca6f8f679a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470498 Aug 10 03:13:41.323845 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 31f32a05-17ab-4fff-8025-246c50e68f96 details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:13:41.394463 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['27080ad8-c856-4fb6-b762-f49ad6377e20'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:13:41.427106 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['42dcfd58-be09-49fe-b3ae-14008a7a7a0b'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:13:41.504649 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 31f32a05-17ab-4fff-8025-246c50e68f96, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=31f32a05-17ab-4fff-8025-246c50e68f96,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:41.528687 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ff38db-24f3-4e6a-b6aa-d265c735885d req-06219201-6952-46bc-92fb-80b4ce077dba tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:41.530889 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a8ff38db-24f3-4e6a-b6aa-d265c735885d req-06219201-6952-46bc-92fb-80b4ce077dba tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b677e40-e187-4547-8512-c53b2cd0d000 HTTP/1.1" status: 200 len: 949 time: 0.0554166 Aug 10 03:13:41.537671 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': '31f32a05-17ab-4fff-8025-246c50e68f96', 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721', 'port_id': '31f32a05-17ab-4fff-8025-246c50e68f96', 'mac_address': 'fa:16:3e:59:57:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60d10164-1dee-4940-9d19-f71e6c18cbc5', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:13:41.597298 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a8ff38db-24f3-4e6a-b6aa-d265c735885d req-88640d79-ca7e-4fa4-9332-fe1ef89c953c tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] 10.222.0.44 "GET /v2.0/security-groups?id=a666ad1b-f110-40b4-9c8d-b8c5dedb4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600216 Aug 10 03:13:41.615133 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be09f81-f662-4ab1-a208-340179b97430 req-0e98af46-7032-4158-ac8a-45bddadda3ce tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:41.616683 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3be09f81-f662-4ab1-a208-340179b97430 req-0e98af46-7032-4158-ac8a-45bddadda3ce tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=f726c9d4-e35b-491c-8c1a-75058f6ba5e2 HTTP/1.1" status: 200 len: 948 time: 0.0782235 Aug 10 03:13:41.628428 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:41.661369 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31f32a05-17ab-4fff-8025-246c50e68f96 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:13:41.662768 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3be09f81-f662-4ab1-a208-340179b97430 req-bc97aebb-795a-4170-af40-a9b1aa01c80e tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382328 Aug 10 03:13:41.710728 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 31f32a05-17ab-4fff-8025-246c50e68f96, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=31f32a05-17ab-4fff-8025-246c50e68f96,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:41.723671 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:41.729512 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b963691c-25ad-4b86-817a-5f23d0d10e4b req-36774ea0-c776-41c5-9b39-3acfa5cfda7c tempest-ServerDiagnosticsNegativeTest-643009835 tempest-ServerDiagnosticsNegativeTest-643009835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:41.731180 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b963691c-25ad-4b86-817a-5f23d0d10e4b req-36774ea0-c776-41c5-9b39-3acfa5cfda7c tempest-ServerDiagnosticsNegativeTest-643009835 tempest-ServerDiagnosticsNegativeTest-643009835-project] 10.222.0.44 "GET /v2.0/ports?device_id=23cf5be8-5c09-466d-804d-c55afc536bbc HTTP/1.1" status: 200 len: 950 time: 0.0579672 Aug 10 03:13:41.771042 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b963691c-25ad-4b86-817a-5f23d0d10e4b req-855c3bf1-d68a-4392-af15-d7e7c6fc7ec3 tempest-ServerDiagnosticsNegativeTest-643009835 tempest-ServerDiagnosticsNegativeTest-643009835-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b16592a-4d81-43ff-84d3-827db9a63127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328083 Aug 10 03:13:41.802358 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=31f32a05-17ab-4fff-8025-246c50e68f96,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:42.049733 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['31f32a05-17ab-4fff-8025-246c50e68f96'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:13:42.060475 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529275a3-ef11-4688-a6a9-39a9e63552a3 req-174cb49e-68d2-4c28-b028-fbbedfc82216 tempest-ServerDiagnosticsNegativeTest-643009835 tempest-ServerDiagnosticsNegativeTest-643009835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:42.063205 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-529275a3-ef11-4688-a6a9-39a9e63552a3 req-174cb49e-68d2-4c28-b028-fbbedfc82216 tempest-ServerDiagnosticsNegativeTest-643009835 tempest-ServerDiagnosticsNegativeTest-643009835-project] 10.222.0.44 "GET /v2.0/ports?device_id=23cf5be8-5c09-466d-804d-c55afc536bbc HTTP/1.1" status: 200 len: 950 time: 0.0575125 Aug 10 03:13:42.135320 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecae1c7f-cd54-415c-af61-73d0dde42d42 req-7db169da-fb1c-4ff1-8069-d23ac9d31a5a tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:42.136826 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ecae1c7f-cd54-415c-af61-73d0dde42d42 req-7db169da-fb1c-4ff1-8069-d23ac9d31a5a tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=5016a7a7-472c-4a99-b0a5-e3eb50130a67 HTTP/1.1" status: 200 len: 945 time: 0.0726767 Aug 10 03:13:42.140676 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-529275a3-ef11-4688-a6a9-39a9e63552a3 req-6bb32acd-c8de-4dc1-8237-e31554a68106 tempest-ServerDiagnosticsNegativeTest-643009835 tempest-ServerDiagnosticsNegativeTest-643009835-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b16592a-4d81-43ff-84d3-827db9a63127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675786 Aug 10 03:13:42.190496 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ecae1c7f-cd54-415c-af61-73d0dde42d42 req-ffdb5f8c-2f6a-414c-ad7b-bf6ba081e648 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469368 Aug 10 03:13:42.260911 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87accb13-7ac5-486e-9d69-5ed8c4b6feb8 req-fe2d96f1-4ae7-4982-95a3-6e8c1b6014aa tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:42.262333 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-87accb13-7ac5-486e-9d69-5ed8c4b6feb8 req-fe2d96f1-4ae7-4982-95a3-6e8c1b6014aa tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=564cd1d5-4660-4da0-aad6-145d07e37da2 HTTP/1.1" status: 200 len: 944 time: 0.0496757 Aug 10 03:13:42.329620 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-87accb13-7ac5-486e-9d69-5ed8c4b6feb8 req-b86232aa-97ff-4fb4-b757-d09075207a74 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573478 Aug 10 03:13:42.341732 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cf5820-7f9a-421f-a36f-66107488eda2 req-1b2c859c-15f8-4306-a2dd-61108f9beeee tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:42.343588 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-97cf5820-7f9a-421f-a36f-66107488eda2 req-1b2c859c-15f8-4306-a2dd-61108f9beeee tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=813698f8-88cf-486f-890d-c235b048616c HTTP/1.1" status: 200 len: 943 time: 0.0802479 Aug 10 03:13:42.384178 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-97cf5820-7f9a-421f-a36f-66107488eda2 req-12e6ec1c-b049-4466-9d38-f132ef985b8c tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345604 Aug 10 03:13:42.638812 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c12db21-dac7-4f12-b427-acf7e6bbf907 req-97f2989c-7517-4856-904c-2165f0858939 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:42.640366 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9c12db21-dac7-4f12-b427-acf7e6bbf907 req-97f2989c-7517-4856-904c-2165f0858939 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2523f58-4dac-4c3c-853d-957eae2412b7 HTTP/1.1" status: 200 len: 950 time: 0.0817609 Aug 10 03:13:42.648022 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75458afb-5fa2-414a-b5f1-1aeae60144df req-e74d3510-6244-4118-8b10-ec962b468084 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:42.649488 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-75458afb-5fa2-414a-b5f1-1aeae60144df req-e74d3510-6244-4118-8b10-ec962b468084 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.61 "GET /v2.0/ports?device_id=5016a7a7-472c-4a99-b0a5-e3eb50130a67 HTTP/1.1" status: 200 len: 945 time: 0.0814793 Aug 10 03:13:42.768917 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9c12db21-dac7-4f12-b427-acf7e6bbf907 req-b51be089-89cb-4f29-8ed3-73e8e4e2d87d tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/security-groups?id=b61ddca4-e27e-4174-97e8-ca6f8f679a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184304 Aug 10 03:13:42.800205 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea652a-a0d1-423e-8d86-e7c683b9461b req-1cf85299-faa3-45f7-bc9b-74e37ad971d2 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:42.801843 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-98ea652a-a0d1-423e-8d86-e7c683b9461b req-1cf85299-faa3-45f7-bc9b-74e37ad971d2 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b677e40-e187-4547-8512-c53b2cd0d000 HTTP/1.1" status: 200 len: 949 time: 0.1304822 Aug 10 03:13:42.832663 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-75458afb-5fa2-414a-b5f1-1aeae60144df req-eb26c3b3-366a-4463-ad42-053aa5d45bd8 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Deleting port d3c042ac-1553-4d39-8347-90f740a68853 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:13:42.833062 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-75458afb-5fa2-414a-b5f1-1aeae60144df req-eb26c3b3-366a-4463-ad42-053aa5d45bd8 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:42.936765 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-98ea652a-a0d1-423e-8d86-e7c683b9461b req-b54c6367-ea3b-4593-bb23-f57ed8815223 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] 10.222.0.44 "GET /v2.0/security-groups?id=a666ad1b-f110-40b4-9c8d-b8c5dedb4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271725 Aug 10 03:13:42.969007 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f87e2ee-3379-4e40-bda5-33c42642ecfc req-8506e4e3-1754-4473-9230-e530ff7d2f10 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:42.970692 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4f87e2ee-3379-4e40-bda5-33c42642ecfc req-8506e4e3-1754-4473-9230-e530ff7d2f10 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=f726c9d4-e35b-491c-8c1a-75058f6ba5e2 HTTP/1.1" status: 200 len: 949 time: 0.1345818 Aug 10 03:13:42.995500 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-75458afb-5fa2-414a-b5f1-1aeae60144df req-eb26c3b3-366a-4463-ad42-053aa5d45bd8 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] For port d3c042ac-1553-4d39-8347-90f740a68853, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=d3c042ac-1553-4d39-8347-90f740a68853,segment=NetworkSegment(e1ea0112-d828-45f3-a96b-2a696c160566),segment_id=e1ea0112-d828-45f3-a96b-2a696c160566)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:42.995876 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-75458afb-5fa2-414a-b5f1-1aeae60144df req-eb26c3b3-366a-4463-ad42-053aa5d45bd8 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:43.015394 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-75458afb-5fa2-414a-b5f1-1aeae60144df req-eb26c3b3-366a-4463-ad42-053aa5d45bd8 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Calling delete_port for d3c042ac-1553-4d39-8347-90f740a68853 owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:13:43.040827 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4f87e2ee-3379-4e40-bda5-33c42642ecfc req-2b6d1071-0394-479b-a7de-f6506f6bfaa2 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597053 Aug 10 03:13:43.162161 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-75458afb-5fa2-414a-b5f1-1aeae60144df req-eb26c3b3-366a-4463-ad42-053aa5d45bd8 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:43.207154 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb26c3b3-366a-4463-ad42-053aa5d45bd8 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Pushing event deleted for resources: {'Port': ['ID=d3c042ac-1553-4d39-8347-90f740a68853,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:43.226416 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb26c3b3-366a-4463-ad42-053aa5d45bd8 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:43.227139 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb26c3b3-366a-4463-ad42-053aa5d45bd8 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:43.227642 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb26c3b3-366a-4463-ad42-053aa5d45bd8 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:43.228212 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb26c3b3-366a-4463-ad42-053aa5d45bd8 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:43.228787 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb26c3b3-366a-4463-ad42-053aa5d45bd8 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:43.229353 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb26c3b3-366a-4463-ad42-053aa5d45bd8 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:43.229909 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb26c3b3-366a-4463-ad42-053aa5d45bd8 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:43.230503 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb26c3b3-366a-4463-ad42-053aa5d45bd8 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:43.231062 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb26c3b3-366a-4463-ad42-053aa5d45bd8 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:43.231603 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb26c3b3-366a-4463-ad42-053aa5d45bd8 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:43.232590 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb26c3b3-366a-4463-ad42-053aa5d45bd8 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:43.232732 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb26c3b3-366a-4463-ad42-053aa5d45bd8 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:43.309000 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-75458afb-5fa2-414a-b5f1-1aeae60144df req-eb26c3b3-366a-4463-ad42-053aa5d45bd8 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] No DVR routers for this DVR port d3c042ac-1553-4d39-8347-90f740a68853 on host n-h2-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:13:43.314367 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-75458afb-5fa2-414a-b5f1-1aeae60144df req-eb26c3b3-366a-4463-ad42-053aa5d45bd8 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:43.316389 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-75458afb-5fa2-414a-b5f1-1aeae60144df req-eb26c3b3-366a-4463-ad42-053aa5d45bd8 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.61 "DELETE /v2.0/ports/d3c042ac-1553-4d39-8347-90f740a68853 HTTP/1.1" status: 204 len: 173 time: 0.6597948 Aug 10 03:13:43.316822 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5016a7a7-472c-4a99-b0a5-e3eb50130a67', 'name': 'network-vif-deleted', 'tag': 'd3c042ac-1553-4d39-8347-90f740a68853'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:13:43.319101 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29d6a3ba-405c-45a4-ad9b-f6e3dac3285c" -d '{"events": [{"server_uuid": "5016a7a7-472c-4a99-b0a5-e3eb50130a67", "name": "network-vif-deleted", "tag": "d3c042ac-1553-4d39-8347-90f740a68853"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:13:43.339441 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 31f32a05-17ab-4fff-8025-246c50e68f96 up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:13:43.342459 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9e8bb787-be06-49ed-b406-3872c8baa6bd req-96d2bbea-14cb-4894-a6fd-1c2e8e649786 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=5016a7a7-472c-4a99-b0a5-e3eb50130a67 HTTP/1.1" status: 200 len: 210 time: 0.0666366 Aug 10 03:13:43.385691 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e3eb14-3140-44e1-83f9-abce04bf8f2c req-3ef3a75c-0146-4b65-a49a-a6dbae97b6e1 tempest-ServerDiagnosticsNegativeTest-643009835 tempest-ServerDiagnosticsNegativeTest-643009835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:43.390605 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e0e3eb14-3140-44e1-83f9-abce04bf8f2c req-3ef3a75c-0146-4b65-a49a-a6dbae97b6e1 tempest-ServerDiagnosticsNegativeTest-643009835 tempest-ServerDiagnosticsNegativeTest-643009835-project] 10.222.0.44 "GET /v2.0/ports?device_id=23cf5be8-5c09-466d-804d-c55afc536bbc HTTP/1.1" status: 200 len: 950 time: 0.1276009 Aug 10 03:13:43.408936 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-badc234f-6613-4a7f-ba5f-4f65c2c2ef01 x-openstack-request-id: req-badc234f-6613-4a7f-ba5f-4f65c2c2ef01 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:13:43.409218 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5016a7a7-472c-4a99-b0a5-e3eb50130a67", "name": "network-vif-deleted", "tag": "d3c042ac-1553-4d39-8347-90f740a68853", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:13:43.409445 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-badc234f-6613-4a7f-ba5f-4f65c2c2ef01 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:13:43.409871 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5016a7a7-472c-4a99-b0a5-e3eb50130a67', 'name': 'network-vif-deleted', 'tag': 'd3c042ac-1553-4d39-8347-90f740a68853', 'status': 'completed', 'code': 200} Aug 10 03:13:43.412194 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning for port 31f32a05-17ab-4fff-8025-246c50e68f96 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:13:43.416467 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port 31f32a05-17ab-4fff-8025-246c50e68f96 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:13:43.417099 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:43.420836 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['d3c042ac-1553-4d39-8347-90f740a68853'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:13:43.445267 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e0e3eb14-3140-44e1-83f9-abce04bf8f2c req-7d8bea87-91e0-4e03-adf9-665433cade40 tempest-ServerDiagnosticsNegativeTest-643009835 tempest-ServerDiagnosticsNegativeTest-643009835-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b16592a-4d81-43ff-84d3-827db9a63127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485013 Aug 10 03:13:43.537401 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:43.571649 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f726c9d4-e35b-491c-8c1a-75058f6ba5e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31f32a05-17ab-4fff-8025-246c50e68f96'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:13:43.574988 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed06ecb5-a95b-4b78-8cf4-dc65251d03ed" -d '{"events": [{"server_uuid": "f726c9d4-e35b-491c-8c1a-75058f6ba5e2", "name": "network-vif-plugged", "status": "completed", "tag": "31f32a05-17ab-4fff-8025-246c50e68f96"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:13:43.593484 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 31f32a05-17ab-4fff-8025-246c50e68f96, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=31f32a05-17ab-4fff-8025-246c50e68f96,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:43.593762 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f05a7d3-3f38-4cd0-b6d0-650980dcd409 req-9f523f82-5005-45ca-be85-95df5f20864c tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:43.595624 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8f05a7d3-3f38-4cd0-b6d0-650980dcd409 req-9f523f82-5005-45ca-be85-95df5f20864c tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=564cd1d5-4660-4da0-aad6-145d07e37da2 HTTP/1.1" status: 200 len: 944 time: 0.0948589 Aug 10 03:13:43.598910 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:43.620267 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9bb236-4644-44a3-ae77-46ac613632b7 req-8da41474-b0d6-4125-9abd-75ad4808bd34 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:43.621989 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5b9bb236-4644-44a3-ae77-46ac613632b7 req-8da41474-b0d6-4125-9abd-75ad4808bd34 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=813698f8-88cf-486f-890d-c235b048616c HTTP/1.1" status: 200 len: 943 time: 0.0913172 Aug 10 03:13:43.652903 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=31f32a05-17ab-4fff-8025-246c50e68f96,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:43.665262 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8f05a7d3-3f38-4cd0-b6d0-650980dcd409 req-84084a23-12e0-4a63-8ec3-20bb73d34057 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599470 Aug 10 03:13:43.721266 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5b9bb236-4644-44a3-ae77-46ac613632b7 req-05103ee6-320e-43db-a9ff-2bbd9235309d tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858803 Aug 10 03:13:43.747325 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-68c95cd8-0457-40b9-811a-6dd6048ff752 req-985e2cb6-2932-4917-8b30-4733645aec75 service neutron] 10.222.0.42 "GET /v2.0/ports/31ddbee5-bda7-442d-b2bf-e4048502814d/bindings/n-h2-768862-13 HTTP/1.1" status: 200 len: 385 time: 0.0850387 Aug 10 03:13:43.779960 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-367d749e-b47b-4336-ad23-a25406a3583a x-openstack-request-id: req-367d749e-b47b-4336-ad23-a25406a3583a {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:13:43.780356 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f726c9d4-e35b-491c-8c1a-75058f6ba5e2", "name": "network-vif-plugged", "status": "completed", "tag": "31f32a05-17ab-4fff-8025-246c50e68f96", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:13:43.780892 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-367d749e-b47b-4336-ad23-a25406a3583a {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:13:43.781515 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f726c9d4-e35b-491c-8c1a-75058f6ba5e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31f32a05-17ab-4fff-8025-246c50e68f96', 'code': 200} Aug 10 03:13:43.884188 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a644c4-62d5-4fca-b60e-80cb4f8f7a0c req-222c5f6c-97c3-48e3-b91f-163dd1477b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:43.885869 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-b5a644c4-62d5-4fca-b60e-80cb4f8f7a0c req-222c5f6c-97c3-48e3-b91f-163dd1477b4e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f726c9d4-e35b-491c-8c1a-75058f6ba5e2 HTTP/1.1" status: 200 len: 1102 time: 0.0409355 Aug 10 03:13:43.922543 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-b5a644c4-62d5-4fca-b60e-80cb4f8f7a0c req-98af9101-8ba2-4258-a320-d19754867eda service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291898 Aug 10 03:13:43.959558 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67e56a7-4292-46ae-975c-6056abcbdb24 req-3003c62f-2aa1-484c-83f5-5d104ea247cf tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:43.961121 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b67e56a7-4292-46ae-975c-6056abcbdb24 req-3003c62f-2aa1-484c-83f5-5d104ea247cf tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2523f58-4dac-4c3c-853d-957eae2412b7 HTTP/1.1" status: 200 len: 950 time: 0.1156030 Aug 10 03:13:43.995020 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-68c95cd8-0457-40b9-811a-6dd6048ff752 req-3b06b611-e05f-4d31-a229-026df6611ee6 service neutron] For port 31ddbee5-bda7-442d-b2bf-e4048502814d, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=31ddbee5-bda7-442d-b2bf-e4048502814d,segment=NetworkSegment(ef460c05-97a2-474e-9fc7-ca614ed2a066),segment_id=ef460c05-97a2-474e-9fc7-ca614ed2a066)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:44.055070 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b67e56a7-4292-46ae-975c-6056abcbdb24 req-207fe65c-b256-416f-976c-f06dfab6394b tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/security-groups?id=b61ddca4-e27e-4174-97e8-ca6f8f679a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860381 Aug 10 03:13:44.055580 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-68c95cd8-0457-40b9-811a-6dd6048ff752 req-3b06b611-e05f-4d31-a229-026df6611ee6 service neutron] For port 31ddbee5-bda7-442d-b2bf-e4048502814d, host n-h1-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:13:44.101029 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-68c95cd8-0457-40b9-811a-6dd6048ff752 req-3b06b611-e05f-4d31-a229-026df6611ee6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31ddbee5-bda7-442d-b2bf-e4048502814d {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:13:44.116849 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-68c95cd8-0457-40b9-811a-6dd6048ff752 req-3b06b611-e05f-4d31-a229-026df6611ee6 service neutron] For port 31ddbee5-bda7-442d-b2bf-e4048502814d, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=31ddbee5-bda7-442d-b2bf-e4048502814d,segment=NetworkSegment(ef460c05-97a2-474e-9fc7-ca614ed2a066),segment_id=ef460c05-97a2-474e-9fc7-ca614ed2a066)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:44.127090 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5e0afa-410c-4645-a69d-87065d60698c req-73f52816-09c3-407e-b1df-f732877f2847 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:44.128700 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bf5e0afa-410c-4645-a69d-87065d60698c req-73f52816-09c3-407e-b1df-f732877f2847 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b677e40-e187-4547-8512-c53b2cd0d000 HTTP/1.1" status: 200 len: 949 time: 0.1163211 Aug 10 03:13:44.155821 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 27080ad8-c856-4fb6-b762-f49ad6377e20 up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:13:44.171071 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-68c95cd8-0457-40b9-811a-6dd6048ff752 req-3b06b611-e05f-4d31-a229-026df6611ee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:44.208967 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning for port 27080ad8-c856-4fb6-b762-f49ad6377e20 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:13:44.213103 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port 27080ad8-c856-4fb6-b762-f49ad6377e20 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:13:44.213475 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:44.241842 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bf5e0afa-410c-4645-a69d-87065d60698c req-c1a07410-6ee5-4fa1-8354-3d424293a713 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] 10.222.0.44 "GET /v2.0/security-groups?id=a666ad1b-f110-40b4-9c8d-b8c5dedb4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035411 Aug 10 03:13:44.258125 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a1fd42-c3d6-4fb0-991a-8aaff5f6a292 req-ba354ef8-7a78-4e37-8d65-a3eca1c988ba tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:44.265783 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f0a1fd42-c3d6-4fb0-991a-8aaff5f6a292 req-ba354ef8-7a78-4e37-8d65-a3eca1c988ba tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=f726c9d4-e35b-491c-8c1a-75058f6ba5e2 HTTP/1.1" status: 200 len: 950 time: 0.1309237 Aug 10 03:13:44.312559 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:44.331137 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f0a1fd42-c3d6-4fb0-991a-8aaff5f6a292 req-504bac52-6561-41fe-861d-026be61b06d2 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644293 Aug 10 03:13:44.335954 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-68c95cd8-0457-40b9-811a-6dd6048ff752 req-3b06b611-e05f-4d31-a229-026df6611ee6 service neutron] Transition to ACTIVE for port object 31ddbee5-bda7-442d-b2bf-e4048502814d will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:13:44.342562 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-68c95cd8-0457-40b9-811a-6dd6048ff752 req-3b06b611-e05f-4d31-a229-026df6611ee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:44.351784 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 27080ad8-c856-4fb6-b762-f49ad6377e20, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=27080ad8-c856-4fb6-b762-f49ad6377e20,segment=NetworkSegment(6bf2f30c-8de9-48b6-ac35-0afe448267ae),segment_id=6bf2f30c-8de9-48b6-ac35-0afe448267ae)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:44.359634 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:44.360851 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 42dcfd58-be09-49fe-b3ae-14008a7a7a0b up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:13:44.426384 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-68c95cd8-0457-40b9-811a-6dd6048ff752 req-3b06b611-e05f-4d31-a229-026df6611ee6 service neutron] No DVR routers for this DVR port 31ddbee5-bda7-442d-b2bf-e4048502814d on host n-h1-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:13:44.431641 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b06b611-e05f-4d31-a229-026df6611ee6 service neutron] Pushing event updated for resources: {'Port': ['ID=31ddbee5-bda7-442d-b2bf-e4048502814d,revision_number=10']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:44.454405 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=27080ad8-c856-4fb6-b762-f49ad6377e20,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:44.462830 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-68c95cd8-0457-40b9-811a-6dd6048ff752 req-3b06b611-e05f-4d31-a229-026df6611ee6 service neutron] 10.222.0.42 "PUT /v2.0/ports/31ddbee5-bda7-442d-b2bf-e4048502814d/bindings/n-h2-768862-13/activate HTTP/1.1" status: 200 len: 370 time: 0.7087297 Aug 10 03:13:44.464418 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning for port 42dcfd58-be09-49fe-b3ae-14008a7a7a0b completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:13:44.481238 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port 42dcfd58-be09-49fe-b3ae-14008a7a7a0b triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:13:44.482255 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:44.588834 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:44.626422 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 42dcfd58-be09-49fe-b3ae-14008a7a7a0b, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=42dcfd58-be09-49fe-b3ae-14008a7a7a0b,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:44.629669 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c95cd8-0457-40b9-811a-6dd6048ff752 req-556a61b2-3503-4550-b559-4fed35fa998c tempest-LiveAutoBlockMigrationV225Test-725400249 tempest-LiveAutoBlockMigrationV225Test-725400249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:44.631417 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:44.631626 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-68c95cd8-0457-40b9-811a-6dd6048ff752 req-556a61b2-3503-4550-b559-4fed35fa998c tempest-LiveAutoBlockMigrationV225Test-725400249 tempest-LiveAutoBlockMigrationV225Test-725400249-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=813698f8-88cf-486f-890d-c235b048616c&tenant_id=4fedcd46377344729593c49493334f54&binding%3Ahost_id=n-h1-768862-13 HTTP/1.1" status: 200 len: 1096 time: 0.0972877 Aug 10 03:13:44.644139 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9679718-14fb-4d1f-bc93-b35f7e28e264 req-d8827038-22d9-4d50-b3e6-865bd70283e0 tempest-ServerDiagnosticsNegativeTest-643009835 tempest-ServerDiagnosticsNegativeTest-643009835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:44.645835 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e9679718-14fb-4d1f-bc93-b35f7e28e264 req-d8827038-22d9-4d50-b3e6-865bd70283e0 tempest-ServerDiagnosticsNegativeTest-643009835 tempest-ServerDiagnosticsNegativeTest-643009835-project] 10.222.0.44 "GET /v2.0/ports?device_id=23cf5be8-5c09-466d-804d-c55afc536bbc HTTP/1.1" status: 200 len: 950 time: 0.0963166 Aug 10 03:13:44.688339 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=42dcfd58-be09-49fe-b3ae-14008a7a7a0b,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:44.754859 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f16792-fe5c-479d-96cd-905aac3e8e72 req-fcae54f9-f1a3-4179-b668-e4ec1eacec44 tempest-ServerDiagnosticsNegativeTest-643009835 tempest-ServerDiagnosticsNegativeTest-643009835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:44.756531 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-e0f16792-fe5c-479d-96cd-905aac3e8e72 req-fcae54f9-f1a3-4179-b668-e4ec1eacec44 tempest-ServerDiagnosticsNegativeTest-643009835 tempest-ServerDiagnosticsNegativeTest-643009835-project] 10.222.0.61 "GET /v2.0/ports?device_id=23cf5be8-5c09-466d-804d-c55afc536bbc HTTP/1.1" status: 200 len: 950 time: 0.0981283 Aug 10 03:13:44.771384 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e9679718-14fb-4d1f-bc93-b35f7e28e264 req-327e7cb9-f58c-4d27-9a45-5164941e5ea4 tempest-ServerDiagnosticsNegativeTest-643009835 tempest-ServerDiagnosticsNegativeTest-643009835-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b16592a-4d81-43ff-84d3-827db9a63127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191730 Aug 10 03:13:44.783551 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c95cd8-0457-40b9-811a-6dd6048ff752 req-7a1058e1-cef2-467f-9e85-7350305faead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:44.785276 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-68c95cd8-0457-40b9-811a-6dd6048ff752 req-7a1058e1-cef2-467f-9e85-7350305faead service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=813698f8-88cf-486f-890d-c235b048616c&tenant_id=4fedcd46377344729593c49493334f54 HTTP/1.1" status: 200 len: 1096 time: 0.1253035 Aug 10 03:13:44.877834 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a28ab6-e04a-4b23-be89-4d8c310a433e req-64150d60-164f-4adc-8b5b-0e5da2c71cc0 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:44.881333 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c3a28ab6-e04a-4b23-be89-4d8c310a433e req-64150d60-164f-4adc-8b5b-0e5da2c71cc0 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/networks?id=06cba743-97cb-4e3d-9173-104a9c9a70d3 HTTP/1.1" status: 200 len: 811 time: 0.2046556 Aug 10 03:13:44.915338 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-e0f16792-fe5c-479d-96cd-905aac3e8e72 req-34b9acf5-efa0-4a5f-b7f2-dde7ecd6ccb7 tempest-ServerDiagnosticsNegativeTest-643009835 tempest-ServerDiagnosticsNegativeTest-643009835-project] Deleting port e18b36ee-1b80-4329-aa52-78d9b8441084 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:13:44.915338 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-e0f16792-fe5c-479d-96cd-905aac3e8e72 req-34b9acf5-efa0-4a5f-b7f2-dde7ecd6ccb7 tempest-ServerDiagnosticsNegativeTest-643009835 tempest-ServerDiagnosticsNegativeTest-643009835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:44.918090 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c3a28ab6-e04a-4b23-be89-4d8c310a433e req-40cb3cdc-b658-409e-8658-70004642ee40 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/quotas/bd4ff3ae34274cb6803be2c6188b2b0c HTTP/1.1" status: 200 len: 375 time: 0.0201342 Aug 10 03:13:44.954154 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9a177b-3d6b-4d2f-b88c-a3633d1a34b5 req-ae315122-91ca-4857-8906-ba9a69cefaa9 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:44.955834 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ab9a177b-3d6b-4d2f-b88c-a3633d1a34b5 req-ae315122-91ca-4857-8906-ba9a69cefaa9 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=564cd1d5-4660-4da0-aad6-145d07e37da2 HTTP/1.1" status: 200 len: 945 time: 0.1100144 Aug 10 03:13:44.971608 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c95cd8-0457-40b9-811a-6dd6048ff752 req-46deb373-4442-4b69-bae2-7d6e119c6aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:44.973102 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-68c95cd8-0457-40b9-811a-6dd6048ff752 req-46deb373-4442-4b69-bae2-7d6e119c6aab service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4fedcd46377344729593c49493334f54&device_id=813698f8-88cf-486f-890d-c235b048616c HTTP/1.1" status: 200 len: 1096 time: 0.1443636 Aug 10 03:13:44.976407 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c3a28ab6-e04a-4b23-be89-4d8c310a433e req-9d664ebd-29d2-46d5-8f7f-6aedb8bc6730 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=bd4ff3ae34274cb6803be2c6188b2b0c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0509665 Aug 10 03:13:45.023728 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-e0f16792-fe5c-479d-96cd-905aac3e8e72 req-34b9acf5-efa0-4a5f-b7f2-dde7ecd6ccb7 tempest-ServerDiagnosticsNegativeTest-643009835 tempest-ServerDiagnosticsNegativeTest-643009835-project] For port e18b36ee-1b80-4329-aa52-78d9b8441084, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=e18b36ee-1b80-4329-aa52-78d9b8441084,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:45.024102 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-e0f16792-fe5c-479d-96cd-905aac3e8e72 req-34b9acf5-efa0-4a5f-b7f2-dde7ecd6ccb7 tempest-ServerDiagnosticsNegativeTest-643009835 tempest-ServerDiagnosticsNegativeTest-643009835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:45.049003 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-e0f16792-fe5c-479d-96cd-905aac3e8e72 req-34b9acf5-efa0-4a5f-b7f2-dde7ecd6ccb7 tempest-ServerDiagnosticsNegativeTest-643009835 tempest-ServerDiagnosticsNegativeTest-643009835-project] Calling delete_port for e18b36ee-1b80-4329-aa52-78d9b8441084 owned by compute:nova {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:13:45.109061 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ab9a177b-3d6b-4d2f-b88c-a3633d1a34b5 req-40e8dfa0-cd8d-4409-990f-05a02d54980e tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348095 Aug 10 03:13:45.169203 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c3a28ab6-e04a-4b23-be89-4d8c310a433e req-b80a4d7b-7e36-4088-aef6-149fd382455a service neutron] 10.222.0.44 "GET /v2.0/networks/06cba743-97cb-4e3d-9173-104a9c9a70d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788125 Aug 10 03:13:45.170432 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c95cd8-0457-40b9-811a-6dd6048ff752 req-1347f5a3-d14f-4b28-ae23-9254cf8f3b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:45.171853 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-68c95cd8-0457-40b9-811a-6dd6048ff752 req-1347f5a3-d14f-4b28-ae23-9254cf8f3b5f service neutron] 10.222.0.61 "GET /v2.0/networks?id=7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1 HTTP/1.1" status: 200 len: 921 time: 0.1826658 Aug 10 03:13:45.296791 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-68c95cd8-0457-40b9-811a-6dd6048ff752 req-6434f2e3-ef3d-45c7-8d25-98c2dcd09559 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31ddbee5-bda7-442d-b2bf-e4048502814d HTTP/1.1" status: 200 len: 217 time: 0.1114872 Aug 10 03:13:45.473974 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-e0f16792-fe5c-479d-96cd-905aac3e8e72 req-34b9acf5-efa0-4a5f-b7f2-dde7ecd6ccb7 tempest-ServerDiagnosticsNegativeTest-643009835 tempest-ServerDiagnosticsNegativeTest-643009835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:45.499337 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['e18b36ee-1b80-4329-aa52-78d9b8441084'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:13:45.508598 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b9acf5-efa0-4a5f-b7f2-dde7ecd6ccb7 tempest-ServerDiagnosticsNegativeTest-643009835 tempest-ServerDiagnosticsNegativeTest-643009835-project] Pushing event deleted for resources: {'Port': ['ID=e18b36ee-1b80-4329-aa52-78d9b8441084,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:45.545691 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b9acf5-efa0-4a5f-b7f2-dde7ecd6ccb7 tempest-ServerDiagnosticsNegativeTest-643009835 tempest-ServerDiagnosticsNegativeTest-643009835-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:45.546118 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b9acf5-efa0-4a5f-b7f2-dde7ecd6ccb7 tempest-ServerDiagnosticsNegativeTest-643009835 tempest-ServerDiagnosticsNegativeTest-643009835-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:45.546514 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b9acf5-efa0-4a5f-b7f2-dde7ecd6ccb7 tempest-ServerDiagnosticsNegativeTest-643009835 tempest-ServerDiagnosticsNegativeTest-643009835-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:45.546886 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b9acf5-efa0-4a5f-b7f2-dde7ecd6ccb7 tempest-ServerDiagnosticsNegativeTest-643009835 tempest-ServerDiagnosticsNegativeTest-643009835-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:45.547068 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b9acf5-efa0-4a5f-b7f2-dde7ecd6ccb7 tempest-ServerDiagnosticsNegativeTest-643009835 tempest-ServerDiagnosticsNegativeTest-643009835-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:45.547414 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b9acf5-efa0-4a5f-b7f2-dde7ecd6ccb7 tempest-ServerDiagnosticsNegativeTest-643009835 tempest-ServerDiagnosticsNegativeTest-643009835-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:45.547750 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b9acf5-efa0-4a5f-b7f2-dde7ecd6ccb7 tempest-ServerDiagnosticsNegativeTest-643009835 tempest-ServerDiagnosticsNegativeTest-643009835-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:45.548747 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b9acf5-efa0-4a5f-b7f2-dde7ecd6ccb7 tempest-ServerDiagnosticsNegativeTest-643009835 tempest-ServerDiagnosticsNegativeTest-643009835-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:45.548747 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b9acf5-efa0-4a5f-b7f2-dde7ecd6ccb7 tempest-ServerDiagnosticsNegativeTest-643009835 tempest-ServerDiagnosticsNegativeTest-643009835-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:45.548747 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b9acf5-efa0-4a5f-b7f2-dde7ecd6ccb7 tempest-ServerDiagnosticsNegativeTest-643009835 tempest-ServerDiagnosticsNegativeTest-643009835-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:45.549144 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b9acf5-efa0-4a5f-b7f2-dde7ecd6ccb7 tempest-ServerDiagnosticsNegativeTest-643009835 tempest-ServerDiagnosticsNegativeTest-643009835-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:45.549333 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b9acf5-efa0-4a5f-b7f2-dde7ecd6ccb7 tempest-ServerDiagnosticsNegativeTest-643009835 tempest-ServerDiagnosticsNegativeTest-643009835-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:45.594180 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0f16792-fe5c-479d-96cd-905aac3e8e72 req-34b9acf5-efa0-4a5f-b7f2-dde7ecd6ccb7 tempest-ServerDiagnosticsNegativeTest-643009835 tempest-ServerDiagnosticsNegativeTest-643009835-project] No DVR routers for this DVR port e18b36ee-1b80-4329-aa52-78d9b8441084 on host n-h2-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:13:45.598833 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-e0f16792-fe5c-479d-96cd-905aac3e8e72 req-34b9acf5-efa0-4a5f-b7f2-dde7ecd6ccb7 tempest-ServerDiagnosticsNegativeTest-643009835 tempest-ServerDiagnosticsNegativeTest-643009835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:45.601843 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-e0f16792-fe5c-479d-96cd-905aac3e8e72 req-34b9acf5-efa0-4a5f-b7f2-dde7ecd6ccb7 tempest-ServerDiagnosticsNegativeTest-643009835 tempest-ServerDiagnosticsNegativeTest-643009835-project] 10.222.0.61 "DELETE /v2.0/ports/e18b36ee-1b80-4329-aa52-78d9b8441084 HTTP/1.1" status: 204 len: 173 time: 0.8346572 Aug 10 03:13:45.602602 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23cf5be8-5c09-466d-804d-c55afc536bbc', 'name': 'network-vif-deleted', 'tag': 'e18b36ee-1b80-4329-aa52-78d9b8441084'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:13:45.605632 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37f72111-3102-4e63-9198-2bf19da45a25" -d '{"events": [{"server_uuid": "23cf5be8-5c09-466d-804d-c55afc536bbc", "name": "network-vif-deleted", "tag": "e18b36ee-1b80-4329-aa52-78d9b8441084"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:13:45.617767 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492011df-db69-490f-a622-87736d330344 req-3ed62296-8f32-4baa-9d32-f2dd357cb719 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:45.619498 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-492011df-db69-490f-a622-87736d330344 req-3ed62296-8f32-4baa-9d32-f2dd357cb719 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=813698f8-88cf-486f-890d-c235b048616c HTTP/1.1" status: 200 len: 944 time: 0.4354045 Aug 10 03:13:45.623120 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c95cd8-0457-40b9-811a-6dd6048ff752 req-ad57cc72-86b5-4f76-bcba-42d68afdb2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:45.625172 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-68c95cd8-0457-40b9-811a-6dd6048ff752 req-ad57cc72-86b5-4f76-bcba-42d68afdb2f1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8a049acb-8e7b-42fd-b8b6-b5c474462166 HTTP/1.1" status: 200 len: 861 time: 0.3188369 Aug 10 03:13:45.636032 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c3a28ab6-e04a-4b23-be89-4d8c310a433e req-637b9693-6359-4619-97fd-9e18408a6f64 service neutron] 10.222.0.44 "GET /v2.0/networks/06cba743-97cb-4e3d-9173-104a9c9a70d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4597597 Aug 10 03:13:45.685357 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-68c95cd8-0457-40b9-811a-6dd6048ff752 req-3f8e0f87-1fab-43a0-bc58-c2b6724e07bf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374758 Aug 10 03:13:45.717315 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-492011df-db69-490f-a622-87736d330344 req-c9dfe26c-ca32-4053-988b-826273bf4770 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779090 Aug 10 03:13:45.783493 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '564cd1d5-4660-4da0-aad6-145d07e37da2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27080ad8-c856-4fb6-b762-f49ad6377e20'}, {'server_uuid': '4b677e40-e187-4547-8512-c53b2cd0d000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42dcfd58-be09-49fe-b3ae-14008a7a7a0b'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:13:45.787202 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee78f287-696c-4f6e-9caf-eb22acdf6dad" -d '{"events": [{"server_uuid": "564cd1d5-4660-4da0-aad6-145d07e37da2", "name": "network-vif-plugged", "status": "completed", "tag": "27080ad8-c856-4fb6-b762-f49ad6377e20"}, {"server_uuid": "4b677e40-e187-4547-8512-c53b2cd0d000", "name": "network-vif-plugged", "status": "completed", "tag": "42dcfd58-be09-49fe-b3ae-14008a7a7a0b"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:13:45.835184 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-68c95cd8-0457-40b9-811a-6dd6048ff752 req-6810697d-1d74-4a81-ba00-28cb42f105c8 service neutron] 10.222.0.61 "GET /v2.0/networks/7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362729 Aug 10 03:13:45.988851 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1598edfc-22f3-4b98-a875-306a01faf923 req-5669e374-9aec-40fd-b5c8-23c6e87c3a33 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:45.990504 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1598edfc-22f3-4b98-a875-306a01faf923 req-5669e374-9aec-40fd-b5c8-23c6e87c3a33 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2523f58-4dac-4c3c-853d-957eae2412b7 HTTP/1.1" status: 200 len: 950 time: 0.1430588 Aug 10 03:13:46.033323 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda0fd42-4ab7-46a3-a81c-5b5d9ee51179 req-dedf270f-cfab-4b3a-9000-d7b8e6794d25 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:46.034919 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fda0fd42-4ab7-46a3-a81c-5b5d9ee51179 req-dedf270f-cfab-4b3a-9000-d7b8e6794d25 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b677e40-e187-4547-8512-c53b2cd0d000 HTTP/1.1" status: 200 len: 950 time: 0.1177752 Aug 10 03:13:46.040806 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-68c95cd8-0457-40b9-811a-6dd6048ff752 req-5b07e1f6-caf2-4fd0-b185-54a7625f2837 service neutron] 10.222.0.61 "GET /v2.0/networks/7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840956 Aug 10 03:13:46.072175 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1598edfc-22f3-4b98-a875-306a01faf923 req-ad133b29-fdbd-4d1b-bf76-e9dee4a073e8 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/security-groups?id=b61ddca4-e27e-4174-97e8-ca6f8f679a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742106 Aug 10 03:13:46.104443 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fda0fd42-4ab7-46a3-a81c-5b5d9ee51179 req-7363868c-20dc-4362-b448-4004111c466e tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] 10.222.0.44 "GET /v2.0/security-groups?id=a666ad1b-f110-40b4-9c8d-b8c5dedb4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570955 Aug 10 03:13:46.170033 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 31ddbee5-bda7-442d-b2bf-e4048502814d no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:13:46.170808 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82fba6b8-c173-46eb-a0ad-594b74df1070 x-openstack-request-id: req-82fba6b8-c173-46eb-a0ad-594b74df1070 {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:13:46.171546 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23cf5be8-5c09-466d-804d-c55afc536bbc", "name": "network-vif-deleted", "tag": "e18b36ee-1b80-4329-aa52-78d9b8441084", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:13:46.171546 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-82fba6b8-c173-46eb-a0ad-594b74df1070 {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:13:46.172694 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23cf5be8-5c09-466d-804d-c55afc536bbc', 'name': 'network-vif-deleted', 'tag': 'e18b36ee-1b80-4329-aa52-78d9b8441084', 'status': 'completed', 'code': 200} Aug 10 03:13:46.203844 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff4059-f40e-4635-8ff9-ca0e315d1824 req-1a0c3d4f-4848-45e7-a66d-a7f9a637f460 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:46.205655 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-85ff4059-f40e-4635-8ff9-ca0e315d1824 req-1a0c3d4f-4848-45e7-a66d-a7f9a637f460 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=f726c9d4-e35b-491c-8c1a-75058f6ba5e2 HTTP/1.1" status: 200 len: 950 time: 0.0632453 Aug 10 03:13:46.245409 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f8c400f5-bacf-46dd-97aa-d162f6ef4337 req-e2f2353a-dacb-4870-ad3e-c1bcb6f9a29e tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=b7cd4857-a251-4d7d-9d7a-d613495524da HTTP/1.1" status: 200 len: 210 time: 0.0382626 Aug 10 03:13:46.298025 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device d3c042ac-1553-4d39-8347-90f740a68853 no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:13:46.325029 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] No Port match for: d3c042ac-1553-4d39-8347-90f740a68853 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:13:46.325801 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device d3c042ac-1553-4d39-8347-90f740a68853 not bound to the agent host n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:13:46.328255 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device e18b36ee-1b80-4329-aa52-78d9b8441084 no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:13:46.335081 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-85ff4059-f40e-4635-8ff9-ca0e315d1824 req-cdcaaf2e-d564-4b2f-88f3-01ed3c94c390 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191278 Aug 10 03:13:46.353329 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 10 Aug 2021 03:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d56ca6d-5169-4408-9ef8-dee7d8e40298 x-openstack-request-id: req-1d56ca6d-5169-4408-9ef8-dee7d8e40298 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:13:46.353629 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "564cd1d5-4660-4da0-aad6-145d07e37da2", "name": "network-vif-plugged", "status": "completed", "tag": "27080ad8-c856-4fb6-b762-f49ad6377e20", "code": 200}, {"server_uuid": "4b677e40-e187-4547-8512-c53b2cd0d000", "name": "network-vif-plugged", "status": "completed", "tag": "42dcfd58-be09-49fe-b3ae-14008a7a7a0b", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:13:46.353882 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1d56ca6d-5169-4408-9ef8-dee7d8e40298 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:13:46.354325 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '564cd1d5-4660-4da0-aad6-145d07e37da2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27080ad8-c856-4fb6-b762-f49ad6377e20', 'code': 200} Aug 10 03:13:46.354571 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b677e40-e187-4547-8512-c53b2cd0d000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42dcfd58-be09-49fe-b3ae-14008a7a7a0b', 'code': 200} Aug 10 03:13:46.360033 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] No Port match for: e18b36ee-1b80-4329-aa52-78d9b8441084 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:13:46.360930 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device e18b36ee-1b80-4329-aa52-78d9b8441084 not bound to the agent host n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:13:46.470684 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4c87856f-2842-40e3-acfa-1c3e6a936be8 req-7ffbd150-57d8-4b2c-bb36-7d69a2832c6b tempest-ServerDiagnosticsNegativeTest-643009835 tempest-ServerDiagnosticsNegativeTest-643009835-project] 10.222.0.44 "GET /v2.0/ports?device_id=23cf5be8-5c09-466d-804d-c55afc536bbc HTTP/1.1" status: 200 len: 210 time: 0.0315356 Aug 10 03:13:46.497806 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f22dff-5350-4924-97db-62a431d42595 req-b0eed6c2-081c-4d24-8b31-c9034abcc2c5 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:46.507476 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-20f22dff-5350-4924-97db-62a431d42595 req-b0eed6c2-081c-4d24-8b31-c9034abcc2c5 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=564cd1d5-4660-4da0-aad6-145d07e37da2 HTTP/1.1" status: 200 len: 945 time: 0.0994537 Aug 10 03:13:46.583437 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-20f22dff-5350-4924-97db-62a431d42595 req-e3627a96-971c-4854-bf62-638dffeeb5e5 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732787 Aug 10 03:13:46.627017 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c95cd8-0457-40b9-811a-6dd6048ff752 req-b7615e66-5249-4893-9f60-9e73b89a6ba7 tempest-LiveAutoBlockMigrationV225Test-725400249 tempest-LiveAutoBlockMigrationV225Test-725400249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:46.628877 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-68c95cd8-0457-40b9-811a-6dd6048ff752 req-b7615e66-5249-4893-9f60-9e73b89a6ba7 tempest-LiveAutoBlockMigrationV225Test-725400249 tempest-LiveAutoBlockMigrationV225Test-725400249-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=813698f8-88cf-486f-890d-c235b048616c&tenant_id=4fedcd46377344729593c49493334f54&binding%3Ahost_id=n-h2-768862-13 HTTP/1.1" status: 200 len: 1096 time: 0.0737548 Aug 10 03:13:46.632239 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d9078b-2778-4678-a85d-42c4578b8f8a req-98ced0e3-6df9-4587-8410-c75f2bf8605c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:46.633992 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-79d9078b-2778-4678-a85d-42c4578b8f8a req-98ced0e3-6df9-4587-8410-c75f2bf8605c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=564cd1d5-4660-4da0-aad6-145d07e37da2 HTTP/1.1" status: 200 len: 1097 time: 0.0854316 Aug 10 03:13:46.719015 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-79d9078b-2778-4678-a85d-42c4578b8f8a req-21858912-93b5-4968-bd19-1ebf4fd94cb2 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350087 Aug 10 03:13:46.778705 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d135d6-5a20-4253-acae-716701bc8664 req-4180111d-ab78-4504-9bb6-419169d0152e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:46.780271 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-47d135d6-5a20-4253-acae-716701bc8664 req-4180111d-ab78-4504-9bb6-419169d0152e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4b677e40-e187-4547-8512-c53b2cd0d000 HTTP/1.1" status: 200 len: 1102 time: 0.0838079 Aug 10 03:13:46.855911 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-68c95cd8-0457-40b9-811a-6dd6048ff752 req-dec39f78-f777-4a1e-9e3f-5e092ff68310 service neutron] For port 31ddbee5-bda7-442d-b2bf-e4048502814d, host n-h1-768862-13, cleared binding levels {{(pid=94261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:13:46.860517 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-68c95cd8-0457-40b9-811a-6dd6048ff752 req-dec39f78-f777-4a1e-9e3f-5e092ff68310 service neutron] Notify callbacks [] for binding, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:46.861645 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-68c95cd8-0457-40b9-811a-6dd6048ff752 req-dec39f78-f777-4a1e-9e3f-5e092ff68310 service neutron] 10.222.0.61 "DELETE /v2.0/ports/31ddbee5-bda7-442d-b2bf-e4048502814d/bindings/n-h1-768862-13 HTTP/1.1" status: 204 len: 173 time: 0.1976445 Aug 10 03:13:46.879249 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-cd4d5969-417e-4f93-8281-9516565418e9 req-de8cf65d-8564-4ef9-818e-f83d65b08b3b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f726c9d4-e35b-491c-8c1a-75058f6ba5e2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0554161 Aug 10 03:13:46.897464 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634a9b8d-9e67-4cb9-af5d-65c01e3d522d req-b6af0b9f-35e1-4c14-82b6-4a4d336b7a16 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:46.899141 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-634a9b8d-9e67-4cb9-af5d-65c01e3d522d req-b6af0b9f-35e1-4c14-82b6-4a4d336b7a16 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=f726c9d4-e35b-491c-8c1a-75058f6ba5e2 HTTP/1.1" status: 200 len: 950 time: 0.0815516 Aug 10 03:13:46.912583 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347cb2a4-f68b-4aa9-89bb-920b1a2dabb8 req-0703f326-5d84-41ee-8277-c9d1f36e38cc tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:46.921698 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-347cb2a4-f68b-4aa9-89bb-920b1a2dabb8 req-0703f326-5d84-41ee-8277-c9d1f36e38cc tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=813698f8-88cf-486f-890d-c235b048616c HTTP/1.1" status: 200 len: 944 time: 0.0924091 Aug 10 03:13:46.922448 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-47d135d6-5a20-4253-acae-716701bc8664 req-49aaec15-cd2d-4823-b909-1dda70f81ee0 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a666ad1b-f110-40b4-9c8d-b8c5dedb4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413973 Aug 10 03:13:46.984008 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-634a9b8d-9e67-4cb9-af5d-65c01e3d522d req-5d5d4c25-e3ae-4326-9e11-7b47854bdaa2 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592625 Aug 10 03:13:46.989259 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-347cb2a4-f68b-4aa9-89bb-920b1a2dabb8 req-c2732b8c-a6be-48c4-b802-6f14d1aec9f0 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666029 Aug 10 03:13:47.247503 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60e8b92-b2d9-4415-a4ae-39061638f124 req-ab24d757-5a21-4b2c-b08b-ca7b77162513 tempest-LiveAutoBlockMigrationV225Test-725400249 tempest-LiveAutoBlockMigrationV225Test-725400249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:47.249586 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c60e8b92-b2d9-4415-a4ae-39061638f124 req-ab24d757-5a21-4b2c-b08b-ca7b77162513 tempest-LiveAutoBlockMigrationV225Test-725400249 tempest-LiveAutoBlockMigrationV225Test-725400249-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=813698f8-88cf-486f-890d-c235b048616c HTTP/1.1" status: 200 len: 1096 time: 0.1215382 Aug 10 03:13:47.263841 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a28ab6-e04a-4b23-be89-4d8c310a433e req-044cea83-c4da-4658-b17e-65d3589bcb54 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:47.265344 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c3a28ab6-e04a-4b23-be89-4d8c310a433e req-044cea83-c4da-4658-b17e-65d3589bcb54 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.42 "GET /v2.0/networks?id=06cba743-97cb-4e3d-9173-104a9c9a70d3 HTTP/1.1" status: 200 len: 811 time: 0.1967876 Aug 10 03:13:47.290168 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-c3a28ab6-e04a-4b23-be89-4d8c310a433e req-d8e70348-d9d2-4146-b388-4647007603e8 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Request body: {'port': {'device_id': 'b7cd4857-a251-4d7d-9d7a-d613495524da', 'network_id': '06cba743-97cb-4e3d-9173-104a9c9a70d3', 'admin_state_up': True, 'tenant_id': 'bd4ff3ae34274cb6803be2c6188b2b0c'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:13:47.355346 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 31ddbee5-bda7-442d-b2bf-e4048502814d no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:13:47.363437 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f288d42d-647d-4b7d-8a75-4e26865aed43 req-1dc7f260-f51b-4d8c-b1bc-c22c5fcc4e0a tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:47.370744 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f288d42d-647d-4b7d-8a75-4e26865aed43 req-1dc7f260-f51b-4d8c-b1bc-c22c5fcc4e0a tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2523f58-4dac-4c3c-853d-957eae2412b7 HTTP/1.1" status: 200 len: 950 time: 0.1727397 Aug 10 03:13:47.388334 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c60e8b92-b2d9-4415-a4ae-39061638f124 req-faa743aa-c26a-47ef-b26d-93f59adf6df1 tempest-LiveAutoBlockMigrationV225Test-725400249 tempest-LiveAutoBlockMigrationV225Test-725400249-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206102 Aug 10 03:13:47.409527 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 31ddbee5-bda7-442d-b2bf-e4048502814d not bound to the agent host n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:13:47.467937 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f288d42d-647d-4b7d-8a75-4e26865aed43 req-123e569d-c25e-4922-9ffa-fb6efd872f3c tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/security-groups?id=b61ddca4-e27e-4174-97e8-ca6f8f679a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954731 Aug 10 03:13:47.577981 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3a28ab6-e04a-4b23-be89-4d8c310a433e req-d8e70348-d9d2-4146-b388-4647007603e8 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Made reservation on behalf of bd4ff3ae34274cb6803be2c6188b2b0c for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:13:47.581252 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c3a28ab6-e04a-4b23-be89-4d8c310a433e req-d8e70348-d9d2-4146-b388-4647007603e8 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:47.637432 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d5a2d948-f6ce-46a9-a978-c9a52a1ee8e4 req-8936211a-a334-4a9f-af57-5f2f7bb61745 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=b7cd4857-a251-4d7d-9d7a-d613495524da HTTP/1.1" status: 200 len: 210 time: 0.0632510 Aug 10 03:13:47.653448 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7648bf68-9f2f-4f7f-bd04-947b0b73c8a7 req-86d6ed21-f362-4f08-9fe0-fc5c0ab272ee tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:47.658876 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7648bf68-9f2f-4f7f-bd04-947b0b73c8a7 req-86d6ed21-f362-4f08-9fe0-fc5c0ab272ee tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b677e40-e187-4547-8512-c53b2cd0d000 HTTP/1.1" status: 200 len: 950 time: 0.1332338 Aug 10 03:13:47.754381 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7648bf68-9f2f-4f7f-bd04-947b0b73c8a7 req-9c2a7b61-b034-4c67-afb9-4ae8a4993a3a tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] 10.222.0.44 "GET /v2.0/security-groups?id=a666ad1b-f110-40b4-9c8d-b8c5dedb4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866253 Aug 10 03:13:47.868514 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-c3a28ab6-e04a-4b23-be89-4d8c310a433e req-d8e70348-d9d2-4146-b388-4647007603e8 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Allocated IP 172.20.0.7 (06cba743-97cb-4e3d-9173-104a9c9a70d3/3f0e3909-62c9-4453-825e-ffacada819b0/72db57e4-82ce-4c49-80ba-11e698776b0e) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:13:47.983646 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ce0405-16ac-4a60-9de5-554faa9c0856 req-c718f14d-daca-4c1d-931d-d028899c9e7c tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:47.985602 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f6ce0405-16ac-4a60-9de5-554faa9c0856 req-c718f14d-daca-4c1d-931d-d028899c9e7c tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=564cd1d5-4660-4da0-aad6-145d07e37da2 HTTP/1.1" status: 200 len: 945 time: 0.2175431 Aug 10 03:13:48.098089 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 44102) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:48.140977 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709b1ff8-198c-4fa2-993f-6917312b3105 req-9d96f1d6-c5da-4980-88de-3020c8dfb80d tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:48.142418 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-709b1ff8-198c-4fa2-993f-6917312b3105 req-9d96f1d6-c5da-4980-88de-3020c8dfb80d tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/networks?id=7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1 HTTP/1.1" status: 200 len: 821 time: 0.2753634 Aug 10 03:13:48.148191 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f6ce0405-16ac-4a60-9de5-554faa9c0856 req-25b2f122-67ee-4ebf-902f-9184c7d02cec tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522067 Aug 10 03:13:48.170045 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-709b1ff8-198c-4fa2-993f-6917312b3105 req-0a52d4de-310d-4525-ac2f-444c3720eaf2 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/quotas/4fedcd46377344729593c49493334f54 HTTP/1.1" status: 200 len: 375 time: 0.0182366 Aug 10 03:13:48.276937 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-4511970c-6d95-4136-96c8-f97599aeb4d6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bab200df51a342a597cd8ab09c5b0078&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1775880 Aug 10 03:13:48.280698 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 44108) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:48.294096 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c3a28ab6-e04a-4b23-be89-4d8c310a433e req-d8e70348-d9d2-4146-b388-4647007603e8 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:48.301032 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-709b1ff8-198c-4fa2-993f-6917312b3105 req-d83fb60e-bda9-441a-9ff5-f6bc9c0cdd61 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4fedcd46377344729593c49493334f54&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1214178 Aug 10 03:13:48.319853 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679774a9-f46e-4669-8c80-4eafdc3e0350 req-ff03e87a-9ce4-4441-9331-3ee17a61bde4 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:48.321520 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-679774a9-f46e-4669-8c80-4eafdc3e0350 req-ff03e87a-9ce4-4441-9331-3ee17a61bde4 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=f726c9d4-e35b-491c-8c1a-75058f6ba5e2 HTTP/1.1" status: 200 len: 950 time: 0.0986741 Aug 10 03:13:48.338662 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-91cca45a-ad0d-469f-b5d9-6d5670ba3dd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:48.369283 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-91cca45a-ad0d-469f-b5d9-6d5670ba3dd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:48.430711 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-91cca45a-ad0d-469f-b5d9-6d5670ba3dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:48.435617 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-91cca45a-ad0d-469f-b5d9-6d5670ba3dd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:48.437441 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-91cca45a-ad0d-469f-b5d9-6d5670ba3dd6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0b16592a-4d81-43ff-84d3-827db9a63127 HTTP/1.1" status: 204 len: 168 time: 0.1553481 Aug 10 03:13:48.445692 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-679774a9-f46e-4669-8c80-4eafdc3e0350 req-35785705-7304-4196-9a6a-3879c08d0cf3 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147461 Aug 10 03:13:48.466471 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cca45a-ad0d-469f-b5d9-6d5670ba3dd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b16592a-4d81-43ff-84d3-827db9a63127,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:48.474508 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-709b1ff8-198c-4fa2-993f-6917312b3105 req-b3233608-dde4-473a-ad26-b399b63ce668 service neutron] 10.222.0.44 "GET /v2.0/networks/7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625495 Aug 10 03:13:48.478186 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c3a28ab6-e04a-4b23-be89-4d8c310a433e req-d8e70348-d9d2-4146-b388-4647007603e8 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:48.584056 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3a28ab6-e04a-4b23-be89-4d8c310a433e req-d8e70348-d9d2-4146-b388-4647007603e8 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Network 06cba743-97cb-4e3d-9173-104a9c9a70d3 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:13:48.594116 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-c3a28ab6-e04a-4b23-be89-4d8c310a433e req-d8e70348-d9d2-4146-b388-4647007603e8 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:13:48.600456 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3a28ab6-e04a-4b23-be89-4d8c310a433e req-d8e70348-d9d2-4146-b388-4647007603e8 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:13:48.606145 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a28ab6-e04a-4b23-be89-4d8c310a433e req-d8e70348-d9d2-4146-b388-4647007603e8 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:48.606845 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c3a28ab6-e04a-4b23-be89-4d8c310a433e req-d8e70348-d9d2-4146-b388-4647007603e8 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:48.628669 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e70348-d9d2-4146-b388-4647007603e8 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Pushing event updated for resources: {'Port': ['ID=72db57e4-82ce-4c49-80ba-11e698776b0e,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:48.652258 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c3a28ab6-e04a-4b23-be89-4d8c310a433e req-d8e70348-d9d2-4146-b388-4647007603e8 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3674903 Aug 10 03:13:48.665705 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-c3a28ab6-e04a-4b23-be89-4d8c310a433e req-1d9fec5e-4700-4ce8-9306-159d8711d637 service neutron] Request body: {'port': {'device_id': 'b7cd4857-a251-4d7d-9d7a-d613495524da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:13:48.709894 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-709b1ff8-198c-4fa2-993f-6917312b3105 req-37023948-b25b-4f43-bb7c-a805450b6bf0 service neutron] 10.222.0.44 "GET /v2.0/networks/7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290349 Aug 10 03:13:48.777910 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c3a28ab6-e04a-4b23-be89-4d8c310a433e req-1d9fec5e-4700-4ce8-9306-159d8711d637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:48.789697 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a97ef4e-ca26-4bee-80e5-170a11187f2c req-bf78065e-0ba0-44b7-b3f1-4b5433cbae61 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:48.791433 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3a97ef4e-ca26-4bee-80e5-170a11187f2c req-bf78065e-0ba0-44b7-b3f1-4b5433cbae61 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2523f58-4dac-4c3c-853d-957eae2412b7 HTTP/1.1" status: 200 len: 950 time: 0.1006677 Aug 10 03:13:48.899553 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3a97ef4e-ca26-4bee-80e5-170a11187f2c req-63c66183-a969-40f2-88d3-d09b9d50d80c tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/security-groups?id=b61ddca4-e27e-4174-97e8-ca6f8f679a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988250 Aug 10 03:13:48.904258 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d5969-417e-4f93-8281-9516565418e9 req-92147083-b159-42fe-9ee1-7dd97855a74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:48.906105 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-cd4d5969-417e-4f93-8281-9516565418e9 req-92147083-b159-42fe-9ee1-7dd97855a74c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=808ab0b013b8411c9f012091d2eaa39f&device_id=f726c9d4-e35b-491c-8c1a-75058f6ba5e2 HTTP/1.1" status: 200 len: 1102 time: 0.0757508 Aug 10 03:13:48.991998 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 44124) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:49.083081 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d5969-417e-4f93-8281-9516565418e9 req-68b48c53-e24f-4af8-b364-f1aa737a9b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:49.084758 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-cd4d5969-417e-4f93-8281-9516565418e9 req-68b48c53-e24f-4af8-b364-f1aa737a9b6b service neutron] 10.222.0.42 "GET /v2.0/networks?id=72a4be73-29a1-424c-8690-ecdcf6b06721 HTTP/1.1" status: 200 len: 869 time: 0.1684513 Aug 10 03:13:49.086067 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f034a873-7e43-44a8-b39b-4a6d09164f57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:49.133413 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-cd4d5969-417e-4f93-8281-9516565418e9 req-de9deace-aabb-4805-afee-67c6cafc13a8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=31f32a05-17ab-4fff-8025-246c50e68f96 HTTP/1.1" status: 200 len: 217 time: 0.0386655 Aug 10 03:13:49.219697 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c1a60a-1a32-46b0-a436-c28e04ea331f req-a3bb2180-164d-4be0-b541-afcc71f05060 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:49.221193 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-56c1a60a-1a32-46b0-a436-c28e04ea331f req-a3bb2180-164d-4be0-b541-afcc71f05060 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b677e40-e187-4547-8512-c53b2cd0d000 HTTP/1.1" status: 200 len: 950 time: 0.1002293 Aug 10 03:13:49.227003 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d5969-417e-4f93-8281-9516565418e9 req-70b4bb71-e6d6-452e-ad17-1679182d85e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:49.229466 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-cd4d5969-417e-4f93-8281-9516565418e9 req-70b4bb71-e6d6-452e-ad17-1679182d85e8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=60d10164-1dee-4940-9d19-f71e6c18cbc5 HTTP/1.1" status: 200 len: 843 time: 0.0870275 Aug 10 03:13:49.247352 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525506cb-e1f0-40db-a429-9d54d22914a5 req-f3a33898-4f65-49ff-a198-d61f6b7e3529 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:49.249513 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-525506cb-e1f0-40db-a429-9d54d22914a5 req-f3a33898-4f65-49ff-a198-d61f6b7e3529 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=b7cd4857-a251-4d7d-9d7a-d613495524da HTTP/1.1" status: 200 len: 931 time: 0.1892848 Aug 10 03:13:49.340332 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d5969-417e-4f93-8281-9516565418e9 req-d924fe94-5214-4279-9248-baf1e020e1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:49.341998 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-56c1a60a-1a32-46b0-a436-c28e04ea331f req-3906252e-c280-4c1f-a0fe-fcee1564d487 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] 10.222.0.44 "GET /v2.0/security-groups?id=a666ad1b-f110-40b4-9c8d-b8c5dedb4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094403 Aug 10 03:13:49.342460 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-cd4d5969-417e-4f93-8281-9516565418e9 req-d924fe94-5214-4279-9248-baf1e020e1f4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72a4be73-29a1-424c-8690-ecdcf6b06721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1024723 Aug 10 03:13:49.353157 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-525506cb-e1f0-40db-a429-9d54d22914a5 req-49929b4a-fd7e-4f4b-bc40-f36e43fdcab5 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870028 Aug 10 03:13:49.408864 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-c3a28ab6-e04a-4b23-be89-4d8c310a433e req-1d9fec5e-4700-4ce8-9306-159d8711d637 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72db57e4-82ce-4c49-80ba-11e698776b0e {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:13:49.427504 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c3a28ab6-e04a-4b23-be89-4d8c310a433e req-1d9fec5e-4700-4ce8-9306-159d8711d637 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:49.440587 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f034a873-7e43-44a8-b39b-4a6d09164f57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:49.453155 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f034a873-7e43-44a8-b39b-4a6d09164f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:49.453728 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-c3a28ab6-e04a-4b23-be89-4d8c310a433e req-1d9fec5e-4700-4ce8-9306-159d8711d637 service neutron] Transition to ACTIVE for port object 72db57e4-82ce-4c49-80ba-11e698776b0e will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:13:49.474895 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-83dd263a-e01d-4d52-a191-1db6c98b642e req-c2b03ec5-eac6-422d-9b1b-eebb164bcfa8 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0e0a767-41dc-4001-a52c-857949a7e913 HTTP/1.1" status: 200 len: 210 time: 0.0395434 Aug 10 03:13:49.476230 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c3a28ab6-e04a-4b23-be89-4d8c310a433e req-1d9fec5e-4700-4ce8-9306-159d8711d637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:49.530260 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-f034a873-7e43-44a8-b39b-4a6d09164f57 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fa70dd0b48014ba7b6025d877087db09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5361023 Aug 10 03:13:49.530857 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f034a873-7e43-44a8-b39b-4a6d09164f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a60fa369-a5f9-460d-8f13-6b3aade1347d,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:49.533486 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 44138) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:49.542403 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-cd4d5969-417e-4f93-8281-9516565418e9 req-98f9b936-399b-40e1-a75a-2041fdb3ed83 service neutron] 10.222.0.42 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891134 Aug 10 03:13:49.578522 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9fec5e-4700-4ce8-9306-159d8711d637 service neutron] Pushing event updated for resources: {'Port': ['ID=72db57e4-82ce-4c49-80ba-11e698776b0e,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:49.624768 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba60cd4-9e2e-441c-8798-6690d58768af req-79d5bb8b-6a20-45cd-885a-445fffb5f3f5 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:49.627139 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dba60cd4-9e2e-441c-8798-6690d58768af req-79d5bb8b-6a20-45cd-885a-445fffb5f3f5 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=564cd1d5-4660-4da0-aad6-145d07e37da2 HTTP/1.1" status: 200 len: 945 time: 0.1555760 Aug 10 03:13:49.645894 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-c3a28ab6-e04a-4b23-be89-4d8c310a433e req-1d9fec5e-4700-4ce8-9306-159d8711d637 service neutron] Attempting to bind port 72db57e4-82ce-4c49-80ba-11e698776b0e on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:13:49.646262 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-c3a28ab6-e04a-4b23-be89-4d8c310a433e req-1d9fec5e-4700-4ce8-9306-159d8711d637 service neutron] Attempting to bind port 72db57e4-82ce-4c49-80ba-11e698776b0e by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': 'e1ea0112-d828-45f3-a96b-2a696c160566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '06cba743-97cb-4e3d-9173-104a9c9a70d3'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:13:49.646808 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a28ab6-e04a-4b23-be89-4d8c310a433e req-1d9fec5e-4700-4ce8-9306-159d8711d637 service neutron] Attempting to bind port 72db57e4-82ce-4c49-80ba-11e698776b0e on network 06cba743-97cb-4e3d-9173-104a9c9a70d3 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:13:49.658511 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a28ab6-e04a-4b23-be89-4d8c310a433e req-1d9fec5e-4700-4ce8-9306-159d8711d637 service neutron] Port 72db57e4-82ce-4c49-80ba-11e698776b0e on network 06cba743-97cb-4e3d-9173-104a9c9a70d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:13:49.659097 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a28ab6-e04a-4b23-be89-4d8c310a433e req-1d9fec5e-4700-4ce8-9306-159d8711d637 service neutron] Attempting to bind port 72db57e4-82ce-4c49-80ba-11e698776b0e on network 06cba743-97cb-4e3d-9173-104a9c9a70d3 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:13:49.684641 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-800fa531-372c-478b-aa69-fe9502efc49a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:49.699931 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a28ab6-e04a-4b23-be89-4d8c310a433e req-1d9fec5e-4700-4ce8-9306-159d8711d637 service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:13:49.700265 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a28ab6-e04a-4b23-be89-4d8c310a433e req-1d9fec5e-4700-4ce8-9306-159d8711d637 service neutron] Checking segment: {'id': 'e1ea0112-d828-45f3-a96b-2a696c160566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '06cba743-97cb-4e3d-9173-104a9c9a70d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:13:49.700850 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a28ab6-e04a-4b23-be89-4d8c310a433e req-1d9fec5e-4700-4ce8-9306-159d8711d637 service neutron] Bound using segment: {'id': 'e1ea0112-d828-45f3-a96b-2a696c160566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '06cba743-97cb-4e3d-9173-104a9c9a70d3'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:13:49.701507 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-c3a28ab6-e04a-4b23-be89-4d8c310a433e req-1d9fec5e-4700-4ce8-9306-159d8711d637 service neutron] Bound port: 72db57e4-82ce-4c49-80ba-11e698776b0e, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1ea0112-d828-45f3-a96b-2a696c160566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '06cba743-97cb-4e3d-9173-104a9c9a70d3'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:13:49.713499 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c3a28ab6-e04a-4b23-be89-4d8c310a433e req-1d9fec5e-4700-4ce8-9306-159d8711d637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:49.732105 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-800fa531-372c-478b-aa69-fe9502efc49a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:49.742988 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dba60cd4-9e2e-441c-8798-6690d58768af req-e77c4856-587f-4ae3-97b6-3f0475ffba9d tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000731 Aug 10 03:13:49.750685 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-cd4d5969-417e-4f93-8281-9516565418e9 req-410965c4-6432-48ea-9bd0-daba813b19bd service neutron] 10.222.0.42 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992440 Aug 10 03:13:49.817976 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-800fa531-372c-478b-aa69-fe9502efc49a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:49.822193 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-800fa531-372c-478b-aa69-fe9502efc49a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:49.825825 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-800fa531-372c-478b-aa69-fe9502efc49a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a60fa369-a5f9-460d-8f13-6b3aade1347d HTTP/1.1" status: 204 len: 168 time: 0.2882266 Aug 10 03:13:49.832227 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800fa531-372c-478b-aa69-fe9502efc49a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60fa369-a5f9-460d-8f13-6b3aade1347d,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:50.138044 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-c3a28ab6-e04a-4b23-be89-4d8c310a433e req-1d9fec5e-4700-4ce8-9306-159d8711d637 service neutron] For port 72db57e4-82ce-4c49-80ba-11e698776b0e, host n-h1-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:13:50.147774 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af721778-ef91-40f7-a778-162ed4ace545 req-a1fc0c34-fda8-4e11-b259-5d8c3deaacaf tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:50.149299 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-af721778-ef91-40f7-a778-162ed4ace545 req-a1fc0c34-fda8-4e11-b259-5d8c3deaacaf tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=f726c9d4-e35b-491c-8c1a-75058f6ba5e2 HTTP/1.1" status: 200 len: 950 time: 0.4121666 Aug 10 03:13:50.168642 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7545f8a1-f385-4f1d-817d-4f97ae43132a req-ba65f91e-7dd2-4c21-b056-14a1ad23e29e tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:50.170176 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7545f8a1-f385-4f1d-817d-4f97ae43132a req-ba65f91e-7dd2-4c21-b056-14a1ad23e29e tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b677e40-e187-4547-8512-c53b2cd0d000 HTTP/1.1" status: 200 len: 950 time: 0.1068623 Aug 10 03:13:50.180258 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-c3a28ab6-e04a-4b23-be89-4d8c310a433e req-1d9fec5e-4700-4ce8-9306-159d8711d637 service neutron] For port 72db57e4-82ce-4c49-80ba-11e698776b0e, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=72db57e4-82ce-4c49-80ba-11e698776b0e,segment=NetworkSegment(e1ea0112-d828-45f3-a96b-2a696c160566),segment_id=e1ea0112-d828-45f3-a96b-2a696c160566)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:13:50.181946 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c3a28ab6-e04a-4b23-be89-4d8c310a433e req-1d9fec5e-4700-4ce8-9306-159d8711d637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:50.253903 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a28ab6-e04a-4b23-be89-4d8c310a433e req-1d9fec5e-4700-4ce8-9306-159d8711d637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:50.255048 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c3a28ab6-e04a-4b23-be89-4d8c310a433e req-1d9fec5e-4700-4ce8-9306-159d8711d637 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:50.256037 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c3a28ab6-e04a-4b23-be89-4d8c310a433e req-1d9fec5e-4700-4ce8-9306-159d8711d637 service neutron] 10.222.0.42 "PUT /v2.0/ports/72db57e4-82ce-4c49-80ba-11e698776b0e HTTP/1.1" status: 200 len: 1092 time: 1.5955873 Aug 10 03:13:50.258776 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7cd4857-a251-4d7d-9d7a-d613495524da', 'tag': '72db57e4-82ce-4c49-80ba-11e698776b0e'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:13:50.261029 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b371b926-7504-49f3-b72f-08a36c4727d8" -d '{"events": [{"name": "network-changed", "server_uuid": "b7cd4857-a251-4d7d-9d7a-d613495524da", "tag": "72db57e4-82ce-4c49-80ba-11e698776b0e"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:13:50.282255 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-af721778-ef91-40f7-a778-162ed4ace545 req-2f6414a2-bf38-48a5-97b7-0f9d87d67b97 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110222 Aug 10 03:13:50.291836 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7545f8a1-f385-4f1d-817d-4f97ae43132a req-3e924d52-6b5a-49c0-947a-fec1b3d5c551 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] 10.222.0.44 "GET /v2.0/security-groups?id=a666ad1b-f110-40b4-9c8d-b8c5dedb4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982327 Aug 10 03:13:50.321410 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9fec5e-4700-4ce8-9306-159d8711d637 service neutron] Pushing event updated for resources: {'Port': ['ID=72db57e4-82ce-4c49-80ba-11e698776b0e,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:50.500654 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b8306-e2ff-4b80-b6c0-1436d8b336ba req-7a2ba092-b89e-4c41-bc8c-788761dc76ea tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:50.503299 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dd1b8306-e2ff-4b80-b6c0-1436d8b336ba req-7a2ba092-b89e-4c41-bc8c-788761dc76ea tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2523f58-4dac-4c3c-853d-957eae2412b7 HTTP/1.1" status: 200 len: 950 time: 0.1269109 Aug 10 03:13:50.506664 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a28ab6-e04a-4b23-be89-4d8c310a433e req-1eb09ca7-c745-4514-94b2-7b2a7ac406ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:50.509317 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c3a28ab6-e04a-4b23-be89-4d8c310a433e req-1eb09ca7-c745-4514-94b2-7b2a7ac406ed service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bd4ff3ae34274cb6803be2c6188b2b0c&device_id=b7cd4857-a251-4d7d-9d7a-d613495524da HTTP/1.1" status: 200 len: 1095 time: 0.1601026 Aug 10 03:13:50.512624 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faae701e-b378-4498-a344-1bf173766bff req-33f2a4b2-1d34-4994-820e-280349b13bca tempest-LiveMigrationTest-1156190287 tempest-LiveMigrationTest-1156190287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:50.515597 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-faae701e-b378-4498-a344-1bf173766bff req-33f2a4b2-1d34-4994-820e-280349b13bca tempest-LiveMigrationTest-1156190287 tempest-LiveMigrationTest-1156190287-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=564cd1d5-4660-4da0-aad6-145d07e37da2 HTTP/1.1" status: 200 len: 1097 time: 0.1122110 Aug 10 03:13:50.605301 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c3a28ab6-e04a-4b23-be89-4d8c310a433e req-c753141b-206f-43a9-a547-6c3a011c8664 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=72db57e4-82ce-4c49-80ba-11e698776b0e HTTP/1.1" status: 200 len: 217 time: 0.0824718 Aug 10 03:13:50.658806 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dd1b8306-e2ff-4b80-b6c0-1436d8b336ba req-bde4bebb-ecdf-4208-be7f-58fcff907f2f tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/security-groups?id=b61ddca4-e27e-4174-97e8-ca6f8f679a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483181 Aug 10 03:13:50.683271 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-faae701e-b378-4498-a344-1bf173766bff req-40f138e6-0247-4ac9-ae4e-abc822c34a40 tempest-LiveMigrationTest-1156190287 tempest-LiveMigrationTest-1156190287-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591649 Aug 10 03:13:50.691562 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709b1ff8-198c-4fa2-993f-6917312b3105 req-f6a6fd20-8acf-49a6-9240-0ae8e09ffb9c tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:50.693842 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-709b1ff8-198c-4fa2-993f-6917312b3105 req-f6a6fd20-8acf-49a6-9240-0ae8e09ffb9c tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.61 "GET /v2.0/networks?id=7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1 HTTP/1.1" status: 200 len: 821 time: 0.2076495 Aug 10 03:13:50.696128 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a28ab6-e04a-4b23-be89-4d8c310a433e req-9cddf57f-068e-431d-a1d1-af82be87f620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:50.697637 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c3a28ab6-e04a-4b23-be89-4d8c310a433e req-9cddf57f-068e-431d-a1d1-af82be87f620 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3f0e3909-62c9-4453-825e-ffacada819b0 HTTP/1.1" status: 200 len: 851 time: 0.0805869 Aug 10 03:13:50.731646 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-709b1ff8-198c-4fa2-993f-6917312b3105 req-195c7c88-0cab-4817-8003-3bdcd6af36cd tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Request body: {'port': {'device_id': 'e0e0a767-41dc-4001-a52c-857949a7e913', 'network_id': '7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1', 'admin_state_up': True, 'tenant_id': '4fedcd46377344729593c49493334f54'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:13:50.744428 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88fd6c81-80e2-433b-b539-2c8e784f7a85 x-openstack-request-id: req-88fd6c81-80e2-433b-b539-2c8e784f7a85 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:13:50.744875 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7cd4857-a251-4d7d-9d7a-d613495524da", "tag": "72db57e4-82ce-4c49-80ba-11e698776b0e", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:13:50.745347 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-88fd6c81-80e2-433b-b539-2c8e784f7a85 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:13:50.747737 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7cd4857-a251-4d7d-9d7a-d613495524da', 'tag': '72db57e4-82ce-4c49-80ba-11e698776b0e', 'status': 'completed', 'code': 200} Aug 10 03:13:50.768562 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c3a28ab6-e04a-4b23-be89-4d8c310a433e req-68dee3fb-cbf8-4fb4-9038-c3a4ed67ed87 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=06cba743-97cb-4e3d-9173-104a9c9a70d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612712 Aug 10 03:13:50.883718 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-709b1ff8-198c-4fa2-993f-6917312b3105 req-195c7c88-0cab-4817-8003-3bdcd6af36cd tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Made reservation on behalf of 4fedcd46377344729593c49493334f54 for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:13:50.887800 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-709b1ff8-198c-4fa2-993f-6917312b3105 req-195c7c88-0cab-4817-8003-3bdcd6af36cd tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:50.889830 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d1426379-8903-4803-b1be-3f24c7042186 req-f2a250e0-a7a0-448d-a5ac-ef87ac07c9be tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0e0a767-41dc-4001-a52c-857949a7e913 HTTP/1.1" status: 200 len: 210 time: 0.0545540 Aug 10 03:13:50.931764 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31514b6-043d-4447-a3ac-5090ef0b717a req-62befff8-82f7-40bf-adcd-5b04d9a970aa tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:50.936013 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d31514b6-043d-4447-a3ac-5090ef0b717a req-62befff8-82f7-40bf-adcd-5b04d9a970aa tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=b7cd4857-a251-4d7d-9d7a-d613495524da HTTP/1.1" status: 200 len: 943 time: 0.1375182 Aug 10 03:13:50.966694 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c3a28ab6-e04a-4b23-be89-4d8c310a433e req-0432bb30-0bc3-492a-a2f8-84ae8e985430 service neutron] 10.222.0.42 "GET /v2.0/networks/06cba743-97cb-4e3d-9173-104a9c9a70d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888311 Aug 10 03:13:51.005252 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d31514b6-043d-4447-a3ac-5090ef0b717a req-a40221b0-60fe-4c35-9ae6-af6ebef0e78b tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682292 Aug 10 03:13:51.116479 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c3a28ab6-e04a-4b23-be89-4d8c310a433e req-c13f2435-fcb5-438e-aa3e-fa00ecc86815 service neutron] 10.222.0.42 "GET /v2.0/networks/06cba743-97cb-4e3d-9173-104a9c9a70d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344421 Aug 10 03:13:51.133347 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [req-709b1ff8-198c-4fa2-993f-6917312b3105 req-195c7c88-0cab-4817-8003-3bdcd6af36cd tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Allocated IP 172.20.0.11 (7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1/8a049acb-8e7b-42fd-b8b6-b5c474462166/566f6b56-aa81-488e-ba78-e138e9cea803) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:13:51.223850 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b371b926-7504-49f3-b72f-08a36c4727d8 req-88c73538-90a8-4d57-a5d3-22236148b439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:51.226101 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b371b926-7504-49f3-b72f-08a36c4727d8 req-88c73538-90a8-4d57-a5d3-22236148b439 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bd4ff3ae34274cb6803be2c6188b2b0c&device_id=b7cd4857-a251-4d7d-9d7a-d613495524da HTTP/1.1" status: 200 len: 1095 time: 0.0540409 Aug 10 03:13:51.321722 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-5d28c1c2-434d-4940-aaaf-b3e7b0ad5d66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:51.408894 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b371b926-7504-49f3-b72f-08a36c4727d8 req-c1b67e88-3133-4579-8e62-1e151e64fd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:51.410769 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b371b926-7504-49f3-b72f-08a36c4727d8 req-c1b67e88-3133-4579-8e62-1e151e64fd66 service neutron] 10.222.0.42 "GET /v2.0/networks?id=06cba743-97cb-4e3d-9173-104a9c9a70d3 HTTP/1.1" status: 200 len: 911 time: 0.1773071 Aug 10 03:13:51.470155 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-709b1ff8-198c-4fa2-993f-6917312b3105 req-195c7c88-0cab-4817-8003-3bdcd6af36cd tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:51.511369 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b371b926-7504-49f3-b72f-08a36c4727d8 req-95f2d52a-57fd-4e8d-8684-eca070b331d5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=72db57e4-82ce-4c49-80ba-11e698776b0e HTTP/1.1" status: 200 len: 217 time: 0.0568097 Aug 10 03:13:51.547881 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-709b1ff8-198c-4fa2-993f-6917312b3105 req-195c7c88-0cab-4817-8003-3bdcd6af36cd tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:51.604064 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-709b1ff8-198c-4fa2-993f-6917312b3105 req-195c7c88-0cab-4817-8003-3bdcd6af36cd tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Network 7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:13:51.610278 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [req-709b1ff8-198c-4fa2-993f-6917312b3105 req-195c7c88-0cab-4817-8003-3bdcd6af36cd tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:13:51.618895 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-709b1ff8-198c-4fa2-993f-6917312b3105 req-195c7c88-0cab-4817-8003-3bdcd6af36cd tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:13:51.625983 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709b1ff8-198c-4fa2-993f-6917312b3105 req-195c7c88-0cab-4817-8003-3bdcd6af36cd tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:51.627148 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-709b1ff8-198c-4fa2-993f-6917312b3105 req-195c7c88-0cab-4817-8003-3bdcd6af36cd tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:51.637362 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b371b926-7504-49f3-b72f-08a36c4727d8 req-501eeda0-c473-4e6f-a66b-2abca2ea7039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:51.639023 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b371b926-7504-49f3-b72f-08a36c4727d8 req-501eeda0-c473-4e6f-a66b-2abca2ea7039 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3f0e3909-62c9-4453-825e-ffacada819b0 HTTP/1.1" status: 200 len: 851 time: 0.1121476 Aug 10 03:13:51.649239 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e99e40-221d-4353-bd56-77d4c69f6269 req-99c0b395-5e29-4428-b7c4-f9c396732a90 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:51.651292 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195c7c88-0cab-4817-8003-3bdcd6af36cd tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Pushing event updated for resources: {'Port': ['ID=566f6b56-aa81-488e-ba78-e138e9cea803,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:51.651443 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-68e99e40-221d-4353-bd56-77d4c69f6269 req-99c0b395-5e29-4428-b7c4-f9c396732a90 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=f726c9d4-e35b-491c-8c1a-75058f6ba5e2 HTTP/1.1" status: 200 len: 950 time: 0.1390581 Aug 10 03:13:51.670393 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5f245d-b1fd-47d6-bf2b-46c3bfd12282 req-e946549c-2c94-4a8f-9cab-1ac51b1c16a8 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:51.671943 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9c5f245d-b1fd-47d6-bf2b-46c3bfd12282 req-e946549c-2c94-4a8f-9cab-1ac51b1c16a8 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b677e40-e187-4547-8512-c53b2cd0d000 HTTP/1.1" status: 200 len: 950 time: 0.2461047 Aug 10 03:13:51.679542 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-709b1ff8-198c-4fa2-993f-6917312b3105 req-195c7c88-0cab-4817-8003-3bdcd6af36cd tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9655414 Aug 10 03:13:51.700864 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-709b1ff8-198c-4fa2-993f-6917312b3105 req-140116f7-32d0-42c9-ba02-976de5a94413 service neutron] Request body: {'port': {'device_id': 'e0e0a767-41dc-4001-a52c-857949a7e913', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-13'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:13:51.721578 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b371b926-7504-49f3-b72f-08a36c4727d8 req-e33c2a64-5d06-4f97-9e95-6881bbf5c614 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=06cba743-97cb-4e3d-9173-104a9c9a70d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689306 Aug 10 03:13:51.784050 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-709b1ff8-198c-4fa2-993f-6917312b3105 req-140116f7-32d0-42c9-ba02-976de5a94413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:51.898735 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-68e99e40-221d-4353-bd56-77d4c69f6269 req-912cccf4-8375-4282-98b6-d2a47e663dc7 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372153 Aug 10 03:13:51.920623 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9c5f245d-b1fd-47d6-bf2b-46c3bfd12282 req-cb9d625a-4c53-4bc3-bc51-8a2c9190de75 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] 10.222.0.44 "GET /v2.0/security-groups?id=a666ad1b-f110-40b4-9c8d-b8c5dedb4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312267 Aug 10 03:13:52.068038 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b371b926-7504-49f3-b72f-08a36c4727d8 req-03a51243-aa94-4aaf-9abb-9b5b213522f6 service neutron] 10.222.0.42 "GET /v2.0/networks/06cba743-97cb-4e3d-9173-104a9c9a70d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3331976 Aug 10 03:13:52.204338 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af0f9fa-da1f-4c46-b092-6d33dcffac9c req-2594715e-c7f6-4f35-b9cc-b5951a2befb3 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:52.205927 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9af0f9fa-da1f-4c46-b092-6d33dcffac9c req-2594715e-c7f6-4f35-b9cc-b5951a2befb3 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0e0a767-41dc-4001-a52c-857949a7e913 HTTP/1.1" status: 200 len: 932 time: 0.1405640 Aug 10 03:13:52.229951 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3955563-70f3-49af-aae3-7a6d70fc0522 req-4f12426c-78e3-4646-9671-628e8ef93323 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:52.231565 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c3955563-70f3-49af-aae3-7a6d70fc0522 req-4f12426c-78e3-4646-9671-628e8ef93323 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2523f58-4dac-4c3c-853d-957eae2412b7 HTTP/1.1" status: 200 len: 950 time: 0.1867030 Aug 10 03:13:52.263080 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [req-709b1ff8-198c-4fa2-993f-6917312b3105 req-140116f7-32d0-42c9-ba02-976de5a94413 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 566f6b56-aa81-488e-ba78-e138e9cea803 {{(pid=94261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:13:52.274928 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-709b1ff8-198c-4fa2-993f-6917312b3105 req-140116f7-32d0-42c9-ba02-976de5a94413 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:52.300589 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [req-709b1ff8-198c-4fa2-993f-6917312b3105 req-140116f7-32d0-42c9-ba02-976de5a94413 service neutron] Transition to ACTIVE for port object 566f6b56-aa81-488e-ba78-e138e9cea803 will not be triggered until provisioned by entity L2. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:13:52.308161 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-709b1ff8-198c-4fa2-993f-6917312b3105 req-140116f7-32d0-42c9-ba02-976de5a94413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:52.311231 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b371b926-7504-49f3-b72f-08a36c4727d8 req-5d91e541-d7c9-41b6-9d76-d0a50184ce54 service neutron] 10.222.0.42 "GET /v2.0/networks/06cba743-97cb-4e3d-9173-104a9c9a70d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948180 Aug 10 03:13:52.328205 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9af0f9fa-da1f-4c46-b092-6d33dcffac9c req-c4fb9251-74f9-4eb1-b361-5b87b049f0dc tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088612 Aug 10 03:13:52.331262 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c3955563-70f3-49af-aae3-7a6d70fc0522 req-1d32e1e4-039f-4258-a0f1-67dc4cdde969 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/security-groups?id=b61ddca4-e27e-4174-97e8-ca6f8f679a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915797 Aug 10 03:13:52.374509 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140116f7-32d0-42c9-ba02-976de5a94413 service neutron] Pushing event updated for resources: {'Port': ['ID=566f6b56-aa81-488e-ba78-e138e9cea803,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:52.427817 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-709b1ff8-198c-4fa2-993f-6917312b3105 req-140116f7-32d0-42c9-ba02-976de5a94413 service neutron] Attempting to bind port 566f6b56-aa81-488e-ba78-e138e9cea803 on host n-h2-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:13:52.428439 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-709b1ff8-198c-4fa2-993f-6917312b3105 req-140116f7-32d0-42c9-ba02-976de5a94413 service neutron] Attempting to bind port 566f6b56-aa81-488e-ba78-e138e9cea803 by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': 'ef460c05-97a2-474e-9fc7-ca614ed2a066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:13:52.428737 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709b1ff8-198c-4fa2-993f-6917312b3105 req-140116f7-32d0-42c9-ba02-976de5a94413 service neutron] Attempting to bind port 566f6b56-aa81-488e-ba78-e138e9cea803 on network 7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:13:52.433261 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709b1ff8-198c-4fa2-993f-6917312b3105 req-140116f7-32d0-42c9-ba02-976de5a94413 service neutron] Port 566f6b56-aa81-488e-ba78-e138e9cea803 on network 7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:13:52.433645 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709b1ff8-198c-4fa2-993f-6917312b3105 req-140116f7-32d0-42c9-ba02-976de5a94413 service neutron] Attempting to bind port 566f6b56-aa81-488e-ba78-e138e9cea803 on network 7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:13:52.439576 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709b1ff8-198c-4fa2-993f-6917312b3105 req-140116f7-32d0-42c9-ba02-976de5a94413 service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:13:52.439909 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709b1ff8-198c-4fa2-993f-6917312b3105 req-140116f7-32d0-42c9-ba02-976de5a94413 service neutron] Checking segment: {'id': 'ef460c05-97a2-474e-9fc7-ca614ed2a066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:13:52.440290 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709b1ff8-198c-4fa2-993f-6917312b3105 req-140116f7-32d0-42c9-ba02-976de5a94413 service neutron] Bound using segment: {'id': 'ef460c05-97a2-474e-9fc7-ca614ed2a066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1'} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:13:52.440813 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-709b1ff8-198c-4fa2-993f-6917312b3105 req-140116f7-32d0-42c9-ba02-976de5a94413 service neutron] Bound port: 566f6b56-aa81-488e-ba78-e138e9cea803, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef460c05-97a2-474e-9fc7-ca614ed2a066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1'}}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:13:52.441081 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-709b1ff8-198c-4fa2-993f-6917312b3105 req-140116f7-32d0-42c9-ba02-976de5a94413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:52.506874 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37fbdb4-3935-45e0-b4f7-2bc432899b24 req-6c921cb1-cb8a-480d-86ff-dec023056776 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:52.508415 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d37fbdb4-3935-45e0-b4f7-2bc432899b24 req-6c921cb1-cb8a-480d-86ff-dec023056776 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=b7cd4857-a251-4d7d-9d7a-d613495524da HTTP/1.1" status: 200 len: 943 time: 0.0911024 Aug 10 03:13:52.510096 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8306865d-3304-4921-b66e-f0d86249cb0e req-b33dbfef-bec7-4609-835b-274ea389f19b tempest-LiveMigrationNegativeTest-53330110 tempest-LiveMigrationNegativeTest-53330110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:52.511574 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8306865d-3304-4921-b66e-f0d86249cb0e req-b33dbfef-bec7-4609-835b-274ea389f19b tempest-LiveMigrationNegativeTest-53330110 tempest-LiveMigrationNegativeTest-53330110-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=4b677e40-e187-4547-8512-c53b2cd0d000 HTTP/1.1" status: 200 len: 1102 time: 0.0646176 Aug 10 03:13:52.514096 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-709b1ff8-198c-4fa2-993f-6917312b3105 req-140116f7-32d0-42c9-ba02-976de5a94413 service neutron] For port 566f6b56-aa81-488e-ba78-e138e9cea803, host n-h2-768862-13, cleared binding levels {{(pid=94261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:13:52.517612 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-709b1ff8-198c-4fa2-993f-6917312b3105 req-140116f7-32d0-42c9-ba02-976de5a94413 service neutron] For port 566f6b56-aa81-488e-ba78-e138e9cea803, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=566f6b56-aa81-488e-ba78-e138e9cea803,segment=NetworkSegment(ef460c05-97a2-474e-9fc7-ca614ed2a066),segment_id=ef460c05-97a2-474e-9fc7-ca614ed2a066)] {{(pid=94261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:13:52.522095 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-709b1ff8-198c-4fa2-993f-6917312b3105 req-140116f7-32d0-42c9-ba02-976de5a94413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:52.563226 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8306865d-3304-4921-b66e-f0d86249cb0e req-e38196aa-0f44-4e62-84c6-df83193ecce6 tempest-LiveMigrationNegativeTest-53330110 tempest-LiveMigrationNegativeTest-53330110-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:52.565344 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709b1ff8-198c-4fa2-993f-6917312b3105 req-140116f7-32d0-42c9-ba02-976de5a94413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:52.566449 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-709b1ff8-198c-4fa2-993f-6917312b3105 req-140116f7-32d0-42c9-ba02-976de5a94413 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:52.568721 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-709b1ff8-198c-4fa2-993f-6917312b3105 req-140116f7-32d0-42c9-ba02-976de5a94413 service neutron] 10.222.0.61 "PUT /v2.0/ports/566f6b56-aa81-488e-ba78-e138e9cea803 HTTP/1.1" status: 200 len: 1093 time: 0.8721802 Aug 10 03:13:52.572259 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0e0a767-41dc-4001-a52c-857949a7e913', 'tag': '566f6b56-aa81-488e-ba78-e138e9cea803'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:13:52.576138 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23d12e0c-c295-4ed3-a80b-9c93ce2877db" -d '{"events": [{"name": "network-changed", "server_uuid": "e0e0a767-41dc-4001-a52c-857949a7e913", "tag": "566f6b56-aa81-488e-ba78-e138e9cea803"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:13:52.590349 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d37fbdb4-3935-45e0-b4f7-2bc432899b24 req-3ec220c2-d0f9-4117-9e1a-3fea051fd698 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730147 Aug 10 03:13:52.630833 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140116f7-32d0-42c9-ba02-976de5a94413 service neutron] Pushing event updated for resources: {'Port': ['ID=566f6b56-aa81-488e-ba78-e138e9cea803,revision_number=3']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:52.746049 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8306865d-3304-4921-b66e-f0d86249cb0e req-e38196aa-0f44-4e62-84c6-df83193ecce6 tempest-LiveMigrationNegativeTest-53330110 tempest-LiveMigrationNegativeTest-53330110-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:52.754019 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709b1ff8-198c-4fa2-993f-6917312b3105 req-b0492b2b-5261-4d17-9c5d-03526d99c5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:52.756831 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-709b1ff8-198c-4fa2-993f-6917312b3105 req-b0492b2b-5261-4d17-9c5d-03526d99c5d8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4fedcd46377344729593c49493334f54&device_id=e0e0a767-41dc-4001-a52c-857949a7e913 HTTP/1.1" status: 200 len: 1096 time: 0.0801017 Aug 10 03:13:52.758802 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8306865d-3304-4921-b66e-f0d86249cb0e req-e38196aa-0f44-4e62-84c6-df83193ecce6 tempest-LiveMigrationNegativeTest-53330110 tempest-LiveMigrationNegativeTest-53330110-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:52.801126 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38196aa-0f44-4e62-84c6-df83193ecce6 tempest-LiveMigrationNegativeTest-53330110 tempest-LiveMigrationNegativeTest-53330110-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e65d54ad-96be-475d-baa7-b83958afd1fc,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:52.824068 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8306865d-3304-4921-b66e-f0d86249cb0e req-e38196aa-0f44-4e62-84c6-df83193ecce6 tempest-LiveMigrationNegativeTest-53330110 tempest-LiveMigrationNegativeTest-53330110-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=a666ad1b-f110-40b4-9c8d-b8c5dedb4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818346 Aug 10 03:13:52.890990 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-709b1ff8-198c-4fa2-993f-6917312b3105 req-538597a6-dc94-4dc8-8059-d78be56edc12 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=566f6b56-aa81-488e-ba78-e138e9cea803 HTTP/1.1" status: 200 len: 217 time: 0.1169438 Aug 10 03:13:52.911009 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a12a9e3d-9b33-45f6-83a3-352df2845dbc x-openstack-request-id: req-a12a9e3d-9b33-45f6-83a3-352df2845dbc {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:13:52.911608 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0e0a767-41dc-4001-a52c-857949a7e913", "tag": "566f6b56-aa81-488e-ba78-e138e9cea803", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:13:52.912122 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a12a9e3d-9b33-45f6-83a3-352df2845dbc {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:13:52.912999 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0e0a767-41dc-4001-a52c-857949a7e913', 'tag': '566f6b56-aa81-488e-ba78-e138e9cea803', 'status': 'completed', 'code': 200} Aug 10 03:13:53.012365 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709b1ff8-198c-4fa2-993f-6917312b3105 req-87a65d47-4355-4dff-b6d9-9f6abff467e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:53.014457 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-709b1ff8-198c-4fa2-993f-6917312b3105 req-87a65d47-4355-4dff-b6d9-9f6abff467e0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8a049acb-8e7b-42fd-b8b6-b5c474462166 HTTP/1.1" status: 200 len: 861 time: 0.0998437 Aug 10 03:13:53.064379 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c3010c0e-6189-4a11-8232-6266892aecaf req-e30019ac-71d4-43e7-88e8-67b1d9791eec tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=7759a3b3d8b04fee839e86101ea0d645&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0369461 Aug 10 03:13:53.070992 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-709b1ff8-198c-4fa2-993f-6917312b3105 req-a6449409-5ee3-496a-a1c1-9c792ba522e9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400009 Aug 10 03:13:53.193246 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9ed54a-f3d7-49a9-9de5-69fc7428f84a req-3285c101-2dcf-453d-a25b-da0475454dc9 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:53.195715 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2d9ed54a-f3d7-49a9-9de5-69fc7428f84a req-3285c101-2dcf-453d-a25b-da0475454dc9 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=f726c9d4-e35b-491c-8c1a-75058f6ba5e2 HTTP/1.1" status: 200 len: 950 time: 0.1339157 Aug 10 03:13:53.224799 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-709b1ff8-198c-4fa2-993f-6917312b3105 req-fb94bf45-ba84-4218-9725-b112dcf2895a service neutron] 10.222.0.61 "GET /v2.0/networks/7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426558 Aug 10 03:13:53.270497 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2d9ed54a-f3d7-49a9-9de5-69fc7428f84a req-3ebd983e-9166-4745-aa6a-432eddd045b6 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624347 Aug 10 03:13:53.277502 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3010c0e-6189-4a11-8232-6266892aecaf req-2d8be0d9-05f4-4519-857c-f730f70fea20 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:53.278945 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c3010c0e-6189-4a11-8232-6266892aecaf req-2d8be0d9-05f4-4519-857c-f730f70fea20 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1992099 Aug 10 03:13:53.319024 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c3010c0e-6189-4a11-8232-6266892aecaf req-9c538a4a-943b-46bf-94db-c08524a5e7c2 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] 10.222.0.44 "GET /v2.0/quotas/7759a3b3d8b04fee839e86101ea0d645 HTTP/1.1" status: 200 len: 375 time: 0.0230982 Aug 10 03:13:53.366843 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c3010c0e-6189-4a11-8232-6266892aecaf req-5530096f-e76f-4206-a740-a0ccd3cf99b8 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=7759a3b3d8b04fee839e86101ea0d645&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0383828 Aug 10 03:13:53.404437 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-709b1ff8-198c-4fa2-993f-6917312b3105 req-b3b6d81e-7bac-4e1e-865a-6a5993cb96a4 service neutron] 10.222.0.61 "GET /v2.0/networks/7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675844 Aug 10 03:13:53.569321 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c22fb9-83d1-468b-a3fc-8bdc27fb6816 req-76f8693c-0865-43d2-869e-e023657370aa tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:53.572167 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-17c22fb9-83d1-468b-a3fc-8bdc27fb6816 req-76f8693c-0865-43d2-869e-e023657370aa tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0e0a767-41dc-4001-a52c-857949a7e913 HTTP/1.1" status: 200 len: 944 time: 0.0979114 Aug 10 03:13:53.578895 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-074a2f4a-c3d3-4e0a-8b70-103d142994c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:53.624799 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d12e0c-c295-4ed3-a80b-9c93ce2877db req-eb4590cf-5f55-4616-aa94-4db09a18291d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:53.627598 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-23d12e0c-c295-4ed3-a80b-9c93ce2877db req-eb4590cf-5f55-4616-aa94-4db09a18291d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4fedcd46377344729593c49493334f54&device_id=e0e0a767-41dc-4001-a52c-857949a7e913 HTTP/1.1" status: 200 len: 1096 time: 0.1456707 Aug 10 03:13:53.765507 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-17c22fb9-83d1-468b-a3fc-8bdc27fb6816 req-72943600-1f97-4eff-a117-5c237c3b8917 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702228 Aug 10 03:13:53.817698 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d12e0c-c295-4ed3-a80b-9c93ce2877db req-836baaed-693e-4d29-82e9-68e105414844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:53.819230 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-23d12e0c-c295-4ed3-a80b-9c93ce2877db req-836baaed-693e-4d29-82e9-68e105414844 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1 HTTP/1.1" status: 200 len: 921 time: 0.1734900 Aug 10 03:13:53.831416 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0549ad3-f108-489f-8e34-e94b7da3530f req-a6c268cb-effc-4690-8ad6-cb126960794e tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:53.834038 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c0549ad3-f108-489f-8e34-e94b7da3530f req-a6c268cb-effc-4690-8ad6-cb126960794e tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2523f58-4dac-4c3c-853d-957eae2412b7 HTTP/1.1" status: 200 len: 950 time: 0.1710193 Aug 10 03:13:53.866044 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-23d12e0c-c295-4ed3-a80b-9c93ce2877db req-40533021-39c4-400b-9090-587fd793bae8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=566f6b56-aa81-488e-ba78-e138e9cea803 HTTP/1.1" status: 200 len: 217 time: 0.0373914 Aug 10 03:13:53.907084 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c0549ad3-f108-489f-8e34-e94b7da3530f req-683604cf-bb5f-4257-ad58-1b39f4335478 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/security-groups?id=b61ddca4-e27e-4174-97e8-ca6f8f679a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549686 Aug 10 03:13:54.005448 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d12e0c-c295-4ed3-a80b-9c93ce2877db req-655a0e70-6163-46ed-8ee6-b980193fa1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:54.008720 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-23d12e0c-c295-4ed3-a80b-9c93ce2877db req-655a0e70-6163-46ed-8ee6-b980193fa1ec service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8a049acb-8e7b-42fd-b8b6-b5c474462166 HTTP/1.1" status: 200 len: 861 time: 0.1192465 Aug 10 03:13:54.061129 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4bc1aa85-b1ec-49ec-8291-ccaaef7aa48b req-f1e008cd-c8f5-4438-a357-4d89dfb66f23 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] 10.222.0.44 "GET /v2.0/ports?device_id=569f916c-7190-46e3-bf46-8aa13586447b HTTP/1.1" status: 200 len: 210 time: 0.0608995 Aug 10 03:13:54.096198 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-23d12e0c-c295-4ed3-a80b-9c93ce2877db req-5f094cd1-b858-49c3-9b97-afbad3a187fc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733440 Aug 10 03:13:54.134302 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:54.293338 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-23d12e0c-c295-4ed3-a80b-9c93ce2877db req-d6ca2522-2763-4013-972e-b93f52eb5932 service neutron] 10.222.0.61 "GET /v2.0/networks/7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827946 Aug 10 03:13:54.306122 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a309b742-64b3-4004-86a5-48e3c4eb0823 req-acd3b0dd-1dd8-415a-a856-b393007a7adc tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:54.309141 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a309b742-64b3-4004-86a5-48e3c4eb0823 req-acd3b0dd-1dd8-415a-a856-b393007a7adc tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=b7cd4857-a251-4d7d-9d7a-d613495524da HTTP/1.1" status: 200 len: 943 time: 0.1405108 Aug 10 03:13:54.366971 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a309b742-64b3-4004-86a5-48e3c4eb0823 req-69aaa4f6-0cc4-495a-9eff-4ee3d0c68a15 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504122 Aug 10 03:13:54.466083 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-23d12e0c-c295-4ed3-a80b-9c93ce2877db req-544cf03b-1499-4b5d-b583-add74be9fa1b service neutron] 10.222.0.61 "GET /v2.0/networks/7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583917 Aug 10 03:13:54.483632 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e915cfad-bcbc-4934-9fc9-b7a596652121 req-42970858-8a04-4b32-8d49-5494b33c674f tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:54.486685 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e915cfad-bcbc-4934-9fc9-b7a596652121 req-42970858-8a04-4b32-8d49-5494b33c674f tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b677e40-e187-4547-8512-c53b2cd0d000 HTTP/1.1" status: 200 len: 950 time: 0.1184320 Aug 10 03:13:54.584602 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e915cfad-bcbc-4934-9fc9-b7a596652121 req-40764621-449a-4d84-88ca-ccbe58d8c1cf tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] 10.222.0.44 "GET /v2.0/security-groups?id=a666ad1b-f110-40b4-9c8d-b8c5dedb4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765755 Aug 10 03:13:54.595451 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5cd6ce-76b3-4f31-8594-048fbabf951e req-1fb9713d-9e65-4866-8f73-ab8a6ea8174f tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:54.597060 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ce5cd6ce-76b3-4f31-8594-048fbabf951e req-1fb9713d-9e65-4866-8f73-ab8a6ea8174f tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=f726c9d4-e35b-491c-8c1a-75058f6ba5e2 HTTP/1.1" status: 200 len: 950 time: 0.1082039 Aug 10 03:13:54.642298 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ce5cd6ce-76b3-4f31-8594-048fbabf951e req-b9f01fff-1c6d-4fe6-a0e1-af515d4421a4 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346894 Aug 10 03:13:54.893678 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09552af3-5919-4961-b38d-cf6405fcff74 req-9d0a09ac-0a1c-42e6-b35b-e27dc53265db tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:54.895368 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-09552af3-5919-4961-b38d-cf6405fcff74 req-9d0a09ac-0a1c-42e6-b35b-e27dc53265db tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0e0a767-41dc-4001-a52c-857949a7e913 HTTP/1.1" status: 200 len: 944 time: 0.0548601 Aug 10 03:13:54.938000 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-09552af3-5919-4961-b38d-cf6405fcff74 req-f025c83f-eb29-4f9d-a9c1-b542cc7b9fca tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362630 Aug 10 03:13:55.042814 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c270c567-f64c-430a-a2e2-811edf34d26e req-6887cf65-bc4c-46f7-a254-6e56a893f1a4 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:55.044404 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c270c567-f64c-430a-a2e2-811edf34d26e req-6887cf65-bc4c-46f7-a254-6e56a893f1a4 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2523f58-4dac-4c3c-853d-957eae2412b7 HTTP/1.1" status: 200 len: 950 time: 0.0526135 Aug 10 03:13:55.090145 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c270c567-f64c-430a-a2e2-811edf34d26e req-55f09987-0c88-45f2-8ca6-bd559296352e tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/security-groups?id=b61ddca4-e27e-4174-97e8-ca6f8f679a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392783 Aug 10 03:13:55.168853 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-97ce0af1-f5a1-4b2f-9fb3-121c045934fd req-204e326a-4c3e-4693-851b-ba671dec5157 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] 10.222.0.44 "GET /v2.0/ports?device_id=569f916c-7190-46e3-bf46-8aa13586447b HTTP/1.1" status: 200 len: 210 time: 0.0314803 Aug 10 03:13:55.189554 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:55.404385 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 72db57e4-82ce-4c49-80ba-11e698776b0e details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:13:55.427103 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-c3010c0e-6189-4a11-8232-6266892aecaf req-071a76cd-cfa7-48b1-9bec-d72ce7709ceb tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=7759a3b3d8b04fee839e86101ea0d645&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0438387 Aug 10 03:13:55.646056 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc6cbc0-bb6c-4759-a6dc-f0cde4071103 req-dded723c-dcba-4fd5-b6fe-2a8d9400460c tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:55.656725 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7dc6cbc0-bb6c-4759-a6dc-f0cde4071103 req-dded723c-dcba-4fd5-b6fe-2a8d9400460c tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=b7cd4857-a251-4d7d-9d7a-d613495524da HTTP/1.1" status: 200 len: 943 time: 0.0857489 Aug 10 03:13:55.665464 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 72db57e4-82ce-4c49-80ba-11e698776b0e, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=72db57e4-82ce-4c49-80ba-11e698776b0e,segment=NetworkSegment(e1ea0112-d828-45f3-a96b-2a696c160566),segment_id=e1ea0112-d828-45f3-a96b-2a696c160566)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:55.689503 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': '72db57e4-82ce-4c49-80ba-11e698776b0e', 'network_id': '06cba743-97cb-4e3d-9173-104a9c9a70d3', 'port_id': '72db57e4-82ce-4c49-80ba-11e698776b0e', 'mac_address': 'fa:16:3e:8b:3d:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f0e3909-62c9-4453-825e-ffacada819b0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:13:55.707721 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7dc6cbc0-bb6c-4759-a6dc-f0cde4071103 req-a8ef0a9f-0404-40c6-b0bd-9443f8668463 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498414 Aug 10 03:13:55.719223 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3010c0e-6189-4a11-8232-6266892aecaf req-47a28f54-4431-4df2-a935-886b508ada5e tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:55.721284 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-c3010c0e-6189-4a11-8232-6266892aecaf req-47a28f54-4431-4df2-a935-886b508ada5e tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2913418 Aug 10 03:13:55.765436 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-c3010c0e-6189-4a11-8232-6266892aecaf req-9d5e954b-154c-4122-9783-d86348e1817a tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] Request body: {'port': {'device_id': '569f916c-7190-46e3-bf46-8aa13586447b', 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721', 'admin_state_up': True, 'tenant_id': '7759a3b3d8b04fee839e86101ea0d645'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:13:55.771130 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:55.801128 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72db57e4-82ce-4c49-80ba-11e698776b0e {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:13:55.861662 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 72db57e4-82ce-4c49-80ba-11e698776b0e, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=72db57e4-82ce-4c49-80ba-11e698776b0e,segment=NetworkSegment(e1ea0112-d828-45f3-a96b-2a696c160566),segment_id=e1ea0112-d828-45f3-a96b-2a696c160566)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:55.872100 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:55.881610 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:55.881877 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c19766-ae8a-4d99-8ad4-1ab18cc4deb5 req-eda50ed8-2c61-4437-99f8-e2069ddc211c tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:55.890075 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-34c19766-ae8a-4d99-8ad4-1ab18cc4deb5 req-eda50ed8-2c61-4437-99f8-e2069ddc211c tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b677e40-e187-4547-8512-c53b2cd0d000 HTTP/1.1" status: 200 len: 950 time: 0.0930078 Aug 10 03:13:55.937039 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-34c19766-ae8a-4d99-8ad4-1ab18cc4deb5 req-0a6a171f-e861-47a3-a788-62627f3fac5b tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] 10.222.0.44 "GET /v2.0/security-groups?id=a666ad1b-f110-40b4-9c8d-b8c5dedb4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457835 Aug 10 03:13:55.963765 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=72db57e4-82ce-4c49-80ba-11e698776b0e,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:55.980861 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:55.981336 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3010c0e-6189-4a11-8232-6266892aecaf req-9d5e954b-154c-4122-9783-d86348e1817a tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] Made reservation on behalf of 7759a3b3d8b04fee839e86101ea0d645 for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:13:55.981587 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:55.981943 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:55.983991 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:55.984835 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:55.985597 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:55.986365 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:55.988119 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:55.988359 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-c3010c0e-6189-4a11-8232-6266892aecaf req-9d5e954b-154c-4122-9783-d86348e1817a tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:55.989160 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:55.989930 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:55.990724 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:55.992022 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:56.004501 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-c3010c0e-6189-4a11-8232-6266892aecaf req-9d5e954b-154c-4122-9783-d86348e1817a tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:56.063386 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c6b7b8-2b74-4ce9-8f46-8d81abee3653 req-14c04cc4-f449-4605-a7ae-f72e7ea522b3 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:56.065265 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d8c6b7b8-2b74-4ce9-8f46-8d81abee3653 req-14c04cc4-f449-4605-a7ae-f72e7ea522b3 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=f726c9d4-e35b-491c-8c1a-75058f6ba5e2 HTTP/1.1" status: 200 len: 950 time: 0.0605242 Aug 10 03:13:56.161625 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d8c6b7b8-2b74-4ce9-8f46-8d81abee3653 req-0701a942-e53c-48be-b9a0-22e1c897015d tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770493 Aug 10 03:13:56.178440 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['72db57e4-82ce-4c49-80ba-11e698776b0e'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:13:56.215918 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-c3010c0e-6189-4a11-8232-6266892aecaf req-9d5e954b-154c-4122-9783-d86348e1817a tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:56.226564 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-c3010c0e-6189-4a11-8232-6266892aecaf req-9d5e954b-154c-4122-9783-d86348e1817a tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:56.332621 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8132599-26a1-49a4-856d-40228829d64a req-584a6130-32b2-4162-a81f-28c61b7d3190 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:56.348612 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f8132599-26a1-49a4-856d-40228829d64a req-584a6130-32b2-4162-a81f-28c61b7d3190 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0e0a767-41dc-4001-a52c-857949a7e913 HTTP/1.1" status: 200 len: 944 time: 0.1269674 Aug 10 03:13:56.378776 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5e954b-154c-4122-9783-d86348e1817a tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e650e31d-ce31-437d-804d-e5f2e4a77982,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:56.467957 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f8132599-26a1-49a4-856d-40228829d64a req-0802c8af-accb-402c-993d-1417a3a7b469 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115863 Aug 10 03:13:56.492424 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8b8921-7935-457a-a08e-e815ffabd90c req-72148fef-7a78-433c-a411-e6d719435b6d tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:56.493601 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0e8b8921-7935-457a-a08e-e815ffabd90c req-72148fef-7a78-433c-a411-e6d719435b6d tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2523f58-4dac-4c3c-853d-957eae2412b7 HTTP/1.1" status: 200 len: 950 time: 0.1216142 Aug 10 03:13:56.505197 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [req-c3010c0e-6189-4a11-8232-6266892aecaf req-9d5e954b-154c-4122-9783-d86348e1817a tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] Allocated IP 192.168.233.36 (72a4be73-29a1-424c-8690-ecdcf6b06721/60d10164-1dee-4940-9d19-f71e6c18cbc5/80217192-0c4c-43f4-aeb5-4140aaabb64a) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:13:56.582581 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0e8b8921-7935-457a-a08e-e815ffabd90c req-ffa6627f-4548-4f1e-861e-194662d5d315 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/security-groups?id=b61ddca4-e27e-4174-97e8-ca6f8f679a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771561 Aug 10 03:13:56.634133 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:56.636357 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-57748742-c80b-4eec-ae55-e30f8f41822b req-adae06ec-a4ed-43b2-8551-d95fc60813ef tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] 10.222.0.44 "GET /v2.0/ports?device_id=569f916c-7190-46e3-bf46-8aa13586447b HTTP/1.1" status: 200 len: 210 time: 0.0605164 Aug 10 03:13:56.814070 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-c3010c0e-6189-4a11-8232-6266892aecaf req-9d5e954b-154c-4122-9783-d86348e1817a tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:56.838140 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [req-c3010c0e-6189-4a11-8232-6266892aecaf req-9d5e954b-154c-4122-9783-d86348e1817a tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] Transition to ACTIVE for port object 80217192-0c4c-43f4-aeb5-4140aaabb64a will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:13:56.870136 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4beee6-bdb9-4fc0-8b7b-ad4131d210af req-67c54b68-ac05-4139-9575-21cd5f65739e tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:56.872705 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6b4beee6-bdb9-4fc0-8b7b-ad4131d210af req-67c54b68-ac05-4139-9575-21cd5f65739e tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=b7cd4857-a251-4d7d-9d7a-d613495524da HTTP/1.1" status: 200 len: 944 time: 0.0829203 Aug 10 03:13:56.897223 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-c3010c0e-6189-4a11-8232-6266892aecaf req-9d5e954b-154c-4122-9783-d86348e1817a tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:56.936411 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6b4beee6-bdb9-4fc0-8b7b-ad4131d210af req-1bb7eb1f-4189-4451-9503-60ebddfc774e tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568602 Aug 10 03:13:56.981047 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3010c0e-6189-4a11-8232-6266892aecaf req-9d5e954b-154c-4122-9783-d86348e1817a tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] Network 72a4be73-29a1-424c-8690-ecdcf6b06721 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:13:56.990713 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [req-c3010c0e-6189-4a11-8232-6266892aecaf req-9d5e954b-154c-4122-9783-d86348e1817a tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:13:56.997166 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3010c0e-6189-4a11-8232-6266892aecaf req-9d5e954b-154c-4122-9783-d86348e1817a tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:13:57.007103 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3010c0e-6189-4a11-8232-6266892aecaf req-9d5e954b-154c-4122-9783-d86348e1817a tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:57.008107 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-c3010c0e-6189-4a11-8232-6266892aecaf req-9d5e954b-154c-4122-9783-d86348e1817a tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:57.038659 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5e954b-154c-4122-9783-d86348e1817a tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] Pushing event updated for resources: {'Port': ['ID=80217192-0c4c-43f4-aeb5-4140aaabb64a,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:57.048247 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-c3010c0e-6189-4a11-8232-6266892aecaf req-9d5e954b-154c-4122-9783-d86348e1817a tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2865436 Aug 10 03:13:57.080179 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-c3010c0e-6189-4a11-8232-6266892aecaf req-f723c06e-e1cc-4846-b43b-e7db8ad01cec service neutron] Request body: {'port': {'device_id': '569f916c-7190-46e3-bf46-8aa13586447b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-13'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:13:57.131521 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef5e1f0-c378-49e5-b44b-93217738ffc9 req-bce74c74-d505-4d18-a3f2-ed060c3617a8 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:57.134024 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8ef5e1f0-c378-49e5-b44b-93217738ffc9 req-bce74c74-d505-4d18-a3f2-ed060c3617a8 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b677e40-e187-4547-8512-c53b2cd0d000 HTTP/1.1" status: 200 len: 950 time: 0.1056828 Aug 10 03:13:57.174944 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-c3010c0e-6189-4a11-8232-6266892aecaf req-f723c06e-e1cc-4846-b43b-e7db8ad01cec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:57.210973 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8ef5e1f0-c378-49e5-b44b-93217738ffc9 req-2595c2f6-0a7e-46cf-84d3-fd04e9485815 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] 10.222.0.44 "GET /v2.0/security-groups?id=a666ad1b-f110-40b4-9c8d-b8c5dedb4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676496 Aug 10 03:13:57.303314 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-5e9c64c8-e258-4fd1-aef1-5d22ce9ca862 None None] Provisioning for port 80217192-0c4c-43f4-aeb5-4140aaabb64a completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:13:57.309863 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-5e9c64c8-e258-4fd1-aef1-5d22ce9ca862 None None] Provisioning complete for port 80217192-0c4c-43f4-aeb5-4140aaabb64a triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:13:57.311559 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-5e9c64c8-e258-4fd1-aef1-5d22ce9ca862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:57.425115 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8678fc4-da1f-4ce4-8b8b-834dcc9822b6 req-2857395b-5e48-423f-a6e3-d6d3f2861902 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:57.429413 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f8678fc4-da1f-4ce4-8b8b-834dcc9822b6 req-2857395b-5e48-423f-a6e3-d6d3f2861902 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=f726c9d4-e35b-491c-8c1a-75058f6ba5e2 HTTP/1.1" status: 200 len: 950 time: 0.0996976 Aug 10 03:13:57.499679 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f8678fc4-da1f-4ce4-8b8b-834dcc9822b6 req-3bf2bb80-8b23-44e2-853c-f6ecf13853d7 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607796 Aug 10 03:13:57.566208 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 72db57e4-82ce-4c49-80ba-11e698776b0e up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:13:57.651607 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-5e9c64c8-e258-4fd1-aef1-5d22ce9ca862 None None] Port 80217192-0c4c-43f4-aeb5-4140aaabb64a cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:13:57.684862 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning for port 72db57e4-82ce-4c49-80ba-11e698776b0e completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:13:57.700946 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port 72db57e4-82ce-4c49-80ba-11e698776b0e triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:13:57.702088 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:57.738144 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [req-c3010c0e-6189-4a11-8232-6266892aecaf req-f723c06e-e1cc-4846-b43b-e7db8ad01cec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80217192-0c4c-43f4-aeb5-4140aaabb64a {{(pid=94261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:13:57.755825 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-c3010c0e-6189-4a11-8232-6266892aecaf req-f723c06e-e1cc-4846-b43b-e7db8ad01cec service neutron] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:57.788486 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [req-c3010c0e-6189-4a11-8232-6266892aecaf req-f723c06e-e1cc-4846-b43b-e7db8ad01cec service neutron] Transition to ACTIVE for port object 80217192-0c4c-43f4-aeb5-4140aaabb64a will not be triggered until provisioned by entity L2. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:13:57.791981 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ec92f6-b972-42b0-9ff0-945059f587ec req-ac261201-2a0f-4b2f-9991-8434a9718827 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:57.795434 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-97ec92f6-b972-42b0-9ff0-945059f587ec req-ac261201-2a0f-4b2f-9991-8434a9718827 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0e0a767-41dc-4001-a52c-857949a7e913 HTTP/1.1" status: 200 len: 944 time: 0.1611466 Aug 10 03:13:57.810794 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-c3010c0e-6189-4a11-8232-6266892aecaf req-f723c06e-e1cc-4846-b43b-e7db8ad01cec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:57.823707 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:57.860695 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7cd4857-a251-4d7d-9d7a-d613495524da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72db57e4-82ce-4c49-80ba-11e698776b0e'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:13:57.862529 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd3de0d8-81d6-4755-af80-181b5178030b" -d '{"events": [{"server_uuid": "b7cd4857-a251-4d7d-9d7a-d613495524da", "name": "network-vif-plugged", "status": "completed", "tag": "72db57e4-82ce-4c49-80ba-11e698776b0e"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:13:57.895608 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1760c2a4-049a-494a-9251-834cfdc25775 req-e5e7f5b3-4e52-4564-871d-da9e3266dbd0 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:57.899545 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-1760c2a4-049a-494a-9251-834cfdc25775 req-e5e7f5b3-4e52-4564-871d-da9e3266dbd0 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b677e40-e187-4547-8512-c53b2cd0d000 HTTP/1.1" status: 200 len: 950 time: 0.2170899 Aug 10 03:13:57.899754 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 72db57e4-82ce-4c49-80ba-11e698776b0e, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=72db57e4-82ce-4c49-80ba-11e698776b0e,segment=NetworkSegment(e1ea0112-d828-45f3-a96b-2a696c160566),segment_id=e1ea0112-d828-45f3-a96b-2a696c160566)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:57.902455 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-97ec92f6-b972-42b0-9ff0-945059f587ec req-26983c54-7e1a-452f-9130-be2cedd058ef tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812445 Aug 10 03:13:57.911005 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:57.957855 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efa7d84-fdd6-418d-8b78-f8041cbfb2df req-6eb1d299-a526-4075-81db-b8a5e5e1c5ca tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:57.960667 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9efa7d84-fdd6-418d-8b78-f8041cbfb2df req-6eb1d299-a526-4075-81db-b8a5e5e1c5ca tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2523f58-4dac-4c3c-853d-957eae2412b7 HTTP/1.1" status: 200 len: 950 time: 0.2075276 Aug 10 03:13:58.064510 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-c3010c0e-6189-4a11-8232-6266892aecaf req-f723c06e-e1cc-4846-b43b-e7db8ad01cec service neutron] Attempting to bind port 80217192-0c4c-43f4-aeb5-4140aaabb64a on host n-h2-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:13:58.064510 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-c3010c0e-6189-4a11-8232-6266892aecaf req-f723c06e-e1cc-4846-b43b-e7db8ad01cec service neutron] Attempting to bind port 80217192-0c4c-43f4-aeb5-4140aaabb64a by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:13:58.064510 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3010c0e-6189-4a11-8232-6266892aecaf req-f723c06e-e1cc-4846-b43b-e7db8ad01cec service neutron] Attempting to bind port 80217192-0c4c-43f4-aeb5-4140aaabb64a on network 72a4be73-29a1-424c-8690-ecdcf6b06721 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:13:58.099617 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3010c0e-6189-4a11-8232-6266892aecaf req-f723c06e-e1cc-4846-b43b-e7db8ad01cec service neutron] Port 80217192-0c4c-43f4-aeb5-4140aaabb64a on network 72a4be73-29a1-424c-8690-ecdcf6b06721 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:13:58.099951 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3010c0e-6189-4a11-8232-6266892aecaf req-f723c06e-e1cc-4846-b43b-e7db8ad01cec service neutron] Attempting to bind port 80217192-0c4c-43f4-aeb5-4140aaabb64a on network 72a4be73-29a1-424c-8690-ecdcf6b06721 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:13:58.105296 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=72db57e4-82ce-4c49-80ba-11e698776b0e,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:58.151338 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9efa7d84-fdd6-418d-8b78-f8041cbfb2df req-041529b0-4289-4a96-a2c3-7bfaa89b8b0b tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/security-groups?id=b61ddca4-e27e-4174-97e8-ca6f8f679a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703961 Aug 10 03:13:58.176783 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f723c06e-e1cc-4846-b43b-e7db8ad01cec service neutron] Pushing event updated for resources: {'Port': ['ID=80217192-0c4c-43f4-aeb5-4140aaabb64a,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:58.186377 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3010c0e-6189-4a11-8232-6266892aecaf req-f723c06e-e1cc-4846-b43b-e7db8ad01cec service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:13:58.186840 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3010c0e-6189-4a11-8232-6266892aecaf req-f723c06e-e1cc-4846-b43b-e7db8ad01cec service neutron] Checking segment: {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:13:58.187496 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3010c0e-6189-4a11-8232-6266892aecaf req-f723c06e-e1cc-4846-b43b-e7db8ad01cec service neutron] Bound using segment: {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:13:58.192283 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-c3010c0e-6189-4a11-8232-6266892aecaf req-f723c06e-e1cc-4846-b43b-e7db8ad01cec service neutron] Bound port: 80217192-0c4c-43f4-aeb5-4140aaabb64a, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'}}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:13:58.199153 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-c3010c0e-6189-4a11-8232-6266892aecaf req-f723c06e-e1cc-4846-b43b-e7db8ad01cec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:58.216241 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35548c42-1e0b-4444-87f0-775783f87bbe req-18200191-e360-4198-a404-ec9c20e9c80f tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:58.226949 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-35548c42-1e0b-4444-87f0-775783f87bbe req-18200191-e360-4198-a404-ec9c20e9c80f tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] 10.222.0.44 "GET /v2.0/ports?device_id=569f916c-7190-46e3-bf46-8aa13586447b HTTP/1.1" status: 200 len: 947 time: 0.1824081 Aug 10 03:13:58.250287 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 566f6b56-aa81-488e-ba78-e138e9cea803 details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:13:58.295490 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-35548c42-1e0b-4444-87f0-775783f87bbe req-b984d97a-ae73-42fc-b762-a18b88369a04 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] 10.222.0.44 "GET /v2.0/security-groups?id=e650e31d-ce31-437d-804d-e5f2e4a77982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657406 Aug 10 03:13:58.395598 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d48461c0-0403-444a-9829-741edf54b440 x-openstack-request-id: req-d48461c0-0403-444a-9829-741edf54b440 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:13:58.396486 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7cd4857-a251-4d7d-9d7a-d613495524da", "name": "network-vif-plugged", "status": "completed", "tag": "72db57e4-82ce-4c49-80ba-11e698776b0e", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:13:58.397173 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d48461c0-0403-444a-9829-741edf54b440 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:13:58.398092 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7cd4857-a251-4d7d-9d7a-d613495524da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72db57e4-82ce-4c49-80ba-11e698776b0e', 'code': 200} Aug 10 03:13:58.421551 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-c3010c0e-6189-4a11-8232-6266892aecaf req-f723c06e-e1cc-4846-b43b-e7db8ad01cec service neutron] For port 80217192-0c4c-43f4-aeb5-4140aaabb64a, host n-h2-768862-13, cleared binding levels {{(pid=94261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:13:58.428398 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-c3010c0e-6189-4a11-8232-6266892aecaf req-f723c06e-e1cc-4846-b43b-e7db8ad01cec service neutron] For port 80217192-0c4c-43f4-aeb5-4140aaabb64a, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=80217192-0c4c-43f4-aeb5-4140aaabb64a,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:13:58.451668 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-c3010c0e-6189-4a11-8232-6266892aecaf req-f723c06e-e1cc-4846-b43b-e7db8ad01cec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:58.495767 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:13:58.522108 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 566f6b56-aa81-488e-ba78-e138e9cea803, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=566f6b56-aa81-488e-ba78-e138e9cea803,segment=NetworkSegment(ef460c05-97a2-474e-9fc7-ca614ed2a066),segment_id=ef460c05-97a2-474e-9fc7-ca614ed2a066)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:58.554082 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': '566f6b56-aa81-488e-ba78-e138e9cea803', 'network_id': '7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1', 'port_id': '566f6b56-aa81-488e-ba78-e138e9cea803', 'mac_address': 'fa:16:3e:50:00:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a049acb-8e7b-42fd-b8b6-b5c474462166', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:13:58.599887 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f723c06e-e1cc-4846-b43b-e7db8ad01cec service neutron] Pushing event updated for resources: {'Port': ['ID=80217192-0c4c-43f4-aeb5-4140aaabb64a,revision_number=3']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:58.610781 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3010c0e-6189-4a11-8232-6266892aecaf req-f723c06e-e1cc-4846-b43b-e7db8ad01cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:58.611393 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-c3010c0e-6189-4a11-8232-6266892aecaf req-f723c06e-e1cc-4846-b43b-e7db8ad01cec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:58.613774 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-c3010c0e-6189-4a11-8232-6266892aecaf req-f723c06e-e1cc-4846-b43b-e7db8ad01cec service neutron] 10.222.0.61 "PUT /v2.0/ports/80217192-0c4c-43f4-aeb5-4140aaabb64a HTTP/1.1" status: 200 len: 1096 time: 1.5422287 Aug 10 03:13:58.614438 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '569f916c-7190-46e3-bf46-8aa13586447b', 'tag': '80217192-0c4c-43f4-aeb5-4140aaabb64a'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:13:58.616814 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f58fe0f3-dced-4bf5-a200-7f94db5f5d33" -d '{"events": [{"name": "network-changed", "server_uuid": "569f916c-7190-46e3-bf46-8aa13586447b", "tag": "80217192-0c4c-43f4-aeb5-4140aaabb64a"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:13:58.634563 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-1760c2a4-049a-494a-9251-834cfdc25775 req-5dc641f1-61df-46b9-80ce-44f4fe36d521 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] Deleting port 42dcfd58-be09-49fe-b3ae-14008a7a7a0b {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:13:58.635717 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-1760c2a4-049a-494a-9251-834cfdc25775 req-5dc641f1-61df-46b9-80ce-44f4fe36d521 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:58.663788 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:58.710397 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 566f6b56-aa81-488e-ba78-e138e9cea803 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:13:58.771460 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 566f6b56-aa81-488e-ba78-e138e9cea803, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=566f6b56-aa81-488e-ba78-e138e9cea803,segment=NetworkSegment(ef460c05-97a2-474e-9fc7-ca614ed2a066),segment_id=ef460c05-97a2-474e-9fc7-ca614ed2a066)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:58.782592 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:58.806053 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f4970f-e447-4c43-a957-4902cb674dbc req-c4776070-7d0d-42f2-b1d7-97e37878a061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:58.808746 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-88f4970f-e447-4c43-a957-4902cb674dbc req-c4776070-7d0d-42f2-b1d7-97e37878a061 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b7cd4857-a251-4d7d-9d7a-d613495524da HTTP/1.1" status: 200 len: 1097 time: 0.2686477 Aug 10 03:13:58.830905 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d1965e-145a-4403-adce-3bf65bc1fd62 req-110be984-d7ff-415e-903e-6151e87e4a3f tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:58.843091 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-22d1965e-145a-4403-adce-3bf65bc1fd62 req-110be984-d7ff-415e-903e-6151e87e4a3f tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=b7cd4857-a251-4d7d-9d7a-d613495524da HTTP/1.1" status: 200 len: 945 time: 0.3741026 Aug 10 03:13:58.879252 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-1760c2a4-049a-494a-9251-834cfdc25775 req-5dc641f1-61df-46b9-80ce-44f4fe36d521 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] For port 42dcfd58-be09-49fe-b3ae-14008a7a7a0b, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=42dcfd58-be09-49fe-b3ae-14008a7a7a0b,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:58.879855 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-1760c2a4-049a-494a-9251-834cfdc25775 req-5dc641f1-61df-46b9-80ce-44f4fe36d521 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:58.904462 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3010c0e-6189-4a11-8232-6266892aecaf req-1c84cb48-1535-4867-93ef-14c15b7a2b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:58.907058 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-c3010c0e-6189-4a11-8232-6266892aecaf req-1c84cb48-1535-4867-93ef-14c15b7a2b6f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7759a3b3d8b04fee839e86101ea0d645&device_id=569f916c-7190-46e3-bf46-8aa13586447b HTTP/1.1" status: 200 len: 1099 time: 0.1721346 Aug 10 03:13:58.912050 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=566f6b56-aa81-488e-ba78-e138e9cea803,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:58.933243 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-1760c2a4-049a-494a-9251-834cfdc25775 req-5dc641f1-61df-46b9-80ce-44f4fe36d521 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] Calling delete_port for 42dcfd58-be09-49fe-b3ae-14008a7a7a0b owned by compute:nova {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:13:59.004260 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-c3010c0e-6189-4a11-8232-6266892aecaf req-7af76816-a040-4bcd-8ed0-d01150d6176a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=80217192-0c4c-43f4-aeb5-4140aaabb64a HTTP/1.1" status: 200 len: 217 time: 0.0816338 Aug 10 03:13:59.153113 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ae7646-dc73-4b36-814d-93a31ae5183b req-01ac9e3b-60ac-40f2-8c9f-c992576932e8 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:59.160237 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a3ae7646-dc73-4b36-814d-93a31ae5183b req-01ac9e3b-60ac-40f2-8c9f-c992576932e8 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b677e40-e187-4547-8512-c53b2cd0d000 HTTP/1.1" status: 200 len: 950 time: 0.6148069 Aug 10 03:13:59.168295 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3010c0e-6189-4a11-8232-6266892aecaf req-c5133fb1-dd28-46c9-a509-b8d64d0dd2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:59.171065 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-c3010c0e-6189-4a11-8232-6266892aecaf req-c5133fb1-dd28-46c9-a509-b8d64d0dd2dc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=60d10164-1dee-4940-9d19-f71e6c18cbc5 HTTP/1.1" status: 200 len: 843 time: 0.1240497 Aug 10 03:13:59.282481 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-88f4970f-e447-4c43-a957-4902cb674dbc req-08c5c0eb-19a7-4156-842a-a40b565185c5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4377267 Aug 10 03:13:59.298949 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['566f6b56-aa81-488e-ba78-e138e9cea803'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:13:59.307165 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-22d1965e-145a-4403-adce-3bf65bc1fd62 req-17ff4c3e-31af-46f6-b68b-aa72ffca23b9 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409144 Aug 10 03:13:59.314431 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a3ae7646-dc73-4b36-814d-93a31ae5183b req-5e981d22-165b-40c7-9f5b-088907c9113b tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] 10.222.0.44 "GET /v2.0/security-groups?id=a666ad1b-f110-40b4-9c8d-b8c5dedb4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517022 Aug 10 03:13:59.617473 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b40887-fb23-4391-aaaf-7f493d68bb4b req-28224cfc-c014-4519-b88c-96c4f79e7b29 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:59.627096 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-97b40887-fb23-4391-aaaf-7f493d68bb4b req-28224cfc-c014-4519-b88c-96c4f79e7b29 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=f726c9d4-e35b-491c-8c1a-75058f6ba5e2 HTTP/1.1" status: 200 len: 950 time: 0.1806295 Aug 10 03:13:59.650137 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad4d2d0a-0115-4655-8744-28694540e61c x-openstack-request-id: req-ad4d2d0a-0115-4655-8744-28694540e61c {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:13:59.650596 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "569f916c-7190-46e3-bf46-8aa13586447b", "tag": "80217192-0c4c-43f4-aeb5-4140aaabb64a", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:13:59.650991 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ad4d2d0a-0115-4655-8744-28694540e61c {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:13:59.651575 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '569f916c-7190-46e3-bf46-8aa13586447b', 'tag': '80217192-0c4c-43f4-aeb5-4140aaabb64a', 'status': 'completed', 'code': 200} Aug 10 03:13:59.656381 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8929f5-2bf7-43d0-9e29-d4ba1127636b req-cfbb797d-e2bc-4859-bd74-2ec0f9caf43f tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:59.659184 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ac8929f5-2bf7-43d0-9e29-d4ba1127636b req-cfbb797d-e2bc-4859-bd74-2ec0f9caf43f tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0e0a767-41dc-4001-a52c-857949a7e913 HTTP/1.1" status: 200 len: 945 time: 0.1316593 Aug 10 03:13:59.699754 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3010c0e-6189-4a11-8232-6266892aecaf req-2fba8161-7c18-41de-90cc-89103d9de2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:59.700851 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-97b40887-fb23-4391-aaaf-7f493d68bb4b req-eb700d81-c65c-4d5f-885e-00a61ec177bf tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726793 Aug 10 03:13:59.702279 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-c3010c0e-6189-4a11-8232-6266892aecaf req-2fba8161-7c18-41de-90cc-89103d9de2df service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=72a4be73-29a1-424c-8690-ecdcf6b06721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5048540 Aug 10 03:13:59.715341 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-1760c2a4-049a-494a-9251-834cfdc25775 req-5dc641f1-61df-46b9-80ce-44f4fe36d521 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:59.720615 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ac8929f5-2bf7-43d0-9e29-d4ba1127636b req-851177d6-24a3-47f4-ab57-48a4e2d53576 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443113 Aug 10 03:13:59.768055 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc641f1-61df-46b9-80ce-44f4fe36d521 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] Pushing event deleted for resources: {'Port': ['ID=42dcfd58-be09-49fe-b3ae-14008a7a7a0b,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:59.868429 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee38819-6bcb-405c-a7ee-6ff138fa72ae req-1ac47bfe-7594-4a25-a05b-8df662b6f827 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:59.871180 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fee38819-6bcb-405c-a7ee-6ff138fa72ae req-1ac47bfe-7594-4a25-a05b-8df662b6f827 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2523f58-4dac-4c3c-853d-957eae2412b7 HTTP/1.1" status: 200 len: 950 time: 0.0836852 Aug 10 03:13:59.969010 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-1760c2a4-049a-494a-9251-834cfdc25775 req-5dc641f1-61df-46b9-80ce-44f4fe36d521 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] No DVR routers for this DVR port 42dcfd58-be09-49fe-b3ae-14008a7a7a0b on host n-h2-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:13:59.973889 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-1760c2a4-049a-494a-9251-834cfdc25775 req-5dc641f1-61df-46b9-80ce-44f4fe36d521 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:59.977932 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-1760c2a4-049a-494a-9251-834cfdc25775 req-5dc641f1-61df-46b9-80ce-44f4fe36d521 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] 10.222.0.61 "DELETE /v2.0/ports/42dcfd58-be09-49fe-b3ae-14008a7a7a0b HTTP/1.1" status: 204 len: 173 time: 1.9887023 Aug 10 03:14:00.007855 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fee38819-6bcb-405c-a7ee-6ff138fa72ae req-1d9973aa-148a-4882-b4b4-232766dacb10 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/security-groups?id=b61ddca4-e27e-4174-97e8-ca6f8f679a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289494 Aug 10 03:14:00.060970 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d573fa7-a319-4ecc-9c5d-5f1cd848b7ab req-b9654930-4bdf-4144-b098-9a3c9fa8b8e9 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:00.064237 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1d573fa7-a319-4ecc-9c5d-5f1cd848b7ab req-b9654930-4bdf-4144-b098-9a3c9fa8b8e9 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] 10.222.0.44 "GET /v2.0/ports?device_id=569f916c-7190-46e3-bf46-8aa13586447b HTTP/1.1" status: 200 len: 947 time: 0.1452858 Aug 10 03:14:00.111358 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-c3010c0e-6189-4a11-8232-6266892aecaf req-275127dc-5be5-4794-a41c-72cf0b353fa2 service neutron] 10.222.0.61 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3426697 Aug 10 03:14:00.210694 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1d573fa7-a319-4ecc-9c5d-5f1cd848b7ab req-44707447-12fa-4750-b202-52516c0168bc tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] 10.222.0.44 "GET /v2.0/security-groups?id=e650e31d-ce31-437d-804d-e5f2e4a77982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379123 Aug 10 03:14:00.306265 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-c3010c0e-6189-4a11-8232-6266892aecaf req-de7a7ef2-1f56-4a46-b01d-a2b20aefa9a2 service neutron] 10.222.0.61 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875393 Aug 10 03:14:00.437576 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58fe0f3-dced-4bf5-a200-7f94db5f5d33 req-d5399d2d-65bb-4eeb-b7b7-93052b32b23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:00.439132 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-f58fe0f3-dced-4bf5-a200-7f94db5f5d33 req-d5399d2d-65bb-4eeb-b7b7-93052b32b23f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7759a3b3d8b04fee839e86101ea0d645&device_id=569f916c-7190-46e3-bf46-8aa13586447b HTTP/1.1" status: 200 len: 1099 time: 0.0660419 Aug 10 03:14:00.483054 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['8dcad997-9b2e-44ef-b149-5c74b70f40de'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:14:00.521921 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9bcfef73-4ac0-48f1-ba1e-19c5c0e60a94 req-048a89cd-a2df-4529-ab7a-f17caf7b3fcd tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b677e40-e187-4547-8512-c53b2cd0d000 HTTP/1.1" status: 200 len: 210 time: 0.0393159 Aug 10 03:14:00.545583 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d1ac54-d4e1-404e-b28c-3e005e24e8a7 req-229b860a-2c89-46de-9c5c-40a53ace92c6 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:00.547311 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-20d1ac54-d4e1-404e-b28c-3e005e24e8a7 req-229b860a-2c89-46de-9c5c-40a53ace92c6 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=b7cd4857-a251-4d7d-9d7a-d613495524da HTTP/1.1" status: 200 len: 945 time: 0.0735135 Aug 10 03:14:00.593214 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58fe0f3-dced-4bf5-a200-7f94db5f5d33 req-b09f787c-4630-4426-b163-f34ec8853dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:00.596429 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-f58fe0f3-dced-4bf5-a200-7f94db5f5d33 req-b09f787c-4630-4426-b163-f34ec8853dc3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=72a4be73-29a1-424c-8690-ecdcf6b06721 HTTP/1.1" status: 200 len: 869 time: 0.1482782 Aug 10 03:14:00.612135 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-20d1ac54-d4e1-404e-b28c-3e005e24e8a7 req-539b09ef-07b5-4349-8280-06973af1ea25 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431712 Aug 10 03:14:00.669464 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-f58fe0f3-dced-4bf5-a200-7f94db5f5d33 req-61842df0-1072-4ee3-89e0-cac32e53b117 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=80217192-0c4c-43f4-aeb5-4140aaabb64a HTTP/1.1" status: 200 len: 217 time: 0.0583093 Aug 10 03:14:00.741156 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58fe0f3-dced-4bf5-a200-7f94db5f5d33 req-8a174ad9-4a97-42d5-9f01-a943129d2705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:00.742718 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-f58fe0f3-dced-4bf5-a200-7f94db5f5d33 req-8a174ad9-4a97-42d5-9f01-a943129d2705 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=60d10164-1dee-4940-9d19-f71e6c18cbc5 HTTP/1.1" status: 200 len: 843 time: 0.0614314 Aug 10 03:14:00.809893 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58fe0f3-dced-4bf5-a200-7f94db5f5d33 req-c7053e0f-c6b0-4920-b97a-4472d38704cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:00.812110 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-f58fe0f3-dced-4bf5-a200-7f94db5f5d33 req-c7053e0f-c6b0-4920-b97a-4472d38704cb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=72a4be73-29a1-424c-8690-ecdcf6b06721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0575423 Aug 10 03:14:00.922057 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381d2210-d40c-43f1-a407-bf24a5589d68 req-0b945f2e-2049-4f1e-8638-abb5bed22a85 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:00.929337 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-f58fe0f3-dced-4bf5-a200-7f94db5f5d33 req-95c00d72-078e-4aeb-a8a9-58ed63f999fb service neutron] 10.222.0.61 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031871 Aug 10 03:14:00.930451 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-381d2210-d40c-43f1-a407-bf24a5589d68 req-0b945f2e-2049-4f1e-8638-abb5bed22a85 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=f726c9d4-e35b-491c-8c1a-75058f6ba5e2 HTTP/1.1" status: 200 len: 950 time: 0.1088674 Aug 10 03:14:00.987870 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-381d2210-d40c-43f1-a407-bf24a5589d68 req-dfa10c51-cc86-4276-acac-d00f2a7fb3fa tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560672 Aug 10 03:14:01.005133 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf4c093-7e1e-414a-88fe-0e64a33978f2 req-a88e8a14-3908-4b7a-9ebe-7a8069da7a94 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:01.006846 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-baf4c093-7e1e-414a-88fe-0e64a33978f2 req-a88e8a14-3908-4b7a-9ebe-7a8069da7a94 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0e0a767-41dc-4001-a52c-857949a7e913 HTTP/1.1" status: 200 len: 945 time: 0.1234372 Aug 10 03:14:01.083085 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-baf4c093-7e1e-414a-88fe-0e64a33978f2 req-62dc5712-495c-4643-a3b6-07bd7782f4a7 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618641 Aug 10 03:14:01.143043 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-f58fe0f3-dced-4bf5-a200-7f94db5f5d33 req-d48e12e3-c665-4c24-881a-7b4297507558 service neutron] 10.222.0.61 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947515 Aug 10 03:14:01.191699 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c604281-5ae9-41bd-836a-c57746a02131 req-826a0998-35c3-404d-8077-9a33b07041d5 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:01.193789 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0c604281-5ae9-41bd-836a-c57746a02131 req-826a0998-35c3-404d-8077-9a33b07041d5 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2523f58-4dac-4c3c-853d-957eae2412b7 HTTP/1.1" status: 200 len: 950 time: 0.0686126 Aug 10 03:14:01.260075 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0c604281-5ae9-41bd-836a-c57746a02131 req-9d669298-fd10-4428-9f43-08e88be66053 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/security-groups?id=b61ddca4-e27e-4174-97e8-ca6f8f679a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483530 Aug 10 03:14:01.408594 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb565521-ad34-4e73-86b8-8b82cd08f505 req-06cc249c-4fb3-465e-be7b-3cfc501aed95 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:01.410401 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cb565521-ad34-4e73-86b8-8b82cd08f505 req-06cc249c-4fb3-465e-be7b-3cfc501aed95 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] 10.222.0.44 "GET /v2.0/ports?device_id=569f916c-7190-46e3-bf46-8aa13586447b HTTP/1.1" status: 200 len: 947 time: 0.0665853 Aug 10 03:14:01.428870 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 8af5ca65-d1e8-47e0-9e35-5cab8c4a2292 details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:14:01.433188 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 8af5ca65-d1e8-47e0-9e35-5cab8c4a2292 no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:14:01.519294 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cb565521-ad34-4e73-86b8-8b82cd08f505 req-e9f09808-b8c8-4e65-a520-41805fd883f7 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] 10.222.0.44 "GET /v2.0/security-groups?id=e650e31d-ce31-437d-804d-e5f2e4a77982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022549 Aug 10 03:14:01.652501 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b677e40-e187-4547-8512-c53b2cd0d000', 'name': 'network-vif-deleted', 'tag': '42dcfd58-be09-49fe-b3ae-14008a7a7a0b'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:14:01.655526 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-963d5eac-069e-46ee-9d5d-fc6498a50e2f" -d '{"events": [{"server_uuid": "4b677e40-e187-4547-8512-c53b2cd0d000", "name": "network-vif-deleted", "tag": "42dcfd58-be09-49fe-b3ae-14008a7a7a0b"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:14:01.676459 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:01.718987 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9437e32-408d-4b5e-ba5e-fdf1107c714e x-openstack-request-id: req-a9437e32-408d-4b5e-ba5e-fdf1107c714e {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:14:01.719169 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b677e40-e187-4547-8512-c53b2cd0d000", "name": "network-vif-deleted", "tag": "42dcfd58-be09-49fe-b3ae-14008a7a7a0b", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:14:01.719423 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a9437e32-408d-4b5e-ba5e-fdf1107c714e {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:14:01.719821 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b677e40-e187-4547-8512-c53b2cd0d000', 'name': 'network-vif-deleted', 'tag': '42dcfd58-be09-49fe-b3ae-14008a7a7a0b', 'status': 'completed', 'code': 200} Aug 10 03:14:01.722605 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 8af5ca65-d1e8-47e0-9e35-5cab8c4a2292, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=8af5ca65-d1e8-47e0-9e35-5cab8c4a2292,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:01.787341 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': '8af5ca65-d1e8-47e0-9e35-5cab8c4a2292', 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721', 'port_id': '8af5ca65-d1e8-47e0-9e35-5cab8c4a2292', 'mac_address': 'fa:16:3e:7e:de:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60d10164-1dee-4940-9d19-f71e6c18cbc5', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:14:01.798747 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2523f58-4dac-4c3c-853d-957eae2412b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8af5ca65-d1e8-47e0-9e35-5cab8c4a2292'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:14:01.803089 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c489bb8-cb50-470e-b150-82307a108331" -d '{"events": [{"server_uuid": "f2523f58-4dac-4c3c-853d-957eae2412b7", "name": "network-vif-unplugged", "status": "completed", "tag": "8af5ca65-d1e8-47e0-9e35-5cab8c4a2292"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:14:01.835509 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 8af5ca65-d1e8-47e0-9e35-5cab8c4a2292, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=8af5ca65-d1e8-47e0-9e35-5cab8c4a2292,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:01.890006 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:01.893334 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d88285a-9b3b-412b-99c7-3171590e230c x-openstack-request-id: req-6d88285a-9b3b-412b-99c7-3171590e230c {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:14:01.893938 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2523f58-4dac-4c3c-853d-957eae2412b7", "name": "network-vif-unplugged", "status": "completed", "tag": "8af5ca65-d1e8-47e0-9e35-5cab8c4a2292", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:14:01.894431 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6d88285a-9b3b-412b-99c7-3171590e230c {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:14:01.895087 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2523f58-4dac-4c3c-853d-957eae2412b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8af5ca65-d1e8-47e0-9e35-5cab8c4a2292', 'code': 200} Aug 10 03:14:01.896373 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:01.951847 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac363758-a743-44a4-82a7-124f0f28c7cf req-d919be98-5db4-4ddc-a335-b4d0e80c3521 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:01.952108 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8af5ca65-d1e8-47e0-9e35-5cab8c4a2292 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:14:01.953377 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ac363758-a743-44a4-82a7-124f0f28c7cf req-d919be98-5db4-4ddc-a335-b4d0e80c3521 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d34745f-d33c-4aed-a1b4-7a7c60b88f2b HTTP/1.1" status: 200 len: 950 time: 0.0616124 Aug 10 03:14:02.001606 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.db.api [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:14:02.001962 n-d-768862-13 neutron-server[94262]: DEBUG oslo_db.api [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:14:02.003738 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=8af5ca65-d1e8-47e0-9e35-5cab8c4a2292,revision_number=9']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:02.012489 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ac363758-a743-44a4-82a7-124f0f28c7cf req-e055888d-d520-41b6-a3b6-dddb4957938d tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] 10.222.0.44 "GET /v2.0/security-groups?id=a666ad1b-f110-40b4-9c8d-b8c5dedb4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511110 Aug 10 03:14:02.125242 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c643e52-e846-4e3b-bd60-6a0c017186ba req-beca1bbf-a01c-46bd-ad71-80e75703fe9b tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:02.133003 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0c643e52-e846-4e3b-bd60-6a0c017186ba req-beca1bbf-a01c-46bd-ad71-80e75703fe9b tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=f726c9d4-e35b-491c-8c1a-75058f6ba5e2 HTTP/1.1" status: 200 len: 950 time: 0.0647936 Aug 10 03:14:02.171646 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0c643e52-e846-4e3b-bd60-6a0c017186ba req-359d0d2e-4921-452d-a918-17c320a388b0 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375547 Aug 10 03:14:02.225544 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8896ad-d709-4712-b882-bf9138e646eb req-27685670-f4ad-43d6-861d-a1d48db42b99 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:02.227172 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4e8896ad-d709-4712-b882-bf9138e646eb req-27685670-f4ad-43d6-861d-a1d48db42b99 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0e0a767-41dc-4001-a52c-857949a7e913 HTTP/1.1" status: 200 len: 945 time: 0.0541105 Aug 10 03:14:02.255655 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 566f6b56-aa81-488e-ba78-e138e9cea803 up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:14:02.273069 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4e8896ad-d709-4712-b882-bf9138e646eb req-fe4a6069-e5f2-4be0-a7ba-104f2f6a7449 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398211 Aug 10 03:14:02.327327 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning for port 566f6b56-aa81-488e-ba78-e138e9cea803 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:14:02.331898 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port 566f6b56-aa81-488e-ba78-e138e9cea803 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:14:02.332229 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:02.408932 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe24bcd-71e0-42b7-818c-5e4ff0c559d9 req-a0483949-2599-4bab-a644-ca11d63f1fb3 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:02.410527 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-abe24bcd-71e0-42b7-818c-5e4ff0c559d9 req-a0483949-2599-4bab-a644-ca11d63f1fb3 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2523f58-4dac-4c3c-853d-957eae2412b7 HTTP/1.1" status: 200 len: 948 time: 0.0556343 Aug 10 03:14:02.425692 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:02.465464 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 566f6b56-aa81-488e-ba78-e138e9cea803, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=566f6b56-aa81-488e-ba78-e138e9cea803,segment=NetworkSegment(ef460c05-97a2-474e-9fc7-ca614ed2a066),segment_id=ef460c05-97a2-474e-9fc7-ca614ed2a066)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:02.474795 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:02.475967 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 42dcfd58-be09-49fe-b3ae-14008a7a7a0b no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:14:02.494697 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-abe24bcd-71e0-42b7-818c-5e4ff0c559d9 req-3d04f53a-9500-478e-9770-eac9feb7395a tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/security-groups?id=b61ddca4-e27e-4174-97e8-ca6f8f679a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771840 Aug 10 03:14:02.526434 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] No Port match for: 42dcfd58-be09-49fe-b3ae-14008a7a7a0b {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:14:02.526781 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 42dcfd58-be09-49fe-b3ae-14008a7a7a0b not bound to the agent host n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:14:02.587725 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=566f6b56-aa81-488e-ba78-e138e9cea803,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:02.591420 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:02.607406 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8af5ca65-d1e8-47e0-9e35-5cab8c4a2292 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:14:02.632415 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 8af5ca65-d1e8-47e0-9e35-5cab8c4a2292, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=8af5ca65-d1e8-47e0-9e35-5cab8c4a2292,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:02.638064 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:02.681637 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610eafdc-e674-4df0-93f7-43ba7b41e964 req-3c18f1bd-f61a-43be-a82a-608cb35f7248 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:02.683483 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-610eafdc-e674-4df0-93f7-43ba7b41e964 req-3c18f1bd-f61a-43be-a82a-608cb35f7248 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] 10.222.0.44 "GET /v2.0/ports?device_id=569f916c-7190-46e3-bf46-8aa13586447b HTTP/1.1" status: 200 len: 947 time: 0.0683434 Aug 10 03:14:02.708852 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=8af5ca65-d1e8-47e0-9e35-5cab8c4a2292,revision_number=10']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:02.734256 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-610eafdc-e674-4df0-93f7-43ba7b41e964 req-a069a2a2-2b30-4a72-bb76-76e631d39071 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] 10.222.0.44 "GET /v2.0/security-groups?id=e650e31d-ce31-437d-804d-e5f2e4a77982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383561 Aug 10 03:14:02.821436 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:02.931966 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['8af5ca65-d1e8-47e0-9e35-5cab8c4a2292'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:14:03.152035 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d5c19-3109-45ce-b9f0-7249b512afda req-8f48831f-3bf6-444a-9dd2-42ed87e06d5a tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:03.154130 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9d1d5c19-3109-45ce-b9f0-7249b512afda req-8f48831f-3bf6-444a-9dd2-42ed87e06d5a tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d34745f-d33c-4aed-a1b4-7a7c60b88f2b HTTP/1.1" status: 200 len: 950 time: 0.0568664 Aug 10 03:14:03.197196 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9d1d5c19-3109-45ce-b9f0-7249b512afda req-9bd895d3-afc1-439b-8e3a-a03c69793590 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] 10.222.0.44 "GET /v2.0/security-groups?id=a666ad1b-f110-40b4-9c8d-b8c5dedb4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368705 Aug 10 03:14:03.301688 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b43251-4dca-4db1-ac58-82236b431d35 req-e1fa9774-3bc2-4c34-9f29-787b914c42ee tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:03.303540 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e7b43251-4dca-4db1-ac58-82236b431d35 req-e1fa9774-3bc2-4c34-9f29-787b914c42ee tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=f726c9d4-e35b-491c-8c1a-75058f6ba5e2 HTTP/1.1" status: 200 len: 950 time: 0.0511825 Aug 10 03:14:03.354874 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e7b43251-4dca-4db1-ac58-82236b431d35 req-b79fe2b4-dc38-4098-bde5-5c07e273da89 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436881 Aug 10 03:14:03.421533 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db630ee-55a3-437f-bd1c-ae295985d7ff req-55521e4d-575a-48a1-b552-31e1cf7c7f60 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:03.423208 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9db630ee-55a3-437f-bd1c-ae295985d7ff req-55521e4d-575a-48a1-b552-31e1cf7c7f60 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0e0a767-41dc-4001-a52c-857949a7e913 HTTP/1.1" status: 200 len: 946 time: 0.0674443 Aug 10 03:14:03.466204 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9db630ee-55a3-437f-bd1c-ae295985d7ff req-e7b97eef-d91d-41df-9faf-1af607560949 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360072 Aug 10 03:14:03.636030 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9490da25-4259-42cf-92b9-86b10e64e42b req-89ba394f-efe6-445c-8097-00692c85ea83 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:03.637571 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9490da25-4259-42cf-92b9-86b10e64e42b req-89ba394f-efe6-445c-8097-00692c85ea83 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2523f58-4dac-4c3c-853d-957eae2412b7 HTTP/1.1" status: 200 len: 950 time: 0.0633645 Aug 10 03:14:03.684529 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9490da25-4259-42cf-92b9-86b10e64e42b req-2e6d9fcb-4eaf-4958-b945-af3b842231dd tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/security-groups?id=b61ddca4-e27e-4174-97e8-ca6f8f679a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401797 Aug 10 03:14:03.859000 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe0531b-0261-4cda-91a8-73972059e9d9 req-88e29e65-740c-4349-9715-90aaf177169b tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:03.861125 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-abe0531b-0261-4cda-91a8-73972059e9d9 req-88e29e65-740c-4349-9715-90aaf177169b tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] 10.222.0.44 "GET /v2.0/ports?device_id=569f916c-7190-46e3-bf46-8aa13586447b HTTP/1.1" status: 200 len: 947 time: 0.0537198 Aug 10 03:14:03.896914 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0e0a767-41dc-4001-a52c-857949a7e913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '566f6b56-aa81-488e-ba78-e138e9cea803'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:14:03.899926 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2049729-29ee-4239-a5f4-d3860630811d" -d '{"events": [{"server_uuid": "e0e0a767-41dc-4001-a52c-857949a7e913", "name": "network-vif-plugged", "status": "completed", "tag": "566f6b56-aa81-488e-ba78-e138e9cea803"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:14:03.909381 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-abe0531b-0261-4cda-91a8-73972059e9d9 req-6a0e4684-0789-4c68-8e46-9f486d766eef tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] 10.222.0.44 "GET /v2.0/security-groups?id=e650e31d-ce31-437d-804d-e5f2e4a77982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383506 Aug 10 03:14:03.966121 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e40455f-f296-4b78-89b9-a844fe78fe72 x-openstack-request-id: req-3e40455f-f296-4b78-89b9-a844fe78fe72 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:14:03.966443 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0e0a767-41dc-4001-a52c-857949a7e913", "name": "network-vif-plugged", "status": "completed", "tag": "566f6b56-aa81-488e-ba78-e138e9cea803", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:14:03.966696 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3e40455f-f296-4b78-89b9-a844fe78fe72 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:14:03.967091 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0e0a767-41dc-4001-a52c-857949a7e913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '566f6b56-aa81-488e-ba78-e138e9cea803', 'code': 200} Aug 10 03:14:04.090287 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c606d1-6742-4e1e-89e8-0f2d810095e4 req-b3c27d69-fe38-46f0-9c91-ce1098367631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:04.091835 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-93c606d1-6742-4e1e-89e8-0f2d810095e4 req-b3c27d69-fe38-46f0-9c91-ce1098367631 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e0e0a767-41dc-4001-a52c-857949a7e913 HTTP/1.1" status: 200 len: 1098 time: 0.0498729 Aug 10 03:14:04.173543 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-93c606d1-6742-4e1e-89e8-0f2d810095e4 req-3c2ea86b-c7b3-4be1-816f-1153121ef577 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643523 Aug 10 03:14:04.186785 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a842db4-fbc9-4572-ba2c-53fbe542f3ad req-cfeea89d-26ff-42c6-8d71-bed4d629509d tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:04.188288 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-3a842db4-fbc9-4572-ba2c-53fbe542f3ad req-cfeea89d-26ff-42c6-8d71-bed4d629509d tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] 10.222.0.61 "GET /v2.0/ports?device_id=6d34745f-d33c-4aed-a1b4-7a7c60b88f2b HTTP/1.1" status: 200 len: 950 time: 0.0719757 Aug 10 03:14:04.269079 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 80217192-0c4c-43f4-aeb5-4140aaabb64a details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:14:04.323986 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcb8ab8-cf07-4cc2-b21d-33d9b4c24e0a req-fc485284-bc9d-4ae9-9aac-cb747a0c6d78 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:04.325443 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0dcb8ab8-cf07-4cc2-b21d-33d9b4c24e0a req-fc485284-bc9d-4ae9-9aac-cb747a0c6d78 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d34745f-d33c-4aed-a1b4-7a7c60b88f2b HTTP/1.1" status: 200 len: 950 time: 0.0520949 Aug 10 03:14:04.374585 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0dcb8ab8-cf07-4cc2-b21d-33d9b4c24e0a req-eaa5a9be-d085-494c-8ecc-591e488cb3d4 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] 10.222.0.44 "GET /v2.0/security-groups?id=a666ad1b-f110-40b4-9c8d-b8c5dedb4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420449 Aug 10 03:14:04.375245 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 80217192-0c4c-43f4-aeb5-4140aaabb64a, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=80217192-0c4c-43f4-aeb5-4140aaabb64a,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:04.404279 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': '80217192-0c4c-43f4-aeb5-4140aaabb64a', 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721', 'port_id': '80217192-0c4c-43f4-aeb5-4140aaabb64a', 'mac_address': 'fa:16:3e:9e:58:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60d10164-1dee-4940-9d19-f71e6c18cbc5', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:14:04.454975 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:04.489540 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80217192-0c4c-43f4-aeb5-4140aaabb64a {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:14:04.500998 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-3a842db4-fbc9-4572-ba2c-53fbe542f3ad req-20ee8b40-ce09-455c-87a3-c53e8239de6d tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] Deleting port 8dcad997-9b2e-44ef-b149-5c74b70f40de {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:14:04.501511 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-3a842db4-fbc9-4572-ba2c-53fbe542f3ad req-20ee8b40-ce09-455c-87a3-c53e8239de6d tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:04.517920 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 80217192-0c4c-43f4-aeb5-4140aaabb64a, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=80217192-0c4c-43f4-aeb5-4140aaabb64a,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:04.527954 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:04.538092 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d892afa3-6974-4973-928d-e6ad8818b68f req-dae9de95-3c27-4aba-8ca6-41afdf639ff0 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:04.547970 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d892afa3-6974-4973-928d-e6ad8818b68f req-dae9de95-3c27-4aba-8ca6-41afdf639ff0 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=f726c9d4-e35b-491c-8c1a-75058f6ba5e2 HTTP/1.1" status: 200 len: 950 time: 0.0838714 Aug 10 03:14:04.636255 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d892afa3-6974-4973-928d-e6ad8818b68f req-87df59d9-74dd-4361-98a6-049b10cc1143 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798061 Aug 10 03:14:04.637064 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=80217192-0c4c-43f4-aeb5-4140aaabb64a,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:04.656609 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-3a842db4-fbc9-4572-ba2c-53fbe542f3ad req-20ee8b40-ce09-455c-87a3-c53e8239de6d tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] For port 8dcad997-9b2e-44ef-b149-5c74b70f40de, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=8dcad997-9b2e-44ef-b149-5c74b70f40de,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:04.657327 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-3a842db4-fbc9-4572-ba2c-53fbe542f3ad req-20ee8b40-ce09-455c-87a3-c53e8239de6d tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:04.676019 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-3a842db4-fbc9-4572-ba2c-53fbe542f3ad req-20ee8b40-ce09-455c-87a3-c53e8239de6d tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] Calling delete_port for 8dcad997-9b2e-44ef-b149-5c74b70f40de owned by compute:nova {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:14:04.767235 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d901d86c-562b-44e7-bb9b-2ed44d157850 req-b5fd0d31-fda0-41ee-ae47-faf9137b60c6 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:04.768854 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d901d86c-562b-44e7-bb9b-2ed44d157850 req-b5fd0d31-fda0-41ee-ae47-faf9137b60c6 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0e0a767-41dc-4001-a52c-857949a7e913 HTTP/1.1" status: 200 len: 946 time: 0.0601518 Aug 10 03:14:04.837831 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d901d86c-562b-44e7-bb9b-2ed44d157850 req-53abf57b-5b76-4814-903d-a0a0a26aaf35 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589237 Aug 10 03:14:04.851588 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49d7cdc-f527-4b79-a0b6-4cc27e582450 req-eb6f3f24-822f-49ee-9de6-c9b654cdf8a8 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:04.860466 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d49d7cdc-f527-4b79-a0b6-4cc27e582450 req-eb6f3f24-822f-49ee-9de6-c9b654cdf8a8 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2523f58-4dac-4c3c-853d-957eae2412b7 HTTP/1.1" status: 200 len: 950 time: 0.0905507 Aug 10 03:14:04.873934 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-3a842db4-fbc9-4572-ba2c-53fbe542f3ad req-20ee8b40-ce09-455c-87a3-c53e8239de6d tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:04.900133 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['8dcad997-9b2e-44ef-b149-5c74b70f40de'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:14:04.910833 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d49d7cdc-f527-4b79-a0b6-4cc27e582450 req-cabe279f-1365-4476-84fc-9628459ba0f4 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/security-groups?id=b61ddca4-e27e-4174-97e8-ca6f8f679a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494142 Aug 10 03:14:04.913997 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ee8b40-ce09-455c-87a3-c53e8239de6d tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] Pushing event deleted for resources: {'Port': ['ID=8dcad997-9b2e-44ef-b149-5c74b70f40de,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:04.963490 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a842db4-fbc9-4572-ba2c-53fbe542f3ad req-20ee8b40-ce09-455c-87a3-c53e8239de6d tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] No DVR routers for this DVR port 8dcad997-9b2e-44ef-b149-5c74b70f40de on host n-h2-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:14:04.966893 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-3a842db4-fbc9-4572-ba2c-53fbe542f3ad req-20ee8b40-ce09-455c-87a3-c53e8239de6d tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:04.969403 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-3a842db4-fbc9-4572-ba2c-53fbe542f3ad req-20ee8b40-ce09-455c-87a3-c53e8239de6d tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] 10.222.0.61 "DELETE /v2.0/ports/8dcad997-9b2e-44ef-b149-5c74b70f40de HTTP/1.1" status: 204 len: 173 time: 0.5992405 Aug 10 03:14:04.969937 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d34745f-d33c-4aed-a1b4-7a7c60b88f2b', 'name': 'network-vif-deleted', 'tag': '8dcad997-9b2e-44ef-b149-5c74b70f40de'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:14:04.972700 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ec8d149-d0a4-47e7-bb35-2a06bad79bb1" -d '{"events": [{"server_uuid": "6d34745f-d33c-4aed-a1b4-7a7c60b88f2b", "name": "network-vif-deleted", "tag": "8dcad997-9b2e-44ef-b149-5c74b70f40de"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:14:05.026829 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee6a435c-6575-43d4-83cb-208d2a39417f x-openstack-request-id: req-ee6a435c-6575-43d4-83cb-208d2a39417f {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:14:05.027345 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d34745f-d33c-4aed-a1b4-7a7c60b88f2b", "name": "network-vif-deleted", "tag": "8dcad997-9b2e-44ef-b149-5c74b70f40de", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:14:05.027749 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ee6a435c-6575-43d4-83cb-208d2a39417f {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:14:05.028487 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d34745f-d33c-4aed-a1b4-7a7c60b88f2b', 'name': 'network-vif-deleted', 'tag': '8dcad997-9b2e-44ef-b149-5c74b70f40de', 'status': 'completed', 'code': 200} Aug 10 03:14:05.055999 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['80217192-0c4c-43f4-aeb5-4140aaabb64a'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:14:05.105741 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f29f77-073a-4515-8ea5-6f9854dc1b7c req-49a9c7ec-0abd-4226-a386-5f2e21afc206 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:05.115834 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a5f29f77-073a-4515-8ea5-6f9854dc1b7c req-49a9c7ec-0abd-4226-a386-5f2e21afc206 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] 10.222.0.44 "GET /v2.0/ports?device_id=569f916c-7190-46e3-bf46-8aa13586447b HTTP/1.1" status: 200 len: 948 time: 0.1181746 Aug 10 03:14:05.179215 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a5f29f77-073a-4515-8ea5-6f9854dc1b7c req-99231c9e-e058-490e-80ed-dcd312a780e5 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] 10.222.0.44 "GET /v2.0/security-groups?id=e650e31d-ce31-437d-804d-e5f2e4a77982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621078 Aug 10 03:14:05.465055 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 8af5ca65-d1e8-47e0-9e35-5cab8c4a2292 up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:14:05.500498 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-00033836-1aea-4d79-82fa-4e321bb63072 req-39aafc47-8d0b-47e6-b194-a1520dcc8a25 tempest-LiveMigrationNegativeTest-1610265373 tempest-LiveMigrationNegativeTest-1610265373-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d34745f-d33c-4aed-a1b4-7a7c60b88f2b HTTP/1.1" status: 200 len: 210 time: 0.0340803 Aug 10 03:14:05.541804 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port 8af5ca65-d1e8-47e0-9e35-5cab8c4a2292 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:14:05.542189 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:05.627473 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:05.680945 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 8af5ca65-d1e8-47e0-9e35-5cab8c4a2292, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=8af5ca65-d1e8-47e0-9e35-5cab8c4a2292,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:05.687788 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:05.787262 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=8af5ca65-d1e8-47e0-9e35-5cab8c4a2292,revision_number=11']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:05.837523 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d7c9d-064c-4cda-a99d-9950848caed6 req-f494a96b-017a-4609-94e5-76934511a7ed tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:05.840772 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a67d7c9d-064c-4cda-a99d-9950848caed6 req-f494a96b-017a-4609-94e5-76934511a7ed tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=f726c9d4-e35b-491c-8c1a-75058f6ba5e2 HTTP/1.1" status: 200 len: 950 time: 0.0930221 Aug 10 03:14:05.939107 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a67d7c9d-064c-4cda-a99d-9950848caed6 req-8529a385-53c1-4adb-96d6-6fafbd03e88c tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888228 Aug 10 03:14:05.968593 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2523f58-4dac-4c3c-853d-957eae2412b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8af5ca65-d1e8-47e0-9e35-5cab8c4a2292'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:14:05.975896 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3507457c-59f2-45b8-a24f-c0bda940fc19" -d '{"events": [{"server_uuid": "f2523f58-4dac-4c3c-853d-957eae2412b7", "name": "network-vif-plugged", "status": "completed", "tag": "8af5ca65-d1e8-47e0-9e35-5cab8c4a2292"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:14:06.069623 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e89ef8-e4cd-4c56-b2a9-fb14cf20a9ba req-7a637bd4-db4a-4eae-a840-d0b1baa4250f tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:06.071683 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-97e89ef8-e4cd-4c56-b2a9-fb14cf20a9ba req-7a637bd4-db4a-4eae-a840-d0b1baa4250f tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0e0a767-41dc-4001-a52c-857949a7e913 HTTP/1.1" status: 200 len: 946 time: 0.0772431 Aug 10 03:14:06.150797 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-97e89ef8-e4cd-4c56-b2a9-fb14cf20a9ba req-88e66990-5ba8-4f46-a448-9f4db34ee12f tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648437 Aug 10 03:14:06.161030 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88eec2e-c387-4b37-b244-385aaf29f0d3 req-5c6127f8-aa9f-44d2-a91d-8f5cbabb3bbf tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:06.162893 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e88eec2e-c387-4b37-b244-385aaf29f0d3 req-5c6127f8-aa9f-44d2-a91d-8f5cbabb3bbf tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2523f58-4dac-4c3c-853d-957eae2412b7 HTTP/1.1" status: 200 len: 951 time: 0.0899415 Aug 10 03:14:06.235416 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adac2679-2ac6-460e-9fdd-989ea5d72757 x-openstack-request-id: req-adac2679-2ac6-460e-9fdd-989ea5d72757 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:14:06.236195 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2523f58-4dac-4c3c-853d-957eae2412b7", "name": "network-vif-plugged", "status": "completed", "tag": "8af5ca65-d1e8-47e0-9e35-5cab8c4a2292", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:14:06.236842 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-adac2679-2ac6-460e-9fdd-989ea5d72757 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:14:06.237517 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2523f58-4dac-4c3c-853d-957eae2412b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8af5ca65-d1e8-47e0-9e35-5cab8c4a2292', 'code': 200} Aug 10 03:14:06.238728 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e88eec2e-c387-4b37-b244-385aaf29f0d3 req-c02583ca-4496-44f7-bec0-2e6bd4f5c54e tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/security-groups?id=b61ddca4-e27e-4174-97e8-ca6f8f679a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679610 Aug 10 03:14:06.390532 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c379ec7-b2b5-4f7c-ab5f-17e4addc78da req-d4ce6086-c274-409a-9f8a-3aea79468780 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:06.392716 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2c379ec7-b2b5-4f7c-ab5f-17e4addc78da req-d4ce6086-c274-409a-9f8a-3aea79468780 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] 10.222.0.44 "GET /v2.0/ports?device_id=569f916c-7190-46e3-bf46-8aa13586447b HTTP/1.1" status: 200 len: 948 time: 0.0720680 Aug 10 03:14:06.469815 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2604bae-c293-4d6d-b7b9-ad7a0ab51335 req-c7818900-dee3-4026-9f11-60d735d7db6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:06.471211 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a2604bae-c293-4d6d-b7b9-ad7a0ab51335 req-c7818900-dee3-4026-9f11-60d735d7db6d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f2523f58-4dac-4c3c-853d-957eae2412b7 HTTP/1.1" status: 200 len: 1103 time: 0.0763896 Aug 10 03:14:06.475792 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2c379ec7-b2b5-4f7c-ab5f-17e4addc78da req-8401d7e7-0744-4539-85b4-439d083dace8 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] 10.222.0.44 "GET /v2.0/security-groups?id=e650e31d-ce31-437d-804d-e5f2e4a77982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667043 Aug 10 03:14:06.521430 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a2604bae-c293-4d6d-b7b9-ad7a0ab51335 req-e5a0aa8c-004b-4184-8705-f2c330d9b7df service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b61ddca4-e27e-4174-97e8-ca6f8f679a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413148 Aug 10 03:14:06.880954 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 44474) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:14:07.050012 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-6ad30a54-1dd9-4638-977c-bc9c248954f9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5c63ff337f394941ba57d38599745446&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1643012 Aug 10 03:14:07.050472 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 44480) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:14:07.118829 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332e6951-3a86-4c9d-bcc0-63498298cd99 req-e73d382d-381a-4bbc-82fe-90eac5d9c041 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:07.121376 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-332e6951-3a86-4c9d-bcc0-63498298cd99 req-e73d382d-381a-4bbc-82fe-90eac5d9c041 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=f726c9d4-e35b-491c-8c1a-75058f6ba5e2 HTTP/1.1" status: 200 len: 950 time: 0.0748580 Aug 10 03:14:07.132776 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-725021f6-b409-4ef7-b745-d66428cee079 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:07.157721 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-725021f6-b409-4ef7-b745-d66428cee079 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:07.183110 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-332e6951-3a86-4c9d-bcc0-63498298cd99 req-e6fe6aac-6139-4642-8fe7-dc9361ea94e6 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543571 Aug 10 03:14:07.218724 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-725021f6-b409-4ef7-b745-d66428cee079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:07.222522 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-725021f6-b409-4ef7-b745-d66428cee079 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:07.227689 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-725021f6-b409-4ef7-b745-d66428cee079 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a666ad1b-f110-40b4-9c8d-b8c5dedb4a48 HTTP/1.1" status: 204 len: 168 time: 0.1758258 Aug 10 03:14:07.237929 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725021f6-b409-4ef7-b745-d66428cee079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a666ad1b-f110-40b4-9c8d-b8c5dedb4a48,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:07.378056 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0a4219-ba0f-4eba-ab11-5a77720b3f30 req-ccd321d5-d732-4961-9669-203c59b83b07 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:07.380338 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9f0a4219-ba0f-4eba-ab11-5a77720b3f30 req-ccd321d5-d732-4961-9669-203c59b83b07 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0e0a767-41dc-4001-a52c-857949a7e913 HTTP/1.1" status: 200 len: 946 time: 0.0969181 Aug 10 03:14:07.501730 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5b4df5-04a2-45fc-b1ad-5fcda5464220 req-6ee7ff51-c0b7-498f-bae6-49c7a1d87f8e tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:07.515455 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fc5b4df5-04a2-45fc-b1ad-5fcda5464220 req-6ee7ff51-c0b7-498f-bae6-49c7a1d87f8e tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2523f58-4dac-4c3c-853d-957eae2412b7 HTTP/1.1" status: 200 len: 951 time: 0.1599383 Aug 10 03:14:07.569630 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9f0a4219-ba0f-4eba-ab11-5a77720b3f30 req-571be2ee-df2b-4bcd-b9b0-8be3aacf1715 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713517 Aug 10 03:14:07.629448 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fc5b4df5-04a2-45fc-b1ad-5fcda5464220 req-028f4172-1eec-4813-b41a-eaaf09040a16 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/security-groups?id=b61ddca4-e27e-4174-97e8-ca6f8f679a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037877 Aug 10 03:14:07.767621 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 44496) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:14:07.788750 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb34c114-39e5-48b8-b708-4aa22dc8a6b7 req-ee9af469-26cf-4e9f-b597-89cb068230db tempest-LiveAutoBlockMigrationV225Test-725400249 tempest-LiveAutoBlockMigrationV225Test-725400249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:07.790354 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bb34c114-39e5-48b8-b708-4aa22dc8a6b7 req-ee9af469-26cf-4e9f-b597-89cb068230db tempest-LiveAutoBlockMigrationV225Test-725400249 tempest-LiveAutoBlockMigrationV225Test-725400249-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e0e0a767-41dc-4001-a52c-857949a7e913 HTTP/1.1" status: 200 len: 1098 time: 0.0548971 Aug 10 03:14:07.799192 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936081bd-8144-49a4-bcbe-9ee2e4548bd2 req-73254d3e-4bb6-4f9b-b29c-8a33f70e7389 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:07.809797 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-936081bd-8144-49a4-bcbe-9ee2e4548bd2 req-73254d3e-4bb6-4f9b-b29c-8a33f70e7389 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] 10.222.0.44 "GET /v2.0/ports?device_id=569f916c-7190-46e3-bf46-8aa13586447b HTTP/1.1" status: 200 len: 948 time: 0.1161575 Aug 10 03:14:07.824748 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e0c98ba9-2e8b-4506-96ea-eac1849b9f3d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=62b6eca7920b4d5d9d6caec1a35dcd35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0557306 Aug 10 03:14:07.825501 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 44498) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:14:07.896796 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bb34c114-39e5-48b8-b708-4aa22dc8a6b7 req-37b949b5-8b1c-4aa1-8ca7-ba3b40658e81 tempest-LiveAutoBlockMigrationV225Test-725400249 tempest-LiveAutoBlockMigrationV225Test-725400249-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844755 Aug 10 03:14:07.913607 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-376cadd0-6705-4476-914f-a7b741757602 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:07.941282 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-936081bd-8144-49a4-bcbe-9ee2e4548bd2 req-356ca4b6-1e96-43fa-8775-c17e4df465cd tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] 10.222.0.44 "GET /v2.0/security-groups?id=e650e31d-ce31-437d-804d-e5f2e4a77982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303926 Aug 10 03:14:07.984432 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-376cadd0-6705-4476-914f-a7b741757602 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:08.077460 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-376cadd0-6705-4476-914f-a7b741757602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:08.080533 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-376cadd0-6705-4476-914f-a7b741757602 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:08.082205 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-376cadd0-6705-4476-914f-a7b741757602 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e65d54ad-96be-475d-baa7-b83958afd1fc HTTP/1.1" status: 204 len: 168 time: 0.2550797 Aug 10 03:14:08.093697 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376cadd0-6705-4476-914f-a7b741757602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e65d54ad-96be-475d-baa7-b83958afd1fc,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:08.187688 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78556e4d-b28c-4832-b445-303bd8049573 req-143baeca-e248-4150-ab21-311d6024e4b0 tempest-LiveAutoBlockMigrationV225Test-725400249 tempest-LiveAutoBlockMigrationV225Test-725400249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:08.189486 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-78556e4d-b28c-4832-b445-303bd8049573 req-143baeca-e248-4150-ab21-311d6024e4b0 tempest-LiveAutoBlockMigrationV225Test-725400249 tempest-LiveAutoBlockMigrationV225Test-725400249-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e0e0a767-41dc-4001-a52c-857949a7e913 HTTP/1.1" status: 200 len: 1098 time: 0.0784898 Aug 10 03:14:08.237610 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-78556e4d-b28c-4832-b445-303bd8049573 req-36b99a7e-2f50-4b21-a9ee-8326be48f323 tempest-LiveAutoBlockMigrationV225Test-725400249 tempest-LiveAutoBlockMigrationV225Test-725400249-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340233 Aug 10 03:14:08.282994 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 80217192-0c4c-43f4-aeb5-4140aaabb64a up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:14:08.388771 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f948f4-49c9-4d29-bd0a-84064e2b3d07 req-0c695a63-4eb0-4976-a7fb-fee84f9fb768 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:08.391071 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning for port 80217192-0c4c-43f4-aeb5-4140aaabb64a completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:14:08.397944 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port 80217192-0c4c-43f4-aeb5-4140aaabb64a triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:14:08.398629 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:08.403071 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-05f948f4-49c9-4d29-bd0a-84064e2b3d07 req-0c695a63-4eb0-4976-a7fb-fee84f9fb768 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=f726c9d4-e35b-491c-8c1a-75058f6ba5e2 HTTP/1.1" status: 200 len: 950 time: 0.1145012 Aug 10 03:14:08.498392 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-05f948f4-49c9-4d29-bd0a-84064e2b3d07 req-1430ac96-29e1-4b95-85e8-ec043e1d5b87 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931141 Aug 10 03:14:08.538839 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:08.590360 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '569f916c-7190-46e3-bf46-8aa13586447b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80217192-0c4c-43f4-aeb5-4140aaabb64a'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:14:08.592785 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9bb11ea-4186-48a0-a235-db4f117643b6" -d '{"events": [{"server_uuid": "569f916c-7190-46e3-bf46-8aa13586447b", "name": "network-vif-plugged", "status": "completed", "tag": "80217192-0c4c-43f4-aeb5-4140aaabb64a"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:14:08.610383 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 80217192-0c4c-43f4-aeb5-4140aaabb64a, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=80217192-0c4c-43f4-aeb5-4140aaabb64a,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:08.624827 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:08.625679 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 8dcad997-9b2e-44ef-b149-5c74b70f40de no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:14:08.791725 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] No Port match for: 8dcad997-9b2e-44ef-b149-5c74b70f40de {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:14:08.792735 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 8dcad997-9b2e-44ef-b149-5c74b70f40de not bound to the agent host n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:14:08.800560 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f5fea2-d7d2-44bc-b9f1-ad857e84d9f3 x-openstack-request-id: req-87f5fea2-d7d2-44bc-b9f1-ad857e84d9f3 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:14:08.801465 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "569f916c-7190-46e3-bf46-8aa13586447b", "name": "network-vif-plugged", "status": "completed", "tag": "80217192-0c4c-43f4-aeb5-4140aaabb64a", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:14:08.801724 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-87f5fea2-d7d2-44bc-b9f1-ad857e84d9f3 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:14:08.802844 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '569f916c-7190-46e3-bf46-8aa13586447b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80217192-0c4c-43f4-aeb5-4140aaabb64a', 'code': 200} Aug 10 03:14:08.841812 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652ee90d-d0dd-4cac-b6b9-31565bac772e req-00b370cd-6122-4426-842a-ba4448ed708f tempest-LiveAutoBlockMigrationV225Test-725400249 tempest-LiveAutoBlockMigrationV225Test-725400249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:08.842676 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=80217192-0c4c-43f4-aeb5-4140aaabb64a,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:08.847009 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-652ee90d-d0dd-4cac-b6b9-31565bac772e req-00b370cd-6122-4426-842a-ba4448ed708f tempest-LiveAutoBlockMigrationV225Test-725400249 tempest-LiveAutoBlockMigrationV225Test-725400249-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e0e0a767-41dc-4001-a52c-857949a7e913 HTTP/1.1" status: 200 len: 1098 time: 0.0955422 Aug 10 03:14:08.859742 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80a695b-cad5-4fd3-bbb7-666c5181824f req-76b6d60a-3e74-44e6-bec9-702b83f60a93 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:08.861280 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f80a695b-cad5-4fd3-bbb7-666c5181824f req-76b6d60a-3e74-44e6-bec9-702b83f60a93 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2523f58-4dac-4c3c-853d-957eae2412b7 HTTP/1.1" status: 200 len: 951 time: 0.1324067 Aug 10 03:14:08.874404 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec83d5ef-9355-47ff-b271-0e91acfc6853 req-cee1834e-79cb-4268-87dd-f55a598f8274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:08.876098 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ec83d5ef-9355-47ff-b271-0e91acfc6853 req-cee1834e-79cb-4268-87dd-f55a598f8274 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=569f916c-7190-46e3-bf46-8aa13586447b HTTP/1.1" status: 200 len: 1101 time: 0.0586939 Aug 10 03:14:08.920266 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-652ee90d-d0dd-4cac-b6b9-31565bac772e req-dece2673-5d67-4694-a217-6a0a1dc95a16 tempest-LiveAutoBlockMigrationV225Test-725400249 tempest-LiveAutoBlockMigrationV225Test-725400249-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578833 Aug 10 03:14:08.928310 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f80a695b-cad5-4fd3-bbb7-666c5181824f req-9dafd336-248c-4d2b-b522-7cbee40de684 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/security-groups?id=b61ddca4-e27e-4174-97e8-ca6f8f679a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506182 Aug 10 03:14:08.982818 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ec83d5ef-9355-47ff-b271-0e91acfc6853 req-01cff397-b552-41d8-b5b7-178f6bd429d7 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e650e31d-ce31-437d-804d-e5f2e4a77982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862095 Aug 10 03:14:09.128969 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e319a6-d9ff-4a8a-995d-d139c4e88540 req-e2797c91-98e4-4b33-b0a1-a33efc0a55b5 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:09.130693 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-62e319a6-d9ff-4a8a-995d-d139c4e88540 req-e2797c91-98e4-4b33-b0a1-a33efc0a55b5 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] 10.222.0.44 "GET /v2.0/ports?device_id=569f916c-7190-46e3-bf46-8aa13586447b HTTP/1.1" status: 200 len: 949 time: 0.0733819 Aug 10 03:14:09.181212 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-62e319a6-d9ff-4a8a-995d-d139c4e88540 req-b287b1a6-7468-4308-8ca8-45f03538e5fc tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] 10.222.0.44 "GET /v2.0/security-groups?id=e650e31d-ce31-437d-804d-e5f2e4a77982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422451 Aug 10 03:14:09.268616 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 44552) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:14:09.346587 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedfe38e-861a-4cd0-886e-8585c12c3783 req-bde687b4-8ef4-4f71-8ad2-e04d4d073ec2 tempest-ServersAdminTestJSON-1365710928 tempest-ServersAdminTestJSON-1365710928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:09.348349 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-eedfe38e-861a-4cd0-886e-8585c12c3783 req-bde687b4-8ef4-4f71-8ad2-e04d4d073ec2 tempest-ServersAdminTestJSON-1365710928 tempest-ServersAdminTestJSON-1365710928-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=f2523f58-4dac-4c3c-853d-957eae2412b7 HTTP/1.1" status: 200 len: 1103 time: 0.0462494 Aug 10 03:14:09.397149 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-eedfe38e-861a-4cd0-886e-8585c12c3783 req-85a68bf7-3ca8-4417-b01a-a2d58d2da063 tempest-ServersAdminTestJSON-1365710928 tempest-ServersAdminTestJSON-1365710928-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=b61ddca4-e27e-4174-97e8-ca6f8f679a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380640 Aug 10 03:14:09.401381 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-29c6a954-a5dc-4401-b421-80e12d998313 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-794188018-network', 'tenant_id': '5952c4fc21ac490b91d634d0b7fc1f48'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:14:09.431933 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29c6a954-a5dc-4401-b421-80e12d998313 admin admin] Made reservation on behalf of 5952c4fc21ac490b91d634d0b7fc1f48 for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:14:09.434585 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-29c6a954-a5dc-4401-b421-80e12d998313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:09.445950 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-29c6a954-a5dc-4401-b421-80e12d998313 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:09.570717 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-29c6a954-a5dc-4401-b421-80e12d998313 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:09.579067 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-29c6a954-a5dc-4401-b421-80e12d998313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:09.631969 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29c6a954-a5dc-4401-b421-80e12d998313 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:14:09.634343 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6a954-a5dc-4401-b421-80e12d998313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16553a21-fbee-4678-812b-905fa24055ab,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:09.645269 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-29c6a954-a5dc-4401-b421-80e12d998313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:09.646104 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-29c6a954-a5dc-4401-b421-80e12d998313 admin admin] Added segment dce213a7-c146-470a-a653-5429ca95aa3f of type vlan for network c74b87bc-ed4e-4bef-bf2f-b3a15da9fe69 Aug 10 03:14:09.688609 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-29c6a954-a5dc-4401-b421-80e12d998313 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:09.708595 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ff6001-3d6f-4986-9d8a-3550c8bfb229 req-72af1fb0-55db-45ac-bf48-3ec8c8345800 tempest-ServersAdminTestJSON-1365710928 tempest-ServersAdminTestJSON-1365710928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:09.710157 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-34ff6001-3d6f-4986-9d8a-3550c8bfb229 req-72af1fb0-55db-45ac-bf48-3ec8c8345800 tempest-ServersAdminTestJSON-1365710928 tempest-ServersAdminTestJSON-1365710928-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=f2523f58-4dac-4c3c-853d-957eae2412b7 HTTP/1.1" status: 200 len: 1103 time: 0.0973125 Aug 10 03:14:09.721786 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-29c6a954-a5dc-4401-b421-80e12d998313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:09.723185 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c6a954-a5dc-4401-b421-80e12d998313 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:09.724219 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-29c6a954-a5dc-4401-b421-80e12d998313 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:09.733588 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7514a3cd-0fe1-49fd-9d0b-5f55ff2049c0 req-046de5be-864d-4713-8ca4-c17564e790ed tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:09.735174 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7514a3cd-0fe1-49fd-9d0b-5f55ff2049c0 req-046de5be-864d-4713-8ca4-c17564e790ed tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=f726c9d4-e35b-491c-8c1a-75058f6ba5e2 HTTP/1.1" status: 200 len: 950 time: 0.0794551 Aug 10 03:14:09.782167 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-34ff6001-3d6f-4986-9d8a-3550c8bfb229 req-3ad9b535-ac50-4fc8-bf7f-279264cafe96 tempest-ServersAdminTestJSON-1365710928 tempest-ServersAdminTestJSON-1365710928-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=b61ddca4-e27e-4174-97e8-ca6f8f679a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625136 Aug 10 03:14:09.791910 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-29c6a954-a5dc-4401-b421-80e12d998313 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5221100 Aug 10 03:14:09.792434 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 44564) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:14:09.803946 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6a954-a5dc-4401-b421-80e12d998313 admin admin] Pushing event updated for resources: {'Network': ['ID=c74b87bc-ed4e-4bef-bf2f-b3a15da9fe69,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:09.809558 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-0114bdab-6294-4e36-b6aa-90355025342a admin admin] Request body: {'subnet': {'network_id': 'c74b87bc-ed4e-4bef-bf2f-b3a15da9fe69', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-794188018-subnet', 'tenant_id': '5952c4fc21ac490b91d634d0b7fc1f48', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:14:09.818416 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network c74b87bc-ed4e-4bef-bf2f-b3a15da9fe69 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:14:09.825405 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7514a3cd-0fe1-49fd-9d0b-5f55ff2049c0 req-3ffa92ca-3146-4b5b-a659-33cbf32218b8 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805218 Aug 10 03:14:09.859592 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0114bdab-6294-4e36-b6aa-90355025342a admin admin] Made reservation on behalf of 5952c4fc21ac490b91d634d0b7fc1f48 for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:14:09.865900 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0114bdab-6294-4e36-b6aa-90355025342a admin admin] Notify callbacks [] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:10.176765 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca8fcf3-acbf-48e9-8f55-82768cfab0a2 req-4358f0e6-9a12-4c56-a3b8-0f962b108dd0 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:10.178620 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fca8fcf3-acbf-48e9-8f55-82768cfab0a2 req-4358f0e6-9a12-4c56-a3b8-0f962b108dd0 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/ports?device_id=cdc24485-8790-48d1-85ab-a5e663e1bff7 HTTP/1.1" status: 200 len: 950 time: 0.1421835 Aug 10 03:14:10.195820 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0114bdab-6294-4e36-b6aa-90355025342a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:10.199001 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65249187-7237-4030-a366-3dccb3c41b01 req-ebdba62b-b320-4885-a335-8844b70b5236 tempest-LiveAutoBlockMigrationV225Test-725400249 tempest-LiveAutoBlockMigrationV225Test-725400249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:10.201081 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-65249187-7237-4030-a366-3dccb3c41b01 req-ebdba62b-b320-4885-a335-8844b70b5236 tempest-LiveAutoBlockMigrationV225Test-725400249 tempest-LiveAutoBlockMigrationV225Test-725400249-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e0e0a767-41dc-4001-a52c-857949a7e913 HTTP/1.1" status: 200 len: 1098 time: 0.1311960 Aug 10 03:14:10.296884 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0114bdab-6294-4e36-b6aa-90355025342a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9018e16-39a6-44ef-97d2-400a657eae99,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:10.304397 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fca8fcf3-acbf-48e9-8f55-82768cfab0a2 req-63ee82f2-8ca5-41ef-84dc-20451ddc4a2a tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/security-groups?id=b61ddca4-e27e-4174-97e8-ca6f8f679a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164584 Aug 10 03:14:10.315189 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-65249187-7237-4030-a366-3dccb3c41b01 req-979e3484-7fb9-417f-98c2-ce3c79f53560 tempest-LiveAutoBlockMigrationV225Test-725400249 tempest-LiveAutoBlockMigrationV225Test-725400249-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970557 Aug 10 03:14:10.333566 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0114bdab-6294-4e36-b6aa-90355025342a admin admin] Checking segment: {'id': 'dce213a7-c146-470a-a653-5429ca95aa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c74b87bc-ed4e-4bef-bf2f-b3a15da9fe69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:14:10.334448 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0114bdab-6294-4e36-b6aa-90355025342a admin admin] Network hostable DHCP agents. Network: c74b87bc-ed4e-4bef-bf2f-b3a15da9fe69, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:14:10.368754 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0114bdab-6294-4e36-b6aa-90355025342a admin admin] Network c74b87bc-ed4e-4bef-bf2f-b3a15da9fe69 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:14:10.389872 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-0114bdab-6294-4e36-b6aa-90355025342a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, c74b87bc-ed4e-4bef-bf2f-b3a15da9fe69) {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:14:10.400826 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff8e288-7307-4bb9-9ff6-67a408211726 None None] Network c74b87bc-ed4e-4bef-bf2f-b3a15da9fe69 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:14:10.407755 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0114bdab-6294-4e36-b6aa-90355025342a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:10.408342 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0114bdab-6294-4e36-b6aa-90355025342a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:10.453552 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-0114bdab-6294-4e36-b6aa-90355025342a admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6596940 Aug 10 03:14:10.485110 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b82e45-9808-4667-8816-f0af95d5b8a4 req-05e4845c-445e-4fff-a135-a17e710ab54a tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:10.486037 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d7b82e45-9808-4667-8816-f0af95d5b8a4 req-05e4845c-445e-4fff-a135-a17e710ab54a tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] 10.222.0.44 "GET /v2.0/ports?device_id=569f916c-7190-46e3-bf46-8aa13586447b HTTP/1.1" status: 200 len: 949 time: 0.1146121 Aug 10 03:14:10.494824 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b429f4ee-a4e1-47b3-88d3-dd3f26da804f req-5a54e2cc-bf03-4039-a40b-53c68eb766c2 tempest-LiveMigrationTest-1156190287 tempest-LiveMigrationTest-1156190287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:10.499160 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b429f4ee-a4e1-47b3-88d3-dd3f26da804f req-5a54e2cc-bf03-4039-a40b-53c68eb766c2 tempest-LiveMigrationTest-1156190287 tempest-LiveMigrationTest-1156190287-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=564cd1d5-4660-4da0-aad6-145d07e37da2 HTTP/1.1" status: 200 len: 1097 time: 0.0828822 Aug 10 03:14:10.558662 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d7b82e45-9808-4667-8816-f0af95d5b8a4 req-4c440efe-b784-431c-bea5-3d13d3e7c330 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] 10.222.0.44 "GET /v2.0/security-groups?id=e650e31d-ce31-437d-804d-e5f2e4a77982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580454 Aug 10 03:14:10.589669 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ed6e51-9f10-4073-bc43-4492be510018 None None] Network c74b87bc-ed4e-4bef-bf2f-b3a15da9fe69 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:14:10.592637 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b429f4ee-a4e1-47b3-88d3-dd3f26da804f req-905eb422-eba4-4ad0-89c1-13773b83d71c tempest-LiveMigrationTest-1156190287 tempest-LiveMigrationTest-1156190287-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762014 Aug 10 03:14:11.276809 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 44636) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:14:11.283165 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-c2125f1c-9c1a-4e83-8ac4-04eec76b2706 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-951460330-network', 'tenant_id': '4974d3590409411cb2097b1328df4b18'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:14:11.308919 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2125f1c-9c1a-4e83-8ac4-04eec76b2706 admin admin] Made reservation on behalf of 4974d3590409411cb2097b1328df4b18 for: {'network': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:14:11.311544 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c2125f1c-9c1a-4e83-8ac4-04eec76b2706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:11.320741 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c2125f1c-9c1a-4e83-8ac4-04eec76b2706 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:11.436204 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c2125f1c-9c1a-4e83-8ac4-04eec76b2706 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:11.440819 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c2125f1c-9c1a-4e83-8ac4-04eec76b2706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:11.462475 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2125f1c-9c1a-4e83-8ac4-04eec76b2706 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=94260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:14:11.477358 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2125f1c-9c1a-4e83-8ac4-04eec76b2706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c9444ed-5ad8-424c-80d2-918c5d0c24e1,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:11.482850 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c2125f1c-9c1a-4e83-8ac4-04eec76b2706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:11.483198 n-d-768862-13 neutron-server[94260]: INFO neutron.db.segments_db [None req-c2125f1c-9c1a-4e83-8ac4-04eec76b2706 admin admin] Added segment b65096dc-b42c-47d6-ac0e-60d26d3e4a34 of type vlan for network ccc68ca1-e8c0-4ca0-9e6e-f4c27cdda5ae Aug 10 03:14:11.539627 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c2125f1c-9c1a-4e83-8ac4-04eec76b2706 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:11.587855 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c2125f1c-9c1a-4e83-8ac4-04eec76b2706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:11.589324 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2125f1c-9c1a-4e83-8ac4-04eec76b2706 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:11.590094 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c2125f1c-9c1a-4e83-8ac4-04eec76b2706 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:11.648498 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-c2125f1c-9c1a-4e83-8ac4-04eec76b2706 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3705359 Aug 10 03:14:11.653208 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 44650) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:14:11.656121 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2125f1c-9c1a-4e83-8ac4-04eec76b2706 admin admin] Pushing event updated for resources: {'Network': ['ID=ccc68ca1-e8c0-4ca0-9e6e-f4c27cdda5ae,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:11.663305 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-a5000baf-521c-4d81-87ad-00389a84ced5 admin admin] Request body: {'subnet': {'network_id': 'ccc68ca1-e8c0-4ca0-9e6e-f4c27cdda5ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-951460330-subnet', 'tenant_id': '4974d3590409411cb2097b1328df4b18', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:14:11.669600 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network ccc68ca1-e8c0-4ca0-9e6e-f4c27cdda5ae details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:14:11.688290 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5000baf-521c-4d81-87ad-00389a84ced5 admin admin] Made reservation on behalf of 4974d3590409411cb2097b1328df4b18 for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:14:11.690945 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a5000baf-521c-4d81-87ad-00389a84ced5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:11.871016 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [req-ccdacd5a-22c6-4487-bf81-a45b8a89dde8 req-5ccce51e-4d67-4861-a585-a526bb08d2c4 tempest-LiveMigrationTest-1156190287 tempest-LiveMigrationTest-1156190287-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:14:11.872095 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ccdacd5a-22c6-4487-bf81-a45b8a89dde8 req-5ccce51e-4d67-4861-a585-a526bb08d2c4 tempest-LiveMigrationTest-1156190287 tempest-LiveMigrationTest-1156190287-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0117133 Aug 10 03:14:11.889697 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [req-c17530be-2dca-47e7-8851-6a13921feaeb req-d15cb941-c7fc-4058-bc79-821816c55a17 tempest-LiveAutoBlockMigrationV225Test-725400249 tempest-LiveAutoBlockMigrationV225Test-725400249-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:14:11.892040 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c17530be-2dca-47e7-8851-6a13921feaeb req-d15cb941-c7fc-4058-bc79-821816c55a17 tempest-LiveAutoBlockMigrationV225Test-725400249 tempest-LiveAutoBlockMigrationV225Test-725400249-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0098708 Aug 10 03:14:11.905645 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-ccdacd5a-22c6-4487-bf81-a45b8a89dde8 req-30eba6a8-d203-41e2-8d66-8490a3426964 service neutron] Request body: {'binding': {'host': 'n-h1-768862-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:14:11.906109 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-ccdacd5a-22c6-4487-bf81-a45b8a89dde8 req-30eba6a8-d203-41e2-8d66-8490a3426964 service neutron] Unknown quota resources ['binding']. {{(pid=94261) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 03:14:11.909456 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-c17530be-2dca-47e7-8851-6a13921feaeb req-2ca6aa59-a672-4e9c-9001-48a6a5bb38d8 service neutron] Request body: {'binding': {'host': 'n-h1-768862-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:14:11.910097 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-c17530be-2dca-47e7-8851-6a13921feaeb req-2ca6aa59-a672-4e9c-9001-48a6a5bb38d8 service neutron] Unknown quota resources ['binding']. {{(pid=94260) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 03:14:11.954971 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a5000baf-521c-4d81-87ad-00389a84ced5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:12.023486 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314f7904-8dff-4a28-86c1-8250aeb41dfb req-74acb0bc-37bd-45df-81b2-69d33dffb247 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:12.025108 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-314f7904-8dff-4a28-86c1-8250aeb41dfb req-74acb0bc-37bd-45df-81b2-69d33dffb247 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdc24485-8790-48d1-85ab-a5e663e1bff7 HTTP/1.1" status: 200 len: 950 time: 0.1890666 Aug 10 03:14:12.071181 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5000baf-521c-4d81-87ad-00389a84ced5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8734b730-3442-4039-91fc-f40a8b73bab6,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:12.115773 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5000baf-521c-4d81-87ad-00389a84ced5 admin admin] Checking segment: {'id': 'b65096dc-b42c-47d6-ac0e-60d26d3e4a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ccc68ca1-e8c0-4ca0-9e6e-f4c27cdda5ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:14:12.116236 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5000baf-521c-4d81-87ad-00389a84ced5 admin admin] Network hostable DHCP agents. Network: ccc68ca1-e8c0-4ca0-9e6e-f4c27cdda5ae, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:14:12.165640 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-ccdacd5a-22c6-4487-bf81-a45b8a89dde8 req-30eba6a8-d203-41e2-8d66-8490a3426964 service neutron] Attempting to bind port 27080ad8-c856-4fb6-b762-f49ad6377e20 on host n-h1-768862-13 for vnic_type normal with profile None {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:14:12.166320 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-ccdacd5a-22c6-4487-bf81-a45b8a89dde8 req-30eba6a8-d203-41e2-8d66-8490a3426964 service neutron] Attempting to bind port 27080ad8-c856-4fb6-b762-f49ad6377e20 by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '6bf2f30c-8de9-48b6-ac35-0afe448267ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fb04e5c4-4048-4691-8fd2-5191f92c4dcc'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:14:12.166818 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdacd5a-22c6-4487-bf81-a45b8a89dde8 req-30eba6a8-d203-41e2-8d66-8490a3426964 service neutron] Attempting to bind port 27080ad8-c856-4fb6-b762-f49ad6377e20 on network fb04e5c4-4048-4691-8fd2-5191f92c4dcc {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:14:12.169286 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5000baf-521c-4d81-87ad-00389a84ced5 admin admin] Network ccc68ca1-e8c0-4ca0-9e6e-f4c27cdda5ae is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:14:12.173387 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-c17530be-2dca-47e7-8851-6a13921feaeb req-2ca6aa59-a672-4e9c-9001-48a6a5bb38d8 service neutron] Attempting to bind port 566f6b56-aa81-488e-ba78-e138e9cea803 on host n-h1-768862-13 for vnic_type normal with profile None {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:14:12.173881 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-c17530be-2dca-47e7-8851-6a13921feaeb req-2ca6aa59-a672-4e9c-9001-48a6a5bb38d8 service neutron] Attempting to bind port 566f6b56-aa81-488e-ba78-e138e9cea803 by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': 'ef460c05-97a2-474e-9fc7-ca614ed2a066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:14:12.174347 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17530be-2dca-47e7-8851-6a13921feaeb req-2ca6aa59-a672-4e9c-9001-48a6a5bb38d8 service neutron] Attempting to bind port 566f6b56-aa81-488e-ba78-e138e9cea803 on network 7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:14:12.177819 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdacd5a-22c6-4487-bf81-a45b8a89dde8 req-30eba6a8-d203-41e2-8d66-8490a3426964 service neutron] Port 27080ad8-c856-4fb6-b762-f49ad6377e20 on network fb04e5c4-4048-4691-8fd2-5191f92c4dcc not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:14:12.178127 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdacd5a-22c6-4487-bf81-a45b8a89dde8 req-30eba6a8-d203-41e2-8d66-8490a3426964 service neutron] Attempting to bind port 27080ad8-c856-4fb6-b762-f49ad6377e20 on network fb04e5c4-4048-4691-8fd2-5191f92c4dcc {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:14:12.182686 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17530be-2dca-47e7-8851-6a13921feaeb req-2ca6aa59-a672-4e9c-9001-48a6a5bb38d8 service neutron] Port 566f6b56-aa81-488e-ba78-e138e9cea803 on network 7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:14:12.183187 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17530be-2dca-47e7-8851-6a13921feaeb req-2ca6aa59-a672-4e9c-9001-48a6a5bb38d8 service neutron] Attempting to bind port 566f6b56-aa81-488e-ba78-e138e9cea803 on network 7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:14:12.184395 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdacd5a-22c6-4487-bf81-a45b8a89dde8 req-30eba6a8-d203-41e2-8d66-8490a3426964 service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:14:12.185427 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdacd5a-22c6-4487-bf81-a45b8a89dde8 req-30eba6a8-d203-41e2-8d66-8490a3426964 service neutron] Checking segment: {'id': '6bf2f30c-8de9-48b6-ac35-0afe448267ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fb04e5c4-4048-4691-8fd2-5191f92c4dcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:14:12.186003 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdacd5a-22c6-4487-bf81-a45b8a89dde8 req-30eba6a8-d203-41e2-8d66-8490a3426964 service neutron] Bound using segment: {'id': '6bf2f30c-8de9-48b6-ac35-0afe448267ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fb04e5c4-4048-4691-8fd2-5191f92c4dcc'} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:14:12.186656 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-ccdacd5a-22c6-4487-bf81-a45b8a89dde8 req-30eba6a8-d203-41e2-8d66-8490a3426964 service neutron] Bound port: 27080ad8-c856-4fb6-b762-f49ad6377e20, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bf2f30c-8de9-48b6-ac35-0afe448267ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fb04e5c4-4048-4691-8fd2-5191f92c4dcc'}}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:14:12.188783 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-a5000baf-521c-4d81-87ad-00389a84ced5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, ccc68ca1-e8c0-4ca0-9e6e-f4c27cdda5ae) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:14:12.193221 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17530be-2dca-47e7-8851-6a13921feaeb req-2ca6aa59-a672-4e9c-9001-48a6a5bb38d8 service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:14:12.194301 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17530be-2dca-47e7-8851-6a13921feaeb req-2ca6aa59-a672-4e9c-9001-48a6a5bb38d8 service neutron] Checking segment: {'id': 'ef460c05-97a2-474e-9fc7-ca614ed2a066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:14:12.194707 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17530be-2dca-47e7-8851-6a13921feaeb req-2ca6aa59-a672-4e9c-9001-48a6a5bb38d8 service neutron] Bound using segment: {'id': 'ef460c05-97a2-474e-9fc7-ca614ed2a066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:14:12.195158 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-c17530be-2dca-47e7-8851-6a13921feaeb req-2ca6aa59-a672-4e9c-9001-48a6a5bb38d8 service neutron] Bound port: 566f6b56-aa81-488e-ba78-e138e9cea803, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef460c05-97a2-474e-9fc7-ca614ed2a066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:14:12.204978 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47552e86-4fec-4cb3-a84d-2e47f824795d None None] Network ccc68ca1-e8c0-4ca0-9e6e-f4c27cdda5ae requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:14:12.220973 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5000baf-521c-4d81-87ad-00389a84ced5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:12.221580 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a5000baf-521c-4d81-87ad-00389a84ced5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:12.241918 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a5000baf-521c-4d81-87ad-00389a84ced5 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5855348 Aug 10 03:14:12.248466 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-314f7904-8dff-4a28-86c1-8250aeb41dfb req-1df0d890-e4d1-41aa-bd96-18e606bd773b tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Deleting port 9b2d7d00-347e-46d6-80ac-89bc678b1c1b {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:14:12.248810 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-314f7904-8dff-4a28-86c1-8250aeb41dfb req-1df0d890-e4d1-41aa-bd96-18e606bd773b tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:12.355266 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-c17530be-2dca-47e7-8851-6a13921feaeb req-2ca6aa59-a672-4e9c-9001-48a6a5bb38d8 service neutron] For port 566f6b56-aa81-488e-ba78-e138e9cea803, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=566f6b56-aa81-488e-ba78-e138e9cea803,segment=NetworkSegment(ef460c05-97a2-474e-9fc7-ca614ed2a066),segment_id=ef460c05-97a2-474e-9fc7-ca614ed2a066)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:14:12.361193 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-ccdacd5a-22c6-4487-bf81-a45b8a89dde8 req-30eba6a8-d203-41e2-8d66-8490a3426964 service neutron] For port 27080ad8-c856-4fb6-b762-f49ad6377e20, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=27080ad8-c856-4fb6-b762-f49ad6377e20,segment=NetworkSegment(6bf2f30c-8de9-48b6-ac35-0afe448267ae),segment_id=6bf2f30c-8de9-48b6-ac35-0afe448267ae)] {{(pid=94261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:14:12.373974 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-ccdacd5a-22c6-4487-bf81-a45b8a89dde8 req-30eba6a8-d203-41e2-8d66-8490a3426964 service neutron] Notify callbacks [] for binding, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:12.374644 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c17530be-2dca-47e7-8851-6a13921feaeb req-2ca6aa59-a672-4e9c-9001-48a6a5bb38d8 service neutron] Notify callbacks [] for binding, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:12.379349 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c17530be-2dca-47e7-8851-6a13921feaeb req-2ca6aa59-a672-4e9c-9001-48a6a5bb38d8 service neutron] 10.222.0.44 "POST /v2.0/ports/566f6b56-aa81-488e-ba78-e138e9cea803/bindings HTTP/1.1" status: 201 len: 390 time: 0.4738023 Aug 10 03:14:12.394837 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ccdacd5a-22c6-4487-bf81-a45b8a89dde8 req-30eba6a8-d203-41e2-8d66-8490a3426964 service neutron] 10.222.0.44 "POST /v2.0/ports/27080ad8-c856-4fb6-b762-f49ad6377e20/bindings HTTP/1.1" status: 201 len: 390 time: 0.4928689 Aug 10 03:14:12.406361 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-314f7904-8dff-4a28-86c1-8250aeb41dfb req-1df0d890-e4d1-41aa-bd96-18e606bd773b tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] For port 9b2d7d00-347e-46d6-80ac-89bc678b1c1b, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=9b2d7d00-347e-46d6-80ac-89bc678b1c1b,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:12.406675 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-314f7904-8dff-4a28-86c1-8250aeb41dfb req-1df0d890-e4d1-41aa-bd96-18e606bd773b tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:12.427418 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-314f7904-8dff-4a28-86c1-8250aeb41dfb req-1df0d890-e4d1-41aa-bd96-18e606bd773b tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Calling delete_port for 9b2d7d00-347e-46d6-80ac-89bc678b1c1b owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:14:12.628017 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997713ba-86d9-43e8-9314-1fa27b5783f2 None None] Network ccc68ca1-e8c0-4ca0-9e6e-f4c27cdda5ae requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:14:12.649143 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30bf9e2-0b1f-476f-b274-95af06d1ae92 req-2d464535-4a9d-40cf-a5b5-95c583b686c0 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:12.656959 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c30bf9e2-0b1f-476f-b274-95af06d1ae92 req-2d464535-4a9d-40cf-a5b5-95c583b686c0 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/ports?device_id=cdc24485-8790-48d1-85ab-a5e663e1bff7 HTTP/1.1" status: 200 len: 950 time: 0.0889421 Aug 10 03:14:12.658857 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-314f7904-8dff-4a28-86c1-8250aeb41dfb req-1df0d890-e4d1-41aa-bd96-18e606bd773b tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:12.683596 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['6cba7831-a801-42d6-aca6-3cbd8bd25305', '9b2d7d00-347e-46d6-80ac-89bc678b1c1b', '8af5ca65-d1e8-47e0-9e35-5cab8c4a2292'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:14:12.734089 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df0d890-e4d1-41aa-bd96-18e606bd773b tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Pushing event deleted for resources: {'Port': ['ID=9b2d7d00-347e-46d6-80ac-89bc678b1c1b,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:12.775245 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c30bf9e2-0b1f-476f-b274-95af06d1ae92 req-9fcd96d9-beb1-4c89-ae09-d076f6846fa2 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/security-groups?id=b61ddca4-e27e-4174-97e8-ca6f8f679a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172936 Aug 10 03:14:12.882101 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-314f7904-8dff-4a28-86c1-8250aeb41dfb req-1df0d890-e4d1-41aa-bd96-18e606bd773b tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] No DVR routers for this DVR port 9b2d7d00-347e-46d6-80ac-89bc678b1c1b on host n-h1-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:14:12.888630 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-314f7904-8dff-4a28-86c1-8250aeb41dfb req-1df0d890-e4d1-41aa-bd96-18e606bd773b tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:12.892230 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-314f7904-8dff-4a28-86c1-8250aeb41dfb req-1df0d890-e4d1-41aa-bd96-18e606bd773b tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.42 "DELETE /v2.0/ports/9b2d7d00-347e-46d6-80ac-89bc678b1c1b HTTP/1.1" status: 204 len: 173 time: 0.8569279 Aug 10 03:14:12.904279 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdc24485-8790-48d1-85ab-a5e663e1bff7', 'name': 'network-vif-deleted', 'tag': '9b2d7d00-347e-46d6-80ac-89bc678b1c1b'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:14:12.906200 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ea726f-d312-4d3d-8045-f362c6571f30" -d '{"events": [{"server_uuid": "cdc24485-8790-48d1-85ab-a5e663e1bff7", "name": "network-vif-deleted", "tag": "9b2d7d00-347e-46d6-80ac-89bc678b1c1b"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:14:12.954128 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdacd5a-22c6-4487-bf81-a45b8a89dde8 req-ccc018a4-d188-48bc-a7c8-32b33f6e7db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:12.955768 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ccdacd5a-22c6-4487-bf81-a45b8a89dde8 req-ccc018a4-d188-48bc-a7c8-32b33f6e7db5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ef0c546763504af887a177f337462e10&device_id=564cd1d5-4660-4da0-aad6-145d07e37da2 HTTP/1.1" status: 200 len: 1097 time: 0.0704629 Aug 10 03:14:13.183475 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fc3aa5-7777-49af-ae0f-0296ca3e54d4 req-d8984d12-ea65-4375-bfb0-4a9565cf937c tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:13.185102 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-53fc3aa5-7777-49af-ae0f-0296ca3e54d4 req-d8984d12-ea65-4375-bfb0-4a9565cf937c tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=f726c9d4-e35b-491c-8c1a-75058f6ba5e2 HTTP/1.1" status: 200 len: 950 time: 0.5024011 Aug 10 03:14:13.189235 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdacd5a-22c6-4487-bf81-a45b8a89dde8 req-69140218-524c-4797-ab54-8c80e5a91492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:13.192150 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ccdacd5a-22c6-4487-bf81-a45b8a89dde8 req-69140218-524c-4797-ab54-8c80e5a91492 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fb04e5c4-4048-4691-8fd2-5191f92c4dcc HTTP/1.1" status: 200 len: 908 time: 0.2250044 Aug 10 03:14:13.224820 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11681918-fbe7-46b5-9943-60b1fe7be1ec req-6be7d9d5-eeb8-4d03-a94f-8690c4a60416 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:13.226434 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-11681918-fbe7-46b5-9943-60b1fe7be1ec req-6be7d9d5-eeb8-4d03-a94f-8690c4a60416 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] 10.222.0.44 "GET /v2.0/ports?device_id=569f916c-7190-46e3-bf46-8aa13586447b HTTP/1.1" status: 200 len: 949 time: 0.3463697 Aug 10 03:14:13.248134 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ccdacd5a-22c6-4487-bf81-a45b8a89dde8 req-8c10957b-1706-4102-895d-d58cda5a5839 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27080ad8-c856-4fb6-b762-f49ad6377e20 HTTP/1.1" status: 200 len: 217 time: 0.0475650 Aug 10 03:14:13.252054 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-53fc3aa5-7777-49af-ae0f-0296ca3e54d4 req-c5b9e674-e309-45cc-a9ca-d53c3da02a88 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584836 Aug 10 03:14:13.302968 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-11681918-fbe7-46b5-9943-60b1fe7be1ec req-7435ac1d-5b98-436d-8010-3b67a1e4ba44 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] 10.222.0.44 "GET /v2.0/security-groups?id=e650e31d-ce31-437d-804d-e5f2e4a77982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651524 Aug 10 03:14:13.347489 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdacd5a-22c6-4487-bf81-a45b8a89dde8 req-08b10117-bd29-4bb4-bb36-72263e389254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:13.349361 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ccdacd5a-22c6-4487-bf81-a45b8a89dde8 req-08b10117-bd29-4bb4-bb36-72263e389254 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1dfce422-0216-4c9d-97b8-8fc7613926b1 HTTP/1.1" status: 200 len: 848 time: 0.0848906 Aug 10 03:14:13.405441 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ccdacd5a-22c6-4487-bf81-a45b8a89dde8 req-2771f98d-05a3-481a-a75f-ccf1a3b73ade service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fb04e5c4-4048-4691-8fd2-5191f92c4dcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473199 Aug 10 03:14:13.528074 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef7770-62a8-4dec-a139-a1e430e67725 req-64ec4894-ff2a-4638-9c05-81b8768a1226 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:13.531042 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b9ef7770-62a8-4dec-a139-a1e430e67725 req-64ec4894-ff2a-4638-9c05-81b8768a1226 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0e0a767-41dc-4001-a52c-857949a7e913 HTTP/1.1" status: 200 len: 946 time: 0.1408052 Aug 10 03:14:13.558854 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf7c27d-6b6b-4046-a6a6-4fe0ba763af4 req-0f8a558f-d8c6-41ed-bc91-0a7ba18d1a7f tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:13.560922 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-daf7c27d-6b6b-4046-a6a6-4fe0ba763af4 req-0f8a558f-d8c6-41ed-bc91-0a7ba18d1a7f tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=564cd1d5-4660-4da0-aad6-145d07e37da2 HTTP/1.1" status: 200 len: 945 time: 0.1077509 Aug 10 03:14:13.622194 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ccdacd5a-22c6-4487-bf81-a45b8a89dde8 req-0695bf17-2488-408f-9bfa-29d0e481f2db service neutron] 10.222.0.42 "GET /v2.0/networks/fb04e5c4-4048-4691-8fd2-5191f92c4dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072549 Aug 10 03:14:13.630756 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b9ef7770-62a8-4dec-a139-a1e430e67725 req-9f972a9f-796c-420d-bbec-68f647be2e61 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687449 Aug 10 03:14:13.651971 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-daf7c27d-6b6b-4046-a6a6-4fe0ba763af4 req-5bb8021e-0173-4584-a3ec-a9d7b9a9caed tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746796 Aug 10 03:14:13.742924 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1113db1-6b08-48c5-9cd2-f4d4ec8eb5da x-openstack-request-id: req-e1113db1-6b08-48c5-9cd2-f4d4ec8eb5da {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:14:13.743582 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdc24485-8790-48d1-85ab-a5e663e1bff7", "name": "network-vif-deleted", "tag": "9b2d7d00-347e-46d6-80ac-89bc678b1c1b", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:14:13.744324 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e1113db1-6b08-48c5-9cd2-f4d4ec8eb5da {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:14:13.745539 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdc24485-8790-48d1-85ab-a5e663e1bff7', 'name': 'network-vif-deleted', 'tag': '9b2d7d00-347e-46d6-80ac-89bc678b1c1b', 'status': 'completed', 'code': 200} Aug 10 03:14:13.814608 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ccdacd5a-22c6-4487-bf81-a45b8a89dde8 req-ddf0dc2f-9ca4-45d1-9941-e3c3280fe6a1 service neutron] 10.222.0.42 "GET /v2.0/networks/fb04e5c4-4048-4691-8fd2-5191f92c4dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841812 Aug 10 03:14:14.241418 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048b770-a52f-4e12-a97a-abf398efb554 req-a5e73f8a-2b27-47b9-ae2a-b25b6db213b6 tempest-VolumesAdminNegativeTest-1342322094 tempest-VolumesAdminNegativeTest-1342322094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:14.243127 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0048b770-a52f-4e12-a97a-abf398efb554 req-a5e73f8a-2b27-47b9-ae2a-b25b6db213b6 tempest-VolumesAdminNegativeTest-1342322094 tempest-VolumesAdminNegativeTest-1342322094-project] 10.222.0.44 "GET /v2.0/networks?id=c74b87bc-ed4e-4bef-bf2f-b3a15da9fe69 HTTP/1.1" status: 200 len: 814 time: 0.2151034 Aug 10 03:14:14.268236 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0048b770-a52f-4e12-a97a-abf398efb554 req-938870ae-823d-4a93-b210-474924eb3d00 tempest-VolumesAdminNegativeTest-1342322094 tempest-VolumesAdminNegativeTest-1342322094-project] 10.222.0.44 "GET /v2.0/quotas/5952c4fc21ac490b91d634d0b7fc1f48 HTTP/1.1" status: 200 len: 375 time: 0.0107999 Aug 10 03:14:14.317272 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0048b770-a52f-4e12-a97a-abf398efb554 req-28e50395-841c-44ae-b369-c0b6d7562d0c tempest-VolumesAdminNegativeTest-1342322094 tempest-VolumesAdminNegativeTest-1342322094-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=5952c4fc21ac490b91d634d0b7fc1f48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402634 Aug 10 03:14:14.478218 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-22be77a3-30b7-429d-8df7-a63f29735561 req-a6182d85-caa4-4085-b148-ab2afe473d48 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=7759a3b3d8b04fee839e86101ea0d645&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0465500 Aug 10 03:14:14.564506 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0048b770-a52f-4e12-a97a-abf398efb554 req-ee5c81c3-1f44-496d-a19c-2ee4e3917ad8 service neutron] 10.222.0.44 "GET /v2.0/networks/c74b87bc-ed4e-4bef-bf2f-b3a15da9fe69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315652 Aug 10 03:14:14.865971 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22be77a3-30b7-429d-8df7-a63f29735561 req-79298e9f-fa75-4af6-88bc-1c80df14eed5 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:14.866600 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-22be77a3-30b7-429d-8df7-a63f29735561 req-79298e9f-fa75-4af6-88bc-1c80df14eed5 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3549211 Aug 10 03:14:14.868998 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0048b770-a52f-4e12-a97a-abf398efb554 req-bce361d2-97b5-4a87-8a11-ff7ef29dcddc service neutron] 10.222.0.44 "GET /v2.0/networks/c74b87bc-ed4e-4bef-bf2f-b3a15da9fe69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426598 Aug 10 03:14:14.895369 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-22be77a3-30b7-429d-8df7-a63f29735561 req-405e48ed-8989-46e5-82ef-5e7cbcba78e8 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] 10.222.0.44 "GET /v2.0/quotas/7759a3b3d8b04fee839e86101ea0d645 HTTP/1.1" status: 200 len: 375 time: 0.0182040 Aug 10 03:14:14.976981 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-22be77a3-30b7-429d-8df7-a63f29735561 req-1d9ad073-a1bb-4429-8695-d2db2bc35e52 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=7759a3b3d8b04fee839e86101ea0d645&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0807452 Aug 10 03:14:15.297421 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a15b74d-84a2-4c47-af93-2a8a23122ca2 req-6f003d7a-9cfe-4a34-8ea2-f32d042c915f tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:15.305947 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5a15b74d-84a2-4c47-af93-2a8a23122ca2 req-6f003d7a-9cfe-4a34-8ea2-f32d042c915f tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=f726c9d4-e35b-491c-8c1a-75058f6ba5e2 HTTP/1.1" status: 200 len: 950 time: 0.1056309 Aug 10 03:14:15.394898 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5a15b74d-84a2-4c47-af93-2a8a23122ca2 req-f109502b-f03f-4a45-992e-2b48ea7108da tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876451 Aug 10 03:14:15.413974 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd602df8-cf47-4586-b126-c8742a6a96b1 req-8d66b9ba-ddd4-4921-aef1-962110ee53f8 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:15.437245 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cd602df8-cf47-4586-b126-c8742a6a96b1 req-8d66b9ba-ddd4-4921-aef1-962110ee53f8 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9003228-f573-4146-ad18-7515ed907236 HTTP/1.1" status: 200 len: 950 time: 0.1979091 Aug 10 03:14:15.536925 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 9b2d7d00-347e-46d6-80ac-89bc678b1c1b no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:14:15.544428 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cd602df8-cf47-4586-b126-c8742a6a96b1 req-da37d164-0a14-47dd-a166-d9e7ed4bda95 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/security-groups?id=b61ddca4-e27e-4174-97e8-ca6f8f679a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882652 Aug 10 03:14:15.641967 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] No Port match for: 9b2d7d00-347e-46d6-80ac-89bc678b1c1b {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:14:15.642422 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 9b2d7d00-347e-46d6-80ac-89bc678b1c1b not bound to the agent host n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:14:15.749139 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97699e1a-a1bf-4b0c-b0e8-801318d3acbf req-5a29108f-a87d-496d-91f9-ff822e23ce08 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:15.761770 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-97699e1a-a1bf-4b0c-b0e8-801318d3acbf req-5a29108f-a87d-496d-91f9-ff822e23ce08 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=564cd1d5-4660-4da0-aad6-145d07e37da2 HTTP/1.1" status: 200 len: 945 time: 0.0806661 Aug 10 03:14:15.913378 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-97699e1a-a1bf-4b0c-b0e8-801318d3acbf req-97b57193-0a5d-4e66-b12c-9e9ffd8e15ca tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506381 Aug 10 03:14:15.947724 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3214191f-f439-4466-8a23-54c245e8c843 req-69784bfd-63da-4dab-b2f3-3b01b04158fb tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:15.950813 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3214191f-f439-4466-8a23-54c245e8c843 req-69784bfd-63da-4dab-b2f3-3b01b04158fb tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0e0a767-41dc-4001-a52c-857949a7e913 HTTP/1.1" status: 200 len: 946 time: 0.1301851 Aug 10 03:14:16.052174 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3214191f-f439-4466-8a23-54c245e8c843 req-a27e4c85-62b6-410c-a059-3d8654d69f64 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817254 Aug 10 03:14:16.124075 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bed40130-c3bd-47b4-846f-b4416fdef140 req-d6652bc6-cfd3-44e3-a56f-edf6c50ba398 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] 10.222.0.44 "GET /v2.0/ports?device_id=075fb0b6-9052-4dfe-bf2c-5499bfe599b5 HTTP/1.1" status: 200 len: 210 time: 0.0758493 Aug 10 03:14:16.232829 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a171c6e-2ff8-4c5b-9135-747b1a0db5ff req-aa962ae1-2db5-461e-a0fa-4dd49f9c1dd8 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:16.236674 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-5a171c6e-2ff8-4c5b-9135-747b1a0db5ff req-aa962ae1-2db5-461e-a0fa-4dd49f9c1dd8 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.42 "GET /v2.0/ports?device_id=e9003228-f573-4146-ad18-7515ed907236 HTTP/1.1" status: 200 len: 950 time: 0.1654911 Aug 10 03:14:16.351846 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e3ac9dcb-5e21-471b-b521-6a33625f9e36 req-7d2a1c6a-f297-4407-af9c-93493c7e6117 tempest-VolumesAdminNegativeTest-1342322094 tempest-VolumesAdminNegativeTest-1342322094-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0f55cc4-356d-4943-b654-5ded5c70bba8 HTTP/1.1" status: 200 len: 210 time: 0.0901065 Aug 10 03:14:16.462520 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-5a171c6e-2ff8-4c5b-9135-747b1a0db5ff req-40d4f267-da21-40f7-9e32-3af318362dde tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Deleting port 6cba7831-a801-42d6-aca6-3cbd8bd25305 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:14:16.463079 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-5a171c6e-2ff8-4c5b-9135-747b1a0db5ff req-40d4f267-da21-40f7-9e32-3af318362dde tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:16.720438 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b3bcbe-b80d-497e-a804-31e30f4c9d5b req-6023db17-53d5-46fa-bb1a-a2607c21e9de tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:16.735733 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e9b3bcbe-b80d-497e-a804-31e30f4c9d5b req-6023db17-53d5-46fa-bb1a-a2607c21e9de tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=f726c9d4-e35b-491c-8c1a-75058f6ba5e2 HTTP/1.1" status: 200 len: 950 time: 0.1128566 Aug 10 03:14:16.745773 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-5a171c6e-2ff8-4c5b-9135-747b1a0db5ff req-40d4f267-da21-40f7-9e32-3af318362dde tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] For port 6cba7831-a801-42d6-aca6-3cbd8bd25305, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=6cba7831-a801-42d6-aca6-3cbd8bd25305,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:16.747493 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-5a171c6e-2ff8-4c5b-9135-747b1a0db5ff req-40d4f267-da21-40f7-9e32-3af318362dde tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:16.776803 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-5a171c6e-2ff8-4c5b-9135-747b1a0db5ff req-40d4f267-da21-40f7-9e32-3af318362dde tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Calling delete_port for 6cba7831-a801-42d6-aca6-3cbd8bd25305 owned by compute:nova {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:14:16.813447 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e9b3bcbe-b80d-497e-a804-31e30f4c9d5b req-e4f526ad-0dfa-47df-8b33-197bc7529ba9 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738723 Aug 10 03:14:16.914967 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f9e5e6-5ba1-4543-8753-d4a116436ad9 req-c0a28cd1-363b-44b4-b700-bd2bd6f79a19 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:16.917618 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d1f9e5e6-5ba1-4543-8753-d4a116436ad9 req-c0a28cd1-363b-44b4-b700-bd2bd6f79a19 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=b7cd4857-a251-4d7d-9d7a-d613495524da HTTP/1.1" status: 200 len: 945 time: 0.1015444 Aug 10 03:14:17.030118 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-5a171c6e-2ff8-4c5b-9135-747b1a0db5ff req-40d4f267-da21-40f7-9e32-3af318362dde tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:17.047616 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['6cba7831-a801-42d6-aca6-3cbd8bd25305', '8af5ca65-d1e8-47e0-9e35-5cab8c4a2292'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:14:17.051865 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc18692e-1962-4d89-943c-0dc32ecc5b35 req-e7122a92-305e-4751-9364-af276ff76ccb tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:17.054984 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bc18692e-1962-4d89-943c-0dc32ecc5b35 req-e7122a92-305e-4751-9364-af276ff76ccb tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9003228-f573-4146-ad18-7515ed907236 HTTP/1.1" status: 200 len: 950 time: 0.1331694 Aug 10 03:14:17.064478 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d1f9e5e6-5ba1-4543-8753-d4a116436ad9 req-6189b553-88e3-4e5e-9a6b-d8a96f93780b tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279469 Aug 10 03:14:17.094815 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d4f267-da21-40f7-9e32-3af318362dde tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Pushing event deleted for resources: {'Port': ['ID=6cba7831-a801-42d6-aca6-3cbd8bd25305,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:17.127734 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bc18692e-1962-4d89-943c-0dc32ecc5b35 req-229fc90c-a984-4628-b5a7-5f20a73204ff tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/security-groups?id=b61ddca4-e27e-4174-97e8-ca6f8f679a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618110 Aug 10 03:14:17.221158 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a171c6e-2ff8-4c5b-9135-747b1a0db5ff req-40d4f267-da21-40f7-9e32-3af318362dde tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] No DVR routers for this DVR port 6cba7831-a801-42d6-aca6-3cbd8bd25305 on host n-h1-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:14:17.225687 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-5a171c6e-2ff8-4c5b-9135-747b1a0db5ff req-40d4f267-da21-40f7-9e32-3af318362dde tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:17.231351 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-5a171c6e-2ff8-4c5b-9135-747b1a0db5ff req-40d4f267-da21-40f7-9e32-3af318362dde tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.42 "DELETE /v2.0/ports/6cba7831-a801-42d6-aca6-3cbd8bd25305 HTTP/1.1" status: 204 len: 173 time: 0.9857874 Aug 10 03:14:17.232169 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9003228-f573-4146-ad18-7515ed907236', 'name': 'network-vif-deleted', 'tag': '6cba7831-a801-42d6-aca6-3cbd8bd25305'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:14:17.240636 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aace4d83-bcbb-4a46-b82c-7f384cea7f7d" -d '{"events": [{"server_uuid": "e9003228-f573-4146-ad18-7515ed907236", "name": "network-vif-deleted", "tag": "6cba7831-a801-42d6-aca6-3cbd8bd25305"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:14:17.292607 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-55ae9501-878c-4565-b32a-13f2a0ce43bf req-12487350-2c8f-424f-b846-f6c2a1c1273b tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] 10.222.0.44 "GET /v2.0/ports?device_id=075fb0b6-9052-4dfe-bf2c-5499bfe599b5 HTTP/1.1" status: 200 len: 210 time: 0.0495412 Aug 10 03:14:17.445026 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40329ac-c420-4bcd-baa0-7c4cf74f62cd req-2eec28da-e473-4f1e-aeb1-664fa65bc398 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:17.447322 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b40329ac-c420-4bcd-baa0-7c4cf74f62cd req-2eec28da-e473-4f1e-aeb1-664fa65bc398 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=564cd1d5-4660-4da0-aad6-145d07e37da2 HTTP/1.1" status: 200 len: 945 time: 0.1483092 Aug 10 03:14:17.490196 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-22be77a3-30b7-429d-8df7-a63f29735561 req-2cf2f36c-3e7e-46aa-b57e-3878d46f29ab tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=7759a3b3d8b04fee839e86101ea0d645&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0579433 Aug 10 03:14:17.576264 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b40329ac-c420-4bcd-baa0-7c4cf74f62cd req-35d8c378-708e-4f82-81d5-2c273c41ebe8 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122446 Aug 10 03:14:17.604552 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23342749-e69d-40c7-a221-0087d3c0817c req-03fa4d04-7cf6-4097-946b-df6a895095a6 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:17.615429 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-23342749-e69d-40c7-a221-0087d3c0817c req-03fa4d04-7cf6-4097-946b-df6a895095a6 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0e0a767-41dc-4001-a52c-857949a7e913 HTTP/1.1" status: 200 len: 946 time: 0.1132419 Aug 10 03:14:17.729786 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-23342749-e69d-40c7-a221-0087d3c0817c req-a7c3fd90-1604-4d5e-bc4e-fe907f8c0e2f tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102872 Aug 10 03:14:17.743001 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22be77a3-30b7-429d-8df7-a63f29735561 req-bfe283a6-c47b-4d22-8b48-7c4a3da41eb1 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:17.744591 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-22be77a3-30b7-429d-8df7-a63f29735561 req-bfe283a6-c47b-4d22-8b48-7c4a3da41eb1 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2465687 Aug 10 03:14:17.754711 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab684f15-03e5-4001-a016-3c04270ded85 x-openstack-request-id: req-ab684f15-03e5-4001-a016-3c04270ded85 {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:14:17.755263 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9003228-f573-4146-ad18-7515ed907236", "name": "network-vif-deleted", "tag": "6cba7831-a801-42d6-aca6-3cbd8bd25305", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:14:17.755682 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ab684f15-03e5-4001-a016-3c04270ded85 {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:14:17.756257 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9003228-f573-4146-ad18-7515ed907236', 'name': 'network-vif-deleted', 'tag': '6cba7831-a801-42d6-aca6-3cbd8bd25305', 'status': 'completed', 'code': 200} Aug 10 03:14:17.762015 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-22be77a3-30b7-429d-8df7-a63f29735561 req-b4cacd23-e39b-4fc6-9ede-520f7a75b111 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] Request body: {'port': {'device_id': '075fb0b6-9052-4dfe-bf2c-5499bfe599b5', 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721', 'admin_state_up': True, 'tenant_id': '7759a3b3d8b04fee839e86101ea0d645'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:14:17.924612 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-53e47302-4af2-47e9-bbba-224c676447e6 req-3204b25b-23ea-4d32-9d29-9b8f1d31bcd6 tempest-VolumesAdminNegativeTest-1342322094 tempest-VolumesAdminNegativeTest-1342322094-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0f55cc4-356d-4943-b654-5ded5c70bba8 HTTP/1.1" status: 200 len: 210 time: 0.0520842 Aug 10 03:14:18.000518 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22be77a3-30b7-429d-8df7-a63f29735561 req-b4cacd23-e39b-4fc6-9ede-520f7a75b111 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] Made reservation on behalf of 7759a3b3d8b04fee839e86101ea0d645 for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:14:18.005259 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-22be77a3-30b7-429d-8df7-a63f29735561 req-b4cacd23-e39b-4fc6-9ede-520f7a75b111 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:18.027006 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4e5bb6-115e-4eb7-9665-bc29ea410aff req-6ad97cb1-4c88-4ac9-9a57-350053d9d1f9 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:18.029482 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fc4e5bb6-115e-4eb7-9665-bc29ea410aff req-6ad97cb1-4c88-4ac9-9a57-350053d9d1f9 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=f726c9d4-e35b-491c-8c1a-75058f6ba5e2 HTTP/1.1" status: 200 len: 950 time: 0.0681190 Aug 10 03:14:18.107903 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fc4e5bb6-115e-4eb7-9665-bc29ea410aff req-12aca0cb-0a7a-4174-91f2-17e502d57822 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644987 Aug 10 03:14:18.214423 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [req-22be77a3-30b7-429d-8df7-a63f29735561 req-b4cacd23-e39b-4fc6-9ede-520f7a75b111 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] Allocated IP 192.168.233.43 (72a4be73-29a1-424c-8690-ecdcf6b06721/60d10164-1dee-4940-9d19-f71e6c18cbc5/a054d947-4530-4b99-99f8-da474d7cde1c) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:14:18.331647 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a9db40-4572-46fc-b384-f9ae4b70d745 req-ab2fb213-a275-481f-aea6-2ac803b68cb7 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:18.345596 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-21a9db40-4572-46fc-b384-f9ae4b70d745 req-ab2fb213-a275-481f-aea6-2ac803b68cb7 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=b7cd4857-a251-4d7d-9d7a-d613495524da HTTP/1.1" status: 200 len: 945 time: 0.1602597 Aug 10 03:14:18.446758 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2a0b0967-1202-4431-b690-2acd931238d4 req-0a340b7f-7f86-4594-87e6-6c1aaec70b7b tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9003228-f573-4146-ad18-7515ed907236 HTTP/1.1" status: 200 len: 210 time: 0.0774660 Aug 10 03:14:18.500179 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-21a9db40-4572-46fc-b384-f9ae4b70d745 req-910c7b08-18e6-4d00-b27b-05b8e2bcc9d1 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490874 Aug 10 03:14:18.520834 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-22be77a3-30b7-429d-8df7-a63f29735561 req-b4cacd23-e39b-4fc6-9ede-520f7a75b111 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:18.569022 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f3690e26-f7c8-4ee2-80aa-aec19386eb9e req-621ea42d-02dc-4adc-b711-41d032f483cf tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] 10.222.0.44 "GET /v2.0/ports?device_id=075fb0b6-9052-4dfe-bf2c-5499bfe599b5 HTTP/1.1" status: 200 len: 210 time: 0.0331993 Aug 10 03:14:18.621172 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [req-22be77a3-30b7-429d-8df7-a63f29735561 req-b4cacd23-e39b-4fc6-9ede-520f7a75b111 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] Transition to ACTIVE for port object a054d947-4530-4b99-99f8-da474d7cde1c will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:14:18.712394 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969f453c-a382-4886-9b29-13f4af42e1e3 req-f795da1e-7f14-4b1a-8e20-dad385bbb835 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:18.713795 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-969f453c-a382-4886-9b29-13f4af42e1e3 req-f795da1e-7f14-4b1a-8e20-dad385bbb835 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7cd4857-a251-4d7d-9d7a-d613495524da HTTP/1.1" status: 200 len: 945 time: 0.1347525 Aug 10 03:14:18.741773 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048b770-a52f-4e12-a97a-abf398efb554 req-8d9ffe52-ab5f-4023-9e59-e041514bf934 tempest-VolumesAdminNegativeTest-1342322094 tempest-VolumesAdminNegativeTest-1342322094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:18.744696 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-0048b770-a52f-4e12-a97a-abf398efb554 req-8d9ffe52-ab5f-4023-9e59-e041514bf934 tempest-VolumesAdminNegativeTest-1342322094 tempest-VolumesAdminNegativeTest-1342322094-project] 10.222.0.61 "GET /v2.0/networks?id=c74b87bc-ed4e-4bef-bf2f-b3a15da9fe69 HTTP/1.1" status: 200 len: 814 time: 0.2817686 Aug 10 03:14:18.777703 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c4b98b-29d3-4ec5-b406-1b9654967a2b req-4530ce62-a016-4685-a223-cc0d06ac98ff tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:18.779934 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-78c4b98b-29d3-4ec5-b406-1b9654967a2b req-4530ce62-a016-4685-a223-cc0d06ac98ff tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=564cd1d5-4660-4da0-aad6-145d07e37da2 HTTP/1.1" status: 200 len: 945 time: 0.0798569 Aug 10 03:14:18.780413 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-0048b770-a52f-4e12-a97a-abf398efb554 req-3f7af335-df04-4633-a3d1-e288df33cada tempest-VolumesAdminNegativeTest-1342322094 tempest-VolumesAdminNegativeTest-1342322094-project] Request body: {'port': {'device_id': 'f0f55cc4-356d-4943-b654-5ded5c70bba8', 'network_id': 'c74b87bc-ed4e-4bef-bf2f-b3a15da9fe69', 'admin_state_up': True, 'tenant_id': '5952c4fc21ac490b91d634d0b7fc1f48'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:14:18.794606 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-22be77a3-30b7-429d-8df7-a63f29735561 req-b4cacd23-e39b-4fc6-9ede-520f7a75b111 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:18.811684 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['80217192-0c4c-43f4-aeb5-4140aaabb64a'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:14:18.862767 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-78c4b98b-29d3-4ec5-b406-1b9654967a2b req-7171bee8-acb4-436b-bcc2-5074026ad087 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710869 Aug 10 03:14:18.926460 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22be77a3-30b7-429d-8df7-a63f29735561 req-b4cacd23-e39b-4fc6-9ede-520f7a75b111 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] Network 72a4be73-29a1-424c-8690-ecdcf6b06721 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:14:18.948129 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [req-22be77a3-30b7-429d-8df7-a63f29735561 req-b4cacd23-e39b-4fc6-9ede-520f7a75b111 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:14:18.956312 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-22be77a3-30b7-429d-8df7-a63f29735561 req-b4cacd23-e39b-4fc6-9ede-520f7a75b111 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:14:18.969148 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22be77a3-30b7-429d-8df7-a63f29735561 req-b4cacd23-e39b-4fc6-9ede-520f7a75b111 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:18.969730 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-22be77a3-30b7-429d-8df7-a63f29735561 req-b4cacd23-e39b-4fc6-9ede-520f7a75b111 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:18.980201 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e31aeb-9fce-4e9a-9671-52c5812b753f req-e33bbe9f-1adf-43f1-a119-fb4446db1b43 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:18.985939 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cacd23-e39b-4fc6-9ede-520f7a75b111 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] Pushing event updated for resources: {'Port': ['ID=a054d947-4530-4b99-99f8-da474d7cde1c,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:18.990552 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-24e31aeb-9fce-4e9a-9671-52c5812b753f req-e33bbe9f-1adf-43f1-a119-fb4446db1b43 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0e0a767-41dc-4001-a52c-857949a7e913 HTTP/1.1" status: 200 len: 946 time: 0.1103268 Aug 10 03:14:19.068694 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-24e31aeb-9fce-4e9a-9671-52c5812b753f req-70231a5c-1182-4ea5-8403-77b7cb0814dc tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734220 Aug 10 03:14:19.093882 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-22be77a3-30b7-429d-8df7-a63f29735561 req-b4cacd23-e39b-4fc6-9ede-520f7a75b111 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3363910 Aug 10 03:14:19.101819 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-969f453c-a382-4886-9b29-13f4af42e1e3 req-66c1ccae-dfeb-4e4a-bd93-eac02841b750 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Deleting port 72db57e4-82ce-4c49-80ba-11e698776b0e {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:14:19.102211 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-969f453c-a382-4886-9b29-13f4af42e1e3 req-66c1ccae-dfeb-4e4a-bd93-eac02841b750 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:19.116680 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-22be77a3-30b7-429d-8df7-a63f29735561 req-37cd54a7-f4f0-46c2-bb9c-63f82f7bab0e service neutron] Request body: {'port': {'device_id': '075fb0b6-9052-4dfe-bf2c-5499bfe599b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-13'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:14:19.226373 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-65725030-7794-439c-88aa-2015a3a76100 req-9198b986-e8d5-4655-98b3-0e6050ffa7ea tempest-VolumesAdminNegativeTest-1342322094 tempest-VolumesAdminNegativeTest-1342322094-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0f55cc4-356d-4943-b654-5ded5c70bba8 HTTP/1.1" status: 200 len: 210 time: 0.0523059 Aug 10 03:14:19.301338 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-2dfe83de-88b0-4a38-9bca-52d3810bd876 None None] Provisioning for port a054d947-4530-4b99-99f8-da474d7cde1c completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:14:19.312133 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff7b535-e277-4a07-ac7a-693bf248a630 req-430063d3-c158-4974-b252-0b9fb74e4514 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:19.312511 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-2dfe83de-88b0-4a38-9bca-52d3810bd876 None None] Provisioning complete for port a054d947-4530-4b99-99f8-da474d7cde1c triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:14:19.313546 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-2dfe83de-88b0-4a38-9bca-52d3810bd876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:19.314091 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-aff7b535-e277-4a07-ac7a-693bf248a630 req-430063d3-c158-4974-b252-0b9fb74e4514 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=f726c9d4-e35b-491c-8c1a-75058f6ba5e2 HTTP/1.1" status: 200 len: 950 time: 0.0724573 Aug 10 03:14:19.361166 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-aff7b535-e277-4a07-ac7a-693bf248a630 req-fdb5c569-1fb0-4e17-9b70-1d882d9cb33f tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376303 Aug 10 03:14:19.372788 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-2dfe83de-88b0-4a38-9bca-52d3810bd876 None None] Port a054d947-4530-4b99-99f8-da474d7cde1c cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:14:19.452831 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0048b770-a52f-4e12-a97a-abf398efb554 req-3f7af335-df04-4633-a3d1-e288df33cada tempest-VolumesAdminNegativeTest-1342322094 tempest-VolumesAdminNegativeTest-1342322094-project] Made reservation on behalf of 5952c4fc21ac490b91d634d0b7fc1f48 for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:14:19.456922 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-0048b770-a52f-4e12-a97a-abf398efb554 req-3f7af335-df04-4633-a3d1-e288df33cada tempest-VolumesAdminNegativeTest-1342322094 tempest-VolumesAdminNegativeTest-1342322094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:19.554203 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 6cba7831-a801-42d6-aca6-3cbd8bd25305 no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:14:19.598277 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] No Port match for: 6cba7831-a801-42d6-aca6-3cbd8bd25305 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:14:19.599301 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 6cba7831-a801-42d6-aca6-3cbd8bd25305 not bound to the agent host n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:14:19.610774 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-22be77a3-30b7-429d-8df7-a63f29735561 req-37cd54a7-f4f0-46c2-bb9c-63f82f7bab0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:19.624422 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-969f453c-a382-4886-9b29-13f4af42e1e3 req-66c1ccae-dfeb-4e4a-bd93-eac02841b750 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] For port 72db57e4-82ce-4c49-80ba-11e698776b0e, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=72db57e4-82ce-4c49-80ba-11e698776b0e,segment=NetworkSegment(e1ea0112-d828-45f3-a96b-2a696c160566),segment_id=e1ea0112-d828-45f3-a96b-2a696c160566)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:19.624976 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-969f453c-a382-4886-9b29-13f4af42e1e3 req-66c1ccae-dfeb-4e4a-bd93-eac02841b750 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:19.658632 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-969f453c-a382-4886-9b29-13f4af42e1e3 req-66c1ccae-dfeb-4e4a-bd93-eac02841b750 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Calling delete_port for 72db57e4-82ce-4c49-80ba-11e698776b0e owned by compute:nova {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:14:19.783344 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf6a93-81ed-4391-93a4-a9f7f5dea94e req-71099595-cd88-4b2d-a211-061177be1874 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:19.790033 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-28bf6a93-81ed-4391-93a4-a9f7f5dea94e req-71099595-cd88-4b2d-a211-061177be1874 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=b7cd4857-a251-4d7d-9d7a-d613495524da HTTP/1.1" status: 200 len: 945 time: 0.1156275 Aug 10 03:14:19.854008 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [req-0048b770-a52f-4e12-a97a-abf398efb554 req-3f7af335-df04-4633-a3d1-e288df33cada tempest-VolumesAdminNegativeTest-1342322094 tempest-VolumesAdminNegativeTest-1342322094-project] Allocated IP 172.20.0.14 (c74b87bc-ed4e-4bef-bf2f-b3a15da9fe69/d9018e16-39a6-44ef-97d2-400a657eae99/aa30fcb9-feeb-4734-95fc-3b4e7773f339) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:14:19.891062 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-28bf6a93-81ed-4391-93a4-a9f7f5dea94e req-28dcfed6-c8e4-402a-87c6-3f4d95369de1 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905271 Aug 10 03:14:20.149523 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced8214d-f32a-4d8c-9eac-553fb6a18adf req-80ecf32c-6be4-43fb-8077-cce1aa1fdcbe tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:20.153443 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ced8214d-f32a-4d8c-9eac-553fb6a18adf req-80ecf32c-6be4-43fb-8077-cce1aa1fdcbe tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] 10.222.0.44 "GET /v2.0/ports?device_id=075fb0b6-9052-4dfe-bf2c-5499bfe599b5 HTTP/1.1" status: 200 len: 935 time: 0.1418340 Aug 10 03:14:20.174399 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaccd63-b4c5-45d7-9feb-12b4e64c2201 req-29d530ce-253a-4f1d-8f1e-ca5ba99d7297 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:20.187929 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9aaccd63-b4c5-45d7-9feb-12b4e64c2201 req-29d530ce-253a-4f1d-8f1e-ca5ba99d7297 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=564cd1d5-4660-4da0-aad6-145d07e37da2 HTTP/1.1" status: 200 len: 945 time: 0.1554534 Aug 10 03:14:20.287168 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ced8214d-f32a-4d8c-9eac-553fb6a18adf req-6f2279a2-4d80-4b9e-978e-1cb77ddc967e tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] 10.222.0.44 "GET /v2.0/security-groups?id=e650e31d-ce31-437d-804d-e5f2e4a77982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972373 Aug 10 03:14:20.315275 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9aaccd63-b4c5-45d7-9feb-12b4e64c2201 req-8ce00501-f7c6-43ee-b8e7-9fc19ceae7fe tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106284 Aug 10 03:14:20.488149 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-969f453c-a382-4886-9b29-13f4af42e1e3 req-66c1ccae-dfeb-4e4a-bd93-eac02841b750 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:20.500714 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['72db57e4-82ce-4c49-80ba-11e698776b0e'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:14:20.535411 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5fdf1a-20dd-42af-99ca-1ee84d2cd003 req-ea25937d-6c94-4065-a372-b0ddc036048b tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:20.537657 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4c5fdf1a-20dd-42af-99ca-1ee84d2cd003 req-ea25937d-6c94-4065-a372-b0ddc036048b tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2523f58-4dac-4c3c-853d-957eae2412b7 HTTP/1.1" status: 200 len: 951 time: 0.0947213 Aug 10 03:14:20.632757 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4c5fdf1a-20dd-42af-99ca-1ee84d2cd003 req-c6f75865-4d86-4a0a-9ebe-721b5d6f266b tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/security-groups?id=b61ddca4-e27e-4174-97e8-ca6f8f679a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741949 Aug 10 03:14:20.660210 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-0048b770-a52f-4e12-a97a-abf398efb554 req-3f7af335-df04-4633-a3d1-e288df33cada tempest-VolumesAdminNegativeTest-1342322094 tempest-VolumesAdminNegativeTest-1342322094-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:20.663620 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997348de-6867-4d8d-bc6e-b498ebc7fa53 req-b490e0d6-4d7b-42ff-8691-2c31833853fb tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:20.679908 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-997348de-6867-4d8d-bc6e-b498ebc7fa53 req-b490e0d6-4d7b-42ff-8691-2c31833853fb tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0e0a767-41dc-4001-a52c-857949a7e913 HTTP/1.1" status: 200 len: 946 time: 0.1336088 Aug 10 03:14:20.696592 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c1ccae-dfeb-4e4a-bd93-eac02841b750 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Pushing event deleted for resources: {'Port': ['ID=72db57e4-82ce-4c49-80ba-11e698776b0e,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:20.718133 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-969f453c-a382-4886-9b29-13f4af42e1e3 req-66c1ccae-dfeb-4e4a-bd93-eac02841b750 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] No DVR routers for this DVR port 72db57e4-82ce-4c49-80ba-11e698776b0e on host n-h1-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:14:20.728176 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-969f453c-a382-4886-9b29-13f4af42e1e3 req-66c1ccae-dfeb-4e4a-bd93-eac02841b750 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:20.730321 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-969f453c-a382-4886-9b29-13f4af42e1e3 req-66c1ccae-dfeb-4e4a-bd93-eac02841b750 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.42 "DELETE /v2.0/ports/72db57e4-82ce-4c49-80ba-11e698776b0e HTTP/1.1" status: 204 len: 173 time: 2.0083735 Aug 10 03:14:20.730778 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7cd4857-a251-4d7d-9d7a-d613495524da', 'name': 'network-vif-deleted', 'tag': '72db57e4-82ce-4c49-80ba-11e698776b0e'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:14:20.733150 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d162cd3-fa87-4c82-a187-7e78f4a56e9d" -d '{"events": [{"server_uuid": "b7cd4857-a251-4d7d-9d7a-d613495524da", "name": "network-vif-deleted", "tag": "72db57e4-82ce-4c49-80ba-11e698776b0e"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:14:20.752590 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [req-22be77a3-30b7-429d-8df7-a63f29735561 req-37cd54a7-f4f0-46c2-bb9c-63f82f7bab0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a054d947-4530-4b99-99f8-da474d7cde1c {{(pid=94261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:14:20.763317 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-22be77a3-30b7-429d-8df7-a63f29735561 req-37cd54a7-f4f0-46c2-bb9c-63f82f7bab0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:20.779335 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b8ae43b4-2679-464a-80b4-3442fd1be590 req-ce33567a-1751-4d6a-9524-bb34c75a2a51 tempest-VolumesAdminNegativeTest-1342322094 tempest-VolumesAdminNegativeTest-1342322094-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0f55cc4-356d-4943-b654-5ded5c70bba8 HTTP/1.1" status: 200 len: 210 time: 0.0626755 Aug 10 03:14:20.788084 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [req-22be77a3-30b7-429d-8df7-a63f29735561 req-37cd54a7-f4f0-46c2-bb9c-63f82f7bab0e service neutron] Transition to ACTIVE for port object a054d947-4530-4b99-99f8-da474d7cde1c will not be triggered until provisioned by entity L2. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:14:20.796215 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-22be77a3-30b7-429d-8df7-a63f29735561 req-37cd54a7-f4f0-46c2-bb9c-63f82f7bab0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:20.806138 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-997348de-6867-4d8d-bc6e-b498ebc7fa53 req-36a7e134-186b-4d50-aef7-35c7de7165d9 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246488 Aug 10 03:14:20.817696 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-0048b770-a52f-4e12-a97a-abf398efb554 req-3f7af335-df04-4633-a3d1-e288df33cada tempest-VolumesAdminNegativeTest-1342322094 tempest-VolumesAdminNegativeTest-1342322094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:20.898053 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a314f0-8f7d-41cd-bdb7-4aeeac8207f8 x-openstack-request-id: req-56a314f0-8f7d-41cd-bdb7-4aeeac8207f8 {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:14:20.898359 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7cd4857-a251-4d7d-9d7a-d613495524da", "name": "network-vif-deleted", "tag": "72db57e4-82ce-4c49-80ba-11e698776b0e", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:14:20.899236 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-56a314f0-8f7d-41cd-bdb7-4aeeac8207f8 {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:14:20.899832 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7cd4857-a251-4d7d-9d7a-d613495524da', 'name': 'network-vif-deleted', 'tag': '72db57e4-82ce-4c49-80ba-11e698776b0e', 'status': 'completed', 'code': 200} Aug 10 03:14:20.916037 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cd54a7-f4f0-46c2-bb9c-63f82f7bab0e service neutron] Pushing event updated for resources: {'Port': ['ID=a054d947-4530-4b99-99f8-da474d7cde1c,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:20.929535 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0048b770-a52f-4e12-a97a-abf398efb554 req-3f7af335-df04-4633-a3d1-e288df33cada tempest-VolumesAdminNegativeTest-1342322094 tempest-VolumesAdminNegativeTest-1342322094-project] Network c74b87bc-ed4e-4bef-bf2f-b3a15da9fe69 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:14:20.938031 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [req-0048b770-a52f-4e12-a97a-abf398efb554 req-3f7af335-df04-4633-a3d1-e288df33cada tempest-VolumesAdminNegativeTest-1342322094 tempest-VolumesAdminNegativeTest-1342322094-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:14:20.968121 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-0048b770-a52f-4e12-a97a-abf398efb554 req-3f7af335-df04-4633-a3d1-e288df33cada tempest-VolumesAdminNegativeTest-1342322094 tempest-VolumesAdminNegativeTest-1342322094-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:14:20.976429 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048b770-a52f-4e12-a97a-abf398efb554 req-3f7af335-df04-4633-a3d1-e288df33cada tempest-VolumesAdminNegativeTest-1342322094 tempest-VolumesAdminNegativeTest-1342322094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:20.977210 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-0048b770-a52f-4e12-a97a-abf398efb554 req-3f7af335-df04-4633-a3d1-e288df33cada tempest-VolumesAdminNegativeTest-1342322094 tempest-VolumesAdminNegativeTest-1342322094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:21.029168 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3d3396-88c5-408c-9051-92acbaf126dd req-10e82be2-9146-44f0-83c2-b51078f07f17 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:21.031000 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ee3d3396-88c5-408c-9051-92acbaf126dd req-10e82be2-9146-44f0-83c2-b51078f07f17 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=f726c9d4-e35b-491c-8c1a-75058f6ba5e2 HTTP/1.1" status: 200 len: 950 time: 0.1132674 Aug 10 03:14:21.068664 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-22be77a3-30b7-429d-8df7-a63f29735561 req-37cd54a7-f4f0-46c2-bb9c-63f82f7bab0e service neutron] Attempting to bind port a054d947-4530-4b99-99f8-da474d7cde1c on host n-h2-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:14:21.069358 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-22be77a3-30b7-429d-8df7-a63f29735561 req-37cd54a7-f4f0-46c2-bb9c-63f82f7bab0e service neutron] Attempting to bind port a054d947-4530-4b99-99f8-da474d7cde1c by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:14:21.070063 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22be77a3-30b7-429d-8df7-a63f29735561 req-37cd54a7-f4f0-46c2-bb9c-63f82f7bab0e service neutron] Attempting to bind port a054d947-4530-4b99-99f8-da474d7cde1c on network 72a4be73-29a1-424c-8690-ecdcf6b06721 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:14:21.085958 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22be77a3-30b7-429d-8df7-a63f29735561 req-37cd54a7-f4f0-46c2-bb9c-63f82f7bab0e service neutron] Port a054d947-4530-4b99-99f8-da474d7cde1c on network 72a4be73-29a1-424c-8690-ecdcf6b06721 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:14:21.086415 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22be77a3-30b7-429d-8df7-a63f29735561 req-37cd54a7-f4f0-46c2-bb9c-63f82f7bab0e service neutron] Attempting to bind port a054d947-4530-4b99-99f8-da474d7cde1c on network 72a4be73-29a1-424c-8690-ecdcf6b06721 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:14:21.088624 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3852f5c4-fc39-4028-9ad4-42898e09181d req-878fad55-b7fc-491b-b248-2f11fe97e774 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=b7cd4857-a251-4d7d-9d7a-d613495524da HTTP/1.1" status: 200 len: 210 time: 0.0561676 Aug 10 03:14:21.093480 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7af335-df04-4633-a3d1-e288df33cada tempest-VolumesAdminNegativeTest-1342322094 tempest-VolumesAdminNegativeTest-1342322094-project] Pushing event updated for resources: {'Port': ['ID=aa30fcb9-feeb-4734-95fc-3b4e7773f339,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:21.097131 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-0048b770-a52f-4e12-a97a-abf398efb554 req-3f7af335-df04-4633-a3d1-e288df33cada tempest-VolumesAdminNegativeTest-1342322094 tempest-VolumesAdminNegativeTest-1342322094-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3248572 Aug 10 03:14:21.101526 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22be77a3-30b7-429d-8df7-a63f29735561 req-37cd54a7-f4f0-46c2-bb9c-63f82f7bab0e service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:14:21.101998 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22be77a3-30b7-429d-8df7-a63f29735561 req-37cd54a7-f4f0-46c2-bb9c-63f82f7bab0e service neutron] Checking segment: {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:14:21.102512 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22be77a3-30b7-429d-8df7-a63f29735561 req-37cd54a7-f4f0-46c2-bb9c-63f82f7bab0e service neutron] Bound using segment: {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:14:21.103045 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-22be77a3-30b7-429d-8df7-a63f29735561 req-37cd54a7-f4f0-46c2-bb9c-63f82f7bab0e service neutron] Bound port: a054d947-4530-4b99-99f8-da474d7cde1c, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'}}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:14:21.103487 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-22be77a3-30b7-429d-8df7-a63f29735561 req-37cd54a7-f4f0-46c2-bb9c-63f82f7bab0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:21.108124 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ee3d3396-88c5-408c-9051-92acbaf126dd req-11f44cb0-9f62-461d-8458-d887d4e3cc09 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589314 Aug 10 03:14:21.124974 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-0048b770-a52f-4e12-a97a-abf398efb554 req-3f3de01e-95b6-47e1-927f-e6028adae500 service neutron] Request body: {'port': {'device_id': 'f0f55cc4-356d-4943-b654-5ded5c70bba8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-13'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:14:21.242996 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-0048b770-a52f-4e12-a97a-abf398efb554 req-3f3de01e-95b6-47e1-927f-e6028adae500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:21.255209 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-22be77a3-30b7-429d-8df7-a63f29735561 req-37cd54a7-f4f0-46c2-bb9c-63f82f7bab0e service neutron] For port a054d947-4530-4b99-99f8-da474d7cde1c, host n-h2-768862-13, cleared binding levels {{(pid=94261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:14:21.273841 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-22be77a3-30b7-429d-8df7-a63f29735561 req-37cd54a7-f4f0-46c2-bb9c-63f82f7bab0e service neutron] For port a054d947-4530-4b99-99f8-da474d7cde1c, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=a054d947-4530-4b99-99f8-da474d7cde1c,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:14:21.294280 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-22be77a3-30b7-429d-8df7-a63f29735561 req-37cd54a7-f4f0-46c2-bb9c-63f82f7bab0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:21.355452 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22be77a3-30b7-429d-8df7-a63f29735561 req-37cd54a7-f4f0-46c2-bb9c-63f82f7bab0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:21.356162 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-22be77a3-30b7-429d-8df7-a63f29735561 req-37cd54a7-f4f0-46c2-bb9c-63f82f7bab0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:21.357732 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-22be77a3-30b7-429d-8df7-a63f29735561 req-37cd54a7-f4f0-46c2-bb9c-63f82f7bab0e service neutron] 10.222.0.61 "PUT /v2.0/ports/a054d947-4530-4b99-99f8-da474d7cde1c HTTP/1.1" status: 200 len: 1096 time: 2.2465658 Aug 10 03:14:21.412277 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a018e03e-6591-4271-a29e-fcca17d5c625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:21.450037 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cd54a7-f4f0-46c2-bb9c-63f82f7bab0e service neutron] Pushing event updated for resources: {'Port': ['ID=a054d947-4530-4b99-99f8-da474d7cde1c,revision_number=3']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:21.679433 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41c3d8b-5233-4e11-8d4b-aed4c9f37abc req-86f0406d-9151-447f-9ae9-bca64f63be70 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:21.680908 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d41c3d8b-5233-4e11-8d4b-aed4c9f37abc req-86f0406d-9151-447f-9ae9-bca64f63be70 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] 10.222.0.44 "GET /v2.0/ports?device_id=075fb0b6-9052-4dfe-bf2c-5499bfe599b5 HTTP/1.1" status: 200 len: 947 time: 0.1597927 Aug 10 03:14:21.689672 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22be77a3-30b7-429d-8df7-a63f29735561 req-ebfde4e8-ed04-4b29-91fb-02f459ddd257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:21.691424 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-22be77a3-30b7-429d-8df7-a63f29735561 req-ebfde4e8-ed04-4b29-91fb-02f459ddd257 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7759a3b3d8b04fee839e86101ea0d645&device_id=075fb0b6-9052-4dfe-bf2c-5499bfe599b5 HTTP/1.1" status: 200 len: 1099 time: 0.2299674 Aug 10 03:14:21.698045 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e189c71-9a96-446c-a7f2-eb96fa10f439 req-489b4ad8-007f-4853-99ca-2bb546eddbe4 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:21.699697 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4e189c71-9a96-446c-a7f2-eb96fa10f439 req-489b4ad8-007f-4853-99ca-2bb546eddbe4 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=564cd1d5-4660-4da0-aad6-145d07e37da2 HTTP/1.1" status: 200 len: 945 time: 0.1159186 Aug 10 03:14:21.716142 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9249daa6-decb-49aa-b4b2-c7fb2b0cee25 req-3dbc988d-5305-4cdd-b530-48ca3ab9bddd tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:21.717744 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-9249daa6-decb-49aa-b4b2-c7fb2b0cee25 req-3dbc988d-5305-4cdd-b530-48ca3ab9bddd tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2523f58-4dac-4c3c-853d-957eae2412b7 HTTP/1.1" status: 200 len: 951 time: 0.1592972 Aug 10 03:14:21.761084 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d41c3d8b-5233-4e11-8d4b-aed4c9f37abc req-a9806784-8183-4b18-8d3e-617a11ecbcf8 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] 10.222.0.44 "GET /v2.0/security-groups?id=e650e31d-ce31-437d-804d-e5f2e4a77982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601139 Aug 10 03:14:21.780949 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4e189c71-9a96-446c-a7f2-eb96fa10f439 req-b6d2fd6b-d8e8-40ba-9f3b-2426d39945cd tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737495 Aug 10 03:14:21.802563 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-22be77a3-30b7-429d-8df7-a63f29735561 req-1d8f9ee1-8953-4678-89a1-7040227a68e0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=a054d947-4530-4b99-99f8-da474d7cde1c HTTP/1.1" status: 200 len: 217 time: 0.0974979 Aug 10 03:14:21.934687 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22be77a3-30b7-429d-8df7-a63f29735561 req-c20089cc-50f4-4e44-b34b-4c6757ad0ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:21.936277 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-22be77a3-30b7-429d-8df7-a63f29735561 req-c20089cc-50f4-4e44-b34b-4c6757ad0ef4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=60d10164-1dee-4940-9d19-f71e6c18cbc5 HTTP/1.1" status: 200 len: 843 time: 0.1198583 Aug 10 03:14:21.955232 n-d-768862-13 neutron-server[94260]: INFO neutron.api.v2.resource [req-cd4d5969-417e-4f93-8281-9516565418e9 req-13916be4-d18b-498d-9944-3c92e2b9ec5c service neutron] show failed (client error): The resource could not be found. Aug 10 03:14:21.956493 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cd4d5969-417e-4f93-8281-9516565418e9 req-13916be4-d18b-498d-9944-3c92e2b9ec5c service neutron] 10.222.0.42 "GET /v2.0/ports/31f32a05-17ab-4fff-8025-246c50e68f96/bindings/n-h2-768862-13 HTTP/1.1" status: 404 len: 381 time: 0.1035082 Aug 10 03:14:21.974363 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa16961b-8bf0-4065-9ce3-71f59c9b4059 req-32cb4de9-7dcf-48dd-9c05-f561050576ee tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:21.976237 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fa16961b-8bf0-4065-9ce3-71f59c9b4059 req-32cb4de9-7dcf-48dd-9c05-f561050576ee tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2523f58-4dac-4c3c-853d-957eae2412b7 HTTP/1.1" status: 200 len: 951 time: 0.0795293 Aug 10 03:14:22.047966 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-9249daa6-decb-49aa-b4b2-c7fb2b0cee25 req-aa9e24dd-60a1-46bc-b2f0-8b63f457b931 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Deleting port 8af5ca65-d1e8-47e0-9e35-5cab8c4a2292 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:14:22.048294 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-9249daa6-decb-49aa-b4b2-c7fb2b0cee25 req-aa9e24dd-60a1-46bc-b2f0-8b63f457b931 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:22.056685 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22be77a3-30b7-429d-8df7-a63f29735561 req-7a83d3a5-fa7f-41e2-ad12-087c5d7d45ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:22.058325 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-22be77a3-30b7-429d-8df7-a63f29735561 req-7a83d3a5-fa7f-41e2-ad12-087c5d7d45ee service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=72a4be73-29a1-424c-8690-ecdcf6b06721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1128623 Aug 10 03:14:22.063006 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fa16961b-8bf0-4065-9ce3-71f59c9b4059 req-d98cd0c4-4de0-473f-b4dc-9fca3e0403d4 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/security-groups?id=b61ddca4-e27e-4174-97e8-ca6f8f679a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733917 Aug 10 03:14:22.122101 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [req-0048b770-a52f-4e12-a97a-abf398efb554 req-3f3de01e-95b6-47e1-927f-e6028adae500 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa30fcb9-feeb-4734-95fc-3b4e7773f339 {{(pid=94261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:14:22.130438 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f58133-abef-494d-bd04-167e5af182e1 req-30ac1c7f-7c8e-4215-840c-538382b64263 tempest-VolumesAdminNegativeTest-1342322094 tempest-VolumesAdminNegativeTest-1342322094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:22.132491 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-98f58133-abef-494d-bd04-167e5af182e1 req-30ac1c7f-7c8e-4215-840c-538382b64263 tempest-VolumesAdminNegativeTest-1342322094 tempest-VolumesAdminNegativeTest-1342322094-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0f55cc4-356d-4943-b654-5ded5c70bba8 HTTP/1.1" status: 200 len: 932 time: 0.1068778 Aug 10 03:14:22.153026 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-0048b770-a52f-4e12-a97a-abf398efb554 req-3f3de01e-95b6-47e1-927f-e6028adae500 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:22.250348 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [req-0048b770-a52f-4e12-a97a-abf398efb554 req-3f3de01e-95b6-47e1-927f-e6028adae500 service neutron] Transition to ACTIVE for port object aa30fcb9-feeb-4734-95fc-3b4e7773f339 will not be triggered until provisioned by entity L2. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:14:22.255728 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-98f58133-abef-494d-bd04-167e5af182e1 req-17534dec-908d-4544-8d4e-393f5589ad85 tempest-VolumesAdminNegativeTest-1342322094 tempest-VolumesAdminNegativeTest-1342322094-project] 10.222.0.44 "GET /v2.0/security-groups?id=16553a21-fbee-4678-812b-905fa24055ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067333 Aug 10 03:14:22.263933 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-0048b770-a52f-4e12-a97a-abf398efb554 req-3f3de01e-95b6-47e1-927f-e6028adae500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:22.335129 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-9249daa6-decb-49aa-b4b2-c7fb2b0cee25 req-aa9e24dd-60a1-46bc-b2f0-8b63f457b931 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] For port 8af5ca65-d1e8-47e0-9e35-5cab8c4a2292, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=8af5ca65-d1e8-47e0-9e35-5cab8c4a2292,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:22.335503 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-9249daa6-decb-49aa-b4b2-c7fb2b0cee25 req-aa9e24dd-60a1-46bc-b2f0-8b63f457b931 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:22.349493 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-22be77a3-30b7-429d-8df7-a63f29735561 req-6c17a171-80f7-4571-ae63-110d5e688ea0 service neutron] 10.222.0.61 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742951 Aug 10 03:14:22.350004 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b370cae3-1cea-4486-bdcf-39074c6973c8 req-e3c80932-6675-452c-b30b-8d47d22cd7e6 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:22.351506 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b370cae3-1cea-4486-bdcf-39074c6973c8 req-e3c80932-6675-452c-b30b-8d47d22cd7e6 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0e0a767-41dc-4001-a52c-857949a7e913 HTTP/1.1" status: 200 len: 946 time: 0.1712530 Aug 10 03:14:22.364008 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-9249daa6-decb-49aa-b4b2-c7fb2b0cee25 req-aa9e24dd-60a1-46bc-b2f0-8b63f457b931 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Calling delete_port for 8af5ca65-d1e8-47e0-9e35-5cab8c4a2292 owned by compute:nova {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:14:22.373422 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-df65f1f2-8acb-4351-acf9-5212aeceb905 req-3b4166c4-ebee-409b-a6d6-f181758cbe59 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=b7cd4857-a251-4d7d-9d7a-d613495524da HTTP/1.1" status: 200 len: 210 time: 0.0497742 Aug 10 03:14:22.408641 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d5969-417e-4f93-8281-9516565418e9 req-e1d1b0f0-42f2-4ecd-aa2c-9acc63d49dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:22.410181 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cd4d5969-417e-4f93-8281-9516565418e9 req-e1d1b0f0-42f2-4ecd-aa2c-9acc63d49dc4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f726c9d4-e35b-491c-8c1a-75058f6ba5e2&tenant_id=808ab0b013b8411c9f012091d2eaa39f HTTP/1.1" status: 200 len: 1102 time: 0.1506774 Aug 10 03:14:22.418632 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b370cae3-1cea-4486-bdcf-39074c6973c8 req-044eab9a-2533-4af2-acb2-7669849c2892 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475180 Aug 10 03:14:22.443226 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-cd4d5969-417e-4f93-8281-9516565418e9 req-dcae7aa9-5007-4e65-8acf-b84c1fc88bee service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768862-13', 'device_owner': 'compute:nova'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:14:22.522563 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3de01e-95b6-47e1-927f-e6028adae500 service neutron] Pushing event updated for resources: {'Port': ['ID=aa30fcb9-feeb-4734-95fc-3b4e7773f339,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:22.578383 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-cd4d5969-417e-4f93-8281-9516565418e9 req-dcae7aa9-5007-4e65-8acf-b84c1fc88bee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:22.589896 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-22be77a3-30b7-429d-8df7-a63f29735561 req-246bbc1e-60d3-4c07-a2de-02366d33b33a service neutron] 10.222.0.61 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160532 Aug 10 03:14:22.596089 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-0048b770-a52f-4e12-a97a-abf398efb554 req-3f3de01e-95b6-47e1-927f-e6028adae500 service neutron] Attempting to bind port aa30fcb9-feeb-4734-95fc-3b4e7773f339 on host n-h2-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:14:22.596423 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-0048b770-a52f-4e12-a97a-abf398efb554 req-3f3de01e-95b6-47e1-927f-e6028adae500 service neutron] Attempting to bind port aa30fcb9-feeb-4734-95fc-3b4e7773f339 by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': 'dce213a7-c146-470a-a653-5429ca95aa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c74b87bc-ed4e-4bef-bf2f-b3a15da9fe69'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:14:22.596752 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0048b770-a52f-4e12-a97a-abf398efb554 req-3f3de01e-95b6-47e1-927f-e6028adae500 service neutron] Attempting to bind port aa30fcb9-feeb-4734-95fc-3b4e7773f339 on network c74b87bc-ed4e-4bef-bf2f-b3a15da9fe69 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:14:22.602614 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0048b770-a52f-4e12-a97a-abf398efb554 req-3f3de01e-95b6-47e1-927f-e6028adae500 service neutron] Port aa30fcb9-feeb-4734-95fc-3b4e7773f339 on network c74b87bc-ed4e-4bef-bf2f-b3a15da9fe69 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:14:22.602922 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0048b770-a52f-4e12-a97a-abf398efb554 req-3f3de01e-95b6-47e1-927f-e6028adae500 service neutron] Attempting to bind port aa30fcb9-feeb-4734-95fc-3b4e7773f339 on network c74b87bc-ed4e-4bef-bf2f-b3a15da9fe69 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:14:22.615432 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0048b770-a52f-4e12-a97a-abf398efb554 req-3f3de01e-95b6-47e1-927f-e6028adae500 service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:14:22.615775 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0048b770-a52f-4e12-a97a-abf398efb554 req-3f3de01e-95b6-47e1-927f-e6028adae500 service neutron] Checking segment: {'id': 'dce213a7-c146-470a-a653-5429ca95aa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c74b87bc-ed4e-4bef-bf2f-b3a15da9fe69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:14:22.616150 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0048b770-a52f-4e12-a97a-abf398efb554 req-3f3de01e-95b6-47e1-927f-e6028adae500 service neutron] Bound using segment: {'id': 'dce213a7-c146-470a-a653-5429ca95aa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c74b87bc-ed4e-4bef-bf2f-b3a15da9fe69'} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:14:22.616582 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-0048b770-a52f-4e12-a97a-abf398efb554 req-3f3de01e-95b6-47e1-927f-e6028adae500 service neutron] Bound port: aa30fcb9-feeb-4734-95fc-3b4e7773f339, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dce213a7-c146-470a-a653-5429ca95aa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c74b87bc-ed4e-4bef-bf2f-b3a15da9fe69'}}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:14:22.616945 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-0048b770-a52f-4e12-a97a-abf398efb554 req-3f3de01e-95b6-47e1-927f-e6028adae500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:22.691573 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4692a552-aa2a-4db0-9b10-7a316f932cb6 req-41fc8a39-e3cf-4ba4-a311-fa5177122663 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:22.694181 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4692a552-aa2a-4db0-9b10-7a316f932cb6 req-41fc8a39-e3cf-4ba4-a311-fa5177122663 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=f726c9d4-e35b-491c-8c1a-75058f6ba5e2 HTTP/1.1" status: 200 len: 950 time: 0.1882668 Aug 10 03:14:22.729057 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-9249daa6-decb-49aa-b4b2-c7fb2b0cee25 req-aa9e24dd-60a1-46bc-b2f0-8b63f457b931 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:22.731259 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-0048b770-a52f-4e12-a97a-abf398efb554 req-3f3de01e-95b6-47e1-927f-e6028adae500 service neutron] For port aa30fcb9-feeb-4734-95fc-3b4e7773f339, host n-h2-768862-13, cleared binding levels {{(pid=94261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:14:22.738364 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-0048b770-a52f-4e12-a97a-abf398efb554 req-3f3de01e-95b6-47e1-927f-e6028adae500 service neutron] For port aa30fcb9-feeb-4734-95fc-3b4e7773f339, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=aa30fcb9-feeb-4734-95fc-3b4e7773f339,segment=NetworkSegment(dce213a7-c146-470a-a653-5429ca95aa3f),segment_id=dce213a7-c146-470a-a653-5429ca95aa3f)] {{(pid=94261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:14:22.743416 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['8af5ca65-d1e8-47e0-9e35-5cab8c4a2292'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:14:22.768473 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9e24dd-60a1-46bc-b2f0-8b63f457b931 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Pushing event deleted for resources: {'Port': ['ID=8af5ca65-d1e8-47e0-9e35-5cab8c4a2292,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:22.770387 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-0048b770-a52f-4e12-a97a-abf398efb554 req-3f3de01e-95b6-47e1-927f-e6028adae500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:22.892135 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048b770-a52f-4e12-a97a-abf398efb554 req-3f3de01e-95b6-47e1-927f-e6028adae500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:22.892135 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-0048b770-a52f-4e12-a97a-abf398efb554 req-3f3de01e-95b6-47e1-927f-e6028adae500 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:22.893827 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-0048b770-a52f-4e12-a97a-abf398efb554 req-3f3de01e-95b6-47e1-927f-e6028adae500 service neutron] 10.222.0.61 "PUT /v2.0/ports/aa30fcb9-feeb-4734-95fc-3b4e7773f339 HTTP/1.1" status: 200 len: 1093 time: 1.7787828 Aug 10 03:14:22.911752 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '075fb0b6-9052-4dfe-bf2c-5499bfe599b5', 'tag': 'a054d947-4530-4b99-99f8-da474d7cde1c'}, {'name': 'network-changed', 'server_uuid': 'f0f55cc4-356d-4943-b654-5ded5c70bba8', 'tag': 'aa30fcb9-feeb-4734-95fc-3b4e7773f339'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:14:22.914612 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c432a41-e5d7-4b11-9d1f-6ec1803d74dd" -d '{"events": [{"name": "network-changed", "server_uuid": "075fb0b6-9052-4dfe-bf2c-5499bfe599b5", "tag": "a054d947-4530-4b99-99f8-da474d7cde1c"}, {"name": "network-changed", "server_uuid": "f0f55cc4-356d-4943-b654-5ded5c70bba8", "tag": "aa30fcb9-feeb-4734-95fc-3b4e7773f339"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:14:22.923283 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-9249daa6-decb-49aa-b4b2-c7fb2b0cee25 req-aa9e24dd-60a1-46bc-b2f0-8b63f457b931 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] No DVR routers for this DVR port 8af5ca65-d1e8-47e0-9e35-5cab8c4a2292 on host n-h1-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:14:22.929697 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-9249daa6-decb-49aa-b4b2-c7fb2b0cee25 req-aa9e24dd-60a1-46bc-b2f0-8b63f457b931 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:22.931949 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-9249daa6-decb-49aa-b4b2-c7fb2b0cee25 req-aa9e24dd-60a1-46bc-b2f0-8b63f457b931 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.42 "DELETE /v2.0/ports/8af5ca65-d1e8-47e0-9e35-5cab8c4a2292 HTTP/1.1" status: 204 len: 173 time: 1.2038736 Aug 10 03:14:22.946569 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3de01e-95b6-47e1-927f-e6028adae500 service neutron] Pushing event updated for resources: {'Port': ['ID=aa30fcb9-feeb-4734-95fc-3b4e7773f339,revision_number=3']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:22.969967 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4692a552-aa2a-4db0-9b10-7a316f932cb6 req-dcb336df-a36e-4552-8887-b9eae3692a42 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622983 Aug 10 03:14:23.059609 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae3d86f-e86b-4945-95f2-0f479f7c4c91 req-e4da6deb-a5e6-4a2d-96f2-b3001e2a01e6 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:23.069956 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-aae3d86f-e86b-4945-95f2-0f479f7c4c91 req-e4da6deb-a5e6-4a2d-96f2-b3001e2a01e6 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] 10.222.0.44 "GET /v2.0/ports?device_id=075fb0b6-9052-4dfe-bf2c-5499bfe599b5 HTTP/1.1" status: 200 len: 947 time: 0.1867657 Aug 10 03:14:23.097625 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048b770-a52f-4e12-a97a-abf398efb554 req-bafa0bac-e772-468d-914d-1bcdcc4ce3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:23.100592 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-0048b770-a52f-4e12-a97a-abf398efb554 req-bafa0bac-e772-468d-914d-1bcdcc4ce3bb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5952c4fc21ac490b91d634d0b7fc1f48&device_id=f0f55cc4-356d-4943-b654-5ded5c70bba8 HTTP/1.1" status: 200 len: 1096 time: 0.1409876 Aug 10 03:14:23.160823 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-0048b770-a52f-4e12-a97a-abf398efb554 req-8c9e8e16-da83-4c67-a7ba-28aff97e4a09 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa30fcb9-feeb-4734-95fc-3b4e7773f339 HTTP/1.1" status: 200 len: 217 time: 0.0472534 Aug 10 03:14:23.164487 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-aae3d86f-e86b-4945-95f2-0f479f7c4c91 req-aa12ed3e-b732-497e-a3f7-9cf5be49bcfd tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] 10.222.0.44 "GET /v2.0/security-groups?id=e650e31d-ce31-437d-804d-e5f2e4a77982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933959 Aug 10 03:14:23.189806 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-cd4d5969-417e-4f93-8281-9516565418e9 req-dcae7aa9-5007-4e65-8acf-b84c1fc88bee service neutron] For port 31f32a05-17ab-4fff-8025-246c50e68f96, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=31f32a05-17ab-4fff-8025-246c50e68f96,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:23.213732 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a89243-23c7-400b-8c31-14751e48439b req-df1edd78-29f8-4e66-91e6-0d6428ecc890 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:23.216694 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-15a89243-23c7-400b-8c31-14751e48439b req-df1edd78-29f8-4e66-91e6-0d6428ecc890 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=564cd1d5-4660-4da0-aad6-145d07e37da2 HTTP/1.1" status: 200 len: 945 time: 0.1217656 Aug 10 03:14:23.235553 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048b770-a52f-4e12-a97a-abf398efb554 req-83ec0bb9-92b7-4923-a07b-787df08c1aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:23.237147 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-0048b770-a52f-4e12-a97a-abf398efb554 req-83ec0bb9-92b7-4923-a07b-787df08c1aee service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d9018e16-39a6-44ef-97d2-400a657eae99 HTTP/1.1" status: 200 len: 854 time: 0.0633981 Aug 10 03:14:23.271162 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-cd4d5969-417e-4f93-8281-9516565418e9 req-dcae7aa9-5007-4e65-8acf-b84c1fc88bee service neutron] For port 31f32a05-17ab-4fff-8025-246c50e68f96, host n-h1-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:14:23.298016 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-0048b770-a52f-4e12-a97a-abf398efb554 req-a1db9a69-a7bb-429d-a8d0-023c33d88358 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c74b87bc-ed4e-4bef-bf2f-b3a15da9fe69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336728 Aug 10 03:14:23.308770 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-15a89243-23c7-400b-8c31-14751e48439b req-dd62322c-a062-4970-b5ae-d80f4221a3f5 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824215 Aug 10 03:14:23.337065 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 10 Aug 2021 03:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69c1e953-c9d2-4c72-a708-21cff5ac5be5 x-openstack-request-id: req-69c1e953-c9d2-4c72-a708-21cff5ac5be5 {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:14:23.337491 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "075fb0b6-9052-4dfe-bf2c-5499bfe599b5", "tag": "a054d947-4530-4b99-99f8-da474d7cde1c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f0f55cc4-356d-4943-b654-5ded5c70bba8", "tag": "aa30fcb9-feeb-4734-95fc-3b4e7773f339", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:14:23.337751 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-69c1e953-c9d2-4c72-a708-21cff5ac5be5 {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:14:23.338140 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '075fb0b6-9052-4dfe-bf2c-5499bfe599b5', 'tag': 'a054d947-4530-4b99-99f8-da474d7cde1c', 'status': 'completed', 'code': 200} Aug 10 03:14:23.338459 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0f55cc4-356d-4943-b654-5ded5c70bba8', 'tag': 'aa30fcb9-feeb-4734-95fc-3b4e7773f339', 'status': 'completed', 'code': 200} Aug 10 03:14:23.354125 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f726c9d4-e35b-491c-8c1a-75058f6ba5e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31f32a05-17ab-4fff-8025-246c50e68f96'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:14:23.359361 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fda4aa52-26c0-4fac-ad4a-23d64c120fb6" -d '{"events": [{"server_uuid": "f726c9d4-e35b-491c-8c1a-75058f6ba5e2", "name": "network-vif-unplugged", "status": "completed", "tag": "31f32a05-17ab-4fff-8025-246c50e68f96"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:14:23.366861 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-cd4d5969-417e-4f93-8281-9516565418e9 req-dcae7aa9-5007-4e65-8acf-b84c1fc88bee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:23.401910 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-cd4d5969-417e-4f93-8281-9516565418e9 req-dcae7aa9-5007-4e65-8acf-b84c1fc88bee service neutron] Transition to ACTIVE for port object 31f32a05-17ab-4fff-8025-246c50e68f96 will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:14:23.414348 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-cd4d5969-417e-4f93-8281-9516565418e9 req-dcae7aa9-5007-4e65-8acf-b84c1fc88bee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:23.485994 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c432a41-e5d7-4b11-9d1f-6ec1803d74dd req-c3bfbd17-4f19-4092-a608-d5fb4d7bd53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:23.492650 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-6c432a41-e5d7-4b11-9d1f-6ec1803d74dd req-c3bfbd17-4f19-4092-a608-d5fb4d7bd53d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7759a3b3d8b04fee839e86101ea0d645&device_id=075fb0b6-9052-4dfe-bf2c-5499bfe599b5 HTTP/1.1" status: 200 len: 1099 time: 0.1078007 Aug 10 03:14:23.543213 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-0048b770-a52f-4e12-a97a-abf398efb554 req-c843a255-dbda-405e-9a20-b665c99465db service neutron] 10.222.0.61 "GET /v2.0/networks/c74b87bc-ed4e-4bef-bf2f-b3a15da9fe69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306538 Aug 10 03:14:23.572172 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 31f32a05-17ab-4fff-8025-246c50e68f96 no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:14:23.635025 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e79fe369-8530-4ff9-a2ab-014c0cd29ffd req-e612b44e-dd48-436b-9fb9-710825ccb0b0 tempest-ServersAdminTestJSON-1214216839 tempest-ServersAdminTestJSON-1214216839-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2523f58-4dac-4c3c-853d-957eae2412b7 HTTP/1.1" status: 200 len: 210 time: 0.0952749 Aug 10 03:14:23.650168 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-99133106-2143-4843-89b8-c505ff3b39c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:23.691265 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd4d5969-417e-4f93-8281-9516565418e9 req-dcae7aa9-5007-4e65-8acf-b84c1fc88bee service neutron] No DVR routers for this DVR port 31f32a05-17ab-4fff-8025-246c50e68f96 on host n-h1-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:14:23.701009 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 31f32a05-17ab-4fff-8025-246c50e68f96 not bound to the agent host n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:14:23.701640 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 72db57e4-82ce-4c49-80ba-11e698776b0e no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:14:23.736878 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2461e6-cba0-471c-864e-78539ebdec43 req-7d8a37c2-04b4-49fd-b3b4-71867a1c9b3a tempest-VolumesAdminNegativeTest-1342322094 tempest-VolumesAdminNegativeTest-1342322094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:23.746542 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6b2461e6-cba0-471c-864e-78539ebdec43 req-7d8a37c2-04b4-49fd-b3b4-71867a1c9b3a tempest-VolumesAdminNegativeTest-1342322094 tempest-VolumesAdminNegativeTest-1342322094-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0f55cc4-356d-4943-b654-5ded5c70bba8 HTTP/1.1" status: 200 len: 944 time: 0.3020871 Aug 10 03:14:23.778481 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] No Port match for: 72db57e4-82ce-4c49-80ba-11e698776b0e {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:14:23.779028 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 72db57e4-82ce-4c49-80ba-11e698776b0e not bound to the agent host n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:14:23.788180 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98b0d74f-f0df-43fa-aa64-c9c947298b42 x-openstack-request-id: req-98b0d74f-f0df-43fa-aa64-c9c947298b42 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:14:23.788477 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f726c9d4-e35b-491c-8c1a-75058f6ba5e2", "name": "network-vif-unplugged", "status": "completed", "tag": "31f32a05-17ab-4fff-8025-246c50e68f96", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:14:23.788727 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-98b0d74f-f0df-43fa-aa64-c9c947298b42 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:14:23.789126 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f726c9d4-e35b-491c-8c1a-75058f6ba5e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31f32a05-17ab-4fff-8025-246c50e68f96', 'code': 200} Aug 10 03:14:23.790603 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-cd4d5969-417e-4f93-8281-9516565418e9 req-dcae7aa9-5007-4e65-8acf-b84c1fc88bee service neutron] Attempting to bind port 31f32a05-17ab-4fff-8025-246c50e68f96 on host n-h2-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:14:23.790934 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-cd4d5969-417e-4f93-8281-9516565418e9 req-dcae7aa9-5007-4e65-8acf-b84c1fc88bee service neutron] Attempting to bind port 31f32a05-17ab-4fff-8025-246c50e68f96 by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:14:23.791259 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4d5969-417e-4f93-8281-9516565418e9 req-dcae7aa9-5007-4e65-8acf-b84c1fc88bee service neutron] Attempting to bind port 31f32a05-17ab-4fff-8025-246c50e68f96 on network 72a4be73-29a1-424c-8690-ecdcf6b06721 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:14:23.801768 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcae7aa9-5007-4e65-8acf-b84c1fc88bee service neutron] Pushing event updated for resources: {'Port': ['ID=31f32a05-17ab-4fff-8025-246c50e68f96,revision_number=6']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:23.818060 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-0048b770-a52f-4e12-a97a-abf398efb554 req-74eb50dc-1d79-420f-b493-d6f63070c74c service neutron] 10.222.0.61 "GET /v2.0/networks/c74b87bc-ed4e-4bef-bf2f-b3a15da9fe69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397695 Aug 10 03:14:23.852168 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c432a41-e5d7-4b11-9d1f-6ec1803d74dd req-cd72078c-2144-48b2-867e-dcb9812e2d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:23.860189 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-6c432a41-e5d7-4b11-9d1f-6ec1803d74dd req-cd72078c-2144-48b2-867e-dcb9812e2d7d service neutron] 10.222.0.61 "GET /v2.0/networks?id=72a4be73-29a1-424c-8690-ecdcf6b06721 HTTP/1.1" status: 200 len: 869 time: 0.3452804 Aug 10 03:14:23.860627 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4d5969-417e-4f93-8281-9516565418e9 req-dcae7aa9-5007-4e65-8acf-b84c1fc88bee service neutron] Port 31f32a05-17ab-4fff-8025-246c50e68f96 on network 72a4be73-29a1-424c-8690-ecdcf6b06721 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:14:23.861042 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4d5969-417e-4f93-8281-9516565418e9 req-dcae7aa9-5007-4e65-8acf-b84c1fc88bee service neutron] Attempting to bind port 31f32a05-17ab-4fff-8025-246c50e68f96 on network 72a4be73-29a1-424c-8690-ecdcf6b06721 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:14:23.875333 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4d5969-417e-4f93-8281-9516565418e9 req-dcae7aa9-5007-4e65-8acf-b84c1fc88bee service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:14:23.875848 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4d5969-417e-4f93-8281-9516565418e9 req-dcae7aa9-5007-4e65-8acf-b84c1fc88bee service neutron] Checking segment: {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:14:23.876339 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4d5969-417e-4f93-8281-9516565418e9 req-dcae7aa9-5007-4e65-8acf-b84c1fc88bee service neutron] Bound using segment: {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:14:23.876929 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-cd4d5969-417e-4f93-8281-9516565418e9 req-dcae7aa9-5007-4e65-8acf-b84c1fc88bee service neutron] Bound port: 31f32a05-17ab-4fff-8025-246c50e68f96, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:14:23.877390 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-cd4d5969-417e-4f93-8281-9516565418e9 req-dcae7aa9-5007-4e65-8acf-b84c1fc88bee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:23.930806 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1bf5be74-e476-4302-87e0-cae163df0465 req-8d76e11d-6b83-4952-b7ba-ad03e43d5f5a tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=b7cd4857-a251-4d7d-9d7a-d613495524da HTTP/1.1" status: 200 len: 210 time: 0.0348432 Aug 10 03:14:23.987914 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6b2461e6-cba0-471c-864e-78539ebdec43 req-59c57c6d-69dd-4307-884f-96c3949859d9 tempest-VolumesAdminNegativeTest-1342322094 tempest-VolumesAdminNegativeTest-1342322094-project] 10.222.0.44 "GET /v2.0/security-groups?id=16553a21-fbee-4678-812b-905fa24055ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385056 Aug 10 03:14:24.059761 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-cd4d5969-417e-4f93-8281-9516565418e9 req-dcae7aa9-5007-4e65-8acf-b84c1fc88bee service neutron] For port 31f32a05-17ab-4fff-8025-246c50e68f96, host n-h2-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:14:24.072293 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-cd4d5969-417e-4f93-8281-9516565418e9 req-dcae7aa9-5007-4e65-8acf-b84c1fc88bee service neutron] For port 31f32a05-17ab-4fff-8025-246c50e68f96, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=31f32a05-17ab-4fff-8025-246c50e68f96,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:14:24.100970 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-cd4d5969-417e-4f93-8281-9516565418e9 req-dcae7aa9-5007-4e65-8acf-b84c1fc88bee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:24.129293 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:24.226188 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d5969-417e-4f93-8281-9516565418e9 req-dcae7aa9-5007-4e65-8acf-b84c1fc88bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:24.227103 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-cd4d5969-417e-4f93-8281-9516565418e9 req-dcae7aa9-5007-4e65-8acf-b84c1fc88bee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:24.228701 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cd4d5969-417e-4f93-8281-9516565418e9 req-dcae7aa9-5007-4e65-8acf-b84c1fc88bee service neutron] 10.222.0.61 "PUT /v2.0/ports/31f32a05-17ab-4fff-8025-246c50e68f96 HTTP/1.1" status: 200 len: 1097 time: 1.8000865 Aug 10 03:14:24.246019 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-6c432a41-e5d7-4b11-9d1f-6ec1803d74dd req-2ff8e332-6c47-4456-9847-afeec3f6929a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=a054d947-4530-4b99-99f8-da474d7cde1c HTTP/1.1" status: 200 len: 217 time: 0.3635557 Aug 10 03:14:24.287303 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28c6db-54ce-464c-adc4-21cfd35e1534 req-e3dfe34d-06fa-4511-bb86-b7c99f3b7444 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:24.290505 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2b28c6db-54ce-464c-adc4-21cfd35e1534 req-e3dfe34d-06fa-4511-bb86-b7c99f3b7444 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0e0a767-41dc-4001-a52c-857949a7e913 HTTP/1.1" status: 200 len: 946 time: 0.2264771 Aug 10 03:14:24.314276 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c432a41-e5d7-4b11-9d1f-6ec1803d74dd req-a5f64fa7-8eea-4c84-9eb0-0c225fbfccc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:24.316034 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-6c432a41-e5d7-4b11-9d1f-6ec1803d74dd req-a5f64fa7-8eea-4c84-9eb0-0c225fbfccc7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=60d10164-1dee-4940-9d19-f71e6c18cbc5 HTTP/1.1" status: 200 len: 843 time: 0.0488532 Aug 10 03:14:24.383239 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c432a41-e5d7-4b11-9d1f-6ec1803d74dd req-30d3872a-c037-4dec-94c8-a4fb9c8f831a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:24.385523 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-6c432a41-e5d7-4b11-9d1f-6ec1803d74dd req-30d3872a-c037-4dec-94c8-a4fb9c8f831a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=72a4be73-29a1-424c-8690-ecdcf6b06721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0530763 Aug 10 03:14:24.524258 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-6c432a41-e5d7-4b11-9d1f-6ec1803d74dd req-32ca09e1-51d3-45d4-9f1f-2b1b55842b7c service neutron] 10.222.0.61 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231413 Aug 10 03:14:24.661616 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-6c432a41-e5d7-4b11-9d1f-6ec1803d74dd req-613e61fc-5689-419f-86ec-c911d63238ba service neutron] 10.222.0.61 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230967 Aug 10 03:14:24.679248 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcae7aa9-5007-4e65-8acf-b84c1fc88bee service neutron] Pushing event updated for resources: {'Port': ['ID=31f32a05-17ab-4fff-8025-246c50e68f96,revision_number=7']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:24.698169 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdad6ed-79ea-46e0-85d6-0e6ec4a71835 req-05d7c16a-a525-4e16-a5b9-9217f6b58ab1 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:24.701190 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4fdad6ed-79ea-46e0-85d6-0e6ec4a71835 req-05d7c16a-a525-4e16-a5b9-9217f6b58ab1 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=f726c9d4-e35b-491c-8c1a-75058f6ba5e2 HTTP/1.1" status: 200 len: 948 time: 0.5508709 Aug 10 03:14:24.747611 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2b28c6db-54ce-464c-adc4-21cfd35e1534 req-2bc27d40-fd95-4546-859b-8a65190515c6 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289377 Aug 10 03:14:24.753172 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d5969-417e-4f93-8281-9516565418e9 req-34e9549a-e627-494d-a58f-4b353800518d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:24.754723 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cd4d5969-417e-4f93-8281-9516565418e9 req-34e9549a-e627-494d-a58f-4b353800518d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=808ab0b013b8411c9f012091d2eaa39f&device_id=f726c9d4-e35b-491c-8c1a-75058f6ba5e2 HTTP/1.1" status: 200 len: 1100 time: 0.4557526 Aug 10 03:14:24.773747 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4fdad6ed-79ea-46e0-85d6-0e6ec4a71835 req-0046b11c-a3ed-4bf2-9238-73244f21a0d6 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653865 Aug 10 03:14:24.807228 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c432a41-e5d7-4b11-9d1f-6ec1803d74dd req-6ea78e37-6b6e-451f-82aa-c45ca9c4b9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:24.809960 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-6c432a41-e5d7-4b11-9d1f-6ec1803d74dd req-6ea78e37-6b6e-451f-82aa-c45ca9c4b9f7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5952c4fc21ac490b91d634d0b7fc1f48&device_id=f0f55cc4-356d-4943-b654-5ded5c70bba8 HTTP/1.1" status: 200 len: 1096 time: 0.0866942 Aug 10 03:14:24.975924 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d5969-417e-4f93-8281-9516565418e9 req-d703a0d9-46fb-47f8-a405-f7f83b0312b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:24.977535 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cd4d5969-417e-4f93-8281-9516565418e9 req-d703a0d9-46fb-47f8-a405-f7f83b0312b0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=72a4be73-29a1-424c-8690-ecdcf6b06721 HTTP/1.1" status: 200 len: 869 time: 0.2024555 Aug 10 03:14:24.992623 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5202dbf5-26c4-47d9-8818-869df1b3ec93 req-cb6891bd-959e-4b73-b978-6050ee6b3027 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:24.994188 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5202dbf5-26c4-47d9-8818-869df1b3ec93 req-cb6891bd-959e-4b73-b978-6050ee6b3027 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] 10.222.0.44 "GET /v2.0/ports?device_id=075fb0b6-9052-4dfe-bf2c-5499bfe599b5 HTTP/1.1" status: 200 len: 947 time: 0.1028266 Aug 10 03:14:24.995801 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c432a41-e5d7-4b11-9d1f-6ec1803d74dd req-83b64a28-2c80-4f04-80c9-a0611572a6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:24.998372 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-6c432a41-e5d7-4b11-9d1f-6ec1803d74dd req-83b64a28-2c80-4f04-80c9-a0611572a6b7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c74b87bc-ed4e-4bef-bf2f-b3a15da9fe69 HTTP/1.1" status: 200 len: 914 time: 0.1760552 Aug 10 03:14:25.060252 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cd4d5969-417e-4f93-8281-9516565418e9 req-16179190-03dd-41d0-9e78-0af3086fbd91 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=31f32a05-17ab-4fff-8025-246c50e68f96 HTTP/1.1" status: 200 len: 217 time: 0.0649602 Aug 10 03:14:25.080935 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-6c432a41-e5d7-4b11-9d1f-6ec1803d74dd req-920853b3-88dd-4795-a01d-adc571a74acf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa30fcb9-feeb-4734-95fc-3b4e7773f339 HTTP/1.1" status: 200 len: 217 time: 0.0701847 Aug 10 03:14:25.147264 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5202dbf5-26c4-47d9-8818-869df1b3ec93 req-335a969c-b184-40d3-bc8a-113518305654 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] 10.222.0.44 "GET /v2.0/security-groups?id=e650e31d-ce31-437d-804d-e5f2e4a77982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459606 Aug 10 03:14:25.187070 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c432a41-e5d7-4b11-9d1f-6ec1803d74dd req-861601cd-cf35-4e9d-bf62-ee411fceff63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:25.192941 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-6c432a41-e5d7-4b11-9d1f-6ec1803d74dd req-861601cd-cf35-4e9d-bf62-ee411fceff63 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d9018e16-39a6-44ef-97d2-400a657eae99 HTTP/1.1" status: 200 len: 854 time: 0.0978458 Aug 10 03:14:25.212874 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:25.214936 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe83687c-c87d-4d04-ba68-43e41eaf6b8c req-4aec8946-fd6a-46df-b4bf-10ab7e260ca7 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:25.218845 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fe83687c-c87d-4d04-ba68-43e41eaf6b8c req-4aec8946-fd6a-46df-b4bf-10ab7e260ca7 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=564cd1d5-4660-4da0-aad6-145d07e37da2 HTTP/1.1" status: 200 len: 945 time: 0.1818361 Aug 10 03:14:25.229879 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d5969-417e-4f93-8281-9516565418e9 req-a38ccfa3-0c3d-4eb1-b2a5-417dab8e6bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:25.232529 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cd4d5969-417e-4f93-8281-9516565418e9 req-a38ccfa3-0c3d-4eb1-b2a5-417dab8e6bb2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=60d10164-1dee-4940-9d19-f71e6c18cbc5 HTTP/1.1" status: 200 len: 843 time: 0.1432712 Aug 10 03:14:25.261238 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-6c432a41-e5d7-4b11-9d1f-6ec1803d74dd req-ab86a864-0903-4cf6-b9bb-713b932bf06a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c74b87bc-ed4e-4bef-bf2f-b3a15da9fe69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441022 Aug 10 03:14:25.322377 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fe83687c-c87d-4d04-ba68-43e41eaf6b8c req-e3ee1489-8cf5-47ca-b9e9-2fc6ee586885 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853398 Aug 10 03:14:25.332618 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d5969-417e-4f93-8281-9516565418e9 req-e05bdef4-27ba-4651-a6af-9c5a856ef19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:25.334156 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cd4d5969-417e-4f93-8281-9516565418e9 req-e05bdef4-27ba-4651-a6af-9c5a856ef19f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=72a4be73-29a1-424c-8690-ecdcf6b06721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0847793 Aug 10 03:14:25.359982 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2523f58-4dac-4c3c-853d-957eae2412b7', 'name': 'network-vif-deleted', 'tag': '8af5ca65-d1e8-47e0-9e35-5cab8c4a2292'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:14:25.371717 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c970b35-c787-4ca0-baec-027d68f15c1e" -d '{"events": [{"server_uuid": "f2523f58-4dac-4c3c-853d-957eae2412b7", "name": "network-vif-deleted", "tag": "8af5ca65-d1e8-47e0-9e35-5cab8c4a2292"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:14:25.488281 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a99e0915-f073-4687-9447-2975a1e55d36 req-f6f49f40-f826-413f-b2df-742cf2c02ab7 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=b7cd4857-a251-4d7d-9d7a-d613495524da HTTP/1.1" status: 200 len: 210 time: 0.1074457 Aug 10 03:14:25.555034 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cd4d5969-417e-4f93-8281-9516565418e9 req-65e1a197-df05-41bb-935a-06f5bba7736a service neutron] 10.222.0.61 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072144 Aug 10 03:14:25.568511 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 8af5ca65-d1e8-47e0-9e35-5cab8c4a2292 no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:14:25.577817 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf189790-8a91-47de-9b44-c028573d5d24 req-19013683-c4c1-4dff-a0a5-f2ec01c37085 tempest-VolumesAdminNegativeTest-1342322094 tempest-VolumesAdminNegativeTest-1342322094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:25.589203 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bf189790-8a91-47de-9b44-c028573d5d24 req-19013683-c4c1-4dff-a0a5-f2ec01c37085 tempest-VolumesAdminNegativeTest-1342322094 tempest-VolumesAdminNegativeTest-1342322094-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0f55cc4-356d-4943-b654-5ded5c70bba8 HTTP/1.1" status: 200 len: 944 time: 0.1283691 Aug 10 03:14:25.611205 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-6c432a41-e5d7-4b11-9d1f-6ec1803d74dd req-8f4296bc-fd38-4555-a53c-8cfc13153acf service neutron] 10.222.0.61 "GET /v2.0/networks/c74b87bc-ed4e-4bef-bf2f-b3a15da9fe69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3227496 Aug 10 03:14:25.617497 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] No Port match for: 8af5ca65-d1e8-47e0-9e35-5cab8c4a2292 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:14:25.617863 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 8af5ca65-d1e8-47e0-9e35-5cab8c4a2292 not bound to the agent host n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:14:25.642398 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-183fd9e5-27d0-4f07-8128-8e5f6ab46b25 x-openstack-request-id: req-183fd9e5-27d0-4f07-8128-8e5f6ab46b25 {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:14:25.643023 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2523f58-4dac-4c3c-853d-957eae2412b7", "name": "network-vif-deleted", "tag": "8af5ca65-d1e8-47e0-9e35-5cab8c4a2292", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:14:25.643433 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-183fd9e5-27d0-4f07-8128-8e5f6ab46b25 {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:14:25.644036 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2523f58-4dac-4c3c-853d-957eae2412b7', 'name': 'network-vif-deleted', 'tag': '8af5ca65-d1e8-47e0-9e35-5cab8c4a2292', 'status': 'completed', 'code': 200} Aug 10 03:14:25.688318 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bf189790-8a91-47de-9b44-c028573d5d24 req-b4e42b68-84dc-48b8-85a3-83ae3c9803f7 tempest-VolumesAdminNegativeTest-1342322094 tempest-VolumesAdminNegativeTest-1342322094-project] 10.222.0.44 "GET /v2.0/security-groups?id=16553a21-fbee-4678-812b-905fa24055ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982416 Aug 10 03:14:25.739348 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cd4d5969-417e-4f93-8281-9516565418e9 req-fc8e06d5-ade0-4792-9080-64d5fbd02942 service neutron] 10.222.0.61 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477845 Aug 10 03:14:25.774894 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-6c432a41-e5d7-4b11-9d1f-6ec1803d74dd req-5c9809bb-ff7d-4d2b-8802-47834503bae1 service neutron] 10.222.0.61 "GET /v2.0/networks/c74b87bc-ed4e-4bef-bf2f-b3a15da9fe69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500611 Aug 10 03:14:25.777143 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 44858) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:14:25.790637 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f726c9d4-e35b-491c-8c1a-75058f6ba5e2', 'tag': '31f32a05-17ab-4fff-8025-246c50e68f96'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:14:25.804425 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92184ab9-5f78-466e-abf2-77887aac20ca" -d '{"events": [{"name": "network-changed", "server_uuid": "f726c9d4-e35b-491c-8c1a-75058f6ba5e2", "tag": "31f32a05-17ab-4fff-8025-246c50e68f96"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:14:25.880498 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:25.921105 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c814fd4d-550a-4d1a-9d32-e4d074711810 x-openstack-request-id: req-c814fd4d-550a-4d1a-9d32-e4d074711810 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:14:25.922114 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f726c9d4-e35b-491c-8c1a-75058f6ba5e2", "tag": "31f32a05-17ab-4fff-8025-246c50e68f96", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:14:25.922746 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c814fd4d-550a-4d1a-9d32-e4d074711810 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:14:25.930216 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f726c9d4-e35b-491c-8c1a-75058f6ba5e2', 'tag': '31f32a05-17ab-4fff-8025-246c50e68f96', 'status': 'completed', 'code': 200} Aug 10 03:14:26.106725 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-f3e21657-4468-439f-bb42-cc4c016ee279 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7b18d63737b74572a0543b98b602069a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3273506 Aug 10 03:14:26.111505 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 44870) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:14:26.123201 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92184ab9-5f78-466e-abf2-77887aac20ca req-edda5678-e5b9-4783-b87e-108e21468fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:26.125102 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-92184ab9-5f78-466e-abf2-77887aac20ca req-edda5678-e5b9-4783-b87e-108e21468fee service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=808ab0b013b8411c9f012091d2eaa39f&device_id=f726c9d4-e35b-491c-8c1a-75058f6ba5e2 HTTP/1.1" status: 200 len: 1100 time: 0.1493444 Aug 10 03:14:26.137538 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed49386-1cd3-4d4c-80a4-cbb3924d61e5 req-c5a02496-3262-4d10-a9f1-477da897c61e tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:26.146699 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6ed49386-1cd3-4d4c-80a4-cbb3924d61e5 req-c5a02496-3262-4d10-a9f1-477da897c61e tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0e0a767-41dc-4001-a52c-857949a7e913 HTTP/1.1" status: 200 len: 946 time: 0.2126443 Aug 10 03:14:26.151114 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92184ab9-5f78-466e-abf2-77887aac20ca req-77421a84-7940-4b18-b931-f9d68e491d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:26.152672 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-92184ab9-5f78-466e-abf2-77887aac20ca req-77421a84-7940-4b18-b931-f9d68e491d01 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=808ab0b013b8411c9f012091d2eaa39f&device_id=f726c9d4-e35b-491c-8c1a-75058f6ba5e2 HTTP/1.1" status: 200 len: 1100 time: 0.1193910 Aug 10 03:14:26.185355 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378737a9-a023-40fb-a299-11a51bb46099 req-be1bc97d-d2b6-4ff4-857f-f66af733799e tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:26.186849 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-378737a9-a023-40fb-a299-11a51bb46099 req-be1bc97d-d2b6-4ff4-857f-f66af733799e tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=f726c9d4-e35b-491c-8c1a-75058f6ba5e2 HTTP/1.1" status: 200 len: 948 time: 0.1506159 Aug 10 03:14:26.220049 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6ed49386-1cd3-4d4c-80a4-cbb3924d61e5 req-e82ec856-599b-4846-90f2-5f42a2bddcc3 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718484 Aug 10 03:14:26.282772 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-378737a9-a023-40fb-a299-11a51bb46099 req-1dd1fb05-1b1f-4a58-9e54-1effa15e15bc tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846794 Aug 10 03:14:26.355694 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-34acd4e0-b122-4349-b5d3-d8abe9f02847 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:26.420903 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92184ab9-5f78-466e-abf2-77887aac20ca req-31edaa24-c9a2-4ed2-8d39-78c1157e7c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:26.423414 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-92184ab9-5f78-466e-abf2-77887aac20ca req-31edaa24-c9a2-4ed2-8d39-78c1157e7c72 service neutron] 10.222.0.42 "GET /v2.0/networks?id=72a4be73-29a1-424c-8690-ecdcf6b06721 HTTP/1.1" status: 200 len: 869 time: 0.2881560 Aug 10 03:14:26.464737 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5804126-2752-41d8-8263-50b391772baa req-47c43d7c-109e-4937-bc58-f549a0107481 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:26.466933 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a5804126-2752-41d8-8263-50b391772baa req-47c43d7c-109e-4937-bc58-f549a0107481 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] 10.222.0.44 "GET /v2.0/ports?device_id=075fb0b6-9052-4dfe-bf2c-5499bfe599b5 HTTP/1.1" status: 200 len: 947 time: 0.0838115 Aug 10 03:14:26.522658 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92184ab9-5f78-466e-abf2-77887aac20ca req-d67c2f9e-59ca-4bb7-853b-640b24dc33f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:26.524077 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-92184ab9-5f78-466e-abf2-77887aac20ca req-d67c2f9e-59ca-4bb7-853b-640b24dc33f0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=72a4be73-29a1-424c-8690-ecdcf6b06721 HTTP/1.1" status: 200 len: 869 time: 0.3472667 Aug 10 03:14:26.526113 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-92184ab9-5f78-466e-abf2-77887aac20ca req-47a2546b-3838-4983-afe2-4857615d4e5a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=31f32a05-17ab-4fff-8025-246c50e68f96 HTTP/1.1" status: 200 len: 217 time: 0.0874226 Aug 10 03:14:26.545403 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-34acd4e0-b122-4349-b5d3-d8abe9f02847 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:26.594767 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a5804126-2752-41d8-8263-50b391772baa req-cc54cfc5-7a27-4305-a3a7-b43644ee9904 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] 10.222.0.44 "GET /v2.0/security-groups?id=e650e31d-ce31-437d-804d-e5f2e4a77982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173894 Aug 10 03:14:26.629087 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:26.643688 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-92184ab9-5f78-466e-abf2-77887aac20ca req-c1549455-95f6-41d8-ba02-b5902acf87e2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=31f32a05-17ab-4fff-8025-246c50e68f96 HTTP/1.1" status: 200 len: 217 time: 0.0919774 Aug 10 03:14:26.651170 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6fd431-212e-4a82-9a74-4c318a07460f req-bac70936-8ecc-43d6-b0a8-27652b80696d tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:26.658820 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ea6fd431-212e-4a82-9a74-4c318a07460f req-bac70936-8ecc-43d6-b0a8-27652b80696d tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=564cd1d5-4660-4da0-aad6-145d07e37da2 HTTP/1.1" status: 200 len: 945 time: 0.1430626 Aug 10 03:14:26.715860 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92184ab9-5f78-466e-abf2-77887aac20ca req-6dc63211-1aa3-486e-8734-228c003637db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:26.717739 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-92184ab9-5f78-466e-abf2-77887aac20ca req-6dc63211-1aa3-486e-8734-228c003637db service neutron] 10.222.0.42 "GET /v2.0/subnets?id=60d10164-1dee-4940-9d19-f71e6c18cbc5 HTTP/1.1" status: 200 len: 843 time: 0.1641793 Aug 10 03:14:26.719321 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ea6fd431-212e-4a82-9a74-4c318a07460f req-f92ffdb3-9158-4d7a-a422-fa03b4550c5f tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587137 Aug 10 03:14:26.776379 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92184ab9-5f78-466e-abf2-77887aac20ca req-e05dc507-370f-40f4-83f7-f7e6ae57dcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:26.777984 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-92184ab9-5f78-466e-abf2-77887aac20ca req-e05dc507-370f-40f4-83f7-f7e6ae57dcb5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=60d10164-1dee-4940-9d19-f71e6c18cbc5 HTTP/1.1" status: 200 len: 843 time: 0.1167042 Aug 10 03:14:26.788196 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-34acd4e0-b122-4349-b5d3-d8abe9f02847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:26.791068 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-34acd4e0-b122-4349-b5d3-d8abe9f02847 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:26.792240 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-34acd4e0-b122-4349-b5d3-d8abe9f02847 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b61ddca4-e27e-4174-97e8-ca6f8f679a5e HTTP/1.1" status: 204 len: 168 time: 0.6785114 Aug 10 03:14:26.818316 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34acd4e0-b122-4349-b5d3-d8abe9f02847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b61ddca4-e27e-4174-97e8-ca6f8f679a5e,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:26.823993 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92184ab9-5f78-466e-abf2-77887aac20ca req-8855712d-54cc-4adc-84ff-dab79adf8b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:26.826516 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-92184ab9-5f78-466e-abf2-77887aac20ca req-8855712d-54cc-4adc-84ff-dab79adf8b8b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72a4be73-29a1-424c-8690-ecdcf6b06721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1011164 Aug 10 03:14:26.856552 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e28bce31-1c61-4fb2-a4fb-8ce28d08b6f2 req-1c479eab-57c2-42b7-9046-0f9351756f14 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=b7cd4857-a251-4d7d-9d7a-d613495524da HTTP/1.1" status: 200 len: 210 time: 0.0911164 Aug 10 03:14:26.914286 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e832ed7b-6305-49e9-9d33-769df7b0d87c req-3f8769ae-74ad-47ed-a430-24d2f53b3fdc tempest-VolumesAdminNegativeTest-1342322094 tempest-VolumesAdminNegativeTest-1342322094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:26.917141 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e832ed7b-6305-49e9-9d33-769df7b0d87c req-3f8769ae-74ad-47ed-a430-24d2f53b3fdc tempest-VolumesAdminNegativeTest-1342322094 tempest-VolumesAdminNegativeTest-1342322094-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0f55cc4-356d-4943-b654-5ded5c70bba8 HTTP/1.1" status: 200 len: 944 time: 0.1267173 Aug 10 03:14:26.937996 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92184ab9-5f78-466e-abf2-77887aac20ca req-24128128-b732-4e76-b3bb-ebe1242f4bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:26.939983 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-92184ab9-5f78-466e-abf2-77887aac20ca req-24128128-b732-4e76-b3bb-ebe1242f4bce service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=72a4be73-29a1-424c-8690-ecdcf6b06721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1464450 Aug 10 03:14:26.990349 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e832ed7b-6305-49e9-9d33-769df7b0d87c req-65bc2e02-a995-4cb1-af82-99bd42e4f29c tempest-VolumesAdminNegativeTest-1342322094 tempest-VolumesAdminNegativeTest-1342322094-project] 10.222.0.44 "GET /v2.0/security-groups?id=16553a21-fbee-4678-812b-905fa24055ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608990 Aug 10 03:14:27.067467 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-92184ab9-5f78-466e-abf2-77887aac20ca req-da32e9c8-d7b4-4a95-ab45-67eb2fa10b3a service neutron] 10.222.0.42 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143214 Aug 10 03:14:27.142560 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-92184ab9-5f78-466e-abf2-77887aac20ca req-f3c4cb38-9260-4609-be94-a6cd623dffd7 service neutron] 10.222.0.61 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918359 Aug 10 03:14:27.249565 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-92184ab9-5f78-466e-abf2-77887aac20ca req-c584ff93-d283-4ac5-8092-36ecf38bc9bf service neutron] 10.222.0.42 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696939 Aug 10 03:14:27.275384 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-92184ab9-5f78-466e-abf2-77887aac20ca req-39e19157-f4ec-4861-874b-dd43775a4be4 service neutron] 10.222.0.61 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195207 Aug 10 03:14:27.316457 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 44888) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:14:27.400759 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-36bf1443-928d-4fc5-97dc-cd3845a47911 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d5b390e302cf4b24805249cb06b61a23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0821927 Aug 10 03:14:27.404537 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 44892) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:14:27.474381 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcc8832-8327-4051-98a7-9950af6f3c2e req-ec5778d2-510f-4da3-b017-7dac331c67bb tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:27.475865 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1bcc8832-8327-4051-98a7-9950af6f3c2e req-ec5778d2-510f-4da3-b017-7dac331c67bb tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0e0a767-41dc-4001-a52c-857949a7e913 HTTP/1.1" status: 200 len: 946 time: 0.1234062 Aug 10 03:14:27.497841 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdd2f3a-c42d-4ee5-be1b-6ea8fec0e68f req-4dedb30e-ff88-4f9d-8675-6846719d47a1 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:27.499371 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3bdd2f3a-c42d-4ee5-be1b-6ea8fec0e68f req-4dedb30e-ff88-4f9d-8675-6846719d47a1 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=f726c9d4-e35b-491c-8c1a-75058f6ba5e2 HTTP/1.1" status: 200 len: 948 time: 0.1276581 Aug 10 03:14:27.543375 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-42678d59-fd42-4744-aa26-7614d569d5fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:27.562579 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdacd5a-22c6-4487-bf81-a45b8a89dde8 req-d094f190-f2f8-41d5-9266-ad8a9560b459 tempest-LiveMigrationTest-1156190287 tempest-LiveMigrationTest-1156190287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:27.564709 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ccdacd5a-22c6-4487-bf81-a45b8a89dde8 req-d094f190-f2f8-41d5-9266-ad8a9560b459 tempest-LiveMigrationTest-1156190287 tempest-LiveMigrationTest-1156190287-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=564cd1d5-4660-4da0-aad6-145d07e37da2&tenant_id=ef0c546763504af887a177f337462e10&binding%3Ahost_id=n-h2-768862-13 HTTP/1.1" status: 200 len: 1097 time: 0.0515027 Aug 10 03:14:27.577833 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-ccdacd5a-22c6-4487-bf81-a45b8a89dde8 req-557999dd-5603-48e3-8d99-79318ab47638 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-768862-13'}}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:14:27.578639 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1bcc8832-8327-4051-98a7-9950af6f3c2e req-6871d1d6-34ea-452c-9f19-471197df99f7 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957360 Aug 10 03:14:27.591721 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3bdd2f3a-c42d-4ee5-be1b-6ea8fec0e68f req-e7b389c7-abf9-463f-ae6f-77d5a931270a tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815778 Aug 10 03:14:27.594015 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-42678d59-fd42-4744-aa26-7614d569d5fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:27.673140 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-42678d59-fd42-4744-aa26-7614d569d5fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:27.676355 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-42678d59-fd42-4744-aa26-7614d569d5fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:27.680670 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-ccdacd5a-22c6-4487-bf81-a45b8a89dde8 req-557999dd-5603-48e3-8d99-79318ab47638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:27.680934 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-42678d59-fd42-4744-aa26-7614d569d5fb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/96b438b9-4939-4c2d-946d-d53a7bb74ff3 HTTP/1.1" status: 204 len: 168 time: 0.2750492 Aug 10 03:14:27.700601 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42678d59-fd42-4744-aa26-7614d569d5fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b438b9-4939-4c2d-946d-d53a7bb74ff3,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:27.819774 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19233efb-c7b1-4724-94da-f50324615a0c req-5cb18123-3fa0-4013-b1d4-9b9afe312ffc tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:27.821698 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-19233efb-c7b1-4724-94da-f50324615a0c req-5cb18123-3fa0-4013-b1d4-9b9afe312ffc tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] 10.222.0.44 "GET /v2.0/ports?device_id=075fb0b6-9052-4dfe-bf2c-5499bfe599b5 HTTP/1.1" status: 200 len: 947 time: 0.0704386 Aug 10 03:14:27.907361 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-19233efb-c7b1-4724-94da-f50324615a0c req-d262b616-e3bb-47a7-8e1f-ef22571b3d2a tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] 10.222.0.44 "GET /v2.0/security-groups?id=e650e31d-ce31-437d-804d-e5f2e4a77982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740225 Aug 10 03:14:27.916558 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-ccdacd5a-22c6-4487-bf81-a45b8a89dde8 req-557999dd-5603-48e3-8d99-79318ab47638 service neutron] For port 27080ad8-c856-4fb6-b762-f49ad6377e20, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=27080ad8-c856-4fb6-b762-f49ad6377e20,segment=NetworkSegment(6bf2f30c-8de9-48b6-ac35-0afe448267ae),segment_id=6bf2f30c-8de9-48b6-ac35-0afe448267ae)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:27.959102 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a0304c-4447-4ab2-b709-915788ed1ed1 req-faab86f2-9cfe-4c2e-a241-cea7fa1f6f2f tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:27.967083 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f1a0304c-4447-4ab2-b709-915788ed1ed1 req-faab86f2-9cfe-4c2e-a241-cea7fa1f6f2f tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=564cd1d5-4660-4da0-aad6-145d07e37da2 HTTP/1.1" status: 200 len: 945 time: 0.1108804 Aug 10 03:14:28.002264 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-ccdacd5a-22c6-4487-bf81-a45b8a89dde8 req-557999dd-5603-48e3-8d99-79318ab47638 service neutron] For port 27080ad8-c856-4fb6-b762-f49ad6377e20, host n-h2-768862-13, cleared binding levels {{(pid=94261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:14:28.038823 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f1a0304c-4447-4ab2-b709-915788ed1ed1 req-acc3e93c-1d24-458e-a3c9-29d6dd48d97d tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687828 Aug 10 03:14:28.078811 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '564cd1d5-4660-4da0-aad6-145d07e37da2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27080ad8-c856-4fb6-b762-f49ad6377e20'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:14:28.083824 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc6bf76a-7f7d-4dd7-82d7-6e7907ce9abc" -d '{"events": [{"server_uuid": "564cd1d5-4660-4da0-aad6-145d07e37da2", "name": "network-vif-unplugged", "status": "completed", "tag": "27080ad8-c856-4fb6-b762-f49ad6377e20"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:14:28.093315 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-ccdacd5a-22c6-4487-bf81-a45b8a89dde8 req-557999dd-5603-48e3-8d99-79318ab47638 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:28.120071 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-ccdacd5a-22c6-4487-bf81-a45b8a89dde8 req-557999dd-5603-48e3-8d99-79318ab47638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:28.203024 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de0505e8-2c68-4eda-8459-f94d06b96f8b x-openstack-request-id: req-de0505e8-2c68-4eda-8459-f94d06b96f8b {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:14:28.203946 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "564cd1d5-4660-4da0-aad6-145d07e37da2", "name": "network-vif-unplugged", "status": "completed", "tag": "27080ad8-c856-4fb6-b762-f49ad6377e20", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:14:28.203946 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-de0505e8-2c68-4eda-8459-f94d06b96f8b {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:14:28.204679 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '564cd1d5-4660-4da0-aad6-145d07e37da2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27080ad8-c856-4fb6-b762-f49ad6377e20', 'code': 200} Aug 10 03:14:28.233211 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa764dc-e62e-4ac1-adda-be7c76e8c264 req-848a31d9-7f96-4686-b66d-69e5c7ffa41d tempest-VolumesAdminNegativeTest-1342322094 tempest-VolumesAdminNegativeTest-1342322094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:28.235832 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9fa764dc-e62e-4ac1-adda-be7c76e8c264 req-848a31d9-7f96-4686-b66d-69e5c7ffa41d tempest-VolumesAdminNegativeTest-1342322094 tempest-VolumesAdminNegativeTest-1342322094-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0f55cc4-356d-4943-b654-5ded5c70bba8 HTTP/1.1" status: 200 len: 944 time: 0.1061828 Aug 10 03:14:28.240420 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557999dd-5603-48e3-8d99-79318ab47638 service neutron] Pushing event updated for resources: {'Port': ['ID=27080ad8-c856-4fb6-b762-f49ad6377e20,revision_number=7']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:28.287098 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-ccdacd5a-22c6-4487-bf81-a45b8a89dde8 req-557999dd-5603-48e3-8d99-79318ab47638 service neutron] Attempting to bind port 27080ad8-c856-4fb6-b762-f49ad6377e20 on host n-h2-768862-13 for vnic_type normal with profile {"migrating_to": "n-h1-768862-13"} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:14:28.287479 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-ccdacd5a-22c6-4487-bf81-a45b8a89dde8 req-557999dd-5603-48e3-8d99-79318ab47638 service neutron] Attempting to bind port 27080ad8-c856-4fb6-b762-f49ad6377e20 by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': '6bf2f30c-8de9-48b6-ac35-0afe448267ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fb04e5c4-4048-4691-8fd2-5191f92c4dcc'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:14:28.287768 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdacd5a-22c6-4487-bf81-a45b8a89dde8 req-557999dd-5603-48e3-8d99-79318ab47638 service neutron] Attempting to bind port 27080ad8-c856-4fb6-b762-f49ad6377e20 on network fb04e5c4-4048-4691-8fd2-5191f92c4dcc {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:14:28.292974 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdacd5a-22c6-4487-bf81-a45b8a89dde8 req-557999dd-5603-48e3-8d99-79318ab47638 service neutron] Port 27080ad8-c856-4fb6-b762-f49ad6377e20 on network fb04e5c4-4048-4691-8fd2-5191f92c4dcc not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:14:28.293338 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdacd5a-22c6-4487-bf81-a45b8a89dde8 req-557999dd-5603-48e3-8d99-79318ab47638 service neutron] Attempting to bind port 27080ad8-c856-4fb6-b762-f49ad6377e20 on network fb04e5c4-4048-4691-8fd2-5191f92c4dcc {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:14:28.299466 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdacd5a-22c6-4487-bf81-a45b8a89dde8 req-557999dd-5603-48e3-8d99-79318ab47638 service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:14:28.299804 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdacd5a-22c6-4487-bf81-a45b8a89dde8 req-557999dd-5603-48e3-8d99-79318ab47638 service neutron] Checking segment: {'id': '6bf2f30c-8de9-48b6-ac35-0afe448267ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fb04e5c4-4048-4691-8fd2-5191f92c4dcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:14:28.300188 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdacd5a-22c6-4487-bf81-a45b8a89dde8 req-557999dd-5603-48e3-8d99-79318ab47638 service neutron] Bound using segment: {'id': '6bf2f30c-8de9-48b6-ac35-0afe448267ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fb04e5c4-4048-4691-8fd2-5191f92c4dcc'} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:14:28.300618 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-ccdacd5a-22c6-4487-bf81-a45b8a89dde8 req-557999dd-5603-48e3-8d99-79318ab47638 service neutron] Bound port: 27080ad8-c856-4fb6-b762-f49ad6377e20, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bf2f30c-8de9-48b6-ac35-0afe448267ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fb04e5c4-4048-4691-8fd2-5191f92c4dcc'}}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:14:28.300983 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-ccdacd5a-22c6-4487-bf81-a45b8a89dde8 req-557999dd-5603-48e3-8d99-79318ab47638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:28.312464 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9fa764dc-e62e-4ac1-adda-be7c76e8c264 req-360bd7b1-4429-41dd-80ae-8181c7531328 tempest-VolumesAdminNegativeTest-1342322094 tempest-VolumesAdminNegativeTest-1342322094-project] 10.222.0.44 "GET /v2.0/security-groups?id=16553a21-fbee-4678-812b-905fa24055ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605006 Aug 10 03:14:28.392425 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-ccdacd5a-22c6-4487-bf81-a45b8a89dde8 req-557999dd-5603-48e3-8d99-79318ab47638 service neutron] For port 27080ad8-c856-4fb6-b762-f49ad6377e20, host n-h2-768862-13, cleared binding levels {{(pid=94261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:14:28.395599 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device aa30fcb9-feeb-4734-95fc-3b4e7773f339 details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:14:28.396448 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-ccdacd5a-22c6-4487-bf81-a45b8a89dde8 req-557999dd-5603-48e3-8d99-79318ab47638 service neutron] For port 27080ad8-c856-4fb6-b762-f49ad6377e20, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=27080ad8-c856-4fb6-b762-f49ad6377e20,segment=NetworkSegment(6bf2f30c-8de9-48b6-ac35-0afe448267ae),segment_id=6bf2f30c-8de9-48b6-ac35-0afe448267ae)] {{(pid=94261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:14:28.422434 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-ccdacd5a-22c6-4487-bf81-a45b8a89dde8 req-557999dd-5603-48e3-8d99-79318ab47638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:28.505407 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557999dd-5603-48e3-8d99-79318ab47638 service neutron] Pushing event updated for resources: {'Port': ['ID=27080ad8-c856-4fb6-b762-f49ad6377e20,revision_number=8']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:28.541180 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port aa30fcb9-feeb-4734-95fc-3b4e7773f339, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=aa30fcb9-feeb-4734-95fc-3b4e7773f339,segment=NetworkSegment(dce213a7-c146-470a-a653-5429ca95aa3f),segment_id=dce213a7-c146-470a-a653-5429ca95aa3f)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:28.547119 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdacd5a-22c6-4487-bf81-a45b8a89dde8 req-557999dd-5603-48e3-8d99-79318ab47638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:28.548773 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-ccdacd5a-22c6-4487-bf81-a45b8a89dde8 req-557999dd-5603-48e3-8d99-79318ab47638 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:28.552439 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ccdacd5a-22c6-4487-bf81-a45b8a89dde8 req-557999dd-5603-48e3-8d99-79318ab47638 service neutron] 10.222.0.42 "PUT /v2.0/ports/27080ad8-c856-4fb6-b762-f49ad6377e20 HTTP/1.1" status: 200 len: 1123 time: 0.9789586 Aug 10 03:14:28.556542 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': 'aa30fcb9-feeb-4734-95fc-3b4e7773f339', 'network_id': 'c74b87bc-ed4e-4bef-bf2f-b3a15da9fe69', 'port_id': 'aa30fcb9-feeb-4734-95fc-3b4e7773f339', 'mac_address': 'fa:16:3e:3e:8c:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9018e16-39a6-44ef-97d2-400a657eae99', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:14:28.606338 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:28.651248 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['27080ad8-c856-4fb6-b762-f49ad6377e20'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:14:28.656381 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa30fcb9-feeb-4734-95fc-3b4e7773f339 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:14:28.749007 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port aa30fcb9-feeb-4734-95fc-3b4e7773f339, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=aa30fcb9-feeb-4734-95fc-3b4e7773f339,segment=NetworkSegment(dce213a7-c146-470a-a653-5429ca95aa3f),segment_id=dce213a7-c146-470a-a653-5429ca95aa3f)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:28.760167 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:28.761479 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device a054d947-4530-4b99-99f8-da474d7cde1c details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:14:28.807118 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['27080ad8-c856-4fb6-b762-f49ad6377e20'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:14:28.921233 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a7ca6f-0393-49b0-95d3-278d466e90e1 req-9af69934-6bd1-4f09-845c-29dd9866c57e tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:28.924239 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d4a7ca6f-0393-49b0-95d3-278d466e90e1 req-9af69934-6bd1-4f09-845c-29dd9866c57e tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0e0a767-41dc-4001-a52c-857949a7e913 HTTP/1.1" status: 200 len: 946 time: 0.2189019 Aug 10 03:14:28.943155 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=aa30fcb9-feeb-4734-95fc-3b4e7773f339,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:29.000546 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3653b0d8-63f5-4362-b33f-1347da2a281a req-35264bac-41e3-4330-a894-1592d62a8c9e tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:29.003348 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3653b0d8-63f5-4362-b33f-1347da2a281a req-35264bac-41e3-4330-a894-1592d62a8c9e tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/networks?id=06cba743-97cb-4e3d-9173-104a9c9a70d3 HTTP/1.1" status: 200 len: 811 time: 0.3000412 Aug 10 03:14:29.047489 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d4a7ca6f-0393-49b0-95d3-278d466e90e1 req-fdcbc6ff-9d49-461e-af79-060ecd8f7a6a tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069138 Aug 10 03:14:29.050499 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3653b0d8-63f5-4362-b33f-1347da2a281a req-30e2d587-a8b5-45a0-824e-e95ad86e1438 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/quotas/bd4ff3ae34274cb6803be2c6188b2b0c HTTP/1.1" status: 200 len: 375 time: 0.0387893 Aug 10 03:14:29.118779 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3653b0d8-63f5-4362-b33f-1347da2a281a req-c48da142-1e06-4f1b-bafd-80c36fb3bdb6 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=bd4ff3ae34274cb6803be2c6188b2b0c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0613897 Aug 10 03:14:29.130988 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port a054d947-4530-4b99-99f8-da474d7cde1c, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=a054d947-4530-4b99-99f8-da474d7cde1c,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:29.165177 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': 'a054d947-4530-4b99-99f8-da474d7cde1c', 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721', 'port_id': 'a054d947-4530-4b99-99f8-da474d7cde1c', 'mac_address': 'fa:16:3e:5f:37:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60d10164-1dee-4940-9d19-f71e6c18cbc5', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:14:29.241764 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:29.264472 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a054d947-4530-4b99-99f8-da474d7cde1c {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:14:29.278822 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b07bb78-6e26-465c-ab59-ee94c55de4d4 req-74e995bc-d292-4dce-adc0-de6d810b3be5 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:29.280403 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7b07bb78-6e26-465c-ab59-ee94c55de4d4 req-74e995bc-d292-4dce-adc0-de6d810b3be5 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=f726c9d4-e35b-491c-8c1a-75058f6ba5e2 HTTP/1.1" status: 200 len: 948 time: 0.0858350 Aug 10 03:14:29.292551 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port a054d947-4530-4b99-99f8-da474d7cde1c, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=a054d947-4530-4b99-99f8-da474d7cde1c,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:29.298649 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3653b0d8-63f5-4362-b33f-1347da2a281a req-9b353787-b769-4c18-99b0-d9451b5bc006 service neutron] 10.222.0.44 "GET /v2.0/networks/06cba743-97cb-4e3d-9173-104a9c9a70d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676354 Aug 10 03:14:29.300330 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:29.370519 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=a054d947-4530-4b99-99f8-da474d7cde1c,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:29.383873 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7b07bb78-6e26-465c-ab59-ee94c55de4d4 req-c58e1a03-dab7-49c1-a329-47d7e69f491a tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936694 Aug 10 03:14:29.428600 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3653b0d8-63f5-4362-b33f-1347da2a281a req-32523e28-5252-4f00-b9ff-6f6a1ea473a1 service neutron] 10.222.0.44 "GET /v2.0/networks/06cba743-97cb-4e3d-9173-104a9c9a70d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200669 Aug 10 03:14:29.586328 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 27080ad8-c856-4fb6-b762-f49ad6377e20 details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:14:29.662045 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e5215b-9666-4665-8a48-d9163c967026 req-9a0f1e92-5752-4829-8b58-b29a9ef46fd7 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:29.675598 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-50e5215b-9666-4665-8a48-d9163c967026 req-9a0f1e92-5752-4829-8b58-b29a9ef46fd7 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] 10.222.0.44 "GET /v2.0/ports?device_id=075fb0b6-9052-4dfe-bf2c-5499bfe599b5 HTTP/1.1" status: 200 len: 948 time: 0.1223917 Aug 10 03:14:29.730162 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 27080ad8-c856-4fb6-b762-f49ad6377e20, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=27080ad8-c856-4fb6-b762-f49ad6377e20,segment=NetworkSegment(6bf2f30c-8de9-48b6-ac35-0afe448267ae),segment_id=6bf2f30c-8de9-48b6-ac35-0afe448267ae)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:29.743303 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-50e5215b-9666-4665-8a48-d9163c967026 req-69cd8ee0-a238-4ec3-913f-57e7d997df22 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] 10.222.0.44 "GET /v2.0/security-groups?id=e650e31d-ce31-437d-804d-e5f2e4a77982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663707 Aug 10 03:14:29.752087 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a83a55f-1389-4200-86b5-a4b2c2fa8432 req-effb9c18-f608-4b19-8bb0-a0211e3ad77b tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:29.753923 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6a83a55f-1389-4200-86b5-a4b2c2fa8432 req-effb9c18-f608-4b19-8bb0-a0211e3ad77b tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=564cd1d5-4660-4da0-aad6-145d07e37da2 HTTP/1.1" status: 200 len: 943 time: 0.1308751 Aug 10 03:14:29.755319 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 27080ad8-c856-4fb6-b762-f49ad6377e20 has no active binding in host n-h1-768862-13 {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 10 03:14:29.859541 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6a83a55f-1389-4200-86b5-a4b2c2fa8432 req-48ecf33c-bb3b-49ed-b37b-34ce135abea0 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942936 Aug 10 03:14:29.887749 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acab5236-e824-409d-9deb-e57164a10bc7 req-6e30832b-5ae8-45c0-a422-813e676fb35d tempest-VolumesAdminNegativeTest-1342322094 tempest-VolumesAdminNegativeTest-1342322094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:29.890408 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-acab5236-e824-409d-9deb-e57164a10bc7 req-6e30832b-5ae8-45c0-a422-813e676fb35d tempest-VolumesAdminNegativeTest-1342322094 tempest-VolumesAdminNegativeTest-1342322094-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0f55cc4-356d-4943-b654-5ded5c70bba8 HTTP/1.1" status: 200 len: 945 time: 0.0720913 Aug 10 03:14:29.926377 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['aa30fcb9-feeb-4734-95fc-3b4e7773f339'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:14:29.934592 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['a054d947-4530-4b99-99f8-da474d7cde1c'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:14:29.943528 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d0e176ed-2337-4947-9ba6-f85f24e5830e req-6534f41e-0a50-46ef-bab7-d8d5574fdee6 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=57b2bc7a-2adb-426e-8010-4aef4819cff6 HTTP/1.1" status: 200 len: 210 time: 0.0402868 Aug 10 03:14:29.971341 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-acab5236-e824-409d-9deb-e57164a10bc7 req-b5879031-e6c2-4408-9824-2ad8e963caa6 tempest-VolumesAdminNegativeTest-1342322094 tempest-VolumesAdminNegativeTest-1342322094-project] 10.222.0.44 "GET /v2.0/security-groups?id=16553a21-fbee-4678-812b-905fa24055ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703182 Aug 10 03:14:30.206937 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '564cd1d5-4660-4da0-aad6-145d07e37da2', 'tag': '27080ad8-c856-4fb6-b762-f49ad6377e20'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:14:30.210281 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5d01ccc-486c-46c0-9c47-07a927aad140" -d '{"events": [{"name": "network-changed", "server_uuid": "564cd1d5-4660-4da0-aad6-145d07e37da2", "tag": "27080ad8-c856-4fb6-b762-f49ad6377e20"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:14:30.254084 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-77253f05-c9b5-458b-8636-92d327aca0d6 req-78e2557b-5495-401d-a54e-31e5052afad8 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=ebce8dce68054ed889383d14d785c78e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0254276 Aug 10 03:14:30.403718 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77253f05-c9b5-458b-8636-92d327aca0d6 req-d59f4dfe-0469-4ec4-81b8-63263257818a tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:30.404402 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 31f32a05-17ab-4fff-8025-246c50e68f96 details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:14:30.405849 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-77253f05-c9b5-458b-8636-92d327aca0d6 req-d59f4dfe-0469-4ec4-81b8-63263257818a tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1445024 Aug 10 03:14:30.425372 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-77253f05-c9b5-458b-8636-92d327aca0d6 req-dd0d98cb-b9c5-472d-a9ad-235e870dc3cd tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/quotas/ebce8dce68054ed889383d14d785c78e HTTP/1.1" status: 200 len: 375 time: 0.0132136 Aug 10 03:14:30.470259 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-77253f05-c9b5-458b-8636-92d327aca0d6 req-0f6d87ef-a146-4e9a-a23a-46d88d912c1d tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ebce8dce68054ed889383d14d785c78e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360303 Aug 10 03:14:30.573332 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 31f32a05-17ab-4fff-8025-246c50e68f96, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=31f32a05-17ab-4fff-8025-246c50e68f96,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:30.588077 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': '31f32a05-17ab-4fff-8025-246c50e68f96', 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721', 'port_id': '31f32a05-17ab-4fff-8025-246c50e68f96', 'mac_address': 'fa:16:3e:59:57:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60d10164-1dee-4940-9d19-f71e6c18cbc5', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:14:30.648030 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:30.671136 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31f32a05-17ab-4fff-8025-246c50e68f96 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:14:30.703546 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 31f32a05-17ab-4fff-8025-246c50e68f96, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=31f32a05-17ab-4fff-8025-246c50e68f96,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:30.709967 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:30.759811 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c07a3ca-8eee-49fc-9fee-c611211cc443 req-11657153-f0b0-4d2a-a8a5-a1ef49ba0b68 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:30.762832 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5c07a3ca-8eee-49fc-9fee-c611211cc443 req-11657153-f0b0-4d2a-a8a5-a1ef49ba0b68 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0e0a767-41dc-4001-a52c-857949a7e913 HTTP/1.1" status: 200 len: 946 time: 0.0885222 Aug 10 03:14:30.780807 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=31f32a05-17ab-4fff-8025-246c50e68f96,revision_number=8']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:30.815302 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5c07a3ca-8eee-49fc-9fee-c611211cc443 req-462ea623-ac9b-417c-8c97-d2e3e537ac28 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400374 Aug 10 03:14:30.825268 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-479e4339-aa58-4629-bb11-07db74e0ebb0 x-openstack-request-id: req-479e4339-aa58-4629-bb11-07db74e0ebb0 {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:14:30.825667 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "564cd1d5-4660-4da0-aad6-145d07e37da2", "tag": "27080ad8-c856-4fb6-b762-f49ad6377e20", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:14:30.826009 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-479e4339-aa58-4629-bb11-07db74e0ebb0 {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:14:30.826854 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '564cd1d5-4660-4da0-aad6-145d07e37da2', 'tag': '27080ad8-c856-4fb6-b762-f49ad6377e20', 'status': 'completed', 'code': 200} Aug 10 03:14:30.958609 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d01ccc-486c-46c0-9c47-07a927aad140 req-08ed8f92-c467-4b07-b853-c24ee3561c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:30.960273 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-b5d01ccc-486c-46c0-9c47-07a927aad140 req-08ed8f92-c467-4b07-b853-c24ee3561c7c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ef0c546763504af887a177f337462e10&device_id=564cd1d5-4660-4da0-aad6-145d07e37da2 HTTP/1.1" status: 200 len: 1126 time: 0.0929437 Aug 10 03:14:31.003458 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-48f913ed-5ccb-4351-88bd-bcaf2a5b4af3 req-42ebed87-8c3f-4b05-82ec-a5fc0b6d6095 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a9659d7-e1b6-4ff6-87f2-037636c555ba HTTP/1.1" status: 200 len: 210 time: 0.0309227 Aug 10 03:14:31.037920 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e2a6dc-4b99-4985-b764-4b946c0218f9 req-664f99f6-2936-4497-ae9b-03e08c8596d6 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:31.039717 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-63e2a6dc-4b99-4985-b764-4b946c0218f9 req-664f99f6-2936-4497-ae9b-03e08c8596d6 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=f726c9d4-e35b-491c-8c1a-75058f6ba5e2 HTTP/1.1" status: 200 len: 949 time: 0.1158121 Aug 10 03:14:31.102814 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-63e2a6dc-4b99-4985-b764-4b946c0218f9 req-84df5b39-d98e-4981-885f-da46e537ac1d tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508578 Aug 10 03:14:31.140705 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d01ccc-486c-46c0-9c47-07a927aad140 req-16edaff1-7d1d-47a5-9ad3-af19e6b3717a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:31.142550 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-b5d01ccc-486c-46c0-9c47-07a927aad140 req-16edaff1-7d1d-47a5-9ad3-af19e6b3717a service neutron] 10.222.0.61 "GET /v2.0/networks?id=fb04e5c4-4048-4691-8fd2-5191f92c4dcc HTTP/1.1" status: 200 len: 908 time: 0.1269171 Aug 10 03:14:31.185806 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecce36d0-f91a-4378-82b9-a85bb2c34e6b req-9710c1db-ba0f-4d70-aa49-cd3ea2faac83 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:31.197075 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ecce36d0-f91a-4378-82b9-a85bb2c34e6b req-9710c1db-ba0f-4d70-aa49-cd3ea2faac83 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] 10.222.0.44 "GET /v2.0/ports?device_id=075fb0b6-9052-4dfe-bf2c-5499bfe599b5 HTTP/1.1" status: 200 len: 948 time: 0.0999534 Aug 10 03:14:31.236734 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-b5d01ccc-486c-46c0-9c47-07a927aad140 req-00a19e7e-2d65-44eb-a59b-79803f369b94 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27080ad8-c856-4fb6-b762-f49ad6377e20 HTTP/1.1" status: 200 len: 217 time: 0.0662086 Aug 10 03:14:31.285265 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ecce36d0-f91a-4378-82b9-a85bb2c34e6b req-f108e631-d58e-45f1-af46-59d606069654 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] 10.222.0.44 "GET /v2.0/security-groups?id=e650e31d-ce31-437d-804d-e5f2e4a77982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871625 Aug 10 03:14:31.315330 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7303c0-0c77-41b3-aab2-9362da691d48 req-7aae558e-134f-4369-9c32-05dec8cc2057 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:31.316092 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d01ccc-486c-46c0-9c47-07a927aad140 req-9648ab36-1ad9-4d88-be1d-ebff6d86e5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:31.318119 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-b5d01ccc-486c-46c0-9c47-07a927aad140 req-9648ab36-1ad9-4d88-be1d-ebff6d86e5df service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1dfce422-0216-4c9d-97b8-8fc7613926b1 HTTP/1.1" status: 200 len: 848 time: 0.0702646 Aug 10 03:14:31.330893 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2f7303c0-0c77-41b3-aab2-9362da691d48 req-7aae558e-134f-4369-9c32-05dec8cc2057 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=564cd1d5-4660-4da0-aad6-145d07e37da2 HTTP/1.1" status: 200 len: 943 time: 0.0833080 Aug 10 03:14:31.367598 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-b5d01ccc-486c-46c0-9c47-07a927aad140 req-ce8b79dc-02b1-4bab-88ba-719af26f677d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fb04e5c4-4048-4691-8fd2-5191f92c4dcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330970 Aug 10 03:14:31.371476 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2f7303c0-0c77-41b3-aab2-9362da691d48 req-eb1a01a0-0168-4101-827d-4ce671740798 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397241 Aug 10 03:14:31.458245 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad952bd5-3888-4254-8c69-40bec64d07f2 req-edf25c46-6e1f-42ac-8248-d41f125089a9 tempest-VolumesAdminNegativeTest-1342322094 tempest-VolumesAdminNegativeTest-1342322094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:31.463206 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ad952bd5-3888-4254-8c69-40bec64d07f2 req-edf25c46-6e1f-42ac-8248-d41f125089a9 tempest-VolumesAdminNegativeTest-1342322094 tempest-VolumesAdminNegativeTest-1342322094-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0f55cc4-356d-4943-b654-5ded5c70bba8 HTTP/1.1" status: 200 len: 945 time: 0.0771105 Aug 10 03:14:31.482020 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-b5d01ccc-486c-46c0-9c47-07a927aad140 req-2ae301fc-dcc5-4cdf-9c22-3bc66db8c963 service neutron] 10.222.0.61 "GET /v2.0/networks/fb04e5c4-4048-4691-8fd2-5191f92c4dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016114 Aug 10 03:14:31.588690 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-b5d01ccc-486c-46c0-9c47-07a927aad140 req-0e8a3b00-7e85-4081-a15d-ceb388d8b4bb service neutron] 10.222.0.61 "GET /v2.0/networks/fb04e5c4-4048-4691-8fd2-5191f92c4dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987535 Aug 10 03:14:31.598277 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ad952bd5-3888-4254-8c69-40bec64d07f2 req-2156c8f1-9cca-4a9b-870b-aa2d00c44bf3 tempest-VolumesAdminNegativeTest-1342322094 tempest-VolumesAdminNegativeTest-1342322094-project] 10.222.0.44 "GET /v2.0/security-groups?id=16553a21-fbee-4678-812b-905fa24055ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208122 Aug 10 03:14:31.605435 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-3653b0d8-63f5-4362-b33f-1347da2a281a req-768a567f-178b-48e5-bbbc-2fb51d2037ee service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bd4ff3ae34274cb6803be2c6188b2b0c&device_id=57b2bc7a-2adb-426e-8010-4aef4819cff6 HTTP/1.1" status: 200 len: 210 time: 0.0296428 Aug 10 03:14:31.645817 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd93040-4dfc-421b-8dbf-63e0cda29603 req-4e7419ce-7fd2-4ef2-b040-40ea8efbf6e6 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:31.647583 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8cd93040-4dfc-421b-8dbf-63e0cda29603 req-4e7419ce-7fd2-4ef2-b040-40ea8efbf6e6 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/networks?id=06cba743-97cb-4e3d-9173-104a9c9a70d3 HTTP/1.1" status: 200 len: 811 time: 0.1825428 Aug 10 03:14:31.670727 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8cd93040-4dfc-421b-8dbf-63e0cda29603 req-1b65eeb3-d921-4808-b812-1f00893aa3ef tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/quotas/bd4ff3ae34274cb6803be2c6188b2b0c HTTP/1.1" status: 200 len: 375 time: 0.0111821 Aug 10 03:14:31.709293 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8cd93040-4dfc-421b-8dbf-63e0cda29603 req-0b3c6dcf-5ed2-49b4-95f3-17c945a6d284 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=bd4ff3ae34274cb6803be2c6188b2b0c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319881 Aug 10 03:14:31.788497 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['31f32a05-17ab-4fff-8025-246c50e68f96'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:14:31.832937 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8cd93040-4dfc-421b-8dbf-63e0cda29603 req-e0a945b4-706a-445d-a647-ea0f0dee38cc service neutron] 10.222.0.44 "GET /v2.0/networks/06cba743-97cb-4e3d-9173-104a9c9a70d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143126 Aug 10 03:14:31.908472 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3653b0d8-63f5-4362-b33f-1347da2a281a req-87a31f56-7276-4f7c-b375-d9e0c708fdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:31.910420 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-3653b0d8-63f5-4362-b33f-1347da2a281a req-87a31f56-7276-4f7c-b375-d9e0c708fdd5 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=bd4ff3ae34274cb6803be2c6188b2b0c&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2836432 Aug 10 03:14:31.947529 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8cd93040-4dfc-421b-8dbf-63e0cda29603 req-c10911df-df89-419e-bf51-1351554d5c9e service neutron] 10.222.0.44 "GET /v2.0/networks/06cba743-97cb-4e3d-9173-104a9c9a70d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078351 Aug 10 03:14:32.021366 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39ee5cf-85c7-498a-9c62-8481b86d53a6 req-c90da3c7-1b6e-400f-b22e-0a5a10cb726a tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:32.023258 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e39ee5cf-85c7-498a-9c62-8481b86d53a6 req-c90da3c7-1b6e-400f-b22e-0a5a10cb726a tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0e0a767-41dc-4001-a52c-857949a7e913 HTTP/1.1" status: 200 len: 946 time: 0.0661910 Aug 10 03:14:32.123666 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e39ee5cf-85c7-498a-9c62-8481b86d53a6 req-0993de90-faeb-4392-905b-cdaac224fd6e tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885491 Aug 10 03:14:32.128812 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-37ba8a32-2244-41c9-8410-bb8e82c61fdc req-630e58eb-97e1-4b8e-ac0c-56112804bad4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d81c6232-f0c3-49ea-bd08-78872ee1d315&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0871379 Aug 10 03:14:32.150638 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3653b0d8-63f5-4362-b33f-1347da2a281a req-c7e9c8dc-c98d-488e-8c34-d43782606083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:32.152812 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-3653b0d8-63f5-4362-b33f-1347da2a281a req-c7e9c8dc-c98d-488e-8c34-d43782606083 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2264583 Aug 10 03:14:32.236940 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ba8a32-2244-41c9-8410-bb8e82c61fdc req-aa0a9e0d-64c3-4ddd-a732-909b0cecce64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:32.238559 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-37ba8a32-2244-41c9-8410-bb8e82c61fdc req-aa0a9e0d-64c3-4ddd-a732-909b0cecce64 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=808ab0b013b8411c9f012091d2eaa39f&device_id=d81c6232-f0c3-49ea-bd08-78872ee1d315 HTTP/1.1" status: 200 len: 1101 time: 0.0548859 Aug 10 03:14:32.268249 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3653b0d8-63f5-4362-b33f-1347da2a281a req-74cd4b19-2118-4d35-9cf4-f83709b1d3bf tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.42 "GET /v2.0/ports?device_id=57b2bc7a-2adb-426e-8010-4aef4819cff6 HTTP/1.1" status: 200 len: 210 time: 0.0523548 Aug 10 03:14:32.270263 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-689f7911-4003-4b22-be09-7a6b0eb717e6 req-439bbaea-c865-46f8-8270-344b2321f8f1 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=458bab07-f15c-4f7c-8441-f4214620b715 HTTP/1.1" status: 200 len: 210 time: 0.0701551 Aug 10 03:14:32.291563 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5e081829-771f-466a-80f9-435244ef3a61 req-1c397719-5703-4cc9-a0db-e7bca99c6bd5 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a9659d7-e1b6-4ff6-87f2-037636c555ba HTTP/1.1" status: 200 len: 210 time: 0.0745816 Aug 10 03:14:32.525076 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-77253f05-c9b5-458b-8636-92d327aca0d6 req-cb040eb2-31c6-47ba-baa8-06048e965d85 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=ebce8dce68054ed889383d14d785c78e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0967925 Aug 10 03:14:32.625272 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad6e489-f55b-4a4a-86a4-19b4f71f137b req-f0062d48-9579-44d0-8329-61e08fba18d1 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:32.626933 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9ad6e489-f55b-4a4a-86a4-19b4f71f137b req-f0062d48-9579-44d0-8329-61e08fba18d1 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] 10.222.0.44 "GET /v2.0/ports?device_id=075fb0b6-9052-4dfe-bf2c-5499bfe599b5 HTTP/1.1" status: 200 len: 948 time: 0.2273896 Aug 10 03:14:32.645172 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3636ef07-8abf-429b-ba0f-09a9c08ac0c3 req-06d55fe9-abda-4153-9cb2-7c068e9b2fc9 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:32.646750 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3636ef07-8abf-429b-ba0f-09a9c08ac0c3 req-06d55fe9-abda-4153-9cb2-7c068e9b2fc9 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=f726c9d4-e35b-491c-8c1a-75058f6ba5e2 HTTP/1.1" status: 200 len: 949 time: 0.1643772 Aug 10 03:14:32.719685 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ba8a32-2244-41c9-8410-bb8e82c61fdc req-45a4e9db-e0ee-4ca1-b872-9b45e1b53cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:32.721041 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-37ba8a32-2244-41c9-8410-bb8e82c61fdc req-45a4e9db-e0ee-4ca1-b872-9b45e1b53cc8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=72a4be73-29a1-424c-8690-ecdcf6b06721 HTTP/1.1" status: 200 len: 869 time: 0.4263422 Aug 10 03:14:32.736604 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9ad6e489-f55b-4a4a-86a4-19b4f71f137b req-01bf0bd6-2515-4409-ae0e-56e9f525d23c tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] 10.222.0.44 "GET /v2.0/security-groups?id=e650e31d-ce31-437d-804d-e5f2e4a77982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011076 Aug 10 03:14:32.749476 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3636ef07-8abf-429b-ba0f-09a9c08ac0c3 req-ee1491f8-bedb-4566-a94e-d47237989dba tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812118 Aug 10 03:14:32.758769 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77253f05-c9b5-458b-8636-92d327aca0d6 req-360e7bf1-66d8-4c7a-8d54-aa0fa46ae4fd tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:32.760315 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-77253f05-c9b5-458b-8636-92d327aca0d6 req-360e7bf1-66d8-4c7a-8d54-aa0fa46ae4fd tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2190144 Aug 10 03:14:32.818957 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-77253f05-c9b5-458b-8636-92d327aca0d6 req-99ff3ced-b0c4-4c22-a9df-dfa98937e783 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Request body: {'port': {'device_id': '9a9659d7-e1b6-4ff6-87f2-037636c555ba', 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721', 'admin_state_up': True, 'tenant_id': 'ebce8dce68054ed889383d14d785c78e'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:14:32.820755 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:32.828936 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-37ba8a32-2244-41c9-8410-bb8e82c61fdc req-58aca0eb-3e94-4db3-8533-8c6e8d390090 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=408a3286-4f2d-4fd4-a596-e648c93bfc43 HTTP/1.1" status: 200 len: 217 time: 0.0410273 Aug 10 03:14:32.956676 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ba8a32-2244-41c9-8410-bb8e82c61fdc req-31ad6919-1700-4445-b60a-6afe3c304409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:32.958598 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-37ba8a32-2244-41c9-8410-bb8e82c61fdc req-31ad6919-1700-4445-b60a-6afe3c304409 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=60d10164-1dee-4940-9d19-f71e6c18cbc5 HTTP/1.1" status: 200 len: 843 time: 0.0527678 Aug 10 03:14:32.966803 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d01c6f6-522d-4e53-907a-ff80779f819e req-e2a097b8-5a26-48c8-9619-99a2afe357d4 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:32.968311 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2d01c6f6-522d-4e53-907a-ff80779f819e req-e2a097b8-5a26-48c8-9619-99a2afe357d4 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=564cd1d5-4660-4da0-aad6-145d07e37da2 HTTP/1.1" status: 200 len: 943 time: 0.1421854 Aug 10 03:14:33.001023 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90bf897-1d22-4dec-a3d0-59ee91c96c67 req-6c2b2236-533c-46ea-8e21-3c6628281587 tempest-VolumesAdminNegativeTest-1342322094 tempest-VolumesAdminNegativeTest-1342322094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:33.002766 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c90bf897-1d22-4dec-a3d0-59ee91c96c67 req-6c2b2236-533c-46ea-8e21-3c6628281587 tempest-VolumesAdminNegativeTest-1342322094 tempest-VolumesAdminNegativeTest-1342322094-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0f55cc4-356d-4943-b654-5ded5c70bba8 HTTP/1.1" status: 200 len: 945 time: 0.1734953 Aug 10 03:14:33.021913 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ba8a32-2244-41c9-8410-bb8e82c61fdc req-142267d1-eea5-4690-937e-d020334fe35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:33.023614 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-37ba8a32-2244-41c9-8410-bb8e82c61fdc req-142267d1-eea5-4690-937e-d020334fe35f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72a4be73-29a1-424c-8690-ecdcf6b06721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0483024 Aug 10 03:14:33.064805 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2d01c6f6-522d-4e53-907a-ff80779f819e req-cc7182bf-3d3d-4ebd-b610-8d91a2bcbf5b tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876026 Aug 10 03:14:33.075382 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77253f05-c9b5-458b-8636-92d327aca0d6 req-99ff3ced-b0c4-4c22-a9df-dfa98937e783 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Made reservation on behalf of ebce8dce68054ed889383d14d785c78e for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:14:33.080064 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-77253f05-c9b5-458b-8636-92d327aca0d6 req-99ff3ced-b0c4-4c22-a9df-dfa98937e783 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:33.098076 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-77253f05-c9b5-458b-8636-92d327aca0d6 req-99ff3ced-b0c4-4c22-a9df-dfa98937e783 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:33.109385 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c90bf897-1d22-4dec-a3d0-59ee91c96c67 req-06e45a05-7f42-4912-8a56-3fbe3dd63457 tempest-VolumesAdminNegativeTest-1342322094 tempest-VolumesAdminNegativeTest-1342322094-project] 10.222.0.44 "GET /v2.0/security-groups?id=16553a21-fbee-4678-812b-905fa24055ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914562 Aug 10 03:14:33.207476 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-37ba8a32-2244-41c9-8410-bb8e82c61fdc req-cee2cb18-f16f-4f40-be1e-7889ff3d9f82 service neutron] 10.222.0.42 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439767 Aug 10 03:14:33.260940 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-77253f05-c9b5-458b-8636-92d327aca0d6 req-99ff3ced-b0c4-4c22-a9df-dfa98937e783 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:33.266348 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-77253f05-c9b5-458b-8636-92d327aca0d6 req-99ff3ced-b0c4-4c22-a9df-dfa98937e783 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:33.358613 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-37ba8a32-2244-41c9-8410-bb8e82c61fdc req-4a14970c-3abc-4dbb-b07e-cf02baa54624 service neutron] 10.222.0.42 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174817 Aug 10 03:14:33.621731 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ff3ced-b0c4-4c22-a9df-dfa98937e783 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d28d33-caca-4f05-b0e0-721010e15342,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:33.770559 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf2c1f8-13cc-410b-92ef-77f1e84d1a90 req-51191deb-4a08-4095-b68b-4cbc6292b9c0 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:33.778593 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-adf2c1f8-13cc-410b-92ef-77f1e84d1a90 req-51191deb-4a08-4095-b68b-4cbc6292b9c0 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=f726c9d4-e35b-491c-8c1a-75058f6ba5e2 HTTP/1.1" status: 200 len: 949 time: 0.4345319 Aug 10 03:14:33.790531 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd93040-4dfc-421b-8dbf-63e0cda29603 req-22350327-59ee-4f6d-91bf-4b8c2616975f tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:33.793168 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-8cd93040-4dfc-421b-8dbf-63e0cda29603 req-22350327-59ee-4f6d-91bf-4b8c2616975f tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.42 "GET /v2.0/networks?id=06cba743-97cb-4e3d-9173-104a9c9a70d3 HTTP/1.1" status: 200 len: 811 time: 0.1220028 Aug 10 03:14:33.793363 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa154a51-e111-4c89-97cc-0cbbb88bf185 req-debf351b-8d29-4fba-9a23-ff0165bd613c tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:33.793909 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-aa154a51-e111-4c89-97cc-0cbbb88bf185 req-debf351b-8d29-4fba-9a23-ff0165bd613c tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0e0a767-41dc-4001-a52c-857949a7e913 HTTP/1.1" status: 200 len: 946 time: 0.4558618 Aug 10 03:14:33.813495 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-8cd93040-4dfc-421b-8dbf-63e0cda29603 req-96237047-a138-471f-93ce-4ad98f7c41a9 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Request body: {'port': {'device_id': '458bab07-f15c-4f7c-8441-f4214620b715', 'network_id': '06cba743-97cb-4e3d-9173-104a9c9a70d3', 'admin_state_up': True, 'tenant_id': 'bd4ff3ae34274cb6803be2c6188b2b0c'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:14:33.828949 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-77253f05-c9b5-458b-8636-92d327aca0d6 req-99ff3ced-b0c4-4c22-a9df-dfa98937e783 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Allocated IP 192.168.233.127 (72a4be73-29a1-424c-8690-ecdcf6b06721/60d10164-1dee-4940-9d19-f71e6c18cbc5/1ea64ec5-c51a-439a-9ea6-ca81f0db8286) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:14:33.856969 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e430b27f-f9f6-4bd5-82f1-a80148669d9d req-eaba6437-058b-45d0-ab3c-c11dac5607f4 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:33.858857 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e430b27f-f9f6-4bd5-82f1-a80148669d9d req-eaba6437-058b-45d0-ab3c-c11dac5607f4 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.42 "GET /v2.0/ports?device_id=f726c9d4-e35b-491c-8c1a-75058f6ba5e2&tenant_id=808ab0b013b8411c9f012091d2eaa39f&binding%3Ahost_id=n-h2-768862-13 HTTP/1.1" status: 200 len: 949 time: 0.2416267 Aug 10 03:14:33.912161 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-aa154a51-e111-4c89-97cc-0cbbb88bf185 req-e902605f-6ac3-448e-8058-80a53d1bc692 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021569 Aug 10 03:14:33.950502 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-adf2c1f8-13cc-410b-92ef-77f1e84d1a90 req-5ae251fd-dff4-4209-8af5-977d5e496faa tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709087 Aug 10 03:14:33.964534 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cd93040-4dfc-421b-8dbf-63e0cda29603 req-96237047-a138-471f-93ce-4ad98f7c41a9 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Made reservation on behalf of bd4ff3ae34274cb6803be2c6188b2b0c for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:14:33.977617 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-8cd93040-4dfc-421b-8dbf-63e0cda29603 req-96237047-a138-471f-93ce-4ad98f7c41a9 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:34.070831 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f942134c-d2ee-4b50-afcb-4d674dd4fa4d req-d74da24f-1bb1-410b-b218-1c812713ae33 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=458bab07-f15c-4f7c-8441-f4214620b715 HTTP/1.1" status: 200 len: 210 time: 0.0624154 Aug 10 03:14:34.080654 n-d-768862-13 neutron-server[94260]: INFO neutron.api.v2.resource [req-e430b27f-f9f6-4bd5-82f1-a80148669d9d req-2d6fcd11-91f6-461e-b82e-53cf9a256d74 service neutron] delete failed (client error): The resource could not be found. Aug 10 03:14:34.081713 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e430b27f-f9f6-4bd5-82f1-a80148669d9d req-2d6fcd11-91f6-461e-b82e-53cf9a256d74 service neutron] 10.222.0.42 "DELETE /v2.0/ports/31f32a05-17ab-4fff-8025-246c50e68f96/bindings/n-h1-768862-13 HTTP/1.1" status: 404 len: 381 time: 0.1913822 Aug 10 03:14:34.218719 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-52862245-b8f1-48c5-87b6-b45def7ac527 req-4903560d-9664-4fc1-ba07-6ba0dbaf74b2 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a9659d7-e1b6-4ff6-87f2-037636c555ba HTTP/1.1" status: 200 len: 210 time: 0.1252522 Aug 10 03:14:34.224986 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [req-8cd93040-4dfc-421b-8dbf-63e0cda29603 req-96237047-a138-471f-93ce-4ad98f7c41a9 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Allocated IP 172.20.0.13 (06cba743-97cb-4e3d-9173-104a9c9a70d3/3f0e3909-62c9-4453-825e-ffacada819b0/7c437a81-791c-48e8-819c-881611a08a3c) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:14:34.251126 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-77253f05-c9b5-458b-8636-92d327aca0d6 req-99ff3ced-b0c4-4c22-a9df-dfa98937e783 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:34.294919 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-77253f05-c9b5-458b-8636-92d327aca0d6 req-99ff3ced-b0c4-4c22-a9df-dfa98937e783 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Transition to ACTIVE for port object 1ea64ec5-c51a-439a-9ea6-ca81f0db8286 will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:14:34.309781 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd220841-abfd-42e5-8b9a-32e2fbd324c6 req-7f929bd0-92c3-4f07-82b5-a953cbe62ded tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:34.312787 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bd220841-abfd-42e5-8b9a-32e2fbd324c6 req-7f929bd0-92c3-4f07-82b5-a953cbe62ded tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] 10.222.0.44 "GET /v2.0/ports?device_id=075fb0b6-9052-4dfe-bf2c-5499bfe599b5 HTTP/1.1" status: 200 len: 948 time: 0.1246531 Aug 10 03:14:34.378907 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e430b27f-f9f6-4bd5-82f1-a80148669d9d req-df072be1-3182-45a5-8fe5-e286625c41af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:34.380527 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e430b27f-f9f6-4bd5-82f1-a80148669d9d req-df072be1-3182-45a5-8fe5-e286625c41af service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=808ab0b013b8411c9f012091d2eaa39f&device_id=f726c9d4-e35b-491c-8c1a-75058f6ba5e2 HTTP/1.1" status: 200 len: 1101 time: 0.1575325 Aug 10 03:14:34.414372 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 31f32a05-17ab-4fff-8025-246c50e68f96 up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:14:34.439055 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-8cd93040-4dfc-421b-8dbf-63e0cda29603 req-96237047-a138-471f-93ce-4ad98f7c41a9 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:34.466006 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bd220841-abfd-42e5-8b9a-32e2fbd324c6 req-f7023a1d-3567-485b-a539-e06d37cf9ed5 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] 10.222.0.44 "GET /v2.0/security-groups?id=e650e31d-ce31-437d-804d-e5f2e4a77982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456394 Aug 10 03:14:34.469700 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning for port 31f32a05-17ab-4fff-8025-246c50e68f96 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:14:34.479860 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-77253f05-c9b5-458b-8636-92d327aca0d6 req-99ff3ced-b0c4-4c22-a9df-dfa98937e783 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:34.483734 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port 31f32a05-17ab-4fff-8025-246c50e68f96 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:14:34.483734 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:34.519917 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-8cd93040-4dfc-421b-8dbf-63e0cda29603 req-96237047-a138-471f-93ce-4ad98f7c41a9 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:34.555373 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115799c4-a9fc-4f4a-b8e8-e14e722be075 req-2d219968-7459-4fdc-af11-3e6e07329cc3 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:34.563946 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-115799c4-a9fc-4f4a-b8e8-e14e722be075 req-2d219968-7459-4fdc-af11-3e6e07329cc3 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=564cd1d5-4660-4da0-aad6-145d07e37da2 HTTP/1.1" status: 200 len: 943 time: 0.2395344 Aug 10 03:14:34.613349 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cd93040-4dfc-421b-8dbf-63e0cda29603 req-96237047-a138-471f-93ce-4ad98f7c41a9 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Network 06cba743-97cb-4e3d-9173-104a9c9a70d3 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:14:34.619101 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [req-8cd93040-4dfc-421b-8dbf-63e0cda29603 req-96237047-a138-471f-93ce-4ad98f7c41a9 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:14:34.624858 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77253f05-c9b5-458b-8636-92d327aca0d6 req-99ff3ced-b0c4-4c22-a9df-dfa98937e783 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Network 72a4be73-29a1-424c-8690-ecdcf6b06721 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:14:34.634214 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cd93040-4dfc-421b-8dbf-63e0cda29603 req-96237047-a138-471f-93ce-4ad98f7c41a9 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:14:34.637094 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:34.640613 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ff3ced-b0c4-4c22-a9df-dfa98937e783 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Pushing event updated for resources: {'Port': ['ID=1ea64ec5-c51a-439a-9ea6-ca81f0db8286,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:34.640989 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd93040-4dfc-421b-8dbf-63e0cda29603 req-96237047-a138-471f-93ce-4ad98f7c41a9 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:34.641668 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-8cd93040-4dfc-421b-8dbf-63e0cda29603 req-96237047-a138-471f-93ce-4ad98f7c41a9 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:34.660239 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96237047-a138-471f-93ce-4ad98f7c41a9 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Pushing event updated for resources: {'Port': ['ID=7c437a81-791c-48e8-819c-881611a08a3c,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:34.665263 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-8cd93040-4dfc-421b-8dbf-63e0cda29603 req-96237047-a138-471f-93ce-4ad98f7c41a9 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8571625 Aug 10 03:14:34.668766 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-77253f05-c9b5-458b-8636-92d327aca0d6 req-99ff3ced-b0c4-4c22-a9df-dfa98937e783 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:14:34.671065 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f726c9d4-e35b-491c-8c1a-75058f6ba5e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31f32a05-17ab-4fff-8025-246c50e68f96'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:14:34.674531 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03160e14-0516-401a-95da-853bc2e435b3" -d '{"events": [{"server_uuid": "f726c9d4-e35b-491c-8c1a-75058f6ba5e2", "name": "network-vif-plugged", "status": "completed", "tag": "31f32a05-17ab-4fff-8025-246c50e68f96"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:14:34.679365 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-8cd93040-4dfc-421b-8dbf-63e0cda29603 req-3d38aeef-9947-4f01-983c-19b03613a109 service neutron] Request body: {'port': {'device_id': '458bab07-f15c-4f7c-8441-f4214620b715', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-13'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:14:34.685833 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-77253f05-c9b5-458b-8636-92d327aca0d6 req-99ff3ced-b0c4-4c22-a9df-dfa98937e783 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:14:34.690419 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 31f32a05-17ab-4fff-8025-246c50e68f96, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=31f32a05-17ab-4fff-8025-246c50e68f96,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:34.694830 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77253f05-c9b5-458b-8636-92d327aca0d6 req-99ff3ced-b0c4-4c22-a9df-dfa98937e783 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:34.695537 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-77253f05-c9b5-458b-8636-92d327aca0d6 req-99ff3ced-b0c4-4c22-a9df-dfa98937e783 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:34.696291 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:34.697136 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device aa30fcb9-feeb-4734-95fc-3b4e7773f339 up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:14:34.709295 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e430b27f-f9f6-4bd5-82f1-a80148669d9d req-372c7809-1305-44e3-b5f4-a13d18313fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:34.711352 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e430b27f-f9f6-4bd5-82f1-a80148669d9d req-372c7809-1305-44e3-b5f4-a13d18313fa4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=72a4be73-29a1-424c-8690-ecdcf6b06721 HTTP/1.1" status: 200 len: 869 time: 0.3155341 Aug 10 03:14:34.732292 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-115799c4-a9fc-4f4a-b8e8-e14e722be075 req-b5e2dccb-fe8c-4d33-bf64-eef416f056bb tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612806 Aug 10 03:14:34.748192 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-8cd93040-4dfc-421b-8dbf-63e0cda29603 req-3d38aeef-9947-4f01-983c-19b03613a109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:34.803484 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-77253f05-c9b5-458b-8636-92d327aca0d6 req-99ff3ced-b0c4-4c22-a9df-dfa98937e783 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9940629 Aug 10 03:14:34.804872 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e430b27f-f9f6-4bd5-82f1-a80148669d9d req-4909102c-8516-4538-852b-9b1140eb30de service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=31f32a05-17ab-4fff-8025-246c50e68f96 HTTP/1.1" status: 200 len: 217 time: 0.0713403 Aug 10 03:14:34.824575 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fc1bf2-2640-4c91-90ae-6c6ce2f0bdd9 req-663df994-1ab1-4113-88ce-d9e57da07ac0 tempest-VolumesAdminNegativeTest-1342322094 tempest-VolumesAdminNegativeTest-1342322094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:34.826307 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-40fc1bf2-2640-4c91-90ae-6c6ce2f0bdd9 req-663df994-1ab1-4113-88ce-d9e57da07ac0 tempest-VolumesAdminNegativeTest-1342322094 tempest-VolumesAdminNegativeTest-1342322094-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0f55cc4-356d-4943-b654-5ded5c70bba8 HTTP/1.1" status: 200 len: 945 time: 0.2215233 Aug 10 03:14:34.829582 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning for port aa30fcb9-feeb-4734-95fc-3b4e7773f339 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:14:34.834152 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-77253f05-c9b5-458b-8636-92d327aca0d6 req-edcf62bd-726c-41cd-afba-68f04fb0f6ee service neutron] Request body: {'port': {'device_id': '9a9659d7-e1b6-4ff6-87f2-037636c555ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:14:34.836295 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port aa30fcb9-feeb-4734-95fc-3b4e7773f339 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:14:34.836884 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:34.912359 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=31f32a05-17ab-4fff-8025-246c50e68f96,revision_number=9']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:34.962315 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13dcf75f-d8e8-40d4-bb1e-7ffe37159768 x-openstack-request-id: req-13dcf75f-d8e8-40d4-bb1e-7ffe37159768 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:14:34.962604 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f726c9d4-e35b-491c-8c1a-75058f6ba5e2", "name": "network-vif-plugged", "status": "completed", "tag": "31f32a05-17ab-4fff-8025-246c50e68f96", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:14:34.963054 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-13dcf75f-d8e8-40d4-bb1e-7ffe37159768 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:14:34.964044 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f726c9d4-e35b-491c-8c1a-75058f6ba5e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31f32a05-17ab-4fff-8025-246c50e68f96', 'code': 200} Aug 10 03:14:34.994311 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:34.999905 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e430b27f-f9f6-4bd5-82f1-a80148669d9d req-76b42f8f-13f9-4e4a-ab32-e481e4698ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:35.001446 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e430b27f-f9f6-4bd5-82f1-a80148669d9d req-76b42f8f-13f9-4e4a-ab32-e481e4698ceb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=60d10164-1dee-4940-9d19-f71e6c18cbc5 HTTP/1.1" status: 200 len: 843 time: 0.1739907 Aug 10 03:14:35.008759 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-866a8291-da2b-4ed6-8ebf-07b38fd0291a None None] Provisioning for port 1ea64ec5-c51a-439a-9ea6-ca81f0db8286 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:14:35.022888 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-40fc1bf2-2640-4c91-90ae-6c6ce2f0bdd9 req-34cabdc0-9bab-4abd-ba14-be5c6c6170dd tempest-VolumesAdminNegativeTest-1342322094 tempest-VolumesAdminNegativeTest-1342322094-project] 10.222.0.44 "GET /v2.0/security-groups?id=16553a21-fbee-4678-812b-905fa24055ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515880 Aug 10 03:14:35.024284 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-866a8291-da2b-4ed6-8ebf-07b38fd0291a None None] Provisioning complete for port 1ea64ec5-c51a-439a-9ea6-ca81f0db8286 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:14:35.024670 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-866a8291-da2b-4ed6-8ebf-07b38fd0291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:35.060241 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-77253f05-c9b5-458b-8636-92d327aca0d6 req-edcf62bd-726c-41cd-afba-68f04fb0f6ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:35.070523 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port aa30fcb9-feeb-4734-95fc-3b4e7773f339, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=aa30fcb9-feeb-4734-95fc-3b4e7773f339,segment=NetworkSegment(dce213a7-c146-470a-a653-5429ca95aa3f),segment_id=dce213a7-c146-470a-a653-5429ca95aa3f)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:35.084319 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:35.085228 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device a054d947-4530-4b99-99f8-da474d7cde1c up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:14:35.111831 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-866a8291-da2b-4ed6-8ebf-07b38fd0291a None None] Port 1ea64ec5-c51a-439a-9ea6-ca81f0db8286 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:14:35.144133 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [req-8cd93040-4dfc-421b-8dbf-63e0cda29603 req-3d38aeef-9947-4f01-983c-19b03613a109 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c437a81-791c-48e8-819c-881611a08a3c {{(pid=94261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:14:35.152312 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-8cd93040-4dfc-421b-8dbf-63e0cda29603 req-3d38aeef-9947-4f01-983c-19b03613a109 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:35.167135 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [req-8cd93040-4dfc-421b-8dbf-63e0cda29603 req-3d38aeef-9947-4f01-983c-19b03613a109 service neutron] Transition to ACTIVE for port object 7c437a81-791c-48e8-819c-881611a08a3c will not be triggered until provisioned by entity L2. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:14:35.170642 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=aa30fcb9-feeb-4734-95fc-3b4e7773f339,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:35.172409 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-8cd93040-4dfc-421b-8dbf-63e0cda29603 req-3d38aeef-9947-4f01-983c-19b03613a109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:35.190814 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning for port a054d947-4530-4b99-99f8-da474d7cde1c completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:14:35.195688 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port a054d947-4530-4b99-99f8-da474d7cde1c triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:14:35.196403 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:35.223211 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9789169-66e9-459c-9c2a-14c4cb131314 req-e265e911-7447-4098-8255-5c2d8f0d9437 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:35.224791 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a9789169-66e9-459c-9c2a-14c4cb131314 req-e265e911-7447-4098-8255-5c2d8f0d9437 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0e0a767-41dc-4001-a52c-857949a7e913 HTTP/1.1" status: 200 len: 946 time: 0.1755641 Aug 10 03:14:35.226669 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e430b27f-f9f6-4bd5-82f1-a80148669d9d req-9ab94229-f11c-4579-86e3-a4df1b82bf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:35.228543 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e430b27f-f9f6-4bd5-82f1-a80148669d9d req-9ab94229-f11c-4579-86e3-a4df1b82bf17 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72a4be73-29a1-424c-8690-ecdcf6b06721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1940215 Aug 10 03:14:35.253842 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d38aeef-9947-4f01-983c-19b03613a109 service neutron] Pushing event updated for resources: {'Port': ['ID=7c437a81-791c-48e8-819c-881611a08a3c,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:35.269732 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-8cd93040-4dfc-421b-8dbf-63e0cda29603 req-3d38aeef-9947-4f01-983c-19b03613a109 service neutron] Attempting to bind port 7c437a81-791c-48e8-819c-881611a08a3c on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:14:35.270074 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-8cd93040-4dfc-421b-8dbf-63e0cda29603 req-3d38aeef-9947-4f01-983c-19b03613a109 service neutron] Attempting to bind port 7c437a81-791c-48e8-819c-881611a08a3c by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': 'e1ea0112-d828-45f3-a96b-2a696c160566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '06cba743-97cb-4e3d-9173-104a9c9a70d3'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:14:35.270428 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd93040-4dfc-421b-8dbf-63e0cda29603 req-3d38aeef-9947-4f01-983c-19b03613a109 service neutron] Attempting to bind port 7c437a81-791c-48e8-819c-881611a08a3c on network 06cba743-97cb-4e3d-9173-104a9c9a70d3 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:14:35.276216 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd93040-4dfc-421b-8dbf-63e0cda29603 req-3d38aeef-9947-4f01-983c-19b03613a109 service neutron] Port 7c437a81-791c-48e8-819c-881611a08a3c on network 06cba743-97cb-4e3d-9173-104a9c9a70d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:14:35.276535 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd93040-4dfc-421b-8dbf-63e0cda29603 req-3d38aeef-9947-4f01-983c-19b03613a109 service neutron] Attempting to bind port 7c437a81-791c-48e8-819c-881611a08a3c on network 06cba743-97cb-4e3d-9173-104a9c9a70d3 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:14:35.282976 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd93040-4dfc-421b-8dbf-63e0cda29603 req-3d38aeef-9947-4f01-983c-19b03613a109 service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:14:35.283208 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd93040-4dfc-421b-8dbf-63e0cda29603 req-3d38aeef-9947-4f01-983c-19b03613a109 service neutron] Checking segment: {'id': 'e1ea0112-d828-45f3-a96b-2a696c160566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '06cba743-97cb-4e3d-9173-104a9c9a70d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:14:35.283538 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd93040-4dfc-421b-8dbf-63e0cda29603 req-3d38aeef-9947-4f01-983c-19b03613a109 service neutron] Bound using segment: {'id': 'e1ea0112-d828-45f3-a96b-2a696c160566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '06cba743-97cb-4e3d-9173-104a9c9a70d3'} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:14:35.284410 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-8cd93040-4dfc-421b-8dbf-63e0cda29603 req-3d38aeef-9947-4f01-983c-19b03613a109 service neutron] Bound port: 7c437a81-791c-48e8-819c-881611a08a3c, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1ea0112-d828-45f3-a96b-2a696c160566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '06cba743-97cb-4e3d-9173-104a9c9a70d3'}}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:14:35.284410 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-8cd93040-4dfc-421b-8dbf-63e0cda29603 req-3d38aeef-9947-4f01-983c-19b03613a109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:35.295213 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:35.331725 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port a054d947-4530-4b99-99f8-da474d7cde1c, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=a054d947-4530-4b99-99f8-da474d7cde1c,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:35.336581 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:35.353067 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ead63-9b63-4cb7-9ae3-8c5ac9d6089b req-f420fb7d-f464-40f3-b0bc-e8248fdd9aea tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:35.354701 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d97ead63-9b63-4cb7-9ae3-8c5ac9d6089b req-f420fb7d-f464-40f3-b0bc-e8248fdd9aea tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=f726c9d4-e35b-491c-8c1a-75058f6ba5e2 HTTP/1.1" status: 200 len: 950 time: 0.2398241 Aug 10 03:14:35.362698 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-8cd93040-4dfc-421b-8dbf-63e0cda29603 req-3d38aeef-9947-4f01-983c-19b03613a109 service neutron] For port 7c437a81-791c-48e8-819c-881611a08a3c, host n-h1-768862-13, cleared binding levels {{(pid=94261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:14:35.368469 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-8cd93040-4dfc-421b-8dbf-63e0cda29603 req-3d38aeef-9947-4f01-983c-19b03613a109 service neutron] For port 7c437a81-791c-48e8-819c-881611a08a3c, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=7c437a81-791c-48e8-819c-881611a08a3c,segment=NetworkSegment(e1ea0112-d828-45f3-a96b-2a696c160566),segment_id=e1ea0112-d828-45f3-a96b-2a696c160566)] {{(pid=94261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:14:35.375342 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-8cd93040-4dfc-421b-8dbf-63e0cda29603 req-3d38aeef-9947-4f01-983c-19b03613a109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:35.394469 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=a054d947-4530-4b99-99f8-da474d7cde1c,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:35.411462 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd93040-4dfc-421b-8dbf-63e0cda29603 req-3d38aeef-9947-4f01-983c-19b03613a109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:35.412138 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-8cd93040-4dfc-421b-8dbf-63e0cda29603 req-3d38aeef-9947-4f01-983c-19b03613a109 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:35.413602 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-8cd93040-4dfc-421b-8dbf-63e0cda29603 req-3d38aeef-9947-4f01-983c-19b03613a109 service neutron] 10.222.0.42 "PUT /v2.0/ports/7c437a81-791c-48e8-819c-881611a08a3c HTTP/1.1" status: 200 len: 1093 time: 0.7400346 Aug 10 03:14:35.414093 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '458bab07-f15c-4f7c-8441-f4214620b715', 'tag': '7c437a81-791c-48e8-819c-881611a08a3c'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:14:35.416728 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01bfbac0-20dc-4968-9cb4-77085ab6b0da" -d '{"events": [{"name": "network-changed", "server_uuid": "458bab07-f15c-4f7c-8441-f4214620b715", "tag": "7c437a81-791c-48e8-819c-881611a08a3c"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:14:35.444226 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d38aeef-9947-4f01-983c-19b03613a109 service neutron] Pushing event updated for resources: {'Port': ['ID=7c437a81-791c-48e8-819c-881611a08a3c,revision_number=3']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:35.469794 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a9789169-66e9-459c-9c2a-14c4cb131314 req-0b469267-07eb-4805-8360-d2f0845acce3 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378345 Aug 10 03:14:35.484353 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:14:35.521246 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd93040-4dfc-421b-8dbf-63e0cda29603 req-84e72254-8b87-44a6-ad54-e68557f6eae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:35.523294 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d97ead63-9b63-4cb7-9ae3-8c5ac9d6089b req-61156c17-e344-4ba1-90f4-746a1939d113 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519079 Aug 10 03:14:35.523709 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-8cd93040-4dfc-421b-8dbf-63e0cda29603 req-84e72254-8b87-44a6-ad54-e68557f6eae4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bd4ff3ae34274cb6803be2c6188b2b0c&device_id=458bab07-f15c-4f7c-8441-f4214620b715 HTTP/1.1" status: 200 len: 1096 time: 0.0561192 Aug 10 03:14:35.527760 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e430b27f-f9f6-4bd5-82f1-a80148669d9d req-fb2fa486-f60f-41cf-af93-b3ff43b6e5ac service neutron] 10.222.0.42 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851286 Aug 10 03:14:35.598502 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-8cd93040-4dfc-421b-8dbf-63e0cda29603 req-dac38545-97fa-4896-adc6-4a3f1714975f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c437a81-791c-48e8-819c-881611a08a3c HTTP/1.1" status: 200 len: 217 time: 0.0595694 Aug 10 03:14:35.650905 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd93040-4dfc-421b-8dbf-63e0cda29603 req-0510525d-7614-40d9-83b4-6662fadbb77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:35.652649 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-8cd93040-4dfc-421b-8dbf-63e0cda29603 req-0510525d-7614-40d9-83b4-6662fadbb77d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3f0e3909-62c9-4453-825e-ffacada819b0 HTTP/1.1" status: 200 len: 851 time: 0.0470898 Aug 10 03:14:35.691547 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-8cd93040-4dfc-421b-8dbf-63e0cda29603 req-da325000-b006-4359-b30d-7daed9911779 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=06cba743-97cb-4e3d-9173-104a9c9a70d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315943 Aug 10 03:14:35.764278 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d56f3a8-0508-4e66-98cb-62b9e9e7efc9 req-69ed8f12-1d57-4459-8155-b2cd2d5a5f5d tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:35.765811 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3d56f3a8-0508-4e66-98cb-62b9e9e7efc9 req-69ed8f12-1d57-4459-8155-b2cd2d5a5f5d tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=458bab07-f15c-4f7c-8441-f4214620b715 HTTP/1.1" status: 200 len: 944 time: 0.1999469 Aug 10 03:14:35.776381 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e430b27f-f9f6-4bd5-82f1-a80148669d9d req-fb72df0e-fbb4-46bf-8b54-5635a56a7220 service neutron] 10.222.0.42 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342150 Aug 10 03:14:35.786441 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-8cd93040-4dfc-421b-8dbf-63e0cda29603 req-b75bb9be-837d-451f-abe8-66c604acc56f service neutron] 10.222.0.42 "GET /v2.0/networks/06cba743-97cb-4e3d-9173-104a9c9a70d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876396 Aug 10 03:14:35.791734 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1063eee9-ba9e-4680-a0e5-75d989f3261a req-cf1b854d-359c-4c41-b773-89a4762a4699 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:35.793864 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1063eee9-ba9e-4680-a0e5-75d989f3261a req-cf1b854d-359c-4c41-b773-89a4762a4699 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a9659d7-e1b6-4ff6-87f2-037636c555ba HTTP/1.1" status: 200 len: 936 time: 0.1769950 Aug 10 03:14:35.802701 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-77253f05-c9b5-458b-8636-92d327aca0d6 req-edcf62bd-726c-41cd-afba-68f04fb0f6ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ea64ec5-c51a-439a-9ea6-ca81f0db8286 {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:14:35.812981 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-77253f05-c9b5-458b-8636-92d327aca0d6 req-edcf62bd-726c-41cd-afba-68f04fb0f6ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:35.851867 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-77253f05-c9b5-458b-8636-92d327aca0d6 req-edcf62bd-726c-41cd-afba-68f04fb0f6ee service neutron] Transition to ACTIVE for port object 1ea64ec5-c51a-439a-9ea6-ca81f0db8286 will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:14:35.872656 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-77253f05-c9b5-458b-8636-92d327aca0d6 req-edcf62bd-726c-41cd-afba-68f04fb0f6ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:35.883742 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3d56f3a8-0508-4e66-98cb-62b9e9e7efc9 req-666f409a-e143-4de3-a1d5-7610937d4422 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028101 Aug 10 03:14:35.907879 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1063eee9-ba9e-4680-a0e5-75d989f3261a req-29013908-cd46-41fd-bc89-c205b2eed2cc tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8d28d33-caca-4f05-b0e0-721010e15342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969608 Aug 10 03:14:35.911476 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-8cd93040-4dfc-421b-8dbf-63e0cda29603 req-cf81ce24-2f21-4f6d-9401-cfd3ad664bb4 service neutron] 10.222.0.42 "GET /v2.0/networks/06cba743-97cb-4e3d-9173-104a9c9a70d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180327 Aug 10 03:14:35.956100 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcf62bd-726c-41cd-afba-68f04fb0f6ee service neutron] Pushing event updated for resources: {'Port': ['ID=1ea64ec5-c51a-439a-9ea6-ca81f0db8286,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:35.989641 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e75591-da49-4876-87a8-ff080e5d1bbf x-openstack-request-id: req-d6e75591-da49-4876-87a8-ff080e5d1bbf {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:14:35.990253 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "458bab07-f15c-4f7c-8441-f4214620b715", "tag": "7c437a81-791c-48e8-819c-881611a08a3c", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:14:35.990820 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d6e75591-da49-4876-87a8-ff080e5d1bbf {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:14:35.991843 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '458bab07-f15c-4f7c-8441-f4214620b715', 'tag': '7c437a81-791c-48e8-819c-881611a08a3c', 'status': 'completed', 'code': 200} Aug 10 03:14:36.013234 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-77253f05-c9b5-458b-8636-92d327aca0d6 req-edcf62bd-726c-41cd-afba-68f04fb0f6ee service neutron] Attempting to bind port 1ea64ec5-c51a-439a-9ea6-ca81f0db8286 on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:14:36.013581 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-77253f05-c9b5-458b-8636-92d327aca0d6 req-edcf62bd-726c-41cd-afba-68f04fb0f6ee service neutron] Attempting to bind port 1ea64ec5-c51a-439a-9ea6-ca81f0db8286 by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:14:36.014025 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77253f05-c9b5-458b-8636-92d327aca0d6 req-edcf62bd-726c-41cd-afba-68f04fb0f6ee service neutron] Attempting to bind port 1ea64ec5-c51a-439a-9ea6-ca81f0db8286 on network 72a4be73-29a1-424c-8690-ecdcf6b06721 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:14:36.045709 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77253f05-c9b5-458b-8636-92d327aca0d6 req-edcf62bd-726c-41cd-afba-68f04fb0f6ee service neutron] Port 1ea64ec5-c51a-439a-9ea6-ca81f0db8286 on network 72a4be73-29a1-424c-8690-ecdcf6b06721 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:14:36.046079 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77253f05-c9b5-458b-8636-92d327aca0d6 req-edcf62bd-726c-41cd-afba-68f04fb0f6ee service neutron] Attempting to bind port 1ea64ec5-c51a-439a-9ea6-ca81f0db8286 on network 72a4be73-29a1-424c-8690-ecdcf6b06721 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:14:36.054840 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77253f05-c9b5-458b-8636-92d327aca0d6 req-edcf62bd-726c-41cd-afba-68f04fb0f6ee service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:14:36.055183 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77253f05-c9b5-458b-8636-92d327aca0d6 req-edcf62bd-726c-41cd-afba-68f04fb0f6ee service neutron] Checking segment: {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:14:36.055583 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77253f05-c9b5-458b-8636-92d327aca0d6 req-edcf62bd-726c-41cd-afba-68f04fb0f6ee service neutron] Bound using segment: {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:14:36.056041 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-77253f05-c9b5-458b-8636-92d327aca0d6 req-edcf62bd-726c-41cd-afba-68f04fb0f6ee service neutron] Bound port: 1ea64ec5-c51a-439a-9ea6-ca81f0db8286, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:14:36.056402 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-77253f05-c9b5-458b-8636-92d327aca0d6 req-edcf62bd-726c-41cd-afba-68f04fb0f6ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:36.077865 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bfbac0-20dc-4968-9cb4-77085ab6b0da req-44a43aed-b2ee-4b98-ade2-f5afe9088af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:36.085367 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-01bfbac0-20dc-4968-9cb4-77085ab6b0da req-44a43aed-b2ee-4b98-ade2-f5afe9088af5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bd4ff3ae34274cb6803be2c6188b2b0c&device_id=458bab07-f15c-4f7c-8441-f4214620b715 HTTP/1.1" status: 200 len: 1096 time: 0.0687404 Aug 10 03:14:36.133940 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d61349d-5008-4d08-a136-8ea763f2060b req-4dfcd349-9530-40f4-8586-6148f6075fc0 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:36.135590 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1d61349d-5008-4d08-a136-8ea763f2060b req-4dfcd349-9530-40f4-8586-6148f6075fc0 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] 10.222.0.44 "GET /v2.0/ports?device_id=075fb0b6-9052-4dfe-bf2c-5499bfe599b5 HTTP/1.1" status: 200 len: 949 time: 0.1245275 Aug 10 03:14:36.200147 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2e9ebb-420b-4a88-b4e6-caa02d748b72 req-22760cd0-682d-4673-b723-8ed65b7385f8 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:36.201873 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4b2e9ebb-420b-4a88-b4e6-caa02d748b72 req-22760cd0-682d-4673-b723-8ed65b7385f8 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=564cd1d5-4660-4da0-aad6-145d07e37da2 HTTP/1.1" status: 200 len: 943 time: 0.1406617 Aug 10 03:14:36.224945 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bfbac0-20dc-4968-9cb4-77085ab6b0da req-ee4a5d30-d9d2-40e5-8274-ab390626f14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:36.227251 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-01bfbac0-20dc-4968-9cb4-77085ab6b0da req-ee4a5d30-d9d2-40e5-8274-ab390626f14b service neutron] 10.222.0.42 "GET /v2.0/networks?id=06cba743-97cb-4e3d-9173-104a9c9a70d3 HTTP/1.1" status: 200 len: 911 time: 0.1328058 Aug 10 03:14:36.229983 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-77253f05-c9b5-458b-8636-92d327aca0d6 req-edcf62bd-726c-41cd-afba-68f04fb0f6ee service neutron] For port 1ea64ec5-c51a-439a-9ea6-ca81f0db8286, host n-h1-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:14:36.264160 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-77253f05-c9b5-458b-8636-92d327aca0d6 req-edcf62bd-726c-41cd-afba-68f04fb0f6ee service neutron] For port 1ea64ec5-c51a-439a-9ea6-ca81f0db8286, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=1ea64ec5-c51a-439a-9ea6-ca81f0db8286,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:14:36.273835 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1d61349d-5008-4d08-a136-8ea763f2060b req-f5d7837a-1695-42e6-890e-27d76e8d9835 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] 10.222.0.44 "GET /v2.0/security-groups?id=e650e31d-ce31-437d-804d-e5f2e4a77982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304893 Aug 10 03:14:36.284226 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-77253f05-c9b5-458b-8636-92d327aca0d6 req-edcf62bd-726c-41cd-afba-68f04fb0f6ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:36.321780 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-01bfbac0-20dc-4968-9cb4-77085ab6b0da req-7c91276b-24e9-4a41-be66-40f6f71f3b3a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c437a81-791c-48e8-819c-881611a08a3c HTTP/1.1" status: 200 len: 217 time: 0.0844815 Aug 10 03:14:36.372052 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77253f05-c9b5-458b-8636-92d327aca0d6 req-edcf62bd-726c-41cd-afba-68f04fb0f6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:36.372698 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-77253f05-c9b5-458b-8636-92d327aca0d6 req-edcf62bd-726c-41cd-afba-68f04fb0f6ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:36.376486 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-77253f05-c9b5-458b-8636-92d327aca0d6 req-edcf62bd-726c-41cd-afba-68f04fb0f6ee service neutron] 10.222.0.42 "PUT /v2.0/ports/1ea64ec5-c51a-439a-9ea6-ca81f0db8286 HTTP/1.1" status: 200 len: 1097 time: 1.5466728 Aug 10 03:14:36.379236 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a9659d7-e1b6-4ff6-87f2-037636c555ba', 'tag': '1ea64ec5-c51a-439a-9ea6-ca81f0db8286'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:14:36.381360 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c0bb524-ec22-401f-acca-72967745638f" -d '{"events": [{"name": "network-changed", "server_uuid": "9a9659d7-e1b6-4ff6-87f2-037636c555ba", "tag": "1ea64ec5-c51a-439a-9ea6-ca81f0db8286"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:14:36.401955 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4b2e9ebb-420b-4a88-b4e6-caa02d748b72 req-9e8a1b6f-5b66-46b7-adb2-beb165fdf285 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868472 Aug 10 03:14:36.411883 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bfbac0-20dc-4968-9cb4-77085ab6b0da req-223d8030-a067-48b4-8fa3-97142485fca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:36.413393 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-01bfbac0-20dc-4968-9cb4-77085ab6b0da req-223d8030-a067-48b4-8fa3-97142485fca6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3f0e3909-62c9-4453-825e-ffacada819b0 HTTP/1.1" status: 200 len: 851 time: 0.0838897 Aug 10 03:14:36.468590 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-01bfbac0-20dc-4968-9cb4-77085ab6b0da req-86b5ad08-c793-4a8f-a91c-e0e7ff04fb10 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=06cba743-97cb-4e3d-9173-104a9c9a70d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402951 Aug 10 03:14:36.491833 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcf62bd-726c-41cd-afba-68f04fb0f6ee service neutron] Pushing event updated for resources: {'Port': ['ID=1ea64ec5-c51a-439a-9ea6-ca81f0db8286,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:36.559213 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b1a42ad-7a6c-42e4-b56b-3abe8d574774 x-openstack-request-id: req-2b1a42ad-7a6c-42e4-b56b-3abe8d574774 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:14:36.559591 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a9659d7-e1b6-4ff6-87f2-037636c555ba", "tag": "1ea64ec5-c51a-439a-9ea6-ca81f0db8286", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:14:36.559844 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2b1a42ad-7a6c-42e4-b56b-3abe8d574774 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:14:36.560268 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a9659d7-e1b6-4ff6-87f2-037636c555ba', 'tag': '1ea64ec5-c51a-439a-9ea6-ca81f0db8286', 'status': 'completed', 'code': 200} Aug 10 03:14:36.566558 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77253f05-c9b5-458b-8636-92d327aca0d6 req-f625b9ec-317e-4e69-ad3d-2dc10adee9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:36.568403 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-77253f05-c9b5-458b-8636-92d327aca0d6 req-f625b9ec-317e-4e69-ad3d-2dc10adee9ed service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ebce8dce68054ed889383d14d785c78e&device_id=9a9659d7-e1b6-4ff6-87f2-037636c555ba HTTP/1.1" status: 200 len: 1100 time: 0.1312575 Aug 10 03:14:36.655378 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-77253f05-c9b5-458b-8636-92d327aca0d6 req-f78d1041-6c7d-4426-8f47-d68acd4c046a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=1ea64ec5-c51a-439a-9ea6-ca81f0db8286 HTTP/1.1" status: 200 len: 217 time: 0.0777471 Aug 10 03:14:36.686332 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a6ad38-7e1a-4ffe-a5e1-be64eb456f6f req-e43725d3-3558-489e-a3eb-8ff04188323e tempest-VolumesAdminNegativeTest-1342322094 tempest-VolumesAdminNegativeTest-1342322094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:36.701589 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-53a6ad38-7e1a-4ffe-a5e1-be64eb456f6f req-e43725d3-3558-489e-a3eb-8ff04188323e tempest-VolumesAdminNegativeTest-1342322094 tempest-VolumesAdminNegativeTest-1342322094-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0f55cc4-356d-4943-b654-5ded5c70bba8 HTTP/1.1" status: 200 len: 946 time: 0.1967344 Aug 10 03:14:36.717619 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-01bfbac0-20dc-4968-9cb4-77085ab6b0da req-a70eeec7-9a85-40cf-a1ec-2f30394e8565 service neutron] 10.222.0.42 "GET /v2.0/networks/06cba743-97cb-4e3d-9173-104a9c9a70d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373817 Aug 10 03:14:36.832540 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77253f05-c9b5-458b-8636-92d327aca0d6 req-e3c9ee35-3396-4192-b9db-55d8d42fceb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:36.834037 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-77253f05-c9b5-458b-8636-92d327aca0d6 req-e3c9ee35-3396-4192-b9db-55d8d42fceb1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=60d10164-1dee-4940-9d19-f71e6c18cbc5 HTTP/1.1" status: 200 len: 843 time: 0.1685655 Aug 10 03:14:36.841734 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33904180-3c18-42fe-87fd-635fbbb0591f req-bf465a25-e742-43f4-9461-c5900522ca74 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:36.849341 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-01bfbac0-20dc-4968-9cb4-77085ab6b0da req-073ada24-8596-4ca8-a5dd-d5712e6d4f02 service neutron] 10.222.0.42 "GET /v2.0/networks/06cba743-97cb-4e3d-9173-104a9c9a70d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239214 Aug 10 03:14:36.849572 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-33904180-3c18-42fe-87fd-635fbbb0591f req-bf465a25-e742-43f4-9461-c5900522ca74 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0e0a767-41dc-4001-a52c-857949a7e913 HTTP/1.1" status: 200 len: 946 time: 0.1742175 Aug 10 03:14:36.875047 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-53a6ad38-7e1a-4ffe-a5e1-be64eb456f6f req-6aff6eb6-8774-4a72-ae2c-1dd64e4840a5 tempest-VolumesAdminNegativeTest-1342322094 tempest-VolumesAdminNegativeTest-1342322094-project] 10.222.0.44 "GET /v2.0/security-groups?id=16553a21-fbee-4678-812b-905fa24055ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280260 Aug 10 03:14:36.966872 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0f55cc4-356d-4943-b654-5ded5c70bba8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa30fcb9-feeb-4734-95fc-3b4e7773f339'}, {'server_uuid': '075fb0b6-9052-4dfe-bf2c-5499bfe599b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a054d947-4530-4b99-99f8-da474d7cde1c'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:14:36.969832 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0b78547-17a8-4ff5-8227-e8f0735571a8" -d '{"events": [{"server_uuid": "f0f55cc4-356d-4943-b654-5ded5c70bba8", "name": "network-vif-plugged", "status": "completed", "tag": "aa30fcb9-feeb-4734-95fc-3b4e7773f339"}, {"server_uuid": "075fb0b6-9052-4dfe-bf2c-5499bfe599b5", "name": "network-vif-plugged", "status": "completed", "tag": "a054d947-4530-4b99-99f8-da474d7cde1c"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:14:37.180821 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-33904180-3c18-42fe-87fd-635fbbb0591f req-8a4dd4e5-06a4-4183-8a6b-38a0431657ea tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3304257 Aug 10 03:14:37.190946 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77253f05-c9b5-458b-8636-92d327aca0d6 req-3c1dc2a7-7965-4350-870c-20c119a796e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:37.192615 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-77253f05-c9b5-458b-8636-92d327aca0d6 req-3c1dc2a7-7965-4350-870c-20c119a796e6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72a4be73-29a1-424c-8690-ecdcf6b06721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3408439 Aug 10 03:14:37.218973 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8fe4e3-8f80-4a79-ae31-6959e72e79eb req-9d27b733-6436-40cf-a904-254146c4c73e tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:37.220527 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9a8fe4e3-8f80-4a79-ae31-6959e72e79eb req-9d27b733-6436-40cf-a904-254146c4c73e tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=f726c9d4-e35b-491c-8c1a-75058f6ba5e2 HTTP/1.1" status: 200 len: 950 time: 0.0938833 Aug 10 03:14:37.343793 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9a8fe4e3-8f80-4a79-ae31-6959e72e79eb req-f6213c33-cf60-467c-865c-692b7fccccd3 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116827 Aug 10 03:14:37.379196 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed5a161-a906-4f72-8efb-5b04d39ec66d req-e4c5bc6d-e52e-40da-a65d-c157e7df7b8d tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:37.380802 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3ed5a161-a906-4f72-8efb-5b04d39ec66d req-e4c5bc6d-e52e-40da-a65d-c157e7df7b8d tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=458bab07-f15c-4f7c-8441-f4214620b715 HTTP/1.1" status: 200 len: 944 time: 0.1139123 Aug 10 03:14:37.400243 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-77253f05-c9b5-458b-8636-92d327aca0d6 req-1d135895-d532-45ee-ae25-b1d580652ac1 service neutron] 10.222.0.42 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992209 Aug 10 03:14:37.510987 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3ed5a161-a906-4f72-8efb-5b04d39ec66d req-6cfba72a-6fd6-40f7-bdab-1355f25ece9e tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211231 Aug 10 03:14:37.557790 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c23579c-3e25-48de-8619-2ce75ce5580c req-95b4e2cc-e14b-44ef-81ed-e3cc0d1fd257 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:37.559463 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2c23579c-3e25-48de-8619-2ce75ce5580c req-95b4e2cc-e14b-44ef-81ed-e3cc0d1fd257 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a9659d7-e1b6-4ff6-87f2-037636c555ba HTTP/1.1" status: 200 len: 948 time: 0.1305561 Aug 10 03:14:37.578387 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-77253f05-c9b5-458b-8636-92d327aca0d6 req-1ce34b1a-45ec-412e-ab34-bde154378eaa service neutron] 10.222.0.42 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701498 Aug 10 03:14:37.593917 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 10 Aug 2021 03:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7aac739-04a9-4bfd-8bdb-e410378f5420 x-openstack-request-id: req-f7aac739-04a9-4bfd-8bdb-e410378f5420 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:14:37.594421 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0f55cc4-356d-4943-b654-5ded5c70bba8", "name": "network-vif-plugged", "status": "completed", "tag": "aa30fcb9-feeb-4734-95fc-3b4e7773f339", "code": 200}, {"server_uuid": "075fb0b6-9052-4dfe-bf2c-5499bfe599b5", "name": "network-vif-plugged", "status": "completed", "tag": "a054d947-4530-4b99-99f8-da474d7cde1c", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:14:37.595276 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f7aac739-04a9-4bfd-8bdb-e410378f5420 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:14:37.595920 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0f55cc4-356d-4943-b654-5ded5c70bba8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa30fcb9-feeb-4734-95fc-3b4e7773f339', 'code': 200} Aug 10 03:14:37.596407 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '075fb0b6-9052-4dfe-bf2c-5499bfe599b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a054d947-4530-4b99-99f8-da474d7cde1c', 'code': 200} Aug 10 03:14:37.610838 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2c23579c-3e25-48de-8619-2ce75ce5580c req-662248c7-0643-4a00-a006-0b1280538f47 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8d28d33-caca-4f05-b0e0-721010e15342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452912 Aug 10 03:14:37.720151 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0bb524-ec22-401f-acca-72967745638f req-06578037-35c8-45f0-97bd-1103793144df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:37.721929 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3c0bb524-ec22-401f-acca-72967745638f req-06578037-35c8-45f0-97bd-1103793144df service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ebce8dce68054ed889383d14d785c78e&device_id=9a9659d7-e1b6-4ff6-87f2-037636c555ba HTTP/1.1" status: 200 len: 1100 time: 0.0820673 Aug 10 03:14:37.818651 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8967100-7685-4ecf-ba9f-49c5b96afc02 req-01c1aeb0-fe8b-4323-a4db-beb0a42a2da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:37.821731 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-c8967100-7685-4ecf-ba9f-49c5b96afc02 req-01c1aeb0-fe8b-4323-a4db-beb0a42a2da2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f0f55cc4-356d-4943-b654-5ded5c70bba8 HTTP/1.1" status: 200 len: 1098 time: 0.0720682 Aug 10 03:14:37.878618 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-c8967100-7685-4ecf-ba9f-49c5b96afc02 req-a6eb80b8-b7e4-4218-b6bc-06c92383434a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=16553a21-fbee-4678-812b-905fa24055ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448172 Aug 10 03:14:37.915969 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa87656a-bb65-4fa8-9fca-e485239411e3 req-f05a0d48-7aa1-4850-af50-9d6040f98cb6 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:37.917472 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fa87656a-bb65-4fa8-9fca-e485239411e3 req-f05a0d48-7aa1-4850-af50-9d6040f98cb6 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] 10.222.0.44 "GET /v2.0/ports?device_id=075fb0b6-9052-4dfe-bf2c-5499bfe599b5 HTTP/1.1" status: 200 len: 949 time: 0.1999016 Aug 10 03:14:37.922751 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9907165-31d8-4321-8562-cb0aeb85e81b req-8ba99cfd-9abc-46c8-acbe-b99bbe9158c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:37.924195 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a9907165-31d8-4321-8562-cb0aeb85e81b req-8ba99cfd-9abc-46c8-acbe-b99bbe9158c5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=075fb0b6-9052-4dfe-bf2c-5499bfe599b5 HTTP/1.1" status: 200 len: 1101 time: 0.1672862 Aug 10 03:14:37.936385 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8ad2c6-24db-4fec-b5d6-0224f09ec30c req-dc961bb3-80cf-4222-a497-1e6b8209e07b tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:37.937831 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7c8ad2c6-24db-4fec-b5d6-0224f09ec30c req-dc961bb3-80cf-4222-a497-1e6b8209e07b tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=f726c9d4-e35b-491c-8c1a-75058f6ba5e2 HTTP/1.1" status: 200 len: 950 time: 0.1829863 Aug 10 03:14:37.967648 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0bb524-ec22-401f-acca-72967745638f req-b55fa948-c71e-4c48-8843-ae0574798bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:37.969060 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3c0bb524-ec22-401f-acca-72967745638f req-b55fa948-c71e-4c48-8843-ae0574798bb1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=72a4be73-29a1-424c-8690-ecdcf6b06721 HTTP/1.1" status: 200 len: 869 time: 0.2363086 Aug 10 03:14:38.041047 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3c0bb524-ec22-401f-acca-72967745638f req-7af2b168-46c3-4f54-b942-3d4a044da3df service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=1ea64ec5-c51a-439a-9ea6-ca81f0db8286 HTTP/1.1" status: 200 len: 217 time: 0.0631258 Aug 10 03:14:38.062016 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ccdacd5a-22c6-4487-bf81-a45b8a89dde8 req-288c8ab7-140d-4e71-a2f2-96ef3ff1faa0 service neutron] 10.222.0.61 "GET /v2.0/ports/27080ad8-c856-4fb6-b762-f49ad6377e20/bindings/n-h1-768862-13 HTTP/1.1" status: 200 len: 385 time: 0.0620780 Aug 10 03:14:38.067005 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fa87656a-bb65-4fa8-9fca-e485239411e3 req-2c479c25-099b-45b0-8531-405c5ed25a05 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] 10.222.0.44 "GET /v2.0/security-groups?id=e650e31d-ce31-437d-804d-e5f2e4a77982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418121 Aug 10 03:14:38.073315 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7c8ad2c6-24db-4fec-b5d6-0224f09ec30c req-ea1c608e-d8af-41b2-849f-4dd6536f7982 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249695 Aug 10 03:14:38.125419 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a9907165-31d8-4321-8562-cb0aeb85e81b req-93a7e1ca-e767-47fe-a24b-e485475b1927 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e650e31d-ce31-437d-804d-e5f2e4a77982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995653 Aug 10 03:14:38.131505 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0bb524-ec22-401f-acca-72967745638f req-ec3c6140-9bf9-4633-9f71-9aa558953565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:38.133033 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3c0bb524-ec22-401f-acca-72967745638f req-ec3c6140-9bf9-4633-9f71-9aa558953565 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=60d10164-1dee-4940-9d19-f71e6c18cbc5 HTTP/1.1" status: 200 len: 843 time: 0.0781636 Aug 10 03:14:38.229941 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0bb524-ec22-401f-acca-72967745638f req-55888de7-7780-4091-80e6-1f12b9a9df34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:38.232430 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3c0bb524-ec22-401f-acca-72967745638f req-55888de7-7780-4091-80e6-1f12b9a9df34 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72a4be73-29a1-424c-8690-ecdcf6b06721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0916972 Aug 10 03:14:38.304535 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c0afa4-5080-47e3-8851-f8642a724856 req-952e2e81-e395-408d-896d-7af64b62b961 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:38.306078 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-66c0afa4-5080-47e3-8851-f8642a724856 req-952e2e81-e395-408d-896d-7af64b62b961 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=564cd1d5-4660-4da0-aad6-145d07e37da2 HTTP/1.1" status: 200 len: 943 time: 0.1271231 Aug 10 03:14:38.309261 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-ccdacd5a-22c6-4487-bf81-a45b8a89dde8 req-56383a10-052e-41e4-a790-988e323a3e17 service neutron] For port 27080ad8-c856-4fb6-b762-f49ad6377e20, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=27080ad8-c856-4fb6-b762-f49ad6377e20,segment=NetworkSegment(6bf2f30c-8de9-48b6-ac35-0afe448267ae),segment_id=6bf2f30c-8de9-48b6-ac35-0afe448267ae)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:38.340340 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-ccdacd5a-22c6-4487-bf81-a45b8a89dde8 req-56383a10-052e-41e4-a790-988e323a3e17 service neutron] For port 27080ad8-c856-4fb6-b762-f49ad6377e20, host n-h2-768862-13, cleared binding levels {{(pid=94261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:14:38.376053 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [req-ccdacd5a-22c6-4487-bf81-a45b8a89dde8 req-56383a10-052e-41e4-a790-988e323a3e17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27080ad8-c856-4fb6-b762-f49ad6377e20 {{(pid=94261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:14:38.387333 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-ccdacd5a-22c6-4487-bf81-a45b8a89dde8 req-56383a10-052e-41e4-a790-988e323a3e17 service neutron] For port 27080ad8-c856-4fb6-b762-f49ad6377e20, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=27080ad8-c856-4fb6-b762-f49ad6377e20,segment=NetworkSegment(6bf2f30c-8de9-48b6-ac35-0afe448267ae),segment_id=6bf2f30c-8de9-48b6-ac35-0afe448267ae)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:38.402154 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-ccdacd5a-22c6-4487-bf81-a45b8a89dde8 req-56383a10-052e-41e4-a790-988e323a3e17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:38.414778 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3c0bb524-ec22-401f-acca-72967745638f req-7f117782-4bf1-4865-b8d7-a0e724a86d14 service neutron] 10.222.0.42 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694138 Aug 10 03:14:38.419063 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-66c0afa4-5080-47e3-8851-f8642a724856 req-85532a20-5f33-4857-b358-64706d742e4e tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955286 Aug 10 03:14:38.442712 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a50932-7828-41a6-8597-5b21c382e5d4 req-5458670b-6c93-40f9-97e4-74313d92db5e tempest-VolumesAdminNegativeTest-1342322094 tempest-VolumesAdminNegativeTest-1342322094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:38.444220 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-06a50932-7828-41a6-8597-5b21c382e5d4 req-5458670b-6c93-40f9-97e4-74313d92db5e tempest-VolumesAdminNegativeTest-1342322094 tempest-VolumesAdminNegativeTest-1342322094-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0f55cc4-356d-4943-b654-5ded5c70bba8 HTTP/1.1" status: 200 len: 946 time: 0.1136856 Aug 10 03:14:38.472553 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 27080ad8-c856-4fb6-b762-f49ad6377e20 no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:14:38.557296 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [req-ccdacd5a-22c6-4487-bf81-a45b8a89dde8 req-56383a10-052e-41e4-a790-988e323a3e17 service neutron] Transition to ACTIVE for port object 27080ad8-c856-4fb6-b762-f49ad6377e20 will not be triggered until provisioned by entity L2. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:14:38.558029 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-06a50932-7828-41a6-8597-5b21c382e5d4 req-139a2a0e-0fe0-4dc6-abbc-7b1c0d4fc158 tempest-VolumesAdminNegativeTest-1342322094 tempest-VolumesAdminNegativeTest-1342322094-project] 10.222.0.44 "GET /v2.0/security-groups?id=16553a21-fbee-4678-812b-905fa24055ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033185 Aug 10 03:14:38.565471 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-ccdacd5a-22c6-4487-bf81-a45b8a89dde8 req-56383a10-052e-41e4-a790-988e323a3e17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:38.606569 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3c0bb524-ec22-401f-acca-72967745638f req-9084662e-74ae-4ddd-94b8-dccb7b43d69a service neutron] 10.222.0.42 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821153 Aug 10 03:14:38.666171 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccdacd5a-22c6-4487-bf81-a45b8a89dde8 req-56383a10-052e-41e4-a790-988e323a3e17 service neutron] No DVR routers for this DVR port 27080ad8-c856-4fb6-b762-f49ad6377e20 on host n-h2-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:14:38.674715 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56383a10-052e-41e4-a790-988e323a3e17 service neutron] Pushing event updated for resources: {'Port': ['ID=27080ad8-c856-4fb6-b762-f49ad6377e20,revision_number=10']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:38.706635 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ccdacd5a-22c6-4487-bf81-a45b8a89dde8 req-56383a10-052e-41e4-a790-988e323a3e17 service neutron] 10.222.0.61 "PUT /v2.0/ports/27080ad8-c856-4fb6-b762-f49ad6377e20/bindings/n-h1-768862-13/activate HTTP/1.1" status: 200 len: 370 time: 0.6321976 Aug 10 03:14:38.727757 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd390f2c-ef5f-4fa7-bd3b-057dce0f0a60 req-5f56c84f-86a5-48d4-9f73-dc3019c21d55 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:38.729307 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fd390f2c-ef5f-4fa7-bd3b-057dce0f0a60 req-5f56c84f-86a5-48d4-9f73-dc3019c21d55 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0e0a767-41dc-4001-a52c-857949a7e913 HTTP/1.1" status: 200 len: 946 time: 0.0929120 Aug 10 03:14:38.745415 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab12679-306f-4a3e-9a83-d07f3927a719 req-37dc5d12-6ec5-4cad-91d6-4352eeec046f tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:38.746944 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-eab12679-306f-4a3e-9a83-d07f3927a719 req-37dc5d12-6ec5-4cad-91d6-4352eeec046f tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=458bab07-f15c-4f7c-8441-f4214620b715 HTTP/1.1" status: 200 len: 944 time: 0.0820532 Aug 10 03:14:38.825480 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fd390f2c-ef5f-4fa7-bd3b-057dce0f0a60 req-180e78e8-a28d-4319-88c4-4a4bb14e9fa2 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880756 Aug 10 03:14:38.835008 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-eab12679-306f-4a3e-9a83-d07f3927a719 req-ba36817f-a5ff-42f8-a97b-da4645afb5d7 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750840 Aug 10 03:14:38.862462 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdacd5a-22c6-4487-bf81-a45b8a89dde8 req-7da0600d-e410-4b77-9590-2591f008066b tempest-LiveMigrationTest-1156190287 tempest-LiveMigrationTest-1156190287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:38.865482 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ccdacd5a-22c6-4487-bf81-a45b8a89dde8 req-7da0600d-e410-4b77-9590-2591f008066b tempest-LiveMigrationTest-1156190287 tempest-LiveMigrationTest-1156190287-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=564cd1d5-4660-4da0-aad6-145d07e37da2&tenant_id=ef0c546763504af887a177f337462e10&binding%3Ahost_id=n-h2-768862-13 HTTP/1.1" status: 200 len: 1096 time: 0.0779729 Aug 10 03:14:38.952183 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdacd5a-22c6-4487-bf81-a45b8a89dde8 req-50d77313-8450-425a-b327-65ca8507d3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:38.953710 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ccdacd5a-22c6-4487-bf81-a45b8a89dde8 req-50d77313-8450-425a-b327-65ca8507d3db service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=564cd1d5-4660-4da0-aad6-145d07e37da2&tenant_id=ef0c546763504af887a177f337462e10 HTTP/1.1" status: 200 len: 1096 time: 0.0802398 Aug 10 03:14:38.969375 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0d779a-a444-4100-b379-9158f8080d97 req-13ba9328-c0f9-40b5-aa64-cbeb62592037 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:38.970927 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9f0d779a-a444-4100-b379-9158f8080d97 req-13ba9328-c0f9-40b5-aa64-cbeb62592037 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a9659d7-e1b6-4ff6-87f2-037636c555ba HTTP/1.1" status: 200 len: 948 time: 0.0662763 Aug 10 03:14:39.040860 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9f0d779a-a444-4100-b379-9158f8080d97 req-791f6e02-818d-43ee-ad84-7ae5d06a5635 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8d28d33-caca-4f05-b0e0-721010e15342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619483 Aug 10 03:14:39.049010 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdacd5a-22c6-4487-bf81-a45b8a89dde8 req-16fc0fc3-eaff-40eb-8adb-537edf667b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:39.050629 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ccdacd5a-22c6-4487-bf81-a45b8a89dde8 req-16fc0fc3-eaff-40eb-8adb-537edf667b86 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ef0c546763504af887a177f337462e10&device_id=564cd1d5-4660-4da0-aad6-145d07e37da2 HTTP/1.1" status: 200 len: 1096 time: 0.0642147 Aug 10 03:14:39.176296 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5c078f5d-f4ce-45fa-9b4c-55e8c620327d req-97773d09-c511-4365-99dc-4b7e61456d96 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=808ab0b013b8411c9f012091d2eaa39f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0356658 Aug 10 03:14:39.216391 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdacd5a-22c6-4487-bf81-a45b8a89dde8 req-d074ab62-89b4-430e-a4f7-413cfc84befb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:39.217849 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ccdacd5a-22c6-4487-bf81-a45b8a89dde8 req-d074ab62-89b4-430e-a4f7-413cfc84befb service neutron] 10.222.0.42 "GET /v2.0/networks?id=fb04e5c4-4048-4691-8fd2-5191f92c4dcc HTTP/1.1" status: 200 len: 908 time: 0.1593423 Aug 10 03:14:39.298128 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ccdacd5a-22c6-4487-bf81-a45b8a89dde8 req-9925679f-9d82-4959-9b06-d25b230ebf27 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27080ad8-c856-4fb6-b762-f49ad6377e20 HTTP/1.1" status: 200 len: 217 time: 0.0684254 Aug 10 03:14:39.327032 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b979b720-f00f-4e63-8a42-5e5fc2d46eed req-f186e904-c029-4a13-ba00-4ce4e123c00c tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:39.328520 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b979b720-f00f-4e63-8a42-5e5fc2d46eed req-f186e904-c029-4a13-ba00-4ce4e123c00c tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] 10.222.0.44 "GET /v2.0/ports?device_id=075fb0b6-9052-4dfe-bf2c-5499bfe599b5 HTTP/1.1" status: 200 len: 949 time: 0.1728499 Aug 10 03:14:39.409225 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdacd5a-22c6-4487-bf81-a45b8a89dde8 req-974cd35a-d9f9-40fa-b37b-5b11bac999bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:39.410721 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ccdacd5a-22c6-4487-bf81-a45b8a89dde8 req-974cd35a-d9f9-40fa-b37b-5b11bac999bc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1dfce422-0216-4c9d-97b8-8fc7613926b1 HTTP/1.1" status: 200 len: 848 time: 0.1031134 Aug 10 03:14:39.431350 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b979b720-f00f-4e63-8a42-5e5fc2d46eed req-6be372ba-1066-4f0e-8d5d-c915ee45321b tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] 10.222.0.44 "GET /v2.0/security-groups?id=e650e31d-ce31-437d-804d-e5f2e4a77982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809994 Aug 10 03:14:39.440112 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c078f5d-f4ce-45fa-9b4c-55e8c620327d req-5dbe5ce4-60ad-4a66-96fb-35853034826a tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:39.441612 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5c078f5d-f4ce-45fa-9b4c-55e8c620327d req-5dbe5ce4-60ad-4a66-96fb-35853034826a tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2428570 Aug 10 03:14:39.458558 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ccdacd5a-22c6-4487-bf81-a45b8a89dde8 req-20ac949c-8531-40bc-a40b-7469a09e0f64 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fb04e5c4-4048-4691-8fd2-5191f92c4dcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386627 Aug 10 03:14:39.468959 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5c078f5d-f4ce-45fa-9b4c-55e8c620327d req-f54d7143-4ffc-4a15-af2b-32ec4ae24865 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/quotas/808ab0b013b8411c9f012091d2eaa39f HTTP/1.1" status: 200 len: 375 time: 0.0128393 Aug 10 03:14:39.648888 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 7c437a81-791c-48e8-819c-881611a08a3c details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:14:39.653431 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5c078f5d-f4ce-45fa-9b4c-55e8c620327d req-143e4bc3-d29b-4e57-8342-523d9e4a67a5 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=808ab0b013b8411c9f012091d2eaa39f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1593637 Aug 10 03:14:39.659126 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ccdacd5a-22c6-4487-bf81-a45b8a89dde8 req-56c52809-0ebb-4488-b601-5eafe708fe80 service neutron] 10.222.0.42 "GET /v2.0/networks/fb04e5c4-4048-4691-8fd2-5191f92c4dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922314 Aug 10 03:14:39.670917 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b39cbfd-eb67-444f-b2ce-857dae7dea54 req-23d4a3f7-e0fd-42be-baee-03433e8ceda5 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:39.672587 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1b39cbfd-eb67-444f-b2ce-857dae7dea54 req-23d4a3f7-e0fd-42be-baee-03433e8ceda5 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=564cd1d5-4660-4da0-aad6-145d07e37da2 HTTP/1.1" status: 200 len: 944 time: 0.0925503 Aug 10 03:14:39.778653 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1b39cbfd-eb67-444f-b2ce-857dae7dea54 req-f2303413-fa53-40d1-91f0-30b410b128a2 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814481 Aug 10 03:14:39.823015 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ccdacd5a-22c6-4487-bf81-a45b8a89dde8 req-4fa28dd7-b07b-4bac-9448-8f8e45bbe3aa service neutron] 10.222.0.42 "GET /v2.0/networks/fb04e5c4-4048-4691-8fd2-5191f92c4dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493609 Aug 10 03:14:39.827187 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 7c437a81-791c-48e8-819c-881611a08a3c, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=7c437a81-791c-48e8-819c-881611a08a3c,segment=NetworkSegment(e1ea0112-d828-45f3-a96b-2a696c160566),segment_id=e1ea0112-d828-45f3-a96b-2a696c160566)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:39.842479 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': '7c437a81-791c-48e8-819c-881611a08a3c', 'network_id': '06cba743-97cb-4e3d-9173-104a9c9a70d3', 'port_id': '7c437a81-791c-48e8-819c-881611a08a3c', 'mac_address': 'fa:16:3e:1d:69:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f0e3909-62c9-4453-825e-ffacada819b0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:14:39.909216 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:39.931444 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0203445-6bd3-4507-ba7d-18fdcec0a534 req-60c6e30c-1124-4b99-ac91-93fcfe86354a tempest-VolumesAdminNegativeTest-1342322094 tempest-VolumesAdminNegativeTest-1342322094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:39.936528 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c437a81-791c-48e8-819c-881611a08a3c {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:14:39.940117 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a0203445-6bd3-4507-ba7d-18fdcec0a534 req-60c6e30c-1124-4b99-ac91-93fcfe86354a tempest-VolumesAdminNegativeTest-1342322094 tempest-VolumesAdminNegativeTest-1342322094-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0f55cc4-356d-4943-b654-5ded5c70bba8 HTTP/1.1" status: 200 len: 946 time: 0.0715561 Aug 10 03:14:39.961947 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 7c437a81-791c-48e8-819c-881611a08a3c, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=7c437a81-791c-48e8-819c-881611a08a3c,segment=NetworkSegment(e1ea0112-d828-45f3-a96b-2a696c160566),segment_id=e1ea0112-d828-45f3-a96b-2a696c160566)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:39.967466 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:40.000651 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a0203445-6bd3-4507-ba7d-18fdcec0a534 req-17187e43-ebee-415c-a0af-e15f9d41b3a8 tempest-VolumesAdminNegativeTest-1342322094 tempest-VolumesAdminNegativeTest-1342322094-project] 10.222.0.44 "GET /v2.0/security-groups?id=16553a21-fbee-4678-812b-905fa24055ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597136 Aug 10 03:14:40.077868 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ebd0da-9fa6-4f6f-91d4-60286a213d73 req-4f249d69-8bda-45c6-a897-36babc8dbaf9 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:40.087066 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-06ebd0da-9fa6-4f6f-91d4-60286a213d73 req-4f249d69-8bda-45c6-a897-36babc8dbaf9 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0e0a767-41dc-4001-a52c-857949a7e913 HTTP/1.1" status: 200 len: 946 time: 0.0849893 Aug 10 03:14:40.125876 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=7c437a81-791c-48e8-819c-881611a08a3c,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:40.167390 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-06ebd0da-9fa6-4f6f-91d4-60286a213d73 req-440e0ed1-f954-46c8-b480-a73c5af252ec tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790648 Aug 10 03:14:40.240018 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['7c437a81-791c-48e8-819c-881611a08a3c'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:14:40.291338 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdacd5a-22c6-4487-bf81-a45b8a89dde8 req-cea0f0b5-9ccc-4afc-92b8-a68587eb6985 tempest-LiveMigrationTest-1156190287 tempest-LiveMigrationTest-1156190287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:40.293363 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ccdacd5a-22c6-4487-bf81-a45b8a89dde8 req-cea0f0b5-9ccc-4afc-92b8-a68587eb6985 tempest-LiveMigrationTest-1156190287 tempest-LiveMigrationTest-1156190287-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=564cd1d5-4660-4da0-aad6-145d07e37da2&tenant_id=ef0c546763504af887a177f337462e10&binding%3Ahost_id=n-h1-768862-13 HTTP/1.1" status: 200 len: 1096 time: 0.1240256 Aug 10 03:14:40.311152 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c70526fe-da51-4461-ac2c-6d1a68a7a7d4 req-de45de3b-b9b4-472b-8680-914d19c24b7f tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=063e2de8-83eb-49a0-9d53-c3a7f698e2b1 HTTP/1.1" status: 200 len: 210 time: 0.0502391 Aug 10 03:14:40.327920 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e18a6b-07fb-4d25-b441-416e29e4acca req-db269fe5-a586-4f19-a0b9-083b167a1b8a tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:40.329631 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d0e18a6b-07fb-4d25-b441-416e29e4acca req-db269fe5-a586-4f19-a0b9-083b167a1b8a tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=458bab07-f15c-4f7c-8441-f4214620b715 HTTP/1.1" status: 200 len: 945 time: 0.1148384 Aug 10 03:14:40.407974 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d0e18a6b-07fb-4d25-b441-416e29e4acca req-7eec56b7-4195-4f56-ab17-2a6a3355531f tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603387 Aug 10 03:14:40.522411 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6f61be-5352-435d-91bc-a1d6472791d0 req-52f91304-5edb-4423-ba5f-935de1777c16 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:40.523937 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6b6f61be-5352-435d-91bc-a1d6472791d0 req-52f91304-5edb-4423-ba5f-935de1777c16 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a9659d7-e1b6-4ff6-87f2-037636c555ba HTTP/1.1" status: 200 len: 948 time: 0.0810378 Aug 10 03:14:40.525653 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-ccdacd5a-22c6-4487-bf81-a45b8a89dde8 req-8d4ece35-0f34-4f56-aa96-3485c27a9a26 service neutron] For port 27080ad8-c856-4fb6-b762-f49ad6377e20, host n-h2-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:14:40.540513 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-ccdacd5a-22c6-4487-bf81-a45b8a89dde8 req-8d4ece35-0f34-4f56-aa96-3485c27a9a26 service neutron] Notify callbacks [] for binding, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:40.541870 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ccdacd5a-22c6-4487-bf81-a45b8a89dde8 req-8d4ece35-0f34-4f56-aa96-3485c27a9a26 service neutron] 10.222.0.42 "DELETE /v2.0/ports/27080ad8-c856-4fb6-b762-f49ad6377e20/bindings/n-h2-768862-13 HTTP/1.1" status: 204 len: 173 time: 0.2347496 Aug 10 03:14:40.635458 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6b6f61be-5352-435d-91bc-a1d6472791d0 req-6ccf8cb3-81e6-4a0f-b26d-35094867b1f4 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8d28d33-caca-4f05-b0e0-721010e15342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921102 Aug 10 03:14:40.694704 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed59ed77-9749-46c4-8b85-f10b60604e3e req-32ae284e-2f3e-482e-bdeb-8fda9930eaa5 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:40.695756 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ed59ed77-9749-46c4-8b85-f10b60604e3e req-32ae284e-2f3e-482e-bdeb-8fda9930eaa5 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] 10.222.0.44 "GET /v2.0/ports?device_id=075fb0b6-9052-4dfe-bf2c-5499bfe599b5 HTTP/1.1" status: 200 len: 949 time: 0.0825329 Aug 10 03:14:40.742678 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ed59ed77-9749-46c4-8b85-f10b60604e3e req-9c048b16-ccdb-4c27-8332-c7cb5d061974 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] 10.222.0.44 "GET /v2.0/security-groups?id=e650e31d-ce31-437d-804d-e5f2e4a77982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356996 Aug 10 03:14:40.993864 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6eb09c-8af1-4ce5-875c-a9b834ac1fe1 req-133124f5-ca57-497d-944c-227166aa7b07 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:40.995465 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9c6eb09c-8af1-4ce5-875c-a9b834ac1fe1 req-133124f5-ca57-497d-944c-227166aa7b07 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=564cd1d5-4660-4da0-aad6-145d07e37da2 HTTP/1.1" status: 200 len: 944 time: 0.1020489 Aug 10 03:14:41.059340 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9c6eb09c-8af1-4ce5-875c-a9b834ac1fe1 req-f3aa5abc-b012-4464-bcca-3249fcf8d619 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568082 Aug 10 03:14:41.078254 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ace9e8-53b7-4637-b821-439cbe696907 req-4a46280e-fa3b-4c12-8f7d-d90a3d6f7c5a tempest-ServersAdminNegativeTestJSON-1574766803 tempest-ServersAdminNegativeTestJSON-1574766803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:41.079876 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-80ace9e8-53b7-4637-b821-439cbe696907 req-4a46280e-fa3b-4c12-8f7d-d90a3d6f7c5a tempest-ServersAdminNegativeTestJSON-1574766803 tempest-ServersAdminNegativeTestJSON-1574766803-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=075fb0b6-9052-4dfe-bf2c-5499bfe599b5 HTTP/1.1" status: 200 len: 1101 time: 0.0616112 Aug 10 03:14:41.112180 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-80ace9e8-53b7-4637-b821-439cbe696907 req-cabc2b13-0799-4423-b189-310a7f46943b tempest-ServersAdminNegativeTestJSON-1574766803 tempest-ServersAdminNegativeTestJSON-1574766803-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:41.269052 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15181215-19ec-4437-b5f3-912c0e4ce6c8 req-10deafad-56b8-4822-b5f7-11c0928ed5fd tempest-LiveMigrationTest-1156190287 tempest-LiveMigrationTest-1156190287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:41.271265 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-15181215-19ec-4437-b5f3-912c0e4ce6c8 req-10deafad-56b8-4822-b5f7-11c0928ed5fd tempest-LiveMigrationTest-1156190287 tempest-LiveMigrationTest-1156190287-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=564cd1d5-4660-4da0-aad6-145d07e37da2 HTTP/1.1" status: 200 len: 1096 time: 0.0782242 Aug 10 03:14:41.289595 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-80ace9e8-53b7-4637-b821-439cbe696907 req-cabc2b13-0799-4423-b189-310a7f46943b tempest-ServersAdminNegativeTestJSON-1574766803 tempest-ServersAdminNegativeTestJSON-1574766803-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:41.296582 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-80ace9e8-53b7-4637-b821-439cbe696907 req-cabc2b13-0799-4423-b189-310a7f46943b tempest-ServersAdminNegativeTestJSON-1574766803 tempest-ServersAdminNegativeTestJSON-1574766803-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:41.549704 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-80ace9e8-53b7-4637-b821-439cbe696907 req-cabc2b13-0799-4423-b189-310a7f46943b tempest-ServersAdminNegativeTestJSON-1574766803 tempest-ServersAdminNegativeTestJSON-1574766803-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=e650e31d-ce31-437d-804d-e5f2e4a77982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4629493 Aug 10 03:14:41.559900 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-15181215-19ec-4437-b5f3-912c0e4ce6c8 req-8b59af4d-d676-4270-9e7e-e89c297825e5 tempest-LiveMigrationTest-1156190287 tempest-LiveMigrationTest-1156190287-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785361 Aug 10 03:14:41.560942 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabc2b13-0799-4423-b189-310a7f46943b tempest-ServersAdminNegativeTestJSON-1574766803 tempest-ServersAdminNegativeTestJSON-1574766803-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=701437ae-b364-4708-bf0f-4368c4cd3eac,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:41.654961 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 1ea64ec5-c51a-439a-9ea6-ca81f0db8286 details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:14:41.658267 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 7c437a81-791c-48e8-819c-881611a08a3c up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:14:41.700319 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-04a045ff-c534-487f-8d64-34e6417ec0fb req-4a159ff5-81d0-4357-bec6-408767178660 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=063e2de8-83eb-49a0-9d53-c3a7f698e2b1 HTTP/1.1" status: 200 len: 210 time: 0.0587502 Aug 10 03:14:41.787179 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-5c078f5d-f4ce-45fa-9b4c-55e8c620327d req-039e00b9-4a66-4678-b597-349d2464c292 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=808ab0b013b8411c9f012091d2eaa39f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0506451 Aug 10 03:14:41.809894 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning for port 7c437a81-791c-48e8-819c-881611a08a3c completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:14:41.830852 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port 7c437a81-791c-48e8-819c-881611a08a3c triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:14:41.831434 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:41.890070 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3842aaf-4f6b-436f-9bfe-66347880a0cf req-aefcc337-830d-443b-ae51-c1a389a32c83 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:41.892405 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b3842aaf-4f6b-436f-9bfe-66347880a0cf req-aefcc337-830d-443b-ae51-c1a389a32c83 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=458bab07-f15c-4f7c-8441-f4214620b715 HTTP/1.1" status: 200 len: 945 time: 0.1052275 Aug 10 03:14:41.894490 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 1ea64ec5-c51a-439a-9ea6-ca81f0db8286, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=1ea64ec5-c51a-439a-9ea6-ca81f0db8286,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:41.902982 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db49574e-d0b3-4b6e-a815-5636e632ca3a req-7904b2b0-e117-4af3-8ea8-3f1caeabc2bc tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:41.910821 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-db49574e-d0b3-4b6e-a815-5636e632ca3a req-7904b2b0-e117-4af3-8ea8-3f1caeabc2bc tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0e0a767-41dc-4001-a52c-857949a7e913 HTTP/1.1" status: 200 len: 946 time: 0.2208824 Aug 10 03:14:41.918828 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': '1ea64ec5-c51a-439a-9ea6-ca81f0db8286', 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721', 'port_id': '1ea64ec5-c51a-439a-9ea6-ca81f0db8286', 'mac_address': 'fa:16:3e:80:ba:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60d10164-1dee-4940-9d19-f71e6c18cbc5', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:14:41.997445 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b3842aaf-4f6b-436f-9bfe-66347880a0cf req-63c2f980-cd91-45be-8671-e805467243b7 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775983 Aug 10 03:14:41.998670 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c078f5d-f4ce-45fa-9b4c-55e8c620327d req-d8de5663-c70e-4d04-886e-8dba07d5d637 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:42.000541 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-5c078f5d-f4ce-45fa-9b4c-55e8c620327d req-d8de5663-c70e-4d04-886e-8dba07d5d637 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1920812 Aug 10 03:14:42.005971 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-db49574e-d0b3-4b6e-a815-5636e632ca3a req-cc6a0b1b-a093-4bd1-bfc1-b91fd02eeafb tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937335 Aug 10 03:14:42.037365 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-5c078f5d-f4ce-45fa-9b4c-55e8c620327d req-4cc02937-7f38-4f24-941c-ec23ed424852 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Request body: {'port': {'device_id': '063e2de8-83eb-49a0-9d53-c3a7f698e2b1', 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721', 'admin_state_up': True, 'tenant_id': '808ab0b013b8411c9f012091d2eaa39f'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:14:42.142057 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:42.144773 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a20b837-aae1-4012-8623-cc3ef898419b req-290f70df-5ac9-4479-a765-fe2bf947f7b1 tempest-LiveMigrationTest-1156190287 tempest-LiveMigrationTest-1156190287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:42.146332 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1a20b837-aae1-4012-8623-cc3ef898419b req-290f70df-5ac9-4479-a765-fe2bf947f7b1 tempest-LiveMigrationTest-1156190287 tempest-LiveMigrationTest-1156190287-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=564cd1d5-4660-4da0-aad6-145d07e37da2 HTTP/1.1" status: 200 len: 1096 time: 0.0850399 Aug 10 03:14:42.156831 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:42.168891 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ea64ec5-c51a-439a-9ea6-ca81f0db8286 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:14:42.200812 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '458bab07-f15c-4f7c-8441-f4214620b715', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c437a81-791c-48e8-819c-881611a08a3c'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:14:42.203110 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af900e4-e7b8-408b-80c2-fdf461767771" -d '{"events": [{"server_uuid": "458bab07-f15c-4f7c-8441-f4214620b715", "name": "network-vif-plugged", "status": "completed", "tag": "7c437a81-791c-48e8-819c-881611a08a3c"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:14:42.209088 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 1ea64ec5-c51a-439a-9ea6-ca81f0db8286, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=1ea64ec5-c51a-439a-9ea6-ca81f0db8286,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:42.209683 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c078f5d-f4ce-45fa-9b4c-55e8c620327d req-4cc02937-7f38-4f24-941c-ec23ed424852 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Made reservation on behalf of 808ab0b013b8411c9f012091d2eaa39f for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:14:42.212079 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475154a8-3b75-455d-8d0a-9810ecaab8ab req-1e7b0100-39ff-4499-8f89-e51377ec2fb4 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:42.213641 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-475154a8-3b75-455d-8d0a-9810ecaab8ab req-1e7b0100-39ff-4499-8f89-e51377ec2fb4 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a9659d7-e1b6-4ff6-87f2-037636c555ba HTTP/1.1" status: 200 len: 948 time: 0.0862815 Aug 10 03:14:42.214292 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-5c078f5d-f4ce-45fa-9b4c-55e8c620327d req-4cc02937-7f38-4f24-941c-ec23ed424852 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:42.223732 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 7c437a81-791c-48e8-819c-881611a08a3c, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=7c437a81-791c-48e8-819c-881611a08a3c,segment=NetworkSegment(e1ea0112-d828-45f3-a96b-2a696c160566),segment_id=e1ea0112-d828-45f3-a96b-2a696c160566)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:42.226490 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:42.226958 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1a20b837-aae1-4012-8623-cc3ef898419b req-d62d2a9e-571a-49bf-8f58-0ce20585cfbb tempest-LiveMigrationTest-1156190287 tempest-LiveMigrationTest-1156190287-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660222 Aug 10 03:14:42.299849 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-475154a8-3b75-455d-8d0a-9810ecaab8ab req-819adec3-1ced-42f2-b14c-f5f74218e1c2 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8d28d33-caca-4f05-b0e0-721010e15342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716798 Aug 10 03:14:42.307234 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:42.313682 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=1ea64ec5-c51a-439a-9ea6-ca81f0db8286,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:42.400311 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda16d71-029b-40fc-8567-201f0b5289b1 x-openstack-request-id: req-dda16d71-029b-40fc-8567-201f0b5289b1 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:14:42.400963 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "458bab07-f15c-4f7c-8441-f4214620b715", "name": "network-vif-plugged", "status": "completed", "tag": "7c437a81-791c-48e8-819c-881611a08a3c", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:14:42.401223 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dda16d71-029b-40fc-8567-201f0b5289b1 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:14:42.401621 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '458bab07-f15c-4f7c-8441-f4214620b715', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c437a81-791c-48e8-819c-881611a08a3c', 'code': 200} Aug 10 03:14:42.407418 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=7c437a81-791c-48e8-819c-881611a08a3c,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:42.492903 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['1ea64ec5-c51a-439a-9ea6-ca81f0db8286'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:14:42.506049 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [req-5c078f5d-f4ce-45fa-9b4c-55e8c620327d req-4cc02937-7f38-4f24-941c-ec23ed424852 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Allocated IP 192.168.233.148 (72a4be73-29a1-424c-8690-ecdcf6b06721/60d10164-1dee-4940-9d19-f71e6c18cbc5/ee384af7-0b27-4268-a6eb-5ba07e13950a) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:14:42.562044 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4338a6-c9b3-446d-a43b-88a9d06feb54 req-7162874c-da0c-425e-ba03-3269faf11d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:42.565625 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1e4338a6-c9b3-446d-a43b-88a9d06feb54 req-7162874c-da0c-425e-ba03-3269faf11d9a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=458bab07-f15c-4f7c-8441-f4214620b715 HTTP/1.1" status: 200 len: 1098 time: 0.0786173 Aug 10 03:14:42.648946 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1e4338a6-c9b3-446d-a43b-88a9d06feb54 req-31e1b3b5-f028-4138-82f6-fb553eb428b6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749304 Aug 10 03:14:42.910402 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-5c078f5d-f4ce-45fa-9b4c-55e8c620327d req-4cc02937-7f38-4f24-941c-ec23ed424852 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:42.939657 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [req-5c078f5d-f4ce-45fa-9b4c-55e8c620327d req-4cc02937-7f38-4f24-941c-ec23ed424852 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Transition to ACTIVE for port object ee384af7-0b27-4268-a6eb-5ba07e13950a will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:14:42.953753 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-daeb5717-842a-4516-abe1-4f89661f47ed req-7102a2aa-bb8e-487e-b2bd-b3fc8ecd3aff tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=063e2de8-83eb-49a0-9d53-c3a7f698e2b1 HTTP/1.1" status: 200 len: 210 time: 0.0847988 Aug 10 03:14:42.984515 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-5c078f5d-f4ce-45fa-9b4c-55e8c620327d req-4cc02937-7f38-4f24-941c-ec23ed424852 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:43.014004 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['31f32a05-17ab-4fff-8025-246c50e68f96'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:14:43.028890 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ccdacb-ab4d-4ae5-8b15-0acfda42b13b req-93e1fb4b-b820-4ab9-a934-487d8a408cf0 tempest-ServersAdminNegativeTestJSON-1574766803 tempest-ServersAdminNegativeTestJSON-1574766803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:43.032109 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-99ccdacb-ab4d-4ae5-8b15-0acfda42b13b req-93e1fb4b-b820-4ab9-a934-487d8a408cf0 tempest-ServersAdminNegativeTestJSON-1574766803 tempest-ServersAdminNegativeTestJSON-1574766803-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=075fb0b6-9052-4dfe-bf2c-5499bfe599b5 HTTP/1.1" status: 200 len: 1101 time: 0.1327989 Aug 10 03:14:43.090415 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c078f5d-f4ce-45fa-9b4c-55e8c620327d req-4cc02937-7f38-4f24-941c-ec23ed424852 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Network 72a4be73-29a1-424c-8690-ecdcf6b06721 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:14:43.099540 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [req-5c078f5d-f4ce-45fa-9b4c-55e8c620327d req-4cc02937-7f38-4f24-941c-ec23ed424852 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:14:43.102964 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c078f5d-f4ce-45fa-9b4c-55e8c620327d req-4cc02937-7f38-4f24-941c-ec23ed424852 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:14:43.110349 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c078f5d-f4ce-45fa-9b4c-55e8c620327d req-4cc02937-7f38-4f24-941c-ec23ed424852 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:43.111136 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-5c078f5d-f4ce-45fa-9b4c-55e8c620327d req-4cc02937-7f38-4f24-941c-ec23ed424852 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:43.129659 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc02937-7f38-4f24-941c-ec23ed424852 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Pushing event updated for resources: {'Port': ['ID=ee384af7-0b27-4268-a6eb-5ba07e13950a,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:43.134207 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-5c078f5d-f4ce-45fa-9b4c-55e8c620327d req-4cc02937-7f38-4f24-941c-ec23ed424852 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1042573 Aug 10 03:14:43.158755 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-99ccdacb-ab4d-4ae5-8b15-0acfda42b13b req-55ab945b-e609-4850-9765-b41a3a5f6304 tempest-ServersAdminNegativeTestJSON-1574766803 tempest-ServersAdminNegativeTestJSON-1574766803-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=e650e31d-ce31-437d-804d-e5f2e4a77982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078937 Aug 10 03:14:43.160492 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-5c078f5d-f4ce-45fa-9b4c-55e8c620327d req-751f9005-1007-4b85-b374-5013b35fabb7 service neutron] Request body: {'port': {'device_id': '063e2de8-83eb-49a0-9d53-c3a7f698e2b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-13'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:14:43.232635 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-5c078f5d-f4ce-45fa-9b4c-55e8c620327d req-751f9005-1007-4b85-b374-5013b35fabb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:43.253097 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['408a3286-4f2d-4fd4-a596-e648c93bfc43'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:14:43.298403 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b814b88c-467f-48a3-8c86-78bef08ecf27 req-7469f166-2755-43b4-9e07-1d1af64656ae tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:43.307779 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b814b88c-467f-48a3-8c86-78bef08ecf27 req-7469f166-2755-43b4-9e07-1d1af64656ae tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=458bab07-f15c-4f7c-8441-f4214620b715 HTTP/1.1" status: 200 len: 946 time: 0.1866906 Aug 10 03:14:43.321858 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17530be-2dca-47e7-8851-6a13921feaeb req-9e12657c-9042-46e0-90ee-bff1be0d6d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:43.324027 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c17530be-2dca-47e7-8851-6a13921feaeb req-9e12657c-9042-46e0-90ee-bff1be0d6d3e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4fedcd46377344729593c49493334f54&device_id=e0e0a767-41dc-4001-a52c-857949a7e913 HTTP/1.1" status: 200 len: 1098 time: 0.2818468 Aug 10 03:14:43.430316 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b814b88c-467f-48a3-8c86-78bef08ecf27 req-4346ff88-9811-4bc7-a5bf-76fb07bad873 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163085 Aug 10 03:14:43.451183 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53513f29-62ae-4f1d-a30d-cde54ddd222b req-3cd5ca30-29a1-471c-a867-162cb8860206 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:43.463703 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-53513f29-62ae-4f1d-a30d-cde54ddd222b req-3cd5ca30-29a1-471c-a867-162cb8860206 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0e0a767-41dc-4001-a52c-857949a7e913 HTTP/1.1" status: 200 len: 946 time: 0.2081902 Aug 10 03:14:43.630663 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-53513f29-62ae-4f1d-a30d-cde54ddd222b req-7e39cbbf-21e2-451c-9f05-80530e77d9fa tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657774 Aug 10 03:14:43.656746 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-5c016880-b03b-4ab7-a942-9af725f8b6b0 None None] Provisioning for port ee384af7-0b27-4268-a6eb-5ba07e13950a completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:14:43.678798 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-5c016880-b03b-4ab7-a942-9af725f8b6b0 None None] Provisioning complete for port ee384af7-0b27-4268-a6eb-5ba07e13950a triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:14:43.680165 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-5c016880-b03b-4ab7-a942-9af725f8b6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:43.680592 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17530be-2dca-47e7-8851-6a13921feaeb req-f88bc125-7dc2-48ae-ba41-e62a46f9cc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:43.684485 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 1ea64ec5-c51a-439a-9ea6-ca81f0db8286 up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:14:43.685740 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c17530be-2dca-47e7-8851-6a13921feaeb req-f88bc125-7dc2-48ae-ba41-e62a46f9cc54 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1 HTTP/1.1" status: 200 len: 921 time: 0.3492007 Aug 10 03:14:43.810989 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c17530be-2dca-47e7-8851-6a13921feaeb req-32006f1e-7642-440a-bb60-3a046f592d00 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=566f6b56-aa81-488e-ba78-e138e9cea803 HTTP/1.1" status: 200 len: 217 time: 0.1155112 Aug 10 03:14:43.862829 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [req-5c078f5d-f4ce-45fa-9b4c-55e8c620327d req-751f9005-1007-4b85-b374-5013b35fabb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee384af7-0b27-4268-a6eb-5ba07e13950a {{(pid=94261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:14:43.887618 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-5c078f5d-f4ce-45fa-9b4c-55e8c620327d req-751f9005-1007-4b85-b374-5013b35fabb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:43.890645 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-5c016880-b03b-4ab7-a942-9af725f8b6b0 None None] Port ee384af7-0b27-4268-a6eb-5ba07e13950a cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:14:43.910915 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17530be-2dca-47e7-8851-6a13921feaeb req-37268548-13a9-41e5-aa1e-dcf56c13263d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:43.912508 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c17530be-2dca-47e7-8851-6a13921feaeb req-37268548-13a9-41e5-aa1e-dcf56c13263d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8a049acb-8e7b-42fd-b8b6-b5c474462166 HTTP/1.1" status: 200 len: 861 time: 0.0872123 Aug 10 03:14:43.916435 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [req-5c078f5d-f4ce-45fa-9b4c-55e8c620327d req-751f9005-1007-4b85-b374-5013b35fabb7 service neutron] Transition to ACTIVE for port object ee384af7-0b27-4268-a6eb-5ba07e13950a will not be triggered until provisioned by entity L2. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:14:43.920617 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning for port 1ea64ec5-c51a-439a-9ea6-ca81f0db8286 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:14:43.923845 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-5c078f5d-f4ce-45fa-9b4c-55e8c620327d req-751f9005-1007-4b85-b374-5013b35fabb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:43.926667 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee649174-580b-4c0e-844e-0b1feebd0148 req-81b7a121-a9fe-4de7-888e-520dd8280af6 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:43.930590 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port 1ea64ec5-c51a-439a-9ea6-ca81f0db8286 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:14:43.930963 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:43.935020 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ee649174-580b-4c0e-844e-0b1feebd0148 req-81b7a121-a9fe-4de7-888e-520dd8280af6 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a9659d7-e1b6-4ff6-87f2-037636c555ba HTTP/1.1" status: 200 len: 949 time: 0.1299317 Aug 10 03:14:43.967857 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c17530be-2dca-47e7-8851-6a13921feaeb req-824c74ad-84e9-4cbd-bcfa-2c373d3c77f7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305166 Aug 10 03:14:44.112009 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751f9005-1007-4b85-b374-5013b35fabb7 service neutron] Pushing event updated for resources: {'Port': ['ID=ee384af7-0b27-4268-a6eb-5ba07e13950a,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:44.143587 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:44.145221 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-5c078f5d-f4ce-45fa-9b4c-55e8c620327d req-751f9005-1007-4b85-b374-5013b35fabb7 service neutron] Attempting to bind port ee384af7-0b27-4268-a6eb-5ba07e13950a on host n-h2-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:14:44.145650 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-5c078f5d-f4ce-45fa-9b4c-55e8c620327d req-751f9005-1007-4b85-b374-5013b35fabb7 service neutron] Attempting to bind port ee384af7-0b27-4268-a6eb-5ba07e13950a by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:14:44.145981 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c078f5d-f4ce-45fa-9b4c-55e8c620327d req-751f9005-1007-4b85-b374-5013b35fabb7 service neutron] Attempting to bind port ee384af7-0b27-4268-a6eb-5ba07e13950a on network 72a4be73-29a1-424c-8690-ecdcf6b06721 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:14:44.159620 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c078f5d-f4ce-45fa-9b4c-55e8c620327d req-751f9005-1007-4b85-b374-5013b35fabb7 service neutron] Port ee384af7-0b27-4268-a6eb-5ba07e13950a on network 72a4be73-29a1-424c-8690-ecdcf6b06721 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:14:44.159945 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c078f5d-f4ce-45fa-9b4c-55e8c620327d req-751f9005-1007-4b85-b374-5013b35fabb7 service neutron] Attempting to bind port ee384af7-0b27-4268-a6eb-5ba07e13950a on network 72a4be73-29a1-424c-8690-ecdcf6b06721 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:14:44.170245 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c078f5d-f4ce-45fa-9b4c-55e8c620327d req-751f9005-1007-4b85-b374-5013b35fabb7 service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:14:44.170592 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c078f5d-f4ce-45fa-9b4c-55e8c620327d req-751f9005-1007-4b85-b374-5013b35fabb7 service neutron] Checking segment: {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:14:44.170977 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c078f5d-f4ce-45fa-9b4c-55e8c620327d req-751f9005-1007-4b85-b374-5013b35fabb7 service neutron] Bound using segment: {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:14:44.171411 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-5c078f5d-f4ce-45fa-9b4c-55e8c620327d req-751f9005-1007-4b85-b374-5013b35fabb7 service neutron] Bound port: ee384af7-0b27-4268-a6eb-5ba07e13950a, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'}}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:14:44.171772 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-5c078f5d-f4ce-45fa-9b4c-55e8c620327d req-751f9005-1007-4b85-b374-5013b35fabb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:44.182486 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ee649174-580b-4c0e-844e-0b1feebd0148 req-8a4ba3d0-3d16-4e4b-bc6f-2f6c3fc3a0a1 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8d28d33-caca-4f05-b0e0-721010e15342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443864 Aug 10 03:14:44.218832 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 1ea64ec5-c51a-439a-9ea6-ca81f0db8286, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=1ea64ec5-c51a-439a-9ea6-ca81f0db8286,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:44.226409 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:44.300088 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-5c078f5d-f4ce-45fa-9b4c-55e8c620327d req-751f9005-1007-4b85-b374-5013b35fabb7 service neutron] For port ee384af7-0b27-4268-a6eb-5ba07e13950a, host n-h2-768862-13, cleared binding levels {{(pid=94261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:14:44.306336 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-5c078f5d-f4ce-45fa-9b4c-55e8c620327d req-751f9005-1007-4b85-b374-5013b35fabb7 service neutron] For port ee384af7-0b27-4268-a6eb-5ba07e13950a, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=ee384af7-0b27-4268-a6eb-5ba07e13950a,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:14:44.314107 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c17530be-2dca-47e7-8851-6a13921feaeb req-5fc73c22-3b9a-4985-aa8f-abe31521c709 service neutron] 10.222.0.42 "GET /v2.0/networks/7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3334925 Aug 10 03:14:44.316893 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-5c078f5d-f4ce-45fa-9b4c-55e8c620327d req-751f9005-1007-4b85-b374-5013b35fabb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:44.334809 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=1ea64ec5-c51a-439a-9ea6-ca81f0db8286,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:44.395307 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab24c44-211a-4ac7-a7b6-ea1152621aa8 req-b9a394f8-7481-4f49-a6b3-22545a6a0749 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:44.397025 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bab24c44-211a-4ac7-a7b6-ea1152621aa8 req-b9a394f8-7481-4f49-a6b3-22545a6a0749 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=063e2de8-83eb-49a0-9d53-c3a7f698e2b1 HTTP/1.1" status: 200 len: 948 time: 0.1621006 Aug 10 03:14:44.403159 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a9659d7-e1b6-4ff6-87f2-037636c555ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ea64ec5-c51a-439a-9ea6-ca81f0db8286'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:14:44.406910 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-230d2250-9fb5-412f-9062-f7ca15588bb4" -d '{"events": [{"server_uuid": "9a9659d7-e1b6-4ff6-87f2-037636c555ba", "name": "network-vif-plugged", "status": "completed", "tag": "1ea64ec5-c51a-439a-9ea6-ca81f0db8286"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:14:44.469374 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c078f5d-f4ce-45fa-9b4c-55e8c620327d req-751f9005-1007-4b85-b374-5013b35fabb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:44.470696 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-5c078f5d-f4ce-45fa-9b4c-55e8c620327d req-751f9005-1007-4b85-b374-5013b35fabb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:44.473406 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-5c078f5d-f4ce-45fa-9b4c-55e8c620327d req-751f9005-1007-4b85-b374-5013b35fabb7 service neutron] 10.222.0.61 "PUT /v2.0/ports/ee384af7-0b27-4268-a6eb-5ba07e13950a HTTP/1.1" status: 200 len: 1097 time: 1.3171139 Aug 10 03:14:44.474468 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '063e2de8-83eb-49a0-9d53-c3a7f698e2b1', 'tag': 'ee384af7-0b27-4268-a6eb-5ba07e13950a'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:14:44.479330 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d0e9379-fd5b-4da8-98c1-2b05d6eb2db9" -d '{"events": [{"name": "network-changed", "server_uuid": "063e2de8-83eb-49a0-9d53-c3a7f698e2b1", "tag": "ee384af7-0b27-4268-a6eb-5ba07e13950a"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:14:44.501204 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c17530be-2dca-47e7-8851-6a13921feaeb req-f32e5d6e-cc83-47f4-b5d4-9b50bbe671e2 service neutron] 10.222.0.42 "GET /v2.0/networks/7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781726 Aug 10 03:14:44.502609 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751f9005-1007-4b85-b374-5013b35fabb7 service neutron] Pushing event updated for resources: {'Port': ['ID=ee384af7-0b27-4268-a6eb-5ba07e13950a,revision_number=3']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:44.520538 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bab24c44-211a-4ac7-a7b6-ea1152621aa8 req-3513ea3d-e972-471e-bc5e-05f42cf2fef9 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960705 Aug 10 03:14:44.529375 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f978ce-1cd9-445a-8cda-66159be352fe req-3073b28a-c9ed-40c2-8b75-5cb1c242aceb tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:44.531019 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-52f978ce-1cd9-445a-8cda-66159be352fe req-3073b28a-c9ed-40c2-8b75-5cb1c242aceb tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] 10.222.0.44 "GET /v2.0/ports?device_id=075fb0b6-9052-4dfe-bf2c-5499bfe599b5 HTTP/1.1" status: 200 len: 949 time: 0.1295626 Aug 10 03:14:44.636210 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bd00a97-bbfe-4140-973e-cf5647647205 x-openstack-request-id: req-4bd00a97-bbfe-4140-973e-cf5647647205 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:14:44.637188 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a9659d7-e1b6-4ff6-87f2-037636c555ba", "name": "network-vif-plugged", "status": "completed", "tag": "1ea64ec5-c51a-439a-9ea6-ca81f0db8286", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:14:44.637454 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4bd00a97-bbfe-4140-973e-cf5647647205 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:14:44.637848 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a9659d7-e1b6-4ff6-87f2-037636c555ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ea64ec5-c51a-439a-9ea6-ca81f0db8286', 'code': 200} Aug 10 03:14:44.657154 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-52f978ce-1cd9-445a-8cda-66159be352fe req-8f56a871-ac8f-4ecd-8bc4-727f01e28d45 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] 10.222.0.44 "GET /v2.0/security-groups?id=e650e31d-ce31-437d-804d-e5f2e4a77982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060598 Aug 10 03:14:44.694352 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c078f5d-f4ce-45fa-9b4c-55e8c620327d req-003119d9-98f6-4288-97fc-09d287b9c66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:44.701895 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-5c078f5d-f4ce-45fa-9b4c-55e8c620327d req-003119d9-98f6-4288-97fc-09d287b9c66b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=808ab0b013b8411c9f012091d2eaa39f&device_id=063e2de8-83eb-49a0-9d53-c3a7f698e2b1 HTTP/1.1" status: 200 len: 1100 time: 0.1476085 Aug 10 03:14:44.710810 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17530be-2dca-47e7-8851-6a13921feaeb req-06961e8e-a1c7-4d82-bf42-941968e8e377 tempest-LiveAutoBlockMigrationV225Test-725400249 tempest-LiveAutoBlockMigrationV225Test-725400249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:44.724724 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c17530be-2dca-47e7-8851-6a13921feaeb req-06961e8e-a1c7-4d82-bf42-941968e8e377 tempest-LiveAutoBlockMigrationV225Test-725400249 tempest-LiveAutoBlockMigrationV225Test-725400249-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e0e0a767-41dc-4001-a52c-857949a7e913&tenant_id=4fedcd46377344729593c49493334f54&binding%3Ahost_id=n-h2-768862-13 HTTP/1.1" status: 200 len: 1098 time: 0.1128719 Aug 10 03:14:44.732921 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-c17530be-2dca-47e7-8851-6a13921feaeb req-233c0ae0-f163-483f-82ec-ae483e0233f1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-768862-13'}}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:14:44.741194 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86bbf137-297f-4bd3-ae1b-c918b1962fb5 x-openstack-request-id: req-86bbf137-297f-4bd3-ae1b-c918b1962fb5 {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:14:44.741549 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "063e2de8-83eb-49a0-9d53-c3a7f698e2b1", "tag": "ee384af7-0b27-4268-a6eb-5ba07e13950a", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:14:44.741930 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-86bbf137-297f-4bd3-ae1b-c918b1962fb5 {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:14:44.742554 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '063e2de8-83eb-49a0-9d53-c3a7f698e2b1', 'tag': 'ee384af7-0b27-4268-a6eb-5ba07e13950a', 'status': 'completed', 'code': 200} Aug 10 03:14:44.805710 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-5c078f5d-f4ce-45fa-9b4c-55e8c620327d req-a8930c86-189a-4ed1-96b7-0c1743e1a1fa service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=ee384af7-0b27-4268-a6eb-5ba07e13950a HTTP/1.1" status: 200 len: 217 time: 0.0766449 Aug 10 03:14:44.840333 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a79c8b-b341-4a8e-9fbe-86ef2f152612 req-c1ce9f8c-6b61-43a8-960a-dc4b624019b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:44.841840 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-a7a79c8b-b341-4a8e-9fbe-86ef2f152612 req-c1ce9f8c-6b61-43a8-960a-dc4b624019b2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9a9659d7-e1b6-4ff6-87f2-037636c555ba HTTP/1.1" status: 200 len: 1102 time: 0.1284249 Aug 10 03:14:44.842257 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4495571-6218-4262-99a6-cca8c92e3cf6 req-3c4da307-2e94-4dfc-8345-9e97de638786 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:44.843806 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f4495571-6218-4262-99a6-cca8c92e3cf6 req-3c4da307-2e94-4dfc-8345-9e97de638786 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=458bab07-f15c-4f7c-8441-f4214620b715 HTTP/1.1" status: 200 len: 946 time: 0.1459990 Aug 10 03:14:44.887551 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c17530be-2dca-47e7-8851-6a13921feaeb req-233c0ae0-f163-483f-82ec-ae483e0233f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:44.899240 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c078f5d-f4ce-45fa-9b4c-55e8c620327d req-8bf873e4-9d9a-489c-8ee3-56196f147799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:44.902779 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-5c078f5d-f4ce-45fa-9b4c-55e8c620327d req-8bf873e4-9d9a-489c-8ee3-56196f147799 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=60d10164-1dee-4940-9d19-f71e6c18cbc5 HTTP/1.1" status: 200 len: 843 time: 0.0743730 Aug 10 03:14:44.915857 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-a7a79c8b-b341-4a8e-9fbe-86ef2f152612 req-d19c3c12-6de7-402f-b5e2-0666e1f08edc service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f8d28d33-caca-4f05-b0e0-721010e15342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549629 Aug 10 03:14:44.958576 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f4495571-6218-4262-99a6-cca8c92e3cf6 req-a51c722f-6952-4d4b-8912-9fd10425028c tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027000 Aug 10 03:14:44.968633 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24103c8-2cd2-46d7-843b-e7d1a5098265 req-8006246b-28c8-4fe9-b060-4b7f82551e36 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:44.969895 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c078f5d-f4ce-45fa-9b4c-55e8c620327d req-0ed78af8-cbb1-4b6e-bf92-2281d43d7706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:44.970670 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b24103c8-2cd2-46d7-843b-e7d1a5098265 req-8006246b-28c8-4fe9-b060-4b7f82551e36 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0e0a767-41dc-4001-a52c-857949a7e913 HTTP/1.1" status: 200 len: 946 time: 0.1398516 Aug 10 03:14:44.971942 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-5c078f5d-f4ce-45fa-9b4c-55e8c620327d req-0ed78af8-cbb1-4b6e-bf92-2281d43d7706 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=72a4be73-29a1-424c-8690-ecdcf6b06721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0550475 Aug 10 03:14:45.081879 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b24103c8-2cd2-46d7-843b-e7d1a5098265 req-6eabeba3-8495-45c8-8ca6-ba5e301b9c09 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038461 Aug 10 03:14:45.115768 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-5c078f5d-f4ce-45fa-9b4c-55e8c620327d req-81784853-eda6-4334-93c3-3ef4e2aa2c80 service neutron] 10.222.0.61 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289535 Aug 10 03:14:45.133207 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-c17530be-2dca-47e7-8851-6a13921feaeb req-233c0ae0-f163-483f-82ec-ae483e0233f1 service neutron] For port 566f6b56-aa81-488e-ba78-e138e9cea803, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=566f6b56-aa81-488e-ba78-e138e9cea803,segment=NetworkSegment(ef460c05-97a2-474e-9fc7-ca614ed2a066),segment_id=ef460c05-97a2-474e-9fc7-ca614ed2a066)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:45.182536 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-c17530be-2dca-47e7-8851-6a13921feaeb req-233c0ae0-f163-483f-82ec-ae483e0233f1 service neutron] For port 566f6b56-aa81-488e-ba78-e138e9cea803, host n-h2-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:14:45.259851 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0e0a767-41dc-4001-a52c-857949a7e913', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '566f6b56-aa81-488e-ba78-e138e9cea803'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:14:45.264466 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f2a4e5f-4a93-42b6-a733-00b520864323" -d '{"events": [{"server_uuid": "e0e0a767-41dc-4001-a52c-857949a7e913", "name": "network-vif-unplugged", "status": "completed", "tag": "566f6b56-aa81-488e-ba78-e138e9cea803"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:14:45.269355 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c17530be-2dca-47e7-8851-6a13921feaeb req-233c0ae0-f163-483f-82ec-ae483e0233f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:45.279578 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-5c078f5d-f4ce-45fa-9b4c-55e8c620327d req-f30e31a7-9c7e-4893-ba5a-a669abf7894f service neutron] 10.222.0.61 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468868 Aug 10 03:14:45.284500 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c17530be-2dca-47e7-8851-6a13921feaeb req-233c0ae0-f163-483f-82ec-ae483e0233f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:45.465280 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e9379-fd5b-4da8-98c1-2b05d6eb2db9 req-4745ac00-762a-4ad6-a02d-caa0ab105aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:45.465533 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233c0ae0-f163-483f-82ec-ae483e0233f1 service neutron] Pushing event updated for resources: {'Port': ['ID=566f6b56-aa81-488e-ba78-e138e9cea803,revision_number=7']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:45.467606 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-1d0e9379-fd5b-4da8-98c1-2b05d6eb2db9 req-4745ac00-762a-4ad6-a02d-caa0ab105aa9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=808ab0b013b8411c9f012091d2eaa39f&device_id=063e2de8-83eb-49a0-9d53-c3a7f698e2b1 HTTP/1.1" status: 200 len: 1100 time: 0.0733087 Aug 10 03:14:45.503275 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d94fd1-eefa-498d-8e79-902edc9747a9 req-614621cf-1203-4c04-8ac9-ce019044a511 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:45.504946 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d5d94fd1-eefa-498d-8e79-902edc9747a9 req-614621cf-1203-4c04-8ac9-ce019044a511 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=458bab07-f15c-4f7c-8441-f4214620b715 HTTP/1.1" status: 200 len: 946 time: 0.2332222 Aug 10 03:14:45.519352 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233c0ae0-f163-483f-82ec-ae483e0233f1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:45.519770 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233c0ae0-f163-483f-82ec-ae483e0233f1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:45.520184 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233c0ae0-f163-483f-82ec-ae483e0233f1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:45.520577 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233c0ae0-f163-483f-82ec-ae483e0233f1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:45.520975 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233c0ae0-f163-483f-82ec-ae483e0233f1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:45.521373 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233c0ae0-f163-483f-82ec-ae483e0233f1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:45.521760 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233c0ae0-f163-483f-82ec-ae483e0233f1 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:45.522144 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233c0ae0-f163-483f-82ec-ae483e0233f1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:45.522594 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233c0ae0-f163-483f-82ec-ae483e0233f1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:45.522974 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233c0ae0-f163-483f-82ec-ae483e0233f1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:45.523372 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233c0ae0-f163-483f-82ec-ae483e0233f1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:45.523746 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233c0ae0-f163-483f-82ec-ae483e0233f1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:45.551532 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12088699-b781-4f42-9b82-88499a65168e req-d27e70fd-e4b6-4379-9196-3d6ab60dbae6 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:45.553330 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-12088699-b781-4f42-9b82-88499a65168e req-d27e70fd-e4b6-4379-9196-3d6ab60dbae6 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a9659d7-e1b6-4ff6-87f2-037636c555ba HTTP/1.1" status: 200 len: 950 time: 0.2056942 Aug 10 03:14:45.574370 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-c17530be-2dca-47e7-8851-6a13921feaeb req-233c0ae0-f163-483f-82ec-ae483e0233f1 service neutron] Attempting to bind port 566f6b56-aa81-488e-ba78-e138e9cea803 on host n-h2-768862-13 for vnic_type normal with profile {"migrating_to": "n-h1-768862-13"} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:14:45.574705 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-c17530be-2dca-47e7-8851-6a13921feaeb req-233c0ae0-f163-483f-82ec-ae483e0233f1 service neutron] Attempting to bind port 566f6b56-aa81-488e-ba78-e138e9cea803 by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': 'ef460c05-97a2-474e-9fc7-ca614ed2a066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:14:45.575328 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17530be-2dca-47e7-8851-6a13921feaeb req-233c0ae0-f163-483f-82ec-ae483e0233f1 service neutron] Attempting to bind port 566f6b56-aa81-488e-ba78-e138e9cea803 on network 7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:14:45.582705 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17530be-2dca-47e7-8851-6a13921feaeb req-233c0ae0-f163-483f-82ec-ae483e0233f1 service neutron] Port 566f6b56-aa81-488e-ba78-e138e9cea803 on network 7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:14:45.583017 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17530be-2dca-47e7-8851-6a13921feaeb req-233c0ae0-f163-483f-82ec-ae483e0233f1 service neutron] Attempting to bind port 566f6b56-aa81-488e-ba78-e138e9cea803 on network 7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:14:45.605918 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e9379-fd5b-4da8-98c1-2b05d6eb2db9 req-ee4cbdb0-410d-4cbe-a1a5-95aa3d51cc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:45.606413 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17530be-2dca-47e7-8851-6a13921feaeb req-233c0ae0-f163-483f-82ec-ae483e0233f1 service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:14:45.606778 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17530be-2dca-47e7-8851-6a13921feaeb req-233c0ae0-f163-483f-82ec-ae483e0233f1 service neutron] Checking segment: {'id': 'ef460c05-97a2-474e-9fc7-ca614ed2a066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:14:45.607147 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17530be-2dca-47e7-8851-6a13921feaeb req-233c0ae0-f163-483f-82ec-ae483e0233f1 service neutron] Bound using segment: {'id': 'ef460c05-97a2-474e-9fc7-ca614ed2a066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:14:45.607596 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-c17530be-2dca-47e7-8851-6a13921feaeb req-233c0ae0-f163-483f-82ec-ae483e0233f1 service neutron] Bound port: 566f6b56-aa81-488e-ba78-e138e9cea803, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef460c05-97a2-474e-9fc7-ca614ed2a066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:14:45.607967 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c17530be-2dca-47e7-8851-6a13921feaeb req-233c0ae0-f163-483f-82ec-ae483e0233f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:45.608783 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-1d0e9379-fd5b-4da8-98c1-2b05d6eb2db9 req-ee4cbdb0-410d-4cbe-a1a5-95aa3d51cc9a service neutron] 10.222.0.61 "GET /v2.0/networks?id=72a4be73-29a1-424c-8690-ecdcf6b06721 HTTP/1.1" status: 200 len: 869 time: 0.1296954 Aug 10 03:14:45.633258 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d5d94fd1-eefa-498d-8e79-902edc9747a9 req-d7214f6b-ffeb-43cf-a134-191737830a9d tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199265 Aug 10 03:14:45.643921 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-12088699-b781-4f42-9b82-88499a65168e req-d4e529c5-348f-44b7-bc8d-388d3004194e tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8d28d33-caca-4f05-b0e0-721010e15342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789163 Aug 10 03:14:45.672702 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-1d0e9379-fd5b-4da8-98c1-2b05d6eb2db9 req-d9e3409c-9dd0-4044-b6f2-c68797b56e41 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=ee384af7-0b27-4268-a6eb-5ba07e13950a HTTP/1.1" status: 200 len: 217 time: 0.0525832 Aug 10 03:14:45.695953 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39b30db8-f8fd-4686-a88b-3ee219c865c0 x-openstack-request-id: req-39b30db8-f8fd-4686-a88b-3ee219c865c0 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:14:45.696525 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0e0a767-41dc-4001-a52c-857949a7e913", "name": "network-vif-unplugged", "status": "completed", "tag": "566f6b56-aa81-488e-ba78-e138e9cea803", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:14:45.696627 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-39b30db8-f8fd-4686-a88b-3ee219c865c0 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:14:45.697038 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0e0a767-41dc-4001-a52c-857949a7e913', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '566f6b56-aa81-488e-ba78-e138e9cea803', 'code': 200} Aug 10 03:14:45.734303 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-c17530be-2dca-47e7-8851-6a13921feaeb req-233c0ae0-f163-483f-82ec-ae483e0233f1 service neutron] For port 566f6b56-aa81-488e-ba78-e138e9cea803, host n-h2-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:14:45.741388 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-c17530be-2dca-47e7-8851-6a13921feaeb req-233c0ae0-f163-483f-82ec-ae483e0233f1 service neutron] For port 566f6b56-aa81-488e-ba78-e138e9cea803, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=566f6b56-aa81-488e-ba78-e138e9cea803,segment=NetworkSegment(ef460c05-97a2-474e-9fc7-ca614ed2a066),segment_id=ef460c05-97a2-474e-9fc7-ca614ed2a066)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:14:45.767680 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c17530be-2dca-47e7-8851-6a13921feaeb req-233c0ae0-f163-483f-82ec-ae483e0233f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:45.781585 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e9379-fd5b-4da8-98c1-2b05d6eb2db9 req-35b77922-2ad1-403c-b894-1d38708e2e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:45.784575 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-1d0e9379-fd5b-4da8-98c1-2b05d6eb2db9 req-35b77922-2ad1-403c-b894-1d38708e2e8c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=60d10164-1dee-4940-9d19-f71e6c18cbc5 HTTP/1.1" status: 200 len: 843 time: 0.0786419 Aug 10 03:14:45.861793 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e9379-fd5b-4da8-98c1-2b05d6eb2db9 req-42f3ed24-81f0-460e-b8a9-21f9ab5a7175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:45.864419 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-1d0e9379-fd5b-4da8-98c1-2b05d6eb2db9 req-42f3ed24-81f0-460e-b8a9-21f9ab5a7175 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=72a4be73-29a1-424c-8690-ecdcf6b06721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0623188 Aug 10 03:14:45.921805 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233c0ae0-f163-483f-82ec-ae483e0233f1 service neutron] Pushing event updated for resources: {'Port': ['ID=566f6b56-aa81-488e-ba78-e138e9cea803,revision_number=8']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:45.929759 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17530be-2dca-47e7-8851-6a13921feaeb req-233c0ae0-f163-483f-82ec-ae483e0233f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:45.930486 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c17530be-2dca-47e7-8851-6a13921feaeb req-233c0ae0-f163-483f-82ec-ae483e0233f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:45.931896 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c17530be-2dca-47e7-8851-6a13921feaeb req-233c0ae0-f163-483f-82ec-ae483e0233f1 service neutron] 10.222.0.42 "PUT /v2.0/ports/566f6b56-aa81-488e-ba78-e138e9cea803 HTTP/1.1" status: 200 len: 1124 time: 1.2059252 Aug 10 03:14:45.941635 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e942caa8-eb40-458e-b36f-7e222c06c236 req-66074bb8-d079-4de9-963a-3b519b61e565 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:45.948609 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e942caa8-eb40-458e-b36f-7e222c06c236 req-66074bb8-d079-4de9-963a-3b519b61e565 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=063e2de8-83eb-49a0-9d53-c3a7f698e2b1 HTTP/1.1" status: 200 len: 948 time: 0.2000594 Aug 10 03:14:45.983022 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f368be-da83-445d-8fee-916f7c558217 req-cb9e529a-e14c-4b31-bad3-a1472f061cd0 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:45.984480 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-84f368be-da83-445d-8fee-916f7c558217 req-cb9e529a-e14c-4b31-bad3-a1472f061cd0 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] 10.222.0.44 "GET /v2.0/ports?device_id=075fb0b6-9052-4dfe-bf2c-5499bfe599b5 HTTP/1.1" status: 200 len: 949 time: 0.1427500 Aug 10 03:14:46.001973 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-1d0e9379-fd5b-4da8-98c1-2b05d6eb2db9 req-d245e0f9-d424-4c23-9afa-6ef3798322f2 service neutron] 10.222.0.61 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252096 Aug 10 03:14:46.019499 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e942caa8-eb40-458e-b36f-7e222c06c236 req-f2045b0b-4a49-47e7-81c1-d7c96e8950ba tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693617 Aug 10 03:14:46.062558 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-84f368be-da83-445d-8fee-916f7c558217 req-0ad200a0-ddd9-448c-ac7f-9b8929b14484 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] 10.222.0.44 "GET /v2.0/security-groups?id=e650e31d-ce31-437d-804d-e5f2e4a77982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656207 Aug 10 03:14:46.126255 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-1d0e9379-fd5b-4da8-98c1-2b05d6eb2db9 req-af4346d4-a897-4802-a1fc-4d215903d2f2 service neutron] 10.222.0.61 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082616 Aug 10 03:14:46.163635 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['566f6b56-aa81-488e-ba78-e138e9cea803'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:14:46.260504 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96118068-dda9-4d1d-8b6d-b35d966b92bd req-19581d28-c4aa-4d3e-9ed9-709bec37b5a9 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:46.261893 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-96118068-dda9-4d1d-8b6d-b35d966b92bd req-19581d28-c4aa-4d3e-9ed9-709bec37b5a9 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0e0a767-41dc-4001-a52c-857949a7e913 HTTP/1.1" status: 200 len: 944 time: 0.0549431 Aug 10 03:14:46.313129 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-96118068-dda9-4d1d-8b6d-b35d966b92bd req-2f1735f9-4737-4b9e-a704-5d795baa345e tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417626 Aug 10 03:14:46.807138 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdb4360-1d7c-46fd-8985-a7b2ae8c9af6 req-c22fb59c-82f0-44ec-a1d7-48cc03875de6 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:46.808621 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5bdb4360-1d7c-46fd-8985-a7b2ae8c9af6 req-c22fb59c-82f0-44ec-a1d7-48cc03875de6 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=458bab07-f15c-4f7c-8441-f4214620b715 HTTP/1.1" status: 200 len: 946 time: 0.0844426 Aug 10 03:14:46.838709 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c860b0c2-5844-431c-b32e-428d6536fc1d req-ee43ba73-1e1a-4ce6-a360-3553fc9f23ac tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:46.840734 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c860b0c2-5844-431c-b32e-428d6536fc1d req-ee43ba73-1e1a-4ce6-a360-3553fc9f23ac tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a9659d7-e1b6-4ff6-87f2-037636c555ba HTTP/1.1" status: 200 len: 950 time: 0.0856419 Aug 10 03:14:46.875101 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5bdb4360-1d7c-46fd-8985-a7b2ae8c9af6 req-b2ac110f-43db-4864-8990-cb68ed5a9296 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592952 Aug 10 03:14:46.896755 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c860b0c2-5844-431c-b32e-428d6536fc1d req-05dfb132-69c5-46ff-aafc-2798724e9e22 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8d28d33-caca-4f05-b0e0-721010e15342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486102 Aug 10 03:14:47.157882 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce28d95-fc4f-4bf8-b42b-ed7d4514cc99 req-50a96244-fbae-434f-8f33-ba785b9d4843 tempest-ServersOnMultiNodesTest-1599750604 tempest-ServersOnMultiNodesTest-1599750604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:47.159588 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8ce28d95-fc4f-4bf8-b42b-ed7d4514cc99 req-50a96244-fbae-434f-8f33-ba785b9d4843 tempest-ServersOnMultiNodesTest-1599750604 tempest-ServersOnMultiNodesTest-1599750604-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=9a9659d7-e1b6-4ff6-87f2-037636c555ba HTTP/1.1" status: 200 len: 1102 time: 0.0535891 Aug 10 03:14:47.195999 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8ce28d95-fc4f-4bf8-b42b-ed7d4514cc99 req-567c36b9-5487-4bac-bb6a-cd726c4e33f4 tempest-ServersOnMultiNodesTest-1599750604 tempest-ServersOnMultiNodesTest-1599750604-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:47.229708 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ff6a7f-162f-4e34-8fb7-6c14933da848 req-9a8afd01-3f34-46fc-bf6a-a556b2ea14e3 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:47.231348 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-68ff6a7f-162f-4e34-8fb7-6c14933da848 req-9a8afd01-3f34-46fc-bf6a-a556b2ea14e3 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=063e2de8-83eb-49a0-9d53-c3a7f698e2b1 HTTP/1.1" status: 200 len: 948 time: 0.0892177 Aug 10 03:14:47.296754 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-68ff6a7f-162f-4e34-8fb7-6c14933da848 req-89dfbe81-5b3e-412a-85d9-6556a7b3853c tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537839 Aug 10 03:14:47.362978 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8ce28d95-fc4f-4bf8-b42b-ed7d4514cc99 req-567c36b9-5487-4bac-bb6a-cd726c4e33f4 tempest-ServersOnMultiNodesTest-1599750604 tempest-ServersOnMultiNodesTest-1599750604-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:47.374990 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8ce28d95-fc4f-4bf8-b42b-ed7d4514cc99 req-567c36b9-5487-4bac-bb6a-cd726c4e33f4 tempest-ServersOnMultiNodesTest-1599750604 tempest-ServersOnMultiNodesTest-1599750604-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:47.411996 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8ce28d95-fc4f-4bf8-b42b-ed7d4514cc99 req-567c36b9-5487-4bac-bb6a-cd726c4e33f4 tempest-ServersOnMultiNodesTest-1599750604 tempest-ServersOnMultiNodesTest-1599750604-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=f8d28d33-caca-4f05-b0e0-721010e15342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356331 Aug 10 03:14:47.446796 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520b7149-d361-4764-8cdd-921af023acc2 req-f184561f-07b4-4b38-a277-42e570ba1874 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:47.446796 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-520b7149-d361-4764-8cdd-921af023acc2 req-f184561f-07b4-4b38-a277-42e570ba1874 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=458bab07-f15c-4f7c-8441-f4214620b715 HTTP/1.1" status: 200 len: 946 time: 0.0770369 Aug 10 03:14:47.450299 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c36b9-5487-4bac-bb6a-cd726c4e33f4 tempest-ServersOnMultiNodesTest-1599750604 tempest-ServersOnMultiNodesTest-1599750604-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f86bab7b-3d49-4664-985e-edd0074d5de0,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:47.508730 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-520b7149-d361-4764-8cdd-921af023acc2 req-00b239bd-8550-4232-a565-e54692f2f708 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600975 Aug 10 03:14:47.557786 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d01d87-ab06-4cb7-acc6-c102a7796885 req-67fb9147-4cee-4dbf-a083-0380e3b7a8c1 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:47.560305 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-30d01d87-ab06-4cb7-acc6-c102a7796885 req-67fb9147-4cee-4dbf-a083-0380e3b7a8c1 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] 10.222.0.44 "GET /v2.0/ports?device_id=075fb0b6-9052-4dfe-bf2c-5499bfe599b5 HTTP/1.1" status: 200 len: 949 time: 0.0628624 Aug 10 03:14:47.605566 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-30d01d87-ab06-4cb7-acc6-c102a7796885 req-672cbbf7-403f-4b4c-92fc-7aa74f9e65f6 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] 10.222.0.44 "GET /v2.0/security-groups?id=e650e31d-ce31-437d-804d-e5f2e4a77982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388308 Aug 10 03:14:47.647165 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc92890-2caa-470a-a86a-ab4e09002487 req-c8194bbe-23a1-49f0-ba81-ea6bcc5c7e5c tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:47.648864 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-5fc92890-2caa-470a-a86a-ab4e09002487 req-c8194bbe-23a1-49f0-ba81-ea6bcc5c7e5c tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] 10.222.0.61 "GET /v2.0/ports?device_id=075fb0b6-9052-4dfe-bf2c-5499bfe599b5 HTTP/1.1" status: 200 len: 949 time: 0.0801251 Aug 10 03:14:47.712670 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0e0a767-41dc-4001-a52c-857949a7e913', 'tag': '566f6b56-aa81-488e-ba78-e138e9cea803'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:14:47.720672 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f1a992e-8e62-459b-ad57-6fa5da33f946" -d '{"events": [{"name": "network-changed", "server_uuid": "e0e0a767-41dc-4001-a52c-857949a7e913", "tag": "566f6b56-aa81-488e-ba78-e138e9cea803"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:14:47.818612 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6c8c1d-d95a-4b64-a786-3e05fe2f2fc2 req-f033b969-c998-4d52-8ca5-f12c02f9a611 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:47.825695 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5b6c8c1d-d95a-4b64-a786-3e05fe2f2fc2 req-f033b969-c998-4d52-8ca5-f12c02f9a611 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0e0a767-41dc-4001-a52c-857949a7e913 HTTP/1.1" status: 200 len: 944 time: 0.1323388 Aug 10 03:14:47.835825 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76638c5d-dabc-4596-b101-7abf2e860a5d x-openstack-request-id: req-76638c5d-dabc-4596-b101-7abf2e860a5d {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:14:47.836298 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0e0a767-41dc-4001-a52c-857949a7e913", "tag": "566f6b56-aa81-488e-ba78-e138e9cea803", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:14:47.836724 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-76638c5d-dabc-4596-b101-7abf2e860a5d {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:14:47.837354 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0e0a767-41dc-4001-a52c-857949a7e913', 'tag': '566f6b56-aa81-488e-ba78-e138e9cea803', 'status': 'completed', 'code': 200} Aug 10 03:14:47.853478 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-5fc92890-2caa-470a-a86a-ab4e09002487 req-8314c869-9c6c-47b8-b778-c68f6e9cf511 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] Deleting port a054d947-4530-4b99-99f8-da474d7cde1c {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:14:47.854073 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-5fc92890-2caa-470a-a86a-ab4e09002487 req-8314c869-9c6c-47b8-b778-c68f6e9cf511 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:47.922376 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ff07617a-ba7d-4f27-a76e-e3a34820c6ed req-10c7e778-4042-424f-84af-97ac5202582f tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=ebce8dce68054ed889383d14d785c78e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0389998 Aug 10 03:14:47.934778 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5b6c8c1d-d95a-4b64-a786-3e05fe2f2fc2 req-3c18ae84-606b-4885-9c0c-60177f7d2add tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821722 Aug 10 03:14:47.959088 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-5fc92890-2caa-470a-a86a-ab4e09002487 req-8314c869-9c6c-47b8-b778-c68f6e9cf511 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] For port a054d947-4530-4b99-99f8-da474d7cde1c, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=a054d947-4530-4b99-99f8-da474d7cde1c,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:47.959358 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-5fc92890-2caa-470a-a86a-ab4e09002487 req-8314c869-9c6c-47b8-b778-c68f6e9cf511 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:47.972440 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1a992e-8e62-459b-ad57-6fa5da33f946 req-481734e9-c662-4148-80ad-a1d3164d14e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:47.974916 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7f1a992e-8e62-459b-ad57-6fa5da33f946 req-481734e9-c662-4148-80ad-a1d3164d14e6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4fedcd46377344729593c49493334f54&device_id=e0e0a767-41dc-4001-a52c-857949a7e913 HTTP/1.1" status: 200 len: 1127 time: 0.1363463 Aug 10 03:14:47.998930 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-5fc92890-2caa-470a-a86a-ab4e09002487 req-8314c869-9c6c-47b8-b778-c68f6e9cf511 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] Calling delete_port for a054d947-4530-4b99-99f8-da474d7cde1c owned by compute:nova {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:14:48.180866 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-5fc92890-2caa-470a-a86a-ab4e09002487 req-8314c869-9c6c-47b8-b778-c68f6e9cf511 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:48.197070 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['80217192-0c4c-43f4-aeb5-4140aaabb64a', 'a054d947-4530-4b99-99f8-da474d7cde1c'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:14:48.253605 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8314c869-9c6c-47b8-b778-c68f6e9cf511 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] Pushing event deleted for resources: {'Port': ['ID=a054d947-4530-4b99-99f8-da474d7cde1c,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:48.266207 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff07617a-ba7d-4f27-a76e-e3a34820c6ed req-94d778d8-df3a-4fe8-a670-673b619fab37 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:48.274621 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ff07617a-ba7d-4f27-a76e-e3a34820c6ed req-94d778d8-df3a-4fe8-a670-673b619fab37 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3437803 Aug 10 03:14:48.288078 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8314c869-9c6c-47b8-b778-c68f6e9cf511 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:48.288792 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8314c869-9c6c-47b8-b778-c68f6e9cf511 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:48.289543 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8314c869-9c6c-47b8-b778-c68f6e9cf511 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:48.290107 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8314c869-9c6c-47b8-b778-c68f6e9cf511 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:48.290743 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8314c869-9c6c-47b8-b778-c68f6e9cf511 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:48.291017 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1a992e-8e62-459b-ad57-6fa5da33f946 req-04386496-85cf-4cde-82b0-bd40a32c9282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:48.291641 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8314c869-9c6c-47b8-b778-c68f6e9cf511 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:48.292404 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8314c869-9c6c-47b8-b778-c68f6e9cf511 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:48.293529 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8314c869-9c6c-47b8-b778-c68f6e9cf511 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:48.293954 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7f1a992e-8e62-459b-ad57-6fa5da33f946 req-04386496-85cf-4cde-82b0-bd40a32c9282 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1 HTTP/1.1" status: 200 len: 921 time: 0.2366219 Aug 10 03:14:48.294478 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8314c869-9c6c-47b8-b778-c68f6e9cf511 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:48.295044 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8314c869-9c6c-47b8-b778-c68f6e9cf511 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:48.295639 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8314c869-9c6c-47b8-b778-c68f6e9cf511 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:48.296172 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8314c869-9c6c-47b8-b778-c68f6e9cf511 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:48.305307 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ff07617a-ba7d-4f27-a76e-e3a34820c6ed req-45441331-7004-4322-b281-9fc18bf7bf4c tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/quotas/ebce8dce68054ed889383d14d785c78e HTTP/1.1" status: 200 len: 375 time: 0.0299897 Aug 10 03:14:48.336933 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fc92890-2caa-470a-a86a-ab4e09002487 req-8314c869-9c6c-47b8-b778-c68f6e9cf511 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] No DVR routers for this DVR port a054d947-4530-4b99-99f8-da474d7cde1c on host n-h2-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:14:48.342541 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-5fc92890-2caa-470a-a86a-ab4e09002487 req-8314c869-9c6c-47b8-b778-c68f6e9cf511 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:48.353487 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-5fc92890-2caa-470a-a86a-ab4e09002487 req-8314c869-9c6c-47b8-b778-c68f6e9cf511 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] 10.222.0.61 "DELETE /v2.0/ports/a054d947-4530-4b99-99f8-da474d7cde1c HTTP/1.1" status: 204 len: 173 time: 0.6935050 Aug 10 03:14:48.353487 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '075fb0b6-9052-4dfe-bf2c-5499bfe599b5', 'name': 'network-vif-deleted', 'tag': 'a054d947-4530-4b99-99f8-da474d7cde1c'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:14:48.357443 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d21d2d-b7e6-41f2-a422-a14d9cd5d714" -d '{"events": [{"server_uuid": "075fb0b6-9052-4dfe-bf2c-5499bfe599b5", "name": "network-vif-deleted", "tag": "a054d947-4530-4b99-99f8-da474d7cde1c"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:14:48.393786 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7f1a992e-8e62-459b-ad57-6fa5da33f946 req-855e50b0-6844-4901-beac-41523b4af553 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=566f6b56-aa81-488e-ba78-e138e9cea803 HTTP/1.1" status: 200 len: 217 time: 0.0847673 Aug 10 03:14:48.706922 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ff07617a-ba7d-4f27-a76e-e3a34820c6ed req-a6ac9796-d792-4e3c-8237-6b320cc1bc49 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ebce8dce68054ed889383d14d785c78e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4004788 Aug 10 03:14:48.721023 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1a992e-8e62-459b-ad57-6fa5da33f946 req-9d66907d-9afa-4417-8761-25bcca9a848b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:48.722540 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7f1a992e-8e62-459b-ad57-6fa5da33f946 req-9d66907d-9afa-4417-8761-25bcca9a848b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8a049acb-8e7b-42fd-b8b6-b5c474462166 HTTP/1.1" status: 200 len: 861 time: 0.3109212 Aug 10 03:14:48.807379 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c971a4cf-fc4a-4de8-b7af-c7095d5925ce req-2bbe05a3-a139-49a2-b62e-8466f0bc8e20 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:48.813039 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c971a4cf-fc4a-4de8-b7af-c7095d5925ce req-2bbe05a3-a139-49a2-b62e-8466f0bc8e20 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=063e2de8-83eb-49a0-9d53-c3a7f698e2b1 HTTP/1.1" status: 200 len: 948 time: 0.1420093 Aug 10 03:14:48.815277 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7f1a992e-8e62-459b-ad57-6fa5da33f946 req-ae94adea-4ade-4f85-9952-bea85923624a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678766 Aug 10 03:14:48.912969 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419f07e-b89f-4e4b-a9bf-58ab9ef3c7c1 req-409258cb-e1df-42aa-b178-40b74a0cbcae tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:48.914564 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6419f07e-b89f-4e4b-a9bf-58ab9ef3c7c1 req-409258cb-e1df-42aa-b178-40b74a0cbcae tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.42 "GET /v2.0/ports?device_id=458bab07-f15c-4f7c-8441-f4214620b715 HTTP/1.1" status: 200 len: 946 time: 0.1860175 Aug 10 03:14:48.922149 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c971a4cf-fc4a-4de8-b7af-c7095d5925ce req-45dcf0be-1200-40b5-b3b5-f0257e6a57e1 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049955 Aug 10 03:14:48.982801 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b794333c-a54a-4b3c-a078-0c10e3e1ff13 x-openstack-request-id: req-b794333c-a54a-4b3c-a078-0c10e3e1ff13 {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:14:48.983378 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "075fb0b6-9052-4dfe-bf2c-5499bfe599b5", "name": "network-vif-deleted", "tag": "a054d947-4530-4b99-99f8-da474d7cde1c", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:14:48.983639 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b794333c-a54a-4b3c-a078-0c10e3e1ff13 {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:14:48.984247 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '075fb0b6-9052-4dfe-bf2c-5499bfe599b5', 'name': 'network-vif-deleted', 'tag': 'a054d947-4530-4b99-99f8-da474d7cde1c', 'status': 'completed', 'code': 200} Aug 10 03:14:49.026628 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7f1a992e-8e62-459b-ad57-6fa5da33f946 req-35104b8e-78ce-4c29-888e-cdf7b8444d27 service neutron] 10.222.0.61 "GET /v2.0/networks/7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913395 Aug 10 03:14:49.164800 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-6419f07e-b89f-4e4b-a9bf-58ab9ef3c7c1 req-e7f78af8-0f68-47b9-9d67-a9ff707d12ab tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Deleting port 7c437a81-791c-48e8-819c-881611a08a3c {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:14:49.165175 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-6419f07e-b89f-4e4b-a9bf-58ab9ef3c7c1 req-e7f78af8-0f68-47b9-9d67-a9ff707d12ab tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:49.228639 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfdc1d3-cf88-4b26-ab31-0f81e4e2e0dd req-4073fb45-852f-4a79-9496-6981f4ee7413 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:49.232608 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5cfdc1d3-cf88-4b26-ab31-0f81e4e2e0dd req-4073fb45-852f-4a79-9496-6981f4ee7413 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=458bab07-f15c-4f7c-8441-f4214620b715 HTTP/1.1" status: 200 len: 946 time: 0.1845868 Aug 10 03:14:49.262054 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7f1a992e-8e62-459b-ad57-6fa5da33f946 req-15f62c97-80ff-4615-a312-2f8161aecbd6 service neutron] 10.222.0.61 "GET /v2.0/networks/7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919384 Aug 10 03:14:49.343974 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-6419f07e-b89f-4e4b-a9bf-58ab9ef3c7c1 req-e7f78af8-0f68-47b9-9d67-a9ff707d12ab tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] For port 7c437a81-791c-48e8-819c-881611a08a3c, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=7c437a81-791c-48e8-819c-881611a08a3c,segment=NetworkSegment(e1ea0112-d828-45f3-a96b-2a696c160566),segment_id=e1ea0112-d828-45f3-a96b-2a696c160566)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:49.344346 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-6419f07e-b89f-4e4b-a9bf-58ab9ef3c7c1 req-e7f78af8-0f68-47b9-9d67-a9ff707d12ab tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:49.358204 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5cfdc1d3-cf88-4b26-ab31-0f81e4e2e0dd req-87f1409a-17a1-4f13-aa99-5207e02113b9 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889449 Aug 10 03:14:49.372312 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-6419f07e-b89f-4e4b-a9bf-58ab9ef3c7c1 req-e7f78af8-0f68-47b9-9d67-a9ff707d12ab tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Calling delete_port for 7c437a81-791c-48e8-819c-881611a08a3c owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:14:49.549204 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-67ae22ce-c386-43ff-bb86-b016154402a5 req-07bebcbc-5da2-4cf7-84db-5c4a9301777e tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] 10.222.0.44 "GET /v2.0/ports?device_id=075fb0b6-9052-4dfe-bf2c-5499bfe599b5 HTTP/1.1" status: 200 len: 210 time: 0.0696149 Aug 10 03:14:49.604222 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411428bc-4b6b-4752-bddb-a6396a790308 req-e7247b6c-441f-4cca-9244-bbf976a721d3 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:49.607337 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-411428bc-4b6b-4752-bddb-a6396a790308 req-e7247b6c-441f-4cca-9244-bbf976a721d3 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0e0a767-41dc-4001-a52c-857949a7e913 HTTP/1.1" status: 200 len: 944 time: 0.0987504 Aug 10 03:14:49.683044 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-6419f07e-b89f-4e4b-a9bf-58ab9ef3c7c1 req-e7f78af8-0f68-47b9-9d67-a9ff707d12ab tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:49.695713 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 566f6b56-aa81-488e-ba78-e138e9cea803 details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:14:49.713399 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['7c437a81-791c-48e8-819c-881611a08a3c'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:14:49.738921 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f78af8-0f68-47b9-9d67-a9ff707d12ab tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Pushing event deleted for resources: {'Port': ['ID=7c437a81-791c-48e8-819c-881611a08a3c,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:49.770725 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-411428bc-4b6b-4752-bddb-a6396a790308 req-16285aa6-cd4e-4105-a79e-ba336a91ba57 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046386 Aug 10 03:14:49.836848 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-6419f07e-b89f-4e4b-a9bf-58ab9ef3c7c1 req-e7f78af8-0f68-47b9-9d67-a9ff707d12ab tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] No DVR routers for this DVR port 7c437a81-791c-48e8-819c-881611a08a3c on host n-h1-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:14:49.840374 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-6419f07e-b89f-4e4b-a9bf-58ab9ef3c7c1 req-e7f78af8-0f68-47b9-9d67-a9ff707d12ab tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:49.843514 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6419f07e-b89f-4e4b-a9bf-58ab9ef3c7c1 req-e7f78af8-0f68-47b9-9d67-a9ff707d12ab tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.42 "DELETE /v2.0/ports/7c437a81-791c-48e8-819c-881611a08a3c HTTP/1.1" status: 204 len: 173 time: 0.9199109 Aug 10 03:14:49.843514 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '458bab07-f15c-4f7c-8441-f4214620b715', 'name': 'network-vif-deleted', 'tag': '7c437a81-791c-48e8-819c-881611a08a3c'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:14:49.846404 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54a0724d-6a98-4ebf-9ad3-637e8b6b0a1d" -d '{"events": [{"server_uuid": "458bab07-f15c-4f7c-8441-f4214620b715", "name": "network-vif-deleted", "tag": "7c437a81-791c-48e8-819c-881611a08a3c"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:14:49.972023 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a99a61d1-3627-47ef-a5b8-6d0fe6302107 x-openstack-request-id: req-a99a61d1-3627-47ef-a5b8-6d0fe6302107 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:14:49.972624 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "458bab07-f15c-4f7c-8441-f4214620b715", "name": "network-vif-deleted", "tag": "7c437a81-791c-48e8-819c-881611a08a3c", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:14:49.972985 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a99a61d1-3627-47ef-a5b8-6d0fe6302107 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:14:49.977309 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '458bab07-f15c-4f7c-8441-f4214620b715', 'name': 'network-vif-deleted', 'tag': '7c437a81-791c-48e8-819c-881611a08a3c', 'status': 'completed', 'code': 200} Aug 10 03:14:50.018102 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 566f6b56-aa81-488e-ba78-e138e9cea803, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=566f6b56-aa81-488e-ba78-e138e9cea803,segment=NetworkSegment(ef460c05-97a2-474e-9fc7-ca614ed2a066),segment_id=ef460c05-97a2-474e-9fc7-ca614ed2a066)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:50.033714 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 566f6b56-aa81-488e-ba78-e138e9cea803 has no active binding in host n-h1-768862-13 {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 10 03:14:50.205335 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ca2dc652-a7c5-42e5-a608-7597f3de7c9d req-4fa603ca-4b68-4381-9674-a81de8aaa531 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c8b9285-c659-45ee-87df-25d6ccd9b43b HTTP/1.1" status: 200 len: 210 time: 0.0402088 Aug 10 03:14:50.231673 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b427bb-72cb-463f-9ef0-562333439ecc req-3deb328b-5dd0-4e21-83e8-8a3a650b8c21 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:50.239937 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-64b427bb-72cb-463f-9ef0-562333439ecc req-3deb328b-5dd0-4e21-83e8-8a3a650b8c21 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=063e2de8-83eb-49a0-9d53-c3a7f698e2b1 HTTP/1.1" status: 200 len: 948 time: 0.1503623 Aug 10 03:14:50.324487 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-64b427bb-72cb-463f-9ef0-562333439ecc req-d88e4070-4502-44f0-a66c-18f8274f6d22 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821717 Aug 10 03:14:50.536284 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fcfeb079-700c-417f-8227-4dca81b9061e req-f5be39a7-440d-4da6-afaa-6fdc0333b092 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=458bab07-f15c-4f7c-8441-f4214620b715 HTTP/1.1" status: 200 len: 210 time: 0.0605927 Aug 10 03:14:50.547465 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device ee384af7-0b27-4268-a6eb-5ba07e13950a details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:14:50.562419 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device a054d947-4530-4b99-99f8-da474d7cde1c no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:14:50.630527 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] No Port match for: a054d947-4530-4b99-99f8-da474d7cde1c {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:14:50.631649 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device a054d947-4530-4b99-99f8-da474d7cde1c not bound to the agent host n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:14:50.926896 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port ee384af7-0b27-4268-a6eb-5ba07e13950a, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=ee384af7-0b27-4268-a6eb-5ba07e13950a,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:50.942134 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': 'ee384af7-0b27-4268-a6eb-5ba07e13950a', 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721', 'port_id': 'ee384af7-0b27-4268-a6eb-5ba07e13950a', 'mac_address': 'fa:16:3e:77:7d:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60d10164-1dee-4940-9d19-f71e6c18cbc5', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:14:51.003832 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:51.022260 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee384af7-0b27-4268-a6eb-5ba07e13950a {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:14:51.048335 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port ee384af7-0b27-4268-a6eb-5ba07e13950a, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=ee384af7-0b27-4268-a6eb-5ba07e13950a,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:51.055893 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:51.068020 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b391e-0dfd-4061-939c-83a08b80dc64 req-dabe495c-3b87-4140-9e7f-b2001c50f31b tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:51.077576 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d70b391e-0dfd-4061-939c-83a08b80dc64 req-dabe495c-3b87-4140-9e7f-b2001c50f31b tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0e0a767-41dc-4001-a52c-857949a7e913 HTTP/1.1" status: 200 len: 944 time: 0.1861243 Aug 10 03:14:51.128248 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d70b391e-0dfd-4061-939c-83a08b80dc64 req-9f42891c-1af9-4ed1-86ed-55bea92f1d29 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492144 Aug 10 03:14:51.137777 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=ee384af7-0b27-4268-a6eb-5ba07e13950a,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:51.204088 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cca408-1211-47d6-8bc0-6086bb9594d1 req-d7c5690d-e2b3-4aaa-9017-dc2ee7ea19df tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:51.205680 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-17cca408-1211-47d6-8bc0-6086bb9594d1 req-d7c5690d-e2b3-4aaa-9017-dc2ee7ea19df tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] 10.222.0.44 "GET /v2.0/ports?device_id=569f916c-7190-46e3-bf46-8aa13586447b HTTP/1.1" status: 200 len: 949 time: 0.0651100 Aug 10 03:14:51.299551 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c4d7b6be-a534-4123-9fa0-9d58a566ee4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:51.341388 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9ab3893c-4fb9-41ad-ab15-6e72f6a0d60f req-eb0c3ec7-c872-478d-9927-9cbb0ad9ffc2 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c8b9285-c659-45ee-87df-25d6ccd9b43b HTTP/1.1" status: 200 len: 210 time: 0.0493562 Aug 10 03:14:51.384120 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-17cca408-1211-47d6-8bc0-6086bb9594d1 req-9f9dccc1-1b46-43c7-ba54-6785a943a603 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] 10.222.0.44 "GET /v2.0/security-groups?id=e650e31d-ce31-437d-804d-e5f2e4a77982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651216 Aug 10 03:14:51.395915 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c17530be-2dca-47e7-8851-6a13921feaeb req-fccbb503-bfb6-4772-ba01-54eff41a6dca service neutron] 10.222.0.61 "GET /v2.0/ports/566f6b56-aa81-488e-ba78-e138e9cea803/bindings/n-h1-768862-13 HTTP/1.1" status: 200 len: 385 time: 0.1684194 Aug 10 03:14:51.533702 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36b26f6-6804-4c8c-a2c2-0b69692bc2b8 req-da044be3-2e02-4430-9c77-1f8a4846c9f2 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:51.544822 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b36b26f6-6804-4c8c-a2c2-0b69692bc2b8 req-da044be3-2e02-4430-9c77-1f8a4846c9f2 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=063e2de8-83eb-49a0-9d53-c3a7f698e2b1 HTTP/1.1" status: 200 len: 949 time: 0.0936458 Aug 10 03:14:51.620277 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b36b26f6-6804-4c8c-a2c2-0b69692bc2b8 req-8016d299-9f77-4357-9eb2-ec963d5b4d2f tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733011 Aug 10 03:14:51.738144 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['ee384af7-0b27-4268-a6eb-5ba07e13950a'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:14:51.904609 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-c17530be-2dca-47e7-8851-6a13921feaeb req-d6463fdc-f4c3-4708-a4a8-0b30d8ae50fe service neutron] For port 566f6b56-aa81-488e-ba78-e138e9cea803, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=566f6b56-aa81-488e-ba78-e138e9cea803,segment=NetworkSegment(ef460c05-97a2-474e-9fc7-ca614ed2a066),segment_id=ef460c05-97a2-474e-9fc7-ca614ed2a066)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:52.061459 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-c17530be-2dca-47e7-8851-6a13921feaeb req-d6463fdc-f4c3-4708-a4a8-0b30d8ae50fe service neutron] For port 566f6b56-aa81-488e-ba78-e138e9cea803, host n-h2-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:14:52.129273 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-c17530be-2dca-47e7-8851-6a13921feaeb req-d6463fdc-f4c3-4708-a4a8-0b30d8ae50fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 566f6b56-aa81-488e-ba78-e138e9cea803 {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:14:52.134495 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ff07617a-ba7d-4f27-a76e-e3a34820c6ed req-2b99eca7-5458-484e-a78f-ac257df267da tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=ebce8dce68054ed889383d14d785c78e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449941 Aug 10 03:14:52.149868 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-c17530be-2dca-47e7-8851-6a13921feaeb req-d6463fdc-f4c3-4708-a4a8-0b30d8ae50fe service neutron] For port 566f6b56-aa81-488e-ba78-e138e9cea803, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=566f6b56-aa81-488e-ba78-e138e9cea803,segment=NetworkSegment(ef460c05-97a2-474e-9fc7-ca614ed2a066),segment_id=ef460c05-97a2-474e-9fc7-ca614ed2a066)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:52.180800 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe2e18c-3132-482d-a633-74230633c56d req-0cd91fd7-30d2-4a2c-a52f-7ee087524670 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:52.182207 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bfe2e18c-3132-482d-a633-74230633c56d req-0cd91fd7-30d2-4a2c-a52f-7ee087524670 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/networks?id=06cba743-97cb-4e3d-9173-104a9c9a70d3 HTTP/1.1" status: 200 len: 811 time: 0.2678661 Aug 10 03:14:52.183850 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c17530be-2dca-47e7-8851-6a13921feaeb req-d6463fdc-f4c3-4708-a4a8-0b30d8ae50fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:52.265563 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-c17530be-2dca-47e7-8851-6a13921feaeb req-d6463fdc-f4c3-4708-a4a8-0b30d8ae50fe service neutron] Transition to ACTIVE for port object 566f6b56-aa81-488e-ba78-e138e9cea803 will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:14:52.292549 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bfe2e18c-3132-482d-a633-74230633c56d req-3b92f887-b462-4709-acb6-9538032ab3fb tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/quotas/bd4ff3ae34274cb6803be2c6188b2b0c HTTP/1.1" status: 200 len: 375 time: 0.0946350 Aug 10 03:14:52.306622 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c17530be-2dca-47e7-8851-6a13921feaeb req-d6463fdc-f4c3-4708-a4a8-0b30d8ae50fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:52.308244 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff07617a-ba7d-4f27-a76e-e3a34820c6ed req-8008943a-a3dd-4c6e-8579-e32d29c60342 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:52.310686 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ff07617a-ba7d-4f27-a76e-e3a34820c6ed req-8008943a-a3dd-4c6e-8579-e32d29c60342 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1605933 Aug 10 03:14:52.330322 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-ff07617a-ba7d-4f27-a76e-e3a34820c6ed req-39b0b930-c1fe-43f7-b387-9941ef04dd1d tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Request body: {'port': {'device_id': '87af6787-eaca-4bde-a9b5-d946feb386c2', 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721', 'admin_state_up': True, 'tenant_id': 'ebce8dce68054ed889383d14d785c78e'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:14:52.428434 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6463fdc-f4c3-4708-a4a8-0b30d8ae50fe service neutron] Pushing event updated for resources: {'Port': ['ID=566f6b56-aa81-488e-ba78-e138e9cea803,revision_number=10']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:52.446240 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bfe2e18c-3132-482d-a633-74230633c56d req-11958785-3572-452b-bcb0-3a7b299fc9c3 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=bd4ff3ae34274cb6803be2c6188b2b0c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1524365 Aug 10 03:14:52.542149 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d1e311-51e6-4f52-8574-9fc29a92d7ad req-d4ce5677-25bc-4918-95dc-9e62a5d74664 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:52.551881 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f3d1e311-51e6-4f52-8574-9fc29a92d7ad req-d4ce5677-25bc-4918-95dc-9e62a5d74664 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0e0a767-41dc-4001-a52c-857949a7e913 HTTP/1.1" status: 200 len: 945 time: 0.2835741 Aug 10 03:14:52.554352 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 566f6b56-aa81-488e-ba78-e138e9cea803 no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:14:52.616055 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-c17530be-2dca-47e7-8851-6a13921feaeb req-d6463fdc-f4c3-4708-a4a8-0b30d8ae50fe service neutron] No DVR routers for this DVR port 566f6b56-aa81-488e-ba78-e138e9cea803 on host n-h2-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:14:52.660713 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f3d1e311-51e6-4f52-8574-9fc29a92d7ad req-a9ac2509-f6b0-418a-ad67-89d19365bb65 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066811 Aug 10 03:14:52.692870 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c17530be-2dca-47e7-8851-6a13921feaeb req-d6463fdc-f4c3-4708-a4a8-0b30d8ae50fe service neutron] 10.222.0.61 "PUT /v2.0/ports/566f6b56-aa81-488e-ba78-e138e9cea803/bindings/n-h1-768862-13/activate HTTP/1.1" status: 200 len: 370 time: 1.2812140 Aug 10 03:14:52.698279 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 566f6b56-aa81-488e-ba78-e138e9cea803 not bound to the agent host n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:14:52.849768 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ff07617a-ba7d-4f27-a76e-e3a34820c6ed req-fa895406-e96b-49f9-824b-39e85108a090 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=ebce8dce68054ed889383d14d785c78e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0786030 Aug 10 03:14:52.861089 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bfe2e18c-3132-482d-a633-74230633c56d req-3dd931a7-2995-4553-a2ec-1002f274df48 service neutron] 10.222.0.44 "GET /v2.0/networks/06cba743-97cb-4e3d-9173-104a9c9a70d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3920808 Aug 10 03:14:52.868502 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff07617a-ba7d-4f27-a76e-e3a34820c6ed req-39b0b930-c1fe-43f7-b387-9941ef04dd1d tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Made reservation on behalf of ebce8dce68054ed889383d14d785c78e for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:14:52.888068 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-ff07617a-ba7d-4f27-a76e-e3a34820c6ed req-39b0b930-c1fe-43f7-b387-9941ef04dd1d tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:52.940398 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ab2c8812-dc50-4537-b8af-98a65cfeccd3 req-e7297b6c-1fb3-4752-a080-f6898c1c7eef tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c8b9285-c659-45ee-87df-25d6ccd9b43b HTTP/1.1" status: 200 len: 210 time: 0.1427932 Aug 10 03:14:53.172552 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17530be-2dca-47e7-8851-6a13921feaeb req-3588d72a-2afb-4a69-9cf1-844c38483455 tempest-LiveAutoBlockMigrationV225Test-725400249 tempest-LiveAutoBlockMigrationV225Test-725400249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:53.177562 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c17530be-2dca-47e7-8851-6a13921feaeb req-3588d72a-2afb-4a69-9cf1-844c38483455 tempest-LiveAutoBlockMigrationV225Test-725400249 tempest-LiveAutoBlockMigrationV225Test-725400249-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e0e0a767-41dc-4001-a52c-857949a7e913&tenant_id=4fedcd46377344729593c49493334f54&binding%3Ahost_id=n-h2-768862-13 HTTP/1.1" status: 200 len: 1097 time: 0.3741021 Aug 10 03:14:53.221732 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [req-ff07617a-ba7d-4f27-a76e-e3a34820c6ed req-39b0b930-c1fe-43f7-b387-9941ef04dd1d tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Allocated IP 192.168.233.73 (72a4be73-29a1-424c-8690-ecdcf6b06721/60d10164-1dee-4940-9d19-f71e6c18cbc5/47c4ce85-91b4-497b-92b0-9e8b46ec064d) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:14:53.246436 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bfe2e18c-3132-482d-a633-74230633c56d req-bb8b1f4a-eae2-4977-9259-51dadb6fa911 service neutron] 10.222.0.44 "GET /v2.0/networks/06cba743-97cb-4e3d-9173-104a9c9a70d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3831778 Aug 10 03:14:53.272929 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff07617a-ba7d-4f27-a76e-e3a34820c6ed req-37e00573-d2c5-488c-b639-5ada8c1f75b0 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:53.274492 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ff07617a-ba7d-4f27-a76e-e3a34820c6ed req-37e00573-d2c5-488c-b639-5ada8c1f75b0 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3837934 Aug 10 03:14:53.287623 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e533e0-08d6-43ea-bacd-378b3f175675 req-85a64931-71f8-4ca6-88dd-ed1121ba0c89 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:53.289512 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b8e533e0-08d6-43ea-bacd-378b3f175675 req-85a64931-71f8-4ca6-88dd-ed1121ba0c89 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] 10.222.0.44 "GET /v2.0/ports?device_id=569f916c-7190-46e3-bf46-8aa13586447b HTTP/1.1" status: 200 len: 949 time: 0.2059715 Aug 10 03:14:53.313838 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17530be-2dca-47e7-8851-6a13921feaeb req-60f64fe1-0fbf-4eed-93f8-bdd178686475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:53.315494 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c17530be-2dca-47e7-8851-6a13921feaeb req-60f64fe1-0fbf-4eed-93f8-bdd178686475 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e0e0a767-41dc-4001-a52c-857949a7e913&tenant_id=4fedcd46377344729593c49493334f54 HTTP/1.1" status: 200 len: 1097 time: 0.1283040 Aug 10 03:14:53.340575 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-ff07617a-ba7d-4f27-a76e-e3a34820c6ed req-9645c5d2-da89-47a6-88b6-b3f6061d7820 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Request body: {'port': {'device_id': '7c8b9285-c659-45ee-87df-25d6ccd9b43b', 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721', 'admin_state_up': True, 'tenant_id': 'ebce8dce68054ed889383d14d785c78e'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:14:53.449331 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-ff07617a-ba7d-4f27-a76e-e3a34820c6ed req-39b0b930-c1fe-43f7-b387-9941ef04dd1d tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:53.481481 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [req-ff07617a-ba7d-4f27-a76e-e3a34820c6ed req-39b0b930-c1fe-43f7-b387-9941ef04dd1d tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Transition to ACTIVE for port object 47c4ce85-91b4-497b-92b0-9e8b46ec064d will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:14:53.572412 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-572242ca-49ec-49c0-acaf-0e92b79512ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:53.577937 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-ff07617a-ba7d-4f27-a76e-e3a34820c6ed req-39b0b930-c1fe-43f7-b387-9941ef04dd1d tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:53.595334 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['1ea64ec5-c51a-439a-9ea6-ca81f0db8286'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:14:53.645077 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff07617a-ba7d-4f27-a76e-e3a34820c6ed req-39b0b930-c1fe-43f7-b387-9941ef04dd1d tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Network 72a4be73-29a1-424c-8690-ecdcf6b06721 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:14:53.651344 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [req-ff07617a-ba7d-4f27-a76e-e3a34820c6ed req-39b0b930-c1fe-43f7-b387-9941ef04dd1d tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:14:53.657829 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b8e533e0-08d6-43ea-bacd-378b3f175675 req-5dcff409-9e3c-45a7-be28-2fbda0ce6c79 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] 10.222.0.44 "GET /v2.0/security-groups?id=e650e31d-ce31-437d-804d-e5f2e4a77982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3590658 Aug 10 03:14:53.678765 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff07617a-ba7d-4f27-a76e-e3a34820c6ed req-39b0b930-c1fe-43f7-b387-9941ef04dd1d tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:14:53.685919 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff07617a-ba7d-4f27-a76e-e3a34820c6ed req-39b0b930-c1fe-43f7-b387-9941ef04dd1d tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:53.688722 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-ff07617a-ba7d-4f27-a76e-e3a34820c6ed req-39b0b930-c1fe-43f7-b387-9941ef04dd1d tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:53.693037 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b0b930-c1fe-43f7-b387-9941ef04dd1d tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Pushing event updated for resources: {'Port': ['ID=47c4ce85-91b4-497b-92b0-9e8b46ec064d,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:53.717399 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 7c437a81-791c-48e8-819c-881611a08a3c no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:14:53.719564 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ff07617a-ba7d-4f27-a76e-e3a34820c6ed req-39b0b930-c1fe-43f7-b387-9941ef04dd1d tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3943424 Aug 10 03:14:53.797986 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] No Port match for: 7c437a81-791c-48e8-819c-881611a08a3c {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:14:53.798367 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 7c437a81-791c-48e8-819c-881611a08a3c not bound to the agent host n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:14:53.815242 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-ff07617a-ba7d-4f27-a76e-e3a34820c6ed req-bfb5b234-0d2d-4734-8098-278890a2c97b service neutron] Request body: {'port': {'device_id': '87af6787-eaca-4bde-a9b5-d946feb386c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-13'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:14:53.927221 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-ff07617a-ba7d-4f27-a76e-e3a34820c6ed req-bfb5b234-0d2d-4734-8098-278890a2c97b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:53.990885 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e29ea184-686a-4522-913c-618a8b76e635 req-4ad766f7-030b-45f8-8b8f-7a710b344be1 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7d864fb-d99a-4b8b-836a-5ba0bd97db6c HTTP/1.1" status: 200 len: 210 time: 0.1735435 Aug 10 03:14:54.025483 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8634acb4-7e4a-424d-bf36-8069699806d7 req-73ca5d1e-19ad-462b-a650-116176c85b8e tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:54.033841 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8634acb4-7e4a-424d-bf36-8069699806d7 req-73ca5d1e-19ad-462b-a650-116176c85b8e tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=063e2de8-83eb-49a0-9d53-c3a7f698e2b1 HTTP/1.1" status: 200 len: 949 time: 0.3545716 Aug 10 03:14:54.039610 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-a48aab75-3372-4a5b-aa34-26c4503990cc None None] Provisioning for port 47c4ce85-91b4-497b-92b0-9e8b46ec064d completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:14:54.046055 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-a48aab75-3372-4a5b-aa34-26c4503990cc None None] Provisioning complete for port 47c4ce85-91b4-497b-92b0-9e8b46ec064d triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:14:54.047164 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a48aab75-3372-4a5b-aa34-26c4503990cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:54.048426 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17530be-2dca-47e7-8851-6a13921feaeb req-8e78ef27-8f41-4036-915b-ea8c30722661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:54.050322 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c17530be-2dca-47e7-8851-6a13921feaeb req-8e78ef27-8f41-4036-915b-ea8c30722661 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4fedcd46377344729593c49493334f54&device_id=e0e0a767-41dc-4001-a52c-857949a7e913 HTTP/1.1" status: 200 len: 1097 time: 0.3651969 Aug 10 03:14:54.114703 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-a48aab75-3372-4a5b-aa34-26c4503990cc None None] Port 47c4ce85-91b4-497b-92b0-9e8b46ec064d cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:14:54.122152 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:54.168484 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff07617a-ba7d-4f27-a76e-e3a34820c6ed req-9645c5d2-da89-47a6-88b6-b3f6061d7820 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Made reservation on behalf of ebce8dce68054ed889383d14d785c78e for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:14:54.172246 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-ff07617a-ba7d-4f27-a76e-e3a34820c6ed req-9645c5d2-da89-47a6-88b6-b3f6061d7820 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:54.197092 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8634acb4-7e4a-424d-bf36-8069699806d7 req-7ed75004-cfde-46e4-9618-fefda786118e tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621003 Aug 10 03:14:54.335288 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cf3a1a-c23c-4d46-86f7-233ce81a4274 req-3f29f9a5-1526-4897-b038-15d0c0e962fe tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:54.336815 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-74cf3a1a-c23c-4d46-86f7-233ce81a4274 req-3f29f9a5-1526-4897-b038-15d0c0e962fe tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0e0a767-41dc-4001-a52c-857949a7e913 HTTP/1.1" status: 200 len: 945 time: 0.1935194 Aug 10 03:14:54.357802 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17530be-2dca-47e7-8851-6a13921feaeb req-5598e756-2417-4352-ae82-22bbcc22ced4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:54.359315 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c17530be-2dca-47e7-8851-6a13921feaeb req-5598e756-2417-4352-ae82-22bbcc22ced4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1 HTTP/1.1" status: 200 len: 921 time: 0.2964845 Aug 10 03:14:54.365376 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c1186885-130a-4274-a0d3-43af7f889849 req-a7b8ad47-ba8b-4c73-862f-90e6d2e8a6ad tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c8b9285-c659-45ee-87df-25d6ccd9b43b HTTP/1.1" status: 200 len: 210 time: 0.0606964 Aug 10 03:14:54.403466 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5510822-4a3c-46f4-aff9-7dab8b344d83 req-ec55683f-dd0c-45f7-9db0-c45573a583dd tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:54.405969 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-e5510822-4a3c-46f4-aff9-7dab8b344d83 req-ec55683f-dd0c-45f7-9db0-c45573a583dd tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] 10.222.0.61 "GET /v2.0/ports?device_id=569f916c-7190-46e3-bf46-8aa13586447b HTTP/1.1" status: 200 len: 949 time: 0.1859682 Aug 10 03:14:54.427476 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c17530be-2dca-47e7-8851-6a13921feaeb req-de861791-dbca-4c30-a9fd-25566a657285 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=566f6b56-aa81-488e-ba78-e138e9cea803 HTTP/1.1" status: 200 len: 217 time: 0.0466104 Aug 10 03:14:54.451416 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-74cf3a1a-c23c-4d46-86f7-233ce81a4274 req-0a29c18b-96d0-4b23-9ff0-0f22a1985818 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909567 Aug 10 03:14:54.497759 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17530be-2dca-47e7-8851-6a13921feaeb req-3e746b4f-8d6a-43ce-8ef9-b171f9029bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:54.499294 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c17530be-2dca-47e7-8851-6a13921feaeb req-3e746b4f-8d6a-43ce-8ef9-b171f9029bd6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8a049acb-8e7b-42fd-b8b6-b5c474462166 HTTP/1.1" status: 200 len: 861 time: 0.0641100 Aug 10 03:14:54.554646 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c17530be-2dca-47e7-8851-6a13921feaeb req-91103c02-7944-4622-9bbf-b9eabb4e5623 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470111 Aug 10 03:14:54.566101 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device ee384af7-0b27-4268-a6eb-5ba07e13950a up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:14:54.630843 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning for port ee384af7-0b27-4268-a6eb-5ba07e13950a completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:14:54.642490 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port ee384af7-0b27-4268-a6eb-5ba07e13950a triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:14:54.644362 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:54.656207 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [req-ff07617a-ba7d-4f27-a76e-e3a34820c6ed req-bfb5b234-0d2d-4734-8098-278890a2c97b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47c4ce85-91b4-497b-92b0-9e8b46ec064d {{(pid=94261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:14:54.666566 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-ff07617a-ba7d-4f27-a76e-e3a34820c6ed req-bfb5b234-0d2d-4734-8098-278890a2c97b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:54.670431 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-e5510822-4a3c-46f4-aff9-7dab8b344d83 req-bf54ff8c-beeb-41b1-9f79-2b261ad546f9 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] Deleting port 80217192-0c4c-43f4-aeb5-4140aaabb64a {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:14:54.670754 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-e5510822-4a3c-46f4-aff9-7dab8b344d83 req-bf54ff8c-beeb-41b1-9f79-2b261ad546f9 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:54.707253 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c17530be-2dca-47e7-8851-6a13921feaeb req-dfe94d43-570f-4e1d-b014-b9d2422ea056 service neutron] 10.222.0.42 "GET /v2.0/networks/7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444452 Aug 10 03:14:54.727188 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [req-ff07617a-ba7d-4f27-a76e-e3a34820c6ed req-bfb5b234-0d2d-4734-8098-278890a2c97b service neutron] Transition to ACTIVE for port object 47c4ce85-91b4-497b-92b0-9e8b46ec064d will not be triggered until provisioned by entity L2. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:14:54.792094 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:54.797492 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-e5510822-4a3c-46f4-aff9-7dab8b344d83 req-bf54ff8c-beeb-41b1-9f79-2b261ad546f9 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] For port 80217192-0c4c-43f4-aeb5-4140aaabb64a, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=80217192-0c4c-43f4-aeb5-4140aaabb64a,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:54.798203 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-e5510822-4a3c-46f4-aff9-7dab8b344d83 req-bf54ff8c-beeb-41b1-9f79-2b261ad546f9 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:54.801769 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-ff07617a-ba7d-4f27-a76e-e3a34820c6ed req-bfb5b234-0d2d-4734-8098-278890a2c97b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:54.854700 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '063e2de8-83eb-49a0-9d53-c3a7f698e2b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee384af7-0b27-4268-a6eb-5ba07e13950a'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:14:54.857144 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed0bb179-ef40-4b96-a3ad-b1077473c9ac" -d '{"events": [{"server_uuid": "063e2de8-83eb-49a0-9d53-c3a7f698e2b1", "name": "network-vif-plugged", "status": "completed", "tag": "ee384af7-0b27-4268-a6eb-5ba07e13950a"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:14:54.874771 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port ee384af7-0b27-4268-a6eb-5ba07e13950a, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=ee384af7-0b27-4268-a6eb-5ba07e13950a,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:54.876157 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-e5510822-4a3c-46f4-aff9-7dab8b344d83 req-bf54ff8c-beeb-41b1-9f79-2b261ad546f9 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] Calling delete_port for 80217192-0c4c-43f4-aeb5-4140aaabb64a owned by compute:nova {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:14:54.896204 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:54.898420 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 80217192-0c4c-43f4-aeb5-4140aaabb64a no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:14:54.911228 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c17530be-2dca-47e7-8851-6a13921feaeb req-dbb3b0ea-ff01-4ec9-8324-a4f76a70c9c5 service neutron] 10.222.0.42 "GET /v2.0/networks/7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799872 Aug 10 03:14:54.924060 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb5b234-0d2d-4734-8098-278890a2c97b service neutron] Pushing event updated for resources: {'Port': ['ID=47c4ce85-91b4-497b-92b0-9e8b46ec064d,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:54.930420 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-ff07617a-ba7d-4f27-a76e-e3a34820c6ed req-9645c5d2-da89-47a6-88b6-b3f6061d7820 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Allocated IP 192.168.233.55 (72a4be73-29a1-424c-8690-ecdcf6b06721/60d10164-1dee-4940-9d19-f71e6c18cbc5/543834ab-fb50-4b3a-b4b6-4babb30446ef) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:14:55.015624 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5256efc-9dc8-4bdb-9261-c2e696773ca3 x-openstack-request-id: req-d5256efc-9dc8-4bdb-9261-c2e696773ca3 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:14:55.016081 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "063e2de8-83eb-49a0-9d53-c3a7f698e2b1", "name": "network-vif-plugged", "status": "completed", "tag": "ee384af7-0b27-4268-a6eb-5ba07e13950a", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:14:55.016610 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d5256efc-9dc8-4bdb-9261-c2e696773ca3 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:14:55.017183 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '063e2de8-83eb-49a0-9d53-c3a7f698e2b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee384af7-0b27-4268-a6eb-5ba07e13950a', 'code': 200} Aug 10 03:14:55.048696 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=ee384af7-0b27-4268-a6eb-5ba07e13950a,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:55.125749 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-ff07617a-ba7d-4f27-a76e-e3a34820c6ed req-bfb5b234-0d2d-4734-8098-278890a2c97b service neutron] Attempting to bind port 47c4ce85-91b4-497b-92b0-9e8b46ec064d on host n-h2-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:14:55.126457 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-ff07617a-ba7d-4f27-a76e-e3a34820c6ed req-bfb5b234-0d2d-4734-8098-278890a2c97b service neutron] Attempting to bind port 47c4ce85-91b4-497b-92b0-9e8b46ec064d by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:14:55.126987 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff07617a-ba7d-4f27-a76e-e3a34820c6ed req-bfb5b234-0d2d-4734-8098-278890a2c97b service neutron] Attempting to bind port 47c4ce85-91b4-497b-92b0-9e8b46ec064d on network 72a4be73-29a1-424c-8690-ecdcf6b06721 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:14:55.142436 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff07617a-ba7d-4f27-a76e-e3a34820c6ed req-bfb5b234-0d2d-4734-8098-278890a2c97b service neutron] Port 47c4ce85-91b4-497b-92b0-9e8b46ec064d on network 72a4be73-29a1-424c-8690-ecdcf6b06721 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:14:55.143109 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff07617a-ba7d-4f27-a76e-e3a34820c6ed req-bfb5b234-0d2d-4734-8098-278890a2c97b service neutron] Attempting to bind port 47c4ce85-91b4-497b-92b0-9e8b46ec064d on network 72a4be73-29a1-424c-8690-ecdcf6b06721 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:14:55.146804 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:55.167141 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff07617a-ba7d-4f27-a76e-e3a34820c6ed req-bfb5b234-0d2d-4734-8098-278890a2c97b service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:14:55.168324 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff07617a-ba7d-4f27-a76e-e3a34820c6ed req-bfb5b234-0d2d-4734-8098-278890a2c97b service neutron] Checking segment: {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:14:55.168901 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff07617a-ba7d-4f27-a76e-e3a34820c6ed req-bfb5b234-0d2d-4734-8098-278890a2c97b service neutron] Bound using segment: {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:14:55.169957 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-ff07617a-ba7d-4f27-a76e-e3a34820c6ed req-bfb5b234-0d2d-4734-8098-278890a2c97b service neutron] Bound port: 47c4ce85-91b4-497b-92b0-9e8b46ec064d, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'}}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:14:55.170531 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-ff07617a-ba7d-4f27-a76e-e3a34820c6ed req-bfb5b234-0d2d-4734-8098-278890a2c97b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:55.203160 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:55.235579 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 80217192-0c4c-43f4-aeb5-4140aaabb64a, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=80217192-0c4c-43f4-aeb5-4140aaabb64a,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:55.245506 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:55.267495 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-ff07617a-ba7d-4f27-a76e-e3a34820c6ed req-9645c5d2-da89-47a6-88b6-b3f6061d7820 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:55.344667 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.61', 55556) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:14:55.397334 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=80217192-0c4c-43f4-aeb5-4140aaabb64a,revision_number=6']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:55.406618 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-ff07617a-ba7d-4f27-a76e-e3a34820c6ed req-9645c5d2-da89-47a6-88b6-b3f6061d7820 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Transition to ACTIVE for port object 543834ab-fb50-4b3a-b4b6-4babb30446ef will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:14:55.442968 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-ff07617a-ba7d-4f27-a76e-e3a34820c6ed req-bfb5b234-0d2d-4734-8098-278890a2c97b service neutron] For port 47c4ce85-91b4-497b-92b0-9e8b46ec064d, host n-h2-768862-13, cleared binding levels {{(pid=94261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:14:55.447220 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0c4a0463-1456-4fd9-8a9c-790398f943bd req-c0186f22-b74d-4062-953d-603479f3b97a tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7d864fb-d99a-4b8b-836a-5ba0bd97db6c HTTP/1.1" status: 200 len: 210 time: 0.1358042 Aug 10 03:14:55.461026 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e3013e-af66-43ed-a512-12382f3aa668 req-f3fb43a4-08f6-441b-8cf5-93db3c9914a6 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:55.462510 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-20e3013e-af66-43ed-a512-12382f3aa668 req-f3fb43a4-08f6-441b-8cf5-93db3c9914a6 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] 10.222.0.44 "GET /v2.0/ports?device_id=569f916c-7190-46e3-bf46-8aa13586447b HTTP/1.1" status: 200 len: 949 time: 0.6569850 Aug 10 03:14:55.465464 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-ff07617a-ba7d-4f27-a76e-e3a34820c6ed req-bfb5b234-0d2d-4734-8098-278890a2c97b service neutron] For port 47c4ce85-91b4-497b-92b0-9e8b46ec064d, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=47c4ce85-91b4-497b-92b0-9e8b46ec064d,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:14:55.474954 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-e5510822-4a3c-46f4-aff9-7dab8b344d83 req-bf54ff8c-beeb-41b1-9f79-2b261ad546f9 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:55.492661 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-ff07617a-ba7d-4f27-a76e-e3a34820c6ed req-bfb5b234-0d2d-4734-8098-278890a2c97b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:55.518388 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17530be-2dca-47e7-8851-6a13921feaeb req-6b8f7c9c-2994-4b25-9b61-3f59f3697aaf tempest-LiveAutoBlockMigrationV225Test-725400249 tempest-LiveAutoBlockMigrationV225Test-725400249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:55.519993 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-c17530be-2dca-47e7-8851-6a13921feaeb req-6b8f7c9c-2994-4b25-9b61-3f59f3697aaf tempest-LiveAutoBlockMigrationV225Test-725400249 tempest-LiveAutoBlockMigrationV225Test-725400249-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e0e0a767-41dc-4001-a52c-857949a7e913&tenant_id=4fedcd46377344729593c49493334f54&binding%3Ahost_id=n-h1-768862-13 HTTP/1.1" status: 200 len: 1097 time: 0.1479926 Aug 10 03:14:55.527690 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a6c7e4-dc9f-4513-8fa8-16fecb66c1cb req-da6937c6-3d63-495b-8db0-b7929ab2097f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:55.529200 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-89a6c7e4-dc9f-4513-8fa8-16fecb66c1cb req-da6937c6-3d63-495b-8db0-b7929ab2097f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=063e2de8-83eb-49a0-9d53-c3a7f698e2b1 HTTP/1.1" status: 200 len: 1102 time: 0.1776333 Aug 10 03:14:55.533066 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf54ff8c-beeb-41b1-9f79-2b261ad546f9 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] Pushing event deleted for resources: {'Port': ['ID=80217192-0c4c-43f4-aeb5-4140aaabb64a,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:55.577142 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-20e3013e-af66-43ed-a512-12382f3aa668 req-e39adb61-0457-4648-a1ae-e36a9742edd0 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] 10.222.0.44 "GET /v2.0/security-groups?id=e650e31d-ce31-437d-804d-e5f2e4a77982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045065 Aug 10 03:14:55.603091 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff07617a-ba7d-4f27-a76e-e3a34820c6ed req-bfb5b234-0d2d-4734-8098-278890a2c97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:55.603719 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-ff07617a-ba7d-4f27-a76e-e3a34820c6ed req-bfb5b234-0d2d-4734-8098-278890a2c97b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:55.605778 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ff07617a-ba7d-4f27-a76e-e3a34820c6ed req-bfb5b234-0d2d-4734-8098-278890a2c97b service neutron] 10.222.0.61 "PUT /v2.0/ports/47c4ce85-91b4-497b-92b0-9e8b46ec064d HTTP/1.1" status: 200 len: 1096 time: 1.7949600 Aug 10 03:14:55.639814 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87af6787-eaca-4bde-a9b5-d946feb386c2', 'tag': '47c4ce85-91b4-497b-92b0-9e8b46ec064d'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:14:55.642305 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffdce0e8-2422-46ee-8193-46cef6114672" -d '{"events": [{"name": "network-changed", "server_uuid": "87af6787-eaca-4bde-a9b5-d946feb386c2", "tag": "47c4ce85-91b4-497b-92b0-9e8b46ec064d"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:14:55.702824 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe2e18c-3132-482d-a633-74230633c56d req-dee7090f-bf4b-4edd-964a-958d136db765 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:55.706151 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bfe2e18c-3132-482d-a633-74230633c56d req-dee7090f-bf4b-4edd-964a-958d136db765 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.42 "GET /v2.0/networks?id=06cba743-97cb-4e3d-9173-104a9c9a70d3 HTTP/1.1" status: 200 len: 811 time: 0.4072144 Aug 10 03:14:55.707177 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5510822-4a3c-46f4-aff9-7dab8b344d83 req-bf54ff8c-beeb-41b1-9f79-2b261ad546f9 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] No DVR routers for this DVR port 80217192-0c4c-43f4-aeb5-4140aaabb64a on host n-h2-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:14:55.717609 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 566f6b56-aa81-488e-ba78-e138e9cea803 no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:14:55.726393 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-ff07617a-ba7d-4f27-a76e-e3a34820c6ed req-9645c5d2-da89-47a6-88b6-b3f6061d7820 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:55.729531 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2a80ba50-544a-48dd-8d7a-f99ca158dac5 req-77cfa553-f94b-40d7-b146-4884bd3a9884 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c8b9285-c659-45ee-87df-25d6ccd9b43b HTTP/1.1" status: 200 len: 210 time: 0.0535245 Aug 10 03:14:55.735678 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-bfe2e18c-3132-482d-a633-74230633c56d req-05138842-23b9-40e1-8534-c96995656f01 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Request body: {'port': {'device_id': 'e7d864fb-d99a-4b8b-836a-5ba0bd97db6c', 'network_id': '06cba743-97cb-4e3d-9173-104a9c9a70d3', 'admin_state_up': True, 'tenant_id': 'bd4ff3ae34274cb6803be2c6188b2b0c'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:14:55.750537 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['1ea64ec5-c51a-439a-9ea6-ca81f0db8286'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:14:55.769377 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-e5510822-4a3c-46f4-aff9-7dab8b344d83 req-bf54ff8c-beeb-41b1-9f79-2b261ad546f9 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:55.772212 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-e5510822-4a3c-46f4-aff9-7dab8b344d83 req-bf54ff8c-beeb-41b1-9f79-2b261ad546f9 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] 10.222.0.61 "DELETE /v2.0/ports/80217192-0c4c-43f4-aeb5-4140aaabb64a HTTP/1.1" status: 204 len: 173 time: 1.3480618 Aug 10 03:14:55.812732 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-89a6c7e4-dc9f-4513-8fa8-16fecb66c1cb req-c5dbd37b-b35e-47c4-8892-92a1c1da4c4f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449498 Aug 10 03:14:55.815558 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb5b234-0d2d-4734-8098-278890a2c97b service neutron] Pushing event updated for resources: {'Port': ['ID=47c4ce85-91b4-497b-92b0-9e8b46ec064d,revision_number=3']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:55.857939 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff07617a-ba7d-4f27-a76e-e3a34820c6ed req-0ae95759-871b-45ec-9b86-214afb11373e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:55.859585 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ff07617a-ba7d-4f27-a76e-e3a34820c6ed req-0ae95759-871b-45ec-9b86-214afb11373e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ebce8dce68054ed889383d14d785c78e&device_id=87af6787-eaca-4bde-a9b5-d946feb386c2 HTTP/1.1" status: 200 len: 1099 time: 0.1989582 Aug 10 03:14:55.899668 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-c17530be-2dca-47e7-8851-6a13921feaeb req-915e6d7f-e69c-47a9-906d-8d41c59d8e58 service neutron] For port 566f6b56-aa81-488e-ba78-e138e9cea803, host n-h2-768862-13, cleared binding levels {{(pid=94261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:14:55.905065 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-c17530be-2dca-47e7-8851-6a13921feaeb req-915e6d7f-e69c-47a9-906d-8d41c59d8e58 service neutron] Notify callbacks [] for binding, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:55.905590 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-c17530be-2dca-47e7-8851-6a13921feaeb req-915e6d7f-e69c-47a9-906d-8d41c59d8e58 service neutron] 10.222.0.42 "DELETE /v2.0/ports/566f6b56-aa81-488e-ba78-e138e9cea803/bindings/n-h2-768862-13 HTTP/1.1" status: 204 len: 173 time: 0.3737018 Aug 10 03:14:55.911577 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:55.976869 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff07617a-ba7d-4f27-a76e-e3a34820c6ed req-9645c5d2-da89-47a6-88b6-b3f6061d7820 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Network 72a4be73-29a1-424c-8690-ecdcf6b06721 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:14:56.005721 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-ff07617a-ba7d-4f27-a76e-e3a34820c6ed req-9645c5d2-da89-47a6-88b6-b3f6061d7820 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:14:56.008656 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff07617a-ba7d-4f27-a76e-e3a34820c6ed req-9645c5d2-da89-47a6-88b6-b3f6061d7820 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:14:56.019029 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff07617a-ba7d-4f27-a76e-e3a34820c6ed req-9645c5d2-da89-47a6-88b6-b3f6061d7820 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:56.019492 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-ff07617a-ba7d-4f27-a76e-e3a34820c6ed req-9645c5d2-da89-47a6-88b6-b3f6061d7820 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:56.061621 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9645c5d2-da89-47a6-88b6-b3f6061d7820 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Pushing event updated for resources: {'Port': ['ID=543834ab-fb50-4b3a-b4b6-4babb30446ef,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:56.082529 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ff07617a-ba7d-4f27-a76e-e3a34820c6ed req-0816198a-e363-4992-ae0e-023598723045 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=47c4ce85-91b4-497b-92b0-9e8b46ec064d HTTP/1.1" status: 200 len: 217 time: 0.0998676 Aug 10 03:14:56.111145 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c255e0-ebb2-4aa1-8c41-9a2aeffd8599 req-1c900c5c-e69c-4124-b212-4a613619e4d6 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:56.119188 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-00c255e0-ebb2-4aa1-8c41-9a2aeffd8599 req-1c900c5c-e69c-4124-b212-4a613619e4d6 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=063e2de8-83eb-49a0-9d53-c3a7f698e2b1 HTTP/1.1" status: 200 len: 950 time: 0.4441760 Aug 10 03:14:56.121789 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ff07617a-ba7d-4f27-a76e-e3a34820c6ed req-9645c5d2-da89-47a6-88b6-b3f6061d7820 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7869520 Aug 10 03:14:56.144487 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-ff07617a-ba7d-4f27-a76e-e3a34820c6ed req-f039231e-76f5-4e6c-8e7b-f804eeb26f05 service neutron] Request body: {'port': {'device_id': '7c8b9285-c659-45ee-87df-25d6ccd9b43b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:14:56.166645 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8e77b1-3543-42bf-ad79-871982c3708a req-c5edf1cc-115f-4396-8452-68245a16f061 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:56.174598 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ed8e77b1-3543-42bf-ad79-871982c3708a req-c5edf1cc-115f-4396-8452-68245a16f061 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0e0a767-41dc-4001-a52c-857949a7e913 HTTP/1.1" status: 200 len: 945 time: 0.2691345 Aug 10 03:14:56.179285 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff07617a-ba7d-4f27-a76e-e3a34820c6ed req-a0eb14b5-7782-400f-b5d4-bef1025d589a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:56.180900 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ff07617a-ba7d-4f27-a76e-e3a34820c6ed req-a0eb14b5-7782-400f-b5d4-bef1025d589a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=60d10164-1dee-4940-9d19-f71e6c18cbc5 HTTP/1.1" status: 200 len: 843 time: 0.0766361 Aug 10 03:14:56.253722 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff07617a-ba7d-4f27-a76e-e3a34820c6ed req-7b3e8b06-6984-4335-b548-e4fd966b2b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:56.255315 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ff07617a-ba7d-4f27-a76e-e3a34820c6ed req-7b3e8b06-6984-4335-b548-e4fd966b2b9a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=72a4be73-29a1-424c-8690-ecdcf6b06721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0524139 Aug 10 03:14:56.264702 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-00c255e0-ebb2-4aa1-8c41-9a2aeffd8599 req-f8b18de7-d410-4598-a236-21605e4e7bf1 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446140 Aug 10 03:14:56.275888 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfe2e18c-3132-482d-a633-74230633c56d req-05138842-23b9-40e1-8534-c96995656f01 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Made reservation on behalf of bd4ff3ae34274cb6803be2c6188b2b0c for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:14:56.281744 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-bfe2e18c-3132-482d-a633-74230633c56d req-05138842-23b9-40e1-8534-c96995656f01 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:56.336356 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ed8e77b1-3543-42bf-ad79-871982c3708a req-e5929fcb-da27-47d0-ba2a-ffacd6436ec3 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604269 Aug 10 03:14:56.336935 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-ff07617a-ba7d-4f27-a76e-e3a34820c6ed req-f039231e-76f5-4e6c-8e7b-f804eeb26f05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:56.421626 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ddefc62-f7c5-42ef-a80e-6bc2ba5321b1 x-openstack-request-id: req-6ddefc62-f7c5-42ef-a80e-6bc2ba5321b1 {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:14:56.422304 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87af6787-eaca-4bde-a9b5-d946feb386c2", "tag": "47c4ce85-91b4-497b-92b0-9e8b46ec064d", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:14:56.422686 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6ddefc62-f7c5-42ef-a80e-6bc2ba5321b1 {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:14:56.423382 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87af6787-eaca-4bde-a9b5-d946feb386c2', 'tag': '47c4ce85-91b4-497b-92b0-9e8b46ec064d', 'status': 'completed', 'code': 200} Aug 10 03:14:56.531591 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ff07617a-ba7d-4f27-a76e-e3a34820c6ed req-a0792c6b-4932-4d30-bacf-2a2d2d4e0c92 service neutron] 10.222.0.61 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578170 Aug 10 03:14:56.624770 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:56.630906 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-88b4a472-e2a2-4dba-99e6-f8254d2d50bc None None] Provisioning for port 543834ab-fb50-4b3a-b4b6-4babb30446ef completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:14:56.637349 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-88b4a472-e2a2-4dba-99e6-f8254d2d50bc None None] Provisioning complete for port 543834ab-fb50-4b3a-b4b6-4babb30446ef triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:14:56.638408 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-88b4a472-e2a2-4dba-99e6-f8254d2d50bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:56.686441 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ff07617a-ba7d-4f27-a76e-e3a34820c6ed req-30e172c4-81c7-4e7e-9a59-7262f53cd96a service neutron] 10.222.0.61 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408186 Aug 10 03:14:56.710729 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-88b4a472-e2a2-4dba-99e6-f8254d2d50bc None None] Port 543834ab-fb50-4b3a-b4b6-4babb30446ef cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:14:56.738873 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-150c201f-b55d-43aa-a5d2-ef59b5f18e1d req-c488399e-812e-400c-887f-3a9b8cea5a18 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7d864fb-d99a-4b8b-836a-5ba0bd97db6c HTTP/1.1" status: 200 len: 210 time: 0.1388254 Aug 10 03:14:56.865162 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdce0e8-2422-46ee-8193-46cef6114672 req-da0d670b-3456-4fe9-8a91-0ec2bfcd4cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:56.868081 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ffdce0e8-2422-46ee-8193-46cef6114672 req-da0d670b-3456-4fe9-8a91-0ec2bfcd4cf7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ebce8dce68054ed889383d14d785c78e&device_id=87af6787-eaca-4bde-a9b5-d946feb386c2 HTTP/1.1" status: 200 len: 1099 time: 0.0944867 Aug 10 03:14:56.888968 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-bfe2e18c-3132-482d-a633-74230633c56d req-05138842-23b9-40e1-8534-c96995656f01 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Allocated IP 172.20.0.9 (06cba743-97cb-4e3d-9173-104a9c9a70d3/3f0e3909-62c9-4453-825e-ffacada819b0/89ce21b3-cb13-421c-b603-44256c67efd3) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:14:56.919276 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-318334b4-9bfc-4e94-af97-f64f69d8335e req-7496e6e9-1db9-4a43-a1ff-a91b29fc2464 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] 10.222.0.44 "GET /v2.0/ports?device_id=569f916c-7190-46e3-bf46-8aa13586447b HTTP/1.1" status: 200 len: 210 time: 0.0488684 Aug 10 03:14:56.965652 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac43e04-4da1-4ccc-a7d6-72dc566d8728 req-5e5cc24f-bc25-4604-b6de-c5e59f5133b9 tempest-LiveAutoBlockMigrationV225Test-725400249 tempest-LiveAutoBlockMigrationV225Test-725400249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:56.973007 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4ac43e04-4da1-4ccc-a7d6-72dc566d8728 req-5e5cc24f-bc25-4604-b6de-c5e59f5133b9 tempest-LiveAutoBlockMigrationV225Test-725400249 tempest-LiveAutoBlockMigrationV225Test-725400249-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e0e0a767-41dc-4001-a52c-857949a7e913 HTTP/1.1" status: 200 len: 1097 time: 0.3179414 Aug 10 03:14:56.992099 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdce0e8-2422-46ee-8193-46cef6114672 req-be835c3f-0546-4a5e-9ae0-c96f3c109b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:56.994339 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ffdce0e8-2422-46ee-8193-46cef6114672 req-be835c3f-0546-4a5e-9ae0-c96f3c109b9e service neutron] 10.222.0.61 "GET /v2.0/networks?id=72a4be73-29a1-424c-8690-ecdcf6b06721 HTTP/1.1" status: 200 len: 869 time: 0.1098557 Aug 10 03:14:57.018801 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '569f916c-7190-46e3-bf46-8aa13586447b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80217192-0c4c-43f4-aeb5-4140aaabb64a'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:14:57.021116 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a50a74db-ce33-4d97-9a8c-f7ee396d1a94" -d '{"events": [{"server_uuid": "569f916c-7190-46e3-bf46-8aa13586447b", "name": "network-vif-unplugged", "status": "completed", "tag": "80217192-0c4c-43f4-aeb5-4140aaabb64a"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:14:57.053928 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ffdce0e8-2422-46ee-8193-46cef6114672 req-cbb7f4e7-2fb6-4db7-a34f-e173314951a0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=47c4ce85-91b4-497b-92b0-9e8b46ec064d HTTP/1.1" status: 200 len: 217 time: 0.0427804 Aug 10 03:14:57.121866 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdce0e8-2422-46ee-8193-46cef6114672 req-daa0263b-a030-4226-b02a-2c16b2ab254e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:57.123889 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ffdce0e8-2422-46ee-8193-46cef6114672 req-daa0263b-a030-4226-b02a-2c16b2ab254e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=60d10164-1dee-4940-9d19-f71e6c18cbc5 HTTP/1.1" status: 200 len: 843 time: 0.0472302 Aug 10 03:14:57.145376 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4ac43e04-4da1-4ccc-a7d6-72dc566d8728 req-1cf85d83-4121-4b76-be48-cb284753ca63 tempest-LiveAutoBlockMigrationV225Test-725400249 tempest-LiveAutoBlockMigrationV225Test-725400249-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714277 Aug 10 03:14:57.218272 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdce0e8-2422-46ee-8193-46cef6114672 req-5769cba8-36ea-4dda-901a-a958bd990b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:57.220595 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ffdce0e8-2422-46ee-8193-46cef6114672 req-5769cba8-36ea-4dda-901a-a958bd990b52 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=72a4be73-29a1-424c-8690-ecdcf6b06721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0825558 Aug 10 03:14:57.232880 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d51ee7b1-91c2-4088-a40b-43ab88db40ec x-openstack-request-id: req-d51ee7b1-91c2-4088-a40b-43ab88db40ec {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:14:57.233201 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "569f916c-7190-46e3-bf46-8aa13586447b", "name": "network-vif-unplugged", "status": "completed", "tag": "80217192-0c4c-43f4-aeb5-4140aaabb64a", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:14:57.233458 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d51ee7b1-91c2-4088-a40b-43ab88db40ec {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:14:57.233876 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '569f916c-7190-46e3-bf46-8aa13586447b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80217192-0c4c-43f4-aeb5-4140aaabb64a', 'code': 200} Aug 10 03:14:57.236906 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab4d39b-2348-487d-b2bc-e9c4964c10d9 req-bcbe9f90-930b-4a3b-8b3d-7975f00638bd tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:57.238382 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8ab4d39b-2348-487d-b2bc-e9c4964c10d9 req-bcbe9f90-930b-4a3b-8b3d-7975f00638bd tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c8b9285-c659-45ee-87df-25d6ccd9b43b HTTP/1.1" status: 200 len: 935 time: 0.2050693 Aug 10 03:14:57.252178 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-ff07617a-ba7d-4f27-a76e-e3a34820c6ed req-f039231e-76f5-4e6c-8e7b-f804eeb26f05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 543834ab-fb50-4b3a-b4b6-4babb30446ef {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:14:57.283498 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-ff07617a-ba7d-4f27-a76e-e3a34820c6ed req-f039231e-76f5-4e6c-8e7b-f804eeb26f05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:57.293552 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-bfe2e18c-3132-482d-a633-74230633c56d req-05138842-23b9-40e1-8534-c96995656f01 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:57.322328 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-ff07617a-ba7d-4f27-a76e-e3a34820c6ed req-f039231e-76f5-4e6c-8e7b-f804eeb26f05 service neutron] Transition to ACTIVE for port object 543834ab-fb50-4b3a-b4b6-4babb30446ef will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:14:57.342012 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8ab4d39b-2348-487d-b2bc-e9c4964c10d9 req-52de56da-c23a-42e0-81ca-c0507c9acaa6 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8d28d33-caca-4f05-b0e0-721010e15342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912995 Aug 10 03:14:57.344724 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-ff07617a-ba7d-4f27-a76e-e3a34820c6ed req-f039231e-76f5-4e6c-8e7b-f804eeb26f05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:57.425633 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ffdce0e8-2422-46ee-8193-46cef6114672 req-02842668-21e4-4ad6-9d25-908c54fc7d52 service neutron] 10.222.0.61 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696584 Aug 10 03:14:57.431420 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f039231e-76f5-4e6c-8e7b-f804eeb26f05 service neutron] Pushing event updated for resources: {'Port': ['ID=543834ab-fb50-4b3a-b4b6-4babb30446ef,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:57.469101 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-bfe2e18c-3132-482d-a633-74230633c56d req-05138842-23b9-40e1-8534-c96995656f01 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:57.627465 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ffdce0e8-2422-46ee-8193-46cef6114672 req-3ca38a11-a701-4593-ad5a-a6f841af3840 service neutron] 10.222.0.61 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839635 Aug 10 03:14:57.912198 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-ff07617a-ba7d-4f27-a76e-e3a34820c6ed req-f039231e-76f5-4e6c-8e7b-f804eeb26f05 service neutron] Attempting to bind port 543834ab-fb50-4b3a-b4b6-4babb30446ef on host n-h2-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:14:57.912533 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-ff07617a-ba7d-4f27-a76e-e3a34820c6ed req-f039231e-76f5-4e6c-8e7b-f804eeb26f05 service neutron] Attempting to bind port 543834ab-fb50-4b3a-b4b6-4babb30446ef by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:14:57.912870 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff07617a-ba7d-4f27-a76e-e3a34820c6ed req-f039231e-76f5-4e6c-8e7b-f804eeb26f05 service neutron] Attempting to bind port 543834ab-fb50-4b3a-b4b6-4babb30446ef on network 72a4be73-29a1-424c-8690-ecdcf6b06721 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:14:57.931786 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfe2e18c-3132-482d-a633-74230633c56d req-05138842-23b9-40e1-8534-c96995656f01 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Network 06cba743-97cb-4e3d-9173-104a9c9a70d3 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:14:57.945535 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-bfe2e18c-3132-482d-a633-74230633c56d req-05138842-23b9-40e1-8534-c96995656f01 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:14:57.947367 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff07617a-ba7d-4f27-a76e-e3a34820c6ed req-f039231e-76f5-4e6c-8e7b-f804eeb26f05 service neutron] Port 543834ab-fb50-4b3a-b4b6-4babb30446ef on network 72a4be73-29a1-424c-8690-ecdcf6b06721 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:14:57.947696 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff07617a-ba7d-4f27-a76e-e3a34820c6ed req-f039231e-76f5-4e6c-8e7b-f804eeb26f05 service neutron] Attempting to bind port 543834ab-fb50-4b3a-b4b6-4babb30446ef on network 72a4be73-29a1-424c-8690-ecdcf6b06721 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:14:57.953539 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05138842-23b9-40e1-8534-c96995656f01 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Pushing event updated for resources: {'Port': ['ID=89ce21b3-cb13-421c-b603-44256c67efd3,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:57.966729 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89813b36-d1fa-416b-baf6-7fa25e9052be req-5bf767e5-247e-4304-b128-12b6c697abb6 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:57.968256 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-89813b36-d1fa-416b-baf6-7fa25e9052be req-5bf767e5-247e-4304-b128-12b6c697abb6 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=063e2de8-83eb-49a0-9d53-c3a7f698e2b1 HTTP/1.1" status: 200 len: 950 time: 0.5467720 Aug 10 03:14:57.970722 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfe2e18c-3132-482d-a633-74230633c56d req-05138842-23b9-40e1-8534-c96995656f01 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:14:57.976254 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe2e18c-3132-482d-a633-74230633c56d req-05138842-23b9-40e1-8534-c96995656f01 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:57.976772 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-bfe2e18c-3132-482d-a633-74230633c56d req-05138842-23b9-40e1-8534-c96995656f01 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:57.992420 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff07617a-ba7d-4f27-a76e-e3a34820c6ed req-f039231e-76f5-4e6c-8e7b-f804eeb26f05 service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:14:57.992773 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff07617a-ba7d-4f27-a76e-e3a34820c6ed req-f039231e-76f5-4e6c-8e7b-f804eeb26f05 service neutron] Checking segment: {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:14:57.993165 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff07617a-ba7d-4f27-a76e-e3a34820c6ed req-f039231e-76f5-4e6c-8e7b-f804eeb26f05 service neutron] Bound using segment: {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:14:57.993606 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-ff07617a-ba7d-4f27-a76e-e3a34820c6ed req-f039231e-76f5-4e6c-8e7b-f804eeb26f05 service neutron] Bound port: 543834ab-fb50-4b3a-b4b6-4babb30446ef, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:14:57.993970 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-ff07617a-ba7d-4f27-a76e-e3a34820c6ed req-f039231e-76f5-4e6c-8e7b-f804eeb26f05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:58.024719 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8107ea14-a10a-4029-a4d8-bbc368574d00 req-a7232ed7-e748-4edc-a097-0e16a366c07a tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:58.026165 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8107ea14-a10a-4029-a4d8-bbc368574d00 req-a7232ed7-e748-4edc-a097-0e16a366c07a tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/networks?id=7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1 HTTP/1.1" status: 200 len: 821 time: 0.5609212 Aug 10 03:14:58.036904 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bfe2e18c-3132-482d-a633-74230633c56d req-05138842-23b9-40e1-8534-c96995656f01 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3113410 Aug 10 03:14:58.063065 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-bfe2e18c-3132-482d-a633-74230633c56d req-bb083fcb-feed-4e1a-9625-659b8d674b89 service neutron] Request body: {'port': {'device_id': 'e7d864fb-d99a-4b8b-836a-5ba0bd97db6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:14:58.085951 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8107ea14-a10a-4029-a4d8-bbc368574d00 req-f3de3d87-ce98-40aa-ab0d-11e2697ea3f5 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/quotas/4fedcd46377344729593c49493334f54 HTTP/1.1" status: 200 len: 375 time: 0.0518229 Aug 10 03:14:58.108545 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-89813b36-d1fa-416b-baf6-7fa25e9052be req-826d780d-c9bd-42e5-84ac-c38136062e6b tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228218 Aug 10 03:14:58.195919 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-bfe2e18c-3132-482d-a633-74230633c56d req-bb083fcb-feed-4e1a-9625-659b8d674b89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:58.214853 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-ff07617a-ba7d-4f27-a76e-e3a34820c6ed req-f039231e-76f5-4e6c-8e7b-f804eeb26f05 service neutron] For port 543834ab-fb50-4b3a-b4b6-4babb30446ef, host n-h2-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:14:58.224976 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8107ea14-a10a-4029-a4d8-bbc368574d00 req-58fd5b6f-3b01-4d12-a414-e826f6bb2a6b tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4fedcd46377344729593c49493334f54&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1233001 Aug 10 03:14:58.261952 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-ff07617a-ba7d-4f27-a76e-e3a34820c6ed req-f039231e-76f5-4e6c-8e7b-f804eeb26f05 service neutron] For port 543834ab-fb50-4b3a-b4b6-4babb30446ef, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=543834ab-fb50-4b3a-b4b6-4babb30446ef,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:14:58.315864 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-ff07617a-ba7d-4f27-a76e-e3a34820c6ed req-f039231e-76f5-4e6c-8e7b-f804eeb26f05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:58.393114 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff07617a-ba7d-4f27-a76e-e3a34820c6ed req-f039231e-76f5-4e6c-8e7b-f804eeb26f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:58.393747 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-ff07617a-ba7d-4f27-a76e-e3a34820c6ed req-f039231e-76f5-4e6c-8e7b-f804eeb26f05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:58.395201 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ff07617a-ba7d-4f27-a76e-e3a34820c6ed req-f039231e-76f5-4e6c-8e7b-f804eeb26f05 service neutron] 10.222.0.61 "PUT /v2.0/ports/543834ab-fb50-4b3a-b4b6-4babb30446ef HTTP/1.1" status: 200 len: 1096 time: 2.2580714 Aug 10 03:14:58.397479 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c8b9285-c659-45ee-87df-25d6ccd9b43b', 'tag': '543834ab-fb50-4b3a-b4b6-4babb30446ef'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:14:58.399787 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a89e2911-b30c-49ed-a3a9-d92f2f3c6db1" -d '{"events": [{"name": "network-changed", "server_uuid": "7c8b9285-c659-45ee-87df-25d6ccd9b43b", "tag": "543834ab-fb50-4b3a-b4b6-4babb30446ef"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:14:58.424204 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '569f916c-7190-46e3-bf46-8aa13586447b', 'name': 'network-vif-deleted', 'tag': '80217192-0c4c-43f4-aeb5-4140aaabb64a'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:14:58.427821 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9208c13a-1d8c-4cff-807b-d770a282f5b5" -d '{"events": [{"server_uuid": "569f916c-7190-46e3-bf46-8aa13586447b", "name": "network-vif-deleted", "tag": "80217192-0c4c-43f4-aeb5-4140aaabb64a"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:14:58.556909 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08467fea-2a6f-426a-bd5a-a89159704a13 req-935820d3-1e65-4b77-ad62-aa339f267216 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:58.558644 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-08467fea-2a6f-426a-bd5a-a89159704a13 req-935820d3-1e65-4b77-ad62-aa339f267216 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7d864fb-d99a-4b8b-836a-5ba0bd97db6c HTTP/1.1" status: 200 len: 931 time: 0.2953703 Aug 10 03:14:58.567681 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f039231e-76f5-4e6c-8e7b-f804eeb26f05 service neutron] Pushing event updated for resources: {'Port': ['ID=543834ab-fb50-4b3a-b4b6-4babb30446ef,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:58.640670 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8107ea14-a10a-4029-a4d8-bbc368574d00 req-9af162a7-9723-44fe-a2ef-50167a088e07 service neutron] 10.222.0.44 "GET /v2.0/networks/7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4073937 Aug 10 03:14:58.653124 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff07617a-ba7d-4f27-a76e-e3a34820c6ed req-6c7fdfdc-f836-4122-8ccb-900b3c695250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:58.654672 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ff07617a-ba7d-4f27-a76e-e3a34820c6ed req-6c7fdfdc-f836-4122-8ccb-900b3c695250 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ebce8dce68054ed889383d14d785c78e&device_id=7c8b9285-c659-45ee-87df-25d6ccd9b43b HTTP/1.1" status: 200 len: 1099 time: 0.1904323 Aug 10 03:14:58.768445 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ff07617a-ba7d-4f27-a76e-e3a34820c6ed req-7d1ae4f6-8467-4bca-acfa-b6b08f987068 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=543834ab-fb50-4b3a-b4b6-4babb30446ef HTTP/1.1" status: 200 len: 217 time: 0.0573130 Aug 10 03:14:58.777729 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-08467fea-2a6f-426a-bd5a-a89159704a13 req-3b36b16e-3464-4c99-9d57-6cbcd323d937 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926813 Aug 10 03:14:58.893232 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff07617a-ba7d-4f27-a76e-e3a34820c6ed req-1847a38a-dfb0-4b6d-ba44-63dbd9e7c51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:58.896701 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ff07617a-ba7d-4f27-a76e-e3a34820c6ed req-1847a38a-dfb0-4b6d-ba44-63dbd9e7c51e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=60d10164-1dee-4940-9d19-f71e6c18cbc5 HTTP/1.1" status: 200 len: 843 time: 0.1075339 Aug 10 03:14:58.961450 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8107ea14-a10a-4029-a4d8-bbc368574d00 req-cc9bba0c-d252-4c83-b9aa-53f8a2785205 service neutron] 10.222.0.44 "GET /v2.0/networks/7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3038743 Aug 10 03:14:59.010475 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-bfe2e18c-3132-482d-a633-74230633c56d req-bb083fcb-feed-4e1a-9625-659b8d674b89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89ce21b3-cb13-421c-b603-44256c67efd3 {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:14:59.029507 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-bfe2e18c-3132-482d-a633-74230633c56d req-bb083fcb-feed-4e1a-9625-659b8d674b89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:59.059335 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff07617a-ba7d-4f27-a76e-e3a34820c6ed req-664bf5e8-17c1-4094-8b54-5bd29f21a62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:59.060992 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ff07617a-ba7d-4f27-a76e-e3a34820c6ed req-664bf5e8-17c1-4094-8b54-5bd29f21a62c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=72a4be73-29a1-424c-8690-ecdcf6b06721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1488471 Aug 10 03:14:59.063267 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-bfe2e18c-3132-482d-a633-74230633c56d req-bb083fcb-feed-4e1a-9625-659b8d674b89 service neutron] Transition to ACTIVE for port object 89ce21b3-cb13-421c-b603-44256c67efd3 will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:14:59.078080 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67eba6e-5176-40af-9fed-8c060c1ced9c req-5bce7ef5-faf4-4beb-b8ec-c2ca3ee3726c tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:59.084324 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f67eba6e-5176-40af-9fed-8c060c1ced9c req-5bce7ef5-faf4-4beb-b8ec-c2ca3ee3726c tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c8b9285-c659-45ee-87df-25d6ccd9b43b HTTP/1.1" status: 200 len: 947 time: 0.1849089 Aug 10 03:14:59.101382 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-bfe2e18c-3132-482d-a633-74230633c56d req-bb083fcb-feed-4e1a-9625-659b8d674b89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:59.138531 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a626e7-1135-4365-b4f0-ff40d172dda7 x-openstack-request-id: req-c4a626e7-1135-4365-b4f0-ff40d172dda7 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:14:59.138824 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c8b9285-c659-45ee-87df-25d6ccd9b43b", "tag": "543834ab-fb50-4b3a-b4b6-4babb30446ef", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:14:59.139081 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c4a626e7-1135-4365-b4f0-ff40d172dda7 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:14:59.139471 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c8b9285-c659-45ee-87df-25d6ccd9b43b', 'tag': '543834ab-fb50-4b3a-b4b6-4babb30446ef', 'status': 'completed', 'code': 200} Aug 10 03:14:59.216293 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b218b3e7-6a36-4af7-95db-78aff86fcde8 x-openstack-request-id: req-b218b3e7-6a36-4af7-95db-78aff86fcde8 {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:14:59.217807 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "569f916c-7190-46e3-bf46-8aa13586447b", "name": "network-vif-deleted", "tag": "80217192-0c4c-43f4-aeb5-4140aaabb64a", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:14:59.218400 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b218b3e7-6a36-4af7-95db-78aff86fcde8 {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:14:59.219388 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '569f916c-7190-46e3-bf46-8aa13586447b', 'name': 'network-vif-deleted', 'tag': '80217192-0c4c-43f4-aeb5-4140aaabb64a', 'status': 'completed', 'code': 200} Aug 10 03:14:59.219630 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 45610) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:14:59.265921 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb083fcb-feed-4e1a-9625-659b8d674b89 service neutron] Pushing event updated for resources: {'Port': ['ID=89ce21b3-cb13-421c-b603-44256c67efd3,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:59.292947 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f67eba6e-5176-40af-9fed-8c060c1ced9c req-583302db-52ba-4110-a313-250616900832 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8d28d33-caca-4f05-b0e0-721010e15342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893611 Aug 10 03:14:59.313956 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-79a538ac-0fe6-4295-98c9-134215f81611 req-3b142a6b-04c9-4771-aa23-fec66cbfc7b2 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=d757fe12-2e16-469c-8140-4383b7103a75 HTTP/1.1" status: 200 len: 210 time: 0.0567822 Aug 10 03:14:59.335963 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-bfe2e18c-3132-482d-a633-74230633c56d req-bb083fcb-feed-4e1a-9625-659b8d674b89 service neutron] Attempting to bind port 89ce21b3-cb13-421c-b603-44256c67efd3 on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:14:59.337309 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-bfe2e18c-3132-482d-a633-74230633c56d req-bb083fcb-feed-4e1a-9625-659b8d674b89 service neutron] Attempting to bind port 89ce21b3-cb13-421c-b603-44256c67efd3 by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': 'e1ea0112-d828-45f3-a96b-2a696c160566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '06cba743-97cb-4e3d-9173-104a9c9a70d3'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:14:59.337840 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe2e18c-3132-482d-a633-74230633c56d req-bb083fcb-feed-4e1a-9625-659b8d674b89 service neutron] Attempting to bind port 89ce21b3-cb13-421c-b603-44256c67efd3 on network 06cba743-97cb-4e3d-9173-104a9c9a70d3 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:14:59.352097 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe2e18c-3132-482d-a633-74230633c56d req-bb083fcb-feed-4e1a-9625-659b8d674b89 service neutron] Port 89ce21b3-cb13-421c-b603-44256c67efd3 on network 06cba743-97cb-4e3d-9173-104a9c9a70d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:14:59.352428 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe2e18c-3132-482d-a633-74230633c56d req-bb083fcb-feed-4e1a-9625-659b8d674b89 service neutron] Attempting to bind port 89ce21b3-cb13-421c-b603-44256c67efd3 on network 06cba743-97cb-4e3d-9173-104a9c9a70d3 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:14:59.367721 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ff07617a-ba7d-4f27-a76e-e3a34820c6ed req-30fc07d9-acc8-486e-9d1f-9a524df3b5e2 service neutron] 10.222.0.61 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2823431 Aug 10 03:14:59.369026 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe2e18c-3132-482d-a633-74230633c56d req-bb083fcb-feed-4e1a-9625-659b8d674b89 service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:14:59.369370 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe2e18c-3132-482d-a633-74230633c56d req-bb083fcb-feed-4e1a-9625-659b8d674b89 service neutron] Checking segment: {'id': 'e1ea0112-d828-45f3-a96b-2a696c160566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '06cba743-97cb-4e3d-9173-104a9c9a70d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:14:59.369763 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe2e18c-3132-482d-a633-74230633c56d req-bb083fcb-feed-4e1a-9625-659b8d674b89 service neutron] Bound using segment: {'id': 'e1ea0112-d828-45f3-a96b-2a696c160566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '06cba743-97cb-4e3d-9173-104a9c9a70d3'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:14:59.370781 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-bfe2e18c-3132-482d-a633-74230633c56d req-bb083fcb-feed-4e1a-9625-659b8d674b89 service neutron] Bound port: 89ce21b3-cb13-421c-b603-44256c67efd3, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1ea0112-d828-45f3-a96b-2a696c160566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '06cba743-97cb-4e3d-9173-104a9c9a70d3'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:14:59.371226 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-bfe2e18c-3132-482d-a633-74230633c56d req-bb083fcb-feed-4e1a-9625-659b8d674b89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:59.621316 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-09f6c356-bd8b-4046-9023-2d7379406406 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7759a3b3d8b04fee839e86101ea0d645&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3935130 Aug 10 03:14:59.624843 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 45620) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:14:59.649419 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fffdd6a-5cd7-441e-8b87-8ccb9e9b4204 req-79303dc7-da63-4b0b-8649-b42997c50a8e tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:59.651031 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5fffdd6a-5cd7-441e-8b87-8ccb9e9b4204 req-79303dc7-da63-4b0b-8649-b42997c50a8e tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=063e2de8-83eb-49a0-9d53-c3a7f698e2b1 HTTP/1.1" status: 200 len: 950 time: 0.2185011 Aug 10 03:14:59.655018 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-bfe2e18c-3132-482d-a633-74230633c56d req-bb083fcb-feed-4e1a-9625-659b8d674b89 service neutron] For port 89ce21b3-cb13-421c-b603-44256c67efd3, host n-h1-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:14:59.659896 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-bfe2e18c-3132-482d-a633-74230633c56d req-bb083fcb-feed-4e1a-9625-659b8d674b89 service neutron] For port 89ce21b3-cb13-421c-b603-44256c67efd3, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=89ce21b3-cb13-421c-b603-44256c67efd3,segment=NetworkSegment(e1ea0112-d828-45f3-a96b-2a696c160566),segment_id=e1ea0112-d828-45f3-a96b-2a696c160566)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:14:59.663305 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ff07617a-ba7d-4f27-a76e-e3a34820c6ed req-ef4686b8-856a-4eb2-b37f-3f744949c6e2 service neutron] 10.222.0.61 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639167 Aug 10 03:14:59.671785 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-bfe2e18c-3132-482d-a633-74230633c56d req-bb083fcb-feed-4e1a-9625-659b8d674b89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:59.702033 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-635c8d26-569e-4c6c-a0ad-ba208ca51600 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:59.734358 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe2e18c-3132-482d-a633-74230633c56d req-bb083fcb-feed-4e1a-9625-659b8d674b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:59.734983 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-bfe2e18c-3132-482d-a633-74230633c56d req-bb083fcb-feed-4e1a-9625-659b8d674b89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:59.736847 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bfe2e18c-3132-482d-a633-74230633c56d req-bb083fcb-feed-4e1a-9625-659b8d674b89 service neutron] 10.222.0.42 "PUT /v2.0/ports/89ce21b3-cb13-421c-b603-44256c67efd3 HTTP/1.1" status: 200 len: 1092 time: 1.6820366 Aug 10 03:14:59.762446 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5fffdd6a-5cd7-441e-8b87-8ccb9e9b4204 req-57cd72da-1d75-4f7f-8450-2720d10b275d tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975170 Aug 10 03:14:59.788868 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb083fcb-feed-4e1a-9625-659b8d674b89 service neutron] Pushing event updated for resources: {'Port': ['ID=89ce21b3-cb13-421c-b603-44256c67efd3,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:59.795412 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-635c8d26-569e-4c6c-a0ad-ba208ca51600 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:59.875304 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-635c8d26-569e-4c6c-a0ad-ba208ca51600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:59.878565 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-635c8d26-569e-4c6c-a0ad-ba208ca51600 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:59.880607 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-635c8d26-569e-4c6c-a0ad-ba208ca51600 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e650e31d-ce31-437d-804d-e5f2e4a77982 HTTP/1.1" status: 204 len: 168 time: 0.2547727 Aug 10 03:14:59.908333 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635c8d26-569e-4c6c-a0ad-ba208ca51600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e650e31d-ce31-437d-804d-e5f2e4a77982,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:00.005886 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89e2911-b30c-49ed-a3a9-d92f2f3c6db1 req-f5c36f19-9303-4686-89ca-451515c85094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:00.007472 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a89e2911-b30c-49ed-a3a9-d92f2f3c6db1 req-f5c36f19-9303-4686-89ca-451515c85094 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ebce8dce68054ed889383d14d785c78e&device_id=7c8b9285-c659-45ee-87df-25d6ccd9b43b HTTP/1.1" status: 200 len: 1099 time: 0.1745732 Aug 10 03:15:00.078923 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe2e18c-3132-482d-a633-74230633c56d req-e3e98057-0fac-4545-8105-9fca7ae9423b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:00.080481 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bfe2e18c-3132-482d-a633-74230633c56d req-e3e98057-0fac-4545-8105-9fca7ae9423b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bd4ff3ae34274cb6803be2c6188b2b0c&device_id=e7d864fb-d99a-4b8b-836a-5ba0bd97db6c HTTP/1.1" status: 200 len: 1095 time: 0.1829758 Aug 10 03:15:00.308630 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 45638) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:00.370013 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-94297ce7-079a-4b75-9fdb-ff9da16b4a75 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=13de016d6eab4766b04879473aab8fe8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0578382 Aug 10 03:15:00.370835 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 45644) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:00.394747 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bfe2e18c-3132-482d-a633-74230633c56d req-8e62773b-e71e-4e00-b904-502cf313f064 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89ce21b3-cb13-421c-b603-44256c67efd3 HTTP/1.1" status: 200 len: 217 time: 0.0498605 Aug 10 03:15:00.431395 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3048b66-79b2-49db-9808-f43378215cc7 req-98459921-a307-411b-af0d-400276cc6280 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:00.433498 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-932ecc3a-2dd3-415e-8fab-ee3eb6c1fa25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:00.433655 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a3048b66-79b2-49db-9808-f43378215cc7 req-98459921-a307-411b-af0d-400276cc6280 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=063e2de8-83eb-49a0-9d53-c3a7f698e2b1 HTTP/1.1" status: 200 len: 950 time: 0.4537687 Aug 10 03:15:00.445479 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1fd9d8-6d68-4c56-8986-28f4d37973da req-24146338-49b9-44d1-9d53-80566ae050ea tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:00.455020 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5c1fd9d8-6d68-4c56-8986-28f4d37973da req-24146338-49b9-44d1-9d53-80566ae050ea tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7d864fb-d99a-4b8b-836a-5ba0bd97db6c HTTP/1.1" status: 200 len: 943 time: 0.4514694 Aug 10 03:15:00.460574 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-932ecc3a-2dd3-415e-8fab-ee3eb6c1fa25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:00.544264 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89e2911-b30c-49ed-a3a9-d92f2f3c6db1 req-10eaaae0-8e66-41ad-b8e8-91c25524d22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:00.545788 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a89e2911-b30c-49ed-a3a9-d92f2f3c6db1 req-10eaaae0-8e66-41ad-b8e8-91c25524d22d service neutron] 10.222.0.61 "GET /v2.0/networks?id=72a4be73-29a1-424c-8690-ecdcf6b06721 HTTP/1.1" status: 200 len: 869 time: 0.5115268 Aug 10 03:15:00.554438 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe2e18c-3132-482d-a633-74230633c56d req-280584ee-370f-4dde-b5b3-3c5bbb3dec3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:00.556062 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bfe2e18c-3132-482d-a633-74230633c56d req-280584ee-370f-4dde-b5b3-3c5bbb3dec3e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3f0e3909-62c9-4453-825e-ffacada819b0 HTTP/1.1" status: 200 len: 851 time: 0.1461656 Aug 10 03:15:00.591966 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a3048b66-79b2-49db-9808-f43378215cc7 req-0aef3ad4-fdec-4e07-a8c4-c0b9925116ba tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141741 Aug 10 03:15:00.595199 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-932ecc3a-2dd3-415e-8fab-ee3eb6c1fa25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:00.598689 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-932ecc3a-2dd3-415e-8fab-ee3eb6c1fa25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:00.599869 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-932ecc3a-2dd3-415e-8fab-ee3eb6c1fa25 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/701437ae-b364-4708-bf0f-4368c4cd3eac HTTP/1.1" status: 204 len: 168 time: 0.2281828 Aug 10 03:15:00.627044 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5c1fd9d8-6d68-4c56-8986-28f4d37973da req-6f3a7ad3-3918-4e45-8eee-02a8f8f96e0b tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722987 Aug 10 03:15:00.644295 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8107ea14-a10a-4029-a4d8-bbc368574d00 req-e95d1d27-89cc-451b-989b-c54723e6edd0 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:00.646123 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-8107ea14-a10a-4029-a4d8-bbc368574d00 req-e95d1d27-89cc-451b-989b-c54723e6edd0 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.42 "GET /v2.0/networks?id=7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1 HTTP/1.1" status: 200 len: 821 time: 0.1584485 Aug 10 03:15:00.647271 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932ecc3a-2dd3-415e-8fab-ee3eb6c1fa25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=701437ae-b364-4708-bf0f-4368c4cd3eac,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:00.662241 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-8107ea14-a10a-4029-a4d8-bbc368574d00 req-c1b66ab5-f5dc-44b5-90ed-93225e319e5a tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Request body: {'port': {'device_id': 'd757fe12-2e16-469c-8140-4383b7103a75', 'network_id': '7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1', 'admin_state_up': True, 'tenant_id': '4fedcd46377344729593c49493334f54'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:15:00.693525 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bfe2e18c-3132-482d-a633-74230633c56d req-6c59c610-c1be-4a65-93b1-fe845c6a49ce service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=06cba743-97cb-4e3d-9173-104a9c9a70d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1250112 Aug 10 03:15:00.695204 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a89e2911-b30c-49ed-a3a9-d92f2f3c6db1 req-15ee07c3-b20d-4f56-8b24-c134b38b8a7f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=543834ab-fb50-4b3a-b4b6-4babb30446ef HTTP/1.1" status: 200 len: 217 time: 0.1160514 Aug 10 03:15:00.879544 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89e2911-b30c-49ed-a3a9-d92f2f3c6db1 req-c7f02164-5185-4ed6-b639-2c83bf3fc71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:00.881214 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a89e2911-b30c-49ed-a3a9-d92f2f3c6db1 req-c7f02164-5185-4ed6-b639-2c83bf3fc71f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=60d10164-1dee-4940-9d19-f71e6c18cbc5 HTTP/1.1" status: 200 len: 843 time: 0.1674514 Aug 10 03:15:00.904601 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8107ea14-a10a-4029-a4d8-bbc368574d00 req-c1b66ab5-f5dc-44b5-90ed-93225e319e5a tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Made reservation on behalf of 4fedcd46377344729593c49493334f54 for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:15:00.911166 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-8107ea14-a10a-4029-a4d8-bbc368574d00 req-c1b66ab5-f5dc-44b5-90ed-93225e319e5a tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:00.949619 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dc440f-6fd4-4611-8d41-01b6dca7a53a req-c08a3e31-e75e-4743-a00d-40bd2538bdce tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:00.951342 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d9dc440f-6fd4-4611-8d41-01b6dca7a53a req-c08a3e31-e75e-4743-a00d-40bd2538bdce tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c8b9285-c659-45ee-87df-25d6ccd9b43b HTTP/1.1" status: 200 len: 947 time: 0.1635513 Aug 10 03:15:00.975783 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bfe2e18c-3132-482d-a633-74230633c56d req-54f95ca6-fd39-4de1-99bb-32b79717ec0a service neutron] 10.222.0.42 "GET /v2.0/networks/06cba743-97cb-4e3d-9173-104a9c9a70d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727633 Aug 10 03:15:01.012249 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89e2911-b30c-49ed-a3a9-d92f2f3c6db1 req-18dea613-a6fa-43a0-ac6f-5a36d8be6d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:01.013972 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a89e2911-b30c-49ed-a3a9-d92f2f3c6db1 req-18dea613-a6fa-43a0-ac6f-5a36d8be6d09 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=72a4be73-29a1-424c-8690-ecdcf6b06721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1176131 Aug 10 03:15:01.107721 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [req-8107ea14-a10a-4029-a4d8-bbc368574d00 req-c1b66ab5-f5dc-44b5-90ed-93225e319e5a tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Allocated IP 172.20.0.14 (7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1/8a049acb-8e7b-42fd-b8b6-b5c474462166/10f2bdda-5018-4b17-83c9-3fa8048c31cb) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:15:01.115471 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d9dc440f-6fd4-4611-8d41-01b6dca7a53a req-d4a44b61-8210-467e-9d1e-db57c9dc1466 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8d28d33-caca-4f05-b0e0-721010e15342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540065 Aug 10 03:15:01.153944 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7d864fb-d99a-4b8b-836a-5ba0bd97db6c', 'tag': '89ce21b3-cb13-421c-b603-44256c67efd3'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:15:01.155917 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d4b63e6-6892-46fd-9a67-b961080f21a1" -d '{"events": [{"name": "network-changed", "server_uuid": "e7d864fb-d99a-4b8b-836a-5ba0bd97db6c", "tag": "89ce21b3-cb13-421c-b603-44256c67efd3"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:15:01.265508 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1ff60d12-6425-4347-8b19-48ad245d0d19 req-396f4ef7-da3e-4013-96c1-fe774e5a248c tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=d757fe12-2e16-469c-8140-4383b7103a75 HTTP/1.1" status: 200 len: 210 time: 0.0473535 Aug 10 03:15:01.267686 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bfe2e18c-3132-482d-a633-74230633c56d req-335df408-dad5-4fd6-ae99-76f796f601d8 service neutron] 10.222.0.42 "GET /v2.0/networks/06cba743-97cb-4e3d-9173-104a9c9a70d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2826536 Aug 10 03:15:01.304826 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a89e2911-b30c-49ed-a3a9-d92f2f3c6db1 req-882f26fb-6d80-4a2f-9c92-0d1a39f989d0 service neutron] 10.222.0.61 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590477 Aug 10 03:15:01.466161 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d1650f-c916-483a-ae99-b4324d8b046a x-openstack-request-id: req-f6d1650f-c916-483a-ae99-b4324d8b046a {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:15:01.466886 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7d864fb-d99a-4b8b-836a-5ba0bd97db6c", "tag": "89ce21b3-cb13-421c-b603-44256c67efd3", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:15:01.466886 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f6d1650f-c916-483a-ae99-b4324d8b046a {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:15:01.467176 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7d864fb-d99a-4b8b-836a-5ba0bd97db6c', 'tag': '89ce21b3-cb13-421c-b603-44256c67efd3', 'status': 'completed', 'code': 200} Aug 10 03:15:01.492808 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-8107ea14-a10a-4029-a4d8-bbc368574d00 req-c1b66ab5-f5dc-44b5-90ed-93225e319e5a tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:01.583858 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-8107ea14-a10a-4029-a4d8-bbc368574d00 req-c1b66ab5-f5dc-44b5-90ed-93225e319e5a tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:01.602012 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a89e2911-b30c-49ed-a3a9-d92f2f3c6db1 req-062fb4d2-66c7-41ac-a413-cf4b7a4981d2 service neutron] 10.222.0.61 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721958 Aug 10 03:15:01.604661 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b63e6-6892-46fd-9a67-b961080f21a1 req-7cb58c94-dd71-43cb-b07c-11f5068b7e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:01.606247 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8d4b63e6-6892-46fd-9a67-b961080f21a1 req-7cb58c94-dd71-43cb-b07c-11f5068b7e81 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bd4ff3ae34274cb6803be2c6188b2b0c&device_id=e7d864fb-d99a-4b8b-836a-5ba0bd97db6c HTTP/1.1" status: 200 len: 1095 time: 0.1383524 Aug 10 03:15:01.641558 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b66ab5-f5dc-44b5-90ed-93225e319e5a tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Pushing event updated for resources: {'Port': ['ID=10f2bdda-5018-4b17-83c9-3fa8048c31cb,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:01.656496 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8107ea14-a10a-4029-a4d8-bbc368574d00 req-c1b66ab5-f5dc-44b5-90ed-93225e319e5a tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Network 7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:15:01.658394 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [req-8107ea14-a10a-4029-a4d8-bbc368574d00 req-c1b66ab5-f5dc-44b5-90ed-93225e319e5a tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:15:01.660957 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-8107ea14-a10a-4029-a4d8-bbc368574d00 req-c1b66ab5-f5dc-44b5-90ed-93225e319e5a tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:15:01.667225 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8107ea14-a10a-4029-a4d8-bbc368574d00 req-c1b66ab5-f5dc-44b5-90ed-93225e319e5a tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:01.667979 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-8107ea14-a10a-4029-a4d8-bbc368574d00 req-c1b66ab5-f5dc-44b5-90ed-93225e319e5a tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:01.696683 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-8107ea14-a10a-4029-a4d8-bbc368574d00 req-c1b66ab5-f5dc-44b5-90ed-93225e319e5a tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0409036 Aug 10 03:15:01.710725 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-8107ea14-a10a-4029-a4d8-bbc368574d00 req-a6265e3e-c9d0-4d20-a1fa-c4063765994b service neutron] Request body: {'port': {'device_id': 'd757fe12-2e16-469c-8140-4383b7103a75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-13'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:15:01.874529 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ae09ff41-1340-4891-8c90-41c964034d10 req-9c8b2fb1-40f2-4650-aa31-17123f40e326 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=063e2de8-83eb-49a0-9d53-c3a7f698e2b1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1059489 Aug 10 03:15:01.888578 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-8107ea14-a10a-4029-a4d8-bbc368574d00 req-a6265e3e-c9d0-4d20-a1fa-c4063765994b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:01.901353 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b085c-b329-451c-824d-816120123940 req-924c0d9a-c424-4244-b285-18e7aee71fda tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:01.902978 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b12b085c-b329-451c-824d-816120123940 req-924c0d9a-c424-4244-b285-18e7aee71fda tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7d864fb-d99a-4b8b-836a-5ba0bd97db6c HTTP/1.1" status: 200 len: 943 time: 0.1086066 Aug 10 03:15:01.904403 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b63e6-6892-46fd-9a67-b961080f21a1 req-3e19c19a-4ca8-48ff-b2e2-c0e5b803b946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:01.905825 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8d4b63e6-6892-46fd-9a67-b961080f21a1 req-3e19c19a-4ca8-48ff-b2e2-c0e5b803b946 service neutron] 10.222.0.42 "GET /v2.0/networks?id=06cba743-97cb-4e3d-9173-104a9c9a70d3 HTTP/1.1" status: 200 len: 911 time: 0.2734237 Aug 10 03:15:02.103619 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8d4b63e6-6892-46fd-9a67-b961080f21a1 req-ab862d53-a14f-4c78-8c6a-d6e8479764eb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89ce21b3-cb13-421c-b603-44256c67efd3 HTTP/1.1" status: 200 len: 217 time: 0.1850414 Aug 10 03:15:02.256052 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 45712) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:02.278336 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b12b085c-b329-451c-824d-816120123940 req-218c7925-15c6-4d17-9675-89c53363911b tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3483839 Aug 10 03:15:02.281445 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b63e6-6892-46fd-9a67-b961080f21a1 req-a1412a2b-4821-42aa-8537-34beab3064f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:02.282981 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8d4b63e6-6892-46fd-9a67-b961080f21a1 req-a1412a2b-4821-42aa-8537-34beab3064f6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3f0e3909-62c9-4453-825e-ffacada819b0 HTTP/1.1" status: 200 len: 851 time: 0.1390846 Aug 10 03:15:02.346638 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8d4b63e6-6892-46fd-9a67-b961080f21a1 req-9fe2206b-5733-46a0-ba31-ff6ba96f5ede service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=06cba743-97cb-4e3d-9173-104a9c9a70d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489554 Aug 10 03:15:02.359339 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bafabe-327e-4fef-97af-7e1573feb364 req-e249fc71-2278-41a5-944c-24dc14078a69 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:02.368732 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c1bafabe-327e-4fef-97af-7e1573feb364 req-e249fc71-2278-41a5-944c-24dc14078a69 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=063e2de8-83eb-49a0-9d53-c3a7f698e2b1 HTTP/1.1" status: 200 len: 950 time: 0.1883938 Aug 10 03:15:02.438736 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [req-8107ea14-a10a-4029-a4d8-bbc368574d00 req-a6265e3e-c9d0-4d20-a1fa-c4063765994b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10f2bdda-5018-4b17-83c9-3fa8048c31cb {{(pid=94261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:15:02.449900 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-8107ea14-a10a-4029-a4d8-bbc368574d00 req-a6265e3e-c9d0-4d20-a1fa-c4063765994b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:02.465147 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [req-8107ea14-a10a-4029-a4d8-bbc368574d00 req-a6265e3e-c9d0-4d20-a1fa-c4063765994b service neutron] Transition to ACTIVE for port object 10f2bdda-5018-4b17-83c9-3fa8048c31cb will not be triggered until provisioned by entity L2. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:15:02.470928 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-8107ea14-a10a-4029-a4d8-bbc368574d00 req-a6265e3e-c9d0-4d20-a1fa-c4063765994b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:02.495931 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-5b6591f5-5f20-459c-8fe3-bfd8ed8c5c93 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-856381593-network', 'tenant_id': '698bc1b9fd8b4f24aacf0732f9da5055'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:15:02.539137 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6265e3e-c9d0-4d20-a1fa-c4063765994b service neutron] Pushing event updated for resources: {'Port': ['ID=10f2bdda-5018-4b17-83c9-3fa8048c31cb,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:02.585439 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8d4b63e6-6892-46fd-9a67-b961080f21a1 req-0c5dd742-85e0-448d-a056-dc6de8f133e7 service neutron] 10.222.0.42 "GET /v2.0/networks/06cba743-97cb-4e3d-9173-104a9c9a70d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143245 Aug 10 03:15:02.596431 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-8107ea14-a10a-4029-a4d8-bbc368574d00 req-a6265e3e-c9d0-4d20-a1fa-c4063765994b service neutron] Attempting to bind port 10f2bdda-5018-4b17-83c9-3fa8048c31cb on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:15:02.596826 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-8107ea14-a10a-4029-a4d8-bbc368574d00 req-a6265e3e-c9d0-4d20-a1fa-c4063765994b service neutron] Attempting to bind port 10f2bdda-5018-4b17-83c9-3fa8048c31cb by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': 'ef460c05-97a2-474e-9fc7-ca614ed2a066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:15:02.597174 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8107ea14-a10a-4029-a4d8-bbc368574d00 req-a6265e3e-c9d0-4d20-a1fa-c4063765994b service neutron] Attempting to bind port 10f2bdda-5018-4b17-83c9-3fa8048c31cb on network 7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:15:02.602373 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8107ea14-a10a-4029-a4d8-bbc368574d00 req-a6265e3e-c9d0-4d20-a1fa-c4063765994b service neutron] Port 10f2bdda-5018-4b17-83c9-3fa8048c31cb on network 7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:15:02.603937 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8107ea14-a10a-4029-a4d8-bbc368574d00 req-a6265e3e-c9d0-4d20-a1fa-c4063765994b service neutron] Attempting to bind port 10f2bdda-5018-4b17-83c9-3fa8048c31cb on network 7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:15:02.606351 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c1bafabe-327e-4fef-97af-7e1573feb364 req-ddcc73a0-f81c-45af-90ac-dd8477ce58d0 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311330 Aug 10 03:15:02.607233 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 47c4ce85-91b4-497b-92b0-9e8b46ec064d details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:15:02.611430 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8107ea14-a10a-4029-a4d8-bbc368574d00 req-a6265e3e-c9d0-4d20-a1fa-c4063765994b service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:15:02.611870 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8107ea14-a10a-4029-a4d8-bbc368574d00 req-a6265e3e-c9d0-4d20-a1fa-c4063765994b service neutron] Checking segment: {'id': 'ef460c05-97a2-474e-9fc7-ca614ed2a066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:15:02.612380 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8107ea14-a10a-4029-a4d8-bbc368574d00 req-a6265e3e-c9d0-4d20-a1fa-c4063765994b service neutron] Bound using segment: {'id': 'ef460c05-97a2-474e-9fc7-ca614ed2a066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1'} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:15:02.612881 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-8107ea14-a10a-4029-a4d8-bbc368574d00 req-a6265e3e-c9d0-4d20-a1fa-c4063765994b service neutron] Bound port: 10f2bdda-5018-4b17-83c9-3fa8048c31cb, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef460c05-97a2-474e-9fc7-ca614ed2a066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1'}}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:15:02.613303 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-8107ea14-a10a-4029-a4d8-bbc368574d00 req-a6265e3e-c9d0-4d20-a1fa-c4063765994b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:02.711278 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b6591f5-5f20-459c-8fe3-bfd8ed8c5c93 admin admin] Made reservation on behalf of 698bc1b9fd8b4f24aacf0732f9da5055 for: {'network': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:15:02.713530 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5b6591f5-5f20-459c-8fe3-bfd8ed8c5c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:02.715100 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-8107ea14-a10a-4029-a4d8-bbc368574d00 req-a6265e3e-c9d0-4d20-a1fa-c4063765994b service neutron] For port 10f2bdda-5018-4b17-83c9-3fa8048c31cb, host n-h1-768862-13, cleared binding levels {{(pid=94261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:15:02.719718 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-8107ea14-a10a-4029-a4d8-bbc368574d00 req-a6265e3e-c9d0-4d20-a1fa-c4063765994b service neutron] For port 10f2bdda-5018-4b17-83c9-3fa8048c31cb, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=10f2bdda-5018-4b17-83c9-3fa8048c31cb,segment=NetworkSegment(ef460c05-97a2-474e-9fc7-ca614ed2a066),segment_id=ef460c05-97a2-474e-9fc7-ca614ed2a066)] {{(pid=94261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:15:02.726206 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-8107ea14-a10a-4029-a4d8-bbc368574d00 req-a6265e3e-c9d0-4d20-a1fa-c4063765994b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:02.765781 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5b6591f5-5f20-459c-8fe3-bfd8ed8c5c93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:02.774148 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 47c4ce85-91b4-497b-92b0-9e8b46ec064d, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=47c4ce85-91b4-497b-92b0-9e8b46ec064d,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:02.789217 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edee9010-fc26-4ae4-9831-e1ba8837a8f7 req-bde379d6-ed01-4998-ba45-f5004ceaec4b tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:02.789577 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': '47c4ce85-91b4-497b-92b0-9e8b46ec064d', 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721', 'port_id': '47c4ce85-91b4-497b-92b0-9e8b46ec064d', 'mac_address': 'fa:16:3e:a8:cf:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60d10164-1dee-4940-9d19-f71e6c18cbc5', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:15:02.790805 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-edee9010-fc26-4ae4-9831-e1ba8837a8f7 req-bde379d6-ed01-4998-ba45-f5004ceaec4b tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c8b9285-c659-45ee-87df-25d6ccd9b43b HTTP/1.1" status: 200 len: 947 time: 0.3250215 Aug 10 03:15:02.798791 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6265e3e-c9d0-4d20-a1fa-c4063765994b service neutron] Pushing event updated for resources: {'Port': ['ID=10f2bdda-5018-4b17-83c9-3fa8048c31cb,revision_number=3']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:02.822114 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8107ea14-a10a-4029-a4d8-bbc368574d00 req-a6265e3e-c9d0-4d20-a1fa-c4063765994b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:02.822860 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-8107ea14-a10a-4029-a4d8-bbc368574d00 req-a6265e3e-c9d0-4d20-a1fa-c4063765994b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:02.825378 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-8107ea14-a10a-4029-a4d8-bbc368574d00 req-a6265e3e-c9d0-4d20-a1fa-c4063765994b service neutron] 10.222.0.42 "PUT /v2.0/ports/10f2bdda-5018-4b17-83c9-3fa8048c31cb HTTP/1.1" status: 200 len: 1093 time: 1.1205225 Aug 10 03:15:02.825886 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd757fe12-2e16-469c-8140-4383b7103a75', 'tag': '10f2bdda-5018-4b17-83c9-3fa8048c31cb'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:15:02.831456 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb9683c0-5bee-4aa9-b93a-7d6ad2c1d876" -d '{"events": [{"name": "network-changed", "server_uuid": "d757fe12-2e16-469c-8140-4383b7103a75", "tag": "10f2bdda-5018-4b17-83c9-3fa8048c31cb"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:15:02.888710 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2015c5-d951-48c2-a724-2c55e3770352 req-5e3c5377-1a59-40c5-9753-72869084a38c tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:02.890535 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:02.896516 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1b2015c5-d951-48c2-a724-2c55e3770352 req-5e3c5377-1a59-40c5-9753-72869084a38c tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=d757fe12-2e16-469c-8140-4383b7103a75 HTTP/1.1" status: 200 len: 944 time: 0.1777344 Aug 10 03:15:02.904603 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:02.925204 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47c4ce85-91b4-497b-92b0-9e8b46ec064d {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:15:02.926863 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8d4b63e6-6892-46fd-9a67-b961080f21a1 req-6f5dd3da-0292-4ee9-8150-84aa2c59c979 service neutron] 10.222.0.42 "GET /v2.0/networks/06cba743-97cb-4e3d-9173-104a9c9a70d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3182306 Aug 10 03:15:02.951413 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-edee9010-fc26-4ae4-9831-e1ba8837a8f7 req-85723b98-6acf-4ddb-bc12-f34bfff310b3 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8d28d33-caca-4f05-b0e0-721010e15342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442759 Aug 10 03:15:02.958766 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8107ea14-a10a-4029-a4d8-bbc368574d00 req-4a9c535f-3387-41fb-b11c-4a54197f804b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:02.960783 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-8107ea14-a10a-4029-a4d8-bbc368574d00 req-4a9c535f-3387-41fb-b11c-4a54197f804b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4fedcd46377344729593c49493334f54&device_id=d757fe12-2e16-469c-8140-4383b7103a75 HTTP/1.1" status: 200 len: 1096 time: 0.0847416 Aug 10 03:15:02.969305 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 47c4ce85-91b4-497b-92b0-9e8b46ec064d, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=47c4ce85-91b4-497b-92b0-9e8b46ec064d,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:02.976903 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:02.994202 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1b2015c5-d951-48c2-a724-2c55e3770352 req-10b03c46-1be7-40f8-9013-47bbc03f662f tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917587 Aug 10 03:15:03.058382 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=47c4ce85-91b4-497b-92b0-9e8b46ec064d,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:03.082012 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:03.083564 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:03.084267 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:03.084889 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:03.086578 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:03.087312 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:03.088622 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:03.090623 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:03.091278 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:03.091845 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:03.092536 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:03.093125 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:03.104184 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97fb8415-7b7e-4913-b2cb-9ecd62ce6a03 x-openstack-request-id: req-97fb8415-7b7e-4913-b2cb-9ecd62ce6a03 {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:15:03.104595 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d757fe12-2e16-469c-8140-4383b7103a75", "tag": "10f2bdda-5018-4b17-83c9-3fa8048c31cb", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:15:03.104781 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-97fb8415-7b7e-4913-b2cb-9ecd62ce6a03 {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:15:03.105139 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd757fe12-2e16-469c-8140-4383b7103a75', 'tag': '10f2bdda-5018-4b17-83c9-3fa8048c31cb', 'status': 'completed', 'code': 200} Aug 10 03:15:03.106692 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-8107ea14-a10a-4029-a4d8-bbc368574d00 req-aeb2e476-3f9f-4665-80c9-2984a3e02045 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10f2bdda-5018-4b17-83c9-3fa8048c31cb HTTP/1.1" status: 200 len: 217 time: 0.1373413 Aug 10 03:15:03.107969 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5b6591f5-5f20-459c-8fe3-bfd8ed8c5c93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:03.114478 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5b6591f5-5f20-459c-8fe3-bfd8ed8c5c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:03.164101 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b6591f5-5f20-459c-8fe3-bfd8ed8c5c93 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=94260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:15:03.175498 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8107ea14-a10a-4029-a4d8-bbc368574d00 req-3360ed04-2ff9-4a9a-89f2-b3ec7e1af3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:03.178443 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-8107ea14-a10a-4029-a4d8-bbc368574d00 req-3360ed04-2ff9-4a9a-89f2-b3ec7e1af3c5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8a049acb-8e7b-42fd-b8b6-b5c474462166 HTTP/1.1" status: 200 len: 861 time: 0.0568867 Aug 10 03:15:03.190413 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5b6591f5-5f20-459c-8fe3-bfd8ed8c5c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:03.191201 n-d-768862-13 neutron-server[94260]: INFO neutron.db.segments_db [None req-5b6591f5-5f20-459c-8fe3-bfd8ed8c5c93 admin admin] Added segment 7ab813ec-b081-42ad-ba81-680bc6f3c774 of type vlan for network 3b981d1c-01ec-425f-9a81-0d8f4baa1977 Aug 10 03:15:03.193093 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6591f5-5f20-459c-8fe3-bfd8ed8c5c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b8ab577-658a-47ad-8db6-8fa5608a0dcf,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:03.243676 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-8107ea14-a10a-4029-a4d8-bbc368574d00 req-04c0641a-098b-400b-896a-55ab148059b4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571816 Aug 10 03:15:03.247458 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5b6591f5-5f20-459c-8fe3-bfd8ed8c5c93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:03.288399 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5b6591f5-5f20-459c-8fe3-bfd8ed8c5c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:03.289555 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6591f5-5f20-459c-8fe3-bfd8ed8c5c93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:03.290867 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5b6591f5-5f20-459c-8fe3-bfd8ed8c5c93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:03.371710 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-5b6591f5-5f20-459c-8fe3-bfd8ed8c5c93 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1139479 Aug 10 03:15:03.373516 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6591f5-5f20-459c-8fe3-bfd8ed8c5c93 admin admin] Pushing event updated for resources: {'Network': ['ID=3b981d1c-01ec-425f-9a81-0d8f4baa1977,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:03.389937 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 45740) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:03.396799 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-e07222d6-e595-4d9f-916b-95622ddd1766 admin admin] Request body: {'subnet': {'network_id': '3b981d1c-01ec-425f-9a81-0d8f4baa1977', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-856381593-subnet', 'tenant_id': '698bc1b9fd8b4f24aacf0732f9da5055', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:15:03.403845 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 3b981d1c-01ec-425f-9a81-0d8f4baa1977 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:15:03.479359 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c738eed8-3ae0-45d1-9a1c-1574474633a4 req-40c1db35-7468-42d9-a90b-a62b6fa8ecbd tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:03.481692 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c738eed8-3ae0-45d1-9a1c-1574474633a4 req-40c1db35-7468-42d9-a90b-a62b6fa8ecbd tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7d864fb-d99a-4b8b-836a-5ba0bd97db6c HTTP/1.1" status: 200 len: 943 time: 0.0888240 Aug 10 03:15:03.483074 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e07222d6-e595-4d9f-916b-95622ddd1766 admin admin] Made reservation on behalf of 698bc1b9fd8b4f24aacf0732f9da5055 for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:15:03.485423 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e07222d6-e595-4d9f-916b-95622ddd1766 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:03.500430 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-8107ea14-a10a-4029-a4d8-bbc368574d00 req-daf41156-d5a5-4d55-a0d1-857bc34e5b93 service neutron] 10.222.0.42 "GET /v2.0/networks/7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472351 Aug 10 03:15:03.583573 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['47c4ce85-91b4-497b-92b0-9e8b46ec064d'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:15:03.652834 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-8107ea14-a10a-4029-a4d8-bbc368574d00 req-b17a91fb-e5f9-4833-bcef-784f2b855c8c service neutron] 10.222.0.42 "GET /v2.0/networks/7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440952 Aug 10 03:15:03.700306 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c738eed8-3ae0-45d1-9a1c-1574474633a4 req-143ddf9b-cfab-4ce5-a7a4-8f11f22a68d1 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892655 Aug 10 03:15:03.738173 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 89ce21b3-cb13-421c-b603-44256c67efd3 details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:15:03.810032 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9683c0-5bee-4aa9-b93a-7d6ad2c1d876 req-80ded10f-0c26-4878-a785-a55fc1394889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:03.811868 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-eb9683c0-5bee-4aa9-b93a-7d6ad2c1d876 req-80ded10f-0c26-4878-a785-a55fc1394889 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4fedcd46377344729593c49493334f54&device_id=d757fe12-2e16-469c-8140-4383b7103a75 HTTP/1.1" status: 200 len: 1096 time: 0.0936766 Aug 10 03:15:03.818669 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf5c1d4-0359-486b-ac8b-204a87a92ac3 req-d6296ed4-5aff-49b0-b9e0-2914c990382c tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:03.824517 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-faf5c1d4-0359-486b-ac8b-204a87a92ac3 req-d6296ed4-5aff-49b0-b9e0-2914c990382c tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=063e2de8-83eb-49a0-9d53-c3a7f698e2b1 HTTP/1.1" status: 200 len: 950 time: 0.1203983 Aug 10 03:15:03.900736 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-faf5c1d4-0359-486b-ac8b-204a87a92ac3 req-916bc4bb-09c3-45ac-bead-c2b36aa98ffc tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667405 Aug 10 03:15:03.912753 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 89ce21b3-cb13-421c-b603-44256c67efd3, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=89ce21b3-cb13-421c-b603-44256c67efd3,segment=NetworkSegment(e1ea0112-d828-45f3-a96b-2a696c160566),segment_id=e1ea0112-d828-45f3-a96b-2a696c160566)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:03.927911 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': '89ce21b3-cb13-421c-b603-44256c67efd3', 'network_id': '06cba743-97cb-4e3d-9173-104a9c9a70d3', 'port_id': '89ce21b3-cb13-421c-b603-44256c67efd3', 'mac_address': 'fa:16:3e:c6:9f:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f0e3909-62c9-4453-825e-ffacada819b0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:15:03.969680 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e07222d6-e595-4d9f-916b-95622ddd1766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:03.974144 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:03.989791 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89ce21b3-cb13-421c-b603-44256c67efd3 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:15:04.020706 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 89ce21b3-cb13-421c-b603-44256c67efd3, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=89ce21b3-cb13-421c-b603-44256c67efd3,segment=NetworkSegment(e1ea0112-d828-45f3-a96b-2a696c160566),segment_id=e1ea0112-d828-45f3-a96b-2a696c160566)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:04.027717 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:04.028584 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07222d6-e595-4d9f-916b-95622ddd1766 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06497a92-6e29-4a73-bf8f-e28be4f5a4e0,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:04.072718 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9683c0-5bee-4aa9-b93a-7d6ad2c1d876 req-5b435509-2f52-4860-8cd2-88e20c8a0528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:04.087773 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07222d6-e595-4d9f-916b-95622ddd1766 admin admin] Checking segment: {'id': '7ab813ec-b081-42ad-ba81-680bc6f3c774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3b981d1c-01ec-425f-9a81-0d8f4baa1977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:15:04.088548 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07222d6-e595-4d9f-916b-95622ddd1766 admin admin] Network hostable DHCP agents. Network: 3b981d1c-01ec-425f-9a81-0d8f4baa1977, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:15:04.092081 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-eb9683c0-5bee-4aa9-b93a-7d6ad2c1d876 req-5b435509-2f52-4860-8cd2-88e20c8a0528 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1 HTTP/1.1" status: 200 len: 921 time: 0.2482409 Aug 10 03:15:04.097753 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=89ce21b3-cb13-421c-b603-44256c67efd3,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:04.125404 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07222d6-e595-4d9f-916b-95622ddd1766 admin admin] Network 3b981d1c-01ec-425f-9a81-0d8f4baa1977 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:15:04.140774 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-e07222d6-e595-4d9f-916b-95622ddd1766 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 3b981d1c-01ec-425f-9a81-0d8f4baa1977) {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:15:04.150187 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b2b5e1-8d0b-49f4-bdf5-579889e01719 None None] Network 3b981d1c-01ec-425f-9a81-0d8f4baa1977 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:15:04.176036 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07222d6-e595-4d9f-916b-95622ddd1766 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:04.177132 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e07222d6-e595-4d9f-916b-95622ddd1766 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:04.268070 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-eb9683c0-5bee-4aa9-b93a-7d6ad2c1d876 req-ded8f673-a246-4f8b-aada-8fd69c4caece service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10f2bdda-5018-4b17-83c9-3fa8048c31cb HTTP/1.1" status: 200 len: 217 time: 0.1749330 Aug 10 03:15:04.301701 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-e07222d6-e595-4d9f-916b-95622ddd1766 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9097400 Aug 10 03:15:04.307192 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 45754) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:04.314247 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-05cfa1f4-bf58-452a-967e-bb09f688ff06 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-856381593-router', 'tenant_id': '698bc1b9fd8b4f24aacf0732f9da5055', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:15:04.333246 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae09ff41-1340-4891-8c90-41c964034d10 req-e45c4480-7137-4888-a685-91d3d78dd449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:04.335344 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ae09ff41-1340-4891-8c90-41c964034d10 req-e45c4480-7137-4888-a685-91d3d78dd449 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=808ab0b013b8411c9f012091d2eaa39f&device_id=063e2de8-83eb-49a0-9d53-c3a7f698e2b1 HTTP/1.1" status: 200 len: 1102 time: 0.1501548 Aug 10 03:15:04.348125 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9683c0-5bee-4aa9-b93a-7d6ad2c1d876 req-bf616e1b-bac4-48bd-acfe-b2ed2cc83c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:04.350028 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-eb9683c0-5bee-4aa9-b93a-7d6ad2c1d876 req-bf616e1b-bac4-48bd-acfe-b2ed2cc83c28 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8a049acb-8e7b-42fd-b8b6-b5c474462166 HTTP/1.1" status: 200 len: 861 time: 0.0737045 Aug 10 03:15:04.359552 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-05cfa1f4-bf58-452a-967e-bb09f688ff06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:04.360903 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-05cfa1f4-bf58-452a-967e-bb09f688ff06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:04.372609 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['89ce21b3-cb13-421c-b603-44256c67efd3'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:15:04.405595 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-eb9683c0-5bee-4aa9-b93a-7d6ad2c1d876 req-000f75c3-a531-449d-a5e7-2a3e27824060 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398397 Aug 10 03:15:04.410093 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34944f68-eb96-4422-b530-5c670ebe2a93 req-24291d44-0abd-40ea-b0a3-a5b234220a44 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:04.413208 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-34944f68-eb96-4422-b530-5c670ebe2a93 req-24291d44-0abd-40ea-b0a3-a5b234220a44 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=d757fe12-2e16-469c-8140-4383b7103a75 HTTP/1.1" status: 200 len: 944 time: 0.1944313 Aug 10 03:15:04.477987 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fad91c-db8b-4ebb-a8d1-1afce26a3662 req-642ec432-d00d-4d17-abc7-48959de3849e tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:04.486201 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a4fad91c-db8b-4ebb-a8d1-1afce26a3662 req-642ec432-d00d-4d17-abc7-48959de3849e tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c8b9285-c659-45ee-87df-25d6ccd9b43b HTTP/1.1" status: 200 len: 947 time: 0.2347507 Aug 10 03:15:04.494944 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e92359-a70c-4060-99f3-b05ecc158b32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-3b981d1c-01ec-425f-9a81-0d8f4baa1977', 'network_id': '3b981d1c-01ec-425f-9a81-0d8f4baa1977', 'tenant_id': '698bc1b9fd8b4f24aacf0732f9da5055', 'fixed_ips': [{'subnet_id': '06497a92-6e29-4a73-bf8f-e28be4f5a4e0'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:15:04.497622 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f3e92359-a70c-4060-99f3-b05ecc158b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:04.542891 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-eb9683c0-5bee-4aa9-b93a-7d6ad2c1d876 req-22a42fd5-540f-409d-b11a-648bfc3ad3ec service neutron] 10.222.0.42 "GET /v2.0/networks/7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275802 Aug 10 03:15:04.586566 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-05cfa1f4-bf58-452a-967e-bb09f688ff06 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:04.622107 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-34944f68-eb96-4422-b530-5c670ebe2a93 req-b0362729-89ae-44f7-ba39-24626954bdbb tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688275 Aug 10 03:15:04.670538 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae09ff41-1340-4891-8c90-41c964034d10 req-6aa1b009-37ce-4c8b-a27e-61e3be3bfe07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:04.677508 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ae09ff41-1340-4891-8c90-41c964034d10 req-6aa1b009-37ce-4c8b-a27e-61e3be3bfe07 service neutron] 10.222.0.61 "GET /v2.0/networks?id=72a4be73-29a1-424c-8690-ecdcf6b06721 HTTP/1.1" status: 200 len: 869 time: 0.3221390 Aug 10 03:15:04.698933 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a4fad91c-db8b-4ebb-a8d1-1afce26a3662 req-46257bba-9f24-468f-9190-10cb3efe37cb tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8d28d33-caca-4f05-b0e0-721010e15342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106044 Aug 10 03:15:04.813260 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ae09ff41-1340-4891-8c90-41c964034d10 req-db7f02eb-f1aa-4dd6-acdf-36bfa3e42b0c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=ee384af7-0b27-4268-a6eb-5ba07e13950a HTTP/1.1" status: 200 len: 217 time: 0.1024966 Aug 10 03:15:04.886605 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae09ff41-1340-4891-8c90-41c964034d10 req-ea8770ac-10db-44f6-b876-cb05adcf1bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:04.889044 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ae09ff41-1340-4891-8c90-41c964034d10 req-ea8770ac-10db-44f6-b876-cb05adcf1bf6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=60d10164-1dee-4940-9d19-f71e6c18cbc5 HTTP/1.1" status: 200 len: 843 time: 0.0608883 Aug 10 03:15:05.049782 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-f3e92359-a70c-4060-99f3-b05ecc158b32 None None] Allocated IP 172.20.0.2 (3b981d1c-01ec-425f-9a81-0d8f4baa1977/06497a92-6e29-4a73-bf8f-e28be4f5a4e0/75554983-959c-4706-8728-11a0abcbba0a) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:15:05.076607 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef810c6-a326-4470-b005-822ab0f8ec3c req-cbc1226e-b47f-4b3e-94a3-a02f6be66128 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:05.081264 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3ef810c6-a326-4470-b005-822ab0f8ec3c req-cbc1226e-b47f-4b3e-94a3-a02f6be66128 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7d864fb-d99a-4b8b-836a-5ba0bd97db6c HTTP/1.1" status: 200 len: 944 time: 0.1677184 Aug 10 03:15:05.148151 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae09ff41-1340-4891-8c90-41c964034d10 req-8db7e01a-9c99-431d-a652-137ba710915e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:05.156087 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ae09ff41-1340-4891-8c90-41c964034d10 req-8db7e01a-9c99-431d-a652-137ba710915e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=72a4be73-29a1-424c-8690-ecdcf6b06721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2549443 Aug 10 03:15:05.202860 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-05cfa1f4-bf58-452a-967e-bb09f688ff06 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:05.251335 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f3e92359-a70c-4060-99f3-b05ecc158b32 None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:05.270892 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-f3e92359-a70c-4060-99f3-b05ecc158b32 None None] Transition to ACTIVE for port object 75554983-959c-4706-8728-11a0abcbba0a will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:15:05.293218 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-eb9683c0-5bee-4aa9-b93a-7d6ad2c1d876 req-21235ecb-7737-4a82-8e80-aa16d773b714 service neutron] 10.222.0.42 "GET /v2.0/networks/7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7179174 Aug 10 03:15:05.308696 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3ef810c6-a326-4470-b005-822ab0f8ec3c req-665025df-0f90-42c5-a9e8-d729a9746f07 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480048 Aug 10 03:15:05.318919 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-f3e92359-a70c-4060-99f3-b05ecc158b32 None None] Transition to ACTIVE for port object 75554983-959c-4706-8728-11a0abcbba0a will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:15:05.321038 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dc24b1-9998-4e42-90b2-64951c2583ca req-e01ed402-9822-447c-86c1-5fbd011f4e26 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:05.322921 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-21dc24b1-9998-4e42-90b2-64951c2583ca req-e01ed402-9822-447c-86c1-5fbd011f4e26 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=063e2de8-83eb-49a0-9d53-c3a7f698e2b1 HTTP/1.1" status: 200 len: 950 time: 0.2392976 Aug 10 03:15:05.327572 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f3e92359-a70c-4060-99f3-b05ecc158b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:05.365183 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ae09ff41-1340-4891-8c90-41c964034d10 req-1a287cbe-a516-4623-bc01-6b016f0a6c58 service neutron] 10.222.0.61 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849768 Aug 10 03:15:05.392837 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e92359-a70c-4060-99f3-b05ecc158b32 None None] Network 3b981d1c-01ec-425f-9a81-0d8f4baa1977 is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:15:05.398432 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-f3e92359-a70c-4060-99f3-b05ecc158b32 None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:15:05.404182 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e92359-a70c-4060-99f3-b05ecc158b32 None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:15:05.408264 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e92359-a70c-4060-99f3-b05ecc158b32 None None] Pushing event updated for resources: {'Port': ['ID=75554983-959c-4706-8728-11a0abcbba0a,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:05.522936 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-f3e92359-a70c-4060-99f3-b05ecc158b32 None None] Attempting to bind port 75554983-959c-4706-8728-11a0abcbba0a on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:15:05.523754 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-f3e92359-a70c-4060-99f3-b05ecc158b32 None None] Attempting to bind port 75554983-959c-4706-8728-11a0abcbba0a by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '7ab813ec-b081-42ad-ba81-680bc6f3c774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3b981d1c-01ec-425f-9a81-0d8f4baa1977'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:15:05.524389 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e92359-a70c-4060-99f3-b05ecc158b32 None None] Attempting to bind port 75554983-959c-4706-8728-11a0abcbba0a on network 3b981d1c-01ec-425f-9a81-0d8f4baa1977 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:15:05.531257 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e92359-a70c-4060-99f3-b05ecc158b32 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:15:05.532056 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e92359-a70c-4060-99f3-b05ecc158b32 None None] Checking segment: {'id': '7ab813ec-b081-42ad-ba81-680bc6f3c774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3b981d1c-01ec-425f-9a81-0d8f4baa1977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:15:05.532696 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f3e92359-a70c-4060-99f3-b05ecc158b32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:05.533327 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e92359-a70c-4060-99f3-b05ecc158b32 None None] Bound using segment: {'id': '7ab813ec-b081-42ad-ba81-680bc6f3c774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3b981d1c-01ec-425f-9a81-0d8f4baa1977'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:15:05.534105 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-f3e92359-a70c-4060-99f3-b05ecc158b32 None None] Bound port: 75554983-959c-4706-8728-11a0abcbba0a, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ab813ec-b081-42ad-ba81-680bc6f3c774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3b981d1c-01ec-425f-9a81-0d8f4baa1977'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:15:05.534779 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f3e92359-a70c-4060-99f3-b05ecc158b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:05.545295 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-05cfa1f4-bf58-452a-967e-bb09f688ff06 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:05.572660 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-05cfa1f4-bf58-452a-967e-bb09f688ff06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:05.628433 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-f3e92359-a70c-4060-99f3-b05ecc158b32 None None] For port 75554983-959c-4706-8728-11a0abcbba0a, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:15:05.637845 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-f3e92359-a70c-4060-99f3-b05ecc158b32 None None] For port 75554983-959c-4706-8728-11a0abcbba0a, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=75554983-959c-4706-8728-11a0abcbba0a,segment=NetworkSegment(7ab813ec-b081-42ad-ba81-680bc6f3c774),segment_id=7ab813ec-b081-42ad-ba81-680bc6f3c774)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:15:05.645568 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f3e92359-a70c-4060-99f3-b05ecc158b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:05.733516 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-05cfa1f4-bf58-452a-967e-bb09f688ff06 admin admin] Allocated IP 172.25.6.93 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/c8bcb339-2f7c-4d8f-aa0f-3bd27afbc437) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:15:05.770028 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e92359-a70c-4060-99f3-b05ecc158b32 None None] Pushing event updated for resources: {'Port': ['ID=75554983-959c-4706-8728-11a0abcbba0a,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:05.777591 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 89ce21b3-cb13-421c-b603-44256c67efd3 up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:15:05.782039 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-21dc24b1-9998-4e42-90b2-64951c2583ca req-0776e3a4-77d3-49be-82f2-ee6bd7bd9981 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4157128 Aug 10 03:15:05.876026 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning for port 89ce21b3-cb13-421c-b603-44256c67efd3 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:15:05.881293 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port 89ce21b3-cb13-421c-b603-44256c67efd3 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:15:05.884673 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:05.921311 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e550c4-7e77-43cf-8e71-155a7f506189 req-0f83f60d-70aa-4367-99c6-0cc3f1a64d6e tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:05.922980 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-54e550c4-7e77-43cf-8e71-155a7f506189 req-0f83f60d-70aa-4367-99c6-0cc3f1a64d6e tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=d757fe12-2e16-469c-8140-4383b7103a75 HTTP/1.1" status: 200 len: 944 time: 0.1780033 Aug 10 03:15:05.925146 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-05cfa1f4-bf58-452a-967e-bb09f688ff06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:05.937248 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ae09ff41-1340-4891-8c90-41c964034d10 req-9507d806-ce78-4d4f-be1c-a1138d4f1931 service neutron] 10.222.0.61 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452607 Aug 10 03:15:06.001101 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233a89b4-167f-43f0-ba5e-836cc3c6e0b7 req-839e7a1b-9862-4f93-8844-5eb9fc5b3c38 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:06.002718 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-233a89b4-167f-43f0-ba5e-836cc3c6e0b7 req-839e7a1b-9862-4f93-8844-5eb9fc5b3c38 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c8b9285-c659-45ee-87df-25d6ccd9b43b HTTP/1.1" status: 200 len: 947 time: 0.1024637 Aug 10 03:15:06.029035 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-54e550c4-7e77-43cf-8e71-155a7f506189 req-713c28ae-94a8-4267-83e2-766c69457fbc tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906625 Aug 10 03:15:06.044518 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-05cfa1f4-bf58-452a-967e-bb09f688ff06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:06.086624 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:06.112209 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-233a89b4-167f-43f0-ba5e-836cc3c6e0b7 req-a3ebe48b-a05e-42fc-8a06-bb7fe339126b tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8d28d33-caca-4f05-b0e0-721010e15342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821209 Aug 10 03:15:06.124124 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05cfa1f4-bf58-452a-967e-bb09f688ff06 admin admin] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:15:06.145025 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-05cfa1f4-bf58-452a-967e-bb09f688ff06 admin admin] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:15:06.152739 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cfa1f4-bf58-452a-967e-bb09f688ff06 admin admin] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:15:06.183767 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 89ce21b3-cb13-421c-b603-44256c67efd3, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=89ce21b3-cb13-421c-b603-44256c67efd3,segment=NetworkSegment(e1ea0112-d828-45f3-a96b-2a696c160566),segment_id=e1ea0112-d828-45f3-a96b-2a696c160566)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:06.185251 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7d864fb-d99a-4b8b-836a-5ba0bd97db6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89ce21b3-cb13-421c-b603-44256c67efd3'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:15:06.189392 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68fe77a5-cfeb-4558-8520-256b15020e1f" -d '{"events": [{"server_uuid": "e7d864fb-d99a-4b8b-836a-5ba0bd97db6c", "name": "network-vif-plugged", "status": "completed", "tag": "89ce21b3-cb13-421c-b603-44256c67efd3"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:15:06.195694 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:06.287390 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=89ce21b3-cb13-421c-b603-44256c67efd3,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:06.310132 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb4fb58-eaa3-4ef0-89d7-f2d1b5f844c4 x-openstack-request-id: req-bcb4fb58-eaa3-4ef0-89d7-f2d1b5f844c4 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:15:06.310566 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7d864fb-d99a-4b8b-836a-5ba0bd97db6c", "name": "network-vif-plugged", "status": "completed", "tag": "89ce21b3-cb13-421c-b603-44256c67efd3", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:15:06.310929 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bcb4fb58-eaa3-4ef0-89d7-f2d1b5f844c4 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:15:06.312069 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7d864fb-d99a-4b8b-836a-5ba0bd97db6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89ce21b3-cb13-421c-b603-44256c67efd3', 'code': 200} Aug 10 03:15:06.377927 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cfa1f4-bf58-452a-967e-bb09f688ff06 admin admin] Pushing event updated for resources: {'Port': ['ID=c8bcb339-2f7c-4d8f-aa0f-3bd27afbc437,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:06.524066 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215766fa-91b0-41b7-a64b-2ad707900524 req-3f8b82f4-9613-4e38-8b71-524c6f5de7e3 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:06.533069 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-215766fa-91b0-41b7-a64b-2ad707900524 req-3f8b82f4-9613-4e38-8b71-524c6f5de7e3 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7d864fb-d99a-4b8b-836a-5ba0bd97db6c HTTP/1.1" status: 200 len: 945 time: 0.1185184 Aug 10 03:15:06.544064 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9597a447-b7e4-42de-b3ad-2e0600e519d4 req-f996793b-f838-4168-a820-299a7927bdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:06.545703 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-9597a447-b7e4-42de-b3ad-2e0600e519d4 req-f996793b-f838-4168-a820-299a7927bdaf service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e7d864fb-d99a-4b8b-836a-5ba0bd97db6c HTTP/1.1" status: 200 len: 1097 time: 0.1505439 Aug 10 03:15:06.601607 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-215766fa-91b0-41b7-a64b-2ad707900524 req-e71655a2-dd14-402f-8a31-abd8f35074f1 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624721 Aug 10 03:15:06.621130 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-05cfa1f4-bf58-452a-967e-bb09f688ff06 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:06.625486 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-9597a447-b7e4-42de-b3ad-2e0600e519d4 req-56439def-39e3-49ef-bb54-9cbf4fddc3b9 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576825 Aug 10 03:15:06.637161 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 543834ab-fb50-4b3a-b4b6-4babb30446ef details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:15:06.646808 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 47c4ce85-91b4-497b-92b0-9e8b46ec064d up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:15:06.794075 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 75554983-959c-4706-8728-11a0abcbba0a up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:15:06.873937 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning for port 47c4ce85-91b4-497b-92b0-9e8b46ec064d completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:15:06.883599 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port 47c4ce85-91b4-497b-92b0-9e8b46ec064d triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:15:06.884237 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:06.989730 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60128f6b-963a-44fc-af85-addce0f4f054 req-ce8436e5-35dd-4c25-907e-4e5397fb9a44 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:06.991681 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-60128f6b-963a-44fc-af85-addce0f4f054 req-ce8436e5-35dd-4c25-907e-4e5397fb9a44 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=063e2de8-83eb-49a0-9d53-c3a7f698e2b1 HTTP/1.1" status: 200 len: 950 time: 0.1025519 Aug 10 03:15:06.993904 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 543834ab-fb50-4b3a-b4b6-4babb30446ef, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=543834ab-fb50-4b3a-b4b6-4babb30446ef,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:07.018073 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-05cfa1f4-bf58-452a-967e-bb09f688ff06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:07.042755 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': '543834ab-fb50-4b3a-b4b6-4babb30446ef', 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721', 'port_id': '543834ab-fb50-4b3a-b4b6-4babb30446ef', 'mac_address': 'fa:16:3e:a3:d8:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60d10164-1dee-4940-9d19-f71e6c18cbc5', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:15:07.055961 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 75554983-959c-4706-8728-11a0abcbba0a completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:15:07.081089 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-60128f6b-963a-44fc-af85-addce0f4f054 req-b210af27-9177-448c-bd21-1b63328171c0 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820301 Aug 10 03:15:07.181711 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:07.208574 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:07.230975 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 543834ab-fb50-4b3a-b4b6-4babb30446ef {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:15:07.246716 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05cfa1f4-bf58-452a-967e-bb09f688ff06 admin admin] Router 53808922-2112-4155-91f4-85e2caf7aee7 is scheduled to L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e with binding_index 1 {{(pid=94261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:15:07.253907 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f431e62-a856-4895-b2a0-a14c0e294a7c req-88386699-44ca-430f-949b-eb89208d6697 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:07.262646 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 543834ab-fb50-4b3a-b4b6-4babb30446ef, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=543834ab-fb50-4b3a-b4b6-4babb30446ef,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:07.264030 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7f431e62-a856-4895-b2a0-a14c0e294a7c req-88386699-44ca-430f-949b-eb89208d6697 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=d757fe12-2e16-469c-8140-4383b7103a75 HTTP/1.1" status: 200 len: 944 time: 0.1152380 Aug 10 03:15:07.273626 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:07.288592 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 47c4ce85-91b4-497b-92b0-9e8b46ec064d, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=47c4ce85-91b4-497b-92b0-9e8b46ec064d,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:07.310873 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:07.372053 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=543834ab-fb50-4b3a-b4b6-4babb30446ef,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:07.409317 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7f431e62-a856-4895-b2a0-a14c0e294a7c req-7cfad227-a188-4a14-b331-cdf39144ac5e tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442423 Aug 10 03:15:07.422841 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7464e052-529c-497b-a5f0-07e71d88769d req-71c0d330-0725-44fe-b8ec-accab9d65b8a tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:07.435070 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7464e052-529c-497b-a5f0-07e71d88769d req-71c0d330-0725-44fe-b8ec-accab9d65b8a tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c8b9285-c659-45ee-87df-25d6ccd9b43b HTTP/1.1" status: 200 len: 948 time: 0.1524010 Aug 10 03:15:07.451358 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08bc235f-9ae0-473d-9cb1-c2370b7f9739 None None] Network 3b981d1c-01ec-425f-9a81-0d8f4baa1977 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:15:07.523221 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05cfa1f4-bf58-452a-967e-bb09f688ff06 admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:15:07.534441 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef717a5-fef1-43dc-b0aa-b45cf610e180 None None] Sync routers for ids ['53808922-2112-4155-91f4-85e2caf7aee7'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:15:07.539084 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7464e052-529c-497b-a5f0-07e71d88769d req-a295482a-9df2-4809-a47e-b2d136dc59ce tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8d28d33-caca-4f05-b0e0-721010e15342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009407 Aug 10 03:15:07.560343 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-05cfa1f4-bf58-452a-967e-bb09f688ff06 admin admin] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:07.561569 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-05cfa1f4-bf58-452a-967e-bb09f688ff06 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.2533567 Aug 10 03:15:07.564398 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 45790) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:07.572729 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef717a5-fef1-43dc-b0aa-b45cf610e180 None None] Routers {'53808922-2112-4155-91f4-85e2caf7aee7'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:15:07.573406 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-bef717a5-fef1-43dc-b0aa-b45cf610e180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:14:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['53808922-2112-4155-91f4-85e2caf7aee7'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:07.712646 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-d48e2b58-2657-43bb-aef7-eb34a36d7e83 None None] Provisioning for port 75554983-959c-4706-8728-11a0abcbba0a completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:15:07.753052 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-d48e2b58-2657-43bb-aef7-eb34a36d7e83 None None] Provisioning complete for port 75554983-959c-4706-8728-11a0abcbba0a triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:15:07.753581 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d48e2b58-2657-43bb-aef7-eb34a36d7e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:07.825057 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 10f2bdda-5018-4b17-83c9-3fa8048c31cb details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:15:07.832499 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=47c4ce85-91b4-497b-92b0-9e8b46ec064d,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:07.852557 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24e7eca-bc60-41f3-a0b3-c5f54af7cc80 req-c9224fed-7935-4f6c-af7c-ecfd851a4448 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:07.856403 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f24e7eca-bc60-41f3-a0b3-c5f54af7cc80 req-c9224fed-7935-4f6c-af7c-ecfd851a4448 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7d864fb-d99a-4b8b-836a-5ba0bd97db6c HTTP/1.1" status: 200 len: 945 time: 0.0962410 Aug 10 03:15:07.899499 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-bef717a5-fef1-43dc-b0aa-b45cf610e180 None None] Set router 53808922-2112-4155-91f4-85e2caf7aee7 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:15:07.956710 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['543834ab-fb50-4b3a-b4b6-4babb30446ef'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:15:07.991704 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f24e7eca-bc60-41f3-a0b3-c5f54af7cc80 req-0b86d52d-deba-4d11-b07b-3bff85ee0d03 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226695 Aug 10 03:15:08.272494 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fc0e7a-ea96-4a17-b4dc-780e7a6fcd9f req-7e71ff52-6c8e-4873-bacf-2314cff20046 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:08.275377 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d48e2b58-2657-43bb-aef7-eb34a36d7e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:08.277620 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a7fc0e7a-ea96-4a17-b4dc-780e7a6fcd9f req-7e71ff52-6c8e-4873-bacf-2314cff20046 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=063e2de8-83eb-49a0-9d53-c3a7f698e2b1 HTTP/1.1" status: 200 len: 950 time: 0.0934367 Aug 10 03:15:08.280403 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 10f2bdda-5018-4b17-83c9-3fa8048c31cb, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=10f2bdda-5018-4b17-83c9-3fa8048c31cb,segment=NetworkSegment(ef460c05-97a2-474e-9fc7-ca614ed2a066),segment_id=ef460c05-97a2-474e-9fc7-ca614ed2a066)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:08.315193 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87af6787-eaca-4bde-a9b5-d946feb386c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47c4ce85-91b4-497b-92b0-9e8b46ec064d'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:15:08.317587 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb0d88c-005a-4bf5-8278-ae3f06ca01f4" -d '{"events": [{"server_uuid": "87af6787-eaca-4bde-a9b5-d946feb386c2", "name": "network-vif-plugged", "status": "completed", "tag": "47c4ce85-91b4-497b-92b0-9e8b46ec064d"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:15:08.334544 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-bef717a5-fef1-43dc-b0aa-b45cf610e180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53808922-2112-4155-91f4-85e2caf7aee7', 'name': 'tempest-AttachSCSIVolumeTestJSON-856381593-router', 'tenant_id': '698bc1b9fd8b4f24aacf0732f9da5055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'c8bcb339-2f7c-4d8f-aa0f-3bd27afbc437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:15:04Z', 'updated_at': '2021-08-10T03:15:06Z', 'revision_number': 3, 'project_id': '698bc1b9fd8b4f24aacf0732f9da5055', 'gw_port': {'id': 'c8bcb339-2f7c-4d8f-aa0f-3bd27afbc437', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:cf:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53808922-2112-4155-91f4-85e2caf7aee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:05Z', 'updated_at': '2021-08-10T03:15:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:08.344530 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': '10f2bdda-5018-4b17-83c9-3fa8048c31cb', 'network_id': '7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1', 'port_id': '10f2bdda-5018-4b17-83c9-3fa8048c31cb', 'mac_address': 'fa:16:3e:0b:1a:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a049acb-8e7b-42fd-b8b6-b5c474462166', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:15:08.377731 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a7fc0e7a-ea96-4a17-b4dc-780e7a6fcd9f req-415b837a-0f43-4266-bd9f-af1a47588d11 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887041 Aug 10 03:15:08.393900 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef717a5-fef1-43dc-b0aa-b45cf610e180 None None] Checking router: 53808922-2112-4155-91f4-85e2caf7aee7 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:15:08.394417 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef717a5-fef1-43dc-b0aa-b45cf610e180 None None] Updating router 53808922-2112-4155-91f4-85e2caf7aee7 port c8bcb339-2f7c-4d8f-aa0f-3bd27afbc437 binding host n-d-768862-13 {{(pid=94263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:15:08.433745 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-037686c5-185d-4f32-99dd-b41deb2a25ed x-openstack-request-id: req-037686c5-185d-4f32-99dd-b41deb2a25ed {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:15:08.434061 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87af6787-eaca-4bde-a9b5-d946feb386c2", "name": "network-vif-plugged", "status": "completed", "tag": "47c4ce85-91b4-497b-92b0-9e8b46ec064d", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:15:08.434443 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-037686c5-185d-4f32-99dd-b41deb2a25ed {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:15:08.434911 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87af6787-eaca-4bde-a9b5-d946feb386c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47c4ce85-91b4-497b-92b0-9e8b46ec064d', 'code': 200} Aug 10 03:15:08.441374 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-bef717a5-fef1-43dc-b0aa-b45cf610e180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:08.487196 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-d48e2b58-2657-43bb-aef7-eb34a36d7e83 None None] For port 75554983-959c-4706-8728-11a0abcbba0a, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=75554983-959c-4706-8728-11a0abcbba0a,segment=NetworkSegment(7ab813ec-b081-42ad-ba81-680bc6f3c774),segment_id=7ab813ec-b081-42ad-ba81-680bc6f3c774)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:08.509179 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d48e2b58-2657-43bb-aef7-eb34a36d7e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:08.536352 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:08.736520 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10f2bdda-5018-4b17-83c9-3fa8048c31cb {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:15:08.740383 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-be6a038f-4fbd-4c8d-aeb3-50c6b70c875e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:08.825611 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48e2b58-2657-43bb-aef7-eb34a36d7e83 None None] Pushing event updated for resources: {'Port': ['ID=75554983-959c-4706-8728-11a0abcbba0a,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:08.842581 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 10f2bdda-5018-4b17-83c9-3fa8048c31cb, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=10f2bdda-5018-4b17-83c9-3fa8048c31cb,segment=NetworkSegment(ef460c05-97a2-474e-9fc7-ca614ed2a066),segment_id=ef460c05-97a2-474e-9fc7-ca614ed2a066)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:08.860500 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:08.907895 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7207cd-2c80-4031-976c-425e8daeebd8 req-b0905d2c-13ff-4982-82d7-7b05c74a169a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:08.910261 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2e7207cd-2c80-4031-976c-425e8daeebd8 req-b0905d2c-13ff-4982-82d7-7b05c74a169a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=87af6787-eaca-4bde-a9b5-d946feb386c2 HTTP/1.1" status: 200 len: 1101 time: 0.3528242 Aug 10 03:15:08.987773 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-bef717a5-fef1-43dc-b0aa-b45cf610e180 None None] Notify callbacks [] for port, precommit_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:09.000432 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.provisioning_blocks [None req-bef717a5-fef1-43dc-b0aa-b45cf610e180 None None] Transition to ACTIVE for port object c8bcb339-2f7c-4d8f-aa0f-3bd27afbc437 will not be triggered until provisioned by entity L2. {{(pid=94263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:15:09.011058 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-bef717a5-fef1-43dc-b0aa-b45cf610e180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:09.032360 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=10f2bdda-5018-4b17-83c9-3fa8048c31cb,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:09.043000 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-943fc957-0c5b-42eb-8c8d-9a272e00f59d None None] Provisioning complete for port 75554983-959c-4706-8728-11a0abcbba0a triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:15:09.043468 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-943fc957-0c5b-42eb-8c8d-9a272e00f59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:09.117549 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ce58c-2a75-4404-83c6-82f8605d9b7b req-54eccc25-f7cd-4083-9499-8f24d95f4f38 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:09.128872 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2a6ce58c-2a75-4404-83c6-82f8605d9b7b req-54eccc25-f7cd-4083-9499-8f24d95f4f38 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=d757fe12-2e16-469c-8140-4383b7103a75 HTTP/1.1" status: 200 len: 944 time: 0.5093257 Aug 10 03:15:09.142480 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073538f2-e9ad-4b2a-94dd-73387258765e req-75c259f6-2d72-4e42-9f7e-083fe0083794 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:09.152193 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-073538f2-e9ad-4b2a-94dd-73387258765e req-75c259f6-2d72-4e42-9f7e-083fe0083794 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c8b9285-c659-45ee-87df-25d6ccd9b43b HTTP/1.1" status: 200 len: 948 time: 0.3986804 Aug 10 03:15:09.184323 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-be6a038f-4fbd-4c8d-aeb3-50c6b70c875e admin admin] Allocated IP 172.20.0.1 (3b981d1c-01ec-425f-9a81-0d8f4baa1977/06497a92-6e29-4a73-bf8f-e28be4f5a4e0/dc500372-690a-4135-9343-f400a7af8f0f) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:15:09.195948 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2e7207cd-2c80-4031-976c-425e8daeebd8 req-d06e0d10-3ecd-4fd0-9897-d95f7dff7510 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f8d28d33-caca-4f05-b0e0-721010e15342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686400 Aug 10 03:15:09.231469 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['10f2bdda-5018-4b17-83c9-3fa8048c31cb'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:15:09.249941 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-073538f2-e9ad-4b2a-94dd-73387258765e req-24ea47df-e229-4e83-9c13-cc5b31f6d8c7 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8d28d33-caca-4f05-b0e0-721010e15342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944307 Aug 10 03:15:09.297902 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2a6ce58c-2a75-4404-83c6-82f8605d9b7b req-0006be8f-10e0-4a81-8087-3294b153df15 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675723 Aug 10 03:15:09.302671 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712128a0-7eda-4e0d-928f-309d045e8898 None None] Pushing event updated for resources: {'Port': ['ID=c8bcb339-2f7c-4d8f-aa0f-3bd27afbc437,revision_number=2']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:09.329190 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712128a0-7eda-4e0d-928f-309d045e8898 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:09.330163 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712128a0-7eda-4e0d-928f-309d045e8898 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:09.330783 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712128a0-7eda-4e0d-928f-309d045e8898 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:09.331356 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712128a0-7eda-4e0d-928f-309d045e8898 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:09.332264 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712128a0-7eda-4e0d-928f-309d045e8898 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:09.332497 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712128a0-7eda-4e0d-928f-309d045e8898 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:09.333493 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712128a0-7eda-4e0d-928f-309d045e8898 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:09.334080 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712128a0-7eda-4e0d-928f-309d045e8898 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:09.334824 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712128a0-7eda-4e0d-928f-309d045e8898 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:09.335230 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712128a0-7eda-4e0d-928f-309d045e8898 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:09.335508 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712128a0-7eda-4e0d-928f-309d045e8898 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:09.335841 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712128a0-7eda-4e0d-928f-309d045e8898 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:09.392304 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-bef717a5-fef1-43dc-b0aa-b45cf610e180 None None] Attempting to bind port c8bcb339-2f7c-4d8f-aa0f-3bd27afbc437 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:15:09.392687 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-bef717a5-fef1-43dc-b0aa-b45cf610e180 None None] Attempting to bind port c8bcb339-2f7c-4d8f-aa0f-3bd27afbc437 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:15:09.393054 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef717a5-fef1-43dc-b0aa-b45cf610e180 None None] Attempting to bind port c8bcb339-2f7c-4d8f-aa0f-3bd27afbc437 on network 2ea12131-628a-487e-b434-0463553732bd {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:15:09.412560 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef717a5-fef1-43dc-b0aa-b45cf610e180 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:15:09.412954 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef717a5-fef1-43dc-b0aa-b45cf610e180 None None] Checking segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:15:09.413344 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-bef717a5-fef1-43dc-b0aa-b45cf610e180 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:09.413748 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef717a5-fef1-43dc-b0aa-b45cf610e180 None None] Bound using segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:15:09.419113 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-bef717a5-fef1-43dc-b0aa-b45cf610e180 None None] Bound port: c8bcb339-2f7c-4d8f-aa0f-3bd27afbc437, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:15:09.419564 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-bef717a5-fef1-43dc-b0aa-b45cf610e180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:09.490062 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-bef717a5-fef1-43dc-b0aa-b45cf610e180 None None] For port c8bcb339-2f7c-4d8f-aa0f-3bd27afbc437, host n-d-768862-13, cleared binding levels {{(pid=94263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:15:09.493503 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-be6a038f-4fbd-4c8d-aeb3-50c6b70c875e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:09.493697 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-bef717a5-fef1-43dc-b0aa-b45cf610e180 None None] For port c8bcb339-2f7c-4d8f-aa0f-3bd27afbc437, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=c8bcb339-2f7c-4d8f-aa0f-3bd27afbc437,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:15:09.498683 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-bef717a5-fef1-43dc-b0aa-b45cf610e180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:09.537899 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [None req-be6a038f-4fbd-4c8d-aeb3-50c6b70c875e admin admin] Transition to ACTIVE for port object dc500372-690a-4135-9343-f400a7af8f0f will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:15:09.575700 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef717a5-fef1-43dc-b0aa-b45cf610e180 None None] Routers {'53808922-2112-4155-91f4-85e2caf7aee7'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:15:09.576346 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-bef717a5-fef1-43dc-b0aa-b45cf610e180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:14:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['53808922-2112-4155-91f4-85e2caf7aee7'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:09.609077 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85342f66-2ae2-4015-a189-4d3d78d80900 req-b552c228-d654-473e-bde6-8dd18dec390b tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:09.611342 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-85342f66-2ae2-4015-a189-4d3d78d80900 req-b552c228-d654-473e-bde6-8dd18dec390b tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7d864fb-d99a-4b8b-836a-5ba0bd97db6c HTTP/1.1" status: 200 len: 945 time: 0.1156244 Aug 10 03:15:09.634527 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-be6a038f-4fbd-4c8d-aeb3-50c6b70c875e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:09.690618 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6a038f-4fbd-4c8d-aeb3-50c6b70c875e admin admin] Pushing event updated for resources: {'Port': ['ID=dc500372-690a-4135-9343-f400a7af8f0f,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:09.696570 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-85342f66-2ae2-4015-a189-4d3d78d80900 req-68890bd7-e536-423b-a947-b30c267cd3aa tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787117 Aug 10 03:15:09.711474 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba3795e-a4de-403b-907e-8242dea0ffcb req-4e8e61ff-b4bd-4122-a9ea-5ede29bef35a tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:09.713167 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8ba3795e-a4de-403b-907e-8242dea0ffcb req-4e8e61ff-b4bd-4122-a9ea-5ede29bef35a tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=063e2de8-83eb-49a0-9d53-c3a7f698e2b1 HTTP/1.1" status: 200 len: 950 time: 0.0869505 Aug 10 03:15:09.714484 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6a038f-4fbd-4c8d-aeb3-50c6b70c875e admin admin] Network 3b981d1c-01ec-425f-9a81-0d8f4baa1977 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:15:09.723618 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-be6a038f-4fbd-4c8d-aeb3-50c6b70c875e admin admin] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:15:09.726782 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6a038f-4fbd-4c8d-aeb3-50c6b70c875e admin admin] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:15:09.727333 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-be6a038f-4fbd-4c8d-aeb3-50c6b70c875e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521745'] for router_interface, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:09.764570 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712128a0-7eda-4e0d-928f-309d045e8898 None None] Pushing event updated for resources: {'Port': ['ID=c8bcb339-2f7c-4d8f-aa0f-3bd27afbc437,revision_number=3']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:09.797900 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8ba3795e-a4de-403b-907e-8242dea0ffcb req-0fad5118-908b-4120-a885-bbf2527f4979 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556204 Aug 10 03:15:09.831248 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-bef717a5-fef1-43dc-b0aa-b45cf610e180 None None] Set router 53808922-2112-4155-91f4-85e2caf7aee7 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:15:10.029875 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-be6a038f-4fbd-4c8d-aeb3-50c6b70c875e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:10.089191 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-bef717a5-fef1-43dc-b0aa-b45cf610e180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53808922-2112-4155-91f4-85e2caf7aee7', 'name': 'tempest-AttachSCSIVolumeTestJSON-856381593-router', 'tenant_id': '698bc1b9fd8b4f24aacf0732f9da5055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'c8bcb339-2f7c-4d8f-aa0f-3bd27afbc437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:15:04Z', 'updated_at': '2021-08-10T03:15:06Z', 'revision_number': 3, 'project_id': '698bc1b9fd8b4f24aacf0732f9da5055', 'gw_port': {'id': 'c8bcb339-2f7c-4d8f-aa0f-3bd27afbc437', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:cf:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53808922-2112-4155-91f4-85e2caf7aee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:05Z', 'updated_at': '2021-08-10T03:15:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:10.112417 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-a601efba-5f82-4947-82e0-a07bdf32abc4 None None] Provisioning for port dc500372-690a-4135-9343-f400a7af8f0f completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:15:10.117802 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-a601efba-5f82-4947-82e0-a07bdf32abc4 None None] Provisioning complete for port dc500372-690a-4135-9343-f400a7af8f0f triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:15:10.118453 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a601efba-5f82-4947-82e0-a07bdf32abc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:10.142287 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef717a5-fef1-43dc-b0aa-b45cf610e180 None None] The sync data for ids ['53808922-2112-4155-91f4-85e2caf7aee7'] in n-d-768862-13 is: [{'id': '53808922-2112-4155-91f4-85e2caf7aee7', 'name': 'tempest-AttachSCSIVolumeTestJSON-856381593-router', 'tenant_id': '698bc1b9fd8b4f24aacf0732f9da5055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'c8bcb339-2f7c-4d8f-aa0f-3bd27afbc437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:15:04Z', 'updated_at': '2021-08-10T03:15:06Z', 'revision_number': 3, 'project_id': '698bc1b9fd8b4f24aacf0732f9da5055', 'gw_port': {'id': 'c8bcb339-2f7c-4d8f-aa0f-3bd27afbc437', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:cf:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53808922-2112-4155-91f4-85e2caf7aee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:05Z', 'updated_at': '2021-08-10T03:15:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:15:10.190585 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-a601efba-5f82-4947-82e0-a07bdf32abc4 None None] Port dc500372-690a-4135-9343-f400a7af8f0f cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:15:10.257941 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-be6a038f-4fbd-4c8d-aeb3-50c6b70c875e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:10.263618 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-be6a038f-4fbd-4c8d-aeb3-50c6b70c875e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:10.264410 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-be6a038f-4fbd-4c8d-aeb3-50c6b70c875e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521893'] for router_interface, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:10.374838 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6a038f-4fbd-4c8d-aeb3-50c6b70c875e admin admin] Pushing event updated for resources: {'Port': ['ID=dc500372-690a-4135-9343-f400a7af8f0f,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:10.412643 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24dad22-f140-4fcc-bd6e-9520b6303cae req-c7d57ebd-0279-43ed-b11d-754a93d1520c tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:10.420366 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d24dad22-f140-4fcc-bd6e-9520b6303cae req-c7d57ebd-0279-43ed-b11d-754a93d1520c tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c8b9285-c659-45ee-87df-25d6ccd9b43b HTTP/1.1" status: 200 len: 948 time: 0.0882695 Aug 10 03:15:10.422760 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6a038f-4fbd-4c8d-aeb3-50c6b70c875e admin admin] Network 3b981d1c-01ec-425f-9a81-0d8f4baa1977 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:15:10.424365 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-be6a038f-4fbd-4c8d-aeb3-50c6b70c875e admin admin] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:15:10.501356 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf8c162-0a5e-404d-aa55-7261ea0fa4af req-85ed6f4b-0b7e-4cc8-8b39-0af500950150 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:10.517123 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2cf8c162-0a5e-404d-aa55-7261ea0fa4af req-85ed6f4b-0b7e-4cc8-8b39-0af500950150 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=d757fe12-2e16-469c-8140-4383b7103a75 HTTP/1.1" status: 200 len: 945 time: 0.0954230 Aug 10 03:15:10.538638 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d24dad22-f140-4fcc-bd6e-9520b6303cae req-5f751dcc-a183-4b1e-8c4e-d6dfa3d08039 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8d28d33-caca-4f05-b0e0-721010e15342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026318 Aug 10 03:15:10.582217 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2cf8c162-0a5e-404d-aa55-7261ea0fa4af req-3143dade-bc27-4436-ba65-dc4d7ca4f715 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586228 Aug 10 03:15:10.660874 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be6a038f-4fbd-4c8d-aeb3-50c6b70c875e admin admin] Router 53808922-2112-4155-91f4-85e2caf7aee7 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:15:10.746100 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69751b0a-30a6-4e08-b501-60567356b1e0 req-30df2143-4e73-4549-92d3-a18c72c47df5 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:10.754537 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-69751b0a-30a6-4e08-b501-60567356b1e0 req-30df2143-4e73-4549-92d3-a18c72c47df5 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7d864fb-d99a-4b8b-836a-5ba0bd97db6c HTTP/1.1" status: 200 len: 945 time: 0.1210659 Aug 10 03:15:10.856456 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-69751b0a-30a6-4e08-b501-60567356b1e0 req-99d1e1c4-1824-413d-8e91-0601390b1782 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939834 Aug 10 03:15:10.880445 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 75554983-959c-4706-8728-11a0abcbba0a up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:15:10.942135 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be6a038f-4fbd-4c8d-aeb3-50c6b70c875e admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:15:10.962448 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-be6a038f-4fbd-4c8d-aeb3-50c6b70c875e admin admin] 10.222.0.44 "PUT /v2.0/routers/53808922-2112-4155-91f4-85e2caf7aee7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3967087 Aug 10 03:15:10.999511 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 75554983-959c-4706-8728-11a0abcbba0a triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:15:10.999511 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:11.083340 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-ab3216bf-c316-47cf-8fe5-b27ca79ad991 None None] Provisioning complete for port dc500372-690a-4135-9343-f400a7af8f0f triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:15:11.084135 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ab3216bf-c316-47cf-8fe5-b27ca79ad991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:11.121453 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6a58c6-0f93-415c-8060-1ef0205b299d req-c9a8183c-72b5-4f3c-a28f-3ef2bf098f10 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:11.143772 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6b6a58c6-0f93-415c-8060-1ef0205b299d req-c9a8183c-72b5-4f3c-a28f-3ef2bf098f10 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=063e2de8-83eb-49a0-9d53-c3a7f698e2b1 HTTP/1.1" status: 200 len: 950 time: 0.1572931 Aug 10 03:15:11.147765 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-ab3216bf-c316-47cf-8fe5-b27ca79ad991 None None] Port dc500372-690a-4135-9343-f400a7af8f0f cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:15:11.258988 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device c8bcb339-2f7c-4d8f-aa0f-3bd27afbc437 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:15:11.275209 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6b6a58c6-0f93-415c-8060-1ef0205b299d req-190d5e82-e817-4479-8287-088725dccb74 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269915 Aug 10 03:15:11.336606 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port c8bcb339-2f7c-4d8f-aa0f-3bd27afbc437 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:15:11.351478 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port c8bcb339-2f7c-4d8f-aa0f-3bd27afbc437 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:15:11.355727 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:11.764774 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24153549-bfe9-4c70-92b7-c939441cd66a req-1d91a150-9715-4145-bd80-75e7c1dcdf12 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:11.767089 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-24153549-bfe9-4c70-92b7-c939441cd66a req-1d91a150-9715-4145-bd80-75e7c1dcdf12 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c8b9285-c659-45ee-87df-25d6ccd9b43b HTTP/1.1" status: 200 len: 948 time: 0.1104424 Aug 10 03:15:11.784309 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:11.805753 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882f26cd-a4e0-4a27-8759-d8763953970a req-2b4fe529-e456-48fc-b9d1-7314f0ee18b2 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:11.814589 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-882f26cd-a4e0-4a27-8759-d8763953970a req-2b4fe529-e456-48fc-b9d1-7314f0ee18b2 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=d757fe12-2e16-469c-8140-4383b7103a75 HTTP/1.1" status: 200 len: 945 time: 0.1087396 Aug 10 03:15:11.815225 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port c8bcb339-2f7c-4d8f-aa0f-3bd27afbc437, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=c8bcb339-2f7c-4d8f-aa0f-3bd27afbc437,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:11.821525 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 10f2bdda-5018-4b17-83c9-3fa8048c31cb up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:15:11.824929 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 45884) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:11.825930 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:11.834518 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-d26306c5-d6c0-481f-a9e1-aaf80e9e4f88 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-279609693-network', 'tenant_id': '5d5ddfb545dd447787387384046031bf'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:15:11.883344 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d26306c5-d6c0-481f-a9e1-aaf80e9e4f88 admin admin] Made reservation on behalf of 5d5ddfb545dd447787387384046031bf for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:15:11.887099 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d26306c5-d6c0-481f-a9e1-aaf80e9e4f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:11.909513 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d26306c5-d6c0-481f-a9e1-aaf80e9e4f88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:11.912982 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-882f26cd-a4e0-4a27-8759-d8763953970a req-66db08d9-740b-4fe7-9e30-860441252f8f tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931942 Aug 10 03:15:11.921251 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-24153549-bfe9-4c70-92b7-c939441cd66a req-8df223ee-a2af-4e06-a8c7-b5fd1b01f8d4 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8d28d33-caca-4f05-b0e0-721010e15342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369274 Aug 10 03:15:12.013469 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=c8bcb339-2f7c-4d8f-aa0f-3bd27afbc437,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:12.047338 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning for port 10f2bdda-5018-4b17-83c9-3fa8048c31cb completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:15:12.053763 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port 10f2bdda-5018-4b17-83c9-3fa8048c31cb triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:15:12.054151 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:12.101911 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d26306c5-d6c0-481f-a9e1-aaf80e9e4f88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:12.122141 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d26306c5-d6c0-481f-a9e1-aaf80e9e4f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:12.166074 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d26306c5-d6c0-481f-a9e1-aaf80e9e4f88 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:15:12.178711 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26306c5-d6c0-481f-a9e1-aaf80e9e4f88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47b7e2b2-c8e9-4d51-a3bf-cc96b81bf44b,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:12.184478 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7fdef4-7967-4296-9b4d-9820f7c5c7cd req-a9dcae2b-694f-44f3-987d-1d8ca1a88723 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:12.184821 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d26306c5-d6c0-481f-a9e1-aaf80e9e4f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:12.185107 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-d26306c5-d6c0-481f-a9e1-aaf80e9e4f88 admin admin] Added segment 0905f5a1-ac0e-41c3-8909-2c9ac4497c0f of type vlan for network bfc6c5b1-7a93-465f-a5a4-296d1d3f2689 Aug 10 03:15:12.191785 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7b7fdef4-7967-4296-9b4d-9820f7c5c7cd req-a9dcae2b-694f-44f3-987d-1d8ca1a88723 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7d864fb-d99a-4b8b-836a-5ba0bd97db6c HTTP/1.1" status: 200 len: 945 time: 0.1047370 Aug 10 03:15:12.224712 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:12.243317 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d26306c5-d6c0-481f-a9e1-aaf80e9e4f88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:12.257918 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7b7fdef4-7967-4296-9b4d-9820f7c5c7cd req-07c5717c-026a-40ad-9396-ef0bb6dcd714 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572340 Aug 10 03:15:12.286442 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d26306c5-d6c0-481f-a9e1-aaf80e9e4f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:12.287502 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd757fe12-2e16-469c-8140-4383b7103a75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10f2bdda-5018-4b17-83c9-3fa8048c31cb'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:15:12.288391 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26306c5-d6c0-481f-a9e1-aaf80e9e4f88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:12.289243 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d26306c5-d6c0-481f-a9e1-aaf80e9e4f88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:12.290460 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14bfe05a-b2ff-46f7-a93f-d5cdae6fc5a3" -d '{"events": [{"server_uuid": "d757fe12-2e16-469c-8140-4383b7103a75", "name": "network-vif-plugged", "status": "completed", "tag": "10f2bdda-5018-4b17-83c9-3fa8048c31cb"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:15:12.295537 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 10f2bdda-5018-4b17-83c9-3fa8048c31cb, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=10f2bdda-5018-4b17-83c9-3fa8048c31cb,segment=NetworkSegment(ef460c05-97a2-474e-9fc7-ca614ed2a066),segment_id=ef460c05-97a2-474e-9fc7-ca614ed2a066)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:12.319372 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:12.369986 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25918e5c-fdc7-4fb5-9742-9933acfcfc8b x-openstack-request-id: req-25918e5c-fdc7-4fb5-9742-9933acfcfc8b {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:15:12.370595 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d757fe12-2e16-469c-8140-4383b7103a75", "name": "network-vif-plugged", "status": "completed", "tag": "10f2bdda-5018-4b17-83c9-3fa8048c31cb", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:15:12.370851 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-25918e5c-fdc7-4fb5-9742-9933acfcfc8b {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:15:12.371252 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd757fe12-2e16-469c-8140-4383b7103a75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10f2bdda-5018-4b17-83c9-3fa8048c31cb', 'code': 200} Aug 10 03:15:12.400173 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-d26306c5-d6c0-481f-a9e1-aaf80e9e4f88 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5739002 Aug 10 03:15:12.403672 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 45898) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:12.416032 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26306c5-d6c0-481f-a9e1-aaf80e9e4f88 admin admin] Pushing event updated for resources: {'Network': ['ID=bfc6c5b1-7a93-465f-a5a4-296d1d3f2689,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:12.485719 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:15:12.499385 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network bfc6c5b1-7a93-465f-a5a4-296d1d3f2689 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:15:12.532187 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-e96612c6-2db3-4967-82b6-da293c3189ce admin admin] Request body: {'subnet': {'network_id': 'bfc6c5b1-7a93-465f-a5a4-296d1d3f2689', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-279609693-subnet', 'tenant_id': '5d5ddfb545dd447787387384046031bf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:15:12.563618 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd59c7c-3c7f-423d-837d-8aa74783ad1e req-d9bfa461-b315-4a8b-972b-2114cb402e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:12.565187 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-4bd59c7c-3c7f-423d-837d-8aa74783ad1e req-d9bfa461-b315-4a8b-972b-2114cb402e9c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d757fe12-2e16-469c-8140-4383b7103a75 HTTP/1.1" status: 200 len: 1098 time: 0.0662625 Aug 10 03:15:12.572769 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=10f2bdda-5018-4b17-83c9-3fa8048c31cb,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:12.579815 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e96612c6-2db3-4967-82b6-da293c3189ce admin admin] Made reservation on behalf of 5d5ddfb545dd447787387384046031bf for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:15:12.582829 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e96612c6-2db3-4967-82b6-da293c3189ce admin admin] Notify callbacks [] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:12.674757 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-4bd59c7c-3c7f-423d-837d-8aa74783ad1e req-9ea95803-5981-488f-bb2f-4fb80f4b1085 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948110 Aug 10 03:15:12.692327 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 543834ab-fb50-4b3a-b4b6-4babb30446ef up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:15:12.762784 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfc4336-9eb0-4083-8b3c-16136a6a3c1c req-780c9c73-f2bb-44cd-bc97-73c67d3ebbf9 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:12.773658 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3dfc4336-9eb0-4083-8b3c-16136a6a3c1c req-780c9c73-f2bb-44cd-bc97-73c67d3ebbf9 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=063e2de8-83eb-49a0-9d53-c3a7f698e2b1 HTTP/1.1" status: 200 len: 950 time: 0.3634927 Aug 10 03:15:12.792540 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device c8bcb339-2f7c-4d8f-aa0f-3bd27afbc437 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:15:12.842892 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3dfc4336-9eb0-4083-8b3c-16136a6a3c1c req-600f30c6-f823-4e17-9854-f0c587e7ecf7 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681837 Aug 10 03:15:12.868443 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning for port 543834ab-fb50-4b3a-b4b6-4babb30446ef completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:15:12.875589 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port 543834ab-fb50-4b3a-b4b6-4babb30446ef triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:15:12.876422 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:12.927158 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port c8bcb339-2f7c-4d8f-aa0f-3bd27afbc437 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:15:12.927525 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:12.987622 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0596de6-2739-4080-886d-1f262f9b05c7 None None] Sync routers for ids ['53808922-2112-4155-91f4-85e2caf7aee7'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:15:12.992112 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e96612c6-2db3-4967-82b6-da293c3189ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:13.031610 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0596de6-2739-4080-886d-1f262f9b05c7 None None] Routers {'53808922-2112-4155-91f4-85e2caf7aee7'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:15:13.032245 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-c0596de6-2739-4080-886d-1f262f9b05c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:14:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['53808922-2112-4155-91f4-85e2caf7aee7'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:13.105675 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:13.118498 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96612c6-2db3-4967-82b6-da293c3189ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=b62f76ce-2e1b-47b1-9644-7d0b0edf85ed,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:13.148135 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96612c6-2db3-4967-82b6-da293c3189ce admin admin] Checking segment: {'id': '0905f5a1-ac0e-41c3-8909-2c9ac4497c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'bfc6c5b1-7a93-465f-a5a4-296d1d3f2689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:15:13.148808 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96612c6-2db3-4967-82b6-da293c3189ce admin admin] Network hostable DHCP agents. Network: bfc6c5b1-7a93-465f-a5a4-296d1d3f2689, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:15:13.189498 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b54756-b860-4bf8-9555-bd802cdf3af8 req-fac46ef2-a68c-475f-9fda-22f2a1c59ff6 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:13.191611 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-84b54756-b860-4bf8-9555-bd802cdf3af8 req-fac46ef2-a68c-475f-9fda-22f2a1c59ff6 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=d757fe12-2e16-469c-8140-4383b7103a75 HTTP/1.1" status: 200 len: 946 time: 0.1434264 Aug 10 03:15:13.199788 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d0e971-4f6d-46dd-9591-a4c827f15bf4 req-25cecebc-8631-4ad7-9ffc-2a69faf7ae59 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:13.201626 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-65d0e971-4f6d-46dd-9591-a4c827f15bf4 req-25cecebc-8631-4ad7-9ffc-2a69faf7ae59 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c8b9285-c659-45ee-87df-25d6ccd9b43b HTTP/1.1" status: 200 len: 948 time: 0.1559927 Aug 10 03:15:13.204808 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96612c6-2db3-4967-82b6-da293c3189ce admin admin] Network bfc6c5b1-7a93-465f-a5a4-296d1d3f2689 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:15:13.233495 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-c0596de6-2739-4080-886d-1f262f9b05c7 None None] Set router 53808922-2112-4155-91f4-85e2caf7aee7 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:15:13.265099 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-65d0e971-4f6d-46dd-9591-a4c827f15bf4 req-f7b1cc17-91ad-472a-b925-a42b79081c8a tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8d28d33-caca-4f05-b0e0-721010e15342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527210 Aug 10 03:15:13.269633 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-e96612c6-2db3-4967-82b6-da293c3189ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, bfc6c5b1-7a93-465f-a5a4-296d1d3f2689) {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:15:13.279998 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96612c6-2db3-4967-82b6-da293c3189ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:13.280596 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e96612c6-2db3-4967-82b6-da293c3189ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:13.289099 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a783f65a-bcb1-4662-b0d0-96748c714f3b None None] Network bfc6c5b1-7a93-465f-a5a4-296d1d3f2689 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:15:13.294974 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-84b54756-b860-4bf8-9555-bd802cdf3af8 req-ed06ab26-5f21-4f76-b5bb-9b99293db4ca tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917399 Aug 10 03:15:13.304984 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-e96612c6-2db3-4967-82b6-da293c3189ce admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8992331 Aug 10 03:15:13.308902 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 45918) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:13.314008 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-77469881-f44f-4481-b392-dfbb8c626b79 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-279609693-router', 'tenant_id': '5d5ddfb545dd447787387384046031bf', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:15:13.350894 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-77469881-f44f-4481-b392-dfbb8c626b79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:13.352259 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-77469881-f44f-4481-b392-dfbb8c626b79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:13.372566 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 543834ab-fb50-4b3a-b4b6-4babb30446ef, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=543834ab-fb50-4b3a-b4b6-4babb30446ef,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:13.418841 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:13.441217 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-77469881-f44f-4481-b392-dfbb8c626b79 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:13.475100 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474febc9-a6cc-4ed3-ad3e-6f89fd42235a req-e51d7ccb-c4d3-4bbb-8dc4-daad996c7e15 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:13.485192 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-474febc9-a6cc-4ed3-ad3e-6f89fd42235a req-e51d7ccb-c4d3-4bbb-8dc4-daad996c7e15 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7d864fb-d99a-4b8b-836a-5ba0bd97db6c HTTP/1.1" status: 200 len: 945 time: 0.0863717 Aug 10 03:15:13.569944 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=543834ab-fb50-4b3a-b4b6-4babb30446ef,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:13.576338 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-474febc9-a6cc-4ed3-ad3e-6f89fd42235a req-daf2a81c-7b17-4782-949c-5e17215036cf tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895638 Aug 10 03:15:13.824109 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f996de6-b09e-4e56-aef8-199400daa742 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-bfc6c5b1-7a93-465f-a5a4-296d1d3f2689', 'network_id': 'bfc6c5b1-7a93-465f-a5a4-296d1d3f2689', 'tenant_id': '5d5ddfb545dd447787387384046031bf', 'fixed_ips': [{'subnet_id': 'b62f76ce-2e1b-47b1-9644-7d0b0edf85ed'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:15:13.825480 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4f996de6-b09e-4e56-aef8-199400daa742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:13.969806 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-c0596de6-2739-4080-886d-1f262f9b05c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53808922-2112-4155-91f4-85e2caf7aee7', 'name': 'tempest-AttachSCSIVolumeTestJSON-856381593-router', 'tenant_id': '698bc1b9fd8b4f24aacf0732f9da5055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'c8bcb339-2f7c-4d8f-aa0f-3bd27afbc437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:15:04Z', 'updated_at': '2021-08-10T03:15:09Z', 'revision_number': 4, 'project_id': '698bc1b9fd8b4f24aacf0732f9da5055', 'gw_port': {'id': 'c8bcb339-2f7c-4d8f-aa0f-3bd27afbc437', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:cf:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53808922-2112-4155-91f4-85e2caf7aee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:05Z', 'updated_at': '2021-08-10T03:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': 'dc500372-690a-4135-9343-f400a7af8f0f', 'name': '', 'network_id': '3b981d1c-01ec-425f-9a81-0d8f4baa1977', 'tenant_id': '698bc1b9fd8b4f24aacf0732f9da5055', 'mac_address': 'fa:16:3e:96:f2:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53808922-2112-4155-91f4-85e2caf7aee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '06497a92-6e29-4a73-bf8f-e28be4f5a4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:08Z', 'updated_at': '2021-08-10T03:15:10Z', 'revision_number': 2, 'project_id': '698bc1b9fd8b4f24aacf0732f9da5055', 'subnets': [{'id': '06497a92-6e29-4a73-bf8f-e28be4f5a4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:13.979549 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-77469881-f44f-4481-b392-dfbb8c626b79 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:14.004216 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0596de6-2739-4080-886d-1f262f9b05c7 None None] Checking router: 53808922-2112-4155-91f4-85e2caf7aee7 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:15:14.004572 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0596de6-2739-4080-886d-1f262f9b05c7 None None] Updating router 53808922-2112-4155-91f4-85e2caf7aee7 port dc500372-690a-4135-9343-f400a7af8f0f binding host n-d-768862-13 {{(pid=94262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:15:14.018828 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83492e9e-e972-4ed4-85eb-6e7a54fe1bb8 req-1c7addf8-87a5-4352-af88-ce8739bafb08 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:14.021169 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-83492e9e-e972-4ed4-85eb-6e7a54fe1bb8 req-1c7addf8-87a5-4352-af88-ce8739bafb08 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=063e2de8-83eb-49a0-9d53-c3a7f698e2b1 HTTP/1.1" status: 200 len: 950 time: 0.0881457 Aug 10 03:15:14.061710 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c0596de6-2739-4080-886d-1f262f9b05c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:14.099839 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-83492e9e-e972-4ed4-85eb-6e7a54fe1bb8 req-1f724dc4-1f8f-42d0-92c1-bef052095cc9 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712767 Aug 10 03:15:14.270119 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-77469881-f44f-4481-b392-dfbb8c626b79 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:14.299800 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-77469881-f44f-4481-b392-dfbb8c626b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:14.374028 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c8b9285-c659-45ee-87df-25d6ccd9b43b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '543834ab-fb50-4b3a-b4b6-4babb30446ef'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:15:14.376332 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dd9018a-200d-4baf-9f27-cd00af781c00" -d '{"events": [{"server_uuid": "7c8b9285-c659-45ee-87df-25d6ccd9b43b", "name": "network-vif-plugged", "status": "completed", "tag": "543834ab-fb50-4b3a-b4b6-4babb30446ef"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:15:14.409937 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-4f996de6-b09e-4e56-aef8-199400daa742 None None] Allocated IP 172.20.0.2 (bfc6c5b1-7a93-465f-a5a4-296d1d3f2689/b62f76ce-2e1b-47b1-9644-7d0b0edf85ed/7623f5aa-ffcc-4048-a3a6-9290f2b1136d) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:15:14.536093 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c0596de6-2739-4080-886d-1f262f9b05c7 None None] Notify callbacks [] for port, precommit_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:14.559508 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c0596de6-2739-4080-886d-1f262f9b05c7 None None] Transition to ACTIVE for port object dc500372-690a-4135-9343-f400a7af8f0f will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:15:14.579559 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c0596de6-2739-4080-886d-1f262f9b05c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:14.591378 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-77469881-f44f-4481-b392-dfbb8c626b79 admin admin] Allocated IP 172.25.6.181 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/8e89884b-cb9d-47d3-bccc-1e49d5a5b3d5) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:15:14.605463 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaac455-8560-47e4-8435-67d61ff1a48e req-08bc4e80-ce93-498c-b0ea-91683d6ffd22 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:14.614508 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-abaac455-8560-47e4-8435-67d61ff1a48e req-08bc4e80-ce93-498c-b0ea-91683d6ffd22 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c8b9285-c659-45ee-87df-25d6ccd9b43b HTTP/1.1" status: 200 len: 949 time: 0.1720507 Aug 10 03:15:14.636585 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e900eb5f-f550-4980-8585-7685f082855d None None] Pushing event updated for resources: {'Port': ['ID=dc500372-690a-4135-9343-f400a7af8f0f,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:14.638495 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5fc387-e703-4020-8e37-069fe2faa1e9 req-736c71d7-6803-4c7a-baef-7a01f63ce554 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:14.641251 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9c5fc387-e703-4020-8e37-069fe2faa1e9 req-736c71d7-6803-4c7a-baef-7a01f63ce554 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=d757fe12-2e16-469c-8140-4383b7103a75 HTTP/1.1" status: 200 len: 946 time: 0.1342006 Aug 10 03:15:14.745867 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-77469881-f44f-4481-b392-dfbb8c626b79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:14.762872 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-abaac455-8560-47e4-8435-67d61ff1a48e req-4b41a4a4-7000-4922-b8b7-3f501e3c3697 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8d28d33-caca-4f05-b0e0-721010e15342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471515 Aug 10 03:15:14.771672 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-c0596de6-2739-4080-886d-1f262f9b05c7 None None] Attempting to bind port dc500372-690a-4135-9343-f400a7af8f0f on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:15:14.772084 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-c0596de6-2739-4080-886d-1f262f9b05c7 None None] Attempting to bind port dc500372-690a-4135-9343-f400a7af8f0f by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '7ab813ec-b081-42ad-ba81-680bc6f3c774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3b981d1c-01ec-425f-9a81-0d8f4baa1977'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:15:14.772461 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0596de6-2739-4080-886d-1f262f9b05c7 None None] Attempting to bind port dc500372-690a-4135-9343-f400a7af8f0f on network 3b981d1c-01ec-425f-9a81-0d8f4baa1977 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:15:14.793217 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-77469881-f44f-4481-b392-dfbb8c626b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:14.796184 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0596de6-2739-4080-886d-1f262f9b05c7 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:15:14.796571 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0596de6-2739-4080-886d-1f262f9b05c7 None None] Checking segment: {'id': '7ab813ec-b081-42ad-ba81-680bc6f3c774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3b981d1c-01ec-425f-9a81-0d8f4baa1977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:15:14.797035 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c0596de6-2739-4080-886d-1f262f9b05c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:14.798577 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0596de6-2739-4080-886d-1f262f9b05c7 None None] Bound using segment: {'id': '7ab813ec-b081-42ad-ba81-680bc6f3c774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3b981d1c-01ec-425f-9a81-0d8f4baa1977'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:15:14.799183 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-c0596de6-2739-4080-886d-1f262f9b05c7 None None] Bound port: dc500372-690a-4135-9343-f400a7af8f0f, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ab813ec-b081-42ad-ba81-680bc6f3c774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3b981d1c-01ec-425f-9a81-0d8f4baa1977'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:15:14.799581 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c0596de6-2739-4080-886d-1f262f9b05c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:14.811004 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9c5fc387-e703-4020-8e37-069fe2faa1e9 req-a9ec2c9f-0772-4fb3-abee-702eef6b0854 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504655 Aug 10 03:15:14.848168 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4f996de6-b09e-4e56-aef8-199400daa742 None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:14.879565 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77469881-f44f-4481-b392-dfbb8c626b79 admin admin] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:15:14.881291 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77469881-f44f-4481-b392-dfbb8c626b79 admin admin] Pushing event updated for resources: {'Port': ['ID=8e89884b-cb9d-47d3-bccc-1e49d5a5b3d5,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:14.886578 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-77469881-f44f-4481-b392-dfbb8c626b79 admin admin] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:15:14.894840 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77469881-f44f-4481-b392-dfbb8c626b79 admin admin] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:15:15.070523 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea4face-d3f1-4bde-9b91-913cd05cc245 x-openstack-request-id: req-1ea4face-d3f1-4bde-9b91-913cd05cc245 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:15:15.070523 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c8b9285-c659-45ee-87df-25d6ccd9b43b", "name": "network-vif-plugged", "status": "completed", "tag": "543834ab-fb50-4b3a-b4b6-4babb30446ef", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:15:15.070792 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1ea4face-d3f1-4bde-9b91-913cd05cc245 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:15:15.071611 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c8b9285-c659-45ee-87df-25d6ccd9b43b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '543834ab-fb50-4b3a-b4b6-4babb30446ef', 'code': 200} Aug 10 03:15:15.075419 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c0596de6-2739-4080-886d-1f262f9b05c7 None None] For port dc500372-690a-4135-9343-f400a7af8f0f, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:15:15.086672 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c0596de6-2739-4080-886d-1f262f9b05c7 None None] For port dc500372-690a-4135-9343-f400a7af8f0f, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=dc500372-690a-4135-9343-f400a7af8f0f,segment=NetworkSegment(7ab813ec-b081-42ad-ba81-680bc6f3c774),segment_id=7ab813ec-b081-42ad-ba81-680bc6f3c774)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:15:15.089438 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-4f996de6-b09e-4e56-aef8-199400daa742 None None] Transition to ACTIVE for port object 7623f5aa-ffcc-4048-a3a6-9290f2b1136d will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:15:15.116957 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e039fda8-a6a8-441f-8fd5-95ed006ccb50 req-be6e79f3-e452-46f3-8e35-a1243b9ce423 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:15.125656 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c0596de6-2739-4080-886d-1f262f9b05c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:15.138384 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e039fda8-a6a8-441f-8fd5-95ed006ccb50 req-be6e79f3-e452-46f3-8e35-a1243b9ce423 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7d864fb-d99a-4b8b-836a-5ba0bd97db6c HTTP/1.1" status: 200 len: 945 time: 0.1825571 Aug 10 03:15:15.196109 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39630ffb-d123-4b8d-b209-f04a9821e11f req-e3957863-87a5-4fc6-b3c1-77daa851c9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:15.198133 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-39630ffb-d123-4b8d-b209-f04a9821e11f req-e3957863-87a5-4fc6-b3c1-77daa851c9bd service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7c8b9285-c659-45ee-87df-25d6ccd9b43b HTTP/1.1" status: 200 len: 1101 time: 0.2319424 Aug 10 03:15:15.275688 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-4f996de6-b09e-4e56-aef8-199400daa742 None None] Transition to ACTIVE for port object 7623f5aa-ffcc-4048-a3a6-9290f2b1136d will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:15:15.298407 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0596de6-2739-4080-886d-1f262f9b05c7 None None] Routers {'53808922-2112-4155-91f4-85e2caf7aee7'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:15:15.299550 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-c0596de6-2739-4080-886d-1f262f9b05c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:14:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['53808922-2112-4155-91f4-85e2caf7aee7'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:15.304195 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e039fda8-a6a8-441f-8fd5-95ed006ccb50 req-a2411eb2-7354-42d6-a137-7bfea6439784 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643450 Aug 10 03:15:15.307582 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4f996de6-b09e-4e56-aef8-199400daa742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:15.361252 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d1cc7d-e5cc-4092-b69f-5fb8044bf159 req-3764da18-f37b-48d2-a7f8-7ef06e43dc5d tempest-LiveAutoBlockMigrationV225Test-725400249 tempest-LiveAutoBlockMigrationV225Test-725400249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:15.380194 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-48d1cc7d-e5cc-4092-b69f-5fb8044bf159 req-3764da18-f37b-48d2-a7f8-7ef06e43dc5d tempest-LiveAutoBlockMigrationV225Test-725400249 tempest-LiveAutoBlockMigrationV225Test-725400249-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=d757fe12-2e16-469c-8140-4383b7103a75 HTTP/1.1" status: 200 len: 1098 time: 0.2237787 Aug 10 03:15:15.384357 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-39630ffb-d123-4b8d-b209-f04a9821e11f req-6de9dd08-9cd1-4ef3-907e-ce7ac8f33d0e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f8d28d33-caca-4f05-b0e0-721010e15342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621566 Aug 10 03:15:15.529816 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-77469881-f44f-4481-b392-dfbb8c626b79 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:15.554897 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-48d1cc7d-e5cc-4092-b69f-5fb8044bf159 req-9d73f47c-022b-4a40-8038-17f489baf4b7 tempest-LiveAutoBlockMigrationV225Test-725400249 tempest-LiveAutoBlockMigrationV225Test-725400249-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733303 Aug 10 03:15:15.561861 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f996de6-b09e-4e56-aef8-199400daa742 None None] Network bfc6c5b1-7a93-465f-a5a4-296d1d3f2689 is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:15:15.564926 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e900eb5f-f550-4980-8585-7685f082855d None None] Pushing event updated for resources: {'Port': ['ID=dc500372-690a-4135-9343-f400a7af8f0f,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:15.573823 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-4f996de6-b09e-4e56-aef8-199400daa742 None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:15:15.586125 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f996de6-b09e-4e56-aef8-199400daa742 None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:15:15.612621 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328d992-6cdd-4b46-8ff8-4a4c3b1d719a req-af27dd5a-21fc-4fd8-aac5-2ed1e14947e4 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:15.623511 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3328d992-6cdd-4b46-8ff8-4a4c3b1d719a req-af27dd5a-21fc-4fd8-aac5-2ed1e14947e4 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=063e2de8-83eb-49a0-9d53-c3a7f698e2b1 HTTP/1.1" status: 200 len: 950 time: 0.1766250 Aug 10 03:15:15.679086 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3328d992-6cdd-4b46-8ff8-4a4c3b1d719a req-3442a8b6-7c4a-4dbb-abae-419eb88ce1bf tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546062 Aug 10 03:15:15.928785 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-77469881-f44f-4481-b392-dfbb8c626b79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:16.006096 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d3b588-b7b5-4846-8235-909c22f306d2 req-94b353b7-0b8b-4e4e-a574-fdf3f9a3d30b tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:16.010696 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-34d3b588-b7b5-4846-8235-909c22f306d2 req-94b353b7-0b8b-4e4e-a574-fdf3f9a3d30b tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c8b9285-c659-45ee-87df-25d6ccd9b43b HTTP/1.1" status: 200 len: 949 time: 0.1314447 Aug 10 03:15:16.083504 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f996de6-b09e-4e56-aef8-199400daa742 None None] Pushing event updated for resources: {'Port': ['ID=7623f5aa-ffcc-4048-a3a6-9290f2b1136d,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:16.133664 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-34d3b588-b7b5-4846-8235-909c22f306d2 req-1fdcf97b-1e79-4205-85b0-db7d8d703e2e tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8d28d33-caca-4f05-b0e0-721010e15342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156900 Aug 10 03:15:16.223916 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-4f996de6-b09e-4e56-aef8-199400daa742 None None] Attempting to bind port 7623f5aa-ffcc-4048-a3a6-9290f2b1136d on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:15:16.226747 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-4f996de6-b09e-4e56-aef8-199400daa742 None None] Attempting to bind port 7623f5aa-ffcc-4048-a3a6-9290f2b1136d by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '0905f5a1-ac0e-41c3-8909-2c9ac4497c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'bfc6c5b1-7a93-465f-a5a4-296d1d3f2689'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:15:16.227390 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f996de6-b09e-4e56-aef8-199400daa742 None None] Attempting to bind port 7623f5aa-ffcc-4048-a3a6-9290f2b1136d on network bfc6c5b1-7a93-465f-a5a4-296d1d3f2689 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:15:16.232127 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77469881-f44f-4481-b392-dfbb8c626b79 admin admin] Router db6359cb-301c-494c-a81b-f9641c3ea574 is scheduled to L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e with binding_index 1 {{(pid=94261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:15:16.250116 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-c0596de6-2739-4080-886d-1f262f9b05c7 None None] Set router 53808922-2112-4155-91f4-85e2caf7aee7 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:15:16.284250 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f996de6-b09e-4e56-aef8-199400daa742 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:15:16.284658 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f996de6-b09e-4e56-aef8-199400daa742 None None] Checking segment: {'id': '0905f5a1-ac0e-41c3-8909-2c9ac4497c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'bfc6c5b1-7a93-465f-a5a4-296d1d3f2689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:15:16.291064 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4f996de6-b09e-4e56-aef8-199400daa742 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:16.291279 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f996de6-b09e-4e56-aef8-199400daa742 None None] Bound using segment: {'id': '0905f5a1-ac0e-41c3-8909-2c9ac4497c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'bfc6c5b1-7a93-465f-a5a4-296d1d3f2689'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:15:16.292148 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-4f996de6-b09e-4e56-aef8-199400daa742 None None] Bound port: 7623f5aa-ffcc-4048-a3a6-9290f2b1136d, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0905f5a1-ac0e-41c3-8909-2c9ac4497c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'bfc6c5b1-7a93-465f-a5a4-296d1d3f2689'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:15:16.292572 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4f996de6-b09e-4e56-aef8-199400daa742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:16.497340 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2652f95d-d000-4449-82cb-1ace96980888 req-68162cc4-756f-4a70-a87a-c4e9bd57746e tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:16.504361 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77469881-f44f-4481-b392-dfbb8c626b79 admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:15:16.505587 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-4f996de6-b09e-4e56-aef8-199400daa742 None None] For port 7623f5aa-ffcc-4048-a3a6-9290f2b1136d, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:15:16.521209 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2652f95d-d000-4449-82cb-1ace96980888 req-68162cc4-756f-4a70-a87a-c4e9bd57746e tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7d864fb-d99a-4b8b-836a-5ba0bd97db6c HTTP/1.1" status: 200 len: 945 time: 0.0906608 Aug 10 03:15:16.522928 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621906d3-0c12-46a2-9228-e9ddbab7064f None None] Sync routers for ids ['db6359cb-301c-494c-a81b-f9641c3ea574'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:15:16.525955 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-4f996de6-b09e-4e56-aef8-199400daa742 None None] For port 7623f5aa-ffcc-4048-a3a6-9290f2b1136d, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=7623f5aa-ffcc-4048-a3a6-9290f2b1136d,segment=NetworkSegment(0905f5a1-ac0e-41c3-8909-2c9ac4497c0f),segment_id=0905f5a1-ac0e-41c3-8909-2c9ac4497c0f)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:15:16.542914 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621906d3-0c12-46a2-9228-e9ddbab7064f None None] Routers {'db6359cb-301c-494c-a81b-f9641c3ea574'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:15:16.543749 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-621906d3-0c12-46a2-9228-e9ddbab7064f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:14:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['db6359cb-301c-494c-a81b-f9641c3ea574'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:16.549603 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4f996de6-b09e-4e56-aef8-199400daa742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:16.553256 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-77469881-f44f-4481-b392-dfbb8c626b79 admin admin] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:16.554906 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-77469881-f44f-4481-b392-dfbb8c626b79 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.2449281 Aug 10 03:15:16.558696 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 45972) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:16.622402 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2652f95d-d000-4449-82cb-1ace96980888 req-e3b33746-a999-4d80-873f-aea9f0fe091c tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993063 Aug 10 03:15:16.748648 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f996de6-b09e-4e56-aef8-199400daa742 None None] Pushing event updated for resources: {'Port': ['ID=7623f5aa-ffcc-4048-a3a6-9290f2b1136d,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:16.807675 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-621906d3-0c12-46a2-9228-e9ddbab7064f None None] Set router db6359cb-301c-494c-a81b-f9641c3ea574 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:15:16.876340 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-c0596de6-2739-4080-886d-1f262f9b05c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53808922-2112-4155-91f4-85e2caf7aee7', 'name': 'tempest-AttachSCSIVolumeTestJSON-856381593-router', 'tenant_id': '698bc1b9fd8b4f24aacf0732f9da5055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'c8bcb339-2f7c-4d8f-aa0f-3bd27afbc437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:15:04Z', 'updated_at': '2021-08-10T03:15:09Z', 'revision_number': 4, 'project_id': '698bc1b9fd8b4f24aacf0732f9da5055', 'gw_port': {'id': 'c8bcb339-2f7c-4d8f-aa0f-3bd27afbc437', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:cf:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53808922-2112-4155-91f4-85e2caf7aee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:05Z', 'updated_at': '2021-08-10T03:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': 'dc500372-690a-4135-9343-f400a7af8f0f', 'name': '', 'network_id': '3b981d1c-01ec-425f-9a81-0d8f4baa1977', 'tenant_id': '698bc1b9fd8b4f24aacf0732f9da5055', 'mac_address': 'fa:16:3e:96:f2:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53808922-2112-4155-91f4-85e2caf7aee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '06497a92-6e29-4a73-bf8f-e28be4f5a4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:08Z', 'updated_at': '2021-08-10T03:15:15Z', 'revision_number': 4, 'project_id': '698bc1b9fd8b4f24aacf0732f9da5055', 'subnets': [{'id': '06497a92-6e29-4a73-bf8f-e28be4f5a4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:16.882810 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ff8681-301e-43e1-96c4-0c88a0f048b9 req-37f243ed-1be4-4c95-adc0-fea7eb2ed230 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:16.892627 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-28ff8681-301e-43e1-96c4-0c88a0f048b9 req-37f243ed-1be4-4c95-adc0-fea7eb2ed230 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=063e2de8-83eb-49a0-9d53-c3a7f698e2b1 HTTP/1.1" status: 200 len: 950 time: 0.0902121 Aug 10 03:15:16.926610 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0596de6-2739-4080-886d-1f262f9b05c7 None None] The sync data for ids ['53808922-2112-4155-91f4-85e2caf7aee7'] in n-d-768862-13 is: [{'id': '53808922-2112-4155-91f4-85e2caf7aee7', 'name': 'tempest-AttachSCSIVolumeTestJSON-856381593-router', 'tenant_id': '698bc1b9fd8b4f24aacf0732f9da5055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'c8bcb339-2f7c-4d8f-aa0f-3bd27afbc437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:15:04Z', 'updated_at': '2021-08-10T03:15:09Z', 'revision_number': 4, 'project_id': '698bc1b9fd8b4f24aacf0732f9da5055', 'gw_port': {'id': 'c8bcb339-2f7c-4d8f-aa0f-3bd27afbc437', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:cf:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53808922-2112-4155-91f4-85e2caf7aee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:05Z', 'updated_at': '2021-08-10T03:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': 'dc500372-690a-4135-9343-f400a7af8f0f', 'name': '', 'network_id': '3b981d1c-01ec-425f-9a81-0d8f4baa1977', 'tenant_id': '698bc1b9fd8b4f24aacf0732f9da5055', 'mac_address': 'fa:16:3e:96:f2:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53808922-2112-4155-91f4-85e2caf7aee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '06497a92-6e29-4a73-bf8f-e28be4f5a4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:08Z', 'updated_at': '2021-08-10T03:15:15Z', 'revision_number': 4, 'project_id': '698bc1b9fd8b4f24aacf0732f9da5055', 'subnets': [{'id': '06497a92-6e29-4a73-bf8f-e28be4f5a4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:15:16.961789 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-28ff8681-301e-43e1-96c4-0c88a0f048b9 req-d66704b1-1467-462c-8177-324253c4b81a tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679080 Aug 10 03:15:17.452984 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6280b2-ad93-4ad0-824b-f0a2c4f3d7a1 req-ae800238-f5dc-4a38-811d-fca111988e7c tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:17.460127 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3b6280b2-ad93-4ad0-824b-f0a2c4f3d7a1 req-ae800238-f5dc-4a38-811d-fca111988e7c tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c8b9285-c659-45ee-87df-25d6ccd9b43b HTTP/1.1" status: 200 len: 949 time: 0.1957793 Aug 10 03:15:17.572507 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3b6280b2-ad93-4ad0-824b-f0a2c4f3d7a1 req-f90f6f92-192b-4660-9275-ec8d8a1c94e1 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8d28d33-caca-4f05-b0e0-721010e15342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921144 Aug 10 03:15:17.572857 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-621906d3-0c12-46a2-9228-e9ddbab7064f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6359cb-301c-494c-a81b-f9641c3ea574', 'name': 'tempest-AttachSCSIVolumeTestJSON-279609693-router', 'tenant_id': '5d5ddfb545dd447787387384046031bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '8e89884b-cb9d-47d3-bccc-1e49d5a5b3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:15:13Z', 'updated_at': '2021-08-10T03:15:15Z', 'revision_number': 3, 'project_id': '5d5ddfb545dd447787387384046031bf', 'gw_port': {'id': '8e89884b-cb9d-47d3-bccc-1e49d5a5b3d5', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:65:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6359cb-301c-494c-a81b-f9641c3ea574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:14Z', 'updated_at': '2021-08-10T03:15:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:17.676954 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621906d3-0c12-46a2-9228-e9ddbab7064f None None] Checking router: db6359cb-301c-494c-a81b-f9641c3ea574 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:15:17.677713 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621906d3-0c12-46a2-9228-e9ddbab7064f None None] Updating router db6359cb-301c-494c-a81b-f9641c3ea574 port 8e89884b-cb9d-47d3-bccc-1e49d5a5b3d5 binding host n-d-768862-13 {{(pid=94263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:15:17.774280 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-621906d3-0c12-46a2-9228-e9ddbab7064f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:17.946981 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc3c500-f6ae-4358-bae2-70d0baa2be9b req-83a4200a-aa44-4846-95cc-d38f6ea38679 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:17.959254 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cdc3c500-f6ae-4358-bae2-70d0baa2be9b req-83a4200a-aa44-4846-95cc-d38f6ea38679 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7d864fb-d99a-4b8b-836a-5ba0bd97db6c HTTP/1.1" status: 200 len: 945 time: 0.1277523 Aug 10 03:15:18.032136 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cdc3c500-f6ae-4358-bae2-70d0baa2be9b req-9961a2f8-6547-4476-a113-7b2a31ffa1ca tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720363 Aug 10 03:15:18.053775 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d8624ecb-03c4-4fe1-87be-3dc46d5aa940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:18.247909 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff7be54-1fa1-449d-b3ae-2dec516ea518 req-cba15294-16e4-42cd-a659-4ceef5056fa7 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:18.254996 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2ff7be54-1fa1-449d-b3ae-2dec516ea518 req-cba15294-16e4-42cd-a659-4ceef5056fa7 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=063e2de8-83eb-49a0-9d53-c3a7f698e2b1 HTTP/1.1" status: 200 len: 950 time: 0.1357341 Aug 10 03:15:18.346350 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2ff7be54-1fa1-449d-b3ae-2dec516ea518 req-986359e2-d882-45ff-8ac0-3801c057d5dc tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839055 Aug 10 03:15:18.372964 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-d8624ecb-03c4-4fe1-87be-3dc46d5aa940 admin admin] Allocated IP 172.20.0.1 (bfc6c5b1-7a93-465f-a5a4-296d1d3f2689/b62f76ce-2e1b-47b1-9644-7d0b0edf85ed/15afde0d-0590-4700-acb4-288b4d3feae2) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:15:18.378079 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-621906d3-0c12-46a2-9228-e9ddbab7064f None None] Notify callbacks [] for port, precommit_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:18.391858 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.provisioning_blocks [None req-621906d3-0c12-46a2-9228-e9ddbab7064f None None] Transition to ACTIVE for port object 8e89884b-cb9d-47d3-bccc-1e49d5a5b3d5 will not be triggered until provisioned by entity L2. {{(pid=94263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:15:18.402995 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-621906d3-0c12-46a2-9228-e9ddbab7064f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:18.500821 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-621906d3-0c12-46a2-9228-e9ddbab7064f None None] Attempting to bind port 8e89884b-cb9d-47d3-bccc-1e49d5a5b3d5 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:15:18.501425 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-621906d3-0c12-46a2-9228-e9ddbab7064f None None] Attempting to bind port 8e89884b-cb9d-47d3-bccc-1e49d5a5b3d5 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:15:18.502054 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621906d3-0c12-46a2-9228-e9ddbab7064f None None] Attempting to bind port 8e89884b-cb9d-47d3-bccc-1e49d5a5b3d5 on network 2ea12131-628a-487e-b434-0463553732bd {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:15:18.517629 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5babec3-f4a4-4243-a559-4f4eb9cf8b71 None None] Pushing event updated for resources: {'Port': ['ID=8e89884b-cb9d-47d3-bccc-1e49d5a5b3d5,revision_number=2']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:18.526418 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621906d3-0c12-46a2-9228-e9ddbab7064f None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:15:18.527262 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621906d3-0c12-46a2-9228-e9ddbab7064f None None] Checking segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:15:18.527766 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-621906d3-0c12-46a2-9228-e9ddbab7064f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:18.533246 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621906d3-0c12-46a2-9228-e9ddbab7064f None None] Bound using segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:15:18.534045 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-621906d3-0c12-46a2-9228-e9ddbab7064f None None] Bound port: 8e89884b-cb9d-47d3-bccc-1e49d5a5b3d5, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:15:18.534834 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-621906d3-0c12-46a2-9228-e9ddbab7064f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:18.572864 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f77ba3-b120-43c4-83a9-3ab31b3448bd None None] Network bfc6c5b1-7a93-465f-a5a4-296d1d3f2689 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:15:18.573411 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d8624ecb-03c4-4fe1-87be-3dc46d5aa940 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:18.596049 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [None req-d8624ecb-03c4-4fe1-87be-3dc46d5aa940 admin admin] Transition to ACTIVE for port object 15afde0d-0590-4700-acb4-288b4d3feae2 will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:15:18.620506 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-621906d3-0c12-46a2-9228-e9ddbab7064f None None] For port 8e89884b-cb9d-47d3-bccc-1e49d5a5b3d5, host n-d-768862-13, cleared binding levels {{(pid=94263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:15:18.624261 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-621906d3-0c12-46a2-9228-e9ddbab7064f None None] For port 8e89884b-cb9d-47d3-bccc-1e49d5a5b3d5, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=8e89884b-cb9d-47d3-bccc-1e49d5a5b3d5,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:15:18.631862 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-621906d3-0c12-46a2-9228-e9ddbab7064f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:18.756900 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d8624ecb-03c4-4fe1-87be-3dc46d5aa940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:18.775326 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5babec3-f4a4-4243-a559-4f4eb9cf8b71 None None] Pushing event updated for resources: {'Port': ['ID=8e89884b-cb9d-47d3-bccc-1e49d5a5b3d5,revision_number=3']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:18.792100 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-4ac36d73-1876-43b2-a194-b412defee82e None None] Provisioning for port 7623f5aa-ffcc-4048-a3a6-9290f2b1136d completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:15:18.803502 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621906d3-0c12-46a2-9228-e9ddbab7064f None None] Routers {'db6359cb-301c-494c-a81b-f9641c3ea574'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:15:18.803864 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-621906d3-0c12-46a2-9228-e9ddbab7064f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:14:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['db6359cb-301c-494c-a81b-f9641c3ea574'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:18.860913 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43335bf1-bf2b-4f56-9570-14176a4113d5 req-cd6f080a-328c-4dbf-a616-a4a06cca659a tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:18.870687 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-43335bf1-bf2b-4f56-9570-14176a4113d5 req-cd6f080a-328c-4dbf-a616-a4a06cca659a tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c8b9285-c659-45ee-87df-25d6ccd9b43b HTTP/1.1" status: 200 len: 949 time: 0.1502893 Aug 10 03:15:18.902694 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8624ecb-03c4-4fe1-87be-3dc46d5aa940 admin admin] Network bfc6c5b1-7a93-465f-a5a4-296d1d3f2689 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:15:18.906059 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-d8624ecb-03c4-4fe1-87be-3dc46d5aa940 admin admin] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:15:18.913826 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8624ecb-03c4-4fe1-87be-3dc46d5aa940 admin admin] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:15:18.914340 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d8624ecb-03c4-4fe1-87be-3dc46d5aa940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521745'] for router_interface, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:18.962289 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 7623f5aa-ffcc-4048-a3a6-9290f2b1136d up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:15:18.988565 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-43335bf1-bf2b-4f56-9570-14176a4113d5 req-9aa87f76-2bd5-4b3d-8dd2-de6f0859b827 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8d28d33-caca-4f05-b0e0-721010e15342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167059 Aug 10 03:15:19.098386 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8624ecb-03c4-4fe1-87be-3dc46d5aa940 admin admin] Pushing event updated for resources: {'Port': ['ID=15afde0d-0590-4700-acb4-288b4d3feae2,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:19.111987 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-621906d3-0c12-46a2-9228-e9ddbab7064f None None] Set router db6359cb-301c-494c-a81b-f9641c3ea574 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:15:19.220629 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 7623f5aa-ffcc-4048-a3a6-9290f2b1136d completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:15:19.233671 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 7623f5aa-ffcc-4048-a3a6-9290f2b1136d triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:15:19.234127 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:19.315412 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d8624ecb-03c4-4fe1-87be-3dc46d5aa940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:19.477062 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:19.595613 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 7623f5aa-ffcc-4048-a3a6-9290f2b1136d, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=7623f5aa-ffcc-4048-a3a6-9290f2b1136d,segment=NetworkSegment(0905f5a1-ac0e-41c3-8909-2c9ac4497c0f),segment_id=0905f5a1-ac0e-41c3-8909-2c9ac4497c0f)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:19.602701 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-621906d3-0c12-46a2-9228-e9ddbab7064f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6359cb-301c-494c-a81b-f9641c3ea574', 'name': 'tempest-AttachSCSIVolumeTestJSON-279609693-router', 'tenant_id': '5d5ddfb545dd447787387384046031bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '8e89884b-cb9d-47d3-bccc-1e49d5a5b3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:15:13Z', 'updated_at': '2021-08-10T03:15:15Z', 'revision_number': 3, 'project_id': '5d5ddfb545dd447787387384046031bf', 'gw_port': {'id': '8e89884b-cb9d-47d3-bccc-1e49d5a5b3d5', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:65:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6359cb-301c-494c-a81b-f9641c3ea574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:14Z', 'updated_at': '2021-08-10T03:15:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:19.617389 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b6a60-888e-45db-9420-7d87126c14da req-15449ad8-35e5-4cb2-a8d0-f9603995e5f5 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:19.626779 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:19.631801 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device dc500372-690a-4135-9343-f400a7af8f0f up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:15:19.649698 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ca7b6a60-888e-45db-9420-7d87126c14da req-15449ad8-35e5-4cb2-a8d0-f9603995e5f5 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/networks?id=fb04e5c4-4048-4691-8fd2-5191f92c4dcc HTTP/1.1" status: 200 len: 808 time: 0.4500580 Aug 10 03:15:19.761648 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ca7b6a60-888e-45db-9420-7d87126c14da req-879ad230-8ce1-482c-b2db-2a7f10dc8b0c tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/quotas/ef0c546763504af887a177f337462e10 HTTP/1.1" status: 200 len: 375 time: 0.1072738 Aug 10 03:15:19.796931 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-758dc8ba-9a0e-4ace-aa55-0f40117e6653 None None] Provisioning for port 15afde0d-0590-4700-acb4-288b4d3feae2 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:15:19.814371 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d8624ecb-03c4-4fe1-87be-3dc46d5aa940 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:19.822802 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d8624ecb-03c4-4fe1-87be-3dc46d5aa940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:19.824385 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d8624ecb-03c4-4fe1-87be-3dc46d5aa940 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521893'] for router_interface, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:19.827586 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-758dc8ba-9a0e-4ace-aa55-0f40117e6653 None None] Provisioning complete for port 15afde0d-0590-4700-acb4-288b4d3feae2 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:15:19.828823 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-758dc8ba-9a0e-4ace-aa55-0f40117e6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:19.895795 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfe244d-92f4-417e-a725-a16dc0737e57 req-83e35a00-7356-4bf3-b885-56161c1ae821 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:19.902968 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port dc500372-690a-4135-9343-f400a7af8f0f completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:15:19.904583 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4cfe244d-92f4-417e-a725-a16dc0737e57 req-83e35a00-7356-4bf3-b885-56161c1ae821 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?device_id=87af6787-eaca-4bde-a9b5-d946feb386c2 HTTP/1.1" status: 200 len: 949 time: 0.2213826 Aug 10 03:15:19.925066 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=7623f5aa-ffcc-4048-a3a6-9290f2b1136d,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:19.936961 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ca7b6a60-888e-45db-9420-7d87126c14da req-279fb005-48b9-4bb4-95c4-3bfd4925bb6c tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ef0c546763504af887a177f337462e10&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1642756 Aug 10 03:15:19.953818 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port dc500372-690a-4135-9343-f400a7af8f0f triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:15:19.961638 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621906d3-0c12-46a2-9228-e9ddbab7064f None None] The sync data for ids ['db6359cb-301c-494c-a81b-f9641c3ea574'] in n-d-768862-13 is: [{'id': 'db6359cb-301c-494c-a81b-f9641c3ea574', 'name': 'tempest-AttachSCSIVolumeTestJSON-279609693-router', 'tenant_id': '5d5ddfb545dd447787387384046031bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '8e89884b-cb9d-47d3-bccc-1e49d5a5b3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:15:13Z', 'updated_at': '2021-08-10T03:15:15Z', 'revision_number': 3, 'project_id': '5d5ddfb545dd447787387384046031bf', 'gw_port': {'id': '8e89884b-cb9d-47d3-bccc-1e49d5a5b3d5', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:65:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6359cb-301c-494c-a81b-f9641c3ea574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:14Z', 'updated_at': '2021-08-10T03:15:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:15:19.962949 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:20.032437 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4cfe244d-92f4-417e-a725-a16dc0737e57 req-688f2bfc-7071-4740-a84d-844f8c6ee8c0 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8d28d33-caca-4f05-b0e0-721010e15342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239910 Aug 10 03:15:20.039969 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-758dc8ba-9a0e-4ace-aa55-0f40117e6653 None None] Port 15afde0d-0590-4700-acb4-288b4d3feae2 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:15:20.054539 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8624ecb-03c4-4fe1-87be-3dc46d5aa940 admin admin] Network bfc6c5b1-7a93-465f-a5a4-296d1d3f2689 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:15:20.068988 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-758dc8ba-9a0e-4ace-aa55-0f40117e6653 None None] Provisioning complete for port 7623f5aa-ffcc-4048-a3a6-9290f2b1136d triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:15:20.069878 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-758dc8ba-9a0e-4ace-aa55-0f40117e6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:20.070070 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-d8624ecb-03c4-4fe1-87be-3dc46d5aa940 admin admin] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:15:20.150437 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ca7b6a60-888e-45db-9420-7d87126c14da req-ba357178-fc6f-4b4c-b86a-9e360d0f49fb service neutron] 10.222.0.44 "GET /v2.0/networks/fb04e5c4-4048-4691-8fd2-5191f92c4dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885135 Aug 10 03:15:20.233078 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:20.355347 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port dc500372-690a-4135-9343-f400a7af8f0f, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=dc500372-690a-4135-9343-f400a7af8f0f,segment=NetworkSegment(7ab813ec-b081-42ad-ba81-680bc6f3c774),segment_id=7ab813ec-b081-42ad-ba81-680bc6f3c774)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:20.368603 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:20.392597 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8624ecb-03c4-4fe1-87be-3dc46d5aa940 admin admin] Pushing event updated for resources: {'Port': ['ID=15afde0d-0590-4700-acb4-288b4d3feae2,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:20.450442 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8624ecb-03c4-4fe1-87be-3dc46d5aa940 admin admin] Router db6359cb-301c-494c-a81b-f9641c3ea574 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:15:20.477296 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ca7b6a60-888e-45db-9420-7d87126c14da req-8352c48a-01e3-4094-b1c1-49ea50b9239e service neutron] 10.222.0.44 "GET /v2.0/networks/fb04e5c4-4048-4691-8fd2-5191f92c4dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3226528 Aug 10 03:15:20.510072 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-78426c6a-a98e-4f6b-9093-a2629d729e3e None None] Provisioning complete for port 15afde0d-0590-4700-acb4-288b4d3feae2 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:15:20.512384 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-78426c6a-a98e-4f6b-9093-a2629d729e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:20.566718 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d37b3e4-315a-460b-af71-6880773a96f6 req-f17126b0-0644-428a-ba38-e806bb9cc0ea tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:20.570495 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=dc500372-690a-4135-9343-f400a7af8f0f,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:20.592323 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3d37b3e4-315a-460b-af71-6880773a96f6 req-f17126b0-0644-428a-ba38-e806bb9cc0ea tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7d864fb-d99a-4b8b-836a-5ba0bd97db6c HTTP/1.1" status: 200 len: 945 time: 0.1680253 Aug 10 03:15:20.608317 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-78426c6a-a98e-4f6b-9093-a2629d729e3e None None] Port 15afde0d-0590-4700-acb4-288b4d3feae2 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:15:20.692082 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8624ecb-03c4-4fe1-87be-3dc46d5aa940 admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:15:20.710861 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-d8624ecb-03c4-4fe1-87be-3dc46d5aa940 admin admin] 10.222.0.44 "PUT /v2.0/routers/db6359cb-301c-494c-a81b-f9641c3ea574/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1498635 Aug 10 03:15:20.715887 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3d37b3e4-315a-460b-af71-6880773a96f6 req-cf3733ea-786d-47a3-9e9c-992ab375f5a9 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186297 Aug 10 03:15:20.933288 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acae357c-4c42-4651-8150-53ffbf3c7f52 req-b0df681f-53ec-42a8-9dba-825bebcdcf60 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:20.938422 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-acae357c-4c42-4651-8150-53ffbf3c7f52 req-b0df681f-53ec-42a8-9dba-825bebcdcf60 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=063e2de8-83eb-49a0-9d53-c3a7f698e2b1 HTTP/1.1" status: 200 len: 950 time: 0.1480520 Aug 10 03:15:20.986137 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 7623f5aa-ffcc-4048-a3a6-9290f2b1136d up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:15:21.049251 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-acae357c-4c42-4651-8150-53ffbf3c7f52 req-a13e73c3-bd03-4320-bc1d-eb8105542f6a tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936797 Aug 10 03:15:21.145441 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 7623f5aa-ffcc-4048-a3a6-9290f2b1136d triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:15:21.145951 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:21.389460 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7ad35015-eed6-43bf-bce3-134dd76597be req-3982beb4-831d-4b82-a78c-7ead6a023788 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=6024574f-0b46-4839-8e14-6fe5bf6a8895 HTTP/1.1" status: 200 len: 210 time: 0.0872409 Aug 10 03:15:21.404684 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device dc500372-690a-4135-9343-f400a7af8f0f up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:15:21.580551 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-dd12ca64-8b5c-43e1-a443-a778d404bd66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:21.695562 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port dc500372-690a-4135-9343-f400a7af8f0f triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:15:21.697243 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:21.710392 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d30262-1ed1-4c25-ac6f-f0b8f343309b req-fb4998ef-e50e-4910-a30c-36bb649f47a2 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:21.727118 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d30262-1ed1-4c25-ac6f-f0b8f343309b req-fb4998ef-e50e-4910-a30c-36bb649f47a2 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:21.764113 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-37d30262-1ed1-4c25-ac6f-f0b8f343309b req-fb4998ef-e50e-4910-a30c-36bb649f47a2 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c8b9285-c659-45ee-87df-25d6ccd9b43b&device_id=87af6787-eaca-4bde-a9b5-d946feb386c2 HTTP/1.1" status: 200 len: 1689 time: 0.2002795 Aug 10 03:15:21.829103 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 8e89884b-cb9d-47d3-bccc-1e49d5a5b3d5 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:15:21.902953 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 8e89884b-cb9d-47d3-bccc-1e49d5a5b3d5 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:15:21.921078 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 8e89884b-cb9d-47d3-bccc-1e49d5a5b3d5 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:15:21.921461 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:21.962806 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-37d30262-1ed1-4c25-ac6f-f0b8f343309b req-c7ed2be9-cda7-4485-9863-ed28e4d34aaf tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8d28d33-caca-4f05-b0e0-721010e15342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890507 Aug 10 03:15:22.105392 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4316bee5-ee59-4ceb-811e-808864fc39a7 req-a15aca51-9d1a-4c25-b04e-adc25795843f tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:22.113321 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4316bee5-ee59-4ceb-811e-808864fc39a7 req-a15aca51-9d1a-4c25-b04e-adc25795843f tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7d864fb-d99a-4b8b-836a-5ba0bd97db6c HTTP/1.1" status: 200 len: 945 time: 0.1752729 Aug 10 03:15:22.181885 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:22.218591 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4316bee5-ee59-4ceb-811e-808864fc39a7 req-fadc2932-bf54-4ffe-a54e-d20132a9f2a7 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041837 Aug 10 03:15:22.271185 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 8e89884b-cb9d-47d3-bccc-1e49d5a5b3d5, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=8e89884b-cb9d-47d3-bccc-1e49d5a5b3d5,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:22.283661 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:22.412011 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=8e89884b-cb9d-47d3-bccc-1e49d5a5b3d5,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:22.521295 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c3280e-c819-40c0-bca4-8d61f07e3454 req-1d4ff7c2-ce64-4009-b093-078eaf266f26 tempest-ServersOnMultiNodesTest-1599750604 tempest-ServersOnMultiNodesTest-1599750604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:22.523100 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e9c3280e-c819-40c0-bca4-8d61f07e3454 req-1d4ff7c2-ce64-4009-b093-078eaf266f26 tempest-ServersOnMultiNodesTest-1599750604 tempest-ServersOnMultiNodesTest-1599750604-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=7c8b9285-c659-45ee-87df-25d6ccd9b43b HTTP/1.1" status: 200 len: 1101 time: 0.1537828 Aug 10 03:15:22.601558 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bffe64-6fe1-43a9-952d-5ceb32f9beec req-403cd32a-5cb2-4d31-9043-e6efc2968574 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:22.609822 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c8bffe64-6fe1-43a9-952d-5ceb32f9beec req-403cd32a-5cb2-4d31-9043-e6efc2968574 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=063e2de8-83eb-49a0-9d53-c3a7f698e2b1 HTTP/1.1" status: 200 len: 950 time: 0.1740580 Aug 10 03:15:22.690109 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e9c3280e-c819-40c0-bca4-8d61f07e3454 req-f6465193-c21a-4ac8-be00-3eeb934d60a5 tempest-ServersOnMultiNodesTest-1599750604 tempest-ServersOnMultiNodesTest-1599750604-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=f8d28d33-caca-4f05-b0e0-721010e15342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352677 Aug 10 03:15:22.779487 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c8bffe64-6fe1-43a9-952d-5ceb32f9beec req-f30dda85-3c3a-4852-9bcd-b05806dca2e9 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646774 Aug 10 03:15:22.805253 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 8e89884b-cb9d-47d3-bccc-1e49d5a5b3d5 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:15:22.948576 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 8e89884b-cb9d-47d3-bccc-1e49d5a5b3d5 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:15:22.948955 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:22.969300 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fe3a0c97-92a0-4f59-8393-c353c5f80a12 req-7f87184f-f339-4323-ad19-29334e4c085b tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=6024574f-0b46-4839-8e14-6fe5bf6a8895 HTTP/1.1" status: 200 len: 210 time: 0.0653369 Aug 10 03:15:23.049154 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316ed425-b678-4172-ac66-05cf558a6229 None None] Sync routers for ids ['db6359cb-301c-494c-a81b-f9641c3ea574'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:15:23.070757 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316ed425-b678-4172-ac66-05cf558a6229 None None] Routers {'db6359cb-301c-494c-a81b-f9641c3ea574'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:15:23.071762 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-316ed425-b678-4172-ac66-05cf558a6229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:14:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['db6359cb-301c-494c-a81b-f9641c3ea574'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:23.138390 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b15500-66b3-4f19-9a7f-14e2079e4c27 req-4a89bf5e-860a-4b4f-ae49-a05c546d6685 tempest-ServersOnMultiNodesTest-1599750604 tempest-ServersOnMultiNodesTest-1599750604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:23.140551 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f3b15500-66b3-4f19-9a7f-14e2079e4c27 req-4a89bf5e-860a-4b4f-ae49-a05c546d6685 tempest-ServersOnMultiNodesTest-1599750604 tempest-ServersOnMultiNodesTest-1599750604-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=87af6787-eaca-4bde-a9b5-d946feb386c2 HTTP/1.1" status: 200 len: 1101 time: 0.2089081 Aug 10 03:15:23.219325 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f3b15500-66b3-4f19-9a7f-14e2079e4c27 req-28da5027-9f14-4ed9-b71a-fd9452345cf9 tempest-ServersOnMultiNodesTest-1599750604 tempest-ServersOnMultiNodesTest-1599750604-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=f8d28d33-caca-4f05-b0e0-721010e15342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703864 Aug 10 03:15:23.429794 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-316ed425-b678-4172-ac66-05cf558a6229 None None] Set router db6359cb-301c-494c-a81b-f9641c3ea574 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:15:23.578086 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b6a60-888e-45db-9420-7d87126c14da req-43a5b757-1a14-46b0-8ced-14b606959246 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:23.579674 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ca7b6a60-888e-45db-9420-7d87126c14da req-43a5b757-1a14-46b0-8ced-14b606959246 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.61 "GET /v2.0/networks?id=fb04e5c4-4048-4691-8fd2-5191f92c4dcc HTTP/1.1" status: 200 len: 808 time: 0.3305044 Aug 10 03:15:23.744596 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-ca7b6a60-888e-45db-9420-7d87126c14da req-23da5b34-cc52-427b-ac88-e2011913aa86 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Request body: {'port': {'device_id': '6024574f-0b46-4839-8e14-6fe5bf6a8895', 'network_id': 'fb04e5c4-4048-4691-8fd2-5191f92c4dcc', 'admin_state_up': True, 'tenant_id': 'ef0c546763504af887a177f337462e10'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:15:23.830151 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b03816e4-5c99-4ac0-9e20-73ab9f9b5f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:24.001305 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0403f133-098d-4d46-b34b-8275df9a96f8 req-68c5a831-f6b6-4927-a01b-084e071b740c tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:24.023915 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0403f133-098d-4d46-b34b-8275df9a96f8 req-68c5a831-f6b6-4927-a01b-084e071b740c tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7d864fb-d99a-4b8b-836a-5ba0bd97db6c HTTP/1.1" status: 200 len: 945 time: 0.6304996 Aug 10 03:15:24.221450 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0403f133-098d-4d46-b34b-8275df9a96f8 req-7fda1ed1-a1ac-4928-8e10-b8ba229ed1f0 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929648 Aug 10 03:15:24.234343 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:24.437829 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-316ed425-b678-4172-ac66-05cf558a6229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6359cb-301c-494c-a81b-f9641c3ea574', 'name': 'tempest-AttachSCSIVolumeTestJSON-279609693-router', 'tenant_id': '5d5ddfb545dd447787387384046031bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '8e89884b-cb9d-47d3-bccc-1e49d5a5b3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:15:13Z', 'updated_at': '2021-08-10T03:15:19Z', 'revision_number': 4, 'project_id': '5d5ddfb545dd447787387384046031bf', 'gw_port': {'id': '8e89884b-cb9d-47d3-bccc-1e49d5a5b3d5', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:65:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6359cb-301c-494c-a81b-f9641c3ea574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:14Z', 'updated_at': '2021-08-10T03:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '15afde0d-0590-4700-acb4-288b4d3feae2', 'name': '', 'network_id': 'bfc6c5b1-7a93-465f-a5a4-296d1d3f2689', 'tenant_id': '5d5ddfb545dd447787387384046031bf', 'mac_address': 'fa:16:3e:03:38:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6359cb-301c-494c-a81b-f9641c3ea574', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'b62f76ce-2e1b-47b1-9644-7d0b0edf85ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:18Z', 'updated_at': '2021-08-10T03:15:19Z', 'revision_number': 2, 'project_id': '5d5ddfb545dd447787387384046031bf', 'subnets': [{'id': 'b62f76ce-2e1b-47b1-9644-7d0b0edf85ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:24.441184 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c36f0048-3742-4789-8d6a-78c5e5337488 req-26558ff6-0598-46a7-a167-2feda784e6ec tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=ebce8dce68054ed889383d14d785c78e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1205595 Aug 10 03:15:24.513188 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316ed425-b678-4172-ac66-05cf558a6229 None None] Checking router: db6359cb-301c-494c-a81b-f9641c3ea574 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:15:24.513454 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316ed425-b678-4172-ac66-05cf558a6229 None None] Updating router db6359cb-301c-494c-a81b-f9641c3ea574 port 15afde0d-0590-4700-acb4-288b4d3feae2 binding host n-d-768862-13 {{(pid=94262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:15:24.577421 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-316ed425-b678-4172-ac66-05cf558a6229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:24.766409 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904bb2a9-6989-4ead-930e-b9617ad48a49 req-8afb807c-e208-409f-bba0-14300571a1e2 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:24.767928 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-904bb2a9-6989-4ead-930e-b9617ad48a49 req-8afb807c-e208-409f-bba0-14300571a1e2 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=063e2de8-83eb-49a0-9d53-c3a7f698e2b1 HTTP/1.1" status: 200 len: 950 time: 0.3368537 Aug 10 03:15:24.768595 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca7b6a60-888e-45db-9420-7d87126c14da req-23da5b34-cc52-427b-ac88-e2011913aa86 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Made reservation on behalf of ef0c546763504af887a177f337462e10 for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:15:24.779668 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-ca7b6a60-888e-45db-9420-7d87126c14da req-23da5b34-cc52-427b-ac88-e2011913aa86 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:25.054969 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-316ed425-b678-4172-ac66-05cf558a6229 None None] Notify callbacks [] for port, precommit_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:25.064962 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-ca7b6a60-888e-45db-9420-7d87126c14da req-23da5b34-cc52-427b-ac88-e2011913aa86 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Allocated IP 172.20.0.3 (fb04e5c4-4048-4691-8fd2-5191f92c4dcc/1dfce422-0216-4c9d-97b8-8fc7613926b1/0cb5a014-55a4-43c5-9319-d762dfff6f73) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:15:25.068242 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-316ed425-b678-4172-ac66-05cf558a6229 None None] Transition to ACTIVE for port object 15afde0d-0590-4700-acb4-288b4d3feae2 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:15:25.076437 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-316ed425-b678-4172-ac66-05cf558a6229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:25.178497 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-904bb2a9-6989-4ead-930e-b9617ad48a49 req-b3e6432a-85ed-40e0-9d86-2311674029bc tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3935528 Aug 10 03:15:25.189398 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36f0048-3742-4789-8d6a-78c5e5337488 req-9cd2660c-fe5f-47e3-87fb-78f3b47d080d tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:25.197326 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c36f0048-3742-4789-8d6a-78c5e5337488 req-9cd2660c-fe5f-47e3-87fb-78f3b47d080d tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7207801 Aug 10 03:15:25.232397 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c36f0048-3742-4789-8d6a-78c5e5337488 req-a8801930-ced2-47d2-abe3-41288daec552 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/quotas/ebce8dce68054ed889383d14d785c78e HTTP/1.1" status: 200 len: 375 time: 0.0347035 Aug 10 03:15:25.381822 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1971dbe-97da-455b-a1a2-e17e4d82de72 None None] Pushing event updated for resources: {'Port': ['ID=15afde0d-0590-4700-acb4-288b4d3feae2,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:25.405668 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:25.421570 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-316ed425-b678-4172-ac66-05cf558a6229 None None] Attempting to bind port 15afde0d-0590-4700-acb4-288b4d3feae2 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:15:25.422478 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-316ed425-b678-4172-ac66-05cf558a6229 None None] Attempting to bind port 15afde0d-0590-4700-acb4-288b4d3feae2 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '0905f5a1-ac0e-41c3-8909-2c9ac4497c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'bfc6c5b1-7a93-465f-a5a4-296d1d3f2689'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:15:25.422822 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316ed425-b678-4172-ac66-05cf558a6229 None None] Attempting to bind port 15afde0d-0590-4700-acb4-288b4d3feae2 on network bfc6c5b1-7a93-465f-a5a4-296d1d3f2689 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:15:25.436787 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316ed425-b678-4172-ac66-05cf558a6229 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:15:25.437169 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316ed425-b678-4172-ac66-05cf558a6229 None None] Checking segment: {'id': '0905f5a1-ac0e-41c3-8909-2c9ac4497c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'bfc6c5b1-7a93-465f-a5a4-296d1d3f2689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:15:25.437498 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-316ed425-b678-4172-ac66-05cf558a6229 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:25.437911 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316ed425-b678-4172-ac66-05cf558a6229 None None] Bound using segment: {'id': '0905f5a1-ac0e-41c3-8909-2c9ac4497c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'bfc6c5b1-7a93-465f-a5a4-296d1d3f2689'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:15:25.438917 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-316ed425-b678-4172-ac66-05cf558a6229 None None] Bound port: 15afde0d-0590-4700-acb4-288b4d3feae2, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0905f5a1-ac0e-41c3-8909-2c9ac4497c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'bfc6c5b1-7a93-465f-a5a4-296d1d3f2689'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:15:25.438917 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-316ed425-b678-4172-ac66-05cf558a6229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:25.483993 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-ca7b6a60-888e-45db-9420-7d87126c14da req-23da5b34-cc52-427b-ac88-e2011913aa86 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:25.549778 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-316ed425-b678-4172-ac66-05cf558a6229 None None] For port 15afde0d-0590-4700-acb4-288b4d3feae2, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:15:25.557407 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-316ed425-b678-4172-ac66-05cf558a6229 None None] For port 15afde0d-0590-4700-acb4-288b4d3feae2, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=15afde0d-0590-4700-acb4-288b4d3feae2,segment=NetworkSegment(0905f5a1-ac0e-41c3-8909-2c9ac4497c0f),segment_id=0905f5a1-ac0e-41c3-8909-2c9ac4497c0f)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:15:25.563587 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-316ed425-b678-4172-ac66-05cf558a6229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:25.585432 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c36f0048-3742-4789-8d6a-78c5e5337488 req-19445884-f334-4f3a-8f6e-e992a58464a8 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ebce8dce68054ed889383d14d785c78e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3521457 Aug 10 03:15:25.594126 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f6da5b82-e74d-4622-b417-7a7e87f621ea req-8e5f429a-d630-4d69-bf7d-21e22e8372ec tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=6024574f-0b46-4839-8e14-6fe5bf6a8895 HTTP/1.1" status: 200 len: 210 time: 0.2088034 Aug 10 03:15:25.595264 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-ca7b6a60-888e-45db-9420-7d87126c14da req-23da5b34-cc52-427b-ac88-e2011913aa86 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:25.634967 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['27080ad8-c856-4fb6-b762-f49ad6377e20'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:15:25.703998 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23da5b34-cc52-427b-ac88-e2011913aa86 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Pushing event updated for resources: {'Port': ['ID=0cb5a014-55a4-43c5-9319-d762dfff6f73,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:25.756061 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca7b6a60-888e-45db-9420-7d87126c14da req-23da5b34-cc52-427b-ac88-e2011913aa86 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Network fb04e5c4-4048-4691-8fd2-5191f92c4dcc is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:15:25.758383 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-ca7b6a60-888e-45db-9420-7d87126c14da req-23da5b34-cc52-427b-ac88-e2011913aa86 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:15:25.765057 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca7b6a60-888e-45db-9420-7d87126c14da req-23da5b34-cc52-427b-ac88-e2011913aa86 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:15:25.772212 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b6a60-888e-45db-9420-7d87126c14da req-23da5b34-cc52-427b-ac88-e2011913aa86 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:25.772865 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-ca7b6a60-888e-45db-9420-7d87126c14da req-23da5b34-cc52-427b-ac88-e2011913aa86 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:25.776901 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1971dbe-97da-455b-a1a2-e17e4d82de72 None None] Pushing event updated for resources: {'Port': ['ID=15afde0d-0590-4700-acb4-288b4d3feae2,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:25.832269 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ca7b6a60-888e-45db-9420-7d87126c14da req-23da5b34-cc52-427b-ac88-e2011913aa86 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1150997 Aug 10 03:15:25.899922 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-ca7b6a60-888e-45db-9420-7d87126c14da req-4eb5411f-3fdb-411c-9dfd-09538d95fe9e service neutron] Request body: {'port': {'device_id': '6024574f-0b46-4839-8e14-6fe5bf6a8895', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:15:25.939443 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316ed425-b678-4172-ac66-05cf558a6229 None None] Routers {'db6359cb-301c-494c-a81b-f9641c3ea574'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:15:25.940094 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-316ed425-b678-4172-ac66-05cf558a6229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:15:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['db6359cb-301c-494c-a81b-f9641c3ea574'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:25.982629 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b36eb3d-58e3-44f1-8bbb-26015b7aea5a req-8eefca37-cf1f-42b5-9dba-fbdcbb037818 tempest-VolumesAdminNegativeTest-1342322094 tempest-VolumesAdminNegativeTest-1342322094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:25.994602 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1b36eb3d-58e3-44f1-8bbb-26015b7aea5a req-8eefca37-cf1f-42b5-9dba-fbdcbb037818 tempest-VolumesAdminNegativeTest-1342322094 tempest-VolumesAdminNegativeTest-1342322094-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0f55cc4-356d-4943-b654-5ded5c70bba8 HTTP/1.1" status: 200 len: 946 time: 0.1887453 Aug 10 03:15:26.092920 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-ca7b6a60-888e-45db-9420-7d87126c14da req-4eb5411f-3fdb-411c-9dfd-09538d95fe9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:26.271377 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-316ed425-b678-4172-ac66-05cf558a6229 None None] Set router db6359cb-301c-494c-a81b-f9641c3ea574 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:15:26.431658 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1b36eb3d-58e3-44f1-8bbb-26015b7aea5a req-e9a22dbb-f27e-4093-b966-1448dcd8a271 tempest-VolumesAdminNegativeTest-1342322094 tempest-VolumesAdminNegativeTest-1342322094-project] 10.222.0.44 "GET /v2.0/security-groups?id=16553a21-fbee-4678-812b-905fa24055ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4361746 Aug 10 03:15:26.646976 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d328bbac-6937-4630-85ea-3628d3b0bce9 req-80f0d36f-f991-4f40-a219-62776799249b tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:26.655701 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d328bbac-6937-4630-85ea-3628d3b0bce9 req-80f0d36f-f991-4f40-a219-62776799249b tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7d864fb-d99a-4b8b-836a-5ba0bd97db6c HTTP/1.1" status: 200 len: 945 time: 0.2316840 Aug 10 03:15:26.787988 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d328bbac-6937-4630-85ea-3628d3b0bce9 req-003fb9f3-5afd-48c6-91b9-7ef9f25111e3 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312971 Aug 10 03:15:26.805255 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:26.906792 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:26.947754 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-316ed425-b678-4172-ac66-05cf558a6229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6359cb-301c-494c-a81b-f9641c3ea574', 'name': 'tempest-AttachSCSIVolumeTestJSON-279609693-router', 'tenant_id': '5d5ddfb545dd447787387384046031bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '8e89884b-cb9d-47d3-bccc-1e49d5a5b3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:15:13Z', 'updated_at': '2021-08-10T03:15:19Z', 'revision_number': 4, 'project_id': '5d5ddfb545dd447787387384046031bf', 'gw_port': {'id': '8e89884b-cb9d-47d3-bccc-1e49d5a5b3d5', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:65:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6359cb-301c-494c-a81b-f9641c3ea574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:14Z', 'updated_at': '2021-08-10T03:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '15afde0d-0590-4700-acb4-288b4d3feae2', 'name': '', 'network_id': 'bfc6c5b1-7a93-465f-a5a4-296d1d3f2689', 'tenant_id': '5d5ddfb545dd447787387384046031bf', 'mac_address': 'fa:16:3e:03:38:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6359cb-301c-494c-a81b-f9641c3ea574', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'b62f76ce-2e1b-47b1-9644-7d0b0edf85ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:18Z', 'updated_at': '2021-08-10T03:15:25Z', 'revision_number': 4, 'project_id': '5d5ddfb545dd447787387384046031bf', 'subnets': [{'id': 'b62f76ce-2e1b-47b1-9644-7d0b0edf85ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:27.002949 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316ed425-b678-4172-ac66-05cf558a6229 None None] The sync data for ids ['db6359cb-301c-494c-a81b-f9641c3ea574'] in n-d-768862-13 is: [{'id': 'db6359cb-301c-494c-a81b-f9641c3ea574', 'name': 'tempest-AttachSCSIVolumeTestJSON-279609693-router', 'tenant_id': '5d5ddfb545dd447787387384046031bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '8e89884b-cb9d-47d3-bccc-1e49d5a5b3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:15:13Z', 'updated_at': '2021-08-10T03:15:19Z', 'revision_number': 4, 'project_id': '5d5ddfb545dd447787387384046031bf', 'gw_port': {'id': '8e89884b-cb9d-47d3-bccc-1e49d5a5b3d5', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:65:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6359cb-301c-494c-a81b-f9641c3ea574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:14Z', 'updated_at': '2021-08-10T03:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '15afde0d-0590-4700-acb4-288b4d3feae2', 'name': '', 'network_id': 'bfc6c5b1-7a93-465f-a5a4-296d1d3f2689', 'tenant_id': '5d5ddfb545dd447787387384046031bf', 'mac_address': 'fa:16:3e:03:38:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6359cb-301c-494c-a81b-f9641c3ea574', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'b62f76ce-2e1b-47b1-9644-7d0b0edf85ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:18Z', 'updated_at': '2021-08-10T03:15:25Z', 'revision_number': 4, 'project_id': '5d5ddfb545dd447787387384046031bf', 'subnets': [{'id': 'b62f76ce-2e1b-47b1-9644-7d0b0edf85ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:15:27.135707 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d18f587-7a68-4ea9-930b-9e936d2f5b3f req-f5684063-9e40-4181-b0f1-62628c85aa1b tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:27.138077 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1d18f587-7a68-4ea9-930b-9e936d2f5b3f req-f5684063-9e40-4181-b0f1-62628c85aa1b tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=063e2de8-83eb-49a0-9d53-c3a7f698e2b1 HTTP/1.1" status: 200 len: 950 time: 0.1999826 Aug 10 03:15:27.216884 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73d6630-58f0-4f6a-b687-0556ba93212e req-24105442-19ba-45f1-bc52-81d4e0d01a1f tempest-VolumesAdminNegativeTest-1342322094 tempest-VolumesAdminNegativeTest-1342322094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:27.219749 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-f73d6630-58f0-4f6a-b687-0556ba93212e req-24105442-19ba-45f1-bc52-81d4e0d01a1f tempest-VolumesAdminNegativeTest-1342322094 tempest-VolumesAdminNegativeTest-1342322094-project] 10.222.0.61 "GET /v2.0/ports?device_id=f0f55cc4-356d-4943-b654-5ded5c70bba8 HTTP/1.1" status: 200 len: 946 time: 0.1908960 Aug 10 03:15:27.238904 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-ca7b6a60-888e-45db-9420-7d87126c14da req-4eb5411f-3fdb-411c-9dfd-09538d95fe9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cb5a014-55a4-43c5-9319-d762dfff6f73 {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:15:27.303645 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-ca7b6a60-888e-45db-9420-7d87126c14da req-4eb5411f-3fdb-411c-9dfd-09538d95fe9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:27.373443 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1d18f587-7a68-4ea9-930b-9e936d2f5b3f req-2a135cdb-ff6b-4326-ba93-c0c5f5fdb3b0 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906598 Aug 10 03:15:27.435669 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-ca7b6a60-888e-45db-9420-7d87126c14da req-4eb5411f-3fdb-411c-9dfd-09538d95fe9e service neutron] Transition to ACTIVE for port object 0cb5a014-55a4-43c5-9319-d762dfff6f73 will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:15:27.450538 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-ca7b6a60-888e-45db-9420-7d87126c14da req-4eb5411f-3fdb-411c-9dfd-09538d95fe9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:27.537795 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-f73d6630-58f0-4f6a-b687-0556ba93212e req-ff1fdd82-2035-4a6e-ad8b-fb22abb0edee tempest-VolumesAdminNegativeTest-1342322094 tempest-VolumesAdminNegativeTest-1342322094-project] Deleting port aa30fcb9-feeb-4734-95fc-3b4e7773f339 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:15:27.538177 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-f73d6630-58f0-4f6a-b687-0556ba93212e req-ff1fdd82-2035-4a6e-ad8b-fb22abb0edee tempest-VolumesAdminNegativeTest-1342322094 tempest-VolumesAdminNegativeTest-1342322094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:27.619957 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455e1ad7-315d-4835-97e9-71294824e41c req-1d915282-5729-4991-9a07-cfc8b833f05e tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:27.625231 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-455e1ad7-315d-4835-97e9-71294824e41c req-1d915282-5729-4991-9a07-cfc8b833f05e tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=6024574f-0b46-4839-8e14-6fe5bf6a8895 HTTP/1.1" status: 200 len: 931 time: 0.4176013 Aug 10 03:15:27.773696 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-f73d6630-58f0-4f6a-b687-0556ba93212e req-ff1fdd82-2035-4a6e-ad8b-fb22abb0edee tempest-VolumesAdminNegativeTest-1342322094 tempest-VolumesAdminNegativeTest-1342322094-project] For port aa30fcb9-feeb-4734-95fc-3b4e7773f339, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=aa30fcb9-feeb-4734-95fc-3b4e7773f339,segment=NetworkSegment(dce213a7-c146-470a-a653-5429ca95aa3f),segment_id=dce213a7-c146-470a-a653-5429ca95aa3f)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:27.774103 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-f73d6630-58f0-4f6a-b687-0556ba93212e req-ff1fdd82-2035-4a6e-ad8b-fb22abb0edee tempest-VolumesAdminNegativeTest-1342322094 tempest-VolumesAdminNegativeTest-1342322094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:27.797787 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-f73d6630-58f0-4f6a-b687-0556ba93212e req-ff1fdd82-2035-4a6e-ad8b-fb22abb0edee tempest-VolumesAdminNegativeTest-1342322094 tempest-VolumesAdminNegativeTest-1342322094-project] Calling delete_port for aa30fcb9-feeb-4734-95fc-3b4e7773f339 owned by compute:nova {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:15:27.811631 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a12bd44d-1d4f-407f-a8a4-b2356e7ba920 req-50c88a1c-db0c-4d8a-b333-94ec51a0b50b tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?device_id=7451eac5-e417-40fe-84ff-9a0f51948846 HTTP/1.1" status: 200 len: 210 time: 0.1809142 Aug 10 03:15:27.911489 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb5411f-3fdb-411c-9dfd-09538d95fe9e service neutron] Pushing event updated for resources: {'Port': ['ID=0cb5a014-55a4-43c5-9319-d762dfff6f73,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:27.987121 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-455e1ad7-315d-4835-97e9-71294824e41c req-d4b7b8d5-696b-42b3-bd73-d793d2f94293 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3157883 Aug 10 03:15:27.988274 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-ca7b6a60-888e-45db-9420-7d87126c14da req-4eb5411f-3fdb-411c-9dfd-09538d95fe9e service neutron] Attempting to bind port 0cb5a014-55a4-43c5-9319-d762dfff6f73 on host n-h2-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:15:27.988866 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-ca7b6a60-888e-45db-9420-7d87126c14da req-4eb5411f-3fdb-411c-9dfd-09538d95fe9e service neutron] Attempting to bind port 0cb5a014-55a4-43c5-9319-d762dfff6f73 by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': '6bf2f30c-8de9-48b6-ac35-0afe448267ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fb04e5c4-4048-4691-8fd2-5191f92c4dcc'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:15:27.989426 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7b6a60-888e-45db-9420-7d87126c14da req-4eb5411f-3fdb-411c-9dfd-09538d95fe9e service neutron] Attempting to bind port 0cb5a014-55a4-43c5-9319-d762dfff6f73 on network fb04e5c4-4048-4691-8fd2-5191f92c4dcc {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:15:27.996097 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7b6a60-888e-45db-9420-7d87126c14da req-4eb5411f-3fdb-411c-9dfd-09538d95fe9e service neutron] Port 0cb5a014-55a4-43c5-9319-d762dfff6f73 on network fb04e5c4-4048-4691-8fd2-5191f92c4dcc not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:15:27.996759 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7b6a60-888e-45db-9420-7d87126c14da req-4eb5411f-3fdb-411c-9dfd-09538d95fe9e service neutron] Attempting to bind port 0cb5a014-55a4-43c5-9319-d762dfff6f73 on network fb04e5c4-4048-4691-8fd2-5191f92c4dcc {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:15:28.014754 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7b6a60-888e-45db-9420-7d87126c14da req-4eb5411f-3fdb-411c-9dfd-09538d95fe9e service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:15:28.015837 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7b6a60-888e-45db-9420-7d87126c14da req-4eb5411f-3fdb-411c-9dfd-09538d95fe9e service neutron] Checking segment: {'id': '6bf2f30c-8de9-48b6-ac35-0afe448267ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fb04e5c4-4048-4691-8fd2-5191f92c4dcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:15:28.016708 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7b6a60-888e-45db-9420-7d87126c14da req-4eb5411f-3fdb-411c-9dfd-09538d95fe9e service neutron] Bound using segment: {'id': '6bf2f30c-8de9-48b6-ac35-0afe448267ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fb04e5c4-4048-4691-8fd2-5191f92c4dcc'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:15:28.017332 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-ca7b6a60-888e-45db-9420-7d87126c14da req-4eb5411f-3fdb-411c-9dfd-09538d95fe9e service neutron] Bound port: 0cb5a014-55a4-43c5-9319-d762dfff6f73, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bf2f30c-8de9-48b6-ac35-0afe448267ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fb04e5c4-4048-4691-8fd2-5191f92c4dcc'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:15:28.017836 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-ca7b6a60-888e-45db-9420-7d87126c14da req-4eb5411f-3fdb-411c-9dfd-09538d95fe9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:28.122691 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-f73d6630-58f0-4f6a-b687-0556ba93212e req-ff1fdd82-2035-4a6e-ad8b-fb22abb0edee tempest-VolumesAdminNegativeTest-1342322094 tempest-VolumesAdminNegativeTest-1342322094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:28.151356 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['aa30fcb9-feeb-4734-95fc-3b4e7773f339'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:15:28.210513 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1fdd82-2035-4a6e-ad8b-fb22abb0edee tempest-VolumesAdminNegativeTest-1342322094 tempest-VolumesAdminNegativeTest-1342322094-project] Pushing event deleted for resources: {'Port': ['ID=aa30fcb9-feeb-4734-95fc-3b4e7773f339,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:28.257311 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-f73d6630-58f0-4f6a-b687-0556ba93212e req-ff1fdd82-2035-4a6e-ad8b-fb22abb0edee tempest-VolumesAdminNegativeTest-1342322094 tempest-VolumesAdminNegativeTest-1342322094-project] No DVR routers for this DVR port aa30fcb9-feeb-4734-95fc-3b4e7773f339 on host n-h2-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:15:28.262007 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-f73d6630-58f0-4f6a-b687-0556ba93212e req-ff1fdd82-2035-4a6e-ad8b-fb22abb0edee tempest-VolumesAdminNegativeTest-1342322094 tempest-VolumesAdminNegativeTest-1342322094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:28.265593 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-f73d6630-58f0-4f6a-b687-0556ba93212e req-ff1fdd82-2035-4a6e-ad8b-fb22abb0edee tempest-VolumesAdminNegativeTest-1342322094 tempest-VolumesAdminNegativeTest-1342322094-project] 10.222.0.61 "DELETE /v2.0/ports/aa30fcb9-feeb-4734-95fc-3b4e7773f339 HTTP/1.1" status: 204 len: 173 time: 1.0370822 Aug 10 03:15:28.266296 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0f55cc4-356d-4943-b654-5ded5c70bba8', 'name': 'network-vif-deleted', 'tag': 'aa30fcb9-feeb-4734-95fc-3b4e7773f339'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:15:28.269167 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f363538-7169-4b7a-993f-0a6b47a4781b" -d '{"events": [{"server_uuid": "f0f55cc4-356d-4943-b654-5ded5c70bba8", "name": "network-vif-deleted", "tag": "aa30fcb9-feeb-4734-95fc-3b4e7773f339"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:15:28.296421 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37700a42-b3a5-4b64-8bb6-4b0f87013590 req-3a1ad5e6-f40b-4286-84fc-4307257a7b5a tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:28.305238 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-37700a42-b3a5-4b64-8bb6-4b0f87013590 req-3a1ad5e6-f40b-4286-84fc-4307257a7b5a tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7d864fb-d99a-4b8b-836a-5ba0bd97db6c HTTP/1.1" status: 200 len: 945 time: 0.1449025 Aug 10 03:15:28.339840 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4b460c-2ec4-4e06-9626-ab29257668f2 req-cd4366c3-09f2-4f5a-bf83-8658b683c721 tempest-VolumesAdminNegativeTest-1342322094 tempest-VolumesAdminNegativeTest-1342322094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:28.343835 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7d4b460c-2ec4-4e06-9626-ab29257668f2 req-cd4366c3-09f2-4f5a-bf83-8658b683c721 tempest-VolumesAdminNegativeTest-1342322094 tempest-VolumesAdminNegativeTest-1342322094-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0f55cc4-356d-4943-b654-5ded5c70bba8 HTTP/1.1" status: 200 len: 867 time: 0.3382754 Aug 10 03:15:28.476552 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-ca7b6a60-888e-45db-9420-7d87126c14da req-4eb5411f-3fdb-411c-9dfd-09538d95fe9e service neutron] For port 0cb5a014-55a4-43c5-9319-d762dfff6f73, host n-h2-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:15:28.540069 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-ca7b6a60-888e-45db-9420-7d87126c14da req-4eb5411f-3fdb-411c-9dfd-09538d95fe9e service neutron] For port 0cb5a014-55a4-43c5-9319-d762dfff6f73, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=0cb5a014-55a4-43c5-9319-d762dfff6f73,segment=NetworkSegment(6bf2f30c-8de9-48b6-ac35-0afe448267ae),segment_id=6bf2f30c-8de9-48b6-ac35-0afe448267ae)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:15:28.565768 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7d4b460c-2ec4-4e06-9626-ab29257668f2 req-be8848c2-a580-40dc-8b11-5563ed57a60c tempest-VolumesAdminNegativeTest-1342322094 tempest-VolumesAdminNegativeTest-1342322094-project] 10.222.0.44 "GET /v2.0/security-groups?id=16553a21-fbee-4678-812b-905fa24055ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068245 Aug 10 03:15:28.580220 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-37700a42-b3a5-4b64-8bb6-4b0f87013590 req-d15b0f39-c822-489e-a71c-9984072d43ac tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734933 Aug 10 03:15:28.590673 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-ca7b6a60-888e-45db-9420-7d87126c14da req-4eb5411f-3fdb-411c-9dfd-09538d95fe9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:28.816216 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b6a60-888e-45db-9420-7d87126c14da req-4eb5411f-3fdb-411c-9dfd-09538d95fe9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:28.829451 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-ca7b6a60-888e-45db-9420-7d87126c14da req-4eb5411f-3fdb-411c-9dfd-09538d95fe9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:28.840262 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ca7b6a60-888e-45db-9420-7d87126c14da req-4eb5411f-3fdb-411c-9dfd-09538d95fe9e service neutron] 10.222.0.61 "PUT /v2.0/ports/0cb5a014-55a4-43c5-9319-d762dfff6f73 HTTP/1.1" status: 200 len: 1092 time: 2.9420152 Aug 10 03:15:28.840262 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6024574f-0b46-4839-8e14-6fe5bf6a8895', 'tag': '0cb5a014-55a4-43c5-9319-d762dfff6f73'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:15:28.850119 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c030672-16a0-42a5-8d9f-157b08c1fd29" -d '{"events": [{"name": "network-changed", "server_uuid": "6024574f-0b46-4839-8e14-6fe5bf6a8895", "tag": "0cb5a014-55a4-43c5-9319-d762dfff6f73"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:15:28.888484 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb5411f-3fdb-411c-9dfd-09538d95fe9e service neutron] Pushing event updated for resources: {'Port': ['ID=0cb5a014-55a4-43c5-9319-d762dfff6f73,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:28.918968 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 15afde0d-0590-4700-acb4-288b4d3feae2 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:15:29.074184 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 15afde0d-0590-4700-acb4-288b4d3feae2 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:15:29.083195 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 15afde0d-0590-4700-acb4-288b4d3feae2 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:15:29.083570 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:29.121931 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c36f0048-3742-4789-8d6a-78c5e5337488 req-14095703-4646-42fe-90e4-d549c3d9e0bf tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=ebce8dce68054ed889383d14d785c78e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0969787 Aug 10 03:15:29.429765 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d744211-12e7-4d72-93e9-e80024c50955 x-openstack-request-id: req-9d744211-12e7-4d72-93e9-e80024c50955 {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:15:29.430463 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0f55cc4-356d-4943-b654-5ded5c70bba8", "name": "network-vif-deleted", "tag": "aa30fcb9-feeb-4734-95fc-3b4e7773f339", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:15:29.430463 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9d744211-12e7-4d72-93e9-e80024c50955 {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:15:29.430749 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0f55cc4-356d-4943-b654-5ded5c70bba8', 'name': 'network-vif-deleted', 'tag': 'aa30fcb9-feeb-4734-95fc-3b4e7773f339', 'status': 'completed', 'code': 200} Aug 10 03:15:29.432835 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:29.445721 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-c36f0048-3742-4789-8d6a-78c5e5337488 req-b180473a-360d-484a-ae47-da0a68b8667e tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=ebce8dce68054ed889383d14d785c78e&shared=False HTTP/1.1" status: 200 len: 213 time: 1.1291795 Aug 10 03:15:29.497375 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36f0048-3742-4789-8d6a-78c5e5337488 req-7fa18de6-c22b-4aaf-81ab-681f16f41e0f tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:29.505306 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c36f0048-3742-4789-8d6a-78c5e5337488 req-7fa18de6-c22b-4aaf-81ab-681f16f41e0f tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3347938 Aug 10 03:15:29.547062 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 15afde0d-0590-4700-acb4-288b4d3feae2, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=15afde0d-0590-4700-acb4-288b4d3feae2,segment=NetworkSegment(0905f5a1-ac0e-41c3-8909-2c9ac4497c0f),segment_id=0905f5a1-ac0e-41c3-8909-2c9ac4497c0f)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:29.554912 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-c36f0048-3742-4789-8d6a-78c5e5337488 req-f70ebb22-1a93-4dee-8762-824d59897f2a tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Request body: {'port': {'device_id': '7451eac5-e417-40fe-84ff-9a0f51948846', 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721', 'admin_state_up': True, 'tenant_id': 'ebce8dce68054ed889383d14d785c78e'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:15:29.560976 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:29.583050 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-91226519-a79b-4c3d-b47f-15b736d42c6d req-36cce2ca-1c11-4b88-96a4-70d04d43df2c tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?device_id=7451eac5-e417-40fe-84ff-9a0f51948846 HTTP/1.1" status: 200 len: 210 time: 0.4473288 Aug 10 03:15:29.686200 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b6a60-888e-45db-9420-7d87126c14da req-4892f5a1-da52-4476-abd8-c5b47d5ea186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:29.687742 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ca7b6a60-888e-45db-9420-7d87126c14da req-4892f5a1-da52-4476-abd8-c5b47d5ea186 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ef0c546763504af887a177f337462e10&device_id=6024574f-0b46-4839-8e14-6fe5bf6a8895 HTTP/1.1" status: 200 len: 1095 time: 0.3362055 Aug 10 03:15:29.707975 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=15afde0d-0590-4700-acb4-288b4d3feae2,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:29.760944 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da02f587-d571-451c-8733-4756a09eb186 x-openstack-request-id: req-da02f587-d571-451c-8733-4756a09eb186 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:15:29.760944 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6024574f-0b46-4839-8e14-6fe5bf6a8895", "tag": "0cb5a014-55a4-43c5-9319-d762dfff6f73", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:15:29.760944 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-da02f587-d571-451c-8733-4756a09eb186 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:15:29.760944 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6024574f-0b46-4839-8e14-6fe5bf6a8895', 'tag': '0cb5a014-55a4-43c5-9319-d762dfff6f73', 'status': 'completed', 'code': 200} Aug 10 03:15:29.786816 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ca7b6a60-888e-45db-9420-7d87126c14da req-3dc124cd-aa02-4162-8d19-10024e270f38 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0cb5a014-55a4-43c5-9319-d762dfff6f73 HTTP/1.1" status: 200 len: 217 time: 0.0832260 Aug 10 03:15:29.798711 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b00e89f-46e1-4f5d-8c5b-d060a616e01f req-5ce4fef5-3a13-4f71-8dd0-4ba7896718da tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:29.800350 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5b00e89f-46e1-4f5d-8c5b-d060a616e01f req-5ce4fef5-3a13-4f71-8dd0-4ba7896718da tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=063e2de8-83eb-49a0-9d53-c3a7f698e2b1 HTTP/1.1" status: 200 len: 950 time: 0.8598962 Aug 10 03:15:29.863717 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36f0048-3742-4789-8d6a-78c5e5337488 req-c5baa42f-9c85-4830-b8c3-c79edc67aace tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:29.865788 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-c36f0048-3742-4789-8d6a-78c5e5337488 req-c5baa42f-9c85-4830-b8c3-c79edc67aace tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4016404 Aug 10 03:15:29.870146 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b6a60-888e-45db-9420-7d87126c14da req-b1531e76-cdfd-4739-b5c3-fffd68abae80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:29.871816 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ca7b6a60-888e-45db-9420-7d87126c14da req-b1531e76-cdfd-4739-b5c3-fffd68abae80 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1dfce422-0216-4c9d-97b8-8fc7613926b1 HTTP/1.1" status: 200 len: 848 time: 0.0698781 Aug 10 03:15:29.881072 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-c36f0048-3742-4789-8d6a-78c5e5337488 req-9e13fedf-17b8-496f-91ea-2fb2439606d7 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Request body: {'port': {'device_id': '9028343f-71bb-4e38-aef8-56b259531f1b', 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721', 'admin_state_up': True, 'tenant_id': 'ebce8dce68054ed889383d14d785c78e'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:15:29.914539 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ca7b6a60-888e-45db-9420-7d87126c14da req-ead0a572-cafb-4abf-80d5-8a331f04cb5c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fb04e5c4-4048-4691-8fd2-5191f92c4dcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273066 Aug 10 03:15:29.922336 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5b00e89f-46e1-4f5d-8c5b-d060a616e01f req-8dbaac2a-e3c5-4530-8044-f3cfe9995a51 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049259 Aug 10 03:15:29.998830 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d808c61-2eb2-4d76-81ac-77c2494bbda1 req-c7e6eb3f-0efc-40b7-9a0a-8703a061e97f tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:30.001753 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9d808c61-2eb2-4d76-81ac-77c2494bbda1 req-c7e6eb3f-0efc-40b7-9a0a-8703a061e97f tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=6024574f-0b46-4839-8e14-6fe5bf6a8895 HTTP/1.1" status: 200 len: 943 time: 0.1144910 Aug 10 03:15:30.041427 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 46164) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:30.139201 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c36f0048-3742-4789-8d6a-78c5e5337488 req-9e13fedf-17b8-496f-91ea-2fb2439606d7 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Made reservation on behalf of ebce8dce68054ed889383d14d785c78e for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:15:30.143506 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-c36f0048-3742-4789-8d6a-78c5e5337488 req-9e13fedf-17b8-496f-91ea-2fb2439606d7 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:30.175636 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_v2 [None req-7477def0-01bb-4af6-9169-fcc73a8914fc admin admin] Deleting subnet d9018e16-39a6-44ef-97d2-400a657eae99 {{(pid=94260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:15:30.182487 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c36f0048-3742-4789-8d6a-78c5e5337488 req-f70ebb22-1a93-4dee-8762-824d59897f2a tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Made reservation on behalf of ebce8dce68054ed889383d14d785c78e for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:15:30.186536 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c36f0048-3742-4789-8d6a-78c5e5337488 req-f70ebb22-1a93-4dee-8762-824d59897f2a tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:30.210889 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7477def0-01bb-4af6-9169-fcc73a8914fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:30.264226 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9d808c61-2eb2-4d76-81ac-77c2494bbda1 req-88a3b97f-d14f-46f6-b4c8-8a6cd05f8702 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487731 Aug 10 03:15:30.311471 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c76ffc-d3c7-4c94-8d76-0aa59772c5f1 req-ebb42cd7-ddce-4d0a-96df-7b58378af897 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:30.319299 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d2c76ffc-d3c7-4c94-8d76-0aa59772c5f1 req-ebb42cd7-ddce-4d0a-96df-7b58378af897 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7d864fb-d99a-4b8b-836a-5ba0bd97db6c HTTP/1.1" status: 200 len: 945 time: 0.1562276 Aug 10 03:15:30.359921 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7477def0-01bb-4af6-9169-fcc73a8914fc admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:30.375393 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [req-c36f0048-3742-4789-8d6a-78c5e5337488 req-9e13fedf-17b8-496f-91ea-2fb2439606d7 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Allocated IP 192.168.233.187 (72a4be73-29a1-424c-8690-ecdcf6b06721/60d10164-1dee-4940-9d19-f71e6c18cbc5/379a5f92-4b22-40ff-9d10-bcb476e344f3) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:15:30.386736 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7477def0-01bb-4af6-9169-fcc73a8914fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:30.502470 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d2c76ffc-d3c7-4c94-8d76-0aa59772c5f1 req-7d95ef78-105e-4b4c-a8f2-3ddf85c4c8cf tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781616 Aug 10 03:15:30.507914 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7477def0-01bb-4af6-9169-fcc73a8914fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:30.537634 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7477def0-01bb-4af6-9169-fcc73a8914fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9018e16-39a6-44ef-97d2-400a657eae99,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:30.541494 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7477def0-01bb-4af6-9169-fcc73a8914fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:30.546342 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-7477def0-01bb-4af6-9169-fcc73a8914fc admin admin] 10.222.0.44 "DELETE /v2.0/subnets/d9018e16-39a6-44ef-97d2-400a657eae99 HTTP/1.1" status: 204 len: 168 time: 0.5026577 Aug 10 03:15:30.551004 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 46166) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:30.608791 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-c36f0048-3742-4789-8d6a-78c5e5337488 req-9e13fedf-17b8-496f-91ea-2fb2439606d7 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:30.626861 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [req-c36f0048-3742-4789-8d6a-78c5e5337488 req-9e13fedf-17b8-496f-91ea-2fb2439606d7 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Transition to ACTIVE for port object 379a5f92-4b22-40ff-9d10-bcb476e344f3 will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:15:30.638499 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device aa30fcb9-feeb-4734-95fc-3b4e7773f339 no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:15:30.677626 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] No Port match for: aa30fcb9-feeb-4734-95fc-3b4e7773f339 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:15:30.678548 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device aa30fcb9-feeb-4734-95fc-3b4e7773f339 not bound to the agent host n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:15:30.707909 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ca7b6a60-888e-45db-9420-7d87126c14da req-89293354-aed0-408d-8a5d-01bd62ef0677 service neutron] 10.222.0.61 "GET /v2.0/networks/fb04e5c4-4048-4691-8fd2-5191f92c4dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7784071 Aug 10 03:15:30.715497 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-c36f0048-3742-4789-8d6a-78c5e5337488 req-9e13fedf-17b8-496f-91ea-2fb2439606d7 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:30.735805 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['1ea64ec5-c51a-439a-9ea6-ca81f0db8286'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:15:30.772237 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dc36df01-be5c-4914-975c-1bce62fc866d req-8ebc0661-406d-4f2e-9a58-dd2e3d83a78c tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?device_id=7451eac5-e417-40fe-84ff-9a0f51948846 HTTP/1.1" status: 200 len: 210 time: 0.0770800 Aug 10 03:15:30.799463 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['47c4ce85-91b4-497b-92b0-9e8b46ec064d', '543834ab-fb50-4b3a-b4b6-4babb30446ef'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:15:30.804267 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 15afde0d-0590-4700-acb4-288b4d3feae2 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:15:30.832100 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-958dd4e3-6ccd-4eae-ad27-7c761e9708b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:30.996287 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c36f0048-3742-4789-8d6a-78c5e5337488 req-9e13fedf-17b8-496f-91ea-2fb2439606d7 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Network 72a4be73-29a1-424c-8690-ecdcf6b06721 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:15:31.001753 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ca7b6a60-888e-45db-9420-7d87126c14da req-bb3157b0-081c-42e9-9871-ac258775107a service neutron] 10.222.0.61 "GET /v2.0/networks/fb04e5c4-4048-4691-8fd2-5191f92c4dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079012 Aug 10 03:15:31.002836 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [req-c36f0048-3742-4789-8d6a-78c5e5337488 req-9e13fedf-17b8-496f-91ea-2fb2439606d7 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:15:31.024460 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-c36f0048-3742-4789-8d6a-78c5e5337488 req-9e13fedf-17b8-496f-91ea-2fb2439606d7 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:15:31.036202 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36f0048-3742-4789-8d6a-78c5e5337488 req-9e13fedf-17b8-496f-91ea-2fb2439606d7 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:31.037479 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-c36f0048-3742-4789-8d6a-78c5e5337488 req-9e13fedf-17b8-496f-91ea-2fb2439606d7 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:31.078520 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e13fedf-17b8-496f-91ea-2fb2439606d7 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Pushing event updated for resources: {'Port': ['ID=379a5f92-4b22-40ff-9d10-bcb476e344f3,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:31.110899 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-c36f0048-3742-4789-8d6a-78c5e5337488 req-9e13fedf-17b8-496f-91ea-2fb2439606d7 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2337284 Aug 10 03:15:31.139455 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-c36f0048-3742-4789-8d6a-78c5e5337488 req-0715ab66-6208-4223-9627-61fc79e9eaed service neutron] Request body: {'port': {'device_id': '9028343f-71bb-4e38-aef8-56b259531f1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-13'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:15:31.161612 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-958dd4e3-6ccd-4eae-ad27-7c761e9708b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:31.177091 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-958dd4e3-6ccd-4eae-ad27-7c761e9708b8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:15:31.177618 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-958dd4e3-6ccd-4eae-ad27-7c761e9708b8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:15:31.178667 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-958dd4e3-6ccd-4eae-ad27-7c761e9708b8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:15:31.179208 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-958dd4e3-6ccd-4eae-ad27-7c761e9708b8 admin admin] Subscribe: > port after_create 55550000 {{(pid=94260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:15:31.179779 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-958dd4e3-6ccd-4eae-ad27-7c761e9708b8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:15:31.180145 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-958dd4e3-6ccd-4eae-ad27-7c761e9708b8 admin admin] Subscribe: > port after_update 55550000 {{(pid=94260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:15:31.180599 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-958dd4e3-6ccd-4eae-ad27-7c761e9708b8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:15:31.180952 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-958dd4e3-6ccd-4eae-ad27-7c761e9708b8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:15:31.182913 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-958dd4e3-6ccd-4eae-ad27-7c761e9708b8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:15:31.183074 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 15afde0d-0590-4700-acb4-288b4d3feae2 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:15:31.183325 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:31.183698 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-958dd4e3-6ccd-4eae-ad27-7c761e9708b8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:15:31.258797 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c030672-16a0-42a5-8d9f-157b08c1fd29 req-d92de3cf-944a-4fc1-b872-6b02fff010d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:31.261420 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-3c030672-16a0-42a5-8d9f-157b08c1fd29 req-d92de3cf-944a-4fc1-b872-6b02fff010d3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ef0c546763504af887a177f337462e10&device_id=6024574f-0b46-4839-8e14-6fe5bf6a8895 HTTP/1.1" status: 200 len: 1095 time: 0.1784134 Aug 10 03:15:31.262678 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-c36f0048-3742-4789-8d6a-78c5e5337488 req-0715ab66-6208-4223-9627-61fc79e9eaed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:31.391387 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-958dd4e3-6ccd-4eae-ad27-7c761e9708b8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:15:31.391913 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-958dd4e3-6ccd-4eae-ad27-7c761e9708b8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:15:31.392376 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-958dd4e3-6ccd-4eae-ad27-7c761e9708b8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:15:31.394625 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-958dd4e3-6ccd-4eae-ad27-7c761e9708b8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:15:31.394625 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-958dd4e3-6ccd-4eae-ad27-7c761e9708b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c74b87bc-ed4e-4bef-bf2f-b3a15da9fe69']}} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:31.442522 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-958dd4e3-6ccd-4eae-ad27-7c761e9708b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dce213a7-c146-470a-a653-5429ca95aa3f') {'for_net_delete': True} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:31.442916 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-958dd4e3-6ccd-4eae-ad27-7c761e9708b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dce213a7-c146-470a-a653-5429ca95aa3f') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:31.493155 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-958dd4e3-6ccd-4eae-ad27-7c761e9708b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191186'] for segment, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:31.540588 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-55466bf5-51ab-4d4a-9d45-5d578032db80 None None] Provisioning for port 379a5f92-4b22-40ff-9d10-bcb476e344f3 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:15:31.551617 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-958dd4e3-6ccd-4eae-ad27-7c761e9708b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:31.565195 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-55466bf5-51ab-4d4a-9d45-5d578032db80 None None] Provisioning complete for port 379a5f92-4b22-40ff-9d10-bcb476e344f3 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:15:31.565195 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-55466bf5-51ab-4d4a-9d45-5d578032db80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:31.570752 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-958dd4e3-6ccd-4eae-ad27-7c761e9708b8 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=94260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:15:31.571838 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-958dd4e3-6ccd-4eae-ad27-7c761e9708b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58895489'] for segment, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:31.626600 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-55466bf5-51ab-4d4a-9d45-5d578032db80 None None] Port 379a5f92-4b22-40ff-9d10-bcb476e344f3 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:15:31.701455 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-c36f0048-3742-4789-8d6a-78c5e5337488 req-f70ebb22-1a93-4dee-8762-824d59897f2a tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Allocated IP 192.168.233.120 (72a4be73-29a1-424c-8690-ecdcf6b06721/60d10164-1dee-4940-9d19-f71e6c18cbc5/b8bbab66-a855-4a43-83f3-c4fa1af2df54) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:15:31.729353 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c030672-16a0-42a5-8d9f-157b08c1fd29 req-1572372a-307d-495c-be10-5821dc1523a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:31.732159 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-3c030672-16a0-42a5-8d9f-157b08c1fd29 req-1572372a-307d-495c-be10-5821dc1523a7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=fb04e5c4-4048-4691-8fd2-5191f92c4dcc HTTP/1.1" status: 200 len: 908 time: 0.4500468 Aug 10 03:15:31.801487 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-3c030672-16a0-42a5-8d9f-157b08c1fd29 req-75cb6798-82fa-4dca-8322-d39b9bdc9a4c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0cb5a014-55a4-43c5-9319-d762dfff6f73 HTTP/1.1" status: 200 len: 217 time: 0.0537000 Aug 10 03:15:31.821295 n-d-768862-13 neutron-server[94260]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 10 03:15:31.821295 n-d-768862-13 neutron-server[94260]: from cryptography.utils import int_from_bytes Aug 10 03:15:31.821295 n-d-768862-13 neutron-server[94260]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 10 03:15:31.821295 n-d-768862-13 neutron-server[94260]: from cryptography.utils import int_from_bytes Aug 10 03:15:31.821295 n-d-768862-13 neutron-server[94260]: Traceback (most recent call last): Aug 10 03:15:31.821295 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:15:31.821295 n-d-768862-13 neutron-server[94260]: timer() Aug 10 03:15:31.821295 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:15:31.821295 n-d-768862-13 neutron-server[94260]: cb(*args, **kw) Aug 10 03:15:31.821295 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:15:31.821295 n-d-768862-13 neutron-server[94260]: return func(*args, **kwargs) Aug 10 03:15:31.821295 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:15:31.821295 n-d-768862-13 neutron-server[94260]: self._notify() Aug 10 03:15:31.821295 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:15:31.821295 n-d-768862-13 neutron-server[94260]: self.callback(batched_events) Aug 10 03:15:31.821295 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:15:31.821295 n-d-768862-13 neutron-server[94260]: event.method(event) Aug 10 03:15:31.821295 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:15:31.821295 n-d-768862-13 neutron-server[94260]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:15:31.821295 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:15:31.821295 n-d-768862-13 neutron-server[94260]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:15:31.821295 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:15:31.821295 n-d-768862-13 neutron-server[94260]: return f(self, *a, **k) Aug 10 03:15:31.821295 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:15:31.821295 n-d-768862-13 neutron-server[94260]: return self._get(url).json() Aug 10 03:15:31.821295 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:15:31.821295 n-d-768862-13 neutron-server[94260]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:15:31.821295 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:15:31.821295 n-d-768862-13 neutron-server[94260]: return self.request(url, 'GET', **kwargs) Aug 10 03:15:31.821295 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:15:31.821295 n-d-768862-13 neutron-server[94260]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:15:31.821295 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:15:31.821295 n-d-768862-13 neutron-server[94260]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:15:31.821295 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:15:31.821295 n-d-768862-13 neutron-server[94260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:15:31.821295 n-d-768862-13 neutron-server[94260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:15:31.864343 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-958dd4e3-6ccd-4eae-ad27-7c761e9708b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:31.873997 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c030672-16a0-42a5-8d9f-157b08c1fd29 req-8b25c0f7-ef35-4153-8d7f-f0d8a8a912b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:31.875511 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-3c030672-16a0-42a5-8d9f-157b08c1fd29 req-8b25c0f7-ef35-4153-8d7f-f0d8a8a912b4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1dfce422-0216-4c9d-97b8-8fc7613926b1 HTTP/1.1" status: 200 len: 848 time: 0.0661223 Aug 10 03:15:31.928053 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-958dd4e3-6ccd-4eae-ad27-7c761e9708b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:31.949362 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-958dd4e3-6ccd-4eae-ad27-7c761e9708b8 admin admin] 10.222.0.44 "DELETE /v2.0/networks/c74b87bc-ed4e-4bef-bf2f-b3a15da9fe69 HTTP/1.1" status: 204 len: 168 time: 1.3783588 Aug 10 03:15:31.949362 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 46180) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:31.953251 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-3c030672-16a0-42a5-8d9f-157b08c1fd29 req-e4dfbb0c-c3e3-43d6-a935-5ee7eec30d2e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fb04e5c4-4048-4691-8fd2-5191f92c4dcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653567 Aug 10 03:15:31.992822 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958dd4e3-6ccd-4eae-ad27-7c761e9708b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=c74b87bc-ed4e-4bef-bf2f-b3a15da9fe69,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:32.028499 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f88bf3-2ecf-4fd0-8c3d-255372725fc3 req-0ff3622c-0ea2-41ec-a1c4-7265ceb9644d tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:32.037323 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-57f88bf3-2ecf-4fd0-8c3d-255372725fc3 req-0ff3622c-0ea2-41ec-a1c4-7265ceb9644d tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=063e2de8-83eb-49a0-9d53-c3a7f698e2b1 HTTP/1.1" status: 200 len: 950 time: 0.2596602 Aug 10 03:15:32.083114 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f4d94f-d1b5-4814-a736-68991a7d233d req-5ad5ebee-740d-4b22-a62b-a1117e626858 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:32.084148 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-47f4d94f-d1b5-4814-a736-68991a7d233d req-5ad5ebee-740d-4b22-a62b-a1117e626858 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=6024574f-0b46-4839-8e14-6fe5bf6a8895 HTTP/1.1" status: 200 len: 943 time: 0.4042420 Aug 10 03:15:32.100105 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-3c030672-16a0-42a5-8d9f-157b08c1fd29 req-cfe79bab-9d66-4fc4-ab99-63b068af6dde service neutron] 10.222.0.61 "GET /v2.0/networks/fb04e5c4-4048-4691-8fd2-5191f92c4dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265619 Aug 10 03:15:32.162061 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_v2 [None req-90cac498-4d3f-4661-8a53-6c04b843f395 admin admin] Deleting subnet 8734b730-3442-4039-91fc-f40a8b73bab6 {{(pid=94260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:15:32.178258 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-57f88bf3-2ecf-4fd0-8c3d-255372725fc3 req-ea85fb3c-2b64-4790-93e6-c02701f2b84f tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397161 Aug 10 03:15:32.184809 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-90cac498-4d3f-4661-8a53-6c04b843f395 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:32.243766 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-47f4d94f-d1b5-4814-a736-68991a7d233d req-a4aefd32-e72c-42f5-9f02-43d583dd76ac tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368978 Aug 10 03:15:32.248486 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-3c030672-16a0-42a5-8d9f-157b08c1fd29 req-cda66dc6-a4f6-4ce9-814e-7bce51eed09a service neutron] 10.222.0.61 "GET /v2.0/networks/fb04e5c4-4048-4691-8fd2-5191f92c4dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275849 Aug 10 03:15:32.262159 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-90cac498-4d3f-4661-8a53-6c04b843f395 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191173'] for subnet, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:32.336416 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c36f0048-3742-4789-8d6a-78c5e5337488 req-f70ebb22-1a93-4dee-8762-824d59897f2a tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:32.388574 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-c36f0048-3742-4789-8d6a-78c5e5337488 req-f70ebb22-1a93-4dee-8762-824d59897f2a tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Transition to ACTIVE for port object b8bbab66-a855-4a43-83f3-c4fa1af2df54 will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:15:32.399718 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-90cac498-4d3f-4661-8a53-6c04b843f395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:32.564595 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-af3133b3-40c0-439c-bb8b-b76b09950db5 req-2e0361c0-1b9a-49dd-befc-44dedc9d7dda tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?device_id=7451eac5-e417-40fe-84ff-9a0f51948846 HTTP/1.1" status: 200 len: 210 time: 0.1160643 Aug 10 03:15:32.727869 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ba857d-aa10-4282-8f9f-a7d1a7e0dd02 req-90d3a983-b229-41c8-a06b-c47c6db4a161 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:32.729589 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c9ba857d-aa10-4282-8f9f-a7d1a7e0dd02 req-90d3a983-b229-41c8-a06b-c47c6db4a161 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7d864fb-d99a-4b8b-836a-5ba0bd97db6c HTTP/1.1" status: 200 len: 945 time: 0.2018003 Aug 10 03:15:32.733446 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c36f0048-3742-4789-8d6a-78c5e5337488 req-f70ebb22-1a93-4dee-8762-824d59897f2a tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:32.745312 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['1ea64ec5-c51a-439a-9ea6-ca81f0db8286'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:15:32.750902 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['47c4ce85-91b4-497b-92b0-9e8b46ec064d', '543834ab-fb50-4b3a-b4b6-4babb30446ef'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:15:32.836487 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70ebb22-1a93-4dee-8762-824d59897f2a tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Pushing event updated for resources: {'Port': ['ID=b8bbab66-a855-4a43-83f3-c4fa1af2df54,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:32.851518 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-90cac498-4d3f-4661-8a53-6c04b843f395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:32.894434 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c36f0048-3742-4789-8d6a-78c5e5337488 req-f70ebb22-1a93-4dee-8762-824d59897f2a tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Network 72a4be73-29a1-424c-8690-ecdcf6b06721 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:15:32.899621 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-c36f0048-3742-4789-8d6a-78c5e5337488 req-f70ebb22-1a93-4dee-8762-824d59897f2a tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:15:32.908084 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-c36f0048-3742-4789-8d6a-78c5e5337488 req-f70ebb22-1a93-4dee-8762-824d59897f2a tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:15:32.911073 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cac498-4d3f-4661-8a53-6c04b843f395 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8734b730-3442-4039-91fc-f40a8b73bab6,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:32.969752 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-90cac498-4d3f-4661-8a53-6c04b843f395 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:32.974862 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-90cac498-4d3f-4661-8a53-6c04b843f395 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/8734b730-3442-4039-91fc-f40a8b73bab6 HTTP/1.1" status: 204 len: 168 time: 1.0298042 Aug 10 03:15:32.978299 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 46182) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:33.014488 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c9ba857d-aa10-4282-8f9f-a7d1a7e0dd02 req-b6b461b5-b811-42c3-91a4-c26fc1685c34 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850181 Aug 10 03:15:33.065788 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36f0048-3742-4789-8d6a-78c5e5337488 req-f70ebb22-1a93-4dee-8762-824d59897f2a tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:33.069491 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c36f0048-3742-4789-8d6a-78c5e5337488 req-f70ebb22-1a93-4dee-8762-824d59897f2a tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:33.109900 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c36f0048-3742-4789-8d6a-78c5e5337488 req-f70ebb22-1a93-4dee-8762-824d59897f2a tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5590303 Aug 10 03:15:33.111440 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:33.142380 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-c36f0048-3742-4789-8d6a-78c5e5337488 req-27960ec8-27d7-4579-8997-c6f17745f76a service neutron] Request body: {'port': {'device_id': '7451eac5-e417-40fe-84ff-9a0f51948846', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:15:33.258973 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [req-c36f0048-3742-4789-8d6a-78c5e5337488 req-0715ab66-6208-4223-9627-61fc79e9eaed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 379a5f92-4b22-40ff-9d10-bcb476e344f3 {{(pid=94261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:15:33.289640 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-c36f0048-3742-4789-8d6a-78c5e5337488 req-0715ab66-6208-4223-9627-61fc79e9eaed service neutron] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:33.311533 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c36f0048-3742-4789-8d6a-78c5e5337488 req-27960ec8-27d7-4579-8997-c6f17745f76a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:33.319985 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1a3c0d5b-3a0b-4ce3-8a9b-8e8bed25a2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:33.378370 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [req-c36f0048-3742-4789-8d6a-78c5e5337488 req-0715ab66-6208-4223-9627-61fc79e9eaed service neutron] Transition to ACTIVE for port object 379a5f92-4b22-40ff-9d10-bcb476e344f3 will not be triggered until provisioned by entity L2. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:15:33.423281 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-c36f0048-3742-4789-8d6a-78c5e5337488 req-0715ab66-6208-4223-9627-61fc79e9eaed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:33.456498 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-0adba3c0-572f-4e9e-a0bb-bb738502aedc None None] Provisioning for port b8bbab66-a855-4a43-83f3-c4fa1af2df54 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:15:33.468088 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-0adba3c0-572f-4e9e-a0bb-bb738502aedc None None] Provisioning complete for port b8bbab66-a855-4a43-83f3-c4fa1af2df54 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:15:33.468461 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-0adba3c0-572f-4e9e-a0bb-bb738502aedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:33.544716 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1a3c0d5b-3a0b-4ce3-8a9b-8e8bed25a2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:33.557458 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1a3c0d5b-3a0b-4ce3-8a9b-8e8bed25a2d2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:15:33.557832 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1a3c0d5b-3a0b-4ce3-8a9b-8e8bed25a2d2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:15:33.558651 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1a3c0d5b-3a0b-4ce3-8a9b-8e8bed25a2d2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:15:33.558983 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1a3c0d5b-3a0b-4ce3-8a9b-8e8bed25a2d2 admin admin] Subscribe: > port after_create 55550000 {{(pid=94261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:15:33.559324 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1a3c0d5b-3a0b-4ce3-8a9b-8e8bed25a2d2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:15:33.559676 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1a3c0d5b-3a0b-4ce3-8a9b-8e8bed25a2d2 admin admin] Subscribe: > port after_update 55550000 {{(pid=94261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:15:33.560489 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1a3c0d5b-3a0b-4ce3-8a9b-8e8bed25a2d2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:15:33.560489 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1a3c0d5b-3a0b-4ce3-8a9b-8e8bed25a2d2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:15:33.560754 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1a3c0d5b-3a0b-4ce3-8a9b-8e8bed25a2d2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:15:33.566610 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1a3c0d5b-3a0b-4ce3-8a9b-8e8bed25a2d2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:15:33.585874 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-0adba3c0-572f-4e9e-a0bb-bb738502aedc None None] Port b8bbab66-a855-4a43-83f3-c4fa1af2df54 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:15:33.663341 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1a3c0d5b-3a0b-4ce3-8a9b-8e8bed25a2d2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:15:33.664011 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1a3c0d5b-3a0b-4ce3-8a9b-8e8bed25a2d2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:15:33.664519 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1a3c0d5b-3a0b-4ce3-8a9b-8e8bed25a2d2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:15:33.665015 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1a3c0d5b-3a0b-4ce3-8a9b-8e8bed25a2d2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:15:33.665589 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-1a3c0d5b-3a0b-4ce3-8a9b-8e8bed25a2d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccc68ca1-e8c0-4ca0-9e6e-f4c27cdda5ae']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:33.698019 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-1a3c0d5b-3a0b-4ce3-8a9b-8e8bed25a2d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b65096dc-b42c-47d6-ac0e-60d26d3e4a34') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:33.698630 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-1a3c0d5b-3a0b-4ce3-8a9b-8e8bed25a2d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b65096dc-b42c-47d6-ac0e-60d26d3e4a34') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:33.742792 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1a3c0d5b-3a0b-4ce3-8a9b-8e8bed25a2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:33.776291 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1a3c0d5b-3a0b-4ce3-8a9b-8e8bed25a2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:33.785230 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a3c0d5b-3a0b-4ce3-8a9b-8e8bed25a2d2 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:15:33.785642 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1a3c0d5b-3a0b-4ce3-8a9b-8e8bed25a2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:33.840250 n-d-768862-13 neutron-server[94261]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 10 03:15:33.840250 n-d-768862-13 neutron-server[94261]: from cryptography.utils import int_from_bytes Aug 10 03:15:33.840250 n-d-768862-13 neutron-server[94261]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 10 03:15:33.840250 n-d-768862-13 neutron-server[94261]: from cryptography.utils import int_from_bytes Aug 10 03:15:33.840250 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:15:33.840250 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:15:33.840250 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:15:33.840250 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:15:33.840250 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:15:33.840250 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:15:33.840250 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:15:33.840250 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:15:33.840250 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:15:33.840250 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:15:33.840250 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:15:33.840250 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:15:33.840250 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:15:33.840250 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:15:33.840250 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:15:33.840250 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:15:33.840250 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:15:33.840250 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:15:33.840250 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:15:33.840250 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:15:33.840250 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:15:33.840250 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:15:33.840250 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:15:33.840250 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:15:33.840250 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:15:33.840250 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:15:33.840250 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:15:33.840250 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:15:33.840250 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:15:33.840250 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:15:33.840250 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:15:33.840250 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:15:33.897430 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1a3c0d5b-3a0b-4ce3-8a9b-8e8bed25a2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:33.906657 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1a3c0d5b-3a0b-4ce3-8a9b-8e8bed25a2d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:33.908177 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12694c09-f8c0-42f6-bff3-bbcf4d5096bf req-75cfc61d-6b29-4845-968b-467b68c4977e tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:33.918078 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-12694c09-f8c0-42f6-bff3-bbcf4d5096bf req-75cfc61d-6b29-4845-968b-467b68c4977e tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=063e2de8-83eb-49a0-9d53-c3a7f698e2b1 HTTP/1.1" status: 200 len: 950 time: 0.6125038 Aug 10 03:15:33.921537 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-1a3c0d5b-3a0b-4ce3-8a9b-8e8bed25a2d2 admin admin] 10.222.0.44 "DELETE /v2.0/networks/ccc68ca1-e8c0-4ca0-9e6e-f4c27cdda5ae HTTP/1.1" status: 204 len: 168 time: 0.9237185 Aug 10 03:15:33.975812 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0715ab66-6208-4223-9627-61fc79e9eaed service neutron] Pushing event updated for resources: {'Port': ['ID=379a5f92-4b22-40ff-9d10-bcb476e344f3,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:34.000512 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eaf11f-c88c-456b-895f-370194dd4e28 req-5777bc43-7d96-4c03-bb1a-96030e3cd155 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:34.010050 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-68eaf11f-c88c-456b-895f-370194dd4e28 req-5777bc43-7d96-4c03-bb1a-96030e3cd155 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=6024574f-0b46-4839-8e14-6fe5bf6a8895 HTTP/1.1" status: 200 len: 943 time: 0.6068847 Aug 10 03:15:34.043249 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3c0d5b-3a0b-4ce3-8a9b-8e8bed25a2d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=ccc68ca1-e8c0-4ca0-9e6e-f4c27cdda5ae,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:34.082330 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-c36f0048-3742-4789-8d6a-78c5e5337488 req-0715ab66-6208-4223-9627-61fc79e9eaed service neutron] Attempting to bind port 379a5f92-4b22-40ff-9d10-bcb476e344f3 on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:15:34.082931 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-c36f0048-3742-4789-8d6a-78c5e5337488 req-0715ab66-6208-4223-9627-61fc79e9eaed service neutron] Attempting to bind port 379a5f92-4b22-40ff-9d10-bcb476e344f3 by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:15:34.083136 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36f0048-3742-4789-8d6a-78c5e5337488 req-0715ab66-6208-4223-9627-61fc79e9eaed service neutron] Attempting to bind port 379a5f92-4b22-40ff-9d10-bcb476e344f3 on network 72a4be73-29a1-424c-8690-ecdcf6b06721 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:15:34.090109 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36f0048-3742-4789-8d6a-78c5e5337488 req-0715ab66-6208-4223-9627-61fc79e9eaed service neutron] Port 379a5f92-4b22-40ff-9d10-bcb476e344f3 on network 72a4be73-29a1-424c-8690-ecdcf6b06721 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:15:34.090517 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36f0048-3742-4789-8d6a-78c5e5337488 req-0715ab66-6208-4223-9627-61fc79e9eaed service neutron] Attempting to bind port 379a5f92-4b22-40ff-9d10-bcb476e344f3 on network 72a4be73-29a1-424c-8690-ecdcf6b06721 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:15:34.090762 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-68eaf11f-c88c-456b-895f-370194dd4e28 req-25ffaa79-1144-46e3-9a05-da950b5243a5 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745332 Aug 10 03:15:34.096664 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36f0048-3742-4789-8d6a-78c5e5337488 req-0715ab66-6208-4223-9627-61fc79e9eaed service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:15:34.097084 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36f0048-3742-4789-8d6a-78c5e5337488 req-0715ab66-6208-4223-9627-61fc79e9eaed service neutron] Checking segment: {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:15:34.097514 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36f0048-3742-4789-8d6a-78c5e5337488 req-0715ab66-6208-4223-9627-61fc79e9eaed service neutron] Bound using segment: {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:15:34.098033 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-c36f0048-3742-4789-8d6a-78c5e5337488 req-0715ab66-6208-4223-9627-61fc79e9eaed service neutron] Bound port: 379a5f92-4b22-40ff-9d10-bcb476e344f3, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'}}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:15:34.098650 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-c36f0048-3742-4789-8d6a-78c5e5337488 req-0715ab66-6208-4223-9627-61fc79e9eaed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:34.151146 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-12694c09-f8c0-42f6-bff3-bbcf4d5096bf req-c3d515dd-dfae-45aa-84ad-d55bc872a14c tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315533 Aug 10 03:15:34.283382 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-c36f0048-3742-4789-8d6a-78c5e5337488 req-0715ab66-6208-4223-9627-61fc79e9eaed service neutron] For port 379a5f92-4b22-40ff-9d10-bcb476e344f3, host n-h1-768862-13, cleared binding levels {{(pid=94261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:15:34.300497 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-c36f0048-3742-4789-8d6a-78c5e5337488 req-0715ab66-6208-4223-9627-61fc79e9eaed service neutron] For port 379a5f92-4b22-40ff-9d10-bcb476e344f3, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=379a5f92-4b22-40ff-9d10-bcb476e344f3,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:15:34.337291 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-c36f0048-3742-4789-8d6a-78c5e5337488 req-0715ab66-6208-4223-9627-61fc79e9eaed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:34.347394 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 46208) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:34.388352 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36f0048-3742-4789-8d6a-78c5e5337488 req-0715ab66-6208-4223-9627-61fc79e9eaed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:34.389396 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-c36f0048-3742-4789-8d6a-78c5e5337488 req-0715ab66-6208-4223-9627-61fc79e9eaed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:34.391202 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-c36f0048-3742-4789-8d6a-78c5e5337488 req-0715ab66-6208-4223-9627-61fc79e9eaed service neutron] 10.222.0.42 "PUT /v2.0/ports/379a5f92-4b22-40ff-9d10-bcb476e344f3 HTTP/1.1" status: 200 len: 1097 time: 3.2616045 Aug 10 03:15:34.398067 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d5f952f2-44e8-4fa4-81ef-28a598299985 req-dde277ac-5a20-4c43-874d-03ce1673c00c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=992848df-3222-4c56-80a5-190b1c7fc1ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3217359 Aug 10 03:15:34.416434 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9028343f-71bb-4e38-aef8-56b259531f1b', 'tag': '379a5f92-4b22-40ff-9d10-bcb476e344f3'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:15:34.420799 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7730b6f5-62db-4c1f-aeb2-755366d35f05" -d '{"events": [{"name": "network-changed", "server_uuid": "9028343f-71bb-4e38-aef8-56b259531f1b", "tag": "379a5f92-4b22-40ff-9d10-bcb476e344f3"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:15:34.436128 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ae09ff41-1340-4891-8c90-41c964034d10 req-34679a49-a258-4566-bad7-a76bfebc251a service neutron] 10.222.0.61 "GET /v2.0/ports/ee384af7-0b27-4268-a6eb-5ba07e13950a/bindings/n-h2-768862-13 HTTP/1.1" status: 200 len: 383 time: 0.2425232 Aug 10 03:15:34.486279 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0715ab66-6208-4223-9627-61fc79e9eaed service neutron] Pushing event updated for resources: {'Port': ['ID=379a5f92-4b22-40ff-9d10-bcb476e344f3,revision_number=3']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:34.543630 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-778f30e0-e415-44c6-9687-38711f6bc357 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5952c4fc21ac490b91d634d0b7fc1f48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1877558 Aug 10 03:15:34.551099 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 46222) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:34.666214 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29188c9c-8b5e-4802-8908-34fbe6589327 req-8a143300-1360-402c-8ee9-60b8b48e45c8 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:34.667802 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-29188c9c-8b5e-4802-8908-34fbe6589327 req-8a143300-1360-402c-8ee9-60b8b48e45c8 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?device_id=7451eac5-e417-40fe-84ff-9a0f51948846 HTTP/1.1" status: 200 len: 936 time: 0.3304670 Aug 10 03:15:34.685905 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36f0048-3742-4789-8d6a-78c5e5337488 req-714dfdb6-e7ab-4293-b7ca-dd545c67f944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:34.694691 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-c36f0048-3742-4789-8d6a-78c5e5337488 req-714dfdb6-e7ab-4293-b7ca-dd545c67f944 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ebce8dce68054ed889383d14d785c78e&device_id=9028343f-71bb-4e38-aef8-56b259531f1b HTTP/1.1" status: 200 len: 1100 time: 0.2217181 Aug 10 03:15:34.755930 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-c36f0048-3742-4789-8d6a-78c5e5337488 req-0c74931c-7c36-4c9d-a465-07b280ef0c28 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=379a5f92-4b22-40ff-9d10-bcb476e344f3 HTTP/1.1" status: 200 len: 217 time: 0.0482507 Aug 10 03:15:34.761524 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d8b76a6c-539e-4dd2-a376-ff12009de505 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:34.818179 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-c36f0048-3742-4789-8d6a-78c5e5337488 req-27960ec8-27d7-4579-8997-c6f17745f76a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8bbab66-a855-4a43-83f3-c4fa1af2df54 {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:15:34.829531 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c36f0048-3742-4789-8d6a-78c5e5337488 req-27960ec8-27d7-4579-8997-c6f17745f76a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:34.845138 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-c36f0048-3742-4789-8d6a-78c5e5337488 req-27960ec8-27d7-4579-8997-c6f17745f76a service neutron] Transition to ACTIVE for port object b8bbab66-a855-4a43-83f3-c4fa1af2df54 will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:15:34.857685 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f952f2-44e8-4fa4-81ef-28a598299985 req-a4b26771-e6cc-47af-861f-7ed99e9581a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:34.859487 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d5f952f2-44e8-4fa4-81ef-28a598299985 req-a4b26771-e6cc-47af-861f-7ed99e9581a5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ef0c546763504af887a177f337462e10&device_id=992848df-3222-4c56-80a5-190b1c7fc1ff HTTP/1.1" status: 200 len: 1097 time: 0.4229956 Aug 10 03:15:34.892151 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d8b76a6c-539e-4dd2-a376-ff12009de505 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:34.918501 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-29188c9c-8b5e-4802-8908-34fbe6589327 req-4dd5df51-832d-4f96-914c-83ea094910ab tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8d28d33-caca-4f05-b0e0-721010e15342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668070 Aug 10 03:15:34.919263 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c36f0048-3742-4789-8d6a-78c5e5337488 req-27960ec8-27d7-4579-8997-c6f17745f76a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:34.966106 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36f0048-3742-4789-8d6a-78c5e5337488 req-f830b7fb-b3a6-43a2-80e9-05496d40ed16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:34.970532 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-c36f0048-3742-4789-8d6a-78c5e5337488 req-f830b7fb-b3a6-43a2-80e9-05496d40ed16 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=60d10164-1dee-4940-9d19-f71e6c18cbc5 HTTP/1.1" status: 200 len: 843 time: 0.2064390 Aug 10 03:15:34.986578 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666289a3-94d0-4f26-bb8d-7401c3664205 req-81cf5c30-40b7-42b3-aaf6-7ddbca9a7f7f tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:34.988501 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-666289a3-94d0-4f26-bb8d-7401c3664205 req-81cf5c30-40b7-42b3-aaf6-7ddbca9a7f7f tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7d864fb-d99a-4b8b-836a-5ba0bd97db6c HTTP/1.1" status: 200 len: 945 time: 0.4712636 Aug 10 03:15:35.040610 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd306a6-04ee-4a0b-96f3-9fc96c6a5930 x-openstack-request-id: req-3fd306a6-04ee-4a0b-96f3-9fc96c6a5930 {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:15:35.041545 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9028343f-71bb-4e38-aef8-56b259531f1b", "tag": "379a5f92-4b22-40ff-9d10-bcb476e344f3", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:15:35.041875 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3fd306a6-04ee-4a0b-96f3-9fc96c6a5930 {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:15:35.042284 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9028343f-71bb-4e38-aef8-56b259531f1b', 'tag': '379a5f92-4b22-40ff-9d10-bcb476e344f3', 'status': 'completed', 'code': 200} Aug 10 03:15:35.046696 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae09ff41-1340-4891-8c90-41c964034d10 req-7d9e31c3-0dc1-4f60-95ff-2c72c6339ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:35.053611 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ae09ff41-1340-4891-8c90-41c964034d10 req-7d9e31c3-0dc1-4f60-95ff-2c72c6339ba0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=063e2de8-83eb-49a0-9d53-c3a7f698e2b1&tenant_id=808ab0b013b8411c9f012091d2eaa39f HTTP/1.1" status: 200 len: 1102 time: 0.2370298 Aug 10 03:15:35.078777 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36f0048-3742-4789-8d6a-78c5e5337488 req-84db88b3-e65f-4d5f-8ae4-8a15a3e8c11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:35.080604 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-c36f0048-3742-4789-8d6a-78c5e5337488 req-84db88b3-e65f-4d5f-8ae4-8a15a3e8c11e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72a4be73-29a1-424c-8690-ecdcf6b06721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0917888 Aug 10 03:15:35.214372 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d8b76a6c-539e-4dd2-a376-ff12009de505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:35.216971 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d8b76a6c-539e-4dd2-a376-ff12009de505 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:35.218270 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-d8b76a6c-539e-4dd2-a376-ff12009de505 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/16553a21-fbee-4678-812b-905fa24055ab HTTP/1.1" status: 204 len: 168 time: 0.6636722 Aug 10 03:15:35.251327 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b76a6c-539e-4dd2-a376-ff12009de505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16553a21-fbee-4678-812b-905fa24055ab,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:35.284157 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae09ff41-1340-4891-8c90-41c964034d10 req-3a9e1e8a-f2a0-4ae0-922c-73f58dc2d155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:35.288519 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ae09ff41-1340-4891-8c90-41c964034d10 req-3a9e1e8a-f2a0-4ae0-922c-73f58dc2d155 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=808ab0b013b8411c9f012091d2eaa39f&device_id=063e2de8-83eb-49a0-9d53-c3a7f698e2b1 HTTP/1.1" status: 200 len: 1102 time: 0.2017069 Aug 10 03:15:35.290388 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27960ec8-27d7-4579-8997-c6f17745f76a service neutron] Pushing event updated for resources: {'Port': ['ID=b8bbab66-a855-4a43-83f3-c4fa1af2df54,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:35.355390 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-666289a3-94d0-4f26-bb8d-7401c3664205 req-479f5e9e-f27c-422a-a35c-1552f6c8ce89 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3055882 Aug 10 03:15:35.367067 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-c36f0048-3742-4789-8d6a-78c5e5337488 req-2bd71eb1-c9fb-44a8-b769-cbc2a4c06fc2 service neutron] 10.222.0.42 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635512 Aug 10 03:15:35.368778 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-c36f0048-3742-4789-8d6a-78c5e5337488 req-27960ec8-27d7-4579-8997-c6f17745f76a service neutron] Attempting to bind port b8bbab66-a855-4a43-83f3-c4fa1af2df54 on host n-h2-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:15:35.370169 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-c36f0048-3742-4789-8d6a-78c5e5337488 req-27960ec8-27d7-4579-8997-c6f17745f76a service neutron] Attempting to bind port b8bbab66-a855-4a43-83f3-c4fa1af2df54 by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:15:35.371488 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36f0048-3742-4789-8d6a-78c5e5337488 req-27960ec8-27d7-4579-8997-c6f17745f76a service neutron] Attempting to bind port b8bbab66-a855-4a43-83f3-c4fa1af2df54 on network 72a4be73-29a1-424c-8690-ecdcf6b06721 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:15:35.415091 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f952f2-44e8-4fa4-81ef-28a598299985 req-34f7bcf9-e4b0-4078-970a-0d4ce477efc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:35.425959 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d5f952f2-44e8-4fa4-81ef-28a598299985 req-34f7bcf9-e4b0-4078-970a-0d4ce477efc6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fb04e5c4-4048-4691-8fd2-5191f92c4dcc HTTP/1.1" status: 200 len: 908 time: 0.5116417 Aug 10 03:15:35.439455 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36f0048-3742-4789-8d6a-78c5e5337488 req-27960ec8-27d7-4579-8997-c6f17745f76a service neutron] Port b8bbab66-a855-4a43-83f3-c4fa1af2df54 on network 72a4be73-29a1-424c-8690-ecdcf6b06721 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:15:35.439881 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36f0048-3742-4789-8d6a-78c5e5337488 req-27960ec8-27d7-4579-8997-c6f17745f76a service neutron] Attempting to bind port b8bbab66-a855-4a43-83f3-c4fa1af2df54 on network 72a4be73-29a1-424c-8690-ecdcf6b06721 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:15:35.463698 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a4de14-e4aa-4c3e-bc5f-2c622414307a req-e2ee2fbe-15f6-43c4-8dc2-b80019211854 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:35.465420 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-75a4de14-e4aa-4c3e-bc5f-2c622414307a req-e2ee2fbe-15f6-43c4-8dc2-b80019211854 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=6024574f-0b46-4839-8e14-6fe5bf6a8895 HTTP/1.1" status: 200 len: 943 time: 0.2653766 Aug 10 03:15:35.479564 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36f0048-3742-4789-8d6a-78c5e5337488 req-27960ec8-27d7-4579-8997-c6f17745f76a service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:15:35.480294 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36f0048-3742-4789-8d6a-78c5e5337488 req-27960ec8-27d7-4579-8997-c6f17745f76a service neutron] Checking segment: {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:15:35.480939 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36f0048-3742-4789-8d6a-78c5e5337488 req-27960ec8-27d7-4579-8997-c6f17745f76a service neutron] Bound using segment: {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:15:35.483407 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-c36f0048-3742-4789-8d6a-78c5e5337488 req-27960ec8-27d7-4579-8997-c6f17745f76a service neutron] Bound port: b8bbab66-a855-4a43-83f3-c4fa1af2df54, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:15:35.484095 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c36f0048-3742-4789-8d6a-78c5e5337488 req-27960ec8-27d7-4579-8997-c6f17745f76a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:35.541393 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d5f952f2-44e8-4fa4-81ef-28a598299985 req-8ae5aaa9-73b2-4a52-8db0-c5432224a081 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45697d14-5fa9-4743-ad39-5faf9772c311 HTTP/1.1" status: 200 len: 217 time: 0.1048582 Aug 10 03:15:35.547425 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae09ff41-1340-4891-8c90-41c964034d10 req-48b1b8f2-ad76-4984-bc1b-cf6a6db9672a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:35.548921 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ae09ff41-1340-4891-8c90-41c964034d10 req-48b1b8f2-ad76-4984-bc1b-cf6a6db9672a service neutron] 10.222.0.61 "GET /v2.0/networks?id=72a4be73-29a1-424c-8690-ecdcf6b06721 HTTP/1.1" status: 200 len: 869 time: 0.2359796 Aug 10 03:15:35.571555 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-c36f0048-3742-4789-8d6a-78c5e5337488 req-8adb7467-5497-41d3-b55e-9f63551eaa8e service neutron] 10.222.0.42 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870551 Aug 10 03:15:35.653826 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ae09ff41-1340-4891-8c90-41c964034d10 req-e77d5090-07c8-4f1c-ab48-4d568fc2339c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=ee384af7-0b27-4268-a6eb-5ba07e13950a HTTP/1.1" status: 200 len: 217 time: 0.0813675 Aug 10 03:15:35.696138 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-75a4de14-e4aa-4c3e-bc5f-2c622414307a req-a9632754-fbc6-4091-9c82-8eddb6d8acd4 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750073 Aug 10 03:15:35.740918 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f952f2-44e8-4fa4-81ef-28a598299985 req-6836d906-2c33-445c-ae95-514a54d53266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:35.742727 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d5f952f2-44e8-4fa4-81ef-28a598299985 req-6836d906-2c33-445c-ae95-514a54d53266 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1dfce422-0216-4c9d-97b8-8fc7613926b1 HTTP/1.1" status: 200 len: 848 time: 0.1907146 Aug 10 03:15:35.761807 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b203ce-8284-44b4-9ec6-3e4c80facad4 req-42bf9bc1-7220-4105-8596-47944c1bc890 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:35.768374 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-58b203ce-8284-44b4-9ec6-3e4c80facad4 req-42bf9bc1-7220-4105-8596-47944c1bc890 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=063e2de8-83eb-49a0-9d53-c3a7f698e2b1 HTTP/1.1" status: 200 len: 950 time: 0.2966681 Aug 10 03:15:35.835716 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 46240) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:35.846293 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d5f952f2-44e8-4fa4-81ef-28a598299985 req-da6fc2f5-9e6e-4bb0-9b04-b38049103c5c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fb04e5c4-4048-4691-8fd2-5191f92c4dcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722837 Aug 10 03:15:35.911002 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-c36f0048-3742-4789-8d6a-78c5e5337488 req-27960ec8-27d7-4579-8997-c6f17745f76a service neutron] For port b8bbab66-a855-4a43-83f3-c4fa1af2df54, host n-h2-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:15:36.005004 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-c36f0048-3742-4789-8d6a-78c5e5337488 req-27960ec8-27d7-4579-8997-c6f17745f76a service neutron] For port b8bbab66-a855-4a43-83f3-c4fa1af2df54, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=b8bbab66-a855-4a43-83f3-c4fa1af2df54,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:15:36.019374 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-58b203ce-8284-44b4-9ec6-3e4c80facad4 req-62d22746-478c-40ae-a8fb-841770ccbe30 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226691 Aug 10 03:15:36.024873 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7730b6f5-62db-4c1f-aeb2-755366d35f05 req-3050cb32-d314-4ce3-9a56-960c13bdaa8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:36.027009 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-7730b6f5-62db-4c1f-aeb2-755366d35f05 req-3050cb32-d314-4ce3-9a56-960c13bdaa8b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ebce8dce68054ed889383d14d785c78e&device_id=9028343f-71bb-4e38-aef8-56b259531f1b HTTP/1.1" status: 200 len: 1100 time: 0.3752170 Aug 10 03:15:36.028883 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae09ff41-1340-4891-8c90-41c964034d10 req-d09fc0fb-eeca-45c1-b6da-53332d46a8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:36.030298 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ae09ff41-1340-4891-8c90-41c964034d10 req-d09fc0fb-eeca-45c1-b6da-53332d46a8f5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=60d10164-1dee-4940-9d19-f71e6c18cbc5 HTTP/1.1" status: 200 len: 843 time: 0.0607507 Aug 10 03:15:36.032597 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c36f0048-3742-4789-8d6a-78c5e5337488 req-27960ec8-27d7-4579-8997-c6f17745f76a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:36.102430 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-7d1f4502-f0f8-4875-9b13-50c86f634931 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4974d3590409411cb2097b1328df4b18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2544570 Aug 10 03:15:36.121412 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 46246) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:36.162130 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36f0048-3742-4789-8d6a-78c5e5337488 req-27960ec8-27d7-4579-8997-c6f17745f76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:36.163017 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c36f0048-3742-4789-8d6a-78c5e5337488 req-27960ec8-27d7-4579-8997-c6f17745f76a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:36.164597 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c36f0048-3742-4789-8d6a-78c5e5337488 req-27960ec8-27d7-4579-8997-c6f17745f76a service neutron] 10.222.0.61 "PUT /v2.0/ports/b8bbab66-a855-4a43-83f3-c4fa1af2df54 HTTP/1.1" status: 200 len: 1097 time: 3.0267882 Aug 10 03:15:36.177251 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7451eac5-e417-40fe-84ff-9a0f51948846', 'tag': 'b8bbab66-a855-4a43-83f3-c4fa1af2df54'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:15:36.181076 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d183d0f0-2055-4703-b775-38b8518035b1" -d '{"events": [{"name": "network-changed", "server_uuid": "7451eac5-e417-40fe-84ff-9a0f51948846", "tag": "b8bbab66-a855-4a43-83f3-c4fa1af2df54"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:15:36.206065 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae09ff41-1340-4891-8c90-41c964034d10 req-e38a65d5-008e-46cb-b1ab-7e153271683a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:36.217650 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ae09ff41-1340-4891-8c90-41c964034d10 req-e38a65d5-008e-46cb-b1ab-7e153271683a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=72a4be73-29a1-424c-8690-ecdcf6b06721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1597676 Aug 10 03:15:36.245272 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d5f952f2-44e8-4fa4-81ef-28a598299985 req-e5796b26-19e0-4a06-98bc-4919acc28426 service neutron] 10.222.0.42 "GET /v2.0/networks/fb04e5c4-4048-4691-8fd2-5191f92c4dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3719816 Aug 10 03:15:36.286688 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27960ec8-27d7-4579-8997-c6f17745f76a service neutron] Pushing event updated for resources: {'Port': ['ID=b8bbab66-a855-4a43-83f3-c4fa1af2df54,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:36.294601 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ead264a-f262-4036-ba71-145709ada10b x-openstack-request-id: req-3ead264a-f262-4036-ba71-145709ada10b {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:15:36.295213 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7451eac5-e417-40fe-84ff-9a0f51948846", "tag": "b8bbab66-a855-4a43-83f3-c4fa1af2df54", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:15:36.295560 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3ead264a-f262-4036-ba71-145709ada10b {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:15:36.296731 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7451eac5-e417-40fe-84ff-9a0f51948846', 'tag': 'b8bbab66-a855-4a43-83f3-c4fa1af2df54', 'status': 'completed', 'code': 200} Aug 10 03:15:36.310177 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7730b6f5-62db-4c1f-aeb2-755366d35f05 req-49589aa2-d1b3-400d-b75f-9a11083a43ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:36.311699 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-7730b6f5-62db-4c1f-aeb2-755366d35f05 req-49589aa2-d1b3-400d-b75f-9a11083a43ba service neutron] 10.222.0.42 "GET /v2.0/networks?id=72a4be73-29a1-424c-8690-ecdcf6b06721 HTTP/1.1" status: 200 len: 869 time: 0.2760937 Aug 10 03:15:36.425349 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ae09ff41-1340-4891-8c90-41c964034d10 req-dd76dae2-6792-437d-8b46-4e038743f639 service neutron] 10.222.0.61 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848073 Aug 10 03:15:36.427163 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-7730b6f5-62db-4c1f-aeb2-755366d35f05 req-154287e5-ccef-4d42-a541-685cb63d6edd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=379a5f92-4b22-40ff-9d10-bcb476e344f3 HTTP/1.1" status: 200 len: 217 time: 0.1053426 Aug 10 03:15:36.431869 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0abd251-b9ce-41ad-8e96-d1077d91a17c req-0001d558-2bd0-44ce-9677-6ed3c566216c tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:36.433544 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d0abd251-b9ce-41ad-8e96-d1077d91a17c req-0001d558-2bd0-44ce-9677-6ed3c566216c tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?device_id=7451eac5-e417-40fe-84ff-9a0f51948846 HTTP/1.1" status: 200 len: 948 time: 0.3893244 Aug 10 03:15:36.438169 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8d044279-ae1e-4dcb-978d-3992240617c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:36.527845 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8d044279-ae1e-4dcb-978d-3992240617c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:36.590701 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7730b6f5-62db-4c1f-aeb2-755366d35f05 req-2f75ad9f-0ff4-4e11-95d8-9395757c1d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:36.592200 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-7730b6f5-62db-4c1f-aeb2-755366d35f05 req-2f75ad9f-0ff4-4e11-95d8-9395757c1d16 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=60d10164-1dee-4940-9d19-f71e6c18cbc5 HTTP/1.1" status: 200 len: 843 time: 0.1563160 Aug 10 03:15:36.598568 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ae09ff41-1340-4891-8c90-41c964034d10 req-483d87fa-c8a8-4210-9d2f-8b080d79077d service neutron] 10.222.0.61 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479521 Aug 10 03:15:36.640540 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36f0048-3742-4789-8d6a-78c5e5337488 req-230c8539-a675-4310-844c-970aa88c4955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:36.642875 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c36f0048-3742-4789-8d6a-78c5e5337488 req-230c8539-a675-4310-844c-970aa88c4955 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ebce8dce68054ed889383d14d785c78e&device_id=7451eac5-e417-40fe-84ff-9a0f51948846 HTTP/1.1" status: 200 len: 1100 time: 0.3961022 Aug 10 03:15:36.661194 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d0abd251-b9ce-41ad-8e96-d1077d91a17c req-963fe78c-3e29-46aa-a64c-ae11144e2451 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8d28d33-caca-4f05-b0e0-721010e15342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038770 Aug 10 03:15:36.661504 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7730b6f5-62db-4c1f-aeb2-755366d35f05 req-bb70016e-2a09-4091-b4c5-6df43c65f39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:36.663146 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-7730b6f5-62db-4c1f-aeb2-755366d35f05 req-bb70016e-2a09-4091-b4c5-6df43c65f39c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72a4be73-29a1-424c-8690-ecdcf6b06721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0586753 Aug 10 03:15:36.690706 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d5f952f2-44e8-4fa4-81ef-28a598299985 req-83a06b8a-7b8a-45ed-ba94-d98587cf73f9 service neutron] 10.222.0.42 "GET /v2.0/networks/fb04e5c4-4048-4691-8fd2-5191f92c4dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3981533 Aug 10 03:15:36.734748 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9f327b-85c2-48ae-9492-484045e5a0f0 req-2c17d279-b6f4-4995-b415-739cc8a697e0 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:36.736790 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ac9f327b-85c2-48ae-9492-484045e5a0f0 req-2c17d279-b6f4-4995-b415-739cc8a697e0 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7d864fb-d99a-4b8b-836a-5ba0bd97db6c HTTP/1.1" status: 200 len: 945 time: 0.2805607 Aug 10 03:15:36.739694 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c36f0048-3742-4789-8d6a-78c5e5337488 req-d9fcb9ff-fdca-45e8-a0d4-65cbddd9915b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=b8bbab66-a855-4a43-83f3-c4fa1af2df54 HTTP/1.1" status: 200 len: 217 time: 0.0685959 Aug 10 03:15:36.788087 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8d044279-ae1e-4dcb-978d-3992240617c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:36.790883 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8d044279-ae1e-4dcb-978d-3992240617c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:36.792136 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-8d044279-ae1e-4dcb-978d-3992240617c4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5c9444ed-5ad8-424c-80d2-918c5d0c24e1 HTTP/1.1" status: 204 len: 168 time: 0.6548021 Aug 10 03:15:36.867789 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d044279-ae1e-4dcb-978d-3992240617c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c9444ed-5ad8-424c-80d2-918c5d0c24e1,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:36.902095 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ac9f327b-85c2-48ae-9492-484045e5a0f0 req-6d878972-d1e2-45e0-915f-8b6d7eff9550 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492980 Aug 10 03:15:36.905838 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36f0048-3742-4789-8d6a-78c5e5337488 req-9ab9dffc-ea23-4e28-9454-9987c2584a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:36.907736 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c36f0048-3742-4789-8d6a-78c5e5337488 req-9ab9dffc-ea23-4e28-9454-9987c2584a0e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=60d10164-1dee-4940-9d19-f71e6c18cbc5 HTTP/1.1" status: 200 len: 843 time: 0.1347041 Aug 10 03:15:36.915575 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-7730b6f5-62db-4c1f-aeb2-755366d35f05 req-50aad238-5ff5-4c3c-bf81-19a2e9633f59 service neutron] 10.222.0.42 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431321 Aug 10 03:15:36.981158 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f114179a-ba35-45c2-82a4-e169dcc7961d req-2c71e171-ec6a-4c5e-9916-2cc09fe9d56e tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:36.982518 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f114179a-ba35-45c2-82a4-e169dcc7961d req-2c71e171-ec6a-4c5e-9916-2cc09fe9d56e tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=6024574f-0b46-4839-8e14-6fe5bf6a8895 HTTP/1.1" status: 200 len: 943 time: 0.1632929 Aug 10 03:15:37.105122 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-7730b6f5-62db-4c1f-aeb2-755366d35f05 req-e77464ae-153b-43e0-8221-7fa2d98dec84 service neutron] 10.222.0.42 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805589 Aug 10 03:15:37.122807 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f114179a-ba35-45c2-82a4-e169dcc7961d req-e2f34a4a-f43b-47d0-a89b-8de2feec385b tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259580 Aug 10 03:15:37.125603 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36f0048-3742-4789-8d6a-78c5e5337488 req-06c28841-2066-421a-8bfd-112dd967fa9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:37.127798 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c36f0048-3742-4789-8d6a-78c5e5337488 req-06c28841-2066-421a-8bfd-112dd967fa9d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=72a4be73-29a1-424c-8690-ecdcf6b06721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1996837 Aug 10 03:15:37.351669 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd617fb-ed56-4aea-a9a6-0e419d05d280 req-bd0ffc41-e208-48ed-8f5c-03755bead78f tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:37.353952 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-abd617fb-ed56-4aea-a9a6-0e419d05d280 req-bd0ffc41-e208-48ed-8f5c-03755bead78f tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=063e2de8-83eb-49a0-9d53-c3a7f698e2b1 HTTP/1.1" status: 200 len: 950 time: 0.1182439 Aug 10 03:15:37.358301 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c36f0048-3742-4789-8d6a-78c5e5337488 req-291bb917-5634-4909-af52-44bc057300c6 service neutron] 10.222.0.61 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161036 Aug 10 03:15:37.441252 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-abd617fb-ed56-4aea-a9a6-0e419d05d280 req-86d25a90-b321-44c3-b783-a0edf8d9f742 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799315 Aug 10 03:15:37.548299 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c36f0048-3742-4789-8d6a-78c5e5337488 req-035ee4e0-dfe8-4a34-a1fa-07767a347365 service neutron] 10.222.0.61 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393399 Aug 10 03:15:37.706722 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d183d0f0-2055-4703-b775-38b8518035b1 req-780e796c-7263-46b5-bd56-26701f3df41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:37.708553 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d183d0f0-2055-4703-b775-38b8518035b1 req-780e796c-7263-46b5-bd56-26701f3df41b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ebce8dce68054ed889383d14d785c78e&device_id=7451eac5-e417-40fe-84ff-9a0f51948846 HTTP/1.1" status: 200 len: 1100 time: 0.0951433 Aug 10 03:15:37.917428 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed04592c-ad98-4932-b5d4-d92404acfc96 req-f6e461e8-5d05-46cd-8408-c8c07051f1e9 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:37.919742 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ed04592c-ad98-4932-b5d4-d92404acfc96 req-f6e461e8-5d05-46cd-8408-c8c07051f1e9 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?device_id=7451eac5-e417-40fe-84ff-9a0f51948846 HTTP/1.1" status: 200 len: 948 time: 0.1198816 Aug 10 03:15:37.940924 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 46284) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:37.944919 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d183d0f0-2055-4703-b775-38b8518035b1 req-2edca356-91af-4bb3-9c53-6fcfbe36b6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:37.946434 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d183d0f0-2055-4703-b775-38b8518035b1 req-2edca356-91af-4bb3-9c53-6fcfbe36b6b3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=72a4be73-29a1-424c-8690-ecdcf6b06721 HTTP/1.1" status: 200 len: 869 time: 0.2211390 Aug 10 03:15:38.078938 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-a42f25fb-d270-4423-84ab-36084e28674d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1818466318-network', 'tenant_id': 'ab064f4b5b0d403da8803b34f752e250'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:15:38.114630 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a42f25fb-d270-4423-84ab-36084e28674d admin admin] Made reservation on behalf of ab064f4b5b0d403da8803b34f752e250 for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:15:38.117507 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a42f25fb-d270-4423-84ab-36084e28674d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:38.132121 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a42f25fb-d270-4423-84ab-36084e28674d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:38.342032 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a42f25fb-d270-4423-84ab-36084e28674d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:38.349706 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a42f25fb-d270-4423-84ab-36084e28674d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:38.371660 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a42f25fb-d270-4423-84ab-36084e28674d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:15:38.372174 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ed04592c-ad98-4932-b5d4-d92404acfc96 req-a1479fe1-975f-4d80-89b7-fe0fadf9748f tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8d28d33-caca-4f05-b0e0-721010e15342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4452064 Aug 10 03:15:38.376862 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d183d0f0-2055-4703-b775-38b8518035b1 req-93111c54-22d7-483e-83f6-b9b4397b4d09 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=b8bbab66-a855-4a43-83f3-c4fa1af2df54 HTTP/1.1" status: 200 len: 217 time: 0.4157250 Aug 10 03:15:38.417761 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a42f25fb-d270-4423-84ab-36084e28674d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:38.418339 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-a42f25fb-d270-4423-84ab-36084e28674d admin admin] Added segment b5c50f61-955d-4ba9-abe7-df9f0ccbbe46 of type vlan for network cdd04678-81c6-43d3-a95b-81247267b79e Aug 10 03:15:38.454645 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d183d0f0-2055-4703-b775-38b8518035b1 req-1ae5e37c-4dc8-4886-a32a-3833b17d2a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:38.456256 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d183d0f0-2055-4703-b775-38b8518035b1 req-1ae5e37c-4dc8-4886-a32a-3833b17d2a23 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=60d10164-1dee-4940-9d19-f71e6c18cbc5 HTTP/1.1" status: 200 len: 843 time: 0.0579453 Aug 10 03:15:38.490504 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42f25fb-d270-4423-84ab-36084e28674d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd82887-92d0-4930-9bd7-4978bd1365e1,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:38.493744 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00104215-919f-4582-b2d6-95607008e914 req-f8ad55be-c3b4-4a3b-ae18-79ceb352bc37 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:38.503860 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-00104215-919f-4582-b2d6-95607008e914 req-f8ad55be-c3b4-4a3b-ae18-79ceb352bc37 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7d864fb-d99a-4b8b-836a-5ba0bd97db6c HTTP/1.1" status: 200 len: 945 time: 0.1495664 Aug 10 03:15:38.525022 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a42f25fb-d270-4423-84ab-36084e28674d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:38.567328 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a42f25fb-d270-4423-84ab-36084e28674d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:38.569608 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42f25fb-d270-4423-84ab-36084e28674d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:38.570419 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a42f25fb-d270-4423-84ab-36084e28674d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:38.610342 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-00104215-919f-4582-b2d6-95607008e914 req-477d691c-b7c9-4e56-9e13-af3f322b411b tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055622 Aug 10 03:15:38.622977 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d183d0f0-2055-4703-b775-38b8518035b1 req-0a75a704-e0e2-4041-a465-46e1901b8e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:38.624230 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d183d0f0-2055-4703-b775-38b8518035b1 req-0a75a704-e0e2-4041-a465-46e1901b8e0b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=72a4be73-29a1-424c-8690-ecdcf6b06721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1549733 Aug 10 03:15:38.670407 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a42f25fb-d270-4423-84ab-36084e28674d admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7278945 Aug 10 03:15:38.671021 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 46296) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:38.681010 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-1342d4fe-f04a-4115-b69e-498180d6f996 admin admin] Request body: {'subnet': {'network_id': 'cdd04678-81c6-43d3-a95b-81247267b79e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1818466318-subnet', 'tenant_id': 'ab064f4b5b0d403da8803b34f752e250', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:15:38.683233 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device ee384af7-0b27-4268-a6eb-5ba07e13950a no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:15:38.694450 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42f25fb-d270-4423-84ab-36084e28674d admin admin] Pushing event updated for resources: {'Network': ['ID=cdd04678-81c6-43d3-a95b-81247267b79e,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:38.734077 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1342d4fe-f04a-4115-b69e-498180d6f996 admin admin] Made reservation on behalf of ab064f4b5b0d403da8803b34f752e250 for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:15:38.738645 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1342d4fe-f04a-4115-b69e-498180d6f996 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:38.738961 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network cdd04678-81c6-43d3-a95b-81247267b79e details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:15:38.744777 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d183d0f0-2055-4703-b775-38b8518035b1 req-cc91963a-eaf3-4ad6-824f-4ffd01af7d0a service neutron] 10.222.0.61 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012435 Aug 10 03:15:38.791548 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10751dc6-3148-42b1-9fbc-a20f2f2634b1 req-b448b162-b10b-40d1-9f6f-bd022bd4c15a tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:38.799687 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-10751dc6-3148-42b1-9fbc-a20f2f2634b1 req-b448b162-b10b-40d1-9f6f-bd022bd4c15a tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=6024574f-0b46-4839-8e14-6fe5bf6a8895 HTTP/1.1" status: 200 len: 943 time: 0.1945755 Aug 10 03:15:38.858699 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:38.905145 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port ee384af7-0b27-4268-a6eb-5ba07e13950a, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=ee384af7-0b27-4268-a6eb-5ba07e13950a,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:38.908257 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '063e2de8-83eb-49a0-9d53-c3a7f698e2b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee384af7-0b27-4268-a6eb-5ba07e13950a'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:15:38.913307 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70099876-cdd4-4fae-a585-48c614afed00" -d '{"events": [{"server_uuid": "063e2de8-83eb-49a0-9d53-c3a7f698e2b1", "name": "network-vif-unplugged", "status": "completed", "tag": "ee384af7-0b27-4268-a6eb-5ba07e13950a"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:15:38.921787 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:38.949290 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86f70fa-b62c-4c35-8e24-92810e8e87ba req-babbc304-df58-47f5-b1e7-2ec01da7e58a tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:38.950894 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e86f70fa-b62c-4c35-8e24-92810e8e87ba req-babbc304-df58-47f5-b1e7-2ec01da7e58a tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=063e2de8-83eb-49a0-9d53-c3a7f698e2b1 HTTP/1.1" status: 200 len: 950 time: 0.1479933 Aug 10 03:15:38.965015 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-10751dc6-3148-42b1-9fbc-a20f2f2634b1 req-7e3a0c1e-cba2-4bfe-8290-e84c17fcaf12 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594384 Aug 10 03:15:38.990932 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d183d0f0-2055-4703-b775-38b8518035b1 req-606e0a03-8594-44b6-865d-f0f8b63744c7 service neutron] 10.222.0.61 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356775 Aug 10 03:15:39.005920 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=ee384af7-0b27-4268-a6eb-5ba07e13950a,revision_number=6']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:39.048056 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e86f70fa-b62c-4c35-8e24-92810e8e87ba req-5ec9845f-38a5-414d-bb2b-d2514fb1538a tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785563 Aug 10 03:15:39.050957 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d5b6865-cff1-4f80-ba98-6e091563dcbc x-openstack-request-id: req-3d5b6865-cff1-4f80-ba98-6e091563dcbc {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:15:39.051563 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "063e2de8-83eb-49a0-9d53-c3a7f698e2b1", "name": "network-vif-unplugged", "status": "completed", "tag": "ee384af7-0b27-4268-a6eb-5ba07e13950a", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:15:39.052334 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3d5b6865-cff1-4f80-ba98-6e091563dcbc {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:15:39.053685 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '063e2de8-83eb-49a0-9d53-c3a7f698e2b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee384af7-0b27-4268-a6eb-5ba07e13950a', 'code': 200} Aug 10 03:15:39.079368 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1342d4fe-f04a-4115-b69e-498180d6f996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:39.157283 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1342d4fe-f04a-4115-b69e-498180d6f996 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2a1814f-be6a-483d-bb7d-eeba6810ff86,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:39.173923 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ea4d4b1e-9b64-44bf-84f5-41a185030a29 req-636e1d2c-bb03-42fa-858b-cf3c5d8f3ab0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b9314696-1eff-43c8-8add-42d325d4d849&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1045289 Aug 10 03:15:39.182018 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1342d4fe-f04a-4115-b69e-498180d6f996 admin admin] Checking segment: {'id': 'b5c50f61-955d-4ba9-abe7-df9f0ccbbe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'cdd04678-81c6-43d3-a95b-81247267b79e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:15:39.182411 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1342d4fe-f04a-4115-b69e-498180d6f996 admin admin] Network hostable DHCP agents. Network: cdd04678-81c6-43d3-a95b-81247267b79e, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:15:39.200804 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1342d4fe-f04a-4115-b69e-498180d6f996 admin admin] Network cdd04678-81c6-43d3-a95b-81247267b79e is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:15:39.216233 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-1342d4fe-f04a-4115-b69e-498180d6f996 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, cdd04678-81c6-43d3-a95b-81247267b79e) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:15:39.221170 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1342d4fe-f04a-4115-b69e-498180d6f996 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:39.221864 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1342d4fe-f04a-4115-b69e-498180d6f996 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:39.226199 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019c7516-e715-4b38-b85c-93404dd43a1b None None] Network cdd04678-81c6-43d3-a95b-81247267b79e requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:15:39.279137 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-1342d4fe-f04a-4115-b69e-498180d6f996 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5998020 Aug 10 03:15:39.283901 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 46302) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:39.290674 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-c2607567-2825-46ed-9c0f-5eaccc98d8d0 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1818466318-router', 'tenant_id': 'ab064f4b5b0d403da8803b34f752e250', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:15:39.317978 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4d4b1e-9b64-44bf-84f5-41a185030a29 req-2d2a29b0-3c9c-46f7-98cb-fb599a9e864b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:39.320291 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ea4d4b1e-9b64-44bf-84f5-41a185030a29 req-2d2a29b0-3c9c-46f7-98cb-fb599a9e864b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a9d9692f94284ab383feb6bc4fe6dbd1&device_id=b9314696-1eff-43c8-8add-42d325d4d849 HTTP/1.1" status: 200 len: 1098 time: 0.0780621 Aug 10 03:15:39.339562 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c2607567-2825-46ed-9c0f-5eaccc98d8d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:39.341118 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c2607567-2825-46ed-9c0f-5eaccc98d8d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:39.491336 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c2607567-2825-46ed-9c0f-5eaccc98d8d0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:39.561088 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4d4b1e-9b64-44bf-84f5-41a185030a29 req-05508693-f88b-4e4b-9d18-cd3bde8e696b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:39.572509 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ea4d4b1e-9b64-44bf-84f5-41a185030a29 req-05508693-f88b-4e4b-9d18-cd3bde8e696b service neutron] 10.222.0.61 "GET /v2.0/networks?id=7bfbeebb-f42f-441e-a7f5-dde179143eae HTTP/1.1" status: 200 len: 924 time: 0.1706905 Aug 10 03:15:39.707797 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58d3c3e-398c-4e2d-a8bc-ad72cc6dd7e6 req-a0322329-64c7-4b5d-9c27-440926e46d1a tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:39.710953 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a686f77c-452c-430e-b3e0-fa8968d9bf77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-cdd04678-81c6-43d3-a95b-81247267b79e', 'network_id': 'cdd04678-81c6-43d3-a95b-81247267b79e', 'tenant_id': 'ab064f4b5b0d403da8803b34f752e250', 'fixed_ips': [{'subnet_id': 'e2a1814f-be6a-483d-bb7d-eeba6810ff86'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:15:39.717040 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d58d3c3e-398c-4e2d-a8bc-ad72cc6dd7e6 req-a0322329-64c7-4b5d-9c27-440926e46d1a tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?device_id=7451eac5-e417-40fe-84ff-9a0f51948846 HTTP/1.1" status: 200 len: 948 time: 0.1818302 Aug 10 03:15:39.720453 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a686f77c-452c-430e-b3e0-fa8968d9bf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:39.720930 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24260eeb-d2d8-4b44-af5e-eff3b8bda4bc req-3ca8f066-26d9-4b8e-851f-7eec4aa8d2c1 tempest-LiveAutoBlockMigrationV225Test-725400249 tempest-LiveAutoBlockMigrationV225Test-725400249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:39.723485 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-24260eeb-d2d8-4b44-af5e-eff3b8bda4bc req-3ca8f066-26d9-4b8e-851f-7eec4aa8d2c1 tempest-LiveAutoBlockMigrationV225Test-725400249 tempest-LiveAutoBlockMigrationV225Test-725400249-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=d757fe12-2e16-469c-8140-4383b7103a75 HTTP/1.1" status: 200 len: 1098 time: 0.1651835 Aug 10 03:15:39.771887 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c2607567-2825-46ed-9c0f-5eaccc98d8d0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:39.781446 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ea4d4b1e-9b64-44bf-84f5-41a185030a29 req-3dd2ed98-3457-4a92-9875-4605ab96b9e4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=762a71c0-9382-4c69-8bad-ab26883c428a HTTP/1.1" status: 200 len: 1001 time: 0.1723809 Aug 10 03:15:39.790008 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d58d3c3e-398c-4e2d-a8bc-ad72cc6dd7e6 req-be1fce92-a05d-447d-b444-a70b718a8c2b tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8d28d33-caca-4f05-b0e0-721010e15342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717793 Aug 10 03:15:39.839069 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-24260eeb-d2d8-4b44-af5e-eff3b8bda4bc req-3ae2ba51-b037-4cfd-8296-eb44ec356281 tempest-LiveAutoBlockMigrationV225Test-725400249 tempest-LiveAutoBlockMigrationV225Test-725400249-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945828 Aug 10 03:15:39.915400 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4d4b1e-9b64-44bf-84f5-41a185030a29 req-6e4a951e-e6a3-44ef-a6ca-442fb3d344d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:39.917407 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ea4d4b1e-9b64-44bf-84f5-41a185030a29 req-6e4a951e-e6a3-44ef-a6ca-442fb3d344d5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=899d577f-02e7-4571-b318-84c090d894c3 HTTP/1.1" status: 200 len: 863 time: 0.1187470 Aug 10 03:15:39.969003 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-a686f77c-452c-430e-b3e0-fa8968d9bf77 None None] Allocated IP 172.20.0.2 (cdd04678-81c6-43d3-a95b-81247267b79e/e2a1814f-be6a-483d-bb7d-eeba6810ff86/b560b939-d2fc-4b74-97f5-941028c163e6) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:15:40.067014 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 379a5f92-4b22-40ff-9d10-bcb476e344f3 details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:15:40.082429 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253f3cba-f5e4-43fb-80a2-0c86fa1abffe req-4226a51d-4610-48ce-b8a4-a981b48d7ce9 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:40.091527 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-253f3cba-f5e4-43fb-80a2-0c86fa1abffe req-4226a51d-4610-48ce-b8a4-a981b48d7ce9 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7d864fb-d99a-4b8b-836a-5ba0bd97db6c HTTP/1.1" status: 200 len: 945 time: 0.1254561 Aug 10 03:15:40.100838 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4d4b1e-9b64-44bf-84f5-41a185030a29 req-bbe17e5e-8b8b-4510-af43-c5f947a5a022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:40.107414 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ea4d4b1e-9b64-44bf-84f5-41a185030a29 req-bbe17e5e-8b8b-4510-af43-c5f947a5a022 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7bfbeebb-f42f-441e-a7f5-dde179143eae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1470845 Aug 10 03:15:40.143692 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-253f3cba-f5e4-43fb-80a2-0c86fa1abffe req-7eda8294-f88e-4a22-ab4c-61649198fe1b tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510988 Aug 10 03:15:40.251429 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 379a5f92-4b22-40ff-9d10-bcb476e344f3, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=379a5f92-4b22-40ff-9d10-bcb476e344f3,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:40.299070 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': '379a5f92-4b22-40ff-9d10-bcb476e344f3', 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721', 'port_id': '379a5f92-4b22-40ff-9d10-bcb476e344f3', 'mac_address': 'fa:16:3e:91:3a:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60d10164-1dee-4940-9d19-f71e6c18cbc5', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:15:40.363924 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c2607567-2825-46ed-9c0f-5eaccc98d8d0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:40.367834 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ea4d4b1e-9b64-44bf-84f5-41a185030a29 req-1a01bde9-c0d5-4d7b-9df7-8d1dea59e273 service neutron] 10.222.0.61 "GET /v2.0/networks/7bfbeebb-f42f-441e-a7f5-dde179143eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523654 Aug 10 03:15:40.388716 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c2607567-2825-46ed-9c0f-5eaccc98d8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:40.414840 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720c65a5-d896-4202-9659-53924943907b req-377add17-692d-4fcf-8fbc-136046a62629 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:40.417977 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-720c65a5-d896-4202-9659-53924943907b req-377add17-692d-4fcf-8fbc-136046a62629 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=6024574f-0b46-4839-8e14-6fe5bf6a8895 HTTP/1.1" status: 200 len: 943 time: 0.1274884 Aug 10 03:15:40.474896 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:40.482493 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-720c65a5-d896-4202-9659-53924943907b req-a27a1f2e-86a1-4168-85d4-4f818a3adc4e tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496356 Aug 10 03:15:40.538344 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a686f77c-452c-430e-b3e0-fa8968d9bf77 None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:40.544026 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 379a5f92-4b22-40ff-9d10-bcb476e344f3 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:15:40.583318 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-a686f77c-452c-430e-b3e0-fa8968d9bf77 None None] Transition to ACTIVE for port object b560b939-d2fc-4b74-97f5-941028c163e6 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:15:40.611822 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-c2607567-2825-46ed-9c0f-5eaccc98d8d0 admin admin] Allocated IP 172.25.6.92 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/92ae9aee-db76-414e-9626-d1ae3ec6003b) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:15:40.616900 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 379a5f92-4b22-40ff-9d10-bcb476e344f3, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=379a5f92-4b22-40ff-9d10-bcb476e344f3,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:40.626191 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:40.664920 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-a686f77c-452c-430e-b3e0-fa8968d9bf77 None None] Transition to ACTIVE for port object b560b939-d2fc-4b74-97f5-941028c163e6 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:15:40.683109 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a686f77c-452c-430e-b3e0-fa8968d9bf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:40.711722 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f71a9a-f0f2-48da-bc18-79021d07016d req-2dfc5337-c86b-41b8-bebd-9ada181efe5d tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:40.713816 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-42f71a9a-f0f2-48da-bc18-79021d07016d req-2dfc5337-c86b-41b8-bebd-9ada181efe5d tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=063e2de8-83eb-49a0-9d53-c3a7f698e2b1 HTTP/1.1" status: 200 len: 948 time: 0.1488218 Aug 10 03:15:40.714002 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a686f77c-452c-430e-b3e0-fa8968d9bf77 None None] Network cdd04678-81c6-43d3-a95b-81247267b79e is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:15:40.719434 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-a686f77c-452c-430e-b3e0-fa8968d9bf77 None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:15:40.748007 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a686f77c-452c-430e-b3e0-fa8968d9bf77 None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:15:40.749904 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ea4d4b1e-9b64-44bf-84f5-41a185030a29 req-2739d62d-bffa-498f-865f-472fd7fc3211 service neutron] 10.222.0.61 "GET /v2.0/networks/7bfbeebb-f42f-441e-a7f5-dde179143eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631664 Aug 10 03:15:40.799429 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-42f71a9a-f0f2-48da-bc18-79021d07016d req-606832f9-6733-41c0-bf99-376b0d0ca9b4 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578313 Aug 10 03:15:40.850097 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c2607567-2825-46ed-9c0f-5eaccc98d8d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:40.948834 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=379a5f92-4b22-40ff-9d10-bcb476e344f3,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:40.961187 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c2607567-2825-46ed-9c0f-5eaccc98d8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:41.007674 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-a686f77c-452c-430e-b3e0-fa8968d9bf77 None None] Attempting to bind port b560b939-d2fc-4b74-97f5-941028c163e6 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:15:41.008103 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-a686f77c-452c-430e-b3e0-fa8968d9bf77 None None] Attempting to bind port b560b939-d2fc-4b74-97f5-941028c163e6 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'b5c50f61-955d-4ba9-abe7-df9f0ccbbe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'cdd04678-81c6-43d3-a95b-81247267b79e'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:15:41.008469 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a686f77c-452c-430e-b3e0-fa8968d9bf77 None None] Attempting to bind port b560b939-d2fc-4b74-97f5-941028c163e6 on network cdd04678-81c6-43d3-a95b-81247267b79e {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:15:41.022019 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd4d077-0208-4cab-912a-0ce273710027 req-73db322c-97d5-404a-a835-7198dc150ccb tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:41.023181 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a686f77c-452c-430e-b3e0-fa8968d9bf77 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:15:41.023578 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a686f77c-452c-430e-b3e0-fa8968d9bf77 None None] Checking segment: {'id': 'b5c50f61-955d-4ba9-abe7-df9f0ccbbe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'cdd04678-81c6-43d3-a95b-81247267b79e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:15:41.023977 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a686f77c-452c-430e-b3e0-fa8968d9bf77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:41.024503 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a686f77c-452c-430e-b3e0-fa8968d9bf77 None None] Bound using segment: {'id': 'b5c50f61-955d-4ba9-abe7-df9f0ccbbe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'cdd04678-81c6-43d3-a95b-81247267b79e'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:15:41.035072 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3cd4d077-0208-4cab-912a-0ce273710027 req-73db322c-97d5-404a-a835-7198dc150ccb tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?device_id=7451eac5-e417-40fe-84ff-9a0f51948846 HTTP/1.1" status: 200 len: 948 time: 0.1131542 Aug 10 03:15:41.036158 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2607567-2825-46ed-9c0f-5eaccc98d8d0 admin admin] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:15:41.036532 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-a686f77c-452c-430e-b3e0-fa8968d9bf77 None None] Bound port: b560b939-d2fc-4b74-97f5-941028c163e6, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5c50f61-955d-4ba9-abe7-df9f0ccbbe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'cdd04678-81c6-43d3-a95b-81247267b79e'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:15:41.036805 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a686f77c-452c-430e-b3e0-fa8968d9bf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:41.041204 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-c2607567-2825-46ed-9c0f-5eaccc98d8d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:15:41.052362 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2607567-2825-46ed-9c0f-5eaccc98d8d0 admin admin] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:15:41.097098 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['379a5f92-4b22-40ff-9d10-bcb476e344f3'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:15:41.098678 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2607567-2825-46ed-9c0f-5eaccc98d8d0 admin admin] Pushing event updated for resources: {'Port': ['ID=92ae9aee-db76-414e-9626-d1ae3ec6003b,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:41.099416 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3cd4d077-0208-4cab-912a-0ce273710027 req-94493db0-fbea-4dff-8a4a-c893fe22de27 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8d28d33-caca-4f05-b0e0-721010e15342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623844 Aug 10 03:15:41.106290 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a686f77c-452c-430e-b3e0-fa8968d9bf77 None None] Pushing event updated for resources: {'Port': ['ID=b560b939-d2fc-4b74-97f5-941028c163e6,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:41.212430 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-a686f77c-452c-430e-b3e0-fa8968d9bf77 None None] For port b560b939-d2fc-4b74-97f5-941028c163e6, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:15:41.217175 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-a686f77c-452c-430e-b3e0-fa8968d9bf77 None None] For port b560b939-d2fc-4b74-97f5-941028c163e6, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=b560b939-d2fc-4b74-97f5-941028c163e6,segment=NetworkSegment(b5c50f61-955d-4ba9-abe7-df9f0ccbbe46),segment_id=b5c50f61-955d-4ba9-abe7-df9f0ccbbe46)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:15:41.233490 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a686f77c-452c-430e-b3e0-fa8968d9bf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:41.384102 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a686f77c-452c-430e-b3e0-fa8968d9bf77 None None] Pushing event updated for resources: {'Port': ['ID=b560b939-d2fc-4b74-97f5-941028c163e6,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:41.426831 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd77d5fc-0d96-43fc-ba5d-6d5fb0b0e756 req-18069ebe-0b1c-47f6-8c87-b7eb16568b3b tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:41.428917 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bd77d5fc-0d96-43fc-ba5d-6d5fb0b0e756 req-18069ebe-0b1c-47f6-8c87-b7eb16568b3b tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7d864fb-d99a-4b8b-836a-5ba0bd97db6c HTTP/1.1" status: 200 len: 945 time: 0.0960593 Aug 10 03:15:41.467019 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c2607567-2825-46ed-9c0f-5eaccc98d8d0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:41.525252 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bd77d5fc-0d96-43fc-ba5d-6d5fb0b0e756 req-ffedea79-489a-451a-8e64-feee08a341ce tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837867 Aug 10 03:15:41.584281 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [req-11ffc817-c0d8-4d98-9018-6aa43f9372d2 req-ec810eb7-c29d-4ba4-9d1a-952281eae78f tempest-LiveAutoBlockMigrationV225Test-725400249 tempest-LiveAutoBlockMigrationV225Test-725400249-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:15:41.585605 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-11ffc817-c0d8-4d98-9018-6aa43f9372d2 req-ec810eb7-c29d-4ba4-9d1a-952281eae78f tempest-LiveAutoBlockMigrationV225Test-725400249 tempest-LiveAutoBlockMigrationV225Test-725400249-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067761 Aug 10 03:15:41.597586 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-11ffc817-c0d8-4d98-9018-6aa43f9372d2 req-d7694e1a-4d9e-4039-8092-a684425d41e7 service neutron] Request body: {'binding': {'host': 'n-h2-768862-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:15:41.598056 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-11ffc817-c0d8-4d98-9018-6aa43f9372d2 req-d7694e1a-4d9e-4039-8092-a684425d41e7 service neutron] Unknown quota resources ['binding']. {{(pid=94260) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 03:15:41.840804 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f829015f-b86b-4206-ac71-951bb238ab22 req-55647638-add7-4414-bf7b-94b044634fe2 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:41.842381 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f829015f-b86b-4206-ac71-951bb238ab22 req-55647638-add7-4414-bf7b-94b044634fe2 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=6024574f-0b46-4839-8e14-6fe5bf6a8895 HTTP/1.1" status: 200 len: 943 time: 0.1426778 Aug 10 03:15:41.842862 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c2607567-2825-46ed-9c0f-5eaccc98d8d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:41.912470 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-11ffc817-c0d8-4d98-9018-6aa43f9372d2 req-d7694e1a-4d9e-4039-8092-a684425d41e7 service neutron] Attempting to bind port 10f2bdda-5018-4b17-83c9-3fa8048c31cb on host n-h2-768862-13 for vnic_type normal with profile None {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:15:41.912685 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-11ffc817-c0d8-4d98-9018-6aa43f9372d2 req-d7694e1a-4d9e-4039-8092-a684425d41e7 service neutron] Attempting to bind port 10f2bdda-5018-4b17-83c9-3fa8048c31cb by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': 'ef460c05-97a2-474e-9fc7-ca614ed2a066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:15:41.913015 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ffc817-c0d8-4d98-9018-6aa43f9372d2 req-d7694e1a-4d9e-4039-8092-a684425d41e7 service neutron] Attempting to bind port 10f2bdda-5018-4b17-83c9-3fa8048c31cb on network 7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:15:41.920248 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ffc817-c0d8-4d98-9018-6aa43f9372d2 req-d7694e1a-4d9e-4039-8092-a684425d41e7 service neutron] Port 10f2bdda-5018-4b17-83c9-3fa8048c31cb on network 7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:15:41.920578 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ffc817-c0d8-4d98-9018-6aa43f9372d2 req-d7694e1a-4d9e-4039-8092-a684425d41e7 service neutron] Attempting to bind port 10f2bdda-5018-4b17-83c9-3fa8048c31cb on network 7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:15:41.928770 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f829015f-b86b-4206-ac71-951bb238ab22 req-d12cc53e-8465-44c1-9261-8704f0d214cf tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770550 Aug 10 03:15:41.932199 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ffc817-c0d8-4d98-9018-6aa43f9372d2 req-d7694e1a-4d9e-4039-8092-a684425d41e7 service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:15:41.932488 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ffc817-c0d8-4d98-9018-6aa43f9372d2 req-d7694e1a-4d9e-4039-8092-a684425d41e7 service neutron] Checking segment: {'id': 'ef460c05-97a2-474e-9fc7-ca614ed2a066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:15:41.932874 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ffc817-c0d8-4d98-9018-6aa43f9372d2 req-d7694e1a-4d9e-4039-8092-a684425d41e7 service neutron] Bound using segment: {'id': 'ef460c05-97a2-474e-9fc7-ca614ed2a066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:15:41.933316 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-11ffc817-c0d8-4d98-9018-6aa43f9372d2 req-d7694e1a-4d9e-4039-8092-a684425d41e7 service neutron] Bound port: 10f2bdda-5018-4b17-83c9-3fa8048c31cb, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef460c05-97a2-474e-9fc7-ca614ed2a066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:15:42.010168 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-11ffc817-c0d8-4d98-9018-6aa43f9372d2 req-d7694e1a-4d9e-4039-8092-a684425d41e7 service neutron] For port 10f2bdda-5018-4b17-83c9-3fa8048c31cb, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=10f2bdda-5018-4b17-83c9-3fa8048c31cb,segment=NetworkSegment(ef460c05-97a2-474e-9fc7-ca614ed2a066),segment_id=ef460c05-97a2-474e-9fc7-ca614ed2a066)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:15:42.021177 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-11ffc817-c0d8-4d98-9018-6aa43f9372d2 req-d7694e1a-4d9e-4039-8092-a684425d41e7 service neutron] Notify callbacks [] for binding, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:42.024183 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-11ffc817-c0d8-4d98-9018-6aa43f9372d2 req-d7694e1a-4d9e-4039-8092-a684425d41e7 service neutron] 10.222.0.44 "POST /v2.0/ports/10f2bdda-5018-4b17-83c9-3fa8048c31cb/bindings HTTP/1.1" status: 201 len: 390 time: 0.4302611 Aug 10 03:15:42.048809 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2607567-2825-46ed-9c0f-5eaccc98d8d0 admin admin] Router a1e09503-8206-4634-8963-4fa4c7cc65d9 is scheduled to L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e with binding_index 1 {{(pid=94261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:15:42.138325 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d0e22-21da-4e6e-a157-4fcb20466cce req-4f5bec35-8bd3-41e0-94e4-5a040d38b61b tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:42.143033 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-517d0e22-21da-4e6e-a157-4fcb20466cce req-4f5bec35-8bd3-41e0-94e4-5a040d38b61b tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=063e2de8-83eb-49a0-9d53-c3a7f698e2b1 HTTP/1.1" status: 200 len: 948 time: 0.1079047 Aug 10 03:15:42.210968 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-517d0e22-21da-4e6e-a157-4fcb20466cce req-07983154-c610-4ec2-8865-dcc322137c58 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583224 Aug 10 03:15:42.295430 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96db5b49-fdcc-4c0e-a18c-ed25df0d0fe2 req-25754f93-a82a-49fd-b248-39743f1bc99c tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:42.297330 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-96db5b49-fdcc-4c0e-a18c-ed25df0d0fe2 req-25754f93-a82a-49fd-b248-39743f1bc99c tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?device_id=7451eac5-e417-40fe-84ff-9a0f51948846 HTTP/1.1" status: 200 len: 948 time: 0.1137884 Aug 10 03:15:42.308183 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2607567-2825-46ed-9c0f-5eaccc98d8d0 admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:15:42.320193 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bf187b-4014-4dc9-b205-aff74aa5bf86 None None] Sync routers for ids ['a1e09503-8206-4634-8963-4fa4c7cc65d9'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:15:42.334057 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c2607567-2825-46ed-9c0f-5eaccc98d8d0 admin admin] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:42.338912 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-c2607567-2825-46ed-9c0f-5eaccc98d8d0 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.0504174 Aug 10 03:15:42.345389 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bf187b-4014-4dc9-b205-aff74aa5bf86 None None] Routers {'a1e09503-8206-4634-8963-4fa4c7cc65d9'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:15:42.346916 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-30bf187b-4014-4dc9-b205-aff74aa5bf86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:15:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['a1e09503-8206-4634-8963-4fa4c7cc65d9'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:42.347598 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 46362) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:42.395816 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ffc817-c0d8-4d98-9018-6aa43f9372d2 req-5bed0844-38b4-490a-94cd-c13792696382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:42.398545 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-11ffc817-c0d8-4d98-9018-6aa43f9372d2 req-5bed0844-38b4-490a-94cd-c13792696382 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4fedcd46377344729593c49493334f54&device_id=d757fe12-2e16-469c-8140-4383b7103a75 HTTP/1.1" status: 200 len: 1098 time: 0.0781529 Aug 10 03:15:42.484862 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-96db5b49-fdcc-4c0e-a18c-ed25df0d0fe2 req-163f4f01-291a-4762-bae7-993c03850850 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8d28d33-caca-4f05-b0e0-721010e15342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794522 Aug 10 03:15:42.593179 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ffc817-c0d8-4d98-9018-6aa43f9372d2 req-4e36cb34-a943-4092-8a4a-952f28850674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:42.595370 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-11ffc817-c0d8-4d98-9018-6aa43f9372d2 req-4e36cb34-a943-4092-8a4a-952f28850674 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1 HTTP/1.1" status: 200 len: 921 time: 0.1817710 Aug 10 03:15:42.605184 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-30bf187b-4014-4dc9-b205-aff74aa5bf86 None None] Set router a1e09503-8206-4634-8963-4fa4c7cc65d9 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:15:42.704561 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device b8bbab66-a855-4a43-83f3-c4fa1af2df54 details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:15:42.869857 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device b560b939-d2fc-4b74-97f5-941028c163e6 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:15:42.951884 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c231946e-3faa-4975-b2c8-eb1e9c4feb7d None None] Network cdd04678-81c6-43d3-a95b-81247267b79e requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:15:43.050266 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port b8bbab66-a855-4a43-83f3-c4fa1af2df54, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=b8bbab66-a855-4a43-83f3-c4fa1af2df54,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:43.086127 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-604351be-f86b-4fd9-a4a2-06843a48bd69 None None] Provisioning for port b560b939-d2fc-4b74-97f5-941028c163e6 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:15:43.093721 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-604351be-f86b-4fd9-a4a2-06843a48bd69 None None] Provisioning complete for port b560b939-d2fc-4b74-97f5-941028c163e6 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:15:43.094178 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-604351be-f86b-4fd9-a4a2-06843a48bd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:43.130692 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port b560b939-d2fc-4b74-97f5-941028c163e6 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:15:43.133820 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-30bf187b-4014-4dc9-b205-aff74aa5bf86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1e09503-8206-4634-8963-4fa4c7cc65d9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1818466318-router', 'tenant_id': 'ab064f4b5b0d403da8803b34f752e250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '92ae9aee-db76-414e-9626-d1ae3ec6003b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:15:39Z', 'updated_at': '2021-08-10T03:15:41Z', 'revision_number': 3, 'project_id': 'ab064f4b5b0d403da8803b34f752e250', 'gw_port': {'id': '92ae9aee-db76-414e-9626-d1ae3ec6003b', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:87:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1e09503-8206-4634-8963-4fa4c7cc65d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:40Z', 'updated_at': '2021-08-10T03:15:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:43.145184 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': 'b8bbab66-a855-4a43-83f3-c4fa1af2df54', 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721', 'port_id': 'b8bbab66-a855-4a43-83f3-c4fa1af2df54', 'mac_address': 'fa:16:3e:35:9f:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60d10164-1dee-4940-9d19-f71e6c18cbc5', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:15:43.169191 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ee290-a566-496a-b251-ee5a46f00a20 req-884a4cec-3436-4169-8ef1-f568d9fe9d78 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:43.176950 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a75ee290-a566-496a-b251-ee5a46f00a20 req-884a4cec-3436-4169-8ef1-f568d9fe9d78 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=d757fe12-2e16-469c-8140-4383b7103a75 HTTP/1.1" status: 200 len: 946 time: 0.8252313 Aug 10 03:15:43.198590 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bf187b-4014-4dc9-b205-aff74aa5bf86 None None] Checking router: a1e09503-8206-4634-8963-4fa4c7cc65d9 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:15:43.208472 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port b560b939-d2fc-4b74-97f5-941028c163e6 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:15:43.208855 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:43.213882 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-604351be-f86b-4fd9-a4a2-06843a48bd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:43.214569 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bf187b-4014-4dc9-b205-aff74aa5bf86 None None] Updating router a1e09503-8206-4634-8963-4fa4c7cc65d9 port 92ae9aee-db76-414e-9626-d1ae3ec6003b binding host n-d-768862-13 {{(pid=94263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:15:43.311382 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-30bf187b-4014-4dc9-b205-aff74aa5bf86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:43.351756 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a75ee290-a566-496a-b251-ee5a46f00a20 req-e01283e8-9a90-4ef7-8a75-7c6701604cdb tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725063 Aug 10 03:15:43.403429 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9e587c-28b3-4564-8f8e-04b6e1380ee4 req-b95c306f-ba0f-44a9-9b7b-f0dd578d0fe1 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:43.417905 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ed9e587c-28b3-4564-8f8e-04b6e1380ee4 req-b95c306f-ba0f-44a9-9b7b-f0dd578d0fe1 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7d864fb-d99a-4b8b-836a-5ba0bd97db6c HTTP/1.1" status: 200 len: 945 time: 0.5834272 Aug 10 03:15:43.426138 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-11ffc817-c0d8-4d98-9018-6aa43f9372d2 req-09fe8955-8ffb-4f0f-8162-4375b585559a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10f2bdda-5018-4b17-83c9-3fa8048c31cb HTTP/1.1" status: 200 len: 217 time: 0.8020549 Aug 10 03:15:43.517931 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ed9e587c-28b3-4564-8f8e-04b6e1380ee4 req-7a4a869c-6623-49ef-83cf-5e321c20ef35 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972965 Aug 10 03:15:43.596171 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ffc817-c0d8-4d98-9018-6aa43f9372d2 req-08a60867-2f17-4b76-9f06-cf0bc7dd1116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:43.597687 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-11ffc817-c0d8-4d98-9018-6aa43f9372d2 req-08a60867-2f17-4b76-9f06-cf0bc7dd1116 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8a049acb-8e7b-42fd-b8b6-b5c474462166 HTTP/1.1" status: 200 len: 861 time: 0.1564262 Aug 10 03:15:43.652394 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-604351be-f86b-4fd9-a4a2-06843a48bd69 None None] For port b560b939-d2fc-4b74-97f5-941028c163e6, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=b560b939-d2fc-4b74-97f5-941028c163e6,segment=NetworkSegment(b5c50f61-955d-4ba9-abe7-df9f0ccbbe46),segment_id=b5c50f61-955d-4ba9-abe7-df9f0ccbbe46)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:43.660189 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:43.665480 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-604351be-f86b-4fd9-a4a2-06843a48bd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:43.704592 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-11ffc817-c0d8-4d98-9018-6aa43f9372d2 req-88500f2d-86f5-4b9d-b51c-068b96ca776c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0922849 Aug 10 03:15:43.785215 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604351be-f86b-4fd9-a4a2-06843a48bd69 None None] Pushing event updated for resources: {'Port': ['ID=b560b939-d2fc-4b74-97f5-941028c163e6,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:43.792946 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:43.805219 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-30bf187b-4014-4dc9-b205-aff74aa5bf86 None None] Notify callbacks [] for port, precommit_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:43.817580 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.provisioning_blocks [None req-30bf187b-4014-4dc9-b205-aff74aa5bf86 None None] Transition to ACTIVE for port object 92ae9aee-db76-414e-9626-d1ae3ec6003b will not be triggered until provisioned by entity L2. {{(pid=94263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:15:43.829527 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-30bf187b-4014-4dc9-b205-aff74aa5bf86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:43.832481 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8bbab66-a855-4a43-83f3-c4fa1af2df54 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:15:43.893282 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a382d48f-d68d-464c-87c9-828fd17d0fcd None None] Pushing event updated for resources: {'Port': ['ID=92ae9aee-db76-414e-9626-d1ae3ec6003b,revision_number=2']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:43.923043 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-30bf187b-4014-4dc9-b205-aff74aa5bf86 None None] Attempting to bind port 92ae9aee-db76-414e-9626-d1ae3ec6003b on host n-d-768862-13 for vnic_type normal with profile {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:15:43.924484 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-30bf187b-4014-4dc9-b205-aff74aa5bf86 None None] Attempting to bind port 92ae9aee-db76-414e-9626-d1ae3ec6003b by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:15:43.925027 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bf187b-4014-4dc9-b205-aff74aa5bf86 None None] Attempting to bind port 92ae9aee-db76-414e-9626-d1ae3ec6003b on network 2ea12131-628a-487e-b434-0463553732bd {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:15:43.932548 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bf187b-4014-4dc9-b205-aff74aa5bf86 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:15:43.933244 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bf187b-4014-4dc9-b205-aff74aa5bf86 None None] Checking segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:15:43.933820 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-30bf187b-4014-4dc9-b205-aff74aa5bf86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:43.934412 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bf187b-4014-4dc9-b205-aff74aa5bf86 None None] Bound using segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:15:43.935074 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-30bf187b-4014-4dc9-b205-aff74aa5bf86 None None] Bound port: 92ae9aee-db76-414e-9626-d1ae3ec6003b, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:15:43.935692 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-30bf187b-4014-4dc9-b205-aff74aa5bf86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:43.940208 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.db.api [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:15:43.940575 n-d-768862-13 neutron-server[94262]: DEBUG oslo_db.api [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:15:43.975421 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port b8bbab66-a855-4a43-83f3-c4fa1af2df54, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=b8bbab66-a855-4a43-83f3-c4fa1af2df54,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:43.984546 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:43.985299 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device ee384af7-0b27-4268-a6eb-5ba07e13950a details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:15:43.992670 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85fc789-e015-42ef-bfa2-d67f933b1e8a req-e03e9269-bbcf-412f-b911-7fe6404204a7 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:43.998217 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-11ffc817-c0d8-4d98-9018-6aa43f9372d2 req-14db96a9-80f5-45a8-a458-f829cb1f2ede service neutron] 10.222.0.61 "GET /v2.0/networks/7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801147 Aug 10 03:15:44.002021 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d85fc789-e015-42ef-bfa2-d67f933b1e8a req-e03e9269-bbcf-412f-b911-7fe6404204a7 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=6024574f-0b46-4839-8e14-6fe5bf6a8895 HTTP/1.1" status: 200 len: 943 time: 0.4806881 Aug 10 03:15:44.063040 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-30bf187b-4014-4dc9-b205-aff74aa5bf86 None None] For port 92ae9aee-db76-414e-9626-d1ae3ec6003b, host n-d-768862-13, cleared binding levels {{(pid=94263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:15:44.076934 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-30bf187b-4014-4dc9-b205-aff74aa5bf86 None None] For port 92ae9aee-db76-414e-9626-d1ae3ec6003b, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=92ae9aee-db76-414e-9626-d1ae3ec6003b,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:15:44.077896 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 89ce21b3-cb13-421c-b603-44256c67efd3 details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:15:44.086146 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 379a5f92-4b22-40ff-9d10-bcb476e344f3 up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:15:44.090658 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-30bf187b-4014-4dc9-b205-aff74aa5bf86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:44.178513 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bf187b-4014-4dc9-b205-aff74aa5bf86 None None] Routers {'a1e09503-8206-4634-8963-4fa4c7cc65d9'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:15:44.179036 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-30bf187b-4014-4dc9-b205-aff74aa5bf86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:15:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['a1e09503-8206-4634-8963-4fa4c7cc65d9'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:44.197354 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d85fc789-e015-42ef-bfa2-d67f933b1e8a req-a3bb33cb-e389-4a3a-aa53-9a6140d67940 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889806 Aug 10 03:15:44.216509 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a382d48f-d68d-464c-87c9-828fd17d0fcd None None] Pushing event updated for resources: {'Port': ['ID=92ae9aee-db76-414e-9626-d1ae3ec6003b,revision_number=3']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:44.234818 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdac48c-7b88-4e1b-a663-f44bd2258412 req-225754bd-d838-4fbd-a655-2171fe9872f3 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:44.239513 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2fdac48c-7b88-4e1b-a663-f44bd2258412 req-225754bd-d838-4fbd-a655-2171fe9872f3 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=063e2de8-83eb-49a0-9d53-c3a7f698e2b1 HTTP/1.1" status: 200 len: 948 time: 0.4185681 Aug 10 03:15:44.240627 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-11ffc817-c0d8-4d98-9018-6aa43f9372d2 req-bc24c5b4-4190-4438-8296-d8e2ab0ecc29 service neutron] 10.222.0.61 "GET /v2.0/networks/7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044461 Aug 10 03:15:44.244483 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-d960d91b-da77-4cff-9d90-8d224d4cfa54 None None] Provisioning complete for port b560b939-d2fc-4b74-97f5-941028c163e6 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:15:44.244869 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d960d91b-da77-4cff-9d90-8d224d4cfa54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:44.275484 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d0f03059-07bd-4762-93dc-b84d97a9ea7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:44.320754 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-30bf187b-4014-4dc9-b205-aff74aa5bf86 None None] Set router a1e09503-8206-4634-8963-4fa4c7cc65d9 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:15:44.396893 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.db.resource_extend [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:15:44.403984 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=b8bbab66-a855-4a43-83f3-c4fa1af2df54,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:44.413801 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port ee384af7-0b27-4268-a6eb-5ba07e13950a, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=ee384af7-0b27-4268-a6eb-5ba07e13950a,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:44.469662 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2fdac48c-7b88-4e1b-a663-f44bd2258412 req-00200433-b8a9-43bf-b46a-536b30c9fd9a tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163208 Aug 10 03:15:44.682827 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519d63bb-822b-410d-8e2c-f936efdc5fd8 req-bb49bb6a-0302-4247-a52f-8baacf1e5451 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:44.698629 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-519d63bb-822b-410d-8e2c-f936efdc5fd8 req-bb49bb6a-0302-4247-a52f-8baacf1e5451 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?device_id=7451eac5-e417-40fe-84ff-9a0f51948846 HTTP/1.1" status: 200 len: 949 time: 0.3727322 Aug 10 03:15:44.768854 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-30bf187b-4014-4dc9-b205-aff74aa5bf86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1e09503-8206-4634-8963-4fa4c7cc65d9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1818466318-router', 'tenant_id': 'ab064f4b5b0d403da8803b34f752e250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '92ae9aee-db76-414e-9626-d1ae3ec6003b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:15:39Z', 'updated_at': '2021-08-10T03:15:41Z', 'revision_number': 3, 'project_id': 'ab064f4b5b0d403da8803b34f752e250', 'gw_port': {'id': '92ae9aee-db76-414e-9626-d1ae3ec6003b', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:87:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1e09503-8206-4634-8963-4fa4c7cc65d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:40Z', 'updated_at': '2021-08-10T03:15:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:44.833037 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bf187b-4014-4dc9-b205-aff74aa5bf86 None None] The sync data for ids ['a1e09503-8206-4634-8963-4fa4c7cc65d9'] in n-d-768862-13 is: [{'id': 'a1e09503-8206-4634-8963-4fa4c7cc65d9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1818466318-router', 'tenant_id': 'ab064f4b5b0d403da8803b34f752e250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '92ae9aee-db76-414e-9626-d1ae3ec6003b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:15:39Z', 'updated_at': '2021-08-10T03:15:41Z', 'revision_number': 3, 'project_id': 'ab064f4b5b0d403da8803b34f752e250', 'gw_port': {'id': '92ae9aee-db76-414e-9626-d1ae3ec6003b', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:87:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1e09503-8206-4634-8963-4fa4c7cc65d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:40Z', 'updated_at': '2021-08-10T03:15:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:15:44.856258 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-519d63bb-822b-410d-8e2c-f936efdc5fd8 req-80970e21-de31-4800-93a3-5959a7c74c45 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8d28d33-caca-4f05-b0e0-721010e15342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569338 Aug 10 03:15:45.066212 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 89ce21b3-cb13-421c-b603-44256c67efd3, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=89ce21b3-cb13-421c-b603-44256c67efd3,segment=NetworkSegment(e1ea0112-d828-45f3-a96b-2a696c160566),segment_id=e1ea0112-d828-45f3-a96b-2a696c160566)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:45.103166 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': '89ce21b3-cb13-421c-b603-44256c67efd3', 'network_id': '06cba743-97cb-4e3d-9173-104a9c9a70d3', 'port_id': '89ce21b3-cb13-421c-b603-44256c67efd3', 'mac_address': 'fa:16:3e:c6:9f:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f0e3909-62c9-4453-825e-ffacada819b0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:15:45.108188 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': 'ee384af7-0b27-4268-a6eb-5ba07e13950a', 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721', 'port_id': 'ee384af7-0b27-4268-a6eb-5ba07e13950a', 'mac_address': 'fa:16:3e:77:7d:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60d10164-1dee-4940-9d19-f71e6c18cbc5', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:15:45.128235 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b143627b-b799-4650-8856-b4761fa814a8 req-b3d0f9cb-eab8-4bb9-b6a7-6f8fc7959685 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:45.132318 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b143627b-b799-4650-8856-b4761fa814a8 req-b3d0f9cb-eab8-4bb9-b6a7-6f8fc7959685 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=d757fe12-2e16-469c-8140-4383b7103a75 HTTP/1.1" status: 200 len: 946 time: 0.2539210 Aug 10 03:15:45.179488 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-d0f03059-07bd-4762-93dc-b84d97a9ea7e admin admin] Allocated IP 172.20.0.1 (cdd04678-81c6-43d3-a95b-81247267b79e/e2a1814f-be6a-483d-bb7d-eeba6810ff86/2544d75d-7163-4e97-89c7-ef9fe8e1ba32) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:15:45.254581 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:45.278252 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:45.328039 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 89ce21b3-cb13-421c-b603-44256c67efd3 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:15:45.338670 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee384af7-0b27-4268-a6eb-5ba07e13950a {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:15:45.364293 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b143627b-b799-4650-8856-b4761fa814a8 req-fc89ff67-fcef-4a5f-a244-03a69b138318 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081928 Aug 10 03:15:45.435191 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning for port 379a5f92-4b22-40ff-9d10-bcb476e344f3 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:15:45.502454 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port 379a5f92-4b22-40ff-9d10-bcb476e344f3 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:15:45.502833 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:45.568355 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 89ce21b3-cb13-421c-b603-44256c67efd3, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=89ce21b3-cb13-421c-b603-44256c67efd3,segment=NetworkSegment(e1ea0112-d828-45f3-a96b-2a696c160566),segment_id=e1ea0112-d828-45f3-a96b-2a696c160566)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:45.621547 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48108bee-b60c-44a8-af83-c576a274ba83 req-b8a7d32d-77eb-4d22-82c5-0b3f5b1ed7cc tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:45.625964 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-48108bee-b60c-44a8-af83-c576a274ba83 req-b8a7d32d-77eb-4d22-82c5-0b3f5b1ed7cc tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.61 "GET /v2.0/ports?device_id=063e2de8-83eb-49a0-9d53-c3a7f698e2b1&tenant_id=808ab0b013b8411c9f012091d2eaa39f&binding%3Ahost_id=n-h2-768862-13 HTTP/1.1" status: 200 len: 948 time: 0.1907268 Aug 10 03:15:45.652958 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port ee384af7-0b27-4268-a6eb-5ba07e13950a, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=ee384af7-0b27-4268-a6eb-5ba07e13950a,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:45.690753 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:45.710152 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:45.781679 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0ab3a7-2c5f-40da-a587-235a739b36e8 req-fbb88e81-2bb0-4384-82f8-f344d68f9f97 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:45.790530 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9b0ab3a7-2c5f-40da-a587-235a739b36e8 req-fbb88e81-2bb0-4384-82f8-f344d68f9f97 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7d864fb-d99a-4b8b-836a-5ba0bd97db6c HTTP/1.1" status: 200 len: 944 time: 0.2138071 Aug 10 03:15:45.841585 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a29a518-83e5-48e1-a2f1-c3ea202f3209 req-a55aa429-230a-48f6-a2e9-c6e5d919eb88 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:45.851004 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0a29a518-83e5-48e1-a2f1-c3ea202f3209 req-a55aa429-230a-48f6-a2e9-c6e5d919eb88 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=6024574f-0b46-4839-8e14-6fe5bf6a8895 HTTP/1.1" status: 200 len: 943 time: 0.2104208 Aug 10 03:15:45.856446 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 0cb5a014-55a4-43c5-9319-d762dfff6f73 details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:15:45.917631 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-48108bee-b60c-44a8-af83-c576a274ba83 req-5fac76c0-bbb2-4e52-a2db-664b1ddee54f service neutron] 10.222.0.61 "GET /v2.0/ports/ee384af7-0b27-4268-a6eb-5ba07e13950a/bindings/n-h2-768862-13 HTTP/1.1" status: 200 len: 383 time: 0.2767909 Aug 10 03:15:45.995361 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d0f03059-07bd-4762-93dc-b84d97a9ea7e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:46.053028 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48108bee-b60c-44a8-af83-c576a274ba83 req-e542a439-10a0-4073-805d-80de765b8f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:46.059524 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-48108bee-b60c-44a8-af83-c576a274ba83 req-e542a439-10a0-4073-805d-80de765b8f33 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=808ab0b013b8411c9f012091d2eaa39f&device_id=063e2de8-83eb-49a0-9d53-c3a7f698e2b1 HTTP/1.1" status: 200 len: 1101 time: 0.0969312 Aug 10 03:15:46.087433 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9b0ab3a7-2c5f-40da-a587-235a739b36e8 req-d68f8a8b-f208-49e6-80ef-6136f1bfd9ba tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958610 Aug 10 03:15:46.093931 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [None req-d0f03059-07bd-4762-93dc-b84d97a9ea7e admin admin] Transition to ACTIVE for port object 2544d75d-7163-4e97-89c7-ef9fe8e1ba32 will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:15:46.118482 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0a29a518-83e5-48e1-a2f1-c3ea202f3209 req-0d9363a6-3e0b-4154-af88-455659fad467 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661936 Aug 10 03:15:46.143213 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 0cb5a014-55a4-43c5-9319-d762dfff6f73, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=0cb5a014-55a4-43c5-9319-d762dfff6f73,segment=NetworkSegment(6bf2f30c-8de9-48b6-ac35-0afe448267ae),segment_id=6bf2f30c-8de9-48b6-ac35-0afe448267ae)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:46.203830 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': '0cb5a014-55a4-43c5-9319-d762dfff6f73', 'network_id': 'fb04e5c4-4048-4691-8fd2-5191f92c4dcc', 'port_id': '0cb5a014-55a4-43c5-9319-d762dfff6f73', 'mac_address': 'fa:16:3e:f1:0a:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dfce422-0216-4c9d-97b8-8fc7613926b1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:15:46.205839 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['89ce21b3-cb13-421c-b603-44256c67efd3'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:15:46.207726 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device b560b939-d2fc-4b74-97f5-941028c163e6 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:15:46.253700 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d0f03059-07bd-4762-93dc-b84d97a9ea7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:46.327970 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48108bee-b60c-44a8-af83-c576a274ba83 req-7c7d5dae-d546-499d-a8bf-ec97a2c0d830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:46.329497 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-48108bee-b60c-44a8-af83-c576a274ba83 req-7c7d5dae-d546-499d-a8bf-ec97a2c0d830 service neutron] 10.222.0.61 "GET /v2.0/networks?id=72a4be73-29a1-424c-8690-ecdcf6b06721 HTTP/1.1" status: 200 len: 869 time: 0.2583725 Aug 10 03:15:46.427169 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f03059-07bd-4762-93dc-b84d97a9ea7e admin admin] Pushing event updated for resources: {'Port': ['ID=2544d75d-7163-4e97-89c7-ef9fe8e1ba32,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:46.455983 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-48108bee-b60c-44a8-af83-c576a274ba83 req-c5e592e3-3681-4f23-ae1a-927a59a098e0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=ee384af7-0b27-4268-a6eb-5ba07e13950a HTTP/1.1" status: 200 len: 217 time: 0.1043601 Aug 10 03:15:46.461210 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f03059-07bd-4762-93dc-b84d97a9ea7e admin admin] Network cdd04678-81c6-43d3-a95b-81247267b79e is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:15:46.489857 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-d0f03059-07bd-4762-93dc-b84d97a9ea7e admin admin] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:15:46.502496 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f03059-07bd-4762-93dc-b84d97a9ea7e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:46.502848 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f03059-07bd-4762-93dc-b84d97a9ea7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:46.503322 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f03059-07bd-4762-93dc-b84d97a9ea7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:46.503661 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f03059-07bd-4762-93dc-b84d97a9ea7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:46.504008 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f03059-07bd-4762-93dc-b84d97a9ea7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:46.504333 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f03059-07bd-4762-93dc-b84d97a9ea7e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:46.504662 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f03059-07bd-4762-93dc-b84d97a9ea7e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:46.505015 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f03059-07bd-4762-93dc-b84d97a9ea7e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:46.505340 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f03059-07bd-4762-93dc-b84d97a9ea7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:46.505662 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f03059-07bd-4762-93dc-b84d97a9ea7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:46.505984 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f03059-07bd-4762-93dc-b84d97a9ea7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:46.506333 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f03059-07bd-4762-93dc-b84d97a9ea7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:46.524712 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f03059-07bd-4762-93dc-b84d97a9ea7e admin admin] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:15:46.537217 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port b560b939-d2fc-4b74-97f5-941028c163e6 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:15:46.537588 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:46.608542 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48108bee-b60c-44a8-af83-c576a274ba83 req-05a4cc78-54d2-42b4-b60f-87398377eefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:46.612204 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-48108bee-b60c-44a8-af83-c576a274ba83 req-05a4cc78-54d2-42b4-b60f-87398377eefb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=60d10164-1dee-4940-9d19-f71e6c18cbc5 HTTP/1.1" status: 200 len: 843 time: 0.1434731 Aug 10 03:15:46.638295 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['b8bbab66-a855-4a43-83f3-c4fa1af2df54'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:15:46.675759 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cbca7e-32f2-4fea-8d2f-50b4c42020e0 req-ea8feedc-ea5d-48e1-8d36-e409959f8e4f tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:46.677747 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-03cbca7e-32f2-4fea-8d2f-50b4c42020e0 req-ea8feedc-ea5d-48e1-8d36-e409959f8e4f tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=063e2de8-83eb-49a0-9d53-c3a7f698e2b1 HTTP/1.1" status: 200 len: 949 time: 0.3135176 Aug 10 03:15:46.717713 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['ee384af7-0b27-4268-a6eb-5ba07e13950a'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:15:46.802695 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48108bee-b60c-44a8-af83-c576a274ba83 req-1b6968e1-3f72-41b3-8458-7f241cae4cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:46.821496 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-48108bee-b60c-44a8-af83-c576a274ba83 req-1b6968e1-3f72-41b3-8458-7f241cae4cac service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=72a4be73-29a1-424c-8690-ecdcf6b06721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1947515 Aug 10 03:15:46.874170 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=89ce21b3-cb13-421c-b603-44256c67efd3,revision_number=6']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:47.005363 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:47.177333 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-48108bee-b60c-44a8-af83-c576a274ba83 req-07e5016b-3df8-4169-8be5-c4a63617f941 service neutron] 10.222.0.61 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3456092 Aug 10 03:15:47.333096 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 92ae9aee-db76-414e-9626-d1ae3ec6003b up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:15:47.419406 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=ee384af7-0b27-4268-a6eb-5ba07e13950a,revision_number=7']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:47.497776 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-48108bee-b60c-44a8-af83-c576a274ba83 req-c5029115-7db4-40f6-9e43-ecf95d452f33 service neutron] 10.222.0.61 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2965639 Aug 10 03:15:47.612693 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:47.640285 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8348f1ee-643c-4981-97d6-d38911dbbdb5 req-c7f23f64-488e-4cb6-917d-157310caafd5 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:47.642127 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8348f1ee-643c-4981-97d6-d38911dbbdb5 req-c7f23f64-488e-4cb6-917d-157310caafd5 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?device_id=7451eac5-e417-40fe-84ff-9a0f51948846 HTTP/1.1" status: 200 len: 949 time: 1.2050059 Aug 10 03:15:47.708140 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 379a5f92-4b22-40ff-9d10-bcb476e344f3, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=379a5f92-4b22-40ff-9d10-bcb476e344f3,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:47.763644 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9028343f-71bb-4e38-aef8-56b259531f1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '379a5f92-4b22-40ff-9d10-bcb476e344f3'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:15:47.766551 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9857635-6d2c-4184-90cc-dbc7b9d90d21" -d '{"events": [{"server_uuid": "9028343f-71bb-4e38-aef8-56b259531f1b", "name": "network-vif-plugged", "status": "completed", "tag": "379a5f92-4b22-40ff-9d10-bcb476e344f3"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:15:47.802076 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d0f03059-07bd-4762-93dc-b84d97a9ea7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521745'] for router_interface, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:47.808249 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cb5a014-55a4-43c5-9319-d762dfff6f73 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:15:47.833767 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 0cb5a014-55a4-43c5-9319-d762dfff6f73, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=0cb5a014-55a4-43c5-9319-d762dfff6f73,segment=NetworkSegment(6bf2f30c-8de9-48b6-ac35-0afe448267ae),segment_id=6bf2f30c-8de9-48b6-ac35-0afe448267ae)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:47.869894 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 92ae9aee-db76-414e-9626-d1ae3ec6003b completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:15:47.874651 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:47.935171 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 92ae9aee-db76-414e-9626-d1ae3ec6003b triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:15:47.936784 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:47.959593 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-03cbca7e-32f2-4fea-8d2f-50b4c42020e0 req-852e1564-a0a0-451c-a19d-548fd0a6d42f tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2344165 Aug 10 03:15:48.040959 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d0f03059-07bd-4762-93dc-b84d97a9ea7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:48.056297 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:48.100314 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=379a5f92-4b22-40ff-9d10-bcb476e344f3,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:48.139913 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8348f1ee-643c-4981-97d6-d38911dbbdb5 req-a8d6bd4d-6ee7-41dd-8287-76b5134b2417 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8d28d33-caca-4f05-b0e0-721010e15342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4707639 Aug 10 03:15:48.198627 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=0cb5a014-55a4-43c5-9319-d762dfff6f73,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:48.245715 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-ea995964-e446-4de0-97c9-a27a1724ee99 None None] Provisioning for port 2544d75d-7163-4e97-89c7-ef9fe8e1ba32 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:15:48.260077 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-ea995964-e446-4de0-97c9-a27a1724ee99 None None] Provisioning complete for port 2544d75d-7163-4e97-89c7-ef9fe8e1ba32 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:15:48.260747 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ea995964-e446-4de0-97c9-a27a1724ee99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:48.343747 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-ea995964-e446-4de0-97c9-a27a1724ee99 None None] Port 2544d75d-7163-4e97-89c7-ef9fe8e1ba32 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:15:48.353157 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:48.396821 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 92ae9aee-db76-414e-9626-d1ae3ec6003b, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=92ae9aee-db76-414e-9626-d1ae3ec6003b,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:48.407063 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:48.471411 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d0f03059-07bd-4762-93dc-b84d97a9ea7e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:48.487017 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d0f03059-07bd-4762-93dc-b84d97a9ea7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:48.512028 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=92ae9aee-db76-414e-9626-d1ae3ec6003b,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:48.616248 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d0f03059-07bd-4762-93dc-b84d97a9ea7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521893'] for router_interface, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:48.621479 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f03059-07bd-4762-93dc-b84d97a9ea7e admin admin] Pushing event updated for resources: {'Port': ['ID=2544d75d-7163-4e97-89c7-ef9fe8e1ba32,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:48.697407 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0c5682-4e34-4286-bbe3-14d82faa3cfe req-1bd524fe-5123-4cf7-854a-e8b9390a4e7f tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:48.705974 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-da0c5682-4e34-4286-bbe3-14d82faa3cfe req-1bd524fe-5123-4cf7-854a-e8b9390a4e7f tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=d757fe12-2e16-469c-8140-4383b7103a75 HTTP/1.1" status: 200 len: 946 time: 0.6235840 Aug 10 03:15:48.972961 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-da0c5682-4e34-4286-bbe3-14d82faa3cfe req-7d1acd5c-a68a-4f2d-8cf0-02899554ab53 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591009 Aug 10 03:15:48.993992 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f03059-07bd-4762-93dc-b84d97a9ea7e admin admin] Network cdd04678-81c6-43d3-a95b-81247267b79e is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:15:48.993992 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-d0f03059-07bd-4762-93dc-b84d97a9ea7e admin admin] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:15:49.045856 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['0cb5a014-55a4-43c5-9319-d762dfff6f73'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:15:49.421531 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0f03059-07bd-4762-93dc-b84d97a9ea7e admin admin] Router a1e09503-8206-4634-8963-4fa4c7cc65d9 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:15:49.451456 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba02ae6-bf1f-401d-807e-0d9f2a273ba6 req-200d8b56-e7e1-4f5e-8d05-a5bd1da6e2fd tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:49.455459 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7ba02ae6-bf1f-401d-807e-0d9f2a273ba6 req-200d8b56-e7e1-4f5e-8d05-a5bd1da6e2fd tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7d864fb-d99a-4b8b-836a-5ba0bd97db6c HTTP/1.1" status: 200 len: 944 time: 0.9741373 Aug 10 03:15:49.475610 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:15:49.600197 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-0e3e4715-7810-451a-acda-dbf628345362 None None] Provisioning complete for port 2544d75d-7163-4e97-89c7-ef9fe8e1ba32 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:15:49.600774 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-0e3e4715-7810-451a-acda-dbf628345362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:49.660463 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7ba02ae6-bf1f-401d-807e-0d9f2a273ba6 req-a2a48983-ac33-4abf-be29-98cfa4f90e6e tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488187 Aug 10 03:15:49.735348 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-0e3e4715-7810-451a-acda-dbf628345362 None None] Port 2544d75d-7163-4e97-89c7-ef9fe8e1ba32 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:15:49.782534 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e20a1-87ff-492f-8ef8-e0c9f6e2d2ba req-065e5789-a1d6-4709-a814-3d4bd997365c tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:49.785910 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a68e20a1-87ff-492f-8ef8-e0c9f6e2d2ba req-065e5789-a1d6-4709-a814-3d4bd997365c tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=6024574f-0b46-4839-8e14-6fe5bf6a8895 HTTP/1.1" status: 200 len: 944 time: 0.3779118 Aug 10 03:15:49.830679 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b0e667-68e3-484b-a433-20a61b49df3e x-openstack-request-id: req-d4b0e667-68e3-484b-a433-20a61b49df3e {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:15:49.831418 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9028343f-71bb-4e38-aef8-56b259531f1b", "name": "network-vif-plugged", "status": "completed", "tag": "379a5f92-4b22-40ff-9d10-bcb476e344f3", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:15:49.831827 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d4b0e667-68e3-484b-a433-20a61b49df3e {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:15:49.832380 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9028343f-71bb-4e38-aef8-56b259531f1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '379a5f92-4b22-40ff-9d10-bcb476e344f3', 'code': 200} Aug 10 03:15:49.936378 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a68e20a1-87ff-492f-8ef8-e0c9f6e2d2ba req-6b9050b8-d563-4022-ab43-cbc31881fae1 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368597 Aug 10 03:15:50.017539 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0f03059-07bd-4762-93dc-b84d97a9ea7e admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:15:50.019859 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f0d420-cf14-40ad-8a4f-a87ef1ca7ac3 req-80c07eb5-aeeb-4bd3-9383-bab96f8a401b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:50.022189 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-59f0d420-cf14-40ad-8a4f-a87ef1ca7ac3 req-80c07eb5-aeeb-4bd3-9383-bab96f8a401b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9028343f-71bb-4e38-aef8-56b259531f1b HTTP/1.1" status: 200 len: 1102 time: 0.1146324 Aug 10 03:15:50.060850 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-d0f03059-07bd-4762-93dc-b84d97a9ea7e admin admin] 10.222.0.44 "PUT /v2.0/routers/a1e09503-8206-4634-8963-4fa4c7cc65d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6927557 Aug 10 03:15:50.066037 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7121a642-0d07-4459-974c-3649300b49ec None None] Sync routers for ids ['a1e09503-8206-4634-8963-4fa4c7cc65d9'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:15:50.076912 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 89ce21b3-cb13-421c-b603-44256c67efd3 up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:15:50.127416 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-59f0d420-cf14-40ad-8a4f-a87ef1ca7ac3 req-181fae0b-4903-4e9e-87c6-67c3a2b9e35c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f8d28d33-caca-4f05-b0e0-721010e15342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909376 Aug 10 03:15:50.129238 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6990212f-19fe-4a26-bda2-33f0ad2004fb req-44df72fd-6744-4054-a475-55948b087fb5 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:50.144054 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6990212f-19fe-4a26-bda2-33f0ad2004fb req-44df72fd-6744-4054-a475-55948b087fb5 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=063e2de8-83eb-49a0-9d53-c3a7f698e2b1 HTTP/1.1" status: 200 len: 949 time: 0.1981609 Aug 10 03:15:50.184182 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7121a642-0d07-4459-974c-3649300b49ec None None] Routers {'a1e09503-8206-4634-8963-4fa4c7cc65d9'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:15:50.188361 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-7121a642-0d07-4459-974c-3649300b49ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:15:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['a1e09503-8206-4634-8963-4fa4c7cc65d9'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:50.474284 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6990212f-19fe-4a26-bda2-33f0ad2004fb req-1b5a57d5-2ce2-4802-b6cb-ecb0f4d9e229 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928991 Aug 10 03:15:50.491950 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7459ea52-3f66-4798-b85b-a18381d5a3ac req-20c0fb26-2de5-460e-bd7f-1dda42a51944 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:50.500073 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7459ea52-3f66-4798-b85b-a18381d5a3ac req-20c0fb26-2de5-460e-bd7f-1dda42a51944 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?device_id=7451eac5-e417-40fe-84ff-9a0f51948846 HTTP/1.1" status: 200 len: 949 time: 0.3539588 Aug 10 03:15:50.592402 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-7121a642-0d07-4459-974c-3649300b49ec None None] Set router a1e09503-8206-4634-8963-4fa4c7cc65d9 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:15:50.633497 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7459ea52-3f66-4798-b85b-a18381d5a3ac req-ddb5b4dc-146c-449e-8fbd-3fe148417a9f tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8d28d33-caca-4f05-b0e0-721010e15342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208649 Aug 10 03:15:50.749489 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f1003b-27bc-4d42-8b29-740fd50c1320 req-cd2ddbbb-ae9a-4830-b7aa-9f866cd5b0ee tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:50.775743 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f0f1003b-27bc-4d42-8b29-740fd50c1320 req-cd2ddbbb-ae9a-4830-b7aa-9f866cd5b0ee tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=d757fe12-2e16-469c-8140-4383b7103a75 HTTP/1.1" status: 200 len: 946 time: 0.1649508 Aug 10 03:15:50.782788 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 92ae9aee-db76-414e-9626-d1ae3ec6003b up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:15:50.881471 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f0f1003b-27bc-4d42-8b29-740fd50c1320 req-72305b66-d9e9-48bd-b5c9-432c79590653 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958583 Aug 10 03:15:51.272660 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ca95b9-2f9a-4f50-bbf3-fcca63a5366d req-8b15319e-cae1-4adc-ae4d-55451f30b66b tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:51.303623 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-93ca95b9-2f9a-4f50-bbf3-fcca63a5366d req-8b15319e-cae1-4adc-ae4d-55451f30b66b tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7d864fb-d99a-4b8b-836a-5ba0bd97db6c HTTP/1.1" status: 200 len: 944 time: 0.1626575 Aug 10 03:15:51.319157 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port 89ce21b3-cb13-421c-b603-44256c67efd3 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:15:51.319926 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:51.486460 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 92ae9aee-db76-414e-9626-d1ae3ec6003b triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:15:51.487023 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:51.524113 n-d-768862-13 neutron-server[94260]: INFO neutron.api.v2.resource [req-224b6654-bc23-4661-af8e-6fe354aa8cc3 req-4e49714f-6d4f-4342-b9b9-513f3205d82b tempest-FloatingIPDetailsNegativeTestJSON-609956246 tempest-FloatingIPDetailsNegativeTestJSON-609956246-project] show failed (client error): The resource could not be found. Aug 10 03:15:51.525777 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-224b6654-bc23-4661-af8e-6fe354aa8cc3 req-4e49714f-6d4f-4342-b9b9-513f3205d82b tempest-FloatingIPDetailsNegativeTestJSON-609956246 tempest-FloatingIPDetailsNegativeTestJSON-609956246-project] 10.222.0.44 "GET /v2.0/floatingips/495f2334-a823-4b51-baea-eb8f7d69bdea HTTP/1.1" status: 404 len: 350 time: 0.2000756 Aug 10 03:15:51.535575 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 46460) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:51.615112 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-93ca95b9-2f9a-4f50-bbf3-fcca63a5366d req-b2beb9b8-bb62-40db-b2b9-6b5b1ff7d5c5 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099606 Aug 10 03:15:51.626642 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-734fc2b1-f52f-436d-8a1b-ef15644839c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:51.887809 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:51.986931 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 89ce21b3-cb13-421c-b603-44256c67efd3, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=89ce21b3-cb13-421c-b603-44256c67efd3,segment=NetworkSegment(e1ea0112-d828-45f3-a96b-2a696c160566),segment_id=e1ea0112-d828-45f3-a96b-2a696c160566)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:51.991358 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7d864fb-d99a-4b8b-836a-5ba0bd97db6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89ce21b3-cb13-421c-b603-44256c67efd3'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:15:51.994203 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b5f88be-3ae2-418c-8a4b-5d9ca9570e68" -d '{"events": [{"server_uuid": "e7d864fb-d99a-4b8b-836a-5ba0bd97db6c", "name": "network-vif-plugged", "status": "completed", "tag": "89ce21b3-cb13-421c-b603-44256c67efd3"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:15:52.014435 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:52.019576 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-7121a642-0d07-4459-974c-3649300b49ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1e09503-8206-4634-8963-4fa4c7cc65d9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1818466318-router', 'tenant_id': 'ab064f4b5b0d403da8803b34f752e250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '92ae9aee-db76-414e-9626-d1ae3ec6003b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:15:39Z', 'updated_at': '2021-08-10T03:15:47Z', 'revision_number': 4, 'project_id': 'ab064f4b5b0d403da8803b34f752e250', 'gw_port': {'id': '92ae9aee-db76-414e-9626-d1ae3ec6003b', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:87:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e09503-8206-4634-8963-4fa4c7cc65d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:40Z', 'updated_at': '2021-08-10T03:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '2544d75d-7163-4e97-89c7-ef9fe8e1ba32', 'name': '', 'network_id': 'cdd04678-81c6-43d3-a95b-81247267b79e', 'tenant_id': 'ab064f4b5b0d403da8803b34f752e250', 'mac_address': 'fa:16:3e:07:0b:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1e09503-8206-4634-8963-4fa4c7cc65d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'e2a1814f-be6a-483d-bb7d-eeba6810ff86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:44Z', 'updated_at': '2021-08-10T03:15:48Z', 'revision_number': 2, 'project_id': 'ab064f4b5b0d403da8803b34f752e250', 'subnets': [{'id': 'e2a1814f-be6a-483d-bb7d-eeba6810ff86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:52.037770 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3414eda2-92d4-4eb5-9c65-87c0ac663c67 req-84ffe334-b235-4dac-b23a-71feba17b568 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:52.049063 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3414eda2-92d4-4eb5-9c65-87c0ac663c67 req-84ffe334-b235-4dac-b23a-71feba17b568 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=6024574f-0b46-4839-8e14-6fe5bf6a8895 HTTP/1.1" status: 200 len: 944 time: 0.2744937 Aug 10 03:15:52.136655 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e568f27c-be1f-491d-9e41-24fcc9f37b94 req-212dfa05-e254-4493-8b53-05fbcc927c84 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:52.150680 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e568f27c-be1f-491d-9e41-24fcc9f37b94 req-212dfa05-e254-4493-8b53-05fbcc927c84 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=063e2de8-83eb-49a0-9d53-c3a7f698e2b1 HTTP/1.1" status: 200 len: 949 time: 0.2209935 Aug 10 03:15:52.170720 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device ee384af7-0b27-4268-a6eb-5ba07e13950a details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:15:52.174035 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device b8bbab66-a855-4a43-83f3-c4fa1af2df54 up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:15:52.208572 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3414eda2-92d4-4eb5-9c65-87c0ac663c67 req-c768ab76-acbc-4164-922d-c7e3438df79e tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470344 Aug 10 03:15:52.275402 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7121a642-0d07-4459-974c-3649300b49ec None None] Checking router: a1e09503-8206-4634-8963-4fa4c7cc65d9 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:15:52.276939 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7121a642-0d07-4459-974c-3649300b49ec None None] Updating router a1e09503-8206-4634-8963-4fa4c7cc65d9 port 2544d75d-7163-4e97-89c7-ef9fe8e1ba32 binding host n-d-768862-13 {{(pid=94262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:15:52.282096 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e568f27c-be1f-491d-9e41-24fcc9f37b94 req-4e4d4048-2f58-4854-a1c9-ac7175829aa5 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301296 Aug 10 03:15:52.501808 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48108bee-b60c-44a8-af83-c576a274ba83 req-ba37ac1a-862e-4baf-b7ba-b46517573327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:52.507031 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-7121a642-0d07-4459-974c-3649300b49ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:52.509242 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-48108bee-b60c-44a8-af83-c576a274ba83 req-ba37ac1a-862e-4baf-b7ba-b46517573327 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=063e2de8-83eb-49a0-9d53-c3a7f698e2b1&tenant_id=808ab0b013b8411c9f012091d2eaa39f HTTP/1.1" status: 200 len: 1101 time: 0.1886671 Aug 10 03:15:52.533833 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=89ce21b3-cb13-421c-b603-44256c67efd3,revision_number=7']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:52.583120 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b1526c-2366-40e4-b039-af07b776a82f req-4f5bea6a-239f-4e3c-8ab5-9924b632f1b6 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:52.584770 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-49b1526c-2366-40e4-b039-af07b776a82f req-4f5bea6a-239f-4e3c-8ab5-9924b632f1b6 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?device_id=7451eac5-e417-40fe-84ff-9a0f51948846 HTTP/1.1" status: 200 len: 949 time: 0.1299806 Aug 10 03:15:52.641273 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a45114-1d61-4e5f-bb57-3ce7cd160fdc req-67ae72a2-bb44-4209-9b0c-0d61382468ab tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:52.649076 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f6a45114-1d61-4e5f-bb57-3ce7cd160fdc req-67ae72a2-bb44-4209-9b0c-0d61382468ab tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=d757fe12-2e16-469c-8140-4383b7103a75 HTTP/1.1" status: 200 len: 946 time: 0.2485290 Aug 10 03:15:52.769015 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f6a45114-1d61-4e5f-bb57-3ce7cd160fdc req-e8a43b70-f63d-4f76-8bf6-950494936cbc tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178191 Aug 10 03:15:52.791669 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port ee384af7-0b27-4268-a6eb-5ba07e13950a, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=ee384af7-0b27-4268-a6eb-5ba07e13950a,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:52.812291 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-49b1526c-2366-40e4-b039-af07b776a82f req-79cf524e-5831-465a-a0a0-6baadb89aa8d tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8d28d33-caca-4f05-b0e0-721010e15342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041647 Aug 10 03:15:52.846344 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48108bee-b60c-44a8-af83-c576a274ba83 req-0943c92d-3328-4429-847b-d820143aa765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:52.847973 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-48108bee-b60c-44a8-af83-c576a274ba83 req-0943c92d-3328-4429-847b-d820143aa765 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=808ab0b013b8411c9f012091d2eaa39f&device_id=063e2de8-83eb-49a0-9d53-c3a7f698e2b1 HTTP/1.1" status: 200 len: 1101 time: 0.1767936 Aug 10 03:15:52.881474 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': 'ee384af7-0b27-4268-a6eb-5ba07e13950a', 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721', 'port_id': 'ee384af7-0b27-4268-a6eb-5ba07e13950a', 'mac_address': 'fa:16:3e:77:7d:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60d10164-1dee-4940-9d19-f71e6c18cbc5', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:15:52.919610 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1733ec3e-0284-409d-a941-d5e39d1e2921 x-openstack-request-id: req-1733ec3e-0284-409d-a941-d5e39d1e2921 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:15:52.920236 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7d864fb-d99a-4b8b-836a-5ba0bd97db6c", "name": "network-vif-plugged", "status": "completed", "tag": "89ce21b3-cb13-421c-b603-44256c67efd3", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:15:52.920236 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1733ec3e-0284-409d-a941-d5e39d1e2921 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:15:52.920644 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7d864fb-d99a-4b8b-836a-5ba0bd97db6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89ce21b3-cb13-421c-b603-44256c67efd3', 'code': 200} Aug 10 03:15:52.945091 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning for port b8bbab66-a855-4a43-83f3-c4fa1af2df54 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:15:52.957831 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port b8bbab66-a855-4a43-83f3-c4fa1af2df54 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:15:52.958187 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:52.997192 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48108bee-b60c-44a8-af83-c576a274ba83 req-ad8b6360-5c60-44f1-b2b2-36081ec89b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:52.998699 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-48108bee-b60c-44a8-af83-c576a274ba83 req-ad8b6360-5c60-44f1-b2b2-36081ec89b23 service neutron] 10.222.0.61 "GET /v2.0/networks?id=72a4be73-29a1-424c-8690-ecdcf6b06721 HTTP/1.1" status: 200 len: 869 time: 0.1280491 Aug 10 03:15:53.066910 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96482fe-081e-457d-9219-6d6c7f478aaf req-9a58e6e4-58b8-4a23-ab3d-ef6e73244c70 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:53.080537 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d96482fe-081e-457d-9219-6d6c7f478aaf req-9a58e6e4-58b8-4a23-ab3d-ef6e73244c70 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7d864fb-d99a-4b8b-836a-5ba0bd97db6c HTTP/1.1" status: 200 len: 945 time: 0.1510892 Aug 10 03:15:53.156960 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d96482fe-081e-457d-9219-6d6c7f478aaf req-7be3c753-bec0-4f8a-847b-96317f7534b5 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753260 Aug 10 03:15:53.183663 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-48108bee-b60c-44a8-af83-c576a274ba83 req-634be4de-7435-474a-b286-2b2eb41f6740 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=ee384af7-0b27-4268-a6eb-5ba07e13950a HTTP/1.1" status: 200 len: 217 time: 0.0642917 Aug 10 03:15:53.296780 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:53.344409 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port b8bbab66-a855-4a43-83f3-c4fa1af2df54, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=b8bbab66-a855-4a43-83f3-c4fa1af2df54,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:53.361923 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:53.363002 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 0cb5a014-55a4-43c5-9319-d762dfff6f73 up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:15:53.431376 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=b8bbab66-a855-4a43-83f3-c4fa1af2df54,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:53.456903 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48108bee-b60c-44a8-af83-c576a274ba83 req-7049afce-4a15-4ee8-86d0-3e04f3d8a7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:53.462676 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-48108bee-b60c-44a8-af83-c576a274ba83 req-7049afce-4a15-4ee8-86d0-3e04f3d8a7cb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=60d10164-1dee-4940-9d19-f71e6c18cbc5 HTTP/1.1" status: 200 len: 843 time: 0.2537701 Aug 10 03:15:53.468682 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cc9cb0de-e063-49d7-bb2b-96af1f6790f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521880'] for router_interface, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:53.603965 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b0bd49-f3ec-409b-989c-92dd708953c2 req-c1c5e88a-22a3-414d-8947-4766ad5e6a20 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:53.607666 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-61f175b1-c21a-464a-95ec-b90f92f9be70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:53.612128 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning for port 0cb5a014-55a4-43c5-9319-d762dfff6f73 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:15:53.616849 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-16b0bd49-f3ec-409b-989c-92dd708953c2 req-c1c5e88a-22a3-414d-8947-4766ad5e6a20 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=6024574f-0b46-4839-8e14-6fe5bf6a8895 HTTP/1.1" status: 200 len: 944 time: 0.2561922 Aug 10 03:15:53.620349 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port 0cb5a014-55a4-43c5-9319-d762dfff6f73 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:15:53.620818 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:53.694665 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-7121a642-0d07-4459-974c-3649300b49ec None None] Notify callbacks [] for port, precommit_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:53.725289 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9517498-1b03-48cd-a896-c7e28b51720d req-89ed4071-445a-4ef7-a48b-7cb45d11a14b tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:53.736954 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b9517498-1b03-48cd-a896-c7e28b51720d req-89ed4071-445a-4ef7-a48b-7cb45d11a14b tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=063e2de8-83eb-49a0-9d53-c3a7f698e2b1 HTTP/1.1" status: 200 len: 949 time: 0.3083303 Aug 10 03:15:53.761857 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-16b0bd49-f3ec-409b-989c-92dd708953c2 req-7c1c8fe1-5e30-4951-9294-68543d124d6d tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394925 Aug 10 03:15:53.775016 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-7121a642-0d07-4459-974c-3649300b49ec None None] Transition to ACTIVE for port object 2544d75d-7163-4e97-89c7-ef9fe8e1ba32 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:15:53.775016 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:53.788589 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-7121a642-0d07-4459-974c-3649300b49ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:53.820351 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48108bee-b60c-44a8-af83-c576a274ba83 req-bdd869c6-bbb6-419a-88a1-bb258e7f0219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:53.840078 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-48108bee-b60c-44a8-af83-c576a274ba83 req-bdd869c6-bbb6-419a-88a1-bb258e7f0219 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=72a4be73-29a1-424c-8690-ecdcf6b06721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3611314 Aug 10 03:15:53.875882 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b9517498-1b03-48cd-a896-c7e28b51720d req-52c4d1a4-f938-4245-b4d3-803279c883d3 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373363 Aug 10 03:15:53.877500 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2279c2f7-3231-4a67-acea-b2767070161d None None] Pushing event updated for resources: {'Port': ['ID=2544d75d-7163-4e97-89c7-ef9fe8e1ba32,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:54.050593 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5278d93-d478-4211-adc3-7fafdedc542f req-1bba7e8c-1cae-4bfe-9305-33561e229b45 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:54.052315 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d5278d93-d478-4211-adc3-7fafdedc542f req-1bba7e8c-1cae-4bfe-9305-33561e229b45 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=d757fe12-2e16-469c-8140-4383b7103a75 HTTP/1.1" status: 200 len: 946 time: 0.1057241 Aug 10 03:15:54.053283 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 0cb5a014-55a4-43c5-9319-d762dfff6f73, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=0cb5a014-55a4-43c5-9319-d762dfff6f73,segment=NetworkSegment(6bf2f30c-8de9-48b6-ac35-0afe448267ae),segment_id=6bf2f30c-8de9-48b6-ac35-0afe448267ae)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:54.082843 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-7121a642-0d07-4459-974c-3649300b49ec None None] Attempting to bind port 2544d75d-7163-4e97-89c7-ef9fe8e1ba32 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:15:54.084200 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-7121a642-0d07-4459-974c-3649300b49ec None None] Attempting to bind port 2544d75d-7163-4e97-89c7-ef9fe8e1ba32 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'b5c50f61-955d-4ba9-abe7-df9f0ccbbe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'cdd04678-81c6-43d3-a95b-81247267b79e'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:15:54.085085 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7121a642-0d07-4459-974c-3649300b49ec None None] Attempting to bind port 2544d75d-7163-4e97-89c7-ef9fe8e1ba32 on network cdd04678-81c6-43d3-a95b-81247267b79e {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:15:54.102892 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7121a642-0d07-4459-974c-3649300b49ec None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:15:54.103435 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7121a642-0d07-4459-974c-3649300b49ec None None] Checking segment: {'id': 'b5c50f61-955d-4ba9-abe7-df9f0ccbbe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'cdd04678-81c6-43d3-a95b-81247267b79e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:15:54.103965 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-7121a642-0d07-4459-974c-3649300b49ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:54.105855 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7121a642-0d07-4459-974c-3649300b49ec None None] Bound using segment: {'id': 'b5c50f61-955d-4ba9-abe7-df9f0ccbbe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'cdd04678-81c6-43d3-a95b-81247267b79e'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:15:54.110765 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-7121a642-0d07-4459-974c-3649300b49ec None None] Bound port: 2544d75d-7163-4e97-89c7-ef9fe8e1ba32, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5c50f61-955d-4ba9-abe7-df9f0ccbbe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'cdd04678-81c6-43d3-a95b-81247267b79e'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:15:54.120746 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-7121a642-0d07-4459-974c-3649300b49ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:54.125517 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:54.208379 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc910d-20b5-4c28-a93e-1c80b3846623 req-f692266b-8226-4e1a-89d7-28a95584e96c tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:54.208379 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dabc910d-20b5-4c28-a93e-1c80b3846623 req-f692266b-8226-4e1a-89d7-28a95584e96c tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?device_id=7451eac5-e417-40fe-84ff-9a0f51948846 HTTP/1.1" status: 200 len: 950 time: 0.1885114 Aug 10 03:15:54.227816 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-48108bee-b60c-44a8-af83-c576a274ba83 req-60885799-ac8e-4992-8511-8143da862f2f service neutron] 10.222.0.61 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3745093 Aug 10 03:15:54.243748 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=0cb5a014-55a4-43c5-9319-d762dfff6f73,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:54.246782 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device ee384af7-0b27-4268-a6eb-5ba07e13950a no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:15:54.255682 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d5278d93-d478-4211-adc3-7fafdedc542f req-c9b50869-7411-4153-8778-d16e3ac6d681 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816788 Aug 10 03:15:54.385062 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dabc910d-20b5-4c28-a93e-1c80b3846623 req-a7ddca0e-9943-46bf-ab3c-64bd4826117d tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8d28d33-caca-4f05-b0e0-721010e15342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624637 Aug 10 03:15:54.426564 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-7121a642-0d07-4459-974c-3649300b49ec None None] For port 2544d75d-7163-4e97-89c7-ef9fe8e1ba32, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:15:54.430578 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-7121a642-0d07-4459-974c-3649300b49ec None None] For port 2544d75d-7163-4e97-89c7-ef9fe8e1ba32, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=2544d75d-7163-4e97-89c7-ef9fe8e1ba32,segment=NetworkSegment(b5c50f61-955d-4ba9-abe7-df9f0ccbbe46),segment_id=b5c50f61-955d-4ba9-abe7-df9f0ccbbe46)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:15:54.441644 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:54.510034 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-7121a642-0d07-4459-974c-3649300b49ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:54.519024 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:54.540883 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id ee384af7-0b27-4268-a6eb-5ba07e13950a {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:15:54.642385 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port ee384af7-0b27-4268-a6eb-5ba07e13950a, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=ee384af7-0b27-4268-a6eb-5ba07e13950a,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:54.645648 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7121a642-0d07-4459-974c-3649300b49ec None None] Routers {'a1e09503-8206-4634-8963-4fa4c7cc65d9'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:15:54.646561 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-7121a642-0d07-4459-974c-3649300b49ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:15:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['a1e09503-8206-4634-8963-4fa4c7cc65d9'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:54.669207 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957e1888-aebb-4315-b2e2-eee7545f7845 req-18fa7d5d-455d-4af3-ab05-1c7bfbf77072 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:54.687391 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-957e1888-aebb-4315-b2e2-eee7545f7845 req-18fa7d5d-455d-4af3-ab05-1c7bfbf77072 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7d864fb-d99a-4b8b-836a-5ba0bd97db6c HTTP/1.1" status: 200 len: 945 time: 0.1592507 Aug 10 03:15:54.780570 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-7121a642-0d07-4459-974c-3649300b49ec None None] Set router a1e09503-8206-4634-8963-4fa4c7cc65d9 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:15:54.800114 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-957e1888-aebb-4315-b2e2-eee7545f7845 req-dc2c76fa-3245-4436-9377-d05695ac5902 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117237 Aug 10 03:15:54.848898 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-48108bee-b60c-44a8-af83-c576a274ba83 req-77183a4b-f199-411d-a51d-839223c34386 service neutron] 10.222.0.61 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6092432 Aug 10 03:15:54.874746 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:55.007227 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da59e997-a731-4710-8707-ea94958d71e9 req-09cc6d6d-337a-4cce-b9ea-83bb54fbb180 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:55.022429 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-da59e997-a731-4710-8707-ea94958d71e9 req-09cc6d6d-337a-4cce-b9ea-83bb54fbb180 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=6024574f-0b46-4839-8e14-6fe5bf6a8895 HTTP/1.1" status: 200 len: 945 time: 0.1046450 Aug 10 03:15:55.094713 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3a752a-5b3c-4082-ba51-bf8c3d0a1427 req-bc18b541-5a9d-40d8-98fa-080d5bcbf11d tempest-AttachSCSIVolumeTestJSON-14947963 tempest-AttachSCSIVolumeTestJSON-14947963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:55.101998 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2f3a752a-5b3c-4082-ba51-bf8c3d0a1427 req-bc18b541-5a9d-40d8-98fa-080d5bcbf11d tempest-AttachSCSIVolumeTestJSON-14947963 tempest-AttachSCSIVolumeTestJSON-14947963-project] 10.222.0.44 "GET /v2.0/networks?id=3b981d1c-01ec-425f-9a81-0d8f4baa1977 HTTP/1.1" status: 200 len: 814 time: 0.3287251 Aug 10 03:15:55.124374 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2f3a752a-5b3c-4082-ba51-bf8c3d0a1427 req-0bfec755-7f2f-458c-93ea-842c75a011cd tempest-AttachSCSIVolumeTestJSON-14947963 tempest-AttachSCSIVolumeTestJSON-14947963-project] 10.222.0.44 "GET /v2.0/quotas/698bc1b9fd8b4f24aacf0732f9da5055 HTTP/1.1" status: 200 len: 375 time: 0.0213070 Aug 10 03:15:55.133676 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7451eac5-e417-40fe-84ff-9a0f51948846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8bbab66-a855-4a43-83f3-c4fa1af2df54'}, {'server_uuid': '6024574f-0b46-4839-8e14-6fe5bf6a8895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cb5a014-55a4-43c5-9319-d762dfff6f73'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:15:55.145340 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c031f8b-14fd-4e5d-beda-19fa7cfec4a2" -d '{"events": [{"server_uuid": "7451eac5-e417-40fe-84ff-9a0f51948846", "name": "network-vif-plugged", "status": "completed", "tag": "b8bbab66-a855-4a43-83f3-c4fa1af2df54"}, {"server_uuid": "6024574f-0b46-4839-8e14-6fe5bf6a8895", "name": "network-vif-plugged", "status": "completed", "tag": "0cb5a014-55a4-43c5-9319-d762dfff6f73"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:15:55.163793 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-da59e997-a731-4710-8707-ea94958d71e9 req-34d25824-ee8d-44b8-bc21-cd7c295cb9dc tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402705 Aug 10 03:15:55.195220 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-cc9cb0de-e063-49d7-bb2b-96af1f6790f3 admin admin] Deleting port 2544d75d-7163-4e97-89c7-ef9fe8e1ba32 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:15:55.195702 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cc9cb0de-e063-49d7-bb2b-96af1f6790f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:55.206572 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2279c2f7-3231-4a67-acea-b2767070161d None None] Pushing event updated for resources: {'Port': ['ID=2544d75d-7163-4e97-89c7-ef9fe8e1ba32,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:55.261124 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2f3a752a-5b3c-4082-ba51-bf8c3d0a1427 req-204cb30a-6572-410a-8b40-d0744aa46908 tempest-AttachSCSIVolumeTestJSON-14947963 tempest-AttachSCSIVolumeTestJSON-14947963-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=698bc1b9fd8b4f24aacf0732f9da5055&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1358359 Aug 10 03:15:55.325270 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=ee384af7-0b27-4268-a6eb-5ba07e13950a,revision_number=8']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:55.343415 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-cc9cb0de-e063-49d7-bb2b-96af1f6790f3 admin admin] For port 2544d75d-7163-4e97-89c7-ef9fe8e1ba32, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=2544d75d-7163-4e97-89c7-ef9fe8e1ba32,segment=NetworkSegment(b5c50f61-955d-4ba9-abe7-df9f0ccbbe46),segment_id=b5c50f61-955d-4ba9-abe7-df9f0ccbbe46)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:55.344003 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cc9cb0de-e063-49d7-bb2b-96af1f6790f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:55.375248 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-cc9cb0de-e063-49d7-bb2b-96af1f6790f3 admin admin] Calling delete_port for 2544d75d-7163-4e97-89c7-ef9fe8e1ba32 owned by network:router_interface {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:15:55.409906 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:55.459362 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cdd19b-081c-4052-82ec-0a12e6b178e2 req-0a92a92a-4c96-4ae6-bf60-5bc1d4ce6de5 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:55.461979 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f6cdd19b-081c-4052-82ec-0a12e6b178e2 req-0a92a92a-4c96-4ae6-bf60-5bc1d4ce6de5 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=063e2de8-83eb-49a0-9d53-c3a7f698e2b1 HTTP/1.1" status: 200 len: 948 time: 0.1003895 Aug 10 03:15:55.475305 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-7121a642-0d07-4459-974c-3649300b49ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1e09503-8206-4634-8963-4fa4c7cc65d9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1818466318-router', 'tenant_id': 'ab064f4b5b0d403da8803b34f752e250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '92ae9aee-db76-414e-9626-d1ae3ec6003b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:15:39Z', 'updated_at': '2021-08-10T03:15:47Z', 'revision_number': 4, 'project_id': 'ab064f4b5b0d403da8803b34f752e250', 'gw_port': {'id': '92ae9aee-db76-414e-9626-d1ae3ec6003b', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:87:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e09503-8206-4634-8963-4fa4c7cc65d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:40Z', 'updated_at': '2021-08-10T03:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '2544d75d-7163-4e97-89c7-ef9fe8e1ba32', 'name': '', 'network_id': 'cdd04678-81c6-43d3-a95b-81247267b79e', 'tenant_id': 'ab064f4b5b0d403da8803b34f752e250', 'mac_address': 'fa:16:3e:07:0b:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1e09503-8206-4634-8963-4fa4c7cc65d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'e2a1814f-be6a-483d-bb7d-eeba6810ff86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:44Z', 'updated_at': '2021-08-10T03:15:54Z', 'revision_number': 4, 'project_id': 'ab064f4b5b0d403da8803b34f752e250', 'subnets': [{'id': 'e2a1814f-be6a-483d-bb7d-eeba6810ff86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:55.499817 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2f3a752a-5b3c-4082-ba51-bf8c3d0a1427 req-a5caf406-f42e-422a-9abf-7e0bd6e67c88 service neutron] 10.222.0.44 "GET /v2.0/networks/3b981d1c-01ec-425f-9a81-0d8f4baa1977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289562 Aug 10 03:15:55.519487 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7121a642-0d07-4459-974c-3649300b49ec None None] The sync data for ids ['a1e09503-8206-4634-8963-4fa4c7cc65d9'] in n-d-768862-13 is: [{'id': 'a1e09503-8206-4634-8963-4fa4c7cc65d9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1818466318-router', 'tenant_id': 'ab064f4b5b0d403da8803b34f752e250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '92ae9aee-db76-414e-9626-d1ae3ec6003b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:15:39Z', 'updated_at': '2021-08-10T03:15:47Z', 'revision_number': 4, 'project_id': 'ab064f4b5b0d403da8803b34f752e250', 'gw_port': {'id': '92ae9aee-db76-414e-9626-d1ae3ec6003b', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:87:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e09503-8206-4634-8963-4fa4c7cc65d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:40Z', 'updated_at': '2021-08-10T03:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '2544d75d-7163-4e97-89c7-ef9fe8e1ba32', 'name': '', 'network_id': 'cdd04678-81c6-43d3-a95b-81247267b79e', 'tenant_id': 'ab064f4b5b0d403da8803b34f752e250', 'mac_address': 'fa:16:3e:07:0b:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1e09503-8206-4634-8963-4fa4c7cc65d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'e2a1814f-be6a-483d-bb7d-eeba6810ff86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:44Z', 'updated_at': '2021-08-10T03:15:54Z', 'revision_number': 4, 'project_id': 'ab064f4b5b0d403da8803b34f752e250', 'subnets': [{'id': 'e2a1814f-be6a-483d-bb7d-eeba6810ff86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:15:55.615229 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f6cdd19b-081c-4052-82ec-0a12e6b178e2 req-ee7963d8-8646-4351-a2e0-ec3a73025a03 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421487 Aug 10 03:15:55.685555 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2f3a752a-5b3c-4082-ba51-bf8c3d0a1427 req-43f1bf9d-b8e7-4cd2-952e-9c9684393758 service neutron] 10.222.0.44 "GET /v2.0/networks/3b981d1c-01ec-425f-9a81-0d8f4baa1977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848290 Aug 10 03:15:55.763809 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 10 Aug 2021 03:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0876d1f7-a768-43e6-95b2-c3e1da6cb126 x-openstack-request-id: req-0876d1f7-a768-43e6-95b2-c3e1da6cb126 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:15:55.764986 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7451eac5-e417-40fe-84ff-9a0f51948846", "name": "network-vif-plugged", "status": "completed", "tag": "b8bbab66-a855-4a43-83f3-c4fa1af2df54", "code": 200}, {"server_uuid": "6024574f-0b46-4839-8e14-6fe5bf6a8895", "name": "network-vif-plugged", "status": "completed", "tag": "0cb5a014-55a4-43c5-9319-d762dfff6f73", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:15:55.765897 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0876d1f7-a768-43e6-95b2-c3e1da6cb126 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:15:55.766508 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7451eac5-e417-40fe-84ff-9a0f51948846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8bbab66-a855-4a43-83f3-c4fa1af2df54', 'code': 200} Aug 10 03:15:55.766984 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6024574f-0b46-4839-8e14-6fe5bf6a8895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cb5a014-55a4-43c5-9319-d762dfff6f73', 'code': 200} Aug 10 03:15:55.832242 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cc9cb0de-e063-49d7-bb2b-96af1f6790f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:55.888394 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:56.023373 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daff1b4-4a63-43d3-9e83-173cbaaeaeaa req-653b1e18-3bd4-4689-b6cf-975335d6c099 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:56.032240 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9daff1b4-4a63-43d3-9e83-173cbaaeaeaa req-653b1e18-3bd4-4689-b6cf-975335d6c099 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=d757fe12-2e16-469c-8140-4383b7103a75 HTTP/1.1" status: 200 len: 946 time: 0.1981678 Aug 10 03:15:56.055349 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774d8c22-a6e7-4025-af04-91102d5958c5 req-54413770-b510-4404-a8b6-5bc7757135ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:56.057494 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-774d8c22-a6e7-4025-af04-91102d5958c5 req-54413770-b510-4404-a8b6-5bc7757135ca service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6024574f-0b46-4839-8e14-6fe5bf6a8895 HTTP/1.1" status: 200 len: 1097 time: 0.1595547 Aug 10 03:15:56.122264 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9cb0de-e063-49d7-bb2b-96af1f6790f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2544d75d-7163-4e97-89c7-ef9fe8e1ba32,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:56.237733 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-774d8c22-a6e7-4025-af04-91102d5958c5 req-74e51746-4ccc-4f3e-b4c4-a254caa2e637 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507699 Aug 10 03:15:56.260107 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6891104-4b08-47d3-ae79-e7e879480625 req-c7ee7cdd-3c5d-4fd6-9d06-581690cfd4be tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:56.267825 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f6891104-4b08-47d3-ae79-e7e879480625 req-c7ee7cdd-3c5d-4fd6-9d06-581690cfd4be tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?device_id=7451eac5-e417-40fe-84ff-9a0f51948846 HTTP/1.1" status: 200 len: 950 time: 0.1817720 Aug 10 03:15:56.283154 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9daff1b4-4a63-43d3-9e83-173cbaaeaeaa req-3525a013-a58f-425f-a20a-ab656c775c3c tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312837 Aug 10 03:15:56.413792 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f6891104-4b08-47d3-ae79-e7e879480625 req-820d1837-2db6-4c98-939e-b491084aeaa5 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8d28d33-caca-4f05-b0e0-721010e15342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397150 Aug 10 03:15:56.570018 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c64ddab1-7c0c-486a-a23a-79a81d4aec10 req-3d624589-2a5d-4b13-b45a-87176bed13f2 tempest-AttachSCSIVolumeTestJSON-14947963 tempest-AttachSCSIVolumeTestJSON-14947963-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e42b81e-493b-4fc0-95b1-6f41e4fd8082 HTTP/1.1" status: 200 len: 210 time: 0.0502017 Aug 10 03:15:56.624400 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:56.682591 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 2544d75d-7163-4e97-89c7-ef9fe8e1ba32 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:15:56.743096 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 2544d75d-7163-4e97-89c7-ef9fe8e1ba32 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:15:56.743529 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 2544d75d-7163-4e97-89c7-ef9fe8e1ba32 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 10 03:15:56.762733 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d6e3c4-b172-4bdd-b724-1496462514a3 req-fa3a930f-2ec3-474e-8ae3-713e02cc8ba7 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:56.773930 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-61d6e3c4-b172-4bdd-b724-1496462514a3 req-fa3a930f-2ec3-474e-8ae3-713e02cc8ba7 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7d864fb-d99a-4b8b-836a-5ba0bd97db6c HTTP/1.1" status: 200 len: 945 time: 0.1869802 Aug 10 03:15:56.788002 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cc9cb0de-e063-49d7-bb2b-96af1f6790f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-522536'] for router_interface, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:56.800715 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9cb0de-e063-49d7-bb2b-96af1f6790f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:56.800715 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9cb0de-e063-49d7-bb2b-96af1f6790f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:56.800715 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9cb0de-e063-49d7-bb2b-96af1f6790f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:56.800715 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9cb0de-e063-49d7-bb2b-96af1f6790f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:56.801126 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9cb0de-e063-49d7-bb2b-96af1f6790f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:56.801747 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9cb0de-e063-49d7-bb2b-96af1f6790f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:56.802517 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9cb0de-e063-49d7-bb2b-96af1f6790f3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:56.802987 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9cb0de-e063-49d7-bb2b-96af1f6790f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:56.803555 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9cb0de-e063-49d7-bb2b-96af1f6790f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:56.804157 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9cb0de-e063-49d7-bb2b-96af1f6790f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:56.804864 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9cb0de-e063-49d7-bb2b-96af1f6790f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:56.804991 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Port 2544d75d-7163-4e97-89c7-ef9fe8e1ba32 not found, will not notify nova. {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 10 03:15:56.805389 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9cb0de-e063-49d7-bb2b-96af1f6790f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:56.877968 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-61d6e3c4-b172-4bdd-b724-1496462514a3 req-0697a42c-2c9b-4da0-b568-0ab872dca249 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020920 Aug 10 03:15:56.906913 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5367ea-fc93-4cde-b93b-e36a9dcaa848 req-c416845c-f81f-4870-be36-452c0c32577a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:56.908600 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-5c5367ea-fc93-4cde-b93b-e36a9dcaa848 req-c416845c-f81f-4870-be36-452c0c32577a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7451eac5-e417-40fe-84ff-9a0f51948846 HTTP/1.1" status: 200 len: 1102 time: 0.9226625 Aug 10 03:15:56.915483 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a362ac-5a8e-4391-b994-b8574ce2aa4b req-36eb6ba3-49c1-427f-9580-b8d941611fe2 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:56.933305 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a0a362ac-5a8e-4391-b994-b8574ce2aa4b req-36eb6ba3-49c1-427f-9580-b8d941611fe2 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=6024574f-0b46-4839-8e14-6fe5bf6a8895 HTTP/1.1" status: 200 len: 945 time: 0.1197317 Aug 10 03:15:57.031410 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a0a362ac-5a8e-4391-b994-b8574ce2aa4b req-2defabd1-5a63-4cf2-87d3-d86be0dbbb86 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968275 Aug 10 03:15:57.130057 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e19265-929a-4b6a-bb90-534c9e6020d4 req-736091d6-50c4-42d2-a6d2-ed9fba15057f tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:57.145004 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-55e19265-929a-4b6a-bb90-534c9e6020d4 req-736091d6-50c4-42d2-a6d2-ed9fba15057f tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=063e2de8-83eb-49a0-9d53-c3a7f698e2b1 HTTP/1.1" status: 200 len: 948 time: 0.1373241 Aug 10 03:15:57.145164 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-5c5367ea-fc93-4cde-b93b-e36a9dcaa848 req-2c19507b-d29b-4b0a-8e3b-328013c432cd service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f8d28d33-caca-4f05-b0e0-721010e15342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222397 Aug 10 03:15:57.226503 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-55e19265-929a-4b6a-bb90-534c9e6020d4 req-5d723b76-8bdb-46ef-a13f-0943377e6b30 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790887 Aug 10 03:15:57.261165 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc9cb0de-e063-49d7-bb2b-96af1f6790f3 admin admin] Router a1e09503-8206-4634-8963-4fa4c7cc65d9 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:15:57.386203 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc9cb0de-e063-49d7-bb2b-96af1f6790f3 admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:15:57.395354 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 46538) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:57.395881 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-cc9cb0de-e063-49d7-bb2b-96af1f6790f3 admin admin] 10.222.0.44 "PUT /v2.0/routers/a1e09503-8206-4634-8963-4fa4c7cc65d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8541415 Aug 10 03:15:57.560467 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029f121d-ea39-4abb-9cb8-dfd4979334c0 req-35423596-f3e2-4570-a272-a794c3403c3b tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:57.570024 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-029f121d-ea39-4abb-9cb8-dfd4979334c0 req-35423596-f3e2-4570-a272-a794c3403c3b tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=d757fe12-2e16-469c-8140-4383b7103a75 HTTP/1.1" status: 200 len: 946 time: 0.1626689 Aug 10 03:15:57.640707 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-029f121d-ea39-4abb-9cb8-dfd4979334c0 req-e61ff35e-ea9a-4dab-88ae-bfe2183b4ccb tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661142 Aug 10 03:15:57.656731 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-beb0094e-22d8-4371-929c-a7fe3bb383cd admin admin] Notify callbacks [] for router, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:57.671642 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74dd64ae-858b-4d23-a425-57f73155968e None None] Sync routers for ids ['a1e09503-8206-4634-8963-4fa4c7cc65d9'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:15:57.686211 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74dd64ae-858b-4d23-a425-57f73155968e None None] Routers {'a1e09503-8206-4634-8963-4fa4c7cc65d9'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:15:57.686881 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-74dd64ae-858b-4d23-a425-57f73155968e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:15:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['a1e09503-8206-4634-8963-4fa4c7cc65d9'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:57.840368 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3a752a-5b3c-4082-ba51-bf8c3d0a1427 req-0bca5c1f-f80e-4709-a3ee-be852e1b9711 tempest-AttachSCSIVolumeTestJSON-14947963 tempest-AttachSCSIVolumeTestJSON-14947963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:57.842923 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-2f3a752a-5b3c-4082-ba51-bf8c3d0a1427 req-0bca5c1f-f80e-4709-a3ee-be852e1b9711 tempest-AttachSCSIVolumeTestJSON-14947963 tempest-AttachSCSIVolumeTestJSON-14947963-project] 10.222.0.42 "GET /v2.0/networks?id=3b981d1c-01ec-425f-9a81-0d8f4baa1977 HTTP/1.1" status: 200 len: 814 time: 0.2258363 Aug 10 03:15:57.859381 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-2f3a752a-5b3c-4082-ba51-bf8c3d0a1427 req-3b36e37f-d39f-4d9b-8422-f1e7252567bc tempest-AttachSCSIVolumeTestJSON-14947963 tempest-AttachSCSIVolumeTestJSON-14947963-project] Request body: {'port': {'device_id': '3e42b81e-493b-4fc0-95b1-6f41e4fd8082', 'network_id': '3b981d1c-01ec-425f-9a81-0d8f4baa1977', 'admin_state_up': True, 'tenant_id': '698bc1b9fd8b4f24aacf0732f9da5055'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:15:57.900654 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-74dd64ae-858b-4d23-a425-57f73155968e None None] Set router a1e09503-8206-4634-8963-4fa4c7cc65d9 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:15:58.074215 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f3a752a-5b3c-4082-ba51-bf8c3d0a1427 req-3b36e37f-d39f-4d9b-8422-f1e7252567bc tempest-AttachSCSIVolumeTestJSON-14947963 tempest-AttachSCSIVolumeTestJSON-14947963-project] Made reservation on behalf of 698bc1b9fd8b4f24aacf0732f9da5055 for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:15:58.079738 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-2f3a752a-5b3c-4082-ba51-bf8c3d0a1427 req-3b36e37f-d39f-4d9b-8422-f1e7252567bc tempest-AttachSCSIVolumeTestJSON-14947963 tempest-AttachSCSIVolumeTestJSON-14947963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:58.088585 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-beb0094e-22d8-4371-929c-a7fe3bb383cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:58.171355 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-00db063b-514a-4b5a-8e74-6393a0891537 req-0d522c07-cc3a-4af5-aecf-8a388a08bcf8 tempest-AttachSCSIVolumeTestJSON-14947963 tempest-AttachSCSIVolumeTestJSON-14947963-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e42b81e-493b-4fc0-95b1-6f41e4fd8082 HTTP/1.1" status: 200 len: 210 time: 0.0959191 Aug 10 03:15:58.268672 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-74dd64ae-858b-4d23-a425-57f73155968e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1e09503-8206-4634-8963-4fa4c7cc65d9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1818466318-router', 'tenant_id': 'ab064f4b5b0d403da8803b34f752e250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '92ae9aee-db76-414e-9626-d1ae3ec6003b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:15:39Z', 'updated_at': '2021-08-10T03:15:55Z', 'revision_number': 5, 'project_id': 'ab064f4b5b0d403da8803b34f752e250', 'gw_port': {'id': '92ae9aee-db76-414e-9626-d1ae3ec6003b', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:87:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e09503-8206-4634-8963-4fa4c7cc65d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:40Z', 'updated_at': '2021-08-10T03:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:58.299386 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99c619f-ca6b-47af-8578-7ec06c8777ec req-8ae2e0f9-8aa9-4197-954c-01f44a3aa135 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:58.302025 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [req-2f3a752a-5b3c-4082-ba51-bf8c3d0a1427 req-3b36e37f-d39f-4d9b-8422-f1e7252567bc tempest-AttachSCSIVolumeTestJSON-14947963 tempest-AttachSCSIVolumeTestJSON-14947963-project] Allocated IP 172.20.0.7 (3b981d1c-01ec-425f-9a81-0d8f4baa1977/06497a92-6e29-4a73-bf8f-e28be4f5a4e0/b4abdbee-2c88-482c-9458-c17973ae0795) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:15:58.309704 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74dd64ae-858b-4d23-a425-57f73155968e None None] Checking router: a1e09503-8206-4634-8963-4fa4c7cc65d9 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:15:58.312049 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a99c619f-ca6b-47af-8578-7ec06c8777ec req-8ae2e0f9-8aa9-4197-954c-01f44a3aa135 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?device_id=7451eac5-e417-40fe-84ff-9a0f51948846 HTTP/1.1" status: 200 len: 950 time: 0.2472432 Aug 10 03:15:58.321060 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74dd64ae-858b-4d23-a425-57f73155968e None None] Routers {'a1e09503-8206-4634-8963-4fa4c7cc65d9'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:15:58.323100 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-74dd64ae-858b-4d23-a425-57f73155968e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:15:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['a1e09503-8206-4634-8963-4fa4c7cc65d9'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:58.414460 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a99c619f-ca6b-47af-8578-7ec06c8777ec req-592f2a74-4db2-4a04-a863-da928dcf3e4e tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8d28d33-caca-4f05-b0e0-721010e15342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946200 Aug 10 03:15:58.498198 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-beb0094e-22d8-4371-929c-a7fe3bb383cd admin admin] Deleting port 92ae9aee-db76-414e-9626-d1ae3ec6003b {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:15:58.502180 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-beb0094e-22d8-4371-929c-a7fe3bb383cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:58.531126 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333f5a99-4d4c-4a53-8d73-1bcf2e3221f5 req-ee097aa1-95ea-4cff-9a5d-0a0a786d8c0a tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:58.549123 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-333f5a99-4d4c-4a53-8d73-1bcf2e3221f5 req-ee097aa1-95ea-4cff-9a5d-0a0a786d8c0a tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7d864fb-d99a-4b8b-836a-5ba0bd97db6c HTTP/1.1" status: 200 len: 945 time: 0.2625823 Aug 10 03:15:58.660021 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-2f3a752a-5b3c-4082-ba51-bf8c3d0a1427 req-3b36e37f-d39f-4d9b-8422-f1e7252567bc tempest-AttachSCSIVolumeTestJSON-14947963 tempest-AttachSCSIVolumeTestJSON-14947963-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:58.703561 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [req-2f3a752a-5b3c-4082-ba51-bf8c3d0a1427 req-3b36e37f-d39f-4d9b-8422-f1e7252567bc tempest-AttachSCSIVolumeTestJSON-14947963 tempest-AttachSCSIVolumeTestJSON-14947963-project] Transition to ACTIVE for port object b4abdbee-2c88-482c-9458-c17973ae0795 will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:15:58.784750 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-2f3a752a-5b3c-4082-ba51-bf8c3d0a1427 req-3b36e37f-d39f-4d9b-8422-f1e7252567bc tempest-AttachSCSIVolumeTestJSON-14947963 tempest-AttachSCSIVolumeTestJSON-14947963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:58.881213 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ddcb02-ff1e-4f41-8deb-7ba0b2659e69 req-e226fbe2-0761-40e8-aef7-ab319fd90c36 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:58.889341 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-74dd64ae-858b-4d23-a425-57f73155968e None None] Set router a1e09503-8206-4634-8963-4fa4c7cc65d9 gateway port host: None {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:15:58.890396 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-93ddcb02-ff1e-4f41-8deb-7ba0b2659e69 req-e226fbe2-0761-40e8-aef7-ab319fd90c36 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=6024574f-0b46-4839-8e14-6fe5bf6a8895 HTTP/1.1" status: 200 len: 945 time: 0.2190390 Aug 10 03:15:58.919716 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-333f5a99-4d4c-4a53-8d73-1bcf2e3221f5 req-8f48cb51-828b-48df-bf59-1b93a0338e2b tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3386762 Aug 10 03:15:58.934260 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f3a752a-5b3c-4082-ba51-bf8c3d0a1427 req-3b36e37f-d39f-4d9b-8422-f1e7252567bc tempest-AttachSCSIVolumeTestJSON-14947963 tempest-AttachSCSIVolumeTestJSON-14947963-project] Network 3b981d1c-01ec-425f-9a81-0d8f4baa1977 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:15:58.945899 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [req-2f3a752a-5b3c-4082-ba51-bf8c3d0a1427 req-3b36e37f-d39f-4d9b-8422-f1e7252567bc tempest-AttachSCSIVolumeTestJSON-14947963 tempest-AttachSCSIVolumeTestJSON-14947963-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:15:58.950800 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f3a752a-5b3c-4082-ba51-bf8c3d0a1427 req-3b36e37f-d39f-4d9b-8422-f1e7252567bc tempest-AttachSCSIVolumeTestJSON-14947963 tempest-AttachSCSIVolumeTestJSON-14947963-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:15:58.953910 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [None req-beb0094e-22d8-4371-929c-a7fe3bb383cd admin admin] For port 92ae9aee-db76-414e-9626-d1ae3ec6003b, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=92ae9aee-db76-414e-9626-d1ae3ec6003b,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:58.957295 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-beb0094e-22d8-4371-929c-a7fe3bb383cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:59.011108 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b36e37f-d39f-4d9b-8422-f1e7252567bc tempest-AttachSCSIVolumeTestJSON-14947963 tempest-AttachSCSIVolumeTestJSON-14947963-project] Pushing event updated for resources: {'Port': ['ID=b4abdbee-2c88-482c-9458-c17973ae0795,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:59.044715 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-beb0094e-22d8-4371-929c-a7fe3bb383cd admin admin] Calling delete_port for 92ae9aee-db76-414e-9626-d1ae3ec6003b owned by network:router_gateway {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:15:59.058068 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3a752a-5b3c-4082-ba51-bf8c3d0a1427 req-3b36e37f-d39f-4d9b-8422-f1e7252567bc tempest-AttachSCSIVolumeTestJSON-14947963 tempest-AttachSCSIVolumeTestJSON-14947963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:59.064138 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-2f3a752a-5b3c-4082-ba51-bf8c3d0a1427 req-3b36e37f-d39f-4d9b-8422-f1e7252567bc tempest-AttachSCSIVolumeTestJSON-14947963 tempest-AttachSCSIVolumeTestJSON-14947963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:59.065843 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-93ddcb02-ff1e-4f41-8deb-7ba0b2659e69 req-1ef29c8c-7a1d-47e7-8a4e-256831912eab tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744831 Aug 10 03:15:59.069915 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-74dd64ae-858b-4d23-a425-57f73155968e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1e09503-8206-4634-8963-4fa4c7cc65d9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1818466318-router', 'tenant_id': 'ab064f4b5b0d403da8803b34f752e250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:15:39Z', 'updated_at': '2021-08-10T03:15:58Z', 'revision_number': 6, 'project_id': 'ab064f4b5b0d403da8803b34f752e250', 'gw_port_host': None}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:59.112191 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-2f3a752a-5b3c-4082-ba51-bf8c3d0a1427 req-3b36e37f-d39f-4d9b-8422-f1e7252567bc tempest-AttachSCSIVolumeTestJSON-14947963 tempest-AttachSCSIVolumeTestJSON-14947963-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2395003 Aug 10 03:15:59.115099 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74dd64ae-858b-4d23-a425-57f73155968e None None] The sync data for ids ['a1e09503-8206-4634-8963-4fa4c7cc65d9'] in n-d-768862-13 is: [{'id': 'a1e09503-8206-4634-8963-4fa4c7cc65d9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1818466318-router', 'tenant_id': 'ab064f4b5b0d403da8803b34f752e250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:15:39Z', 'updated_at': '2021-08-10T03:15:58Z', 'revision_number': 6, 'project_id': 'ab064f4b5b0d403da8803b34f752e250', 'gw_port_host': None}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:15:59.120746 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-2f3a752a-5b3c-4082-ba51-bf8c3d0a1427 req-4f0af0b8-6072-4499-987b-59dbdcffd2e0 service neutron] Request body: {'port': {'device_id': '3e42b81e-493b-4fc0-95b1-6f41e4fd8082', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-13'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:15:59.227567 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-2f3a752a-5b3c-4082-ba51-bf8c3d0a1427 req-4f0af0b8-6072-4499-987b-59dbdcffd2e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:59.371488 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-e07bddf4-1b67-4cfa-aee2-745e74170792 None None] Provisioning for port b4abdbee-2c88-482c-9458-c17973ae0795 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:15:59.376639 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-e07bddf4-1b67-4cfa-aee2-745e74170792 None None] Provisioning complete for port b4abdbee-2c88-482c-9458-c17973ae0795 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:15:59.381511 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e07bddf4-1b67-4cfa-aee2-745e74170792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:59.490833 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-e07bddf4-1b67-4cfa-aee2-745e74170792 None None] Port b4abdbee-2c88-482c-9458-c17973ae0795 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:15:59.700621 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67dbfe8-4869-40b4-a491-24c2eef0c9fc req-2ee5ead7-c349-462b-a5f7-e6545600913c tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:59.701446 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b67dbfe8-4869-40b4-a491-24c2eef0c9fc req-2ee5ead7-c349-462b-a5f7-e6545600913c tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=063e2de8-83eb-49a0-9d53-c3a7f698e2b1 HTTP/1.1" status: 200 len: 948 time: 0.6273263 Aug 10 03:15:59.755325 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe951de-b367-4d54-ad33-a95e7882a7aa req-5cef20d9-643b-4038-afea-4877cd07fd8d tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:59.768586 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-abe951de-b367-4d54-ad33-a95e7882a7aa req-5cef20d9-643b-4038-afea-4877cd07fd8d tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=d757fe12-2e16-469c-8140-4383b7103a75 HTTP/1.1" status: 200 len: 946 time: 0.2674940 Aug 10 03:15:59.788592 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [req-2f3a752a-5b3c-4082-ba51-bf8c3d0a1427 req-4f0af0b8-6072-4499-987b-59dbdcffd2e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4abdbee-2c88-482c-9458-c17973ae0795 {{(pid=94261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:15:59.826904 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-2f3a752a-5b3c-4082-ba51-bf8c3d0a1427 req-4f0af0b8-6072-4499-987b-59dbdcffd2e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:59.836155 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b67dbfe8-4869-40b4-a491-24c2eef0c9fc req-aea018a1-5bc6-47fd-803a-e272bc067108 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245511 Aug 10 03:15:59.877644 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [req-2f3a752a-5b3c-4082-ba51-bf8c3d0a1427 req-4f0af0b8-6072-4499-987b-59dbdcffd2e0 service neutron] Transition to ACTIVE for port object b4abdbee-2c88-482c-9458-c17973ae0795 will not be triggered until provisioned by entity L2. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:15:59.885191 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-2f3a752a-5b3c-4082-ba51-bf8c3d0a1427 req-4f0af0b8-6072-4499-987b-59dbdcffd2e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:59.896274 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-abe951de-b367-4d54-ad33-a95e7882a7aa req-68bc5e42-ded1-4a1f-912a-154730aed8df tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300776 Aug 10 03:15:59.924529 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-beb0094e-22d8-4371-929c-a7fe3bb383cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:00.101504 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb0094e-22d8-4371-929c-a7fe3bb383cd admin admin] Pushing event deleted for resources: {'Port': ['ID=92ae9aee-db76-414e-9626-d1ae3ec6003b,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:00.167110 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0af0b8-6072-4499-987b-59dbdcffd2e0 service neutron] Pushing event updated for resources: {'Port': ['ID=b4abdbee-2c88-482c-9458-c17973ae0795,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:00.258881 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-2f3a752a-5b3c-4082-ba51-bf8c3d0a1427 req-4f0af0b8-6072-4499-987b-59dbdcffd2e0 service neutron] Attempting to bind port b4abdbee-2c88-482c-9458-c17973ae0795 on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:16:00.259593 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-2f3a752a-5b3c-4082-ba51-bf8c3d0a1427 req-4f0af0b8-6072-4499-987b-59dbdcffd2e0 service neutron] Attempting to bind port b4abdbee-2c88-482c-9458-c17973ae0795 by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '7ab813ec-b081-42ad-ba81-680bc6f3c774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3b981d1c-01ec-425f-9a81-0d8f4baa1977'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:16:00.260274 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3a752a-5b3c-4082-ba51-bf8c3d0a1427 req-4f0af0b8-6072-4499-987b-59dbdcffd2e0 service neutron] Attempting to bind port b4abdbee-2c88-482c-9458-c17973ae0795 on network 3b981d1c-01ec-425f-9a81-0d8f4baa1977 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:16:00.281594 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3a752a-5b3c-4082-ba51-bf8c3d0a1427 req-4f0af0b8-6072-4499-987b-59dbdcffd2e0 service neutron] Port b4abdbee-2c88-482c-9458-c17973ae0795 on network 3b981d1c-01ec-425f-9a81-0d8f4baa1977 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:16:00.287054 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3a752a-5b3c-4082-ba51-bf8c3d0a1427 req-4f0af0b8-6072-4499-987b-59dbdcffd2e0 service neutron] Attempting to bind port b4abdbee-2c88-482c-9458-c17973ae0795 on network 3b981d1c-01ec-425f-9a81-0d8f4baa1977 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:16:00.297464 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2ffaf2-9d98-43ab-880c-6fb20ce31fca req-3940d177-a2f3-4ce3-8253-faafdbc69eb6 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:00.306246 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5f2ffaf2-9d98-43ab-880c-6fb20ce31fca req-3940d177-a2f3-4ce3-8253-faafdbc69eb6 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?device_id=7451eac5-e417-40fe-84ff-9a0f51948846 HTTP/1.1" status: 200 len: 950 time: 0.2429476 Aug 10 03:16:00.308783 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3a752a-5b3c-4082-ba51-bf8c3d0a1427 req-4f0af0b8-6072-4499-987b-59dbdcffd2e0 service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:16:00.310845 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3a752a-5b3c-4082-ba51-bf8c3d0a1427 req-4f0af0b8-6072-4499-987b-59dbdcffd2e0 service neutron] Checking segment: {'id': '7ab813ec-b081-42ad-ba81-680bc6f3c774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3b981d1c-01ec-425f-9a81-0d8f4baa1977'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:16:00.312079 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3a752a-5b3c-4082-ba51-bf8c3d0a1427 req-4f0af0b8-6072-4499-987b-59dbdcffd2e0 service neutron] Bound using segment: {'id': '7ab813ec-b081-42ad-ba81-680bc6f3c774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3b981d1c-01ec-425f-9a81-0d8f4baa1977'} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:16:00.314730 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-2f3a752a-5b3c-4082-ba51-bf8c3d0a1427 req-4f0af0b8-6072-4499-987b-59dbdcffd2e0 service neutron] Bound port: b4abdbee-2c88-482c-9458-c17973ae0795, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ab813ec-b081-42ad-ba81-680bc6f3c774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3b981d1c-01ec-425f-9a81-0d8f4baa1977'}}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:16:00.317606 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-2f3a752a-5b3c-4082-ba51-bf8c3d0a1427 req-4f0af0b8-6072-4499-987b-59dbdcffd2e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:00.351154 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a727b2fb-35cc-40c2-8ef9-8dc245ddbf42 req-91911cb7-7d3b-4c93-a619-eb363613143f tempest-AttachSCSIVolumeTestJSON-14947963 tempest-AttachSCSIVolumeTestJSON-14947963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:00.353621 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a727b2fb-35cc-40c2-8ef9-8dc245ddbf42 req-91911cb7-7d3b-4c93-a619-eb363613143f tempest-AttachSCSIVolumeTestJSON-14947963 tempest-AttachSCSIVolumeTestJSON-14947963-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e42b81e-493b-4fc0-95b1-6f41e4fd8082 HTTP/1.1" status: 200 len: 943 time: 0.2994368 Aug 10 03:16:00.358198 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-beb0094e-22d8-4371-929c-a7fe3bb383cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520654'] for router_gateway, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:00.572903 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-beb0094e-22d8-4371-929c-a7fe3bb383cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:00.572903 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-beb0094e-22d8-4371-929c-a7fe3bb383cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:00.584483 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 2544d75d-7163-4e97-89c7-ef9fe8e1ba32 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:16:00.633543 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 2544d75d-7163-4e97-89c7-ef9fe8e1ba32 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:16:00.637041 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 2544d75d-7163-4e97-89c7-ef9fe8e1ba32 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:16:00.637494 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 92ae9aee-db76-414e-9626-d1ae3ec6003b no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:16:00.678156 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 92ae9aee-db76-414e-9626-d1ae3ec6003b {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:16:00.678537 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 92ae9aee-db76-414e-9626-d1ae3ec6003b not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:16:00.708646 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-beb0094e-22d8-4371-929c-a7fe3bb383cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:00.709479 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beb0094e-22d8-4371-929c-a7fe3bb383cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1e09503-8206-4634-8963-4fa4c7cc65d9 {{(pid=94260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:16:00.717333 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-2f3a752a-5b3c-4082-ba51-bf8c3d0a1427 req-4f0af0b8-6072-4499-987b-59dbdcffd2e0 service neutron] For port b4abdbee-2c88-482c-9458-c17973ae0795, host n-h1-768862-13, cleared binding levels {{(pid=94261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:16:00.724638 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-beb0094e-22d8-4371-929c-a7fe3bb383cd admin admin] Notify callbacks [] for router, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:00.725987 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-beb0094e-22d8-4371-929c-a7fe3bb383cd admin admin] 10.222.0.44 "DELETE /v2.0/routers/a1e09503-8206-4634-8963-4fa4c7cc65d9 HTTP/1.1" status: 204 len: 168 time: 3.3293719 Aug 10 03:16:00.736011 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 46586) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:00.743067 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-2f3a752a-5b3c-4082-ba51-bf8c3d0a1427 req-4f0af0b8-6072-4499-987b-59dbdcffd2e0 service neutron] For port b4abdbee-2c88-482c-9458-c17973ae0795, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=b4abdbee-2c88-482c-9458-c17973ae0795,segment=NetworkSegment(7ab813ec-b081-42ad-ba81-680bc6f3c774),segment_id=7ab813ec-b081-42ad-ba81-680bc6f3c774)] {{(pid=94261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:16:00.758780 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-2f3a752a-5b3c-4082-ba51-bf8c3d0a1427 req-4f0af0b8-6072-4499-987b-59dbdcffd2e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:00.845052 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_v2 [None req-e52efde4-3bdc-48d3-a99a-6a1829769fc1 admin admin] Deleting subnet e2a1814f-be6a-483d-bb7d-eeba6810ff86 {{(pid=94260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:16:00.861142 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3a752a-5b3c-4082-ba51-bf8c3d0a1427 req-4f0af0b8-6072-4499-987b-59dbdcffd2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:00.862136 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-2f3a752a-5b3c-4082-ba51-bf8c3d0a1427 req-4f0af0b8-6072-4499-987b-59dbdcffd2e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:00.864178 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-2f3a752a-5b3c-4082-ba51-bf8c3d0a1427 req-4f0af0b8-6072-4499-987b-59dbdcffd2e0 service neutron] 10.222.0.42 "PUT /v2.0/ports/b4abdbee-2c88-482c-9458-c17973ae0795 HTTP/1.1" status: 200 len: 1092 time: 1.7505310 Aug 10 03:16:00.865495 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e42b81e-493b-4fc0-95b1-6f41e4fd8082', 'tag': 'b4abdbee-2c88-482c-9458-c17973ae0795'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:16:00.888246 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-575cbf78-e67d-4b96-86d6-6a76ad698390" -d '{"events": [{"name": "network-changed", "server_uuid": "3e42b81e-493b-4fc0-95b1-6f41e4fd8082", "tag": "b4abdbee-2c88-482c-9458-c17973ae0795"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:16:00.906199 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e52efde4-3bdc-48d3-a99a-6a1829769fc1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:00.928414 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a727b2fb-35cc-40c2-8ef9-8dc245ddbf42 req-8de474cf-ad59-45a8-8e8a-6ed8a98f4ceb tempest-AttachSCSIVolumeTestJSON-14947963 tempest-AttachSCSIVolumeTestJSON-14947963-project] 10.222.0.44 "GET /v2.0/security-groups?id=2b8ab577-658a-47ad-8db6-8fa5608a0dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289188 Aug 10 03:16:00.952717 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5f2ffaf2-9d98-43ab-880c-6fb20ce31fca req-9d610e93-c155-4a90-80bf-7af731aa3f66 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8d28d33-caca-4f05-b0e0-721010e15342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6317279 Aug 10 03:16:01.067342 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0af0b8-6072-4499-987b-59dbdcffd2e0 service neutron] Pushing event updated for resources: {'Port': ['ID=b4abdbee-2c88-482c-9458-c17973ae0795,revision_number=3']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:01.097476 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3a752a-5b3c-4082-ba51-bf8c3d0a1427 req-1e89f25e-9f60-4907-bae8-9a0d0706951a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:01.104852 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e52efde4-3bdc-48d3-a99a-6a1829769fc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191173'] for subnet, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:01.113052 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-2f3a752a-5b3c-4082-ba51-bf8c3d0a1427 req-1e89f25e-9f60-4907-bae8-9a0d0706951a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=698bc1b9fd8b4f24aacf0732f9da5055&device_id=3e42b81e-493b-4fc0-95b1-6f41e4fd8082 HTTP/1.1" status: 200 len: 1095 time: 0.1474652 Aug 10 03:16:01.203055 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-2f3a752a-5b3c-4082-ba51-bf8c3d0a1427 req-c7e52c40-8b5d-431c-af7e-a98306fee4dd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b4abdbee-2c88-482c-9458-c17973ae0795 HTTP/1.1" status: 200 len: 217 time: 0.0790925 Aug 10 03:16:01.299436 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3a752a-5b3c-4082-ba51-bf8c3d0a1427 req-844a3a9b-c9ea-4057-bb42-61266ac19196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:01.301551 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-2f3a752a-5b3c-4082-ba51-bf8c3d0a1427 req-844a3a9b-c9ea-4057-bb42-61266ac19196 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=06497a92-6e29-4a73-bf8f-e28be4f5a4e0 HTTP/1.1" status: 200 len: 853 time: 0.0751648 Aug 10 03:16:01.379577 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e52efde4-3bdc-48d3-a99a-6a1829769fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:01.395213 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3a752a-5b3c-4082-ba51-bf8c3d0a1427 req-ccc6c2d4-1f08-4976-a20a-3ad2366c12bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:01.398016 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-2f3a752a-5b3c-4082-ba51-bf8c3d0a1427 req-ccc6c2d4-1f08-4976-a20a-3ad2366c12bb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3b981d1c-01ec-425f-9a81-0d8f4baa1977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0717635 Aug 10 03:16:01.492792 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01e45ac-86b3-409c-8544-96a7f90b3609 req-07e97121-70b1-45b9-87d0-23ccdcf0e233 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:01.495531 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d01e45ac-86b3-409c-8544-96a7f90b3609 req-07e97121-70b1-45b9-87d0-23ccdcf0e233 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=6024574f-0b46-4839-8e14-6fe5bf6a8895 HTTP/1.1" status: 200 len: 945 time: 0.3420134 Aug 10 03:16:01.559727 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d01e45ac-86b3-409c-8544-96a7f90b3609 req-0ed2eba2-d6ae-483c-8fbd-28dfae74de24 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565131 Aug 10 03:16:01.582510 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c1ba35-a34b-4a30-b098-277dc42ddf3b req-76c65223-8d92-4589-b65b-194ffe218afc tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:01.591697 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d6c1ba35-a34b-4a30-b098-277dc42ddf3b req-76c65223-8d92-4589-b65b-194ffe218afc tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7d864fb-d99a-4b8b-836a-5ba0bd97db6c HTTP/1.1" status: 200 len: 945 time: 0.4292734 Aug 10 03:16:01.612006 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e52efde4-3bdc-48d3-a99a-6a1829769fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:01.656319 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-2f3a752a-5b3c-4082-ba51-bf8c3d0a1427 req-0b011fdf-fb47-4a94-8ce8-8b308bc2ded7 service neutron] 10.222.0.42 "GET /v2.0/networks/3b981d1c-01ec-425f-9a81-0d8f4baa1977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347381 Aug 10 03:16:01.684408 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebfdedb7-f966-4c3b-a6f3-cd05407f21b5 None None] Network cdd04678-81c6-43d3-a95b-81247267b79e requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:16:01.704647 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e52efde4-3bdc-48d3-a99a-6a1829769fc1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:01.706560 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-e52efde4-3bdc-48d3-a99a-6a1829769fc1 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/e2a1814f-be6a-483d-bb7d-eeba6810ff86 HTTP/1.1" status: 204 len: 168 time: 0.9680190 Aug 10 03:16:01.709002 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52efde4-3bdc-48d3-a99a-6a1829769fc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2a1814f-be6a-483d-bb7d-eeba6810ff86,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:01.710905 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 46598) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:01.827236 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d6c1ba35-a34b-4a30-b098-277dc42ddf3b req-09acc9c0-f69c-483c-aa24-f34dd596abfe tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336342 Aug 10 03:16:01.869528 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-2f3a752a-5b3c-4082-ba51-bf8c3d0a1427 req-d7175dc9-b0fb-41fb-967c-3429d89dd86b service neutron] 10.222.0.42 "GET /v2.0/networks/3b981d1c-01ec-425f-9a81-0d8f4baa1977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591842 Aug 10 03:16:01.944821 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e3777ab-8c44-471f-9db5-a66cbf1857de x-openstack-request-id: req-1e3777ab-8c44-471f-9db5-a66cbf1857de {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:16:01.945451 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e42b81e-493b-4fc0-95b1-6f41e4fd8082", "tag": "b4abdbee-2c88-482c-9458-c17973ae0795", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:16:01.945948 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1e3777ab-8c44-471f-9db5-a66cbf1857de {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:16:01.946550 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e42b81e-493b-4fc0-95b1-6f41e4fd8082', 'tag': 'b4abdbee-2c88-482c-9458-c17973ae0795', 'status': 'completed', 'code': 200} Aug 10 03:16:01.971723 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-fb4bc4f1-fdfe-4e8e-81e7-2248ba8ec5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:02.135255 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4701390-3707-4b95-955b-97268b19bf82 None None] DHCP port deletion for cdd04678-81c6-43d3-a95b-81247267b79e request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:16:02.141727 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device ee384af7-0b27-4268-a6eb-5ba07e13950a details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:16:02.147471 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575cbf78-e67d-4b96-86d6-6a76ad698390 req-15defdae-772d-414e-bb8e-dbc9b947879f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:02.149305 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-575cbf78-e67d-4b96-86d6-6a76ad698390 req-15defdae-772d-414e-bb8e-dbc9b947879f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=698bc1b9fd8b4f24aacf0732f9da5055&device_id=3e42b81e-493b-4fc0-95b1-6f41e4fd8082 HTTP/1.1" status: 200 len: 1095 time: 0.0919511 Aug 10 03:16:02.200624 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e801ff-127f-4df4-a75c-f1355ffae6aa req-b48965cb-19d3-4b81-be9f-87d7f7d623f6 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:02.211135 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-56e801ff-127f-4df4-a75c-f1355ffae6aa req-b48965cb-19d3-4b81-be9f-87d7f7d623f6 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=063e2de8-83eb-49a0-9d53-c3a7f698e2b1 HTTP/1.1" status: 200 len: 948 time: 0.2963996 Aug 10 03:16:02.325847 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-b4701390-3707-4b95-955b-97268b19bf82 None None] Deleting port b560b939-d2fc-4b74-97f5-941028c163e6 {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:16:02.326250 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b4701390-3707-4b95-955b-97268b19bf82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:02.327247 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-56e801ff-127f-4df4-a75c-f1355ffae6aa req-4441a531-7207-4bdb-9086-4a4f8eba7e68 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152968 Aug 10 03:16:02.382932 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d5702c-a85f-4adb-bd63-4b05f8fc9cae req-8b27cd6a-d96e-4b64-81bf-ef9e2ee1e8b6 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:02.395780 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c4d5702c-a85f-4adb-bd63-4b05f8fc9cae req-8b27cd6a-d96e-4b64-81bf-ef9e2ee1e8b6 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=d757fe12-2e16-469c-8140-4383b7103a75 HTTP/1.1" status: 200 len: 946 time: 0.3035264 Aug 10 03:16:02.484862 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575cbf78-e67d-4b96-86d6-6a76ad698390 req-6e60db25-ca29-4a2b-be44-77a0ba67b328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:02.497207 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-575cbf78-e67d-4b96-86d6-6a76ad698390 req-6e60db25-ca29-4a2b-be44-77a0ba67b328 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3b981d1c-01ec-425f-9a81-0d8f4baa1977 HTTP/1.1" status: 200 len: 914 time: 0.3228891 Aug 10 03:16:02.555905 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c4d5702c-a85f-4adb-bd63-4b05f8fc9cae req-313aa302-d775-4177-ab5e-c79ec82acad2 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524923 Aug 10 03:16:02.620066 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-575cbf78-e67d-4b96-86d6-6a76ad698390 req-7db80e38-6c4d-4d50-9fe3-20f1c9a54419 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b4abdbee-2c88-482c-9458-c17973ae0795 HTTP/1.1" status: 200 len: 217 time: 0.1099825 Aug 10 03:16:02.662128 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-fb4bc4f1-fdfe-4e8e-81e7-2248ba8ec5b0 admin admin] Deleting port b560b939-d2fc-4b74-97f5-941028c163e6 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:16:02.662493 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-fb4bc4f1-fdfe-4e8e-81e7-2248ba8ec5b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:02.671026 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port ee384af7-0b27-4268-a6eb-5ba07e13950a, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=ee384af7-0b27-4268-a6eb-5ba07e13950a,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:02.686706 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device b560b939-d2fc-4b74-97f5-941028c163e6 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:16:02.713244 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': 'ee384af7-0b27-4268-a6eb-5ba07e13950a', 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721', 'port_id': 'ee384af7-0b27-4268-a6eb-5ba07e13950a', 'mac_address': 'fa:16:3e:77:7d:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60d10164-1dee-4940-9d19-f71e6c18cbc5', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:16:02.755800 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8651c88b-690e-45e0-abb8-78c9a9896893 req-7b88488f-824d-417f-8b1d-a089d8d6a105 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:02.757363 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8651c88b-690e-45e0-abb8-78c9a9896893 req-7b88488f-824d-417f-8b1d-a089d8d6a105 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?device_id=9028343f-71bb-4e38-aef8-56b259531f1b HTTP/1.1" status: 200 len: 950 time: 0.2491779 Aug 10 03:16:02.802997 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-b4701390-3707-4b95-955b-97268b19bf82 None None] For port b560b939-d2fc-4b74-97f5-941028c163e6, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=b560b939-d2fc-4b74-97f5-941028c163e6,segment=NetworkSegment(b5c50f61-955d-4ba9-abe7-df9f0ccbbe46),segment_id=b5c50f61-955d-4ba9-abe7-df9f0ccbbe46)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:02.806537 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b4701390-3707-4b95-955b-97268b19bf82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:02.871801 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-b4701390-3707-4b95-955b-97268b19bf82 None None] Calling delete_port for b560b939-d2fc-4b74-97f5-941028c163e6 owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:16:02.882535 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [None req-fb4bc4f1-fdfe-4e8e-81e7-2248ba8ec5b0 admin admin] For port b560b939-d2fc-4b74-97f5-941028c163e6, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=b560b939-d2fc-4b74-97f5-941028c163e6,segment=NetworkSegment(b5c50f61-955d-4ba9-abe7-df9f0ccbbe46),segment_id=b5c50f61-955d-4ba9-abe7-df9f0ccbbe46)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:02.883034 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-fb4bc4f1-fdfe-4e8e-81e7-2248ba8ec5b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:02.895991 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575cbf78-e67d-4b96-86d6-6a76ad698390 req-7b27f6cb-75bc-4166-b557-4fab311ed1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:02.905414 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-575cbf78-e67d-4b96-86d6-6a76ad698390 req-7b27f6cb-75bc-4166-b557-4fab311ed1b7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=06497a92-6e29-4a73-bf8f-e28be4f5a4e0 HTTP/1.1" status: 200 len: 853 time: 0.1096046 Aug 10 03:16:02.911528 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:02.919693 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:02.955527 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8651c88b-690e-45e0-abb8-78c9a9896893 req-fce70164-cb4e-4bcc-ae9b-1bd8618fd7f0 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8d28d33-caca-4f05-b0e0-721010e15342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811240 Aug 10 03:16:02.967340 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e656e6-397a-4fb1-977b-36e1d65cd6ff req-404ef3a8-ff5f-4843-bac7-00ead91f5fda tempest-LiveMigrationTest-1156190287 tempest-LiveMigrationTest-1156190287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:02.984288 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-20e656e6-397a-4fb1-977b-36e1d65cd6ff req-404ef3a8-ff5f-4843-bac7-00ead91f5fda tempest-LiveMigrationTest-1156190287 tempest-LiveMigrationTest-1156190287-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=6024574f-0b46-4839-8e14-6fe5bf6a8895 HTTP/1.1" status: 200 len: 1097 time: 0.2576962 Aug 10 03:16:03.008208 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-fb4bc4f1-fdfe-4e8e-81e7-2248ba8ec5b0 admin admin] Calling delete_port for b560b939-d2fc-4b74-97f5-941028c163e6 owned by network:dhcp {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:16:03.124672 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:03.127792 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee384af7-0b27-4268-a6eb-5ba07e13950a {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:16:03.133341 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575cbf78-e67d-4b96-86d6-6a76ad698390 req-42b18d08-ca3c-4757-a354-8fc5216ea70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:03.135446 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-575cbf78-e67d-4b96-86d6-6a76ad698390 req-42b18d08-ca3c-4757-a354-8fc5216ea70e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3b981d1c-01ec-425f-9a81-0d8f4baa1977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2154515 Aug 10 03:16:03.143182 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ffc817-c0d8-4d98-9018-6aa43f9372d2 req-008ef124-bce6-4c25-82da-91fc5982fa38 tempest-LiveAutoBlockMigrationV225Test-725400249 tempest-LiveAutoBlockMigrationV225Test-725400249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:03.144733 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-11ffc817-c0d8-4d98-9018-6aa43f9372d2 req-008ef124-bce6-4c25-82da-91fc5982fa38 tempest-LiveAutoBlockMigrationV225Test-725400249 tempest-LiveAutoBlockMigrationV225Test-725400249-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=d757fe12-2e16-469c-8140-4383b7103a75&tenant_id=4fedcd46377344729593c49493334f54&binding%3Ahost_id=n-h1-768862-13 HTTP/1.1" status: 200 len: 1098 time: 0.1420736 Aug 10 03:16:03.177848 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-11ffc817-c0d8-4d98-9018-6aa43f9372d2 req-ec8d1ef9-4492-417f-8bfd-9367944cffef service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-768862-13'}}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:03.229481 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port ee384af7-0b27-4268-a6eb-5ba07e13950a, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=ee384af7-0b27-4268-a6eb-5ba07e13950a,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:03.256675 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:03.262056 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-20e656e6-397a-4fb1-977b-36e1d65cd6ff req-35419e05-e603-491e-b052-95fdd9871102 tempest-LiveMigrationTest-1156190287 tempest-LiveMigrationTest-1156190287-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700922 Aug 10 03:16:03.339084 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea5f81e-710e-4736-bb7d-df72cf6da398 req-1da06f0d-06c9-4d6f-bccd-e9d8dc123ef8 tempest-AttachSCSIVolumeTestJSON-14947963 tempest-AttachSCSIVolumeTestJSON-14947963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:03.343184 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port b560b939-d2fc-4b74-97f5-941028c163e6, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=b560b939-d2fc-4b74-97f5-941028c163e6,segment=NetworkSegment(b5c50f61-955d-4ba9-abe7-df9f0ccbbe46),segment_id=b5c50f61-955d-4ba9-abe7-df9f0ccbbe46)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:03.351215 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3ea5f81e-710e-4736-bb7d-df72cf6da398 req-1da06f0d-06c9-4d6f-bccd-e9d8dc123ef8 tempest-AttachSCSIVolumeTestJSON-14947963 tempest-AttachSCSIVolumeTestJSON-14947963-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e42b81e-493b-4fc0-95b1-6f41e4fd8082 HTTP/1.1" status: 200 len: 943 time: 0.1725500 Aug 10 03:16:03.354019 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-11ffc817-c0d8-4d98-9018-6aa43f9372d2 req-ec8d1ef9-4492-417f-8bfd-9367944cffef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:03.379811 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:03.441885 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-575cbf78-e67d-4b96-86d6-6a76ad698390 req-551bc052-1a93-4f0a-a528-4fd0d6f2028a service neutron] 10.222.0.42 "GET /v2.0/networks/3b981d1c-01ec-425f-9a81-0d8f4baa1977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892683 Aug 10 03:16:03.448572 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b4701390-3707-4b95-955b-97268b19bf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:03.462968 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=ee384af7-0b27-4268-a6eb-5ba07e13950a,revision_number=9']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:03.483640 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4701390-3707-4b95-955b-97268b19bf82 None None] No DVR routers for this DVR port b560b939-d2fc-4b74-97f5-941028c163e6 on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:16:03.485846 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:03.486246 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:03.486569 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:03.486907 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:03.487241 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:03.487572 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:03.487898 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:03.488222 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:03.488549 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:03.488870 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:03.489190 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:03.489510 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:03.568615 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3ea5f81e-710e-4736-bb7d-df72cf6da398 req-1b635702-3c7d-42bf-b521-dbcc426c8da2 tempest-AttachSCSIVolumeTestJSON-14947963 tempest-AttachSCSIVolumeTestJSON-14947963-project] 10.222.0.44 "GET /v2.0/security-groups?id=2b8ab577-658a-47ad-8db6-8fa5608a0dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138085 Aug 10 03:16:03.576021 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-fb4bc4f1-fdfe-4e8e-81e7-2248ba8ec5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:03.585850 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event deleted for resources: {'Port': ['ID=b560b939-d2fc-4b74-97f5-941028c163e6,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:03.625922 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4bc4f1-fdfe-4e8e-81e7-2248ba8ec5b0 admin admin] No DVR routers for this DVR port b560b939-d2fc-4b74-97f5-941028c163e6 on host n-d-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:16:03.683773 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4701390-3707-4b95-955b-97268b19bf82 None None] Pushing event deleted for resources: {'Port': ['ID=b560b939-d2fc-4b74-97f5-941028c163e6,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:03.733680 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4bc4f1-fdfe-4e8e-81e7-2248ba8ec5b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b560b939-d2fc-4b74-97f5-941028c163e6,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:03.788326 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-11ffc817-c0d8-4d98-9018-6aa43f9372d2 req-ec8d1ef9-4492-417f-8bfd-9367944cffef service neutron] For port 10f2bdda-5018-4b17-83c9-3fa8048c31cb, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=10f2bdda-5018-4b17-83c9-3fa8048c31cb,segment=NetworkSegment(ef460c05-97a2-474e-9fc7-ca614ed2a066),segment_id=ef460c05-97a2-474e-9fc7-ca614ed2a066)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:03.834575 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff51243-2aa3-45a2-9acf-bf97fc1170b6 req-8b745695-1ddf-47c6-9c54-db749c8846eb tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:03.844091 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5ff51243-2aa3-45a2-9acf-bf97fc1170b6 req-8b745695-1ddf-47c6-9c54-db749c8846eb tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=063e2de8-83eb-49a0-9d53-c3a7f698e2b1 HTTP/1.1" status: 200 len: 949 time: 0.4254827 Aug 10 03:16:03.912102 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-fb4bc4f1-fdfe-4e8e-81e7-2248ba8ec5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:03.924834 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-11ffc817-c0d8-4d98-9018-6aa43f9372d2 req-ec8d1ef9-4492-417f-8bfd-9367944cffef service neutron] For port 10f2bdda-5018-4b17-83c9-3fa8048c31cb, host n-h1-768862-13, cleared binding levels {{(pid=94261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:16:03.959722 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5ff51243-2aa3-45a2-9acf-bf97fc1170b6 req-acb7f68c-a794-4965-a060-8c710c13f6dc tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143379 Aug 10 03:16:03.979271 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-fb4bc4f1-fdfe-4e8e-81e7-2248ba8ec5b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdd04678-81c6-43d3-a95b-81247267b79e']}} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:03.993690 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['ee384af7-0b27-4268-a6eb-5ba07e13950a'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:16:04.018399 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6901f4-9b8d-46b2-843d-3b18c33f20c9 req-e4d222c1-67ed-44ea-b27b-d77c9bde3eeb tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:04.027644 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-11ffc817-c0d8-4d98-9018-6aa43f9372d2 req-ec8d1ef9-4492-417f-8bfd-9367944cffef service neutron] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:04.030866 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd757fe12-2e16-469c-8140-4383b7103a75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10f2bdda-5018-4b17-83c9-3fa8048c31cb'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:16:04.031165 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-db6901f4-9b8d-46b2-843d-3b18c33f20c9 req-e4d222c1-67ed-44ea-b27b-d77c9bde3eeb tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7d864fb-d99a-4b8b-836a-5ba0bd97db6c HTTP/1.1" status: 200 len: 945 time: 0.1777258 Aug 10 03:16:04.033925 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5731a559-bc74-4ef7-9c9e-2cf7db042753" -d '{"events": [{"server_uuid": "d757fe12-2e16-469c-8140-4383b7103a75", "name": "network-vif-unplugged", "status": "completed", "tag": "10f2bdda-5018-4b17-83c9-3fa8048c31cb"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:16:04.056847 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-fb4bc4f1-fdfe-4e8e-81e7-2248ba8ec5b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5c50f61-955d-4ba9-abe7-df9f0ccbbe46') {'for_net_delete': True} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:04.057646 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-fb4bc4f1-fdfe-4e8e-81e7-2248ba8ec5b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5c50f61-955d-4ba9-abe7-df9f0ccbbe46') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:04.066039 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-11ffc817-c0d8-4d98-9018-6aa43f9372d2 req-ec8d1ef9-4492-417f-8bfd-9367944cffef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:04.076290 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-575cbf78-e67d-4b96-86d6-6a76ad698390 req-e672ab69-ae8c-4a5f-8e62-4d6e5f9151e9 service neutron] 10.222.0.42 "GET /v2.0/networks/3b981d1c-01ec-425f-9a81-0d8f4baa1977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5317004 Aug 10 03:16:04.106363 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-fb4bc4f1-fdfe-4e8e-81e7-2248ba8ec5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191186'] for segment, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:04.164078 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 10f2bdda-5018-4b17-83c9-3fa8048c31cb details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:16:04.173792 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-fb4bc4f1-fdfe-4e8e-81e7-2248ba8ec5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:04.223821 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb4bc4f1-fdfe-4e8e-81e7-2248ba8ec5b0 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=94260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:16:04.226089 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-fb4bc4f1-fdfe-4e8e-81e7-2248ba8ec5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58895489'] for segment, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:04.240099 n-d-768862-13 neutron-server[94260]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:16:04.240099 n-d-768862-13 neutron-server[94260]: self.session.flush() Aug 10 03:16:04.240099 n-d-768862-13 neutron-server[94260]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:16:04.240099 n-d-768862-13 neutron-server[94260]: self.session.flush() Aug 10 03:16:04.240099 n-d-768862-13 neutron-server[94260]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:16:04.240099 n-d-768862-13 neutron-server[94260]: self.session.flush() Aug 10 03:16:04.240099 n-d-768862-13 neutron-server[94260]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:16:04.240099 n-d-768862-13 neutron-server[94260]: self.session.flush() Aug 10 03:16:04.240099 n-d-768862-13 neutron-server[94260]: Traceback (most recent call last): Aug 10 03:16:04.240099 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:16:04.240099 n-d-768862-13 neutron-server[94260]: timer() Aug 10 03:16:04.240099 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:16:04.240099 n-d-768862-13 neutron-server[94260]: cb(*args, **kw) Aug 10 03:16:04.240099 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:16:04.240099 n-d-768862-13 neutron-server[94260]: return func(*args, **kwargs) Aug 10 03:16:04.240099 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:16:04.240099 n-d-768862-13 neutron-server[94260]: self._notify() Aug 10 03:16:04.240099 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:16:04.240099 n-d-768862-13 neutron-server[94260]: self.callback(batched_events) Aug 10 03:16:04.240099 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:16:04.240099 n-d-768862-13 neutron-server[94260]: event.method(event) Aug 10 03:16:04.240099 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:16:04.240099 n-d-768862-13 neutron-server[94260]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:16:04.240099 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:16:04.240099 n-d-768862-13 neutron-server[94260]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:16:04.240099 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:16:04.240099 n-d-768862-13 neutron-server[94260]: return f(self, *a, **k) Aug 10 03:16:04.240099 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:16:04.240099 n-d-768862-13 neutron-server[94260]: return self._get(url).json() Aug 10 03:16:04.240099 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:16:04.240099 n-d-768862-13 neutron-server[94260]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:16:04.240099 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:16:04.240099 n-d-768862-13 neutron-server[94260]: return self.request(url, 'GET', **kwargs) Aug 10 03:16:04.240099 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:16:04.240099 n-d-768862-13 neutron-server[94260]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:16:04.240099 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:16:04.240099 n-d-768862-13 neutron-server[94260]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:16:04.240099 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:16:04.240099 n-d-768862-13 neutron-server[94260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:16:04.240099 n-d-768862-13 neutron-server[94260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:16:04.246270 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-db6901f4-9b8d-46b2-843d-3b18c33f20c9 req-30973b1f-f084-49f4-bab2-41799908757e tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138016 Aug 10 03:16:04.286621 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8d1ef9-4492-417f-8bfd-9367944cffef service neutron] Pushing event updated for resources: {'Port': ['ID=10f2bdda-5018-4b17-83c9-3fa8048c31cb,revision_number=7']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:04.298737 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-11ffc817-c0d8-4d98-9018-6aa43f9372d2 req-ec8d1ef9-4492-417f-8bfd-9367944cffef service neutron] Attempting to bind port 10f2bdda-5018-4b17-83c9-3fa8048c31cb on host n-h1-768862-13 for vnic_type normal with profile {"migrating_to": "n-h2-768862-13"} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:16:04.299229 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-11ffc817-c0d8-4d98-9018-6aa43f9372d2 req-ec8d1ef9-4492-417f-8bfd-9367944cffef service neutron] Attempting to bind port 10f2bdda-5018-4b17-83c9-3fa8048c31cb by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': 'ef460c05-97a2-474e-9fc7-ca614ed2a066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:16:04.299598 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ffc817-c0d8-4d98-9018-6aa43f9372d2 req-ec8d1ef9-4492-417f-8bfd-9367944cffef service neutron] Attempting to bind port 10f2bdda-5018-4b17-83c9-3fa8048c31cb on network 7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:16:04.305708 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ffc817-c0d8-4d98-9018-6aa43f9372d2 req-ec8d1ef9-4492-417f-8bfd-9367944cffef service neutron] Port 10f2bdda-5018-4b17-83c9-3fa8048c31cb on network 7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:16:04.306131 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ffc817-c0d8-4d98-9018-6aa43f9372d2 req-ec8d1ef9-4492-417f-8bfd-9367944cffef service neutron] Attempting to bind port 10f2bdda-5018-4b17-83c9-3fa8048c31cb on network 7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:16:04.312550 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ffc817-c0d8-4d98-9018-6aa43f9372d2 req-ec8d1ef9-4492-417f-8bfd-9367944cffef service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:16:04.325783 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ffc817-c0d8-4d98-9018-6aa43f9372d2 req-ec8d1ef9-4492-417f-8bfd-9367944cffef service neutron] Checking segment: {'id': 'ef460c05-97a2-474e-9fc7-ca614ed2a066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:16:04.326369 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ffc817-c0d8-4d98-9018-6aa43f9372d2 req-ec8d1ef9-4492-417f-8bfd-9367944cffef service neutron] Bound using segment: {'id': 'ef460c05-97a2-474e-9fc7-ca614ed2a066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1'} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:16:04.326956 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-11ffc817-c0d8-4d98-9018-6aa43f9372d2 req-ec8d1ef9-4492-417f-8bfd-9367944cffef service neutron] Bound port: 10f2bdda-5018-4b17-83c9-3fa8048c31cb, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef460c05-97a2-474e-9fc7-ca614ed2a066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1'}}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:16:04.327494 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-11ffc817-c0d8-4d98-9018-6aa43f9372d2 req-ec8d1ef9-4492-417f-8bfd-9367944cffef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:04.459884 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-11ffc817-c0d8-4d98-9018-6aa43f9372d2 req-ec8d1ef9-4492-417f-8bfd-9367944cffef service neutron] For port 10f2bdda-5018-4b17-83c9-3fa8048c31cb, host n-h1-768862-13, cleared binding levels {{(pid=94261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:16:04.464461 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-11ffc817-c0d8-4d98-9018-6aa43f9372d2 req-ec8d1ef9-4492-417f-8bfd-9367944cffef service neutron] For port 10f2bdda-5018-4b17-83c9-3fa8048c31cb, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=10f2bdda-5018-4b17-83c9-3fa8048c31cb,segment=NetworkSegment(ef460c05-97a2-474e-9fc7-ca614ed2a066),segment_id=ef460c05-97a2-474e-9fc7-ca614ed2a066)] {{(pid=94261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:16:04.476206 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-11ffc817-c0d8-4d98-9018-6aa43f9372d2 req-ec8d1ef9-4492-417f-8bfd-9367944cffef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:04.622903 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 10f2bdda-5018-4b17-83c9-3fa8048c31cb, host n-h1-768862-13, got binding levels [] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:04.637309 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ffc817-c0d8-4d98-9018-6aa43f9372d2 req-ec8d1ef9-4492-417f-8bfd-9367944cffef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:04.637953 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-11ffc817-c0d8-4d98-9018-6aa43f9372d2 req-ec8d1ef9-4492-417f-8bfd-9367944cffef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:04.639543 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-11ffc817-c0d8-4d98-9018-6aa43f9372d2 req-ec8d1ef9-4492-417f-8bfd-9367944cffef service neutron] 10.222.0.61 "PUT /v2.0/ports/10f2bdda-5018-4b17-83c9-3fa8048c31cb HTTP/1.1" status: 200 len: 1124 time: 1.4740055 Aug 10 03:16:04.657681 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8d1ef9-4492-417f-8bfd-9367944cffef service neutron] Pushing event updated for resources: {'Port': ['ID=10f2bdda-5018-4b17-83c9-3fa8048c31cb,revision_number=8']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:04.683898 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Attempting to bind port 10f2bdda-5018-4b17-83c9-3fa8048c31cb on host n-h1-768862-13 for vnic_type normal with profile {"migrating_to": "n-h2-768862-13"} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:16:04.684285 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Attempting to bind port 10f2bdda-5018-4b17-83c9-3fa8048c31cb by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': 'ef460c05-97a2-474e-9fc7-ca614ed2a066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:16:04.684628 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Attempting to bind port 10f2bdda-5018-4b17-83c9-3fa8048c31cb on network 7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:16:04.701717 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Port 10f2bdda-5018-4b17-83c9-3fa8048c31cb on network 7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:16:04.702152 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Attempting to bind port 10f2bdda-5018-4b17-83c9-3fa8048c31cb on network 7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:16:04.714492 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:16:04.714817 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Checking segment: {'id': 'ef460c05-97a2-474e-9fc7-ca614ed2a066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:16:04.715451 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Bound using segment: {'id': 'ef460c05-97a2-474e-9fc7-ca614ed2a066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:16:04.716117 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Bound port: 10f2bdda-5018-4b17-83c9-3fa8048c31cb, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef460c05-97a2-474e-9fc7-ca614ed2a066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:16:04.716357 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:04.787803 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['10f2bdda-5018-4b17-83c9-3fa8048c31cb'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:16:04.820765 n-d-768862-13 neutron-server[94262]: WARNING neutron.plugins.ml2.plugin [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Concurrent port binding operations failed on port 10f2bdda-5018-4b17-83c9-3fa8048c31cb Aug 10 03:16:04.845849 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 10f2bdda-5018-4b17-83c9-3fa8048c31cb, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=10f2bdda-5018-4b17-83c9-3fa8048c31cb,segment=NetworkSegment(ef460c05-97a2-474e-9fc7-ca614ed2a066),segment_id=ef460c05-97a2-474e-9fc7-ca614ed2a066)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:04.851862 n-d-768862-13 neutron-server[94262]: INFO neutron.plugins.ml2.plugin [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Attempt 2 to bind port 10f2bdda-5018-4b17-83c9-3fa8048c31cb Aug 10 03:16:04.851862 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 10f2bdda-5018-4b17-83c9-3fa8048c31cb has no active binding in host n-h2-768862-13 {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 10 03:16:04.877996 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['10f2bdda-5018-4b17-83c9-3fa8048c31cb'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:16:04.917505 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-fb4bc4f1-fdfe-4e8e-81e7-2248ba8ec5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:04.931742 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-fb4bc4f1-fdfe-4e8e-81e7-2248ba8ec5b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:04.936408 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-fb4bc4f1-fdfe-4e8e-81e7-2248ba8ec5b0 admin admin] 10.222.0.44 "DELETE /v2.0/networks/cdd04678-81c6-43d3-a95b-81247267b79e HTTP/1.1" status: 204 len: 168 time: 3.2245481 Aug 10 03:16:04.959964 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211cf80d-64f9-4665-89f1-25b99a540c71 req-c2f131f3-e0a8-4032-a272-279552ee6ec7 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:04.967025 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211cf80d-64f9-4665-89f1-25b99a540c71 req-c2f131f3-e0a8-4032-a272-279552ee6ec7 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:04.974722 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-211cf80d-64f9-4665-89f1-25b99a540c71 req-c2f131f3-e0a8-4032-a272-279552ee6ec7 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?device_id=7451eac5-e417-40fe-84ff-9a0f51948846&device_id=9028343f-71bb-4e38-aef8-56b259531f1b HTTP/1.1" status: 200 len: 1691 time: 0.1407402 Aug 10 03:16:04.978532 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4bc4f1-fdfe-4e8e-81e7-2248ba8ec5b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=cdd04678-81c6-43d3-a95b-81247267b79e,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:04.986364 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ba4c5b-6f12-454e-9283-475ab44637ab req-78ac3dab-dbce-4fdd-95c3-340ff15d9bbc tempest-LiveMigrationTest-1156190287 tempest-LiveMigrationTest-1156190287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:04.993710 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f6ba4c5b-6f12-454e-9283-475ab44637ab req-78ac3dab-dbce-4fdd-95c3-340ff15d9bbc tempest-LiveMigrationTest-1156190287 tempest-LiveMigrationTest-1156190287-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=6024574f-0b46-4839-8e14-6fe5bf6a8895 HTTP/1.1" status: 200 len: 1097 time: 0.1608751 Aug 10 03:16:05.053752 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-211cf80d-64f9-4665-89f1-25b99a540c71 req-fb403cb9-583c-4d0f-b545-0321621110ca tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8d28d33-caca-4f05-b0e0-721010e15342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781400 Aug 10 03:16:05.067025 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f6ba4c5b-6f12-454e-9283-475ab44637ab req-8d57ff1a-50c3-4886-9b84-80df7f150e2f tempest-LiveMigrationTest-1156190287 tempest-LiveMigrationTest-1156190287-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670810 Aug 10 03:16:05.195711 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 46636) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:05.203906 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-839d2bb5-1c42-4165-9c9c-fd5a8bac0b83 x-openstack-request-id: req-839d2bb5-1c42-4165-9c9c-fd5a8bac0b83 {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:16:05.204228 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d757fe12-2e16-469c-8140-4383b7103a75", "name": "network-vif-unplugged", "status": "completed", "tag": "10f2bdda-5018-4b17-83c9-3fa8048c31cb", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:16:05.204442 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-839d2bb5-1c42-4165-9c9c-fd5a8bac0b83 {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:16:05.204817 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd757fe12-2e16-469c-8140-4383b7103a75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10f2bdda-5018-4b17-83c9-3fa8048c31cb', 'code': 200} Aug 10 03:16:05.307754 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-c881c491-3b21-40f5-800b-5d7e8dca9a90 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ab064f4b5b0d403da8803b34f752e250&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1107430 Aug 10 03:16:05.308864 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 46642) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:05.316542 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86db4b8-5c85-4bf9-8857-c016f819c689 req-18eb8e0f-0eda-4ff7-9012-8970af6ffd33 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:05.318125 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f86db4b8-5c85-4bf9-8857-c016f819c689 req-18eb8e0f-0eda-4ff7-9012-8970af6ffd33 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=d757fe12-2e16-469c-8140-4383b7103a75 HTTP/1.1" status: 200 len: 944 time: 0.0854785 Aug 10 03:16:05.393584 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6b16f72d-4685-42eb-a4c6-422fb439d389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:05.427876 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6b16f72d-4685-42eb-a4c6-422fb439d389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:05.447295 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f86db4b8-5c85-4bf9-8857-c016f819c689 req-09d15edb-0db3-4a95-b47a-a497683623e3 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190212 Aug 10 03:16:05.511893 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c59166f-a4f0-432e-8b9e-c8941394f7be req-d0ee7056-b61f-4b7a-acde-902c6fa752f1 tempest-AttachSCSIVolumeTestJSON-14947963 tempest-AttachSCSIVolumeTestJSON-14947963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:05.516509 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9c59166f-a4f0-432e-8b9e-c8941394f7be req-d0ee7056-b61f-4b7a-acde-902c6fa752f1 tempest-AttachSCSIVolumeTestJSON-14947963 tempest-AttachSCSIVolumeTestJSON-14947963-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e42b81e-493b-4fc0-95b1-6f41e4fd8082 HTTP/1.1" status: 200 len: 943 time: 0.1604564 Aug 10 03:16:05.523810 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6b16f72d-4685-42eb-a4c6-422fb439d389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:05.527751 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6b16f72d-4685-42eb-a4c6-422fb439d389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:05.531406 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-6b16f72d-4685-42eb-a4c6-422fb439d389 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9bd82887-92d0-4930-9bd7-4978bd1365e1 HTTP/1.1" status: 204 len: 168 time: 0.2182188 Aug 10 03:16:05.554391 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b16f72d-4685-42eb-a4c6-422fb439d389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd82887-92d0-4930-9bd7-4978bd1365e1,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:05.596310 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9c59166f-a4f0-432e-8b9e-c8941394f7be req-a406d037-3fbe-4fd0-ac33-56c239498882 tempest-AttachSCSIVolumeTestJSON-14947963 tempest-AttachSCSIVolumeTestJSON-14947963-project] 10.222.0.44 "GET /v2.0/security-groups?id=2b8ab577-658a-47ad-8db6-8fa5608a0dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696776 Aug 10 03:16:05.809140 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a0cdc4-be8c-4c5f-8a1f-83087c58ffce req-a95423f8-54c0-4e62-a162-5d5ade1028d1 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:05.810837 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e8a0cdc4-be8c-4c5f-8a1f-83087c58ffce req-a95423f8-54c0-4e62-a162-5d5ade1028d1 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7d864fb-d99a-4b8b-836a-5ba0bd97db6c HTTP/1.1" status: 200 len: 945 time: 0.0621784 Aug 10 03:16:05.870530 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e8a0cdc4-be8c-4c5f-8a1f-83087c58ffce req-d859fefe-07ee-4425-92fc-0cbe60b10f79 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530622 Aug 10 03:16:06.073773 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7433e4-96eb-4f97-84c0-eb62fbf02578 req-5a28bc2a-909f-4733-acc4-1b99e45a252c tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:06.078119 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ba7433e4-96eb-4f97-84c0-eb62fbf02578 req-5a28bc2a-909f-4733-acc4-1b99e45a252c tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9314696-1eff-43c8-8add-42d325d4d849 HTTP/1.1" status: 200 len: 946 time: 0.1133764 Aug 10 03:16:06.163177 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ba7433e4-96eb-4f97-84c0-eb62fbf02578 req-72d78c62-7028-47c6-9c2b-c3e5ce2357b6 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] 10.222.0.44 "GET /v2.0/security-groups?id=494e99f4-94a2-4d1c-bfc8-854b27237629&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0781002 Aug 10 03:16:06.178809 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1f288965-7a67-4753-87f4-bc798bba699b req-88f3099c-1db5-4d25-9b61-067c3e28d4a6 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=808ab0b013b8411c9f012091d2eaa39f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0379729 Aug 10 03:16:06.356059 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f289f2b-6f9c-41c1-8e1b-669cde1e9ff8 req-b2987430-d3da-4820-97c6-5208e018ed03 tempest-ServersOnMultiNodesTest-1599750604 tempest-ServersOnMultiNodesTest-1599750604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:06.363402 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7f289f2b-6f9c-41c1-8e1b-669cde1e9ff8 req-b2987430-d3da-4820-97c6-5208e018ed03 tempest-ServersOnMultiNodesTest-1599750604 tempest-ServersOnMultiNodesTest-1599750604-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=7451eac5-e417-40fe-84ff-9a0f51948846 HTTP/1.1" status: 200 len: 1102 time: 0.0871458 Aug 10 03:16:06.393138 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f288965-7a67-4753-87f4-bc798bba699b req-53a210f7-f8cd-4586-a4d0-a6ef1011459e tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:06.394742 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1f288965-7a67-4753-87f4-bc798bba699b req-53a210f7-f8cd-4586-a4d0-a6ef1011459e tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2130907 Aug 10 03:16:06.437272 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7f289f2b-6f9c-41c1-8e1b-669cde1e9ff8 req-e989450c-a7ca-43a5-ab73-22118c09dee1 tempest-ServersOnMultiNodesTest-1599750604 tempest-ServersOnMultiNodesTest-1599750604-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=f8d28d33-caca-4f05-b0e0-721010e15342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680561 Aug 10 03:16:06.439093 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1f288965-7a67-4753-87f4-bc798bba699b req-28cb4e22-ec31-46a3-9e0b-673274ef808f tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/quotas/808ab0b013b8411c9f012091d2eaa39f HTTP/1.1" status: 200 len: 375 time: 0.0288994 Aug 10 03:16:06.537462 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1f288965-7a67-4753-87f4-bc798bba699b req-7c3878d0-a20e-4beb-aa58-c2b248437e80 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=808ab0b013b8411c9f012091d2eaa39f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0852845 Aug 10 03:16:06.726071 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 46698) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:06.842337 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8515a3c0-0338-4311-8bfa-cd0d2bb2579e req-8c20d111-2b52-4eb9-92e1-618d90a2f69e tempest-ServersOnMultiNodesTest-1599750604 tempest-ServersOnMultiNodesTest-1599750604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:06.844080 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8515a3c0-0338-4311-8bfa-cd0d2bb2579e req-8c20d111-2b52-4eb9-92e1-618d90a2f69e tempest-ServersOnMultiNodesTest-1599750604 tempest-ServersOnMultiNodesTest-1599750604-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=9028343f-71bb-4e38-aef8-56b259531f1b HTTP/1.1" status: 200 len: 1102 time: 0.0882382 Aug 10 03:16:06.926704 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-9a8e61f2-5689-437b-97eb-51fc3c9868af admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-738847833-network', 'tenant_id': '7bdabbcb1a36419b89901e40f3363396'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:06.939637 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8515a3c0-0338-4311-8bfa-cd0d2bb2579e req-95f29dd0-78f2-4443-966e-c63baa6af0bb tempest-ServersOnMultiNodesTest-1599750604 tempest-ServersOnMultiNodesTest-1599750604-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=f8d28d33-caca-4f05-b0e0-721010e15342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790923 Aug 10 03:16:06.982615 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a8e61f2-5689-437b-97eb-51fc3c9868af admin admin] Made reservation on behalf of 7bdabbcb1a36419b89901e40f3363396 for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:16:06.989577 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9a8e61f2-5689-437b-97eb-51fc3c9868af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:07.009580 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9a8e61f2-5689-437b-97eb-51fc3c9868af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:07.206246 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd757fe12-2e16-469c-8140-4383b7103a75', 'tag': '10f2bdda-5018-4b17-83c9-3fa8048c31cb'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:16:07.208707 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f61ab59-2e8b-4b0c-964b-dead9ab659ce" -d '{"events": [{"name": "network-changed", "server_uuid": "d757fe12-2e16-469c-8140-4383b7103a75", "tag": "10f2bdda-5018-4b17-83c9-3fa8048c31cb"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:16:07.220931 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1377a7-74ac-454c-b850-6900e4acb0a0 req-e4817b50-0e74-43b2-a3cd-e6843109a2fc tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:07.222015 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9a8e61f2-5689-437b-97eb-51fc3c9868af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:07.224477 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9f1377a7-74ac-454c-b850-6900e4acb0a0 req-e4817b50-0e74-43b2-a3cd-e6843109a2fc tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=d757fe12-2e16-469c-8140-4383b7103a75 HTTP/1.1" status: 200 len: 944 time: 0.1148422 Aug 10 03:16:07.231951 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9a8e61f2-5689-437b-97eb-51fc3c9868af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:07.259399 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a8e61f2-5689-437b-97eb-51fc3c9868af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:16:07.289264 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9f1377a7-74ac-454c-b850-6900e4acb0a0 req-a3a13bd3-dc45-4641-875f-6be886bccd42 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580988 Aug 10 03:16:07.302500 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8e61f2-5689-437b-97eb-51fc3c9868af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58160609-a8c2-4b15-a3de-467e7dbbc834,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:07.325037 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9a8e61f2-5689-437b-97eb-51fc3c9868af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:07.325388 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-9a8e61f2-5689-437b-97eb-51fc3c9868af admin admin] Added segment bb5826fd-13f9-4737-be5f-46ce38ebd549 of type vlan for network d1e68237-a664-422b-b005-d5e450d45372 Aug 10 03:16:07.458418 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9a8e61f2-5689-437b-97eb-51fc3c9868af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:07.522514 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a85ace-b80f-43b1-bf8a-14ca3a7a31b9 req-322f4c52-a516-4a31-969e-b5356a4d8341 tempest-AttachSCSIVolumeTestJSON-14947963 tempest-AttachSCSIVolumeTestJSON-14947963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:07.525191 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c5a85ace-b80f-43b1-bf8a-14ca3a7a31b9 req-322f4c52-a516-4a31-969e-b5356a4d8341 tempest-AttachSCSIVolumeTestJSON-14947963 tempest-AttachSCSIVolumeTestJSON-14947963-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e42b81e-493b-4fc0-95b1-6f41e4fd8082 HTTP/1.1" status: 200 len: 943 time: 0.1086328 Aug 10 03:16:07.552955 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9a8e61f2-5689-437b-97eb-51fc3c9868af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:07.554693 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8e61f2-5689-437b-97eb-51fc3c9868af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:07.556128 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9a8e61f2-5689-437b-97eb-51fc3c9868af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:07.619947 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c5a85ace-b80f-43b1-bf8a-14ca3a7a31b9 req-ea9505d4-945c-42e4-8353-ae2ff174d862 tempest-AttachSCSIVolumeTestJSON-14947963 tempest-AttachSCSIVolumeTestJSON-14947963-project] 10.222.0.44 "GET /v2.0/security-groups?id=2b8ab577-658a-47ad-8db6-8fa5608a0dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877135 Aug 10 03:16:07.736057 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8e61f2-5689-437b-97eb-51fc3c9868af admin admin] Pushing event updated for resources: {'Network': ['ID=d1e68237-a664-422b-b005-d5e450d45372,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:07.765165 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network d1e68237-a664-422b-b005-d5e450d45372 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:16:07.769736 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-9a8e61f2-5689-437b-97eb-51fc3c9868af admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 1.0288405 Aug 10 03:16:07.771383 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 46736) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:07.790385 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-5e0e98c5-4846-4a4d-8dd3-7b5e84b48511 admin admin] Request body: {'subnet': {'network_id': 'd1e68237-a664-422b-b005-d5e450d45372', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-738847833-subnet', 'tenant_id': '7bdabbcb1a36419b89901e40f3363396', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:07.836043 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e0e98c5-4846-4a4d-8dd3-7b5e84b48511 admin admin] Made reservation on behalf of 7bdabbcb1a36419b89901e40f3363396 for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:16:07.839045 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5e0e98c5-4846-4a4d-8dd3-7b5e84b48511 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:07.858984 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-65d31018-d57d-4351-aa85-c338f207522e req-cf23083b-c0e7-4d56-9fd5-4e07c2235aa1 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=abb04be0-c7f2-4622-8647-9fdf68e648ba HTTP/1.1" status: 200 len: 210 time: 0.1197031 Aug 10 03:16:08.021184 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0077cc36-aaa9-443d-ad24-7e10094cf341 req-01ba8276-f2bd-478b-aa96-f4c33a77b2d7 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:08.027555 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0077cc36-aaa9-443d-ad24-7e10094cf341 req-01ba8276-f2bd-478b-aa96-f4c33a77b2d7 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7d864fb-d99a-4b8b-836a-5ba0bd97db6c HTTP/1.1" status: 200 len: 945 time: 0.1041877 Aug 10 03:16:08.090357 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5e0e98c5-4846-4a4d-8dd3-7b5e84b48511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:08.103759 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0077cc36-aaa9-443d-ad24-7e10094cf341 req-5b576689-e431-4484-9278-cf9b5ef66a3e tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705063 Aug 10 03:16:08.153917 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device ee384af7-0b27-4268-a6eb-5ba07e13950a up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:16:08.158787 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0e98c5-4846-4a4d-8dd3-7b5e84b48511 admin admin] Checking segment: {'id': 'bb5826fd-13f9-4737-be5f-46ce38ebd549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd1e68237-a664-422b-b005-d5e450d45372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:16:08.159149 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0e98c5-4846-4a4d-8dd3-7b5e84b48511 admin admin] Network hostable DHCP agents. Network: d1e68237-a664-422b-b005-d5e450d45372, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:16:08.168561 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0e98c5-4846-4a4d-8dd3-7b5e84b48511 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31ffc495-0d57-4c63-9695-aba9cef6afdd,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:08.190626 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0e98c5-4846-4a4d-8dd3-7b5e84b48511 admin admin] Network d1e68237-a664-422b-b005-d5e450d45372 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:16:08.215749 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-5e0e98c5-4846-4a4d-8dd3-7b5e84b48511 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, d1e68237-a664-422b-b005-d5e450d45372) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:16:08.234672 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0e98c5-4846-4a4d-8dd3-7b5e84b48511 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:08.236128 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5e0e98c5-4846-4a4d-8dd3-7b5e84b48511 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:08.242367 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0aadf0-255b-468d-a9c5-9f0850af6871 None None] Network d1e68237-a664-422b-b005-d5e450d45372 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:16:08.258726 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-5e0e98c5-4846-4a4d-8dd3-7b5e84b48511 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.4815595 Aug 10 03:16:08.298559 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e7b1739e-dae2-4103-960d-b8bda2708c1d req-298e5519-e833-49fb-96d0-f762f9f54253 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=ebce8dce68054ed889383d14d785c78e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0559986 Aug 10 03:16:08.594772 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b1739e-dae2-4103-960d-b8bda2708c1d req-f4381d85-54ea-49c6-bfee-f93697a5bdf9 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:08.597553 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-1f288965-7a67-4753-87f4-bc798bba699b req-b9274f99-6fe7-4596-ada7-2499bac2a788 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=808ab0b013b8411c9f012091d2eaa39f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0456331 Aug 10 03:16:08.605526 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e7b1739e-dae2-4103-960d-b8bda2708c1d req-f4381d85-54ea-49c6-bfee-f93697a5bdf9 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2996762 Aug 10 03:16:08.637618 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e7b1739e-dae2-4103-960d-b8bda2708c1d req-0f2afb5a-7fb2-401b-a640-f082f670f4a5 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/quotas/ebce8dce68054ed889383d14d785c78e HTTP/1.1" status: 200 len: 375 time: 0.0295014 Aug 10 03:16:08.680022 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5fa923f-47ad-431d-8fbd-7f2659943090 None None] Network d1e68237-a664-422b-b005-d5e450d45372 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:16:08.734487 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port ee384af7-0b27-4268-a6eb-5ba07e13950a triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:16:08.742854 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:08.763693 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e7b1739e-dae2-4103-960d-b8bda2708c1d req-78d93e83-fb61-4d47-8f77-b1d169cdfe24 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ebce8dce68054ed889383d14d785c78e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1163545 Aug 10 03:16:08.857721 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f288965-7a67-4753-87f4-bc798bba699b req-a5cd284d-0440-43c8-9d3f-f6e1d60aeb4a tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:08.859471 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-1f288965-7a67-4753-87f4-bc798bba699b req-a5cd284d-0440-43c8-9d3f-f6e1d60aeb4a tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2555566 Aug 10 03:16:08.880247 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-1f288965-7a67-4753-87f4-bc798bba699b req-3487d540-166d-4cce-bd5c-948945717fc2 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Request body: {'port': {'device_id': 'abb04be0-c7f2-4622-8647-9fdf68e648ba', 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721', 'admin_state_up': True, 'tenant_id': '808ab0b013b8411c9f012091d2eaa39f'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:08.967800 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:09.023532 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-606fd7b6-4d92-42ef-bdfb-d2d4bc73c46f x-openstack-request-id: req-606fd7b6-4d92-42ef-bdfb-d2d4bc73c46f {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:16:09.024796 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d757fe12-2e16-469c-8140-4383b7103a75", "tag": "10f2bdda-5018-4b17-83c9-3fa8048c31cb", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:16:09.025436 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-606fd7b6-4d92-42ef-bdfb-d2d4bc73c46f {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:16:09.026070 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd757fe12-2e16-469c-8140-4383b7103a75', 'tag': '10f2bdda-5018-4b17-83c9-3fa8048c31cb', 'status': 'completed', 'code': 200} Aug 10 03:16:09.026847 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '063e2de8-83eb-49a0-9d53-c3a7f698e2b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee384af7-0b27-4268-a6eb-5ba07e13950a'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:16:09.030576 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39b16824-59dc-4bc8-8588-6cf42358abe2" -d '{"events": [{"server_uuid": "063e2de8-83eb-49a0-9d53-c3a7f698e2b1", "name": "network-vif-plugged", "status": "completed", "tag": "ee384af7-0b27-4268-a6eb-5ba07e13950a"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:16:09.052093 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port ee384af7-0b27-4268-a6eb-5ba07e13950a, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=ee384af7-0b27-4268-a6eb-5ba07e13950a,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:09.061619 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:09.162636 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=ee384af7-0b27-4268-a6eb-5ba07e13950a,revision_number=10']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:09.173068 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f288965-7a67-4753-87f4-bc798bba699b req-3487d540-166d-4cce-bd5c-948945717fc2 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Made reservation on behalf of 808ab0b013b8411c9f012091d2eaa39f for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:16:09.179961 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-1f288965-7a67-4753-87f4-bc798bba699b req-3487d540-166d-4cce-bd5c-948945717fc2 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:09.455706 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [req-1f288965-7a67-4753-87f4-bc798bba699b req-3487d540-166d-4cce-bd5c-948945717fc2 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Allocated IP 192.168.233.64 (72a4be73-29a1-424c-8690-ecdcf6b06721/60d10164-1dee-4940-9d19-f71e6c18cbc5/5f10a11f-fa51-4b08-b7ae-76ff6155d72c) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:16:09.457421 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a8638-6b96-408d-bec5-1570bdba4c7c req-5bb4157c-4cea-4adb-8bc0-90f6de57c838 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:09.467184 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6e1a8638-6b96-408d-bec5-1570bdba4c7c req-5bb4157c-4cea-4adb-8bc0-90f6de57c838 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=d757fe12-2e16-469c-8140-4383b7103a75 HTTP/1.1" status: 200 len: 944 time: 0.0769916 Aug 10 03:16:09.570535 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6e1a8638-6b96-408d-bec5-1570bdba4c7c req-f3049ba5-85e5-4683-b35c-14ecd74ff780 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944104 Aug 10 03:16:09.733059 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-1f288965-7a67-4753-87f4-bc798bba699b req-3487d540-166d-4cce-bd5c-948945717fc2 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:09.748376 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [req-1f288965-7a67-4753-87f4-bc798bba699b req-3487d540-166d-4cce-bd5c-948945717fc2 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Transition to ACTIVE for port object 5f10a11f-fa51-4b08-b7ae-76ff6155d72c will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:16:09.786779 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-1f288965-7a67-4753-87f4-bc798bba699b req-3487d540-166d-4cce-bd5c-948945717fc2 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:09.805864 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['408a3286-4f2d-4fd4-a596-e648c93bfc43'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:16:09.808236 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['31f32a05-17ab-4fff-8025-246c50e68f96', 'ee384af7-0b27-4268-a6eb-5ba07e13950a'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:16:09.839045 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f288965-7a67-4753-87f4-bc798bba699b req-3487d540-166d-4cce-bd5c-948945717fc2 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Network 72a4be73-29a1-424c-8690-ecdcf6b06721 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:16:09.842484 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [req-1f288965-7a67-4753-87f4-bc798bba699b req-3487d540-166d-4cce-bd5c-948945717fc2 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:16:09.848679 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f288965-7a67-4753-87f4-bc798bba699b req-3487d540-166d-4cce-bd5c-948945717fc2 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:16:09.882560 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3487d540-166d-4cce-bd5c-948945717fc2 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Pushing event updated for resources: {'Port': ['ID=5f10a11f-fa51-4b08-b7ae-76ff6155d72c,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:09.932457 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f288965-7a67-4753-87f4-bc798bba699b req-3487d540-166d-4cce-bd5c-948945717fc2 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:09.933103 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-1f288965-7a67-4753-87f4-bc798bba699b req-3487d540-166d-4cce-bd5c-948945717fc2 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:09.951797 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-1f288965-7a67-4753-87f4-bc798bba699b req-3487d540-166d-4cce-bd5c-948945717fc2 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0780849 Aug 10 03:16:09.983634 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-1f288965-7a67-4753-87f4-bc798bba699b req-d1ede766-ac76-4290-aa29-f7a433b5a880 service neutron] Request body: {'port': {'device_id': 'abb04be0-c7f2-4622-8647-9fdf68e648ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-13'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:10.102828 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-1f288965-7a67-4753-87f4-bc798bba699b req-d1ede766-ac76-4290-aa29-f7a433b5a880 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:10.146586 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87af5653-b3e4-42c9-bccf-8cdb02098a6d req-e6a10420-c67e-48ce-83f8-9371ffa26f7c tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:10.148095 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-87af5653-b3e4-42c9-bccf-8cdb02098a6d req-e6a10420-c67e-48ce-83f8-9371ffa26f7c tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/networks?id=d1e68237-a664-422b-b005-d5e450d45372 HTTP/1.1" status: 200 len: 804 time: 0.2665224 Aug 10 03:16:10.173517 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-87af5653-b3e4-42c9-bccf-8cdb02098a6d req-5631d5ab-883c-48e0-8ebe-cf2b901b7e0f tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/quotas/7bdabbcb1a36419b89901e40f3363396 HTTP/1.1" status: 200 len: 375 time: 0.0180404 Aug 10 03:16:10.223059 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-87af5653-b3e4-42c9-bccf-8cdb02098a6d req-84791b6f-2731-41ce-9307-64ecb199e680 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=7bdabbcb1a36419b89901e40f3363396&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480001 Aug 10 03:16:10.332882 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-fd715cf5-316c-46c0-b6b6-16c2cc78a88d None None] Provisioning for port 5f10a11f-fa51-4b08-b7ae-76ff6155d72c completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:16:10.348835 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-fd715cf5-316c-46c0-b6b6-16c2cc78a88d None None] Provisioning complete for port 5f10a11f-fa51-4b08-b7ae-76ff6155d72c triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:16:10.349282 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-fd715cf5-316c-46c0-b6b6-16c2cc78a88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:10.361243 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-87af5653-b3e4-42c9-bccf-8cdb02098a6d req-2ca4fc51-aed4-4c6c-aab5-0e838407b34c service neutron] 10.222.0.44 "GET /v2.0/networks/d1e68237-a664-422b-b005-d5e450d45372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360264 Aug 10 03:16:10.391843 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-fd715cf5-316c-46c0-b6b6-16c2cc78a88d None None] Port 5f10a11f-fa51-4b08-b7ae-76ff6155d72c cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:16:10.493692 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-87af5653-b3e4-42c9-bccf-8cdb02098a6d req-a5ca0fc9-7137-447b-a238-b699bd50abf4 service neutron] 10.222.0.44 "GET /v2.0/networks/d1e68237-a664-422b-b005-d5e450d45372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279547 Aug 10 03:16:10.641991 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [req-1f288965-7a67-4753-87f4-bc798bba699b req-d1ede766-ac76-4290-aa29-f7a433b5a880 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f10a11f-fa51-4b08-b7ae-76ff6155d72c {{(pid=94261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:16:10.650818 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-1f288965-7a67-4753-87f4-bc798bba699b req-d1ede766-ac76-4290-aa29-f7a433b5a880 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:10.678956 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [req-1f288965-7a67-4753-87f4-bc798bba699b req-d1ede766-ac76-4290-aa29-f7a433b5a880 service neutron] Transition to ACTIVE for port object 5f10a11f-fa51-4b08-b7ae-76ff6155d72c will not be triggered until provisioned by entity L2. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:16:10.685865 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-1f288965-7a67-4753-87f4-bc798bba699b req-d1ede766-ac76-4290-aa29-f7a433b5a880 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:10.744588 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d01b9c6-840d-40f0-a4d8-52cc87463b8d req-87db957c-161c-45f8-a21b-fd02b4b41c5b tempest-AttachSCSIVolumeTestJSON-14947963 tempest-AttachSCSIVolumeTestJSON-14947963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:10.756070 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0d01b9c6-840d-40f0-a4d8-52cc87463b8d req-87db957c-161c-45f8-a21b-fd02b4b41c5b tempest-AttachSCSIVolumeTestJSON-14947963 tempest-AttachSCSIVolumeTestJSON-14947963-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e42b81e-493b-4fc0-95b1-6f41e4fd8082 HTTP/1.1" status: 200 len: 943 time: 0.0792181 Aug 10 03:16:10.795828 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ede766-ac76-4290-aa29-f7a433b5a880 service neutron] Pushing event updated for resources: {'Port': ['ID=5f10a11f-fa51-4b08-b7ae-76ff6155d72c,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:10.865348 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-1f288965-7a67-4753-87f4-bc798bba699b req-d1ede766-ac76-4290-aa29-f7a433b5a880 service neutron] Attempting to bind port 5f10a11f-fa51-4b08-b7ae-76ff6155d72c on host n-h2-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:16:10.865696 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-1f288965-7a67-4753-87f4-bc798bba699b req-d1ede766-ac76-4290-aa29-f7a433b5a880 service neutron] Attempting to bind port 5f10a11f-fa51-4b08-b7ae-76ff6155d72c by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:16:10.866195 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f288965-7a67-4753-87f4-bc798bba699b req-d1ede766-ac76-4290-aa29-f7a433b5a880 service neutron] Attempting to bind port 5f10a11f-fa51-4b08-b7ae-76ff6155d72c on network 72a4be73-29a1-424c-8690-ecdcf6b06721 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:16:10.871995 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f288965-7a67-4753-87f4-bc798bba699b req-d1ede766-ac76-4290-aa29-f7a433b5a880 service neutron] Port 5f10a11f-fa51-4b08-b7ae-76ff6155d72c on network 72a4be73-29a1-424c-8690-ecdcf6b06721 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:16:10.872389 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f288965-7a67-4753-87f4-bc798bba699b req-d1ede766-ac76-4290-aa29-f7a433b5a880 service neutron] Attempting to bind port 5f10a11f-fa51-4b08-b7ae-76ff6155d72c on network 72a4be73-29a1-424c-8690-ecdcf6b06721 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:16:10.875704 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0d01b9c6-840d-40f0-a4d8-52cc87463b8d req-dd5e3130-ec4e-498b-aeed-27551491c373 tempest-AttachSCSIVolumeTestJSON-14947963 tempest-AttachSCSIVolumeTestJSON-14947963-project] 10.222.0.44 "GET /v2.0/security-groups?id=2b8ab577-658a-47ad-8db6-8fa5608a0dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124578 Aug 10 03:16:10.878723 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f288965-7a67-4753-87f4-bc798bba699b req-d1ede766-ac76-4290-aa29-f7a433b5a880 service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:16:10.879073 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f288965-7a67-4753-87f4-bc798bba699b req-d1ede766-ac76-4290-aa29-f7a433b5a880 service neutron] Checking segment: {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:16:10.879461 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f288965-7a67-4753-87f4-bc798bba699b req-d1ede766-ac76-4290-aa29-f7a433b5a880 service neutron] Bound using segment: {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:16:10.879904 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-1f288965-7a67-4753-87f4-bc798bba699b req-d1ede766-ac76-4290-aa29-f7a433b5a880 service neutron] Bound port: 5f10a11f-fa51-4b08-b7ae-76ff6155d72c, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'}}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:16:10.880268 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-1f288965-7a67-4753-87f4-bc798bba699b req-d1ede766-ac76-4290-aa29-f7a433b5a880 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:10.956940 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e7b1739e-dae2-4103-960d-b8bda2708c1d req-99a1c7f4-ed51-442f-99ac-461a45eee103 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=ebce8dce68054ed889383d14d785c78e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0753050 Aug 10 03:16:11.082316 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-1f288965-7a67-4753-87f4-bc798bba699b req-d1ede766-ac76-4290-aa29-f7a433b5a880 service neutron] For port 5f10a11f-fa51-4b08-b7ae-76ff6155d72c, host n-h2-768862-13, cleared binding levels {{(pid=94261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:16:11.087593 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-1f288965-7a67-4753-87f4-bc798bba699b req-d1ede766-ac76-4290-aa29-f7a433b5a880 service neutron] For port 5f10a11f-fa51-4b08-b7ae-76ff6155d72c, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=5f10a11f-fa51-4b08-b7ae-76ff6155d72c,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:16:11.097442 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-1f288965-7a67-4753-87f4-bc798bba699b req-d1ede766-ac76-4290-aa29-f7a433b5a880 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:11.168651 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2daa78d-7909-4d16-bfea-b35c7aaee1b8 req-989c093c-3e99-44ec-9a7b-49c99f56b599 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:11.173675 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b2daa78d-7909-4d16-bfea-b35c7aaee1b8 req-989c093c-3e99-44ec-9a7b-49c99f56b599 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=abb04be0-c7f2-4622-8647-9fdf68e648ba HTTP/1.1" status: 200 len: 947 time: 0.1288183 Aug 10 03:16:11.212580 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b1739e-dae2-4103-960d-b8bda2708c1d req-9e78e52d-43e2-4ae5-8736-c0ae311decad tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:11.215177 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e7b1739e-dae2-4103-960d-b8bda2708c1d req-9e78e52d-43e2-4ae5-8736-c0ae311decad tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2498212 Aug 10 03:16:11.234307 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f288965-7a67-4753-87f4-bc798bba699b req-d1ede766-ac76-4290-aa29-f7a433b5a880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:11.235311 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-1f288965-7a67-4753-87f4-bc798bba699b req-d1ede766-ac76-4290-aa29-f7a433b5a880 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:11.237209 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-1f288965-7a67-4753-87f4-bc798bba699b req-d1ede766-ac76-4290-aa29-f7a433b5a880 service neutron] 10.222.0.61 "PUT /v2.0/ports/5f10a11f-fa51-4b08-b7ae-76ff6155d72c HTTP/1.1" status: 200 len: 1096 time: 1.2612221 Aug 10 03:16:11.237606 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abb04be0-c7f2-4622-8647-9fdf68e648ba', 'tag': '5f10a11f-fa51-4b08-b7ae-76ff6155d72c'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:16:11.240559 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54caf0e7-8cd9-43f4-b5e6-a62f89a8a8e0" -d '{"events": [{"name": "network-changed", "server_uuid": "abb04be0-c7f2-4622-8647-9fdf68e648ba", "tag": "5f10a11f-fa51-4b08-b7ae-76ff6155d72c"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:16:11.251798 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ede766-ac76-4290-aa29-f7a433b5a880 service neutron] Pushing event updated for resources: {'Port': ['ID=5f10a11f-fa51-4b08-b7ae-76ff6155d72c,revision_number=3']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:11.278684 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-e7b1739e-dae2-4103-960d-b8bda2708c1d req-6a3a0b56-b43c-43c6-ba7a-ef84a1f380a2 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Request body: {'port': {'device_id': '2b5ed1f1-b874-42c1-aef6-917c9362870d', 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721', 'admin_state_up': True, 'tenant_id': 'ebce8dce68054ed889383d14d785c78e'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:11.375963 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b2daa78d-7909-4d16-bfea-b35c7aaee1b8 req-d2f421d6-f767-4db6-9efc-4b49f32200fa tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765924 Aug 10 03:16:11.453735 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f288965-7a67-4753-87f4-bc798bba699b req-13a8b232-ca51-43e7-bd5f-35620014c434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:11.455301 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-1f288965-7a67-4753-87f4-bc798bba699b req-13a8b232-ca51-43e7-bd5f-35620014c434 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=808ab0b013b8411c9f012091d2eaa39f&device_id=abb04be0-c7f2-4622-8647-9fdf68e648ba HTTP/1.1" status: 200 len: 1099 time: 0.1222734 Aug 10 03:16:11.531194 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-1f288965-7a67-4753-87f4-bc798bba699b req-ce61fc64-27e8-4f5f-91c4-7933cfb5ad62 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=5f10a11f-fa51-4b08-b7ae-76ff6155d72c HTTP/1.1" status: 200 len: 217 time: 0.0649307 Aug 10 03:16:11.543814 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2b5ca435-d998-4502-8b5c-f07d7675755b req-10c4f7f0-a7d7-4986-85d7-451b97658e2a tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b5ed1f1-b874-42c1-aef6-917c9362870d HTTP/1.1" status: 200 len: 210 time: 0.0833325 Aug 10 03:16:11.566516 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7b1739e-dae2-4103-960d-b8bda2708c1d req-6a3a0b56-b43c-43c6-ba7a-ef84a1f380a2 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Made reservation on behalf of ebce8dce68054ed889383d14d785c78e for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:16:11.570474 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-e7b1739e-dae2-4103-960d-b8bda2708c1d req-6a3a0b56-b43c-43c6-ba7a-ef84a1f380a2 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:11.605871 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f288965-7a67-4753-87f4-bc798bba699b req-3c6b43f8-8997-4e06-8ded-534fb1fa11a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:11.609706 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-1f288965-7a67-4753-87f4-bc798bba699b req-3c6b43f8-8997-4e06-8ded-534fb1fa11a9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=60d10164-1dee-4940-9d19-f71e6c18cbc5 HTTP/1.1" status: 200 len: 843 time: 0.0644803 Aug 10 03:16:11.619583 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c37148-3f3a-4c59-9076-3ed5566c22e4 x-openstack-request-id: req-e8c37148-3f3a-4c59-9076-3ed5566c22e4 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:16:11.620021 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "063e2de8-83eb-49a0-9d53-c3a7f698e2b1", "name": "network-vif-plugged", "status": "completed", "tag": "ee384af7-0b27-4268-a6eb-5ba07e13950a", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:16:11.620284 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e8c37148-3f3a-4c59-9076-3ed5566c22e4 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:16:11.621171 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '063e2de8-83eb-49a0-9d53-c3a7f698e2b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee384af7-0b27-4268-a6eb-5ba07e13950a', 'code': 200} Aug 10 03:16:11.699998 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f288965-7a67-4753-87f4-bc798bba699b req-12da3d1c-522b-461c-834f-f295cc5ece00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:11.703449 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-1f288965-7a67-4753-87f4-bc798bba699b req-12da3d1c-522b-461c-834f-f295cc5ece00 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=72a4be73-29a1-424c-8690-ecdcf6b06721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0768120 Aug 10 03:16:11.793774 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0241f462-f713-4651-83a7-250062dd0441 req-4d0ec6fb-0706-4b11-be44-6e6581844bfc tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:11.795300 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0241f462-f713-4651-83a7-250062dd0441 req-4d0ec6fb-0706-4b11-be44-6e6581844bfc tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7d864fb-d99a-4b8b-836a-5ba0bd97db6c HTTP/1.1" status: 200 len: 945 time: 0.0884686 Aug 10 03:16:11.817614 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-e7b1739e-dae2-4103-960d-b8bda2708c1d req-6a3a0b56-b43c-43c6-ba7a-ef84a1f380a2 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Allocated IP 192.168.233.47 (72a4be73-29a1-424c-8690-ecdcf6b06721/60d10164-1dee-4940-9d19-f71e6c18cbc5/965cc679-d2fa-422b-ac60-1738e2b8cad9) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:16:11.870651 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0241f462-f713-4651-83a7-250062dd0441 req-85f3905a-984c-4039-9427-c87291c4c72c tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689120 Aug 10 03:16:11.890499 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-1f288965-7a67-4753-87f4-bc798bba699b req-2dec29ee-d334-4031-8eea-863964146c6c service neutron] 10.222.0.61 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110284 Aug 10 03:16:12.018121 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-1f288965-7a67-4753-87f4-bc798bba699b req-2607f5bf-510c-4f5d-87be-027917bcf823 service neutron] 10.222.0.61 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175311 Aug 10 03:16:12.033267 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-e7b1739e-dae2-4103-960d-b8bda2708c1d req-6a3a0b56-b43c-43c6-ba7a-ef84a1f380a2 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:12.045151 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0492d9fb-ff93-4085-a1d5-8ae2d003b832 req-a1630c0c-b0ee-427a-841d-dc4904021571 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--14309310&fields=id&tenant_id=a9d9692f94284ab383feb6bc4fe6dbd1 HTTP/1.1" status: 200 len: 267 time: 0.0652847 Aug 10 03:16:12.053376 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-e7b1739e-dae2-4103-960d-b8bda2708c1d req-6a3a0b56-b43c-43c6-ba7a-ef84a1f380a2 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Transition to ACTIVE for port object 965cc679-d2fa-422b-ac60-1738e2b8cad9 will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:16:12.168850 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-e7b1739e-dae2-4103-960d-b8bda2708c1d req-6a3a0b56-b43c-43c6-ba7a-ef84a1f380a2 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:12.181832 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['1ea64ec5-c51a-439a-9ea6-ca81f0db8286', '379a5f92-4b22-40ff-9d10-bcb476e344f3'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:16:12.208241 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0492d9fb-ff93-4085-a1d5-8ae2d003b832 req-8d9a8d35-5800-4374-b809-03dfd55bb523 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:12.209274 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['47c4ce85-91b4-497b-92b0-9e8b46ec064d', '543834ab-fb50-4b3a-b4b6-4babb30446ef', 'b8bbab66-a855-4a43-83f3-c4fa1af2df54'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:16:12.209755 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0492d9fb-ff93-4085-a1d5-8ae2d003b832 req-8d9a8d35-5800-4374-b809-03dfd55bb523 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] 10.222.0.44 "GET /v2.0/networks?id=7bfbeebb-f42f-441e-a7f5-dde179143eae HTTP/1.1" status: 200 len: 824 time: 0.1575997 Aug 10 03:16:12.237912 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7b1739e-dae2-4103-960d-b8bda2708c1d req-6a3a0b56-b43c-43c6-ba7a-ef84a1f380a2 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Network 72a4be73-29a1-424c-8690-ecdcf6b06721 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:16:12.243390 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-e7b1739e-dae2-4103-960d-b8bda2708c1d req-6a3a0b56-b43c-43c6-ba7a-ef84a1f380a2 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:16:12.247947 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7b1739e-dae2-4103-960d-b8bda2708c1d req-6a3a0b56-b43c-43c6-ba7a-ef84a1f380a2 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:16:12.251276 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0492d9fb-ff93-4085-a1d5-8ae2d003b832 req-ec8420d7-3dc4-4c88-b9d2-247f46e05b18 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] 10.222.0.44 "GET /v2.0/quotas/a9d9692f94284ab383feb6bc4fe6dbd1 HTTP/1.1" status: 200 len: 375 time: 0.0351732 Aug 10 03:16:12.256043 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3a0b56-b43c-43c6-ba7a-ef84a1f380a2 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Pushing event updated for resources: {'Port': ['ID=965cc679-d2fa-422b-ac60-1738e2b8cad9,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:12.333182 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b1739e-dae2-4103-960d-b8bda2708c1d req-6a3a0b56-b43c-43c6-ba7a-ef84a1f380a2 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:12.333864 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-e7b1739e-dae2-4103-960d-b8bda2708c1d req-6a3a0b56-b43c-43c6-ba7a-ef84a1f380a2 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:12.378849 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0492d9fb-ff93-4085-a1d5-8ae2d003b832 req-6b850e96-58ea-4996-9e61-f19308ca808c tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a9d9692f94284ab383feb6bc4fe6dbd1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1200325 Aug 10 03:16:12.381374 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e7b1739e-dae2-4103-960d-b8bda2708c1d req-6a3a0b56-b43c-43c6-ba7a-ef84a1f380a2 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1137700 Aug 10 03:16:12.440809 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-e7b1739e-dae2-4103-960d-b8bda2708c1d req-084f8823-b09b-416e-994e-dca35bba40d8 service neutron] Request body: {'port': {'device_id': '2b5ed1f1-b874-42c1-aef6-917c9362870d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:12.543758 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-e7b1739e-dae2-4103-960d-b8bda2708c1d req-084f8823-b09b-416e-994e-dca35bba40d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:12.578807 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0492d9fb-ff93-4085-a1d5-8ae2d003b832 req-59d7cdfc-95e0-4749-a9cf-67704ae2d7b3 service neutron] 10.222.0.44 "GET /v2.0/networks/7bfbeebb-f42f-441e-a7f5-dde179143eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962011 Aug 10 03:16:12.636267 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-3d19b715-ed44-4be0-b751-e7d1354ca4a1 None None] Provisioning for port 965cc679-d2fa-422b-ac60-1738e2b8cad9 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:16:12.652221 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-3d19b715-ed44-4be0-b751-e7d1354ca4a1 None None] Provisioning complete for port 965cc679-d2fa-422b-ac60-1738e2b8cad9 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:16:12.652597 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3d19b715-ed44-4be0-b751-e7d1354ca4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:12.709347 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-3d19b715-ed44-4be0-b751-e7d1354ca4a1 None None] Port 965cc679-d2fa-422b-ac60-1738e2b8cad9 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:16:12.760738 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0492d9fb-ff93-4085-a1d5-8ae2d003b832 req-e56527b7-0704-4695-a419-2857eb2a2101 service neutron] 10.222.0.44 "GET /v2.0/networks/7bfbeebb-f42f-441e-a7f5-dde179143eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647122 Aug 10 03:16:12.916304 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-e7b1739e-dae2-4103-960d-b8bda2708c1d req-084f8823-b09b-416e-994e-dca35bba40d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 965cc679-d2fa-422b-ac60-1738e2b8cad9 {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:16:12.945110 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-e7b1739e-dae2-4103-960d-b8bda2708c1d req-084f8823-b09b-416e-994e-dca35bba40d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:12.978006 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-e7b1739e-dae2-4103-960d-b8bda2708c1d req-084f8823-b09b-416e-994e-dca35bba40d8 service neutron] Transition to ACTIVE for port object 965cc679-d2fa-422b-ac60-1738e2b8cad9 will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:16:12.990499 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-e7b1739e-dae2-4103-960d-b8bda2708c1d req-084f8823-b09b-416e-994e-dca35bba40d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:13.013468 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdaad7e-0270-4cac-88dd-61aa472fc4fd req-50f33f90-a9bd-4650-98ca-8a31b606479c tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:13.015185 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-acdaad7e-0270-4cac-88dd-61aa472fc4fd req-50f33f90-a9bd-4650-98ca-8a31b606479c tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=d757fe12-2e16-469c-8140-4383b7103a75 HTTP/1.1" status: 200 len: 944 time: 0.1037841 Aug 10 03:16:13.100963 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084f8823-b09b-416e-994e-dca35bba40d8 service neutron] Pushing event updated for resources: {'Port': ['ID=965cc679-d2fa-422b-ac60-1738e2b8cad9,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:13.124114 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-acdaad7e-0270-4cac-88dd-61aa472fc4fd req-19e5cb43-116b-42fc-9818-8617bbd73de5 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795779 Aug 10 03:16:13.241277 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66973da-476b-45cc-a906-88fd138999cc req-e9c6639f-3f13-4f93-980f-e31ffb81aacd tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:13.250569 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-b66973da-476b-45cc-a906-88fd138999cc req-e9c6639f-3f13-4f93-980f-e31ffb81aacd tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9314696-1eff-43c8-8add-42d325d4d849 HTTP/1.1" status: 200 len: 946 time: 0.3202991 Aug 10 03:16:13.330744 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-e7b1739e-dae2-4103-960d-b8bda2708c1d req-084f8823-b09b-416e-994e-dca35bba40d8 service neutron] Attempting to bind port 965cc679-d2fa-422b-ac60-1738e2b8cad9 on host n-h2-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:16:13.334142 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-e7b1739e-dae2-4103-960d-b8bda2708c1d req-084f8823-b09b-416e-994e-dca35bba40d8 service neutron] Attempting to bind port 965cc679-d2fa-422b-ac60-1738e2b8cad9 by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:16:13.334142 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b1739e-dae2-4103-960d-b8bda2708c1d req-084f8823-b09b-416e-994e-dca35bba40d8 service neutron] Attempting to bind port 965cc679-d2fa-422b-ac60-1738e2b8cad9 on network 72a4be73-29a1-424c-8690-ecdcf6b06721 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:16:13.343464 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b1739e-dae2-4103-960d-b8bda2708c1d req-084f8823-b09b-416e-994e-dca35bba40d8 service neutron] Port 965cc679-d2fa-422b-ac60-1738e2b8cad9 on network 72a4be73-29a1-424c-8690-ecdcf6b06721 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:16:13.343874 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b1739e-dae2-4103-960d-b8bda2708c1d req-084f8823-b09b-416e-994e-dca35bba40d8 service neutron] Attempting to bind port 965cc679-d2fa-422b-ac60-1738e2b8cad9 on network 72a4be73-29a1-424c-8690-ecdcf6b06721 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:16:13.394006 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3b6d802c-6754-4b3e-8570-c04d15bcf78e req-b20401ed-e666-4797-bfcc-be83f64b3605 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/ports?device_id=55272776-c5a8-4fab-bb65-bb9a3b047114 HTTP/1.1" status: 200 len: 210 time: 0.0464101 Aug 10 03:16:13.397220 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b1739e-dae2-4103-960d-b8bda2708c1d req-084f8823-b09b-416e-994e-dca35bba40d8 service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:16:13.397683 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b1739e-dae2-4103-960d-b8bda2708c1d req-084f8823-b09b-416e-994e-dca35bba40d8 service neutron] Checking segment: {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:16:13.398342 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b1739e-dae2-4103-960d-b8bda2708c1d req-084f8823-b09b-416e-994e-dca35bba40d8 service neutron] Bound using segment: {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:16:13.399513 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-e7b1739e-dae2-4103-960d-b8bda2708c1d req-084f8823-b09b-416e-994e-dca35bba40d8 service neutron] Bound port: 965cc679-d2fa-422b-ac60-1738e2b8cad9, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:16:13.399933 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-e7b1739e-dae2-4103-960d-b8bda2708c1d req-084f8823-b09b-416e-994e-dca35bba40d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:13.508063 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-e7b1739e-dae2-4103-960d-b8bda2708c1d req-084f8823-b09b-416e-994e-dca35bba40d8 service neutron] For port 965cc679-d2fa-422b-ac60-1738e2b8cad9, host n-h2-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:16:13.532326 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-e7b1739e-dae2-4103-960d-b8bda2708c1d req-084f8823-b09b-416e-994e-dca35bba40d8 service neutron] For port 965cc679-d2fa-422b-ac60-1738e2b8cad9, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=965cc679-d2fa-422b-ac60-1738e2b8cad9,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:16:13.549102 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-e7b1739e-dae2-4103-960d-b8bda2708c1d req-084f8823-b09b-416e-994e-dca35bba40d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:13.602190 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b1739e-dae2-4103-960d-b8bda2708c1d req-084f8823-b09b-416e-994e-dca35bba40d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:13.602861 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-e7b1739e-dae2-4103-960d-b8bda2708c1d req-084f8823-b09b-416e-994e-dca35bba40d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:13.604284 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e7b1739e-dae2-4103-960d-b8bda2708c1d req-084f8823-b09b-416e-994e-dca35bba40d8 service neutron] 10.222.0.61 "PUT /v2.0/ports/965cc679-d2fa-422b-ac60-1738e2b8cad9 HTTP/1.1" status: 200 len: 1096 time: 1.1678720 Aug 10 03:16:13.605897 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b5ed1f1-b874-42c1-aef6-917c9362870d', 'tag': '965cc679-d2fa-422b-ac60-1738e2b8cad9'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:16:13.608223 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e497cb-d629-4f4a-8f0e-003f84d5607b" -d '{"events": [{"name": "network-changed", "server_uuid": "2b5ed1f1-b874-42c1-aef6-917c9362870d", "tag": "965cc679-d2fa-422b-ac60-1738e2b8cad9"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:16:13.617364 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [req-74023aae-6064-4cda-bff1-2df71b8b65c6 req-4629cd50-9d06-45e1-b54a-b14d37d61a1d tempest-LiveMigrationTest-1156190287 tempest-LiveMigrationTest-1156190287-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:16:13.619471 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-74023aae-6064-4cda-bff1-2df71b8b65c6 req-4629cd50-9d06-45e1-b54a-b14d37d61a1d tempest-LiveMigrationTest-1156190287 tempest-LiveMigrationTest-1156190287-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0141592 Aug 10 03:16:13.643968 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-74023aae-6064-4cda-bff1-2df71b8b65c6 req-ce574d46-aa71-4945-ae61-d306e2ae30e9 service neutron] Request body: {'binding': {'host': 'n-h1-768862-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:13.644440 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-74023aae-6064-4cda-bff1-2df71b8b65c6 req-ce574d46-aa71-4945-ae61-d306e2ae30e9 service neutron] Unknown quota resources ['binding']. {{(pid=94260) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 03:16:13.765807 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084f8823-b09b-416e-994e-dca35bba40d8 service neutron] Pushing event updated for resources: {'Port': ['ID=965cc679-d2fa-422b-ac60-1738e2b8cad9,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:13.803580 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a570392-b4bd-4081-a7fe-96fd29cf89ac req-6674a440-9b69-4835-a468-39cde8a7aa8e tempest-AttachSCSIVolumeTestJSON-14947963 tempest-AttachSCSIVolumeTestJSON-14947963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:13.808888 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d273acc-9753-4c1b-93ff-bc8457cfbd2a x-openstack-request-id: req-1d273acc-9753-4c1b-93ff-bc8457cfbd2a {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:16:13.811905 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7a570392-b4bd-4081-a7fe-96fd29cf89ac req-6674a440-9b69-4835-a468-39cde8a7aa8e tempest-AttachSCSIVolumeTestJSON-14947963 tempest-AttachSCSIVolumeTestJSON-14947963-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e42b81e-493b-4fc0-95b1-6f41e4fd8082 HTTP/1.1" status: 200 len: 943 time: 0.2255867 Aug 10 03:16:13.812335 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abb04be0-c7f2-4622-8647-9fdf68e648ba", "tag": "5f10a11f-fa51-4b08-b7ae-76ff6155d72c", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:16:13.813131 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1d273acc-9753-4c1b-93ff-bc8457cfbd2a {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:16:13.813131 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abb04be0-c7f2-4622-8647-9fdf68e648ba', 'tag': '5f10a11f-fa51-4b08-b7ae-76ff6155d72c', 'status': 'completed', 'code': 200} Aug 10 03:16:13.815570 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f61ab59-2e8b-4b0c-964b-dead9ab659ce req-044c1c9c-5994-489d-a2dc-f0b1cacdd0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:13.817140 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-4f61ab59-2e8b-4b0c-964b-dead9ab659ce req-044c1c9c-5994-489d-a2dc-f0b1cacdd0ef service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4fedcd46377344729593c49493334f54&device_id=d757fe12-2e16-469c-8140-4383b7103a75 HTTP/1.1" status: 200 len: 1127 time: 0.7994165 Aug 10 03:16:13.891495 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b1739e-dae2-4103-960d-b8bda2708c1d req-083c53ec-964f-432c-b570-146a6f410bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:13.893019 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e7b1739e-dae2-4103-960d-b8bda2708c1d req-083c53ec-964f-432c-b570-146a6f410bdf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ebce8dce68054ed889383d14d785c78e&device_id=2b5ed1f1-b874-42c1-aef6-917c9362870d HTTP/1.1" status: 200 len: 1099 time: 0.1938717 Aug 10 03:16:13.915297 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54caf0e7-8cd9-43f4-b5e6-a62f89a8a8e0 req-50b60a61-5c00-4225-9e14-7e8510db5186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:13.916712 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-54caf0e7-8cd9-43f4-b5e6-a62f89a8a8e0 req-50b60a61-5c00-4225-9e14-7e8510db5186 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=808ab0b013b8411c9f012091d2eaa39f&device_id=abb04be0-c7f2-4622-8647-9fdf68e648ba HTTP/1.1" status: 200 len: 1099 time: 0.1209707 Aug 10 03:16:13.927766 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7a570392-b4bd-4081-a7fe-96fd29cf89ac req-0ce30759-c8b5-44a8-a2b8-afd29869718c tempest-AttachSCSIVolumeTestJSON-14947963 tempest-AttachSCSIVolumeTestJSON-14947963-project] 10.222.0.44 "GET /v2.0/security-groups?id=2b8ab577-658a-47ad-8db6-8fa5608a0dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148283 Aug 10 03:16:13.998076 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e7b1739e-dae2-4103-960d-b8bda2708c1d req-3f34d10d-3212-4a4f-b263-13077990fbbb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=965cc679-d2fa-422b-ac60-1738e2b8cad9 HTTP/1.1" status: 200 len: 217 time: 0.0905914 Aug 10 03:16:14.030374 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32f1cb3-f16d-4c90-9a01-2d26fd07d909 req-4e1ad433-d897-4c51-8417-d2b089091020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:14.031903 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b32f1cb3-f16d-4c90-9a01-2d26fd07d909 req-4e1ad433-d897-4c51-8417-d2b089091020 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bd4ff3ae34274cb6803be2c6188b2b0c&device_id=e7d864fb-d99a-4b8b-836a-5ba0bd97db6c HTTP/1.1" status: 200 len: 1097 time: 0.2023580 Aug 10 03:16:14.043569 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-b66973da-476b-45cc-a906-88fd138999cc req-f0faec48-6472-4746-bb7e-6ff49deb77e8 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Deleting port 762a71c0-9382-4c69-8bad-ab26883c428a {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:16:14.043833 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-b66973da-476b-45cc-a906-88fd138999cc req-f0faec48-6472-4746-bb7e-6ff49deb77e8 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:14.128292 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f61ab59-2e8b-4b0c-964b-dead9ab659ce req-c0753767-093e-47fd-861e-0542e82b0400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:14.130094 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-4f61ab59-2e8b-4b0c-964b-dead9ab659ce req-c0753767-093e-47fd-861e-0542e82b0400 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1 HTTP/1.1" status: 200 len: 921 time: 0.2925193 Aug 10 03:16:14.199355 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-4f61ab59-2e8b-4b0c-964b-dead9ab659ce req-51726ef0-4eda-4bbf-9e02-b6f48e1496a3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10f2bdda-5018-4b17-83c9-3fa8048c31cb HTTP/1.1" status: 200 len: 217 time: 0.0613205 Aug 10 03:16:14.269520 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54caf0e7-8cd9-43f4-b5e6-a62f89a8a8e0 req-3f564767-810c-4642-a4fa-308bceaef866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:14.270921 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-54caf0e7-8cd9-43f4-b5e6-a62f89a8a8e0 req-3f564767-810c-4642-a4fa-308bceaef866 service neutron] 10.222.0.61 "GET /v2.0/networks?id=72a4be73-29a1-424c-8690-ecdcf6b06721 HTTP/1.1" status: 200 len: 869 time: 0.3218014 Aug 10 03:16:14.298197 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-b66973da-476b-45cc-a906-88fd138999cc req-f0faec48-6472-4746-bb7e-6ff49deb77e8 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] For port 762a71c0-9382-4c69-8bad-ab26883c428a, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=762a71c0-9382-4c69-8bad-ab26883c428a,segment=NetworkSegment(b42426e6-502c-40d3-9c61-ff26c82f39ea),segment_id=b42426e6-502c-40d3-9c61-ff26c82f39ea)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:14.298591 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-b66973da-476b-45cc-a906-88fd138999cc req-f0faec48-6472-4746-bb7e-6ff49deb77e8 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:14.335887 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-54caf0e7-8cd9-43f4-b5e6-a62f89a8a8e0 req-58d43724-8cea-4cdf-b8ff-da28938fa450 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=5f10a11f-fa51-4b08-b7ae-76ff6155d72c HTTP/1.1" status: 200 len: 217 time: 0.0520298 Aug 10 03:16:14.337875 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f61ab59-2e8b-4b0c-964b-dead9ab659ce req-7f1bcd41-c5b3-41ab-a2a5-b8d395f76e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:14.339461 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-4f61ab59-2e8b-4b0c-964b-dead9ab659ce req-7f1bcd41-c5b3-41ab-a2a5-b8d395f76e70 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8a049acb-8e7b-42fd-b8b6-b5c474462166 HTTP/1.1" status: 200 len: 861 time: 0.1286929 Aug 10 03:16:14.436148 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-74023aae-6064-4cda-bff1-2df71b8b65c6 req-ce574d46-aa71-4945-ae61-d306e2ae30e9 service neutron] Attempting to bind port 0cb5a014-55a4-43c5-9319-d762dfff6f73 on host n-h1-768862-13 for vnic_type normal with profile None {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:16:14.436480 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-74023aae-6064-4cda-bff1-2df71b8b65c6 req-ce574d46-aa71-4945-ae61-d306e2ae30e9 service neutron] Attempting to bind port 0cb5a014-55a4-43c5-9319-d762dfff6f73 by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '6bf2f30c-8de9-48b6-ac35-0afe448267ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fb04e5c4-4048-4691-8fd2-5191f92c4dcc'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:16:14.436792 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74023aae-6064-4cda-bff1-2df71b8b65c6 req-ce574d46-aa71-4945-ae61-d306e2ae30e9 service neutron] Attempting to bind port 0cb5a014-55a4-43c5-9319-d762dfff6f73 on network fb04e5c4-4048-4691-8fd2-5191f92c4dcc {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:16:14.455401 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b1739e-dae2-4103-960d-b8bda2708c1d req-c8c41825-245f-459b-b501-b365231668c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:14.456907 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e7b1739e-dae2-4103-960d-b8bda2708c1d req-c8c41825-245f-459b-b501-b365231668c8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=60d10164-1dee-4940-9d19-f71e6c18cbc5 HTTP/1.1" status: 200 len: 843 time: 0.4395902 Aug 10 03:16:14.467956 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74023aae-6064-4cda-bff1-2df71b8b65c6 req-ce574d46-aa71-4945-ae61-d306e2ae30e9 service neutron] Port 0cb5a014-55a4-43c5-9319-d762dfff6f73 on network fb04e5c4-4048-4691-8fd2-5191f92c4dcc not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:16:14.468282 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74023aae-6064-4cda-bff1-2df71b8b65c6 req-ce574d46-aa71-4945-ae61-d306e2ae30e9 service neutron] Attempting to bind port 0cb5a014-55a4-43c5-9319-d762dfff6f73 on network fb04e5c4-4048-4691-8fd2-5191f92c4dcc {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:16:14.474101 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-4f61ab59-2e8b-4b0c-964b-dead9ab659ce req-0a45e515-2cfc-40fb-8626-1def3172410e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1106284 Aug 10 03:16:14.525308 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74023aae-6064-4cda-bff1-2df71b8b65c6 req-ce574d46-aa71-4945-ae61-d306e2ae30e9 service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:16:14.525911 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74023aae-6064-4cda-bff1-2df71b8b65c6 req-ce574d46-aa71-4945-ae61-d306e2ae30e9 service neutron] Checking segment: {'id': '6bf2f30c-8de9-48b6-ac35-0afe448267ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fb04e5c4-4048-4691-8fd2-5191f92c4dcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:16:14.526510 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74023aae-6064-4cda-bff1-2df71b8b65c6 req-ce574d46-aa71-4945-ae61-d306e2ae30e9 service neutron] Bound using segment: {'id': '6bf2f30c-8de9-48b6-ac35-0afe448267ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fb04e5c4-4048-4691-8fd2-5191f92c4dcc'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:16:14.527139 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-74023aae-6064-4cda-bff1-2df71b8b65c6 req-ce574d46-aa71-4945-ae61-d306e2ae30e9 service neutron] Bound port: 0cb5a014-55a4-43c5-9319-d762dfff6f73, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bf2f30c-8de9-48b6-ac35-0afe448267ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fb04e5c4-4048-4691-8fd2-5191f92c4dcc'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:16:14.537142 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15030e71-0995-43e9-8cd4-9279db9175fc req-75db9a30-7065-40f6-bed1-4c7e106832ce tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:14.546766 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-15030e71-0995-43e9-8cd4-9279db9175fc req-75db9a30-7065-40f6-bed1-4c7e106832ce tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=abb04be0-c7f2-4622-8647-9fdf68e648ba HTTP/1.1" status: 200 len: 947 time: 0.4890845 Aug 10 03:16:14.564549 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54caf0e7-8cd9-43f4-b5e6-a62f89a8a8e0 req-4a95595a-ce76-4755-97de-7a1169b5e631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:14.566378 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-54caf0e7-8cd9-43f4-b5e6-a62f89a8a8e0 req-4a95595a-ce76-4755-97de-7a1169b5e631 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=60d10164-1dee-4940-9d19-f71e6c18cbc5 HTTP/1.1" status: 200 len: 843 time: 0.2041588 Aug 10 03:16:14.583564 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.42', 57150) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:14.711129 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32f1cb3-f16d-4c90-9a01-2d26fd07d909 req-72730e0a-c271-49f1-8c26-693c6eb141e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:14.714299 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b32f1cb3-f16d-4c90-9a01-2d26fd07d909 req-72730e0a-c271-49f1-8c26-693c6eb141e5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=06cba743-97cb-4e3d-9173-104a9c9a70d3 HTTP/1.1" status: 200 len: 911 time: 0.6558423 Aug 10 03:16:14.753155 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87af5653-b3e4-42c9-bccf-8cdb02098a6d req-87051eb0-4c22-455d-8c8c-f292705078b0 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:14.755071 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-87af5653-b3e4-42c9-bccf-8cdb02098a6d req-87051eb0-4c22-455d-8c8c-f292705078b0 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.42 "GET /v2.0/networks?id=d1e68237-a664-422b-b005-d5e450d45372 HTTP/1.1" status: 200 len: 804 time: 0.6783669 Aug 10 03:16:14.783907 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-87af5653-b3e4-42c9-bccf-8cdb02098a6d req-f81d4734-4fdd-4c47-8f7a-7dc69716fee2 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Request body: {'port': {'device_id': '55272776-c5a8-4fab-bb65-bb9a3b047114', 'network_id': 'd1e68237-a664-422b-b005-d5e450d45372', 'admin_state_up': True, 'tenant_id': '7bdabbcb1a36419b89901e40f3363396'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:14.793337 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b1739e-dae2-4103-960d-b8bda2708c1d req-814890c2-7121-47eb-976c-7486d26b7688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:14.794901 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e7b1739e-dae2-4103-960d-b8bda2708c1d req-814890c2-7121-47eb-976c-7486d26b7688 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=72a4be73-29a1-424c-8690-ecdcf6b06721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3234568 Aug 10 03:16:14.884573 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-15030e71-0995-43e9-8cd4-9279db9175fc req-977e5b47-8940-435f-9098-8bad8103e35c tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3367822 Aug 10 03:16:14.884862 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-4f61ab59-2e8b-4b0c-964b-dead9ab659ce req-f060a531-145b-4931-a01a-51a179aff427 service neutron] 10.222.0.42 "GET /v2.0/networks/7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3904030 Aug 10 03:16:14.887688 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54caf0e7-8cd9-43f4-b5e6-a62f89a8a8e0 req-36af5b50-af0b-413a-820d-f8f749c62b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:14.890119 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-54caf0e7-8cd9-43f4-b5e6-a62f89a8a8e0 req-36af5b50-af0b-413a-820d-f8f749c62b12 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=72a4be73-29a1-424c-8690-ecdcf6b06721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2868595 Aug 10 03:16:14.896673 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b32f1cb3-f16d-4c90-9a01-2d26fd07d909 req-4a2cbffc-64d4-408b-b1e2-b8c5dcc927c0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89ce21b3-cb13-421c-b603-44256c67efd3 HTTP/1.1" status: 200 len: 217 time: 0.1597276 Aug 10 03:16:14.918686 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-74023aae-6064-4cda-bff1-2df71b8b65c6 req-ce574d46-aa71-4945-ae61-d306e2ae30e9 service neutron] For port 0cb5a014-55a4-43c5-9319-d762dfff6f73, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=0cb5a014-55a4-43c5-9319-d762dfff6f73,segment=NetworkSegment(6bf2f30c-8de9-48b6-ac35-0afe448267ae),segment_id=6bf2f30c-8de9-48b6-ac35-0afe448267ae)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:16:14.969004 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-74023aae-6064-4cda-bff1-2df71b8b65c6 req-ce574d46-aa71-4945-ae61-d306e2ae30e9 service neutron] Notify callbacks [] for binding, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:14.970080 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-74023aae-6064-4cda-bff1-2df71b8b65c6 req-ce574d46-aa71-4945-ae61-d306e2ae30e9 service neutron] 10.222.0.44 "POST /v2.0/ports/0cb5a014-55a4-43c5-9319-d762dfff6f73/bindings HTTP/1.1" status: 201 len: 390 time: 1.3304448 Aug 10 03:16:15.065224 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-b66973da-476b-45cc-a906-88fd138999cc req-f0faec48-6472-4746-bb7e-6ff49deb77e8 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:15.066264 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-b66973da-476b-45cc-a906-88fd138999cc req-f0faec48-6472-4746-bb7e-6ff49deb77e8 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:15.066264 n-d-768862-13 neutron-server[94261]: INFO neutron.db.l3_db [req-b66973da-476b-45cc-a906-88fd138999cc req-f0faec48-6472-4746-bb7e-6ff49deb77e8 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Floating IP 450c4754-49e5-4218-80a3-16414feb67f9 disassociated. External IP: 172.25.6.79, port: 762a71c0-9382-4c69-8bad-ab26883c428a. Aug 10 03:16:15.066264 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-b66973da-476b-45cc-a906-88fd138999cc req-f0faec48-6472-4746-bb7e-6ff49deb77e8 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Calling delete_port for 762a71c0-9382-4c69-8bad-ab26883c428a owned by compute:nova {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:16:15.102649 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0492d9fb-ff93-4085-a1d5-8ae2d003b832 req-623f9961-2206-4dc0-94a3-aa87c6d3c3da tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:15.104151 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0492d9fb-ff93-4085-a1d5-8ae2d003b832 req-623f9961-2206-4dc0-94a3-aa87c6d3c3da tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] 10.222.0.42 "GET /v2.0/networks?id=7bfbeebb-f42f-441e-a7f5-dde179143eae HTTP/1.1" status: 200 len: 824 time: 0.4912074 Aug 10 03:16:15.141405 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32f1cb3-f16d-4c90-9a01-2d26fd07d909 req-a999f3b4-b15d-4933-ba72-70081abab13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:15.142855 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b32f1cb3-f16d-4c90-9a01-2d26fd07d909 req-a999f3b4-b15d-4933-ba72-70081abab13e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3f0e3909-62c9-4453-825e-ffacada819b0 HTTP/1.1" status: 200 len: 851 time: 0.1933494 Aug 10 03:16:15.183713 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-4f61ab59-2e8b-4b0c-964b-dead9ab659ce req-8c2f215d-475b-4378-bb14-56a70d6103e5 service neutron] 10.222.0.42 "GET /v2.0/networks/7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2895539 Aug 10 03:16:15.186863 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-54caf0e7-8cd9-43f4-b5e6-a62f89a8a8e0 req-d71bcc3f-917e-4843-b3a6-43a1343b2a02 service neutron] 10.222.0.61 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758873 Aug 10 03:16:15.211557 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f9e2ead6-5ae9-47f0-9117-7675397b0666 req-fe02601c-834c-49a5-aaf2-6bae64e67d87 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4af3e3c-6e20-4c99-a357-53e55ec3cee1 HTTP/1.1" status: 200 len: 210 time: 0.1040719 Aug 10 03:16:15.234139 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b40a90f-9779-4d50-96f1-528de9c8949d req-c34b3e77-93e5-4224-adff-51a991e0b786 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:15.235615 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7b40a90f-9779-4d50-96f1-528de9c8949d req-c34b3e77-93e5-4224-adff-51a991e0b786 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b5ed1f1-b874-42c1-aef6-917c9362870d HTTP/1.1" status: 200 len: 947 time: 0.2685654 Aug 10 03:16:15.260439 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e7b1739e-dae2-4103-960d-b8bda2708c1d req-a9bbda26-eb97-4a7d-a15a-a10b60485c69 service neutron] 10.222.0.61 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4132628 Aug 10 03:16:15.275630 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b32f1cb3-f16d-4c90-9a01-2d26fd07d909 req-74c4c330-650b-4acc-af3a-ccf84c5dd534 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=06cba743-97cb-4e3d-9173-104a9c9a70d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1033056 Aug 10 03:16:15.386565 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0492d9fb-ff93-4085-a1d5-8ae2d003b832 req-cea51215-06b3-4074-9fb1-c120f2b7aae0 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9d9692f94284ab383feb6bc4fe6dbd1 HTTP/1.1" status: 200 len: 378 time: 0.2709100 Aug 10 03:16:15.388824 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-54caf0e7-8cd9-43f4-b5e6-a62f89a8a8e0 req-836b6251-5ab0-4df3-93e8-ee0fe9f02cfe service neutron] 10.222.0.61 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734290 Aug 10 03:16:15.392473 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-b66973da-476b-45cc-a906-88fd138999cc req-f0faec48-6472-4746-bb7e-6ff49deb77e8 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:15.397843 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74023aae-6064-4cda-bff1-2df71b8b65c6 req-67c3b452-03b0-49dd-baa8-8ca9f649201a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:15.399388 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-74023aae-6064-4cda-bff1-2df71b8b65c6 req-67c3b452-03b0-49dd-baa8-8ca9f649201a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ef0c546763504af887a177f337462e10&device_id=6024574f-0b46-4839-8e14-6fe5bf6a8895 HTTP/1.1" status: 200 len: 1097 time: 0.1081834 Aug 10 03:16:15.438745 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0faec48-6472-4746-bb7e-6ff49deb77e8 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Pushing event deleted for resources: {'Port': ['ID=762a71c0-9382-4c69-8bad-ab26883c428a,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:15.453749 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-0492d9fb-ff93-4085-a1d5-8ae2d003b832 req-344af11f-1b6f-4a71-afac-e9f73b566c94 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Request body: {'port': {'device_id': 'b4af3e3c-6e20-4c99-a357-53e55ec3cee1', 'network_id': '7bfbeebb-f42f-441e-a7f5-dde179143eae', 'admin_state_up': True, 'tenant_id': 'a9d9692f94284ab383feb6bc4fe6dbd1', 'security_groups': ['494e99f4-94a2-4d1c-bfc8-854b27237629']}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:15.484766 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87af5653-b3e4-42c9-bccf-8cdb02098a6d req-f81d4734-4fdd-4c47-8f7a-7dc69716fee2 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Made reservation on behalf of 7bdabbcb1a36419b89901e40f3363396 for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:16:15.490590 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-87af5653-b3e4-42c9-bccf-8cdb02098a6d req-f81d4734-4fdd-4c47-8f7a-7dc69716fee2 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:15.594058 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74023aae-6064-4cda-bff1-2df71b8b65c6 req-7f10a934-60d5-4161-a185-2b7e693c069e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:15.594353 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7b40a90f-9779-4d50-96f1-528de9c8949d req-0d9801b9-94a9-4d40-b049-79c832417c6c tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8d28d33-caca-4f05-b0e0-721010e15342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3223038 Aug 10 03:16:15.595589 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-74023aae-6064-4cda-bff1-2df71b8b65c6 req-7f10a934-60d5-4161-a185-2b7e693c069e service neutron] 10.222.0.42 "GET /v2.0/networks?id=fb04e5c4-4048-4691-8fd2-5191f92c4dcc HTTP/1.1" status: 200 len: 908 time: 0.1867328 Aug 10 03:16:15.655293 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e627b9-f3d2-48c4-a873-67d43812c381 req-e8f72daf-3e1e-49bf-833e-bd3d9d7b9464 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:15.656834 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-44e627b9-f3d2-48c4-a873-67d43812c381 req-e8f72daf-3e1e-49bf-833e-bd3d9d7b9464 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7d864fb-d99a-4b8b-836a-5ba0bd97db6c HTTP/1.1" status: 200 len: 945 time: 0.3457167 Aug 10 03:16:15.658387 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6716fbf8-475d-4ff0-9fcd-02d64ddcdd9b x-openstack-request-id: req-6716fbf8-475d-4ff0-9fcd-02d64ddcdd9b {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:16:15.658667 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b5ed1f1-b874-42c1-aef6-917c9362870d", "tag": "965cc679-d2fa-422b-ac60-1738e2b8cad9", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:16:15.658913 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6716fbf8-475d-4ff0-9fcd-02d64ddcdd9b {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:16:15.659298 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b5ed1f1-b874-42c1-aef6-917c9362870d', 'tag': '965cc679-d2fa-422b-ac60-1738e2b8cad9', 'status': 'completed', 'code': 200} Aug 10 03:16:15.677906 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-74023aae-6064-4cda-bff1-2df71b8b65c6 req-45717c4d-69a9-4bce-90f5-910d3fc77c62 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0cb5a014-55a4-43c5-9319-d762dfff6f73 HTTP/1.1" status: 200 len: 217 time: 0.0605454 Aug 10 03:16:15.679772 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b66973da-476b-45cc-a906-88fd138999cc req-f0faec48-6472-4746-bb7e-6ff49deb77e8 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Router 2a1da7ca-ac49-4d2c-87ef-385d904e71a5 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:16:15.720954 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e7b1739e-dae2-4103-960d-b8bda2708c1d req-e3ed4a7f-d3fe-4164-8bf9-c6f657edaade service neutron] 10.222.0.61 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4356432 Aug 10 03:16:15.730300 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b32f1cb3-f16d-4c90-9a01-2d26fd07d909 req-0f5aa901-384c-4a5e-b54d-e97e61ef9b59 service neutron] 10.222.0.42 "GET /v2.0/networks/06cba743-97cb-4e3d-9173-104a9c9a70d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4356148 Aug 10 03:16:15.775224 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74023aae-6064-4cda-bff1-2df71b8b65c6 req-b629bf5f-b3f0-4db3-831f-c91871aacef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:15.776595 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-74023aae-6064-4cda-bff1-2df71b8b65c6 req-b629bf5f-b3f0-4db3-831f-c91871aacef8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1dfce422-0216-4c9d-97b8-8fc7613926b1 HTTP/1.1" status: 200 len: 848 time: 0.0903943 Aug 10 03:16:15.840872 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-74023aae-6064-4cda-bff1-2df71b8b65c6 req-d064c49d-670e-4e75-860c-49c0d4acc160 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fb04e5c4-4048-4691-8fd2-5191f92c4dcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548310 Aug 10 03:16:15.951496 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-44e627b9-f3d2-48c4-a873-67d43812c381 req-a7977a35-61b6-4e71-a6e5-acfe402aadbd tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771826 Aug 10 03:16:15.990008 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0492d9fb-ff93-4085-a1d5-8ae2d003b832 req-344af11f-1b6f-4a71-afac-e9f73b566c94 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Made reservation on behalf of a9d9692f94284ab383feb6bc4fe6dbd1 for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:16:15.994195 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-0492d9fb-ff93-4085-a1d5-8ae2d003b832 req-344af11f-1b6f-4a71-afac-e9f73b566c94 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:16.003620 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa23d9f-20a9-442d-ab9a-1a0bf846d2f2 req-c5c4e6e3-69ad-42bc-8ef8-a2f103918f8f tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:16.005254 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-faa23d9f-20a9-442d-ab9a-1a0bf846d2f2 req-c5c4e6e3-69ad-42bc-8ef8-a2f103918f8f tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=d757fe12-2e16-469c-8140-4383b7103a75 HTTP/1.1" status: 200 len: 944 time: 0.2945852 Aug 10 03:16:16.029593 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e497cb-d629-4f4a-8f0e-003f84d5607b req-e850fc4f-f1e9-4e64-92a3-ca6a956fab7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:16.031174 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e2e497cb-d629-4f4a-8f0e-003f84d5607b req-e850fc4f-f1e9-4e64-92a3-ca6a956fab7d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ebce8dce68054ed889383d14d785c78e&device_id=2b5ed1f1-b874-42c1-aef6-917c9362870d HTTP/1.1" status: 200 len: 1099 time: 0.2235148 Aug 10 03:16:16.046978 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-87af5653-b3e4-42c9-bccf-8cdb02098a6d req-f81d4734-4fdd-4c47-8f7a-7dc69716fee2 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Allocated IP 172.20.0.13 (d1e68237-a664-422b-b005-d5e450d45372/31ffc495-0d57-4c63-9695-aba9cef6afdd/b788a602-2daf-45f8-ae7e-707bac9d92dc) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:16:16.158648 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b32f1cb3-f16d-4c90-9a01-2d26fd07d909 req-34ec21b2-e841-45b7-b0d1-fa8fa4a1edd3 service neutron] 10.222.0.42 "GET /v2.0/networks/06cba743-97cb-4e3d-9173-104a9c9a70d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3959301 Aug 10 03:16:16.165174 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device b4abdbee-2c88-482c-9458-c17973ae0795 details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:16:16.172279 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4aa6e3d5-43f6-4b99-a523-4cff001bc8e8 req-eba49e28-8579-450f-9bb3-971ef643ae7c tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/ports?device_id=55272776-c5a8-4fab-bb65-bb9a3b047114 HTTP/1.1" status: 200 len: 210 time: 0.1228864 Aug 10 03:16:16.229254 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 10f2bdda-5018-4b17-83c9-3fa8048c31cb details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:16:16.239626 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b66973da-476b-45cc-a906-88fd138999cc req-f0faec48-6472-4746-bb7e-6ff49deb77e8 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:16:16.295163 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-b66973da-476b-45cc-a906-88fd138999cc req-f0faec48-6472-4746-bb7e-6ff49deb77e8 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] No DVR routers for this DVR port 762a71c0-9382-4c69-8bad-ab26883c428a on host n-h2-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:16:16.302350 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-b66973da-476b-45cc-a906-88fd138999cc req-f0faec48-6472-4746-bb7e-6ff49deb77e8 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:16.304919 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-b66973da-476b-45cc-a906-88fd138999cc req-f0faec48-6472-4746-bb7e-6ff49deb77e8 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] 10.222.0.61 "DELETE /v2.0/ports/762a71c0-9382-4c69-8bad-ab26883c428a HTTP/1.1" status: 204 len: 173 time: 3.0365298 Aug 10 03:16:16.307210 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9314696-1eff-43c8-8add-42d325d4d849', 'name': 'network-vif-deleted', 'tag': '762a71c0-9382-4c69-8bad-ab26883c428a'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:16:16.318843 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e227021-3153-4cd1-b6ad-adbeecf1b377" -d '{"events": [{"server_uuid": "b9314696-1eff-43c8-8add-42d325d4d849", "name": "network-vif-deleted", "tag": "762a71c0-9382-4c69-8bad-ab26883c428a"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:16:16.331568 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-faa23d9f-20a9-442d-ab9a-1a0bf846d2f2 req-a44b7a6a-af13-42ca-a5a0-366c85a54391 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093090 Aug 10 03:16:16.356142 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 10f2bdda-5018-4b17-83c9-3fa8048c31cb, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=10f2bdda-5018-4b17-83c9-3fa8048c31cb,segment=NetworkSegment(ef460c05-97a2-474e-9fc7-ca614ed2a066),segment_id=ef460c05-97a2-474e-9fc7-ca614ed2a066)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:16.399783 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 10f2bdda-5018-4b17-83c9-3fa8048c31cb has no active binding in host n-h2-768862-13 {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 10 03:16:16.401569 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e88aaa3-40a8-41e5-a5ba-47b14158c3c4 None None] Sync routers for ids ['2a1da7ca-ac49-4d2c-87ef-385d904e71a5'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:16:16.414851 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e88aaa3-40a8-41e5-a5ba-47b14158c3c4 None None] Routers {'2a1da7ca-ac49-4d2c-87ef-385d904e71a5'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:16:16.415912 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-2e88aaa3-40a8-41e5-a5ba-47b14158c3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:15:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['2a1da7ca-ac49-4d2c-87ef-385d904e71a5'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:16.464611 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-74023aae-6064-4cda-bff1-2df71b8b65c6 req-3244a715-6550-4a7f-b70c-49a837ded6f4 service neutron] 10.222.0.42 "GET /v2.0/networks/fb04e5c4-4048-4691-8fd2-5191f92c4dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6146309 Aug 10 03:16:16.604752 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-2e88aaa3-40a8-41e5-a5ba-47b14158c3c4 None None] Set router 2a1da7ca-ac49-4d2c-87ef-385d904e71a5 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:16:16.611410 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-74023aae-6064-4cda-bff1-2df71b8b65c6 req-593a9af1-5ad0-41a6-93dc-77c6313aa8c4 service neutron] 10.222.0.42 "GET /v2.0/networks/fb04e5c4-4048-4691-8fd2-5191f92c4dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383417 Aug 10 03:16:16.821585 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port b4abdbee-2c88-482c-9458-c17973ae0795, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=b4abdbee-2c88-482c-9458-c17973ae0795,segment=NetworkSegment(7ab813ec-b081-42ad-ba81-680bc6f3c774),segment_id=7ab813ec-b081-42ad-ba81-680bc6f3c774)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:16.835587 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab767e2a-6b06-4492-a423-89e50273deea req-b68d07a7-9425-4836-bfc4-684f80ba98bd tempest-AttachSCSIVolumeTestJSON-14947963 tempest-AttachSCSIVolumeTestJSON-14947963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:16.843539 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ab767e2a-6b06-4492-a423-89e50273deea req-b68d07a7-9425-4836-bfc4-684f80ba98bd tempest-AttachSCSIVolumeTestJSON-14947963 tempest-AttachSCSIVolumeTestJSON-14947963-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e42b81e-493b-4fc0-95b1-6f41e4fd8082 HTTP/1.1" status: 200 len: 943 time: 0.5495017 Aug 10 03:16:16.850835 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e497cb-d629-4f4a-8f0e-003f84d5607b req-c7a3ed11-23e0-4f08-acb9-844500d9461c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:16.852421 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e2e497cb-d629-4f4a-8f0e-003f84d5607b req-c7a3ed11-23e0-4f08-acb9-844500d9461c service neutron] 10.222.0.61 "GET /v2.0/networks?id=72a4be73-29a1-424c-8690-ecdcf6b06721 HTTP/1.1" status: 200 len: 869 time: 0.7948270 Aug 10 03:16:16.860944 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': 'b4abdbee-2c88-482c-9458-c17973ae0795', 'network_id': '3b981d1c-01ec-425f-9a81-0d8f4baa1977', 'port_id': 'b4abdbee-2c88-482c-9458-c17973ae0795', 'mac_address': 'fa:16:3e:ed:97:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06497a92-6e29-4a73-bf8f-e28be4f5a4e0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:16:16.913107 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-0492d9fb-ff93-4085-a1d5-8ae2d003b832 req-344af11f-1b6f-4a71-afac-e9f73b566c94 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Allocated IP 172.20.0.3 (7bfbeebb-f42f-441e-a7f5-dde179143eae/899d577f-02e7-4571-b318-84c090d894c3/9394b3a8-f2b7-460d-a207-4427c8655774) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:16:16.925973 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:16.944726 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-2e88aaa3-40a8-41e5-a5ba-47b14158c3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1da7ca-ac49-4d2c-87ef-385d904e71a5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1555949547-router', 'tenant_id': 'a9d9692f94284ab383feb6bc4fe6dbd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'fa1c14b5-1a3e-4a28-86bb-0f1ca36de865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:11:40Z', 'updated_at': '2021-08-10T03:11:45Z', 'revision_number': 4, 'project_id': 'a9d9692f94284ab383feb6bc4fe6dbd1', 'gw_port': {'id': 'fa1c14b5-1a3e-4a28-86bb-0f1ca36de865', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:fb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1da7ca-ac49-4d2c-87ef-385d904e71a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:11:41Z', 'updated_at': '2021-08-10T03:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '52b014cb-961f-494c-a480-b9919c077511', 'name': '', 'network_id': '7bfbeebb-f42f-441e-a7f5-dde179143eae', 'tenant_id': 'a9d9692f94284ab383feb6bc4fe6dbd1', 'mac_address': 'fa:16:3e:c4:80:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1da7ca-ac49-4d2c-87ef-385d904e71a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '899d577f-02e7-4571-b318-84c090d894c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:11:44Z', 'updated_at': '2021-08-10T03:11:56Z', 'revision_number': 5, 'project_id': 'a9d9692f94284ab383feb6bc4fe6dbd1', 'subnets': [{'id': '899d577f-02e7-4571-b318-84c090d894c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:16.960624 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e2e497cb-d629-4f4a-8f0e-003f84d5607b req-a060eb8d-1a27-4794-8c56-be094127037e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=965cc679-d2fa-422b-ac60-1738e2b8cad9 HTTP/1.1" status: 200 len: 217 time: 0.0878987 Aug 10 03:16:16.976153 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4abdbee-2c88-482c-9458-c17973ae0795 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:16:16.983500 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e88aaa3-40a8-41e5-a5ba-47b14158c3c4 None None] Checking router: 2a1da7ca-ac49-4d2c-87ef-385d904e71a5 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:16:17.001814 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e88aaa3-40a8-41e5-a5ba-47b14158c3c4 None None] Routers {'2a1da7ca-ac49-4d2c-87ef-385d904e71a5'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:16:17.002452 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-2e88aaa3-40a8-41e5-a5ba-47b14158c3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:15:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['2a1da7ca-ac49-4d2c-87ef-385d904e71a5'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:17.035260 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-87af5653-b3e4-42c9-bccf-8cdb02098a6d req-f81d4734-4fdd-4c47-8f7a-7dc69716fee2 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:17.051459 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port b4abdbee-2c88-482c-9458-c17973ae0795, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=b4abdbee-2c88-482c-9458-c17973ae0795,segment=NetworkSegment(7ab813ec-b081-42ad-ba81-680bc6f3c774),segment_id=7ab813ec-b081-42ad-ba81-680bc6f3c774)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:17.060924 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:17.244430 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=b4abdbee-2c88-482c-9458-c17973ae0795,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:17.259455 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-2e88aaa3-40a8-41e5-a5ba-47b14158c3c4 None None] Set router 2a1da7ca-ac49-4d2c-87ef-385d904e71a5 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:16:17.328058 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-0492d9fb-ff93-4085-a1d5-8ae2d003b832 req-344af11f-1b6f-4a71-afac-e9f73b566c94 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:17.369462 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-0492d9fb-ff93-4085-a1d5-8ae2d003b832 req-344af11f-1b6f-4a71-afac-e9f73b566c94 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Transition to ACTIVE for port object 9394b3a8-f2b7-460d-a207-4427c8655774 will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:16:17.395044 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97003a3-63cc-4090-b02d-f288d1045e3a req-4dd47704-ca23-4c8e-bfeb-9e139f88a0f8 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:17.397082 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a97003a3-63cc-4090-b02d-f288d1045e3a req-4dd47704-ca23-4c8e-bfeb-9e139f88a0f8 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=6024574f-0b46-4839-8e14-6fe5bf6a8895 HTTP/1.1" status: 200 len: 945 time: 0.6657839 Aug 10 03:16:17.420072 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ab767e2a-6b06-4492-a423-89e50273deea req-74eeda70-f6c9-459b-8240-15a91e56a1eb tempest-AttachSCSIVolumeTestJSON-14947963 tempest-AttachSCSIVolumeTestJSON-14947963-project] 10.222.0.44 "GET /v2.0/security-groups?id=2b8ab577-658a-47ad-8db6-8fa5608a0dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5753336 Aug 10 03:16:17.472162 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e497cb-d629-4f4a-8f0e-003f84d5607b req-28a60769-430d-4076-8566-a2d2435d963f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:17.473645 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e2e497cb-d629-4f4a-8f0e-003f84d5607b req-28a60769-430d-4076-8566-a2d2435d963f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=60d10164-1dee-4940-9d19-f71e6c18cbc5 HTTP/1.1" status: 200 len: 843 time: 0.4676270 Aug 10 03:16:17.520509 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-87af5653-b3e4-42c9-bccf-8cdb02098a6d req-f81d4734-4fdd-4c47-8f7a-7dc69716fee2 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:17.563698 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a97003a3-63cc-4090-b02d-f288d1045e3a req-1c47ea79-9929-46c2-93ab-107ec430b5da tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423309 Aug 10 03:16:17.604678 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['b4abdbee-2c88-482c-9458-c17973ae0795'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:16:17.641218 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-0492d9fb-ff93-4085-a1d5-8ae2d003b832 req-344af11f-1b6f-4a71-afac-e9f73b566c94 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:17.667571 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87af5653-b3e4-42c9-bccf-8cdb02098a6d req-f81d4734-4fdd-4c47-8f7a-7dc69716fee2 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Network d1e68237-a664-422b-b005-d5e450d45372 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:16:17.677479 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e497cb-d629-4f4a-8f0e-003f84d5607b req-dd54efa0-f6ec-4a3f-9661-8ce6c03db790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:17.679216 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e2e497cb-d629-4f4a-8f0e-003f84d5607b req-dd54efa0-f6ec-4a3f-9661-8ce6c03db790 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=72a4be73-29a1-424c-8690-ecdcf6b06721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1826723 Aug 10 03:16:17.680118 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-87af5653-b3e4-42c9-bccf-8cdb02098a6d req-f81d4734-4fdd-4c47-8f7a-7dc69716fee2 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:16:17.682157 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81d4734-4fdd-4c47-8f7a-7dc69716fee2 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Pushing event updated for resources: {'Port': ['ID=b788a602-2daf-45f8-ae7e-707bac9d92dc,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:17.687233 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-87af5653-b3e4-42c9-bccf-8cdb02098a6d req-f81d4734-4fdd-4c47-8f7a-7dc69716fee2 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:16:17.797214 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-2e88aaa3-40a8-41e5-a5ba-47b14158c3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1da7ca-ac49-4d2c-87ef-385d904e71a5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1555949547-router', 'tenant_id': 'a9d9692f94284ab383feb6bc4fe6dbd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'fa1c14b5-1a3e-4a28-86bb-0f1ca36de865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:11:40Z', 'updated_at': '2021-08-10T03:11:45Z', 'revision_number': 4, 'project_id': 'a9d9692f94284ab383feb6bc4fe6dbd1', 'gw_port': {'id': 'fa1c14b5-1a3e-4a28-86bb-0f1ca36de865', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:fb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1da7ca-ac49-4d2c-87ef-385d904e71a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:11:41Z', 'updated_at': '2021-08-10T03:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '52b014cb-961f-494c-a480-b9919c077511', 'name': '', 'network_id': '7bfbeebb-f42f-441e-a7f5-dde179143eae', 'tenant_id': 'a9d9692f94284ab383feb6bc4fe6dbd1', 'mac_address': 'fa:16:3e:c4:80:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1da7ca-ac49-4d2c-87ef-385d904e71a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '899d577f-02e7-4571-b318-84c090d894c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:11:44Z', 'updated_at': '2021-08-10T03:11:56Z', 'revision_number': 5, 'project_id': 'a9d9692f94284ab383feb6bc4fe6dbd1', 'subnets': [{'id': '899d577f-02e7-4571-b318-84c090d894c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:17.799547 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2688e5-bf8f-4623-a14b-ba8e946d183c req-1136e138-d0b7-4490-ade6-4f13bdaff4be tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:17.801601 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9b2688e5-bf8f-4623-a14b-ba8e946d183c req-1136e138-d0b7-4490-ade6-4f13bdaff4be tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=abb04be0-c7f2-4622-8647-9fdf68e648ba HTTP/1.1" status: 200 len: 947 time: 0.2517796 Aug 10 03:16:17.803926 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0492d9fb-ff93-4085-a1d5-8ae2d003b832 req-344af11f-1b6f-4a71-afac-e9f73b566c94 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Network 7bfbeebb-f42f-441e-a7f5-dde179143eae is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:16:17.841288 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e88aaa3-40a8-41e5-a5ba-47b14158c3c4 None None] The sync data for ids ['2a1da7ca-ac49-4d2c-87ef-385d904e71a5'] in n-d-768862-13 is: [{'id': '2a1da7ca-ac49-4d2c-87ef-385d904e71a5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1555949547-router', 'tenant_id': 'a9d9692f94284ab383feb6bc4fe6dbd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'fa1c14b5-1a3e-4a28-86bb-0f1ca36de865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:11:40Z', 'updated_at': '2021-08-10T03:11:45Z', 'revision_number': 4, 'project_id': 'a9d9692f94284ab383feb6bc4fe6dbd1', 'gw_port': {'id': 'fa1c14b5-1a3e-4a28-86bb-0f1ca36de865', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:fb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1da7ca-ac49-4d2c-87ef-385d904e71a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:11:41Z', 'updated_at': '2021-08-10T03:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '52b014cb-961f-494c-a480-b9919c077511', 'name': '', 'network_id': '7bfbeebb-f42f-441e-a7f5-dde179143eae', 'tenant_id': 'a9d9692f94284ab383feb6bc4fe6dbd1', 'mac_address': 'fa:16:3e:c4:80:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1da7ca-ac49-4d2c-87ef-385d904e71a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '899d577f-02e7-4571-b318-84c090d894c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:11:44Z', 'updated_at': '2021-08-10T03:11:56Z', 'revision_number': 5, 'project_id': 'a9d9692f94284ab383feb6bc4fe6dbd1', 'subnets': [{'id': '899d577f-02e7-4571-b318-84c090d894c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:16:17.864398 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-0492d9fb-ff93-4085-a1d5-8ae2d003b832 req-344af11f-1b6f-4a71-afac-e9f73b566c94 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:16:17.867479 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-0492d9fb-ff93-4085-a1d5-8ae2d003b832 req-344af11f-1b6f-4a71-afac-e9f73b566c94 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:16:17.962407 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344af11f-1b6f-4a71-afac-e9f73b566c94 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Pushing event updated for resources: {'Port': ['ID=9394b3a8-f2b7-460d-a207-4427c8655774,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:17.983196 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87af5653-b3e4-42c9-bccf-8cdb02098a6d req-f81d4734-4fdd-4c47-8f7a-7dc69716fee2 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:17.984015 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-87af5653-b3e4-42c9-bccf-8cdb02098a6d req-f81d4734-4fdd-4c47-8f7a-7dc69716fee2 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:18.060637 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0492d9fb-ff93-4085-a1d5-8ae2d003b832 req-344af11f-1b6f-4a71-afac-e9f73b566c94 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:18.061386 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-0492d9fb-ff93-4085-a1d5-8ae2d003b832 req-344af11f-1b6f-4a71-afac-e9f73b566c94 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:18.085322 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e33096-2a61-4920-9300-5424e5727735 req-bce39603-67fd-4219-abb2-1d117998069e tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:18.095690 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-14e33096-2a61-4920-9300-5424e5727735 req-bce39603-67fd-4219-abb2-1d117998069e tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4af3e3c-6e20-4c99-a357-53e55ec3cee1 HTTP/1.1" status: 200 len: 931 time: 0.4012394 Aug 10 03:16:18.110166 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9b2688e5-bf8f-4623-a14b-ba8e946d183c req-9a7cd92d-4285-4f3e-b9c3-d2404666ad53 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497730 Aug 10 03:16:18.114919 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-87af5653-b3e4-42c9-bccf-8cdb02098a6d req-f81d4734-4fdd-4c47-8f7a-7dc69716fee2 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3352785 Aug 10 03:16:18.138486 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-11ffc817-c0d8-4d98-9018-6aa43f9372d2 req-571dc54a-d5e4-4837-bb65-4aec68c3552f service neutron] 10.222.0.42 "GET /v2.0/ports/10f2bdda-5018-4b17-83c9-3fa8048c31cb/bindings/n-h2-768862-13 HTTP/1.1" status: 200 len: 385 time: 0.1110127 Aug 10 03:16:18.181534 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 89ce21b3-cb13-421c-b603-44256c67efd3 no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:16:18.185352 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-87af5653-b3e4-42c9-bccf-8cdb02098a6d req-53420a46-6994-463d-ae42-0d76eeffcd0c service neutron] Request body: {'port': {'device_id': '55272776-c5a8-4fab-bb65-bb9a3b047114', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:18.204340 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4823034-2297-4d36-b69f-3b3bc5ac3429 x-openstack-request-id: req-b4823034-2297-4d36-b69f-3b3bc5ac3429 {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:16:18.205352 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9314696-1eff-43c8-8add-42d325d4d849", "name": "network-vif-deleted", "tag": "762a71c0-9382-4c69-8bad-ab26883c428a", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:16:18.205752 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b4823034-2297-4d36-b69f-3b3bc5ac3429 {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:16:18.206357 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9314696-1eff-43c8-8add-42d325d4d849', 'name': 'network-vif-deleted', 'tag': '762a71c0-9382-4c69-8bad-ab26883c428a', 'status': 'completed', 'code': 200} Aug 10 03:16:18.252737 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 5f10a11f-fa51-4b08-b7ae-76ff6155d72c details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:16:18.255781 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 762a71c0-9382-4c69-8bad-ab26883c428a no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:16:18.286391 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0492d9fb-ff93-4085-a1d5-8ae2d003b832 req-344af11f-1b6f-4a71-afac-e9f73b566c94 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8830476 Aug 10 03:16:18.307853 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e2e497cb-d629-4f4a-8f0e-003f84d5607b req-1a8fab22-32c7-48e5-acfa-19a68093862a service neutron] 10.222.0.61 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5809672 Aug 10 03:16:18.325511 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] No Port match for: 762a71c0-9382-4c69-8bad-ab26883c428a {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:16:18.326117 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 762a71c0-9382-4c69-8bad-ab26883c428a not bound to the agent host n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:16:18.331382 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-0492d9fb-ff93-4085-a1d5-8ae2d003b832 req-9f50e2b8-ef14-43b2-af42-a22f47abb31f service neutron] Request body: {'port': {'device_id': 'b4af3e3c-6e20-4c99-a357-53e55ec3cee1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:18.341658 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-fef3d67b-b210-428f-b0b9-6c5617d18a86 None None] Provisioning for port 9394b3a8-f2b7-460d-a207-4427c8655774 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:16:18.373908 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e20160f-267d-4d87-a6d4-349b1813b73b None None] New status for floating IP 450c4754-49e5-4218-80a3-16414feb67f9: DOWN {{(pid=94263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:16:18.385682 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-fef3d67b-b210-428f-b0b9-6c5617d18a86 None None] Provisioning complete for port 9394b3a8-f2b7-460d-a207-4427c8655774 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:16:18.386192 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-fef3d67b-b210-428f-b0b9-6c5617d18a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:18.469809 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-fef3d67b-b210-428f-b0b9-6c5617d18a86 None None] Port 9394b3a8-f2b7-460d-a207-4427c8655774 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:16:18.474612 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-14e33096-2a61-4920-9300-5424e5727735 req-988172cd-c4cb-4aec-9195-42517b0233d8 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] 10.222.0.44 "GET /v2.0/security-groups?id=494e99f4-94a2-4d1c-bfc8-854b27237629&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3777046 Aug 10 03:16:18.501265 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-11ffc817-c0d8-4d98-9018-6aa43f9372d2 req-82038b54-f3e1-4d38-be0e-cbb3dfeeb04c service neutron] For port 10f2bdda-5018-4b17-83c9-3fa8048c31cb, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=10f2bdda-5018-4b17-83c9-3fa8048c31cb,segment=NetworkSegment(ef460c05-97a2-474e-9fc7-ca614ed2a066),segment_id=ef460c05-97a2-474e-9fc7-ca614ed2a066)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:18.518144 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 5f10a11f-fa51-4b08-b7ae-76ff6155d72c, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=5f10a11f-fa51-4b08-b7ae-76ff6155d72c,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:18.521412 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:18.534158 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-11ffc817-c0d8-4d98-9018-6aa43f9372d2 req-82038b54-f3e1-4d38-be0e-cbb3dfeeb04c service neutron] For port 10f2bdda-5018-4b17-83c9-3fa8048c31cb, host n-h1-768862-13, cleared binding levels {{(pid=94261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:16:18.575853 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7d864fb-d99a-4b8b-836a-5ba0bd97db6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89ce21b3-cb13-421c-b603-44256c67efd3'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:16:18.578995 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-763063eb-d709-4096-96bc-33d52a9d7988" -d '{"events": [{"server_uuid": "e7d864fb-d99a-4b8b-836a-5ba0bd97db6c", "name": "network-vif-unplugged", "status": "completed", "tag": "89ce21b3-cb13-421c-b603-44256c67efd3"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:16:18.582618 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [req-11ffc817-c0d8-4d98-9018-6aa43f9372d2 req-82038b54-f3e1-4d38-be0e-cbb3dfeeb04c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10f2bdda-5018-4b17-83c9-3fa8048c31cb {{(pid=94261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:16:18.582935 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': '5f10a11f-fa51-4b08-b7ae-76ff6155d72c', 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721', 'port_id': '5f10a11f-fa51-4b08-b7ae-76ff6155d72c', 'mac_address': 'fa:16:3e:0d:0f:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60d10164-1dee-4940-9d19-f71e6c18cbc5', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:16:18.600564 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 89ce21b3-cb13-421c-b603-44256c67efd3, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=89ce21b3-cb13-421c-b603-44256c67efd3,segment=NetworkSegment(e1ea0112-d828-45f3-a96b-2a696c160566),segment_id=e1ea0112-d828-45f3-a96b-2a696c160566)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:18.601071 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-11ffc817-c0d8-4d98-9018-6aa43f9372d2 req-82038b54-f3e1-4d38-be0e-cbb3dfeeb04c service neutron] For port 10f2bdda-5018-4b17-83c9-3fa8048c31cb, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=10f2bdda-5018-4b17-83c9-3fa8048c31cb,segment=NetworkSegment(ef460c05-97a2-474e-9fc7-ca614ed2a066),segment_id=ef460c05-97a2-474e-9fc7-ca614ed2a066)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:18.627526 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-11ffc817-c0d8-4d98-9018-6aa43f9372d2 req-82038b54-f3e1-4d38-be0e-cbb3dfeeb04c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:18.632156 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:18.633201 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 10f2bdda-5018-4b17-83c9-3fa8048c31cb no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:16:18.712216 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:18.736178 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f10a11f-fa51-4b08-b7ae-76ff6155d72c {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:16:18.765165 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=89ce21b3-cb13-421c-b603-44256c67efd3,revision_number=8']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:18.771506 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e2e497cb-d629-4f4a-8f0e-003f84d5607b req-7c3e6059-24aa-4008-8005-31c8c1d9beab service neutron] 10.222.0.61 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4259522 Aug 10 03:16:18.798904 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [req-11ffc817-c0d8-4d98-9018-6aa43f9372d2 req-82038b54-f3e1-4d38-be0e-cbb3dfeeb04c service neutron] Transition to ACTIVE for port object 10f2bdda-5018-4b17-83c9-3fa8048c31cb will not be triggered until provisioned by entity L2. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:16:18.801075 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 5f10a11f-fa51-4b08-b7ae-76ff6155d72c, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=5f10a11f-fa51-4b08-b7ae-76ff6155d72c,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:18.805626 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-11ffc817-c0d8-4d98-9018-6aa43f9372d2 req-82038b54-f3e1-4d38-be0e-cbb3dfeeb04c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:18.806960 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:18.826009 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-87af5653-b3e4-42c9-bccf-8cdb02098a6d req-53420a46-6994-463d-ae42-0d76eeffcd0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:18.884586 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82038b54-f3e1-4d38-be0e-cbb3dfeeb04c service neutron] Pushing event updated for resources: {'Port': ['ID=10f2bdda-5018-4b17-83c9-3fa8048c31cb,revision_number=10']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:18.888749 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=5f10a11f-fa51-4b08-b7ae-76ff6155d72c,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:18.895909 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-0492d9fb-ff93-4085-a1d5-8ae2d003b832 req-9f50e2b8-ef14-43b2-af42-a22f47abb31f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:18.917084 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-11ffc817-c0d8-4d98-9018-6aa43f9372d2 req-82038b54-f3e1-4d38-be0e-cbb3dfeeb04c service neutron] No DVR routers for this DVR port 10f2bdda-5018-4b17-83c9-3fa8048c31cb on host n-h1-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:16:18.940467 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6180a02-b220-4304-9fe3-20b376a2f244 req-8d288ced-da07-4ba4-800b-dbdbe5431085 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:18.942068 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b6180a02-b220-4304-9fe3-20b376a2f244 req-8d288ced-da07-4ba4-800b-dbdbe5431085 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b5ed1f1-b874-42c1-aef6-917c9362870d HTTP/1.1" status: 200 len: 947 time: 0.5957696 Aug 10 03:16:18.950599 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-11ffc817-c0d8-4d98-9018-6aa43f9372d2 req-82038b54-f3e1-4d38-be0e-cbb3dfeeb04c service neutron] 10.222.0.42 "PUT /v2.0/ports/10f2bdda-5018-4b17-83c9-3fa8048c31cb/bindings/n-h2-768862-13/activate HTTP/1.1" status: 200 len: 370 time: 0.7991068 Aug 10 03:16:19.002614 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071194c6-170e-435f-a2b6-ceecda71b163 req-e0b0d833-de4d-48b5-b89d-e470418453a8 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:19.004687 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-071194c6-170e-435f-a2b6-ceecda71b163 req-e0b0d833-de4d-48b5-b89d-e470418453a8 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7d864fb-d99a-4b8b-836a-5ba0bd97db6c HTTP/1.1" status: 200 len: 943 time: 0.2073810 Aug 10 03:16:19.186414 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b6180a02-b220-4304-9fe3-20b376a2f244 req-336b0dff-39ee-4550-afb0-dbde2a1656c6 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8d28d33-caca-4f05-b0e0-721010e15342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234159 Aug 10 03:16:19.329735 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-071194c6-170e-435f-a2b6-ceecda71b163 req-c248d5c7-4c21-42c5-a774-d81423c69e36 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3071969 Aug 10 03:16:19.332135 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ffc817-c0d8-4d98-9018-6aa43f9372d2 req-30ad7787-e2de-45ef-baf6-8567e0d4924f tempest-LiveAutoBlockMigrationV225Test-725400249 tempest-LiveAutoBlockMigrationV225Test-725400249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:19.334023 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-11ffc817-c0d8-4d98-9018-6aa43f9372d2 req-30ad7787-e2de-45ef-baf6-8567e0d4924f tempest-LiveAutoBlockMigrationV225Test-725400249 tempest-LiveAutoBlockMigrationV225Test-725400249-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=d757fe12-2e16-469c-8140-4383b7103a75&tenant_id=4fedcd46377344729593c49493334f54&binding%3Ahost_id=n-h1-768862-13 HTTP/1.1" status: 200 len: 1097 time: 0.3105581 Aug 10 03:16:19.438767 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['5f10a11f-fa51-4b08-b7ae-76ff6155d72c'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:16:19.766514 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c34cbb-0d01-4da9-aa5b-ddb73ca30319 req-fe11e2ac-405f-47a9-a98a-77eb18c16713 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:19.767949 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d4c34cbb-0d01-4da9-aa5b-ddb73ca30319 req-fe11e2ac-405f-47a9-a98a-77eb18c16713 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/ports?device_id=55272776-c5a8-4fab-bb65-bb9a3b047114 HTTP/1.1" status: 200 len: 932 time: 0.5158141 Aug 10 03:16:19.783813 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ffc817-c0d8-4d98-9018-6aa43f9372d2 req-e382a965-7c27-47c4-aecd-cb74b1b1a7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:19.785296 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-11ffc817-c0d8-4d98-9018-6aa43f9372d2 req-e382a965-7c27-47c4-aecd-cb74b1b1a7db service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d757fe12-2e16-469c-8140-4383b7103a75&tenant_id=4fedcd46377344729593c49493334f54 HTTP/1.1" status: 200 len: 1097 time: 0.4323630 Aug 10 03:16:19.845970 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ba151-4dd0-4ebf-8266-1197d92965d2 req-b0dbe610-7931-4489-8c6c-8f6cfdea6638 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:19.847528 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-927ba151-4dd0-4ebf-8266-1197d92965d2 req-b0dbe610-7931-4489-8c6c-8f6cfdea6638 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=d757fe12-2e16-469c-8140-4383b7103a75 HTTP/1.1" status: 200 len: 945 time: 0.4340458 Aug 10 03:16:19.942603 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d4c34cbb-0d01-4da9-aa5b-ddb73ca30319 req-30a036cd-8ff5-4b53-ab9f-45f111a8f280 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/security-groups?id=58160609-a8c2-4b15-a3de-467e7dbbc834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617851 Aug 10 03:16:20.011103 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-87af5653-b3e4-42c9-bccf-8cdb02098a6d req-53420a46-6994-463d-ae42-0d76eeffcd0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b788a602-2daf-45f8-ae7e-707bac9d92dc {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:16:20.018846 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ffc817-c0d8-4d98-9018-6aa43f9372d2 req-1a0de6a0-8b90-4b9b-b58e-bbee4e09227b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:20.020270 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-11ffc817-c0d8-4d98-9018-6aa43f9372d2 req-1a0de6a0-8b90-4b9b-b58e-bbee4e09227b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4fedcd46377344729593c49493334f54&device_id=d757fe12-2e16-469c-8140-4383b7103a75 HTTP/1.1" status: 200 len: 1097 time: 0.1871824 Aug 10 03:16:20.023081 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-927ba151-4dd0-4ebf-8266-1197d92965d2 req-297d38e5-939f-48e1-bd25-aef53f23f16c tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544302 Aug 10 03:16:20.048470 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-87af5653-b3e4-42c9-bccf-8cdb02098a6d req-53420a46-6994-463d-ae42-0d76eeffcd0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:20.070496 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 10 Aug 2021 03:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-484cd3e1-7760-4984-a1c6-40670380a95e x-openstack-request-id: req-484cd3e1-7760-4984-a1c6-40670380a95e {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:16:20.070887 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7d864fb-d99a-4b8b-836a-5ba0bd97db6c", "name": "network-vif-unplugged", "status": "failed", "tag": "89ce21b3-cb13-421c-b603-44256c67efd3", "code": 422}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:16:20.071149 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-484cd3e1-7760-4984-a1c6-40670380a95e {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:16:20.071646 n-d-768862-13 neutron-server[94262]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e7d864fb-d99a-4b8b-836a-5ba0bd97db6c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '89ce21b3-cb13-421c-b603-44256c67efd3', 'code': 422} returned with failed status Aug 10 03:16:20.088596 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-0492d9fb-ff93-4085-a1d5-8ae2d003b832 req-9f50e2b8-ef14-43b2-af42-a22f47abb31f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9394b3a8-f2b7-460d-a207-4427c8655774 {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:16:20.101366 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-0492d9fb-ff93-4085-a1d5-8ae2d003b832 req-9f50e2b8-ef14-43b2-af42-a22f47abb31f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:20.121157 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-87af5653-b3e4-42c9-bccf-8cdb02098a6d req-53420a46-6994-463d-ae42-0d76eeffcd0c service neutron] Transition to ACTIVE for port object b788a602-2daf-45f8-ae7e-707bac9d92dc will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:16:20.163889 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-87af5653-b3e4-42c9-bccf-8cdb02098a6d req-53420a46-6994-463d-ae42-0d76eeffcd0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:20.185905 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-0492d9fb-ff93-4085-a1d5-8ae2d003b832 req-9f50e2b8-ef14-43b2-af42-a22f47abb31f service neutron] Transition to ACTIVE for port object 9394b3a8-f2b7-460d-a207-4427c8655774 will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:16:20.192116 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device b4abdbee-2c88-482c-9458-c17973ae0795 up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:16:20.225954 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-0492d9fb-ff93-4085-a1d5-8ae2d003b832 req-9f50e2b8-ef14-43b2-af42-a22f47abb31f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:20.254269 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 965cc679-d2fa-422b-ac60-1738e2b8cad9 details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:16:20.256735 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 10f2bdda-5018-4b17-83c9-3fa8048c31cb no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:16:20.263820 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning for port b4abdbee-2c88-482c-9458-c17973ae0795 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:16:20.291069 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc18032b-8af7-49bd-9eaf-95276e12b68c req-bc2845eb-4d06-4fa9-a0c9-30da33b141fb tempest-AttachSCSIVolumeTestJSON-14947963 tempest-AttachSCSIVolumeTestJSON-14947963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:20.292947 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dc18032b-8af7-49bd-9eaf-95276e12b68c req-bc2845eb-4d06-4fa9-a0c9-30da33b141fb tempest-AttachSCSIVolumeTestJSON-14947963 tempest-AttachSCSIVolumeTestJSON-14947963-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e42b81e-493b-4fc0-95b1-6f41e4fd8082 HTTP/1.1" status: 200 len: 944 time: 0.2857838 Aug 10 03:16:20.306293 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53420a46-6994-463d-ae42-0d76eeffcd0c service neutron] Pushing event updated for resources: {'Port': ['ID=b788a602-2daf-45f8-ae7e-707bac9d92dc,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:20.312367 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port b4abdbee-2c88-482c-9458-c17973ae0795 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:16:20.312367 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:20.352418 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a73b368-7bf7-497e-8ee3-a98cb87fb6fb req-fad8f7a6-ff36-4125-96f3-19a8a2933e68 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:20.353983 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4a73b368-7bf7-497e-8ee3-a98cb87fb6fb req-fad8f7a6-ff36-4125-96f3-19a8a2933e68 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=6024574f-0b46-4839-8e14-6fe5bf6a8895 HTTP/1.1" status: 200 len: 945 time: 0.2314258 Aug 10 03:16:20.438965 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ffc817-c0d8-4d98-9018-6aa43f9372d2 req-c74556cd-2d51-400f-9609-c522ff5c12b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:20.440496 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-11ffc817-c0d8-4d98-9018-6aa43f9372d2 req-c74556cd-2d51-400f-9609-c522ff5c12b3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1 HTTP/1.1" status: 200 len: 921 time: 0.3662393 Aug 10 03:16:20.542710 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 965cc679-d2fa-422b-ac60-1738e2b8cad9, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=965cc679-d2fa-422b-ac60-1738e2b8cad9,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:20.568248 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f50e2b8-ef14-43b2-af42-a22f47abb31f service neutron] Pushing event updated for resources: {'Port': ['ID=9394b3a8-f2b7-460d-a207-4427c8655774,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:20.571453 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-11ffc817-c0d8-4d98-9018-6aa43f9372d2 req-bc18684a-f58c-4362-892f-a9c575df300e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10f2bdda-5018-4b17-83c9-3fa8048c31cb HTTP/1.1" status: 200 len: 217 time: 0.0976942 Aug 10 03:16:20.576240 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': '965cc679-d2fa-422b-ac60-1738e2b8cad9', 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721', 'port_id': '965cc679-d2fa-422b-ac60-1738e2b8cad9', 'mac_address': 'fa:16:3e:cc:3e:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60d10164-1dee-4940-9d19-f71e6c18cbc5', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:16:20.593310 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dc18032b-8af7-49bd-9eaf-95276e12b68c req-463e4ae3-3b27-49e5-951a-e964976728c0 tempest-AttachSCSIVolumeTestJSON-14947963 tempest-AttachSCSIVolumeTestJSON-14947963-project] 10.222.0.44 "GET /v2.0/security-groups?id=2b8ab577-658a-47ad-8db6-8fa5608a0dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919261 Aug 10 03:16:20.618360 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4a73b368-7bf7-497e-8ee3-a98cb87fb6fb req-e9f2df48-f183-471e-9ca5-f17d28839e57 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260296 Aug 10 03:16:20.666097 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-87af5653-b3e4-42c9-bccf-8cdb02098a6d req-53420a46-6994-463d-ae42-0d76eeffcd0c service neutron] Attempting to bind port b788a602-2daf-45f8-ae7e-707bac9d92dc on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:16:20.666719 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-87af5653-b3e4-42c9-bccf-8cdb02098a6d req-53420a46-6994-463d-ae42-0d76eeffcd0c service neutron] Attempting to bind port b788a602-2daf-45f8-ae7e-707bac9d92dc by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': 'bb5826fd-13f9-4737-be5f-46ce38ebd549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd1e68237-a664-422b-b005-d5e450d45372'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:16:20.667662 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87af5653-b3e4-42c9-bccf-8cdb02098a6d req-53420a46-6994-463d-ae42-0d76eeffcd0c service neutron] Attempting to bind port b788a602-2daf-45f8-ae7e-707bac9d92dc on network d1e68237-a664-422b-b005-d5e450d45372 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:16:20.674597 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:20.698142 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 965cc679-d2fa-422b-ac60-1738e2b8cad9 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:16:20.713068 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87af5653-b3e4-42c9-bccf-8cdb02098a6d req-53420a46-6994-463d-ae42-0d76eeffcd0c service neutron] Port b788a602-2daf-45f8-ae7e-707bac9d92dc on network d1e68237-a664-422b-b005-d5e450d45372 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:16:20.713470 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87af5653-b3e4-42c9-bccf-8cdb02098a6d req-53420a46-6994-463d-ae42-0d76eeffcd0c service neutron] Attempting to bind port b788a602-2daf-45f8-ae7e-707bac9d92dc on network d1e68237-a664-422b-b005-d5e450d45372 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:16:20.720601 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ffc817-c0d8-4d98-9018-6aa43f9372d2 req-7e2457ca-8a73-4358-ab38-0e7d1b462296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:20.722366 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-11ffc817-c0d8-4d98-9018-6aa43f9372d2 req-7e2457ca-8a73-4358-ab38-0e7d1b462296 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8a049acb-8e7b-42fd-b8b6-b5c474462166 HTTP/1.1" status: 200 len: 861 time: 0.1277750 Aug 10 03:16:20.723939 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 965cc679-d2fa-422b-ac60-1738e2b8cad9, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=965cc679-d2fa-422b-ac60-1738e2b8cad9,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:20.725322 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-0492d9fb-ff93-4085-a1d5-8ae2d003b832 req-9f50e2b8-ef14-43b2-af42-a22f47abb31f service neutron] Attempting to bind port 9394b3a8-f2b7-460d-a207-4427c8655774 on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:16:20.725980 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-0492d9fb-ff93-4085-a1d5-8ae2d003b832 req-9f50e2b8-ef14-43b2-af42-a22f47abb31f service neutron] Attempting to bind port 9394b3a8-f2b7-460d-a207-4427c8655774 by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': 'b42426e6-502c-40d3-9c61-ff26c82f39ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7bfbeebb-f42f-441e-a7f5-dde179143eae'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:16:20.726423 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0492d9fb-ff93-4085-a1d5-8ae2d003b832 req-9f50e2b8-ef14-43b2-af42-a22f47abb31f service neutron] Attempting to bind port 9394b3a8-f2b7-460d-a207-4427c8655774 on network 7bfbeebb-f42f-441e-a7f5-dde179143eae {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:16:20.735161 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87af5653-b3e4-42c9-bccf-8cdb02098a6d req-53420a46-6994-463d-ae42-0d76eeffcd0c service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:16:20.735607 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87af5653-b3e4-42c9-bccf-8cdb02098a6d req-53420a46-6994-463d-ae42-0d76eeffcd0c service neutron] Checking segment: {'id': 'bb5826fd-13f9-4737-be5f-46ce38ebd549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd1e68237-a664-422b-b005-d5e450d45372'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:16:20.736059 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87af5653-b3e4-42c9-bccf-8cdb02098a6d req-53420a46-6994-463d-ae42-0d76eeffcd0c service neutron] Bound using segment: {'id': 'bb5826fd-13f9-4737-be5f-46ce38ebd549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd1e68237-a664-422b-b005-d5e450d45372'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:16:20.736206 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:20.736610 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-87af5653-b3e4-42c9-bccf-8cdb02098a6d req-53420a46-6994-463d-ae42-0d76eeffcd0c service neutron] Bound port: b788a602-2daf-45f8-ae7e-707bac9d92dc, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb5826fd-13f9-4737-be5f-46ce38ebd549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd1e68237-a664-422b-b005-d5e450d45372'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:16:20.737039 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-87af5653-b3e4-42c9-bccf-8cdb02098a6d req-53420a46-6994-463d-ae42-0d76eeffcd0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:20.741569 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0492d9fb-ff93-4085-a1d5-8ae2d003b832 req-9f50e2b8-ef14-43b2-af42-a22f47abb31f service neutron] Port 9394b3a8-f2b7-460d-a207-4427c8655774 on network 7bfbeebb-f42f-441e-a7f5-dde179143eae not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:16:20.741983 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0492d9fb-ff93-4085-a1d5-8ae2d003b832 req-9f50e2b8-ef14-43b2-af42-a22f47abb31f service neutron] Attempting to bind port 9394b3a8-f2b7-460d-a207-4427c8655774 on network 7bfbeebb-f42f-441e-a7f5-dde179143eae {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:16:20.752315 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:20.784906 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0492d9fb-ff93-4085-a1d5-8ae2d003b832 req-9f50e2b8-ef14-43b2-af42-a22f47abb31f service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:16:20.785102 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0492d9fb-ff93-4085-a1d5-8ae2d003b832 req-9f50e2b8-ef14-43b2-af42-a22f47abb31f service neutron] Checking segment: {'id': 'b42426e6-502c-40d3-9c61-ff26c82f39ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7bfbeebb-f42f-441e-a7f5-dde179143eae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:16:20.785513 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0492d9fb-ff93-4085-a1d5-8ae2d003b832 req-9f50e2b8-ef14-43b2-af42-a22f47abb31f service neutron] Bound using segment: {'id': 'b42426e6-502c-40d3-9c61-ff26c82f39ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7bfbeebb-f42f-441e-a7f5-dde179143eae'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:16:20.786025 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-0492d9fb-ff93-4085-a1d5-8ae2d003b832 req-9f50e2b8-ef14-43b2-af42-a22f47abb31f service neutron] Bound port: 9394b3a8-f2b7-460d-a207-4427c8655774, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b42426e6-502c-40d3-9c61-ff26c82f39ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7bfbeebb-f42f-441e-a7f5-dde179143eae'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:16:20.786491 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-0492d9fb-ff93-4085-a1d5-8ae2d003b832 req-9f50e2b8-ef14-43b2-af42-a22f47abb31f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:20.789930 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-11ffc817-c0d8-4d98-9018-6aa43f9372d2 req-9e920337-9dca-4ccf-b090-a3e916acad57 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502579 Aug 10 03:16:20.812891 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port b4abdbee-2c88-482c-9458-c17973ae0795, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=b4abdbee-2c88-482c-9458-c17973ae0795,segment=NetworkSegment(7ab813ec-b081-42ad-ba81-680bc6f3c774),segment_id=7ab813ec-b081-42ad-ba81-680bc6f3c774)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:20.819246 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:20.820153 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 89ce21b3-cb13-421c-b603-44256c67efd3 no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:16:20.840126 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0488788-6133-4b2e-89da-10f1fb3ed3f3 req-dca5efaf-192b-4c53-a794-52736c412954 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:20.841864 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e0488788-6133-4b2e-89da-10f1fb3ed3f3 req-dca5efaf-192b-4c53-a794-52736c412954 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=abb04be0-c7f2-4622-8647-9fdf68e648ba HTTP/1.1" status: 200 len: 948 time: 0.1714032 Aug 10 03:16:20.866787 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=965cc679-d2fa-422b-ac60-1738e2b8cad9,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:21.003673 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=b4abdbee-2c88-482c-9458-c17973ae0795,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:21.034890 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e0488788-6133-4b2e-89da-10f1fb3ed3f3 req-270b9a8b-8a63-4a94-9269-a2ca17f753a2 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823163 Aug 10 03:16:21.041626 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-0492d9fb-ff93-4085-a1d5-8ae2d003b832 req-9f50e2b8-ef14-43b2-af42-a22f47abb31f service neutron] For port 9394b3a8-f2b7-460d-a207-4427c8655774, host n-h1-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:16:21.045935 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-0492d9fb-ff93-4085-a1d5-8ae2d003b832 req-9f50e2b8-ef14-43b2-af42-a22f47abb31f service neutron] For port 9394b3a8-f2b7-460d-a207-4427c8655774, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=9394b3a8-f2b7-460d-a207-4427c8655774,segment=NetworkSegment(b42426e6-502c-40d3-9c61-ff26c82f39ea),segment_id=b42426e6-502c-40d3-9c61-ff26c82f39ea)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:16:21.053670 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-87af5653-b3e4-42c9-bccf-8cdb02098a6d req-53420a46-6994-463d-ae42-0d76eeffcd0c service neutron] For port b788a602-2daf-45f8-ae7e-707bac9d92dc, host n-h1-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:16:21.059071 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-87af5653-b3e4-42c9-bccf-8cdb02098a6d req-53420a46-6994-463d-ae42-0d76eeffcd0c service neutron] For port b788a602-2daf-45f8-ae7e-707bac9d92dc, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=b788a602-2daf-45f8-ae7e-707bac9d92dc,segment=NetworkSegment(bb5826fd-13f9-4737-be5f-46ce38ebd549),segment_id=bb5826fd-13f9-4737-be5f-46ce38ebd549)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:16:21.064145 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-0492d9fb-ff93-4085-a1d5-8ae2d003b832 req-9f50e2b8-ef14-43b2-af42-a22f47abb31f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:21.114646 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-87af5653-b3e4-42c9-bccf-8cdb02098a6d req-53420a46-6994-463d-ae42-0d76eeffcd0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:21.139053 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-11ffc817-c0d8-4d98-9018-6aa43f9372d2 req-d78db909-91d4-48ae-abbb-c6ff461848a6 service neutron] 10.222.0.61 "GET /v2.0/networks/7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3089852 Aug 10 03:16:21.167100 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0492d9fb-ff93-4085-a1d5-8ae2d003b832 req-9f50e2b8-ef14-43b2-af42-a22f47abb31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:21.167520 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-0492d9fb-ff93-4085-a1d5-8ae2d003b832 req-9f50e2b8-ef14-43b2-af42-a22f47abb31f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:21.168919 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0492d9fb-ff93-4085-a1d5-8ae2d003b832 req-9f50e2b8-ef14-43b2-af42-a22f47abb31f service neutron] 10.222.0.42 "PUT /v2.0/ports/9394b3a8-f2b7-460d-a207-4427c8655774 HTTP/1.1" status: 200 len: 1092 time: 2.8444829 Aug 10 03:16:21.171878 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4af3e3c-6e20-4c99-a357-53e55ec3cee1', 'tag': '9394b3a8-f2b7-460d-a207-4427c8655774'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:16:21.174048 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64bb60ec-6548-409f-8d7c-816b86670144" -d '{"events": [{"name": "network-changed", "server_uuid": "b4af3e3c-6e20-4c99-a357-53e55ec3cee1", "tag": "9394b3a8-f2b7-460d-a207-4427c8655774"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:16:21.198889 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87af5653-b3e4-42c9-bccf-8cdb02098a6d req-53420a46-6994-463d-ae42-0d76eeffcd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:21.199518 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-87af5653-b3e4-42c9-bccf-8cdb02098a6d req-53420a46-6994-463d-ae42-0d76eeffcd0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:21.200904 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-87af5653-b3e4-42c9-bccf-8cdb02098a6d req-53420a46-6994-463d-ae42-0d76eeffcd0c service neutron] 10.222.0.42 "PUT /v2.0/ports/b788a602-2daf-45f8-ae7e-707bac9d92dc HTTP/1.1" status: 200 len: 1093 time: 3.0715580 Aug 10 03:16:21.286025 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f50e2b8-ef14-43b2-af42-a22f47abb31f service neutron] Pushing event updated for resources: {'Port': ['ID=9394b3a8-f2b7-460d-a207-4427c8655774,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:21.331982 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-de680b99-c1cb-41a2-9ddb-99afb246a471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:21.373342 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913bc961-2b82-40d0-ad4a-8e1afb4c68eb req-c7a73a6d-3311-4965-b9f5-838c09832663 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:21.375099 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-913bc961-2b82-40d0-ad4a-8e1afb4c68eb req-c7a73a6d-3311-4965-b9f5-838c09832663 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4af3e3c-6e20-4c99-a357-53e55ec3cee1 HTTP/1.1" status: 200 len: 943 time: 0.2581418 Aug 10 03:16:21.426778 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53420a46-6994-463d-ae42-0d76eeffcd0c service neutron] Pushing event updated for resources: {'Port': ['ID=b788a602-2daf-45f8-ae7e-707bac9d92dc,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:21.480206 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0492d9fb-ff93-4085-a1d5-8ae2d003b832 req-322426d0-3466-4e65-bb84-447e1534d03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:21.481720 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0492d9fb-ff93-4085-a1d5-8ae2d003b832 req-322426d0-3466-4e65-bb84-447e1534d03b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a9d9692f94284ab383feb6bc4fe6dbd1&device_id=b4af3e3c-6e20-4c99-a357-53e55ec3cee1 HTTP/1.1" status: 200 len: 1095 time: 0.2126946 Aug 10 03:16:21.486059 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87af5653-b3e4-42c9-bccf-8cdb02098a6d req-29aab9ad-f7b1-4450-bfde-07e7e46cb577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:21.487523 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-87af5653-b3e4-42c9-bccf-8cdb02098a6d req-29aab9ad-f7b1-4450-bfde-07e7e46cb577 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7bdabbcb1a36419b89901e40f3363396&device_id=55272776-c5a8-4fab-bb65-bb9a3b047114 HTTP/1.1" status: 200 len: 1096 time: 0.2202284 Aug 10 03:16:21.580254 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-11ffc817-c0d8-4d98-9018-6aa43f9372d2 req-3d228e63-49d4-4127-af17-2ecd9047f62d service neutron] 10.222.0.61 "GET /v2.0/networks/7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4103560 Aug 10 03:16:21.582777 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0492d9fb-ff93-4085-a1d5-8ae2d003b832 req-0b7138ee-7e16-413e-b59d-f72831ce60a3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9394b3a8-f2b7-460d-a207-4427c8655774 HTTP/1.1" status: 200 len: 217 time: 0.0832376 Aug 10 03:16:21.592458 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-913bc961-2b82-40d0-ad4a-8e1afb4c68eb req-7212c28e-1307-4ffe-9bde-67b73f65eb1d tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] 10.222.0.44 "GET /v2.0/security-groups?id=494e99f4-94a2-4d1c-bfc8-854b27237629&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2041714 Aug 10 03:16:21.593674 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-87af5653-b3e4-42c9-bccf-8cdb02098a6d req-491ce14a-c3b7-4592-8a8c-3f1a27e21460 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b788a602-2daf-45f8-ae7e-707bac9d92dc HTTP/1.1" status: 200 len: 217 time: 0.0930998 Aug 10 03:16:21.593950 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['965cc679-d2fa-422b-ac60-1738e2b8cad9'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:16:21.760716 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0492d9fb-ff93-4085-a1d5-8ae2d003b832 req-a870424d-c78d-4984-850a-5531cc568016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:21.763055 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0492d9fb-ff93-4085-a1d5-8ae2d003b832 req-a870424d-c78d-4984-850a-5531cc568016 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=899d577f-02e7-4571-b318-84c090d894c3 HTTP/1.1" status: 200 len: 863 time: 0.1673241 Aug 10 03:16:21.770852 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27f78de-4bb7-4b75-badf-85bee5190dba req-9a959ca3-1b01-4758-9779-702b157d2284 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:21.772347 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b27f78de-4bb7-4b75-badf-85bee5190dba req-9a959ca3-1b01-4758-9779-702b157d2284 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7d864fb-d99a-4b8b-836a-5ba0bd97db6c HTTP/1.1" status: 200 len: 943 time: 0.2191453 Aug 10 03:16:21.776689 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87af5653-b3e4-42c9-bccf-8cdb02098a6d req-2f0d3ccd-1b77-4ad3-a041-ba9d74c685fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:21.778064 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-87af5653-b3e4-42c9-bccf-8cdb02098a6d req-2f0d3ccd-1b77-4ad3-a041-ba9d74c685fa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=31ffc495-0d57-4c63-9695-aba9cef6afdd HTTP/1.1" status: 200 len: 844 time: 0.1744804 Aug 10 03:16:22.073246 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e42b81e-493b-4fc0-95b1-6f41e4fd8082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4abdbee-2c88-482c-9458-c17973ae0795'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:16:22.077850 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37f13fac-29d6-4964-aa01-640ffaa4aa9b" -d '{"events": [{"server_uuid": "3e42b81e-493b-4fc0-95b1-6f41e4fd8082", "name": "network-vif-plugged", "status": "completed", "tag": "b4abdbee-2c88-482c-9458-c17973ae0795"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:16:22.089137 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-87af5653-b3e4-42c9-bccf-8cdb02098a6d req-b86b8028-5ce9-4fb6-b5d8-28036db01d23 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d1e68237-a664-422b-b005-d5e450d45372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2974474 Aug 10 03:16:22.199729 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee62232-2122-4fcc-b79d-688f2973a3e0 req-65a82a31-829c-4f91-91e6-dd2eb6d79248 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:22.201274 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6ee62232-2122-4fcc-b79d-688f2973a3e0 req-65a82a31-829c-4f91-91e6-dd2eb6d79248 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b5ed1f1-b874-42c1-aef6-917c9362870d HTTP/1.1" status: 200 len: 948 time: 0.4988163 Aug 10 03:16:22.258614 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0492d9fb-ff93-4085-a1d5-8ae2d003b832 req-7cd28cf8-7007-4d1f-bc24-4d2d6e2a2267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:22.260148 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0492d9fb-ff93-4085-a1d5-8ae2d003b832 req-7cd28cf8-7007-4d1f-bc24-4d2d6e2a2267 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7bfbeebb-f42f-441e-a7f5-dde179143eae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4869175 Aug 10 03:16:22.281024 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 5f10a11f-fa51-4b08-b7ae-76ff6155d72c up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:16:22.297080 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ffc817-c0d8-4d98-9018-6aa43f9372d2 req-41a4ff82-e58e-4ed6-b00d-323531010685 tempest-LiveAutoBlockMigrationV225Test-725400249 tempest-LiveAutoBlockMigrationV225Test-725400249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:22.298622 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-11ffc817-c0d8-4d98-9018-6aa43f9372d2 req-41a4ff82-e58e-4ed6-b00d-323531010685 tempest-LiveAutoBlockMigrationV225Test-725400249 tempest-LiveAutoBlockMigrationV225Test-725400249-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=d757fe12-2e16-469c-8140-4383b7103a75&tenant_id=4fedcd46377344729593c49493334f54&binding%3Ahost_id=n-h2-768862-13 HTTP/1.1" status: 200 len: 1097 time: 0.2046134 Aug 10 03:16:22.339463 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning for port 5f10a11f-fa51-4b08-b7ae-76ff6155d72c completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:16:22.343684 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port 5f10a11f-fa51-4b08-b7ae-76ff6155d72c triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:16:22.344061 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:22.395481 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6ee62232-2122-4fcc-b79d-688f2973a3e0 req-8f47a58f-2ef2-434f-879b-30006313efca tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8d28d33-caca-4f05-b0e0-721010e15342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726298 Aug 10 03:16:22.418337 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-87af5653-b3e4-42c9-bccf-8cdb02098a6d req-0a7fd533-d67a-4493-b659-8f63c675414c service neutron] 10.222.0.42 "GET /v2.0/networks/d1e68237-a664-422b-b005-d5e450d45372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3024213 Aug 10 03:16:22.430042 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:22.457676 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-b27f78de-4bb7-4b75-badf-85bee5190dba req-9600f9a3-1a81-4a27-bb93-74cc1ef9e5bb tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Deleting port 89ce21b3-cb13-421c-b603-44256c67efd3 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:16:22.458027 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-b27f78de-4bb7-4b75-badf-85bee5190dba req-9600f9a3-1a81-4a27-bb93-74cc1ef9e5bb tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:22.467550 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 5f10a11f-fa51-4b08-b7ae-76ff6155d72c, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=5f10a11f-fa51-4b08-b7ae-76ff6155d72c,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:22.472307 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:22.520501 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=5f10a11f-fa51-4b08-b7ae-76ff6155d72c,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:22.611944 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0492d9fb-ff93-4085-a1d5-8ae2d003b832 req-1c69d0e3-4c2b-4143-b0f7-9c34e4ad1cca service neutron] 10.222.0.42 "GET /v2.0/networks/7bfbeebb-f42f-441e-a7f5-dde179143eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3392224 Aug 10 03:16:22.732652 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9203e8-e9d0-4026-b37f-a35a6332fea3 req-504c2595-5f3e-4576-89b0-7ecf97df690d tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:22.734047 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-df9203e8-e9d0-4026-b37f-a35a6332fea3 req-504c2595-5f3e-4576-89b0-7ecf97df690d tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/ports?device_id=55272776-c5a8-4fab-bb65-bb9a3b047114 HTTP/1.1" status: 200 len: 944 time: 0.2618535 Aug 10 03:16:22.767898 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-87af5653-b3e4-42c9-bccf-8cdb02098a6d req-362f2843-1917-41b1-86c0-70dd35ead9fa service neutron] 10.222.0.42 "GET /v2.0/networks/d1e68237-a664-422b-b005-d5e450d45372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3416808 Aug 10 03:16:22.804194 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-b27f78de-4bb7-4b75-badf-85bee5190dba req-9600f9a3-1a81-4a27-bb93-74cc1ef9e5bb tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] For port 89ce21b3-cb13-421c-b603-44256c67efd3, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=89ce21b3-cb13-421c-b603-44256c67efd3,segment=NetworkSegment(e1ea0112-d828-45f3-a96b-2a696c160566),segment_id=e1ea0112-d828-45f3-a96b-2a696c160566)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:22.804565 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-b27f78de-4bb7-4b75-badf-85bee5190dba req-9600f9a3-1a81-4a27-bb93-74cc1ef9e5bb tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:22.824726 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-11ffc817-c0d8-4d98-9018-6aa43f9372d2 req-48384ef9-cd65-40b1-a848-89fc89e24fa2 service neutron] For port 10f2bdda-5018-4b17-83c9-3fa8048c31cb, host n-h1-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:16:22.837203 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-b27f78de-4bb7-4b75-badf-85bee5190dba req-9600f9a3-1a81-4a27-bb93-74cc1ef9e5bb tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Calling delete_port for 89ce21b3-cb13-421c-b603-44256c67efd3 owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:16:22.848314 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-11ffc817-c0d8-4d98-9018-6aa43f9372d2 req-48384ef9-cd65-40b1-a848-89fc89e24fa2 service neutron] Notify callbacks [] for binding, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:22.849429 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-11ffc817-c0d8-4d98-9018-6aa43f9372d2 req-48384ef9-cd65-40b1-a848-89fc89e24fa2 service neutron] 10.222.0.61 "DELETE /v2.0/ports/10f2bdda-5018-4b17-83c9-3fa8048c31cb/bindings/n-h1-768862-13 HTTP/1.1" status: 204 len: 173 time: 0.4985964 Aug 10 03:16:22.860392 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-df9203e8-e9d0-4026-b37f-a35a6332fea3 req-c92b7703-e26b-4718-b090-39b103ddb8f7 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/security-groups?id=58160609-a8c2-4b15-a3de-467e7dbbc834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111224 Aug 10 03:16:22.865593 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0492d9fb-ff93-4085-a1d5-8ae2d003b832 req-ccc8258a-7aa4-47dd-a1f8-b13b61230a09 service neutron] 10.222.0.42 "GET /v2.0/networks/7bfbeebb-f42f-441e-a7f5-dde179143eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458332 Aug 10 03:16:23.026367 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b35ae5c-9406-4238-a6e5-a04b6d4bc32e req-e325d5ed-ed56-4c02-884f-904ee4c83b32 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:23.027875 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0b35ae5c-9406-4238-a6e5-a04b6d4bc32e req-e325d5ed-ed56-4c02-884f-904ee4c83b32 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=d757fe12-2e16-469c-8140-4383b7103a75 HTTP/1.1" status: 200 len: 945 time: 0.0858893 Aug 10 03:16:23.035189 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-b27f78de-4bb7-4b75-badf-85bee5190dba req-9600f9a3-1a81-4a27-bb93-74cc1ef9e5bb tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:23.083688 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9600f9a3-1a81-4a27-bb93-74cc1ef9e5bb tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Pushing event deleted for resources: {'Port': ['ID=89ce21b3-cb13-421c-b603-44256c67efd3,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:23.122843 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0b35ae5c-9406-4238-a6e5-a04b6d4bc32e req-e72684c4-23a1-4409-bff7-f36f2f71389f tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855436 Aug 10 03:16:23.135883 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-b27f78de-4bb7-4b75-badf-85bee5190dba req-9600f9a3-1a81-4a27-bb93-74cc1ef9e5bb tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] No DVR routers for this DVR port 89ce21b3-cb13-421c-b603-44256c67efd3 on host n-h1-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:16:23.138680 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-b27f78de-4bb7-4b75-badf-85bee5190dba req-9600f9a3-1a81-4a27-bb93-74cc1ef9e5bb tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:23.140952 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b27f78de-4bb7-4b75-badf-85bee5190dba req-9600f9a3-1a81-4a27-bb93-74cc1ef9e5bb tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "DELETE /v2.0/ports/89ce21b3-cb13-421c-b603-44256c67efd3 HTTP/1.1" status: 204 len: 173 time: 1.3551140 Aug 10 03:16:23.170779 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bb1da8e-a153-4dc9-a4a2-097cd4624a67 x-openstack-request-id: req-7bb1da8e-a153-4dc9-a4a2-097cd4624a67 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:16:23.171179 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4af3e3c-6e20-4c99-a357-53e55ec3cee1", "tag": "9394b3a8-f2b7-460d-a207-4427c8655774", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:16:23.171439 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7bb1da8e-a153-4dc9-a4a2-097cd4624a67 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:16:23.171984 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4af3e3c-6e20-4c99-a357-53e55ec3cee1', 'tag': '9394b3a8-f2b7-460d-a207-4427c8655774', 'status': 'completed', 'code': 200} Aug 10 03:16:23.274081 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb60ec-6548-409f-8d7c-816b86670144 req-07b7ba6f-2c35-42b4-a005-5768c64d0f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:23.275697 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-64bb60ec-6548-409f-8d7c-816b86670144 req-07b7ba6f-2c35-42b4-a005-5768c64d0f46 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a9d9692f94284ab383feb6bc4fe6dbd1&device_id=b4af3e3c-6e20-4c99-a357-53e55ec3cee1 HTTP/1.1" status: 200 len: 1095 time: 0.0764737 Aug 10 03:16:23.340354 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea49d5-2f4c-4ddd-8a1a-450b8936b7d2 req-50f356c3-1731-424d-b9b5-17e324f0438a tempest-AttachSCSIVolumeTestJSON-14947963 tempest-AttachSCSIVolumeTestJSON-14947963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:23.342177 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e5ea49d5-2f4c-4ddd-8a1a-450b8936b7d2 req-50f356c3-1731-424d-b9b5-17e324f0438a tempest-AttachSCSIVolumeTestJSON-14947963 tempest-AttachSCSIVolumeTestJSON-14947963-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e42b81e-493b-4fc0-95b1-6f41e4fd8082 HTTP/1.1" status: 200 len: 945 time: 0.1090891 Aug 10 03:16:23.442880 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e5ea49d5-2f4c-4ddd-8a1a-450b8936b7d2 req-1b2914db-9203-4836-9b6e-6e349cd94d9b tempest-AttachSCSIVolumeTestJSON-14947963 tempest-AttachSCSIVolumeTestJSON-14947963-project] 10.222.0.44 "GET /v2.0/security-groups?id=2b8ab577-658a-47ad-8db6-8fa5608a0dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887334 Aug 10 03:16:23.444968 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb60ec-6548-409f-8d7c-816b86670144 req-3c555940-3888-46e1-9828-eeb0b5e2aa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:23.446465 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-64bb60ec-6548-409f-8d7c-816b86670144 req-3c555940-3888-46e1-9828-eeb0b5e2aa7f service neutron] 10.222.0.42 "GET /v2.0/networks?id=7bfbeebb-f42f-441e-a7f5-dde179143eae HTTP/1.1" status: 200 len: 924 time: 0.1631653 Aug 10 03:16:23.473692 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce08412-d408-48d1-bf29-fd4c5616ffd7 req-b2f9a289-76f4-454f-95d8-1d0313517139 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:23.475250 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8ce08412-d408-48d1-bf29-fd4c5616ffd7 req-b2f9a289-76f4-454f-95d8-1d0313517139 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=6024574f-0b46-4839-8e14-6fe5bf6a8895 HTTP/1.1" status: 200 len: 945 time: 0.0798049 Aug 10 03:16:23.508191 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-64bb60ec-6548-409f-8d7c-816b86670144 req-672c0cbf-9f56-4e67-837f-060f1c4ade90 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9394b3a8-f2b7-460d-a207-4427c8655774 HTTP/1.1" status: 200 len: 217 time: 0.0493894 Aug 10 03:16:23.561277 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9f6dc8ce-d095-47a6-ab9f-bc3193e7aa08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:23.592881 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8ce08412-d408-48d1-bf29-fd4c5616ffd7 req-7a7fdae2-8128-4121-9957-af7be9adeb58 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871773 Aug 10 03:16:23.617767 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fe569f-7f85-43ce-82ad-911227d2daa0 req-d8c1ce1a-afe6-46b3-845c-25043ccf8536 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:23.619279 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-78fe569f-7f85-43ce-82ad-911227d2daa0 req-d8c1ce1a-afe6-46b3-845c-25043ccf8536 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=abb04be0-c7f2-4622-8647-9fdf68e648ba HTTP/1.1" status: 200 len: 949 time: 0.1051140 Aug 10 03:16:23.620633 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb60ec-6548-409f-8d7c-816b86670144 req-7f0688ef-6f0f-4251-9f3b-5367f4518d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:23.621937 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-64bb60ec-6548-409f-8d7c-816b86670144 req-7f0688ef-6f0f-4251-9f3b-5367f4518d46 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=899d577f-02e7-4571-b318-84c090d894c3 HTTP/1.1" status: 200 len: 863 time: 0.0933988 Aug 10 03:16:23.647970 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e142634-7688-43a9-b97f-21ef08653053 x-openstack-request-id: req-2e142634-7688-43a9-b97f-21ef08653053 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:16:23.648336 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e42b81e-493b-4fc0-95b1-6f41e4fd8082", "name": "network-vif-plugged", "status": "completed", "tag": "b4abdbee-2c88-482c-9458-c17973ae0795", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:16:23.649192 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2e142634-7688-43a9-b97f-21ef08653053 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:16:23.649589 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e42b81e-493b-4fc0-95b1-6f41e4fd8082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4abdbee-2c88-482c-9458-c17973ae0795', 'code': 200} Aug 10 03:16:23.693300 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-78fe569f-7f85-43ce-82ad-911227d2daa0 req-f5c6602c-dbb2-4da9-a248-cb65a7729bde tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660145 Aug 10 03:16:23.715927 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb60ec-6548-409f-8d7c-816b86670144 req-bd3c1024-4051-46f1-8bd7-38634d58018e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:23.719931 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-64bb60ec-6548-409f-8d7c-816b86670144 req-bd3c1024-4051-46f1-8bd7-38634d58018e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7bfbeebb-f42f-441e-a7f5-dde179143eae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0842965 Aug 10 03:16:23.776389 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2204c287-7db7-4562-bb93-995123968eb7 req-e9e915b0-65c4-4a67-b2c1-ef8d67e9744b tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:23.778783 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2204c287-7db7-4562-bb93-995123968eb7 req-e9e915b0-65c4-4a67-b2c1-ef8d67e9744b tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4af3e3c-6e20-4c99-a357-53e55ec3cee1 HTTP/1.1" status: 200 len: 943 time: 0.0806375 Aug 10 03:16:23.945215 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33254fde-aacd-4da3-a5c0-a38c0ca896f1 req-ae1d436c-e062-4a43-9d42-dc39f98f67b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:23.947243 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-33254fde-aacd-4da3-a5c0-a38c0ca896f1 req-ae1d436c-e062-4a43-9d42-dc39f98f67b7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3e42b81e-493b-4fc0-95b1-6f41e4fd8082 HTTP/1.1" status: 200 len: 1097 time: 0.1948855 Aug 10 03:16:23.950517 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-64bb60ec-6548-409f-8d7c-816b86670144 req-205e5b5c-d958-4a5d-bdc9-876ef55a3bf9 service neutron] 10.222.0.42 "GET /v2.0/networks/7bfbeebb-f42f-441e-a7f5-dde179143eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991811 Aug 10 03:16:23.955437 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2204c287-7db7-4562-bb93-995123968eb7 req-c5767eb2-0fc7-4169-a732-68eb7a1af972 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] 10.222.0.44 "GET /v2.0/security-groups?id=494e99f4-94a2-4d1c-bfc8-854b27237629&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1074851 Aug 10 03:16:23.970467 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1981776f-2fda-4a8a-b3cb-fc8f6dabd487 req-c51e1442-61ef-45f7-b223-8ae1de323e56 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:23.972016 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1981776f-2fda-4a8a-b3cb-fc8f6dabd487 req-c51e1442-61ef-45f7-b223-8ae1de323e56 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b5ed1f1-b874-42c1-aef6-917c9362870d HTTP/1.1" status: 200 len: 948 time: 0.1253402 Aug 10 03:16:24.098592 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-33254fde-aacd-4da3-a5c0-a38c0ca896f1 req-e556c89e-fef6-4be5-a8c2-123fd0eb32a3 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2b8ab577-658a-47ad-8db6-8fa5608a0dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361387 Aug 10 03:16:24.114616 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:24.118678 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1981776f-2fda-4a8a-b3cb-fc8f6dabd487 req-78b9c900-82ae-4131-9c6e-948d571cc2d6 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8d28d33-caca-4f05-b0e0-721010e15342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335700 Aug 10 03:16:24.129692 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3793038-8a20-47e1-b760-3d9dbf6375ea req-880ce8b7-7648-4d87-88f0-6be668d42fc7 tempest-LiveAutoBlockMigrationV225Test-725400249 tempest-LiveAutoBlockMigrationV225Test-725400249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:24.131262 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b3793038-8a20-47e1-b760-3d9dbf6375ea req-880ce8b7-7648-4d87-88f0-6be668d42fc7 tempest-LiveAutoBlockMigrationV225Test-725400249 tempest-LiveAutoBlockMigrationV225Test-725400249-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=d757fe12-2e16-469c-8140-4383b7103a75 HTTP/1.1" status: 200 len: 1097 time: 0.0951993 Aug 10 03:16:24.153030 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-64bb60ec-6548-409f-8d7c-816b86670144 req-2a08e9ac-53d9-4097-9551-1fbcaba1abd9 service neutron] 10.222.0.42 "GET /v2.0/networks/7bfbeebb-f42f-441e-a7f5-dde179143eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758413 Aug 10 03:16:24.176492 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b3793038-8a20-47e1-b760-3d9dbf6375ea req-d8f5203d-878c-4aff-96bd-bed796eafb67 tempest-LiveAutoBlockMigrationV225Test-725400249 tempest-LiveAutoBlockMigrationV225Test-725400249-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356455 Aug 10 03:16:24.280134 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 965cc679-d2fa-422b-ac60-1738e2b8cad9 up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:16:24.327778 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef26cfb-e5ca-4836-b359-f02bc141915f req-816ece1c-e9db-4bee-bd7f-003b6b33570d tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:24.328499 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning for port 965cc679-d2fa-422b-ac60-1738e2b8cad9 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:16:24.329494 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cef26cfb-e5ca-4836-b359-f02bc141915f req-816ece1c-e9db-4bee-bd7f-003b6b33570d tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/networks?id=06cba743-97cb-4e3d-9173-104a9c9a70d3 HTTP/1.1" status: 200 len: 811 time: 0.1330116 Aug 10 03:16:24.337887 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port 965cc679-d2fa-422b-ac60-1738e2b8cad9 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:16:24.338289 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:24.341133 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0150fad0-5b27-460d-9f8b-74a7c2885487 req-226a5923-fb70-4944-b69f-c770c62d54d1 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:24.342623 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0150fad0-5b27-460d-9f8b-74a7c2885487 req-226a5923-fb70-4944-b69f-c770c62d54d1 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/ports?device_id=55272776-c5a8-4fab-bb65-bb9a3b047114 HTTP/1.1" status: 200 len: 944 time: 0.0853105 Aug 10 03:16:24.359580 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cef26cfb-e5ca-4836-b359-f02bc141915f req-9658db08-9bd9-45f5-8a20-00c6d1e05381 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/quotas/bd4ff3ae34274cb6803be2c6188b2b0c HTTP/1.1" status: 200 len: 375 time: 0.0160015 Aug 10 03:16:24.401111 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cef26cfb-e5ca-4836-b359-f02bc141915f req-8a079b4a-5548-4a2f-bcc9-9dbbea76669d tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=bd4ff3ae34274cb6803be2c6188b2b0c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0343955 Aug 10 03:16:24.419861 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:24.421683 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0150fad0-5b27-460d-9f8b-74a7c2885487 req-61fb7119-4f81-429d-896f-83bda790f594 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/security-groups?id=58160609-a8c2-4b15-a3de-467e7dbbc834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718434 Aug 10 03:16:24.461785 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 965cc679-d2fa-422b-ac60-1738e2b8cad9, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=965cc679-d2fa-422b-ac60-1738e2b8cad9,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:24.469334 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:24.524893 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=965cc679-d2fa-422b-ac60-1738e2b8cad9,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:24.532075 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cef26cfb-e5ca-4836-b359-f02bc141915f req-00c2f8e2-f0ff-452a-a0bb-a5d16b125a7f service neutron] 10.222.0.44 "GET /v2.0/networks/06cba743-97cb-4e3d-9173-104a9c9a70d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232691 Aug 10 03:16:24.550059 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ad078e-20f5-449c-8fe0-10762966ebd7 req-b3423d25-c89c-482f-9b48-07c75ad512ac tempest-LiveAutoBlockMigrationV225Test-725400249 tempest-LiveAutoBlockMigrationV225Test-725400249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:24.551664 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-43ad078e-20f5-449c-8fe0-10762966ebd7 req-b3423d25-c89c-482f-9b48-07c75ad512ac tempest-LiveAutoBlockMigrationV225Test-725400249 tempest-LiveAutoBlockMigrationV225Test-725400249-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=d757fe12-2e16-469c-8140-4383b7103a75 HTTP/1.1" status: 200 len: 1097 time: 0.0610986 Aug 10 03:16:24.636134 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-43ad078e-20f5-449c-8fe0-10762966ebd7 req-ad4958af-a622-496d-9a1d-b911357c2f43 tempest-LiveAutoBlockMigrationV225Test-725400249 tempest-LiveAutoBlockMigrationV225Test-725400249-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741932 Aug 10 03:16:24.656069 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cef26cfb-e5ca-4836-b359-f02bc141915f req-38b21b2c-19a8-4464-99f1-bb4a526a1814 service neutron] 10.222.0.44 "GET /v2.0/networks/06cba743-97cb-4e3d-9173-104a9c9a70d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159923 Aug 10 03:16:24.775592 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e458ef2c-e1d2-40d1-9af6-90a3688bbf87 req-a308d5d4-639c-434a-8655-113329a05b49 tempest-AttachSCSIVolumeTestJSON-14947963 tempest-AttachSCSIVolumeTestJSON-14947963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:24.777462 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e458ef2c-e1d2-40d1-9af6-90a3688bbf87 req-a308d5d4-639c-434a-8655-113329a05b49 tempest-AttachSCSIVolumeTestJSON-14947963 tempest-AttachSCSIVolumeTestJSON-14947963-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e42b81e-493b-4fc0-95b1-6f41e4fd8082 HTTP/1.1" status: 200 len: 945 time: 0.0598028 Aug 10 03:16:24.835818 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e458ef2c-e1d2-40d1-9af6-90a3688bbf87 req-68d3f5a3-6345-4002-8c37-df86ae8e4228 tempest-AttachSCSIVolumeTestJSON-14947963 tempest-AttachSCSIVolumeTestJSON-14947963-project] 10.222.0.44 "GET /v2.0/security-groups?id=2b8ab577-658a-47ad-8db6-8fa5608a0dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520840 Aug 10 03:16:24.880638 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8f9bd8-0cc3-46d5-a677-0ec4fad44f1a req-c2878177-2731-40a3-a70f-dc83f224b462 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:24.882340 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6b8f9bd8-0cc3-46d5-a677-0ec4fad44f1a req-c2878177-2731-40a3-a70f-dc83f224b462 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=6024574f-0b46-4839-8e14-6fe5bf6a8895 HTTP/1.1" status: 200 len: 945 time: 0.0642743 Aug 10 03:16:24.941079 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6b8f9bd8-0cc3-46d5-a677-0ec4fad44f1a req-366d2b3c-2f94-473c-aa7b-562907bfc21c tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491652 Aug 10 03:16:25.173136 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55272776-c5a8-4fab-bb65-bb9a3b047114', 'tag': 'b788a602-2daf-45f8-ae7e-707bac9d92dc'}, {'server_uuid': 'e7d864fb-d99a-4b8b-836a-5ba0bd97db6c', 'name': 'network-vif-deleted', 'tag': '89ce21b3-cb13-421c-b603-44256c67efd3'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:16:25.177929 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e095273c-3cac-47f7-a00a-b85577d7659e" -d '{"events": [{"name": "network-changed", "server_uuid": "55272776-c5a8-4fab-bb65-bb9a3b047114", "tag": "b788a602-2daf-45f8-ae7e-707bac9d92dc"}, {"server_uuid": "e7d864fb-d99a-4b8b-836a-5ba0bd97db6c", "name": "network-vif-deleted", "tag": "89ce21b3-cb13-421c-b603-44256c67efd3"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:16:25.204785 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:25.230705 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0597b33-31cd-4b80-a5cb-785b197b2bd5 req-ca5bac85-add8-486b-88c2-c90d8302e05f tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:25.232729 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f0597b33-31cd-4b80-a5cb-785b197b2bd5 req-ca5bac85-add8-486b-88c2-c90d8302e05f tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=abb04be0-c7f2-4622-8647-9fdf68e648ba HTTP/1.1" status: 200 len: 949 time: 0.1005595 Aug 10 03:16:25.249164 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f370e7b6-24e8-494c-964f-cc579dfb1a30 req-135dd945-10de-4496-a23c-b26579e0bcbc tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3367b49-ee67-400c-b374-63617eab6326 HTTP/1.1" status: 200 len: 210 time: 0.0432432 Aug 10 03:16:25.294818 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f0597b33-31cd-4b80-a5cb-785b197b2bd5 req-e50efd40-359d-4248-b388-c8b61c465043 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481527 Aug 10 03:16:25.407282 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d7773c-ed93-4e9b-bd74-d420c97d1cec req-5f82ffa1-4904-4f3f-a10e-9fddcd049216 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:25.408682 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-91d7773c-ed93-4e9b-bd74-d420c97d1cec req-5f82ffa1-4904-4f3f-a10e-9fddcd049216 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4af3e3c-6e20-4c99-a357-53e55ec3cee1 HTTP/1.1" status: 200 len: 943 time: 0.0827014 Aug 10 03:16:25.420814 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a284c441-7755-4b64-bbd9-e804792e495d req-e8b7ed93-a317-429a-8ea5-b7eeffded037 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:25.422251 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a284c441-7755-4b64-bbd9-e804792e495d req-e8b7ed93-a317-429a-8ea5-b7eeffded037 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b5ed1f1-b874-42c1-aef6-917c9362870d HTTP/1.1" status: 200 len: 949 time: 0.0668254 Aug 10 03:16:25.478030 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-91d7773c-ed93-4e9b-bd74-d420c97d1cec req-6846f8af-207c-481a-bf5b-aedb74279a59 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] 10.222.0.44 "GET /v2.0/security-groups?id=494e99f4-94a2-4d1c-bfc8-854b27237629&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0548184 Aug 10 03:16:25.482958 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a284c441-7755-4b64-bbd9-e804792e495d req-4a3430bb-d78c-4578-a1d1-9167d99d1e2c tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8d28d33-caca-4f05-b0e0-721010e15342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533924 Aug 10 03:16:25.560304 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 347 Content-Type: application/json Date: Tue, 10 Aug 2021 03:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab54580-f18b-41e3-bbe0-fef1aa242fbb x-openstack-request-id: req-eab54580-f18b-41e3-bbe0-fef1aa242fbb {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:16:25.560613 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55272776-c5a8-4fab-bb65-bb9a3b047114", "tag": "b788a602-2daf-45f8-ae7e-707bac9d92dc", "status": "completed", "code": 200}, {"server_uuid": "e7d864fb-d99a-4b8b-836a-5ba0bd97db6c", "name": "network-vif-deleted", "tag": "89ce21b3-cb13-421c-b603-44256c67efd3", "status": "failed", "code": 422}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:16:25.560872 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-eab54580-f18b-41e3-bbe0-fef1aa242fbb {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:16:25.561276 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55272776-c5a8-4fab-bb65-bb9a3b047114', 'tag': 'b788a602-2daf-45f8-ae7e-707bac9d92dc', 'status': 'completed', 'code': 200} Aug 10 03:16:25.561557 n-d-768862-13 neutron-server[94260]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e7d864fb-d99a-4b8b-836a-5ba0bd97db6c', 'name': 'network-vif-deleted', 'tag': '89ce21b3-cb13-421c-b603-44256c67efd3', 'status': 'failed', 'code': 422} returned with failed status Aug 10 03:16:25.650337 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abb04be0-c7f2-4622-8647-9fdf68e648ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f10a11f-fa51-4b08-b7ae-76ff6155d72c'}, {'server_uuid': '2b5ed1f1-b874-42c1-aef6-917c9362870d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '965cc679-d2fa-422b-ac60-1738e2b8cad9'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:16:25.652660 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbb54996-1f7b-403c-a26a-fcdb22869eeb" -d '{"events": [{"server_uuid": "abb04be0-c7f2-4622-8647-9fdf68e648ba", "name": "network-vif-plugged", "status": "completed", "tag": "5f10a11f-fa51-4b08-b7ae-76ff6155d72c"}, {"server_uuid": "2b5ed1f1-b874-42c1-aef6-917c9362870d", "name": "network-vif-plugged", "status": "completed", "tag": "965cc679-d2fa-422b-ac60-1738e2b8cad9"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:16:25.656838 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e095273c-3cac-47f7-a00a-b85577d7659e req-12340c0e-677c-40ac-bf33-835c28b23dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:25.658449 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e095273c-3cac-47f7-a00a-b85577d7659e req-12340c0e-677c-40ac-bf33-835c28b23dbc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7bdabbcb1a36419b89901e40f3363396&device_id=55272776-c5a8-4fab-bb65-bb9a3b047114 HTTP/1.1" status: 200 len: 1096 time: 0.0723138 Aug 10 03:16:25.682615 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264ae3c9-2392-4b3b-a94f-3dec1bbba8f7 req-51c1929b-8b0b-454f-b3f6-0245386f758b tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:25.684111 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-264ae3c9-2392-4b3b-a94f-3dec1bbba8f7 req-51c1929b-8b0b-454f-b3f6-0245386f758b tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/ports?device_id=55272776-c5a8-4fab-bb65-bb9a3b047114 HTTP/1.1" status: 200 len: 944 time: 0.0737312 Aug 10 03:16:25.697423 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 10 Aug 2021 03:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-122da642-bf33-4a31-bf1a-75a027703287 x-openstack-request-id: req-122da642-bf33-4a31-bf1a-75a027703287 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:16:25.697722 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abb04be0-c7f2-4622-8647-9fdf68e648ba", "name": "network-vif-plugged", "status": "completed", "tag": "5f10a11f-fa51-4b08-b7ae-76ff6155d72c", "code": 200}, {"server_uuid": "2b5ed1f1-b874-42c1-aef6-917c9362870d", "name": "network-vif-plugged", "status": "completed", "tag": "965cc679-d2fa-422b-ac60-1738e2b8cad9", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:16:25.697990 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-122da642-bf33-4a31-bf1a-75a027703287 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:16:25.698400 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abb04be0-c7f2-4622-8647-9fdf68e648ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f10a11f-fa51-4b08-b7ae-76ff6155d72c', 'code': 200} Aug 10 03:16:25.698654 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b5ed1f1-b874-42c1-aef6-917c9362870d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '965cc679-d2fa-422b-ac60-1738e2b8cad9', 'code': 200} Aug 10 03:16:25.773449 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-264ae3c9-2392-4b3b-a94f-3dec1bbba8f7 req-4801bc13-7791-4758-9b16-b99e3a37f554 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/security-groups?id=58160609-a8c2-4b15-a3de-467e7dbbc834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776505 Aug 10 03:16:25.790694 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e095273c-3cac-47f7-a00a-b85577d7659e req-d875daef-1588-4d7d-b38e-d6d30932fcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:25.792175 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e095273c-3cac-47f7-a00a-b85577d7659e req-d875daef-1588-4d7d-b38e-d6d30932fcd2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d1e68237-a664-422b-b005-d5e450d45372 HTTP/1.1" status: 200 len: 904 time: 0.1253941 Aug 10 03:16:25.840976 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a99169-edc5-4afa-894f-9e9fd7167192 req-5f641b2a-5944-48a3-aed2-d06c5f7e9051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:25.842513 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-92a99169-edc5-4afa-894f-9e9fd7167192 req-5f641b2a-5944-48a3-aed2-d06c5f7e9051 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2b5ed1f1-b874-42c1-aef6-917c9362870d HTTP/1.1" status: 200 len: 1101 time: 0.0409453 Aug 10 03:16:25.859758 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e095273c-3cac-47f7-a00a-b85577d7659e req-3456d433-8c64-4d1d-9996-ad8b72ef071f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b788a602-2daf-45f8-ae7e-707bac9d92dc HTTP/1.1" status: 200 len: 217 time: 0.0517251 Aug 10 03:16:25.881798 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:25.895866 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-92a99169-edc5-4afa-894f-9e9fd7167192 req-ceac0673-7a59-4dd7-8a3b-7db2b97916f2 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f8d28d33-caca-4f05-b0e0-721010e15342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376914 Aug 10 03:16:25.904818 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8353057d-6559-4c1f-9804-f37b92ef9035 req-faff240a-77e3-40a6-97c0-ec53a81cea4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:25.906385 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8353057d-6559-4c1f-9804-f37b92ef9035 req-faff240a-77e3-40a6-97c0-ec53a81cea4d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=abb04be0-c7f2-4622-8647-9fdf68e648ba HTTP/1.1" status: 200 len: 1101 time: 0.1066463 Aug 10 03:16:25.932754 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e095273c-3cac-47f7-a00a-b85577d7659e req-e50e6996-33a1-4aac-81b9-d1f9978819e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:25.934112 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e095273c-3cac-47f7-a00a-b85577d7659e req-e50e6996-33a1-4aac-81b9-d1f9978819e0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=31ffc495-0d57-4c63-9695-aba9cef6afdd HTTP/1.1" status: 200 len: 844 time: 0.0630372 Aug 10 03:16:25.980309 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e095273c-3cac-47f7-a00a-b85577d7659e req-f4a118ed-e1b0-49cd-9b3b-a120dd74edf1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d1e68237-a664-422b-b005-d5e450d45372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324051 Aug 10 03:16:26.004349 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d3c07a-d8c1-45da-b2e0-2166c116a578 req-46d8661e-2809-4229-80fb-10572da77261 tempest-AttachSCSIVolumeTestJSON-14947963 tempest-AttachSCSIVolumeTestJSON-14947963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:26.005823 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d8d3c07a-d8c1-45da-b2e0-2166c116a578 req-46d8661e-2809-4229-80fb-10572da77261 tempest-AttachSCSIVolumeTestJSON-14947963 tempest-AttachSCSIVolumeTestJSON-14947963-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e42b81e-493b-4fc0-95b1-6f41e4fd8082 HTTP/1.1" status: 200 len: 945 time: 0.0879424 Aug 10 03:16:26.219826 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device b788a602-2daf-45f8-ae7e-707bac9d92dc details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:16:26.324799 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port b788a602-2daf-45f8-ae7e-707bac9d92dc, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=b788a602-2daf-45f8-ae7e-707bac9d92dc,segment=NetworkSegment(bb5826fd-13f9-4737-be5f-46ce38ebd549),segment_id=bb5826fd-13f9-4737-be5f-46ce38ebd549)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:26.338886 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': 'b788a602-2daf-45f8-ae7e-707bac9d92dc', 'network_id': 'd1e68237-a664-422b-b005-d5e450d45372', 'port_id': 'b788a602-2daf-45f8-ae7e-707bac9d92dc', 'mac_address': 'fa:16:3e:6e:03:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31ffc495-0d57-4c63-9695-aba9cef6afdd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:16:26.379533 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:26.388322 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d8d3c07a-d8c1-45da-b2e0-2166c116a578 req-3e1f0409-5743-4234-9646-768065616291 tempest-AttachSCSIVolumeTestJSON-14947963 tempest-AttachSCSIVolumeTestJSON-14947963-project] 10.222.0.44 "GET /v2.0/security-groups?id=2b8ab577-658a-47ad-8db6-8fa5608a0dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3716581 Aug 10 03:16:26.394432 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b788a602-2daf-45f8-ae7e-707bac9d92dc {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:16:26.403733 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c88ddb-8ec8-4eb3-a3f5-0d3644455ddf req-b29ec6c8-8556-4840-8070-bb16220921a8 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:26.405267 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b4c88ddb-8ec8-4eb3-a3f5-0d3644455ddf req-b29ec6c8-8556-4840-8070-bb16220921a8 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=6024574f-0b46-4839-8e14-6fe5bf6a8895 HTTP/1.1" status: 200 len: 945 time: 0.3897982 Aug 10 03:16:26.408039 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e095273c-3cac-47f7-a00a-b85577d7659e req-09133971-9c7f-4e39-81d0-f2fbb3c2d5c8 service neutron] 10.222.0.42 "GET /v2.0/networks/d1e68237-a664-422b-b005-d5e450d45372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4199591 Aug 10 03:16:26.421220 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8353057d-6559-4c1f-9804-f37b92ef9035 req-31ddb1df-bd31-4b43-90cf-f53aedaebf45 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3318582 Aug 10 03:16:26.432481 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port b788a602-2daf-45f8-ae7e-707bac9d92dc, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=b788a602-2daf-45f8-ae7e-707bac9d92dc,segment=NetworkSegment(bb5826fd-13f9-4737-be5f-46ce38ebd549),segment_id=bb5826fd-13f9-4737-be5f-46ce38ebd549)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:26.438169 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:26.439060 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 9394b3a8-f2b7-460d-a207-4427c8655774 details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:16:26.479072 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:16:26.509098 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b4c88ddb-8ec8-4eb3-a3f5-0d3644455ddf req-f259b35e-bd15-4c29-96c9-454850569ffd tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946052 Aug 10 03:16:26.593960 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-01d41ebf-494a-4076-b91b-28262b439e9d req-94a76cae-a8fc-4877-83da-d5161f64c7e3 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3367b49-ee67-400c-b374-63617eab6326 HTTP/1.1" status: 200 len: 210 time: 0.0821414 Aug 10 03:16:26.757567 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:26.769675 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=b788a602-2daf-45f8-ae7e-707bac9d92dc,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:26.794742 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 9394b3a8-f2b7-460d-a207-4427c8655774, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=9394b3a8-f2b7-460d-a207-4427c8655774,segment=NetworkSegment(b42426e6-502c-40d3-9c61-ff26c82f39ea),segment_id=b42426e6-502c-40d3-9c61-ff26c82f39ea)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:26.810773 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': '9394b3a8-f2b7-460d-a207-4427c8655774', 'network_id': '7bfbeebb-f42f-441e-a7f5-dde179143eae', 'port_id': '9394b3a8-f2b7-460d-a207-4427c8655774', 'mac_address': 'fa:16:3e:aa:38:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '899d577f-02e7-4571-b318-84c090d894c3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:16:26.873613 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:26.892759 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e095273c-3cac-47f7-a00a-b85577d7659e req-573d59c0-1704-455d-b8f3-6457e6df471b service neutron] 10.222.0.42 "GET /v2.0/networks/d1e68237-a664-422b-b005-d5e450d45372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4708011 Aug 10 03:16:26.894070 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9394b3a8-f2b7-460d-a207-4427c8655774 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:16:26.948573 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e14ec30-b6e9-4403-b0ad-3fdfe8363f51 req-f0c30253-aaa8-43e8-8717-a31e9c3f61ae tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:26.956300 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3e14ec30-b6e9-4403-b0ad-3fdfe8363f51 req-f0c30253-aaa8-43e8-8717-a31e9c3f61ae tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=abb04be0-c7f2-4622-8647-9fdf68e648ba HTTP/1.1" status: 200 len: 949 time: 0.2681901 Aug 10 03:16:26.968136 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 9394b3a8-f2b7-460d-a207-4427c8655774, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=9394b3a8-f2b7-460d-a207-4427c8655774,segment=NetworkSegment(b42426e6-502c-40d3-9c61-ff26c82f39ea),segment_id=b42426e6-502c-40d3-9c61-ff26c82f39ea)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:26.976912 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:26.992022 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d195af0e-d9c3-466f-aa8a-dcd9d27cdb24 req-07a7b717-0834-4c3c-91ff-4edf685e31d8 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:26.993712 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d195af0e-d9c3-466f-aa8a-dcd9d27cdb24 req-07a7b717-0834-4c3c-91ff-4edf685e31d8 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4af3e3c-6e20-4c99-a357-53e55ec3cee1 HTTP/1.1" status: 200 len: 943 time: 0.2039447 Aug 10 03:16:27.002171 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef26cfb-e5ca-4836-b359-f02bc141915f req-9d6ca185-9b38-4538-9842-2d566a3669ff tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:27.003813 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cef26cfb-e5ca-4836-b359-f02bc141915f req-9d6ca185-9b38-4538-9842-2d566a3669ff tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.61 "GET /v2.0/networks?id=06cba743-97cb-4e3d-9173-104a9c9a70d3 HTTP/1.1" status: 200 len: 811 time: 0.3762858 Aug 10 03:16:27.037439 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-cef26cfb-e5ca-4836-b359-f02bc141915f req-0298e6fb-89b3-40a4-8383-66bf18dd639e tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Request body: {'port': {'device_id': 'd3367b49-ee67-400c-b374-63617eab6326', 'network_id': '06cba743-97cb-4e3d-9173-104a9c9a70d3', 'admin_state_up': True, 'tenant_id': 'bd4ff3ae34274cb6803be2c6188b2b0c'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:27.078843 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=9394b3a8-f2b7-460d-a207-4427c8655774,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:27.096215 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3e14ec30-b6e9-4403-b0ad-3fdfe8363f51 req-9d22a2d2-9b83-42f5-b183-54293f3d1a4f tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363328 Aug 10 03:16:27.129483 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d195af0e-d9c3-466f-aa8a-dcd9d27cdb24 req-ba29b437-f3a4-4909-b4ee-ac30fd35b803 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] 10.222.0.44 "GET /v2.0/security-groups?id=494e99f4-94a2-4d1c-bfc8-854b27237629&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1242154 Aug 10 03:16:27.245690 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cef26cfb-e5ca-4836-b359-f02bc141915f req-0298e6fb-89b3-40a4-8383-66bf18dd639e tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Made reservation on behalf of bd4ff3ae34274cb6803be2c6188b2b0c for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:16:27.250828 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-cef26cfb-e5ca-4836-b359-f02bc141915f req-0298e6fb-89b3-40a4-8383-66bf18dd639e tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:27.262589 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13fe09a-6eb2-4827-8812-856f2b3e90d4 req-8fcbe651-9235-46e3-867e-14497bc6a7e2 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:27.264188 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a13fe09a-6eb2-4827-8812-856f2b3e90d4 req-8fcbe651-9235-46e3-867e-14497bc6a7e2 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b5ed1f1-b874-42c1-aef6-917c9362870d HTTP/1.1" status: 200 len: 949 time: 0.0972419 Aug 10 03:16:27.333926 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['b788a602-2daf-45f8-ae7e-707bac9d92dc'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:16:27.383464 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['9394b3a8-f2b7-460d-a207-4427c8655774'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:16:27.428798 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a13fe09a-6eb2-4827-8812-856f2b3e90d4 req-797915e9-3d3e-451c-b8fa-c96c13e18b9e tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8d28d33-caca-4f05-b0e0-721010e15342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549025 Aug 10 03:16:27.461787 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affac97e-95b9-4736-9c05-879dba0cc386 req-804dce90-d338-4aa8-9826-a9f4acc5d3f2 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:27.464481 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-affac97e-95b9-4736-9c05-879dba0cc386 req-804dce90-d338-4aa8-9826-a9f4acc5d3f2 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/ports?device_id=55272776-c5a8-4fab-bb65-bb9a3b047114 HTTP/1.1" status: 200 len: 945 time: 0.1686594 Aug 10 03:16:27.516903 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-cef26cfb-e5ca-4836-b359-f02bc141915f req-0298e6fb-89b3-40a4-8383-66bf18dd639e tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Allocated IP 172.20.0.12 (06cba743-97cb-4e3d-9173-104a9c9a70d3/3f0e3909-62c9-4453-825e-ffacada819b0/2104ef07-c401-4e84-8d27-5d21cd33aa5e) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:16:27.719134 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-affac97e-95b9-4736-9c05-879dba0cc386 req-255e64f1-0b9e-4ed9-a12a-e2af73a7e413 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/security-groups?id=58160609-a8c2-4b15-a3de-467e7dbbc834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766315 Aug 10 03:16:27.769247 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-cef26cfb-e5ca-4836-b359-f02bc141915f req-0298e6fb-89b3-40a4-8383-66bf18dd639e tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:27.790339 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae1b655-f2d7-45b9-acca-f4846bc8b34b req-47adcfad-1eb3-4733-8a03-878ae580ed1b tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:27.797673 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9ae1b655-f2d7-45b9-acca-f4846bc8b34b req-47adcfad-1eb3-4733-8a03-878ae580ed1b tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=6024574f-0b46-4839-8e14-6fe5bf6a8895 HTTP/1.1" status: 200 len: 945 time: 0.1219132 Aug 10 03:16:27.852470 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3a32deec-6c40-4fdb-bb5e-9839ad2a31e5 req-2118631d-f99a-45a4-b6fd-e4c77c73b803 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3367b49-ee67-400c-b374-63617eab6326 HTTP/1.1" status: 200 len: 210 time: 0.0492153 Aug 10 03:16:27.889125 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9ae1b655-f2d7-45b9-acca-f4846bc8b34b req-c8a213b6-ae13-4be6-9654-b80c49971586 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903523 Aug 10 03:16:27.897392 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-cef26cfb-e5ca-4836-b359-f02bc141915f req-0298e6fb-89b3-40a4-8383-66bf18dd639e tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:27.944525 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cef26cfb-e5ca-4836-b359-f02bc141915f req-0298e6fb-89b3-40a4-8383-66bf18dd639e tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Network 06cba743-97cb-4e3d-9173-104a9c9a70d3 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:16:27.948659 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-cef26cfb-e5ca-4836-b359-f02bc141915f req-0298e6fb-89b3-40a4-8383-66bf18dd639e tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:16:27.955083 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-cef26cfb-e5ca-4836-b359-f02bc141915f req-0298e6fb-89b3-40a4-8383-66bf18dd639e tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:16:27.986036 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0298e6fb-89b3-40a4-8383-66bf18dd639e tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Pushing event updated for resources: {'Port': ['ID=2104ef07-c401-4e84-8d27-5d21cd33aa5e,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:28.016534 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef26cfb-e5ca-4836-b359-f02bc141915f req-0298e6fb-89b3-40a4-8383-66bf18dd639e tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:28.017237 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-cef26cfb-e5ca-4836-b359-f02bc141915f req-0298e6fb-89b3-40a4-8383-66bf18dd639e tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:28.039133 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cef26cfb-e5ca-4836-b359-f02bc141915f req-0298e6fb-89b3-40a4-8383-66bf18dd639e tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0030272 Aug 10 03:16:28.067388 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-cef26cfb-e5ca-4836-b359-f02bc141915f req-6ff95b79-933c-4d42-bb86-f739209ef726 service neutron] Request body: {'port': {'device_id': 'd3367b49-ee67-400c-b374-63617eab6326', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:28.176793 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-cef26cfb-e5ca-4836-b359-f02bc141915f req-6ff95b79-933c-4d42-bb86-f739209ef726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:28.325453 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca5605-a9c8-4240-9e05-eedd0bd6a6bd req-dd8e5f91-4122-4125-bb42-f84556a63641 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:28.327120 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5aca5605-a9c8-4240-9e05-eedd0bd6a6bd req-dd8e5f91-4122-4125-bb42-f84556a63641 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=abb04be0-c7f2-4622-8647-9fdf68e648ba HTTP/1.1" status: 200 len: 949 time: 0.1256449 Aug 10 03:16:28.413350 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6ca976-3093-45b2-a16e-394d0e698a49 req-47e6a43a-5e36-4232-836a-056db2bf2353 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:28.415395 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1b6ca976-3093-45b2-a16e-394d0e698a49 req-47e6a43a-5e36-4232-836a-056db2bf2353 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4af3e3c-6e20-4c99-a357-53e55ec3cee1 HTTP/1.1" status: 200 len: 944 time: 0.1723130 Aug 10 03:16:28.453984 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5aca5605-a9c8-4240-9e05-eedd0bd6a6bd req-81c25b50-e2e9-4da1-8424-2651f1e54f6a tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190522 Aug 10 03:16:28.527733 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1b6ca976-3093-45b2-a16e-394d0e698a49 req-54ba35e2-6c85-4710-83db-c9495c330c5d tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] 10.222.0.44 "GET /v2.0/security-groups?id=494e99f4-94a2-4d1c-bfc8-854b27237629&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0981684 Aug 10 03:16:28.650643 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-cef26cfb-e5ca-4836-b359-f02bc141915f req-6ff95b79-933c-4d42-bb86-f739209ef726 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2104ef07-c401-4e84-8d27-5d21cd33aa5e {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:16:28.660500 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-cef26cfb-e5ca-4836-b359-f02bc141915f req-6ff95b79-933c-4d42-bb86-f739209ef726 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:28.679039 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-cef26cfb-e5ca-4836-b359-f02bc141915f req-6ff95b79-933c-4d42-bb86-f739209ef726 service neutron] Transition to ACTIVE for port object 2104ef07-c401-4e84-8d27-5d21cd33aa5e will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:16:28.686969 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ff7c57-e3b0-4ec7-88a7-5b9b4cf6d4d3 req-dbddc15a-cfea-44a5-b454-6909dd520411 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:28.688483 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a1ff7c57-e3b0-4ec7-88a7-5b9b4cf6d4d3 req-dbddc15a-cfea-44a5-b454-6909dd520411 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b5ed1f1-b874-42c1-aef6-917c9362870d HTTP/1.1" status: 200 len: 949 time: 0.0749831 Aug 10 03:16:28.689573 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-cef26cfb-e5ca-4836-b359-f02bc141915f req-6ff95b79-933c-4d42-bb86-f739209ef726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:28.766377 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff95b79-933c-4d42-bb86-f739209ef726 service neutron] Pushing event updated for resources: {'Port': ['ID=2104ef07-c401-4e84-8d27-5d21cd33aa5e,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:28.813483 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a1ff7c57-e3b0-4ec7-88a7-5b9b4cf6d4d3 req-72637424-53cf-484b-9232-b94489cbf112 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8d28d33-caca-4f05-b0e0-721010e15342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183722 Aug 10 03:16:28.951973 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcc2a91-ddc5-4f0f-8f08-e6535b55e7c8 req-23b6dbe3-94db-4b3f-aa6c-b15fde953d20 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:28.953385 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bdcc2a91-ddc5-4f0f-8f08-e6535b55e7c8 req-23b6dbe3-94db-4b3f-aa6c-b15fde953d20 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/ports?device_id=55272776-c5a8-4fab-bb65-bb9a3b047114 HTTP/1.1" status: 200 len: 945 time: 0.1387665 Aug 10 03:16:28.975891 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-cef26cfb-e5ca-4836-b359-f02bc141915f req-6ff95b79-933c-4d42-bb86-f739209ef726 service neutron] Attempting to bind port 2104ef07-c401-4e84-8d27-5d21cd33aa5e on host n-h2-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:16:28.976227 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-cef26cfb-e5ca-4836-b359-f02bc141915f req-6ff95b79-933c-4d42-bb86-f739209ef726 service neutron] Attempting to bind port 2104ef07-c401-4e84-8d27-5d21cd33aa5e by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': 'e1ea0112-d828-45f3-a96b-2a696c160566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '06cba743-97cb-4e3d-9173-104a9c9a70d3'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:16:28.977093 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef26cfb-e5ca-4836-b359-f02bc141915f req-6ff95b79-933c-4d42-bb86-f739209ef726 service neutron] Attempting to bind port 2104ef07-c401-4e84-8d27-5d21cd33aa5e on network 06cba743-97cb-4e3d-9173-104a9c9a70d3 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:16:29.002679 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef26cfb-e5ca-4836-b359-f02bc141915f req-6ff95b79-933c-4d42-bb86-f739209ef726 service neutron] Port 2104ef07-c401-4e84-8d27-5d21cd33aa5e on network 06cba743-97cb-4e3d-9173-104a9c9a70d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:16:29.003010 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef26cfb-e5ca-4836-b359-f02bc141915f req-6ff95b79-933c-4d42-bb86-f739209ef726 service neutron] Attempting to bind port 2104ef07-c401-4e84-8d27-5d21cd33aa5e on network 06cba743-97cb-4e3d-9173-104a9c9a70d3 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:16:29.006339 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74023aae-6064-4cda-bff1-2df71b8b65c6 req-7675c14e-c81a-4d8c-8ae5-1a3f47c10b7c tempest-LiveMigrationTest-1156190287 tempest-LiveMigrationTest-1156190287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:29.007866 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-74023aae-6064-4cda-bff1-2df71b8b65c6 req-7675c14e-c81a-4d8c-8ae5-1a3f47c10b7c tempest-LiveMigrationTest-1156190287 tempest-LiveMigrationTest-1156190287-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=6024574f-0b46-4839-8e14-6fe5bf6a8895&tenant_id=ef0c546763504af887a177f337462e10&binding%3Ahost_id=n-h2-768862-13 HTTP/1.1" status: 200 len: 1097 time: 0.1275175 Aug 10 03:16:29.021172 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-74023aae-6064-4cda-bff1-2df71b8b65c6 req-aa65bce3-80e9-482b-a288-7982635b260f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-768862-13'}}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:29.024961 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef26cfb-e5ca-4836-b359-f02bc141915f req-6ff95b79-933c-4d42-bb86-f739209ef726 service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:16:29.025304 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef26cfb-e5ca-4836-b359-f02bc141915f req-6ff95b79-933c-4d42-bb86-f739209ef726 service neutron] Checking segment: {'id': 'e1ea0112-d828-45f3-a96b-2a696c160566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '06cba743-97cb-4e3d-9173-104a9c9a70d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:16:29.025685 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef26cfb-e5ca-4836-b359-f02bc141915f req-6ff95b79-933c-4d42-bb86-f739209ef726 service neutron] Bound using segment: {'id': 'e1ea0112-d828-45f3-a96b-2a696c160566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '06cba743-97cb-4e3d-9173-104a9c9a70d3'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:16:29.026140 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-cef26cfb-e5ca-4836-b359-f02bc141915f req-6ff95b79-933c-4d42-bb86-f739209ef726 service neutron] Bound port: 2104ef07-c401-4e84-8d27-5d21cd33aa5e, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1ea0112-d828-45f3-a96b-2a696c160566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '06cba743-97cb-4e3d-9173-104a9c9a70d3'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:16:29.026527 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-cef26cfb-e5ca-4836-b359-f02bc141915f req-6ff95b79-933c-4d42-bb86-f739209ef726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:29.067732 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b143449-55b3-4cfc-9ba8-75621a0b57ac req-1e5ff231-9d7a-43aa-8b9d-c21f769caf18 tempest-ServersOnMultiNodesTest-1599750604 tempest-ServersOnMultiNodesTest-1599750604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:29.069186 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9b143449-55b3-4cfc-9ba8-75621a0b57ac req-1e5ff231-9d7a-43aa-8b9d-c21f769caf18 tempest-ServersOnMultiNodesTest-1599750604 tempest-ServersOnMultiNodesTest-1599750604-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=2b5ed1f1-b874-42c1-aef6-917c9362870d HTTP/1.1" status: 200 len: 1101 time: 0.1515038 Aug 10 03:16:29.074239 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bdcc2a91-ddc5-4f0f-8f08-e6535b55e7c8 req-98be9551-2225-438f-affc-e2155e207400 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/security-groups?id=58160609-a8c2-4b15-a3de-467e7dbbc834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051483 Aug 10 03:16:29.195257 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-74023aae-6064-4cda-bff1-2df71b8b65c6 req-aa65bce3-80e9-482b-a288-7982635b260f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:29.218826 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-cef26cfb-e5ca-4836-b359-f02bc141915f req-6ff95b79-933c-4d42-bb86-f739209ef726 service neutron] For port 2104ef07-c401-4e84-8d27-5d21cd33aa5e, host n-h2-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:16:29.227119 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9b143449-55b3-4cfc-9ba8-75621a0b57ac req-021e8265-02e3-45b7-acbb-aa166b94d7ba tempest-ServersOnMultiNodesTest-1599750604 tempest-ServersOnMultiNodesTest-1599750604-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=f8d28d33-caca-4f05-b0e0-721010e15342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473289 Aug 10 03:16:29.239885 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-cef26cfb-e5ca-4836-b359-f02bc141915f req-6ff95b79-933c-4d42-bb86-f739209ef726 service neutron] For port 2104ef07-c401-4e84-8d27-5d21cd33aa5e, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=2104ef07-c401-4e84-8d27-5d21cd33aa5e,segment=NetworkSegment(e1ea0112-d828-45f3-a96b-2a696c160566),segment_id=e1ea0112-d828-45f3-a96b-2a696c160566)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:16:29.275672 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e1b174-0438-457a-a72c-bf11c9897447 req-a3392075-4c89-4812-8925-cdb19dfee985 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:29.277271 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-29e1b174-0438-457a-a72c-bf11c9897447 req-a3392075-4c89-4812-8925-cdb19dfee985 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3367b49-ee67-400c-b374-63617eab6326 HTTP/1.1" status: 200 len: 944 time: 0.1361277 Aug 10 03:16:29.280442 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-cef26cfb-e5ca-4836-b359-f02bc141915f req-6ff95b79-933c-4d42-bb86-f739209ef726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:29.358637 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef26cfb-e5ca-4836-b359-f02bc141915f req-6ff95b79-933c-4d42-bb86-f739209ef726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:29.359269 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-cef26cfb-e5ca-4836-b359-f02bc141915f req-6ff95b79-933c-4d42-bb86-f739209ef726 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:29.360683 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cef26cfb-e5ca-4836-b359-f02bc141915f req-6ff95b79-933c-4d42-bb86-f739209ef726 service neutron] 10.222.0.61 "PUT /v2.0/ports/2104ef07-c401-4e84-8d27-5d21cd33aa5e HTTP/1.1" status: 200 len: 1093 time: 1.2984326 Aug 10 03:16:29.361133 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3367b49-ee67-400c-b374-63617eab6326', 'tag': '2104ef07-c401-4e84-8d27-5d21cd33aa5e'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:16:29.363428 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07854e18-9779-4d9c-b6ea-800d08a79d11" -d '{"events": [{"name": "network-changed", "server_uuid": "d3367b49-ee67-400c-b374-63617eab6326", "tag": "2104ef07-c401-4e84-8d27-5d21cd33aa5e"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:16:29.500319 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-29e1b174-0438-457a-a72c-bf11c9897447 req-21caf1e8-7dcb-42af-bb33-ea5b96cdaa61 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087972 Aug 10 03:16:29.503736 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff95b79-933c-4d42-bb86-f739209ef726 service neutron] Pushing event updated for resources: {'Port': ['ID=2104ef07-c401-4e84-8d27-5d21cd33aa5e,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:29.540715 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b9ced-e740-4d0a-af0f-03290eeb12f6 req-aa6b1a87-689d-47d3-8071-1f77f250cd83 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:29.542643 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-498b9ced-e740-4d0a-af0f-03290eeb12f6 req-aa6b1a87-689d-47d3-8071-1f77f250cd83 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=6024574f-0b46-4839-8e14-6fe5bf6a8895 HTTP/1.1" status: 200 len: 945 time: 0.2176588 Aug 10 03:16:29.591513 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef26cfb-e5ca-4836-b359-f02bc141915f req-388ceac9-04a8-438b-963f-d4f6ec7bfb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:29.593058 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cef26cfb-e5ca-4836-b359-f02bc141915f req-388ceac9-04a8-438b-963f-d4f6ec7bfb64 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bd4ff3ae34274cb6803be2c6188b2b0c&device_id=d3367b49-ee67-400c-b374-63617eab6326 HTTP/1.1" status: 200 len: 1096 time: 0.1579969 Aug 10 03:16:29.595199 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-74023aae-6064-4cda-bff1-2df71b8b65c6 req-aa65bce3-80e9-482b-a288-7982635b260f service neutron] For port 0cb5a014-55a4-43c5-9319-d762dfff6f73, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=0cb5a014-55a4-43c5-9319-d762dfff6f73,segment=NetworkSegment(6bf2f30c-8de9-48b6-ac35-0afe448267ae),segment_id=6bf2f30c-8de9-48b6-ac35-0afe448267ae)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:29.671332 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-498b9ced-e740-4d0a-af0f-03290eeb12f6 req-ac9b4748-cbf3-41a5-82a1-704fc5360e54 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196930 Aug 10 03:16:29.674393 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cef26cfb-e5ca-4836-b359-f02bc141915f req-17a6de9c-d7c1-4071-ba2c-ee8770a13925 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2104ef07-c401-4e84-8d27-5d21cd33aa5e HTTP/1.1" status: 200 len: 217 time: 0.0498035 Aug 10 03:16:29.781593 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef26cfb-e5ca-4836-b359-f02bc141915f req-50e9101a-a6f1-469d-b6ef-4b5c1c0ef91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:29.783452 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cef26cfb-e5ca-4836-b359-f02bc141915f req-50e9101a-a6f1-469d-b6ef-4b5c1c0ef91c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3f0e3909-62c9-4453-825e-ffacada819b0 HTTP/1.1" status: 200 len: 851 time: 0.0932584 Aug 10 03:16:29.789524 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-74023aae-6064-4cda-bff1-2df71b8b65c6 req-aa65bce3-80e9-482b-a288-7982635b260f service neutron] For port 0cb5a014-55a4-43c5-9319-d762dfff6f73, host n-h2-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:16:29.885565 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cef26cfb-e5ca-4836-b359-f02bc141915f req-e44efb34-5161-4dd9-9a69-894c68a3c94a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=06cba743-97cb-4e3d-9173-104a9c9a70d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705485 Aug 10 03:16:29.888984 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d3caecf-e9f7-44da-bf17-aaab22f6c3a0 x-openstack-request-id: req-5d3caecf-e9f7-44da-bf17-aaab22f6c3a0 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:16:29.889283 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3367b49-ee67-400c-b374-63617eab6326", "tag": "2104ef07-c401-4e84-8d27-5d21cd33aa5e", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:16:29.889536 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5d3caecf-e9f7-44da-bf17-aaab22f6c3a0 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:16:29.890051 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3367b49-ee67-400c-b374-63617eab6326', 'tag': '2104ef07-c401-4e84-8d27-5d21cd33aa5e', 'status': 'completed', 'code': 200} Aug 10 03:16:29.899343 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b6037d18-37b8-4c9c-b715-2b72ae8506a5 req-125cb377-2d11-47ef-9ea9-a498bac65221 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=ebce8dce68054ed889383d14d785c78e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0855744 Aug 10 03:16:29.905502 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-74023aae-6064-4cda-bff1-2df71b8b65c6 req-aa65bce3-80e9-482b-a288-7982635b260f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:30.005429 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-74023aae-6064-4cda-bff1-2df71b8b65c6 req-aa65bce3-80e9-482b-a288-7982635b260f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:30.273833 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 0cb5a014-55a4-43c5-9319-d762dfff6f73 details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:16:30.277902 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device b788a602-2daf-45f8-ae7e-707bac9d92dc up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:16:30.395025 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning for port b788a602-2daf-45f8-ae7e-707bac9d92dc completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:16:30.402452 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port b788a602-2daf-45f8-ae7e-707bac9d92dc triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:16:30.402940 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:30.408065 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f036aabc-fbda-4ed6-8647-2bafd4447ca1 req-285d4e04-3233-43c8-a084-077670f18608 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:30.409593 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f036aabc-fbda-4ed6-8647-2bafd4447ca1 req-285d4e04-3233-43c8-a084-077670f18608 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=abb04be0-c7f2-4622-8647-9fdf68e648ba HTTP/1.1" status: 200 len: 949 time: 0.4532132 Aug 10 03:16:30.458727 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 0cb5a014-55a4-43c5-9319-d762dfff6f73, host n-h2-768862-13, got binding levels [] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:30.465622 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6037d18-37b8-4c9c-b715-2b72ae8506a5 req-47549b0d-b4bd-4245-b2ac-5cd300b3a65e tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:30.474981 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b6037d18-37b8-4c9c-b715-2b72ae8506a5 req-47549b0d-b4bd-4245-b2ac-5cd300b3a65e tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5672200 Aug 10 03:16:30.476024 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa65bce3-80e9-482b-a288-7982635b260f service neutron] Pushing event updated for resources: {'Port': ['ID=0cb5a014-55a4-43c5-9319-d762dfff6f73,revision_number=7']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:30.499241 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Attempting to bind port 0cb5a014-55a4-43c5-9319-d762dfff6f73 on host n-h2-768862-13 for vnic_type normal with profile {"migrating_to": "n-h1-768862-13"} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:16:30.499847 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Attempting to bind port 0cb5a014-55a4-43c5-9319-d762dfff6f73 by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': '6bf2f30c-8de9-48b6-ac35-0afe448267ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fb04e5c4-4048-4691-8fd2-5191f92c4dcc'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:16:30.500305 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Attempting to bind port 0cb5a014-55a4-43c5-9319-d762dfff6f73 on network fb04e5c4-4048-4691-8fd2-5191f92c4dcc {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:16:30.508895 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Port 0cb5a014-55a4-43c5-9319-d762dfff6f73 on network fb04e5c4-4048-4691-8fd2-5191f92c4dcc not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:16:30.508895 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Attempting to bind port 0cb5a014-55a4-43c5-9319-d762dfff6f73 on network fb04e5c4-4048-4691-8fd2-5191f92c4dcc {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:16:30.530369 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cef26cfb-e5ca-4836-b359-f02bc141915f req-7e6bde0a-83cc-4f42-9510-e3bd84620f3b service neutron] 10.222.0.61 "GET /v2.0/networks/06cba743-97cb-4e3d-9173-104a9c9a70d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5723758 Aug 10 03:16:30.533606 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b6037d18-37b8-4c9c-b715-2b72ae8506a5 req-1a3922f5-e220-4a87-80fa-055c8e1152c0 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/quotas/ebce8dce68054ed889383d14d785c78e HTTP/1.1" status: 200 len: 375 time: 0.0270493 Aug 10 03:16:30.536343 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-74023aae-6064-4cda-bff1-2df71b8b65c6 req-aa65bce3-80e9-482b-a288-7982635b260f service neutron] Attempting to bind port 0cb5a014-55a4-43c5-9319-d762dfff6f73 on host n-h2-768862-13 for vnic_type normal with profile {"migrating_to": "n-h1-768862-13"} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:16:30.536699 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-74023aae-6064-4cda-bff1-2df71b8b65c6 req-aa65bce3-80e9-482b-a288-7982635b260f service neutron] Attempting to bind port 0cb5a014-55a4-43c5-9319-d762dfff6f73 by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': '6bf2f30c-8de9-48b6-ac35-0afe448267ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fb04e5c4-4048-4691-8fd2-5191f92c4dcc'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:16:30.538293 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74023aae-6064-4cda-bff1-2df71b8b65c6 req-aa65bce3-80e9-482b-a288-7982635b260f service neutron] Attempting to bind port 0cb5a014-55a4-43c5-9319-d762dfff6f73 on network fb04e5c4-4048-4691-8fd2-5191f92c4dcc {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:16:30.538444 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:16:30.538444 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Checking segment: {'id': '6bf2f30c-8de9-48b6-ac35-0afe448267ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fb04e5c4-4048-4691-8fd2-5191f92c4dcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:16:30.538444 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Bound using segment: {'id': '6bf2f30c-8de9-48b6-ac35-0afe448267ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fb04e5c4-4048-4691-8fd2-5191f92c4dcc'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:16:30.538444 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Bound port: 0cb5a014-55a4-43c5-9319-d762dfff6f73, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bf2f30c-8de9-48b6-ac35-0afe448267ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fb04e5c4-4048-4691-8fd2-5191f92c4dcc'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:16:30.539438 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:30.542535 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74023aae-6064-4cda-bff1-2df71b8b65c6 req-aa65bce3-80e9-482b-a288-7982635b260f service neutron] Port 0cb5a014-55a4-43c5-9319-d762dfff6f73 on network fb04e5c4-4048-4691-8fd2-5191f92c4dcc not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:16:30.542756 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74023aae-6064-4cda-bff1-2df71b8b65c6 req-aa65bce3-80e9-482b-a288-7982635b260f service neutron] Attempting to bind port 0cb5a014-55a4-43c5-9319-d762dfff6f73 on network fb04e5c4-4048-4691-8fd2-5191f92c4dcc {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:16:30.548133 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74023aae-6064-4cda-bff1-2df71b8b65c6 req-aa65bce3-80e9-482b-a288-7982635b260f service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:16:30.548482 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74023aae-6064-4cda-bff1-2df71b8b65c6 req-aa65bce3-80e9-482b-a288-7982635b260f service neutron] Checking segment: {'id': '6bf2f30c-8de9-48b6-ac35-0afe448267ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fb04e5c4-4048-4691-8fd2-5191f92c4dcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:16:30.548867 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74023aae-6064-4cda-bff1-2df71b8b65c6 req-aa65bce3-80e9-482b-a288-7982635b260f service neutron] Bound using segment: {'id': '6bf2f30c-8de9-48b6-ac35-0afe448267ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fb04e5c4-4048-4691-8fd2-5191f92c4dcc'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:16:30.549311 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-74023aae-6064-4cda-bff1-2df71b8b65c6 req-aa65bce3-80e9-482b-a288-7982635b260f service neutron] Bound port: 0cb5a014-55a4-43c5-9319-d762dfff6f73, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bf2f30c-8de9-48b6-ac35-0afe448267ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fb04e5c4-4048-4691-8fd2-5191f92c4dcc'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:16:30.549935 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-74023aae-6064-4cda-bff1-2df71b8b65c6 req-aa65bce3-80e9-482b-a288-7982635b260f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:30.554328 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f036aabc-fbda-4ed6-8647-2bafd4447ca1 req-ccda1241-6acc-4b78-a335-6b34effe487b tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182721 Aug 10 03:16:30.588966 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:30.683586 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 0cb5a014-55a4-43c5-9319-d762dfff6f73, host n-h2-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:16:30.698361 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55272776-c5a8-4fab-bb65-bb9a3b047114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b788a602-2daf-45f8-ae7e-707bac9d92dc'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:16:30.702578 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-888d4328-ed97-4bc7-821a-79b09e8e78d1" -d '{"events": [{"server_uuid": "55272776-c5a8-4fab-bb65-bb9a3b047114", "name": "network-vif-plugged", "status": "completed", "tag": "b788a602-2daf-45f8-ae7e-707bac9d92dc"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:16:30.737332 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 0cb5a014-55a4-43c5-9319-d762dfff6f73, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=0cb5a014-55a4-43c5-9319-d762dfff6f73,segment=NetworkSegment(6bf2f30c-8de9-48b6-ac35-0afe448267ae),segment_id=6bf2f30c-8de9-48b6-ac35-0afe448267ae)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:16:30.741519 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port b788a602-2daf-45f8-ae7e-707bac9d92dc, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=b788a602-2daf-45f8-ae7e-707bac9d92dc,segment=NetworkSegment(bb5826fd-13f9-4737-be5f-46ce38ebd549),segment_id=bb5826fd-13f9-4737-be5f-46ce38ebd549)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:30.751909 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:30.752724 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 9394b3a8-f2b7-460d-a207-4427c8655774 up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:16:30.755016 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:30.814574 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b6037d18-37b8-4c9c-b715-2b72ae8506a5 req-80e0aec8-8691-4fd0-b811-0a6f583f9469 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ebce8dce68054ed889383d14d785c78e&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2469456 Aug 10 03:16:30.832366 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-74023aae-6064-4cda-bff1-2df71b8b65c6 req-aa65bce3-80e9-482b-a288-7982635b260f service neutron] For port 0cb5a014-55a4-43c5-9319-d762dfff6f73, host n-h2-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:16:30.854900 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cef26cfb-e5ca-4836-b359-f02bc141915f req-5de810ca-9e25-4db6-b3b1-1485996889b6 service neutron] 10.222.0.61 "GET /v2.0/networks/06cba743-97cb-4e3d-9173-104a9c9a70d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973075 Aug 10 03:16:30.868722 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.db.api [req-74023aae-6064-4cda-bff1-2df71b8b65c6 req-aa65bce3-80e9-482b-a288-7982635b260f service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 0cb5a014-55a4-43c5-9319-d762dfff6f73-n-h2-768862-13-0 {{(pid=94260) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:16:30.869406 n-d-768862-13 neutron-server[94260]: DEBUG oslo_db.api [req-74023aae-6064-4cda-bff1-2df71b8b65c6 req-aa65bce3-80e9-482b-a288-7982635b260f service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:16:30.881579 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4f3ede-a44f-4300-9afc-5c071c2c4502 req-1615a098-05c0-4530-b6a9-76fab5f19075 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:30.890492 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-db4f3ede-a44f-4300-9afc-5c071c2c4502 req-1615a098-05c0-4530-b6a9-76fab5f19075 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4af3e3c-6e20-4c99-a357-53e55ec3cee1 HTTP/1.1" status: 200 len: 944 time: 0.1778014 Aug 10 03:16:30.893137 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 0cb5a014-55a4-43c5-9319-d762dfff6f73 has no active binding in host n-h1-768862-13 {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 10 03:16:30.898314 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=b788a602-2daf-45f8-ae7e-707bac9d92dc,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:30.928184 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning for port 9394b3a8-f2b7-460d-a207-4427c8655774 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:16:30.940789 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port 9394b3a8-f2b7-460d-a207-4427c8655774 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:16:30.941155 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:30.963875 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-db4f3ede-a44f-4300-9afc-5c071c2c4502 req-72968877-96c4-40fe-8052-ddcfe2c40d8b tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] 10.222.0.44 "GET /v2.0/security-groups?id=494e99f4-94a2-4d1c-bfc8-854b27237629&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0679951 Aug 10 03:16:31.048341 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=0cb5a014-55a4-43c5-9319-d762dfff6f73,revision_number=8']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:31.071978 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07854e18-9779-4d9c-b6ea-800d08a79d11 req-d460e4d4-cf42-4260-bd14-646004bb6e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:31.079871 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-07854e18-9779-4d9c-b6ea-800d08a79d11 req-d460e4d4-cf42-4260-bd14-646004bb6e20 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bd4ff3ae34274cb6803be2c6188b2b0c&device_id=d3367b49-ee67-400c-b374-63617eab6326 HTTP/1.1" status: 200 len: 1096 time: 0.1149905 Aug 10 03:16:31.168459 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:31.229585 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 9394b3a8-f2b7-460d-a207-4427c8655774, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=9394b3a8-f2b7-460d-a207-4427c8655774,segment=NetworkSegment(b42426e6-502c-40d3-9c61-ff26c82f39ea),segment_id=b42426e6-502c-40d3-9c61-ff26c82f39ea)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:31.236745 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:31.316486 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd3f99-324c-43b4-8b4a-3be8943cbe07 req-c7b35b50-6884-42bd-b64f-bed134ca141c tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:31.317755 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-57dd3f99-324c-43b4-8b4a-3be8943cbe07 req-c7b35b50-6884-42bd-b64f-bed134ca141c tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/ports?device_id=55272776-c5a8-4fab-bb65-bb9a3b047114 HTTP/1.1" status: 200 len: 946 time: 0.2215605 Aug 10 03:16:31.321013 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=9394b3a8-f2b7-460d-a207-4427c8655774,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:31.354942 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2df59db-e405-4def-baaf-e92292b6bc6e req-cd78d029-020b-4989-aa8a-6351e59719dd tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:31.362645 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c2df59db-e405-4def-baaf-e92292b6bc6e req-cd78d029-020b-4989-aa8a-6351e59719dd tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3367b49-ee67-400c-b374-63617eab6326 HTTP/1.1" status: 200 len: 944 time: 0.2454495 Aug 10 03:16:31.388769 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07854e18-9779-4d9c-b6ea-800d08a79d11 req-d81b122f-8774-4881-a005-0dcb4cfa6672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:31.390164 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-07854e18-9779-4d9c-b6ea-800d08a79d11 req-d81b122f-8774-4881-a005-0dcb4cfa6672 service neutron] 10.222.0.61 "GET /v2.0/networks?id=06cba743-97cb-4e3d-9173-104a9c9a70d3 HTTP/1.1" status: 200 len: 911 time: 0.2919884 Aug 10 03:16:31.473770 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-07854e18-9779-4d9c-b6ea-800d08a79d11 req-f3042619-41e0-49f7-8902-23b02c27af52 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2104ef07-c401-4e84-8d27-5d21cd33aa5e HTTP/1.1" status: 200 len: 217 time: 0.0639212 Aug 10 03:16:31.475430 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-74023aae-6064-4cda-bff1-2df71b8b65c6 req-aa65bce3-80e9-482b-a288-7982635b260f service neutron] Attempting to bind port 0cb5a014-55a4-43c5-9319-d762dfff6f73 on host n-h2-768862-13 for vnic_type normal with profile {"migrating_to": "n-h1-768862-13"} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:16:31.476959 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-74023aae-6064-4cda-bff1-2df71b8b65c6 req-aa65bce3-80e9-482b-a288-7982635b260f service neutron] Attempting to bind port 0cb5a014-55a4-43c5-9319-d762dfff6f73 by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': '6bf2f30c-8de9-48b6-ac35-0afe448267ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fb04e5c4-4048-4691-8fd2-5191f92c4dcc'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:16:31.477314 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74023aae-6064-4cda-bff1-2df71b8b65c6 req-aa65bce3-80e9-482b-a288-7982635b260f service neutron] Attempting to bind port 0cb5a014-55a4-43c5-9319-d762dfff6f73 on network fb04e5c4-4048-4691-8fd2-5191f92c4dcc {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:16:31.497242 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c2df59db-e405-4def-baaf-e92292b6bc6e req-088b11c5-ae60-4722-9fca-c4765a97dea2 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255958 Aug 10 03:16:31.510110 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-57dd3f99-324c-43b4-8b4a-3be8943cbe07 req-3976ebce-652f-4fbf-b61f-012cf5df2e4e tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/security-groups?id=58160609-a8c2-4b15-a3de-467e7dbbc834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642978 Aug 10 03:16:31.511173 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74023aae-6064-4cda-bff1-2df71b8b65c6 req-aa65bce3-80e9-482b-a288-7982635b260f service neutron] Port 0cb5a014-55a4-43c5-9319-d762dfff6f73 on network fb04e5c4-4048-4691-8fd2-5191f92c4dcc not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:16:31.511499 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74023aae-6064-4cda-bff1-2df71b8b65c6 req-aa65bce3-80e9-482b-a288-7982635b260f service neutron] Attempting to bind port 0cb5a014-55a4-43c5-9319-d762dfff6f73 on network fb04e5c4-4048-4691-8fd2-5191f92c4dcc {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:16:31.556742 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74023aae-6064-4cda-bff1-2df71b8b65c6 req-aa65bce3-80e9-482b-a288-7982635b260f service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:16:31.557325 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74023aae-6064-4cda-bff1-2df71b8b65c6 req-aa65bce3-80e9-482b-a288-7982635b260f service neutron] Checking segment: {'id': '6bf2f30c-8de9-48b6-ac35-0afe448267ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fb04e5c4-4048-4691-8fd2-5191f92c4dcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:16:31.557465 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74023aae-6064-4cda-bff1-2df71b8b65c6 req-aa65bce3-80e9-482b-a288-7982635b260f service neutron] Bound using segment: {'id': '6bf2f30c-8de9-48b6-ac35-0afe448267ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fb04e5c4-4048-4691-8fd2-5191f92c4dcc'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:16:31.557915 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-74023aae-6064-4cda-bff1-2df71b8b65c6 req-aa65bce3-80e9-482b-a288-7982635b260f service neutron] Bound port: 0cb5a014-55a4-43c5-9319-d762dfff6f73, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bf2f30c-8de9-48b6-ac35-0afe448267ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fb04e5c4-4048-4691-8fd2-5191f92c4dcc'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:16:31.558304 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-74023aae-6064-4cda-bff1-2df71b8b65c6 req-aa65bce3-80e9-482b-a288-7982635b260f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:31.604536 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07854e18-9779-4d9c-b6ea-800d08a79d11 req-b59df562-1daa-4994-9693-8070c3559614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:31.605984 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-07854e18-9779-4d9c-b6ea-800d08a79d11 req-b59df562-1daa-4994-9693-8070c3559614 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3f0e3909-62c9-4453-825e-ffacada819b0 HTTP/1.1" status: 200 len: 851 time: 0.0993299 Aug 10 03:16:31.659670 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-07854e18-9779-4d9c-b6ea-800d08a79d11 req-7a0456af-10cd-4cfc-b275-4a490ec46a5e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=06cba743-97cb-4e3d-9173-104a9c9a70d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357385 Aug 10 03:16:31.746539 n-d-768862-13 neutron-server[94260]: WARNING neutron.plugins.ml2.plugin [req-74023aae-6064-4cda-bff1-2df71b8b65c6 req-aa65bce3-80e9-482b-a288-7982635b260f service neutron] Concurrent port binding operations failed on port 0cb5a014-55a4-43c5-9319-d762dfff6f73 Aug 10 03:16:31.822662 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-74023aae-6064-4cda-bff1-2df71b8b65c6 req-aa65bce3-80e9-482b-a288-7982635b260f service neutron] For port 0cb5a014-55a4-43c5-9319-d762dfff6f73, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=0cb5a014-55a4-43c5-9319-d762dfff6f73,segment=NetworkSegment(6bf2f30c-8de9-48b6-ac35-0afe448267ae),segment_id=6bf2f30c-8de9-48b6-ac35-0afe448267ae)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:31.838084 n-d-768862-13 neutron-server[94260]: INFO neutron.plugins.ml2.plugin [req-74023aae-6064-4cda-bff1-2df71b8b65c6 req-aa65bce3-80e9-482b-a288-7982635b260f service neutron] Attempt 2 to bind port 0cb5a014-55a4-43c5-9319-d762dfff6f73 Aug 10 03:16:31.846518 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74023aae-6064-4cda-bff1-2df71b8b65c6 req-aa65bce3-80e9-482b-a288-7982635b260f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:31.847240 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-74023aae-6064-4cda-bff1-2df71b8b65c6 req-aa65bce3-80e9-482b-a288-7982635b260f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:31.849449 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-74023aae-6064-4cda-bff1-2df71b8b65c6 req-aa65bce3-80e9-482b-a288-7982635b260f service neutron] 10.222.0.42 "PUT /v2.0/ports/0cb5a014-55a4-43c5-9319-d762dfff6f73 HTTP/1.1" status: 200 len: 1123 time: 2.8331547 Aug 10 03:16:31.875115 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608c8b2c-2bf8-4c08-86f4-4bce0b9bc8cc req-f894d68a-08ee-4467-b631-dbeaeffe2e17 tempest-MigrationsAdminTest-1974953118 tempest-MigrationsAdminTest-1974953118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:31.883017 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-608c8b2c-2bf8-4c08-86f4-4bce0b9bc8cc req-f894d68a-08ee-4467-b631-dbeaeffe2e17 tempest-MigrationsAdminTest-1974953118 tempest-MigrationsAdminTest-1974953118-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=abb04be0-c7f2-4622-8647-9fdf68e648ba HTTP/1.1" status: 200 len: 1101 time: 0.2207880 Aug 10 03:16:31.902918 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6024574f-0b46-4839-8e14-6fe5bf6a8895', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cb5a014-55a4-43c5-9319-d762dfff6f73'}, {'name': 'network-changed', 'server_uuid': '6024574f-0b46-4839-8e14-6fe5bf6a8895', 'tag': '0cb5a014-55a4-43c5-9319-d762dfff6f73'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:16:31.905257 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-204ba11d-82e7-46b3-ad27-0075f09f4c55" -d '{"events": [{"server_uuid": "6024574f-0b46-4839-8e14-6fe5bf6a8895", "name": "network-vif-unplugged", "status": "completed", "tag": "0cb5a014-55a4-43c5-9319-d762dfff6f73"}, {"name": "network-changed", "server_uuid": "6024574f-0b46-4839-8e14-6fe5bf6a8895", "tag": "0cb5a014-55a4-43c5-9319-d762dfff6f73"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:16:31.926589 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39444f8-cba3-4965-b942-4d1458b22d32 req-30acdae6-8d74-4052-b89f-ad041248b8a3 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:31.934582 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a39444f8-cba3-4965-b942-4d1458b22d32 req-30acdae6-8d74-4052-b89f-ad041248b8a3 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=6024574f-0b46-4839-8e14-6fe5bf6a8895 HTTP/1.1" status: 200 len: 943 time: 0.2466195 Aug 10 03:16:31.999195 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-608c8b2c-2bf8-4c08-86f4-4bce0b9bc8cc req-c7b56fb0-6e06-4e5f-bac3-085e00e5c733 tempest-MigrationsAdminTest-1974953118 tempest-MigrationsAdminTest-1974953118-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128740 Aug 10 03:16:32.001480 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['0cb5a014-55a4-43c5-9319-d762dfff6f73'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:16:32.001641 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-07854e18-9779-4d9c-b6ea-800d08a79d11 req-c802efa4-2d37-482a-8fc6-c347ed5b1d41 service neutron] 10.222.0.61 "GET /v2.0/networks/06cba743-97cb-4e3d-9173-104a9c9a70d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3160462 Aug 10 03:16:32.078269 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a39444f8-cba3-4965-b942-4d1458b22d32 req-6859923d-5132-4d3f-bb9d-73bb32263683 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222036 Aug 10 03:16:32.162031 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6284d3c3-df7e-49fe-941f-5c38e5d6f09c x-openstack-request-id: req-6284d3c3-df7e-49fe-941f-5c38e5d6f09c {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:16:32.163244 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55272776-c5a8-4fab-bb65-bb9a3b047114", "name": "network-vif-plugged", "status": "completed", "tag": "b788a602-2daf-45f8-ae7e-707bac9d92dc", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:16:32.163731 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6284d3c3-df7e-49fe-941f-5c38e5d6f09c {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:16:32.166191 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55272776-c5a8-4fab-bb65-bb9a3b047114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b788a602-2daf-45f8-ae7e-707bac9d92dc', 'code': 200} Aug 10 03:16:32.208851 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['0cb5a014-55a4-43c5-9319-d762dfff6f73'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:16:32.285220 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-63bfaf9e-fb74-48f1-a92c-507dcff1a5b0 req-6fca70b9-a5ac-42cb-aca8-cd91e928ce14 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?device_id=2675ec53-a334-4a9e-83ee-84a272af1d76 HTTP/1.1" status: 200 len: 210 time: 0.0651085 Aug 10 03:16:32.295252 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 10 Aug 2021 03:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d1c200d-bb43-4f20-8c1b-9f5d23330926 x-openstack-request-id: req-9d1c200d-bb43-4f20-8c1b-9f5d23330926 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:16:32.295552 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6024574f-0b46-4839-8e14-6fe5bf6a8895", "name": "network-vif-unplugged", "status": "completed", "tag": "0cb5a014-55a4-43c5-9319-d762dfff6f73", "code": 200}, {"name": "network-changed", "server_uuid": "6024574f-0b46-4839-8e14-6fe5bf6a8895", "tag": "0cb5a014-55a4-43c5-9319-d762dfff6f73", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:16:32.295857 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9d1c200d-bb43-4f20-8c1b-9f5d23330926 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:16:32.296267 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6024574f-0b46-4839-8e14-6fe5bf6a8895', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cb5a014-55a4-43c5-9319-d762dfff6f73', 'code': 200} Aug 10 03:16:32.297007 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6024574f-0b46-4839-8e14-6fe5bf6a8895', 'tag': '0cb5a014-55a4-43c5-9319-d762dfff6f73', 'status': 'completed', 'code': 200} Aug 10 03:16:32.425512 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204ba11d-82e7-46b3-ad27-0075f09f4c55 req-4a10f56e-7005-48a6-85f6-c0f4801c0af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:32.427948 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-204ba11d-82e7-46b3-ad27-0075f09f4c55 req-4a10f56e-7005-48a6-85f6-c0f4801c0af4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ef0c546763504af887a177f337462e10&device_id=6024574f-0b46-4839-8e14-6fe5bf6a8895 HTTP/1.1" status: 200 len: 1126 time: 0.1014254 Aug 10 03:16:32.535410 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-07854e18-9779-4d9c-b6ea-800d08a79d11 req-c2200264-be38-4560-8ef7-40984f80f46e service neutron] 10.222.0.61 "GET /v2.0/networks/06cba743-97cb-4e3d-9173-104a9c9a70d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5034728 Aug 10 03:16:32.559291 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c31d86b-67ba-4c18-803c-9ac88f090818 req-3c30ba4c-ab44-43d3-b5f7-8125d6fab91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:32.563725 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7c31d86b-67ba-4c18-803c-9ac88f090818 req-3c30ba4c-ab44-43d3-b5f7-8125d6fab91f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=55272776-c5a8-4fab-bb65-bb9a3b047114 HTTP/1.1" status: 200 len: 1098 time: 0.2752895 Aug 10 03:16:32.585032 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e2ab5-3e8d-4cfa-9528-73720900f8bb req-abc0dd52-3e08-47e4-8061-86f0494f349d tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:32.587307 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c53e2ab5-3e8d-4cfa-9528-73720900f8bb req-abc0dd52-3e08-47e4-8061-86f0494f349d tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4af3e3c-6e20-4c99-a357-53e55ec3cee1 HTTP/1.1" status: 200 len: 945 time: 0.2177575 Aug 10 03:16:32.654430 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7c31d86b-67ba-4c18-803c-9ac88f090818 req-969e6c44-4dd1-4891-8036-7f8372c304d7 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=58160609-a8c2-4b15-a3de-467e7dbbc834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660248 Aug 10 03:16:32.673876 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c53e2ab5-3e8d-4cfa-9528-73720900f8bb req-fe20a769-226c-4642-ac0b-f95583efa7f0 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] 10.222.0.44 "GET /v2.0/security-groups?id=494e99f4-94a2-4d1c-bfc8-854b27237629&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0740919 Aug 10 03:16:32.683150 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204ba11d-82e7-46b3-ad27-0075f09f4c55 req-056559c2-8082-4e20-a9f1-d4a02c23d67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:32.687214 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-204ba11d-82e7-46b3-ad27-0075f09f4c55 req-056559c2-8082-4e20-a9f1-d4a02c23d67a service neutron] 10.222.0.61 "GET /v2.0/networks?id=fb04e5c4-4048-4691-8fd2-5191f92c4dcc HTTP/1.1" status: 200 len: 908 time: 0.2409399 Aug 10 03:16:32.829428 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:32.856854 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-204ba11d-82e7-46b3-ad27-0075f09f4c55 req-aa9912b9-c850-4890-8ee7-07f1cdd1c9e0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0cb5a014-55a4-43c5-9319-d762dfff6f73 HTTP/1.1" status: 200 len: 217 time: 0.1509750 Aug 10 03:16:32.877665 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-4b5f1774-0058-4aa4-98da-47561e5a8011 req-06ac1c05-98d8-4b9a-95d3-b897dc4093a9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=abb04be0-c7f2-4622-8647-9fdf68e648ba&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0724397 Aug 10 03:16:32.891104 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b6037d18-37b8-4c9c-b715-2b72ae8506a5 req-40cbb788-f903-4d45-97ce-e2a06013358a tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=ebce8dce68054ed889383d14d785c78e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0624261 Aug 10 03:16:33.005102 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e927aed-d1a2-4e53-9eb6-1b906ab408fb req-eb89efd9-61b4-4a05-9e98-21302b8d76c5 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:33.005580 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204ba11d-82e7-46b3-ad27-0075f09f4c55 req-5af08946-e938-4607-b5ea-29ec708c0020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:33.006672 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5e927aed-d1a2-4e53-9eb6-1b906ab408fb req-eb89efd9-61b4-4a05-9e98-21302b8d76c5 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3367b49-ee67-400c-b374-63617eab6326 HTTP/1.1" status: 200 len: 944 time: 0.2499366 Aug 10 03:16:33.009257 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-204ba11d-82e7-46b3-ad27-0075f09f4c55 req-5af08946-e938-4607-b5ea-29ec708c0020 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1dfce422-0216-4c9d-97b8-8fc7613926b1 HTTP/1.1" status: 200 len: 848 time: 0.1290908 Aug 10 03:16:33.064761 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b5090c-ed7b-424b-ba5d-099ff30efe74 req-d20821ef-bb24-4234-bb75-c86c9c666121 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:33.073388 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-49b5090c-ed7b-424b-ba5d-099ff30efe74 req-d20821ef-bb24-4234-bb75-c86c9c666121 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/ports?device_id=55272776-c5a8-4fab-bb65-bb9a3b047114 HTTP/1.1" status: 200 len: 946 time: 0.2463675 Aug 10 03:16:33.083739 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-204ba11d-82e7-46b3-ad27-0075f09f4c55 req-444f87d1-6b9b-4641-b2c9-1e81c8cc1d4d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fb04e5c4-4048-4691-8fd2-5191f92c4dcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578079 Aug 10 03:16:33.174831 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5e927aed-d1a2-4e53-9eb6-1b906ab408fb req-0a416b80-f67b-40a1-8986-ca47d9ff5342 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576629 Aug 10 03:16:33.201768 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-49b5090c-ed7b-424b-ba5d-099ff30efe74 req-1815b93f-a178-4210-b263-eb9cf54f2bb6 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/security-groups?id=58160609-a8c2-4b15-a3de-467e7dbbc834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263711 Aug 10 03:16:33.222178 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6037d18-37b8-4c9c-b715-2b72ae8506a5 req-024b361a-d2d3-448c-9799-43624c759cb6 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:33.229440 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b6037d18-37b8-4c9c-b715-2b72ae8506a5 req-024b361a-d2d3-448c-9799-43624c759cb6 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3187439 Aug 10 03:16:33.263281 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-204ba11d-82e7-46b3-ad27-0075f09f4c55 req-d01cd926-1eb2-45c1-b5e3-11f310ee5ba6 service neutron] 10.222.0.61 "GET /v2.0/networks/fb04e5c4-4048-4691-8fd2-5191f92c4dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542220 Aug 10 03:16:33.266523 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-b6037d18-37b8-4c9c-b715-2b72ae8506a5 req-faecab40-ee21-42ae-836b-0a9985467f59 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Request body: {'port': {'device_id': '2675ec53-a334-4a9e-83ee-84a272af1d76', 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721', 'admin_state_up': True, 'tenant_id': 'ebce8dce68054ed889383d14d785c78e'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:33.449235 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-204ba11d-82e7-46b3-ad27-0075f09f4c55 req-b1bb8c63-0448-486b-a579-496d2ca5c27f service neutron] 10.222.0.61 "GET /v2.0/networks/fb04e5c4-4048-4691-8fd2-5191f92c4dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658885 Aug 10 03:16:33.463627 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce260348-eafe-4c49-a228-25e143aa9fe0 req-19b02cbb-2bfe-405d-95ef-eaa1759222f6 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:33.465273 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ce260348-eafe-4c49-a228-25e143aa9fe0 req-19b02cbb-2bfe-405d-95ef-eaa1759222f6 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=6024574f-0b46-4839-8e14-6fe5bf6a8895 HTTP/1.1" status: 200 len: 943 time: 0.0875731 Aug 10 03:16:33.483750 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03980ed0-bacc-428e-a2ea-60772ae9a70a req-d309e6b3-3a91-4bc0-939a-add54af3f2dc tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:33.492645 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-03980ed0-bacc-428e-a2ea-60772ae9a70a req-d309e6b3-3a91-4bc0-939a-add54af3f2dc tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=abb04be0-c7f2-4622-8647-9fdf68e648ba HTTP/1.1" status: 200 len: 949 time: 0.1965907 Aug 10 03:16:33.584387 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ce260348-eafe-4c49-a228-25e143aa9fe0 req-600368c5-f81a-4bca-bc2e-93def12c04a2 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888982 Aug 10 03:16:33.620930 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-03980ed0-bacc-428e-a2ea-60772ae9a70a req-29327327-0894-43e9-af6a-7cd0fb1599ec tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201065 Aug 10 03:16:33.620930 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6037d18-37b8-4c9c-b715-2b72ae8506a5 req-faecab40-ee21-42ae-836b-0a9985467f59 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Made reservation on behalf of ebce8dce68054ed889383d14d785c78e for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:16:33.620930 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-b6037d18-37b8-4c9c-b715-2b72ae8506a5 req-faecab40-ee21-42ae-836b-0a9985467f59 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:33.849044 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3f961b31-c8a2-4ddd-a73f-07387c352e23 req-7c3853ad-8d96-48f1-8968-ca714caaa2cf tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?device_id=2675ec53-a334-4a9e-83ee-84a272af1d76 HTTP/1.1" status: 200 len: 210 time: 0.0721714 Aug 10 03:16:33.943863 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae5d3f0-2373-4dc2-816f-2c79a9eb9d38 req-9254e9f7-4fcb-4fac-9e99-15f0c2597a86 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:33.945705 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-aae5d3f0-2373-4dc2-816f-2c79a9eb9d38 req-9254e9f7-4fcb-4fac-9e99-15f0c2597a86 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4af3e3c-6e20-4c99-a357-53e55ec3cee1 HTTP/1.1" status: 200 len: 945 time: 0.1679325 Aug 10 03:16:34.008671 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-b6037d18-37b8-4c9c-b715-2b72ae8506a5 req-faecab40-ee21-42ae-836b-0a9985467f59 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Allocated IP 192.168.233.195 (72a4be73-29a1-424c-8690-ecdcf6b06721/60d10164-1dee-4940-9d19-f71e6c18cbc5/552a343f-4a4d-45af-9606-8a30f4448168) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:16:34.044665 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-aae5d3f0-2373-4dc2-816f-2c79a9eb9d38 req-e2f8befc-dab0-4e7b-976a-d324cf15cf32 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] 10.222.0.44 "GET /v2.0/security-groups?id=494e99f4-94a2-4d1c-bfc8-854b27237629&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0896959 Aug 10 03:16:34.167294 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4af3e3c-6e20-4c99-a357-53e55ec3cee1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9394b3a8-f2b7-460d-a207-4427c8655774'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:16:34.171984 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b5eeb3c-2849-483a-a301-2c9828ae46e6" -d '{"events": [{"server_uuid": "b4af3e3c-6e20-4c99-a357-53e55ec3cee1", "name": "network-vif-plugged", "status": "completed", "tag": "9394b3a8-f2b7-460d-a207-4427c8655774"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:16:34.231001 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-b6037d18-37b8-4c9c-b715-2b72ae8506a5 req-faecab40-ee21-42ae-836b-0a9985467f59 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:34.233391 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47c8f8ac-655b-49cc-b7f9-a367c1b9a2f0 x-openstack-request-id: req-47c8f8ac-655b-49cc-b7f9-a367c1b9a2f0 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:16:34.233771 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4af3e3c-6e20-4c99-a357-53e55ec3cee1", "name": "network-vif-plugged", "status": "completed", "tag": "9394b3a8-f2b7-460d-a207-4427c8655774", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:16:34.234165 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-47c8f8ac-655b-49cc-b7f9-a367c1b9a2f0 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:16:34.236400 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4af3e3c-6e20-4c99-a357-53e55ec3cee1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9394b3a8-f2b7-460d-a207-4427c8655774', 'code': 200} Aug 10 03:16:34.253719 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-b6037d18-37b8-4c9c-b715-2b72ae8506a5 req-faecab40-ee21-42ae-836b-0a9985467f59 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Transition to ACTIVE for port object 552a343f-4a4d-45af-9606-8a30f4448168 will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:16:34.373973 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-b6037d18-37b8-4c9c-b715-2b72ae8506a5 req-faecab40-ee21-42ae-836b-0a9985467f59 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:34.386071 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['1ea64ec5-c51a-439a-9ea6-ca81f0db8286', '379a5f92-4b22-40ff-9d10-bcb476e344f3'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:16:34.429282 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['47c4ce85-91b4-497b-92b0-9e8b46ec064d', '543834ab-fb50-4b3a-b4b6-4babb30446ef', 'b8bbab66-a855-4a43-83f3-c4fa1af2df54', '965cc679-d2fa-422b-ac60-1738e2b8cad9'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:16:34.455907 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4862775d-af6a-4347-bddb-04f738dbd4f3 req-f9380f4f-150c-4496-8b65-d566b9c90c08 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:34.457687 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4862775d-af6a-4347-bddb-04f738dbd4f3 req-f9380f4f-150c-4496-8b65-d566b9c90c08 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3367b49-ee67-400c-b374-63617eab6326 HTTP/1.1" status: 200 len: 944 time: 0.1626167 Aug 10 03:16:34.464874 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6037d18-37b8-4c9c-b715-2b72ae8506a5 req-faecab40-ee21-42ae-836b-0a9985467f59 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Network 72a4be73-29a1-424c-8690-ecdcf6b06721 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:16:34.482051 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-b6037d18-37b8-4c9c-b715-2b72ae8506a5 req-faecab40-ee21-42ae-836b-0a9985467f59 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:16:34.506800 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6037d18-37b8-4c9c-b715-2b72ae8506a5 req-faecab40-ee21-42ae-836b-0a9985467f59 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:16:34.538806 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439434ea-efc5-419f-b823-a31681941b3b req-9593cb32-fdd7-4a6a-9cda-3c4b9896fd48 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:34.538806 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-439434ea-efc5-419f-b823-a31681941b3b req-9593cb32-fdd7-4a6a-9cda-3c4b9896fd48 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/ports?device_id=55272776-c5a8-4fab-bb65-bb9a3b047114 HTTP/1.1" status: 200 len: 946 time: 0.2080054 Aug 10 03:16:34.620874 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faecab40-ee21-42ae-836b-0a9985467f59 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Pushing event updated for resources: {'Port': ['ID=552a343f-4a4d-45af-9606-8a30f4448168,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:34.645567 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2938efe-7829-4bba-ad46-15fd2fce28f1 req-2e7efd94-de0f-4aca-8197-b561950c5874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:34.647289 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a2938efe-7829-4bba-ad46-15fd2fce28f1 req-2e7efd94-de0f-4aca-8197-b561950c5874 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b4af3e3c-6e20-4c99-a357-53e55ec3cee1 HTTP/1.1" status: 200 len: 1097 time: 0.2875922 Aug 10 03:16:34.759736 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-439434ea-efc5-419f-b823-a31681941b3b req-f520fcb6-3d61-494c-b256-6864c307618e tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/security-groups?id=58160609-a8c2-4b15-a3de-467e7dbbc834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112153 Aug 10 03:16:34.787278 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4862775d-af6a-4347-bddb-04f738dbd4f3 req-9202dcde-4d67-481d-ac14-216eb0affb62 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3206494 Aug 10 03:16:34.839274 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6037d18-37b8-4c9c-b715-2b72ae8506a5 req-faecab40-ee21-42ae-836b-0a9985467f59 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:34.841219 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-b6037d18-37b8-4c9c-b715-2b72ae8506a5 req-faecab40-ee21-42ae-836b-0a9985467f59 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:34.894755 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a2938efe-7829-4bba-ad46-15fd2fce28f1 req-6f681a12-b75e-43c2-970d-33a2da5f8b15 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=494e99f4-94a2-4d1c-bfc8-854b27237629&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2326026 Aug 10 03:16:34.899079 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f1774-0058-4aa4-98da-47561e5a8011 req-82c65e3f-ed38-4f9c-998c-28496a1ba821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:34.900683 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-4b5f1774-0058-4aa4-98da-47561e5a8011 req-82c65e3f-ed38-4f9c-998c-28496a1ba821 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=808ab0b013b8411c9f012091d2eaa39f&device_id=abb04be0-c7f2-4622-8647-9fdf68e648ba HTTP/1.1" status: 200 len: 1101 time: 0.1317658 Aug 10 03:16:34.920020 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b6037d18-37b8-4c9c-b715-2b72ae8506a5 req-faecab40-ee21-42ae-836b-0a9985467f59 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6583333 Aug 10 03:16:34.953059 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-b6037d18-37b8-4c9c-b715-2b72ae8506a5 req-da44622d-fff2-43f2-bf3f-638d8e5401a9 service neutron] Request body: {'port': {'device_id': '2675ec53-a334-4a9e-83ee-84a272af1d76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:35.060923 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-d7ca8bb0-e9a4-4ec1-88ef-7623eb67f8bc None None] Provisioning for port 552a343f-4a4d-45af-9606-8a30f4448168 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:16:35.078928 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-d7ca8bb0-e9a4-4ec1-88ef-7623eb67f8bc None None] Provisioning complete for port 552a343f-4a4d-45af-9606-8a30f4448168 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:16:35.079309 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d7ca8bb0-e9a4-4ec1-88ef-7623eb67f8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:35.123584 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-d7ca8bb0-e9a4-4ec1-88ef-7623eb67f8bc None None] Port 552a343f-4a4d-45af-9606-8a30f4448168 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:16:35.154542 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f1774-0058-4aa4-98da-47561e5a8011 req-332e2c69-f3c9-4c91-9211-8d53b0c8fe79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:35.156090 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-4b5f1774-0058-4aa4-98da-47561e5a8011 req-332e2c69-f3c9-4c91-9211-8d53b0c8fe79 service neutron] 10.222.0.61 "GET /v2.0/networks?id=72a4be73-29a1-424c-8690-ecdcf6b06721 HTTP/1.1" status: 200 len: 869 time: 0.2333179 Aug 10 03:16:35.254104 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-4b5f1774-0058-4aa4-98da-47561e5a8011 req-9df2284a-f9bf-4308-82e7-cd41c7aa81ab service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=5f10a11f-fa51-4b08-b7ae-76ff6155d72c HTTP/1.1" status: 200 len: 217 time: 0.0715027 Aug 10 03:16:35.332944 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f1774-0058-4aa4-98da-47561e5a8011 req-ea030050-37d9-40a3-8a64-586273a617e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:35.336061 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-4b5f1774-0058-4aa4-98da-47561e5a8011 req-ea030050-37d9-40a3-8a64-586273a617e4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=60d10164-1dee-4940-9d19-f71e6c18cbc5 HTTP/1.1" status: 200 len: 843 time: 0.0572267 Aug 10 03:16:35.459098 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f1774-0058-4aa4-98da-47561e5a8011 req-de2e9a3a-b314-4ece-a2ba-9d0ba25b77e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:35.462634 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-4b5f1774-0058-4aa4-98da-47561e5a8011 req-de2e9a3a-b314-4ece-a2ba-9d0ba25b77e3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=72a4be73-29a1-424c-8690-ecdcf6b06721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1029058 Aug 10 03:16:35.471641 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-b6037d18-37b8-4c9c-b715-2b72ae8506a5 req-da44622d-fff2-43f2-bf3f-638d8e5401a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:35.538874 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ace866-9de6-4325-95e3-49818008f361 req-51b8e37b-b173-406f-af49-eba908f0dfa5 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:35.546080 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d0ace866-9de6-4325-95e3-49818008f361 req-51b8e37b-b173-406f-af49-eba908f0dfa5 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=6024574f-0b46-4839-8e14-6fe5bf6a8895 HTTP/1.1" status: 200 len: 943 time: 0.1769202 Aug 10 03:16:35.578311 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be908fa-a32c-49b2-a067-1c73be884e25 req-876f311f-e0c6-4bf7-8380-9d5cc2673c3a tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:35.585880 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0be908fa-a32c-49b2-a067-1c73be884e25 req-876f311f-e0c6-4bf7-8380-9d5cc2673c3a tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=abb04be0-c7f2-4622-8647-9fdf68e648ba HTTP/1.1" status: 200 len: 949 time: 0.2121851 Aug 10 03:16:35.607931 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-4b5f1774-0058-4aa4-98da-47561e5a8011 req-0d42a6b5-8e68-44a3-a3d7-f239d16571ec service neutron] 10.222.0.61 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183856 Aug 10 03:16:35.718199 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0be908fa-a32c-49b2-a067-1c73be884e25 req-0ff29342-aa5a-45a4-888c-30cff3577f11 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312315 Aug 10 03:16:35.742426 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d0ace866-9de6-4325-95e3-49818008f361 req-51ac4b01-459c-4486-9585-75491284467d tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874464 Aug 10 03:16:35.800157 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-4b5f1774-0058-4aa4-98da-47561e5a8011 req-5d871f72-1c15-4fa9-8903-8f77e248290d service neutron] 10.222.0.61 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697798 Aug 10 03:16:35.907993 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ea07ed-e778-42e2-a002-6a34ffb08969 req-f7c3d660-a7c6-479c-9dc9-0478662790a2 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:35.909762 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-92ea07ed-e778-42e2-a002-6a34ffb08969 req-f7c3d660-a7c6-479c-9dc9-0478662790a2 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?device_id=2675ec53-a334-4a9e-83ee-84a272af1d76 HTTP/1.1" status: 200 len: 936 time: 0.0933282 Aug 10 03:16:36.016713 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-92ea07ed-e778-42e2-a002-6a34ffb08969 req-cd04dc44-3dc9-4a99-90d7-19edad078ed4 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8d28d33-caca-4f05-b0e0-721010e15342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945177 Aug 10 03:16:36.048873 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-b6037d18-37b8-4c9c-b715-2b72ae8506a5 req-da44622d-fff2-43f2-bf3f-638d8e5401a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 552a343f-4a4d-45af-9606-8a30f4448168 {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:16:36.062191 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-b6037d18-37b8-4c9c-b715-2b72ae8506a5 req-da44622d-fff2-43f2-bf3f-638d8e5401a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:36.082783 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a6947-122d-4a0d-96cf-9b291d4b0a53 req-04e774bb-99d6-4385-8234-7220947497b7 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:36.084471 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5f1a6947-122d-4a0d-96cf-9b291d4b0a53 req-04e774bb-99d6-4385-8234-7220947497b7 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4af3e3c-6e20-4c99-a357-53e55ec3cee1 HTTP/1.1" status: 200 len: 945 time: 0.1118045 Aug 10 03:16:36.096250 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-b6037d18-37b8-4c9c-b715-2b72ae8506a5 req-da44622d-fff2-43f2-bf3f-638d8e5401a9 service neutron] Transition to ACTIVE for port object 552a343f-4a4d-45af-9606-8a30f4448168 will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:16:36.106127 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-b6037d18-37b8-4c9c-b715-2b72ae8506a5 req-da44622d-fff2-43f2-bf3f-638d8e5401a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:36.248905 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da44622d-fff2-43f2-bf3f-638d8e5401a9 service neutron] Pushing event updated for resources: {'Port': ['ID=552a343f-4a4d-45af-9606-8a30f4448168,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:36.264320 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5f1a6947-122d-4a0d-96cf-9b291d4b0a53 req-5e8b90ee-a2e4-4b11-af04-31be53fa5e87 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] 10.222.0.44 "GET /v2.0/security-groups?id=494e99f4-94a2-4d1c-bfc8-854b27237629&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1696370 Aug 10 03:16:36.298438 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab9574-5b9e-4c86-bf4a-1401af21c1c5 req-f60fde81-01ee-4e0a-b8ba-80f34378f668 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:36.307459 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0bab9574-5b9e-4c86-bf4a-1401af21c1c5 req-f60fde81-01ee-4e0a-b8ba-80f34378f668 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3367b49-ee67-400c-b374-63617eab6326 HTTP/1.1" status: 200 len: 944 time: 0.1600127 Aug 10 03:16:36.343874 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 2104ef07-c401-4e84-8d27-5d21cd33aa5e details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:16:36.381012 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0bab9574-5b9e-4c86-bf4a-1401af21c1c5 req-f7346881-c350-4ef8-a040-d214c4eb607e tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727258 Aug 10 03:16:36.412206 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-b6037d18-37b8-4c9c-b715-2b72ae8506a5 req-da44622d-fff2-43f2-bf3f-638d8e5401a9 service neutron] Attempting to bind port 552a343f-4a4d-45af-9606-8a30f4448168 on host n-h2-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:16:36.412678 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-b6037d18-37b8-4c9c-b715-2b72ae8506a5 req-da44622d-fff2-43f2-bf3f-638d8e5401a9 service neutron] Attempting to bind port 552a343f-4a4d-45af-9606-8a30f4448168 by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:16:36.413112 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6037d18-37b8-4c9c-b715-2b72ae8506a5 req-da44622d-fff2-43f2-bf3f-638d8e5401a9 service neutron] Attempting to bind port 552a343f-4a4d-45af-9606-8a30f4448168 on network 72a4be73-29a1-424c-8690-ecdcf6b06721 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:16:36.418424 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6037d18-37b8-4c9c-b715-2b72ae8506a5 req-da44622d-fff2-43f2-bf3f-638d8e5401a9 service neutron] Port 552a343f-4a4d-45af-9606-8a30f4448168 on network 72a4be73-29a1-424c-8690-ecdcf6b06721 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:16:36.418861 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6037d18-37b8-4c9c-b715-2b72ae8506a5 req-da44622d-fff2-43f2-bf3f-638d8e5401a9 service neutron] Attempting to bind port 552a343f-4a4d-45af-9606-8a30f4448168 on network 72a4be73-29a1-424c-8690-ecdcf6b06721 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:16:36.427725 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6037d18-37b8-4c9c-b715-2b72ae8506a5 req-da44622d-fff2-43f2-bf3f-638d8e5401a9 service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:16:36.428265 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6037d18-37b8-4c9c-b715-2b72ae8506a5 req-da44622d-fff2-43f2-bf3f-638d8e5401a9 service neutron] Checking segment: {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:16:36.428751 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6037d18-37b8-4c9c-b715-2b72ae8506a5 req-da44622d-fff2-43f2-bf3f-638d8e5401a9 service neutron] Bound using segment: {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:16:36.429345 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-b6037d18-37b8-4c9c-b715-2b72ae8506a5 req-da44622d-fff2-43f2-bf3f-638d8e5401a9 service neutron] Bound port: 552a343f-4a4d-45af-9606-8a30f4448168, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:16:36.430160 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-b6037d18-37b8-4c9c-b715-2b72ae8506a5 req-da44622d-fff2-43f2-bf3f-638d8e5401a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:36.456542 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e8ebbe-6510-4ad7-b49e-79d2c03e4bdf req-8782345b-f121-42d2-a1d1-eff985172c13 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:36.458368 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-88e8ebbe-6510-4ad7-b49e-79d2c03e4bdf req-8782345b-f121-42d2-a1d1-eff985172c13 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/ports?device_id=55272776-c5a8-4fab-bb65-bb9a3b047114 HTTP/1.1" status: 200 len: 946 time: 0.0927534 Aug 10 03:16:36.504801 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 2104ef07-c401-4e84-8d27-5d21cd33aa5e, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=2104ef07-c401-4e84-8d27-5d21cd33aa5e,segment=NetworkSegment(e1ea0112-d828-45f3-a96b-2a696c160566),segment_id=e1ea0112-d828-45f3-a96b-2a696c160566)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:36.524053 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': '2104ef07-c401-4e84-8d27-5d21cd33aa5e', 'network_id': '06cba743-97cb-4e3d-9173-104a9c9a70d3', 'port_id': '2104ef07-c401-4e84-8d27-5d21cd33aa5e', 'mac_address': 'fa:16:3e:ca:6f:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f0e3909-62c9-4453-825e-ffacada819b0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:16:36.554702 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-88e8ebbe-6510-4ad7-b49e-79d2c03e4bdf req-82403285-e546-4ec7-8b95-c44d91def036 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/security-groups?id=58160609-a8c2-4b15-a3de-467e7dbbc834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650201 Aug 10 03:16:36.562711 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-b6037d18-37b8-4c9c-b715-2b72ae8506a5 req-da44622d-fff2-43f2-bf3f-638d8e5401a9 service neutron] For port 552a343f-4a4d-45af-9606-8a30f4448168, host n-h2-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:16:36.567350 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-b6037d18-37b8-4c9c-b715-2b72ae8506a5 req-da44622d-fff2-43f2-bf3f-638d8e5401a9 service neutron] For port 552a343f-4a4d-45af-9606-8a30f4448168, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=552a343f-4a4d-45af-9606-8a30f4448168,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:16:36.580224 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:36.584038 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-b6037d18-37b8-4c9c-b715-2b72ae8506a5 req-da44622d-fff2-43f2-bf3f-638d8e5401a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:36.602993 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2104ef07-c401-4e84-8d27-5d21cd33aa5e {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:16:36.628105 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 2104ef07-c401-4e84-8d27-5d21cd33aa5e, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=2104ef07-c401-4e84-8d27-5d21cd33aa5e,segment=NetworkSegment(e1ea0112-d828-45f3-a96b-2a696c160566),segment_id=e1ea0112-d828-45f3-a96b-2a696c160566)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:36.634608 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6037d18-37b8-4c9c-b715-2b72ae8506a5 req-da44622d-fff2-43f2-bf3f-638d8e5401a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:36.635155 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:36.635414 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-b6037d18-37b8-4c9c-b715-2b72ae8506a5 req-da44622d-fff2-43f2-bf3f-638d8e5401a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:36.637102 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b6037d18-37b8-4c9c-b715-2b72ae8506a5 req-da44622d-fff2-43f2-bf3f-638d8e5401a9 service neutron] 10.222.0.61 "PUT /v2.0/ports/552a343f-4a4d-45af-9606-8a30f4448168 HTTP/1.1" status: 200 len: 1097 time: 1.6950738 Aug 10 03:16:36.638116 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2675ec53-a334-4a9e-83ee-84a272af1d76', 'tag': '552a343f-4a4d-45af-9606-8a30f4448168'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:16:36.640528 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26a6a8e7-3c05-479e-bb7a-1d9624b49955" -d '{"events": [{"name": "network-changed", "server_uuid": "2675ec53-a334-4a9e-83ee-84a272af1d76", "tag": "552a343f-4a4d-45af-9606-8a30f4448168"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:16:36.678851 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da44622d-fff2-43f2-bf3f-638d8e5401a9 service neutron] Pushing event updated for resources: {'Port': ['ID=552a343f-4a4d-45af-9606-8a30f4448168,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:36.714863 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-051e9a2e-2cfa-4509-8680-921ef020c888 x-openstack-request-id: req-051e9a2e-2cfa-4509-8680-921ef020c888 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:16:36.715213 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2675ec53-a334-4a9e-83ee-84a272af1d76", "tag": "552a343f-4a4d-45af-9606-8a30f4448168", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:16:36.715476 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-051e9a2e-2cfa-4509-8680-921ef020c888 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:16:36.715882 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2675ec53-a334-4a9e-83ee-84a272af1d76', 'tag': '552a343f-4a4d-45af-9606-8a30f4448168', 'status': 'completed', 'code': 200} Aug 10 03:16:36.728373 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=2104ef07-c401-4e84-8d27-5d21cd33aa5e,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:36.800929 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6037d18-37b8-4c9c-b715-2b72ae8506a5 req-e8cb116f-f017-4817-806b-c92ce73edf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:36.803042 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b6037d18-37b8-4c9c-b715-2b72ae8506a5 req-e8cb116f-f017-4817-806b-c92ce73edf7a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ebce8dce68054ed889383d14d785c78e&device_id=2675ec53-a334-4a9e-83ee-84a272af1d76 HTTP/1.1" status: 200 len: 1100 time: 0.0519733 Aug 10 03:16:36.876084 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b6037d18-37b8-4c9c-b715-2b72ae8506a5 req-9758415e-7d7f-42fd-b411-aea2b6aa1e18 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=552a343f-4a4d-45af-9606-8a30f4448168 HTTP/1.1" status: 200 len: 217 time: 0.0477376 Aug 10 03:16:36.955860 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e880f-c328-40bf-9912-477247e8e086 req-33a3dcba-8b83-4439-b48e-de41fc0d5d72 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:36.957363 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a93e880f-c328-40bf-9912-477247e8e086 req-33a3dcba-8b83-4439-b48e-de41fc0d5d72 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=abb04be0-c7f2-4622-8647-9fdf68e648ba HTTP/1.1" status: 200 len: 949 time: 0.1225517 Aug 10 03:16:36.961445 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6037d18-37b8-4c9c-b715-2b72ae8506a5 req-2075c75d-1bdf-4f0b-8108-7848137d3868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:36.963281 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b6037d18-37b8-4c9c-b715-2b72ae8506a5 req-2075c75d-1bdf-4f0b-8108-7848137d3868 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=60d10164-1dee-4940-9d19-f71e6c18cbc5 HTTP/1.1" status: 200 len: 843 time: 0.0668287 Aug 10 03:16:37.034997 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6037d18-37b8-4c9c-b715-2b72ae8506a5 req-e4a38654-ec42-425f-9b69-e42d7bb763b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:37.036524 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b6037d18-37b8-4c9c-b715-2b72ae8506a5 req-e4a38654-ec42-425f-9b69-e42d7bb763b7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=72a4be73-29a1-424c-8690-ecdcf6b06721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0558136 Aug 10 03:16:37.043709 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a93e880f-c328-40bf-9912-477247e8e086 req-0b20738a-ab5c-4b97-99f8-a11e05f16c14 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772014 Aug 10 03:16:37.183106 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1109ac2-45b6-4a3b-98cc-e30da179437c req-74e58e07-5279-4f7b-8a7b-d142e7977691 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:37.184837 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e1109ac2-45b6-4a3b-98cc-e30da179437c req-74e58e07-5279-4f7b-8a7b-d142e7977691 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=6024574f-0b46-4839-8e14-6fe5bf6a8895 HTTP/1.1" status: 200 len: 943 time: 0.1220949 Aug 10 03:16:37.213442 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b6037d18-37b8-4c9c-b715-2b72ae8506a5 req-945a267a-6b5b-4b24-b2e1-10c817629871 service neutron] 10.222.0.61 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407220 Aug 10 03:16:37.319669 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e1109ac2-45b6-4a3b-98cc-e30da179437c req-18daeacb-4a39-4c2d-a725-b8ffe3100e1e tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214955 Aug 10 03:16:37.344155 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152067d5-0d4a-41c9-b65a-c880f2cf29ee req-01a8b453-705f-4f40-b9f5-995d5c785805 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:37.345656 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-152067d5-0d4a-41c9-b65a-c880f2cf29ee req-01a8b453-705f-4f40-b9f5-995d5c785805 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?device_id=2675ec53-a334-4a9e-83ee-84a272af1d76 HTTP/1.1" status: 200 len: 948 time: 0.1401777 Aug 10 03:16:37.440836 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b6037d18-37b8-4c9c-b715-2b72ae8506a5 req-4d77d528-8019-4821-a322-34ee8d375cec service neutron] 10.222.0.61 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052627 Aug 10 03:16:37.445943 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-152067d5-0d4a-41c9-b65a-c880f2cf29ee req-a831d019-32b4-4ae1-93a9-675fa2526d35 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8d28d33-caca-4f05-b0e0-721010e15342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902712 Aug 10 03:16:37.469656 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7961af36-66b6-45f4-b3a6-cf4b594bee72 req-06f15cbb-c23e-408a-956a-db9d1aaf75ad tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:37.481297 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7961af36-66b6-45f4-b3a6-cf4b594bee72 req-06f15cbb-c23e-408a-956a-db9d1aaf75ad tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4af3e3c-6e20-4c99-a357-53e55ec3cee1 HTTP/1.1" status: 200 len: 945 time: 0.0900986 Aug 10 03:16:37.524619 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7961af36-66b6-45f4-b3a6-cf4b594bee72 req-6a2b327b-d88c-4b0a-8702-b2c07a312cf2 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] 10.222.0.44 "GET /v2.0/security-groups?id=494e99f4-94a2-4d1c-bfc8-854b27237629&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427165 Aug 10 03:16:37.649237 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a6a8e7-3c05-479e-bb7a-1d9624b49955 req-a6334845-26b1-4f0d-a3a6-805c3909142c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:37.650862 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-26a6a8e7-3c05-479e-bb7a-1d9624b49955 req-a6334845-26b1-4f0d-a3a6-805c3909142c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ebce8dce68054ed889383d14d785c78e&device_id=2675ec53-a334-4a9e-83ee-84a272af1d76 HTTP/1.1" status: 200 len: 1100 time: 0.1040328 Aug 10 03:16:37.660218 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e68929-a5c4-4b41-aaf7-b647c5663175 req-e14b4820-f097-4ab5-92cc-5e221be9861b tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:37.662012 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b5e68929-a5c4-4b41-aaf7-b647c5663175 req-e14b4820-f097-4ab5-92cc-5e221be9861b tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3367b49-ee67-400c-b374-63617eab6326 HTTP/1.1" status: 200 len: 945 time: 0.1299133 Aug 10 03:16:37.709595 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949433f7-69ab-4183-bf97-e8134f0a0b44 req-a55423b8-c8d6-4f0b-b1f3-73a080e74e13 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:37.711732 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-949433f7-69ab-4183-bf97-e8134f0a0b44 req-a55423b8-c8d6-4f0b-b1f3-73a080e74e13 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4af3e3c-6e20-4c99-a357-53e55ec3cee1 HTTP/1.1" status: 200 len: 945 time: 0.1078594 Aug 10 03:16:37.720736 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 47290) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:37.744587 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-55ab8b43-1a76-425c-b543-c6d7fc763537 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Request body: {'floatingip': {'port_id': '9394b3a8-f2b7-460d-a207-4427c8655774'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:37.802782 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-55ab8b43-1a76-425c-b543-c6d7fc763537 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Notify callbacks [] for floatingip, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:37.811917 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b5e68929-a5c4-4b41-aaf7-b647c5663175 req-3d9bb987-09ba-4e71-8411-bd039f74544c tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321859 Aug 10 03:16:37.845812 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a6a8e7-3c05-479e-bb7a-1d9624b49955 req-3c736602-b60b-4efd-8f54-fa093484dec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:37.847845 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-26a6a8e7-3c05-479e-bb7a-1d9624b49955 req-3c736602-b60b-4efd-8f54-fa093484dec8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=72a4be73-29a1-424c-8690-ecdcf6b06721 HTTP/1.1" status: 200 len: 869 time: 0.1745429 Aug 10 03:16:37.912964 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-26a6a8e7-3c05-479e-bb7a-1d9624b49955 req-7a5a67e0-afa3-43da-8824-acc0f43174db service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=552a343f-4a4d-45af-9606-8a30f4448168 HTTP/1.1" status: 200 len: 217 time: 0.0413826 Aug 10 03:16:37.981145 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a6a8e7-3c05-479e-bb7a-1d9624b49955 req-59c96114-2d82-49e0-abdf-12380941b845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:37.983776 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-26a6a8e7-3c05-479e-bb7a-1d9624b49955 req-59c96114-2d82-49e0-abdf-12380941b845 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=60d10164-1dee-4940-9d19-f71e6c18cbc5 HTTP/1.1" status: 200 len: 843 time: 0.0498543 Aug 10 03:16:38.049551 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a6a8e7-3c05-479e-bb7a-1d9624b49955 req-050c0b94-f22d-4207-ad95-ce5d6e068e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:38.051168 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-26a6a8e7-3c05-479e-bb7a-1d9624b49955 req-050c0b94-f22d-4207-ad95-ce5d6e068e3e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=72a4be73-29a1-424c-8690-ecdcf6b06721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0423694 Aug 10 03:16:38.252705 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901329fd-5b16-4dac-b278-4d115f87e6eb req-baa70cb9-bdf4-4178-ad0a-cb2265b2901b tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:38.261275 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-901329fd-5b16-4dac-b278-4d115f87e6eb req-baa70cb9-bdf4-4178-ad0a-cb2265b2901b tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=abb04be0-c7f2-4622-8647-9fdf68e648ba HTTP/1.1" status: 200 len: 949 time: 0.1028850 Aug 10 03:16:38.285347 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-26a6a8e7-3c05-479e-bb7a-1d9624b49955 req-e1915914-c891-41a5-bb83-809b12018ff8 service neutron] 10.222.0.61 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959126 Aug 10 03:16:38.308220 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-901329fd-5b16-4dac-b278-4d115f87e6eb req-ab446e92-d12a-4288-9165-60df0ac8f1dd tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459161 Aug 10 03:16:38.357565 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-55ab8b43-1a76-425c-b543-c6d7fc763537 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:38.362992 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-55ab8b43-1a76-425c-b543-c6d7fc763537 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:38.447799 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['2104ef07-c401-4e84-8d27-5d21cd33aa5e'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:16:38.475795 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-26a6a8e7-3c05-479e-bb7a-1d9624b49955 req-79fa19f1-af3b-4a93-8516-490901d9792a service neutron] 10.222.0.61 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480591 Aug 10 03:16:38.506424 n-d-768862-13 neutron-server[94261]: INFO neutron.db.l3_db [None req-55ab8b43-1a76-425c-b543-c6d7fc763537 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Floating IP 450c4754-49e5-4218-80a3-16414feb67f9 associated. External IP: 172.25.6.79, port: 9394b3a8-f2b7-460d-a207-4427c8655774. Aug 10 03:16:38.521436 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03a9063-ede6-44b4-a034-16fd71346ae9 req-fcd5f9e6-ee0e-4abb-bfb8-0e5a8bedf9dc tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:38.523174 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c03a9063-ede6-44b4-a034-16fd71346ae9 req-fcd5f9e6-ee0e-4abb-bfb8-0e5a8bedf9dc tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=6024574f-0b46-4839-8e14-6fe5bf6a8895 HTTP/1.1" status: 200 len: 943 time: 0.1121349 Aug 10 03:16:38.607623 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c03a9063-ede6-44b4-a034-16fd71346ae9 req-6e31d220-4e4b-46c2-9517-acd8ae1322cd tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564549 Aug 10 03:16:38.651324 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39267522-e3e5-479b-aadb-307862fd5279 req-a7ead6e7-f6e7-4405-b82d-42fc6fd2f4c5 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:38.652893 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-39267522-e3e5-479b-aadb-307862fd5279 req-a7ead6e7-f6e7-4405-b82d-42fc6fd2f4c5 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?device_id=2675ec53-a334-4a9e-83ee-84a272af1d76 HTTP/1.1" status: 200 len: 948 time: 0.0527623 Aug 10 03:16:38.699288 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-39267522-e3e5-479b-aadb-307862fd5279 req-af0cdb75-0dca-4b1a-9253-af948d1ff6ae tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8d28d33-caca-4f05-b0e0-721010e15342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399733 Aug 10 03:16:38.781039 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55ab8b43-1a76-425c-b543-c6d7fc763537 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Router 2a1da7ca-ac49-4d2c-87ef-385d904e71a5 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:16:38.893583 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55ab8b43-1a76-425c-b543-c6d7fc763537 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:16:38.899378 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-55ab8b43-1a76-425c-b543-c6d7fc763537 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:38.906975 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6ff066-b1b6-437d-abb8-95404664e1a0 None None] Sync routers for ids ['2a1da7ca-ac49-4d2c-87ef-385d904e71a5'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:16:38.922844 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6ff066-b1b6-437d-abb8-95404664e1a0 None None] Routers {'2a1da7ca-ac49-4d2c-87ef-385d904e71a5'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:16:38.925777 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-7a6ff066-b1b6-437d-abb8-95404664e1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:16:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['2a1da7ca-ac49-4d2c-87ef-385d904e71a5'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:38.930019 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-55ab8b43-1a76-425c-b543-c6d7fc763537 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] 10.222.0.44 "PUT /v2.0/floatingips/450c4754-49e5-4218-80a3-16414feb67f9 HTTP/1.1" status: 200 len: 990 time: 1.2061660 Aug 10 03:16:38.930643 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4af3e3c-6e20-4c99-a357-53e55ec3cee1', 'tag': '9394b3a8-f2b7-460d-a207-4427c8655774'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:16:38.933643 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee2f3f10-27db-4c50-bb9c-e3854a1d6c08" -d '{"events": [{"name": "network-changed", "server_uuid": "b4af3e3c-6e20-4c99-a357-53e55ec3cee1", "tag": "9394b3a8-f2b7-460d-a207-4427c8655774"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:16:38.953281 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4724af74-9d68-4e84-81f9-66ae44f04ae2 req-81e8deac-ac69-497d-a83e-8c57891ee9a1 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:38.964121 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4724af74-9d68-4e84-81f9-66ae44f04ae2 req-81e8deac-ac69-497d-a83e-8c57891ee9a1 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3367b49-ee67-400c-b374-63617eab6326 HTTP/1.1" status: 200 len: 945 time: 0.0897408 Aug 10 03:16:39.042915 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4724af74-9d68-4e84-81f9-66ae44f04ae2 req-aeeb3c18-6414-4c8b-9238-2a23179c3fda tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668600 Aug 10 03:16:39.067334 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beed99b1-cd82-40fb-9f8c-5378c30e3047 x-openstack-request-id: req-beed99b1-cd82-40fb-9f8c-5378c30e3047 {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:16:39.067625 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4af3e3c-6e20-4c99-a357-53e55ec3cee1", "tag": "9394b3a8-f2b7-460d-a207-4427c8655774", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:16:39.067879 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-beed99b1-cd82-40fb-9f8c-5378c30e3047 {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:16:39.068344 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4af3e3c-6e20-4c99-a357-53e55ec3cee1', 'tag': '9394b3a8-f2b7-460d-a207-4427c8655774', 'status': 'completed', 'code': 200} Aug 10 03:16:39.071834 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-7a6ff066-b1b6-437d-abb8-95404664e1a0 None None] Set router 2a1da7ca-ac49-4d2c-87ef-385d904e71a5 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:16:39.144124 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f3f10-27db-4c50-bb9c-e3854a1d6c08 req-525d254a-5b0c-4a88-aec2-d1d1a383bf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:39.145619 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ee2f3f10-27db-4c50-bb9c-e3854a1d6c08 req-525d254a-5b0c-4a88-aec2-d1d1a383bf0d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a9d9692f94284ab383feb6bc4fe6dbd1&device_id=b4af3e3c-6e20-4c99-a357-53e55ec3cee1 HTTP/1.1" status: 200 len: 1097 time: 0.0481913 Aug 10 03:16:39.268730 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f3f10-27db-4c50-bb9c-e3854a1d6c08 req-dddf030f-fb5e-4c27-8f61-d770abb1797d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:39.270267 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ee2f3f10-27db-4c50-bb9c-e3854a1d6c08 req-dddf030f-fb5e-4c27-8f61-d770abb1797d service neutron] 10.222.0.42 "GET /v2.0/networks?id=7bfbeebb-f42f-441e-a7f5-dde179143eae HTTP/1.1" status: 200 len: 924 time: 0.1073029 Aug 10 03:16:39.405050 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-7a6ff066-b1b6-437d-abb8-95404664e1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1da7ca-ac49-4d2c-87ef-385d904e71a5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1555949547-router', 'tenant_id': 'a9d9692f94284ab383feb6bc4fe6dbd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'fa1c14b5-1a3e-4a28-86bb-0f1ca36de865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:11:40Z', 'updated_at': '2021-08-10T03:11:45Z', 'revision_number': 4, 'project_id': 'a9d9692f94284ab383feb6bc4fe6dbd1', 'gw_port': {'id': 'fa1c14b5-1a3e-4a28-86bb-0f1ca36de865', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:fb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1da7ca-ac49-4d2c-87ef-385d904e71a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:11:41Z', 'updated_at': '2021-08-10T03:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '450c4754-49e5-4218-80a3-16414feb67f9', 'tenant_id': 'a9d9692f94284ab383feb6bc4fe6dbd1', 'floating_ip_address': '172.25.6.79', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '2a1da7ca-ac49-4d2c-87ef-385d904e71a5', 'port_id': '9394b3a8-f2b7-460d-a207-4427c8655774', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bfbeebb-f42f-441e-a7f5-dde179143eae', 'mac_address': 'fa:16:3e:aa:38:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4af3e3c-6e20-4c99-a357-53e55ec3cee1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:12:10Z', 'updated_at': '2021-08-10T03:16:38Z', 'revision_number': 5, 'project_id': 'a9d9692f94284ab383feb6bc4fe6dbd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52b014cb-961f-494c-a480-b9919c077511', 'name': '', 'network_id': '7bfbeebb-f42f-441e-a7f5-dde179143eae', 'tenant_id': 'a9d9692f94284ab383feb6bc4fe6dbd1', 'mac_address': 'fa:16:3e:c4:80:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1da7ca-ac49-4d2c-87ef-385d904e71a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '899d577f-02e7-4571-b318-84c090d894c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:11:44Z', 'updated_at': '2021-08-10T03:11:56Z', 'revision_number': 5, 'project_id': 'a9d9692f94284ab383feb6bc4fe6dbd1', 'subnets': [{'id': '899d577f-02e7-4571-b318-84c090d894c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:39.438174 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ee2f3f10-27db-4c50-bb9c-e3854a1d6c08 req-1bb301da-540e-4bc5-801d-6d3ece749e57 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9394b3a8-f2b7-460d-a207-4427c8655774 HTTP/1.1" status: 200 len: 998 time: 0.1550817 Aug 10 03:16:39.495059 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e145882d-862f-4e30-ba9c-ca77c1a71a5e req-9eb175bd-2ad4-4ce0-8e97-5cff08122a44 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:39.497734 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e145882d-862f-4e30-ba9c-ca77c1a71a5e req-9eb175bd-2ad4-4ce0-8e97-5cff08122a44 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=abb04be0-c7f2-4622-8647-9fdf68e648ba HTTP/1.1" status: 200 len: 949 time: 0.0872874 Aug 10 03:16:39.558768 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e145882d-862f-4e30-ba9c-ca77c1a71a5e req-deb6bfa1-30af-4c0e-8101-fdb2950021ff tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542302 Aug 10 03:16:39.588601 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6ff066-b1b6-437d-abb8-95404664e1a0 None None] Checking router: 2a1da7ca-ac49-4d2c-87ef-385d904e71a5 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:16:39.598103 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6ff066-b1b6-437d-abb8-95404664e1a0 None None] Routers {'2a1da7ca-ac49-4d2c-87ef-385d904e71a5'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:16:39.599082 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-7a6ff066-b1b6-437d-abb8-95404664e1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:16:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['2a1da7ca-ac49-4d2c-87ef-385d904e71a5'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:39.712807 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-7a6ff066-b1b6-437d-abb8-95404664e1a0 None None] Set router 2a1da7ca-ac49-4d2c-87ef-385d904e71a5 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:16:39.767199 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b32a1-360e-4bda-b577-0cdd27c677d4 req-0371fd91-b03c-4ef6-a60e-6063785d25b0 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:39.768659 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ff1b32a1-360e-4bda-b577-0cdd27c677d4 req-0371fd91-b03c-4ef6-a60e-6063785d25b0 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=6024574f-0b46-4839-8e14-6fe5bf6a8895 HTTP/1.1" status: 200 len: 943 time: 0.0921943 Aug 10 03:16:39.770304 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f3f10-27db-4c50-bb9c-e3854a1d6c08 req-a5f6a907-766d-454c-ac1b-26d77e2ea0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:39.771630 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ee2f3f10-27db-4c50-bb9c-e3854a1d6c08 req-a5f6a907-766d-454c-ac1b-26d77e2ea0b5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=899d577f-02e7-4571-b318-84c090d894c3 HTTP/1.1" status: 200 len: 863 time: 0.0938852 Aug 10 03:16:39.915230 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ff1b32a1-360e-4bda-b577-0cdd27c677d4 req-0e056b36-8fe4-4a73-961c-e64d363c382b tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391518 Aug 10 03:16:39.932710 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f3f10-27db-4c50-bb9c-e3854a1d6c08 req-a89d0c84-2f2f-4ba8-a089-f94146d7953a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:39.935777 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ee2f3f10-27db-4c50-bb9c-e3854a1d6c08 req-a89d0c84-2f2f-4ba8-a089-f94146d7953a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7bfbeebb-f42f-441e-a7f5-dde179143eae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1336861 Aug 10 03:16:39.946352 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca1ec7-f851-4aba-a9c5-e56539279bb2 req-23d70b27-ee87-44d4-b6fd-90a38c700b68 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:39.948421 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fbca1ec7-f851-4aba-a9c5-e56539279bb2 req-23d70b27-ee87-44d4-b6fd-90a38c700b68 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?device_id=2675ec53-a334-4a9e-83ee-84a272af1d76 HTTP/1.1" status: 200 len: 948 time: 0.1704493 Aug 10 03:16:40.000827 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fbca1ec7-f851-4aba-a9c5-e56539279bb2 req-ab4ddf31-0124-4ad9-b058-921167b51b77 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8d28d33-caca-4f05-b0e0-721010e15342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450559 Aug 10 03:16:40.030842 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-7a6ff066-b1b6-437d-abb8-95404664e1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1da7ca-ac49-4d2c-87ef-385d904e71a5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1555949547-router', 'tenant_id': 'a9d9692f94284ab383feb6bc4fe6dbd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'fa1c14b5-1a3e-4a28-86bb-0f1ca36de865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:11:40Z', 'updated_at': '2021-08-10T03:11:45Z', 'revision_number': 4, 'project_id': 'a9d9692f94284ab383feb6bc4fe6dbd1', 'gw_port': {'id': 'fa1c14b5-1a3e-4a28-86bb-0f1ca36de865', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:fb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1da7ca-ac49-4d2c-87ef-385d904e71a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:11:41Z', 'updated_at': '2021-08-10T03:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '450c4754-49e5-4218-80a3-16414feb67f9', 'tenant_id': 'a9d9692f94284ab383feb6bc4fe6dbd1', 'floating_ip_address': '172.25.6.79', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '2a1da7ca-ac49-4d2c-87ef-385d904e71a5', 'port_id': '9394b3a8-f2b7-460d-a207-4427c8655774', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bfbeebb-f42f-441e-a7f5-dde179143eae', 'mac_address': 'fa:16:3e:aa:38:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4af3e3c-6e20-4c99-a357-53e55ec3cee1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:12:10Z', 'updated_at': '2021-08-10T03:16:38Z', 'revision_number': 5, 'project_id': 'a9d9692f94284ab383feb6bc4fe6dbd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52b014cb-961f-494c-a480-b9919c077511', 'name': '', 'network_id': '7bfbeebb-f42f-441e-a7f5-dde179143eae', 'tenant_id': 'a9d9692f94284ab383feb6bc4fe6dbd1', 'mac_address': 'fa:16:3e:c4:80:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1da7ca-ac49-4d2c-87ef-385d904e71a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '899d577f-02e7-4571-b318-84c090d894c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:11:44Z', 'updated_at': '2021-08-10T03:11:56Z', 'revision_number': 5, 'project_id': 'a9d9692f94284ab383feb6bc4fe6dbd1', 'subnets': [{'id': '899d577f-02e7-4571-b318-84c090d894c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:40.075835 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6ff066-b1b6-437d-abb8-95404664e1a0 None None] The sync data for ids ['2a1da7ca-ac49-4d2c-87ef-385d904e71a5'] in n-d-768862-13 is: [{'id': '2a1da7ca-ac49-4d2c-87ef-385d904e71a5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1555949547-router', 'tenant_id': 'a9d9692f94284ab383feb6bc4fe6dbd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'fa1c14b5-1a3e-4a28-86bb-0f1ca36de865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:11:40Z', 'updated_at': '2021-08-10T03:11:45Z', 'revision_number': 4, 'project_id': 'a9d9692f94284ab383feb6bc4fe6dbd1', 'gw_port': {'id': 'fa1c14b5-1a3e-4a28-86bb-0f1ca36de865', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:fb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1da7ca-ac49-4d2c-87ef-385d904e71a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:11:41Z', 'updated_at': '2021-08-10T03:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '450c4754-49e5-4218-80a3-16414feb67f9', 'tenant_id': 'a9d9692f94284ab383feb6bc4fe6dbd1', 'floating_ip_address': '172.25.6.79', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '2a1da7ca-ac49-4d2c-87ef-385d904e71a5', 'port_id': '9394b3a8-f2b7-460d-a207-4427c8655774', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bfbeebb-f42f-441e-a7f5-dde179143eae', 'mac_address': 'fa:16:3e:aa:38:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4af3e3c-6e20-4c99-a357-53e55ec3cee1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:12:10Z', 'updated_at': '2021-08-10T03:16:38Z', 'revision_number': 5, 'project_id': 'a9d9692f94284ab383feb6bc4fe6dbd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52b014cb-961f-494c-a480-b9919c077511', 'name': '', 'network_id': '7bfbeebb-f42f-441e-a7f5-dde179143eae', 'tenant_id': 'a9d9692f94284ab383feb6bc4fe6dbd1', 'mac_address': 'fa:16:3e:c4:80:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1da7ca-ac49-4d2c-87ef-385d904e71a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '899d577f-02e7-4571-b318-84c090d894c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:11:44Z', 'updated_at': '2021-08-10T03:11:56Z', 'revision_number': 5, 'project_id': 'a9d9692f94284ab383feb6bc4fe6dbd1', 'subnets': [{'id': '899d577f-02e7-4571-b318-84c090d894c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:16:40.364105 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device b788a602-2daf-45f8-ae7e-707bac9d92dc details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:16:40.482490 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c51b5be-31bc-4b26-b2ad-c2da93b53238 None None] New status for floating IP 450c4754-49e5-4218-80a3-16414feb67f9: ACTIVE {{(pid=94263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:16:40.611535 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ee2f3f10-27db-4c50-bb9c-e3854a1d6c08 req-905c24ae-7dae-4ddb-9c4f-ea3682bd2e2e service neutron] 10.222.0.42 "GET /v2.0/networks/7bfbeebb-f42f-441e-a7f5-dde179143eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5979512 Aug 10 03:16:40.642871 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port b788a602-2daf-45f8-ae7e-707bac9d92dc, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=b788a602-2daf-45f8-ae7e-707bac9d92dc,segment=NetworkSegment(bb5826fd-13f9-4737-be5f-46ce38ebd549),segment_id=bb5826fd-13f9-4737-be5f-46ce38ebd549)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:40.676582 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': 'b788a602-2daf-45f8-ae7e-707bac9d92dc', 'network_id': 'd1e68237-a664-422b-b005-d5e450d45372', 'port_id': 'b788a602-2daf-45f8-ae7e-707bac9d92dc', 'mac_address': 'fa:16:3e:6e:03:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31ffc495-0d57-4c63-9695-aba9cef6afdd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:16:40.689051 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8ed568-45aa-48cf-ad7d-324cd3f22c59 req-bfad19be-3d85-471a-a149-00a5bd45c96e tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:40.691664 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0b8ed568-45aa-48cf-ad7d-324cd3f22c59 req-bfad19be-3d85-471a-a149-00a5bd45c96e tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3367b49-ee67-400c-b374-63617eab6326 HTTP/1.1" status: 200 len: 945 time: 0.5422106 Aug 10 03:16:40.774370 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:40.779719 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0b8ed568-45aa-48cf-ad7d-324cd3f22c59 req-4b05c9fb-c04b-4039-a2b8-3426a328638a tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733328 Aug 10 03:16:40.812917 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b788a602-2daf-45f8-ae7e-707bac9d92dc {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:16:40.817700 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ee2f3f10-27db-4c50-bb9c-e3854a1d6c08 req-37b931ec-179c-4764-a550-2be6939fcbd4 service neutron] 10.222.0.42 "GET /v2.0/networks/7bfbeebb-f42f-441e-a7f5-dde179143eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916924 Aug 10 03:16:40.912971 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port b788a602-2daf-45f8-ae7e-707bac9d92dc, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=b788a602-2daf-45f8-ae7e-707bac9d92dc,segment=NetworkSegment(bb5826fd-13f9-4737-be5f-46ce38ebd549),segment_id=bb5826fd-13f9-4737-be5f-46ce38ebd549)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:40.922141 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:41.020997 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ac691a-a895-4425-8960-76d225130b24 req-13ef2a99-a642-4f9c-89a3-902c7b5eee11 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:41.037807 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-96ac691a-a895-4425-8960-76d225130b24 req-13ef2a99-a642-4f9c-89a3-902c7b5eee11 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=abb04be0-c7f2-4622-8647-9fdf68e648ba HTTP/1.1" status: 200 len: 949 time: 0.1451509 Aug 10 03:16:41.046979 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=b788a602-2daf-45f8-ae7e-707bac9d92dc,revision_number=6']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:41.087371 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['b788a602-2daf-45f8-ae7e-707bac9d92dc'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:16:41.102960 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-96ac691a-a895-4425-8960-76d225130b24 req-f1ebe2cb-bddb-4b8f-825d-760512b70d63 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632560 Aug 10 03:16:41.283351 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f29538-be76-4c71-ae42-a3fcac0a5fb8 req-142101af-d0cf-487a-aa98-9ad881ceb043 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:41.295233 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-50f29538-be76-4c71-ae42-a3fcac0a5fb8 req-142101af-d0cf-487a-aa98-9ad881ceb043 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=6024574f-0b46-4839-8e14-6fe5bf6a8895 HTTP/1.1" status: 200 len: 943 time: 0.1188827 Aug 10 03:16:41.376132 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-50f29538-be76-4c71-ae42-a3fcac0a5fb8 req-bc613357-cf92-43c5-9998-0b4af56a4d2d tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793927 Aug 10 03:16:41.434080 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b90e2d11-fb22-417a-87c8-d12841268211 req-695c4551-8ee2-4456-b60e-6793c341591d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=813698f8-88cf-486f-890d-c235b048616c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0736992 Aug 10 03:16:41.555089 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90e2d11-fb22-417a-87c8-d12841268211 req-e857b8cd-7c20-445f-a923-4fe1faa30e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:41.557649 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b90e2d11-fb22-417a-87c8-d12841268211 req-e857b8cd-7c20-445f-a923-4fe1faa30e13 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4fedcd46377344729593c49493334f54&device_id=813698f8-88cf-486f-890d-c235b048616c HTTP/1.1" status: 200 len: 1096 time: 0.0829208 Aug 10 03:16:41.784957 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c012c-f2ab-43cd-89af-d20cbe2c0c24 req-6d475333-a00f-4912-8197-3f40b43c8d50 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:41.787411 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-331c012c-f2ab-43cd-89af-d20cbe2c0c24 req-6d475333-a00f-4912-8197-3f40b43c8d50 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?device_id=2675ec53-a334-4a9e-83ee-84a272af1d76 HTTP/1.1" status: 200 len: 948 time: 0.1992188 Aug 10 03:16:41.961028 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90e2d11-fb22-417a-87c8-d12841268211 req-9d6f83f3-da24-4dd2-aeec-fcdc588d58ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:41.965165 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b90e2d11-fb22-417a-87c8-d12841268211 req-9d6f83f3-da24-4dd2-aeec-fcdc588d58ed service neutron] 10.222.0.61 "GET /v2.0/networks?id=7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1 HTTP/1.1" status: 200 len: 921 time: 0.3381054 Aug 10 03:16:42.135548 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b90e2d11-fb22-417a-87c8-d12841268211 req-585e30f2-ae9e-478a-8d49-32b880e0870f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31ddbee5-bda7-442d-b2bf-e4048502814d HTTP/1.1" status: 200 len: 217 time: 0.1374042 Aug 10 03:16:42.170407 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-331c012c-f2ab-43cd-89af-d20cbe2c0c24 req-190fce91-529f-4b25-82e5-5929f2e6cd52 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8d28d33-caca-4f05-b0e0-721010e15342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605329 Aug 10 03:16:42.326216 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90e2d11-fb22-417a-87c8-d12841268211 req-b8b15f4c-7395-41bf-a43f-3bb61cca6706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:42.339440 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b90e2d11-fb22-417a-87c8-d12841268211 req-b8b15f4c-7395-41bf-a43f-3bb61cca6706 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8a049acb-8e7b-42fd-b8b6-b5c474462166 HTTP/1.1" status: 200 len: 861 time: 0.1545029 Aug 10 03:16:42.379498 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device b788a602-2daf-45f8-ae7e-707bac9d92dc up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:16:42.415860 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b90e2d11-fb22-417a-87c8-d12841268211 req-345b2f72-9169-4f2d-8aed-f3dfb3ab5e32 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681624 Aug 10 03:16:42.449055 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 2104ef07-c401-4e84-8d27-5d21cd33aa5e up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:16:42.573592 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port b788a602-2daf-45f8-ae7e-707bac9d92dc triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:16:42.574085 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:42.584621 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning for port 2104ef07-c401-4e84-8d27-5d21cd33aa5e completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:16:42.641583 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port 2104ef07-c401-4e84-8d27-5d21cd33aa5e triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:16:42.642105 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:42.804326 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:42.824213 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:42.828616 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b90e2d11-fb22-417a-87c8-d12841268211 req-9a08a3e2-f718-4d99-9073-8146e5c1bf7e service neutron] 10.222.0.61 "GET /v2.0/networks/7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3991535 Aug 10 03:16:42.844758 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5aadc1-85a6-4007-9813-63d4bd136de0 req-c0c6ed15-8803-4d69-959e-c27dedaa6517 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:42.849376 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5e5aadc1-85a6-4007-9813-63d4bd136de0 req-c0c6ed15-8803-4d69-959e-c27dedaa6517 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3367b49-ee67-400c-b374-63617eab6326 HTTP/1.1" status: 200 len: 945 time: 0.2529011 Aug 10 03:16:42.890861 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55272776-c5a8-4fab-bb65-bb9a3b047114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b788a602-2daf-45f8-ae7e-707bac9d92dc'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:16:42.895869 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73a94042-a8b6-450a-b7ec-a3ee70b7ecfd" -d '{"events": [{"server_uuid": "55272776-c5a8-4fab-bb65-bb9a3b047114", "name": "network-vif-plugged", "status": "completed", "tag": "b788a602-2daf-45f8-ae7e-707bac9d92dc"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:16:42.951357 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port b788a602-2daf-45f8-ae7e-707bac9d92dc, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=b788a602-2daf-45f8-ae7e-707bac9d92dc,segment=NetworkSegment(bb5826fd-13f9-4737-be5f-46ce38ebd549),segment_id=bb5826fd-13f9-4737-be5f-46ce38ebd549)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:42.954700 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 2104ef07-c401-4e84-8d27-5d21cd33aa5e, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=2104ef07-c401-4e84-8d27-5d21cd33aa5e,segment=NetworkSegment(e1ea0112-d828-45f3-a96b-2a696c160566),segment_id=e1ea0112-d828-45f3-a96b-2a696c160566)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:42.963616 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:42.976163 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:42.979884 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 0cb5a014-55a4-43c5-9319-d762dfff6f73 no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:16:43.004391 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5e5aadc1-85a6-4007-9813-63d4bd136de0 req-acaa83a0-fc42-468a-86e7-4446c36de611 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335564 Aug 10 03:16:43.081978 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b90e2d11-fb22-417a-87c8-d12841268211 req-c1b57edd-ef72-4427-838d-ae3f1c42c5e3 service neutron] 10.222.0.61 "GET /v2.0/networks/7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319319 Aug 10 03:16:43.140734 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-74023aae-6064-4cda-bff1-2df71b8b65c6 req-4a7834dc-9e9c-4750-84e6-756ac5239bff service neutron] 10.222.0.61 "GET /v2.0/ports/0cb5a014-55a4-43c5-9319-d762dfff6f73/bindings/n-h1-768862-13 HTTP/1.1" status: 200 len: 385 time: 0.1053069 Aug 10 03:16:43.271122 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8683e6e8-a686-410d-8970-9881d0de6029 req-4878e78d-8030-4818-bf33-09d592009f56 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:43.275185 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8683e6e8-a686-410d-8970-9881d0de6029 req-4878e78d-8030-4818-bf33-09d592009f56 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=abb04be0-c7f2-4622-8647-9fdf68e648ba HTTP/1.1" status: 200 len: 949 time: 0.0961299 Aug 10 03:16:43.276830 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=b788a602-2daf-45f8-ae7e-707bac9d92dc,revision_number=7']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:43.373889 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8683e6e8-a686-410d-8970-9881d0de6029 req-205c02d0-32de-436b-b062-1601b3b669ab tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809622 Aug 10 03:16:43.376254 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=2104ef07-c401-4e84-8d27-5d21cd33aa5e,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:43.483309 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-74023aae-6064-4cda-bff1-2df71b8b65c6 req-9480df6a-4af6-4c7d-8bb7-87f0cf4ee162 service neutron] For port 0cb5a014-55a4-43c5-9319-d762dfff6f73, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=0cb5a014-55a4-43c5-9319-d762dfff6f73,segment=NetworkSegment(6bf2f30c-8de9-48b6-ac35-0afe448267ae),segment_id=6bf2f30c-8de9-48b6-ac35-0afe448267ae)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:43.520430 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-74023aae-6064-4cda-bff1-2df71b8b65c6 req-9480df6a-4af6-4c7d-8bb7-87f0cf4ee162 service neutron] For port 0cb5a014-55a4-43c5-9319-d762dfff6f73, host n-h2-768862-13, cleared binding levels {{(pid=94261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:16:43.523990 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cb5a43-417e-4aaa-a050-1025b94c0d71 req-a8621716-7399-4bfe-a8b5-7a361c4c8522 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:43.525546 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b5cb5a43-417e-4aaa-a050-1025b94c0d71 req-a8621716-7399-4bfe-a8b5-7a361c4c8522 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=6024574f-0b46-4839-8e14-6fe5bf6a8895 HTTP/1.1" status: 200 len: 943 time: 0.0616236 Aug 10 03:16:43.591560 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b5cb5a43-417e-4aaa-a050-1025b94c0d71 req-631b9cd1-d44b-472c-b9b0-518036ced3cc tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585551 Aug 10 03:16:43.597433 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [req-74023aae-6064-4cda-bff1-2df71b8b65c6 req-9480df6a-4af6-4c7d-8bb7-87f0cf4ee162 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cb5a014-55a4-43c5-9319-d762dfff6f73 {{(pid=94261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:16:43.625255 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-74023aae-6064-4cda-bff1-2df71b8b65c6 req-9480df6a-4af6-4c7d-8bb7-87f0cf4ee162 service neutron] For port 0cb5a014-55a4-43c5-9319-d762dfff6f73, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=0cb5a014-55a4-43c5-9319-d762dfff6f73,segment=NetworkSegment(6bf2f30c-8de9-48b6-ac35-0afe448267ae),segment_id=6bf2f30c-8de9-48b6-ac35-0afe448267ae)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:43.658779 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-74023aae-6064-4cda-bff1-2df71b8b65c6 req-9480df6a-4af6-4c7d-8bb7-87f0cf4ee162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:43.672184 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b417d3dc-6f1d-4e5c-a8be-18d84ec15861 x-openstack-request-id: req-b417d3dc-6f1d-4e5c-a8be-18d84ec15861 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:16:43.672733 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55272776-c5a8-4fab-bb65-bb9a3b047114", "name": "network-vif-plugged", "status": "completed", "tag": "b788a602-2daf-45f8-ae7e-707bac9d92dc", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:16:43.672733 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b417d3dc-6f1d-4e5c-a8be-18d84ec15861 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:16:43.673113 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55272776-c5a8-4fab-bb65-bb9a3b047114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b788a602-2daf-45f8-ae7e-707bac9d92dc', 'code': 200} Aug 10 03:16:43.828807 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [req-74023aae-6064-4cda-bff1-2df71b8b65c6 req-9480df6a-4af6-4c7d-8bb7-87f0cf4ee162 service neutron] Transition to ACTIVE for port object 0cb5a014-55a4-43c5-9319-d762dfff6f73 will not be triggered until provisioned by entity L2. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:16:43.839278 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-74023aae-6064-4cda-bff1-2df71b8b65c6 req-9480df6a-4af6-4c7d-8bb7-87f0cf4ee162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:43.980329 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-74023aae-6064-4cda-bff1-2df71b8b65c6 req-9480df6a-4af6-4c7d-8bb7-87f0cf4ee162 service neutron] No DVR routers for this DVR port 0cb5a014-55a4-43c5-9319-d762dfff6f73 on host n-h2-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:16:44.015145 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7f52cc-46d2-453f-9aa9-46ab5cdfb5a3 req-391b5f89-351a-41b4-ab41-d184a436ceb6 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:44.017382 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8d7f52cc-46d2-453f-9aa9-46ab5cdfb5a3 req-391b5f89-351a-41b4-ab41-d184a436ceb6 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?device_id=2675ec53-a334-4a9e-83ee-84a272af1d76 HTTP/1.1" status: 200 len: 948 time: 0.1082368 Aug 10 03:16:44.029686 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-74023aae-6064-4cda-bff1-2df71b8b65c6 req-9480df6a-4af6-4c7d-8bb7-87f0cf4ee162 service neutron] 10.222.0.61 "PUT /v2.0/ports/0cb5a014-55a4-43c5-9319-d762dfff6f73/bindings/n-h1-768862-13/activate HTTP/1.1" status: 200 len: 370 time: 0.8778520 Aug 10 03:16:44.030957 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9480df6a-4af6-4c7d-8bb7-87f0cf4ee162 service neutron] Pushing event updated for resources: {'Port': ['ID=0cb5a014-55a4-43c5-9319-d762dfff6f73,revision_number=10']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:44.088843 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8d7f52cc-46d2-453f-9aa9-46ab5cdfb5a3 req-75574782-9a3b-4469-b5fa-981b2aed198b tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8d28d33-caca-4f05-b0e0-721010e15342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620923 Aug 10 03:16:44.200802 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74023aae-6064-4cda-bff1-2df71b8b65c6 req-bdce5aa3-4116-4bee-abaf-291493602bac tempest-LiveMigrationTest-1156190287 tempest-LiveMigrationTest-1156190287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:44.202422 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-74023aae-6064-4cda-bff1-2df71b8b65c6 req-bdce5aa3-4116-4bee-abaf-291493602bac tempest-LiveMigrationTest-1156190287 tempest-LiveMigrationTest-1156190287-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=6024574f-0b46-4839-8e14-6fe5bf6a8895&tenant_id=ef0c546763504af887a177f337462e10&binding%3Ahost_id=n-h2-768862-13 HTTP/1.1" status: 200 len: 1096 time: 0.0791900 Aug 10 03:16:44.283791 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74023aae-6064-4cda-bff1-2df71b8b65c6 req-8c0bf668-75c3-4e08-a64a-8ad43580dd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:44.286696 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-74023aae-6064-4cda-bff1-2df71b8b65c6 req-8c0bf668-75c3-4e08-a64a-8ad43580dd8f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6024574f-0b46-4839-8e14-6fe5bf6a8895&tenant_id=ef0c546763504af887a177f337462e10 HTTP/1.1" status: 200 len: 1096 time: 0.0685267 Aug 10 03:16:44.404887 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 552a343f-4a4d-45af-9606-8a30f4448168 details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:16:44.415636 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74023aae-6064-4cda-bff1-2df71b8b65c6 req-61f3bb9b-6323-47ed-93c6-8aab35af44be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:44.417722 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-74023aae-6064-4cda-bff1-2df71b8b65c6 req-61f3bb9b-6323-47ed-93c6-8aab35af44be service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ef0c546763504af887a177f337462e10&device_id=6024574f-0b46-4839-8e14-6fe5bf6a8895 HTTP/1.1" status: 200 len: 1096 time: 0.0802443 Aug 10 03:16:44.755015 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 552a343f-4a4d-45af-9606-8a30f4448168, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=552a343f-4a4d-45af-9606-8a30f4448168,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:44.780617 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': '552a343f-4a4d-45af-9606-8a30f4448168', 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721', 'port_id': '552a343f-4a4d-45af-9606-8a30f4448168', 'mac_address': 'fa:16:3e:cc:66:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60d10164-1dee-4940-9d19-f71e6c18cbc5', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:16:44.826985 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d011a6-1d9b-4a93-a77a-5b1941740fb9 req-6ad819ff-09dd-408c-914a-c9c3ab7dbf2e tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:44.833658 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:44.837158 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a8d011a6-1d9b-4a93-a77a-5b1941740fb9 req-6ad819ff-09dd-408c-914a-c9c3ab7dbf2e tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3367b49-ee67-400c-b374-63617eab6326 HTTP/1.1" status: 200 len: 946 time: 0.1126502 Aug 10 03:16:44.853657 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 552a343f-4a4d-45af-9606-8a30f4448168 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:16:44.887315 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 552a343f-4a4d-45af-9606-8a30f4448168, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=552a343f-4a4d-45af-9606-8a30f4448168,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:44.893267 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a8d011a6-1d9b-4a93-a77a-5b1941740fb9 req-dbbe9257-19be-4fd0-8827-8253d8658854 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528741 Aug 10 03:16:44.894748 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74023aae-6064-4cda-bff1-2df71b8b65c6 req-1209ff5c-5653-438e-82ba-297370cdc360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:44.896225 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-74023aae-6064-4cda-bff1-2df71b8b65c6 req-1209ff5c-5653-438e-82ba-297370cdc360 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fb04e5c4-4048-4691-8fd2-5191f92c4dcc HTTP/1.1" status: 200 len: 908 time: 0.4681120 Aug 10 03:16:44.897966 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:44.993041 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=552a343f-4a4d-45af-9606-8a30f4448168,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:45.015534 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-74023aae-6064-4cda-bff1-2df71b8b65c6 req-2fb74407-794d-4ce0-a42a-eb5aaee1d781 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0cb5a014-55a4-43c5-9319-d762dfff6f73 HTTP/1.1" status: 200 len: 217 time: 0.1089237 Aug 10 03:16:45.120905 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626ed49a-fff4-46e9-8271-7da3cfce853b req-d4351f39-fab8-4297-a629-2b6b9a4b1c01 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:45.123057 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-626ed49a-fff4-46e9-8271-7da3cfce853b req-d4351f39-fab8-4297-a629-2b6b9a4b1c01 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=abb04be0-c7f2-4622-8647-9fdf68e648ba HTTP/1.1" status: 200 len: 949 time: 0.1105664 Aug 10 03:16:45.125605 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74023aae-6064-4cda-bff1-2df71b8b65c6 req-ff2c88a6-1fae-4265-93fa-4b0fdf827174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:45.127280 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-74023aae-6064-4cda-bff1-2df71b8b65c6 req-ff2c88a6-1fae-4265-93fa-4b0fdf827174 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1dfce422-0216-4c9d-97b8-8fc7613926b1 HTTP/1.1" status: 200 len: 848 time: 0.1004851 Aug 10 03:16:45.188011 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-74023aae-6064-4cda-bff1-2df71b8b65c6 req-4fea6978-42e4-4f66-997d-33813c7e41d8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fb04e5c4-4048-4691-8fd2-5191f92c4dcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464633 Aug 10 03:16:45.282008 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-626ed49a-fff4-46e9-8271-7da3cfce853b req-1fe40eac-d3c5-4673-a754-6fae87d694ac tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518786 Aug 10 03:16:45.371553 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-74023aae-6064-4cda-bff1-2df71b8b65c6 req-a0c0382a-c45d-44f0-9e60-17bc69102ba1 service neutron] 10.222.0.42 "GET /v2.0/networks/fb04e5c4-4048-4691-8fd2-5191f92c4dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683538 Aug 10 03:16:45.552147 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7b98e3-000a-4b01-93d2-f769c6279acb req-0cb10cc2-ce5f-4b8c-b80a-d150584ea8b9 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:45.553991 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1c7b98e3-000a-4b01-93d2-f769c6279acb req-0cb10cc2-ce5f-4b8c-b80a-d150584ea8b9 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=6024574f-0b46-4839-8e14-6fe5bf6a8895 HTTP/1.1" status: 200 len: 944 time: 0.1665840 Aug 10 03:16:45.601343 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-74023aae-6064-4cda-bff1-2df71b8b65c6 req-f5843675-99ba-4c65-8854-4de4dd4c29e6 service neutron] 10.222.0.42 "GET /v2.0/networks/fb04e5c4-4048-4691-8fd2-5191f92c4dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223833 Aug 10 03:16:45.645565 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['552a343f-4a4d-45af-9606-8a30f4448168'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:16:45.653023 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1c7b98e3-000a-4b01-93d2-f769c6279acb req-676b0862-1012-4353-8ef6-84e097d273f5 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915008 Aug 10 03:16:45.721314 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3367b49-ee67-400c-b374-63617eab6326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2104ef07-c401-4e84-8d27-5d21cd33aa5e'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:16:45.732144 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6a1eab6-fc3b-405e-a5ec-c5f7637990d0" -d '{"events": [{"server_uuid": "d3367b49-ee67-400c-b374-63617eab6326", "name": "network-vif-plugged", "status": "completed", "tag": "2104ef07-c401-4e84-8d27-5d21cd33aa5e"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:16:45.882626 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110bcc3a-8458-4da3-bdea-d88d8d00a07b req-372658f0-f7fd-4d1c-80a2-5ea6a6a11a5c tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:45.892107 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-110bcc3a-8458-4da3-bdea-d88d8d00a07b req-372658f0-f7fd-4d1c-80a2-5ea6a6a11a5c tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?device_id=2675ec53-a334-4a9e-83ee-84a272af1d76 HTTP/1.1" status: 200 len: 949 time: 0.1314147 Aug 10 03:16:46.040364 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74023aae-6064-4cda-bff1-2df71b8b65c6 req-5afb0e59-d736-4a05-95ff-ae6b8f22b8ab tempest-LiveMigrationTest-1156190287 tempest-LiveMigrationTest-1156190287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:46.042065 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-74023aae-6064-4cda-bff1-2df71b8b65c6 req-5afb0e59-d736-4a05-95ff-ae6b8f22b8ab tempest-LiveMigrationTest-1156190287 tempest-LiveMigrationTest-1156190287-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=6024574f-0b46-4839-8e14-6fe5bf6a8895&tenant_id=ef0c546763504af887a177f337462e10&binding%3Ahost_id=n-h1-768862-13 HTTP/1.1" status: 200 len: 1096 time: 0.0947561 Aug 10 03:16:46.102936 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-110bcc3a-8458-4da3-bdea-d88d8d00a07b req-4b5a69d7-be20-4336-a636-47dda7dfc896 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8d28d33-caca-4f05-b0e0-721010e15342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097991 Aug 10 03:16:46.277645 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-74023aae-6064-4cda-bff1-2df71b8b65c6 req-4bc39aa3-134c-46b8-b618-fefdf3ef5642 service neutron] For port 0cb5a014-55a4-43c5-9319-d762dfff6f73, host n-h2-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:16:46.282729 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-74023aae-6064-4cda-bff1-2df71b8b65c6 req-4bc39aa3-134c-46b8-b618-fefdf3ef5642 service neutron] Notify callbacks [] for binding, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:46.284281 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-74023aae-6064-4cda-bff1-2df71b8b65c6 req-4bc39aa3-134c-46b8-b618-fefdf3ef5642 service neutron] 10.222.0.42 "DELETE /v2.0/ports/0cb5a014-55a4-43c5-9319-d762dfff6f73/bindings/n-h2-768862-13 HTTP/1.1" status: 204 len: 173 time: 0.2324491 Aug 10 03:16:46.323142 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d8e715a-d6d1-4dfc-b30f-673430ce9d3c x-openstack-request-id: req-5d8e715a-d6d1-4dfc-b30f-673430ce9d3c {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:16:46.323964 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3367b49-ee67-400c-b374-63617eab6326", "name": "network-vif-plugged", "status": "completed", "tag": "2104ef07-c401-4e84-8d27-5d21cd33aa5e", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:16:46.323964 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5d8e715a-d6d1-4dfc-b30f-673430ce9d3c {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:16:46.325285 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3367b49-ee67-400c-b374-63617eab6326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2104ef07-c401-4e84-8d27-5d21cd33aa5e', 'code': 200} Aug 10 03:16:46.497714 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f406b67d-e2c7-46b4-8312-d9534e4f9177 req-19cb65f1-b1ad-4a25-ab49-55eb69697101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:46.499315 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-f406b67d-e2c7-46b4-8312-d9534e4f9177 req-19cb65f1-b1ad-4a25-ab49-55eb69697101 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d3367b49-ee67-400c-b374-63617eab6326 HTTP/1.1" status: 200 len: 1098 time: 0.0744827 Aug 10 03:16:46.546316 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04df1b09-0cc4-4b04-92ac-08445d8989ea req-b979dc0c-4d9c-4906-b3cc-9aa3507aa375 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:46.549886 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-04df1b09-0cc4-4b04-92ac-08445d8989ea req-b979dc0c-4d9c-4906-b3cc-9aa3507aa375 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3367b49-ee67-400c-b374-63617eab6326 HTTP/1.1" status: 200 len: 946 time: 0.1067250 Aug 10 03:16:46.550125 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-f406b67d-e2c7-46b4-8312-d9534e4f9177 req-dd178527-b1af-41fd-b7ca-048058465cd9 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382574 Aug 10 03:16:46.621919 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-04df1b09-0cc4-4b04-92ac-08445d8989ea req-b2e3b519-13be-438b-8c37-89505dd5a8ac tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637903 Aug 10 03:16:46.766650 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c7cbeb-568c-42e4-90f7-d4569636740e req-6483f7dc-e8ff-46f4-8ba7-1a304ee7ed8a tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:46.770982 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-04c7cbeb-568c-42e4-90f7-d4569636740e req-6483f7dc-e8ff-46f4-8ba7-1a304ee7ed8a tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=abb04be0-c7f2-4622-8647-9fdf68e648ba HTTP/1.1" status: 200 len: 949 time: 0.0684216 Aug 10 03:16:46.869126 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-04c7cbeb-568c-42e4-90f7-d4569636740e req-77dc4ea4-c340-407c-8456-87b0fcb68293 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914807 Aug 10 03:16:47.092536 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1367dcde-3421-48bb-b4ce-a69b82405921 req-ba58c073-64bf-49aa-b8a8-87845fbf236a tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:47.096853 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1367dcde-3421-48bb-b4ce-a69b82405921 req-ba58c073-64bf-49aa-b8a8-87845fbf236a tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=6024574f-0b46-4839-8e14-6fe5bf6a8895 HTTP/1.1" status: 200 len: 944 time: 0.1148736 Aug 10 03:16:47.158866 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1367dcde-3421-48bb-b4ce-a69b82405921 req-d4f1387d-6a17-4390-8bb0-b33c320f7ebd tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541184 Aug 10 03:16:47.418265 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87df9af3-8acc-4e64-8727-66c36ecfd3ee req-aa703bd5-9dd1-4c4f-bb09-9f1f8d867c29 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:47.427748 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-87df9af3-8acc-4e64-8727-66c36ecfd3ee req-aa703bd5-9dd1-4c4f-bb09-9f1f8d867c29 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?device_id=2675ec53-a334-4a9e-83ee-84a272af1d76 HTTP/1.1" status: 200 len: 949 time: 0.0959320 Aug 10 03:16:47.515296 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-87df9af3-8acc-4e64-8727-66c36ecfd3ee req-419dc09f-ead9-490e-ab7e-6c95f1d76430 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8d28d33-caca-4f05-b0e0-721010e15342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860264 Aug 10 03:16:47.974006 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f7053-17c8-4fab-a43b-19e5aed7f981 req-70a970eb-010f-4f98-bc30-35099a109540 tempest-LiveMigrationTest-1156190287 tempest-LiveMigrationTest-1156190287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:47.982110 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6f2f7053-17c8-4fab-a43b-19e5aed7f981 req-70a970eb-010f-4f98-bc30-35099a109540 tempest-LiveMigrationTest-1156190287 tempest-LiveMigrationTest-1156190287-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=6024574f-0b46-4839-8e14-6fe5bf6a8895 HTTP/1.1" status: 200 len: 1096 time: 0.0640850 Aug 10 03:16:48.038035 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6f2f7053-17c8-4fab-a43b-19e5aed7f981 req-fa4376fb-b3b2-4dd2-9112-d9b8c73ab8e4 tempest-LiveMigrationTest-1156190287 tempest-LiveMigrationTest-1156190287-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529194 Aug 10 03:16:48.208812 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6741c170-82b9-4d88-b56a-fbe393e152b1 req-f470b838-9ec1-48f6-b12a-3d25148b8416 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:48.214926 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6741c170-82b9-4d88-b56a-fbe393e152b1 req-f470b838-9ec1-48f6-b12a-3d25148b8416 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3367b49-ee67-400c-b374-63617eab6326 HTTP/1.1" status: 200 len: 946 time: 0.0798416 Aug 10 03:16:48.355127 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6741c170-82b9-4d88-b56a-fbe393e152b1 req-d15aa68a-abb9-43c3-878b-c936ee94face tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366625 Aug 10 03:16:48.439020 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 552a343f-4a4d-45af-9606-8a30f4448168 up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:16:48.552723 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning for port 552a343f-4a4d-45af-9606-8a30f4448168 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:16:48.563007 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port 552a343f-4a4d-45af-9606-8a30f4448168 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:16:48.564451 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:48.689494 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:48.708928 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c678491-b351-4751-aa1f-d71a1016aa0f req-5d741e37-90e6-42ba-9196-7db000d133e7 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:48.718118 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2c678491-b351-4751-aa1f-d71a1016aa0f req-5d741e37-90e6-42ba-9196-7db000d133e7 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=abb04be0-c7f2-4622-8647-9fdf68e648ba HTTP/1.1" status: 200 len: 949 time: 0.1898799 Aug 10 03:16:48.724440 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2675ec53-a334-4a9e-83ee-84a272af1d76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '552a343f-4a4d-45af-9606-8a30f4448168'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:16:48.727729 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bec5f6a3-b0ce-4f1b-bb03-8e8cd881e1bb" -d '{"events": [{"server_uuid": "2675ec53-a334-4a9e-83ee-84a272af1d76", "name": "network-vif-plugged", "status": "completed", "tag": "552a343f-4a4d-45af-9606-8a30f4448168"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:16:48.748279 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 552a343f-4a4d-45af-9606-8a30f4448168, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=552a343f-4a4d-45af-9606-8a30f4448168,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:48.772097 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:48.779265 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2c678491-b351-4751-aa1f-d71a1016aa0f req-12c1a99f-191b-46ef-8f89-3f1f4e28d236 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594616 Aug 10 03:16:48.857457 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=552a343f-4a4d-45af-9606-8a30f4448168,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:49.129097 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c9140e-d905-4fd4-832e-10bb9866a162 req-b4040697-3508-4e02-a150-f28153ddcbb3 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:49.137555 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-78c9140e-d905-4fd4-832e-10bb9866a162 req-b4040697-3508-4e02-a150-f28153ddcbb3 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?device_id=2675ec53-a334-4a9e-83ee-84a272af1d76 HTTP/1.1" status: 200 len: 950 time: 0.0939169 Aug 10 03:16:49.192487 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-78c9140e-d905-4fd4-832e-10bb9866a162 req-c5c1c19b-392a-4385-a34a-73bf78745eac tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8d28d33-caca-4f05-b0e0-721010e15342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537648 Aug 10 03:16:49.355607 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f746a7a-78f7-465a-94e2-42924eccb40b x-openstack-request-id: req-2f746a7a-78f7-465a-94e2-42924eccb40b {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:16:49.356849 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2675ec53-a334-4a9e-83ee-84a272af1d76", "name": "network-vif-plugged", "status": "completed", "tag": "552a343f-4a4d-45af-9606-8a30f4448168", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:16:49.357324 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2f746a7a-78f7-465a-94e2-42924eccb40b {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:16:49.357977 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2675ec53-a334-4a9e-83ee-84a272af1d76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '552a343f-4a4d-45af-9606-8a30f4448168', 'code': 200} Aug 10 03:16:49.550758 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6818f1-ebd1-43d3-8c6b-f3b6aa99ef9f req-18d18d96-a30c-4ab3-bfc2-57394d1c8e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:49.553139 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-0f6818f1-ebd1-43d3-8c6b-f3b6aa99ef9f req-18d18d96-a30c-4ab3-bfc2-57394d1c8e4e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2675ec53-a334-4a9e-83ee-84a272af1d76 HTTP/1.1" status: 200 len: 1102 time: 0.0971730 Aug 10 03:16:49.593403 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08befd5d-8ce1-4f35-bbb4-1588b1fdb2bb req-133488a9-eb69-44b4-aa12-29741a47c3dd tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:49.605689 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-08befd5d-8ce1-4f35-bbb4-1588b1fdb2bb req-133488a9-eb69-44b4-aa12-29741a47c3dd tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=6024574f-0b46-4839-8e14-6fe5bf6a8895 HTTP/1.1" status: 200 len: 944 time: 0.1615179 Aug 10 03:16:49.615090 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-0f6818f1-ebd1-43d3-8c6b-f3b6aa99ef9f req-b4c9af5e-e7a7-4e17-a436-c47712ffb68f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f8d28d33-caca-4f05-b0e0-721010e15342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531802 Aug 10 03:16:49.668707 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-08befd5d-8ce1-4f35-bbb4-1588b1fdb2bb req-96a7c9b9-98c7-4dfc-8068-d6cf43388713 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503969 Aug 10 03:16:49.861372 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e98bd95-c240-4db0-a37f-10b5ae695ded req-591dd093-7e49-46a5-8477-c5f0d961d400 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:49.866843 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1e98bd95-c240-4db0-a37f-10b5ae695ded req-591dd093-7e49-46a5-8477-c5f0d961d400 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3367b49-ee67-400c-b374-63617eab6326 HTTP/1.1" status: 200 len: 946 time: 0.1173198 Aug 10 03:16:49.998004 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1e98bd95-c240-4db0-a37f-10b5ae695ded req-8869dc1a-0061-47e6-8f74-8da71a1c9906 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061409 Aug 10 03:16:50.063264 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd212bf-bcd8-435c-adf3-1185295e5abd req-502fce5d-9359-4066-8fc3-67716f26f33c tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:50.064819 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8fd212bf-bcd8-435c-adf3-1185295e5abd req-502fce5d-9359-4066-8fc3-67716f26f33c tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.42 "GET /v2.0/ports?device_id=6024574f-0b46-4839-8e14-6fe5bf6a8895 HTTP/1.1" status: 200 len: 944 time: 0.1939068 Aug 10 03:16:50.178143 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f010f37f-39dc-4f3c-bfdb-be725f2288ac req-ec12bf3f-61b2-45b2-88a5-ef83c593dcd9 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:50.179781 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f010f37f-39dc-4f3c-bfdb-be725f2288ac req-ec12bf3f-61b2-45b2-88a5-ef83c593dcd9 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=abb04be0-c7f2-4622-8647-9fdf68e648ba HTTP/1.1" status: 200 len: 949 time: 0.1794431 Aug 10 03:16:50.401370 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f010f37f-39dc-4f3c-bfdb-be725f2288ac req-4d33881a-72c9-4845-84df-2ebc49f42b2e tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073565 Aug 10 03:16:50.433193 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81595487-d39d-4e6d-ac5d-392d29a39a87 req-56a05e14-4ec0-42d5-821b-dffb45a9c683 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:50.434985 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-81595487-d39d-4e6d-ac5d-392d29a39a87 req-56a05e14-4ec0-42d5-821b-dffb45a9c683 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?device_id=2675ec53-a334-4a9e-83ee-84a272af1d76 HTTP/1.1" status: 200 len: 950 time: 0.0995715 Aug 10 03:16:50.438757 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-8fd212bf-bcd8-435c-adf3-1185295e5abd req-e4768b25-304b-42ba-bf75-cf65506cf0b3 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Deleting port 0cb5a014-55a4-43c5-9319-d762dfff6f73 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:16:50.439098 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8fd212bf-bcd8-435c-adf3-1185295e5abd req-e4768b25-304b-42ba-bf75-cf65506cf0b3 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:50.586276 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-8fd212bf-bcd8-435c-adf3-1185295e5abd req-e4768b25-304b-42ba-bf75-cf65506cf0b3 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] For port 0cb5a014-55a4-43c5-9319-d762dfff6f73, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=0cb5a014-55a4-43c5-9319-d762dfff6f73,segment=NetworkSegment(6bf2f30c-8de9-48b6-ac35-0afe448267ae),segment_id=6bf2f30c-8de9-48b6-ac35-0afe448267ae)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:50.587044 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8fd212bf-bcd8-435c-adf3-1185295e5abd req-e4768b25-304b-42ba-bf75-cf65506cf0b3 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:50.628289 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-8fd212bf-bcd8-435c-adf3-1185295e5abd req-e4768b25-304b-42ba-bf75-cf65506cf0b3 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Calling delete_port for 0cb5a014-55a4-43c5-9319-d762dfff6f73 owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:16:50.671999 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a72edc0-fe3a-4ee0-86e7-ab48c4a23c4a req-a096ae6e-0a93-4806-895c-09a4204ead66 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:50.674450 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4a72edc0-fe3a-4ee0-86e7-ab48c4a23c4a req-a096ae6e-0a93-4806-895c-09a4204ead66 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3367b49-ee67-400c-b374-63617eab6326 HTTP/1.1" status: 200 len: 946 time: 0.1091468 Aug 10 03:16:50.687493 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-81595487-d39d-4e6d-ac5d-392d29a39a87 req-a781c48a-9def-4a40-b906-c507661ea9c1 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8d28d33-caca-4f05-b0e0-721010e15342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224797 Aug 10 03:16:50.880285 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4a72edc0-fe3a-4ee0-86e7-ab48c4a23c4a req-3191e3dd-a563-43bc-a30a-98a44de998dd tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865149 Aug 10 03:16:51.144150 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d1b96-f4fd-4c7d-948a-9485c625d7e6 req-05afb47a-7b92-4acf-b3aa-4155ef35930d tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:51.152141 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-559d1b96-f4fd-4c7d-948a-9485c625d7e6 req-05afb47a-7b92-4acf-b3aa-4155ef35930d tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=6024574f-0b46-4839-8e14-6fe5bf6a8895 HTTP/1.1" status: 200 len: 944 time: 0.2577660 Aug 10 03:16:51.187569 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8fd212bf-bcd8-435c-adf3-1185295e5abd req-e4768b25-304b-42ba-bf75-cf65506cf0b3 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:51.205199 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['27080ad8-c856-4fb6-b762-f49ad6377e20'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:16:51.236477 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4768b25-304b-42ba-bf75-cf65506cf0b3 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Pushing event deleted for resources: {'Port': ['ID=0cb5a014-55a4-43c5-9319-d762dfff6f73,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:51.260146 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-559d1b96-f4fd-4c7d-948a-9485c625d7e6 req-d35282aa-3a09-4b31-840d-2a0f796ecd1e tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070495 Aug 10 03:16:51.296899 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4768b25-304b-42ba-bf75-cf65506cf0b3 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:51.297511 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4768b25-304b-42ba-bf75-cf65506cf0b3 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:51.298038 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4768b25-304b-42ba-bf75-cf65506cf0b3 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:51.298568 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4768b25-304b-42ba-bf75-cf65506cf0b3 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:51.299328 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4768b25-304b-42ba-bf75-cf65506cf0b3 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:51.299830 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4768b25-304b-42ba-bf75-cf65506cf0b3 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:51.300351 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4768b25-304b-42ba-bf75-cf65506cf0b3 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:51.300866 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4768b25-304b-42ba-bf75-cf65506cf0b3 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:51.301370 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4768b25-304b-42ba-bf75-cf65506cf0b3 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:51.301884 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4768b25-304b-42ba-bf75-cf65506cf0b3 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:51.302445 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4768b25-304b-42ba-bf75-cf65506cf0b3 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:51.302960 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4768b25-304b-42ba-bf75-cf65506cf0b3 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:51.329680 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-83b05da9-a361-43b0-a0e0-ddef85710f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:51.386627 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fd212bf-bcd8-435c-adf3-1185295e5abd req-e4768b25-304b-42ba-bf75-cf65506cf0b3 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] No DVR routers for this DVR port 0cb5a014-55a4-43c5-9319-d762dfff6f73 on host n-h1-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:16:51.392969 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8fd212bf-bcd8-435c-adf3-1185295e5abd req-e4768b25-304b-42ba-bf75-cf65506cf0b3 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:51.399373 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8fd212bf-bcd8-435c-adf3-1185295e5abd req-e4768b25-304b-42ba-bf75-cf65506cf0b3 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.42 "DELETE /v2.0/ports/0cb5a014-55a4-43c5-9319-d762dfff6f73 HTTP/1.1" status: 204 len: 173 time: 1.3250320 Aug 10 03:16:51.400948 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6024574f-0b46-4839-8e14-6fe5bf6a8895', 'name': 'network-vif-deleted', 'tag': '0cb5a014-55a4-43c5-9319-d762dfff6f73'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:16:51.406618 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c247f862-cea2-4a45-be02-9196820e93c6" -d '{"events": [{"server_uuid": "6024574f-0b46-4839-8e14-6fe5bf6a8895", "name": "network-vif-deleted", "tag": "0cb5a014-55a4-43c5-9319-d762dfff6f73"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:16:51.493585 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55f21fa3-c6d1-4081-bc1f-e9ebdb55bca0 x-openstack-request-id: req-55f21fa3-c6d1-4081-bc1f-e9ebdb55bca0 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:16:51.494174 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6024574f-0b46-4839-8e14-6fe5bf6a8895", "name": "network-vif-deleted", "tag": "0cb5a014-55a4-43c5-9319-d762dfff6f73", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:16:51.494785 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-55f21fa3-c6d1-4081-bc1f-e9ebdb55bca0 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:16:51.495423 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6024574f-0b46-4839-8e14-6fe5bf6a8895', 'name': 'network-vif-deleted', 'tag': '0cb5a014-55a4-43c5-9319-d762dfff6f73', 'status': 'completed', 'code': 200} Aug 10 03:16:51.638093 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0924a141-17fe-4a64-b13e-b09023850108 req-3655ebf7-93af-4d84-b008-a6ef21c5fda2 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:51.639850 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0924a141-17fe-4a64-b13e-b09023850108 req-3655ebf7-93af-4d84-b008-a6ef21c5fda2 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=abb04be0-c7f2-4622-8647-9fdf68e648ba HTTP/1.1" status: 200 len: 949 time: 0.0691669 Aug 10 03:16:51.775656 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0924a141-17fe-4a64-b13e-b09023850108 req-985e3d36-4309-4a75-9f19-4e6d06347eae tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125703 Aug 10 03:16:51.956854 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87e17bf-23ac-4ed6-9659-a8bfd22da08f req-3ffefda2-6ac8-44f0-983b-27102d390abf tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:51.958436 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d87e17bf-23ac-4ed6-9659-a8bfd22da08f req-3ffefda2-6ac8-44f0-983b-27102d390abf tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?device_id=2675ec53-a334-4a9e-83ee-84a272af1d76 HTTP/1.1" status: 200 len: 950 time: 0.0890028 Aug 10 03:16:52.049292 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d87e17bf-23ac-4ed6-9659-a8bfd22da08f req-e1feb571-c64a-48c8-9b5e-6f58acf5cbbc tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8d28d33-caca-4f05-b0e0-721010e15342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814059 Aug 10 03:16:52.081679 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a69336-24bf-455a-9bf6-30004ef09c76 req-2520696b-e501-41f1-9205-112d8b4cefb7 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:52.095043 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-34a69336-24bf-455a-9bf6-30004ef09c76 req-2520696b-e501-41f1-9205-112d8b4cefb7 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3367b49-ee67-400c-b374-63617eab6326 HTTP/1.1" status: 200 len: 946 time: 0.0948517 Aug 10 03:16:52.150757 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-34a69336-24bf-455a-9bf6-30004ef09c76 req-9aa7b4bc-2223-4adf-886d-18f0d8106853 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418053 Aug 10 03:16:52.407812 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 0cb5a014-55a4-43c5-9319-d762dfff6f73 no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:16:52.447585 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] No Port match for: 0cb5a014-55a4-43c5-9319-d762dfff6f73 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:16:52.450665 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 0cb5a014-55a4-43c5-9319-d762dfff6f73 not bound to the agent host n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:16:52.470069 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3bbb92a7-1711-4b90-90ac-07a49dd8cc1d req-21139a4b-5f8a-47da-84f0-325f4b18ec7d tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=6024574f-0b46-4839-8e14-6fe5bf6a8895 HTTP/1.1" status: 200 len: 210 time: 0.0758348 Aug 10 03:16:52.489935 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d52c1-d790-4316-966a-6a46e0735368 req-013562e6-2d4a-4732-8921-b1d456e6a3a8 tempest-ServersOnMultiNodesTest-1599750604 tempest-ServersOnMultiNodesTest-1599750604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:52.498716 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d99d52c1-d790-4316-966a-6a46e0735368 req-013562e6-2d4a-4732-8921-b1d456e6a3a8 tempest-ServersOnMultiNodesTest-1599750604 tempest-ServersOnMultiNodesTest-1599750604-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=2675ec53-a334-4a9e-83ee-84a272af1d76 HTTP/1.1" status: 200 len: 1102 time: 0.1133862 Aug 10 03:16:52.548690 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d99d52c1-d790-4316-966a-6a46e0735368 req-4a392a84-31c5-4301-9575-ac9c020f0b4b tempest-ServersOnMultiNodesTest-1599750604 tempest-ServersOnMultiNodesTest-1599750604-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=f8d28d33-caca-4f05-b0e0-721010e15342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486817 Aug 10 03:16:52.707771 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5753f297-7fc0-457c-85a8-dec00d5fdd2b req-d207e35a-7827-4f96-8951-3e2a24a7131a tempest-AttachSCSIVolumeTestJSON-14947963 tempest-AttachSCSIVolumeTestJSON-14947963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:52.719129 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5753f297-7fc0-457c-85a8-dec00d5fdd2b req-d207e35a-7827-4f96-8951-3e2a24a7131a tempest-AttachSCSIVolumeTestJSON-14947963 tempest-AttachSCSIVolumeTestJSON-14947963-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e42b81e-493b-4fc0-95b1-6f41e4fd8082 HTTP/1.1" status: 200 len: 945 time: 0.1083629 Aug 10 03:16:52.780957 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5f999c18-feb2-442b-8eea-37e65feba382 req-c1e3868b-daa1-4dad-b4aa-63581f6460f2 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=ebce8dce68054ed889383d14d785c78e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0812964 Aug 10 03:16:52.888818 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5753f297-7fc0-457c-85a8-dec00d5fdd2b req-5ddb8340-83a5-4892-8b43-a636a0e3d8d6 tempest-AttachSCSIVolumeTestJSON-14947963 tempest-AttachSCSIVolumeTestJSON-14947963-project] 10.222.0.44 "GET /v2.0/security-groups?id=2b8ab577-658a-47ad-8db6-8fa5608a0dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594725 Aug 10 03:16:53.070215 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f999c18-feb2-442b-8eea-37e65feba382 req-206b8f13-b9e5-446b-ba51-fc066ca0b173 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:53.072015 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5f999c18-feb2-442b-8eea-37e65feba382 req-206b8f13-b9e5-446b-ba51-fc066ca0b173 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2899985 Aug 10 03:16:53.110212 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5f999c18-feb2-442b-8eea-37e65feba382 req-8f97818e-3af7-4852-a940-8a744bc53630 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/quotas/ebce8dce68054ed889383d14d785c78e HTTP/1.1" status: 200 len: 375 time: 0.0299759 Aug 10 03:16:53.146714 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f04dbf8-b63d-4a1f-92a1-164087a94e26 req-7ae10533-3074-482a-a0cb-b393c481b140 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:53.160264 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4f04dbf8-b63d-4a1f-92a1-164087a94e26 req-7ae10533-3074-482a-a0cb-b393c481b140 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=abb04be0-c7f2-4622-8647-9fdf68e648ba HTTP/1.1" status: 200 len: 949 time: 0.1663113 Aug 10 03:16:53.255536 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4f04dbf8-b63d-4a1f-92a1-164087a94e26 req-3f5f2583-41ae-41e5-8a93-e1dc9c03925d tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856400 Aug 10 03:16:53.338643 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5f999c18-feb2-442b-8eea-37e65feba382 req-2a28361d-01cd-49ca-80bc-ec4d6dab2b2f tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ebce8dce68054ed889383d14d785c78e&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2272239 Aug 10 03:16:53.570545 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26066d0-3e59-461c-aed7-73b6701c6f2d req-4fc05d90-d6a2-4a10-a49e-4279f47c0c25 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:53.573571 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a26066d0-3e59-461c-aed7-73b6701c6f2d req-4fc05d90-d6a2-4a10-a49e-4279f47c0c25 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3367b49-ee67-400c-b374-63617eab6326 HTTP/1.1" status: 200 len: 946 time: 0.1219637 Aug 10 03:16:53.582493 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-fbd5a7cf-9846-4a12-b80d-f8811137537b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:53.693150 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a26066d0-3e59-461c-aed7-73b6701c6f2d req-e57e2ff8-fef0-4163-8023-430b5b826592 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964527 Aug 10 03:16:53.836456 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5a723a2f-b8e4-4e4d-b818-d6fd91f334bf req-89107ac8-8d4e-4df0-835e-72ac87777890 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c1e7a03-fac9-474b-ac15-2b12501e97a8 HTTP/1.1" status: 200 len: 210 time: 0.0918245 Aug 10 03:16:53.852815 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6a303adc-12a8-4eba-a10d-de4381f69df2 req-ef3db156-95f6-4cc4-812f-5e49232caf83 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=6024574f-0b46-4839-8e14-6fe5bf6a8895 HTTP/1.1" status: 200 len: 210 time: 0.0923612 Aug 10 03:16:54.090206 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef44030-c1cc-4ab4-a452-50eae1c4541e req-584634ae-46f6-4cdb-a418-a4a4b903e2da tempest-AttachSCSIVolumeTestJSON-14947963 tempest-AttachSCSIVolumeTestJSON-14947963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:54.097878 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1ef44030-c1cc-4ab4-a452-50eae1c4541e req-584634ae-46f6-4cdb-a418-a4a4b903e2da tempest-AttachSCSIVolumeTestJSON-14947963 tempest-AttachSCSIVolumeTestJSON-14947963-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e42b81e-493b-4fc0-95b1-6f41e4fd8082 HTTP/1.1" status: 200 len: 945 time: 0.0582798 Aug 10 03:16:54.151815 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:54.190289 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c8b977-99f5-470f-8134-a3f072b02663 req-7677ef7f-f236-4ed6-aafd-59e81063f161 tempest-AttachSCSIVolumeTestJSON-14947963 tempest-AttachSCSIVolumeTestJSON-14947963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:54.192169 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b8c8b977-99f5-470f-8134-a3f072b02663 req-7677ef7f-f236-4ed6-aafd-59e81063f161 tempest-AttachSCSIVolumeTestJSON-14947963 tempest-AttachSCSIVolumeTestJSON-14947963-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e42b81e-493b-4fc0-95b1-6f41e4fd8082 HTTP/1.1" status: 200 len: 945 time: 0.0861332 Aug 10 03:16:54.204283 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1ef44030-c1cc-4ab4-a452-50eae1c4541e req-648971ce-3b7d-4eec-ba4f-857ea04ab8e7 tempest-AttachSCSIVolumeTestJSON-14947963 tempest-AttachSCSIVolumeTestJSON-14947963-project] 10.222.0.44 "GET /v2.0/security-groups?id=2b8ab577-658a-47ad-8db6-8fa5608a0dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048553 Aug 10 03:16:54.494501 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-b8c8b977-99f5-470f-8134-a3f072b02663 req-cdd65a46-5b22-468b-abd9-f074c02da758 tempest-AttachSCSIVolumeTestJSON-14947963 tempest-AttachSCSIVolumeTestJSON-14947963-project] Deleting port b4abdbee-2c88-482c-9458-c17973ae0795 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:16:54.495205 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-b8c8b977-99f5-470f-8134-a3f072b02663 req-cdd65a46-5b22-468b-abd9-f074c02da758 tempest-AttachSCSIVolumeTestJSON-14947963 tempest-AttachSCSIVolumeTestJSON-14947963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:54.517850 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed00c63b-0af8-4f35-9213-6440e6d45cbb req-b676bba6-7fb5-40e9-8f2d-df23de6ca29d tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:54.526698 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ed00c63b-0af8-4f35-9213-6440e6d45cbb req-b676bba6-7fb5-40e9-8f2d-df23de6ca29d tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=abb04be0-c7f2-4622-8647-9fdf68e648ba HTTP/1.1" status: 200 len: 949 time: 0.1570415 Aug 10 03:16:54.668767 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ed00c63b-0af8-4f35-9213-6440e6d45cbb req-e120c165-aa7a-4805-a345-a6c1a6985362 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405246 Aug 10 03:16:54.733299 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-b8c8b977-99f5-470f-8134-a3f072b02663 req-cdd65a46-5b22-468b-abd9-f074c02da758 tempest-AttachSCSIVolumeTestJSON-14947963 tempest-AttachSCSIVolumeTestJSON-14947963-project] For port b4abdbee-2c88-482c-9458-c17973ae0795, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=b4abdbee-2c88-482c-9458-c17973ae0795,segment=NetworkSegment(7ab813ec-b081-42ad-ba81-680bc6f3c774),segment_id=7ab813ec-b081-42ad-ba81-680bc6f3c774)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:54.733299 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-b8c8b977-99f5-470f-8134-a3f072b02663 req-cdd65a46-5b22-468b-abd9-f074c02da758 tempest-AttachSCSIVolumeTestJSON-14947963 tempest-AttachSCSIVolumeTestJSON-14947963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:54.744775 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-b8c8b977-99f5-470f-8134-a3f072b02663 req-cdd65a46-5b22-468b-abd9-f074c02da758 tempest-AttachSCSIVolumeTestJSON-14947963 tempest-AttachSCSIVolumeTestJSON-14947963-project] Calling delete_port for b4abdbee-2c88-482c-9458-c17973ae0795 owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:16:54.932592 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214754e7-bb78-4bae-87e3-095cfc274891 req-4d257e84-603f-4f08-825e-80f26e57068b tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:54.940830 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-214754e7-bb78-4bae-87e3-095cfc274891 req-4d257e84-603f-4f08-825e-80f26e57068b tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3367b49-ee67-400c-b374-63617eab6326 HTTP/1.1" status: 200 len: 946 time: 0.1124463 Aug 10 03:16:54.958956 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-b8c8b977-99f5-470f-8134-a3f072b02663 req-cdd65a46-5b22-468b-abd9-f074c02da758 tempest-AttachSCSIVolumeTestJSON-14947963 tempest-AttachSCSIVolumeTestJSON-14947963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:54.971994 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['b4abdbee-2c88-482c-9458-c17973ae0795'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:16:55.001417 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd65a46-5b22-468b-abd9-f074c02da758 tempest-AttachSCSIVolumeTestJSON-14947963 tempest-AttachSCSIVolumeTestJSON-14947963-project] Pushing event deleted for resources: {'Port': ['ID=b4abdbee-2c88-482c-9458-c17973ae0795,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:55.025788 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-214754e7-bb78-4bae-87e3-095cfc274891 req-a932a10a-9eac-4b5e-bdf8-1b8495b1ed61 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836542 Aug 10 03:16:55.131337 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-43fab662-a8d9-4de1-8544-b8e84e5670a2 req-2c4baf66-d50d-4c89-8ff1-0d8313151fbf tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c1e7a03-fac9-474b-ac15-2b12501e97a8 HTTP/1.1" status: 200 len: 210 time: 0.0609050 Aug 10 03:16:55.195836 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8c8b977-99f5-470f-8134-a3f072b02663 req-cdd65a46-5b22-468b-abd9-f074c02da758 tempest-AttachSCSIVolumeTestJSON-14947963 tempest-AttachSCSIVolumeTestJSON-14947963-project] No DVR routers for this DVR port b4abdbee-2c88-482c-9458-c17973ae0795 on host n-h1-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:16:55.201381 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-b8c8b977-99f5-470f-8134-a3f072b02663 req-cdd65a46-5b22-468b-abd9-f074c02da758 tempest-AttachSCSIVolumeTestJSON-14947963 tempest-AttachSCSIVolumeTestJSON-14947963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:55.218826 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b8c8b977-99f5-470f-8134-a3f072b02663 req-cdd65a46-5b22-468b-abd9-f074c02da758 tempest-AttachSCSIVolumeTestJSON-14947963 tempest-AttachSCSIVolumeTestJSON-14947963-project] 10.222.0.42 "DELETE /v2.0/ports/b4abdbee-2c88-482c-9458-c17973ae0795 HTTP/1.1" status: 204 len: 173 time: 1.0101945 Aug 10 03:16:55.240078 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:55.274567 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e42b81e-493b-4fc0-95b1-6f41e4fd8082', 'name': 'network-vif-deleted', 'tag': 'b4abdbee-2c88-482c-9458-c17973ae0795'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:16:55.277566 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a20a1e2-c16b-47c3-bfd3-441bc9acfbbe" -d '{"events": [{"server_uuid": "3e42b81e-493b-4fc0-95b1-6f41e4fd8082", "name": "network-vif-deleted", "tag": "b4abdbee-2c88-482c-9458-c17973ae0795"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:16:55.283427 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-09953fa6-04a7-4027-b1ce-ba43ad877653 req-3b2c827c-cf93-4aeb-8c2c-9dd4b80b056b tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=6024574f-0b46-4839-8e14-6fe5bf6a8895 HTTP/1.1" status: 200 len: 210 time: 0.1419787 Aug 10 03:16:55.431157 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7bf9237b-26cf-439c-b14d-4a2e5a3b12f6 req-ba7361a8-28a9-4b31-9a24-190986454895 tempest-AttachSCSIVolumeTestJSON-14947963 tempest-AttachSCSIVolumeTestJSON-14947963-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e42b81e-493b-4fc0-95b1-6f41e4fd8082 HTTP/1.1" status: 200 len: 210 time: 0.0710433 Aug 10 03:16:55.438780 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab68d708-a6f1-4df1-84cb-7bc9f9ed8cbf x-openstack-request-id: req-ab68d708-a6f1-4df1-84cb-7bc9f9ed8cbf {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:16:55.439070 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e42b81e-493b-4fc0-95b1-6f41e4fd8082", "name": "network-vif-deleted", "tag": "b4abdbee-2c88-482c-9458-c17973ae0795", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:16:55.439324 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ab68d708-a6f1-4df1-84cb-7bc9f9ed8cbf {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:16:55.439726 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e42b81e-493b-4fc0-95b1-6f41e4fd8082', 'name': 'network-vif-deleted', 'tag': 'b4abdbee-2c88-482c-9458-c17973ae0795', 'status': 'completed', 'code': 200} Aug 10 03:16:55.474639 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5f999c18-feb2-442b-8eea-37e65feba382 req-7d6ee4cd-4f0f-4e1c-bce1-1ed8729b4073 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=ebce8dce68054ed889383d14d785c78e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0927601 Aug 10 03:16:55.610598 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f999c18-feb2-442b-8eea-37e65feba382 req-1be2b859-1e78-42b6-a643-209c3acbfe10 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:55.612196 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5f999c18-feb2-442b-8eea-37e65feba382 req-1be2b859-1e78-42b6-a643-209c3acbfe10 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1290634 Aug 10 03:16:55.631275 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-5f999c18-feb2-442b-8eea-37e65feba382 req-673c09cf-8407-4ce8-a062-bd64a19e0603 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Request body: {'port': {'device_id': '0c1e7a03-fac9-474b-ac15-2b12501e97a8', 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721', 'admin_state_up': True, 'tenant_id': 'ebce8dce68054ed889383d14d785c78e'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:55.906606 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:55.994672 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c3ae83-56b0-467a-8a68-096998f2da27 req-3678554d-aa41-4be9-9a22-5ccee71d01d3 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:55.998886 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-44c3ae83-56b0-467a-8a68-096998f2da27 req-3678554d-aa41-4be9-9a22-5ccee71d01d3 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=abb04be0-c7f2-4622-8647-9fdf68e648ba HTTP/1.1" status: 200 len: 949 time: 0.1970191 Aug 10 03:16:56.000560 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f999c18-feb2-442b-8eea-37e65feba382 req-673c09cf-8407-4ce8-a062-bd64a19e0603 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Made reservation on behalf of ebce8dce68054ed889383d14d785c78e for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:16:56.004934 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-5f999c18-feb2-442b-8eea-37e65feba382 req-673c09cf-8407-4ce8-a062-bd64a19e0603 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:56.179553 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-44c3ae83-56b0-467a-8a68-096998f2da27 req-5ff4a022-ed15-4f8f-8aac-19321e30dd47 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704843 Aug 10 03:16:56.420108 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-30f39023-46cf-4c3f-8f67-105c58442d9a req-f96b8a89-3045-4bb5-8a9a-7403a5051dc3 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c1e7a03-fac9-474b-ac15-2b12501e97a8 HTTP/1.1" status: 200 len: 210 time: 0.0742853 Aug 10 03:16:56.501641 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce04813-90ac-40b0-8a83-460500bf61e8 req-c9794370-c9e1-4e40-9b66-8cf2a341b5a9 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:56.512766 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9ce04813-90ac-40b0-8a83-460500bf61e8 req-c9794370-c9e1-4e40-9b66-8cf2a341b5a9 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3367b49-ee67-400c-b374-63617eab6326 HTTP/1.1" status: 200 len: 946 time: 0.2965040 Aug 10 03:16:56.647446 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-940a616b-19b1-424a-a1f1-2604a22b51a1 req-dcf082b0-5b61-482d-bd76-6a5825009d8c tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=6024574f-0b46-4839-8e14-6fe5bf6a8895 HTTP/1.1" status: 200 len: 210 time: 0.0931413 Aug 10 03:16:56.673678 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:56.712656 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-5f999c18-feb2-442b-8eea-37e65feba382 req-673c09cf-8407-4ce8-a062-bd64a19e0603 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Allocated IP 192.168.233.241 (72a4be73-29a1-424c-8690-ecdcf6b06721/60d10164-1dee-4940-9d19-f71e6c18cbc5/64fcefc6-1c38-4ead-8bbf-cc69d45151bd) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:16:56.742129 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9ce04813-90ac-40b0-8a83-460500bf61e8 req-7ce6ede2-753c-46c7-ae95-87706e1f746c tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261627 Aug 10 03:16:57.422775 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-5f999c18-feb2-442b-8eea-37e65feba382 req-673c09cf-8407-4ce8-a062-bd64a19e0603 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:57.446169 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-5f999c18-feb2-442b-8eea-37e65feba382 req-673c09cf-8407-4ce8-a062-bd64a19e0603 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Transition to ACTIVE for port object 64fcefc6-1c38-4ead-8bbf-cc69d45151bd will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:16:57.461727 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbc51d5-8d08-451b-b0c1-168091dacdde req-446f59ee-a71a-45f8-8dcb-d1e8ff4e6ffd tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:57.470699 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ebbc51d5-8d08-451b-b0c1-168091dacdde req-446f59ee-a71a-45f8-8dcb-d1e8ff4e6ffd tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=abb04be0-c7f2-4622-8647-9fdf68e648ba HTTP/1.1" status: 200 len: 949 time: 0.1103680 Aug 10 03:16:57.551351 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ebbc51d5-8d08-451b-b0c1-168091dacdde req-cee197e0-143a-4ed1-a192-f05b797ac826 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803201 Aug 10 03:16:57.578431 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-5f999c18-feb2-442b-8eea-37e65feba382 req-673c09cf-8407-4ce8-a062-bd64a19e0603 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:57.597132 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['1ea64ec5-c51a-439a-9ea6-ca81f0db8286', '379a5f92-4b22-40ff-9d10-bcb476e344f3'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:16:57.669546 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f999c18-feb2-442b-8eea-37e65feba382 req-673c09cf-8407-4ce8-a062-bd64a19e0603 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Network 72a4be73-29a1-424c-8690-ecdcf6b06721 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:16:57.672906 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-5f999c18-feb2-442b-8eea-37e65feba382 req-673c09cf-8407-4ce8-a062-bd64a19e0603 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:16:57.693009 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f999c18-feb2-442b-8eea-37e65feba382 req-673c09cf-8407-4ce8-a062-bd64a19e0603 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:16:57.721019 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['47c4ce85-91b4-497b-92b0-9e8b46ec064d', '543834ab-fb50-4b3a-b4b6-4babb30446ef', 'b8bbab66-a855-4a43-83f3-c4fa1af2df54', '965cc679-d2fa-422b-ac60-1738e2b8cad9', '552a343f-4a4d-45af-9606-8a30f4448168'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:16:57.765011 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f999c18-feb2-442b-8eea-37e65feba382 req-673c09cf-8407-4ce8-a062-bd64a19e0603 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:57.765615 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-5f999c18-feb2-442b-8eea-37e65feba382 req-673c09cf-8407-4ce8-a062-bd64a19e0603 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:57.882640 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5f999c18-feb2-442b-8eea-37e65feba382 req-673c09cf-8407-4ce8-a062-bd64a19e0603 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2589138 Aug 10 03:16:57.889832 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673c09cf-8407-4ce8-a062-bd64a19e0603 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Pushing event updated for resources: {'Port': ['ID=64fcefc6-1c38-4ead-8bbf-cc69d45151bd,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:57.946425 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a8549e-c00b-4f47-a2d6-2cfe832fac58 req-8f263c7e-cd54-460e-8ed1-59311ad962ce tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:57.948694 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-16a8549e-c00b-4f47-a2d6-2cfe832fac58 req-8f263c7e-cd54-460e-8ed1-59311ad962ce tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c1e7a03-fac9-474b-ac15-2b12501e97a8 HTTP/1.1" status: 200 len: 936 time: 0.1324599 Aug 10 03:16:58.018850 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-16a8549e-c00b-4f47-a2d6-2cfe832fac58 req-39fbd290-e437-4960-afeb-29ab0d1f3281 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8d28d33-caca-4f05-b0e0-721010e15342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622089 Aug 10 03:16:58.035392 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-5f999c18-feb2-442b-8eea-37e65feba382 req-2f250f3c-5240-4756-96dc-93faf1eea55e service neutron] Request body: {'port': {'device_id': '0c1e7a03-fac9-474b-ac15-2b12501e97a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:58.336239 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e36f44f7-f4c4-4361-9d03-229a9319f91b req-de3ad4de-e250-4513-a8a5-249ec4be7146 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=6024574f-0b46-4839-8e14-6fe5bf6a8895 HTTP/1.1" status: 200 len: 210 time: 0.0958488 Aug 10 03:16:58.382007 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-f5c066ce-5c99-4d2f-b5f9-1839fee1822e None None] Provisioning for port 64fcefc6-1c38-4ead-8bbf-cc69d45151bd completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:16:58.388077 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-f5c066ce-5c99-4d2f-b5f9-1839fee1822e None None] Provisioning complete for port 64fcefc6-1c38-4ead-8bbf-cc69d45151bd triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:16:58.388685 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f5c066ce-5c99-4d2f-b5f9-1839fee1822e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:58.397235 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-5f999c18-feb2-442b-8eea-37e65feba382 req-2f250f3c-5240-4756-96dc-93faf1eea55e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:58.437850 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-f5c066ce-5c99-4d2f-b5f9-1839fee1822e None None] Port 64fcefc6-1c38-4ead-8bbf-cc69d45151bd cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:16:58.446654 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device b4abdbee-2c88-482c-9458-c17973ae0795 no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:16:58.506418 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] No Port match for: b4abdbee-2c88-482c-9458-c17973ae0795 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:16:58.507085 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device b4abdbee-2c88-482c-9458-c17973ae0795 not bound to the agent host n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:16:58.564465 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8b234f-f1e5-41b6-843e-c840c6bccf6e req-13aa9431-5379-4087-98a8-187d3b13b31d tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:58.566177 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2c8b234f-f1e5-41b6-843e-c840c6bccf6e req-13aa9431-5379-4087-98a8-187d3b13b31d tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3367b49-ee67-400c-b374-63617eab6326 HTTP/1.1" status: 200 len: 946 time: 0.2225211 Aug 10 03:16:58.905129 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2c8b234f-f1e5-41b6-843e-c840c6bccf6e req-6e22a957-4e39-47ac-bac5-bc70ddf13c08 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294797 Aug 10 03:16:59.018898 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172ee8e4-0ea0-4f29-aed8-d9afa1a06488 req-8e87b413-78a5-4efa-8b8a-a5f2d9ab9763 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:59.028198 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-172ee8e4-0ea0-4f29-aed8-d9afa1a06488 req-8e87b413-78a5-4efa-8b8a-a5f2d9ab9763 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=abb04be0-c7f2-4622-8647-9fdf68e648ba HTTP/1.1" status: 200 len: 949 time: 0.2957239 Aug 10 03:16:59.040081 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-5f999c18-feb2-442b-8eea-37e65feba382 req-2f250f3c-5240-4756-96dc-93faf1eea55e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64fcefc6-1c38-4ead-8bbf-cc69d45151bd {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:16:59.117854 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-5f999c18-feb2-442b-8eea-37e65feba382 req-2f250f3c-5240-4756-96dc-93faf1eea55e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:59.158064 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-5f999c18-feb2-442b-8eea-37e65feba382 req-2f250f3c-5240-4756-96dc-93faf1eea55e service neutron] Transition to ACTIVE for port object 64fcefc6-1c38-4ead-8bbf-cc69d45151bd will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:16:59.169241 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-172ee8e4-0ea0-4f29-aed8-d9afa1a06488 req-ba463906-935c-4d95-9ffd-97b61c9e774d tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400583 Aug 10 03:16:59.169800 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-5f999c18-feb2-442b-8eea-37e65feba382 req-2f250f3c-5240-4756-96dc-93faf1eea55e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:59.232307 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4681a3-823d-4714-aec8-0fe330eeb832 req-2876aeda-8184-438a-81b3-59b956031f76 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:59.233971 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3c4681a3-823d-4714-aec8-0fe330eeb832 req-2876aeda-8184-438a-81b3-59b956031f76 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/networks?id=7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1 HTTP/1.1" status: 200 len: 821 time: 0.1821215 Aug 10 03:16:59.274631 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f250f3c-5240-4756-96dc-93faf1eea55e service neutron] Pushing event updated for resources: {'Port': ['ID=64fcefc6-1c38-4ead-8bbf-cc69d45151bd,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:59.295596 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3c4681a3-823d-4714-aec8-0fe330eeb832 req-7ad4638f-c20b-4294-a63a-19a3d3a8f7ff tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/quotas/4fedcd46377344729593c49493334f54 HTTP/1.1" status: 200 len: 375 time: 0.0519376 Aug 10 03:16:59.414093 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca1a730-3386-4b0a-acad-8454e8a04a85 req-c8d65a93-7d73-4423-b352-45523732cc61 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:59.418485 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5ca1a730-3386-4b0a-acad-8454e8a04a85 req-c8d65a93-7d73-4423-b352-45523732cc61 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c1e7a03-fac9-474b-ac15-2b12501e97a8 HTTP/1.1" status: 200 len: 948 time: 0.1631691 Aug 10 03:16:59.462877 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3c4681a3-823d-4714-aec8-0fe330eeb832 req-c793418f-fa57-43df-ad30-ed176cb0763a tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4fedcd46377344729593c49493334f54&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1518536 Aug 10 03:16:59.528996 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-5f999c18-feb2-442b-8eea-37e65feba382 req-2f250f3c-5240-4756-96dc-93faf1eea55e service neutron] Attempting to bind port 64fcefc6-1c38-4ead-8bbf-cc69d45151bd on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:16:59.529760 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-5f999c18-feb2-442b-8eea-37e65feba382 req-2f250f3c-5240-4756-96dc-93faf1eea55e service neutron] Attempting to bind port 64fcefc6-1c38-4ead-8bbf-cc69d45151bd by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:16:59.530346 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f999c18-feb2-442b-8eea-37e65feba382 req-2f250f3c-5240-4756-96dc-93faf1eea55e service neutron] Attempting to bind port 64fcefc6-1c38-4ead-8bbf-cc69d45151bd on network 72a4be73-29a1-424c-8690-ecdcf6b06721 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:16:59.543710 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f999c18-feb2-442b-8eea-37e65feba382 req-2f250f3c-5240-4756-96dc-93faf1eea55e service neutron] Port 64fcefc6-1c38-4ead-8bbf-cc69d45151bd on network 72a4be73-29a1-424c-8690-ecdcf6b06721 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:16:59.544563 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f999c18-feb2-442b-8eea-37e65feba382 req-2f250f3c-5240-4756-96dc-93faf1eea55e service neutron] Attempting to bind port 64fcefc6-1c38-4ead-8bbf-cc69d45151bd on network 72a4be73-29a1-424c-8690-ecdcf6b06721 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:16:59.568794 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f999c18-feb2-442b-8eea-37e65feba382 req-2f250f3c-5240-4756-96dc-93faf1eea55e service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:16:59.570377 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f999c18-feb2-442b-8eea-37e65feba382 req-2f250f3c-5240-4756-96dc-93faf1eea55e service neutron] Checking segment: {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:16:59.570377 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f999c18-feb2-442b-8eea-37e65feba382 req-2f250f3c-5240-4756-96dc-93faf1eea55e service neutron] Bound using segment: {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:16:59.570802 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-5f999c18-feb2-442b-8eea-37e65feba382 req-2f250f3c-5240-4756-96dc-93faf1eea55e service neutron] Bound port: 64fcefc6-1c38-4ead-8bbf-cc69d45151bd, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:16:59.571084 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-5f999c18-feb2-442b-8eea-37e65feba382 req-2f250f3c-5240-4756-96dc-93faf1eea55e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:59.590964 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5ca1a730-3386-4b0a-acad-8454e8a04a85 req-b1a8d7aa-469e-431a-a9e1-7d1a2c7ce3e4 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8d28d33-caca-4f05-b0e0-721010e15342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588397 Aug 10 03:16:59.673451 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3c4681a3-823d-4714-aec8-0fe330eeb832 req-989b7f8d-f038-4ed3-a0e3-523f70701f9f service neutron] 10.222.0.44 "GET /v2.0/networks/7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094119 Aug 10 03:16:59.751421 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-5f999c18-feb2-442b-8eea-37e65feba382 req-2f250f3c-5240-4756-96dc-93faf1eea55e service neutron] For port 64fcefc6-1c38-4ead-8bbf-cc69d45151bd, host n-h1-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:16:59.771409 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-5f999c18-feb2-442b-8eea-37e65feba382 req-2f250f3c-5240-4756-96dc-93faf1eea55e service neutron] For port 64fcefc6-1c38-4ead-8bbf-cc69d45151bd, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=64fcefc6-1c38-4ead-8bbf-cc69d45151bd,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:16:59.782516 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-5f999c18-feb2-442b-8eea-37e65feba382 req-2f250f3c-5240-4756-96dc-93faf1eea55e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:59.867900 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3c4681a3-823d-4714-aec8-0fe330eeb832 req-00332a68-c455-4373-9614-9bc8eefea7c1 service neutron] 10.222.0.44 "GET /v2.0/networks/7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843276 Aug 10 03:16:59.917528 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f999c18-feb2-442b-8eea-37e65feba382 req-2f250f3c-5240-4756-96dc-93faf1eea55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:59.917528 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-5f999c18-feb2-442b-8eea-37e65feba382 req-2f250f3c-5240-4756-96dc-93faf1eea55e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:59.917528 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5f999c18-feb2-442b-8eea-37e65feba382 req-2f250f3c-5240-4756-96dc-93faf1eea55e service neutron] 10.222.0.42 "PUT /v2.0/ports/64fcefc6-1c38-4ead-8bbf-cc69d45151bd HTTP/1.1" status: 200 len: 1097 time: 2.0036652 Aug 10 03:16:59.917528 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c1e7a03-fac9-474b-ac15-2b12501e97a8', 'tag': '64fcefc6-1c38-4ead-8bbf-cc69d45151bd'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:16:59.917528 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda6587c-2a9f-4214-92f9-5bbe1ed0fe2e" -d '{"events": [{"name": "network-changed", "server_uuid": "0c1e7a03-fac9-474b-ac15-2b12501e97a8", "tag": "64fcefc6-1c38-4ead-8bbf-cc69d45151bd"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:17:00.034671 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f250f3c-5240-4756-96dc-93faf1eea55e service neutron] Pushing event updated for resources: {'Port': ['ID=64fcefc6-1c38-4ead-8bbf-cc69d45151bd,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:00.046682 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f999c18-feb2-442b-8eea-37e65feba382 req-5afe504d-e28e-4903-86e0-75524c64fbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:00.048200 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5f999c18-feb2-442b-8eea-37e65feba382 req-5afe504d-e28e-4903-86e0-75524c64fbae service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ebce8dce68054ed889383d14d785c78e&device_id=0c1e7a03-fac9-474b-ac15-2b12501e97a8 HTTP/1.1" status: 200 len: 1100 time: 0.0848181 Aug 10 03:17:00.147363 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5f999c18-feb2-442b-8eea-37e65feba382 req-2814894d-3283-44dc-aa78-a45546e0b202 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=64fcefc6-1c38-4ead-8bbf-cc69d45151bd HTTP/1.1" status: 200 len: 217 time: 0.0840776 Aug 10 03:17:00.229842 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f999c18-feb2-442b-8eea-37e65feba382 req-0f6cd04d-e901-4d01-b9f5-e6eb9b3d664b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:00.235724 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5f999c18-feb2-442b-8eea-37e65feba382 req-0f6cd04d-e901-4d01-b9f5-e6eb9b3d664b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=60d10164-1dee-4940-9d19-f71e6c18cbc5 HTTP/1.1" status: 200 len: 843 time: 0.0793362 Aug 10 03:17:00.344091 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f999c18-feb2-442b-8eea-37e65feba382 req-6d804516-9658-4647-8d10-203e75a1a6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:00.345775 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5f999c18-feb2-442b-8eea-37e65feba382 req-6d804516-9658-4647-8d10-203e75a1a6d5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72a4be73-29a1-424c-8690-ecdcf6b06721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1011925 Aug 10 03:17:00.765777 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8183491e-05b3-42c6-9bd9-2bac259b176e req-497acb2c-7fbb-4004-951f-9a51458bf1bb tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:00.768140 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8183491e-05b3-42c6-9bd9-2bac259b176e req-497acb2c-7fbb-4004-951f-9a51458bf1bb tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3367b49-ee67-400c-b374-63617eab6326 HTTP/1.1" status: 200 len: 946 time: 0.1940932 Aug 10 03:17:00.770956 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5f999c18-feb2-442b-8eea-37e65feba382 req-010cbed9-ae06-48a3-9fb3-d24fdeb223b3 service neutron] 10.222.0.42 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4064033 Aug 10 03:17:00.889011 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5f999c18-feb2-442b-8eea-37e65feba382 req-f1e5b591-b76d-4cee-9873-c46bb24a5bde service neutron] 10.222.0.42 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064954 Aug 10 03:17:00.896426 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a08e1a02-c0bf-496b-9a19-9a8e82ae8c0d x-openstack-request-id: req-a08e1a02-c0bf-496b-9a19-9a8e82ae8c0d {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:17:00.896710 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c1e7a03-fac9-474b-ac15-2b12501e97a8", "tag": "64fcefc6-1c38-4ead-8bbf-cc69d45151bd", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:17:00.896948 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a08e1a02-c0bf-496b-9a19-9a8e82ae8c0d {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:17:00.897879 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c1e7a03-fac9-474b-ac15-2b12501e97a8', 'tag': '64fcefc6-1c38-4ead-8bbf-cc69d45151bd', 'status': 'completed', 'code': 200} Aug 10 03:17:00.963101 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8183491e-05b3-42c6-9bd9-2bac259b176e req-b9389832-c418-4d36-a562-74eb66ba3139 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881545 Aug 10 03:17:01.073236 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e2d8d778-151a-4873-b991-9c8ede4284cc req-0d6e49c7-107d-4142-abe4-439c5cf8e3bc tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=5224d542-6317-4cf8-aaf0-6e88d7d93fa3 HTTP/1.1" status: 200 len: 210 time: 0.0335300 Aug 10 03:17:01.107433 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024dce26-9d30-4856-b41a-a43e91a88a8e req-b346d701-f404-4dd7-b4d4-d8593036713d tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:01.116323 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-024dce26-9d30-4856-b41a-a43e91a88a8e req-b346d701-f404-4dd7-b4d4-d8593036713d tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=abb04be0-c7f2-4622-8647-9fdf68e648ba HTTP/1.1" status: 200 len: 949 time: 0.1782300 Aug 10 03:17:01.155205 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda6587c-2a9f-4214-92f9-5bbe1ed0fe2e req-9c8ab4eb-6f43-4b36-8674-f0d37eec6d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:01.157228 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-eda6587c-2a9f-4214-92f9-5bbe1ed0fe2e req-9c8ab4eb-6f43-4b36-8674-f0d37eec6d77 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ebce8dce68054ed889383d14d785c78e&device_id=0c1e7a03-fac9-474b-ac15-2b12501e97a8 HTTP/1.1" status: 200 len: 1100 time: 0.2052898 Aug 10 03:17:01.284445 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda6587c-2a9f-4214-92f9-5bbe1ed0fe2e req-781c474b-974f-4d1d-b293-52fd18386839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:01.287442 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-eda6587c-2a9f-4214-92f9-5bbe1ed0fe2e req-781c474b-974f-4d1d-b293-52fd18386839 service neutron] 10.222.0.42 "GET /v2.0/networks?id=72a4be73-29a1-424c-8690-ecdcf6b06721 HTTP/1.1" status: 200 len: 869 time: 0.1186538 Aug 10 03:17:01.341410 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-024dce26-9d30-4856-b41a-a43e91a88a8e req-1e31ed17-c7eb-4215-aa5a-129a63a10850 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238297 Aug 10 03:17:01.424777 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-eda6587c-2a9f-4214-92f9-5bbe1ed0fe2e req-527a1554-103b-43c4-8d15-9dd6e29f6b40 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=64fcefc6-1c38-4ead-8bbf-cc69d45151bd HTTP/1.1" status: 200 len: 217 time: 0.1028883 Aug 10 03:17:01.486125 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda6587c-2a9f-4214-92f9-5bbe1ed0fe2e req-04b3d01e-fe3e-4208-83bf-bc2a8c920bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:01.488174 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-eda6587c-2a9f-4214-92f9-5bbe1ed0fe2e req-04b3d01e-fe3e-4208-83bf-bc2a8c920bb8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=60d10164-1dee-4940-9d19-f71e6c18cbc5 HTTP/1.1" status: 200 len: 843 time: 0.0544868 Aug 10 03:17:01.520409 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f253c9-c9bb-4018-81b1-9e531409dfe7 req-481ea078-13ba-4240-b58e-79978ef451b5 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:01.531013 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-66f253c9-c9bb-4018-81b1-9e531409dfe7 req-481ea078-13ba-4240-b58e-79978ef451b5 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c1e7a03-fac9-474b-ac15-2b12501e97a8 HTTP/1.1" status: 200 len: 948 time: 0.2420692 Aug 10 03:17:01.606237 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda6587c-2a9f-4214-92f9-5bbe1ed0fe2e req-72f3470e-0207-4a35-ad6e-56fb271bbb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:01.607958 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-eda6587c-2a9f-4214-92f9-5bbe1ed0fe2e req-72f3470e-0207-4a35-ad6e-56fb271bbb57 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72a4be73-29a1-424c-8690-ecdcf6b06721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1074884 Aug 10 03:17:01.714147 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-66f253c9-c9bb-4018-81b1-9e531409dfe7 req-1ee045fa-a784-4f24-8438-1ddbedc8bc11 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8d28d33-caca-4f05-b0e0-721010e15342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821847 Aug 10 03:17:01.792677 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-eda6587c-2a9f-4214-92f9-5bbe1ed0fe2e req-6b829a7e-6d53-45f9-88bb-a1f6394f6370 service neutron] 10.222.0.42 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749322 Aug 10 03:17:02.236744 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-eda6587c-2a9f-4214-92f9-5bbe1ed0fe2e req-80ccd8c2-c9d5-4323-80b4-98bde0630757 service neutron] 10.222.0.42 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4298611 Aug 10 03:17:02.294728 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f55b8d-5ee1-4064-b0c0-ec23c1c51f15 req-1d355d3d-0a62-458f-9752-63f1c41fdc8b tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:02.302126 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-82f55b8d-5ee1-4064-b0c0-ec23c1c51f15 req-1d355d3d-0a62-458f-9752-63f1c41fdc8b tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/networks?id=d1e68237-a664-422b-b005-d5e450d45372 HTTP/1.1" status: 200 len: 804 time: 0.4618788 Aug 10 03:17:02.313328 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b1c88b-82fa-4113-acce-17b8bb90857b req-1fcd3382-94af-44fb-9463-8f99bdac69e1 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:02.315207 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-64b1c88b-82fa-4113-acce-17b8bb90857b req-1fcd3382-94af-44fb-9463-8f99bdac69e1 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3367b49-ee67-400c-b374-63617eab6326 HTTP/1.1" status: 200 len: 946 time: 0.2608142 Aug 10 03:17:02.328324 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4681a3-823d-4714-aec8-0fe330eeb832 req-1b023e9f-732c-4144-9f08-db59f929738d tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:02.330062 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3c4681a3-823d-4714-aec8-0fe330eeb832 req-1b023e9f-732c-4144-9f08-db59f929738d tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.42 "GET /v2.0/networks?id=7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1 HTTP/1.1" status: 200 len: 821 time: 0.4527488 Aug 10 03:17:02.357974 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-82f55b8d-5ee1-4064-b0c0-ec23c1c51f15 req-6406a5bb-d112-4cdd-80ea-4360e415b3e1 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/quotas/7bdabbcb1a36419b89901e40f3363396 HTTP/1.1" status: 200 len: 375 time: 0.0549390 Aug 10 03:17:02.363308 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-3c4681a3-823d-4714-aec8-0fe330eeb832 req-5074c406-9e67-41c8-8792-fa045af9b770 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Request body: {'port': {'device_id': '5224d542-6317-4cf8-aaf0-6e88d7d93fa3', 'network_id': '7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1', 'admin_state_up': True, 'tenant_id': '4fedcd46377344729593c49493334f54'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:17:02.454620 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device b788a602-2daf-45f8-ae7e-707bac9d92dc no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:17:02.573287 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:02.580590 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-64b1c88b-82fa-4113-acce-17b8bb90857b req-07564aff-a833-4fc3-b120-42081dd8ec60 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482615 Aug 10 03:17:02.601861 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55272776-c5a8-4fab-bb65-bb9a3b047114', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b788a602-2daf-45f8-ae7e-707bac9d92dc'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:17:02.604416 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02024311-b2d4-4f8e-aba9-84ac7b91e17c" -d '{"events": [{"server_uuid": "55272776-c5a8-4fab-bb65-bb9a3b047114", "name": "network-vif-unplugged", "status": "completed", "tag": "b788a602-2daf-45f8-ae7e-707bac9d92dc"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:17:02.625076 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port b788a602-2daf-45f8-ae7e-707bac9d92dc, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=b788a602-2daf-45f8-ae7e-707bac9d92dc,segment=NetworkSegment(bb5826fd-13f9-4737-be5f-46ce38ebd549),segment_id=bb5826fd-13f9-4737-be5f-46ce38ebd549)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:02.629396 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-82f55b8d-5ee1-4064-b0c0-ec23c1c51f15 req-d1e5de8c-3afe-4e24-82f8-e3f2e3bf07b0 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=7bdabbcb1a36419b89901e40f3363396&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0994618 Aug 10 03:17:02.635118 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:02.640797 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c4681a3-823d-4714-aec8-0fe330eeb832 req-5074c406-9e67-41c8-8792-fa045af9b770 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Made reservation on behalf of 4fedcd46377344729593c49493334f54 for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:17:02.644573 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-3c4681a3-823d-4714-aec8-0fe330eeb832 req-5074c406-9e67-41c8-8792-fa045af9b770 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:02.754903 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=b788a602-2daf-45f8-ae7e-707bac9d92dc,revision_number=8']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:02.818725 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9fd5d576-22ef-4757-9dcf-79105064d6e4 req-c1b91a68-f7a9-4df0-9d58-16e6282dfc36 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=5224d542-6317-4cf8-aaf0-6e88d7d93fa3 HTTP/1.1" status: 200 len: 210 time: 0.0738993 Aug 10 03:17:02.848150 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:02.940431 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-82f55b8d-5ee1-4064-b0c0-ec23c1c51f15 req-5254123c-3fbc-4203-aaf2-6d548bd2ee17 service neutron] 10.222.0.44 "GET /v2.0/networks/d1e68237-a664-422b-b005-d5e450d45372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3099976 Aug 10 03:17:03.133363 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-3c4681a3-823d-4714-aec8-0fe330eeb832 req-5074c406-9e67-41c8-8792-fa045af9b770 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Allocated IP 172.20.0.9 (7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1/8a049acb-8e7b-42fd-b8b6-b5c474462166/be52cd3c-ba36-4ebd-8686-444cd0392805) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:17:03.158745 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3e3298-677b-46b6-b358-b0975833f358 req-459240e0-184e-4a91-b015-27f56cfc0e0b tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:03.160280 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bc3e3298-677b-46b6-b358-b0975833f358 req-459240e0-184e-4a91-b015-27f56cfc0e0b tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=abb04be0-c7f2-4622-8647-9fdf68e648ba HTTP/1.1" status: 200 len: 949 time: 0.1911170 Aug 10 03:17:03.173358 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-82f55b8d-5ee1-4064-b0c0-ec23c1c51f15 req-ffb4e437-c383-4f22-bcd5-ccc43fe26bc6 service neutron] 10.222.0.44 "GET /v2.0/networks/d1e68237-a664-422b-b005-d5e450d45372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320845 Aug 10 03:17:03.242843 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bc3e3298-677b-46b6-b358-b0975833f358 req-a8ccd231-9a64-4379-b517-afdb269521b6 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723073 Aug 10 03:17:03.365543 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b35fb82-2069-4bc0-bcca-960724e407d1 x-openstack-request-id: req-5b35fb82-2069-4bc0-bcca-960724e407d1 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:17:03.366606 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55272776-c5a8-4fab-bb65-bb9a3b047114", "name": "network-vif-unplugged", "status": "completed", "tag": "b788a602-2daf-45f8-ae7e-707bac9d92dc", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:17:03.367076 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5b35fb82-2069-4bc0-bcca-960724e407d1 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:17:03.367693 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55272776-c5a8-4fab-bb65-bb9a3b047114', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b788a602-2daf-45f8-ae7e-707bac9d92dc', 'code': 200} Aug 10 03:17:03.451603 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-3c4681a3-823d-4714-aec8-0fe330eeb832 req-5074c406-9e67-41c8-8792-fa045af9b770 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:03.495490 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:17:03.622919 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76ab7d6-acb4-4c81-9824-1a8e3ef2b026 req-4b05d95b-3ea0-4e84-94e5-adff5a38d0dd tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:03.624626 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c76ab7d6-acb4-4c81-9824-1a8e3ef2b026 req-4b05d95b-3ea0-4e84-94e5-adff5a38d0dd tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c1e7a03-fac9-474b-ac15-2b12501e97a8 HTTP/1.1" status: 200 len: 948 time: 0.0987823 Aug 10 03:17:03.631465 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-3c4681a3-823d-4714-aec8-0fe330eeb832 req-5074c406-9e67-41c8-8792-fa045af9b770 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:03.649226 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a950433-36b6-4c0b-9510-21d248ef733c req-f9eb312a-2448-434f-9822-5a75a10f2c93 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:03.650655 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4a950433-36b6-4c0b-9510-21d248ef733c req-f9eb312a-2448-434f-9822-5a75a10f2c93 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.42 "GET /v2.0/ports?device_id=55272776-c5a8-4fab-bb65-bb9a3b047114 HTTP/1.1" status: 200 len: 944 time: 0.0936091 Aug 10 03:17:04.116559 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1a8b7271-3e37-4dd1-b92a-a703445eb7d3 req-577f6f39-60a0-4698-bbd5-aa6c22a8e816 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b2bfe29-2c7f-46f2-96c8-28060b70fc3d HTTP/1.1" status: 200 len: 210 time: 0.4625995 Aug 10 03:17:04.166454 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c4681a3-823d-4714-aec8-0fe330eeb832 req-5074c406-9e67-41c8-8792-fa045af9b770 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Network 7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:17:04.179360 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 47938) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:04.184195 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-3c4681a3-823d-4714-aec8-0fe330eeb832 req-5074c406-9e67-41c8-8792-fa045af9b770 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:17:04.191793 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c4681a3-823d-4714-aec8-0fe330eeb832 req-5074c406-9e67-41c8-8792-fa045af9b770 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:17:04.269669 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c76ab7d6-acb4-4c81-9824-1a8e3ef2b026 req-13eb9a04-d389-40f2-be37-662e66e37422 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8d28d33-caca-4f05-b0e0-721010e15342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6208551 Aug 10 03:17:04.269669 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5074c406-9e67-41c8-8792-fa045af9b770 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Pushing event updated for resources: {'Port': ['ID=be52cd3c-ba36-4ebd-8686-444cd0392805,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:04.427552 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4681a3-823d-4714-aec8-0fe330eeb832 req-5074c406-9e67-41c8-8792-fa045af9b770 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:04.429066 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-3c4681a3-823d-4714-aec8-0fe330eeb832 req-5074c406-9e67-41c8-8792-fa045af9b770 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:04.457632 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 64fcefc6-1c38-4ead-8bbf-cc69d45151bd details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:17:04.540748 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3c4681a3-823d-4714-aec8-0fe330eeb832 req-5074c406-9e67-41c8-8792-fa045af9b770 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1811709 Aug 10 03:17:04.565034 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3657b395-6a7d-48a9-9a3b-277d67139c64 req-1c6afa92-22db-4839-b679-978daae99bc3 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:04.577284 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3657b395-6a7d-48a9-9a3b-277d67139c64 req-1c6afa92-22db-4839-b679-978daae99bc3 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3367b49-ee67-400c-b374-63617eab6326 HTTP/1.1" status: 200 len: 946 time: 0.2701511 Aug 10 03:17:04.590074 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-3c4681a3-823d-4714-aec8-0fe330eeb832 req-7e63c943-88b3-4b57-b93f-7994a7c7c7e1 service neutron] Request body: {'port': {'device_id': '5224d542-6317-4cf8-aaf0-6e88d7d93fa3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:17:04.611202 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 64fcefc6-1c38-4ead-8bbf-cc69d45151bd, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=64fcefc6-1c38-4ead-8bbf-cc69d45151bd,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:04.642683 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': '64fcefc6-1c38-4ead-8bbf-cc69d45151bd', 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721', 'port_id': '64fcefc6-1c38-4ead-8bbf-cc69d45151bd', 'mac_address': 'fa:16:3e:16:1d:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60d10164-1dee-4940-9d19-f71e6c18cbc5', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:17:04.688307 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-3c4681a3-823d-4714-aec8-0fe330eeb832 req-7e63c943-88b3-4b57-b93f-7994a7c7c7e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:04.724798 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:04.741051 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-4a950433-36b6-4c0b-9510-21d248ef733c req-f65e36a2-f20c-428d-9502-84f98fc5adcb tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Deleting port b788a602-2daf-45f8-ae7e-707bac9d92dc {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:17:04.741392 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-4a950433-36b6-4c0b-9510-21d248ef733c req-f65e36a2-f20c-428d-9502-84f98fc5adcb tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:04.747766 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64fcefc6-1c38-4ead-8bbf-cc69d45151bd {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:17:04.769571 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 64fcefc6-1c38-4ead-8bbf-cc69d45151bd, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=64fcefc6-1c38-4ead-8bbf-cc69d45151bd,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:04.776204 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:04.795304 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-213a7b16-73d4-4329-9be9-29e01da66eb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521880'] for router_interface, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:04.831999 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=64fcefc6-1c38-4ead-8bbf-cc69d45151bd,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:04.841413 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:04.842997 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:04.843506 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:04.843990 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:04.844642 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:04.845128 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:04.845607 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:04.846295 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:04.846791 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:04.847420 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:04.847905 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:04.849704 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:04.922827 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3657b395-6a7d-48a9-9a3b-277d67139c64 req-9551c67d-9677-4be0-9da3-dacf81ac32d3 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3443849 Aug 10 03:17:04.962665 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-4a950433-36b6-4c0b-9510-21d248ef733c req-f65e36a2-f20c-428d-9502-84f98fc5adcb tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] For port b788a602-2daf-45f8-ae7e-707bac9d92dc, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=b788a602-2daf-45f8-ae7e-707bac9d92dc,segment=NetworkSegment(bb5826fd-13f9-4737-be5f-46ce38ebd549),segment_id=bb5826fd-13f9-4737-be5f-46ce38ebd549)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:04.963047 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-4a950433-36b6-4c0b-9510-21d248ef733c req-f65e36a2-f20c-428d-9502-84f98fc5adcb tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:04.979750 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-4a950433-36b6-4c0b-9510-21d248ef733c req-f65e36a2-f20c-428d-9502-84f98fc5adcb tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Calling delete_port for b788a602-2daf-45f8-ae7e-707bac9d92dc owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:17:05.090681 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['64fcefc6-1c38-4ead-8bbf-cc69d45151bd'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:17:05.115520 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73507621-07e1-4d9d-ae3c-3469ef94339c req-395856b1-b212-42d9-9f91-53a902550fde tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:05.117385 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-73507621-07e1-4d9d-ae3c-3469ef94339c req-395856b1-b212-42d9-9f91-53a902550fde tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=5224d542-6317-4cf8-aaf0-6e88d7d93fa3 HTTP/1.1" status: 200 len: 931 time: 0.7268035 Aug 10 03:17:05.343274 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-73507621-07e1-4d9d-ae3c-3469ef94339c req-fbb755b2-dd71-49e4-ae05-d3fe4404236b tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442833 Aug 10 03:17:05.486253 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7018b9bc-3b8c-4303-9d80-94e5dccabb5c req-b6949f97-0161-4f1e-ba7e-be449ec80a97 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:05.495624 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7018b9bc-3b8c-4303-9d80-94e5dccabb5c req-b6949f97-0161-4f1e-ba7e-be449ec80a97 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=abb04be0-c7f2-4622-8647-9fdf68e648ba HTTP/1.1" status: 200 len: 949 time: 0.4588563 Aug 10 03:17:05.503716 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f55b8d-5ee1-4064-b0c0-ec23c1c51f15 req-f23ca880-86d5-44bd-8191-6d1358b4bb57 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:05.506004 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-82f55b8d-5ee1-4064-b0c0-ec23c1c51f15 req-f23ca880-86d5-44bd-8191-6d1358b4bb57 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.61 "GET /v2.0/networks?id=d1e68237-a664-422b-b005-d5e450d45372 HTTP/1.1" status: 200 len: 804 time: 0.2114272 Aug 10 03:17:05.533202 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-82f55b8d-5ee1-4064-b0c0-ec23c1c51f15 req-3ccc259b-3979-48fa-afc1-61565afb6cac tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Request body: {'port': {'device_id': '1b2bfe29-2c7f-46f2-96c8-28060b70fc3d', 'network_id': 'd1e68237-a664-422b-b005-d5e450d45372', 'admin_state_up': True, 'tenant_id': '7bdabbcb1a36419b89901e40f3363396'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:17:05.560607 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-4a950433-36b6-4c0b-9510-21d248ef733c req-f65e36a2-f20c-428d-9502-84f98fc5adcb tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:05.639648 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7018b9bc-3b8c-4303-9d80-94e5dccabb5c req-aab9b13e-0065-47b9-b3b6-28a2f94ed3f8 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428659 Aug 10 03:17:05.656672 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65e36a2-f20c-428d-9502-84f98fc5adcb tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Pushing event deleted for resources: {'Port': ['ID=b788a602-2daf-45f8-ae7e-707bac9d92dc,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:05.688427 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-213a7b16-73d4-4329-9be9-29e01da66eb7 admin admin] Deleting port dc500372-690a-4135-9343-f400a7af8f0f {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:17:05.688718 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-213a7b16-73d4-4329-9be9-29e01da66eb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:05.704168 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82f55b8d-5ee1-4064-b0c0-ec23c1c51f15 req-3ccc259b-3979-48fa-afc1-61565afb6cac tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Made reservation on behalf of 7bdabbcb1a36419b89901e40f3363396 for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:17:05.709020 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-82f55b8d-5ee1-4064-b0c0-ec23c1c51f15 req-3ccc259b-3979-48fa-afc1-61565afb6cac tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:05.744348 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a950433-36b6-4c0b-9510-21d248ef733c req-f65e36a2-f20c-428d-9502-84f98fc5adcb tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] No DVR routers for this DVR port b788a602-2daf-45f8-ae7e-707bac9d92dc on host n-h1-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:17:05.752656 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-4a950433-36b6-4c0b-9510-21d248ef733c req-f65e36a2-f20c-428d-9502-84f98fc5adcb tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:05.755487 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4a950433-36b6-4c0b-9510-21d248ef733c req-f65e36a2-f20c-428d-9502-84f98fc5adcb tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.42 "DELETE /v2.0/ports/b788a602-2daf-45f8-ae7e-707bac9d92dc HTTP/1.1" status: 204 len: 173 time: 1.6968470 Aug 10 03:17:05.756272 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55272776-c5a8-4fab-bb65-bb9a3b047114', 'name': 'network-vif-deleted', 'tag': 'b788a602-2daf-45f8-ae7e-707bac9d92dc'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:17:05.759177 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd12bd2-592e-4b8d-b7f9-4a38e8152648" -d '{"events": [{"server_uuid": "55272776-c5a8-4fab-bb65-bb9a3b047114", "name": "network-vif-deleted", "tag": "b788a602-2daf-45f8-ae7e-707bac9d92dc"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:17:05.836005 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-da5c73a9-311f-4716-983d-582880177499 req-ed13ca50-47b4-410a-a3c6-a7d2ecbe682c tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b2bfe29-2c7f-46f2-96c8-28060b70fc3d HTTP/1.1" status: 200 len: 210 time: 0.0730128 Aug 10 03:17:05.886823 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-213a7b16-73d4-4329-9be9-29e01da66eb7 admin admin] For port dc500372-690a-4135-9343-f400a7af8f0f, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=dc500372-690a-4135-9343-f400a7af8f0f,segment=NetworkSegment(7ab813ec-b081-42ad-ba81-680bc6f3c774),segment_id=7ab813ec-b081-42ad-ba81-680bc6f3c774)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:05.887318 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-213a7b16-73d4-4329-9be9-29e01da66eb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:05.893656 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-3c4681a3-823d-4714-aec8-0fe330eeb832 req-7e63c943-88b3-4b57-b93f-7994a7c7c7e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be52cd3c-ba36-4ebd-8686-444cd0392805 {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:17:05.910720 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-213a7b16-73d4-4329-9be9-29e01da66eb7 admin admin] Calling delete_port for dc500372-690a-4135-9343-f400a7af8f0f owned by network:router_interface {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:17:05.915114 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96eeea9-bdcc-48d2-9b37-b5b4692473bb req-c2d7564c-161e-4b98-ad1a-8c723c52768e tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:05.917410 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f96eeea9-bdcc-48d2-9b37-b5b4692473bb req-c2d7564c-161e-4b98-ad1a-8c723c52768e tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c1e7a03-fac9-474b-ac15-2b12501e97a8 HTTP/1.1" status: 200 len: 949 time: 0.1687787 Aug 10 03:17:05.919552 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-3c4681a3-823d-4714-aec8-0fe330eeb832 req-7e63c943-88b3-4b57-b93f-7994a7c7c7e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:05.970267 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-3c4681a3-823d-4714-aec8-0fe330eeb832 req-7e63c943-88b3-4b57-b93f-7994a7c7c7e1 service neutron] Transition to ACTIVE for port object be52cd3c-ba36-4ebd-8686-444cd0392805 will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:17:05.991536 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-3c4681a3-823d-4714-aec8-0fe330eeb832 req-7e63c943-88b3-4b57-b93f-7994a7c7c7e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:06.017223 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [req-82f55b8d-5ee1-4064-b0c0-ec23c1c51f15 req-3ccc259b-3979-48fa-afc1-61565afb6cac tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Allocated IP 172.20.0.10 (d1e68237-a664-422b-b005-d5e450d45372/31ffc495-0d57-4c63-9695-aba9cef6afdd/762c5455-97e8-41a9-8444-c5b50e8b36f7) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:17:06.036591 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f96eeea9-bdcc-48d2-9b37-b5b4692473bb req-f90eec3f-832e-40ca-9d56-931fe4c63ce8 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8d28d33-caca-4f05-b0e0-721010e15342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108563 Aug 10 03:17:06.072779 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e63c943-88b3-4b57-b93f-7994a7c7c7e1 service neutron] Pushing event updated for resources: {'Port': ['ID=be52cd3c-ba36-4ebd-8686-444cd0392805,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:06.103472 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd1933d-6827-4442-882a-899275192dfb req-15d9f1cf-7d8a-45af-9f36-ba0b4c7e66d8 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:06.105226 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2fd1933d-6827-4442-882a-899275192dfb req-15d9f1cf-7d8a-45af-9f36-ba0b4c7e66d8 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=564cd1d5-4660-4da0-aad6-145d07e37da2 HTTP/1.1" status: 200 len: 944 time: 0.1517644 Aug 10 03:17:06.107113 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eee6743-5f0c-4fa4-8665-987d038d150e x-openstack-request-id: req-8eee6743-5f0c-4fa4-8665-987d038d150e {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:17:06.107496 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55272776-c5a8-4fab-bb65-bb9a3b047114", "name": "network-vif-deleted", "tag": "b788a602-2daf-45f8-ae7e-707bac9d92dc", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:17:06.107947 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8eee6743-5f0c-4fa4-8665-987d038d150e {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:17:06.108431 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55272776-c5a8-4fab-bb65-bb9a3b047114', 'name': 'network-vif-deleted', 'tag': 'b788a602-2daf-45f8-ae7e-707bac9d92dc', 'status': 'completed', 'code': 200} Aug 10 03:17:06.241657 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2fd1933d-6827-4442-882a-899275192dfb req-f6e59071-517a-42b0-a724-690abb5c157c tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957708 Aug 10 03:17:06.248216 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-3c4681a3-823d-4714-aec8-0fe330eeb832 req-7e63c943-88b3-4b57-b93f-7994a7c7c7e1 service neutron] Attempting to bind port be52cd3c-ba36-4ebd-8686-444cd0392805 on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:17:06.248661 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-3c4681a3-823d-4714-aec8-0fe330eeb832 req-7e63c943-88b3-4b57-b93f-7994a7c7c7e1 service neutron] Attempting to bind port be52cd3c-ba36-4ebd-8686-444cd0392805 by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': 'ef460c05-97a2-474e-9fc7-ca614ed2a066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:17:06.249089 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4681a3-823d-4714-aec8-0fe330eeb832 req-7e63c943-88b3-4b57-b93f-7994a7c7c7e1 service neutron] Attempting to bind port be52cd3c-ba36-4ebd-8686-444cd0392805 on network 7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:17:06.267769 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4681a3-823d-4714-aec8-0fe330eeb832 req-7e63c943-88b3-4b57-b93f-7994a7c7c7e1 service neutron] Port be52cd3c-ba36-4ebd-8686-444cd0392805 on network 7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:17:06.268238 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4681a3-823d-4714-aec8-0fe330eeb832 req-7e63c943-88b3-4b57-b93f-7994a7c7c7e1 service neutron] Attempting to bind port be52cd3c-ba36-4ebd-8686-444cd0392805 on network 7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:17:06.296268 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884ad4ce-8446-4a68-acb8-329ada978ef2 req-230e0ddc-aa3e-4864-aef3-07769979e668 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:06.304039 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-884ad4ce-8446-4a68-acb8-329ada978ef2 req-230e0ddc-aa3e-4864-aef3-07769979e668 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3367b49-ee67-400c-b374-63617eab6326 HTTP/1.1" status: 200 len: 946 time: 0.1445484 Aug 10 03:17:06.316237 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4681a3-823d-4714-aec8-0fe330eeb832 req-7e63c943-88b3-4b57-b93f-7994a7c7c7e1 service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:17:06.316529 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4681a3-823d-4714-aec8-0fe330eeb832 req-7e63c943-88b3-4b57-b93f-7994a7c7c7e1 service neutron] Checking segment: {'id': 'ef460c05-97a2-474e-9fc7-ca614ed2a066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:17:06.317496 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4681a3-823d-4714-aec8-0fe330eeb832 req-7e63c943-88b3-4b57-b93f-7994a7c7c7e1 service neutron] Bound using segment: {'id': 'ef460c05-97a2-474e-9fc7-ca614ed2a066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:17:06.318132 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-3c4681a3-823d-4714-aec8-0fe330eeb832 req-7e63c943-88b3-4b57-b93f-7994a7c7c7e1 service neutron] Bound port: be52cd3c-ba36-4ebd-8686-444cd0392805, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef460c05-97a2-474e-9fc7-ca614ed2a066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:17:06.318693 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-3c4681a3-823d-4714-aec8-0fe330eeb832 req-7e63c943-88b3-4b57-b93f-7994a7c7c7e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:06.331232 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-82f55b8d-5ee1-4064-b0c0-ec23c1c51f15 req-3ccc259b-3979-48fa-afc1-61565afb6cac tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:06.411356 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1111e8a2-5232-42a2-83f3-a294fa88f314 req-122f06fe-998e-4072-9700-56bad0a3fe19 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:06.413871 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1111e8a2-5232-42a2-83f3-a294fa88f314 req-122f06fe-998e-4072-9700-56bad0a3fe19 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.42 "GET /v2.0/ports?device_id=564cd1d5-4660-4da0-aad6-145d07e37da2 HTTP/1.1" status: 200 len: 944 time: 0.1582286 Aug 10 03:17:06.417297 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-213a7b16-73d4-4329-9be9-29e01da66eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:06.432549 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-884ad4ce-8446-4a68-acb8-329ada978ef2 req-3815515e-5d4f-4b9a-b706-5d4ef017c948 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274037 Aug 10 03:17:06.451868 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-82f55b8d-5ee1-4064-b0c0-ec23c1c51f15 req-3ccc259b-3979-48fa-afc1-61565afb6cac tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:06.457597 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213a7b16-73d4-4329-9be9-29e01da66eb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc500372-690a-4135-9343-f400a7af8f0f,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:06.478374 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 64fcefc6-1c38-4ead-8bbf-cc69d45151bd up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:17:06.499418 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213a7b16-73d4-4329-9be9-29e01da66eb7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:06.500252 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213a7b16-73d4-4329-9be9-29e01da66eb7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:06.500252 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213a7b16-73d4-4329-9be9-29e01da66eb7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:06.500594 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213a7b16-73d4-4329-9be9-29e01da66eb7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:06.500928 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213a7b16-73d4-4329-9be9-29e01da66eb7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:06.501430 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213a7b16-73d4-4329-9be9-29e01da66eb7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:06.501772 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213a7b16-73d4-4329-9be9-29e01da66eb7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:06.502101 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213a7b16-73d4-4329-9be9-29e01da66eb7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:06.502452 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213a7b16-73d4-4329-9be9-29e01da66eb7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:06.502781 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213a7b16-73d4-4329-9be9-29e01da66eb7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:06.503107 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213a7b16-73d4-4329-9be9-29e01da66eb7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:06.504668 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213a7b16-73d4-4329-9be9-29e01da66eb7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:06.520456 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82f55b8d-5ee1-4064-b0c0-ec23c1c51f15 req-3ccc259b-3979-48fa-afc1-61565afb6cac tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Network d1e68237-a664-422b-b005-d5e450d45372 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:17:06.576424 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [req-82f55b8d-5ee1-4064-b0c0-ec23c1c51f15 req-3ccc259b-3979-48fa-afc1-61565afb6cac tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:17:06.589115 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-82f55b8d-5ee1-4064-b0c0-ec23c1c51f15 req-3ccc259b-3979-48fa-afc1-61565afb6cac tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:17:06.617786 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning for port 64fcefc6-1c38-4ead-8bbf-cc69d45151bd completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:17:06.625616 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port 64fcefc6-1c38-4ead-8bbf-cc69d45151bd triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:17:06.627319 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:06.683185 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccc259b-3979-48fa-afc1-61565afb6cac tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Pushing event updated for resources: {'Port': ['ID=762c5455-97e8-41a9-8444-c5b50e8b36f7,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:06.700926 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f55b8d-5ee1-4064-b0c0-ec23c1c51f15 req-3ccc259b-3979-48fa-afc1-61565afb6cac tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:06.701603 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-82f55b8d-5ee1-4064-b0c0-ec23c1c51f15 req-3ccc259b-3979-48fa-afc1-61565afb6cac tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:06.706410 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-3c4681a3-823d-4714-aec8-0fe330eeb832 req-7e63c943-88b3-4b57-b93f-7994a7c7c7e1 service neutron] For port be52cd3c-ba36-4ebd-8686-444cd0392805, host n-h1-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:17:06.720624 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-3c4681a3-823d-4714-aec8-0fe330eeb832 req-7e63c943-88b3-4b57-b93f-7994a7c7c7e1 service neutron] For port be52cd3c-ba36-4ebd-8686-444cd0392805, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=be52cd3c-ba36-4ebd-8686-444cd0392805,segment=NetworkSegment(ef460c05-97a2-474e-9fc7-ca614ed2a066),segment_id=ef460c05-97a2-474e-9fc7-ca614ed2a066)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:17:06.749748 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef81a2a9-7a3e-458e-95a1-d9418ed7052a req-01fafbd5-f55b-49d0-a115-81acd427608d tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:06.752482 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:06.754011 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ef81a2a9-7a3e-458e-95a1-d9418ed7052a req-01fafbd5-f55b-49d0-a115-81acd427608d tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=5224d542-6317-4cf8-aaf0-6e88d7d93fa3 HTTP/1.1" status: 200 len: 943 time: 0.2029948 Aug 10 03:17:06.755461 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-3c4681a3-823d-4714-aec8-0fe330eeb832 req-7e63c943-88b3-4b57-b93f-7994a7c7c7e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:06.808417 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-82f55b8d-5ee1-4064-b0c0-ec23c1c51f15 req-3ccc259b-3979-48fa-afc1-61565afb6cac tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2777991 Aug 10 03:17:06.815933 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 64fcefc6-1c38-4ead-8bbf-cc69d45151bd, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=64fcefc6-1c38-4ead-8bbf-cc69d45151bd,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:06.816969 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c1e7a03-fac9-474b-ac15-2b12501e97a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64fcefc6-1c38-4ead-8bbf-cc69d45151bd'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:17:06.820233 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1727935-54f1-47bf-a2fe-5e3184387a97" -d '{"events": [{"server_uuid": "0c1e7a03-fac9-474b-ac15-2b12501e97a8", "name": "network-vif-plugged", "status": "completed", "tag": "64fcefc6-1c38-4ead-8bbf-cc69d45151bd"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:17:06.824621 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:06.825655 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device b788a602-2daf-45f8-ae7e-707bac9d92dc no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:17:06.851685 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-82f55b8d-5ee1-4064-b0c0-ec23c1c51f15 req-a3af885e-b788-43f2-b0d7-2fba7803b711 service neutron] Request body: {'port': {'device_id': '1b2bfe29-2c7f-46f2-96c8-28060b70fc3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-13'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:17:06.897499 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e63c943-88b3-4b57-b93f-7994a7c7c7e1 service neutron] Pushing event updated for resources: {'Port': ['ID=be52cd3c-ba36-4ebd-8686-444cd0392805,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:06.918843 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4681a3-823d-4714-aec8-0fe330eeb832 req-7e63c943-88b3-4b57-b93f-7994a7c7c7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:06.919652 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-3c4681a3-823d-4714-aec8-0fe330eeb832 req-7e63c943-88b3-4b57-b93f-7994a7c7c7e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:06.921227 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3c4681a3-823d-4714-aec8-0fe330eeb832 req-7e63c943-88b3-4b57-b93f-7994a7c7c7e1 service neutron] 10.222.0.42 "PUT /v2.0/ports/be52cd3c-ba36-4ebd-8686-444cd0392805 HTTP/1.1" status: 200 len: 1092 time: 2.3375454 Aug 10 03:17:06.931608 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-213a7b16-73d4-4329-9be9-29e01da66eb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-522536'] for router_interface, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:06.942587 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-82f55b8d-5ee1-4064-b0c0-ec23c1c51f15 req-a3af885e-b788-43f2-b0d7-2fba7803b711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:06.972028 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ef81a2a9-7a3e-458e-95a1-d9418ed7052a req-faafa7c6-f0f1-416b-92a0-d6f5f7b6c16c tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978242 Aug 10 03:17:07.004389 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-1111e8a2-5232-42a2-83f3-a294fa88f314 req-04da5295-5bf3-4322-b3e6-565952bfa05b tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Deleting port 27080ad8-c856-4fb6-b762-f49ad6377e20 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:17:07.004790 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-1111e8a2-5232-42a2-83f3-a294fa88f314 req-04da5295-5bf3-4322-b3e6-565952bfa05b tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:07.016032 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbc9e0d-9520-422a-a99a-a8887cd79d09 req-7991c3ca-814d-4ac2-826f-5ddbb2df9cca tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:07.017908 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-acbc9e0d-9520-422a-a99a-a8887cd79d09 req-7991c3ca-814d-4ac2-826f-5ddbb2df9cca tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=abb04be0-c7f2-4622-8647-9fdf68e648ba HTTP/1.1" status: 200 len: 949 time: 0.2212400 Aug 10 03:17:07.052764 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] No Port match for: b788a602-2daf-45f8-ae7e-707bac9d92dc {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:17:07.053520 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device b788a602-2daf-45f8-ae7e-707bac9d92dc not bound to the agent host n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:17:07.089871 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5898e549-d2f3-4789-8f13-10125b16bf6a x-openstack-request-id: req-5898e549-d2f3-4789-8f13-10125b16bf6a {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:17:07.093295 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c1e7a03-fac9-474b-ac15-2b12501e97a8", "name": "network-vif-plugged", "status": "completed", "tag": "64fcefc6-1c38-4ead-8bbf-cc69d45151bd", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:17:07.093746 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5898e549-d2f3-4789-8f13-10125b16bf6a {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:17:07.094497 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c1e7a03-fac9-474b-ac15-2b12501e97a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64fcefc6-1c38-4ead-8bbf-cc69d45151bd', 'code': 200} Aug 10 03:17:07.125298 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=64fcefc6-1c38-4ead-8bbf-cc69d45151bd,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:07.130486 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4681a3-823d-4714-aec8-0fe330eeb832 req-c928d439-6c29-42ee-856d-75b49a8e6e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:07.132631 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3c4681a3-823d-4714-aec8-0fe330eeb832 req-c928d439-6c29-42ee-856d-75b49a8e6e3b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4fedcd46377344729593c49493334f54&device_id=5224d542-6317-4cf8-aaf0-6e88d7d93fa3 HTTP/1.1" status: 200 len: 1095 time: 0.1593747 Aug 10 03:17:07.138198 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-acbc9e0d-9520-422a-a99a-a8887cd79d09 req-df88530c-d2d0-41ec-8412-b7a173c83c38 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758560 Aug 10 03:17:07.201818 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3c4681a3-823d-4714-aec8-0fe330eeb832 req-c1f8f431-e2bb-42a7-a5fb-5017fffe44b7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be52cd3c-ba36-4ebd-8686-444cd0392805 HTTP/1.1" status: 200 len: 217 time: 0.0601828 Aug 10 03:17:07.267808 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3237faf7-94c1-4d46-9300-064c0dcc38cb req-25a19084-06a5-404f-b637-4c38d34e64da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:07.269235 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-3237faf7-94c1-4d46-9300-064c0dcc38cb req-25a19084-06a5-404f-b637-4c38d34e64da service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0c1e7a03-fac9-474b-ac15-2b12501e97a8 HTTP/1.1" status: 200 len: 1102 time: 0.1326029 Aug 10 03:17:07.316096 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-1111e8a2-5232-42a2-83f3-a294fa88f314 req-04da5295-5bf3-4322-b3e6-565952bfa05b tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] For port 27080ad8-c856-4fb6-b762-f49ad6377e20, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=27080ad8-c856-4fb6-b762-f49ad6377e20,segment=NetworkSegment(6bf2f30c-8de9-48b6-ac35-0afe448267ae),segment_id=6bf2f30c-8de9-48b6-ac35-0afe448267ae)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:07.316708 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-1111e8a2-5232-42a2-83f3-a294fa88f314 req-04da5295-5bf3-4322-b3e6-565952bfa05b tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:07.323069 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4681a3-823d-4714-aec8-0fe330eeb832 req-d7165047-14ef-4084-855d-97c4c0a4b0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:07.323821 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3c4681a3-823d-4714-aec8-0fe330eeb832 req-d7165047-14ef-4084-855d-97c4c0a4b0f1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8a049acb-8e7b-42fd-b8b6-b5c474462166 HTTP/1.1" status: 200 len: 861 time: 0.1058810 Aug 10 03:17:07.357478 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ddabc-75b8-408e-b9b0-7e10ec9210f5 req-c80dca0d-57b2-4d4a-9773-875e9a17f6d6 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:07.359241 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e60ddabc-75b8-408e-b9b0-7e10ec9210f5 req-c80dca0d-57b2-4d4a-9773-875e9a17f6d6 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b2bfe29-2c7f-46f2-96c8-28060b70fc3d HTTP/1.1" status: 200 len: 932 time: 0.1751294 Aug 10 03:17:07.360495 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-1111e8a2-5232-42a2-83f3-a294fa88f314 req-04da5295-5bf3-4322-b3e6-565952bfa05b tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Calling delete_port for 27080ad8-c856-4fb6-b762-f49ad6377e20 owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:17:07.388216 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3c4681a3-823d-4714-aec8-0fe330eeb832 req-4284b566-656a-4c9e-a1be-b4e57158cb26 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566730 Aug 10 03:17:07.427555 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176f733d-c54b-45b5-99dc-ee8f70925089 req-e82e84fd-9437-4d95-a4ea-d3b25fec47c1 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:07.431000 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-3237faf7-94c1-4d46-9300-064c0dcc38cb req-00e6d3af-aa50-4109-a6da-3229e3b3c60c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f8d28d33-caca-4f05-b0e0-721010e15342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528680 Aug 10 03:17:07.431537 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-176f733d-c54b-45b5-99dc-ee8f70925089 req-e82e84fd-9437-4d95-a4ea-d3b25fec47c1 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c1e7a03-fac9-474b-ac15-2b12501e97a8 HTTP/1.1" status: 200 len: 950 time: 0.1799159 Aug 10 03:17:07.498074 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-213a7b16-73d4-4329-9be9-29e01da66eb7 admin admin] Router 53808922-2112-4155-91f4-85e2caf7aee7 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:17:07.588485 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [req-82f55b8d-5ee1-4064-b0c0-ec23c1c51f15 req-a3af885e-b788-43f2-b0d7-2fba7803b711 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 762c5455-97e8-41a9-8444-c5b50e8b36f7 {{(pid=94261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:17:07.603052 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-82f55b8d-5ee1-4064-b0c0-ec23c1c51f15 req-a3af885e-b788-43f2-b0d7-2fba7803b711 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:07.638385 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e60ddabc-75b8-408e-b9b0-7e10ec9210f5 req-7d2fc072-9f20-46b9-9aa2-6f203669123e tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/security-groups?id=58160609-a8c2-4b15-a3de-467e7dbbc834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601268 Aug 10 03:17:07.657918 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [req-82f55b8d-5ee1-4064-b0c0-ec23c1c51f15 req-a3af885e-b788-43f2-b0d7-2fba7803b711 service neutron] Transition to ACTIVE for port object 762c5455-97e8-41a9-8444-c5b50e8b36f7 will not be triggered until provisioned by entity L2. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:17:07.666861 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-82f55b8d-5ee1-4064-b0c0-ec23c1c51f15 req-a3af885e-b788-43f2-b0d7-2fba7803b711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:07.695767 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-176f733d-c54b-45b5-99dc-ee8f70925089 req-03d05998-9319-4e20-b669-fbb7da09990c tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8d28d33-caca-4f05-b0e0-721010e15342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406309 Aug 10 03:17:07.719967 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-213a7b16-73d4-4329-9be9-29e01da66eb7 admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:17:07.723443 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-213a7b16-73d4-4329-9be9-29e01da66eb7 admin admin] 10.222.0.44 "PUT /v2.0/routers/53808922-2112-4155-91f4-85e2caf7aee7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5420270 Aug 10 03:17:07.724387 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d7e189-6aeb-4ba5-9715-ddd2e41beca3 None None] Sync routers for ids ['53808922-2112-4155-91f4-85e2caf7aee7'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:17:07.730977 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 47976) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:07.739280 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3af885e-b788-43f2-b0d7-2fba7803b711 service neutron] Pushing event updated for resources: {'Port': ['ID=762c5455-97e8-41a9-8444-c5b50e8b36f7,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:07.751691 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d7e189-6aeb-4ba5-9715-ddd2e41beca3 None None] Routers {'53808922-2112-4155-91f4-85e2caf7aee7'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:17:07.756034 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-c0d7e189-6aeb-4ba5-9715-ddd2e41beca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:16:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['53808922-2112-4155-91f4-85e2caf7aee7'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:17:07.847760 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3c4681a3-823d-4714-aec8-0fe330eeb832 req-8b649fb8-5003-4036-817c-e0cd45b11482 service neutron] 10.222.0.42 "GET /v2.0/networks/7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4409368 Aug 10 03:17:07.936883 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-82f55b8d-5ee1-4064-b0c0-ec23c1c51f15 req-a3af885e-b788-43f2-b0d7-2fba7803b711 service neutron] Attempting to bind port 762c5455-97e8-41a9-8444-c5b50e8b36f7 on host n-h2-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:17:07.937268 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-82f55b8d-5ee1-4064-b0c0-ec23c1c51f15 req-a3af885e-b788-43f2-b0d7-2fba7803b711 service neutron] Attempting to bind port 762c5455-97e8-41a9-8444-c5b50e8b36f7 by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': 'bb5826fd-13f9-4737-be5f-46ce38ebd549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd1e68237-a664-422b-b005-d5e450d45372'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:17:07.937638 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f55b8d-5ee1-4064-b0c0-ec23c1c51f15 req-a3af885e-b788-43f2-b0d7-2fba7803b711 service neutron] Attempting to bind port 762c5455-97e8-41a9-8444-c5b50e8b36f7 on network d1e68237-a664-422b-b005-d5e450d45372 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:17:07.947357 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f55b8d-5ee1-4064-b0c0-ec23c1c51f15 req-a3af885e-b788-43f2-b0d7-2fba7803b711 service neutron] Port 762c5455-97e8-41a9-8444-c5b50e8b36f7 on network d1e68237-a664-422b-b005-d5e450d45372 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:17:07.947591 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f55b8d-5ee1-4064-b0c0-ec23c1c51f15 req-a3af885e-b788-43f2-b0d7-2fba7803b711 service neutron] Attempting to bind port 762c5455-97e8-41a9-8444-c5b50e8b36f7 on network d1e68237-a664-422b-b005-d5e450d45372 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:17:07.950316 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b438dbcb-45d2-4f1d-bfef-401d00562682 admin admin] Notify callbacks [] for router, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:07.956330 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-c0d7e189-6aeb-4ba5-9715-ddd2e41beca3 None None] Set router 53808922-2112-4155-91f4-85e2caf7aee7 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:17:07.991983 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f55b8d-5ee1-4064-b0c0-ec23c1c51f15 req-a3af885e-b788-43f2-b0d7-2fba7803b711 service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:17:07.992490 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f55b8d-5ee1-4064-b0c0-ec23c1c51f15 req-a3af885e-b788-43f2-b0d7-2fba7803b711 service neutron] Checking segment: {'id': 'bb5826fd-13f9-4737-be5f-46ce38ebd549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd1e68237-a664-422b-b005-d5e450d45372'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:17:07.992897 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f55b8d-5ee1-4064-b0c0-ec23c1c51f15 req-a3af885e-b788-43f2-b0d7-2fba7803b711 service neutron] Bound using segment: {'id': 'bb5826fd-13f9-4737-be5f-46ce38ebd549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd1e68237-a664-422b-b005-d5e450d45372'} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:17:07.993369 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-82f55b8d-5ee1-4064-b0c0-ec23c1c51f15 req-a3af885e-b788-43f2-b0d7-2fba7803b711 service neutron] Bound port: 762c5455-97e8-41a9-8444-c5b50e8b36f7, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb5826fd-13f9-4737-be5f-46ce38ebd549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd1e68237-a664-422b-b005-d5e450d45372'}}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:17:07.993744 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-82f55b8d-5ee1-4064-b0c0-ec23c1c51f15 req-a3af885e-b788-43f2-b0d7-2fba7803b711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:08.054743 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f27b2c-15e2-475e-a50d-88a723d4de3d req-b8b73340-9374-4025-8d18-d23967de5321 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:08.062542 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d3f27b2c-15e2-475e-a50d-88a723d4de3d req-b8b73340-9374-4025-8d18-d23967de5321 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3367b49-ee67-400c-b374-63617eab6326 HTTP/1.1" status: 200 len: 946 time: 0.2417147 Aug 10 03:17:08.130657 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-82f55b8d-5ee1-4064-b0c0-ec23c1c51f15 req-a3af885e-b788-43f2-b0d7-2fba7803b711 service neutron] For port 762c5455-97e8-41a9-8444-c5b50e8b36f7, host n-h2-768862-13, cleared binding levels {{(pid=94261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:17:08.136430 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-82f55b8d-5ee1-4064-b0c0-ec23c1c51f15 req-a3af885e-b788-43f2-b0d7-2fba7803b711 service neutron] For port 762c5455-97e8-41a9-8444-c5b50e8b36f7, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=762c5455-97e8-41a9-8444-c5b50e8b36f7,segment=NetworkSegment(bb5826fd-13f9-4737-be5f-46ce38ebd549),segment_id=bb5826fd-13f9-4737-be5f-46ce38ebd549)] {{(pid=94261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:17:08.139250 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b438dbcb-45d2-4f1d-bfef-401d00562682 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:08.144992 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-82f55b8d-5ee1-4064-b0c0-ec23c1c51f15 req-a3af885e-b788-43f2-b0d7-2fba7803b711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:08.210988 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f55b8d-5ee1-4064-b0c0-ec23c1c51f15 req-a3af885e-b788-43f2-b0d7-2fba7803b711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:08.211635 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-82f55b8d-5ee1-4064-b0c0-ec23c1c51f15 req-a3af885e-b788-43f2-b0d7-2fba7803b711 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:08.213165 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-82f55b8d-5ee1-4064-b0c0-ec23c1c51f15 req-a3af885e-b788-43f2-b0d7-2fba7803b711 service neutron] 10.222.0.61 "PUT /v2.0/ports/762c5455-97e8-41a9-8444-c5b50e8b36f7 HTTP/1.1" status: 200 len: 1093 time: 1.3672657 Aug 10 03:17:08.213884 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b2bfe29-2c7f-46f2-96c8-28060b70fc3d', 'tag': '762c5455-97e8-41a9-8444-c5b50e8b36f7'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:17:08.216422 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c910dc1c-6229-401d-889f-9c551cdfef43" -d '{"events": [{"name": "network-changed", "server_uuid": "1b2bfe29-2c7f-46f2-96c8-28060b70fc3d", "tag": "762c5455-97e8-41a9-8444-c5b50e8b36f7"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:17:08.251060 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3af885e-b788-43f2-b0d7-2fba7803b711 service neutron] Pushing event updated for resources: {'Port': ['ID=762c5455-97e8-41a9-8444-c5b50e8b36f7,revision_number=3']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:08.252113 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-c0d7e189-6aeb-4ba5-9715-ddd2e41beca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53808922-2112-4155-91f4-85e2caf7aee7', 'name': 'tempest-AttachSCSIVolumeTestJSON-856381593-router', 'tenant_id': '698bc1b9fd8b4f24aacf0732f9da5055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'c8bcb339-2f7c-4d8f-aa0f-3bd27afbc437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:15:04Z', 'updated_at': '2021-08-10T03:17:06Z', 'revision_number': 5, 'project_id': '698bc1b9fd8b4f24aacf0732f9da5055', 'gw_port': {'id': 'c8bcb339-2f7c-4d8f-aa0f-3bd27afbc437', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:cf:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53808922-2112-4155-91f4-85e2caf7aee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:05Z', 'updated_at': '2021-08-10T03:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:17:08.294119 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-b438dbcb-45d2-4f1d-bfef-401d00562682 admin admin] Deleting port c8bcb339-2f7c-4d8f-aa0f-3bd27afbc437 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:17:08.294492 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b438dbcb-45d2-4f1d-bfef-401d00562682 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:08.319083 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d7e189-6aeb-4ba5-9715-ddd2e41beca3 None None] Checking router: 53808922-2112-4155-91f4-85e2caf7aee7 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:17:08.329673 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d7e189-6aeb-4ba5-9715-ddd2e41beca3 None None] Routers {'53808922-2112-4155-91f4-85e2caf7aee7'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:17:08.330514 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-c0d7e189-6aeb-4ba5-9715-ddd2e41beca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:16:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['53808922-2112-4155-91f4-85e2caf7aee7'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:17:08.344872 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5224d542-6317-4cf8-aaf0-6e88d7d93fa3', 'tag': 'be52cd3c-ba36-4ebd-8686-444cd0392805'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:17:08.348313 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bacbd5cd-b56b-4fc4-93fa-1e5fe23f0dd0" -d '{"events": [{"name": "network-changed", "server_uuid": "5224d542-6317-4cf8-aaf0-6e88d7d93fa3", "tag": "be52cd3c-ba36-4ebd-8686-444cd0392805"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:17:08.364164 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6557f099-0eca-4f95-a1cb-02fd8366633d req-4cbcd480-fd51-4ea8-962b-d89416566439 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:08.372924 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6557f099-0eca-4f95-a1cb-02fd8366633d req-4cbcd480-fd51-4ea8-962b-d89416566439 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=564cd1d5-4660-4da0-aad6-145d07e37da2 HTTP/1.1" status: 200 len: 944 time: 0.5641484 Aug 10 03:17:08.379681 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-1111e8a2-5232-42a2-83f3-a294fa88f314 req-04da5295-5bf3-4322-b3e6-565952bfa05b tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:08.398295 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['27080ad8-c856-4fb6-b762-f49ad6377e20'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:17:08.405496 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f55b8d-5ee1-4064-b0c0-ec23c1c51f15 req-61014ccc-2239-447c-ab30-c86cae87ae76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:08.407508 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-82f55b8d-5ee1-4064-b0c0-ec23c1c51f15 req-61014ccc-2239-447c-ab30-c86cae87ae76 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7bdabbcb1a36419b89901e40f3363396&device_id=1b2bfe29-2c7f-46f2-96c8-28060b70fc3d HTTP/1.1" status: 200 len: 1096 time: 0.1266208 Aug 10 03:17:08.466821 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04da5295-5bf3-4322-b3e6-565952bfa05b tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Pushing event deleted for resources: {'Port': ['ID=27080ad8-c856-4fb6-b762-f49ad6377e20,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:08.483077 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-82f55b8d-5ee1-4064-b0c0-ec23c1c51f15 req-82111f2f-2bf1-431c-9d4e-1b4f2829d34d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=762c5455-97e8-41a9-8444-c5b50e8b36f7 HTTP/1.1" status: 200 len: 217 time: 0.0529709 Aug 10 03:17:08.484975 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-b438dbcb-45d2-4f1d-bfef-401d00562682 admin admin] For port c8bcb339-2f7c-4d8f-aa0f-3bd27afbc437, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=c8bcb339-2f7c-4d8f-aa0f-3bd27afbc437,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:08.485347 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b438dbcb-45d2-4f1d-bfef-401d00562682 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:08.499066 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3c4681a3-823d-4714-aec8-0fe330eeb832 req-606bd7a5-0cc2-426e-904e-b8e20480650b service neutron] 10.222.0.42 "GET /v2.0/networks/7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6130111 Aug 10 03:17:08.521382 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-c0d7e189-6aeb-4ba5-9715-ddd2e41beca3 None None] Set router 53808922-2112-4155-91f4-85e2caf7aee7 gateway port host: None {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:17:08.528663 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d3f27b2c-15e2-475e-a50d-88a723d4de3d req-3f7d72c9-cedf-483b-af58-b8ca69b2b3d8 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4650915 Aug 10 03:17:08.561409 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6557f099-0eca-4f95-a1cb-02fd8366633d req-08054e8b-c419-4bc4-9526-a316d379343f tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875045 Aug 10 03:17:08.577604 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-b438dbcb-45d2-4f1d-bfef-401d00562682 admin admin] Calling delete_port for c8bcb339-2f7c-4d8f-aa0f-3bd27afbc437 owned by network:router_gateway {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:17:08.607629 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-1111e8a2-5232-42a2-83f3-a294fa88f314 req-04da5295-5bf3-4322-b3e6-565952bfa05b tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] No DVR routers for this DVR port 27080ad8-c856-4fb6-b762-f49ad6377e20 on host n-h1-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:17:08.612547 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-1111e8a2-5232-42a2-83f3-a294fa88f314 req-04da5295-5bf3-4322-b3e6-565952bfa05b tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:08.614655 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1111e8a2-5232-42a2-83f3-a294fa88f314 req-04da5295-5bf3-4322-b3e6-565952bfa05b tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.42 "DELETE /v2.0/ports/27080ad8-c856-4fb6-b762-f49ad6377e20 HTTP/1.1" status: 204 len: 173 time: 2.1790268 Aug 10 03:17:08.642694 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f55b8d-5ee1-4064-b0c0-ec23c1c51f15 req-75f24136-c38b-4189-aff8-2fc6a8df9339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:08.644291 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-82f55b8d-5ee1-4064-b0c0-ec23c1c51f15 req-75f24136-c38b-4189-aff8-2fc6a8df9339 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=31ffc495-0d57-4c63-9695-aba9cef6afdd HTTP/1.1" status: 200 len: 844 time: 0.1390162 Aug 10 03:17:08.663366 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-c0d7e189-6aeb-4ba5-9715-ddd2e41beca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53808922-2112-4155-91f4-85e2caf7aee7', 'name': 'tempest-AttachSCSIVolumeTestJSON-856381593-router', 'tenant_id': '698bc1b9fd8b4f24aacf0732f9da5055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:15:04Z', 'updated_at': '2021-08-10T03:17:08Z', 'revision_number': 6, 'project_id': '698bc1b9fd8b4f24aacf0732f9da5055', 'gw_port_host': None}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:17:08.695841 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-82f55b8d-5ee1-4064-b0c0-ec23c1c51f15 req-4e0d4357-74c5-4c53-9372-35b1aead6846 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d1e68237-a664-422b-b005-d5e450d45372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312412 Aug 10 03:17:08.707119 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d7e189-6aeb-4ba5-9715-ddd2e41beca3 None None] The sync data for ids ['53808922-2112-4155-91f4-85e2caf7aee7'] in n-d-768862-13 is: [{'id': '53808922-2112-4155-91f4-85e2caf7aee7', 'name': 'tempest-AttachSCSIVolumeTestJSON-856381593-router', 'tenant_id': '698bc1b9fd8b4f24aacf0732f9da5055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:15:04Z', 'updated_at': '2021-08-10T03:17:08Z', 'revision_number': 6, 'project_id': '698bc1b9fd8b4f24aacf0732f9da5055', 'gw_port_host': None}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:17:08.766305 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7fda40-98e7-4bf8-82c1-cab9aa2b6070 req-6510fb5b-cbb5-43d7-baa6-d9a47f4a8ec0 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:08.768514 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5d7fda40-98e7-4bf8-82c1-cab9aa2b6070 req-6510fb5b-cbb5-43d7-baa6-d9a47f4a8ec0 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=5224d542-6317-4cf8-aaf0-6e88d7d93fa3 HTTP/1.1" status: 200 len: 943 time: 0.1051905 Aug 10 03:17:08.812066 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5d7fda40-98e7-4bf8-82c1-cab9aa2b6070 req-1e8cb023-35fe-4e6d-bc8e-41cefbee8a17 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357583 Aug 10 03:17:08.877821 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515e29eb-3069-41c9-b621-b35bdaa58eab req-ebc45618-1934-430e-8737-fcb7629df6fa tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:08.879434 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-515e29eb-3069-41c9-b621-b35bdaa58eab req-ebc45618-1934-430e-8737-fcb7629df6fa tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=abb04be0-c7f2-4622-8647-9fdf68e648ba HTTP/1.1" status: 200 len: 949 time: 0.0556147 Aug 10 03:17:08.922293 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-515e29eb-3069-41c9-b621-b35bdaa58eab req-c7e2e45d-1372-4444-b176-43109e408491 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355484 Aug 10 03:17:08.966397 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6775f1cb-d9a1-4058-b2d2-6082f9006f00 x-openstack-request-id: req-6775f1cb-d9a1-4058-b2d2-6082f9006f00 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:17:08.966796 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5224d542-6317-4cf8-aaf0-6e88d7d93fa3", "tag": "be52cd3c-ba36-4ebd-8686-444cd0392805", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:17:08.967148 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6775f1cb-d9a1-4058-b2d2-6082f9006f00 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:17:08.967632 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5224d542-6317-4cf8-aaf0-6e88d7d93fa3', 'tag': 'be52cd3c-ba36-4ebd-8686-444cd0392805', 'status': 'completed', 'code': 200} Aug 10 03:17:09.016882 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb5008d4-388e-418f-b9f2-11d6ceffa482 x-openstack-request-id: req-fb5008d4-388e-418f-b9f2-11d6ceffa482 {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:17:09.017159 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b2bfe29-2c7f-46f2-96c8-28060b70fc3d", "tag": "762c5455-97e8-41a9-8444-c5b50e8b36f7", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:17:09.017410 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fb5008d4-388e-418f-b9f2-11d6ceffa482 {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:17:09.017807 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b2bfe29-2c7f-46f2-96c8-28060b70fc3d', 'tag': '762c5455-97e8-41a9-8444-c5b50e8b36f7', 'status': 'completed', 'code': 200} Aug 10 03:17:09.110824 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbecef9-4ee3-42ad-8cd2-d572bcff81ef req-61384160-5be7-42c3-85e8-571622f1b2ad tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:09.112650 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9fbecef9-4ee3-42ad-8cd2-d572bcff81ef req-61384160-5be7-42c3-85e8-571622f1b2ad tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b2bfe29-2c7f-46f2-96c8-28060b70fc3d HTTP/1.1" status: 200 len: 944 time: 0.1159780 Aug 10 03:17:09.135375 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fac302-9a55-415a-8ffe-3f1678479653 req-7148b001-723f-44d2-ab7a-4aecd7d4afc1 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:09.137540 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-23fac302-9a55-415a-8ffe-3f1678479653 req-7148b001-723f-44d2-ab7a-4aecd7d4afc1 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c1e7a03-fac9-474b-ac15-2b12501e97a8 HTTP/1.1" status: 200 len: 950 time: 0.1210926 Aug 10 03:17:09.157650 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacbd5cd-b56b-4fc4-93fa-1e5fe23f0dd0 req-c6ba3866-f822-4870-9e67-19cc4cf806f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:09.159286 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bacbd5cd-b56b-4fc4-93fa-1e5fe23f0dd0 req-c6ba3866-f822-4870-9e67-19cc4cf806f6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4fedcd46377344729593c49493334f54&device_id=5224d542-6317-4cf8-aaf0-6e88d7d93fa3 HTTP/1.1" status: 200 len: 1095 time: 0.1517673 Aug 10 03:17:09.174962 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-82f55b8d-5ee1-4064-b0c0-ec23c1c51f15 req-b5128ffb-2819-48a3-93fd-3c4d5864d968 service neutron] 10.222.0.61 "GET /v2.0/networks/d1e68237-a664-422b-b005-d5e450d45372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563005 Aug 10 03:17:09.198354 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b438dbcb-45d2-4f1d-bfef-401d00562682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:09.261913 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b438dbcb-45d2-4f1d-bfef-401d00562682 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8bcb339-2f7c-4d8f-aa0f-3bd27afbc437,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:09.278841 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9fbecef9-4ee3-42ad-8cd2-d572bcff81ef req-1b38ac5e-2c1f-4414-ac33-50aaa3303e0f tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/security-groups?id=58160609-a8c2-4b15-a3de-467e7dbbc834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525674 Aug 10 03:17:09.285755 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-23fac302-9a55-415a-8ffe-3f1678479653 req-84527b79-a337-42be-bd51-1419a9b0a7dc tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8d28d33-caca-4f05-b0e0-721010e15342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378548 Aug 10 03:17:09.327745 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacbd5cd-b56b-4fc4-93fa-1e5fe23f0dd0 req-394f4054-c425-4a3f-a575-cb3f63ff596c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:09.329489 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bacbd5cd-b56b-4fc4-93fa-1e5fe23f0dd0 req-394f4054-c425-4a3f-a575-cb3f63ff596c service neutron] 10.222.0.42 "GET /v2.0/networks?id=7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1 HTTP/1.1" status: 200 len: 921 time: 0.1607628 Aug 10 03:17:09.353866 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b438dbcb-45d2-4f1d-bfef-401d00562682 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520654'] for router_gateway, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:09.379726 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bacbd5cd-b56b-4fc4-93fa-1e5fe23f0dd0 req-d7a74179-9aff-4ae7-b1c1-2560cb19fc39 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be52cd3c-ba36-4ebd-8686-444cd0392805 HTTP/1.1" status: 200 len: 217 time: 0.0418260 Aug 10 03:17:09.455535 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacbd5cd-b56b-4fc4-93fa-1e5fe23f0dd0 req-dab5836f-69e1-458d-84b6-9d37f4aaf55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:09.456993 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bacbd5cd-b56b-4fc4-93fa-1e5fe23f0dd0 req-dab5836f-69e1-458d-84b6-9d37f4aaf55b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8a049acb-8e7b-42fd-b8b6-b5c474462166 HTTP/1.1" status: 200 len: 861 time: 0.0696416 Aug 10 03:17:09.459694 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6787eb-7314-433d-bee7-00b1ff327784 req-bcd2e33f-44af-4a21-8467-95921f68efb3 tempest-ServersOnMultiNodesTest-1599750604 tempest-ServersOnMultiNodesTest-1599750604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:09.461105 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6b6787eb-7314-433d-bee7-00b1ff327784 req-bcd2e33f-44af-4a21-8467-95921f68efb3 tempest-ServersOnMultiNodesTest-1599750604 tempest-ServersOnMultiNodesTest-1599750604-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=0c1e7a03-fac9-474b-ac15-2b12501e97a8 HTTP/1.1" status: 200 len: 1102 time: 0.0842206 Aug 10 03:17:09.469133 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-82f55b8d-5ee1-4064-b0c0-ec23c1c51f15 req-3cae3c21-3af6-4706-ad43-beb115d4f1fe service neutron] 10.222.0.61 "GET /v2.0/networks/d1e68237-a664-422b-b005-d5e450d45372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2814412 Aug 10 03:17:09.477155 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b438dbcb-45d2-4f1d-bfef-401d00562682 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:09.483977 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b438dbcb-45d2-4f1d-bfef-401d00562682 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:09.501964 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bacbd5cd-b56b-4fc4-93fa-1e5fe23f0dd0 req-067f1941-e8cc-4f54-bcbf-b02eaf9f3846 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371246 Aug 10 03:17:09.543868 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6b6787eb-7314-433d-bee7-00b1ff327784 req-27b37e6b-7565-409c-b2e2-3e131b384e56 tempest-ServersOnMultiNodesTest-1599750604 tempest-ServersOnMultiNodesTest-1599750604-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=f8d28d33-caca-4f05-b0e0-721010e15342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710039 Aug 10 03:17:09.602133 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b438dbcb-45d2-4f1d-bfef-401d00562682 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:09.602940 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b438dbcb-45d2-4f1d-bfef-401d00562682 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53808922-2112-4155-91f4-85e2caf7aee7 {{(pid=94261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:17:09.608420 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b438dbcb-45d2-4f1d-bfef-401d00562682 admin admin] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:09.610212 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-b438dbcb-45d2-4f1d-bfef-401d00562682 admin admin] 10.222.0.44 "DELETE /v2.0/routers/53808922-2112-4155-91f4-85e2caf7aee7 HTTP/1.1" status: 204 len: 168 time: 1.8776374 Aug 10 03:17:09.612318 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 48002) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:09.623744 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c910dc1c-6229-401d-889f-9c551cdfef43 req-d0cc317b-0f78-40ba-8e9d-9b27b17fc642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:09.623906 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bacbd5cd-b56b-4fc4-93fa-1e5fe23f0dd0 req-61ea7bfe-7ceb-450d-83cf-60fe6397f941 service neutron] 10.222.0.42 "GET /v2.0/networks/7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148541 Aug 10 03:17:09.625363 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-c910dc1c-6229-401d-889f-9c551cdfef43 req-d0cc317b-0f78-40ba-8e9d-9b27b17fc642 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7bdabbcb1a36419b89901e40f3363396&device_id=1b2bfe29-2c7f-46f2-96c8-28060b70fc3d HTTP/1.1" status: 200 len: 1096 time: 0.0710449 Aug 10 03:17:09.736439 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9b97577-9bdf-47b7-ab1e-05f9dfa4c566 admin admin] Deleting subnet 06497a92-6e29-4a73-bf8f-e28be4f5a4e0 {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:17:09.749308 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c9b97577-9bdf-47b7-ab1e-05f9dfa4c566 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:09.777932 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921d1e2f-4af4-4397-8ff5-1d93fad7cca0 req-44ae0ac1-221c-4c24-a7e1-f010f2e2e6b1 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:09.787992 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-921d1e2f-4af4-4397-8ff5-1d93fad7cca0 req-44ae0ac1-221c-4c24-a7e1-f010f2e2e6b1 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3367b49-ee67-400c-b374-63617eab6326 HTTP/1.1" status: 200 len: 946 time: 0.1199808 Aug 10 03:17:09.810029 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c910dc1c-6229-401d-889f-9c551cdfef43 req-28bd899e-d16e-47b4-8cd9-82733f71b420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:09.811544 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-c910dc1c-6229-401d-889f-9c551cdfef43 req-28bd899e-d16e-47b4-8cd9-82733f71b420 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d1e68237-a664-422b-b005-d5e450d45372 HTTP/1.1" status: 200 len: 904 time: 0.1581342 Aug 10 03:17:09.814345 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c9b97577-9bdf-47b7-ab1e-05f9dfa4c566 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:09.831215 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bacbd5cd-b56b-4fc4-93fa-1e5fe23f0dd0 req-c55954ff-fb66-4d9d-a0e7-9cf8585b2231 service neutron] 10.222.0.42 "GET /v2.0/networks/7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992321 Aug 10 03:17:09.839837 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-921d1e2f-4af4-4397-8ff5-1d93fad7cca0 req-dee3fe73-ddac-4ca5-a33d-0cb3efdccc1d tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535588 Aug 10 03:17:09.897739 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-c910dc1c-6229-401d-889f-9c551cdfef43 req-05020b1f-514e-45c4-ac04-c78a39e9c423 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=762c5455-97e8-41a9-8444-c5b50e8b36f7 HTTP/1.1" status: 200 len: 217 time: 0.0488136 Aug 10 03:17:10.013290 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b597c19b-c539-491c-b73f-20b1722c8925 req-ace0a159-1560-4102-bd50-d719ed6bbd60 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:10.014833 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b597c19b-c539-491c-b73f-20b1722c8925 req-ace0a159-1560-4102-bd50-d719ed6bbd60 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c1e7a03-fac9-474b-ac15-2b12501e97a8 HTTP/1.1" status: 200 len: 950 time: 0.0949316 Aug 10 03:17:10.033424 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a43ea35-2382-4d1d-947a-a4aa820aef90 req-c3e949ca-2627-44df-a745-95862ac264dc tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:10.034936 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5a43ea35-2382-4d1d-947a-a4aa820aef90 req-c3e949ca-2627-44df-a745-95862ac264dc tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=5224d542-6317-4cf8-aaf0-6e88d7d93fa3 HTTP/1.1" status: 200 len: 943 time: 0.0715556 Aug 10 03:17:10.043018 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c910dc1c-6229-401d-889f-9c551cdfef43 req-df559ff1-fc0f-4ea7-aadd-8b6d7a2b87d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:10.044497 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-c910dc1c-6229-401d-889f-9c551cdfef43 req-df559ff1-fc0f-4ea7-aadd-8b6d7a2b87d0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=31ffc495-0d57-4c63-9695-aba9cef6afdd HTTP/1.1" status: 200 len: 844 time: 0.1294863 Aug 10 03:17:10.049780 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c9b97577-9bdf-47b7-ab1e-05f9dfa4c566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:10.090459 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b597c19b-c539-491c-b73f-20b1722c8925 req-4bf9d1f1-3531-4567-a60b-47207476963a tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8d28d33-caca-4f05-b0e0-721010e15342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646503 Aug 10 03:17:10.098837 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5a43ea35-2382-4d1d-947a-a4aa820aef90 req-c6fc93e7-ccd9-4956-8f9c-aa924b27c476 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501132 Aug 10 03:17:10.099021 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-c910dc1c-6229-401d-889f-9c551cdfef43 req-29aaf9e8-bc2f-44fc-8d1f-7cc059a6756a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d1e68237-a664-422b-b005-d5e450d45372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295744 Aug 10 03:17:10.210840 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c9b97577-9bdf-47b7-ab1e-05f9dfa4c566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:10.230954 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a583eef1-d8cd-4e6b-8a3f-7824eeedc297 req-947f70a2-df4c-42cc-9d37-d09612ef8417 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:10.232777 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a583eef1-d8cd-4e6b-8a3f-7824eeedc297 req-947f70a2-df4c-42cc-9d37-d09612ef8417 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=abb04be0-c7f2-4622-8647-9fdf68e648ba HTTP/1.1" status: 200 len: 949 time: 0.0595083 Aug 10 03:17:10.244942 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b97577-9bdf-47b7-ab1e-05f9dfa4c566 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06497a92-6e29-4a73-bf8f-e28be4f5a4e0,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:10.259722 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c9b97577-9bdf-47b7-ab1e-05f9dfa4c566 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:10.261637 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b247db-dc13-4d71-8f96-cf435b1608a9 None None] Network 3b981d1c-01ec-425f-9a81-0d8f4baa1977 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:17:10.264982 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 48014) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:10.265634 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-c9b97577-9bdf-47b7-ab1e-05f9dfa4c566 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/06497a92-6e29-4a73-bf8f-e28be4f5a4e0 HTTP/1.1" status: 204 len: 168 time: 0.6507292 Aug 10 03:17:10.275420 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-c910dc1c-6229-401d-889f-9c551cdfef43 req-9a5b31d2-6a61-4697-abf6-ae5d1f6d326a service neutron] 10.222.0.61 "GET /v2.0/networks/d1e68237-a664-422b-b005-d5e450d45372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623795 Aug 10 03:17:10.340564 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a583eef1-d8cd-4e6b-8a3f-7824eeedc297 req-e24e89b6-6b86-4dca-80f1-cc7925583149 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010809 Aug 10 03:17:10.380117 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-29ddb603-8ef5-4eb5-94eb-bf00c0008f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:10.437988 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-c910dc1c-6229-401d-889f-9c551cdfef43 req-54c32e61-7eab-4bf6-9988-09c432444898 service neutron] 10.222.0.61 "GET /v2.0/networks/d1e68237-a664-422b-b005-d5e450d45372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506906 Aug 10 03:17:10.478521 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10d8390-bcbd-477d-bce7-ea8dcdfbbc24 None None] DHCP port deletion for 3b981d1c-01ec-425f-9a81-0d8f4baa1977 request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:17:10.489472 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906d7c94-8ea9-4ec9-9954-b40fec16551e req-3154b00e-c136-4de7-9aa3-52a075b9dedc tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:10.491125 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-906d7c94-8ea9-4ec9-9954-b40fec16551e req-3154b00e-c136-4de7-9aa3-52a075b9dedc tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b2bfe29-2c7f-46f2-96c8-28060b70fc3d HTTP/1.1" status: 200 len: 944 time: 0.1267176 Aug 10 03:17:10.516024 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 27080ad8-c856-4fb6-b762-f49ad6377e20 no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:17:10.532669 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90951c7-966f-469b-87af-0f85d3af1a2a req-92da9cc0-813a-4860-93cc-2df8dbedb962 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:10.534150 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f90951c7-966f-469b-87af-0f85d3af1a2a req-92da9cc0-813a-4860-93cc-2df8dbedb962 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=992848df-3222-4c56-80a5-190b1c7fc1ff HTTP/1.1" status: 200 len: 945 time: 0.1174934 Aug 10 03:17:10.539257 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] No Port match for: 27080ad8-c856-4fb6-b762-f49ad6377e20 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:17:10.539880 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 27080ad8-c856-4fb6-b762-f49ad6377e20 not bound to the agent host n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:17:10.563180 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-e10d8390-bcbd-477d-bce7-ea8dcdfbbc24 None None] Deleting port 75554983-959c-4706-8728-11a0abcbba0a {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:17:10.563665 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e10d8390-bcbd-477d-bce7-ea8dcdfbbc24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:10.565558 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-29ddb603-8ef5-4eb5-94eb-bf00c0008f78 admin admin] Deleting port 75554983-959c-4706-8728-11a0abcbba0a {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:17:10.565876 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-29ddb603-8ef5-4eb5-94eb-bf00c0008f78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:10.576653 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 75554983-959c-4706-8728-11a0abcbba0a no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:17:10.614633 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-906d7c94-8ea9-4ec9-9954-b40fec16551e req-9634798e-1704-4f05-ac60-7cf11cd42e47 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/security-groups?id=58160609-a8c2-4b15-a3de-467e7dbbc834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142426 Aug 10 03:17:10.657479 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f90951c7-966f-469b-87af-0f85d3af1a2a req-8b5115eb-8cd3-49f6-8a83-667b31376125 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089435 Aug 10 03:17:10.658947 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-e10d8390-bcbd-477d-bce7-ea8dcdfbbc24 None None] For port 75554983-959c-4706-8728-11a0abcbba0a, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=75554983-959c-4706-8728-11a0abcbba0a,segment=NetworkSegment(7ab813ec-b081-42ad-ba81-680bc6f3c774),segment_id=7ab813ec-b081-42ad-ba81-680bc6f3c774)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:10.659354 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e10d8390-bcbd-477d-bce7-ea8dcdfbbc24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:10.663602 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [None req-29ddb603-8ef5-4eb5-94eb-bf00c0008f78 admin admin] For port 75554983-959c-4706-8728-11a0abcbba0a, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=75554983-959c-4706-8728-11a0abcbba0a,segment=NetworkSegment(7ab813ec-b081-42ad-ba81-680bc6f3c774),segment_id=7ab813ec-b081-42ad-ba81-680bc6f3c774)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:10.663968 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-29ddb603-8ef5-4eb5-94eb-bf00c0008f78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:10.676672 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-e10d8390-bcbd-477d-bce7-ea8dcdfbbc24 None None] Calling delete_port for 75554983-959c-4706-8728-11a0abcbba0a owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:17:10.683703 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-29ddb603-8ef5-4eb5-94eb-bf00c0008f78 admin admin] Calling delete_port for 75554983-959c-4706-8728-11a0abcbba0a owned by network:dhcp {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:17:10.751411 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:10.762437 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-29ddb603-8ef5-4eb5-94eb-bf00c0008f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:10.787835 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ddb603-8ef5-4eb5-94eb-bf00c0008f78 admin admin] Pushing event deleted for resources: {'Port': ['ID=75554983-959c-4706-8728-11a0abcbba0a,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:10.791472 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ddb603-8ef5-4eb5-94eb-bf00c0008f78 admin admin] No DVR routers for this DVR port 75554983-959c-4706-8728-11a0abcbba0a on host n-d-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:17:10.814357 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device dc500372-690a-4135-9343-f400a7af8f0f no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:17:10.816148 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e10d8390-bcbd-477d-bce7-ea8dcdfbbc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:10.854394 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: dc500372-690a-4135-9343-f400a7af8f0f {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:17:10.854735 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device dc500372-690a-4135-9343-f400a7af8f0f not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:17:10.855199 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device c8bcb339-2f7c-4d8f-aa0f-3bd27afbc437 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:17:10.859687 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10d8390-bcbd-477d-bce7-ea8dcdfbbc24 None None] Pushing event deleted for resources: {'Port': ['ID=75554983-959c-4706-8728-11a0abcbba0a,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:10.891332 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: c8bcb339-2f7c-4d8f-aa0f-3bd27afbc437 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:17:10.891332 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device c8bcb339-2f7c-4d8f-aa0f-3bd27afbc437 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:17:10.893891 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10d8390-bcbd-477d-bce7-ea8dcdfbbc24 None None] No DVR routers for this DVR port 75554983-959c-4706-8728-11a0abcbba0a on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:17:10.900474 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-29ddb603-8ef5-4eb5-94eb-bf00c0008f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:10.913834 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-29ddb603-8ef5-4eb5-94eb-bf00c0008f78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b981d1c-01ec-425f-9a81-0d8f4baa1977']}} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:17:10.930024 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e718dad-205d-4db8-a4b0-35e06ac58080 req-d34967b2-3996-4f65-8b80-6fd847721e1e tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:10.931735 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0e718dad-205d-4db8-a4b0-35e06ac58080 req-d34967b2-3996-4f65-8b80-6fd847721e1e tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.42 "GET /v2.0/ports?device_id=992848df-3222-4c56-80a5-190b1c7fc1ff HTTP/1.1" status: 200 len: 945 time: 0.1132567 Aug 10 03:17:10.935545 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-29ddb603-8ef5-4eb5-94eb-bf00c0008f78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ab813ec-b081-42ad-ba81-680bc6f3c774') {'for_net_delete': True} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:17:10.935842 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-29ddb603-8ef5-4eb5-94eb-bf00c0008f78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ab813ec-b081-42ad-ba81-680bc6f3c774') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:17:10.954641 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-29ddb603-8ef5-4eb5-94eb-bf00c0008f78 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191186'] for segment, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:10.982650 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '564cd1d5-4660-4da0-aad6-145d07e37da2', 'name': 'network-vif-deleted', 'tag': '27080ad8-c856-4fb6-b762-f49ad6377e20'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:17:10.985432 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d396b4e7-2736-4e65-a1a5-189fac4f5e1c" -d '{"events": [{"server_uuid": "564cd1d5-4660-4da0-aad6-145d07e37da2", "name": "network-vif-deleted", "tag": "27080ad8-c856-4fb6-b762-f49ad6377e20"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:17:11.029841 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-29ddb603-8ef5-4eb5-94eb-bf00c0008f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:11.033743 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed63f8ca-eff7-425c-837d-3e5158ac3a8c x-openstack-request-id: req-ed63f8ca-eff7-425c-837d-3e5158ac3a8c {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:17:11.034031 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "564cd1d5-4660-4da0-aad6-145d07e37da2", "name": "network-vif-deleted", "tag": "27080ad8-c856-4fb6-b762-f49ad6377e20", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:17:11.034304 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ed63f8ca-eff7-425c-837d-3e5158ac3a8c {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:17:11.034689 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '564cd1d5-4660-4da0-aad6-145d07e37da2', 'name': 'network-vif-deleted', 'tag': '27080ad8-c856-4fb6-b762-f49ad6377e20', 'status': 'completed', 'code': 200} Aug 10 03:17:11.059216 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29ddb603-8ef5-4eb5-94eb-bf00c0008f78 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=94260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:17:11.059619 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-29ddb603-8ef5-4eb5-94eb-bf00c0008f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58895489'] for segment, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:11.061418 n-d-768862-13 neutron-server[94260]: Traceback (most recent call last): Aug 10 03:17:11.061418 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:17:11.061418 n-d-768862-13 neutron-server[94260]: timer() Aug 10 03:17:11.061418 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:17:11.061418 n-d-768862-13 neutron-server[94260]: cb(*args, **kw) Aug 10 03:17:11.061418 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:17:11.061418 n-d-768862-13 neutron-server[94260]: return func(*args, **kwargs) Aug 10 03:17:11.061418 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:17:11.061418 n-d-768862-13 neutron-server[94260]: self._notify() Aug 10 03:17:11.061418 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:17:11.061418 n-d-768862-13 neutron-server[94260]: self.callback(batched_events) Aug 10 03:17:11.061418 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:17:11.061418 n-d-768862-13 neutron-server[94260]: event.method(event) Aug 10 03:17:11.061418 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:17:11.061418 n-d-768862-13 neutron-server[94260]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:17:11.061418 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:17:11.061418 n-d-768862-13 neutron-server[94260]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:17:11.061418 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:17:11.061418 n-d-768862-13 neutron-server[94260]: return f(self, *a, **k) Aug 10 03:17:11.061418 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:17:11.061418 n-d-768862-13 neutron-server[94260]: return self._get(url).json() Aug 10 03:17:11.061418 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:17:11.061418 n-d-768862-13 neutron-server[94260]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:17:11.061418 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:17:11.061418 n-d-768862-13 neutron-server[94260]: return self.request(url, 'GET', **kwargs) Aug 10 03:17:11.061418 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:17:11.061418 n-d-768862-13 neutron-server[94260]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:17:11.061418 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:17:11.061418 n-d-768862-13 neutron-server[94260]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:17:11.061418 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:17:11.061418 n-d-768862-13 neutron-server[94260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:17:11.061418 n-d-768862-13 neutron-server[94260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:17:11.125536 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc51256-f981-40b2-aba8-a177cafb624d req-4b6a1a2d-466e-4802-9de3-9744ac871b2e tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:11.126986 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5cc51256-f981-40b2-aba8-a177cafb624d req-4b6a1a2d-466e-4802-9de3-9744ac871b2e tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3367b49-ee67-400c-b374-63617eab6326 HTTP/1.1" status: 200 len: 946 time: 0.1749597 Aug 10 03:17:11.143840 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-29ddb603-8ef5-4eb5-94eb-bf00c0008f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:11.163734 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-29ddb603-8ef5-4eb5-94eb-bf00c0008f78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:11.165624 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-29ddb603-8ef5-4eb5-94eb-bf00c0008f78 admin admin] 10.222.0.44 "DELETE /v2.0/networks/3b981d1c-01ec-425f-9a81-0d8f4baa1977 HTTP/1.1" status: 204 len: 168 time: 0.8999925 Aug 10 03:17:11.168718 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 48030) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:11.189744 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ddb603-8ef5-4eb5-94eb-bf00c0008f78 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b981d1c-01ec-425f-9a81-0d8f4baa1977,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:11.225380 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5cc51256-f981-40b2-aba8-a177cafb624d req-5a8deea0-5806-4130-8ce2-1640266b893d tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908179 Aug 10 03:17:11.229356 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-0e718dad-205d-4db8-a4b0-35e06ac58080 req-6d8a1ad3-8681-4c88-ba45-3bfadcef9320 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Deleting port 45697d14-5fa9-4743-ad39-5faf9772c311 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:17:11.229700 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-0e718dad-205d-4db8-a4b0-35e06ac58080 req-6d8a1ad3-8681-4c88-ba45-3bfadcef9320 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:11.314305 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a86c40-3688-459a-83ea-6f7fa37dde79 req-861ad6b2-9a32-434a-a335-22ab825f753f tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:11.315850 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d0a86c40-3688-459a-83ea-6f7fa37dde79 req-861ad6b2-9a32-434a-a335-22ab825f753f tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c1e7a03-fac9-474b-ac15-2b12501e97a8 HTTP/1.1" status: 200 len: 950 time: 0.1341035 Aug 10 03:17:11.394350 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-0e718dad-205d-4db8-a4b0-35e06ac58080 req-6d8a1ad3-8681-4c88-ba45-3bfadcef9320 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] For port 45697d14-5fa9-4743-ad39-5faf9772c311, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=45697d14-5fa9-4743-ad39-5faf9772c311,segment=NetworkSegment(6bf2f30c-8de9-48b6-ac35-0afe448267ae),segment_id=6bf2f30c-8de9-48b6-ac35-0afe448267ae)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:11.395044 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-0e718dad-205d-4db8-a4b0-35e06ac58080 req-6d8a1ad3-8681-4c88-ba45-3bfadcef9320 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:11.431697 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-0e718dad-205d-4db8-a4b0-35e06ac58080 req-6d8a1ad3-8681-4c88-ba45-3bfadcef9320 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Calling delete_port for 45697d14-5fa9-4743-ad39-5faf9772c311 owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:17:11.451056 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d0a86c40-3688-459a-83ea-6f7fa37dde79 req-2fd5a909-cb85-40e7-b3c1-99cbd12d12c0 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8d28d33-caca-4f05-b0e0-721010e15342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130314 Aug 10 03:17:11.461872 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e7211b-f30d-4902-92de-6ae107d91dba req-577276a3-e397-4505-8f83-ac4a38fd0b47 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:11.463453 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-28e7211b-f30d-4902-92de-6ae107d91dba req-577276a3-e397-4505-8f83-ac4a38fd0b47 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=5224d542-6317-4cf8-aaf0-6e88d7d93fa3 HTTP/1.1" status: 200 len: 943 time: 0.1467488 Aug 10 03:17:11.546735 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8a9dd716-7e53-4b16-94f8-f71a0d3c9bda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521880'] for router_interface, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:11.556741 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5818885a-21e6-4161-8dff-3393bc40f973 req-5ed20b50-63d1-4682-b8e4-3e60447ff85b tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:11.558201 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5818885a-21e6-4161-8dff-3393bc40f973 req-5ed20b50-63d1-4682-b8e4-3e60447ff85b tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c1e7a03-fac9-474b-ac15-2b12501e97a8 HTTP/1.1" status: 200 len: 950 time: 0.1490023 Aug 10 03:17:11.621825 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-28e7211b-f30d-4902-92de-6ae107d91dba req-92ecabda-bca8-439c-bd59-3ef69c645795 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507738 Aug 10 03:17:11.697041 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b518ccd-ea09-4e17-9118-7fd3005f8631 req-3afaa48b-51f4-4f4b-bece-2cce53ce0b87 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:11.698502 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8b518ccd-ea09-4e17-9118-7fd3005f8631 req-3afaa48b-51f4-4f4b-bece-2cce53ce0b87 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=abb04be0-c7f2-4622-8647-9fdf68e648ba HTTP/1.1" status: 200 len: 949 time: 0.1683395 Aug 10 03:17:11.813413 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-8a9dd716-7e53-4b16-94f8-f71a0d3c9bda admin admin] Deleting port 15afde0d-0590-4700-acb4-288b4d3feae2 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:17:11.813797 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8a9dd716-7e53-4b16-94f8-f71a0d3c9bda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:11.830251 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8b518ccd-ea09-4e17-9118-7fd3005f8631 req-885a66f7-6dfc-4d76-ad0b-a90f44142f8c tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207521 Aug 10 03:17:11.836292 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-5818885a-21e6-4161-8dff-3393bc40f973 req-188d0c49-64e9-4f54-9d45-44e3d692cf2d tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Deleting port 64fcefc6-1c38-4ead-8bbf-cc69d45151bd {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:17:11.836652 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-5818885a-21e6-4161-8dff-3393bc40f973 req-188d0c49-64e9-4f54-9d45-44e3d692cf2d tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:11.851785 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-0e718dad-205d-4db8-a4b0-35e06ac58080 req-6d8a1ad3-8681-4c88-ba45-3bfadcef9320 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:11.902207 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-8a9dd716-7e53-4b16-94f8-f71a0d3c9bda admin admin] For port 15afde0d-0590-4700-acb4-288b4d3feae2, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=15afde0d-0590-4700-acb4-288b4d3feae2,segment=NetworkSegment(0905f5a1-ac0e-41c3-8909-2c9ac4497c0f),segment_id=0905f5a1-ac0e-41c3-8909-2c9ac4497c0f)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:11.902630 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8a9dd716-7e53-4b16-94f8-f71a0d3c9bda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:11.919241 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-8a9dd716-7e53-4b16-94f8-f71a0d3c9bda admin admin] Calling delete_port for 15afde0d-0590-4700-acb4-288b4d3feae2 owned by network:router_interface {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:17:11.921065 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8a1ad3-8681-4c88-ba45-3bfadcef9320 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Pushing event deleted for resources: {'Port': ['ID=45697d14-5fa9-4743-ad39-5faf9772c311,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:11.948295 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2979f9a-ec02-4c9b-89ca-d1dc8bbf0428 req-a8f2abed-e610-4113-82e6-a933c39a14c4 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:11.949796 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a2979f9a-ec02-4c9b-89ca-d1dc8bbf0428 req-a8f2abed-e610-4113-82e6-a933c39a14c4 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b2bfe29-2c7f-46f2-96c8-28060b70fc3d HTTP/1.1" status: 200 len: 944 time: 0.2252383 Aug 10 03:17:12.010671 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-916b545d-fce2-4ddd-9fe2-084d5e5a4f63 req-e0eab369-1c51-425e-9ee3-864239ffd6cb tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=992848df-3222-4c56-80a5-190b1c7fc1ff HTTP/1.1" status: 200 len: 210 time: 0.0940688 Aug 10 03:17:12.018261 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e718dad-205d-4db8-a4b0-35e06ac58080 req-6d8a1ad3-8681-4c88-ba45-3bfadcef9320 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] No DVR routers for this DVR port 45697d14-5fa9-4743-ad39-5faf9772c311 on host n-h1-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:17:12.020783 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-0e718dad-205d-4db8-a4b0-35e06ac58080 req-6d8a1ad3-8681-4c88-ba45-3bfadcef9320 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:12.023754 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0e718dad-205d-4db8-a4b0-35e06ac58080 req-6d8a1ad3-8681-4c88-ba45-3bfadcef9320 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.42 "DELETE /v2.0/ports/45697d14-5fa9-4743-ad39-5faf9772c311 HTTP/1.1" status: 204 len: 173 time: 1.0812740 Aug 10 03:17:12.084458 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-5818885a-21e6-4161-8dff-3393bc40f973 req-188d0c49-64e9-4f54-9d45-44e3d692cf2d tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] For port 64fcefc6-1c38-4ead-8bbf-cc69d45151bd, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=64fcefc6-1c38-4ead-8bbf-cc69d45151bd,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:12.084830 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-5818885a-21e6-4161-8dff-3393bc40f973 req-188d0c49-64e9-4f54-9d45-44e3d692cf2d tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:12.090732 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a2979f9a-ec02-4c9b-89ca-d1dc8bbf0428 req-b37913c1-7dea-4d4f-a1be-c9f55165bd8e tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/security-groups?id=58160609-a8c2-4b15-a3de-467e7dbbc834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225889 Aug 10 03:17:12.107934 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-5818885a-21e6-4161-8dff-3393bc40f973 req-188d0c49-64e9-4f54-9d45-44e3d692cf2d tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Calling delete_port for 64fcefc6-1c38-4ead-8bbf-cc69d45151bd owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:17:12.128746 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8a9dd716-7e53-4b16-94f8-f71a0d3c9bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:12.158118 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9dd716-7e53-4b16-94f8-f71a0d3c9bda admin admin] Pushing event deleted for resources: {'Port': ['ID=15afde0d-0590-4700-acb4-288b4d3feae2,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:12.269873 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-5818885a-21e6-4161-8dff-3393bc40f973 req-188d0c49-64e9-4f54-9d45-44e3d692cf2d tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:12.283195 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['1ea64ec5-c51a-439a-9ea6-ca81f0db8286', '379a5f92-4b22-40ff-9d10-bcb476e344f3', '64fcefc6-1c38-4ead-8bbf-cc69d45151bd'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:17:12.288314 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['47c4ce85-91b4-497b-92b0-9e8b46ec064d', '543834ab-fb50-4b3a-b4b6-4babb30446ef', 'b8bbab66-a855-4a43-83f3-c4fa1af2df54', '965cc679-d2fa-422b-ac60-1738e2b8cad9', '552a343f-4a4d-45af-9606-8a30f4448168'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:17:12.363716 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8a9dd716-7e53-4b16-94f8-f71a0d3c9bda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-522536'] for router_interface, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:12.402348 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188d0c49-64e9-4f54-9d45-44e3d692cf2d tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Pushing event deleted for resources: {'Port': ['ID=64fcefc6-1c38-4ead-8bbf-cc69d45151bd,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:12.432409 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-5818885a-21e6-4161-8dff-3393bc40f973 req-188d0c49-64e9-4f54-9d45-44e3d692cf2d tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] No DVR routers for this DVR port 64fcefc6-1c38-4ead-8bbf-cc69d45151bd on host n-h1-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:17:12.449700 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-5818885a-21e6-4161-8dff-3393bc40f973 req-188d0c49-64e9-4f54-9d45-44e3d692cf2d tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:12.451803 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5818885a-21e6-4161-8dff-3393bc40f973 req-188d0c49-64e9-4f54-9d45-44e3d692cf2d tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.42 "DELETE /v2.0/ports/64fcefc6-1c38-4ead-8bbf-cc69d45151bd HTTP/1.1" status: 204 len: 173 time: 0.8776395 Aug 10 03:17:12.544841 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc77a26d-7939-4efb-9110-c85eb10b4171 req-3cc81385-6966-4e10-88cc-cc59e902e070 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:12.552647 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bc77a26d-7939-4efb-9110-c85eb10b4171 req-3cc81385-6966-4e10-88cc-cc59e902e070 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3367b49-ee67-400c-b374-63617eab6326 HTTP/1.1" status: 200 len: 946 time: 0.1977463 Aug 10 03:17:12.681528 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bc77a26d-7939-4efb-9110-c85eb10b4171 req-c029e42d-d484-422b-86f3-17466da0ac02 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166055 Aug 10 03:17:12.684277 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3f35d6ca-5f48-48d9-b8a6-ff35b1d5f12a req-b880f484-2530-4b4e-b2cb-67dec066818c tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c1e7a03-fac9-474b-ac15-2b12501e97a8 HTTP/1.1" status: 200 len: 210 time: 0.0486815 Aug 10 03:17:12.729869 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a9dd716-7e53-4b16-94f8-f71a0d3c9bda admin admin] Router db6359cb-301c-494c-a81b-f9641c3ea574 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:17:12.832155 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae2697d-0316-4fb2-a883-96ff7cbaae7c req-ee3ee309-43b7-4547-8290-0f87a8518216 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:12.833727 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2ae2697d-0316-4fb2-a883-96ff7cbaae7c req-ee3ee309-43b7-4547-8290-0f87a8518216 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=5224d542-6317-4cf8-aaf0-6e88d7d93fa3 HTTP/1.1" status: 200 len: 943 time: 0.0586154 Aug 10 03:17:12.863792 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a9dd716-7e53-4b16-94f8-f71a0d3c9bda admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:17:12.869620 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-8a9dd716-7e53-4b16-94f8-f71a0d3c9bda admin admin] 10.222.0.44 "PUT /v2.0/routers/db6359cb-301c-494c-a81b-f9641c3ea574/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6993053 Aug 10 03:17:12.872102 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 48050) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:12.874584 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271c1b36-583f-4b09-8ac1-830f1753add7 None None] Sync routers for ids ['db6359cb-301c-494c-a81b-f9641c3ea574'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:17:12.888478 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271c1b36-583f-4b09-8ac1-830f1753add7 None None] Routers {'db6359cb-301c-494c-a81b-f9641c3ea574'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:17:12.889319 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-271c1b36-583f-4b09-8ac1-830f1753add7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:16:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['db6359cb-301c-494c-a81b-f9641c3ea574'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:17:12.914366 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2ae2697d-0316-4fb2-a883-96ff7cbaae7c req-482f6a77-b74d-497f-b7ff-e3b5d2d7d919 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731568 Aug 10 03:17:13.035987 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '992848df-3222-4c56-80a5-190b1c7fc1ff', 'name': 'network-vif-deleted', 'tag': '45697d14-5fa9-4743-ad39-5faf9772c311'}, {'server_uuid': '0c1e7a03-fac9-474b-ac15-2b12501e97a8', 'name': 'network-vif-deleted', 'tag': '64fcefc6-1c38-4ead-8bbf-cc69d45151bd'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:17:13.038961 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd4e302-b506-4ea3-8943-062616c2dc9e" -d '{"events": [{"server_uuid": "992848df-3222-4c56-80a5-190b1c7fc1ff", "name": "network-vif-deleted", "tag": "45697d14-5fa9-4743-ad39-5faf9772c311"}, {"server_uuid": "0c1e7a03-fac9-474b-ac15-2b12501e97a8", "name": "network-vif-deleted", "tag": "64fcefc6-1c38-4ead-8bbf-cc69d45151bd"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:17:13.056343 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-271c1b36-583f-4b09-8ac1-830f1753add7 None None] Set router db6359cb-301c-494c-a81b-f9641c3ea574 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:17:13.152433 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 10 Aug 2021 03:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c46e79e-9a04-4924-9171-972667d1aa3e x-openstack-request-id: req-2c46e79e-9a04-4924-9171-972667d1aa3e {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:17:13.163078 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "992848df-3222-4c56-80a5-190b1c7fc1ff", "name": "network-vif-deleted", "tag": "45697d14-5fa9-4743-ad39-5faf9772c311", "status": "completed", "code": 200}, {"server_uuid": "0c1e7a03-fac9-474b-ac15-2b12501e97a8", "name": "network-vif-deleted", "tag": "64fcefc6-1c38-4ead-8bbf-cc69d45151bd", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:17:13.163364 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2c46e79e-9a04-4924-9171-972667d1aa3e {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:17:13.163807 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '992848df-3222-4c56-80a5-190b1c7fc1ff', 'name': 'network-vif-deleted', 'tag': '45697d14-5fa9-4743-ad39-5faf9772c311', 'status': 'completed', 'code': 200} Aug 10 03:17:13.164095 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c1e7a03-fac9-474b-ac15-2b12501e97a8', 'name': 'network-vif-deleted', 'tag': '64fcefc6-1c38-4ead-8bbf-cc69d45151bd', 'status': 'completed', 'code': 200} Aug 10 03:17:13.176764 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8ed28a-8649-4253-b25b-6bf6e31fe9e6 req-bf33d41e-9874-4292-ba8c-24fe3c2fc187 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:13.191049 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4b8ed28a-8649-4253-b25b-6bf6e31fe9e6 req-bf33d41e-9874-4292-ba8c-24fe3c2fc187 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=abb04be0-c7f2-4622-8647-9fdf68e648ba HTTP/1.1" status: 200 len: 949 time: 0.1016533 Aug 10 03:17:13.264172 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4b8ed28a-8649-4253-b25b-6bf6e31fe9e6 req-fc3d0f83-e935-4e00-b064-49f4e15c7ff5 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647504 Aug 10 03:17:13.436867 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-44fa2e59-1f7e-4161-a6b0-da85c9395708 admin admin] Notify callbacks [] for router, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:13.452247 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-271c1b36-583f-4b09-8ac1-830f1753add7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6359cb-301c-494c-a81b-f9641c3ea574', 'name': 'tempest-AttachSCSIVolumeTestJSON-279609693-router', 'tenant_id': '5d5ddfb545dd447787387384046031bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '8e89884b-cb9d-47d3-bccc-1e49d5a5b3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:15:13Z', 'updated_at': '2021-08-10T03:17:12Z', 'revision_number': 5, 'project_id': '5d5ddfb545dd447787387384046031bf', 'gw_port': {'id': '8e89884b-cb9d-47d3-bccc-1e49d5a5b3d5', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:65:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6359cb-301c-494c-a81b-f9641c3ea574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:14Z', 'updated_at': '2021-08-10T03:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:17:13.480916 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271c1b36-583f-4b09-8ac1-830f1753add7 None None] Checking router: db6359cb-301c-494c-a81b-f9641c3ea574 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:17:13.498872 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271c1b36-583f-4b09-8ac1-830f1753add7 None None] Routers {'db6359cb-301c-494c-a81b-f9641c3ea574'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:17:13.501482 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-271c1b36-583f-4b09-8ac1-830f1753add7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:16:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['db6359cb-301c-494c-a81b-f9641c3ea574'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:17:13.569262 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-44fa2e59-1f7e-4161-a6b0-da85c9395708 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:13.652139 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-44fa2e59-1f7e-4161-a6b0-da85c9395708 admin admin] Deleting port 8e89884b-cb9d-47d3-bccc-1e49d5a5b3d5 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:17:13.652504 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-44fa2e59-1f7e-4161-a6b0-da85c9395708 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:13.665102 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-271c1b36-583f-4b09-8ac1-830f1753add7 None None] Set router db6359cb-301c-494c-a81b-f9641c3ea574 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:17:13.761265 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-44fa2e59-1f7e-4161-a6b0-da85c9395708 admin admin] For port 8e89884b-cb9d-47d3-bccc-1e49d5a5b3d5, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=8e89884b-cb9d-47d3-bccc-1e49d5a5b3d5,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:13.761977 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-44fa2e59-1f7e-4161-a6b0-da85c9395708 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:13.762993 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4d64c5-7d8a-4ef8-9104-2ef809054b82 req-08ae0732-6e84-4b2f-8701-8322a408c958 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:13.770695 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8c4d64c5-7d8a-4ef8-9104-2ef809054b82 req-08ae0732-6e84-4b2f-8701-8322a408c958 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b2bfe29-2c7f-46f2-96c8-28060b70fc3d HTTP/1.1" status: 200 len: 944 time: 0.3628285 Aug 10 03:17:13.783723 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-44fa2e59-1f7e-4161-a6b0-da85c9395708 admin admin] Calling delete_port for 8e89884b-cb9d-47d3-bccc-1e49d5a5b3d5 owned by network:router_gateway {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:17:13.818388 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a59e40-3836-4622-8149-418007e5ec3c req-52d8b170-004b-4dd0-a8ee-59cee07dde3f tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:13.819974 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e7a59e40-3836-4622-8149-418007e5ec3c req-52d8b170-004b-4dd0-a8ee-59cee07dde3f tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2e40e34-d23d-49a4-bca2-3ea8ed9c834a HTTP/1.1" status: 200 len: 944 time: 0.3691289 Aug 10 03:17:13.858712 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8c4d64c5-7d8a-4ef8-9104-2ef809054b82 req-32b0bff1-5753-4a40-96ff-b87de13b17e9 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/security-groups?id=58160609-a8c2-4b15-a3de-467e7dbbc834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825551 Aug 10 03:17:13.941635 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e7a59e40-3836-4622-8149-418007e5ec3c req-ef21605c-f10c-4a2b-94d1-b8418866f29a tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/security-groups?id=df5574bb-2b0e-4ded-8925-f56ee924deeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075661 Aug 10 03:17:13.960811 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43880ed5-e20b-4ef9-b94b-599ce9c3ef1b req-bd9b934e-ebbb-47cf-8778-83eb8eaa613c tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:13.963708 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-43880ed5-e20b-4ef9-b94b-599ce9c3ef1b req-bd9b934e-ebbb-47cf-8778-83eb8eaa613c tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2e40e34-d23d-49a4-bca2-3ea8ed9c834a HTTP/1.1" status: 200 len: 944 time: 0.0993943 Aug 10 03:17:14.011204 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-44fa2e59-1f7e-4161-a6b0-da85c9395708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:14.050596 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fa2e59-1f7e-4161-a6b0-da85c9395708 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e89884b-cb9d-47d3-bccc-1e49d5a5b3d5,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:14.072663 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-271c1b36-583f-4b09-8ac1-830f1753add7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6359cb-301c-494c-a81b-f9641c3ea574', 'name': 'tempest-AttachSCSIVolumeTestJSON-279609693-router', 'tenant_id': '5d5ddfb545dd447787387384046031bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '8e89884b-cb9d-47d3-bccc-1e49d5a5b3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:15:13Z', 'updated_at': '2021-08-10T03:17:12Z', 'revision_number': 5, 'project_id': '5d5ddfb545dd447787387384046031bf', 'gw_port': {'id': '8e89884b-cb9d-47d3-bccc-1e49d5a5b3d5', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:65:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6359cb-301c-494c-a81b-f9641c3ea574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:14Z', 'updated_at': '2021-08-10T03:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:17:14.119182 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271c1b36-583f-4b09-8ac1-830f1753add7 None None] The sync data for ids ['db6359cb-301c-494c-a81b-f9641c3ea574'] in n-d-768862-13 is: [{'id': 'db6359cb-301c-494c-a81b-f9641c3ea574', 'name': 'tempest-AttachSCSIVolumeTestJSON-279609693-router', 'tenant_id': '5d5ddfb545dd447787387384046031bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '8e89884b-cb9d-47d3-bccc-1e49d5a5b3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:15:13Z', 'updated_at': '2021-08-10T03:17:12Z', 'revision_number': 5, 'project_id': '5d5ddfb545dd447787387384046031bf', 'gw_port': {'id': '8e89884b-cb9d-47d3-bccc-1e49d5a5b3d5', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:65:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6359cb-301c-494c-a81b-f9641c3ea574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:14Z', 'updated_at': '2021-08-10T03:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:17:14.126689 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2237b7c7-cf38-4d6c-ae94-807c261686e9 req-c92127a3-0873-409f-a894-15ec7871e11d tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:14.128258 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2237b7c7-cf38-4d6c-ae94-807c261686e9 req-c92127a3-0873-409f-a894-15ec7871e11d tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3367b49-ee67-400c-b374-63617eab6326 HTTP/1.1" status: 200 len: 946 time: 0.1633229 Aug 10 03:17:14.149965 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-44fa2e59-1f7e-4161-a6b0-da85c9395708 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520654'] for router_gateway, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:14.221177 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e33ac49-efad-42e7-9ddf-f68d786981aa req-02beee8a-14cb-462d-96c9-0d5787c7ff7b tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:14.222740 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9e33ac49-efad-42e7-9ddf-f68d786981aa req-02beee8a-14cb-462d-96c9-0d5787c7ff7b tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=5224d542-6317-4cf8-aaf0-6e88d7d93fa3 HTTP/1.1" status: 200 len: 943 time: 0.1061106 Aug 10 03:17:14.231913 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2237b7c7-cf38-4d6c-ae94-807c261686e9 req-bf3e3254-2e7d-41f3-9a6b-619c17a53f5a tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928113 Aug 10 03:17:14.254509 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-43880ed5-e20b-4ef9-b94b-599ce9c3ef1b req-ce0d332f-8054-404f-8c8b-41978dd3056f tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Deleting port f1904dff-5bed-4af3-93fb-2167cbd1d70d {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:17:14.254880 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-43880ed5-e20b-4ef9-b94b-599ce9c3ef1b req-ce0d332f-8054-404f-8c8b-41978dd3056f tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:14.261896 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-44fa2e59-1f7e-4161-a6b0-da85c9395708 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:14.265073 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-44fa2e59-1f7e-4161-a6b0-da85c9395708 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:14.317164 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-44fa2e59-1f7e-4161-a6b0-da85c9395708 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:14.318025 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44fa2e59-1f7e-4161-a6b0-da85c9395708 admin admin] Fanout notify agent at l3_agent the message router_deleted on router db6359cb-301c-494c-a81b-f9641c3ea574 {{(pid=94261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:17:14.324585 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-44fa2e59-1f7e-4161-a6b0-da85c9395708 admin admin] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:14.325657 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-44fa2e59-1f7e-4161-a6b0-da85c9395708 admin admin] 10.222.0.44 "DELETE /v2.0/routers/db6359cb-301c-494c-a81b-f9641c3ea574 HTTP/1.1" status: 204 len: 168 time: 1.4523792 Aug 10 03:17:14.326764 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9e33ac49-efad-42e7-9ddf-f68d786981aa req-fc0fbb26-e061-4f53-9950-db2e0a9edbc2 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938606 Aug 10 03:17:14.329444 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 48074) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:14.484320 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a39fac9-16a0-4da7-8a2b-630aee20530b admin admin] Deleting subnet b62f76ce-2e1b-47b1-9644-7d0b0edf85ed {{(pid=94260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:17:14.484320 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-43880ed5-e20b-4ef9-b94b-599ce9c3ef1b req-ce0d332f-8054-404f-8c8b-41978dd3056f tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] For port f1904dff-5bed-4af3-93fb-2167cbd1d70d, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=f1904dff-5bed-4af3-93fb-2167cbd1d70d,segment=NetworkSegment(6bf2f30c-8de9-48b6-ac35-0afe448267ae),segment_id=6bf2f30c-8de9-48b6-ac35-0afe448267ae)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:14.484320 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-43880ed5-e20b-4ef9-b94b-599ce9c3ef1b req-ce0d332f-8054-404f-8c8b-41978dd3056f tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:14.495806 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8a39fac9-16a0-4da7-8a2b-630aee20530b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:14.527772 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-43880ed5-e20b-4ef9-b94b-599ce9c3ef1b req-ce0d332f-8054-404f-8c8b-41978dd3056f tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Calling delete_port for f1904dff-5bed-4af3-93fb-2167cbd1d70d owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:17:14.543660 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 762c5455-97e8-41a9-8444-c5b50e8b36f7 details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:17:14.551201 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 45697d14-5fa9-4743-ad39-5faf9772c311 no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:17:14.587938 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8a39fac9-16a0-4da7-8a2b-630aee20530b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191173'] for subnet, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:14.603258 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 15afde0d-0590-4700-acb4-288b4d3feae2 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:17:14.607514 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] No Port match for: 45697d14-5fa9-4743-ad39-5faf9772c311 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:17:14.607878 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 45697d14-5fa9-4743-ad39-5faf9772c311 not bound to the agent host n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:17:14.608281 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 64fcefc6-1c38-4ead-8bbf-cc69d45151bd no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:17:14.629773 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 15afde0d-0590-4700-acb4-288b4d3feae2 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:17:14.630115 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 15afde0d-0590-4700-acb4-288b4d3feae2 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:17:14.652729 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] No Port match for: 64fcefc6-1c38-4ead-8bbf-cc69d45151bd {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:17:14.652974 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b872834-da19-4128-aa58-366adfa6318c req-01ce5545-d677-4bb2-bd02-583393842961 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:14.653496 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 64fcefc6-1c38-4ead-8bbf-cc69d45151bd not bound to the agent host n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:17:14.654061 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device f1904dff-5bed-4af3-93fb-2167cbd1d70d no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:17:14.661599 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7b872834-da19-4128-aa58-366adfa6318c req-01ce5545-d677-4bb2-bd02-583393842961 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=abb04be0-c7f2-4622-8647-9fdf68e648ba HTTP/1.1" status: 200 len: 949 time: 0.2195277 Aug 10 03:17:14.734793 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882b92f8-8853-4ec8-b5c5-9d152ba229ba req-105e7cdb-397e-454e-89ec-71dc42812e78 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:14.736312 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-882b92f8-8853-4ec8-b5c5-9d152ba229ba req-105e7cdb-397e-454e-89ec-71dc42812e78 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?device_id=2675ec53-a334-4a9e-83ee-84a272af1d76 HTTP/1.1" status: 200 len: 950 time: 0.2019861 Aug 10 03:17:14.790294 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 762c5455-97e8-41a9-8444-c5b50e8b36f7, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=762c5455-97e8-41a9-8444-c5b50e8b36f7,segment=NetworkSegment(bb5826fd-13f9-4737-be5f-46ce38ebd549),segment_id=bb5826fd-13f9-4737-be5f-46ce38ebd549)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:14.799387 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7b872834-da19-4128-aa58-366adfa6318c req-8509eade-f373-4b6b-98a5-6be870cb5c57 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367674 Aug 10 03:17:14.822069 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': '762c5455-97e8-41a9-8444-c5b50e8b36f7', 'network_id': 'd1e68237-a664-422b-b005-d5e450d45372', 'port_id': '762c5455-97e8-41a9-8444-c5b50e8b36f7', 'mac_address': 'fa:16:3e:64:33:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31ffc495-0d57-4c63-9695-aba9cef6afdd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:17:14.831831 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8a39fac9-16a0-4da7-8a2b-630aee20530b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:14.869490 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:14.883870 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-882b92f8-8853-4ec8-b5c5-9d152ba229ba req-84968fe7-5c19-4179-ad54-14eff91559c7 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8d28d33-caca-4f05-b0e0-721010e15342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165035 Aug 10 03:17:14.890124 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 762c5455-97e8-41a9-8444-c5b50e8b36f7 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:17:14.913375 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 762c5455-97e8-41a9-8444-c5b50e8b36f7, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=762c5455-97e8-41a9-8444-c5b50e8b36f7,segment=NetworkSegment(bb5826fd-13f9-4737-be5f-46ce38ebd549),segment_id=bb5826fd-13f9-4737-be5f-46ce38ebd549)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:14.924898 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:14.929458 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-43880ed5-e20b-4ef9-b94b-599ce9c3ef1b req-ce0d332f-8054-404f-8c8b-41978dd3056f tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:14.965044 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0d332f-8054-404f-8c8b-41978dd3056f tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Pushing event deleted for resources: {'Port': ['ID=f1904dff-5bed-4af3-93fb-2167cbd1d70d,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:14.993277 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=762c5455-97e8-41a9-8444-c5b50e8b36f7,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:14.998940 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8a39fac9-16a0-4da7-8a2b-630aee20530b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:15.058788 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-43880ed5-e20b-4ef9-b94b-599ce9c3ef1b req-ce0d332f-8054-404f-8c8b-41978dd3056f tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] No DVR routers for this DVR port f1904dff-5bed-4af3-93fb-2167cbd1d70d on host n-h1-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:17:15.063144 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-43880ed5-e20b-4ef9-b94b-599ce9c3ef1b req-ce0d332f-8054-404f-8c8b-41978dd3056f tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:15.065116 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-43880ed5-e20b-4ef9-b94b-599ce9c3ef1b req-ce0d332f-8054-404f-8c8b-41978dd3056f tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.42 "DELETE /v2.0/ports/f1904dff-5bed-4af3-93fb-2167cbd1d70d HTTP/1.1" status: 204 len: 173 time: 1.0911057 Aug 10 03:17:15.067534 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67699097-bcd3-4d10-b828-64c1fe2659f5 None None] Network bfc6c5b1-7a93-465f-a5a4-296d1d3f2689 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:17:15.072734 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a39fac9-16a0-4da7-8a2b-630aee20530b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b62f76ce-2e1b-47b1-9644-7d0b0edf85ed,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:15.075685 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8a39fac9-16a0-4da7-8a2b-630aee20530b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:15.079977 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-8a39fac9-16a0-4da7-8a2b-630aee20530b admin admin] 10.222.0.44 "DELETE /v2.0/subnets/b62f76ce-2e1b-47b1-9644-7d0b0edf85ed HTTP/1.1" status: 204 len: 168 time: 0.7471466 Aug 10 03:17:15.080845 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 48084) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:15.100327 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a625b3e6-be91-4c7c-abe7-3d39f2827d99 req-b23c00d1-4415-4eaf-81f7-5a1c5db563f5 tempest-LiveMigrationTest-887554070 tempest-LiveMigrationTest-887554070-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2e40e34-d23d-49a4-bca2-3ea8ed9c834a HTTP/1.1" status: 200 len: 210 time: 0.0559516 Aug 10 03:17:15.114065 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce4be6a-bcf3-487f-9c8d-e0792c450d37 req-d51e20bb-1b6e-42d0-a7fb-d8deff1e4f67 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:15.116255 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fce4be6a-bcf3-487f-9c8d-e0792c450d37 req-d51e20bb-1b6e-42d0-a7fb-d8deff1e4f67 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b2bfe29-2c7f-46f2-96c8-28060b70fc3d HTTP/1.1" status: 200 len: 945 time: 0.1544259 Aug 10 03:17:15.159679 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fce4be6a-bcf3-487f-9c8d-e0792c450d37 req-45bd52d6-6593-4347-921c-7e14d117be4e tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/security-groups?id=58160609-a8c2-4b15-a3de-467e7dbbc834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368226 Aug 10 03:17:15.165063 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2e40e34-d23d-49a4-bca2-3ea8ed9c834a', 'name': 'network-vif-deleted', 'tag': 'f1904dff-5bed-4af3-93fb-2167cbd1d70d'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:17:15.170151 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ceb4e18-7428-47da-a0df-5701e726ead7" -d '{"events": [{"server_uuid": "d2e40e34-d23d-49a4-bca2-3ea8ed9c834a", "name": "network-vif-deleted", "tag": "f1904dff-5bed-4af3-93fb-2167cbd1d70d"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:17:15.197846 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-74a72574-8814-4f80-9a0e-5d24abde9969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:15.221692 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a511f87-249e-41b5-9a1b-dcfecfcc8a3a x-openstack-request-id: req-5a511f87-249e-41b5-9a1b-dcfecfcc8a3a {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:17:15.221985 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2e40e34-d23d-49a4-bca2-3ea8ed9c834a", "name": "network-vif-deleted", "tag": "f1904dff-5bed-4af3-93fb-2167cbd1d70d", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:17:15.222255 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5a511f87-249e-41b5-9a1b-dcfecfcc8a3a {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:17:15.222806 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2e40e34-d23d-49a4-bca2-3ea8ed9c834a', 'name': 'network-vif-deleted', 'tag': 'f1904dff-5bed-4af3-93fb-2167cbd1d70d', 'status': 'completed', 'code': 200} Aug 10 03:17:15.256951 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-74a72574-8814-4f80-9a0e-5d24abde9969 admin admin] Deleting port 7623f5aa-ffcc-4048-a3a6-9290f2b1136d {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:17:15.257413 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-74a72574-8814-4f80-9a0e-5d24abde9969 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:15.307914 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b345e8-4acc-4614-b372-a16f9ee78e6b None None] DHCP port deletion for bfc6c5b1-7a93-465f-a5a4-296d1d3f2689 request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:17:15.334632 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-74a72574-8814-4f80-9a0e-5d24abde9969 admin admin] For port 7623f5aa-ffcc-4048-a3a6-9290f2b1136d, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=7623f5aa-ffcc-4048-a3a6-9290f2b1136d,segment=NetworkSegment(0905f5a1-ac0e-41c3-8909-2c9ac4497c0f),segment_id=0905f5a1-ac0e-41c3-8909-2c9ac4497c0f)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:15.335666 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-74a72574-8814-4f80-9a0e-5d24abde9969 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:15.362828 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-74a72574-8814-4f80-9a0e-5d24abde9969 admin admin] Calling delete_port for 7623f5aa-ffcc-4048-a3a6-9290f2b1136d owned by network:dhcp {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:17:15.375558 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-a7b345e8-4acc-4614-b372-a16f9ee78e6b None None] Deleting port 7623f5aa-ffcc-4048-a3a6-9290f2b1136d {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:17:15.376346 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a7b345e8-4acc-4614-b372-a16f9ee78e6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:15.387669 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ec9b54-c273-407d-830a-a3942a7f4a90 req-320dd4d7-a418-47de-8dd7-695e73a45eea tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:15.396296 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-71ec9b54-c273-407d-830a-a3942a7f4a90 req-320dd4d7-a418-47de-8dd7-695e73a45eea tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3367b49-ee67-400c-b374-63617eab6326 HTTP/1.1" status: 200 len: 946 time: 0.0728769 Aug 10 03:17:15.462099 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-71ec9b54-c273-407d-830a-a3942a7f4a90 req-2b21fb5b-fef8-4aa8-899e-abf796d9c9a3 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638466 Aug 10 03:17:15.481142 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-74a72574-8814-4f80-9a0e-5d24abde9969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:15.499376 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e9bc19-393f-4718-b7a4-ff5aff6d6076 req-48d7ef8e-bf09-4b34-a507-8c37c7078f62 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:15.500999 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-92e9bc19-393f-4718-b7a4-ff5aff6d6076 req-48d7ef8e-bf09-4b34-a507-8c37c7078f62 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=5224d542-6317-4cf8-aaf0-6e88d7d93fa3 HTTP/1.1" status: 200 len: 943 time: 0.0961819 Aug 10 03:17:15.526845 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a72574-8814-4f80-9a0e-5d24abde9969 admin admin] No DVR routers for this DVR port 7623f5aa-ffcc-4048-a3a6-9290f2b1136d on host n-d-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:17:15.560398 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a72574-8814-4f80-9a0e-5d24abde9969 admin admin] Pushing event deleted for resources: {'Port': ['ID=7623f5aa-ffcc-4048-a3a6-9290f2b1136d,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:15.577421 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-92e9bc19-393f-4718-b7a4-ff5aff6d6076 req-beece2bb-f5be-44de-8cb3-2d427810cbba tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688596 Aug 10 03:17:15.596381 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-a7b345e8-4acc-4614-b372-a16f9ee78e6b None None] For port 7623f5aa-ffcc-4048-a3a6-9290f2b1136d, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=7623f5aa-ffcc-4048-a3a6-9290f2b1136d,segment=NetworkSegment(0905f5a1-ac0e-41c3-8909-2c9ac4497c0f),segment_id=0905f5a1-ac0e-41c3-8909-2c9ac4497c0f)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:15.596867 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a7b345e8-4acc-4614-b372-a16f9ee78e6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:15.610087 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-a7b345e8-4acc-4614-b372-a16f9ee78e6b None None] Calling delete_port for 7623f5aa-ffcc-4048-a3a6-9290f2b1136d owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:17:15.625811 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-74a72574-8814-4f80-9a0e-5d24abde9969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:15.637607 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-74a72574-8814-4f80-9a0e-5d24abde9969 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfc6c5b1-7a93-465f-a5a4-296d1d3f2689']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:17:15.649785 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-74a72574-8814-4f80-9a0e-5d24abde9969 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0905f5a1-ac0e-41c3-8909-2c9ac4497c0f') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:17:15.650076 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-74a72574-8814-4f80-9a0e-5d24abde9969 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0905f5a1-ac0e-41c3-8909-2c9ac4497c0f') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:17:15.659864 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-74a72574-8814-4f80-9a0e-5d24abde9969 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:15.673854 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-74a72574-8814-4f80-9a0e-5d24abde9969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:15.682734 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74a72574-8814-4f80-9a0e-5d24abde9969 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:17:15.683158 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-74a72574-8814-4f80-9a0e-5d24abde9969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:15.685370 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:17:15.685370 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:17:15.685370 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:17:15.685370 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:17:15.685370 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:17:15.685370 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:17:15.685370 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:17:15.685370 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:17:15.685370 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:17:15.685370 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:17:15.685370 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:17:15.685370 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:17:15.685370 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:17:15.685370 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:17:15.685370 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:17:15.685370 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:17:15.685370 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:17:15.685370 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:17:15.685370 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:17:15.685370 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:17:15.685370 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:17:15.685370 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:17:15.685370 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:17:15.685370 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:17:15.685370 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:17:15.685370 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:17:15.685370 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:17:15.685370 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:17:15.685370 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:17:15.685370 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:17:15.685370 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:17:15.685370 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:17:15.705284 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a7b345e8-4acc-4614-b372-a16f9ee78e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:15.735610 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b345e8-4acc-4614-b372-a16f9ee78e6b None None] Pushing event deleted for resources: {'Port': ['ID=7623f5aa-ffcc-4048-a3a6-9290f2b1136d,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:15.741200 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b345e8-4acc-4614-b372-a16f9ee78e6b None None] No DVR routers for this DVR port 7623f5aa-ffcc-4048-a3a6-9290f2b1136d on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:17:15.752984 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-74a72574-8814-4f80-9a0e-5d24abde9969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:15.762154 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-74a72574-8814-4f80-9a0e-5d24abde9969 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:15.764444 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-74a72574-8814-4f80-9a0e-5d24abde9969 admin admin] 10.222.0.44 "DELETE /v2.0/networks/bfc6c5b1-7a93-465f-a5a4-296d1d3f2689 HTTP/1.1" status: 204 len: 168 time: 0.6831546 Aug 10 03:17:15.780049 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a72574-8814-4f80-9a0e-5d24abde9969 admin admin] Pushing event deleted for resources: {'Network': ['ID=bfc6c5b1-7a93-465f-a5a4-296d1d3f2689,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:15.877608 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 48098) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:15.952020 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-0e6835e4-9a32-4ef1-9c59-720a4ff4ad1f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=698bc1b9fd8b4f24aacf0732f9da5055&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0730782 Aug 10 03:17:15.954858 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 48102) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:15.960769 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3d7c10-a8e0-4ce8-9a8a-a80a66700ab2 req-f79b3077-17fc-4247-8e72-8270c54173d6 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:15.962265 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ad3d7c10-a8e0-4ce8-9a8a-a80a66700ab2 req-f79b3077-17fc-4247-8e72-8270c54173d6 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=abb04be0-c7f2-4622-8647-9fdf68e648ba HTTP/1.1" status: 200 len: 949 time: 0.0771956 Aug 10 03:17:15.991030 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['762c5455-97e8-41a9-8444-c5b50e8b36f7'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:17:16.006897 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ae3f57c3-971c-4b0f-befa-a5294d973919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:16.028257 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ad3d7c10-a8e0-4ce8-9a8a-a80a66700ab2 req-cc9f746b-c852-46ef-99e5-25a0323be923 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560853 Aug 10 03:17:16.029358 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ae3f57c3-971c-4b0f-befa-a5294d973919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:16.036550 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d94511-bbef-4116-988d-b6d337b5f003 req-6cd7f480-4402-4ef3-bfea-491be1c0aa09 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:16.038103 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d6d94511-bbef-4116-988d-b6d337b5f003 req-6cd7f480-4402-4ef3-bfea-491be1c0aa09 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?device_id=2675ec53-a334-4a9e-83ee-84a272af1d76 HTTP/1.1" status: 200 len: 950 time: 0.0749483 Aug 10 03:17:16.090432 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ae3f57c3-971c-4b0f-befa-a5294d973919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:16.094340 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ae3f57c3-971c-4b0f-befa-a5294d973919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:16.097890 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ae3f57c3-971c-4b0f-befa-a5294d973919 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2b8ab577-658a-47ad-8db6-8fa5608a0dcf HTTP/1.1" status: 204 len: 168 time: 0.1396034 Aug 10 03:17:16.098781 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d6d94511-bbef-4116-988d-b6d337b5f003 req-5d4d4e9f-9cf9-4e0d-a1e7-00c5358f256d tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8d28d33-caca-4f05-b0e0-721010e15342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426764 Aug 10 03:17:16.113368 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3f57c3-971c-4b0f-befa-a5294d973919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b8ab577-658a-47ad-8db6-8fa5608a0dcf,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:16.165323 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 48108) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:16.298142 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec94e90-ed46-49d4-b251-8d9b90667fe8 req-f5c39f76-7177-4b30-86dc-0bd9b36b401d tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:16.299989 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fec94e90-ed46-49d4-b251-8d9b90667fe8 req-f5c39f76-7177-4b30-86dc-0bd9b36b401d tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b2bfe29-2c7f-46f2-96c8-28060b70fc3d HTTP/1.1" status: 200 len: 945 time: 0.0548046 Aug 10 03:17:16.342982 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fec94e90-ed46-49d4-b251-8d9b90667fe8 req-1338283f-ab9f-4836-b55b-10214760576b tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/security-groups?id=58160609-a8c2-4b15-a3de-467e7dbbc834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354419 Aug 10 03:17:16.348097 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-21bdb663-ce93-46df-b8bc-aaf5c05b2045 admin admin] Deleting subnet 1dfce422-0216-4c9d-97b8-8fc7613926b1 {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:17:16.351904 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-21bdb663-ce93-46df-b8bc-aaf5c05b2045 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:16.393116 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-21bdb663-ce93-46df-b8bc-aaf5c05b2045 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:16.438840 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-21bdb663-ce93-46df-b8bc-aaf5c05b2045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:16.511070 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-21bdb663-ce93-46df-b8bc-aaf5c05b2045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:16.522482 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 48118) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:16.533663 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-21bdb663-ce93-46df-b8bc-aaf5c05b2045 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:16.538110 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-21bdb663-ce93-46df-b8bc-aaf5c05b2045 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/1dfce422-0216-4c9d-97b8-8fc7613926b1 HTTP/1.1" status: 204 len: 168 time: 0.3691785 Aug 10 03:17:16.538437 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 48120) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:16.554388 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device be52cd3c-ba36-4ebd-8686-444cd0392805 details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:17:16.565237 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bdb663-ce93-46df-b8bc-aaf5c05b2045 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1dfce422-0216-4c9d-97b8-8fc7613926b1,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:16.651144 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-0631484a-6b93-4c60-a43e-436afd8d2a41 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5d5ddfb545dd447787387384046031bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1263905 Aug 10 03:17:16.653057 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 48126) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:16.653677 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 7623f5aa-ffcc-4048-a3a6-9290f2b1136d no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:17:16.677452 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b435d1ef-aad7-4295-b53b-d4178d5a7118 req-0c42fb11-c260-490e-a6e8-3b3471bc4ed9 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:16.681785 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b435d1ef-aad7-4295-b53b-d4178d5a7118 req-0c42fb11-c260-490e-a6e8-3b3471bc4ed9 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3367b49-ee67-400c-b374-63617eab6326 HTTP/1.1" status: 200 len: 946 time: 0.1376438 Aug 10 03:17:16.690295 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 7623f5aa-ffcc-4048-a3a6-9290f2b1136d {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:17:16.690651 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 7623f5aa-ffcc-4048-a3a6-9290f2b1136d not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:17:16.691073 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 8e89884b-cb9d-47d3-bccc-1e49d5a5b3d5 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:17:16.697142 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ff7d7046-f131-4650-9cb9-c67ae135af9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:16.714907 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 8e89884b-cb9d-47d3-bccc-1e49d5a5b3d5 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:17:16.715251 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 8e89884b-cb9d-47d3-bccc-1e49d5a5b3d5 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:17:16.758917 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port be52cd3c-ba36-4ebd-8686-444cd0392805, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=be52cd3c-ba36-4ebd-8686-444cd0392805,segment=NetworkSegment(ef460c05-97a2-474e-9fc7-ca614ed2a066),segment_id=ef460c05-97a2-474e-9fc7-ca614ed2a066)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:16.770954 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': 'be52cd3c-ba36-4ebd-8686-444cd0392805', 'network_id': '7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1', 'port_id': 'be52cd3c-ba36-4ebd-8686-444cd0392805', 'mac_address': 'fa:16:3e:40:50:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a049acb-8e7b-42fd-b8b6-b5c474462166', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:17:16.780003 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b435d1ef-aad7-4295-b53b-d4178d5a7118 req-f851a639-bd37-4b2f-9bd8-bd4e6d1fee40 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921941 Aug 10 03:17:16.801108 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe6bb50-aa32-4c75-9059-5dd1e0c32d78 req-9017e123-6261-472c-9e32-4c74e97b5969 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:16.803728 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3fe6bb50-aa32-4c75-9059-5dd1e0c32d78 req-9017e123-6261-472c-9e32-4c74e97b5969 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=5224d542-6317-4cf8-aaf0-6e88d7d93fa3 HTTP/1.1" status: 200 len: 943 time: 0.0822706 Aug 10 03:17:16.826618 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d001676f-51f4-4698-9ae4-a1cc03c516cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:16.828551 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:16.833111 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ff7d7046-f131-4650-9cb9-c67ae135af9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:16.843662 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be52cd3c-ba36-4ebd-8686-444cd0392805 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:17:16.849597 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3fe6bb50-aa32-4c75-9059-5dd1e0c32d78 req-cee05d96-9b46-4e2b-8be6-f47d26e5ee01 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400820 Aug 10 03:17:16.855719 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-ff7d7046-f131-4650-9cb9-c67ae135af9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb04e5c4-4048-4691-8fd2-5191f92c4dcc']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:17:16.866174 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port be52cd3c-ba36-4ebd-8686-444cd0392805, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=be52cd3c-ba36-4ebd-8686-444cd0392805,segment=NetworkSegment(ef460c05-97a2-474e-9fc7-ca614ed2a066),segment_id=ef460c05-97a2-474e-9fc7-ca614ed2a066)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:16.873223 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:16.877534 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-ff7d7046-f131-4650-9cb9-c67ae135af9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bf2f30c-8de9-48b6-ac35-0afe448267ae') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:17:16.877849 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-ff7d7046-f131-4650-9cb9-c67ae135af9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bf2f30c-8de9-48b6-ac35-0afe448267ae') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:17:16.881717 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d001676f-51f4-4698-9ae4-a1cc03c516cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:16.896457 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ff7d7046-f131-4650-9cb9-c67ae135af9b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:16.927462 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=be52cd3c-ba36-4ebd-8686-444cd0392805,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:16.929721 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ff7d7046-f131-4650-9cb9-c67ae135af9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:16.939434 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff7d7046-f131-4650-9cb9-c67ae135af9b admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:17:16.939913 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ff7d7046-f131-4650-9cb9-c67ae135af9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:16.941645 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:17:16.941645 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:17:16.941645 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:17:16.941645 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:17:16.941645 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:17:16.941645 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:17:16.941645 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:17:16.941645 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:17:16.941645 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:17:16.941645 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:17:16.941645 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:17:16.941645 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:17:16.941645 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:17:16.941645 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:17:16.941645 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:17:16.941645 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:17:16.941645 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:17:16.941645 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:17:16.941645 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:17:16.941645 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:17:16.941645 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:17:16.941645 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:17:16.941645 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:17:16.941645 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:17:16.941645 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:17:16.941645 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:17:16.941645 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:17:16.941645 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:17:16.941645 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:17:16.941645 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:17:16.941645 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:17:16.941645 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:17:16.999223 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ff7d7046-f131-4650-9cb9-c67ae135af9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:17.001178 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d001676f-51f4-4698-9ae4-a1cc03c516cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:17.003882 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d001676f-51f4-4698-9ae4-a1cc03c516cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:17.005008 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-d001676f-51f4-4698-9ae4-a1cc03c516cb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/47b7e2b2-c8e9-4d51-a3bf-cc96b81bf44b HTTP/1.1" status: 204 len: 168 time: 0.3498838 Aug 10 03:17:17.010727 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ff7d7046-f131-4650-9cb9-c67ae135af9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:17.012561 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ff7d7046-f131-4650-9cb9-c67ae135af9b admin admin] 10.222.0.44 "DELETE /v2.0/networks/fb04e5c4-4048-4691-8fd2-5191f92c4dcc HTTP/1.1" status: 204 len: 168 time: 0.4731412 Aug 10 03:17:17.015490 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 48130) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:17.029102 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7d7046-f131-4650-9cb9-c67ae135af9b admin admin] Pushing event deleted for resources: {'Network': ['ID=fb04e5c4-4048-4691-8fd2-5191f92c4dcc,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:17.030980 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d001676f-51f4-4698-9ae4-a1cc03c516cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47b7e2b2-c8e9-4d51-a3bf-cc96b81bf44b,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:17.078325 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_v2 [None req-5197429d-2d65-4df1-9282-159272d9e588 admin admin] Deleting subnet a107075b-f263-4e5b-9e4b-d6085f9ba892 {{(pid=94260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:17:17.082131 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5197429d-2d65-4df1-9282-159272d9e588 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:17.141765 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5197429d-2d65-4df1-9282-159272d9e588 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191173'] for subnet, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:17.141983 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['be52cd3c-ba36-4ebd-8686-444cd0392805'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:17:17.207654 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b585cc1-4c7b-4df7-a041-9d2de8586e75 req-5f67d6ed-d523-4b1b-bccc-546f82069099 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:17.209528 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4b585cc1-4c7b-4df7-a041-9d2de8586e75 req-5f67d6ed-d523-4b1b-bccc-546f82069099 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=abb04be0-c7f2-4622-8647-9fdf68e648ba HTTP/1.1" status: 200 len: 949 time: 0.1010320 Aug 10 03:17:17.237184 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5197429d-2d65-4df1-9282-159272d9e588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:17.303729 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0506b6c-2ffe-4098-b709-b20a21cbc722 req-b255f771-8d1c-42bd-b3de-2c5791e752f4 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:17.305534 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d0506b6c-2ffe-4098-b709-b20a21cbc722 req-b255f771-8d1c-42bd-b3de-2c5791e752f4 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?device_id=2675ec53-a334-4a9e-83ee-84a272af1d76 HTTP/1.1" status: 200 len: 950 time: 0.1265776 Aug 10 03:17:17.325419 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4b585cc1-4c7b-4df7-a041-9d2de8586e75 req-4928cc49-f00f-4dbb-acf6-9405ea2a7dc2 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961208 Aug 10 03:17:17.361694 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5197429d-2d65-4df1-9282-159272d9e588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:17.367869 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d0506b6c-2ffe-4098-b709-b20a21cbc722 req-0f5e71a2-63bf-4308-acaa-216fdea8a8e1 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8d28d33-caca-4f05-b0e0-721010e15342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562179 Aug 10 03:17:17.393520 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5197429d-2d65-4df1-9282-159272d9e588 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a107075b-f263-4e5b-9e4b-d6085f9ba892,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:17.405777 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5197429d-2d65-4df1-9282-159272d9e588 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:17.408215 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-5197429d-2d65-4df1-9282-159272d9e588 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/a107075b-f263-4e5b-9e4b-d6085f9ba892 HTTP/1.1" status: 204 len: 168 time: 0.3911757 Aug 10 03:17:17.414828 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 48146) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:17.522002 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1d2b6543-3b95-4925-b54a-f5466da1ec88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:17.544586 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffbd4e2-e996-4ebd-847c-16d48b86c97e req-4c443a72-28e4-4032-a006-022643707070 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:17.546079 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3ffbd4e2-e996-4ebd-847c-16d48b86c97e req-4c443a72-28e4-4032-a006-022643707070 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b2bfe29-2c7f-46f2-96c8-28060b70fc3d HTTP/1.1" status: 200 len: 945 time: 0.1131191 Aug 10 03:17:17.644736 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1d2b6543-3b95-4925-b54a-f5466da1ec88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:17.661485 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3ffbd4e2-e996-4ebd-847c-16d48b86c97e req-7621d213-c0c3-4120-b60a-52d6499c6f52 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/security-groups?id=58160609-a8c2-4b15-a3de-467e7dbbc834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939455 Aug 10 03:17:17.663123 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-1d2b6543-3b95-4925-b54a-f5466da1ec88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['292c2ec5-194b-4d84-a49e-9ba02e2aa653']}} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:17:17.677528 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-1d2b6543-3b95-4925-b54a-f5466da1ec88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edf2681e-a5f1-470d-b3e1-0066ef909e38') {'for_net_delete': True} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:17:17.677861 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-1d2b6543-3b95-4925-b54a-f5466da1ec88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edf2681e-a5f1-470d-b3e1-0066ef909e38') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:17:17.688377 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1d2b6543-3b95-4925-b54a-f5466da1ec88 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191186'] for segment, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:17.704764 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1d2b6543-3b95-4925-b54a-f5466da1ec88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:17.713354 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d2b6543-3b95-4925-b54a-f5466da1ec88 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=94260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:17:17.713685 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1d2b6543-3b95-4925-b54a-f5466da1ec88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58895489'] for segment, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:17.716634 n-d-768862-13 neutron-server[94260]: Traceback (most recent call last): Aug 10 03:17:17.716634 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:17:17.716634 n-d-768862-13 neutron-server[94260]: timer() Aug 10 03:17:17.716634 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:17:17.716634 n-d-768862-13 neutron-server[94260]: cb(*args, **kw) Aug 10 03:17:17.716634 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:17:17.716634 n-d-768862-13 neutron-server[94260]: return func(*args, **kwargs) Aug 10 03:17:17.716634 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:17:17.716634 n-d-768862-13 neutron-server[94260]: self._notify() Aug 10 03:17:17.716634 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:17:17.716634 n-d-768862-13 neutron-server[94260]: self.callback(batched_events) Aug 10 03:17:17.716634 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:17:17.716634 n-d-768862-13 neutron-server[94260]: event.method(event) Aug 10 03:17:17.716634 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:17:17.716634 n-d-768862-13 neutron-server[94260]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:17:17.716634 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:17:17.716634 n-d-768862-13 neutron-server[94260]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:17:17.716634 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:17:17.716634 n-d-768862-13 neutron-server[94260]: return f(self, *a, **k) Aug 10 03:17:17.716634 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:17:17.716634 n-d-768862-13 neutron-server[94260]: return self._get(url).json() Aug 10 03:17:17.716634 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:17:17.716634 n-d-768862-13 neutron-server[94260]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:17:17.716634 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:17:17.716634 n-d-768862-13 neutron-server[94260]: return self.request(url, 'GET', **kwargs) Aug 10 03:17:17.716634 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:17:17.716634 n-d-768862-13 neutron-server[94260]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:17:17.716634 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:17:17.716634 n-d-768862-13 neutron-server[94260]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:17:17.716634 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:17:17.716634 n-d-768862-13 neutron-server[94260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:17:17.716634 n-d-768862-13 neutron-server[94260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:17:17.794367 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1d2b6543-3b95-4925-b54a-f5466da1ec88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:17.803029 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1d2b6543-3b95-4925-b54a-f5466da1ec88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:17.803931 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-1d2b6543-3b95-4925-b54a-f5466da1ec88 admin admin] 10.222.0.44 "DELETE /v2.0/networks/292c2ec5-194b-4d84-a49e-9ba02e2aa653 HTTP/1.1" status: 204 len: 168 time: 0.3878334 Aug 10 03:17:17.817022 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b6543-3b95-4925-b54a-f5466da1ec88 admin admin] Pushing event deleted for resources: {'Network': ['ID=292c2ec5-194b-4d84-a49e-9ba02e2aa653,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:17.871781 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd945fbb-fc49-4d93-94ef-4d66cfdf1ae0 req-578d60a8-35c9-46d8-a6a4-3e05be880f2a tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:17.874599 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-cd945fbb-fc49-4d93-94ef-4d66cfdf1ae0 req-578d60a8-35c9-46d8-a6a4-3e05be880f2a tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.61 "GET /v2.0/ports?device_id=2675ec53-a334-4a9e-83ee-84a272af1d76 HTTP/1.1" status: 200 len: 950 time: 0.0565395 Aug 10 03:17:17.915828 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 48166) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:17.955236 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057dc12a-7576-4ac9-af16-259adab45fe3 req-208eb32f-0e4c-4338-8404-3d1c60ef81e7 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:17.960862 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-057dc12a-7576-4ac9-af16-259adab45fe3 req-208eb32f-0e4c-4338-8404-3d1c60ef81e7 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3367b49-ee67-400c-b374-63617eab6326 HTTP/1.1" status: 200 len: 946 time: 0.0952799 Aug 10 03:17:18.037303 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-cd945fbb-fc49-4d93-94ef-4d66cfdf1ae0 req-b4fe978a-a66e-4c74-a240-12d061a0374c tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Deleting port 552a343f-4a4d-45af-9606-8a30f4448168 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:17:18.037888 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-cd945fbb-fc49-4d93-94ef-4d66cfdf1ae0 req-b4fe978a-a66e-4c74-a240-12d061a0374c tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:18.041253 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-057dc12a-7576-4ac9-af16-259adab45fe3 req-01027cf8-5c4d-4a2e-b526-9b0569f34491 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445449 Aug 10 03:17:18.049293 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2a7c73-6700-4943-94b5-1af480b887ea req-638b7e44-9ad7-450c-a6cf-d0e51c8480a9 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:18.050881 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3f2a7c73-6700-4943-94b5-1af480b887ea req-638b7e44-9ad7-450c-a6cf-d0e51c8480a9 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=5224d542-6317-4cf8-aaf0-6e88d7d93fa3 HTTP/1.1" status: 200 len: 944 time: 0.0890257 Aug 10 03:17:18.089765 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 48170) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:18.110376 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-9b9d1909-57e1-43ad-b70e-6d735710c294 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2102958883-network', 'tenant_id': '33155ca7ecc34cda842c02acd145aff5'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:17:18.170666 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-cd945fbb-fc49-4d93-94ef-4d66cfdf1ae0 req-b4fe978a-a66e-4c74-a240-12d061a0374c tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] For port 552a343f-4a4d-45af-9606-8a30f4448168, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=552a343f-4a4d-45af-9606-8a30f4448168,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:18.171039 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-cd945fbb-fc49-4d93-94ef-4d66cfdf1ae0 req-b4fe978a-a66e-4c74-a240-12d061a0374c tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:18.177036 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3f2a7c73-6700-4943-94b5-1af480b887ea req-f3baec76-05bf-4661-9436-25717c008bc3 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153698 Aug 10 03:17:18.186478 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-6492260b-d2db-43d9-9d22-87f1c90b9c85 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ef0c546763504af887a177f337462e10&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0952032 Aug 10 03:17:18.187918 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b9d1909-57e1-43ad-b70e-6d735710c294 admin admin] Made reservation on behalf of 33155ca7ecc34cda842c02acd145aff5 for: {'network': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:17:18.189278 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-cd945fbb-fc49-4d93-94ef-4d66cfdf1ae0 req-b4fe978a-a66e-4c74-a240-12d061a0374c tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Calling delete_port for 552a343f-4a4d-45af-9606-8a30f4448168 owned by compute:nova {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:17:18.190251 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9b9d1909-57e1-43ad-b70e-6d735710c294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:18.191096 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 48172) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:18.200398 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9b9d1909-57e1-43ad-b70e-6d735710c294 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:18.294376 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9b9d1909-57e1-43ad-b70e-6d735710c294 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:18.298259 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-47809da4-7533-41b9-8126-a9d97d397fdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:18.298726 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9b9d1909-57e1-43ad-b70e-6d735710c294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:18.324755 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b9d1909-57e1-43ad-b70e-6d735710c294 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=94260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:17:18.330932 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-47809da4-7533-41b9-8126-a9d97d397fdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:18.338974 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9d1909-57e1-43ad-b70e-6d735710c294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af14a5d9-598e-4e84-86a5-015def1f8e8c,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:18.347864 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9b9d1909-57e1-43ad-b70e-6d735710c294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:18.348072 n-d-768862-13 neutron-server[94260]: INFO neutron.db.segments_db [None req-9b9d1909-57e1-43ad-b70e-6d735710c294 admin admin] Added segment f25cb5ab-991d-4837-8dd0-f45e6e3b0399 of type vlan for network 1816f95b-2474-4407-8097-c5e0f21fa613 Aug 10 03:17:18.392045 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9b9d1909-57e1-43ad-b70e-6d735710c294 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:18.422281 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-cd945fbb-fc49-4d93-94ef-4d66cfdf1ae0 req-b4fe978a-a66e-4c74-a240-12d061a0374c tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:18.424675 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-47809da4-7533-41b9-8126-a9d97d397fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:18.428372 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-47809da4-7533-41b9-8126-a9d97d397fdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:18.432396 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-47809da4-7533-41b9-8126-a9d97d397fdf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/df5574bb-2b0e-4ded-8925-f56ee924deeb HTTP/1.1" status: 204 len: 168 time: 0.2373846 Aug 10 03:17:18.436505 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['1ea64ec5-c51a-439a-9ea6-ca81f0db8286', '379a5f92-4b22-40ff-9d10-bcb476e344f3'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:17:18.466879 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fe978a-a66e-4c74-a240-12d061a0374c tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Pushing event deleted for resources: {'Port': ['ID=552a343f-4a4d-45af-9606-8a30f4448168,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:18.472429 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47809da4-7533-41b9-8126-a9d97d397fdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df5574bb-2b0e-4ded-8925-f56ee924deeb,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:18.482966 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9b9d1909-57e1-43ad-b70e-6d735710c294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:18.483982 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9d1909-57e1-43ad-b70e-6d735710c294 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:18.484673 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9b9d1909-57e1-43ad-b70e-6d735710c294 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:18.523703 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd945fbb-fc49-4d93-94ef-4d66cfdf1ae0 req-b4fe978a-a66e-4c74-a240-12d061a0374c tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] No DVR routers for this DVR port 552a343f-4a4d-45af-9606-8a30f4448168 on host n-h2-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:17:18.525654 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['47c4ce85-91b4-497b-92b0-9e8b46ec064d', '543834ab-fb50-4b3a-b4b6-4babb30446ef', 'b8bbab66-a855-4a43-83f3-c4fa1af2df54', '965cc679-d2fa-422b-ac60-1738e2b8cad9', '552a343f-4a4d-45af-9606-8a30f4448168'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:17:18.527114 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-cd945fbb-fc49-4d93-94ef-4d66cfdf1ae0 req-b4fe978a-a66e-4c74-a240-12d061a0374c tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:18.530713 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-cd945fbb-fc49-4d93-94ef-4d66cfdf1ae0 req-b4fe978a-a66e-4c74-a240-12d061a0374c tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.61 "DELETE /v2.0/ports/552a343f-4a4d-45af-9606-8a30f4448168 HTTP/1.1" status: 204 len: 173 time: 0.6417646 Aug 10 03:17:18.531182 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2675ec53-a334-4a9e-83ee-84a272af1d76', 'name': 'network-vif-deleted', 'tag': '552a343f-4a4d-45af-9606-8a30f4448168'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:17:18.533614 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70073ae1-bfd2-492c-b1d9-db7ec8a44b79" -d '{"events": [{"server_uuid": "2675ec53-a334-4a9e-83ee-84a272af1d76", "name": "network-vif-deleted", "tag": "552a343f-4a4d-45af-9606-8a30f4448168"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:17:18.586956 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device be52cd3c-ba36-4ebd-8686-444cd0392805 up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:17:18.636092 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b7d06150-7209-4eb9-8cf0-19afb4603642 req-04b1553f-3896-43a4-a21f-591e923490fe tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?device_id=2675ec53-a334-4a9e-83ee-84a272af1d76 HTTP/1.1" status: 200 len: 210 time: 0.1234496 Aug 10 03:17:18.652335 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-9b9d1909-57e1-43ad-b70e-6d735710c294 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.7352943 Aug 10 03:17:18.655514 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 48182) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:18.662901 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-13ec9e84-a838-4afd-913b-a7d4dbcbce07 admin admin] Request body: {'subnet': {'network_id': '1816f95b-2474-4407-8097-c5e0f21fa613', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2102958883-subnet', 'tenant_id': '33155ca7ecc34cda842c02acd145aff5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:17:18.691534 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707018b0-bef6-4390-969d-3ca0efcb0270 req-41249109-01f1-467f-8cf4-e8a2dd0d5293 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:18.693405 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-707018b0-bef6-4390-969d-3ca0efcb0270 req-41249109-01f1-467f-8cf4-e8a2dd0d5293 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=abb04be0-c7f2-4622-8647-9fdf68e648ba HTTP/1.1" status: 200 len: 949 time: 0.2813876 Aug 10 03:17:18.697194 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9d1909-57e1-43ad-b70e-6d735710c294 admin admin] Pushing event updated for resources: {'Network': ['ID=1816f95b-2474-4407-8097-c5e0f21fa613,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:18.713408 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 1816f95b-2474-4407-8097-c5e0f21fa613 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:17:18.732920 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ec9e84-a838-4afd-913b-a7d4dbcbce07 admin admin] Made reservation on behalf of 33155ca7ecc34cda842c02acd145aff5 for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:17:18.736001 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-13ec9e84-a838-4afd-913b-a7d4dbcbce07 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:18.754277 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e4ad388-5c63-4929-ade1-eb3e18f20f1e x-openstack-request-id: req-7e4ad388-5c63-4929-ade1-eb3e18f20f1e {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:17:18.754679 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2675ec53-a334-4a9e-83ee-84a272af1d76", "name": "network-vif-deleted", "tag": "552a343f-4a4d-45af-9606-8a30f4448168", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:17:18.755182 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7e4ad388-5c63-4929-ade1-eb3e18f20f1e {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:17:18.757758 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2675ec53-a334-4a9e-83ee-84a272af1d76', 'name': 'network-vif-deleted', 'tag': '552a343f-4a4d-45af-9606-8a30f4448168', 'status': 'completed', 'code': 200} Aug 10 03:17:18.791083 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-707018b0-bef6-4390-969d-3ca0efcb0270 req-173943ac-f3c7-4548-9236-7fdd3079b428 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837007 Aug 10 03:17:18.836477 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning for port be52cd3c-ba36-4ebd-8686-444cd0392805 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:17:18.873692 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port be52cd3c-ba36-4ebd-8686-444cd0392805 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:17:18.874363 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:18.895199 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9365582-4edd-452d-8fe0-69123931c9fb req-50cb518d-928f-4aed-a8d5-3d7d6586e7c2 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:18.904945 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c9365582-4edd-452d-8fe0-69123931c9fb req-50cb518d-928f-4aed-a8d5-3d7d6586e7c2 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b2bfe29-2c7f-46f2-96c8-28060b70fc3d HTTP/1.1" status: 200 len: 945 time: 0.0800846 Aug 10 03:17:18.951858 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c9365582-4edd-452d-8fe0-69123931c9fb req-a0ad29e5-75d6-4e44-808b-604f15de3d36 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/security-groups?id=58160609-a8c2-4b15-a3de-467e7dbbc834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459340 Aug 10 03:17:19.019773 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-13ec9e84-a838-4afd-913b-a7d4dbcbce07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:19.068775 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 48190) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:19.085076 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ec9e84-a838-4afd-913b-a7d4dbcbce07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0417ba49-cc4f-4be3-b922-ec544070c594,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:19.107516 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ec9e84-a838-4afd-913b-a7d4dbcbce07 admin admin] Checking segment: {'id': 'f25cb5ab-991d-4837-8dd0-f45e6e3b0399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1816f95b-2474-4407-8097-c5e0f21fa613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:17:19.108006 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ec9e84-a838-4afd-913b-a7d4dbcbce07 admin admin] Network hostable DHCP agents. Network: 1816f95b-2474-4407-8097-c5e0f21fa613, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:17:19.132031 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-f2111459-9d6d-4478-9f71-69daa8a33dc3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b5a8a79527f248df934edc2d2cdd1b61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0619929 Aug 10 03:17:19.135244 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 48194) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:19.137921 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:19.162698 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ec9e84-a838-4afd-913b-a7d4dbcbce07 admin admin] Network 1816f95b-2474-4407-8097-c5e0f21fa613 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:17:19.183323 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5224d542-6317-4cf8-aaf0-6e88d7d93fa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be52cd3c-ba36-4ebd-8686-444cd0392805'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:17:19.185660 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-200ca3e7-9a6e-4839-b517-8e6bc21b6d8b" -d '{"events": [{"server_uuid": "5224d542-6317-4cf8-aaf0-6e88d7d93fa3", "name": "network-vif-plugged", "status": "completed", "tag": "be52cd3c-ba36-4ebd-8686-444cd0392805"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:17:19.191196 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-13ec9e84-a838-4afd-913b-a7d4dbcbce07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 1816f95b-2474-4407-8097-c5e0f21fa613) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:17:19.200511 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ec9e84-a838-4afd-913b-a7d4dbcbce07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:19.201106 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-13ec9e84-a838-4afd-913b-a7d4dbcbce07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:19.202795 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982ab8a7-2dd3-4f3f-8a0a-dc404cdac360 None None] Network 1816f95b-2474-4407-8097-c5e0f21fa613 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:17:19.227783 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-fcdb69bc-3fc8-4b68-b8dc-9fedfb89a5ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:19.232464 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port be52cd3c-ba36-4ebd-8686-444cd0392805, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=be52cd3c-ba36-4ebd-8686-444cd0392805,segment=NetworkSegment(ef460c05-97a2-474e-9fc7-ca614ed2a066),segment_id=ef460c05-97a2-474e-9fc7-ca614ed2a066)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:19.237409 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56786b7e-6b4d-40a6-a8c8-b93ac5d4cb37 req-f9d39408-af1d-4282-907a-e6e81567d20e tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:19.240528 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-13ec9e84-a838-4afd-913b-a7d4dbcbce07 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5835731 Aug 10 03:17:19.247376 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-56786b7e-6b4d-40a6-a8c8-b93ac5d4cb37 req-f9d39408-af1d-4282-907a-e6e81567d20e tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3367b49-ee67-400c-b374-63617eab6326 HTTP/1.1" status: 200 len: 946 time: 0.0980313 Aug 10 03:17:19.249742 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 48202) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:19.257456 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-e271bd45-c52c-4740-a785-928aa022d09f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2102958883-router', 'tenant_id': '33155ca7ecc34cda842c02acd145aff5', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:17:19.275669 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:19.281543 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-fcdb69bc-3fc8-4b68-b8dc-9fedfb89a5ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:19.308792 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-56786b7e-6b4d-40a6-a8c8-b93ac5d4cb37 req-7f3b0233-3a95-4e4a-9dcf-c9fa1136d885 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599430 Aug 10 03:17:19.334696 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e271bd45-c52c-4740-a785-928aa022d09f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:19.335730 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e271bd45-c52c-4740-a785-928aa022d09f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:19.404256 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-fcdb69bc-3fc8-4b68-b8dc-9fedfb89a5ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:19.407173 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-fcdb69bc-3fc8-4b68-b8dc-9fedfb89a5ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:19.410733 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-fcdb69bc-3fc8-4b68-b8dc-9fedfb89a5ac admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8dc814c4-7c63-48ff-8d95-ce31c22dc701 HTTP/1.1" status: 204 len: 168 time: 0.2741790 Aug 10 03:17:19.445741 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e271bd45-c52c-4740-a785-928aa022d09f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:19.448350 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdb69bc-3fc8-4b68-b8dc-9fedfb89a5ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc814c4-7c63-48ff-8d95-ce31c22dc701,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:19.462123 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=be52cd3c-ba36-4ebd-8686-444cd0392805,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:19.525693 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe96108-e0ef-48af-9925-f0fad9e1b616 req-712cc48e-311b-4272-ba40-c9edd2b6260a tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:19.527570 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5fe96108-e0ef-48af-9925-f0fad9e1b616 req-712cc48e-311b-4272-ba40-c9edd2b6260a tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=5224d542-6317-4cf8-aaf0-6e88d7d93fa3 HTTP/1.1" status: 200 len: 945 time: 0.0852146 Aug 10 03:17:19.618527 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5fe96108-e0ef-48af-9925-f0fad9e1b616 req-02d5e44e-3e37-4a65-9ef9-a6c3c13577e3 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773528 Aug 10 03:17:19.623734 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2220fee-6267-488a-b87a-1d2c6f68cdee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-1816f95b-2474-4407-8097-c5e0f21fa613', 'network_id': '1816f95b-2474-4407-8097-c5e0f21fa613', 'tenant_id': '33155ca7ecc34cda842c02acd145aff5', 'fixed_ips': [{'subnet_id': '0417ba49-cc4f-4be3-b922-ec544070c594'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:17:19.624616 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e2220fee-6267-488a-b87a-1d2c6f68cdee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:19.721913 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e271bd45-c52c-4740-a785-928aa022d09f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:19.835199 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7024a365-b485-4d85-b549-9f2e4387dd0a x-openstack-request-id: req-7024a365-b485-4d85-b549-9f2e4387dd0a {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:17:19.835407 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5224d542-6317-4cf8-aaf0-6e88d7d93fa3", "name": "network-vif-plugged", "status": "completed", "tag": "be52cd3c-ba36-4ebd-8686-444cd0392805", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:17:19.835677 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7024a365-b485-4d85-b549-9f2e4387dd0a {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:17:19.836023 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5224d542-6317-4cf8-aaf0-6e88d7d93fa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be52cd3c-ba36-4ebd-8686-444cd0392805', 'code': 200} Aug 10 03:17:19.889096 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb7bac-5e03-48fb-b9e5-59858f5c3665 req-705e880c-3143-471c-9818-484729b780fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:19.890872 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dabb7bac-5e03-48fb-b9e5-59858f5c3665 req-705e880c-3143-471c-9818-484729b780fd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5224d542-6317-4cf8-aaf0-6e88d7d93fa3 HTTP/1.1" status: 200 len: 1097 time: 0.0926666 Aug 10 03:17:19.948156 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dabb7bac-5e03-48fb-b9e5-59858f5c3665 req-feb684a6-1496-48a9-8863-b3c3402c7093 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484986 Aug 10 03:17:19.981434 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-e2220fee-6267-488a-b87a-1d2c6f68cdee None None] Allocated IP 172.20.0.2 (1816f95b-2474-4407-8097-c5e0f21fa613/0417ba49-cc4f-4be3-b922-ec544070c594/dfa868f0-5229-4926-b290-2ebca29ba8a8) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:17:20.042910 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fd7219-1cbb-41c1-96be-13ffc0de96ac req-063e3e51-5927-4773-829c-be6939bc800c tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:20.045334 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-90fd7219-1cbb-41c1-96be-13ffc0de96ac req-063e3e51-5927-4773-829c-be6939bc800c tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=abb04be0-c7f2-4622-8647-9fdf68e648ba HTTP/1.1" status: 200 len: 949 time: 0.0724497 Aug 10 03:17:20.092009 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e271bd45-c52c-4740-a785-928aa022d09f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:20.119203 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e271bd45-c52c-4740-a785-928aa022d09f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:20.155728 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-90fd7219-1cbb-41c1-96be-13ffc0de96ac req-8ff14c44-31c0-4ad0-8b05-146672f768d6 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039345 Aug 10 03:17:20.194258 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e2220fee-6267-488a-b87a-1d2c6f68cdee None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:20.203567 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-e2220fee-6267-488a-b87a-1d2c6f68cdee None None] Transition to ACTIVE for port object dfa868f0-5229-4926-b290-2ebca29ba8a8 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:17:20.231164 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-e2220fee-6267-488a-b87a-1d2c6f68cdee None None] Transition to ACTIVE for port object dfa868f0-5229-4926-b290-2ebca29ba8a8 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:17:20.244765 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e2220fee-6267-488a-b87a-1d2c6f68cdee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:20.275826 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-e271bd45-c52c-4740-a785-928aa022d09f admin admin] Allocated IP 172.25.6.200 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/5f4523b9-0580-4d9a-8db5-ec7f6d617769) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:17:20.289962 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2220fee-6267-488a-b87a-1d2c6f68cdee None None] Network 1816f95b-2474-4407-8097-c5e0f21fa613 is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:17:20.296294 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-e2220fee-6267-488a-b87a-1d2c6f68cdee None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:17:20.296602 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2220fee-6267-488a-b87a-1d2c6f68cdee None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:17:20.319851 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04320be4-5ff7-43c8-ab38-f76bc4ff2204 req-8ef1db40-05fd-4b64-bf7a-0392b48fdad1 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:20.321621 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-04320be4-5ff7-43c8-ab38-f76bc4ff2204 req-8ef1db40-05fd-4b64-bf7a-0392b48fdad1 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b5ed1f1-b874-42c1-aef6-917c9362870d HTTP/1.1" status: 200 len: 949 time: 0.1354308 Aug 10 03:17:20.337955 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2220fee-6267-488a-b87a-1d2c6f68cdee None None] Pushing event updated for resources: {'Port': ['ID=dfa868f0-5229-4926-b290-2ebca29ba8a8,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:20.368426 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-e2220fee-6267-488a-b87a-1d2c6f68cdee None None] Attempting to bind port dfa868f0-5229-4926-b290-2ebca29ba8a8 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:17:20.368866 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-e2220fee-6267-488a-b87a-1d2c6f68cdee None None] Attempting to bind port dfa868f0-5229-4926-b290-2ebca29ba8a8 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'f25cb5ab-991d-4837-8dd0-f45e6e3b0399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1816f95b-2474-4407-8097-c5e0f21fa613'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:17:20.369301 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2220fee-6267-488a-b87a-1d2c6f68cdee None None] Attempting to bind port dfa868f0-5229-4926-b290-2ebca29ba8a8 on network 1816f95b-2474-4407-8097-c5e0f21fa613 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:17:20.375378 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2220fee-6267-488a-b87a-1d2c6f68cdee None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:17:20.375865 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2220fee-6267-488a-b87a-1d2c6f68cdee None None] Checking segment: {'id': 'f25cb5ab-991d-4837-8dd0-f45e6e3b0399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1816f95b-2474-4407-8097-c5e0f21fa613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:17:20.376323 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e2220fee-6267-488a-b87a-1d2c6f68cdee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:20.376789 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2220fee-6267-488a-b87a-1d2c6f68cdee None None] Bound using segment: {'id': 'f25cb5ab-991d-4837-8dd0-f45e6e3b0399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1816f95b-2474-4407-8097-c5e0f21fa613'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:17:20.377351 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-e2220fee-6267-488a-b87a-1d2c6f68cdee None None] Bound port: dfa868f0-5229-4926-b290-2ebca29ba8a8, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f25cb5ab-991d-4837-8dd0-f45e6e3b0399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1816f95b-2474-4407-8097-c5e0f21fa613'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:17:20.378265 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e2220fee-6267-488a-b87a-1d2c6f68cdee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:20.389681 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371206cc-e9af-49d2-9720-dc10575e1c20 req-21dc54bb-3925-4380-b2b9-3114a0a90cd4 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:20.391348 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-371206cc-e9af-49d2-9720-dc10575e1c20 req-21dc54bb-3925-4380-b2b9-3114a0a90cd4 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b2bfe29-2c7f-46f2-96c8-28060b70fc3d HTTP/1.1" status: 200 len: 945 time: 0.1295459 Aug 10 03:17:20.394270 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-04320be4-5ff7-43c8-ab38-f76bc4ff2204 req-ee7f8cdc-dfa9-4508-9dd5-71f4e7b42914 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8d28d33-caca-4f05-b0e0-721010e15342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657721 Aug 10 03:17:20.438972 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e271bd45-c52c-4740-a785-928aa022d09f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:20.465255 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-371206cc-e9af-49d2-9720-dc10575e1c20 req-fa547374-1a8f-4a69-89e5-81b90e2e7476 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/security-groups?id=58160609-a8c2-4b15-a3de-467e7dbbc834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671375 Aug 10 03:17:20.473480 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-e2220fee-6267-488a-b87a-1d2c6f68cdee None None] For port dfa868f0-5229-4926-b290-2ebca29ba8a8, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:17:20.479522 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-e2220fee-6267-488a-b87a-1d2c6f68cdee None None] For port dfa868f0-5229-4926-b290-2ebca29ba8a8, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=dfa868f0-5229-4926-b290-2ebca29ba8a8,segment=NetworkSegment(f25cb5ab-991d-4837-8dd0-f45e6e3b0399),segment_id=f25cb5ab-991d-4837-8dd0-f45e6e3b0399)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:17:20.487547 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e2220fee-6267-488a-b87a-1d2c6f68cdee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:20.509655 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e271bd45-c52c-4740-a785-928aa022d09f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:20.558711 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 762c5455-97e8-41a9-8444-c5b50e8b36f7 up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:17:20.560691 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e271bd45-c52c-4740-a785-928aa022d09f admin admin] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:17:20.565746 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-e271bd45-c52c-4740-a785-928aa022d09f admin admin] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:17:20.566917 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2220fee-6267-488a-b87a-1d2c6f68cdee None None] Pushing event updated for resources: {'Port': ['ID=dfa868f0-5229-4926-b290-2ebca29ba8a8,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:20.568584 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e271bd45-c52c-4740-a785-928aa022d09f admin admin] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:17:20.576499 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95a1f1e-f6e5-4b16-a1c5-7d80887c4891 req-5c92a09d-128f-41fc-b8de-56501c614817 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:20.585153 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b95a1f1e-f6e5-4b16-a1c5-7d80887c4891 req-5c92a09d-128f-41fc-b8de-56501c614817 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3367b49-ee67-400c-b374-63617eab6326 HTTP/1.1" status: 200 len: 946 time: 0.0943055 Aug 10 03:17:20.622868 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e271bd45-c52c-4740-a785-928aa022d09f admin admin] Pushing event updated for resources: {'Port': ['ID=5f4523b9-0580-4d9a-8db5-ec7f6d617769,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:20.633439 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning for port 762c5455-97e8-41a9-8444-c5b50e8b36f7 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:17:20.639596 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port 762c5455-97e8-41a9-8444-c5b50e8b36f7 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:17:20.645457 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b95a1f1e-f6e5-4b16-a1c5-7d80887c4891 req-38602557-721e-40e8-95e2-6b164bab6658 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592995 Aug 10 03:17:20.651645 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:20.782404 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:20.806499 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283dd373-00a6-47ab-b07d-8ec07cbf5d8c req-15bb2e73-9a00-44f8-89c0-8f6b25a53a9d tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:20.813514 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-283dd373-00a6-47ab-b07d-8ec07cbf5d8c req-15bb2e73-9a00-44f8-89c0-8f6b25a53a9d tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=5224d542-6317-4cf8-aaf0-6e88d7d93fa3 HTTP/1.1" status: 200 len: 945 time: 0.0843475 Aug 10 03:17:20.884758 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 762c5455-97e8-41a9-8444-c5b50e8b36f7, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=762c5455-97e8-41a9-8444-c5b50e8b36f7,segment=NetworkSegment(bb5826fd-13f9-4737-be5f-46ce38ebd549),segment_id=bb5826fd-13f9-4737-be5f-46ce38ebd549)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:20.890731 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:20.891565 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 552a343f-4a4d-45af-9606-8a30f4448168 no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:17:20.901620 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-283dd373-00a6-47ab-b07d-8ec07cbf5d8c req-3517535f-58b9-4788-87bb-cbf6a7011b52 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855584 Aug 10 03:17:20.971638 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] No Port match for: 552a343f-4a4d-45af-9606-8a30f4448168 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:17:20.971979 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 552a343f-4a4d-45af-9606-8a30f4448168 not bound to the agent host n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:17:20.981949 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e271bd45-c52c-4740-a785-928aa022d09f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:20.999925 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=762c5455-97e8-41a9-8444-c5b50e8b36f7,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:21.217087 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e271bd45-c52c-4740-a785-928aa022d09f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:21.287452 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b4d83-4888-4dec-98a2-65d1ae25919d req-8a0529c0-3686-460e-a06f-7801161b496f tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:21.289179 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-770b4d83-4888-4dec-98a2-65d1ae25919d req-8a0529c0-3686-460e-a06f-7801161b496f tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=abb04be0-c7f2-4622-8647-9fdf68e648ba HTTP/1.1" status: 200 len: 949 time: 0.0637996 Aug 10 03:17:21.310693 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d5b690ef-c460-4f2f-bb1b-262cf8a71ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:21.364291 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-770b4d83-4888-4dec-98a2-65d1ae25919d req-898f1dfb-e919-4f33-9233-011f6bb8f476 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566807 Aug 10 03:17:21.394308 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e271bd45-c52c-4740-a785-928aa022d09f admin admin] Router 45afe298-11f4-4d17-a070-600af607d9cc is scheduled to L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e with binding_index 1 {{(pid=94261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:17:21.524412 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e271bd45-c52c-4740-a785-928aa022d09f admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:17:21.536571 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245cd58b-6419-4709-9abd-df12ff193e72 None None] Sync routers for ids ['45afe298-11f4-4d17-a070-600af607d9cc'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:17:21.554639 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245cd58b-6419-4709-9abd-df12ff193e72 None None] Routers {'45afe298-11f4-4d17-a070-600af607d9cc'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:17:21.555439 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-245cd58b-6419-4709-9abd-df12ff193e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:16:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['45afe298-11f4-4d17-a070-600af607d9cc'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:17:21.558742 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025de694-1500-4483-b517-ea344ddc9668 req-43b85fa2-e3d7-4caf-8944-a5180865635b tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:21.560137 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e271bd45-c52c-4740-a785-928aa022d09f admin admin] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:21.561837 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e271bd45-c52c-4740-a785-928aa022d09f admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 2.3110003 Aug 10 03:17:21.564734 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 48266) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:21.568057 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-025de694-1500-4483-b517-ea344ddc9668 req-43b85fa2-e3d7-4caf-8944-a5180865635b tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b5ed1f1-b874-42c1-aef6-917c9362870d HTTP/1.1" status: 200 len: 949 time: 0.0879080 Aug 10 03:17:21.630174 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-025de694-1500-4483-b517-ea344ddc9668 req-45fef048-fbe3-4817-8350-3f632b6045dd tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8d28d33-caca-4f05-b0e0-721010e15342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608847 Aug 10 03:17:21.768277 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-245cd58b-6419-4709-9abd-df12ff193e72 None None] Set router 45afe298-11f4-4d17-a070-600af607d9cc gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:17:21.818542 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99784f13-bf03-4061-b956-c37d643dc250 req-5ce1361d-6e83-4bdc-a3b4-094fb7fc859b tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:21.820150 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-99784f13-bf03-4061-b956-c37d643dc250 req-5ce1361d-6e83-4bdc-a3b4-094fb7fc859b tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3367b49-ee67-400c-b374-63617eab6326 HTTP/1.1" status: 200 len: 946 time: 0.0924947 Aug 10 03:17:21.838153 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d11cbf4-8b82-49c0-8827-be09c4c32486 None None] Network 1816f95b-2474-4407-8097-c5e0f21fa613 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:17:21.839970 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b2bfe29-2c7f-46f2-96c8-28060b70fc3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '762c5455-97e8-41a9-8444-c5b50e8b36f7'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:17:21.842358 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3e06f5d-2fae-450f-a221-52887d8ffee7" -d '{"events": [{"server_uuid": "1b2bfe29-2c7f-46f2-96c8-28060b70fc3d", "name": "network-vif-plugged", "status": "completed", "tag": "762c5455-97e8-41a9-8444-c5b50e8b36f7"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:17:21.860740 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67744b1a-669a-4d86-bceb-6a97e76780b4 req-e833b317-95cb-48fe-bf03-bb765ba37f93 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:21.862100 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-67744b1a-669a-4d86-bceb-6a97e76780b4 req-e833b317-95cb-48fe-bf03-bb765ba37f93 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b2bfe29-2c7f-46f2-96c8-28060b70fc3d HTTP/1.1" status: 200 len: 946 time: 0.0840914 Aug 10 03:17:21.900336 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-99784f13-bf03-4061-b956-c37d643dc250 req-5741900d-10b1-4c6b-95bc-6b65236743a6 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719292 Aug 10 03:17:21.923085 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-67744b1a-669a-4d86-bceb-6a97e76780b4 req-7e25e9c8-ecd9-4077-b4b1-131f9a22ec4d tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/security-groups?id=58160609-a8c2-4b15-a3de-467e7dbbc834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547495 Aug 10 03:17:21.952503 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-486d135c-b2ef-4ca0-8e51-b6b6f61172d6 None None] Provisioning for port dfa868f0-5229-4926-b290-2ebca29ba8a8 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:17:22.009811 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ad8554-03c4-4f66-be8a-86615abd9b57 x-openstack-request-id: req-15ad8554-03c4-4f66-be8a-86615abd9b57 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:17:22.010851 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b2bfe29-2c7f-46f2-96c8-28060b70fc3d", "name": "network-vif-plugged", "status": "completed", "tag": "762c5455-97e8-41a9-8444-c5b50e8b36f7", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:17:22.010851 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-15ad8554-03c4-4f66-be8a-86615abd9b57 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:17:22.010851 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b2bfe29-2c7f-46f2-96c8-28060b70fc3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '762c5455-97e8-41a9-8444-c5b50e8b36f7', 'code': 200} Aug 10 03:17:22.175351 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b36403-3366-4e24-bc5b-056607d963cf req-c3cc3419-1d51-430b-b477-60fc439f3e65 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:22.176884 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a6b36403-3366-4e24-bc5b-056607d963cf req-c3cc3419-1d51-430b-b477-60fc439f3e65 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=5224d542-6317-4cf8-aaf0-6e88d7d93fa3 HTTP/1.1" status: 200 len: 945 time: 0.0786586 Aug 10 03:17:22.284960 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a6b36403-3366-4e24-bc5b-056607d963cf req-ba5c58fe-ee57-4992-bf2b-6687491c24ac tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938544 Aug 10 03:17:22.301055 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-245cd58b-6419-4709-9abd-df12ff193e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45afe298-11f4-4d17-a070-600af607d9cc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2102958883-router', 'tenant_id': '33155ca7ecc34cda842c02acd145aff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '5f4523b9-0580-4d9a-8db5-ec7f6d617769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:17:19Z', 'updated_at': '2021-08-10T03:17:20Z', 'revision_number': 3, 'project_id': '33155ca7ecc34cda842c02acd145aff5', 'gw_port': {'id': '5f4523b9-0580-4d9a-8db5-ec7f6d617769', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:38:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45afe298-11f4-4d17-a070-600af607d9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:17:20Z', 'updated_at': '2021-08-10T03:17:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:17:22.337982 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245cd58b-6419-4709-9abd-df12ff193e72 None None] Checking router: 45afe298-11f4-4d17-a070-600af607d9cc for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:17:22.338360 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245cd58b-6419-4709-9abd-df12ff193e72 None None] Updating router 45afe298-11f4-4d17-a070-600af607d9cc port 5f4523b9-0580-4d9a-8db5-ec7f6d617769 binding host n-d-768862-13 {{(pid=94262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:17:22.411175 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-245cd58b-6419-4709-9abd-df12ff193e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:22.431944 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1347437-199f-4e1f-bb41-9b518f97a1d5 req-aded317c-6a2d-493f-b45f-ed7fba9adfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:22.433542 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-e1347437-199f-4e1f-bb41-9b518f97a1d5 req-aded317c-6a2d-493f-b45f-ed7fba9adfeb service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1b2bfe29-2c7f-46f2-96c8-28060b70fc3d HTTP/1.1" status: 200 len: 1098 time: 0.3160481 Aug 10 03:17:22.463064 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-77846235-993d-429a-a2f6-af6397b11c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:22.513203 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-e1347437-199f-4e1f-bb41-9b518f97a1d5 req-33602924-4d02-47bb-9265-6f341ce37ca7 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=58160609-a8c2-4b15-a3de-467e7dbbc834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586495 Aug 10 03:17:22.538402 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b8cf69-ba0c-4a8e-ac78-6f63ff617869 req-3a67e48f-e76d-409a-9402-1f47b56e32ba tempest-LiveAutoBlockMigrationV225Test-725400249 tempest-LiveAutoBlockMigrationV225Test-725400249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:22.543687 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-77b8cf69-ba0c-4a8e-ac78-6f63ff617869 req-3a67e48f-e76d-409a-9402-1f47b56e32ba tempest-LiveAutoBlockMigrationV225Test-725400249 tempest-LiveAutoBlockMigrationV225Test-725400249-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=5224d542-6317-4cf8-aaf0-6e88d7d93fa3 HTTP/1.1" status: 200 len: 1097 time: 0.0943236 Aug 10 03:17:22.594048 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080d3a1c-61ab-4454-a7d6-556fc86574b6 req-42c9cf88-a388-438c-bce7-20939e58d392 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:22.595747 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-080d3a1c-61ab-4454-a7d6-556fc86574b6 req-42c9cf88-a388-438c-bce7-20939e58d392 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=abb04be0-c7f2-4622-8647-9fdf68e648ba HTTP/1.1" status: 200 len: 949 time: 0.1447899 Aug 10 03:17:22.612476 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-77b8cf69-ba0c-4a8e-ac78-6f63ff617869 req-1e4258d4-78a3-4ef8-8623-72c0ee769774 tempest-LiveAutoBlockMigrationV225Test-725400249 tempest-LiveAutoBlockMigrationV225Test-725400249-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591137 Aug 10 03:17:22.703210 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device dfa868f0-5229-4926-b290-2ebca29ba8a8 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:17:22.708299 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-080d3a1c-61ab-4454-a7d6-556fc86574b6 req-be4ecee2-3001-436c-8315-20d8c001a7b9 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922663 Aug 10 03:17:22.723432 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-77846235-993d-429a-a2f6-af6397b11c57 admin admin] Allocated IP 172.20.0.1 (1816f95b-2474-4407-8097-c5e0f21fa613/0417ba49-cc4f-4be3-b922-ec544070c594/fd1c69e9-e88a-4dc1-8fcb-87178446f1ca) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:17:22.828673 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f3813a-0c9b-4d9d-909d-427e2d954502 req-0f8c088e-0cf8-4b29-a300-93c1e7d48cc3 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:22.830197 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-64f3813a-0c9b-4d9d-909d-427e2d954502 req-0f8c088e-0cf8-4b29-a300-93c1e7d48cc3 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b5ed1f1-b874-42c1-aef6-917c9362870d HTTP/1.1" status: 200 len: 949 time: 0.0792124 Aug 10 03:17:22.833104 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port dfa868f0-5229-4926-b290-2ebca29ba8a8 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:17:22.841438 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2c8c98-5eb9-4439-8178-e83d1a437f29 req-48a03d09-66b5-4391-809f-c56010845d55 tempest-LiveAutoBlockMigrationV225Test-725400249 tempest-LiveAutoBlockMigrationV225Test-725400249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:22.843367 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0c2c8c98-5eb9-4439-8178-e83d1a437f29 req-48a03d09-66b5-4391-809f-c56010845d55 tempest-LiveAutoBlockMigrationV225Test-725400249 tempest-LiveAutoBlockMigrationV225Test-725400249-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=5224d542-6317-4cf8-aaf0-6e88d7d93fa3 HTTP/1.1" status: 200 len: 1097 time: 0.0628290 Aug 10 03:17:22.844863 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port dfa868f0-5229-4926-b290-2ebca29ba8a8 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:17:22.845241 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:22.861078 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-77846235-993d-429a-a2f6-af6397b11c57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:22.903967 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [None req-77846235-993d-429a-a2f6-af6397b11c57 admin admin] Transition to ACTIVE for port object fd1c69e9-e88a-4dc1-8fcb-87178446f1ca will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:17:22.913560 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-245cd58b-6419-4709-9abd-df12ff193e72 None None] Notify callbacks [] for port, precommit_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:22.913905 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-64f3813a-0c9b-4d9d-909d-427e2d954502 req-d3d445ed-ea0c-41b0-862c-029ad9c68a76 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8d28d33-caca-4f05-b0e0-721010e15342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693128 Aug 10 03:17:22.934538 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0c2c8c98-5eb9-4439-8178-e83d1a437f29 req-f956288c-c501-464b-879e-70497da33f5b tempest-LiveAutoBlockMigrationV225Test-725400249 tempest-LiveAutoBlockMigrationV225Test-725400249-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759745 Aug 10 03:17:22.937426 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-245cd58b-6419-4709-9abd-df12ff193e72 None None] Transition to ACTIVE for port object 5f4523b9-0580-4d9a-8db5-ec7f6d617769 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:17:22.939812 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db196fd-f049-495c-abcf-c79aeef19026 req-9a284c29-9702-4804-8003-0490558d4df7 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:22.941485 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-0db196fd-f049-495c-abcf-c79aeef19026 req-9a284c29-9702-4804-8003-0490558d4df7 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b5ed1f1-b874-42c1-aef6-917c9362870d HTTP/1.1" status: 200 len: 949 time: 0.0691278 Aug 10 03:17:22.952651 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-245cd58b-6419-4709-9abd-df12ff193e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:23.018201 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-77846235-993d-429a-a2f6-af6397b11c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:23.069877 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:23.075017 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45dbd59-849c-4a60-9070-cc0986d13c02 req-e458512a-8497-4bff-8d5a-ab46221de691 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:23.076558 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f45dbd59-849c-4a60-9070-cc0986d13c02 req-e458512a-8497-4bff-8d5a-ab46221de691 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3367b49-ee67-400c-b374-63617eab6326 HTTP/1.1" status: 200 len: 946 time: 0.0651500 Aug 10 03:17:23.087101 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18b3832-8aba-4e33-8a74-8767641e88ad None None] Pushing event updated for resources: {'Port': ['ID=5f4523b9-0580-4d9a-8db5-ec7f6d617769,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:23.090379 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77846235-993d-429a-a2f6-af6397b11c57 admin admin] Network 1816f95b-2474-4407-8097-c5e0f21fa613 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:17:23.097238 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-77846235-993d-429a-a2f6-af6397b11c57 admin admin] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:17:23.103717 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77846235-993d-429a-a2f6-af6397b11c57 admin admin] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:17:23.128664 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port dfa868f0-5229-4926-b290-2ebca29ba8a8, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=dfa868f0-5229-4926-b290-2ebca29ba8a8,segment=NetworkSegment(f25cb5ab-991d-4837-8dd0-f45e6e3b0399),segment_id=f25cb5ab-991d-4837-8dd0-f45e6e3b0399)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:23.130066 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-245cd58b-6419-4709-9abd-df12ff193e72 None None] Attempting to bind port 5f4523b9-0580-4d9a-8db5-ec7f6d617769 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:17:23.130504 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-245cd58b-6419-4709-9abd-df12ff193e72 None None] Attempting to bind port 5f4523b9-0580-4d9a-8db5-ec7f6d617769 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:17:23.130947 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245cd58b-6419-4709-9abd-df12ff193e72 None None] Attempting to bind port 5f4523b9-0580-4d9a-8db5-ec7f6d617769 on network 2ea12131-628a-487e-b434-0463553732bd {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:17:23.134449 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77846235-993d-429a-a2f6-af6397b11c57 admin admin] Pushing event updated for resources: {'Port': ['ID=fd1c69e9-e88a-4dc1-8fcb-87178446f1ca,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:23.140654 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245cd58b-6419-4709-9abd-df12ff193e72 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:17:23.141100 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245cd58b-6419-4709-9abd-df12ff193e72 None None] Checking segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:17:23.141501 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-245cd58b-6419-4709-9abd-df12ff193e72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:23.142060 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245cd58b-6419-4709-9abd-df12ff193e72 None None] Bound using segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:17:23.142586 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-245cd58b-6419-4709-9abd-df12ff193e72 None None] Bound port: 5f4523b9-0580-4d9a-8db5-ec7f6d617769, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:17:23.143124 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-245cd58b-6419-4709-9abd-df12ff193e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:23.167341 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-0db196fd-f049-495c-abcf-c79aeef19026 req-54345640-739c-41f5-9dad-bf1734e1b482 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Deleting port 965cc679-d2fa-422b-ac60-1738e2b8cad9 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:17:23.167691 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-0db196fd-f049-495c-abcf-c79aeef19026 req-54345640-739c-41f5-9dad-bf1734e1b482 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:23.172046 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-77846235-993d-429a-a2f6-af6397b11c57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521745'] for router_interface, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:23.203080 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-245cd58b-6419-4709-9abd-df12ff193e72 None None] For port 5f4523b9-0580-4d9a-8db5-ec7f6d617769, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:17:23.206688 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-245cd58b-6419-4709-9abd-df12ff193e72 None None] For port 5f4523b9-0580-4d9a-8db5-ec7f6d617769, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=5f4523b9-0580-4d9a-8db5-ec7f6d617769,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:17:23.207969 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:23.215222 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-245cd58b-6419-4709-9abd-df12ff193e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:23.246688 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f45dbd59-849c-4a60-9070-cc0986d13c02 req-0df56d8e-417c-4886-b7ff-7174799a2277 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352746 Aug 10 03:17:23.283077 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245cd58b-6419-4709-9abd-df12ff193e72 None None] Routers {'45afe298-11f4-4d17-a070-600af607d9cc'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:17:23.283860 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-245cd58b-6419-4709-9abd-df12ff193e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:16:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['45afe298-11f4-4d17-a070-600af607d9cc'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:17:23.327192 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=dfa868f0-5229-4926-b290-2ebca29ba8a8,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:23.342048 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec8a1d7-4fea-4a10-8111-adba051fcda4 req-9632a173-6729-4023-b8c1-7001ef0e18ed tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:23.343685 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9ec8a1d7-4fea-4a10-8111-adba051fcda4 req-9632a173-6729-4023-b8c1-7001ef0e18ed tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b2bfe29-2c7f-46f2-96c8-28060b70fc3d HTTP/1.1" status: 200 len: 946 time: 0.1583700 Aug 10 03:17:23.383678 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18b3832-8aba-4e33-8a74-8767641e88ad None None] Pushing event updated for resources: {'Port': ['ID=5f4523b9-0580-4d9a-8db5-ec7f6d617769,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:23.430359 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9ec8a1d7-4fea-4a10-8111-adba051fcda4 req-f1c44e6d-2b33-409a-ae25-6bae4fdd089b tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/security-groups?id=58160609-a8c2-4b15-a3de-467e7dbbc834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745213 Aug 10 03:17:23.476623 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-77846235-993d-429a-a2f6-af6397b11c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:23.533254 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-245cd58b-6419-4709-9abd-df12ff193e72 None None] Set router 45afe298-11f4-4d17-a070-600af607d9cc gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:17:23.579588 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-0db196fd-f049-495c-abcf-c79aeef19026 req-54345640-739c-41f5-9dad-bf1734e1b482 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] For port 965cc679-d2fa-422b-ac60-1738e2b8cad9, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=965cc679-d2fa-422b-ac60-1738e2b8cad9,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:23.579957 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-0db196fd-f049-495c-abcf-c79aeef19026 req-54345640-739c-41f5-9dad-bf1734e1b482 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:23.606565 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-0db196fd-f049-495c-abcf-c79aeef19026 req-54345640-739c-41f5-9dad-bf1734e1b482 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Calling delete_port for 965cc679-d2fa-422b-ac60-1738e2b8cad9 owned by compute:nova {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:17:23.612487 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 48308) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:23.678048 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-23a79c49-56f2-45bc-a531-f7185de6d81d None None] Provisioning for port fd1c69e9-e88a-4dc1-8fcb-87178446f1ca completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:17:23.682268 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-23a79c49-56f2-45bc-a531-f7185de6d81d None None] Provisioning complete for port fd1c69e9-e88a-4dc1-8fcb-87178446f1ca triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:17:23.682634 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-23a79c49-56f2-45bc-a531-f7185de6d81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:23.686128 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-035e6d06-9fd5-4c0a-82bd-05c89444c415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:23.792108 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d1574d4b-2c64-4e51-88a9-154d37f60e00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:23.799211 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-23a79c49-56f2-45bc-a531-f7185de6d81d None None] Port fd1c69e9-e88a-4dc1-8fcb-87178446f1ca cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:17:23.859219 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-0db196fd-f049-495c-abcf-c79aeef19026 req-54345640-739c-41f5-9dad-bf1734e1b482 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:23.871523 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['1ea64ec5-c51a-439a-9ea6-ca81f0db8286', '379a5f92-4b22-40ff-9d10-bcb476e344f3'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:17:23.878058 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['47c4ce85-91b4-497b-92b0-9e8b46ec064d', '543834ab-fb50-4b3a-b4b6-4babb30446ef', 'b8bbab66-a855-4a43-83f3-c4fa1af2df54', '965cc679-d2fa-422b-ac60-1738e2b8cad9'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:17:23.949809 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-77846235-993d-429a-a2f6-af6397b11c57 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:23.956401 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54345640-739c-41f5-9dad-bf1734e1b482 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Pushing event deleted for resources: {'Port': ['ID=965cc679-d2fa-422b-ac60-1738e2b8cad9,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:23.969523 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-77846235-993d-429a-a2f6-af6397b11c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:24.013400 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-245cd58b-6419-4709-9abd-df12ff193e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45afe298-11f4-4d17-a070-600af607d9cc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2102958883-router', 'tenant_id': '33155ca7ecc34cda842c02acd145aff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '5f4523b9-0580-4d9a-8db5-ec7f6d617769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:17:19Z', 'updated_at': '2021-08-10T03:17:20Z', 'revision_number': 3, 'project_id': '33155ca7ecc34cda842c02acd145aff5', 'gw_port': {'id': '5f4523b9-0580-4d9a-8db5-ec7f6d617769', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:38:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45afe298-11f4-4d17-a070-600af607d9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:17:20Z', 'updated_at': '2021-08-10T03:17:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:17:24.040376 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77846235-993d-429a-a2f6-af6397b11c57 admin admin] Pushing event updated for resources: {'Port': ['ID=fd1c69e9-e88a-4dc1-8fcb-87178446f1ca,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:24.056848 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-0db196fd-f049-495c-abcf-c79aeef19026 req-54345640-739c-41f5-9dad-bf1734e1b482 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] No DVR routers for this DVR port 965cc679-d2fa-422b-ac60-1738e2b8cad9 on host n-h2-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:17:24.062548 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-0db196fd-f049-495c-abcf-c79aeef19026 req-54345640-739c-41f5-9dad-bf1734e1b482 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:24.065065 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-0db196fd-f049-495c-abcf-c79aeef19026 req-54345640-739c-41f5-9dad-bf1734e1b482 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.61 "DELETE /v2.0/ports/965cc679-d2fa-422b-ac60-1738e2b8cad9 HTTP/1.1" status: 204 len: 173 time: 1.1096694 Aug 10 03:17:24.089481 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b5ed1f1-b874-42c1-aef6-917c9362870d', 'name': 'network-vif-deleted', 'tag': '965cc679-d2fa-422b-ac60-1738e2b8cad9'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:17:24.091317 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245cd58b-6419-4709-9abd-df12ff193e72 None None] The sync data for ids ['45afe298-11f4-4d17-a070-600af607d9cc'] in n-d-768862-13 is: [{'id': '45afe298-11f4-4d17-a070-600af607d9cc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2102958883-router', 'tenant_id': '33155ca7ecc34cda842c02acd145aff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '5f4523b9-0580-4d9a-8db5-ec7f6d617769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:17:19Z', 'updated_at': '2021-08-10T03:17:20Z', 'revision_number': 3, 'project_id': '33155ca7ecc34cda842c02acd145aff5', 'gw_port': {'id': '5f4523b9-0580-4d9a-8db5-ec7f6d617769', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:38:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45afe298-11f4-4d17-a070-600af607d9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:17:20Z', 'updated_at': '2021-08-10T03:17:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:17:24.091955 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc3bc7c3-19f4-49c9-8113-b332c2391a55" -d '{"events": [{"server_uuid": "2b5ed1f1-b874-42c1-aef6-917c9362870d", "name": "network-vif-deleted", "tag": "965cc679-d2fa-422b-ac60-1738e2b8cad9"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:17:24.143505 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-77846235-993d-429a-a2f6-af6397b11c57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521893'] for router_interface, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:24.243068 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:24.284706 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22003e0-48a3-4105-b720-2639a1c58a5b req-38f53824-5878-47f8-a1c7-d6988a66e875 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:24.286460 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d22003e0-48a3-4105-b720-2639a1c58a5b req-38f53824-5878-47f8-a1c7-d6988a66e875 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=abb04be0-c7f2-4622-8647-9fdf68e648ba HTTP/1.1" status: 200 len: 949 time: 0.4645457 Aug 10 03:17:24.310863 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77846235-993d-429a-a2f6-af6397b11c57 admin admin] Network 1816f95b-2474-4407-8097-c5e0f21fa613 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:17:24.312676 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-77846235-993d-429a-a2f6-af6397b11c57 admin admin] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:17:24.403454 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d22003e0-48a3-4105-b720-2639a1c58a5b req-eded4189-7a1f-4265-873d-7121d2b7e2e1 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086009 Aug 10 03:17:24.461600 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d1574d4b-2c64-4e51-88a9-154d37f60e00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:24.471317 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d1574d4b-2c64-4e51-88a9-154d37f60e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:24.582879 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-d1574d4b-2c64-4e51-88a9-154d37f60e00 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7e1957a496a04f4d95dd4d5b18b1cbfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9685171 Aug 10 03:17:24.595322 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77846235-993d-429a-a2f6-af6397b11c57 admin admin] Router 45afe298-11f4-4d17-a070-600af607d9cc has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:17:24.597931 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 48344) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:24.607140 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1574d4b-2c64-4e51-88a9-154d37f60e00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe7dcf2-0bc4-466f-b39a-28f689bfcbe8,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:24.704879 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b5fd9507-28fe-496a-a909-23de873ab9fa req-ce70dce1-ea46-4cd6-9fda-6ac6b90982f9 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b5ed1f1-b874-42c1-aef6-917c9362870d HTTP/1.1" status: 200 len: 210 time: 0.0821266 Aug 10 03:17:24.850079 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4245d50d-41c3-42e0-802c-ccebf97320c0 x-openstack-request-id: req-4245d50d-41c3-42e0-802c-ccebf97320c0 {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:17:24.850480 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b5ed1f1-b874-42c1-aef6-917c9362870d", "name": "network-vif-deleted", "tag": "965cc679-d2fa-422b-ac60-1738e2b8cad9", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:17:24.850835 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4245d50d-41c3-42e0-802c-ccebf97320c0 {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:17:24.851343 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b5ed1f1-b874-42c1-aef6-917c9362870d', 'name': 'network-vif-deleted', 'tag': '965cc679-d2fa-422b-ac60-1738e2b8cad9', 'status': 'completed', 'code': 200} Aug 10 03:17:24.852971 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 5f4523b9-0580-4d9a-8db5-ec7f6d617769 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:17:24.857149 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [req-49959508-a60e-464f-9f57-3a1a2a09a941 req-2842f290-cb64-4bd7-a52e-50e17ec6b3ba tempest-LiveAutoBlockMigrationV225Test-725400249 tempest-LiveAutoBlockMigrationV225Test-725400249-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:17:24.858263 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-49959508-a60e-464f-9f57-3a1a2a09a941 req-2842f290-cb64-4bd7-a52e-50e17ec6b3ba tempest-LiveAutoBlockMigrationV225Test-725400249 tempest-LiveAutoBlockMigrationV225Test-725400249-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0182915 Aug 10 03:17:24.876963 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-49959508-a60e-464f-9f57-3a1a2a09a941 req-3b2a78b3-e094-4911-a038-0d1bb3251908 service neutron] Request body: {'binding': {'host': 'n-h2-768862-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:17:24.877568 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-49959508-a60e-464f-9f57-3a1a2a09a941 req-3b2a78b3-e094-4911-a038-0d1bb3251908 service neutron] Unknown quota resources ['binding']. {{(pid=94261) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 03:17:24.931971 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-d7095a14-9429-41a2-85fa-3fc13b4e4066 None None] Provisioning complete for port fd1c69e9-e88a-4dc1-8fcb-87178446f1ca triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:17:24.932356 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d7095a14-9429-41a2-85fa-3fc13b4e4066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:24.965895 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4ab3dc76-6f10-407f-adc4-1ede0c0eb32a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:24.967086 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c03d3fd-d352-47e1-a778-c443f7c50236 req-8482464c-4b3d-4e1e-8816-3ffa7f51e770 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:24.977304 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7c03d3fd-d352-47e1-a778-c443f7c50236 req-8482464c-4b3d-4e1e-8816-3ffa7f51e770 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3367b49-ee67-400c-b374-63617eab6326 HTTP/1.1" status: 200 len: 946 time: 0.0760925 Aug 10 03:17:24.977621 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-d7095a14-9429-41a2-85fa-3fc13b4e4066 None None] Port fd1c69e9-e88a-4dc1-8fcb-87178446f1ca cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:17:24.992232 n-d-768862-13 neutron-server[94261]: INFO neutron.api.v2.resource [req-4b5f1774-0058-4aa4-98da-47561e5a8011 req-173a7043-5d99-4f58-a02b-b6a6b12590d4 service neutron] show failed (client error): The resource could not be found. Aug 10 03:17:24.993300 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-4b5f1774-0058-4aa4-98da-47561e5a8011 req-173a7043-5d99-4f58-a02b-b6a6b12590d4 service neutron] 10.222.0.61 "GET /v2.0/ports/5f10a11f-fa51-4b08-b7ae-76ff6155d72c/bindings/n-h1-768862-13 HTTP/1.1" status: 404 len: 381 time: 0.2239547 Aug 10 03:17:25.044568 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 5f4523b9-0580-4d9a-8db5-ec7f6d617769 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:17:25.052898 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7c03d3fd-d352-47e1-a778-c443f7c50236 req-b7fc9f95-c24f-4dfe-8a8a-45a55cd756b2 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740037 Aug 10 03:17:25.059277 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 5f4523b9-0580-4d9a-8db5-ec7f6d617769 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:17:25.059617 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:25.119823 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4ab3dc76-6f10-407f-adc4-1ede0c0eb32a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:25.135233 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77846235-993d-429a-a2f6-af6397b11c57 admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:17:25.149060 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-77846235-993d-429a-a2f6-af6397b11c57 admin admin] 10.222.0.44 "PUT /v2.0/routers/45afe298-11f4-4d17-a070-600af607d9cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5831404 Aug 10 03:17:25.206359 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:25.243607 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:25.245777 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-49959508-a60e-464f-9f57-3a1a2a09a941 req-3b2a78b3-e094-4911-a038-0d1bb3251908 service neutron] Attempting to bind port be52cd3c-ba36-4ebd-8686-444cd0392805 on host n-h2-768862-13 for vnic_type normal with profile None {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:17:25.246119 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-49959508-a60e-464f-9f57-3a1a2a09a941 req-3b2a78b3-e094-4911-a038-0d1bb3251908 service neutron] Attempting to bind port be52cd3c-ba36-4ebd-8686-444cd0392805 by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': 'ef460c05-97a2-474e-9fc7-ca614ed2a066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:17:25.246479 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49959508-a60e-464f-9f57-3a1a2a09a941 req-3b2a78b3-e094-4911-a038-0d1bb3251908 service neutron] Attempting to bind port be52cd3c-ba36-4ebd-8686-444cd0392805 on network 7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:17:25.259451 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49959508-a60e-464f-9f57-3a1a2a09a941 req-3b2a78b3-e094-4911-a038-0d1bb3251908 service neutron] Port be52cd3c-ba36-4ebd-8686-444cd0392805 on network 7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:17:25.259791 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49959508-a60e-464f-9f57-3a1a2a09a941 req-3b2a78b3-e094-4911-a038-0d1bb3251908 service neutron] Attempting to bind port be52cd3c-ba36-4ebd-8686-444cd0392805 on network 7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:17:25.273028 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 5f4523b9-0580-4d9a-8db5-ec7f6d617769, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=5f4523b9-0580-4d9a-8db5-ec7f6d617769,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:25.277235 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49959508-a60e-464f-9f57-3a1a2a09a941 req-3b2a78b3-e094-4911-a038-0d1bb3251908 service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:17:25.277610 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49959508-a60e-464f-9f57-3a1a2a09a941 req-3b2a78b3-e094-4911-a038-0d1bb3251908 service neutron] Checking segment: {'id': 'ef460c05-97a2-474e-9fc7-ca614ed2a066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:17:25.278187 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49959508-a60e-464f-9f57-3a1a2a09a941 req-3b2a78b3-e094-4911-a038-0d1bb3251908 service neutron] Bound using segment: {'id': 'ef460c05-97a2-474e-9fc7-ca614ed2a066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1'} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:17:25.278703 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-49959508-a60e-464f-9f57-3a1a2a09a941 req-3b2a78b3-e094-4911-a038-0d1bb3251908 service neutron] Bound port: be52cd3c-ba36-4ebd-8686-444cd0392805, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef460c05-97a2-474e-9fc7-ca614ed2a066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1'}}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:17:25.281406 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:25.282292 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device dfa868f0-5229-4926-b290-2ebca29ba8a8 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:17:25.299029 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4ab3dc76-6f10-407f-adc4-1ede0c0eb32a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:25.307057 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4ab3dc76-6f10-407f-adc4-1ede0c0eb32a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:25.310260 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-4ab3dc76-6f10-407f-adc4-1ede0c0eb32a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dbe7dcf2-0bc4-466f-b39a-28f689bfcbe8 HTTP/1.1" status: 204 len: 168 time: 0.7059891 Aug 10 03:17:25.325142 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67901dd5-27e6-4f79-983b-e3d8a4415f94 req-66fc56fe-89dd-4a9d-b536-eef43ebb2df4 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:25.336689 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-67901dd5-27e6-4f79-983b-e3d8a4415f94 req-66fc56fe-89dd-4a9d-b536-eef43ebb2df4 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b2bfe29-2c7f-46f2-96c8-28060b70fc3d HTTP/1.1" status: 200 len: 946 time: 0.1484141 Aug 10 03:17:25.354414 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab3dc76-6f10-407f-adc4-1ede0c0eb32a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbe7dcf2-0bc4-466f-b39a-28f689bfcbe8,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:25.409992 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port dfa868f0-5229-4926-b290-2ebca29ba8a8 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:17:25.410422 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:25.465878 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=5f4523b9-0580-4d9a-8db5-ec7f6d617769,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:25.466559 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-67901dd5-27e6-4f79-983b-e3d8a4415f94 req-7ce59e27-f54d-4090-ad03-b45e0c064132 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/security-groups?id=58160609-a8c2-4b15-a3de-467e7dbbc834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206350 Aug 10 03:17:25.473499 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-49959508-a60e-464f-9f57-3a1a2a09a941 req-3b2a78b3-e094-4911-a038-0d1bb3251908 service neutron] For port be52cd3c-ba36-4ebd-8686-444cd0392805, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=be52cd3c-ba36-4ebd-8686-444cd0392805,segment=NetworkSegment(ef460c05-97a2-474e-9fc7-ca614ed2a066),segment_id=ef460c05-97a2-474e-9fc7-ca614ed2a066)] {{(pid=94261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:17:25.490915 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-49959508-a60e-464f-9f57-3a1a2a09a941 req-3b2a78b3-e094-4911-a038-0d1bb3251908 service neutron] Notify callbacks [] for binding, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:25.492811 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-49959508-a60e-464f-9f57-3a1a2a09a941 req-3b2a78b3-e094-4911-a038-0d1bb3251908 service neutron] 10.222.0.44 "POST /v2.0/ports/be52cd3c-ba36-4ebd-8686-444cd0392805/bindings HTTP/1.1" status: 201 len: 390 time: 0.6241372 Aug 10 03:17:25.569638 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f1774-0058-4aa4-98da-47561e5a8011 req-1766c8a1-fd53-497c-b22e-4214a2f4ca9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:25.573062 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4b5f1774-0058-4aa4-98da-47561e5a8011 req-1766c8a1-fd53-497c-b22e-4214a2f4ca9c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=abb04be0-c7f2-4622-8647-9fdf68e648ba&tenant_id=808ab0b013b8411c9f012091d2eaa39f HTTP/1.1" status: 200 len: 1101 time: 0.1110461 Aug 10 03:17:25.588216 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-4b5f1774-0058-4aa4-98da-47561e5a8011 req-4f2f2436-0543-4650-b50e-6516e6a1b95b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768862-13', 'device_owner': 'compute:nova'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:17:25.712299 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-4b5f1774-0058-4aa4-98da-47561e5a8011 req-4f2f2436-0543-4650-b50e-6516e6a1b95b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:25.736349 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b2b6ac-8068-430a-b4e0-95a61bdc14da req-7fc54e43-0c6a-4b17-a9c8-0d0ebe7eafd4 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:25.737914 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c7b2b6ac-8068-430a-b4e0-95a61bdc14da req-7fc54e43-0c6a-4b17-a9c8-0d0ebe7eafd4 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=abb04be0-c7f2-4622-8647-9fdf68e648ba HTTP/1.1" status: 200 len: 949 time: 0.0914674 Aug 10 03:17:25.878733 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 48368) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:25.891377 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:25.902742 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c7b2b6ac-8068-430a-b4e0-95a61bdc14da req-2b8b24ea-566f-4ee8-b7bd-67c64dc94d24 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365573 Aug 10 03:17:25.913046 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-da2b53ba-dd0b-4f1e-a8c9-11ebe69aeb50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:25.979871 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49959508-a60e-464f-9f57-3a1a2a09a941 req-6f946b2a-2746-47e6-a869-c02b13c228b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:25.981647 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-49959508-a60e-464f-9f57-3a1a2a09a941 req-6f946b2a-2746-47e6-a869-c02b13c228b7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4fedcd46377344729593c49493334f54&device_id=5224d542-6317-4cf8-aaf0-6e88d7d93fa3 HTTP/1.1" status: 200 len: 1097 time: 0.1199458 Aug 10 03:17:26.055149 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abafdf33-c9c6-4b44-aff8-fcb980673b87 req-201ba248-10c8-4bcd-87d1-eefd50d5cd0d tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:26.056697 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-abafdf33-c9c6-4b44-aff8-fcb980673b87 req-201ba248-10c8-4bcd-87d1-eefd50d5cd0d tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=5224d542-6317-4cf8-aaf0-6e88d7d93fa3 HTTP/1.1" status: 200 len: 945 time: 0.0727832 Aug 10 03:17:26.064209 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-4b5f1774-0058-4aa4-98da-47561e5a8011 req-4f2f2436-0543-4650-b50e-6516e6a1b95b service neutron] For port 5f10a11f-fa51-4b08-b7ae-76ff6155d72c, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=5f10a11f-fa51-4b08-b7ae-76ff6155d72c,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:26.134020 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-abafdf33-c9c6-4b44-aff8-fcb980673b87 req-90cadef9-0eed-4874-9bd1-9ce65e1e21e4 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674827 Aug 10 03:17:26.159024 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-da2b53ba-dd0b-4f1e-a8c9-11ebe69aeb50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:26.161463 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-4b5f1774-0058-4aa4-98da-47561e5a8011 req-4f2f2436-0543-4650-b50e-6516e6a1b95b service neutron] For port 5f10a11f-fa51-4b08-b7ae-76ff6155d72c, host n-h2-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:17:26.164633 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-da2b53ba-dd0b-4f1e-a8c9-11ebe69aeb50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:26.192366 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49959508-a60e-464f-9f57-3a1a2a09a941 req-8c0ba0ef-3889-4677-84ae-8c3a8eac41bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:26.194055 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-49959508-a60e-464f-9f57-3a1a2a09a941 req-8c0ba0ef-3889-4677-84ae-8c3a8eac41bf service neutron] 10.222.0.61 "GET /v2.0/networks?id=7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1 HTTP/1.1" status: 200 len: 921 time: 0.1692164 Aug 10 03:17:26.226096 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-da2b53ba-dd0b-4f1e-a8c9-11ebe69aeb50 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2540edcc66af4594a203ff385777e5d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3421752 Aug 10 03:17:26.226096 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 48382) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:26.260479 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2b53ba-dd0b-4f1e-a8c9-11ebe69aeb50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a292ae09-b511-4909-9fff-61fe74c5897a,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:26.268480 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-49959508-a60e-464f-9f57-3a1a2a09a941 req-8bf6a8e2-a0b7-49f9-a43b-3e1b5549581d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be52cd3c-ba36-4ebd-8686-444cd0392805 HTTP/1.1" status: 200 len: 217 time: 0.0570939 Aug 10 03:17:26.312816 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abb04be0-c7f2-4622-8647-9fdf68e648ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f10a11f-fa51-4b08-b7ae-76ff6155d72c'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:17:26.315115 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-370d21ad-60d3-4076-9e22-bd201de90d66" -d '{"events": [{"server_uuid": "abb04be0-c7f2-4622-8647-9fdf68e648ba", "name": "network-vif-unplugged", "status": "completed", "tag": "5f10a11f-fa51-4b08-b7ae-76ff6155d72c"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:17:26.320687 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-4b5f1774-0058-4aa4-98da-47561e5a8011 req-4f2f2436-0543-4650-b50e-6516e6a1b95b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:26.349108 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49959508-a60e-464f-9f57-3a1a2a09a941 req-30385351-f223-4714-97e1-e7d60c03f6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:26.351685 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-49959508-a60e-464f-9f57-3a1a2a09a941 req-30385351-f223-4714-97e1-e7d60c03f6a7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8a049acb-8e7b-42fd-b8b6-b5c474462166 HTTP/1.1" status: 200 len: 861 time: 0.0677731 Aug 10 03:17:26.352471 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d0c9f78e-758d-4756-b16c-38f68fbd0b1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:26.354214 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-4b5f1774-0058-4aa4-98da-47561e5a8011 req-4f2f2436-0543-4650-b50e-6516e6a1b95b service neutron] Transition to ACTIVE for port object 5f10a11f-fa51-4b08-b7ae-76ff6155d72c will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:17:26.367102 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-4b5f1774-0058-4aa4-98da-47561e5a8011 req-4f2f2436-0543-4650-b50e-6516e6a1b95b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:26.380731 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c017753f-d1f3-486d-a2bd-9cfd63b0bb75 req-138e929b-5bb8-4a0d-8bb7-816da6e7c331 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:26.381753 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c017753f-d1f3-486d-a2bd-9cfd63b0bb75 req-138e929b-5bb8-4a0d-8bb7-816da6e7c331 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b2bfe29-2c7f-46f2-96c8-28060b70fc3d HTTP/1.1" status: 200 len: 946 time: 0.1242192 Aug 10 03:17:26.401261 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-49959508-a60e-464f-9f57-3a1a2a09a941 req-d4293498-6fe4-4928-8b2a-2990006ad9c7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371208 Aug 10 03:17:26.403105 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d0c9f78e-758d-4756-b16c-38f68fbd0b1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:26.409497 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf207e37-2396-461c-bcea-99e92cd2a769 req-eb1f515a-db77-42c4-93c3-1007adee1e72 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:26.410984 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bf207e37-2396-461c-bcea-99e92cd2a769 req-eb1f515a-db77-42c4-93c3-1007adee1e72 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] 10.222.0.44 "GET /v2.0/networks?id=1816f95b-2474-4407-8097-c5e0f21fa613 HTTP/1.1" status: 200 len: 829 time: 0.2188404 Aug 10 03:17:26.463092 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2f2436-0543-4650-b50e-6516e6a1b95b service neutron] Pushing event updated for resources: {'Port': ['ID=5f10a11f-fa51-4b08-b7ae-76ff6155d72c,revision_number=6']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:26.490733 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bf207e37-2396-461c-bcea-99e92cd2a769 req-6ea0e45c-d362-4707-9bb2-c15ca9a48f6d tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] 10.222.0.44 "GET /v2.0/quotas/33155ca7ecc34cda842c02acd145aff5 HTTP/1.1" status: 200 len: 375 time: 0.0664334 Aug 10 03:17:26.494887 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b5f1774-0058-4aa4-98da-47561e5a8011 req-4f2f2436-0543-4650-b50e-6516e6a1b95b service neutron] No DVR routers for this DVR port 5f10a11f-fa51-4b08-b7ae-76ff6155d72c on host n-h2-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:17:26.528016 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d0c9f78e-758d-4756-b16c-38f68fbd0b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:26.530702 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d0c9f78e-758d-4756-b16c-38f68fbd0b1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:26.534402 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-d0c9f78e-758d-4756-b16c-38f68fbd0b1f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a292ae09-b511-4909-9fff-61fe74c5897a HTTP/1.1" status: 204 len: 168 time: 0.3051670 Aug 10 03:17:26.553939 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-49959508-a60e-464f-9f57-3a1a2a09a941 req-4481a093-9d2b-4d32-9933-82668edc0819 service neutron] 10.222.0.61 "GET /v2.0/networks/7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383986 Aug 10 03:17:26.554650 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb29b00-40bb-46e1-aa4c-621dc1cc5731 None None] Sync routers for ids ['45afe298-11f4-4d17-a070-600af607d9cc'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:17:26.560636 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c9f78e-758d-4756-b16c-38f68fbd0b1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a292ae09-b511-4909-9fff-61fe74c5897a,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:26.572504 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c017753f-d1f3-486d-a2bd-9cfd63b0bb75 req-79802b13-a291-484d-aa57-042bd7ffeb3f tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/security-groups?id=58160609-a8c2-4b15-a3de-467e7dbbc834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533806 Aug 10 03:17:26.589132 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb29b00-40bb-46e1-aa4c-621dc1cc5731 None None] Routers {'45afe298-11f4-4d17-a070-600af607d9cc'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:17:26.614399 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-5eb29b00-40bb-46e1-aa4c-621dc1cc5731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:17:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['45afe298-11f4-4d17-a070-600af607d9cc'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:17:26.615423 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 965cc679-d2fa-422b-ac60-1738e2b8cad9 no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:17:26.648749 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] No Port match for: 965cc679-d2fa-422b-ac60-1738e2b8cad9 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:17:26.649335 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 965cc679-d2fa-422b-ac60-1738e2b8cad9 not bound to the agent host n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:17:26.659510 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-4b5f1774-0058-4aa4-98da-47561e5a8011 req-4f2f2436-0543-4650-b50e-6516e6a1b95b service neutron] Attempting to bind port 5f10a11f-fa51-4b08-b7ae-76ff6155d72c on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:17:26.660159 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-4b5f1774-0058-4aa4-98da-47561e5a8011 req-4f2f2436-0543-4650-b50e-6516e6a1b95b service neutron] Attempting to bind port 5f10a11f-fa51-4b08-b7ae-76ff6155d72c by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:17:26.660673 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5f1774-0058-4aa4-98da-47561e5a8011 req-4f2f2436-0543-4650-b50e-6516e6a1b95b service neutron] Attempting to bind port 5f10a11f-fa51-4b08-b7ae-76ff6155d72c on network 72a4be73-29a1-424c-8690-ecdcf6b06721 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:17:26.669639 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5f1774-0058-4aa4-98da-47561e5a8011 req-4f2f2436-0543-4650-b50e-6516e6a1b95b service neutron] Port 5f10a11f-fa51-4b08-b7ae-76ff6155d72c on network 72a4be73-29a1-424c-8690-ecdcf6b06721 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:17:26.683693 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5f1774-0058-4aa4-98da-47561e5a8011 req-4f2f2436-0543-4650-b50e-6516e6a1b95b service neutron] Attempting to bind port 5f10a11f-fa51-4b08-b7ae-76ff6155d72c on network 72a4be73-29a1-424c-8690-ecdcf6b06721 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:17:26.701628 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 5f4523b9-0580-4d9a-8db5-ec7f6d617769 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:17:26.715445 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bf207e37-2396-461c-bcea-99e92cd2a769 req-d963b63c-6ab9-4bb3-a809-83e4d1b15b85 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=33155ca7ecc34cda842c02acd145aff5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2235587 Aug 10 03:17:26.719458 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5f1774-0058-4aa4-98da-47561e5a8011 req-4f2f2436-0543-4650-b50e-6516e6a1b95b service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:17:26.722300 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5f1774-0058-4aa4-98da-47561e5a8011 req-4f2f2436-0543-4650-b50e-6516e6a1b95b service neutron] Checking segment: {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:17:26.723096 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5f1774-0058-4aa4-98da-47561e5a8011 req-4f2f2436-0543-4650-b50e-6516e6a1b95b service neutron] Bound using segment: {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:17:26.723665 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-4b5f1774-0058-4aa4-98da-47561e5a8011 req-4f2f2436-0543-4650-b50e-6516e6a1b95b service neutron] Bound port: 5f10a11f-fa51-4b08-b7ae-76ff6155d72c, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:17:26.724156 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-4b5f1774-0058-4aa4-98da-47561e5a8011 req-4f2f2436-0543-4650-b50e-6516e6a1b95b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:26.750038 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:26.784957 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 5f4523b9-0580-4d9a-8db5-ec7f6d617769 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:17:26.785256 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:26.789510 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-49959508-a60e-464f-9f57-3a1a2a09a941 req-b29c216b-b647-4865-9d4f-570224b216eb service neutron] 10.222.0.61 "GET /v2.0/networks/7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248535 Aug 10 03:17:26.837457 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-5eb29b00-40bb-46e1-aa4c-621dc1cc5731 None None] Set router 45afe298-11f4-4d17-a070-600af607d9cc gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:17:26.912893 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fb057f-221d-454b-8322-b14dd8f23c92 req-196ec147-c3b0-42cf-8b7f-0abd3a18d353 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:26.921191 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f7fb057f-221d-454b-8322-b14dd8f23c92 req-196ec147-c3b0-42cf-8b7f-0abd3a18d353 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3367b49-ee67-400c-b374-63617eab6326 HTTP/1.1" status: 200 len: 946 time: 0.1659758 Aug 10 03:17:26.986137 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-4b5f1774-0058-4aa4-98da-47561e5a8011 req-4f2f2436-0543-4650-b50e-6516e6a1b95b service neutron] For port 5f10a11f-fa51-4b08-b7ae-76ff6155d72c, host n-h1-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:17:26.993597 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-4b5f1774-0058-4aa4-98da-47561e5a8011 req-4f2f2436-0543-4650-b50e-6516e6a1b95b service neutron] For port 5f10a11f-fa51-4b08-b7ae-76ff6155d72c, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=5f10a11f-fa51-4b08-b7ae-76ff6155d72c,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:17:27.014257 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f7fb057f-221d-454b-8322-b14dd8f23c92 req-3148d696-304f-4664-a068-5857d51aa900 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920799 Aug 10 03:17:27.018967 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-4b5f1774-0058-4aa4-98da-47561e5a8011 req-4f2f2436-0543-4650-b50e-6516e6a1b95b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:27.167169 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-5eb29b00-40bb-46e1-aa4c-621dc1cc5731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45afe298-11f4-4d17-a070-600af607d9cc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2102958883-router', 'tenant_id': '33155ca7ecc34cda842c02acd145aff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '5f4523b9-0580-4d9a-8db5-ec7f6d617769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:17:19Z', 'updated_at': '2021-08-10T03:17:23Z', 'revision_number': 4, 'project_id': '33155ca7ecc34cda842c02acd145aff5', 'gw_port': {'id': '5f4523b9-0580-4d9a-8db5-ec7f6d617769', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:38:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45afe298-11f4-4d17-a070-600af607d9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:17:20Z', 'updated_at': '2021-08-10T03:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': 'fd1c69e9-e88a-4dc1-8fcb-87178446f1ca', 'name': '', 'network_id': '1816f95b-2474-4407-8097-c5e0f21fa613', 'tenant_id': '33155ca7ecc34cda842c02acd145aff5', 'mac_address': 'fa:16:3e:b4:0b:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45afe298-11f4-4d17-a070-600af607d9cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '0417ba49-cc4f-4be3-b922-ec544070c594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:17:22Z', 'updated_at': '2021-08-10T03:17:23Z', 'revision_number': 2, 'project_id': '33155ca7ecc34cda842c02acd145aff5', 'subnets': [{'id': '0417ba49-cc4f-4be3-b922-ec544070c594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:17:27.171312 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2f2436-0543-4650-b50e-6516e6a1b95b service neutron] Pushing event updated for resources: {'Port': ['ID=5f10a11f-fa51-4b08-b7ae-76ff6155d72c,revision_number=7']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:27.180471 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f1774-0058-4aa4-98da-47561e5a8011 req-4f2f2436-0543-4650-b50e-6516e6a1b95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:27.181175 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-4b5f1774-0058-4aa4-98da-47561e5a8011 req-4f2f2436-0543-4650-b50e-6516e6a1b95b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:27.182798 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4b5f1774-0058-4aa4-98da-47561e5a8011 req-4f2f2436-0543-4650-b50e-6516e6a1b95b service neutron] 10.222.0.42 "PUT /v2.0/ports/5f10a11f-fa51-4b08-b7ae-76ff6155d72c HTTP/1.1" status: 200 len: 1096 time: 1.6012754 Aug 10 03:17:27.256589 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb29b00-40bb-46e1-aa4c-621dc1cc5731 None None] Checking router: 45afe298-11f4-4d17-a070-600af607d9cc for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:17:27.256941 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb29b00-40bb-46e1-aa4c-621dc1cc5731 None None] Updating router 45afe298-11f4-4d17-a070-600af607d9cc port fd1c69e9-e88a-4dc1-8fcb-87178446f1ca binding host n-d-768862-13 {{(pid=94263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:17:27.301057 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bf207e37-2396-461c-bcea-99e92cd2a769 req-1fb61641-4e52-4159-8109-9a663d00d165 service neutron] 10.222.0.44 "GET /v2.0/networks/1816f95b-2474-4407-8097-c5e0f21fa613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5671549 Aug 10 03:17:27.308391 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f1774-0058-4aa4-98da-47561e5a8011 req-f94b737c-09b3-4760-973f-420b6bc4e5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:27.310794 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4b5f1774-0058-4aa4-98da-47561e5a8011 req-f94b737c-09b3-4760-973f-420b6bc4e5a0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=808ab0b013b8411c9f012091d2eaa39f&device_id=abb04be0-c7f2-4622-8647-9fdf68e648ba HTTP/1.1" status: 200 len: 1099 time: 0.0988352 Aug 10 03:17:27.314520 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-5eb29b00-40bb-46e1-aa4c-621dc1cc5731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:27.432643 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a28202d6-847a-4e65-b51a-2b854ba4f401 x-openstack-request-id: req-a28202d6-847a-4e65-b51a-2b854ba4f401 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:17:27.433431 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abb04be0-c7f2-4622-8647-9fdf68e648ba", "name": "network-vif-unplugged", "status": "completed", "tag": "5f10a11f-fa51-4b08-b7ae-76ff6155d72c", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:17:27.433876 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a28202d6-847a-4e65-b51a-2b854ba4f401 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:17:27.434727 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abb04be0-c7f2-4622-8647-9fdf68e648ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f10a11f-fa51-4b08-b7ae-76ff6155d72c', 'code': 200} Aug 10 03:17:27.546961 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f1774-0058-4aa4-98da-47561e5a8011 req-b0c704e0-ea36-45cc-8679-5db4a1fdffff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:27.549043 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4b5f1774-0058-4aa4-98da-47561e5a8011 req-b0c704e0-ea36-45cc-8679-5db4a1fdffff service neutron] 10.222.0.42 "GET /v2.0/networks?id=72a4be73-29a1-424c-8690-ecdcf6b06721 HTTP/1.1" status: 200 len: 869 time: 0.2258501 Aug 10 03:17:27.561959 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bf207e37-2396-461c-bcea-99e92cd2a769 req-c887c0b9-d31b-4a5d-ae95-cc1a4c4d5116 service neutron] 10.222.0.44 "GET /v2.0/networks/1816f95b-2474-4407-8097-c5e0f21fa613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481711 Aug 10 03:17:27.657496 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4b5f1774-0058-4aa4-98da-47561e5a8011 req-cb6887dc-6cd6-46f3-b91b-65100931950f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=5f10a11f-fa51-4b08-b7ae-76ff6155d72c HTTP/1.1" status: 200 len: 217 time: 0.0944347 Aug 10 03:17:27.733170 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-5eb29b00-40bb-46e1-aa4c-621dc1cc5731 None None] Notify callbacks [] for port, precommit_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:27.746102 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.provisioning_blocks [None req-5eb29b00-40bb-46e1-aa4c-621dc1cc5731 None None] Transition to ACTIVE for port object fd1c69e9-e88a-4dc1-8fcb-87178446f1ca will not be triggered until provisioned by entity L2. {{(pid=94263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:17:27.753535 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-5eb29b00-40bb-46e1-aa4c-621dc1cc5731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:27.814269 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 48422) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:27.832177 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de994cf0-0b19-49e5-a5c0-5768da03d4e4 None None] Pushing event updated for resources: {'Port': ['ID=fd1c69e9-e88a-4dc1-8fcb-87178446f1ca,revision_number=3']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:27.844112 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de994cf0-0b19-49e5-a5c0-5768da03d4e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:27.844455 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de994cf0-0b19-49e5-a5c0-5768da03d4e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:27.844788 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de994cf0-0b19-49e5-a5c0-5768da03d4e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:27.845117 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de994cf0-0b19-49e5-a5c0-5768da03d4e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:27.845475 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de994cf0-0b19-49e5-a5c0-5768da03d4e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:27.845853 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de994cf0-0b19-49e5-a5c0-5768da03d4e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:27.846472 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de994cf0-0b19-49e5-a5c0-5768da03d4e4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:27.846604 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de994cf0-0b19-49e5-a5c0-5768da03d4e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:27.846919 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de994cf0-0b19-49e5-a5c0-5768da03d4e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:27.847235 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de994cf0-0b19-49e5-a5c0-5768da03d4e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:27.847611 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de994cf0-0b19-49e5-a5c0-5768da03d4e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:27.847860 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de994cf0-0b19-49e5-a5c0-5768da03d4e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:27.912029 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-5eb29b00-40bb-46e1-aa4c-621dc1cc5731 None None] Attempting to bind port fd1c69e9-e88a-4dc1-8fcb-87178446f1ca on host n-d-768862-13 for vnic_type normal with profile {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:17:27.912578 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-5eb29b00-40bb-46e1-aa4c-621dc1cc5731 None None] Attempting to bind port fd1c69e9-e88a-4dc1-8fcb-87178446f1ca by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'f25cb5ab-991d-4837-8dd0-f45e6e3b0399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1816f95b-2474-4407-8097-c5e0f21fa613'}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:17:27.913096 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb29b00-40bb-46e1-aa4c-621dc1cc5731 None None] Attempting to bind port fd1c69e9-e88a-4dc1-8fcb-87178446f1ca on network 1816f95b-2474-4407-8097-c5e0f21fa613 {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:17:27.923006 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb29b00-40bb-46e1-aa4c-621dc1cc5731 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:17:27.925180 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb29b00-40bb-46e1-aa4c-621dc1cc5731 None None] Checking segment: {'id': 'f25cb5ab-991d-4837-8dd0-f45e6e3b0399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1816f95b-2474-4407-8097-c5e0f21fa613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:17:27.927182 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-5eb29b00-40bb-46e1-aa4c-621dc1cc5731 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:27.928123 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb29b00-40bb-46e1-aa4c-621dc1cc5731 None None] Bound using segment: {'id': 'f25cb5ab-991d-4837-8dd0-f45e6e3b0399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1816f95b-2474-4407-8097-c5e0f21fa613'} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:17:27.928619 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-5eb29b00-40bb-46e1-aa4c-621dc1cc5731 None None] Bound port: fd1c69e9-e88a-4dc1-8fcb-87178446f1ca, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f25cb5ab-991d-4837-8dd0-f45e6e3b0399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1816f95b-2474-4407-8097-c5e0f21fa613'}}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:17:27.929022 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-5eb29b00-40bb-46e1-aa4c-621dc1cc5731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:27.947691 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987f36d6-971d-4d85-818c-00a7dcc4cd32 req-fb0009fe-e15d-4721-9789-8ccf3e873a78 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:27.948662 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-987f36d6-971d-4d85-818c-00a7dcc4cd32 req-fb0009fe-e15d-4721-9789-8ccf3e873a78 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=abb04be0-c7f2-4622-8647-9fdf68e648ba HTTP/1.1" status: 200 len: 947 time: 0.3012600 Aug 10 03:17:27.960017 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f1774-0058-4aa4-98da-47561e5a8011 req-039fe770-b933-4935-bebe-88530f55cb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:27.963139 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4b5f1774-0058-4aa4-98da-47561e5a8011 req-039fe770-b933-4935-bebe-88530f55cb9c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=60d10164-1dee-4940-9d19-f71e6c18cbc5 HTTP/1.1" status: 200 len: 843 time: 0.2803190 Aug 10 03:17:27.975421 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4851eb8a-1eca-4c7a-abe0-c9f2e03618a3 req-a39ced8f-331d-4bff-8755-5c660e64157f tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:27.977265 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4851eb8a-1eca-4c7a-abe0-c9f2e03618a3 req-a39ced8f-331d-4bff-8755-5c660e64157f tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=5224d542-6317-4cf8-aaf0-6e88d7d93fa3 HTTP/1.1" status: 200 len: 945 time: 0.1787474 Aug 10 03:17:28.023187 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-7ed0e307-cf39-4795-9aef-97485fae6971 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1192985578-network', 'tenant_id': '1e63b0dd8d0444208cf7b4a6c208a7da'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:17:28.057659 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-5eb29b00-40bb-46e1-aa4c-621dc1cc5731 None None] For port fd1c69e9-e88a-4dc1-8fcb-87178446f1ca, host n-d-768862-13, cleared binding levels {{(pid=94263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:17:28.063737 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-5eb29b00-40bb-46e1-aa4c-621dc1cc5731 None None] For port fd1c69e9-e88a-4dc1-8fcb-87178446f1ca, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=fd1c69e9-e88a-4dc1-8fcb-87178446f1ca,segment=NetworkSegment(f25cb5ab-991d-4837-8dd0-f45e6e3b0399),segment_id=f25cb5ab-991d-4837-8dd0-f45e6e3b0399)] {{(pid=94263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:17:28.064355 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed0e307-cf39-4795-9aef-97485fae6971 admin admin] Made reservation on behalf of 1e63b0dd8d0444208cf7b4a6c208a7da for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:17:28.066765 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7ed0e307-cf39-4795-9aef-97485fae6971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:28.070274 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-5eb29b00-40bb-46e1-aa4c-621dc1cc5731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:28.082551 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7ed0e307-cf39-4795-9aef-97485fae6971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:28.095431 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-987f36d6-971d-4d85-818c-00a7dcc4cd32 req-f76d833c-aebe-44c8-b5e0-8165ddb8b219 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229725 Aug 10 03:17:28.160819 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb29b00-40bb-46e1-aa4c-621dc1cc5731 None None] Routers {'45afe298-11f4-4d17-a070-600af607d9cc'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:17:28.162407 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-5eb29b00-40bb-46e1-aa4c-621dc1cc5731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:17:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['45afe298-11f4-4d17-a070-600af607d9cc'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:17:28.208299 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de994cf0-0b19-49e5-a5c0-5768da03d4e4 None None] Pushing event updated for resources: {'Port': ['ID=fd1c69e9-e88a-4dc1-8fcb-87178446f1ca,revision_number=4']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:28.213399 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f1774-0058-4aa4-98da-47561e5a8011 req-53d9f8a7-b961-4e91-bcff-701faafd6538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:28.217241 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4b5f1774-0058-4aa4-98da-47561e5a8011 req-53d9f8a7-b961-4e91-bcff-701faafd6538 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72a4be73-29a1-424c-8690-ecdcf6b06721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2389848 Aug 10 03:17:28.267138 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7ed0e307-cf39-4795-9aef-97485fae6971 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:28.276302 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7ed0e307-cf39-4795-9aef-97485fae6971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:28.291109 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ed0e307-cf39-4795-9aef-97485fae6971 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:17:28.304651 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7ed0e307-cf39-4795-9aef-97485fae6971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:28.305629 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-7ed0e307-cf39-4795-9aef-97485fae6971 admin admin] Added segment cf809c92-fc9c-4d6a-993c-3a15ac942622 of type vlan for network b5d7bbeb-8895-45b1-8966-c4f7b14d104d Aug 10 03:17:28.336641 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4851eb8a-1eca-4c7a-abe0-c9f2e03618a3 req-bcd86043-ebcd-4a1b-b56f-ab9abdfb5734 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987041 Aug 10 03:17:28.356829 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-5eb29b00-40bb-46e1-aa4c-621dc1cc5731 None None] Set router 45afe298-11f4-4d17-a070-600af607d9cc gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:17:28.360012 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7ed0e307-cf39-4795-9aef-97485fae6971 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:28.446216 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed0e307-cf39-4795-9aef-97485fae6971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83a4bd87-e600-46af-9429-1e88f6274ca5,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:28.456034 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4b5f1774-0058-4aa4-98da-47561e5a8011 req-f5a77501-fe91-4aa4-a5b1-c460fab2459a service neutron] 10.222.0.42 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248425 Aug 10 03:17:28.460419 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7ed0e307-cf39-4795-9aef-97485fae6971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:28.461541 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed0e307-cf39-4795-9aef-97485fae6971 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:28.470906 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7ed0e307-cf39-4795-9aef-97485fae6971 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:28.605406 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 5f10a11f-fa51-4b08-b7ae-76ff6155d72c no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:17:28.615116 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-7ed0e307-cf39-4795-9aef-97485fae6971 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7955236 Aug 10 03:17:28.615116 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 48438) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:28.621793 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-33d5ff0e-76b3-4bc5-af7c-49ba73808bb0 admin admin] Request body: {'subnet': {'network_id': 'b5d7bbeb-8895-45b1-8966-c4f7b14d104d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1192985578-subnet', 'tenant_id': '1e63b0dd8d0444208cf7b4a6c208a7da', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:17:28.627393 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4b5f1774-0058-4aa4-98da-47561e5a8011 req-30b9f490-cf31-4771-bdd4-08f335c5c0b3 service neutron] 10.222.0.42 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628747 Aug 10 03:17:28.643241 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed0e307-cf39-4795-9aef-97485fae6971 admin admin] Pushing event updated for resources: {'Network': ['ID=b5d7bbeb-8895-45b1-8966-c4f7b14d104d,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:28.671873 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d5ff0e-76b3-4bc5-af7c-49ba73808bb0 admin admin] Made reservation on behalf of 1e63b0dd8d0444208cf7b4a6c208a7da for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:17:28.675768 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-33d5ff0e-76b3-4bc5-af7c-49ba73808bb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:28.678493 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network b5d7bbeb-8895-45b1-8966-c4f7b14d104d details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:17:28.764980 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0bbcf47e-687e-4c82-afdc-7490112df19d req-838d4cb5-bcb5-4839-8a64-32cbccf10cb3 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] 10.222.0.44 "GET /v2.0/ports?device_id=752d7f6c-6af2-4dfc-be5c-f78dfdc2e0fb HTTP/1.1" status: 200 len: 210 time: 0.1362355 Aug 10 03:17:28.844541 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-5eb29b00-40bb-46e1-aa4c-621dc1cc5731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45afe298-11f4-4d17-a070-600af607d9cc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2102958883-router', 'tenant_id': '33155ca7ecc34cda842c02acd145aff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '5f4523b9-0580-4d9a-8db5-ec7f6d617769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:17:19Z', 'updated_at': '2021-08-10T03:17:23Z', 'revision_number': 4, 'project_id': '33155ca7ecc34cda842c02acd145aff5', 'gw_port': {'id': '5f4523b9-0580-4d9a-8db5-ec7f6d617769', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:38:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45afe298-11f4-4d17-a070-600af607d9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:17:20Z', 'updated_at': '2021-08-10T03:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': 'fd1c69e9-e88a-4dc1-8fcb-87178446f1ca', 'name': '', 'network_id': '1816f95b-2474-4407-8097-c5e0f21fa613', 'tenant_id': '33155ca7ecc34cda842c02acd145aff5', 'mac_address': 'fa:16:3e:b4:0b:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45afe298-11f4-4d17-a070-600af607d9cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '0417ba49-cc4f-4be3-b922-ec544070c594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:17:22Z', 'updated_at': '2021-08-10T03:17:28Z', 'revision_number': 4, 'project_id': '33155ca7ecc34cda842c02acd145aff5', 'subnets': [{'id': '0417ba49-cc4f-4be3-b922-ec544070c594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:17:28.848370 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761848b8-4bd1-4129-b36a-6e95360c10a4 req-82c03878-ba15-4366-bf3b-8a9c03c44738 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:28.851508 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-761848b8-4bd1-4129-b36a-6e95360c10a4 req-82c03878-ba15-4366-bf3b-8a9c03c44738 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b2bfe29-2c7f-46f2-96c8-28060b70fc3d HTTP/1.1" status: 200 len: 946 time: 0.2214587 Aug 10 03:17:28.867427 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 5f10a11f-fa51-4b08-b7ae-76ff6155d72c not bound to the agent host n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:17:28.876414 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c705644-c668-410b-be5a-d125916e704c req-61f31c5b-1d31-4c05-84a0-8aa29e88d1a2 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:28.878049 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7c705644-c668-410b-be5a-d125916e704c req-61f31c5b-1d31-4c05-84a0-8aa29e88d1a2 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.42 "GET /v2.0/ports?device_id=9028343f-71bb-4e38-aef8-56b259531f1b HTTP/1.1" status: 200 len: 950 time: 0.1733699 Aug 10 03:17:28.890654 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb29b00-40bb-46e1-aa4c-621dc1cc5731 None None] The sync data for ids ['45afe298-11f4-4d17-a070-600af607d9cc'] in n-d-768862-13 is: [{'id': '45afe298-11f4-4d17-a070-600af607d9cc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2102958883-router', 'tenant_id': '33155ca7ecc34cda842c02acd145aff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '5f4523b9-0580-4d9a-8db5-ec7f6d617769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:17:19Z', 'updated_at': '2021-08-10T03:17:23Z', 'revision_number': 4, 'project_id': '33155ca7ecc34cda842c02acd145aff5', 'gw_port': {'id': '5f4523b9-0580-4d9a-8db5-ec7f6d617769', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:38:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45afe298-11f4-4d17-a070-600af607d9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:17:20Z', 'updated_at': '2021-08-10T03:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': 'fd1c69e9-e88a-4dc1-8fcb-87178446f1ca', 'name': '', 'network_id': '1816f95b-2474-4407-8097-c5e0f21fa613', 'tenant_id': '33155ca7ecc34cda842c02acd145aff5', 'mac_address': 'fa:16:3e:b4:0b:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45afe298-11f4-4d17-a070-600af607d9cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '0417ba49-cc4f-4be3-b922-ec544070c594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:17:22Z', 'updated_at': '2021-08-10T03:17:28Z', 'revision_number': 4, 'project_id': '33155ca7ecc34cda842c02acd145aff5', 'subnets': [{'id': '0417ba49-cc4f-4be3-b922-ec544070c594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:17:29.024737 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-33d5ff0e-76b3-4bc5-af7c-49ba73808bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:29.072724 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-761848b8-4bd1-4129-b36a-6e95360c10a4 req-cebb57a0-42b9-42ee-95c6-1f3535919512 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/security-groups?id=58160609-a8c2-4b15-a3de-467e7dbbc834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110865 Aug 10 03:17:29.122962 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d5ff0e-76b3-4bc5-af7c-49ba73808bb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d75c351-eb2b-491c-a8de-198f3dba4a5b,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:29.126073 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c137235-422d-49e5-afb7-a04dbd666e34 req-86bf26d9-ea83-44de-8839-02a24cdba8dc tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:29.133992 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2c137235-422d-49e5-afb7-a04dbd666e34 req-86bf26d9-ea83-44de-8839-02a24cdba8dc tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3367b49-ee67-400c-b374-63617eab6326 HTTP/1.1" status: 200 len: 946 time: 0.1588595 Aug 10 03:17:29.144607 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d5ff0e-76b3-4bc5-af7c-49ba73808bb0 admin admin] Checking segment: {'id': 'cf809c92-fc9c-4d6a-993c-3a15ac942622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b5d7bbeb-8895-45b1-8966-c4f7b14d104d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:17:29.145125 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d5ff0e-76b3-4bc5-af7c-49ba73808bb0 admin admin] Network hostable DHCP agents. Network: b5d7bbeb-8895-45b1-8966-c4f7b14d104d, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:17:29.174911 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d5ff0e-76b3-4bc5-af7c-49ba73808bb0 admin admin] Network b5d7bbeb-8895-45b1-8966-c4f7b14d104d is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:17:29.180295 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-7c705644-c668-410b-be5a-d125916e704c req-63fe951e-69e7-4313-8619-52ca7885ee77 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Deleting port 379a5f92-4b22-40ff-9d10-bcb476e344f3 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:17:29.180643 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-7c705644-c668-410b-be5a-d125916e704c req-63fe951e-69e7-4313-8619-52ca7885ee77 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:29.190164 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-33d5ff0e-76b3-4bc5-af7c-49ba73808bb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, b5d7bbeb-8895-45b1-8966-c4f7b14d104d) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:17:29.200814 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9c0fa9-b327-4f8d-86ce-c00a5902269b None None] Network b5d7bbeb-8895-45b1-8966-c4f7b14d104d requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:17:29.212503 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d5ff0e-76b3-4bc5-af7c-49ba73808bb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:29.213507 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-33d5ff0e-76b3-4bc5-af7c-49ba73808bb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:29.236762 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2c137235-422d-49e5-afb7-a04dbd666e34 req-b3a5983e-0dab-4db1-b528-af602fa9abc7 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018510 Aug 10 03:17:29.241820 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-33d5ff0e-76b3-4bc5-af7c-49ba73808bb0 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6254001 Aug 10 03:17:29.242575 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 48442) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:29.255266 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-f0d499be-6065-4591-9c11-f842515c150c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1192985578-router', 'tenant_id': '1e63b0dd8d0444208cf7b4a6c208a7da', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:17:29.300008 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f0d499be-6065-4591-9c11-f842515c150c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:29.301632 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f0d499be-6065-4591-9c11-f842515c150c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:29.316301 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143b078c-e24f-4e4c-b23a-55cab03d06b5 req-1bf0bb6d-d690-4063-96a6-593d85255af5 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:29.324939 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-143b078c-e24f-4e4c-b23a-55cab03d06b5 req-1bf0bb6d-d690-4063-96a6-593d85255af5 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?device_id=9028343f-71bb-4e38-aef8-56b259531f1b HTTP/1.1" status: 200 len: 950 time: 0.1445761 Aug 10 03:17:29.399611 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-7c705644-c668-410b-be5a-d125916e704c req-63fe951e-69e7-4313-8619-52ca7885ee77 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] For port 379a5f92-4b22-40ff-9d10-bcb476e344f3, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=379a5f92-4b22-40ff-9d10-bcb476e344f3,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:29.400098 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-7c705644-c668-410b-be5a-d125916e704c req-63fe951e-69e7-4313-8619-52ca7885ee77 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:29.440022 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-7c705644-c668-410b-be5a-d125916e704c req-63fe951e-69e7-4313-8619-52ca7885ee77 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Calling delete_port for 379a5f92-4b22-40ff-9d10-bcb476e344f3 owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:17:29.503061 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f0d499be-6065-4591-9c11-f842515c150c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:29.604349 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da292d82-3f19-406c-a103-9ba022beb7b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-b5d7bbeb-8895-45b1-8966-c4f7b14d104d', 'network_id': 'b5d7bbeb-8895-45b1-8966-c4f7b14d104d', 'tenant_id': '1e63b0dd8d0444208cf7b4a6c208a7da', 'fixed_ips': [{'subnet_id': '6d75c351-eb2b-491c-a8de-198f3dba4a5b'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:17:29.605004 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-da292d82-3f19-406c-a103-9ba022beb7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:29.694523 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abb04be0-c7f2-4622-8647-9fdf68e648ba', 'tag': '5f10a11f-fa51-4b08-b7ae-76ff6155d72c'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:17:29.697273 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-043ca274-db98-4227-ae55-ca4fbc52b341" -d '{"events": [{"name": "network-changed", "server_uuid": "abb04be0-c7f2-4622-8647-9fdf68e648ba", "tag": "5f10a11f-fa51-4b08-b7ae-76ff6155d72c"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:17:29.730637 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-143b078c-e24f-4e4c-b23a-55cab03d06b5 req-0bb425f2-b4e3-4a36-a5b5-6b0a943d2a39 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8d28d33-caca-4f05-b0e0-721010e15342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4012635 Aug 10 03:17:29.731697 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-7c705644-c668-410b-be5a-d125916e704c req-63fe951e-69e7-4313-8619-52ca7885ee77 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:29.732709 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f0d499be-6065-4591-9c11-f842515c150c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:29.765559 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['47c4ce85-91b4-497b-92b0-9e8b46ec064d', '543834ab-fb50-4b3a-b4b6-4babb30446ef', 'b8bbab66-a855-4a43-83f3-c4fa1af2df54'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:17:29.774457 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['1ea64ec5-c51a-439a-9ea6-ca81f0db8286', '379a5f92-4b22-40ff-9d10-bcb476e344f3'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:17:29.869815 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fe951e-69e7-4313-8619-52ca7885ee77 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Pushing event deleted for resources: {'Port': ['ID=379a5f92-4b22-40ff-9d10-bcb476e344f3,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:30.035478 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c705644-c668-410b-be5a-d125916e704c req-63fe951e-69e7-4313-8619-52ca7885ee77 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] No DVR routers for this DVR port 379a5f92-4b22-40ff-9d10-bcb476e344f3 on host n-h1-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:17:30.056644 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-7c705644-c668-410b-be5a-d125916e704c req-63fe951e-69e7-4313-8619-52ca7885ee77 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:30.063998 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7c705644-c668-410b-be5a-d125916e704c req-63fe951e-69e7-4313-8619-52ca7885ee77 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.42 "DELETE /v2.0/ports/379a5f92-4b22-40ff-9d10-bcb476e344f3 HTTP/1.1" status: 204 len: 173 time: 1.1786342 Aug 10 03:17:30.082318 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f0d499be-6065-4591-9c11-f842515c150c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:30.088429 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef8ef8b-9dab-4cf6-ad6f-fef5de3d6751 req-f3a8859a-b7ba-4945-8dcd-f90ff352ab47 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:30.111083 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8ef8ef8b-9dab-4cf6-ad6f-fef5de3d6751 req-f3a8859a-b7ba-4945-8dcd-f90ff352ab47 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=abb04be0-c7f2-4622-8647-9fdf68e648ba HTTP/1.1" status: 200 len: 947 time: 0.3829465 Aug 10 03:17:30.146545 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f0d499be-6065-4591-9c11-f842515c150c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:30.157430 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf207e37-2396-461c-bcea-99e92cd2a769 req-99c7009d-a7ea-44b8-959b-f0187202a362 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:30.162782 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bf207e37-2396-461c-bcea-99e92cd2a769 req-99c7009d-a7ea-44b8-959b-f0187202a362 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] 10.222.0.42 "GET /v2.0/networks?id=1816f95b-2474-4407-8097-c5e0f21fa613 HTTP/1.1" status: 200 len: 829 time: 0.7552230 Aug 10 03:17:30.178549 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-da292d82-3f19-406c-a103-9ba022beb7b4 None None] Allocated IP 172.20.0.2 (b5d7bbeb-8895-45b1-8966-c4f7b14d104d/6d75c351-eb2b-491c-a8de-198f3dba4a5b/6536edef-3545-48c7-9469-8843558bd9cf) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:17:30.187247 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-bf207e37-2396-461c-bcea-99e92cd2a769 req-ecb4a79c-1e0e-418b-825d-c5e4e5482a3b tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Request body: {'port': {'device_id': '752d7f6c-6af2-4dfc-be5c-f78dfdc2e0fb', 'network_id': '1816f95b-2474-4407-8097-c5e0f21fa613', 'admin_state_up': True, 'tenant_id': '33155ca7ecc34cda842c02acd145aff5'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:17:30.220968 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fa7a2b-741d-4103-8a63-0864bdf3b812 req-4ba788b7-d712-43fa-b24c-f6be7d62fadc tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:30.222560 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f3fa7a2b-741d-4103-8a63-0864bdf3b812 req-4ba788b7-d712-43fa-b24c-f6be7d62fadc tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=5224d542-6317-4cf8-aaf0-6e88d7d93fa3 HTTP/1.1" status: 200 len: 945 time: 0.3599372 Aug 10 03:17:30.362068 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8ef8ef8b-9dab-4cf6-ad6f-fef5de3d6751 req-e2593d85-32df-401f-83df-f63c5c2441eb tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490032 Aug 10 03:17:30.375840 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-f0d499be-6065-4591-9c11-f842515c150c admin admin] Allocated IP 172.25.6.187 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/884e7bc5-40e0-4880-adc3-1a3fda432947) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:17:30.446897 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f3fa7a2b-741d-4103-8a63-0864bdf3b812 req-4b586b46-0c62-4ce3-b2b2-d9341c9d838d tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034643 Aug 10 03:17:30.526579 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef2c1b89-3295-4121-acee-8d5c6aba352b x-openstack-request-id: req-ef2c1b89-3295-4121-acee-8d5c6aba352b {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:17:30.526969 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abb04be0-c7f2-4622-8647-9fdf68e648ba", "tag": "5f10a11f-fa51-4b08-b7ae-76ff6155d72c", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:17:30.530422 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ef2c1b89-3295-4121-acee-8d5c6aba352b {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:17:30.531108 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abb04be0-c7f2-4622-8647-9fdf68e648ba', 'tag': '5f10a11f-fa51-4b08-b7ae-76ff6155d72c', 'status': 'completed', 'code': 200} Aug 10 03:17:30.675230 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 5f10a11f-fa51-4b08-b7ae-76ff6155d72c details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:17:30.694071 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf207e37-2396-461c-bcea-99e92cd2a769 req-ecb4a79c-1e0e-418b-825d-c5e4e5482a3b tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Made reservation on behalf of 33155ca7ecc34cda842c02acd145aff5 for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:17:30.697928 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-bf207e37-2396-461c-bcea-99e92cd2a769 req-ecb4a79c-1e0e-418b-825d-c5e4e5482a3b tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:30.745622 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b56e15fa-5b52-4a96-a1bd-1682aa283cf6 req-bd4f908c-dea2-4dfc-bf68-a2a51e9373dd tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] 10.222.0.44 "GET /v2.0/ports?device_id=752d7f6c-6af2-4dfc-be5c-f78dfdc2e0fb HTTP/1.1" status: 200 len: 210 time: 0.1110363 Aug 10 03:17:30.831572 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-da292d82-3f19-406c-a103-9ba022beb7b4 None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:30.842610 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-da292d82-3f19-406c-a103-9ba022beb7b4 None None] Transition to ACTIVE for port object 6536edef-3545-48c7-9469-8843558bd9cf will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:17:30.866217 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-da292d82-3f19-406c-a103-9ba022beb7b4 None None] Transition to ACTIVE for port object 6536edef-3545-48c7-9469-8843558bd9cf will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:17:30.866872 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f0d499be-6065-4591-9c11-f842515c150c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:30.903337 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043ca274-db98-4227-ae55-ca4fbc52b341 req-2ea657c8-e911-4b68-8aeb-5821ea7686e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:30.909136 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-043ca274-db98-4227-ae55-ca4fbc52b341 req-2ea657c8-e911-4b68-8aeb-5821ea7686e1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=808ab0b013b8411c9f012091d2eaa39f&device_id=abb04be0-c7f2-4622-8647-9fdf68e648ba HTTP/1.1" status: 200 len: 1099 time: 0.2225657 Aug 10 03:17:30.945967 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-da292d82-3f19-406c-a103-9ba022beb7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:30.960056 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device fd1c69e9-e88a-4dc1-8fcb-87178446f1ca up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:17:31.016097 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043ca274-db98-4227-ae55-ca4fbc52b341 req-c47ea915-d109-4281-bf9a-40193e296c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:31.017637 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-043ca274-db98-4227-ae55-ca4fbc52b341 req-c47ea915-d109-4281-bf9a-40193e296c3c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=808ab0b013b8411c9f012091d2eaa39f&device_id=abb04be0-c7f2-4622-8647-9fdf68e648ba HTTP/1.1" status: 200 len: 1099 time: 0.4212880 Aug 10 03:17:31.033471 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc00817-ca88-4f91-97c9-3c3867b5935b req-910f8e12-6cb3-48f2-8aff-ee62aae3e14f tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:31.043521 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-edc00817-ca88-4f91-97c9-3c3867b5935b req-910f8e12-6cb3-48f2-8aff-ee62aae3e14f tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b2bfe29-2c7f-46f2-96c8-28060b70fc3d HTTP/1.1" status: 200 len: 946 time: 0.3522017 Aug 10 03:17:31.059941 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f0d499be-6065-4591-9c11-f842515c150c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:31.077211 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da292d82-3f19-406c-a103-9ba022beb7b4 None None] Network b5d7bbeb-8895-45b1-8966-c4f7b14d104d is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:17:31.089970 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da292d82-3f19-406c-a103-9ba022beb7b4 None None] Pushing event updated for resources: {'Port': ['ID=6536edef-3545-48c7-9469-8843558bd9cf,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:31.092500 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-da292d82-3f19-406c-a103-9ba022beb7b4 None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:17:31.133247 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port fd1c69e9-e88a-4dc1-8fcb-87178446f1ca completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:17:31.133585 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d499be-6065-4591-9c11-f842515c150c admin admin] Pushing event updated for resources: {'Port': ['ID=884e7bc5-40e0-4880-adc3-1a3fda432947,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:31.143505 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.db.resource_extend [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:17:31.144978 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port fd1c69e9-e88a-4dc1-8fcb-87178446f1ca triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:17:31.145349 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:31.145776 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-edc00817-ca88-4f91-97c9-3c3867b5935b req-d3109844-04b0-463f-bb1e-94380e3ceb6b tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/security-groups?id=58160609-a8c2-4b15-a3de-467e7dbbc834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960951 Aug 10 03:17:31.161085 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2732b02c-36f3-4333-b849-5b3ea9b12fdc req-577f8077-64c3-4477-9db7-769ddbba07cf tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:31.166205 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d499be-6065-4591-9c11-f842515c150c admin admin] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:17:31.167709 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2732b02c-36f3-4333-b849-5b3ea9b12fdc req-577f8077-64c3-4477-9db7-769ddbba07cf tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3367b49-ee67-400c-b374-63617eab6326 HTTP/1.1" status: 200 len: 946 time: 0.2397363 Aug 10 03:17:31.176339 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-f0d499be-6065-4591-9c11-f842515c150c admin admin] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:17:31.178867 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043ca274-db98-4227-ae55-ca4fbc52b341 req-0ec97280-9562-4116-b1b4-22c7134044fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:31.180442 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-043ca274-db98-4227-ae55-ca4fbc52b341 req-0ec97280-9562-4116-b1b4-22c7134044fd service neutron] 10.222.0.61 "GET /v2.0/networks?id=72a4be73-29a1-424c-8690-ecdcf6b06721 HTTP/1.1" status: 200 len: 869 time: 0.2570815 Aug 10 03:17:31.181877 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d499be-6065-4591-9c11-f842515c150c admin admin] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:17:31.232881 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da292d82-3f19-406c-a103-9ba022beb7b4 None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:17:31.355508 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-043ca274-db98-4227-ae55-ca4fbc52b341 req-66309557-a212-4670-a821-0f6e90494216 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=5f10a11f-fa51-4b08-b7ae-76ff6155d72c HTTP/1.1" status: 200 len: 217 time: 0.1233585 Aug 10 03:17:31.439875 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:31.537241 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-da292d82-3f19-406c-a103-9ba022beb7b4 None None] Attempting to bind port 6536edef-3545-48c7-9469-8843558bd9cf on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:17:31.537241 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-da292d82-3f19-406c-a103-9ba022beb7b4 None None] Attempting to bind port 6536edef-3545-48c7-9469-8843558bd9cf by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'cf809c92-fc9c-4d6a-993c-3a15ac942622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b5d7bbeb-8895-45b1-8966-c4f7b14d104d'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:17:31.537241 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da292d82-3f19-406c-a103-9ba022beb7b4 None None] Attempting to bind port 6536edef-3545-48c7-9469-8843558bd9cf on network b5d7bbeb-8895-45b1-8966-c4f7b14d104d {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:17:31.566479 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port fd1c69e9-e88a-4dc1-8fcb-87178446f1ca, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=fd1c69e9-e88a-4dc1-8fcb-87178446f1ca,segment=NetworkSegment(f25cb5ab-991d-4837-8dd0-f45e6e3b0399),segment_id=f25cb5ab-991d-4837-8dd0-f45e6e3b0399)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:31.578854 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da292d82-3f19-406c-a103-9ba022beb7b4 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:17:31.579240 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da292d82-3f19-406c-a103-9ba022beb7b4 None None] Checking segment: {'id': 'cf809c92-fc9c-4d6a-993c-3a15ac942622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b5d7bbeb-8895-45b1-8966-c4f7b14d104d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:17:31.579699 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-da292d82-3f19-406c-a103-9ba022beb7b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:31.580149 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da292d82-3f19-406c-a103-9ba022beb7b4 None None] Bound using segment: {'id': 'cf809c92-fc9c-4d6a-993c-3a15ac942622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b5d7bbeb-8895-45b1-8966-c4f7b14d104d'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:17:31.580812 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-da292d82-3f19-406c-a103-9ba022beb7b4 None None] Bound port: 6536edef-3545-48c7-9469-8843558bd9cf, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf809c92-fc9c-4d6a-993c-3a15ac942622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b5d7bbeb-8895-45b1-8966-c4f7b14d104d'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:17:31.580944 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043ca274-db98-4227-ae55-ca4fbc52b341 req-c65c42f9-2dc6-45b2-9602-7a41d2e8d2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:31.581376 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-da292d82-3f19-406c-a103-9ba022beb7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:31.582705 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-043ca274-db98-4227-ae55-ca4fbc52b341 req-c65c42f9-2dc6-45b2-9602-7a41d2e8d2dc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=60d10164-1dee-4940-9d19-f71e6c18cbc5 HTTP/1.1" status: 200 len: 843 time: 0.2178731 Aug 10 03:17:31.588727 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f0d499be-6065-4591-9c11-f842515c150c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:31.592894 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:31.642948 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 5f10a11f-fa51-4b08-b7ae-76ff6155d72c, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=5f10a11f-fa51-4b08-b7ae-76ff6155d72c,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:31.712976 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': '5f10a11f-fa51-4b08-b7ae-76ff6155d72c', 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721', 'port_id': '5f10a11f-fa51-4b08-b7ae-76ff6155d72c', 'mac_address': 'fa:16:3e:0d:0f:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60d10164-1dee-4940-9d19-f71e6c18cbc5', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:17:31.742924 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2732b02c-36f3-4333-b849-5b3ea9b12fdc req-394a38a6-d2d5-4581-a2fb-a1933e03e3d9 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056444 Aug 10 03:17:31.761337 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=fd1c69e9-e88a-4dc1-8fcb-87178446f1ca,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:31.774390 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113b21ca-1b3c-4af3-9198-19844c262758 req-6cfde487-1db7-44db-a840-334aa1bdda79 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:31.781811 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-113b21ca-1b3c-4af3-9198-19844c262758 req-6cfde487-1db7-44db-a840-334aa1bdda79 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?device_id=7451eac5-e417-40fe-84ff-9a0f51948846 HTTP/1.1" status: 200 len: 950 time: 0.2382126 Aug 10 03:17:31.789172 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043ca274-db98-4227-ae55-ca4fbc52b341 req-4f9b854c-d73b-45f5-9bec-e1b917b5841f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:31.790729 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-043ca274-db98-4227-ae55-ca4fbc52b341 req-4f9b854c-d73b-45f5-9bec-e1b917b5841f service neutron] 10.222.0.42 "GET /v2.0/networks?id=72a4be73-29a1-424c-8690-ecdcf6b06721 HTTP/1.1" status: 200 len: 869 time: 0.7253287 Aug 10 03:17:31.808029 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ef52db-837f-4788-a1f3-ab30b990552f req-cf6c435b-efce-4334-81e3-371a2c2b5634 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:31.809670 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c0ef52db-837f-4788-a1f3-ab30b990552f req-cf6c435b-efce-4334-81e3-371a2c2b5634 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.61 "GET /v2.0/ports?device_id=7451eac5-e417-40fe-84ff-9a0f51948846 HTTP/1.1" status: 200 len: 950 time: 0.2709777 Aug 10 03:17:31.822691 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-bf207e37-2396-461c-bcea-99e92cd2a769 req-ecb4a79c-1e0e-418b-825d-c5e4e5482a3b tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Allocated IP 172.20.0.6 (1816f95b-2474-4407-8097-c5e0f21fa613/0417ba49-cc4f-4be3-b922-ec544070c594/ae5ac60f-971c-4ef4-9592-42d3d092eda8) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:17:31.873688 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-da292d82-3f19-406c-a103-9ba022beb7b4 None None] For port 6536edef-3545-48c7-9469-8843558bd9cf, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:17:31.878444 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-da292d82-3f19-406c-a103-9ba022beb7b4 None None] For port 6536edef-3545-48c7-9469-8843558bd9cf, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=6536edef-3545-48c7-9469-8843558bd9cf,segment=NetworkSegment(cf809c92-fc9c-4d6a-993c-3a15ac942622),segment_id=cf809c92-fc9c-4d6a-993c-3a15ac942622)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:17:31.892158 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-da292d82-3f19-406c-a103-9ba022beb7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:31.925795 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-043ca274-db98-4227-ae55-ca4fbc52b341 req-9ff33a11-49d5-4fbe-8449-eca88a4d6cfd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=5f10a11f-fa51-4b08-b7ae-76ff6155d72c HTTP/1.1" status: 200 len: 217 time: 0.1120274 Aug 10 03:17:31.926725 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:31.956810 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f10a11f-fa51-4b08-b7ae-76ff6155d72c {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:17:32.002654 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da292d82-3f19-406c-a103-9ba022beb7b4 None None] Pushing event updated for resources: {'Port': ['ID=6536edef-3545-48c7-9469-8843558bd9cf,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:32.007372 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 5f10a11f-fa51-4b08-b7ae-76ff6155d72c, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=5f10a11f-fa51-4b08-b7ae-76ff6155d72c,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:32.018108 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:32.056097 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-113b21ca-1b3c-4af3-9198-19844c262758 req-b773c9ad-e28c-469a-8165-ba6b02634171 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8d28d33-caca-4f05-b0e0-721010e15342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732434 Aug 10 03:17:32.100865 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=5f10a11f-fa51-4b08-b7ae-76ff6155d72c,revision_number=8']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:32.175077 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043ca274-db98-4227-ae55-ca4fbc52b341 req-dfbb2d66-8c2a-4323-b6bf-ee89f8adae18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:32.176828 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-043ca274-db98-4227-ae55-ca4fbc52b341 req-dfbb2d66-8c2a-4323-b6bf-ee89f8adae18 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=72a4be73-29a1-424c-8690-ecdcf6b06721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5420270 Aug 10 03:17:32.233690 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043ca274-db98-4227-ae55-ca4fbc52b341 req-d3bed94f-54ee-4d1c-b498-a77a3c7d5263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:32.234434 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-043ca274-db98-4227-ae55-ca4fbc52b341 req-d3bed94f-54ee-4d1c-b498-a77a3c7d5263 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=60d10164-1dee-4940-9d19-f71e6c18cbc5 HTTP/1.1" status: 200 len: 843 time: 0.2831545 Aug 10 03:17:32.281394 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60165ecc-7bff-4f0b-9849-429204b874eb req-94bd5b2b-aed0-4b54-9455-35df45456987 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:32.283317 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-60165ecc-7bff-4f0b-9849-429204b874eb req-94bd5b2b-aed0-4b54-9455-35df45456987 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=abb04be0-c7f2-4622-8647-9fdf68e648ba HTTP/1.1" status: 200 len: 947 time: 0.4050603 Aug 10 03:17:32.312452 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['5f10a11f-fa51-4b08-b7ae-76ff6155d72c'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:17:32.373496 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-043ca274-db98-4227-ae55-ca4fbc52b341 req-22ba88d1-dc99-4930-8131-9c2b707758dc service neutron] 10.222.0.61 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850672 Aug 10 03:17:32.425876 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0b660b-6752-49b9-8044-8e4c725a6307 req-9283dfc0-06f8-4176-af7a-d1b3ab86a498 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:32.431728 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3b0b660b-6752-49b9-8044-8e4c725a6307 req-9283dfc0-06f8-4176-af7a-d1b3ab86a498 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=5224d542-6317-4cf8-aaf0-6e88d7d93fa3 HTTP/1.1" status: 200 len: 945 time: 0.2710471 Aug 10 03:17:32.434420 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-c0ef52db-837f-4788-a1f3-ab30b990552f req-2bf7e22b-ecd7-43d3-918e-fb2d2a1ab586 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Deleting port b8bbab66-a855-4a43-83f3-c4fa1af2df54 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:17:32.435019 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c0ef52db-837f-4788-a1f3-ab30b990552f req-2bf7e22b-ecd7-43d3-918e-fb2d2a1ab586 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:32.556990 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-60165ecc-7bff-4f0b-9849-429204b874eb req-3b0b2100-dca0-4248-a5de-de22fa8ec652 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521038 Aug 10 03:17:32.557478 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9028343f-71bb-4e38-aef8-56b259531f1b', 'name': 'network-vif-deleted', 'tag': '379a5f92-4b22-40ff-9d10-bcb476e344f3'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:17:32.559968 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e0ca96-0015-4e67-96d7-1cb7775e26fe" -d '{"events": [{"server_uuid": "9028343f-71bb-4e38-aef8-56b259531f1b", "name": "network-vif-deleted", "tag": "379a5f92-4b22-40ff-9d10-bcb476e344f3"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:17:32.576655 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f0d499be-6065-4591-9c11-f842515c150c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:32.576816 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043ca274-db98-4227-ae55-ca4fbc52b341 req-5c7fd8d0-3ed3-498c-b68f-1e19c31c3d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:32.578610 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-043ca274-db98-4227-ae55-ca4fbc52b341 req-5c7fd8d0-3ed3-498c-b68f-1e19c31c3d01 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72a4be73-29a1-424c-8690-ecdcf6b06721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2938931 Aug 10 03:17:32.631113 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-bf207e37-2396-461c-bcea-99e92cd2a769 req-ecb4a79c-1e0e-418b-825d-c5e4e5482a3b tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:32.631371 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-043ca274-db98-4227-ae55-ca4fbc52b341 req-a4ef91f2-bea7-4f74-b0d0-636ea4a65a58 service neutron] 10.222.0.61 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377870 Aug 10 03:17:32.665366 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 379a5f92-4b22-40ff-9d10-bcb476e344f3 no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:17:32.701139 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] No Port match for: 379a5f92-4b22-40ff-9d10-bcb476e344f3 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:17:32.701895 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 379a5f92-4b22-40ff-9d10-bcb476e344f3 not bound to the agent host n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:17:32.714609 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-bf207e37-2396-461c-bcea-99e92cd2a769 req-ecb4a79c-1e0e-418b-825d-c5e4e5482a3b tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Transition to ACTIVE for port object ae5ac60f-971c-4ef4-9592-42d3d092eda8 will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:17:32.725204 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3b0b660b-6752-49b9-8044-8e4c725a6307 req-e6bb2b72-f97a-4572-9c47-87daa4ed1a71 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789571 Aug 10 03:17:32.766667 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 6536edef-3545-48c7-9469-8843558bd9cf up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:17:32.823604 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9327b140-3dd3-48e8-8f69-cd23da671444 req-958cdd8d-8368-4627-812d-c50ffb350985 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] 10.222.0.44 "GET /v2.0/ports?device_id=752d7f6c-6af2-4dfc-be5c-f78dfdc2e0fb HTTP/1.1" status: 200 len: 210 time: 0.0792100 Aug 10 03:17:32.835588 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:32.859039 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 6536edef-3545-48c7-9469-8843558bd9cf completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:17:32.864223 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device fd1c69e9-e88a-4dc1-8fcb-87178446f1ca up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:17:32.897980 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-c0ef52db-837f-4788-a1f3-ab30b990552f req-2bf7e22b-ecd7-43d3-918e-fb2d2a1ab586 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] For port b8bbab66-a855-4a43-83f3-c4fa1af2df54, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=b8bbab66-a855-4a43-83f3-c4fa1af2df54,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:32.898430 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c0ef52db-837f-4788-a1f3-ab30b990552f req-2bf7e22b-ecd7-43d3-918e-fb2d2a1ab586 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:32.915751 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0d499be-6065-4591-9c11-f842515c150c admin admin] Router c1a832fc-9a91-43e7-9047-2dbdc8f24ca0 is scheduled to L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e with binding_index 1 {{(pid=94261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:17:32.923482 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-c0ef52db-837f-4788-a1f3-ab30b990552f req-2bf7e22b-ecd7-43d3-918e-fb2d2a1ab586 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Calling delete_port for b8bbab66-a855-4a43-83f3-c4fa1af2df54 owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:17:32.934137 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port fd1c69e9-e88a-4dc1-8fcb-87178446f1ca triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:17:32.934946 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:33.116081 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-043ca274-db98-4227-ae55-ca4fbc52b341 req-4c345247-6e22-499b-a0aa-c01d69b37f37 service neutron] 10.222.0.42 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5185881 Aug 10 03:17:33.117585 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-652691aa-584c-4eb0-8474-60f96f07d069 x-openstack-request-id: req-652691aa-584c-4eb0-8474-60f96f07d069 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:17:33.118052 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9028343f-71bb-4e38-aef8-56b259531f1b", "name": "network-vif-deleted", "tag": "379a5f92-4b22-40ff-9d10-bcb476e344f3", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:17:33.118323 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-652691aa-584c-4eb0-8474-60f96f07d069 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:17:33.118738 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9028343f-71bb-4e38-aef8-56b259531f1b', 'name': 'network-vif-deleted', 'tag': '379a5f92-4b22-40ff-9d10-bcb476e344f3', 'status': 'completed', 'code': 200} Aug 10 03:17:33.141584 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0d499be-6065-4591-9c11-f842515c150c admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:17:33.156817 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a696847-eef9-4065-8efa-1811518da8af None None] Sync routers for ids ['c1a832fc-9a91-43e7-9047-2dbdc8f24ca0'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:17:33.163215 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f0d499be-6065-4591-9c11-f842515c150c admin admin] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:33.167208 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-f0d499be-6065-4591-9c11-f842515c150c admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.9209249 Aug 10 03:17:33.167695 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 48482) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:33.178480 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a696847-eef9-4065-8efa-1811518da8af None None] Routers {'c1a832fc-9a91-43e7-9047-2dbdc8f24ca0'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:17:33.179255 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-6a696847-eef9-4065-8efa-1811518da8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:17:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['c1a832fc-9a91-43e7-9047-2dbdc8f24ca0'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:17:33.232188 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-bf207e37-2396-461c-bcea-99e92cd2a769 req-ecb4a79c-1e0e-418b-825d-c5e4e5482a3b tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:33.234584 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c0ef52db-837f-4788-a1f3-ab30b990552f req-2bf7e22b-ecd7-43d3-918e-fb2d2a1ab586 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:33.307131 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['1ea64ec5-c51a-439a-9ea6-ca81f0db8286'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:17:33.371757 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['47c4ce85-91b4-497b-92b0-9e8b46ec064d', '543834ab-fb50-4b3a-b4b6-4babb30446ef'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:17:33.403283 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e36b55-eb8e-4fef-9fa1-4c7a09d3d7e1 req-ed35f150-aba2-43d8-97ad-219d0088172a tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:33.404948 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-83e36b55-eb8e-4fef-9fa1-4c7a09d3d7e1 req-ed35f150-aba2-43d8-97ad-219d0088172a tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.42 "GET /v2.0/ports?device_id=abb04be0-c7f2-4622-8647-9fdf68e648ba&tenant_id=808ab0b013b8411c9f012091d2eaa39f&binding%3Ahost_id=n-h1-768862-13 HTTP/1.1" status: 200 len: 948 time: 0.1329236 Aug 10 03:17:33.436082 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0ef52db-837f-4788-a1f3-ab30b990552f req-2bf7e22b-ecd7-43d3-918e-fb2d2a1ab586 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] No DVR routers for this DVR port b8bbab66-a855-4a43-83f3-c4fa1af2df54 on host n-h2-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:17:33.469134 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf207e37-2396-461c-bcea-99e92cd2a769 req-ecb4a79c-1e0e-418b-825d-c5e4e5482a3b tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Network 1816f95b-2474-4407-8097-c5e0f21fa613 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:17:33.494969 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c0ef52db-837f-4788-a1f3-ab30b990552f req-2bf7e22b-ecd7-43d3-918e-fb2d2a1ab586 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:33.497552 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c0ef52db-837f-4788-a1f3-ab30b990552f req-2bf7e22b-ecd7-43d3-918e-fb2d2a1ab586 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.61 "DELETE /v2.0/ports/b8bbab66-a855-4a43-83f3-c4fa1af2df54 HTTP/1.1" status: 204 len: 173 time: 1.6709738 Aug 10 03:17:33.498432 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-bf207e37-2396-461c-bcea-99e92cd2a769 req-ecb4a79c-1e0e-418b-825d-c5e4e5482a3b tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:17:33.511044 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf207e37-2396-461c-bcea-99e92cd2a769 req-ecb4a79c-1e0e-418b-825d-c5e4e5482a3b tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:17:33.595534 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567f1b19-5bda-4198-ae36-21e55940ffa8 req-3d162325-8dae-465e-bc00-46dde0d2b305 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:33.603295 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-567f1b19-5bda-4198-ae36-21e55940ffa8 req-3d162325-8dae-465e-bc00-46dde0d2b305 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b2bfe29-2c7f-46f2-96c8-28060b70fc3d HTTP/1.1" status: 200 len: 946 time: 0.4762874 Aug 10 03:17:33.638721 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-6a696847-eef9-4065-8efa-1811518da8af None None] Set router c1a832fc-9a91-43e7-9047-2dbdc8f24ca0 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:17:33.651181 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79cc783c-4ae1-419a-84b9-02fe6a6ac50a None None] Network b5d7bbeb-8895-45b1-8966-c4f7b14d104d requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:17:33.672790 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb4a79c-1e0e-418b-825d-c5e4e5482a3b tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Pushing event updated for resources: {'Port': ['ID=ae5ac60f-971c-4ef4-9592-42d3d092eda8,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:33.736337 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12500f8-1abc-4fe2-a96e-3ef6df32b5ce req-82915989-6b7b-48d2-808b-e894562b8a74 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:33.746954 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e12500f8-1abc-4fe2-a96e-3ef6df32b5ce req-82915989-6b7b-48d2-808b-e894562b8a74 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3367b49-ee67-400c-b374-63617eab6326 HTTP/1.1" status: 200 len: 946 time: 0.3472705 Aug 10 03:17:33.822525 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-567f1b19-5bda-4198-ae36-21e55940ffa8 req-a513a711-f11a-4c6a-afd5-cecd65705172 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/security-groups?id=58160609-a8c2-4b15-a3de-467e7dbbc834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136116 Aug 10 03:17:33.848361 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf7e22b-ecd7-43d3-918e-fb2d2a1ab586 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Pushing event deleted for resources: {'Port': ['ID=b8bbab66-a855-4a43-83f3-c4fa1af2df54,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:33.870516 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf207e37-2396-461c-bcea-99e92cd2a769 req-ecb4a79c-1e0e-418b-825d-c5e4e5482a3b tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:33.871201 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-bf207e37-2396-461c-bcea-99e92cd2a769 req-ecb4a79c-1e0e-418b-825d-c5e4e5482a3b tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:33.941061 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bf207e37-2396-461c-bcea-99e92cd2a769 req-ecb4a79c-1e0e-418b-825d-c5e4e5482a3b tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7601454 Aug 10 03:17:33.969882 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e12500f8-1abc-4fe2-a96e-3ef6df32b5ce req-8cf037b3-ae27-4f89-b0a7-967a7e02ccb2 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216375 Aug 10 03:17:33.987673 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-bf207e37-2396-461c-bcea-99e92cd2a769 req-d4ffa26b-4bfa-4aee-bc0d-10eb3ed14452 service neutron] Request body: {'port': {'device_id': '752d7f6c-6af2-4dfc-be5c-f78dfdc2e0fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:17:33.994180 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-043ca274-db98-4227-ae55-ca4fbc52b341 req-aaa92bc3-2592-4881-a54a-2f48197496f4 service neutron] 10.222.0.42 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8635645 Aug 10 03:17:34.035901 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-181d1cbc-fce9-4edd-b831-976215d947f8 None None] Provisioning for port 6536edef-3545-48c7-9469-8843558bd9cf completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:17:34.086626 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-181d1cbc-fce9-4edd-b831-976215d947f8 None None] Provisioning complete for port 6536edef-3545-48c7-9469-8843558bd9cf triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:17:34.087176 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-181d1cbc-fce9-4edd-b831-976215d947f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:34.122400 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5282c283-0657-4912-b978-cf3a11ccf1c2 req-359ef533-4d53-4f30-92d8-c68e5a1690f7 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?device_id=7451eac5-e417-40fe-84ff-9a0f51948846 HTTP/1.1" status: 200 len: 210 time: 0.0590136 Aug 10 03:17:34.187502 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-bf207e37-2396-461c-bcea-99e92cd2a769 req-d4ffa26b-4bfa-4aee-bc0d-10eb3ed14452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:34.202168 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-83e36b55-eb8e-4fef-9fa1-4c7a09d3d7e1 req-3e64fb07-09d1-46fd-aef3-192b43161fdc service neutron] 10.222.0.42 "GET /v2.0/ports/5f10a11f-fa51-4b08-b7ae-76ff6155d72c/bindings/n-h1-768862-13 HTTP/1.1" status: 200 len: 383 time: 0.7541273 Aug 10 03:17:34.227261 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8c7f16e5-0fdc-4e05-8a59-8cdb02d7768f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:34.255305 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaa6267-e103-44a6-91be-017cf7cc25c3 req-6897db87-73a9-43ba-b322-78343cc0dba5 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:34.256800 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-deaa6267-e103-44a6-91be-017cf7cc25c3 req-6897db87-73a9-43ba-b322-78343cc0dba5 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=abb04be0-c7f2-4622-8647-9fdf68e648ba HTTP/1.1" status: 200 len: 948 time: 0.1763344 Aug 10 03:17:34.330509 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e36b55-eb8e-4fef-9fa1-4c7a09d3d7e1 req-9fe73590-6147-4ba7-89a9-5d112407bdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:34.332062 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-83e36b55-eb8e-4fef-9fa1-4c7a09d3d7e1 req-9fe73590-6147-4ba7-89a9-5d112407bdda service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=808ab0b013b8411c9f012091d2eaa39f&device_id=abb04be0-c7f2-4622-8647-9fdf68e648ba HTTP/1.1" status: 200 len: 1100 time: 0.1019974 Aug 10 03:17:34.532596 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e36b55-eb8e-4fef-9fa1-4c7a09d3d7e1 req-87cda775-4430-4105-a5cd-51d323349efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:34.538490 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-83e36b55-eb8e-4fef-9fa1-4c7a09d3d7e1 req-87cda775-4430-4105-a5cd-51d323349efd service neutron] 10.222.0.42 "GET /v2.0/networks?id=72a4be73-29a1-424c-8690-ecdcf6b06721 HTTP/1.1" status: 200 len: 869 time: 0.1626651 Aug 10 03:17:34.588040 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-181d1cbc-fce9-4edd-b831-976215d947f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:34.613991 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-6a696847-eef9-4065-8efa-1811518da8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1a832fc-9a91-43e7-9047-2dbdc8f24ca0', 'name': 'tempest-FloatingIPsTestJSON-1192985578-router', 'tenant_id': '1e63b0dd8d0444208cf7b4a6c208a7da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': '884e7bc5-40e0-4880-adc3-1a3fda432947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:17:29Z', 'updated_at': '2021-08-10T03:17:31Z', 'revision_number': 3, 'project_id': '1e63b0dd8d0444208cf7b4a6c208a7da', 'gw_port': {'id': '884e7bc5-40e0-4880-adc3-1a3fda432947', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:87:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1a832fc-9a91-43e7-9047-2dbdc8f24ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:17:30Z', 'updated_at': '2021-08-10T03:17:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:17:34.617613 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-83e36b55-eb8e-4fef-9fa1-4c7a09d3d7e1 req-532ef07a-964e-4af9-b578-abe74993f15b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=5f10a11f-fa51-4b08-b7ae-76ff6155d72c HTTP/1.1" status: 200 len: 217 time: 0.0680103 Aug 10 03:17:34.646581 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-deaa6267-e103-44a6-91be-017cf7cc25c3 req-6f7e61ac-baef-4daa-a545-9233d027c672 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3699071 Aug 10 03:17:34.651365 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device b8bbab66-a855-4a43-83f3-c4fa1af2df54 no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:17:34.655920 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bb3674-82f0-4b2b-a73d-08ab5695feba req-41fb9c3d-bbf1-4325-a74d-00b9fbb06ef4 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:34.671213 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-8c7f16e5-0fdc-4e05-8a59-8cdb02d7768f admin admin] Allocated IP 172.20.0.1 (b5d7bbeb-8895-45b1-8966-c4f7b14d104d/6d75c351-eb2b-491c-a8de-198f3dba4a5b/ec671ebe-584f-4b74-a42f-744c048f1c87) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:17:34.683852 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-00bb3674-82f0-4b2b-a73d-08ab5695feba req-41fb9c3d-bbf1-4325-a74d-00b9fbb06ef4 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=5224d542-6317-4cf8-aaf0-6e88d7d93fa3 HTTP/1.1" status: 200 len: 945 time: 0.4008632 Aug 10 03:17:34.689153 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a696847-eef9-4065-8efa-1811518da8af None None] Checking router: c1a832fc-9a91-43e7-9047-2dbdc8f24ca0 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:17:34.696444 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a696847-eef9-4065-8efa-1811518da8af None None] Updating router c1a832fc-9a91-43e7-9047-2dbdc8f24ca0 port 884e7bc5-40e0-4880-adc3-1a3fda432947 binding host n-d-768862-13 {{(pid=94262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:17:34.742883 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 5f10a11f-fa51-4b08-b7ae-76ff6155d72c up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:17:34.748638 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-00bb3674-82f0-4b2b-a73d-08ab5695feba req-2f73fb70-89a3-4b44-acb0-88cafed2f335 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638213 Aug 10 03:17:34.829631 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8c7f16e5-0fdc-4e05-8a59-8cdb02d7768f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:34.849528 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] No Port match for: b8bbab66-a855-4a43-83f3-c4fa1af2df54 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:17:34.850046 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device b8bbab66-a855-4a43-83f3-c4fa1af2df54 not bound to the agent host n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:17:34.872699 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-181d1cbc-fce9-4edd-b831-976215d947f8 None None] For port 6536edef-3545-48c7-9469-8843558bd9cf, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=6536edef-3545-48c7-9469-8843558bd9cf,segment=NetworkSegment(cf809c92-fc9c-4d6a-993c-3a15ac942622),segment_id=cf809c92-fc9c-4d6a-993c-3a15ac942622)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:34.888274 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-6a696847-eef9-4065-8efa-1811518da8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:34.890165 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-181d1cbc-fce9-4edd-b831-976215d947f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:34.899589 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d44c462-7752-4da3-aea2-99cc512326e8 req-00a30165-118c-48b5-bdd3-75753f307067 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:34.901200 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3d44c462-7752-4da3-aea2-99cc512326e8 req-00a30165-118c-48b5-bdd3-75753f307067 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] 10.222.0.44 "GET /v2.0/ports?device_id=752d7f6c-6af2-4dfc-be5c-f78dfdc2e0fb HTTP/1.1" status: 200 len: 931 time: 0.1168213 Aug 10 03:17:34.925466 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e36b55-eb8e-4fef-9fa1-4c7a09d3d7e1 req-26c04a32-e269-4784-931f-eb70c749761d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:34.927269 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-83e36b55-eb8e-4fef-9fa1-4c7a09d3d7e1 req-26c04a32-e269-4784-931f-eb70c749761d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=60d10164-1dee-4940-9d19-f71e6c18cbc5 HTTP/1.1" status: 200 len: 843 time: 0.2967441 Aug 10 03:17:34.933662 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [None req-8c7f16e5-0fdc-4e05-8a59-8cdb02d7768f admin admin] Transition to ACTIVE for port object ec671ebe-584f-4b74-a42f-744c048f1c87 will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:17:34.940692 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-bf207e37-2396-461c-bcea-99e92cd2a769 req-d4ffa26b-4bfa-4aee-bc0d-10eb3ed14452 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae5ac60f-971c-4ef4-9592-42d3d092eda8 {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:17:34.954024 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-bf207e37-2396-461c-bcea-99e92cd2a769 req-d4ffa26b-4bfa-4aee-bc0d-10eb3ed14452 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:35.004804 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-bf207e37-2396-461c-bcea-99e92cd2a769 req-d4ffa26b-4bfa-4aee-bc0d-10eb3ed14452 service neutron] Transition to ACTIVE for port object ae5ac60f-971c-4ef4-9592-42d3d092eda8 will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:17:35.012340 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-bf207e37-2396-461c-bcea-99e92cd2a769 req-d4ffa26b-4bfa-4aee-bc0d-10eb3ed14452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:35.012871 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e36b55-eb8e-4fef-9fa1-4c7a09d3d7e1 req-47c642c1-95a4-4dcb-aa30-a3c411049d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:35.014455 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-83e36b55-eb8e-4fef-9fa1-4c7a09d3d7e1 req-47c642c1-95a4-4dcb-aa30-a3c411049d35 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72a4be73-29a1-424c-8690-ecdcf6b06721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0685492 Aug 10 03:17:35.016834 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3d44c462-7752-4da3-aea2-99cc512326e8 req-38064986-e4e4-4a98-a32e-cd19c0d687c0 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] 10.222.0.44 "GET /v2.0/security-groups?id=af14a5d9-598e-4e84-86a5-015def1f8e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029842 Aug 10 03:17:35.021746 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8c7f16e5-0fdc-4e05-8a59-8cdb02d7768f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:35.075207 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning for port 5f10a11f-fa51-4b08-b7ae-76ff6155d72c completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:17:35.078685 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2690e8-cf40-4c22-8df8-37c73dc568f6 req-02b8655e-aa82-4937-88cd-2daca9cbaed2 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:35.081844 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8e2690e8-cf40-4c22-8df8-37c73dc568f6 req-02b8655e-aa82-4937-88cd-2daca9cbaed2 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b2bfe29-2c7f-46f2-96c8-28060b70fc3d HTTP/1.1" status: 200 len: 946 time: 0.1321886 Aug 10 03:17:35.084009 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181d1cbc-fce9-4edd-b831-976215d947f8 None None] Pushing event updated for resources: {'Port': ['ID=6536edef-3545-48c7-9469-8843558bd9cf,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:35.090877 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port 5f10a11f-fa51-4b08-b7ae-76ff6155d72c triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:17:35.096636 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:35.103405 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-65224b32-fa9f-4172-8a70-59231a152546 None None] Provisioning for port ae5ac60f-971c-4ef4-9592-42d3d092eda8 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:17:35.111707 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ffa26b-4bfa-4aee-bc0d-10eb3ed14452 service neutron] Pushing event updated for resources: {'Port': ['ID=ae5ac60f-971c-4ef4-9592-42d3d092eda8,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:35.141457 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7451eac5-e417-40fe-84ff-9a0f51948846', 'name': 'network-vif-deleted', 'tag': 'b8bbab66-a855-4a43-83f3-c4fa1af2df54'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:17:35.143681 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d09de966-e0e9-4b3e-98a4-2c96f597350a" -d '{"events": [{"server_uuid": "7451eac5-e417-40fe-84ff-9a0f51948846", "name": "network-vif-deleted", "tag": "b8bbab66-a855-4a43-83f3-c4fa1af2df54"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:17:35.148845 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7f16e5-0fdc-4e05-8a59-8cdb02d7768f admin admin] Network b5d7bbeb-8895-45b1-8966-c4f7b14d104d is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:17:35.176469 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-8c7f16e5-0fdc-4e05-8a59-8cdb02d7768f admin admin] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:17:35.187134 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7f16e5-0fdc-4e05-8a59-8cdb02d7768f admin admin] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:17:35.192433 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7f16e5-0fdc-4e05-8a59-8cdb02d7768f admin admin] Pushing event updated for resources: {'Port': ['ID=ec671ebe-584f-4b74-a42f-744c048f1c87,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:35.251778 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-65224b32-fa9f-4172-8a70-59231a152546 None None] Provisioning complete for port 6536edef-3545-48c7-9469-8843558bd9cf triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:17:35.254690 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-65224b32-fa9f-4172-8a70-59231a152546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:35.258028 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-83e36b55-eb8e-4fef-9fa1-4c7a09d3d7e1 req-6f2c1cf2-9379-4882-81ab-224dd4dd43d8 service neutron] 10.222.0.42 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317214 Aug 10 03:17:35.259015 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8c7f16e5-0fdc-4e05-8a59-8cdb02d7768f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521745'] for router_interface, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:35.389961 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:35.482194 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abb04be0-c7f2-4622-8647-9fdf68e648ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f10a11f-fa51-4b08-b7ae-76ff6155d72c'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:17:35.484508 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-83e36b55-eb8e-4fef-9fa1-4c7a09d3d7e1 req-0728316b-a063-4666-9e20-d9adf721a8fc service neutron] 10.222.0.42 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635044 Aug 10 03:17:35.485236 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a71a4c8b-f2c7-41cd-980c-660320ed56c0" -d '{"events": [{"server_uuid": "abb04be0-c7f2-4622-8647-9fdf68e648ba", "name": "network-vif-plugged", "status": "completed", "tag": "5f10a11f-fa51-4b08-b7ae-76ff6155d72c"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:17:35.511200 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-6a696847-eef9-4065-8efa-1811518da8af None None] Notify callbacks [] for port, precommit_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:35.516313 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 5f10a11f-fa51-4b08-b7ae-76ff6155d72c, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=5f10a11f-fa51-4b08-b7ae-76ff6155d72c,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:35.532456 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:35.542961 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-6a696847-eef9-4065-8efa-1811518da8af None None] Transition to ACTIVE for port object 884e7bc5-40e0-4880-adc3-1a3fda432947 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:17:35.543840 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8c7f16e5-0fdc-4e05-8a59-8cdb02d7768f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:35.575216 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-6a696847-eef9-4065-8efa-1811518da8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:35.607971 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8e2690e8-cf40-4c22-8df8-37c73dc568f6 req-58f1739d-624b-452e-a8b5-344706c8467c tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/security-groups?id=58160609-a8c2-4b15-a3de-467e7dbbc834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5101542 Aug 10 03:17:35.626529 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-6a696847-eef9-4065-8efa-1811518da8af None None] Attempting to bind port 884e7bc5-40e0-4880-adc3-1a3fda432947 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:17:35.626998 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-6a696847-eef9-4065-8efa-1811518da8af None None] Attempting to bind port 884e7bc5-40e0-4880-adc3-1a3fda432947 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:17:35.627485 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a696847-eef9-4065-8efa-1811518da8af None None] Attempting to bind port 884e7bc5-40e0-4880-adc3-1a3fda432947 on network 2ea12131-628a-487e-b434-0463553732bd {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:17:35.640170 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a696847-eef9-4065-8efa-1811518da8af None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:17:35.640170 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a696847-eef9-4065-8efa-1811518da8af None None] Checking segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:17:35.640170 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-6a696847-eef9-4065-8efa-1811518da8af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:35.640170 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a696847-eef9-4065-8efa-1811518da8af None None] Bound using segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:17:35.640170 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-6a696847-eef9-4065-8efa-1811518da8af None None] Bound port: 884e7bc5-40e0-4880-adc3-1a3fda432947, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:17:35.640170 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-6a696847-eef9-4065-8efa-1811518da8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:35.667454 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f950810a-b99f-4f9f-9fb2-cab010d12d69 req-47a2743a-501a-4983-b00a-7505de59b8a1 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:35.675588 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=5f10a11f-fa51-4b08-b7ae-76ff6155d72c,revision_number=9']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:35.675808 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f950810a-b99f-4f9f-9fb2-cab010d12d69 req-47a2743a-501a-4983-b00a-7505de59b8a1 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3367b49-ee67-400c-b374-63617eab6326 HTTP/1.1" status: 200 len: 946 time: 0.1066635 Aug 10 03:17:35.710907 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-bf207e37-2396-461c-bcea-99e92cd2a769 req-d4ffa26b-4bfa-4aee-bc0d-10eb3ed14452 service neutron] Attempting to bind port ae5ac60f-971c-4ef4-9592-42d3d092eda8 on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:17:35.711258 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-bf207e37-2396-461c-bcea-99e92cd2a769 req-d4ffa26b-4bfa-4aee-bc0d-10eb3ed14452 service neutron] Attempting to bind port ae5ac60f-971c-4ef4-9592-42d3d092eda8 by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': 'f25cb5ab-991d-4837-8dd0-f45e6e3b0399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1816f95b-2474-4407-8097-c5e0f21fa613'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:17:35.711594 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf207e37-2396-461c-bcea-99e92cd2a769 req-d4ffa26b-4bfa-4aee-bc0d-10eb3ed14452 service neutron] Attempting to bind port ae5ac60f-971c-4ef4-9592-42d3d092eda8 on network 1816f95b-2474-4407-8097-c5e0f21fa613 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:17:35.714787 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33dc598b-251d-4669-84fe-17b03ab28a4b x-openstack-request-id: req-33dc598b-251d-4669-84fe-17b03ab28a4b {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:17:35.715233 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7451eac5-e417-40fe-84ff-9a0f51948846", "name": "network-vif-deleted", "tag": "b8bbab66-a855-4a43-83f3-c4fa1af2df54", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:17:35.715490 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-33dc598b-251d-4669-84fe-17b03ab28a4b {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:17:35.715886 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7451eac5-e417-40fe-84ff-9a0f51948846', 'name': 'network-vif-deleted', 'tag': 'b8bbab66-a855-4a43-83f3-c4fa1af2df54', 'status': 'completed', 'code': 200} Aug 10 03:17:35.730856 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f950810a-b99f-4f9f-9fb2-cab010d12d69 req-22dd095d-0924-42a1-a6fc-da94a5126d77 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541635 Aug 10 03:17:35.731954 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09b870c-f3c0-421d-bef2-f118a3d9435c None None] Pushing event updated for resources: {'Port': ['ID=884e7bc5-40e0-4880-adc3-1a3fda432947,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:35.747846 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf207e37-2396-461c-bcea-99e92cd2a769 req-d4ffa26b-4bfa-4aee-bc0d-10eb3ed14452 service neutron] Port ae5ac60f-971c-4ef4-9592-42d3d092eda8 on network 1816f95b-2474-4407-8097-c5e0f21fa613 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:17:35.748206 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf207e37-2396-461c-bcea-99e92cd2a769 req-d4ffa26b-4bfa-4aee-bc0d-10eb3ed14452 service neutron] Attempting to bind port ae5ac60f-971c-4ef4-9592-42d3d092eda8 on network 1816f95b-2474-4407-8097-c5e0f21fa613 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:17:35.762668 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf207e37-2396-461c-bcea-99e92cd2a769 req-d4ffa26b-4bfa-4aee-bc0d-10eb3ed14452 service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:17:35.763022 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf207e37-2396-461c-bcea-99e92cd2a769 req-d4ffa26b-4bfa-4aee-bc0d-10eb3ed14452 service neutron] Checking segment: {'id': 'f25cb5ab-991d-4837-8dd0-f45e6e3b0399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1816f95b-2474-4407-8097-c5e0f21fa613'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:17:35.763413 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf207e37-2396-461c-bcea-99e92cd2a769 req-d4ffa26b-4bfa-4aee-bc0d-10eb3ed14452 service neutron] Bound using segment: {'id': 'f25cb5ab-991d-4837-8dd0-f45e6e3b0399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1816f95b-2474-4407-8097-c5e0f21fa613'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:17:35.763854 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-bf207e37-2396-461c-bcea-99e92cd2a769 req-d4ffa26b-4bfa-4aee-bc0d-10eb3ed14452 service neutron] Bound port: ae5ac60f-971c-4ef4-9592-42d3d092eda8, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f25cb5ab-991d-4837-8dd0-f45e6e3b0399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1816f95b-2474-4407-8097-c5e0f21fa613'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:17:35.764222 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-bf207e37-2396-461c-bcea-99e92cd2a769 req-d4ffa26b-4bfa-4aee-bc0d-10eb3ed14452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:35.776453 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-ec023509-d551-4b16-9824-7d3391d4b075 None None] Provisioning for port ec671ebe-584f-4b74-a42f-744c048f1c87 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:17:35.785528 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-6a696847-eef9-4065-8efa-1811518da8af None None] For port 884e7bc5-40e0-4880-adc3-1a3fda432947, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:17:35.788320 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-ec023509-d551-4b16-9824-7d3391d4b075 None None] Provisioning complete for port ec671ebe-584f-4b74-a42f-744c048f1c87 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:17:35.788879 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ec023509-d551-4b16-9824-7d3391d4b075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:35.791882 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-6a696847-eef9-4065-8efa-1811518da8af None None] For port 884e7bc5-40e0-4880-adc3-1a3fda432947, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=884e7bc5-40e0-4880-adc3-1a3fda432947,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:17:35.818490 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-6a696847-eef9-4065-8efa-1811518da8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:35.824341 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8c7f16e5-0fdc-4e05-8a59-8cdb02d7768f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:35.830041 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8c7f16e5-0fdc-4e05-8a59-8cdb02d7768f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:35.863399 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2994e00e-e5a7-4c6a-a5a1-24e8b0ee5a1b x-openstack-request-id: req-2994e00e-e5a7-4c6a-a5a1-24e8b0ee5a1b {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:17:35.863766 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abb04be0-c7f2-4622-8647-9fdf68e648ba", "name": "network-vif-plugged", "status": "completed", "tag": "5f10a11f-fa51-4b08-b7ae-76ff6155d72c", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:17:35.864091 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2994e00e-e5a7-4c6a-a5a1-24e8b0ee5a1b {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:17:35.864598 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abb04be0-c7f2-4622-8647-9fdf68e648ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f10a11f-fa51-4b08-b7ae-76ff6155d72c', 'code': 200} Aug 10 03:17:35.868511 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-bf207e37-2396-461c-bcea-99e92cd2a769 req-d4ffa26b-4bfa-4aee-bc0d-10eb3ed14452 service neutron] For port ae5ac60f-971c-4ef4-9592-42d3d092eda8, host n-h1-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:17:35.873605 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-bf207e37-2396-461c-bcea-99e92cd2a769 req-d4ffa26b-4bfa-4aee-bc0d-10eb3ed14452 service neutron] For port ae5ac60f-971c-4ef4-9592-42d3d092eda8, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=ae5ac60f-971c-4ef4-9592-42d3d092eda8,segment=NetworkSegment(f25cb5ab-991d-4837-8dd0-f45e6e3b0399),segment_id=f25cb5ab-991d-4837-8dd0-f45e6e3b0399)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:17:35.875315 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-ec023509-d551-4b16-9824-7d3391d4b075 None None] Port ec671ebe-584f-4b74-a42f-744c048f1c87 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:17:35.891767 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a696847-eef9-4065-8efa-1811518da8af None None] Routers {'c1a832fc-9a91-43e7-9047-2dbdc8f24ca0'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:17:35.892090 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-bf207e37-2396-461c-bcea-99e92cd2a769 req-d4ffa26b-4bfa-4aee-bc0d-10eb3ed14452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:35.892405 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-6a696847-eef9-4065-8efa-1811518da8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:17:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['c1a832fc-9a91-43e7-9047-2dbdc8f24ca0'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:17:35.926501 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8c7f16e5-0fdc-4e05-8a59-8cdb02d7768f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521893'] for router_interface, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:35.931336 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7f16e5-0fdc-4e05-8a59-8cdb02d7768f admin admin] Pushing event updated for resources: {'Port': ['ID=ec671ebe-584f-4b74-a42f-744c048f1c87,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:35.948958 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09b870c-f3c0-421d-bef2-f118a3d9435c None None] Pushing event updated for resources: {'Port': ['ID=884e7bc5-40e0-4880-adc3-1a3fda432947,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:35.949494 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf207e37-2396-461c-bcea-99e92cd2a769 req-d4ffa26b-4bfa-4aee-bc0d-10eb3ed14452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:35.950557 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-bf207e37-2396-461c-bcea-99e92cd2a769 req-d4ffa26b-4bfa-4aee-bc0d-10eb3ed14452 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:35.960612 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bf207e37-2396-461c-bcea-99e92cd2a769 req-d4ffa26b-4bfa-4aee-bc0d-10eb3ed14452 service neutron] 10.222.0.42 "PUT /v2.0/ports/ae5ac60f-971c-4ef4-9592-42d3d092eda8 HTTP/1.1" status: 200 len: 1092 time: 1.9891729 Aug 10 03:17:36.066940 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-6a696847-eef9-4065-8efa-1811518da8af None None] Set router c1a832fc-9a91-43e7-9047-2dbdc8f24ca0 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:17:36.096234 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edb660b-a363-4280-9baf-e0510a1a5a0d req-ea93a00e-de97-4b6c-99ac-2c5fe71185d7 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:36.106991 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8edb660b-a363-4280-9baf-e0510a1a5a0d req-ea93a00e-de97-4b6c-99ac-2c5fe71185d7 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=abb04be0-c7f2-4622-8647-9fdf68e648ba HTTP/1.1" status: 200 len: 949 time: 0.2315071 Aug 10 03:17:36.127776 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf207e37-2396-461c-bcea-99e92cd2a769 req-8623a23a-44f9-4b91-b66d-897b93d082bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:36.129488 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-bf207e37-2396-461c-bcea-99e92cd2a769 req-8623a23a-44f9-4b91-b66d-897b93d082bd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=33155ca7ecc34cda842c02acd145aff5&device_id=752d7f6c-6af2-4dfc-be5c-f78dfdc2e0fb HTTP/1.1" status: 200 len: 1095 time: 0.0796809 Aug 10 03:17:36.134267 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ffa26b-4bfa-4aee-bc0d-10eb3ed14452 service neutron] Pushing event updated for resources: {'Port': ['ID=ae5ac60f-971c-4ef4-9592-42d3d092eda8,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:36.180259 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8edb660b-a363-4280-9baf-e0510a1a5a0d req-2c2aead4-ebc7-4ec4-a272-0e07e6c49d17 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723650 Aug 10 03:17:36.189605 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1476b982-d108-4efd-bb2b-8c737e17a322 req-6633b34d-f5f2-4c4e-90f2-31f3ee46b027 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:36.192005 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1476b982-d108-4efd-bb2b-8c737e17a322 req-6633b34d-f5f2-4c4e-90f2-31f3ee46b027 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=5224d542-6317-4cf8-aaf0-6e88d7d93fa3 HTTP/1.1" status: 200 len: 945 time: 0.1839614 Aug 10 03:17:36.194147 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-bf207e37-2396-461c-bcea-99e92cd2a769 req-100aab47-32a1-4d1c-aad1-1637251f4e8e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae5ac60f-971c-4ef4-9592-42d3d092eda8 HTTP/1.1" status: 200 len: 217 time: 0.0444252 Aug 10 03:17:36.196662 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c5154a49-060f-40e5-aa9a-fda9065ae914 req-0a5a25a3-f278-4294-92b1-f3ed2f4f030b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d81c6232-f0c3-49ea-bd08-78872ee1d315&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1519537 Aug 10 03:17:36.211335 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7f16e5-0fdc-4e05-8a59-8cdb02d7768f admin admin] Network b5d7bbeb-8895-45b1-8966-c4f7b14d104d is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:17:36.215318 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-8c7f16e5-0fdc-4e05-8a59-8cdb02d7768f admin admin] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:17:36.245992 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1476b982-d108-4efd-bb2b-8c737e17a322 req-53c02646-6cd9-41dd-baee-2f4c8dc519b8 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468280 Aug 10 03:17:36.348725 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5154a49-060f-40e5-aa9a-fda9065ae914 req-d1ca5589-f503-45fa-972b-3d0db72ff136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:36.350980 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c5154a49-060f-40e5-aa9a-fda9065ae914 req-d1ca5589-f503-45fa-972b-3d0db72ff136 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=808ab0b013b8411c9f012091d2eaa39f&device_id=d81c6232-f0c3-49ea-bd08-78872ee1d315 HTTP/1.1" status: 200 len: 1101 time: 0.0790899 Aug 10 03:17:36.440765 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-6a696847-eef9-4065-8efa-1811518da8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1a832fc-9a91-43e7-9047-2dbdc8f24ca0', 'name': 'tempest-FloatingIPsTestJSON-1192985578-router', 'tenant_id': '1e63b0dd8d0444208cf7b4a6c208a7da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': '884e7bc5-40e0-4880-adc3-1a3fda432947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:17:29Z', 'updated_at': '2021-08-10T03:17:35Z', 'revision_number': 4, 'project_id': '1e63b0dd8d0444208cf7b4a6c208a7da', 'gw_port': {'id': '884e7bc5-40e0-4880-adc3-1a3fda432947', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:87:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1a832fc-9a91-43e7-9047-2dbdc8f24ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:17:30Z', 'updated_at': '2021-08-10T03:17:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': 'ec671ebe-584f-4b74-a42f-744c048f1c87', 'name': '', 'network_id': 'b5d7bbeb-8895-45b1-8966-c4f7b14d104d', 'tenant_id': '1e63b0dd8d0444208cf7b4a6c208a7da', 'mac_address': 'fa:16:3e:6d:e0:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1a832fc-9a91-43e7-9047-2dbdc8f24ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '6d75c351-eb2b-491c-a8de-198f3dba4a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:17:34Z', 'updated_at': '2021-08-10T03:17:35Z', 'revision_number': 2, 'project_id': '1e63b0dd8d0444208cf7b4a6c208a7da', 'subnets': [{'id': '6d75c351-eb2b-491c-a8de-198f3dba4a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:17:36.459628 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c7f16e5-0fdc-4e05-8a59-8cdb02d7768f admin admin] Router c1a832fc-9a91-43e7-9047-2dbdc8f24ca0 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:17:36.462548 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf207e37-2396-461c-bcea-99e92cd2a769 req-3e47dcbd-9b8d-4342-8984-84137beb1581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:36.464363 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-bf207e37-2396-461c-bcea-99e92cd2a769 req-3e47dcbd-9b8d-4342-8984-84137beb1581 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0417ba49-cc4f-4be3-b922-ec544070c594 HTTP/1.1" status: 200 len: 868 time: 0.2468359 Aug 10 03:17:36.473922 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a696847-eef9-4065-8efa-1811518da8af None None] The sync data for ids ['c1a832fc-9a91-43e7-9047-2dbdc8f24ca0'] in n-d-768862-13 is: [{'id': 'c1a832fc-9a91-43e7-9047-2dbdc8f24ca0', 'name': 'tempest-FloatingIPsTestJSON-1192985578-router', 'tenant_id': '1e63b0dd8d0444208cf7b4a6c208a7da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': '884e7bc5-40e0-4880-adc3-1a3fda432947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:17:29Z', 'updated_at': '2021-08-10T03:17:35Z', 'revision_number': 4, 'project_id': '1e63b0dd8d0444208cf7b4a6c208a7da', 'gw_port': {'id': '884e7bc5-40e0-4880-adc3-1a3fda432947', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:87:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1a832fc-9a91-43e7-9047-2dbdc8f24ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:17:30Z', 'updated_at': '2021-08-10T03:17:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': 'ec671ebe-584f-4b74-a42f-744c048f1c87', 'name': '', 'network_id': 'b5d7bbeb-8895-45b1-8966-c4f7b14d104d', 'tenant_id': '1e63b0dd8d0444208cf7b4a6c208a7da', 'mac_address': 'fa:16:3e:6d:e0:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1a832fc-9a91-43e7-9047-2dbdc8f24ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '6d75c351-eb2b-491c-a8de-198f3dba4a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:17:34Z', 'updated_at': '2021-08-10T03:17:35Z', 'revision_number': 2, 'project_id': '1e63b0dd8d0444208cf7b4a6c208a7da', 'subnets': [{'id': '6d75c351-eb2b-491c-a8de-198f3dba4a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:17:36.572611 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5154a49-060f-40e5-aa9a-fda9065ae914 req-9e37feb5-437c-46c0-8191-a47c8a99622b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:36.574117 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c5154a49-060f-40e5-aa9a-fda9065ae914 req-9e37feb5-437c-46c0-8191-a47c8a99622b service neutron] 10.222.0.42 "GET /v2.0/networks?id=72a4be73-29a1-424c-8690-ecdcf6b06721 HTTP/1.1" status: 200 len: 869 time: 0.2000260 Aug 10 03:17:36.615867 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6ee04e-cbdc-42cb-9c09-38a872921bc6 req-cafdc172-f65f-44d8-8e4a-909d8f1ddf8f tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:36.617477 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5d6ee04e-cbdc-42cb-9c09-38a872921bc6 req-cafdc172-f65f-44d8-8e4a-909d8f1ddf8f tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] 10.222.0.44 "GET /v2.0/ports?device_id=752d7f6c-6af2-4dfc-be5c-f78dfdc2e0fb HTTP/1.1" status: 200 len: 943 time: 0.1446514 Aug 10 03:17:36.625266 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-877889d1-9ed0-40cf-8757-8f2cda257a14 None None] Provisioning complete for port ec671ebe-584f-4b74-a42f-744c048f1c87 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:17:36.625734 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-877889d1-9ed0-40cf-8757-8f2cda257a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:36.629030 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf207e37-2396-461c-bcea-99e92cd2a769 req-a9bdd0a1-9ad4-4f36-8c5e-9a8d67c93a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:36.631043 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-bf207e37-2396-461c-bcea-99e92cd2a769 req-a9bdd0a1-9ad4-4f36-8c5e-9a8d67c93a65 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1816f95b-2474-4407-8097-c5e0f21fa613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1498766 Aug 10 03:17:36.671352 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 6536edef-3545-48c7-9469-8843558bd9cf up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:17:36.705617 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c5154a49-060f-40e5-aa9a-fda9065ae914 req-e938438b-3928-47a0-b229-f3e01c2888c4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=408a3286-4f2d-4fd4-a596-e648c93bfc43 HTTP/1.1" status: 200 len: 217 time: 0.1202655 Aug 10 03:17:36.756429 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-877889d1-9ed0-40cf-8757-8f2cda257a14 None None] Port ec671ebe-584f-4b74-a42f-744c048f1c87 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:17:36.761057 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c7f16e5-0fdc-4e05-8a59-8cdb02d7768f admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:17:36.774196 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-8c7f16e5-0fdc-4e05-8a59-8cdb02d7768f admin admin] 10.222.0.44 "PUT /v2.0/routers/c1a832fc-9a91-43e7-9047-2dbdc8f24ca0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6053100 Aug 10 03:17:36.784144 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 6536edef-3545-48c7-9469-8843558bd9cf triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:17:36.785561 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:36.840139 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-bf207e37-2396-461c-bcea-99e92cd2a769 req-d6f01f2c-068b-4151-843a-842872d38900 service neutron] 10.222.0.42 "GET /v2.0/networks/1816f95b-2474-4407-8097-c5e0f21fa613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782863 Aug 10 03:17:36.868186 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5d6ee04e-cbdc-42cb-9c09-38a872921bc6 req-a14f4b94-a5dc-4f58-9de9-7c249fdc2efa tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] 10.222.0.44 "GET /v2.0/security-groups?id=af14a5d9-598e-4e84-86a5-015def1f8e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877973 Aug 10 03:17:36.871892 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5154a49-060f-40e5-aa9a-fda9065ae914 req-e3211d6a-ab58-459d-89c7-f4abf2bc3d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:36.873430 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c5154a49-060f-40e5-aa9a-fda9065ae914 req-e3211d6a-ab58-459d-89c7-f4abf2bc3d28 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=60d10164-1dee-4940-9d19-f71e6c18cbc5 HTTP/1.1" status: 200 len: 843 time: 0.1440411 Aug 10 03:17:36.939791 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6217cee7-44e7-4e47-9862-e514607c9300 req-a38ada7c-c16e-4ca2-8e4d-fe2e1ca86100 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:36.948144 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6217cee7-44e7-4e47-9862-e514607c9300 req-a38ada7c-c16e-4ca2-8e4d-fe2e1ca86100 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b2bfe29-2c7f-46f2-96c8-28060b70fc3d HTTP/1.1" status: 200 len: 946 time: 0.1854496 Aug 10 03:17:37.025353 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6217cee7-44e7-4e47-9862-e514607c9300 req-7718c11c-e63f-49b2-bdea-62b919fd7f7e tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/security-groups?id=58160609-a8c2-4b15-a3de-467e7dbbc834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760851 Aug 10 03:17:37.030613 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5154a49-060f-40e5-aa9a-fda9065ae914 req-8dd82c51-c010-4867-9445-6715960785ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:37.032157 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c5154a49-060f-40e5-aa9a-fda9065ae914 req-8dd82c51-c010-4867-9445-6715960785ca service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72a4be73-29a1-424c-8690-ecdcf6b06721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1439056 Aug 10 03:17:37.052742 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-bf207e37-2396-461c-bcea-99e92cd2a769 req-2c15cfb9-a404-4d2e-bde7-467aaab4a89a service neutron] 10.222.0.42 "GET /v2.0/networks/1816f95b-2474-4407-8097-c5e0f21fa613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924965 Aug 10 03:17:37.065586 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9be1b3-9534-4c75-b7e6-e1f71e0c3fe9 req-47bfcfe1-7b0c-4f9c-a18b-82e08681d398 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:37.067151 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-db9be1b3-9534-4c75-b7e6-e1f71e0c3fe9 req-47bfcfe1-7b0c-4f9c-a18b-82e08681d398 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?device_id=87af6787-eaca-4bde-a9b5-d946feb386c2 HTTP/1.1" status: 200 len: 949 time: 0.0920720 Aug 10 03:17:37.223176 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-db9be1b3-9534-4c75-b7e6-e1f71e0c3fe9 req-14f951e0-83bd-425b-ba07-cbe0790900f4 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8d28d33-caca-4f05-b0e0-721010e15342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016488 Aug 10 03:17:37.230824 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c5154a49-060f-40e5-aa9a-fda9065ae914 req-59f5b515-f5e3-4090-b749-dd9b3a5ea486 service neutron] 10.222.0.42 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620381 Aug 10 03:17:37.239052 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2062e12f-22ec-4a59-83d8-617f25e69b7e req-3a894941-b47c-4b65-876a-9e45ef5558bb tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:37.241312 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2062e12f-22ec-4a59-83d8-617f25e69b7e req-3a894941-b47c-4b65-876a-9e45ef5558bb tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3367b49-ee67-400c-b374-63617eab6326 HTTP/1.1" status: 200 len: 946 time: 0.1210206 Aug 10 03:17:37.330815 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2062e12f-22ec-4a59-83d8-617f25e69b7e req-ea3d4e13-61de-46c9-bcd0-4a4b2bd92627 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806768 Aug 10 03:17:37.360571 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c5154a49-060f-40e5-aa9a-fda9065ae914 req-ce00d4dc-2ca0-48cf-a758-bf59b1916d41 service neutron] 10.222.0.42 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180868 Aug 10 03:17:37.640444 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b712812d-93d5-429a-9b96-0e963a4fe6af req-ad389f59-dcd6-4e17-b1ff-beb9168fde1a tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:37.642059 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b712812d-93d5-429a-9b96-0e963a4fe6af req-ad389f59-dcd6-4e17-b1ff-beb9168fde1a tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=abb04be0-c7f2-4622-8647-9fdf68e648ba HTTP/1.1" status: 200 len: 949 time: 0.2058778 Aug 10 03:17:37.685795 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2bdecdce-a095-4ef0-b75b-d2d4fc7f7eb3 req-5c08609e-4733-4c56-98bb-029115257075 tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2599585 Aug 10 03:17:37.690857 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-2bdecdce-a095-4ef0-b75b-d2d4fc7f7eb3 req-da690627-7e53-4735-8f18-80eafbbadf5d tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] Request body: {'floatingip': {'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:17:37.716472 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '752d7f6c-6af2-4dfc-be5c-f78dfdc2e0fb', 'tag': 'ae5ac60f-971c-4ef4-9592-42d3d092eda8'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:17:37.718908 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c27339c0-0faf-49f3-8a06-308e3bf558b1" -d '{"events": [{"name": "network-changed", "server_uuid": "752d7f6c-6af2-4dfc-be5c-f78dfdc2e0fb", "tag": "ae5ac60f-971c-4ef4-9592-42d3d092eda8"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:17:37.736227 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b712812d-93d5-429a-9b96-0e963a4fe6af req-c59c6c49-b007-4a83-9d5e-6246321db4a0 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854189 Aug 10 03:17:37.757666 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-2bdecdce-a095-4ef0-b75b-d2d4fc7f7eb3 req-da690627-7e53-4735-8f18-80eafbbadf5d tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] Notify callbacks [] for floatingip, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:37.892734 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5916621-5b73-4877-a6eb-477c93a6bbdc req-5dd7d96c-63e7-479b-accf-66580cf6b845 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:37.894274 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f5916621-5b73-4877-a6eb-477c93a6bbdc req-5dd7d96c-63e7-479b-accf-66580cf6b845 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=5224d542-6317-4cf8-aaf0-6e88d7d93fa3 HTTP/1.1" status: 200 len: 945 time: 0.0714941 Aug 10 03:17:37.981416 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f5916621-5b73-4877-a6eb-477c93a6bbdc req-86e18480-af55-4b6c-a323-49263876da24 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748718 Aug 10 03:17:37.986727 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e36b55-eb8e-4fef-9fa1-4c7a09d3d7e1 req-115e267e-10af-4384-a62d-ba5bcc0645a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:37.988247 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-83e36b55-eb8e-4fef-9fa1-4c7a09d3d7e1 req-115e267e-10af-4384-a62d-ba5bcc0645a9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=abb04be0-c7f2-4622-8647-9fdf68e648ba&tenant_id=808ab0b013b8411c9f012091d2eaa39f HTTP/1.1" status: 200 len: 1101 time: 0.0930686 Aug 10 03:17:38.008016 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-83e36b55-eb8e-4fef-9fa1-4c7a09d3d7e1 req-ac0d2576-718c-451e-960a-a53669b05afb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768862-13', 'device_owner': 'compute:nova'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:17:38.011379 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-2bdecdce-a095-4ef0-b75b-d2d4fc7f7eb3 req-da690627-7e53-4735-8f18-80eafbbadf5d tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:38.105716 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40656ffd-70ee-4d0f-aa13-d1bb7da493af x-openstack-request-id: req-40656ffd-70ee-4d0f-aa13-d1bb7da493af {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:17:38.105987 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "752d7f6c-6af2-4dfc-be5c-f78dfdc2e0fb", "tag": "ae5ac60f-971c-4ef4-9592-42d3d092eda8", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:17:38.106239 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-40656ffd-70ee-4d0f-aa13-d1bb7da493af {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:17:38.106665 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '752d7f6c-6af2-4dfc-be5c-f78dfdc2e0fb', 'tag': 'ae5ac60f-971c-4ef4-9592-42d3d092eda8', 'status': 'completed', 'code': 200} Aug 10 03:17:38.119939 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-83e36b55-eb8e-4fef-9fa1-4c7a09d3d7e1 req-ac0d2576-718c-451e-960a-a53669b05afb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:38.264744 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-2bdecdce-a095-4ef0-b75b-d2d4fc7f7eb3 req-da690627-7e53-4735-8f18-80eafbbadf5d tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] Allocated IP 172.25.6.117 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/b658bf75-aa9a-4635-bbd4-9a81a7babac1) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:17:38.346720 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27339c0-0faf-49f3-8a06-308e3bf558b1 req-be3cbdb6-2bb3-4991-acb4-5f457148e19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:38.348241 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c27339c0-0faf-49f3-8a06-308e3bf558b1 req-be3cbdb6-2bb3-4991-acb4-5f457148e19d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=33155ca7ecc34cda842c02acd145aff5&device_id=752d7f6c-6af2-4dfc-be5c-f78dfdc2e0fb HTTP/1.1" status: 200 len: 1095 time: 0.1949210 Aug 10 03:17:38.364061 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ded5892-7a1c-4e88-8554-7e0b486d4451 req-24a1f013-cba7-47ce-a1f0-86c7f529529c tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:38.366101 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6ded5892-7a1c-4e88-8554-7e0b486d4451 req-24a1f013-cba7-47ce-a1f0-86c7f529529c tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] 10.222.0.44 "GET /v2.0/ports?device_id=752d7f6c-6af2-4dfc-be5c-f78dfdc2e0fb HTTP/1.1" status: 200 len: 943 time: 0.2047360 Aug 10 03:17:38.629796 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 884e7bc5-40e0-4880-adc3-1a3fda432947 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:17:38.684410 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 884e7bc5-40e0-4880-adc3-1a3fda432947 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:17:38.688998 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 884e7bc5-40e0-4880-adc3-1a3fda432947 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:17:38.689529 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:38.773779 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:38.783722 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6ded5892-7a1c-4e88-8554-7e0b486d4451 req-ed8748df-d96c-4963-8e7b-f8c2daf9bee1 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] 10.222.0.44 "GET /v2.0/security-groups?id=af14a5d9-598e-4e84-86a5-015def1f8e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4036188 Aug 10 03:17:38.797495 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 884e7bc5-40e0-4880-adc3-1a3fda432947, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=884e7bc5-40e0-4880-adc3-1a3fda432947,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:38.812068 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:38.857691 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27339c0-0faf-49f3-8a06-308e3bf558b1 req-a53e9214-40d9-4c34-982e-623ec3f84ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:38.859413 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c27339c0-0faf-49f3-8a06-308e3bf558b1 req-a53e9214-40d9-4c34-982e-623ec3f84ba2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1816f95b-2474-4407-8097-c5e0f21fa613 HTTP/1.1" status: 200 len: 929 time: 0.4882939 Aug 10 03:17:38.863558 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=884e7bc5-40e0-4880-adc3-1a3fda432947,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:38.882009 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-2bdecdce-a095-4ef0-b75b-d2d4fc7f7eb3 req-da690627-7e53-4735-8f18-80eafbbadf5d tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:38.955829 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c27339c0-0faf-49f3-8a06-308e3bf558b1 req-d1acf403-031a-4caf-91b4-2de8ccea9c14 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae5ac60f-971c-4ef4-9592-42d3d092eda8 HTTP/1.1" status: 200 len: 217 time: 0.0712776 Aug 10 03:17:38.957429 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-83e36b55-eb8e-4fef-9fa1-4c7a09d3d7e1 req-ac0d2576-718c-451e-960a-a53669b05afb service neutron] For port 5f10a11f-fa51-4b08-b7ae-76ff6155d72c, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=5f10a11f-fa51-4b08-b7ae-76ff6155d72c,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:39.053943 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2b5954-5967-4c1a-be57-3aa2926af2d7 req-6948fd2c-3492-42af-8f10-cd458195ebb5 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:39.055384 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ba2b5954-5967-4c1a-be57-3aa2926af2d7 req-6948fd2c-3492-42af-8f10-cd458195ebb5 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b2bfe29-2c7f-46f2-96c8-28060b70fc3d HTTP/1.1" status: 200 len: 946 time: 0.2019863 Aug 10 03:17:39.062412 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-83e36b55-eb8e-4fef-9fa1-4c7a09d3d7e1 req-ac0d2576-718c-451e-960a-a53669b05afb service neutron] For port 5f10a11f-fa51-4b08-b7ae-76ff6155d72c, host n-h1-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:17:39.098453 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27339c0-0faf-49f3-8a06-308e3bf558b1 req-ba893be4-b8da-4aaf-9132-e0e8477a9d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:39.100757 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c27339c0-0faf-49f3-8a06-308e3bf558b1 req-ba893be4-b8da-4aaf-9132-e0e8477a9d9b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0417ba49-cc4f-4be3-b922-ec544070c594 HTTP/1.1" status: 200 len: 868 time: 0.1316385 Aug 10 03:17:39.123088 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-2bdecdce-a095-4ef0-b75b-d2d4fc7f7eb3 req-da690627-7e53-4735-8f18-80eafbbadf5d tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:39.213023 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-83e36b55-eb8e-4fef-9fa1-4c7a09d3d7e1 req-ac0d2576-718c-451e-960a-a53669b05afb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:39.218887 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bdecdce-a095-4ef0-b75b-d2d4fc7f7eb3 req-da690627-7e53-4735-8f18-80eafbbadf5d tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:17:39.223176 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ba2b5954-5967-4c1a-be57-3aa2926af2d7 req-db52ad32-9f8f-4d5e-a399-7ab09f79875b tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/security-groups?id=58160609-a8c2-4b15-a3de-467e7dbbc834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563542 Aug 10 03:17:39.238503 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-2bdecdce-a095-4ef0-b75b-d2d4fc7f7eb3 req-da690627-7e53-4735-8f18-80eafbbadf5d tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:17:39.241231 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bdecdce-a095-4ef0-b75b-d2d4fc7f7eb3 req-da690627-7e53-4735-8f18-80eafbbadf5d tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:17:39.274210 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-83e36b55-eb8e-4fef-9fa1-4c7a09d3d7e1 req-ac0d2576-718c-451e-960a-a53669b05afb service neutron] Transition to ACTIVE for port object 5f10a11f-fa51-4b08-b7ae-76ff6155d72c will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:17:39.279364 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27339c0-0faf-49f3-8a06-308e3bf558b1 req-c35e3d02-897e-41f2-bd68-a05d5aa2d00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:39.281394 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c27339c0-0faf-49f3-8a06-308e3bf558b1 req-c35e3d02-897e-41f2-bd68-a05d5aa2d00d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1816f95b-2474-4407-8097-c5e0f21fa613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1689727 Aug 10 03:17:39.281666 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da690627-7e53-4735-8f18-80eafbbadf5d tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] Pushing event updated for resources: {'Port': ['ID=b658bf75-aa9a-4635-bbd4-9a81a7babac1,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:39.288793 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-83e36b55-eb8e-4fef-9fa1-4c7a09d3d7e1 req-ac0d2576-718c-451e-960a-a53669b05afb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:39.325470 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e4b1e1-5b64-4090-bc28-e63934257b2a req-495aed96-b1b2-4c18-a8a0-146f1cb582cf tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:39.327028 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-39e4b1e1-5b64-4090-bc28-e63934257b2a req-495aed96-b1b2-4c18-a8a0-146f1cb582cf tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.61 "GET /v2.0/ports?device_id=87af6787-eaca-4bde-a9b5-d946feb386c2 HTTP/1.1" status: 200 len: 949 time: 0.0733287 Aug 10 03:17:39.451387 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0d2576-718c-451e-960a-a53669b05afb service neutron] Pushing event updated for resources: {'Port': ['ID=5f10a11f-fa51-4b08-b7ae-76ff6155d72c,revision_number=10']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:39.483216 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31919585-9e45-45cd-af03-2871a81b5e0b req-a7d3a117-56ba-44a7-b929-1b6b4e79eaa9 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:39.485183 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-31919585-9e45-45cd-af03-2871a81b5e0b req-a7d3a117-56ba-44a7-b929-1b6b4e79eaa9 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c8b9285-c659-45ee-87df-25d6ccd9b43b HTTP/1.1" status: 200 len: 949 time: 0.0649984 Aug 10 03:17:39.503529 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-39e4b1e1-5b64-4090-bc28-e63934257b2a req-51ee5267-398a-4757-acc1-6a63e639a898 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Deleting port 47c4ce85-91b4-497b-92b0-9e8b46ec064d {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:17:39.504388 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-39e4b1e1-5b64-4090-bc28-e63934257b2a req-51ee5267-398a-4757-acc1-6a63e639a898 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:39.513167 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-83e36b55-eb8e-4fef-9fa1-4c7a09d3d7e1 req-ac0d2576-718c-451e-960a-a53669b05afb service neutron] No DVR routers for this DVR port 5f10a11f-fa51-4b08-b7ae-76ff6155d72c on host n-h1-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:17:39.587995 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d44beb-a771-48f0-9b41-f35657d287a3 req-993f712b-e9c8-4a7d-a289-819976ec1690 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:39.589685 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a6d44beb-a771-48f0-9b41-f35657d287a3 req-993f712b-e9c8-4a7d-a289-819976ec1690 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?device_id=87af6787-eaca-4bde-a9b5-d946feb386c2 HTTP/1.1" status: 200 len: 949 time: 0.2888341 Aug 10 03:17:39.602731 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626f39de-34ff-420d-9d3c-8d8651c17c9f None None] Sync routers for ids ['c1a832fc-9a91-43e7-9047-2dbdc8f24ca0'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:17:39.615849 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626f39de-34ff-420d-9d3c-8d8651c17c9f None None] Routers {'c1a832fc-9a91-43e7-9047-2dbdc8f24ca0'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:17:39.616742 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-626f39de-34ff-420d-9d3c-8d8651c17c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:17:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['c1a832fc-9a91-43e7-9047-2dbdc8f24ca0'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:17:39.725541 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-2bdecdce-a095-4ef0-b75b-d2d4fc7f7eb3 req-da690627-7e53-4735-8f18-80eafbbadf5d tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:39.730065 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c27339c0-0faf-49f3-8a06-308e3bf558b1 req-525ec234-bbc8-47c5-885e-58c86b6e26ab service neutron] 10.222.0.42 "GET /v2.0/networks/1816f95b-2474-4407-8097-c5e0f21fa613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4278867 Aug 10 03:17:39.763909 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-626f39de-34ff-420d-9d3c-8d8651c17c9f None None] Set router c1a832fc-9a91-43e7-9047-2dbdc8f24ca0 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:17:39.783687 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-83e36b55-eb8e-4fef-9fa1-4c7a09d3d7e1 req-ac0d2576-718c-451e-960a-a53669b05afb service neutron] Attempting to bind port 5f10a11f-fa51-4b08-b7ae-76ff6155d72c on host n-h2-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:17:39.784304 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-83e36b55-eb8e-4fef-9fa1-4c7a09d3d7e1 req-ac0d2576-718c-451e-960a-a53669b05afb service neutron] Attempting to bind port 5f10a11f-fa51-4b08-b7ae-76ff6155d72c by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:17:39.784963 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e36b55-eb8e-4fef-9fa1-4c7a09d3d7e1 req-ac0d2576-718c-451e-960a-a53669b05afb service neutron] Attempting to bind port 5f10a11f-fa51-4b08-b7ae-76ff6155d72c on network 72a4be73-29a1-424c-8690-ecdcf6b06721 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:17:39.885744 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a6d44beb-a771-48f0-9b41-f35657d287a3 req-396e1e73-f70f-4830-83b8-34eb28955d29 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8d28d33-caca-4f05-b0e0-721010e15342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456670 Aug 10 03:17:39.894717 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e36b55-eb8e-4fef-9fa1-4c7a09d3d7e1 req-ac0d2576-718c-451e-960a-a53669b05afb service neutron] Port 5f10a11f-fa51-4b08-b7ae-76ff6155d72c on network 72a4be73-29a1-424c-8690-ecdcf6b06721 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:17:39.895341 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e36b55-eb8e-4fef-9fa1-4c7a09d3d7e1 req-ac0d2576-718c-451e-960a-a53669b05afb service neutron] Attempting to bind port 5f10a11f-fa51-4b08-b7ae-76ff6155d72c on network 72a4be73-29a1-424c-8690-ecdcf6b06721 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:17:39.934458 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-39e4b1e1-5b64-4090-bc28-e63934257b2a req-51ee5267-398a-4757-acc1-6a63e639a898 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] For port 47c4ce85-91b4-497b-92b0-9e8b46ec064d, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=47c4ce85-91b4-497b-92b0-9e8b46ec064d,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:39.934829 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-39e4b1e1-5b64-4090-bc28-e63934257b2a req-51ee5267-398a-4757-acc1-6a63e639a898 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:39.949880 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-39e4b1e1-5b64-4090-bc28-e63934257b2a req-51ee5267-398a-4757-acc1-6a63e639a898 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Calling delete_port for 47c4ce85-91b4-497b-92b0-9e8b46ec064d owned by compute:nova {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:17:39.986765 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e36b55-eb8e-4fef-9fa1-4c7a09d3d7e1 req-ac0d2576-718c-451e-960a-a53669b05afb service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:17:39.987121 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e36b55-eb8e-4fef-9fa1-4c7a09d3d7e1 req-ac0d2576-718c-451e-960a-a53669b05afb service neutron] Checking segment: {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:17:39.987479 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e36b55-eb8e-4fef-9fa1-4c7a09d3d7e1 req-ac0d2576-718c-451e-960a-a53669b05afb service neutron] Bound using segment: {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:17:39.987931 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-83e36b55-eb8e-4fef-9fa1-4c7a09d3d7e1 req-ac0d2576-718c-451e-960a-a53669b05afb service neutron] Bound port: 5f10a11f-fa51-4b08-b7ae-76ff6155d72c, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:17:39.988294 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-83e36b55-eb8e-4fef-9fa1-4c7a09d3d7e1 req-ac0d2576-718c-451e-960a-a53669b05afb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:40.024201 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-2bdecdce-a095-4ef0-b75b-d2d4fc7f7eb3 req-da690627-7e53-4735-8f18-80eafbbadf5d tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:40.037430 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c27339c0-0faf-49f3-8a06-308e3bf558b1 req-44021f2b-9242-4d57-be3d-a6221bd2f05f service neutron] 10.222.0.42 "GET /v2.0/networks/1816f95b-2474-4407-8097-c5e0f21fa613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852919 Aug 10 03:17:40.094530 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-31919585-9e45-45cd-af03-2871a81b5e0b req-2948e138-823e-47be-9c8a-8c46913fdd12 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Deleting port 543834ab-fb50-4b3a-b4b6-4babb30446ef {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:17:40.094929 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-31919585-9e45-45cd-af03-2871a81b5e0b req-2948e138-823e-47be-9c8a-8c46913fdd12 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:40.108972 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abb04be0-c7f2-4622-8647-9fdf68e648ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f10a11f-fa51-4b08-b7ae-76ff6155d72c'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:17:40.111239 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e8d6e4-0e70-4b72-8988-bb84e9372ab4" -d '{"events": [{"server_uuid": "abb04be0-c7f2-4622-8647-9fdf68e648ba", "name": "network-vif-unplugged", "status": "completed", "tag": "5f10a11f-fa51-4b08-b7ae-76ff6155d72c"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:17:40.147673 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-626f39de-34ff-420d-9d3c-8d8651c17c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1a832fc-9a91-43e7-9047-2dbdc8f24ca0', 'name': 'tempest-FloatingIPsTestJSON-1192985578-router', 'tenant_id': '1e63b0dd8d0444208cf7b4a6c208a7da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': '884e7bc5-40e0-4880-adc3-1a3fda432947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:17:29Z', 'updated_at': '2021-08-10T03:17:35Z', 'revision_number': 4, 'project_id': '1e63b0dd8d0444208cf7b4a6c208a7da', 'gw_port': {'id': '884e7bc5-40e0-4880-adc3-1a3fda432947', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:87:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a832fc-9a91-43e7-9047-2dbdc8f24ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:17:30Z', 'updated_at': '2021-08-10T03:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': 'ec671ebe-584f-4b74-a42f-744c048f1c87', 'name': '', 'network_id': 'b5d7bbeb-8895-45b1-8966-c4f7b14d104d', 'tenant_id': '1e63b0dd8d0444208cf7b4a6c208a7da', 'mac_address': 'fa:16:3e:6d:e0:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1a832fc-9a91-43e7-9047-2dbdc8f24ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '6d75c351-eb2b-491c-a8de-198f3dba4a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:17:34Z', 'updated_at': '2021-08-10T03:17:35Z', 'revision_number': 2, 'project_id': '1e63b0dd8d0444208cf7b4a6c208a7da', 'subnets': [{'id': '6d75c351-eb2b-491c-a8de-198f3dba4a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:17:40.171353 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b164764-4a9b-4e0c-9998-dcc1df6d6a07 req-ad65bfd5-5416-43d7-a075-06d56654b7ed tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:40.172949 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1b164764-4a9b-4e0c-9998-dcc1df6d6a07 req-ad65bfd5-5416-43d7-a075-06d56654b7ed tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3367b49-ee67-400c-b374-63617eab6326 HTTP/1.1" status: 200 len: 946 time: 0.1803424 Aug 10 03:17:40.176619 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626f39de-34ff-420d-9d3c-8d8651c17c9f None None] Checking router: c1a832fc-9a91-43e7-9047-2dbdc8f24ca0 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:17:40.177525 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626f39de-34ff-420d-9d3c-8d8651c17c9f None None] Updating router c1a832fc-9a91-43e7-9047-2dbdc8f24ca0 port ec671ebe-584f-4b74-a42f-744c048f1c87 binding host n-d-768862-13 {{(pid=94263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:17:40.201500 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-39e4b1e1-5b64-4090-bc28-e63934257b2a req-51ee5267-398a-4757-acc1-6a63e639a898 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:40.208132 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-626f39de-34ff-420d-9d3c-8d8651c17c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:40.213476 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['1ea64ec5-c51a-439a-9ea6-ca81f0db8286'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:17:40.219529 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['47c4ce85-91b4-497b-92b0-9e8b46ec064d', '543834ab-fb50-4b3a-b4b6-4babb30446ef'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:17:40.246043 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ee5267-398a-4757-acc1-6a63e639a898 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Pushing event deleted for resources: {'Port': ['ID=47c4ce85-91b4-497b-92b0-9e8b46ec064d,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:40.250762 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-83e36b55-eb8e-4fef-9fa1-4c7a09d3d7e1 req-ac0d2576-718c-451e-960a-a53669b05afb service neutron] For port 5f10a11f-fa51-4b08-b7ae-76ff6155d72c, host n-h2-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:17:40.285532 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-83e36b55-eb8e-4fef-9fa1-4c7a09d3d7e1 req-ac0d2576-718c-451e-960a-a53669b05afb service neutron] For port 5f10a11f-fa51-4b08-b7ae-76ff6155d72c, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=5f10a11f-fa51-4b08-b7ae-76ff6155d72c,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:17:40.298489 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-39e4b1e1-5b64-4090-bc28-e63934257b2a req-51ee5267-398a-4757-acc1-6a63e639a898 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] No DVR routers for this DVR port 47c4ce85-91b4-497b-92b0-9e8b46ec064d on host n-h2-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:17:40.309357 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-39e4b1e1-5b64-4090-bc28-e63934257b2a req-51ee5267-398a-4757-acc1-6a63e639a898 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:40.312200 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-39e4b1e1-5b64-4090-bc28-e63934257b2a req-51ee5267-398a-4757-acc1-6a63e639a898 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.61 "DELETE /v2.0/ports/47c4ce85-91b4-497b-92b0-9e8b46ec064d HTTP/1.1" status: 204 len: 173 time: 0.9742916 Aug 10 03:17:40.312830 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87af6787-eaca-4bde-a9b5-d946feb386c2', 'name': 'network-vif-deleted', 'tag': '47c4ce85-91b4-497b-92b0-9e8b46ec064d'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:17:40.318737 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d33757ac-7bac-4192-90e3-bf90c0c15e2c" -d '{"events": [{"server_uuid": "87af6787-eaca-4bde-a9b5-d946feb386c2", "name": "network-vif-deleted", "tag": "47c4ce85-91b4-497b-92b0-9e8b46ec064d"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:17:40.319819 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1b164764-4a9b-4e0c-9998-dcc1df6d6a07 req-bb35171f-9feb-47ef-b74b-2834324a7e95 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131177 Aug 10 03:17:40.335293 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-31919585-9e45-45cd-af03-2871a81b5e0b req-2948e138-823e-47be-9c8a-8c46913fdd12 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] For port 543834ab-fb50-4b3a-b4b6-4babb30446ef, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=543834ab-fb50-4b3a-b4b6-4babb30446ef,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:40.336114 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-31919585-9e45-45cd-af03-2871a81b5e0b req-2948e138-823e-47be-9c8a-8c46913fdd12 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:40.340443 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-83e36b55-eb8e-4fef-9fa1-4c7a09d3d7e1 req-ac0d2576-718c-451e-960a-a53669b05afb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:40.408993 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-31919585-9e45-45cd-af03-2871a81b5e0b req-2948e138-823e-47be-9c8a-8c46913fdd12 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Calling delete_port for 543834ab-fb50-4b3a-b4b6-4babb30446ef owned by compute:nova {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:17:40.418082 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e36b55-eb8e-4fef-9fa1-4c7a09d3d7e1 req-ac0d2576-718c-451e-960a-a53669b05afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:40.419371 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-83e36b55-eb8e-4fef-9fa1-4c7a09d3d7e1 req-ac0d2576-718c-451e-960a-a53669b05afb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:40.420319 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-83e36b55-eb8e-4fef-9fa1-4c7a09d3d7e1 req-ac0d2576-718c-451e-960a-a53669b05afb service neutron] 10.222.0.61 "PUT /v2.0/ports/5f10a11f-fa51-4b08-b7ae-76ff6155d72c HTTP/1.1" status: 200 len: 1097 time: 2.4184000 Aug 10 03:17:40.534122 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0d2576-718c-451e-960a-a53669b05afb service neutron] Pushing event updated for resources: {'Port': ['ID=5f10a11f-fa51-4b08-b7ae-76ff6155d72c,revision_number=11']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:40.570567 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-2bdecdce-a095-4ef0-b75b-d2d4fc7f7eb3 req-da690627-7e53-4735-8f18-80eafbbadf5d tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:40.587089 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76db9c52-81d1-46b4-a495-0d86bf83519e req-f0d87e6a-393b-4e21-be1f-a54c88262932 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:40.589039 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-76db9c52-81d1-46b4-a495-0d86bf83519e req-f0d87e6a-393b-4e21-be1f-a54c88262932 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=abb04be0-c7f2-4622-8647-9fdf68e648ba HTTP/1.1" status: 200 len: 948 time: 0.1660113 Aug 10 03:17:40.590143 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-2bdecdce-a095-4ef0-b75b-d2d4fc7f7eb3 req-da690627-7e53-4735-8f18-80eafbbadf5d tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:40.613744 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e36b55-eb8e-4fef-9fa1-4c7a09d3d7e1 req-9c9e098d-ea1c-46a4-868f-8ff8db19447e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:40.615598 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-83e36b55-eb8e-4fef-9fa1-4c7a09d3d7e1 req-9c9e098d-ea1c-46a4-868f-8ff8db19447e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=808ab0b013b8411c9f012091d2eaa39f&device_id=abb04be0-c7f2-4622-8647-9fdf68e648ba HTTP/1.1" status: 200 len: 1100 time: 0.1169939 Aug 10 03:17:40.739942 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device ae5ac60f-971c-4ef4-9592-42d3d092eda8 details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:17:40.742357 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 5f10a11f-fa51-4b08-b7ae-76ff6155d72c no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:17:40.781249 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:17:40.800581 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-31919585-9e45-45cd-af03-2871a81b5e0b req-2948e138-823e-47be-9c8a-8c46913fdd12 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:40.810140 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-626f39de-34ff-420d-9d3c-8d8651c17c9f None None] Notify callbacks [] for port, precommit_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:40.812934 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 884e7bc5-40e0-4880-adc3-1a3fda432947 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:17:40.837072 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.provisioning_blocks [None req-626f39de-34ff-420d-9d3c-8d8651c17c9f None None] Transition to ACTIVE for port object ec671ebe-584f-4b74-a42f-744c048f1c87 will not be triggered until provisioned by entity L2. {{(pid=94263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:17:40.848397 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da690627-7e53-4735-8f18-80eafbbadf5d tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] Pushing event updated for resources: {'Port': ['ID=b658bf75-aa9a-4635-bbd4-9a81a7babac1,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:40.852331 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-626f39de-34ff-420d-9d3c-8d8651c17c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:40.874320 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2948e138-823e-47be-9c8a-8c46913fdd12 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Pushing event deleted for resources: {'Port': ['ID=543834ab-fb50-4b3a-b4b6-4babb30446ef,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:40.917609 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e36b55-eb8e-4fef-9fa1-4c7a09d3d7e1 req-f52cc21b-64cd-428d-aec6-b87f80205ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:40.919189 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-83e36b55-eb8e-4fef-9fa1-4c7a09d3d7e1 req-f52cc21b-64cd-428d-aec6-b87f80205ed5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=72a4be73-29a1-424c-8690-ecdcf6b06721 HTTP/1.1" status: 200 len: 869 time: 0.2835491 Aug 10 03:17:40.935136 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-76db9c52-81d1-46b4-a495-0d86bf83519e req-a6720218-990b-4939-968d-5e22b34da7e8 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3330996 Aug 10 03:17:41.000331 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f903f81-5b60-4141-b458-5bcc014b4217 None None] Pushing event updated for resources: {'Port': ['ID=ec671ebe-584f-4b74-a42f-744c048f1c87,revision_number=3']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:41.037982 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-31919585-9e45-45cd-af03-2871a81b5e0b req-2948e138-823e-47be-9c8a-8c46913fdd12 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] No DVR routers for this DVR port 543834ab-fb50-4b3a-b4b6-4babb30446ef on host n-h2-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:17:41.041656 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-31919585-9e45-45cd-af03-2871a81b5e0b req-2948e138-823e-47be-9c8a-8c46913fdd12 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:41.044011 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-31919585-9e45-45cd-af03-2871a81b5e0b req-2948e138-823e-47be-9c8a-8c46913fdd12 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.61 "DELETE /v2.0/ports/543834ab-fb50-4b3a-b4b6-4babb30446ef HTTP/1.1" status: 204 len: 173 time: 1.4933991 Aug 10 03:17:41.078238 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-83e36b55-eb8e-4fef-9fa1-4c7a09d3d7e1 req-a775aab0-82f5-4606-bf80-78c820b9a534 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=5f10a11f-fa51-4b08-b7ae-76ff6155d72c HTTP/1.1" status: 200 len: 217 time: 0.1420665 Aug 10 03:17:41.115540 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-1993470a-e387-4149-8285-f2f28add3f43 req-f1aa4dc6-4807-45cd-982f-6aa6348e0d39 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f726c9d4-e35b-491c-8c1a-75058f6ba5e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1281035 Aug 10 03:17:41.140071 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-626f39de-34ff-420d-9d3c-8d8651c17c9f None None] Attempting to bind port ec671ebe-584f-4b74-a42f-744c048f1c87 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:17:41.140519 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-626f39de-34ff-420d-9d3c-8d8651c17c9f None None] Attempting to bind port ec671ebe-584f-4b74-a42f-744c048f1c87 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'cf809c92-fc9c-4d6a-993c-3a15ac942622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b5d7bbeb-8895-45b1-8966-c4f7b14d104d'}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:17:41.140922 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626f39de-34ff-420d-9d3c-8d8651c17c9f None None] Attempting to bind port ec671ebe-584f-4b74-a42f-744c048f1c87 on network b5d7bbeb-8895-45b1-8966-c4f7b14d104d {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:17:41.157509 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626f39de-34ff-420d-9d3c-8d8651c17c9f None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:17:41.158016 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626f39de-34ff-420d-9d3c-8d8651c17c9f None None] Checking segment: {'id': 'cf809c92-fc9c-4d6a-993c-3a15ac942622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b5d7bbeb-8895-45b1-8966-c4f7b14d104d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:17:41.158319 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-626f39de-34ff-420d-9d3c-8d8651c17c9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:41.158692 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626f39de-34ff-420d-9d3c-8d8651c17c9f None None] Bound using segment: {'id': 'cf809c92-fc9c-4d6a-993c-3a15ac942622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b5d7bbeb-8895-45b1-8966-c4f7b14d104d'} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:17:41.159235 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-626f39de-34ff-420d-9d3c-8d8651c17c9f None None] Bound port: ec671ebe-584f-4b74-a42f-744c048f1c87, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf809c92-fc9c-4d6a-993c-3a15ac942622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b5d7bbeb-8895-45b1-8966-c4f7b14d104d'}}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:17:41.160188 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-626f39de-34ff-420d-9d3c-8d8651c17c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:41.216372 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e36b55-eb8e-4fef-9fa1-4c7a09d3d7e1 req-5aa03cbc-8b80-4a05-8b76-b7c75c36896d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:41.218247 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-83e36b55-eb8e-4fef-9fa1-4c7a09d3d7e1 req-5aa03cbc-8b80-4a05-8b76-b7c75c36896d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=60d10164-1dee-4940-9d19-f71e6c18cbc5 HTTP/1.1" status: 200 len: 843 time: 0.1086845 Aug 10 03:17:41.278085 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1993470a-e387-4149-8285-f2f28add3f43 req-d307357b-fd99-40aa-9848-48c8b9451f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:41.282477 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-1993470a-e387-4149-8285-f2f28add3f43 req-d307357b-fd99-40aa-9848-48c8b9451f33 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=808ab0b013b8411c9f012091d2eaa39f&device_id=f726c9d4-e35b-491c-8c1a-75058f6ba5e2 HTTP/1.1" status: 200 len: 1102 time: 0.1182532 Aug 10 03:17:41.323787 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-2bdecdce-a095-4ef0-b75b-d2d4fc7f7eb3 req-da690627-7e53-4735-8f18-80eafbbadf5d tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:41.362369 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bbe5a9-9212-4b6b-a16c-d35399a538b9 req-2997fe9c-9414-4034-bd3b-906685a86bd1 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:41.375246 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-36bbe5a9-9212-4b6b-a16c-d35399a538b9 req-2997fe9c-9414-4034-bd3b-906685a86bd1 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=5224d542-6317-4cf8-aaf0-6e88d7d93fa3 HTTP/1.1" status: 200 len: 945 time: 0.2939181 Aug 10 03:17:41.394871 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-626f39de-34ff-420d-9d3c-8d8651c17c9f None None] For port ec671ebe-584f-4b74-a42f-744c048f1c87, host n-d-768862-13, cleared binding levels {{(pid=94263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:17:41.403020 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-626f39de-34ff-420d-9d3c-8d8651c17c9f None None] For port ec671ebe-584f-4b74-a42f-744c048f1c87, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=ec671ebe-584f-4b74-a42f-744c048f1c87,segment=NetworkSegment(cf809c92-fc9c-4d6a-993c-3a15ac942622),segment_id=cf809c92-fc9c-4d6a-993c-3a15ac942622)] {{(pid=94263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:17:41.410488 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-626f39de-34ff-420d-9d3c-8d8651c17c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:41.456789 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port ae5ac60f-971c-4ef4-9592-42d3d092eda8, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=ae5ac60f-971c-4ef4-9592-42d3d092eda8,segment=NetworkSegment(f25cb5ab-991d-4837-8dd0-f45e6e3b0399),segment_id=f25cb5ab-991d-4837-8dd0-f45e6e3b0399)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:41.499278 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f903f81-5b60-4141-b458-5bcc014b4217 None None] Pushing event updated for resources: {'Port': ['ID=ec671ebe-584f-4b74-a42f-744c048f1c87,revision_number=4']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:41.506199 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': 'ae5ac60f-971c-4ef4-9592-42d3d092eda8', 'network_id': '1816f95b-2474-4407-8097-c5e0f21fa613', 'port_id': 'ae5ac60f-971c-4ef4-9592-42d3d092eda8', 'mac_address': 'fa:16:3e:cb:43:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0417ba49-cc4f-4be3-b922-ec544070c594', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:17:41.515385 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-36bbe5a9-9212-4b6b-a16c-d35399a538b9 req-8d5a5c34-0db1-4b98-8a2c-e22405aa9104 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379271 Aug 10 03:17:41.538218 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626f39de-34ff-420d-9d3c-8d8651c17c9f None None] Routers {'c1a832fc-9a91-43e7-9047-2dbdc8f24ca0'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:17:41.539507 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-626f39de-34ff-420d-9d3c-8d8651c17c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:17:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['c1a832fc-9a91-43e7-9047-2dbdc8f24ca0'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:17:41.552301 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 5f10a11f-fa51-4b08-b7ae-76ff6155d72c not bound to the agent host n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:17:41.585102 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e36b55-eb8e-4fef-9fa1-4c7a09d3d7e1 req-422f8859-2310-44d9-877e-ddc5e30bce66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:41.589826 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-83e36b55-eb8e-4fef-9fa1-4c7a09d3d7e1 req-422f8859-2310-44d9-877e-ddc5e30bce66 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=72a4be73-29a1-424c-8690-ecdcf6b06721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3412111 Aug 10 03:17:41.591292 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-2bdecdce-a095-4ef0-b75b-d2d4fc7f7eb3 req-da690627-7e53-4735-8f18-80eafbbadf5d tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:41.597251 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2bdecdce-a095-4ef0-b75b-d2d4fc7f7eb3 req-da690627-7e53-4735-8f18-80eafbbadf5d tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.9104652 Aug 10 03:17:41.627209 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49959508-a60e-464f-9f57-3a1a2a09a941 req-85be11b0-076a-4eed-a69c-423ecdcc62cb tempest-LiveAutoBlockMigrationV225Test-725400249 tempest-LiveAutoBlockMigrationV225Test-725400249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:41.628915 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-49959508-a60e-464f-9f57-3a1a2a09a941 req-85be11b0-076a-4eed-a69c-423ecdcc62cb tempest-LiveAutoBlockMigrationV225Test-725400249 tempest-LiveAutoBlockMigrationV225Test-725400249-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=5224d542-6317-4cf8-aaf0-6e88d7d93fa3&tenant_id=4fedcd46377344729593c49493334f54&binding%3Ahost_id=n-h1-768862-13 HTTP/1.1" status: 200 len: 1097 time: 0.1426930 Aug 10 03:17:41.635923 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1993470a-e387-4149-8285-f2f28add3f43 req-0d32eaff-3758-4c86-8984-c75dc28aac1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:41.639435 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-1993470a-e387-4149-8285-f2f28add3f43 req-0d32eaff-3758-4c86-8984-c75dc28aac1c service neutron] 10.222.0.61 "GET /v2.0/networks?id=72a4be73-29a1-424c-8690-ecdcf6b06721 HTTP/1.1" status: 200 len: 869 time: 0.2799392 Aug 10 03:17:41.658444 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-49959508-a60e-464f-9f57-3a1a2a09a941 req-c2942b2b-bf9b-42ca-9243-457cb77db183 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-768862-13'}}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:17:41.736000 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:41.756385 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['47c4ce85-91b4-497b-92b0-9e8b46ec064d'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:17:41.784559 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2bdecdce-a095-4ef0-b75b-d2d4fc7f7eb3 req-d43980d7-4415-42e3-85b5-c466bf0b0874 tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.117 HTTP/1.1" status: 200 len: 696 time: 0.1764984 Aug 10 03:17:41.840784 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-1993470a-e387-4149-8285-f2f28add3f43 req-3441e23b-eebf-4492-9c11-c3635dc068fb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=31f32a05-17ab-4fff-8025-246c50e68f96 HTTP/1.1" status: 200 len: 217 time: 0.1760254 Aug 10 03:17:41.861548 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae5ac60f-971c-4ef4-9592-42d3d092eda8 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:17:41.875958 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-626f39de-34ff-420d-9d3c-8d8651c17c9f None None] Set router c1a832fc-9a91-43e7-9047-2dbdc8f24ca0 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:17:41.891221 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['1ea64ec5-c51a-439a-9ea6-ca81f0db8286'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:17:41.984069 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-83e36b55-eb8e-4fef-9fa1-4c7a09d3d7e1 req-714f6c89-d956-4248-a14b-849dfdd9c082 service neutron] 10.222.0.61 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3091226 Aug 10 03:17:41.989145 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-49959508-a60e-464f-9f57-3a1a2a09a941 req-c2942b2b-bf9b-42ca-9243-457cb77db183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:41.997159 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f7f104-7436-4a14-9ce8-3c00ac367012 req-81c36966-17a9-456c-89c4-f72a902f62fd tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:41.998954 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-31f7f104-7436-4a14-9ce8-3c00ac367012 req-81c36966-17a9-456c-89c4-f72a902f62fd tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] 10.222.0.44 "GET /v2.0/ports?device_id=752d7f6c-6af2-4dfc-be5c-f78dfdc2e0fb HTTP/1.1" status: 200 len: 943 time: 0.1943800 Aug 10 03:17:42.025429 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1993470a-e387-4149-8285-f2f28add3f43 req-eaed1b65-1d6d-47ce-a1f5-934498a89538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:42.031605 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-1993470a-e387-4149-8285-f2f28add3f43 req-eaed1b65-1d6d-47ce-a1f5-934498a89538 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=60d10164-1dee-4940-9d19-f71e6c18cbc5 HTTP/1.1" status: 200 len: 843 time: 0.1414649 Aug 10 03:17:42.055560 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port ae5ac60f-971c-4ef4-9592-42d3d092eda8, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=ae5ac60f-971c-4ef4-9592-42d3d092eda8,segment=NetworkSegment(f25cb5ab-991d-4837-8dd0-f45e6e3b0399),segment_id=f25cb5ab-991d-4837-8dd0-f45e6e3b0399)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:42.087338 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:42.136422 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdecdce-a095-4ef0-b75b-d2d4fc7f7eb3 req-7d5c9693-a13d-4474-a5d1-e63331107668 tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:42.137799 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2bdecdce-a095-4ef0-b75b-d2d4fc7f7eb3 req-7d5c9693-a13d-4474-a5d1-e63331107668 tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] 10.222.0.44 "GET /v2.0/networks/2ea12131-628a-487e-b434-0463553732bd HTTP/1.1" status: 200 len: 784 time: 0.3457243 Aug 10 03:17:42.163414 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 884e7bc5-40e0-4880-adc3-1a3fda432947 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:17:42.163756 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:42.165821 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [req-2bdecdce-a095-4ef0-b75b-d2d4fc7f7eb3 req-cebc9a32-f197-43a5-911a-a8885f2755ef tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:17:42.167295 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2bdecdce-a095-4ef0-b75b-d2d4fc7f7eb3 req-cebc9a32-f197-43a5-911a-a8885f2755ef tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0182235 Aug 10 03:17:42.183369 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-31f7f104-7436-4a14-9ce8-3c00ac367012 req-ca655b44-93b1-440a-bbee-0fc92dc6a095 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] 10.222.0.44 "GET /v2.0/security-groups?id=af14a5d9-598e-4e84-86a5-015def1f8e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690040 Aug 10 03:17:42.207327 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=ae5ac60f-971c-4ef4-9592-42d3d092eda8,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:42.238110 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-83e36b55-eb8e-4fef-9fa1-4c7a09d3d7e1 req-cafaa610-07ae-45ca-aabd-2f7d37a5a625 service neutron] 10.222.0.61 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356124 Aug 10 03:17:42.323762 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e97513-7c9c-48a1-addc-696f36677c66 req-00de6a06-cc06-4d67-8cf8-245b05bf3828 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:42.331791 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a7e97513-7c9c-48a1-addc-696f36677c66 req-00de6a06-cc06-4d67-8cf8-245b05bf3828 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b2bfe29-2c7f-46f2-96c8-28060b70fc3d HTTP/1.1" status: 200 len: 946 time: 0.0655558 Aug 10 03:17:42.335347 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-664e9747-4764-486f-904f-462a4ca915b3 x-openstack-request-id: req-664e9747-4764-486f-904f-462a4ca915b3 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:17:42.335637 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abb04be0-c7f2-4622-8647-9fdf68e648ba", "name": "network-vif-unplugged", "status": "completed", "tag": "5f10a11f-fa51-4b08-b7ae-76ff6155d72c", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:17:42.335905 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-664e9747-4764-486f-904f-462a4ca915b3 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:17:42.336281 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abb04be0-c7f2-4622-8647-9fdf68e648ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f10a11f-fa51-4b08-b7ae-76ff6155d72c', 'code': 200} Aug 10 03:17:42.342983 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-626f39de-34ff-420d-9d3c-8d8651c17c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1a832fc-9a91-43e7-9047-2dbdc8f24ca0', 'name': 'tempest-FloatingIPsTestJSON-1192985578-router', 'tenant_id': '1e63b0dd8d0444208cf7b4a6c208a7da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': '884e7bc5-40e0-4880-adc3-1a3fda432947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:17:29Z', 'updated_at': '2021-08-10T03:17:35Z', 'revision_number': 4, 'project_id': '1e63b0dd8d0444208cf7b4a6c208a7da', 'gw_port': {'id': '884e7bc5-40e0-4880-adc3-1a3fda432947', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:87:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a832fc-9a91-43e7-9047-2dbdc8f24ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:17:30Z', 'updated_at': '2021-08-10T03:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': 'ec671ebe-584f-4b74-a42f-744c048f1c87', 'name': '', 'network_id': 'b5d7bbeb-8895-45b1-8966-c4f7b14d104d', 'tenant_id': '1e63b0dd8d0444208cf7b4a6c208a7da', 'mac_address': 'fa:16:3e:6d:e0:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1a832fc-9a91-43e7-9047-2dbdc8f24ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '6d75c351-eb2b-491c-a8de-198f3dba4a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:17:34Z', 'updated_at': '2021-08-10T03:17:41Z', 'revision_number': 4, 'project_id': '1e63b0dd8d0444208cf7b4a6c208a7da', 'subnets': [{'id': '6d75c351-eb2b-491c-a8de-198f3dba4a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:17:42.356439 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1993470a-e387-4149-8285-f2f28add3f43 req-c9c79647-52e7-4317-b535-86712ca2ed19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:42.361882 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-1993470a-e387-4149-8285-f2f28add3f43 req-c9c79647-52e7-4317-b535-86712ca2ed19 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=72a4be73-29a1-424c-8690-ecdcf6b06721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2851021 Aug 10 03:17:42.378389 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626f39de-34ff-420d-9d3c-8d8651c17c9f None None] The sync data for ids ['c1a832fc-9a91-43e7-9047-2dbdc8f24ca0'] in n-d-768862-13 is: [{'id': 'c1a832fc-9a91-43e7-9047-2dbdc8f24ca0', 'name': 'tempest-FloatingIPsTestJSON-1192985578-router', 'tenant_id': '1e63b0dd8d0444208cf7b4a6c208a7da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': '884e7bc5-40e0-4880-adc3-1a3fda432947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:17:29Z', 'updated_at': '2021-08-10T03:17:35Z', 'revision_number': 4, 'project_id': '1e63b0dd8d0444208cf7b4a6c208a7da', 'gw_port': {'id': '884e7bc5-40e0-4880-adc3-1a3fda432947', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:87:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a832fc-9a91-43e7-9047-2dbdc8f24ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:17:30Z', 'updated_at': '2021-08-10T03:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': 'ec671ebe-584f-4b74-a42f-744c048f1c87', 'name': '', 'network_id': 'b5d7bbeb-8895-45b1-8966-c4f7b14d104d', 'tenant_id': '1e63b0dd8d0444208cf7b4a6c208a7da', 'mac_address': 'fa:16:3e:6d:e0:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1a832fc-9a91-43e7-9047-2dbdc8f24ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '6d75c351-eb2b-491c-a8de-198f3dba4a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:17:34Z', 'updated_at': '2021-08-10T03:17:41Z', 'revision_number': 4, 'project_id': '1e63b0dd8d0444208cf7b4a6c208a7da', 'subnets': [{'id': '6d75c351-eb2b-491c-a8de-198f3dba4a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:17:42.386812 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a7e97513-7c9c-48a1-addc-696f36677c66 req-9ee8e242-96fe-41a1-af60-a7c51c04939d tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/security-groups?id=58160609-a8c2-4b15-a3de-467e7dbbc834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540419 Aug 10 03:17:42.425949 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c319982-9483-494b-b9cf-7dba6ba80a6f x-openstack-request-id: req-8c319982-9483-494b-b9cf-7dba6ba80a6f {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:17:42.426269 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87af6787-eaca-4bde-a9b5-d946feb386c2", "name": "network-vif-deleted", "tag": "47c4ce85-91b4-497b-92b0-9e8b46ec064d", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:17:42.426516 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8c319982-9483-494b-b9cf-7dba6ba80a6f {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:17:42.427569 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87af6787-eaca-4bde-a9b5-d946feb386c2', 'name': 'network-vif-deleted', 'tag': '47c4ce85-91b4-497b-92b0-9e8b46ec064d', 'status': 'completed', 'code': 200} Aug 10 03:17:42.437605 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['ae5ac60f-971c-4ef4-9592-42d3d092eda8'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:17:42.543207 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-49959508-a60e-464f-9f57-3a1a2a09a941 req-c2942b2b-bf9b-42ca-9243-457cb77db183 service neutron] For port be52cd3c-ba36-4ebd-8686-444cd0392805, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=be52cd3c-ba36-4ebd-8686-444cd0392805,segment=NetworkSegment(ef460c05-97a2-474e-9fc7-ca614ed2a066),segment_id=ef460c05-97a2-474e-9fc7-ca614ed2a066)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:42.552949 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9d1e6c-e157-423e-9f4a-ef4adfb9402f req-674c1115-3d2e-48a9-8f3c-222313e87898 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:42.561265 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0e9d1e6c-e157-423e-9f4a-ef4adfb9402f req-674c1115-3d2e-48a9-8f3c-222313e87898 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3367b49-ee67-400c-b374-63617eab6326 HTTP/1.1" status: 200 len: 946 time: 0.1160805 Aug 10 03:17:42.607942 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-1993470a-e387-4149-8285-f2f28add3f43 req-e5445af8-5ec7-4fdc-b3aa-782779d99979 service neutron] 10.222.0.61 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794901 Aug 10 03:17:42.637990 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device be52cd3c-ba36-4ebd-8686-444cd0392805 details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:17:42.667072 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-49959508-a60e-464f-9f57-3a1a2a09a941 req-c2942b2b-bf9b-42ca-9243-457cb77db183 service neutron] For port be52cd3c-ba36-4ebd-8686-444cd0392805, host n-h1-768862-13, cleared binding levels {{(pid=94261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:17:42.776860 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-49959508-a60e-464f-9f57-3a1a2a09a941 req-c2942b2b-bf9b-42ca-9243-457cb77db183 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:42.790378 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-49959508-a60e-464f-9f57-3a1a2a09a941 req-c2942b2b-bf9b-42ca-9243-457cb77db183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:42.816172 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port be52cd3c-ba36-4ebd-8686-444cd0392805, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=be52cd3c-ba36-4ebd-8686-444cd0392805,segment=NetworkSegment(ef460c05-97a2-474e-9fc7-ca614ed2a066),segment_id=ef460c05-97a2-474e-9fc7-ca614ed2a066)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:42.831576 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device be52cd3c-ba36-4ebd-8686-444cd0392805 has no active binding in host n-h2-768862-13 {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 10 03:17:42.852646 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-1993470a-e387-4149-8285-f2f28add3f43 req-45c05d41-a268-4ce6-94f7-ce81a1896102 service neutron] 10.222.0.61 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338233 Aug 10 03:17:42.853098 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device ec671ebe-584f-4b74-a42f-744c048f1c87 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:17:42.914506 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b64af4-5498-4bf0-b480-ef306f74705e req-5295043a-85d7-4656-83bc-c8a628f65077 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:42.915725 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-46b64af4-5498-4bf0-b480-ef306f74705e req-5295043a-85d7-4656-83bc-c8a628f65077 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=abb04be0-c7f2-4622-8647-9fdf68e648ba HTTP/1.1" status: 200 len: 948 time: 0.4403207 Aug 10 03:17:42.919644 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2942b2b-bf9b-42ca-9243-457cb77db183 service neutron] Pushing event updated for resources: {'Port': ['ID=be52cd3c-ba36-4ebd-8686-444cd0392805,revision_number=7']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:42.926040 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-49959508-a60e-464f-9f57-3a1a2a09a941 req-c2942b2b-bf9b-42ca-9243-457cb77db183 service neutron] Attempting to bind port be52cd3c-ba36-4ebd-8686-444cd0392805 on host n-h1-768862-13 for vnic_type normal with profile {"migrating_to": "n-h2-768862-13"} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:17:42.926459 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-49959508-a60e-464f-9f57-3a1a2a09a941 req-c2942b2b-bf9b-42ca-9243-457cb77db183 service neutron] Attempting to bind port be52cd3c-ba36-4ebd-8686-444cd0392805 by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': 'ef460c05-97a2-474e-9fc7-ca614ed2a066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:17:42.926826 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49959508-a60e-464f-9f57-3a1a2a09a941 req-c2942b2b-bf9b-42ca-9243-457cb77db183 service neutron] Attempting to bind port be52cd3c-ba36-4ebd-8686-444cd0392805 on network 7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:17:42.934769 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49959508-a60e-464f-9f57-3a1a2a09a941 req-c2942b2b-bf9b-42ca-9243-457cb77db183 service neutron] Port be52cd3c-ba36-4ebd-8686-444cd0392805 on network 7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:17:42.935106 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49959508-a60e-464f-9f57-3a1a2a09a941 req-c2942b2b-bf9b-42ca-9243-457cb77db183 service neutron] Attempting to bind port be52cd3c-ba36-4ebd-8686-444cd0392805 on network 7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:17:42.941039 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49959508-a60e-464f-9f57-3a1a2a09a941 req-c2942b2b-bf9b-42ca-9243-457cb77db183 service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:17:42.941414 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49959508-a60e-464f-9f57-3a1a2a09a941 req-c2942b2b-bf9b-42ca-9243-457cb77db183 service neutron] Checking segment: {'id': 'ef460c05-97a2-474e-9fc7-ca614ed2a066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:17:42.941842 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49959508-a60e-464f-9f57-3a1a2a09a941 req-c2942b2b-bf9b-42ca-9243-457cb77db183 service neutron] Bound using segment: {'id': 'ef460c05-97a2-474e-9fc7-ca614ed2a066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1'} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:17:42.942367 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-49959508-a60e-464f-9f57-3a1a2a09a941 req-c2942b2b-bf9b-42ca-9243-457cb77db183 service neutron] Bound port: be52cd3c-ba36-4ebd-8686-444cd0392805, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef460c05-97a2-474e-9fc7-ca614ed2a066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1'}}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:17:42.942876 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-49959508-a60e-464f-9f57-3a1a2a09a941 req-c2942b2b-bf9b-42ca-9243-457cb77db183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:42.955601 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0e9d1e6c-e157-423e-9f4a-ef4adfb9402f req-d4f28816-340e-4cb4-89d3-c2bfdb977514 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3890371 Aug 10 03:17:42.973146 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port ec671ebe-584f-4b74-a42f-744c048f1c87 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:17:42.980961 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port ec671ebe-584f-4b74-a42f-744c048f1c87 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:17:42.981334 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:43.004405 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-46b64af4-5498-4bf0-b480-ef306f74705e req-e3c5e3a5-0802-48e6-9fd5-993d3c094d25 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698917 Aug 10 03:17:43.061422 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-49959508-a60e-464f-9f57-3a1a2a09a941 req-c2942b2b-bf9b-42ca-9243-457cb77db183 service neutron] For port be52cd3c-ba36-4ebd-8686-444cd0392805, host n-h1-768862-13, cleared binding levels {{(pid=94261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:17:43.066361 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-49959508-a60e-464f-9f57-3a1a2a09a941 req-c2942b2b-bf9b-42ca-9243-457cb77db183 service neutron] For port be52cd3c-ba36-4ebd-8686-444cd0392805, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=be52cd3c-ba36-4ebd-8686-444cd0392805,segment=NetworkSegment(ef460c05-97a2-474e-9fc7-ca614ed2a066),segment_id=ef460c05-97a2-474e-9fc7-ca614ed2a066)] {{(pid=94261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:17:43.074366 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-49959508-a60e-464f-9f57-3a1a2a09a941 req-c2942b2b-bf9b-42ca-9243-457cb77db183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:43.092443 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4963aa96-94d4-4f88-bc70-d8c8e2a3e1ed req-68437371-6298-4627-ba16-c863eceab4c9 tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] 10.222.0.44 "GET /v2.0/floatingips/b002401b-07a9-43d0-af65-d169115cc1e5 HTTP/1.1" status: 200 len: 693 time: 0.0950305 Aug 10 03:17:43.098420 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:43.159436 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port ec671ebe-584f-4b74-a42f-744c048f1c87, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=ec671ebe-584f-4b74-a42f-744c048f1c87,segment=NetworkSegment(cf809c92-fc9c-4d6a-993c-3a15ac942622),segment_id=cf809c92-fc9c-4d6a-993c-3a15ac942622)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:43.167243 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:43.184105 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2942b2b-bf9b-42ca-9243-457cb77db183 service neutron] Pushing event updated for resources: {'Port': ['ID=be52cd3c-ba36-4ebd-8686-444cd0392805,revision_number=8']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:43.188822 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49959508-a60e-464f-9f57-3a1a2a09a941 req-c2942b2b-bf9b-42ca-9243-457cb77db183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:43.189623 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-49959508-a60e-464f-9f57-3a1a2a09a941 req-c2942b2b-bf9b-42ca-9243-457cb77db183 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:43.191284 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-49959508-a60e-464f-9f57-3a1a2a09a941 req-c2942b2b-bf9b-42ca-9243-457cb77db183 service neutron] 10.222.0.61 "PUT /v2.0/ports/be52cd3c-ba36-4ebd-8686-444cd0392805 HTTP/1.1" status: 200 len: 1123 time: 1.5379102 Aug 10 03:17:43.236358 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=ec671ebe-584f-4b74-a42f-744c048f1c87,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:43.277078 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4963aa96-94d4-4f88-bc70-d8c8e2a3e1ed req-065f5fcf-a255-422c-8a9b-d08cc7e504d9 tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:43.278733 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4963aa96-94d4-4f88-bc70-d8c8e2a3e1ed req-065f5fcf-a255-422c-8a9b-d08cc7e504d9 tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] 10.222.0.44 "GET /v2.0/networks/2ea12131-628a-487e-b434-0463553732bd HTTP/1.1" status: 200 len: 784 time: 0.1732309 Aug 10 03:17:43.286543 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['be52cd3c-ba36-4ebd-8686-444cd0392805'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:17:43.287906 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0739e96-f2e1-4b1c-ace1-3d3736dff183 req-a6f2b0f8-3eeb-4452-922f-b963eda61948 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:43.289997 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c0739e96-f2e1-4b1c-ace1-3d3736dff183 req-a6f2b0f8-3eeb-4452-922f-b963eda61948 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=5224d542-6317-4cf8-aaf0-6e88d7d93fa3 HTTP/1.1" status: 200 len: 943 time: 0.1580565 Aug 10 03:17:43.298212 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [req-4963aa96-94d4-4f88-bc70-d8c8e2a3e1ed req-97db169e-7651-4d1e-b5a3-0f1479a4aa83 tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:17:43.298212 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4963aa96-94d4-4f88-bc70-d8c8e2a3e1ed req-97db169e-7651-4d1e-b5a3-0f1479a4aa83 tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060806 Aug 10 03:17:43.358817 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c0739e96-f2e1-4b1c-ace1-3d3736dff183 req-3ca83a50-931b-47c0-8d22-df7cebda7668 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590253 Aug 10 03:17:43.491030 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['be52cd3c-ba36-4ebd-8686-444cd0392805'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:17:43.638067 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-24537e18-43c0-4100-aee5-ce4e2b5ccf1a req-5451abe4-82ee-4b5b-976d-b63769f02899 tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] 10.222.0.44 "GET /v2.0/floatingips?tenant_id=1e63b0dd8d0444208cf7b4a6c208a7da HTTP/1.1" status: 200 len: 696 time: 0.0702317 Aug 10 03:17:43.654485 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9829755a-6b76-481c-b93d-0e39228a0b09 req-f74dcc2e-0cd9-4288-a31b-aec74a39e1b1 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:43.657082 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9829755a-6b76-481c-b93d-0e39228a0b09 req-f74dcc2e-0cd9-4288-a31b-aec74a39e1b1 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] 10.222.0.44 "GET /v2.0/ports?device_id=752d7f6c-6af2-4dfc-be5c-f78dfdc2e0fb HTTP/1.1" status: 200 len: 944 time: 0.1404729 Aug 10 03:17:43.748244 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9829755a-6b76-481c-b93d-0e39228a0b09 req-3fa0778e-929c-4e0f-8c2b-f99afddbab20 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] 10.222.0.44 "GET /v2.0/security-groups?id=af14a5d9-598e-4e84-86a5-015def1f8e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810318 Aug 10 03:17:43.789992 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24537e18-43c0-4100-aee5-ce4e2b5ccf1a req-0a789757-4306-4a49-b650-d92d2e16a07b tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:43.791439 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-24537e18-43c0-4100-aee5-ce4e2b5ccf1a req-0a789757-4306-4a49-b650-d92d2e16a07b tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] 10.222.0.44 "GET /v2.0/networks?id=2ea12131-628a-487e-b434-0463553732bd HTTP/1.1" status: 200 len: 787 time: 0.1334400 Aug 10 03:17:43.802625 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [req-24537e18-43c0-4100-aee5-ce4e2b5ccf1a req-267248eb-f9b3-417a-8fcf-b89ddce0b895 tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:17:43.803615 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-24537e18-43c0-4100-aee5-ce4e2b5ccf1a req-267248eb-f9b3-417a-8fcf-b89ddce0b895 tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066521 Aug 10 03:17:43.855978 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08757c9-fb76-4a8f-b0ed-6586dbffa16b req-a26ca579-736b-4055-9fba-74add63a2209 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:43.857514 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f08757c9-fb76-4a8f-b0ed-6586dbffa16b req-a26ca579-736b-4055-9fba-74add63a2209 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b2bfe29-2c7f-46f2-96c8-28060b70fc3d HTTP/1.1" status: 200 len: 946 time: 0.0504479 Aug 10 03:17:43.897638 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f08757c9-fb76-4a8f-b0ed-6586dbffa16b req-c63f43dd-48b9-46d0-b367-2c77239a9021 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/security-groups?id=58160609-a8c2-4b15-a3de-467e7dbbc834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337656 Aug 10 03:17:44.042419 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-035c2f26-7599-47e3-948d-3531051164ba req-39817850-8af8-47dc-93d8-84143b37ce57 tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] 10.222.0.44 "GET /v2.0/floatingips/b002401b-07a9-43d0-af65-d169115cc1e5 HTTP/1.1" status: 200 len: 693 time: 0.0737138 Aug 10 03:17:44.109031 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de847ef-6eb5-4db6-85f6-c01c27741926 req-2e286006-2a6f-4780-a417-107b7f22ecd9 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:44.110589 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9de847ef-6eb5-4db6-85f6-c01c27741926 req-2e286006-2a6f-4780-a417-107b7f22ecd9 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3367b49-ee67-400c-b374-63617eab6326 HTTP/1.1" status: 200 len: 946 time: 0.1515169 Aug 10 03:17:44.178076 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9de847ef-6eb5-4db6-85f6-c01c27741926 req-0268f012-f639-4e0b-9089-c00b8a27839b tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572124 Aug 10 03:17:44.193997 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035c2f26-7599-47e3-948d-3531051164ba req-db098d3f-1ea7-4604-834e-9e5ca38b725a tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:44.195491 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-035c2f26-7599-47e3-948d-3531051164ba req-db098d3f-1ea7-4604-834e-9e5ca38b725a tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] 10.222.0.44 "GET /v2.0/networks/2ea12131-628a-487e-b434-0463553732bd HTTP/1.1" status: 200 len: 784 time: 0.1466177 Aug 10 03:17:44.208224 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [req-035c2f26-7599-47e3-948d-3531051164ba req-79db60ea-22da-4008-8b96-0e911eaea066 tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:17:44.209252 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-035c2f26-7599-47e3-948d-3531051164ba req-79db60ea-22da-4008-8b96-0e911eaea066 tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062144 Aug 10 03:17:44.271483 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-035c2f26-7599-47e3-948d-3531051164ba req-6d3a4833-eb3a-46d0-819e-b77a61f5cf1c tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.117 HTTP/1.1" status: 200 len: 696 time: 0.0555897 Aug 10 03:17:44.337748 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-035c2f26-7599-47e3-948d-3531051164ba req-0794ec07-72a8-4277-b91e-ce3240d74496 tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.117 HTTP/1.1" status: 200 len: 696 time: 0.0528121 Aug 10 03:17:44.339750 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abb04be0-c7f2-4622-8647-9fdf68e648ba', 'tag': '5f10a11f-fa51-4b08-b7ae-76ff6155d72c'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:17:44.341996 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff2c1c6f-1f70-466c-9f83-3b30f0d91266" -d '{"events": [{"name": "network-changed", "server_uuid": "abb04be0-c7f2-4622-8647-9fdf68e648ba", "tag": "5f10a11f-fa51-4b08-b7ae-76ff6155d72c"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:17:44.363769 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da95f24e-47a7-4cb7-8666-d4299c9327dd req-f7056828-67b8-4318-8c06-7ec4f6f32e53 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:44.365300 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-da95f24e-47a7-4cb7-8666-d4299c9327dd req-f7056828-67b8-4318-8c06-7ec4f6f32e53 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a9659d7-e1b6-4ff6-87f2-037636c555ba HTTP/1.1" status: 200 len: 950 time: 0.1131690 Aug 10 03:17:44.428890 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c8b9285-c659-45ee-87df-25d6ccd9b43b', 'name': 'network-vif-deleted', 'tag': '543834ab-fb50-4b3a-b4b6-4babb30446ef'}, {'server_uuid': '5224d542-6317-4cf8-aaf0-6e88d7d93fa3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be52cd3c-ba36-4ebd-8686-444cd0392805'}, {'name': 'network-changed', 'server_uuid': '5224d542-6317-4cf8-aaf0-6e88d7d93fa3', 'tag': 'be52cd3c-ba36-4ebd-8686-444cd0392805'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:17:44.431772 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e459130b-08dd-4596-896e-36898eee10c1" -d '{"events": [{"server_uuid": "7c8b9285-c659-45ee-87df-25d6ccd9b43b", "name": "network-vif-deleted", "tag": "543834ab-fb50-4b3a-b4b6-4babb30446ef"}, {"server_uuid": "5224d542-6317-4cf8-aaf0-6e88d7d93fa3", "name": "network-vif-unplugged", "status": "completed", "tag": "be52cd3c-ba36-4ebd-8686-444cd0392805"}, {"name": "network-changed", "server_uuid": "5224d542-6317-4cf8-aaf0-6e88d7d93fa3", "tag": "be52cd3c-ba36-4ebd-8686-444cd0392805"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:17:44.488350 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-da95f24e-47a7-4cb7-8666-d4299c9327dd req-17ecac48-e017-4f70-8f37-167cdf06ee68 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8d28d33-caca-4f05-b0e0-721010e15342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951514 Aug 10 03:17:44.519314 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-035c2f26-7599-47e3-948d-3531051164ba req-559a2e56-1779-4843-9c9e-2d31110fc4e3 tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] Deleting port b658bf75-aa9a-4635-bbd4-9a81a7babac1 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:17:44.519750 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-035c2f26-7599-47e3-948d-3531051164ba req-559a2e56-1779-4843-9c9e-2d31110fc4e3 tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:44.621841 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device ec671ebe-584f-4b74-a42f-744c048f1c87 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:17:44.633874 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d98af-584f-4e53-b4b3-be98d8b25eec req-93dfc378-c011-4b04-8db8-9a5d31e626f1 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:44.635497 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e74d98af-584f-4e53-b4b3-be98d8b25eec req-93dfc378-c011-4b04-8db8-9a5d31e626f1 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=abb04be0-c7f2-4622-8647-9fdf68e648ba HTTP/1.1" status: 200 len: 948 time: 0.0731335 Aug 10 03:17:44.644967 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 543834ab-fb50-4b3a-b4b6-4babb30446ef no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:17:44.650271 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-035c2f26-7599-47e3-948d-3531051164ba req-559a2e56-1779-4843-9c9e-2d31110fc4e3 tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:44.650630 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-035c2f26-7599-47e3-948d-3531051164ba req-559a2e56-1779-4843-9c9e-2d31110fc4e3 tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:44.669547 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] No Port match for: 543834ab-fb50-4b3a-b4b6-4babb30446ef {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:17:44.669886 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 543834ab-fb50-4b3a-b4b6-4babb30446ef not bound to the agent host n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:17:44.670324 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 47c4ce85-91b4-497b-92b0-9e8b46ec064d no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:17:44.677269 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-035c2f26-7599-47e3-948d-3531051164ba req-559a2e56-1779-4843-9c9e-2d31110fc4e3 tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] Calling delete_port for b658bf75-aa9a-4635-bbd4-9a81a7babac1 owned by network:floatingip {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:17:44.699918 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] No Port match for: 47c4ce85-91b4-497b-92b0-9e8b46ec064d {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:17:44.700265 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 47c4ce85-91b4-497b-92b0-9e8b46ec064d not bound to the agent host n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:17:44.704216 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e74d98af-584f-4e53-b4b3-be98d8b25eec req-045de58a-0372-44ac-bfa3-0ea1e4651803 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594242 Aug 10 03:17:44.719205 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port ec671ebe-584f-4b74-a42f-744c048f1c87 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:17:44.719644 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:44.747544 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device ae5ac60f-971c-4ef4-9592-42d3d092eda8 up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:17:44.765412 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f535e04-5cc3-464b-8c86-129d67b94b8c x-openstack-request-id: req-2f535e04-5cc3-464b-8c86-129d67b94b8c {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:17:44.765710 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abb04be0-c7f2-4622-8647-9fdf68e648ba", "tag": "5f10a11f-fa51-4b08-b7ae-76ff6155d72c", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:17:44.765966 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2f535e04-5cc3-464b-8c86-129d67b94b8c {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:17:44.766397 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abb04be0-c7f2-4622-8647-9fdf68e648ba', 'tag': '5f10a11f-fa51-4b08-b7ae-76ff6155d72c', 'status': 'completed', 'code': 200} Aug 10 03:17:44.847980 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning for port ae5ac60f-971c-4ef4-9592-42d3d092eda8 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:17:44.854665 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port ae5ac60f-971c-4ef4-9592-42d3d092eda8 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:17:44.855045 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:44.856274 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2c1c6f-1f70-466c-9f83-3b30f0d91266 req-1136be78-a504-4fa7-ba2a-dbb6307fc401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:44.858142 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ff2c1c6f-1f70-466c-9f83-3b30f0d91266 req-1136be78-a504-4fa7-ba2a-dbb6307fc401 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=808ab0b013b8411c9f012091d2eaa39f&device_id=abb04be0-c7f2-4622-8647-9fdf68e648ba HTTP/1.1" status: 200 len: 1100 time: 0.0514991 Aug 10 03:17:44.938071 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2c1c6f-1f70-466c-9f83-3b30f0d91266 req-06b95696-f5ba-4c31-969b-343fc54690ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:44.939623 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ff2c1c6f-1f70-466c-9f83-3b30f0d91266 req-06b95696-f5ba-4c31-969b-343fc54690ec service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=808ab0b013b8411c9f012091d2eaa39f&device_id=abb04be0-c7f2-4622-8647-9fdf68e648ba HTTP/1.1" status: 200 len: 1100 time: 0.1221545 Aug 10 03:17:44.941086 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:44.944162 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-035c2f26-7599-47e3-948d-3531051164ba req-559a2e56-1779-4843-9c9e-2d31110fc4e3 tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:44.959611 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bbad10-6bdc-4878-ba2f-4333d8be905b req-9138c8ae-2edb-4f59-990e-07a83404573b tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:44.961123 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d2bbad10-6bdc-4878-ba2f-4333d8be905b req-9138c8ae-2edb-4f59-990e-07a83404573b tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=5224d542-6317-4cf8-aaf0-6e88d7d93fa3 HTTP/1.1" status: 200 len: 943 time: 0.1319294 Aug 10 03:17:44.966968 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '752d7f6c-6af2-4dfc-be5c-f78dfdc2e0fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae5ac60f-971c-4ef4-9592-42d3d092eda8'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:17:44.969446 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2c1c6f-1f70-466c-9f83-3b30f0d91266 req-02ad3907-b44e-49e1-869c-8be9e5980a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:44.969663 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e294f978-e440-4a5d-981f-98b538666541" -d '{"events": [{"server_uuid": "752d7f6c-6af2-4dfc-be5c-f78dfdc2e0fb", "name": "network-vif-plugged", "status": "completed", "tag": "ae5ac60f-971c-4ef4-9592-42d3d092eda8"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:17:44.971043 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ff2c1c6f-1f70-466c-9f83-3b30f0d91266 req-02ad3907-b44e-49e1-869c-8be9e5980a9a service neutron] 10.222.0.61 "GET /v2.0/networks?id=72a4be73-29a1-424c-8690-ecdcf6b06721 HTTP/1.1" status: 200 len: 869 time: 0.0959790 Aug 10 03:17:44.983630 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port ae5ac60f-971c-4ef4-9592-42d3d092eda8, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=ae5ac60f-971c-4ef4-9592-42d3d092eda8,segment=NetworkSegment(f25cb5ab-991d-4837-8dd0-f45e6e3b0399),segment_id=f25cb5ab-991d-4837-8dd0-f45e6e3b0399)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:44.989010 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:45.007852 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559a2e56-1779-4843-9c9e-2d31110fc4e3 tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] Pushing event deleted for resources: {'Port': ['ID=b658bf75-aa9a-4635-bbd4-9a81a7babac1,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:45.023607 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ff2c1c6f-1f70-466c-9f83-3b30f0d91266 req-09368193-63a1-4b96-9f26-b57c9fb0baac service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=5f10a11f-fa51-4b08-b7ae-76ff6155d72c HTTP/1.1" status: 200 len: 217 time: 0.0404634 Aug 10 03:17:45.044260 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=ae5ac60f-971c-4ef4-9592-42d3d092eda8,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:45.076303 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2c1c6f-1f70-466c-9f83-3b30f0d91266 req-213776bf-8307-4999-922a-887b7b1e26de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:45.077769 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ff2c1c6f-1f70-466c-9f83-3b30f0d91266 req-213776bf-8307-4999-922a-887b7b1e26de service neutron] 10.222.0.61 "GET /v2.0/subnets?id=60d10164-1dee-4940-9d19-f71e6c18cbc5 HTTP/1.1" status: 200 len: 843 time: 0.0461323 Aug 10 03:17:45.132624 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d2bbad10-6bdc-4878-ba2f-4333d8be905b req-ae084919-1ad1-4470-8c47-f0f493be9626 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423919 Aug 10 03:17:45.136651 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2c1c6f-1f70-466c-9f83-3b30f0d91266 req-0a111511-c5cc-40af-80e5-1f98da23a56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:45.138154 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ff2c1c6f-1f70-466c-9f83-3b30f0d91266 req-0a111511-c5cc-40af-80e5-1f98da23a56f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=72a4be73-29a1-424c-8690-ecdcf6b06721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0422988 Aug 10 03:17:45.150205 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-035c2f26-7599-47e3-948d-3531051164ba req-559a2e56-1779-4843-9c9e-2d31110fc4e3 tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] Notify callbacks [] for floatingip, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:45.153279 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-035c2f26-7599-47e3-948d-3531051164ba req-559a2e56-1779-4843-9c9e-2d31110fc4e3 tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:45.160106 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-035c2f26-7599-47e3-948d-3531051164ba req-559a2e56-1779-4843-9c9e-2d31110fc4e3 tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] 10.222.0.44 "DELETE /v2.0/floatingips/b002401b-07a9-43d0-af65-d169115cc1e5 HTTP/1.1" status: 204 len: 173 time: 0.8139420 Aug 10 03:17:45.174868 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2c1c6f-1f70-466c-9f83-3b30f0d91266 req-dbe298e2-2b7f-469e-aa99-3759dba8d2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:45.177095 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ff2c1c6f-1f70-466c-9f83-3b30f0d91266 req-dbe298e2-2b7f-469e-aa99-3759dba8d2c9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=72a4be73-29a1-424c-8690-ecdcf6b06721 HTTP/1.1" status: 200 len: 869 time: 0.2145715 Aug 10 03:17:45.213228 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Tue, 10 Aug 2021 03:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02335d05-00e3-4aca-b909-5fe7701f25f2 x-openstack-request-id: req-02335d05-00e3-4aca-b909-5fe7701f25f2 {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:17:45.213534 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c8b9285-c659-45ee-87df-25d6ccd9b43b", "name": "network-vif-deleted", "tag": "543834ab-fb50-4b3a-b4b6-4babb30446ef", "status": "completed", "code": 200}, {"server_uuid": "5224d542-6317-4cf8-aaf0-6e88d7d93fa3", "name": "network-vif-unplugged", "status": "completed", "tag": "be52cd3c-ba36-4ebd-8686-444cd0392805", "code": 200}, {"name": "network-changed", "server_uuid": "5224d542-6317-4cf8-aaf0-6e88d7d93fa3", "tag": "be52cd3c-ba36-4ebd-8686-444cd0392805", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:17:45.213818 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-02335d05-00e3-4aca-b909-5fe7701f25f2 {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:17:45.214275 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c8b9285-c659-45ee-87df-25d6ccd9b43b', 'name': 'network-vif-deleted', 'tag': '543834ab-fb50-4b3a-b4b6-4babb30446ef', 'status': 'completed', 'code': 200} Aug 10 03:17:45.214619 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5224d542-6317-4cf8-aaf0-6e88d7d93fa3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be52cd3c-ba36-4ebd-8686-444cd0392805', 'code': 200} Aug 10 03:17:45.214889 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5224d542-6317-4cf8-aaf0-6e88d7d93fa3', 'tag': 'be52cd3c-ba36-4ebd-8686-444cd0392805', 'status': 'completed', 'code': 200} Aug 10 03:17:45.240412 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ff2c1c6f-1f70-466c-9f83-3b30f0d91266 req-b935063e-34ee-493a-8ebe-9d5d0377f21f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=5f10a11f-fa51-4b08-b7ae-76ff6155d72c HTTP/1.1" status: 200 len: 217 time: 0.0555313 Aug 10 03:17:45.281135 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ff2c1c6f-1f70-466c-9f83-3b30f0d91266 req-596e07fc-7a41-4094-92b5-a587d670bd3f service neutron] 10.222.0.61 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254265 Aug 10 03:17:45.365832 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e459130b-08dd-4596-896e-36898eee10c1 req-84f3a408-c20b-4326-815f-7b21f6d5e042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:45.367418 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-e459130b-08dd-4596-896e-36898eee10c1 req-84f3a408-c20b-4326-815f-7b21f6d5e042 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4fedcd46377344729593c49493334f54&device_id=5224d542-6317-4cf8-aaf0-6e88d7d93fa3 HTTP/1.1" status: 200 len: 1126 time: 0.1014640 Aug 10 03:17:45.374377 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2c1c6f-1f70-466c-9f83-3b30f0d91266 req-444c16b6-7974-4dc0-a1cd-9f7515175535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:45.375895 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ff2c1c6f-1f70-466c-9f83-3b30f0d91266 req-444c16b6-7974-4dc0-a1cd-9f7515175535 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=60d10164-1dee-4940-9d19-f71e6c18cbc5 HTTP/1.1" status: 200 len: 843 time: 0.1148212 Aug 10 03:17:45.394751 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f259b2e0-dab5-4b96-b8a5-41e8dc27f7bd req-c1b4dc33-cf8d-4ec6-9056-b471e71b25dd tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:45.396383 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f259b2e0-dab5-4b96-b8a5-41e8dc27f7bd req-c1b4dc33-cf8d-4ec6-9056-b471e71b25dd tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] 10.222.0.44 "GET /v2.0/ports?device_id=752d7f6c-6af2-4dfc-be5c-f78dfdc2e0fb HTTP/1.1" status: 200 len: 945 time: 0.1223392 Aug 10 03:17:45.414611 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee1e03d-9f69-47db-9012-a554fc942762 req-4e636205-cc3d-4c22-b43a-a796daebceb6 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:45.416182 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cee1e03d-9f69-47db-9012-a554fc942762 req-4e636205-cc3d-4c22-b43a-a796daebceb6 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b2bfe29-2c7f-46f2-96c8-28060b70fc3d HTTP/1.1" status: 200 len: 946 time: 0.1390498 Aug 10 03:17:45.456812 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ff2c1c6f-1f70-466c-9f83-3b30f0d91266 req-974710f5-bf3e-42ac-9fa5-8c1f21fa9362 service neutron] 10.222.0.61 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618993 Aug 10 03:17:45.493101 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e459130b-08dd-4596-896e-36898eee10c1 req-1b8bd6cc-03d7-4b85-ad66-1e4914c8b718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:45.494727 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-e459130b-08dd-4596-896e-36898eee10c1 req-1b8bd6cc-03d7-4b85-ad66-1e4914c8b718 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1 HTTP/1.1" status: 200 len: 921 time: 0.1134858 Aug 10 03:17:45.529703 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f259b2e0-dab5-4b96-b8a5-41e8dc27f7bd req-db529ee7-7d20-4a63-b39a-94a52a721dc9 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] 10.222.0.44 "GET /v2.0/security-groups?id=af14a5d9-598e-4e84-86a5-015def1f8e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248140 Aug 10 03:17:45.550540 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cee1e03d-9f69-47db-9012-a554fc942762 req-c5d98f9b-4eff-4f2e-a7e8-69ea2f6945ba tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/security-groups?id=58160609-a8c2-4b15-a3de-467e7dbbc834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065884 Aug 10 03:17:45.559312 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2c1c6f-1f70-466c-9f83-3b30f0d91266 req-5510dd0d-044a-47ba-af8b-4533472bf60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:45.563541 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ff2c1c6f-1f70-466c-9f83-3b30f0d91266 req-5510dd0d-044a-47ba-af8b-4533472bf60a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72a4be73-29a1-424c-8690-ecdcf6b06721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1764569 Aug 10 03:17:45.580794 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-e459130b-08dd-4596-896e-36898eee10c1 req-4917d4d4-9b0a-4059-9aea-161a5ded3e88 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be52cd3c-ba36-4ebd-8686-444cd0392805 HTTP/1.1" status: 200 len: 217 time: 0.0669727 Aug 10 03:17:45.609506 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a371c5-c670-40db-8032-4509c8d71ef8 x-openstack-request-id: req-c4a371c5-c670-40db-8032-4509c8d71ef8 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:17:45.610283 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "752d7f6c-6af2-4dfc-be5c-f78dfdc2e0fb", "name": "network-vif-plugged", "status": "completed", "tag": "ae5ac60f-971c-4ef4-9592-42d3d092eda8", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:17:45.610609 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c4a371c5-c670-40db-8032-4509c8d71ef8 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:17:45.611073 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '752d7f6c-6af2-4dfc-be5c-f78dfdc2e0fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae5ac60f-971c-4ef4-9592-42d3d092eda8', 'code': 200} Aug 10 03:17:45.640780 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e459130b-08dd-4596-896e-36898eee10c1 req-de06cfe7-53da-4072-a2de-5e8eda5085dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:45.642415 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-e459130b-08dd-4596-896e-36898eee10c1 req-de06cfe7-53da-4072-a2de-5e8eda5085dc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8a049acb-8e7b-42fd-b8b6-b5c474462166 HTTP/1.1" status: 200 len: 861 time: 0.0506654 Aug 10 03:17:45.680838 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-e459130b-08dd-4596-896e-36898eee10c1 req-fa82ede9-2a89-4216-b896-3016abbf9d3b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264356 Aug 10 03:17:45.737226 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e50208f-9b4f-4226-aecb-6da937a62f80 req-29a627fd-8127-4f72-8974-36e57eacbe57 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:45.738664 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5e50208f-9b4f-4226-aecb-6da937a62f80 req-29a627fd-8127-4f72-8974-36e57eacbe57 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a9659d7-e1b6-4ff6-87f2-037636c555ba HTTP/1.1" status: 200 len: 950 time: 0.2565982 Aug 10 03:17:45.788730 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-e459130b-08dd-4596-896e-36898eee10c1 req-ed62a591-fba1-403c-b738-40e3ca5f7217 service neutron] 10.222.0.42 "GET /v2.0/networks/7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901015 Aug 10 03:17:45.882398 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-e459130b-08dd-4596-896e-36898eee10c1 req-4ca1dd70-ad8f-4c5c-8ce0-b48b24bafe7e service neutron] 10.222.0.42 "GET /v2.0/networks/7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832040 Aug 10 03:17:45.924249 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14e878b-1256-4df2-b7cb-bc74badee050 req-15e41981-0c1d-485e-847c-5a640b62bd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:45.925751 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e14e878b-1256-4df2-b7cb-bc74badee050 req-15e41981-0c1d-485e-847c-5a640b62bd49 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=752d7f6c-6af2-4dfc-be5c-f78dfdc2e0fb HTTP/1.1" status: 200 len: 1097 time: 0.2163000 Aug 10 03:17:45.936140 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a69171-d021-4b2d-8393-e26164a5020d req-322f8c80-d5ca-4a0a-b355-bfae2e77418a tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:45.937613 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f1a69171-d021-4b2d-8393-e26164a5020d req-322f8c80-d5ca-4a0a-b355-bfae2e77418a tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3367b49-ee67-400c-b374-63617eab6326 HTTP/1.1" status: 200 len: 946 time: 0.2333243 Aug 10 03:17:45.939504 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ff2c1c6f-1f70-466c-9f83-3b30f0d91266 req-b3ce59a7-7b82-42f5-a1cb-d747c833993e service neutron] 10.222.0.42 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3644159 Aug 10 03:17:45.951881 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ae7bcf-684a-4567-bcac-485a46b1741a req-df7337dd-6efa-4193-ab3a-41aa6f5768bc tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:45.953349 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-78ae7bcf-684a-4567-bcac-485a46b1741a req-df7337dd-6efa-4193-ab3a-41aa6f5768bc tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.61 "GET /v2.0/ports?device_id=d3367b49-ee67-400c-b374-63617eab6326 HTTP/1.1" status: 200 len: 946 time: 0.0505443 Aug 10 03:17:45.957505 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-959c83a4-bbf7-4117-8062-d9dfc17ff63b req-b9cd3d64-3621-43b1-8934-09924503f47b tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3587272 Aug 10 03:17:46.030300 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-959c83a4-bbf7-4117-8062-d9dfc17ff63b req-c0ea5dbf-88c1-4114-86e3-d7d803daf646 tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] Request body: {'floatingip': {'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:17:46.058873 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-78ae7bcf-684a-4567-bcac-485a46b1741a req-cc9e9435-e260-4c60-a0d4-ef5f48668920 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Deleting port 2104ef07-c401-4e84-8d27-5d21cd33aa5e {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:17:46.059285 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-78ae7bcf-684a-4567-bcac-485a46b1741a req-cc9e9435-e260-4c60-a0d4-ef5f48668920 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:46.088785 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e14e878b-1256-4df2-b7cb-bc74badee050 req-2db05a23-8066-4c0b-add0-957d9e70a3c0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=af14a5d9-598e-4e84-86a5-015def1f8e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467631 Aug 10 03:17:46.108486 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-959c83a4-bbf7-4117-8062-d9dfc17ff63b req-c0ea5dbf-88c1-4114-86e3-d7d803daf646 tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] Notify callbacks [] for floatingip, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:46.113217 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f1a69171-d021-4b2d-8393-e26164a5020d req-48c73253-5891-4cc8-ac8f-84aef0bf9746 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636090 Aug 10 03:17:46.133090 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-5e50208f-9b4f-4226-aecb-6da937a62f80 req-d19a2129-319b-497b-be20-d8995a43a8be tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Deleting port 1ea64ec5-c51a-439a-9ea6-ca81f0db8286 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:17:46.133812 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-5e50208f-9b4f-4226-aecb-6da937a62f80 req-d19a2129-319b-497b-be20-d8995a43a8be tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:46.164065 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-78ae7bcf-684a-4567-bcac-485a46b1741a req-cc9e9435-e260-4c60-a0d4-ef5f48668920 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] For port 2104ef07-c401-4e84-8d27-5d21cd33aa5e, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=2104ef07-c401-4e84-8d27-5d21cd33aa5e,segment=NetworkSegment(e1ea0112-d828-45f3-a96b-2a696c160566),segment_id=e1ea0112-d828-45f3-a96b-2a696c160566)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:46.164435 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-78ae7bcf-684a-4567-bcac-485a46b1741a req-cc9e9435-e260-4c60-a0d4-ef5f48668920 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:46.179917 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-78ae7bcf-684a-4567-bcac-485a46b1741a req-cc9e9435-e260-4c60-a0d4-ef5f48668920 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Calling delete_port for 2104ef07-c401-4e84-8d27-5d21cd33aa5e owned by compute:nova {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:17:46.319004 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-78ae7bcf-684a-4567-bcac-485a46b1741a req-cc9e9435-e260-4c60-a0d4-ef5f48668920 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:46.348184 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['2104ef07-c401-4e84-8d27-5d21cd33aa5e'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:17:46.351882 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9e9435-e260-4c60-a0d4-ef5f48668920 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Pushing event deleted for resources: {'Port': ['ID=2104ef07-c401-4e84-8d27-5d21cd33aa5e,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:46.396672 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-78ae7bcf-684a-4567-bcac-485a46b1741a req-cc9e9435-e260-4c60-a0d4-ef5f48668920 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] No DVR routers for this DVR port 2104ef07-c401-4e84-8d27-5d21cd33aa5e on host n-h2-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:17:46.399287 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-78ae7bcf-684a-4567-bcac-485a46b1741a req-cc9e9435-e260-4c60-a0d4-ef5f48668920 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:46.401499 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-78ae7bcf-684a-4567-bcac-485a46b1741a req-cc9e9435-e260-4c60-a0d4-ef5f48668920 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.61 "DELETE /v2.0/ports/2104ef07-c401-4e84-8d27-5d21cd33aa5e HTTP/1.1" status: 204 len: 173 time: 0.4364715 Aug 10 03:17:46.512484 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ff2c1c6f-1f70-466c-9f83-3b30f0d91266 req-0d6cdab3-4c26-4cbf-8218-80a5c34d1519 service neutron] 10.222.0.42 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5617378 Aug 10 03:17:46.581248 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afa6c7e-5a28-4b36-ab80-8646cba5f86a req-d5d69ba3-2ed6-4bc3-9fe3-26dc63ddb179 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:46.582877 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6afa6c7e-5a28-4b36-ab80-8646cba5f86a req-d5d69ba3-2ed6-4bc3-9fe3-26dc63ddb179 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a9659d7-e1b6-4ff6-87f2-037636c555ba HTTP/1.1" status: 200 len: 950 time: 0.1391163 Aug 10 03:17:46.626948 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-5e50208f-9b4f-4226-aecb-6da937a62f80 req-d19a2129-319b-497b-be20-d8995a43a8be tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] For port 1ea64ec5-c51a-439a-9ea6-ca81f0db8286, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=1ea64ec5-c51a-439a-9ea6-ca81f0db8286,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:46.627350 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-5e50208f-9b4f-4226-aecb-6da937a62f80 req-d19a2129-319b-497b-be20-d8995a43a8be tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:46.659775 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-5e50208f-9b4f-4226-aecb-6da937a62f80 req-d19a2129-319b-497b-be20-d8995a43a8be tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Calling delete_port for 1ea64ec5-c51a-439a-9ea6-ca81f0db8286 owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:17:46.668067 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6afa6c7e-5a28-4b36-ab80-8646cba5f86a req-75989138-81f0-4f4f-b589-3cd30f7cdc18 tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.44 "GET /v2.0/security-groups?id=f8d28d33-caca-4f05-b0e0-721010e15342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781794 Aug 10 03:17:46.721197 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-959c83a4-bbf7-4117-8062-d9dfc17ff63b req-c0ea5dbf-88c1-4114-86e3-d7d803daf646 tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:46.901392 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56d5837-1035-4045-b403-1adec20bdc5f req-086fdebd-78df-4e27-ad4b-5cb92634b97b tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:46.902958 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a56d5837-1035-4045-b403-1adec20bdc5f req-086fdebd-78df-4e27-ad4b-5cb92634b97b tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=abb04be0-c7f2-4622-8647-9fdf68e648ba HTTP/1.1" status: 200 len: 948 time: 0.1593158 Aug 10 03:17:46.952914 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-959c83a4-bbf7-4117-8062-d9dfc17ff63b req-c0ea5dbf-88c1-4114-86e3-d7d803daf646 tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] Allocated IP 172.25.6.38 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/5388f66a-042a-4871-8c38-a71769156727) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:17:46.966542 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-5e50208f-9b4f-4226-aecb-6da937a62f80 req-d19a2129-319b-497b-be20-d8995a43a8be tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:46.981868 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a56d5837-1035-4045-b403-1adec20bdc5f req-d22df678-3fa5-4b21-9afc-8cebf0b89870 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715346 Aug 10 03:17:47.009805 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19a2129-319b-497b-be20-d8995a43a8be tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Pushing event deleted for resources: {'Port': ['ID=1ea64ec5-c51a-439a-9ea6-ca81f0db8286,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:47.109043 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e50208f-9b4f-4226-aecb-6da937a62f80 req-d19a2129-319b-497b-be20-d8995a43a8be tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] No DVR routers for this DVR port 1ea64ec5-c51a-439a-9ea6-ca81f0db8286 on host n-h1-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:17:47.132472 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-5e50208f-9b4f-4226-aecb-6da937a62f80 req-d19a2129-319b-497b-be20-d8995a43a8be tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:47.134562 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5e50208f-9b4f-4226-aecb-6da937a62f80 req-d19a2129-319b-497b-be20-d8995a43a8be tempest-ServersOnMultiNodesTest-887962199 tempest-ServersOnMultiNodesTest-887962199-project] 10.222.0.42 "DELETE /v2.0/ports/1ea64ec5-c51a-439a-9ea6-ca81f0db8286 HTTP/1.1" status: 204 len: 173 time: 1.3530126 Aug 10 03:17:47.135221 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a9659d7-e1b6-4ff6-87f2-037636c555ba', 'name': 'network-vif-deleted', 'tag': '1ea64ec5-c51a-439a-9ea6-ca81f0db8286'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:17:47.137546 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d5b378e-e987-4a09-83e0-2200fdfd897d" -d '{"events": [{"server_uuid": "9a9659d7-e1b6-4ff6-87f2-037636c555ba", "name": "network-vif-deleted", "tag": "1ea64ec5-c51a-439a-9ea6-ca81f0db8286"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:17:47.187865 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d35fa5-4b1d-4570-8d1e-c0c80eaf27f4 req-ad224aa6-6584-42e8-8df5-fe3e365d45bb tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:47.189394 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-01d35fa5-4b1d-4570-8d1e-c0c80eaf27f4 req-ad224aa6-6584-42e8-8df5-fe3e365d45bb tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=5224d542-6317-4cf8-aaf0-6e88d7d93fa3 HTTP/1.1" status: 200 len: 943 time: 0.1126981 Aug 10 03:17:47.195257 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-959c83a4-bbf7-4117-8062-d9dfc17ff63b req-c0ea5dbf-88c1-4114-86e3-d7d803daf646 tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:47.216451 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3367b49-ee67-400c-b374-63617eab6326', 'name': 'network-vif-deleted', 'tag': '2104ef07-c401-4e84-8d27-5d21cd33aa5e'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:17:47.219045 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86cfc431-9a45-471a-838b-40d8a0ede49a" -d '{"events": [{"server_uuid": "d3367b49-ee67-400c-b374-63617eab6326", "name": "network-vif-deleted", "tag": "2104ef07-c401-4e84-8d27-5d21cd33aa5e"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:17:47.243837 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-01d35fa5-4b1d-4570-8d1e-c0c80eaf27f4 req-c9238b39-063f-4728-b3f8-8449b228baf3 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445974 Aug 10 03:17:47.269801 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-959c83a4-bbf7-4117-8062-d9dfc17ff63b req-c0ea5dbf-88c1-4114-86e3-d7d803daf646 tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:47.321233 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-959c83a4-bbf7-4117-8062-d9dfc17ff63b req-c0ea5dbf-88c1-4114-86e3-d7d803daf646 tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:17:47.324176 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-959c83a4-bbf7-4117-8062-d9dfc17ff63b req-c0ea5dbf-88c1-4114-86e3-d7d803daf646 tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:17:47.328115 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-959c83a4-bbf7-4117-8062-d9dfc17ff63b req-c0ea5dbf-88c1-4114-86e3-d7d803daf646 tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:17:47.334042 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ea5dbf-88c1-4114-86e3-d7d803daf646 tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] Pushing event updated for resources: {'Port': ['ID=5388f66a-042a-4871-8c38-a71769156727,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:47.457589 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-959c83a4-bbf7-4117-8062-d9dfc17ff63b req-c0ea5dbf-88c1-4114-86e3-d7d803daf646 tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:47.480710 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ce65bd-beaf-4196-b30e-997a281c818c req-e6f3c3c5-3c8a-459e-972a-91a397503eae tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:47.482301 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-61ce65bd-beaf-4196-b30e-997a281c818c req-e6f3c3c5-3c8a-459e-972a-91a397503eae tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b2bfe29-2c7f-46f2-96c8-28060b70fc3d HTTP/1.1" status: 200 len: 946 time: 0.0747297 Aug 10 03:17:47.551783 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-959c83a4-bbf7-4117-8062-d9dfc17ff63b req-c0ea5dbf-88c1-4114-86e3-d7d803daf646 tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:47.595268 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-61ce65bd-beaf-4196-b30e-997a281c818c req-0abbaf44-9548-4eae-a908-1dfebf2dbb53 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/security-groups?id=58160609-a8c2-4b15-a3de-467e7dbbc834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941074 Aug 10 03:17:47.765389 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497f28e8-8f31-4c95-bcb0-959a045d2aab req-d87b9bfa-69a6-4ac8-a72f-bb770d1de51b tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:47.767110 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-497f28e8-8f31-4c95-bcb0-959a045d2aab req-d87b9bfa-69a6-4ac8-a72f-bb770d1de51b tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] 10.222.0.44 "GET /v2.0/ports?device_id=752d7f6c-6af2-4dfc-be5c-f78dfdc2e0fb HTTP/1.1" status: 200 len: 945 time: 0.0917242 Aug 10 03:17:47.813092 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-959c83a4-bbf7-4117-8062-d9dfc17ff63b req-c0ea5dbf-88c1-4114-86e3-d7d803daf646 tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:47.825012 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-959c83a4-bbf7-4117-8062-d9dfc17ff63b req-c0ea5dbf-88c1-4114-86e3-d7d803daf646 tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:47.843607 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-497f28e8-8f31-4c95-bcb0-959a045d2aab req-a91ee53d-72c6-47c0-be4a-9b5e9040b31a tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] 10.222.0.44 "GET /v2.0/security-groups?id=af14a5d9-598e-4e84-86a5-015def1f8e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662146 Aug 10 03:17:47.929583 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ea5dbf-88c1-4114-86e3-d7d803daf646 tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] Pushing event updated for resources: {'Port': ['ID=5388f66a-042a-4871-8c38-a71769156727,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:47.943496 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-959c83a4-bbf7-4117-8062-d9dfc17ff63b req-c0ea5dbf-88c1-4114-86e3-d7d803daf646 tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:47.959056 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac04f445-1a3f-46ec-8c07-09a2e3e65e6d x-openstack-request-id: req-ac04f445-1a3f-46ec-8c07-09a2e3e65e6d {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:17:47.959512 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a9659d7-e1b6-4ff6-87f2-037636c555ba", "name": "network-vif-deleted", "tag": "1ea64ec5-c51a-439a-9ea6-ca81f0db8286", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:17:47.959985 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ac04f445-1a3f-46ec-8c07-09a2e3e65e6d {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:17:47.960393 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a9659d7-e1b6-4ff6-87f2-037636c555ba', 'name': 'network-vif-deleted', 'tag': '1ea64ec5-c51a-439a-9ea6-ca81f0db8286', 'status': 'completed', 'code': 200} Aug 10 03:17:47.963264 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-959c83a4-bbf7-4117-8062-d9dfc17ff63b req-c0ea5dbf-88c1-4114-86e3-d7d803daf646 tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:47.964742 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-959c83a4-bbf7-4117-8062-d9dfc17ff63b req-c0ea5dbf-88c1-4114-86e3-d7d803daf646 tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9837880 Aug 10 03:17:48.001202 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caaa586b-ab7d-4f65-9134-8a30be9857ea x-openstack-request-id: req-caaa586b-ab7d-4f65-9134-8a30be9857ea {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:17:48.001520 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3367b49-ee67-400c-b374-63617eab6326", "name": "network-vif-deleted", "tag": "2104ef07-c401-4e84-8d27-5d21cd33aa5e", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:17:48.002030 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-caaa586b-ab7d-4f65-9134-8a30be9857ea {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:17:48.002690 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3367b49-ee67-400c-b374-63617eab6326', 'name': 'network-vif-deleted', 'tag': '2104ef07-c401-4e84-8d27-5d21cd33aa5e', 'status': 'completed', 'code': 200} Aug 10 03:17:48.062906 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-959c83a4-bbf7-4117-8062-d9dfc17ff63b req-c4ce7fd2-c5a7-4609-a028-b691b5d6544a tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.38 HTTP/1.1" status: 200 len: 695 time: 0.0913217 Aug 10 03:17:48.286675 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 48646) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:48.351631 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e414d24a-245c-4544-93ae-548471320cae req-65074786-a449-4f40-a3c3-406e633c31e9 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=2ea12131-628a-487e-b434-0463553732bd HTTP/1.1" status: 200 len: 258 time: 0.2770851 Aug 10 03:17:48.362194 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959c83a4-bbf7-4117-8062-d9dfc17ff63b req-432c576e-3386-4640-b4f1-cce871c4ce00 tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:48.363839 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-959c83a4-bbf7-4117-8062-d9dfc17ff63b req-432c576e-3386-4640-b4f1-cce871c4ce00 tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] 10.222.0.44 "GET /v2.0/networks/2ea12131-628a-487e-b434-0463553732bd HTTP/1.1" status: 200 len: 784 time: 0.2996686 Aug 10 03:17:48.370388 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-e414d24a-245c-4544-93ae-548471320cae req-f845238a-946e-449c-8440-27f5e6686ab2 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Request body: {'floatingip': {'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:17:48.395100 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-e414d24a-245c-4544-93ae-548471320cae req-f845238a-946e-449c-8440-27f5e6686ab2 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Notify callbacks [] for floatingip, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:48.478635 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-10f9f002-fe5d-4b3c-8783-3d703ceacd95 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ebce8dce68054ed889383d14d785c78e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1906610 Aug 10 03:17:48.479595 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 48654) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:48.523498 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9682390a-ff02-4e80-aa33-37ff723891c7 req-b4e8efd2-6029-4539-bc9f-0c253d7888de tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:48.525228 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9682390a-ff02-4e80-aa33-37ff723891c7 req-b4e8efd2-6029-4539-bc9f-0c253d7888de tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=abb04be0-c7f2-4622-8647-9fdf68e648ba HTTP/1.1" status: 200 len: 948 time: 0.0856967 Aug 10 03:17:48.533181 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-91877651-bc79-4f5e-b718-a3b47f657b2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:48.559629 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-91877651-bc79-4f5e-b718-a3b47f657b2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:48.586203 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9682390a-ff02-4e80-aa33-37ff723891c7 req-46ad8856-0498-496d-8ac5-9c8ae08b5e43 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511146 Aug 10 03:17:48.591688 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-e414d24a-245c-4544-93ae-548471320cae req-f845238a-946e-449c-8440-27f5e6686ab2 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:48.613143 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-91877651-bc79-4f5e-b718-a3b47f657b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:48.615588 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-91877651-bc79-4f5e-b718-a3b47f657b2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:48.626803 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-91877651-bc79-4f5e-b718-a3b47f657b2c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f8d28d33-caca-4f05-b0e0-721010e15342 HTTP/1.1" status: 204 len: 168 time: 0.1460907 Aug 10 03:17:48.636858 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 5f10a11f-fa51-4b08-b7ae-76ff6155d72c details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:17:48.638774 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91877651-bc79-4f5e-b718-a3b47f657b2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d28d33-caca-4f05-b0e0-721010e15342,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:48.777721 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 1ea64ec5-c51a-439a-9ea6-ca81f0db8286 no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:17:48.798266 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-e414d24a-245c-4544-93ae-548471320cae req-f845238a-946e-449c-8440-27f5e6686ab2 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Allocated IP 172.25.6.7 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/1d3f5173-406a-4829-b537-e6e65a26007d) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:17:48.805883 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] No Port match for: 1ea64ec5-c51a-439a-9ea6-ca81f0db8286 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:17:48.806596 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 1ea64ec5-c51a-439a-9ea6-ca81f0db8286 not bound to the agent host n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:17:48.817817 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 5f10a11f-fa51-4b08-b7ae-76ff6155d72c, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=5f10a11f-fa51-4b08-b7ae-76ff6155d72c,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:48.830034 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': '5f10a11f-fa51-4b08-b7ae-76ff6155d72c', 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721', 'port_id': '5f10a11f-fa51-4b08-b7ae-76ff6155d72c', 'mac_address': 'fa:16:3e:0d:0f:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60d10164-1dee-4940-9d19-f71e6c18cbc5', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:17:48.878301 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:48.893866 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f10a11f-fa51-4b08-b7ae-76ff6155d72c {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:17:48.918053 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 5f10a11f-fa51-4b08-b7ae-76ff6155d72c, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=5f10a11f-fa51-4b08-b7ae-76ff6155d72c,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:48.924401 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:48.964802 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 48672) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:48.988612 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=5f10a11f-fa51-4b08-b7ae-76ff6155d72c,revision_number=12']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:49.001416 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-e414d24a-245c-4544-93ae-548471320cae req-f845238a-946e-449c-8440-27f5e6686ab2 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:49.016445 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-6f862f95-f5a0-4ca7-a964-540680892597 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=27154d904de647648900d5d1ff487140&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0500753 Aug 10 03:17:49.019996 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 48674) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:49.075145 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cdf7bf-0e90-4ed1-9689-b2d2eff0571e req-f562dab7-6c5c-4dd4-ac18-d035e09d924a tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:49.076717 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-09cdf7bf-0e90-4ed1-9689-b2d2eff0571e req-f562dab7-6c5c-4dd4-ac18-d035e09d924a tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/networks?id=06cba743-97cb-4e3d-9173-104a9c9a70d3 HTTP/1.1" status: 200 len: 811 time: 0.1877239 Aug 10 03:17:49.084296 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-16bc1c90-fab5-465e-90e2-d11e5c0330ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:49.101053 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-09cdf7bf-0e90-4ed1-9689-b2d2eff0571e req-691ed4bb-9ffe-49a7-8a66-92d6523460ce tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/quotas/bd4ff3ae34274cb6803be2c6188b2b0c HTTP/1.1" status: 200 len: 375 time: 0.0170116 Aug 10 03:17:49.102939 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-e414d24a-245c-4544-93ae-548471320cae req-f845238a-946e-449c-8440-27f5e6686ab2 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:49.110941 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-16bc1c90-fab5-465e-90e2-d11e5c0330ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:49.168043 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-16bc1c90-fab5-465e-90e2-d11e5c0330ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:49.168951 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-09cdf7bf-0e90-4ed1-9689-b2d2eff0571e req-70b7bbb1-e9cb-4745-ad0d-742c9eefa4e1 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=bd4ff3ae34274cb6803be2c6188b2b0c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0555110 Aug 10 03:17:49.170673 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-16bc1c90-fab5-465e-90e2-d11e5c0330ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:49.170914 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e414d24a-245c-4544-93ae-548471320cae req-f845238a-946e-449c-8440-27f5e6686ab2 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:17:49.175790 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-16bc1c90-fab5-465e-90e2-d11e5c0330ec admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f86bab7b-3d49-4664-985e-edd0074d5de0 HTTP/1.1" status: 204 len: 168 time: 0.1507194 Aug 10 03:17:49.177487 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-e414d24a-245c-4544-93ae-548471320cae req-f845238a-946e-449c-8440-27f5e6686ab2 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:17:49.180997 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-e414d24a-245c-4544-93ae-548471320cae req-f845238a-946e-449c-8440-27f5e6686ab2 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:17:49.183647 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bc1c90-fab5-465e-90e2-d11e5c0330ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f86bab7b-3d49-4664-985e-edd0074d5de0,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:49.218851 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f845238a-946e-449c-8440-27f5e6686ab2 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Pushing event updated for resources: {'Port': ['ID=1d3f5173-406a-4829-b537-e6e65a26007d,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:49.412004 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-49959508-a60e-464f-9f57-3a1a2a09a941 req-9fcdd3bd-7e7a-4744-af29-35f2fc6d17bd service neutron] 10.222.0.42 "GET /v2.0/ports/be52cd3c-ba36-4ebd-8686-444cd0392805/bindings/n-h2-768862-13 HTTP/1.1" status: 200 len: 385 time: 0.1396999 Aug 10 03:17:49.423272 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-09cdf7bf-0e90-4ed1-9689-b2d2eff0571e req-61045605-1517-4b63-a781-8747b90f8090 service neutron] 10.222.0.44 "GET /v2.0/networks/06cba743-97cb-4e3d-9173-104a9c9a70d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349613 Aug 10 03:17:49.429058 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-e414d24a-245c-4544-93ae-548471320cae req-f845238a-946e-449c-8440-27f5e6686ab2 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:49.553354 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-e414d24a-245c-4544-93ae-548471320cae req-f845238a-946e-449c-8440-27f5e6686ab2 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:49.615855 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['5f10a11f-fa51-4b08-b7ae-76ff6155d72c'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:17:49.648954 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-09cdf7bf-0e90-4ed1-9689-b2d2eff0571e req-504a7e2e-90d9-4537-ab0d-530b5c14ba15 service neutron] 10.222.0.44 "GET /v2.0/networks/06cba743-97cb-4e3d-9173-104a9c9a70d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174003 Aug 10 03:17:50.142768 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f506a2e-024a-4bfc-8d34-22300873d5c1 req-b72c90ed-53e2-4aed-97e5-3cc5cd52c14e tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:50.144667 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9f506a2e-024a-4bfc-8d34-22300873d5c1 req-b72c90ed-53e2-4aed-97e5-3cc5cd52c14e tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=5224d542-6317-4cf8-aaf0-6e88d7d93fa3 HTTP/1.1" status: 200 len: 943 time: 0.1412539 Aug 10 03:17:50.211074 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-49959508-a60e-464f-9f57-3a1a2a09a941 req-0428a3bd-8bcc-4ea8-8d94-bbf730f14bf0 service neutron] For port be52cd3c-ba36-4ebd-8686-444cd0392805, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=be52cd3c-ba36-4ebd-8686-444cd0392805,segment=NetworkSegment(ef460c05-97a2-474e-9fc7-ca614ed2a066),segment_id=ef460c05-97a2-474e-9fc7-ca614ed2a066)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:50.257953 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-e414d24a-245c-4544-93ae-548471320cae req-f845238a-946e-449c-8440-27f5e6686ab2 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:50.263682 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9f506a2e-024a-4bfc-8d34-22300873d5c1 req-6dffed7c-9664-48ae-9655-39d6505ed0e2 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049805 Aug 10 03:17:50.267439 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-e414d24a-245c-4544-93ae-548471320cae req-f845238a-946e-449c-8440-27f5e6686ab2 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:50.281540 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-49959508-a60e-464f-9f57-3a1a2a09a941 req-0428a3bd-8bcc-4ea8-8d94-bbf730f14bf0 service neutron] For port be52cd3c-ba36-4ebd-8686-444cd0392805, host n-h1-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:17:50.395270 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-49959508-a60e-464f-9f57-3a1a2a09a941 req-0428a3bd-8bcc-4ea8-8d94-bbf730f14bf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be52cd3c-ba36-4ebd-8686-444cd0392805 {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:17:50.450488 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-49959508-a60e-464f-9f57-3a1a2a09a941 req-0428a3bd-8bcc-4ea8-8d94-bbf730f14bf0 service neutron] For port be52cd3c-ba36-4ebd-8686-444cd0392805, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=be52cd3c-ba36-4ebd-8686-444cd0392805,segment=NetworkSegment(ef460c05-97a2-474e-9fc7-ca614ed2a066),segment_id=ef460c05-97a2-474e-9fc7-ca614ed2a066)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:50.457643 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f845238a-946e-449c-8440-27f5e6686ab2 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Pushing event updated for resources: {'Port': ['ID=1d3f5173-406a-4829-b537-e6e65a26007d,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:50.472696 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f990dbdb-67ce-405e-bcb0-d9252b32b1bb req-42fdb46c-a9b5-41d1-9332-60896baafcaa tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] 10.222.0.44 "GET /v2.0/floatingips/edf156b6-b34a-40e6-99aa-a00ffbaf97e3 HTTP/1.1" status: 200 len: 692 time: 0.0983529 Aug 10 03:17:50.478277 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-e414d24a-245c-4544-93ae-548471320cae req-f845238a-946e-449c-8440-27f5e6686ab2 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:50.500479 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-49959508-a60e-464f-9f57-3a1a2a09a941 req-0428a3bd-8bcc-4ea8-8d94-bbf730f14bf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:50.532622 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-e414d24a-245c-4544-93ae-548471320cae req-f845238a-946e-449c-8440-27f5e6686ab2 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:50.534030 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e414d24a-245c-4544-93ae-548471320cae req-f845238a-946e-449c-8440-27f5e6686ab2 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 2.1683178 Aug 10 03:17:50.650112 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 2104ef07-c401-4e84-8d27-5d21cd33aa5e no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:17:50.655170 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e414d24a-245c-4544-93ae-548471320cae req-51632d19-99c6-4c01-8bda-e525a5d16022 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.7 HTTP/1.1" status: 200 len: 694 time: 0.0850022 Aug 10 03:17:50.672237 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] No Port match for: 2104ef07-c401-4e84-8d27-5d21cd33aa5e {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:17:50.672583 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 2104ef07-c401-4e84-8d27-5d21cd33aa5e not bound to the agent host n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:17:50.777343 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device be52cd3c-ba36-4ebd-8686-444cd0392805 no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:17:50.789425 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f990dbdb-67ce-405e-bcb0-d9252b32b1bb req-2507c1bc-3d01-4f95-821f-93871724a0de tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:50.791031 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f990dbdb-67ce-405e-bcb0-d9252b32b1bb req-2507c1bc-3d01-4f95-821f-93871724a0de tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] 10.222.0.44 "GET /v2.0/networks/2ea12131-628a-487e-b434-0463553732bd HTTP/1.1" status: 200 len: 784 time: 0.3090813 Aug 10 03:17:50.827642 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-49959508-a60e-464f-9f57-3a1a2a09a941 req-0428a3bd-8bcc-4ea8-8d94-bbf730f14bf0 service neutron] Transition to ACTIVE for port object be52cd3c-ba36-4ebd-8686-444cd0392805 will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:17:50.867702 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-49959508-a60e-464f-9f57-3a1a2a09a941 req-0428a3bd-8bcc-4ea8-8d94-bbf730f14bf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:50.908080 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f990dbdb-67ce-405e-bcb0-d9252b32b1bb req-433d1823-ae2b-458c-9793-4d18b365ce2c tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.38 HTTP/1.1" status: 200 len: 695 time: 0.1038342 Aug 10 03:17:50.929752 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e414d24a-245c-4544-93ae-548471320cae req-6cc9bcb7-fa36-46f5-8fc4-7302d02f59a5 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:50.931237 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e414d24a-245c-4544-93ae-548471320cae req-6cc9bcb7-fa36-46f5-8fc4-7302d02f59a5 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] 10.222.0.44 "GET /v2.0/networks/2ea12131-628a-487e-b434-0463553732bd HTTP/1.1" status: 200 len: 784 time: 0.2661572 Aug 10 03:17:50.969042 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [req-e414d24a-245c-4544-93ae-548471320cae req-47a6bd4b-31c3-4bbd-ad62-fee90f642b6b tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:17:50.970086 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e414d24a-245c-4544-93ae-548471320cae req-47a6bd4b-31c3-4bbd-ad62-fee90f642b6b tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0250001 Aug 10 03:17:50.999812 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-49959508-a60e-464f-9f57-3a1a2a09a941 req-0428a3bd-8bcc-4ea8-8d94-bbf730f14bf0 service neutron] No DVR routers for this DVR port be52cd3c-ba36-4ebd-8686-444cd0392805 on host n-h1-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:17:51.023568 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f990dbdb-67ce-405e-bcb0-d9252b32b1bb req-ca67b83c-a44d-41f5-bb8d-2c4730a7cd14 tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.38 HTTP/1.1" status: 200 len: 695 time: 0.1043317 Aug 10 03:17:51.026943 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0428a3bd-8bcc-4ea8-8d94-bbf730f14bf0 service neutron] Pushing event updated for resources: {'Port': ['ID=be52cd3c-ba36-4ebd-8686-444cd0392805,revision_number=10']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:51.055279 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-49959508-a60e-464f-9f57-3a1a2a09a941 req-0428a3bd-8bcc-4ea8-8d94-bbf730f14bf0 service neutron] 10.222.0.42 "PUT /v2.0/ports/be52cd3c-ba36-4ebd-8686-444cd0392805/bindings/n-h2-768862-13/activate HTTP/1.1" status: 200 len: 370 time: 1.6345158 Aug 10 03:17:51.185809 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-f990dbdb-67ce-405e-bcb0-d9252b32b1bb req-71143434-b103-4bf0-bb95-ba06e84bfaaf tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] Deleting port 5388f66a-042a-4871-8c38-a71769156727 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:17:51.186262 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-f990dbdb-67ce-405e-bcb0-d9252b32b1bb req-71143434-b103-4bf0-bb95-ba06e84bfaaf tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:51.206782 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49959508-a60e-464f-9f57-3a1a2a09a941 req-15fb54ac-4068-4eb4-8a49-c491889c66e4 tempest-LiveAutoBlockMigrationV225Test-725400249 tempest-LiveAutoBlockMigrationV225Test-725400249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:51.209430 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-49959508-a60e-464f-9f57-3a1a2a09a941 req-15fb54ac-4068-4eb4-8a49-c491889c66e4 tempest-LiveAutoBlockMigrationV225Test-725400249 tempest-LiveAutoBlockMigrationV225Test-725400249-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=5224d542-6317-4cf8-aaf0-6e88d7d93fa3&tenant_id=4fedcd46377344729593c49493334f54&binding%3Ahost_id=n-h1-768862-13 HTTP/1.1" status: 200 len: 1096 time: 0.0888832 Aug 10 03:17:51.311096 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-6ac243cf-5dcc-4a18-897d-c31b61d34c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:51.334015 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-f990dbdb-67ce-405e-bcb0-d9252b32b1bb req-71143434-b103-4bf0-bb95-ba06e84bfaaf tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:51.334452 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-f990dbdb-67ce-405e-bcb0-d9252b32b1bb req-71143434-b103-4bf0-bb95-ba06e84bfaaf tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:51.337745 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49959508-a60e-464f-9f57-3a1a2a09a941 req-39e95923-395d-498e-9c1f-7a9805472f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:51.339507 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-49959508-a60e-464f-9f57-3a1a2a09a941 req-39e95923-395d-498e-9c1f-7a9805472f63 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5224d542-6317-4cf8-aaf0-6e88d7d93fa3&tenant_id=4fedcd46377344729593c49493334f54 HTTP/1.1" status: 200 len: 1096 time: 0.1202471 Aug 10 03:17:51.352263 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3603f8bc-80cd-484c-8a2e-fda3bac21331 req-a6518578-a568-4716-b6fb-3ed2901a7a67 tempest-MigrationsAdminTest-1974953118 tempest-MigrationsAdminTest-1974953118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:51.353426 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3603f8bc-80cd-484c-8a2e-fda3bac21331 req-a6518578-a568-4716-b6fb-3ed2901a7a67 tempest-MigrationsAdminTest-1974953118 tempest-MigrationsAdminTest-1974953118-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=abb04be0-c7f2-4622-8647-9fdf68e648ba HTTP/1.1" status: 200 len: 1101 time: 0.1135273 Aug 10 03:17:51.354360 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-f990dbdb-67ce-405e-bcb0-d9252b32b1bb req-71143434-b103-4bf0-bb95-ba06e84bfaaf tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] Calling delete_port for 5388f66a-042a-4871-8c38-a71769156727 owned by network:floatingip {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:17:51.436236 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cdf7bf-0e90-4ed1-9689-b2d2eff0571e req-7ca17046-fd8c-4c5d-92ef-344a6ebeb618 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:51.437629 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-09cdf7bf-0e90-4ed1-9689-b2d2eff0571e req-7ca17046-fd8c-4c5d-92ef-344a6ebeb618 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.61 "GET /v2.0/networks?id=06cba743-97cb-4e3d-9173-104a9c9a70d3 HTTP/1.1" status: 200 len: 811 time: 0.1891060 Aug 10 03:17:51.442035 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3603f8bc-80cd-484c-8a2e-fda3bac21331 req-ed6dec19-e449-4861-b3b3-96a8c95017b0 tempest-MigrationsAdminTest-1974953118 tempest-MigrationsAdminTest-1974953118-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805094 Aug 10 03:17:51.448724 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49959508-a60e-464f-9f57-3a1a2a09a941 req-be577549-6521-4fcf-bc8a-ba43f798c2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:51.450263 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-49959508-a60e-464f-9f57-3a1a2a09a941 req-be577549-6521-4fcf-bc8a-ba43f798c2ae service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4fedcd46377344729593c49493334f54&device_id=5224d542-6317-4cf8-aaf0-6e88d7d93fa3 HTTP/1.1" status: 200 len: 1096 time: 0.0769055 Aug 10 03:17:51.454950 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-09cdf7bf-0e90-4ed1-9689-b2d2eff0571e req-36e93ff5-f74e-4c86-9a47-04919d9e61f1 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Request body: {'port': {'device_id': 'e34b4250-5c74-41a1-b378-16485ae18e6d', 'network_id': '06cba743-97cb-4e3d-9173-104a9c9a70d3', 'admin_state_up': True, 'tenant_id': 'bd4ff3ae34274cb6803be2c6188b2b0c'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:17:51.576349 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-f990dbdb-67ce-405e-bcb0-d9252b32b1bb req-71143434-b103-4bf0-bb95-ba06e84bfaaf tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:51.591672 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337517ca-5825-4138-990c-aa9d385738e4 req-3d26b246-8c29-4458-a0e7-cc4aad6537c9 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:51.593334 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-337517ca-5825-4138-990c-aa9d385738e4 req-3d26b246-8c29-4458-a0e7-cc4aad6537c9 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b2bfe29-2c7f-46f2-96c8-28060b70fc3d HTTP/1.1" status: 200 len: 946 time: 0.0743849 Aug 10 03:17:51.615829 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71143434-b103-4bf0-bb95-ba06e84bfaaf tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] Pushing event deleted for resources: {'Port': ['ID=5388f66a-042a-4871-8c38-a71769156727,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:51.639516 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49959508-a60e-464f-9f57-3a1a2a09a941 req-405f73b2-ecf2-4d2f-b319-579ab749bf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:51.640990 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-49959508-a60e-464f-9f57-3a1a2a09a941 req-405f73b2-ecf2-4d2f-b319-579ab749bf75 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1 HTTP/1.1" status: 200 len: 921 time: 0.1737237 Aug 10 03:17:51.644673 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71143434-b103-4bf0-bb95-ba06e84bfaaf tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:51.645023 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71143434-b103-4bf0-bb95-ba06e84bfaaf tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:51.645912 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71143434-b103-4bf0-bb95-ba06e84bfaaf tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:51.646272 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71143434-b103-4bf0-bb95-ba06e84bfaaf tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:51.646604 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71143434-b103-4bf0-bb95-ba06e84bfaaf tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:51.646936 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71143434-b103-4bf0-bb95-ba06e84bfaaf tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:51.647253 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71143434-b103-4bf0-bb95-ba06e84bfaaf tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:51.647573 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71143434-b103-4bf0-bb95-ba06e84bfaaf tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:51.648018 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71143434-b103-4bf0-bb95-ba06e84bfaaf tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:51.648336 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71143434-b103-4bf0-bb95-ba06e84bfaaf tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:51.648650 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71143434-b103-4bf0-bb95-ba06e84bfaaf tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:51.648970 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71143434-b103-4bf0-bb95-ba06e84bfaaf tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:51.691118 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-49959508-a60e-464f-9f57-3a1a2a09a941 req-f78df104-b36a-41b2-add7-4f1aca15757a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be52cd3c-ba36-4ebd-8686-444cd0392805 HTTP/1.1" status: 200 len: 217 time: 0.0384221 Aug 10 03:17:51.693113 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09cdf7bf-0e90-4ed1-9689-b2d2eff0571e req-36e93ff5-f74e-4c86-9a47-04919d9e61f1 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Made reservation on behalf of bd4ff3ae34274cb6803be2c6188b2b0c for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:17:51.696577 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-09cdf7bf-0e90-4ed1-9689-b2d2eff0571e req-36e93ff5-f74e-4c86-9a47-04919d9e61f1 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:51.709168 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-337517ca-5825-4138-990c-aa9d385738e4 req-b5121e7b-9cec-4669-a71b-6594e25daf11 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/security-groups?id=58160609-a8c2-4b15-a3de-467e7dbbc834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961211 Aug 10 03:17:51.736970 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-f990dbdb-67ce-405e-bcb0-d9252b32b1bb req-71143434-b103-4bf0-bb95-ba06e84bfaaf tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] Notify callbacks [] for floatingip, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:51.740194 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-f990dbdb-67ce-405e-bcb0-d9252b32b1bb req-71143434-b103-4bf0-bb95-ba06e84bfaaf tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:51.741596 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f990dbdb-67ce-405e-bcb0-d9252b32b1bb req-71143434-b103-4bf0-bb95-ba06e84bfaaf tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] 10.222.0.44 "DELETE /v2.0/floatingips/edf156b6-b34a-40e6-99aa-a00ffbaf97e3 HTTP/1.1" status: 204 len: 173 time: 0.6995466 Aug 10 03:17:51.807750 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1a341855-b3a1-432b-931a-8d59713fd22b req-c8fd2e8f-6cd4-4260-a30b-5fe74ccddfe6 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=e34b4250-5c74-41a1-b378-16485ae18e6d HTTP/1.1" status: 200 len: 210 time: 0.0323577 Aug 10 03:17:51.810424 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49959508-a60e-464f-9f57-3a1a2a09a941 req-5e48da09-a131-4ce7-a455-f522dc062875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:51.811898 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-49959508-a60e-464f-9f57-3a1a2a09a941 req-5e48da09-a131-4ce7-a455-f522dc062875 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8a049acb-8e7b-42fd-b8b6-b5c474462166 HTTP/1.1" status: 200 len: 861 time: 0.0932491 Aug 10 03:17:51.870873 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-49959508-a60e-464f-9f57-3a1a2a09a941 req-0693c661-4f38-40e3-b9c3-578da39db57d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331523 Aug 10 03:17:51.889341 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [req-09cdf7bf-0e90-4ed1-9689-b2d2eff0571e req-36e93ff5-f74e-4c86-9a47-04919d9e61f1 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Allocated IP 172.20.0.14 (06cba743-97cb-4e3d-9173-104a9c9a70d3/3f0e3909-62c9-4453-825e-ffacada819b0/8664479c-121d-48e7-8cc6-2ac0f5217b71) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:17:52.025270 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d718dc-798e-463d-abdf-164eb46c24f6 req-24f40d42-fb7f-451d-a215-e71319465bba tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:52.026797 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-40d718dc-798e-463d-abdf-164eb46c24f6 req-24f40d42-fb7f-451d-a215-e71319465bba tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=5224d542-6317-4cf8-aaf0-6e88d7d93fa3 HTTP/1.1" status: 200 len: 944 time: 0.1238496 Aug 10 03:17:52.034480 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56429792-aabe-41b8-a418-2da1d5e47880 req-61f413b8-64cb-4db8-ac1d-f94588fb512a tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:52.035995 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-56429792-aabe-41b8-a418-2da1d5e47880 req-61f413b8-64cb-4db8-ac1d-f94588fb512a tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] 10.222.0.44 "GET /v2.0/ports?device_id=752d7f6c-6af2-4dfc-be5c-f78dfdc2e0fb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1183786 Aug 10 03:17:52.048947 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-49959508-a60e-464f-9f57-3a1a2a09a941 req-9871707f-f8b0-43c9-a53c-0f5ed3839c4f service neutron] 10.222.0.61 "GET /v2.0/networks/7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609778 Aug 10 03:17:52.100960 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-56429792-aabe-41b8-a418-2da1d5e47880 req-e3844a58-1214-4c45-beef-00463013ebcd tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.7 HTTP/1.1" status: 200 len: 694 time: 0.0579903 Aug 10 03:17:52.115396 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-56429792-aabe-41b8-a418-2da1d5e47880 req-d222e887-cc10-49cf-b5ce-3d860ec6b6b7 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Request body: {'floatingip': {'port_id': 'ae5ac60f-971c-4ef4-9592-42d3d092eda8', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:17:52.129928 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-40d718dc-798e-463d-abdf-164eb46c24f6 req-406be234-031d-4a75-91a4-7680805ea63b tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924282 Aug 10 03:17:52.158999 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-09cdf7bf-0e90-4ed1-9689-b2d2eff0571e req-36e93ff5-f74e-4c86-9a47-04919d9e61f1 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:52.170136 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-56429792-aabe-41b8-a418-2da1d5e47880 req-d222e887-cc10-49cf-b5ce-3d860ec6b6b7 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Notify callbacks [] for floatingip, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:52.213534 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-49959508-a60e-464f-9f57-3a1a2a09a941 req-a9c80744-232f-4b76-bd41-1d7a98ca9f13 service neutron] 10.222.0.61 "GET /v2.0/networks/7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502726 Aug 10 03:17:52.230276 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-09cdf7bf-0e90-4ed1-9689-b2d2eff0571e req-36e93ff5-f74e-4c86-9a47-04919d9e61f1 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:52.280608 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09cdf7bf-0e90-4ed1-9689-b2d2eff0571e req-36e93ff5-f74e-4c86-9a47-04919d9e61f1 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Network 06cba743-97cb-4e3d-9173-104a9c9a70d3 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:17:52.283890 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [req-09cdf7bf-0e90-4ed1-9689-b2d2eff0571e req-36e93ff5-f74e-4c86-9a47-04919d9e61f1 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:17:52.288078 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-09cdf7bf-0e90-4ed1-9689-b2d2eff0571e req-36e93ff5-f74e-4c86-9a47-04919d9e61f1 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:17:52.316854 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e93ff5-f74e-4c86-9a47-04919d9e61f1 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Pushing event updated for resources: {'Port': ['ID=8664479c-121d-48e7-8cc6-2ac0f5217b71,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:52.353566 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cdf7bf-0e90-4ed1-9689-b2d2eff0571e req-36e93ff5-f74e-4c86-9a47-04919d9e61f1 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:52.354677 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-09cdf7bf-0e90-4ed1-9689-b2d2eff0571e req-36e93ff5-f74e-4c86-9a47-04919d9e61f1 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:52.382094 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-09cdf7bf-0e90-4ed1-9689-b2d2eff0571e req-36e93ff5-f74e-4c86-9a47-04919d9e61f1 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9307506 Aug 10 03:17:52.405828 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-09cdf7bf-0e90-4ed1-9689-b2d2eff0571e req-f971498d-3469-40bc-8628-fdfb45cbc7eb service neutron] Request body: {'port': {'device_id': 'e34b4250-5c74-41a1-b378-16485ae18e6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-13'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:17:52.473835 n-d-768862-13 neutron-server[94260]: INFO neutron.api.v2.resource [req-7515f55e-4272-4601-8a4c-f968188f3d31 req-dd1d7195-0f0a-4535-9a8c-d86d6407d8dc tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] show failed (client error): The resource could not be found. Aug 10 03:17:52.474931 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7515f55e-4272-4601-8a4c-f968188f3d31 req-dd1d7195-0f0a-4535-9a8c-d86d6407d8dc tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] 10.222.0.44 "GET /v2.0/floatingips/edf156b6-b34a-40e6-99aa-a00ffbaf97e3 HTTP/1.1" status: 404 len: 350 time: 0.0499132 Aug 10 03:17:52.477957 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-09cdf7bf-0e90-4ed1-9689-b2d2eff0571e req-f971498d-3469-40bc-8628-fdfb45cbc7eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:52.654106 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49959508-a60e-464f-9f57-3a1a2a09a941 req-4aa2bcc3-45e7-4429-8cdf-46e3a05b5592 tempest-LiveAutoBlockMigrationV225Test-725400249 tempest-LiveAutoBlockMigrationV225Test-725400249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:52.655732 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-49959508-a60e-464f-9f57-3a1a2a09a941 req-4aa2bcc3-45e7-4429-8cdf-46e3a05b5592 tempest-LiveAutoBlockMigrationV225Test-725400249 tempest-LiveAutoBlockMigrationV225Test-725400249-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=5224d542-6317-4cf8-aaf0-6e88d7d93fa3&tenant_id=4fedcd46377344729593c49493334f54&binding%3Ahost_id=n-h2-768862-13 HTTP/1.1" status: 200 len: 1096 time: 0.1263452 Aug 10 03:17:52.658156 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 5f10a11f-fa51-4b08-b7ae-76ff6155d72c up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:17:52.724685 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning for port 5f10a11f-fa51-4b08-b7ae-76ff6155d72c completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:17:52.731470 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port 5f10a11f-fa51-4b08-b7ae-76ff6155d72c triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:17:52.732324 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:52.773726 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9eaea9-a8cc-4794-9d80-a43cd02e13e3 req-a469a6dc-0ba4-44fc-ab0a-a8c084e1d623 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:52.775339 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3e9eaea9-a8cc-4794-9d80-a43cd02e13e3 req-a469a6dc-0ba4-44fc-ab0a-a8c084e1d623 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=abb04be0-c7f2-4622-8647-9fdf68e648ba HTTP/1.1" status: 200 len: 949 time: 0.1646831 Aug 10 03:17:52.832241 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:52.860518 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abb04be0-c7f2-4622-8647-9fdf68e648ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f10a11f-fa51-4b08-b7ae-76ff6155d72c'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:17:52.863680 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7466734-31ee-40b6-afce-7de887d56f81" -d '{"events": [{"server_uuid": "abb04be0-c7f2-4622-8647-9fdf68e648ba", "name": "network-vif-plugged", "status": "completed", "tag": "5f10a11f-fa51-4b08-b7ae-76ff6155d72c"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:17:52.879793 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 5f10a11f-fa51-4b08-b7ae-76ff6155d72c, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=5f10a11f-fa51-4b08-b7ae-76ff6155d72c,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:52.885297 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:52.948846 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=5f10a11f-fa51-4b08-b7ae-76ff6155d72c,revision_number=13']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:53.153423 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.db.resource_extend [req-56429792-aabe-41b8-a418-2da1d5e47880 req-d222e887-cc10-49cf-b5ce-3d860ec6b6b7 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:17:53.206905 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3e9eaea9-a8cc-4794-9d80-a43cd02e13e3 req-9c21c43b-e859-4ce6-8e10-d7cab273ff69 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4150543 Aug 10 03:17:53.211277 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-49959508-a60e-464f-9f57-3a1a2a09a941 req-d4c70c1f-fd16-4989-b8b2-53b6777e93f4 service neutron] For port be52cd3c-ba36-4ebd-8686-444cd0392805, host n-h1-768862-13, cleared binding levels {{(pid=94261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:17:53.215618 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-49959508-a60e-464f-9f57-3a1a2a09a941 req-d4c70c1f-fd16-4989-b8b2-53b6777e93f4 service neutron] Notify callbacks [] for binding, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:53.216700 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-49959508-a60e-464f-9f57-3a1a2a09a941 req-d4c70c1f-fd16-4989-b8b2-53b6777e93f4 service neutron] 10.222.0.61 "DELETE /v2.0/ports/be52cd3c-ba36-4ebd-8686-444cd0392805/bindings/n-h1-768862-13 HTTP/1.1" status: 204 len: 173 time: 0.5408523 Aug 10 03:17:53.236320 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [req-09cdf7bf-0e90-4ed1-9689-b2d2eff0571e req-f971498d-3469-40bc-8628-fdfb45cbc7eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8664479c-121d-48e7-8cc6-2ac0f5217b71 {{(pid=94261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:17:53.241917 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-56429792-aabe-41b8-a418-2da1d5e47880 req-d222e887-cc10-49cf-b5ce-3d860ec6b6b7 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:53.247485 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-56429792-aabe-41b8-a418-2da1d5e47880 req-d222e887-cc10-49cf-b5ce-3d860ec6b6b7 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:53.248429 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-09cdf7bf-0e90-4ed1-9689-b2d2eff0571e req-f971498d-3469-40bc-8628-fdfb45cbc7eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:53.264976 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [req-09cdf7bf-0e90-4ed1-9689-b2d2eff0571e req-f971498d-3469-40bc-8628-fdfb45cbc7eb service neutron] Transition to ACTIVE for port object 8664479c-121d-48e7-8cc6-2ac0f5217b71 will not be triggered until provisioned by entity L2. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:17:53.270052 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-09cdf7bf-0e90-4ed1-9689-b2d2eff0571e req-f971498d-3469-40bc-8628-fdfb45cbc7eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:53.322217 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f971498d-3469-40bc-8628-fdfb45cbc7eb service neutron] Pushing event updated for resources: {'Port': ['ID=8664479c-121d-48e7-8cc6-2ac0f5217b71,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:53.322507 n-d-768862-13 neutron-server[94260]: INFO neutron.api.v2.resource [req-3bc8932f-9b91-47a7-b194-37b92104954c req-4af5ce11-5fb3-4892-ab3b-0e0464c66f79 tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] show failed (client error): The resource could not be found. Aug 10 03:17:53.323315 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3bc8932f-9b91-47a7-b194-37b92104954c req-4af5ce11-5fb3-4892-ab3b-0e0464c66f79 tempest-FloatingIPsTestJSON-1271595703 tempest-FloatingIPsTestJSON-1271595703-project] 10.222.0.44 "GET /v2.0/floatingips/edf156b6-b34a-40e6-99aa-a00ffbaf97e3 HTTP/1.1" status: 404 len: 350 time: 0.0719821 Aug 10 03:17:53.337787 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 48758) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:53.388441 n-d-768862-13 neutron-server[94260]: INFO neutron.db.l3_db [req-56429792-aabe-41b8-a418-2da1d5e47880 req-d222e887-cc10-49cf-b5ce-3d860ec6b6b7 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Floating IP 845d7caf-e8c7-4de1-a3ab-c39b2e8e586a associated. External IP: 172.25.6.7, port: ae5ac60f-971c-4ef4-9592-42d3d092eda8. Aug 10 03:17:53.472503 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-09cdf7bf-0e90-4ed1-9689-b2d2eff0571e req-f971498d-3469-40bc-8628-fdfb45cbc7eb service neutron] Attempting to bind port 8664479c-121d-48e7-8cc6-2ac0f5217b71 on host n-h2-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:17:53.472713 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-09cdf7bf-0e90-4ed1-9689-b2d2eff0571e req-f971498d-3469-40bc-8628-fdfb45cbc7eb service neutron] Attempting to bind port 8664479c-121d-48e7-8cc6-2ac0f5217b71 by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': 'e1ea0112-d828-45f3-a96b-2a696c160566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '06cba743-97cb-4e3d-9173-104a9c9a70d3'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:17:53.473038 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cdf7bf-0e90-4ed1-9689-b2d2eff0571e req-f971498d-3469-40bc-8628-fdfb45cbc7eb service neutron] Attempting to bind port 8664479c-121d-48e7-8cc6-2ac0f5217b71 on network 06cba743-97cb-4e3d-9173-104a9c9a70d3 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:17:53.481279 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cdf7bf-0e90-4ed1-9689-b2d2eff0571e req-f971498d-3469-40bc-8628-fdfb45cbc7eb service neutron] Port 8664479c-121d-48e7-8cc6-2ac0f5217b71 on network 06cba743-97cb-4e3d-9173-104a9c9a70d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:17:53.481598 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cdf7bf-0e90-4ed1-9689-b2d2eff0571e req-f971498d-3469-40bc-8628-fdfb45cbc7eb service neutron] Attempting to bind port 8664479c-121d-48e7-8cc6-2ac0f5217b71 on network 06cba743-97cb-4e3d-9173-104a9c9a70d3 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:17:53.491703 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cdf7bf-0e90-4ed1-9689-b2d2eff0571e req-f971498d-3469-40bc-8628-fdfb45cbc7eb service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:17:53.492037 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cdf7bf-0e90-4ed1-9689-b2d2eff0571e req-f971498d-3469-40bc-8628-fdfb45cbc7eb service neutron] Checking segment: {'id': 'e1ea0112-d828-45f3-a96b-2a696c160566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '06cba743-97cb-4e3d-9173-104a9c9a70d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:17:53.492424 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cdf7bf-0e90-4ed1-9689-b2d2eff0571e req-f971498d-3469-40bc-8628-fdfb45cbc7eb service neutron] Bound using segment: {'id': 'e1ea0112-d828-45f3-a96b-2a696c160566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '06cba743-97cb-4e3d-9173-104a9c9a70d3'} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:17:53.492854 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-09cdf7bf-0e90-4ed1-9689-b2d2eff0571e req-f971498d-3469-40bc-8628-fdfb45cbc7eb service neutron] Bound port: 8664479c-121d-48e7-8cc6-2ac0f5217b71, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1ea0112-d828-45f3-a96b-2a696c160566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '06cba743-97cb-4e3d-9173-104a9c9a70d3'}}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:17:53.493215 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-09cdf7bf-0e90-4ed1-9689-b2d2eff0571e req-f971498d-3469-40bc-8628-fdfb45cbc7eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:53.525609 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d65df-42c9-4f17-bcb6-2e418efcf6ef req-e8aaaa98-6098-4b91-b48e-28ea1cad4f48 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:53.527171 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d32d65df-42c9-4f17-bcb6-2e418efcf6ef req-e8aaaa98-6098-4b91-b48e-28ea1cad4f48 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b2bfe29-2c7f-46f2-96c8-28060b70fc3d HTTP/1.1" status: 200 len: 946 time: 0.1015401 Aug 10 03:17:53.576698 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1a2a1cfb-7142-4dea-909b-44cf69d7cea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:53.614973 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d32d65df-42c9-4f17-bcb6-2e418efcf6ef req-28c497b9-d33f-4840-9642-9557e7fab496 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/security-groups?id=58160609-a8c2-4b15-a3de-467e7dbbc834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812597 Aug 10 03:17:53.676078 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [req-56429792-aabe-41b8-a418-2da1d5e47880 req-d222e887-cc10-49cf-b5ce-3d860ec6b6b7 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Router 45afe298-11f4-4d17-a070-600af607d9cc has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:17:53.687319 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-09cdf7bf-0e90-4ed1-9689-b2d2eff0571e req-f971498d-3469-40bc-8628-fdfb45cbc7eb service neutron] For port 8664479c-121d-48e7-8cc6-2ac0f5217b71, host n-h2-768862-13, cleared binding levels {{(pid=94261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:17:53.705049 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-09cdf7bf-0e90-4ed1-9689-b2d2eff0571e req-f971498d-3469-40bc-8628-fdfb45cbc7eb service neutron] For port 8664479c-121d-48e7-8cc6-2ac0f5217b71, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=8664479c-121d-48e7-8cc6-2ac0f5217b71,segment=NetworkSegment(e1ea0112-d828-45f3-a96b-2a696c160566),segment_id=e1ea0112-d828-45f3-a96b-2a696c160566)] {{(pid=94261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:17:53.711369 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-09cdf7bf-0e90-4ed1-9689-b2d2eff0571e req-f971498d-3469-40bc-8628-fdfb45cbc7eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:53.772550 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cdf7bf-0e90-4ed1-9689-b2d2eff0571e req-f971498d-3469-40bc-8628-fdfb45cbc7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:53.773214 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-09cdf7bf-0e90-4ed1-9689-b2d2eff0571e req-f971498d-3469-40bc-8628-fdfb45cbc7eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:53.774704 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-09cdf7bf-0e90-4ed1-9689-b2d2eff0571e req-f971498d-3469-40bc-8628-fdfb45cbc7eb service neutron] 10.222.0.61 "PUT /v2.0/ports/8664479c-121d-48e7-8cc6-2ac0f5217b71 HTTP/1.1" status: 200 len: 1093 time: 1.3734505 Aug 10 03:17:53.775170 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e34b4250-5c74-41a1-b378-16485ae18e6d', 'tag': '8664479c-121d-48e7-8cc6-2ac0f5217b71'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:17:53.777475 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a07163db-c347-4fc7-86bb-e0d0ad036a35" -d '{"events": [{"name": "network-changed", "server_uuid": "e34b4250-5c74-41a1-b378-16485ae18e6d", "tag": "8664479c-121d-48e7-8cc6-2ac0f5217b71"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:17:53.811464 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f971498d-3469-40bc-8628-fdfb45cbc7eb service neutron] Pushing event updated for resources: {'Port': ['ID=8664479c-121d-48e7-8cc6-2ac0f5217b71,revision_number=3']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:53.820657 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4feda6-9752-4cf7-8d40-8b670fec0911 req-894afd20-8cda-4f2d-a56d-95417ad27ce8 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:53.822247 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9d4feda6-9752-4cf7-8d40-8b670fec0911 req-894afd20-8cda-4f2d-a56d-95417ad27ce8 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=e34b4250-5c74-41a1-b378-16485ae18e6d HTTP/1.1" status: 200 len: 944 time: 0.0997858 Aug 10 03:17:53.829542 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-56429792-aabe-41b8-a418-2da1d5e47880 req-d222e887-cc10-49cf-b5ce-3d860ec6b6b7 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:17:53.835073 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-56429792-aabe-41b8-a418-2da1d5e47880 req-d222e887-cc10-49cf-b5ce-3d860ec6b6b7 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:53.842369 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078d3d00-25bc-4761-ae22-ae493181aead None None] Sync routers for ids ['45afe298-11f4-4d17-a070-600af607d9cc'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:17:53.859792 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078d3d00-25bc-4761-ae22-ae493181aead None None] Routers {'45afe298-11f4-4d17-a070-600af607d9cc'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:17:53.860603 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-078d3d00-25bc-4761-ae22-ae493181aead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:17:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['45afe298-11f4-4d17-a070-600af607d9cc'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:17:53.882486 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-56429792-aabe-41b8-a418-2da1d5e47880 req-d222e887-cc10-49cf-b5ce-3d860ec6b6b7 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] 10.222.0.44 "PUT /v2.0/floatingips/845d7caf-e8c7-4de1-a3ab-c39b2e8e586a HTTP/1.1" status: 200 len: 994 time: 1.7727582 Aug 10 03:17:53.884376 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '752d7f6c-6af2-4dfc-be5c-f78dfdc2e0fb', 'tag': 'ae5ac60f-971c-4ef4-9592-42d3d092eda8'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:17:53.886483 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b35259a9-c210-4648-8efc-c65683a48dcb" -d '{"events": [{"name": "network-changed", "server_uuid": "752d7f6c-6af2-4dfc-be5c-f78dfdc2e0fb", "tag": "ae5ac60f-971c-4ef4-9592-42d3d092eda8"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:17:53.903550 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9d4feda6-9752-4cf7-8d40-8b670fec0911 req-8c0673f5-3b44-43b4-b32e-6f7c38f994f1 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661848 Aug 10 03:17:53.905454 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cdf7bf-0e90-4ed1-9689-b2d2eff0571e req-cc41f8ae-fcef-4af0-abe3-7f173f9c2eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:53.907148 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-09cdf7bf-0e90-4ed1-9689-b2d2eff0571e req-cc41f8ae-fcef-4af0-abe3-7f173f9c2eb7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bd4ff3ae34274cb6803be2c6188b2b0c&device_id=e34b4250-5c74-41a1-b378-16485ae18e6d HTTP/1.1" status: 200 len: 1096 time: 0.0775321 Aug 10 03:17:53.962586 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-09cdf7bf-0e90-4ed1-9689-b2d2eff0571e req-b5b05158-8845-4f94-9533-ce20ff2e1219 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8664479c-121d-48e7-8cc6-2ac0f5217b71 HTTP/1.1" status: 200 len: 217 time: 0.0410366 Aug 10 03:17:53.966831 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-63cbc790-cb3a-4d2d-a35c-169863f7a2bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521880'] for router_interface, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:53.974485 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56429792-aabe-41b8-a418-2da1d5e47880 req-f1b6201e-ae2d-4075-b21e-4673e10cd3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:53.984143 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-56429792-aabe-41b8-a418-2da1d5e47880 req-f1b6201e-ae2d-4075-b21e-4673e10cd3ad service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=33155ca7ecc34cda842c02acd145aff5&device_id=752d7f6c-6af2-4dfc-be5c-f78dfdc2e0fb HTTP/1.1" status: 200 len: 1097 time: 0.0680470 Aug 10 03:17:54.004054 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4ee8e56-d0e0-41cc-8147-270cabe19a39 x-openstack-request-id: req-a4ee8e56-d0e0-41cc-8147-270cabe19a39 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:17:54.004526 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abb04be0-c7f2-4622-8647-9fdf68e648ba", "name": "network-vif-plugged", "status": "completed", "tag": "5f10a11f-fa51-4b08-b7ae-76ff6155d72c", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:17:54.006903 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a4ee8e56-d0e0-41cc-8147-270cabe19a39 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:17:54.007456 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abb04be0-c7f2-4622-8647-9fdf68e648ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f10a11f-fa51-4b08-b7ae-76ff6155d72c', 'code': 200} Aug 10 03:17:54.032685 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-078d3d00-25bc-4761-ae22-ae493181aead None None] Set router 45afe298-11f4-4d17-a070-600af607d9cc gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:17:54.113522 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cdf7bf-0e90-4ed1-9689-b2d2eff0571e req-660f6bc1-579e-4c9f-8fbc-fdb38a8d5a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:54.115347 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-09cdf7bf-0e90-4ed1-9689-b2d2eff0571e req-660f6bc1-579e-4c9f-8fbc-fdb38a8d5a4a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3f0e3909-62c9-4453-825e-ffacada819b0 HTTP/1.1" status: 200 len: 851 time: 0.0964439 Aug 10 03:17:54.147224 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df56143-1eb0-49e6-afdc-9ace79ab9b86 req-14873167-60f8-4a34-9948-2423b69e0a23 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:54.148900 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5df56143-1eb0-49e6-afdc-9ace79ab9b86 req-14873167-60f8-4a34-9948-2423b69e0a23 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=5224d542-6317-4cf8-aaf0-6e88d7d93fa3 HTTP/1.1" status: 200 len: 944 time: 0.0803363 Aug 10 03:17:54.185683 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56429792-aabe-41b8-a418-2da1d5e47880 req-bac97447-7d54-4baf-a914-5cb147b36db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:54.187304 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-56429792-aabe-41b8-a418-2da1d5e47880 req-bac97447-7d54-4baf-a914-5cb147b36db6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1816f95b-2474-4407-8097-c5e0f21fa613 HTTP/1.1" status: 200 len: 929 time: 0.1969681 Aug 10 03:17:54.198012 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-09cdf7bf-0e90-4ed1-9689-b2d2eff0571e req-d5f50984-d4cc-49b3-b4f8-844d60fe5c12 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=06cba743-97cb-4e3d-9173-104a9c9a70d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448253 Aug 10 03:17:54.237634 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:54.241697 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5df56143-1eb0-49e6-afdc-9ace79ab9b86 req-abeaf43c-b550-4e9b-9dfc-d8aa76ff485c tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798335 Aug 10 03:17:54.269958 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-56429792-aabe-41b8-a418-2da1d5e47880 req-28e280c2-2dc1-4939-950c-16a1c984a7b2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae5ac60f-971c-4ef4-9592-42d3d092eda8 HTTP/1.1" status: 200 len: 997 time: 0.0694349 Aug 10 03:17:54.342023 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56429792-aabe-41b8-a418-2da1d5e47880 req-2b98baa8-08c6-4d2b-8dba-3881eff1761f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:54.343760 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-56429792-aabe-41b8-a418-2da1d5e47880 req-2b98baa8-08c6-4d2b-8dba-3881eff1761f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0417ba49-cc4f-4be3-b922-ec544070c594 HTTP/1.1" status: 200 len: 868 time: 0.0526409 Aug 10 03:17:54.371908 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-09cdf7bf-0e90-4ed1-9689-b2d2eff0571e req-692e0ebf-e488-47b0-a32c-fae4c40718f8 service neutron] 10.222.0.61 "GET /v2.0/networks/06cba743-97cb-4e3d-9173-104a9c9a70d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574068 Aug 10 03:17:54.382398 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-63cbc790-cb3a-4d2d-a35c-169863f7a2bc admin admin] Deleting port ec671ebe-584f-4b74-a42f-744c048f1c87 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:17:54.382828 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-63cbc790-cb3a-4d2d-a35c-169863f7a2bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:54.397282 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56429792-aabe-41b8-a418-2da1d5e47880 req-bd526818-d630-4ef2-b304-5576e1ea8e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:54.405152 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-56429792-aabe-41b8-a418-2da1d5e47880 req-bd526818-d630-4ef2-b304-5576e1ea8e0f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1816f95b-2474-4407-8097-c5e0f21fa613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518742 Aug 10 03:17:54.410730 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [req-56429792-aabe-41b8-a418-2da1d5e47880 req-c35e5a91-b2fb-42e4-ad37-66d7f3259087 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:17:54.418759 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-56429792-aabe-41b8-a418-2da1d5e47880 req-c35e5a91-b2fb-42e4-ad37-66d7f3259087 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0123987 Aug 10 03:17:54.486680 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-09cdf7bf-0e90-4ed1-9689-b2d2eff0571e req-29795cb2-b5ed-47d0-8803-028a53fb84a4 service neutron] 10.222.0.61 "GET /v2.0/networks/06cba743-97cb-4e3d-9173-104a9c9a70d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000676 Aug 10 03:17:54.488079 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f11335a-fde5-4fa0-8b92-8f368a3f17a7 x-openstack-request-id: req-6f11335a-fde5-4fa0-8b92-8f368a3f17a7 {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:17:54.488365 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e34b4250-5c74-41a1-b378-16485ae18e6d", "tag": "8664479c-121d-48e7-8cc6-2ac0f5217b71", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:17:54.489255 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6f11335a-fde5-4fa0-8b92-8f368a3f17a7 {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:17:54.489702 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e34b4250-5c74-41a1-b378-16485ae18e6d', 'tag': '8664479c-121d-48e7-8cc6-2ac0f5217b71', 'status': 'completed', 'code': 200} Aug 10 03:17:54.522494 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-078d3d00-25bc-4761-ae22-ae493181aead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45afe298-11f4-4d17-a070-600af607d9cc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2102958883-router', 'tenant_id': '33155ca7ecc34cda842c02acd145aff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '5f4523b9-0580-4d9a-8db5-ec7f6d617769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:17:19Z', 'updated_at': '2021-08-10T03:17:23Z', 'revision_number': 4, 'project_id': '33155ca7ecc34cda842c02acd145aff5', 'gw_port': {'id': '5f4523b9-0580-4d9a-8db5-ec7f6d617769', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:38:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45afe298-11f4-4d17-a070-600af607d9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:17:20Z', 'updated_at': '2021-08-10T03:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '845d7caf-e8c7-4de1-a3ab-c39b2e8e586a', 'tenant_id': '33155ca7ecc34cda842c02acd145aff5', 'floating_ip_address': '172.25.6.7', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '45afe298-11f4-4d17-a070-600af607d9cc', 'port_id': 'ae5ac60f-971c-4ef4-9592-42d3d092eda8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1816f95b-2474-4407-8097-c5e0f21fa613', 'mac_address': 'fa:16:3e:cb:43:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '752d7f6c-6af2-4dfc-be5c-f78dfdc2e0fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:17:49Z', 'updated_at': '2021-08-10T03:17:52Z', 'revision_number': 1, 'project_id': '33155ca7ecc34cda842c02acd145aff5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd1c69e9-e88a-4dc1-8fcb-87178446f1ca', 'name': '', 'network_id': '1816f95b-2474-4407-8097-c5e0f21fa613', 'tenant_id': '33155ca7ecc34cda842c02acd145aff5', 'mac_address': 'fa:16:3e:b4:0b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45afe298-11f4-4d17-a070-600af607d9cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '0417ba49-cc4f-4be3-b922-ec544070c594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:17:22Z', 'updated_at': '2021-08-10T03:17:31Z', 'revision_number': 5, 'project_id': '33155ca7ecc34cda842c02acd145aff5', 'subnets': [{'id': '0417ba49-cc4f-4be3-b922-ec544070c594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:17:54.542912 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-682f162b-bb46-4af7-beaf-cb01410f2eca x-openstack-request-id: req-682f162b-bb46-4af7-beaf-cb01410f2eca {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:17:54.549160 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "752d7f6c-6af2-4dfc-be5c-f78dfdc2e0fb", "tag": "ae5ac60f-971c-4ef4-9592-42d3d092eda8", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:17:54.549160 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-682f162b-bb46-4af7-beaf-cb01410f2eca {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:17:54.549160 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '752d7f6c-6af2-4dfc-be5c-f78dfdc2e0fb', 'tag': 'ae5ac60f-971c-4ef4-9592-42d3d092eda8', 'status': 'completed', 'code': 200} Aug 10 03:17:54.555142 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-56429792-aabe-41b8-a418-2da1d5e47880 req-00287df2-5bc8-41b8-b5ba-1e69924149d3 service neutron] 10.222.0.44 "GET /v2.0/networks/1816f95b-2474-4407-8097-c5e0f21fa613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353822 Aug 10 03:17:54.586196 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078d3d00-25bc-4761-ae22-ae493181aead None None] Checking router: 45afe298-11f4-4d17-a070-600af607d9cc for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:17:54.596285 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078d3d00-25bc-4761-ae22-ae493181aead None None] Routers {'45afe298-11f4-4d17-a070-600af607d9cc'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:17:54.596923 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-078d3d00-25bc-4761-ae22-ae493181aead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:17:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['45afe298-11f4-4d17-a070-600af607d9cc'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:17:54.628684 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-63cbc790-cb3a-4d2d-a35c-169863f7a2bc admin admin] For port ec671ebe-584f-4b74-a42f-744c048f1c87, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=ec671ebe-584f-4b74-a42f-744c048f1c87,segment=NetworkSegment(cf809c92-fc9c-4d6a-993c-3a15ac942622),segment_id=cf809c92-fc9c-4d6a-993c-3a15ac942622)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:54.629057 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-63cbc790-cb3a-4d2d-a35c-169863f7a2bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:54.675604 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-63cbc790-cb3a-4d2d-a35c-169863f7a2bc admin admin] Calling delete_port for ec671ebe-584f-4b74-a42f-744c048f1c87 owned by network:router_interface {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:17:54.714575 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-078d3d00-25bc-4761-ae22-ae493181aead None None] Set router 45afe298-11f4-4d17-a070-600af607d9cc gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:17:54.730185 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35259a9-c210-4648-8efc-c65683a48dcb req-9075c2b9-0b37-460a-bba1-79cf80c14612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:54.731822 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b35259a9-c210-4648-8efc-c65683a48dcb req-9075c2b9-0b37-460a-bba1-79cf80c14612 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=33155ca7ecc34cda842c02acd145aff5&device_id=752d7f6c-6af2-4dfc-be5c-f78dfdc2e0fb HTTP/1.1" status: 200 len: 1097 time: 0.1542590 Aug 10 03:17:54.746182 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07163db-c347-4fc7-86bb-e0d0ad036a35 req-ac2aed15-0d17-4e99-881d-55cafa0871e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:54.747951 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-a07163db-c347-4fc7-86bb-e0d0ad036a35 req-ac2aed15-0d17-4e99-881d-55cafa0871e4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bd4ff3ae34274cb6803be2c6188b2b0c&device_id=e34b4250-5c74-41a1-b378-16485ae18e6d HTTP/1.1" status: 200 len: 1096 time: 0.1717327 Aug 10 03:17:54.748958 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d011c8e-3c4c-4b80-b195-e66bec2084db req-b7ce6cb1-553f-4d3a-b99a-bf62010c4cda tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:54.756979 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3d011c8e-3c4c-4b80-b195-e66bec2084db req-b7ce6cb1-553f-4d3a-b99a-bf62010c4cda tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=abb04be0-c7f2-4622-8647-9fdf68e648ba HTTP/1.1" status: 200 len: 950 time: 0.1198466 Aug 10 03:17:54.766355 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d246c4-4f71-406e-80c4-9b259cec3755 req-4b252eab-74c7-481c-b310-30b928dbe0f9 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:54.767886 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-e1d246c4-4f71-406e-80c4-9b259cec3755 req-4b252eab-74c7-481c-b310-30b928dbe0f9 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.61 "GET /v2.0/ports?device_id=abb04be0-c7f2-4622-8647-9fdf68e648ba HTTP/1.1" status: 200 len: 950 time: 0.1355438 Aug 10 03:17:54.804824 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-56429792-aabe-41b8-a418-2da1d5e47880 req-470c20f3-ca8b-4b58-947d-10ccd9df16fa service neutron] 10.222.0.44 "GET /v2.0/networks/1816f95b-2474-4407-8097-c5e0f21fa613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393050 Aug 10 03:17:54.878620 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3d011c8e-3c4c-4b80-b195-e66bec2084db req-22c88225-fd01-4237-a68d-c540d6b57208 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204591 Aug 10 03:17:54.889081 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07163db-c347-4fc7-86bb-e0d0ad036a35 req-eb772a4f-f07d-408b-997f-86f883238353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:54.890163 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-a07163db-c347-4fc7-86bb-e0d0ad036a35 req-eb772a4f-f07d-408b-997f-86f883238353 service neutron] 10.222.0.61 "GET /v2.0/networks?id=06cba743-97cb-4e3d-9173-104a9c9a70d3 HTTP/1.1" status: 200 len: 911 time: 0.1213977 Aug 10 03:17:54.942798 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35259a9-c210-4648-8efc-c65683a48dcb req-bd406f02-a80f-4e98-bf82-e92aee913f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:54.944869 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b35259a9-c210-4648-8efc-c65683a48dcb req-bd406f02-a80f-4e98-bf82-e92aee913f9b service neutron] 10.222.0.42 "GET /v2.0/networks?id=1816f95b-2474-4407-8097-c5e0f21fa613 HTTP/1.1" status: 200 len: 929 time: 0.1715362 Aug 10 03:17:54.989558 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-078d3d00-25bc-4761-ae22-ae493181aead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45afe298-11f4-4d17-a070-600af607d9cc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2102958883-router', 'tenant_id': '33155ca7ecc34cda842c02acd145aff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '5f4523b9-0580-4d9a-8db5-ec7f6d617769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:17:19Z', 'updated_at': '2021-08-10T03:17:23Z', 'revision_number': 4, 'project_id': '33155ca7ecc34cda842c02acd145aff5', 'gw_port': {'id': '5f4523b9-0580-4d9a-8db5-ec7f6d617769', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:38:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45afe298-11f4-4d17-a070-600af607d9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:17:20Z', 'updated_at': '2021-08-10T03:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '845d7caf-e8c7-4de1-a3ab-c39b2e8e586a', 'tenant_id': '33155ca7ecc34cda842c02acd145aff5', 'floating_ip_address': '172.25.6.7', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '45afe298-11f4-4d17-a070-600af607d9cc', 'port_id': 'ae5ac60f-971c-4ef4-9592-42d3d092eda8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1816f95b-2474-4407-8097-c5e0f21fa613', 'mac_address': 'fa:16:3e:cb:43:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '752d7f6c-6af2-4dfc-be5c-f78dfdc2e0fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:17:49Z', 'updated_at': '2021-08-10T03:17:52Z', 'revision_number': 1, 'project_id': '33155ca7ecc34cda842c02acd145aff5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd1c69e9-e88a-4dc1-8fcb-87178446f1ca', 'name': '', 'network_id': '1816f95b-2474-4407-8097-c5e0f21fa613', 'tenant_id': '33155ca7ecc34cda842c02acd145aff5', 'mac_address': 'fa:16:3e:b4:0b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45afe298-11f4-4d17-a070-600af607d9cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '0417ba49-cc4f-4be3-b922-ec544070c594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:17:22Z', 'updated_at': '2021-08-10T03:17:31Z', 'revision_number': 5, 'project_id': '33155ca7ecc34cda842c02acd145aff5', 'subnets': [{'id': '0417ba49-cc4f-4be3-b922-ec544070c594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:17:55.000685 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-a07163db-c347-4fc7-86bb-e0d0ad036a35 req-50d845a6-8a57-42a6-91e3-59696ae75ef2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8664479c-121d-48e7-8cc6-2ac0f5217b71 HTTP/1.1" status: 200 len: 217 time: 0.0869420 Aug 10 03:17:55.021484 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078d3d00-25bc-4761-ae22-ae493181aead None None] The sync data for ids ['45afe298-11f4-4d17-a070-600af607d9cc'] in n-d-768862-13 is: [{'id': '45afe298-11f4-4d17-a070-600af607d9cc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2102958883-router', 'tenant_id': '33155ca7ecc34cda842c02acd145aff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '5f4523b9-0580-4d9a-8db5-ec7f6d617769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:17:19Z', 'updated_at': '2021-08-10T03:17:23Z', 'revision_number': 4, 'project_id': '33155ca7ecc34cda842c02acd145aff5', 'gw_port': {'id': '5f4523b9-0580-4d9a-8db5-ec7f6d617769', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:38:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45afe298-11f4-4d17-a070-600af607d9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:17:20Z', 'updated_at': '2021-08-10T03:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '845d7caf-e8c7-4de1-a3ab-c39b2e8e586a', 'tenant_id': '33155ca7ecc34cda842c02acd145aff5', 'floating_ip_address': '172.25.6.7', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '45afe298-11f4-4d17-a070-600af607d9cc', 'port_id': 'ae5ac60f-971c-4ef4-9592-42d3d092eda8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1816f95b-2474-4407-8097-c5e0f21fa613', 'mac_address': 'fa:16:3e:cb:43:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '752d7f6c-6af2-4dfc-be5c-f78dfdc2e0fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:17:49Z', 'updated_at': '2021-08-10T03:17:52Z', 'revision_number': 1, 'project_id': '33155ca7ecc34cda842c02acd145aff5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd1c69e9-e88a-4dc1-8fcb-87178446f1ca', 'name': '', 'network_id': '1816f95b-2474-4407-8097-c5e0f21fa613', 'tenant_id': '33155ca7ecc34cda842c02acd145aff5', 'mac_address': 'fa:16:3e:b4:0b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45afe298-11f4-4d17-a070-600af607d9cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '0417ba49-cc4f-4be3-b922-ec544070c594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:17:22Z', 'updated_at': '2021-08-10T03:17:31Z', 'revision_number': 5, 'project_id': '33155ca7ecc34cda842c02acd145aff5', 'subnets': [{'id': '0417ba49-cc4f-4be3-b922-ec544070c594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:17:55.127386 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b35259a9-c210-4648-8efc-c65683a48dcb req-6fde343c-34fe-4c75-b47a-e0e2c4bee5a0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae5ac60f-971c-4ef4-9592-42d3d092eda8 HTTP/1.1" status: 200 len: 997 time: 0.1695609 Aug 10 03:17:55.152829 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07163db-c347-4fc7-86bb-e0d0ad036a35 req-50feecf4-32b2-47b9-81f7-2ac016ed020b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:55.154361 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-a07163db-c347-4fc7-86bb-e0d0ad036a35 req-50feecf4-32b2-47b9-81f7-2ac016ed020b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3f0e3909-62c9-4453-825e-ffacada819b0 HTTP/1.1" status: 200 len: 851 time: 0.1149418 Aug 10 03:17:55.186047 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-e1d246c4-4f71-406e-80c4-9b259cec3755 req-1113da87-9bf8-44e4-9db3-176fc514407a tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Deleting port 5f10a11f-fa51-4b08-b7ae-76ff6155d72c {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:17:55.186566 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-e1d246c4-4f71-406e-80c4-9b259cec3755 req-1113da87-9bf8-44e4-9db3-176fc514407a tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:55.192006 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1ca93991-ef32-43cf-8776-da047381342c req-7837541e-2b18-4b3c-941c-1ea35e454d40 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=2ea12131-628a-487e-b434-0463553732bd HTTP/1.1" status: 200 len: 258 time: 0.2522950 Aug 10 03:17:55.204938 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8c2e21-7ad8-43eb-97d7-f42937997338 req-977b5f1d-9202-4aec-ac4d-45830aaa40cb tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:55.208959 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3f8c2e21-7ad8-43eb-97d7-f42937997338 req-977b5f1d-9202-4aec-ac4d-45830aaa40cb tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b2bfe29-2c7f-46f2-96c8-28060b70fc3d HTTP/1.1" status: 200 len: 946 time: 0.1960218 Aug 10 03:17:55.212562 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-1ca93991-ef32-43cf-8776-da047381342c req-8ebebbf7-d668-4e41-a442-50907712dec1 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Request body: {'floatingip': {'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:17:55.219980 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:55.227359 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-a07163db-c347-4fc7-86bb-e0d0ad036a35 req-a69f1682-ae71-4d3a-9387-02d866c333ad service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=06cba743-97cb-4e3d-9173-104a9c9a70d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595767 Aug 10 03:17:55.257792 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35259a9-c210-4648-8efc-c65683a48dcb req-b8f01880-749b-43a1-8e72-8b1153822d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:55.259410 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b35259a9-c210-4648-8efc-c65683a48dcb req-b8f01880-749b-43a1-8e72-8b1153822d58 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0417ba49-cc4f-4be3-b922-ec544070c594 HTTP/1.1" status: 200 len: 868 time: 0.1224771 Aug 10 03:17:55.293331 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-1ca93991-ef32-43cf-8776-da047381342c req-8ebebbf7-d668-4e41-a442-50907712dec1 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Notify callbacks [] for floatingip, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:55.312647 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ddde4c4-8c72-4929-8535-7a201f040da7 None None] New status for floating IP 845d7caf-e8c7-4de1-a3ab-c39b2e8e586a: ACTIVE {{(pid=94263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:17:55.315915 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3f8c2e21-7ad8-43eb-97d7-f42937997338 req-e674dffa-992b-43eb-8e96-78d585a974a5 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/security-groups?id=58160609-a8c2-4b15-a3de-467e7dbbc834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957286 Aug 10 03:17:55.379175 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-63cbc790-cb3a-4d2d-a35c-169863f7a2bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:55.397252 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35259a9-c210-4648-8efc-c65683a48dcb req-3dab1153-49c5-4ef5-aa22-9e43d1e484ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:55.398866 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b35259a9-c210-4648-8efc-c65683a48dcb req-3dab1153-49c5-4ef5-aa22-9e43d1e484ed service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1816f95b-2474-4407-8097-c5e0f21fa613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1249359 Aug 10 03:17:55.445806 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cbc790-cb3a-4d2d-a35c-169863f7a2bc admin admin] Pushing event deleted for resources: {'Port': ['ID=ec671ebe-584f-4b74-a42f-744c048f1c87,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:55.529729 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-e1d246c4-4f71-406e-80c4-9b259cec3755 req-1113da87-9bf8-44e4-9db3-176fc514407a tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] For port 5f10a11f-fa51-4b08-b7ae-76ff6155d72c, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=5f10a11f-fa51-4b08-b7ae-76ff6155d72c,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:55.530555 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-e1d246c4-4f71-406e-80c4-9b259cec3755 req-1113da87-9bf8-44e4-9db3-176fc514407a tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:55.541809 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-a07163db-c347-4fc7-86bb-e0d0ad036a35 req-b68993b1-a5cc-4109-954c-eed0c4eda18b service neutron] 10.222.0.61 "GET /v2.0/networks/06cba743-97cb-4e3d-9173-104a9c9a70d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992046 Aug 10 03:17:55.553318 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927cb23a-1350-4da1-a2f3-699174028d7c req-a311e81c-c2fa-416b-b5eb-b0dc076f2c3a tempest-LiveAutoBlockMigrationV225Test-725400249 tempest-LiveAutoBlockMigrationV225Test-725400249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:55.554941 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-927cb23a-1350-4da1-a2f3-699174028d7c req-a311e81c-c2fa-416b-b5eb-b0dc076f2c3a tempest-LiveAutoBlockMigrationV225Test-725400249 tempest-LiveAutoBlockMigrationV225Test-725400249-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=5224d542-6317-4cf8-aaf0-6e88d7d93fa3 HTTP/1.1" status: 200 len: 1096 time: 0.1289229 Aug 10 03:17:55.565932 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-e1d246c4-4f71-406e-80c4-9b259cec3755 req-1113da87-9bf8-44e4-9db3-176fc514407a tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Calling delete_port for 5f10a11f-fa51-4b08-b7ae-76ff6155d72c owned by compute:nova {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:17:55.626202 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b35259a9-c210-4648-8efc-c65683a48dcb req-9803f1d6-32ed-4c86-84d7-2c3e2a3f8500 service neutron] 10.222.0.42 "GET /v2.0/networks/1816f95b-2474-4407-8097-c5e0f21fa613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134690 Aug 10 03:17:55.646533 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-927cb23a-1350-4da1-a2f3-699174028d7c req-456eef57-c13a-4aba-b2cf-9edd82051061 tempest-LiveAutoBlockMigrationV225Test-725400249 tempest-LiveAutoBlockMigrationV225Test-725400249-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757790 Aug 10 03:17:55.649749 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-1ca93991-ef32-43cf-8776-da047381342c req-8ebebbf7-d668-4e41-a442-50907712dec1 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:55.835380 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-a07163db-c347-4fc7-86bb-e0d0ad036a35 req-5203ebb2-53bb-4439-aa71-8ac8a752c4d1 service neutron] 10.222.0.61 "GET /v2.0/networks/06cba743-97cb-4e3d-9173-104a9c9a70d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799199 Aug 10 03:17:55.861260 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-63cbc790-cb3a-4d2d-a35c-169863f7a2bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-522536'] for router_interface, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:55.880178 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b35259a9-c210-4648-8efc-c65683a48dcb req-0a73ab96-d6cd-42cf-8f6c-666c9ddafb6a service neutron] 10.222.0.42 "GET /v2.0/networks/1816f95b-2474-4407-8097-c5e0f21fa613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449956 Aug 10 03:17:55.915502 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:55.929571 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e199a2c-a958-4317-85cb-e0a6e96bc6f1 req-44e0baae-ec67-49e2-8ca6-361a283b02da tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:55.931331 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1e199a2c-a958-4317-85cb-e0a6e96bc6f1 req-44e0baae-ec67-49e2-8ca6-361a283b02da tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=e34b4250-5c74-41a1-b378-16485ae18e6d HTTP/1.1" status: 200 len: 944 time: 0.1267982 Aug 10 03:17:55.932715 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-1ca93991-ef32-43cf-8776-da047381342c req-8ebebbf7-d668-4e41-a442-50907712dec1 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Allocated IP 172.25.6.204 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/e503c6c6-1abf-4b8e-ae63-04e14ff18f1b) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:17:56.001439 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-e1d246c4-4f71-406e-80c4-9b259cec3755 req-1113da87-9bf8-44e4-9db3-176fc514407a tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:56.017826 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['31f32a05-17ab-4fff-8025-246c50e68f96', 'ee384af7-0b27-4268-a6eb-5ba07e13950a', '5f10a11f-fa51-4b08-b7ae-76ff6155d72c'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:17:56.023024 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['408a3286-4f2d-4fd4-a596-e648c93bfc43'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:17:56.043870 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1113da87-9bf8-44e4-9db3-176fc514407a tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Pushing event deleted for resources: {'Port': ['ID=5f10a11f-fa51-4b08-b7ae-76ff6155d72c,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:56.059608 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1e199a2c-a958-4317-85cb-e0a6e96bc6f1 req-11877067-5d54-4b90-986e-451b4bc682d2 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188729 Aug 10 03:17:56.137266 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-1ca93991-ef32-43cf-8776-da047381342c req-8ebebbf7-d668-4e41-a442-50907712dec1 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:56.205792 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-1ca93991-ef32-43cf-8776-da047381342c req-8ebebbf7-d668-4e41-a442-50907712dec1 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:56.303224 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ca93991-ef32-43cf-8776-da047381342c req-8ebebbf7-d668-4e41-a442-50907712dec1 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:17:56.311665 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-1ca93991-ef32-43cf-8776-da047381342c req-8ebebbf7-d668-4e41-a442-50907712dec1 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:17:56.323881 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ca93991-ef32-43cf-8776-da047381342c req-8ebebbf7-d668-4e41-a442-50907712dec1 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:17:56.330857 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebebbf7-d668-4e41-a442-50907712dec1 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Pushing event updated for resources: {'Port': ['ID=e503c6c6-1abf-4b8e-ae63-04e14ff18f1b,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:56.492106 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-1ca93991-ef32-43cf-8776-da047381342c req-8ebebbf7-d668-4e41-a442-50907712dec1 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:56.555149 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-1ca93991-ef32-43cf-8776-da047381342c req-8ebebbf7-d668-4e41-a442-50907712dec1 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:56.564777 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1d246c4-4f71-406e-80c4-9b259cec3755 req-1113da87-9bf8-44e4-9db3-176fc514407a tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] No DVR routers for this DVR port 5f10a11f-fa51-4b08-b7ae-76ff6155d72c on host n-h2-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:17:56.571728 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-e1d246c4-4f71-406e-80c4-9b259cec3755 req-1113da87-9bf8-44e4-9db3-176fc514407a tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:56.577556 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-e1d246c4-4f71-406e-80c4-9b259cec3755 req-1113da87-9bf8-44e4-9db3-176fc514407a tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.61 "DELETE /v2.0/ports/5f10a11f-fa51-4b08-b7ae-76ff6155d72c HTTP/1.1" status: 204 len: 173 time: 1.7895269 Aug 10 03:17:56.583031 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abb04be0-c7f2-4622-8647-9fdf68e648ba', 'name': 'network-vif-deleted', 'tag': '5f10a11f-fa51-4b08-b7ae-76ff6155d72c'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:17:56.585944 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f6f6855-5fa9-4f3c-a120-3b0dd57cde3b" -d '{"events": [{"server_uuid": "abb04be0-c7f2-4622-8647-9fdf68e648ba", "name": "network-vif-deleted", "tag": "5f10a11f-fa51-4b08-b7ae-76ff6155d72c"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:17:56.640923 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:56.732683 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63cbc790-cb3a-4d2d-a35c-169863f7a2bc admin admin] Router c1a832fc-9a91-43e7-9047-2dbdc8f24ca0 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:17:56.772972 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-38270668-22e3-4987-adcd-5f54354398e9 req-ff9eda8a-97cf-479a-8fe7-c57b24fb0033 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=abb04be0-c7f2-4622-8647-9fdf68e648ba HTTP/1.1" status: 200 len: 210 time: 0.0436451 Aug 10 03:17:56.864867 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63cbc790-cb3a-4d2d-a35c-169863f7a2bc admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:17:56.871861 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-63cbc790-cb3a-4d2d-a35c-169863f7a2bc admin admin] 10.222.0.44 "PUT /v2.0/routers/c1a832fc-9a91-43e7-9047-2dbdc8f24ca0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5302575 Aug 10 03:17:56.873400 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 48808) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:56.876085 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580ed294-c32e-477e-8619-ba571eb3ad51 None None] Sync routers for ids ['c1a832fc-9a91-43e7-9047-2dbdc8f24ca0'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:17:56.888455 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580ed294-c32e-477e-8619-ba571eb3ad51 None None] Routers {'c1a832fc-9a91-43e7-9047-2dbdc8f24ca0'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:17:56.890307 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-580ed294-c32e-477e-8619-ba571eb3ad51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:17:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['c1a832fc-9a91-43e7-9047-2dbdc8f24ca0'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:17:56.903927 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-1ca93991-ef32-43cf-8776-da047381342c req-8ebebbf7-d668-4e41-a442-50907712dec1 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:56.916899 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b10a5f8-3d39-4a2b-964c-3b94c41f4442 req-ccc506c4-3ce9-4302-bcb7-07761d823ed8 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:56.918510 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9b10a5f8-3d39-4a2b-964c-3b94c41f4442 req-ccc506c4-3ce9-4302-bcb7-07761d823ed8 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b2bfe29-2c7f-46f2-96c8-28060b70fc3d HTTP/1.1" status: 200 len: 946 time: 0.0773170 Aug 10 03:17:56.919683 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-1ca93991-ef32-43cf-8776-da047381342c req-8ebebbf7-d668-4e41-a442-50907712dec1 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:57.015769 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5340c4e3-b755-410e-b9ba-bd8186e5cfe1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:57.024857 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-580ed294-c32e-477e-8619-ba571eb3ad51 None None] Set router c1a832fc-9a91-43e7-9047-2dbdc8f24ca0 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:17:57.114828 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 48812) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:57.168547 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5340c4e3-b755-410e-b9ba-bd8186e5cfe1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:57.268007 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-580ed294-c32e-477e-8619-ba571eb3ad51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1a832fc-9a91-43e7-9047-2dbdc8f24ca0', 'name': 'tempest-FloatingIPsTestJSON-1192985578-router', 'tenant_id': '1e63b0dd8d0444208cf7b4a6c208a7da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': '884e7bc5-40e0-4880-adc3-1a3fda432947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:17:29Z', 'updated_at': '2021-08-10T03:17:55Z', 'revision_number': 5, 'project_id': '1e63b0dd8d0444208cf7b4a6c208a7da', 'gw_port': {'id': '884e7bc5-40e0-4880-adc3-1a3fda432947', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:87:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a832fc-9a91-43e7-9047-2dbdc8f24ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:17:30Z', 'updated_at': '2021-08-10T03:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:17:57.270527 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-5340c4e3-b755-410e-b9ba-bd8186e5cfe1 admin admin] Deleting port 884e7bc5-40e0-4880-adc3-1a3fda432947 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:17:57.270913 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5340c4e3-b755-410e-b9ba-bd8186e5cfe1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:57.274197 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2d104676-e6c5-4663-81cc-365134e72f29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:57.315800 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580ed294-c32e-477e-8619-ba571eb3ad51 None None] Checking router: c1a832fc-9a91-43e7-9047-2dbdc8f24ca0 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:17:57.325975 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580ed294-c32e-477e-8619-ba571eb3ad51 None None] Routers {'c1a832fc-9a91-43e7-9047-2dbdc8f24ca0'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:17:57.326515 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-580ed294-c32e-477e-8619-ba571eb3ad51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:17:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['c1a832fc-9a91-43e7-9047-2dbdc8f24ca0'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:17:57.402774 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-5340c4e3-b755-410e-b9ba-bd8186e5cfe1 admin admin] For port 884e7bc5-40e0-4880-adc3-1a3fda432947, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=884e7bc5-40e0-4880-adc3-1a3fda432947,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:57.403178 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5340c4e3-b755-410e-b9ba-bd8186e5cfe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:57.426312 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-5340c4e3-b755-410e-b9ba-bd8186e5cfe1 admin admin] Calling delete_port for 884e7bc5-40e0-4880-adc3-1a3fda432947 owned by network:router_gateway {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:17:57.432251 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9b10a5f8-3d39-4a2b-964c-3b94c41f4442 req-f2e719cd-b91c-44ac-8148-a881d1f73677 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/security-groups?id=58160609-a8c2-4b15-a3de-467e7dbbc834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5030270 Aug 10 03:17:57.455112 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebebbf7-d668-4e41-a442-50907712dec1 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Pushing event updated for resources: {'Port': ['ID=e503c6c6-1abf-4b8e-ae63-04e14ff18f1b,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:57.460221 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-1ca93991-ef32-43cf-8776-da047381342c req-8ebebbf7-d668-4e41-a442-50907712dec1 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:57.499028 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-580ed294-c32e-477e-8619-ba571eb3ad51 None None] Set router c1a832fc-9a91-43e7-9047-2dbdc8f24ca0 gateway port host: None {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:17:57.527677 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2d104676-e6c5-4663-81cc-365134e72f29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:57.534992 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2d104676-e6c5-4663-81cc-365134e72f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:57.542564 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-1ca93991-ef32-43cf-8776-da047381342c req-8ebebbf7-d668-4e41-a442-50907712dec1 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:57.543804 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1ca93991-ef32-43cf-8776-da047381342c req-8ebebbf7-d668-4e41-a442-50907712dec1 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3509643 Aug 10 03:17:57.557764 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-580ed294-c32e-477e-8619-ba571eb3ad51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1a832fc-9a91-43e7-9047-2dbdc8f24ca0', 'name': 'tempest-FloatingIPsTestJSON-1192985578-router', 'tenant_id': '1e63b0dd8d0444208cf7b4a6c208a7da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:17:29Z', 'updated_at': '2021-08-10T03:17:57Z', 'revision_number': 6, 'project_id': '1e63b0dd8d0444208cf7b4a6c208a7da', 'gw_port_host': None}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:17:57.593160 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580ed294-c32e-477e-8619-ba571eb3ad51 None None] The sync data for ids ['c1a832fc-9a91-43e7-9047-2dbdc8f24ca0'] in n-d-768862-13 is: [{'id': 'c1a832fc-9a91-43e7-9047-2dbdc8f24ca0', 'name': 'tempest-FloatingIPsTestJSON-1192985578-router', 'tenant_id': '1e63b0dd8d0444208cf7b4a6c208a7da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:17:29Z', 'updated_at': '2021-08-10T03:17:57Z', 'revision_number': 6, 'project_id': '1e63b0dd8d0444208cf7b4a6c208a7da', 'gw_port_host': None}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:17:57.611845 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1ca93991-ef32-43cf-8776-da047381342c req-f0c1d47d-e2c8-4543-9a54-dc3fb5bdfe17 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.204 HTTP/1.1" status: 200 len: 696 time: 0.0568283 Aug 10 03:17:57.630856 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-2d104676-e6c5-4663-81cc-365134e72f29 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e507864c5d964f2290d7cd84367d0bbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5147893 Aug 10 03:17:57.631761 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 48820) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:57.635259 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d104676-e6c5-4663-81cc-365134e72f29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f50147ab-269a-4fe9-938a-595c6c8831a1,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:57.711541 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7305533-b770-4c9e-84a0-27a3449edfc0 req-8445bc52-17a3-4088-8e41-6ecaa7c6abfe tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:57.713216 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c7305533-b770-4c9e-84a0-27a3449edfc0 req-8445bc52-17a3-4088-8e41-6ecaa7c6abfe tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=5224d542-6317-4cf8-aaf0-6e88d7d93fa3 HTTP/1.1" status: 200 len: 944 time: 0.1214252 Aug 10 03:17:57.730414 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5478b5a3-ca18-4c5f-95c3-2c47dff78be2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:57.745195 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5340c4e3-b755-410e-b9ba-bd8186e5cfe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:57.771689 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca93991-ef32-43cf-8776-da047381342c req-e519f874-93ff-427e-aba6-fe1d23892ca3 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:57.773364 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1ca93991-ef32-43cf-8776-da047381342c req-e519f874-93ff-427e-aba6-fe1d23892ca3 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] 10.222.0.44 "GET /v2.0/networks/2ea12131-628a-487e-b434-0463553732bd HTTP/1.1" status: 200 len: 784 time: 0.1474848 Aug 10 03:17:57.786411 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c7305533-b770-4c9e-84a0-27a3449edfc0 req-f42faeae-9ddb-4104-a613-37c09f9a744a tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655537 Aug 10 03:17:57.793384 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5478b5a3-ca18-4c5f-95c3-2c47dff78be2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:57.797395 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5340c4e3-b755-410e-b9ba-bd8186e5cfe1 admin admin] Pushing event deleted for resources: {'Port': ['ID=884e7bc5-40e0-4880-adc3-1a3fda432947,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:57.844624 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1977a1fd-5584-46a7-a66d-5c2a5216711e x-openstack-request-id: req-1977a1fd-5584-46a7-a66d-5c2a5216711e {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:17:57.844913 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abb04be0-c7f2-4622-8647-9fdf68e648ba", "name": "network-vif-deleted", "tag": "5f10a11f-fa51-4b08-b7ae-76ff6155d72c", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:17:57.845168 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1977a1fd-5584-46a7-a66d-5c2a5216711e {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:17:57.845679 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abb04be0-c7f2-4622-8647-9fdf68e648ba', 'name': 'network-vif-deleted', 'tag': '5f10a11f-fa51-4b08-b7ae-76ff6155d72c', 'status': 'completed', 'code': 200} Aug 10 03:17:57.919244 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5340c4e3-b755-410e-b9ba-bd8186e5cfe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520654'] for router_gateway, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:57.932517 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a248a58-8c67-4c1d-be67-ea2af9a02fb6 req-01838b3a-d869-4370-9fd5-32f198153a7d tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:57.934293 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2a248a58-8c67-4c1d-be67-ea2af9a02fb6 req-01838b3a-d869-4370-9fd5-32f198153a7d tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=e34b4250-5c74-41a1-b378-16485ae18e6d HTTP/1.1" status: 200 len: 944 time: 0.0642335 Aug 10 03:17:58.019570 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2a248a58-8c67-4c1d-be67-ea2af9a02fb6 req-0b1e568a-f5e9-4f98-99a1-c9cec9a4d42e tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774324 Aug 10 03:17:58.025473 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5340c4e3-b755-410e-b9ba-bd8186e5cfe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:58.028616 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5478b5a3-ca18-4c5f-95c3-2c47dff78be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:58.031328 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5478b5a3-ca18-4c5f-95c3-2c47dff78be2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:58.032526 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-5478b5a3-ca18-4c5f-95c3-2c47dff78be2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f50147ab-269a-4fe9-938a-595c6c8831a1 HTTP/1.1" status: 204 len: 168 time: 0.3985600 Aug 10 03:17:58.034019 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5340c4e3-b755-410e-b9ba-bd8186e5cfe1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:58.038263 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1e89a0-a312-4aab-962e-ec3391bcd51b req-68516c05-b33b-427c-89ff-b283f24f1800 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:58.045963 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9a1e89a0-a312-4aab-962e-ec3391bcd51b req-68516c05-b33b-427c-89ff-b283f24f1800 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] 10.222.0.44 "GET /v2.0/ports?device_id=752d7f6c-6af2-4dfc-be5c-f78dfdc2e0fb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0974033 Aug 10 03:17:58.065966 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17804ddd-ed8b-419e-80fc-f4f64d012a27 req-941c95b8-2114-4937-ada1-94bfaa3f02e9 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:58.068172 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-17804ddd-ed8b-419e-80fc-f4f64d012a27 req-941c95b8-2114-4937-ada1-94bfaa3f02e9 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.61 "GET /v2.0/ports?device_id=5224d542-6317-4cf8-aaf0-6e88d7d93fa3 HTTP/1.1" status: 200 len: 944 time: 0.1911666 Aug 10 03:17:58.098107 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9a1e89a0-a312-4aab-962e-ec3391bcd51b req-b003f8ab-2057-44aa-8057-11cb2aef8b82 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.204 HTTP/1.1" status: 200 len: 696 time: 0.0501478 Aug 10 03:17:58.111037 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-9a1e89a0-a312-4aab-962e-ec3391bcd51b req-fec27df2-fdee-43f2-9e84-e3824f2f7531 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Request body: {'floatingip': {'port_id': 'ae5ac60f-971c-4ef4-9592-42d3d092eda8', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:17:58.141532 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5478b5a3-ca18-4c5f-95c3-2c47dff78be2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f50147ab-269a-4fe9-938a-595c6c8831a1,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:58.176910 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-9a1e89a0-a312-4aab-962e-ec3391bcd51b req-fec27df2-fdee-43f2-9e84-e3824f2f7531 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Notify callbacks [] for floatingip, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:58.185717 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5340c4e3-b755-410e-b9ba-bd8186e5cfe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:58.186569 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5340c4e3-b755-410e-b9ba-bd8186e5cfe1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1a832fc-9a91-43e7-9047-2dbdc8f24ca0 {{(pid=94261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:17:58.194189 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5340c4e3-b755-410e-b9ba-bd8186e5cfe1 admin admin] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:58.198175 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-5340c4e3-b755-410e-b9ba-bd8186e5cfe1 admin admin] 10.222.0.44 "DELETE /v2.0/routers/c1a832fc-9a91-43e7-9047-2dbdc8f24ca0 HTTP/1.1" status: 204 len: 168 time: 1.3129694 Aug 10 03:17:58.199412 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 48830) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:58.290556 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-335dc2ff-f6af-40a3-b345-6054410bd036 admin admin] Deleting subnet 6d75c351-eb2b-491c-a8de-198f3dba4a5b {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:17:58.294689 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-335dc2ff-f6af-40a3-b345-6054410bd036 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:58.328835 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-17804ddd-ed8b-419e-80fc-f4f64d012a27 req-0881b6bc-6e56-4e7d-bc9f-4acfa43beaa6 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Deleting port be52cd3c-ba36-4ebd-8686-444cd0392805 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:17:58.329430 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-17804ddd-ed8b-419e-80fc-f4f64d012a27 req-0881b6bc-6e56-4e7d-bc9f-4acfa43beaa6 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:58.381885 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-335dc2ff-f6af-40a3-b345-6054410bd036 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:58.485098 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5c4e3e-e381-4b6a-9342-c9e5d761dbd0 req-b0e0b1b6-a204-4a28-b49e-39f20fcf575e tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:58.494262 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bf5c4e3e-e381-4b6a-9342-c9e5d761dbd0 req-b0e0b1b6-a204-4a28-b49e-39f20fcf575e tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=063e2de8-83eb-49a0-9d53-c3a7f698e2b1 HTTP/1.1" status: 200 len: 951 time: 0.0954483 Aug 10 03:17:58.501977 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-17804ddd-ed8b-419e-80fc-f4f64d012a27 req-0881b6bc-6e56-4e7d-bc9f-4acfa43beaa6 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] For port be52cd3c-ba36-4ebd-8686-444cd0392805, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=be52cd3c-ba36-4ebd-8686-444cd0392805,segment=NetworkSegment(ef460c05-97a2-474e-9fc7-ca614ed2a066),segment_id=ef460c05-97a2-474e-9fc7-ca614ed2a066)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:58.502390 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-17804ddd-ed8b-419e-80fc-f4f64d012a27 req-0881b6bc-6e56-4e7d-bc9f-4acfa43beaa6 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:58.511097 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 48838) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:58.529276 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-17804ddd-ed8b-419e-80fc-f4f64d012a27 req-0881b6bc-6e56-4e7d-bc9f-4acfa43beaa6 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Calling delete_port for be52cd3c-ba36-4ebd-8686-444cd0392805 owned by compute:nova {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:17:58.545311 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-11cbc10c-bd88-4e16-ba1c-3b36dfc75627 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:58.555034 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-335dc2ff-f6af-40a3-b345-6054410bd036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:58.594657 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bf5c4e3e-e381-4b6a-9342-c9e5d761dbd0 req-31d927d6-ff3f-4a1c-97cd-efe3e360fd19 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990212 Aug 10 03:17:58.602532 n-d-768862-13 neutron-server[94260]: INFO neutron.api.v2.resource [req-9a1e89a0-a312-4aab-962e-ec3391bcd51b req-fec27df2-fdee-43f2-9e84-e3824f2f7531 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] update failed (client error): There was a conflict when trying to complete your request. Aug 10 03:17:58.614773 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9a1e89a0-a312-4aab-962e-ec3391bcd51b req-fec27df2-fdee-43f2-9e84-e3824f2f7531 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] 10.222.0.44 "PUT /v2.0/floatingips/7dbb236b-a8c5-4607-90e8-c35413f07ba3 HTTP/1.1" status: 409 len: 550 time: 0.5097470 Aug 10 03:17:58.656405 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 884e7bc5-40e0-4880-adc3-1a3fda432947 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:17:58.689445 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 884e7bc5-40e0-4880-adc3-1a3fda432947 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:17:58.689677 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 884e7bc5-40e0-4880-adc3-1a3fda432947 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:17:58.690123 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device ec671ebe-584f-4b74-a42f-744c048f1c87 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:17:58.713428 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-27a4e0df-9342-4636-9cc1-804763913e54 req-b27d6fbb-bd58-4059-929c-130d1f833a46 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] 10.222.0.44 "GET /v2.0/floatingips/7dbb236b-a8c5-4607-90e8-c35413f07ba3 HTTP/1.1" status: 200 len: 693 time: 0.0806012 Aug 10 03:17:58.756871 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 8664479c-121d-48e7-8cc6-2ac0f5217b71 details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:17:58.763147 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 5f10a11f-fa51-4b08-b7ae-76ff6155d72c no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:17:58.770926 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: ec671ebe-584f-4b74-a42f-744c048f1c87 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:17:58.771269 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device ec671ebe-584f-4b74-a42f-744c048f1c87 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:17:58.789828 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-335dc2ff-f6af-40a3-b345-6054410bd036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:58.798364 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] No Port match for: 5f10a11f-fa51-4b08-b7ae-76ff6155d72c {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:17:58.798716 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 5f10a11f-fa51-4b08-b7ae-76ff6155d72c not bound to the agent host n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:17:58.821567 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-335dc2ff-f6af-40a3-b345-6054410bd036 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:58.826460 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-335dc2ff-f6af-40a3-b345-6054410bd036 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/6d75c351-eb2b-491c-a8de-198f3dba4a5b HTTP/1.1" status: 204 len: 168 time: 0.6213233 Aug 10 03:17:58.828290 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 48844) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:58.831453 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a97766-1b0d-4234-bbd0-81036c049ae5 req-d8957470-f0ed-43bc-af91-30c89b3f524d tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:58.833021 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-86a97766-1b0d-4234-bbd0-81036c049ae5 req-d8957470-f0ed-43bc-af91-30c89b3f524d tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b2bfe29-2c7f-46f2-96c8-28060b70fc3d HTTP/1.1" status: 200 len: 946 time: 0.1628315 Aug 10 03:17:58.881524 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335dc2ff-f6af-40a3-b345-6054410bd036 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d75c351-eb2b-491c-a8de-198f3dba4a5b,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:58.921411 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-86a97766-1b0d-4234-bbd0-81036c049ae5 req-8df13cd2-7565-4ca6-88e7-abd00a96e2e1 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/security-groups?id=58160609-a8c2-4b15-a3de-467e7dbbc834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748873 Aug 10 03:17:58.945162 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a4e0df-9342-4636-9cc1-804763913e54 req-47669d1e-dc16-4d6c-a004-4eae85ca6a3e tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:58.952525 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-27a4e0df-9342-4636-9cc1-804763913e54 req-47669d1e-dc16-4d6c-a004-4eae85ca6a3e tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] 10.222.0.44 "GET /v2.0/networks/2ea12131-628a-487e-b434-0463553732bd HTTP/1.1" status: 200 len: 784 time: 0.2252619 Aug 10 03:17:59.000926 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-27a4e0df-9342-4636-9cc1-804763913e54 req-d93f73ff-6ab0-476f-a3a6-f387ccd7a2bb tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.204 HTTP/1.1" status: 200 len: 696 time: 0.0474405 Aug 10 03:17:59.002340 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-17804ddd-ed8b-419e-80fc-f4f64d012a27 req-0881b6bc-6e56-4e7d-bc9f-4acfa43beaa6 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:59.040787 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0881b6bc-6e56-4e7d-bc9f-4acfa43beaa6 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Pushing event deleted for resources: {'Port': ['ID=be52cd3c-ba36-4ebd-8686-444cd0392805,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:59.063188 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c519ca64-0056-4239-ab8f-c0dbc44bf42a None None] Network b5d7bbeb-8895-45b1-8966-c4f7b14d104d requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:17:59.065285 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['be52cd3c-ba36-4ebd-8686-444cd0392805'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:17:59.091867 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-11cbc10c-bd88-4e16-ba1c-3b36dfc75627 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:59.095390 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4c603393-0b6d-4634-a39c-5aded3fc03a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:59.098928 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-27a4e0df-9342-4636-9cc1-804763913e54 req-9b597683-e426-42fd-8f0f-0706488ffaf7 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.204 HTTP/1.1" status: 200 len: 696 time: 0.0888903 Aug 10 03:17:59.100927 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ead96165-6966-43af-8287-7f3cb7832f01 req-e2bf9c3b-fe56-426e-aa3c-e51f74aada98 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=5224d542-6317-4cf8-aaf0-6e88d7d93fa3 HTTP/1.1" status: 200 len: 210 time: 0.0400782 Aug 10 03:17:59.113340 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-11cbc10c-bd88-4e16-ba1c-3b36dfc75627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:59.149188 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-11cbc10c-bd88-4e16-ba1c-3b36dfc75627 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c63bbf0b62ae47eebbd78d0f2c56b01b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6370280 Aug 10 03:17:59.154334 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 48850) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:59.176650 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-17804ddd-ed8b-419e-80fc-f4f64d012a27 req-0881b6bc-6e56-4e7d-bc9f-4acfa43beaa6 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] No DVR routers for this DVR port be52cd3c-ba36-4ebd-8686-444cd0392805 on host n-h2-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:17:59.184379 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-17804ddd-ed8b-419e-80fc-f4f64d012a27 req-0881b6bc-6e56-4e7d-bc9f-4acfa43beaa6 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:59.187586 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-17804ddd-ed8b-419e-80fc-f4f64d012a27 req-0881b6bc-6e56-4e7d-bc9f-4acfa43beaa6 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.61 "DELETE /v2.0/ports/be52cd3c-ba36-4ebd-8686-444cd0392805 HTTP/1.1" status: 204 len: 173 time: 1.1018038 Aug 10 03:17:59.201968 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cbc10c-bd88-4e16-ba1c-3b36dfc75627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc9c816b-29d6-42fd-ba47-ad331615062f,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:59.212041 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 8664479c-121d-48e7-8cc6-2ac0f5217b71, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=8664479c-121d-48e7-8cc6-2ac0f5217b71,segment=NetworkSegment(e1ea0112-d828-45f3-a96b-2a696c160566),segment_id=e1ea0112-d828-45f3-a96b-2a696c160566)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:59.229268 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': '8664479c-121d-48e7-8cc6-2ac0f5217b71', 'network_id': '06cba743-97cb-4e3d-9173-104a9c9a70d3', 'port_id': '8664479c-121d-48e7-8cc6-2ac0f5217b71', 'mac_address': 'fa:16:3e:30:c7:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f0e3909-62c9-4453-825e-ffacada819b0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:17:59.289427 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-4c603393-0b6d-4634-a39c-5aded3fc03a5 admin admin] Deleting port 6536edef-3545-48c7-9469-8843558bd9cf {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:17:59.289661 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4c603393-0b6d-4634-a39c-5aded3fc03a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:59.304613 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-cd019a47-f569-4a8f-893b-4e2885bed435 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:59.323818 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:59.358057 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8664479c-121d-48e7-8cc6-2ac0f5217b71 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:17:59.373696 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-cd019a47-f569-4a8f-893b-4e2885bed435 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:59.377116 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-27a4e0df-9342-4636-9cc1-804763913e54 req-78afcd5a-b620-4b93-8aae-14773fc87b25 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Deleting port e503c6c6-1abf-4b8e-ae63-04e14ff18f1b {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:17:59.377289 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-27a4e0df-9342-4636-9cc1-804763913e54 req-78afcd5a-b620-4b93-8aae-14773fc87b25 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:59.381727 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-4c603393-0b6d-4634-a39c-5aded3fc03a5 admin admin] For port 6536edef-3545-48c7-9469-8843558bd9cf, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=6536edef-3545-48c7-9469-8843558bd9cf,segment=NetworkSegment(cf809c92-fc9c-4d6a-993c-3a15ac942622),segment_id=cf809c92-fc9c-4d6a-993c-3a15ac942622)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:59.382097 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4c603393-0b6d-4634-a39c-5aded3fc03a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:59.395706 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 8664479c-121d-48e7-8cc6-2ac0f5217b71, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=8664479c-121d-48e7-8cc6-2ac0f5217b71,segment=NetworkSegment(e1ea0112-d828-45f3-a96b-2a696c160566),segment_id=e1ea0112-d828-45f3-a96b-2a696c160566)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:59.397832 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-4c603393-0b6d-4634-a39c-5aded3fc03a5 admin admin] Calling delete_port for 6536edef-3545-48c7-9469-8843558bd9cf owned by network:dhcp {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:17:59.405470 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:59.480388 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=8664479c-121d-48e7-8cc6-2ac0f5217b71,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:59.486963 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633f9b25-3642-4e99-8599-b06340d38ecf None None] DHCP port deletion for b5d7bbeb-8895-45b1-8966-c4f7b14d104d request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:17:59.487180 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af91b6bc-cf54-4281-9d48-c68f8c15f541 req-3ad75398-e63f-4093-8654-98d8241e2d6b tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:59.493402 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-af91b6bc-cf54-4281-9d48-c68f8c15f541 req-3ad75398-e63f-4093-8654-98d8241e2d6b tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=e34b4250-5c74-41a1-b378-16485ae18e6d HTTP/1.1" status: 200 len: 944 time: 0.1724274 Aug 10 03:17:59.545387 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-633f9b25-3642-4e99-8599-b06340d38ecf None None] Deleting port 6536edef-3545-48c7-9469-8843558bd9cf {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:17:59.546114 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-633f9b25-3642-4e99-8599-b06340d38ecf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:59.555158 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4c603393-0b6d-4634-a39c-5aded3fc03a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:59.558432 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-af91b6bc-cf54-4281-9d48-c68f8c15f541 req-8bd55f7b-06f3-488a-9e45-b25ad97551cd tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638132 Aug 10 03:17:59.595034 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c603393-0b6d-4634-a39c-5aded3fc03a5 admin admin] No DVR routers for this DVR port 6536edef-3545-48c7-9469-8843558bd9cf on host n-d-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:17:59.595595 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-27a4e0df-9342-4636-9cc1-804763913e54 req-78afcd5a-b620-4b93-8aae-14773fc87b25 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:59.596034 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-27a4e0df-9342-4636-9cc1-804763913e54 req-78afcd5a-b620-4b93-8aae-14773fc87b25 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:59.599159 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-cd019a47-f569-4a8f-893b-4e2885bed435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:59.600598 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c603393-0b6d-4634-a39c-5aded3fc03a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6536edef-3545-48c7-9469-8843558bd9cf,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:59.602393 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-cd019a47-f569-4a8f-893b-4e2885bed435 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:59.603678 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-cd019a47-f569-4a8f-893b-4e2885bed435 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fc9c816b-29d6-42fd-ba47-ad331615062f HTTP/1.1" status: 204 len: 168 time: 0.4488814 Aug 10 03:17:59.636081 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-27a4e0df-9342-4636-9cc1-804763913e54 req-78afcd5a-b620-4b93-8aae-14773fc87b25 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Calling delete_port for e503c6c6-1abf-4b8e-ae63-04e14ff18f1b owned by network:floatingip {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:17:59.638579 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd019a47-f569-4a8f-893b-4e2885bed435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc9c816b-29d6-42fd-ba47-ad331615062f,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:59.716814 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4c603393-0b6d-4634-a39c-5aded3fc03a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:59.727398 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-4c603393-0b6d-4634-a39c-5aded3fc03a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5d7bbeb-8895-45b1-8966-c4f7b14d104d']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:17:59.731258 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-633f9b25-3642-4e99-8599-b06340d38ecf None None] For port 6536edef-3545-48c7-9469-8843558bd9cf, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=6536edef-3545-48c7-9469-8843558bd9cf,segment=NetworkSegment(cf809c92-fc9c-4d6a-993c-3a15ac942622),segment_id=cf809c92-fc9c-4d6a-993c-3a15ac942622)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:59.731944 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-633f9b25-3642-4e99-8599-b06340d38ecf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:59.744310 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-4c603393-0b6d-4634-a39c-5aded3fc03a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf809c92-fc9c-4d6a-993c-3a15ac942622') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:17:59.744748 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-4c603393-0b6d-4634-a39c-5aded3fc03a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf809c92-fc9c-4d6a-993c-3a15ac942622') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:17:59.765394 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4c603393-0b6d-4634-a39c-5aded3fc03a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:59.775412 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-633f9b25-3642-4e99-8599-b06340d38ecf None None] Calling delete_port for 6536edef-3545-48c7-9469-8843558bd9cf owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:17:59.789613 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4c603393-0b6d-4634-a39c-5aded3fc03a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:59.796276 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c603393-0b6d-4634-a39c-5aded3fc03a5 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:17:59.796974 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4c603393-0b6d-4634-a39c-5aded3fc03a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:59.859586 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e7411-9e38-49d1-9c37-cc3a382d8dcf req-696369f7-72ad-4a75-b98f-0bfcccb037aa tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:59.862037 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:17:59.862037 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:17:59.862037 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:17:59.862037 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:17:59.862037 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:17:59.862037 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:17:59.862037 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:17:59.862037 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:17:59.862037 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:17:59.862037 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:17:59.862037 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:17:59.862037 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:17:59.862037 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:17:59.862037 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:17:59.862037 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:17:59.862037 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:17:59.862037 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:17:59.862037 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:17:59.862037 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:17:59.862037 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:17:59.862037 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:17:59.862037 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:17:59.862037 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:17:59.862037 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:17:59.862037 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:17:59.862037 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:17:59.862037 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:17:59.862037 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:17:59.862037 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:17:59.862037 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:17:59.862037 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:17:59.862037 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:17:59.865270 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5224d542-6317-4cf8-aaf0-6e88d7d93fa3', 'name': 'network-vif-deleted', 'tag': 'be52cd3c-ba36-4ebd-8686-444cd0392805'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:17:59.866797 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6bf92aa-3cca-4aad-a95a-78b417946381" -d '{"events": [{"server_uuid": "5224d542-6317-4cf8-aaf0-6e88d7d93fa3", "name": "network-vif-deleted", "tag": "be52cd3c-ba36-4ebd-8686-444cd0392805"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:17:59.871743 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bc7e7411-9e38-49d1-9c37-cc3a382d8dcf req-696369f7-72ad-4a75-b98f-0bfcccb037aa tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=063e2de8-83eb-49a0-9d53-c3a7f698e2b1 HTTP/1.1" status: 200 len: 951 time: 0.1444681 Aug 10 03:17:59.874785 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-633f9b25-3642-4e99-8599-b06340d38ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:59.889648 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4c603393-0b6d-4634-a39c-5aded3fc03a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:59.897648 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4c603393-0b6d-4634-a39c-5aded3fc03a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:59.899716 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-4c603393-0b6d-4634-a39c-5aded3fc03a5 admin admin] 10.222.0.44 "DELETE /v2.0/networks/b5d7bbeb-8895-45b1-8966-c4f7b14d104d HTTP/1.1" status: 204 len: 168 time: 1.0376518 Aug 10 03:17:59.926654 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c603393-0b6d-4634-a39c-5aded3fc03a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5d7bbeb-8895-45b1-8966-c4f7b14d104d,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:59.942459 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633f9b25-3642-4e99-8599-b06340d38ecf None None] Pushing event deleted for resources: {'Port': ['ID=6536edef-3545-48c7-9469-8843558bd9cf,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:59.945212 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633f9b25-3642-4e99-8599-b06340d38ecf None None] No DVR routers for this DVR port 6536edef-3545-48c7-9469-8843558bd9cf on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:17:59.963765 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['8664479c-121d-48e7-8cc6-2ac0f5217b71'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:17:59.977672 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bc7e7411-9e38-49d1-9c37-cc3a382d8dcf req-0388f4fd-37dc-4827-b11f-3cbbf77710d9 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988932 Aug 10 03:18:00.056030 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-27a4e0df-9342-4636-9cc1-804763913e54 req-78afcd5a-b620-4b93-8aae-14773fc87b25 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:00.082963 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d58bc927-3e27-4028-a683-42fc4bfe12a8 x-openstack-request-id: req-d58bc927-3e27-4028-a683-42fc4bfe12a8 {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:18:00.083253 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5224d542-6317-4cf8-aaf0-6e88d7d93fa3", "name": "network-vif-deleted", "tag": "be52cd3c-ba36-4ebd-8686-444cd0392805", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:18:00.083505 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d58bc927-3e27-4028-a683-42fc4bfe12a8 {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:18:00.083907 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5224d542-6317-4cf8-aaf0-6e88d7d93fa3', 'name': 'network-vif-deleted', 'tag': 'be52cd3c-ba36-4ebd-8686-444cd0392805', 'status': 'completed', 'code': 200} Aug 10 03:18:00.122873 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78afcd5a-b620-4b93-8aae-14773fc87b25 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Pushing event deleted for resources: {'Port': ['ID=e503c6c6-1abf-4b8e-ae63-04e14ff18f1b,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:00.273007 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 48870) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:00.298450 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-27a4e0df-9342-4636-9cc1-804763913e54 req-78afcd5a-b620-4b93-8aae-14773fc87b25 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Notify callbacks [] for floatingip, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:00.302251 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-27a4e0df-9342-4636-9cc1-804763913e54 req-78afcd5a-b620-4b93-8aae-14773fc87b25 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:00.314571 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-27a4e0df-9342-4636-9cc1-804763913e54 req-78afcd5a-b620-4b93-8aae-14773fc87b25 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] 10.222.0.44 "DELETE /v2.0/floatingips/7dbb236b-a8c5-4607-90e8-c35413f07ba3 HTTP/1.1" status: 204 len: 173 time: 1.2083285 Aug 10 03:18:00.321594 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-0bf19fc1-d30b-4e34-8936-10db35013662 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1e63b0dd8d0444208cf7b4a6c208a7da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0473731 Aug 10 03:18:00.325062 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 48874) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:00.342593 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392d6383-d3d6-44f0-a3b3-b7632020a36d req-f8f7cfbe-467a-44c9-a008-e8b54c8012de tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:00.344411 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-392d6383-d3d6-44f0-a3b3-b7632020a36d req-f8f7cfbe-467a-44c9-a008-e8b54c8012de tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b2bfe29-2c7f-46f2-96c8-28060b70fc3d HTTP/1.1" status: 200 len: 946 time: 0.1231234 Aug 10 03:18:00.401273 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-392d6383-d3d6-44f0-a3b3-b7632020a36d req-f2b689b0-7fe0-4c3c-944c-bd37ede1bfff tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/security-groups?id=58160609-a8c2-4b15-a3de-467e7dbbc834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501420 Aug 10 03:18:00.402244 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7596eddc-478a-4311-9fa1-e5a2f463386e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:00.431377 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7596eddc-478a-4311-9fa1-e5a2f463386e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:00.475443 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-00a1b879-08ae-430d-ab5c-7daba0dfb087 req-45e7d45a-2a73-4945-bf53-8a7cfbe030fd tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=5224d542-6317-4cf8-aaf0-6e88d7d93fa3 HTTP/1.1" status: 200 len: 210 time: 0.0806279 Aug 10 03:18:00.506969 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7596eddc-478a-4311-9fa1-e5a2f463386e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:00.510188 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7596eddc-478a-4311-9fa1-e5a2f463386e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:00.511742 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-7596eddc-478a-4311-9fa1-e5a2f463386e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/83a4bd87-e600-46af-9429-1e88f6274ca5 HTTP/1.1" status: 204 len: 168 time: 0.1857178 Aug 10 03:18:00.592723 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7596eddc-478a-4311-9fa1-e5a2f463386e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a4bd87-e600-46af-9429-1e88f6274ca5,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:00.634472 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75931b1b-4c6b-47fd-a42a-19595e4a3606 req-9d089d8f-741b-4a5b-892b-a9a1b7246694 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:00.636431 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-75931b1b-4c6b-47fd-a42a-19595e4a3606 req-9d089d8f-741b-4a5b-892b-a9a1b7246694 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.61 "GET /v2.0/ports?device_id=063e2de8-83eb-49a0-9d53-c3a7f698e2b1 HTTP/1.1" status: 200 len: 951 time: 0.1232250 Aug 10 03:18:00.668499 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 6536edef-3545-48c7-9469-8843558bd9cf no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:18:00.711478 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 6536edef-3545-48c7-9469-8843558bd9cf {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:18:00.711828 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 6536edef-3545-48c7-9469-8843558bd9cf not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:18:00.724439 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device be52cd3c-ba36-4ebd-8686-444cd0392805 no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:18:00.725103 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c09ea840-56ce-4039-8911-567c3054649d req-43174b64-288b-4f92-9aae-1b61f5a73028 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.7 HTTP/1.1" status: 200 len: 999 time: 0.2026613 Aug 10 03:18:00.774448 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] No Port match for: be52cd3c-ba36-4ebd-8686-444cd0392805 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:18:00.775045 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device be52cd3c-ba36-4ebd-8686-444cd0392805 not bound to the agent host n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:18:00.786609 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485606e6-224b-4e26-bf5e-fc70cb296f03 req-301ced06-8576-4542-a70d-1daa26244ff0 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:00.788210 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-485606e6-224b-4e26-bf5e-fc70cb296f03 req-301ced06-8576-4542-a70d-1daa26244ff0 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=e34b4250-5c74-41a1-b378-16485ae18e6d HTTP/1.1" status: 200 len: 945 time: 0.1049893 Aug 10 03:18:00.807547 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09ea840-56ce-4039-8911-567c3054649d req-0749a188-3e10-4718-8ba9-fd01205bfad1 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:00.808997 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c09ea840-56ce-4039-8911-567c3054649d req-0749a188-3e10-4718-8ba9-fd01205bfad1 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] 10.222.0.44 "GET /v2.0/ports/ae5ac60f-971c-4ef4-9592-42d3d092eda8 HTTP/1.1" status: 200 len: 942 time: 0.0778635 Aug 10 03:18:00.821142 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-75931b1b-4c6b-47fd-a42a-19595e4a3606 req-ecf24271-92a9-40aa-977e-4095152f255f tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Deleting port ee384af7-0b27-4268-a6eb-5ba07e13950a {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:18:00.822042 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-75931b1b-4c6b-47fd-a42a-19595e4a3606 req-ecf24271-92a9-40aa-977e-4095152f255f tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:00.875935 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-485606e6-224b-4e26-bf5e-fc70cb296f03 req-8e608d45-ed6d-4090-8930-3a1fcde97daf tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654485 Aug 10 03:18:00.973526 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-75931b1b-4c6b-47fd-a42a-19595e4a3606 req-ecf24271-92a9-40aa-977e-4095152f255f tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] For port ee384af7-0b27-4268-a6eb-5ba07e13950a, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=ee384af7-0b27-4268-a6eb-5ba07e13950a,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:00.973970 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-75931b1b-4c6b-47fd-a42a-19595e4a3606 req-ecf24271-92a9-40aa-977e-4095152f255f tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:00.992650 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-75931b1b-4c6b-47fd-a42a-19595e4a3606 req-ecf24271-92a9-40aa-977e-4095152f255f tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Calling delete_port for ee384af7-0b27-4268-a6eb-5ba07e13950a owned by compute:nova {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:18:01.068352 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c09ea840-56ce-4039-8911-567c3054649d req-ad807a9a-34d8-4150-a6cd-1266d2531130 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.7 HTTP/1.1" status: 200 len: 999 time: 0.1034276 Aug 10 03:18:01.149643 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 48904) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:01.211937 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdd445d-0286-41ba-a69b-88102d842eef req-3acb77be-6414-4375-ae22-017190c7877e tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:01.213533 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dfdd445d-0286-41ba-a69b-88102d842eef req-3acb77be-6414-4375-ae22-017190c7877e tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=063e2de8-83eb-49a0-9d53-c3a7f698e2b1 HTTP/1.1" status: 200 len: 951 time: 0.0862782 Aug 10 03:18:01.252999 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09ea840-56ce-4039-8911-567c3054649d req-8b398ddc-e207-40b8-9489-bb755aa16842 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:01.253247 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-75931b1b-4c6b-47fd-a42a-19595e4a3606 req-ecf24271-92a9-40aa-977e-4095152f255f tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:01.254770 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c09ea840-56ce-4039-8911-567c3054649d req-8b398ddc-e207-40b8-9489-bb755aa16842 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] 10.222.0.44 "GET /v2.0/networks/2ea12131-628a-487e-b434-0463553732bd HTTP/1.1" status: 200 len: 784 time: 0.1787651 Aug 10 03:18:01.264637 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['408a3286-4f2d-4fd4-a596-e648c93bfc43'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:18:01.269075 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['31f32a05-17ab-4fff-8025-246c50e68f96', 'ee384af7-0b27-4268-a6eb-5ba07e13950a'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:18:01.307249 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [req-c09ea840-56ce-4039-8911-567c3054649d req-3773ab3d-7a39-4014-b25c-be0d7737eb7f tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:18:01.308280 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c09ea840-56ce-4039-8911-567c3054649d req-3773ab3d-7a39-4014-b25c-be0d7737eb7f tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0226836 Aug 10 03:18:01.340926 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf24271-92a9-40aa-977e-4095152f255f tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Pushing event deleted for resources: {'Port': ['ID=ee384af7-0b27-4268-a6eb-5ba07e13950a,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:01.367520 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-75931b1b-4c6b-47fd-a42a-19595e4a3606 req-ecf24271-92a9-40aa-977e-4095152f255f tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] No DVR routers for this DVR port ee384af7-0b27-4268-a6eb-5ba07e13950a on host n-h2-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:18:01.370349 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-75931b1b-4c6b-47fd-a42a-19595e4a3606 req-ecf24271-92a9-40aa-977e-4095152f255f tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:01.373056 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-75931b1b-4c6b-47fd-a42a-19595e4a3606 req-ecf24271-92a9-40aa-977e-4095152f255f tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.61 "DELETE /v2.0/ports/ee384af7-0b27-4268-a6eb-5ba07e13950a HTTP/1.1" status: 204 len: 173 time: 0.7242398 Aug 10 03:18:01.402678 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-5e52b623-21b3-4ac5-8077-1f18dc68185d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-2076291602-network', 'tenant_id': '3e3d75d4f3e64842afe526c7ebf13c9e'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:18:01.424160 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c09ea840-56ce-4039-8911-567c3054649d req-39fa672f-3c18-48b5-a260-9b28fc80b39a tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.7 HTTP/1.1" status: 200 len: 999 time: 0.0969985 Aug 10 03:18:01.438199 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dfdd445d-0286-41ba-a69b-88102d842eef req-fd6705e5-4d77-42d6-94e2-798b8f6709cc tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115510 Aug 10 03:18:01.449165 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-c09ea840-56ce-4039-8911-567c3054649d req-4e5d4f3e-e225-4545-ace0-80fdad8d0c60 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:18:01.456175 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e52b623-21b3-4ac5-8077-1f18dc68185d admin admin] Made reservation on behalf of 3e3d75d4f3e64842afe526c7ebf13c9e for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:18:01.459553 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5e52b623-21b3-4ac5-8077-1f18dc68185d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:01.489854 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5e52b623-21b3-4ac5-8077-1f18dc68185d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:01.553786 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c09ea840-56ce-4039-8911-567c3054649d req-4e5d4f3e-e225-4545-ace0-80fdad8d0c60 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Notify callbacks [] for floatingip, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:01.662989 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5e52b623-21b3-4ac5-8077-1f18dc68185d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:01.681312 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5e52b623-21b3-4ac5-8077-1f18dc68185d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:01.749824 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e52b623-21b3-4ac5-8077-1f18dc68185d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13df5112-4960-49c2-9a4c-57c68a4fb5a0,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:01.765208 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c09ea840-56ce-4039-8911-567c3054649d req-4e5d4f3e-e225-4545-ace0-80fdad8d0c60 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:01.772654 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e52b623-21b3-4ac5-8077-1f18dc68185d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:18:01.780899 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c09ea840-56ce-4039-8911-567c3054649d req-4e5d4f3e-e225-4545-ace0-80fdad8d0c60 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:01.781471 n-d-768862-13 neutron-server[94260]: INFO neutron.db.l3_db [req-c09ea840-56ce-4039-8911-567c3054649d req-4e5d4f3e-e225-4545-ace0-80fdad8d0c60 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Floating IP 845d7caf-e8c7-4de1-a3ab-c39b2e8e586a disassociated. External IP: 172.25.6.7, port: ae5ac60f-971c-4ef4-9592-42d3d092eda8. Aug 10 03:18:01.795824 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5e52b623-21b3-4ac5-8077-1f18dc68185d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:01.796108 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-5e52b623-21b3-4ac5-8077-1f18dc68185d admin admin] Added segment 41256eaa-6121-4e79-be67-f3a23583b6a6 of type vlan for network 74f4a974-f99a-4119-bc18-e2cde5c7f547 Aug 10 03:18:01.900559 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5e52b623-21b3-4ac5-8077-1f18dc68185d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:01.930183 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7db68-22cc-4d2c-9af8-a629473eda23 req-f1c97135-9b35-43de-8aa2-f1ad33b1c128 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:01.935263 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-13d7db68-22cc-4d2c-9af8-a629473eda23 req-f1c97135-9b35-43de-8aa2-f1ad33b1c128 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b2bfe29-2c7f-46f2-96c8-28060b70fc3d HTTP/1.1" status: 200 len: 946 time: 0.1683810 Aug 10 03:18:01.943724 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5e52b623-21b3-4ac5-8077-1f18dc68185d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:01.946254 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e52b623-21b3-4ac5-8077-1f18dc68185d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:01.946868 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5e52b623-21b3-4ac5-8077-1f18dc68185d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:02.036589 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-13d7db68-22cc-4d2c-9af8-a629473eda23 req-645751c2-69dc-4234-9a84-7ef9d0eb3be5 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/security-groups?id=58160609-a8c2-4b15-a3de-467e7dbbc834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573320 Aug 10 03:18:02.055495 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-5e52b623-21b3-4ac5-8077-1f18dc68185d admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9051943 Aug 10 03:18:02.072154 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 48932) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:02.078991 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-8abea1df-9409-48ef-adbe-bdc3fd22110d admin admin] Request body: {'subnet': {'network_id': '74f4a974-f99a-4119-bc18-e2cde5c7f547', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-2076291602-subnet', 'tenant_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:18:02.087009 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '063e2de8-83eb-49a0-9d53-c3a7f698e2b1', 'name': 'network-vif-deleted', 'tag': 'ee384af7-0b27-4268-a6eb-5ba07e13950a'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:18:02.089460 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-184e56fe-71bf-485f-b49e-39902e37a14e" -d '{"events": [{"server_uuid": "063e2de8-83eb-49a0-9d53-c3a7f698e2b1", "name": "network-vif-deleted", "tag": "ee384af7-0b27-4268-a6eb-5ba07e13950a"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:18:02.108158 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e52b623-21b3-4ac5-8077-1f18dc68185d admin admin] Pushing event updated for resources: {'Network': ['ID=74f4a974-f99a-4119-bc18-e2cde5c7f547,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:02.119728 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 74f4a974-f99a-4119-bc18-e2cde5c7f547 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:18:02.138663 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8abea1df-9409-48ef-adbe-bdc3fd22110d admin admin] Made reservation on behalf of 3e3d75d4f3e64842afe526c7ebf13c9e for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:18:02.141766 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8abea1df-9409-48ef-adbe-bdc3fd22110d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:02.162196 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b0b2a6b5-c0c0-4532-a157-84a97b07b2c4 req-e76d94bf-581a-4747-b3c4-86bf38f1af86 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=5224d542-6317-4cf8-aaf0-6e88d7d93fa3 HTTP/1.1" status: 200 len: 210 time: 0.0391178 Aug 10 03:18:02.260706 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c09ea840-56ce-4039-8911-567c3054649d req-4e5d4f3e-e225-4545-ace0-80fdad8d0c60 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Router 45afe298-11f4-4d17-a070-600af607d9cc has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:18:02.399284 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8abea1df-9409-48ef-adbe-bdc3fd22110d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:02.444254 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1636f3-fa16-4005-bbdd-234d2524cab6 req-a494af08-ea68-4c6a-8685-55a4062bc0b0 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:02.445792 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6e1636f3-fa16-4005-bbdd-234d2524cab6 req-a494af08-ea68-4c6a-8685-55a4062bc0b0 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=e34b4250-5c74-41a1-b378-16485ae18e6d HTTP/1.1" status: 200 len: 945 time: 0.0960000 Aug 10 03:18:02.447107 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c09ea840-56ce-4039-8911-567c3054649d req-4e5d4f3e-e225-4545-ace0-80fdad8d0c60 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:18:02.451796 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c09ea840-56ce-4039-8911-567c3054649d req-4e5d4f3e-e225-4545-ace0-80fdad8d0c60 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:02.466550 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b35e70-73f4-4801-832b-c37389539b77 None None] Sync routers for ids ['45afe298-11f4-4d17-a070-600af607d9cc'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:18:02.486200 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b35e70-73f4-4801-832b-c37389539b77 None None] Routers {'45afe298-11f4-4d17-a070-600af607d9cc'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:18:02.487279 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-42b35e70-73f4-4801-832b-c37389539b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:17:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['45afe298-11f4-4d17-a070-600af607d9cc'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:02.502360 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c09ea840-56ce-4039-8911-567c3054649d req-4e5d4f3e-e225-4545-ace0-80fdad8d0c60 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] 10.222.0.44 "PUT /v2.0/floatingips/845d7caf-e8c7-4de1-a3ab-c39b2e8e586a HTTP/1.1" status: 200 len: 693 time: 1.0569654 Aug 10 03:18:02.503883 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '752d7f6c-6af2-4dfc-be5c-f78dfdc2e0fb', 'tag': 'ae5ac60f-971c-4ef4-9592-42d3d092eda8'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:18:02.508052 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c612ff34-b47c-4e38-a96e-dd84fb96ee79" -d '{"events": [{"name": "network-changed", "server_uuid": "752d7f6c-6af2-4dfc-be5c-f78dfdc2e0fb", "tag": "ae5ac60f-971c-4ef4-9592-42d3d092eda8"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:18:02.611996 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6e1636f3-fa16-4005-bbdd-234d2524cab6 req-3246f84e-3398-4fb5-a316-299edd75a5b5 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485608 Aug 10 03:18:02.645350 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-42b35e70-73f4-4801-832b-c37389539b77 None None] Set router 45afe298-11f4-4d17-a070-600af607d9cc gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:18:02.717941 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 8664479c-121d-48e7-8cc6-2ac0f5217b71 up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:18:02.768945 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc5fc2a1-5ced-490d-adef-da0218d0c683 x-openstack-request-id: req-dc5fc2a1-5ced-490d-adef-da0218d0c683 {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:18:02.769241 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "063e2de8-83eb-49a0-9d53-c3a7f698e2b1", "name": "network-vif-deleted", "tag": "ee384af7-0b27-4268-a6eb-5ba07e13950a", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:18:02.769500 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dc5fc2a1-5ced-490d-adef-da0218d0c683 {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:18:02.769948 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '063e2de8-83eb-49a0-9d53-c3a7f698e2b1', 'name': 'network-vif-deleted', 'tag': 'ee384af7-0b27-4268-a6eb-5ba07e13950a', 'status': 'completed', 'code': 200} Aug 10 03:18:02.780884 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49bb010b-803e-4cb9-b29b-927201c55d7e x-openstack-request-id: req-49bb010b-803e-4cb9-b29b-927201c55d7e {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:18:02.781183 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "752d7f6c-6af2-4dfc-be5c-f78dfdc2e0fb", "tag": "ae5ac60f-971c-4ef4-9592-42d3d092eda8", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:18:02.781677 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-49bb010b-803e-4cb9-b29b-927201c55d7e {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:18:02.782641 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '752d7f6c-6af2-4dfc-be5c-f78dfdc2e0fb', 'tag': 'ae5ac60f-971c-4ef4-9592-42d3d092eda8', 'status': 'completed', 'code': 200} Aug 10 03:18:02.810867 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abea1df-9409-48ef-adbe-bdc3fd22110d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e21d815-4ed0-4b72-b9d1-a86f2421884d,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:02.813827 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning for port 8664479c-121d-48e7-8cc6-2ac0f5217b71 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:18:02.819520 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port 8664479c-121d-48e7-8cc6-2ac0f5217b71 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:18:02.820091 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:02.843530 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abea1df-9409-48ef-adbe-bdc3fd22110d admin admin] Checking segment: {'id': '41256eaa-6121-4e79-be67-f3a23583b6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '74f4a974-f99a-4119-bc18-e2cde5c7f547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:18:02.844134 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abea1df-9409-48ef-adbe-bdc3fd22110d admin admin] Network hostable DHCP agents. Network: 74f4a974-f99a-4119-bc18-e2cde5c7f547, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:18:02.868857 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09ea840-56ce-4039-8911-567c3054649d req-a615bfa8-be3c-40a1-a5a6-ebc848bd9afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:02.879807 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c09ea840-56ce-4039-8911-567c3054649d req-a615bfa8-be3c-40a1-a5a6-ebc848bd9afa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=33155ca7ecc34cda842c02acd145aff5&device_id=752d7f6c-6af2-4dfc-be5c-f78dfdc2e0fb HTTP/1.1" status: 200 len: 1097 time: 0.3587918 Aug 10 03:18:02.880849 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abea1df-9409-48ef-adbe-bdc3fd22110d admin admin] Network 74f4a974-f99a-4119-bc18-e2cde5c7f547 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:18:02.890579 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:02.894036 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-8abea1df-9409-48ef-adbe-bdc3fd22110d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 74f4a974-f99a-4119-bc18-e2cde5c7f547) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:18:02.898809 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8abea1df-9409-48ef-adbe-bdc3fd22110d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:02.899647 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8abea1df-9409-48ef-adbe-bdc3fd22110d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:02.906547 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f973ce0-1d4b-4b9e-ac58-c2259126bc0a None None] Network 74f4a974-f99a-4119-bc18-e2cde5c7f547 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:18:02.931929 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-8abea1df-9409-48ef-adbe-bdc3fd22110d admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8583183 Aug 10 03:18:02.934739 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 48944) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:02.939731 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-6fe0fb0d-2cd6-45d7-b190-5e6c3fab4800 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-2076291602-router', 'tenant_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:18:02.974416 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-42b35e70-73f4-4801-832b-c37389539b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45afe298-11f4-4d17-a070-600af607d9cc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2102958883-router', 'tenant_id': '33155ca7ecc34cda842c02acd145aff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '5f4523b9-0580-4d9a-8db5-ec7f6d617769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:17:19Z', 'updated_at': '2021-08-10T03:17:23Z', 'revision_number': 4, 'project_id': '33155ca7ecc34cda842c02acd145aff5', 'gw_port': {'id': '5f4523b9-0580-4d9a-8db5-ec7f6d617769', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:38:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45afe298-11f4-4d17-a070-600af607d9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:17:20Z', 'updated_at': '2021-08-10T03:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': 'fd1c69e9-e88a-4dc1-8fcb-87178446f1ca', 'name': '', 'network_id': '1816f95b-2474-4407-8097-c5e0f21fa613', 'tenant_id': '33155ca7ecc34cda842c02acd145aff5', 'mac_address': 'fa:16:3e:b4:0b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45afe298-11f4-4d17-a070-600af607d9cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '0417ba49-cc4f-4be3-b922-ec544070c594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:17:22Z', 'updated_at': '2021-08-10T03:17:31Z', 'revision_number': 5, 'project_id': '33155ca7ecc34cda842c02acd145aff5', 'subnets': [{'id': '0417ba49-cc4f-4be3-b922-ec544070c594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:02.990796 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6fe0fb0d-2cd6-45d7-b190-5e6c3fab4800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:02.991850 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6fe0fb0d-2cd6-45d7-b190-5e6c3fab4800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:03.022180 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b35e70-73f4-4801-832b-c37389539b77 None None] Checking router: 45afe298-11f4-4d17-a070-600af607d9cc for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:18:03.031299 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:03.037224 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b35e70-73f4-4801-832b-c37389539b77 None None] Routers {'45afe298-11f4-4d17-a070-600af607d9cc'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:18:03.038837 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-42b35e70-73f4-4801-832b-c37389539b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:17:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['45afe298-11f4-4d17-a070-600af607d9cc'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:03.107036 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e34b4250-5c74-41a1-b378-16485ae18e6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8664479c-121d-48e7-8cc6-2ac0f5217b71'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:18:03.109675 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bdde9b1-1869-4ad0-b7f1-80d154b96f64" -d '{"events": [{"server_uuid": "e34b4250-5c74-41a1-b378-16485ae18e6d", "name": "network-vif-plugged", "status": "completed", "tag": "8664479c-121d-48e7-8cc6-2ac0f5217b71"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:18:03.115623 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6fe0fb0d-2cd6-45d7-b190-5e6c3fab4800 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:03.155060 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 8664479c-121d-48e7-8cc6-2ac0f5217b71, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=8664479c-121d-48e7-8cc6-2ac0f5217b71,segment=NetworkSegment(e1ea0112-d828-45f3-a96b-2a696c160566),segment_id=e1ea0112-d828-45f3-a96b-2a696c160566)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:03.278139 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:03.279052 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device ee384af7-0b27-4268-a6eb-5ba07e13950a no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:18:03.340407 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-42b35e70-73f4-4801-832b-c37389539b77 None None] Set router 45afe298-11f4-4d17-a070-600af607d9cc gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:18:03.361863 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] No Port match for: ee384af7-0b27-4268-a6eb-5ba07e13950a {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:18:03.361863 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device ee384af7-0b27-4268-a6eb-5ba07e13950a not bound to the agent host n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:18:03.365653 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=8664479c-121d-48e7-8cc6-2ac0f5217b71,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:03.382285 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6fe0fb0d-2cd6-45d7-b190-5e6c3fab4800 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:03.409129 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3325ff8c-1f6e-4896-bbbb-d224ed061bcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-74f4a974-f99a-4119-bc18-e2cde5c7f547', 'network_id': '74f4a974-f99a-4119-bc18-e2cde5c7f547', 'tenant_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'fixed_ips': [{'subnet_id': '5e21d815-4ed0-4b72-b9d1-a86f2421884d'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:18:03.410026 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3325ff8c-1f6e-4896-bbbb-d224ed061bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:03.574514 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c612ff34-b47c-4e38-a96e-dd84fb96ee79 req-54ada3bb-c2cc-4865-b29a-666d096d0032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:03.576071 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c612ff34-b47c-4e38-a96e-dd84fb96ee79 req-54ada3bb-c2cc-4865-b29a-666d096d0032 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=33155ca7ecc34cda842c02acd145aff5&device_id=752d7f6c-6af2-4dfc-be5c-f78dfdc2e0fb HTTP/1.1" status: 200 len: 1097 time: 0.7729816 Aug 10 03:18:03.670793 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-3325ff8c-1f6e-4896-bbbb-d224ed061bcc None None] Allocated IP 172.20.0.2 (74f4a974-f99a-4119-bc18-e2cde5c7f547/5e21d815-4ed0-4b72-b9d1-a86f2421884d/a8de5838-3798-4932-bede-bd2cc5f85612) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:18:03.714392 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e35f43-a369-450c-ab64-71ddcf1089f2 req-46934a26-74f4-458f-855e-6ef3eed432f8 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:03.728385 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-48e35f43-a369-450c-ab64-71ddcf1089f2 req-46934a26-74f4-458f-855e-6ef3eed432f8 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=f726c9d4-e35b-491c-8c1a-75058f6ba5e2 HTTP/1.1" status: 200 len: 950 time: 0.2160764 Aug 10 03:18:03.737148 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-42b35e70-73f4-4801-832b-c37389539b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45afe298-11f4-4d17-a070-600af607d9cc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2102958883-router', 'tenant_id': '33155ca7ecc34cda842c02acd145aff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '5f4523b9-0580-4d9a-8db5-ec7f6d617769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:17:19Z', 'updated_at': '2021-08-10T03:17:23Z', 'revision_number': 4, 'project_id': '33155ca7ecc34cda842c02acd145aff5', 'gw_port': {'id': '5f4523b9-0580-4d9a-8db5-ec7f6d617769', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:38:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45afe298-11f4-4d17-a070-600af607d9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:17:20Z', 'updated_at': '2021-08-10T03:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': 'fd1c69e9-e88a-4dc1-8fcb-87178446f1ca', 'name': '', 'network_id': '1816f95b-2474-4407-8097-c5e0f21fa613', 'tenant_id': '33155ca7ecc34cda842c02acd145aff5', 'mac_address': 'fa:16:3e:b4:0b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45afe298-11f4-4d17-a070-600af607d9cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '0417ba49-cc4f-4be3-b922-ec544070c594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:17:22Z', 'updated_at': '2021-08-10T03:17:31Z', 'revision_number': 5, 'project_id': '33155ca7ecc34cda842c02acd145aff5', 'subnets': [{'id': '0417ba49-cc4f-4be3-b922-ec544070c594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:03.737748 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09ea840-56ce-4039-8911-567c3054649d req-8d9a99ee-ef55-4cf5-9464-ea9269b3d4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:03.746581 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c09ea840-56ce-4039-8911-567c3054649d req-8d9a99ee-ef55-4cf5-9464-ea9269b3d4db service neutron] 10.222.0.44 "GET /v2.0/networks?id=1816f95b-2474-4407-8097-c5e0f21fa613 HTTP/1.1" status: 200 len: 929 time: 0.8658442 Aug 10 03:18:03.772882 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b35e70-73f4-4801-832b-c37389539b77 None None] The sync data for ids ['45afe298-11f4-4d17-a070-600af607d9cc'] in n-d-768862-13 is: [{'id': '45afe298-11f4-4d17-a070-600af607d9cc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2102958883-router', 'tenant_id': '33155ca7ecc34cda842c02acd145aff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '5f4523b9-0580-4d9a-8db5-ec7f6d617769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:17:19Z', 'updated_at': '2021-08-10T03:17:23Z', 'revision_number': 4, 'project_id': '33155ca7ecc34cda842c02acd145aff5', 'gw_port': {'id': '5f4523b9-0580-4d9a-8db5-ec7f6d617769', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:38:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45afe298-11f4-4d17-a070-600af607d9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:17:20Z', 'updated_at': '2021-08-10T03:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': 'fd1c69e9-e88a-4dc1-8fcb-87178446f1ca', 'name': '', 'network_id': '1816f95b-2474-4407-8097-c5e0f21fa613', 'tenant_id': '33155ca7ecc34cda842c02acd145aff5', 'mac_address': 'fa:16:3e:b4:0b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45afe298-11f4-4d17-a070-600af607d9cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '0417ba49-cc4f-4be3-b922-ec544070c594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:17:22Z', 'updated_at': '2021-08-10T03:17:31Z', 'revision_number': 5, 'project_id': '33155ca7ecc34cda842c02acd145aff5', 'subnets': [{'id': '0417ba49-cc4f-4be3-b922-ec544070c594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:18:03.805985 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c612ff34-b47c-4e38-a96e-dd84fb96ee79 req-792b9fff-3cc7-40be-b423-aa132af885d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:03.811090 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c612ff34-b47c-4e38-a96e-dd84fb96ee79 req-792b9fff-3cc7-40be-b423-aa132af885d0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1816f95b-2474-4407-8097-c5e0f21fa613 HTTP/1.1" status: 200 len: 929 time: 0.2192643 Aug 10 03:18:03.830043 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6fe0fb0d-2cd6-45d7-b190-5e6c3fab4800 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:03.876116 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6fe0fb0d-2cd6-45d7-b190-5e6c3fab4800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:03.879145 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c09ea840-56ce-4039-8911-567c3054649d req-a2b82901-a1de-4264-ae50-fb2a09ba9b9a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae5ac60f-971c-4ef4-9592-42d3d092eda8 HTTP/1.1" status: 200 len: 217 time: 0.1311755 Aug 10 03:18:03.940197 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c612ff34-b47c-4e38-a96e-dd84fb96ee79 req-a16616a8-0abe-41c5-9bc2-d5e7d9e1ae09 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae5ac60f-971c-4ef4-9592-42d3d092eda8 HTTP/1.1" status: 200 len: 217 time: 0.0807419 Aug 10 03:18:03.964370 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3325ff8c-1f6e-4896-bbbb-d224ed061bcc None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:03.975458 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-3325ff8c-1f6e-4896-bbbb-d224ed061bcc None None] Transition to ACTIVE for port object a8de5838-3798-4932-bede-bd2cc5f85612 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:18:04.003469 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-3325ff8c-1f6e-4896-bbbb-d224ed061bcc None None] Transition to ACTIVE for port object a8de5838-3798-4932-bede-bd2cc5f85612 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:18:04.014731 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3325ff8c-1f6e-4896-bbbb-d224ed061bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:04.015002 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-48e35f43-a369-450c-ab64-71ddcf1089f2 req-a3c5ebfc-fa00-45ec-bf38-8f4caff57e6b tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837541 Aug 10 03:18:04.033304 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-6fe0fb0d-2cd6-45d7-b190-5e6c3fab4800 admin admin] Allocated IP 172.25.6.231 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/c74e7c20-9931-4279-92a6-59b7c6f038f6) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:18:04.043302 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c612ff34-b47c-4e38-a96e-dd84fb96ee79 req-0b8b5f95-a46f-42fd-a175-9d30d0e417c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:04.044801 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c612ff34-b47c-4e38-a96e-dd84fb96ee79 req-0b8b5f95-a46f-42fd-a175-9d30d0e417c1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0417ba49-cc4f-4be3-b922-ec544070c594 HTTP/1.1" status: 200 len: 868 time: 0.0915620 Aug 10 03:18:04.046076 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09ea840-56ce-4039-8911-567c3054649d req-2059036d-d91a-47f2-82be-002cbe4c7990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:04.066316 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c09ea840-56ce-4039-8911-567c3054649d req-2059036d-d91a-47f2-82be-002cbe4c7990 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0417ba49-cc4f-4be3-b922-ec544070c594 HTTP/1.1" status: 200 len: 868 time: 0.1859937 Aug 10 03:18:04.079799 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3325ff8c-1f6e-4896-bbbb-d224ed061bcc None None] Network 74f4a974-f99a-4119-bc18-e2cde5c7f547 is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:18:04.087907 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-3325ff8c-1f6e-4896-bbbb-d224ed061bcc None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:18:04.094432 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3325ff8c-1f6e-4896-bbbb-d224ed061bcc None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:18:04.112328 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3325ff8c-1f6e-4896-bbbb-d224ed061bcc None None] Pushing event updated for resources: {'Port': ['ID=a8de5838-3798-4932-bede-bd2cc5f85612,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:04.178496 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6fe0fb0d-2cd6-45d7-b190-5e6c3fab4800 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:04.216021 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-3325ff8c-1f6e-4896-bbbb-d224ed061bcc None None] Attempting to bind port a8de5838-3798-4932-bede-bd2cc5f85612 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:18:04.216560 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-3325ff8c-1f6e-4896-bbbb-d224ed061bcc None None] Attempting to bind port a8de5838-3798-4932-bede-bd2cc5f85612 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '41256eaa-6121-4e79-be67-f3a23583b6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '74f4a974-f99a-4119-bc18-e2cde5c7f547'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:18:04.216810 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3325ff8c-1f6e-4896-bbbb-d224ed061bcc None None] Attempting to bind port a8de5838-3798-4932-bede-bd2cc5f85612 on network 74f4a974-f99a-4119-bc18-e2cde5c7f547 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:18:04.224813 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3325ff8c-1f6e-4896-bbbb-d224ed061bcc None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:18:04.225198 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3325ff8c-1f6e-4896-bbbb-d224ed061bcc None None] Checking segment: {'id': '41256eaa-6121-4e79-be67-f3a23583b6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '74f4a974-f99a-4119-bc18-e2cde5c7f547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:18:04.225623 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3325ff8c-1f6e-4896-bbbb-d224ed061bcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:04.226003 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3325ff8c-1f6e-4896-bbbb-d224ed061bcc None None] Bound using segment: {'id': '41256eaa-6121-4e79-be67-f3a23583b6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '74f4a974-f99a-4119-bc18-e2cde5c7f547'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:18:04.226508 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-3325ff8c-1f6e-4896-bbbb-d224ed061bcc None None] Bound port: a8de5838-3798-4932-bede-bd2cc5f85612, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41256eaa-6121-4e79-be67-f3a23583b6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '74f4a974-f99a-4119-bc18-e2cde5c7f547'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:18:04.226892 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3325ff8c-1f6e-4896-bbbb-d224ed061bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:04.239785 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c612ff34-b47c-4e38-a96e-dd84fb96ee79 req-4f98064f-1494-4a13-8eca-318c85ec39e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:04.241701 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c612ff34-b47c-4e38-a96e-dd84fb96ee79 req-4f98064f-1494-4a13-8eca-318c85ec39e7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1816f95b-2474-4407-8097-c5e0f21fa613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1714935 Aug 10 03:18:04.246110 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09ea840-56ce-4039-8911-567c3054649d req-4b3d58ec-b9a1-475e-9efe-73bc6dbdef93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:04.252264 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6fe0fb0d-2cd6-45d7-b190-5e6c3fab4800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:04.255730 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947d9c04-2d37-435b-b1c8-c17d8ca5cd85 None None] New status for floating IP 845d7caf-e8c7-4de1-a3ab-c39b2e8e586a: DOWN {{(pid=94262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:18:04.256305 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c09ea840-56ce-4039-8911-567c3054649d req-4b3d58ec-b9a1-475e-9efe-73bc6dbdef93 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1816f95b-2474-4407-8097-c5e0f21fa613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1890616 Aug 10 03:18:04.296049 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe0fb0d-2cd6-45d7-b190-5e6c3fab4800 admin admin] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:18:04.302955 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-6fe0fb0d-2cd6-45d7-b190-5e6c3fab4800 admin admin] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:18:04.311510 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe0fb0d-2cd6-45d7-b190-5e6c3fab4800 admin admin] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:18:04.341372 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe0fb0d-2cd6-45d7-b190-5e6c3fab4800 admin admin] Pushing event updated for resources: {'Port': ['ID=c74e7c20-9931-4279-92a6-59b7c6f038f6,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:04.370990 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba5cdf7-42a9-4be9-b368-844ae8c5ba03 req-5e521564-d0ac-4a2e-a0df-6bec42b7767a tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:04.379196 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7ba5cdf7-42a9-4be9-b368-844ae8c5ba03 req-5e521564-d0ac-4a2e-a0df-6bec42b7767a tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b2bfe29-2c7f-46f2-96c8-28060b70fc3d HTTP/1.1" status: 200 len: 946 time: 0.2271533 Aug 10 03:18:04.406486 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-3325ff8c-1f6e-4896-bbbb-d224ed061bcc None None] For port a8de5838-3798-4932-bede-bd2cc5f85612, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:18:04.412497 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-3325ff8c-1f6e-4896-bbbb-d224ed061bcc None None] For port a8de5838-3798-4932-bede-bd2cc5f85612, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=a8de5838-3798-4932-bede-bd2cc5f85612,segment=NetworkSegment(41256eaa-6121-4e79-be67-f3a23583b6a6),segment_id=41256eaa-6121-4e79-be67-f3a23583b6a6)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:18:04.464319 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3325ff8c-1f6e-4896-bbbb-d224ed061bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:04.484218 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7ba5cdf7-42a9-4be9-b368-844ae8c5ba03 req-63c5b233-9f06-4d23-8d52-1cf812612f6f tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/security-groups?id=58160609-a8c2-4b15-a3de-467e7dbbc834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002297 Aug 10 03:18:04.504166 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c09ea840-56ce-4039-8911-567c3054649d req-d9992e4d-2b09-453a-9b25-32a035e4c000 service neutron] 10.222.0.44 "GET /v2.0/networks/1816f95b-2474-4407-8097-c5e0f21fa613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468255 Aug 10 03:18:04.515620 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c612ff34-b47c-4e38-a96e-dd84fb96ee79 req-ba479e66-44a6-465c-a317-514c94289fdb service neutron] 10.222.0.42 "GET /v2.0/networks/1816f95b-2474-4407-8097-c5e0f21fa613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570961 Aug 10 03:18:04.590146 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b95e1ec-6e87-4762-9d80-8e90c879e16a x-openstack-request-id: req-0b95e1ec-6e87-4762-9d80-8e90c879e16a {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:18:04.590459 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e34b4250-5c74-41a1-b378-16485ae18e6d", "name": "network-vif-plugged", "status": "completed", "tag": "8664479c-121d-48e7-8cc6-2ac0f5217b71", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:18:04.590735 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0b95e1ec-6e87-4762-9d80-8e90c879e16a {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:18:04.591130 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e34b4250-5c74-41a1-b378-16485ae18e6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8664479c-121d-48e7-8cc6-2ac0f5217b71', 'code': 200} Aug 10 03:18:04.642345 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3325ff8c-1f6e-4896-bbbb-d224ed061bcc None None] Pushing event updated for resources: {'Port': ['ID=a8de5838-3798-4932-bede-bd2cc5f85612,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:04.754535 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6fe0fb0d-2cd6-45d7-b190-5e6c3fab4800 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:04.760966 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c09ea840-56ce-4039-8911-567c3054649d req-8508c977-8e3e-45d0-9c8a-187405610ab0 service neutron] 10.222.0.44 "GET /v2.0/networks/1816f95b-2474-4407-8097-c5e0f21fa613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559443 Aug 10 03:18:04.806569 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-75a42dee-a0a8-4ade-9510-4de739e3fdfb req-8e67af6e-9a39-48b8-9b2a-41d4057d3d08 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=5224d542-6317-4cf8-aaf0-6e88d7d93fa3 HTTP/1.1" status: 200 len: 210 time: 0.0394497 Aug 10 03:18:04.813405 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c612ff34-b47c-4e38-a96e-dd84fb96ee79 req-2d5397b7-ef39-46fe-81e4-bd905a18dcf1 service neutron] 10.222.0.42 "GET /v2.0/networks/1816f95b-2474-4407-8097-c5e0f21fa613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856681 Aug 10 03:18:04.846022 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddeff75-4bf9-4ae5-90bb-96469a17783c req-bbfde8e1-cb54-497e-8e0f-558bc3160862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:04.847575 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-dddeff75-4bf9-4ae5-90bb-96469a17783c req-bbfde8e1-cb54-497e-8e0f-558bc3160862 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e34b4250-5c74-41a1-b378-16485ae18e6d HTTP/1.1" status: 200 len: 1098 time: 0.1483700 Aug 10 03:18:05.017189 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8482b2ea-253f-4c96-8bf5-b551995502d3 req-a7ce7e1d-e406-4397-a291-26308414ec4b tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:05.022971 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8482b2ea-253f-4c96-8bf5-b551995502d3 req-a7ce7e1d-e406-4397-a291-26308414ec4b tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=e34b4250-5c74-41a1-b378-16485ae18e6d HTTP/1.1" status: 200 len: 946 time: 0.1381643 Aug 10 03:18:05.037578 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-dddeff75-4bf9-4ae5-90bb-96469a17783c req-54aea06d-8470-41f2-a20c-2a0c786352f7 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812627 Aug 10 03:18:05.125031 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3230f9f0-f3bd-4edd-bb10-b345e488c1e3 req-55378d6c-6789-4117-b206-12dace783463 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:05.126737 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-3230f9f0-f3bd-4edd-bb10-b345e488c1e3 req-55378d6c-6789-4117-b206-12dace783463 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.61 "GET /v2.0/ports?device_id=f726c9d4-e35b-491c-8c1a-75058f6ba5e2 HTTP/1.1" status: 200 len: 950 time: 0.1755826 Aug 10 03:18:05.179076 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8482b2ea-253f-4c96-8bf5-b551995502d3 req-d7d99f80-8407-4fdd-8982-327d5affe972 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436794 Aug 10 03:18:05.203170 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f22211c6-5c85-4186-8ed4-fdefb82ea970 req-b1b89f81-2839-4605-8cd5-2546e2f45928 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] 10.222.0.44 "GET /v2.0/floatingips/845d7caf-e8c7-4de1-a3ab-c39b2e8e586a HTTP/1.1" status: 200 len: 691 time: 0.0822754 Aug 10 03:18:05.256642 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6fe0fb0d-2cd6-45d7-b190-5e6c3fab4800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:05.358048 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb88dd-7185-4b41-b5cc-6461dea09f28 req-67fccd25-f36e-4d70-8903-10fe4d6f83f9 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:05.366155 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b2eb88dd-7185-4b41-b5cc-6461dea09f28 req-67fccd25-f36e-4d70-8903-10fe4d6f83f9 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=f726c9d4-e35b-491c-8c1a-75058f6ba5e2 HTTP/1.1" status: 200 len: 950 time: 0.1002092 Aug 10 03:18:05.367963 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-3230f9f0-f3bd-4edd-bb10-b345e488c1e3 req-88698d64-6756-4c23-9584-05139f571694 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Deleting port 31f32a05-17ab-4fff-8025-246c50e68f96 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:18:05.368379 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-3230f9f0-f3bd-4edd-bb10-b345e488c1e3 req-88698d64-6756-4c23-9584-05139f571694 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:05.375050 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22211c6-5c85-4186-8ed4-fdefb82ea970 req-f74c8b3a-6f4f-4542-997d-7a6d5cd86f42 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:05.376311 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f22211c6-5c85-4186-8ed4-fdefb82ea970 req-f74c8b3a-6f4f-4542-997d-7a6d5cd86f42 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] 10.222.0.44 "GET /v2.0/networks/2ea12131-628a-487e-b434-0463553732bd HTTP/1.1" status: 200 len: 784 time: 0.1723151 Aug 10 03:18:05.442347 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f22211c6-5c85-4186-8ed4-fdefb82ea970 req-c1cfc34f-dc97-4a04-a76a-8471d80affc8 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.7 HTTP/1.1" status: 200 len: 694 time: 0.0526357 Aug 10 03:18:05.449888 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b2eb88dd-7185-4b41-b5cc-6461dea09f28 req-06a76813-4d8c-4797-b9a2-473ec4b60452 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828023 Aug 10 03:18:05.484406 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-3230f9f0-f3bd-4edd-bb10-b345e488c1e3 req-88698d64-6756-4c23-9584-05139f571694 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] For port 31f32a05-17ab-4fff-8025-246c50e68f96, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=31f32a05-17ab-4fff-8025-246c50e68f96,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:05.484805 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-3230f9f0-f3bd-4edd-bb10-b345e488c1e3 req-88698d64-6756-4c23-9584-05139f571694 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:05.504506 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-3230f9f0-f3bd-4edd-bb10-b345e488c1e3 req-88698d64-6756-4c23-9584-05139f571694 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Calling delete_port for 31f32a05-17ab-4fff-8025-246c50e68f96 owned by compute:nova {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:18:05.527716 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fe0fb0d-2cd6-45d7-b190-5e6c3fab4800 admin admin] Router 3b061617-8de4-45a5-bc21-a08ac1828790 is scheduled to L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e with binding_index 1 {{(pid=94261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:18:05.539131 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f22211c6-5c85-4186-8ed4-fdefb82ea970 req-ba7d2891-b4e6-4833-870d-a2a90ecc52bd tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.7 HTTP/1.1" status: 200 len: 694 time: 0.0750129 Aug 10 03:18:05.740207 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-3230f9f0-f3bd-4edd-bb10-b345e488c1e3 req-88698d64-6756-4c23-9584-05139f571694 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:05.753411 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['408a3286-4f2d-4fd4-a596-e648c93bfc43'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:18:05.755749 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['31f32a05-17ab-4fff-8025-246c50e68f96'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:18:05.758278 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c15bfc5-cf53-4065-bee4-3c8d1ae841d0 req-d1bce8cc-65eb-486a-933f-f1bc08ac7b25 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:05.766343 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3c15bfc5-cf53-4065-bee4-3c8d1ae841d0 req-d1bce8cc-65eb-486a-933f-f1bc08ac7b25 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b2bfe29-2c7f-46f2-96c8-28060b70fc3d HTTP/1.1" status: 200 len: 946 time: 0.1035087 Aug 10 03:18:05.788067 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-f22211c6-5c85-4186-8ed4-fdefb82ea970 req-1e4edb3b-362f-43f0-b3de-9700a42b2e6f tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Deleting port 1d3f5173-406a-4829-b537-e6e65a26007d {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:18:05.788649 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-f22211c6-5c85-4186-8ed4-fdefb82ea970 req-1e4edb3b-362f-43f0-b3de-9700a42b2e6f tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:05.874871 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3c15bfc5-cf53-4065-bee4-3c8d1ae841d0 req-a3edb79d-967a-4d19-80ec-7cb6dacba136 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/security-groups?id=58160609-a8c2-4b15-a3de-467e7dbbc834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075382 Aug 10 03:18:05.889806 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88698d64-6756-4c23-9584-05139f571694 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Pushing event deleted for resources: {'Port': ['ID=31f32a05-17ab-4fff-8025-246c50e68f96,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:05.929552 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-f22211c6-5c85-4186-8ed4-fdefb82ea970 req-1e4edb3b-362f-43f0-b3de-9700a42b2e6f tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:05.930032 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-f22211c6-5c85-4186-8ed4-fdefb82ea970 req-1e4edb3b-362f-43f0-b3de-9700a42b2e6f tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:05.944433 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-f22211c6-5c85-4186-8ed4-fdefb82ea970 req-1e4edb3b-362f-43f0-b3de-9700a42b2e6f tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Calling delete_port for 1d3f5173-406a-4829-b537-e6e65a26007d owned by network:floatingip {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:18:05.998333 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-3230f9f0-f3bd-4edd-bb10-b345e488c1e3 req-88698d64-6756-4c23-9584-05139f571694 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] No DVR routers for this DVR port 31f32a05-17ab-4fff-8025-246c50e68f96 on host n-h2-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:18:06.009086 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-3230f9f0-f3bd-4edd-bb10-b345e488c1e3 req-88698d64-6756-4c23-9584-05139f571694 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:06.011920 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-3230f9f0-f3bd-4edd-bb10-b345e488c1e3 req-88698d64-6756-4c23-9584-05139f571694 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.61 "DELETE /v2.0/ports/31f32a05-17ab-4fff-8025-246c50e68f96 HTTP/1.1" status: 204 len: 173 time: 0.8417304 Aug 10 03:18:06.029390 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f726c9d4-e35b-491c-8c1a-75058f6ba5e2', 'name': 'network-vif-deleted', 'tag': '31f32a05-17ab-4fff-8025-246c50e68f96'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:18:06.042508 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35926e8a-8573-450f-92ca-98059e99c7a2" -d '{"events": [{"server_uuid": "f726c9d4-e35b-491c-8c1a-75058f6ba5e2", "name": "network-vif-deleted", "tag": "31f32a05-17ab-4fff-8025-246c50e68f96"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:18:06.118778 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fe0fb0d-2cd6-45d7-b190-5e6c3fab4800 admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:18:06.130617 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030b65fd-ca0c-4e14-9e34-54e5a5f0aa98 None None] Sync routers for ids ['3b061617-8de4-45a5-bc21-a08ac1828790'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:18:06.140673 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030b65fd-ca0c-4e14-9e34-54e5a5f0aa98 None None] Routers {'3b061617-8de4-45a5-bc21-a08ac1828790'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:18:06.141300 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-030b65fd-ca0c-4e14-9e34-54e5a5f0aa98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:17:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['3b061617-8de4-45a5-bc21-a08ac1828790'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:06.209790 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6fe0fb0d-2cd6-45d7-b190-5e6c3fab4800 admin admin] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:06.211085 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-6fe0fb0d-2cd6-45d7-b190-5e6c3fab4800 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 3.2750683 Aug 10 03:18:06.220606 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 49022) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:06.278614 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-f22211c6-5c85-4186-8ed4-fdefb82ea970 req-1e4edb3b-362f-43f0-b3de-9700a42b2e6f tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:06.312356 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc6cda85-39ad-4c47-a7f8-ca31140c064d x-openstack-request-id: req-cc6cda85-39ad-4c47-a7f8-ca31140c064d {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:18:06.312705 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f726c9d4-e35b-491c-8c1a-75058f6ba5e2", "name": "network-vif-deleted", "tag": "31f32a05-17ab-4fff-8025-246c50e68f96", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:18:06.312905 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cc6cda85-39ad-4c47-a7f8-ca31140c064d {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:18:06.313437 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f726c9d4-e35b-491c-8c1a-75058f6ba5e2', 'name': 'network-vif-deleted', 'tag': '31f32a05-17ab-4fff-8025-246c50e68f96', 'status': 'completed', 'code': 200} Aug 10 03:18:06.467485 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-030b65fd-ca0c-4e14-9e34-54e5a5f0aa98 None None] Set router 3b061617-8de4-45a5-bc21-a08ac1828790 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:18:06.483830 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-f22211c6-5c85-4186-8ed4-fdefb82ea970 req-1e4edb3b-362f-43f0-b3de-9700a42b2e6f tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Notify callbacks [] for floatingip, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:06.487202 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-f22211c6-5c85-4186-8ed4-fdefb82ea970 req-1e4edb3b-362f-43f0-b3de-9700a42b2e6f tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:06.504084 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f22211c6-5c85-4186-8ed4-fdefb82ea970 req-1e4edb3b-362f-43f0-b3de-9700a42b2e6f tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] 10.222.0.44 "DELETE /v2.0/floatingips/845d7caf-e8c7-4de1-a3ab-c39b2e8e586a HTTP/1.1" status: 204 len: 173 time: 0.9602492 Aug 10 03:18:06.506909 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4edb3b-362f-43f0-b3de-9700a42b2e6f tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Pushing event deleted for resources: {'Port': ['ID=1d3f5173-406a-4829-b537-e6e65a26007d,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:06.568625 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a83a98f-6b74-4a81-91e1-b887466b1047 None None] Network 74f4a974-f99a-4119-bc18-e2cde5c7f547 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:18:06.671134 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11062196-f7b8-41b3-b066-ce3c7f48d15f req-5a75f80d-bae0-4b84-8388-f1fcabbefde1 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:06.673179 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-11062196-f7b8-41b3-b066-ce3c7f48d15f req-5a75f80d-bae0-4b84-8388-f1fcabbefde1 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=e34b4250-5c74-41a1-b378-16485ae18e6d HTTP/1.1" status: 200 len: 946 time: 0.2076299 Aug 10 03:18:06.803168 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-863ee17a-80a3-4999-a4a5-2b9e8fa2279c None None] Provisioning for port a8de5838-3798-4932-bede-bd2cc5f85612 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:18:06.834963 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-11062196-f7b8-41b3-b066-ce3c7f48d15f req-04ac1734-0901-46d3-bc90-011f56c6c222 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428163 Aug 10 03:18:06.836847 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device a8de5838-3798-4932-bede-bd2cc5f85612 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:18:06.901024 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c58438b6-9fe1-49c5-8b55-3e21e8ca9857 req-a506a3dc-6460-4e8b-9134-fc357bef3ecf tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=f726c9d4-e35b-491c-8c1a-75058f6ba5e2 HTTP/1.1" status: 200 len: 210 time: 0.0901756 Aug 10 03:18:07.054858 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-030b65fd-ca0c-4e14-9e34-54e5a5f0aa98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b061617-8de4-45a5-bc21-a08ac1828790', 'name': 'tempest-FloatingIPsAssociationTestJSON-2076291602-router', 'tenant_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'c74e7c20-9931-4279-92a6-59b7c6f038f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:18:02Z', 'updated_at': '2021-08-10T03:18:04Z', 'revision_number': 3, 'project_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'gw_port': {'id': 'c74e7c20-9931-4279-92a6-59b7c6f038f6', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:40:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b061617-8de4-45a5-bc21-a08ac1828790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:03Z', 'updated_at': '2021-08-10T03:18:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:07.075605 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port a8de5838-3798-4932-bede-bd2cc5f85612 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:18:07.080803 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port a8de5838-3798-4932-bede-bd2cc5f85612 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:18:07.081165 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:07.137126 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030b65fd-ca0c-4e14-9e34-54e5a5f0aa98 None None] Checking router: 3b061617-8de4-45a5-bc21-a08ac1828790 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:18:07.138584 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030b65fd-ca0c-4e14-9e34-54e5a5f0aa98 None None] Updating router 3b061617-8de4-45a5-bc21-a08ac1828790 port c74e7c20-9931-4279-92a6-59b7c6f038f6 binding host n-d-768862-13 {{(pid=94263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:18:07.174266 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845d108-d85e-4171-a985-6f6404978720 req-0d780c9c-6e83-46b1-8c18-9079e7c818bc tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:07.184950 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f845d108-d85e-4171-a985-6f6404978720 req-0d780c9c-6e83-46b1-8c18-9079e7c818bc tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b2bfe29-2c7f-46f2-96c8-28060b70fc3d HTTP/1.1" status: 200 len: 946 time: 0.1075008 Aug 10 03:18:07.197430 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-030b65fd-ca0c-4e14-9e34-54e5a5f0aa98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:07.237791 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:07.274368 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67db98cc-d1e8-4adf-bb8c-0e711df2ab34 req-08c13b22-cb46-452e-b615-d7c3f1b7554f tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:07.276458 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-67db98cc-d1e8-4adf-bb8c-0e711df2ab34 req-08c13b22-cb46-452e-b615-d7c3f1b7554f tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] 10.222.0.44 "GET /v2.0/ports?device_id=752d7f6c-6af2-4dfc-be5c-f78dfdc2e0fb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2627544 Aug 10 03:18:07.298715 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port a8de5838-3798-4932-bede-bd2cc5f85612, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=a8de5838-3798-4932-bede-bd2cc5f85612,segment=NetworkSegment(41256eaa-6121-4e79-be67-f3a23583b6a6),segment_id=41256eaa-6121-4e79-be67-f3a23583b6a6)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:07.304477 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:07.337387 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f845d108-d85e-4171-a985-6f6404978720 req-75ddf48c-e582-48cc-91a8-d77d824668d0 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/security-groups?id=58160609-a8c2-4b15-a3de-467e7dbbc834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516483 Aug 10 03:18:07.406491 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=a8de5838-3798-4932-bede-bd2cc5f85612,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:07.442546 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:07.442546 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:07.442856 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:07.443186 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:07.443533 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:07.443869 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:07.444200 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:07.444531 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:07.444861 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:07.445188 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:07.445512 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:07.445839 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:07.456396 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-19cf9372-42d2-4896-8225-159d9a93c5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:07.466913 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-67db98cc-d1e8-4adf-bb8c-0e711df2ab34 req-e3972629-879d-44bc-973e-106c77ad6210 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1759927 Aug 10 03:18:07.556949 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-9ed38dcf-b9f0-4aad-bf68-3fbe800f2116 None None] Provisioning complete for port a8de5838-3798-4932-bede-bd2cc5f85612 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:18:07.558310 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9ed38dcf-b9f0-4aad-bf68-3fbe800f2116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:07.690263 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-92338e28-38e6-4d35-98c2-3279018ac4c6 req-ff5ec6c0-77ee-4745-8d34-ddde9bc274be tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1217895 Aug 10 03:18:07.926763 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-19cf9372-42d2-4896-8225-159d9a93c5a4 admin admin] Allocated IP 172.20.0.1 (74f4a974-f99a-4119-bc18-e2cde5c7f547/5e21d815-4ed0-4b72-b9d1-a86f2421884d/43f12689-2ba0-4036-8b34-a90279b084a3) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:18:07.966637 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-030b65fd-ca0c-4e14-9e34-54e5a5f0aa98 None None] Notify callbacks [] for port, precommit_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:07.993934 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.provisioning_blocks [None req-030b65fd-ca0c-4e14-9e34-54e5a5f0aa98 None None] Transition to ACTIVE for port object c74e7c20-9931-4279-92a6-59b7c6f038f6 will not be triggered until provisioned by entity L2. {{(pid=94263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:18:08.014530 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-030b65fd-ca0c-4e14-9e34-54e5a5f0aa98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:08.081998 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-030b65fd-ca0c-4e14-9e34-54e5a5f0aa98 None None] Attempting to bind port c74e7c20-9931-4279-92a6-59b7c6f038f6 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:18:08.082673 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-030b65fd-ca0c-4e14-9e34-54e5a5f0aa98 None None] Attempting to bind port c74e7c20-9931-4279-92a6-59b7c6f038f6 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:18:08.083209 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030b65fd-ca0c-4e14-9e34-54e5a5f0aa98 None None] Attempting to bind port c74e7c20-9931-4279-92a6-59b7c6f038f6 on network 2ea12131-628a-487e-b434-0463553732bd {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:18:08.090712 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030b65fd-ca0c-4e14-9e34-54e5a5f0aa98 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:18:08.091433 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030b65fd-ca0c-4e14-9e34-54e5a5f0aa98 None None] Checking segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:18:08.092010 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-030b65fd-ca0c-4e14-9e34-54e5a5f0aa98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:08.092555 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030b65fd-ca0c-4e14-9e34-54e5a5f0aa98 None None] Bound using segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:18:08.093209 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-030b65fd-ca0c-4e14-9e34-54e5a5f0aa98 None None] Bound port: c74e7c20-9931-4279-92a6-59b7c6f038f6, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:18:08.093785 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-030b65fd-ca0c-4e14-9e34-54e5a5f0aa98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:08.116473 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-19cf9372-42d2-4896-8225-159d9a93c5a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:08.134427 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [None req-19cf9372-42d2-4896-8225-159d9a93c5a4 admin admin] Transition to ACTIVE for port object 43f12689-2ba0-4036-8b34-a90279b084a3 will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:18:08.157787 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-030b65fd-ca0c-4e14-9e34-54e5a5f0aa98 None None] For port c74e7c20-9931-4279-92a6-59b7c6f038f6, host n-d-768862-13, cleared binding levels {{(pid=94263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:18:08.164047 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-030b65fd-ca0c-4e14-9e34-54e5a5f0aa98 None None] For port c74e7c20-9931-4279-92a6-59b7c6f038f6, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=c74e7c20-9931-4279-92a6-59b7c6f038f6,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:18:08.171436 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-030b65fd-ca0c-4e14-9e34-54e5a5f0aa98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:08.188062 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-19cf9372-42d2-4896-8225-159d9a93c5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:08.215641 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518282f8-570b-4080-a470-a11c68c6a0c5 None None] Pushing event updated for resources: {'Port': ['ID=c74e7c20-9931-4279-92a6-59b7c6f038f6,revision_number=2']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:08.321192 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cf9372-42d2-4896-8225-159d9a93c5a4 admin admin] Pushing event updated for resources: {'Port': ['ID=43f12689-2ba0-4036-8b34-a90279b084a3,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:08.341475 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac6f9a1-8841-4a9e-aa99-21b0f95bc6c2 req-f5a33abb-6d0b-4e29-b83d-773984afbe5a tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:08.342144 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19cf9372-42d2-4896-8225-159d9a93c5a4 admin admin] Network 74f4a974-f99a-4119-bc18-e2cde5c7f547 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:18:08.346865 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5ac6f9a1-8841-4a9e-aa99-21b0f95bc6c2 req-f5a33abb-6d0b-4e29-b83d-773984afbe5a tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=e34b4250-5c74-41a1-b378-16485ae18e6d HTTP/1.1" status: 200 len: 946 time: 0.0783846 Aug 10 03:18:08.348428 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518282f8-570b-4080-a470-a11c68c6a0c5 None None] Pushing event updated for resources: {'Port': ['ID=c74e7c20-9931-4279-92a6-59b7c6f038f6,revision_number=3']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:08.364984 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-19cf9372-42d2-4896-8225-159d9a93c5a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:18:08.370049 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cf9372-42d2-4896-8225-159d9a93c5a4 admin admin] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:18:08.375351 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cf9372-42d2-4896-8225-159d9a93c5a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:08.375889 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cf9372-42d2-4896-8225-159d9a93c5a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:08.376415 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cf9372-42d2-4896-8225-159d9a93c5a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:08.376945 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cf9372-42d2-4896-8225-159d9a93c5a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:08.377451 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cf9372-42d2-4896-8225-159d9a93c5a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:08.377944 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cf9372-42d2-4896-8225-159d9a93c5a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:08.378475 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cf9372-42d2-4896-8225-159d9a93c5a4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:08.379504 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cf9372-42d2-4896-8225-159d9a93c5a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:08.380016 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cf9372-42d2-4896-8225-159d9a93c5a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:08.380517 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cf9372-42d2-4896-8225-159d9a93c5a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:08.381009 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cf9372-42d2-4896-8225-159d9a93c5a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:08.381510 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cf9372-42d2-4896-8225-159d9a93c5a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:08.395339 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030b65fd-ca0c-4e14-9e34-54e5a5f0aa98 None None] Routers {'3b061617-8de4-45a5-bc21-a08ac1828790'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:18:08.395970 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-030b65fd-ca0c-4e14-9e34-54e5a5f0aa98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:17:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['3b061617-8de4-45a5-bc21-a08ac1828790'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:08.427897 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5ac6f9a1-8841-4a9e-aa99-21b0f95bc6c2 req-911d021f-cb8f-4695-bacd-ed77bf4935d0 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733583 Aug 10 03:18:08.431470 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-19cf9372-42d2-4896-8225-159d9a93c5a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521745'] for router_interface, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:08.567901 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7963c719-7d14-4924-8be2-bd56852fb527 req-1567ccd2-8233-4fd6-9f07-17c4503e796e tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:08.570584 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7963c719-7d14-4924-8be2-bd56852fb527 req-1567ccd2-8233-4fd6-9f07-17c4503e796e tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] 10.222.0.44 "GET /v2.0/ports?device_id=752d7f6c-6af2-4dfc-be5c-f78dfdc2e0fb HTTP/1.1" status: 200 len: 945 time: 0.1123772 Aug 10 03:18:08.665255 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7963c719-7d14-4924-8be2-bd56852fb527 req-99ce680f-5f9e-4ce4-a9b3-50c59b3939d8 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] 10.222.0.44 "GET /v2.0/security-groups?id=af14a5d9-598e-4e84-86a5-015def1f8e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851781 Aug 10 03:18:08.689853 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-030b65fd-ca0c-4e14-9e34-54e5a5f0aa98 None None] Set router 3b061617-8de4-45a5-bc21-a08ac1828790 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:18:08.745988 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 31f32a05-17ab-4fff-8025-246c50e68f96 no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:18:08.751420 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device a8de5838-3798-4932-bede-bd2cc5f85612 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:18:08.845536 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-19cf9372-42d2-4896-8225-159d9a93c5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:09.185367 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] No Port match for: 31f32a05-17ab-4fff-8025-246c50e68f96 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:18:09.186031 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 31f32a05-17ab-4fff-8025-246c50e68f96 not bound to the agent host n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:18:09.211734 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port a8de5838-3798-4932-bede-bd2cc5f85612 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:18:09.212430 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:09.228943 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-030b65fd-ca0c-4e14-9e34-54e5a5f0aa98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b061617-8de4-45a5-bc21-a08ac1828790', 'name': 'tempest-FloatingIPsAssociationTestJSON-2076291602-router', 'tenant_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'c74e7c20-9931-4279-92a6-59b7c6f038f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:18:02Z', 'updated_at': '2021-08-10T03:18:04Z', 'revision_number': 3, 'project_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'gw_port': {'id': 'c74e7c20-9931-4279-92a6-59b7c6f038f6', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:40:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b061617-8de4-45a5-bc21-a08ac1828790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:03Z', 'updated_at': '2021-08-10T03:18:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:09.277918 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-4f36c0bd-e57f-47bd-855a-6e82903fc11f None None] Provisioning for port 43f12689-2ba0-4036-8b34-a90279b084a3 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:18:09.284250 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-4f36c0bd-e57f-47bd-855a-6e82903fc11f None None] Provisioning complete for port 43f12689-2ba0-4036-8b34-a90279b084a3 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:18:09.284861 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4f36c0bd-e57f-47bd-855a-6e82903fc11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:09.304178 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030b65fd-ca0c-4e14-9e34-54e5a5f0aa98 None None] The sync data for ids ['3b061617-8de4-45a5-bc21-a08ac1828790'] in n-d-768862-13 is: [{'id': '3b061617-8de4-45a5-bc21-a08ac1828790', 'name': 'tempest-FloatingIPsAssociationTestJSON-2076291602-router', 'tenant_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'c74e7c20-9931-4279-92a6-59b7c6f038f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:18:02Z', 'updated_at': '2021-08-10T03:18:04Z', 'revision_number': 3, 'project_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'gw_port': {'id': 'c74e7c20-9931-4279-92a6-59b7c6f038f6', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:40:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b061617-8de4-45a5-bc21-a08ac1828790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:03Z', 'updated_at': '2021-08-10T03:18:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:18:09.310954 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bca55e-63ec-4472-bbc3-22d392abeb62 req-74daa975-4f32-4a65-8749-be1258ff5ef6 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:09.321375 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c1bca55e-63ec-4472-bbc3-22d392abeb62 req-74daa975-4f32-4a65-8749-be1258ff5ef6 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c6232-f0c3-49ea-bd08-78872ee1d315 HTTP/1.1" status: 200 len: 949 time: 0.1960058 Aug 10 03:18:09.360148 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-19cf9372-42d2-4896-8225-159d9a93c5a4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:09.367556 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-19cf9372-42d2-4896-8225-159d9a93c5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:09.391559 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42192039-9a5f-4916-881b-dbcb736e21c2 req-8b27656d-d303-4512-b062-ea3de16ca52c tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:09.400741 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-42192039-9a5f-4916-881b-dbcb736e21c2 req-8b27656d-d303-4512-b062-ea3de16ca52c tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=e34b4250-5c74-41a1-b378-16485ae18e6d HTTP/1.1" status: 200 len: 946 time: 0.2373052 Aug 10 03:18:09.482820 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-4f36c0bd-e57f-47bd-855a-6e82903fc11f None None] Port 43f12689-2ba0-4036-8b34-a90279b084a3 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:18:09.491514 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-19cf9372-42d2-4896-8225-159d9a93c5a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521893'] for router_interface, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:09.494009 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c1bca55e-63ec-4472-bbc3-22d392abeb62 req-0d96cc41-849a-4788-bbf9-cedfa4f619a8 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707489 Aug 10 03:18:09.616042 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-42192039-9a5f-4916-881b-dbcb736e21c2 req-e9245ddf-6367-446e-976d-e652b5fa0e4e tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050977 Aug 10 03:18:09.620324 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cf9372-42d2-4896-8225-159d9a93c5a4 admin admin] Pushing event updated for resources: {'Port': ['ID=43f12689-2ba0-4036-8b34-a90279b084a3,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:09.632128 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19cf9372-42d2-4896-8225-159d9a93c5a4 admin admin] Network 74f4a974-f99a-4119-bc18-e2cde5c7f547 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:18:09.633555 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-19cf9372-42d2-4896-8225-159d9a93c5a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:18:09.654102 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78700af5-4ece-43af-b394-0686dedda4d1 req-d4d8b20d-5c86-49ed-b626-3280039c7d42 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:09.658622 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-78700af5-4ece-43af-b394-0686dedda4d1 req-d4d8b20d-5c86-49ed-b626-3280039c7d42 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] 10.222.0.42 "GET /v2.0/ports?device_id=752d7f6c-6af2-4dfc-be5c-f78dfdc2e0fb HTTP/1.1" status: 200 len: 945 time: 0.1563849 Aug 10 03:18:09.958505 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19cf9372-42d2-4896-8225-159d9a93c5a4 admin admin] Router 3b061617-8de4-45a5-bc21-a08ac1828790 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:18:10.108325 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-63a4890e-4de5-40cc-b434-17e79b2be203 req-d7434e58-f3db-420d-8705-84584f25fb4e tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=5fde150b31494048bacc6788402b53f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0971506 Aug 10 03:18:10.115392 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-b2afd6b8-a21c-4caf-bd9a-b4fb67eacdae None None] Provisioning complete for port 43f12689-2ba0-4036-8b34-a90279b084a3 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:18:10.115964 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b2afd6b8-a21c-4caf-bd9a-b4fb67eacdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:10.160454 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-b2afd6b8-a21c-4caf-bd9a-b4fb67eacdae None None] Port 43f12689-2ba0-4036-8b34-a90279b084a3 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:18:10.185957 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19cf9372-42d2-4896-8225-159d9a93c5a4 admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:18:10.188121 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de38ea8e-605a-4825-9e57-993309f69249 req-1b9e1020-7dc7-4624-ac03-6eb47bfaeba4 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:10.189495 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-de38ea8e-605a-4825-9e57-993309f69249 req-1b9e1020-7dc7-4624-ac03-6eb47bfaeba4 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] 10.222.0.44 "GET /v2.0/ports?device_id=752d7f6c-6af2-4dfc-be5c-f78dfdc2e0fb HTTP/1.1" status: 200 len: 945 time: 0.2912083 Aug 10 03:18:10.196657 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-19cf9372-42d2-4896-8225-159d9a93c5a4 admin admin] 10.222.0.44 "PUT /v2.0/routers/3b061617-8de4-45a5-bc21-a08ac1828790/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9749672 Aug 10 03:18:10.288364 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-78700af5-4ece-43af-b394-0686dedda4d1 req-2ab3c5fa-b510-4528-b48a-7ed524cb9b6e tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Deleting port ae5ac60f-971c-4ef4-9592-42d3d092eda8 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:18:10.288827 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-78700af5-4ece-43af-b394-0686dedda4d1 req-2ab3c5fa-b510-4528-b48a-7ed524cb9b6e tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:10.401404 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-de38ea8e-605a-4825-9e57-993309f69249 req-9d8ac038-0948-4a70-927e-cf81b5b9db85 tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] 10.222.0.44 "GET /v2.0/security-groups?id=af14a5d9-598e-4e84-86a5-015def1f8e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793358 Aug 10 03:18:10.439715 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cfdc2f-48b3-4459-82e2-a1da2739d087 req-1883fe1c-1ba6-4cc5-8077-6f5a2e9540d1 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:10.441903 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a2cfdc2f-48b3-4459-82e2-a1da2739d087 req-1883fe1c-1ba6-4cc5-8077-6f5a2e9540d1 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.42 "GET /v2.0/ports?device_id=d81c6232-f0c3-49ea-bd08-78872ee1d315 HTTP/1.1" status: 200 len: 949 time: 0.1914341 Aug 10 03:18:10.522903 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a4890e-4de5-40cc-b434-17e79b2be203 req-001dcdcf-a87a-4371-bf6f-a39d917c0fa2 tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:10.524691 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-63a4890e-4de5-40cc-b434-17e79b2be203 req-001dcdcf-a87a-4371-bf6f-a39d917c0fa2 tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4141495 Aug 10 03:18:10.626218 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-63a4890e-4de5-40cc-b434-17e79b2be203 req-84bba3c7-328a-4d23-959f-ab8598ec16e5 tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] 10.222.0.44 "GET /v2.0/quotas/5fde150b31494048bacc6788402b53f0 HTTP/1.1" status: 200 len: 375 time: 0.0834072 Aug 10 03:18:10.632403 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-78700af5-4ece-43af-b394-0686dedda4d1 req-2ab3c5fa-b510-4528-b48a-7ed524cb9b6e tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] For port ae5ac60f-971c-4ef4-9592-42d3d092eda8, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=ae5ac60f-971c-4ef4-9592-42d3d092eda8,segment=NetworkSegment(f25cb5ab-991d-4837-8dd0-f45e6e3b0399),segment_id=f25cb5ab-991d-4837-8dd0-f45e6e3b0399)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:10.632706 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-78700af5-4ece-43af-b394-0686dedda4d1 req-2ab3c5fa-b510-4528-b48a-7ed524cb9b6e tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:10.709649 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-63a4890e-4de5-40cc-b434-17e79b2be203 req-342c8678-f5d5-431a-bdb8-42bd4dc8f4b6 tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=5fde150b31494048bacc6788402b53f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0823283 Aug 10 03:18:10.714106 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-78700af5-4ece-43af-b394-0686dedda4d1 req-2ab3c5fa-b510-4528-b48a-7ed524cb9b6e tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Calling delete_port for ae5ac60f-971c-4ef4-9592-42d3d092eda8 owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:18:10.721996 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device c74e7c20-9931-4279-92a6-59b7c6f038f6 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:18:10.814509 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port c74e7c20-9931-4279-92a6-59b7c6f038f6 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:18:10.818794 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port c74e7c20-9931-4279-92a6-59b7c6f038f6 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:18:10.819254 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:10.989924 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:10.994325 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-a2cfdc2f-48b3-4459-82e2-a1da2739d087 req-c775b607-b91b-4dc3-9f39-4a262df5f2f2 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Deleting port 408a3286-4f2d-4fd4-a596-e648c93bfc43 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:18:10.994814 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a2cfdc2f-48b3-4459-82e2-a1da2739d087 req-c775b607-b91b-4dc3-9f39-4a262df5f2f2 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:11.038672 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port c74e7c20-9931-4279-92a6-59b7c6f038f6, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=c74e7c20-9931-4279-92a6-59b7c6f038f6,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:11.046712 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:11.132329 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=c74e7c20-9931-4279-92a6-59b7c6f038f6,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:11.513395 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affb5102-8907-4826-8f4a-e15bf6553fa1 req-41d51a60-7927-4a2d-95bd-33adc0f4678d tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:11.514955 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-affb5102-8907-4826-8f4a-e15bf6553fa1 req-41d51a60-7927-4a2d-95bd-33adc0f4678d tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/ports?device_id=d81c6232-f0c3-49ea-bd08-78872ee1d315 HTTP/1.1" status: 200 len: 949 time: 0.4365873 Aug 10 03:18:11.521863 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc4ddd3-1494-49a7-b61b-16730bf32300 req-8cafa12c-02f6-4b6f-8420-b13b615544a7 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:11.523268 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8cc4ddd3-1494-49a7-b61b-16730bf32300 req-8cafa12c-02f6-4b6f-8420-b13b615544a7 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] 10.222.0.44 "GET /v2.0/networks?id=74f4a974-f99a-4119-bc18-e2cde5c7f547 HTTP/1.1" status: 200 len: 821 time: 0.6948302 Aug 10 03:18:11.591640 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-a2cfdc2f-48b3-4459-82e2-a1da2739d087 req-c775b607-b91b-4dc3-9f39-4a262df5f2f2 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] For port 408a3286-4f2d-4fd4-a596-e648c93bfc43, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=408a3286-4f2d-4fd4-a596-e648c93bfc43,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:11.592018 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a2cfdc2f-48b3-4459-82e2-a1da2739d087 req-c775b607-b91b-4dc3-9f39-4a262df5f2f2 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:11.614871 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8cc4ddd3-1494-49a7-b61b-16730bf32300 req-508f3281-59c5-4110-938d-f5300af3d512 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] 10.222.0.44 "GET /v2.0/quotas/3e3d75d4f3e64842afe526c7ebf13c9e HTTP/1.1" status: 200 len: 375 time: 0.0855596 Aug 10 03:18:11.627792 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-a2cfdc2f-48b3-4459-82e2-a1da2739d087 req-c775b607-b91b-4dc3-9f39-4a262df5f2f2 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Calling delete_port for 408a3286-4f2d-4fd4-a596-e648c93bfc43 owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:18:11.687325 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-affb5102-8907-4826-8f4a-e15bf6553fa1 req-917e022a-a1d4-495b-ab1c-c5e191feaa26 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625404 Aug 10 03:18:11.763291 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-78700af5-4ece-43af-b394-0686dedda4d1 req-2ab3c5fa-b510-4528-b48a-7ed524cb9b6e tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:11.808844 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8cc4ddd3-1494-49a7-b61b-16730bf32300 req-916f6485-3397-4567-a17c-ad3512c04150 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3e3d75d4f3e64842afe526c7ebf13c9e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1928682 Aug 10 03:18:11.828397 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab3c5fa-b510-4528-b48a-7ed524cb9b6e tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Pushing event deleted for resources: {'Port': ['ID=ae5ac60f-971c-4ef4-9592-42d3d092eda8,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:11.943534 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-78700af5-4ece-43af-b394-0686dedda4d1 req-2ab3c5fa-b510-4528-b48a-7ed524cb9b6e tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] No DVR routers for this DVR port ae5ac60f-971c-4ef4-9592-42d3d092eda8 on host n-h1-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:18:11.947775 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-78700af5-4ece-43af-b394-0686dedda4d1 req-2ab3c5fa-b510-4528-b48a-7ed524cb9b6e tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:11.949867 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-78700af5-4ece-43af-b394-0686dedda4d1 req-2ab3c5fa-b510-4528-b48a-7ed524cb9b6e tempest-FloatingIPsAssociationNegativeTestJSON-516597164 tempest-FloatingIPsAssociationNegativeTestJSON-516597164-project] 10.222.0.42 "DELETE /v2.0/ports/ae5ac60f-971c-4ef4-9592-42d3d092eda8 HTTP/1.1" status: 204 len: 173 time: 2.2830520 Aug 10 03:18:11.958912 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '752d7f6c-6af2-4dfc-be5c-f78dfdc2e0fb', 'name': 'network-vif-deleted', 'tag': 'ae5ac60f-971c-4ef4-9592-42d3d092eda8'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:18:11.961799 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6982a600-b529-4069-88fd-2347e31d0bcf" -d '{"events": [{"server_uuid": "752d7f6c-6af2-4dfc-be5c-f78dfdc2e0fb", "name": "network-vif-deleted", "tag": "ae5ac60f-971c-4ef4-9592-42d3d092eda8"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:18:11.998783 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6160173-80f3-47b7-bde9-ff271b914f75 None None] Sync routers for ids ['3b061617-8de4-45a5-bc21-a08ac1828790'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:18:12.028764 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6160173-80f3-47b7-bde9-ff271b914f75 None None] Routers {'3b061617-8de4-45a5-bc21-a08ac1828790'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:18:12.029702 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-d6160173-80f3-47b7-bde9-ff271b914f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:17:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['3b061617-8de4-45a5-bc21-a08ac1828790'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:12.056694 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7bdb99-4f7d-4299-8cea-7b49e5c3ce70 req-b21bc597-86d9-4565-bb37-771e0c212e76 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:12.066912 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3b7bdb99-4f7d-4299-8cea-7b49e5c3ce70 req-b21bc597-86d9-4565-bb37-771e0c212e76 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=e34b4250-5c74-41a1-b378-16485ae18e6d HTTP/1.1" status: 200 len: 946 time: 0.2903838 Aug 10 03:18:12.182254 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-63a4890e-4de5-40cc-b434-17e79b2be203 req-57f38775-6273-46b7-9d17-0949ba9cdc88 tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=5fde150b31494048bacc6788402b53f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317969 Aug 10 03:18:12.182521 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-d6160173-80f3-47b7-bde9-ff271b914f75 None None] Set router 3b061617-8de4-45a5-bc21-a08ac1828790 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:18:12.195289 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a2cfdc2f-48b3-4459-82e2-a1da2739d087 req-c775b607-b91b-4dc3-9f39-4a262df5f2f2 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:12.223926 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8cc4ddd3-1494-49a7-b61b-16730bf32300 req-a3f25bcf-26cf-434a-95d3-a1b228fd7374 service neutron] 10.222.0.44 "GET /v2.0/networks/74f4a974-f99a-4119-bc18-e2cde5c7f547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4034796 Aug 10 03:18:12.292445 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3b7bdb99-4f7d-4299-8cea-7b49e5c3ce70 req-78fde296-7e0d-4507-a7a5-014aec967115 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245317 Aug 10 03:18:12.296536 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c775b607-b91b-4dc3-9f39-4a262df5f2f2 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Pushing event deleted for resources: {'Port': ['ID=408a3286-4f2d-4fd4-a596-e648c93bfc43,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:12.409073 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2cfdc2f-48b3-4459-82e2-a1da2739d087 req-c775b607-b91b-4dc3-9f39-4a262df5f2f2 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] No DVR routers for this DVR port 408a3286-4f2d-4fd4-a596-e648c93bfc43 on host n-h1-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:18:12.415749 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a2cfdc2f-48b3-4459-82e2-a1da2739d087 req-c775b607-b91b-4dc3-9f39-4a262df5f2f2 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:12.417747 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a2cfdc2f-48b3-4459-82e2-a1da2739d087 req-c775b607-b91b-4dc3-9f39-4a262df5f2f2 tempest-MigrationsAdminTest-105310761 tempest-MigrationsAdminTest-105310761-project] 10.222.0.42 "DELETE /v2.0/ports/408a3286-4f2d-4fd4-a596-e648c93bfc43 HTTP/1.1" status: 204 len: 173 time: 1.9647689 Aug 10 03:18:12.437806 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-d6160173-80f3-47b7-bde9-ff271b914f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b061617-8de4-45a5-bc21-a08ac1828790', 'name': 'tempest-FloatingIPsAssociationTestJSON-2076291602-router', 'tenant_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'c74e7c20-9931-4279-92a6-59b7c6f038f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:18:02Z', 'updated_at': '2021-08-10T03:18:08Z', 'revision_number': 4, 'project_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'gw_port': {'id': 'c74e7c20-9931-4279-92a6-59b7c6f038f6', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:40:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b061617-8de4-45a5-bc21-a08ac1828790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:03Z', 'updated_at': '2021-08-10T03:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '43f12689-2ba0-4036-8b34-a90279b084a3', 'name': '', 'network_id': '74f4a974-f99a-4119-bc18-e2cde5c7f547', 'tenant_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'mac_address': 'fa:16:3e:79:60:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b061617-8de4-45a5-bc21-a08ac1828790', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '5e21d815-4ed0-4b72-b9d1-a86f2421884d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:07Z', 'updated_at': '2021-08-10T03:18:09Z', 'revision_number': 2, 'project_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'subnets': [{'id': '5e21d815-4ed0-4b72-b9d1-a86f2421884d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:12.464752 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a4890e-4de5-40cc-b434-17e79b2be203 req-d2bae875-f8e6-484f-9068-7a410f3848ee tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:12.466262 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-63a4890e-4de5-40cc-b434-17e79b2be203 req-d2bae875-f8e6-484f-9068-7a410f3848ee tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2735996 Aug 10 03:18:12.477400 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6160173-80f3-47b7-bde9-ff271b914f75 None None] Checking router: 3b061617-8de4-45a5-bc21-a08ac1828790 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:18:12.477968 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6160173-80f3-47b7-bde9-ff271b914f75 None None] Updating router 3b061617-8de4-45a5-bc21-a08ac1828790 port 43f12689-2ba0-4036-8b34-a90279b084a3 binding host n-d-768862-13 {{(pid=94262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:18:12.490551 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-63a4890e-4de5-40cc-b434-17e79b2be203 req-b330b1d9-c26a-4edc-b32a-7771fc40fd21 tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] Request body: {'port': {'device_id': '8a02c3c7-7d98-4b14-8a6d-0e1091a9d910', 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721', 'admin_state_up': True, 'tenant_id': '5fde150b31494048bacc6788402b53f0'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:18:12.516190 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d6160173-80f3-47b7-bde9-ff271b914f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:12.516612 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e76779c1-7071-4714-bd00-bad93d2d87fc req-5c71a54b-bc7a-4e5e-8ca0-2bacdab9670d tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=5fde150b31494048bacc6788402b53f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0624356 Aug 10 03:18:12.553729 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8cc4ddd3-1494-49a7-b61b-16730bf32300 req-39f1c673-f2a4-45c0-a039-ee2123f91018 service neutron] 10.222.0.44 "GET /v2.0/networks/74f4a974-f99a-4119-bc18-e2cde5c7f547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941725 Aug 10 03:18:12.709255 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device c74e7c20-9931-4279-92a6-59b7c6f038f6 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:18:12.711898 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76779c1-7071-4714-bd00-bad93d2d87fc req-c8f2f261-8759-4458-abdc-9e7c9adf2ce2 tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:12.718824 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e76779c1-7071-4714-bd00-bad93d2d87fc req-c8f2f261-8759-4458-abdc-9e7c9adf2ce2 tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1675017 Aug 10 03:18:12.737623 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e76779c1-7071-4714-bd00-bad93d2d87fc req-f3ca404d-0f2e-4e9d-8265-f0487c3c57c3 tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] 10.222.0.44 "GET /v2.0/quotas/5fde150b31494048bacc6788402b53f0 HTTP/1.1" status: 200 len: 375 time: 0.0174441 Aug 10 03:18:12.785767 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63a4890e-4de5-40cc-b434-17e79b2be203 req-b330b1d9-c26a-4edc-b32a-7771fc40fd21 tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] Made reservation on behalf of 5fde150b31494048bacc6788402b53f0 for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:18:12.790511 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-63a4890e-4de5-40cc-b434-17e79b2be203 req-b330b1d9-c26a-4edc-b32a-7771fc40fd21 tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:12.798051 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 762c5455-97e8-41a9-8444-c5b50e8b36f7 details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:18:12.810900 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e76779c1-7071-4714-bd00-bad93d2d87fc req-47cff16a-d90f-47a9-b2fb-288f55777d4d tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=5fde150b31494048bacc6788402b53f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0592227 Aug 10 03:18:12.818809 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-63a4890e-4de5-40cc-b434-17e79b2be203 req-b330b1d9-c26a-4edc-b32a-7771fc40fd21 tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:12.821032 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 49254) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:12.978165 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 408a3286-4f2d-4fd4-a596-e648c93bfc43 no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:18:13.009108 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a50f3d1-f7e1-406f-83f9-e4bc72f0b7f8 x-openstack-request-id: req-2a50f3d1-f7e1-406f-83f9-e4bc72f0b7f8 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:18:13.009395 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "752d7f6c-6af2-4dfc-be5c-f78dfdc2e0fb", "name": "network-vif-deleted", "tag": "ae5ac60f-971c-4ef4-9592-42d3d092eda8", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:18:13.011795 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2a50f3d1-f7e1-406f-83f9-e4bc72f0b7f8 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:18:13.013065 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '752d7f6c-6af2-4dfc-be5c-f78dfdc2e0fb', 'name': 'network-vif-deleted', 'tag': 'ae5ac60f-971c-4ef4-9592-42d3d092eda8', 'status': 'completed', 'code': 200} Aug 10 03:18:13.167952 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-63a4890e-4de5-40cc-b434-17e79b2be203 req-b330b1d9-c26a-4edc-b32a-7771fc40fd21 tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:13.183456 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] No Port match for: 408a3286-4f2d-4fd4-a596-e648c93bfc43 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:18:13.184059 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 408a3286-4f2d-4fd4-a596-e648c93bfc43 not bound to the agent host n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:18:13.186151 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device ae5ac60f-971c-4ef4-9592-42d3d092eda8 no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:18:13.191634 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-63a4890e-4de5-40cc-b434-17e79b2be203 req-b330b1d9-c26a-4edc-b32a-7771fc40fd21 tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:13.405748 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b330b1d9-c26a-4edc-b32a-7771fc40fd21 tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8517d1f6-e925-4f66-887e-3d1a0d6d6b11,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:13.415693 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] No Port match for: ae5ac60f-971c-4ef4-9592-42d3d092eda8 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:18:13.416043 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device ae5ac60f-971c-4ef4-9592-42d3d092eda8 not bound to the agent host n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:18:13.450692 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port c74e7c20-9931-4279-92a6-59b7c6f038f6 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:18:13.453997 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:13.551899 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d6160173-80f3-47b7-bde9-ff271b914f75 None None] Notify callbacks [] for port, precommit_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:13.569704 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 762c5455-97e8-41a9-8444-c5b50e8b36f7, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=762c5455-97e8-41a9-8444-c5b50e8b36f7,segment=NetworkSegment(bb5826fd-13f9-4737-be5f-46ce38ebd549),segment_id=bb5826fd-13f9-4737-be5f-46ce38ebd549)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:13.588332 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-d6160173-80f3-47b7-bde9-ff271b914f75 None None] Transition to ACTIVE for port object 43f12689-2ba0-4036-8b34-a90279b084a3 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:18:13.592381 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': '762c5455-97e8-41a9-8444-c5b50e8b36f7', 'network_id': 'd1e68237-a664-422b-b005-d5e450d45372', 'port_id': '762c5455-97e8-41a9-8444-c5b50e8b36f7', 'mac_address': 'fa:16:3e:64:33:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31ffc495-0d57-4c63-9695-aba9cef6afdd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:18:13.596712 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9d2582e7-31c2-4966-a1fc-acceddb7936b req-9bd7ed8f-0fd7-4d77-bcc6-7a3378d19e3f tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8fd29a2-f44f-41ef-b6a0-ab496cca62a1 HTTP/1.1" status: 200 len: 210 time: 0.1002753 Aug 10 03:18:13.640431 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:13.650260 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d6160173-80f3-47b7-bde9-ff271b914f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:13.703285 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9f12c970-3275-48a6-9119-935148cbc4f4 req-03758e14-4a32-4799-ba9b-188681f5d118 tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] 10.222.0.44 "GET /v2.0/ports?device_id=22da9a79-83b7-4a8e-bef3-1c5e1319a22b HTTP/1.1" status: 200 len: 210 time: 0.1090026 Aug 10 03:18:13.751134 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-63a4890e-4de5-40cc-b434-17e79b2be203 req-b330b1d9-c26a-4edc-b32a-7771fc40fd21 tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] Allocated IP 192.168.233.211 (72a4be73-29a1-424c-8690-ecdcf6b06721/60d10164-1dee-4940-9d19-f71e6c18cbc5/45717ff4-648f-4c1c-ba3e-e40d3d5df154) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:18:13.769936 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 762c5455-97e8-41a9-8444-c5b50e8b36f7 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:18:13.878013 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e70a0f7-2f6a-4102-ac57-b345a86892ba None None] Pushing event updated for resources: {'Port': ['ID=43f12689-2ba0-4036-8b34-a90279b084a3,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:13.932034 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 762c5455-97e8-41a9-8444-c5b50e8b36f7, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=762c5455-97e8-41a9-8444-c5b50e8b36f7,segment=NetworkSegment(bb5826fd-13f9-4737-be5f-46ce38ebd549),segment_id=bb5826fd-13f9-4737-be5f-46ce38ebd549)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:13.992776 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:14.045794 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 49292) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:14.065801 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9d137bb3-f037-4d64-b09d-0b6022b56783 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521880'] for router_interface, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:14.077422 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=762c5455-97e8-41a9-8444-c5b50e8b36f7,revision_number=6']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:14.084622 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-d6160173-80f3-47b7-bde9-ff271b914f75 None None] Attempting to bind port 43f12689-2ba0-4036-8b34-a90279b084a3 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:18:14.086190 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-d6160173-80f3-47b7-bde9-ff271b914f75 None None] Attempting to bind port 43f12689-2ba0-4036-8b34-a90279b084a3 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '41256eaa-6121-4e79-be67-f3a23583b6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '74f4a974-f99a-4119-bc18-e2cde5c7f547'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:18:14.088726 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6160173-80f3-47b7-bde9-ff271b914f75 None None] Attempting to bind port 43f12689-2ba0-4036-8b34-a90279b084a3 on network 74f4a974-f99a-4119-bc18-e2cde5c7f547 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:18:14.100170 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6160173-80f3-47b7-bde9-ff271b914f75 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:18:14.101122 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6160173-80f3-47b7-bde9-ff271b914f75 None None] Checking segment: {'id': '41256eaa-6121-4e79-be67-f3a23583b6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '74f4a974-f99a-4119-bc18-e2cde5c7f547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:18:14.102158 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d6160173-80f3-47b7-bde9-ff271b914f75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:14.103162 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6160173-80f3-47b7-bde9-ff271b914f75 None None] Bound using segment: {'id': '41256eaa-6121-4e79-be67-f3a23583b6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '74f4a974-f99a-4119-bc18-e2cde5c7f547'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:18:14.103831 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-d6160173-80f3-47b7-bde9-ff271b914f75 None None] Bound port: 43f12689-2ba0-4036-8b34-a90279b084a3, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41256eaa-6121-4e79-be67-f3a23583b6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '74f4a974-f99a-4119-bc18-e2cde5c7f547'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:18:14.104571 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d6160173-80f3-47b7-bde9-ff271b914f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:14.258644 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['762c5455-97e8-41a9-8444-c5b50e8b36f7'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:18:14.298438 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558e5d8c-6ce2-4c04-b9bc-03bf2027b2c0 req-2e76e66d-55fa-4597-a57d-c7b1a0a567dc tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:14.306884 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-558e5d8c-6ce2-4c04-b9bc-03bf2027b2c0 req-2e76e66d-55fa-4597-a57d-c7b1a0a567dc tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=e34b4250-5c74-41a1-b378-16485ae18e6d HTTP/1.1" status: 200 len: 946 time: 0.2447011 Aug 10 03:18:14.311494 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-63a4890e-4de5-40cc-b434-17e79b2be203 req-b330b1d9-c26a-4edc-b32a-7771fc40fd21 tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:14.321763 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d6ecc5-f1ad-42a5-882c-6a8edcf36c61 req-95c79cfc-8658-42a0-abaf-b4e097344a39 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:14.329524 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-03d6ecc5-f1ad-42a5-882c-6a8edcf36c61 req-95c79cfc-8658-42a0-abaf-b4e097344a39 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=d757fe12-2e16-469c-8140-4383b7103a75 HTTP/1.1" status: 200 len: 945 time: 0.2718332 Aug 10 03:18:14.376651 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-63a4890e-4de5-40cc-b434-17e79b2be203 req-b330b1d9-c26a-4edc-b32a-7771fc40fd21 tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] Transition to ACTIVE for port object 45717ff4-648f-4c1c-ba3e-e40d3d5df154 will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:18:14.414254 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-d6160173-80f3-47b7-bde9-ff271b914f75 None None] For port 43f12689-2ba0-4036-8b34-a90279b084a3, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:18:14.417067 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-558e5d8c-6ce2-4c04-b9bc-03bf2027b2c0 req-3a8a38ca-d69b-466e-a766-e982b5f5b158 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081915 Aug 10 03:18:14.422616 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-8082292c-7208-4bc5-a5ee-023f498162b8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=808ab0b013b8411c9f012091d2eaa39f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3675332 Aug 10 03:18:14.422857 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-d6160173-80f3-47b7-bde9-ff271b914f75 None None] For port 43f12689-2ba0-4036-8b34-a90279b084a3, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=43f12689-2ba0-4036-8b34-a90279b084a3,segment=NetworkSegment(41256eaa-6121-4e79-be67-f3a23583b6a6),segment_id=41256eaa-6121-4e79-be67-f3a23583b6a6)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:18:14.422991 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 49296) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:14.455769 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d6160173-80f3-47b7-bde9-ff271b914f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:14.495116 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-03d6ecc5-f1ad-42a5-882c-6a8edcf36c61 req-8dc4c4d4-9f42-42a4-9a14-49c71f47c2f8 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642780 Aug 10 03:18:14.521270 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-08da412a-a6a4-41bd-a7dc-920e5c0992e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:14.556122 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-08da412a-a6a4-41bd-a7dc-920e5c0992e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:14.684250 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc4ddd3-1494-49a7-b61b-16730bf32300 req-5e2b84a8-9a04-402f-99c5-e44346f2a20e tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:14.686103 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8cc4ddd3-1494-49a7-b61b-16730bf32300 req-5e2b84a8-9a04-402f-99c5-e44346f2a20e tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] 10.222.0.42 "GET /v2.0/networks?id=74f4a974-f99a-4119-bc18-e2cde5c7f547 HTTP/1.1" status: 200 len: 821 time: 0.2574182 Aug 10 03:18:14.687615 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-63a4890e-4de5-40cc-b434-17e79b2be203 req-b330b1d9-c26a-4edc-b32a-7771fc40fd21 tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:14.734279 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6160173-80f3-47b7-bde9-ff271b914f75 None None] Routers {'3b061617-8de4-45a5-bc21-a08ac1828790'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:18:14.740421 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-d6160173-80f3-47b7-bde9-ff271b914f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:17:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['3b061617-8de4-45a5-bc21-a08ac1828790'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:14.742694 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e70a0f7-2f6a-4102-ac57-b345a86892ba None None] Pushing event updated for resources: {'Port': ['ID=43f12689-2ba0-4036-8b34-a90279b084a3,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:14.748608 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b330b1d9-c26a-4edc-b32a-7771fc40fd21 tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] Pushing event updated for resources: {'Port': ['ID=45717ff4-648f-4c1c-ba3e-e40d3d5df154,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:14.760926 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-8cc4ddd3-1494-49a7-b61b-16730bf32300 req-319cac34-19c8-489a-b5ca-f5d6327db01a tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Request body: {'port': {'device_id': 'a8fd29a2-f44f-41ef-b6a0-ab496cca62a1', 'network_id': '74f4a974-f99a-4119-bc18-e2cde5c7f547', 'admin_state_up': True, 'tenant_id': '3e3d75d4f3e64842afe526c7ebf13c9e'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:18:14.766164 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-08da412a-a6a4-41bd-a7dc-920e5c0992e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:14.768710 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-08da412a-a6a4-41bd-a7dc-920e5c0992e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:14.770421 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-08da412a-a6a4-41bd-a7dc-920e5c0992e7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dc31afdf-c1b7-4d2e-b563-c27b55ee1b80 HTTP/1.1" status: 204 len: 168 time: 0.3464632 Aug 10 03:18:14.876944 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08da412a-a6a4-41bd-a7dc-920e5c0992e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc31afdf-c1b7-4d2e-b563-c27b55ee1b80,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:14.909610 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4303b8b4-d03d-4f4d-b6b1-6c3ab7e943cf req-efd49639-8e22-4db8-88af-da74752542ed tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8fd29a2-f44f-41ef-b6a0-ab496cca62a1 HTTP/1.1" status: 200 len: 210 time: 0.1478133 Aug 10 03:18:14.946342 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63a4890e-4de5-40cc-b434-17e79b2be203 req-b330b1d9-c26a-4edc-b32a-7771fc40fd21 tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] Network 72a4be73-29a1-424c-8690-ecdcf6b06721 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:18:14.957574 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4691cca-00bf-4164-9b39-b3b768e54171 req-21cda2eb-a0f9-48f2-8f8d-896818fe8a51 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:14.959448 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-a4691cca-00bf-4164-9b39-b3b768e54171 req-21cda2eb-a0f9-48f2-8f8d-896818fe8a51 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.61 "GET /v2.0/ports?device_id=d757fe12-2e16-469c-8140-4383b7103a75 HTTP/1.1" status: 200 len: 945 time: 0.4392378 Aug 10 03:18:14.987088 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f18d6fe3-21ba-487d-904f-6e06fdc1d368 req-c180f8a5-3bfc-406d-9c3d-80cf383528eb tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] 10.222.0.44 "GET /v2.0/ports?device_id=22da9a79-83b7-4a8e-bef3-1c5e1319a22b HTTP/1.1" status: 200 len: 210 time: 0.1039579 Aug 10 03:18:14.987616 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-63a4890e-4de5-40cc-b434-17e79b2be203 req-b330b1d9-c26a-4edc-b32a-7771fc40fd21 tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:18:15.014978 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd81c6232-f0c3-49ea-bd08-78872ee1d315', 'name': 'network-vif-deleted', 'tag': '408a3286-4f2d-4fd4-a596-e648c93bfc43'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:18:15.019979 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34d7fabd-cbac-474a-8b43-afd1694f991e" -d '{"events": [{"server_uuid": "d81c6232-f0c3-49ea-bd08-78872ee1d315", "name": "network-vif-deleted", "tag": "408a3286-4f2d-4fd4-a596-e648c93bfc43"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:18:15.024935 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e76779c1-7071-4714-bd00-bad93d2d87fc req-9ec021d8-6cf2-4d7b-8954-130ab5360626 tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=5fde150b31494048bacc6788402b53f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0489213 Aug 10 03:18:15.029477 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-63a4890e-4de5-40cc-b434-17e79b2be203 req-b330b1d9-c26a-4edc-b32a-7771fc40fd21 tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:18:15.129128 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a288c451-e2ad-42f5-82b1-13c4b3bbf77b x-openstack-request-id: req-a288c451-e2ad-42f5-82b1-13c4b3bbf77b {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:18:15.129515 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d81c6232-f0c3-49ea-bd08-78872ee1d315", "name": "network-vif-deleted", "tag": "408a3286-4f2d-4fd4-a596-e648c93bfc43", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:18:15.129782 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a288c451-e2ad-42f5-82b1-13c4b3bbf77b {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:18:15.130190 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd81c6232-f0c3-49ea-bd08-78872ee1d315', 'name': 'network-vif-deleted', 'tag': '408a3286-4f2d-4fd4-a596-e648c93bfc43', 'status': 'completed', 'code': 200} Aug 10 03:18:15.137660 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-9d137bb3-f037-4d64-b09d-0b6022b56783 admin admin] Deleting port fd1c69e9-e88a-4dc1-8fcb-87178446f1ca {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:18:15.138693 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9d137bb3-f037-4d64-b09d-0b6022b56783 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:15.233990 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a4890e-4de5-40cc-b434-17e79b2be203 req-b330b1d9-c26a-4edc-b32a-7771fc40fd21 tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:15.234650 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-63a4890e-4de5-40cc-b434-17e79b2be203 req-b330b1d9-c26a-4edc-b32a-7771fc40fd21 tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:15.283495 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-63a4890e-4de5-40cc-b434-17e79b2be203 req-b330b1d9-c26a-4edc-b32a-7771fc40fd21 tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7984321 Aug 10 03:18:15.302665 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-a4691cca-00bf-4164-9b39-b3b768e54171 req-485a12cc-8f0f-4bc6-b894-96983ac3b402 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Deleting port 10f2bdda-5018-4b17-83c9-3fa8048c31cb {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:18:15.303066 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-a4691cca-00bf-4164-9b39-b3b768e54171 req-485a12cc-8f0f-4bc6-b894-96983ac3b402 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:15.315794 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-63a4890e-4de5-40cc-b434-17e79b2be203 req-177699b7-1090-4fcf-a5f4-1d5d3d6b9d86 service neutron] Request body: {'port': {'device_id': '8a02c3c7-7d98-4b14-8a6d-0e1091a9d910', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:18:15.358909 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 49318) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:15.377561 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-d6160173-80f3-47b7-bde9-ff271b914f75 None None] Set router 3b061617-8de4-45a5-bc21-a08ac1828790 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:18:15.381894 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cc4ddd3-1494-49a7-b61b-16730bf32300 req-319cac34-19c8-489a-b5ca-f5d6327db01a tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Made reservation on behalf of 3e3d75d4f3e64842afe526c7ebf13c9e for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:18:15.383827 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-9d137bb3-f037-4d64-b09d-0b6022b56783 admin admin] For port fd1c69e9-e88a-4dc1-8fcb-87178446f1ca, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=fd1c69e9-e88a-4dc1-8fcb-87178446f1ca,segment=NetworkSegment(f25cb5ab-991d-4837-8dd0-f45e6e3b0399),segment_id=f25cb5ab-991d-4837-8dd0-f45e6e3b0399)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:15.384112 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9d137bb3-f037-4d64-b09d-0b6022b56783 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:15.386506 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8cc4ddd3-1494-49a7-b61b-16730bf32300 req-319cac34-19c8-489a-b5ca-f5d6327db01a tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:15.409012 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-9d137bb3-f037-4d64-b09d-0b6022b56783 admin admin] Calling delete_port for fd1c69e9-e88a-4dc1-8fcb-87178446f1ca owned by network:router_interface {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:18:15.420608 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76779c1-7071-4714-bd00-bad93d2d87fc req-e67479c4-c236-4cf5-ab76-eadd86e8518a tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:15.422141 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e76779c1-7071-4714-bd00-bad93d2d87fc req-e67479c4-c236-4cf5-ab76-eadd86e8518a tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3897266 Aug 10 03:18:15.447445 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-e76779c1-7071-4714-bd00-bad93d2d87fc req-1d8314e1-d91b-4876-82f2-431be0032bc6 tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] Request body: {'port': {'device_id': '22da9a79-83b7-4a8e-bef3-1c5e1319a22b', 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721', 'admin_state_up': True, 'tenant_id': '5fde150b31494048bacc6788402b53f0'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:18:15.460946 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-63a4890e-4de5-40cc-b434-17e79b2be203 req-177699b7-1090-4fcf-a5f4-1d5d3d6b9d86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:15.467820 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-569c1eba-c309-4c3b-bb9a-e0d5abf14be8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=055f3e32b7ba4f81b69e39a00af9bbc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1077759 Aug 10 03:18:15.490211 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 49322) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:15.504857 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-a4691cca-00bf-4164-9b39-b3b768e54171 req-485a12cc-8f0f-4bc6-b894-96983ac3b402 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] For port 10f2bdda-5018-4b17-83c9-3fa8048c31cb, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=10f2bdda-5018-4b17-83c9-3fa8048c31cb,segment=NetworkSegment(ef460c05-97a2-474e-9fc7-ca614ed2a066),segment_id=ef460c05-97a2-474e-9fc7-ca614ed2a066)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:15.505231 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-a4691cca-00bf-4164-9b39-b3b768e54171 req-485a12cc-8f0f-4bc6-b894-96983ac3b402 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:15.522165 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-a4691cca-00bf-4164-9b39-b3b768e54171 req-485a12cc-8f0f-4bc6-b894-96983ac3b402 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Calling delete_port for 10f2bdda-5018-4b17-83c9-3fa8048c31cb owned by compute:nova {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:18:15.548095 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-52d2f830-cdbe-40ab-ac25-947c8e1130a4 None None] Provisioning for port 45717ff4-648f-4c1c-ba3e-e40d3d5df154 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:18:15.561459 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-52d2f830-cdbe-40ab-ac25-947c8e1130a4 None None] Provisioning complete for port 45717ff4-648f-4c1c-ba3e-e40d3d5df154 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:18:15.562075 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-52d2f830-cdbe-40ab-ac25-947c8e1130a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:15.625021 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-52d2f830-cdbe-40ab-ac25-947c8e1130a4 None None] Port 45717ff4-648f-4c1c-ba3e-e40d3d5df154 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:18:15.676341 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-d6160173-80f3-47b7-bde9-ff271b914f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b061617-8de4-45a5-bc21-a08ac1828790', 'name': 'tempest-FloatingIPsAssociationTestJSON-2076291602-router', 'tenant_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'c74e7c20-9931-4279-92a6-59b7c6f038f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:18:02Z', 'updated_at': '2021-08-10T03:18:08Z', 'revision_number': 4, 'project_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'gw_port': {'id': 'c74e7c20-9931-4279-92a6-59b7c6f038f6', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:40:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b061617-8de4-45a5-bc21-a08ac1828790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:03Z', 'updated_at': '2021-08-10T03:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '43f12689-2ba0-4036-8b34-a90279b084a3', 'name': '', 'network_id': '74f4a974-f99a-4119-bc18-e2cde5c7f547', 'tenant_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'mac_address': 'fa:16:3e:79:60:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b061617-8de4-45a5-bc21-a08ac1828790', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '5e21d815-4ed0-4b72-b9d1-a86f2421884d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:07Z', 'updated_at': '2021-08-10T03:18:14Z', 'revision_number': 4, 'project_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'subnets': [{'id': '5e21d815-4ed0-4b72-b9d1-a86f2421884d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:15.709292 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6160173-80f3-47b7-bde9-ff271b914f75 None None] The sync data for ids ['3b061617-8de4-45a5-bc21-a08ac1828790'] in n-d-768862-13 is: [{'id': '3b061617-8de4-45a5-bc21-a08ac1828790', 'name': 'tempest-FloatingIPsAssociationTestJSON-2076291602-router', 'tenant_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'c74e7c20-9931-4279-92a6-59b7c6f038f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:18:02Z', 'updated_at': '2021-08-10T03:18:08Z', 'revision_number': 4, 'project_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'gw_port': {'id': 'c74e7c20-9931-4279-92a6-59b7c6f038f6', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:40:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b061617-8de4-45a5-bc21-a08ac1828790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:03Z', 'updated_at': '2021-08-10T03:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '43f12689-2ba0-4036-8b34-a90279b084a3', 'name': '', 'network_id': '74f4a974-f99a-4119-bc18-e2cde5c7f547', 'tenant_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'mac_address': 'fa:16:3e:79:60:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b061617-8de4-45a5-bc21-a08ac1828790', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '5e21d815-4ed0-4b72-b9d1-a86f2421884d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:07Z', 'updated_at': '2021-08-10T03:18:14Z', 'revision_number': 4, 'project_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'subnets': [{'id': '5e21d815-4ed0-4b72-b9d1-a86f2421884d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:18:15.757938 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-a4691cca-00bf-4164-9b39-b3b768e54171 req-485a12cc-8f0f-4bc6-b894-96983ac3b402 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:15.820324 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485a12cc-8f0f-4bc6-b894-96983ac3b402 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Pushing event deleted for resources: {'Port': ['ID=10f2bdda-5018-4b17-83c9-3fa8048c31cb,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:15.902426 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4691cca-00bf-4164-9b39-b3b768e54171 req-485a12cc-8f0f-4bc6-b894-96983ac3b402 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] No DVR routers for this DVR port 10f2bdda-5018-4b17-83c9-3fa8048c31cb on host n-h2-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:18:15.905882 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-a4691cca-00bf-4164-9b39-b3b768e54171 req-485a12cc-8f0f-4bc6-b894-96983ac3b402 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:15.907911 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-a4691cca-00bf-4164-9b39-b3b768e54171 req-485a12cc-8f0f-4bc6-b894-96983ac3b402 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.61 "DELETE /v2.0/ports/10f2bdda-5018-4b17-83c9-3fa8048c31cb HTTP/1.1" status: 204 len: 173 time: 0.9315510 Aug 10 03:18:15.908933 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd757fe12-2e16-469c-8140-4383b7103a75', 'name': 'network-vif-deleted', 'tag': '10f2bdda-5018-4b17-83c9-3fa8048c31cb'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:18:15.912771 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18483303-659d-4165-ae26-46d1b30868cf" -d '{"events": [{"server_uuid": "d757fe12-2e16-469c-8140-4383b7103a75", "name": "network-vif-deleted", "tag": "10f2bdda-5018-4b17-83c9-3fa8048c31cb"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:18:15.927019 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bae4b6-9c5d-4497-9a67-60a0ab0ea1e6 req-3715a879-617b-4cff-8979-87758b6f6408 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:15.928583 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-14bae4b6-9c5d-4497-9a67-60a0ab0ea1e6 req-3715a879-617b-4cff-8979-87758b6f6408 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=e34b4250-5c74-41a1-b378-16485ae18e6d HTTP/1.1" status: 200 len: 946 time: 0.3803675 Aug 10 03:18:15.936473 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c55f3779-19e8-410d-91cc-57a37cb099e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:15.958858 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9d137bb3-f037-4d64-b09d-0b6022b56783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:16.003132 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d137bb3-f037-4d64-b09d-0b6022b56783 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd1c69e9-e88a-4dc1-8fcb-87178446f1ca,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:16.016442 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-8cc4ddd3-1494-49a7-b61b-16730bf32300 req-319cac34-19c8-489a-b5ca-f5d6327db01a tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Allocated IP 172.20.0.6 (74f4a974-f99a-4119-bc18-e2cde5c7f547/5e21d815-4ed0-4b72-b9d1-a86f2421884d/b2b84321-c0a3-4eb5-9d0d-738f1741ff7d) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:18:16.037918 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0bc1a0-ecc5-49df-bd99-8d133070840c req-a30eefbe-0ff0-4f61-bdc5-41547368b588 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:16.039770 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-6d0bc1a0-ecc5-49df-bd99-8d133070840c req-a30eefbe-0ff0-4f61-bdc5-41547368b588 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.61 "GET /v2.0/ports?device_id=e34b4250-5c74-41a1-b378-16485ae18e6d HTTP/1.1" status: 200 len: 946 time: 0.1121571 Aug 10 03:18:16.069514 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df7bacd-b97d-48cf-9f11-f05a65d34d5a req-a50e18fc-04d1-4ac1-9618-4c57e75b5325 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:16.076941 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7df7bacd-b97d-48cf-9f11-f05a65d34d5a req-a50e18fc-04d1-4ac1-9618-4c57e75b5325 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=d757fe12-2e16-469c-8140-4383b7103a75 HTTP/1.1" status: 200 len: 866 time: 0.4622428 Aug 10 03:18:16.080270 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c55f3779-19e8-410d-91cc-57a37cb099e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:16.143114 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e76779c1-7071-4714-bd00-bad93d2d87fc req-1d8314e1-d91b-4876-82f2-431be0032bc6 tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] Made reservation on behalf of 5fde150b31494048bacc6788402b53f0 for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:18:16.147378 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-e76779c1-7071-4714-bd00-bad93d2d87fc req-1d8314e1-d91b-4876-82f2-431be0032bc6 tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:16.200558 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-14bae4b6-9c5d-4497-9a67-60a0ab0ea1e6 req-28e7b6d5-9cdb-4ca8-9458-0bf56d444fcc tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622330 Aug 10 03:18:16.354008 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9d137bb3-f037-4d64-b09d-0b6022b56783 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-522536'] for router_interface, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:16.520515 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-6d0bc1a0-ecc5-49df-bd99-8d133070840c req-8d5ab24d-aacd-4f00-bf2b-9a8e6a2ea4ff tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Deleting port 8664479c-121d-48e7-8cc6-2ac0f5217b71 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:18:16.521463 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-6d0bc1a0-ecc5-49df-bd99-8d133070840c req-8d5ab24d-aacd-4f00-bf2b-9a8e6a2ea4ff tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:16.717096 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-6d0bc1a0-ecc5-49df-bd99-8d133070840c req-8d5ab24d-aacd-4f00-bf2b-9a8e6a2ea4ff tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] For port 8664479c-121d-48e7-8cc6-2ac0f5217b71, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=8664479c-121d-48e7-8cc6-2ac0f5217b71,segment=NetworkSegment(e1ea0112-d828-45f3-a96b-2a696c160566),segment_id=e1ea0112-d828-45f3-a96b-2a696c160566)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:16.717257 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-6d0bc1a0-ecc5-49df-bd99-8d133070840c req-8d5ab24d-aacd-4f00-bf2b-9a8e6a2ea4ff tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:16.732164 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-6d0bc1a0-ecc5-49df-bd99-8d133070840c req-8d5ab24d-aacd-4f00-bf2b-9a8e6a2ea4ff tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Calling delete_port for 8664479c-121d-48e7-8cc6-2ac0f5217b71 owned by compute:nova {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:18:16.777698 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 762c5455-97e8-41a9-8444-c5b50e8b36f7 up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:18:16.804072 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7df7bacd-b97d-48cf-9f11-f05a65d34d5a req-f0c872bc-9e2d-4ec1-9ccd-6da64512601d tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7261007 Aug 10 03:18:16.874936 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-63a4890e-4de5-40cc-b434-17e79b2be203 req-177699b7-1090-4fcf-a5f4-1d5d3d6b9d86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45717ff4-648f-4c1c-ba3e-e40d3d5df154 {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:18:16.886576 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-63a4890e-4de5-40cc-b434-17e79b2be203 req-177699b7-1090-4fcf-a5f4-1d5d3d6b9d86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:16.919226 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port 762c5455-97e8-41a9-8444-c5b50e8b36f7 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:18:16.919610 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:16.942796 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ed530885-6e61-4e2e-9890-3d12a0fbef75 req-08a850f8-d56d-4928-85bb-f9d01bc43a83 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8fd29a2-f44f-41ef-b6a0-ab496cca62a1 HTTP/1.1" status: 200 len: 210 time: 0.1642022 Aug 10 03:18:16.944732 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-63a4890e-4de5-40cc-b434-17e79b2be203 req-177699b7-1090-4fcf-a5f4-1d5d3d6b9d86 service neutron] Transition to ACTIVE for port object 45717ff4-648f-4c1c-ba3e-e40d3d5df154 will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:18:16.955518 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-63a4890e-4de5-40cc-b434-17e79b2be203 req-177699b7-1090-4fcf-a5f4-1d5d3d6b9d86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:16.963908 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 43f12689-2ba0-4036-8b34-a90279b084a3 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:18:16.967016 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4ea55cc-bfd9-49e4-8c1f-70c26fe7da4d x-openstack-request-id: req-f4ea55cc-bfd9-49e4-8c1f-70c26fe7da4d {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:18:16.967313 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d757fe12-2e16-469c-8140-4383b7103a75", "name": "network-vif-deleted", "tag": "10f2bdda-5018-4b17-83c9-3fa8048c31cb", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:18:16.967571 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f4ea55cc-bfd9-49e4-8c1f-70c26fe7da4d {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:18:16.967978 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd757fe12-2e16-469c-8140-4383b7103a75', 'name': 'network-vif-deleted', 'tag': '10f2bdda-5018-4b17-83c9-3fa8048c31cb', 'status': 'completed', 'code': 200} Aug 10 03:18:17.123716 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177699b7-1090-4fcf-a5f4-1d5d3d6b9d86 service neutron] Pushing event updated for resources: {'Port': ['ID=45717ff4-648f-4c1c-ba3e-e40d3d5df154,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:17.126164 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c55f3779-19e8-410d-91cc-57a37cb099e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:17.129293 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c55f3779-19e8-410d-91cc-57a37cb099e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:17.134354 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-c55f3779-19e8-410d-91cc-57a37cb099e1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1ecad37e-840a-4696-9bc9-a76c3a254950 HTTP/1.1" status: 204 len: 168 time: 1.6104188 Aug 10 03:18:17.177454 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 43f12689-2ba0-4036-8b34-a90279b084a3 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:18:17.191955 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 43f12689-2ba0-4036-8b34-a90279b084a3 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:18:17.192460 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:17.204737 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55f3779-19e8-410d-91cc-57a37cb099e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ecad37e-840a-4696-9bc9-a76c3a254950,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:17.227712 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8cfd5d3b-a465-4c27-895e-6800667bd252 req-bee0f07b-3c1f-4de2-b81b-0fbe47fb03c2 tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] 10.222.0.44 "GET /v2.0/ports?device_id=22da9a79-83b7-4a8e-bef3-1c5e1319a22b HTTP/1.1" status: 200 len: 210 time: 0.1084092 Aug 10 03:18:17.268097 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:17.301654 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d137bb3-f037-4d64-b09d-0b6022b56783 admin admin] Router 45afe298-11f4-4d17-a070-600af607d9cc has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:18:17.303401 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-6d0bc1a0-ecc5-49df-bd99-8d133070840c req-8d5ab24d-aacd-4f00-bf2b-9a8e6a2ea4ff tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:17.416043 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5ab24d-aacd-4f00-bf2b-9a8e6a2ea4ff tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Pushing event deleted for resources: {'Port': ['ID=8664479c-121d-48e7-8cc6-2ac0f5217b71,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:17.439654 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 762c5455-97e8-41a9-8444-c5b50e8b36f7, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=762c5455-97e8-41a9-8444-c5b50e8b36f7,segment=NetworkSegment(bb5826fd-13f9-4737-be5f-46ce38ebd549),segment_id=bb5826fd-13f9-4737-be5f-46ce38ebd549)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:17.444286 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b2bfe29-2c7f-46f2-96c8-28060b70fc3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '762c5455-97e8-41a9-8444-c5b50e8b36f7'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:18:17.447686 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5ec3ade-36af-428d-ab17-627be675b227" -d '{"events": [{"server_uuid": "1b2bfe29-2c7f-46f2-96c8-28060b70fc3d", "name": "network-vif-plugged", "status": "completed", "tag": "762c5455-97e8-41a9-8444-c5b50e8b36f7"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:18:17.451984 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['8664479c-121d-48e7-8cc6-2ac0f5217b71'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:18:17.467872 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:17.565077 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:17.592036 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-e76779c1-7071-4714-bd00-bad93d2d87fc req-1d8314e1-d91b-4876-82f2-431be0032bc6 tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] Allocated IP 192.168.233.201 (72a4be73-29a1-424c-8690-ecdcf6b06721/60d10164-1dee-4940-9d19-f71e6c18cbc5/b80ac159-9b85-430e-b25b-6ea0e1375f3b) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:18:17.621523 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-898ca58e-2081-4636-9b8f-b1345ad0eaf2 x-openstack-request-id: req-898ca58e-2081-4636-9b8f-b1345ad0eaf2 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:18:17.621819 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b2bfe29-2c7f-46f2-96c8-28060b70fc3d", "name": "network-vif-plugged", "status": "completed", "tag": "762c5455-97e8-41a9-8444-c5b50e8b36f7", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:18:17.622076 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-898ca58e-2081-4636-9b8f-b1345ad0eaf2 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:18:17.627612 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b2bfe29-2c7f-46f2-96c8-28060b70fc3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '762c5455-97e8-41a9-8444-c5b50e8b36f7', 'code': 200} Aug 10 03:18:17.678375 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 43f12689-2ba0-4036-8b34-a90279b084a3, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=43f12689-2ba0-4036-8b34-a90279b084a3,segment=NetworkSegment(41256eaa-6121-4e79-be67-f3a23583b6a6),segment_id=41256eaa-6121-4e79-be67-f3a23583b6a6)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:17.681351 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a55b0f82-93e7-4090-8d7d-e687002ac370 req-d9e4b233-79e3-4d75-a164-5b4f11c8f9f5 tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.44 "GET /v2.0/ports?device_id=e34b4250-5c74-41a1-b378-16485ae18e6d HTTP/1.1" status: 200 len: 210 time: 0.2547684 Aug 10 03:18:17.685120 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d137bb3-f037-4d64-b09d-0b6022b56783 admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:18:17.688586 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d0bc1a0-ecc5-49df-bd99-8d133070840c req-8d5ab24d-aacd-4f00-bf2b-9a8e6a2ea4ff tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] No DVR routers for this DVR port 8664479c-121d-48e7-8cc6-2ac0f5217b71 on host n-h2-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:18:17.693037 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-6d0bc1a0-ecc5-49df-bd99-8d133070840c req-8d5ab24d-aacd-4f00-bf2b-9a8e6a2ea4ff tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:17.696458 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd019ea-d865-491d-9019-49b0c67827d1 None None] Sync routers for ids ['45afe298-11f4-4d17-a070-600af607d9cc'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:18:17.697677 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-6d0bc1a0-ecc5-49df-bd99-8d133070840c req-8d5ab24d-aacd-4f00-bf2b-9a8e6a2ea4ff tempest-DeleteServersTestJSON-1665961351 tempest-DeleteServersTestJSON-1665961351-project] 10.222.0.61 "DELETE /v2.0/ports/8664479c-121d-48e7-8cc6-2ac0f5217b71 HTTP/1.1" status: 204 len: 173 time: 1.5858572 Aug 10 03:18:17.706306 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-9d137bb3-f037-4d64-b09d-0b6022b56783 admin admin] 10.222.0.44 "PUT /v2.0/routers/45afe298-11f4-4d17-a070-600af607d9cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8841178 Aug 10 03:18:17.717875 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 49378) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:17.719776 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=762c5455-97e8-41a9-8444-c5b50e8b36f7,revision_number=7']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:17.734805 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd019ea-d865-491d-9019-49b0c67827d1 None None] Routers {'45afe298-11f4-4d17-a070-600af607d9cc'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:18:17.736352 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:17.747972 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-1cd019ea-d865-491d-9019-49b0c67827d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:17:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['45afe298-11f4-4d17-a070-600af607d9cc'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:17.820734 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=43f12689-2ba0-4036-8b34-a90279b084a3,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:17.864808 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8cc4ddd3-1494-49a7-b61b-16730bf32300 req-319cac34-19c8-489a-b5ca-f5d6327db01a tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:17.937156 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-1cd019ea-d865-491d-9019-49b0c67827d1 None None] Set router 45afe298-11f4-4d17-a070-600af607d9cc gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:18:17.967108 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-8cc4ddd3-1494-49a7-b61b-16730bf32300 req-319cac34-19c8-489a-b5ca-f5d6327db01a tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Transition to ACTIVE for port object b2b84321-c0a3-4eb5-9d0d-738f1741ff7d will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:18:17.971062 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-63a4890e-4de5-40cc-b434-17e79b2be203 req-177699b7-1090-4fcf-a5f4-1d5d3d6b9d86 service neutron] Attempting to bind port 45717ff4-648f-4c1c-ba3e-e40d3d5df154 on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:18:17.971413 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-63a4890e-4de5-40cc-b434-17e79b2be203 req-177699b7-1090-4fcf-a5f4-1d5d3d6b9d86 service neutron] Attempting to bind port 45717ff4-648f-4c1c-ba3e-e40d3d5df154 by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:18:17.971796 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a4890e-4de5-40cc-b434-17e79b2be203 req-177699b7-1090-4fcf-a5f4-1d5d3d6b9d86 service neutron] Attempting to bind port 45717ff4-648f-4c1c-ba3e-e40d3d5df154 on network 72a4be73-29a1-424c-8690-ecdcf6b06721 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:18:17.981099 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a4890e-4de5-40cc-b434-17e79b2be203 req-177699b7-1090-4fcf-a5f4-1d5d3d6b9d86 service neutron] Port 45717ff4-648f-4c1c-ba3e-e40d3d5df154 on network 72a4be73-29a1-424c-8690-ecdcf6b06721 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:18:17.981611 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a4890e-4de5-40cc-b434-17e79b2be203 req-177699b7-1090-4fcf-a5f4-1d5d3d6b9d86 service neutron] Attempting to bind port 45717ff4-648f-4c1c-ba3e-e40d3d5df154 on network 72a4be73-29a1-424c-8690-ecdcf6b06721 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:18:18.000256 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a4890e-4de5-40cc-b434-17e79b2be203 req-177699b7-1090-4fcf-a5f4-1d5d3d6b9d86 service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:18:18.000600 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a4890e-4de5-40cc-b434-17e79b2be203 req-177699b7-1090-4fcf-a5f4-1d5d3d6b9d86 service neutron] Checking segment: {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:18:18.000999 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a4890e-4de5-40cc-b434-17e79b2be203 req-177699b7-1090-4fcf-a5f4-1d5d3d6b9d86 service neutron] Bound using segment: {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:18:18.001456 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-63a4890e-4de5-40cc-b434-17e79b2be203 req-177699b7-1090-4fcf-a5f4-1d5d3d6b9d86 service neutron] Bound port: 45717ff4-648f-4c1c-ba3e-e40d3d5df154, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:18:18.002102 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-63a4890e-4de5-40cc-b434-17e79b2be203 req-177699b7-1090-4fcf-a5f4-1d5d3d6b9d86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:18.086121 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1efa9d26-c25d-45d1-b991-99c52f31c94d admin admin] Notify callbacks [] for router, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:18.120285 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:18:18.169383 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-63a4890e-4de5-40cc-b434-17e79b2be203 req-177699b7-1090-4fcf-a5f4-1d5d3d6b9d86 service neutron] For port 45717ff4-648f-4c1c-ba3e-e40d3d5df154, host n-h1-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:18:18.173214 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-63a4890e-4de5-40cc-b434-17e79b2be203 req-177699b7-1090-4fcf-a5f4-1d5d3d6b9d86 service neutron] For port 45717ff4-648f-4c1c-ba3e-e40d3d5df154, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=45717ff4-648f-4c1c-ba3e-e40d3d5df154,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:18:18.199983 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-63a4890e-4de5-40cc-b434-17e79b2be203 req-177699b7-1090-4fcf-a5f4-1d5d3d6b9d86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:18.355215 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-1cd019ea-d865-491d-9019-49b0c67827d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45afe298-11f4-4d17-a070-600af607d9cc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2102958883-router', 'tenant_id': '33155ca7ecc34cda842c02acd145aff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '5f4523b9-0580-4d9a-8db5-ec7f6d617769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:17:19Z', 'updated_at': '2021-08-10T03:18:15Z', 'revision_number': 5, 'project_id': '33155ca7ecc34cda842c02acd145aff5', 'gw_port': {'id': '5f4523b9-0580-4d9a-8db5-ec7f6d617769', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:38:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45afe298-11f4-4d17-a070-600af607d9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:17:20Z', 'updated_at': '2021-08-10T03:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:18.357220 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1efa9d26-c25d-45d1-b991-99c52f31c94d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:18.375379 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4b452e64-08ae-4784-b798-718c819aa998 req-09af77cf-1463-4719-82ad-370c20f2f0d8 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8fd29a2-f44f-41ef-b6a0-ab496cca62a1 HTTP/1.1" status: 200 len: 210 time: 0.2861600 Aug 10 03:18:18.439418 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8cc4ddd3-1494-49a7-b61b-16730bf32300 req-319cac34-19c8-489a-b5ca-f5d6327db01a tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:18.482470 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-1efa9d26-c25d-45d1-b991-99c52f31c94d admin admin] Deleting port 5f4523b9-0580-4d9a-8db5-ec7f6d617769 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:18:18.483484 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1efa9d26-c25d-45d1-b991-99c52f31c94d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:18.511013 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a4890e-4de5-40cc-b434-17e79b2be203 req-177699b7-1090-4fcf-a5f4-1d5d3d6b9d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:18.511918 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-63a4890e-4de5-40cc-b434-17e79b2be203 req-177699b7-1090-4fcf-a5f4-1d5d3d6b9d86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:18.514375 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-63a4890e-4de5-40cc-b434-17e79b2be203 req-177699b7-1090-4fcf-a5f4-1d5d3d6b9d86 service neutron] 10.222.0.42 "PUT /v2.0/ports/45717ff4-648f-4c1c-ba3e-e40d3d5df154 HTTP/1.1" status: 200 len: 1097 time: 3.2125659 Aug 10 03:18:18.539345 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a02c3c7-7d98-4b14-8a6d-0e1091a9d910', 'tag': '45717ff4-648f-4c1c-ba3e-e40d3d5df154'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:18:18.544460 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f8e5e0-529f-42ba-bc6d-d98ce1419e7c" -d '{"events": [{"name": "network-changed", "server_uuid": "8a02c3c7-7d98-4b14-8a6d-0e1091a9d910", "tag": "45717ff4-648f-4c1c-ba3e-e40d3d5df154"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:18:18.572847 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cc4ddd3-1494-49a7-b61b-16730bf32300 req-319cac34-19c8-489a-b5ca-f5d6327db01a tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Network 74f4a974-f99a-4119-bc18-e2cde5c7f547 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:18:18.624430 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-1efa9d26-c25d-45d1-b991-99c52f31c94d admin admin] For port 5f4523b9-0580-4d9a-8db5-ec7f6d617769, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=5f4523b9-0580-4d9a-8db5-ec7f6d617769,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:18.624722 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4a4cf481-5e67-4d77-b98b-d273d0f98e76 req-df1729d0-268d-40f9-80fe-63c4d8da1d5d tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] 10.222.0.44 "GET /v2.0/ports?device_id=22da9a79-83b7-4a8e-bef3-1c5e1319a22b HTTP/1.1" status: 200 len: 210 time: 0.1243832 Aug 10 03:18:18.625155 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1efa9d26-c25d-45d1-b991-99c52f31c94d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:18.626886 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-8cc4ddd3-1494-49a7-b61b-16730bf32300 req-319cac34-19c8-489a-b5ca-f5d6327db01a tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:18:18.653884 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cc4ddd3-1494-49a7-b61b-16730bf32300 req-319cac34-19c8-489a-b5ca-f5d6327db01a tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:18:18.668522 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-1efa9d26-c25d-45d1-b991-99c52f31c94d admin admin] Calling delete_port for 5f4523b9-0580-4d9a-8db5-ec7f6d617769 owned by network:router_gateway {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:18:18.787627 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 10f2bdda-5018-4b17-83c9-3fa8048c31cb no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:18:18.798183 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177699b7-1090-4fcf-a5f4-1d5d3d6b9d86 service neutron] Pushing event updated for resources: {'Port': ['ID=45717ff4-648f-4c1c-ba3e-e40d3d5df154,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:18.821796 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd019ea-d865-491d-9019-49b0c67827d1 None None] Checking router: 45afe298-11f4-4d17-a070-600af607d9cc for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:18:18.836134 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd019ea-d865-491d-9019-49b0c67827d1 None None] Routers {'45afe298-11f4-4d17-a070-600af607d9cc'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:18:18.837323 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-1cd019ea-d865-491d-9019-49b0c67827d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:17:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['45afe298-11f4-4d17-a070-600af607d9cc'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:18.873875 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 43f12689-2ba0-4036-8b34-a90279b084a3 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:18:18.876636 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] No Port match for: 10f2bdda-5018-4b17-83c9-3fa8048c31cb {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:18:18.876986 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 10f2bdda-5018-4b17-83c9-3fa8048c31cb not bound to the agent host n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:18:18.877496 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bc7ebfe-f4ba-48fd-a8ff-7bf4e8c509e7 x-openstack-request-id: req-7bc7ebfe-f4ba-48fd-a8ff-7bf4e8c509e7 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:18:18.877856 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a02c3c7-7d98-4b14-8a6d-0e1091a9d910", "tag": "45717ff4-648f-4c1c-ba3e-e40d3d5df154", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:18:18.878173 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7bc7ebfe-f4ba-48fd-a8ff-7bf4e8c509e7 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:18:18.879356 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a02c3c7-7d98-4b14-8a6d-0e1091a9d910', 'tag': '45717ff4-648f-4c1c-ba3e-e40d3d5df154', 'status': 'completed', 'code': 200} Aug 10 03:18:18.971898 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e34b4250-5c74-41a1-b378-16485ae18e6d', 'name': 'network-vif-deleted', 'tag': '8664479c-121d-48e7-8cc6-2ac0f5217b71'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:18:18.983471 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f26f0c1-413f-4f2b-ad4d-d69035b505f2" -d '{"events": [{"server_uuid": "e34b4250-5c74-41a1-b378-16485ae18e6d", "name": "network-vif-deleted", "tag": "8664479c-121d-48e7-8cc6-2ac0f5217b71"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:18:19.005734 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319cac34-19c8-489a-b5ca-f5d6327db01a tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Pushing event updated for resources: {'Port': ['ID=b2b84321-c0a3-4eb5-9d0d-738f1741ff7d,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:19.008534 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 43f12689-2ba0-4036-8b34-a90279b084a3 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:18:19.008920 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:19.016206 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a4890e-4de5-40cc-b434-17e79b2be203 req-b8d66fbc-391c-473d-91b0-cc80f25f2b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:19.026485 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-63a4890e-4de5-40cc-b434-17e79b2be203 req-b8d66fbc-391c-473d-91b0-cc80f25f2b98 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5fde150b31494048bacc6788402b53f0&device_id=8a02c3c7-7d98-4b14-8a6d-0e1091a9d910 HTTP/1.1" status: 200 len: 1100 time: 0.2215841 Aug 10 03:18:19.045500 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f871c-9796-4053-a08f-94dd5faa2310 req-f2b5a64f-4bad-47f7-8340-5b260754a52d tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:19.058284 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cb6f871c-9796-4053-a08f-94dd5faa2310 req-f2b5a64f-4bad-47f7-8340-5b260754a52d tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0e0a767-41dc-4001-a52c-857949a7e913 HTTP/1.1" status: 200 len: 945 time: 0.6199303 Aug 10 03:18:19.076798 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-1cd019ea-d865-491d-9019-49b0c67827d1 None None] Set router 45afe298-11f4-4d17-a070-600af607d9cc gateway port host: None {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:18:19.134336 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-e76779c1-7071-4714-bd00-bad93d2d87fc req-1d8314e1-d91b-4876-82f2-431be0032bc6 tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:19.187283 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc4ddd3-1494-49a7-b61b-16730bf32300 req-319cac34-19c8-489a-b5ca-f5d6327db01a tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:19.188156 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8cc4ddd3-1494-49a7-b61b-16730bf32300 req-319cac34-19c8-489a-b5ca-f5d6327db01a tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:19.226265 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-e76779c1-7071-4714-bd00-bad93d2d87fc req-1d8314e1-d91b-4876-82f2-431be0032bc6 tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] Transition to ACTIVE for port object b80ac159-9b85-430e-b25b-6ea0e1375f3b will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:18:19.242144 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b5676-b690-446f-a840-f30ff517db18 req-67e76a40-bf20-4dcf-b390-a29136b79dba tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:19.244250 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e23b5676-b690-446f-a840-f30ff517db18 req-67e76a40-bf20-4dcf-b390-a29136b79dba tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0e0a767-41dc-4001-a52c-857949a7e913 HTTP/1.1" status: 200 len: 945 time: 0.4700327 Aug 10 03:18:19.255880 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8cc4ddd3-1494-49a7-b61b-16730bf32300 req-319cac34-19c8-489a-b5ca-f5d6327db01a tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5082512 Aug 10 03:18:19.278929 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2172582-a6bc-4335-9dfe-faff64fcea60 x-openstack-request-id: req-e2172582-a6bc-4335-9dfe-faff64fcea60 {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:18:19.279232 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e34b4250-5c74-41a1-b378-16485ae18e6d", "name": "network-vif-deleted", "tag": "8664479c-121d-48e7-8cc6-2ac0f5217b71", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:18:19.279871 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-1cd019ea-d865-491d-9019-49b0c67827d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45afe298-11f4-4d17-a070-600af607d9cc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2102958883-router', 'tenant_id': '33155ca7ecc34cda842c02acd145aff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:17:19Z', 'updated_at': '2021-08-10T03:18:18Z', 'revision_number': 6, 'project_id': '33155ca7ecc34cda842c02acd145aff5', 'gw_port_host': None}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:19.280974 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e2172582-a6bc-4335-9dfe-faff64fcea60 {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:18:19.286975 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e34b4250-5c74-41a1-b378-16485ae18e6d', 'name': 'network-vif-deleted', 'tag': '8664479c-121d-48e7-8cc6-2ac0f5217b71', 'status': 'completed', 'code': 200} Aug 10 03:18:19.292685 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-63a4890e-4de5-40cc-b434-17e79b2be203 req-b11a3552-1135-4b71-a0b4-5a028d750875 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=45717ff4-648f-4c1c-ba3e-e40d3d5df154 HTTP/1.1" status: 200 len: 217 time: 0.2563086 Aug 10 03:18:19.317941 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-98c106b7-47a6-4ebc-84e5-c1b1df924c30 None None] Provisioning for port b2b84321-c0a3-4eb5-9d0d-738f1741ff7d completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:18:19.327289 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-98c106b7-47a6-4ebc-84e5-c1b1df924c30 None None] Provisioning complete for port b2b84321-c0a3-4eb5-9d0d-738f1741ff7d triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:18:19.330949 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-98c106b7-47a6-4ebc-84e5-c1b1df924c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:19.346916 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cb6f871c-9796-4053-a08f-94dd5faa2310 req-58268cf7-d217-4450-a0c3-265e8bed0efa tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847149 Aug 10 03:18:19.381400 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-8cc4ddd3-1494-49a7-b61b-16730bf32300 req-09b302e5-b753-4b52-9d01-8759e0edc1cc service neutron] Request body: {'port': {'device_id': 'a8fd29a2-f44f-41ef-b6a0-ab496cca62a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:18:19.384434 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd019ea-d865-491d-9019-49b0c67827d1 None None] The sync data for ids ['45afe298-11f4-4d17-a070-600af607d9cc'] in n-d-768862-13 is: [{'id': '45afe298-11f4-4d17-a070-600af607d9cc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2102958883-router', 'tenant_id': '33155ca7ecc34cda842c02acd145aff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:17:19Z', 'updated_at': '2021-08-10T03:18:18Z', 'revision_number': 6, 'project_id': '33155ca7ecc34cda842c02acd145aff5', 'gw_port_host': None}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:18:19.434881 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-98c106b7-47a6-4ebc-84e5-c1b1df924c30 None None] Port b2b84321-c0a3-4eb5-9d0d-738f1741ff7d cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:18:19.488717 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-e76779c1-7071-4714-bd00-bad93d2d87fc req-1d8314e1-d91b-4876-82f2-431be0032bc6 tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:19.730819 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e76779c1-7071-4714-bd00-bad93d2d87fc req-1d8314e1-d91b-4876-82f2-431be0032bc6 tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] Network 72a4be73-29a1-424c-8690-ecdcf6b06721 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:18:19.732505 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8cc4ddd3-1494-49a7-b61b-16730bf32300 req-09b302e5-b753-4b52-9d01-8759e0edc1cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:19.748571 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-e76779c1-7071-4714-bd00-bad93d2d87fc req-1d8314e1-d91b-4876-82f2-431be0032bc6 tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:18:19.775493 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-e76779c1-7071-4714-bd00-bad93d2d87fc req-1d8314e1-d91b-4876-82f2-431be0032bc6 tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:18:19.874010 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76779c1-7071-4714-bd00-bad93d2d87fc req-1d8314e1-d91b-4876-82f2-431be0032bc6 tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:19.874729 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-e76779c1-7071-4714-bd00-bad93d2d87fc req-1d8314e1-d91b-4876-82f2-431be0032bc6 tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:19.974872 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8314e1-d91b-4876-82f2-431be0032bc6 tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] Pushing event updated for resources: {'Port': ['ID=b80ac159-9b85-430e-b25b-6ea0e1375f3b,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:20.022272 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e76779c1-7071-4714-bd00-bad93d2d87fc req-1d8314e1-d91b-4876-82f2-431be0032bc6 tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.5888662 Aug 10 03:18:20.051282 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-e23b5676-b690-446f-a840-f30ff517db18 req-e0fd030f-eda4-4d5e-a950-5338e7d54d64 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Deleting port 566f6b56-aa81-488e-ba78-e138e9cea803 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:18:20.051608 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-e23b5676-b690-446f-a840-f30ff517db18 req-e0fd030f-eda4-4d5e-a950-5338e7d54d64 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:20.064421 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-e76779c1-7071-4714-bd00-bad93d2d87fc req-421631c6-c6ec-4238-8f60-2e05337a8435 service neutron] Request body: {'port': {'device_id': '22da9a79-83b7-4a8e-bef3-1c5e1319a22b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:18:20.110130 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f915974-09c4-4ab8-bc07-0e5b691849e5 req-dd9e4032-8df7-495f-97ad-ccfad573650a tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:20.120911 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2f915974-09c4-4ab8-bc07-0e5b691849e5 req-dd9e4032-8df7-495f-97ad-ccfad573650a tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8fd29a2-f44f-41ef-b6a0-ab496cca62a1 HTTP/1.1" status: 200 len: 931 time: 0.5136256 Aug 10 03:18:20.179260 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-5b9a1ba5-70e9-4b71-af3a-e43c1485190d None None] Provisioning for port b80ac159-9b85-430e-b25b-6ea0e1375f3b completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:18:20.188932 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-5b9a1ba5-70e9-4b71-af3a-e43c1485190d None None] Provisioning complete for port b80ac159-9b85-430e-b25b-6ea0e1375f3b triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:18:20.189728 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-5b9a1ba5-70e9-4b71-af3a-e43c1485190d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:20.247781 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a4890e-4de5-40cc-b434-17e79b2be203 req-5b4a6bb2-7db9-42f8-9424-1932701b66eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:20.249889 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-63a4890e-4de5-40cc-b434-17e79b2be203 req-5b4a6bb2-7db9-42f8-9424-1932701b66eb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=60d10164-1dee-4940-9d19-f71e6c18cbc5 HTTP/1.1" status: 200 len: 843 time: 0.9356050 Aug 10 03:18:20.276606 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1efa9d26-c25d-45d1-b991-99c52f31c94d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:20.282012 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-5b9a1ba5-70e9-4b71-af3a-e43c1485190d None None] Port b80ac159-9b85-430e-b25b-6ea0e1375f3b cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:18:20.320049 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2f915974-09c4-4ab8-bc07-0e5b691849e5 req-a01b3585-4ba8-4d0a-8620-eee54648ba44 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] 10.222.0.44 "GET /v2.0/security-groups?id=13df5112-4960-49c2-9a4c-57c68a4fb5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980207 Aug 10 03:18:20.368868 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efa9d26-c25d-45d1-b991-99c52f31c94d admin admin] Pushing event deleted for resources: {'Port': ['ID=5f4523b9-0580-4d9a-8db5-ec7f6d617769,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:20.471210 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122afcd8-b143-43ac-8bb2-38c6b616bf47 req-fe4eb52f-0607-43a7-a396-2b380264bde2 tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:20.479942 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-122afcd8-b143-43ac-8bb2-38c6b616bf47 req-fe4eb52f-0607-43a7-a396-2b380264bde2 tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] 10.222.0.44 "GET /v2.0/ports?device_id=22da9a79-83b7-4a8e-bef3-1c5e1319a22b HTTP/1.1" status: 200 len: 936 time: 0.5457714 Aug 10 03:18:20.481853 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-e76779c1-7071-4714-bd00-bad93d2d87fc req-421631c6-c6ec-4238-8f60-2e05337a8435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:20.556503 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a4890e-4de5-40cc-b434-17e79b2be203 req-c5d6a7e2-887b-4564-b89b-fa6dc81fcb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:20.558064 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-63a4890e-4de5-40cc-b434-17e79b2be203 req-c5d6a7e2-887b-4564-b89b-fa6dc81fcb6d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72a4be73-29a1-424c-8690-ecdcf6b06721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3003557 Aug 10 03:18:20.666775 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-122afcd8-b143-43ac-8bb2-38c6b616bf47 req-9765cd4c-297b-4455-b115-22ebea9d5177 tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] 10.222.0.44 "GET /v2.0/security-groups?id=8517d1f6-e925-4f66-887e-3d1a0d6d6b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857283 Aug 10 03:18:20.718307 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 5f4523b9-0580-4d9a-8db5-ec7f6d617769 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:18:20.735162 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1efa9d26-c25d-45d1-b991-99c52f31c94d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520654'] for router_gateway, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:20.747254 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-e23b5676-b690-446f-a840-f30ff517db18 req-e0fd030f-eda4-4d5e-a950-5338e7d54d64 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] For port 566f6b56-aa81-488e-ba78-e138e9cea803, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=566f6b56-aa81-488e-ba78-e138e9cea803,segment=NetworkSegment(ef460c05-97a2-474e-9fc7-ca614ed2a066),segment_id=ef460c05-97a2-474e-9fc7-ca614ed2a066)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:20.747694 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-e23b5676-b690-446f-a840-f30ff517db18 req-e0fd030f-eda4-4d5e-a950-5338e7d54d64 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:20.756954 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 5f4523b9-0580-4d9a-8db5-ec7f6d617769 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:18:20.756954 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 5f4523b9-0580-4d9a-8db5-ec7f6d617769 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:18:20.756954 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device fd1c69e9-e88a-4dc1-8fcb-87178446f1ca no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:18:20.796677 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 8664479c-121d-48e7-8cc6-2ac0f5217b71 no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:18:20.833290 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] No Port match for: 8664479c-121d-48e7-8cc6-2ac0f5217b71 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:18:20.833742 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 8664479c-121d-48e7-8cc6-2ac0f5217b71 not bound to the agent host n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:18:20.835812 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: fd1c69e9-e88a-4dc1-8fcb-87178446f1ca {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:18:20.836008 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device fd1c69e9-e88a-4dc1-8fcb-87178446f1ca not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:18:20.876573 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-e23b5676-b690-446f-a840-f30ff517db18 req-e0fd030f-eda4-4d5e-a950-5338e7d54d64 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Calling delete_port for 566f6b56-aa81-488e-ba78-e138e9cea803 owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:18:20.935586 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1efa9d26-c25d-45d1-b991-99c52f31c94d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:20.937988 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1efa9d26-c25d-45d1-b991-99c52f31c94d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:20.997401 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-63a4890e-4de5-40cc-b434-17e79b2be203 req-07009fb6-ea1e-4e94-8cb0-13620684817f service neutron] 10.222.0.42 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4246237 Aug 10 03:18:20.998907 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1efa9d26-c25d-45d1-b991-99c52f31c94d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:20.999304 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-8cc4ddd3-1494-49a7-b61b-16730bf32300 req-09b302e5-b753-4b52-9d01-8759e0edc1cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2b84321-c0a3-4eb5-9d0d-738f1741ff7d {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:18:21.000051 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1efa9d26-c25d-45d1-b991-99c52f31c94d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45afe298-11f4-4d17-a070-600af607d9cc {{(pid=94261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:18:21.006783 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1efa9d26-c25d-45d1-b991-99c52f31c94d admin admin] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:21.008144 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-1efa9d26-c25d-45d1-b991-99c52f31c94d admin admin] 10.222.0.44 "DELETE /v2.0/routers/45afe298-11f4-4d17-a070-600af607d9cc HTTP/1.1" status: 204 len: 168 time: 3.2892141 Aug 10 03:18:21.017097 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 49494) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:21.026646 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8cc4ddd3-1494-49a7-b61b-16730bf32300 req-09b302e5-b753-4b52-9d01-8759e0edc1cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:21.055318 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-8cc4ddd3-1494-49a7-b61b-16730bf32300 req-09b302e5-b753-4b52-9d01-8759e0edc1cc service neutron] Transition to ACTIVE for port object b2b84321-c0a3-4eb5-9d0d-738f1741ff7d will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:18:21.117899 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8cc4ddd3-1494-49a7-b61b-16730bf32300 req-09b302e5-b753-4b52-9d01-8759e0edc1cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:21.134290 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-28bf85f2-c805-498c-9f3c-386347e62abf admin admin] Deleting subnet 0417ba49-cc4f-4be3-b922-ec544070c594 {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:18:21.142465 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-28bf85f2-c805-498c-9f3c-386347e62abf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:21.193688 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-63a4890e-4de5-40cc-b434-17e79b2be203 req-dbd5ea90-2eb8-4624-a426-43edf416fdd5 service neutron] 10.222.0.42 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841676 Aug 10 03:18:21.198271 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-28bf85f2-c805-498c-9f3c-386347e62abf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:21.333432 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-7eb821ac-091a-4a0a-93d4-ddad4a845b48 req-43c48557-dcdc-405b-8012-629b2ff7096f tempest-SecurityGroupsTestAdminJSON-554164902 tempest-SecurityGroupsTestAdminJSON-554164902-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1613621911', 'description': 'tempest-description-1578615483'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:18:21.354982 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-85fa7d6d-55c5-4147-a566-dbca6b94ab0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:21.420664 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb62284-9f97-4853-bc97-a35aadd74520 req-6c8e8083-fb93-49dd-a9fe-7c617b8f22c8 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:21.429176 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8eb62284-9f97-4853-bc97-a35aadd74520 req-6c8e8083-fb93-49dd-a9fe-7c617b8f22c8 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0e0a767-41dc-4001-a52c-857949a7e913 HTTP/1.1" status: 200 len: 945 time: 0.7855854 Aug 10 03:18:21.431254 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-7eb821ac-091a-4a0a-93d4-ddad4a845b48 req-43c48557-dcdc-405b-8012-629b2ff7096f tempest-SecurityGroupsTestAdminJSON-554164902 tempest-SecurityGroupsTestAdminJSON-554164902-project] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:21.458473 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f8e5e0-529f-42ba-bc6d-d98ce1419e7c req-e065187e-9beb-4ca1-8e59-5b3cb5f06661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:21.460121 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-76f8e5e0-529f-42ba-bc6d-d98ce1419e7c req-e065187e-9beb-4ca1-8e59-5b3cb5f06661 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5fde150b31494048bacc6788402b53f0&device_id=8a02c3c7-7d98-4b14-8a6d-0e1091a9d910 HTTP/1.1" status: 200 len: 1100 time: 0.2045953 Aug 10 03:18:21.461594 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-28bf85f2-c805-498c-9f3c-386347e62abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:21.574928 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8eb62284-9f97-4853-bc97-a35aadd74520 req-56f19d72-2857-4158-8347-76a673ae1772 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405923 Aug 10 03:18:21.576032 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-7eb821ac-091a-4a0a-93d4-ddad4a845b48 req-43c48557-dcdc-405b-8012-629b2ff7096f tempest-SecurityGroupsTestAdminJSON-554164902 tempest-SecurityGroupsTestAdminJSON-554164902-project] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:21.693975 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b302e5-b753-4b52-9d01-8759e0edc1cc service neutron] Pushing event updated for resources: {'Port': ['ID=b2b84321-c0a3-4eb5-9d0d-738f1741ff7d,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:21.737435 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-28bf85f2-c805-498c-9f3c-386347e62abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:21.756508 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-e23b5676-b690-446f-a840-f30ff517db18 req-e0fd030f-eda4-4d5e-a950-5338e7d54d64 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:21.800752 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f8e5e0-529f-42ba-bc6d-d98ce1419e7c req-050e5009-9473-4d9b-987a-22236505e431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:21.802836 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-76f8e5e0-529f-42ba-bc6d-d98ce1419e7c req-050e5009-9473-4d9b-987a-22236505e431 service neutron] 10.222.0.42 "GET /v2.0/networks?id=72a4be73-29a1-424c-8690-ecdcf6b06721 HTTP/1.1" status: 200 len: 869 time: 0.2947881 Aug 10 03:18:21.804076 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bf85f2-c805-498c-9f3c-386347e62abf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0417ba49-cc4f-4be3-b922-ec544070c594,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:21.806697 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-28bf85f2-c805-498c-9f3c-386347e62abf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:21.809521 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-28bf85f2-c805-498c-9f3c-386347e62abf admin admin] 10.222.0.44 "DELETE /v2.0/subnets/0417ba49-cc4f-4be3-b922-ec544070c594 HTTP/1.1" status: 204 len: 168 time: 0.7894197 Aug 10 03:18:21.818858 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 49502) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:21.831324 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87367404-701d-4693-8914-fc046b36e384 None None] Network 1816f95b-2474-4407-8097-c5e0f21fa613 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:18:21.885192 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-76f8e5e0-529f-42ba-bc6d-d98ce1419e7c req-6b382ab9-cc40-4217-81de-9d7c084e20a5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=45717ff4-648f-4c1c-ba3e-e40d3d5df154 HTTP/1.1" status: 200 len: 217 time: 0.0739670 Aug 10 03:18:22.032662 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-8cc4ddd3-1494-49a7-b61b-16730bf32300 req-09b302e5-b753-4b52-9d01-8759e0edc1cc service neutron] Attempting to bind port b2b84321-c0a3-4eb5-9d0d-738f1741ff7d on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:18:22.033246 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-8cc4ddd3-1494-49a7-b61b-16730bf32300 req-09b302e5-b753-4b52-9d01-8759e0edc1cc service neutron] Attempting to bind port b2b84321-c0a3-4eb5-9d0d-738f1741ff7d by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '41256eaa-6121-4e79-be67-f3a23583b6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '74f4a974-f99a-4119-bc18-e2cde5c7f547'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:18:22.033456 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc4ddd3-1494-49a7-b61b-16730bf32300 req-09b302e5-b753-4b52-9d01-8759e0edc1cc service neutron] Attempting to bind port b2b84321-c0a3-4eb5-9d0d-738f1741ff7d on network 74f4a974-f99a-4119-bc18-e2cde5c7f547 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:18:22.043041 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fd030f-eda4-4d5e-a950-5338e7d54d64 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Pushing event deleted for resources: {'Port': ['ID=566f6b56-aa81-488e-ba78-e138e9cea803,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:22.063026 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc4ddd3-1494-49a7-b61b-16730bf32300 req-09b302e5-b753-4b52-9d01-8759e0edc1cc service neutron] Port b2b84321-c0a3-4eb5-9d0d-738f1741ff7d on network 74f4a974-f99a-4119-bc18-e2cde5c7f547 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:18:22.063445 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc4ddd3-1494-49a7-b61b-16730bf32300 req-09b302e5-b753-4b52-9d01-8759e0edc1cc service neutron] Attempting to bind port b2b84321-c0a3-4eb5-9d0d-738f1741ff7d on network 74f4a974-f99a-4119-bc18-e2cde5c7f547 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:18:22.104746 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3c85fb0a-f3eb-4e01-a197-670d7adae4de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:22.135476 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-7eb821ac-091a-4a0a-93d4-ddad4a845b48 req-43c48557-dcdc-405b-8012-629b2ff7096f tempest-SecurityGroupsTestAdminJSON-554164902 tempest-SecurityGroupsTestAdminJSON-554164902-project] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:22.136735 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc4ddd3-1494-49a7-b61b-16730bf32300 req-09b302e5-b753-4b52-9d01-8759e0edc1cc service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:18:22.137166 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc4ddd3-1494-49a7-b61b-16730bf32300 req-09b302e5-b753-4b52-9d01-8759e0edc1cc service neutron] Checking segment: {'id': '41256eaa-6121-4e79-be67-f3a23583b6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '74f4a974-f99a-4119-bc18-e2cde5c7f547'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:18:22.137618 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc4ddd3-1494-49a7-b61b-16730bf32300 req-09b302e5-b753-4b52-9d01-8759e0edc1cc service neutron] Bound using segment: {'id': '41256eaa-6121-4e79-be67-f3a23583b6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '74f4a974-f99a-4119-bc18-e2cde5c7f547'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:18:22.138131 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-8cc4ddd3-1494-49a7-b61b-16730bf32300 req-09b302e5-b753-4b52-9d01-8759e0edc1cc service neutron] Bound port: b2b84321-c0a3-4eb5-9d0d-738f1741ff7d, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41256eaa-6121-4e79-be67-f3a23583b6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '74f4a974-f99a-4119-bc18-e2cde5c7f547'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:18:22.138590 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8cc4ddd3-1494-49a7-b61b-16730bf32300 req-09b302e5-b753-4b52-9d01-8759e0edc1cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:22.147707 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-e23b5676-b690-446f-a840-f30ff517db18 req-e0fd030f-eda4-4d5e-a950-5338e7d54d64 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] No DVR routers for this DVR port 566f6b56-aa81-488e-ba78-e138e9cea803 on host n-h1-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:18:22.154340 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-e23b5676-b690-446f-a840-f30ff517db18 req-e0fd030f-eda4-4d5e-a950-5338e7d54d64 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:22.155971 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e23b5676-b690-446f-a840-f30ff517db18 req-e0fd030f-eda4-4d5e-a950-5338e7d54d64 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.42 "DELETE /v2.0/ports/566f6b56-aa81-488e-ba78-e138e9cea803 HTTP/1.1" status: 204 len: 173 time: 2.8367403 Aug 10 03:18:22.171007 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0e0a767-41dc-4001-a52c-857949a7e913', 'name': 'network-vif-deleted', 'tag': '566f6b56-aa81-488e-ba78-e138e9cea803'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:18:22.176259 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-695cea07-d21b-4d8b-af6f-414852ea147a" -d '{"events": [{"server_uuid": "e0e0a767-41dc-4001-a52c-857949a7e913", "name": "network-vif-deleted", "tag": "566f6b56-aa81-488e-ba78-e138e9cea803"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:18:22.180029 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-7eb821ac-091a-4a0a-93d4-ddad4a845b48 req-43c48557-dcdc-405b-8012-629b2ff7096f tempest-SecurityGroupsTestAdminJSON-554164902 tempest-SecurityGroupsTestAdminJSON-554164902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:22.250152 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5c0d44-a291-4d48-8656-01311fc4a1d0 req-0f83d355-7347-468c-bf3b-e36d4bd0053a tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:22.251767 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4c5c0d44-a291-4d48-8656-01311fc4a1d0 req-0f83d355-7347-468c-bf3b-e36d4bd0053a tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8fd29a2-f44f-41ef-b6a0-ab496cca62a1 HTTP/1.1" status: 200 len: 943 time: 0.5401042 Aug 10 03:18:22.272941 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f8e5e0-529f-42ba-bc6d-d98ce1419e7c req-7088dade-4d2a-4618-884e-f1a1c84bd124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:22.285290 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff3c2bc-0175-49a8-b260-861ba7eaf1d4 None None] DHCP port deletion for 1816f95b-2474-4407-8097-c5e0f21fa613 request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:18:22.301724 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-76f8e5e0-529f-42ba-bc6d-d98ce1419e7c req-7088dade-4d2a-4618-884e-f1a1c84bd124 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=60d10164-1dee-4940-9d19-f71e6c18cbc5 HTTP/1.1" status: 200 len: 843 time: 0.3456604 Aug 10 03:18:22.377576 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c48557-dcdc-405b-8012-629b2ff7096f tempest-SecurityGroupsTestAdminJSON-554164902 tempest-SecurityGroupsTestAdminJSON-554164902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=205ec88f-5786-482d-a18e-d6afa16605ea,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:22.413195 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-cff3c2bc-0175-49a8-b260-861ba7eaf1d4 None None] Deleting port dfa868f0-5229-4926-b290-2ebca29ba8a8 {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:18:22.413748 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-cff3c2bc-0175-49a8-b260-861ba7eaf1d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:22.431978 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-3c85fb0a-f3eb-4e01-a197-670d7adae4de admin admin] Deleting port dfa868f0-5229-4926-b290-2ebca29ba8a8 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:18:22.433843 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3c85fb0a-f3eb-4e01-a197-670d7adae4de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:22.520642 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f8e5e0-529f-42ba-bc6d-d98ce1419e7c req-1a395f0a-bcee-45b2-aa9c-e75a87e15656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:22.522382 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-76f8e5e0-529f-42ba-bc6d-d98ce1419e7c req-1a395f0a-bcee-45b2-aa9c-e75a87e15656 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72a4be73-29a1-424c-8690-ecdcf6b06721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2082050 Aug 10 03:18:22.605146 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-cff3c2bc-0175-49a8-b260-861ba7eaf1d4 None None] For port dfa868f0-5229-4926-b290-2ebca29ba8a8, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=dfa868f0-5229-4926-b290-2ebca29ba8a8,segment=NetworkSegment(f25cb5ab-991d-4837-8dd0-f45e6e3b0399),segment_id=f25cb5ab-991d-4837-8dd0-f45e6e3b0399)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:22.605146 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-cff3c2bc-0175-49a8-b260-861ba7eaf1d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:22.645890 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-3c85fb0a-f3eb-4e01-a197-670d7adae4de admin admin] For port dfa868f0-5229-4926-b290-2ebca29ba8a8, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=dfa868f0-5229-4926-b290-2ebca29ba8a8,segment=NetworkSegment(f25cb5ab-991d-4837-8dd0-f45e6e3b0399),segment_id=f25cb5ab-991d-4837-8dd0-f45e6e3b0399)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:22.646294 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3c85fb0a-f3eb-4e01-a197-670d7adae4de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:22.671109 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-3c85fb0a-f3eb-4e01-a197-670d7adae4de admin admin] Calling delete_port for dfa868f0-5229-4926-b290-2ebca29ba8a8 owned by network:dhcp {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:18:22.671338 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-cff3c2bc-0175-49a8-b260-861ba7eaf1d4 None None] Calling delete_port for dfa868f0-5229-4926-b290-2ebca29ba8a8 owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:18:22.777141 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-76f8e5e0-529f-42ba-bc6d-d98ce1419e7c req-cc65068a-17b8-4c9d-a691-04079b24a260 service neutron] 10.222.0.42 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456019 Aug 10 03:18:22.871949 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device dfa868f0-5229-4926-b290-2ebca29ba8a8 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:18:22.902063 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3c85fb0a-f3eb-4e01-a197-670d7adae4de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:22.961184 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c85fb0a-f3eb-4e01-a197-670d7adae4de admin admin] Pushing event deleted for resources: {'Port': ['ID=dfa868f0-5229-4926-b290-2ebca29ba8a8,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:22.972967 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-76f8e5e0-529f-42ba-bc6d-d98ce1419e7c req-85588664-911f-41dd-a9ee-f110bae38f0b service neutron] 10.222.0.42 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816931 Aug 10 03:18:22.974364 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c85fb0a-f3eb-4e01-a197-670d7adae4de admin admin] No DVR routers for this DVR port dfa868f0-5229-4926-b290-2ebca29ba8a8 on host n-d-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:18:22.991292 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-cff3c2bc-0175-49a8-b260-861ba7eaf1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:22.994351 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No active binding found for port dfa868f0-5229-4926-b290-2ebca29ba8a8 {{(pid=94262) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 10 03:18:22.995027 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device dfa868f0-5229-4926-b290-2ebca29ba8a8 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:18:23.038765 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff3c2bc-0175-49a8-b260-861ba7eaf1d4 None None] Pushing event deleted for resources: {'Port': ['ID=dfa868f0-5229-4926-b290-2ebca29ba8a8,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:23.045971 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 45717ff4-648f-4c1c-ba3e-e40d3d5df154 details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:18:23.048666 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 566f6b56-aa81-488e-ba78-e138e9cea803 no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:18:23.078794 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff3c2bc-0175-49a8-b260-861ba7eaf1d4 None None] No DVR routers for this DVR port dfa868f0-5229-4926-b290-2ebca29ba8a8 on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:18:23.091175 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] No Port match for: 566f6b56-aa81-488e-ba78-e138e9cea803 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:18:23.092373 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 566f6b56-aa81-488e-ba78-e138e9cea803 not bound to the agent host n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:18:23.112785 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3c85fb0a-f3eb-4e01-a197-670d7adae4de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:23.117749 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-e76779c1-7071-4714-bd00-bad93d2d87fc req-421631c6-c6ec-4238-8f60-2e05337a8435 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b80ac159-9b85-430e-b25b-6ea0e1375f3b {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:18:23.127298 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-e76779c1-7071-4714-bd00-bad93d2d87fc req-421631c6-c6ec-4238-8f60-2e05337a8435 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:23.130099 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-3c85fb0a-f3eb-4e01-a197-670d7adae4de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1816f95b-2474-4407-8097-c5e0f21fa613']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:23.140138 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-e76779c1-7071-4714-bd00-bad93d2d87fc req-421631c6-c6ec-4238-8f60-2e05337a8435 service neutron] Transition to ACTIVE for port object b80ac159-9b85-430e-b25b-6ea0e1375f3b will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:18:23.150020 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-3c85fb0a-f3eb-4e01-a197-670d7adae4de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f25cb5ab-991d-4837-8dd0-f45e6e3b0399') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:23.150594 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-3c85fb0a-f3eb-4e01-a197-670d7adae4de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f25cb5ab-991d-4837-8dd0-f45e6e3b0399') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:23.163126 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3c85fb0a-f3eb-4e01-a197-670d7adae4de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:23.169685 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-8cc4ddd3-1494-49a7-b61b-16730bf32300 req-09b302e5-b753-4b52-9d01-8759e0edc1cc service neutron] For port b2b84321-c0a3-4eb5-9d0d-738f1741ff7d, host n-h1-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:18:23.173793 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-8cc4ddd3-1494-49a7-b61b-16730bf32300 req-09b302e5-b753-4b52-9d01-8759e0edc1cc service neutron] For port b2b84321-c0a3-4eb5-9d0d-738f1741ff7d, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=b2b84321-c0a3-4eb5-9d0d-738f1741ff7d,segment=NetworkSegment(41256eaa-6121-4e79-be67-f3a23583b6a6),segment_id=41256eaa-6121-4e79-be67-f3a23583b6a6)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:18:23.179816 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-e76779c1-7071-4714-bd00-bad93d2d87fc req-421631c6-c6ec-4238-8f60-2e05337a8435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:23.186994 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3c85fb0a-f3eb-4e01-a197-670d7adae4de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:23.198295 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c85fb0a-f3eb-4e01-a197-670d7adae4de admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:18:23.199106 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3c85fb0a-f3eb-4e01-a197-670d7adae4de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:23.204725 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8cc4ddd3-1494-49a7-b61b-16730bf32300 req-09b302e5-b753-4b52-9d01-8759e0edc1cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:23.259289 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc4ddd3-1494-49a7-b61b-16730bf32300 req-09b302e5-b753-4b52-9d01-8759e0edc1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:23.259911 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8cc4ddd3-1494-49a7-b61b-16730bf32300 req-09b302e5-b753-4b52-9d01-8759e0edc1cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:23.264716 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8cc4ddd3-1494-49a7-b61b-16730bf32300 req-09b302e5-b753-4b52-9d01-8759e0edc1cc service neutron] 10.222.0.42 "PUT /v2.0/ports/b2b84321-c0a3-4eb5-9d0d-738f1741ff7d HTTP/1.1" status: 200 len: 1092 time: 3.9213119 Aug 10 03:18:23.271772 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 45717ff4-648f-4c1c-ba3e-e40d3d5df154, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=45717ff4-648f-4c1c-ba3e-e40d3d5df154,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:23.287455 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4c5c0d44-a291-4d48-8656-01311fc4a1d0 req-0c0f3ecc-e5d1-4403-a83e-f68561b38ce8 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] 10.222.0.44 "GET /v2.0/security-groups?id=13df5112-4960-49c2-9a4c-57c68a4fb5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0050690 Aug 10 03:18:23.301080 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421631c6-c6ec-4238-8f60-2e05337a8435 service neutron] Pushing event updated for resources: {'Port': ['ID=b80ac159-9b85-430e-b25b-6ea0e1375f3b,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:23.335930 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:18:23.335930 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:18:23.335930 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:18:23.335930 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:18:23.335930 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:18:23.335930 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:18:23.335930 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:18:23.335930 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:18:23.335930 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:18:23.335930 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:18:23.335930 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:18:23.335930 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:18:23.335930 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:18:23.335930 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:18:23.335930 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:18:23.335930 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:18:23.335930 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:18:23.335930 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:18:23.335930 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:18:23.335930 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:18:23.335930 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:18:23.335930 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:18:23.335930 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:18:23.335930 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:18:23.335930 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:18:23.335930 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:18:23.335930 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:18:23.335930 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:18:23.335930 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:18:23.335930 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:18:23.335930 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:18:23.335930 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:18:23.345938 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3c85fb0a-f3eb-4e01-a197-670d7adae4de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:23.353851 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': '45717ff4-648f-4c1c-ba3e-e40d3d5df154', 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721', 'port_id': '45717ff4-648f-4c1c-ba3e-e40d3d5df154', 'mac_address': 'fa:16:3e:25:b6:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60d10164-1dee-4940-9d19-f71e6c18cbc5', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:18:23.391354 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3c85fb0a-f3eb-4e01-a197-670d7adae4de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:23.412644 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-3c85fb0a-f3eb-4e01-a197-670d7adae4de admin admin] 10.222.0.44 "DELETE /v2.0/networks/1816f95b-2474-4407-8097-c5e0f21fa613 HTTP/1.1" status: 204 len: 168 time: 1.5899022 Aug 10 03:18:23.421919 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c85fb0a-f3eb-4e01-a197-670d7adae4de admin admin] Pushing event deleted for resources: {'Network': ['ID=1816f95b-2474-4407-8097-c5e0f21fa613,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:23.456242 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:23.492033 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45717ff4-648f-4c1c-ba3e-e40d3d5df154 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:18:23.539471 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 45717ff4-648f-4c1c-ba3e-e40d3d5df154, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=45717ff4-648f-4c1c-ba3e-e40d3d5df154,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:23.549975 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:23.687672 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=45717ff4-648f-4c1c-ba3e-e40d3d5df154,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:23.736468 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-462e36c6-2d49-4c8c-87e3-d52e3faf947f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:23.800077 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 49524) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:23.802696 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['45717ff4-648f-4c1c-ba3e-e40d3d5df154'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:18:23.877808 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a4cd4d-0b82-4d1e-9435-b5543439d065 req-d4f032d4-c4de-41a2-b81c-828807a2f6c3 tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:23.879953 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-60a4cd4d-0b82-4d1e-9435-b5543439d065 req-d4f032d4-c4de-41a2-b81c-828807a2f6c3 tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] 10.222.0.44 "GET /v2.0/ports?device_id=22da9a79-83b7-4a8e-bef3-1c5e1319a22b HTTP/1.1" status: 200 len: 948 time: 0.1983528 Aug 10 03:18:23.890294 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-e76779c1-7071-4714-bd00-bad93d2d87fc req-421631c6-c6ec-4238-8f60-2e05337a8435 service neutron] Attempting to bind port b80ac159-9b85-430e-b25b-6ea0e1375f3b on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:18:23.890648 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-e76779c1-7071-4714-bd00-bad93d2d87fc req-421631c6-c6ec-4238-8f60-2e05337a8435 service neutron] Attempting to bind port b80ac159-9b85-430e-b25b-6ea0e1375f3b by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:18:23.891226 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76779c1-7071-4714-bd00-bad93d2d87fc req-421631c6-c6ec-4238-8f60-2e05337a8435 service neutron] Attempting to bind port b80ac159-9b85-430e-b25b-6ea0e1375f3b on network 72a4be73-29a1-424c-8690-ecdcf6b06721 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:18:23.906181 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-9e1e8154-ea3e-4f05-b0e8-7a47deac2368 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=33155ca7ecc34cda842c02acd145aff5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1022167 Aug 10 03:18:23.910177 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76779c1-7071-4714-bd00-bad93d2d87fc req-421631c6-c6ec-4238-8f60-2e05337a8435 service neutron] Port b80ac159-9b85-430e-b25b-6ea0e1375f3b on network 72a4be73-29a1-424c-8690-ecdcf6b06721 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:18:23.910539 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76779c1-7071-4714-bd00-bad93d2d87fc req-421631c6-c6ec-4238-8f60-2e05337a8435 service neutron] Attempting to bind port b80ac159-9b85-430e-b25b-6ea0e1375f3b on network 72a4be73-29a1-424c-8690-ecdcf6b06721 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:18:23.914964 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 49526) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:23.925712 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-7eb821ac-091a-4a0a-93d4-ddad4a845b48 req-43c48557-dcdc-405b-8012-629b2ff7096f tempest-SecurityGroupsTestAdminJSON-554164902 tempest-SecurityGroupsTestAdminJSON-554164902-project] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:23.925712 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76779c1-7071-4714-bd00-bad93d2d87fc req-421631c6-c6ec-4238-8f60-2e05337a8435 service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:18:23.925712 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76779c1-7071-4714-bd00-bad93d2d87fc req-421631c6-c6ec-4238-8f60-2e05337a8435 service neutron] Checking segment: {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:18:23.926316 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76779c1-7071-4714-bd00-bad93d2d87fc req-421631c6-c6ec-4238-8f60-2e05337a8435 service neutron] Bound using segment: {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:18:23.926731 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-e76779c1-7071-4714-bd00-bad93d2d87fc req-421631c6-c6ec-4238-8f60-2e05337a8435 service neutron] Bound port: b80ac159-9b85-430e-b25b-6ea0e1375f3b, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:18:23.927076 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-e76779c1-7071-4714-bd00-bad93d2d87fc req-421631c6-c6ec-4238-8f60-2e05337a8435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:23.990137 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b302e5-b753-4b52-9d01-8759e0edc1cc service neutron] Pushing event updated for resources: {'Port': ['ID=b2b84321-c0a3-4eb5-9d0d-738f1741ff7d,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:24.007462 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-7eb821ac-091a-4a0a-93d4-ddad4a845b48 req-43c48557-dcdc-405b-8012-629b2ff7096f tempest-SecurityGroupsTestAdminJSON-554164902 tempest-SecurityGroupsTestAdminJSON-554164902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:24.033981 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc4ddd3-1494-49a7-b61b-16730bf32300 req-74d2ca4c-531a-44ee-8386-bc83f1d6bc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:24.036707 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8cc4ddd3-1494-49a7-b61b-16730bf32300 req-74d2ca4c-531a-44ee-8386-bc83f1d6bc8d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3e3d75d4f3e64842afe526c7ebf13c9e&device_id=a8fd29a2-f44f-41ef-b6a0-ab496cca62a1 HTTP/1.1" status: 200 len: 1095 time: 0.6452794 Aug 10 03:18:24.080692 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-60a4cd4d-0b82-4d1e-9435-b5543439d065 req-9b8be46f-80a4-4a95-89f4-4beb0bac418b tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] 10.222.0.44 "GET /v2.0/security-groups?id=8517d1f6-e925-4f66-887e-3d1a0d6d6b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766660 Aug 10 03:18:24.090704 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ce1d9936-4d63-4e60-97bb-ab11e2e9e60c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:24.134119 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ce1d9936-4d63-4e60-97bb-ab11e2e9e60c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:24.145711 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:24.168326 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-7eb821ac-091a-4a0a-93d4-ddad4a845b48 req-43c48557-dcdc-405b-8012-629b2ff7096f tempest-SecurityGroupsTestAdminJSON-554164902 tempest-SecurityGroupsTestAdminJSON-554164902-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:24.190381 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7eb821ac-091a-4a0a-93d4-ddad4a845b48 req-43c48557-dcdc-405b-8012-629b2ff7096f tempest-SecurityGroupsTestAdminJSON-554164902 tempest-SecurityGroupsTestAdminJSON-554164902-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 2.9120057 Aug 10 03:18:24.218759 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8cc4ddd3-1494-49a7-b61b-16730bf32300 req-7dffbeaf-ce2d-4dfd-a250-5e89564f379b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2b84321-c0a3-4eb5-9d0d-738f1741ff7d HTTP/1.1" status: 200 len: 217 time: 0.1512148 Aug 10 03:18:24.238475 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ce1d9936-4d63-4e60-97bb-ab11e2e9e60c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:24.242511 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ce1d9936-4d63-4e60-97bb-ab11e2e9e60c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:24.245011 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ce1d9936-4d63-4e60-97bb-ab11e2e9e60c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/af14a5d9-598e-4e84-86a5-015def1f8e8c HTTP/1.1" status: 204 len: 168 time: 0.3278265 Aug 10 03:18:24.267790 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1d9936-4d63-4e60-97bb-ab11e2e9e60c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af14a5d9-598e-4e84-86a5-015def1f8e8c,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:24.302836 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8aca6a0-e70d-4b66-a5f5-53b677e961c7 x-openstack-request-id: req-d8aca6a0-e70d-4b66-a5f5-53b677e961c7 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:18:24.305921 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0e0a767-41dc-4001-a52c-857949a7e913", "name": "network-vif-deleted", "tag": "566f6b56-aa81-488e-ba78-e138e9cea803", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:18:24.306429 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d8aca6a0-e70d-4b66-a5f5-53b677e961c7 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:18:24.308641 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0e0a767-41dc-4001-a52c-857949a7e913', 'name': 'network-vif-deleted', 'tag': '566f6b56-aa81-488e-ba78-e138e9cea803', 'status': 'completed', 'code': 200} Aug 10 03:18:24.314457 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c48557-dcdc-405b-8012-629b2ff7096f tempest-SecurityGroupsTestAdminJSON-554164902 tempest-SecurityGroupsTestAdminJSON-554164902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=751ba992-2f4f-4308-9f12-d949d330c102,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:24.351783 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-0c5c345d-c9d2-4164-9cb0-e9b60fc93bb1 req-4351524f-9159-4970-a1a3-3412907d1633 tempest-SecurityGroupsTestAdminJSON-554164902 tempest-SecurityGroupsTestAdminJSON-554164902-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1688073758', 'description': 'tempest-description-2017439817'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:18:24.380262 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-e76779c1-7071-4714-bd00-bad93d2d87fc req-421631c6-c6ec-4238-8f60-2e05337a8435 service neutron] For port b80ac159-9b85-430e-b25b-6ea0e1375f3b, host n-h1-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:18:24.384668 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-0c5c345d-c9d2-4164-9cb0-e9b60fc93bb1 req-4351524f-9159-4970-a1a3-3412907d1633 tempest-SecurityGroupsTestAdminJSON-554164902 tempest-SecurityGroupsTestAdminJSON-554164902-project] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:24.420445 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-e76779c1-7071-4714-bd00-bad93d2d87fc req-421631c6-c6ec-4238-8f60-2e05337a8435 service neutron] For port b80ac159-9b85-430e-b25b-6ea0e1375f3b, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=b80ac159-9b85-430e-b25b-6ea0e1375f3b,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:18:24.482289 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-e76779c1-7071-4714-bd00-bad93d2d87fc req-421631c6-c6ec-4238-8f60-2e05337a8435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:24.567325 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc4ddd3-1494-49a7-b61b-16730bf32300 req-e02c918f-6bf7-4fce-8dcc-b0a2fb7b193a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:24.568829 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8cc4ddd3-1494-49a7-b61b-16730bf32300 req-e02c918f-6bf7-4fce-8dcc-b0a2fb7b193a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5e21d815-4ed0-4b72-b9d1-a86f2421884d HTTP/1.1" status: 200 len: 860 time: 0.3390884 Aug 10 03:18:24.607096 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76779c1-7071-4714-bd00-bad93d2d87fc req-421631c6-c6ec-4238-8f60-2e05337a8435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:24.608956 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-e76779c1-7071-4714-bd00-bad93d2d87fc req-421631c6-c6ec-4238-8f60-2e05337a8435 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:24.610734 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e76779c1-7071-4714-bd00-bad93d2d87fc req-421631c6-c6ec-4238-8f60-2e05337a8435 service neutron] 10.222.0.42 "PUT /v2.0/ports/b80ac159-9b85-430e-b25b-6ea0e1375f3b HTTP/1.1" status: 200 len: 1097 time: 4.5510147 Aug 10 03:18:24.704410 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-0c5c345d-c9d2-4164-9cb0-e9b60fc93bb1 req-4351524f-9159-4970-a1a3-3412907d1633 tempest-SecurityGroupsTestAdminJSON-554164902 tempest-SecurityGroupsTestAdminJSON-554164902-project] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:24.744455 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-0c5c345d-c9d2-4164-9cb0-e9b60fc93bb1 req-4351524f-9159-4970-a1a3-3412907d1633 tempest-SecurityGroupsTestAdminJSON-554164902 tempest-SecurityGroupsTestAdminJSON-554164902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:24.824066 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-0c5c345d-c9d2-4164-9cb0-e9b60fc93bb1 req-4351524f-9159-4970-a1a3-3412907d1633 tempest-SecurityGroupsTestAdminJSON-554164902 tempest-SecurityGroupsTestAdminJSON-554164902-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:24.836726 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0c5c345d-c9d2-4164-9cb0-e9b60fc93bb1 req-4351524f-9159-4970-a1a3-3412907d1633 tempest-SecurityGroupsTestAdminJSON-554164902 tempest-SecurityGroupsTestAdminJSON-554164902-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.5235136 Aug 10 03:18:24.887515 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421631c6-c6ec-4238-8f60-2e05337a8435 service neutron] Pushing event updated for resources: {'Port': ['ID=b80ac159-9b85-430e-b25b-6ea0e1375f3b,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:24.919598 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4351524f-9159-4970-a1a3-3412907d1633 tempest-SecurityGroupsTestAdminJSON-554164902 tempest-SecurityGroupsTestAdminJSON-554164902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a550aac5-4f12-4729-b8f8-2e9614ee6055,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:24.933804 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76779c1-7071-4714-bd00-bad93d2d87fc req-7409d9a5-8e40-4c06-b6fa-4e1b37029db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:24.935467 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e76779c1-7071-4714-bd00-bad93d2d87fc req-7409d9a5-8e40-4c06-b6fa-4e1b37029db5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5fde150b31494048bacc6788402b53f0&device_id=22da9a79-83b7-4a8e-bef3-1c5e1319a22b HTTP/1.1" status: 200 len: 1100 time: 0.2772999 Aug 10 03:18:24.937218 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc4ddd3-1494-49a7-b61b-16730bf32300 req-48f24171-c03c-45aa-a25c-ee11d4207388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:24.938778 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8cc4ddd3-1494-49a7-b61b-16730bf32300 req-48f24171-c03c-45aa-a25c-ee11d4207388 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=74f4a974-f99a-4119-bc18-e2cde5c7f547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3206768 Aug 10 03:18:24.960424 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb58bc4d-af32-4714-bde3-0515e9dd76cd req-4d873f78-d686-462b-98c1-2453107c25e3 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:24.961909 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cb58bc4d-af32-4714-bde3-0515e9dd76cd req-4d873f78-d686-462b-98c1-2453107c25e3 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8fd29a2-f44f-41ef-b6a0-ab496cca62a1 HTTP/1.1" status: 200 len: 943 time: 0.2689419 Aug 10 03:18:25.037804 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 45717ff4-648f-4c1c-ba3e-e40d3d5df154 up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:18:25.103289 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e76779c1-7071-4714-bd00-bad93d2d87fc req-72c64cc5-ba15-4b8f-82d1-ae90a6306359 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=b80ac159-9b85-430e-b25b-6ea0e1375f3b HTTP/1.1" status: 200 len: 217 time: 0.1376100 Aug 10 03:18:25.186469 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning for port 45717ff4-648f-4c1c-ba3e-e40d3d5df154 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:18:25.187602 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8cc4ddd3-1494-49a7-b61b-16730bf32300 req-0de6f966-2b25-43e5-9a1e-002ab486f94d service neutron] 10.222.0.42 "GET /v2.0/networks/74f4a974-f99a-4119-bc18-e2cde5c7f547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228668 Aug 10 03:18:25.220191 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port 45717ff4-648f-4c1c-ba3e-e40d3d5df154 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:18:25.220659 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:25.229781 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:25.345829 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cb58bc4d-af32-4714-bde3-0515e9dd76cd req-277f8343-2f23-40a8-82b9-3c70655a703c tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] 10.222.0.44 "GET /v2.0/security-groups?id=13df5112-4960-49c2-9a4c-57c68a4fb5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3669899 Aug 10 03:18:25.353545 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:25.370160 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76779c1-7071-4714-bd00-bad93d2d87fc req-08a374d0-6e42-4e38-8d2a-db9ba0c4ec4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:25.371845 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e76779c1-7071-4714-bd00-bad93d2d87fc req-08a374d0-6e42-4e38-8d2a-db9ba0c4ec4c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=60d10164-1dee-4940-9d19-f71e6c18cbc5 HTTP/1.1" status: 200 len: 843 time: 0.1991222 Aug 10 03:18:25.384454 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5ac30a-5296-4df9-a304-d9eb2738cc72 req-90d15165-0138-451d-852c-62efc5b39761 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:25.386121 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cd5ac30a-5296-4df9-a304-d9eb2738cc72 req-90d15165-0138-451d-852c-62efc5b39761 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/ports?device_id=813698f8-88cf-486f-890d-c235b048616c HTTP/1.1" status: 200 len: 944 time: 0.3238404 Aug 10 03:18:25.400194 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a02c3c7-7d98-4b14-8a6d-0e1091a9d910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45717ff4-648f-4c1c-ba3e-e40d3d5df154'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:18:25.409154 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4335a9c-ac29-4844-89f0-670cd14de1df" -d '{"events": [{"server_uuid": "8a02c3c7-7d98-4b14-8a6d-0e1091a9d910", "name": "network-vif-plugged", "status": "completed", "tag": "45717ff4-648f-4c1c-ba3e-e40d3d5df154"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:18:25.439689 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 45717ff4-648f-4c1c-ba3e-e40d3d5df154, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=45717ff4-648f-4c1c-ba3e-e40d3d5df154,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:25.449736 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:25.484300 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0638ed7-faa0-44e8-a33c-fe340f014a21 req-3f7e6ed6-a8b2-4aea-90ad-319a3a472659 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:25.486811 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-d0638ed7-faa0-44e8-a33c-fe340f014a21 req-3f7e6ed6-a8b2-4aea-90ad-319a3a472659 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.61 "GET /v2.0/ports?device_id=813698f8-88cf-486f-890d-c235b048616c HTTP/1.1" status: 200 len: 944 time: 0.0824070 Aug 10 03:18:25.556078 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=45717ff4-648f-4c1c-ba3e-e40d3d5df154,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:25.619661 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8cc4ddd3-1494-49a7-b61b-16730bf32300 req-5b5894a0-93d8-41fd-9499-24c8d3cf9b89 service neutron] 10.222.0.42 "GET /v2.0/networks/74f4a974-f99a-4119-bc18-e2cde5c7f547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4121912 Aug 10 03:18:25.660695 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cd5ac30a-5296-4df9-a304-d9eb2738cc72 req-06988a35-5a3c-4ed6-b73e-1c3d0aaac104 tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb5cbf8-2a02-44ea-b3fc-311879d26c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608051 Aug 10 03:18:25.664974 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 49584) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:25.718950 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76779c1-7071-4714-bd00-bad93d2d87fc req-e02fb35c-b904-4675-ac4b-9e46eecde9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:25.724325 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e76779c1-7071-4714-bd00-bad93d2d87fc req-e02fb35c-b904-4675-ac4b-9e46eecde9ca service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72a4be73-29a1-424c-8690-ecdcf6b06721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3371315 Aug 10 03:18:25.821806 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-d0638ed7-faa0-44e8-a33c-fe340f014a21 req-9ab7ce9e-dabe-4f2c-bfa0-75879070a78a tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Deleting port 31ddbee5-bda7-442d-b2bf-e4048502814d {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:18:25.822194 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-d0638ed7-faa0-44e8-a33c-fe340f014a21 req-9ab7ce9e-dabe-4f2c-bfa0-75879070a78a tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:25.864476 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-45870f1a-70be-4fe5-9439-fc19af308d41 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1499024546-network', 'tenant_id': 'd9cb32d8e12a4e1e8e691f357826a371'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:18:25.924351 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-1159211c-d853-4938-a7e7-07466b3d7cb5 req-1f74481a-ba14-40c1-975a-b461b3e58eca tempest-SecurityGroupsTestAdminJSON-182452989 tempest-SecurityGroupsTestAdminJSON-182452989-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-929618671', 'description': 'tempest-description-1952443445'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:18:25.924607 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:25.967794 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-d0638ed7-faa0-44e8-a33c-fe340f014a21 req-9ab7ce9e-dabe-4f2c-bfa0-75879070a78a tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] For port 31ddbee5-bda7-442d-b2bf-e4048502814d, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=31ddbee5-bda7-442d-b2bf-e4048502814d,segment=NetworkSegment(ef460c05-97a2-474e-9fc7-ca614ed2a066),segment_id=ef460c05-97a2-474e-9fc7-ca614ed2a066)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:25.968196 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-d0638ed7-faa0-44e8-a33c-fe340f014a21 req-9ab7ce9e-dabe-4f2c-bfa0-75879070a78a tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:25.991641 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-d0638ed7-faa0-44e8-a33c-fe340f014a21 req-9ab7ce9e-dabe-4f2c-bfa0-75879070a78a tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Calling delete_port for 31ddbee5-bda7-442d-b2bf-e4048502814d owned by compute:nova {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:18:25.994433 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a3794d-f890-4319-9e06-c11256926a53 req-a2f4dc48-4e44-46f5-8419-52b7cbf10d0a tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:26.002781 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-67a3794d-f890-4319-9e06-c11256926a53 req-a2f4dc48-4e44-46f5-8419-52b7cbf10d0a tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4af3e3c-6e20-4c99-a357-53e55ec3cee1 HTTP/1.1" status: 200 len: 945 time: 0.1482344 Aug 10 03:18:26.005114 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.db.api [req-1159211c-d853-4938-a7e7-07466b3d7cb5 req-1f74481a-ba14-40c1-975a-b461b3e58eca tempest-SecurityGroupsTestAdminJSON-182452989 tempest-SecurityGroupsTestAdminJSON-182452989-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 03:18:26.005114 n-d-768862-13 neutron-server[94260]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 10 03:18:26.005114 n-d-768862-13 neutron-server[94260]: [parameters: {'project_id': '4980548b8a484da9953145a49b433010', 'id': '9997ab52-96c8-4eae-aca1-606df37df5d0', 'expiration': datetime.datetime(2021, 8, 10, 3, 20, 25, 964009)}] Aug 10 03:18:26.005114 n-d-768862-13 neutron-server[94260]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94260) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:18:26.005592 n-d-768862-13 neutron-server[94260]: DEBUG oslo_db.api [req-1159211c-d853-4938-a7e7-07466b3d7cb5 req-1f74481a-ba14-40c1-975a-b461b3e58eca tempest-SecurityGroupsTestAdminJSON-182452989 tempest-SecurityGroupsTestAdminJSON-182452989-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:18:26.026479 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45870f1a-70be-4fe5-9439-fc19af308d41 admin admin] Made reservation on behalf of d9cb32d8e12a4e1e8e691f357826a371 for: {'network': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:18:26.028733 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-45870f1a-70be-4fe5-9439-fc19af308d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:26.074199 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-45870f1a-70be-4fe5-9439-fc19af308d41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:26.098444 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-67a3794d-f890-4319-9e06-c11256926a53 req-e4debfaf-d019-4a73-9411-e4be5579917f tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] 10.222.0.44 "GET /v2.0/security-groups?id=494e99f4-94a2-4d1c-bfc8-854b27237629&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0900302 Aug 10 03:18:26.116485 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e76779c1-7071-4714-bd00-bad93d2d87fc req-d36a914a-7e90-4639-80c6-d1033a46738f service neutron] 10.222.0.42 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3821909 Aug 10 03:18:26.225333 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-d0638ed7-faa0-44e8-a33c-fe340f014a21 req-9ab7ce9e-dabe-4f2c-bfa0-75879070a78a tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:26.263561 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab7ce9e-dabe-4f2c-bfa0-75879070a78a tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Pushing event deleted for resources: {'Port': ['ID=31ddbee5-bda7-442d-b2bf-e4048502814d,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:26.312422 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8fd29a2-f44f-41ef-b6a0-ab496cca62a1', 'tag': 'b2b84321-c0a3-4eb5-9d0d-738f1741ff7d'}, {'name': 'network-changed', 'server_uuid': '22da9a79-83b7-4a8e-bef3-1c5e1319a22b', 'tag': 'b80ac159-9b85-430e-b25b-6ea0e1375f3b'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:18:26.317979 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-515a40ab-7ece-4ef6-8808-acbe827247e0" -d '{"events": [{"name": "network-changed", "server_uuid": "a8fd29a2-f44f-41ef-b6a0-ab496cca62a1", "tag": "b2b84321-c0a3-4eb5-9d0d-738f1741ff7d"}, {"name": "network-changed", "server_uuid": "22da9a79-83b7-4a8e-bef3-1c5e1319a22b", "tag": "b80ac159-9b85-430e-b25b-6ea0e1375f3b"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:18:26.356843 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0638ed7-faa0-44e8-a33c-fe340f014a21 req-9ab7ce9e-dabe-4f2c-bfa0-75879070a78a tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] No DVR routers for this DVR port 31ddbee5-bda7-442d-b2bf-e4048502814d on host n-h2-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:18:26.362238 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-d0638ed7-faa0-44e8-a33c-fe340f014a21 req-9ab7ce9e-dabe-4f2c-bfa0-75879070a78a tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:26.366652 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-d0638ed7-faa0-44e8-a33c-fe340f014a21 req-9ab7ce9e-dabe-4f2c-bfa0-75879070a78a tempest-LiveAutoBlockMigrationV225Test-787677478 tempest-LiveAutoBlockMigrationV225Test-787677478-project] 10.222.0.61 "DELETE /v2.0/ports/31ddbee5-bda7-442d-b2bf-e4048502814d HTTP/1.1" status: 204 len: 173 time: 0.8705218 Aug 10 03:18:26.367717 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '813698f8-88cf-486f-890d-c235b048616c', 'name': 'network-vif-deleted', 'tag': '31ddbee5-bda7-442d-b2bf-e4048502814d'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:18:26.371191 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf68a26-b471-4d07-90c3-881fc53839a9" -d '{"events": [{"server_uuid": "813698f8-88cf-486f-890d-c235b048616c", "name": "network-vif-deleted", "tag": "31ddbee5-bda7-442d-b2bf-e4048502814d"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:18:26.396432 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05d0899-e797-46be-9cd9-7dcf1d3a1beb req-76ad6d31-1d88-4bad-8dd1-59120d1a396b tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:26.403983 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a05d0899-e797-46be-9cd9-7dcf1d3a1beb req-76ad6d31-1d88-4bad-8dd1-59120d1a396b tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] 10.222.0.44 "GET /v2.0/ports?device_id=22da9a79-83b7-4a8e-bef3-1c5e1319a22b HTTP/1.1" status: 200 len: 948 time: 0.1578228 Aug 10 03:18:26.423016 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e76779c1-7071-4714-bd00-bad93d2d87fc req-143f37b9-abb9-4ba7-b267-4d909217733f service neutron] 10.222.0.42 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3007107 Aug 10 03:18:26.529565 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a05d0899-e797-46be-9cd9-7dcf1d3a1beb req-7759233a-143a-4526-8fa1-18d40ca70bad tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] 10.222.0.44 "GET /v2.0/security-groups?id=8517d1f6-e925-4f66-887e-3d1a0d6d6b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241426 Aug 10 03:18:26.606684 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-45870f1a-70be-4fe5-9439-fc19af308d41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:26.626831 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-45870f1a-70be-4fe5-9439-fc19af308d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:26.639246 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:26.687093 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45870f1a-70be-4fe5-9439-fc19af308d41 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=94260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:18:26.696199 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-1159211c-d853-4938-a7e7-07466b3d7cb5 req-1f74481a-ba14-40c1-975a-b461b3e58eca tempest-SecurityGroupsTestAdminJSON-182452989 tempest-SecurityGroupsTestAdminJSON-182452989-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:26.707094 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d17fcfe8-f406-4625-a797-25b2a710a296 x-openstack-request-id: req-d17fcfe8-f406-4625-a797-25b2a710a296 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:18:26.707620 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a02c3c7-7d98-4b14-8a6d-0e1091a9d910", "name": "network-vif-plugged", "status": "completed", "tag": "45717ff4-648f-4c1c-ba3e-e40d3d5df154", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:18:26.708039 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d17fcfe8-f406-4625-a797-25b2a710a296 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:18:26.708671 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a02c3c7-7d98-4b14-8a6d-0e1091a9d910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45717ff4-648f-4c1c-ba3e-e40d3d5df154', 'code': 200} Aug 10 03:18:26.719594 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-45870f1a-70be-4fe5-9439-fc19af308d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:26.720064 n-d-768862-13 neutron-server[94260]: INFO neutron.db.segments_db [None req-45870f1a-70be-4fe5-9439-fc19af308d41 admin admin] Added segment 0f5a1810-a796-438e-8426-c84e52c371db of type vlan for network b9fbec61-3113-4722-b713-256096f4a191 Aug 10 03:18:26.722326 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-1159211c-d853-4938-a7e7-07466b3d7cb5 req-1f74481a-ba14-40c1-975a-b461b3e58eca tempest-SecurityGroupsTestAdminJSON-182452989 tempest-SecurityGroupsTestAdminJSON-182452989-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:26.734032 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45870f1a-70be-4fe5-9439-fc19af308d41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5de064f-4496-49e2-a484-c9784d75792c,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:26.881969 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 10 Aug 2021 03:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd382e79-5840-4dc0-941d-1407b86ced33 x-openstack-request-id: req-fd382e79-5840-4dc0-941d-1407b86ced33 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:18:26.881969 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8fd29a2-f44f-41ef-b6a0-ab496cca62a1", "tag": "b2b84321-c0a3-4eb5-9d0d-738f1741ff7d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "22da9a79-83b7-4a8e-bef3-1c5e1319a22b", "tag": "b80ac159-9b85-430e-b25b-6ea0e1375f3b", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:18:26.884330 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fd382e79-5840-4dc0-941d-1407b86ced33 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:18:26.889835 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8fd29a2-f44f-41ef-b6a0-ab496cca62a1', 'tag': 'b2b84321-c0a3-4eb5-9d0d-738f1741ff7d', 'status': 'completed', 'code': 200} Aug 10 03:18:26.890404 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22da9a79-83b7-4a8e-bef3-1c5e1319a22b', 'tag': 'b80ac159-9b85-430e-b25b-6ea0e1375f3b', 'status': 'completed', 'code': 200} Aug 10 03:18:26.983927 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-45870f1a-70be-4fe5-9439-fc19af308d41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:27.073372 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d30040-8e59-429c-b631-37f80abee2ff req-94bdbeec-8ed8-4f1b-ba06-43b70aca10ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:27.075294 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c6d30040-8e59-429c-b631-37f80abee2ff req-94bdbeec-8ed8-4f1b-ba06-43b70aca10ae service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8a02c3c7-7d98-4b14-8a6d-0e1091a9d910 HTTP/1.1" status: 200 len: 1102 time: 0.2600353 Aug 10 03:18:27.107169 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a40ab-7ece-4ef6-8808-acbe827247e0 req-e1bef2fe-57fc-4e46-aa62-5849a19c39ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:27.109353 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-515a40ab-7ece-4ef6-8808-acbe827247e0 req-e1bef2fe-57fc-4e46-aa62-5849a19c39ed service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3e3d75d4f3e64842afe526c7ebf13c9e&device_id=a8fd29a2-f44f-41ef-b6a0-ab496cca62a1 HTTP/1.1" status: 200 len: 1095 time: 0.2070823 Aug 10 03:18:27.118391 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-45870f1a-70be-4fe5-9439-fc19af308d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:27.119442 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45870f1a-70be-4fe5-9439-fc19af308d41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:27.120094 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-45870f1a-70be-4fe5-9439-fc19af308d41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:27.130001 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3051e50f-138e-4410-a42d-e49536a560dd req-9acef1df-11ec-4692-9746-c6d25283d141 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:27.137455 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3051e50f-138e-4410-a42d-e49536a560dd req-9acef1df-11ec-4692-9746-c6d25283d141 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8fd29a2-f44f-41ef-b6a0-ab496cca62a1 HTTP/1.1" status: 200 len: 943 time: 0.1646168 Aug 10 03:18:27.337242 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c6d30040-8e59-429c-b631-37f80abee2ff req-631d58bd-de5f-4f4b-aaa3-911389d34ee6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8517d1f6-e925-4f66-887e-3d1a0d6d6b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490008 Aug 10 03:18:27.343557 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45870f1a-70be-4fe5-9439-fc19af308d41 admin admin] Pushing event updated for resources: {'Network': ['ID=b9fbec61-3113-4722-b713-256096f4a191,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:27.358954 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network b9fbec61-3113-4722-b713-256096f4a191 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:18:27.376833 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3051e50f-138e-4410-a42d-e49536a560dd req-4ee52aeb-6903-4958-983c-58d93d2387aa tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] 10.222.0.44 "GET /v2.0/security-groups?id=13df5112-4960-49c2-9a4c-57c68a4fb5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336037 Aug 10 03:18:27.403777 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-1159211c-d853-4938-a7e7-07466b3d7cb5 req-1f74481a-ba14-40c1-975a-b461b3e58eca tempest-SecurityGroupsTestAdminJSON-182452989 tempest-SecurityGroupsTestAdminJSON-182452989-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:27.436742 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-1159211c-d853-4938-a7e7-07466b3d7cb5 req-1f74481a-ba14-40c1-975a-b461b3e58eca tempest-SecurityGroupsTestAdminJSON-182452989 tempest-SecurityGroupsTestAdminJSON-182452989-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:27.450668 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c32db8f0-7937-4c98-9b09-01bb9fc8b0ad x-openstack-request-id: req-c32db8f0-7937-4c98-9b09-01bb9fc8b0ad {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:18:27.451175 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "813698f8-88cf-486f-890d-c235b048616c", "name": "network-vif-deleted", "tag": "31ddbee5-bda7-442d-b2bf-e4048502814d", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:18:27.451401 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c32db8f0-7937-4c98-9b09-01bb9fc8b0ad {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:18:27.452146 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '813698f8-88cf-486f-890d-c235b048616c', 'name': 'network-vif-deleted', 'tag': '31ddbee5-bda7-442d-b2bf-e4048502814d', 'status': 'completed', 'code': 200} Aug 10 03:18:27.461508 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-45870f1a-70be-4fe5-9439-fc19af308d41 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7885463 Aug 10 03:18:27.464462 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 49614) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:27.476954 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a40ab-7ece-4ef6-8808-acbe827247e0 req-f076353c-cf74-4fc6-b5c9-c93c280dfdae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:27.478590 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-515a40ab-7ece-4ef6-8808-acbe827247e0 req-f076353c-cf74-4fc6-b5c9-c93c280dfdae service neutron] 10.222.0.42 "GET /v2.0/networks?id=74f4a974-f99a-4119-bc18-e2cde5c7f547 HTTP/1.1" status: 200 len: 921 time: 0.3295753 Aug 10 03:18:27.480585 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-61db23f2-a48a-4db8-b2e0-f32137f183ae admin admin] Request body: {'subnet': {'network_id': 'b9fbec61-3113-4722-b713-256096f4a191', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1499024546-subnet', 'tenant_id': 'd9cb32d8e12a4e1e8e691f357826a371', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:18:27.509114 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 49616) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:27.593946 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-515a40ab-7ece-4ef6-8808-acbe827247e0 req-26b0d8c7-1034-4e35-85b1-b0f4aa4c4e1f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2b84321-c0a3-4eb5-9d0d-738f1741ff7d HTTP/1.1" status: 200 len: 217 time: 0.1012633 Aug 10 03:18:27.598902 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f74481a-ba14-40c1-975a-b461b3e58eca tempest-SecurityGroupsTestAdminJSON-182452989 tempest-SecurityGroupsTestAdminJSON-182452989-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddbabaf2-e645-4ceb-b9cd-d969aceafcf9,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:27.672683 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-e56a71cb-4dcc-4904-880a-34627205eed0 admin admin] Deleting subnet 8a049acb-8e7b-42fd-b8b6-b5c474462166 {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:18:27.676833 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e56a71cb-4dcc-4904-880a-34627205eed0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:27.701637 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a40ab-7ece-4ef6-8808-acbe827247e0 req-44ff1f73-5a6f-4db0-ab6f-882bb639f3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:27.703324 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-515a40ab-7ece-4ef6-8808-acbe827247e0 req-44ff1f73-5a6f-4db0-ab6f-882bb639f3b5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5e21d815-4ed0-4b72-b9d1-a86f2421884d HTTP/1.1" status: 200 len: 860 time: 0.0881159 Aug 10 03:18:27.733081 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-1159211c-d853-4938-a7e7-07466b3d7cb5 req-1f74481a-ba14-40c1-975a-b461b3e58eca tempest-SecurityGroupsTestAdminJSON-182452989 tempest-SecurityGroupsTestAdminJSON-182452989-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:27.751070 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e56a71cb-4dcc-4904-880a-34627205eed0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:27.751318 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-1159211c-d853-4938-a7e7-07466b3d7cb5 req-1f74481a-ba14-40c1-975a-b461b3e58eca tempest-SecurityGroupsTestAdminJSON-182452989 tempest-SecurityGroupsTestAdminJSON-182452989-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:27.799773 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f74481a-ba14-40c1-975a-b461b3e58eca tempest-SecurityGroupsTestAdminJSON-182452989 tempest-SecurityGroupsTestAdminJSON-182452989-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1793d0a-d5be-4c40-9a34-441576cdf727,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:27.807147 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a40ab-7ece-4ef6-8808-acbe827247e0 req-b22fb4ef-e781-4da8-ace2-517dff4a1b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:27.808352 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-515a40ab-7ece-4ef6-8808-acbe827247e0 req-b22fb4ef-e781-4da8-ace2-517dff4a1b0c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=74f4a974-f99a-4119-bc18-e2cde5c7f547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0956078 Aug 10 03:18:27.845477 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e56a71cb-4dcc-4904-880a-34627205eed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:27.898698 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61db23f2-a48a-4db8-b2e0-f32137f183ae admin admin] Made reservation on behalf of d9cb32d8e12a4e1e8e691f357826a371 for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:18:27.902064 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-61db23f2-a48a-4db8-b2e0-f32137f183ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:27.929226 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-1159211c-d853-4938-a7e7-07466b3d7cb5 req-1f74481a-ba14-40c1-975a-b461b3e58eca tempest-SecurityGroupsTestAdminJSON-182452989 tempest-SecurityGroupsTestAdminJSON-182452989-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:27.943971 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1159211c-d853-4938-a7e7-07466b3d7cb5 req-1f74481a-ba14-40c1-975a-b461b3e58eca tempest-SecurityGroupsTestAdminJSON-182452989 tempest-SecurityGroupsTestAdminJSON-182452989-project-admin] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 2.0907519 Aug 10 03:18:27.980315 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e56a71cb-4dcc-4904-880a-34627205eed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:28.009357 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b79f7-9f2c-4be0-90fb-907b62858f9b req-b6db9230-e44a-4a3f-a5a3-2af4f1ef0279 tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:28.011535 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-544b79f7-9f2c-4be0-90fb-907b62858f9b req-b6db9230-e44a-4a3f-a5a3-2af4f1ef0279 tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] 10.222.0.44 "GET /v2.0/ports?device_id=22da9a79-83b7-4a8e-bef3-1c5e1319a22b HTTP/1.1" status: 200 len: 948 time: 0.1352496 Aug 10 03:18:28.053825 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56a71cb-4dcc-4904-880a-34627205eed0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a049acb-8e7b-42fd-b8b6-b5c474462166,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:28.058547 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-515a40ab-7ece-4ef6-8808-acbe827247e0 req-ef8bf440-2806-4c56-b40d-7ab3585027b0 service neutron] 10.222.0.42 "GET /v2.0/networks/74f4a974-f99a-4119-bc18-e2cde5c7f547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413039 Aug 10 03:18:28.067676 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e56a71cb-4dcc-4904-880a-34627205eed0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:28.069765 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e56a71cb-4dcc-4904-880a-34627205eed0 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/8a049acb-8e7b-42fd-b8b6-b5c474462166 HTTP/1.1" status: 204 len: 168 time: 0.5580730 Aug 10 03:18:28.074892 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 49640) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:28.220151 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f0e5a230-861a-4a54-a3e7-19411cc97654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:28.249223 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-544b79f7-9f2c-4be0-90fb-907b62858f9b req-9a2f3721-6026-499b-8023-f04b169240af tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] 10.222.0.44 "GET /v2.0/security-groups?id=8517d1f6-e925-4f66-887e-3d1a0d6d6b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229171 Aug 10 03:18:28.299049 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2eb77b-3547-4547-b46d-57a1deb7f7e0 req-24c34a57-fa4f-49bc-a95c-0de97b15ebd3 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:28.307278 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-eb2eb77b-3547-4547-b46d-57a1deb7f7e0 req-24c34a57-fa4f-49bc-a95c-0de97b15ebd3 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4af3e3c-6e20-4c99-a357-53e55ec3cee1 HTTP/1.1" status: 200 len: 945 time: 0.1255467 Aug 10 03:18:28.326852 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-515a40ab-7ece-4ef6-8808-acbe827247e0 req-4905319a-780f-4f06-903e-a4e63ef508b0 service neutron] 10.222.0.42 "GET /v2.0/networks/74f4a974-f99a-4119-bc18-e2cde5c7f547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343488 Aug 10 03:18:28.361995 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 49642) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:28.375274 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-eb2eb77b-3547-4547-b46d-57a1deb7f7e0 req-2810b819-bba8-43ad-8a5b-716bfb78e0ce tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] 10.222.0.44 "GET /v2.0/security-groups?id=494e99f4-94a2-4d1c-bfc8-854b27237629&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0670264 Aug 10 03:18:28.385369 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-f0c64d8b-9af3-4f49-a0ae-b521e0e71bc8 req-aede2853-252d-4d3a-aa6c-acc89d8426d6 tempest-SecurityGroupsTestAdminJSON-182452989 tempest-SecurityGroupsTestAdminJSON-182452989-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-614328769', 'description': 'tempest-description-1704303419'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:18:28.460406 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-f0c64d8b-9af3-4f49-a0ae-b521e0e71bc8 req-aede2853-252d-4d3a-aa6c-acc89d8426d6 tempest-SecurityGroupsTestAdminJSON-182452989 tempest-SecurityGroupsTestAdminJSON-182452989-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:28.466522 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f0e5a230-861a-4a54-a3e7-19411cc97654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:28.470049 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a40ab-7ece-4ef6-8808-acbe827247e0 req-570839d0-2c40-481c-9c26-e359e149b282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:28.474405 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-515a40ab-7ece-4ef6-8808-acbe827247e0 req-570839d0-2c40-481c-9c26-e359e149b282 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5fde150b31494048bacc6788402b53f0&device_id=22da9a79-83b7-4a8e-bef3-1c5e1319a22b HTTP/1.1" status: 200 len: 1100 time: 0.0853631 Aug 10 03:18:28.497656 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-f0e5a230-861a-4a54-a3e7-19411cc97654 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:28.515442 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-61db23f2-a48a-4db8-b2e0-f32137f183ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:28.524907 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-f0e5a230-861a-4a54-a3e7-19411cc97654 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef460c05-97a2-474e-9fc7-ca614ed2a066') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:28.525296 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-f0e5a230-861a-4a54-a3e7-19411cc97654 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef460c05-97a2-474e-9fc7-ca614ed2a066') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:28.577765 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f0e5a230-861a-4a54-a3e7-19411cc97654 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:28.613361 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f0e5a230-861a-4a54-a3e7-19411cc97654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:28.630426 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82f10a9-2973-488c-89cd-628d802b83dc req-ccc884c0-9bc8-4755-87a6-29dabb35f0f4 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:28.631984 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c82f10a9-2973-488c-89cd-628d802b83dc req-ccc884c0-9bc8-4755-87a6-29dabb35f0f4 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8fd29a2-f44f-41ef-b6a0-ab496cca62a1 HTTP/1.1" status: 200 len: 943 time: 0.1424673 Aug 10 03:18:28.639616 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-15169da1-85a8-4b1e-afc4-858a104b75fb admin admin] Deleting subnet 3f0e3909-62c9-4453-825e-ffacada819b0 {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:18:28.644611 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0e5a230-861a-4a54-a3e7-19411cc97654 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:18:28.645424 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f0e5a230-861a-4a54-a3e7-19411cc97654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:28.648568 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:18:28.648568 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:18:28.648568 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:18:28.648568 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:18:28.648568 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:18:28.648568 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:18:28.648568 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:18:28.648568 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:18:28.648568 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:18:28.648568 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:18:28.648568 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:18:28.648568 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:18:28.648568 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:18:28.648568 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:18:28.648568 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:18:28.648568 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:18:28.648568 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:18:28.648568 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:18:28.648568 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:18:28.648568 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:18:28.648568 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:18:28.648568 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:18:28.648568 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:18:28.648568 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:18:28.648568 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:18:28.648568 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:18:28.648568 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:18:28.648568 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:18:28.648568 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:18:28.648568 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:18:28.648568 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:18:28.648568 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:18:28.654026 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-15169da1-85a8-4b1e-afc4-858a104b75fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:28.670096 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61db23f2-a48a-4db8-b2e0-f32137f183ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=aba2a65e-406f-40a4-9e27-cf122ad7887e,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:28.688131 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a40ab-7ece-4ef6-8808-acbe827247e0 req-b140216e-4937-43ec-8cf3-7e9f923edfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:28.689616 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-515a40ab-7ece-4ef6-8808-acbe827247e0 req-b140216e-4937-43ec-8cf3-7e9f923edfe3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=72a4be73-29a1-424c-8690-ecdcf6b06721 HTTP/1.1" status: 200 len: 869 time: 0.2012453 Aug 10 03:18:28.749164 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-15169da1-85a8-4b1e-afc4-858a104b75fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:28.751165 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61db23f2-a48a-4db8-b2e0-f32137f183ae admin admin] Checking segment: {'id': '0f5a1810-a796-438e-8426-c84e52c371db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b9fbec61-3113-4722-b713-256096f4a191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:18:28.751646 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61db23f2-a48a-4db8-b2e0-f32137f183ae admin admin] Network hostable DHCP agents. Network: b9fbec61-3113-4722-b713-256096f4a191, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:18:28.760294 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c82f10a9-2973-488c-89cd-628d802b83dc req-92031203-507c-4dd2-854e-192247a15e3d tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] 10.222.0.44 "GET /v2.0/security-groups?id=13df5112-4960-49c2-9a4c-57c68a4fb5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209848 Aug 10 03:18:28.763001 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-f0c64d8b-9af3-4f49-a0ae-b521e0e71bc8 req-aede2853-252d-4d3a-aa6c-acc89d8426d6 tempest-SecurityGroupsTestAdminJSON-182452989 tempest-SecurityGroupsTestAdminJSON-182452989-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:28.764980 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-515a40ab-7ece-4ef6-8808-acbe827247e0 req-25dbd832-5ca7-41b8-b49e-ba05c9c47103 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=b80ac159-9b85-430e-b25b-6ea0e1375f3b HTTP/1.1" status: 200 len: 217 time: 0.0568814 Aug 10 03:18:28.769600 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-f0c64d8b-9af3-4f49-a0ae-b521e0e71bc8 req-aede2853-252d-4d3a-aa6c-acc89d8426d6 tempest-SecurityGroupsTestAdminJSON-182452989 tempest-SecurityGroupsTestAdminJSON-182452989-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:28.785811 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f0e5a230-861a-4a54-a3e7-19411cc97654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:28.798707 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f0e5a230-861a-4a54-a3e7-19411cc97654 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:28.803207 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-f0e5a230-861a-4a54-a3e7-19411cc97654 admin admin] 10.222.0.44 "DELETE /v2.0/networks/7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1 HTTP/1.1" status: 204 len: 168 time: 0.7249119 Aug 10 03:18:28.815392 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 49648) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:28.821825 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 31ddbee5-bda7-442d-b2bf-e4048502814d no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:18:28.824869 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e5a230-861a-4a54-a3e7-19411cc97654 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e83e3bd-ad16-4ef2-bb0a-23a110b1b1b1,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:28.837570 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-f0c64d8b-9af3-4f49-a0ae-b521e0e71bc8 req-aede2853-252d-4d3a-aa6c-acc89d8426d6 tempest-SecurityGroupsTestAdminJSON-182452989 tempest-SecurityGroupsTestAdminJSON-182452989-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:28.842399 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f0c64d8b-9af3-4f49-a0ae-b521e0e71bc8 req-aede2853-252d-4d3a-aa6c-acc89d8426d6 tempest-SecurityGroupsTestAdminJSON-182452989 tempest-SecurityGroupsTestAdminJSON-182452989-project-admin] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4615552 Aug 10 03:18:28.845471 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aede2853-252d-4d3a-aa6c-acc89d8426d6 tempest-SecurityGroupsTestAdminJSON-182452989 tempest-SecurityGroupsTestAdminJSON-182452989-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c4306e-f6af-47b1-8b06-be0e27650b99,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:28.858369 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a40ab-7ece-4ef6-8808-acbe827247e0 req-30bc0576-5eb4-4f09-a6fb-249d842ec54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:28.859876 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-515a40ab-7ece-4ef6-8808-acbe827247e0 req-30bc0576-5eb4-4f09-a6fb-249d842ec54f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=60d10164-1dee-4940-9d19-f71e6c18cbc5 HTTP/1.1" status: 200 len: 843 time: 0.0861347 Aug 10 03:18:28.882954 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] No Port match for: 31ddbee5-bda7-442d-b2bf-e4048502814d {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:18:28.883641 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 31ddbee5-bda7-442d-b2bf-e4048502814d not bound to the agent host n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:18:28.886715 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61db23f2-a48a-4db8-b2e0-f32137f183ae admin admin] Network b9fbec61-3113-4722-b713-256096f4a191 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:18:28.890628 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-15169da1-85a8-4b1e-afc4-858a104b75fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:28.931573 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-126f1bea-9c26-42c2-afe1-468d3f80c6be admin admin] Deleting subnet ff8d5500-4357-468e-970c-5556969594ff {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:18:28.936816 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-126f1bea-9c26-42c2-afe1-468d3f80c6be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:28.938722 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-61db23f2-a48a-4db8-b2e0-f32137f183ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, b9fbec61-3113-4722-b713-256096f4a191) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:18:28.947766 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5d2bfd-6d80-4dad-b38f-4c797e24f91d None None] Network b9fbec61-3113-4722-b713-256096f4a191 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:18:28.964243 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61db23f2-a48a-4db8-b2e0-f32137f183ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:28.964839 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-61db23f2-a48a-4db8-b2e0-f32137f183ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:28.978840 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a40ab-7ece-4ef6-8808-acbe827247e0 req-287cc52f-fecb-491b-b5ab-d3d906e2b355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:28.981046 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-515a40ab-7ece-4ef6-8808-acbe827247e0 req-287cc52f-fecb-491b-b5ab-d3d906e2b355 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72a4be73-29a1-424c-8690-ecdcf6b06721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1105664 Aug 10 03:18:28.998387 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-126f1bea-9c26-42c2-afe1-468d3f80c6be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:29.022884 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-61db23f2-a48a-4db8-b2e0-f32137f183ae admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.5557044 Aug 10 03:18:29.023671 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 49652) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:29.035256 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-15169da1-85a8-4b1e-afc4-858a104b75fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:29.044322 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-6541a223-b25a-4939-900f-cdfa030abce5 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1499024546-router', 'tenant_id': 'd9cb32d8e12a4e1e8e691f357826a371', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:18:29.079109 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-15169da1-85a8-4b1e-afc4-858a104b75fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:29.081016 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-15169da1-85a8-4b1e-afc4-858a104b75fb admin admin] 10.222.0.44 "DELETE /v2.0/subnets/3f0e3909-62c9-4453-825e-ffacada819b0 HTTP/1.1" status: 204 len: 168 time: 0.6754239 Aug 10 03:18:29.082410 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15169da1-85a8-4b1e-afc4-858a104b75fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f0e3909-62c9-4453-825e-ffacada819b0,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:29.086678 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 49660) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:29.095408 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-126f1bea-9c26-42c2-afe1-468d3f80c6be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:29.152162 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device b80ac159-9b85-430e-b25b-6ea0e1375f3b details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:18:29.263666 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6541a223-b25a-4939-900f-cdfa030abce5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:29.264696 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6541a223-b25a-4939-900f-cdfa030abce5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:29.266548 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port b80ac159-9b85-430e-b25b-6ea0e1375f3b, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=b80ac159-9b85-430e-b25b-6ea0e1375f3b,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:29.271027 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-50d86459-687e-4ec4-8c4f-2e625f6dbb4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:29.285886 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': 'b80ac159-9b85-430e-b25b-6ea0e1375f3b', 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721', 'port_id': 'b80ac159-9b85-430e-b25b-6ea0e1375f3b', 'mac_address': 'fa:16:3e:ec:1b:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60d10164-1dee-4940-9d19-f71e6c18cbc5', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:18:29.290728 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-126f1bea-9c26-42c2-afe1-468d3f80c6be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:29.350700 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-515a40ab-7ece-4ef6-8808-acbe827247e0 req-f1b5be14-9155-46b4-84f0-2b5babb27b84 service neutron] 10.222.0.42 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3537679 Aug 10 03:18:29.374259 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126f1bea-9c26-42c2-afe1-468d3f80c6be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff8d5500-4357-468e-970c-5556969594ff,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:29.418881 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:29.436948 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f3a637-aec6-406e-87ec-4b7b2ad7529b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-b9fbec61-3113-4722-b713-256096f4a191', 'network_id': 'b9fbec61-3113-4722-b713-256096f4a191', 'tenant_id': 'd9cb32d8e12a4e1e8e691f357826a371', 'fixed_ips': [{'subnet_id': 'aba2a65e-406f-40a4-9e27-cf122ad7887e'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:18:29.438326 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b3f3a637-aec6-406e-87ec-4b7b2ad7529b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:29.468114 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b80ac159-9b85-430e-b25b-6ea0e1375f3b {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:18:29.490593 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-50d86459-687e-4ec4-8c4f-2e625f6dbb4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:29.493797 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port b80ac159-9b85-430e-b25b-6ea0e1375f3b, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=b80ac159-9b85-430e-b25b-6ea0e1375f3b,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:29.502622 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:29.504457 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device b2b84321-c0a3-4eb5-9d0d-738f1741ff7d details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:18:29.507396 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-50d86459-687e-4ec4-8c4f-2e625f6dbb4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06cba743-97cb-4e3d-9173-104a9c9a70d3']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:29.522740 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-50d86459-687e-4ec4-8c4f-2e625f6dbb4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1ea0112-d828-45f3-a96b-2a696c160566') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:29.523112 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-50d86459-687e-4ec4-8c4f-2e625f6dbb4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1ea0112-d828-45f3-a96b-2a696c160566') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:29.537036 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-50d86459-687e-4ec4-8c4f-2e625f6dbb4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:29.548094 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-126f1bea-9c26-42c2-afe1-468d3f80c6be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:29.552443 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-126f1bea-9c26-42c2-afe1-468d3f80c6be admin admin] 10.222.0.44 "DELETE /v2.0/subnets/ff8d5500-4357-468e-970c-5556969594ff HTTP/1.1" status: 204 len: 168 time: 0.7334709 Aug 10 03:18:29.564068 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-50d86459-687e-4ec4-8c4f-2e625f6dbb4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:29.575353 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50d86459-687e-4ec4-8c4f-2e625f6dbb4d admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:18:29.575864 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-50d86459-687e-4ec4-8c4f-2e625f6dbb4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:29.661099 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 49670) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:29.661965 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:18:29.661965 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:18:29.661965 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:18:29.661965 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:18:29.661965 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:18:29.661965 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:18:29.661965 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:18:29.661965 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:18:29.661965 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:18:29.661965 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:18:29.661965 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:18:29.661965 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:18:29.661965 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:18:29.661965 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:18:29.661965 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:18:29.661965 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:18:29.661965 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:18:29.661965 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:18:29.661965 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:18:29.661965 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:18:29.661965 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:18:29.661965 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:18:29.661965 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:18:29.661965 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:18:29.661965 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:18:29.661965 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:18:29.661965 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:18:29.661965 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:18:29.661965 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:18:29.661965 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:18:29.661965 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:18:29.661965 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:18:29.676076 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-50d86459-687e-4ec4-8c4f-2e625f6dbb4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:29.749803 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-50d86459-687e-4ec4-8c4f-2e625f6dbb4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:29.751965 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-50d86459-687e-4ec4-8c4f-2e625f6dbb4d admin admin] 10.222.0.44 "DELETE /v2.0/networks/06cba743-97cb-4e3d-9173-104a9c9a70d3 HTTP/1.1" status: 204 len: 168 time: 0.6643455 Aug 10 03:18:29.752966 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d86459-687e-4ec4-8c4f-2e625f6dbb4d admin admin] Pushing event deleted for resources: {'Network': ['ID=06cba743-97cb-4e3d-9173-104a9c9a70d3,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:29.787800 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=b80ac159-9b85-430e-b25b-6ea0e1375f3b,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:29.829647 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-b3f3a637-aec6-406e-87ec-4b7b2ad7529b None None] Allocated IP 172.20.0.2 (b9fbec61-3113-4722-b713-256096f4a191/aba2a65e-406f-40a4-9e27-cf122ad7887e/1de5840d-4277-44ce-afb5-038782657270) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:18:29.838523 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-64557202-8fd9-4011-b8f7-4bae6b705cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:29.959305 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-515a40ab-7ece-4ef6-8808-acbe827247e0 req-1f4f9e25-d561-4e6a-94c7-480cf144e4c0 service neutron] 10.222.0.42 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5932131 Aug 10 03:18:29.986646 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port b2b84321-c0a3-4eb5-9d0d-738f1741ff7d, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=b2b84321-c0a3-4eb5-9d0d-738f1741ff7d,segment=NetworkSegment(41256eaa-6121-4e79-be67-f3a23583b6a6),segment_id=41256eaa-6121-4e79-be67-f3a23583b6a6)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:29.986881 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6541a223-b25a-4939-900f-cdfa030abce5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:30.010432 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 49680) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:30.021368 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': 'b2b84321-c0a3-4eb5-9d0d-738f1741ff7d', 'network_id': '74f4a974-f99a-4119-bc18-e2cde5c7f547', 'port_id': 'b2b84321-c0a3-4eb5-9d0d-738f1741ff7d', 'mac_address': 'fa:16:3e:fb:65:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e21d815-4ed0-4b72-b9d1-a86f2421884d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:18:30.042045 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-64557202-8fd9-4011-b8f7-4bae6b705cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:30.056038 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-64557202-8fd9-4011-b8f7-4bae6b705cd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e96faea-e789-46dc-a2fe-c9354bbee721']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:30.067400 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-64557202-8fd9-4011-b8f7-4bae6b705cd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f18ce6f-7342-4871-a96a-c9cccf3d69f6') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:30.067989 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-64557202-8fd9-4011-b8f7-4bae6b705cd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f18ce6f-7342-4871-a96a-c9cccf3d69f6') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:30.079744 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-64557202-8fd9-4011-b8f7-4bae6b705cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:30.095503 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-64557202-8fd9-4011-b8f7-4bae6b705cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:30.104996 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64557202-8fd9-4011-b8f7-4bae6b705cd8 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:18:30.105733 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-64557202-8fd9-4011-b8f7-4bae6b705cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:30.162116 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:30.168502 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:18:30.168502 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:18:30.168502 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:18:30.168502 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:18:30.168502 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:18:30.168502 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:18:30.168502 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:18:30.168502 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:18:30.168502 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:18:30.168502 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:18:30.168502 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:18:30.168502 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:18:30.168502 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:18:30.168502 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:18:30.168502 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:18:30.168502 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:18:30.168502 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:18:30.168502 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:18:30.168502 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:18:30.168502 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:18:30.168502 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:18:30.168502 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:18:30.168502 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:18:30.168502 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:18:30.168502 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:18:30.168502 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:18:30.168502 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:18:30.168502 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:18:30.168502 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:18:30.168502 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:18:30.168502 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:18:30.168502 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:18:30.177352 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-64557202-8fd9-4011-b8f7-4bae6b705cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:30.186455 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-64557202-8fd9-4011-b8f7-4bae6b705cd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:30.188846 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2b84321-c0a3-4eb5-9d0d-738f1741ff7d {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:18:30.189943 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-64557202-8fd9-4011-b8f7-4bae6b705cd8 admin admin] 10.222.0.44 "DELETE /v2.0/networks/5e96faea-e789-46dc-a2fe-c9354bbee721 HTTP/1.1" status: 204 len: 168 time: 0.5268905 Aug 10 03:18:30.205119 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64557202-8fd9-4011-b8f7-4bae6b705cd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e96faea-e789-46dc-a2fe-c9354bbee721,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:30.236121 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port b2b84321-c0a3-4eb5-9d0d-738f1741ff7d, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=b2b84321-c0a3-4eb5-9d0d-738f1741ff7d,segment=NetworkSegment(41256eaa-6121-4e79-be67-f3a23583b6a6),segment_id=41256eaa-6121-4e79-be67-f3a23583b6a6)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:30.242263 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b3f3a637-aec6-406e-87ec-4b7b2ad7529b None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:30.244671 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:30.411481 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-83297aae-8716-43fd-8e0a-b81c813a2399 req-c71e21bd-2801-4844-a5e4-53f63f9d6214 tempest-SecurityGroupsTestAdminJSON-182452989 tempest-SecurityGroupsTestAdminJSON-182452989-project-admin] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 47844 time: 1.5424368 Aug 10 03:18:30.427083 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae8be2b-1907-4877-bd1f-d4e7fc3fce54 req-dc862cae-4605-420a-913f-3d3a2f5387c3 tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:30.428795 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cae8be2b-1907-4877-bd1f-d4e7fc3fce54 req-dc862cae-4605-420a-913f-3d3a2f5387c3 tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] 10.222.0.44 "GET /v2.0/ports?device_id=22da9a79-83b7-4a8e-bef3-1c5e1319a22b HTTP/1.1" status: 200 len: 949 time: 1.0004649 Aug 10 03:18:30.431248 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-15a74c42-d11e-44e1-89d3-4542af01a640 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bd4ff3ae34274cb6803be2c6188b2b0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4023588 Aug 10 03:18:30.435079 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 49686) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:30.459079 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=b2b84321-c0a3-4eb5-9d0d-738f1741ff7d,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:30.468678 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-b3f3a637-aec6-406e-87ec-4b7b2ad7529b None None] Transition to ACTIVE for port object 1de5840d-4277-44ce-afb5-038782657270 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:18:30.474046 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19054b6-c82c-44fc-b800-fe5d119ce0b5 req-26d9342d-52fa-4ae4-83a8-af1bca28c50d tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:30.475644 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b19054b6-c82c-44fc-b800-fe5d119ce0b5 req-26d9342d-52fa-4ae4-83a8-af1bca28c50d tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4af3e3c-6e20-4c99-a357-53e55ec3cee1 HTTP/1.1" status: 200 len: 945 time: 0.5481770 Aug 10 03:18:30.493473 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-b3f3a637-aec6-406e-87ec-4b7b2ad7529b None None] Transition to ACTIVE for port object 1de5840d-4277-44ce-afb5-038782657270 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:18:30.503904 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b3f3a637-aec6-406e-87ec-4b7b2ad7529b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:30.527199 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 49688) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:30.547663 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['b80ac159-9b85-430e-b25b-6ea0e1375f3b'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:18:30.567003 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e4fb75b9-e322-417b-9efa-b327cb1f2f9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:30.584140 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['b2b84321-c0a3-4eb5-9d0d-738f1741ff7d'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:18:30.606347 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e4fb75b9-e322-417b-9efa-b327cb1f2f9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:30.616203 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6541a223-b25a-4939-900f-cdfa030abce5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:30.622780 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-3e79dfd1-44c8-4363-8139-3f0e9f6f6da7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4fedcd46377344729593c49493334f54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0821624 Aug 10 03:18:30.632594 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f3a637-aec6-406e-87ec-4b7b2ad7529b None None] Network b9fbec61-3113-4722-b713-256096f4a191 is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:18:30.632833 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 49690) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:30.634426 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-83297aae-8716-43fd-8e0a-b81c813a2399 req-1a9a65f2-3311-4efb-bb90-55778e6e0a44 tempest-SecurityGroupsTestAdminJSON-182452989 tempest-SecurityGroupsTestAdminJSON-182452989-project-admin] 10.222.0.44 "GET /v2.0/security-groups/0bb5cbf8-2a02-44ea-b3fc-311879d26c79 HTTP/1.1" status: 200 len: 2981 time: 0.2000728 Aug 10 03:18:30.686495 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-b3f3a637-aec6-406e-87ec-4b7b2ad7529b None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:18:30.693500 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e4fb75b9-e322-417b-9efa-b327cb1f2f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:30.695092 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f3a637-aec6-406e-87ec-4b7b2ad7529b None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:18:30.697376 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e4fb75b9-e322-417b-9efa-b327cb1f2f9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:30.698679 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e4fb75b9-e322-417b-9efa-b327cb1f2f9a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bb1bba2f-bf9f-481e-afb8-cb0e56ed1504 HTTP/1.1" status: 204 len: 168 time: 0.2623372 Aug 10 03:18:30.704671 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3a637-aec6-406e-87ec-4b7b2ad7529b None None] Pushing event updated for resources: {'Port': ['ID=1de5840d-4277-44ce-afb5-038782657270,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:30.716234 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb75b9-e322-417b-9efa-b327cb1f2f9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb1bba2f-bf9f-481e-afb8-cb0e56ed1504,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:30.774462 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cae8be2b-1907-4877-bd1f-d4e7fc3fce54 req-5e6ff4c7-0322-4ab7-9c70-e3e5b9208e6d tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] 10.222.0.44 "GET /v2.0/security-groups?id=8517d1f6-e925-4f66-887e-3d1a0d6d6b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976949 Aug 10 03:18:30.799260 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-b3f3a637-aec6-406e-87ec-4b7b2ad7529b None None] Attempting to bind port 1de5840d-4277-44ce-afb5-038782657270 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:18:30.799631 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-b3f3a637-aec6-406e-87ec-4b7b2ad7529b None None] Attempting to bind port 1de5840d-4277-44ce-afb5-038782657270 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '0f5a1810-a796-438e-8426-c84e52c371db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b9fbec61-3113-4722-b713-256096f4a191'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:18:30.800042 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f3a637-aec6-406e-87ec-4b7b2ad7529b None None] Attempting to bind port 1de5840d-4277-44ce-afb5-038782657270 on network b9fbec61-3113-4722-b713-256096f4a191 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:18:30.867186 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0142516b-15f5-4692-bb8d-d4309daa2f34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:30.872241 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-83297aae-8716-43fd-8e0a-b81c813a2399 req-8662dfda-1e20-4bdc-ae6c-a75f70633066 tempest-SecurityGroupsTestAdminJSON-182452989 tempest-SecurityGroupsTestAdminJSON-182452989-project-admin] 10.222.0.44 "GET /v2.0/security-groups/0bb5cbf8-2a02-44ea-b3fc-311879d26c79 HTTP/1.1" status: 200 len: 2981 time: 0.2080154 Aug 10 03:18:30.885278 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f3a637-aec6-406e-87ec-4b7b2ad7529b None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:18:30.885897 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f3a637-aec6-406e-87ec-4b7b2ad7529b None None] Checking segment: {'id': '0f5a1810-a796-438e-8426-c84e52c371db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b9fbec61-3113-4722-b713-256096f4a191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:18:30.886319 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b3f3a637-aec6-406e-87ec-4b7b2ad7529b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:30.886776 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f3a637-aec6-406e-87ec-4b7b2ad7529b None None] Bound using segment: {'id': '0f5a1810-a796-438e-8426-c84e52c371db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b9fbec61-3113-4722-b713-256096f4a191'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:18:30.887271 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-b3f3a637-aec6-406e-87ec-4b7b2ad7529b None None] Bound port: 1de5840d-4277-44ce-afb5-038782657270, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f5a1810-a796-438e-8426-c84e52c371db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b9fbec61-3113-4722-b713-256096f4a191'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:18:30.887657 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b3f3a637-aec6-406e-87ec-4b7b2ad7529b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:30.923829 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0142516b-15f5-4692-bb8d-d4309daa2f34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:30.998795 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-b19054b6-c82c-44fc-b800-fe5d119ce0b5 req-c9e2782e-61cd-4958-a770-60c2a5f8d107 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Deleting port 9394b3a8-f2b7-460d-a207-4427c8655774 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:18:30.999508 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-b19054b6-c82c-44fc-b800-fe5d119ce0b5 req-c9e2782e-61cd-4958-a770-60c2a5f8d107 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:31.071759 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-b3f3a637-aec6-406e-87ec-4b7b2ad7529b None None] For port 1de5840d-4277-44ce-afb5-038782657270, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:18:31.083542 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-b3f3a637-aec6-406e-87ec-4b7b2ad7529b None None] For port 1de5840d-4277-44ce-afb5-038782657270, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=1de5840d-4277-44ce-afb5-038782657270,segment=NetworkSegment(0f5a1810-a796-438e-8426-c84e52c371db),segment_id=0f5a1810-a796-438e-8426-c84e52c371db)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:18:31.100886 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b3f3a637-aec6-406e-87ec-4b7b2ad7529b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:31.116942 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-83297aae-8716-43fd-8e0a-b81c813a2399 req-a94780a9-84c4-4461-b6a8-e5c47b310fe3 tempest-SecurityGroupsTestAdminJSON-182452989 tempest-SecurityGroupsTestAdminJSON-182452989-project-admin] 10.222.0.44 "GET /v2.0/security-groups/13df5112-4960-49c2-9a4c-57c68a4fb5a0 HTTP/1.1" status: 200 len: 2981 time: 0.2278767 Aug 10 03:18:31.206039 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3a637-aec6-406e-87ec-4b7b2ad7529b None None] Pushing event updated for resources: {'Port': ['ID=1de5840d-4277-44ce-afb5-038782657270,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:31.223372 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b357ac4-240a-48e6-bead-ea02b8c48574 req-9d19a241-0fa6-45bf-9337-ed0962d94473 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:31.232033 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2b357ac4-240a-48e6-bead-ea02b8c48574 req-9d19a241-0fa6-45bf-9337-ed0962d94473 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4af3e3c-6e20-4c99-a357-53e55ec3cee1 HTTP/1.1" status: 200 len: 945 time: 0.2969284 Aug 10 03:18:31.240972 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0142516b-15f5-4692-bb8d-d4309daa2f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:31.243763 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0142516b-15f5-4692-bb8d-d4309daa2f34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:31.246724 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-0142516b-15f5-4692-bb8d-d4309daa2f34 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0bb5cbf8-2a02-44ea-b3fc-311879d26c79 HTTP/1.1" status: 204 len: 168 time: 0.6113389 Aug 10 03:18:31.371942 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0142516b-15f5-4692-bb8d-d4309daa2f34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb5cbf8-2a02-44ea-b3fc-311879d26c79,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:31.392570 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-83297aae-8716-43fd-8e0a-b81c813a2399 req-5fe8f1fb-095f-4080-bb34-3a1696342b01 tempest-SecurityGroupsTestAdminJSON-182452989 tempest-SecurityGroupsTestAdminJSON-182452989-project-admin] 10.222.0.44 "GET /v2.0/security-groups/13df5112-4960-49c2-9a4c-57c68a4fb5a0 HTTP/1.1" status: 200 len: 2981 time: 0.2529430 Aug 10 03:18:31.411940 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-b19054b6-c82c-44fc-b800-fe5d119ce0b5 req-c9e2782e-61cd-4958-a770-60c2a5f8d107 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] For port 9394b3a8-f2b7-460d-a207-4427c8655774, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=9394b3a8-f2b7-460d-a207-4427c8655774,segment=NetworkSegment(b42426e6-502c-40d3-9c61-ff26c82f39ea),segment_id=b42426e6-502c-40d3-9c61-ff26c82f39ea)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:31.412340 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-b19054b6-c82c-44fc-b800-fe5d119ce0b5 req-c9e2782e-61cd-4958-a770-60c2a5f8d107 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:31.606374 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2b357ac4-240a-48e6-bead-ea02b8c48574 req-ccb6ab23-ca86-4cb7-9957-35e5ab497606 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] 10.222.0.44 "GET /v2.0/security-groups?id=494e99f4-94a2-4d1c-bfc8-854b27237629&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3734217 Aug 10 03:18:31.690975 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6541a223-b25a-4939-900f-cdfa030abce5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:31.737113 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-83297aae-8716-43fd-8e0a-b81c813a2399 req-23e6b4ae-04a8-42d5-8337-bb593238b669 tempest-SecurityGroupsTestAdminJSON-182452989 tempest-SecurityGroupsTestAdminJSON-182452989-project-admin] 10.222.0.44 "GET /v2.0/security-groups/205ec88f-5786-482d-a18e-d6afa16605ea HTTP/1.1" status: 200 len: 2981 time: 0.3434091 Aug 10 03:18:31.779002 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6541a223-b25a-4939-900f-cdfa030abce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:31.797307 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 49710) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:31.886428 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-eb0a5dee-ba72-40ea-b7b1-5abfb520ad8f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9d2632015e22453e81f20f1682633ebb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0878503 Aug 10 03:18:31.888709 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 49714) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:31.968001 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3c55164a-4e1d-4d4a-bfcd-7ca75206cb11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:31.993972 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-83297aae-8716-43fd-8e0a-b81c813a2399 req-98b51622-54a7-44e1-ba51-617d80a21fe2 tempest-SecurityGroupsTestAdminJSON-182452989 tempest-SecurityGroupsTestAdminJSON-182452989-project-admin] 10.222.0.44 "GET /v2.0/security-groups/205ec88f-5786-482d-a18e-d6afa16605ea HTTP/1.1" status: 200 len: 2981 time: 0.2369998 Aug 10 03:18:32.018671 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5b9b55-9e31-4d3a-9455-7e4b48296d41 req-63e18801-6f86-4254-87a3-3e4d36dac2f1 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:32.020454 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2b5b9b55-9e31-4d3a-9455-7e4b48296d41 req-63e18801-6f86-4254-87a3-3e4d36dac2f1 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8fd29a2-f44f-41ef-b6a0-ab496cca62a1 HTTP/1.1" status: 200 len: 944 time: 0.2647064 Aug 10 03:18:32.031035 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3c55164a-4e1d-4d4a-bfcd-7ca75206cb11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:32.038080 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-b19054b6-c82c-44fc-b800-fe5d119ce0b5 req-c9e2782e-61cd-4958-a770-60c2a5f8d107 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:32.038507 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-b19054b6-c82c-44fc-b800-fe5d119ce0b5 req-c9e2782e-61cd-4958-a770-60c2a5f8d107 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:32.038819 n-d-768862-13 neutron-server[94260]: INFO neutron.db.l3_db [req-b19054b6-c82c-44fc-b800-fe5d119ce0b5 req-c9e2782e-61cd-4958-a770-60c2a5f8d107 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Floating IP 450c4754-49e5-4218-80a3-16414feb67f9 disassociated. External IP: 172.25.6.79, port: 9394b3a8-f2b7-460d-a207-4427c8655774. Aug 10 03:18:32.039198 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-b19054b6-c82c-44fc-b800-fe5d119ce0b5 req-c9e2782e-61cd-4958-a770-60c2a5f8d107 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Calling delete_port for 9394b3a8-f2b7-460d-a207-4427c8655774 owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:18:32.093842 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-6541a223-b25a-4939-900f-cdfa030abce5 admin admin] Allocated IP 172.25.6.21 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/6bf17c94-c405-48bf-9237-e5d02b6bef86) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:18:32.135547 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3c55164a-4e1d-4d4a-bfcd-7ca75206cb11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:32.139886 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3c55164a-4e1d-4d4a-bfcd-7ca75206cb11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:32.142023 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-3c55164a-4e1d-4d4a-bfcd-7ca75206cb11 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/858a1bd8-e73a-4116-9e8b-b3239010d70c HTTP/1.1" status: 204 len: 168 time: 0.2515035 Aug 10 03:18:32.152336 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c55164a-4e1d-4d4a-bfcd-7ca75206cb11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=858a1bd8-e73a-4116-9e8b-b3239010d70c,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:32.237834 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6541a223-b25a-4939-900f-cdfa030abce5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:32.279619 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 49724) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:32.392978 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6541a223-b25a-4939-900f-cdfa030abce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:32.451711 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2b5b9b55-9e31-4d3a-9455-7e4b48296d41 req-b854d2b2-5937-4ac5-b392-f3ae092b1c90 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] 10.222.0.44 "GET /v2.0/security-groups?id=13df5112-4960-49c2-9a4c-57c68a4fb5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4216204 Aug 10 03:18:32.453366 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-83297aae-8716-43fd-8e0a-b81c813a2399 req-7ecb0cef-1d80-4f19-b010-7e69f8e80a2c tempest-SecurityGroupsTestAdminJSON-182452989 tempest-SecurityGroupsTestAdminJSON-182452989-project-admin] 10.222.0.44 "GET /v2.0/security-groups/3e25cc3d-772b-4434-b6cf-a8610427bcd3 HTTP/1.1" status: 200 len: 2981 time: 0.4279604 Aug 10 03:18:32.502111 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6541a223-b25a-4939-900f-cdfa030abce5 admin admin] Pushing event updated for resources: {'Port': ['ID=6bf17c94-c405-48bf-9237-e5d02b6bef86,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:32.516578 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6541a223-b25a-4939-900f-cdfa030abce5 admin admin] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:18:32.566128 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-6541a223-b25a-4939-900f-cdfa030abce5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:18:32.580088 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6541a223-b25a-4939-900f-cdfa030abce5 admin admin] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:18:32.734511 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-ccea0c9e-2a36-4379-b646-73dfa59b111f admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-821027013-network', 'tenant_id': '36b52cc2f22d4fe4bb78db9f7388accb'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:18:32.749865 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a0a555-794e-455a-821b-badbb1d74fd5 None None] Network b9fbec61-3113-4722-b713-256096f4a191 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:18:32.787643 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccea0c9e-2a36-4379-b646-73dfa59b111f admin admin] Made reservation on behalf of 36b52cc2f22d4fe4bb78db9f7388accb for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:18:32.790363 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ccea0c9e-2a36-4379-b646-73dfa59b111f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:32.801124 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ccea0c9e-2a36-4379-b646-73dfa59b111f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:32.914438 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 1de5840d-4277-44ce-afb5-038782657270 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:18:32.934853 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ccea0c9e-2a36-4379-b646-73dfa59b111f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:32.939717 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ccea0c9e-2a36-4379-b646-73dfa59b111f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:32.952790 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-83297aae-8716-43fd-8e0a-b81c813a2399 req-a4a1ceeb-86df-41ec-b0f3-b8be165ea502 tempest-SecurityGroupsTestAdminJSON-182452989 tempest-SecurityGroupsTestAdminJSON-182452989-project-admin] 10.222.0.44 "GET /v2.0/security-groups/3e25cc3d-772b-4434-b6cf-a8610427bcd3 HTTP/1.1" status: 200 len: 2981 time: 0.4529934 Aug 10 03:18:32.961406 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-b19054b6-c82c-44fc-b800-fe5d119ce0b5 req-c9e2782e-61cd-4958-a770-60c2a5f8d107 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:32.968095 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccea0c9e-2a36-4379-b646-73dfa59b111f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:18:32.985168 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccea0c9e-2a36-4379-b646-73dfa59b111f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e00a7564-e56b-4b7f-b179-f193e5160bfa,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:33.005765 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ccea0c9e-2a36-4379-b646-73dfa59b111f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:33.008261 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-ccea0c9e-2a36-4379-b646-73dfa59b111f admin admin] Added segment 7ed85737-71ac-4d44-addd-a974f87ebbbf of type vlan for network 27424cdf-4ae8-4aca-98ee-67b7200a8c6b Aug 10 03:18:33.061679 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ccea0c9e-2a36-4379-b646-73dfa59b111f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:33.076997 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device b80ac159-9b85-430e-b25b-6ea0e1375f3b up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:18:33.090989 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:33.118376 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ccea0c9e-2a36-4379-b646-73dfa59b111f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:33.121587 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccea0c9e-2a36-4379-b646-73dfa59b111f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:33.125217 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ccea0c9e-2a36-4379-b646-73dfa59b111f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:33.139749 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c567b54f-c634-4411-ae52-3eda25df77ad None None] Provisioning for port 1de5840d-4277-44ce-afb5-038782657270 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:18:33.146194 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e2782e-61cd-4958-a770-60c2a5f8d107 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Pushing event deleted for resources: {'Port': ['ID=9394b3a8-f2b7-460d-a207-4427c8655774,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:33.162182 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 1de5840d-4277-44ce-afb5-038782657270 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:18:33.210178 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 1de5840d-4277-44ce-afb5-038782657270 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:18:33.210565 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:33.276690 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccea0c9e-2a36-4379-b646-73dfa59b111f admin admin] Pushing event updated for resources: {'Network': ['ID=27424cdf-4ae8-4aca-98ee-67b7200a8c6b,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:33.285105 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ccea0c9e-2a36-4379-b646-73dfa59b111f admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0016196 Aug 10 03:18:33.286070 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 49754) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:33.308376 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-aaed58a5-be12-41db-b20e-7057215d440c admin admin] Request body: {'subnet': {'network_id': '27424cdf-4ae8-4aca-98ee-67b7200a8c6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-821027013-subnet', 'tenant_id': '36b52cc2f22d4fe4bb78db9f7388accb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:18:33.333952 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 27424cdf-4ae8-4aca-98ee-67b7200a8c6b details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:18:33.340044 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaed58a5-be12-41db-b20e-7057215d440c admin admin] Made reservation on behalf of 36b52cc2f22d4fe4bb78db9f7388accb for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:18:33.342975 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-aaed58a5-be12-41db-b20e-7057215d440c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:33.423796 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 49758) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:33.446799 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning for port b80ac159-9b85-430e-b25b-6ea0e1375f3b completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:18:33.469626 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port b80ac159-9b85-430e-b25b-6ea0e1375f3b triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:18:33.470106 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:33.578022 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:33.665504 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-d453554e-05c7-416b-b3f5-e4ba1d7e550b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-473848897-network', 'tenant_id': '23f15b7fdfa24c7dbf36566fb49a548e'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:18:33.703071 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 1de5840d-4277-44ce-afb5-038782657270, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=1de5840d-4277-44ce-afb5-038782657270,segment=NetworkSegment(0f5a1810-a796-438e-8426-c84e52c371db),segment_id=0f5a1810-a796-438e-8426-c84e52c371db)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:33.766377 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:33.774629 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:33.793846 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-aaed58a5-be12-41db-b20e-7057215d440c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:33.797687 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d453554e-05c7-416b-b3f5-e4ba1d7e550b admin admin] Made reservation on behalf of 23f15b7fdfa24c7dbf36566fb49a548e for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:18:33.812646 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d453554e-05c7-416b-b3f5-e4ba1d7e550b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:33.855878 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22da9a79-83b7-4a8e-bef3-1c5e1319a22b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b80ac159-9b85-430e-b25b-6ea0e1375f3b'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:18:33.858827 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f4c80fc-8bc8-4584-bae1-1bbb497336a1" -d '{"events": [{"server_uuid": "22da9a79-83b7-4a8e-bef3-1c5e1319a22b", "name": "network-vif-plugged", "status": "completed", "tag": "b80ac159-9b85-430e-b25b-6ea0e1375f3b"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:18:33.870479 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6541a223-b25a-4939-900f-cdfa030abce5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:33.883035 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d453554e-05c7-416b-b3f5-e4ba1d7e550b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:33.884030 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19adb6f7-f6b7-4dfd-8e09-1a54e7e4d0b3 req-eb4fd3e1-a71b-4a9e-b455-3857709a270b tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:33.885633 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-19adb6f7-f6b7-4dfd-8e09-1a54e7e4d0b3 req-eb4fd3e1-a71b-4a9e-b455-3857709a270b tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] 10.222.0.44 "GET /v2.0/ports?device_id=22da9a79-83b7-4a8e-bef3-1c5e1319a22b HTTP/1.1" status: 200 len: 949 time: 1.0288742 Aug 10 03:18:33.890081 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-83297aae-8716-43fd-8e0a-b81c813a2399 req-59612166-0b25-4bf1-8d4c-06b90e6fa7a1 tempest-SecurityGroupsTestAdminJSON-182452989 tempest-SecurityGroupsTestAdminJSON-182452989-project-admin] 10.222.0.44 "GET /v2.0/security-groups/4802ff00-aefb-4e73-8cea-1a1a1bf46153 HTTP/1.1" status: 200 len: 2973 time: 0.9361644 Aug 10 03:18:33.905731 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port b80ac159-9b85-430e-b25b-6ea0e1375f3b, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=b80ac159-9b85-430e-b25b-6ea0e1375f3b,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:33.942257 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:33.943399 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device b2b84321-c0a3-4eb5-9d0d-738f1741ff7d up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:18:33.956278 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b19054b6-c82c-44fc-b800-fe5d119ce0b5 req-c9e2782e-61cd-4958-a770-60c2a5f8d107 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Router 2a1da7ca-ac49-4d2c-87ef-385d904e71a5 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:18:33.957958 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaed58a5-be12-41db-b20e-7057215d440c admin admin] Pushing event updated for resources: {'Subnet': ['ID=714bd99d-dcf6-48eb-8343-f1e4e77907ef,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:33.966850 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=1de5840d-4277-44ce-afb5-038782657270,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:33.994596 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaed58a5-be12-41db-b20e-7057215d440c admin admin] Checking segment: {'id': '7ed85737-71ac-4d44-addd-a974f87ebbbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '27424cdf-4ae8-4aca-98ee-67b7200a8c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:18:33.994846 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaed58a5-be12-41db-b20e-7057215d440c admin admin] Network hostable DHCP agents. Network: 27424cdf-4ae8-4aca-98ee-67b7200a8c6b, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:18:34.028554 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaed58a5-be12-41db-b20e-7057215d440c admin admin] Network 27424cdf-4ae8-4aca-98ee-67b7200a8c6b is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:18:34.039841 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-83297aae-8716-43fd-8e0a-b81c813a2399 req-b87e07c5-4ffa-4f91-a1c2-1fa74a77abd1 tempest-SecurityGroupsTestAdminJSON-182452989 tempest-SecurityGroupsTestAdminJSON-182452989-project-admin] 10.222.0.44 "GET /v2.0/security-groups/4802ff00-aefb-4e73-8cea-1a1a1bf46153 HTTP/1.1" status: 200 len: 2973 time: 0.0948691 Aug 10 03:18:34.053666 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-aaed58a5-be12-41db-b20e-7057215d440c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 27424cdf-4ae8-4aca-98ee-67b7200a8c6b) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:18:34.064602 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9076a28-1df4-4e74-9fae-e8a4d2252ef9 None None] Network 27424cdf-4ae8-4aca-98ee-67b7200a8c6b requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:18:34.075154 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaed58a5-be12-41db-b20e-7057215d440c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:34.075895 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-aaed58a5-be12-41db-b20e-7057215d440c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:34.112902 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d453554e-05c7-416b-b3f5-e4ba1d7e550b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:34.121291 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d453554e-05c7-416b-b3f5-e4ba1d7e550b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:34.129601 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-19adb6f7-f6b7-4dfd-8e09-1a54e7e4d0b3 req-3c9e3503-a5a5-4eb4-b1af-5dcc1effaff8 tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] 10.222.0.44 "GET /v2.0/security-groups?id=8517d1f6-e925-4f66-887e-3d1a0d6d6b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962085 Aug 10 03:18:34.147095 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=b80ac159-9b85-430e-b25b-6ea0e1375f3b,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:34.173861 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-52d1ebed-9ec1-4701-88d3-73f2319bc972 None None] Provisioning complete for port 1de5840d-4277-44ce-afb5-038782657270 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:18:34.175128 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-52d1ebed-9ec1-4701-88d3-73f2319bc972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:34.210710 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning for port b2b84321-c0a3-4eb5-9d0d-738f1741ff7d completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:18:34.211968 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-aaed58a5-be12-41db-b20e-7057215d440c admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9226024 Aug 10 03:18:34.223369 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port b2b84321-c0a3-4eb5-9d0d-738f1741ff7d triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:18:34.224389 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:34.234935 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d453554e-05c7-416b-b3f5-e4ba1d7e550b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:18:34.276672 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d453554e-05c7-416b-b3f5-e4ba1d7e550b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef7ad3b8-a66e-4940-9b6f-f894df18f17f,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:34.290684 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d453554e-05c7-416b-b3f5-e4ba1d7e550b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:34.291418 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-d453554e-05c7-416b-b3f5-e4ba1d7e550b admin admin] Added segment 91299b11-14c0-4b63-b0c4-6e1562c8dc95 of type vlan for network f77f66ce-5ca9-4b7f-abf9-ffb43b09fe9e Aug 10 03:18:34.327839 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b19054b6-c82c-44fc-b800-fe5d119ce0b5 req-c9e2782e-61cd-4958-a770-60c2a5f8d107 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:18:34.342987 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5d2a79-c073-4fe5-9d6e-120a4ca509f0 None None] Sync routers for ids ['2a1da7ca-ac49-4d2c-87ef-385d904e71a5'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:18:34.391570 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1ccfe7-035e-44b5-889a-5e4156bfb1b4 None None] Network 27424cdf-4ae8-4aca-98ee-67b7200a8c6b requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:18:34.391912 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d453554e-05c7-416b-b3f5-e4ba1d7e550b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:34.394636 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-82087950-f5ab-4d8e-8d72-d0495c360eeb req-65ec20e3-46c6-47ee-99f4-d605db1fa904 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4af3e3c-6e20-4c99-a357-53e55ec3cee1 HTTP/1.1" status: 200 len: 210 time: 0.0739782 Aug 10 03:18:34.396899 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5d2a79-c073-4fe5-9d6e-120a4ca509f0 None None] Routers {'2a1da7ca-ac49-4d2c-87ef-385d904e71a5'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:18:34.399079 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-9f5d2a79-c073-4fe5-9d6e-120a4ca509f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:18:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['2a1da7ca-ac49-4d2c-87ef-385d904e71a5'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:34.437221 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-83297aae-8716-43fd-8e0a-b81c813a2399 req-6c55a394-781d-4e4b-bd4e-d12ac4eb5d80 tempest-SecurityGroupsTestAdminJSON-182452989 tempest-SecurityGroupsTestAdminJSON-182452989-project-admin] 10.222.0.44 "GET /v2.0/security-groups/54aaea5c-3045-4ce9-a19a-ce0f92f158df HTTP/1.1" status: 200 len: 2977 time: 0.3793702 Aug 10 03:18:34.496183 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d453554e-05c7-416b-b3f5-e4ba1d7e550b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:34.497482 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d453554e-05c7-416b-b3f5-e4ba1d7e550b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:34.498256 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d453554e-05c7-416b-b3f5-e4ba1d7e550b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:34.509362 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-b19054b6-c82c-44fc-b800-fe5d119ce0b5 req-c9e2782e-61cd-4958-a770-60c2a5f8d107 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] No DVR routers for this DVR port 9394b3a8-f2b7-460d-a207-4427c8655774 on host n-h1-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:18:34.544495 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-b19054b6-c82c-44fc-b800-fe5d119ce0b5 req-c9e2782e-61cd-4958-a770-60c2a5f8d107 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:34.547065 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b19054b6-c82c-44fc-b800-fe5d119ce0b5 req-c9e2782e-61cd-4958-a770-60c2a5f8d107 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] 10.222.0.42 "DELETE /v2.0/ports/9394b3a8-f2b7-460d-a207-4427c8655774 HTTP/1.1" status: 204 len: 173 time: 4.0155485 Aug 10 03:18:34.575802 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4af3e3c-6e20-4c99-a357-53e55ec3cee1', 'name': 'network-vif-deleted', 'tag': '9394b3a8-f2b7-460d-a207-4427c8655774'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:18:34.578902 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00151ce8-7b71-4cff-9666-f417d8ea2f58" -d '{"events": [{"server_uuid": "b4af3e3c-6e20-4c99-a357-53e55ec3cee1", "name": "network-vif-deleted", "tag": "9394b3a8-f2b7-460d-a207-4427c8655774"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:18:34.588873 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-d453554e-05c7-416b-b3f5-e4ba1d7e550b admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1639347 Aug 10 03:18:34.595719 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 49776) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:34.605035 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-5152375e-e311-403f-9322-1c4ae341a8f4 admin admin] Request body: {'subnet': {'network_id': 'f77f66ce-5ca9-4b7f-abf9-ffb43b09fe9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-473848897-subnet', 'tenant_id': '23f15b7fdfa24c7dbf36566fb49a548e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:18:34.633534 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d453554e-05c7-416b-b3f5-e4ba1d7e550b admin admin] Pushing event updated for resources: {'Network': ['ID=f77f66ce-5ca9-4b7f-abf9-ffb43b09fe9e,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:34.644212 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5152375e-e311-403f-9322-1c4ae341a8f4 admin admin] Made reservation on behalf of 23f15b7fdfa24c7dbf36566fb49a548e for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:18:34.649239 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5152375e-e311-403f-9322-1c4ae341a8f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:34.680516 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network f77f66ce-5ca9-4b7f-abf9-ffb43b09fe9e details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:18:34.777339 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:34.864913 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ee356a-d56a-4396-91a1-9b9459aff97b req-6c9c466c-44d8-461a-b895-3b965126b62f tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:34.866758 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-46ee356a-d56a-4396-91a1-9b9459aff97b req-6c9c466c-44d8-461a-b895-3b965126b62f tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8fd29a2-f44f-41ef-b6a0-ab496cca62a1 HTTP/1.1" status: 200 len: 944 time: 0.3186607 Aug 10 03:18:34.876998 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-83297aae-8716-43fd-8e0a-b81c813a2399 req-08d8b211-d56a-4f17-990d-93b55150163d tempest-SecurityGroupsTestAdminJSON-182452989 tempest-SecurityGroupsTestAdminJSON-182452989-project-admin] 10.222.0.44 "GET /v2.0/security-groups/54aaea5c-3045-4ce9-a19a-ce0f92f158df HTTP/1.1" status: 200 len: 2977 time: 0.4269838 Aug 10 03:18:34.933403 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5152375e-e311-403f-9322-1c4ae341a8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:34.967337 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 1de5840d-4277-44ce-afb5-038782657270 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:18:34.982795 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-83297aae-8716-43fd-8e0a-b81c813a2399 req-4d6ddf83-d249-48f8-9944-70f0f79b8681 tempest-SecurityGroupsTestAdminJSON-182452989 tempest-SecurityGroupsTestAdminJSON-182452989-project-admin] 10.222.0.44 "GET /v2.0/security-groups/57ba1332-be06-4e71-8431-7fb2f1c6c76a HTTP/1.1" status: 200 len: 2977 time: 0.1045465 Aug 10 03:18:34.998682 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-46ee356a-d56a-4396-91a1-9b9459aff97b req-089ea562-fd54-469d-88c7-8204ee0ef890 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] 10.222.0.44 "GET /v2.0/security-groups?id=13df5112-4960-49c2-9a4c-57c68a4fb5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857785 Aug 10 03:18:35.016606 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-9f5d2a79-c073-4fe5-9d6e-120a4ca509f0 None None] Set router 2a1da7ca-ac49-4d2c-87ef-385d904e71a5 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:18:35.022317 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6541a223-b25a-4939-900f-cdfa030abce5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:35.047866 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-83297aae-8716-43fd-8e0a-b81c813a2399 req-08096f04-69d6-43a8-b416-04626823f0cd tempest-SecurityGroupsTestAdminJSON-182452989 tempest-SecurityGroupsTestAdminJSON-182452989-project-admin] 10.222.0.44 "GET /v2.0/security-groups/57ba1332-be06-4e71-8431-7fb2f1c6c76a HTTP/1.1" status: 200 len: 2977 time: 0.0639679 Aug 10 03:18:35.082057 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5152375e-e311-403f-9322-1c4ae341a8f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df20950d-3191-48e7-b1c7-08e2981be671,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:35.087365 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port b2b84321-c0a3-4eb5-9d0d-738f1741ff7d, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=b2b84321-c0a3-4eb5-9d0d-738f1741ff7d,segment=NetworkSegment(41256eaa-6121-4e79-be67-f3a23583b6a6),segment_id=41256eaa-6121-4e79-be67-f3a23583b6a6)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:35.100604 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:35.101839 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 9394b3a8-f2b7-460d-a207-4427c8655774 no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:18:35.117803 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5152375e-e311-403f-9322-1c4ae341a8f4 admin admin] Checking segment: {'id': '91299b11-14c0-4b63-b0c4-6e1562c8dc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f77f66ce-5ca9-4b7f-abf9-ffb43b09fe9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:18:35.119388 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5152375e-e311-403f-9322-1c4ae341a8f4 admin admin] Network hostable DHCP agents. Network: f77f66ce-5ca9-4b7f-abf9-ffb43b09fe9e, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:18:35.173105 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5152375e-e311-403f-9322-1c4ae341a8f4 admin admin] Network f77f66ce-5ca9-4b7f-abf9-ffb43b09fe9e is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:18:35.190195 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-5152375e-e311-403f-9322-1c4ae341a8f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, f77f66ce-5ca9-4b7f-abf9-ffb43b09fe9e) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:18:35.221745 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8368246-e621-42cb-9958-efa6dcd551d1 x-openstack-request-id: req-a8368246-e621-42cb-9958-efa6dcd551d1 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:18:35.222126 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22da9a79-83b7-4a8e-bef3-1c5e1319a22b", "name": "network-vif-plugged", "status": "completed", "tag": "b80ac159-9b85-430e-b25b-6ea0e1375f3b", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:18:35.222506 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a8368246-e621-42cb-9958-efa6dcd551d1 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:18:35.223097 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22da9a79-83b7-4a8e-bef3-1c5e1319a22b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b80ac159-9b85-430e-b25b-6ea0e1375f3b', 'code': 200} Aug 10 03:18:35.224585 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0b1f17-fa79-4a1c-92aa-8bdc5ef30eef None None] Network f77f66ce-5ca9-4b7f-abf9-ffb43b09fe9e requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:18:35.228197 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] No Port match for: 9394b3a8-f2b7-460d-a207-4427c8655774 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:18:35.228649 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 9394b3a8-f2b7-460d-a207-4427c8655774 not bound to the agent host n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:18:35.236575 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5152375e-e311-403f-9322-1c4ae341a8f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:35.242843 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5152375e-e311-403f-9322-1c4ae341a8f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:35.291636 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-5152375e-e311-403f-9322-1c4ae341a8f4 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6945314 Aug 10 03:18:35.292487 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-83297aae-8716-43fd-8e0a-b81c813a2399 req-bcbdb8fc-c15d-4f54-a7da-5b1dfcd04a43 tempest-SecurityGroupsTestAdminJSON-182452989 tempest-SecurityGroupsTestAdminJSON-182452989-project-admin] 10.222.0.44 "GET /v2.0/security-groups/58160609-a8c2-4b15-a3de-467e7dbbc834 HTTP/1.1" status: 200 len: 2981 time: 0.2435384 Aug 10 03:18:35.340858 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6541a223-b25a-4939-900f-cdfa030abce5 admin admin] Router d8eca9ff-6473-42c8-8c88-8818f6f62fef is scheduled to L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e with binding_index 1 {{(pid=94260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:18:35.420243 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-83297aae-8716-43fd-8e0a-b81c813a2399 req-87bccf99-ba46-4c98-917a-21eda5967d53 tempest-SecurityGroupsTestAdminJSON-182452989 tempest-SecurityGroupsTestAdminJSON-182452989-project-admin] 10.222.0.44 "GET /v2.0/security-groups/58160609-a8c2-4b15-a3de-467e7dbbc834 HTTP/1.1" status: 200 len: 2981 time: 0.1267040 Aug 10 03:18:35.527071 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=b2b84321-c0a3-4eb5-9d0d-738f1741ff7d,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:35.556519 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 1de5840d-4277-44ce-afb5-038782657270 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:18:35.557046 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:35.702947 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-83297aae-8716-43fd-8e0a-b81c813a2399 req-8cdae75d-3584-49a7-bd69-eabb871e05fa tempest-SecurityGroupsTestAdminJSON-182452989 tempest-SecurityGroupsTestAdminJSON-182452989-project-admin] 10.222.0.44 "GET /v2.0/security-groups/594be43f-c2d3-4ff1-af02-f81da017fb3c HTTP/1.1" status: 200 len: 2977 time: 0.2686434 Aug 10 03:18:35.742004 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a780e0e4-ab75-4fad-8143-d90236d5eef1 None None] Network f77f66ce-5ca9-4b7f-abf9-ffb43b09fe9e requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:18:35.778074 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acd84b1-3ac7-4931-a5f0-d2878706a60c req-cbfbf958-41c8-480e-955e-61db3d4d9953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:35.779653 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5acd84b1-3ac7-4931-a5f0-d2878706a60c req-cbfbf958-41c8-480e-955e-61db3d4d9953 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=22da9a79-83b7-4a8e-bef3-1c5e1319a22b HTTP/1.1" status: 200 len: 1102 time: 0.3442984 Aug 10 03:18:35.880663 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-9f5d2a79-c073-4fe5-9d6e-120a4ca509f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1da7ca-ac49-4d2c-87ef-385d904e71a5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1555949547-router', 'tenant_id': 'a9d9692f94284ab383feb6bc4fe6dbd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'fa1c14b5-1a3e-4a28-86bb-0f1ca36de865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:11:40Z', 'updated_at': '2021-08-10T03:11:45Z', 'revision_number': 4, 'project_id': 'a9d9692f94284ab383feb6bc4fe6dbd1', 'gw_port': {'id': 'fa1c14b5-1a3e-4a28-86bb-0f1ca36de865', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:fb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1da7ca-ac49-4d2c-87ef-385d904e71a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:11:41Z', 'updated_at': '2021-08-10T03:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '52b014cb-961f-494c-a480-b9919c077511', 'name': '', 'network_id': '7bfbeebb-f42f-441e-a7f5-dde179143eae', 'tenant_id': 'a9d9692f94284ab383feb6bc4fe6dbd1', 'mac_address': 'fa:16:3e:c4:80:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1da7ca-ac49-4d2c-87ef-385d904e71a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '899d577f-02e7-4571-b318-84c090d894c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:11:44Z', 'updated_at': '2021-08-10T03:11:56Z', 'revision_number': 5, 'project_id': 'a9d9692f94284ab383feb6bc4fe6dbd1', 'subnets': [{'id': '899d577f-02e7-4571-b318-84c090d894c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:35.882092 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-83297aae-8716-43fd-8e0a-b81c813a2399 req-8fb60d68-402e-471c-9e6f-f51a7e5c477d tempest-SecurityGroupsTestAdminJSON-182452989 tempest-SecurityGroupsTestAdminJSON-182452989-project-admin] 10.222.0.44 "GET /v2.0/security-groups/594be43f-c2d3-4ff1-af02-f81da017fb3c HTTP/1.1" status: 200 len: 2977 time: 0.1430910 Aug 10 03:18:35.883508 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6541a223-b25a-4939-900f-cdfa030abce5 admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:18:35.902651 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3582b8f-1f7c-48b6-9597-ed0344a7dcbb None None] Sync routers for ids ['d8eca9ff-6473-42c8-8c88-8818f6f62fef'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:18:35.918326 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b18a0-2a8f-4540-b8a2-3688eed591c1 req-4d7a7cae-2719-4a72-a2ec-6c7f9f74c147 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:35.919332 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3582b8f-1f7c-48b6-9597-ed0344a7dcbb None None] Routers {'d8eca9ff-6473-42c8-8c88-8818f6f62fef'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:18:35.923180 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-f3582b8f-1f7c-48b6-9597-ed0344a7dcbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:18:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['d8eca9ff-6473-42c8-8c88-8818f6f62fef'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:35.926382 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a98b18a0-2a8f-4540-b8a2-3688eed591c1 req-4d7a7cae-2719-4a72-a2ec-6c7f9f74c147 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/networks?id=27424cdf-4ae8-4aca-98ee-67b7200a8c6b HTTP/1.1" status: 200 len: 814 time: 0.3339794 Aug 10 03:18:35.928996 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5d2a79-c073-4fe5-9d6e-120a4ca509f0 None None] Checking router: 2a1da7ca-ac49-4d2c-87ef-385d904e71a5 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:18:35.941955 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5acd84b1-3ac7-4931-a5f0-d2878706a60c req-f06e4689-a710-4673-a5dc-4c2536b25fed service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8517d1f6-e925-4f66-887e-3d1a0d6d6b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507664 Aug 10 03:18:35.961805 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5d2a79-c073-4fe5-9d6e-120a4ca509f0 None None] Routers {'2a1da7ca-ac49-4d2c-87ef-385d904e71a5'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:18:35.962757 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-9f5d2a79-c073-4fe5-9d6e-120a4ca509f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:18:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['2a1da7ca-ac49-4d2c-87ef-385d904e71a5'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:35.966197 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a98b18a0-2a8f-4540-b8a2-3688eed591c1 req-01a15be0-8905-4c8e-8726-f5cb4a669d13 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/quotas/36b52cc2f22d4fe4bb78db9f7388accb HTTP/1.1" status: 200 len: 375 time: 0.0388761 Aug 10 03:18:35.971433 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6541a223-b25a-4939-900f-cdfa030abce5 admin admin] Notify callbacks [] for router, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:35.972681 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-6541a223-b25a-4939-900f-cdfa030abce5 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.9358249 Aug 10 03:18:35.975504 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 49812) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:36.013905 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a98b18a0-2a8f-4540-b8a2-3688eed591c1 req-2ed6e9a1-6675-45e0-a2eb-12b1e8c686c3 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=36b52cc2f22d4fe4bb78db9f7388accb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467026 Aug 10 03:18:36.150182 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-83297aae-8716-43fd-8e0a-b81c813a2399 req-3d36b4cb-eb88-4264-b04d-7dadabea4901 tempest-SecurityGroupsTestAdminJSON-182452989 tempest-SecurityGroupsTestAdminJSON-182452989-project-admin] 10.222.0.44 "GET /v2.0/security-groups/8517d1f6-e925-4f66-887e-3d1a0d6d6b11 HTTP/1.1" status: 200 len: 2981 time: 0.2191064 Aug 10 03:18:36.169496 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 49822) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:36.177968 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-9f5d2a79-c073-4fe5-9d6e-120a4ca509f0 None None] Set router 2a1da7ca-ac49-4d2c-87ef-385d904e71a5 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:18:36.194470 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-f3582b8f-1f7c-48b6-9597-ed0344a7dcbb None None] Set router d8eca9ff-6473-42c8-8c88-8818f6f62fef gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:18:36.194709 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-8f7dd075-d408-4104-ace1-5cc02a380576 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1100431932-network', 'tenant_id': '5273b56254c64382919c97c5cf747d60'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:18:36.333933 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-83297aae-8716-43fd-8e0a-b81c813a2399 req-e74a7eb4-137e-4e4f-96d2-db6cdd8fd9cc tempest-SecurityGroupsTestAdminJSON-182452989 tempest-SecurityGroupsTestAdminJSON-182452989-project-admin] 10.222.0.44 "GET /v2.0/security-groups/8517d1f6-e925-4f66-887e-3d1a0d6d6b11 HTTP/1.1" status: 200 len: 2981 time: 0.1802754 Aug 10 03:18:36.343319 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a98b18a0-2a8f-4540-b8a2-3688eed591c1 req-2cf438fb-8abb-4cb9-a369-9ff1b610640b service neutron] 10.222.0.44 "GET /v2.0/networks/27424cdf-4ae8-4aca-98ee-67b7200a8c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3283923 Aug 10 03:18:36.359735 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f7dd075-d408-4104-ace1-5cc02a380576 admin admin] Made reservation on behalf of 5273b56254c64382919c97c5cf747d60 for: {'network': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:18:36.363144 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8f7dd075-d408-4104-ace1-5cc02a380576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:36.420512 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8f7dd075-d408-4104-ace1-5cc02a380576 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:36.426579 n-d-768862-13 neutron-server[94260]: INFO neutron.api.v2.resource [req-83297aae-8716-43fd-8e0a-b81c813a2399 req-618b2a5a-1e36-43b2-828e-4e4ade5112f8 tempest-SecurityGroupsTestAdminJSON-182452989 tempest-SecurityGroupsTestAdminJSON-182452989-project-admin] show failed (client error): The resource could not be found. Aug 10 03:18:36.427967 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-83297aae-8716-43fd-8e0a-b81c813a2399 req-618b2a5a-1e36-43b2-828e-4e4ade5112f8 tempest-SecurityGroupsTestAdminJSON-182452989 tempest-SecurityGroupsTestAdminJSON-182452989-project-admin] 10.222.0.44 "GET /v2.0/security-groups/858a1bd8-e73a-4116-9e8b-b3239010d70c HTTP/1.1" status: 404 len: 352 time: 0.0812690 Aug 10 03:18:36.479597 n-d-768862-13 neutron-server[94260]: INFO neutron.api.v2.resource [req-83297aae-8716-43fd-8e0a-b81c813a2399 req-89ea947d-9d76-4c06-a9f7-6a3a49a6e4bd tempest-SecurityGroupsTestAdminJSON-182452989 tempest-SecurityGroupsTestAdminJSON-182452989-project-admin] show failed (client error): The resource could not be found. Aug 10 03:18:36.483381 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-83297aae-8716-43fd-8e0a-b81c813a2399 req-89ea947d-9d76-4c06-a9f7-6a3a49a6e4bd tempest-SecurityGroupsTestAdminJSON-182452989 tempest-SecurityGroupsTestAdminJSON-182452989-project-admin] 10.222.0.44 "GET /v2.0/security-groups/858a1bd8-e73a-4116-9e8b-b3239010d70c HTTP/1.1" status: 404 len: 352 time: 0.0385294 Aug 10 03:18:36.542715 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-f3582b8f-1f7c-48b6-9597-ed0344a7dcbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8eca9ff-6473-42c8-8c88-8818f6f62fef', 'name': 'tempest-FloatingIPsNegativeTestJSON-1499024546-router', 'tenant_id': 'd9cb32d8e12a4e1e8e691f357826a371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '6bf17c94-c405-48bf-9237-e5d02b6bef86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:18:29Z', 'updated_at': '2021-08-10T03:18:32Z', 'revision_number': 3, 'project_id': 'd9cb32d8e12a4e1e8e691f357826a371', 'gw_port': {'id': '6bf17c94-c405-48bf-9237-e5d02b6bef86', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d0:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8eca9ff-6473-42c8-8c88-8818f6f62fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:31Z', 'updated_at': '2021-08-10T03:18:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:36.558964 n-d-768862-13 neutron-server[94260]: INFO neutron.api.v2.resource [req-83297aae-8716-43fd-8e0a-b81c813a2399 req-f3dc431a-198b-406b-bfb6-f8fa019f70df tempest-SecurityGroupsTestAdminJSON-182452989 tempest-SecurityGroupsTestAdminJSON-182452989-project-admin] show failed (client error): The resource could not be found. Aug 10 03:18:36.560457 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-83297aae-8716-43fd-8e0a-b81c813a2399 req-f3dc431a-198b-406b-bfb6-f8fa019f70df tempest-SecurityGroupsTestAdminJSON-182452989 tempest-SecurityGroupsTestAdminJSON-182452989-project-admin] 10.222.0.44 "GET /v2.0/security-groups/bb1bba2f-bf9f-481e-afb8-cb0e56ed1504 HTTP/1.1" status: 404 len: 352 time: 0.0485430 Aug 10 03:18:36.574667 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a98b18a0-2a8f-4540-b8a2-3688eed591c1 req-3e204c76-54a4-449c-a944-59ebbab44ec9 service neutron] 10.222.0.44 "GET /v2.0/networks/27424cdf-4ae8-4aca-98ee-67b7200a8c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294166 Aug 10 03:18:36.605064 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3582b8f-1f7c-48b6-9597-ed0344a7dcbb None None] Checking router: d8eca9ff-6473-42c8-8c88-8818f6f62fef for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:18:36.605624 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3582b8f-1f7c-48b6-9597-ed0344a7dcbb None None] Updating router d8eca9ff-6473-42c8-8c88-8818f6f62fef port 6bf17c94-c405-48bf-9237-e5d02b6bef86 binding host n-d-768862-13 {{(pid=94263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:18:36.610581 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-9f5d2a79-c073-4fe5-9d6e-120a4ca509f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1da7ca-ac49-4d2c-87ef-385d904e71a5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1555949547-router', 'tenant_id': 'a9d9692f94284ab383feb6bc4fe6dbd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'fa1c14b5-1a3e-4a28-86bb-0f1ca36de865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:11:40Z', 'updated_at': '2021-08-10T03:11:45Z', 'revision_number': 4, 'project_id': 'a9d9692f94284ab383feb6bc4fe6dbd1', 'gw_port': {'id': 'fa1c14b5-1a3e-4a28-86bb-0f1ca36de865', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:fb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1da7ca-ac49-4d2c-87ef-385d904e71a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:11:41Z', 'updated_at': '2021-08-10T03:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '52b014cb-961f-494c-a480-b9919c077511', 'name': '', 'network_id': '7bfbeebb-f42f-441e-a7f5-dde179143eae', 'tenant_id': 'a9d9692f94284ab383feb6bc4fe6dbd1', 'mac_address': 'fa:16:3e:c4:80:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1da7ca-ac49-4d2c-87ef-385d904e71a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '899d577f-02e7-4571-b318-84c090d894c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:11:44Z', 'updated_at': '2021-08-10T03:11:56Z', 'revision_number': 5, 'project_id': 'a9d9692f94284ab383feb6bc4fe6dbd1', 'subnets': [{'id': '899d577f-02e7-4571-b318-84c090d894c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:36.636223 n-d-768862-13 neutron-server[94260]: INFO neutron.api.v2.resource [req-83297aae-8716-43fd-8e0a-b81c813a2399 req-0e2b2977-0eb5-46fc-ad9c-b0561bd419d1 tempest-SecurityGroupsTestAdminJSON-182452989 tempest-SecurityGroupsTestAdminJSON-182452989-project-admin] show failed (client error): The resource could not be found. Aug 10 03:18:36.637571 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-83297aae-8716-43fd-8e0a-b81c813a2399 req-0e2b2977-0eb5-46fc-ad9c-b0561bd419d1 tempest-SecurityGroupsTestAdminJSON-182452989 tempest-SecurityGroupsTestAdminJSON-182452989-project-admin] 10.222.0.44 "GET /v2.0/security-groups/bb1bba2f-bf9f-481e-afb8-cb0e56ed1504 HTTP/1.1" status: 404 len: 352 time: 0.0521827 Aug 10 03:18:36.651007 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-f3582b8f-1f7c-48b6-9597-ed0344a7dcbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:36.681128 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5d2a79-c073-4fe5-9d6e-120a4ca509f0 None None] The sync data for ids ['2a1da7ca-ac49-4d2c-87ef-385d904e71a5'] in n-d-768862-13 is: [{'id': '2a1da7ca-ac49-4d2c-87ef-385d904e71a5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1555949547-router', 'tenant_id': 'a9d9692f94284ab383feb6bc4fe6dbd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'fa1c14b5-1a3e-4a28-86bb-0f1ca36de865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:11:40Z', 'updated_at': '2021-08-10T03:11:45Z', 'revision_number': 4, 'project_id': 'a9d9692f94284ab383feb6bc4fe6dbd1', 'gw_port': {'id': 'fa1c14b5-1a3e-4a28-86bb-0f1ca36de865', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:fb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1da7ca-ac49-4d2c-87ef-385d904e71a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:11:41Z', 'updated_at': '2021-08-10T03:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '52b014cb-961f-494c-a480-b9919c077511', 'name': '', 'network_id': '7bfbeebb-f42f-441e-a7f5-dde179143eae', 'tenant_id': 'a9d9692f94284ab383feb6bc4fe6dbd1', 'mac_address': 'fa:16:3e:c4:80:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1da7ca-ac49-4d2c-87ef-385d904e71a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '899d577f-02e7-4571-b318-84c090d894c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:11:44Z', 'updated_at': '2021-08-10T03:11:56Z', 'revision_number': 5, 'project_id': 'a9d9692f94284ab383feb6bc4fe6dbd1', 'subnets': [{'id': '899d577f-02e7-4571-b318-84c090d894c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:18:36.754904 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-83297aae-8716-43fd-8e0a-b81c813a2399 req-1f6d699e-46bc-40c3-8969-df09d6c9568d tempest-SecurityGroupsTestAdminJSON-182452989 tempest-SecurityGroupsTestAdminJSON-182452989-project-admin] 10.222.0.44 "GET /v2.0/security-groups/ddbabaf2-e645-4ceb-b9cd-d969aceafcf9 HTTP/1.1" status: 200 len: 2981 time: 0.1008170 Aug 10 03:18:36.761144 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8f7dd075-d408-4104-ace1-5cc02a380576 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:36.783411 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8f7dd075-d408-4104-ace1-5cc02a380576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:36.907596 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f7dd075-d408-4104-ace1-5cc02a380576 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=94260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:18:36.918660 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7dd075-d408-4104-ace1-5cc02a380576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb8ca43-0390-4022-89bb-1c369c565257,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:36.933305 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-83297aae-8716-43fd-8e0a-b81c813a2399 req-169f3ab9-47ba-4fa9-b3aa-8565242b9dbd tempest-SecurityGroupsTestAdminJSON-182452989 tempest-SecurityGroupsTestAdminJSON-182452989-project-admin] 10.222.0.44 "GET /v2.0/security-groups/ddbabaf2-e645-4ceb-b9cd-d969aceafcf9 HTTP/1.1" status: 200 len: 2981 time: 0.1684687 Aug 10 03:18:36.944352 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8f7dd075-d408-4104-ace1-5cc02a380576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:36.944713 n-d-768862-13 neutron-server[94260]: INFO neutron.db.segments_db [None req-8f7dd075-d408-4104-ace1-5cc02a380576 admin admin] Added segment ba1f0bea-7fea-4705-b862-fdf50bbd7d14 of type vlan for network 69782fa3-1d76-4f41-bf2e-09766c3871c6 Aug 10 03:18:36.989260 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14105d9b-6c78-471b-8122-e1cbb89a3018 x-openstack-request-id: req-14105d9b-6c78-471b-8122-e1cbb89a3018 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:18:36.989898 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4af3e3c-6e20-4c99-a357-53e55ec3cee1", "name": "network-vif-deleted", "tag": "9394b3a8-f2b7-460d-a207-4427c8655774", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:18:36.990267 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-14105d9b-6c78-471b-8122-e1cbb89a3018 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:18:36.990898 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4af3e3c-6e20-4c99-a357-53e55ec3cee1', 'name': 'network-vif-deleted', 'tag': '9394b3a8-f2b7-460d-a207-4427c8655774', 'status': 'completed', 'code': 200} Aug 10 03:18:37.057609 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8f7dd075-d408-4104-ace1-5cc02a380576 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:37.117661 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-83297aae-8716-43fd-8e0a-b81c813a2399 req-949c6155-8543-4c3b-a50e-cca2c07639e5 tempest-SecurityGroupsTestAdminJSON-182452989 tempest-SecurityGroupsTestAdminJSON-182452989-project-admin] 10.222.0.44 "GET /v2.0/security-groups/f5de064f-4496-49e2-a484-c9784d75792c HTTP/1.1" status: 200 len: 2981 time: 0.1637497 Aug 10 03:18:37.194747 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8f7dd075-d408-4104-ace1-5cc02a380576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:37.195935 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7dd075-d408-4104-ace1-5cc02a380576 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:37.196538 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8f7dd075-d408-4104-ace1-5cc02a380576 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:37.224781 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8fd29a2-f44f-41ef-b6a0-ab496cca62a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2b84321-c0a3-4eb5-9d0d-738f1741ff7d'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:18:37.227357 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94de1246-3527-49d8-ba53-443a59e5654c" -d '{"events": [{"server_uuid": "a8fd29a2-f44f-41ef-b6a0-ab496cca62a1", "name": "network-vif-plugged", "status": "completed", "tag": "b2b84321-c0a3-4eb5-9d0d-738f1741ff7d"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:18:37.233924 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-8f7dd075-d408-4104-ace1-5cc02a380576 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0588725 Aug 10 03:18:37.285681 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 49834) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:37.290820 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-dc67ea2f-c313-42c8-b89d-ec7128001aaf admin admin] Request body: {'subnet': {'network_id': '69782fa3-1d76-4f41-bf2e-09766c3871c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1100431932-subnet', 'tenant_id': '5273b56254c64382919c97c5cf747d60', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:18:37.303364 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a46c6c2-b89a-472c-aaaa-5a44986d4560 None None] New status for floating IP 450c4754-49e5-4218-80a3-16414feb67f9: DOWN {{(pid=94262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:18:37.339352 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67515d9e-f828-416e-8701-8de49d05d907 req-cb20488c-b6ad-4948-b58e-968705294c3b tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:37.340911 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-67515d9e-f828-416e-8701-8de49d05d907 req-cb20488c-b6ad-4948-b58e-968705294c3b tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] 10.222.0.44 "GET /v2.0/ports?device_id=22da9a79-83b7-4a8e-bef3-1c5e1319a22b HTTP/1.1" status: 200 len: 950 time: 0.1867301 Aug 10 03:18:37.368429 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc67ea2f-c313-42c8-b89d-ec7128001aaf admin admin] Made reservation on behalf of 5273b56254c64382919c97c5cf747d60 for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:18:37.370794 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-f3582b8f-1f7c-48b6-9597-ed0344a7dcbb None None] Notify callbacks [] for port, precommit_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:37.371235 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-dc67ea2f-c313-42c8-b89d-ec7128001aaf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:37.422035 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.provisioning_blocks [None req-f3582b8f-1f7c-48b6-9597-ed0344a7dcbb None None] Transition to ACTIVE for port object 6bf17c94-c405-48bf-9237-e5d02b6bef86 will not be triggered until provisioned by entity L2. {{(pid=94263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:18:37.434126 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-f3582b8f-1f7c-48b6-9597-ed0344a7dcbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:37.500643 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7dd075-d408-4104-ace1-5cc02a380576 admin admin] Pushing event updated for resources: {'Network': ['ID=69782fa3-1d76-4f41-bf2e-09766c3871c6,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:37.508489 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-83297aae-8716-43fd-8e0a-b81c813a2399 req-582c9a6c-6232-4cca-86c8-7a9b972f2e9b tempest-SecurityGroupsTestAdminJSON-182452989 tempest-SecurityGroupsTestAdminJSON-182452989-project-admin] 10.222.0.44 "GET /v2.0/security-groups/f5de064f-4496-49e2-a484-c9784d75792c HTTP/1.1" status: 200 len: 2981 time: 0.3903563 Aug 10 03:18:37.512072 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 69782fa3-1d76-4f41-bf2e-09766c3871c6 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:18:37.610516 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-67515d9e-f828-416e-8701-8de49d05d907 req-aac797ee-954c-4f66-a38e-66a3ab647777 tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] 10.222.0.44 "GET /v2.0/security-groups?id=8517d1f6-e925-4f66-887e-3d1a0d6d6b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405859 Aug 10 03:18:37.618950 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-f3582b8f-1f7c-48b6-9597-ed0344a7dcbb None None] Attempting to bind port 6bf17c94-c405-48bf-9237-e5d02b6bef86 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:18:37.621048 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-f3582b8f-1f7c-48b6-9597-ed0344a7dcbb None None] Attempting to bind port 6bf17c94-c405-48bf-9237-e5d02b6bef86 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:18:37.621414 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3582b8f-1f7c-48b6-9597-ed0344a7dcbb None None] Attempting to bind port 6bf17c94-c405-48bf-9237-e5d02b6bef86 on network 2ea12131-628a-487e-b434-0463553732bd {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:18:37.671299 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e808836-715f-4571-bf88-db75a5758aa9 None None] Pushing event updated for resources: {'Port': ['ID=6bf17c94-c405-48bf-9237-e5d02b6bef86,revision_number=2']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:37.690385 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e808836-715f-4571-bf88-db75a5758aa9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:37.690736 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e808836-715f-4571-bf88-db75a5758aa9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:37.692799 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e808836-715f-4571-bf88-db75a5758aa9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:37.693337 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e808836-715f-4571-bf88-db75a5758aa9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:37.693852 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e808836-715f-4571-bf88-db75a5758aa9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:37.696631 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e808836-715f-4571-bf88-db75a5758aa9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:37.697315 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e808836-715f-4571-bf88-db75a5758aa9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:37.698329 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e808836-715f-4571-bf88-db75a5758aa9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:37.698849 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e808836-715f-4571-bf88-db75a5758aa9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:37.700651 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e808836-715f-4571-bf88-db75a5758aa9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:37.701264 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e808836-715f-4571-bf88-db75a5758aa9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:37.702563 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e808836-715f-4571-bf88-db75a5758aa9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:37.713095 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3582b8f-1f7c-48b6-9597-ed0344a7dcbb None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:18:37.714762 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3582b8f-1f7c-48b6-9597-ed0344a7dcbb None None] Checking segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:18:37.718027 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-f3582b8f-1f7c-48b6-9597-ed0344a7dcbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:37.719670 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3582b8f-1f7c-48b6-9597-ed0344a7dcbb None None] Bound using segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:18:37.720532 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-f3582b8f-1f7c-48b6-9597-ed0344a7dcbb None None] Bound port: 6bf17c94-c405-48bf-9237-e5d02b6bef86, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:18:37.730855 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-f3582b8f-1f7c-48b6-9597-ed0344a7dcbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:37.887528 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ef082199-5a2b-499c-a641-aff195d11eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:37.903535 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-f3582b8f-1f7c-48b6-9597-ed0344a7dcbb None None] For port 6bf17c94-c405-48bf-9237-e5d02b6bef86, host n-d-768862-13, cleared binding levels {{(pid=94263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:18:37.912775 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-f3582b8f-1f7c-48b6-9597-ed0344a7dcbb None None] For port 6bf17c94-c405-48bf-9237-e5d02b6bef86, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=6bf17c94-c405-48bf-9237-e5d02b6bef86,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:18:37.922811 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-f3582b8f-1f7c-48b6-9597-ed0344a7dcbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:37.952923 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2063a1a6-f360-42f1-8a8b-dd21d3cc7794 req-72d50cc6-4a66-4224-9ed3-ee411b1c0c5d tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/ports?device_id=c571b26b-2cbf-4cae-a1f3-604c9552c98b HTTP/1.1" status: 200 len: 210 time: 0.0679438 Aug 10 03:18:37.972798 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368dcb9e-b6db-44fd-a180-0b144039788f req-d8bf4271-4f01-4d89-9bdf-6915ca8e5005 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:37.990787 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-368dcb9e-b6db-44fd-a180-0b144039788f req-d8bf4271-4f01-4d89-9bdf-6915ca8e5005 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8fd29a2-f44f-41ef-b6a0-ab496cca62a1 HTTP/1.1" status: 200 len: 945 time: 0.2014999 Aug 10 03:18:37.998083 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-dc67ea2f-c313-42c8-b89d-ec7128001aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58895384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805196'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:38.055452 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc67ea2f-c313-42c8-b89d-ec7128001aaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1280f91-eb84-4cbc-9220-fc11ecc75db0,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:38.081484 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b1bef6d-cd2d-41cb-815f-7b93be395b80 x-openstack-request-id: req-1b1bef6d-cd2d-41cb-815f-7b93be395b80 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:18:38.081909 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8fd29a2-f44f-41ef-b6a0-ab496cca62a1", "name": "network-vif-plugged", "status": "completed", "tag": "b2b84321-c0a3-4eb5-9d0d-738f1741ff7d", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:18:38.082269 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1b1bef6d-cd2d-41cb-815f-7b93be395b80 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:18:38.082768 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8fd29a2-f44f-41ef-b6a0-ab496cca62a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2b84321-c0a3-4eb5-9d0d-738f1741ff7d', 'code': 200} Aug 10 03:18:38.085432 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e808836-715f-4571-bf88-db75a5758aa9 None None] Pushing event updated for resources: {'Port': ['ID=6bf17c94-c405-48bf-9237-e5d02b6bef86,revision_number=3']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:38.124353 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-368dcb9e-b6db-44fd-a180-0b144039788f req-d7d9fa27-abb3-4240-b1e4-580c57f58c8f tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] 10.222.0.44 "GET /v2.0/security-groups?id=13df5112-4960-49c2-9a4c-57c68a4fb5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329961 Aug 10 03:18:38.147908 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-ef082199-5a2b-499c-a641-aff195d11eee admin admin] Allocated IP 172.20.0.1 (b9fbec61-3113-4722-b713-256096f4a191/aba2a65e-406f-40a4-9e27-cf122ad7887e/899a84fb-ace0-4751-85ef-94fb44d7a7a9) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:18:38.233850 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3582b8f-1f7c-48b6-9597-ed0344a7dcbb None None] Routers {'d8eca9ff-6473-42c8-8c88-8818f6f62fef'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:18:38.235376 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-f3582b8f-1f7c-48b6-9597-ed0344a7dcbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:18:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['d8eca9ff-6473-42c8-8c88-8818f6f62fef'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:38.246413 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4412987b-a283-4d58-84f8-fa9c52575e4e req-d5737df6-c223-48a7-80d2-6c40f1d5e983 tempest-SecurityGroupsTestAdminJSON-554164902 tempest-SecurityGroupsTestAdminJSON-554164902-project] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=88a5fac1967c422baf3c1065dbc43ed9 HTTP/1.1" status: 200 len: 6104 time: 0.1314263 Aug 10 03:18:38.308224 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ef082199-5a2b-499c-a641-aff195d11eee admin admin] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:38.326112 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [None req-ef082199-5a2b-499c-a641-aff195d11eee admin admin] Transition to ACTIVE for port object 899a84fb-ace0-4751-85ef-94fb44d7a7a9 will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:18:38.352050 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-f3582b8f-1f7c-48b6-9597-ed0344a7dcbb None None] Set router d8eca9ff-6473-42c8-8c88-8818f6f62fef gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:18:38.366639 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb30c05-e368-46f1-87b6-f96fb89eeabd req-366e580f-8977-420f-abf3-969c62f66dd6 tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:38.368648 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-abb30c05-e368-46f1-87b6-f96fb89eeabd req-366e580f-8977-420f-abf3-969c62f66dd6 tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a02c3c7-7d98-4b14-8a6d-0e1091a9d910 HTTP/1.1" status: 200 len: 950 time: 0.0862463 Aug 10 03:18:38.389000 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ef082199-5a2b-499c-a641-aff195d11eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:38.391010 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4412987b-a283-4d58-84f8-fa9c52575e4e req-cdb84026-1dca-4e16-92ad-3141ae8eac36 tempest-SecurityGroupsTestAdminJSON-554164902 tempest-SecurityGroupsTestAdminJSON-554164902-project] 10.222.0.44 "GET /v2.0/security-groups/205ec88f-5786-482d-a18e-d6afa16605ea HTTP/1.1" status: 200 len: 2981 time: 0.1434305 Aug 10 03:18:38.444551 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc67ea2f-c313-42c8-b89d-ec7128001aaf admin admin] Checking segment: {'id': 'ba1f0bea-7fea-4705-b862-fdf50bbd7d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '69782fa3-1d76-4f41-bf2e-09766c3871c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:18:38.445187 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc67ea2f-c313-42c8-b89d-ec7128001aaf admin admin] Network hostable DHCP agents. Network: 69782fa3-1d76-4f41-bf2e-09766c3871c6, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:18:38.468377 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef082199-5a2b-499c-a641-aff195d11eee admin admin] Network b9fbec61-3113-4722-b713-256096f4a191 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:18:38.477126 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df42e6-8eee-4b96-8b1a-002d1fb9fd3b req-78aa60be-9192-425a-8060-763d3972480a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:38.477919 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-ef082199-5a2b-499c-a641-aff195d11eee admin admin] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:18:38.479242 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-82df42e6-8eee-4b96-8b1a-002d1fb9fd3b req-78aa60be-9192-425a-8060-763d3972480a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a8fd29a2-f44f-41ef-b6a0-ab496cca62a1 HTTP/1.1" status: 200 len: 1097 time: 0.2478838 Aug 10 03:18:38.481384 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef082199-5a2b-499c-a641-aff195d11eee admin admin] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:18:38.490163 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4412987b-a283-4d58-84f8-fa9c52575e4e req-e9ade8c5-0382-4bac-be29-77eea6a49402 tempest-SecurityGroupsTestAdminJSON-554164902 tempest-SecurityGroupsTestAdminJSON-554164902-project] 10.222.0.44 "GET /v2.0/security-groups/205ec88f-5786-482d-a18e-d6afa16605ea HTTP/1.1" status: 200 len: 2981 time: 0.0980322 Aug 10 03:18:38.582202 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc67ea2f-c313-42c8-b89d-ec7128001aaf admin admin] Network 69782fa3-1d76-4f41-bf2e-09766c3871c6 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:18:38.589456 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ef082199-5a2b-499c-a641-aff195d11eee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521745'] for router_interface, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:38.611354 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef082199-5a2b-499c-a641-aff195d11eee admin admin] Pushing event updated for resources: {'Port': ['ID=899a84fb-ace0-4751-85ef-94fb44d7a7a9,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:38.630740 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-abb30c05-e368-46f1-87b6-f96fb89eeabd req-0fe4fe26-5939-4a13-b610-c4d5fd33043b tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] 10.222.0.44 "GET /v2.0/security-groups?id=8517d1f6-e925-4f66-887e-3d1a0d6d6b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528670 Aug 10 03:18:38.695641 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-82df42e6-8eee-4b96-8b1a-002d1fb9fd3b req-16ea1204-c520-49eb-af71-20eedf275103 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=13df5112-4960-49c2-9a4c-57c68a4fb5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026908 Aug 10 03:18:38.719056 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-dc67ea2f-c313-42c8-b89d-ec7128001aaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 69782fa3-1d76-4f41-bf2e-09766c3871c6) {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:18:38.728895 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d67ade8-d3c2-43f4-8346-f4ff5b1f2e57 None None] Network 69782fa3-1d76-4f41-bf2e-09766c3871c6 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:18:38.729477 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-149f7613-ade9-48bc-a3fa-62b32ff3efa5 req-1e379076-8347-4dcf-8f53-5cce82d85e3b tempest-SecurityGroupsTestAdminJSON-182452989 tempest-SecurityGroupsTestAdminJSON-182452989-project-admin] 10.222.0.44 "GET /v2.0/security-groups/d8c4306e-f6af-47b1-8b06-be0e27650b99 HTTP/1.1" status: 200 len: 1777 time: 0.1317506 Aug 10 03:18:38.738926 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc67ea2f-c313-42c8-b89d-ec7128001aaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:38.739525 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-dc67ea2f-c313-42c8-b89d-ec7128001aaf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:38.755080 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-f3582b8f-1f7c-48b6-9597-ed0344a7dcbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8eca9ff-6473-42c8-8c88-8818f6f62fef', 'name': 'tempest-FloatingIPsNegativeTestJSON-1499024546-router', 'tenant_id': 'd9cb32d8e12a4e1e8e691f357826a371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '6bf17c94-c405-48bf-9237-e5d02b6bef86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:18:29Z', 'updated_at': '2021-08-10T03:18:32Z', 'revision_number': 3, 'project_id': 'd9cb32d8e12a4e1e8e691f357826a371', 'gw_port': {'id': '6bf17c94-c405-48bf-9237-e5d02b6bef86', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d0:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8eca9ff-6473-42c8-8c88-8818f6f62fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:31Z', 'updated_at': '2021-08-10T03:18:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:38.844671 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-dc67ea2f-c313-42c8-b89d-ec7128001aaf admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5579610 Aug 10 03:18:38.914182 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-149f7613-ade9-48bc-a3fa-62b32ff3efa5 req-255a2093-5c72-4cd1-92cb-58163e1bebd4 tempest-SecurityGroupsTestAdminJSON-182452989 tempest-SecurityGroupsTestAdminJSON-182452989-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:38.940990 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-149f7613-ade9-48bc-a3fa-62b32ff3efa5 req-255a2093-5c72-4cd1-92cb-58163e1bebd4 tempest-SecurityGroupsTestAdminJSON-182452989 tempest-SecurityGroupsTestAdminJSON-182452989-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:38.957848 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b18a0-2a8f-4540-b8a2-3688eed591c1 req-66e77470-f47d-456f-8d2f-6e079b1680f5 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:38.963080 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-a98b18a0-2a8f-4540-b8a2-3688eed591c1 req-66e77470-f47d-456f-8d2f-6e079b1680f5 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.61 "GET /v2.0/networks?id=27424cdf-4ae8-4aca-98ee-67b7200a8c6b HTTP/1.1" status: 200 len: 814 time: 0.2485185 Aug 10 03:18:38.982529 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2b4efd-9332-4da1-8898-66f7b8b67721 None None] Network 69782fa3-1d76-4f41-bf2e-09766c3871c6 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:18:39.004645 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-149f7613-ade9-48bc-a3fa-62b32ff3efa5 req-255a2093-5c72-4cd1-92cb-58163e1bebd4 tempest-SecurityGroupsTestAdminJSON-182452989 tempest-SecurityGroupsTestAdminJSON-182452989-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:39.006517 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-a98b18a0-2a8f-4540-b8a2-3688eed591c1 req-7e0db993-b1aa-44a9-95ae-23c255696dd5 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Request body: {'port': {'device_id': 'c571b26b-2cbf-4cae-a1f3-604c9552c98b', 'network_id': '27424cdf-4ae8-4aca-98ee-67b7200a8c6b', 'admin_state_up': True, 'tenant_id': '36b52cc2f22d4fe4bb78db9f7388accb'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:18:39.007845 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-149f7613-ade9-48bc-a3fa-62b32ff3efa5 req-255a2093-5c72-4cd1-92cb-58163e1bebd4 tempest-SecurityGroupsTestAdminJSON-182452989 tempest-SecurityGroupsTestAdminJSON-182452989-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:39.009179 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-149f7613-ade9-48bc-a3fa-62b32ff3efa5 req-255a2093-5c72-4cd1-92cb-58163e1bebd4 tempest-SecurityGroupsTestAdminJSON-182452989 tempest-SecurityGroupsTestAdminJSON-182452989-project-admin] 10.222.0.44 "DELETE /v2.0/security-groups/d8c4306e-f6af-47b1-8b06-be0e27650b99 HTTP/1.1" status: 204 len: 173 time: 0.2522490 Aug 10 03:18:39.023818 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255a2093-5c72-4cd1-92cb-58163e1bebd4 tempest-SecurityGroupsTestAdminJSON-182452989 tempest-SecurityGroupsTestAdminJSON-182452989-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c4306e-f6af-47b1-8b06-be0e27650b99,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:39.032711 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3582b8f-1f7c-48b6-9597-ed0344a7dcbb None None] The sync data for ids ['d8eca9ff-6473-42c8-8c88-8818f6f62fef'] in n-d-768862-13 is: [{'id': 'd8eca9ff-6473-42c8-8c88-8818f6f62fef', 'name': 'tempest-FloatingIPsNegativeTestJSON-1499024546-router', 'tenant_id': 'd9cb32d8e12a4e1e8e691f357826a371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '6bf17c94-c405-48bf-9237-e5d02b6bef86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:18:29Z', 'updated_at': '2021-08-10T03:18:32Z', 'revision_number': 3, 'project_id': 'd9cb32d8e12a4e1e8e691f357826a371', 'gw_port': {'id': '6bf17c94-c405-48bf-9237-e5d02b6bef86', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d0:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8eca9ff-6473-42c8-8c88-8818f6f62fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:31Z', 'updated_at': '2021-08-10T03:18:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:18:39.055647 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-04658516-f579-4c65-bb17-d8499ba29561 None None] Provisioning for port 899a84fb-ace0-4751-85ef-94fb44d7a7a9 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:18:39.073333 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 49888) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:39.073681 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 49890) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:39.082239 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-04658516-f579-4c65-bb17-d8499ba29561 None None] Provisioning complete for port 899a84fb-ace0-4751-85ef-94fb44d7a7a9 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:18:39.082735 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-04658516-f579-4c65-bb17-d8499ba29561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:39.212682 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3617567a-aebe-4658-89b4-8e5234b6a5c9 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:39.220619 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_v2 [None req-3938aca5-8708-43c8-95d8-cc01cb263f62 admin admin] Deleting subnet df20950d-3191-48e7-b1c7-08e2981be671 {{(pid=94260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:18:39.230608 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-04658516-f579-4c65-bb17-d8499ba29561 None None] Port 899a84fb-ace0-4751-85ef-94fb44d7a7a9 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:18:39.232151 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3938aca5-8708-43c8-95d8-cc01cb263f62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:39.275617 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3617567a-aebe-4658-89b4-8e5234b6a5c9 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:39.282721 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ef082199-5a2b-499c-a641-aff195d11eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:39.301045 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-af5386e4-b888-4018-855e-1c73a0230407 req-342bc0fb-1dcb-4f4e-bdc0-408a2a6231ab tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/ports?device_id=c571b26b-2cbf-4cae-a1f3-604c9552c98b HTTP/1.1" status: 200 len: 210 time: 0.0433671 Aug 10 03:18:39.325323 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3938aca5-8708-43c8-95d8-cc01cb263f62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191173'] for subnet, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:39.383168 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a98b18a0-2a8f-4540-b8a2-3688eed591c1 req-7e0db993-b1aa-44a9-95ae-23c255696dd5 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Made reservation on behalf of 36b52cc2f22d4fe4bb78db9f7388accb for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:18:39.387798 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-a98b18a0-2a8f-4540-b8a2-3688eed591c1 req-7e0db993-b1aa-44a9-95ae-23c255696dd5 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:39.419294 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3938aca5-8708-43c8-95d8-cc01cb263f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:39.514074 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-12ae1fd0-aa82-4275-807d-082bb4c5bed7 req-abd1c143-9a4d-4556-a91c-fdbf987ca2c3 tempest-SecurityGroupsTestAdminJSON-182452989 tempest-SecurityGroupsTestAdminJSON-182452989-project-admin] 10.222.0.44 "GET /v2.0/security-groups/a1793d0a-d5be-4c40-9a34-441576cdf727 HTTP/1.1" status: 200 len: 1777 time: 0.1548984 Aug 10 03:18:39.516406 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3617567a-aebe-4658-89b4-8e5234b6a5c9 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:39.519599 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3617567a-aebe-4658-89b4-8e5234b6a5c9 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:39.523246 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-3617567a-aebe-4658-89b4-8e5234b6a5c9 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] 10.222.0.44 "DELETE /v2.0/security-groups/494e99f4-94a2-4d1c-bfc8-854b27237629 HTTP/1.1" status: 204 len: 168 time: 0.4446495 Aug 10 03:18:39.555823 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 49910) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:39.563097 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3617567a-aebe-4658-89b4-8e5234b6a5c9 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=494e99f4-94a2-4d1c-bfc8-854b27237629,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:39.617041 n-d-768862-13 neutron-server[94260]: INFO neutron.api.v2.resource [None req-19f40ae3-1bba-4777-9b9a-0919b81ee1fb tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] show failed (client error): The resource could not be found. Aug 10 03:18:39.622552 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-19f40ae3-1bba-4777-9b9a-0919b81ee1fb tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] 10.222.0.44 "GET /v2.0/security-groups/494e99f4-94a2-4d1c-bfc8-854b27237629 HTTP/1.1" status: 404 len: 347 time: 0.0521388 Aug 10 03:18:39.623877 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 49912) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:39.651799 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d275c-fe70-4ca2-bf6e-3a99e1b139de req-a3bbdeac-a13c-4146-8375-cd8484a9b883 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:39.653921 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d89d275c-fe70-4ca2-bf6e-3a99e1b139de req-a3bbdeac-a13c-4146-8375-cd8484a9b883 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8fd29a2-f44f-41ef-b6a0-ab496cca62a1 HTTP/1.1" status: 200 len: 945 time: 0.1558638 Aug 10 03:18:39.663759 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3938aca5-8708-43c8-95d8-cc01cb263f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:39.715448 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3938aca5-8708-43c8-95d8-cc01cb263f62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df20950d-3191-48e7-b1c7-08e2981be671,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:39.754940 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3938aca5-8708-43c8-95d8-cc01cb263f62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:39.759821 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-3938aca5-8708-43c8-95d8-cc01cb263f62 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/df20950d-3191-48e7-b1c7-08e2981be671 HTTP/1.1" status: 204 len: 168 time: 0.6848547 Aug 10 03:18:39.760446 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 49914) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:39.767644 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [req-a98b18a0-2a8f-4540-b8a2-3688eed591c1 req-7e0db993-b1aa-44a9-95ae-23c255696dd5 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Allocated IP 172.20.0.2 (27424cdf-4ae8-4aca-98ee-67b7200a8c6b/714bd99d-dcf6-48eb-8343-f1e4e77907ef/8ae78a21-c3d9-4362-a5cf-b8076ddbcadc) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:18:39.858893 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d89d275c-fe70-4ca2-bf6e-3a99e1b139de req-dacf1d07-fd96-40f3-8c1b-f903b956589f tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] 10.222.0.44 "GET /v2.0/security-groups?id=13df5112-4960-49c2-9a4c-57c68a4fb5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922481 Aug 10 03:18:39.868693 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ef082199-5a2b-499c-a641-aff195d11eee admin admin] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:39.880540 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ef082199-5a2b-499c-a641-aff195d11eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:39.900747 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-716e7002-9b3c-465b-be66-0c8546f6f6fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:39.903617 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-12ae1fd0-aa82-4275-807d-082bb4c5bed7 req-723b9939-b6bf-46c2-9d07-3e6490f52f8d tempest-SecurityGroupsTestAdminJSON-182452989 tempest-SecurityGroupsTestAdminJSON-182452989-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:39.932255 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-12ae1fd0-aa82-4275-807d-082bb4c5bed7 req-723b9939-b6bf-46c2-9d07-3e6490f52f8d tempest-SecurityGroupsTestAdminJSON-182452989 tempest-SecurityGroupsTestAdminJSON-182452989-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:40.028684 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ef082199-5a2b-499c-a641-aff195d11eee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521893'] for router_interface, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:40.034913 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-716e7002-9b3c-465b-be66-0c8546f6f6fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:40.036086 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef082199-5a2b-499c-a641-aff195d11eee admin admin] Pushing event updated for resources: {'Port': ['ID=899a84fb-ace0-4751-85ef-94fb44d7a7a9,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:40.048325 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-716e7002-9b3c-465b-be66-0c8546f6f6fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f77f66ce-5ca9-4b7f-abf9-ffb43b09fe9e']}} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:40.051513 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-3c9c2b44-4e5d-4793-80da-7ff0cd713099 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Deleting port dd47619e-9c61-4b25-b6ef-68e7dc2edfc5 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:18:40.051648 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-12ae1fd0-aa82-4275-807d-082bb4c5bed7 req-723b9939-b6bf-46c2-9d07-3e6490f52f8d tempest-SecurityGroupsTestAdminJSON-182452989 tempest-SecurityGroupsTestAdminJSON-182452989-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:40.051839 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3c9c2b44-4e5d-4793-80da-7ff0cd713099 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:40.054253 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-12ae1fd0-aa82-4275-807d-082bb4c5bed7 req-723b9939-b6bf-46c2-9d07-3e6490f52f8d tempest-SecurityGroupsTestAdminJSON-182452989 tempest-SecurityGroupsTestAdminJSON-182452989-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:40.055600 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-12ae1fd0-aa82-4275-807d-082bb4c5bed7 req-723b9939-b6bf-46c2-9d07-3e6490f52f8d tempest-SecurityGroupsTestAdminJSON-182452989 tempest-SecurityGroupsTestAdminJSON-182452989-project-admin] 10.222.0.44 "DELETE /v2.0/security-groups/a1793d0a-d5be-4c40-9a34-441576cdf727 HTTP/1.1" status: 204 len: 173 time: 0.4946187 Aug 10 03:18:40.073890 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-716e7002-9b3c-465b-be66-0c8546f6f6fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91299b11-14c0-4b63-b0c4-6e1562c8dc95') {'for_net_delete': True} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:40.074143 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-716e7002-9b3c-465b-be66-0c8546f6f6fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91299b11-14c0-4b63-b0c4-6e1562c8dc95') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:40.076604 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723b9939-b6bf-46c2-9d07-3e6490f52f8d tempest-SecurityGroupsTestAdminJSON-182452989 tempest-SecurityGroupsTestAdminJSON-182452989-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1793d0a-d5be-4c40-9a34-441576cdf727,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:40.086846 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-716e7002-9b3c-465b-be66-0c8546f6f6fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191186'] for segment, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:40.104352 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-716e7002-9b3c-465b-be66-0c8546f6f6fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:40.113500 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-716e7002-9b3c-465b-be66-0c8546f6f6fb admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=94260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:18:40.114013 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-716e7002-9b3c-465b-be66-0c8546f6f6fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58895489'] for segment, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:40.116083 n-d-768862-13 neutron-server[94260]: Traceback (most recent call last): Aug 10 03:18:40.116083 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:18:40.116083 n-d-768862-13 neutron-server[94260]: timer() Aug 10 03:18:40.116083 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:18:40.116083 n-d-768862-13 neutron-server[94260]: cb(*args, **kw) Aug 10 03:18:40.116083 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:18:40.116083 n-d-768862-13 neutron-server[94260]: return func(*args, **kwargs) Aug 10 03:18:40.116083 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:18:40.116083 n-d-768862-13 neutron-server[94260]: self._notify() Aug 10 03:18:40.116083 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:18:40.116083 n-d-768862-13 neutron-server[94260]: self.callback(batched_events) Aug 10 03:18:40.116083 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:18:40.116083 n-d-768862-13 neutron-server[94260]: event.method(event) Aug 10 03:18:40.116083 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:18:40.116083 n-d-768862-13 neutron-server[94260]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:18:40.116083 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:18:40.116083 n-d-768862-13 neutron-server[94260]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:18:40.116083 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:18:40.116083 n-d-768862-13 neutron-server[94260]: return f(self, *a, **k) Aug 10 03:18:40.116083 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:18:40.116083 n-d-768862-13 neutron-server[94260]: return self._get(url).json() Aug 10 03:18:40.116083 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:18:40.116083 n-d-768862-13 neutron-server[94260]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:18:40.116083 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:18:40.116083 n-d-768862-13 neutron-server[94260]: return self.request(url, 'GET', **kwargs) Aug 10 03:18:40.116083 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:18:40.116083 n-d-768862-13 neutron-server[94260]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:18:40.116083 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:18:40.116083 n-d-768862-13 neutron-server[94260]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:18:40.116083 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:18:40.116083 n-d-768862-13 neutron-server[94260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:18:40.116083 n-d-768862-13 neutron-server[94260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:18:40.219116 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-716e7002-9b3c-465b-be66-0c8546f6f6fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:40.226539 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-716e7002-9b3c-465b-be66-0c8546f6f6fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:40.228399 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-716e7002-9b3c-465b-be66-0c8546f6f6fb admin admin] 10.222.0.44 "DELETE /v2.0/networks/f77f66ce-5ca9-4b7f-abf9-ffb43b09fe9e HTTP/1.1" status: 204 len: 168 time: 0.4636621 Aug 10 03:18:40.233811 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 49942) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:40.247657 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3f97b4ce-7e16-4fc7-ba57-76805dfd1cc8 req-a4ff578d-1e02-40bc-8f31-41356f874fe1 tempest-SecurityGroupsTestAdminJSON-554164902 tempest-SecurityGroupsTestAdminJSON-554164902-project] 10.222.0.44 "GET /v2.0/security-groups/a550aac5-4f12-4729-b8f8-2e9614ee6055 HTTP/1.1" status: 200 len: 1778 time: 0.1166008 Aug 10 03:18:40.257158 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716e7002-9b3c-465b-be66-0c8546f6f6fb admin admin] Pushing event deleted for resources: {'Network': ['ID=f77f66ce-5ca9-4b7f-abf9-ffb43b09fe9e,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:40.281401 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3c9c2b44-4e5d-4793-80da-7ff0cd713099 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:40.281817 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3c9c2b44-4e5d-4793-80da-7ff0cd713099 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:40.310930 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-3c9c2b44-4e5d-4793-80da-7ff0cd713099 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Calling delete_port for dd47619e-9c61-4b25-b6ef-68e7dc2edfc5 owned by network:floatingip {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:18:40.319974 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-3f97b4ce-7e16-4fc7-ba57-76805dfd1cc8 req-3ac48c8e-d03b-482b-a211-5ac0d85c8d99 tempest-SecurityGroupsTestAdminJSON-554164902 tempest-SecurityGroupsTestAdminJSON-554164902-project] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:40.352455 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-3f97b4ce-7e16-4fc7-ba57-76805dfd1cc8 req-3ac48c8e-d03b-482b-a211-5ac0d85c8d99 tempest-SecurityGroupsTestAdminJSON-554164902 tempest-SecurityGroupsTestAdminJSON-554164902-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:40.354043 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-a98b18a0-2a8f-4540-b8a2-3688eed591c1 req-7e0db993-b1aa-44a9-95ae-23c255696dd5 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:40.380922 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-0944dd17-3540-4b4d-9754-10f51d57db8a admin admin] Deleting subnet e1280f91-eb84-4cbc-9220-fc11ecc75db0 {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:18:40.411583 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-3f97b4ce-7e16-4fc7-ba57-76805dfd1cc8 req-3ac48c8e-d03b-482b-a211-5ac0d85c8d99 tempest-SecurityGroupsTestAdminJSON-554164902 tempest-SecurityGroupsTestAdminJSON-554164902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:40.414323 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-3f97b4ce-7e16-4fc7-ba57-76805dfd1cc8 req-3ac48c8e-d03b-482b-a211-5ac0d85c8d99 tempest-SecurityGroupsTestAdminJSON-554164902 tempest-SecurityGroupsTestAdminJSON-554164902-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:40.415966 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3f97b4ce-7e16-4fc7-ba57-76805dfd1cc8 req-3ac48c8e-d03b-482b-a211-5ac0d85c8d99 tempest-SecurityGroupsTestAdminJSON-554164902 tempest-SecurityGroupsTestAdminJSON-554164902-project] 10.222.0.44 "DELETE /v2.0/security-groups/a550aac5-4f12-4729-b8f8-2e9614ee6055 HTTP/1.1" status: 204 len: 173 time: 0.1674042 Aug 10 03:18:40.420322 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0944dd17-3540-4b4d-9754-10f51d57db8a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:40.428543 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac48c8e-d03b-482b-a211-5ac0d85c8d99 tempest-SecurityGroupsTestAdminJSON-554164902 tempest-SecurityGroupsTestAdminJSON-554164902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a550aac5-4f12-4729-b8f8-2e9614ee6055,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:40.472334 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef082199-5a2b-499c-a641-aff195d11eee admin admin] Network b9fbec61-3113-4722-b713-256096f4a191 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:18:40.492262 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-ef082199-5a2b-499c-a641-aff195d11eee admin admin] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:18:40.513063 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0944dd17-3540-4b4d-9754-10f51d57db8a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:40.527095 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6a7fc6d1-b58e-4e31-b013-1c81f7f1fad9 req-17c5df53-b46b-495d-9b55-912ef1331cdc tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/ports?device_id=c571b26b-2cbf-4cae-a1f3-604c9552c98b HTTP/1.1" status: 200 len: 210 time: 0.0364287 Aug 10 03:18:40.652741 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0944dd17-3540-4b4d-9754-10f51d57db8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:40.758422 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 6bf17c94-c405-48bf-9237-e5d02b6bef86 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:18:40.762376 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-a98b18a0-2a8f-4540-b8a2-3688eed591c1 req-7e0db993-b1aa-44a9-95ae-23c255696dd5 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:40.803381 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-8532e9db-004e-4401-9342-593dfc5cdaa5 None None] Provisioning complete for port 899a84fb-ace0-4751-85ef-94fb44d7a7a9 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:18:40.803678 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-8532e9db-004e-4401-9342-593dfc5cdaa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:40.840556 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-8532e9db-004e-4401-9342-593dfc5cdaa5 None None] Port 899a84fb-ace0-4751-85ef-94fb44d7a7a9 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:18:40.856125 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a98b18a0-2a8f-4540-b8a2-3688eed591c1 req-7e0db993-b1aa-44a9-95ae-23c255696dd5 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Network 27424cdf-4ae8-4aca-98ee-67b7200a8c6b is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:18:40.866320 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 6bf17c94-c405-48bf-9237-e5d02b6bef86 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:18:40.875244 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [req-a98b18a0-2a8f-4540-b8a2-3688eed591c1 req-7e0db993-b1aa-44a9-95ae-23c255696dd5 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:18:40.879719 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-a98b18a0-2a8f-4540-b8a2-3688eed591c1 req-7e0db993-b1aa-44a9-95ae-23c255696dd5 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:18:40.883899 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 6bf17c94-c405-48bf-9237-e5d02b6bef86 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:18:40.884270 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:40.995741 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3c9c2b44-4e5d-4793-80da-7ff0cd713099 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:41.009251 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:41.015391 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0db993-b1aa-44a9-95ae-23c255696dd5 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Pushing event updated for resources: {'Port': ['ID=8ae78a21-c3d9-4362-a5cf-b8076ddbcadc,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:41.036488 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 6bf17c94-c405-48bf-9237-e5d02b6bef86, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=6bf17c94-c405-48bf-9237-e5d02b6bef86,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:41.042736 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:41.096019 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=6bf17c94-c405-48bf-9237-e5d02b6bef86,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:41.102168 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e5f86476-b1cd-476c-9d57-fee24342f4c8 req-b98581d8-9733-4a71-b7fd-6329eee48686 tempest-SecurityGroupsTestAdminJSON-554164902 tempest-SecurityGroupsTestAdminJSON-554164902-project] 10.222.0.44 "GET /v2.0/security-groups/751ba992-2f4f-4308-9f12-d949d330c102 HTTP/1.1" status: 200 len: 1778 time: 0.5389276 Aug 10 03:18:41.115550 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd2c0d0-f97f-421e-8941-168624d8c60f req-da13e096-5159-4163-9a27-d2cfd65e80ac tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:41.117217 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4dd2c0d0-f97f-421e-8941-168624d8c60f req-da13e096-5159-4163-9a27-d2cfd65e80ac tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8fd29a2-f44f-41ef-b6a0-ab496cca62a1 HTTP/1.1" status: 200 len: 945 time: 0.0706902 Aug 10 03:18:41.135720 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0944dd17-3540-4b4d-9754-10f51d57db8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:41.141349 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9c2b44-4e5d-4793-80da-7ff0cd713099 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Pushing event deleted for resources: {'Port': ['ID=dd47619e-9c61-4b25-b6ef-68e7dc2edfc5,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:41.146528 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef082199-5a2b-499c-a641-aff195d11eee admin admin] Router d8eca9ff-6473-42c8-8c88-8818f6f62fef has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:18:41.155298 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b18a0-2a8f-4540-b8a2-3688eed591c1 req-7e0db993-b1aa-44a9-95ae-23c255696dd5 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:41.155910 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-a98b18a0-2a8f-4540-b8a2-3688eed591c1 req-7e0db993-b1aa-44a9-95ae-23c255696dd5 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:41.181333 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4dd2c0d0-f97f-421e-8941-168624d8c60f req-6d52d4b8-bcc7-410c-bca3-b7f9eb887f5e tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] 10.222.0.44 "GET /v2.0/security-groups?id=13df5112-4960-49c2-9a4c-57c68a4fb5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564826 Aug 10 03:18:41.185949 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0944dd17-3540-4b4d-9754-10f51d57db8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:41.189975 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-0944dd17-3540-4b4d-9754-10f51d57db8a admin admin] 10.222.0.44 "DELETE /v2.0/subnets/e1280f91-eb84-4cbc-9220-fc11ecc75db0 HTTP/1.1" status: 204 len: 168 time: 0.9446340 Aug 10 03:18:41.193295 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0944dd17-3540-4b4d-9754-10f51d57db8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1280f91-eb84-4cbc-9220-fc11ecc75db0,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:41.195497 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 49984) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:41.196643 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3c9c2b44-4e5d-4793-80da-7ff0cd713099 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Notify callbacks [] for floatingip, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:41.199180 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3c9c2b44-4e5d-4793-80da-7ff0cd713099 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:41.202794 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-3c9c2b44-4e5d-4793-80da-7ff0cd713099 tempest-ServersWithSpecificFlavorTestJSON-1757628263 tempest-ServersWithSpecificFlavorTestJSON-1757628263-project] 10.222.0.44 "DELETE /v2.0/floatingips/450c4754-49e5-4218-80a3-16414feb67f9 HTTP/1.1" status: 204 len: 168 time: 1.5596578 Aug 10 03:18:41.208791 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-e5f86476-b1cd-476c-9d57-fee24342f4c8 req-0a4fcf2c-8e24-425a-8089-43802ba37266 tempest-SecurityGroupsTestAdminJSON-554164902 tempest-SecurityGroupsTestAdminJSON-554164902-project] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:41.223742 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-a98b18a0-2a8f-4540-b8a2-3688eed591c1 req-7e0db993-b1aa-44a9-95ae-23c255696dd5 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2271998 Aug 10 03:18:41.265796 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-a98b18a0-2a8f-4540-b8a2-3688eed591c1 req-722bd931-7f32-4570-b580-42f03ca14e01 service neutron] Request body: {'port': {'device_id': 'c571b26b-2cbf-4cae-a1f3-604c9552c98b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-13'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:18:41.275270 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-e5f86476-b1cd-476c-9d57-fee24342f4c8 req-0a4fcf2c-8e24-425a-8089-43802ba37266 tempest-SecurityGroupsTestAdminJSON-554164902 tempest-SecurityGroupsTestAdminJSON-554164902-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:41.317533 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-da3c96af-7628-495d-90ec-464189287c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:41.345333 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-a98b18a0-2a8f-4540-b8a2-3688eed591c1 req-722bd931-7f32-4570-b580-42f03ca14e01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:41.365155 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-e5f86476-b1cd-476c-9d57-fee24342f4c8 req-0a4fcf2c-8e24-425a-8089-43802ba37266 tempest-SecurityGroupsTestAdminJSON-554164902 tempest-SecurityGroupsTestAdminJSON-554164902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:41.368253 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-e5f86476-b1cd-476c-9d57-fee24342f4c8 req-0a4fcf2c-8e24-425a-8089-43802ba37266 tempest-SecurityGroupsTestAdminJSON-554164902 tempest-SecurityGroupsTestAdminJSON-554164902-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:41.369807 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e5f86476-b1cd-476c-9d57-fee24342f4c8 req-0a4fcf2c-8e24-425a-8089-43802ba37266 tempest-SecurityGroupsTestAdminJSON-554164902 tempest-SecurityGroupsTestAdminJSON-554164902-project] 10.222.0.44 "DELETE /v2.0/security-groups/751ba992-2f4f-4308-9f12-d949d330c102 HTTP/1.1" status: 204 len: 173 time: 0.2512798 Aug 10 03:18:41.450751 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4fcf2c-8e24-425a-8089-43802ba37266 tempest-SecurityGroupsTestAdminJSON-554164902 tempest-SecurityGroupsTestAdminJSON-554164902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=751ba992-2f4f-4308-9f12-d949d330c102,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:41.468751 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-da3c96af-7628-495d-90ec-464189287c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:41.526456 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef082199-5a2b-499c-a641-aff195d11eee admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:18:41.532834 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-da3c96af-7628-495d-90ec-464189287c2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69782fa3-1d76-4f41-bf2e-09766c3871c6']}} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:41.532963 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ef082199-5a2b-499c-a641-aff195d11eee admin admin] 10.222.0.44 "PUT /v2.0/routers/d8eca9ff-6473-42c8-8c88-8818f6f62fef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5564108 Aug 10 03:18:41.542510 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c18bcda-be97-4875-8156-7b5ed9122fb7 None None] Sync routers for ids ['d8eca9ff-6473-42c8-8c88-8818f6f62fef'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:18:41.558899 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c18bcda-be97-4875-8156-7b5ed9122fb7 None None] Routers {'d8eca9ff-6473-42c8-8c88-8818f6f62fef'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:18:41.560878 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-da3c96af-7628-495d-90ec-464189287c2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba1f0bea-7fea-4705-b862-fdf50bbd7d14') {'for_net_delete': True} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:41.561174 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-da3c96af-7628-495d-90ec-464189287c2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba1f0bea-7fea-4705-b862-fdf50bbd7d14') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:41.563001 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-0c18bcda-be97-4875-8156-7b5ed9122fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:18:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['d8eca9ff-6473-42c8-8c88-8818f6f62fef'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:41.580069 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-da3c96af-7628-495d-90ec-464189287c2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191186'] for segment, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:41.603142 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-da3c96af-7628-495d-90ec-464189287c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:41.617566 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da3c96af-7628-495d-90ec-464189287c2e admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=94260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:18:41.617886 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-da3c96af-7628-495d-90ec-464189287c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58895489'] for segment, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:41.619792 n-d-768862-13 neutron-server[94260]: Traceback (most recent call last): Aug 10 03:18:41.619792 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:18:41.619792 n-d-768862-13 neutron-server[94260]: timer() Aug 10 03:18:41.619792 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:18:41.619792 n-d-768862-13 neutron-server[94260]: cb(*args, **kw) Aug 10 03:18:41.619792 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:18:41.619792 n-d-768862-13 neutron-server[94260]: return func(*args, **kwargs) Aug 10 03:18:41.619792 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:18:41.619792 n-d-768862-13 neutron-server[94260]: self._notify() Aug 10 03:18:41.619792 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:18:41.619792 n-d-768862-13 neutron-server[94260]: self.callback(batched_events) Aug 10 03:18:41.619792 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:18:41.619792 n-d-768862-13 neutron-server[94260]: event.method(event) Aug 10 03:18:41.619792 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:18:41.619792 n-d-768862-13 neutron-server[94260]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:18:41.619792 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:18:41.619792 n-d-768862-13 neutron-server[94260]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:18:41.619792 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:18:41.619792 n-d-768862-13 neutron-server[94260]: return f(self, *a, **k) Aug 10 03:18:41.619792 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:18:41.619792 n-d-768862-13 neutron-server[94260]: return self._get(url).json() Aug 10 03:18:41.619792 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:18:41.619792 n-d-768862-13 neutron-server[94260]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:18:41.619792 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:18:41.619792 n-d-768862-13 neutron-server[94260]: return self.request(url, 'GET', **kwargs) Aug 10 03:18:41.619792 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:18:41.619792 n-d-768862-13 neutron-server[94260]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:18:41.619792 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:18:41.619792 n-d-768862-13 neutron-server[94260]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:18:41.619792 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:18:41.619792 n-d-768862-13 neutron-server[94260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:18:41.619792 n-d-768862-13 neutron-server[94260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:18:41.669047 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0886c5cc-58d9-411d-84fe-9dd33c46f8a4 req-9c24cc76-5973-4a37-94ae-64ff128a84ac tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1969087 Aug 10 03:18:41.681257 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-0886c5cc-58d9-411d-84fe-9dd33c46f8a4 req-6dead92e-a05a-4da4-b94b-27279fb676cc tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Request body: {'floatingip': {'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:18:41.717703 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-da3c96af-7628-495d-90ec-464189287c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:41.725660 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-da3c96af-7628-495d-90ec-464189287c2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:41.736136 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-da3c96af-7628-495d-90ec-464189287c2e admin admin] 10.222.0.44 "DELETE /v2.0/networks/69782fa3-1d76-4f41-bf2e-09766c3871c6 HTTP/1.1" status: 204 len: 168 time: 0.5395741 Aug 10 03:18:41.741329 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-0886c5cc-58d9-411d-84fe-9dd33c46f8a4 req-6dead92e-a05a-4da4-b94b-27279fb676cc tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Notify callbacks [] for floatingip, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:41.782029 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3c96af-7628-495d-90ec-464189287c2e admin admin] Pushing event deleted for resources: {'Network': ['ID=69782fa3-1d76-4f41-bf2e-09766c3871c6,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:41.825425 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-0c18bcda-be97-4875-8156-7b5ed9122fb7 None None] Set router d8eca9ff-6473-42c8-8c88-8818f6f62fef gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:18:41.911840 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [req-a98b18a0-2a8f-4540-b8a2-3688eed591c1 req-722bd931-7f32-4570-b580-42f03ca14e01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ae78a21-c3d9-4362-a5cf-b8076ddbcadc {{(pid=94261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:18:41.923030 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-a98b18a0-2a8f-4540-b8a2-3688eed591c1 req-722bd931-7f32-4570-b580-42f03ca14e01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:41.936701 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [req-a98b18a0-2a8f-4540-b8a2-3688eed591c1 req-722bd931-7f32-4570-b580-42f03ca14e01 service neutron] Transition to ACTIVE for port object 8ae78a21-c3d9-4362-a5cf-b8076ddbcadc will not be triggered until provisioned by entity L2. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:18:41.943502 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-a98b18a0-2a8f-4540-b8a2-3688eed591c1 req-722bd931-7f32-4570-b580-42f03ca14e01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:42.003592 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd8e21d-79d9-4679-82aa-3521856afa97 req-172bf6f1-9db6-4711-95da-1eb93c2db760 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:42.011433 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0cd8e21d-79d9-4679-82aa-3521856afa97 req-172bf6f1-9db6-4711-95da-1eb93c2db760 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/ports?device_id=c571b26b-2cbf-4cae-a1f3-604c9552c98b HTTP/1.1" status: 200 len: 931 time: 0.1507297 Aug 10 03:18:42.012564 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 50018) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:42.014173 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722bd931-7f32-4570-b580-42f03ca14e01 service neutron] Pushing event updated for resources: {'Port': ['ID=8ae78a21-c3d9-4362-a5cf-b8076ddbcadc,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:42.091247 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0cd8e21d-79d9-4679-82aa-3521856afa97 req-b9e789fb-99a0-4238-adae-d2c1786744e1 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/security-groups?id=e00a7564-e56b-4b7f-b179-f193e5160bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631344 Aug 10 03:18:42.133107 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-0886c5cc-58d9-411d-84fe-9dd33c46f8a4 req-6dead92e-a05a-4da4-b94b-27279fb676cc tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:42.140682 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-0c18bcda-be97-4875-8156-7b5ed9122fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8eca9ff-6473-42c8-8c88-8818f6f62fef', 'name': 'tempest-FloatingIPsNegativeTestJSON-1499024546-router', 'tenant_id': 'd9cb32d8e12a4e1e8e691f357826a371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '6bf17c94-c405-48bf-9237-e5d02b6bef86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:18:29Z', 'updated_at': '2021-08-10T03:18:39Z', 'revision_number': 4, 'project_id': 'd9cb32d8e12a4e1e8e691f357826a371', 'gw_port': {'id': '6bf17c94-c405-48bf-9237-e5d02b6bef86', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8eca9ff-6473-42c8-8c88-8818f6f62fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:31Z', 'updated_at': '2021-08-10T03:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '899a84fb-ace0-4751-85ef-94fb44d7a7a9', 'name': '', 'network_id': 'b9fbec61-3113-4722-b713-256096f4a191', 'tenant_id': 'd9cb32d8e12a4e1e8e691f357826a371', 'mac_address': 'fa:16:3e:14:9c:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8eca9ff-6473-42c8-8c88-8818f6f62fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'aba2a65e-406f-40a4-9e27-cf122ad7887e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:37Z', 'updated_at': '2021-08-10T03:18:39Z', 'revision_number': 2, 'project_id': 'd9cb32d8e12a4e1e8e691f357826a371', 'subnets': [{'id': 'aba2a65e-406f-40a4-9e27-cf122ad7887e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:42.156117 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-a98b18a0-2a8f-4540-b8a2-3688eed591c1 req-722bd931-7f32-4570-b580-42f03ca14e01 service neutron] Attempting to bind port 8ae78a21-c3d9-4362-a5cf-b8076ddbcadc on host n-h2-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:18:42.156658 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-a98b18a0-2a8f-4540-b8a2-3688eed591c1 req-722bd931-7f32-4570-b580-42f03ca14e01 service neutron] Attempting to bind port 8ae78a21-c3d9-4362-a5cf-b8076ddbcadc by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': '7ed85737-71ac-4d44-addd-a974f87ebbbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '27424cdf-4ae8-4aca-98ee-67b7200a8c6b'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:18:42.156815 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98b18a0-2a8f-4540-b8a2-3688eed591c1 req-722bd931-7f32-4570-b580-42f03ca14e01 service neutron] Attempting to bind port 8ae78a21-c3d9-4362-a5cf-b8076ddbcadc on network 27424cdf-4ae8-4aca-98ee-67b7200a8c6b {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:18:42.168175 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98b18a0-2a8f-4540-b8a2-3688eed591c1 req-722bd931-7f32-4570-b580-42f03ca14e01 service neutron] Port 8ae78a21-c3d9-4362-a5cf-b8076ddbcadc on network 27424cdf-4ae8-4aca-98ee-67b7200a8c6b not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:18:42.168508 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98b18a0-2a8f-4540-b8a2-3688eed591c1 req-722bd931-7f32-4570-b580-42f03ca14e01 service neutron] Attempting to bind port 8ae78a21-c3d9-4362-a5cf-b8076ddbcadc on network 27424cdf-4ae8-4aca-98ee-67b7200a8c6b {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:18:42.176574 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98b18a0-2a8f-4540-b8a2-3688eed591c1 req-722bd931-7f32-4570-b580-42f03ca14e01 service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:18:42.176920 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98b18a0-2a8f-4540-b8a2-3688eed591c1 req-722bd931-7f32-4570-b580-42f03ca14e01 service neutron] Checking segment: {'id': '7ed85737-71ac-4d44-addd-a974f87ebbbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '27424cdf-4ae8-4aca-98ee-67b7200a8c6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:18:42.177314 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98b18a0-2a8f-4540-b8a2-3688eed591c1 req-722bd931-7f32-4570-b580-42f03ca14e01 service neutron] Bound using segment: {'id': '7ed85737-71ac-4d44-addd-a974f87ebbbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '27424cdf-4ae8-4aca-98ee-67b7200a8c6b'} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:18:42.177751 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-a98b18a0-2a8f-4540-b8a2-3688eed591c1 req-722bd931-7f32-4570-b580-42f03ca14e01 service neutron] Bound port: 8ae78a21-c3d9-4362-a5cf-b8076ddbcadc, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ed85737-71ac-4d44-addd-a974f87ebbbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '27424cdf-4ae8-4aca-98ee-67b7200a8c6b'}}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:18:42.178109 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-a98b18a0-2a8f-4540-b8a2-3688eed591c1 req-722bd931-7f32-4570-b580-42f03ca14e01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:42.195029 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 50028) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:42.197359 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c18bcda-be97-4875-8156-7b5ed9122fb7 None None] Checking router: d8eca9ff-6473-42c8-8c88-8818f6f62fef for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:18:42.197721 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c18bcda-be97-4875-8156-7b5ed9122fb7 None None] Updating router d8eca9ff-6473-42c8-8c88-8818f6f62fef port 899a84fb-ace0-4751-85ef-94fb44d7a7a9 binding host n-d-768862-13 {{(pid=94263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:18:42.236209 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-0c18bcda-be97-4875-8156-7b5ed9122fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:42.323173 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-40a004f9-9e34-48c9-abe4-fb3060c78554 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=23f15b7fdfa24c7dbf36566fb49a548e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1246150 Aug 10 03:18:42.323506 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 50034) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:42.333188 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-0d71c77d-c263-45d2-9268-1bd4507c5959 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=88a5fac1967c422baf3c1065dbc43ed9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3156540 Aug 10 03:18:42.334068 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 50036) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:42.344212 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-a98b18a0-2a8f-4540-b8a2-3688eed591c1 req-722bd931-7f32-4570-b580-42f03ca14e01 service neutron] For port 8ae78a21-c3d9-4362-a5cf-b8076ddbcadc, host n-h2-768862-13, cleared binding levels {{(pid=94261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:18:42.364956 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-0886c5cc-58d9-411d-84fe-9dd33c46f8a4 req-6dead92e-a05a-4da4-b94b-27279fb676cc tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Allocated IP 172.25.6.99 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/014b9a51-b602-4b82-9b92-d83adfb3eb78) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:18:42.373166 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-a98b18a0-2a8f-4540-b8a2-3688eed591c1 req-722bd931-7f32-4570-b580-42f03ca14e01 service neutron] For port 8ae78a21-c3d9-4362-a5cf-b8076ddbcadc, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=8ae78a21-c3d9-4362-a5cf-b8076ddbcadc,segment=NetworkSegment(7ed85737-71ac-4d44-addd-a974f87ebbbf),segment_id=7ed85737-71ac-4d44-addd-a974f87ebbbf)] {{(pid=94261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:18:42.383555 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-a98b18a0-2a8f-4540-b8a2-3688eed591c1 req-722bd931-7f32-4570-b580-42f03ca14e01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:42.430322 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b18a0-2a8f-4540-b8a2-3688eed591c1 req-722bd931-7f32-4570-b580-42f03ca14e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:42.430479 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bef4af1-0985-45e7-a9a6-bb78c18a4dc9 req-4b4d4ec8-0870-4608-83ca-1d74f6da78de tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:42.430999 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-a98b18a0-2a8f-4540-b8a2-3688eed591c1 req-722bd931-7f32-4570-b580-42f03ca14e01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:42.431924 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3bef4af1-0985-45e7-a9a6-bb78c18a4dc9 req-4b4d4ec8-0870-4608-83ca-1d74f6da78de tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/networks?id=d1e68237-a664-422b-b005-d5e450d45372 HTTP/1.1" status: 200 len: 804 time: 0.2075305 Aug 10 03:18:42.433137 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-a98b18a0-2a8f-4540-b8a2-3688eed591c1 req-722bd931-7f32-4570-b580-42f03ca14e01 service neutron] 10.222.0.61 "PUT /v2.0/ports/8ae78a21-c3d9-4362-a5cf-b8076ddbcadc HTTP/1.1" status: 200 len: 1092 time: 1.1726627 Aug 10 03:18:42.438430 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c571b26b-2cbf-4cae-a1f3-604c9552c98b', 'tag': '8ae78a21-c3d9-4362-a5cf-b8076ddbcadc'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:18:42.442491 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbff2a01-76cf-4565-8f15-b225cf416617" -d '{"events": [{"name": "network-changed", "server_uuid": "c571b26b-2cbf-4cae-a1f3-604c9552c98b", "tag": "8ae78a21-c3d9-4362-a5cf-b8076ddbcadc"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:18:42.473524 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3e2f8901-39df-4875-ad78-5cf8956e46f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:42.493820 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722bd931-7f32-4570-b580-42f03ca14e01 service neutron] Pushing event updated for resources: {'Port': ['ID=8ae78a21-c3d9-4362-a5cf-b8076ddbcadc,revision_number=3']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:42.494708 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-fd09ff95-1bf4-4788-92e8-a64e8601d637 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:42.509803 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3bef4af1-0985-45e7-a9a6-bb78c18a4dc9 req-180583a1-7d5d-4d29-b4d6-a996d3d7e24f tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/quotas/7bdabbcb1a36419b89901e40f3363396 HTTP/1.1" status: 200 len: 375 time: 0.0506704 Aug 10 03:18:42.549967 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3e2f8901-39df-4875-ad78-5cf8956e46f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:42.569764 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-fd09ff95-1bf4-4788-92e8-a64e8601d637 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:42.571983 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-0c18bcda-be97-4875-8156-7b5ed9122fb7 None None] Notify callbacks [] for port, precommit_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:42.577140 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b18a0-2a8f-4540-b8a2-3688eed591c1 req-e9979225-5887-4ce6-a91f-0f66fe856ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:42.579400 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-a98b18a0-2a8f-4540-b8a2-3688eed591c1 req-e9979225-5887-4ce6-a91f-0f66fe856ff9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=36b52cc2f22d4fe4bb78db9f7388accb&device_id=c571b26b-2cbf-4cae-a1f3-604c9552c98b HTTP/1.1" status: 200 len: 1095 time: 0.0864136 Aug 10 03:18:42.587259 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.provisioning_blocks [None req-0c18bcda-be97-4875-8156-7b5ed9122fb7 None None] Transition to ACTIVE for port object 899a84fb-ace0-4751-85ef-94fb44d7a7a9 will not be triggered until provisioned by entity L2. {{(pid=94263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:18:42.595145 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-0c18bcda-be97-4875-8156-7b5ed9122fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:42.656866 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2a8664-603c-4469-8405-42cb476e8872 None None] Pushing event updated for resources: {'Port': ['ID=899a84fb-ace0-4751-85ef-94fb44d7a7a9,revision_number=3']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:42.662136 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3bef4af1-0985-45e7-a9a6-bb78c18a4dc9 req-a9a2aeab-265a-45f9-adfe-587529ce589d tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=7bdabbcb1a36419b89901e40f3363396&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1513476 Aug 10 03:18:42.682350 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-0886c5cc-58d9-411d-84fe-9dd33c46f8a4 req-6dead92e-a05a-4da4-b94b-27279fb676cc tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:42.726791 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-0c18bcda-be97-4875-8156-7b5ed9122fb7 None None] Attempting to bind port 899a84fb-ace0-4751-85ef-94fb44d7a7a9 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:18:42.727434 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-0c18bcda-be97-4875-8156-7b5ed9122fb7 None None] Attempting to bind port 899a84fb-ace0-4751-85ef-94fb44d7a7a9 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '0f5a1810-a796-438e-8426-c84e52c371db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b9fbec61-3113-4722-b713-256096f4a191'}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:18:42.727986 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c18bcda-be97-4875-8156-7b5ed9122fb7 None None] Attempting to bind port 899a84fb-ace0-4751-85ef-94fb44d7a7a9 on network b9fbec61-3113-4722-b713-256096f4a191 {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:18:42.735941 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c18bcda-be97-4875-8156-7b5ed9122fb7 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:18:42.736687 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c18bcda-be97-4875-8156-7b5ed9122fb7 None None] Checking segment: {'id': '0f5a1810-a796-438e-8426-c84e52c371db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b9fbec61-3113-4722-b713-256096f4a191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:18:42.737781 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-0c18bcda-be97-4875-8156-7b5ed9122fb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:42.738386 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c18bcda-be97-4875-8156-7b5ed9122fb7 None None] Bound using segment: {'id': '0f5a1810-a796-438e-8426-c84e52c371db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b9fbec61-3113-4722-b713-256096f4a191'} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:18:42.739051 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-0c18bcda-be97-4875-8156-7b5ed9122fb7 None None] Bound port: 899a84fb-ace0-4751-85ef-94fb44d7a7a9, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f5a1810-a796-438e-8426-c84e52c371db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b9fbec61-3113-4722-b713-256096f4a191'}}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:18:42.739627 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-0c18bcda-be97-4875-8156-7b5ed9122fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:42.764424 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 6bf17c94-c405-48bf-9237-e5d02b6bef86 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:18:42.781917 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-fd09ff95-1bf4-4788-92e8-a64e8601d637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:42.785041 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-fd09ff95-1bf4-4788-92e8-a64e8601d637 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:42.789089 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-fd09ff95-1bf4-4788-92e8-a64e8601d637 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ef7ad3b8-a66e-4940-9b6f-f894df18f17f HTTP/1.1" status: 204 len: 168 time: 0.4618268 Aug 10 03:18:42.819044 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd09ff95-1bf4-4788-92e8-a64e8601d637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef7ad3b8-a66e-4940-9b6f-f894df18f17f,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:42.847998 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3bef4af1-0985-45e7-a9a6-bb78c18a4dc9 req-40d20a8d-a6d0-4bcc-97e3-a133e979cccb service neutron] 10.222.0.44 "GET /v2.0/networks/d1e68237-a664-422b-b005-d5e450d45372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848705 Aug 10 03:18:42.869715 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-0c18bcda-be97-4875-8156-7b5ed9122fb7 None None] For port 899a84fb-ace0-4751-85ef-94fb44d7a7a9, host n-d-768862-13, cleared binding levels {{(pid=94263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:18:42.873233 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-0c18bcda-be97-4875-8156-7b5ed9122fb7 None None] For port 899a84fb-ace0-4751-85ef-94fb44d7a7a9, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=899a84fb-ace0-4751-85ef-94fb44d7a7a9,segment=NetworkSegment(0f5a1810-a796-438e-8426-c84e52c371db),segment_id=0f5a1810-a796-438e-8426-c84e52c371db)] {{(pid=94263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:18:42.875646 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-0886c5cc-58d9-411d-84fe-9dd33c46f8a4 req-6dead92e-a05a-4da4-b94b-27279fb676cc tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:42.880388 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-0c18bcda-be97-4875-8156-7b5ed9122fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:42.890527 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 762c5455-97e8-41a9-8444-c5b50e8b36f7 no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:18:42.960634 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0886c5cc-58d9-411d-84fe-9dd33c46f8a4 req-6dead92e-a05a-4da4-b94b-27279fb676cc tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:18:42.970266 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-0886c5cc-58d9-411d-84fe-9dd33c46f8a4 req-6dead92e-a05a-4da4-b94b-27279fb676cc tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:18:42.976484 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-0886c5cc-58d9-411d-84fe-9dd33c46f8a4 req-6dead92e-a05a-4da4-b94b-27279fb676cc tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:18:42.985118 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dead92e-a05a-4da4-b94b-27279fb676cc tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Pushing event updated for resources: {'Port': ['ID=014b9a51-b602-4b82-9b92-d83adfb3eb78,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:43.042130 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c18bcda-be97-4875-8156-7b5ed9122fb7 None None] Routers {'d8eca9ff-6473-42c8-8c88-8818f6f62fef'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:18:43.042963 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-0c18bcda-be97-4875-8156-7b5ed9122fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:18:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['d8eca9ff-6473-42c8-8c88-8818f6f62fef'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:43.054852 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 6bf17c94-c405-48bf-9237-e5d02b6bef86 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:18:43.055244 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:43.114171 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2a8664-603c-4469-8405-42cb476e8872 None None] Pushing event updated for resources: {'Port': ['ID=899a84fb-ace0-4751-85ef-94fb44d7a7a9,revision_number=4']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:43.126032 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3bef4af1-0985-45e7-a9a6-bb78c18a4dc9 req-70a54d18-e73a-4192-a049-2221c9045c9b service neutron] 10.222.0.44 "GET /v2.0/networks/d1e68237-a664-422b-b005-d5e450d45372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771299 Aug 10 03:18:43.152875 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 45717ff4-648f-4c1c-ba3e-e40d3d5df154 details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:18:43.220742 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-0c18bcda-be97-4875-8156-7b5ed9122fb7 None None] Set router d8eca9ff-6473-42c8-8c88-8818f6f62fef gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:18:43.280736 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:43.287763 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-0886c5cc-58d9-411d-84fe-9dd33c46f8a4 req-6dead92e-a05a-4da4-b94b-27279fb676cc tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:43.418817 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-0886c5cc-58d9-411d-84fe-9dd33c46f8a4 req-6dead92e-a05a-4da4-b94b-27279fb676cc tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:43.429685 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 762c5455-97e8-41a9-8444-c5b50e8b36f7, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=762c5455-97e8-41a9-8444-c5b50e8b36f7,segment=NetworkSegment(bb5826fd-13f9-4737-be5f-46ce38ebd549),segment_id=bb5826fd-13f9-4737-be5f-46ce38ebd549)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:43.437088 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b2bfe29-2c7f-46f2-96c8-28060b70fc3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '762c5455-97e8-41a9-8444-c5b50e8b36f7'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:18:43.439814 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-989686e9-9d02-467f-a657-0e3158a0d9a4" -d '{"events": [{"server_uuid": "1b2bfe29-2c7f-46f2-96c8-28060b70fc3d", "name": "network-vif-unplugged", "status": "completed", "tag": "762c5455-97e8-41a9-8444-c5b50e8b36f7"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:18:43.455450 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-a98b18a0-2a8f-4540-b8a2-3688eed591c1 req-ec611861-d0f5-49f5-9a87-55f8e438f479 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8ae78a21-c3d9-4362-a5cf-b8076ddbcadc HTTP/1.1" status: 200 len: 217 time: 0.8550129 Aug 10 03:18:43.613313 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:43.613733 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3e2f8901-39df-4875-ad78-5cf8956e46f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:43.616363 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3e2f8901-39df-4875-ad78-5cf8956e46f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:43.618810 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-3e2f8901-39df-4875-ad78-5cf8956e46f3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/205ec88f-5786-482d-a18e-d6afa16605ea HTTP/1.1" status: 204 len: 168 time: 1.2819238 Aug 10 03:18:43.620504 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.db.resource_extend [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:18:43.697608 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2f8901-39df-4875-ad78-5cf8956e46f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=205ec88f-5786-482d-a18e-d6afa16605ea,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:43.727549 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b18a0-2a8f-4540-b8a2-3688eed591c1 req-bd1c97c7-fcb7-4fea-8223-9f0030f125fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:43.731138 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-a98b18a0-2a8f-4540-b8a2-3688eed591c1 req-bd1c97c7-fcb7-4fea-8223-9f0030f125fe service neutron] 10.222.0.61 "GET /v2.0/subnets?id=714bd99d-dcf6-48eb-8343-f1e4e77907ef HTTP/1.1" status: 200 len: 854 time: 0.2002804 Aug 10 03:18:43.749102 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94681f5c-735f-43d9-8ce9-f9267e4bfeb2 req-0f0d5ce2-432c-4297-b6d6-4893a641544d tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:43.750703 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-94681f5c-735f-43d9-8ce9-f9267e4bfeb2 req-0f0d5ce2-432c-4297-b6d6-4893a641544d tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b2bfe29-2c7f-46f2-96c8-28060b70fc3d HTTP/1.1" status: 200 len: 944 time: 0.2938719 Aug 10 03:18:43.763326 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-0c18bcda-be97-4875-8156-7b5ed9122fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8eca9ff-6473-42c8-8c88-8818f6f62fef', 'name': 'tempest-FloatingIPsNegativeTestJSON-1499024546-router', 'tenant_id': 'd9cb32d8e12a4e1e8e691f357826a371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '6bf17c94-c405-48bf-9237-e5d02b6bef86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:18:29Z', 'updated_at': '2021-08-10T03:18:39Z', 'revision_number': 4, 'project_id': 'd9cb32d8e12a4e1e8e691f357826a371', 'gw_port': {'id': '6bf17c94-c405-48bf-9237-e5d02b6bef86', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8eca9ff-6473-42c8-8c88-8818f6f62fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:31Z', 'updated_at': '2021-08-10T03:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '899a84fb-ace0-4751-85ef-94fb44d7a7a9', 'name': '', 'network_id': 'b9fbec61-3113-4722-b713-256096f4a191', 'tenant_id': 'd9cb32d8e12a4e1e8e691f357826a371', 'mac_address': 'fa:16:3e:14:9c:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8eca9ff-6473-42c8-8c88-8818f6f62fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'aba2a65e-406f-40a4-9e27-cf122ad7887e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:37Z', 'updated_at': '2021-08-10T03:18:42Z', 'revision_number': 4, 'project_id': 'd9cb32d8e12a4e1e8e691f357826a371', 'subnets': [{'id': 'aba2a65e-406f-40a4-9e27-cf122ad7887e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:43.836215 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c18bcda-be97-4875-8156-7b5ed9122fb7 None None] The sync data for ids ['d8eca9ff-6473-42c8-8c88-8818f6f62fef'] in n-d-768862-13 is: [{'id': 'd8eca9ff-6473-42c8-8c88-8818f6f62fef', 'name': 'tempest-FloatingIPsNegativeTestJSON-1499024546-router', 'tenant_id': 'd9cb32d8e12a4e1e8e691f357826a371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '6bf17c94-c405-48bf-9237-e5d02b6bef86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:18:29Z', 'updated_at': '2021-08-10T03:18:39Z', 'revision_number': 4, 'project_id': 'd9cb32d8e12a4e1e8e691f357826a371', 'gw_port': {'id': '6bf17c94-c405-48bf-9237-e5d02b6bef86', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8eca9ff-6473-42c8-8c88-8818f6f62fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:31Z', 'updated_at': '2021-08-10T03:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '899a84fb-ace0-4751-85ef-94fb44d7a7a9', 'name': '', 'network_id': 'b9fbec61-3113-4722-b713-256096f4a191', 'tenant_id': 'd9cb32d8e12a4e1e8e691f357826a371', 'mac_address': 'fa:16:3e:14:9c:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8eca9ff-6473-42c8-8c88-8818f6f62fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'aba2a65e-406f-40a4-9e27-cf122ad7887e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:37Z', 'updated_at': '2021-08-10T03:18:42Z', 'revision_number': 4, 'project_id': 'd9cb32d8e12a4e1e8e691f357826a371', 'subnets': [{'id': 'aba2a65e-406f-40a4-9e27-cf122ad7887e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:18:43.864190 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 50084) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:44.009257 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=762c5455-97e8-41a9-8444-c5b50e8b36f7,revision_number=8']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:44.028364 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-a98b18a0-2a8f-4540-b8a2-3688eed591c1 req-238bcf5f-35c5-4e9b-a809-37c7da82fd17 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=27424cdf-4ae8-4aca-98ee-67b7200a8c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2751143 Aug 10 03:18:44.093906 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 45717ff4-648f-4c1c-ba3e-e40d3d5df154, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=45717ff4-648f-4c1c-ba3e-e40d3d5df154,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:44.107883 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': '45717ff4-648f-4c1c-ba3e-e40d3d5df154', 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721', 'port_id': '45717ff4-648f-4c1c-ba3e-e40d3d5df154', 'mac_address': 'fa:16:3e:25:b6:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60d10164-1dee-4940-9d19-f71e6c18cbc5', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:18:44.208126 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:44.219982 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-0886c5cc-58d9-411d-84fe-9dd33c46f8a4 req-6dead92e-a05a-4da4-b94b-27279fb676cc tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:44.222130 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-f31f6221-90b9-46cd-9a2a-ff8a3cfd996e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5273b56254c64382919c97c5cf747d60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2692764 Aug 10 03:18:44.225436 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 45717ff4-648f-4c1c-ba3e-e40d3d5df154 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:18:44.230704 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 50088) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:44.243585 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-94681f5c-735f-43d9-8ce9-f9267e4bfeb2 req-f64068f8-b786-43d8-8646-9c3a9122c602 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Deleting port 762c5455-97e8-41a9-8444-c5b50e8b36f7 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:18:44.244796 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-94681f5c-735f-43d9-8ce9-f9267e4bfeb2 req-f64068f8-b786-43d8-8646-9c3a9122c602 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:44.258323 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 45717ff4-648f-4c1c-ba3e-e40d3d5df154, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=45717ff4-648f-4c1c-ba3e-e40d3d5df154,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:44.265256 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-0886c5cc-58d9-411d-84fe-9dd33c46f8a4 req-6dead92e-a05a-4da4-b94b-27279fb676cc tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:44.266083 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:44.370707 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-a98b18a0-2a8f-4540-b8a2-3688eed591c1 req-9540df29-c94b-45a3-b46c-6f4ad10dc846 service neutron] 10.222.0.61 "GET /v2.0/networks/27424cdf-4ae8-4aca-98ee-67b7200a8c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3181467 Aug 10 03:18:44.390284 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['45717ff4-648f-4c1c-ba3e-e40d3d5df154'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:18:44.423252 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dead92e-a05a-4da4-b94b-27279fb676cc tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Pushing event updated for resources: {'Port': ['ID=014b9a51-b602-4b82-9b92-d83adfb3eb78,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:44.539688 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=45717ff4-648f-4c1c-ba3e-e40d3d5df154,revision_number=6']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:44.562740 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-0886c5cc-58d9-411d-84fe-9dd33c46f8a4 req-6dead92e-a05a-4da4-b94b-27279fb676cc tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:44.608586 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6ffdf879-9928-41c1-a81d-9c0c5320ee8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:44.628613 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-94681f5c-735f-43d9-8ce9-f9267e4bfeb2 req-f64068f8-b786-43d8-8646-9c3a9122c602 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] For port 762c5455-97e8-41a9-8444-c5b50e8b36f7, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=762c5455-97e8-41a9-8444-c5b50e8b36f7,segment=NetworkSegment(bb5826fd-13f9-4737-be5f-46ce38ebd549),segment_id=bb5826fd-13f9-4737-be5f-46ce38ebd549)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:44.629238 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-94681f5c-735f-43d9-8ce9-f9267e4bfeb2 req-f64068f8-b786-43d8-8646-9c3a9122c602 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:44.661927 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6ffdf879-9928-41c1-a81d-9c0c5320ee8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:44.690485 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-94681f5c-735f-43d9-8ce9-f9267e4bfeb2 req-f64068f8-b786-43d8-8646-9c3a9122c602 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Calling delete_port for 762c5455-97e8-41a9-8444-c5b50e8b36f7 owned by compute:nova {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:18:44.723373 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-a98b18a0-2a8f-4540-b8a2-3688eed591c1 req-abb3ac8b-a46e-4a0d-b3e2-a404620eeb98 service neutron] 10.222.0.61 "GET /v2.0/networks/27424cdf-4ae8-4aca-98ee-67b7200a8c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3208249 Aug 10 03:18:44.895264 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-30cf6300-1307-4bda-a947-92b54bc36957 req-8c25688c-6955-4811-a79e-340cd26178a8 tempest-FloatingIPsNegativeTestJSON-233654840 tempest-FloatingIPsNegativeTestJSON-233654840-project] 10.222.0.44 "GET /v2.0/floatingips?tenant_id=d9cb32d8e12a4e1e8e691f357826a371 HTTP/1.1" status: 200 len: 217 time: 0.2877028 Aug 10 03:18:44.896836 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-0886c5cc-58d9-411d-84fe-9dd33c46f8a4 req-6dead92e-a05a-4da4-b94b-27279fb676cc tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:44.901684 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 899a84fb-ace0-4751-85ef-94fb44d7a7a9 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:18:44.912114 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0886c5cc-58d9-411d-84fe-9dd33c46f8a4 req-6dead92e-a05a-4da4-b94b-27279fb676cc tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.2416284 Aug 10 03:18:44.914269 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6ffdf879-9928-41c1-a81d-9c0c5320ee8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:44.926503 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6ffdf879-9928-41c1-a81d-9c0c5320ee8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:44.929711 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-6ffdf879-9928-41c1-a81d-9c0c5320ee8f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4cb8ca43-0390-4022-89bb-1c369c565257 HTTP/1.1" status: 204 len: 168 time: 0.6928639 Aug 10 03:18:44.996170 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-94681f5c-735f-43d9-8ce9-f9267e4bfeb2 req-f64068f8-b786-43d8-8646-9c3a9122c602 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:45.051609 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffdf879-9928-41c1-a81d-9c0c5320ee8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb8ca43-0390-4022-89bb-1c369c565257,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:45.108992 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0886c5cc-58d9-411d-84fe-9dd33c46f8a4 req-3cb79881-0bd5-47aa-8bc7-3e369a96dcad tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.99 HTTP/1.1" status: 200 len: 695 time: 0.1953466 Aug 10 03:18:45.121852 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 50106) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:45.124343 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 899a84fb-ace0-4751-85ef-94fb44d7a7a9 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:18:45.129910 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a7dc40-8776-4bd0-8013-30587921b1bb x-openstack-request-id: req-70a7dc40-8776-4bd0-8013-30587921b1bb {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:18:45.130351 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c571b26b-2cbf-4cae-a1f3-604c9552c98b", "tag": "8ae78a21-c3d9-4362-a5cf-b8076ddbcadc", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:18:45.130484 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 899a84fb-ace0-4751-85ef-94fb44d7a7a9 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:18:45.130807 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:45.130951 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-70a7dc40-8776-4bd0-8013-30587921b1bb {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:18:45.131376 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c571b26b-2cbf-4cae-a1f3-604c9552c98b', 'tag': '8ae78a21-c3d9-4362-a5cf-b8076ddbcadc', 'status': 'completed', 'code': 200} Aug 10 03:18:45.140583 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64068f8-b786-43d8-8646-9c3a9122c602 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Pushing event deleted for resources: {'Port': ['ID=762c5455-97e8-41a9-8444-c5b50e8b36f7,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:45.183912 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 45717ff4-648f-4c1c-ba3e-e40d3d5df154 up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:18:45.373273 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-94681f5c-735f-43d9-8ce9-f9267e4bfeb2 req-f64068f8-b786-43d8-8646-9c3a9122c602 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] No DVR routers for this DVR port 762c5455-97e8-41a9-8444-c5b50e8b36f7 on host n-h2-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:18:45.382331 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-94681f5c-735f-43d9-8ce9-f9267e4bfeb2 req-f64068f8-b786-43d8-8646-9c3a9122c602 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:45.384818 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-94681f5c-735f-43d9-8ce9-f9267e4bfeb2 req-f64068f8-b786-43d8-8646-9c3a9122c602 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.61 "DELETE /v2.0/ports/762c5455-97e8-41a9-8444-c5b50e8b36f7 HTTP/1.1" status: 204 len: 173 time: 1.6071022 Aug 10 03:18:45.407190 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff2a01-76cf-4565-8f15-b225cf416617 req-7d5277ed-e1fe-49ed-94dd-9c55d7ad89f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:45.409455 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-dbff2a01-76cf-4565-8f15-b225cf416617 req-7d5277ed-e1fe-49ed-94dd-9c55d7ad89f7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=36b52cc2f22d4fe4bb78db9f7388accb&device_id=c571b26b-2cbf-4cae-a1f3-604c9552c98b HTTP/1.1" status: 200 len: 1095 time: 0.3141437 Aug 10 03:18:45.429076 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bef4af1-0985-45e7-a9a6-bb78c18a4dc9 req-f4fd904e-5861-4d4c-bfc5-19e1f588b5ed tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:45.431299 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3bef4af1-0985-45e7-a9a6-bb78c18a4dc9 req-f4fd904e-5861-4d4c-bfc5-19e1f588b5ed tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.61 "GET /v2.0/networks?id=d1e68237-a664-422b-b005-d5e450d45372 HTTP/1.1" status: 200 len: 804 time: 0.1435306 Aug 10 03:18:45.452037 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-3bef4af1-0985-45e7-a9a6-bb78c18a4dc9 req-57aa78df-f125-47a5-a017-6947f2e5a5a9 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Request body: {'port': {'device_id': 'b73dd188-4fb4-4114-9298-c13ccaeff414', 'network_id': 'd1e68237-a664-422b-b005-d5e450d45372', 'admin_state_up': True, 'tenant_id': '7bdabbcb1a36419b89901e40f3363396'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:18:45.504183 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:45.643312 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff2a01-76cf-4565-8f15-b225cf416617 req-4dd6c500-1751-4deb-8836-0635cdce4dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:45.647387 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port 45717ff4-648f-4c1c-ba3e-e40d3d5df154 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:18:45.648211 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-dbff2a01-76cf-4565-8f15-b225cf416617 req-4dd6c500-1751-4deb-8836-0635cdce4dbb service neutron] 10.222.0.61 "GET /v2.0/networks?id=27424cdf-4ae8-4aca-98ee-67b7200a8c6b HTTP/1.1" status: 200 len: 914 time: 0.2288184 Aug 10 03:18:45.650780 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:45.735483 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-dbff2a01-76cf-4565-8f15-b225cf416617 req-a298fc74-36de-412a-b58a-d1a8da6badfe service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8ae78a21-c3d9-4362-a5cf-b8076ddbcadc HTTP/1.1" status: 200 len: 217 time: 0.0723293 Aug 10 03:18:45.785748 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933cc5fb-5de7-4b4b-bc1f-5e7067cff74d req-bb412377-e06b-4246-b340-26a76254eee4 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:45.791636 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 899a84fb-ace0-4751-85ef-94fb44d7a7a9, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=899a84fb-ace0-4751-85ef-94fb44d7a7a9,segment=NetworkSegment(0f5a1810-a796-438e-8426-c84e52c371db),segment_id=0f5a1810-a796-438e-8426-c84e52c371db)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:45.804065 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-933cc5fb-5de7-4b4b-bc1f-5e7067cff74d req-bb412377-e06b-4246-b340-26a76254eee4 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/ports?device_id=c571b26b-2cbf-4cae-a1f3-604c9552c98b HTTP/1.1" status: 200 len: 943 time: 0.5130529 Aug 10 03:18:45.812416 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-27047267-1f0c-4247-85ec-c59ee3bc1a21 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4980548b8a484da9953145a49b433010&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6820385 Aug 10 03:18:45.816279 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 50116) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:45.816539 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:45.865166 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff2a01-76cf-4565-8f15-b225cf416617 req-6b54e647-17d5-495e-a3f0-fe14ff2d9a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:45.867625 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-dbff2a01-76cf-4565-8f15-b225cf416617 req-6b54e647-17d5-495e-a3f0-fe14ff2d9a0b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=714bd99d-dcf6-48eb-8343-f1e4e77907ef HTTP/1.1" status: 200 len: 854 time: 0.1109083 Aug 10 03:18:45.876209 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bef4af1-0985-45e7-a9a6-bb78c18a4dc9 req-57aa78df-f125-47a5-a017-6947f2e5a5a9 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Made reservation on behalf of 7bdabbcb1a36419b89901e40f3363396 for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:18:45.880139 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-3bef4af1-0985-45e7-a9a6-bb78c18a4dc9 req-57aa78df-f125-47a5-a017-6947f2e5a5a9 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:45.951191 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-dbff2a01-76cf-4565-8f15-b225cf416617 req-15b576d5-e21b-4aa4-b126-7c0356627e25 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=27424cdf-4ae8-4aca-98ee-67b7200a8c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724406 Aug 10 03:18:45.976909 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0886c5cc-58d9-411d-84fe-9dd33c46f8a4 req-7b98f580-bb7d-4f07-9778-87f588d5d862 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:45.995957 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-56bf690c-2cf2-49cd-8e8f-91044f9b7c52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:46.006260 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=899a84fb-ace0-4751-85ef-94fb44d7a7a9,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:46.008828 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0886c5cc-58d9-411d-84fe-9dd33c46f8a4 req-7b98f580-bb7d-4f07-9778-87f588d5d862 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] 10.222.0.44 "GET /v2.0/networks/2ea12131-628a-487e-b434-0463553732bd HTTP/1.1" status: 200 len: 784 time: 0.8989127 Aug 10 03:18:46.035454 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:46.035822 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-56bf690c-2cf2-49cd-8e8f-91044f9b7c52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:46.064274 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-933cc5fb-5de7-4b4b-bc1f-5e7067cff74d req-20fb4197-9b87-41f9-844c-62f607bfdd84 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/security-groups?id=e00a7564-e56b-4b7f-b179-f193e5160bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591805 Aug 10 03:18:46.146263 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-56bf690c-2cf2-49cd-8e8f-91044f9b7c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:46.148964 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-56bf690c-2cf2-49cd-8e8f-91044f9b7c52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:46.153649 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-56bf690c-2cf2-49cd-8e8f-91044f9b7c52 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ddbabaf2-e645-4ceb-b9cd-d969aceafcf9 HTTP/1.1" status: 204 len: 168 time: 0.3355451 Aug 10 03:18:46.174025 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bf690c-2cf2-49cd-8e8f-91044f9b7c52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddbabaf2-e645-4ceb-b9cd-d969aceafcf9,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:46.232461 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea107e34-21b5-430d-84fb-fb1cac760071 x-openstack-request-id: req-ea107e34-21b5-430d-84fb-fb1cac760071 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:18:46.247048 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b2bfe29-2c7f-46f2-96c8-28060b70fc3d", "name": "network-vif-unplugged", "status": "completed", "tag": "762c5455-97e8-41a9-8444-c5b50e8b36f7", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:18:46.247478 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ea107e34-21b5-430d-84fb-fb1cac760071 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:18:46.248049 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b2bfe29-2c7f-46f2-96c8-28060b70fc3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '762c5455-97e8-41a9-8444-c5b50e8b36f7', 'code': 200} Aug 10 03:18:46.248392 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-dbff2a01-76cf-4565-8f15-b225cf416617 req-b41a54d4-b1d3-4d50-8b14-985b79484674 service neutron] 10.222.0.61 "GET /v2.0/networks/27424cdf-4ae8-4aca-98ee-67b7200a8c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830706 Aug 10 03:18:46.273735 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 45717ff4-648f-4c1c-ba3e-e40d3d5df154, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=45717ff4-648f-4c1c-ba3e-e40d3d5df154,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:46.285913 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:46.386394 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-dbff2a01-76cf-4565-8f15-b225cf416617 req-84464608-c9e1-4a1a-9875-feacc4859749 service neutron] 10.222.0.61 "GET /v2.0/networks/27424cdf-4ae8-4aca-98ee-67b7200a8c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250188 Aug 10 03:18:46.388940 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=45717ff4-648f-4c1c-ba3e-e40d3d5df154,revision_number=7']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:46.405775 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d8290161-ba0e-4023-afaf-ff9ea340e13a req-2868dbff-aa35-4c7d-98bb-a63380a4c23b tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/ports?device_id=b73dd188-4fb4-4114-9298-c13ccaeff414 HTTP/1.1" status: 200 len: 210 time: 0.1816673 Aug 10 03:18:46.461339 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bbbcffe5-0674-49b0-a65c-96dc98def6ae req-61ad3912-8b88-49a6-aef5-80b82ff102f2 tempest-FloatingIPsNegativeTestJSON-233654840 tempest-FloatingIPsNegativeTestJSON-233654840-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0388198 Aug 10 03:18:46.715126 n-d-768862-13 neutron-server[94260]: INFO neutron.api.v2.resource [req-adbc2571-28ac-493d-918c-cdfcab4da374 req-fe4ea951-6333-4ade-9b9d-619ff8fd8cbe tempest-FloatingIPsNegativeTestJSON-233654840 tempest-FloatingIPsNegativeTestJSON-233654840-project] show failed (client error): The resource could not be found. Aug 10 03:18:46.722789 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-adbc2571-28ac-493d-918c-cdfcab4da374 req-fe4ea951-6333-4ade-9b9d-619ff8fd8cbe tempest-FloatingIPsNegativeTestJSON-233654840 tempest-FloatingIPsNegativeTestJSON-233654840-project] 10.222.0.44 "GET /v2.0/floatingips/853375a2-3ae9-4ca4-b2d5-320b00373527 HTTP/1.1" status: 404 len: 350 time: 0.0769739 Aug 10 03:18:46.725787 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 50156) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:46.754622 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-3bef4af1-0985-45e7-a9a6-bb78c18a4dc9 req-57aa78df-f125-47a5-a017-6947f2e5a5a9 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Allocated IP 172.20.0.12 (d1e68237-a664-422b-b005-d5e450d45372/31ffc495-0d57-4c63-9695-aba9cef6afdd/bfebd0a4-3c3d-4a7d-adda-1c5fc20a27e8) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:18:46.769072 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 899a84fb-ace0-4751-85ef-94fb44d7a7a9 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:18:46.884322 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 762c5455-97e8-41a9-8444-c5b50e8b36f7 no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:18:46.940298 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] No Port match for: 762c5455-97e8-41a9-8444-c5b50e8b36f7 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:18:46.940648 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 762c5455-97e8-41a9-8444-c5b50e8b36f7 not bound to the agent host n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:18:46.982978 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 899a84fb-ace0-4751-85ef-94fb44d7a7a9 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:18:46.983368 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:47.130302 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 50172) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:47.155588 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b2bfe29-2c7f-46f2-96c8-28060b70fc3d', 'name': 'network-vif-deleted', 'tag': '762c5455-97e8-41a9-8444-c5b50e8b36f7'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:18:47.162420 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6511deb5-9c36-40f0-88d2-556e69892c79" -d '{"events": [{"server_uuid": "1b2bfe29-2c7f-46f2-96c8-28060b70fc3d", "name": "network-vif-deleted", "tag": "762c5455-97e8-41a9-8444-c5b50e8b36f7"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:18:47.235323 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27abf979-2fe4-4cca-b2ad-e641c094a26d req-5dad213f-c41a-4a1b-852b-9ee3683f166e tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:47.244501 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-27abf979-2fe4-4cca-b2ad-e641c094a26d req-5dad213f-c41a-4a1b-852b-9ee3683f166e tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] 10.222.0.44 "GET /v2.0/networks?id=74f4a974-f99a-4119-bc18-e2cde5c7f547 HTTP/1.1" status: 200 len: 821 time: 0.2418833 Aug 10 03:18:47.321810 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-27abf979-2fe4-4cca-b2ad-e641c094a26d req-9871d313-2750-40b2-b12a-a3f3c48ff21c tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] 10.222.0.44 "GET /v2.0/quotas/3e3d75d4f3e64842afe526c7ebf13c9e HTTP/1.1" status: 200 len: 375 time: 0.0759487 Aug 10 03:18:47.404768 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b780ffa4-defa-4c7b-8780-f0562585ee37 req-c56d15be-b8ab-4b95-b570-1464fd195eec tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:47.414665 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b780ffa4-defa-4c7b-8780-f0562585ee37 req-c56d15be-b8ab-4b95-b570-1464fd195eec tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/ports?device_id=c571b26b-2cbf-4cae-a1f3-604c9552c98b HTTP/1.1" status: 200 len: 943 time: 0.1567323 Aug 10 03:18:47.471337 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-27abf979-2fe4-4cca-b2ad-e641c094a26d req-969c778a-1b49-498c-920d-71c2e10f3f47 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3e3d75d4f3e64842afe526c7ebf13c9e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1478684 Aug 10 03:18:47.598163 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b780ffa4-defa-4c7b-8780-f0562585ee37 req-d1228ecb-74d6-41c6-86c9-e6c152db0b63 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/security-groups?id=e00a7564-e56b-4b7f-b179-f193e5160bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766675 Aug 10 03:18:47.651120 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-3bef4af1-0985-45e7-a9a6-bb78c18a4dc9 req-57aa78df-f125-47a5-a017-6947f2e5a5a9 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:47.702904 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6fe3745-ed7a-4755-b471-73158d37f10f x-openstack-request-id: req-a6fe3745-ed7a-4755-b471-73158d37f10f {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:18:47.707052 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b2bfe29-2c7f-46f2-96c8-28060b70fc3d", "name": "network-vif-deleted", "tag": "762c5455-97e8-41a9-8444-c5b50e8b36f7", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:18:47.707511 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a6fe3745-ed7a-4755-b471-73158d37f10f {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:18:47.708101 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b2bfe29-2c7f-46f2-96c8-28060b70fc3d', 'name': 'network-vif-deleted', 'tag': '762c5455-97e8-41a9-8444-c5b50e8b36f7', 'status': 'completed', 'code': 200} Aug 10 03:18:47.762946 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-27abf979-2fe4-4cca-b2ad-e641c094a26d req-e4ec3fb0-9330-49a3-9810-52740ada4b14 service neutron] 10.222.0.44 "GET /v2.0/networks/74f4a974-f99a-4119-bc18-e2cde5c7f547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2890840 Aug 10 03:18:47.786336 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-3bef4af1-0985-45e7-a9a6-bb78c18a4dc9 req-57aa78df-f125-47a5-a017-6947f2e5a5a9 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:47.859538 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a5e49058-234e-4fb0-b668-88c1aa9560f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521880'] for router_interface, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:47.983810 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bef4af1-0985-45e7-a9a6-bb78c18a4dc9 req-57aa78df-f125-47a5-a017-6947f2e5a5a9 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Network d1e68237-a664-422b-b005-d5e450d45372 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:18:48.011012 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-3bef4af1-0985-45e7-a9a6-bb78c18a4dc9 req-57aa78df-f125-47a5-a017-6947f2e5a5a9 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:18:48.031124 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bef4af1-0985-45e7-a9a6-bb78c18a4dc9 req-57aa78df-f125-47a5-a017-6947f2e5a5a9 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:18:48.039751 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aa78df-f125-47a5-a017-6947f2e5a5a9 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Pushing event updated for resources: {'Port': ['ID=bfebd0a4-3c3d-4a7d-adda-1c5fc20a27e8,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:48.073765 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9807f-2b56-4543-9ee8-4ad1f818ee8a req-152e8049-1b0e-4689-a9eb-f9d331ccb9e0 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:48.076271 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b8f9807f-2b56-4543-9ee8-4ad1f818ee8a req-152e8049-1b0e-4689-a9eb-f9d331ccb9e0 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/ports?device_id=b73dd188-4fb4-4114-9298-c13ccaeff414 HTTP/1.1" status: 200 len: 932 time: 0.2603600 Aug 10 03:18:48.138691 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 50208) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:48.143982 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b8f9807f-2b56-4543-9ee8-4ad1f818ee8a req-5a487892-24c7-4d13-9879-25db625f0c79 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/security-groups?id=58160609-a8c2-4b15-a3de-467e7dbbc834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586407 Aug 10 03:18:48.158514 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bef4af1-0985-45e7-a9a6-bb78c18a4dc9 req-57aa78df-f125-47a5-a017-6947f2e5a5a9 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:48.159997 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-3bef4af1-0985-45e7-a9a6-bb78c18a4dc9 req-57aa78df-f125-47a5-a017-6947f2e5a5a9 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:48.184166 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-27abf979-2fe4-4cca-b2ad-e641c094a26d req-45581b6f-03b7-4ecb-b4d7-e10e120a01d1 service neutron] 10.222.0.44 "GET /v2.0/networks/74f4a974-f99a-4119-bc18-e2cde5c7f547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4202139 Aug 10 03:18:48.241649 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3bef4af1-0985-45e7-a9a6-bb78c18a4dc9 req-57aa78df-f125-47a5-a017-6947f2e5a5a9 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7869935 Aug 10 03:18:48.249984 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a02c3c7-7d98-4b14-8a6d-0e1091a9d910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45717ff4-648f-4c1c-ba3e-e40d3d5df154'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:18:48.250530 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-3bef4af1-0985-45e7-a9a6-bb78c18a4dc9 req-a3a42a78-5d03-4092-bbe6-10a37e0235fe service neutron] Request body: {'port': {'device_id': 'b73dd188-4fb4-4114-9298-c13ccaeff414', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:18:48.253248 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2394985-5963-4bca-a878-5bab6d960a0b" -d '{"events": [{"server_uuid": "8a02c3c7-7d98-4b14-8a6d-0e1091a9d910", "name": "network-vif-plugged", "status": "completed", "tag": "45717ff4-648f-4c1c-ba3e-e40d3d5df154"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:18:48.324193 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a94958f7-f9e5-4c74-a244-a9a1c9559d2b x-openstack-request-id: req-a94958f7-f9e5-4c74-a244-a9a1c9559d2b {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:18:48.324604 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a02c3c7-7d98-4b14-8a6d-0e1091a9d910", "name": "network-vif-plugged", "status": "completed", "tag": "45717ff4-648f-4c1c-ba3e-e40d3d5df154", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:18:48.324948 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a94958f7-f9e5-4c74-a244-a9a1c9559d2b {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:18:48.325584 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a02c3c7-7d98-4b14-8a6d-0e1091a9d910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45717ff4-648f-4c1c-ba3e-e40d3d5df154', 'code': 200} Aug 10 03:18:48.403055 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-3bef4af1-0985-45e7-a9a6-bb78c18a4dc9 req-a3a42a78-5d03-4092-bbe6-10a37e0235fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:48.405526 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-63964c95-9266-4191-a075-bc4249f35423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521880'] for router_interface, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:48.418533 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-eec575ed-0e91-4a4e-985d-8231d0debdc3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-599788400-network', 'tenant_id': '2c30fe072e6e426e933ad373f7fb486f'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:18:48.535430 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec575ed-0e91-4a4e-985d-8231d0debdc3 admin admin] Made reservation on behalf of 2c30fe072e6e426e933ad373f7fb486f for: {'network': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:18:48.548852 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-eec575ed-0e91-4a4e-985d-8231d0debdc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:48.555870 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-a5e49058-234e-4fb0-b668-88c1aa9560f1 admin admin] Deleting port 899a84fb-ace0-4751-85ef-94fb44d7a7a9 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:18:48.556218 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a5e49058-234e-4fb0-b668-88c1aa9560f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:48.654347 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6b047ddb-9233-4457-813d-19e0eff36b02 req-c01be2c4-835b-4445-bf54-e484c6231932 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e78dc3b-2e4f-4cff-a9d7-a5f39528a068 HTTP/1.1" status: 200 len: 210 time: 0.1491888 Aug 10 03:18:48.664595 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-eec575ed-0e91-4a4e-985d-8231d0debdc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:48.802364 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-a5e49058-234e-4fb0-b668-88c1aa9560f1 admin admin] For port 899a84fb-ace0-4751-85ef-94fb44d7a7a9, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=899a84fb-ace0-4751-85ef-94fb44d7a7a9,segment=NetworkSegment(0f5a1810-a796-438e-8426-c84e52c371db),segment_id=0f5a1810-a796-438e-8426-c84e52c371db)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:48.802769 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a5e49058-234e-4fb0-b668-88c1aa9560f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:48.836450 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-a5e49058-234e-4fb0-b668-88c1aa9560f1 admin admin] Calling delete_port for 899a84fb-ace0-4751-85ef-94fb44d7a7a9 owned by network:router_interface {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:18:48.895404 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 8ae78a21-c3d9-4362-a5cf-b8076ddbcadc details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:18:48.922190 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6ae8e3eb-2b6f-4ca5-9c51-30d411404620 req-af76ee6a-e3ea-4976-9340-d1dd6b22c0fc tempest-TenantUsagesTestJSON-1736239320 tempest-TenantUsagesTestJSON-1736239320-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=fbefbc61ff8246539523018574070a6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0732384 Aug 10 03:18:49.086645 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-63964c95-9266-4191-a075-bc4249f35423 admin admin] Deleting port 52b014cb-961f-494c-a480-b9919c077511 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:18:49.087551 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-63964c95-9266-4191-a075-bc4249f35423 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:49.134330 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 8ae78a21-c3d9-4362-a5cf-b8076ddbcadc, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=8ae78a21-c3d9-4362-a5cf-b8076ddbcadc,segment=NetworkSegment(7ed85737-71ac-4d44-addd-a974f87ebbbf),segment_id=7ed85737-71ac-4d44-addd-a974f87ebbbf)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:49.163260 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': '8ae78a21-c3d9-4362-a5cf-b8076ddbcadc', 'network_id': '27424cdf-4ae8-4aca-98ee-67b7200a8c6b', 'port_id': '8ae78a21-c3d9-4362-a5cf-b8076ddbcadc', 'mac_address': 'fa:16:3e:f2:a1:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '714bd99d-dcf6-48eb-8343-f1e4e77907ef', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:18:49.219263 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-63964c95-9266-4191-a075-bc4249f35423 admin admin] For port 52b014cb-961f-494c-a480-b9919c077511, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=52b014cb-961f-494c-a480-b9919c077511,segment=NetworkSegment(b42426e6-502c-40d3-9c61-ff26c82f39ea),segment_id=b42426e6-502c-40d3-9c61-ff26c82f39ea)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:49.219633 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-63964c95-9266-4191-a075-bc4249f35423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:49.236080 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:49.237022 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7547cd7e-4a8d-4d68-9c78-1cc5e036efa5 req-9c270249-2bc5-4085-936f-a04320f877ea tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:49.245319 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a5e49058-234e-4fb0-b668-88c1aa9560f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:49.248377 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7547cd7e-4a8d-4d68-9c78-1cc5e036efa5 req-9c270249-2bc5-4085-936f-a04320f877ea tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/ports?device_id=c571b26b-2cbf-4cae-a1f3-604c9552c98b HTTP/1.1" status: 200 len: 943 time: 0.4274070 Aug 10 03:18:49.251036 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-63964c95-9266-4191-a075-bc4249f35423 admin admin] Calling delete_port for 52b014cb-961f-494c-a480-b9919c077511 owned by network:router_interface {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:18:49.252147 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ae78a21-c3d9-4362-a5cf-b8076ddbcadc {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:18:49.274054 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 8ae78a21-c3d9-4362-a5cf-b8076ddbcadc, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=8ae78a21-c3d9-4362-a5cf-b8076ddbcadc,segment=NetworkSegment(7ed85737-71ac-4d44-addd-a974f87ebbbf),segment_id=7ed85737-71ac-4d44-addd-a974f87ebbbf)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:49.284886 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:49.287843 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e49058-234e-4fb0-b668-88c1aa9560f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=899a84fb-ace0-4751-85ef-94fb44d7a7a9,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:49.345538 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=8ae78a21-c3d9-4362-a5cf-b8076ddbcadc,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:49.447043 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-eec575ed-0e91-4a4e-985d-8231d0debdc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:49.464315 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-eec575ed-0e91-4a4e-985d-8231d0debdc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:49.476111 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae8e3eb-2b6f-4ca5-9c51-30d411404620 req-38702d0b-8ebd-4c6a-aa3c-6769fcb84b7b tempest-TenantUsagesTestJSON-1736239320 tempest-TenantUsagesTestJSON-1736239320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:49.484393 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6ae8e3eb-2b6f-4ca5-9c51-30d411404620 req-38702d0b-8ebd-4c6a-aa3c-6769fcb84b7b tempest-TenantUsagesTestJSON-1736239320 tempest-TenantUsagesTestJSON-1736239320-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5612545 Aug 10 03:18:49.543192 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eec575ed-0e91-4a4e-985d-8231d0debdc3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=94260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:18:49.548425 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7547cd7e-4a8d-4d68-9c78-1cc5e036efa5 req-5e0a1a38-d08e-42a0-9842-d86fc01d10e7 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/security-groups?id=e00a7564-e56b-4b7f-b179-f193e5160bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988312 Aug 10 03:18:49.555864 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6ae8e3eb-2b6f-4ca5-9c51-30d411404620 req-651ad818-ec50-4276-8752-a105a50c83ff tempest-TenantUsagesTestJSON-1736239320 tempest-TenantUsagesTestJSON-1736239320-project] 10.222.0.44 "GET /v2.0/quotas/fbefbc61ff8246539523018574070a6c HTTP/1.1" status: 200 len: 375 time: 0.0706625 Aug 10 03:18:49.645369 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6ae8e3eb-2b6f-4ca5-9c51-30d411404620 req-0cf86339-cd77-4402-b9c5-6f37ece75f84 tempest-TenantUsagesTestJSON-1736239320 tempest-TenantUsagesTestJSON-1736239320-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=fbefbc61ff8246539523018574070a6c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0885239 Aug 10 03:18:49.648059 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['8ae78a21-c3d9-4362-a5cf-b8076ddbcadc'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:18:49.685832 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-eec575ed-0e91-4a4e-985d-8231d0debdc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:49.686306 n-d-768862-13 neutron-server[94260]: INFO neutron.db.segments_db [None req-eec575ed-0e91-4a4e-985d-8231d0debdc3 admin admin] Added segment 6b274d3c-16a2-4675-83d6-59ac2e6fad5a of type vlan for network 21e34702-3ebc-4f98-950c-73f679aca894 Aug 10 03:18:49.726742 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec575ed-0e91-4a4e-985d-8231d0debdc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab895e3-0a61-4be8-b639-c50c93bd5fb7,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:49.770167 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-3bef4af1-0985-45e7-a9a6-bb78c18a4dc9 req-a3a42a78-5d03-4092-bbe6-10a37e0235fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfebd0a4-3c3d-4a7d-adda-1c5fc20a27e8 {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:18:49.785881 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-3bef4af1-0985-45e7-a9a6-bb78c18a4dc9 req-a3a42a78-5d03-4092-bbe6-10a37e0235fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:49.800849 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-eec575ed-0e91-4a4e-985d-8231d0debdc3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:49.824944 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-3bef4af1-0985-45e7-a9a6-bb78c18a4dc9 req-a3a42a78-5d03-4092-bbe6-10a37e0235fe service neutron] Transition to ACTIVE for port object bfebd0a4-3c3d-4a7d-adda-1c5fc20a27e8 will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:18:49.842726 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d2d8ab-86aa-4f34-96d3-d0eb31e5e273 req-9b4908d7-ddf4-4f66-bb2e-e2bd0d6adcbc tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:49.844304 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-41d2d8ab-86aa-4f34-96d3-d0eb31e5e273 req-9b4908d7-ddf4-4f66-bb2e-e2bd0d6adcbc tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/ports?device_id=b73dd188-4fb4-4114-9298-c13ccaeff414 HTTP/1.1" status: 200 len: 932 time: 0.1767967 Aug 10 03:18:49.848206 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-3bef4af1-0985-45e7-a9a6-bb78c18a4dc9 req-a3a42a78-5d03-4092-bbe6-10a37e0235fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:50.044706 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a5e49058-234e-4fb0-b668-88c1aa9560f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-522536'] for router_interface, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:50.048569 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a42a78-5d03-4092-bbe6-10a37e0235fe service neutron] Pushing event updated for resources: {'Port': ['ID=bfebd0a4-3c3d-4a7d-adda-1c5fc20a27e8,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:50.069083 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-eec575ed-0e91-4a4e-985d-8231d0debdc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:50.073870 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec575ed-0e91-4a4e-985d-8231d0debdc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:50.078006 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-eec575ed-0e91-4a4e-985d-8231d0debdc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:50.120260 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-41d2d8ab-86aa-4f34-96d3-d0eb31e5e273 req-ac9e028f-e3a8-4317-a75e-291ba2a32751 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/security-groups?id=58160609-a8c2-4b15-a3de-467e7dbbc834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595594 Aug 10 03:18:50.344414 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-63964c95-9266-4191-a075-bc4249f35423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:50.400267 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63964c95-9266-4191-a075-bc4249f35423 admin admin] Pushing event deleted for resources: {'Port': ['ID=52b014cb-961f-494c-a480-b9919c077511,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:50.454425 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27abf979-2fe4-4cca-b2ad-e641c094a26d req-f1a4a91c-5b24-47ad-933f-ba4404733224 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:50.457360 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-27abf979-2fe4-4cca-b2ad-e641c094a26d req-f1a4a91c-5b24-47ad-933f-ba4404733224 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] 10.222.0.61 "GET /v2.0/networks?id=74f4a974-f99a-4119-bc18-e2cde5c7f547 HTTP/1.1" status: 200 len: 821 time: 0.3530521 Aug 10 03:18:50.531887 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-27abf979-2fe4-4cca-b2ad-e641c094a26d req-26b1ffc2-2ed6-465d-861c-51a076b3d570 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Request body: {'port': {'device_id': '7e78dc3b-2e4f-4cff-a9d7-a5f39528a068', 'network_id': '74f4a974-f99a-4119-bc18-e2cde5c7f547', 'admin_state_up': True, 'tenant_id': '3e3d75d4f3e64842afe526c7ebf13c9e'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:18:50.816752 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-eec575ed-0e91-4a4e-985d-8231d0debdc3 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.6716456 Aug 10 03:18:50.824274 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 50274) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:50.835467 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-5faf5992-805d-4bc1-89f2-81e765aea4ee admin admin] Request body: {'subnet': {'network_id': '21e34702-3ebc-4f98-950c-73f679aca894', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-599788400-subnet', 'tenant_id': '2c30fe072e6e426e933ad373f7fb486f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:18:50.849703 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-48e63080-6c27-4da9-976b-c63f1f8646b1 req-422d20f0-f127-4207-bf29-7ea9fe36b6a6 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e78dc3b-2e4f-4cff-a9d7-a5f39528a068 HTTP/1.1" status: 200 len: 210 time: 0.6386285 Aug 10 03:18:50.855629 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1dead326-a2f6-4971-8ac7-1f6a2c666282 req-fe995945-bc0a-4e4b-9a85-d14edb155568 tempest-TenantUsagesTestJSON-1736239320 tempest-TenantUsagesTestJSON-1736239320-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ac5862c-26f0-447e-9842-a97346802675 HTTP/1.1" status: 200 len: 210 time: 0.6406825 Aug 10 03:18:50.887138 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5faf5992-805d-4bc1-89f2-81e765aea4ee admin admin] Made reservation on behalf of 2c30fe072e6e426e933ad373f7fb486f for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:18:50.894244 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5faf5992-805d-4bc1-89f2-81e765aea4ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:50.900656 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 8ae78a21-c3d9-4362-a5cf-b8076ddbcadc up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:18:50.907263 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec575ed-0e91-4a4e-985d-8231d0debdc3 admin admin] Pushing event updated for resources: {'Network': ['ID=21e34702-3ebc-4f98-950c-73f679aca894,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:50.932878 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 21e34702-3ebc-4f98-950c-73f679aca894 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:18:51.034977 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-3bef4af1-0985-45e7-a9a6-bb78c18a4dc9 req-a3a42a78-5d03-4092-bbe6-10a37e0235fe service neutron] Attempting to bind port bfebd0a4-3c3d-4a7d-adda-1c5fc20a27e8 on host n-h2-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:18:51.035319 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-3bef4af1-0985-45e7-a9a6-bb78c18a4dc9 req-a3a42a78-5d03-4092-bbe6-10a37e0235fe service neutron] Attempting to bind port bfebd0a4-3c3d-4a7d-adda-1c5fc20a27e8 by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': 'bb5826fd-13f9-4737-be5f-46ce38ebd549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd1e68237-a664-422b-b005-d5e450d45372'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:18:51.035655 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bef4af1-0985-45e7-a9a6-bb78c18a4dc9 req-a3a42a78-5d03-4092-bbe6-10a37e0235fe service neutron] Attempting to bind port bfebd0a4-3c3d-4a7d-adda-1c5fc20a27e8 on network d1e68237-a664-422b-b005-d5e450d45372 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:18:51.051030 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning for port 8ae78a21-c3d9-4362-a5cf-b8076ddbcadc completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:18:51.051569 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85910ca9-231f-46b3-87e7-a3de6af91f77 req-15ccbd4a-f496-4f31-a4fb-3cd977d9350c tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:51.061587 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-85910ca9-231f-46b3-87e7-a3de6af91f77 req-15ccbd4a-f496-4f31-a4fb-3cd977d9350c tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/ports?device_id=c571b26b-2cbf-4cae-a1f3-604c9552c98b HTTP/1.1" status: 200 len: 944 time: 0.0977960 Aug 10 03:18:51.063629 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27abf979-2fe4-4cca-b2ad-e641c094a26d req-26b1ffc2-2ed6-465d-861c-51a076b3d570 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Made reservation on behalf of 3e3d75d4f3e64842afe526c7ebf13c9e for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:18:51.064378 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bef4af1-0985-45e7-a9a6-bb78c18a4dc9 req-a3a42a78-5d03-4092-bbe6-10a37e0235fe service neutron] Port bfebd0a4-3c3d-4a7d-adda-1c5fc20a27e8 on network d1e68237-a664-422b-b005-d5e450d45372 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:18:51.064707 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bef4af1-0985-45e7-a9a6-bb78c18a4dc9 req-a3a42a78-5d03-4092-bbe6-10a37e0235fe service neutron] Attempting to bind port bfebd0a4-3c3d-4a7d-adda-1c5fc20a27e8 on network d1e68237-a664-422b-b005-d5e450d45372 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:18:51.067246 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-27abf979-2fe4-4cca-b2ad-e641c094a26d req-26b1ffc2-2ed6-465d-861c-51a076b3d570 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:51.092993 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bef4af1-0985-45e7-a9a6-bb78c18a4dc9 req-a3a42a78-5d03-4092-bbe6-10a37e0235fe service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:18:51.093422 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bef4af1-0985-45e7-a9a6-bb78c18a4dc9 req-a3a42a78-5d03-4092-bbe6-10a37e0235fe service neutron] Checking segment: {'id': 'bb5826fd-13f9-4737-be5f-46ce38ebd549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd1e68237-a664-422b-b005-d5e450d45372'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:18:51.093808 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port 8ae78a21-c3d9-4362-a5cf-b8076ddbcadc triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:18:51.094416 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:51.095960 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bef4af1-0985-45e7-a9a6-bb78c18a4dc9 req-a3a42a78-5d03-4092-bbe6-10a37e0235fe service neutron] Bound using segment: {'id': 'bb5826fd-13f9-4737-be5f-46ce38ebd549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd1e68237-a664-422b-b005-d5e450d45372'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:18:51.096934 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-3bef4af1-0985-45e7-a9a6-bb78c18a4dc9 req-a3a42a78-5d03-4092-bbe6-10a37e0235fe service neutron] Bound port: bfebd0a4-3c3d-4a7d-adda-1c5fc20a27e8, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb5826fd-13f9-4737-be5f-46ce38ebd549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd1e68237-a664-422b-b005-d5e450d45372'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:18:51.097571 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-3bef4af1-0985-45e7-a9a6-bb78c18a4dc9 req-a3a42a78-5d03-4092-bbe6-10a37e0235fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:51.134088 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5e49058-234e-4fb0-b668-88c1aa9560f1 admin admin] Router d8eca9ff-6473-42c8-8c88-8818f6f62fef has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:18:51.174116 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-63964c95-9266-4191-a075-bc4249f35423 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-522536'] for router_interface, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:51.175102 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-85910ca9-231f-46b3-87e7-a3de6af91f77 req-4f3f02bc-3817-496e-a61e-99063fea7149 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/security-groups?id=e00a7564-e56b-4b7f-b179-f193e5160bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053557 Aug 10 03:18:51.216819 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-3bef4af1-0985-45e7-a9a6-bb78c18a4dc9 req-a3a42a78-5d03-4092-bbe6-10a37e0235fe service neutron] For port bfebd0a4-3c3d-4a7d-adda-1c5fc20a27e8, host n-h2-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:18:51.220941 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-3bef4af1-0985-45e7-a9a6-bb78c18a4dc9 req-a3a42a78-5d03-4092-bbe6-10a37e0235fe service neutron] For port bfebd0a4-3c3d-4a7d-adda-1c5fc20a27e8, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=bfebd0a4-3c3d-4a7d-adda-1c5fc20a27e8,segment=NetworkSegment(bb5826fd-13f9-4737-be5f-46ce38ebd549),segment_id=bb5826fd-13f9-4737-be5f-46ce38ebd549)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:18:51.246217 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-3bef4af1-0985-45e7-a9a6-bb78c18a4dc9 req-a3a42a78-5d03-4092-bbe6-10a37e0235fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:51.313012 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:51.351804 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-6eeb1130-ff43-4a93-8a2c-0dbe20bf6ea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:51.357462 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bef4af1-0985-45e7-a9a6-bb78c18a4dc9 req-a3a42a78-5d03-4092-bbe6-10a37e0235fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:51.358628 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-3bef4af1-0985-45e7-a9a6-bb78c18a4dc9 req-a3a42a78-5d03-4092-bbe6-10a37e0235fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:51.360421 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3bef4af1-0985-45e7-a9a6-bb78c18a4dc9 req-a3a42a78-5d03-4092-bbe6-10a37e0235fe service neutron] 10.222.0.61 "PUT /v2.0/ports/bfebd0a4-3c3d-4a7d-adda-1c5fc20a27e8 HTTP/1.1" status: 200 len: 1093 time: 3.1172476 Aug 10 03:18:51.363177 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c571b26b-2cbf-4cae-a1f3-604c9552c98b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ae78a21-c3d9-4362-a5cf-b8076ddbcadc'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:18:51.366331 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b73dd188-4fb4-4114-9298-c13ccaeff414', 'tag': 'bfebd0a4-3c3d-4a7d-adda-1c5fc20a27e8'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:18:51.366579 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d96def4b-5d11-41b8-8da9-1fad752f9f7d" -d '{"events": [{"server_uuid": "c571b26b-2cbf-4cae-a1f3-604c9552c98b", "name": "network-vif-plugged", "status": "completed", "tag": "8ae78a21-c3d9-4362-a5cf-b8076ddbcadc"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:18:51.386536 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 8ae78a21-c3d9-4362-a5cf-b8076ddbcadc, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=8ae78a21-c3d9-4362-a5cf-b8076ddbcadc,segment=NetworkSegment(7ed85737-71ac-4d44-addd-a974f87ebbbf),segment_id=7ed85737-71ac-4d44-addd-a974f87ebbbf)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:51.398540 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:51.407729 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9393cc5-1134-4473-9b0c-1bb99be39a00" -d '{"events": [{"name": "network-changed", "server_uuid": "b73dd188-4fb4-4114-9298-c13ccaeff414", "tag": "bfebd0a4-3c3d-4a7d-adda-1c5fc20a27e8"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:18:51.499636 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=8ae78a21-c3d9-4362-a5cf-b8076ddbcadc,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:51.504227 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3efe8d0d-2368-4637-9f8c-0af3c1aa0e4f x-openstack-request-id: req-3efe8d0d-2368-4637-9f8c-0af3c1aa0e4f {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:18:51.504569 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c571b26b-2cbf-4cae-a1f3-604c9552c98b", "name": "network-vif-plugged", "status": "completed", "tag": "8ae78a21-c3d9-4362-a5cf-b8076ddbcadc", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:18:51.504859 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3efe8d0d-2368-4637-9f8c-0af3c1aa0e4f {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:18:51.505444 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c571b26b-2cbf-4cae-a1f3-604c9552c98b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ae78a21-c3d9-4362-a5cf-b8076ddbcadc', 'code': 200} Aug 10 03:18:51.526158 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5e49058-234e-4fb0-b668-88c1aa9560f1 admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:18:51.537535 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febea9fc-5bdb-4a5f-ade2-714cfc6c653a None None] Sync routers for ids ['d8eca9ff-6473-42c8-8c88-8818f6f62fef'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:18:51.555039 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febea9fc-5bdb-4a5f-ade2-714cfc6c653a None None] Routers {'d8eca9ff-6473-42c8-8c88-8818f6f62fef'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:18:51.556121 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a42a78-5d03-4092-bbe6-10a37e0235fe service neutron] Pushing event updated for resources: {'Port': ['ID=bfebd0a4-3c3d-4a7d-adda-1c5fc20a27e8,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:51.557554 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-febea9fc-5bdb-4a5f-ade2-714cfc6c653a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:18:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['d8eca9ff-6473-42c8-8c88-8818f6f62fef'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:51.573816 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a48dfa-420b-4424-82a9-bbcd0c3b4264 x-openstack-request-id: req-14a48dfa-420b-4424-82a9-bbcd0c3b4264 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:18:51.574048 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b73dd188-4fb4-4114-9298-c13ccaeff414", "tag": "bfebd0a4-3c3d-4a7d-adda-1c5fc20a27e8", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:18:51.574727 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-14a48dfa-420b-4424-82a9-bbcd0c3b4264 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:18:51.575133 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b73dd188-4fb4-4114-9298-c13ccaeff414', 'tag': 'bfebd0a4-3c3d-4a7d-adda-1c5fc20a27e8', 'status': 'completed', 'code': 200} Aug 10 03:18:51.587623 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d836ed6-a97f-48a1-80f3-df31a4881dd1 req-c4bd561e-fe42-49ef-bc63-67a4b83265ac tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:51.588482 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a5e49058-234e-4fb0-b668-88c1aa9560f1 admin admin] 10.222.0.44 "PUT /v2.0/routers/d8eca9ff-6473-42c8-8c88-8818f6f62fef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8609319 Aug 10 03:18:51.600259 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6d836ed6-a97f-48a1-80f3-df31a4881dd1 req-c4bd561e-fe42-49ef-bc63-67a4b83265ac tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/ports?device_id=b73dd188-4fb4-4114-9298-c13ccaeff414 HTTP/1.1" status: 200 len: 944 time: 0.2955217 Aug 10 03:18:51.605122 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 50294) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:51.687365 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [req-27abf979-2fe4-4cca-b2ad-e641c094a26d req-26b1ffc2-2ed6-465d-861c-51a076b3d570 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Allocated IP 172.20.0.3 (74f4a974-f99a-4119-bc18-e2cde5c7f547/5e21d815-4ed0-4b72-b9d1-a86f2421884d/bcbb6ef7-b87c-4865-a920-cfc76d70d765) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:18:51.704531 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bef4af1-0985-45e7-a9a6-bb78c18a4dc9 req-bd8d2d66-10f6-4685-917a-c4956cadd77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:51.708497 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3bef4af1-0985-45e7-a9a6-bb78c18a4dc9 req-bd8d2d66-10f6-4685-917a-c4956cadd77f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7bdabbcb1a36419b89901e40f3363396&device_id=b73dd188-4fb4-4114-9298-c13ccaeff414 HTTP/1.1" status: 200 len: 1096 time: 0.2916877 Aug 10 03:18:51.758827 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-febea9fc-5bdb-4a5f-ade2-714cfc6c653a None None] Set router d8eca9ff-6473-42c8-8c88-8818f6f62fef gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:18:51.762809 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05352b8-2af7-499f-b519-2fe42f355933 req-feb3ee36-aed2-4e6f-8c4a-f32b2a0bab27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:51.764474 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-a05352b8-2af7-499f-b519-2fe42f355933 req-feb3ee36-aed2-4e6f-8c4a-f32b2a0bab27 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c571b26b-2cbf-4cae-a1f3-604c9552c98b HTTP/1.1" status: 200 len: 1097 time: 0.1608062 Aug 10 03:18:51.817774 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3bef4af1-0985-45e7-a9a6-bb78c18a4dc9 req-8784823f-d28c-4ea9-8dbc-9deed77f4f6f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bfebd0a4-3c3d-4a7d-adda-1c5fc20a27e8 HTTP/1.1" status: 200 len: 217 time: 0.0982187 Aug 10 03:18:51.906838 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-a05352b8-2af7-499f-b519-2fe42f355933 req-a5e77a9a-f166-4f60-a156-b2062cbc7735 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e00a7564-e56b-4b7f-b179-f193e5160bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303823 Aug 10 03:18:51.945482 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5faf5992-805d-4bc1-89f2-81e765aea4ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:52.031167 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6d836ed6-a97f-48a1-80f3-df31a4881dd1 req-65b92dd9-2448-4286-861c-1e3ef7799504 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/security-groups?id=58160609-a8c2-4b15-a3de-467e7dbbc834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4246655 Aug 10 03:18:52.033043 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-febea9fc-5bdb-4a5f-ade2-714cfc6c653a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8eca9ff-6473-42c8-8c88-8818f6f62fef', 'name': 'tempest-FloatingIPsNegativeTestJSON-1499024546-router', 'tenant_id': 'd9cb32d8e12a4e1e8e691f357826a371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '6bf17c94-c405-48bf-9237-e5d02b6bef86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:18:29Z', 'updated_at': '2021-08-10T03:18:49Z', 'revision_number': 5, 'project_id': 'd9cb32d8e12a4e1e8e691f357826a371', 'gw_port': {'id': '6bf17c94-c405-48bf-9237-e5d02b6bef86', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8eca9ff-6473-42c8-8c88-8818f6f62fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:31Z', 'updated_at': '2021-08-10T03:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:52.034781 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bef4af1-0985-45e7-a9a6-bb78c18a4dc9 req-7350e108-75ed-4dbc-8405-36fd40091506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:52.036511 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3bef4af1-0985-45e7-a9a6-bb78c18a4dc9 req-7350e108-75ed-4dbc-8405-36fd40091506 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=31ffc495-0d57-4c63-9695-aba9cef6afdd HTTP/1.1" status: 200 len: 844 time: 0.2080114 Aug 10 03:18:52.085590 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faf5992-805d-4bc1-89f2-81e765aea4ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d687c81-9f2f-4373-9613-730acb6f8b21,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:52.107153 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febea9fc-5bdb-4a5f-ade2-714cfc6c653a None None] Checking router: d8eca9ff-6473-42c8-8c88-8818f6f62fef for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:18:52.132403 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febea9fc-5bdb-4a5f-ade2-714cfc6c653a None None] Routers {'d8eca9ff-6473-42c8-8c88-8818f6f62fef'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:18:52.133061 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-febea9fc-5bdb-4a5f-ade2-714cfc6c653a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:18:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['d8eca9ff-6473-42c8-8c88-8818f6f62fef'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:52.138467 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6ae8e3eb-2b6f-4ca5-9c51-30d411404620 req-bb74a24f-262c-4710-a38b-a618b004ee9e tempest-TenantUsagesTestJSON-1736239320 tempest-TenantUsagesTestJSON-1736239320-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=fbefbc61ff8246539523018574070a6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2947757 Aug 10 03:18:52.166876 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63964c95-9266-4191-a075-bc4249f35423 admin admin] Router 2a1da7ca-ac49-4d2c-87ef-385d904e71a5 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:18:52.177151 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7a9fabcb-2b6f-4b58-ab6b-75ededb60338 req-622ae2c9-220b-46dd-b3eb-b07f01e74b88 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e78dc3b-2e4f-4cff-a9d7-a5f39528a068 HTTP/1.1" status: 200 len: 210 time: 0.1363168 Aug 10 03:18:52.179098 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3bef4af1-0985-45e7-a9a6-bb78c18a4dc9 req-61590ad7-2acd-450a-8aa5-4f91221ca7bc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d1e68237-a664-422b-b005-d5e450d45372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757012 Aug 10 03:18:52.238085 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5faf5992-805d-4bc1-89f2-81e765aea4ee admin admin] Checking segment: {'id': '6b274d3c-16a2-4675-83d6-59ac2e6fad5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '21e34702-3ebc-4f98-950c-73f679aca894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:18:52.238611 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5faf5992-805d-4bc1-89f2-81e765aea4ee admin admin] Network hostable DHCP agents. Network: 21e34702-3ebc-4f98-950c-73f679aca894, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:18:52.291114 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-27abf979-2fe4-4cca-b2ad-e641c094a26d req-26b1ffc2-2ed6-465d-861c-51a076b3d570 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:52.318027 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae8e3eb-2b6f-4ca5-9c51-30d411404620 req-0f97c292-f55b-4ecf-a8aa-35c4d5607fb5 tempest-TenantUsagesTestJSON-1736239320 tempest-TenantUsagesTestJSON-1736239320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:52.319580 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6ae8e3eb-2b6f-4ca5-9c51-30d411404620 req-0f97c292-f55b-4ecf-a8aa-35c4d5607fb5 tempest-TenantUsagesTestJSON-1736239320 tempest-TenantUsagesTestJSON-1736239320-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1460385 Aug 10 03:18:52.326640 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5faf5992-805d-4bc1-89f2-81e765aea4ee admin admin] Network 21e34702-3ebc-4f98-950c-73f679aca894 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:18:52.329420 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-febea9fc-5bdb-4a5f-ade2-714cfc6c653a None None] Set router d8eca9ff-6473-42c8-8c88-8818f6f62fef gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:18:52.331739 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [req-27abf979-2fe4-4cca-b2ad-e641c094a26d req-26b1ffc2-2ed6-465d-861c-51a076b3d570 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Transition to ACTIVE for port object bcbb6ef7-b87c-4865-a920-cfc76d70d765 will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:18:52.413140 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-5faf5992-805d-4bc1-89f2-81e765aea4ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 21e34702-3ebc-4f98-950c-73f679aca894) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:18:52.421937 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3bef4af1-0985-45e7-a9a6-bb78c18a4dc9 req-ebe1bfee-eed6-4f41-8936-de9d386fc690 service neutron] 10.222.0.61 "GET /v2.0/networks/d1e68237-a664-422b-b005-d5e450d45372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982594 Aug 10 03:18:52.440315 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0b3240b6-0939-4655-a189-51fbc95243dd admin admin] Notify callbacks [] for router, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:52.445244 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5faf5992-805d-4bc1-89f2-81e765aea4ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:52.445970 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5faf5992-805d-4bc1-89f2-81e765aea4ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:52.447126 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-6ae8e3eb-2b6f-4ca5-9c51-30d411404620 req-303daab2-36f9-47d1-b8e3-55a95a537d06 tempest-TenantUsagesTestJSON-1736239320 tempest-TenantUsagesTestJSON-1736239320-project] Request body: {'port': {'device_id': '9ac5862c-26f0-447e-9842-a97346802675', 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721', 'admin_state_up': True, 'tenant_id': 'fbefbc61ff8246539523018574070a6c'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:18:52.459883 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c94e2c-305b-4abf-868c-e1cffe32030b None None] Network 21e34702-3ebc-4f98-950c-73f679aca894 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:18:52.463824 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-aa5428fe-ea28-46ce-93d4-fa196633bdd8 req-7d64df9d-9510-41d6-bcc3-48608b29ae55 tempest-TenantUsagesTestJSON-1736239320 tempest-TenantUsagesTestJSON-1736239320-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ac5862c-26f0-447e-9842-a97346802675 HTTP/1.1" status: 200 len: 210 time: 0.2878351 Aug 10 03:18:52.524665 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63964c95-9266-4191-a075-bc4249f35423 admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:18:52.532309 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-5faf5992-805d-4bc1-89f2-81e765aea4ee admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7039189 Aug 10 03:18:52.534932 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 50314) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:52.541360 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a6f0cb-0ad8-4022-9c39-1df3cd492fdb None None] Sync routers for ids ['2a1da7ca-ac49-4d2c-87ef-385d904e71a5'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:18:52.545900 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-63964c95-9266-4191-a075-bc4249f35423 admin admin] 10.222.0.44 "PUT /v2.0/routers/2a1da7ca-ac49-4d2c-87ef-385d904e71a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4145439 Aug 10 03:18:52.552985 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-ad794214-f360-44dd-84ca-4eec8d8c66a3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-599788400-router', 'tenant_id': '2c30fe072e6e426e933ad373f7fb486f', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:18:52.556915 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a6f0cb-0ad8-4022-9c39-1df3cd492fdb None None] Routers {'2a1da7ca-ac49-4d2c-87ef-385d904e71a5'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:18:52.557734 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-20a6f0cb-0ad8-4022-9c39-1df3cd492fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:18:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['2a1da7ca-ac49-4d2c-87ef-385d904e71a5'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:52.566783 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 50316) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:52.590089 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-27abf979-2fe4-4cca-b2ad-e641c094a26d req-26b1ffc2-2ed6-465d-861c-51a076b3d570 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:52.659462 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27abf979-2fe4-4cca-b2ad-e641c094a26d req-26b1ffc2-2ed6-465d-861c-51a076b3d570 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Network 74f4a974-f99a-4119-bc18-e2cde5c7f547 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:18:52.666119 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [req-27abf979-2fe4-4cca-b2ad-e641c094a26d req-26b1ffc2-2ed6-465d-861c-51a076b3d570 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:18:52.673849 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-27abf979-2fe4-4cca-b2ad-e641c094a26d req-26b1ffc2-2ed6-465d-861c-51a076b3d570 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:18:52.687564 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ad794214-f360-44dd-84ca-4eec8d8c66a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:52.688884 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ad794214-f360-44dd-84ca-4eec8d8c66a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:52.734860 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-48e09162-0c40-4517-81aa-27a22545930f admin admin] Notify callbacks [] for router, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:52.740702 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b1ffc2-2ed6-465d-861c-51a076b3d570 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Pushing event updated for resources: {'Port': ['ID=bcbb6ef7-b87c-4865-a920-cfc76d70d765,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:52.747042 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-20a6f0cb-0ad8-4022-9c39-1df3cd492fdb None None] Set router 2a1da7ca-ac49-4d2c-87ef-385d904e71a5 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:18:52.832652 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27abf979-2fe4-4cca-b2ad-e641c094a26d req-26b1ffc2-2ed6-465d-861c-51a076b3d570 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:52.833340 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-27abf979-2fe4-4cca-b2ad-e641c094a26d req-26b1ffc2-2ed6-465d-861c-51a076b3d570 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:52.892135 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ad794214-f360-44dd-84ca-4eec8d8c66a3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:52.913044 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-27abf979-2fe4-4cca-b2ad-e641c094a26d req-26b1ffc2-2ed6-465d-861c-51a076b3d570 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3915019 Aug 10 03:18:53.046344 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['b2b84321-c0a3-4eb5-9d0d-738f1741ff7d'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:18:53.061912 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf90c6-73bb-4fac-9151-917857ecf810 req-036d98e8-f68a-45b0-b5c4-9f78f7de6003 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:53.069278 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-27abf979-2fe4-4cca-b2ad-e641c094a26d req-1c65767e-a834-4947-93e1-893eac5bed59 service neutron] Request body: {'port': {'device_id': '7e78dc3b-2e4f-4cff-a9d7-a5f39528a068', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-13'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:18:53.071221 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-27cf90c6-73bb-4fac-9151-917857ecf810 req-036d98e8-f68a-45b0-b5c4-9f78f7de6003 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/ports?device_id=c571b26b-2cbf-4cae-a1f3-604c9552c98b HTTP/1.1" status: 200 len: 945 time: 0.6340516 Aug 10 03:18:53.098491 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3bef4af1-0985-45e7-a9a6-bb78c18a4dc9 req-9156b45d-220d-41ea-be17-c5b365e7b6ac service neutron] 10.222.0.61 "GET /v2.0/networks/d1e68237-a664-422b-b005-d5e450d45372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6551096 Aug 10 03:18:53.114754 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0b3240b6-0939-4655-a189-51fbc95243dd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:53.146675 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ae8e3eb-2b6f-4ca5-9c51-30d411404620 req-303daab2-36f9-47d1-b8e3-55a95a537d06 tempest-TenantUsagesTestJSON-1736239320 tempest-TenantUsagesTestJSON-1736239320-project] Made reservation on behalf of fbefbc61ff8246539523018574070a6c for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:18:53.150852 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-6ae8e3eb-2b6f-4ca5-9c51-30d411404620 req-303daab2-36f9-47d1-b8e3-55a95a537d06 tempest-TenantUsagesTestJSON-1736239320 tempest-TenantUsagesTestJSON-1736239320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:53.158342 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-48e09162-0c40-4517-81aa-27a22545930f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:53.237232 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-27cf90c6-73bb-4fac-9151-917857ecf810 req-8d55ea2d-4c77-49dd-9152-8b4f9101f6a8 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/security-groups?id=e00a7564-e56b-4b7f-b179-f193e5160bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603220 Aug 10 03:18:53.246318 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-6ae8e3eb-2b6f-4ca5-9c51-30d411404620 req-303daab2-36f9-47d1-b8e3-55a95a537d06 tempest-TenantUsagesTestJSON-1736239320 tempest-TenantUsagesTestJSON-1736239320-project] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:53.315642 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-20a6f0cb-0ad8-4022-9c39-1df3cd492fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1da7ca-ac49-4d2c-87ef-385d904e71a5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1555949547-router', 'tenant_id': 'a9d9692f94284ab383feb6bc4fe6dbd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'fa1c14b5-1a3e-4a28-86bb-0f1ca36de865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:11:40Z', 'updated_at': '2021-08-10T03:18:50Z', 'revision_number': 5, 'project_id': 'a9d9692f94284ab383feb6bc4fe6dbd1', 'gw_port': {'id': 'fa1c14b5-1a3e-4a28-86bb-0f1ca36de865', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:fb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1da7ca-ac49-4d2c-87ef-385d904e71a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:11:41Z', 'updated_at': '2021-08-10T03:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:53.373729 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4178cbee-0b94-4965-8e9e-70e8ef063fbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-21e34702-3ebc-4f98-950c-73f679aca894', 'network_id': '21e34702-3ebc-4f98-950c-73f679aca894', 'tenant_id': '2c30fe072e6e426e933ad373f7fb486f', 'fixed_ips': [{'subnet_id': '6d687c81-9f2f-4373-9613-730acb6f8b21'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:18:53.374731 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4178cbee-0b94-4965-8e9e-70e8ef063fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:53.432546 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-7cdff0da-f61d-49e3-b147-1ab884f221bd None None] Provisioning for port bcbb6ef7-b87c-4865-a920-cfc76d70d765 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:18:53.447463 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-7cdff0da-f61d-49e3-b147-1ab884f221bd None None] Provisioning complete for port bcbb6ef7-b87c-4865-a920-cfc76d70d765 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:18:53.447928 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-7cdff0da-f61d-49e3-b147-1ab884f221bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:53.475723 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a6f0cb-0ad8-4022-9c39-1df3cd492fdb None None] Checking router: 2a1da7ca-ac49-4d2c-87ef-385d904e71a5 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:18:53.489166 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-7cdff0da-f61d-49e3-b147-1ab884f221bd None None] Port bcbb6ef7-b87c-4865-a920-cfc76d70d765 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:18:53.496089 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a6f0cb-0ad8-4022-9c39-1df3cd492fdb None None] Routers {'2a1da7ca-ac49-4d2c-87ef-385d904e71a5'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:18:53.496915 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-20a6f0cb-0ad8-4022-9c39-1df3cd492fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:18:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['2a1da7ca-ac49-4d2c-87ef-385d904e71a5'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:53.605092 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-20a6f0cb-0ad8-4022-9c39-1df3cd492fdb None None] Set router 2a1da7ca-ac49-4d2c-87ef-385d904e71a5 gateway port host: None {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:18:53.649024 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a562fda0-4bc2-4533-aeb0-87493b810cc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:53.673936 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-febea9fc-5bdb-4a5f-ade2-714cfc6c653a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8eca9ff-6473-42c8-8c88-8818f6f62fef', 'name': 'tempest-FloatingIPsNegativeTestJSON-1499024546-router', 'tenant_id': 'd9cb32d8e12a4e1e8e691f357826a371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '6bf17c94-c405-48bf-9237-e5d02b6bef86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:18:29Z', 'updated_at': '2021-08-10T03:18:49Z', 'revision_number': 5, 'project_id': 'd9cb32d8e12a4e1e8e691f357826a371', 'gw_port': {'id': '6bf17c94-c405-48bf-9237-e5d02b6bef86', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8eca9ff-6473-42c8-8c88-8818f6f62fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:31Z', 'updated_at': '2021-08-10T03:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:53.679616 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-20a6f0cb-0ad8-4022-9c39-1df3cd492fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1da7ca-ac49-4d2c-87ef-385d904e71a5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1555949547-router', 'tenant_id': 'a9d9692f94284ab383feb6bc4fe6dbd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:11:40Z', 'updated_at': '2021-08-10T03:18:53Z', 'revision_number': 6, 'project_id': 'a9d9692f94284ab383feb6bc4fe6dbd1', 'gw_port_host': None}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:53.711392 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febea9fc-5bdb-4a5f-ade2-714cfc6c653a None None] The sync data for ids ['d8eca9ff-6473-42c8-8c88-8818f6f62fef'] in n-d-768862-13 is: [{'id': 'd8eca9ff-6473-42c8-8c88-8818f6f62fef', 'name': 'tempest-FloatingIPsNegativeTestJSON-1499024546-router', 'tenant_id': 'd9cb32d8e12a4e1e8e691f357826a371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '6bf17c94-c405-48bf-9237-e5d02b6bef86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:18:29Z', 'updated_at': '2021-08-10T03:18:49Z', 'revision_number': 5, 'project_id': 'd9cb32d8e12a4e1e8e691f357826a371', 'gw_port': {'id': '6bf17c94-c405-48bf-9237-e5d02b6bef86', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8eca9ff-6473-42c8-8c88-8818f6f62fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:31Z', 'updated_at': '2021-08-10T03:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:18:53.720642 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a6f0cb-0ad8-4022-9c39-1df3cd492fdb None None] The sync data for ids ['2a1da7ca-ac49-4d2c-87ef-385d904e71a5'] in n-d-768862-13 is: [{'id': '2a1da7ca-ac49-4d2c-87ef-385d904e71a5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1555949547-router', 'tenant_id': 'a9d9692f94284ab383feb6bc4fe6dbd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:11:40Z', 'updated_at': '2021-08-10T03:18:53Z', 'revision_number': 6, 'project_id': 'a9d9692f94284ab383feb6bc4fe6dbd1', 'gw_port_host': None}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:18:53.726554 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29a1b85-b252-4bf0-9817-89e83b86f4b1 req-40016179-0942-42bd-a593-3c863b95e69c tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:53.728293 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c29a1b85-b252-4bf0-9817-89e83b86f4b1 req-40016179-0942-42bd-a593-3c863b95e69c tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/ports?device_id=b73dd188-4fb4-4114-9298-c13ccaeff414 HTTP/1.1" status: 200 len: 944 time: 0.4838953 Aug 10 03:18:53.735359 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9393cc5-1134-4473-9b0c-1bb99be39a00 req-2e76757a-7a7f-4adc-9e4c-29f4c271368f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:53.737323 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e9393cc5-1134-4473-9b0c-1bb99be39a00 req-2e76757a-7a7f-4adc-9e4c-29f4c271368f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7bdabbcb1a36419b89901e40f3363396&device_id=b73dd188-4fb4-4114-9298-c13ccaeff414 HTTP/1.1" status: 200 len: 1096 time: 0.4948199 Aug 10 03:18:53.765818 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dd2130-4bde-46c3-ad16-5b1dc7851db1 req-56e5e559-dcd0-4637-8e11-f15a777b7ddb tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:53.777192 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a6dd2130-4bde-46c3-ad16-5b1dc7851db1 req-56e5e559-dcd0-4637-8e11-f15a777b7ddb tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e78dc3b-2e4f-4cff-a9d7-a5f39528a068 HTTP/1.1" status: 200 len: 931 time: 0.3492849 Aug 10 03:18:53.791633 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-4178cbee-0b94-4965-8e9e-70e8ef063fbc None None] Allocated IP 172.20.0.2 (21e34702-3ebc-4f98-950c-73f679aca894/6d687c81-9f2f-4373-9613-730acb6f8b21/7b0b0fd4-5fe5-4053-887b-e9da0a7768be) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:18:53.822789 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-0b3240b6-0939-4655-a189-51fbc95243dd admin admin] Deleting port 6bf17c94-c405-48bf-9237-e5d02b6bef86 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:18:53.823181 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0b3240b6-0939-4655-a189-51fbc95243dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:53.892987 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-48e09162-0c40-4517-81aa-27a22545930f admin admin] Deleting port fa1c14b5-1a3e-4a28-86bb-0f1ca36de865 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:18:53.893379 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-48e09162-0c40-4517-81aa-27a22545930f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:53.908261 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ad794214-f360-44dd-84ca-4eec8d8c66a3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:53.918155 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-27abf979-2fe4-4cca-b2ad-e641c094a26d req-1c65767e-a834-4947-93e1-893eac5bed59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:54.015171 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4178cbee-0b94-4965-8e9e-70e8ef063fbc None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:54.023326 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a6dd2130-4bde-46c3-ad16-5b1dc7851db1 req-d29c3e76-3383-429d-82e7-970ed8e8c8e6 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] 10.222.0.44 "GET /v2.0/security-groups?id=13df5112-4960-49c2-9a4c-57c68a4fb5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430797 Aug 10 03:18:54.031339 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-4178cbee-0b94-4965-8e9e-70e8ef063fbc None None] Transition to ACTIVE for port object 7b0b0fd4-5fe5-4053-887b-e9da0a7768be will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:18:54.056674 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-4178cbee-0b94-4965-8e9e-70e8ef063fbc None None] Transition to ACTIVE for port object 7b0b0fd4-5fe5-4053-887b-e9da0a7768be will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:18:54.084434 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4178cbee-0b94-4965-8e9e-70e8ef063fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:54.179101 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c29a1b85-b252-4bf0-9817-89e83b86f4b1 req-997382c3-d607-4aae-bd7b-11bfe1367824 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/security-groups?id=58160609-a8c2-4b15-a3de-467e7dbbc834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3964739 Aug 10 03:18:54.205598 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4178cbee-0b94-4965-8e9e-70e8ef063fbc None None] Network 21e34702-3ebc-4f98-950c-73f679aca894 is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:18:54.209116 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-4178cbee-0b94-4965-8e9e-70e8ef063fbc None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:18:54.214115 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4178cbee-0b94-4965-8e9e-70e8ef063fbc None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:18:54.216499 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:54.224321 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4178cbee-0b94-4965-8e9e-70e8ef063fbc None None] Pushing event updated for resources: {'Port': ['ID=7b0b0fd4-5fe5-4053-887b-e9da0a7768be,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:54.292019 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-4178cbee-0b94-4965-8e9e-70e8ef063fbc None None] Attempting to bind port 7b0b0fd4-5fe5-4053-887b-e9da0a7768be on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:18:54.292662 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-4178cbee-0b94-4965-8e9e-70e8ef063fbc None None] Attempting to bind port 7b0b0fd4-5fe5-4053-887b-e9da0a7768be by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '6b274d3c-16a2-4675-83d6-59ac2e6fad5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '21e34702-3ebc-4f98-950c-73f679aca894'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:18:54.293122 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4178cbee-0b94-4965-8e9e-70e8ef063fbc None None] Attempting to bind port 7b0b0fd4-5fe5-4053-887b-e9da0a7768be on network 21e34702-3ebc-4f98-950c-73f679aca894 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:18:54.303682 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4178cbee-0b94-4965-8e9e-70e8ef063fbc None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:18:54.304278 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4178cbee-0b94-4965-8e9e-70e8ef063fbc None None] Checking segment: {'id': '6b274d3c-16a2-4675-83d6-59ac2e6fad5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '21e34702-3ebc-4f98-950c-73f679aca894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:18:54.304746 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4178cbee-0b94-4965-8e9e-70e8ef063fbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:54.305201 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4178cbee-0b94-4965-8e9e-70e8ef063fbc None None] Bound using segment: {'id': '6b274d3c-16a2-4675-83d6-59ac2e6fad5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '21e34702-3ebc-4f98-950c-73f679aca894'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:18:54.306001 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-4178cbee-0b94-4965-8e9e-70e8ef063fbc None None] Bound port: 7b0b0fd4-5fe5-4053-887b-e9da0a7768be, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b274d3c-16a2-4675-83d6-59ac2e6fad5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '21e34702-3ebc-4f98-950c-73f679aca894'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:18:54.306188 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4178cbee-0b94-4965-8e9e-70e8ef063fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:54.455592 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-4178cbee-0b94-4965-8e9e-70e8ef063fbc None None] For port 7b0b0fd4-5fe5-4053-887b-e9da0a7768be, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:18:54.459132 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-4178cbee-0b94-4965-8e9e-70e8ef063fbc None None] For port 7b0b0fd4-5fe5-4053-887b-e9da0a7768be, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=7b0b0fd4-5fe5-4053-887b-e9da0a7768be,segment=NetworkSegment(6b274d3c-16a2-4675-83d6-59ac2e6fad5a),segment_id=6b274d3c-16a2-4675-83d6-59ac2e6fad5a)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:18:54.469901 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4178cbee-0b94-4965-8e9e-70e8ef063fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:54.519436 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-6ae8e3eb-2b6f-4ca5-9c51-30d411404620 req-303daab2-36f9-47d1-b8e3-55a95a537d06 tempest-TenantUsagesTestJSON-1736239320 tempest-TenantUsagesTestJSON-1736239320-project] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:54.555391 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9393cc5-1134-4473-9b0c-1bb99be39a00 req-16b3ebe9-d9c9-4806-b164-a9c66e2e0305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:54.556920 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e9393cc5-1134-4473-9b0c-1bb99be39a00 req-16b3ebe9-d9c9-4806-b164-a9c66e2e0305 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d1e68237-a664-422b-b005-d5e450d45372 HTTP/1.1" status: 200 len: 904 time: 0.7764184 Aug 10 03:18:54.560048 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8cfe57a5-86a0-4bf9-a8e0-a10f853b31c2 req-b0a5b964-bb79-4e7a-9edf-0223ab07acdb tempest-TenantUsagesTestJSON-1736239320 tempest-TenantUsagesTestJSON-1736239320-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ac5862c-26f0-447e-9842-a97346802675 HTTP/1.1" status: 200 len: 210 time: 0.2175326 Aug 10 03:18:54.560821 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [None req-0b3240b6-0939-4655-a189-51fbc95243dd admin admin] For port 6bf17c94-c405-48bf-9237-e5d02b6bef86, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=6bf17c94-c405-48bf-9237-e5d02b6bef86,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:54.561194 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0b3240b6-0939-4655-a189-51fbc95243dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:54.622001 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4178cbee-0b94-4965-8e9e-70e8ef063fbc None None] Pushing event updated for resources: {'Port': ['ID=7b0b0fd4-5fe5-4053-887b-e9da0a7768be,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:54.635375 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-6ae8e3eb-2b6f-4ca5-9c51-30d411404620 req-303daab2-36f9-47d1-b8e3-55a95a537d06 tempest-TenantUsagesTestJSON-1736239320 tempest-TenantUsagesTestJSON-1736239320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:54.658605 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [None req-48e09162-0c40-4517-81aa-27a22545930f admin admin] For port fa1c14b5-1a3e-4a28-86bb-0f1ca36de865, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=fa1c14b5-1a3e-4a28-86bb-0f1ca36de865,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:54.659013 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-48e09162-0c40-4517-81aa-27a22545930f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:54.668428 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-0b3240b6-0939-4655-a189-51fbc95243dd admin admin] Calling delete_port for 6bf17c94-c405-48bf-9237-e5d02b6bef86 owned by network:router_gateway {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:18:54.673852 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [req-27abf979-2fe4-4cca-b2ad-e641c094a26d req-1c65767e-a834-4947-93e1-893eac5bed59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcbb6ef7-b87c-4865-a920-cfc76d70d765 {{(pid=94261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:18:54.682927 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-27abf979-2fe4-4cca-b2ad-e641c094a26d req-1c65767e-a834-4947-93e1-893eac5bed59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:54.708511 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [req-27abf979-2fe4-4cca-b2ad-e641c094a26d req-1c65767e-a834-4947-93e1-893eac5bed59 service neutron] Transition to ACTIVE for port object bcbb6ef7-b87c-4865-a920-cfc76d70d765 will not be triggered until provisioned by entity L2. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:18:54.716925 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-27abf979-2fe4-4cca-b2ad-e641c094a26d req-1c65767e-a834-4947-93e1-893eac5bed59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:54.728780 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ad794214-f360-44dd-84ca-4eec8d8c66a3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:54.786798 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ad794214-f360-44dd-84ca-4eec8d8c66a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:54.925004 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c65767e-a834-4947-93e1-893eac5bed59 service neutron] Pushing event updated for resources: {'Port': ['ID=bcbb6ef7-b87c-4865-a920-cfc76d70d765,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:55.021101 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 52b014cb-961f-494c-a480-b9919c077511 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:18:55.033869 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:18:55.074618 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-ad794214-f360-44dd-84ca-4eec8d8c66a3 admin admin] Allocated IP 172.25.6.71 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/0ec146dd-71d3-467f-a213-2b68d819c086) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:18:55.090119 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 52b014cb-961f-494c-a480-b9919c077511 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:18:55.090778 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 52b014cb-961f-494c-a480-b9919c077511 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:18:55.090991 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 899a84fb-ace0-4751-85ef-94fb44d7a7a9 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:18:55.142429 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 899a84fb-ace0-4751-85ef-94fb44d7a7a9 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:18:55.144040 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 899a84fb-ace0-4751-85ef-94fb44d7a7a9 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:18:55.238790 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:55.295053 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-27abf979-2fe4-4cca-b2ad-e641c094a26d req-1c65767e-a834-4947-93e1-893eac5bed59 service neutron] Attempting to bind port bcbb6ef7-b87c-4865-a920-cfc76d70d765 on host n-h2-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:18:55.296646 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-27abf979-2fe4-4cca-b2ad-e641c094a26d req-1c65767e-a834-4947-93e1-893eac5bed59 service neutron] Attempting to bind port bcbb6ef7-b87c-4865-a920-cfc76d70d765 by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': '41256eaa-6121-4e79-be67-f3a23583b6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '74f4a974-f99a-4119-bc18-e2cde5c7f547'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:18:55.296646 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27abf979-2fe4-4cca-b2ad-e641c094a26d req-1c65767e-a834-4947-93e1-893eac5bed59 service neutron] Attempting to bind port bcbb6ef7-b87c-4865-a920-cfc76d70d765 on network 74f4a974-f99a-4119-bc18-e2cde5c7f547 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:18:55.296916 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e9393cc5-1134-4473-9b0c-1bb99be39a00 req-5c535f60-7b96-4b65-b49b-3c2ec3e1a2ce service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bfebd0a4-3c3d-4a7d-adda-1c5fc20a27e8 HTTP/1.1" status: 200 len: 217 time: 0.7088099 Aug 10 03:18:55.307960 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-48e09162-0c40-4517-81aa-27a22545930f admin admin] Calling delete_port for fa1c14b5-1a3e-4a28-86bb-0f1ca36de865 owned by network:router_gateway {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:18:55.318882 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27abf979-2fe4-4cca-b2ad-e641c094a26d req-1c65767e-a834-4947-93e1-893eac5bed59 service neutron] Port bcbb6ef7-b87c-4865-a920-cfc76d70d765 on network 74f4a974-f99a-4119-bc18-e2cde5c7f547 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:18:55.319215 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27abf979-2fe4-4cca-b2ad-e641c094a26d req-1c65767e-a834-4947-93e1-893eac5bed59 service neutron] Attempting to bind port bcbb6ef7-b87c-4865-a920-cfc76d70d765 on network 74f4a974-f99a-4119-bc18-e2cde5c7f547 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:18:55.339028 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27abf979-2fe4-4cca-b2ad-e641c094a26d req-1c65767e-a834-4947-93e1-893eac5bed59 service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:18:55.339416 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27abf979-2fe4-4cca-b2ad-e641c094a26d req-1c65767e-a834-4947-93e1-893eac5bed59 service neutron] Checking segment: {'id': '41256eaa-6121-4e79-be67-f3a23583b6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '74f4a974-f99a-4119-bc18-e2cde5c7f547'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:18:55.342552 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27abf979-2fe4-4cca-b2ad-e641c094a26d req-1c65767e-a834-4947-93e1-893eac5bed59 service neutron] Bound using segment: {'id': '41256eaa-6121-4e79-be67-f3a23583b6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '74f4a974-f99a-4119-bc18-e2cde5c7f547'} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:18:55.342552 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-27abf979-2fe4-4cca-b2ad-e641c094a26d req-1c65767e-a834-4947-93e1-893eac5bed59 service neutron] Bound port: bcbb6ef7-b87c-4865-a920-cfc76d70d765, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41256eaa-6121-4e79-be67-f3a23583b6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '74f4a974-f99a-4119-bc18-e2cde5c7f547'}}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:18:55.342552 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-27abf979-2fe4-4cca-b2ad-e641c094a26d req-1c65767e-a834-4947-93e1-893eac5bed59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:55.400317 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ad794214-f360-44dd-84ca-4eec8d8c66a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:55.443381 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-27abf979-2fe4-4cca-b2ad-e641c094a26d req-1c65767e-a834-4947-93e1-893eac5bed59 service neutron] For port bcbb6ef7-b87c-4865-a920-cfc76d70d765, host n-h2-768862-13, cleared binding levels {{(pid=94261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:18:55.458507 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303daab2-36f9-47d1-b8e3-55a95a537d06 tempest-TenantUsagesTestJSON-1736239320 tempest-TenantUsagesTestJSON-1736239320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf46735-4614-482b-ba87-76b35d97f80f,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:55.469874 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-27abf979-2fe4-4cca-b2ad-e641c094a26d req-1c65767e-a834-4947-93e1-893eac5bed59 service neutron] For port bcbb6ef7-b87c-4865-a920-cfc76d70d765, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=bcbb6ef7-b87c-4865-a920-cfc76d70d765,segment=NetworkSegment(41256eaa-6121-4e79-be67-f3a23583b6a6),segment_id=41256eaa-6121-4e79-be67-f3a23583b6a6)] {{(pid=94261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:18:55.475345 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-27abf979-2fe4-4cca-b2ad-e641c094a26d req-1c65767e-a834-4947-93e1-893eac5bed59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:55.504722 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d180c87-7787-4ef7-b2cd-2ebe6bde7296 req-ddac8a80-cb1c-4a0f-8f74-0841efb78e7c tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:55.514584 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1d180c87-7787-4ef7-b2cd-2ebe6bde7296 req-ddac8a80-cb1c-4a0f-8f74-0841efb78e7c tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/ports?device_id=c571b26b-2cbf-4cae-a1f3-604c9552c98b HTTP/1.1" status: 200 len: 945 time: 1.0664639 Aug 10 03:18:55.520852 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ad794214-f360-44dd-84ca-4eec8d8c66a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:55.523564 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27abf979-2fe4-4cca-b2ad-e641c094a26d req-1c65767e-a834-4947-93e1-893eac5bed59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:55.524191 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-27abf979-2fe4-4cca-b2ad-e641c094a26d req-1c65767e-a834-4947-93e1-893eac5bed59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:55.525669 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-27abf979-2fe4-4cca-b2ad-e641c094a26d req-1c65767e-a834-4947-93e1-893eac5bed59 service neutron] 10.222.0.61 "PUT /v2.0/ports/bcbb6ef7-b87c-4865-a920-cfc76d70d765 HTTP/1.1" status: 200 len: 1092 time: 2.4708102 Aug 10 03:18:55.530941 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e78dc3b-2e4f-4cff-a9d7-a5f39528a068', 'tag': 'bcbb6ef7-b87c-4865-a920-cfc76d70d765'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:18:55.531429 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f9fa42-1e2e-4d8d-b841-680c7e1c0d42" -d '{"events": [{"name": "network-changed", "server_uuid": "7e78dc3b-2e4f-4cff-a9d7-a5f39528a068", "tag": "bcbb6ef7-b87c-4865-a920-cfc76d70d765"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:18:55.562142 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303daab2-36f9-47d1-b8e3-55a95a537d06 tempest-TenantUsagesTestJSON-1736239320 tempest-TenantUsagesTestJSON-1736239320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:55.562569 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303daab2-36f9-47d1-b8e3-55a95a537d06 tempest-TenantUsagesTestJSON-1736239320 tempest-TenantUsagesTestJSON-1736239320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:55.563215 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303daab2-36f9-47d1-b8e3-55a95a537d06 tempest-TenantUsagesTestJSON-1736239320 tempest-TenantUsagesTestJSON-1736239320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:55.563215 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303daab2-36f9-47d1-b8e3-55a95a537d06 tempest-TenantUsagesTestJSON-1736239320 tempest-TenantUsagesTestJSON-1736239320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:55.563595 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303daab2-36f9-47d1-b8e3-55a95a537d06 tempest-TenantUsagesTestJSON-1736239320 tempest-TenantUsagesTestJSON-1736239320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:55.563843 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303daab2-36f9-47d1-b8e3-55a95a537d06 tempest-TenantUsagesTestJSON-1736239320 tempest-TenantUsagesTestJSON-1736239320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:55.564171 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303daab2-36f9-47d1-b8e3-55a95a537d06 tempest-TenantUsagesTestJSON-1736239320 tempest-TenantUsagesTestJSON-1736239320-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:55.564498 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303daab2-36f9-47d1-b8e3-55a95a537d06 tempest-TenantUsagesTestJSON-1736239320 tempest-TenantUsagesTestJSON-1736239320-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:55.564861 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303daab2-36f9-47d1-b8e3-55a95a537d06 tempest-TenantUsagesTestJSON-1736239320 tempest-TenantUsagesTestJSON-1736239320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:55.565257 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303daab2-36f9-47d1-b8e3-55a95a537d06 tempest-TenantUsagesTestJSON-1736239320 tempest-TenantUsagesTestJSON-1736239320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:55.566199 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303daab2-36f9-47d1-b8e3-55a95a537d06 tempest-TenantUsagesTestJSON-1736239320 tempest-TenantUsagesTestJSON-1736239320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:55.566569 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303daab2-36f9-47d1-b8e3-55a95a537d06 tempest-TenantUsagesTestJSON-1736239320 tempest-TenantUsagesTestJSON-1736239320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:55.583217 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad794214-f360-44dd-84ca-4eec8d8c66a3 admin admin] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:18:55.620184 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-ad794214-f360-44dd-84ca-4eec8d8c66a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:18:55.646378 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad794214-f360-44dd-84ca-4eec8d8c66a3 admin admin] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:18:55.685416 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9393cc5-1134-4473-9b0c-1bb99be39a00 req-d55c5652-ca92-4bcd-85a5-0af109017787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:55.686952 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e9393cc5-1134-4473-9b0c-1bb99be39a00 req-d55c5652-ca92-4bcd-85a5-0af109017787 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=31ffc495-0d57-4c63-9695-aba9cef6afdd HTTP/1.1" status: 200 len: 844 time: 0.3432453 Aug 10 03:18:55.702265 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c65767e-a834-4947-93e1-893eac5bed59 service neutron] Pushing event updated for resources: {'Port': ['ID=bcbb6ef7-b87c-4865-a920-cfc76d70d765,revision_number=3']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:55.730802 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2afbd8d-d35c-40ef-8b26-9e79e023bc9b req-8df1d9e6-acfe-4967-874d-e9f028406a46 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:55.732378 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b2afbd8d-d35c-40ef-8b26-9e79e023bc9b req-8df1d9e6-acfe-4967-874d-e9f028406a46 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e78dc3b-2e4f-4cff-a9d7-a5f39528a068 HTTP/1.1" status: 200 len: 943 time: 0.4752803 Aug 10 03:18:55.773487 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad794214-f360-44dd-84ca-4eec8d8c66a3 admin admin] Pushing event updated for resources: {'Port': ['ID=0ec146dd-71d3-467f-a213-2b68d819c086,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:55.781976 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27abf979-2fe4-4cca-b2ad-e641c094a26d req-c48e740a-2b9b-47f9-b190-2526f4511dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:55.784438 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-27abf979-2fe4-4cca-b2ad-e641c094a26d req-c48e740a-2b9b-47f9-b190-2526f4511dab service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3e3d75d4f3e64842afe526c7ebf13c9e&device_id=7e78dc3b-2e4f-4cff-a9d7-a5f39528a068 HTTP/1.1" status: 200 len: 1095 time: 0.1834383 Aug 10 03:18:55.920402 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:55.923902 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e9393cc5-1134-4473-9b0c-1bb99be39a00 req-b434cfdf-7a5b-45ba-9b3e-d9e2c8d4c8d7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d1e68237-a664-422b-b005-d5e450d45372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2247043 Aug 10 03:18:56.001505 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-6ae8e3eb-2b6f-4ca5-9c51-30d411404620 req-303daab2-36f9-47d1-b8e3-55a95a537d06 tempest-TenantUsagesTestJSON-1736239320 tempest-TenantUsagesTestJSON-1736239320-project] Allocated IP 192.168.233.151 (72a4be73-29a1-424c-8690-ecdcf6b06721/60d10164-1dee-4940-9d19-f71e6c18cbc5/eb57f5c3-423d-488a-bd53-ae4f6e654a85) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:18:56.021865 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1d180c87-7787-4ef7-b2cd-2ebe6bde7296 req-dae0fcf2-74fb-4a05-a065-8cf41f93b424 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/security-groups?id=e00a7564-e56b-4b7f-b179-f193e5160bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5012236 Aug 10 03:18:56.132292 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ad794214-f360-44dd-84ca-4eec8d8c66a3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:56.221790 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-27abf979-2fe4-4cca-b2ad-e641c094a26d req-b4a595a3-2b7e-4ad8-8d16-ced9daeac11e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bcbb6ef7-b87c-4865-a920-cfc76d70d765 HTTP/1.1" status: 200 len: 217 time: 0.2685676 Aug 10 03:18:56.232690 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6145084-4266-47cc-a8dd-e063cdf51744 None None] Network 21e34702-3ebc-4f98-950c-73f679aca894 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:18:56.339598 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27abf979-2fe4-4cca-b2ad-e641c094a26d req-0bb3c01c-8ae6-4f6c-9654-e64f2eae2364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:56.341516 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-27abf979-2fe4-4cca-b2ad-e641c094a26d req-0bb3c01c-8ae6-4f6c-9654-e64f2eae2364 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5e21d815-4ed0-4b72-b9d1-a86f2421884d HTTP/1.1" status: 200 len: 860 time: 0.1017942 Aug 10 03:18:56.365949 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-6ae8e3eb-2b6f-4ca5-9c51-30d411404620 req-303daab2-36f9-47d1-b8e3-55a95a537d06 tempest-TenantUsagesTestJSON-1736239320 tempest-TenantUsagesTestJSON-1736239320-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:56.385171 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-6ae8e3eb-2b6f-4ca5-9c51-30d411404620 req-303daab2-36f9-47d1-b8e3-55a95a537d06 tempest-TenantUsagesTestJSON-1736239320 tempest-TenantUsagesTestJSON-1736239320-project] Transition to ACTIVE for port object eb57f5c3-423d-488a-bd53-ae4f6e654a85 will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:18:56.418609 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-fcb395b8-fb4f-4233-a7fd-0babf824f48e None None] Provisioning for port 7b0b0fd4-5fe5-4053-887b-e9da0a7768be completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:18:56.454640 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27abf979-2fe4-4cca-b2ad-e641c094a26d req-831db925-d810-4383-b057-8cc0e6db2a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:56.457307 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-27abf979-2fe4-4cca-b2ad-e641c094a26d req-831db925-d810-4383-b057-8cc0e6db2a77 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=74f4a974-f99a-4119-bc18-e2cde5c7f547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1066735 Aug 10 03:18:56.573236 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-48e09162-0c40-4517-81aa-27a22545930f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:56.577798 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-6ae8e3eb-2b6f-4ca5-9c51-30d411404620 req-303daab2-36f9-47d1-b8e3-55a95a537d06 tempest-TenantUsagesTestJSON-1736239320 tempest-TenantUsagesTestJSON-1736239320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:56.595741 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ad794214-f360-44dd-84ca-4eec8d8c66a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:56.649336 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:56.664185 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ae8e3eb-2b6f-4ca5-9c51-30d411404620 req-303daab2-36f9-47d1-b8e3-55a95a537d06 tempest-TenantUsagesTestJSON-1736239320 tempest-TenantUsagesTestJSON-1736239320-project] Network 72a4be73-29a1-424c-8690-ecdcf6b06721 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:18:56.695498 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-6ae8e3eb-2b6f-4ca5-9c51-30d411404620 req-303daab2-36f9-47d1-b8e3-55a95a537d06 tempest-TenantUsagesTestJSON-1736239320 tempest-TenantUsagesTestJSON-1736239320-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:18:56.746192 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ae8e3eb-2b6f-4ca5-9c51-30d411404620 req-303daab2-36f9-47d1-b8e3-55a95a537d06 tempest-TenantUsagesTestJSON-1736239320 tempest-TenantUsagesTestJSON-1736239320-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:18:56.794653 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-27abf979-2fe4-4cca-b2ad-e641c094a26d req-0362659c-4e11-43bd-b816-15d583b43a4c service neutron] 10.222.0.61 "GET /v2.0/networks/74f4a974-f99a-4119-bc18-e2cde5c7f547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860553 Aug 10 03:18:56.814083 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e09162-0c40-4517-81aa-27a22545930f admin admin] Pushing event deleted for resources: {'Port': ['ID=fa1c14b5-1a3e-4a28-86bb-0f1ca36de865,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:56.818177 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 7b0b0fd4-5fe5-4053-887b-e9da0a7768be up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:18:56.821395 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b2afbd8d-d35c-40ef-8b26-9e79e023bc9b req-bef310d8-838e-479e-a34c-258a10280621 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] 10.222.0.44 "GET /v2.0/security-groups?id=13df5112-4960-49c2-9a4c-57c68a4fb5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0537474 Aug 10 03:18:56.827449 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae8e3eb-2b6f-4ca5-9c51-30d411404620 req-303daab2-36f9-47d1-b8e3-55a95a537d06 tempest-TenantUsagesTestJSON-1736239320 tempest-TenantUsagesTestJSON-1736239320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:56.828112 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-6ae8e3eb-2b6f-4ca5-9c51-30d411404620 req-303daab2-36f9-47d1-b8e3-55a95a537d06 tempest-TenantUsagesTestJSON-1736239320 tempest-TenantUsagesTestJSON-1736239320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:56.929168 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b69c7f1-9ae1-41b4-94a6-40b1f62b3e97 x-openstack-request-id: req-5b69c7f1-9ae1-41b4-94a6-40b1f62b3e97 {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:18:56.929478 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e78dc3b-2e4f-4cff-a9d7-a5f39528a068", "tag": "bcbb6ef7-b87c-4865-a920-cfc76d70d765", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:18:56.929720 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5b69c7f1-9ae1-41b4-94a6-40b1f62b3e97 {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:18:56.942707 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e78dc3b-2e4f-4cff-a9d7-a5f39528a068', 'tag': 'bcbb6ef7-b87c-4865-a920-cfc76d70d765', 'status': 'completed', 'code': 200} Aug 10 03:18:56.977689 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device bfebd0a4-3c3d-4a7d-adda-1c5fc20a27e8 details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:18:56.986242 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5eab05-35c1-4718-a47e-45726df962e7 req-1b22659f-7a71-4426-b92c-16fa4cd6ae58 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:56.988333 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0f5eab05-35c1-4718-a47e-45726df962e7 req-1b22659f-7a71-4426-b92c-16fa4cd6ae58 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/ports?device_id=b73dd188-4fb4-4114-9298-c13ccaeff414 HTTP/1.1" status: 200 len: 944 time: 0.4275191 Aug 10 03:18:56.993860 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-48e09162-0c40-4517-81aa-27a22545930f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520654'] for router_gateway, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:57.011432 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6ae8e3eb-2b6f-4ca5-9c51-30d411404620 req-303daab2-36f9-47d1-b8e3-55a95a537d06 tempest-TenantUsagesTestJSON-1736239320 tempest-TenantUsagesTestJSON-1736239320-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.5730267 Aug 10 03:18:57.042876 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-27abf979-2fe4-4cca-b2ad-e641c094a26d req-f04e85a4-2506-451e-a54f-17069eb21778 service neutron] 10.222.0.61 "GET /v2.0/networks/74f4a974-f99a-4119-bc18-e2cde5c7f547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290676 Aug 10 03:18:57.060562 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad794214-f360-44dd-84ca-4eec8d8c66a3 admin admin] Router b3ba740a-04dc-4a4a-8c90-9bce193117ed is scheduled to L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e with binding_index 1 {{(pid=94261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:18:57.116306 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303daab2-36f9-47d1-b8e3-55a95a537d06 tempest-TenantUsagesTestJSON-1736239320 tempest-TenantUsagesTestJSON-1736239320-project] Pushing event updated for resources: {'Port': ['ID=eb57f5c3-423d-488a-bd53-ae4f6e654a85,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:57.134979 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-6ae8e3eb-2b6f-4ca5-9c51-30d411404620 req-64656d7e-1200-4ed3-b1a6-1b9d82b5792e service neutron] Request body: {'port': {'device_id': '9ac5862c-26f0-447e-9842-a97346802675', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:18:57.139832 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port bfebd0a4-3c3d-4a7d-adda-1c5fc20a27e8, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=bfebd0a4-3c3d-4a7d-adda-1c5fc20a27e8,segment=NetworkSegment(bb5826fd-13f9-4737-be5f-46ce38ebd549),segment_id=bb5826fd-13f9-4737-be5f-46ce38ebd549)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:57.154086 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': 'bfebd0a4-3c3d-4a7d-adda-1c5fc20a27e8', 'network_id': 'd1e68237-a664-422b-b005-d5e450d45372', 'port_id': 'bfebd0a4-3c3d-4a7d-adda-1c5fc20a27e8', 'mac_address': 'fa:16:3e:aa:3e:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31ffc495-0d57-4c63-9695-aba9cef6afdd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:18:57.176326 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0b3240b6-0939-4655-a189-51fbc95243dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:57.188303 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e9393cc5-1134-4473-9b0c-1bb99be39a00 req-c8b9b0d4-ba20-40ba-af84-e18ec1a98820 service neutron] 10.222.0.61 "GET /v2.0/networks/d1e68237-a664-422b-b005-d5e450d45372?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2321279 Aug 10 03:18:57.197830 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f9fa42-1e2e-4d8d-b841-680c7e1c0d42 req-7546849c-b240-49e1-b55c-c65ba273d2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:57.199678 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-d4f9fa42-1e2e-4d8d-b841-680c7e1c0d42 req-7546849c-b240-49e1-b55c-c65ba273d2ec service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3e3d75d4f3e64842afe526c7ebf13c9e&device_id=7e78dc3b-2e4f-4cff-a9d7-a5f39528a068 HTTP/1.1" status: 200 len: 1095 time: 0.0648620 Aug 10 03:18:57.212281 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:57.228405 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfebd0a4-3c3d-4a7d-adda-1c5fc20a27e8 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:18:57.234694 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-48e09162-0c40-4517-81aa-27a22545930f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:57.241200 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 7b0b0fd4-5fe5-4053-887b-e9da0a7768be completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:18:57.244534 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-48e09162-0c40-4517-81aa-27a22545930f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:57.248503 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 7b0b0fd4-5fe5-4053-887b-e9da0a7768be triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:18:57.249081 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:57.257044 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-9e4db26f-d1d3-4d41-9ae0-3b4991653434 None None] Provisioning for port eb57f5c3-423d-488a-bd53-ae4f6e654a85 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:18:57.264521 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3240b6-0939-4655-a189-51fbc95243dd admin admin] Pushing event deleted for resources: {'Port': ['ID=6bf17c94-c405-48bf-9237-e5d02b6bef86,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:57.287802 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port bfebd0a4-3c3d-4a7d-adda-1c5fc20a27e8, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=bfebd0a4-3c3d-4a7d-adda-1c5fc20a27e8,segment=NetworkSegment(bb5826fd-13f9-4737-be5f-46ce38ebd549),segment_id=bb5826fd-13f9-4737-be5f-46ce38ebd549)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:57.293502 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-9e4db26f-d1d3-4d41-9ae0-3b4991653434 None None] Provisioning complete for port eb57f5c3-423d-488a-bd53-ae4f6e654a85 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:18:57.294074 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9e4db26f-d1d3-4d41-9ae0-3b4991653434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:57.335610 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f9fa42-1e2e-4d8d-b841-680c7e1c0d42 req-cfe23e3a-8a69-4e6d-a9ed-2e47a7f9e507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:57.337127 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-d4f9fa42-1e2e-4d8d-b841-680c7e1c0d42 req-cfe23e3a-8a69-4e6d-a9ed-2e47a7f9e507 service neutron] 10.222.0.61 "GET /v2.0/networks?id=74f4a974-f99a-4119-bc18-e2cde5c7f547 HTTP/1.1" status: 200 len: 921 time: 0.1249285 Aug 10 03:18:57.342623 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-9e4db26f-d1d3-4d41-9ae0-3b4991653434 None None] Port eb57f5c3-423d-488a-bd53-ae4f6e654a85 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:18:57.348948 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:57.402758 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0f5eab05-35c1-4718-a47e-45726df962e7 req-344faa18-37d9-4955-b834-1710ff7660e5 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/security-groups?id=58160609-a8c2-4b15-a3de-467e7dbbc834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3974595 Aug 10 03:18:57.433902 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-d4f9fa42-1e2e-4d8d-b841-680c7e1c0d42 req-fa0b7804-6f9b-45fe-851b-4663f3f5a0e6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bcbb6ef7-b87c-4865-a920-cfc76d70d765 HTTP/1.1" status: 200 len: 217 time: 0.0613604 Aug 10 03:18:57.436529 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=bfebd0a4-3c3d-4a7d-adda-1c5fc20a27e8,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:57.450314 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-48e09162-0c40-4517-81aa-27a22545930f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:57.451039 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48e09162-0c40-4517-81aa-27a22545930f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a1da7ca-ac49-4d2c-87ef-385d904e71a5 {{(pid=94260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:18:57.462201 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-6ae8e3eb-2b6f-4ca5-9c51-30d411404620 req-64656d7e-1200-4ed3-b1a6-1b9d82b5792e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:57.477076 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fac0af-c706-4854-9bb8-a128a986028d req-26e375bb-e46b-4fe0-9cbe-6c8d7c39aac5 tempest-TenantUsagesTestJSON-1736239320 tempest-TenantUsagesTestJSON-1736239320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:57.485783 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-27fac0af-c706-4854-9bb8-a128a986028d req-26e375bb-e46b-4fe0-9cbe-6c8d7c39aac5 tempest-TenantUsagesTestJSON-1736239320 tempest-TenantUsagesTestJSON-1736239320-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ac5862c-26f0-447e-9842-a97346802675 HTTP/1.1" status: 200 len: 936 time: 0.4860239 Aug 10 03:18:57.501724 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-48e09162-0c40-4517-81aa-27a22545930f admin admin] Notify callbacks [] for router, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:57.503544 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-48e09162-0c40-4517-81aa-27a22545930f admin admin] 10.222.0.44 "DELETE /v2.0/routers/2a1da7ca-ac49-4d2c-87ef-385d904e71a5 HTTP/1.1" status: 204 len: 168 time: 4.9331238 Aug 10 03:18:57.523814 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 50358) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:57.562863 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0b3240b6-0939-4655-a189-51fbc95243dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520654'] for router_gateway, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:57.571417 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad794214-f360-44dd-84ca-4eec8d8c66a3 admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:18:57.574128 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:57.589927 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4655e45-b1e0-491d-9a93-a1b1a3741b1f None None] Sync routers for ids ['b3ba740a-04dc-4a4a-8c90-9bce193117ed'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:18:57.616194 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4655e45-b1e0-491d-9a93-a1b1a3741b1f None None] Routers {'b3ba740a-04dc-4a4a-8c90-9bce193117ed'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:18:57.616947 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-e4655e45-b1e0-491d-9a93-a1b1a3741b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:18:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['b3ba740a-04dc-4a4a-8c90-9bce193117ed'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:57.617349 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f9fa42-1e2e-4d8d-b841-680c7e1c0d42 req-9143828b-4d43-4f31-b37a-639152fdccf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:57.622500 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-d4f9fa42-1e2e-4d8d-b841-680c7e1c0d42 req-9143828b-4d43-4f31-b37a-639152fdccf6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5e21d815-4ed0-4b72-b9d1-a86f2421884d HTTP/1.1" status: 200 len: 860 time: 0.1751509 Aug 10 03:18:57.661159 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ad794214-f360-44dd-84ca-4eec8d8c66a3 admin admin] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:57.663184 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ad794214-f360-44dd-84ca-4eec8d8c66a3 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.1157560 Aug 10 03:18:57.685552 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 50360) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:57.688106 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 7b0b0fd4-5fe5-4053-887b-e9da0a7768be, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=7b0b0fd4-5fe5-4053-887b-e9da0a7768be,segment=NetworkSegment(6b274d3c-16a2-4675-83d6-59ac2e6fad5a),segment_id=6b274d3c-16a2-4675-83d6-59ac2e6fad5a)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:57.696995 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:57.800477 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device fa1c14b5-1a3e-4a28-86bb-0f1ca36de865 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:18:57.821111 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e9393cc5-1134-4473-9b0c-1bb99be39a00 req-e75386b4-16f7-44ec-999d-db32f5b4407d service neutron] 10.222.0.61 "GET /v2.0/networks/d1e68237-a664-422b-b005-d5e450d45372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5886455 Aug 10 03:18:57.834354 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0b3240b6-0939-4655-a189-51fbc95243dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:57.843691 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0b3240b6-0939-4655-a189-51fbc95243dd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:57.860724 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-27fac0af-c706-4854-9bb8-a128a986028d req-5532c5f6-4fb5-4f8e-acad-5e329b621b49 tempest-TenantUsagesTestJSON-1736239320 tempest-TenantUsagesTestJSON-1736239320-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdf46735-4614-482b-ba87-76b35d97f80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3724120 Aug 10 03:18:57.878707 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: fa1c14b5-1a3e-4a28-86bb-0f1ca36de865 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:18:57.879177 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device fa1c14b5-1a3e-4a28-86bb-0f1ca36de865 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:18:57.892294 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=7b0b0fd4-5fe5-4053-887b-e9da0a7768be,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:57.898895 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_v2 [None req-1455bf65-8c17-4abf-8a17-bbb8e1474b27 admin admin] Deleting subnet 899d577f-02e7-4571-b318-84c090d894c3 {{(pid=94260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:18:57.909964 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-e4655e45-b1e0-491d-9a93-a1b1a3741b1f None None] Set router b3ba740a-04dc-4a4a-8c90-9bce193117ed gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:18:57.926050 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f9fa42-1e2e-4d8d-b841-680c7e1c0d42 req-87a8ccf9-f9d9-4b67-89a3-3c9c9a33d342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:57.927810 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-d4f9fa42-1e2e-4d8d-b841-680c7e1c0d42 req-87a8ccf9-f9d9-4b67-89a3-3c9c9a33d342 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=74f4a974-f99a-4119-bc18-e2cde5c7f547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2874207 Aug 10 03:18:57.964301 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1455bf65-8c17-4abf-8a17-bbb8e1474b27 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:57.986681 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['bfebd0a4-3c3d-4a7d-adda-1c5fc20a27e8'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:18:58.119290 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0b3240b6-0939-4655-a189-51fbc95243dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:58.120123 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b3240b6-0939-4655-a189-51fbc95243dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8eca9ff-6473-42c8-8c88-8818f6f62fef {{(pid=94260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:18:58.143911 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69b6375-28c7-4702-a5c6-a8237848a804 req-b2875eca-7f56-48be-9571-924fd88379e8 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:58.153409 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f69b6375-28c7-4702-a5c6-a8237848a804 req-b2875eca-7f56-48be-9571-924fd88379e8 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/ports?device_id=c571b26b-2cbf-4cae-a1f3-604c9552c98b HTTP/1.1" status: 200 len: 945 time: 0.5448849 Aug 10 03:18:58.162337 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0b3240b6-0939-4655-a189-51fbc95243dd admin admin] Notify callbacks [] for router, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:58.164106 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-0b3240b6-0939-4655-a189-51fbc95243dd admin admin] 10.222.0.44 "DELETE /v2.0/routers/d8eca9ff-6473-42c8-8c88-8818f6f62fef HTTP/1.1" status: 204 len: 168 time: 6.5576236 Aug 10 03:18:58.218154 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1455bf65-8c17-4abf-8a17-bbb8e1474b27 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191173'] for subnet, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:58.222799 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 50372) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:58.389348 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-e4655e45-b1e0-491d-9a93-a1b1a3741b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ba740a-04dc-4a4a-8c90-9bce193117ed', 'name': 'tempest-FloatingIPDetailsTestJSON-599788400-router', 'tenant_id': '2c30fe072e6e426e933ad373f7fb486f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': '0ec146dd-71d3-467f-a213-2b68d819c086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:18:52Z', 'updated_at': '2021-08-10T03:18:55Z', 'revision_number': 3, 'project_id': '2c30fe072e6e426e933ad373f7fb486f', 'gw_port': {'id': '0ec146dd-71d3-467f-a213-2b68d819c086', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:da:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3ba740a-04dc-4a4a-8c90-9bce193117ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:54Z', 'updated_at': '2021-08-10T03:18:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:58.577372 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4655e45-b1e0-491d-9a93-a1b1a3741b1f None None] Checking router: b3ba740a-04dc-4a4a-8c90-9bce193117ed for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:18:58.578050 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4655e45-b1e0-491d-9a93-a1b1a3741b1f None None] Updating router b3ba740a-04dc-4a4a-8c90-9bce193117ed port 0ec146dd-71d3-467f-a213-2b68d819c086 binding host n-d-768862-13 {{(pid=94262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:18:58.587779 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-d4f9fa42-1e2e-4d8d-b841-680c7e1c0d42 req-b41d7acf-3d36-4c32-81a6-14245f4532db service neutron] 10.222.0.61 "GET /v2.0/networks/74f4a974-f99a-4119-bc18-e2cde5c7f547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6462412 Aug 10 03:18:58.613885 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e4655e45-b1e0-491d-9a93-a1b1a3741b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:58.787674 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78f934d-bc32-46c6-8a31-9cbc035f7952 req-131c0dc5-90da-4eda-b703-75dad292a97c tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:58.792319 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f78f934d-bc32-46c6-8a31-9cbc035f7952 req-131c0dc5-90da-4eda-b703-75dad292a97c tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e78dc3b-2e4f-4cff-a9d7-a5f39528a068 HTTP/1.1" status: 200 len: 943 time: 0.7347231 Aug 10 03:18:58.812141 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f69b6375-28c7-4702-a5c6-a8237848a804 req-9af8615f-a352-4592-9ef5-588ed58cb48a tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/security-groups?id=e00a7564-e56b-4b7f-b179-f193e5160bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6575370 Aug 10 03:18:58.830532 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_v2 [None req-24b6dfda-d438-4a13-aa38-01c9a0178598 admin admin] Deleting subnet aba2a65e-406f-40a4-9e27-cf122ad7887e {{(pid=94260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:18:58.864434 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-24b6dfda-d438-4a13-aa38-01c9a0178598 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:58.892131 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-68e3a615-7040-4faa-8953-e3ba0bccb830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:58.945726 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1455bf65-8c17-4abf-8a17-bbb8e1474b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:58.988209 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-24b6dfda-d438-4a13-aa38-01c9a0178598 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191173'] for subnet, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:59.000080 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f78f934d-bc32-46c6-8a31-9cbc035f7952 req-f85cfc5c-426d-4158-80a3-3cb9bc3bd894 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] 10.222.0.44 "GET /v2.0/security-groups?id=13df5112-4960-49c2-9a4c-57c68a4fb5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998181 Aug 10 03:18:59.050526 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e4655e45-b1e0-491d-9a93-a1b1a3741b1f None None] Notify callbacks [] for port, precommit_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:59.060928 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-e4655e45-b1e0-491d-9a93-a1b1a3741b1f None None] Transition to ACTIVE for port object 0ec146dd-71d3-467f-a213-2b68d819c086 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:18:59.066914 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 7b0b0fd4-5fe5-4053-887b-e9da0a7768be up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:18:59.072414 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e4655e45-b1e0-491d-9a93-a1b1a3741b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:59.137581 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-68e3a615-7040-4faa-8953-e3ba0bccb830 admin admin] Allocated IP 172.20.0.1 (21e34702-3ebc-4f98-950c-73f679aca894/6d687c81-9f2f-4373-9613-730acb6f8b21/10b0653e-ac81-4424-99b0-2a55c5d26785) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:18:59.193488 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ac605a-c949-4454-ade6-b7b97ce4c985 None None] Pushing event updated for resources: {'Port': ['ID=0ec146dd-71d3-467f-a213-2b68d819c086,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:59.204099 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-e4655e45-b1e0-491d-9a93-a1b1a3741b1f None None] Attempting to bind port 0ec146dd-71d3-467f-a213-2b68d819c086 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:18:59.204667 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-e4655e45-b1e0-491d-9a93-a1b1a3741b1f None None] Attempting to bind port 0ec146dd-71d3-467f-a213-2b68d819c086 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:18:59.205237 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4655e45-b1e0-491d-9a93-a1b1a3741b1f None None] Attempting to bind port 0ec146dd-71d3-467f-a213-2b68d819c086 on network 2ea12131-628a-487e-b434-0463553732bd {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:18:59.224530 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-6ae8e3eb-2b6f-4ca5-9c51-30d411404620 req-64656d7e-1200-4ed3-b1a6-1b9d82b5792e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb57f5c3-423d-488a-bd53-ae4f6e654a85 {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:18:59.229586 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4655e45-b1e0-491d-9a93-a1b1a3741b1f None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:18:59.230752 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4655e45-b1e0-491d-9a93-a1b1a3741b1f None None] Checking segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:18:59.231415 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e4655e45-b1e0-491d-9a93-a1b1a3741b1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:59.232022 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4655e45-b1e0-491d-9a93-a1b1a3741b1f None None] Bound using segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:18:59.232679 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-e4655e45-b1e0-491d-9a93-a1b1a3741b1f None None] Bound port: 0ec146dd-71d3-467f-a213-2b68d819c086, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:18:59.233225 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e4655e45-b1e0-491d-9a93-a1b1a3741b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:59.259990 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 7b0b0fd4-5fe5-4053-887b-e9da0a7768be triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:18:59.260702 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:59.272335 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-6ae8e3eb-2b6f-4ca5-9c51-30d411404620 req-64656d7e-1200-4ed3-b1a6-1b9d82b5792e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:59.272812 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-68e3a615-7040-4faa-8953-e3ba0bccb830 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:59.288173 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [None req-68e3a615-7040-4faa-8953-e3ba0bccb830 admin admin] Transition to ACTIVE for port object 10b0653e-ac81-4424-99b0-2a55c5d26785 will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:18:59.354695 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-d4f9fa42-1e2e-4d8d-b841-680c7e1c0d42 req-d5c61bb3-b12b-4151-b135-233ce3451f4d service neutron] 10.222.0.61 "GET /v2.0/networks/74f4a974-f99a-4119-bc18-e2cde5c7f547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7181106 Aug 10 03:18:59.355003 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-6ae8e3eb-2b6f-4ca5-9c51-30d411404620 req-64656d7e-1200-4ed3-b1a6-1b9d82b5792e service neutron] Transition to ACTIVE for port object eb57f5c3-423d-488a-bd53-ae4f6e654a85 will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:18:59.357357 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-68e3a615-7040-4faa-8953-e3ba0bccb830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:59.357912 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-e4655e45-b1e0-491d-9a93-a1b1a3741b1f None None] For port 0ec146dd-71d3-467f-a213-2b68d819c086, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:18:59.367742 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-e4655e45-b1e0-491d-9a93-a1b1a3741b1f None None] For port 0ec146dd-71d3-467f-a213-2b68d819c086, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=0ec146dd-71d3-467f-a213-2b68d819c086,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:18:59.380885 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e4655e45-b1e0-491d-9a93-a1b1a3741b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:59.419334 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e3a615-7040-4faa-8953-e3ba0bccb830 admin admin] Pushing event updated for resources: {'Port': ['ID=10b0653e-ac81-4424-99b0-2a55c5d26785,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:59.439155 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e3a615-7040-4faa-8953-e3ba0bccb830 admin admin] Network 21e34702-3ebc-4f98-950c-73f679aca894 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:18:59.441319 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-68e3a615-7040-4faa-8953-e3ba0bccb830 admin admin] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:18:59.444580 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e3a615-7040-4faa-8953-e3ba0bccb830 admin admin] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:18:59.496383 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-24b6dfda-d438-4a13-aa38-01c9a0178598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:59.558259 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-68e3a615-7040-4faa-8953-e3ba0bccb830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521745'] for router_interface, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:59.574108 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4655e45-b1e0-491d-9a93-a1b1a3741b1f None None] Routers {'b3ba740a-04dc-4a4a-8c90-9bce193117ed'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:18:59.575423 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-e4655e45-b1e0-491d-9a93-a1b1a3741b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:18:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['b3ba740a-04dc-4a4a-8c90-9bce193117ed'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:59.612643 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83111d48-4f73-4700-a0c4-95eb91a50ca8 req-bc340f17-c712-4ddf-9e04-2c50463720c9 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:59.624873 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-83111d48-4f73-4700-a0c4-95eb91a50ca8 req-bc340f17-c712-4ddf-9e04-2c50463720c9 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/ports?device_id=b73dd188-4fb4-4114-9298-c13ccaeff414 HTTP/1.1" status: 200 len: 945 time: 0.6168725 Aug 10 03:18:59.665761 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ac605a-c949-4454-ade6-b7b97ce4c985 None None] Pushing event updated for resources: {'Port': ['ID=0ec146dd-71d3-467f-a213-2b68d819c086,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:59.684812 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-6ae8e3eb-2b6f-4ca5-9c51-30d411404620 req-64656d7e-1200-4ed3-b1a6-1b9d82b5792e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:59.723051 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1455bf65-8c17-4abf-8a17-bbb8e1474b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:59.808663 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 6bf17c94-c405-48bf-9237-e5d02b6bef86 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:18:59.836099 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 6bf17c94-c405-48bf-9237-e5d02b6bef86 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:18:59.836507 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 6bf17c94-c405-48bf-9237-e5d02b6bef86 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:18:59.890839 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-68e3a615-7040-4faa-8953-e3ba0bccb830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:59.902016 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-e4655e45-b1e0-491d-9a93-a1b1a3741b1f None None] Set router b3ba740a-04dc-4a4a-8c90-9bce193117ed gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:18:59.932199 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1455bf65-8c17-4abf-8a17-bbb8e1474b27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=899d577f-02e7-4571-b318-84c090d894c3,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:59.945857 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1455bf65-8c17-4abf-8a17-bbb8e1474b27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:59.950016 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-1455bf65-8c17-4abf-8a17-bbb8e1474b27 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/899d577f-02e7-4571-b318-84c090d894c3 HTTP/1.1" status: 204 len: 168 time: 2.4212966 Aug 10 03:18:59.956880 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 50400) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:59.959648 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-24b6dfda-d438-4a13-aa38-01c9a0178598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:59.974293 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbf7603-6929-4c56-8976-bf03eb6e487c None None] Network 7bfbeebb-f42f-441e-a7f5-dde179143eae requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:19:00.055102 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-14495009-e57f-460e-a397-5d1629e1ceac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:00.066119 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e26f2a-f817-4a6c-a253-414f9e68809d req-4cb5ee68-f8b4-4101-9adf-0838cd9134ba tempest-TenantUsagesTestJSON-1736239320 tempest-TenantUsagesTestJSON-1736239320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:00.073615 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-68e26f2a-f817-4a6c-a253-414f9e68809d req-4cb5ee68-f8b4-4101-9adf-0838cd9134ba tempest-TenantUsagesTestJSON-1736239320 tempest-TenantUsagesTestJSON-1736239320-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ac5862c-26f0-447e-9842-a97346802675 HTTP/1.1" status: 200 len: 948 time: 0.4475396 Aug 10 03:19:00.175073 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b6dfda-d438-4a13-aa38-01c9a0178598 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aba2a65e-406f-40a4-9e27-cf122ad7887e,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:00.207542 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-ee15db33-6011-49e5-a8f1-fcce4298f210 None None] Provisioning for port 10b0653e-ac81-4424-99b0-2a55c5d26785 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:19:00.224694 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-68e3a615-7040-4faa-8953-e3ba0bccb830 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:00.226869 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-83111d48-4f73-4700-a0c4-95eb91a50ca8 req-9b52cfb5-9396-4183-b8b5-a41e304fbb4f tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/security-groups?id=58160609-a8c2-4b15-a3de-467e7dbbc834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4981482 Aug 10 03:19:00.231901 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-ee15db33-6011-49e5-a8f1-fcce4298f210 None None] Provisioning complete for port 10b0653e-ac81-4424-99b0-2a55c5d26785 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:19:00.232250 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ee15db33-6011-49e5-a8f1-fcce4298f210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:00.232722 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-68e3a615-7040-4faa-8953-e3ba0bccb830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:00.275008 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-24b6dfda-d438-4a13-aa38-01c9a0178598 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:00.277325 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-24b6dfda-d438-4a13-aa38-01c9a0178598 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/aba2a65e-406f-40a4-9e27-cf122ad7887e HTTP/1.1" status: 204 len: 168 time: 1.9735825 Aug 10 03:19:00.304132 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64656d7e-1200-4ed3-b1a6-1b9d82b5792e service neutron] Pushing event updated for resources: {'Port': ['ID=eb57f5c3-423d-488a-bd53-ae4f6e654a85,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:00.320501 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b52470-9d4b-4229-bf8d-36644219cebc None None] Network b9fbec61-3113-4722-b713-256096f4a191 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:19:00.329889 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 50408) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:00.346591 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-68e26f2a-f817-4a6c-a253-414f9e68809d req-f94ada42-f9bb-4719-a3a1-830c92ebf22d tempest-TenantUsagesTestJSON-1736239320 tempest-TenantUsagesTestJSON-1736239320-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdf46735-4614-482b-ba87-76b35d97f80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671516 Aug 10 03:19:00.356804 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e3a615-7040-4faa-8953-e3ba0bccb830 admin admin] Pushing event updated for resources: {'Port': ['ID=10b0653e-ac81-4424-99b0-2a55c5d26785,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:00.405133 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-68e3a615-7040-4faa-8953-e3ba0bccb830 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521893'] for router_interface, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:00.514323 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c983a19a-aaca-4e00-ad5c-9513f8d7e213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:00.523583 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-6ae8e3eb-2b6f-4ca5-9c51-30d411404620 req-64656d7e-1200-4ed3-b1a6-1b9d82b5792e service neutron] Attempting to bind port eb57f5c3-423d-488a-bd53-ae4f6e654a85 on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:19:00.524321 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-6ae8e3eb-2b6f-4ca5-9c51-30d411404620 req-64656d7e-1200-4ed3-b1a6-1b9d82b5792e service neutron] Attempting to bind port eb57f5c3-423d-488a-bd53-ae4f6e654a85 by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:19:00.525078 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae8e3eb-2b6f-4ca5-9c51-30d411404620 req-64656d7e-1200-4ed3-b1a6-1b9d82b5792e service neutron] Attempting to bind port eb57f5c3-423d-488a-bd53-ae4f6e654a85 on network 72a4be73-29a1-424c-8690-ecdcf6b06721 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:19:00.540465 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-ee15db33-6011-49e5-a8f1-fcce4298f210 None None] Port 10b0653e-ac81-4424-99b0-2a55c5d26785 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:19:00.548456 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e3a615-7040-4faa-8953-e3ba0bccb830 admin admin] Network 21e34702-3ebc-4f98-950c-73f679aca894 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:19:00.551826 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-68e3a615-7040-4faa-8953-e3ba0bccb830 admin admin] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:19:00.608751 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae8e3eb-2b6f-4ca5-9c51-30d411404620 req-64656d7e-1200-4ed3-b1a6-1b9d82b5792e service neutron] Port eb57f5c3-423d-488a-bd53-ae4f6e654a85 on network 72a4be73-29a1-424c-8690-ecdcf6b06721 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:19:00.610828 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae8e3eb-2b6f-4ca5-9c51-30d411404620 req-64656d7e-1200-4ed3-b1a6-1b9d82b5792e service neutron] Attempting to bind port eb57f5c3-423d-488a-bd53-ae4f6e654a85 on network 72a4be73-29a1-424c-8690-ecdcf6b06721 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:19:00.632967 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-e4655e45-b1e0-491d-9a93-a1b1a3741b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ba740a-04dc-4a4a-8c90-9bce193117ed', 'name': 'tempest-FloatingIPDetailsTestJSON-599788400-router', 'tenant_id': '2c30fe072e6e426e933ad373f7fb486f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': '0ec146dd-71d3-467f-a213-2b68d819c086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:18:52Z', 'updated_at': '2021-08-10T03:18:55Z', 'revision_number': 3, 'project_id': '2c30fe072e6e426e933ad373f7fb486f', 'gw_port': {'id': '0ec146dd-71d3-467f-a213-2b68d819c086', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:da:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3ba740a-04dc-4a4a-8c90-9bce193117ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:54Z', 'updated_at': '2021-08-10T03:18:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:00.646014 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae8e3eb-2b6f-4ca5-9c51-30d411404620 req-64656d7e-1200-4ed3-b1a6-1b9d82b5792e service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:19:00.646824 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae8e3eb-2b6f-4ca5-9c51-30d411404620 req-64656d7e-1200-4ed3-b1a6-1b9d82b5792e service neutron] Checking segment: {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:19:00.647284 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae8e3eb-2b6f-4ca5-9c51-30d411404620 req-64656d7e-1200-4ed3-b1a6-1b9d82b5792e service neutron] Bound using segment: {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:19:00.647943 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-6ae8e3eb-2b6f-4ca5-9c51-30d411404620 req-64656d7e-1200-4ed3-b1a6-1b9d82b5792e service neutron] Bound port: eb57f5c3-423d-488a-bd53-ae4f6e654a85, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:19:00.648387 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-6ae8e3eb-2b6f-4ca5-9c51-30d411404620 req-64656d7e-1200-4ed3-b1a6-1b9d82b5792e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:00.735235 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e578488c-4da9-48e8-acea-99063626c666 None None] DHCP port deletion for b9fbec61-3113-4722-b713-256096f4a191 request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:19:00.742617 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9890fde-6c90-4a13-adc7-92b934aeef3f None None] DHCP port deletion for 7bfbeebb-f42f-441e-a7f5-dde179143eae request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:19:00.750601 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4655e45-b1e0-491d-9a93-a1b1a3741b1f None None] The sync data for ids ['b3ba740a-04dc-4a4a-8c90-9bce193117ed'] in n-d-768862-13 is: [{'id': 'b3ba740a-04dc-4a4a-8c90-9bce193117ed', 'name': 'tempest-FloatingIPDetailsTestJSON-599788400-router', 'tenant_id': '2c30fe072e6e426e933ad373f7fb486f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': '0ec146dd-71d3-467f-a213-2b68d819c086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:18:52Z', 'updated_at': '2021-08-10T03:18:55Z', 'revision_number': 3, 'project_id': '2c30fe072e6e426e933ad373f7fb486f', 'gw_port': {'id': '0ec146dd-71d3-467f-a213-2b68d819c086', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:da:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3ba740a-04dc-4a4a-8c90-9bce193117ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:54Z', 'updated_at': '2021-08-10T03:18:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:19:00.797983 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b804998-63be-4657-9f5e-b7cb0c9420d7 req-09f30a97-8b02-4672-ada4-50dc95843e34 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:00.800345 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3b804998-63be-4657-9f5e-b7cb0c9420d7 req-09f30a97-8b02-4672-ada4-50dc95843e34 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e78dc3b-2e4f-4cff-a9d7-a5f39528a068 HTTP/1.1" status: 200 len: 943 time: 0.3007653 Aug 10 03:19:00.820683 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68e3a615-7040-4faa-8953-e3ba0bccb830 admin admin] Router b3ba740a-04dc-4a4a-8c90-9bce193117ed has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:19:00.835853 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f8aa03-fe4e-47db-a250-b09205488af9 req-9d5f8dc2-4686-4207-ba79-c65e1ac589d6 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:00.846449 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-55f8aa03-fe4e-47db-a250-b09205488af9 req-9d5f8dc2-4686-4207-ba79-c65e1ac589d6 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/ports?device_id=c571b26b-2cbf-4cae-a1f3-604c9552c98b HTTP/1.1" status: 200 len: 945 time: 0.3546576 Aug 10 03:19:00.898943 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-14495009-e57f-460e-a397-5d1629e1ceac admin admin] Deleting port eecf6121-54a6-44b5-a8f3-daf5fe991520 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:19:00.899184 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-14495009-e57f-460e-a397-5d1629e1ceac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:00.916034 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-e9890fde-6c90-4a13-adc7-92b934aeef3f None None] Deleting port eecf6121-54a6-44b5-a8f3-daf5fe991520 {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:19:00.916612 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e9890fde-6c90-4a13-adc7-92b934aeef3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:00.918937 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-e578488c-4da9-48e8-acea-99063626c666 None None] Deleting port 1de5840d-4277-44ce-afb5-038782657270 {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:19:00.927636 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e578488c-4da9-48e8-acea-99063626c666 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:01.000036 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68e3a615-7040-4faa-8953-e3ba0bccb830 admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:19:01.008721 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-68e3a615-7040-4faa-8953-e3ba0bccb830 admin admin] 10.222.0.44 "PUT /v2.0/routers/b3ba740a-04dc-4a4a-8c90-9bce193117ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3203955 Aug 10 03:19:01.059094 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3b804998-63be-4657-9f5e-b7cb0c9420d7 req-edb43327-ab2d-472c-8784-c8e90054b489 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] 10.222.0.44 "GET /v2.0/security-groups?id=13df5112-4960-49c2-9a4c-57c68a4fb5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010357 Aug 10 03:19:01.064018 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device bcbb6ef7-b87c-4865-a920-cfc76d70d765 details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:19:01.066433 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device bfebd0a4-3c3d-4a7d-adda-1c5fc20a27e8 up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:19:01.093790 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-6ae8e3eb-2b6f-4ca5-9c51-30d411404620 req-64656d7e-1200-4ed3-b1a6-1b9d82b5792e service neutron] For port eb57f5c3-423d-488a-bd53-ae4f6e654a85, host n-h1-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:19:01.097639 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-6ae8e3eb-2b6f-4ca5-9c51-30d411404620 req-64656d7e-1200-4ed3-b1a6-1b9d82b5792e service neutron] For port eb57f5c3-423d-488a-bd53-ae4f6e654a85, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=eb57f5c3-423d-488a-bd53-ae4f6e654a85,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:19:01.113869 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-6ae8e3eb-2b6f-4ca5-9c51-30d411404620 req-64656d7e-1200-4ed3-b1a6-1b9d82b5792e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:01.148173 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-55f8aa03-fe4e-47db-a250-b09205488af9 req-1705ad43-76e3-4b41-b8e8-77a7c0f992a6 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/security-groups?id=e00a7564-e56b-4b7f-b179-f193e5160bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009019 Aug 10 03:19:01.208903 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae8e3eb-2b6f-4ca5-9c51-30d411404620 req-64656d7e-1200-4ed3-b1a6-1b9d82b5792e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:01.209560 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-6ae8e3eb-2b6f-4ca5-9c51-30d411404620 req-64656d7e-1200-4ed3-b1a6-1b9d82b5792e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:01.217286 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6ae8e3eb-2b6f-4ca5-9c51-30d411404620 req-64656d7e-1200-4ed3-b1a6-1b9d82b5792e service neutron] 10.222.0.42 "PUT /v2.0/ports/eb57f5c3-423d-488a-bd53-ae4f6e654a85 HTTP/1.1" status: 200 len: 1097 time: 4.1072443 Aug 10 03:19:01.219254 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-c983a19a-aaca-4e00-ad5c-9513f8d7e213 admin admin] Deleting port 1de5840d-4277-44ce-afb5-038782657270 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:19:01.219595 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c983a19a-aaca-4e00-ad5c-9513f8d7e213 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:01.227743 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ac5862c-26f0-447e-9842-a97346802675', 'tag': 'eb57f5c3-423d-488a-bd53-ae4f6e654a85'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:19:01.230574 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd151d3f-be43-47b6-9019-f4a248cae29c" -d '{"events": [{"name": "network-changed", "server_uuid": "9ac5862c-26f0-447e-9842-a97346802675", "tag": "eb57f5c3-423d-488a-bd53-ae4f6e654a85"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:19:01.260159 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [None req-14495009-e57f-460e-a397-5d1629e1ceac admin admin] For port eecf6121-54a6-44b5-a8f3-daf5fe991520, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=eecf6121-54a6-44b5-a8f3-daf5fe991520,segment=NetworkSegment(b42426e6-502c-40d3-9c61-ff26c82f39ea),segment_id=b42426e6-502c-40d3-9c61-ff26c82f39ea)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:01.260552 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-14495009-e57f-460e-a397-5d1629e1ceac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:01.349561 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-e9890fde-6c90-4a13-adc7-92b934aeef3f None None] For port eecf6121-54a6-44b5-a8f3-daf5fe991520, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=eecf6121-54a6-44b5-a8f3-daf5fe991520,segment=NetworkSegment(b42426e6-502c-40d3-9c61-ff26c82f39ea),segment_id=b42426e6-502c-40d3-9c61-ff26c82f39ea)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:01.358412 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e9890fde-6c90-4a13-adc7-92b934aeef3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:01.388719 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-e9890fde-6c90-4a13-adc7-92b934aeef3f None None] Calling delete_port for eecf6121-54a6-44b5-a8f3-daf5fe991520 owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:19:01.411575 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.db.resource_extend [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:19:01.448880 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d258a0-fd79-4d3c-b0c0-6fdc961869ba x-openstack-request-id: req-18d258a0-fd79-4d3c-b0c0-6fdc961869ba {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:19:01.449170 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ac5862c-26f0-447e-9842-a97346802675", "tag": "eb57f5c3-423d-488a-bd53-ae4f6e654a85", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:19:01.449426 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-18d258a0-fd79-4d3c-b0c0-6fdc961869ba {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:19:01.449819 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ac5862c-26f0-447e-9842-a97346802675', 'tag': 'eb57f5c3-423d-488a-bd53-ae4f6e654a85', 'status': 'completed', 'code': 200} Aug 10 03:19:01.485192 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-14495009-e57f-460e-a397-5d1629e1ceac admin admin] Calling delete_port for eecf6121-54a6-44b5-a8f3-daf5fe991520 owned by network:dhcp {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:19:01.632992 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64656d7e-1200-4ed3-b1a6-1b9d82b5792e service neutron] Pushing event updated for resources: {'Port': ['ID=eb57f5c3-423d-488a-bd53-ae4f6e654a85,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:01.689134 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [None req-c983a19a-aaca-4e00-ad5c-9513f8d7e213 admin admin] For port 1de5840d-4277-44ce-afb5-038782657270, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=1de5840d-4277-44ce-afb5-038782657270,segment=NetworkSegment(0f5a1810-a796-438e-8426-c84e52c371db),segment_id=0f5a1810-a796-438e-8426-c84e52c371db)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:01.690099 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c983a19a-aaca-4e00-ad5c-9513f8d7e213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:01.697396 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae8e3eb-2b6f-4ca5-9c51-30d411404620 req-02a6bfe1-2da5-4c60-9123-b898d1784eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:01.698776 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6ae8e3eb-2b6f-4ca5-9c51-30d411404620 req-02a6bfe1-2da5-4c60-9123-b898d1784eda service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fbefbc61ff8246539523018574070a6c&device_id=9ac5862c-26f0-447e-9842-a97346802675 HTTP/1.1" status: 200 len: 1100 time: 0.4013131 Aug 10 03:19:01.719643 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-e578488c-4da9-48e8-acea-99063626c666 None None] For port 1de5840d-4277-44ce-afb5-038782657270, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=1de5840d-4277-44ce-afb5-038782657270,segment=NetworkSegment(0f5a1810-a796-438e-8426-c84e52c371db),segment_id=0f5a1810-a796-438e-8426-c84e52c371db)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:01.720402 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e578488c-4da9-48e8-acea-99063626c666 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:01.737730 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-e578488c-4da9-48e8-acea-99063626c666 None None] Calling delete_port for 1de5840d-4277-44ce-afb5-038782657270 owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:19:01.749252 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-c983a19a-aaca-4e00-ad5c-9513f8d7e213 admin admin] Calling delete_port for 1de5840d-4277-44ce-afb5-038782657270 owned by network:dhcp {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:19:01.766877 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdb3b51-229c-4739-8364-76452be84b64 req-5d729e6c-28d4-4a8a-8af1-6ce28c530505 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:01.769011 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9cdb3b51-229c-4739-8364-76452be84b64 req-5d729e6c-28d4-4a8a-8af1-6ce28c530505 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/ports?device_id=b73dd188-4fb4-4114-9298-c13ccaeff414 HTTP/1.1" status: 200 len: 945 time: 0.3402619 Aug 10 03:19:01.833352 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6ae8e3eb-2b6f-4ca5-9c51-30d411404620 req-ecefa148-3126-4523-9925-5eb1f04a5460 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=eb57f5c3-423d-488a-bd53-ae4f6e654a85 HTTP/1.1" status: 200 len: 217 time: 0.1102166 Aug 10 03:19:01.851627 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port bcbb6ef7-b87c-4865-a920-cfc76d70d765, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=bcbb6ef7-b87c-4865-a920-cfc76d70d765,segment=NetworkSegment(41256eaa-6121-4e79-be67-f3a23583b6a6),segment_id=41256eaa-6121-4e79-be67-f3a23583b6a6)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:01.872198 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': 'bcbb6ef7-b87c-4865-a920-cfc76d70d765', 'network_id': '74f4a974-f99a-4119-bc18-e2cde5c7f547', 'port_id': 'bcbb6ef7-b87c-4865-a920-cfc76d70d765', 'mac_address': 'fa:16:3e:f8:e2:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e21d815-4ed0-4b72-b9d1-a86f2421884d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:19:01.878613 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-38f1fd6f-cf47-4399-bd9b-6f8026688e67 None None] Provisioning complete for port 10b0653e-ac81-4424-99b0-2a55c5d26785 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:19:01.879012 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-38f1fd6f-cf47-4399-bd9b-6f8026688e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:01.922813 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-38f1fd6f-cf47-4399-bd9b-6f8026688e67 None None] Port 10b0653e-ac81-4424-99b0-2a55c5d26785 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:19:02.001416 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning for port bfebd0a4-3c3d-4a7d-adda-1c5fc20a27e8 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:19:02.016003 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8ee84f74-3ed2-4b12-8f77-d5db0ddf21d7 req-6da099b4-3093-465a-9723-678724a46f65 tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5079515 Aug 10 03:19:02.025113 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9cdb3b51-229c-4739-8364-76452be84b64 req-cd6aa758-1de2-45b8-b04d-48c65980400e tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/security-groups?id=58160609-a8c2-4b15-a3de-467e7dbbc834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186444 Aug 10 03:19:02.030612 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-8ee84f74-3ed2-4b12-8f77-d5db0ddf21d7 req-642d6aed-199b-4920-ad01-bc4d33f29ac4 tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Request body: {'floatingip': {'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:19:02.037120 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port bfebd0a4-3c3d-4a7d-adda-1c5fc20a27e8 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:19:02.037120 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:02.040325 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae8e3eb-2b6f-4ca5-9c51-30d411404620 req-fc4b10ff-a914-4f9b-9ea6-effeb0c70c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:02.041935 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6ae8e3eb-2b6f-4ca5-9c51-30d411404620 req-fc4b10ff-a914-4f9b-9ea6-effeb0c70c13 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=60d10164-1dee-4940-9d19-f71e6c18cbc5 HTTP/1.1" status: 200 len: 843 time: 0.1920414 Aug 10 03:19:02.049896 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-14495009-e57f-460e-a397-5d1629e1ceac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:02.164455 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e578488c-4da9-48e8-acea-99063626c666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:02.194680 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14495009-e57f-460e-a397-5d1629e1ceac admin admin] Pushing event deleted for resources: {'Port': ['ID=eecf6121-54a6-44b5-a8f3-daf5fe991520,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:02.197896 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14495009-e57f-460e-a397-5d1629e1ceac admin admin] No DVR routers for this DVR port eecf6121-54a6-44b5-a8f3-daf5fe991520 on host n-d-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:19:02.217678 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:02.223362 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e578488c-4da9-48e8-acea-99063626c666 None None] No DVR routers for this DVR port 1de5840d-4277-44ce-afb5-038782657270 on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:19:02.225476 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e578488c-4da9-48e8-acea-99063626c666 None None] Pushing event deleted for resources: {'Port': ['ID=1de5840d-4277-44ce-afb5-038782657270,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:02.252218 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8ee84f74-3ed2-4b12-8f77-d5db0ddf21d7 req-642d6aed-199b-4920-ad01-bc4d33f29ac4 tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Notify callbacks [] for floatingip, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:02.268512 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e9890fde-6c90-4a13-adc7-92b934aeef3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:02.286780 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcbb6ef7-b87c-4865-a920-cfc76d70d765 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:19:02.294580 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9890fde-6c90-4a13-adc7-92b934aeef3f None None] No DVR routers for this DVR port eecf6121-54a6-44b5-a8f3-daf5fe991520 on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:19:02.339506 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9890fde-6c90-4a13-adc7-92b934aeef3f None None] Pushing event deleted for resources: {'Port': ['ID=eecf6121-54a6-44b5-a8f3-daf5fe991520,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:02.366512 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c983a19a-aaca-4e00-ad5c-9513f8d7e213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:02.387608 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port bcbb6ef7-b87c-4865-a920-cfc76d70d765, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=bcbb6ef7-b87c-4865-a920-cfc76d70d765,segment=NetworkSegment(41256eaa-6121-4e79-be67-f3a23583b6a6),segment_id=41256eaa-6121-4e79-be67-f3a23583b6a6)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:02.397291 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:02.405447 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c983a19a-aaca-4e00-ad5c-9513f8d7e213 admin admin] Pushing event deleted for resources: {'Port': ['ID=1de5840d-4277-44ce-afb5-038782657270,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:02.408739 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae8e3eb-2b6f-4ca5-9c51-30d411404620 req-cce1d518-004d-452b-b311-28baa4fe165f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:02.411659 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6ae8e3eb-2b6f-4ca5-9c51-30d411404620 req-cce1d518-004d-452b-b311-28baa4fe165f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72a4be73-29a1-424c-8690-ecdcf6b06721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3567121 Aug 10 03:19:02.432882 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-14495009-e57f-460e-a397-5d1629e1ceac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:02.446148 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c983a19a-aaca-4e00-ad5c-9513f8d7e213 admin admin] No DVR routers for this DVR port 1de5840d-4277-44ce-afb5-038782657270 on host n-d-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:19:02.468870 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=bcbb6ef7-b87c-4865-a920-cfc76d70d765,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:02.475486 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:02.504986 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-14495009-e57f-460e-a397-5d1629e1ceac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bfbeebb-f42f-441e-a7f5-dde179143eae']}} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:02.531602 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b73dd188-4fb4-4114-9298-c13ccaeff414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfebd0a4-3c3d-4a7d-adda-1c5fc20a27e8'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:19:02.533943 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42958bc4-3e6f-4627-9b46-d4229e38b10e" -d '{"events": [{"server_uuid": "b73dd188-4fb4-4114-9298-c13ccaeff414", "name": "network-vif-plugged", "status": "completed", "tag": "bfebd0a4-3c3d-4a7d-adda-1c5fc20a27e8"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:19:02.546011 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd86238-14f0-4415-bf1a-40748face4f4 req-023498a9-d6bd-4464-9c8b-b726256682f4 tempest-TenantUsagesTestJSON-1736239320 tempest-TenantUsagesTestJSON-1736239320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:02.547977 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ccd86238-14f0-4415-bf1a-40748face4f4 req-023498a9-d6bd-4464-9c8b-b726256682f4 tempest-TenantUsagesTestJSON-1736239320 tempest-TenantUsagesTestJSON-1736239320-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ac5862c-26f0-447e-9842-a97346802675 HTTP/1.1" status: 200 len: 948 time: 0.3186221 Aug 10 03:19:02.555539 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-14495009-e57f-460e-a397-5d1629e1ceac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b42426e6-502c-40d3-9c61-ff26c82f39ea') {'for_net_delete': True} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:02.555984 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-14495009-e57f-460e-a397-5d1629e1ceac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b42426e6-502c-40d3-9c61-ff26c82f39ea') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:02.559003 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port bfebd0a4-3c3d-4a7d-adda-1c5fc20a27e8, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=bfebd0a4-3c3d-4a7d-adda-1c5fc20a27e8,segment=NetworkSegment(bb5826fd-13f9-4737-be5f-46ce38ebd549),segment_id=bb5826fd-13f9-4737-be5f-46ce38ebd549)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:02.566586 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:02.644498 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-14495009-e57f-460e-a397-5d1629e1ceac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191186'] for segment, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:02.675895 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=bfebd0a4-3c3d-4a7d-adda-1c5fc20a27e8,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:02.696961 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-14495009-e57f-460e-a397-5d1629e1ceac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:02.705108 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c983a19a-aaca-4e00-ad5c-9513f8d7e213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:02.717007 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ccd86238-14f0-4415-bf1a-40748face4f4 req-f9cfe86b-6927-4e14-bb8e-a64f34a32518 tempest-TenantUsagesTestJSON-1736239320 tempest-TenantUsagesTestJSON-1736239320-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdf46735-4614-482b-ba87-76b35d97f80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588271 Aug 10 03:19:02.739460 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14495009-e57f-460e-a397-5d1629e1ceac admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=94260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:19:02.746791 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-14495009-e57f-460e-a397-5d1629e1ceac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58895489'] for segment, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:02.746791 n-d-768862-13 neutron-server[94260]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:19:02.746791 n-d-768862-13 neutron-server[94260]: self.session.flush() Aug 10 03:19:02.746791 n-d-768862-13 neutron-server[94260]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:19:02.746791 n-d-768862-13 neutron-server[94260]: self.session.flush() Aug 10 03:19:02.746791 n-d-768862-13 neutron-server[94260]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:19:02.746791 n-d-768862-13 neutron-server[94260]: self.session.flush() Aug 10 03:19:02.746791 n-d-768862-13 neutron-server[94260]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:19:02.746791 n-d-768862-13 neutron-server[94260]: self.session.flush() Aug 10 03:19:02.746791 n-d-768862-13 neutron-server[94260]: Traceback (most recent call last): Aug 10 03:19:02.746791 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:19:02.746791 n-d-768862-13 neutron-server[94260]: timer() Aug 10 03:19:02.746791 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:19:02.746791 n-d-768862-13 neutron-server[94260]: cb(*args, **kw) Aug 10 03:19:02.746791 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:19:02.746791 n-d-768862-13 neutron-server[94260]: return func(*args, **kwargs) Aug 10 03:19:02.746791 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:19:02.746791 n-d-768862-13 neutron-server[94260]: self._notify() Aug 10 03:19:02.746791 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:19:02.746791 n-d-768862-13 neutron-server[94260]: self.callback(batched_events) Aug 10 03:19:02.746791 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:19:02.746791 n-d-768862-13 neutron-server[94260]: event.method(event) Aug 10 03:19:02.746791 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:19:02.746791 n-d-768862-13 neutron-server[94260]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:19:02.746791 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:19:02.746791 n-d-768862-13 neutron-server[94260]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:19:02.746791 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:19:02.746791 n-d-768862-13 neutron-server[94260]: return f(self, *a, **k) Aug 10 03:19:02.746791 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:19:02.746791 n-d-768862-13 neutron-server[94260]: return self._get(url).json() Aug 10 03:19:02.746791 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:19:02.746791 n-d-768862-13 neutron-server[94260]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:19:02.746791 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:19:02.746791 n-d-768862-13 neutron-server[94260]: return self.request(url, 'GET', **kwargs) Aug 10 03:19:02.746791 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:19:02.746791 n-d-768862-13 neutron-server[94260]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:19:02.746791 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:19:02.746791 n-d-768862-13 neutron-server[94260]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:19:02.746791 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:19:02.746791 n-d-768862-13 neutron-server[94260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:19:02.746791 n-d-768862-13 neutron-server[94260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:19:02.772957 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-c983a19a-aaca-4e00-ad5c-9513f8d7e213 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9fbec61-3113-4722-b713-256096f4a191']}} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:02.795255 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['bcbb6ef7-b87c-4865-a920-cfc76d70d765'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:19:02.827605 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6ae8e3eb-2b6f-4ca5-9c51-30d411404620 req-b63a810e-c2d3-4390-b230-76f65ee45491 service neutron] 10.222.0.42 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4029343 Aug 10 03:19:02.845493 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-c983a19a-aaca-4e00-ad5c-9513f8d7e213 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f5a1810-a796-438e-8426-c84e52c371db') {'for_net_delete': True} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:02.845830 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-c983a19a-aaca-4e00-ad5c-9513f8d7e213 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f5a1810-a796-438e-8426-c84e52c371db') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:02.873662 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c983a19a-aaca-4e00-ad5c-9513f8d7e213 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191186'] for segment, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:02.904341 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 0ec146dd-71d3-467f-a213-2b68d819c086 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:19:02.956212 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-14495009-e57f-460e-a397-5d1629e1ceac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:02.984047 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:03.044857 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 0ec146dd-71d3-467f-a213-2b68d819c086 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:19:03.053186 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 0ec146dd-71d3-467f-a213-2b68d819c086 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:19:03.053635 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:03.190994 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:03.216989 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 0ec146dd-71d3-467f-a213-2b68d819c086, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=0ec146dd-71d3-467f-a213-2b68d819c086,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:03.222892 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:03.278888 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c983a19a-aaca-4e00-ad5c-9513f8d7e213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:03.293538 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-14495009-e57f-460e-a397-5d1629e1ceac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:03.298308 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-14495009-e57f-460e-a397-5d1629e1ceac admin admin] 10.222.0.44 "DELETE /v2.0/networks/7bfbeebb-f42f-441e-a7f5-dde179143eae HTTP/1.1" status: 204 len: 168 time: 3.3337016 Aug 10 03:19:03.301772 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 50446) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:03.312931 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c983a19a-aaca-4e00-ad5c-9513f8d7e213 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=94260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:19:03.313345 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c983a19a-aaca-4e00-ad5c-9513f8d7e213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58895489'] for segment, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:03.315348 n-d-768862-13 neutron-server[94260]: Traceback (most recent call last): Aug 10 03:19:03.315348 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:19:03.315348 n-d-768862-13 neutron-server[94260]: timer() Aug 10 03:19:03.315348 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:19:03.315348 n-d-768862-13 neutron-server[94260]: cb(*args, **kw) Aug 10 03:19:03.315348 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:19:03.315348 n-d-768862-13 neutron-server[94260]: return func(*args, **kwargs) Aug 10 03:19:03.315348 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:19:03.315348 n-d-768862-13 neutron-server[94260]: self._notify() Aug 10 03:19:03.315348 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:19:03.315348 n-d-768862-13 neutron-server[94260]: self.callback(batched_events) Aug 10 03:19:03.315348 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:19:03.315348 n-d-768862-13 neutron-server[94260]: event.method(event) Aug 10 03:19:03.315348 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:19:03.315348 n-d-768862-13 neutron-server[94260]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:19:03.315348 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:19:03.315348 n-d-768862-13 neutron-server[94260]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:19:03.315348 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:19:03.315348 n-d-768862-13 neutron-server[94260]: return f(self, *a, **k) Aug 10 03:19:03.315348 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:19:03.315348 n-d-768862-13 neutron-server[94260]: return self._get(url).json() Aug 10 03:19:03.315348 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:19:03.315348 n-d-768862-13 neutron-server[94260]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:19:03.315348 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:19:03.315348 n-d-768862-13 neutron-server[94260]: return self.request(url, 'GET', **kwargs) Aug 10 03:19:03.315348 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:19:03.315348 n-d-768862-13 neutron-server[94260]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:19:03.315348 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:19:03.315348 n-d-768862-13 neutron-server[94260]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:19:03.315348 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:19:03.315348 n-d-768862-13 neutron-server[94260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:19:03.315348 n-d-768862-13 neutron-server[94260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:19:03.317470 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8ee84f74-3ed2-4b12-8f77-d5db0ddf21d7 req-642d6aed-199b-4920-ad01-bc4d33f29ac4 tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:03.328234 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c886f88-6ee9-4a8e-9c3e-b8304f426a9f None None] Sync routers for ids ['b3ba740a-04dc-4a4a-8c90-9bce193117ed'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:19:03.342867 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 1de5840d-4277-44ce-afb5-038782657270 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:19:03.360183 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c886f88-6ee9-4a8e-9c3e-b8304f426a9f None None] Routers {'b3ba740a-04dc-4a4a-8c90-9bce193117ed'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:19:03.361798 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6ae8e3eb-2b6f-4ca5-9c51-30d411404620 req-17af036b-6bca-43f9-aabf-94b2d7940269 service neutron] 10.222.0.42 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5246444 Aug 10 03:19:03.362549 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14495009-e57f-460e-a397-5d1629e1ceac admin admin] Pushing event deleted for resources: {'Network': ['ID=7bfbeebb-f42f-441e-a7f5-dde179143eae,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:03.366206 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-9c886f88-6ee9-4a8e-9c3e-b8304f426a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:18:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['b3ba740a-04dc-4a4a-8c90-9bce193117ed'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:03.422114 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 1de5840d-4277-44ce-afb5-038782657270 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:19:03.423380 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 1de5840d-4277-44ce-afb5-038782657270 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:19:03.425282 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device eecf6121-54a6-44b5-a8f3-daf5fe991520 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:19:03.433259 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=0ec146dd-71d3-467f-a213-2b68d819c086,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:03.460401 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: eecf6121-54a6-44b5-a8f3-daf5fe991520 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:19:03.461047 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device eecf6121-54a6-44b5-a8f3-daf5fe991520 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:19:03.514135 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961d598c-945f-40cb-8177-f76b16c0df7c req-773603c0-0f2f-408a-ba74-c4075a28de70 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:03.517953 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-961d598c-945f-40cb-8177-f76b16c0df7c req-773603c0-0f2f-408a-ba74-c4075a28de70 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e78dc3b-2e4f-4cff-a9d7-a5f39528a068 HTTP/1.1" status: 200 len: 944 time: 0.6123812 Aug 10 03:19:03.587101 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-9c886f88-6ee9-4a8e-9c3e-b8304f426a9f None None] Set router b3ba740a-04dc-4a4a-8c90-9bce193117ed gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:19:03.595598 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-8ee84f74-3ed2-4b12-8f77-d5db0ddf21d7 req-642d6aed-199b-4920-ad01-bc4d33f29ac4 tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Allocated IP 172.25.6.160 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/8d6dd69a-4604-4cde-8d32-d507ba8b0484) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:19:03.712064 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8ee84f74-3ed2-4b12-8f77-d5db0ddf21d7 req-642d6aed-199b-4920-ad01-bc4d33f29ac4 tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:03.724394 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c983a19a-aaca-4e00-ad5c-9513f8d7e213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:03.730380 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c983a19a-aaca-4e00-ad5c-9513f8d7e213 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:03.735208 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-c983a19a-aaca-4e00-ad5c-9513f8d7e213 admin admin] 10.222.0.44 "DELETE /v2.0/networks/b9fbec61-3113-4722-b713-256096f4a191 HTTP/1.1" status: 204 len: 168 time: 3.3726056 Aug 10 03:19:03.781579 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c983a19a-aaca-4e00-ad5c-9513f8d7e213 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9fbec61-3113-4722-b713-256096f4a191,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:03.817969 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-961d598c-945f-40cb-8177-f76b16c0df7c req-77cfbcfb-8eba-485f-bcc5-8a96a152f5fa tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] 10.222.0.44 "GET /v2.0/security-groups?id=13df5112-4960-49c2-9a4c-57c68a4fb5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832214 Aug 10 03:19:03.826721 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd151d3f-be43-47b6-9019-f4a248cae29c req-bcb31488-b117-4d10-818c-bda17bb0fbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:03.827876 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b3075212-979c-4810-95d5-30bb60b1cdd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521880'] for router_interface, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:03.828323 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fd151d3f-be43-47b6-9019-f4a248cae29c req-bcb31488-b117-4d10-818c-bda17bb0fbd7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fbefbc61ff8246539523018574070a6c&device_id=9ac5862c-26f0-447e-9842-a97346802675 HTTP/1.1" status: 200 len: 1100 time: 0.3649549 Aug 10 03:19:03.862474 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-9c886f88-6ee9-4a8e-9c3e-b8304f426a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ba740a-04dc-4a4a-8c90-9bce193117ed', 'name': 'tempest-FloatingIPDetailsTestJSON-599788400-router', 'tenant_id': '2c30fe072e6e426e933ad373f7fb486f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': '0ec146dd-71d3-467f-a213-2b68d819c086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:18:52Z', 'updated_at': '2021-08-10T03:18:59Z', 'revision_number': 4, 'project_id': '2c30fe072e6e426e933ad373f7fb486f', 'gw_port': {'id': '0ec146dd-71d3-467f-a213-2b68d819c086', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:da:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ba740a-04dc-4a4a-8c90-9bce193117ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:54Z', 'updated_at': '2021-08-10T03:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '10b0653e-ac81-4424-99b0-2a55c5d26785', 'name': '', 'network_id': '21e34702-3ebc-4f98-950c-73f679aca894', 'tenant_id': '2c30fe072e6e426e933ad373f7fb486f', 'mac_address': 'fa:16:3e:a9:62:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3ba740a-04dc-4a4a-8c90-9bce193117ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '6d687c81-9f2f-4373-9613-730acb6f8b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:58Z', 'updated_at': '2021-08-10T03:19:00Z', 'revision_number': 2, 'project_id': '2c30fe072e6e426e933ad373f7fb486f', 'subnets': [{'id': '6d687c81-9f2f-4373-9613-730acb6f8b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:03.905071 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8ee84f74-3ed2-4b12-8f77-d5db0ddf21d7 req-642d6aed-199b-4920-ad01-bc4d33f29ac4 tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:03.914688 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c886f88-6ee9-4a8e-9c3e-b8304f426a9f None None] Checking router: b3ba740a-04dc-4a4a-8c90-9bce193117ed for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:19:03.915481 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c886f88-6ee9-4a8e-9c3e-b8304f426a9f None None] Updating router b3ba740a-04dc-4a4a-8c90-9bce193117ed port 10b0653e-ac81-4424-99b0-2a55c5d26785 binding host n-d-768862-13 {{(pid=94263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:19:03.947943 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-9c886f88-6ee9-4a8e-9c3e-b8304f426a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:04.053346 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 50452) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:04.083228 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642d6aed-199b-4920-ad01-bc4d33f29ac4 tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Pushing event updated for resources: {'Port': ['ID=8d6dd69a-4604-4cde-8d32-d507ba8b0484,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:04.088043 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd151d3f-be43-47b6-9019-f4a248cae29c req-60a698b7-3a05-4a95-a601-c45df0aa73ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:04.090160 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fd151d3f-be43-47b6-9019-f4a248cae29c req-60a698b7-3a05-4a95-a601-c45df0aa73ac service neutron] 10.222.0.42 "GET /v2.0/networks?id=72a4be73-29a1-424c-8690-ecdcf6b06721 HTTP/1.1" status: 200 len: 869 time: 0.2539127 Aug 10 03:19:04.139249 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-3f3d9ca2-d6d5-47ab-af78-3058e9e7c175 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d9cb32d8e12a4e1e8e691f357826a371&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0844078 Aug 10 03:19:04.140027 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 50454) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:04.215889 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fd151d3f-be43-47b6-9019-f4a248cae29c req-f70c5321-4a52-4727-b9e0-3e2d0cbba4dc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=eb57f5c3-423d-488a-bd53-ae4f6e654a85 HTTP/1.1" status: 200 len: 217 time: 0.0806782 Aug 10 03:19:04.219302 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ee84f74-3ed2-4b12-8f77-d5db0ddf21d7 req-642d6aed-199b-4920-ad01-bc4d33f29ac4 tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:19:04.228286 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-8ee84f74-3ed2-4b12-8f77-d5db0ddf21d7 req-642d6aed-199b-4920-ad01-bc4d33f29ac4 tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:19:04.242163 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b17b3834-8587-4e10-80ea-0fd647ae6bf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:04.252365 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ee84f74-3ed2-4b12-8f77-d5db0ddf21d7 req-642d6aed-199b-4920-ad01-bc4d33f29ac4 tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:19:04.298268 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b17b3834-8587-4e10-80ea-0fd647ae6bf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:04.343107 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd151d3f-be43-47b6-9019-f4a248cae29c req-e12bef95-8a1d-4105-b3fb-ac5877a37dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:04.344569 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-b3075212-979c-4810-95d5-30bb60b1cdd0 admin admin] Deleting port fcf8af85-7895-4821-9019-99395224523c {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:19:04.344984 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fd151d3f-be43-47b6-9019-f4a248cae29c req-e12bef95-8a1d-4105-b3fb-ac5877a37dfb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=60d10164-1dee-4940-9d19-f71e6c18cbc5 HTTP/1.1" status: 200 len: 843 time: 0.1085026 Aug 10 03:19:04.345132 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b3075212-979c-4810-95d5-30bb60b1cdd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:04.366890 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-9c886f88-6ee9-4a8e-9c3e-b8304f426a9f None None] Notify callbacks [] for port, precommit_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:04.396677 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.provisioning_blocks [None req-9c886f88-6ee9-4a8e-9c3e-b8304f426a9f None None] Transition to ACTIVE for port object 10b0653e-ac81-4424-99b0-2a55c5d26785 will not be triggered until provisioned by entity L2. {{(pid=94263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:19:04.400097 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8281395-6e07-4687-ba03-705822e43a66 req-c8b1cb96-c571-462c-8dfc-0923b4f20218 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:04.410070 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-9c886f88-6ee9-4a8e-9c3e-b8304f426a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:04.411489 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f8281395-6e07-4687-ba03-705822e43a66 req-c8b1cb96-c571-462c-8dfc-0923b4f20218 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/ports?device_id=c571b26b-2cbf-4cae-a1f3-604c9552c98b HTTP/1.1" status: 200 len: 945 time: 0.3879559 Aug 10 03:19:04.424916 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b17b3834-8587-4e10-80ea-0fd647ae6bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:04.430692 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b17b3834-8587-4e10-80ea-0fd647ae6bf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:04.434551 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-b17b3834-8587-4e10-80ea-0fd647ae6bf2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f5de064f-4496-49e2-a484-c9784d75792c HTTP/1.1" status: 204 len: 168 time: 0.2924898 Aug 10 03:19:04.451984 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17b3834-8587-4e10-80ea-0fd647ae6bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5de064f-4496-49e2-a484-c9784d75792c,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:04.489325 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f8281395-6e07-4687-ba03-705822e43a66 req-6f3b711a-6fad-4dac-8e11-1c57d1f0b24a tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/security-groups?id=e00a7564-e56b-4b7f-b179-f193e5160bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768528 Aug 10 03:19:04.507877 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd151d3f-be43-47b6-9019-f4a248cae29c req-bad5ea1f-6bdc-4f52-9331-3822d4a155fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:04.507877 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fd151d3f-be43-47b6-9019-f4a248cae29c req-bad5ea1f-6bdc-4f52-9331-3822d4a155fa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72a4be73-29a1-424c-8690-ecdcf6b06721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1524642 Aug 10 03:19:04.520946 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-b3075212-979c-4810-95d5-30bb60b1cdd0 admin admin] For port fcf8af85-7895-4821-9019-99395224523c, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=fcf8af85-7895-4821-9019-99395224523c,segment=NetworkSegment(63c5233d-0a72-40bd-b951-4339d9098663),segment_id=63c5233d-0a72-40bd-b951-4339d9098663)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:04.521319 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b3075212-979c-4810-95d5-30bb60b1cdd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:04.549260 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-b3075212-979c-4810-95d5-30bb60b1cdd0 admin admin] Calling delete_port for fcf8af85-7895-4821-9019-99395224523c owned by network:router_interface {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:19:04.561070 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca951ab-b4d6-48be-a6fa-92bf0f6831ad None None] Pushing event updated for resources: {'Port': ['ID=10b0653e-ac81-4424-99b0-2a55c5d26785,revision_number=3']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:04.574328 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ec4f608-93f3-4e5d-b5c8-98aea31dd169 x-openstack-request-id: req-8ec4f608-93f3-4e5d-b5c8-98aea31dd169 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:19:04.574837 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b73dd188-4fb4-4114-9298-c13ccaeff414", "name": "network-vif-plugged", "status": "completed", "tag": "bfebd0a4-3c3d-4a7d-adda-1c5fc20a27e8", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:19:04.574837 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8ec4f608-93f3-4e5d-b5c8-98aea31dd169 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:19:04.575145 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b73dd188-4fb4-4114-9298-c13ccaeff414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfebd0a4-3c3d-4a7d-adda-1c5fc20a27e8', 'code': 200} Aug 10 03:19:04.783606 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-9c886f88-6ee9-4a8e-9c3e-b8304f426a9f None None] Attempting to bind port 10b0653e-ac81-4424-99b0-2a55c5d26785 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:19:04.784105 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-9c886f88-6ee9-4a8e-9c3e-b8304f426a9f None None] Attempting to bind port 10b0653e-ac81-4424-99b0-2a55c5d26785 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '6b274d3c-16a2-4675-83d6-59ac2e6fad5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '21e34702-3ebc-4f98-950c-73f679aca894'}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:19:04.784572 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c886f88-6ee9-4a8e-9c3e-b8304f426a9f None None] Attempting to bind port 10b0653e-ac81-4424-99b0-2a55c5d26785 on network 21e34702-3ebc-4f98-950c-73f679aca894 {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:19:04.787274 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 0ec146dd-71d3-467f-a213-2b68d819c086 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:19:04.800005 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c886f88-6ee9-4a8e-9c3e-b8304f426a9f None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:19:04.801740 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c886f88-6ee9-4a8e-9c3e-b8304f426a9f None None] Checking segment: {'id': '6b274d3c-16a2-4675-83d6-59ac2e6fad5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '21e34702-3ebc-4f98-950c-73f679aca894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:19:04.802149 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-9c886f88-6ee9-4a8e-9c3e-b8304f426a9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:04.804946 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c886f88-6ee9-4a8e-9c3e-b8304f426a9f None None] Bound using segment: {'id': '6b274d3c-16a2-4675-83d6-59ac2e6fad5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '21e34702-3ebc-4f98-950c-73f679aca894'} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:19:04.805450 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-9c886f88-6ee9-4a8e-9c3e-b8304f426a9f None None] Bound port: 10b0653e-ac81-4424-99b0-2a55c5d26785, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b274d3c-16a2-4675-83d6-59ac2e6fad5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '21e34702-3ebc-4f98-950c-73f679aca894'}}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:19:04.805862 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-9c886f88-6ee9-4a8e-9c3e-b8304f426a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:04.809950 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e6a48f-eaca-4430-9eea-d57816a702bc req-6c0f1338-1af6-4323-a5e8-6e9195fb3bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:04.813927 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-49e6a48f-eaca-4430-9eea-d57816a702bc req-6c0f1338-1af6-4323-a5e8-6e9195fb3bbd service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b73dd188-4fb4-4114-9298-c13ccaeff414 HTTP/1.1" status: 200 len: 1098 time: 0.1512990 Aug 10 03:19:04.819664 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fd151d3f-be43-47b6-9019-f4a248cae29c req-bdca7145-cd87-477e-bc70-872bd4d797ac service neutron] 10.222.0.42 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640305 Aug 10 03:19:04.865541 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 0ec146dd-71d3-467f-a213-2b68d819c086 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:19:04.866586 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:04.912467 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-49e6a48f-eaca-4430-9eea-d57816a702bc req-d23a00e5-ae30-4d05-8725-88c82d8caed5 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=58160609-a8c2-4b15-a3de-467e7dbbc834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820577 Aug 10 03:19:04.948592 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-9c886f88-6ee9-4a8e-9c3e-b8304f426a9f None None] For port 10b0653e-ac81-4424-99b0-2a55c5d26785, host n-d-768862-13, cleared binding levels {{(pid=94263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:19:04.952223 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-9c886f88-6ee9-4a8e-9c3e-b8304f426a9f None None] For port 10b0653e-ac81-4424-99b0-2a55c5d26785, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=10b0653e-ac81-4424-99b0-2a55c5d26785,segment=NetworkSegment(6b274d3c-16a2-4675-83d6-59ac2e6fad5a),segment_id=6b274d3c-16a2-4675-83d6-59ac2e6fad5a)] {{(pid=94263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:19:04.965282 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-9c886f88-6ee9-4a8e-9c3e-b8304f426a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:05.011663 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device bcbb6ef7-b87c-4865-a920-cfc76d70d765 up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:19:05.041649 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c886f88-6ee9-4a8e-9c3e-b8304f426a9f None None] Routers {'b3ba740a-04dc-4a4a-8c90-9bce193117ed'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:19:05.042331 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-9c886f88-6ee9-4a8e-9c3e-b8304f426a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:18:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['b3ba740a-04dc-4a4a-8c90-9bce193117ed'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:05.102618 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8ee84f74-3ed2-4b12-8f77-d5db0ddf21d7 req-642d6aed-199b-4920-ad01-bc4d33f29ac4 tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:05.184025 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4878fe4b-98ac-420f-8281-d5b9bae7c6af req-323cfc0e-1f66-4e74-81f8-4a8d5cca5cf7 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:05.190572 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4878fe4b-98ac-420f-8281-d5b9bae7c6af req-323cfc0e-1f66-4e74-81f8-4a8d5cca5cf7 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/ports?device_id=b73dd188-4fb4-4114-9298-c13ccaeff414 HTTP/1.1" status: 200 len: 946 time: 0.3623323 Aug 10 03:19:05.238396 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning for port bcbb6ef7-b87c-4865-a920-cfc76d70d765 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:19:05.239752 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca951ab-b4d6-48be-a6fa-92bf0f6831ad None None] Pushing event updated for resources: {'Port': ['ID=10b0653e-ac81-4424-99b0-2a55c5d26785,revision_number=4']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:05.259467 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port bcbb6ef7-b87c-4865-a920-cfc76d70d765 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:19:05.262284 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:05.269786 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fd151d3f-be43-47b6-9019-f4a248cae29c req-29dc95f4-6fc7-482c-802d-364a1643d096 service neutron] 10.222.0.42 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4151764 Aug 10 03:19:05.327445 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device eb57f5c3-423d-488a-bd53-ae4f6e654a85 details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:19:05.329313 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b3075212-979c-4810-95d5-30bb60b1cdd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:05.425106 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8ee84f74-3ed2-4b12-8f77-d5db0ddf21d7 req-642d6aed-199b-4920-ad01-bc4d33f29ac4 tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:05.435429 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-9c886f88-6ee9-4a8e-9c3e-b8304f426a9f None None] Set router b3ba740a-04dc-4a4a-8c90-9bce193117ed gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:19:05.521948 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4878fe4b-98ac-420f-8281-d5b9bae7c6af req-f7905ac1-4f85-47fb-af65-ec8436203578 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/security-groups?id=58160609-a8c2-4b15-a3de-467e7dbbc834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463801 Aug 10 03:19:05.613938 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3075212-979c-4810-95d5-30bb60b1cdd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcf8af85-7895-4821-9019-99395224523c,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:05.707030 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port eb57f5c3-423d-488a-bd53-ae4f6e654a85, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=eb57f5c3-423d-488a-bd53-ae4f6e654a85,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:05.727262 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': 'eb57f5c3-423d-488a-bd53-ae4f6e654a85', 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721', 'port_id': 'eb57f5c3-423d-488a-bd53-ae4f6e654a85', 'mac_address': 'fa:16:3e:1e:39:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60d10164-1dee-4940-9d19-f71e6c18cbc5', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:19:05.842079 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:05.894646 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb57f5c3-423d-488a-bd53-ae4f6e654a85 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:19:05.930954 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port eb57f5c3-423d-488a-bd53-ae4f6e654a85, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=eb57f5c3-423d-488a-bd53-ae4f6e654a85,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:05.938824 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b3075212-979c-4810-95d5-30bb60b1cdd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-522536'] for router_interface, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:05.966401 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:06.002677 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b6eeb4-b707-4e26-92bf-c69e7341f2fa req-e45d9355-d65d-4972-b31e-3d742ff8374d tempest-TenantUsagesTestJSON-1736239320 tempest-TenantUsagesTestJSON-1736239320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:06.006614 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d8b6eeb4-b707-4e26-92bf-c69e7341f2fa req-e45d9355-d65d-4972-b31e-3d742ff8374d tempest-TenantUsagesTestJSON-1736239320 tempest-TenantUsagesTestJSON-1736239320-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ac5862c-26f0-447e-9842-a97346802675 HTTP/1.1" status: 200 len: 948 time: 0.2034521 Aug 10 03:19:06.046410 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-9c886f88-6ee9-4a8e-9c3e-b8304f426a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ba740a-04dc-4a4a-8c90-9bce193117ed', 'name': 'tempest-FloatingIPDetailsTestJSON-599788400-router', 'tenant_id': '2c30fe072e6e426e933ad373f7fb486f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': '0ec146dd-71d3-467f-a213-2b68d819c086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:18:52Z', 'updated_at': '2021-08-10T03:18:59Z', 'revision_number': 4, 'project_id': '2c30fe072e6e426e933ad373f7fb486f', 'gw_port': {'id': '0ec146dd-71d3-467f-a213-2b68d819c086', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:da:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ba740a-04dc-4a4a-8c90-9bce193117ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:54Z', 'updated_at': '2021-08-10T03:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '10b0653e-ac81-4424-99b0-2a55c5d26785', 'name': '', 'network_id': '21e34702-3ebc-4f98-950c-73f679aca894', 'tenant_id': '2c30fe072e6e426e933ad373f7fb486f', 'mac_address': 'fa:16:3e:a9:62:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3ba740a-04dc-4a4a-8c90-9bce193117ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '6d687c81-9f2f-4373-9613-730acb6f8b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:58Z', 'updated_at': '2021-08-10T03:19:04Z', 'revision_number': 4, 'project_id': '2c30fe072e6e426e933ad373f7fb486f', 'subnets': [{'id': '6d687c81-9f2f-4373-9613-730acb6f8b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:06.060414 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=eb57f5c3-423d-488a-bd53-ae4f6e654a85,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:06.112981 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:06.125727 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8ee84f74-3ed2-4b12-8f77-d5db0ddf21d7 req-642d6aed-199b-4920-ad01-bc4d33f29ac4 tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:06.139993 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8ee84f74-3ed2-4b12-8f77-d5db0ddf21d7 req-642d6aed-199b-4920-ad01-bc4d33f29ac4 tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:06.155497 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c886f88-6ee9-4a8e-9c3e-b8304f426a9f None None] The sync data for ids ['b3ba740a-04dc-4a4a-8c90-9bce193117ed'] in n-d-768862-13 is: [{'id': 'b3ba740a-04dc-4a4a-8c90-9bce193117ed', 'name': 'tempest-FloatingIPDetailsTestJSON-599788400-router', 'tenant_id': '2c30fe072e6e426e933ad373f7fb486f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': '0ec146dd-71d3-467f-a213-2b68d819c086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:18:52Z', 'updated_at': '2021-08-10T03:18:59Z', 'revision_number': 4, 'project_id': '2c30fe072e6e426e933ad373f7fb486f', 'gw_port': {'id': '0ec146dd-71d3-467f-a213-2b68d819c086', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:da:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ba740a-04dc-4a4a-8c90-9bce193117ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:54Z', 'updated_at': '2021-08-10T03:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '10b0653e-ac81-4424-99b0-2a55c5d26785', 'name': '', 'network_id': '21e34702-3ebc-4f98-950c-73f679aca894', 'tenant_id': '2c30fe072e6e426e933ad373f7fb486f', 'mac_address': 'fa:16:3e:a9:62:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3ba740a-04dc-4a4a-8c90-9bce193117ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '6d687c81-9f2f-4373-9613-730acb6f8b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:58Z', 'updated_at': '2021-08-10T03:19:04Z', 'revision_number': 4, 'project_id': '2c30fe072e6e426e933ad373f7fb486f', 'subnets': [{'id': '6d687c81-9f2f-4373-9613-730acb6f8b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:19:06.202973 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642d6aed-199b-4920-ad01-bc4d33f29ac4 tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Pushing event updated for resources: {'Port': ['ID=8d6dd69a-4604-4cde-8d32-d507ba8b0484,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:06.226488 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d8b6eeb4-b707-4e26-92bf-c69e7341f2fa req-ad26996f-9ea3-42ef-9a37-321cc7ed4fa3 tempest-TenantUsagesTestJSON-1736239320 tempest-TenantUsagesTestJSON-1736239320-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdf46735-4614-482b-ba87-76b35d97f80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073147 Aug 10 03:19:06.276411 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port bcbb6ef7-b87c-4865-a920-cfc76d70d765, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=bcbb6ef7-b87c-4865-a920-cfc76d70d765,segment=NetworkSegment(41256eaa-6121-4e79-be67-f3a23583b6a6),segment_id=41256eaa-6121-4e79-be67-f3a23583b6a6)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:06.286922 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:06.367410 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['eb57f5c3-423d-488a-bd53-ae4f6e654a85'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:19:06.399647 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8ee84f74-3ed2-4b12-8f77-d5db0ddf21d7 req-642d6aed-199b-4920-ad01-bc4d33f29ac4 tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:06.491567 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8ee84f74-3ed2-4b12-8f77-d5db0ddf21d7 req-642d6aed-199b-4920-ad01-bc4d33f29ac4 tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:06.493549 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8ee84f74-3ed2-4b12-8f77-d5db0ddf21d7 req-642d6aed-199b-4920-ad01-bc4d33f29ac4 tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.4672363 Aug 10 03:19:06.507428 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=bcbb6ef7-b87c-4865-a920-cfc76d70d765,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:06.515386 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ca1b8a-c7de-429e-9f14-150cbf451670 req-f34a465f-f288-4b6d-a0d1-f9dff2e2924a tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:06.523459 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-38ca1b8a-c7de-429e-9f14-150cbf451670 req-f34a465f-f288-4b6d-a0d1-f9dff2e2924a tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e78dc3b-2e4f-4cff-a9d7-a5f39528a068 HTTP/1.1" status: 200 len: 945 time: 0.1069443 Aug 10 03:19:06.578045 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e78dc3b-2e4f-4cff-a9d7-a5f39528a068', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcbb6ef7-b87c-4865-a920-cfc76d70d765'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:19:06.582431 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f15ed8da-ff9a-4dde-874f-647d045c0543" -d '{"events": [{"server_uuid": "7e78dc3b-2e4f-4cff-a9d7-a5f39528a068", "name": "network-vif-plugged", "status": "completed", "tag": "bcbb6ef7-b87c-4865-a920-cfc76d70d765"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:19:06.617691 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3075212-979c-4810-95d5-30bb60b1cdd0 admin admin] Router 6530281a-9ab7-460d-955d-fcbd7f2fa825 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:19:06.640951 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8ee84f74-3ed2-4b12-8f77-d5db0ddf21d7 req-49c5a8eb-e01c-4a34-9b38-96d46016af5c tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.160 HTTP/1.1" status: 200 len: 696 time: 0.1154087 Aug 10 03:19:06.752962 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-38ca1b8a-c7de-429e-9f14-150cbf451670 req-43a44e46-09e8-448e-9c26-b69550716166 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] 10.222.0.44 "GET /v2.0/security-groups?id=13df5112-4960-49c2-9a4c-57c68a4fb5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284298 Aug 10 03:19:06.848225 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3075212-979c-4810-95d5-30bb60b1cdd0 admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:19:06.865222 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-b3075212-979c-4810-95d5-30bb60b1cdd0 admin admin] 10.222.0.44 "PUT /v2.0/routers/6530281a-9ab7-460d-955d-fcbd7f2fa825/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5615947 Aug 10 03:19:06.869321 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 50502) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:06.883211 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5775666f-d156-4cc9-8911-a6a84d5f8f8a None None] Sync routers for ids ['6530281a-9ab7-460d-955d-fcbd7f2fa825'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:19:06.899757 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 10b0653e-ac81-4424-99b0-2a55c5d26785 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:19:06.938260 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5775666f-d156-4cc9-8911-a6a84d5f8f8a None None] Routers {'6530281a-9ab7-460d-955d-fcbd7f2fa825'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:19:06.939222 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-5775666f-d156-4cc9-8911-a6a84d5f8f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:18:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['6530281a-9ab7-460d-955d-fcbd7f2fa825'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:07.035975 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a107405-64ee-40da-beef-260b6f16a9ec req-c966a817-6397-47cb-80c8-f5ed3ad76d8d tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:07.037173 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4a107405-64ee-40da-beef-260b6f16a9ec req-c966a817-6397-47cb-80c8-f5ed3ad76d8d tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/ports?device_id=c571b26b-2cbf-4cae-a1f3-604c9552c98b HTTP/1.1" status: 200 len: 945 time: 0.0989676 Aug 10 03:19:07.045308 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee84f74-3ed2-4b12-8f77-d5db0ddf21d7 req-36e85738-ad0a-4028-a195-89739b5153ec tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:07.047263 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8ee84f74-3ed2-4b12-8f77-d5db0ddf21d7 req-36e85738-ad0a-4028-a195-89739b5153ec tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] 10.222.0.44 "GET /v2.0/networks/2ea12131-628a-487e-b434-0463553732bd HTTP/1.1" status: 200 len: 784 time: 0.3936322 Aug 10 03:19:07.070354 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 10b0653e-ac81-4424-99b0-2a55c5d26785 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:19:07.081441 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-5775666f-d156-4cc9-8911-a6a84d5f8f8a None None] Set router 6530281a-9ab7-460d-955d-fcbd7f2fa825 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:19:07.087156 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 10b0653e-ac81-4424-99b0-2a55c5d26785 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:19:07.087600 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:07.092173 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4a107405-64ee-40da-beef-260b6f16a9ec req-b5060742-bd92-4333-9199-b21e84785dc5 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/security-groups?id=e00a7564-e56b-4b7f-b179-f193e5160bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438735 Aug 10 03:19:07.135774 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3005d594-3ba6-4834-a585-dd98a295c5df admin admin] Notify callbacks [] for router, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:07.289023 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3005d594-3ba6-4834-a585-dd98a295c5df admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:07.306064 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7657b0-8a5d-44a7-b431-12ad934bfe74 req-404075d0-6260-4354-94dc-685d21c88a0d tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:07.315995 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6b7657b0-8a5d-44a7-b431-12ad934bfe74 req-404075d0-6260-4354-94dc-685d21c88a0d tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/ports?device_id=b73dd188-4fb4-4114-9298-c13ccaeff414 HTTP/1.1" status: 200 len: 946 time: 0.0714128 Aug 10 03:19:07.318498 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:07.378831 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6b7657b0-8a5d-44a7-b431-12ad934bfe74 req-83fa0a4f-7658-4a91-ba53-82cf8218dd80 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/security-groups?id=58160609-a8c2-4b15-a3de-467e7dbbc834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579436 Aug 10 03:19:07.408030 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-3005d594-3ba6-4834-a585-dd98a295c5df admin admin] Deleting port afd27794-1115-404b-8626-6a45c18cce1c {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:19:07.408233 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3005d594-3ba6-4834-a585-dd98a295c5df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:07.410557 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 10b0653e-ac81-4424-99b0-2a55c5d26785, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=10b0653e-ac81-4424-99b0-2a55c5d26785,segment=NetworkSegment(6b274d3c-16a2-4675-83d6-59ac2e6fad5a),segment_id=6b274d3c-16a2-4675-83d6-59ac2e6fad5a)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:07.424745 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:07.496013 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe11e872-82e3-44a1-870f-480dffb093c2 x-openstack-request-id: req-fe11e872-82e3-44a1-870f-480dffb093c2 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:19:07.496519 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e78dc3b-2e4f-4cff-a9d7-a5f39528a068", "name": "network-vif-plugged", "status": "completed", "tag": "bcbb6ef7-b87c-4865-a920-cfc76d70d765", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:19:07.496929 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fe11e872-82e3-44a1-870f-480dffb093c2 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:19:07.497490 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e78dc3b-2e4f-4cff-a9d7-a5f39528a068', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcbb6ef7-b87c-4865-a920-cfc76d70d765', 'code': 200} Aug 10 03:19:07.524861 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-5775666f-d156-4cc9-8911-a6a84d5f8f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6530281a-9ab7-460d-955d-fcbd7f2fa825', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1708645079-router', 'tenant_id': '6eb53b692c144502a0a76e70133f83c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'afd27794-1115-404b-8626-6a45c18cce1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:11:50Z', 'updated_at': '2021-08-10T03:19:05Z', 'revision_number': 5, 'project_id': '6eb53b692c144502a0a76e70133f83c3', 'gw_port': {'id': 'afd27794-1115-404b-8626-6a45c18cce1c', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6530281a-9ab7-460d-955d-fcbd7f2fa825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:11:51Z', 'updated_at': '2021-08-10T03:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:07.571942 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5775666f-d156-4cc9-8911-a6a84d5f8f8a None None] Checking router: 6530281a-9ab7-460d-955d-fcbd7f2fa825 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:19:07.576938 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-3005d594-3ba6-4834-a585-dd98a295c5df admin admin] For port afd27794-1115-404b-8626-6a45c18cce1c, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=afd27794-1115-404b-8626-6a45c18cce1c,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:07.578461 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3005d594-3ba6-4834-a585-dd98a295c5df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:07.596541 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5775666f-d156-4cc9-8911-a6a84d5f8f8a None None] Routers {'6530281a-9ab7-460d-955d-fcbd7f2fa825'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:19:07.597421 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-5775666f-d156-4cc9-8911-a6a84d5f8f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:18:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['6530281a-9ab7-460d-955d-fcbd7f2fa825'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:07.613574 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-3005d594-3ba6-4834-a585-dd98a295c5df admin admin] Calling delete_port for afd27794-1115-404b-8626-6a45c18cce1c owned by network:router_gateway {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:19:07.771755 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bfdda5-24cd-42bf-9ec6-95d930fc0773 req-708646d0-cd45-4871-93b8-1e387097b6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:07.774846 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-63bfdda5-24cd-42bf-9ec6-95d930fc0773 req-708646d0-cd45-4871-93b8-1e387097b6c4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7e78dc3b-2e4f-4cff-a9d7-a5f39528a068 HTTP/1.1" status: 200 len: 1097 time: 0.1240101 Aug 10 03:19:07.782679 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b1d7b-2c27-42b5-80bb-f8569139b4a6 req-0ea56c03-c6ce-4421-8ab7-d138a2abe0d7 tempest-TenantUsagesTestJSON-1736239320 tempest-TenantUsagesTestJSON-1736239320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:07.784298 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d28b1d7b-2c27-42b5-80bb-f8569139b4a6 req-0ea56c03-c6ce-4421-8ab7-d138a2abe0d7 tempest-TenantUsagesTestJSON-1736239320 tempest-TenantUsagesTestJSON-1736239320-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ac5862c-26f0-447e-9842-a97346802675 HTTP/1.1" status: 200 len: 949 time: 0.1432390 Aug 10 03:19:07.810713 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f9a0fab3-6896-41fc-8b44-9476a72a2fcb req-cf2c8908-9df7-4797-aaa3-d54d6b96e8df tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3465352 Aug 10 03:19:07.817447 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=10b0653e-ac81-4424-99b0-2a55c5d26785,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:07.817941 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-f9a0fab3-6896-41fc-8b44-9476a72a2fcb req-01489c89-f4da-441e-bd82-1dd433f037be tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Request body: {'floatingip': {'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:19:07.830992 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:07.831566 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:07.832069 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:07.832570 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:07.833056 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:07.833537 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:07.834017 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:07.834539 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:07.835017 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:07.835491 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:07.835969 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:07.836460 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:07.860636 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-5775666f-d156-4cc9-8911-a6a84d5f8f8a None None] Set router 6530281a-9ab7-460d-955d-fcbd7f2fa825 gateway port host: None {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:19:07.891941 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d28b1d7b-2c27-42b5-80bb-f8569139b4a6 req-c5ad40b8-438c-4ad5-830d-63c5ea9f4a3f tempest-TenantUsagesTestJSON-1736239320 tempest-TenantUsagesTestJSON-1736239320-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdf46735-4614-482b-ba87-76b35d97f80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783234 Aug 10 03:19:07.898990 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-f9a0fab3-6896-41fc-8b44-9476a72a2fcb req-01489c89-f4da-441e-bd82-1dd433f037be tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Notify callbacks [] for floatingip, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:07.933417 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-5775666f-d156-4cc9-8911-a6a84d5f8f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6530281a-9ab7-460d-955d-fcbd7f2fa825', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1708645079-router', 'tenant_id': '6eb53b692c144502a0a76e70133f83c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:11:50Z', 'updated_at': '2021-08-10T03:19:07Z', 'revision_number': 6, 'project_id': '6eb53b692c144502a0a76e70133f83c3', 'gw_port_host': None}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:07.951921 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3005d594-3ba6-4834-a585-dd98a295c5df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:07.994053 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5775666f-d156-4cc9-8911-a6a84d5f8f8a None None] The sync data for ids ['6530281a-9ab7-460d-955d-fcbd7f2fa825'] in n-d-768862-13 is: [{'id': '6530281a-9ab7-460d-955d-fcbd7f2fa825', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1708645079-router', 'tenant_id': '6eb53b692c144502a0a76e70133f83c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:11:50Z', 'updated_at': '2021-08-10T03:19:07Z', 'revision_number': 6, 'project_id': '6eb53b692c144502a0a76e70133f83c3', 'gw_port_host': None}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:19:08.031141 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3005d594-3ba6-4834-a585-dd98a295c5df admin admin] Pushing event deleted for resources: {'Port': ['ID=afd27794-1115-404b-8626-6a45c18cce1c,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:08.072350 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-f9a0fab3-6896-41fc-8b44-9476a72a2fcb req-01489c89-f4da-441e-bd82-1dd433f037be tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:08.119808 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-63bfdda5-24cd-42bf-9ec6-95d930fc0773 req-cc6a1ef5-bc6c-4cd4-9b34-b7907e9a9dd0 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=13df5112-4960-49c2-9a4c-57c68a4fb5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3361759 Aug 10 03:19:08.146873 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3005d594-3ba6-4834-a585-dd98a295c5df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520654'] for router_gateway, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:08.230039 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-f9a0fab3-6896-41fc-8b44-9476a72a2fcb req-01489c89-f4da-441e-bd82-1dd433f037be tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Allocated IP 172.25.6.147 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/6013b195-21c8-4ff1-8a5c-4da424cc9d76) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:19:08.384530 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-f9a0fab3-6896-41fc-8b44-9476a72a2fcb req-01489c89-f4da-441e-bd82-1dd433f037be tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:08.449681 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-f9a0fab3-6896-41fc-8b44-9476a72a2fcb req-01489c89-f4da-441e-bd82-1dd433f037be tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:08.472647 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9a0fab3-6896-41fc-8b44-9476a72a2fcb req-01489c89-f4da-441e-bd82-1dd433f037be tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:19:08.494967 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-f9a0fab3-6896-41fc-8b44-9476a72a2fcb req-01489c89-f4da-441e-bd82-1dd433f037be tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:19:08.499122 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9a0fab3-6896-41fc-8b44-9476a72a2fcb req-01489c89-f4da-441e-bd82-1dd433f037be tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:19:08.541267 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01489c89-f4da-441e-bd82-1dd433f037be tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Pushing event updated for resources: {'Port': ['ID=6013b195-21c8-4ff1-8a5c-4da424cc9d76,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:08.604091 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3005d594-3ba6-4834-a585-dd98a295c5df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:08.606349 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3005d594-3ba6-4834-a585-dd98a295c5df admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:08.619991 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115256c1-0fcb-454e-b38c-c8792505939c req-4e66710f-5138-4d5b-8759-8becc80d7451 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:08.632094 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-115256c1-0fcb-454e-b38c-c8792505939c req-4e66710f-5138-4d5b-8759-8becc80d7451 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e78dc3b-2e4f-4cff-a9d7-a5f39528a068 HTTP/1.1" status: 200 len: 945 time: 0.1953495 Aug 10 03:19:08.654849 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3005d594-3ba6-4834-a585-dd98a295c5df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:08.655508 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3005d594-3ba6-4834-a585-dd98a295c5df admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6530281a-9ab7-460d-955d-fcbd7f2fa825 {{(pid=94261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:19:08.660147 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3005d594-3ba6-4834-a585-dd98a295c5df admin admin] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:08.661413 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-3005d594-3ba6-4834-a585-dd98a295c5df admin admin] 10.222.0.44 "DELETE /v2.0/routers/6530281a-9ab7-460d-955d-fcbd7f2fa825 HTTP/1.1" status: 204 len: 168 time: 1.7910805 Aug 10 03:19:08.664730 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 50552) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:08.707910 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-115256c1-0fcb-454e-b38c-c8792505939c req-23025436-0eda-4f88-921f-2a2dbebc265f tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] 10.222.0.44 "GET /v2.0/security-groups?id=13df5112-4960-49c2-9a4c-57c68a4fb5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747745 Aug 10 03:19:08.710330 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bc9110a-8d9f-4ab0-993b-a272a0560c19 admin admin] Deleting subnet 653ab257-1320-4dc1-8c9b-ecddc6934c18 {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:19:08.713675 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2bc9110a-8d9f-4ab0-993b-a272a0560c19 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:08.714541 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-f9a0fab3-6896-41fc-8b44-9476a72a2fcb req-01489c89-f4da-441e-bd82-1dd433f037be tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:08.766321 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2bc9110a-8d9f-4ab0-993b-a272a0560c19 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:08.776454 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-f9a0fab3-6896-41fc-8b44-9476a72a2fcb req-01489c89-f4da-441e-bd82-1dd433f037be tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:08.847701 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2bc9110a-8d9f-4ab0-993b-a272a0560c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:08.914903 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2bc9110a-8d9f-4ab0-993b-a272a0560c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:08.951473 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc9110a-8d9f-4ab0-993b-a272a0560c19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=653ab257-1320-4dc1-8c9b-ecddc6934c18,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:08.959122 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2bc9110a-8d9f-4ab0-993b-a272a0560c19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:08.961409 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-2bc9110a-8d9f-4ab0-993b-a272a0560c19 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/653ab257-1320-4dc1-8c9b-ecddc6934c18 HTTP/1.1" status: 204 len: 168 time: 0.2956257 Aug 10 03:19:08.963048 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc9110a-8d9f-4ab0-993b-a272a0560c19 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:08.963395 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc9110a-8d9f-4ab0-993b-a272a0560c19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:08.965731 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c923d218-a6ac-4954-b851-e05635dd1a85 None None] Network e4c17095-20ae-4287-bd10-23ef669bfb9d requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:19:08.967622 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 50556) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:08.968631 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc9110a-8d9f-4ab0-993b-a272a0560c19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:08.974630 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc9110a-8d9f-4ab0-993b-a272a0560c19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:08.974989 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc9110a-8d9f-4ab0-993b-a272a0560c19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:08.975326 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc9110a-8d9f-4ab0-993b-a272a0560c19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:08.975658 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc9110a-8d9f-4ab0-993b-a272a0560c19 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:08.975984 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc9110a-8d9f-4ab0-993b-a272a0560c19 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:08.976475 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc9110a-8d9f-4ab0-993b-a272a0560c19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:08.976601 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-f9a0fab3-6896-41fc-8b44-9476a72a2fcb req-01489c89-f4da-441e-bd82-1dd433f037be tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:08.976987 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc9110a-8d9f-4ab0-993b-a272a0560c19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:08.977313 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc9110a-8d9f-4ab0-993b-a272a0560c19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:08.977636 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc9110a-8d9f-4ab0-993b-a272a0560c19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:08.992415 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-f9a0fab3-6896-41fc-8b44-9476a72a2fcb req-01489c89-f4da-441e-bd82-1dd433f037be tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:09.139457 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01489c89-f4da-441e-bd82-1dd433f037be tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Pushing event updated for resources: {'Port': ['ID=6013b195-21c8-4ff1-8a5c-4da424cc9d76,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:09.148544 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c8c93f46-1fc6-4555-addb-db698c93234e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:09.160482 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 10b0653e-ac81-4424-99b0-2a55c5d26785 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:19:09.186649 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-f9a0fab3-6896-41fc-8b44-9476a72a2fcb req-01489c89-f4da-441e-bd82-1dd433f037be tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:09.203518 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a1794e-c9ad-4fbc-bf10-6beef4123f30 None None] DHCP port deletion for e4c17095-20ae-4287-bd10-23ef669bfb9d request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:19:09.231152 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-f9a0fab3-6896-41fc-8b44-9476a72a2fcb req-01489c89-f4da-441e-bd82-1dd433f037be tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:09.232408 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f9a0fab3-6896-41fc-8b44-9476a72a2fcb req-01489c89-f4da-441e-bd82-1dd433f037be tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4208362 Aug 10 03:19:09.251726 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1d8a9f-769a-4ae9-815a-34f8100230c6 req-f0c66aad-32c5-4b70-bf62-ebefe7feba00 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:09.253243 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cc1d8a9f-769a-4ae9-815a-34f8100230c6 req-f0c66aad-32c5-4b70-bf62-ebefe7feba00 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/ports?device_id=c571b26b-2cbf-4cae-a1f3-604c9552c98b HTTP/1.1" status: 200 len: 945 time: 0.1026990 Aug 10 03:19:09.255932 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 10b0653e-ac81-4424-99b0-2a55c5d26785 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:19:09.256627 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:09.302920 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-84a1794e-c9ad-4fbc-bf10-6beef4123f30 None None] Deleting port 14ee70d9-028e-4eb0-afd6-18afd8b07eb5 {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:19:09.303282 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-84a1794e-c9ad-4fbc-bf10-6beef4123f30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:09.323027 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f9a0fab3-6896-41fc-8b44-9476a72a2fcb req-5796fbdf-beb3-449c-8e1f-57c244195125 tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.147 HTTP/1.1" status: 200 len: 696 time: 0.0816581 Aug 10 03:19:09.347425 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device eb57f5c3-423d-488a-bd53-ae4f6e654a85 up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:19:09.377524 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cc1d8a9f-769a-4ae9-815a-34f8100230c6 req-129003dc-b17a-4a7d-a5e2-647e21986298 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/security-groups?id=e00a7564-e56b-4b7f-b179-f193e5160bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150920 Aug 10 03:19:09.410003 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-c8c93f46-1fc6-4555-addb-db698c93234e admin admin] Deleting port 14ee70d9-028e-4eb0-afd6-18afd8b07eb5 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:19:09.410369 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c8c93f46-1fc6-4555-addb-db698c93234e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:09.423194 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-84a1794e-c9ad-4fbc-bf10-6beef4123f30 None None] For port 14ee70d9-028e-4eb0-afd6-18afd8b07eb5, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=14ee70d9-028e-4eb0-afd6-18afd8b07eb5,segment=NetworkSegment(63c5233d-0a72-40bd-b951-4339d9098663),segment_id=63c5233d-0a72-40bd-b951-4339d9098663)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:09.423194 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-84a1794e-c9ad-4fbc-bf10-6beef4123f30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:09.457248 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-84a1794e-c9ad-4fbc-bf10-6beef4123f30 None None] Calling delete_port for 14ee70d9-028e-4eb0-afd6-18afd8b07eb5 owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:19:09.492724 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device fcf8af85-7895-4821-9019-99395224523c no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:19:09.549825 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: fcf8af85-7895-4821-9019-99395224523c {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:19:09.550166 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device fcf8af85-7895-4821-9019-99395224523c not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:19:09.554666 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning for port eb57f5c3-423d-488a-bd53-ae4f6e654a85 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:19:09.563396 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port eb57f5c3-423d-488a-bd53-ae4f6e654a85 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:19:09.563779 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:09.591060 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [None req-c8c93f46-1fc6-4555-addb-db698c93234e admin admin] For port 14ee70d9-028e-4eb0-afd6-18afd8b07eb5, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=14ee70d9-028e-4eb0-afd6-18afd8b07eb5,segment=NetworkSegment(63c5233d-0a72-40bd-b951-4339d9098663),segment_id=63c5233d-0a72-40bd-b951-4339d9098663)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:09.591060 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c8c93f46-1fc6-4555-addb-db698c93234e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:09.620555 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-c8c93f46-1fc6-4555-addb-db698c93234e admin admin] Calling delete_port for 14ee70d9-028e-4eb0-afd6-18afd8b07eb5 owned by network:dhcp {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:19:09.632126 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7db0d0a-6f3a-46cd-ba00-60025969cf89 req-0be89afb-0627-4ac0-bf9a-3e3d808fb013 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:09.633677 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c7db0d0a-6f3a-46cd-ba00-60025969cf89 req-0be89afb-0627-4ac0-bf9a-3e3d808fb013 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/ports?device_id=b73dd188-4fb4-4114-9298-c13ccaeff414 HTTP/1.1" status: 200 len: 946 time: 0.1346872 Aug 10 03:19:09.634836 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-84a1794e-c9ad-4fbc-bf10-6beef4123f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:09.645273 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a0fab3-6896-41fc-8b44-9476a72a2fcb req-9dbfd948-cbf4-44bd-9a83-4414fe1327a9 tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:09.646666 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f9a0fab3-6896-41fc-8b44-9476a72a2fcb req-9dbfd948-cbf4-44bd-9a83-4414fe1327a9 tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] 10.222.0.44 "GET /v2.0/networks/2ea12131-628a-487e-b434-0463553732bd HTTP/1.1" status: 200 len: 784 time: 0.3103423 Aug 10 03:19:09.686787 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a1794e-c9ad-4fbc-bf10-6beef4123f30 None None] Pushing event deleted for resources: {'Port': ['ID=14ee70d9-028e-4eb0-afd6-18afd8b07eb5,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:09.698421 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a1794e-c9ad-4fbc-bf10-6beef4123f30 None None] No DVR routers for this DVR port 14ee70d9-028e-4eb0-afd6-18afd8b07eb5 on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:19:09.721779 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:09.737281 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c7db0d0a-6f3a-46cd-ba00-60025969cf89 req-b368c704-6ce5-4930-9f40-0a79b2b6923c tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/security-groups?id=58160609-a8c2-4b15-a3de-467e7dbbc834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879152 Aug 10 03:19:09.749588 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ac5862c-26f0-447e-9842-a97346802675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb57f5c3-423d-488a-bd53-ae4f6e654a85'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:19:09.754924 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed688e6-3ff6-4034-b90f-0772444d5147" -d '{"events": [{"server_uuid": "9ac5862c-26f0-447e-9842-a97346802675", "name": "network-vif-plugged", "status": "completed", "tag": "eb57f5c3-423d-488a-bd53-ae4f6e654a85"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:19:09.777702 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port eb57f5c3-423d-488a-bd53-ae4f6e654a85, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=eb57f5c3-423d-488a-bd53-ae4f6e654a85,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:09.785811 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c8c93f46-1fc6-4555-addb-db698c93234e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:09.786939 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:09.788843 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 45717ff4-648f-4c1c-ba3e-e40d3d5df154 no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:19:09.832986 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93f46-1fc6-4555-addb-db698c93234e admin admin] Pushing event deleted for resources: {'Port': ['ID=14ee70d9-028e-4eb0-afd6-18afd8b07eb5,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:09.845687 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c93f46-1fc6-4555-addb-db698c93234e admin admin] No DVR routers for this DVR port 14ee70d9-028e-4eb0-afd6-18afd8b07eb5 on host n-d-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:19:09.890036 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=eb57f5c3-423d-488a-bd53-ae4f6e654a85,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:09.931246 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:09.954122 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c8c93f46-1fc6-4555-addb-db698c93234e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:09.967214 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ff8559-8c61-4ee3-afc4-fdf3f4f592d9 req-dd3afd0b-5a23-4e62-ba6a-be4bc2759c1d tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:09.967788 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 45717ff4-648f-4c1c-ba3e-e40d3d5df154, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=45717ff4-648f-4c1c-ba3e-e40d3d5df154,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:09.968847 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f0ff8559-8c61-4ee3-afc4-fdf3f4f592d9 req-dd3afd0b-5a23-4e62-ba6a-be4bc2759c1d tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a02c3c7-7d98-4b14-8a6d-0e1091a9d910 HTTP/1.1" status: 200 len: 950 time: 0.1976662 Aug 10 03:19:09.973634 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:09.986196 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-c8c93f46-1fc6-4555-addb-db698c93234e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4c17095-20ae-4287-bd10-23ef669bfb9d']}} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:10.018556 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-c8c93f46-1fc6-4555-addb-db698c93234e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63c5233d-0a72-40bd-b951-4339d9098663') {'for_net_delete': True} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:10.018853 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-c8c93f46-1fc6-4555-addb-db698c93234e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63c5233d-0a72-40bd-b951-4339d9098663') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:10.031490 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=45717ff4-648f-4c1c-ba3e-e40d3d5df154,revision_number=8']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:10.039639 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ecb82-b9bc-4e15-a07e-0acb54e98f76 req-36034f90-0a2e-4d91-a919-c48eccce863f tempest-TenantUsagesTestJSON-1736239320 tempest-TenantUsagesTestJSON-1736239320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:10.041161 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cf3ecb82-b9bc-4e15-a07e-0acb54e98f76 req-36034f90-0a2e-4d91-a919-c48eccce863f tempest-TenantUsagesTestJSON-1736239320 tempest-TenantUsagesTestJSON-1736239320-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ac5862c-26f0-447e-9842-a97346802675 HTTP/1.1" status: 200 len: 950 time: 0.1683784 Aug 10 03:19:10.043039 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c8c93f46-1fc6-4555-addb-db698c93234e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191186'] for segment, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:10.073477 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f0ff8559-8c61-4ee3-afc4-fdf3f4f592d9 req-9649045a-2a83-4404-ac84-50b19b4c87ac tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] 10.222.0.44 "GET /v2.0/security-groups?id=8517d1f6-e925-4f66-887e-3d1a0d6d6b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947769 Aug 10 03:19:10.074463 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c8c93f46-1fc6-4555-addb-db698c93234e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:10.097153 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8c93f46-1fc6-4555-addb-db698c93234e admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=94260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:19:10.097153 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c8c93f46-1fc6-4555-addb-db698c93234e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58895489'] for segment, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:10.097153 n-d-768862-13 neutron-server[94260]: Traceback (most recent call last): Aug 10 03:19:10.097153 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:19:10.097153 n-d-768862-13 neutron-server[94260]: timer() Aug 10 03:19:10.097153 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:19:10.097153 n-d-768862-13 neutron-server[94260]: cb(*args, **kw) Aug 10 03:19:10.097153 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:19:10.097153 n-d-768862-13 neutron-server[94260]: return func(*args, **kwargs) Aug 10 03:19:10.097153 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:19:10.097153 n-d-768862-13 neutron-server[94260]: self._notify() Aug 10 03:19:10.097153 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:19:10.097153 n-d-768862-13 neutron-server[94260]: self.callback(batched_events) Aug 10 03:19:10.097153 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:19:10.097153 n-d-768862-13 neutron-server[94260]: event.method(event) Aug 10 03:19:10.097153 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:19:10.097153 n-d-768862-13 neutron-server[94260]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:19:10.097153 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:19:10.097153 n-d-768862-13 neutron-server[94260]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:19:10.097153 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:19:10.097153 n-d-768862-13 neutron-server[94260]: return f(self, *a, **k) Aug 10 03:19:10.097153 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:19:10.097153 n-d-768862-13 neutron-server[94260]: return self._get(url).json() Aug 10 03:19:10.097153 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:19:10.097153 n-d-768862-13 neutron-server[94260]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:19:10.097153 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:19:10.097153 n-d-768862-13 neutron-server[94260]: return self.request(url, 'GET', **kwargs) Aug 10 03:19:10.097153 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:19:10.097153 n-d-768862-13 neutron-server[94260]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:19:10.097153 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:19:10.097153 n-d-768862-13 neutron-server[94260]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:19:10.097153 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:19:10.097153 n-d-768862-13 neutron-server[94260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:19:10.097153 n-d-768862-13 neutron-server[94260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:19:10.152083 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cf3ecb82-b9bc-4e15-a07e-0acb54e98f76 req-0aea12f7-c64a-431b-8e49-ef404bf44083 tempest-TenantUsagesTestJSON-1736239320 tempest-TenantUsagesTestJSON-1736239320-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdf46735-4614-482b-ba87-76b35d97f80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956488 Aug 10 03:19:10.161305 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c8c93f46-1fc6-4555-addb-db698c93234e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:10.167455 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c8c93f46-1fc6-4555-addb-db698c93234e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:10.171968 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-c8c93f46-1fc6-4555-addb-db698c93234e admin admin] 10.222.0.44 "DELETE /v2.0/networks/e4c17095-20ae-4287-bd10-23ef669bfb9d HTTP/1.1" status: 204 len: 168 time: 1.2007260 Aug 10 03:19:10.190106 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c93f46-1fc6-4555-addb-db698c93234e admin admin] Pushing event deleted for resources: {'Network': ['ID=e4c17095-20ae-4287-bd10-23ef669bfb9d,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:10.347035 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ebfb7e6a-8d87-4d1b-9879-4b172ac9bcff req-13b03486-bd80-4dfa-823f-c98f00681290 tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1598716 Aug 10 03:19:10.364303 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-ebfb7e6a-8d87-4d1b-9879-4b172ac9bcff req-d4748312-9907-456d-a49e-d403418934be tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Request body: {'floatingip': {'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:19:10.394727 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-ebfb7e6a-8d87-4d1b-9879-4b172ac9bcff req-d4748312-9907-456d-a49e-d403418934be tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Notify callbacks [] for floatingip, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:10.425227 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 50570) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:10.472083 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-3340d815-ba99-4155-86da-29c6769db298 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a9d9692f94284ab383feb6bc4fe6dbd1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0468502 Aug 10 03:19:10.474733 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 50574) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:10.551278 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-ebfb7e6a-8d87-4d1b-9879-4b172ac9bcff req-d4748312-9907-456d-a49e-d403418934be tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:10.581926 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b0a843ce-5bea-419e-9f0f-bff9c71723bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:10.656996 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb5848e-2001-4aae-b0a2-62eac670b0a6 req-24c903a0-d99b-4fe0-a6a1-f0c97363f6e5 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:10.659031 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0fb5848e-2001-4aae-b0a2-62eac670b0a6 req-24c903a0-d99b-4fe0-a6a1-f0c97363f6e5 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e78dc3b-2e4f-4cff-a9d7-a5f39528a068 HTTP/1.1" status: 200 len: 945 time: 0.1274209 Aug 10 03:19:10.662591 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b0a843ce-5bea-419e-9f0f-bff9c71723bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:10.677329 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device afd27794-1115-404b-8626-6a45c18cce1c no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:19:10.697733 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: afd27794-1115-404b-8626-6a45c18cce1c {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:19:10.698079 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device afd27794-1115-404b-8626-6a45c18cce1c not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:19:10.698531 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 14ee70d9-028e-4eb0-afd6-18afd8b07eb5 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:19:10.717056 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 14ee70d9-028e-4eb0-afd6-18afd8b07eb5 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:19:10.717398 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 14ee70d9-028e-4eb0-afd6-18afd8b07eb5 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:19:11.039411 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0fb5848e-2001-4aae-b0a2-62eac670b0a6 req-f0528bc5-627c-47ba-8e4a-d15d421f3e29 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] 10.222.0.44 "GET /v2.0/security-groups?id=13df5112-4960-49c2-9a4c-57c68a4fb5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3726997 Aug 10 03:19:11.049246 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-ebfb7e6a-8d87-4d1b-9879-4b172ac9bcff req-d4748312-9907-456d-a49e-d403418934be tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Allocated IP 172.25.6.199 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/25ce6221-66f1-4750-b513-69024bbed491) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:19:11.088238 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afced861-d54d-4036-bbd5-bec1e61aa01b x-openstack-request-id: req-afced861-d54d-4036-bbd5-bec1e61aa01b {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:19:11.088778 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ac5862c-26f0-447e-9842-a97346802675", "name": "network-vif-plugged", "status": "completed", "tag": "eb57f5c3-423d-488a-bd53-ae4f6e654a85", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:19:11.089276 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-afced861-d54d-4036-bbd5-bec1e61aa01b {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:19:11.089741 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ac5862c-26f0-447e-9842-a97346802675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb57f5c3-423d-488a-bd53-ae4f6e654a85', 'code': 200} Aug 10 03:19:11.099945 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b0a843ce-5bea-419e-9f0f-bff9c71723bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:11.102459 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b0a843ce-5bea-419e-9f0f-bff9c71723bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:11.103632 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-b0a843ce-5bea-419e-9f0f-bff9c71723bb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/54aaea5c-3045-4ce9-a19a-ce0f92f158df HTTP/1.1" status: 204 len: 168 time: 0.6279662 Aug 10 03:19:11.119861 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a843ce-5bea-419e-9f0f-bff9c71723bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54aaea5c-3045-4ce9-a19a-ce0f92f158df,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:11.179981 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-ebfb7e6a-8d87-4d1b-9879-4b172ac9bcff req-d4748312-9907-456d-a49e-d403418934be tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:11.248898 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d9da7-1b28-4e4f-9ff2-d2bbaf5505d7 req-e226837d-5307-4261-8f11-800df24da1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:11.250468 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5f9d9da7-1b28-4e4f-9ff2-d2bbaf5505d7 req-e226837d-5307-4261-8f11-800df24da1aa service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9ac5862c-26f0-447e-9842-a97346802675 HTTP/1.1" status: 200 len: 1102 time: 0.0749612 Aug 10 03:19:11.276784 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-ebfb7e6a-8d87-4d1b-9879-4b172ac9bcff req-d4748312-9907-456d-a49e-d403418934be tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:11.349909 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebfb7e6a-8d87-4d1b-9879-4b172ac9bcff req-d4748312-9907-456d-a49e-d403418934be tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:19:11.354538 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5f9d9da7-1b28-4e4f-9ff2-d2bbaf5505d7 req-7f5ccbcb-035f-46a4-ab38-a8c79897ab67 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=cdf46735-4614-482b-ba87-76b35d97f80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928247 Aug 10 03:19:11.355788 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-ebfb7e6a-8d87-4d1b-9879-4b172ac9bcff req-d4748312-9907-456d-a49e-d403418934be tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:19:11.358383 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebfb7e6a-8d87-4d1b-9879-4b172ac9bcff req-d4748312-9907-456d-a49e-d403418934be tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:19:11.362262 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4748312-9907-456d-a49e-d403418934be tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Pushing event updated for resources: {'Port': ['ID=25ce6221-66f1-4750-b513-69024bbed491,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:11.473259 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-ebfb7e6a-8d87-4d1b-9879-4b172ac9bcff req-d4748312-9907-456d-a49e-d403418934be tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:11.552312 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 50598) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:11.552854 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f9729-0adf-4eb8-b105-743808925b47 req-c977ed66-12e5-4feb-bbb3-db0a3671148f tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:11.554443 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0b1f9729-0adf-4eb8-b105-743808925b47 req-c977ed66-12e5-4feb-bbb3-db0a3671148f tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/ports?device_id=c571b26b-2cbf-4cae-a1f3-604c9552c98b HTTP/1.1" status: 200 len: 945 time: 0.0792475 Aug 10 03:19:11.557190 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-ebfb7e6a-8d87-4d1b-9879-4b172ac9bcff req-d4748312-9907-456d-a49e-d403418934be tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:11.595926 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-c50673a0-953b-4d49-af27-ca02f46792ae admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6eb53b692c144502a0a76e70133f83c3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0422411 Aug 10 03:19:11.598331 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 50600) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:11.636030 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0b1f9729-0adf-4eb8-b105-743808925b47 req-00d589a5-f85d-4743-b1e7-44991ef57720 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/security-groups?id=e00a7564-e56b-4b7f-b179-f193e5160bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755308 Aug 10 03:19:11.655631 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-fd88b201-ea42-4c7c-90ec-cdd7c94b6786 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:11.685882 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-fd88b201-ea42-4c7c-90ec-cdd7c94b6786 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:11.737162 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-fd88b201-ea42-4c7c-90ec-cdd7c94b6786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:11.739734 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-fd88b201-ea42-4c7c-90ec-cdd7c94b6786 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:11.740887 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-fd88b201-ea42-4c7c-90ec-cdd7c94b6786 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/594be43f-c2d3-4ff1-af02-f81da017fb3c HTTP/1.1" status: 204 len: 168 time: 0.1415718 Aug 10 03:19:11.752850 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd88b201-ea42-4c7c-90ec-cdd7c94b6786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=594be43f-c2d3-4ff1-af02-f81da017fb3c,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:11.799644 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-ebfb7e6a-8d87-4d1b-9879-4b172ac9bcff req-d4748312-9907-456d-a49e-d403418934be tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:11.812982 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df590f7-ca1e-4443-ae7c-3e26d3f086b2 req-3f6fe80c-61bf-4997-90fc-3b8b81f19bd8 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:11.815084 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3df590f7-ca1e-4443-ae7c-3e26d3f086b2 req-3f6fe80c-61bf-4997-90fc-3b8b81f19bd8 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/ports?device_id=b73dd188-4fb4-4114-9298-c13ccaeff414 HTTP/1.1" status: 200 len: 946 time: 0.0848424 Aug 10 03:19:11.815914 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-ebfb7e6a-8d87-4d1b-9879-4b172ac9bcff req-d4748312-9907-456d-a49e-d403418934be tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:11.917561 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4748312-9907-456d-a49e-d403418934be tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Pushing event updated for resources: {'Port': ['ID=25ce6221-66f1-4750-b513-69024bbed491,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:11.932363 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3df590f7-ca1e-4443-ae7c-3e26d3f086b2 req-0e82d421-19e3-4d45-9e61-9bbf5ac05f49 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/security-groups?id=58160609-a8c2-4b15-a3de-467e7dbbc834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014712 Aug 10 03:19:11.932363 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-ebfb7e6a-8d87-4d1b-9879-4b172ac9bcff req-d4748312-9907-456d-a49e-d403418934be tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:11.954612 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-ebfb7e6a-8d87-4d1b-9879-4b172ac9bcff req-d4748312-9907-456d-a49e-d403418934be tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:11.955966 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ebfb7e6a-8d87-4d1b-9879-4b172ac9bcff req-d4748312-9907-456d-a49e-d403418934be tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5967228 Aug 10 03:19:12.018989 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ebfb7e6a-8d87-4d1b-9879-4b172ac9bcff req-7df8a02f-104a-4800-b7ba-13761c32e0ad tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.199 HTTP/1.1" status: 200 len: 696 time: 0.0559323 Aug 10 03:19:12.116958 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee6ad0-e359-4ed1-8a46-741c0ebb8b8a req-0187ba15-74c2-453c-b0b7-76eebbb5bc5d tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:12.118538 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-28ee6ad0-e359-4ed1-8a46-741c0ebb8b8a req-0187ba15-74c2-453c-b0b7-76eebbb5bc5d tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8fd29a2-f44f-41ef-b6a0-ab496cca62a1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1191139 Aug 10 03:19:12.191168 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-28ee6ad0-e359-4ed1-8a46-741c0ebb8b8a req-d6cd2824-8b65-4c26-be6b-1987defe5663 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.99 HTTP/1.1" status: 200 len: 695 time: 0.0622551 Aug 10 03:19:12.199855 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfb7e6a-8d87-4d1b-9879-4b172ac9bcff req-22226a01-6a11-452f-a0f0-4b5298c6bd06 tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:12.201185 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ebfb7e6a-8d87-4d1b-9879-4b172ac9bcff req-22226a01-6a11-452f-a0f0-4b5298c6bd06 tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] 10.222.0.44 "GET /v2.0/networks/2ea12131-628a-487e-b434-0463553732bd HTTP/1.1" status: 200 len: 784 time: 0.1638131 Aug 10 03:19:12.206084 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-28ee6ad0-e359-4ed1-8a46-741c0ebb8b8a req-0e024981-0171-4df3-8991-01a4d60af437 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Request body: {'floatingip': {'port_id': 'b2b84321-c0a3-4eb5-9d0d-738f1741ff7d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:19:12.246835 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-28ee6ad0-e359-4ed1-8a46-741c0ebb8b8a req-0e024981-0171-4df3-8991-01a4d60af437 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Notify callbacks [] for floatingip, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:12.382665 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ced5147-d540-403e-bb82-c5f5dd21747e req-808c27cb-47e9-40c2-86bd-711825286003 tempest-TenantUsagesTestJSON-1736239320 tempest-TenantUsagesTestJSON-1736239320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:12.384197 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0ced5147-d540-403e-bb82-c5f5dd21747e req-808c27cb-47e9-40c2-86bd-711825286003 tempest-TenantUsagesTestJSON-1736239320 tempest-TenantUsagesTestJSON-1736239320-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ac5862c-26f0-447e-9842-a97346802675 HTTP/1.1" status: 200 len: 950 time: 0.1340213 Aug 10 03:19:12.473038 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0ced5147-d540-403e-bb82-c5f5dd21747e req-13c47138-4c90-4993-8cb8-93eb6d425b66 tempest-TenantUsagesTestJSON-1736239320 tempest-TenantUsagesTestJSON-1736239320-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdf46735-4614-482b-ba87-76b35d97f80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784769 Aug 10 03:19:12.795872 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-28ee6ad0-e359-4ed1-8a46-741c0ebb8b8a req-0e024981-0171-4df3-8991-01a4d60af437 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:12.800748 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-28ee6ad0-e359-4ed1-8a46-741c0ebb8b8a req-0e024981-0171-4df3-8991-01a4d60af437 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:12.918263 n-d-768862-13 neutron-server[94260]: INFO neutron.db.l3_db [req-28ee6ad0-e359-4ed1-8a46-741c0ebb8b8a req-0e024981-0171-4df3-8991-01a4d60af437 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Floating IP 6e35e6a4-20a1-417b-acfa-74ce7678b6d0 associated. External IP: 172.25.6.99, port: b2b84321-c0a3-4eb5-9d0d-738f1741ff7d. Aug 10 03:19:13.091343 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a02c3c7-7d98-4b14-8a6d-0e1091a9d910', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45717ff4-648f-4c1c-ba3e-e40d3d5df154'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:19:13.094946 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96dd49e2-bcd3-4dd4-949f-d6a03ec69cb3" -d '{"events": [{"server_uuid": "8a02c3c7-7d98-4b14-8a6d-0e1091a9d910", "name": "network-vif-unplugged", "status": "completed", "tag": "45717ff4-648f-4c1c-ba3e-e40d3d5df154"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:19:13.112699 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cf6dcf78-b351-4e09-b002-a97479e3a2c4 req-3da740ce-a86e-4e29-9fd2-7292773d01cc tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1547387 Aug 10 03:19:13.153113 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-cf6dcf78-b351-4e09-b002-a97479e3a2c4 req-ef8878b9-d615-4c5f-85d9-f3192e114624 tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Request body: {'floatingip': {'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:19:13.210426 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-cf6dcf78-b351-4e09-b002-a97479e3a2c4 req-ef8878b9-d615-4c5f-85d9-f3192e114624 tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Notify callbacks [] for floatingip, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:13.276960 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [req-28ee6ad0-e359-4ed1-8a46-741c0ebb8b8a req-0e024981-0171-4df3-8991-01a4d60af437 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Router 3b061617-8de4-45a5-bc21-a08ac1828790 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:19:13.412231 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-cf6dcf78-b351-4e09-b002-a97479e3a2c4 req-ef8878b9-d615-4c5f-85d9-f3192e114624 tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:13.422610 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-28ee6ad0-e359-4ed1-8a46-741c0ebb8b8a req-0e024981-0171-4df3-8991-01a4d60af437 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:19:13.428174 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-28ee6ad0-e359-4ed1-8a46-741c0ebb8b8a req-0e024981-0171-4df3-8991-01a4d60af437 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:13.434745 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029efbd5-1174-4c12-8b7e-1cca2fc949a8 None None] Sync routers for ids ['3b061617-8de4-45a5-bc21-a08ac1828790'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:19:13.446273 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029efbd5-1174-4c12-8b7e-1cca2fc949a8 None None] Routers {'3b061617-8de4-45a5-bc21-a08ac1828790'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:19:13.447079 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-029efbd5-1174-4c12-8b7e-1cca2fc949a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:18:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['3b061617-8de4-45a5-bc21-a08ac1828790'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:13.490414 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-28ee6ad0-e359-4ed1-8a46-741c0ebb8b8a req-0e024981-0171-4df3-8991-01a4d60af437 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] 10.222.0.44 "PUT /v2.0/floatingips/6e35e6a4-20a1-417b-acfa-74ce7678b6d0 HTTP/1.1" status: 200 len: 995 time: 1.2881596 Aug 10 03:19:13.494890 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8fd29a2-f44f-41ef-b6a0-ab496cca62a1', 'tag': 'b2b84321-c0a3-4eb5-9d0d-738f1741ff7d'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:19:13.497214 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22010afe-217c-413b-9820-c6b2a3c2c687" -d '{"events": [{"name": "network-changed", "server_uuid": "a8fd29a2-f44f-41ef-b6a0-ab496cca62a1", "tag": "b2b84321-c0a3-4eb5-9d0d-738f1741ff7d"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:19:13.585459 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee6ad0-e359-4ed1-8a46-741c0ebb8b8a req-fc002155-9eea-47e3-b6b4-8e92c2a3c53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:13.587053 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-28ee6ad0-e359-4ed1-8a46-741c0ebb8b8a req-fc002155-9eea-47e3-b6b4-8e92c2a3c53f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3e3d75d4f3e64842afe526c7ebf13c9e&device_id=a8fd29a2-f44f-41ef-b6a0-ab496cca62a1 HTTP/1.1" status: 200 len: 1097 time: 0.0812435 Aug 10 03:19:13.596040 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-cf6dcf78-b351-4e09-b002-a97479e3a2c4 req-ef8878b9-d615-4c5f-85d9-f3192e114624 tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Allocated IP 172.25.6.113 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/7bd82baf-7950-4a3e-8edd-9805eb6ebf6c) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:19:13.652706 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-029efbd5-1174-4c12-8b7e-1cca2fc949a8 None None] Set router 3b061617-8de4-45a5-bc21-a08ac1828790 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:19:13.750462 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee6ad0-e359-4ed1-8a46-741c0ebb8b8a req-9476482d-9c9d-42a9-bf6d-3c467ecb1424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:13.751948 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-28ee6ad0-e359-4ed1-8a46-741c0ebb8b8a req-9476482d-9c9d-42a9-bf6d-3c467ecb1424 service neutron] 10.222.0.44 "GET /v2.0/networks?id=74f4a974-f99a-4119-bc18-e2cde5c7f547 HTTP/1.1" status: 200 len: 921 time: 0.1579270 Aug 10 03:19:13.826823 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-cf6dcf78-b351-4e09-b002-a97479e3a2c4 req-ef8878b9-d615-4c5f-85d9-f3192e114624 tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:13.849918 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-28ee6ad0-e359-4ed1-8a46-741c0ebb8b8a req-05ef2c5d-a504-4a1d-a835-a17e56e162bf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2b84321-c0a3-4eb5-9d0d-738f1741ff7d HTTP/1.1" status: 200 len: 998 time: 0.0870550 Aug 10 03:19:13.889763 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-029efbd5-1174-4c12-8b7e-1cca2fc949a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b061617-8de4-45a5-bc21-a08ac1828790', 'name': 'tempest-FloatingIPsAssociationTestJSON-2076291602-router', 'tenant_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'c74e7c20-9931-4279-92a6-59b7c6f038f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:18:02Z', 'updated_at': '2021-08-10T03:18:08Z', 'revision_number': 4, 'project_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'gw_port': {'id': 'c74e7c20-9931-4279-92a6-59b7c6f038f6', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:40:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b061617-8de4-45a5-bc21-a08ac1828790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:03Z', 'updated_at': '2021-08-10T03:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '6e35e6a4-20a1-417b-acfa-74ce7678b6d0', 'tenant_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'floating_ip_address': '172.25.6.99', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '3b061617-8de4-45a5-bc21-a08ac1828790', 'port_id': 'b2b84321-c0a3-4eb5-9d0d-738f1741ff7d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74f4a974-f99a-4119-bc18-e2cde5c7f547', 'mac_address': 'fa:16:3e:fb:65:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fd29a2-f44f-41ef-b6a0-ab496cca62a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:18:43Z', 'updated_at': '2021-08-10T03:19:12Z', 'revision_number': 1, 'project_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43f12689-2ba0-4036-8b34-a90279b084a3', 'name': '', 'network_id': '74f4a974-f99a-4119-bc18-e2cde5c7f547', 'tenant_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'mac_address': 'fa:16:3e:79:60:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b061617-8de4-45a5-bc21-a08ac1828790', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '5e21d815-4ed0-4b72-b9d1-a86f2421884d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:07Z', 'updated_at': '2021-08-10T03:18:17Z', 'revision_number': 5, 'project_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'subnets': [{'id': '5e21d815-4ed0-4b72-b9d1-a86f2421884d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:13.915310 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee6ad0-e359-4ed1-8a46-741c0ebb8b8a req-b07c96a9-5a2c-4e3a-9766-b99aad844ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:13.916749 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-28ee6ad0-e359-4ed1-8a46-741c0ebb8b8a req-b07c96a9-5a2c-4e3a-9766-b99aad844ba9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5e21d815-4ed0-4b72-b9d1-a86f2421884d HTTP/1.1" status: 200 len: 860 time: 0.0594890 Aug 10 03:19:13.918093 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-cf6dcf78-b351-4e09-b002-a97479e3a2c4 req-ef8878b9-d615-4c5f-85d9-f3192e114624 tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:13.923504 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029efbd5-1174-4c12-8b7e-1cca2fc949a8 None None] Checking router: 3b061617-8de4-45a5-bc21-a08ac1828790 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:19:13.932521 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029efbd5-1174-4c12-8b7e-1cca2fc949a8 None None] Routers {'3b061617-8de4-45a5-bc21-a08ac1828790'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:19:13.933141 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-029efbd5-1174-4c12-8b7e-1cca2fc949a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:18:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['3b061617-8de4-45a5-bc21-a08ac1828790'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:13.987562 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf6dcf78-b351-4e09-b002-a97479e3a2c4 req-ef8878b9-d615-4c5f-85d9-f3192e114624 tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:19:13.995803 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-cf6dcf78-b351-4e09-b002-a97479e3a2c4 req-ef8878b9-d615-4c5f-85d9-f3192e114624 tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:19:13.998576 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf6dcf78-b351-4e09-b002-a97479e3a2c4 req-ef8878b9-d615-4c5f-85d9-f3192e114624 tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:19:14.001580 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8878b9-d615-4c5f-85d9-f3192e114624 tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Pushing event updated for resources: {'Port': ['ID=7bd82baf-7950-4a3e-8edd-9805eb6ebf6c,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:14.030822 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee6ad0-e359-4ed1-8a46-741c0ebb8b8a req-8ba29c26-656e-4197-852d-30b9efd3dd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:14.032384 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-28ee6ad0-e359-4ed1-8a46-741c0ebb8b8a req-8ba29c26-656e-4197-852d-30b9efd3dd0a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=74f4a974-f99a-4119-bc18-e2cde5c7f547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1086445 Aug 10 03:19:14.044689 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-029efbd5-1174-4c12-8b7e-1cca2fc949a8 None None] Set router 3b061617-8de4-45a5-bc21-a08ac1828790 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:19:14.173436 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-cf6dcf78-b351-4e09-b002-a97479e3a2c4 req-ef8878b9-d615-4c5f-85d9-f3192e114624 tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:14.183129 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-28ee6ad0-e359-4ed1-8a46-741c0ebb8b8a req-87e8a1a9-9717-46a3-a2ae-09e20c786490 service neutron] 10.222.0.44 "GET /v2.0/networks/74f4a974-f99a-4119-bc18-e2cde5c7f547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354599 Aug 10 03:19:14.258108 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-cf6dcf78-b351-4e09-b002-a97479e3a2c4 req-ef8878b9-d615-4c5f-85d9-f3192e114624 tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:14.285960 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-029efbd5-1174-4c12-8b7e-1cca2fc949a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b061617-8de4-45a5-bc21-a08ac1828790', 'name': 'tempest-FloatingIPsAssociationTestJSON-2076291602-router', 'tenant_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'c74e7c20-9931-4279-92a6-59b7c6f038f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:18:02Z', 'updated_at': '2021-08-10T03:18:08Z', 'revision_number': 4, 'project_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'gw_port': {'id': 'c74e7c20-9931-4279-92a6-59b7c6f038f6', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:40:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b061617-8de4-45a5-bc21-a08ac1828790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:03Z', 'updated_at': '2021-08-10T03:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '6e35e6a4-20a1-417b-acfa-74ce7678b6d0', 'tenant_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'floating_ip_address': '172.25.6.99', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '3b061617-8de4-45a5-bc21-a08ac1828790', 'port_id': 'b2b84321-c0a3-4eb5-9d0d-738f1741ff7d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74f4a974-f99a-4119-bc18-e2cde5c7f547', 'mac_address': 'fa:16:3e:fb:65:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fd29a2-f44f-41ef-b6a0-ab496cca62a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:18:43Z', 'updated_at': '2021-08-10T03:19:12Z', 'revision_number': 1, 'project_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43f12689-2ba0-4036-8b34-a90279b084a3', 'name': '', 'network_id': '74f4a974-f99a-4119-bc18-e2cde5c7f547', 'tenant_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'mac_address': 'fa:16:3e:79:60:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b061617-8de4-45a5-bc21-a08ac1828790', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '5e21d815-4ed0-4b72-b9d1-a86f2421884d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:07Z', 'updated_at': '2021-08-10T03:18:17Z', 'revision_number': 5, 'project_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'subnets': [{'id': '5e21d815-4ed0-4b72-b9d1-a86f2421884d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:14.311131 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029efbd5-1174-4c12-8b7e-1cca2fc949a8 None None] The sync data for ids ['3b061617-8de4-45a5-bc21-a08ac1828790'] in n-d-768862-13 is: [{'id': '3b061617-8de4-45a5-bc21-a08ac1828790', 'name': 'tempest-FloatingIPsAssociationTestJSON-2076291602-router', 'tenant_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'c74e7c20-9931-4279-92a6-59b7c6f038f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:18:02Z', 'updated_at': '2021-08-10T03:18:08Z', 'revision_number': 4, 'project_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'gw_port': {'id': 'c74e7c20-9931-4279-92a6-59b7c6f038f6', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:40:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b061617-8de4-45a5-bc21-a08ac1828790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:03Z', 'updated_at': '2021-08-10T03:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '6e35e6a4-20a1-417b-acfa-74ce7678b6d0', 'tenant_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'floating_ip_address': '172.25.6.99', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '3b061617-8de4-45a5-bc21-a08ac1828790', 'port_id': 'b2b84321-c0a3-4eb5-9d0d-738f1741ff7d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74f4a974-f99a-4119-bc18-e2cde5c7f547', 'mac_address': 'fa:16:3e:fb:65:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fd29a2-f44f-41ef-b6a0-ab496cca62a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:18:43Z', 'updated_at': '2021-08-10T03:19:12Z', 'revision_number': 1, 'project_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43f12689-2ba0-4036-8b34-a90279b084a3', 'name': '', 'network_id': '74f4a974-f99a-4119-bc18-e2cde5c7f547', 'tenant_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'mac_address': 'fa:16:3e:79:60:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b061617-8de4-45a5-bc21-a08ac1828790', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '5e21d815-4ed0-4b72-b9d1-a86f2421884d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:07Z', 'updated_at': '2021-08-10T03:18:17Z', 'revision_number': 5, 'project_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'subnets': [{'id': '5e21d815-4ed0-4b72-b9d1-a86f2421884d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:19:14.366257 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-28ee6ad0-e359-4ed1-8a46-741c0ebb8b8a req-dac769de-4bb0-4e95-a962-258948e1f68f service neutron] 10.222.0.44 "GET /v2.0/networks/74f4a974-f99a-4119-bc18-e2cde5c7f547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584134 Aug 10 03:19:14.454352 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-cf6dcf78-b351-4e09-b002-a97479e3a2c4 req-ef8878b9-d615-4c5f-85d9-f3192e114624 tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:14.460703 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-cf6dcf78-b351-4e09-b002-a97479e3a2c4 req-ef8878b9-d615-4c5f-85d9-f3192e114624 tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:14.537952 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08359a6-4bf4-4bb3-8864-89a8a2c504ce None None] New status for floating IP 6e35e6a4-20a1-417b-acfa-74ce7678b6d0: ACTIVE {{(pid=94262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:19:14.561000 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8878b9-d615-4c5f-85d9-f3192e114624 tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Pushing event updated for resources: {'Port': ['ID=7bd82baf-7950-4a3e-8edd-9805eb6ebf6c,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:14.580282 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-cf6dcf78-b351-4e09-b002-a97479e3a2c4 req-ef8878b9-d615-4c5f-85d9-f3192e114624 tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:14.599667 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31087f3c-8154-41c6-84bf-9f239d36667d req-2eec4a31-d0d1-43d4-b448-e57974f430b0 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:14.601182 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-31087f3c-8154-41c6-84bf-9f239d36667d req-2eec4a31-d0d1-43d4-b448-e57974f430b0 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/ports?device_id=c571b26b-2cbf-4cae-a1f3-604c9552c98b HTTP/1.1" status: 200 len: 945 time: 0.1099098 Aug 10 03:19:14.605731 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-cf6dcf78-b351-4e09-b002-a97479e3a2c4 req-ef8878b9-d615-4c5f-85d9-f3192e114624 tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:14.606891 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cf6dcf78-b351-4e09-b002-a97479e3a2c4 req-ef8878b9-d615-4c5f-85d9-f3192e114624 tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4592776 Aug 10 03:19:14.679097 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cf6dcf78-b351-4e09-b002-a97479e3a2c4 req-78e1c94b-b66d-44e0-b9d0-139e6346e027 tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.113 HTTP/1.1" status: 200 len: 696 time: 0.0660350 Aug 10 03:19:14.707576 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-31087f3c-8154-41c6-84bf-9f239d36667d req-16ea0c14-8233-4d9d-89b9-624a32a13c05 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/security-groups?id=e00a7564-e56b-4b7f-b179-f193e5160bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932887 Aug 10 03:19:14.817497 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6dcf78-b351-4e09-b002-a97479e3a2c4 req-9396fee0-6e79-4516-b91a-02d284b0a092 tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:14.818956 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cf6dcf78-b351-4e09-b002-a97479e3a2c4 req-9396fee0-6e79-4516-b91a-02d284b0a092 tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] 10.222.0.44 "GET /v2.0/networks/2ea12131-628a-487e-b434-0463553732bd HTTP/1.1" status: 200 len: 784 time: 0.1307828 Aug 10 03:19:14.861453 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e077b7c-1983-43ef-895a-67dc8297f1c8 x-openstack-request-id: req-0e077b7c-1983-43ef-895a-67dc8297f1c8 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:19:14.861759 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a02c3c7-7d98-4b14-8a6d-0e1091a9d910", "name": "network-vif-unplugged", "status": "completed", "tag": "45717ff4-648f-4c1c-ba3e-e40d3d5df154", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:19:14.862014 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0e077b7c-1983-43ef-895a-67dc8297f1c8 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:19:14.862449 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a02c3c7-7d98-4b14-8a6d-0e1091a9d910', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45717ff4-648f-4c1c-ba3e-e40d3d5df154', 'code': 200} Aug 10 03:19:14.898363 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f10c9407-293f-4785-9ae9-1269f86987af x-openstack-request-id: req-f10c9407-293f-4785-9ae9-1269f86987af {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:19:14.898855 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8fd29a2-f44f-41ef-b6a0-ab496cca62a1", "tag": "b2b84321-c0a3-4eb5-9d0d-738f1741ff7d", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:19:14.899572 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f10c9407-293f-4785-9ae9-1269f86987af {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:19:14.900206 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8fd29a2-f44f-41ef-b6a0-ab496cca62a1', 'tag': 'b2b84321-c0a3-4eb5-9d0d-738f1741ff7d', 'status': 'completed', 'code': 200} Aug 10 03:19:15.018471 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22010afe-217c-413b-9820-c6b2a3c2c687 req-c6f5bcf8-ab02-4526-90ce-3e3067e5fe92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:15.020085 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-22010afe-217c-413b-9820-c6b2a3c2c687 req-c6f5bcf8-ab02-4526-90ce-3e3067e5fe92 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3e3d75d4f3e64842afe526c7ebf13c9e&device_id=a8fd29a2-f44f-41ef-b6a0-ab496cca62a1 HTTP/1.1" status: 200 len: 1097 time: 0.0882852 Aug 10 03:19:15.091037 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa46697-de39-4c89-a91f-22c3115abd24 req-b6bad6ec-28c3-43dd-95d8-79a50b6f8a7f tempest-TenantUsagesTestJSON-1736239320 tempest-TenantUsagesTestJSON-1736239320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:15.093732 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-baa46697-de39-4c89-a91f-22c3115abd24 req-b6bad6ec-28c3-43dd-95d8-79a50b6f8a7f tempest-TenantUsagesTestJSON-1736239320 tempest-TenantUsagesTestJSON-1736239320-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ac5862c-26f0-447e-9842-a97346802675 HTTP/1.1" status: 200 len: 950 time: 0.1320252 Aug 10 03:19:15.210035 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-baa46697-de39-4c89-a91f-22c3115abd24 req-1f4e7ea4-2515-430d-9c07-f2d58e45d32c tempest-TenantUsagesTestJSON-1736239320 tempest-TenantUsagesTestJSON-1736239320-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdf46735-4614-482b-ba87-76b35d97f80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080942 Aug 10 03:19:15.217003 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22010afe-217c-413b-9820-c6b2a3c2c687 req-cb9b5e5f-a594-4232-8280-2afc1c80be31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:15.220908 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-22010afe-217c-413b-9820-c6b2a3c2c687 req-cb9b5e5f-a594-4232-8280-2afc1c80be31 service neutron] 10.222.0.42 "GET /v2.0/networks?id=74f4a974-f99a-4119-bc18-e2cde5c7f547 HTTP/1.1" status: 200 len: 921 time: 0.1902397 Aug 10 03:19:15.277695 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aebefe-2726-4abc-b1da-c78149350e78 req-b260e776-d2de-410b-a45e-66e342171b69 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:15.279169 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-64aebefe-2726-4abc-b1da-c78149350e78 req-b260e776-d2de-410b-a45e-66e342171b69 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e78dc3b-2e4f-4cff-a9d7-a5f39528a068&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1314549 Aug 10 03:19:15.337554 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device b80ac159-9b85-430e-b25b-6ea0e1375f3b details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:19:15.438919 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port b80ac159-9b85-430e-b25b-6ea0e1375f3b, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=b80ac159-9b85-430e-b25b-6ea0e1375f3b,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:15.451421 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': 'b80ac159-9b85-430e-b25b-6ea0e1375f3b', 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721', 'port_id': 'b80ac159-9b85-430e-b25b-6ea0e1375f3b', 'mac_address': 'fa:16:3e:ec:1b:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60d10164-1dee-4940-9d19-f71e6c18cbc5', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:19:15.491570 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:15.505096 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b80ac159-9b85-430e-b25b-6ea0e1375f3b {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:19:15.528016 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port b80ac159-9b85-430e-b25b-6ea0e1375f3b, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=b80ac159-9b85-430e-b25b-6ea0e1375f3b,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:15.533814 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:15.598445 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=b80ac159-9b85-430e-b25b-6ea0e1375f3b,revision_number=6']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:15.658964 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['b80ac159-9b85-430e-b25b-6ea0e1375f3b'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:19:15.663789 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8e1e7e5b-e18a-4bae-aa99-147529086a3e req-b2eee3a0-9afd-45ec-9c89-97e6962d7f87 tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] 10.222.0.44 "GET /v2.0/floatingips/c6446ead-9ecd-43d5-99f0-2615ba8fd6d9 HTTP/1.1" status: 200 len: 693 time: 0.4193084 Aug 10 03:19:15.671945 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-22010afe-217c-413b-9820-c6b2a3c2c687 req-31daf1eb-77a3-4f0a-96a7-c9fd32d8a689 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2b84321-c0a3-4eb5-9d0d-738f1741ff7d HTTP/1.1" status: 200 len: 1000 time: 0.4389322 Aug 10 03:19:15.759325 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-64aebefe-2726-4abc-b1da-c78149350e78 req-ff071124-955c-42f6-bc05-eb574b7a8c2f tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.99 HTTP/1.1" status: 200 len: 1000 time: 0.4696214 Aug 10 03:19:15.781368 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-64aebefe-2726-4abc-b1da-c78149350e78 req-f22abeae-75c0-4b5a-b8af-b2549b1a6b8c tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Request body: {'floatingip': {'port_id': 'bcbb6ef7-b87c-4865-a920-cfc76d70d765', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:19:15.844615 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22010afe-217c-413b-9820-c6b2a3c2c687 req-50f2a71b-a2d2-4943-9dbc-2f17bdafb9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:15.845991 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-22010afe-217c-413b-9820-c6b2a3c2c687 req-50f2a71b-a2d2-4943-9dbc-2f17bdafb9c6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5e21d815-4ed0-4b72-b9d1-a86f2421884d HTTP/1.1" status: 200 len: 860 time: 0.1204660 Aug 10 03:19:15.900143 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1e7e5b-e18a-4bae-aa99-147529086a3e req-009785c0-f698-4f70-a252-17c106d6e307 tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:15.901552 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8e1e7e5b-e18a-4bae-aa99-147529086a3e req-009785c0-f698-4f70-a252-17c106d6e307 tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] 10.222.0.44 "GET /v2.0/networks/2ea12131-628a-487e-b434-0463553732bd HTTP/1.1" status: 200 len: 784 time: 0.2320333 Aug 10 03:19:15.905574 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-64aebefe-2726-4abc-b1da-c78149350e78 req-f22abeae-75c0-4b5a-b8af-b2549b1a6b8c tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Notify callbacks [] for floatingip, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:15.964663 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22010afe-217c-413b-9820-c6b2a3c2c687 req-18093f6c-69cf-4641-98c0-6be2407630e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:15.966169 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-22010afe-217c-413b-9820-c6b2a3c2c687 req-18093f6c-69cf-4641-98c0-6be2407630e3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=74f4a974-f99a-4119-bc18-e2cde5c7f547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1070511 Aug 10 03:19:16.160721 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-22010afe-217c-413b-9820-c6b2a3c2c687 req-b1c7c01b-d801-46f6-bb07-c63d31f3885e service neutron] 10.222.0.42 "GET /v2.0/networks/74f4a974-f99a-4119-bc18-e2cde5c7f547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733277 Aug 10 03:19:16.344323 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-22010afe-217c-413b-9820-c6b2a3c2c687 req-ed1a9af6-fd17-452a-8de3-9c761e7a4d91 service neutron] 10.222.0.42 "GET /v2.0/networks/74f4a974-f99a-4119-bc18-e2cde5c7f547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509247 Aug 10 03:19:16.497939 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8974a1f-b889-42bd-9ba0-a3230fb5eaf6 req-82bc8fb6-e60e-4fda-a3ab-c5fe36152280 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:16.499499 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f8974a1f-b889-42bd-9ba0-a3230fb5eaf6 req-82bc8fb6-e60e-4fda-a3ab-c5fe36152280 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/ports?device_id=c571b26b-2cbf-4cae-a1f3-604c9552c98b HTTP/1.1" status: 200 len: 945 time: 0.1450815 Aug 10 03:19:16.582240 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f8974a1f-b889-42bd-9ba0-a3230fb5eaf6 req-be73c6a2-0a01-4855-bd42-6c02344ba4a9 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/security-groups?id=e00a7564-e56b-4b7f-b179-f193e5160bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724661 Aug 10 03:19:16.638126 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-64aebefe-2726-4abc-b1da-c78149350e78 req-f22abeae-75c0-4b5a-b8af-b2549b1a6b8c tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:16.644438 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-64aebefe-2726-4abc-b1da-c78149350e78 req-f22abeae-75c0-4b5a-b8af-b2549b1a6b8c tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:16.811579 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c8429454-e0bb-42b5-b393-170227d94a46 req-5fb49a2c-8d3b-4788-a2a6-bc3b1a7b4ce3 tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] 10.222.0.44 "GET /v2.0/floatingips/c6446ead-9ecd-43d5-99f0-2615ba8fd6d9 HTTP/1.1" status: 200 len: 693 time: 0.1079497 Aug 10 03:19:16.906612 n-d-768862-13 neutron-server[94260]: INFO neutron.db.l3_db [req-64aebefe-2726-4abc-b1da-c78149350e78 req-f22abeae-75c0-4b5a-b8af-b2549b1a6b8c tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Floating IP 6e35e6a4-20a1-417b-acfa-74ce7678b6d0 associated. External IP: 172.25.6.99, port: b2b84321-c0a3-4eb5-9d0d-738f1741ff7d. Aug 10 03:19:17.051025 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8429454-e0bb-42b5-b393-170227d94a46 req-43c60ead-18e9-4c02-80fb-1c4870d43da3 tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:17.054713 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c8429454-e0bb-42b5-b393-170227d94a46 req-43c60ead-18e9-4c02-80fb-1c4870d43da3 tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] 10.222.0.44 "GET /v2.0/networks/2ea12131-628a-487e-b434-0463553732bd HTTP/1.1" status: 200 len: 784 time: 0.2351711 Aug 10 03:19:17.069979 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [req-c8429454-e0bb-42b5-b393-170227d94a46 req-779ac043-880f-441f-897f-248442ff620a tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:19:17.071079 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c8429454-e0bb-42b5-b393-170227d94a46 req-779ac043-880f-441f-897f-248442ff620a tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078411 Aug 10 03:19:17.118644 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device bfebd0a4-3c3d-4a7d-adda-1c5fc20a27e8 details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:19:17.127964 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c8429454-e0bb-42b5-b393-170227d94a46 req-0478934f-b4a6-4405-a5f8-760f9b32a26b tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.113 HTTP/1.1" status: 200 len: 696 time: 0.0471683 Aug 10 03:19:17.246450 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c8429454-e0bb-42b5-b393-170227d94a46 req-38b3f35f-9d5f-4e6b-9399-8a2fe6d55854 tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.113 HTTP/1.1" status: 200 len: 696 time: 0.1096933 Aug 10 03:19:17.262347 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port bfebd0a4-3c3d-4a7d-adda-1c5fc20a27e8, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=bfebd0a4-3c3d-4a7d-adda-1c5fc20a27e8,segment=NetworkSegment(bb5826fd-13f9-4737-be5f-46ce38ebd549),segment_id=bb5826fd-13f9-4737-be5f-46ce38ebd549)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:17.279005 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': 'bfebd0a4-3c3d-4a7d-adda-1c5fc20a27e8', 'network_id': 'd1e68237-a664-422b-b005-d5e450d45372', 'port_id': 'bfebd0a4-3c3d-4a7d-adda-1c5fc20a27e8', 'mac_address': 'fa:16:3e:aa:3e:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31ffc495-0d57-4c63-9695-aba9cef6afdd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:19:17.322961 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:17.339441 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bfebd0a4-3c3d-4a7d-adda-1c5fc20a27e8 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:19:17.352916 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device b80ac159-9b85-430e-b25b-6ea0e1375f3b up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:19:17.395744 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port bfebd0a4-3c3d-4a7d-adda-1c5fc20a27e8, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=bfebd0a4-3c3d-4a7d-adda-1c5fc20a27e8,segment=NetworkSegment(bb5826fd-13f9-4737-be5f-46ce38ebd549),segment_id=bb5826fd-13f9-4737-be5f-46ce38ebd549)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:17.411887 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:17.424145 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [req-64aebefe-2726-4abc-b1da-c78149350e78 req-f22abeae-75c0-4b5a-b8af-b2549b1a6b8c tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Router 3b061617-8de4-45a5-bc21-a08ac1828790 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:19:17.497477 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-c8429454-e0bb-42b5-b393-170227d94a46 req-378ba1b1-d88d-4d8b-87d7-31179443e96d tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Deleting port 7bd82baf-7950-4a3e-8edd-9805eb6ebf6c {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:19:17.497709 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c8429454-e0bb-42b5-b393-170227d94a46 req-378ba1b1-d88d-4d8b-87d7-31179443e96d tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:17.499336 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port b80ac159-9b85-430e-b25b-6ea0e1375f3b triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:19:17.499856 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:17.503087 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=bfebd0a4-3c3d-4a7d-adda-1c5fc20a27e8,revision_number=6']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:17.555498 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['bfebd0a4-3c3d-4a7d-adda-1c5fc20a27e8'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:19:17.584607 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c8429454-e0bb-42b5-b393-170227d94a46 req-378ba1b1-d88d-4d8b-87d7-31179443e96d tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:17.584979 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c8429454-e0bb-42b5-b393-170227d94a46 req-378ba1b1-d88d-4d8b-87d7-31179443e96d tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:17.598477 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-c8429454-e0bb-42b5-b393-170227d94a46 req-378ba1b1-d88d-4d8b-87d7-31179443e96d tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Calling delete_port for 7bd82baf-7950-4a3e-8edd-9805eb6ebf6c owned by network:floatingip {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:19:17.723938 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-64aebefe-2726-4abc-b1da-c78149350e78 req-f22abeae-75c0-4b5a-b8af-b2549b1a6b8c tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:19:17.733682 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5911e5f8-20da-4d85-9d88-ecd005dd2abe None None] Sync routers for ids ['3b061617-8de4-45a5-bc21-a08ac1828790'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:19:17.750187 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5911e5f8-20da-4d85-9d88-ecd005dd2abe None None] Routers {'3b061617-8de4-45a5-bc21-a08ac1828790'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:19:17.750841 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-5911e5f8-20da-4d85-9d88-ecd005dd2abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:18:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['3b061617-8de4-45a5-bc21-a08ac1828790'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:17.807405 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:17.867924 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22da9a79-83b7-4a8e-bef3-1c5e1319a22b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b80ac159-9b85-430e-b25b-6ea0e1375f3b'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:19:17.870171 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-017f4d26-de58-465f-b2d5-665539bd92ce" -d '{"events": [{"server_uuid": "22da9a79-83b7-4a8e-bef3-1c5e1319a22b", "name": "network-vif-plugged", "status": "completed", "tag": "b80ac159-9b85-430e-b25b-6ea0e1375f3b"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:19:17.890071 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port b80ac159-9b85-430e-b25b-6ea0e1375f3b, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=b80ac159-9b85-430e-b25b-6ea0e1375f3b,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:17.891756 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-5911e5f8-20da-4d85-9d88-ecd005dd2abe None None] Set router 3b061617-8de4-45a5-bc21-a08ac1828790 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:19:17.899256 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:18.097478 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [req-64aebefe-2726-4abc-b1da-c78149350e78 req-f22abeae-75c0-4b5a-b8af-b2549b1a6b8c tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Router 3b061617-8de4-45a5-bc21-a08ac1828790 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:19:18.124811 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=b80ac159-9b85-430e-b25b-6ea0e1375f3b,revision_number=7']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:18.177162 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-5911e5f8-20da-4d85-9d88-ecd005dd2abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b061617-8de4-45a5-bc21-a08ac1828790', 'name': 'tempest-FloatingIPsAssociationTestJSON-2076291602-router', 'tenant_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'c74e7c20-9931-4279-92a6-59b7c6f038f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:18:02Z', 'updated_at': '2021-08-10T03:18:08Z', 'revision_number': 4, 'project_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'gw_port': {'id': 'c74e7c20-9931-4279-92a6-59b7c6f038f6', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:40:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b061617-8de4-45a5-bc21-a08ac1828790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:03Z', 'updated_at': '2021-08-10T03:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '6e35e6a4-20a1-417b-acfa-74ce7678b6d0', 'tenant_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'floating_ip_address': '172.25.6.99', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '3b061617-8de4-45a5-bc21-a08ac1828790', 'port_id': 'bcbb6ef7-b87c-4865-a920-cfc76d70d765', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74f4a974-f99a-4119-bc18-e2cde5c7f547', 'mac_address': 'fa:16:3e:f8:e2:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e78dc3b-2e4f-4cff-a9d7-a5f39528a068', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:18:43Z', 'updated_at': '2021-08-10T03:19:16Z', 'revision_number': 3, 'project_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43f12689-2ba0-4036-8b34-a90279b084a3', 'name': '', 'network_id': '74f4a974-f99a-4119-bc18-e2cde5c7f547', 'tenant_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'mac_address': 'fa:16:3e:79:60:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b061617-8de4-45a5-bc21-a08ac1828790', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '5e21d815-4ed0-4b72-b9d1-a86f2421884d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:07Z', 'updated_at': '2021-08-10T03:18:17Z', 'revision_number': 5, 'project_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'subnets': [{'id': '5e21d815-4ed0-4b72-b9d1-a86f2421884d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:18.187761 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c8429454-e0bb-42b5-b393-170227d94a46 req-378ba1b1-d88d-4d8b-87d7-31179443e96d tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:18.207547 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5911e5f8-20da-4d85-9d88-ecd005dd2abe None None] Checking router: 3b061617-8de4-45a5-bc21-a08ac1828790 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:19:18.217021 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5911e5f8-20da-4d85-9d88-ecd005dd2abe None None] Routers {'3b061617-8de4-45a5-bc21-a08ac1828790'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:19:18.217635 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-5911e5f8-20da-4d85-9d88-ecd005dd2abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:18:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['3b061617-8de4-45a5-bc21-a08ac1828790'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:18.222819 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378ba1b1-d88d-4d8b-87d7-31179443e96d tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Pushing event deleted for resources: {'Port': ['ID=7bd82baf-7950-4a3e-8edd-9805eb6ebf6c,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:18.372302 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-5911e5f8-20da-4d85-9d88-ecd005dd2abe None None] Set router 3b061617-8de4-45a5-bc21-a08ac1828790 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:19:18.630279 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-64aebefe-2726-4abc-b1da-c78149350e78 req-f22abeae-75c0-4b5a-b8af-b2549b1a6b8c tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:19:18.634976 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-64aebefe-2726-4abc-b1da-c78149350e78 req-f22abeae-75c0-4b5a-b8af-b2549b1a6b8c tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:18.658749 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-5911e5f8-20da-4d85-9d88-ecd005dd2abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b061617-8de4-45a5-bc21-a08ac1828790', 'name': 'tempest-FloatingIPsAssociationTestJSON-2076291602-router', 'tenant_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'c74e7c20-9931-4279-92a6-59b7c6f038f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:18:02Z', 'updated_at': '2021-08-10T03:18:08Z', 'revision_number': 4, 'project_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'gw_port': {'id': 'c74e7c20-9931-4279-92a6-59b7c6f038f6', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:40:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b061617-8de4-45a5-bc21-a08ac1828790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:03Z', 'updated_at': '2021-08-10T03:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '6e35e6a4-20a1-417b-acfa-74ce7678b6d0', 'tenant_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'floating_ip_address': '172.25.6.99', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '3b061617-8de4-45a5-bc21-a08ac1828790', 'port_id': 'bcbb6ef7-b87c-4865-a920-cfc76d70d765', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74f4a974-f99a-4119-bc18-e2cde5c7f547', 'mac_address': 'fa:16:3e:f8:e2:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e78dc3b-2e4f-4cff-a9d7-a5f39528a068', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:18:43Z', 'updated_at': '2021-08-10T03:19:16Z', 'revision_number': 3, 'project_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43f12689-2ba0-4036-8b34-a90279b084a3', 'name': '', 'network_id': '74f4a974-f99a-4119-bc18-e2cde5c7f547', 'tenant_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'mac_address': 'fa:16:3e:79:60:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b061617-8de4-45a5-bc21-a08ac1828790', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '5e21d815-4ed0-4b72-b9d1-a86f2421884d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:07Z', 'updated_at': '2021-08-10T03:18:17Z', 'revision_number': 5, 'project_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'subnets': [{'id': '5e21d815-4ed0-4b72-b9d1-a86f2421884d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:18.670140 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c8429454-e0bb-42b5-b393-170227d94a46 req-378ba1b1-d88d-4d8b-87d7-31179443e96d tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Notify callbacks [] for floatingip, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:18.673733 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c8429454-e0bb-42b5-b393-170227d94a46 req-378ba1b1-d88d-4d8b-87d7-31179443e96d tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:18.674793 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c8429454-e0bb-42b5-b393-170227d94a46 req-378ba1b1-d88d-4d8b-87d7-31179443e96d tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] 10.222.0.44 "DELETE /v2.0/floatingips/c6446ead-9ecd-43d5-99f0-2615ba8fd6d9 HTTP/1.1" status: 204 len: 173 time: 1.4178984 Aug 10 03:19:18.688594 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5911e5f8-20da-4d85-9d88-ecd005dd2abe None None] The sync data for ids ['3b061617-8de4-45a5-bc21-a08ac1828790'] in n-d-768862-13 is: [{'id': '3b061617-8de4-45a5-bc21-a08ac1828790', 'name': 'tempest-FloatingIPsAssociationTestJSON-2076291602-router', 'tenant_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'c74e7c20-9931-4279-92a6-59b7c6f038f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:18:02Z', 'updated_at': '2021-08-10T03:18:08Z', 'revision_number': 4, 'project_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'gw_port': {'id': 'c74e7c20-9931-4279-92a6-59b7c6f038f6', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:40:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b061617-8de4-45a5-bc21-a08ac1828790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:03Z', 'updated_at': '2021-08-10T03:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '6e35e6a4-20a1-417b-acfa-74ce7678b6d0', 'tenant_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'floating_ip_address': '172.25.6.99', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '3b061617-8de4-45a5-bc21-a08ac1828790', 'port_id': 'bcbb6ef7-b87c-4865-a920-cfc76d70d765', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74f4a974-f99a-4119-bc18-e2cde5c7f547', 'mac_address': 'fa:16:3e:f8:e2:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e78dc3b-2e4f-4cff-a9d7-a5f39528a068', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:18:43Z', 'updated_at': '2021-08-10T03:19:16Z', 'revision_number': 3, 'project_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43f12689-2ba0-4036-8b34-a90279b084a3', 'name': '', 'network_id': '74f4a974-f99a-4119-bc18-e2cde5c7f547', 'tenant_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'mac_address': 'fa:16:3e:79:60:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b061617-8de4-45a5-bc21-a08ac1828790', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '5e21d815-4ed0-4b72-b9d1-a86f2421884d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:07Z', 'updated_at': '2021-08-10T03:18:17Z', 'revision_number': 5, 'project_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'subnets': [{'id': '5e21d815-4ed0-4b72-b9d1-a86f2421884d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:19:18.690192 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8fd29a2-f44f-41ef-b6a0-ab496cca62a1', 'tag': 'b2b84321-c0a3-4eb5-9d0d-738f1741ff7d'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:19:18.692512 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27edf50a-0024-4fde-9929-0c4b5a267234" -d '{"events": [{"name": "network-changed", "server_uuid": "a8fd29a2-f44f-41ef-b6a0-ab496cca62a1", "tag": "b2b84321-c0a3-4eb5-9d0d-738f1741ff7d"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:19:18.729755 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-64aebefe-2726-4abc-b1da-c78149350e78 req-f22abeae-75c0-4b5a-b8af-b2549b1a6b8c tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] 10.222.0.44 "PUT /v2.0/floatingips/6e35e6a4-20a1-417b-acfa-74ce7678b6d0 HTTP/1.1" status: 200 len: 997 time: 2.9594617 Aug 10 03:19:18.808469 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aebefe-2726-4abc-b1da-c78149350e78 req-4205218e-1414-43a6-af61-a192a8903517 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:18.810891 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-64aebefe-2726-4abc-b1da-c78149350e78 req-4205218e-1414-43a6-af61-a192a8903517 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] 10.222.0.44 "GET /v2.0/ports/b2b84321-c0a3-4eb5-9d0d-738f1741ff7d HTTP/1.1" status: 200 len: 942 time: 0.0679049 Aug 10 03:19:18.979227 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aebefe-2726-4abc-b1da-c78149350e78 req-462dc545-a3a6-4505-a19a-ad9bdb051597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:18.989747 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-64aebefe-2726-4abc-b1da-c78149350e78 req-462dc545-a3a6-4505-a19a-ad9bdb051597 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3e3d75d4f3e64842afe526c7ebf13c9e&device_id=a8fd29a2-f44f-41ef-b6a0-ab496cca62a1 HTTP/1.1" status: 200 len: 1097 time: 0.0704169 Aug 10 03:19:18.993647 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8138ce4a-445a-4a42-adc2-9f8a11543a4b None None] New status for floating IP 6e35e6a4-20a1-417b-acfa-74ce7678b6d0: ACTIVE {{(pid=94262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:19:19.132921 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device bfebd0a4-3c3d-4a7d-adda-1c5fc20a27e8 up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:19:19.133659 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c527fc7-d159-4f0f-a323-c0f8864cfb0f req-499524e2-3acd-4467-b62d-9622ef62a3a9 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:19.135111 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3c527fc7-d159-4f0f-a323-c0f8864cfb0f req-499524e2-3acd-4467-b62d-9622ef62a3a9 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/ports?device_id=c571b26b-2cbf-4cae-a1f3-604c9552c98b HTTP/1.1" status: 200 len: 945 time: 0.0827832 Aug 10 03:19:19.179204 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aebefe-2726-4abc-b1da-c78149350e78 req-94400b03-7a47-46b3-8453-3bc787e3224f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:19.189777 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-64aebefe-2726-4abc-b1da-c78149350e78 req-94400b03-7a47-46b3-8453-3bc787e3224f service neutron] 10.222.0.44 "GET /v2.0/networks?id=74f4a974-f99a-4119-bc18-e2cde5c7f547 HTTP/1.1" status: 200 len: 921 time: 0.1984274 Aug 10 03:19:19.249997 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-64aebefe-2726-4abc-b1da-c78149350e78 req-8ec909e2-b1c9-4427-8fe2-635a5edec731 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2b84321-c0a3-4eb5-9d0d-738f1741ff7d HTTP/1.1" status: 200 len: 217 time: 0.0590615 Aug 10 03:19:19.281659 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3c527fc7-d159-4f0f-a323-c0f8864cfb0f req-d524005e-a267-42da-9ad6-ef1748820003 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/security-groups?id=e00a7564-e56b-4b7f-b179-f193e5160bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381118 Aug 10 03:19:19.332809 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aebefe-2726-4abc-b1da-c78149350e78 req-c8899ad8-196b-4f68-9706-bbf8d0ff2821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:19.342102 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-64aebefe-2726-4abc-b1da-c78149350e78 req-c8899ad8-196b-4f68-9706-bbf8d0ff2821 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5e21d815-4ed0-4b72-b9d1-a86f2421884d HTTP/1.1" status: 200 len: 860 time: 0.0904965 Aug 10 03:19:19.409412 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port bfebd0a4-3c3d-4a7d-adda-1c5fc20a27e8 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:19:19.409841 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:19.418856 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aebefe-2726-4abc-b1da-c78149350e78 req-2acef649-4424-42a3-ace4-f362bad10b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:19.426538 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 50788) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:19.441115 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-64aebefe-2726-4abc-b1da-c78149350e78 req-2acef649-4424-42a3-ace4-f362bad10b69 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=74f4a974-f99a-4119-bc18-e2cde5c7f547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0979056 Aug 10 03:19:19.500677 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31033924-4a56-424e-a5ed-7bca96278eb2 x-openstack-request-id: req-31033924-4a56-424e-a5ed-7bca96278eb2 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:19:19.501029 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22da9a79-83b7-4a8e-bef3-1c5e1319a22b", "name": "network-vif-plugged", "status": "completed", "tag": "b80ac159-9b85-430e-b25b-6ea0e1375f3b", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:19:19.501324 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-31033924-4a56-424e-a5ed-7bca96278eb2 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:19:19.501726 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22da9a79-83b7-4a8e-bef3-1c5e1319a22b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b80ac159-9b85-430e-b25b-6ea0e1375f3b', 'code': 200} Aug 10 03:19:19.520132 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88819e6-f8cf-42a2-9660-7e45dae7a57f None None] Sync routers for ids ['3b061617-8de4-45a5-bc21-a08ac1828790'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:19:19.539379 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88819e6-f8cf-42a2-9660-7e45dae7a57f None None] Routers {'3b061617-8de4-45a5-bc21-a08ac1828790'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:19:19.540434 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-f88819e6-f8cf-42a2-9660-7e45dae7a57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:18:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['3b061617-8de4-45a5-bc21-a08ac1828790'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:19.602094 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:19.606378 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-64aebefe-2726-4abc-b1da-c78149350e78 req-61be0fcb-01b0-49c8-b2ea-71858b96d2fe service neutron] 10.222.0.44 "GET /v2.0/networks/74f4a974-f99a-4119-bc18-e2cde5c7f547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641548 Aug 10 03:19:19.634835 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3bfe9de6-720d-41e2-b0f0-383120d10cd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:19.774048 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3bfe9de6-720d-41e2-b0f0-383120d10cd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:19.777307 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-64aebefe-2726-4abc-b1da-c78149350e78 req-4df82a79-b829-440e-9140-29259b7ac037 service neutron] 10.222.0.44 "GET /v2.0/networks/74f4a974-f99a-4119-bc18-e2cde5c7f547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695569 Aug 10 03:19:19.799403 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3bfe9de6-720d-41e2-b0f0-383120d10cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:19.826891 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port bfebd0a4-3c3d-4a7d-adda-1c5fc20a27e8, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=bfebd0a4-3c3d-4a7d-adda-1c5fc20a27e8,segment=NetworkSegment(bb5826fd-13f9-4737-be5f-46ce38ebd549),segment_id=bb5826fd-13f9-4737-be5f-46ce38ebd549)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:19.864564 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-f88819e6-f8cf-42a2-9660-7e45dae7a57f None None] Set router 3b061617-8de4-45a5-bc21-a08ac1828790 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:19:19.879487 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-3bfe9de6-720d-41e2-b0f0-383120d10cd9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=68409297b0b443d6bb3334b2cc3b396f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4515691 Aug 10 03:19:19.881046 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfe9de6-720d-41e2-b0f0-383120d10cd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec9c408-0f47-41d5-b2f0-dbe3ca0f7ee7,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:19.894018 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:19.925012 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 50794) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:19.984196 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8561babb-1137-4f14-a5bf-66ca1c4357a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:19.992635 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=bfebd0a4-3c3d-4a7d-adda-1c5fc20a27e8,revision_number=7']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:20.017765 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aebefe-2726-4abc-b1da-c78149350e78 req-8265085f-364c-418c-acef-cbb342cb3b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:20.019307 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-64aebefe-2726-4abc-b1da-c78149350e78 req-8265085f-364c-418c-acef-cbb342cb3b30 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3e3d75d4f3e64842afe526c7ebf13c9e&device_id=7e78dc3b-2e4f-4cff-a9d7-a5f39528a068 HTTP/1.1" status: 200 len: 1097 time: 0.1653321 Aug 10 03:19:20.030559 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ee88f9-c3e1-4e08-af8b-12e02738c3de req-aaba6de5-2d61-41db-b985-ad11a83566d2 tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:20.032211 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a0ee88f9-c3e1-4e08-af8b-12e02738c3de req-aaba6de5-2d61-41db-b985-ad11a83566d2 tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.4162591 Aug 10 03:19:20.043306 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8561babb-1137-4f14-a5bf-66ca1c4357a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:20.129181 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aebefe-2726-4abc-b1da-c78149350e78 req-e1c90c6a-5952-4b27-b76c-12522e3e8e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:20.135504 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-64aebefe-2726-4abc-b1da-c78149350e78 req-e1c90c6a-5952-4b27-b76c-12522e3e8e14 service neutron] 10.222.0.44 "GET /v2.0/networks?id=74f4a974-f99a-4119-bc18-e2cde5c7f547 HTTP/1.1" status: 200 len: 921 time: 0.1022015 Aug 10 03:19:20.150334 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8561babb-1137-4f14-a5bf-66ca1c4357a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:20.153440 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8561babb-1137-4f14-a5bf-66ca1c4357a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:20.158842 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-8561babb-1137-4f14-a5bf-66ca1c4357a7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1ec9c408-0f47-41d5-b2f0-dbe3ca0f7ee7 HTTP/1.1" status: 204 len: 168 time: 0.2326839 Aug 10 03:19:20.186333 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8561babb-1137-4f14-a5bf-66ca1c4357a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec9c408-0f47-41d5-b2f0-dbe3ca0f7ee7,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:20.264335 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b7827b1-7087-4a24-a338-d99f017351c6 x-openstack-request-id: req-4b7827b1-7087-4a24-a338-d99f017351c6 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:19:20.264983 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8fd29a2-f44f-41ef-b6a0-ab496cca62a1", "tag": "b2b84321-c0a3-4eb5-9d0d-738f1741ff7d", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:19:20.265238 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4b7827b1-7087-4a24-a338-d99f017351c6 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:19:20.265669 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8fd29a2-f44f-41ef-b6a0-ab496cca62a1', 'tag': 'b2b84321-c0a3-4eb5-9d0d-738f1741ff7d', 'status': 'completed', 'code': 200} Aug 10 03:19:20.285366 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-64aebefe-2726-4abc-b1da-c78149350e78 req-9023e360-cf3b-4642-b0b1-61218dbb4f36 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bcbb6ef7-b87c-4865-a920-cfc76d70d765 HTTP/1.1" status: 200 len: 1000 time: 0.1489756 Aug 10 03:19:20.287761 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-f88819e6-f8cf-42a2-9660-7e45dae7a57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b061617-8de4-45a5-bc21-a08ac1828790', 'name': 'tempest-FloatingIPsAssociationTestJSON-2076291602-router', 'tenant_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'c74e7c20-9931-4279-92a6-59b7c6f038f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:18:02Z', 'updated_at': '2021-08-10T03:18:08Z', 'revision_number': 4, 'project_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'gw_port': {'id': 'c74e7c20-9931-4279-92a6-59b7c6f038f6', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:40:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b061617-8de4-45a5-bc21-a08ac1828790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:03Z', 'updated_at': '2021-08-10T03:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '6e35e6a4-20a1-417b-acfa-74ce7678b6d0', 'tenant_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'floating_ip_address': '172.25.6.99', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '3b061617-8de4-45a5-bc21-a08ac1828790', 'port_id': 'bcbb6ef7-b87c-4865-a920-cfc76d70d765', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74f4a974-f99a-4119-bc18-e2cde5c7f547', 'mac_address': 'fa:16:3e:f8:e2:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e78dc3b-2e4f-4cff-a9d7-a5f39528a068', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:18:43Z', 'updated_at': '2021-08-10T03:19:19Z', 'revision_number': 4, 'project_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43f12689-2ba0-4036-8b34-a90279b084a3', 'name': '', 'network_id': '74f4a974-f99a-4119-bc18-e2cde5c7f547', 'tenant_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'mac_address': 'fa:16:3e:79:60:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b061617-8de4-45a5-bc21-a08ac1828790', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '5e21d815-4ed0-4b72-b9d1-a86f2421884d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:07Z', 'updated_at': '2021-08-10T03:18:17Z', 'revision_number': 5, 'project_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'subnets': [{'id': '5e21d815-4ed0-4b72-b9d1-a86f2421884d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:20.339178 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88819e6-f8cf-42a2-9660-7e45dae7a57f None None] Checking router: 3b061617-8de4-45a5-bc21-a08ac1828790 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:19:20.350674 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88819e6-f8cf-42a2-9660-7e45dae7a57f None None] Routers {'3b061617-8de4-45a5-bc21-a08ac1828790'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:19:20.351653 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-f88819e6-f8cf-42a2-9660-7e45dae7a57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:18:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['3b061617-8de4-45a5-bc21-a08ac1828790'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:20.402839 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27edf50a-0024-4fde-9929-0c4b5a267234 req-cd5a22f8-d918-42e1-bcf9-cf8b47e11e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:20.405029 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-27edf50a-0024-4fde-9929-0c4b5a267234 req-cd5a22f8-d918-42e1-bcf9-cf8b47e11e8b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3e3d75d4f3e64842afe526c7ebf13c9e&device_id=a8fd29a2-f44f-41ef-b6a0-ab496cca62a1 HTTP/1.1" status: 200 len: 1097 time: 0.1564727 Aug 10 03:19:20.471834 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aebefe-2726-4abc-b1da-c78149350e78 req-a42b9eeb-1c2a-44e4-a73b-aafc8e397847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:20.487000 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-64aebefe-2726-4abc-b1da-c78149350e78 req-a42b9eeb-1c2a-44e4-a73b-aafc8e397847 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5e21d815-4ed0-4b72-b9d1-a86f2421884d HTTP/1.1" status: 200 len: 860 time: 0.2004902 Aug 10 03:19:20.575361 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-65992ec4-f321-4200-9483-cd36e8723fd7 req-51d9ea8f-0d83-45d9-aaf5-674d676218ca tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] 10.222.0.44 "GET /v2.0/floatingips?tenant_id=2c30fe072e6e426e933ad373f7fb486f HTTP/1.1" status: 200 len: 1657 time: 0.0787387 Aug 10 03:19:20.583820 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-f88819e6-f8cf-42a2-9660-7e45dae7a57f None None] Set router 3b061617-8de4-45a5-bc21-a08ac1828790 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:19:20.758807 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27edf50a-0024-4fde-9929-0c4b5a267234 req-ff1572d1-eec7-46e1-bb59-f98de74dcbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:20.761539 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-27edf50a-0024-4fde-9929-0c4b5a267234 req-ff1572d1-eec7-46e1-bb59-f98de74dcbe5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=74f4a974-f99a-4119-bc18-e2cde5c7f547 HTTP/1.1" status: 200 len: 921 time: 0.3474305 Aug 10 03:19:20.775541 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aebefe-2726-4abc-b1da-c78149350e78 req-122baefa-87ae-4383-880b-67426e712a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:20.781591 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-64aebefe-2726-4abc-b1da-c78149350e78 req-122baefa-87ae-4383-880b-67426e712a36 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=74f4a974-f99a-4119-bc18-e2cde5c7f547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2861149 Aug 10 03:19:20.930738 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-27edf50a-0024-4fde-9929-0c4b5a267234 req-87954388-f60e-4b31-b4c8-618630f44bf5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2b84321-c0a3-4eb5-9d0d-738f1741ff7d HTTP/1.1" status: 200 len: 217 time: 0.1452720 Aug 10 03:19:20.966886 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-f88819e6-f8cf-42a2-9660-7e45dae7a57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b061617-8de4-45a5-bc21-a08ac1828790', 'name': 'tempest-FloatingIPsAssociationTestJSON-2076291602-router', 'tenant_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'c74e7c20-9931-4279-92a6-59b7c6f038f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:18:02Z', 'updated_at': '2021-08-10T03:18:08Z', 'revision_number': 4, 'project_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'gw_port': {'id': 'c74e7c20-9931-4279-92a6-59b7c6f038f6', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:40:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b061617-8de4-45a5-bc21-a08ac1828790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:03Z', 'updated_at': '2021-08-10T03:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '6e35e6a4-20a1-417b-acfa-74ce7678b6d0', 'tenant_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'floating_ip_address': '172.25.6.99', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '3b061617-8de4-45a5-bc21-a08ac1828790', 'port_id': 'bcbb6ef7-b87c-4865-a920-cfc76d70d765', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74f4a974-f99a-4119-bc18-e2cde5c7f547', 'mac_address': 'fa:16:3e:f8:e2:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e78dc3b-2e4f-4cff-a9d7-a5f39528a068', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:18:43Z', 'updated_at': '2021-08-10T03:19:19Z', 'revision_number': 4, 'project_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43f12689-2ba0-4036-8b34-a90279b084a3', 'name': '', 'network_id': '74f4a974-f99a-4119-bc18-e2cde5c7f547', 'tenant_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'mac_address': 'fa:16:3e:79:60:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b061617-8de4-45a5-bc21-a08ac1828790', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '5e21d815-4ed0-4b72-b9d1-a86f2421884d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:07Z', 'updated_at': '2021-08-10T03:18:17Z', 'revision_number': 5, 'project_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'subnets': [{'id': '5e21d815-4ed0-4b72-b9d1-a86f2421884d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:21.001490 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88819e6-f8cf-42a2-9660-7e45dae7a57f None None] The sync data for ids ['3b061617-8de4-45a5-bc21-a08ac1828790'] in n-d-768862-13 is: [{'id': '3b061617-8de4-45a5-bc21-a08ac1828790', 'name': 'tempest-FloatingIPsAssociationTestJSON-2076291602-router', 'tenant_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'c74e7c20-9931-4279-92a6-59b7c6f038f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:18:02Z', 'updated_at': '2021-08-10T03:18:08Z', 'revision_number': 4, 'project_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'gw_port': {'id': 'c74e7c20-9931-4279-92a6-59b7c6f038f6', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:40:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b061617-8de4-45a5-bc21-a08ac1828790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:03Z', 'updated_at': '2021-08-10T03:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '6e35e6a4-20a1-417b-acfa-74ce7678b6d0', 'tenant_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'floating_ip_address': '172.25.6.99', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '3b061617-8de4-45a5-bc21-a08ac1828790', 'port_id': 'bcbb6ef7-b87c-4865-a920-cfc76d70d765', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74f4a974-f99a-4119-bc18-e2cde5c7f547', 'mac_address': 'fa:16:3e:f8:e2:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e78dc3b-2e4f-4cff-a9d7-a5f39528a068', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:18:43Z', 'updated_at': '2021-08-10T03:19:19Z', 'revision_number': 4, 'project_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43f12689-2ba0-4036-8b34-a90279b084a3', 'name': '', 'network_id': '74f4a974-f99a-4119-bc18-e2cde5c7f547', 'tenant_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'mac_address': 'fa:16:3e:79:60:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b061617-8de4-45a5-bc21-a08ac1828790', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '5e21d815-4ed0-4b72-b9d1-a86f2421884d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:07Z', 'updated_at': '2021-08-10T03:18:17Z', 'revision_number': 5, 'project_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'subnets': [{'id': '5e21d815-4ed0-4b72-b9d1-a86f2421884d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:19:21.017680 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65992ec4-f321-4200-9483-cd36e8723fd7 req-f3490dc6-22ec-40d2-a656-d3c3b759660d tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:21.019297 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-65992ec4-f321-4200-9483-cd36e8723fd7 req-f3490dc6-22ec-40d2-a656-d3c3b759660d tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] 10.222.0.44 "GET /v2.0/networks?id=2ea12131-628a-487e-b434-0463553732bd&id=2ea12131-628a-487e-b434-0463553732bd&id=2ea12131-628a-487e-b434-0463553732bd HTTP/1.1" status: 200 len: 787 time: 0.4130192 Aug 10 03:19:21.051414 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [req-65992ec4-f321-4200-9483-cd36e8723fd7 req-6e10739c-b3f8-4e16-8dbc-00e662f9a135 tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:19:21.064415 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-65992ec4-f321-4200-9483-cd36e8723fd7 req-6e10739c-b3f8-4e16-8dbc-00e662f9a135 tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0296314 Aug 10 03:19:21.074537 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27edf50a-0024-4fde-9929-0c4b5a267234 req-8307c31b-8b11-4fe6-8641-8b57252adb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:21.076022 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-27edf50a-0024-4fde-9929-0c4b5a267234 req-8307c31b-8b11-4fe6-8641-8b57252adb40 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5e21d815-4ed0-4b72-b9d1-a86f2421884d HTTP/1.1" status: 200 len: 860 time: 0.1306224 Aug 10 03:19:21.161654 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-64aebefe-2726-4abc-b1da-c78149350e78 req-5828535f-14b4-49f2-a49a-02adbf7d56a5 service neutron] 10.222.0.44 "GET /v2.0/networks/74f4a974-f99a-4119-bc18-e2cde5c7f547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3594518 Aug 10 03:19:21.253828 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 50856) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:21.319213 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e77646e7-c7c0-43bf-8c07-48e434b86204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:21.325869 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27edf50a-0024-4fde-9929-0c4b5a267234 req-5d619a4c-6580-43aa-bd50-c4bfdcd2db1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:21.328940 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-27edf50a-0024-4fde-9929-0c4b5a267234 req-5d619a4c-6580-43aa-bd50-c4bfdcd2db1e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=74f4a974-f99a-4119-bc18-e2cde5c7f547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2374148 Aug 10 03:19:21.388560 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167800d0-0a49-483c-aeab-520f65aa1805 req-6536e515-fac2-47dd-a428-c158e0d77202 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:21.390852 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-167800d0-0a49-483c-aeab-520f65aa1805 req-6536e515-fac2-47dd-a428-c158e0d77202 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/ports?device_id=c571b26b-2cbf-4cae-a1f3-604c9552c98b HTTP/1.1" status: 200 len: 945 time: 0.1370153 Aug 10 03:19:21.441169 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-975d95e2-3e25-47fb-8c10-51b28aa1fc50 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-2095715114-network', 'tenant_id': 'd59a0b5e4dd94b2f936adf3da2c52113'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:19:21.494850 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-975d95e2-3e25-47fb-8c10-51b28aa1fc50 admin admin] Made reservation on behalf of d59a0b5e4dd94b2f936adf3da2c52113 for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:19:21.499320 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-975d95e2-3e25-47fb-8c10-51b28aa1fc50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:21.502541 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b73dd188-4fb4-4114-9298-c13ccaeff414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfebd0a4-3c3d-4a7d-adda-1c5fc20a27e8'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:19:21.505069 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d5b5a36-7e45-4bac-9a51-82bcc9106988" -d '{"events": [{"server_uuid": "b73dd188-4fb4-4114-9298-c13ccaeff414", "name": "network-vif-plugged", "status": "completed", "tag": "bfebd0a4-3c3d-4a7d-adda-1c5fc20a27e8"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:19:21.518494 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-975d95e2-3e25-47fb-8c10-51b28aa1fc50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:21.532274 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-167800d0-0a49-483c-aeab-520f65aa1805 req-e3a78334-627d-4111-987b-e139e700c04d tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/security-groups?id=e00a7564-e56b-4b7f-b179-f193e5160bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985956 Aug 10 03:19:21.602545 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-64aebefe-2726-4abc-b1da-c78149350e78 req-fa120e31-f24e-4821-ac65-7fa6a53cde10 service neutron] 10.222.0.44 "GET /v2.0/networks/74f4a974-f99a-4119-bc18-e2cde5c7f547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4217117 Aug 10 03:19:21.675829 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-27edf50a-0024-4fde-9929-0c4b5a267234 req-69ec97b0-91a5-4487-8f43-049710e72eed service neutron] 10.222.0.42 "GET /v2.0/networks/74f4a974-f99a-4119-bc18-e2cde5c7f547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3274415 Aug 10 03:19:21.680286 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-975d95e2-3e25-47fb-8c10-51b28aa1fc50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:21.686585 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-975d95e2-3e25-47fb-8c10-51b28aa1fc50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:21.721631 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-975d95e2-3e25-47fb-8c10-51b28aa1fc50 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:19:21.733908 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975d95e2-3e25-47fb-8c10-51b28aa1fc50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41ee46c2-b2a5-449c-b4c8-15a659a6d137,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:21.742253 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-975d95e2-3e25-47fb-8c10-51b28aa1fc50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:21.742735 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-975d95e2-3e25-47fb-8c10-51b28aa1fc50 admin admin] Added segment 81aef211-7997-45c2-a489-0c68e2619eb8 of type vlan for network 86f96ddd-5fdb-4f29-8bd5-ae286688b451 Aug 10 03:19:21.821062 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-975d95e2-3e25-47fb-8c10-51b28aa1fc50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:21.897760 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-975d95e2-3e25-47fb-8c10-51b28aa1fc50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:21.899013 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975d95e2-3e25-47fb-8c10-51b28aa1fc50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:21.899786 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-975d95e2-3e25-47fb-8c10-51b28aa1fc50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:21.918315 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-714df724-8828-430f-8f2b-fad712dfafec req-7a50ae01-664b-4e10-b209-50b5849d2d9f tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] 10.222.0.44 "GET /v2.0/floatingips/4c78f4a2-cfc1-4a15-b2ef-02e6b814c7ad HTTP/1.1" status: 200 len: 693 time: 0.0819077 Aug 10 03:19:21.965374 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-27edf50a-0024-4fde-9929-0c4b5a267234 req-246260d5-3ae6-48a6-beec-5f8cebeba51b service neutron] 10.222.0.42 "GET /v2.0/networks/74f4a974-f99a-4119-bc18-e2cde5c7f547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741597 Aug 10 03:19:22.006052 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975d95e2-3e25-47fb-8c10-51b28aa1fc50 admin admin] Pushing event updated for resources: {'Network': ['ID=86f96ddd-5fdb-4f29-8bd5-ae286688b451,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:22.017902 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 86f96ddd-5fdb-4f29-8bd5-ae286688b451 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:19:22.025763 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-975d95e2-3e25-47fb-8c10-51b28aa1fc50 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7707856 Aug 10 03:19:22.026980 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 50880) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:22.035882 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-f76c80cb-3db3-4474-8a9d-7216eb056c50 admin admin] Request body: {'subnet': {'network_id': '86f96ddd-5fdb-4f29-8bd5-ae286688b451', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-2095715114-subnet', 'tenant_id': 'd59a0b5e4dd94b2f936adf3da2c52113', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:19:22.060420 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f76c80cb-3db3-4474-8a9d-7216eb056c50 admin admin] Made reservation on behalf of d59a0b5e4dd94b2f936adf3da2c52113 for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:19:22.064101 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f76c80cb-3db3-4474-8a9d-7216eb056c50 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:22.120844 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714df724-8828-430f-8f2b-fad712dfafec req-cd9e17ac-b21c-4c4c-ba2f-463b0cc08b0a tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:22.130912 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-714df724-8828-430f-8f2b-fad712dfafec req-cd9e17ac-b21c-4c4c-ba2f-463b0cc08b0a tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] 10.222.0.44 "GET /v2.0/networks/2ea12131-628a-487e-b434-0463553732bd HTTP/1.1" status: 200 len: 784 time: 0.2020793 Aug 10 03:19:22.194407 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-714df724-8828-430f-8f2b-fad712dfafec req-bb4efde9-1fc9-4623-b692-3bb43f542550 tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.199 HTTP/1.1" status: 200 len: 696 time: 0.0617323 Aug 10 03:19:22.248768 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-714df724-8828-430f-8f2b-fad712dfafec req-e498eb88-f6ba-4c44-822a-5a9690b2bc9a tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.199 HTTP/1.1" status: 200 len: 696 time: 0.0531385 Aug 10 03:19:22.288087 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f76c80cb-3db3-4474-8a9d-7216eb056c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:22.314561 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e78dc3b-2e4f-4cff-a9d7-a5f39528a068', 'tag': 'bcbb6ef7-b87c-4865-a920-cfc76d70d765'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:19:22.317150 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64324718-0f64-465d-9d6e-4a8862e265d0" -d '{"events": [{"name": "network-changed", "server_uuid": "7e78dc3b-2e4f-4cff-a9d7-a5f39528a068", "tag": "bcbb6ef7-b87c-4865-a920-cfc76d70d765"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:19:22.434511 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76c80cb-3db3-4474-8a9d-7216eb056c50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b98d32d-7ac1-470e-aad4-e938742133b9,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:22.442749 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76c80cb-3db3-4474-8a9d-7216eb056c50 admin admin] Checking segment: {'id': '81aef211-7997-45c2-a489-0c68e2619eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '86f96ddd-5fdb-4f29-8bd5-ae286688b451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:19:22.443352 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76c80cb-3db3-4474-8a9d-7216eb056c50 admin admin] Network hostable DHCP agents. Network: 86f96ddd-5fdb-4f29-8bd5-ae286688b451, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:19:22.460891 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-714df724-8828-430f-8f2b-fad712dfafec req-1addcbeb-77e1-4a5d-8233-767aa64439b0 tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Deleting port 25ce6221-66f1-4750-b513-69024bbed491 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:19:22.461134 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-714df724-8828-430f-8f2b-fad712dfafec req-1addcbeb-77e1-4a5d-8233-767aa64439b0 tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:22.462546 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76c80cb-3db3-4474-8a9d-7216eb056c50 admin admin] Network 86f96ddd-5fdb-4f29-8bd5-ae286688b451 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:19:22.478946 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-f76c80cb-3db3-4474-8a9d-7216eb056c50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 86f96ddd-5fdb-4f29-8bd5-ae286688b451) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:19:22.490631 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6e05bc-bc00-4227-82ce-b2bee2d8e352 None None] Network 86f96ddd-5fdb-4f29-8bd5-ae286688b451 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:19:22.503277 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76c80cb-3db3-4474-8a9d-7216eb056c50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:22.504192 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f76c80cb-3db3-4474-8a9d-7216eb056c50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:22.533134 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-f76c80cb-3db3-4474-8a9d-7216eb056c50 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5041895 Aug 10 03:19:22.697417 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4dd6782-1952-4aeb-8773-800cf18531f8 None None] Network 86f96ddd-5fdb-4f29-8bd5-ae286688b451 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:19:22.723733 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-714df724-8828-430f-8f2b-fad712dfafec req-1addcbeb-77e1-4a5d-8233-767aa64439b0 tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:22.723980 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-714df724-8828-430f-8f2b-fad712dfafec req-1addcbeb-77e1-4a5d-8233-767aa64439b0 tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:22.756636 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-714df724-8828-430f-8f2b-fad712dfafec req-1addcbeb-77e1-4a5d-8233-767aa64439b0 tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Calling delete_port for 25ce6221-66f1-4750-b513-69024bbed491 owned by network:floatingip {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:19:23.005790 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-714df724-8828-430f-8f2b-fad712dfafec req-1addcbeb-77e1-4a5d-8233-767aa64439b0 tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:23.042380 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1addcbeb-77e1-4a5d-8233-767aa64439b0 tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Pushing event deleted for resources: {'Port': ['ID=25ce6221-66f1-4750-b513-69024bbed491,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:23.141272 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-714df724-8828-430f-8f2b-fad712dfafec req-1addcbeb-77e1-4a5d-8233-767aa64439b0 tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Notify callbacks [] for floatingip, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:23.143964 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-714df724-8828-430f-8f2b-fad712dfafec req-1addcbeb-77e1-4a5d-8233-767aa64439b0 tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:23.155600 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-714df724-8828-430f-8f2b-fad712dfafec req-1addcbeb-77e1-4a5d-8233-767aa64439b0 tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] 10.222.0.44 "DELETE /v2.0/floatingips/4c78f4a2-cfc1-4a15-b2ef-02e6b814c7ad HTTP/1.1" status: 204 len: 173 time: 0.9055142 Aug 10 03:19:23.343629 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b044f-579c-4bd8-9366-201e7fa407cb req-a7c5723d-6553-4507-8db6-c8d901f7e93c tempest-TenantUsagesTestJSON-1736239320 tempest-TenantUsagesTestJSON-1736239320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:23.345112 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5b8b044f-579c-4bd8-9366-201e7fa407cb req-a7c5723d-6553-4507-8db6-c8d901f7e93c tempest-TenantUsagesTestJSON-1736239320 tempest-TenantUsagesTestJSON-1736239320-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ac5862c-26f0-447e-9842-a97346802675 HTTP/1.1" status: 200 len: 950 time: 0.0674558 Aug 10 03:19:23.472477 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-5b8b044f-579c-4bd8-9366-201e7fa407cb req-c8a18e90-5df8-46a7-85b1-b2b3ae22872a tempest-TenantUsagesTestJSON-1736239320 tempest-TenantUsagesTestJSON-1736239320-project] Deleting port eb57f5c3-423d-488a-bd53-ae4f6e654a85 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:19:23.472826 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-5b8b044f-579c-4bd8-9366-201e7fa407cb req-c8a18e90-5df8-46a7-85b1-b2b3ae22872a tempest-TenantUsagesTestJSON-1736239320 tempest-TenantUsagesTestJSON-1736239320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:23.577010 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-393b7c75-4ff7-45d4-9b9a-8c3130f2b77a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:23.633689 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-5b8b044f-579c-4bd8-9366-201e7fa407cb req-c8a18e90-5df8-46a7-85b1-b2b3ae22872a tempest-TenantUsagesTestJSON-1736239320 tempest-TenantUsagesTestJSON-1736239320-project] For port eb57f5c3-423d-488a-bd53-ae4f6e654a85, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=eb57f5c3-423d-488a-bd53-ae4f6e654a85,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:23.634094 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-5b8b044f-579c-4bd8-9366-201e7fa407cb req-c8a18e90-5df8-46a7-85b1-b2b3ae22872a tempest-TenantUsagesTestJSON-1736239320 tempest-TenantUsagesTestJSON-1736239320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:23.662141 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-5b8b044f-579c-4bd8-9366-201e7fa407cb req-c8a18e90-5df8-46a7-85b1-b2b3ae22872a tempest-TenantUsagesTestJSON-1736239320 tempest-TenantUsagesTestJSON-1736239320-project] Calling delete_port for eb57f5c3-423d-488a-bd53-ae4f6e654a85 owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:19:23.882732 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-5b8b044f-579c-4bd8-9366-201e7fa407cb req-c8a18e90-5df8-46a7-85b1-b2b3ae22872a tempest-TenantUsagesTestJSON-1736239320 tempest-TenantUsagesTestJSON-1736239320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:23.897270 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['eb57f5c3-423d-488a-bd53-ae4f6e654a85'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:19:23.913989 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a18e90-5df8-46a7-85b1-b2b3ae22872a tempest-TenantUsagesTestJSON-1736239320 tempest-TenantUsagesTestJSON-1736239320-project] Pushing event deleted for resources: {'Port': ['ID=eb57f5c3-423d-488a-bd53-ae4f6e654a85,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:24.137421 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:24.383043 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b8b044f-579c-4bd8-9366-201e7fa407cb req-c8a18e90-5df8-46a7-85b1-b2b3ae22872a tempest-TenantUsagesTestJSON-1736239320 tempest-TenantUsagesTestJSON-1736239320-project] No DVR routers for this DVR port eb57f5c3-423d-488a-bd53-ae4f6e654a85 on host n-h1-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:19:24.385698 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-5b8b044f-579c-4bd8-9366-201e7fa407cb req-c8a18e90-5df8-46a7-85b1-b2b3ae22872a tempest-TenantUsagesTestJSON-1736239320 tempest-TenantUsagesTestJSON-1736239320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:24.388333 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5b8b044f-579c-4bd8-9366-201e7fa407cb req-c8a18e90-5df8-46a7-85b1-b2b3ae22872a tempest-TenantUsagesTestJSON-1736239320 tempest-TenantUsagesTestJSON-1736239320-project] 10.222.0.42 "DELETE /v2.0/ports/eb57f5c3-423d-488a-bd53-ae4f6e654a85 HTTP/1.1" status: 204 len: 173 time: 1.0344427 Aug 10 03:19:25.209860 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:25.915730 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:26.647996 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:27.352837 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device eb57f5c3-423d-488a-bd53-ae4f6e654a85 no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:19:27.400416 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] No Port match for: eb57f5c3-423d-488a-bd53-ae4f6e654a85 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:19:27.401203 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device eb57f5c3-423d-488a-bd53-ae4f6e654a85 not bound to the agent host n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:19:28.760269 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ad38d04-fabd-4a63-9019-a0f8b6c2bbdb x-openstack-request-id: req-2ad38d04-fabd-4a63-9019-a0f8b6c2bbdb {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:19:28.761243 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b73dd188-4fb4-4114-9298-c13ccaeff414", "name": "network-vif-plugged", "status": "completed", "tag": "bfebd0a4-3c3d-4a7d-adda-1c5fc20a27e8", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:19:28.761498 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2ad38d04-fabd-4a63-9019-a0f8b6c2bbdb {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:19:28.761902 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b73dd188-4fb4-4114-9298-c13ccaeff414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfebd0a4-3c3d-4a7d-adda-1c5fc20a27e8', 'code': 200} Aug 10 03:19:28.814994 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bc2fb3a9-4d75-4ccb-b82b-a87d6280c5b5 req-8f659082-5ab2-4d5e-bb34-f2495a2ff6a3 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.99 HTTP/1.1" status: 200 len: 1000 time: 0.0838294 Aug 10 03:19:28.855736 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66d7cf38-53f1-419e-9840-fa9aadb4b5b7 x-openstack-request-id: req-66d7cf38-53f1-419e-9840-fa9aadb4b5b7 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:19:28.856027 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e78dc3b-2e4f-4cff-a9d7-a5f39528a068", "tag": "bcbb6ef7-b87c-4865-a920-cfc76d70d765", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:19:28.856289 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-66d7cf38-53f1-419e-9840-fa9aadb4b5b7 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:19:28.856673 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e78dc3b-2e4f-4cff-a9d7-a5f39528a068', 'tag': 'bcbb6ef7-b87c-4865-a920-cfc76d70d765', 'status': 'completed', 'code': 200} Aug 10 03:19:28.878244 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2fb3a9-4d75-4ccb-b82b-a87d6280c5b5 req-37cbd11a-c8e0-42a7-9426-729da0a4c7be tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:28.879838 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bc2fb3a9-4d75-4ccb-b82b-a87d6280c5b5 req-37cbd11a-c8e0-42a7-9426-729da0a4c7be tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] 10.222.0.44 "GET /v2.0/ports/bcbb6ef7-b87c-4865-a920-cfc76d70d765 HTTP/1.1" status: 200 len: 942 time: 0.0634313 Aug 10 03:19:28.956564 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64324718-0f64-465d-9d6e-4a8862e265d0 req-42867879-c50c-44d1-9e0e-707ee8362f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:28.962581 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-64324718-0f64-465d-9d6e-4a8862e265d0 req-42867879-c50c-44d1-9e0e-707ee8362f56 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3e3d75d4f3e64842afe526c7ebf13c9e&device_id=7e78dc3b-2e4f-4cff-a9d7-a5f39528a068 HTTP/1.1" status: 200 len: 1097 time: 0.0756381 Aug 10 03:19:29.047609 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c3cebe-c2e2-4d2b-ac9a-50e07f23b69f req-24fd0cb7-bb74-4202-9079-53e8479cf749 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:29.055704 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b1c3cebe-c2e2-4d2b-ac9a-50e07f23b69f req-24fd0cb7-bb74-4202-9079-53e8479cf749 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/ports?device_id=c571b26b-2cbf-4cae-a1f3-604c9552c98b HTTP/1.1" status: 200 len: 945 time: 0.1205864 Aug 10 03:19:29.116847 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b1c3cebe-c2e2-4d2b-ac9a-50e07f23b69f req-1275efa0-bbb4-4b9e-a2ee-62c011ec2eff tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/security-groups?id=e00a7564-e56b-4b7f-b179-f193e5160bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598221 Aug 10 03:19:29.129695 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bc2fb3a9-4d75-4ccb-b82b-a87d6280c5b5 req-2f3e5edc-7adb-4566-93a8-97ec880984f6 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.99 HTTP/1.1" status: 200 len: 1000 time: 0.1505458 Aug 10 03:19:29.179203 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64324718-0f64-465d-9d6e-4a8862e265d0 req-2ad1305e-dc04-4f0c-9553-09467b61f3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:29.181589 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-64324718-0f64-465d-9d6e-4a8862e265d0 req-2ad1305e-dc04-4f0c-9553-09467b61f3cd service neutron] 10.222.0.61 "GET /v2.0/networks?id=74f4a974-f99a-4119-bc18-e2cde5c7f547 HTTP/1.1" status: 200 len: 921 time: 0.2079673 Aug 10 03:19:29.241072 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 50936) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:29.320373 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2fb3a9-4d75-4ccb-b82b-a87d6280c5b5 req-108cf556-da54-4873-8f31-183e032db3a9 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:29.338195 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-64324718-0f64-465d-9d6e-4a8862e265d0 req-b432da5e-1ee3-4808-8e45-b6955a73e58c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bcbb6ef7-b87c-4865-a920-cfc76d70d765 HTTP/1.1" status: 200 len: 1000 time: 0.1428802 Aug 10 03:19:29.342269 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bc2fb3a9-4d75-4ccb-b82b-a87d6280c5b5 req-108cf556-da54-4873-8f31-183e032db3a9 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] 10.222.0.44 "GET /v2.0/networks/2ea12131-628a-487e-b434-0463553732bd HTTP/1.1" status: 200 len: 784 time: 0.2034192 Aug 10 03:19:29.451239 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64324718-0f64-465d-9d6e-4a8862e265d0 req-5675a452-12f0-4ab8-a0c0-a8960c59cc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:29.453179 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-64324718-0f64-465d-9d6e-4a8862e265d0 req-5675a452-12f0-4ab8-a0c0-a8960c59cc48 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5e21d815-4ed0-4b72-b9d1-a86f2421884d HTTP/1.1" status: 200 len: 860 time: 0.0966783 Aug 10 03:19:29.515237 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-109e0d1f-c7a1-429e-a46d-aecf3c7f4cfe req-978ca189-4114-45d2-a24f-571e4425a100 tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] 10.222.0.44 "GET /v2.0/floatingips/b2cb6dcc-3338-488c-8945-3788ab86beba HTTP/1.1" status: 200 len: 693 time: 0.1592729 Aug 10 03:19:29.549383 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64324718-0f64-465d-9d6e-4a8862e265d0 req-0002a0db-5099-4cee-b6c1-61c9a63ed229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:29.551749 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-64324718-0f64-465d-9d6e-4a8862e265d0 req-0002a0db-5099-4cee-b6c1-61c9a63ed229 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=74f4a974-f99a-4119-bc18-e2cde5c7f547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0847197 Aug 10 03:19:29.598494 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-9f2df86d-260c-4ea7-9372-91c7b00dc456 req-cff15074-f81d-4655-a73a-3bfe73815083 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2103082782', 'description': 'tempest-description-1394905055'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:19:29.653696 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-9f2df86d-260c-4ea7-9372-91c7b00dc456 req-cff15074-f81d-4655-a73a-3bfe73815083 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:29.713007 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-64324718-0f64-465d-9d6e-4a8862e265d0 req-0e16d50c-722a-4210-8ff3-b30836bef4ac service neutron] 10.222.0.61 "GET /v2.0/networks/74f4a974-f99a-4119-bc18-e2cde5c7f547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528990 Aug 10 03:19:29.720819 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-5cc7fc49-5af0-43e8-ac5c-76c2f5e167a7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fbefbc61ff8246539523018574070a6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4769509 Aug 10 03:19:29.723746 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 50944) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:29.771083 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109e0d1f-c7a1-429e-a46d-aecf3c7f4cfe req-91c3bda1-8f0e-4599-98a9-96dd9b6db496 tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:29.772686 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-109e0d1f-c7a1-429e-a46d-aecf3c7f4cfe req-91c3bda1-8f0e-4599-98a9-96dd9b6db496 tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] 10.222.0.44 "GET /v2.0/networks/2ea12131-628a-487e-b434-0463553732bd HTTP/1.1" status: 200 len: 784 time: 0.2495453 Aug 10 03:19:29.849667 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-109e0d1f-c7a1-429e-a46d-aecf3c7f4cfe req-4717c50f-e4e2-4818-8023-4db4ee17678f tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.147 HTTP/1.1" status: 200 len: 696 time: 0.0692225 Aug 10 03:19:29.865024 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5130c5d0-66f3-423f-bb95-5bfc3e552086 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:29.901577 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5130c5d0-66f3-423f-bb95-5bfc3e552086 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:29.905127 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-64324718-0f64-465d-9d6e-4a8862e265d0 req-2ba428b2-00b2-4f82-abc5-60d24a76f546 service neutron] 10.222.0.61 "GET /v2.0/networks/74f4a974-f99a-4119-bc18-e2cde5c7f547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765728 Aug 10 03:19:29.919780 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-9f2df86d-260c-4ea7-9372-91c7b00dc456 req-cff15074-f81d-4655-a73a-3bfe73815083 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:29.930320 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-109e0d1f-c7a1-429e-a46d-aecf3c7f4cfe req-cc471122-4e31-4d73-9d14-a7aeeafc1506 tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.147 HTTP/1.1" status: 200 len: 696 time: 0.0649312 Aug 10 03:19:29.931716 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-9f2df86d-260c-4ea7-9372-91c7b00dc456 req-cff15074-f81d-4655-a73a-3bfe73815083 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:29.962798 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5130c5d0-66f3-423f-bb95-5bfc3e552086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:29.966281 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff15074-f81d-4655-a73a-3bfe73815083 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cde2a9fe-dd9d-4433-a49d-a7b34dcd163f,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:29.969886 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5130c5d0-66f3-423f-bb95-5bfc3e552086 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:29.971594 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-5130c5d0-66f3-423f-bb95-5bfc3e552086 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cdf46735-4614-482b-ba87-76b35d97f80f HTTP/1.1" status: 204 len: 168 time: 0.2463877 Aug 10 03:19:29.992587 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5130c5d0-66f3-423f-bb95-5bfc3e552086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf46735-4614-482b-ba87-76b35d97f80f,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:30.036525 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-9f2df86d-260c-4ea7-9372-91c7b00dc456 req-cff15074-f81d-4655-a73a-3bfe73815083 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:30.038015 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9f2df86d-260c-4ea7-9372-91c7b00dc456 req-cff15074-f81d-4655-a73a-3bfe73815083 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4754481 Aug 10 03:19:30.230505 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-109e0d1f-c7a1-429e-a46d-aecf3c7f4cfe req-c629cb12-acb0-46f7-a7c2-19651c343c3c tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Deleting port 6013b195-21c8-4ff1-8a5c-4da424cc9d76 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:19:30.230840 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-109e0d1f-c7a1-429e-a46d-aecf3c7f4cfe req-c629cb12-acb0-46f7-a7c2-19651c343c3c tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:30.382873 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-aff1d2c5-0905-4899-af10-26b03e116575 req-62ded275-3895-4244-b892-ae6aab2f4bda tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.99 HTTP/1.1" status: 200 len: 1000 time: 0.1442080 Aug 10 03:19:30.455341 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-109e0d1f-c7a1-429e-a46d-aecf3c7f4cfe req-c629cb12-acb0-46f7-a7c2-19651c343c3c tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:30.455682 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-109e0d1f-c7a1-429e-a46d-aecf3c7f4cfe req-c629cb12-acb0-46f7-a7c2-19651c343c3c tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:30.475200 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-109e0d1f-c7a1-429e-a46d-aecf3c7f4cfe req-c629cb12-acb0-46f7-a7c2-19651c343c3c tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Calling delete_port for 6013b195-21c8-4ff1-8a5c-4da424cc9d76 owned by network:floatingip {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:19:30.504530 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff1d2c5-0905-4899-af10-26b03e116575 req-301505dd-ac76-41ba-ac9d-85f93bdb4b63 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:30.517106 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-aff1d2c5-0905-4899-af10-26b03e116575 req-301505dd-ac76-41ba-ac9d-85f93bdb4b63 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] 10.222.0.44 "GET /v2.0/ports/bcbb6ef7-b87c-4865-a920-cfc76d70d765 HTTP/1.1" status: 200 len: 942 time: 0.1159430 Aug 10 03:19:30.561432 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 50974) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:30.576049 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c5633d59-871c-4f2a-8acf-5c32afe998e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:30.667928 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 50976) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:30.701168 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-aff1d2c5-0905-4899-af10-26b03e116575 req-0f9f9040-7e30-4fdc-b5ca-9836578958af tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.99 HTTP/1.1" status: 200 len: 1000 time: 0.1137443 Aug 10 03:19:30.769917 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c5633d59-871c-4f2a-8acf-5c32afe998e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:30.775163 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c5633d59-871c-4f2a-8acf-5c32afe998e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:30.821768 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-c5633d59-871c-4f2a-8acf-5c32afe998e6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e4ff82dbe878455b89f4e84aeae8a641&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2560353 Aug 10 03:19:30.821768 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5633d59-871c-4f2a-8acf-5c32afe998e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c06f03-44f3-48e0-92ae-6d3e25f851a6,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:30.823977 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 50980) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:30.859289 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ac5862c-26f0-447e-9842-a97346802675', 'name': 'network-vif-deleted', 'tag': 'eb57f5c3-423d-488a-bd53-ae4f6e654a85'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:19:30.863203 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de0edb91-4001-4570-ba31-fdb561e05878" -d '{"events": [{"server_uuid": "9ac5862c-26f0-447e-9842-a97346802675", "name": "network-vif-deleted", "tag": "eb57f5c3-423d-488a-bd53-ae4f6e654a85"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:19:30.866451 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-37490bed-f933-470d-bc8b-f0793229cfac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:30.912191 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff1d2c5-0905-4899-af10-26b03e116575 req-bc33d5cf-4774-4a22-af7e-9baefe0851d7 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:30.920061 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-15558fc5-5401-4d3d-af2a-2abf88921b6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:30.922026 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-aff1d2c5-0905-4899-af10-26b03e116575 req-bc33d5cf-4774-4a22-af7e-9baefe0851d7 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] 10.222.0.44 "GET /v2.0/networks/2ea12131-628a-487e-b434-0463553732bd HTTP/1.1" status: 200 len: 784 time: 0.2193632 Aug 10 03:19:30.957764 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-15558fc5-5401-4d3d-af2a-2abf88921b6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:31.012153 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-aff1d2c5-0905-4899-af10-26b03e116575 req-dd22f264-73ea-4487-9a03-e3ba3fb0ac28 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.99 HTTP/1.1" status: 200 len: 1000 time: 0.0889199 Aug 10 03:19:31.019299 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-aff1d2c5-0905-4899-af10-26b03e116575 req-d1b221ad-2dc6-4a11-8ba5-9854d929a73e tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:19:31.024963 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-109e0d1f-c7a1-429e-a46d-aecf3c7f4cfe req-c629cb12-acb0-46f7-a7c2-19651c343c3c tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:31.085997 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-15558fc5-5401-4d3d-af2a-2abf88921b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:31.088784 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-15558fc5-5401-4d3d-af2a-2abf88921b6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:31.098448 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-15558fc5-5401-4d3d-af2a-2abf88921b6b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d1c06f03-44f3-48e0-92ae-6d3e25f851a6 HTTP/1.1" status: 204 len: 168 time: 0.2728498 Aug 10 03:19:31.115786 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c629cb12-acb0-46f7-a7c2-19651c343c3c tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Pushing event deleted for resources: {'Port': ['ID=6013b195-21c8-4ff1-8a5c-4da424cc9d76,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:31.120023 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-37490bed-f933-470d-bc8b-f0793229cfac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:31.137078 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15558fc5-5401-4d3d-af2a-2abf88921b6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c06f03-44f3-48e0-92ae-6d3e25f851a6,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:31.138862 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-37490bed-f933-470d-bc8b-f0793229cfac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:31.174585 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-aff1d2c5-0905-4899-af10-26b03e116575 req-d1b221ad-2dc6-4a11-8ba5-9854d929a73e tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Notify callbacks [] for floatingip, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:31.197350 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37490bed-f933-470d-bc8b-f0793229cfac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50d7ea99-b8ee-47eb-9100-c3415a2087a5,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:31.206772 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-37490bed-f933-470d-bc8b-f0793229cfac admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5ea0b86210cf4c5fb14be4f1e7efc6ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5361364 Aug 10 03:19:31.207517 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 50988) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:31.242032 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-109e0d1f-c7a1-429e-a46d-aecf3c7f4cfe req-c629cb12-acb0-46f7-a7c2-19651c343c3c tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Notify callbacks [] for floatingip, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:31.244545 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-109e0d1f-c7a1-429e-a46d-aecf3c7f4cfe req-c629cb12-acb0-46f7-a7c2-19651c343c3c tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:31.245717 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-109e0d1f-c7a1-429e-a46d-aecf3c7f4cfe req-c629cb12-acb0-46f7-a7c2-19651c343c3c tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] 10.222.0.44 "DELETE /v2.0/floatingips/b2cb6dcc-3338-488c-8945-3788ab86beba HTTP/1.1" status: 204 len: 173 time: 1.2834835 Aug 10 03:19:31.266111 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d37a6a69-9b86-42a6-97c1-0c1e592c89dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:31.293624 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d37a6a69-9b86-42a6-97c1-0c1e592c89dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:31.374798 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device b80ac159-9b85-430e-b25b-6ea0e1375f3b no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:19:31.375895 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d37a6a69-9b86-42a6-97c1-0c1e592c89dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:31.378862 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d37a6a69-9b86-42a6-97c1-0c1e592c89dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:31.379947 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-aff1d2c5-0905-4899-af10-26b03e116575 req-d1b221ad-2dc6-4a11-8ba5-9854d929a73e tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:31.384326 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-d37a6a69-9b86-42a6-97c1-0c1e592c89dd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/50d7ea99-b8ee-47eb-9100-c3415a2087a5 HTTP/1.1" status: 204 len: 168 time: 0.1757491 Aug 10 03:19:31.393512 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37a6a69-9b86-42a6-97c1-0c1e592c89dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d7ea99-b8ee-47eb-9100-c3415a2087a5,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:31.393956 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-aff1d2c5-0905-4899-af10-26b03e116575 req-d1b221ad-2dc6-4a11-8ba5-9854d929a73e tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:31.395766 n-d-768862-13 neutron-server[94260]: INFO neutron.db.l3_db [req-aff1d2c5-0905-4899-af10-26b03e116575 req-d1b221ad-2dc6-4a11-8ba5-9854d929a73e tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Floating IP 6e35e6a4-20a1-417b-acfa-74ce7678b6d0 disassociated. External IP: 172.25.6.99, port: bcbb6ef7-b87c-4865-a920-cfc76d70d765. Aug 10 03:19:31.503086 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-d782d38e-7f02-4d8a-a385-f80626e9098f req-50fe1291-5dd7-45ae-8c1b-950683d51c05 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-81149506', 'description': 'tempest-description-1133015478'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:19:31.524207 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:31.568298 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port b80ac159-9b85-430e-b25b-6ea0e1375f3b, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=b80ac159-9b85-430e-b25b-6ea0e1375f3b,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:31.569272 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22da9a79-83b7-4a8e-bef3-1c5e1319a22b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b80ac159-9b85-430e-b25b-6ea0e1375f3b'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:19:31.573461 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51851217-75ef-4461-b456-44c86da52f8d" -d '{"events": [{"server_uuid": "22da9a79-83b7-4a8e-bef3-1c5e1319a22b", "name": "network-vif-unplugged", "status": "completed", "tag": "b80ac159-9b85-430e-b25b-6ea0e1375f3b"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:19:31.579998 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:31.644790 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=b80ac159-9b85-430e-b25b-6ea0e1375f3b,revision_number=8']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:31.650999 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-d782d38e-7f02-4d8a-a385-f80626e9098f req-50fe1291-5dd7-45ae-8c1b-950683d51c05 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:31.903674 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-d782d38e-7f02-4d8a-a385-f80626e9098f req-50fe1291-5dd7-45ae-8c1b-950683d51c05 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:31.908407 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aff1d2c5-0905-4899-af10-26b03e116575 req-d1b221ad-2dc6-4a11-8ba5-9854d929a73e tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Router 3b061617-8de4-45a5-bc21-a08ac1828790 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:19:31.913740 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-d782d38e-7f02-4d8a-a385-f80626e9098f req-50fe1291-5dd7-45ae-8c1b-950683d51c05 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:31.980513 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 51022) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:31.993363 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-d782d38e-7f02-4d8a-a385-f80626e9098f req-50fe1291-5dd7-45ae-8c1b-950683d51c05 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:31.994643 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d782d38e-7f02-4d8a-a385-f80626e9098f req-50fe1291-5dd7-45ae-8c1b-950683d51c05 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.5056241 Aug 10 03:19:31.999430 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fe1291-5dd7-45ae-8c1b-950683d51c05 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a377b7b-bcd7-4c4d-afcb-345e91853199,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:32.018084 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0ba87c5d-0d72-4a7c-b0b0-20fcc28dcb22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:32.036683 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:19:32.131705 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aff1d2c5-0905-4899-af10-26b03e116575 req-d1b221ad-2dc6-4a11-8ba5-9854d929a73e tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:19:32.143716 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c2b11b-eea4-4899-8209-cac73ffbc656 None None] Sync routers for ids ['3b061617-8de4-45a5-bc21-a08ac1828790'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:19:32.143953 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-aff1d2c5-0905-4899-af10-26b03e116575 req-d1b221ad-2dc6-4a11-8ba5-9854d929a73e tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:32.151804 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0ba87c5d-0d72-4a7c-b0b0-20fcc28dcb22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:32.159806 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c2b11b-eea4-4899-8209-cac73ffbc656 None None] Routers {'3b061617-8de4-45a5-bc21-a08ac1828790'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:19:32.161463 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0ba87c5d-0d72-4a7c-b0b0-20fcc28dcb22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:32.164933 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-c2c2b11b-eea4-4899-8209-cac73ffbc656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:19:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['3b061617-8de4-45a5-bc21-a08ac1828790'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:32.197699 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-aff1d2c5-0905-4899-af10-26b03e116575 req-d1b221ad-2dc6-4a11-8ba5-9854d929a73e tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] 10.222.0.44 "PUT /v2.0/floatingips/6e35e6a4-20a1-417b-acfa-74ce7678b6d0 HTTP/1.1" status: 200 len: 694 time: 1.1846023 Aug 10 03:19:32.297043 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69c3190-777e-4968-a370-30aac095a5c2 req-9eb038e7-82f7-49da-89dd-d30d9f205479 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:32.298380 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a69c3190-777e-4968-a370-30aac095a5c2 req-9eb038e7-82f7-49da-89dd-d30d9f205479 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/ports?device_id=c571b26b-2cbf-4cae-a1f3-604c9552c98b HTTP/1.1" status: 200 len: 945 time: 0.0996954 Aug 10 03:19:32.303380 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff1d2c5-0905-4899-af10-26b03e116575 req-280d1112-1a58-47f8-89e3-c70a9ef1615c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:32.304867 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-aff1d2c5-0905-4899-af10-26b03e116575 req-280d1112-1a58-47f8-89e3-c70a9ef1615c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3e3d75d4f3e64842afe526c7ebf13c9e&device_id=7e78dc3b-2e4f-4cff-a9d7-a5f39528a068 HTTP/1.1" status: 200 len: 1097 time: 0.0746286 Aug 10 03:19:32.312927 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba87c5d-0d72-4a7c-b0b0-20fcc28dcb22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eda9f8d-7b72-499b-9e62-89e1afb96b06,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:32.329756 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-0ba87c5d-0d72-4a7c-b0b0-20fcc28dcb22 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ec8d18c4d7c34ca6bc695cd990cdb1fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3473430 Aug 10 03:19:32.338578 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 51030) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:32.367501 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-c2c2b11b-eea4-4899-8209-cac73ffbc656 None None] Set router 3b061617-8de4-45a5-bc21-a08ac1828790 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:19:32.405634 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a69c3190-777e-4968-a370-30aac095a5c2 req-1de79d76-9e31-4183-8916-f73633215833 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/security-groups?id=e00a7564-e56b-4b7f-b179-f193e5160bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983140 Aug 10 03:19:32.457710 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff1d2c5-0905-4899-af10-26b03e116575 req-8d6d1788-2b93-4f90-bf66-ebd40b86176c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:32.459360 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-aff1d2c5-0905-4899-af10-26b03e116575 req-8d6d1788-2b93-4f90-bf66-ebd40b86176c service neutron] 10.222.0.44 "GET /v2.0/networks?id=74f4a974-f99a-4119-bc18-e2cde5c7f547 HTTP/1.1" status: 200 len: 921 time: 0.1473837 Aug 10 03:19:32.489470 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-70fb8ca1-31af-4140-b9e9-47f48d60e89a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:32.527306 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-aff1d2c5-0905-4899-af10-26b03e116575 req-cd42290a-4e9d-4472-a983-71625c84b7a3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bcbb6ef7-b87c-4865-a920-cfc76d70d765 HTTP/1.1" status: 200 len: 217 time: 0.0595279 Aug 10 03:19:32.556074 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-70fb8ca1-31af-4140-b9e9-47f48d60e89a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:32.619857 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689f7a85-37b3-4ee8-bca4-f23e17875764 req-5ade9ac6-6a6c-493a-8363-29d6b9b6a58d tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:32.621564 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-689f7a85-37b3-4ee8-bca4-f23e17875764 req-5ade9ac6-6a6c-493a-8363-29d6b9b6a58d tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] 10.222.0.44 "GET /v2.0/ports?device_id=22da9a79-83b7-4a8e-bef3-1c5e1319a22b HTTP/1.1" status: 200 len: 948 time: 0.0975184 Aug 10 03:19:32.623734 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff1d2c5-0905-4899-af10-26b03e116575 req-e63c0579-6058-408e-8f70-f455561b6c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:32.625261 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-aff1d2c5-0905-4899-af10-26b03e116575 req-e63c0579-6058-408e-8f70-f455561b6c2e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5e21d815-4ed0-4b72-b9d1-a86f2421884d HTTP/1.1" status: 200 len: 860 time: 0.0886693 Aug 10 03:19:32.633917 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-70fb8ca1-31af-4140-b9e9-47f48d60e89a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:32.637022 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-70fb8ca1-31af-4140-b9e9-47f48d60e89a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:32.639387 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-70fb8ca1-31af-4140-b9e9-47f48d60e89a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5eda9f8d-7b72-499b-9e62-89e1afb96b06 HTTP/1.1" status: 204 len: 168 time: 0.2972212 Aug 10 03:19:32.655832 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fb8ca1-31af-4140-b9e9-47f48d60e89a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eda9f8d-7b72-499b-9e62-89e1afb96b06,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:32.725677 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-689f7a85-37b3-4ee8-bca4-f23e17875764 req-958b127e-c23b-423f-ab77-eff87ac18ec7 tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] 10.222.0.44 "GET /v2.0/security-groups?id=8517d1f6-e925-4f66-887e-3d1a0d6d6b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971646 Aug 10 03:19:32.747280 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-c2c2b11b-eea4-4899-8209-cac73ffbc656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b061617-8de4-45a5-bc21-a08ac1828790', 'name': 'tempest-FloatingIPsAssociationTestJSON-2076291602-router', 'tenant_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'c74e7c20-9931-4279-92a6-59b7c6f038f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:18:02Z', 'updated_at': '2021-08-10T03:18:08Z', 'revision_number': 4, 'project_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'gw_port': {'id': 'c74e7c20-9931-4279-92a6-59b7c6f038f6', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:40:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b061617-8de4-45a5-bc21-a08ac1828790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:03Z', 'updated_at': '2021-08-10T03:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '43f12689-2ba0-4036-8b34-a90279b084a3', 'name': '', 'network_id': '74f4a974-f99a-4119-bc18-e2cde5c7f547', 'tenant_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'mac_address': 'fa:16:3e:79:60:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b061617-8de4-45a5-bc21-a08ac1828790', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '5e21d815-4ed0-4b72-b9d1-a86f2421884d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:07Z', 'updated_at': '2021-08-10T03:18:17Z', 'revision_number': 5, 'project_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'subnets': [{'id': '5e21d815-4ed0-4b72-b9d1-a86f2421884d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:32.750162 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff1d2c5-0905-4899-af10-26b03e116575 req-a8e4a81b-a390-4366-bbd6-2680fea03b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:32.758088 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-aff1d2c5-0905-4899-af10-26b03e116575 req-a8e4a81b-a390-4366-bbd6-2680fea03b2c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=74f4a974-f99a-4119-bc18-e2cde5c7f547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1068738 Aug 10 03:19:32.788457 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c2b11b-eea4-4899-8209-cac73ffbc656 None None] Checking router: 3b061617-8de4-45a5-bc21-a08ac1828790 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:19:32.798448 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c2b11b-eea4-4899-8209-cac73ffbc656 None None] Routers {'3b061617-8de4-45a5-bc21-a08ac1828790'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:19:32.799425 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-c2c2b11b-eea4-4899-8209-cac73ffbc656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:19:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['3b061617-8de4-45a5-bc21-a08ac1828790'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:32.827213 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c65411-0b57-4220-9850-d9a3259d387e x-openstack-request-id: req-45c65411-0b57-4220-9850-d9a3259d387e {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:19:32.827645 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ac5862c-26f0-447e-9842-a97346802675", "name": "network-vif-deleted", "tag": "eb57f5c3-423d-488a-bd53-ae4f6e654a85", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:19:32.827894 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-45c65411-0b57-4220-9850-d9a3259d387e {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:19:32.828286 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ac5862c-26f0-447e-9842-a97346802675', 'name': 'network-vif-deleted', 'tag': 'eb57f5c3-423d-488a-bd53-ae4f6e654a85', 'status': 'completed', 'code': 200} Aug 10 03:19:32.880091 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:32.904284 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9b81d79c-05f5-4187-bcc1-6e90c605d7cd req-44942247-4173-4f91-a7f3-238284501e0e tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] 10.222.0.44 "GET /v2.0/floatingips/3f457a09-efda-40f1-a6d8-72e53d67153c HTTP/1.1" status: 200 len: 693 time: 0.0643620 Aug 10 03:19:32.956040 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-aff1d2c5-0905-4899-af10-26b03e116575 req-136f482b-7dd9-4332-a34d-807af7c3a724 service neutron] 10.222.0.44 "GET /v2.0/networks/74f4a974-f99a-4119-bc18-e2cde5c7f547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962998 Aug 10 03:19:32.971167 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-c2c2b11b-eea4-4899-8209-cac73ffbc656 None None] Set router 3b061617-8de4-45a5-bc21-a08ac1828790 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:19:33.183900 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-aff1d2c5-0905-4899-af10-26b03e116575 req-62ccac2d-b3c2-4729-8842-9bf8b16a7a4c service neutron] 10.222.0.44 "GET /v2.0/networks/74f4a974-f99a-4119-bc18-e2cde5c7f547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831055 Aug 10 03:19:33.229035 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b81d79c-05f5-4187-bcc1-6e90c605d7cd req-a4de5e8c-6d9b-4fa5-bdc3-19330371b317 tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:33.231451 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-c2c2b11b-eea4-4899-8209-cac73ffbc656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b061617-8de4-45a5-bc21-a08ac1828790', 'name': 'tempest-FloatingIPsAssociationTestJSON-2076291602-router', 'tenant_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'c74e7c20-9931-4279-92a6-59b7c6f038f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:18:02Z', 'updated_at': '2021-08-10T03:18:08Z', 'revision_number': 4, 'project_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'gw_port': {'id': 'c74e7c20-9931-4279-92a6-59b7c6f038f6', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:40:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b061617-8de4-45a5-bc21-a08ac1828790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:03Z', 'updated_at': '2021-08-10T03:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '43f12689-2ba0-4036-8b34-a90279b084a3', 'name': '', 'network_id': '74f4a974-f99a-4119-bc18-e2cde5c7f547', 'tenant_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'mac_address': 'fa:16:3e:79:60:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b061617-8de4-45a5-bc21-a08ac1828790', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '5e21d815-4ed0-4b72-b9d1-a86f2421884d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:07Z', 'updated_at': '2021-08-10T03:18:17Z', 'revision_number': 5, 'project_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'subnets': [{'id': '5e21d815-4ed0-4b72-b9d1-a86f2421884d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:33.233279 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9b81d79c-05f5-4187-bcc1-6e90c605d7cd req-a4de5e8c-6d9b-4fa5-bdc3-19330371b317 tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] 10.222.0.44 "GET /v2.0/networks/2ea12131-628a-487e-b434-0463553732bd HTTP/1.1" status: 200 len: 784 time: 0.3201091 Aug 10 03:19:33.262188 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c2b11b-eea4-4899-8209-cac73ffbc656 None None] The sync data for ids ['3b061617-8de4-45a5-bc21-a08ac1828790'] in n-d-768862-13 is: [{'id': '3b061617-8de4-45a5-bc21-a08ac1828790', 'name': 'tempest-FloatingIPsAssociationTestJSON-2076291602-router', 'tenant_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'c74e7c20-9931-4279-92a6-59b7c6f038f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:18:02Z', 'updated_at': '2021-08-10T03:18:08Z', 'revision_number': 4, 'project_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'gw_port': {'id': 'c74e7c20-9931-4279-92a6-59b7c6f038f6', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:40:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b061617-8de4-45a5-bc21-a08ac1828790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:03Z', 'updated_at': '2021-08-10T03:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '43f12689-2ba0-4036-8b34-a90279b084a3', 'name': '', 'network_id': '74f4a974-f99a-4119-bc18-e2cde5c7f547', 'tenant_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'mac_address': 'fa:16:3e:79:60:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b061617-8de4-45a5-bc21-a08ac1828790', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '5e21d815-4ed0-4b72-b9d1-a86f2421884d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:07Z', 'updated_at': '2021-08-10T03:18:17Z', 'revision_number': 5, 'project_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'subnets': [{'id': '5e21d815-4ed0-4b72-b9d1-a86f2421884d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:19:33.281628 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67cfa17b-1d82-4746-883b-75fb828879c9 x-openstack-request-id: req-67cfa17b-1d82-4746-883b-75fb828879c9 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:19:33.282945 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22da9a79-83b7-4a8e-bef3-1c5e1319a22b", "name": "network-vif-unplugged", "status": "completed", "tag": "b80ac159-9b85-430e-b25b-6ea0e1375f3b", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:19:33.283336 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-67cfa17b-1d82-4746-883b-75fb828879c9 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:19:33.283882 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22da9a79-83b7-4a8e-bef3-1c5e1319a22b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b80ac159-9b85-430e-b25b-6ea0e1375f3b', 'code': 200} Aug 10 03:19:33.369724 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9b81d79c-05f5-4187-bcc1-6e90c605d7cd req-d165f6e3-f6e4-472e-8526-18b1096aa372 tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.160 HTTP/1.1" status: 200 len: 696 time: 0.1224360 Aug 10 03:19:33.505654 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9b81d79c-05f5-4187-bcc1-6e90c605d7cd req-b925d61b-3385-403c-8a66-c2a02d0fc8fe tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.160 HTTP/1.1" status: 200 len: 696 time: 0.1224556 Aug 10 03:19:33.694662 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8be60d-ca2b-497e-a365-5b40af04b5f7 req-34d3c0a3-bf26-4bda-96d0-63cb1b96d88f tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:33.696212 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fe8be60d-ca2b-497e-a365-5b40af04b5f7 req-34d3c0a3-bf26-4bda-96d0-63cb1b96d88f tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "GET /v2.0/networks?id=86f96ddd-5fdb-4f29-8bd5-ae286688b451 HTTP/1.1" status: 200 len: 813 time: 0.3037252 Aug 10 03:19:33.720334 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fe8be60d-ca2b-497e-a365-5b40af04b5f7 req-979107af-0d39-4f11-bad7-2cfa3c10a8b8 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "GET /v2.0/quotas/d59a0b5e4dd94b2f936adf3da2c52113 HTTP/1.1" status: 200 len: 375 time: 0.0146322 Aug 10 03:19:33.727561 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-9b81d79c-05f5-4187-bcc1-6e90c605d7cd req-e286feb2-717f-46ec-9752-ed31128cb804 tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Deleting port 8d6dd69a-4604-4cde-8d32-d507ba8b0484 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:19:33.727913 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-9b81d79c-05f5-4187-bcc1-6e90c605d7cd req-e286feb2-717f-46ec-9752-ed31128cb804 tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:33.729193 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519c0632-887c-4b96-8c77-100224cf9e3f None None] New status for floating IP 6e35e6a4-20a1-417b-acfa-74ce7678b6d0: DOWN {{(pid=94263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:19:33.801884 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fe8be60d-ca2b-497e-a365-5b40af04b5f7 req-a49f4cd1-f56f-49b4-9bbd-5687bcb01859 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d59a0b5e4dd94b2f936adf3da2c52113&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0707407 Aug 10 03:19:33.908361 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-9b81d79c-05f5-4187-bcc1-6e90c605d7cd req-e286feb2-717f-46ec-9752-ed31128cb804 tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:33.909187 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-9b81d79c-05f5-4187-bcc1-6e90c605d7cd req-e286feb2-717f-46ec-9752-ed31128cb804 tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:33.936524 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-9b81d79c-05f5-4187-bcc1-6e90c605d7cd req-e286feb2-717f-46ec-9752-ed31128cb804 tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Calling delete_port for 8d6dd69a-4604-4cde-8d32-d507ba8b0484 owned by network:floatingip {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:19:33.971172 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fe8be60d-ca2b-497e-a365-5b40af04b5f7 req-df6c5041-8e7b-457e-9d4c-76ad1a3422b1 service neutron] 10.222.0.44 "GET /v2.0/networks/86f96ddd-5fdb-4f29-8bd5-ae286688b451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592255 Aug 10 03:19:34.146807 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fe8be60d-ca2b-497e-a365-5b40af04b5f7 req-76df9abe-8a7b-4174-8a73-9589c22de7c2 service neutron] 10.222.0.44 "GET /v2.0/networks/86f96ddd-5fdb-4f29-8bd5-ae286688b451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744013 Aug 10 03:19:34.237189 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-9b81d79c-05f5-4187-bcc1-6e90c605d7cd req-e286feb2-717f-46ec-9752-ed31128cb804 tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:34.275340 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e286feb2-717f-46ec-9752-ed31128cb804 tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Pushing event deleted for resources: {'Port': ['ID=8d6dd69a-4604-4cde-8d32-d507ba8b0484,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:34.353521 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-9b81d79c-05f5-4187-bcc1-6e90c605d7cd req-e286feb2-717f-46ec-9752-ed31128cb804 tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Notify callbacks [] for floatingip, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:34.370833 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-9b81d79c-05f5-4187-bcc1-6e90c605d7cd req-e286feb2-717f-46ec-9752-ed31128cb804 tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:34.373794 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9b81d79c-05f5-4187-bcc1-6e90c605d7cd req-e286feb2-717f-46ec-9752-ed31128cb804 tempest-FloatingIPDetailsTestJSON-1359749212 tempest-FloatingIPDetailsTestJSON-1359749212-project] 10.222.0.44 "DELETE /v2.0/floatingips/3f457a09-efda-40f1-a6d8-72e53d67153c HTTP/1.1" status: 204 len: 173 time: 0.8569517 Aug 10 03:19:34.381743 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 51088) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:34.830933 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e78dc3b-2e4f-4cff-a9d7-a5f39528a068', 'tag': 'bcbb6ef7-b87c-4865-a920-cfc76d70d765'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:19:34.834186 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c6730b-a6b5-40e5-a181-e07bd2129c00" -d '{"events": [{"name": "network-changed", "server_uuid": "7e78dc3b-2e4f-4cff-a9d7-a5f39528a068", "tag": "bcbb6ef7-b87c-4865-a920-cfc76d70d765"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:19:35.189315 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-72ec2095-cfd2-402e-a007-db988348bec2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521880'] for router_interface, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:35.194784 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-57ad70a4-04a7-4e12-bc04-7fa87169f055 req-c6ecab5a-4491-47b2-bfa5-fa4be3252d05 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d4dd2ce-c9e0-400a-95c4-f7eb084de50e HTTP/1.1" status: 200 len: 210 time: 0.0323048 Aug 10 03:19:35.211581 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 8ae78a21-c3d9-4362-a5cf-b8076ddbcadc no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:19:35.263655 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c07ceb-061d-4b39-b607-03da246fb0fd req-9536a256-3864-4942-a5ce-b5ca92364884 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:35.265609 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-58c07ceb-061d-4b39-b607-03da246fb0fd req-9536a256-3864-4942-a5ce-b5ca92364884 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/ports?device_id=c571b26b-2cbf-4cae-a1f3-604c9552c98b HTTP/1.1" status: 200 len: 945 time: 0.1651657 Aug 10 03:19:35.392105 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-58c07ceb-061d-4b39-b607-03da246fb0fd req-baebf224-d3dc-4bd0-90cc-39fad3856901 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/security-groups?id=e00a7564-e56b-4b7f-b179-f193e5160bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174941 Aug 10 03:19:35.406434 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:35.437918 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c571b26b-2cbf-4cae-a1f3-604c9552c98b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ae78a21-c3d9-4362-a5cf-b8076ddbcadc'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:19:35.440651 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92b3be44-a807-4cdc-93b5-93a7b1acac03" -d '{"events": [{"server_uuid": "c571b26b-2cbf-4cae-a1f3-604c9552c98b", "name": "network-vif-unplugged", "status": "completed", "tag": "8ae78a21-c3d9-4362-a5cf-b8076ddbcadc"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:19:35.477754 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 8ae78a21-c3d9-4362-a5cf-b8076ddbcadc, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=8ae78a21-c3d9-4362-a5cf-b8076ddbcadc,segment=NetworkSegment(7ed85737-71ac-4d44-addd-a974f87ebbbf),segment_id=7ed85737-71ac-4d44-addd-a974f87ebbbf)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:35.489389 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:35.603988 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=8ae78a21-c3d9-4362-a5cf-b8076ddbcadc,revision_number=6']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:35.634303 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dedb2753-72f8-4ba7-b209-5d8ad306b998 x-openstack-request-id: req-dedb2753-72f8-4ba7-b209-5d8ad306b998 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:19:35.635708 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e78dc3b-2e4f-4cff-a9d7-a5f39528a068", "tag": "bcbb6ef7-b87c-4865-a920-cfc76d70d765", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:19:35.636301 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dedb2753-72f8-4ba7-b209-5d8ad306b998 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:19:35.636715 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e78dc3b-2e4f-4cff-a9d7-a5f39528a068', 'tag': 'bcbb6ef7-b87c-4865-a920-cfc76d70d765', 'status': 'completed', 'code': 200} Aug 10 03:19:35.676458 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c6730b-a6b5-40e5-a181-e07bd2129c00 req-43329be2-6e7a-4240-9333-6b26bda43435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:35.677938 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-47c6730b-a6b5-40e5-a181-e07bd2129c00 req-43329be2-6e7a-4240-9333-6b26bda43435 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3e3d75d4f3e64842afe526c7ebf13c9e&device_id=7e78dc3b-2e4f-4cff-a9d7-a5f39528a068 HTTP/1.1" status: 200 len: 1097 time: 0.0598662 Aug 10 03:19:35.744736 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af92328d-67f9-4d4c-9023-444ed3cb58ec req-572d4474-364d-488c-9efa-fc024390a4c3 tempest-NetworksTest-199751239 tempest-NetworksTest-199751239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:35.745401 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af92328d-67f9-4d4c-9023-444ed3cb58ec req-572d4474-364d-488c-9efa-fc024390a4c3 tempest-NetworksTest-199751239 tempest-NetworksTest-199751239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:35.746135 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af92328d-67f9-4d4c-9023-444ed3cb58ec req-572d4474-364d-488c-9efa-fc024390a4c3 tempest-NetworksTest-199751239 tempest-NetworksTest-199751239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:35.756488 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af92328d-67f9-4d4c-9023-444ed3cb58ec req-572d4474-364d-488c-9efa-fc024390a4c3 tempest-NetworksTest-199751239 tempest-NetworksTest-199751239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:35.757519 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af92328d-67f9-4d4c-9023-444ed3cb58ec req-572d4474-364d-488c-9efa-fc024390a4c3 tempest-NetworksTest-199751239 tempest-NetworksTest-199751239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:35.758062 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af92328d-67f9-4d4c-9023-444ed3cb58ec req-572d4474-364d-488c-9efa-fc024390a4c3 tempest-NetworksTest-199751239 tempest-NetworksTest-199751239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:35.758634 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af92328d-67f9-4d4c-9023-444ed3cb58ec req-572d4474-364d-488c-9efa-fc024390a4c3 tempest-NetworksTest-199751239 tempest-NetworksTest-199751239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:35.759142 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af92328d-67f9-4d4c-9023-444ed3cb58ec req-572d4474-364d-488c-9efa-fc024390a4c3 tempest-NetworksTest-199751239 tempest-NetworksTest-199751239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:35.778867 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-af92328d-67f9-4d4c-9023-444ed3cb58ec req-572d4474-364d-488c-9efa-fc024390a4c3 tempest-NetworksTest-199751239 tempest-NetworksTest-199751239-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5706 time: 0.4089415 Aug 10 03:19:35.836529 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c6730b-a6b5-40e5-a181-e07bd2129c00 req-15ddb571-bc0b-4f8b-b08d-70152c6a951e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:35.838350 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-47c6730b-a6b5-40e5-a181-e07bd2129c00 req-15ddb571-bc0b-4f8b-b08d-70152c6a951e service neutron] 10.222.0.61 "GET /v2.0/networks?id=74f4a974-f99a-4119-bc18-e2cde5c7f547 HTTP/1.1" status: 200 len: 921 time: 0.1431293 Aug 10 03:19:35.848227 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-72ec2095-cfd2-402e-a007-db988348bec2 admin admin] Deleting port 10b0653e-ac81-4424-99b0-2a55c5d26785 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:19:35.848874 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-72ec2095-cfd2-402e-a007-db988348bec2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:35.877531 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78f5c1b-46e8-4352-8d41-95b4d04af896 req-44156474-e6db-441d-bec1-634f21c6138b tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:35.885893 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f78f5c1b-46e8-4352-8d41-95b4d04af896 req-44156474-e6db-441d-bec1-634f21c6138b tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8fd29a2-f44f-41ef-b6a0-ab496cca62a1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1056237 Aug 10 03:19:35.952120 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-47c6730b-a6b5-40e5-a181-e07bd2129c00 req-73533261-0193-484d-97dc-c9d4d6a31432 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bcbb6ef7-b87c-4865-a920-cfc76d70d765 HTTP/1.1" status: 200 len: 217 time: 0.0998633 Aug 10 03:19:36.011244 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b20c57e-2496-4545-b57b-87c2b1f0ec0c x-openstack-request-id: req-8b20c57e-2496-4545-b57b-87c2b1f0ec0c {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:19:36.011833 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c571b26b-2cbf-4cae-a1f3-604c9552c98b", "name": "network-vif-unplugged", "status": "completed", "tag": "8ae78a21-c3d9-4362-a5cf-b8076ddbcadc", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:19:36.012348 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8b20c57e-2496-4545-b57b-87c2b1f0ec0c {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:19:36.012962 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c571b26b-2cbf-4cae-a1f3-604c9552c98b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ae78a21-c3d9-4362-a5cf-b8076ddbcadc', 'code': 200} Aug 10 03:19:36.019433 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f78f5c1b-46e8-4352-8d41-95b4d04af896 req-bba24c1f-1078-4f29-b0a0-c70cf118679f tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.99 HTTP/1.1" status: 200 len: 695 time: 0.1145723 Aug 10 03:19:36.029774 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-f78f5c1b-46e8-4352-8d41-95b4d04af896 req-b39ec952-faa0-45bb-93d6-2ec1de46357c tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Request body: {'floatingip': {'port_id': 'b2b84321-c0a3-4eb5-9d0d-738f1741ff7d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:19:36.039836 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c6730b-a6b5-40e5-a181-e07bd2129c00 req-c3471840-b6b8-4048-bc6d-7871021a76d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:36.043943 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-47c6730b-a6b5-40e5-a181-e07bd2129c00 req-c3471840-b6b8-4048-bc6d-7871021a76d3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5e21d815-4ed0-4b72-b9d1-a86f2421884d HTTP/1.1" status: 200 len: 860 time: 0.0786321 Aug 10 03:19:36.091255 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-f78f5c1b-46e8-4352-8d41-95b4d04af896 req-b39ec952-faa0-45bb-93d6-2ec1de46357c tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Notify callbacks [] for floatingip, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:36.109241 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-72ec2095-cfd2-402e-a007-db988348bec2 admin admin] For port 10b0653e-ac81-4424-99b0-2a55c5d26785, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=10b0653e-ac81-4424-99b0-2a55c5d26785,segment=NetworkSegment(6b274d3c-16a2-4675-83d6-59ac2e6fad5a),segment_id=6b274d3c-16a2-4675-83d6-59ac2e6fad5a)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:36.109754 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-72ec2095-cfd2-402e-a007-db988348bec2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:36.126986 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-72ec2095-cfd2-402e-a007-db988348bec2 admin admin] Calling delete_port for 10b0653e-ac81-4424-99b0-2a55c5d26785 owned by network:router_interface {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:19:36.180252 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c6730b-a6b5-40e5-a181-e07bd2129c00 req-9713d124-77da-40b5-877c-4342e0951b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:36.182012 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-47c6730b-a6b5-40e5-a181-e07bd2129c00 req-9713d124-77da-40b5-877c-4342e0951b53 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=74f4a974-f99a-4119-bc18-e2cde5c7f547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1246254 Aug 10 03:19:36.301848 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024df798-e4c0-429d-b79e-f1729b4d4b39 req-d109bb63-12d3-4e66-a10b-519a3eafd14a tempest-NetworksTest-199751239 tempest-NetworksTest-199751239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:36.303396 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-024df798-e4c0-429d-b79e-f1729b4d4b39 req-d109bb63-12d3-4e66-a10b-519a3eafd14a tempest-NetworksTest-199751239 tempest-NetworksTest-199751239-project-admin] 10.222.0.44 "GET /v2.0/networks/2ea12131-628a-487e-b434-0463553732bd HTTP/1.1" status: 200 len: 886 time: 0.2090862 Aug 10 03:19:36.370628 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-47c6730b-a6b5-40e5-a181-e07bd2129c00 req-255abebf-33bf-47ad-89cd-e5c0e6fb1708 service neutron] 10.222.0.61 "GET /v2.0/networks/74f4a974-f99a-4119-bc18-e2cde5c7f547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700115 Aug 10 03:19:36.505440 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-72ec2095-cfd2-402e-a007-db988348bec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:36.544478 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ec2095-cfd2-402e-a007-db988348bec2 admin admin] Pushing event deleted for resources: {'Port': ['ID=10b0653e-ac81-4424-99b0-2a55c5d26785,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:36.551231 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-47c6730b-a6b5-40e5-a181-e07bd2129c00 req-d888e0e9-0f5d-4dc7-ba07-13767908a242 service neutron] 10.222.0.61 "GET /v2.0/networks/74f4a974-f99a-4119-bc18-e2cde5c7f547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707287 Aug 10 03:19:36.736590 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-72ec2095-cfd2-402e-a007-db988348bec2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-522536'] for router_interface, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:36.859842 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-95b2ed2c-142b-464d-9d55-5649b71f0367 req-67302645-b342-4665-b5e3-0ecd8f43c655 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d4dd2ce-c9e0-400a-95c4-f7eb084de50e HTTP/1.1" status: 200 len: 210 time: 0.4018888 Aug 10 03:19:36.966299 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72ec2095-cfd2-402e-a007-db988348bec2 admin admin] Router b3ba740a-04dc-4a4a-8c90-9bce193117ed has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:19:37.073244 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72ec2095-cfd2-402e-a007-db988348bec2 admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:19:37.077944 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-72ec2095-cfd2-402e-a007-db988348bec2 admin admin] 10.222.0.44 "PUT /v2.0/routers/b3ba740a-04dc-4a4a-8c90-9bce193117ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6951542 Aug 10 03:19:37.081076 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 51180) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:37.084160 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a97a2e-5763-4c29-bae2-c9ba995a75e0 None None] Sync routers for ids ['b3ba740a-04dc-4a4a-8c90-9bce193117ed'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:19:37.094539 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a97a2e-5763-4c29-bae2-c9ba995a75e0 None None] Routers {'b3ba740a-04dc-4a4a-8c90-9bce193117ed'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:19:37.095285 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-99a97a2e-5763-4c29-bae2-c9ba995a75e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:19:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['b3ba740a-04dc-4a4a-8c90-9bce193117ed'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:37.142680 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8be60d-ca2b-497e-a365-5b40af04b5f7 req-b0638a84-ba30-43c9-bee5-2595fc2fcdce tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:37.144230 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fe8be60d-ca2b-497e-a365-5b40af04b5f7 req-b0638a84-ba30-43c9-bee5-2595fc2fcdce tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.42 "GET /v2.0/networks?id=86f96ddd-5fdb-4f29-8bd5-ae286688b451 HTTP/1.1" status: 200 len: 813 time: 0.3085048 Aug 10 03:19:37.189090 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-fe8be60d-ca2b-497e-a365-5b40af04b5f7 req-73bbe866-d58f-44c4-bae6-b4b16ddf980e tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Request body: {'port': {'device_id': '6d4dd2ce-c9e0-400a-95c4-f7eb084de50e', 'network_id': '86f96ddd-5fdb-4f29-8bd5-ae286688b451', 'admin_state_up': True, 'tenant_id': 'd59a0b5e4dd94b2f936adf3da2c52113'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:19:37.199011 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f2c254a6-72d7-414a-b865-081ff68f84d1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:37.212489 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cbfc7a-6aff-4ac6-a8fe-06ac9c8b73a9 req-6c3a0fd8-92bf-4b9d-8487-5e99db04069a tempest-NetworksTest-199751239 tempest-NetworksTest-199751239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:37.212967 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cbfc7a-6aff-4ac6-a8fe-06ac9c8b73a9 req-6c3a0fd8-92bf-4b9d-8487-5e99db04069a tempest-NetworksTest-199751239 tempest-NetworksTest-199751239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:37.213464 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cbfc7a-6aff-4ac6-a8fe-06ac9c8b73a9 req-6c3a0fd8-92bf-4b9d-8487-5e99db04069a tempest-NetworksTest-199751239 tempest-NetworksTest-199751239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:37.213929 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cbfc7a-6aff-4ac6-a8fe-06ac9c8b73a9 req-6c3a0fd8-92bf-4b9d-8487-5e99db04069a tempest-NetworksTest-199751239 tempest-NetworksTest-199751239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:37.214437 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cbfc7a-6aff-4ac6-a8fe-06ac9c8b73a9 req-6c3a0fd8-92bf-4b9d-8487-5e99db04069a tempest-NetworksTest-199751239 tempest-NetworksTest-199751239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:37.214897 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cbfc7a-6aff-4ac6-a8fe-06ac9c8b73a9 req-6c3a0fd8-92bf-4b9d-8487-5e99db04069a tempest-NetworksTest-199751239 tempest-NetworksTest-199751239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:37.215354 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cbfc7a-6aff-4ac6-a8fe-06ac9c8b73a9 req-6c3a0fd8-92bf-4b9d-8487-5e99db04069a tempest-NetworksTest-199751239 tempest-NetworksTest-199751239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:37.215810 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cbfc7a-6aff-4ac6-a8fe-06ac9c8b73a9 req-6c3a0fd8-92bf-4b9d-8487-5e99db04069a tempest-NetworksTest-199751239 tempest-NetworksTest-199751239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:37.217766 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-90cbfc7a-6aff-4ac6-a8fe-06ac9c8b73a9 req-6c3a0fd8-92bf-4b9d-8487-5e99db04069a tempest-NetworksTest-199751239 tempest-NetworksTest-199751239-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5706 time: 0.3129950 Aug 10 03:19:37.286894 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 8ae78a21-c3d9-4362-a5cf-b8076ddbcadc details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:19:37.443276 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 45717ff4-648f-4c1c-ba3e-e40d3d5df154 details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:19:37.466623 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-f78f5c1b-46e8-4352-8d41-95b4d04af896 req-b39ec952-faa0-45bb-93d6-2ec1de46357c tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:37.474328 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-f78f5c1b-46e8-4352-8d41-95b4d04af896 req-b39ec952-faa0-45bb-93d6-2ec1de46357c tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:37.513164 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe8be60d-ca2b-497e-a365-5b40af04b5f7 req-73bbe866-d58f-44c4-bae6-b4b16ddf980e tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Made reservation on behalf of d59a0b5e4dd94b2f936adf3da2c52113 for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:19:37.516820 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-fe8be60d-ca2b-497e-a365-5b40af04b5f7 req-73bbe866-d58f-44c4-bae6-b4b16ddf980e tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:37.528525 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae5b323-6d98-47ca-bd76-cb2bd3277d28 req-86cdc795-7ae8-46f8-99a3-d32df3e7d2b8 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:37.530108 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-eae5b323-6d98-47ca-bd76-cb2bd3277d28 req-86cdc795-7ae8-46f8-99a3-d32df3e7d2b8 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/ports?device_id=c571b26b-2cbf-4cae-a1f3-604c9552c98b HTTP/1.1" status: 200 len: 943 time: 0.1299298 Aug 10 03:19:37.589312 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-99a97a2e-5763-4c29-bae2-c9ba995a75e0 None None] Set router b3ba740a-04dc-4a4a-8c90-9bce193117ed gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:19:37.665497 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-eae5b323-6d98-47ca-bd76-cb2bd3277d28 req-0ce1933e-1162-43c8-aa52-15454397639e tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/security-groups?id=e00a7564-e56b-4b7f-b179-f193e5160bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264405 Aug 10 03:19:37.722780 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 8ae78a21-c3d9-4362-a5cf-b8076ddbcadc, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=8ae78a21-c3d9-4362-a5cf-b8076ddbcadc,segment=NetworkSegment(7ed85737-71ac-4d44-addd-a974f87ebbbf),segment_id=7ed85737-71ac-4d44-addd-a974f87ebbbf)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:37.725410 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 51188) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:37.763828 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f2c254a6-72d7-414a-b865-081ff68f84d1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:37.782790 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310cfbf7-dcb5-45d5-93be-5587b06a6ad6 req-d166e24f-985e-4060-84b3-1de44b4a1228 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:37.784359 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-310cfbf7-dcb5-45d5-93be-5587b06a6ad6 req-d166e24f-985e-4060-84b3-1de44b4a1228 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e78dc3b-2e4f-4cff-a9d7-a5f39528a068 HTTP/1.1" status: 200 len: 945 time: 0.0928996 Aug 10 03:19:37.792101 n-d-768862-13 neutron-server[94260]: INFO neutron.db.l3_db [req-f78f5c1b-46e8-4352-8d41-95b4d04af896 req-b39ec952-faa0-45bb-93d6-2ec1de46357c tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Floating IP 6e35e6a4-20a1-417b-acfa-74ce7678b6d0 associated. External IP: 172.25.6.99, port: b2b84321-c0a3-4eb5-9d0d-738f1741ff7d. Aug 10 03:19:37.820795 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': '8ae78a21-c3d9-4362-a5cf-b8076ddbcadc', 'network_id': '27424cdf-4ae8-4aca-98ee-67b7200a8c6b', 'port_id': '8ae78a21-c3d9-4362-a5cf-b8076ddbcadc', 'mac_address': 'fa:16:3e:f2:a1:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '714bd99d-dcf6-48eb-8343-f1e4e77907ef', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:19:37.925641 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6b192d87-42f5-4c1f-a360-f19feba1b91c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:37.959051 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 45717ff4-648f-4c1c-ba3e-e40d3d5df154, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=45717ff4-648f-4c1c-ba3e-e40d3d5df154,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:37.962676 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:38.010501 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': '45717ff4-648f-4c1c-ba3e-e40d3d5df154', 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721', 'port_id': '45717ff4-648f-4c1c-ba3e-e40d3d5df154', 'mac_address': 'fa:16:3e:25:b6:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60d10164-1dee-4940-9d19-f71e6c18cbc5', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:19:38.019324 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ae78a21-c3d9-4362-a5cf-b8076ddbcadc {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:19:38.036628 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-f2c254a6-72d7-414a-b865-081ff68f84d1 admin admin] Deleting port 0ec146dd-71d3-467f-a213-2b68d819c086 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:19:38.037117 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f2c254a6-72d7-414a-b865-081ff68f84d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:38.051548 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-fe8be60d-ca2b-497e-a365-5b40af04b5f7 req-73bbe866-d58f-44c4-bae6-b4b16ddf980e tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Allocated IP 172.20.0.6 (86f96ddd-5fdb-4f29-8bd5-ae286688b451/7b98d32d-7ac1-470e-aad4-e938742133b9/1a766390-8fe6-4db4-a148-9d9b07e221c2) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:19:38.071335 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 8ae78a21-c3d9-4362-a5cf-b8076ddbcadc, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=8ae78a21-c3d9-4362-a5cf-b8076ddbcadc,segment=NetworkSegment(7ed85737-71ac-4d44-addd-a974f87ebbbf),segment_id=7ed85737-71ac-4d44-addd-a974f87ebbbf)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:38.084277 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:38.084987 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e1ddd864-c027-4a2b-b779-2ae47c22d00a req-131976b1-ab46-4a97-947b-be870d1a2017 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d4dd2ce-c9e0-400a-95c4-f7eb084de50e HTTP/1.1" status: 200 len: 210 time: 0.0479422 Aug 10 03:19:38.116704 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:38.133188 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-310cfbf7-dcb5-45d5-93be-5587b06a6ad6 req-91d9b5c3-363a-4497-92f7-734ee307c2be tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Deleting port bcbb6ef7-b87c-4865-a920-cfc76d70d765 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:19:38.134614 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-310cfbf7-dcb5-45d5-93be-5587b06a6ad6 req-91d9b5c3-363a-4497-92f7-734ee307c2be tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:38.134795 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-99a97a2e-5763-4c29-bae2-c9ba995a75e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ba740a-04dc-4a4a-8c90-9bce193117ed', 'name': 'tempest-FloatingIPDetailsTestJSON-599788400-router', 'tenant_id': '2c30fe072e6e426e933ad373f7fb486f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': '0ec146dd-71d3-467f-a213-2b68d819c086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:18:52Z', 'updated_at': '2021-08-10T03:19:36Z', 'revision_number': 5, 'project_id': '2c30fe072e6e426e933ad373f7fb486f', 'gw_port': {'id': '0ec146dd-71d3-467f-a213-2b68d819c086', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:da:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ba740a-04dc-4a4a-8c90-9bce193117ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:54Z', 'updated_at': '2021-08-10T03:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:38.140158 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f78f5c1b-46e8-4352-8d41-95b4d04af896 req-b39ec952-faa0-45bb-93d6-2ec1de46357c tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Router 3b061617-8de4-45a5-bc21-a08ac1828790 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:19:38.173852 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45717ff4-648f-4c1c-ba3e-e40d3d5df154 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:19:38.182898 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a97a2e-5763-4c29-bae2-c9ba995a75e0 None None] Checking router: b3ba740a-04dc-4a4a-8c90-9bce193117ed for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:19:38.219816 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a97a2e-5763-4c29-bae2-c9ba995a75e0 None None] Routers {'b3ba740a-04dc-4a4a-8c90-9bce193117ed'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:19:38.220851 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-99a97a2e-5763-4c29-bae2-c9ba995a75e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:19:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['b3ba740a-04dc-4a4a-8c90-9bce193117ed'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:38.225481 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 45717ff4-648f-4c1c-ba3e-e40d3d5df154, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=45717ff4-648f-4c1c-ba3e-e40d3d5df154,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:38.226882 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=8ae78a21-c3d9-4362-a5cf-b8076ddbcadc,revision_number=7']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:38.266639 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:38.278317 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-f2c254a6-72d7-414a-b865-081ff68f84d1 admin admin] For port 0ec146dd-71d3-467f-a213-2b68d819c086, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=0ec146dd-71d3-467f-a213-2b68d819c086,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:38.278967 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f2c254a6-72d7-414a-b865-081ff68f84d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:38.314339 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-f2c254a6-72d7-414a-b865-081ff68f84d1 admin admin] Calling delete_port for 0ec146dd-71d3-467f-a213-2b68d819c086 owned by network:router_gateway {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:19:38.330203 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-310cfbf7-dcb5-45d5-93be-5587b06a6ad6 req-91d9b5c3-363a-4497-92f7-734ee307c2be tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] For port bcbb6ef7-b87c-4865-a920-cfc76d70d765, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=bcbb6ef7-b87c-4865-a920-cfc76d70d765,segment=NetworkSegment(41256eaa-6121-4e79-be67-f3a23583b6a6),segment_id=41256eaa-6121-4e79-be67-f3a23583b6a6)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:38.330862 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-310cfbf7-dcb5-45d5-93be-5587b06a6ad6 req-91d9b5c3-363a-4497-92f7-734ee307c2be tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:38.345939 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6b192d87-42f5-4c1f-a360-f19feba1b91c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:38.356131 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6b192d87-42f5-4c1f-a360-f19feba1b91c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:38.358138 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f78f5c1b-46e8-4352-8d41-95b4d04af896 req-b39ec952-faa0-45bb-93d6-2ec1de46357c tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:19:38.360810 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-310cfbf7-dcb5-45d5-93be-5587b06a6ad6 req-91d9b5c3-363a-4497-92f7-734ee307c2be tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Calling delete_port for bcbb6ef7-b87c-4865-a920-cfc76d70d765 owned by compute:nova {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:19:38.364760 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-99a97a2e-5763-4c29-bae2-c9ba995a75e0 None None] Set router b3ba740a-04dc-4a4a-8c90-9bce193117ed gateway port host: None {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:19:38.365132 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-f78f5c1b-46e8-4352-8d41-95b4d04af896 req-b39ec952-faa0-45bb-93d6-2ec1de46357c tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:38.378529 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c390dd57-d7d4-464d-8776-c97941115bf0 None None] Sync routers for ids ['3b061617-8de4-45a5-bc21-a08ac1828790'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:19:38.393131 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c390dd57-d7d4-464d-8776-c97941115bf0 None None] Routers {'3b061617-8de4-45a5-bc21-a08ac1828790'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:19:38.395832 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-c390dd57-d7d4-464d-8776-c97941115bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:19:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['3b061617-8de4-45a5-bc21-a08ac1828790'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:38.404367 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['45717ff4-648f-4c1c-ba3e-e40d3d5df154'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:19:38.404906 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-fe8be60d-ca2b-497e-a365-5b40af04b5f7 req-73bbe866-d58f-44c4-bae6-b4b16ddf980e tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:38.431502 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f78f5c1b-46e8-4352-8d41-95b4d04af896 req-b39ec952-faa0-45bb-93d6-2ec1de46357c tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] 10.222.0.44 "PUT /v2.0/floatingips/6e35e6a4-20a1-417b-acfa-74ce7678b6d0 HTTP/1.1" status: 200 len: 995 time: 2.4037857 Aug 10 03:19:38.441449 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8fd29a2-f44f-41ef-b6a0-ab496cca62a1', 'tag': 'b2b84321-c0a3-4eb5-9d0d-738f1741ff7d'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:19:38.443730 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e8f43d-d600-4ea0-8bcf-3d3b29a43d4d" -d '{"events": [{"name": "network-changed", "server_uuid": "a8fd29a2-f44f-41ef-b6a0-ab496cca62a1", "tag": "b2b84321-c0a3-4eb5-9d0d-738f1741ff7d"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:19:38.467977 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=45717ff4-648f-4c1c-ba3e-e40d3d5df154,revision_number=9']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:38.472978 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-99a97a2e-5763-4c29-bae2-c9ba995a75e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ba740a-04dc-4a4a-8c90-9bce193117ed', 'name': 'tempest-FloatingIPDetailsTestJSON-599788400-router', 'tenant_id': '2c30fe072e6e426e933ad373f7fb486f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:18:52Z', 'updated_at': '2021-08-10T03:19:37Z', 'revision_number': 6, 'project_id': '2c30fe072e6e426e933ad373f7fb486f', 'gw_port_host': None}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:38.504217 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78f5c1b-46e8-4352-8d41-95b4d04af896 req-94451300-8144-4f18-ae87-e27538a707ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:38.512373 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f78f5c1b-46e8-4352-8d41-95b4d04af896 req-94451300-8144-4f18-ae87-e27538a707ed service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3e3d75d4f3e64842afe526c7ebf13c9e&device_id=a8fd29a2-f44f-41ef-b6a0-ab496cca62a1 HTTP/1.1" status: 200 len: 1097 time: 0.0797942 Aug 10 03:19:38.522003 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b192d87-42f5-4c1f-a360-f19feba1b91c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b18639fa-ee18-455b-bea9-b4b35a3f2a80,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:38.539214 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-6b192d87-42f5-4c1f-a360-f19feba1b91c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8e46ecc5ab194fd299a811e517023363&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8065803 Aug 10 03:19:38.539214 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 51238) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:38.541300 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a97a2e-5763-4c29-bae2-c9ba995a75e0 None None] The sync data for ids ['b3ba740a-04dc-4a4a-8c90-9bce193117ed'] in n-d-768862-13 is: [{'id': 'b3ba740a-04dc-4a4a-8c90-9bce193117ed', 'name': 'tempest-FloatingIPDetailsTestJSON-599788400-router', 'tenant_id': '2c30fe072e6e426e933ad373f7fb486f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:18:52Z', 'updated_at': '2021-08-10T03:19:37Z', 'revision_number': 6, 'project_id': '2c30fe072e6e426e933ad373f7fb486f', 'gw_port_host': None}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:19:38.592087 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-fe8be60d-ca2b-497e-a365-5b40af04b5f7 req-73bbe866-d58f-44c4-bae6-b4b16ddf980e tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:38.679675 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe8be60d-ca2b-497e-a365-5b40af04b5f7 req-73bbe866-d58f-44c4-bae6-b4b16ddf980e tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Network 86f96ddd-5fdb-4f29-8bd5-ae286688b451 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:19:38.688407 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-fe8be60d-ca2b-497e-a365-5b40af04b5f7 req-73bbe866-d58f-44c4-bae6-b4b16ddf980e tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:19:38.702484 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe8be60d-ca2b-497e-a365-5b40af04b5f7 req-73bbe866-d58f-44c4-bae6-b4b16ddf980e tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:19:38.726262 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-c390dd57-d7d4-464d-8776-c97941115bf0 None None] Set router 3b061617-8de4-45a5-bc21-a08ac1828790 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:19:38.735542 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-099a2870-5e94-4610-a377-968fceac7d83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:38.754681 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bbe866-d58f-44c4-bae6-b4b16ddf980e tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Pushing event updated for resources: {'Port': ['ID=1a766390-8fe6-4db4-a148-9d9b07e221c2,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:38.778804 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78f5c1b-46e8-4352-8d41-95b4d04af896 req-3001b943-bf9d-4afa-a289-f914a656dcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:38.789713 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f78f5c1b-46e8-4352-8d41-95b4d04af896 req-3001b943-bf9d-4afa-a289-f914a656dcfd service neutron] 10.222.0.44 "GET /v2.0/networks?id=74f4a974-f99a-4119-bc18-e2cde5c7f547 HTTP/1.1" status: 200 len: 921 time: 0.2766125 Aug 10 03:19:38.816200 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['8ae78a21-c3d9-4362-a5cf-b8076ddbcadc'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:19:38.912339 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-099a2870-5e94-4610-a377-968fceac7d83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:38.915227 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8be60d-ca2b-497e-a365-5b40af04b5f7 req-73bbe866-d58f-44c4-bae6-b4b16ddf980e tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:38.917433 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-fe8be60d-ca2b-497e-a365-5b40af04b5f7 req-73bbe866-d58f-44c4-bae6-b4b16ddf980e tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:38.976194 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 10b0653e-ac81-4424-99b0-2a55c5d26785 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:19:39.037051 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fe8be60d-ca2b-497e-a365-5b40af04b5f7 req-73bbe866-d58f-44c4-bae6-b4b16ddf980e tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8585966 Aug 10 03:19:39.041808 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 10b0653e-ac81-4424-99b0-2a55c5d26785 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:19:39.044131 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 10b0653e-ac81-4424-99b0-2a55c5d26785 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:19:39.050842 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f2c254a6-72d7-414a-b865-081ff68f84d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:39.100877 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-fe8be60d-ca2b-497e-a365-5b40af04b5f7 req-95769b3b-4322-445a-ae5e-bbbd83f27cdf service neutron] Request body: {'port': {'device_id': '6d4dd2ce-c9e0-400a-95c4-f7eb084de50e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:19:39.118713 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f78f5c1b-46e8-4352-8d41-95b4d04af896 req-a36a4c61-df73-4215-a939-ab1187dd68bf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2b84321-c0a3-4eb5-9d0d-738f1741ff7d HTTP/1.1" status: 200 len: 998 time: 0.3280659 Aug 10 03:19:39.152371 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-310cfbf7-dcb5-45d5-93be-5587b06a6ad6 req-91d9b5c3-363a-4497-92f7-734ee307c2be tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:39.169275 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c254a6-72d7-414a-b865-081ff68f84d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ec146dd-71d3-467f-a213-2b68d819c086,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:39.242432 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['b2b84321-c0a3-4eb5-9d0d-738f1741ff7d'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:19:39.252019 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-c390dd57-d7d4-464d-8776-c97941115bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b061617-8de4-45a5-bc21-a08ac1828790', 'name': 'tempest-FloatingIPsAssociationTestJSON-2076291602-router', 'tenant_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'c74e7c20-9931-4279-92a6-59b7c6f038f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:18:02Z', 'updated_at': '2021-08-10T03:18:08Z', 'revision_number': 4, 'project_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'gw_port': {'id': 'c74e7c20-9931-4279-92a6-59b7c6f038f6', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:40:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b061617-8de4-45a5-bc21-a08ac1828790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:03Z', 'updated_at': '2021-08-10T03:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '6e35e6a4-20a1-417b-acfa-74ce7678b6d0', 'tenant_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'floating_ip_address': '172.25.6.99', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '3b061617-8de4-45a5-bc21-a08ac1828790', 'port_id': 'b2b84321-c0a3-4eb5-9d0d-738f1741ff7d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74f4a974-f99a-4119-bc18-e2cde5c7f547', 'mac_address': 'fa:16:3e:fb:65:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fd29a2-f44f-41ef-b6a0-ab496cca62a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:18:43Z', 'updated_at': '2021-08-10T03:19:37Z', 'revision_number': 8, 'project_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43f12689-2ba0-4036-8b34-a90279b084a3', 'name': '', 'network_id': '74f4a974-f99a-4119-bc18-e2cde5c7f547', 'tenant_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'mac_address': 'fa:16:3e:79:60:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b061617-8de4-45a5-bc21-a08ac1828790', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '5e21d815-4ed0-4b72-b9d1-a86f2421884d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:07Z', 'updated_at': '2021-08-10T03:18:17Z', 'revision_number': 5, 'project_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'subnets': [{'id': '5e21d815-4ed0-4b72-b9d1-a86f2421884d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:39.299684 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c390dd57-d7d4-464d-8776-c97941115bf0 None None] Checking router: 3b061617-8de4-45a5-bc21-a08ac1828790 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:19:39.328753 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d9b5c3-363a-4497-92f7-734ee307c2be tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Pushing event deleted for resources: {'Port': ['ID=bcbb6ef7-b87c-4865-a920-cfc76d70d765,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:39.335123 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c390dd57-d7d4-464d-8776-c97941115bf0 None None] Routers {'3b061617-8de4-45a5-bc21-a08ac1828790'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:19:39.335123 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-c390dd57-d7d4-464d-8776-c97941115bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:19:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['3b061617-8de4-45a5-bc21-a08ac1828790'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:39.341747 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3827bb0b-d74a-4757-b1d6-afb74356e3b0 req-b801d7e4-23b7-46cd-8937-c7d9b18a1f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:39.348983 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3827bb0b-d74a-4757-b1d6-afb74356e3b0 req-b801d7e4-23b7-46cd-8937-c7d9b18a1f63 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5fde150b31494048bacc6788402b53f0&device_id=8a02c3c7-7d98-4b14-8a6d-0e1091a9d910 HTTP/1.1" status: 200 len: 1101 time: 0.2803509 Aug 10 03:19:39.428698 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7961a688-7550-4bba-8fb1-62b01dbbe356 x-openstack-request-id: req-7961a688-7550-4bba-8fb1-62b01dbbe356 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:19:39.428988 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8fd29a2-f44f-41ef-b6a0-ab496cca62a1", "tag": "b2b84321-c0a3-4eb5-9d0d-738f1741ff7d", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:19:39.429240 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7961a688-7550-4bba-8fb1-62b01dbbe356 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:19:39.429639 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8fd29a2-f44f-41ef-b6a0-ab496cca62a1', 'tag': 'b2b84321-c0a3-4eb5-9d0d-738f1741ff7d', 'status': 'completed', 'code': 200} Aug 10 03:19:39.430029 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 45717ff4-648f-4c1c-ba3e-e40d3d5df154 up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:19:39.447882 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f2c254a6-72d7-414a-b865-081ff68f84d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520654'] for router_gateway, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:39.476307 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-099a2870-5e94-4610-a377-968fceac7d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:39.496767 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-099a2870-5e94-4610-a377-968fceac7d83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:39.499461 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-099a2870-5e94-4610-a377-968fceac7d83 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b18639fa-ee18-455b-bea9-b4b35a3f2a80 HTTP/1.1" status: 204 len: 168 time: 0.9585433 Aug 10 03:19:39.561496 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-310cfbf7-dcb5-45d5-93be-5587b06a6ad6 req-91d9b5c3-363a-4497-92f7-734ee307c2be tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] No DVR routers for this DVR port bcbb6ef7-b87c-4865-a920-cfc76d70d765 on host n-h2-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:19:39.568628 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-310cfbf7-dcb5-45d5-93be-5587b06a6ad6 req-91d9b5c3-363a-4497-92f7-734ee307c2be tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:39.572345 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-310cfbf7-dcb5-45d5-93be-5587b06a6ad6 req-91d9b5c3-363a-4497-92f7-734ee307c2be tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] 10.222.0.61 "DELETE /v2.0/ports/bcbb6ef7-b87c-4865-a920-cfc76d70d765 HTTP/1.1" status: 204 len: 173 time: 1.7792118 Aug 10 03:19:39.587913 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port 45717ff4-648f-4c1c-ba3e-e40d3d5df154 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:19:39.588301 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:39.618379 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-c390dd57-d7d4-464d-8776-c97941115bf0 None None] Set router 3b061617-8de4-45a5-bc21-a08ac1828790 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:19:39.647702 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e78dc3b-2e4f-4cff-a9d7-a5f39528a068', 'name': 'network-vif-deleted', 'tag': 'bcbb6ef7-b87c-4865-a920-cfc76d70d765'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:19:39.652745 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7360b89-bd25-4955-a1f9-8f37f1bb5125" -d '{"events": [{"server_uuid": "7e78dc3b-2e4f-4cff-a9d7-a5f39528a068", "name": "network-vif-deleted", "tag": "bcbb6ef7-b87c-4865-a920-cfc76d70d765"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:19:39.722692 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-fe8be60d-ca2b-497e-a365-5b40af04b5f7 req-95769b3b-4322-445a-ae5e-bbbd83f27cdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:39.739558 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78f5c1b-46e8-4352-8d41-95b4d04af896 req-fcc63b26-325e-4790-871d-6716b1e23330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:39.752157 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099a2870-5e94-4610-a377-968fceac7d83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b18639fa-ee18-455b-bea9-b4b35a3f2a80,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:39.753793 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f78f5c1b-46e8-4352-8d41-95b4d04af896 req-fcc63b26-325e-4790-871d-6716b1e23330 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5e21d815-4ed0-4b72-b9d1-a86f2421884d HTTP/1.1" status: 200 len: 860 time: 0.5914083 Aug 10 03:19:39.861099 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:39.864924 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e8f43d-d600-4ea0-8bcf-3d3b29a43d4d req-bc6a0f56-a0b3-4d4e-b191-477b1e9e68eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:39.867192 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-49e8f43d-d600-4ea0-8bcf-3d3b29a43d4d req-bc6a0f56-a0b3-4d4e-b191-477b1e9e68eb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3e3d75d4f3e64842afe526c7ebf13c9e&device_id=a8fd29a2-f44f-41ef-b6a0-ab496cca62a1 HTTP/1.1" status: 200 len: 1097 time: 0.4153898 Aug 10 03:19:39.874649 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f2c254a6-72d7-414a-b865-081ff68f84d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:39.881069 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f2c254a6-72d7-414a-b865-081ff68f84d1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:39.941089 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a02c3c7-7d98-4b14-8a6d-0e1091a9d910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45717ff4-648f-4c1c-ba3e-e40d3d5df154'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:19:39.954968 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2b938d6-b210-4757-830e-1c46b3eec8fe" -d '{"events": [{"server_uuid": "8a02c3c7-7d98-4b14-8a6d-0e1091a9d910", "name": "network-vif-plugged", "status": "completed", "tag": "45717ff4-648f-4c1c-ba3e-e40d3d5df154"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:19:40.006913 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3827bb0b-d74a-4757-b1d6-afb74356e3b0 req-2040f6fc-c30d-4711-a46d-d2a850de2e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:40.008751 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3827bb0b-d74a-4757-b1d6-afb74356e3b0 req-2040f6fc-c30d-4711-a46d-d2a850de2e90 service neutron] 10.222.0.42 "GET /v2.0/networks?id=72a4be73-29a1-424c-8690-ecdcf6b06721 HTTP/1.1" status: 200 len: 869 time: 0.6325414 Aug 10 03:19:40.012591 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 45717ff4-648f-4c1c-ba3e-e40d3d5df154, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=45717ff4-648f-4c1c-ba3e-e40d3d5df154,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:40.023685 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:40.072271 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78f5c1b-46e8-4352-8d41-95b4d04af896 req-d40bd44a-d980-4f97-870f-e21053cf6e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:40.081744 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f78f5c1b-46e8-4352-8d41-95b4d04af896 req-d40bd44a-d980-4f97-870f-e21053cf6e90 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=74f4a974-f99a-4119-bc18-e2cde5c7f547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3265755 Aug 10 03:19:40.099720 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae736de-fa90-42a4-a04f-e77fcdd48c44 req-e86937ff-e6cd-4ec2-8586-b081cc87c8e0 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:40.107486 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dae736de-fa90-42a4-a04f-e77fcdd48c44 req-e86937ff-e6cd-4ec2-8586-b081cc87c8e0 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/ports?device_id=c571b26b-2cbf-4cae-a1f3-604c9552c98b HTTP/1.1" status: 200 len: 944 time: 0.3261127 Aug 10 03:19:40.118928 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3827bb0b-d74a-4757-b1d6-afb74356e3b0 req-854a41e8-a236-4c97-a5c0-a7fd16eaa27d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=45717ff4-648f-4c1c-ba3e-e40d3d5df154 HTTP/1.1" status: 200 len: 217 time: 0.0983188 Aug 10 03:19:40.186286 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e8f43d-d600-4ea0-8bcf-3d3b29a43d4d req-23dd1b85-d3bf-47b4-972e-5be18a297052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:40.191353 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-49e8f43d-d600-4ea0-8bcf-3d3b29a43d4d req-23dd1b85-d3bf-47b4-972e-5be18a297052 service neutron] 10.222.0.42 "GET /v2.0/networks?id=74f4a974-f99a-4119-bc18-e2cde5c7f547 HTTP/1.1" status: 200 len: 921 time: 0.3103805 Aug 10 03:19:40.205336 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=45717ff4-648f-4c1c-ba3e-e40d3d5df154,revision_number=10']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:40.227349 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3827bb0b-d74a-4757-b1d6-afb74356e3b0 req-93b322ee-e35b-4945-8d8d-981ca820c9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:40.229819 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3827bb0b-d74a-4757-b1d6-afb74356e3b0 req-93b322ee-e35b-4945-8d8d-981ca820c9bb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=60d10164-1dee-4940-9d19-f71e6c18cbc5 HTTP/1.1" status: 200 len: 843 time: 0.0871859 Aug 10 03:19:40.338348 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51310) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:40.402628 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-49e8f43d-d600-4ea0-8bcf-3d3b29a43d4d req-2047c80f-4efd-4d05-8630-4a5b5154b5e3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2b84321-c0a3-4eb5-9d0d-738f1741ff7d HTTP/1.1" status: 200 len: 998 time: 0.2009645 Aug 10 03:19:40.411559 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f2c254a6-72d7-414a-b865-081ff68f84d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:40.412297 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2c254a6-72d7-414a-b865-081ff68f84d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3ba740a-04dc-4a4a-8c90-9bce193117ed {{(pid=94261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:19:40.419537 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f2c254a6-72d7-414a-b865-081ff68f84d1 admin admin] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:40.423607 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-f2c254a6-72d7-414a-b865-081ff68f84d1 admin admin] 10.222.0.44 "DELETE /v2.0/routers/b3ba740a-04dc-4a4a-8c90-9bce193117ed HTTP/1.1" status: 204 len: 168 time: 3.3385451 Aug 10 03:19:40.428669 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51312) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:40.471979 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-072986b8-42e2-44bf-9c42-afa73a9e85ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:40.504964 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e8f43d-d600-4ea0-8bcf-3d3b29a43d4d req-c1a3dca2-5565-418c-b622-0f82d4951bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:40.507137 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-49e8f43d-d600-4ea0-8bcf-3d3b29a43d4d req-c1a3dca2-5565-418c-b622-0f82d4951bd7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5e21d815-4ed0-4b72-b9d1-a86f2421884d HTTP/1.1" status: 200 len: 860 time: 0.0848231 Aug 10 03:19:40.519696 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-c390dd57-d7d4-464d-8776-c97941115bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b061617-8de4-45a5-bc21-a08ac1828790', 'name': 'tempest-FloatingIPsAssociationTestJSON-2076291602-router', 'tenant_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'c74e7c20-9931-4279-92a6-59b7c6f038f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:18:02Z', 'updated_at': '2021-08-10T03:18:08Z', 'revision_number': 4, 'project_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'gw_port': {'id': 'c74e7c20-9931-4279-92a6-59b7c6f038f6', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:40:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b061617-8de4-45a5-bc21-a08ac1828790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:03Z', 'updated_at': '2021-08-10T03:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '6e35e6a4-20a1-417b-acfa-74ce7678b6d0', 'tenant_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'floating_ip_address': '172.25.6.99', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '3b061617-8de4-45a5-bc21-a08ac1828790', 'port_id': 'b2b84321-c0a3-4eb5-9d0d-738f1741ff7d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74f4a974-f99a-4119-bc18-e2cde5c7f547', 'mac_address': 'fa:16:3e:fb:65:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fd29a2-f44f-41ef-b6a0-ab496cca62a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:18:43Z', 'updated_at': '2021-08-10T03:19:37Z', 'revision_number': 8, 'project_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43f12689-2ba0-4036-8b34-a90279b084a3', 'name': '', 'network_id': '74f4a974-f99a-4119-bc18-e2cde5c7f547', 'tenant_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'mac_address': 'fa:16:3e:79:60:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b061617-8de4-45a5-bc21-a08ac1828790', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '5e21d815-4ed0-4b72-b9d1-a86f2421884d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:07Z', 'updated_at': '2021-08-10T03:18:17Z', 'revision_number': 5, 'project_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'subnets': [{'id': '5e21d815-4ed0-4b72-b9d1-a86f2421884d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:40.578737 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c390dd57-d7d4-464d-8776-c97941115bf0 None None] The sync data for ids ['3b061617-8de4-45a5-bc21-a08ac1828790'] in n-d-768862-13 is: [{'id': '3b061617-8de4-45a5-bc21-a08ac1828790', 'name': 'tempest-FloatingIPsAssociationTestJSON-2076291602-router', 'tenant_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'c74e7c20-9931-4279-92a6-59b7c6f038f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:18:02Z', 'updated_at': '2021-08-10T03:18:08Z', 'revision_number': 4, 'project_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'gw_port': {'id': 'c74e7c20-9931-4279-92a6-59b7c6f038f6', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:40:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b061617-8de4-45a5-bc21-a08ac1828790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:03Z', 'updated_at': '2021-08-10T03:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '6e35e6a4-20a1-417b-acfa-74ce7678b6d0', 'tenant_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'floating_ip_address': '172.25.6.99', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '3b061617-8de4-45a5-bc21-a08ac1828790', 'port_id': 'b2b84321-c0a3-4eb5-9d0d-738f1741ff7d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74f4a974-f99a-4119-bc18-e2cde5c7f547', 'mac_address': 'fa:16:3e:fb:65:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fd29a2-f44f-41ef-b6a0-ab496cca62a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:18:43Z', 'updated_at': '2021-08-10T03:19:37Z', 'revision_number': 8, 'project_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43f12689-2ba0-4036-8b34-a90279b084a3', 'name': '', 'network_id': '74f4a974-f99a-4119-bc18-e2cde5c7f547', 'tenant_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'mac_address': 'fa:16:3e:79:60:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b061617-8de4-45a5-bc21-a08ac1828790', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '5e21d815-4ed0-4b72-b9d1-a86f2421884d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:07Z', 'updated_at': '2021-08-10T03:18:17Z', 'revision_number': 5, 'project_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'subnets': [{'id': '5e21d815-4ed0-4b72-b9d1-a86f2421884d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:19:40.589597 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e8f43d-d600-4ea0-8bcf-3d3b29a43d4d req-9f7e4610-5af2-4a35-a6e6-a6f49425e119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:40.592054 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-49e8f43d-d600-4ea0-8bcf-3d3b29a43d4d req-9f7e4610-5af2-4a35-a6e6-a6f49425e119 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=74f4a974-f99a-4119-bc18-e2cde5c7f547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0692217 Aug 10 03:19:40.752856 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 0ec146dd-71d3-467f-a213-2b68d819c086 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:19:40.791139 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-49e8f43d-d600-4ea0-8bcf-3d3b29a43d4d req-f50b4592-e3ae-4bbe-8473-2aebe87e598b service neutron] 10.222.0.42 "GET /v2.0/networks/74f4a974-f99a-4119-bc18-e2cde5c7f547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898530 Aug 10 03:19:40.796251 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 0ec146dd-71d3-467f-a213-2b68d819c086 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:19:40.796883 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 0ec146dd-71d3-467f-a213-2b68d819c086 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:19:40.981467 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-49e8f43d-d600-4ea0-8bcf-3d3b29a43d4d req-fb7c2371-5602-4f9c-a7fc-87f94dc154cf service neutron] 10.222.0.42 "GET /v2.0/networks/74f4a974-f99a-4119-bc18-e2cde5c7f547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819513 Aug 10 03:19:41.008874 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbd4990-0f19-443a-8e69-75ea93271b79 None None] New status for floating IP 6e35e6a4-20a1-417b-acfa-74ce7678b6d0: ACTIVE {{(pid=94262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:19:41.060191 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dae736de-fa90-42a4-a04f-e77fcdd48c44 req-f60bf199-61e5-4bce-9ffb-3ab722fe0723 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/security-groups?id=e00a7564-e56b-4b7f-b179-f193e5160bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9515412 Aug 10 03:19:41.062381 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f78f5c1b-46e8-4352-8d41-95b4d04af896 req-ea6b5f88-bf75-4cc5-b6f7-cfa8f5ee8e01 service neutron] 10.222.0.44 "GET /v2.0/networks/74f4a974-f99a-4119-bc18-e2cde5c7f547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9794471 Aug 10 03:19:41.171819 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_v2 [None req-41c4308a-5265-48aa-a2d6-78cc3f02398a admin admin] Deleting subnet 6d687c81-9f2f-4373-9613-730acb6f8b21 {{(pid=94260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:19:41.202038 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3827bb0b-d74a-4757-b1d6-afb74356e3b0 req-ad19eab8-070e-45b2-9c2b-0b2845feb602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:41.204372 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3827bb0b-d74a-4757-b1d6-afb74356e3b0 req-ad19eab8-070e-45b2-9c2b-0b2845feb602 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72a4be73-29a1-424c-8690-ecdcf6b06721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8727565 Aug 10 03:19:41.269801 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-41c4308a-5265-48aa-a2d6-78cc3f02398a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:41.349714 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 8ae78a21-c3d9-4362-a5cf-b8076ddbcadc up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:19:41.482555 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port 8ae78a21-c3d9-4362-a5cf-b8076ddbcadc triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:19:41.483360 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:41.488002 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-41c4308a-5265-48aa-a2d6-78cc3f02398a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191173'] for subnet, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:41.524886 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706a7b30-8f82-4d97-a6d2-498a75106c10 req-58e21b22-1a33-40e6-9dd4-2869b1ee43ee tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:41.526497 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-706a7b30-8f82-4d97-a6d2-498a75106c10 req-58e21b22-1a33-40e6-9dd4-2869b1ee43ee tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d4dd2ce-c9e0-400a-95c4-f7eb084de50e HTTP/1.1" status: 200 len: 931 time: 0.2526875 Aug 10 03:19:41.570355 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:41.602809 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 8ae78a21-c3d9-4362-a5cf-b8076ddbcadc, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=8ae78a21-c3d9-4362-a5cf-b8076ddbcadc,segment=NetworkSegment(7ed85737-71ac-4d44-addd-a974f87ebbbf),segment_id=7ed85737-71ac-4d44-addd-a974f87ebbbf)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:41.607555 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:41.608465 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device bcbb6ef7-b87c-4865-a920-cfc76d70d765 no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:19:41.630649 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f78f5c1b-46e8-4352-8d41-95b4d04af896 req-dac09d06-d9d9-4e4c-a4f5-9cc2fde6f61d service neutron] 10.222.0.44 "GET /v2.0/networks/74f4a974-f99a-4119-bc18-e2cde5c7f547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5289555 Aug 10 03:19:41.687050 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3827bb0b-d74a-4757-b1d6-afb74356e3b0 req-cb6e84b7-78f5-4af7-88df-134559462654 service neutron] 10.222.0.42 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4342268 Aug 10 03:19:41.714911 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-072986b8-42e2-44bf-9c42-afa73a9e85ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:41.717476 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=8ae78a21-c3d9-4362-a5cf-b8076ddbcadc,revision_number=8']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:41.729885 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] No Port match for: bcbb6ef7-b87c-4865-a920-cfc76d70d765 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:19:41.730533 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device bcbb6ef7-b87c-4865-a920-cfc76d70d765 not bound to the agent host n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:19:41.731274 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device bfebd0a4-3c3d-4a7d-adda-1c5fc20a27e8 no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:19:41.747075 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-706a7b30-8f82-4d97-a6d2-498a75106c10 req-b9b123c9-245a-41de-8381-bfbd71c89037 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "GET /v2.0/security-groups?id=41ee46c2-b2a5-449c-b4c8-15a659a6d137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979749 Aug 10 03:19:41.751932 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-072986b8-42e2-44bf-9c42-afa73a9e85ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:41.772897 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-fe8be60d-ca2b-497e-a365-5b40af04b5f7 req-95769b3b-4322-445a-ae5e-bbbd83f27cdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a766390-8fe6-4db4-a148-9d9b07e221c2 {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:19:41.831890 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-fe8be60d-ca2b-497e-a365-5b40af04b5f7 req-95769b3b-4322-445a-ae5e-bbbd83f27cdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:41.837291 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:41.874142 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-41c4308a-5265-48aa-a2d6-78cc3f02398a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:41.882565 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port bfebd0a4-3c3d-4a7d-adda-1c5fc20a27e8, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=bfebd0a4-3c3d-4a7d-adda-1c5fc20a27e8,segment=NetworkSegment(bb5826fd-13f9-4737-be5f-46ce38ebd549),segment_id=bb5826fd-13f9-4737-be5f-46ce38ebd549)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:41.888319 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:41.897087 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-310cd9c7-71db-4dc8-8a5a-6c49594ad58c x-openstack-request-id: req-310cd9c7-71db-4dc8-8a5a-6c49594ad58c {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:19:41.898003 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e78dc3b-2e4f-4cff-a9d7-a5f39528a068", "name": "network-vif-deleted", "tag": "bcbb6ef7-b87c-4865-a920-cfc76d70d765", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:19:41.898530 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-310cd9c7-71db-4dc8-8a5a-6c49594ad58c {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:19:41.899394 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e78dc3b-2e4f-4cff-a9d7-a5f39528a068', 'name': 'network-vif-deleted', 'tag': 'bcbb6ef7-b87c-4865-a920-cfc76d70d765', 'status': 'completed', 'code': 200} Aug 10 03:19:41.958046 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-235a9d12-568a-45bf-8285-6de96fabec0a x-openstack-request-id: req-235a9d12-568a-45bf-8285-6de96fabec0a {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:19:41.958385 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a02c3c7-7d98-4b14-8a6d-0e1091a9d910", "name": "network-vif-plugged", "status": "completed", "tag": "45717ff4-648f-4c1c-ba3e-e40d3d5df154", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:19:41.958646 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-235a9d12-568a-45bf-8285-6de96fabec0a {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:19:41.959047 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a02c3c7-7d98-4b14-8a6d-0e1091a9d910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45717ff4-648f-4c1c-ba3e-e40d3d5df154', 'code': 200} Aug 10 03:19:41.962469 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=bfebd0a4-3c3d-4a7d-adda-1c5fc20a27e8,revision_number=8']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:41.983634 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-072986b8-42e2-44bf-9c42-afa73a9e85ed admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e54bcfa3e7c5425bb505a52ed096c358&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6324937 Aug 10 03:19:41.987050 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 51328) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:41.991046 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-fe8be60d-ca2b-497e-a365-5b40af04b5f7 req-95769b3b-4322-445a-ae5e-bbbd83f27cdf service neutron] Transition to ACTIVE for port object 1a766390-8fe6-4db4-a148-9d9b07e221c2 will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:19:41.992501 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072986b8-42e2-44bf-9c42-afa73a9e85ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f679a4b-d9d1-401d-aa42-f784a3b92a66,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:42.015606 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-fe8be60d-ca2b-497e-a365-5b40af04b5f7 req-95769b3b-4322-445a-ae5e-bbbd83f27cdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:42.097505 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-23ffc831-7fe9-4d7c-bedb-0f4ad7d4330a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:42.124167 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-23ffc831-7fe9-4d7c-bedb-0f4ad7d4330a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:42.161012 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3827bb0b-d74a-4757-b1d6-afb74356e3b0 req-a7170127-9f58-42db-9efc-4665d92a495d service neutron] 10.222.0.42 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4429703 Aug 10 03:19:42.171324 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3c90635c-ca3c-4640-8549-796860855393 req-b4c22359-5794-4861-b904-24410573c786 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] 10.222.0.44 "GET /v2.0/floatingips/6e35e6a4-20a1-417b-acfa-74ce7678b6d0 HTTP/1.1" status: 200 len: 997 time: 0.1864533 Aug 10 03:19:42.182474 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95769b3b-4322-445a-ae5e-bbbd83f27cdf service neutron] Pushing event updated for resources: {'Port': ['ID=1a766390-8fe6-4db4-a148-9d9b07e221c2,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:42.211381 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-23ffc831-7fe9-4d7c-bedb-0f4ad7d4330a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:42.214908 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-23ffc831-7fe9-4d7c-bedb-0f4ad7d4330a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:42.218557 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-23ffc831-7fe9-4d7c-bedb-0f4ad7d4330a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4f679a4b-d9d1-401d-aa42-f784a3b92a66 HTTP/1.1" status: 204 len: 168 time: 0.2281277 Aug 10 03:19:42.225853 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ffc831-7fe9-4d7c-bedb-0f4ad7d4330a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f679a4b-d9d1-401d-aa42-f784a3b92a66,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:42.271690 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-41c4308a-5265-48aa-a2d6-78cc3f02398a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:42.369671 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c4308a-5265-48aa-a2d6-78cc3f02398a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d687c81-9f2f-4373-9613-730acb6f8b21,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:42.383818 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-41c4308a-5265-48aa-a2d6-78cc3f02398a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:42.387695 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c669e5cf-da2d-4273-9926-eae51c8663cc None None] Network 21e34702-3ebc-4f98-950c-73f679aca894 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:19:42.388696 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 51344) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:42.402000 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-41c4308a-5265-48aa-a2d6-78cc3f02398a admin admin] 10.222.0.44 "DELETE /v2.0/subnets/6d687c81-9f2f-4373-9613-730acb6f8b21 HTTP/1.1" status: 204 len: 168 time: 1.9496043 Aug 10 03:19:42.496552 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d82aa1-2755-46e6-b33c-70126a5353e6 req-36769f69-4b33-4fca-98bd-8332d923488d tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:42.507754 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d3d82aa1-2755-46e6-b33c-70126a5353e6 req-36769f69-4b33-4fca-98bd-8332d923488d tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/ports?device_id=c571b26b-2cbf-4cae-a1f3-604c9552c98b HTTP/1.1" status: 200 len: 945 time: 0.3273749 Aug 10 03:19:42.527822 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2e6fcde2-a798-49a2-8069-5c5bcdfa76f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:42.565025 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-fe8be60d-ca2b-497e-a365-5b40af04b5f7 req-95769b3b-4322-445a-ae5e-bbbd83f27cdf service neutron] Attempting to bind port 1a766390-8fe6-4db4-a148-9d9b07e221c2 on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:19:42.565509 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-fe8be60d-ca2b-497e-a365-5b40af04b5f7 req-95769b3b-4322-445a-ae5e-bbbd83f27cdf service neutron] Attempting to bind port 1a766390-8fe6-4db4-a148-9d9b07e221c2 by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '81aef211-7997-45c2-a489-0c68e2619eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '86f96ddd-5fdb-4f29-8bd5-ae286688b451'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:19:42.565834 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8be60d-ca2b-497e-a365-5b40af04b5f7 req-95769b3b-4322-445a-ae5e-bbbd83f27cdf service neutron] Attempting to bind port 1a766390-8fe6-4db4-a148-9d9b07e221c2 on network 86f96ddd-5fdb-4f29-8bd5-ae286688b451 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:19:42.611815 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8be60d-ca2b-497e-a365-5b40af04b5f7 req-95769b3b-4322-445a-ae5e-bbbd83f27cdf service neutron] Port 1a766390-8fe6-4db4-a148-9d9b07e221c2 on network 86f96ddd-5fdb-4f29-8bd5-ae286688b451 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:19:42.612147 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8be60d-ca2b-497e-a365-5b40af04b5f7 req-95769b3b-4322-445a-ae5e-bbbd83f27cdf service neutron] Attempting to bind port 1a766390-8fe6-4db4-a148-9d9b07e221c2 on network 86f96ddd-5fdb-4f29-8bd5-ae286688b451 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:19:42.648032 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c90635c-ca3c-4640-8549-796860855393 req-2f6ca046-e341-434d-939a-bc9c5775eae8 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:42.653797 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3c90635c-ca3c-4640-8549-796860855393 req-2f6ca046-e341-434d-939a-bc9c5775eae8 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] 10.222.0.44 "GET /v2.0/networks/2ea12131-628a-487e-b434-0463553732bd HTTP/1.1" status: 200 len: 784 time: 0.4648032 Aug 10 03:19:42.662939 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5022e159-8d96-4cde-936f-2834f2675b5d None None] DHCP port deletion for 21e34702-3ebc-4f98-950c-73f679aca894 request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:19:42.664248 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fc8753-7d85-496c-968b-3a02e3d9585f req-a4d3da92-4add-42af-9358-f5924652be32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:42.666066 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-d9fc8753-7d85-496c-968b-3a02e3d9585f req-a4d3da92-4add-42af-9358-f5924652be32 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=36b52cc2f22d4fe4bb78db9f7388accb&device_id=c571b26b-2cbf-4cae-a1f3-604c9552c98b HTTP/1.1" status: 200 len: 1097 time: 0.1362965 Aug 10 03:19:42.669797 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d3d82aa1-2755-46e6-b33c-70126a5353e6 req-88b314a2-4bd1-4dc8-9353-d50d38b61225 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/security-groups?id=e00a7564-e56b-4b7f-b179-f193e5160bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611915 Aug 10 03:19:42.692074 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8be60d-ca2b-497e-a365-5b40af04b5f7 req-95769b3b-4322-445a-ae5e-bbbd83f27cdf service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:19:42.692423 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8be60d-ca2b-497e-a365-5b40af04b5f7 req-95769b3b-4322-445a-ae5e-bbbd83f27cdf service neutron] Checking segment: {'id': '81aef211-7997-45c2-a489-0c68e2619eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '86f96ddd-5fdb-4f29-8bd5-ae286688b451'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:19:42.692815 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8be60d-ca2b-497e-a365-5b40af04b5f7 req-95769b3b-4322-445a-ae5e-bbbd83f27cdf service neutron] Bound using segment: {'id': '81aef211-7997-45c2-a489-0c68e2619eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '86f96ddd-5fdb-4f29-8bd5-ae286688b451'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:19:42.693264 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-fe8be60d-ca2b-497e-a365-5b40af04b5f7 req-95769b3b-4322-445a-ae5e-bbbd83f27cdf service neutron] Bound port: 1a766390-8fe6-4db4-a148-9d9b07e221c2, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81aef211-7997-45c2-a489-0c68e2619eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '86f96ddd-5fdb-4f29-8bd5-ae286688b451'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:19:42.693624 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-fe8be60d-ca2b-497e-a365-5b40af04b5f7 req-95769b3b-4322-445a-ae5e-bbbd83f27cdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:42.725279 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [req-3c90635c-ca3c-4640-8549-796860855393 req-92434e94-7252-485d-84c8-00a97468e257 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:19:42.739316 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3c90635c-ca3c-4640-8549-796860855393 req-92434e94-7252-485d-84c8-00a97468e257 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0515621 Aug 10 03:19:42.807916 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-5022e159-8d96-4cde-936f-2834f2675b5d None None] Deleting port 7b0b0fd4-5fe5-4053-887b-e9da0a7768be {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:19:42.808348 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-5022e159-8d96-4cde-936f-2834f2675b5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:42.915292 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 7b0b0fd4-5fe5-4053-887b-e9da0a7768be no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:19:42.950821 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-2e6fcde2-a798-49a2-8069-5c5bcdfa76f3 admin admin] Deleting port 7b0b0fd4-5fe5-4053-887b-e9da0a7768be {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:19:42.951459 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2e6fcde2-a798-49a2-8069-5c5bcdfa76f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:42.962822 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-fe8be60d-ca2b-497e-a365-5b40af04b5f7 req-95769b3b-4322-445a-ae5e-bbbd83f27cdf service neutron] For port 1a766390-8fe6-4db4-a148-9d9b07e221c2, host n-h1-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:19:42.999354 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-fe8be60d-ca2b-497e-a365-5b40af04b5f7 req-95769b3b-4322-445a-ae5e-bbbd83f27cdf service neutron] For port 1a766390-8fe6-4db4-a148-9d9b07e221c2, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=1a766390-8fe6-4db4-a148-9d9b07e221c2,segment=NetworkSegment(81aef211-7997-45c2-a489-0c68e2619eb8),segment_id=81aef211-7997-45c2-a489-0c68e2619eb8)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:19:43.026255 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-5022e159-8d96-4cde-936f-2834f2675b5d None None] For port 7b0b0fd4-5fe5-4053-887b-e9da0a7768be, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=7b0b0fd4-5fe5-4053-887b-e9da0a7768be,segment=NetworkSegment(6b274d3c-16a2-4675-83d6-59ac2e6fad5a),segment_id=6b274d3c-16a2-4675-83d6-59ac2e6fad5a)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:43.026675 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-5022e159-8d96-4cde-936f-2834f2675b5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:43.054568 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-5022e159-8d96-4cde-936f-2834f2675b5d None None] Calling delete_port for 7b0b0fd4-5fe5-4053-887b-e9da0a7768be owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:19:43.091180 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fc8753-7d85-496c-968b-3a02e3d9585f req-360c60cb-59fe-4a78-9670-56a9ecc5b145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:43.092699 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-d9fc8753-7d85-496c-968b-3a02e3d9585f req-360c60cb-59fe-4a78-9670-56a9ecc5b145 service neutron] 10.222.0.61 "GET /v2.0/networks?id=27424cdf-4ae8-4aca-98ee-67b7200a8c6b HTTP/1.1" status: 200 len: 914 time: 0.3907712 Aug 10 03:19:43.120150 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-2e6fcde2-a798-49a2-8069-5c5bcdfa76f3 admin admin] For port 7b0b0fd4-5fe5-4053-887b-e9da0a7768be, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=7b0b0fd4-5fe5-4053-887b-e9da0a7768be,segment=NetworkSegment(6b274d3c-16a2-4675-83d6-59ac2e6fad5a),segment_id=6b274d3c-16a2-4675-83d6-59ac2e6fad5a)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:43.120527 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2e6fcde2-a798-49a2-8069-5c5bcdfa76f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:43.205471 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-d9fc8753-7d85-496c-968b-3a02e3d9585f req-a60c8e2d-00ee-4c42-be84-37f297d7346e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8ae78a21-c3d9-4362-a5cf-b8076ddbcadc HTTP/1.1" status: 200 len: 217 time: 0.1026464 Aug 10 03:19:43.206402 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-2e6fcde2-a798-49a2-8069-5c5bcdfa76f3 admin admin] Calling delete_port for 7b0b0fd4-5fe5-4053-887b-e9da0a7768be owned by network:dhcp {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:19:43.220244 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:43.239947 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-478bf899-bbf7-4363-8074-9a50b716b7f1 req-08ee3188-98b7-45a7-9ae2-50acc5d0a395 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.99 HTTP/1.1" status: 200 len: 1000 time: 0.3032238 Aug 10 03:19:43.243597 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-fe8be60d-ca2b-497e-a365-5b40af04b5f7 req-95769b3b-4322-445a-ae5e-bbbd83f27cdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:43.277031 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 7b0b0fd4-5fe5-4053-887b-e9da0a7768be, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=7b0b0fd4-5fe5-4053-887b-e9da0a7768be,segment=NetworkSegment(6b274d3c-16a2-4675-83d6-59ac2e6fad5a),segment_id=6b274d3c-16a2-4675-83d6-59ac2e6fad5a)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:43.286457 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:43.362920 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=7b0b0fd4-5fe5-4053-887b-e9da0a7768be,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:43.371415 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5abe58-bdb4-46a3-87a9-66119ace799b req-57a4b756-b269-484d-a240-36eaa1982bb8 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:43.373531 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cf5abe58-bdb4-46a3-87a9-66119ace799b req-57a4b756-b269-484d-a240-36eaa1982bb8 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/networks?id=d1e68237-a664-422b-b005-d5e450d45372 HTTP/1.1" status: 200 len: 804 time: 0.4804204 Aug 10 03:19:43.384561 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-5022e159-8d96-4cde-936f-2834f2675b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:43.388379 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8be60d-ca2b-497e-a365-5b40af04b5f7 req-95769b3b-4322-445a-ae5e-bbbd83f27cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:43.388978 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-fe8be60d-ca2b-497e-a365-5b40af04b5f7 req-95769b3b-4322-445a-ae5e-bbbd83f27cdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:43.391605 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fe8be60d-ca2b-497e-a365-5b40af04b5f7 req-95769b3b-4322-445a-ae5e-bbbd83f27cdf service neutron] 10.222.0.42 "PUT /v2.0/ports/1a766390-8fe6-4db4-a148-9d9b07e221c2 HTTP/1.1" status: 200 len: 1092 time: 4.3248858 Aug 10 03:19:43.396454 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d4dd2ce-c9e0-400a-95c4-f7eb084de50e', 'tag': '1a766390-8fe6-4db4-a148-9d9b07e221c2'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:19:43.397723 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fc8753-7d85-496c-968b-3a02e3d9585f req-cbe34cf4-2323-4805-aa55-39a32016aaca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:43.398968 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1fe3f1c-9c5c-4df6-9234-320d3f8f9e06" -d '{"events": [{"name": "network-changed", "server_uuid": "6d4dd2ce-c9e0-400a-95c4-f7eb084de50e", "tag": "1a766390-8fe6-4db4-a148-9d9b07e221c2"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:19:43.399291 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-d9fc8753-7d85-496c-968b-3a02e3d9585f req-cbe34cf4-2323-4805-aa55-39a32016aaca service neutron] 10.222.0.61 "GET /v2.0/subnets?id=714bd99d-dcf6-48eb-8343-f1e4e77907ef HTTP/1.1" status: 200 len: 854 time: 0.1805496 Aug 10 03:19:43.424276 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478bf899-bbf7-4363-8074-9a50b716b7f1 req-44ea0381-f962-4ffd-ab53-aed1e5276915 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:43.433170 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-478bf899-bbf7-4363-8074-9a50b716b7f1 req-44ea0381-f962-4ffd-ab53-aed1e5276915 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] 10.222.0.44 "GET /v2.0/ports/b2b84321-c0a3-4eb5-9d0d-738f1741ff7d HTTP/1.1" status: 200 len: 942 time: 0.1737194 Aug 10 03:19:43.433170 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cf5abe58-bdb4-46a3-87a9-66119ace799b req-2a489993-42a0-4c10-8591-f5a7428bc96a tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/quotas/7bdabbcb1a36419b89901e40f3363396 HTTP/1.1" status: 200 len: 375 time: 0.0400498 Aug 10 03:19:43.448495 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-d9fc8753-7d85-496c-968b-3a02e3d9585f req-eabdf73a-52d2-4888-8384-3fba2ae89106 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=27424cdf-4ae8-4aca-98ee-67b7200a8c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321746 Aug 10 03:19:43.467600 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5022e159-8d96-4cde-936f-2834f2675b5d None None] Pushing event deleted for resources: {'Port': ['ID=7b0b0fd4-5fe5-4053-887b-e9da0a7768be,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:43.470470 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5022e159-8d96-4cde-936f-2834f2675b5d None None] No DVR routers for this DVR port 7b0b0fd4-5fe5-4053-887b-e9da0a7768be on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:19:43.554454 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95769b3b-4322-445a-ae5e-bbbd83f27cdf service neutron] Pushing event updated for resources: {'Port': ['ID=1a766390-8fe6-4db4-a148-9d9b07e221c2,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:43.604729 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-d9fc8753-7d85-496c-968b-3a02e3d9585f req-b5bace7e-25b2-4428-b3af-e9efcab637e6 service neutron] 10.222.0.61 "GET /v2.0/networks/27424cdf-4ae8-4aca-98ee-67b7200a8c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436944 Aug 10 03:19:43.609750 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2e6fcde2-a798-49a2-8069-5c5bcdfa76f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:43.649606 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cf5abe58-bdb4-46a3-87a9-66119ace799b req-e34484ae-81bf-4009-aafe-1ff93e2b5f45 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=7bdabbcb1a36419b89901e40f3363396&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2016432 Aug 10 03:19:43.651740 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8be60d-ca2b-497e-a365-5b40af04b5f7 req-33d69f72-6cdb-4532-81a7-7b46cd207ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:43.653432 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fe8be60d-ca2b-497e-a365-5b40af04b5f7 req-33d69f72-6cdb-4532-81a7-7b46cd207ae0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d59a0b5e4dd94b2f936adf3da2c52113&device_id=6d4dd2ce-c9e0-400a-95c4-f7eb084de50e HTTP/1.1" status: 200 len: 1095 time: 0.1970263 Aug 10 03:19:43.662444 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-478bf899-bbf7-4363-8074-9a50b716b7f1 req-354b0036-c5d4-4809-a4c2-ddbeb03a9653 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.99 HTTP/1.1" status: 200 len: 1000 time: 0.1548047 Aug 10 03:19:43.677743 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6fcde2-a798-49a2-8069-5c5bcdfa76f3 admin admin] No DVR routers for this DVR port 7b0b0fd4-5fe5-4053-887b-e9da0a7768be on host n-d-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:19:43.705509 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fe8be60d-ca2b-497e-a365-5b40af04b5f7 req-b27c4c7d-9a64-49d6-8b33-ff58751d084d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a766390-8fe6-4db4-a148-9d9b07e221c2 HTTP/1.1" status: 200 len: 217 time: 0.0408266 Aug 10 03:19:43.776071 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2e6fcde2-a798-49a2-8069-5c5bcdfa76f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:43.795681 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-2e6fcde2-a798-49a2-8069-5c5bcdfa76f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21e34702-3ebc-4f98-950c-73f679aca894']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:43.811921 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-2e6fcde2-a798-49a2-8069-5c5bcdfa76f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b274d3c-16a2-4675-83d6-59ac2e6fad5a') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:43.812276 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-2e6fcde2-a798-49a2-8069-5c5bcdfa76f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b274d3c-16a2-4675-83d6-59ac2e6fad5a') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:43.824317 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2e6fcde2-a798-49a2-8069-5c5bcdfa76f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:43.846824 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2e6fcde2-a798-49a2-8069-5c5bcdfa76f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:43.853823 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e6fcde2-a798-49a2-8069-5c5bcdfa76f3 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:19:43.854277 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2e6fcde2-a798-49a2-8069-5c5bcdfa76f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:43.900122 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8be60d-ca2b-497e-a365-5b40af04b5f7 req-be301ec3-4e46-4d6f-bb30-a0a911a96525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:43.901684 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fe8be60d-ca2b-497e-a365-5b40af04b5f7 req-be301ec3-4e46-4d6f-bb30-a0a911a96525 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7b98d32d-7ac1-470e-aad4-e938742133b9 HTTP/1.1" status: 200 len: 853 time: 0.1766937 Aug 10 03:19:43.944740 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6fcde2-a798-49a2-8069-5c5bcdfa76f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b0b0fd4-5fe5-4053-887b-e9da0a7768be,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:43.955556 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fe8be60d-ca2b-497e-a365-5b40af04b5f7 req-c8ea19ab-6d46-490c-a920-44613da5bee4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=86f96ddd-5fdb-4f29-8bd5-ae286688b451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451391 Aug 10 03:19:43.957876 n-d-768862-13 neutron-server[94261]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:19:43.957876 n-d-768862-13 neutron-server[94261]: self.session.flush() Aug 10 03:19:43.957876 n-d-768862-13 neutron-server[94261]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:19:43.957876 n-d-768862-13 neutron-server[94261]: self.session.flush() Aug 10 03:19:43.957876 n-d-768862-13 neutron-server[94261]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:19:43.957876 n-d-768862-13 neutron-server[94261]: self.session.flush() Aug 10 03:19:43.957876 n-d-768862-13 neutron-server[94261]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:19:43.957876 n-d-768862-13 neutron-server[94261]: self.session.flush() Aug 10 03:19:43.957876 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:19:43.957876 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:19:43.957876 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:19:43.957876 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:19:43.957876 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:19:43.957876 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:19:43.957876 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:19:43.957876 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:19:43.957876 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:19:43.957876 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:19:43.957876 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:19:43.957876 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:19:43.957876 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:19:43.957876 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:19:43.957876 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:19:43.957876 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:19:43.957876 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:19:43.957876 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:19:43.957876 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:19:43.957876 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:19:43.957876 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:19:43.957876 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:19:43.957876 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:19:43.957876 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:19:43.957876 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:19:43.957876 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:19:43.957876 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:19:43.957876 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:19:43.957876 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:19:43.957876 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:19:43.957876 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:19:43.957876 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:19:43.961091 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cf5abe58-bdb4-46a3-87a9-66119ace799b req-6d5036d8-6414-4edf-857e-78a38943e5d1 service neutron] 10.222.0.44 "GET /v2.0/networks/d1e68237-a664-422b-b005-d5e450d45372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518222 Aug 10 03:19:43.961306 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c571b26b-2cbf-4cae-a1f3-604c9552c98b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ae78a21-c3d9-4362-a5cf-b8076ddbcadc'}, {'server_uuid': 'b73dd188-4fb4-4114-9298-c13ccaeff414', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfebd0a4-3c3d-4a7d-adda-1c5fc20a27e8'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:19:43.962363 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecb95034-9769-480a-97de-153811050665" -d '{"events": [{"server_uuid": "c571b26b-2cbf-4cae-a1f3-604c9552c98b", "name": "network-vif-plugged", "status": "completed", "tag": "8ae78a21-c3d9-4362-a5cf-b8076ddbcadc"}, {"server_uuid": "b73dd188-4fb4-4114-9298-c13ccaeff414", "name": "network-vif-unplugged", "status": "completed", "tag": "bfebd0a4-3c3d-4a7d-adda-1c5fc20a27e8"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:19:43.983476 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478bf899-bbf7-4363-8074-9a50b716b7f1 req-ef2bab3d-43be-40cf-a3b1-2bc6261162c9 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:43.992384 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2e6fcde2-a798-49a2-8069-5c5bcdfa76f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:43.993610 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-478bf899-bbf7-4363-8074-9a50b716b7f1 req-ef2bab3d-43be-40cf-a3b1-2bc6261162c9 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] 10.222.0.44 "GET /v2.0/networks/2ea12131-628a-487e-b434-0463553732bd HTTP/1.1" status: 200 len: 784 time: 0.3300326 Aug 10 03:19:43.999632 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2e6fcde2-a798-49a2-8069-5c5bcdfa76f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:44.008043 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-2e6fcde2-a798-49a2-8069-5c5bcdfa76f3 admin admin] 10.222.0.44 "DELETE /v2.0/networks/21e34702-3ebc-4f98-950c-73f679aca894 HTTP/1.1" status: 204 len: 168 time: 1.6182537 Aug 10 03:19:44.026695 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6fcde2-a798-49a2-8069-5c5bcdfa76f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=21e34702-3ebc-4f98-950c-73f679aca894,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:44.103407 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fe8be60d-ca2b-497e-a365-5b40af04b5f7 req-decd5000-a291-43c1-be18-37bc58e57cf6 service neutron] 10.222.0.42 "GET /v2.0/networks/86f96ddd-5fdb-4f29-8bd5-ae286688b451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370056 Aug 10 03:19:44.108703 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-d9fc8753-7d85-496c-968b-3a02e3d9585f req-8ec7549b-f2e5-43a8-85c7-8813866ceadb service neutron] 10.222.0.61 "GET /v2.0/networks/27424cdf-4ae8-4aca-98ee-67b7200a8c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4889388 Aug 10 03:19:44.280320 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-478bf899-bbf7-4363-8074-9a50b716b7f1 req-265dcebb-48ff-4d6c-a1d0-3ab5bf6bd386 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.99 HTTP/1.1" status: 200 len: 1000 time: 0.2856624 Aug 10 03:19:44.288494 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-478bf899-bbf7-4363-8074-9a50b716b7f1 req-bdd74260-2cf3-4cdf-b33b-f9e8369cdc07 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:19:44.356374 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 51410) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:44.379488 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cf5abe58-bdb4-46a3-87a9-66119ace799b req-b99a7ce4-aefc-4cc6-b6c8-19d9a2803e72 service neutron] 10.222.0.44 "GET /v2.0/networks/d1e68237-a664-422b-b005-d5e450d45372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4117196 Aug 10 03:19:44.385384 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-478bf899-bbf7-4363-8074-9a50b716b7f1 req-bdd74260-2cf3-4cdf-b33b-f9e8369cdc07 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Notify callbacks [] for floatingip, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:44.389724 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fe8be60d-ca2b-497e-a365-5b40af04b5f7 req-e4623115-8600-4ff3-822a-68908f624fae service neutron] 10.222.0.42 "GET /v2.0/networks/86f96ddd-5fdb-4f29-8bd5-ae286688b451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155397 Aug 10 03:19:44.473419 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e0b98422-0f0e-4c87-8ce5-2922a0177d02 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2c30fe072e6e426e933ad373f7fb486f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1119175 Aug 10 03:19:44.477439 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51412) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:44.517594 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bada70f-711d-42cb-978d-1cbe26f10712 req-06f1af50-77c0-4afd-b09c-ecc675474365 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:44.519266 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-7bada70f-711d-42cb-978d-1cbe26f10712 req-06f1af50-77c0-4afd-b09c-ecc675474365 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.61 "GET /v2.0/ports?device_id=b73dd188-4fb4-4114-9298-c13ccaeff414 HTTP/1.1" status: 200 len: 944 time: 0.1256604 Aug 10 03:19:44.883042 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-7bada70f-711d-42cb-978d-1cbe26f10712 req-bfa8e24d-9744-4d0d-9214-61290b6bb4b1 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Deleting port bfebd0a4-3c3d-4a7d-adda-1c5fc20a27e8 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:19:44.883385 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-7bada70f-711d-42cb-978d-1cbe26f10712 req-bfa8e24d-9744-4d0d-9214-61290b6bb4b1 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:45.098747 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-7bada70f-711d-42cb-978d-1cbe26f10712 req-bfa8e24d-9744-4d0d-9214-61290b6bb4b1 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] For port bfebd0a4-3c3d-4a7d-adda-1c5fc20a27e8, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=bfebd0a4-3c3d-4a7d-adda-1c5fc20a27e8,segment=NetworkSegment(bb5826fd-13f9-4737-be5f-46ce38ebd549),segment_id=bb5826fd-13f9-4737-be5f-46ce38ebd549)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:45.099422 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-7bada70f-711d-42cb-978d-1cbe26f10712 req-bfa8e24d-9744-4d0d-9214-61290b6bb4b1 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:45.118460 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-7bada70f-711d-42cb-978d-1cbe26f10712 req-bfa8e24d-9744-4d0d-9214-61290b6bb4b1 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Calling delete_port for bfebd0a4-3c3d-4a7d-adda-1c5fc20a27e8 owned by compute:nova {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:19:45.309604 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-7bada70f-711d-42cb-978d-1cbe26f10712 req-bfa8e24d-9744-4d0d-9214-61290b6bb4b1 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:45.352439 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa8e24d-9744-4d0d-9214-61290b6bb4b1 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Pushing event deleted for resources: {'Port': ['ID=bfebd0a4-3c3d-4a7d-adda-1c5fc20a27e8,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:45.410398 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bada70f-711d-42cb-978d-1cbe26f10712 req-bfa8e24d-9744-4d0d-9214-61290b6bb4b1 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] No DVR routers for this DVR port bfebd0a4-3c3d-4a7d-adda-1c5fc20a27e8 on host n-h2-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:19:45.425514 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c70961-2fb0-4620-ad94-ad9a286768c3 req-470ff61d-0e72-4635-82a4-52ff8d662e60 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:45.433039 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-74c70961-2fb0-4620-ad94-ad9a286768c3 req-470ff61d-0e72-4635-82a4-52ff8d662e60 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d4dd2ce-c9e0-400a-95c4-f7eb084de50e HTTP/1.1" status: 200 len: 943 time: 0.1334498 Aug 10 03:19:45.453987 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-478bf899-bbf7-4363-8074-9a50b716b7f1 req-bdd74260-2cf3-4cdf-b33b-f9e8369cdc07 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:45.455607 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d5f5cb0c-5ebc-4096-948a-25d86c205dd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:45.460704 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-478bf899-bbf7-4363-8074-9a50b716b7f1 req-bdd74260-2cf3-4cdf-b33b-f9e8369cdc07 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:45.461014 n-d-768862-13 neutron-server[94260]: INFO neutron.db.l3_db [req-478bf899-bbf7-4363-8074-9a50b716b7f1 req-bdd74260-2cf3-4cdf-b33b-f9e8369cdc07 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Floating IP 6e35e6a4-20a1-417b-acfa-74ce7678b6d0 disassociated. External IP: 172.25.6.99, port: b2b84321-c0a3-4eb5-9d0d-738f1741ff7d. Aug 10 03:19:45.496813 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-7bada70f-711d-42cb-978d-1cbe26f10712 req-bfa8e24d-9744-4d0d-9214-61290b6bb4b1 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:45.500421 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-7bada70f-711d-42cb-978d-1cbe26f10712 req-bfa8e24d-9744-4d0d-9214-61290b6bb4b1 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.61 "DELETE /v2.0/ports/bfebd0a4-3c3d-4a7d-adda-1c5fc20a27e8 HTTP/1.1" status: 204 len: 173 time: 0.9732468 Aug 10 03:19:45.505395 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b73dd188-4fb4-4114-9298-c13ccaeff414', 'name': 'network-vif-deleted', 'tag': 'bfebd0a4-3c3d-4a7d-adda-1c5fc20a27e8'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:19:45.507765 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2997a27-c0ed-4cc2-9fca-4e0b4821e54f" -d '{"events": [{"server_uuid": "b73dd188-4fb4-4114-9298-c13ccaeff414", "name": "network-vif-deleted", "tag": "bfebd0a4-3c3d-4a7d-adda-1c5fc20a27e8"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:19:45.576652 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d5f5cb0c-5ebc-4096-948a-25d86c205dd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:45.634599 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-74c70961-2fb0-4620-ad94-ad9a286768c3 req-28dbed81-27f3-462d-9b77-a1c4d1f8bbb8 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "GET /v2.0/security-groups?id=41ee46c2-b2a5-449c-b4c8-15a659a6d137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965435 Aug 10 03:19:45.733903 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee06629-f4f3-4866-b22a-3fd75b3436bf x-openstack-request-id: req-3ee06629-f4f3-4866-b22a-3fd75b3436bf {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:19:45.734409 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d4dd2ce-c9e0-400a-95c4-f7eb084de50e", "tag": "1a766390-8fe6-4db4-a148-9d9b07e221c2", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:19:45.735284 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3ee06629-f4f3-4866-b22a-3fd75b3436bf {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:19:45.736087 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d4dd2ce-c9e0-400a-95c4-f7eb084de50e', 'tag': '1a766390-8fe6-4db4-a148-9d9b07e221c2', 'status': 'completed', 'code': 200} Aug 10 03:19:45.917939 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fe3f1c-9c5c-4df6-9234-320d3f8f9e06 req-1f3ee7d6-3e57-42a9-bc63-56e4d5365cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:45.919385 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a1fe3f1c-9c5c-4df6-9234-320d3f8f9e06 req-1f3ee7d6-3e57-42a9-bc63-56e4d5365cbf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d59a0b5e4dd94b2f936adf3da2c52113&device_id=6d4dd2ce-c9e0-400a-95c4-f7eb084de50e HTTP/1.1" status: 200 len: 1095 time: 0.1420026 Aug 10 03:19:45.929074 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d5f5cb0c-5ebc-4096-948a-25d86c205dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:45.931821 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d5f5cb0c-5ebc-4096-948a-25d86c205dd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:45.932789 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-d5f5cb0c-5ebc-4096-948a-25d86c205dd2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9ab895e3-0a61-4be8-b639-c50c93bd5fb7 HTTP/1.1" status: 204 len: 168 time: 1.4543455 Aug 10 03:19:46.014248 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c0d2c5-2f41-499b-81ba-fb85c8b6dd58 req-af1f6c37-dfb7-4391-9881-f9f8f64ced24 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:46.015919 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-12c0d2c5-2f41-499b-81ba-fb85c8b6dd58 req-af1f6c37-dfb7-4391-9881-f9f8f64ced24 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/ports?device_id=c571b26b-2cbf-4cae-a1f3-604c9552c98b HTTP/1.1" status: 200 len: 945 time: 0.2003579 Aug 10 03:19:46.017215 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f5cb0c-5ebc-4096-948a-25d86c205dd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab895e3-0a61-4be8-b639-c50c93bd5fb7,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:46.068941 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [req-478bf899-bbf7-4363-8074-9a50b716b7f1 req-bdd74260-2cf3-4cdf-b33b-f9e8369cdc07 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Router 3b061617-8de4-45a5-bc21-a08ac1828790 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:19:46.212506 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-12c0d2c5-2f41-499b-81ba-fb85c8b6dd58 req-0ba05b65-78d0-4088-85df-e3151f538121 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/security-groups?id=e00a7564-e56b-4b7f-b179-f193e5160bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690769 Aug 10 03:19:46.249226 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fe3f1c-9c5c-4df6-9234-320d3f8f9e06 req-b6691c9a-1999-4d7f-98be-00f8d46fca02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:46.250913 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a1fe3f1c-9c5c-4df6-9234-320d3f8f9e06 req-b6691c9a-1999-4d7f-98be-00f8d46fca02 service neutron] 10.222.0.42 "GET /v2.0/networks?id=86f96ddd-5fdb-4f29-8bd5-ae286688b451 HTTP/1.1" status: 200 len: 913 time: 0.3153095 Aug 10 03:19:46.321959 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a1fe3f1c-9c5c-4df6-9234-320d3f8f9e06 req-3ebf4395-9146-4642-b628-d3d197496289 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a766390-8fe6-4db4-a148-9d9b07e221c2 HTTP/1.1" status: 200 len: 217 time: 0.0518496 Aug 10 03:19:46.428034 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-478bf899-bbf7-4363-8074-9a50b716b7f1 req-bdd74260-2cf3-4cdf-b33b-f9e8369cdc07 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:19:46.433146 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-478bf899-bbf7-4363-8074-9a50b716b7f1 req-bdd74260-2cf3-4cdf-b33b-f9e8369cdc07 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:46.440672 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ede1df-faa4-44a4-8767-78749e87cf3a None None] Sync routers for ids ['3b061617-8de4-45a5-bc21-a08ac1828790'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:19:46.461511 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ede1df-faa4-44a4-8767-78749e87cf3a None None] Routers {'3b061617-8de4-45a5-bc21-a08ac1828790'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:19:46.463548 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 10 Aug 2021 03:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6a1407e-66ed-4d10-ac17-221f7150c4c0 x-openstack-request-id: req-e6a1407e-66ed-4d10-ac17-221f7150c4c0 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:19:46.464089 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c571b26b-2cbf-4cae-a1f3-604c9552c98b", "name": "network-vif-plugged", "status": "completed", "tag": "8ae78a21-c3d9-4362-a5cf-b8076ddbcadc", "code": 200}, {"server_uuid": "b73dd188-4fb4-4114-9298-c13ccaeff414", "name": "network-vif-unplugged", "status": "completed", "tag": "bfebd0a4-3c3d-4a7d-adda-1c5fc20a27e8", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:19:46.464089 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e6a1407e-66ed-4d10-ac17-221f7150c4c0 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:19:46.464487 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c571b26b-2cbf-4cae-a1f3-604c9552c98b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ae78a21-c3d9-4362-a5cf-b8076ddbcadc', 'code': 200} Aug 10 03:19:46.464960 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b73dd188-4fb4-4114-9298-c13ccaeff414', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfebd0a4-3c3d-4a7d-adda-1c5fc20a27e8', 'code': 200} Aug 10 03:19:46.467610 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-19ede1df-faa4-44a4-8767-78749e87cf3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:19:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['3b061617-8de4-45a5-bc21-a08ac1828790'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:46.468463 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fe3f1c-9c5c-4df6-9234-320d3f8f9e06 req-6150fac9-95b8-42f1-bb12-f90c116e6b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:46.479445 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a1fe3f1c-9c5c-4df6-9234-320d3f8f9e06 req-6150fac9-95b8-42f1-bb12-f90c116e6b62 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7b98d32d-7ac1-470e-aad4-e938742133b9 HTTP/1.1" status: 200 len: 853 time: 0.1537941 Aug 10 03:19:46.596673 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a1fe3f1c-9c5c-4df6-9234-320d3f8f9e06 req-d2c3944c-2a0b-4d32-b1ea-c466e25d1551 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=86f96ddd-5fdb-4f29-8bd5-ae286688b451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0998616 Aug 10 03:19:46.651151 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-478bf899-bbf7-4363-8074-9a50b716b7f1 req-bdd74260-2cf3-4cdf-b33b-f9e8369cdc07 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] 10.222.0.44 "PUT /v2.0/floatingips/6e35e6a4-20a1-417b-acfa-74ce7678b6d0 HTTP/1.1" status: 200 len: 695 time: 2.3648758 Aug 10 03:19:46.669647 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5abe58-bdb4-46a3-87a9-66119ace799b req-1eafce5f-b633-43e6-96e5-a23eec7fa1ff tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:46.673015 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-cf5abe58-bdb4-46a3-87a9-66119ace799b req-1eafce5f-b633-43e6-96e5-a23eec7fa1ff tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.61 "GET /v2.0/networks?id=d1e68237-a664-422b-b005-d5e450d45372 HTTP/1.1" status: 200 len: 804 time: 0.3329563 Aug 10 03:19:46.688174 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-cf5abe58-bdb4-46a3-87a9-66119ace799b req-3445bc40-8c7f-4613-bd9d-ae4b28726d2d tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Request body: {'port': {'device_id': 'd8219c67-9056-45cb-9669-8d5a072e30ed', 'network_id': 'd1e68237-a664-422b-b005-d5e450d45372', 'admin_state_up': True, 'tenant_id': '7bdabbcb1a36419b89901e40f3363396'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:19:46.829176 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf5abe58-bdb4-46a3-87a9-66119ace799b req-3445bc40-8c7f-4613-bd9d-ae4b28726d2d tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Made reservation on behalf of 7bdabbcb1a36419b89901e40f3363396 for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:19:46.835187 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-cf5abe58-bdb4-46a3-87a9-66119ace799b req-3445bc40-8c7f-4613-bd9d-ae4b28726d2d tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:46.911205 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-19ede1df-faa4-44a4-8767-78749e87cf3a None None] Set router 3b061617-8de4-45a5-bc21-a08ac1828790 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:19:46.922310 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d56cec20-972d-4d21-8f1a-3d4fb4b51adb req-0c042aae-2e92-48a3-8c9d-8c9ee80d9166 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8219c67-9056-45cb-9669-8d5a072e30ed HTTP/1.1" status: 200 len: 210 time: 0.2672319 Aug 10 03:19:47.092860 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [req-cf5abe58-bdb4-46a3-87a9-66119ace799b req-3445bc40-8c7f-4613-bd9d-ae4b28726d2d tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Allocated IP 172.20.0.12 (d1e68237-a664-422b-b005-d5e450d45372/31ffc495-0d57-4c63-9695-aba9cef6afdd/4db853c6-85e7-48cd-8a29-212fce51737f) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:19:47.215964 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478bf899-bbf7-4363-8074-9a50b716b7f1 req-3aac71d8-7dd5-4b39-9efb-9cd3638563eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:47.220284 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-478bf899-bbf7-4363-8074-9a50b716b7f1 req-3aac71d8-7dd5-4b39-9efb-9cd3638563eb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3e3d75d4f3e64842afe526c7ebf13c9e&device_id=a8fd29a2-f44f-41ef-b6a0-ab496cca62a1 HTTP/1.1" status: 200 len: 1097 time: 0.4417484 Aug 10 03:19:47.267226 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7032488-0c2b-4207-a318-c1a397233258 req-e19b487e-0ffb-49ac-b3cc-1a680f7b4a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:47.273244 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device bfebd0a4-3c3d-4a7d-adda-1c5fc20a27e8 no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:19:47.288249 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a7032488-0c2b-4207-a318-c1a397233258 req-e19b487e-0ffb-49ac-b3cc-1a680f7b4a17 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c571b26b-2cbf-4cae-a1f3-604c9552c98b HTTP/1.1" status: 200 len: 1097 time: 0.2621336 Aug 10 03:19:47.320202 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] No Port match for: bfebd0a4-3c3d-4a7d-adda-1c5fc20a27e8 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:19:47.329099 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device bfebd0a4-3c3d-4a7d-adda-1c5fc20a27e8 not bound to the agent host n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:19:47.405329 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a1fe3f1c-9c5c-4df6-9234-320d3f8f9e06 req-784119b5-38c2-428c-99d3-21c6e43db654 service neutron] 10.222.0.42 "GET /v2.0/networks/86f96ddd-5fdb-4f29-8bd5-ae286688b451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8030057 Aug 10 03:19:47.443208 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-19ede1df-faa4-44a4-8767-78749e87cf3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b061617-8de4-45a5-bc21-a08ac1828790', 'name': 'tempest-FloatingIPsAssociationTestJSON-2076291602-router', 'tenant_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'c74e7c20-9931-4279-92a6-59b7c6f038f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:18:02Z', 'updated_at': '2021-08-10T03:18:08Z', 'revision_number': 4, 'project_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'gw_port': {'id': 'c74e7c20-9931-4279-92a6-59b7c6f038f6', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:40:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b061617-8de4-45a5-bc21-a08ac1828790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:03Z', 'updated_at': '2021-08-10T03:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '43f12689-2ba0-4036-8b34-a90279b084a3', 'name': '', 'network_id': '74f4a974-f99a-4119-bc18-e2cde5c7f547', 'tenant_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'mac_address': 'fa:16:3e:79:60:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b061617-8de4-45a5-bc21-a08ac1828790', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '5e21d815-4ed0-4b72-b9d1-a86f2421884d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:07Z', 'updated_at': '2021-08-10T03:18:17Z', 'revision_number': 5, 'project_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'subnets': [{'id': '5e21d815-4ed0-4b72-b9d1-a86f2421884d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:47.452056 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-cf5abe58-bdb4-46a3-87a9-66119ace799b req-3445bc40-8c7f-4613-bd9d-ae4b28726d2d tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:47.476213 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 1a766390-8fe6-4db4-a148-9d9b07e221c2 details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:19:47.502776 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ede1df-faa4-44a4-8767-78749e87cf3a None None] Checking router: 3b061617-8de4-45a5-bc21-a08ac1828790 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:19:47.513699 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ede1df-faa4-44a4-8767-78749e87cf3a None None] Routers {'3b061617-8de4-45a5-bc21-a08ac1828790'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:19:47.522670 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-19ede1df-faa4-44a4-8767-78749e87cf3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:19:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['3b061617-8de4-45a5-bc21-a08ac1828790'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:47.581328 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-cf5abe58-bdb4-46a3-87a9-66119ace799b req-3445bc40-8c7f-4613-bd9d-ae4b28726d2d tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:47.627214 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a7032488-0c2b-4207-a318-c1a397233258 req-e74a4623-ec56-4e65-893d-db78e2185f68 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e00a7564-e56b-4b7f-b179-f193e5160bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3029575 Aug 10 03:19:47.665703 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478bf899-bbf7-4363-8074-9a50b716b7f1 req-63720f6f-4ae5-4b97-8097-2404ca05f960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:47.674696 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-478bf899-bbf7-4363-8074-9a50b716b7f1 req-63720f6f-4ae5-4b97-8097-2404ca05f960 service neutron] 10.222.0.44 "GET /v2.0/networks?id=74f4a974-f99a-4119-bc18-e2cde5c7f547 HTTP/1.1" status: 200 len: 921 time: 0.4423795 Aug 10 03:19:47.691492 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3445bc40-8c7f-4613-bd9d-ae4b28726d2d tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Pushing event updated for resources: {'Port': ['ID=4db853c6-85e7-48cd-8a29-212fce51737f,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:47.722791 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-478bf899-bbf7-4363-8074-9a50b716b7f1 req-43b40f29-468f-4eee-b13e-b8117a1457c9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2b84321-c0a3-4eb5-9d0d-738f1741ff7d HTTP/1.1" status: 200 len: 217 time: 0.0469317 Aug 10 03:19:47.730982 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf5abe58-bdb4-46a3-87a9-66119ace799b req-3445bc40-8c7f-4613-bd9d-ae4b28726d2d tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Network d1e68237-a664-422b-b005-d5e450d45372 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:19:47.732715 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a1fe3f1c-9c5c-4df6-9234-320d3f8f9e06 req-7f390ac6-109c-4279-b9d6-425e00d6424c service neutron] 10.222.0.42 "GET /v2.0/networks/86f96ddd-5fdb-4f29-8bd5-ae286688b451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3080020 Aug 10 03:19:47.733211 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 1a766390-8fe6-4db4-a148-9d9b07e221c2, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=1a766390-8fe6-4db4-a148-9d9b07e221c2,segment=NetworkSegment(81aef211-7997-45c2-a489-0c68e2619eb8),segment_id=81aef211-7997-45c2-a489-0c68e2619eb8)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:47.736279 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-19ede1df-faa4-44a4-8767-78749e87cf3a None None] Set router 3b061617-8de4-45a5-bc21-a08ac1828790 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:19:47.736972 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [req-cf5abe58-bdb4-46a3-87a9-66119ace799b req-3445bc40-8c7f-4613-bd9d-ae4b28726d2d tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:19:47.744329 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf5abe58-bdb4-46a3-87a9-66119ace799b req-3445bc40-8c7f-4613-bd9d-ae4b28726d2d tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:19:47.752223 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8fd29a2-f44f-41ef-b6a0-ab496cca62a1', 'tag': 'b2b84321-c0a3-4eb5-9d0d-738f1741ff7d'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:19:47.754580 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ac7eba-cdc0-4ecf-abc8-070181ce8d8c" -d '{"events": [{"name": "network-changed", "server_uuid": "a8fd29a2-f44f-41ef-b6a0-ab496cca62a1", "tag": "b2b84321-c0a3-4eb5-9d0d-738f1741ff7d"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:19:47.762594 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': '1a766390-8fe6-4db4-a148-9d9b07e221c2', 'network_id': '86f96ddd-5fdb-4f29-8bd5-ae286688b451', 'port_id': '1a766390-8fe6-4db4-a148-9d9b07e221c2', 'mac_address': 'fa:16:3e:63:9b:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b98d32d-7ac1-470e-aad4-e938742133b9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:19:47.776027 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478bf899-bbf7-4363-8074-9a50b716b7f1 req-9091920e-1f51-4dfb-9ed5-882e2e7f4a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:47.784797 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-478bf899-bbf7-4363-8074-9a50b716b7f1 req-9091920e-1f51-4dfb-9ed5-882e2e7f4a3d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5e21d815-4ed0-4b72-b9d1-a86f2421884d HTTP/1.1" status: 200 len: 860 time: 0.0612013 Aug 10 03:19:47.820988 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:47.836531 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a766390-8fe6-4db4-a148-9d9b07e221c2 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:19:47.844220 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478bf899-bbf7-4363-8074-9a50b716b7f1 req-17dc8746-37ab-4197-9143-f8522dd17a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:47.854251 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-478bf899-bbf7-4363-8074-9a50b716b7f1 req-17dc8746-37ab-4197-9143-f8522dd17a11 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=74f4a974-f99a-4119-bc18-e2cde5c7f547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0679686 Aug 10 03:19:47.865763 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e40a7747-0232-4510-9c37-cfc354e0e0bb x-openstack-request-id: req-e40a7747-0232-4510-9c37-cfc354e0e0bb {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:19:47.866452 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 1a766390-8fe6-4db4-a148-9d9b07e221c2, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=1a766390-8fe6-4db4-a148-9d9b07e221c2,segment=NetworkSegment(81aef211-7997-45c2-a489-0c68e2619eb8),segment_id=81aef211-7997-45c2-a489-0c68e2619eb8)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:47.870589 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b73dd188-4fb4-4114-9298-c13ccaeff414", "name": "network-vif-deleted", "tag": "bfebd0a4-3c3d-4a7d-adda-1c5fc20a27e8", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:19:47.871403 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e40a7747-0232-4510-9c37-cfc354e0e0bb {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:19:47.872205 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b73dd188-4fb4-4114-9298-c13ccaeff414', 'name': 'network-vif-deleted', 'tag': 'bfebd0a4-3c3d-4a7d-adda-1c5fc20a27e8', 'status': 'completed', 'code': 200} Aug 10 03:19:47.874533 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:47.909367 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5abe58-bdb4-46a3-87a9-66119ace799b req-3445bc40-8c7f-4613-bd9d-ae4b28726d2d tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:47.911758 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-cf5abe58-bdb4-46a3-87a9-66119ace799b req-3445bc40-8c7f-4613-bd9d-ae4b28726d2d tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:47.940653 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-cf5abe58-bdb4-46a3-87a9-66119ace799b req-3445bc40-8c7f-4613-bd9d-ae4b28726d2d tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2573800 Aug 10 03:19:47.951112 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=1a766390-8fe6-4db4-a148-9d9b07e221c2,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:47.965534 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-cf5abe58-bdb4-46a3-87a9-66119ace799b req-c3786744-9914-4b10-97fb-3697bbfed97f service neutron] Request body: {'port': {'device_id': 'd8219c67-9056-45cb-9669-8d5a072e30ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-13'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:19:47.975884 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-478bf899-bbf7-4363-8074-9a50b716b7f1 req-6734861c-d280-464d-aebb-e6c2295a2cbf service neutron] 10.222.0.44 "GET /v2.0/networks/74f4a974-f99a-4119-bc18-e2cde5c7f547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210346 Aug 10 03:19:48.063276 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-cf5abe58-bdb4-46a3-87a9-66119ace799b req-c3786744-9914-4b10-97fb-3697bbfed97f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:48.084218 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412060b9-eec8-411a-b6b3-241667826451 req-bb343e6d-84d3-45af-acff-0d40f00cf5e4 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:48.086137 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-412060b9-eec8-411a-b6b3-241667826451 req-bb343e6d-84d3-45af-acff-0d40f00cf5e4 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d4dd2ce-c9e0-400a-95c4-f7eb084de50e HTTP/1.1" status: 200 len: 944 time: 0.0995359 Aug 10 03:19:48.134450 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['1a766390-8fe6-4db4-a148-9d9b07e221c2'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:19:48.164690 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-478bf899-bbf7-4363-8074-9a50b716b7f1 req-51162d3b-3f4c-4f12-bdba-f8ad34d2126d service neutron] 10.222.0.44 "GET /v2.0/networks/74f4a974-f99a-4119-bc18-e2cde5c7f547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856010 Aug 10 03:19:48.199102 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-19ede1df-faa4-44a4-8767-78749e87cf3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b061617-8de4-45a5-bc21-a08ac1828790', 'name': 'tempest-FloatingIPsAssociationTestJSON-2076291602-router', 'tenant_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'c74e7c20-9931-4279-92a6-59b7c6f038f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:18:02Z', 'updated_at': '2021-08-10T03:18:08Z', 'revision_number': 4, 'project_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'gw_port': {'id': 'c74e7c20-9931-4279-92a6-59b7c6f038f6', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:40:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b061617-8de4-45a5-bc21-a08ac1828790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:03Z', 'updated_at': '2021-08-10T03:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '43f12689-2ba0-4036-8b34-a90279b084a3', 'name': '', 'network_id': '74f4a974-f99a-4119-bc18-e2cde5c7f547', 'tenant_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'mac_address': 'fa:16:3e:79:60:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b061617-8de4-45a5-bc21-a08ac1828790', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '5e21d815-4ed0-4b72-b9d1-a86f2421884d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:07Z', 'updated_at': '2021-08-10T03:18:17Z', 'revision_number': 5, 'project_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'subnets': [{'id': '5e21d815-4ed0-4b72-b9d1-a86f2421884d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:48.208642 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-412060b9-eec8-411a-b6b3-241667826451 req-135a03b8-e8ce-4aac-aee7-32ae296a3dd8 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "GET /v2.0/security-groups?id=41ee46c2-b2a5-449c-b4c8-15a659a6d137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069465 Aug 10 03:19:48.278198 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ede1df-faa4-44a4-8767-78749e87cf3a None None] The sync data for ids ['3b061617-8de4-45a5-bc21-a08ac1828790'] in n-d-768862-13 is: [{'id': '3b061617-8de4-45a5-bc21-a08ac1828790', 'name': 'tempest-FloatingIPsAssociationTestJSON-2076291602-router', 'tenant_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'c74e7c20-9931-4279-92a6-59b7c6f038f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:18:02Z', 'updated_at': '2021-08-10T03:18:08Z', 'revision_number': 4, 'project_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'gw_port': {'id': 'c74e7c20-9931-4279-92a6-59b7c6f038f6', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:40:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b061617-8de4-45a5-bc21-a08ac1828790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:03Z', 'updated_at': '2021-08-10T03:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '43f12689-2ba0-4036-8b34-a90279b084a3', 'name': '', 'network_id': '74f4a974-f99a-4119-bc18-e2cde5c7f547', 'tenant_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'mac_address': 'fa:16:3e:79:60:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b061617-8de4-45a5-bc21-a08ac1828790', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '5e21d815-4ed0-4b72-b9d1-a86f2421884d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:07Z', 'updated_at': '2021-08-10T03:18:17Z', 'revision_number': 5, 'project_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'subnets': [{'id': '5e21d815-4ed0-4b72-b9d1-a86f2421884d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:19:48.405309 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80e1b0c-078f-4237-8033-861b72e085e0 req-017b0b6e-2537-4d85-bba4-aba91cbab283 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:48.418206 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b80e1b0c-078f-4237-8033-861b72e085e0 req-017b0b6e-2537-4d85-bba4-aba91cbab283 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/ports?device_id=c571b26b-2cbf-4cae-a1f3-604c9552c98b HTTP/1.1" status: 200 len: 945 time: 0.1239481 Aug 10 03:19:48.507700 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b80e1b0c-078f-4237-8033-861b72e085e0 req-14af8eb8-1560-4238-9768-ce4d99c597f1 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/security-groups?id=e00a7564-e56b-4b7f-b179-f193e5160bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884805 Aug 10 03:19:48.560412 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [req-cf5abe58-bdb4-46a3-87a9-66119ace799b req-c3786744-9914-4b10-97fb-3697bbfed97f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4db853c6-85e7-48cd-8a29-212fce51737f {{(pid=94261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:19:48.568571 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-889978d1-fb8b-4f23-ab10-e1070372ffab req-9a8802c4-d351-4449-ad72-0c82bcd1d06e tempest-ImagesOneServerTestJSON-547354913 tempest-ImagesOneServerTestJSON-547354913-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=3a66a8651dfd4719adf46a7829d98cb9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0558109 Aug 10 03:19:48.570739 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-cf5abe58-bdb4-46a3-87a9-66119ace799b req-c3786744-9914-4b10-97fb-3697bbfed97f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:48.594970 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa7f7b1-6664-4ef5-9034-254296cde8d1 x-openstack-request-id: req-ffa7f7b1-6664-4ef5-9034-254296cde8d1 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:19:48.595260 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8fd29a2-f44f-41ef-b6a0-ab496cca62a1", "tag": "b2b84321-c0a3-4eb5-9d0d-738f1741ff7d", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:19:48.595512 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ffa7f7b1-6664-4ef5-9034-254296cde8d1 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:19:48.595902 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8fd29a2-f44f-41ef-b6a0-ab496cca62a1', 'tag': 'b2b84321-c0a3-4eb5-9d0d-738f1741ff7d', 'status': 'completed', 'code': 200} Aug 10 03:19:48.610308 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [req-cf5abe58-bdb4-46a3-87a9-66119ace799b req-c3786744-9914-4b10-97fb-3697bbfed97f service neutron] Transition to ACTIVE for port object 4db853c6-85e7-48cd-8a29-212fce51737f will not be triggered until provisioned by entity L2. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:19:48.617877 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-cf5abe58-bdb4-46a3-87a9-66119ace799b req-c3786744-9914-4b10-97fb-3697bbfed97f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:48.691660 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3786744-9914-4b10-97fb-3697bbfed97f service neutron] Pushing event updated for resources: {'Port': ['ID=4db853c6-85e7-48cd-8a29-212fce51737f,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:48.711043 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c9956d-8069-4e2d-975b-c69c0b393797 None None] New status for floating IP 6e35e6a4-20a1-417b-acfa-74ce7678b6d0: DOWN {{(pid=94262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:19:48.793487 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889978d1-fb8b-4f23-ab10-e1070372ffab req-eab22c46-9535-4857-9a85-71654da49ba2 tempest-ImagesOneServerTestJSON-547354913 tempest-ImagesOneServerTestJSON-547354913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:48.802701 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-889978d1-fb8b-4f23-ab10-e1070372ffab req-eab22c46-9535-4857-9a85-71654da49ba2 tempest-ImagesOneServerTestJSON-547354913 tempest-ImagesOneServerTestJSON-547354913-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2281027 Aug 10 03:19:48.816072 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-cf5abe58-bdb4-46a3-87a9-66119ace799b req-c3786744-9914-4b10-97fb-3697bbfed97f service neutron] Attempting to bind port 4db853c6-85e7-48cd-8a29-212fce51737f on host n-h2-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:19:48.816409 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-cf5abe58-bdb4-46a3-87a9-66119ace799b req-c3786744-9914-4b10-97fb-3697bbfed97f service neutron] Attempting to bind port 4db853c6-85e7-48cd-8a29-212fce51737f by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': 'bb5826fd-13f9-4737-be5f-46ce38ebd549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd1e68237-a664-422b-b005-d5e450d45372'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:19:48.816733 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5abe58-bdb4-46a3-87a9-66119ace799b req-c3786744-9914-4b10-97fb-3697bbfed97f service neutron] Attempting to bind port 4db853c6-85e7-48cd-8a29-212fce51737f on network d1e68237-a664-422b-b005-d5e450d45372 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:19:48.823167 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-889978d1-fb8b-4f23-ab10-e1070372ffab req-34e0bac3-4548-4422-8fc8-7693dfd7ef23 tempest-ImagesOneServerTestJSON-547354913 tempest-ImagesOneServerTestJSON-547354913-project] 10.222.0.44 "GET /v2.0/quotas/3a66a8651dfd4719adf46a7829d98cb9 HTTP/1.1" status: 200 len: 375 time: 0.0193295 Aug 10 03:19:48.831580 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5abe58-bdb4-46a3-87a9-66119ace799b req-c3786744-9914-4b10-97fb-3697bbfed97f service neutron] Port 4db853c6-85e7-48cd-8a29-212fce51737f on network d1e68237-a664-422b-b005-d5e450d45372 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:19:48.831909 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5abe58-bdb4-46a3-87a9-66119ace799b req-c3786744-9914-4b10-97fb-3697bbfed97f service neutron] Attempting to bind port 4db853c6-85e7-48cd-8a29-212fce51737f on network d1e68237-a664-422b-b005-d5e450d45372 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:19:48.838146 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5abe58-bdb4-46a3-87a9-66119ace799b req-c3786744-9914-4b10-97fb-3697bbfed97f service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:19:48.838450 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5abe58-bdb4-46a3-87a9-66119ace799b req-c3786744-9914-4b10-97fb-3697bbfed97f service neutron] Checking segment: {'id': 'bb5826fd-13f9-4737-be5f-46ce38ebd549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd1e68237-a664-422b-b005-d5e450d45372'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:19:48.838860 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5abe58-bdb4-46a3-87a9-66119ace799b req-c3786744-9914-4b10-97fb-3697bbfed97f service neutron] Bound using segment: {'id': 'bb5826fd-13f9-4737-be5f-46ce38ebd549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd1e68237-a664-422b-b005-d5e450d45372'} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:19:48.841374 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-cf5abe58-bdb4-46a3-87a9-66119ace799b req-c3786744-9914-4b10-97fb-3697bbfed97f service neutron] Bound port: 4db853c6-85e7-48cd-8a29-212fce51737f, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb5826fd-13f9-4737-be5f-46ce38ebd549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd1e68237-a664-422b-b005-d5e450d45372'}}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:19:48.841374 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-cf5abe58-bdb4-46a3-87a9-66119ace799b req-c3786744-9914-4b10-97fb-3697bbfed97f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:48.841649 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ac7eba-cdc0-4ecf-abc8-070181ce8d8c req-90e54933-2a0f-48f2-b592-803aae5f8c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:48.844884 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-36ac7eba-cdc0-4ecf-abc8-070181ce8d8c req-90e54933-2a0f-48f2-b592-803aae5f8c9e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3e3d75d4f3e64842afe526c7ebf13c9e&device_id=a8fd29a2-f44f-41ef-b6a0-ab496cca62a1 HTTP/1.1" status: 200 len: 1097 time: 0.1248004 Aug 10 03:19:48.899421 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-889978d1-fb8b-4f23-ab10-e1070372ffab req-fed06fc8-c452-48c8-acd0-426683bb7c67 tempest-ImagesOneServerTestJSON-547354913 tempest-ImagesOneServerTestJSON-547354913-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3a66a8651dfd4719adf46a7829d98cb9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0746140 Aug 10 03:19:48.953124 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-cf5abe58-bdb4-46a3-87a9-66119ace799b req-c3786744-9914-4b10-97fb-3697bbfed97f service neutron] For port 4db853c6-85e7-48cd-8a29-212fce51737f, host n-h2-768862-13, cleared binding levels {{(pid=94261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:19:48.960018 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-cf5abe58-bdb4-46a3-87a9-66119ace799b req-c3786744-9914-4b10-97fb-3697bbfed97f service neutron] For port 4db853c6-85e7-48cd-8a29-212fce51737f, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=4db853c6-85e7-48cd-8a29-212fce51737f,segment=NetworkSegment(bb5826fd-13f9-4737-be5f-46ce38ebd549),segment_id=bb5826fd-13f9-4737-be5f-46ce38ebd549)] {{(pid=94261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:19:48.969437 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-cf5abe58-bdb4-46a3-87a9-66119ace799b req-c3786744-9914-4b10-97fb-3697bbfed97f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:49.004055 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5abe58-bdb4-46a3-87a9-66119ace799b req-c3786744-9914-4b10-97fb-3697bbfed97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:49.004811 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-cf5abe58-bdb4-46a3-87a9-66119ace799b req-c3786744-9914-4b10-97fb-3697bbfed97f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:49.007443 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-cf5abe58-bdb4-46a3-87a9-66119ace799b req-c3786744-9914-4b10-97fb-3697bbfed97f service neutron] 10.222.0.61 "PUT /v2.0/ports/4db853c6-85e7-48cd-8a29-212fce51737f HTTP/1.1" status: 200 len: 1093 time: 1.0515177 Aug 10 03:19:49.161617 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3786744-9914-4b10-97fb-3697bbfed97f service neutron] Pushing event updated for resources: {'Port': ['ID=4db853c6-85e7-48cd-8a29-212fce51737f,revision_number=3']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:49.217901 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923871b3-054a-4015-ab6d-9e12738a6fdc req-ca2ecaaa-8dd3-4b0e-b09d-f414027f4d4e tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:49.226714 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-923871b3-054a-4015-ab6d-9e12738a6fdc req-ca2ecaaa-8dd3-4b0e-b09d-f414027f4d4e tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8219c67-9056-45cb-9669-8d5a072e30ed HTTP/1.1" status: 200 len: 944 time: 0.3083510 Aug 10 03:19:49.281114 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5abe58-bdb4-46a3-87a9-66119ace799b req-cf9452eb-08d8-4673-8ab4-73abd7514d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:49.283578 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-cf5abe58-bdb4-46a3-87a9-66119ace799b req-cf9452eb-08d8-4673-8ab4-73abd7514d74 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7bdabbcb1a36419b89901e40f3363396&device_id=d8219c67-9056-45cb-9669-8d5a072e30ed HTTP/1.1" status: 200 len: 1096 time: 0.1118984 Aug 10 03:19:49.359301 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6083fd89-becf-4ae7-ba12-8b3c2099fd3f req-25debbe1-ae6a-4985-b4d5-d928ca17962a tempest-ImagesOneServerTestJSON-547354913 tempest-ImagesOneServerTestJSON-547354913-project] 10.222.0.44 "GET /v2.0/ports?device_id=819cbf3a-d394-434d-9d37-e53253bb6a7c HTTP/1.1" status: 200 len: 210 time: 0.0622418 Aug 10 03:19:49.371468 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-cf5abe58-bdb4-46a3-87a9-66119ace799b req-7d8975a3-e734-438f-8709-ceda1c06e6a5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4db853c6-85e7-48cd-8a29-212fce51737f HTTP/1.1" status: 200 len: 217 time: 0.0732672 Aug 10 03:19:49.388484 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-923871b3-054a-4015-ab6d-9e12738a6fdc req-a8ad7c71-adb7-4efc-8e10-efea7e4308f4 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/security-groups?id=58160609-a8c2-4b15-a3de-467e7dbbc834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543536 Aug 10 03:19:49.390406 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ac7eba-cdc0-4ecf-abc8-070181ce8d8c req-d5f84c21-23f1-46aa-95a5-9b4ee147a15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:49.393048 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-36ac7eba-cdc0-4ecf-abc8-070181ce8d8c req-d5f84c21-23f1-46aa-95a5-9b4ee147a15e service neutron] 10.222.0.42 "GET /v2.0/networks?id=74f4a974-f99a-4119-bc18-e2cde5c7f547 HTTP/1.1" status: 200 len: 921 time: 0.5238221 Aug 10 03:19:49.479077 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5abe58-bdb4-46a3-87a9-66119ace799b req-7f8c39e7-5084-41d0-8fb2-d0d8894dcf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:49.480809 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-cf5abe58-bdb4-46a3-87a9-66119ace799b req-7f8c39e7-5084-41d0-8fb2-d0d8894dcf73 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=31ffc495-0d57-4c63-9695-aba9cef6afdd HTTP/1.1" status: 200 len: 844 time: 0.0993278 Aug 10 03:19:49.502461 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 1a766390-8fe6-4db4-a148-9d9b07e221c2 up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:19:49.528845 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-cf5abe58-bdb4-46a3-87a9-66119ace799b req-31e8da79-7e1f-441e-b5bd-9421d14729e5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d1e68237-a664-422b-b005-d5e450d45372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354815 Aug 10 03:19:49.540375 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-36ac7eba-cdc0-4ecf-abc8-070181ce8d8c req-2244e4f8-1f23-468c-be17-5f6ff715e1bc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2b84321-c0a3-4eb5-9d0d-738f1741ff7d HTTP/1.1" status: 200 len: 217 time: 0.1304286 Aug 10 03:19:49.602796 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning for port 1a766390-8fe6-4db4-a148-9d9b07e221c2 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:19:49.616805 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port 1a766390-8fe6-4db4-a148-9d9b07e221c2 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:19:49.620183 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:49.713829 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ac7eba-cdc0-4ecf-abc8-070181ce8d8c req-781b9e07-e94b-410e-9b77-a5c8b5df5ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:49.721509 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-36ac7eba-cdc0-4ecf-abc8-070181ce8d8c req-781b9e07-e94b-410e-9b77-a5c8b5df5ce2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5e21d815-4ed0-4b72-b9d1-a86f2421884d HTTP/1.1" status: 200 len: 860 time: 0.1749511 Aug 10 03:19:49.754512 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:49.769439 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-cf5abe58-bdb4-46a3-87a9-66119ace799b req-7f45d635-fae5-4e49-a83a-070884d71471 service neutron] 10.222.0.61 "GET /v2.0/networks/d1e68237-a664-422b-b005-d5e450d45372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268298 Aug 10 03:19:49.792581 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d4dd2ce-c9e0-400a-95c4-f7eb084de50e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a766390-8fe6-4db4-a148-9d9b07e221c2'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:19:49.796503 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec4296f-0fb9-4716-9ed0-a20555cbe52a" -d '{"events": [{"server_uuid": "6d4dd2ce-c9e0-400a-95c4-f7eb084de50e", "name": "network-vif-plugged", "status": "completed", "tag": "1a766390-8fe6-4db4-a148-9d9b07e221c2"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:19:49.815498 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc4793-4a39-4849-8443-9df5c186899c req-3d60bcc3-513f-4998-a3c0-1d0fdcd9213e tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:49.818203 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 1a766390-8fe6-4db4-a148-9d9b07e221c2, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=1a766390-8fe6-4db4-a148-9d9b07e221c2,segment=NetworkSegment(81aef211-7997-45c2-a489-0c68e2619eb8),segment_id=81aef211-7997-45c2-a489-0c68e2619eb8)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:49.828981 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:49.830651 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-68fc4793-4a39-4849-8443-9df5c186899c req-3d60bcc3-513f-4998-a3c0-1d0fdcd9213e tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d4dd2ce-c9e0-400a-95c4-f7eb084de50e HTTP/1.1" status: 200 len: 944 time: 0.2317054 Aug 10 03:19:49.873842 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8219c67-9056-45cb-9669-8d5a072e30ed', 'tag': '4db853c6-85e7-48cd-8a29-212fce51737f'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:19:49.876957 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f1e31cf-b4dc-4fe3-97a9-a87b82b93bd2" -d '{"events": [{"name": "network-changed", "server_uuid": "d8219c67-9056-45cb-9669-8d5a072e30ed", "tag": "4db853c6-85e7-48cd-8a29-212fce51737f"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:19:49.896791 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=1a766390-8fe6-4db4-a148-9d9b07e221c2,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:49.923586 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6e7460c8-6ba0-44c6-8b9a-546260e4eef5 req-5ccceb55-4240-4a04-bec3-a90085b8365c tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] 10.222.0.44 "GET /v2.0/floatingips/6e35e6a4-20a1-417b-acfa-74ce7678b6d0 HTTP/1.1" status: 200 len: 693 time: 0.1304460 Aug 10 03:19:49.957261 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-cf5abe58-bdb4-46a3-87a9-66119ace799b req-d6bb0881-2837-448e-8be1-13325356933a service neutron] 10.222.0.61 "GET /v2.0/networks/d1e68237-a664-422b-b005-d5e450d45372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795151 Aug 10 03:19:50.021451 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ac7eba-cdc0-4ecf-abc8-070181ce8d8c req-b1c3bd53-d269-42dd-b225-64502469dfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:50.023451 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-36ac7eba-cdc0-4ecf-abc8-070181ce8d8c req-b1c3bd53-d269-42dd-b225-64502469dfbf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=74f4a974-f99a-4119-bc18-e2cde5c7f547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2936473 Aug 10 03:19:50.033255 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-68fc4793-4a39-4849-8443-9df5c186899c req-1af32017-8e76-4553-9e71-aab7366f6220 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "GET /v2.0/security-groups?id=41ee46c2-b2a5-449c-b4c8-15a659a6d137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218739 Aug 10 03:19:50.139681 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7460c8-6ba0-44c6-8b9a-546260e4eef5 req-15fa9192-c47a-4b20-b841-01959b3c197b tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:50.147965 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6e7460c8-6ba0-44c6-8b9a-546260e4eef5 req-15fa9192-c47a-4b20-b841-01959b3c197b tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] 10.222.0.44 "GET /v2.0/networks/2ea12131-628a-487e-b434-0463553732bd HTTP/1.1" status: 200 len: 784 time: 0.2233858 Aug 10 03:19:50.255921 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6e7460c8-6ba0-44c6-8b9a-546260e4eef5 req-eea5b587-6ac7-4587-b93f-33c71f9f7c8c tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.99 HTTP/1.1" status: 200 len: 696 time: 0.1066501 Aug 10 03:19:50.339401 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-36ac7eba-cdc0-4ecf-abc8-070181ce8d8c req-0afdd59d-4799-46c7-b401-7854c511aea0 service neutron] 10.222.0.42 "GET /v2.0/networks/74f4a974-f99a-4119-bc18-e2cde5c7f547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3047976 Aug 10 03:19:50.367628 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6e7460c8-6ba0-44c6-8b9a-546260e4eef5 req-ad5e8733-b1f4-4523-a8e2-61b03557b6d9 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.99 HTTP/1.1" status: 200 len: 696 time: 0.1047771 Aug 10 03:19:50.377650 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b0d5f-f79a-4919-a8ae-dda60fdabc0f req-5e45e370-c4f1-4afd-963d-420dd1953f69 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:50.379344 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-107b0d5f-f79a-4919-a8ae-dda60fdabc0f req-5e45e370-c4f1-4afd-963d-420dd1953f69 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/ports?device_id=c571b26b-2cbf-4cae-a1f3-604c9552c98b HTTP/1.1" status: 200 len: 945 time: 0.1760907 Aug 10 03:19:50.474313 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 51576) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:50.550582 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-107b0d5f-f79a-4919-a8ae-dda60fdabc0f req-80ddb230-f8e2-43f1-93ef-80b73dba5bfe tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/security-groups?id=e00a7564-e56b-4b7f-b179-f193e5160bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596043 Aug 10 03:19:50.598265 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-36ac7eba-cdc0-4ecf-abc8-070181ce8d8c req-7247bda7-b6b0-428d-9a2b-5ddcebfb1bd4 service neutron] 10.222.0.42 "GET /v2.0/networks/74f4a974-f99a-4119-bc18-e2cde5c7f547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449245 Aug 10 03:19:50.630264 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-6e7460c8-6ba0-44c6-8b9a-546260e4eef5 req-e7af1266-5fc9-4fd2-93c2-59d7e403d38d tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Deleting port 014b9a51-b602-4b82-9b92-d83adfb3eb78 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:19:50.630761 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-6e7460c8-6ba0-44c6-8b9a-546260e4eef5 req-e7af1266-5fc9-4fd2-93c2-59d7e403d38d tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:51.021785 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f3de90c-f776-47d8-b17e-9694aa7a40f7 x-openstack-request-id: req-6f3de90c-f776-47d8-b17e-9694aa7a40f7 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:19:51.022305 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d4dd2ce-c9e0-400a-95c4-f7eb084de50e", "name": "network-vif-plugged", "status": "completed", "tag": "1a766390-8fe6-4db4-a148-9d9b07e221c2", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:19:51.022432 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6f3de90c-f776-47d8-b17e-9694aa7a40f7 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:19:51.022919 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d4dd2ce-c9e0-400a-95c4-f7eb084de50e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a766390-8fe6-4db4-a148-9d9b07e221c2', 'code': 200} Aug 10 03:19:51.062760 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-6e7460c8-6ba0-44c6-8b9a-546260e4eef5 req-e7af1266-5fc9-4fd2-93c2-59d7e403d38d tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:51.063789 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-6e7460c8-6ba0-44c6-8b9a-546260e4eef5 req-e7af1266-5fc9-4fd2-93c2-59d7e403d38d tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:51.092655 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-6e7460c8-6ba0-44c6-8b9a-546260e4eef5 req-e7af1266-5fc9-4fd2-93c2-59d7e403d38d tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Calling delete_port for 014b9a51-b602-4b82-9b92-d83adfb3eb78 owned by network:floatingip {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:19:51.245835 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffc11648-edc6-4bf0-9c5d-9b1d23b2510b x-openstack-request-id: req-ffc11648-edc6-4bf0-9c5d-9b1d23b2510b {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:19:51.246545 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8219c67-9056-45cb-9669-8d5a072e30ed", "tag": "4db853c6-85e7-48cd-8a29-212fce51737f", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:19:51.246545 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ffc11648-edc6-4bf0-9c5d-9b1d23b2510b {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:19:51.247006 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8219c67-9056-45cb-9669-8d5a072e30ed', 'tag': '4db853c6-85e7-48cd-8a29-212fce51737f', 'status': 'completed', 'code': 200} Aug 10 03:19:51.266697 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6d477bc5-3017-4d97-9e62-30a59db7cfaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:51.269981 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-889978d1-fb8b-4f23-ab10-e1070372ffab req-edf570f9-1082-434b-809e-27fc58878d2f tempest-ImagesOneServerTestJSON-547354913 tempest-ImagesOneServerTestJSON-547354913-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=3a66a8651dfd4719adf46a7829d98cb9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258701 Aug 10 03:19:51.310688 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-fed6b550-cdf0-4b5c-b2f5-194548667198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:51.316050 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6825a5ec-d2e8-4ba1-9a37-1cffa3f306e2 req-458f4179-8eb1-4567-8eed-3a1bb7c0280d tempest-ImagesOneServerTestJSON-547354913 tempest-ImagesOneServerTestJSON-547354913-project] 10.222.0.44 "GET /v2.0/ports?device_id=819cbf3a-d394-434d-9d37-e53253bb6a7c HTTP/1.1" status: 200 len: 210 time: 0.1245728 Aug 10 03:19:51.382404 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6d477bc5-3017-4d97-9e62-30a59db7cfaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:51.394142 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6d477bc5-3017-4d97-9e62-30a59db7cfaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:51.427750 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-6d477bc5-3017-4d97-9e62-30a59db7cfaa admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f4702cc06ef444f497820bc08389dc89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9522333 Aug 10 03:19:51.440844 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51594) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:51.474577 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166dcda9-3db9-4f7e-bf18-3343e159893f req-1052a9e8-7295-4fd7-9346-e88c0b08f242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:51.476063 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-166dcda9-3db9-4f7e-bf18-3343e159893f req-1052a9e8-7295-4fd7-9346-e88c0b08f242 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6d4dd2ce-c9e0-400a-95c4-f7eb084de50e HTTP/1.1" status: 200 len: 1097 time: 0.2859159 Aug 10 03:19:51.482079 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1e31cf-b4dc-4fe3-97a9-a87b82b93bd2 req-822c8d31-9b4f-4f12-967e-444c67ebe599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:51.483648 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3f1e31cf-b4dc-4fe3-97a9-a87b82b93bd2 req-822c8d31-9b4f-4f12-967e-444c67ebe599 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7bdabbcb1a36419b89901e40f3363396&device_id=d8219c67-9056-45cb-9669-8d5a072e30ed HTTP/1.1" status: 200 len: 1096 time: 0.2968609 Aug 10 03:19:51.516813 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d477bc5-3017-4d97-9e62-30a59db7cfaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a11040f-f105-48dd-90dc-ae9f70022632,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:51.580674 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889978d1-fb8b-4f23-ab10-e1070372ffab req-be8c9235-7cc9-45c5-8dd3-18921bf1d2d4 tempest-ImagesOneServerTestJSON-547354913 tempest-ImagesOneServerTestJSON-547354913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:51.582681 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-889978d1-fb8b-4f23-ab10-e1070372ffab req-be8c9235-7cc9-45c5-8dd3-18921bf1d2d4 tempest-ImagesOneServerTestJSON-547354913 tempest-ImagesOneServerTestJSON-547354913-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1984527 Aug 10 03:19:51.612109 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-889978d1-fb8b-4f23-ab10-e1070372ffab req-c6a473e3-ad45-4d02-a60a-3417ede4f1da tempest-ImagesOneServerTestJSON-547354913 tempest-ImagesOneServerTestJSON-547354913-project] Request body: {'port': {'device_id': '819cbf3a-d394-434d-9d37-e53253bb6a7c', 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721', 'admin_state_up': True, 'tenant_id': '3a66a8651dfd4719adf46a7829d98cb9'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:19:51.647365 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b07b4a7-e9b0-4f09-9feb-ac8eeaa6987d req-949aa49b-b987-44d1-9e4c-f63453e8a6ac tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:51.654459 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3b07b4a7-e9b0-4f09-9feb-ac8eeaa6987d req-949aa49b-b987-44d1-9e4c-f63453e8a6ac tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8219c67-9056-45cb-9669-8d5a072e30ed HTTP/1.1" status: 200 len: 944 time: 0.2290063 Aug 10 03:19:51.668404 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-166dcda9-3db9-4f7e-bf18-3343e159893f req-1a3288a7-4c0a-4539-8198-d112d8c2b62d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=41ee46c2-b2a5-449c-b4c8-15a659a6d137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825418 Aug 10 03:19:51.708742 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-6e7460c8-6ba0-44c6-8b9a-546260e4eef5 req-e7af1266-5fc9-4fd2-93c2-59d7e403d38d tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:51.761358 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8cd03649-3998-4091-9472-dd62b9fdee43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:51.771761 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-889978d1-fb8b-4f23-ab10-e1070372ffab req-c6a473e3-ad45-4d02-a60a-3417ede4f1da tempest-ImagesOneServerTestJSON-547354913 tempest-ImagesOneServerTestJSON-547354913-project] Made reservation on behalf of 3a66a8651dfd4719adf46a7829d98cb9 for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:19:51.772743 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7af1266-5fc9-4fd2-93c2-59d7e403d38d tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Pushing event deleted for resources: {'Port': ['ID=014b9a51-b602-4b82-9b92-d83adfb3eb78,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:51.787006 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1e31cf-b4dc-4fe3-97a9-a87b82b93bd2 req-02ff7dab-6bd0-4dd4-bd21-41f51e5ebe60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:51.788490 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3f1e31cf-b4dc-4fe3-97a9-a87b82b93bd2 req-02ff7dab-6bd0-4dd4-bd21-41f51e5ebe60 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d1e68237-a664-422b-b005-d5e450d45372 HTTP/1.1" status: 200 len: 904 time: 0.2882011 Aug 10 03:19:51.789191 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-889978d1-fb8b-4f23-ab10-e1070372ffab req-c6a473e3-ad45-4d02-a60a-3417ede4f1da tempest-ImagesOneServerTestJSON-547354913 tempest-ImagesOneServerTestJSON-547354913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:51.797009 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3b07b4a7-e9b0-4f09-9feb-ac8eeaa6987d req-aa9c3f2a-f277-4db4-a82e-2e044f126b92 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/security-groups?id=58160609-a8c2-4b15-a3de-467e7dbbc834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416562 Aug 10 03:19:51.804621 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-889978d1-fb8b-4f23-ab10-e1070372ffab req-c6a473e3-ad45-4d02-a60a-3417ede4f1da tempest-ImagesOneServerTestJSON-547354913 tempest-ImagesOneServerTestJSON-547354913-project] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:51.828804 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8cd03649-3998-4091-9472-dd62b9fdee43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:51.929027 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-889978d1-fb8b-4f23-ab10-e1070372ffab req-c6a473e3-ad45-4d02-a60a-3417ede4f1da tempest-ImagesOneServerTestJSON-547354913 tempest-ImagesOneServerTestJSON-547354913-project] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:51.931606 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3f1e31cf-b4dc-4fe3-97a9-a87b82b93bd2 req-c93b15c3-f5bc-4471-bdb0-49b308efcd26 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4db853c6-85e7-48cd-8a29-212fce51737f HTTP/1.1" status: 200 len: 217 time: 0.1118207 Aug 10 03:19:51.938594 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-889978d1-fb8b-4f23-ab10-e1070372ffab req-c6a473e3-ad45-4d02-a60a-3417ede4f1da tempest-ImagesOneServerTestJSON-547354913 tempest-ImagesOneServerTestJSON-547354913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:51.984420 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-6e7460c8-6ba0-44c6-8b9a-546260e4eef5 req-e7af1266-5fc9-4fd2-93c2-59d7e403d38d tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Notify callbacks [] for floatingip, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:51.989420 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-6e7460c8-6ba0-44c6-8b9a-546260e4eef5 req-e7af1266-5fc9-4fd2-93c2-59d7e403d38d tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:52.001092 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 51600) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:52.003185 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6e7460c8-6ba0-44c6-8b9a-546260e4eef5 req-e7af1266-5fc9-4fd2-93c2-59d7e403d38d tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] 10.222.0.44 "DELETE /v2.0/floatingips/6e35e6a4-20a1-417b-acfa-74ce7678b6d0 HTTP/1.1" status: 204 len: 173 time: 1.6227531 Aug 10 03:19:52.035006 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a473e3-ad45-4d02-a60a-3417ede4f1da tempest-ImagesOneServerTestJSON-547354913 tempest-ImagesOneServerTestJSON-547354913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06fc6066-0fdd-47ed-a907-ed95f8a26997,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:52.114593 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1e31cf-b4dc-4fe3-97a9-a87b82b93bd2 req-3f3cdc01-0a2c-4275-9c47-2f761f9bfe36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:52.116510 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3f1e31cf-b4dc-4fe3-97a9-a87b82b93bd2 req-3f3cdc01-0a2c-4275-9c47-2f761f9bfe36 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=31ffc495-0d57-4c63-9695-aba9cef6afdd HTTP/1.1" status: 200 len: 844 time: 0.0889759 Aug 10 03:19:52.134021 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14190340-a999-4933-b89d-9714a423774f req-7df8175b-09ca-4470-908f-b2f38e55608e tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:52.135623 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-14190340-a999-4933-b89d-9714a423774f req-7df8175b-09ca-4470-908f-b2f38e55608e tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/ports?device_id=c571b26b-2cbf-4cae-a1f3-604c9552c98b HTTP/1.1" status: 200 len: 945 time: 0.2098575 Aug 10 03:19:52.173030 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8cd03649-3998-4091-9472-dd62b9fdee43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:52.173030 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8cd03649-3998-4091-9472-dd62b9fdee43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:52.173473 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-8cd03649-3998-4091-9472-dd62b9fdee43 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1a11040f-f105-48dd-90dc-ae9f70022632 HTTP/1.1" status: 204 len: 168 time: 0.7279415 Aug 10 03:19:52.193559 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [req-889978d1-fb8b-4f23-ab10-e1070372ffab req-c6a473e3-ad45-4d02-a60a-3417ede4f1da tempest-ImagesOneServerTestJSON-547354913 tempest-ImagesOneServerTestJSON-547354913-project] Allocated IP 192.168.233.95 (72a4be73-29a1-424c-8690-ecdcf6b06721/60d10164-1dee-4940-9d19-f71e6c18cbc5/c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:19:52.236101 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5b878bcc-1d4f-43a3-b3d4-a8e02a8f3e1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:52.242671 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3f1e31cf-b4dc-4fe3-97a9-a87b82b93bd2 req-d4c551ac-a38f-4303-9183-d0dfbcab1b3e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d1e68237-a664-422b-b005-d5e450d45372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1047637 Aug 10 03:19:52.262384 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd03649-3998-4091-9472-dd62b9fdee43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a11040f-f105-48dd-90dc-ae9f70022632,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:52.431724 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-14190340-a999-4933-b89d-9714a423774f req-892cfe6e-b0d5-4910-a14e-a0414820fa00 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/security-groups?id=e00a7564-e56b-4b7f-b179-f193e5160bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568941 Aug 10 03:19:52.472783 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988bc31e-577a-41f6-ba59-53ad30526ad2 req-674df472-6e9b-4da1-a02b-b13d6b67ef3a tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:52.481827 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-988bc31e-577a-41f6-ba59-53ad30526ad2 req-674df472-6e9b-4da1-a02b-b13d6b67ef3a tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d4dd2ce-c9e0-400a-95c4-f7eb084de50e HTTP/1.1" status: 200 len: 945 time: 0.2515817 Aug 10 03:19:52.573304 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5b878bcc-1d4f-43a3-b3d4-a8e02a8f3e1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:52.575050 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3f1e31cf-b4dc-4fe3-97a9-a87b82b93bd2 req-e3e3b339-5a18-46b0-9418-90f13bb0903b service neutron] 10.222.0.61 "GET /v2.0/networks/d1e68237-a664-422b-b005-d5e450d45372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3201680 Aug 10 03:19:52.588306 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-889978d1-fb8b-4f23-ab10-e1070372ffab req-c6a473e3-ad45-4d02-a60a-3417ede4f1da tempest-ImagesOneServerTestJSON-547354913 tempest-ImagesOneServerTestJSON-547354913-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:52.592826 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5b878bcc-1d4f-43a3-b3d4-a8e02a8f3e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:52.660629 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [req-889978d1-fb8b-4f23-ab10-e1070372ffab req-c6a473e3-ad45-4d02-a60a-3417ede4f1da tempest-ImagesOneServerTestJSON-547354913 tempest-ImagesOneServerTestJSON-547354913-project] Transition to ACTIVE for port object c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990 will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:19:52.718625 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-988bc31e-577a-41f6-ba59-53ad30526ad2 req-1d2538b9-e9f9-459d-bcba-b9bf269faef9 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "GET /v2.0/security-groups?id=41ee46c2-b2a5-449c-b4c8-15a659a6d137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357674 Aug 10 03:19:52.728687 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-5b878bcc-1d4f-43a3-b3d4-a8e02a8f3e1c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6d808b317e9a423e84e3bcd49c6d8d9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7221434 Aug 10 03:19:52.731802 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51630) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:52.742578 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b878bcc-1d4f-43a3-b3d4-a8e02a8f3e1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f090a143-fb8c-400e-819f-e512ac1cbda9,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:52.785341 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-889978d1-fb8b-4f23-ab10-e1070372ffab req-c6a473e3-ad45-4d02-a60a-3417ede4f1da tempest-ImagesOneServerTestJSON-547354913 tempest-ImagesOneServerTestJSON-547354913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:52.836111 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3f1e31cf-b4dc-4fe3-97a9-a87b82b93bd2 req-72e6e54d-44bb-4592-9c43-cb94d0558526 service neutron] 10.222.0.61 "GET /v2.0/networks/d1e68237-a664-422b-b005-d5e450d45372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517731 Aug 10 03:19:52.845639 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a473e3-ad45-4d02-a60a-3417ede4f1da tempest-ImagesOneServerTestJSON-547354913 tempest-ImagesOneServerTestJSON-547354913-project] Pushing event updated for resources: {'Port': ['ID=c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:52.869821 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-889978d1-fb8b-4f23-ab10-e1070372ffab req-c6a473e3-ad45-4d02-a60a-3417ede4f1da tempest-ImagesOneServerTestJSON-547354913 tempest-ImagesOneServerTestJSON-547354913-project] Network 72a4be73-29a1-424c-8690-ecdcf6b06721 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:19:52.871618 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [req-889978d1-fb8b-4f23-ab10-e1070372ffab req-c6a473e3-ad45-4d02-a60a-3417ede4f1da tempest-ImagesOneServerTestJSON-547354913 tempest-ImagesOneServerTestJSON-547354913-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:19:52.874594 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-889978d1-fb8b-4f23-ab10-e1070372ffab req-c6a473e3-ad45-4d02-a60a-3417ede4f1da tempest-ImagesOneServerTestJSON-547354913 tempest-ImagesOneServerTestJSON-547354913-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:19:52.895997 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a7e18bad-e774-4f72-b79b-c154d704be2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:52.917473 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2f1c17-60e1-40d8-89ad-91708a65569a req-16079a80-d3af-418c-bc45-0a06e37a67d0 tempest-ImagesOneServerTestJSON-547354913 tempest-ImagesOneServerTestJSON-547354913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:52.919489 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6b2f1c17-60e1-40d8-89ad-91708a65569a req-16079a80-d3af-418c-bc45-0a06e37a67d0 tempest-ImagesOneServerTestJSON-547354913 tempest-ImagesOneServerTestJSON-547354913-project] 10.222.0.44 "GET /v2.0/ports?device_id=819cbf3a-d394-434d-9d37-e53253bb6a7c HTTP/1.1" status: 200 len: 935 time: 0.1264789 Aug 10 03:19:52.983576 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a7e18bad-e774-4f72-b79b-c154d704be2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:53.032013 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889978d1-fb8b-4f23-ab10-e1070372ffab req-c6a473e3-ad45-4d02-a60a-3417ede4f1da tempest-ImagesOneServerTestJSON-547354913 tempest-ImagesOneServerTestJSON-547354913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:53.033492 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-889978d1-fb8b-4f23-ab10-e1070372ffab req-c6a473e3-ad45-4d02-a60a-3417ede4f1da tempest-ImagesOneServerTestJSON-547354913 tempest-ImagesOneServerTestJSON-547354913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:53.064646 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6b2f1c17-60e1-40d8-89ad-91708a65569a req-8e83d5b6-5333-4a2b-9e25-af0c7c8147ab tempest-ImagesOneServerTestJSON-547354913 tempest-ImagesOneServerTestJSON-547354913-project] 10.222.0.44 "GET /v2.0/security-groups?id=06fc6066-0fdd-47ed-a907-ed95f8a26997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240845 Aug 10 03:19:53.096204 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a7e18bad-e774-4f72-b79b-c154d704be2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:53.098750 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-889978d1-fb8b-4f23-ab10-e1070372ffab req-c6a473e3-ad45-4d02-a60a-3417ede4f1da tempest-ImagesOneServerTestJSON-547354913 tempest-ImagesOneServerTestJSON-547354913-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4963834 Aug 10 03:19:53.100480 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a7e18bad-e774-4f72-b79b-c154d704be2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:53.106130 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-a7e18bad-e774-4f72-b79b-c154d704be2e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f090a143-fb8c-400e-819f-e512ac1cbda9 HTTP/1.1" status: 204 len: 168 time: 0.3703260 Aug 10 03:19:53.123530 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-889978d1-fb8b-4f23-ab10-e1070372ffab req-41d52993-9a0d-449e-a07c-e6ab1b39abbc service neutron] Request body: {'port': {'device_id': '819cbf3a-d394-434d-9d37-e53253bb6a7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-13'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:19:53.131573 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e18bad-e774-4f72-b79b-c154d704be2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f090a143-fb8c-400e-819f-e512ac1cbda9,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:53.261176 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-889978d1-fb8b-4f23-ab10-e1070372ffab req-41d52993-9a0d-449e-a07c-e6ab1b39abbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:53.280672 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48775e3b-71fb-4d93-b922-186aaf5ac933 req-55c3aa43-3519-408d-93b4-976eee512afe tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:53.283631 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-48775e3b-71fb-4d93-b922-186aaf5ac933 req-55c3aa43-3519-408d-93b4-976eee512afe tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8fd29a2-f44f-41ef-b6a0-ab496cca62a1 HTTP/1.1" status: 200 len: 945 time: 0.1612210 Aug 10 03:19:53.311367 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 4db853c6-85e7-48cd-8a29-212fce51737f details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:19:53.329119 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7934f3-af64-4929-bfb5-792fdb404118 req-89783260-e415-45c5-91da-dc9d8d08be3f tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:53.337764 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4b7934f3-af64-4929-bfb5-792fdb404118 req-89783260-e415-45c5-91da-dc9d8d08be3f tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8219c67-9056-45cb-9669-8d5a072e30ed HTTP/1.1" status: 200 len: 944 time: 0.1362636 Aug 10 03:19:53.385750 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-48775e3b-71fb-4d93-b922-186aaf5ac933 req-874ce9b8-45e1-4952-bf83-ffd992b14228 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] 10.222.0.44 "GET /v2.0/security-groups?id=13df5112-4960-49c2-9a4c-57c68a4fb5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861681 Aug 10 03:19:53.416169 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4b7934f3-af64-4929-bfb5-792fdb404118 req-5cf753ac-44d4-4682-9768-10a92ffaf45f tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/security-groups?id=58160609-a8c2-4b15-a3de-467e7dbbc834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772200 Aug 10 03:19:53.551301 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-0399c142-94dc-4047-afcf-724bce3b71cd None None] Provisioning for port c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:19:53.589489 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-0399c142-94dc-4047-afcf-724bce3b71cd None None] Provisioning complete for port c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:19:53.589895 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-0399c142-94dc-4047-afcf-724bce3b71cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:53.708761 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e934e5cc-628d-4f48-9cdf-6349dcf5ecd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:53.745310 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 4db853c6-85e7-48cd-8a29-212fce51737f, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=4db853c6-85e7-48cd-8a29-212fce51737f,segment=NetworkSegment(bb5826fd-13f9-4737-be5f-46ce38ebd549),segment_id=bb5826fd-13f9-4737-be5f-46ce38ebd549)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:53.767049 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-0399c142-94dc-4047-afcf-724bce3b71cd None None] Port c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:19:53.768724 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': '4db853c6-85e7-48cd-8a29-212fce51737f', 'network_id': 'd1e68237-a664-422b-b005-d5e450d45372', 'port_id': '4db853c6-85e7-48cd-8a29-212fce51737f', 'mac_address': 'fa:16:3e:7a:9f:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31ffc495-0d57-4c63-9695-aba9cef6afdd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:19:53.856814 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef2b5fb-a9dd-421e-8aed-b3b3eb14f649 req-a44fa9b4-deda-40ad-b635-380bed982289 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:53.864324 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4ef2b5fb-a9dd-421e-8aed-b3b3eb14f649 req-a44fa9b4-deda-40ad-b635-380bed982289 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/networks?id=27424cdf-4ae8-4aca-98ee-67b7200a8c6b HTTP/1.1" status: 200 len: 814 time: 0.3204975 Aug 10 03:19:53.869969 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51676) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:53.887086 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:53.896695 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [req-889978d1-fb8b-4f23-ab10-e1070372ffab req-41d52993-9a0d-449e-a07c-e6ab1b39abbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990 {{(pid=94261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:19:53.916996 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-889978d1-fb8b-4f23-ab10-e1070372ffab req-41d52993-9a0d-449e-a07c-e6ab1b39abbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:53.918698 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4db853c6-85e7-48cd-8a29-212fce51737f {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:19:53.944452 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [req-889978d1-fb8b-4f23-ab10-e1070372ffab req-41d52993-9a0d-449e-a07c-e6ab1b39abbc service neutron] Transition to ACTIVE for port object c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990 will not be triggered until provisioned by entity L2. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:19:53.949188 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4ef2b5fb-a9dd-421e-8aed-b3b3eb14f649 req-0d1173d7-2a37-4276-af29-59c72407f46b tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/quotas/36b52cc2f22d4fe4bb78db9f7388accb HTTP/1.1" status: 200 len: 375 time: 0.0663044 Aug 10 03:19:53.951649 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-cd2d2293-b552-46f7-9950-ace887d4d322 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:53.952032 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-889978d1-fb8b-4f23-ab10-e1070372ffab req-41d52993-9a0d-449e-a07c-e6ab1b39abbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:53.973945 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 4db853c6-85e7-48cd-8a29-212fce51737f, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=4db853c6-85e7-48cd-8a29-212fce51737f,segment=NetworkSegment(bb5826fd-13f9-4737-be5f-46ce38ebd549),segment_id=bb5826fd-13f9-4737-be5f-46ce38ebd549)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:53.987097 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:54.033527 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf9bb0b-c99e-4ebd-b70b-83378f4bb259 req-0cd106a0-edf4-4fe6-8b81-a9ed63b3aa46 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:54.035096 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fcf9bb0b-c99e-4ebd-b70b-83378f4bb259 req-0cd106a0-edf4-4fe6-8b81-a9ed63b3aa46 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d4dd2ce-c9e0-400a-95c4-f7eb084de50e HTTP/1.1" status: 200 len: 945 time: 0.1500399 Aug 10 03:19:54.061349 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d52993-9a0d-449e-a07c-e6ab1b39abbc service neutron] Pushing event updated for resources: {'Port': ['ID=c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:54.096560 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=4db853c6-85e7-48cd-8a29-212fce51737f,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:54.099561 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4ef2b5fb-a9dd-421e-8aed-b3b3eb14f649 req-7974aefd-57eb-473f-a436-5cc5b4377b30 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=36b52cc2f22d4fe4bb78db9f7388accb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1432762 Aug 10 03:19:54.137354 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:54.219138 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-889978d1-fb8b-4f23-ab10-e1070372ffab req-41d52993-9a0d-449e-a07c-e6ab1b39abbc service neutron] Attempting to bind port c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990 on host n-h2-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:19:54.219911 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-889978d1-fb8b-4f23-ab10-e1070372ffab req-41d52993-9a0d-449e-a07c-e6ab1b39abbc service neutron] Attempting to bind port c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990 by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:19:54.220486 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889978d1-fb8b-4f23-ab10-e1070372ffab req-41d52993-9a0d-449e-a07c-e6ab1b39abbc service neutron] Attempting to bind port c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990 on network 72a4be73-29a1-424c-8690-ecdcf6b06721 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:19:54.227109 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889978d1-fb8b-4f23-ab10-e1070372ffab req-41d52993-9a0d-449e-a07c-e6ab1b39abbc service neutron] Port c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990 on network 72a4be73-29a1-424c-8690-ecdcf6b06721 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:19:54.227771 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889978d1-fb8b-4f23-ab10-e1070372ffab req-41d52993-9a0d-449e-a07c-e6ab1b39abbc service neutron] Attempting to bind port c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990 on network 72a4be73-29a1-424c-8690-ecdcf6b06721 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:19:54.234036 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889978d1-fb8b-4f23-ab10-e1070372ffab req-41d52993-9a0d-449e-a07c-e6ab1b39abbc service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:19:54.235686 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889978d1-fb8b-4f23-ab10-e1070372ffab req-41d52993-9a0d-449e-a07c-e6ab1b39abbc service neutron] Checking segment: {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:19:54.236466 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889978d1-fb8b-4f23-ab10-e1070372ffab req-41d52993-9a0d-449e-a07c-e6ab1b39abbc service neutron] Bound using segment: {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:19:54.238578 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-889978d1-fb8b-4f23-ab10-e1070372ffab req-41d52993-9a0d-449e-a07c-e6ab1b39abbc service neutron] Bound port: c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'}}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:19:54.238578 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-889978d1-fb8b-4f23-ab10-e1070372ffab req-41d52993-9a0d-449e-a07c-e6ab1b39abbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:54.280153 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fcf9bb0b-c99e-4ebd-b70b-83378f4bb259 req-91b8924f-f22d-45ac-abe3-bcc117dc90e6 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "GET /v2.0/security-groups?id=41ee46c2-b2a5-449c-b4c8-15a659a6d137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253544 Aug 10 03:19:54.327335 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a6a959-bd04-442f-887e-8de3f300e989 req-25bac90e-47aa-4e53-a898-10e579fcd7f3 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:54.328858 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-82a6a959-bd04-442f-887e-8de3f300e989 req-25bac90e-47aa-4e53-a898-10e579fcd7f3 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8fd29a2-f44f-41ef-b6a0-ab496cca62a1 HTTP/1.1" status: 200 len: 945 time: 0.2146764 Aug 10 03:19:54.357983 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-889978d1-fb8b-4f23-ab10-e1070372ffab req-41d52993-9a0d-449e-a07c-e6ab1b39abbc service neutron] For port c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990, host n-h2-768862-13, cleared binding levels {{(pid=94261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:19:54.363930 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-889978d1-fb8b-4f23-ab10-e1070372ffab req-41d52993-9a0d-449e-a07c-e6ab1b39abbc service neutron] For port c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:19:54.372368 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-889978d1-fb8b-4f23-ab10-e1070372ffab req-41d52993-9a0d-449e-a07c-e6ab1b39abbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:54.440981 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889978d1-fb8b-4f23-ab10-e1070372ffab req-41d52993-9a0d-449e-a07c-e6ab1b39abbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:54.443545 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-889978d1-fb8b-4f23-ab10-e1070372ffab req-41d52993-9a0d-449e-a07c-e6ab1b39abbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:54.445241 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-889978d1-fb8b-4f23-ab10-e1070372ffab req-41d52993-9a0d-449e-a07c-e6ab1b39abbc service neutron] 10.222.0.61 "PUT /v2.0/ports/c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990 HTTP/1.1" status: 200 len: 1096 time: 1.3410945 Aug 10 03:19:54.446868 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '819cbf3a-d394-434d-9d37-e53253bb6a7c', 'tag': 'c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:19:54.447361 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['4db853c6-85e7-48cd-8a29-212fce51737f'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:19:54.448008 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4ef2b5fb-a9dd-421e-8aed-b3b3eb14f649 req-e9315c9d-1db5-42f5-8097-5dff9f8750e9 service neutron] 10.222.0.44 "GET /v2.0/networks/27424cdf-4ae8-4aca-98ee-67b7200a8c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3362451 Aug 10 03:19:54.451397 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f4ed47b-73c9-4427-8297-a7657c56579e" -d '{"events": [{"name": "network-changed", "server_uuid": "819cbf3a-d394-434d-9d37-e53253bb6a7c", "tag": "c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:19:54.514580 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-cd2d2293-b552-46f7-9950-ace887d4d322 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:54.548301 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-cd2d2293-b552-46f7-9950-ace887d4d322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:54.599675 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d52993-9a0d-449e-a07c-e6ab1b39abbc service neutron] Pushing event updated for resources: {'Port': ['ID=c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990,revision_number=3']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:54.665397 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-cd2d2293-b552-46f7-9950-ace887d4d322 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f9945d598e094eff88270015f08ff7d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7942512 Aug 10 03:19:54.668156 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2d2293-b552-46f7-9950-ace887d4d322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26c4e6c9-5bdc-4930-b77c-1cc243b2c439,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:54.678074 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51698) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:54.705065 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889978d1-fb8b-4f23-ab10-e1070372ffab req-e23f15a4-63b6-437e-ad08-177a3cc3f604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:54.710788 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-889978d1-fb8b-4f23-ab10-e1070372ffab req-e23f15a4-63b6-437e-ad08-177a3cc3f604 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3a66a8651dfd4719adf46a7829d98cb9&device_id=819cbf3a-d394-434d-9d37-e53253bb6a7c HTTP/1.1" status: 200 len: 1099 time: 0.2108974 Aug 10 03:19:54.847493 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-889978d1-fb8b-4f23-ab10-e1070372ffab req-c173f965-a43f-495d-b9fa-79d623527f56 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990 HTTP/1.1" status: 200 len: 217 time: 0.1283612 Aug 10 03:19:54.911864 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-82a6a959-bd04-442f-887e-8de3f300e989 req-fe092fee-52ff-40b9-a94a-6467d750aee3 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Deleting port b2b84321-c0a3-4eb5-9d0d-738f1741ff7d {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:19:54.912220 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-82a6a959-bd04-442f-887e-8de3f300e989 req-fe092fee-52ff-40b9-a94a-6467d750aee3 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:54.925348 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889978d1-fb8b-4f23-ab10-e1070372ffab req-12ebca9d-08f7-48ba-a87d-fa64e9712775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:54.927788 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-889978d1-fb8b-4f23-ab10-e1070372ffab req-12ebca9d-08f7-48ba-a87d-fa64e9712775 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=60d10164-1dee-4940-9d19-f71e6c18cbc5 HTTP/1.1" status: 200 len: 843 time: 0.0715430 Aug 10 03:19:54.982582 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fd1eef-42e8-45cf-8194-48844be65b96 req-a5e420ac-6b00-4cc7-bb81-da2527b21380 tempest-ImagesOneServerTestJSON-547354913 tempest-ImagesOneServerTestJSON-547354913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:54.984245 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-80fd1eef-42e8-45cf-8194-48844be65b96 req-a5e420ac-6b00-4cc7-bb81-da2527b21380 tempest-ImagesOneServerTestJSON-547354913 tempest-ImagesOneServerTestJSON-547354913-project] 10.222.0.44 "GET /v2.0/ports?device_id=819cbf3a-d394-434d-9d37-e53253bb6a7c HTTP/1.1" status: 200 len: 947 time: 0.3071790 Aug 10 03:19:54.987994 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889978d1-fb8b-4f23-ab10-e1070372ffab req-b822b4a9-a70c-4ac0-a211-8d82af18ac8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:54.990299 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-889978d1-fb8b-4f23-ab10-e1070372ffab req-b822b4a9-a70c-4ac0-a211-8d82af18ac8b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=72a4be73-29a1-424c-8690-ecdcf6b06721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0548253 Aug 10 03:19:55.009527 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4ef2b5fb-a9dd-421e-8aed-b3b3eb14f649 req-aedb0a3f-342f-4dd5-aed7-ea14fa7a347d service neutron] 10.222.0.44 "GET /v2.0/networks/27424cdf-4ae8-4aca-98ee-67b7200a8c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5608132 Aug 10 03:19:55.047726 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-19bd4fb8-44b7-4a85-87b7-62c7cd7eb22a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:55.070818 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0603d1-7b50-4f1b-b62d-76f5b99cf459 req-ad899aa5-6afd-42ac-b618-cb0251acd0e4 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:55.072395 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ed0603d1-7b50-4f1b-b62d-76f5b99cf459 req-ad899aa5-6afd-42ac-b618-cb0251acd0e4 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.61 "GET /v2.0/ports?device_id=c571b26b-2cbf-4cae-a1f3-604c9552c98b HTTP/1.1" status: 200 len: 945 time: 0.2661521 Aug 10 03:19:55.135541 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-19bd4fb8-44b7-4a85-87b7-62c7cd7eb22a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:55.157975 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-80fd1eef-42e8-45cf-8194-48844be65b96 req-36ada614-7550-4209-bd22-c3b79da82376 tempest-ImagesOneServerTestJSON-547354913 tempest-ImagesOneServerTestJSON-547354913-project] 10.222.0.44 "GET /v2.0/security-groups?id=06fc6066-0fdd-47ed-a907-ed95f8a26997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512651 Aug 10 03:19:55.188402 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-889978d1-fb8b-4f23-ab10-e1070372ffab req-40edb3f6-997c-40e3-9e2f-f1d99cac056e service neutron] 10.222.0.61 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824417 Aug 10 03:19:55.220225 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-82a6a959-bd04-442f-887e-8de3f300e989 req-fe092fee-52ff-40b9-a94a-6467d750aee3 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] For port b2b84321-c0a3-4eb5-9d0d-738f1741ff7d, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=b2b84321-c0a3-4eb5-9d0d-738f1741ff7d,segment=NetworkSegment(41256eaa-6121-4e79-be67-f3a23583b6a6),segment_id=41256eaa-6121-4e79-be67-f3a23583b6a6)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:55.220615 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-82a6a959-bd04-442f-887e-8de3f300e989 req-fe092fee-52ff-40b9-a94a-6467d750aee3 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:55.263491 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:55.345884 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-82a6a959-bd04-442f-887e-8de3f300e989 req-fe092fee-52ff-40b9-a94a-6467d750aee3 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Calling delete_port for b2b84321-c0a3-4eb5-9d0d-738f1741ff7d owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:19:55.468451 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-889978d1-fb8b-4f23-ab10-e1070372ffab req-5990cc96-99f7-43c2-b97f-7acfae33fa7a service neutron] 10.222.0.61 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414019 Aug 10 03:19:55.485306 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f20f2102-805f-4f7e-ab12-438c63acaaa7 req-f6c0643e-e7d7-401d-9f75-38a88e8927a6 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2103082782&fields=id&tenant_id=d59a0b5e4dd94b2f936adf3da2c52113 HTTP/1.1" status: 200 len: 267 time: 0.1701522 Aug 10 03:19:55.556824 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-19bd4fb8-44b7-4a85-87b7-62c7cd7eb22a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:55.559280 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-19bd4fb8-44b7-4a85-87b7-62c7cd7eb22a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:55.560420 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-19bd4fb8-44b7-4a85-87b7-62c7cd7eb22a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/26c4e6c9-5bdc-4930-b77c-1cc243b2c439 HTTP/1.1" status: 204 len: 168 time: 0.8782511 Aug 10 03:19:55.575602 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bbc8da-4519-4546-8fae-dfe0066c2c75 req-351bcf2d-7f02-4cc4-bfff-038c6568fbcb tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:55.583506 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d2bbc8da-4519-4546-8fae-dfe0066c2c75 req-351bcf2d-7f02-4cc4-bfff-038c6568fbcb tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8fd29a2-f44f-41ef-b6a0-ab496cca62a1 HTTP/1.1" status: 200 len: 945 time: 0.2466929 Aug 10 03:19:55.616853 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-ed0603d1-7b50-4f1b-b62d-76f5b99cf459 req-48f51540-1944-4b0d-bc01-7a6d9d78cc92 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Deleting port 8ae78a21-c3d9-4362-a5cf-b8076ddbcadc {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:19:55.617261 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-ed0603d1-7b50-4f1b-b62d-76f5b99cf459 req-48f51540-1944-4b0d-bc01-7a6d9d78cc92 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:55.620098 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bd4fb8-44b7-4a85-87b7-62c7cd7eb22a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c4e6c9-5bdc-4930-b77c-1cc243b2c439,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:55.741902 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bd4fb8-44b7-4a85-87b7-62c7cd7eb22a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:55.742400 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bd4fb8-44b7-4a85-87b7-62c7cd7eb22a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:55.742873 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bd4fb8-44b7-4a85-87b7-62c7cd7eb22a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:55.743265 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bd4fb8-44b7-4a85-87b7-62c7cd7eb22a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:55.743644 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bd4fb8-44b7-4a85-87b7-62c7cd7eb22a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:55.744003 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bd4fb8-44b7-4a85-87b7-62c7cd7eb22a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:55.744343 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bd4fb8-44b7-4a85-87b7-62c7cd7eb22a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:55.744672 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bd4fb8-44b7-4a85-87b7-62c7cd7eb22a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:55.745017 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bd4fb8-44b7-4a85-87b7-62c7cd7eb22a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:55.745485 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bd4fb8-44b7-4a85-87b7-62c7cd7eb22a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:55.745818 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bd4fb8-44b7-4a85-87b7-62c7cd7eb22a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:55.746177 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bd4fb8-44b7-4a85-87b7-62c7cd7eb22a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:55.783438 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-82a6a959-bd04-442f-887e-8de3f300e989 req-fe092fee-52ff-40b9-a94a-6467d750aee3 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:55.833324 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d2bbc8da-4519-4546-8fae-dfe0066c2c75 req-c34ee0e2-0daf-4fc3-9979-2246a04f6ed7 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] 10.222.0.44 "GET /v2.0/security-groups?id=13df5112-4960-49c2-9a4c-57c68a4fb5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487001 Aug 10 03:19:55.929889 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:55.937202 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20f2102-805f-4f7e-ab12-438c63acaaa7 req-d9e875fc-29d7-4bf1-b48f-1d07f5a2887c tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:55.945100 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f20f2102-805f-4f7e-ab12-438c63acaaa7 req-d9e875fc-29d7-4bf1-b48f-1d07f5a2887c tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d4dd2ce-c9e0-400a-95c4-f7eb084de50e HTTP/1.1" status: 200 len: 945 time: 0.4589009 Aug 10 03:19:55.958247 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe092fee-52ff-40b9-a94a-6467d750aee3 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Pushing event deleted for resources: {'Port': ['ID=b2b84321-c0a3-4eb5-9d0d-738f1741ff7d,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:56.047358 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-f20f2102-805f-4f7e-ab12-438c63acaaa7 req-69636b67-4786-4420-9aa4-70f076d0c06b tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Request body: {'port': {'security_groups': ['41ee46c2-b2a5-449c-b4c8-15a659a6d137', 'cde2a9fe-dd9d-4433-a49d-a7b34dcd163f']}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:19:56.057600 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-82a6a959-bd04-442f-887e-8de3f300e989 req-fe092fee-52ff-40b9-a94a-6467d750aee3 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] No DVR routers for this DVR port b2b84321-c0a3-4eb5-9d0d-738f1741ff7d on host n-h1-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:19:56.065374 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-82a6a959-bd04-442f-887e-8de3f300e989 req-fe092fee-52ff-40b9-a94a-6467d750aee3 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:56.067979 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-82a6a959-bd04-442f-887e-8de3f300e989 req-fe092fee-52ff-40b9-a94a-6467d750aee3 tempest-FloatingIPsAssociationTestJSON-2024739635 tempest-FloatingIPsAssociationTestJSON-2024739635-project] 10.222.0.42 "DELETE /v2.0/ports/b2b84321-c0a3-4eb5-9d0d-738f1741ff7d HTTP/1.1" status: 204 len: 173 time: 1.7256875 Aug 10 03:19:56.089204 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8fd29a2-f44f-41ef-b6a0-ab496cca62a1', 'name': 'network-vif-deleted', 'tag': 'b2b84321-c0a3-4eb5-9d0d-738f1741ff7d'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:19:56.092005 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd2f037-07e2-4ab8-a3e4-a2a700f40fb9" -d '{"events": [{"server_uuid": "a8fd29a2-f44f-41ef-b6a0-ab496cca62a1", "name": "network-vif-deleted", "tag": "b2b84321-c0a3-4eb5-9d0d-738f1741ff7d"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:19:56.180371 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-ed0603d1-7b50-4f1b-b62d-76f5b99cf459 req-48f51540-1944-4b0d-bc01-7a6d9d78cc92 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] For port 8ae78a21-c3d9-4362-a5cf-b8076ddbcadc, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=8ae78a21-c3d9-4362-a5cf-b8076ddbcadc,segment=NetworkSegment(7ed85737-71ac-4d44-addd-a974f87ebbbf),segment_id=7ed85737-71ac-4d44-addd-a974f87ebbbf)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:56.181122 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-ed0603d1-7b50-4f1b-b62d-76f5b99cf459 req-48f51540-1944-4b0d-bc01-7a6d9d78cc92 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:56.219184 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-ed0603d1-7b50-4f1b-b62d-76f5b99cf459 req-48f51540-1944-4b0d-bc01-7a6d9d78cc92 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Calling delete_port for 8ae78a21-c3d9-4362-a5cf-b8076ddbcadc owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:19:56.280549 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76313e85-85a3-451b-875b-0a9a03fe1970 req-e82d9206-d8e8-4edd-bac9-59ea1654ee8b tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:56.282526 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-76313e85-85a3-451b-875b-0a9a03fe1970 req-e82d9206-d8e8-4edd-bac9-59ea1654ee8b tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8219c67-9056-45cb-9669-8d5a072e30ed HTTP/1.1" status: 200 len: 945 time: 0.3161490 Aug 10 03:19:56.349514 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-f20f2102-805f-4f7e-ab12-438c63acaaa7 req-69636b67-4786-4420-9aa4-70f076d0c06b tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:56.452103 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-76313e85-85a3-451b-875b-0a9a03fe1970 req-08a860ad-bc2b-4299-990d-42cac2e20569 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/security-groups?id=58160609-a8c2-4b15-a3de-467e7dbbc834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083961 Aug 10 03:19:56.564751 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b51010-c66a-4b8e-9421-71ea0da5fd83 x-openstack-request-id: req-01b51010-c66a-4b8e-9421-71ea0da5fd83 {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:19:56.565252 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "819cbf3a-d394-434d-9d37-e53253bb6a7c", "tag": "c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:19:56.565252 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-01b51010-c66a-4b8e-9421-71ea0da5fd83 {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:19:56.565705 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '819cbf3a-d394-434d-9d37-e53253bb6a7c', 'tag': 'c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990', 'status': 'completed', 'code': 200} Aug 10 03:19:56.658833 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:56.819790 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ed47b-73c9-4427-8297-a7657c56579e req-e6ba6131-7272-4dfb-a08c-9eee5630c4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:56.821442 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-9f4ed47b-73c9-4427-8297-a7657c56579e req-e6ba6131-7272-4dfb-a08c-9eee5630c4bd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3a66a8651dfd4719adf46a7829d98cb9&device_id=819cbf3a-d394-434d-9d37-e53253bb6a7c HTTP/1.1" status: 200 len: 1099 time: 0.2252905 Aug 10 03:19:56.850365 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-f20f2102-805f-4f7e-ab12-438c63acaaa7 req-69636b67-4786-4420-9aa4-70f076d0c06b tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] For port 1a766390-8fe6-4db4-a148-9d9b07e221c2, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=1a766390-8fe6-4db4-a148-9d9b07e221c2,segment=NetworkSegment(81aef211-7997-45c2-a489-0c68e2619eb8),segment_id=81aef211-7997-45c2-a489-0c68e2619eb8)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:56.885432 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-f20f2102-805f-4f7e-ab12-438c63acaaa7 req-69636b67-4786-4420-9aa4-70f076d0c06b tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:56.893285 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-f20f2102-805f-4f7e-ab12-438c63acaaa7 req-69636b67-4786-4420-9aa4-70f076d0c06b tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:56.906721 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['1a766390-8fe6-4db4-a148-9d9b07e221c2'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:19:56.908704 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-ed0603d1-7b50-4f1b-b62d-76f5b99cf459 req-48f51540-1944-4b0d-bc01-7a6d9d78cc92 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:57.029869 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef2b5fb-a9dd-421e-8aed-b3b3eb14f649 req-bc6bd885-dedd-496a-9232-18dd1960be10 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:57.032501 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-4ef2b5fb-a9dd-421e-8aed-b3b3eb14f649 req-bc6bd885-dedd-496a-9232-18dd1960be10 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.61 "GET /v2.0/networks?id=27424cdf-4ae8-4aca-98ee-67b7200a8c6b HTTP/1.1" status: 200 len: 814 time: 0.3348973 Aug 10 03:19:57.065027 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-4ef2b5fb-a9dd-421e-8aed-b3b3eb14f649 req-6dd200cb-4abf-4873-b2a1-edf53500b74e tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Request body: {'port': {'device_id': '8c6f1850-f19e-4254-92e9-56a30b581253', 'network_id': '27424cdf-4ae8-4aca-98ee-67b7200a8c6b', 'admin_state_up': True, 'tenant_id': '36b52cc2f22d4fe4bb78db9f7388accb'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:19:57.190258 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ed47b-73c9-4427-8297-a7657c56579e req-083cf4f2-6703-43bb-8a28-cc2aea84f31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:57.192134 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-9f4ed47b-73c9-4427-8297-a7657c56579e req-083cf4f2-6703-43bb-8a28-cc2aea84f31b service neutron] 10.222.0.61 "GET /v2.0/networks?id=72a4be73-29a1-424c-8690-ecdcf6b06721 HTTP/1.1" status: 200 len: 869 time: 0.3620589 Aug 10 03:19:57.275012 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-9f4ed47b-73c9-4427-8297-a7657c56579e req-348dbfe6-bcbc-4f3e-90e1-7c6f4d19239b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990 HTTP/1.1" status: 200 len: 217 time: 0.0726748 Aug 10 03:19:57.307972 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 4db853c6-85e7-48cd-8a29-212fce51737f up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:19:57.376026 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ed47b-73c9-4427-8297-a7657c56579e req-57fde23e-47c9-4a4e-9de8-cab2feeec537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:57.378526 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-9f4ed47b-73c9-4427-8297-a7657c56579e req-57fde23e-47c9-4a4e-9de8-cab2feeec537 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=60d10164-1dee-4940-9d19-f71e6c18cbc5 HTTP/1.1" status: 200 len: 843 time: 0.0890326 Aug 10 03:19:57.381640 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning for port 4db853c6-85e7-48cd-8a29-212fce51737f completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:19:57.390125 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port 4db853c6-85e7-48cd-8a29-212fce51737f triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:19:57.391847 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:57.430828 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ef2b5fb-a9dd-421e-8aed-b3b3eb14f649 req-6dd200cb-4abf-4873-b2a1-edf53500b74e tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Made reservation on behalf of 36b52cc2f22d4fe4bb78db9f7388accb for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:19:57.435321 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-4ef2b5fb-a9dd-421e-8aed-b3b3eb14f649 req-6dd200cb-4abf-4873-b2a1-edf53500b74e tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:57.499400 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2ccc3885-758c-46b3-9fe4-469b71eebe69 req-d7b0d7b5-ee14-4cc3-8553-94234af4bf64 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c6f1850-f19e-4254-92e9-56a30b581253 HTTP/1.1" status: 200 len: 210 time: 0.6073921 Aug 10 03:19:57.505209 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ed47b-73c9-4427-8297-a7657c56579e req-e22b8fc2-543a-4f0a-b999-41a5eca427bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:57.507325 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-9f4ed47b-73c9-4427-8297-a7657c56579e req-e22b8fc2-543a-4f0a-b999-41a5eca427bd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=72a4be73-29a1-424c-8690-ecdcf6b06721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1179171 Aug 10 03:19:57.514517 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed0603d1-7b50-4f1b-b62d-76f5b99cf459 req-48f51540-1944-4b0d-bc01-7a6d9d78cc92 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] No DVR routers for this DVR port 8ae78a21-c3d9-4362-a5cf-b8076ddbcadc on host n-h2-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:19:57.528045 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-ed0603d1-7b50-4f1b-b62d-76f5b99cf459 req-48f51540-1944-4b0d-bc01-7a6d9d78cc92 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:57.534015 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ed0603d1-7b50-4f1b-b62d-76f5b99cf459 req-48f51540-1944-4b0d-bc01-7a6d9d78cc92 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.61 "DELETE /v2.0/ports/8ae78a21-c3d9-4362-a5cf-b8076ddbcadc HTTP/1.1" status: 204 len: 173 time: 2.4510031 Aug 10 03:19:57.585772 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:57.588421 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device b2b84321-c0a3-4eb5-9d0d-738f1741ff7d no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:19:57.605560 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20f2102-805f-4f7e-ab12-438c63acaaa7 req-69636b67-4786-4420-9aa4-70f076d0c06b tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:57.608065 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-f20f2102-805f-4f7e-ab12-438c63acaaa7 req-69636b67-4786-4420-9aa4-70f076d0c06b tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:57.620782 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f20f2102-805f-4f7e-ab12-438c63acaaa7 req-69636b67-4786-4420-9aa4-70f076d0c06b tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "PUT /v2.0/ports/1a766390-8fe6-4db4-a148-9d9b07e221c2 HTTP/1.1" status: 200 len: 981 time: 1.6121349 Aug 10 03:19:57.633481 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] No Port match for: b2b84321-c0a3-4eb5-9d0d-738f1741ff7d {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:19:57.636412 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device b2b84321-c0a3-4eb5-9d0d-738f1741ff7d not bound to the agent host n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:19:57.700188 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8219c67-9056-45cb-9669-8d5a072e30ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4db853c6-85e7-48cd-8a29-212fce51737f'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:19:57.705442 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-393069d5-327c-4467-98ed-dd157ba40b97" -d '{"events": [{"server_uuid": "d8219c67-9056-45cb-9669-8d5a072e30ed", "name": "network-vif-plugged", "status": "completed", "tag": "4db853c6-85e7-48cd-8a29-212fce51737f"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:19:57.720660 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee41ba3a-f7f9-45da-b85b-5ddc3aaa4417 x-openstack-request-id: req-ee41ba3a-f7f9-45da-b85b-5ddc3aaa4417 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:19:57.720953 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8fd29a2-f44f-41ef-b6a0-ab496cca62a1", "name": "network-vif-deleted", "tag": "b2b84321-c0a3-4eb5-9d0d-738f1741ff7d", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:19:57.721210 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ee41ba3a-f7f9-45da-b85b-5ddc3aaa4417 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:19:57.721600 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8fd29a2-f44f-41ef-b6a0-ab496cca62a1', 'name': 'network-vif-deleted', 'tag': 'b2b84321-c0a3-4eb5-9d0d-738f1741ff7d', 'status': 'completed', 'code': 200} Aug 10 03:19:57.722180 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['1a766390-8fe6-4db4-a148-9d9b07e221c2'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:19:57.732443 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-9f4ed47b-73c9-4427-8297-a7657c56579e req-e5a33dbf-db91-42c8-9917-7be7b799c9d8 service neutron] 10.222.0.61 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739209 Aug 10 03:19:57.737581 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69636b67-4786-4420-9aa4-70f076d0c06b tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Pushing event updated for resources: {'Port': ['ID=1a766390-8fe6-4db4-a148-9d9b07e221c2,revision_number=6']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:57.788802 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-221f052b-3393-4331-8483-1a17785e8131 req-c2eec918-9320-46c1-96d6-34d591027386 tempest-FlavorsV2NegativeTest-1735101302 tempest-FlavorsV2NegativeTest-1735101302-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=3f08ddae1fa74fcca4cd040561b2f0f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1050749 Aug 10 03:19:57.791705 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f51540-1944-4b0d-bc01-7a6d9d78cc92 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Pushing event deleted for resources: {'Port': ['ID=8ae78a21-c3d9-4362-a5cf-b8076ddbcadc,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:57.820270 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 4db853c6-85e7-48cd-8a29-212fce51737f, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=4db853c6-85e7-48cd-8a29-212fce51737f,segment=NetworkSegment(bb5826fd-13f9-4737-be5f-46ce38ebd549),segment_id=bb5826fd-13f9-4737-be5f-46ce38ebd549)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:57.832379 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:57.833186 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 8ae78a21-c3d9-4362-a5cf-b8076ddbcadc no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:19:57.945636 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] No Port match for: 8ae78a21-c3d9-4362-a5cf-b8076ddbcadc {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:19:57.946011 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 8ae78a21-c3d9-4362-a5cf-b8076ddbcadc not bound to the agent host n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:19:57.956626 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=4db853c6-85e7-48cd-8a29-212fce51737f,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:57.958147 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffbce73-6084-4777-9dce-74ddb63d7968 req-a729f5aa-f271-47cc-852c-1a89ffebe2c9 tempest-ImagesOneServerTestJSON-547354913 tempest-ImagesOneServerTestJSON-547354913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:57.960152 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8ffbce73-6084-4777-9dce-74ddb63d7968 req-a729f5aa-f271-47cc-852c-1a89ffebe2c9 tempest-ImagesOneServerTestJSON-547354913 tempest-ImagesOneServerTestJSON-547354913-project] 10.222.0.44 "GET /v2.0/ports?device_id=819cbf3a-d394-434d-9d37-e53253bb6a7c HTTP/1.1" status: 200 len: 947 time: 0.1490602 Aug 10 03:19:58.029179 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f052b-3393-4331-8483-1a17785e8131 req-4716ad81-f4ae-421f-873c-06cafb925c15 tempest-FlavorsV2NegativeTest-1735101302 tempest-FlavorsV2NegativeTest-1735101302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:58.035719 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-221f052b-3393-4331-8483-1a17785e8131 req-4716ad81-f4ae-421f-873c-06cafb925c15 tempest-FlavorsV2NegativeTest-1735101302 tempest-FlavorsV2NegativeTest-1735101302-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2460208 Aug 10 03:19:58.054050 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [req-4ef2b5fb-a9dd-421e-8aed-b3b3eb14f649 req-6dd200cb-4abf-4873-b2a1-edf53500b74e tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Allocated IP 172.20.0.5 (27424cdf-4ae8-4aca-98ee-67b7200a8c6b/714bd99d-dcf6-48eb-8343-f1e4e77907ef/960a28a7-1741-4a5e-af50-49f66b7e7907) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:19:58.071255 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-221f052b-3393-4331-8483-1a17785e8131 req-880ecc53-5722-4a83-9cf4-792583dbb75b tempest-FlavorsV2NegativeTest-1735101302 tempest-FlavorsV2NegativeTest-1735101302-project] 10.222.0.44 "GET /v2.0/quotas/3f08ddae1fa74fcca4cd040561b2f0f5 HTTP/1.1" status: 200 len: 375 time: 0.0345752 Aug 10 03:19:58.076652 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8ffbce73-6084-4777-9dce-74ddb63d7968 req-680495ef-33c8-4b07-b31e-69c200461331 tempest-ImagesOneServerTestJSON-547354913 tempest-ImagesOneServerTestJSON-547354913-project] 10.222.0.44 "GET /v2.0/security-groups?id=06fc6066-0fdd-47ed-a907-ed95f8a26997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089704 Aug 10 03:19:58.148579 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-221f052b-3393-4331-8483-1a17785e8131 req-2ede4f6a-c4a1-402b-99bc-1101fa480dd7 tempest-FlavorsV2NegativeTest-1735101302 tempest-FlavorsV2NegativeTest-1735101302-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3f08ddae1fa74fcca4cd040561b2f0f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0762911 Aug 10 03:19:58.224502 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51800) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:58.292902 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-9f4ed47b-73c9-4427-8297-a7657c56579e req-001a1de4-e52e-4e60-add0-27a113e5d7a0 service neutron] 10.222.0.61 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4486589 Aug 10 03:19:58.473331 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1711fe5c-fcfa-4d4b-9bf1-c232a17fff5e req-b368b407-1024-4f9f-a449-36f3494f7d46 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:58.475267 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1711fe5c-fcfa-4d4b-9bf1-c232a17fff5e req-b368b407-1024-4f9f-a449-36f3494f7d46 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8219c67-9056-45cb-9669-8d5a072e30ed HTTP/1.1" status: 200 len: 946 time: 0.2610533 Aug 10 03:19:58.486806 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f93b313f-5cf8-446f-a517-04213872e9fc req-91e9318f-58a9-4a5e-a989-e481bf533757 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-81149506&fields=id&tenant_id=d59a0b5e4dd94b2f936adf3da2c52113 HTTP/1.1" status: 200 len: 267 time: 0.1402097 Aug 10 03:19:58.513575 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-4ef2b5fb-a9dd-421e-8aed-b3b3eb14f649 req-6dd200cb-4abf-4873-b2a1-edf53500b74e tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:58.569742 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-4ef2b5fb-a9dd-421e-8aed-b3b3eb14f649 req-6dd200cb-4abf-4873-b2a1-edf53500b74e tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:58.621064 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1711fe5c-fcfa-4d4b-9bf1-c232a17fff5e req-fd99ae46-450b-4b2b-bb95-8be5bfdb88d1 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/security-groups?id=58160609-a8c2-4b15-a3de-467e7dbbc834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283298 Aug 10 03:19:58.636714 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd200cb-4abf-4873-b2a1-edf53500b74e tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Pushing event updated for resources: {'Port': ['ID=960a28a7-1741-4a5e-af50-49f66b7e7907,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:58.665477 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b313f-5cf8-446f-a517-04213872e9fc req-1d218deb-1ef3-4f0a-b0d0-49310a677c07 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:58.667116 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f93b313f-5cf8-446f-a517-04213872e9fc req-1d218deb-1ef3-4f0a-b0d0-49310a677c07 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d4dd2ce-c9e0-400a-95c4-f7eb084de50e HTTP/1.1" status: 200 len: 984 time: 0.1659300 Aug 10 03:19:58.678467 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ef2b5fb-a9dd-421e-8aed-b3b3eb14f649 req-6dd200cb-4abf-4873-b2a1-edf53500b74e tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Network 27424cdf-4ae8-4aca-98ee-67b7200a8c6b is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:19:58.680278 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [req-4ef2b5fb-a9dd-421e-8aed-b3b3eb14f649 req-6dd200cb-4abf-4873-b2a1-edf53500b74e tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:19:58.687051 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ef2b5fb-a9dd-421e-8aed-b3b3eb14f649 req-6dd200cb-4abf-4873-b2a1-edf53500b74e tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:19:58.698243 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf910a23-9403-4cea-8da4-7216c5b4bad1 x-openstack-request-id: req-cf910a23-9403-4cea-8da4-7216c5b4bad1 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:19:58.698718 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8219c67-9056-45cb-9669-8d5a072e30ed", "name": "network-vif-plugged", "status": "completed", "tag": "4db853c6-85e7-48cd-8a29-212fce51737f", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:19:58.698821 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cf910a23-9403-4cea-8da4-7216c5b4bad1 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:19:58.699187 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8219c67-9056-45cb-9669-8d5a072e30ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4db853c6-85e7-48cd-8a29-212fce51737f', 'code': 200} Aug 10 03:19:58.744358 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-f93b313f-5cf8-446f-a517-04213872e9fc req-8d6f9fea-97dc-4f77-8c98-8cf8419a801e tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Request body: {'port': {'security_groups': ['41ee46c2-b2a5-449c-b4c8-15a659a6d137', 'cde2a9fe-dd9d-4433-a49d-a7b34dcd163f', '1a377b7b-bcd7-4c4d-afcb-345e91853199']}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:19:58.886949 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef2b5fb-a9dd-421e-8aed-b3b3eb14f649 req-6dd200cb-4abf-4873-b2a1-edf53500b74e tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:58.887740 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-4ef2b5fb-a9dd-421e-8aed-b3b3eb14f649 req-6dd200cb-4abf-4873-b2a1-edf53500b74e tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:58.897680 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-f93b313f-5cf8-446f-a517-04213872e9fc req-8d6f9fea-97dc-4f77-8c98-8cf8419a801e tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:58.937219 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-4ef2b5fb-a9dd-421e-8aed-b3b3eb14f649 req-6dd200cb-4abf-4873-b2a1-edf53500b74e tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8833375 Aug 10 03:19:58.947697 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0249a7bd-647c-4077-836f-ee8cd723e730 req-d1e89437-25c5-4313-90a3-f1b1a3bc4c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:58.951113 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-0249a7bd-647c-4077-836f-ee8cd723e730 req-d1e89437-25c5-4313-90a3-f1b1a3bc4c3d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d8219c67-9056-45cb-9669-8d5a072e30ed HTTP/1.1" status: 200 len: 1098 time: 0.1902876 Aug 10 03:19:58.992796 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-4ef2b5fb-a9dd-421e-8aed-b3b3eb14f649 req-465ad677-233a-4e5a-86a8-19efb778f48d service neutron] Request body: {'port': {'device_id': '8c6f1850-f19e-4254-92e9-56a30b581253', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-13'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:19:59.085538 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-0249a7bd-647c-4077-836f-ee8cd723e730 req-d02be8dd-3edc-403c-83e8-32bc99001d0f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=58160609-a8c2-4b15-a3de-467e7dbbc834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974820 Aug 10 03:19:59.119816 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-4ef2b5fb-a9dd-421e-8aed-b3b3eb14f649 req-465ad677-233a-4e5a-86a8-19efb778f48d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:59.313246 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990 details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:19:59.377060 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51842) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:59.472317 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:59.488474 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': 'c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990', 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721', 'port_id': 'c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990', 'mac_address': 'fa:16:3e:97:62:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60d10164-1dee-4940-9d19-f71e6c18cbc5', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:19:59.512732 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-23b58ca9-8341-43e1-9733-e2e06e2bbf00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521880'] for router_interface, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:59.584727 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:59.611445 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:19:59.623919 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a991633e-6c3a-48f3-80fb-f471b9a6a882 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:59.635612 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:59.643457 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:59.659052 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [req-4ef2b5fb-a9dd-421e-8aed-b3b3eb14f649 req-465ad677-233a-4e5a-86a8-19efb778f48d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 960a28a7-1741-4a5e-af50-49f66b7e7907 {{(pid=94261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:19:59.668563 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-4ef2b5fb-a9dd-421e-8aed-b3b3eb14f649 req-465ad677-233a-4e5a-86a8-19efb778f48d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:59.682314 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [req-4ef2b5fb-a9dd-421e-8aed-b3b3eb14f649 req-465ad677-233a-4e5a-86a8-19efb778f48d service neutron] Transition to ACTIVE for port object 960a28a7-1741-4a5e-af50-49f66b7e7907 will not be triggered until provisioned by entity L2. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:19:59.693738 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-4ef2b5fb-a9dd-421e-8aed-b3b3eb14f649 req-465ad677-233a-4e5a-86a8-19efb778f48d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:59.721276 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:59.741305 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c571b26b-2cbf-4cae-a1f3-604c9552c98b', 'name': 'network-vif-deleted', 'tag': '8ae78a21-c3d9-4362-a5cf-b8076ddbcadc'}, {'name': 'network-changed', 'server_uuid': '6d4dd2ce-c9e0-400a-95c4-f7eb084de50e', 'tag': '1a766390-8fe6-4db4-a148-9d9b07e221c2'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:19:59.743993 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d0cc2a8-20fa-4c2d-a23e-65041b18d761" -d '{"events": [{"server_uuid": "c571b26b-2cbf-4cae-a1f3-604c9552c98b", "name": "network-vif-deleted", "tag": "8ae78a21-c3d9-4362-a5cf-b8076ddbcadc"}, {"name": "network-changed", "server_uuid": "6d4dd2ce-c9e0-400a-95c4-f7eb084de50e", "tag": "1a766390-8fe6-4db4-a148-9d9b07e221c2"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:19:59.767225 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-f93b313f-5cf8-446f-a517-04213872e9fc req-8d6f9fea-97dc-4f77-8c98-8cf8419a801e tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] For port 1a766390-8fe6-4db4-a148-9d9b07e221c2, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=1a766390-8fe6-4db4-a148-9d9b07e221c2,segment=NetworkSegment(81aef211-7997-45c2-a489-0c68e2619eb8),segment_id=81aef211-7997-45c2-a489-0c68e2619eb8)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:59.827007 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e26d276-fb5d-4454-a89e-56f86656c9cb req-ee4f994b-4537-4fdf-bd77-00b045d22935 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:59.834683 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ad677-233a-4e5a-86a8-19efb778f48d service neutron] Pushing event updated for resources: {'Port': ['ID=960a28a7-1741-4a5e-af50-49f66b7e7907,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:59.835271 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2e26d276-fb5d-4454-a89e-56f86656c9cb req-ee4f994b-4537-4fdf-bd77-00b045d22935 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c6f1850-f19e-4254-92e9-56a30b581253 HTTP/1.1" status: 200 len: 931 time: 0.3795938 Aug 10 03:19:59.853882 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-4ef2b5fb-a9dd-421e-8aed-b3b3eb14f649 req-465ad677-233a-4e5a-86a8-19efb778f48d service neutron] Attempting to bind port 960a28a7-1741-4a5e-af50-49f66b7e7907 on host n-h2-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:19:59.854290 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-4ef2b5fb-a9dd-421e-8aed-b3b3eb14f649 req-465ad677-233a-4e5a-86a8-19efb778f48d service neutron] Attempting to bind port 960a28a7-1741-4a5e-af50-49f66b7e7907 by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': '7ed85737-71ac-4d44-addd-a974f87ebbbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '27424cdf-4ae8-4aca-98ee-67b7200a8c6b'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:19:59.854644 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef2b5fb-a9dd-421e-8aed-b3b3eb14f649 req-465ad677-233a-4e5a-86a8-19efb778f48d service neutron] Attempting to bind port 960a28a7-1741-4a5e-af50-49f66b7e7907 on network 27424cdf-4ae8-4aca-98ee-67b7200a8c6b {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:19:59.861210 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef2b5fb-a9dd-421e-8aed-b3b3eb14f649 req-465ad677-233a-4e5a-86a8-19efb778f48d service neutron] Port 960a28a7-1741-4a5e-af50-49f66b7e7907 on network 27424cdf-4ae8-4aca-98ee-67b7200a8c6b not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:19:59.861524 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef2b5fb-a9dd-421e-8aed-b3b3eb14f649 req-465ad677-233a-4e5a-86a8-19efb778f48d service neutron] Attempting to bind port 960a28a7-1741-4a5e-af50-49f66b7e7907 on network 27424cdf-4ae8-4aca-98ee-67b7200a8c6b {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:19:59.867622 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef2b5fb-a9dd-421e-8aed-b3b3eb14f649 req-465ad677-233a-4e5a-86a8-19efb778f48d service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:19:59.867956 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef2b5fb-a9dd-421e-8aed-b3b3eb14f649 req-465ad677-233a-4e5a-86a8-19efb778f48d service neutron] Checking segment: {'id': '7ed85737-71ac-4d44-addd-a974f87ebbbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '27424cdf-4ae8-4aca-98ee-67b7200a8c6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:19:59.868726 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef2b5fb-a9dd-421e-8aed-b3b3eb14f649 req-465ad677-233a-4e5a-86a8-19efb778f48d service neutron] Bound using segment: {'id': '7ed85737-71ac-4d44-addd-a974f87ebbbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '27424cdf-4ae8-4aca-98ee-67b7200a8c6b'} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:19:59.869164 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-4ef2b5fb-a9dd-421e-8aed-b3b3eb14f649 req-465ad677-233a-4e5a-86a8-19efb778f48d service neutron] Bound port: 960a28a7-1741-4a5e-af50-49f66b7e7907, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ed85737-71ac-4d44-addd-a974f87ebbbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '27424cdf-4ae8-4aca-98ee-67b7200a8c6b'}}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:19:59.869521 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-4ef2b5fb-a9dd-421e-8aed-b3b3eb14f649 req-465ad677-233a-4e5a-86a8-19efb778f48d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:59.922633 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a991633e-6c3a-48f3-80fb-f471b9a6a882 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:59.929236 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-f93b313f-5cf8-446f-a517-04213872e9fc req-8d6f9fea-97dc-4f77-8c98-8cf8419a801e tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:59.935743 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a991633e-6c3a-48f3-80fb-f471b9a6a882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:59.956329 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-4ef2b5fb-a9dd-421e-8aed-b3b3eb14f649 req-465ad677-233a-4e5a-86a8-19efb778f48d service neutron] For port 960a28a7-1741-4a5e-af50-49f66b7e7907, host n-h2-768862-13, cleared binding levels {{(pid=94261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:19:59.959436 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-4ef2b5fb-a9dd-421e-8aed-b3b3eb14f649 req-465ad677-233a-4e5a-86a8-19efb778f48d service neutron] For port 960a28a7-1741-4a5e-af50-49f66b7e7907, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=960a28a7-1741-4a5e-af50-49f66b7e7907,segment=NetworkSegment(7ed85737-71ac-4d44-addd-a974f87ebbbf),segment_id=7ed85737-71ac-4d44-addd-a974f87ebbbf)] {{(pid=94261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:19:59.964708 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-4ef2b5fb-a9dd-421e-8aed-b3b3eb14f649 req-465ad677-233a-4e5a-86a8-19efb778f48d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:59.971330 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-f93b313f-5cf8-446f-a517-04213872e9fc req-8d6f9fea-97dc-4f77-8c98-8cf8419a801e tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:59.984694 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['1a766390-8fe6-4db4-a148-9d9b07e221c2'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:19:59.985576 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef2b5fb-a9dd-421e-8aed-b3b3eb14f649 req-465ad677-233a-4e5a-86a8-19efb778f48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:59.986701 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-4ef2b5fb-a9dd-421e-8aed-b3b3eb14f649 req-465ad677-233a-4e5a-86a8-19efb778f48d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:59.988161 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-4ef2b5fb-a9dd-421e-8aed-b3b3eb14f649 req-465ad677-233a-4e5a-86a8-19efb778f48d service neutron] 10.222.0.61 "PUT /v2.0/ports/960a28a7-1741-4a5e-af50-49f66b7e7907 HTTP/1.1" status: 200 len: 1092 time: 1.0076010 Aug 10 03:20:00.008107 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c6f1850-f19e-4254-92e9-56a30b581253', 'tag': '960a28a7-1741-4a5e-af50-49f66b7e7907'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:20:00.010648 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b361bb15-4508-4d5f-a58e-1ef79df0be6a" -d '{"events": [{"name": "network-changed", "server_uuid": "8c6f1850-f19e-4254-92e9-56a30b581253", "tag": "960a28a7-1741-4a5e-af50-49f66b7e7907"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:20:00.050632 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2e26d276-fb5d-4454-a89e-56f86656c9cb req-ba177f27-7627-429f-aa4d-d2bad9f09021 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/security-groups?id=e00a7564-e56b-4b7f-b179-f193e5160bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142873 Aug 10 03:20:00.084144 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ad677-233a-4e5a-86a8-19efb778f48d service neutron] Pushing event updated for resources: {'Port': ['ID=960a28a7-1741-4a5e-af50-49f66b7e7907,revision_number=3']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:00.103870 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef2b5fb-a9dd-421e-8aed-b3b3eb14f649 req-2f5dbabf-2b38-4429-9ec4-7a959f0e5df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:00.106309 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-4ef2b5fb-a9dd-421e-8aed-b3b3eb14f649 req-2f5dbabf-2b38-4429-9ec4-7a959f0e5df5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=36b52cc2f22d4fe4bb78db9f7388accb&device_id=8c6f1850-f19e-4254-92e9-56a30b581253 HTTP/1.1" status: 200 len: 1095 time: 0.0579169 Aug 10 03:20:00.169273 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-4ef2b5fb-a9dd-421e-8aed-b3b3eb14f649 req-cf042835-e018-4e05-ab1b-9d3bd88110a9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=960a28a7-1741-4a5e-af50-49f66b7e7907 HTTP/1.1" status: 200 len: 217 time: 0.0491362 Aug 10 03:20:00.174019 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-a991633e-6c3a-48f3-80fb-f471b9a6a882 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3f08ddae1fa74fcca4cd040561b2f0f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7933731 Aug 10 03:20:00.192422 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51854) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:00.231984 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:20:00.270402 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef2b5fb-a9dd-421e-8aed-b3b3eb14f649 req-6d6554b9-cbcd-4875-b893-e04ffa43f231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:00.274099 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-4ef2b5fb-a9dd-421e-8aed-b3b3eb14f649 req-6d6554b9-cbcd-4875-b893-e04ffa43f231 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=714bd99d-dcf6-48eb-8343-f1e4e77907ef HTTP/1.1" status: 200 len: 854 time: 0.0925326 Aug 10 03:20:00.325238 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a991633e-6c3a-48f3-80fb-f471b9a6a882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93a9adf7-eea1-49b9-a6b9-dec199158688,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:00.330133 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-4ef2b5fb-a9dd-421e-8aed-b3b3eb14f649 req-12740450-942c-4e35-9160-12c8aeb16ae2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=27424cdf-4ae8-4aca-98ee-67b7200a8c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423386 Aug 10 03:20:00.333621 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b313f-5cf8-446f-a517-04213872e9fc req-8d6f9fea-97dc-4f77-8c98-8cf8419a801e tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:00.334448 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-f93b313f-5cf8-446f-a517-04213872e9fc req-8d6f9fea-97dc-4f77-8c98-8cf8419a801e tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:00.336047 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f93b313f-5cf8-446f-a517-04213872e9fc req-8d6f9fea-97dc-4f77-8c98-8cf8419a801e tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "PUT /v2.0/ports/1a766390-8fe6-4db4-a148-9d9b07e221c2 HTTP/1.1" status: 200 len: 1020 time: 1.6077235 Aug 10 03:20:00.366655 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b2401347-4f1f-4f26-a602-abffe1b3cf38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:00.367539 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['1a766390-8fe6-4db4-a148-9d9b07e221c2'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:20:00.442514 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f3a547-a6ba-4b16-90c8-25b4e4a5fc9a req-ee521e83-f644-4948-984d-cfc80ef7862b tempest-ImagesOneServerTestJSON-547354913 tempest-ImagesOneServerTestJSON-547354913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:00.450535 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-10f3a547-a6ba-4b16-90c8-25b4e4a5fc9a req-ee521e83-f644-4948-984d-cfc80ef7862b tempest-ImagesOneServerTestJSON-547354913 tempest-ImagesOneServerTestJSON-547354913-project] 10.222.0.44 "GET /v2.0/ports?device_id=819cbf3a-d394-434d-9d37-e53253bb6a7c HTTP/1.1" status: 200 len: 948 time: 0.2394953 Aug 10 03:20:00.510532 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-4ef2b5fb-a9dd-421e-8aed-b3b3eb14f649 req-efab1d5b-ddc3-44c5-8595-3dc313c3c038 service neutron] 10.222.0.61 "GET /v2.0/networks/27424cdf-4ae8-4aca-98ee-67b7200a8c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705818 Aug 10 03:20:00.513252 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-10f3a547-a6ba-4b16-90c8-25b4e4a5fc9a req-14cc5660-c3f7-4d91-957f-7ed695cb4925 tempest-ImagesOneServerTestJSON-547354913 tempest-ImagesOneServerTestJSON-547354913-project] 10.222.0.44 "GET /v2.0/security-groups?id=06fc6066-0fdd-47ed-a907-ed95f8a26997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567827 Aug 10 03:20:00.521113 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6f9fea-97dc-4f77-8c98-8cf8419a801e tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Pushing event updated for resources: {'Port': ['ID=1a766390-8fe6-4db4-a148-9d9b07e221c2,revision_number=7']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:00.587725 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b2401347-4f1f-4f26-a602-abffe1b3cf38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:00.650678 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-4ef2b5fb-a9dd-421e-8aed-b3b3eb14f649 req-1306f463-9bd8-41eb-bbcd-30573a864ddb service neutron] 10.222.0.61 "GET /v2.0/networks/27424cdf-4ae8-4aca-98ee-67b7200a8c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278307 Aug 10 03:20:00.745052 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 10 Aug 2021 03:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-900e9157-48c6-4cff-8ae9-f71e6995983d x-openstack-request-id: req-900e9157-48c6-4cff-8ae9-f71e6995983d {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:20:00.745659 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c571b26b-2cbf-4cae-a1f3-604c9552c98b", "name": "network-vif-deleted", "tag": "8ae78a21-c3d9-4362-a5cf-b8076ddbcadc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6d4dd2ce-c9e0-400a-95c4-f7eb084de50e", "tag": "1a766390-8fe6-4db4-a148-9d9b07e221c2", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:20:00.745659 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-900e9157-48c6-4cff-8ae9-f71e6995983d {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:20:00.746173 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c571b26b-2cbf-4cae-a1f3-604c9552c98b', 'name': 'network-vif-deleted', 'tag': '8ae78a21-c3d9-4362-a5cf-b8076ddbcadc', 'status': 'completed', 'code': 200} Aug 10 03:20:00.746529 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d4dd2ce-c9e0-400a-95c4-f7eb084de50e', 'tag': '1a766390-8fe6-4db4-a148-9d9b07e221c2', 'status': 'completed', 'code': 200} Aug 10 03:20:00.764984 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ca169-a5a5-4873-9aa4-d36f6d162afb req-7b62db8a-419f-4b75-8563-d4129fd48694 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:00.767377 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d62ca169-a5a5-4873-9aa4-d36f6d162afb req-7b62db8a-419f-4b75-8563-d4129fd48694 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8219c67-9056-45cb-9669-8d5a072e30ed HTTP/1.1" status: 200 len: 946 time: 0.1474860 Aug 10 03:20:00.864734 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b2401347-4f1f-4f26-a602-abffe1b3cf38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:00.867639 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b2401347-4f1f-4f26-a602-abffe1b3cf38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:00.873963 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-b2401347-4f1f-4f26-a602-abffe1b3cf38 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/93a9adf7-eea1-49b9-a6b9-dec199158688 HTTP/1.1" status: 204 len: 168 time: 0.6728573 Aug 10 03:20:00.891028 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-214e5125-c580-49f5-862d-ae88df4071d8 x-openstack-request-id: req-214e5125-c580-49f5-862d-ae88df4071d8 {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:20:00.891528 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c6f1850-f19e-4254-92e9-56a30b581253", "tag": "960a28a7-1741-4a5e-af50-49f66b7e7907", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:20:00.891956 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-214e5125-c580-49f5-862d-ae88df4071d8 {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:20:00.892562 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c6f1850-f19e-4254-92e9-56a30b581253', 'tag': '960a28a7-1741-4a5e-af50-49f66b7e7907', 'status': 'completed', 'code': 200} Aug 10 03:20:00.913863 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d62ca169-a5a5-4873-9aa4-d36f6d162afb req-0fb59305-7e3b-4042-8370-70f1c878da7b tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/security-groups?id=58160609-a8c2-4b15-a3de-467e7dbbc834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372266 Aug 10 03:20:00.987386 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2401347-4f1f-4f26-a602-abffe1b3cf38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a9adf7-eea1-49b9-a6b9-dec199158688,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:01.003273 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b361bb15-4508-4d5f-a58e-1ef79df0be6a req-bdf2a794-03ab-4cbc-ae1e-337f60c5b6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:01.005593 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-b361bb15-4508-4d5f-a58e-1ef79df0be6a req-bdf2a794-03ab-4cbc-ae1e-337f60c5b6cd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=36b52cc2f22d4fe4bb78db9f7388accb&device_id=8c6f1850-f19e-4254-92e9-56a30b581253 HTTP/1.1" status: 200 len: 1095 time: 0.0876100 Aug 10 03:20:01.042179 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-23b58ca9-8341-43e1-9733-e2e06e2bbf00 admin admin] Deleting port 43f12689-2ba0-4036-8b34-a90279b084a3 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:20:01.043041 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-23b58ca9-8341-43e1-9733-e2e06e2bbf00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:01.104304 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0cc2a8-20fa-4c2d-a23e-65041b18d761 req-0aef7cf9-04e4-451b-b425-7d5f45fc2a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:01.105842 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5d0cc2a8-20fa-4c2d-a23e-65041b18d761 req-0aef7cf9-04e4-451b-b425-7d5f45fc2a90 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d59a0b5e4dd94b2f936adf3da2c52113&device_id=6d4dd2ce-c9e0-400a-95c4-f7eb084de50e HTTP/1.1" status: 200 len: 1175 time: 0.3036327 Aug 10 03:20:01.112387 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b361bb15-4508-4d5f-a58e-1ef79df0be6a req-8b99cf6b-bfbb-42f6-94f3-84309239f949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:01.114093 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-b361bb15-4508-4d5f-a58e-1ef79df0be6a req-8b99cf6b-bfbb-42f6-94f3-84309239f949 service neutron] 10.222.0.61 "GET /v2.0/networks?id=27424cdf-4ae8-4aca-98ee-67b7200a8c6b HTTP/1.1" status: 200 len: 914 time: 0.1009467 Aug 10 03:20:01.121749 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187d952e-0a43-44ee-ac54-a55717609797 req-c646ab1f-9fb1-4c98-b5ba-a6e01651ee65 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:01.129890 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-187d952e-0a43-44ee-ac54-a55717609797 req-c646ab1f-9fb1-4c98-b5ba-a6e01651ee65 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d4dd2ce-c9e0-400a-95c4-f7eb084de50e HTTP/1.1" status: 200 len: 1023 time: 0.1728251 Aug 10 03:20:01.160626 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-b361bb15-4508-4d5f-a58e-1ef79df0be6a req-db380b15-bb41-4205-b0af-50814103d36f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=960a28a7-1741-4a5e-af50-49f66b7e7907 HTTP/1.1" status: 200 len: 217 time: 0.0386672 Aug 10 03:20:01.225076 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b361bb15-4508-4d5f-a58e-1ef79df0be6a req-82f88b78-a22d-4c82-8844-5e1227a40923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:01.226759 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-b361bb15-4508-4d5f-a58e-1ef79df0be6a req-82f88b78-a22d-4c82-8844-5e1227a40923 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=714bd99d-dcf6-48eb-8343-f1e4e77907ef HTTP/1.1" status: 200 len: 854 time: 0.0568044 Aug 10 03:20:01.268549 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-b361bb15-4508-4d5f-a58e-1ef79df0be6a req-afe70ba2-e6af-4fc9-ad63-ac8bca1580a7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=27424cdf-4ae8-4aca-98ee-67b7200a8c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322442 Aug 10 03:20:01.310862 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [None req-23b58ca9-8341-43e1-9733-e2e06e2bbf00 admin admin] For port 43f12689-2ba0-4036-8b34-a90279b084a3, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=43f12689-2ba0-4036-8b34-a90279b084a3,segment=NetworkSegment(41256eaa-6121-4e79-be67-f3a23583b6a6),segment_id=41256eaa-6121-4e79-be67-f3a23583b6a6)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:01.311361 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-23b58ca9-8341-43e1-9733-e2e06e2bbf00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:01.361720 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-23b58ca9-8341-43e1-9733-e2e06e2bbf00 admin admin] Calling delete_port for 43f12689-2ba0-4036-8b34-a90279b084a3 owned by network:router_interface {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:20:01.380607 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-b361bb15-4508-4d5f-a58e-1ef79df0be6a req-e093f743-24aa-4109-9720-e6a6145070f3 service neutron] 10.222.0.61 "GET /v2.0/networks/27424cdf-4ae8-4aca-98ee-67b7200a8c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048648 Aug 10 03:20:01.388661 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a74ff6b5-a1a5-4001-806f-6953d8a561e0 req-20ce6643-b765-48c1-b6f5-ffb2f494072f tempest-QuotasAdminNegativeTest-96782829 tempest-QuotasAdminNegativeTest-96782829-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=e456cfb8a47140fd95b0b4bcd910b536&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0641646 Aug 10 03:20:01.407079 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-187d952e-0a43-44ee-ac54-a55717609797 req-9c67837d-cace-40bb-8683-a97196a6dcbf tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "GET /v2.0/security-groups?id=41ee46c2-b2a5-449c-b4c8-15a659a6d137&id=cde2a9fe-dd9d-4433-a49d-a7b34dcd163f&id=1a377b7b-bcd7-4c4d-afcb-345e91853199 HTTP/1.1" status: 200 len: 6148 time: 0.2762356 Aug 10 03:20:01.462329 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0cc2a8-20fa-4c2d-a23e-65041b18d761 req-9b47a7a5-db41-4363-89b2-04ed13d260ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:01.463821 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5d0cc2a8-20fa-4c2d-a23e-65041b18d761 req-9b47a7a5-db41-4363-89b2-04ed13d260ab service neutron] 10.222.0.42 "GET /v2.0/networks?id=86f96ddd-5fdb-4f29-8bd5-ae286688b451 HTTP/1.1" status: 200 len: 913 time: 0.3318458 Aug 10 03:20:01.507462 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-b361bb15-4508-4d5f-a58e-1ef79df0be6a req-387756c7-4dcd-416a-ae7c-5472d8a3c04b service neutron] 10.222.0.61 "GET /v2.0/networks/27424cdf-4ae8-4aca-98ee-67b7200a8c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193864 Aug 10 03:20:01.563141 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5d0cc2a8-20fa-4c2d-a23e-65041b18d761 req-de978a16-5d56-4d22-83d7-f969038e7d99 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a766390-8fe6-4db4-a148-9d9b07e221c2 HTTP/1.1" status: 200 len: 217 time: 0.0550292 Aug 10 03:20:01.706307 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0cc2a8-20fa-4c2d-a23e-65041b18d761 req-5c00bdc5-f4d2-46e6-8f73-27c34f19218c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:01.706307 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5d0cc2a8-20fa-4c2d-a23e-65041b18d761 req-5c00bdc5-f4d2-46e6-8f73-27c34f19218c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7b98d32d-7ac1-470e-aad4-e938742133b9 HTTP/1.1" status: 200 len: 853 time: 0.1301105 Aug 10 03:20:01.715470 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74ff6b5-a1a5-4001-806f-6953d8a561e0 req-52c85439-e687-4372-91ca-6f1b8ed03551 tempest-QuotasAdminNegativeTest-96782829 tempest-QuotasAdminNegativeTest-96782829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:01.718806 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a74ff6b5-a1a5-4001-806f-6953d8a561e0 req-52c85439-e687-4372-91ca-6f1b8ed03551 tempest-QuotasAdminNegativeTest-96782829 tempest-QuotasAdminNegativeTest-96782829-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3106599 Aug 10 03:20:01.773296 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5d0cc2a8-20fa-4c2d-a23e-65041b18d761 req-c0f0bcd9-8cb9-4578-b6a9-8e864762537b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=86f96ddd-5fdb-4f29-8bd5-ae286688b451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512357 Aug 10 03:20:01.777081 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a74ff6b5-a1a5-4001-806f-6953d8a561e0 req-3ff6cdfa-cb7b-4995-b5d1-ca7945877f91 tempest-QuotasAdminNegativeTest-96782829 tempest-QuotasAdminNegativeTest-96782829-project] 10.222.0.44 "GET /v2.0/quotas/e456cfb8a47140fd95b0b4bcd910b536 HTTP/1.1" status: 200 len: 375 time: 0.0445018 Aug 10 03:20:02.197012 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a74ff6b5-a1a5-4001-806f-6953d8a561e0 req-f00c5426-0168-4924-a954-ff89309509c4 tempest-QuotasAdminNegativeTest-96782829 tempest-QuotasAdminNegativeTest-96782829-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=e456cfb8a47140fd95b0b4bcd910b536&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4072239 Aug 10 03:20:02.268293 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b55d313-4972-4638-9063-71a7d27e7bf8 req-295afd0e-6733-45b5-9105-b7d574f480c8 tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:02.269782 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8b55d313-4972-4638-9063-71a7d27e7bf8 req-295afd0e-6733-45b5-9105-b7d574f480c8 tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a02c3c7-7d98-4b14-8a6d-0e1091a9d910 HTTP/1.1" status: 200 len: 951 time: 0.1591311 Aug 10 03:20:02.270448 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-23b58ca9-8341-43e1-9733-e2e06e2bbf00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:02.275146 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5d0cc2a8-20fa-4c2d-a23e-65041b18d761 req-a2e7a9b2-1625-4881-ab8f-fad95f3c0b99 service neutron] 10.222.0.42 "GET /v2.0/networks/86f96ddd-5fdb-4f29-8bd5-ae286688b451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4938478 Aug 10 03:20:02.316318 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b58ca9-8341-43e1-9733-e2e06e2bbf00 admin admin] Pushing event deleted for resources: {'Port': ['ID=43f12689-2ba0-4036-8b34-a90279b084a3,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:02.475308 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8b55d313-4972-4638-9063-71a7d27e7bf8 req-e4d533fb-0ae0-47c8-a7b8-a5a2e3c1ff26 tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] 10.222.0.44 "GET /v2.0/security-groups?id=8517d1f6-e925-4f66-887e-3d1a0d6d6b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947854 Aug 10 03:20:02.505648 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e28d36-ffe1-4f92-8ba8-7656779bb27c req-fc09153a-77a1-4bf2-9946-43e4dbe33b35 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:02.507185 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-81e28d36-ffe1-4f92-8ba8-7656779bb27c req-fc09153a-77a1-4bf2-9946-43e4dbe33b35 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c6f1850-f19e-4254-92e9-56a30b581253 HTTP/1.1" status: 200 len: 943 time: 0.2019897 Aug 10 03:20:02.521064 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-3ada9db6-1beb-4f34-808d-1c042845291a req-9459c096-7c81-4d83-9829-618c803620eb tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1784017900 ', 'description': 'tempest-description-1569383637'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:02.527546 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5d0cc2a8-20fa-4c2d-a23e-65041b18d761 req-c8d09020-0dd0-4d94-9be3-c4488d7e1378 service neutron] 10.222.0.42 "GET /v2.0/networks/86f96ddd-5fdb-4f29-8bd5-ae286688b451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273939 Aug 10 03:20:02.638438 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-3ada9db6-1beb-4f34-808d-1c042845291a req-9459c096-7c81-4d83-9829-618c803620eb tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:02.645260 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-81e28d36-ffe1-4f92-8ba8-7656779bb27c req-c0e253cc-4d83-4585-8aa4-d5a05cc8d94c tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/security-groups?id=e00a7564-e56b-4b7f-b179-f193e5160bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283832 Aug 10 03:20:02.691356 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-23b58ca9-8341-43e1-9733-e2e06e2bbf00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-522536'] for router_interface, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:02.751474 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d4dd2ce-c9e0-400a-95c4-f7eb084de50e', 'tag': '1a766390-8fe6-4db4-a148-9d9b07e221c2'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:20:02.753620 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2ef52be-2e79-4b13-9554-a610aed826e7" -d '{"events": [{"name": "network-changed", "server_uuid": "6d4dd2ce-c9e0-400a-95c4-f7eb084de50e", "tag": "1a766390-8fe6-4db4-a148-9d9b07e221c2"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:20:02.851920 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-3ada9db6-1beb-4f34-808d-1c042845291a req-9459c096-7c81-4d83-9829-618c803620eb tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:02.857210 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:02.862214 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-3ada9db6-1beb-4f34-808d-1c042845291a req-9459c096-7c81-4d83-9829-618c803620eb tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:02.892891 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaccd7cb-967e-4b91-aeac-5af394a916df req-4abb8487-0e1e-4d8e-be31-0a90bea9d972 tempest-ImagesOneServerTestJSON-547354913 tempest-ImagesOneServerTestJSON-547354913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:02.894393 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-aaccd7cb-967e-4b91-aeac-5af394a916df req-4abb8487-0e1e-4d8e-be31-0a90bea9d972 tempest-ImagesOneServerTestJSON-547354913 tempest-ImagesOneServerTestJSON-547354913-project] 10.222.0.44 "GET /v2.0/ports?device_id=819cbf3a-d394-434d-9d37-e53253bb6a7c HTTP/1.1" status: 200 len: 948 time: 0.1497974 Aug 10 03:20:02.918138 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-3ada9db6-1beb-4f34-808d-1c042845291a req-9459c096-7c81-4d83-9829-618c803620eb tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:02.919541 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3ada9db6-1beb-4f34-808d-1c042845291a req-9459c096-7c81-4d83-9829-618c803620eb tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 0.4113083 Aug 10 03:20:02.931518 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9459c096-7c81-4d83-9829-618c803620eb tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1848790c-7bf0-4d83-a500-47dc29fd9cea,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:02.996616 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-aaccd7cb-967e-4b91-aeac-5af394a916df req-6456ef4c-7f82-4018-8c43-0486c807c3d6 tempest-ImagesOneServerTestJSON-547354913 tempest-ImagesOneServerTestJSON-547354913-project] 10.222.0.44 "GET /v2.0/security-groups?id=06fc6066-0fdd-47ed-a907-ed95f8a26997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931461 Aug 10 03:20:03.059353 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23b58ca9-8341-43e1-9733-e2e06e2bbf00 admin admin] Router 3b061617-8de4-45a5-bc21-a08ac1828790 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:20:03.195890 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23b58ca9-8341-43e1-9733-e2e06e2bbf00 admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:20:03.198977 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-67ab96b8-097b-4f6d-9f2b-5ace9dca1e4f req-783c31ec-e51e-440c-b075-28ee1dbe4de8 tempest-ImagesNegativeTestJSON-239509620 tempest-ImagesNegativeTestJSON-239509620-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=471c3158298447efb6a9896389c555af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282426 Aug 10 03:20:03.205295 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-23b58ca9-8341-43e1-9733-e2e06e2bbf00 admin admin] 10.222.0.44 "PUT /v2.0/routers/3b061617-8de4-45a5-bc21-a08ac1828790/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9744196 Aug 10 03:20:03.206096 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 51980) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:03.214560 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8e828a-e72d-436c-a16d-170fbe2f98b0 None None] Sync routers for ids ['3b061617-8de4-45a5-bc21-a08ac1828790'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:20:03.232978 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8e828a-e72d-436c-a16d-170fbe2f98b0 None None] Routers {'3b061617-8de4-45a5-bc21-a08ac1828790'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:20:03.246802 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-6e8e828a-e72d-436c-a16d-170fbe2f98b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:19:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['3b061617-8de4-45a5-bc21-a08ac1828790'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:03.324341 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab96b8-097b-4f6d-9f2b-5ace9dca1e4f req-bff1f770-b7fd-48e9-9c8b-9dabab908eb5 tempest-ImagesNegativeTestJSON-239509620 tempest-ImagesNegativeTestJSON-239509620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:03.326197 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-67ab96b8-097b-4f6d-9f2b-5ace9dca1e4f req-bff1f770-b7fd-48e9-9c8b-9dabab908eb5 tempest-ImagesNegativeTestJSON-239509620 tempest-ImagesNegativeTestJSON-239509620-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1196232 Aug 10 03:20:03.352825 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-67ab96b8-097b-4f6d-9f2b-5ace9dca1e4f req-4059250e-0f19-4349-817e-ec9045a39ee3 tempest-ImagesNegativeTestJSON-239509620 tempest-ImagesNegativeTestJSON-239509620-project] 10.222.0.44 "GET /v2.0/quotas/471c3158298447efb6a9896389c555af HTTP/1.1" status: 200 len: 375 time: 0.0174141 Aug 10 03:20:03.356079 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 960a28a7-1741-4a5e-af50-49f66b7e7907 details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:20:03.359953 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990 up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:20:03.377366 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ffa0869f-c11e-4185-a2fc-a6cc82ae5c71 admin admin] Notify callbacks [] for router, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:03.388485 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-6e8e828a-e72d-436c-a16d-170fbe2f98b0 None None] Set router 3b061617-8de4-45a5-bc21-a08ac1828790 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:20:03.399330 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-67ab96b8-097b-4f6d-9f2b-5ace9dca1e4f req-c05f4e90-5f62-4793-8730-72c4f8903741 tempest-ImagesNegativeTestJSON-239509620 tempest-ImagesNegativeTestJSON-239509620-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=471c3158298447efb6a9896389c555af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455215 Aug 10 03:20:03.465185 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f2eca83-243e-48b7-b870-146548d70484 x-openstack-request-id: req-9f2eca83-243e-48b7-b870-146548d70484 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:20:03.465480 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d4dd2ce-c9e0-400a-95c4-f7eb084de50e", "tag": "1a766390-8fe6-4db4-a148-9d9b07e221c2", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:20:03.465874 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9f2eca83-243e-48b7-b870-146548d70484 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:20:03.467077 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d4dd2ce-c9e0-400a-95c4-f7eb084de50e', 'tag': '1a766390-8fe6-4db4-a148-9d9b07e221c2', 'status': 'completed', 'code': 200} Aug 10 03:20:03.523898 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ffa0869f-c11e-4185-a2fc-a6cc82ae5c71 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:03.536971 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning for port c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:20:03.542328 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:20:03.542868 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:03.570033 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 45717ff4-648f-4c1c-ba3e-e40d3d5df154 no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:20:03.587163 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bd7817a9-d75d-49ca-bbf5-561bac099bfc req-8e73c739-0064-4b1a-8b00-102939d44355 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "GET /v2.0/security-groups/1848790c-7bf0-4d83-a500-47dc29fd9cea HTTP/1.1" status: 200 len: 1781 time: 0.0930068 Aug 10 03:20:03.595139 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ef52be-2e79-4b13-9554-a610aed826e7 req-1e803dea-0f4b-404e-8e22-9e46f7d61fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:03.596712 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a2ef52be-2e79-4b13-9554-a610aed826e7 req-1e803dea-0f4b-404e-8e22-9e46f7d61fbb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d59a0b5e4dd94b2f936adf3da2c52113&device_id=6d4dd2ce-c9e0-400a-95c4-f7eb084de50e HTTP/1.1" status: 200 len: 1175 time: 0.0989790 Aug 10 03:20:03.620749 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 960a28a7-1741-4a5e-af50-49f66b7e7907, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=960a28a7-1741-4a5e-af50-49f66b7e7907,segment=NetworkSegment(7ed85737-71ac-4d44-addd-a974f87ebbbf),segment_id=7ed85737-71ac-4d44-addd-a974f87ebbbf)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:03.629240 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-ffa0869f-c11e-4185-a2fc-a6cc82ae5c71 admin admin] Deleting port c74e7c20-9931-4279-92a6-59b7c6f038f6 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:20:03.629912 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ffa0869f-c11e-4185-a2fc-a6cc82ae5c71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:03.649941 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': '960a28a7-1741-4a5e-af50-49f66b7e7907', 'network_id': '27424cdf-4ae8-4aca-98ee-67b7200a8c6b', 'port_id': '960a28a7-1741-4a5e-af50-49f66b7e7907', 'mac_address': 'fa:16:3e:71:c3:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '714bd99d-dcf6-48eb-8343-f1e4e77907ef', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:20:03.790985 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-6e8e828a-e72d-436c-a16d-170fbe2f98b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b061617-8de4-45a5-bc21-a08ac1828790', 'name': 'tempest-FloatingIPsAssociationTestJSON-2076291602-router', 'tenant_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'c74e7c20-9931-4279-92a6-59b7c6f038f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:18:02Z', 'updated_at': '2021-08-10T03:20:01Z', 'revision_number': 5, 'project_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'gw_port': {'id': 'c74e7c20-9931-4279-92a6-59b7c6f038f6', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:40:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b061617-8de4-45a5-bc21-a08ac1828790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:03Z', 'updated_at': '2021-08-10T03:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:03.807553 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-ffa0869f-c11e-4185-a2fc-a6cc82ae5c71 admin admin] For port c74e7c20-9931-4279-92a6-59b7c6f038f6, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=c74e7c20-9931-4279-92a6-59b7c6f038f6,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:03.808065 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ffa0869f-c11e-4185-a2fc-a6cc82ae5c71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:03.822728 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8e828a-e72d-436c-a16d-170fbe2f98b0 None None] Checking router: 3b061617-8de4-45a5-bc21-a08ac1828790 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:20:03.833849 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8e828a-e72d-436c-a16d-170fbe2f98b0 None None] Routers {'3b061617-8de4-45a5-bc21-a08ac1828790'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:20:03.834689 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-6e8e828a-e72d-436c-a16d-170fbe2f98b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:19:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['3b061617-8de4-45a5-bc21-a08ac1828790'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:03.835207 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-ffa0869f-c11e-4185-a2fc-a6cc82ae5c71 admin admin] Calling delete_port for c74e7c20-9931-4279-92a6-59b7c6f038f6 owned by network:router_gateway {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:20:03.841691 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:03.856568 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:03.867493 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:03.879876 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 960a28a7-1741-4a5e-af50-49f66b7e7907 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:20:03.935285 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a02c3c7-7d98-4b14-8a6d-0e1091a9d910', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45717ff4-648f-4c1c-ba3e-e40d3d5df154'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:20:03.938057 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-700db78c-4146-422b-8fac-def8c2295a1c" -d '{"events": [{"server_uuid": "8a02c3c7-7d98-4b14-8a6d-0e1091a9d910", "name": "network-vif-unplugged", "status": "completed", "tag": "45717ff4-648f-4c1c-ba3e-e40d3d5df154"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:20:03.952425 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 960a28a7-1741-4a5e-af50-49f66b7e7907, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=960a28a7-1741-4a5e-af50-49f66b7e7907,segment=NetworkSegment(7ed85737-71ac-4d44-addd-a974f87ebbbf),segment_id=7ed85737-71ac-4d44-addd-a974f87ebbbf)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:03.963107 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 45717ff4-648f-4c1c-ba3e-e40d3d5df154, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=45717ff4-648f-4c1c-ba3e-e40d3d5df154,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:03.964145 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:03.967365 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ef52be-2e79-4b13-9554-a610aed826e7 req-98d67a6b-4acc-45f7-ba57-eced42e06e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:03.970445 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a2ef52be-2e79-4b13-9554-a610aed826e7 req-98d67a6b-4acc-45f7-ba57-eced42e06e05 service neutron] 10.222.0.42 "GET /v2.0/networks?id=86f96ddd-5fdb-4f29-8bd5-ae286688b451 HTTP/1.1" status: 200 len: 913 time: 0.3474603 Aug 10 03:20:03.985822 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-6e8e828a-e72d-436c-a16d-170fbe2f98b0 None None] Set router 3b061617-8de4-45a5-bc21-a08ac1828790 gateway port host: None {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:20:03.986249 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-513270df-8aa3-4a4a-880b-094d98e1ffac req-5ad2c855-5a0e-41a9-977e-d643e0ed4d16 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "GET /v2.0/security-groups/1848790c-7bf0-4d83-a500-47dc29fd9cea HTTP/1.1" status: 200 len: 1781 time: 0.2220843 Aug 10 03:20:03.997155 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:03.998408 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:04.049444 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:04.052361 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=960a28a7-1741-4a5e-af50-49f66b7e7907,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:04.067611 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a2ef52be-2e79-4b13-9554-a610aed826e7 req-4172f327-4a89-4493-aedb-6856a117f6bb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a766390-8fe6-4db4-a148-9d9b07e221c2 HTTP/1.1" status: 200 len: 217 time: 0.0765104 Aug 10 03:20:04.079050 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2408c901-eb65-46da-9cbe-0c7b129511a9 req-5d4b20be-d4fb-4543-876b-4d12a6242fae tempest-ImagesNegativeTestJSON-239509620 tempest-ImagesNegativeTestJSON-239509620-project] 10.222.0.44 "GET /v2.0/ports?device_id=c178f4b6-ace3-4bce-8bd8-5c40199d384c HTTP/1.1" status: 200 len: 210 time: 0.1055267 Aug 10 03:20:04.097885 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-6e8e828a-e72d-436c-a16d-170fbe2f98b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b061617-8de4-45a5-bc21-a08ac1828790', 'name': 'tempest-FloatingIPsAssociationTestJSON-2076291602-router', 'tenant_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:18:02Z', 'updated_at': '2021-08-10T03:20:03Z', 'revision_number': 6, 'project_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'gw_port_host': None}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:04.137352 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ffa0869f-c11e-4185-a2fc-a6cc82ae5c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:04.173456 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa0869f-c11e-4185-a2fc-a6cc82ae5c71 admin admin] Pushing event deleted for resources: {'Port': ['ID=c74e7c20-9931-4279-92a6-59b7c6f038f6,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:04.195881 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=45717ff4-648f-4c1c-ba3e-e40d3d5df154,revision_number=11']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:04.256128 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8e828a-e72d-436c-a16d-170fbe2f98b0 None None] The sync data for ids ['3b061617-8de4-45a5-bc21-a08ac1828790'] in n-d-768862-13 is: [{'id': '3b061617-8de4-45a5-bc21-a08ac1828790', 'name': 'tempest-FloatingIPsAssociationTestJSON-2076291602-router', 'tenant_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:18:02Z', 'updated_at': '2021-08-10T03:20:03Z', 'revision_number': 6, 'project_id': '3e3d75d4f3e64842afe526c7ebf13c9e', 'gw_port_host': None}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:20:04.263421 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:04.271934 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ffa0869f-c11e-4185-a2fc-a6cc82ae5c71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520654'] for router_gateway, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:04.290908 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ef52be-2e79-4b13-9554-a610aed826e7 req-30f40bda-3a81-4bad-9c99-728fb5748307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:04.292610 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a2ef52be-2e79-4b13-9554-a610aed826e7 req-30f40bda-3a81-4bad-9c99-728fb5748307 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7b98d32d-7ac1-470e-aad4-e938742133b9 HTTP/1.1" status: 200 len: 853 time: 0.2127421 Aug 10 03:20:04.339136 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a2ef52be-2e79-4b13-9554-a610aed826e7 req-5445e9ca-d997-4f0d-9519-1b54f8d23b20 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=86f96ddd-5fdb-4f29-8bd5-ae286688b451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376132 Aug 10 03:20:04.340025 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-513270df-8aa3-4a4a-880b-094d98e1ffac req-52c10e7f-b810-46e3-b015-ad88031a17b9 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:04.348369 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cc1abb-229e-44ce-a274-61773618603b req-c98cd6a3-b85a-4fe4-bc50-3b2d38bb4b75 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:04.349771 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d4cc1abb-229e-44ce-a274-61773618603b req-c98cd6a3-b85a-4fe4-bc50-3b2d38bb4b75 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c6f1850-f19e-4254-92e9-56a30b581253 HTTP/1.1" status: 200 len: 944 time: 0.1740553 Aug 10 03:20:04.385798 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ffa0869f-c11e-4185-a2fc-a6cc82ae5c71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:04.388013 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ffa0869f-c11e-4185-a2fc-a6cc82ae5c71 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:04.425143 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-513270df-8aa3-4a4a-880b-094d98e1ffac req-52c10e7f-b810-46e3-b015-ad88031a17b9 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:04.439579 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ffa0869f-c11e-4185-a2fc-a6cc82ae5c71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:04.440185 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffa0869f-c11e-4185-a2fc-a6cc82ae5c71 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b061617-8de4-45a5-bc21-a08ac1828790 {{(pid=94261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:20:04.446788 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ffa0869f-c11e-4185-a2fc-a6cc82ae5c71 admin admin] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:04.447801 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ffa0869f-c11e-4185-a2fc-a6cc82ae5c71 admin admin] 10.222.0.44 "DELETE /v2.0/routers/3b061617-8de4-45a5-bc21-a08ac1828790 HTTP/1.1" status: 204 len: 168 time: 1.2401428 Aug 10 03:20:04.450208 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 52038) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:04.505053 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d4cc1abb-229e-44ce-a274-61773618603b req-f12e8a08-65c7-4b6c-956d-afef2bbed479 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/security-groups?id=e00a7564-e56b-4b7f-b179-f193e5160bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345048 Aug 10 03:20:04.507032 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b21f9f1-3cf0-4d89-b5b8-7103eca2f04a admin admin] Deleting subnet 5e21d815-4ed0-4b72-b9d1-a86f2421884d {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:20:04.519281 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1b21f9f1-3cf0-4d89-b5b8-7103eca2f04a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:04.527940 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a2ef52be-2e79-4b13-9554-a610aed826e7 req-d44eb050-abff-4e74-b5b8-b441053a4c25 service neutron] 10.222.0.42 "GET /v2.0/networks/86f96ddd-5fdb-4f29-8bd5-ae286688b451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734262 Aug 10 03:20:04.529140 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-513270df-8aa3-4a4a-880b-094d98e1ffac req-52c10e7f-b810-46e3-b015-ad88031a17b9 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:04.533198 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-513270df-8aa3-4a4a-880b-094d98e1ffac req-52c10e7f-b810-46e3-b015-ad88031a17b9 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:04.545886 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-513270df-8aa3-4a4a-880b-094d98e1ffac req-52c10e7f-b810-46e3-b015-ad88031a17b9 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "DELETE /v2.0/security-groups/1848790c-7bf0-4d83-a500-47dc29fd9cea HTTP/1.1" status: 204 len: 173 time: 0.5584764 Aug 10 03:20:04.575570 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1b21f9f1-3cf0-4d89-b5b8-7103eca2f04a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:04.711751 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1b21f9f1-3cf0-4d89-b5b8-7103eca2f04a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:04.756941 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a2ef52be-2e79-4b13-9554-a610aed826e7 req-f19017e8-865d-4bcc-b04e-17d8a2dcb7ee service neutron] 10.222.0.42 "GET /v2.0/networks/86f96ddd-5fdb-4f29-8bd5-ae286688b451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093687 Aug 10 03:20:04.757741 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c10e7f-b810-46e3-b015-ad88031a17b9 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1848790c-7bf0-4d83-a500-47dc29fd9cea,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:04.775997 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['960a28a7-1741-4a5e-af50-49f66b7e7907'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:20:04.823967 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 43f12689-2ba0-4036-8b34-a90279b084a3 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:20:04.847913 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1b21f9f1-3cf0-4d89-b5b8-7103eca2f04a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:04.866084 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee4047e2-ba6b-4e50-b36c-bece272ec8a0 x-openstack-request-id: req-ee4047e2-ba6b-4e50-b36c-bece272ec8a0 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:20:04.866482 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a02c3c7-7d98-4b14-8a6d-0e1091a9d910", "name": "network-vif-unplugged", "status": "completed", "tag": "45717ff4-648f-4c1c-ba3e-e40d3d5df154", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:20:04.866817 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ee4047e2-ba6b-4e50-b36c-bece272ec8a0 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:20:04.867394 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a02c3c7-7d98-4b14-8a6d-0e1091a9d910', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45717ff4-648f-4c1c-ba3e-e40d3d5df154', 'code': 200} Aug 10 03:20:04.868557 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 43f12689-2ba0-4036-8b34-a90279b084a3 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:20:04.869166 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 43f12689-2ba0-4036-8b34-a90279b084a3 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:20:04.900541 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b21f9f1-3cf0-4d89-b5b8-7103eca2f04a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e21d815-4ed0-4b72-b9d1-a86f2421884d,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:04.914889 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1b21f9f1-3cf0-4d89-b5b8-7103eca2f04a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:04.919475 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 52058) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:04.921146 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9cb2f3c-2f6e-4d99-a9a3-d6cd31385220 None None] Network 74f4a974-f99a-4119-bc18-e2cde5c7f547 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:20:04.928543 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-1b21f9f1-3cf0-4d89-b5b8-7103eca2f04a admin admin] 10.222.0.44 "DELETE /v2.0/subnets/5e21d815-4ed0-4b72-b9d1-a86f2421884d HTTP/1.1" status: 204 len: 168 time: 0.4765470 Aug 10 03:20:05.026989 n-d-768862-13 neutron-server[94260]: INFO neutron.api.v2.resource [req-5283bc35-1935-462d-9f81-0b2d95ca6101 req-2ced07b3-1472-46c0-9ce4-19823149235f tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] show failed (client error): The resource could not be found. Aug 10 03:20:05.028239 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5283bc35-1935-462d-9f81-0b2d95ca6101 req-2ced07b3-1472-46c0-9ce4-19823149235f tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "GET /v2.0/security-groups/1848790c-7bf0-4d83-a500-47dc29fd9cea HTTP/1.1" status: 404 len: 352 time: 0.0433056 Aug 10 03:20:05.068591 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-67ab96b8-097b-4f6d-9f2b-5ace9dca1e4f req-644a0200-e8bc-4032-9672-c39f437a706b tempest-ImagesNegativeTestJSON-239509620 tempest-ImagesNegativeTestJSON-239509620-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=471c3158298447efb6a9896389c555af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378118 Aug 10 03:20:05.088334 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c3db662e-8a11-4507-958c-f5a5a19f6afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:05.150996 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2119d3b-8108-4433-a4f8-42daf346a27f req-0fba5702-8084-480b-9648-ab6d1db6d089 tempest-ImagesOneServerTestJSON-547354913 tempest-ImagesOneServerTestJSON-547354913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:05.152552 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e2119d3b-8108-4433-a4f8-42daf346a27f req-0fba5702-8084-480b-9648-ab6d1db6d089 tempest-ImagesOneServerTestJSON-547354913 tempest-ImagesOneServerTestJSON-547354913-project] 10.222.0.44 "GET /v2.0/ports?device_id=819cbf3a-d394-434d-9d37-e53253bb6a7c HTTP/1.1" status: 200 len: 949 time: 0.1983845 Aug 10 03:20:05.206950 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364e6043-5191-4d1a-852d-34c321b267e8 None None] DHCP port deletion for 74f4a974-f99a-4119-bc18-e2cde5c7f547 request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:20:05.274964 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-364e6043-5191-4d1a-852d-34c321b267e8 None None] Deleting port a8de5838-3798-4932-bede-bd2cc5f85612 {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:20:05.275329 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-364e6043-5191-4d1a-852d-34c321b267e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:05.286562 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e2119d3b-8108-4433-a4f8-42daf346a27f req-3b321991-a03e-4bc0-b75c-91a43cb84329 tempest-ImagesOneServerTestJSON-547354913 tempest-ImagesOneServerTestJSON-547354913-project] 10.222.0.44 "GET /v2.0/security-groups?id=06fc6066-0fdd-47ed-a907-ed95f8a26997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238937 Aug 10 03:20:05.294633 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab96b8-097b-4f6d-9f2b-5ace9dca1e4f req-8bca28a9-2232-46bb-a791-31d83e5c57d0 tempest-ImagesNegativeTestJSON-239509620 tempest-ImagesNegativeTestJSON-239509620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:05.296677 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-67ab96b8-097b-4f6d-9f2b-5ace9dca1e4f req-8bca28a9-2232-46bb-a791-31d83e5c57d0 tempest-ImagesNegativeTestJSON-239509620 tempest-ImagesNegativeTestJSON-239509620-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2212174 Aug 10 03:20:05.315754 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-67ab96b8-097b-4f6d-9f2b-5ace9dca1e4f req-8e075747-97ac-49f5-bfdf-03c9a8a648e4 tempest-ImagesNegativeTestJSON-239509620 tempest-ImagesNegativeTestJSON-239509620-project] Request body: {'port': {'device_id': 'c178f4b6-ace3-4bce-8bd8-5c40199d384c', 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721', 'admin_state_up': True, 'tenant_id': '471c3158298447efb6a9896389c555af'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:05.341088 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-aee49898-dcf5-4b9a-b06a-a714b79fdd15 req-b4c66aec-e8f5-4f0a-8157-bd23a23f7953 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1350975378', 'description': 'tempest-description-1542068526'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:05.350919 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-364e6043-5191-4d1a-852d-34c321b267e8 None None] For port a8de5838-3798-4932-bede-bd2cc5f85612, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=a8de5838-3798-4932-bede-bd2cc5f85612,segment=NetworkSegment(41256eaa-6121-4e79-be67-f3a23583b6a6),segment_id=41256eaa-6121-4e79-be67-f3a23583b6a6)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:05.351324 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-364e6043-5191-4d1a-852d-34c321b267e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:05.356504 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-c3db662e-8a11-4507-958c-f5a5a19f6afb admin admin] Deleting port a8de5838-3798-4932-bede-bd2cc5f85612 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:20:05.357286 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c3db662e-8a11-4507-958c-f5a5a19f6afb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:05.365544 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-364e6043-5191-4d1a-852d-34c321b267e8 None None] Calling delete_port for a8de5838-3798-4932-bede-bd2cc5f85612 owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:20:05.408704 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 4db853c6-85e7-48cd-8a29-212fce51737f details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:20:05.452498 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3eb90519-c238-4f85-8cc0-8515a22cb38d req-2ecee2d7-af34-408b-a420-b934a0c4a119 tempest-QuotasAdminNegativeTest-96782829 tempest-QuotasAdminNegativeTest-96782829-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=e456cfb8a47140fd95b0b4bcd910b536&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1155026 Aug 10 03:20:05.517177 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-364e6043-5191-4d1a-852d-34c321b267e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:05.519605 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-aee49898-dcf5-4b9a-b06a-a714b79fdd15 req-b4c66aec-e8f5-4f0a-8157-bd23a23f7953 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:05.550207 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364e6043-5191-4d1a-852d-34c321b267e8 None None] Pushing event deleted for resources: {'Port': ['ID=a8de5838-3798-4932-bede-bd2cc5f85612,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:05.561614 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364e6043-5191-4d1a-852d-34c321b267e8 None None] No DVR routers for this DVR port a8de5838-3798-4932-bede-bd2cc5f85612 on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:20:05.571637 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 4db853c6-85e7-48cd-8a29-212fce51737f, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=4db853c6-85e7-48cd-8a29-212fce51737f,segment=NetworkSegment(bb5826fd-13f9-4737-be5f-46ce38ebd549),segment_id=bb5826fd-13f9-4737-be5f-46ce38ebd549)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:05.586117 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': '4db853c6-85e7-48cd-8a29-212fce51737f', 'network_id': 'd1e68237-a664-422b-b005-d5e450d45372', 'port_id': '4db853c6-85e7-48cd-8a29-212fce51737f', 'mac_address': 'fa:16:3e:7a:9f:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31ffc495-0d57-4c63-9695-aba9cef6afdd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:20:05.594616 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [None req-c3db662e-8a11-4507-958c-f5a5a19f6afb admin admin] For port a8de5838-3798-4932-bede-bd2cc5f85612, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=a8de5838-3798-4932-bede-bd2cc5f85612,segment=NetworkSegment(41256eaa-6121-4e79-be67-f3a23583b6a6),segment_id=41256eaa-6121-4e79-be67-f3a23583b6a6)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:05.594916 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c3db662e-8a11-4507-958c-f5a5a19f6afb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:05.625866 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-c3db662e-8a11-4507-958c-f5a5a19f6afb admin admin] Calling delete_port for a8de5838-3798-4932-bede-bd2cc5f85612 owned by network:dhcp {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:20:05.629260 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:05.643508 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4db853c6-85e7-48cd-8a29-212fce51737f {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:20:05.664564 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 4db853c6-85e7-48cd-8a29-212fce51737f, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=4db853c6-85e7-48cd-8a29-212fce51737f,segment=NetworkSegment(bb5826fd-13f9-4737-be5f-46ce38ebd549),segment_id=bb5826fd-13f9-4737-be5f-46ce38ebd549)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:05.668633 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:05.719950 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=4db853c6-85e7-48cd-8a29-212fce51737f,revision_number=6']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:05.740934 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb90519-c238-4f85-8cc0-8515a22cb38d req-0a0c35ad-6ec2-42e4-8229-f5d3ff20a2d9 tempest-QuotasAdminNegativeTest-96782829 tempest-QuotasAdminNegativeTest-96782829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:05.742421 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3eb90519-c238-4f85-8cc0-8515a22cb38d req-0a0c35ad-6ec2-42e4-8229-f5d3ff20a2d9 tempest-QuotasAdminNegativeTest-96782829 tempest-QuotasAdminNegativeTest-96782829-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2761476 Aug 10 03:20:05.772479 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3eb90519-c238-4f85-8cc0-8515a22cb38d req-2fd49cbd-d125-46b6-9375-320dcd937c7e tempest-QuotasAdminNegativeTest-96782829 tempest-QuotasAdminNegativeTest-96782829-project] 10.222.0.44 "GET /v2.0/quotas/e456cfb8a47140fd95b0b4bcd910b536 HTTP/1.1" status: 200 len: 375 time: 0.0236807 Aug 10 03:20:05.773816 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['4db853c6-85e7-48cd-8a29-212fce51737f'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:20:05.819751 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3eb90519-c238-4f85-8cc0-8515a22cb38d req-aa177b9e-6859-4a47-995d-fd154e6d2055 tempest-QuotasAdminNegativeTest-96782829 tempest-QuotasAdminNegativeTest-96782829-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=e456cfb8a47140fd95b0b4bcd910b536&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0376306 Aug 10 03:20:05.829225 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c3db662e-8a11-4507-958c-f5a5a19f6afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:05.863436 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-aee49898-dcf5-4b9a-b06a-a714b79fdd15 req-b4c66aec-e8f5-4f0a-8157-bd23a23f7953 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:05.866521 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3db662e-8a11-4507-958c-f5a5a19f6afb admin admin] Pushing event deleted for resources: {'Port': ['ID=a8de5838-3798-4932-bede-bd2cc5f85612,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:05.870504 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-aee49898-dcf5-4b9a-b06a-a714b79fdd15 req-b4c66aec-e8f5-4f0a-8157-bd23a23f7953 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:05.873419 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3db662e-8a11-4507-958c-f5a5a19f6afb admin admin] No DVR routers for this DVR port a8de5838-3798-4932-bede-bd2cc5f85612 on host n-d-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:20:05.943337 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67ab96b8-097b-4f6d-9f2b-5ace9dca1e4f req-8e075747-97ac-49f5-bfdf-03c9a8a648e4 tempest-ImagesNegativeTestJSON-239509620 tempest-ImagesNegativeTestJSON-239509620-project] Made reservation on behalf of 471c3158298447efb6a9896389c555af for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:20:05.947145 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-67ab96b8-097b-4f6d-9f2b-5ace9dca1e4f req-8e075747-97ac-49f5-bfdf-03c9a8a648e4 tempest-ImagesNegativeTestJSON-239509620 tempest-ImagesNegativeTestJSON-239509620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:05.988559 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-aee49898-dcf5-4b9a-b06a-a714b79fdd15 req-b4c66aec-e8f5-4f0a-8157-bd23a23f7953 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:05.989712 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-aee49898-dcf5-4b9a-b06a-a714b79fdd15 req-b4c66aec-e8f5-4f0a-8157-bd23a23f7953 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6582994 Aug 10 03:20:05.990318 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c66aec-e8f5-4f0a-8157-bd23a23f7953 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=443dea96-39eb-4a6c-95ea-dfa90162d78c,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:06.002088 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-67ab96b8-097b-4f6d-9f2b-5ace9dca1e4f req-8e075747-97ac-49f5-bfdf-03c9a8a648e4 tempest-ImagesNegativeTestJSON-239509620 tempest-ImagesNegativeTestJSON-239509620-project] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:06.034638 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c3db662e-8a11-4507-958c-f5a5a19f6afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:06.051921 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-c3db662e-8a11-4507-958c-f5a5a19f6afb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74f4a974-f99a-4119-bc18-e2cde5c7f547']}} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:06.089215 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-c3db662e-8a11-4507-958c-f5a5a19f6afb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41256eaa-6121-4e79-be67-f3a23583b6a6') {'for_net_delete': True} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:06.089512 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-c3db662e-8a11-4507-958c-f5a5a19f6afb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41256eaa-6121-4e79-be67-f3a23583b6a6') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:06.095622 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-acc09f01-afaf-44bb-90af-98ed3a6aaa96 req-b369bfc3-a754-4a09-a83a-3f3d3438bcb1 tempest-ImagesNegativeTestJSON-239509620 tempest-ImagesNegativeTestJSON-239509620-project] 10.222.0.44 "GET /v2.0/ports?device_id=c178f4b6-ace3-4bce-8bd8-5c40199d384c HTTP/1.1" status: 200 len: 210 time: 0.0489054 Aug 10 03:20:06.109989 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c3db662e-8a11-4507-958c-f5a5a19f6afb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191186'] for segment, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:06.138563 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6d4f30-3f7f-4237-8856-72afadc65423 req-545797f9-d184-4b6f-a056-b57f8c90bc9a tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:06.140082 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bb6d4f30-3f7f-4237-8856-72afadc65423 req-545797f9-d184-4b6f-a056-b57f8c90bc9a tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8219c67-9056-45cb-9669-8d5a072e30ed HTTP/1.1" status: 200 len: 945 time: 0.1526043 Aug 10 03:20:06.158175 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c3db662e-8a11-4507-958c-f5a5a19f6afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:06.183181 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3db662e-8a11-4507-958c-f5a5a19f6afb admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=94260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:20:06.183595 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c3db662e-8a11-4507-958c-f5a5a19f6afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58895489'] for segment, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:06.186452 n-d-768862-13 neutron-server[94260]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:20:06.186452 n-d-768862-13 neutron-server[94260]: self.session.flush() Aug 10 03:20:06.186452 n-d-768862-13 neutron-server[94260]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:20:06.186452 n-d-768862-13 neutron-server[94260]: self.session.flush() Aug 10 03:20:06.186452 n-d-768862-13 neutron-server[94260]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:20:06.186452 n-d-768862-13 neutron-server[94260]: self.session.flush() Aug 10 03:20:06.186452 n-d-768862-13 neutron-server[94260]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:20:06.186452 n-d-768862-13 neutron-server[94260]: self.session.flush() Aug 10 03:20:06.186452 n-d-768862-13 neutron-server[94260]: Traceback (most recent call last): Aug 10 03:20:06.186452 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:20:06.186452 n-d-768862-13 neutron-server[94260]: timer() Aug 10 03:20:06.186452 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:20:06.186452 n-d-768862-13 neutron-server[94260]: cb(*args, **kw) Aug 10 03:20:06.186452 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:20:06.186452 n-d-768862-13 neutron-server[94260]: return func(*args, **kwargs) Aug 10 03:20:06.186452 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:20:06.186452 n-d-768862-13 neutron-server[94260]: self._notify() Aug 10 03:20:06.186452 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:20:06.186452 n-d-768862-13 neutron-server[94260]: self.callback(batched_events) Aug 10 03:20:06.186452 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:20:06.186452 n-d-768862-13 neutron-server[94260]: event.method(event) Aug 10 03:20:06.186452 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:20:06.186452 n-d-768862-13 neutron-server[94260]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:20:06.186452 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:20:06.186452 n-d-768862-13 neutron-server[94260]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:20:06.186452 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:20:06.186452 n-d-768862-13 neutron-server[94260]: return f(self, *a, **k) Aug 10 03:20:06.186452 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:20:06.186452 n-d-768862-13 neutron-server[94260]: return self._get(url).json() Aug 10 03:20:06.186452 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:20:06.186452 n-d-768862-13 neutron-server[94260]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:20:06.186452 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:20:06.186452 n-d-768862-13 neutron-server[94260]: return self.request(url, 'GET', **kwargs) Aug 10 03:20:06.186452 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:20:06.186452 n-d-768862-13 neutron-server[94260]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:20:06.186452 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:20:06.186452 n-d-768862-13 neutron-server[94260]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:20:06.186452 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:20:06.186452 n-d-768862-13 neutron-server[94260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:20:06.186452 n-d-768862-13 neutron-server[94260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:20:06.283573 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bb6d4f30-3f7f-4237-8856-72afadc65423 req-b0ddac08-5cab-42a2-815a-888da39c943f tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/security-groups?id=58160609-a8c2-4b15-a3de-467e7dbbc834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340816 Aug 10 03:20:06.290702 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c3db662e-8a11-4507-958c-f5a5a19f6afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:06.299757 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c3db662e-8a11-4507-958c-f5a5a19f6afb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:06.304249 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-c3db662e-8a11-4507-958c-f5a5a19f6afb admin admin] 10.222.0.44 "DELETE /v2.0/networks/74f4a974-f99a-4119-bc18-e2cde5c7f547 HTTP/1.1" status: 204 len: 168 time: 1.3835130 Aug 10 03:20:06.326400 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3db662e-8a11-4507-958c-f5a5a19f6afb admin admin] Pushing event deleted for resources: {'Network': ['ID=74f4a974-f99a-4119-bc18-e2cde5c7f547,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:06.344879 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-67ab96b8-097b-4f6d-9f2b-5ace9dca1e4f req-8e075747-97ac-49f5-bfdf-03c9a8a648e4 tempest-ImagesNegativeTestJSON-239509620 tempest-ImagesNegativeTestJSON-239509620-project] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:06.353224 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b7f8b8-5aec-4e42-9b4b-f35de0ca3d0e req-e434fd53-cba1-4a25-a9ee-1cc5fb218f9a tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:06.354812 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c3b7f8b8-5aec-4e42-9b4b-f35de0ca3d0e req-e434fd53-cba1-4a25-a9ee-1cc5fb218f9a tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c6f1850-f19e-4254-92e9-56a30b581253 HTTP/1.1" status: 200 len: 944 time: 0.1228149 Aug 10 03:20:06.355957 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-67ab96b8-097b-4f6d-9f2b-5ace9dca1e4f req-8e075747-97ac-49f5-bfdf-03c9a8a648e4 tempest-ImagesNegativeTestJSON-239509620 tempest-ImagesNegativeTestJSON-239509620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:06.449879 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e075747-97ac-49f5-bfdf-03c9a8a648e4 tempest-ImagesNegativeTestJSON-239509620 tempest-ImagesNegativeTestJSON-239509620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=257402b3-051f-4dcb-a703-0901c93bb41f,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:06.468704 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c3b7f8b8-5aec-4e42-9b4b-f35de0ca3d0e req-8ad976aa-652e-4216-a9c3-0f078a4da325 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/security-groups?id=e00a7564-e56b-4b7f-b179-f193e5160bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066875 Aug 10 03:20:06.475324 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-f901d280-5707-4ed0-bc45-6279a78bafa1 req-5565791a-ba03-4687-89f3-5e50ec9de3fd tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-851078372', 'description': 'tempest-description-1311717112'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:06.527615 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 52126) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:06.548805 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-f901d280-5707-4ed0-bc45-6279a78bafa1 req-5565791a-ba03-4687-89f3-5e50ec9de3fd tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:06.578827 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-67ab96b8-097b-4f6d-9f2b-5ace9dca1e4f req-8e075747-97ac-49f5-bfdf-03c9a8a648e4 tempest-ImagesNegativeTestJSON-239509620 tempest-ImagesNegativeTestJSON-239509620-project] Allocated IP 192.168.233.155 (72a4be73-29a1-424c-8690-ecdcf6b06721/60d10164-1dee-4940-9d19-f71e6c18cbc5/463a6798-b7d8-4aef-8cca-0e3735ac526a) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:20:06.580067 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-76fd0486-7922-4ee7-8791-d7bb4f63f708 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3e3d75d4f3e64842afe526c7ebf13c9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0508053 Aug 10 03:20:06.584732 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 52132) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:06.712593 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device c74e7c20-9931-4279-92a6-59b7c6f038f6 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:20:06.743581 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: c74e7c20-9931-4279-92a6-59b7c6f038f6 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:20:06.743930 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device c74e7c20-9931-4279-92a6-59b7c6f038f6 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:20:06.744351 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device a8de5838-3798-4932-bede-bd2cc5f85612 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:20:06.763773 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: a8de5838-3798-4932-bede-bd2cc5f85612 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:20:06.764198 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device a8de5838-3798-4932-bede-bd2cc5f85612 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:20:06.795377 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-855795ae-c32f-4c4e-ab9e-65d38f8bcbd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:06.836811 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d305ee-3772-41b0-8f60-27186283cc3b req-9f525711-15f6-4b69-83fa-681ba785a776 tempest-ImagesOneServerTestJSON-547354913 tempest-ImagesOneServerTestJSON-547354913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:06.838334 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b4d305ee-3772-41b0-8f60-27186283cc3b req-9f525711-15f6-4b69-83fa-681ba785a776 tempest-ImagesOneServerTestJSON-547354913 tempest-ImagesOneServerTestJSON-547354913-project] 10.222.0.44 "GET /v2.0/ports?device_id=819cbf3a-d394-434d-9d37-e53253bb6a7c HTTP/1.1" status: 200 len: 949 time: 0.1835403 Aug 10 03:20:06.868665 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '819cbf3a-d394-434d-9d37-e53253bb6a7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:20:06.871061 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66cd3285-550f-4562-870a-4d7108b0520a" -d '{"events": [{"server_uuid": "819cbf3a-d394-434d-9d37-e53253bb6a7c", "name": "network-vif-plugged", "status": "completed", "tag": "c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:20:07.171132 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-855795ae-c32f-4c4e-ab9e-65d38f8bcbd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:07.204656 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-f901d280-5707-4ed0-bc45-6279a78bafa1 req-5565791a-ba03-4687-89f3-5e50ec9de3fd tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:07.228352 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-f901d280-5707-4ed0-bc45-6279a78bafa1 req-5565791a-ba03-4687-89f3-5e50ec9de3fd tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:07.232537 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-67ab96b8-097b-4f6d-9f2b-5ace9dca1e4f req-8e075747-97ac-49f5-bfdf-03c9a8a648e4 tempest-ImagesNegativeTestJSON-239509620 tempest-ImagesNegativeTestJSON-239509620-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:07.279868 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b4d305ee-3772-41b0-8f60-27186283cc3b req-a4fb86de-ef59-4be2-936e-47716e49ea22 tempest-ImagesOneServerTestJSON-547354913 tempest-ImagesOneServerTestJSON-547354913-project] 10.222.0.44 "GET /v2.0/security-groups?id=06fc6066-0fdd-47ed-a907-ed95f8a26997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4297884 Aug 10 03:20:07.287472 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-67ab96b8-097b-4f6d-9f2b-5ace9dca1e4f req-8e075747-97ac-49f5-bfdf-03c9a8a648e4 tempest-ImagesNegativeTestJSON-239509620 tempest-ImagesNegativeTestJSON-239509620-project] Transition to ACTIVE for port object 463a6798-b7d8-4aef-8cca-0e3735ac526a will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:20:07.300594 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-f901d280-5707-4ed0-bc45-6279a78bafa1 req-5565791a-ba03-4687-89f3-5e50ec9de3fd tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:07.300594 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f901d280-5707-4ed0-bc45-6279a78bafa1 req-5565791a-ba03-4687-89f3-5e50ec9de3fd tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.8258221 Aug 10 03:20:07.300594 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5565791a-ba03-4687-89f3-5e50ec9de3fd tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b449fd-6260-45b6-9f9b-60a67cb3c2d8,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:07.336473 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-855795ae-c32f-4c4e-ab9e-65d38f8bcbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:07.339121 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-855795ae-c32f-4c4e-ab9e-65d38f8bcbd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:07.340822 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-855795ae-c32f-4c4e-ab9e-65d38f8bcbd9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/13df5112-4960-49c2-9a4c-57c68a4fb5a0 HTTP/1.1" status: 204 len: 168 time: 0.7524366 Aug 10 03:20:07.354494 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855795ae-c32f-4c4e-ab9e-65d38f8bcbd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13df5112-4960-49c2-9a4c-57c68a4fb5a0,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:07.363126 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-67ab96b8-097b-4f6d-9f2b-5ace9dca1e4f req-8e075747-97ac-49f5-bfdf-03c9a8a648e4 tempest-ImagesNegativeTestJSON-239509620 tempest-ImagesNegativeTestJSON-239509620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:07.409970 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 4db853c6-85e7-48cd-8a29-212fce51737f up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:20:07.415239 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67ab96b8-097b-4f6d-9f2b-5ace9dca1e4f req-8e075747-97ac-49f5-bfdf-03c9a8a648e4 tempest-ImagesNegativeTestJSON-239509620 tempest-ImagesNegativeTestJSON-239509620-project] Network 72a4be73-29a1-424c-8690-ecdcf6b06721 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:20:07.423290 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-67ab96b8-097b-4f6d-9f2b-5ace9dca1e4f req-8e075747-97ac-49f5-bfdf-03c9a8a648e4 tempest-ImagesNegativeTestJSON-239509620 tempest-ImagesNegativeTestJSON-239509620-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:20:07.427457 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-67ab96b8-097b-4f6d-9f2b-5ace9dca1e4f req-8e075747-97ac-49f5-bfdf-03c9a8a648e4 tempest-ImagesNegativeTestJSON-239509620 tempest-ImagesNegativeTestJSON-239509620-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:20:07.434001 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e075747-97ac-49f5-bfdf-03c9a8a648e4 tempest-ImagesNegativeTestJSON-239509620 tempest-ImagesNegativeTestJSON-239509620-project] Pushing event updated for resources: {'Port': ['ID=463a6798-b7d8-4aef-8cca-0e3735ac526a,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:07.519434 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab96b8-097b-4f6d-9f2b-5ace9dca1e4f req-8e075747-97ac-49f5-bfdf-03c9a8a648e4 tempest-ImagesNegativeTestJSON-239509620 tempest-ImagesNegativeTestJSON-239509620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:07.520300 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-67ab96b8-097b-4f6d-9f2b-5ace9dca1e4f req-8e075747-97ac-49f5-bfdf-03c9a8a648e4 tempest-ImagesNegativeTestJSON-239509620 tempest-ImagesNegativeTestJSON-239509620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:07.543342 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a021d6e-ca60-41d3-9b05-5ba3ddd3547b x-openstack-request-id: req-4a021d6e-ca60-41d3-9b05-5ba3ddd3547b {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:20:07.543844 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "819cbf3a-d394-434d-9d37-e53253bb6a7c", "name": "network-vif-plugged", "status": "completed", "tag": "c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:20:07.544349 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4a021d6e-ca60-41d3-9b05-5ba3ddd3547b {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:20:07.545222 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '819cbf3a-d394-434d-9d37-e53253bb6a7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990', 'code': 200} Aug 10 03:20:07.546990 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port 4db853c6-85e7-48cd-8a29-212fce51737f triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:20:07.547153 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-67ab96b8-097b-4f6d-9f2b-5ace9dca1e4f req-8e075747-97ac-49f5-bfdf-03c9a8a648e4 tempest-ImagesNegativeTestJSON-239509620 tempest-ImagesNegativeTestJSON-239509620-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2370160 Aug 10 03:20:07.557773 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:07.562932 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-67ab96b8-097b-4f6d-9f2b-5ace9dca1e4f req-a2a587f5-1ed0-4455-b950-5fb0f6f78297 service neutron] Request body: {'port': {'device_id': 'c178f4b6-ace3-4bce-8bd8-5c40199d384c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:07.701228 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-67ab96b8-097b-4f6d-9f2b-5ace9dca1e4f req-a2a587f5-1ed0-4455-b950-5fb0f6f78297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:07.737466 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0b9f24-907f-4158-928a-a998134bed7c req-018eaf94-c132-4beb-a91f-198a5b6a86b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:07.739735 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-bd0b9f24-907f-4158-928a-a998134bed7c req-018eaf94-c132-4beb-a91f-198a5b6a86b9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=819cbf3a-d394-434d-9d37-e53253bb6a7c HTTP/1.1" status: 200 len: 1101 time: 0.1194153 Aug 10 03:20:07.746571 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:07.818564 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 4db853c6-85e7-48cd-8a29-212fce51737f, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=4db853c6-85e7-48cd-8a29-212fce51737f,segment=NetworkSegment(bb5826fd-13f9-4737-be5f-46ce38ebd549),segment_id=bb5826fd-13f9-4737-be5f-46ce38ebd549)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:07.819164 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-bd0b9f24-907f-4158-928a-a998134bed7c req-9e88c053-6fc1-44aa-a689-ec315008cf6a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=06fc6066-0fdd-47ed-a907-ed95f8a26997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565224 Aug 10 03:20:07.823716 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:07.824609 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 960a28a7-1741-4a5e-af50-49f66b7e7907 up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:20:07.936629 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=4db853c6-85e7-48cd-8a29-212fce51737f,revision_number=7']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:07.944745 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-da25d930-aa22-4d4b-81c6-da736890515a None None] Provisioning for port 463a6798-b7d8-4aef-8cca-0e3735ac526a completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:20:07.947594 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:07.948256 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:07.949138 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:07.949484 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:07.949824 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:07.950159 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:07.950515 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:07.950874 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:07.951173 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:07.951510 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:07.951825 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:07.952146 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:07.965807 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-da25d930-aa22-4d4b-81c6-da736890515a None None] Provisioning complete for port 463a6798-b7d8-4aef-8cca-0e3735ac526a triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:20:07.966262 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-da25d930-aa22-4d4b-81c6-da736890515a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:07.969648 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning for port 960a28a7-1741-4a5e-af50-49f66b7e7907 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:20:07.990544 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-ac99f0a4-043f-4c89-a268-704e66a61456 req-b9fcf39c-fafb-438c-8b47-b25e246d67aa tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1601778408', 'description': 'tempest-description-1458582855'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:07.993172 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port 960a28a7-1741-4a5e-af50-49f66b7e7907 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:20:07.993548 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:08.023298 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-ac99f0a4-043f-4c89-a268-704e66a61456 req-b9fcf39c-fafb-438c-8b47-b25e246d67aa tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:08.035702 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-da25d930-aa22-4d4b-81c6-da736890515a None None] Port 463a6798-b7d8-4aef-8cca-0e3735ac526a cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:20:08.049432 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c5d640-bc65-4d81-8154-15ada4f8af9c req-cef27a3d-c92b-454e-8ec0-bbac21b77439 tempest-ImagesNegativeTestJSON-239509620 tempest-ImagesNegativeTestJSON-239509620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:08.057055 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-55c5d640-bc65-4d81-8154-15ada4f8af9c req-cef27a3d-c92b-454e-8ec0-bbac21b77439 tempest-ImagesNegativeTestJSON-239509620 tempest-ImagesNegativeTestJSON-239509620-project] 10.222.0.44 "GET /v2.0/ports?device_id=c178f4b6-ace3-4bce-8bd8-5c40199d384c HTTP/1.1" status: 200 len: 936 time: 0.3202813 Aug 10 03:20:08.094684 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:08.132331 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 960a28a7-1741-4a5e-af50-49f66b7e7907, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=960a28a7-1741-4a5e-af50-49f66b7e7907,segment=NetworkSegment(7ed85737-71ac-4d44-addd-a974f87ebbbf),segment_id=7ed85737-71ac-4d44-addd-a974f87ebbbf)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:08.139622 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:08.198050 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=960a28a7-1741-4a5e-af50-49f66b7e7907,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:08.281736 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-55c5d640-bc65-4d81-8154-15ada4f8af9c req-89d1b00f-b850-4124-9e91-982df4c8392b tempest-ImagesNegativeTestJSON-239509620 tempest-ImagesNegativeTestJSON-239509620-project] 10.222.0.44 "GET /v2.0/security-groups?id=257402b3-051f-4dcb-a703-0901c93bb41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234988 Aug 10 03:20:08.299712 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-67ab96b8-097b-4f6d-9f2b-5ace9dca1e4f req-a2a587f5-1ed0-4455-b950-5fb0f6f78297 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 463a6798-b7d8-4aef-8cca-0e3735ac526a {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:20:08.304091 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-67ab96b8-097b-4f6d-9f2b-5ace9dca1e4f req-a2a587f5-1ed0-4455-b950-5fb0f6f78297 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:08.330660 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-67ab96b8-097b-4f6d-9f2b-5ace9dca1e4f req-a2a587f5-1ed0-4455-b950-5fb0f6f78297 service neutron] Transition to ACTIVE for port object 463a6798-b7d8-4aef-8cca-0e3735ac526a will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:20:08.340925 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-67ab96b8-097b-4f6d-9f2b-5ace9dca1e4f req-a2a587f5-1ed0-4455-b950-5fb0f6f78297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:08.429630 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-ac99f0a4-043f-4c89-a268-704e66a61456 req-b9fcf39c-fafb-438c-8b47-b25e246d67aa tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:08.446814 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-ac99f0a4-043f-4c89-a268-704e66a61456 req-b9fcf39c-fafb-438c-8b47-b25e246d67aa tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:08.505361 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a587f5-1ed0-4455-b950-5fb0f6f78297 service neutron] Pushing event updated for resources: {'Port': ['ID=463a6798-b7d8-4aef-8cca-0e3735ac526a,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:08.534755 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-ac99f0a4-043f-4c89-a268-704e66a61456 req-b9fcf39c-fafb-438c-8b47-b25e246d67aa tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:08.536019 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ac99f0a4-043f-4c89-a268-704e66a61456 req-b9fcf39c-fafb-438c-8b47-b25e246d67aa tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6127746 Aug 10 03:20:08.548330 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fcf39c-fafb-438c-8b47-b25e246d67aa tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbceea22-4b5f-4b90-99fc-2c274460b479,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:08.573947 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46802b9e-f73b-44ba-a8fb-427d03d9b3b7 req-66dc86a8-4b95-4886-aced-3c0fbfe9b1d4 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:08.575593 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-46802b9e-f73b-44ba-a8fb-427d03d9b3b7 req-66dc86a8-4b95-4886-aced-3c0fbfe9b1d4 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8219c67-9056-45cb-9669-8d5a072e30ed HTTP/1.1" status: 200 len: 946 time: 0.2066121 Aug 10 03:20:08.621227 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-67ab96b8-097b-4f6d-9f2b-5ace9dca1e4f req-a2a587f5-1ed0-4455-b950-5fb0f6f78297 service neutron] Attempting to bind port 463a6798-b7d8-4aef-8cca-0e3735ac526a on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:20:08.621566 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-67ab96b8-097b-4f6d-9f2b-5ace9dca1e4f req-a2a587f5-1ed0-4455-b950-5fb0f6f78297 service neutron] Attempting to bind port 463a6798-b7d8-4aef-8cca-0e3735ac526a by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:20:08.621897 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ab96b8-097b-4f6d-9f2b-5ace9dca1e4f req-a2a587f5-1ed0-4455-b950-5fb0f6f78297 service neutron] Attempting to bind port 463a6798-b7d8-4aef-8cca-0e3735ac526a on network 72a4be73-29a1-424c-8690-ecdcf6b06721 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:20:08.628192 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ab96b8-097b-4f6d-9f2b-5ace9dca1e4f req-a2a587f5-1ed0-4455-b950-5fb0f6f78297 service neutron] Port 463a6798-b7d8-4aef-8cca-0e3735ac526a on network 72a4be73-29a1-424c-8690-ecdcf6b06721 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:20:08.628521 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ab96b8-097b-4f6d-9f2b-5ace9dca1e4f req-a2a587f5-1ed0-4455-b950-5fb0f6f78297 service neutron] Attempting to bind port 463a6798-b7d8-4aef-8cca-0e3735ac526a on network 72a4be73-29a1-424c-8690-ecdcf6b06721 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:20:08.643851 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ab96b8-097b-4f6d-9f2b-5ace9dca1e4f req-a2a587f5-1ed0-4455-b950-5fb0f6f78297 service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:20:08.644197 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ab96b8-097b-4f6d-9f2b-5ace9dca1e4f req-a2a587f5-1ed0-4455-b950-5fb0f6f78297 service neutron] Checking segment: {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:20:08.644582 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ab96b8-097b-4f6d-9f2b-5ace9dca1e4f req-a2a587f5-1ed0-4455-b950-5fb0f6f78297 service neutron] Bound using segment: {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:20:08.645028 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-67ab96b8-097b-4f6d-9f2b-5ace9dca1e4f req-a2a587f5-1ed0-4455-b950-5fb0f6f78297 service neutron] Bound port: 463a6798-b7d8-4aef-8cca-0e3735ac526a, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:20:08.645410 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-67ab96b8-097b-4f6d-9f2b-5ace9dca1e4f req-a2a587f5-1ed0-4455-b950-5fb0f6f78297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:08.659975 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-46802b9e-f73b-44ba-a8fb-427d03d9b3b7 req-6949ef63-bbc9-4c76-ba92-80c348dc46f7 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/security-groups?id=58160609-a8c2-4b15-a3de-467e7dbbc834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764582 Aug 10 03:20:08.771489 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-67ab96b8-097b-4f6d-9f2b-5ace9dca1e4f req-a2a587f5-1ed0-4455-b950-5fb0f6f78297 service neutron] For port 463a6798-b7d8-4aef-8cca-0e3735ac526a, host n-h1-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:20:08.788478 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-67ab96b8-097b-4f6d-9f2b-5ace9dca1e4f req-a2a587f5-1ed0-4455-b950-5fb0f6f78297 service neutron] For port 463a6798-b7d8-4aef-8cca-0e3735ac526a, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=463a6798-b7d8-4aef-8cca-0e3735ac526a,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:20:08.796007 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-67ab96b8-097b-4f6d-9f2b-5ace9dca1e4f req-a2a587f5-1ed0-4455-b950-5fb0f6f78297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:08.812912 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325c44db-5b79-4cfb-b0f8-34892edb6aa7 req-fe67d5e4-1dae-4e04-85cb-35518d5a42ec tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:08.814454 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-325c44db-5b79-4cfb-b0f8-34892edb6aa7 req-fe67d5e4-1dae-4e04-85cb-35518d5a42ec tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c6f1850-f19e-4254-92e9-56a30b581253 HTTP/1.1" status: 200 len: 945 time: 0.0811865 Aug 10 03:20:08.862724 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab96b8-097b-4f6d-9f2b-5ace9dca1e4f req-a2a587f5-1ed0-4455-b950-5fb0f6f78297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:08.863364 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-67ab96b8-097b-4f6d-9f2b-5ace9dca1e4f req-a2a587f5-1ed0-4455-b950-5fb0f6f78297 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:08.867041 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-67ab96b8-097b-4f6d-9f2b-5ace9dca1e4f req-a2a587f5-1ed0-4455-b950-5fb0f6f78297 service neutron] 10.222.0.42 "PUT /v2.0/ports/463a6798-b7d8-4aef-8cca-0e3735ac526a HTTP/1.1" status: 200 len: 1097 time: 1.3103757 Aug 10 03:20:08.867562 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c178f4b6-ace3-4bce-8bd8-5c40199d384c', 'tag': '463a6798-b7d8-4aef-8cca-0e3735ac526a'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:20:08.869920 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a4e8de-dbc6-4681-9a86-782501da4dbe" -d '{"events": [{"name": "network-changed", "server_uuid": "c178f4b6-ace3-4bce-8bd8-5c40199d384c", "tag": "463a6798-b7d8-4aef-8cca-0e3735ac526a"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:20:08.926093 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-325c44db-5b79-4cfb-b0f8-34892edb6aa7 req-3db26210-a4fd-4724-a7c4-6be5d5a72e2c tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/security-groups?id=e00a7564-e56b-4b7f-b179-f193e5160bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822775 Aug 10 03:20:08.987870 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a587f5-1ed0-4455-b950-5fb0f6f78297 service neutron] Pushing event updated for resources: {'Port': ['ID=463a6798-b7d8-4aef-8cca-0e3735ac526a,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:09.040666 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:20:09.046356 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab96b8-097b-4f6d-9f2b-5ace9dca1e4f req-1bd831af-5583-423e-9c03-53ed7c05300b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:09.047892 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-67ab96b8-097b-4f6d-9f2b-5ace9dca1e4f req-1bd831af-5583-423e-9c03-53ed7c05300b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=471c3158298447efb6a9896389c555af&device_id=c178f4b6-ace3-4bce-8bd8-5c40199d384c HTTP/1.1" status: 200 len: 1100 time: 0.1191642 Aug 10 03:20:09.147822 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-67ab96b8-097b-4f6d-9f2b-5ace9dca1e4f req-66c261df-23cd-47b6-a312-e0fdda197fb8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=463a6798-b7d8-4aef-8cca-0e3735ac526a HTTP/1.1" status: 200 len: 217 time: 0.0822780 Aug 10 03:20:09.181696 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2434f9e3-3c53-44d7-9a23-99c4c17c4b2d req-05b73ba7-16c5-40a4-803b-38e5160d550f tempest-ImagesOneServerTestJSON-547354913 tempest-ImagesOneServerTestJSON-547354913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:09.186686 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2434f9e3-3c53-44d7-9a23-99c4c17c4b2d req-05b73ba7-16c5-40a4-803b-38e5160d550f tempest-ImagesOneServerTestJSON-547354913 tempest-ImagesOneServerTestJSON-547354913-project] 10.222.0.44 "GET /v2.0/ports?device_id=819cbf3a-d394-434d-9d37-e53253bb6a7c HTTP/1.1" status: 200 len: 949 time: 0.1696863 Aug 10 03:20:09.258934 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab96b8-097b-4f6d-9f2b-5ace9dca1e4f req-4fa53423-49b4-4ba0-91d6-32901426b38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:09.260408 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-67ab96b8-097b-4f6d-9f2b-5ace9dca1e4f req-4fa53423-49b4-4ba0-91d6-32901426b38d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=60d10164-1dee-4940-9d19-f71e6c18cbc5 HTTP/1.1" status: 200 len: 843 time: 0.1047294 Aug 10 03:20:09.311056 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2434f9e3-3c53-44d7-9a23-99c4c17c4b2d req-152906d5-73b9-4fdd-9205-89d7f01907d7 tempest-ImagesOneServerTestJSON-547354913 tempest-ImagesOneServerTestJSON-547354913-project] 10.222.0.44 "GET /v2.0/security-groups?id=06fc6066-0fdd-47ed-a907-ed95f8a26997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026578 Aug 10 03:20:09.341976 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-11786143-b5b8-4f43-ac96-c28284afec10 req-28a86eec-fa70-4520-98b3-b9e1303b6f25 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d59a0b5e4dd94b2f936adf3da2c52113 HTTP/1.1" status: 200 len: 10897 time: 0.2930839 Aug 10 03:20:09.361223 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab96b8-097b-4f6d-9f2b-5ace9dca1e4f req-8b4269f8-8c7c-4dcb-85d6-f1e41ce5e63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:09.362714 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-67ab96b8-097b-4f6d-9f2b-5ace9dca1e4f req-8b4269f8-8c7c-4dcb-85d6-f1e41ce5e63a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72a4be73-29a1-424c-8690-ecdcf6b06721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0914950 Aug 10 03:20:09.450735 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-11786143-b5b8-4f43-ac96-c28284afec10 req-b05223e8-4aa7-4e43-a34e-cf1c734eb624 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "GET /v2.0/security-groups/41ee46c2-b2a5-449c-b4c8-15a659a6d137 HTTP/1.1" status: 200 len: 2981 time: 0.0990145 Aug 10 03:20:09.457974 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76a7977b-f9fd-48aa-a499-fc66eb8ecdf6 x-openstack-request-id: req-76a7977b-f9fd-48aa-a499-fc66eb8ecdf6 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:20:09.458218 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c178f4b6-ace3-4bce-8bd8-5c40199d384c", "tag": "463a6798-b7d8-4aef-8cca-0e3735ac526a", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:20:09.458482 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-76a7977b-f9fd-48aa-a499-fc66eb8ecdf6 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:20:09.458892 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c178f4b6-ace3-4bce-8bd8-5c40199d384c', 'tag': '463a6798-b7d8-4aef-8cca-0e3735ac526a', 'status': 'completed', 'code': 200} Aug 10 03:20:09.518955 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-67ab96b8-097b-4f6d-9f2b-5ace9dca1e4f req-12e36b15-4b9e-4d83-9799-6882568c41b8 service neutron] 10.222.0.42 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465499 Aug 10 03:20:09.525462 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-11786143-b5b8-4f43-ac96-c28284afec10 req-be8fffd8-b188-49db-a240-592f5e1a81eb tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "GET /v2.0/security-groups/41ee46c2-b2a5-449c-b4c8-15a659a6d137 HTTP/1.1" status: 200 len: 2981 time: 0.0641811 Aug 10 03:20:09.547321 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8219c67-9056-45cb-9669-8d5a072e30ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4db853c6-85e7-48cd-8a29-212fce51737f'}, {'server_uuid': '8c6f1850-f19e-4254-92e9-56a30b581253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '960a28a7-1741-4a5e-af50-49f66b7e7907'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:20:09.549785 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a15a8cfc-d8f4-4448-b700-ad8994977f98" -d '{"events": [{"server_uuid": "d8219c67-9056-45cb-9669-8d5a072e30ed", "name": "network-vif-plugged", "status": "completed", "tag": "4db853c6-85e7-48cd-8a29-212fce51737f"}, {"server_uuid": "8c6f1850-f19e-4254-92e9-56a30b581253", "name": "network-vif-plugged", "status": "completed", "tag": "960a28a7-1741-4a5e-af50-49f66b7e7907"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:20:09.570758 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-737b8117-540b-4147-b27e-4952fa2ed7b6 req-6847e227-cb54-4087-8424-b6322a197e6b tempest-QuotasAdminNegativeTest-96782829 tempest-QuotasAdminNegativeTest-96782829-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=e456cfb8a47140fd95b0b4bcd910b536&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0442576 Aug 10 03:20:09.751032 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46084ceb-b603-4643-9410-1a32f0155a70 req-7243d4b8-2306-4eeb-8db4-23b020d126f1 tempest-ImagesNegativeTestJSON-239509620 tempest-ImagesNegativeTestJSON-239509620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:09.752415 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-46084ceb-b603-4643-9410-1a32f0155a70 req-7243d4b8-2306-4eeb-8db4-23b020d126f1 tempest-ImagesNegativeTestJSON-239509620 tempest-ImagesNegativeTestJSON-239509620-project] 10.222.0.44 "GET /v2.0/ports?device_id=c178f4b6-ace3-4bce-8bd8-5c40199d384c HTTP/1.1" status: 200 len: 948 time: 0.1033125 Aug 10 03:20:09.759198 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-67ab96b8-097b-4f6d-9f2b-5ace9dca1e4f req-c9da2f79-d00d-439e-80d1-7cd37783061d service neutron] 10.222.0.42 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311065 Aug 10 03:20:09.776664 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737b8117-540b-4147-b27e-4952fa2ed7b6 req-7276ea8a-5694-4eb3-a8c4-b4752f07a204 tempest-QuotasAdminNegativeTest-96782829 tempest-QuotasAdminNegativeTest-96782829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:09.778186 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-737b8117-540b-4147-b27e-4952fa2ed7b6 req-7276ea8a-5694-4eb3-a8c4-b4752f07a204 tempest-QuotasAdminNegativeTest-96782829 tempest-QuotasAdminNegativeTest-96782829-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1830797 Aug 10 03:20:09.801299 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-737b8117-540b-4147-b27e-4952fa2ed7b6 req-6d8a1e61-1e40-4cea-8abc-6169a07b7fc7 tempest-QuotasAdminNegativeTest-96782829 tempest-QuotasAdminNegativeTest-96782829-project] 10.222.0.44 "GET /v2.0/quotas/e456cfb8a47140fd95b0b4bcd910b536 HTTP/1.1" status: 200 len: 375 time: 0.0161159 Aug 10 03:20:09.860124 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-46084ceb-b603-4643-9410-1a32f0155a70 req-5d9461ba-3c9f-430c-a517-eeb428460951 tempest-ImagesNegativeTestJSON-239509620 tempest-ImagesNegativeTestJSON-239509620-project] 10.222.0.44 "GET /v2.0/security-groups?id=257402b3-051f-4dcb-a703-0901c93bb41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999711 Aug 10 03:20:09.863542 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-737b8117-540b-4147-b27e-4952fa2ed7b6 req-4debb847-b173-4dd9-9b0c-534ff6d6dcc0 tempest-QuotasAdminNegativeTest-96782829 tempest-QuotasAdminNegativeTest-96782829-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=e456cfb8a47140fd95b0b4bcd910b536&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0562747 Aug 10 03:20:09.886521 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a4e8de-dbc6-4681-9a86-782501da4dbe req-18deefdd-7acb-46a0-95d3-03f68681d11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:09.888375 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-01a4e8de-dbc6-4681-9a86-782501da4dbe req-18deefdd-7acb-46a0-95d3-03f68681d11b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=471c3158298447efb6a9896389c555af&device_id=c178f4b6-ace3-4bce-8bd8-5c40199d384c HTTP/1.1" status: 200 len: 1100 time: 0.0802081 Aug 10 03:20:09.985133 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 10 Aug 2021 03:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba02c33-1d59-49f8-93fc-1fa14669d848 x-openstack-request-id: req-3ba02c33-1d59-49f8-93fc-1fa14669d848 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:20:09.985526 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8219c67-9056-45cb-9669-8d5a072e30ed", "name": "network-vif-plugged", "status": "completed", "tag": "4db853c6-85e7-48cd-8a29-212fce51737f", "code": 200}, {"server_uuid": "8c6f1850-f19e-4254-92e9-56a30b581253", "name": "network-vif-plugged", "status": "completed", "tag": "960a28a7-1741-4a5e-af50-49f66b7e7907", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:20:09.986126 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3ba02c33-1d59-49f8-93fc-1fa14669d848 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:20:09.986808 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8219c67-9056-45cb-9669-8d5a072e30ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4db853c6-85e7-48cd-8a29-212fce51737f', 'code': 200} Aug 10 03:20:09.987137 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c6f1850-f19e-4254-92e9-56a30b581253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '960a28a7-1741-4a5e-af50-49f66b7e7907', 'code': 200} Aug 10 03:20:10.027119 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-352eb423-1781-4b35-aa50-80625ad95207 req-1dfdd891-29ce-4673-a62c-5db8253b0069 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "GET /v2.0/security-groups/443dea96-39eb-4a6c-95ea-dfa90162d78c HTTP/1.1" status: 200 len: 1801 time: 0.0705316 Aug 10 03:20:10.030028 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a4e8de-dbc6-4681-9a86-782501da4dbe req-8370ba19-f42a-4f98-a54d-41f3287cab32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:10.031542 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-01a4e8de-dbc6-4681-9a86-782501da4dbe req-8370ba19-f42a-4f98-a54d-41f3287cab32 service neutron] 10.222.0.42 "GET /v2.0/networks?id=72a4be73-29a1-424c-8690-ecdcf6b06721 HTTP/1.1" status: 200 len: 869 time: 0.1362271 Aug 10 03:20:10.090763 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-01a4e8de-dbc6-4681-9a86-782501da4dbe req-d6c01aaa-f535-4a72-bf33-fa1070fd1c34 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=463a6798-b7d8-4aef-8cca-0e3735ac526a HTTP/1.1" status: 200 len: 217 time: 0.0449386 Aug 10 03:20:10.181404 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54acb0a9-af5f-4401-bccf-892ea494a82f req-094ba19e-e087-4790-b763-3ccd46c8ce73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:10.182943 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-54acb0a9-af5f-4401-bccf-892ea494a82f req-094ba19e-e087-4790-b763-3ccd46c8ce73 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8c6f1850-f19e-4254-92e9-56a30b581253 HTTP/1.1" status: 200 len: 1097 time: 0.0416777 Aug 10 03:20:10.186042 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a4e8de-dbc6-4681-9a86-782501da4dbe req-c9b63617-a9eb-43d2-88f3-d75967506fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:10.188126 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-01a4e8de-dbc6-4681-9a86-782501da4dbe req-c9b63617-a9eb-43d2-88f3-d75967506fca service neutron] 10.222.0.42 "GET /v2.0/subnets?id=60d10164-1dee-4940-9d19-f71e6c18cbc5 HTTP/1.1" status: 200 len: 843 time: 0.0878637 Aug 10 03:20:10.188847 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-352eb423-1781-4b35-aa50-80625ad95207 req-f50be68a-fd15-4c1f-b6e8-b0b92d352370 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:10.224329 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-54acb0a9-af5f-4401-bccf-892ea494a82f req-f05b1fb4-dabe-4607-a810-2c21f6f7e17a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e00a7564-e56b-4b7f-b179-f193e5160bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283809 Aug 10 03:20:10.238573 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-352eb423-1781-4b35-aa50-80625ad95207 req-f50be68a-fd15-4c1f-b6e8-b0b92d352370 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:10.277302 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a4e8de-dbc6-4681-9a86-782501da4dbe req-c7a244fd-4036-4c0d-8dbd-45d11ae32156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:10.278899 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-01a4e8de-dbc6-4681-9a86-782501da4dbe req-c7a244fd-4036-4c0d-8dbd-45d11ae32156 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72a4be73-29a1-424c-8690-ecdcf6b06721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0796361 Aug 10 03:20:10.297270 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-352eb423-1781-4b35-aa50-80625ad95207 req-f50be68a-fd15-4c1f-b6e8-b0b92d352370 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:10.299781 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-352eb423-1781-4b35-aa50-80625ad95207 req-f50be68a-fd15-4c1f-b6e8-b0b92d352370 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:10.300859 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-352eb423-1781-4b35-aa50-80625ad95207 req-f50be68a-fd15-4c1f-b6e8-b0b92d352370 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "DELETE /v2.0/security-groups/443dea96-39eb-4a6c-95ea-dfa90162d78c HTTP/1.1" status: 204 len: 173 time: 0.2624447 Aug 10 03:20:10.350120 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50be68a-fd15-4c1f-b6e8-b0b92d352370 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=443dea96-39eb-4a6c-95ea-dfa90162d78c,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:10.428748 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-01a4e8de-dbc6-4681-9a86-782501da4dbe req-3fbe13a0-e5bd-428c-9c6b-a6dfdb3b0ed0 service neutron] 10.222.0.42 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409125 Aug 10 03:20:10.439641 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42706ab9-4e9a-4450-a658-88e18df938c4 req-ae0f4b2c-0fcc-400b-9c95-a7c4d2c269e0 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:10.441098 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-42706ab9-4e9a-4450-a658-88e18df938c4 req-ae0f4b2c-0fcc-400b-9c95-a7c4d2c269e0 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8219c67-9056-45cb-9669-8d5a072e30ed HTTP/1.1" status: 200 len: 946 time: 0.0856688 Aug 10 03:20:10.554841 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-42706ab9-4e9a-4450-a658-88e18df938c4 req-99e791ad-ee5b-43aa-af25-d45beda90ac5 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/security-groups?id=58160609-a8c2-4b15-a3de-467e7dbbc834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057415 Aug 10 03:20:10.579701 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80062421-8b2c-4316-82c2-c05052391566 req-b8832e53-8159-41be-abe9-857dbf539601 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:10.581176 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-80062421-8b2c-4316-82c2-c05052391566 req-b8832e53-8159-41be-abe9-857dbf539601 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c6f1850-f19e-4254-92e9-56a30b581253 HTTP/1.1" status: 200 len: 945 time: 0.1251607 Aug 10 03:20:10.607635 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-01a4e8de-dbc6-4681-9a86-782501da4dbe req-ef444ca2-761c-4fb1-b26c-7c8b2ba621eb service neutron] 10.222.0.42 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655722 Aug 10 03:20:10.627468 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-80062421-8b2c-4316-82c2-c05052391566 req-744227a7-064c-4265-aa02-f8d27f988a21 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/security-groups?id=e00a7564-e56b-4b7f-b179-f193e5160bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372479 Aug 10 03:20:10.738716 n-d-768862-13 neutron-server[94260]: INFO neutron.api.v2.resource [req-7ea6cbda-fc1e-4e28-90d3-844da794802f req-bc3052ea-821e-4733-906f-5d145fddbef8 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] show failed (client error): The resource could not be found. Aug 10 03:20:10.740248 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7ea6cbda-fc1e-4e28-90d3-844da794802f req-bc3052ea-821e-4733-906f-5d145fddbef8 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "GET /v2.0/security-groups/443dea96-39eb-4a6c-95ea-dfa90162d78c HTTP/1.1" status: 404 len: 352 time: 0.0151415 Aug 10 03:20:10.803244 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b051ff-3c3b-48e5-bb38-1e51717581e1 req-ca3c9365-65c3-4946-ba28-33b4262bf499 tempest-ImagesOneServerTestJSON-547354913 tempest-ImagesOneServerTestJSON-547354913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:10.804726 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-02b051ff-3c3b-48e5-bb38-1e51717581e1 req-ca3c9365-65c3-4946-ba28-33b4262bf499 tempest-ImagesOneServerTestJSON-547354913 tempest-ImagesOneServerTestJSON-547354913-project] 10.222.0.44 "GET /v2.0/ports?device_id=819cbf3a-d394-434d-9d37-e53253bb6a7c HTTP/1.1" status: 200 len: 949 time: 0.0498126 Aug 10 03:20:10.843772 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-02b051ff-3c3b-48e5-bb38-1e51717581e1 req-d8bd0bab-6ed6-4e65-a864-d5fe3a2faced tempest-ImagesOneServerTestJSON-547354913 tempest-ImagesOneServerTestJSON-547354913-project] 10.222.0.44 "GET /v2.0/security-groups?id=06fc6066-0fdd-47ed-a907-ed95f8a26997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323374 Aug 10 03:20:11.115483 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ef059e8b-9780-4183-86a2-6d4340b62b32 req-b3aff561-df76-4be3-bd5c-ae4319362f25 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "GET /v2.0/security-groups/e4b449fd-6260-45b6-9f9b-60a67cb3c2d8 HTTP/1.1" status: 200 len: 1800 time: 0.0448887 Aug 10 03:20:11.181904 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-ef059e8b-9780-4183-86a2-6d4340b62b32 req-d62d0687-ba8e-4bfc-8b65-691d42edd661 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:11.205217 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-ef059e8b-9780-4183-86a2-6d4340b62b32 req-d62d0687-ba8e-4bfc-8b65-691d42edd661 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:11.247765 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-ef059e8b-9780-4183-86a2-6d4340b62b32 req-d62d0687-ba8e-4bfc-8b65-691d42edd661 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:11.251028 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-ef059e8b-9780-4183-86a2-6d4340b62b32 req-d62d0687-ba8e-4bfc-8b65-691d42edd661 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:11.252296 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ef059e8b-9780-4183-86a2-6d4340b62b32 req-d62d0687-ba8e-4bfc-8b65-691d42edd661 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "DELETE /v2.0/security-groups/e4b449fd-6260-45b6-9f9b-60a67cb3c2d8 HTTP/1.1" status: 204 len: 173 time: 0.1310489 Aug 10 03:20:11.261673 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62d0687-ba8e-4bfc-8b65-691d42edd661 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b449fd-6260-45b6-9f9b-60a67cb3c2d8,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:11.305855 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 52416) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:11.372967 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f58877e-9826-4785-8295-f8a3646c0253 req-0d3d1cff-5c01-4fe0-864a-1152bd58b80a tempest-ImagesNegativeTestJSON-239509620 tempest-ImagesNegativeTestJSON-239509620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:11.375269 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5f58877e-9826-4785-8295-f8a3646c0253 req-0d3d1cff-5c01-4fe0-864a-1152bd58b80a tempest-ImagesNegativeTestJSON-239509620 tempest-ImagesNegativeTestJSON-239509620-project] 10.222.0.44 "GET /v2.0/ports?device_id=c178f4b6-ace3-4bce-8bd8-5c40199d384c HTTP/1.1" status: 200 len: 948 time: 0.0538278 Aug 10 03:20:11.419086 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5f58877e-9826-4785-8295-f8a3646c0253 req-d2eb56c1-a2a9-4ecf-b93d-38d7f23392a8 tempest-ImagesNegativeTestJSON-239509620 tempest-ImagesNegativeTestJSON-239509620-project] 10.222.0.44 "GET /v2.0/security-groups?id=257402b3-051f-4dcb-a703-0901c93bb41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377548 Aug 10 03:20:11.443195 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-37831fe8-e39e-4562-b07f-b3c35aef976e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:11.554497 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-37831fe8-e39e-4562-b07f-b3c35aef976e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:11.562218 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 463a6798-b7d8-4aef-8cca-0e3735ac526a details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:20:11.567460 n-d-768862-13 neutron-server[94260]: INFO neutron.api.v2.resource [req-a50743e8-63bc-439a-8fcc-4b3533fa6367 req-5f31a6ec-b190-482f-b927-5ca4283b7b88 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] show failed (client error): The resource could not be found. Aug 10 03:20:11.567635 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-37831fe8-e39e-4562-b07f-b3c35aef976e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:11.568792 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a50743e8-63bc-439a-8fcc-4b3533fa6367 req-5f31a6ec-b190-482f-b927-5ca4283b7b88 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "GET /v2.0/security-groups/e4b449fd-6260-45b6-9f9b-60a67cb3c2d8 HTTP/1.1" status: 404 len: 352 time: 0.0154421 Aug 10 03:20:11.622763 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-37831fe8-e39e-4562-b07f-b3c35aef976e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e456cfb8a47140fd95b0b4bcd910b536&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3144608 Aug 10 03:20:11.623638 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37831fe8-e39e-4562-b07f-b3c35aef976e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b30b4d5e-4b83-423d-89e7-afa47fca3645,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:11.625537 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 52458) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:11.633705 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37831fe8-e39e-4562-b07f-b3c35aef976e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:11.634447 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37831fe8-e39e-4562-b07f-b3c35aef976e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:11.634975 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37831fe8-e39e-4562-b07f-b3c35aef976e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:11.635636 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37831fe8-e39e-4562-b07f-b3c35aef976e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:11.636134 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37831fe8-e39e-4562-b07f-b3c35aef976e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:11.636648 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37831fe8-e39e-4562-b07f-b3c35aef976e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:11.637239 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37831fe8-e39e-4562-b07f-b3c35aef976e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:11.638114 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37831fe8-e39e-4562-b07f-b3c35aef976e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:11.638726 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37831fe8-e39e-4562-b07f-b3c35aef976e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:11.639297 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37831fe8-e39e-4562-b07f-b3c35aef976e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:11.640389 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37831fe8-e39e-4562-b07f-b3c35aef976e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:11.640932 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37831fe8-e39e-4562-b07f-b3c35aef976e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:11.700200 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 463a6798-b7d8-4aef-8cca-0e3735ac526a, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=463a6798-b7d8-4aef-8cca-0e3735ac526a,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:11.703694 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f20bb1dd-b45f-4c5a-ad9a-d51d641c20d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:11.715892 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': '463a6798-b7d8-4aef-8cca-0e3735ac526a', 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721', 'port_id': '463a6798-b7d8-4aef-8cca-0e3735ac526a', 'mac_address': 'fa:16:3e:f7:22:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60d10164-1dee-4940-9d19-f71e6c18cbc5', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:20:11.731441 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f20bb1dd-b45f-4c5a-ad9a-d51d641c20d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:11.766001 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:11.785131 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 463a6798-b7d8-4aef-8cca-0e3735ac526a {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:20:11.809885 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 463a6798-b7d8-4aef-8cca-0e3735ac526a, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=463a6798-b7d8-4aef-8cca-0e3735ac526a,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:11.816536 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:11.828252 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-78a6eda3-8a99-47cb-bd4c-e3d245096ccf req-7dbbe4ed-0a04-4ed1-b5b2-db162cd0a1db tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "GET /v2.0/security-groups/fbceea22-4b5f-4b90-99fc-2c274460b479 HTTP/1.1" status: 200 len: 1801 time: 0.0441329 Aug 10 03:20:11.829353 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f20bb1dd-b45f-4c5a-ad9a-d51d641c20d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:11.831882 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f20bb1dd-b45f-4c5a-ad9a-d51d641c20d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:11.836073 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-f20bb1dd-b45f-4c5a-ad9a-d51d641c20d2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b30b4d5e-4b83-423d-89e7-afa47fca3645 HTTP/1.1" status: 204 len: 168 time: 0.2092922 Aug 10 03:20:11.858399 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20bb1dd-b45f-4c5a-ad9a-d51d641c20d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b30b4d5e-4b83-423d-89e7-afa47fca3645,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:11.903929 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=463a6798-b7d8-4aef-8cca-0e3735ac526a,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:11.926682 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-78a6eda3-8a99-47cb-bd4c-e3d245096ccf req-a0a7ea14-fa3a-4d88-8c88-d20fa614b19b tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:11.968230 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-78a6eda3-8a99-47cb-bd4c-e3d245096ccf req-a0a7ea14-fa3a-4d88-8c88-d20fa614b19b tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:12.017367 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-78a6eda3-8a99-47cb-bd4c-e3d245096ccf req-a0a7ea14-fa3a-4d88-8c88-d20fa614b19b tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:12.020084 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-78a6eda3-8a99-47cb-bd4c-e3d245096ccf req-a0a7ea14-fa3a-4d88-8c88-d20fa614b19b tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:12.021491 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-78a6eda3-8a99-47cb-bd4c-e3d245096ccf req-a0a7ea14-fa3a-4d88-8c88-d20fa614b19b tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "DELETE /v2.0/security-groups/fbceea22-4b5f-4b90-99fc-2c274460b479 HTTP/1.1" status: 204 len: 173 time: 0.1838915 Aug 10 03:20:12.037618 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a7ea14-fa3a-4d88-8c88-d20fa614b19b tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbceea22-4b5f-4b90-99fc-2c274460b479,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:12.060767 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['463a6798-b7d8-4aef-8cca-0e3735ac526a'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:20:12.144950 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5555aaf9-3d13-40d9-8c6f-9be7791954c8 req-a96d6174-07df-4ee0-ab94-be2d838e0457 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:12.152845 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5555aaf9-3d13-40d9-8c6f-9be7791954c8 req-a96d6174-07df-4ee0-ab94-be2d838e0457 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c6f1850-f19e-4254-92e9-56a30b581253 HTTP/1.1" status: 200 len: 945 time: 0.0665874 Aug 10 03:20:12.203381 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5555aaf9-3d13-40d9-8c6f-9be7791954c8 req-060d4cde-d911-4328-9f59-66149a4dde6e tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/security-groups?id=e00a7564-e56b-4b7f-b179-f193e5160bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495808 Aug 10 03:20:12.235757 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 52524) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:12.251775 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-838cb986-ad96-44ff-a1ea-1b708a3606a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:12.315332 n-d-768862-13 neutron-server[94260]: INFO neutron.api.v2.resource [req-4d217525-d9b6-42b8-ba38-b6eb6a9ee1a3 req-66429369-ada8-4834-9d56-4006c72eefc4 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] show failed (client error): The resource could not be found. Aug 10 03:20:12.316359 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4d217525-d9b6-42b8-ba38-b6eb6a9ee1a3 req-66429369-ada8-4834-9d56-4006c72eefc4 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "GET /v2.0/security-groups/fbceea22-4b5f-4b90-99fc-2c274460b479 HTTP/1.1" status: 404 len: 352 time: 0.0339198 Aug 10 03:20:12.370322 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1805926-3b12-4170-8730-b8fc0c180917 req-4aabd5f0-fed5-4757-b132-4546622fa735 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:12.371804 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e1805926-3b12-4170-8730-b8fc0c180917 req-4aabd5f0-fed5-4757-b132-4546622fa735 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8219c67-9056-45cb-9669-8d5a072e30ed HTTP/1.1" status: 200 len: 946 time: 0.0775762 Aug 10 03:20:12.430530 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-838cb986-ad96-44ff-a1ea-1b708a3606a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:12.441450 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-838cb986-ad96-44ff-a1ea-1b708a3606a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:12.448073 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e1805926-3b12-4170-8730-b8fc0c180917 req-e3933d52-4b84-4ef2-97a1-4883adfec3c0 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/security-groups?id=58160609-a8c2-4b15-a3de-467e7dbbc834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647552 Aug 10 03:20:12.504788 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-838cb986-ad96-44ff-a1ea-1b708a3606a2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6f9439846e9c462181b5ee9695f06ce7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2678888 Aug 10 03:20:12.506312 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838cb986-ad96-44ff-a1ea-1b708a3606a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=209cbb2d-4b4d-4bfd-b517-9b0c2375bc58,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:12.507381 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 52554) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:12.524672 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25322052-f02c-4e41-9f64-b9ffc9056577 req-c9cde968-f570-4a4f-9afe-79a3880ca21b tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:12.526216 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-25322052-f02c-4e41-9f64-b9ffc9056577 req-c9cde968-f570-4a4f-9afe-79a3880ca21b tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c6f1850-f19e-4254-92e9-56a30b581253 HTTP/1.1" status: 200 len: 945 time: 0.1074126 Aug 10 03:20:12.579467 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5b8758fc-9c2c-4d41-b681-89a0ed7b2576 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:12.590744 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-25322052-f02c-4e41-9f64-b9ffc9056577 req-bad639aa-0799-4099-9e54-f40798a56dcd tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/security-groups?id=e00a7564-e56b-4b7f-b179-f193e5160bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548394 Aug 10 03:20:12.600805 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5b8758fc-9c2c-4d41-b681-89a0ed7b2576 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:12.643072 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2a694f60-08b5-4b10-8b9e-ca5b454aead5 req-6672a10e-e8f9-4e27-9d71-734214f9be17 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d59a0b5e4dd94b2f936adf3da2c52113 HTTP/1.1" status: 200 len: 6148 time: 0.0997753 Aug 10 03:20:12.660086 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5b8758fc-9c2c-4d41-b681-89a0ed7b2576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:12.664549 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5b8758fc-9c2c-4d41-b681-89a0ed7b2576 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:12.668202 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-5b8758fc-9c2c-4d41-b681-89a0ed7b2576 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/209cbb2d-4b4d-4bfd-b517-9b0c2375bc58 HTTP/1.1" status: 204 len: 168 time: 0.1573911 Aug 10 03:20:12.681196 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8758fc-9c2c-4d41-b681-89a0ed7b2576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=209cbb2d-4b4d-4bfd-b517-9b0c2375bc58,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:12.694907 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2a694f60-08b5-4b10-8b9e-ca5b454aead5 req-728e90d2-bbd1-4a6a-9f10-f2910283ad0c tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "GET /v2.0/security-groups/41ee46c2-b2a5-449c-b4c8-15a659a6d137 HTTP/1.1" status: 200 len: 2981 time: 0.0509517 Aug 10 03:20:12.744302 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2a694f60-08b5-4b10-8b9e-ca5b454aead5 req-0320541f-aaab-437c-94d0-6d7af8e06012 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "GET /v2.0/security-groups/41ee46c2-b2a5-449c-b4c8-15a659a6d137 HTTP/1.1" status: 200 len: 2981 time: 0.0431132 Aug 10 03:20:12.852191 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29de32ee-bbc9-474c-8bf6-98ba3ea4cbd5 req-9d2eaf28-a831-4dad-8075-acca5817828f tempest-ImagesNegativeTestJSON-239509620 tempest-ImagesNegativeTestJSON-239509620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:12.858205 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-29de32ee-bbc9-474c-8bf6-98ba3ea4cbd5 req-9d2eaf28-a831-4dad-8075-acca5817828f tempest-ImagesNegativeTestJSON-239509620 tempest-ImagesNegativeTestJSON-239509620-project] 10.222.0.44 "GET /v2.0/ports?device_id=c178f4b6-ace3-4bce-8bd8-5c40199d384c HTTP/1.1" status: 200 len: 949 time: 0.0551176 Aug 10 03:20:12.893804 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-29de32ee-bbc9-474c-8bf6-98ba3ea4cbd5 req-13bb1f75-e66e-4533-b679-a8461ded6417 tempest-ImagesNegativeTestJSON-239509620 tempest-ImagesNegativeTestJSON-239509620-project] 10.222.0.44 "GET /v2.0/security-groups?id=257402b3-051f-4dcb-a703-0901c93bb41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337799 Aug 10 03:20:13.089499 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-2d0d6499-06fa-4c65-a542-4298eb26cd4a req-f21092ca-ed8f-4cae-b894-4d454175e348 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1540056945', 'description': 'tempest-description-35454139'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:13.116426 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-2d0d6499-06fa-4c65-a542-4298eb26cd4a req-f21092ca-ed8f-4cae-b894-4d454175e348 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:13.211691 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-2d0d6499-06fa-4c65-a542-4298eb26cd4a req-f21092ca-ed8f-4cae-b894-4d454175e348 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:13.216972 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-2d0d6499-06fa-4c65-a542-4298eb26cd4a req-f21092ca-ed8f-4cae-b894-4d454175e348 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:13.250129 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21092ca-ed8f-4cae-b894-4d454175e348 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a76dbe6f-f96a-4ea8-a2c1-9b67619c94a0,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:13.255180 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-2d0d6499-06fa-4c65-a542-4298eb26cd4a req-f21092ca-ed8f-4cae-b894-4d454175e348 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:13.256807 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2d0d6499-06fa-4c65-a542-4298eb26cd4a req-f21092ca-ed8f-4cae-b894-4d454175e348 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.1719525 Aug 10 03:20:13.409936 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 4db853c6-85e7-48cd-8a29-212fce51737f no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:20:13.436674 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd2d9a5-1564-4a09-ae6f-0a4166877efb req-81c3b457-47e8-420e-bfe9-63e5e1a75ec8 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:13.437632 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6bd2d9a5-1564-4a09-ae6f-0a4166877efb req-81c3b457-47e8-420e-bfe9-63e5e1a75ec8 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c6f1850-f19e-4254-92e9-56a30b581253 HTTP/1.1" status: 200 len: 945 time: 0.0560327 Aug 10 03:20:13.505576 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6bd2d9a5-1564-4a09-ae6f-0a4166877efb req-a9fdbcfe-af18-42f4-af2f-aa53a8f17f84 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/security-groups?id=e00a7564-e56b-4b7f-b179-f193e5160bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573199 Aug 10 03:20:13.527823 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-d2556bbe-ba4d-402a-8fcb-5af4ba3f0754 req-a1f4cc35-be5a-4994-8dc4-f5527883372c tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1584983815', 'description': 'tempest-description-1033824148'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:13.544228 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:13.568378 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-d2556bbe-ba4d-402a-8fcb-5af4ba3f0754 req-a1f4cc35-be5a-4994-8dc4-f5527883372c tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:13.569344 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 463a6798-b7d8-4aef-8cca-0e3735ac526a up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:20:13.618748 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8219c67-9056-45cb-9669-8d5a072e30ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4db853c6-85e7-48cd-8a29-212fce51737f'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:20:13.621045 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdf8aa6a-8fb8-4dbe-9843-e7192cd30549" -d '{"events": [{"server_uuid": "d8219c67-9056-45cb-9669-8d5a072e30ed", "name": "network-vif-unplugged", "status": "completed", "tag": "4db853c6-85e7-48cd-8a29-212fce51737f"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:20:13.639490 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 4db853c6-85e7-48cd-8a29-212fce51737f, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=4db853c6-85e7-48cd-8a29-212fce51737f,segment=NetworkSegment(bb5826fd-13f9-4737-be5f-46ce38ebd549),segment_id=bb5826fd-13f9-4737-be5f-46ce38ebd549)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:13.650210 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:13.680168 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning for port 463a6798-b7d8-4aef-8cca-0e3735ac526a completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:20:13.688008 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-d2556bbe-ba4d-402a-8fcb-5af4ba3f0754 req-a1f4cc35-be5a-4994-8dc4-f5527883372c tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:13.695626 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-d2556bbe-ba4d-402a-8fcb-5af4ba3f0754 req-a1f4cc35-be5a-4994-8dc4-f5527883372c tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:13.699907 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port 463a6798-b7d8-4aef-8cca-0e3735ac526a triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:20:13.700428 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:13.730639 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-d2556bbe-ba4d-402a-8fcb-5af4ba3f0754 req-a1f4cc35-be5a-4994-8dc4-f5527883372c tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:13.742794 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d2556bbe-ba4d-402a-8fcb-5af4ba3f0754 req-a1f4cc35-be5a-4994-8dc4-f5527883372c tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2200181 Aug 10 03:20:13.761458 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=4db853c6-85e7-48cd-8a29-212fce51737f,revision_number=8']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:13.771369 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f4cc35-be5a-4994-8dc4-f5527883372c tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71a78bf3-3f56-459c-9939-edef9eac9730,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:13.855758 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:13.890367 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e1a27f-da6d-444b-9040-72b9c9ad0bb7 req-ddc73005-fbab-4413-a954-9fccf76f9eba tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:13.899608 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a3e1a27f-da6d-444b-9040-72b9c9ad0bb7 req-ddc73005-fbab-4413-a954-9fccf76f9eba tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8219c67-9056-45cb-9669-8d5a072e30ed HTTP/1.1" status: 200 len: 944 time: 0.0812082 Aug 10 03:20:13.917805 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 463a6798-b7d8-4aef-8cca-0e3735ac526a, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=463a6798-b7d8-4aef-8cca-0e3735ac526a,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:13.924781 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:13.948511 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a3e1a27f-da6d-444b-9040-72b9c9ad0bb7 req-35f2305b-2433-4e7e-9f93-6385d26a4c87 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/security-groups?id=58160609-a8c2-4b15-a3de-467e7dbbc834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479949 Aug 10 03:20:13.997631 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=463a6798-b7d8-4aef-8cca-0e3735ac526a,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:14.067254 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d95c61-f7b1-4186-9acc-c3a3fa2e383c req-39c613c9-201f-4c6b-80ff-d85593e36911 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:14.068875 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c1d95c61-f7b1-4186-9acc-c3a3fa2e383c req-39c613c9-201f-4c6b-80ff-d85593e36911 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c6f1850-f19e-4254-92e9-56a30b581253 HTTP/1.1" status: 200 len: 945 time: 0.0509191 Aug 10 03:20:14.124529 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c1d95c61-f7b1-4186-9acc-c3a3fa2e383c req-496c3ff8-958c-41c7-9014-849f24864f74 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/security-groups?id=e00a7564-e56b-4b7f-b179-f193e5160bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451760 Aug 10 03:20:14.147486 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10e88ad0-99cd-43d6-9e65-0f29e330b429 x-openstack-request-id: req-10e88ad0-99cd-43d6-9e65-0f29e330b429 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:20:14.147766 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8219c67-9056-45cb-9669-8d5a072e30ed", "name": "network-vif-unplugged", "status": "completed", "tag": "4db853c6-85e7-48cd-8a29-212fce51737f", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:20:14.148266 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-10e88ad0-99cd-43d6-9e65-0f29e330b429 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:20:14.148934 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8219c67-9056-45cb-9669-8d5a072e30ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4db853c6-85e7-48cd-8a29-212fce51737f', 'code': 200} Aug 10 03:20:14.311531 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3e1570-618b-4448-823c-f92eabb193ac req-d787b52c-5815-439a-a1d5-d97f091603a0 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:14.314454 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-df3e1570-618b-4448-823c-f92eabb193ac req-d787b52c-5815-439a-a1d5-d97f091603a0 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.61 "GET /v2.0/ports?device_id=d8219c67-9056-45cb-9669-8d5a072e30ed HTTP/1.1" status: 200 len: 944 time: 0.0568340 Aug 10 03:20:14.344826 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5592c592-a5ba-4148-bde9-4482dda89343 req-8d03a0b7-1bab-444f-b61b-0c74cb4c744f tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:14.346434 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5592c592-a5ba-4148-bde9-4482dda89343 req-8d03a0b7-1bab-444f-b61b-0c74cb4c744f tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "GET /v2.0/networks?id=86f96ddd-5fdb-4f29-8bd5-ae286688b451 HTTP/1.1" status: 200 len: 813 time: 0.1232078 Aug 10 03:20:14.366177 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5592c592-a5ba-4148-bde9-4482dda89343 req-ac38d218-fc7f-4a6b-9e33-79aae825b9d0 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "GET /v2.0/quotas/d59a0b5e4dd94b2f936adf3da2c52113 HTTP/1.1" status: 200 len: 375 time: 0.0114601 Aug 10 03:20:14.428486 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5592c592-a5ba-4148-bde9-4482dda89343 req-719856ad-2834-4064-b84f-d2e4e63cf38d tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d59a0b5e4dd94b2f936adf3da2c52113&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0557909 Aug 10 03:20:14.430406 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-df3e1570-618b-4448-823c-f92eabb193ac req-731be985-33ff-45bf-9497-292cbef23f41 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Deleting port 4db853c6-85e7-48cd-8a29-212fce51737f {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:20:14.431650 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-df3e1570-618b-4448-823c-f92eabb193ac req-731be985-33ff-45bf-9497-292cbef23f41 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:14.552939 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-df3e1570-618b-4448-823c-f92eabb193ac req-731be985-33ff-45bf-9497-292cbef23f41 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] For port 4db853c6-85e7-48cd-8a29-212fce51737f, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=4db853c6-85e7-48cd-8a29-212fce51737f,segment=NetworkSegment(bb5826fd-13f9-4737-be5f-46ce38ebd549),segment_id=bb5826fd-13f9-4737-be5f-46ce38ebd549)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:14.553323 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-df3e1570-618b-4448-823c-f92eabb193ac req-731be985-33ff-45bf-9497-292cbef23f41 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:14.565296 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5592c592-a5ba-4148-bde9-4482dda89343 req-071eaf1c-2a06-42e7-bb07-5e07ce00624e service neutron] 10.222.0.44 "GET /v2.0/networks/86f96ddd-5fdb-4f29-8bd5-ae286688b451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267211 Aug 10 03:20:14.567538 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-df3e1570-618b-4448-823c-f92eabb193ac req-731be985-33ff-45bf-9497-292cbef23f41 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Calling delete_port for 4db853c6-85e7-48cd-8a29-212fce51737f owned by compute:nova {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:20:14.630640 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 52796) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:14.697576 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5592c592-a5ba-4148-bde9-4482dda89343 req-ff94fe1d-4989-44ab-9ba0-d2b1aaa4d301 service neutron] 10.222.0.44 "GET /v2.0/networks/86f96ddd-5fdb-4f29-8bd5-ae286688b451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221838 Aug 10 03:20:14.792121 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2f1a572e-a996-4fae-9035-11be128280dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:14.966523 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2f1a572e-a996-4fae-9035-11be128280dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:14.977925 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2f1a572e-a996-4fae-9035-11be128280dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:15.032393 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c858b-e33f-4c1d-9f92-26ad2016dae3 req-943054c3-fd8e-4337-9a28-139c2643c63f tempest-ImagesNegativeTestJSON-239509620 tempest-ImagesNegativeTestJSON-239509620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:15.033929 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-393c858b-e33f-4c1d-9f92-26ad2016dae3 req-943054c3-fd8e-4337-9a28-139c2643c63f tempest-ImagesNegativeTestJSON-239509620 tempest-ImagesNegativeTestJSON-239509620-project] 10.222.0.44 "GET /v2.0/ports?device_id=c178f4b6-ace3-4bce-8bd8-5c40199d384c HTTP/1.1" status: 200 len: 950 time: 0.1229014 Aug 10 03:20:15.042337 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-2f1a572e-a996-4fae-9035-11be128280dc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b92a5f1d01d24d688be70f34cf94733f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4100904 Aug 10 03:20:15.042557 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 52830) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:15.042658 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1a572e-a996-4fae-9035-11be128280dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d48d551a-c055-4693-b661-f5db31a55263,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:15.105167 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-393c858b-e33f-4c1d-9f92-26ad2016dae3 req-f7186873-f341-470d-ba20-e3f55c51b850 tempest-ImagesNegativeTestJSON-239509620 tempest-ImagesNegativeTestJSON-239509620-project] 10.222.0.44 "GET /v2.0/security-groups?id=257402b3-051f-4dcb-a703-0901c93bb41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570776 Aug 10 03:20:15.121437 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d88445c6-771d-4c8b-8ff7-9b2292ed13b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:15.127206 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-df3e1570-618b-4448-823c-f92eabb193ac req-731be985-33ff-45bf-9497-292cbef23f41 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:15.172053 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731be985-33ff-45bf-9497-292cbef23f41 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Pushing event deleted for resources: {'Port': ['ID=4db853c6-85e7-48cd-8a29-212fce51737f,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:15.211203 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d88445c6-771d-4c8b-8ff7-9b2292ed13b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:15.239809 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-df3e1570-618b-4448-823c-f92eabb193ac req-731be985-33ff-45bf-9497-292cbef23f41 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] No DVR routers for this DVR port 4db853c6-85e7-48cd-8a29-212fce51737f on host n-h2-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:20:15.246770 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-df3e1570-618b-4448-823c-f92eabb193ac req-731be985-33ff-45bf-9497-292cbef23f41 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:15.248967 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-df3e1570-618b-4448-823c-f92eabb193ac req-731be985-33ff-45bf-9497-292cbef23f41 tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.61 "DELETE /v2.0/ports/4db853c6-85e7-48cd-8a29-212fce51737f HTTP/1.1" status: 204 len: 173 time: 0.9276226 Aug 10 03:20:15.249497 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8219c67-9056-45cb-9669-8d5a072e30ed', 'name': 'network-vif-deleted', 'tag': '4db853c6-85e7-48cd-8a29-212fce51737f'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:20:15.252373 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6716d83-1619-4818-93df-9e38d55edbaa" -d '{"events": [{"server_uuid": "d8219c67-9056-45cb-9669-8d5a072e30ed", "name": "network-vif-deleted", "tag": "4db853c6-85e7-48cd-8a29-212fce51737f"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:20:15.306288 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d88445c6-771d-4c8b-8ff7-9b2292ed13b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:15.316424 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d88445c6-771d-4c8b-8ff7-9b2292ed13b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:15.318314 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-d88445c6-771d-4c8b-8ff7-9b2292ed13b6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d48d551a-c055-4693-b661-f5db31a55263 HTTP/1.1" status: 204 len: 168 time: 0.2748268 Aug 10 03:20:15.332956 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88445c6-771d-4c8b-8ff7-9b2292ed13b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d48d551a-c055-4693-b661-f5db31a55263,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:15.425150 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990 details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:20:15.536597 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f0799fd5-95cb-4f82-afa6-2a01560db069 req-4b26888d-5e48-4de3-863d-309df7c4693d tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef631731-4c95-4b93-a8e3-1255fca531d4 HTTP/1.1" status: 200 len: 210 time: 0.0372787 Aug 10 03:20:15.684591 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:15.709289 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': 'c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990', 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721', 'port_id': 'c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990', 'mac_address': 'fa:16:3e:97:62:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60d10164-1dee-4940-9d19-f71e6c18cbc5', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:20:15.790205 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:15.809518 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:20:15.833660 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e25e3465-44a7-49f3-b875-093ce9e4afc1 req-673856d4-7f05-4786-ad72-e0a3155e1adb tempest-ImagesTestJSON-1863825375 tempest-ImagesTestJSON-1863825375-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8219c67-9056-45cb-9669-8d5a072e30ed HTTP/1.1" status: 200 len: 210 time: 0.0352283 Aug 10 03:20:15.839996 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:15.846901 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:15.881054 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b4912a-39ce-40c5-9431-3aaee703226d x-openstack-request-id: req-20b4912a-39ce-40c5-9431-3aaee703226d {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:20:15.881420 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8219c67-9056-45cb-9669-8d5a072e30ed", "name": "network-vif-deleted", "tag": "4db853c6-85e7-48cd-8a29-212fce51737f", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:20:15.881780 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-20b4912a-39ce-40c5-9431-3aaee703226d {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:20:15.882288 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8219c67-9056-45cb-9669-8d5a072e30ed', 'name': 'network-vif-deleted', 'tag': '4db853c6-85e7-48cd-8a29-212fce51737f', 'status': 'completed', 'code': 200} Aug 10 03:20:15.929193 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990,revision_number=6']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:15.948914 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 52898) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:15.972927 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e8e3476b-b951-4fa8-ae7b-831d7aa7d468 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:15.977912 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:20:16.039016 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8de4432-0c8b-458c-97bc-65adcfec9c99 req-f42ff85d-5a6b-4ab5-8255-6715c93e988f tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:16.048818 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f8de4432-0c8b-458c-97bc-65adcfec9c99 req-f42ff85d-5a6b-4ab5-8255-6715c93e988f tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c6f1850-f19e-4254-92e9-56a30b581253 HTTP/1.1" status: 200 len: 945 time: 0.1048360 Aug 10 03:20:16.137329 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f8de4432-0c8b-458c-97bc-65adcfec9c99 req-aee5052d-fe74-483b-8a56-cb2174e092b5 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/security-groups?id=e00a7564-e56b-4b7f-b179-f193e5160bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862730 Aug 10 03:20:16.187351 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e8e3476b-b951-4fa8-ae7b-831d7aa7d468 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:16.194885 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e8e3476b-b951-4fa8-ae7b-831d7aa7d468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:16.215719 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c178f4b6-ace3-4bce-8bd8-5c40199d384c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '463a6798-b7d8-4aef-8cca-0e3735ac526a'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:20:16.220716 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dc6ea05-b53a-437c-8fcc-b8dddd5dbd19" -d '{"events": [{"server_uuid": "c178f4b6-ace3-4bce-8bd8-5c40199d384c", "name": "network-vif-plugged", "status": "completed", "tag": "463a6798-b7d8-4aef-8cca-0e3735ac526a"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:20:16.274857 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e3476b-b951-4fa8-ae7b-831d7aa7d468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a32d5ba-9329-4208-9708-8f86cc2d2291,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:16.301624 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e8e3476b-b951-4fa8-ae7b-831d7aa7d468 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2be4882486774a35b03d759cd9ff3892&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3498411 Aug 10 03:20:16.302766 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 52942) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:16.376006 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5174f4ff-fc87-4c8a-975a-e04258ec3236 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:16.402141 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5174f4ff-fc87-4c8a-975a-e04258ec3236 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:16.489986 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e40be3-25f8-4a13-8f5e-1c0e091d70e2 req-ae21fb10-9930-46a1-9e97-58e6b5291694 tempest-ImagesNegativeTestJSON-239509620 tempest-ImagesNegativeTestJSON-239509620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:16.491651 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-77e40be3-25f8-4a13-8f5e-1c0e091d70e2 req-ae21fb10-9930-46a1-9e97-58e6b5291694 tempest-ImagesNegativeTestJSON-239509620 tempest-ImagesNegativeTestJSON-239509620-project] 10.222.0.44 "GET /v2.0/ports?device_id=c178f4b6-ace3-4bce-8bd8-5c40199d384c HTTP/1.1" status: 200 len: 950 time: 0.0720720 Aug 10 03:20:16.497614 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5174f4ff-fc87-4c8a-975a-e04258ec3236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:16.500335 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5174f4ff-fc87-4c8a-975a-e04258ec3236 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:16.501455 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-5174f4ff-fc87-4c8a-975a-e04258ec3236 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0a32d5ba-9329-4208-9708-8f86cc2d2291 HTTP/1.1" status: 204 len: 168 time: 0.1977093 Aug 10 03:20:16.521519 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5174f4ff-fc87-4c8a-975a-e04258ec3236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a32d5ba-9329-4208-9708-8f86cc2d2291,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:16.529931 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f39a0a4f-c80c-4c43-a4d5-615ea05f3544 x-openstack-request-id: req-f39a0a4f-c80c-4c43-a4d5-615ea05f3544 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:20:16.531559 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c178f4b6-ace3-4bce-8bd8-5c40199d384c", "name": "network-vif-plugged", "status": "completed", "tag": "463a6798-b7d8-4aef-8cca-0e3735ac526a", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:20:16.532277 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f39a0a4f-c80c-4c43-a4d5-615ea05f3544 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:20:16.532750 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c178f4b6-ace3-4bce-8bd8-5c40199d384c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '463a6798-b7d8-4aef-8cca-0e3735ac526a', 'code': 200} Aug 10 03:20:16.582378 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-77e40be3-25f8-4a13-8f5e-1c0e091d70e2 req-a1ac9bda-f4a6-455e-9247-3646536f8c72 tempest-ImagesNegativeTestJSON-239509620 tempest-ImagesNegativeTestJSON-239509620-project] 10.222.0.44 "GET /v2.0/security-groups?id=257402b3-051f-4dcb-a703-0901c93bb41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796170 Aug 10 03:20:16.693680 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ffd510-f298-48af-88e5-a57ef1b7503c req-98ed99a3-db9c-42e9-af6d-968e99cdd9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:16.695250 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b4ffd510-f298-48af-88e5-a57ef1b7503c req-98ed99a3-db9c-42e9-af6d-968e99cdd9db service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c178f4b6-ace3-4bce-8bd8-5c40199d384c HTTP/1.1" status: 200 len: 1102 time: 0.0622172 Aug 10 03:20:16.747837 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b4ffd510-f298-48af-88e5-a57ef1b7503c req-53edb2f8-d7f3-4a1c-b5db-3f70b1ed5f8a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=257402b3-051f-4dcb-a703-0901c93bb41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420158 Aug 10 03:20:16.865854 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5592c592-a5ba-4148-bde9-4482dda89343 req-1329fb0e-d0d3-4162-816b-c98941daa54f tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:16.867654 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-5592c592-a5ba-4148-bde9-4482dda89343 req-1329fb0e-d0d3-4162-816b-c98941daa54f tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.61 "GET /v2.0/networks?id=86f96ddd-5fdb-4f29-8bd5-ae286688b451 HTTP/1.1" status: 200 len: 813 time: 0.1792955 Aug 10 03:20:16.900558 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-5592c592-a5ba-4148-bde9-4482dda89343 req-54da300c-c68d-4fea-b42b-0560151cbaf1 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Request body: {'port': {'device_id': 'ef631731-4c95-4b93-a8e3-1255fca531d4', 'network_id': '86f96ddd-5fdb-4f29-8bd5-ae286688b451', 'admin_state_up': True, 'tenant_id': 'd59a0b5e4dd94b2f936adf3da2c52113'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:16.926958 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8c6bba5a-4279-43b8-aba9-d20aa0587861 req-ddee01a3-fa08-46cd-8663-fdba9097983a tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef631731-4c95-4b93-a8e3-1255fca531d4 HTTP/1.1" status: 200 len: 210 time: 0.0513086 Aug 10 03:20:17.060803 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5592c592-a5ba-4148-bde9-4482dda89343 req-54da300c-c68d-4fea-b42b-0560151cbaf1 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Made reservation on behalf of d59a0b5e4dd94b2f936adf3da2c52113 for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:20:17.064498 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c9c8b9-d723-4516-ab11-05d0f27eedb6 req-4c485dee-61b9-4f94-809d-ef56b895e0b1 tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:17.066090 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-39c9c8b9-d723-4516-ab11-05d0f27eedb6 req-4c485dee-61b9-4f94-809d-ef56b895e0b1 tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] 10.222.0.44 "GET /v2.0/ports?device_id=22da9a79-83b7-4a8e-bef3-1c5e1319a22b HTTP/1.1" status: 200 len: 948 time: 0.0605159 Aug 10 03:20:17.076616 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-5592c592-a5ba-4148-bde9-4482dda89343 req-54da300c-c68d-4fea-b42b-0560151cbaf1 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:17.135022 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-39c9c8b9-d723-4516-ab11-05d0f27eedb6 req-0c605cd5-a507-47cf-9517-d2f42071c420 tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] 10.222.0.44 "GET /v2.0/security-groups?id=8517d1f6-e925-4f66-887e-3d1a0d6d6b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580068 Aug 10 03:20:17.274423 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [req-5592c592-a5ba-4148-bde9-4482dda89343 req-54da300c-c68d-4fea-b42b-0560151cbaf1 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Allocated IP 172.20.0.3 (86f96ddd-5fdb-4f29-8bd5-ae286688b451/7b98d32d-7ac1-470e-aad4-e938742133b9/13270307-4591-4be0-b206-dea5e9ae449a) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:20:17.298164 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a794a9-6975-4ac3-859f-368db74eb68a req-6508ad44-c280-4d3f-b91a-ab7ca8224776 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:17.300826 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-05a794a9-6975-4ac3-859f-368db74eb68a req-6508ad44-c280-4d3f-b91a-ab7ca8224776 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c6f1850-f19e-4254-92e9-56a30b581253 HTTP/1.1" status: 200 len: 945 time: 0.0701065 Aug 10 03:20:17.353607 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-05a794a9-6975-4ac3-859f-368db74eb68a req-c49a529e-bb3c-42ff-8dd1-1dd9c417c414 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/security-groups?id=e00a7564-e56b-4b7f-b179-f193e5160bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460691 Aug 10 03:20:17.417257 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990 up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:20:17.520029 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-5592c592-a5ba-4148-bde9-4482dda89343 req-54da300c-c68d-4fea-b42b-0560151cbaf1 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:17.547485 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:20:17.547954 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:17.574041 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-5592c592-a5ba-4148-bde9-4482dda89343 req-54da300c-c68d-4fea-b42b-0560151cbaf1 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:17.599052 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['1a766390-8fe6-4db4-a148-9d9b07e221c2'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:20:17.655357 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5592c592-a5ba-4148-bde9-4482dda89343 req-54da300c-c68d-4fea-b42b-0560151cbaf1 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Network 86f96ddd-5fdb-4f29-8bd5-ae286688b451 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:20:17.666256 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [req-5592c592-a5ba-4148-bde9-4482dda89343 req-54da300c-c68d-4fea-b42b-0560151cbaf1 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:20:17.668739 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-5592c592-a5ba-4148-bde9-4482dda89343 req-54da300c-c68d-4fea-b42b-0560151cbaf1 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:20:17.719278 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54da300c-c68d-4fea-b42b-0560151cbaf1 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Pushing event updated for resources: {'Port': ['ID=13270307-4591-4be0-b206-dea5e9ae449a,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:17.741953 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5592c592-a5ba-4148-bde9-4482dda89343 req-54da300c-c68d-4fea-b42b-0560151cbaf1 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:17.743185 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-5592c592-a5ba-4148-bde9-4482dda89343 req-54da300c-c68d-4fea-b42b-0560151cbaf1 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:17.761228 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:17.762074 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-5592c592-a5ba-4148-bde9-4482dda89343 req-54da300c-c68d-4fea-b42b-0560151cbaf1 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8730390 Aug 10 03:20:17.790843 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-5592c592-a5ba-4148-bde9-4482dda89343 req-bc049b82-7607-4c93-84df-376beb2049fa service neutron] Request body: {'port': {'device_id': 'ef631731-4c95-4b93-a8e3-1255fca531d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-13'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:17.843674 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:17.852241 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:17.853430 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 4db853c6-85e7-48cd-8a29-212fce51737f no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:20:17.853564 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4578a9-bbfc-4c2b-b658-0217afa4780f req-aba70c9c-b00a-4332-8c29-1d9f02c4b565 tempest-ImagesNegativeTestJSON-239509620 tempest-ImagesNegativeTestJSON-239509620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:17.855409 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-db4578a9-bbfc-4c2b-b658-0217afa4780f req-aba70c9c-b00a-4332-8c29-1d9f02c4b565 tempest-ImagesNegativeTestJSON-239509620 tempest-ImagesNegativeTestJSON-239509620-project] 10.222.0.44 "GET /v2.0/ports?device_id=c178f4b6-ace3-4bce-8bd8-5c40199d384c HTTP/1.1" status: 200 len: 950 time: 0.1129582 Aug 10 03:20:17.894814 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-5592c592-a5ba-4148-bde9-4482dda89343 req-bc049b82-7607-4c93-84df-376beb2049fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:17.907599 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] No Port match for: 4db853c6-85e7-48cd-8a29-212fce51737f {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:20:17.908855 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 4db853c6-85e7-48cd-8a29-212fce51737f not bound to the agent host n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:20:17.983322 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990,revision_number=7']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:17.991371 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-db4578a9-bbfc-4c2b-b658-0217afa4780f req-f63b325e-1b2e-4ed3-ab21-4fc469933043 tempest-ImagesNegativeTestJSON-239509620 tempest-ImagesNegativeTestJSON-239509620-project] 10.222.0.44 "GET /v2.0/security-groups?id=257402b3-051f-4dcb-a703-0901c93bb41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040256 Aug 10 03:20:18.149713 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b84c098-3ce5-4cfe-95ec-f57cb2c750b9 req-c5c55e89-282a-492a-94fa-4b348faebc0d tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:18.154919 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5b84c098-3ce5-4cfe-95ec-f57cb2c750b9 req-c5c55e89-282a-492a-94fa-4b348faebc0d tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef631731-4c95-4b93-a8e3-1255fca531d4 HTTP/1.1" status: 200 len: 931 time: 0.0673628 Aug 10 03:20:18.196850 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5b84c098-3ce5-4cfe-95ec-f57cb2c750b9 req-1aa3421e-0a05-43c9-9b70-635d37a82ed7 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "GET /v2.0/security-groups?id=41ee46c2-b2a5-449c-b4c8-15a659a6d137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378046 Aug 10 03:20:18.307868 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [req-5592c592-a5ba-4148-bde9-4482dda89343 req-bc049b82-7607-4c93-84df-376beb2049fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13270307-4591-4be0-b206-dea5e9ae449a {{(pid=94261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:20:18.316481 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-5592c592-a5ba-4148-bde9-4482dda89343 req-bc049b82-7607-4c93-84df-376beb2049fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:18.330537 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [req-5592c592-a5ba-4148-bde9-4482dda89343 req-bc049b82-7607-4c93-84df-376beb2049fa service neutron] Transition to ACTIVE for port object 13270307-4591-4be0-b206-dea5e9ae449a will not be triggered until provisioned by entity L2. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:20:18.338516 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-5592c592-a5ba-4148-bde9-4482dda89343 req-bc049b82-7607-4c93-84df-376beb2049fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:18.374562 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5dc2ac-9256-422b-8fa0-c26ed4581008 req-39c5ca14-55b1-425b-890b-f1236f266731 tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:18.376870 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3e5dc2ac-9256-422b-8fa0-c26ed4581008 req-39c5ca14-55b1-425b-890b-f1236f266731 tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] 10.222.0.44 "GET /v2.0/ports?device_id=22da9a79-83b7-4a8e-bef3-1c5e1319a22b HTTP/1.1" status: 200 len: 948 time: 0.0785670 Aug 10 03:20:18.426243 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc049b82-7607-4c93-84df-376beb2049fa service neutron] Pushing event updated for resources: {'Port': ['ID=13270307-4591-4be0-b206-dea5e9ae449a,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:18.450613 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3e5dc2ac-9256-422b-8fa0-c26ed4581008 req-4aaa0799-46e0-4b8e-bd44-b9b4e3198afe tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] 10.222.0.44 "GET /v2.0/security-groups?id=8517d1f6-e925-4f66-887e-3d1a0d6d6b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586803 Aug 10 03:20:18.502679 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-5592c592-a5ba-4148-bde9-4482dda89343 req-bc049b82-7607-4c93-84df-376beb2049fa service neutron] Attempting to bind port 13270307-4591-4be0-b206-dea5e9ae449a on host n-h2-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:20:18.503082 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-5592c592-a5ba-4148-bde9-4482dda89343 req-bc049b82-7607-4c93-84df-376beb2049fa service neutron] Attempting to bind port 13270307-4591-4be0-b206-dea5e9ae449a by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': '81aef211-7997-45c2-a489-0c68e2619eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '86f96ddd-5fdb-4f29-8bd5-ae286688b451'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:20:18.503258 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5592c592-a5ba-4148-bde9-4482dda89343 req-bc049b82-7607-4c93-84df-376beb2049fa service neutron] Attempting to bind port 13270307-4591-4be0-b206-dea5e9ae449a on network 86f96ddd-5fdb-4f29-8bd5-ae286688b451 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:20:18.507845 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5592c592-a5ba-4148-bde9-4482dda89343 req-bc049b82-7607-4c93-84df-376beb2049fa service neutron] Port 13270307-4591-4be0-b206-dea5e9ae449a on network 86f96ddd-5fdb-4f29-8bd5-ae286688b451 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:20:18.508164 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5592c592-a5ba-4148-bde9-4482dda89343 req-bc049b82-7607-4c93-84df-376beb2049fa service neutron] Attempting to bind port 13270307-4591-4be0-b206-dea5e9ae449a on network 86f96ddd-5fdb-4f29-8bd5-ae286688b451 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:20:18.516517 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5592c592-a5ba-4148-bde9-4482dda89343 req-bc049b82-7607-4c93-84df-376beb2049fa service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:20:18.517018 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5592c592-a5ba-4148-bde9-4482dda89343 req-bc049b82-7607-4c93-84df-376beb2049fa service neutron] Checking segment: {'id': '81aef211-7997-45c2-a489-0c68e2619eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '86f96ddd-5fdb-4f29-8bd5-ae286688b451'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:20:18.517229 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5592c592-a5ba-4148-bde9-4482dda89343 req-bc049b82-7607-4c93-84df-376beb2049fa service neutron] Bound using segment: {'id': '81aef211-7997-45c2-a489-0c68e2619eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '86f96ddd-5fdb-4f29-8bd5-ae286688b451'} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:20:18.518051 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-5592c592-a5ba-4148-bde9-4482dda89343 req-bc049b82-7607-4c93-84df-376beb2049fa service neutron] Bound port: 13270307-4591-4be0-b206-dea5e9ae449a, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81aef211-7997-45c2-a489-0c68e2619eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '86f96ddd-5fdb-4f29-8bd5-ae286688b451'}}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:20:18.518442 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-5592c592-a5ba-4148-bde9-4482dda89343 req-bc049b82-7607-4c93-84df-376beb2049fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:18.533816 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '819cbf3a-d394-434d-9d37-e53253bb6a7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:20:18.539159 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-678d0a6c-7eb6-4b84-a266-a0d85be4cbb1" -d '{"events": [{"server_uuid": "819cbf3a-d394-434d-9d37-e53253bb6a7c", "name": "network-vif-plugged", "status": "completed", "tag": "c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:20:18.595396 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-5592c592-a5ba-4148-bde9-4482dda89343 req-bc049b82-7607-4c93-84df-376beb2049fa service neutron] For port 13270307-4591-4be0-b206-dea5e9ae449a, host n-h2-768862-13, cleared binding levels {{(pid=94261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:20:18.599380 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-5592c592-a5ba-4148-bde9-4482dda89343 req-bc049b82-7607-4c93-84df-376beb2049fa service neutron] For port 13270307-4591-4be0-b206-dea5e9ae449a, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=13270307-4591-4be0-b206-dea5e9ae449a,segment=NetworkSegment(81aef211-7997-45c2-a489-0c68e2619eb8),segment_id=81aef211-7997-45c2-a489-0c68e2619eb8)] {{(pid=94261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:20:18.605115 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-5592c592-a5ba-4148-bde9-4482dda89343 req-bc049b82-7607-4c93-84df-376beb2049fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:18.618008 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e62e1cc-b9a5-41fe-973f-a6c988986850 req-e726b3f1-7d56-4bc5-b013-6d8dbff4d494 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:18.619551 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3e62e1cc-b9a5-41fe-973f-a6c988986850 req-e726b3f1-7d56-4bc5-b013-6d8dbff4d494 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c6f1850-f19e-4254-92e9-56a30b581253 HTTP/1.1" status: 200 len: 945 time: 0.0496881 Aug 10 03:20:18.641013 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5592c592-a5ba-4148-bde9-4482dda89343 req-bc049b82-7607-4c93-84df-376beb2049fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:18.641873 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-5592c592-a5ba-4148-bde9-4482dda89343 req-bc049b82-7607-4c93-84df-376beb2049fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:18.643515 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-5592c592-a5ba-4148-bde9-4482dda89343 req-bc049b82-7607-4c93-84df-376beb2049fa service neutron] 10.222.0.61 "PUT /v2.0/ports/13270307-4591-4be0-b206-dea5e9ae449a HTTP/1.1" status: 200 len: 1092 time: 0.8630247 Aug 10 03:20:18.644173 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef631731-4c95-4b93-a8e3-1255fca531d4', 'tag': '13270307-4591-4be0-b206-dea5e9ae449a'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:20:18.647185 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4500e881-bbde-4103-86c4-3efc0b9d3754" -d '{"events": [{"name": "network-changed", "server_uuid": "ef631731-4c95-4b93-a8e3-1255fca531d4", "tag": "13270307-4591-4be0-b206-dea5e9ae449a"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:20:18.689158 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3e62e1cc-b9a5-41fe-973f-a6c988986850 req-92dd0929-c4ee-42bb-bb69-b7a2fad33a31 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/security-groups?id=e00a7564-e56b-4b7f-b179-f193e5160bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630555 Aug 10 03:20:18.699297 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc049b82-7607-4c93-84df-376beb2049fa service neutron] Pushing event updated for resources: {'Port': ['ID=13270307-4591-4be0-b206-dea5e9ae449a,revision_number=3']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:18.723665 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703a9985-ecfe-4821-9eb2-936741c33a0d req-d040d543-029c-41d8-8c99-62c855445d00 tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:18.727786 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-703a9985-ecfe-4821-9eb2-936741c33a0d req-d040d543-029c-41d8-8c99-62c855445d00 tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] 10.222.0.42 "GET /v2.0/ports?device_id=22da9a79-83b7-4a8e-bef3-1c5e1319a22b HTTP/1.1" status: 200 len: 948 time: 0.0840168 Aug 10 03:20:18.752784 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 53206) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:18.809643 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5592c592-a5ba-4148-bde9-4482dda89343 req-397718a7-e4e1-4706-920f-facd02ff5e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:18.811258 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-5592c592-a5ba-4148-bde9-4482dda89343 req-397718a7-e4e1-4706-920f-facd02ff5e3d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d59a0b5e4dd94b2f936adf3da2c52113&device_id=ef631731-4c95-4b93-a8e3-1255fca531d4 HTTP/1.1" status: 200 len: 1095 time: 0.1029444 Aug 10 03:20:18.817434 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d9abeb-cb0c-4e9d-b5d5-d48b2cf79b28 x-openstack-request-id: req-33d9abeb-cb0c-4e9d-b5d5-d48b2cf79b28 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:20:18.817975 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "819cbf3a-d394-434d-9d37-e53253bb6a7c", "name": "network-vif-plugged", "status": "completed", "tag": "c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:20:18.817975 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-33d9abeb-cb0c-4e9d-b5d5-d48b2cf79b28 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:20:18.818370 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '819cbf3a-d394-434d-9d37-e53253bb6a7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990', 'code': 200} Aug 10 03:20:18.826095 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-77cc2668-ded9-4b39-a456-b3e6f280cbe8 admin admin] Deleting subnet 31ffc495-0d57-4c63-9695-aba9cef6afdd {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:20:18.831483 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-77cc2668-ded9-4b39-a456-b3e6f280cbe8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:18.872222 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-703a9985-ecfe-4821-9eb2-936741c33a0d req-f30814d6-4940-4f63-892c-f2493abb3b5e tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] Deleting port b80ac159-9b85-430e-b25b-6ea0e1375f3b {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:20:18.872570 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-703a9985-ecfe-4821-9eb2-936741c33a0d req-f30814d6-4940-4f63-892c-f2493abb3b5e tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:18.891456 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3233db1-e4e4-448c-b005-62964f24a18c x-openstack-request-id: req-a3233db1-e4e4-448c-b005-62964f24a18c {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:20:18.891851 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef631731-4c95-4b93-a8e3-1255fca531d4", "tag": "13270307-4591-4be0-b206-dea5e9ae449a", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:20:18.891989 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a3233db1-e4e4-448c-b005-62964f24a18c {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:20:18.892371 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef631731-4c95-4b93-a8e3-1255fca531d4', 'tag': '13270307-4591-4be0-b206-dea5e9ae449a', 'status': 'completed', 'code': 200} Aug 10 03:20:18.896416 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-5592c592-a5ba-4148-bde9-4482dda89343 req-fbfe5857-32af-49c7-affa-06c0cb240ff5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13270307-4591-4be0-b206-dea5e9ae449a HTTP/1.1" status: 200 len: 217 time: 0.0626104 Aug 10 03:20:18.909364 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-77cc2668-ded9-4b39-a456-b3e6f280cbe8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:18.990957 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5592c592-a5ba-4148-bde9-4482dda89343 req-2661a38e-b638-4644-abab-9eeea0e46b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:18.992453 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-5592c592-a5ba-4148-bde9-4482dda89343 req-2661a38e-b638-4644-abab-9eeea0e46b36 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7b98d32d-7ac1-470e-aad4-e938742133b9 HTTP/1.1" status: 200 len: 853 time: 0.0811255 Aug 10 03:20:18.993786 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-77cc2668-ded9-4b39-a456-b3e6f280cbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:18.999840 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-703a9985-ecfe-4821-9eb2-936741c33a0d req-f30814d6-4940-4f63-892c-f2493abb3b5e tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] For port b80ac159-9b85-430e-b25b-6ea0e1375f3b, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=b80ac159-9b85-430e-b25b-6ea0e1375f3b,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:19.000359 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-703a9985-ecfe-4821-9eb2-936741c33a0d req-f30814d6-4940-4f63-892c-f2493abb3b5e tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:19.019528 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-703a9985-ecfe-4821-9eb2-936741c33a0d req-f30814d6-4940-4f63-892c-f2493abb3b5e tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] Calling delete_port for b80ac159-9b85-430e-b25b-6ea0e1375f3b owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:20:19.054835 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-5592c592-a5ba-4148-bde9-4482dda89343 req-3d5a5783-3bfb-4642-af89-1721f21057dc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=86f96ddd-5fdb-4f29-8bd5-ae286688b451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365143 Aug 10 03:20:19.168425 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-77cc2668-ded9-4b39-a456-b3e6f280cbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:19.173690 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17627213-ed50-402c-8d0b-1223c2a911c8 req-8a15c9a4-f814-40dc-ba19-a3c6586731a7 tempest-ImagesNegativeTestJSON-239509620 tempest-ImagesNegativeTestJSON-239509620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:19.183111 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-17627213-ed50-402c-8d0b-1223c2a911c8 req-8a15c9a4-f814-40dc-ba19-a3c6586731a7 tempest-ImagesNegativeTestJSON-239509620 tempest-ImagesNegativeTestJSON-239509620-project] 10.222.0.44 "GET /v2.0/ports?device_id=c178f4b6-ace3-4bce-8bd8-5c40199d384c HTTP/1.1" status: 200 len: 950 time: 0.0923340 Aug 10 03:20:19.210519 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cc2668-ded9-4b39-a456-b3e6f280cbe8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31ffc495-0d57-4c63-9695-aba9cef6afdd,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:19.226337 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-77cc2668-ded9-4b39-a456-b3e6f280cbe8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:19.228377 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-77cc2668-ded9-4b39-a456-b3e6f280cbe8 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/31ffc495-0d57-4c63-9695-aba9cef6afdd HTTP/1.1" status: 204 len: 168 time: 0.4683454 Aug 10 03:20:19.230951 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-5592c592-a5ba-4148-bde9-4482dda89343 req-324feb83-41f8-40d3-8f39-bb3ed010277c service neutron] 10.222.0.61 "GET /v2.0/networks/86f96ddd-5fdb-4f29-8bd5-ae286688b451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464815 Aug 10 03:20:19.231532 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 53260) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:19.239855 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-17627213-ed50-402c-8d0b-1223c2a911c8 req-a9492281-ca71-496b-b8cd-6a04201339c8 tempest-ImagesNegativeTestJSON-239509620 tempest-ImagesNegativeTestJSON-239509620-project] 10.222.0.44 "GET /v2.0/security-groups?id=257402b3-051f-4dcb-a703-0901c93bb41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557673 Aug 10 03:20:19.372250 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3c356cc5-0f7c-40a7-9ae6-3b0267cbb002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:19.384553 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-703a9985-ecfe-4821-9eb2-936741c33a0d req-f30814d6-4940-4f63-892c-f2493abb3b5e tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:19.426254 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30814d6-4940-4f63-892c-f2493abb3b5e tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] Pushing event deleted for resources: {'Port': ['ID=b80ac159-9b85-430e-b25b-6ea0e1375f3b,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:19.451506 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-5592c592-a5ba-4148-bde9-4482dda89343 req-323c5e03-abfc-420a-860f-fcdd9e91c807 service neutron] 10.222.0.61 "GET /v2.0/networks/86f96ddd-5fdb-4f29-8bd5-ae286688b451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998103 Aug 10 03:20:19.534126 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3c356cc5-0f7c-40a7-9ae6-3b0267cbb002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:19.544180 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-703a9985-ecfe-4821-9eb2-936741c33a0d req-f30814d6-4940-4f63-892c-f2493abb3b5e tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] No DVR routers for this DVR port b80ac159-9b85-430e-b25b-6ea0e1375f3b on host n-h1-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:20:19.553667 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b83433-fbdc-4cf7-b7d1-306605c80b85 req-63eea9f5-8fdd-4330-9595-dff36b18f708 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:19.562279 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-83b83433-fbdc-4cf7-b7d1-306605c80b85 req-63eea9f5-8fdd-4330-9595-dff36b18f708 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef631731-4c95-4b93-a8e3-1255fca531d4 HTTP/1.1" status: 200 len: 943 time: 0.2224624 Aug 10 03:20:19.565731 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-3c356cc5-0f7c-40a7-9ae6-3b0267cbb002 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1e68237-a664-422b-b005-d5e450d45372']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:19.570924 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-703a9985-ecfe-4821-9eb2-936741c33a0d req-f30814d6-4940-4f63-892c-f2493abb3b5e tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:19.573646 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-703a9985-ecfe-4821-9eb2-936741c33a0d req-f30814d6-4940-4f63-892c-f2493abb3b5e tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] 10.222.0.42 "DELETE /v2.0/ports/b80ac159-9b85-430e-b25b-6ea0e1375f3b HTTP/1.1" status: 204 len: 173 time: 0.8333409 Aug 10 03:20:19.573814 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22da9a79-83b7-4a8e-bef3-1c5e1319a22b', 'name': 'network-vif-deleted', 'tag': 'b80ac159-9b85-430e-b25b-6ea0e1375f3b'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:20:19.576408 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b53736-86e4-4942-bb94-bd81ccb962e4" -d '{"events": [{"server_uuid": "22da9a79-83b7-4a8e-bef3-1c5e1319a22b", "name": "network-vif-deleted", "tag": "b80ac159-9b85-430e-b25b-6ea0e1375f3b"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:20:19.611399 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-3c356cc5-0f7c-40a7-9ae6-3b0267cbb002 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb5826fd-13f9-4737-be5f-46ce38ebd549') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:19.611694 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-3c356cc5-0f7c-40a7-9ae6-3b0267cbb002 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb5826fd-13f9-4737-be5f-46ce38ebd549') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:19.641419 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9db6d572-56c6-4f85-a26d-12ef6affa60f req-4f74a6ae-85dd-4371-9ea5-8dff75ff3214 tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] 10.222.0.44 "GET /v2.0/ports?device_id=22da9a79-83b7-4a8e-bef3-1c5e1319a22b HTTP/1.1" status: 200 len: 210 time: 0.0376718 Aug 10 03:20:19.650709 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3c356cc5-0f7c-40a7-9ae6-3b0267cbb002 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:19.671913 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-83b83433-fbdc-4cf7-b7d1-306605c80b85 req-365d6c8c-4270-4219-a510-83fba8812ced tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "GET /v2.0/security-groups?id=41ee46c2-b2a5-449c-b4c8-15a659a6d137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035547 Aug 10 03:20:19.691379 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3c356cc5-0f7c-40a7-9ae6-3b0267cbb002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:19.697093 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4500e881-bbde-4103-86c4-3efc0b9d3754 req-3665e754-229f-48e8-ba0c-780ecd419419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:19.698799 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-4500e881-bbde-4103-86c4-3efc0b9d3754 req-3665e754-229f-48e8-ba0c-780ecd419419 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d59a0b5e4dd94b2f936adf3da2c52113&device_id=ef631731-4c95-4b93-a8e3-1255fca531d4 HTTP/1.1" status: 200 len: 1095 time: 0.1170928 Aug 10 03:20:19.702259 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c356cc5-0f7c-40a7-9ae6-3b0267cbb002 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:20:19.702422 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3c356cc5-0f7c-40a7-9ae6-3b0267cbb002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:19.704555 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:20:19.704555 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:20:19.704555 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:20:19.704555 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:20:19.704555 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:20:19.704555 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:20:19.704555 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:20:19.704555 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:20:19.704555 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:20:19.704555 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:20:19.704555 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:20:19.704555 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:20:19.704555 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:20:19.704555 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:20:19.704555 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:20:19.704555 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:20:19.704555 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:20:19.704555 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:20:19.704555 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:20:19.704555 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:20:19.704555 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:20:19.704555 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:20:19.704555 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:20:19.704555 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:20:19.704555 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:20:19.704555 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:20:19.704555 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:20:19.704555 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:20:19.704555 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:20:19.704555 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:20:19.704555 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:20:19.704555 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:20:19.735359 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e61e2221-4bc0-439a-98f3-e3fc4458ed80 x-openstack-request-id: req-e61e2221-4bc0-439a-98f3-e3fc4458ed80 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:20:19.735923 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22da9a79-83b7-4a8e-bef3-1c5e1319a22b", "name": "network-vif-deleted", "tag": "b80ac159-9b85-430e-b25b-6ea0e1375f3b", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:20:19.736672 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e61e2221-4bc0-439a-98f3-e3fc4458ed80 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:20:19.737364 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22da9a79-83b7-4a8e-bef3-1c5e1319a22b', 'name': 'network-vif-deleted', 'tag': 'b80ac159-9b85-430e-b25b-6ea0e1375f3b', 'status': 'completed', 'code': 200} Aug 10 03:20:19.813410 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 53288) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:19.833468 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 53292) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:19.851306 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3c356cc5-0f7c-40a7-9ae6-3b0267cbb002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:19.881695 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3c356cc5-0f7c-40a7-9ae6-3b0267cbb002 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:19.884401 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-3c356cc5-0f7c-40a7-9ae6-3b0267cbb002 admin admin] 10.222.0.44 "DELETE /v2.0/networks/d1e68237-a664-422b-b005-d5e450d45372 HTTP/1.1" status: 204 len: 168 time: 0.6513128 Aug 10 03:20:19.908769 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf9af6b-a5f6-441e-a771-12cdadddca6d req-5d849832-f108-4509-ba3f-93bfafcfc27b tempest-ImagesNegativeTestJSON-239509620 tempest-ImagesNegativeTestJSON-239509620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:19.909383 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c356cc5-0f7c-40a7-9ae6-3b0267cbb002 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1e68237-a664-422b-b005-d5e450d45372,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:19.910436 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2cf9af6b-a5f6-441e-a771-12cdadddca6d req-5d849832-f108-4509-ba3f-93bfafcfc27b tempest-ImagesNegativeTestJSON-239509620 tempest-ImagesNegativeTestJSON-239509620-project] 10.222.0.44 "GET /v2.0/ports?device_id=c178f4b6-ace3-4bce-8bd8-5c40199d384c HTTP/1.1" status: 200 len: 950 time: 0.1329021 Aug 10 03:20:19.939329 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b22174-c699-4a84-9501-7d5677616971 req-52d772b9-2341-4fff-a676-270df260e9b5 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:19.940912 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-98b22174-c699-4a84-9501-7d5677616971 req-52d772b9-2341-4fff-a676-270df260e9b5 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c6f1850-f19e-4254-92e9-56a30b581253 HTTP/1.1" status: 200 len: 945 time: 0.1083126 Aug 10 03:20:19.964757 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4500e881-bbde-4103-86c4-3efc0b9d3754 req-197adda7-c1cf-4696-b7e6-0db0cf87b659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:19.966916 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-4500e881-bbde-4103-86c4-3efc0b9d3754 req-197adda7-c1cf-4696-b7e6-0db0cf87b659 service neutron] 10.222.0.61 "GET /v2.0/networks?id=86f96ddd-5fdb-4f29-8bd5-ae286688b451 HTTP/1.1" status: 200 len: 913 time: 0.2510152 Aug 10 03:20:20.055444 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2cf9af6b-a5f6-441e-a771-12cdadddca6d req-df2e24a0-bedc-43e9-a303-bbb1b48874f8 tempest-ImagesNegativeTestJSON-239509620 tempest-ImagesNegativeTestJSON-239509620-project] 10.222.0.44 "GET /v2.0/security-groups?id=257402b3-051f-4dcb-a703-0901c93bb41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347311 Aug 10 03:20:20.090712 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-98b22174-c699-4a84-9501-7d5677616971 req-033a8264-cb82-4e5c-ac6c-8aedef39a19a tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/security-groups?id=e00a7564-e56b-4b7f-b179-f193e5160bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401501 Aug 10 03:20:20.101440 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-84faa9d6-3fed-4b16-bbdd-130362caec25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:20.105508 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-4500e881-bbde-4103-86c4-3efc0b9d3754 req-709296a1-a30b-4f98-9d73-2f16bf081583 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13270307-4591-4be0-b206-dea5e9ae449a HTTP/1.1" status: 200 len: 217 time: 0.1263213 Aug 10 03:20:20.120975 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9298a1dd-0050-4722-9008-2628f97c0414 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:20.160333 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.db.api [None req-9298a1dd-0050-4722-9008-2628f97c0414 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 03:20:20.160333 n-d-768862-13 neutron-server[94261]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 10 03:20:20.160333 n-d-768862-13 neutron-server[94261]: [parameters: {'project_id': '8dfb8caafb114aecb8deec8303ffa518', 'id': '319eac1b-0cf0-4311-9d9c-9553e128e612', 'expiration': datetime.datetime(2021, 8, 10, 3, 22, 20, 147939)}] Aug 10 03:20:20.160333 n-d-768862-13 neutron-server[94261]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94261) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:20:20.160788 n-d-768862-13 neutron-server[94261]: DEBUG oslo_db.api [None req-9298a1dd-0050-4722-9008-2628f97c0414 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:20:20.195855 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 53316) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:20.220796 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4500e881-bbde-4103-86c4-3efc0b9d3754 req-a584af2f-9b31-4554-9ab7-05b9ddf8fd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:20.222505 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-4500e881-bbde-4103-86c4-3efc0b9d3754 req-a584af2f-9b31-4554-9ab7-05b9ddf8fd72 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7b98d32d-7ac1-470e-aad4-e938742133b9 HTTP/1.1" status: 200 len: 853 time: 0.0757890 Aug 10 03:20:20.252103 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-1b0fa60e-fb6e-4b68-a200-20525d2e3cb8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7bdabbcb1a36419b89901e40f3363396&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0539286 Aug 10 03:20:20.255927 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 53318) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:20.275816 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-4500e881-bbde-4103-86c4-3efc0b9d3754 req-d5cc0af4-93ec-452f-a73a-44b22a09acea service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=86f96ddd-5fdb-4f29-8bd5-ae286688b451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386109 Aug 10 03:20:20.338792 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1aec016e-2b59-4f85-9c91-441785782b57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:20.382411 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1aec016e-2b59-4f85-9c91-441785782b57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:20.390180 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-4500e881-bbde-4103-86c4-3efc0b9d3754 req-492c80cc-52eb-408b-a58c-c29288aef2aa service neutron] 10.222.0.61 "GET /v2.0/networks/86f96ddd-5fdb-4f29-8bd5-ae286688b451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012030 Aug 10 03:20:20.392765 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-84faa9d6-3fed-4b16-bbdd-130362caec25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:20.403368 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-84faa9d6-3fed-4b16-bbdd-130362caec25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:20.455317 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-84faa9d6-3fed-4b16-bbdd-130362caec25 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9b2f32f30cc34a44ae78f2e99cda759c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6200204 Aug 10 03:20:20.458518 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 53326) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:20.462265 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84faa9d6-3fed-4b16-bbdd-130362caec25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4eeacd3-bdfc-47ec-a129-15d0f5b4927b,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:20.493244 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1aec016e-2b59-4f85-9c91-441785782b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:20.495815 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1aec016e-2b59-4f85-9c91-441785782b57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:20.496964 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-1aec016e-2b59-4f85-9c91-441785782b57 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/58160609-a8c2-4b15-a3de-467e7dbbc834 HTTP/1.1" status: 204 len: 168 time: 0.2400680 Aug 10 03:20:20.512962 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aec016e-2b59-4f85-9c91-441785782b57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58160609-a8c2-4b15-a3de-467e7dbbc834,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:20.535087 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-4500e881-bbde-4103-86c4-3efc0b9d3754 req-edbf67d0-eaf8-4f88-8e90-5315116e0732 service neutron] 10.222.0.61 "GET /v2.0/networks/86f96ddd-5fdb-4f29-8bd5-ae286688b451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343422 Aug 10 03:20:20.545721 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5289e40f-ec65-4f0e-a229-208240b4dfef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:20.576889 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5289e40f-ec65-4f0e-a229-208240b4dfef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:20.630424 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5289e40f-ec65-4f0e-a229-208240b4dfef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:20.633271 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5289e40f-ec65-4f0e-a229-208240b4dfef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:20.636601 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-5289e40f-ec65-4f0e-a229-208240b4dfef admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b4eeacd3-bdfc-47ec-a129-15d0f5b4927b HTTP/1.1" status: 204 len: 168 time: 0.1748102 Aug 10 03:20:20.644226 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5289e40f-ec65-4f0e-a229-208240b4dfef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4eeacd3-bdfc-47ec-a129-15d0f5b4927b,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:20.662521 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9298a1dd-0050-4722-9008-2628f97c0414 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:20.837954 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967ad966-dcfe-4ff5-bc40-a2fa09a5477d req-06e9bbde-02ce-49e9-bfc9-d8ab0777837b tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:20.844283 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9298a1dd-0050-4722-9008-2628f97c0414 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:20.847499 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-967ad966-dcfe-4ff5-bc40-a2fa09a5477d req-06e9bbde-02ce-49e9-bfc9-d8ab0777837b tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef631731-4c95-4b93-a8e3-1255fca531d4 HTTP/1.1" status: 200 len: 943 time: 0.0738928 Aug 10 03:20:20.849654 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9298a1dd-0050-4722-9008-2628f97c0414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:20.908257 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-967ad966-dcfe-4ff5-bc40-a2fa09a5477d req-b3c4421e-c8a5-4547-91a5-b2c695e94724 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "GET /v2.0/security-groups?id=41ee46c2-b2a5-449c-b4c8-15a659a6d137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591028 Aug 10 03:20:20.921381 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-9298a1dd-0050-4722-9008-2628f97c0414 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8dfb8caafb114aecb8deec8303ffa518&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1043973 Aug 10 03:20:20.921381 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9298a1dd-0050-4722-9008-2628f97c0414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c772dbc-9bcf-4718-8e73-f1b7d3f95c27,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:20.922687 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 53344) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:20.989402 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cbbc9e64-325f-40c7-96f9-fcb9b1359ef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:21.026088 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cbbc9e64-325f-40c7-96f9-fcb9b1359ef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:21.092000 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cbbc9e64-325f-40c7-96f9-fcb9b1359ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:21.096110 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cbbc9e64-325f-40c7-96f9-fcb9b1359ef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:21.098817 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-cbbc9e64-325f-40c7-96f9-fcb9b1359ef0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3c772dbc-9bcf-4718-8e73-f1b7d3f95c27 HTTP/1.1" status: 204 len: 168 time: 0.1738043 Aug 10 03:20:21.111819 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbc9e64-325f-40c7-96f9-fcb9b1359ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c772dbc-9bcf-4718-8e73-f1b7d3f95c27,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:21.316895 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e415f128-6bfc-4ce7-9498-fcb5d2aebc76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:21.562422 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f280ec52-7692-4333-b475-acf5c2823894 req-f08ec2cf-d8fe-4180-ac52-ae3a0d55c4ea tempest-ImagesNegativeTestJSON-239509620 tempest-ImagesNegativeTestJSON-239509620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:21.564044 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f280ec52-7692-4333-b475-acf5c2823894 req-f08ec2cf-d8fe-4180-ac52-ae3a0d55c4ea tempest-ImagesNegativeTestJSON-239509620 tempest-ImagesNegativeTestJSON-239509620-project] 10.222.0.42 "GET /v2.0/ports?device_id=c178f4b6-ace3-4bce-8bd8-5c40199d384c HTTP/1.1" status: 200 len: 950 time: 0.5738554 Aug 10 03:20:21.580915 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device b80ac159-9b85-430e-b25b-6ea0e1375f3b no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:20:21.599454 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 53376) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:21.616541 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a71280-4a9d-40c5-96a1-1fc39d4ce6b9 req-3121b3ea-a12c-4861-9e1c-4848f04e9035 tempest-ImagesNegativeTestJSON-239509620 tempest-ImagesNegativeTestJSON-239509620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:21.624716 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] No Port match for: b80ac159-9b85-430e-b25b-6ea0e1375f3b {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:20:21.625068 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device b80ac159-9b85-430e-b25b-6ea0e1375f3b not bound to the agent host n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:20:21.625293 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b96927af-9956-4bcb-ba90-db93391db8f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:21.627095 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-64a71280-4a9d-40c5-96a1-1fc39d4ce6b9 req-3121b3ea-a12c-4861-9e1c-4848f04e9035 tempest-ImagesNegativeTestJSON-239509620 tempest-ImagesNegativeTestJSON-239509620-project] 10.222.0.44 "GET /v2.0/ports?device_id=c178f4b6-ace3-4bce-8bd8-5c40199d384c HTTP/1.1" status: 200 len: 950 time: 0.1663110 Aug 10 03:20:21.635333 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88470cd5-abcf-4135-bf47-d26afcc8a89b req-02caa21a-2885-44d0-8407-2ea4c25144ac tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:21.643727 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-88470cd5-abcf-4135-bf47-d26afcc8a89b req-02caa21a-2885-44d0-8407-2ea4c25144ac tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a02c3c7-7d98-4b14-8a6d-0e1091a9d910 HTTP/1.1" status: 200 len: 949 time: 0.1865141 Aug 10 03:20:21.735034 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-64a71280-4a9d-40c5-96a1-1fc39d4ce6b9 req-a45761c3-0777-40de-bab9-7fb761d764ea tempest-ImagesNegativeTestJSON-239509620 tempest-ImagesNegativeTestJSON-239509620-project] 10.222.0.44 "GET /v2.0/security-groups?id=257402b3-051f-4dcb-a703-0901c93bb41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073616 Aug 10 03:20:21.880102 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b96927af-9956-4bcb-ba90-db93391db8f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:21.883432 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-88470cd5-abcf-4135-bf47-d26afcc8a89b req-3df4eaeb-863c-422c-ba34-d93db15e5b23 tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] 10.222.0.44 "GET /v2.0/security-groups?id=8517d1f6-e925-4f66-887e-3d1a0d6d6b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388361 Aug 10 03:20:21.887636 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b96927af-9956-4bcb-ba90-db93391db8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:22.012971 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96927af-9956-4bcb-ba90-db93391db8f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=167200ed-9dfd-49ec-9d18-de90eceb5880,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:22.025203 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-b96927af-9956-4bcb-ba90-db93391db8f2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=29966d37e4bb4330a41e907092f19549&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4244738 Aug 10 03:20:22.027824 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 53398) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:22.103434 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8962d1f5-482a-4207-8fcc-b113e9aba6a7 req-195e29e5-ed7a-4d85-9002-96e4353f2b8f tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:22.112285 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8962d1f5-482a-4207-8fcc-b113e9aba6a7 req-195e29e5-ed7a-4d85-9002-96e4353f2b8f tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c6f1850-f19e-4254-92e9-56a30b581253 HTTP/1.1" status: 200 len: 945 time: 0.2208622 Aug 10 03:20:22.151202 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-f280ec52-7692-4333-b475-acf5c2823894 req-211bdf97-a239-4247-bf58-2683c3613d6a tempest-ImagesNegativeTestJSON-239509620 tempest-ImagesNegativeTestJSON-239509620-project] Deleting port 463a6798-b7d8-4aef-8cca-0e3735ac526a {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:20:22.151960 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-f280ec52-7692-4333-b475-acf5c2823894 req-211bdf97-a239-4247-bf58-2683c3613d6a tempest-ImagesNegativeTestJSON-239509620 tempest-ImagesNegativeTestJSON-239509620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:22.177431 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-96f1a06a-f334-4473-b209-b362b7302002 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:22.233553 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb85eb24-60ca-4033-a4eb-a9c89c42bbc2 req-33ffe0bb-0555-4a2a-b83f-cf07029ce647 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:22.242216 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bb85eb24-60ca-4033-a4eb-a9c89c42bbc2 req-33ffe0bb-0555-4a2a-b83f-cf07029ce647 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef631731-4c95-4b93-a8e3-1255fca531d4 HTTP/1.1" status: 200 len: 943 time: 0.2287769 Aug 10 03:20:22.272025 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8962d1f5-482a-4207-8fcc-b113e9aba6a7 req-a3f1a685-cc5d-4913-9d3b-ed2a96f9ec2a tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/security-groups?id=e00a7564-e56b-4b7f-b179-f193e5160bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583006 Aug 10 03:20:22.281941 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-96f1a06a-f334-4473-b209-b362b7302002 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:22.388156 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-96f1a06a-f334-4473-b209-b362b7302002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:22.399221 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-96f1a06a-f334-4473-b209-b362b7302002 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:22.401433 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-96f1a06a-f334-4473-b209-b362b7302002 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/167200ed-9dfd-49ec-9d18-de90eceb5880 HTTP/1.1" status: 204 len: 168 time: 0.3724036 Aug 10 03:20:22.406771 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bb85eb24-60ca-4033-a4eb-a9c89c42bbc2 req-f38cbaa4-062f-4140-a67e-c1daa4f501b1 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "GET /v2.0/security-groups?id=41ee46c2-b2a5-449c-b4c8-15a659a6d137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572123 Aug 10 03:20:22.419799 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-f280ec52-7692-4333-b475-acf5c2823894 req-211bdf97-a239-4247-bf58-2683c3613d6a tempest-ImagesNegativeTestJSON-239509620 tempest-ImagesNegativeTestJSON-239509620-project] For port 463a6798-b7d8-4aef-8cca-0e3735ac526a, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=463a6798-b7d8-4aef-8cca-0e3735ac526a,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:22.420184 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-f280ec52-7692-4333-b475-acf5c2823894 req-211bdf97-a239-4247-bf58-2683c3613d6a tempest-ImagesNegativeTestJSON-239509620 tempest-ImagesNegativeTestJSON-239509620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:22.424269 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f1a06a-f334-4473-b209-b362b7302002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=167200ed-9dfd-49ec-9d18-de90eceb5880,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:22.453463 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-f280ec52-7692-4333-b475-acf5c2823894 req-211bdf97-a239-4247-bf58-2683c3613d6a tempest-ImagesNegativeTestJSON-239509620 tempest-ImagesNegativeTestJSON-239509620-project] Calling delete_port for 463a6798-b7d8-4aef-8cca-0e3735ac526a owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:20:22.644216 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-f280ec52-7692-4333-b475-acf5c2823894 req-211bdf97-a239-4247-bf58-2683c3613d6a tempest-ImagesNegativeTestJSON-239509620 tempest-ImagesNegativeTestJSON-239509620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:22.689746 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211bdf97-a239-4247-bf58-2683c3613d6a tempest-ImagesNegativeTestJSON-239509620 tempest-ImagesNegativeTestJSON-239509620-project] Pushing event deleted for resources: {'Port': ['ID=463a6798-b7d8-4aef-8cca-0e3735ac526a,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:22.828250 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-f280ec52-7692-4333-b475-acf5c2823894 req-211bdf97-a239-4247-bf58-2683c3613d6a tempest-ImagesNegativeTestJSON-239509620 tempest-ImagesNegativeTestJSON-239509620-project] No DVR routers for this DVR port 463a6798-b7d8-4aef-8cca-0e3735ac526a on host n-h1-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:20:22.832700 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-f280ec52-7692-4333-b475-acf5c2823894 req-211bdf97-a239-4247-bf58-2683c3613d6a tempest-ImagesNegativeTestJSON-239509620 tempest-ImagesNegativeTestJSON-239509620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:22.843064 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f280ec52-7692-4333-b475-acf5c2823894 req-211bdf97-a239-4247-bf58-2683c3613d6a tempest-ImagesNegativeTestJSON-239509620 tempest-ImagesNegativeTestJSON-239509620-project] 10.222.0.42 "DELETE /v2.0/ports/463a6798-b7d8-4aef-8cca-0e3735ac526a HTTP/1.1" status: 204 len: 173 time: 1.2670405 Aug 10 03:20:22.862839 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c178f4b6-ace3-4bce-8bd8-5c40199d384c', 'name': 'network-vif-deleted', 'tag': '463a6798-b7d8-4aef-8cca-0e3735ac526a'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:20:22.875902 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f5c440d-4e87-4c5b-8bdf-b0023f605ff6" -d '{"events": [{"server_uuid": "c178f4b6-ace3-4bce-8bd8-5c40199d384c", "name": "network-vif-deleted", "tag": "463a6798-b7d8-4aef-8cca-0e3735ac526a"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:20:22.976337 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-71649501-7f69-4971-babf-9aeacd586e28 req-0203610c-2d74-42cd-82b0-d2cf4f839d3e tempest-ImagesNegativeTestJSON-239509620 tempest-ImagesNegativeTestJSON-239509620-project] 10.222.0.44 "GET /v2.0/ports?device_id=c178f4b6-ace3-4bce-8bd8-5c40199d384c HTTP/1.1" status: 200 len: 210 time: 0.0544338 Aug 10 03:20:23.060710 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209a2f3a-c36a-46f0-b00b-1c47ae6c3b01 req-2d30d94c-6981-476b-95d7-237507e3f3be tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:23.063091 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-209a2f3a-c36a-46f0-b00b-1c47ae6c3b01 req-2d30d94c-6981-476b-95d7-237507e3f3be tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a02c3c7-7d98-4b14-8a6d-0e1091a9d910 HTTP/1.1" status: 200 len: 949 time: 0.2858238 Aug 10 03:20:23.084189 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ddfafd8-a9aa-4fe3-8df5-bd1e5264927d x-openstack-request-id: req-4ddfafd8-a9aa-4fe3-8df5-bd1e5264927d {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:20:23.084496 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c178f4b6-ace3-4bce-8bd8-5c40199d384c", "name": "network-vif-deleted", "tag": "463a6798-b7d8-4aef-8cca-0e3735ac526a", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:20:23.084755 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4ddfafd8-a9aa-4fe3-8df5-bd1e5264927d {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:20:23.085219 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c178f4b6-ace3-4bce-8bd8-5c40199d384c', 'name': 'network-vif-deleted', 'tag': '463a6798-b7d8-4aef-8cca-0e3735ac526a', 'status': 'completed', 'code': 200} Aug 10 03:20:23.359775 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea90824-741d-4a5f-a21d-bb10d821dea0 req-d7fc9e5d-75a7-44cd-ace3-bcf620fe6de5 tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:23.362384 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dea90824-741d-4a5f-a21d-bb10d821dea0 req-d7fc9e5d-75a7-44cd-ace3-bcf620fe6de5 tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a02c3c7-7d98-4b14-8a6d-0e1091a9d910 HTTP/1.1" status: 200 len: 949 time: 0.1700459 Aug 10 03:20:23.376554 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-209a2f3a-c36a-46f0-b00b-1c47ae6c3b01 req-78dd920a-0ba0-4fb2-95eb-c560c0d80b25 tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] Deleting port 45717ff4-648f-4c1c-ba3e-e40d3d5df154 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:20:23.376897 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-209a2f3a-c36a-46f0-b00b-1c47ae6c3b01 req-78dd920a-0ba0-4fb2-95eb-c560c0d80b25 tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:23.585036 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f4f12f62-ffa9-4d2a-9761-9b699aa9201c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:23.599638 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 463a6798-b7d8-4aef-8cca-0e3735ac526a no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:20:23.609725 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 53470) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:23.632071 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] No Port match for: 463a6798-b7d8-4aef-8cca-0e3735ac526a {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:20:23.632418 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 463a6798-b7d8-4aef-8cca-0e3735ac526a not bound to the agent host n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:20:23.654048 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dea90824-741d-4a5f-a21d-bb10d821dea0 req-a0f96706-7d51-4d44-9767-3412b0f9838b tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] 10.222.0.44 "GET /v2.0/security-groups?id=8517d1f6-e925-4f66-887e-3d1a0d6d6b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811897 Aug 10 03:20:23.702466 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc2c522-53e1-4685-a217-e0cf5adc2d0c req-4bb34a6a-77da-4990-891e-28ffe2df1631 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:23.725786 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7bc2c522-53e1-4685-a217-e0cf5adc2d0c req-4bb34a6a-77da-4990-891e-28ffe2df1631 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c6f1850-f19e-4254-92e9-56a30b581253 HTTP/1.1" status: 200 len: 945 time: 0.3446004 Aug 10 03:20:23.778715 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7bc2c522-53e1-4685-a217-e0cf5adc2d0c req-e8b0a1d2-4284-4e82-8e2a-672468b9938a tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/security-groups?id=e00a7564-e56b-4b7f-b179-f193e5160bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488787 Aug 10 03:20:23.829407 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-865bfa96-5592-4d53-9bd6-35b1093451f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:23.896035 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-209a2f3a-c36a-46f0-b00b-1c47ae6c3b01 req-78dd920a-0ba0-4fb2-95eb-c560c0d80b25 tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] For port 45717ff4-648f-4c1c-ba3e-e40d3d5df154, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=45717ff4-648f-4c1c-ba3e-e40d3d5df154,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:23.896704 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-209a2f3a-c36a-46f0-b00b-1c47ae6c3b01 req-78dd920a-0ba0-4fb2-95eb-c560c0d80b25 tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:23.913827 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-209a2f3a-c36a-46f0-b00b-1c47ae6c3b01 req-78dd920a-0ba0-4fb2-95eb-c560c0d80b25 tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] Calling delete_port for 45717ff4-648f-4c1c-ba3e-e40d3d5df154 owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:20:23.951751 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1507f89a-6492-4795-bcec-73c2801ff665 req-912f3b7c-94f4-4450-8368-ed7506a00897 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:23.954194 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1507f89a-6492-4795-bcec-73c2801ff665 req-912f3b7c-94f4-4450-8368-ed7506a00897 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef631731-4c95-4b93-a8e3-1255fca531d4 HTTP/1.1" status: 200 len: 943 time: 0.1300302 Aug 10 03:20:24.055136 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1507f89a-6492-4795-bcec-73c2801ff665 req-8dc057fb-fe75-43a3-9c18-28a96703ba72 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "GET /v2.0/security-groups?id=41ee46c2-b2a5-449c-b4c8-15a659a6d137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931404 Aug 10 03:20:24.147452 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:24.154580 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-865bfa96-5592-4d53-9bd6-35b1093451f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:24.161361 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-865bfa96-5592-4d53-9bd6-35b1093451f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:24.209324 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-865bfa96-5592-4d53-9bd6-35b1093451f0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e435d91e48094812aac22f2c04d90276&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5973730 Aug 10 03:20:24.210498 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865bfa96-5592-4d53-9bd6-35b1093451f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb7ca81-f222-4bfa-9c77-1f6b330fa5f7,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:24.212966 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 53506) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:24.251454 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-209a2f3a-c36a-46f0-b00b-1c47ae6c3b01 req-78dd920a-0ba0-4fb2-95eb-c560c0d80b25 tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:24.340750 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f0d1b647-5dac-4b2e-808c-bc29332a5d12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:24.344596 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dd920a-0ba0-4fb2-95eb-c560c0d80b25 tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] Pushing event deleted for resources: {'Port': ['ID=45717ff4-648f-4c1c-ba3e-e40d3d5df154,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:24.405816 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f0d1b647-5dac-4b2e-808c-bc29332a5d12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:24.440260 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-209a2f3a-c36a-46f0-b00b-1c47ae6c3b01 req-78dd920a-0ba0-4fb2-95eb-c560c0d80b25 tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] No DVR routers for this DVR port 45717ff4-648f-4c1c-ba3e-e40d3d5df154 on host n-h1-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:20:24.445628 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-209a2f3a-c36a-46f0-b00b-1c47ae6c3b01 req-78dd920a-0ba0-4fb2-95eb-c560c0d80b25 tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:24.450321 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-209a2f3a-c36a-46f0-b00b-1c47ae6c3b01 req-78dd920a-0ba0-4fb2-95eb-c560c0d80b25 tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] 10.222.0.42 "DELETE /v2.0/ports/45717ff4-648f-4c1c-ba3e-e40d3d5df154 HTTP/1.1" status: 204 len: 173 time: 1.3608308 Aug 10 03:20:24.460455 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f0d1b647-5dac-4b2e-808c-bc29332a5d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:24.467281 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f0d1b647-5dac-4b2e-808c-bc29332a5d12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:24.469736 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-f0d1b647-5dac-4b2e-808c-bc29332a5d12 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ebb7ca81-f222-4bfa-9c77-1f6b330fa5f7 HTTP/1.1" status: 204 len: 168 time: 0.2437823 Aug 10 03:20:24.490068 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d1b647-5dac-4b2e-808c-bc29332a5d12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb7ca81-f222-4bfa-9c77-1f6b330fa5f7,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:24.502542 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 53536) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:24.971719 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3139dad2-52af-46e9-b77a-8f4b3cb90a91 req-f55c137b-8bac-4ae8-a460-8bd357724473 tempest-ListImageFiltersTestJSON-458578169 tempest-ListImageFiltersTestJSON-458578169-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a02c3c7-7d98-4b14-8a6d-0e1091a9d910 HTTP/1.1" status: 200 len: 210 time: 0.0703800 Aug 10 03:20:25.024906 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ddd9440e-62f8-4383-96b7-219add3014cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:25.074883 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3bb42d-6a54-4b6a-8935-ac104f390911 req-69949f4d-6d80-4ed6-9c39-89ff9ead4137 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:25.078638 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cc3bb42d-6a54-4b6a-8935-ac104f390911 req-69949f4d-6d80-4ed6-9c39-89ff9ead4137 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c6f1850-f19e-4254-92e9-56a30b581253 HTTP/1.1" status: 200 len: 945 time: 0.1030676 Aug 10 03:20:25.100770 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a02c3c7-7d98-4b14-8a6d-0e1091a9d910', 'name': 'network-vif-deleted', 'tag': '45717ff4-648f-4c1c-ba3e-e40d3d5df154'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:20:25.109220 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 53556) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:25.112734 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-200bb8b3-d1fe-42f1-acf6-36975144605e" -d '{"events": [{"server_uuid": "8a02c3c7-7d98-4b14-8a6d-0e1091a9d910", "name": "network-vif-deleted", "tag": "45717ff4-648f-4c1c-ba3e-e40d3d5df154"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:20:25.245981 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:25.306002 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ddd9440e-62f8-4383-96b7-219add3014cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:25.316549 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ddd9440e-62f8-4383-96b7-219add3014cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:25.325239 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cc3bb42d-6a54-4b6a-8935-ac104f390911 req-e2be570e-05c8-47d0-a32e-d540c3f8017a tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/security-groups?id=e00a7564-e56b-4b7f-b179-f193e5160bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004232 Aug 10 03:20:25.374621 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c930b64-d120-4723-beeb-57f4f62f3777 req-f7f9bcc2-922a-46b1-a846-dc6eb4824cbd tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:25.381592 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9c930b64-d120-4723-beeb-57f4f62f3777 req-f7f9bcc2-922a-46b1-a846-dc6eb4824cbd tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef631731-4c95-4b93-a8e3-1255fca531d4 HTTP/1.1" status: 200 len: 943 time: 0.1490824 Aug 10 03:20:25.403539 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 53568) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:25.406283 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ddd9440e-62f8-4383-96b7-219add3014cc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6cb1ef04965e499f99d0bbae17eb65fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9024475 Aug 10 03:20:25.408973 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd9440e-62f8-4383-96b7-219add3014cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2347e780-4d50-4150-8686-58c402c41fd5,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:25.439154 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 13270307-4591-4be0-b206-dea5e9ae449a details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:20:25.490246 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c03f8635-ab35-4625-967d-254230415587 x-openstack-request-id: req-c03f8635-ab35-4625-967d-254230415587 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:20:25.490527 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a02c3c7-7d98-4b14-8a6d-0e1091a9d910", "name": "network-vif-deleted", "tag": "45717ff4-648f-4c1c-ba3e-e40d3d5df154", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:20:25.490782 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c03f8635-ab35-4625-967d-254230415587 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:20:25.491193 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a02c3c7-7d98-4b14-8a6d-0e1091a9d910', 'name': 'network-vif-deleted', 'tag': '45717ff4-648f-4c1c-ba3e-e40d3d5df154', 'status': 'completed', 'code': 200} Aug 10 03:20:25.523866 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a84fe41c-be29-4a6a-8962-1aa1a22a2fd8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=471c3158298447efb6a9896389c555af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4126318 Aug 10 03:20:25.526419 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 53578) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:25.540757 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7aa54589-73da-4dab-af83-fcc9cc5d11e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:25.583099 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7aa54589-73da-4dab-af83-fcc9cc5d11e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:25.623195 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 45717ff4-648f-4c1c-ba3e-e40d3d5df154 no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:20:25.652164 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] No Port match for: 45717ff4-648f-4c1c-ba3e-e40d3d5df154 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:20:25.652780 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 45717ff4-648f-4c1c-ba3e-e40d3d5df154 not bound to the agent host n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:20:25.657098 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7637b0e7-f9a8-47d2-8cbf-4dfa050389dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:25.661991 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9c930b64-d120-4723-beeb-57f4f62f3777 req-8ed4712e-fb50-4b6a-a525-c9ba20c1984c tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "GET /v2.0/security-groups?id=41ee46c2-b2a5-449c-b4c8-15a659a6d137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661099 Aug 10 03:20:25.663389 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7aa54589-73da-4dab-af83-fcc9cc5d11e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:25.678071 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7aa54589-73da-4dab-af83-fcc9cc5d11e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:25.683551 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-7aa54589-73da-4dab-af83-fcc9cc5d11e8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2347e780-4d50-4150-8686-58c402c41fd5 HTTP/1.1" status: 204 len: 168 time: 0.2729003 Aug 10 03:20:25.703563 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa54589-73da-4dab-af83-fcc9cc5d11e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2347e780-4d50-4150-8686-58c402c41fd5,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:25.712316 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7637b0e7-f9a8-47d2-8cbf-4dfa050389dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:25.720565 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 13270307-4591-4be0-b206-dea5e9ae449a, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=13270307-4591-4be0-b206-dea5e9ae449a,segment=NetworkSegment(81aef211-7997-45c2-a489-0c68e2619eb8),segment_id=81aef211-7997-45c2-a489-0c68e2619eb8)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:25.732301 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': '13270307-4591-4be0-b206-dea5e9ae449a', 'network_id': '86f96ddd-5fdb-4f29-8bd5-ae286688b451', 'port_id': '13270307-4591-4be0-b206-dea5e9ae449a', 'mac_address': 'fa:16:3e:63:10:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b98d32d-7ac1-470e-aad4-e938742133b9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:20:25.785682 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:25.804363 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13270307-4591-4be0-b206-dea5e9ae449a {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:20:25.812903 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7637b0e7-f9a8-47d2-8cbf-4dfa050389dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:25.815658 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7637b0e7-f9a8-47d2-8cbf-4dfa050389dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:25.819057 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-7637b0e7-f9a8-47d2-8cbf-4dfa050389dc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/257402b3-051f-4dcb-a703-0901c93bb41f HTTP/1.1" status: 204 len: 168 time: 0.2893884 Aug 10 03:20:25.826931 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7637b0e7-f9a8-47d2-8cbf-4dfa050389dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=257402b3-051f-4dcb-a703-0901c93bb41f,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:25.852956 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 13270307-4591-4be0-b206-dea5e9ae449a, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=13270307-4591-4be0-b206-dea5e9ae449a,segment=NetworkSegment(81aef211-7997-45c2-a489-0c68e2619eb8),segment_id=81aef211-7997-45c2-a489-0c68e2619eb8)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:25.883455 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:26.224283 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=13270307-4591-4be0-b206-dea5e9ae449a,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:26.236072 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:26.377454 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['13270307-4591-4be0-b206-dea5e9ae449a'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:20:26.658446 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:26.785622 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3efa755-824e-471e-a51f-d9b9bf9e7687 req-1bbb40f9-1d21-44aa-aa80-cdd160f8b540 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:26.788621 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b3efa755-824e-471e-a51f-d9b9bf9e7687 req-1bbb40f9-1d21-44aa-aa80-cdd160f8b540 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c6f1850-f19e-4254-92e9-56a30b581253 HTTP/1.1" status: 200 len: 945 time: 0.0639265 Aug 10 03:20:26.854899 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b3efa755-824e-471e-a51f-d9b9bf9e7687 req-56f55607-50ca-4fd8-a935-df38f358d3a4 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/security-groups?id=e00a7564-e56b-4b7f-b179-f193e5160bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503542 Aug 10 03:20:26.976692 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 53654) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:27.163649 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81270309-e24d-4bec-b765-72abf5afe140 req-07b962aa-a2cc-43b3-93ab-d09d8b00271c tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:27.166927 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-81270309-e24d-4bec-b765-72abf5afe140 req-07b962aa-a2cc-43b3-93ab-d09d8b00271c tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef631731-4c95-4b93-a8e3-1255fca531d4 HTTP/1.1" status: 200 len: 944 time: 0.0701156 Aug 10 03:20:27.206132 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-4e375c11-5a8f-4599-8457-4e94d726119c admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1311253739-network', 'tenant_id': 'e1722d197a814345bc6c8fc008fcacd1'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:27.232732 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-81270309-e24d-4bec-b765-72abf5afe140 req-30d13dca-3dab-4f1f-84de-88ad3497afb0 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "GET /v2.0/security-groups?id=41ee46c2-b2a5-449c-b4c8-15a659a6d137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545647 Aug 10 03:20:27.273103 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e375c11-5a8f-4599-8457-4e94d726119c admin admin] Made reservation on behalf of e1722d197a814345bc6c8fc008fcacd1 for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:20:27.283381 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4e375c11-5a8f-4599-8457-4e94d726119c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:27.311381 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4e375c11-5a8f-4599-8457-4e94d726119c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:27.462114 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4e375c11-5a8f-4599-8457-4e94d726119c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:27.476703 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4e375c11-5a8f-4599-8457-4e94d726119c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:27.549156 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e375c11-5a8f-4599-8457-4e94d726119c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:20:27.564897 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e375c11-5a8f-4599-8457-4e94d726119c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3156a3d6-4af1-483b-8414-f9edcd39264e,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:27.589482 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4e375c11-5a8f-4599-8457-4e94d726119c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:27.590962 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-4e375c11-5a8f-4599-8457-4e94d726119c admin admin] Added segment 92e39147-dac7-4353-ab76-bf692bb677b9 of type vlan for network 05dc9c39-237d-4ac9-993e-e0b32ff3d84b Aug 10 03:20:27.681706 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4e375c11-5a8f-4599-8457-4e94d726119c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:27.761755 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4e375c11-5a8f-4599-8457-4e94d726119c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:27.762799 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e375c11-5a8f-4599-8457-4e94d726119c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:27.763392 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4e375c11-5a8f-4599-8457-4e94d726119c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:27.831042 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-4e375c11-5a8f-4599-8457-4e94d726119c admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8546526 Aug 10 03:20:27.831303 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 53730) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:27.838144 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-3ff0ab02-bd75-407e-a777-f1c87d869143 admin admin] Request body: {'subnet': {'network_id': '05dc9c39-237d-4ac9-993e-e0b32ff3d84b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1311253739-subnet', 'tenant_id': 'e1722d197a814345bc6c8fc008fcacd1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:27.840958 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e375c11-5a8f-4599-8457-4e94d726119c admin admin] Pushing event updated for resources: {'Network': ['ID=05dc9c39-237d-4ac9-993e-e0b32ff3d84b,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:27.854092 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 05dc9c39-237d-4ac9-993e-e0b32ff3d84b details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:20:27.909232 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ff0ab02-bd75-407e-a777-f1c87d869143 admin admin] Made reservation on behalf of e1722d197a814345bc6c8fc008fcacd1 for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:20:27.912213 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3ff0ab02-bd75-407e-a777-f1c87d869143 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:28.090310 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fdc8d5-9b24-42ee-ab07-754539100ad9 req-25ed7637-ee47-46e6-b640-8ba3e5e89b74 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:28.092255 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-53fdc8d5-9b24-42ee-ab07-754539100ad9 req-25ed7637-ee47-46e6-b640-8ba3e5e89b74 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c6f1850-f19e-4254-92e9-56a30b581253 HTTP/1.1" status: 200 len: 945 time: 0.0841141 Aug 10 03:20:28.122325 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 53742) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:28.192035 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-53fdc8d5-9b24-42ee-ab07-754539100ad9 req-54ff355b-92e3-40de-a60a-f77f9939dbb7 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/security-groups?id=e00a7564-e56b-4b7f-b179-f193e5160bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653734 Aug 10 03:20:28.250290 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3ff0ab02-bd75-407e-a777-f1c87d869143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58895384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805196'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:28.271870 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-01f88488-6517-4041-b874-895c5590a84b admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-901110020-network', 'tenant_id': '3b405f8fd94e41e5b0ec985280fca51e'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:28.314273 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01f88488-6517-4041-b874-895c5590a84b admin admin] Made reservation on behalf of 3b405f8fd94e41e5b0ec985280fca51e for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:20:28.319198 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-01f88488-6517-4041-b874-895c5590a84b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:28.322617 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff0ab02-bd75-407e-a777-f1c87d869143 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58337cd7-d5bf-4101-801d-f0d48a89226e,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:28.336217 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-01f88488-6517-4041-b874-895c5590a84b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:28.338004 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff0ab02-bd75-407e-a777-f1c87d869143 admin admin] Checking segment: {'id': '92e39147-dac7-4353-ab76-bf692bb677b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '05dc9c39-237d-4ac9-993e-e0b32ff3d84b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:20:28.338418 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff0ab02-bd75-407e-a777-f1c87d869143 admin admin] Network hostable DHCP agents. Network: 05dc9c39-237d-4ac9-993e-e0b32ff3d84b, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:20:28.397566 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff0ab02-bd75-407e-a777-f1c87d869143 admin admin] Network 05dc9c39-237d-4ac9-993e-e0b32ff3d84b is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:20:28.415817 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-3ff0ab02-bd75-407e-a777-f1c87d869143 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 05dc9c39-237d-4ac9-993e-e0b32ff3d84b) {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:20:28.422702 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff0ab02-bd75-407e-a777-f1c87d869143 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:28.423974 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3ff0ab02-bd75-407e-a777-f1c87d869143 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:28.431558 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bacba1a0-7c54-4393-aa24-68b5dfe2a756 None None] Network 05dc9c39-237d-4ac9-993e-e0b32ff3d84b requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:20:28.493974 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-01f88488-6517-4041-b874-895c5590a84b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:28.501897 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-01f88488-6517-4041-b874-895c5590a84b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:28.512198 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-3ff0ab02-bd75-407e-a777-f1c87d869143 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6788330 Aug 10 03:20:28.515567 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 53762) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:28.522984 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-290a3e37-d114-449e-849e-8f160d0d077a admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1311253739-router', 'tenant_id': 'e1722d197a814345bc6c8fc008fcacd1', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:28.547449 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f88488-6517-4041-b874-895c5590a84b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bcd935f-a3f8-4ab9-ae6d-676bd4ce3973,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:28.558410 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01f88488-6517-4041-b874-895c5590a84b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:20:28.570824 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-01f88488-6517-4041-b874-895c5590a84b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:28.573369 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-01f88488-6517-4041-b874-895c5590a84b admin admin] Added segment 688049e6-c1d0-4f13-8eef-c4d81b54e233 of type vlan for network dedcdb64-7de1-4c86-99c8-928cd2696ccd Aug 10 03:20:28.581259 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-290a3e37-d114-449e-849e-8f160d0d077a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:28.583047 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-290a3e37-d114-449e-849e-8f160d0d077a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:28.673942 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-01f88488-6517-4041-b874-895c5590a84b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:28.688167 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-290a3e37-d114-449e-849e-8f160d0d077a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:28.750162 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-01f88488-6517-4041-b874-895c5590a84b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:28.751568 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f88488-6517-4041-b874-895c5590a84b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:28.753226 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-01f88488-6517-4041-b874-895c5590a84b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:28.757955 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d909bcd6-133c-422f-8ee6-b570e475d1cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-05dc9c39-237d-4ac9-993e-e0b32ff3d84b', 'network_id': '05dc9c39-237d-4ac9-993e-e0b32ff3d84b', 'tenant_id': 'e1722d197a814345bc6c8fc008fcacd1', 'fixed_ips': [{'subnet_id': '58337cd7-d5bf-4101-801d-f0d48a89226e'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:20:28.759389 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d909bcd6-133c-422f-8ee6-b570e475d1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:28.814697 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-01f88488-6517-4041-b874-895c5590a84b admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6908045 Aug 10 03:20:28.855811 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 53770) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:28.856303 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 53772) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:28.866785 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-8ff310fc-5268-4f65-b8f7-e8f44f024583 admin admin] Request body: {'subnet': {'network_id': 'dedcdb64-7de1-4c86-99c8-928cd2696ccd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-901110020-subnet', 'tenant_id': '3b405f8fd94e41e5b0ec985280fca51e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:28.896707 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f88488-6517-4041-b874-895c5590a84b admin admin] Pushing event updated for resources: {'Network': ['ID=dedcdb64-7de1-4c86-99c8-928cd2696ccd,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:28.911202 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ff310fc-5268-4f65-b8f7-e8f44f024583 admin admin] Made reservation on behalf of 3b405f8fd94e41e5b0ec985280fca51e for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:20:28.913644 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8ff310fc-5268-4f65-b8f7-e8f44f024583 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:28.928333 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network dedcdb64-7de1-4c86-99c8-928cd2696ccd details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:20:29.025811 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-290a3e37-d114-449e-849e-8f160d0d077a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:29.116335 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-d909bcd6-133c-422f-8ee6-b570e475d1cc None None] Allocated IP 172.20.0.2 (05dc9c39-237d-4ac9-993e-e0b32ff3d84b/58337cd7-d5bf-4101-801d-f0d48a89226e/8c1bfc41-c56e-49c3-a1a3-533cc7577dd8) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:20:29.374550 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d909bcd6-133c-422f-8ee6-b570e475d1cc None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:29.381143 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8ff310fc-5268-4f65-b8f7-e8f44f024583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:29.399687 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-d909bcd6-133c-422f-8ee6-b570e475d1cc None None] Transition to ACTIVE for port object 8c1bfc41-c56e-49c3-a1a3-533cc7577dd8 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:20:29.420102 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-d909bcd6-133c-422f-8ee6-b570e475d1cc None None] Transition to ACTIVE for port object 8c1bfc41-c56e-49c3-a1a3-533cc7577dd8 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:20:29.441709 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d909bcd6-133c-422f-8ee6-b570e475d1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:29.455258 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ac414b6b-7e5c-4118-a464-8b140bc8cf8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:29.525495 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 13270307-4591-4be0-b206-dea5e9ae449a up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:20:29.604374 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 53802) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:29.633473 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff310fc-5268-4f65-b8f7-e8f44f024583 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f24ae3cf-774a-4d5d-b1a4-9733e765050e,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:29.640013 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d909bcd6-133c-422f-8ee6-b570e475d1cc None None] Pushing event updated for resources: {'Port': ['ID=8c1bfc41-c56e-49c3-a1a3-533cc7577dd8,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:29.650709 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff310fc-5268-4f65-b8f7-e8f44f024583 admin admin] Checking segment: {'id': '688049e6-c1d0-4f13-8eef-c4d81b54e233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'dedcdb64-7de1-4c86-99c8-928cd2696ccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:20:29.651708 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff310fc-5268-4f65-b8f7-e8f44f024583 admin admin] Network hostable DHCP agents. Network: dedcdb64-7de1-4c86-99c8-928cd2696ccd, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:20:29.654084 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d909bcd6-133c-422f-8ee6-b570e475d1cc None None] Network 05dc9c39-237d-4ac9-993e-e0b32ff3d84b is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:20:29.663583 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-d909bcd6-133c-422f-8ee6-b570e475d1cc None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:20:29.671612 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d909bcd6-133c-422f-8ee6-b570e475d1cc None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:20:29.682299 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-290a3e37-d114-449e-849e-8f160d0d077a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:29.698645 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff310fc-5268-4f65-b8f7-e8f44f024583 admin admin] Network dedcdb64-7de1-4c86-99c8-928cd2696ccd is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:20:29.707672 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-290a3e37-d114-449e-849e-8f160d0d077a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:29.727188 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-8ff310fc-5268-4f65-b8f7-e8f44f024583 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, dedcdb64-7de1-4c86-99c8-928cd2696ccd) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:20:29.735784 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff310fc-5268-4f65-b8f7-e8f44f024583 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:29.736632 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8ff310fc-5268-4f65-b8f7-e8f44f024583 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:29.744813 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aa03c8-cc37-4290-86f8-d42521702a51 req-c5a4f102-2826-4642-9546-34e100f47863 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:29.746510 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d6aa03c8-cc37-4290-86f8-d42521702a51 req-c5a4f102-2826-4642-9546-34e100f47863 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef631731-4c95-4b93-a8e3-1255fca531d4 HTTP/1.1" status: 200 len: 944 time: 0.2356536 Aug 10 03:20:29.754723 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb80776-f42e-4220-b53e-f012999931c1 req-a21f0f3a-d081-4572-a3c4-6ddf9a516d13 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:29.762432 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8cb80776-f42e-4220-b53e-f012999931c1 req-a21f0f3a-d081-4572-a3c4-6ddf9a516d13 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c6f1850-f19e-4254-92e9-56a30b581253 HTTP/1.1" status: 200 len: 945 time: 0.2333355 Aug 10 03:20:29.787606 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning for port 13270307-4591-4be0-b206-dea5e9ae449a completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:20:29.790176 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcdd6a92-0c85-4fa0-8407-8e919ed20355 None None] Network dedcdb64-7de1-4c86-99c8-928cd2696ccd requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:20:29.835793 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ac414b6b-7e5c-4118-a464-8b140bc8cf8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:29.847818 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ac414b6b-7e5c-4118-a464-8b140bc8cf8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:29.866005 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8cb80776-f42e-4220-b53e-f012999931c1 req-d110448a-6bf3-47de-b686-daa6fba60133 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/security-groups?id=e00a7564-e56b-4b7f-b179-f193e5160bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025093 Aug 10 03:20:29.913327 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d6aa03c8-cc37-4290-86f8-d42521702a51 req-9842d273-5cc6-4bb5-bf9e-4f8c52ce6239 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "GET /v2.0/security-groups?id=41ee46c2-b2a5-449c-b4c8-15a659a6d137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472068 Aug 10 03:20:29.932378 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-d909bcd6-133c-422f-8ee6-b570e475d1cc None None] Attempting to bind port 8c1bfc41-c56e-49c3-a1a3-533cc7577dd8 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:20:29.932986 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-d909bcd6-133c-422f-8ee6-b570e475d1cc None None] Attempting to bind port 8c1bfc41-c56e-49c3-a1a3-533cc7577dd8 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '92e39147-dac7-4353-ab76-bf692bb677b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '05dc9c39-237d-4ac9-993e-e0b32ff3d84b'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:20:29.933094 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d909bcd6-133c-422f-8ee6-b570e475d1cc None None] Attempting to bind port 8c1bfc41-c56e-49c3-a1a3-533cc7577dd8 on network 05dc9c39-237d-4ac9-993e-e0b32ff3d84b {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:20:29.945891 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-290a3e37-d114-449e-849e-8f160d0d077a admin admin] Allocated IP 172.25.6.193 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/1df091a7-58a7-459f-8039-0555ec90731e) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:20:29.950275 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-8ff310fc-5268-4f65-b8f7-e8f44f024583 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0898468 Aug 10 03:20:29.994091 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port 13270307-4591-4be0-b206-dea5e9ae449a triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:20:29.994495 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:30.007557 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac414b6b-7e5c-4118-a464-8b140bc8cf8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12be7b32-b8a1-433f-8863-69a3659d8b9a,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:30.036209 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ac414b6b-7e5c-4118-a464-8b140bc8cf8e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b918baf868f548f0a043bd9e82ff0088&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1766222 Aug 10 03:20:30.036862 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 53818) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:30.102746 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d909bcd6-133c-422f-8ee6-b570e475d1cc None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:20:30.103235 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d909bcd6-133c-422f-8ee6-b570e475d1cc None None] Checking segment: {'id': '92e39147-dac7-4353-ab76-bf692bb677b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '05dc9c39-237d-4ac9-993e-e0b32ff3d84b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:20:30.103650 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d909bcd6-133c-422f-8ee6-b570e475d1cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:30.106886 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d909bcd6-133c-422f-8ee6-b570e475d1cc None None] Bound using segment: {'id': '92e39147-dac7-4353-ab76-bf692bb677b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '05dc9c39-237d-4ac9-993e-e0b32ff3d84b'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:20:30.107455 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-d909bcd6-133c-422f-8ee6-b570e475d1cc None None] Bound port: 8c1bfc41-c56e-49c3-a1a3-533cc7577dd8, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e39147-dac7-4353-ab76-bf692bb677b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '05dc9c39-237d-4ac9-993e-e0b32ff3d84b'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:20:30.107848 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d909bcd6-133c-422f-8ee6-b570e475d1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:30.114495 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-afc550c8-0698-40c6-9c06-31cab8a358f2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5fde150b31494048bacc6788402b53f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5021336 Aug 10 03:20:30.118032 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 53830) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:30.159665 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-290a3e37-d114-449e-849e-8f160d0d077a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:30.188932 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fcc0095-b807-4c73-8ec9-2aecd40f8dd1 None None] Network dedcdb64-7de1-4c86-99c8-928cd2696ccd requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:20:30.242828 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0f8b83cc-7349-4809-b62a-c84b9a78774d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:30.249907 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7be0cd9d-99c5-429f-9008-aea110162718 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:30.250955 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-290a3e37-d114-449e-849e-8f160d0d077a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:30.284277 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0f8b83cc-7349-4809-b62a-c84b9a78774d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:30.302604 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7be0cd9d-99c5-429f-9008-aea110162718 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:30.370609 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290a3e37-d114-449e-849e-8f160d0d077a admin admin] Pushing event updated for resources: {'Port': ['ID=1df091a7-58a7-459f-8039-0555ec90731e,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:30.388973 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7be0cd9d-99c5-429f-9008-aea110162718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:30.395117 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7be0cd9d-99c5-429f-9008-aea110162718 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:30.395965 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290a3e37-d114-449e-849e-8f160d0d077a admin admin] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:20:30.398138 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-290a3e37-d114-449e-849e-8f160d0d077a admin admin] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:20:30.400458 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-7be0cd9d-99c5-429f-9008-aea110162718 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/12be7b32-b8a1-433f-8863-69a3659d8b9a HTTP/1.1" status: 204 len: 168 time: 0.3623013 Aug 10 03:20:30.403905 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290a3e37-d114-449e-849e-8f160d0d077a admin admin] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:20:30.413586 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0f8b83cc-7349-4809-b62a-c84b9a78774d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:30.418360 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0f8b83cc-7349-4809-b62a-c84b9a78774d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:30.421052 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-0f8b83cc-7349-4809-b62a-c84b9a78774d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8517d1f6-e925-4f66-887e-3d1a0d6d6b11 HTTP/1.1" status: 204 len: 168 time: 0.2906475 Aug 10 03:20:30.450652 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be0cd9d-99c5-429f-9008-aea110162718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12be7b32-b8a1-433f-8863-69a3659d8b9a,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:30.478591 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8b83cc-7349-4809-b62a-c84b9a78774d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8517d1f6-e925-4f66-887e-3d1a0d6d6b11,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:30.498873 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:30.597666 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-d909bcd6-133c-422f-8ee6-b570e475d1cc None None] For port 8c1bfc41-c56e-49c3-a1a3-533cc7577dd8, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:20:30.613496 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef631731-4c95-4b93-a8e3-1255fca531d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13270307-4591-4be0-b206-dea5e9ae449a'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:20:30.616515 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e612e9dc-665f-4b8b-a978-bd5a90ec70f3" -d '{"events": [{"server_uuid": "ef631731-4c95-4b93-a8e3-1255fca531d4", "name": "network-vif-plugged", "status": "completed", "tag": "13270307-4591-4be0-b206-dea5e9ae449a"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:20:30.668635 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-d909bcd6-133c-422f-8ee6-b570e475d1cc None None] For port 8c1bfc41-c56e-49c3-a1a3-533cc7577dd8, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=8c1bfc41-c56e-49c3-a1a3-533cc7577dd8,segment=NetworkSegment(92e39147-dac7-4353-ab76-bf692bb677b9),segment_id=92e39147-dac7-4353-ab76-bf692bb677b9)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:20:30.696429 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 13270307-4591-4be0-b206-dea5e9ae449a, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=13270307-4591-4be0-b206-dea5e9ae449a,segment=NetworkSegment(81aef211-7997-45c2-a489-0c68e2619eb8),segment_id=81aef211-7997-45c2-a489-0c68e2619eb8)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:30.731194 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d909bcd6-133c-422f-8ee6-b570e475d1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:30.735784 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95f9ea6c-ae20-4bd3-85bf-877049b14c9a x-openstack-request-id: req-95f9ea6c-ae20-4bd3-85bf-877049b14c9a {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:20:30.736853 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef631731-4c95-4b93-a8e3-1255fca531d4", "name": "network-vif-plugged", "status": "completed", "tag": "13270307-4591-4be0-b206-dea5e9ae449a", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:20:30.737273 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-95f9ea6c-ae20-4bd3-85bf-877049b14c9a {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:20:30.737834 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef631731-4c95-4b93-a8e3-1255fca531d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13270307-4591-4be0-b206-dea5e9ae449a', 'code': 200} Aug 10 03:20:30.790252 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-290a3e37-d114-449e-849e-8f160d0d077a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:30.815920 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d909bcd6-133c-422f-8ee6-b570e475d1cc None None] Pushing event updated for resources: {'Port': ['ID=8c1bfc41-c56e-49c3-a1a3-533cc7577dd8,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:30.831972 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:30.883508 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667ad4b2-daee-4480-a9a2-c89c4311aef5 req-fdd25290-721d-4f88-8698-b26299a62688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:30.887546 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-667ad4b2-daee-4480-a9a2-c89c4311aef5 req-fdd25290-721d-4f88-8698-b26299a62688 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ef631731-4c95-4b93-a8e3-1255fca531d4 HTTP/1.1" status: 200 len: 1097 time: 0.0817809 Aug 10 03:20:30.963932 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-667ad4b2-daee-4480-a9a2-c89c4311aef5 req-997ae54e-e795-4846-bc02-f67e7d60a52f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=41ee46c2-b2a5-449c-b4c8-15a659a6d137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638509 Aug 10 03:20:30.996395 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=13270307-4591-4be0-b206-dea5e9ae449a,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:31.090203 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 53872) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:31.335815 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-acf5a066-1c82-4b57-80e9-18ad7d9000b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:31.343605 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5da769-b89b-41a2-a084-8262823f1d34 req-c798973f-04ce-46f0-8033-01cb65eacfd4 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:31.345200 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9c5da769-b89b-41a2-a084-8262823f1d34 req-c798973f-04ce-46f0-8033-01cb65eacfd4 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c6f1850-f19e-4254-92e9-56a30b581253 HTTP/1.1" status: 200 len: 945 time: 0.2480371 Aug 10 03:20:31.384363 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 53878) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:31.404666 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02673130-cb47-4507-9e91-ee55bc32e385 req-67057235-6236-43af-9d84-58550f6cbf69 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:31.407000 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-02673130-cb47-4507-9e91-ee55bc32e385 req-67057235-6236-43af-9d84-58550f6cbf69 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "GET /v2.0/networks?id=dedcdb64-7de1-4c86-99c8-928cd2696ccd HTTP/1.1" status: 200 len: 821 time: 0.7531023 Aug 10 03:20:31.415561 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2c074997-d63b-4115-a83c-57bd6c0373be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:31.466088 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-290a3e37-d114-449e-849e-8f160d0d077a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:31.478596 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-02673130-cb47-4507-9e91-ee55bc32e385 req-14e121cb-f285-4a9d-a399-44eb77c2d36c tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "GET /v2.0/quotas/3b405f8fd94e41e5b0ec985280fca51e HTTP/1.1" status: 200 len: 375 time: 0.0583467 Aug 10 03:20:31.543768 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-acf5a066-1c82-4b57-80e9-18ad7d9000b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:31.552639 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-acf5a066-1c82-4b57-80e9-18ad7d9000b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:31.658053 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-acf5a066-1c82-4b57-80e9-18ad7d9000b9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d40172847a334923b76be12dde16748d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5664661 Aug 10 03:20:31.661582 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 53886) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:31.662577 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf5a066-1c82-4b57-80e9-18ad7d9000b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2985a4a-c409-415b-ac55-f595f50aed27,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:31.745374 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2c074997-d63b-4115-a83c-57bd6c0373be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:31.756652 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2c074997-d63b-4115-a83c-57bd6c0373be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:31.861153 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-2c074997-d63b-4115-a83c-57bd6c0373be admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a99cd6f8d2ca4d2f9b54cd5d6d40c5b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4707575 Aug 10 03:20:31.866736 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 53892) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:31.894961 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c074997-d63b-4115-a83c-57bd6c0373be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35c85ee5-5d0a-487e-b030-717cfee29d9a,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:31.939391 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-85cd911d-c637-4207-8387-1ae2724225fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:32.042787 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-85cd911d-c637-4207-8387-1ae2724225fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:32.065999 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e8990b46-b9a8-4078-81a1-5e765f76ece7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:32.106887 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9c5da769-b89b-41a2-a084-8262823f1d34 req-e877358d-1518-440e-8351-8a7b3453da4e tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/security-groups?id=e00a7564-e56b-4b7f-b179-f193e5160bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7529461 Aug 10 03:20:32.139653 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e8990b46-b9a8-4078-81a1-5e765f76ece7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:32.176187 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-02673130-cb47-4507-9e91-ee55bc32e385 req-aeee7dd7-af9a-4748-916f-a019a9253798 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3b405f8fd94e41e5b0ec985280fca51e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.6825988 Aug 10 03:20:32.208921 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-85cd911d-c637-4207-8387-1ae2724225fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:32.216190 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-85cd911d-c637-4207-8387-1ae2724225fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:32.219606 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-85cd911d-c637-4207-8387-1ae2724225fe admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e2985a4a-c409-415b-ac55-f595f50aed27 HTTP/1.1" status: 204 len: 168 time: 0.5521498 Aug 10 03:20:32.233837 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 53902) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:32.242262 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cd911d-c637-4207-8387-1ae2724225fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2985a4a-c409-415b-ac55-f595f50aed27,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:32.260689 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e8990b46-b9a8-4078-81a1-5e765f76ece7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:32.271163 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e8990b46-b9a8-4078-81a1-5e765f76ece7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:32.272350 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e8990b46-b9a8-4078-81a1-5e765f76ece7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/35c85ee5-5d0a-487e-b030-717cfee29d9a HTTP/1.1" status: 204 len: 168 time: 0.4044335 Aug 10 03:20:32.285492 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8990b46-b9a8-4078-81a1-5e765f76ece7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c85ee5-5d0a-487e-b030-717cfee29d9a,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:32.407227 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-290a3e37-d114-449e-849e-8f160d0d077a admin admin] Router f35cb48d-221a-4fc0-850b-eaff94f766c1 is scheduled to L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e with binding_index 1 {{(pid=94260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:20:32.461670 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8fc012-7f0d-40d5-8494-c7c226569d82 req-50aab1bb-f11e-4765-b725-5070e2d0aa5e tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:32.499159 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3e8fc012-7f0d-40d5-8494-c7c226569d82 req-50aab1bb-f11e-4765-b725-5070e2d0aa5e tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef631731-4c95-4b93-a8e3-1255fca531d4 HTTP/1.1" status: 200 len: 945 time: 0.2676668 Aug 10 03:20:32.612831 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff26bd32-d6a0-4b18-865e-6bd1f215f43a None None] Network 05dc9c39-237d-4ac9-993e-e0b32ff3d84b requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:20:32.635705 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3e8fc012-7f0d-40d5-8494-c7c226569d82 req-6c77727c-5e44-4799-a00e-be053a82cfd4 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "GET /v2.0/security-groups?id=41ee46c2-b2a5-449c-b4c8-15a659a6d137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357899 Aug 10 03:20:32.660106 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-02673130-cb47-4507-9e91-ee55bc32e385 req-c809cb59-890b-4ed1-9b18-72c46573f308 service neutron] 10.222.0.44 "GET /v2.0/networks/dedcdb64-7de1-4c86-99c8-928cd2696ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4690399 Aug 10 03:20:32.796523 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-70257799-5545-41bf-8fec-f2bf2cbbe704 None None] Provisioning for port 8c1bfc41-c56e-49c3-a1a3-533cc7577dd8 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:20:32.930089 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-290a3e37-d114-449e-849e-8f160d0d077a admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:20:32.950287 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 8c1bfc41-c56e-49c3-a1a3-533cc7577dd8 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:20:32.953334 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-02673130-cb47-4507-9e91-ee55bc32e385 req-b5cf83af-43ba-4730-ae13-7d8462b9cf1f service neutron] 10.222.0.44 "GET /v2.0/networks/dedcdb64-7de1-4c86-99c8-928cd2696ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2917757 Aug 10 03:20:32.980335 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-290a3e37-d114-449e-849e-8f160d0d077a admin admin] Notify callbacks [] for router, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:32.985154 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-290a3e37-d114-449e-849e-8f160d0d077a admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.4658871 Aug 10 03:20:32.986142 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 53930) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:33.013860 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-1edb444a-a565-4ffb-a850-562f4bde2fe5 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-963435788-network', 'tenant_id': '8d28928fef9a4cb78edb2c407fdaba2b'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:33.018045 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2b94bc-197c-43b2-b630-5f51a206ac47 None None] Sync routers for ids ['f35cb48d-221a-4fc0-850b-eaff94f766c1'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:20:33.064003 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1edb444a-a565-4ffb-a850-562f4bde2fe5 admin admin] Made reservation on behalf of 8d28928fef9a4cb78edb2c407fdaba2b for: {'network': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:20:33.067191 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1edb444a-a565-4ffb-a850-562f4bde2fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:33.070559 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:33.115739 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1edb444a-a565-4ffb-a850-562f4bde2fe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:33.138261 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2b94bc-197c-43b2-b630-5f51a206ac47 None None] Routers {'f35cb48d-221a-4fc0-850b-eaff94f766c1'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:20:33.158333 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-7a2b94bc-197c-43b2-b630-5f51a206ac47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:20:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['f35cb48d-221a-4fc0-850b-eaff94f766c1'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:33.380387 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7b182fe9-942b-4e8e-a750-f050528849a7 req-24e3ed52-31fe-4698-b9fc-3e1c84da9bb6 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "GET /v2.0/ports?device_id=da7c041f-b02b-4e48-bee8-51f8bcda5521 HTTP/1.1" status: 200 len: 210 time: 0.0914145 Aug 10 03:20:33.474583 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dae170a-cb7c-4d05-875a-f7365c6d7dcb req-09704a3d-8118-492c-9997-e7c23d4d6fc4 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:33.493080 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7dae170a-cb7c-4d05-875a-f7365c6d7dcb req-09704a3d-8118-492c-9997-e7c23d4d6fc4 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c6f1850-f19e-4254-92e9-56a30b581253 HTTP/1.1" status: 200 len: 945 time: 0.1859894 Aug 10 03:20:33.506005 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1edb444a-a565-4ffb-a850-562f4bde2fe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:33.568531 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1edb444a-a565-4ffb-a850-562f4bde2fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:33.598114 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1edb444a-a565-4ffb-a850-562f4bde2fe5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=94260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:20:33.617894 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1edb444a-a565-4ffb-a850-562f4bde2fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:33.618297 n-d-768862-13 neutron-server[94260]: INFO neutron.db.segments_db [None req-1edb444a-a565-4ffb-a850-562f4bde2fe5 admin admin] Added segment 12579fd8-e183-4425-ae11-f7c255fa011f of type vlan for network 36135f86-55af-48c7-9516-7187aabe118a Aug 10 03:20:33.629324 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 8c1bfc41-c56e-49c3-a1a3-533cc7577dd8 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:20:33.642369 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 8c1bfc41-c56e-49c3-a1a3-533cc7577dd8 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:20:33.643017 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:33.675658 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1edb444a-a565-4ffb-a850-562f4bde2fe5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:33.781542 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7dae170a-cb7c-4d05-875a-f7365c6d7dcb req-f44615be-68b2-4e9e-b75c-fe19f835a82d tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/security-groups?id=e00a7564-e56b-4b7f-b179-f193e5160bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872901 Aug 10 03:20:33.790183 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1edb444a-a565-4ffb-a850-562f4bde2fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:33.802733 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1edb444a-a565-4ffb-a850-562f4bde2fe5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:33.806108 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1edb444a-a565-4ffb-a850-562f4bde2fe5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:33.909545 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-7a2b94bc-197c-43b2-b630-5f51a206ac47 None None] Set router f35cb48d-221a-4fc0-850b-eaff94f766c1 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:20:34.025465 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edb444a-a565-4ffb-a850-562f4bde2fe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9014602-d589-43cc-9c85-12bc5b71acc9,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:34.090901 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-1edb444a-a565-4ffb-a850-562f4bde2fe5 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8308399 Aug 10 03:20:34.090901 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edb444a-a565-4ffb-a850-562f4bde2fe5 admin admin] Pushing event updated for resources: {'Network': ['ID=36135f86-55af-48c7-9516-7187aabe118a,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:34.099282 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 53980) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:34.119376 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-8c15feb3-f635-4bb8-a664-e27b87c51acd admin admin] Request body: {'subnet': {'network_id': '36135f86-55af-48c7-9516-7187aabe118a', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-963435788-subnet', 'tenant_id': '8d28928fef9a4cb78edb2c407fdaba2b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:34.160953 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-28098eff-de2c-4e3c-a790-dc295357c45e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:34.184862 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 36135f86-55af-48c7-9516-7187aabe118a details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:20:34.254012 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c15feb3-f635-4bb8-a664-e27b87c51acd admin admin] Made reservation on behalf of 8d28928fef9a4cb78edb2c407fdaba2b for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:20:34.256384 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8c15feb3-f635-4bb8-a664-e27b87c51acd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:34.290097 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 53982) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:34.347074 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28847ed-3317-4344-b2f2-d7965e0afbb6 req-5eb8d63e-e72d-448b-82a0-783dbee84571 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:34.349919 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a28847ed-3317-4344-b2f2-d7965e0afbb6 req-5eb8d63e-e72d-448b-82a0-783dbee84571 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef631731-4c95-4b93-a8e3-1255fca531d4 HTTP/1.1" status: 200 len: 945 time: 0.3870168 Aug 10 03:20:34.495690 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-28098eff-de2c-4e3c-a790-dc295357c45e admin admin] Allocated IP 172.20.0.1 (05dc9c39-237d-4ac9-993e-e0b32ff3d84b/58337cd7-d5bf-4101-801d-f0d48a89226e/3fa5b8e6-79d7-4d60-9e0b-7b59a8b71dfd) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:20:34.501479 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a28847ed-3317-4344-b2f2-d7965e0afbb6 req-22396e2f-6203-4797-90b6-10a4e9eb8673 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "GET /v2.0/security-groups?id=41ee46c2-b2a5-449c-b4c8-15a659a6d137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372573 Aug 10 03:20:34.638317 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c551f4a2-f818-4754-8e36-f75e87bb89c3 req-e7f21a6c-53f8-4375-be22-b125efd9451c tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "GET /v2.0/ports?device_id=da7c041f-b02b-4e48-bee8-51f8bcda5521 HTTP/1.1" status: 200 len: 210 time: 0.1114874 Aug 10 03:20:34.671815 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-28098eff-de2c-4e3c-a790-dc295357c45e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:34.690979 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [None req-28098eff-de2c-4e3c-a790-dc295357c45e admin admin] Transition to ACTIVE for port object 3fa5b8e6-79d7-4d60-9e0b-7b59a8b71dfd will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:20:34.750041 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-28098eff-de2c-4e3c-a790-dc295357c45e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:34.787197 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-de75df8a-57b3-4e55-b0e1-c40f0bf833a0 None None] Provisioning complete for port 8c1bfc41-c56e-49c3-a1a3-533cc7577dd8 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:20:34.790677 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-de75df8a-57b3-4e55-b0e1-c40f0bf833a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:34.817367 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28098eff-de2c-4e3c-a790-dc295357c45e admin admin] Network 05dc9c39-237d-4ac9-993e-e0b32ff3d84b is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:20:34.818785 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28098eff-de2c-4e3c-a790-dc295357c45e admin admin] Pushing event updated for resources: {'Port': ['ID=3fa5b8e6-79d7-4d60-9e0b-7b59a8b71dfd,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:34.823077 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-28098eff-de2c-4e3c-a790-dc295357c45e admin admin] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:20:34.825454 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28098eff-de2c-4e3c-a790-dc295357c45e admin admin] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:20:34.865272 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-4063d3ca-e680-42c2-bc1a-59b73c3cc74f admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-575955451-network', 'tenant_id': '06c20e5fd34a48aa8cc6b4171afd240a'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:34.921977 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:34.924865 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-28098eff-de2c-4e3c-a790-dc295357c45e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521745'] for router_interface, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:34.956769 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8c15feb3-f635-4bb8-a664-e27b87c51acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58895384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805196'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:35.128630 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 8c1bfc41-c56e-49c3-a1a3-533cc7577dd8, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=8c1bfc41-c56e-49c3-a1a3-533cc7577dd8,segment=NetworkSegment(92e39147-dac7-4353-ab76-bf692bb677b9),segment_id=92e39147-dac7-4353-ab76-bf692bb677b9)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:35.212110 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-de75df8a-57b3-4e55-b0e1-c40f0bf833a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:35.244539 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:35.293994 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-28098eff-de2c-4e3c-a790-dc295357c45e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:35.325307 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4063d3ca-e680-42c2-bc1a-59b73c3cc74f admin admin] Made reservation on behalf of 06c20e5fd34a48aa8cc6b4171afd240a for: {'network': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:20:35.336395 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4063d3ca-e680-42c2-bc1a-59b73c3cc74f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:35.377649 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4063d3ca-e680-42c2-bc1a-59b73c3cc74f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:35.381134 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.db.api [None req-de75df8a-57b3-4e55-b0e1-c40f0bf833a0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:20:35.381721 n-d-768862-13 neutron-server[94262]: DEBUG oslo_db.api [None req-de75df8a-57b3-4e55-b0e1-c40f0bf833a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:20:35.389090 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-7a2b94bc-197c-43b2-b630-5f51a206ac47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f35cb48d-221a-4fc0-850b-eaff94f766c1', 'name': 'tempest-ServersTestBootFromVolume-1311253739-router', 'tenant_id': 'e1722d197a814345bc6c8fc008fcacd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '1df091a7-58a7-459f-8039-0555ec90731e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:20:28Z', 'updated_at': '2021-08-10T03:20:30Z', 'revision_number': 3, 'project_id': 'e1722d197a814345bc6c8fc008fcacd1', 'gw_port': {'id': '1df091a7-58a7-459f-8039-0555ec90731e', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ab:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f35cb48d-221a-4fc0-850b-eaff94f766c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:20:29Z', 'updated_at': '2021-08-10T03:20:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:35.396169 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 54008) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:35.440570 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02673130-cb47-4507-9e91-ee55bc32e385 req-57c54f6c-e881-4b8b-b38f-563cc98de497 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:35.440854 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2b94bc-197c-43b2-b630-5f51a206ac47 None None] Checking router: f35cb48d-221a-4fc0-850b-eaff94f766c1 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:20:35.440981 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2b94bc-197c-43b2-b630-5f51a206ac47 None None] Updating router f35cb48d-221a-4fc0-850b-eaff94f766c1 port 1df091a7-58a7-459f-8039-0555ec90731e binding host n-d-768862-13 {{(pid=94262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:20:35.442097 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-02673130-cb47-4507-9e91-ee55bc32e385 req-57c54f6c-e881-4b8b-b38f-563cc98de497 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.42 "GET /v2.0/networks?id=dedcdb64-7de1-4c86-99c8-928cd2696ccd HTTP/1.1" status: 200 len: 821 time: 0.3843927 Aug 10 03:20:35.460922 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c3df978b-aa14-45d2-9670-a08a70408990 req-60153962-5fa3-422b-a240-8ec583f0e959 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1540056945&fields=id&tenant_id=d59a0b5e4dd94b2f936adf3da2c52113 HTTP/1.1" status: 200 len: 267 time: 0.6354256 Aug 10 03:20:35.477759 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-02673130-cb47-4507-9e91-ee55bc32e385 req-4412bfde-7cfe-43f4-8ab6-17ffac9a7332 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Request body: {'port': {'device_id': 'da7c041f-b02b-4e48-bee8-51f8bcda5521', 'network_id': 'dedcdb64-7de1-4c86-99c8-928cd2696ccd', 'admin_state_up': True, 'tenant_id': '3b405f8fd94e41e5b0ec985280fca51e'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:35.481409 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=8c1bfc41-c56e-49c3-a1a3-533cc7577dd8,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:35.506174 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-7a2b94bc-197c-43b2-b630-5f51a206ac47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:35.554042 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c15feb3-f635-4bb8-a664-e27b87c51acd admin admin] Pushing event updated for resources: {'Subnet': ['ID=94f1adae-6677-4cd9-bdaa-c308bdf6d787,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:35.573803 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c15feb3-f635-4bb8-a664-e27b87c51acd admin admin] Checking segment: {'id': '12579fd8-e183-4425-ae11-f7c255fa011f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '36135f86-55af-48c7-9516-7187aabe118a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:20:35.574190 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c15feb3-f635-4bb8-a664-e27b87c51acd admin admin] Network hostable DHCP agents. Network: 36135f86-55af-48c7-9516-7187aabe118a, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:20:35.623763 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ab25a0-692f-449a-b602-db395c6dfea9 req-f657b320-4dce-4009-9cee-9a6cc31f953c tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:35.632575 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-02ab25a0-692f-449a-b602-db395c6dfea9 req-f657b320-4dce-4009-9cee-9a6cc31f953c tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c6f1850-f19e-4254-92e9-56a30b581253 HTTP/1.1" status: 200 len: 945 time: 0.5709989 Aug 10 03:20:35.693366 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3df978b-aa14-45d2-9670-a08a70408990 req-ca3b2f65-c206-4a2b-9616-cf65525fbba4 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:35.701282 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c3df978b-aa14-45d2-9670-a08a70408990 req-ca3b2f65-c206-4a2b-9616-cf65525fbba4 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef631731-4c95-4b93-a8e3-1255fca531d4 HTTP/1.1" status: 200 len: 945 time: 0.2397087 Aug 10 03:20:35.707416 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-c3df978b-aa14-45d2-9670-a08a70408990 req-e9f6c091-6bbb-42eb-bcc0-cb097db796da tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Request body: {'port': {'security_groups': ['41ee46c2-b2a5-449c-b4c8-15a659a6d137', 'a76dbe6f-f96a-4ea8-a2c1-9b67619c94a0']}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:35.758809 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c15feb3-f635-4bb8-a664-e27b87c51acd admin admin] Network 36135f86-55af-48c7-9516-7187aabe118a is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:20:35.814967 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-02ab25a0-692f-449a-b602-db395c6dfea9 req-8178712d-7de1-442c-84c1-18653a44e518 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/security-groups?id=e00a7564-e56b-4b7f-b179-f193e5160bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813910 Aug 10 03:20:35.832704 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-8c15feb3-f635-4bb8-a664-e27b87c51acd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 36135f86-55af-48c7-9516-7187aabe118a) {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:20:35.854480 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d97aa8e-fb63-40ed-9c5b-a1f7492c1553 None None] Network 36135f86-55af-48c7-9516-7187aabe118a requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:20:35.882604 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c15feb3-f635-4bb8-a664-e27b87c51acd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:35.883218 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8c15feb3-f635-4bb8-a664-e27b87c51acd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:35.914964 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4d78a828-1dcc-47ee-8e9a-1855142d6f5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:35.940978 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c3df978b-aa14-45d2-9670-a08a70408990 req-e9f6c091-6bbb-42eb-bcc0-cb097db796da tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:35.953440 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-28098eff-de2c-4e3c-a790-dc295357c45e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:35.964720 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-28098eff-de2c-4e3c-a790-dc295357c45e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:36.033793 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-28098eff-de2c-4e3c-a790-dc295357c45e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521893'] for router_interface, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:36.035524 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28098eff-de2c-4e3c-a790-dc295357c45e admin admin] Pushing event updated for resources: {'Port': ['ID=3fa5b8e6-79d7-4d60-9e0b-7b59a8b71dfd,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:36.078362 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-7a2b94bc-197c-43b2-b630-5f51a206ac47 None None] Notify callbacks [] for port, precommit_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:36.126603 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-7a2b94bc-197c-43b2-b630-5f51a206ac47 None None] Transition to ACTIVE for port object 1df091a7-58a7-459f-8039-0555ec90731e will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:20:36.130023 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0c0902-effe-4ba7-9f46-5cc34718af85 None None] Network 36135f86-55af-48c7-9516-7187aabe118a requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:20:36.182682 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28098eff-de2c-4e3c-a790-dc295357c45e admin admin] Network 05dc9c39-237d-4ac9-993e-e0b32ff3d84b is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:20:36.184335 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-7a2b94bc-197c-43b2-b630-5f51a206ac47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:36.185605 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-28098eff-de2c-4e3c-a790-dc295357c45e admin admin] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:20:36.210557 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-e39abfa5-9ba1-4a8d-949f-fd9b1b5455d3 None None] Provisioning for port 3fa5b8e6-79d7-4d60-9e0b-7b59a8b71dfd completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:20:36.257219 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-e39abfa5-9ba1-4a8d-949f-fd9b1b5455d3 None None] Provisioning complete for port 3fa5b8e6-79d7-4d60-9e0b-7b59a8b71dfd triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:20:36.257592 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e39abfa5-9ba1-4a8d-949f-fd9b1b5455d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:36.259846 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-7a2b94bc-197c-43b2-b630-5f51a206ac47 None None] Attempting to bind port 1df091a7-58a7-459f-8039-0555ec90731e on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:20:36.259846 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-7a2b94bc-197c-43b2-b630-5f51a206ac47 None None] Attempting to bind port 1df091a7-58a7-459f-8039-0555ec90731e by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:20:36.260100 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2b94bc-197c-43b2-b630-5f51a206ac47 None None] Attempting to bind port 1df091a7-58a7-459f-8039-0555ec90731e on network 2ea12131-628a-487e-b434-0463553732bd {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:20:36.276207 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2b94bc-197c-43b2-b630-5f51a206ac47 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:20:36.276621 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2b94bc-197c-43b2-b630-5f51a206ac47 None None] Checking segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:20:36.277031 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-7a2b94bc-197c-43b2-b630-5f51a206ac47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:36.277432 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2b94bc-197c-43b2-b630-5f51a206ac47 None None] Bound using segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:20:36.277923 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-7a2b94bc-197c-43b2-b630-5f51a206ac47 None None] Bound port: 1df091a7-58a7-459f-8039-0555ec90731e, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:20:36.278331 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-7a2b94bc-197c-43b2-b630-5f51a206ac47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:36.316590 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-c3df978b-aa14-45d2-9670-a08a70408990 req-e9f6c091-6bbb-42eb-bcc0-cb097db796da tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] For port 13270307-4591-4be0-b206-dea5e9ae449a, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=13270307-4591-4be0-b206-dea5e9ae449a,segment=NetworkSegment(81aef211-7997-45c2-a489-0c68e2619eb8),segment_id=81aef211-7997-45c2-a489-0c68e2619eb8)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:36.367503 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c3df978b-aa14-45d2-9670-a08a70408990 req-e9f6c091-6bbb-42eb-bcc0-cb097db796da tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:36.368682 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-7a2b94bc-197c-43b2-b630-5f51a206ac47 None None] For port 1df091a7-58a7-459f-8039-0555ec90731e, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:20:36.372206 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-7a2b94bc-197c-43b2-b630-5f51a206ac47 None None] For port 1df091a7-58a7-459f-8039-0555ec90731e, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=1df091a7-58a7-459f-8039-0555ec90731e,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:20:36.412161 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-7a2b94bc-197c-43b2-b630-5f51a206ac47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:36.414396 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4063d3ca-e680-42c2-bc1a-59b73c3cc74f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:36.421232 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c3df978b-aa14-45d2-9670-a08a70408990 req-e9f6c091-6bbb-42eb-bcc0-cb097db796da tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:36.441612 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28098eff-de2c-4e3c-a790-dc295357c45e admin admin] Router f35cb48d-221a-4fc0-850b-eaff94f766c1 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:20:36.474399 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['1a766390-8fe6-4db4-a148-9d9b07e221c2'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:20:36.527280 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['13270307-4591-4be0-b206-dea5e9ae449a'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:20:36.581103 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4063d3ca-e680-42c2-bc1a-59b73c3cc74f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:36.603014 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4063d3ca-e680-42c2-bc1a-59b73c3cc74f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=94260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:20:36.613115 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4063d3ca-e680-42c2-bc1a-59b73c3cc74f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:36.613549 n-d-768862-13 neutron-server[94260]: INFO neutron.db.segments_db [None req-4063d3ca-e680-42c2-bc1a-59b73c3cc74f admin admin] Added segment 380ff52e-2da4-4b1c-b9fe-411644b2c0b2 of type vlan for network 52a12912-47fc-48c4-aaf5-a9b690b74ffc Aug 10 03:20:36.659769 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2b94bc-197c-43b2-b630-5f51a206ac47 None None] Routers {'f35cb48d-221a-4fc0-850b-eaff94f766c1'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:20:36.660458 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-7a2b94bc-197c-43b2-b630-5f51a206ac47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:20:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['f35cb48d-221a-4fc0-850b-eaff94f766c1'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:36.670815 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4063d3ca-e680-42c2-bc1a-59b73c3cc74f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:36.697462 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28098eff-de2c-4e3c-a790-dc295357c45e admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:20:36.709061 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4b88b3c5-9177-401d-b8d4-a72a37202ea3 req-b4726062-7ceb-485c-97bb-f02a49516e57 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "GET /v2.0/ports?device_id=da7c041f-b02b-4e48-bee8-51f8bcda5521 HTTP/1.1" status: 200 len: 210 time: 0.2924373 Aug 10 03:20:36.719779 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-8c15feb3-f635-4bb8-a664-e27b87c51acd admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6134653 Aug 10 03:20:36.721200 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f6c091-6bbb-42eb-bcc0-cb097db796da tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Pushing event updated for resources: {'Port': ['ID=13270307-4591-4be0-b206-dea5e9ae449a,revision_number=6']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:36.721338 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-28098eff-de2c-4e3c-a790-dc295357c45e admin admin] 10.222.0.44 "PUT /v2.0/routers/f35cb48d-221a-4fc0-850b-eaff94f766c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7322550 Aug 10 03:20:36.755459 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3df978b-aa14-45d2-9670-a08a70408990 req-e9f6c091-6bbb-42eb-bcc0-cb097db796da tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:36.758358 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c3df978b-aa14-45d2-9670-a08a70408990 req-e9f6c091-6bbb-42eb-bcc0-cb097db796da tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:36.762980 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c3df978b-aa14-45d2-9670-a08a70408990 req-e9f6c091-6bbb-42eb-bcc0-cb097db796da tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "PUT /v2.0/ports/13270307-4591-4be0-b206-dea5e9ae449a HTTP/1.1" status: 200 len: 981 time: 1.0602365 Aug 10 03:20:36.767829 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef631731-4c95-4b93-a8e3-1255fca531d4', 'tag': '13270307-4591-4be0-b206-dea5e9ae449a'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:20:36.774166 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d6909a3-2851-41a8-966e-0af1ff819868" -d '{"events": [{"name": "network-changed", "server_uuid": "ef631731-4c95-4b93-a8e3-1255fca531d4", "tag": "13270307-4591-4be0-b206-dea5e9ae449a"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:20:36.817642 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4d78a828-1dcc-47ee-8e9a-1855142d6f5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:36.826612 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4d78a828-1dcc-47ee-8e9a-1855142d6f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:36.843057 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-e39abfa5-9ba1-4a8d-949f-fd9b1b5455d3 None None] Port 3fa5b8e6-79d7-4d60-9e0b-7b59a8b71dfd cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:20:36.848094 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc1fd5c-abb9-438e-ba2b-7fcb19ba05f0 None None] Pushing event updated for resources: {'Port': ['ID=1df091a7-58a7-459f-8039-0555ec90731e,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:36.872397 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4063d3ca-e680-42c2-bc1a-59b73c3cc74f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:36.877962 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4063d3ca-e680-42c2-bc1a-59b73c3cc74f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:36.878848 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4063d3ca-e680-42c2-bc1a-59b73c3cc74f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:36.894678 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02673130-cb47-4507-9e91-ee55bc32e385 req-4412bfde-7cfe-43f4-8ab6-17ffac9a7332 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Made reservation on behalf of 3b405f8fd94e41e5b0ec985280fca51e for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:20:36.903373 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-02673130-cb47-4507-9e91-ee55bc32e385 req-4412bfde-7cfe-43f4-8ab6-17ffac9a7332 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:36.924310 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a46513-025f-4c20-93a9-7c95cd169163 x-openstack-request-id: req-83a46513-025f-4c20-93a9-7c95cd169163 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:20:36.924672 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef631731-4c95-4b93-a8e3-1255fca531d4", "tag": "13270307-4591-4be0-b206-dea5e9ae449a", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:20:36.924965 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-83a46513-025f-4c20-93a9-7c95cd169163 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:20:36.925251 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef631731-4c95-4b93-a8e3-1255fca531d4', 'tag': '13270307-4591-4be0-b206-dea5e9ae449a', 'status': 'completed', 'code': 200} Aug 10 03:20:36.940134 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-4d78a828-1dcc-47ee-8e9a-1855142d6f5e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c275cdf907034455a68b31ce158837fe&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5425169 Aug 10 03:20:36.960818 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 54034) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:36.973306 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d78a828-1dcc-47ee-8e9a-1855142d6f5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03450ab0-66de-408e-ba81-7c3e5ea54edb,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:37.071895 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6909a3-2851-41a8-966e-0af1ff819868 req-7416f825-93c4-406d-9f6f-92b75d6a29a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:37.074887 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-4d6909a3-2851-41a8-966e-0af1ff819868 req-7416f825-93c4-406d-9f6f-92b75d6a29a4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d59a0b5e4dd94b2f936adf3da2c52113&device_id=ef631731-4c95-4b93-a8e3-1255fca531d4 HTTP/1.1" status: 200 len: 1136 time: 0.1639867 Aug 10 03:20:37.126443 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-4063d3ca-e680-42c2-bc1a-59b73c3cc74f admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.8336296 Aug 10 03:20:37.149293 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4063d3ca-e680-42c2-bc1a-59b73c3cc74f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aac4231-548a-4a48-ae70-6443e8440415,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:37.154636 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7b9cc325-7846-42cb-b6d8-b405d2569d3f req-1c192fc9-9b93-42fd-93d2-88067a034d1e tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "GET /v2.0/security-groups/a76dbe6f-f96a-4ea8-a2c1-9b67619c94a0 HTTP/1.1" status: 200 len: 1799 time: 0.3688753 Aug 10 03:20:37.158183 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 54042) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:37.172890 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-a7e04321-b452-45f6-954b-c21c80de1886 admin admin] Request body: {'subnet': {'network_id': '52a12912-47fc-48c4-aaf5-a9b690b74ffc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-575955451-subnet', 'tenant_id': '06c20e5fd34a48aa8cc6b4171afd240a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:37.180519 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['13270307-4591-4be0-b206-dea5e9ae449a'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:20:37.182851 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4063d3ca-e680-42c2-bc1a-59b73c3cc74f admin admin] Pushing event updated for resources: {'Network': ['ID=52a12912-47fc-48c4-aaf5-a9b690b74ffc,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:37.234104 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6909a3-2851-41a8-966e-0af1ff819868 req-55042fb9-32bd-454b-a976-424d63d3c644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:37.235682 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-4d6909a3-2851-41a8-966e-0af1ff819868 req-55042fb9-32bd-454b-a976-424d63d3c644 service neutron] 10.222.0.61 "GET /v2.0/networks?id=86f96ddd-5fdb-4f29-8bd5-ae286688b451 HTTP/1.1" status: 200 len: 913 time: 0.1523311 Aug 10 03:20:37.278327 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 52a12912-47fc-48c4-aaf5-a9b690b74ffc details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:20:37.280840 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4b64acfd-2551-4af9-b4a9-ee541be6ee6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:37.299000 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7e04321-b452-45f6-954b-c21c80de1886 admin admin] Made reservation on behalf of 06c20e5fd34a48aa8cc6b4171afd240a for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:20:37.311225 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a7e04321-b452-45f6-954b-c21c80de1886 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:37.341933 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb90054-9893-45b5-ad14-ad9940eba184 req-4c5cd971-11ba-4680-a0d5-a59b62eaec32 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:37.343891 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8eb90054-9893-45b5-ad14-ad9940eba184 req-4c5cd971-11ba-4680-a0d5-a59b62eaec32 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c6f1850-f19e-4254-92e9-56a30b581253 HTTP/1.1" status: 200 len: 945 time: 0.2445502 Aug 10 03:20:37.391514 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4b64acfd-2551-4af9-b4a9-ee541be6ee6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:37.431530 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 8c1bfc41-c56e-49c3-a1a3-533cc7577dd8 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:20:37.431800 n-d-768862-13 neutron-server[94260]: INFO neutron.api.v2.resource [req-7b9cc325-7846-42cb-b6d8-b405d2569d3f req-0c641fd9-c609-495d-b1e9-9fe79518dc80 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 10 03:20:37.432832 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7b9cc325-7846-42cb-b6d8-b405d2569d3f req-0c641fd9-c609-495d-b1e9-9fe79518dc80 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "DELETE /v2.0/security-groups/a76dbe6f-f96a-4ea8-a2c1-9b67619c94a0 HTTP/1.1" status: 409 len: 341 time: 0.2684605 Aug 10 03:20:37.456440 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-4d6909a3-2851-41a8-966e-0af1ff819868 req-0f88ec66-af86-4071-ac14-725e3f0f7753 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13270307-4591-4be0-b206-dea5e9ae449a HTTP/1.1" status: 200 len: 217 time: 0.2101855 Aug 10 03:20:37.460106 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-02673130-cb47-4507-9e91-ee55bc32e385 req-4412bfde-7cfe-43f4-8ab6-17ffac9a7332 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Allocated IP 172.20.0.8 (dedcdb64-7de1-4c86-99c8-928cd2696ccd/f24ae3cf-774a-4d5d-b1a4-9733e765050e/6d575ca0-64f7-48f6-a515-62499dd44012) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:20:37.487869 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4b64acfd-2551-4af9-b4a9-ee541be6ee6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:37.500837 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8eb90054-9893-45b5-ad14-ad9940eba184 req-a0fdb883-7d67-4400-aa0a-80979e6aad87 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/security-groups?id=e00a7564-e56b-4b7f-b179-f193e5160bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160827 Aug 10 03:20:37.514894 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4b64acfd-2551-4af9-b4a9-ee541be6ee6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:37.519288 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-4b64acfd-2551-4af9-b4a9-ee541be6ee6a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/03450ab0-66de-408e-ba81-7c3e5ea54edb HTTP/1.1" status: 204 len: 168 time: 0.5572534 Aug 10 03:20:37.589063 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b64acfd-2551-4af9-b4a9-ee541be6ee6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03450ab0-66de-408e-ba81-7c3e5ea54edb,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:37.612789 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-7a2b94bc-197c-43b2-b630-5f51a206ac47 None None] Set router f35cb48d-221a-4fc0-850b-eaff94f766c1 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:20:37.622477 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6909a3-2851-41a8-966e-0af1ff819868 req-5d14bad2-e419-40cf-a21b-ee522fd3fefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:37.638625 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-4d6909a3-2851-41a8-966e-0af1ff819868 req-5d14bad2-e419-40cf-a21b-ee522fd3fefa service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7b98d32d-7ac1-470e-aad4-e938742133b9 HTTP/1.1" status: 200 len: 853 time: 0.1664758 Aug 10 03:20:37.729381 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-b662bdf0-5144-44cd-a3d4-9951370bde16 None None] Provisioning complete for port 3fa5b8e6-79d7-4d60-9e0b-7b59a8b71dfd triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:20:37.729851 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b662bdf0-5144-44cd-a3d4-9951370bde16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:37.744172 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-4d6909a3-2851-41a8-966e-0af1ff819868 req-c24e657e-b8b9-44a5-b142-bcec9e8f943d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=86f96ddd-5fdb-4f29-8bd5-ae286688b451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0844233 Aug 10 03:20:37.786966 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc1fd5c-abb9-438e-ba2b-7fcb19ba05f0 None None] Pushing event updated for resources: {'Port': ['ID=1df091a7-58a7-459f-8039-0555ec90731e,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:37.973003 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a7e04321-b452-45f6-954b-c21c80de1886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58895384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805196'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:38.004495 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-b662bdf0-5144-44cd-a3d4-9951370bde16 None None] Port 3fa5b8e6-79d7-4d60-9e0b-7b59a8b71dfd cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:20:38.075122 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e04321-b452-45f6-954b-c21c80de1886 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee6f27b1-efb9-4823-8a00-7f908deefa06,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:38.080717 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-02673130-cb47-4507-9e91-ee55bc32e385 req-4412bfde-7cfe-43f4-8ab6-17ffac9a7332 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:38.095540 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e04321-b452-45f6-954b-c21c80de1886 admin admin] Checking segment: {'id': '380ff52e-2da4-4b1c-b9fe-411644b2c0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '52a12912-47fc-48c4-aaf5-a9b690b74ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:20:38.095908 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e04321-b452-45f6-954b-c21c80de1886 admin admin] Network hostable DHCP agents. Network: 52a12912-47fc-48c4-aaf5-a9b690b74ffc, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:20:38.134960 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e04321-b452-45f6-954b-c21c80de1886 admin admin] Network 52a12912-47fc-48c4-aaf5-a9b690b74ffc is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:20:38.148880 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-a7e04321-b452-45f6-954b-c21c80de1886 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 52a12912-47fc-48c4-aaf5-a9b690b74ffc) {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:20:38.153960 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-4d6909a3-2851-41a8-966e-0af1ff819868 req-8a783197-79f4-4757-99cb-38e4d1a21115 service neutron] 10.222.0.61 "GET /v2.0/networks/86f96ddd-5fdb-4f29-8bd5-ae286688b451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4062853 Aug 10 03:20:38.155088 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e04321-b452-45f6-954b-c21c80de1886 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:38.158899 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a7e04321-b452-45f6-954b-c21c80de1886 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:38.170041 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-02673130-cb47-4507-9e91-ee55bc32e385 req-4412bfde-7cfe-43f4-8ab6-17ffac9a7332 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:38.187115 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 8c1bfc41-c56e-49c3-a1a3-533cc7577dd8 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:20:38.187637 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:38.251341 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c1f636-5336-4089-9eb8-4931f34067ef None None] Network 52a12912-47fc-48c4-aaf5-a9b690b74ffc requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:20:38.319766 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-4d6909a3-2851-41a8-966e-0af1ff819868 req-10dc768e-1bda-49a3-9d5a-8b525976cd07 service neutron] 10.222.0.61 "GET /v2.0/networks/86f96ddd-5fdb-4f29-8bd5-ae286688b451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522555 Aug 10 03:20:38.460145 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02673130-cb47-4507-9e91-ee55bc32e385 req-4412bfde-7cfe-43f4-8ab6-17ffac9a7332 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Network dedcdb64-7de1-4c86-99c8-928cd2696ccd is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:20:38.497462 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b7cb6-9ef9-49eb-b313-93a2b599cbbd req-675d1d19-c6a5-4fde-84c3-a409273c0790 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:38.501391 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ae7b7cb6-9ef9-49eb-b313-93a2b599cbbd req-675d1d19-c6a5-4fde-84c3-a409273c0790 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] 10.222.0.44 "GET /v2.0/networks?id=36135f86-55af-48c7-9516-7187aabe118a HTTP/1.1" status: 200 len: 812 time: 0.2199435 Aug 10 03:20:38.502633 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-02673130-cb47-4507-9e91-ee55bc32e385 req-4412bfde-7cfe-43f4-8ab6-17ffac9a7332 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:20:38.510422 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-02673130-cb47-4507-9e91-ee55bc32e385 req-4412bfde-7cfe-43f4-8ab6-17ffac9a7332 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:20:38.577643 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4412bfde-7cfe-43f4-8ab6-17ffac9a7332 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Pushing event updated for resources: {'Port': ['ID=6d575ca0-64f7-48f6-a515-62499dd44012,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:38.591919 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-a7e04321-b452-45f6-954b-c21c80de1886 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4290168 Aug 10 03:20:38.595173 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 54086) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:38.600470 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-c4ef02b7-313b-47a5-bf59-20d4361d548e admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-575955451-router', 'tenant_id': '06c20e5fd34a48aa8cc6b4171afd240a', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:38.656460 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c4ef02b7-313b-47a5-bf59-20d4361d548e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:38.659227 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c4ef02b7-313b-47a5-bf59-20d4361d548e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:38.660536 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02673130-cb47-4507-9e91-ee55bc32e385 req-4412bfde-7cfe-43f4-8ab6-17ffac9a7332 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:38.661686 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-02673130-cb47-4507-9e91-ee55bc32e385 req-4412bfde-7cfe-43f4-8ab6-17ffac9a7332 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:38.672710 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ae7b7cb6-9ef9-49eb-b313-93a2b599cbbd req-95cf14c0-9d11-4571-8f5c-9bd2cc7e8892 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] 10.222.0.44 "GET /v2.0/quotas/8d28928fef9a4cb78edb2c407fdaba2b HTTP/1.1" status: 200 len: 375 time: 0.0745513 Aug 10 03:20:38.737027 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ae7b7cb6-9ef9-49eb-b313-93a2b599cbbd req-e2a74f20-0528-4427-8e91-0255035925f4 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8d28928fef9a4cb78edb2c407fdaba2b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0583870 Aug 10 03:20:38.796821 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 54090) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:38.812076 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-3322b182-9ce1-4126-9500-864a9dd94234 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1440509751', 'description': 'tempest-description--1523938696'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:38.816442 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c4ef02b7-313b-47a5-bf59-20d4361d548e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:38.893979 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ae7b7cb6-9ef9-49eb-b313-93a2b599cbbd req-e258458b-3c7c-4d8b-bf00-96f323fa533f service neutron] 10.222.0.44 "GET /v2.0/networks/36135f86-55af-48c7-9516-7187aabe118a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492851 Aug 10 03:20:38.929446 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-02673130-cb47-4507-9e91-ee55bc32e385 req-4412bfde-7cfe-43f4-8ab6-17ffac9a7332 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4496479 Aug 10 03:20:38.963413 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-02673130-cb47-4507-9e91-ee55bc32e385 req-37dd6f18-56e0-4f6c-ba38-b622705b5113 service neutron] Request body: {'port': {'device_id': 'da7c041f-b02b-4e48-bee8-51f8bcda5521', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:39.027935 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9de6cf1-8b30-4431-93db-ede09e61dd70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-52a12912-47fc-48c4-aaf5-a9b690b74ffc', 'network_id': '52a12912-47fc-48c4-aaf5-a9b690b74ffc', 'tenant_id': '06c20e5fd34a48aa8cc6b4171afd240a', 'fixed_ips': [{'subnet_id': 'ee6f27b1-efb9-4823-8a00-7f908deefa06'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:20:39.028842 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c9de6cf1-8b30-4431-93db-ede09e61dd70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:39.039304 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3322b182-9ce1-4126-9500-864a9dd94234 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:39.141135 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-7a2b94bc-197c-43b2-b630-5f51a206ac47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f35cb48d-221a-4fc0-850b-eaff94f766c1', 'name': 'tempest-ServersTestBootFromVolume-1311253739-router', 'tenant_id': 'e1722d197a814345bc6c8fc008fcacd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '1df091a7-58a7-459f-8039-0555ec90731e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:20:28Z', 'updated_at': '2021-08-10T03:20:35Z', 'revision_number': 4, 'project_id': 'e1722d197a814345bc6c8fc008fcacd1', 'gw_port': {'id': '1df091a7-58a7-459f-8039-0555ec90731e', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ab:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f35cb48d-221a-4fc0-850b-eaff94f766c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:20:29Z', 'updated_at': '2021-08-10T03:20:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '3fa5b8e6-79d7-4d60-9e0b-7b59a8b71dfd', 'name': '', 'network_id': '05dc9c39-237d-4ac9-993e-e0b32ff3d84b', 'tenant_id': 'e1722d197a814345bc6c8fc008fcacd1', 'mac_address': 'fa:16:3e:e9:a1:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f35cb48d-221a-4fc0-850b-eaff94f766c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '58337cd7-d5bf-4101-801d-f0d48a89226e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:20:34Z', 'updated_at': '2021-08-10T03:20:35Z', 'revision_number': 2, 'project_id': 'e1722d197a814345bc6c8fc008fcacd1', 'subnets': [{'id': '58337cd7-d5bf-4101-801d-f0d48a89226e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:39.202660 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c4ef02b7-313b-47a5-bf59-20d4361d548e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:39.273748 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-02673130-cb47-4507-9e91-ee55bc32e385 req-37dd6f18-56e0-4f6c-ba38-b622705b5113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:39.288566 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ae7b7cb6-9ef9-49eb-b313-93a2b599cbbd req-f50318f3-64c8-421f-9753-4735d21ff353 service neutron] 10.222.0.44 "GET /v2.0/networks/36135f86-55af-48c7-9516-7187aabe118a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3843439 Aug 10 03:20:39.302163 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2b94bc-197c-43b2-b630-5f51a206ac47 None None] The sync data for ids ['f35cb48d-221a-4fc0-850b-eaff94f766c1'] in n-d-768862-13 is: [{'id': 'f35cb48d-221a-4fc0-850b-eaff94f766c1', 'name': 'tempest-ServersTestBootFromVolume-1311253739-router', 'tenant_id': 'e1722d197a814345bc6c8fc008fcacd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '1df091a7-58a7-459f-8039-0555ec90731e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:20:28Z', 'updated_at': '2021-08-10T03:20:35Z', 'revision_number': 4, 'project_id': 'e1722d197a814345bc6c8fc008fcacd1', 'gw_port': {'id': '1df091a7-58a7-459f-8039-0555ec90731e', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ab:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f35cb48d-221a-4fc0-850b-eaff94f766c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:20:29Z', 'updated_at': '2021-08-10T03:20:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '3fa5b8e6-79d7-4d60-9e0b-7b59a8b71dfd', 'name': '', 'network_id': '05dc9c39-237d-4ac9-993e-e0b32ff3d84b', 'tenant_id': 'e1722d197a814345bc6c8fc008fcacd1', 'mac_address': 'fa:16:3e:e9:a1:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f35cb48d-221a-4fc0-850b-eaff94f766c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '58337cd7-d5bf-4101-801d-f0d48a89226e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:20:34Z', 'updated_at': '2021-08-10T03:20:35Z', 'revision_number': 2, 'project_id': 'e1722d197a814345bc6c8fc008fcacd1', 'subnets': [{'id': '58337cd7-d5bf-4101-801d-f0d48a89226e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:20:39.354908 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cbc3a4-450e-4ae2-9828-9b9c6582a884 req-06837c37-6e5d-474d-8505-c95022fa094d tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:39.356317 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-07cbc3a4-450e-4ae2-9828-9b9c6582a884 req-06837c37-6e5d-474d-8505-c95022fa094d tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "GET /v2.0/ports?device_id=da7c041f-b02b-4e48-bee8-51f8bcda5521 HTTP/1.1" status: 200 len: 931 time: 0.1291358 Aug 10 03:20:39.492433 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-c9de6cf1-8b30-4431-93db-ede09e61dd70 None None] Allocated IP 172.20.0.2 (52a12912-47fc-48c4-aaf5-a9b690b74ffc/ee6f27b1-efb9-4823-8a00-7f908deefa06/540d0d54-cb44-431e-9654-08df8d4ede4c) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:20:39.540280 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-07cbc3a4-450e-4ae2-9828-9b9c6582a884 req-6738a5d5-f7f2-4664-9e5f-0213c4920eab tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bcd935f-a3f8-4ab9-ae6d-676bd4ce3973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734972 Aug 10 03:20:39.559108 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3322b182-9ce1-4126-9500-864a9dd94234 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:39.591866 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc10bfc-36e8-41bb-bf7e-7a7c948fffae req-a2daa6ca-bcd1-4cb8-8c5e-190da97074fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:39.596602 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-4dc10bfc-36e8-41bb-bf7e-7a7c948fffae req-a2daa6ca-bcd1-4cb8-8c5e-190da97074fc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d59a0b5e4dd94b2f936adf3da2c52113&device_id=ef631731-4c95-4b93-a8e3-1255fca531d4 HTTP/1.1" status: 200 len: 1136 time: 0.4115622 Aug 10 03:20:39.598933 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3322b182-9ce1-4126-9500-864a9dd94234 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:39.820424 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c9de6cf1-8b30-4431-93db-ede09e61dd70 None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:39.830857 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc10bfc-36e8-41bb-bf7e-7a7c948fffae req-cf2198dd-c4f5-4d7f-85b7-7eae14c7c35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:39.832545 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-4dc10bfc-36e8-41bb-bf7e-7a7c948fffae req-cf2198dd-c4f5-4d7f-85b7-7eae14c7c35a service neutron] 10.222.0.61 "GET /v2.0/networks?id=86f96ddd-5fdb-4f29-8bd5-ae286688b451 HTTP/1.1" status: 200 len: 913 time: 0.2117870 Aug 10 03:20:39.836892 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3322b182-9ce1-4126-9500-864a9dd94234 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d02b77e-f08e-4ef4-a517-927239ee4d7b,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:39.840072 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3322b182-9ce1-4126-9500-864a9dd94234 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:39.841789 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-3322b182-9ce1-4126-9500-864a9dd94234 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.0438328 Aug 10 03:20:39.851275 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c9de6cf1-8b30-4431-93db-ede09e61dd70 None None] Transition to ACTIVE for port object 540d0d54-cb44-431e-9654-08df8d4ede4c will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:20:39.853534 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 54114) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:39.863491 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-0cbe05d7-842f-437e-9698-9b1805860f54 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] Request body: {'security_group_rule': {'security_group_id': '5d02b77e-f08e-4ef4-a517-927239ee4d7b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:39.871512 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c9de6cf1-8b30-4431-93db-ede09e61dd70 None None] Transition to ACTIVE for port object 540d0d54-cb44-431e-9654-08df8d4ede4c will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:20:39.879877 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c9de6cf1-8b30-4431-93db-ede09e61dd70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:39.933881 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-4dc10bfc-36e8-41bb-bf7e-7a7c948fffae req-b9a844ea-e108-46b6-849c-2d51cf2e70be service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13270307-4591-4be0-b206-dea5e9ae449a HTTP/1.1" status: 200 len: 217 time: 0.0800233 Aug 10 03:20:39.993906 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0cbe05d7-842f-437e-9698-9b1805860f54 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:40.007688 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9de6cf1-8b30-4431-93db-ede09e61dd70 None None] Pushing event updated for resources: {'Port': ['ID=540d0d54-cb44-431e-9654-08df8d4ede4c,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:40.054782 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9de6cf1-8b30-4431-93db-ede09e61dd70 None None] Network 52a12912-47fc-48c4-aaf5-a9b690b74ffc is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:20:40.057525 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-c9de6cf1-8b30-4431-93db-ede09e61dd70 None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:20:40.060717 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9de6cf1-8b30-4431-93db-ede09e61dd70 None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:20:40.078373 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94068e4f-5970-4549-9f97-d43f11c9480e req-ddd82a68-87d4-4a34-8dcc-c2bbcec32e3c tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:40.079960 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-94068e4f-5970-4549-9f97-d43f11c9480e req-ddd82a68-87d4-4a34-8dcc-c2bbcec32e3c tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef631731-4c95-4b93-a8e3-1255fca531d4 HTTP/1.1" status: 200 len: 984 time: 0.2887793 Aug 10 03:20:40.084614 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-02673130-cb47-4507-9e91-ee55bc32e385 req-37dd6f18-56e0-4f6c-ba38-b622705b5113 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d575ca0-64f7-48f6-a515-62499dd44012 {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:20:40.092936 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc10bfc-36e8-41bb-bf7e-7a7c948fffae req-780d0297-0d0a-4415-9dfb-8b8bff2c1c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:40.094473 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-4dc10bfc-36e8-41bb-bf7e-7a7c948fffae req-780d0297-0d0a-4415-9dfb-8b8bff2c1c23 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7b98d32d-7ac1-470e-aad4-e938742133b9 HTTP/1.1" status: 200 len: 853 time: 0.1456656 Aug 10 03:20:40.105132 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3773e8bf-f855-44ac-80ce-a9fa5b7a3c29 req-8f68892c-ac4e-41fa-a516-7aec844a16fd tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:40.113558 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3773e8bf-f855-44ac-80ce-a9fa5b7a3c29 req-8f68892c-ac4e-41fa-a516-7aec844a16fd tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c6f1850-f19e-4254-92e9-56a30b581253 HTTP/1.1" status: 200 len: 945 time: 0.3442018 Aug 10 03:20:40.117828 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-02673130-cb47-4507-9e91-ee55bc32e385 req-37dd6f18-56e0-4f6c-ba38-b622705b5113 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:40.159361 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-c9de6cf1-8b30-4431-93db-ede09e61dd70 None None] Attempting to bind port 540d0d54-cb44-431e-9654-08df8d4ede4c on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:20:40.159767 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-c9de6cf1-8b30-4431-93db-ede09e61dd70 None None] Attempting to bind port 540d0d54-cb44-431e-9654-08df8d4ede4c by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '380ff52e-2da4-4b1c-b9fe-411644b2c0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '52a12912-47fc-48c4-aaf5-a9b690b74ffc'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:20:40.160103 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9de6cf1-8b30-4431-93db-ede09e61dd70 None None] Attempting to bind port 540d0d54-cb44-431e-9654-08df8d4ede4c on network 52a12912-47fc-48c4-aaf5-a9b690b74ffc {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:20:40.175898 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9de6cf1-8b30-4431-93db-ede09e61dd70 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:20:40.176784 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9de6cf1-8b30-4431-93db-ede09e61dd70 None None] Checking segment: {'id': '380ff52e-2da4-4b1c-b9fe-411644b2c0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '52a12912-47fc-48c4-aaf5-a9b690b74ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:20:40.177306 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c9de6cf1-8b30-4431-93db-ede09e61dd70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:40.177939 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9de6cf1-8b30-4431-93db-ede09e61dd70 None None] Bound using segment: {'id': '380ff52e-2da4-4b1c-b9fe-411644b2c0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '52a12912-47fc-48c4-aaf5-a9b690b74ffc'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:20:40.178880 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-c9de6cf1-8b30-4431-93db-ede09e61dd70 None None] Bound port: 540d0d54-cb44-431e-9654-08df8d4ede4c, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '380ff52e-2da4-4b1c-b9fe-411644b2c0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '52a12912-47fc-48c4-aaf5-a9b690b74ffc'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:20:40.179451 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c9de6cf1-8b30-4431-93db-ede09e61dd70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:40.192064 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-4dc10bfc-36e8-41bb-bf7e-7a7c948fffae req-25409698-7c63-40aa-b6ca-b6adb1a96e62 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=86f96ddd-5fdb-4f29-8bd5-ae286688b451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632164 Aug 10 03:20:40.198479 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-02673130-cb47-4507-9e91-ee55bc32e385 req-37dd6f18-56e0-4f6c-ba38-b622705b5113 service neutron] Transition to ACTIVE for port object 6d575ca0-64f7-48f6-a515-62499dd44012 will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:20:40.220651 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-02673130-cb47-4507-9e91-ee55bc32e385 req-37dd6f18-56e0-4f6c-ba38-b622705b5113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:40.281430 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0cbe05d7-842f-437e-9698-9b1805860f54 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:40.287921 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c9de6cf1-8b30-4431-93db-ede09e61dd70 None None] For port 540d0d54-cb44-431e-9654-08df8d4ede4c, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:20:40.292417 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c9de6cf1-8b30-4431-93db-ede09e61dd70 None None] For port 540d0d54-cb44-431e-9654-08df8d4ede4c, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=540d0d54-cb44-431e-9654-08df8d4ede4c,segment=NetworkSegment(380ff52e-2da4-4b1c-b9fe-411644b2c0b2),segment_id=380ff52e-2da4-4b1c-b9fe-411644b2c0b2)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:20:40.299180 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c9de6cf1-8b30-4431-93db-ede09e61dd70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:40.303501 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3773e8bf-f855-44ac-80ce-a9fa5b7a3c29 req-dc83e102-7834-426c-b0ed-08faa8321e4a tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/security-groups?id=e00a7564-e56b-4b7f-b179-f193e5160bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889122 Aug 10 03:20:40.332780 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-94068e4f-5970-4549-9f97-d43f11c9480e req-542eb396-090f-4b35-9465-b1207f01f08c tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "GET /v2.0/security-groups?id=41ee46c2-b2a5-449c-b4c8-15a659a6d137&id=a76dbe6f-f96a-4ea8-a2c1-9b67619c94a0&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2357392 Aug 10 03:20:40.394941 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0cbe05d7-842f-437e-9698-9b1805860f54 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:40.436192 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dd6f18-56e0-4f6c-ba38-b622705b5113 service neutron] Pushing event updated for resources: {'Port': ['ID=6d575ca0-64f7-48f6-a515-62499dd44012,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:40.531505 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9de6cf1-8b30-4431-93db-ede09e61dd70 None None] Pushing event updated for resources: {'Port': ['ID=540d0d54-cb44-431e-9654-08df8d4ede4c,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:40.656679 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-46c480ba-6239-441b-a3a6-5a64a71ec745 req-f9bea330-87c0-442f-ae68-a63697991a01 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] 10.222.0.44 "GET /v2.0/ports?device_id=a73d350b-7cdf-413e-aecd-1fe468dd8b3a HTTP/1.1" status: 200 len: 210 time: 0.1097181 Aug 10 03:20:40.680147 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbe05d7-842f-437e-9698-9b1805860f54 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ffff6fa-3bf2-4bc8-b4ed-bd3921c6d40c,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:40.697041 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0cbe05d7-842f-437e-9698-9b1805860f54 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:40.701130 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 54132) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:40.717986 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-d4c52bcd-f4d0-4e8a-aabb-ef8e925773ba tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] Request body: {'security_group_rule': {'security_group_id': '5d02b77e-f08e-4ef4-a517-927239ee4d7b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:40.721768 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-0cbe05d7-842f-437e-9698-9b1805860f54 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8620949 Aug 10 03:20:40.736529 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-02673130-cb47-4507-9e91-ee55bc32e385 req-37dd6f18-56e0-4f6c-ba38-b622705b5113 service neutron] Attempting to bind port 6d575ca0-64f7-48f6-a515-62499dd44012 on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:20:40.736873 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-02673130-cb47-4507-9e91-ee55bc32e385 req-37dd6f18-56e0-4f6c-ba38-b622705b5113 service neutron] Attempting to bind port 6d575ca0-64f7-48f6-a515-62499dd44012 by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '688049e6-c1d0-4f13-8eef-c4d81b54e233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'dedcdb64-7de1-4c86-99c8-928cd2696ccd'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:20:40.737208 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02673130-cb47-4507-9e91-ee55bc32e385 req-37dd6f18-56e0-4f6c-ba38-b622705b5113 service neutron] Attempting to bind port 6d575ca0-64f7-48f6-a515-62499dd44012 on network dedcdb64-7de1-4c86-99c8-928cd2696ccd {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:20:40.790237 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02673130-cb47-4507-9e91-ee55bc32e385 req-37dd6f18-56e0-4f6c-ba38-b622705b5113 service neutron] Port 6d575ca0-64f7-48f6-a515-62499dd44012 on network dedcdb64-7de1-4c86-99c8-928cd2696ccd not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:20:40.790641 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02673130-cb47-4507-9e91-ee55bc32e385 req-37dd6f18-56e0-4f6c-ba38-b622705b5113 service neutron] Attempting to bind port 6d575ca0-64f7-48f6-a515-62499dd44012 on network dedcdb64-7de1-4c86-99c8-928cd2696ccd {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:20:40.819054 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c4ef02b7-313b-47a5-bf59-20d4361d548e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:40.866456 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02673130-cb47-4507-9e91-ee55bc32e385 req-37dd6f18-56e0-4f6c-ba38-b622705b5113 service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:20:40.866456 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02673130-cb47-4507-9e91-ee55bc32e385 req-37dd6f18-56e0-4f6c-ba38-b622705b5113 service neutron] Checking segment: {'id': '688049e6-c1d0-4f13-8eef-c4d81b54e233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'dedcdb64-7de1-4c86-99c8-928cd2696ccd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:20:40.866456 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02673130-cb47-4507-9e91-ee55bc32e385 req-37dd6f18-56e0-4f6c-ba38-b622705b5113 service neutron] Bound using segment: {'id': '688049e6-c1d0-4f13-8eef-c4d81b54e233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'dedcdb64-7de1-4c86-99c8-928cd2696ccd'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:20:40.866456 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-02673130-cb47-4507-9e91-ee55bc32e385 req-37dd6f18-56e0-4f6c-ba38-b622705b5113 service neutron] Bound port: 6d575ca0-64f7-48f6-a515-62499dd44012, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '688049e6-c1d0-4f13-8eef-c4d81b54e233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'dedcdb64-7de1-4c86-99c8-928cd2696ccd'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:20:40.866456 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-02673130-cb47-4507-9e91-ee55bc32e385 req-37dd6f18-56e0-4f6c-ba38-b622705b5113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:40.927603 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c4ef02b7-313b-47a5-bf59-20d4361d548e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:41.053809 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-4dc10bfc-36e8-41bb-bf7e-7a7c948fffae req-f409d0cc-9cc5-4f41-8f44-8493c242d4e5 service neutron] 10.222.0.61 "GET /v2.0/networks/86f96ddd-5fdb-4f29-8bd5-ae286688b451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7875128 Aug 10 03:20:41.093835 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d4c52bcd-f4d0-4e8a-aabb-ef8e925773ba tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:41.238002 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383ce9c9-12bd-41a9-bbba-1d2cfcf6a66c req-d6c14513-41de-40d1-9af0-c03d747ed660 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:41.240659 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-383ce9c9-12bd-41a9-bbba-1d2cfcf6a66c req-d6c14513-41de-40d1-9af0-c03d747ed660 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "GET /v2.0/ports?device_id=da7c041f-b02b-4e48-bee8-51f8bcda5521 HTTP/1.1" status: 200 len: 943 time: 0.3303366 Aug 10 03:20:41.253310 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-02673130-cb47-4507-9e91-ee55bc32e385 req-37dd6f18-56e0-4f6c-ba38-b622705b5113 service neutron] For port 6d575ca0-64f7-48f6-a515-62499dd44012, host n-h1-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:20:41.360834 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-02673130-cb47-4507-9e91-ee55bc32e385 req-37dd6f18-56e0-4f6c-ba38-b622705b5113 service neutron] For port 6d575ca0-64f7-48f6-a515-62499dd44012, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=6d575ca0-64f7-48f6-a515-62499dd44012,segment=NetworkSegment(688049e6-c1d0-4f13-8eef-c4d81b54e233),segment_id=688049e6-c1d0-4f13-8eef-c4d81b54e233)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:20:41.400810 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-02673130-cb47-4507-9e91-ee55bc32e385 req-37dd6f18-56e0-4f6c-ba38-b622705b5113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:41.532917 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-c4ef02b7-313b-47a5-bf59-20d4361d548e admin admin] Allocated IP 172.25.6.80 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/f44da53a-efbe-4b83-b9bb-a249cd816a11) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:20:41.569484 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 1df091a7-58a7-459f-8039-0555ec90731e up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:20:41.609185 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02673130-cb47-4507-9e91-ee55bc32e385 req-37dd6f18-56e0-4f6c-ba38-b622705b5113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:41.609958 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-02673130-cb47-4507-9e91-ee55bc32e385 req-37dd6f18-56e0-4f6c-ba38-b622705b5113 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:41.611685 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-02673130-cb47-4507-9e91-ee55bc32e385 req-37dd6f18-56e0-4f6c-ba38-b622705b5113 service neutron] 10.222.0.42 "PUT /v2.0/ports/6d575ca0-64f7-48f6-a515-62499dd44012 HTTP/1.1" status: 200 len: 1092 time: 2.6747284 Aug 10 03:20:41.619192 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d4c52bcd-f4d0-4e8a-aabb-ef8e925773ba tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:41.695321 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-383ce9c9-12bd-41a9-bbba-1d2cfcf6a66c req-b63a4827-405c-4649-8d51-0761e98a1ee0 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bcd935f-a3f8-4ab9-ae6d-676bd4ce3973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4391863 Aug 10 03:20:41.698712 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da7c041f-b02b-4e48-bee8-51f8bcda5521', 'tag': '6d575ca0-64f7-48f6-a515-62499dd44012'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:20:41.711359 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08f3ac56-2666-490c-9829-4595607153e9" -d '{"events": [{"name": "network-changed", "server_uuid": "da7c041f-b02b-4e48-bee8-51f8bcda5521", "tag": "6d575ca0-64f7-48f6-a515-62499dd44012"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:20:41.766741 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 1df091a7-58a7-459f-8039-0555ec90731e completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:20:41.781383 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-4dc10bfc-36e8-41bb-bf7e-7a7c948fffae req-6656ff62-e4b4-479f-9e2d-95cf976a408c service neutron] 10.222.0.61 "GET /v2.0/networks/86f96ddd-5fdb-4f29-8bd5-ae286688b451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6965437 Aug 10 03:20:41.783724 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 1df091a7-58a7-459f-8039-0555ec90731e triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:20:41.784098 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:41.788800 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d4c52bcd-f4d0-4e8a-aabb-ef8e925773ba tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:41.865022 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c4ef02b7-313b-47a5-bf59-20d4361d548e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:41.902370 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 54160) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:41.934057 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c4ef02b7-313b-47a5-bf59-20d4361d548e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:41.985908 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ef02b7-313b-47a5-bf59-20d4361d548e admin admin] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:20:41.989868 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-c4ef02b7-313b-47a5-bf59-20d4361d548e admin admin] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:20:41.993063 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ef02b7-313b-47a5-bf59-20d4361d548e admin admin] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:20:42.101328 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:42.153519 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 1df091a7-58a7-459f-8039-0555ec90731e, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=1df091a7-58a7-459f-8039-0555ec90731e,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:42.160113 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:42.177006 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 540d0d54-cb44-431e-9654-08df8d4ede4c up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:20:42.418389 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=1df091a7-58a7-459f-8039-0555ec90731e,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:42.443968 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c4ef02b7-313b-47a5-bf59-20d4361d548e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:42.485703 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 540d0d54-cb44-431e-9654-08df8d4ede4c completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:20:42.594104 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32963207-e497-476b-adec-76a227c3a342 None None] Network 52a12912-47fc-48c4-aaf5-a9b690b74ffc requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:20:42.717765 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-8c8fcf9b-16ae-4c4a-9c06-bc8e62b78564 None None] Provisioning for port 540d0d54-cb44-431e-9654-08df8d4ede4c completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:20:42.729031 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-8c8fcf9b-16ae-4c4a-9c06-bc8e62b78564 None None] Provisioning complete for port 540d0d54-cb44-431e-9654-08df8d4ede4c triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:20:42.729709 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-8c8fcf9b-16ae-4c4a-9c06-bc8e62b78564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:42.776701 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c52bcd-f4d0-4e8a-aabb-ef8e925773ba tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2233c5f-d4a8-48ca-9ac7-5dded41bebe6,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:42.931204 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dd6f18-56e0-4f6c-ba38-b622705b5113 service neutron] Pushing event updated for resources: {'Port': ['ID=6d575ca0-64f7-48f6-a515-62499dd44012,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:42.995277 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e3b06-fb00-4407-be8e-944b630dabb2 req-ba4b916a-399d-4db8-8e2d-ed3e5bc952d1 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:42.999848 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-472e3b06-fb00-4407-be8e-944b630dabb2 req-ba4b916a-399d-4db8-8e2d-ed3e5bc952d1 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c6f1850-f19e-4254-92e9-56a30b581253 HTTP/1.1" status: 200 len: 945 time: 1.4842665 Aug 10 03:20:43.004799 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d4c52bcd-f4d0-4e8a-aabb-ef8e925773ba tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:43.013287 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-d4c52bcd-f4d0-4e8a-aabb-ef8e925773ba tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.3061039 Aug 10 03:20:43.050817 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 54174) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:43.058092 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02673130-cb47-4507-9e91-ee55bc32e385 req-7ac8cbe5-249f-4d97-976e-5556fe76ad89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:43.061499 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-02673130-cb47-4507-9e91-ee55bc32e385 req-7ac8cbe5-249f-4d97-976e-5556fe76ad89 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3b405f8fd94e41e5b0ec985280fca51e&device_id=da7c041f-b02b-4e48-bee8-51f8bcda5521 HTTP/1.1" status: 200 len: 1095 time: 1.3101671 Aug 10 03:20:43.066335 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-1465bb2d-eda5-40cd-9c13-045b000d6807 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] Request body: {'floatingip': {'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:43.137505 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb57da44-ad87-4349-aea0-e055331fe631 req-972762d7-1bc7-40bf-9bcb-7ffb23dbfbb8 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:43.145679 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-eb57da44-ad87-4349-aea0-e055331fe631 req-972762d7-1bc7-40bf-9bcb-7ffb23dbfbb8 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef631731-4c95-4b93-a8e3-1255fca531d4 HTTP/1.1" status: 200 len: 984 time: 1.2313983 Aug 10 03:20:43.168193 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-8c8fcf9b-16ae-4c4a-9c06-bc8e62b78564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:43.184485 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-02673130-cb47-4507-9e91-ee55bc32e385 req-d3d3d7db-d740-412c-88bd-13a83d12621a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d575ca0-64f7-48f6-a515-62499dd44012 HTTP/1.1" status: 200 len: 217 time: 0.1001115 Aug 10 03:20:43.187694 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-599ae563-3d62-4a7f-b7c9-ceb68f5ebf28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:43.211287 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-8c8fcf9b-16ae-4c4a-9c06-bc8e62b78564 None None] For port 540d0d54-cb44-431e-9654-08df8d4ede4c, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=540d0d54-cb44-431e-9654-08df8d4ede4c,segment=NetworkSegment(380ff52e-2da4-4b1c-b9fe-411644b2c0b2),segment_id=380ff52e-2da4-4b1c-b9fe-411644b2c0b2)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:43.219044 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-8c8fcf9b-16ae-4c4a-9c06-bc8e62b78564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:43.295900 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8fcf9b-16ae-4c4a-9c06-bc8e62b78564 None None] Pushing event updated for resources: {'Port': ['ID=540d0d54-cb44-431e-9654-08df8d4ede4c,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:43.344527 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-472e3b06-fb00-4407-be8e-944b630dabb2 req-5683fc69-e0d6-4c51-88f6-81d311fd20c6 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/security-groups?id=e00a7564-e56b-4b7f-b179-f193e5160bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3308613 Aug 10 03:20:43.346023 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ef02b7-313b-47a5-bf59-20d4361d548e admin admin] Pushing event updated for resources: {'Port': ['ID=f44da53a-efbe-4b83-b9bb-a249cd816a11,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:43.388267 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 1df091a7-58a7-459f-8039-0555ec90731e up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:20:43.417235 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1465bb2d-eda5-40cd-9c13-045b000d6807 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] Notify callbacks [] for floatingip, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:43.429865 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c4ef02b7-313b-47a5-bf59-20d4361d548e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:43.433103 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7c67e0-9ded-4395-be42-96fbb7580026 req-2b8589e1-3190-4d0c-9eb5-2ca751372f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:43.433519 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b7cb6-9ef9-49eb-b313-93a2b599cbbd req-6142b3d6-b1c0-494e-a731-48632ff4efbe tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:43.434663 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-3b7c67e0-9ded-4395-be42-96fbb7580026 req-2b8589e1-3190-4d0c-9eb5-2ca751372f1e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3a66a8651dfd4719adf46a7829d98cb9&device_id=819cbf3a-d394-434d-9d37-e53253bb6a7c HTTP/1.1" status: 200 len: 1101 time: 1.1821203 Aug 10 03:20:43.436121 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ae7b7cb6-9ef9-49eb-b313-93a2b599cbbd req-6142b3d6-b1c0-494e-a731-48632ff4efbe tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] 10.222.0.42 "GET /v2.0/networks?id=36135f86-55af-48c7-9516-7187aabe118a HTTP/1.1" status: 200 len: 812 time: 0.6496794 Aug 10 03:20:43.459668 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-eb57da44-ad87-4349-aea0-e055331fe631 req-56522869-864d-4eef-b463-5ff54c5673de tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "GET /v2.0/security-groups?id=41ee46c2-b2a5-449c-b4c8-15a659a6d137&id=a76dbe6f-f96a-4ea8-a2c1-9b67619c94a0&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.3129451 Aug 10 03:20:43.483295 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-ae7b7cb6-9ef9-49eb-b313-93a2b599cbbd req-79948249-a405-460c-be0f-04181d29beb4 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Request body: {'port': {'device_id': '846df683-cf87-412d-8a35-b96b0250a8cd', 'network_id': '36135f86-55af-48c7-9516-7187aabe118a', 'admin_state_up': True, 'tenant_id': '8d28928fef9a4cb78edb2c407fdaba2b'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:43.505696 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 1df091a7-58a7-459f-8039-0555ec90731e triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:20:43.506007 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:43.524530 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b7cb6-9ef9-49eb-b313-93a2b599cbbd req-0639ac22-8612-4bd3-92f1-fc80f9bf64eb tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:43.526050 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ae7b7cb6-9ef9-49eb-b313-93a2b599cbbd req-0639ac22-8612-4bd3-92f1-fc80f9bf64eb tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] 10.222.0.42 "GET /v2.0/networks?id=36135f86-55af-48c7-9516-7187aabe118a HTTP/1.1" status: 200 len: 812 time: 0.7100475 Aug 10 03:20:43.542243 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-ae7b7cb6-9ef9-49eb-b313-93a2b599cbbd req-ce92d151-452e-4b09-83c4-8caabfd5dcba tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Request body: {'port': {'device_id': 'a73d350b-7cdf-413e-aecd-1fe468dd8b3a', 'network_id': '36135f86-55af-48c7-9516-7187aabe118a', 'admin_state_up': True, 'tenant_id': '8d28928fef9a4cb78edb2c407fdaba2b'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:43.558634 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af37da81-ac53-4e50-bc93-a8b41de423de None None] Sync routers for ids ['f35cb48d-221a-4fc0-850b-eaff94f766c1'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:20:43.576914 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af37da81-ac53-4e50-bc93-a8b41de423de None None] Routers {'f35cb48d-221a-4fc0-850b-eaff94f766c1'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:20:43.577483 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-af37da81-ac53-4e50-bc93-a8b41de423de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:20:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['f35cb48d-221a-4fc0-850b-eaff94f766c1'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:43.600564 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-39c527b4-ed84-4039-b784-11c4feec3157 req-0d2a56bb-08b3-4ea9-a9cb-bd9da356b1fc tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] 10.222.0.44 "GET /v2.0/ports?device_id=a73d350b-7cdf-413e-aecd-1fe468dd8b3a HTTP/1.1" status: 200 len: 210 time: 0.1754546 Aug 10 03:20:43.643917 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a06c1466-96e4-464e-857f-3d9639d83e2f x-openstack-request-id: req-a06c1466-96e4-464e-857f-3d9639d83e2f {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:20:43.644248 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da7c041f-b02b-4e48-bee8-51f8bcda5521", "tag": "6d575ca0-64f7-48f6-a515-62499dd44012", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:20:43.644510 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a06c1466-96e4-464e-857f-3d9639d83e2f {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:20:43.644926 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da7c041f-b02b-4e48-bee8-51f8bcda5521', 'tag': '6d575ca0-64f7-48f6-a515-62499dd44012', 'status': 'completed', 'code': 200} Aug 10 03:20:43.667809 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02673130-cb47-4507-9e91-ee55bc32e385 req-3eab0429-e794-42da-bf29-5e29217f3078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:43.669671 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-02673130-cb47-4507-9e91-ee55bc32e385 req-3eab0429-e794-42da-bf29-5e29217f3078 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f24ae3cf-774a-4d5d-b1a4-9733e765050e HTTP/1.1" status: 200 len: 861 time: 0.4586773 Aug 10 03:20:43.737321 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-be1cd272-4b1e-4121-853b-d2379b8f0215 None None] Provisioning complete for port 540d0d54-cb44-431e-9654-08df8d4ede4c triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:20:43.737845 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-be1cd272-4b1e-4121-853b-d2379b8f0215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:43.792731 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-af37da81-ac53-4e50-bc93-a8b41de423de None None] Set router f35cb48d-221a-4fc0-850b-eaff94f766c1 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:20:43.807690 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-599ae563-3d62-4a7f-b7c9-ceb68f5ebf28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:43.816701 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7c67e0-9ded-4395-be42-96fbb7580026 req-f45fcaae-f0ea-468c-b713-17a77fe5209f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:43.818761 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-3b7c67e0-9ded-4395-be42-96fbb7580026 req-f45fcaae-f0ea-468c-b713-17a77fe5209f service neutron] 10.222.0.61 "GET /v2.0/networks?id=72a4be73-29a1-424c-8690-ecdcf6b06721 HTTP/1.1" status: 200 len: 869 time: 0.3256617 Aug 10 03:20:43.867988 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-3b7c67e0-9ded-4395-be42-96fbb7580026 req-d5a8fce5-adce-4d10-8c35-e5c086c8baa3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990 HTTP/1.1" status: 200 len: 217 time: 0.0373592 Aug 10 03:20:43.868262 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-599ae563-3d62-4a7f-b7c9-ceb68f5ebf28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:43.883766 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-02673130-cb47-4507-9e91-ee55bc32e385 req-2825513b-69b4-41c1-a9a2-0c7062e7e738 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dedcdb64-7de1-4c86-99c8-928cd2696ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1996813 Aug 10 03:20:43.895081 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4ef02b7-313b-47a5-bf59-20d4361d548e admin admin] Router d089e089-dba6-4fdf-ad97-d537149d46b4 is scheduled to L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e with binding_index 1 {{(pid=94261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:20:43.944780 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.db.api [req-ae7b7cb6-9ef9-49eb-b313-93a2b599cbbd req-ce92d151-452e-4b09-83c4-8caabfd5dcba tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 03:20:43.944780 n-d-768862-13 neutron-server[94261]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 03:20:43.944780 n-d-768862-13 neutron-server[94261]: [parameters: {'project_id_1': '8d28928fef9a4cb78edb2c407fdaba2b', 'expiration_1': datetime.datetime(2021, 8, 10, 3, 20, 43, 869346)}] Aug 10 03:20:43.944780 n-d-768862-13 neutron-server[94261]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94261) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:20:43.945364 n-d-768862-13 neutron-server[94261]: DEBUG oslo_db.api [req-ae7b7cb6-9ef9-49eb-b313-93a2b599cbbd req-ce92d151-452e-4b09-83c4-8caabfd5dcba tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:20:43.955719 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-599ae563-3d62-4a7f-b7c9-ceb68f5ebf28 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9945ea83cdd34ac4b7a547d3d422c6f7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1742887 Aug 10 03:20:43.956109 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 54200) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:44.024596 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae7b7cb6-9ef9-49eb-b313-93a2b599cbbd req-79948249-a405-460c-be0f-04181d29beb4 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Made reservation on behalf of 8d28928fef9a4cb78edb2c407fdaba2b for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:20:44.026677 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-af37da81-ac53-4e50-bc93-a8b41de423de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f35cb48d-221a-4fc0-850b-eaff94f766c1', 'name': 'tempest-ServersTestBootFromVolume-1311253739-router', 'tenant_id': 'e1722d197a814345bc6c8fc008fcacd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '1df091a7-58a7-459f-8039-0555ec90731e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:20:28Z', 'updated_at': '2021-08-10T03:20:35Z', 'revision_number': 4, 'project_id': 'e1722d197a814345bc6c8fc008fcacd1', 'gw_port': {'id': '1df091a7-58a7-459f-8039-0555ec90731e', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ab:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35cb48d-221a-4fc0-850b-eaff94f766c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:20:29Z', 'updated_at': '2021-08-10T03:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '3fa5b8e6-79d7-4d60-9e0b-7b59a8b71dfd', 'name': '', 'network_id': '05dc9c39-237d-4ac9-993e-e0b32ff3d84b', 'tenant_id': 'e1722d197a814345bc6c8fc008fcacd1', 'mac_address': 'fa:16:3e:e9:a1:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f35cb48d-221a-4fc0-850b-eaff94f766c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '58337cd7-d5bf-4101-801d-f0d48a89226e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:20:34Z', 'updated_at': '2021-08-10T03:20:35Z', 'revision_number': 2, 'project_id': 'e1722d197a814345bc6c8fc008fcacd1', 'subnets': [{'id': '58337cd7-d5bf-4101-801d-f0d48a89226e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:44.028285 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-ae7b7cb6-9ef9-49eb-b313-93a2b599cbbd req-79948249-a405-460c-be0f-04181d29beb4 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:44.056711 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599ae563-3d62-4a7f-b7c9-ceb68f5ebf28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0233077-c1dc-4bd8-ba2a-46f26bbe9196,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:44.072149 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af37da81-ac53-4e50-bc93-a8b41de423de None None] Checking router: f35cb48d-221a-4fc0-850b-eaff94f766c1 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:20:44.072501 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af37da81-ac53-4e50-bc93-a8b41de423de None None] Updating router f35cb48d-221a-4fc0-850b-eaff94f766c1 port 3fa5b8e6-79d7-4d60-9e0b-7b59a8b71dfd binding host n-d-768862-13 {{(pid=94263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:20:44.086703 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6277c46-3ad0-40b2-8acf-704ed3792bb5 req-7d0b1986-4ae8-486f-92f8-a7fbe3a24475 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:44.088853 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f6277c46-3ad0-40b2-8acf-704ed3792bb5 req-7d0b1986-4ae8-486f-92f8-a7fbe3a24475 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "GET /v2.0/ports?device_id=da7c041f-b02b-4e48-bee8-51f8bcda5521 HTTP/1.1" status: 200 len: 943 time: 0.2995884 Aug 10 03:20:44.099713 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d2b13-1ce4-4e99-ba2e-7e6b700acb90 req-6eb47eee-162f-4298-97ea-6682d77f411d tempest-ImagesOneServerTestJSON-547354913 tempest-ImagesOneServerTestJSON-547354913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:44.101247 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8f6d2b13-1ce4-4e99-ba2e-7e6b700acb90 req-6eb47eee-162f-4298-97ea-6682d77f411d tempest-ImagesOneServerTestJSON-547354913 tempest-ImagesOneServerTestJSON-547354913-project] 10.222.0.44 "GET /v2.0/ports?device_id=819cbf3a-d394-434d-9d37-e53253bb6a7c HTTP/1.1" status: 200 len: 949 time: 0.2652233 Aug 10 03:20:44.112093 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4ef02b7-313b-47a5-bf59-20d4361d548e admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:20:44.112956 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-af37da81-ac53-4e50-bc93-a8b41de423de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:44.124970 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47be304b-6cf0-4278-a18a-d5d4e327340f None None] Sync routers for ids ['d089e089-dba6-4fdf-ad97-d537149d46b4'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:20:44.129602 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7c67e0-9ded-4395-be42-96fbb7580026 req-ca71396b-5cd0-4e44-8011-156df4dc1868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:44.131236 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-3b7c67e0-9ded-4395-be42-96fbb7580026 req-ca71396b-5cd0-4e44-8011-156df4dc1868 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=60d10164-1dee-4940-9d19-f71e6c18cbc5 HTTP/1.1" status: 200 len: 843 time: 0.1077816 Aug 10 03:20:44.134036 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47be304b-6cf0-4278-a18a-d5d4e327340f None None] Routers {'d089e089-dba6-4fdf-ad97-d537149d46b4'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:20:44.134781 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-47be304b-6cf0-4278-a18a-d5d4e327340f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:20:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['d089e089-dba6-4fdf-ad97-d537149d46b4'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:44.140179 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9ecf53a0-af16-4b1e-869e-6731ac729b58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:44.145068 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c4ef02b7-313b-47a5-bf59-20d4361d548e admin admin] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:44.148839 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-c4ef02b7-313b-47a5-bf59-20d4361d548e admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.5496738 Aug 10 03:20:44.162018 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 54202) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:44.239666 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9ecf53a0-af16-4b1e-869e-6731ac729b58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:44.273746 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-47be304b-6cf0-4278-a18a-d5d4e327340f None None] Set router d089e089-dba6-4fdf-ad97-d537149d46b4 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:20:44.320873 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7c67e0-9ded-4395-be42-96fbb7580026 req-63fa9151-651f-4485-ab30-1a7ac70f0662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:44.322406 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-3b7c67e0-9ded-4395-be42-96fbb7580026 req-63fa9151-651f-4485-ab30-1a7ac70f0662 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=72a4be73-29a1-424c-8690-ecdcf6b06721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1746995 Aug 10 03:20:44.357765 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-ae7b7cb6-9ef9-49eb-b313-93a2b599cbbd req-79948249-a405-460c-be0f-04181d29beb4 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Allocated IP 172.20.0.6 (36135f86-55af-48c7-9516-7187aabe118a/94f1adae-6677-4cd9-bdaa-c308bdf6d787/97db66a8-771b-4cf8-a449-c72eecd3922c) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:20:44.402487 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8f6d2b13-1ce4-4e99-ba2e-7e6b700acb90 req-1fc860a5-0195-4c25-b65d-0eea41aca068 tempest-ImagesOneServerTestJSON-547354913 tempest-ImagesOneServerTestJSON-547354913-project] 10.222.0.44 "GET /v2.0/security-groups?id=06fc6066-0fdd-47ed-a907-ed95f8a26997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809331 Aug 10 03:20:44.404540 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-02673130-cb47-4507-9e91-ee55bc32e385 req-6462f662-8e21-4d94-8303-0284921083bb service neutron] 10.222.0.42 "GET /v2.0/networks/dedcdb64-7de1-4c86-99c8-928cd2696ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4797659 Aug 10 03:20:44.422528 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9ecf53a0-af16-4b1e-869e-6731ac729b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:44.425234 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9ecf53a0-af16-4b1e-869e-6731ac729b58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:44.428605 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-9ecf53a0-af16-4b1e-869e-6731ac729b58 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a0233077-c1dc-4bd8-ba2a-46f26bbe9196 HTTP/1.1" status: 204 len: 168 time: 0.4692535 Aug 10 03:20:44.505418 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-af37da81-ac53-4e50-bc93-a8b41de423de None None] Notify callbacks [] for port, precommit_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:44.522817 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.provisioning_blocks [None req-af37da81-ac53-4e50-bc93-a8b41de423de None None] Transition to ACTIVE for port object 3fa5b8e6-79d7-4d60-9e0b-7b59a8b71dfd will not be triggered until provisioned by entity L2. {{(pid=94263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:20:44.527774 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-47be304b-6cf0-4278-a18a-d5d4e327340f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd089e089-dba6-4fdf-ad97-d537149d46b4', 'name': 'tempest-TaggedBootDevicesTest-575955451-router', 'tenant_id': '06c20e5fd34a48aa8cc6b4171afd240a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': 'f44da53a-efbe-4b83-b9bb-a249cd816a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:20:38Z', 'updated_at': '2021-08-10T03:20:42Z', 'revision_number': 3, 'project_id': '06c20e5fd34a48aa8cc6b4171afd240a', 'gw_port': {'id': 'f44da53a-efbe-4b83-b9bb-a249cd816a11', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:44:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd089e089-dba6-4fdf-ad97-d537149d46b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:20:41Z', 'updated_at': '2021-08-10T03:20:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:44.530837 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecf53a0-af16-4b1e-869e-6731ac729b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0233077-c1dc-4bd8-ba2a-46f26bbe9196,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:44.539315 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f6277c46-3ad0-40b2-8acf-704ed3792bb5 req-56e58a9e-299a-4335-a028-6a6a3e564784 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bcd935f-a3f8-4ab9-ae6d-676bd4ce3973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4314902 Aug 10 03:20:44.553993 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1465bb2d-eda5-40cd-9c13-045b000d6807 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:44.559898 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-af37da81-ac53-4e50-bc93-a8b41de423de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:44.587010 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47be304b-6cf0-4278-a18a-d5d4e327340f None None] Checking router: d089e089-dba6-4fdf-ad97-d537149d46b4 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:20:44.587487 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47be304b-6cf0-4278-a18a-d5d4e327340f None None] Updating router d089e089-dba6-4fdf-ad97-d537149d46b4 port f44da53a-efbe-4b83-b9bb-a249cd816a11 binding host n-d-768862-13 {{(pid=94262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:20:44.647264 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-47be304b-6cf0-4278-a18a-d5d4e327340f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:44.663011 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae7b7cb6-9ef9-49eb-b313-93a2b599cbbd req-ce92d151-452e-4b09-83c4-8caabfd5dcba tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Made reservation on behalf of 8d28928fef9a4cb78edb2c407fdaba2b for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:20:44.666874 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-ae7b7cb6-9ef9-49eb-b313-93a2b599cbbd req-ce92d151-452e-4b09-83c4-8caabfd5dcba tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:44.688384 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccf4885-3e10-44f6-95d7-f5f7772bddfe None None] Pushing event updated for resources: {'Port': ['ID=3fa5b8e6-79d7-4d60-9e0b-7b59a8b71dfd,revision_number=3']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:44.699849 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-3b7c67e0-9ded-4395-be42-96fbb7580026 req-81cc1e99-1112-46c0-b728-0710a60e8bfe service neutron] 10.222.0.61 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3630931 Aug 10 03:20:44.790677 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccf4885-3e10-44f6-95d7-f5f7772bddfe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:44.791145 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccf4885-3e10-44f6-95d7-f5f7772bddfe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:44.791553 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccf4885-3e10-44f6-95d7-f5f7772bddfe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:44.791945 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccf4885-3e10-44f6-95d7-f5f7772bddfe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:44.792340 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccf4885-3e10-44f6-95d7-f5f7772bddfe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:44.793084 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccf4885-3e10-44f6-95d7-f5f7772bddfe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:44.795367 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccf4885-3e10-44f6-95d7-f5f7772bddfe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:44.795781 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccf4885-3e10-44f6-95d7-f5f7772bddfe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:44.796400 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccf4885-3e10-44f6-95d7-f5f7772bddfe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:44.796796 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccf4885-3e10-44f6-95d7-f5f7772bddfe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:44.797212 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccf4885-3e10-44f6-95d7-f5f7772bddfe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:44.797601 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccf4885-3e10-44f6-95d7-f5f7772bddfe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:44.823708 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-af37da81-ac53-4e50-bc93-a8b41de423de None None] Attempting to bind port 3fa5b8e6-79d7-4d60-9e0b-7b59a8b71dfd on host n-d-768862-13 for vnic_type normal with profile {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:20:44.824082 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-af37da81-ac53-4e50-bc93-a8b41de423de None None] Attempting to bind port 3fa5b8e6-79d7-4d60-9e0b-7b59a8b71dfd by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '92e39147-dac7-4353-ab76-bf692bb677b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '05dc9c39-237d-4ac9-993e-e0b32ff3d84b'}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:20:44.824437 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af37da81-ac53-4e50-bc93-a8b41de423de None None] Attempting to bind port 3fa5b8e6-79d7-4d60-9e0b-7b59a8b71dfd on network 05dc9c39-237d-4ac9-993e-e0b32ff3d84b {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:20:44.839402 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af37da81-ac53-4e50-bc93-a8b41de423de None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:20:44.839771 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af37da81-ac53-4e50-bc93-a8b41de423de None None] Checking segment: {'id': '92e39147-dac7-4353-ab76-bf692bb677b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '05dc9c39-237d-4ac9-993e-e0b32ff3d84b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:20:44.840156 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-af37da81-ac53-4e50-bc93-a8b41de423de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:44.840545 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af37da81-ac53-4e50-bc93-a8b41de423de None None] Bound using segment: {'id': '92e39147-dac7-4353-ab76-bf692bb677b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '05dc9c39-237d-4ac9-993e-e0b32ff3d84b'} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:20:44.844034 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-af37da81-ac53-4e50-bc93-a8b41de423de None None] Bound port: 3fa5b8e6-79d7-4d60-9e0b-7b59a8b71dfd, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e39147-dac7-4353-ab76-bf692bb677b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '05dc9c39-237d-4ac9-993e-e0b32ff3d84b'}}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:20:44.845584 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-af37da81-ac53-4e50-bc93-a8b41de423de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:44.992796 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-af37da81-ac53-4e50-bc93-a8b41de423de None None] For port 3fa5b8e6-79d7-4d60-9e0b-7b59a8b71dfd, host n-d-768862-13, cleared binding levels {{(pid=94263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:20:44.997046 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-af37da81-ac53-4e50-bc93-a8b41de423de None None] For port 3fa5b8e6-79d7-4d60-9e0b-7b59a8b71dfd, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=3fa5b8e6-79d7-4d60-9e0b-7b59a8b71dfd,segment=NetworkSegment(92e39147-dac7-4353-ab76-bf692bb677b9),segment_id=92e39147-dac7-4353-ab76-bf692bb677b9)] {{(pid=94263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:20:45.002798 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-af37da81-ac53-4e50-bc93-a8b41de423de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:45.004197 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba7613a-8df4-4699-9294-73884f64a923 req-aea1aef6-ea94-4b33-907a-935d9722e94a tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:45.005816 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6ba7613a-8df4-4699-9294-73884f64a923 req-aea1aef6-ea94-4b33-907a-935d9722e94a tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c6f1850-f19e-4254-92e9-56a30b581253 HTTP/1.1" status: 200 len: 945 time: 0.3442848 Aug 10 03:20:45.015540 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-02673130-cb47-4507-9e91-ee55bc32e385 req-0e1da04e-9fac-4710-9d37-3725d6ef2ad5 service neutron] 10.222.0.42 "GET /v2.0/networks/dedcdb64-7de1-4c86-99c8-928cd2696ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5980754 Aug 10 03:20:45.078716 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df1b477-4098-4702-a2ad-9d92a06794b5 req-2995f85a-3de1-43c6-a8fc-3e9fc4ab4a70 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:45.080194 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2df1b477-4098-4702-a2ad-9d92a06794b5 req-2995f85a-3de1-43c6-a8fc-3e9fc4ab4a70 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef631731-4c95-4b93-a8e3-1255fca531d4 HTTP/1.1" status: 200 len: 984 time: 0.4197779 Aug 10 03:20:45.088328 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-3b7c67e0-9ded-4395-be42-96fbb7580026 req-741b81bb-3595-4d86-9063-5087e6df5ab8 service neutron] 10.222.0.61 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3756053 Aug 10 03:20:45.129308 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccf4885-3e10-44f6-95d7-f5f7772bddfe None None] Pushing event updated for resources: {'Port': ['ID=3fa5b8e6-79d7-4d60-9e0b-7b59a8b71dfd,revision_number=4']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:45.172897 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af37da81-ac53-4e50-bc93-a8b41de423de None None] Routers {'f35cb48d-221a-4fc0-850b-eaff94f766c1'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:20:45.173944 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-af37da81-ac53-4e50-bc93-a8b41de423de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:20:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['f35cb48d-221a-4fc0-850b-eaff94f766c1'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:45.184649 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-47be304b-6cf0-4278-a18a-d5d4e327340f None None] Notify callbacks [] for port, precommit_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:45.199266 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-47be304b-6cf0-4278-a18a-d5d4e327340f None None] Transition to ACTIVE for port object f44da53a-efbe-4b83-b9bb-a249cd816a11 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:20:45.240200 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-47be304b-6cf0-4278-a18a-d5d4e327340f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:45.286868 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6ba7613a-8df4-4699-9294-73884f64a923 req-2eed3a47-4ecf-4d80-8c8e-522ae1e8afea tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/security-groups?id=e00a7564-e56b-4b7f-b179-f193e5160bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681861 Aug 10 03:20:45.308118 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ee2a7c2f-2918-4316-a947-a7b43c18fac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:45.318454 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-ae7b7cb6-9ef9-49eb-b313-93a2b599cbbd req-79948249-a405-460c-be0f-04181d29beb4 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:45.329388 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-af37da81-ac53-4e50-bc93-a8b41de423de None None] Set router f35cb48d-221a-4fc0-850b-eaff94f766c1 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:20:45.394982 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2df1b477-4098-4702-a2ad-9d92a06794b5 req-ea107b04-e1a2-4290-8231-78c326b1022b tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "GET /v2.0/security-groups?id=41ee46c2-b2a5-449c-b4c8-15a659a6d137&id=a76dbe6f-f96a-4ea8-a2c1-9b67619c94a0&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2778399 Aug 10 03:20:45.398698 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba0ddb2-a234-4d99-88a3-bd2d9c504895 None None] Pushing event updated for resources: {'Port': ['ID=f44da53a-efbe-4b83-b9bb-a249cd816a11,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:45.400686 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f3ac56-2666-490c-9829-4595607153e9 req-f08d1f48-49ac-46a1-93b5-e8d9ba420162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:45.404238 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-08f3ac56-2666-490c-9829-4595607153e9 req-f08d1f48-49ac-46a1-93b5-e8d9ba420162 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3b405f8fd94e41e5b0ec985280fca51e&device_id=da7c041f-b02b-4e48-bee8-51f8bcda5521 HTTP/1.1" status: 200 len: 1095 time: 0.2941983 Aug 10 03:20:45.487847 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-47be304b-6cf0-4278-a18a-d5d4e327340f None None] Attempting to bind port f44da53a-efbe-4b83-b9bb-a249cd816a11 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:20:45.495338 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-47be304b-6cf0-4278-a18a-d5d4e327340f None None] Attempting to bind port f44da53a-efbe-4b83-b9bb-a249cd816a11 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:20:45.495338 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47be304b-6cf0-4278-a18a-d5d4e327340f None None] Attempting to bind port f44da53a-efbe-4b83-b9bb-a249cd816a11 on network 2ea12131-628a-487e-b434-0463553732bd {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:20:45.508343 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 3fa5b8e6-79d7-4d60-9e0b-7b59a8b71dfd up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:20:45.508825 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-1465bb2d-eda5-40cd-9c13-045b000d6807 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] Allocated IP 172.25.6.153 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/79a79f85-955a-43d5-8ff6-67d9d4f830ff) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:20:45.557450 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47be304b-6cf0-4278-a18a-d5d4e327340f None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:20:45.558318 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47be304b-6cf0-4278-a18a-d5d4e327340f None None] Checking segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:20:45.558961 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-47be304b-6cf0-4278-a18a-d5d4e327340f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:45.559764 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47be304b-6cf0-4278-a18a-d5d4e327340f None None] Bound using segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:20:45.560329 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-47be304b-6cf0-4278-a18a-d5d4e327340f None None] Bound port: f44da53a-efbe-4b83-b9bb-a249cd816a11, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:20:45.560949 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-47be304b-6cf0-4278-a18a-d5d4e327340f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:45.591608 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-252a0512-7e92-4e40-bba0-587eb7958c82 req-550d95dd-5cad-4d1c-ab72-897441fc7727 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] 10.222.0.44 "GET /v2.0/ports?device_id=a73d350b-7cdf-413e-aecd-1fe468dd8b3a HTTP/1.1" status: 200 len: 210 time: 0.1843276 Aug 10 03:20:45.625567 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-ae7b7cb6-9ef9-49eb-b313-93a2b599cbbd req-79948249-a405-460c-be0f-04181d29beb4 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:45.649726 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-47be304b-6cf0-4278-a18a-d5d4e327340f None None] For port f44da53a-efbe-4b83-b9bb-a249cd816a11, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:20:45.656317 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-47be304b-6cf0-4278-a18a-d5d4e327340f None None] For port f44da53a-efbe-4b83-b9bb-a249cd816a11, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=f44da53a-efbe-4b83-b9bb-a249cd816a11,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:20:45.667668 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-47be304b-6cf0-4278-a18a-d5d4e327340f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:45.670621 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 3fa5b8e6-79d7-4d60-9e0b-7b59a8b71dfd completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:20:45.769665 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba0ddb2-a234-4d99-88a3-bd2d9c504895 None None] Pushing event updated for resources: {'Port': ['ID=f44da53a-efbe-4b83-b9bb-a249cd816a11,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:45.774348 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 3fa5b8e6-79d7-4d60-9e0b-7b59a8b71dfd triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:20:45.774742 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:45.778972 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [req-ae7b7cb6-9ef9-49eb-b313-93a2b599cbbd req-ce92d151-452e-4b09-83c4-8caabfd5dcba tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Allocated IP 172.20.0.9 (36135f86-55af-48c7-9516-7187aabe118a/94f1adae-6677-4cd9-bdaa-c308bdf6d787/a79a76d6-f1ab-4670-a907-425565059d51) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:20:45.787737 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae7b7cb6-9ef9-49eb-b313-93a2b599cbbd req-79948249-a405-460c-be0f-04181d29beb4 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Network 36135f86-55af-48c7-9516-7187aabe118a is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:20:45.805379 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-ae7b7cb6-9ef9-49eb-b313-93a2b599cbbd req-79948249-a405-460c-be0f-04181d29beb4 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:20:45.828068 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae7b7cb6-9ef9-49eb-b313-93a2b599cbbd req-79948249-a405-460c-be0f-04181d29beb4 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:20:45.829230 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47be304b-6cf0-4278-a18a-d5d4e327340f None None] Routers {'d089e089-dba6-4fdf-ad97-d537149d46b4'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:20:45.829868 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-47be304b-6cf0-4278-a18a-d5d4e327340f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:20:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['d089e089-dba6-4fdf-ad97-d537149d46b4'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:45.846432 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 54238) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:45.875513 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-af37da81-ac53-4e50-bc93-a8b41de423de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f35cb48d-221a-4fc0-850b-eaff94f766c1', 'name': 'tempest-ServersTestBootFromVolume-1311253739-router', 'tenant_id': 'e1722d197a814345bc6c8fc008fcacd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '1df091a7-58a7-459f-8039-0555ec90731e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:20:28Z', 'updated_at': '2021-08-10T03:20:35Z', 'revision_number': 4, 'project_id': 'e1722d197a814345bc6c8fc008fcacd1', 'gw_port': {'id': '1df091a7-58a7-459f-8039-0555ec90731e', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ab:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35cb48d-221a-4fc0-850b-eaff94f766c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:20:29Z', 'updated_at': '2021-08-10T03:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '3fa5b8e6-79d7-4d60-9e0b-7b59a8b71dfd', 'name': '', 'network_id': '05dc9c39-237d-4ac9-993e-e0b32ff3d84b', 'tenant_id': 'e1722d197a814345bc6c8fc008fcacd1', 'mac_address': 'fa:16:3e:e9:a1:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f35cb48d-221a-4fc0-850b-eaff94f766c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '58337cd7-d5bf-4101-801d-f0d48a89226e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:20:34Z', 'updated_at': '2021-08-10T03:20:44Z', 'revision_number': 4, 'project_id': 'e1722d197a814345bc6c8fc008fcacd1', 'subnets': [{'id': '58337cd7-d5bf-4101-801d-f0d48a89226e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:45.902189 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5ee0516d-aead-4c84-8c8a-b44fe6da2f69 req-675f175e-b8d3-40d7-acbb-f543b6d15742 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1584983815&fields=id&tenant_id=d59a0b5e4dd94b2f936adf3da2c52113 HTTP/1.1" status: 200 len: 267 time: 0.2862701 Aug 10 03:20:45.905740 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af37da81-ac53-4e50-bc93-a8b41de423de None None] The sync data for ids ['f35cb48d-221a-4fc0-850b-eaff94f766c1'] in n-d-768862-13 is: [{'id': 'f35cb48d-221a-4fc0-850b-eaff94f766c1', 'name': 'tempest-ServersTestBootFromVolume-1311253739-router', 'tenant_id': 'e1722d197a814345bc6c8fc008fcacd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '1df091a7-58a7-459f-8039-0555ec90731e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:20:28Z', 'updated_at': '2021-08-10T03:20:35Z', 'revision_number': 4, 'project_id': 'e1722d197a814345bc6c8fc008fcacd1', 'gw_port': {'id': '1df091a7-58a7-459f-8039-0555ec90731e', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ab:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35cb48d-221a-4fc0-850b-eaff94f766c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:20:29Z', 'updated_at': '2021-08-10T03:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '3fa5b8e6-79d7-4d60-9e0b-7b59a8b71dfd', 'name': '', 'network_id': '05dc9c39-237d-4ac9-993e-e0b32ff3d84b', 'tenant_id': 'e1722d197a814345bc6c8fc008fcacd1', 'mac_address': 'fa:16:3e:e9:a1:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f35cb48d-221a-4fc0-850b-eaff94f766c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '58337cd7-d5bf-4101-801d-f0d48a89226e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:20:34Z', 'updated_at': '2021-08-10T03:20:44Z', 'revision_number': 4, 'project_id': 'e1722d197a814345bc6c8fc008fcacd1', 'subnets': [{'id': '58337cd7-d5bf-4101-801d-f0d48a89226e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:20:45.963700 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79948249-a405-460c-be0f-04181d29beb4 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Pushing event updated for resources: {'Port': ['ID=97db66a8-771b-4cf8-a449-c72eecd3922c,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:45.976486 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-47be304b-6cf0-4278-a18a-d5d4e327340f None None] Set router d089e089-dba6-4fdf-ad97-d537149d46b4 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:20:46.008965 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-ee2a7c2f-2918-4316-a947-a7b43c18fac9 admin admin] Allocated IP 172.20.0.1 (52a12912-47fc-48c4-aaf5-a9b690b74ffc/ee6f27b1-efb9-4823-8a00-7f908deefa06/d72c0cd0-a499-42c4-864f-83b0f798899d) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:20:46.035002 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f3ac56-2666-490c-9829-4595607153e9 req-10929d55-0c83-40ee-8eb8-36303b7e7682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:46.036505 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-08f3ac56-2666-490c-9829-4595607153e9 req-10929d55-0c83-40ee-8eb8-36303b7e7682 service neutron] 10.222.0.42 "GET /v2.0/networks?id=dedcdb64-7de1-4c86-99c8-928cd2696ccd HTTP/1.1" status: 200 len: 921 time: 0.6236861 Aug 10 03:20:46.057776 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:20:46.107448 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-08f3ac56-2666-490c-9829-4595607153e9 req-d1059102-d85b-4aab-bf03-cc1c88d1af6f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d575ca0-64f7-48f6-a515-62499dd44012 HTTP/1.1" status: 200 len: 217 time: 0.0603912 Aug 10 03:20:46.122782 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b7cb6-9ef9-49eb-b313-93a2b599cbbd req-79948249-a405-460c-be0f-04181d29beb4 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:46.123855 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-ae7b7cb6-9ef9-49eb-b313-93a2b599cbbd req-79948249-a405-460c-be0f-04181d29beb4 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:46.125897 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-ae7b7cb6-9ef9-49eb-b313-93a2b599cbbd req-ce92d151-452e-4b09-83c4-8caabfd5dcba tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:46.170986 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:46.177121 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-2ec37350-3911-41ef-af3c-90723edf74ef admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1622674255-network', 'tenant_id': '3be824aaf6ff4e28ae14d13294934fe8'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:46.187407 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ae812c-3f56-42a0-b863-71bb3f44390b req-7b92ce2f-be60-4efc-b59e-42700152a976 tempest-ImagesOneServerTestJSON-547354913 tempest-ImagesOneServerTestJSON-547354913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:46.189203 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d5ae812c-3f56-42a0-b863-71bb3f44390b req-7b92ce2f-be60-4efc-b59e-42700152a976 tempest-ImagesOneServerTestJSON-547354913 tempest-ImagesOneServerTestJSON-547354913-project] 10.222.0.44 "GET /v2.0/ports?device_id=819cbf3a-d394-434d-9d37-e53253bb6a7c HTTP/1.1" status: 200 len: 949 time: 0.4305494 Aug 10 03:20:46.190733 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f3ac56-2666-490c-9829-4595607153e9 req-dbfc7574-2a8c-4e5c-9221-c52be05f27ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:46.192688 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-08f3ac56-2666-490c-9829-4595607153e9 req-dbfc7574-2a8c-4e5c-9221-c52be05f27ea service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f24ae3cf-774a-4d5d-b1a4-9733e765050e HTTP/1.1" status: 200 len: 861 time: 0.0647309 Aug 10 03:20:46.204176 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ee2a7c2f-2918-4316-a947-a7b43c18fac9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:46.224811 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [None req-ee2a7c2f-2918-4316-a947-a7b43c18fac9 admin admin] Transition to ACTIVE for port object d72c0cd0-a499-42c4-864f-83b0f798899d will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:20:46.228188 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-ae7b7cb6-9ef9-49eb-b313-93a2b599cbbd req-ce92d151-452e-4b09-83c4-8caabfd5dcba tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:46.249629 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 3fa5b8e6-79d7-4d60-9e0b-7b59a8b71dfd, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=3fa5b8e6-79d7-4d60-9e0b-7b59a8b71dfd,segment=NetworkSegment(92e39147-dac7-4353-ab76-bf692bb677b9),segment_id=92e39147-dac7-4353-ab76-bf692bb677b9)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:46.264370 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:46.265426 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 540d0d54-cb44-431e-9654-08df8d4ede4c up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:20:46.277634 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1465bb2d-eda5-40cd-9c13-045b000d6807 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:46.281739 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-08f3ac56-2666-490c-9829-4595607153e9 req-3b02a480-8dac-4a18-b8d0-d860f36a54d7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dedcdb64-7de1-4c86-99c8-928cd2696ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734627 Aug 10 03:20:46.286067 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae7b7cb6-9ef9-49eb-b313-93a2b599cbbd req-ce92d151-452e-4b09-83c4-8caabfd5dcba tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Network 36135f86-55af-48c7-9516-7187aabe118a is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:20:46.296181 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [req-ae7b7cb6-9ef9-49eb-b313-93a2b599cbbd req-ce92d151-452e-4b09-83c4-8caabfd5dcba tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:20:46.297369 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee0516d-aead-4c84-8c8a-b44fe6da2f69 req-f92537b7-0396-4072-87f0-540dbc5f9c94 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:46.305924 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5ee0516d-aead-4c84-8c8a-b44fe6da2f69 req-f92537b7-0396-4072-87f0-540dbc5f9c94 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef631731-4c95-4b93-a8e3-1255fca531d4 HTTP/1.1" status: 200 len: 984 time: 0.4022877 Aug 10 03:20:46.306988 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae7b7cb6-9ef9-49eb-b313-93a2b599cbbd req-ce92d151-452e-4b09-83c4-8caabfd5dcba tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:20:46.338781 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce92d151-452e-4b09-83c4-8caabfd5dcba tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Pushing event updated for resources: {'Port': ['ID=a79a76d6-f1ab-4670-a907-425565059d51,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:46.361840 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-47be304b-6cf0-4278-a18a-d5d4e327340f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd089e089-dba6-4fdf-ad97-d537149d46b4', 'name': 'tempest-TaggedBootDevicesTest-575955451-router', 'tenant_id': '06c20e5fd34a48aa8cc6b4171afd240a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': 'f44da53a-efbe-4b83-b9bb-a249cd816a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:20:38Z', 'updated_at': '2021-08-10T03:20:42Z', 'revision_number': 3, 'project_id': '06c20e5fd34a48aa8cc6b4171afd240a', 'gw_port': {'id': 'f44da53a-efbe-4b83-b9bb-a249cd816a11', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:44:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd089e089-dba6-4fdf-ad97-d537149d46b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:20:41Z', 'updated_at': '2021-08-10T03:20:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:46.366812 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ee2a7c2f-2918-4316-a947-a7b43c18fac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:46.376796 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b7cb6-9ef9-49eb-b313-93a2b599cbbd req-ce92d151-452e-4b09-83c4-8caabfd5dcba tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:46.377439 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-ae7b7cb6-9ef9-49eb-b313-93a2b599cbbd req-ce92d151-452e-4b09-83c4-8caabfd5dcba tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:46.403909 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47be304b-6cf0-4278-a18a-d5d4e327340f None None] The sync data for ids ['d089e089-dba6-4fdf-ad97-d537149d46b4'] in n-d-768862-13 is: [{'id': 'd089e089-dba6-4fdf-ad97-d537149d46b4', 'name': 'tempest-TaggedBootDevicesTest-575955451-router', 'tenant_id': '06c20e5fd34a48aa8cc6b4171afd240a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': 'f44da53a-efbe-4b83-b9bb-a249cd816a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:20:38Z', 'updated_at': '2021-08-10T03:20:42Z', 'revision_number': 3, 'project_id': '06c20e5fd34a48aa8cc6b4171afd240a', 'gw_port': {'id': 'f44da53a-efbe-4b83-b9bb-a249cd816a11', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:44:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd089e089-dba6-4fdf-ad97-d537149d46b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:20:41Z', 'updated_at': '2021-08-10T03:20:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:20:46.404980 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-5ee0516d-aead-4c84-8c8a-b44fe6da2f69 req-66b61b44-caf3-4db4-815c-675396d50f7c tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Request body: {'port': {'security_groups': ['41ee46c2-b2a5-449c-b4c8-15a659a6d137', 'a76dbe6f-f96a-4ea8-a2c1-9b67619c94a0', '71a78bf3-3f56-459c-9939-edef9eac9730']}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:46.416494 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=3fa5b8e6-79d7-4d60-9e0b-7b59a8b71dfd,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:46.423575 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d5ae812c-3f56-42a0-b863-71bb3f44390b req-4a21f301-d902-4e6f-9b46-8d17dab65e03 tempest-ImagesOneServerTestJSON-547354913 tempest-ImagesOneServerTestJSON-547354913-project] 10.222.0.44 "GET /v2.0/security-groups?id=06fc6066-0fdd-47ed-a907-ed95f8a26997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184908 Aug 10 03:20:46.433778 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 540d0d54-cb44-431e-9654-08df8d4ede4c triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:20:46.434157 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:46.456008 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2a7c2f-2918-4316-a947-a7b43c18fac9 admin admin] Pushing event updated for resources: {'Port': ['ID=d72c0cd0-a499-42c4-864f-83b0f798899d,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:46.481548 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2a7c2f-2918-4316-a947-a7b43c18fac9 admin admin] Network 52a12912-47fc-48c4-aaf5-a9b690b74ffc is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:20:46.486011 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-ee2a7c2f-2918-4316-a947-a7b43c18fac9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:20:46.492464 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2a7c2f-2918-4316-a947-a7b43c18fac9 admin admin] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:20:46.500311 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-08f3ac56-2666-490c-9829-4595607153e9 req-23247cac-db50-449f-ad30-b2b5e57558b6 service neutron] 10.222.0.42 "GET /v2.0/networks/dedcdb64-7de1-4c86-99c8-928cd2696ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816533 Aug 10 03:20:46.505010 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ec37350-3911-41ef-af3c-90723edf74ef admin admin] Made reservation on behalf of 3be824aaf6ff4e28ae14d13294934fe8 for: {'network': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:20:46.524006 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2ec37350-3911-41ef-af3c-90723edf74ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:46.529040 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ae7b7cb6-9ef9-49eb-b313-93a2b599cbbd req-ce92d151-452e-4b09-83c4-8caabfd5dcba tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9907322 Aug 10 03:20:46.543430 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-ae7b7cb6-9ef9-49eb-b313-93a2b599cbbd req-799ff49c-831c-4538-86db-9d17b617b2f6 service neutron] Request body: {'port': {'device_id': 'a73d350b-7cdf-413e-aecd-1fe468dd8b3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-13'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:46.571831 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ae7b7cb6-9ef9-49eb-b313-93a2b599cbbd req-79948249-a405-460c-be0f-04181d29beb4 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0970192 Aug 10 03:20:46.592798 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ee2a7c2f-2918-4316-a947-a7b43c18fac9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521745'] for router_interface, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:46.637700 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2ec37350-3911-41ef-af3c-90723edf74ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:46.680621 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1465bb2d-eda5-40cd-9c13-045b000d6807 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:46.681078 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-ae7b7cb6-9ef9-49eb-b313-93a2b599cbbd req-799ff49c-831c-4538-86db-9d17b617b2f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:46.717211 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-ae7b7cb6-9ef9-49eb-b313-93a2b599cbbd req-8b58a0b0-8009-46cb-911b-6096f0d694c2 service neutron] Request body: {'port': {'device_id': '846df683-cf87-412d-8a35-b96b0250a8cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:46.879510 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-9d8a6c82-5d20-4130-af37-1e7ec9d922eb None None] Provisioning for port d72c0cd0-a499-42c4-864f-83b0f798899d completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:20:46.884196 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-5ee0516d-aead-4c84-8c8a-b44fe6da2f69 req-66b61b44-caf3-4db4-815c-675396d50f7c tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:46.896757 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1465bb2d-eda5-40cd-9c13-045b000d6807 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:20:46.897176 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-9d8a6c82-5d20-4130-af37-1e7ec9d922eb None None] Provisioning complete for port d72c0cd0-a499-42c4-864f-83b0f798899d triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:20:46.898127 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9d8a6c82-5d20-4130-af37-1e7ec9d922eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:46.911307 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ee2a7c2f-2918-4316-a947-a7b43c18fac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:46.945567 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-9d8a6c82-5d20-4130-af37-1e7ec9d922eb None None] Port d72c0cd0-a499-42c4-864f-83b0f798899d cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:20:47.250261 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [req-ae7b7cb6-9ef9-49eb-b313-93a2b599cbbd req-799ff49c-831c-4538-86db-9d17b617b2f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a79a76d6-f1ab-4670-a907-425565059d51 {{(pid=94261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:20:47.264903 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ee2a7c2f-2918-4316-a947-a7b43c18fac9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:47.267832 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-ae7b7cb6-9ef9-49eb-b313-93a2b599cbbd req-799ff49c-831c-4538-86db-9d17b617b2f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:47.276180 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ee2a7c2f-2918-4316-a947-a7b43c18fac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:47.321564 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-1465bb2d-eda5-40cd-9c13-045b000d6807 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:20:47.340828 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1465bb2d-eda5-40cd-9c13-045b000d6807 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:20:47.399533 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1465bb2d-eda5-40cd-9c13-045b000d6807 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] Pushing event updated for resources: {'Port': ['ID=79a79f85-955a-43d5-8ff6-67d9d4f830ff,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:47.401832 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-ae7b7cb6-9ef9-49eb-b313-93a2b599cbbd req-8b58a0b0-8009-46cb-911b-6096f0d694c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:47.467582 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 3fa5b8e6-79d7-4d60-9e0b-7b59a8b71dfd up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:20:47.483660 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158bc7a5-1f6c-415c-b032-007582c94194 req-f189ceb3-e8f5-47a7-871b-12b86c42d377 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:47.490957 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-158bc7a5-1f6c-415c-b032-007582c94194 req-f189ceb3-e8f5-47a7-871b-12b86c42d377 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "GET /v2.0/ports?device_id=da7c041f-b02b-4e48-bee8-51f8bcda5521 HTTP/1.1" status: 200 len: 943 time: 0.9179609 Aug 10 03:20:47.543556 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 3fa5b8e6-79d7-4d60-9e0b-7b59a8b71dfd triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:20:47.543687 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:47.583618 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-08f3ac56-2666-490c-9829-4595607153e9 req-158b2258-83a5-4c82-af6c-95bec757fe0b service neutron] 10.222.0.42 "GET /v2.0/networks/dedcdb64-7de1-4c86-99c8-928cd2696ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0205641 Aug 10 03:20:47.603701 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990 no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:20:47.648551 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [req-ae7b7cb6-9ef9-49eb-b313-93a2b599cbbd req-799ff49c-831c-4538-86db-9d17b617b2f6 service neutron] Transition to ACTIVE for port object a79a76d6-f1ab-4670-a907-425565059d51 will not be triggered until provisioned by entity L2. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:20:47.651405 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ee2a7c2f-2918-4316-a947-a7b43c18fac9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521893'] for router_interface, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:47.668505 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-ae7b7cb6-9ef9-49eb-b313-93a2b599cbbd req-799ff49c-831c-4538-86db-9d17b617b2f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:47.711422 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-158bc7a5-1f6c-415c-b032-007582c94194 req-45073e90-6ec5-4fe0-b374-b59b93939ee7 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bcd935f-a3f8-4ab9-ae6d-676bd4ce3973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191739 Aug 10 03:20:47.749235 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device f44da53a-efbe-4b83-b9bb-a249cd816a11 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:20:47.749519 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2a7c2f-2918-4316-a947-a7b43c18fac9 admin admin] Pushing event updated for resources: {'Port': ['ID=d72c0cd0-a499-42c4-864f-83b0f798899d,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:47.784122 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 6d575ca0-64f7-48f6-a515-62499dd44012 details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:20:47.792279 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799ff49c-831c-4538-86db-9d17b617b2f6 service neutron] Pushing event updated for resources: {'Port': ['ID=a79a76d6-f1ab-4670-a907-425565059d51,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:47.819572 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:47.851416 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2ec37350-3911-41ef-af3c-90723edf74ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:47.853009 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1465bb2d-eda5-40cd-9c13-045b000d6807 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:47.889090 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2ec37350-3911-41ef-af3c-90723edf74ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:47.902057 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2a7c2f-2918-4316-a947-a7b43c18fac9 admin admin] Network 52a12912-47fc-48c4-aaf5-a9b690b74ffc is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:20:47.908829 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-ee2a7c2f-2918-4316-a947-a7b43c18fac9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:20:47.923356 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-ae7b7cb6-9ef9-49eb-b313-93a2b599cbbd req-799ff49c-831c-4538-86db-9d17b617b2f6 service neutron] Attempting to bind port a79a76d6-f1ab-4670-a907-425565059d51 on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:20:47.924000 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-ae7b7cb6-9ef9-49eb-b313-93a2b599cbbd req-799ff49c-831c-4538-86db-9d17b617b2f6 service neutron] Attempting to bind port a79a76d6-f1ab-4670-a907-425565059d51 by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '12579fd8-e183-4425-ae11-f7c255fa011f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '36135f86-55af-48c7-9516-7187aabe118a'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:20:47.924278 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7b7cb6-9ef9-49eb-b313-93a2b599cbbd req-799ff49c-831c-4538-86db-9d17b617b2f6 service neutron] Attempting to bind port a79a76d6-f1ab-4670-a907-425565059d51 on network 36135f86-55af-48c7-9516-7187aabe118a {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:20:47.927291 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '819cbf3a-d394-434d-9d37-e53253bb6a7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:20:47.930749 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94699b8c-2f89-4adb-81a0-e95257fc99d0" -d '{"events": [{"server_uuid": "819cbf3a-d394-434d-9d37-e53253bb6a7c", "name": "network-vif-unplugged", "status": "completed", "tag": "c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:20:47.931466 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7b7cb6-9ef9-49eb-b313-93a2b599cbbd req-799ff49c-831c-4538-86db-9d17b617b2f6 service neutron] Port a79a76d6-f1ab-4670-a907-425565059d51 on network 36135f86-55af-48c7-9516-7187aabe118a not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:20:47.931902 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7b7cb6-9ef9-49eb-b313-93a2b599cbbd req-799ff49c-831c-4538-86db-9d17b617b2f6 service neutron] Attempting to bind port a79a76d6-f1ab-4670-a907-425565059d51 on network 36135f86-55af-48c7-9516-7187aabe118a {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:20:47.963653 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:47.969708 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port f44da53a-efbe-4b83-b9bb-a249cd816a11 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:20:47.976761 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:47.985317 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7b7cb6-9ef9-49eb-b313-93a2b599cbbd req-799ff49c-831c-4538-86db-9d17b617b2f6 service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:20:47.986266 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7b7cb6-9ef9-49eb-b313-93a2b599cbbd req-799ff49c-831c-4538-86db-9d17b617b2f6 service neutron] Checking segment: {'id': '12579fd8-e183-4425-ae11-f7c255fa011f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '36135f86-55af-48c7-9516-7187aabe118a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:20:47.986266 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7b7cb6-9ef9-49eb-b313-93a2b599cbbd req-799ff49c-831c-4538-86db-9d17b617b2f6 service neutron] Bound using segment: {'id': '12579fd8-e183-4425-ae11-f7c255fa011f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '36135f86-55af-48c7-9516-7187aabe118a'} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:20:47.986567 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port f44da53a-efbe-4b83-b9bb-a249cd816a11 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:20:47.986752 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:47.986953 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-ae7b7cb6-9ef9-49eb-b313-93a2b599cbbd req-799ff49c-831c-4538-86db-9d17b617b2f6 service neutron] Bound port: a79a76d6-f1ab-4670-a907-425565059d51, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12579fd8-e183-4425-ae11-f7c255fa011f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '36135f86-55af-48c7-9516-7187aabe118a'}}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:20:47.987405 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-ae7b7cb6-9ef9-49eb-b313-93a2b599cbbd req-799ff49c-831c-4538-86db-9d17b617b2f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:48.089256 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ec37350-3911-41ef-af3c-90723edf74ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=94260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:20:48.116867 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9cf0e6-660b-4392-9883-53879f36becb req-907b4998-494f-4d9f-b4b6-8ddcb0ef1088 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:48.118933 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5a9cf0e6-660b-4392-9883-53879f36becb req-907b4998-494f-4d9f-b4b6-8ddcb0ef1088 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c6f1850-f19e-4254-92e9-56a30b581253 HTTP/1.1" status: 200 len: 945 time: 0.2618897 Aug 10 03:20:48.127533 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec37350-3911-41ef-af3c-90723edf74ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe6d52a-abbd-4a66-b788-f0ffd6870d31,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:48.137598 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1465bb2d-eda5-40cd-9c13-045b000d6807 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:48.184493 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee2a7c2f-2918-4316-a947-a7b43c18fac9 admin admin] Router d089e089-dba6-4fdf-ad97-d537149d46b4 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:20:48.193739 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-ae7b7cb6-9ef9-49eb-b313-93a2b599cbbd req-799ff49c-831c-4538-86db-9d17b617b2f6 service neutron] For port a79a76d6-f1ab-4670-a907-425565059d51, host n-h1-768862-13, cleared binding levels {{(pid=94261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:20:48.193970 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 6d575ca0-64f7-48f6-a515-62499dd44012, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=6d575ca0-64f7-48f6-a515-62499dd44012,segment=NetworkSegment(688049e6-c1d0-4f13-8eef-c4d81b54e233),segment_id=688049e6-c1d0-4f13-8eef-c4d81b54e233)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:48.199454 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-ae7b7cb6-9ef9-49eb-b313-93a2b599cbbd req-799ff49c-831c-4538-86db-9d17b617b2f6 service neutron] For port a79a76d6-f1ab-4670-a907-425565059d51, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=a79a76d6-f1ab-4670-a907-425565059d51,segment=NetworkSegment(12579fd8-e183-4425-ae11-f7c255fa011f),segment_id=12579fd8-e183-4425-ae11-f7c255fa011f)] {{(pid=94261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:20:48.203559 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2ec37350-3911-41ef-af3c-90723edf74ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:48.203935 n-d-768862-13 neutron-server[94260]: INFO neutron.db.segments_db [None req-2ec37350-3911-41ef-af3c-90723edf74ef admin admin] Added segment a0881fd5-75d2-46fd-8d8c-2d6d532d1d5a of type vlan for network 3826f27f-b75d-46bc-b9cd-30aeaf61b399 Aug 10 03:20:48.208641 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-ae7b7cb6-9ef9-49eb-b313-93a2b599cbbd req-799ff49c-831c-4538-86db-9d17b617b2f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:48.235033 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': '6d575ca0-64f7-48f6-a515-62499dd44012', 'network_id': 'dedcdb64-7de1-4c86-99c8-928cd2696ccd', 'port_id': '6d575ca0-64f7-48f6-a515-62499dd44012', 'mac_address': 'fa:16:3e:9f:5a:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f24ae3cf-774a-4d5d-b1a4-9733e765050e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:20:48.246424 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990,revision_number=8']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:48.286904 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b7cb6-9ef9-49eb-b313-93a2b599cbbd req-799ff49c-831c-4538-86db-9d17b617b2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:48.287944 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-ae7b7cb6-9ef9-49eb-b313-93a2b599cbbd req-799ff49c-831c-4538-86db-9d17b617b2f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:48.289493 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ae7b7cb6-9ef9-49eb-b313-93a2b599cbbd req-799ff49c-831c-4538-86db-9d17b617b2f6 service neutron] 10.222.0.42 "PUT /v2.0/ports/a79a76d6-f1ab-4670-a907-425565059d51 HTTP/1.1" status: 200 len: 1092 time: 1.7509871 Aug 10 03:20:48.290019 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a73d350b-7cdf-413e-aecd-1fe468dd8b3a', 'tag': 'a79a76d6-f1ab-4670-a907-425565059d51'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:20:48.292513 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d3f3b9-6ef1-461d-a948-0f349f009211" -d '{"events": [{"name": "network-changed", "server_uuid": "a73d350b-7cdf-413e-aecd-1fe468dd8b3a", "tag": "a79a76d6-f1ab-4670-a907-425565059d51"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:20:48.332832 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5a9cf0e6-660b-4392-9883-53879f36becb req-cc64376c-7f59-4ed1-95eb-9ae06c93873a tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/security-groups?id=e00a7564-e56b-4b7f-b179-f193e5160bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985381 Aug 10 03:20:48.337651 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-5ee0516d-aead-4c84-8c8a-b44fe6da2f69 req-66b61b44-caf3-4db4-815c-675396d50f7c tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] For port 13270307-4591-4be0-b206-dea5e9ae449a, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=13270307-4591-4be0-b206-dea5e9ae449a,segment=NetworkSegment(81aef211-7997-45c2-a489-0c68e2619eb8),segment_id=81aef211-7997-45c2-a489-0c68e2619eb8)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:48.355445 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2ec37350-3911-41ef-af3c-90723edf74ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:48.360000 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:48.393513 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port f44da53a-efbe-4b83-b9bb-a249cd816a11, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=f44da53a-efbe-4b83-b9bb-a249cd816a11,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:48.395430 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799ff49c-831c-4538-86db-9d17b617b2f6 service neutron] Pushing event updated for resources: {'Port': ['ID=a79a76d6-f1ab-4670-a907-425565059d51,revision_number=3']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:48.408600 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-68e5857f-5282-42cd-bac7-055134e20ca2 None None] Provisioning complete for port d72c0cd0-a499-42c4-864f-83b0f798899d triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:20:48.408738 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-68e5857f-5282-42cd-bac7-055134e20ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:48.422097 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b7cb6-9ef9-49eb-b313-93a2b599cbbd req-b574d6cb-7892-404c-9f80-a3f43e603bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:48.423886 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ae7b7cb6-9ef9-49eb-b313-93a2b599cbbd req-b574d6cb-7892-404c-9f80-a3f43e603bf7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8d28928fef9a4cb78edb2c407fdaba2b&device_id=a73d350b-7cdf-413e-aecd-1fe468dd8b3a HTTP/1.1" status: 200 len: 1095 time: 0.0754602 Aug 10 03:20:48.430424 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee2a7c2f-2918-4316-a947-a7b43c18fac9 admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:20:48.438295 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:48.446297 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ee2a7c2f-2918-4316-a947-a7b43c18fac9 admin admin] 10.222.0.44 "PUT /v2.0/routers/d089e089-dba6-4fdf-ad97-d537149d46b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2776635 Aug 10 03:20:48.446787 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-5ee0516d-aead-4c84-8c8a-b44fe6da2f69 req-66b61b44-caf3-4db4-815c-675396d50f7c tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:48.448190 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:48.471999 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d575ca0-64f7-48f6-a515-62499dd44012 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:20:48.488818 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-5ee0516d-aead-4c84-8c8a-b44fe6da2f69 req-66b61b44-caf3-4db4-815c-675396d50f7c tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:48.517456 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 6d575ca0-64f7-48f6-a515-62499dd44012, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=6d575ca0-64f7-48f6-a515-62499dd44012,segment=NetworkSegment(688049e6-c1d0-4f13-8eef-c4d81b54e233),segment_id=688049e6-c1d0-4f13-8eef-c4d81b54e233)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:48.525691 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['1a766390-8fe6-4db4-a148-9d9b07e221c2'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:20:48.531490 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ae7b7cb6-9ef9-49eb-b313-93a2b599cbbd req-96eb45db-21a4-4ce7-bc8e-faf6af8acc4f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a79a76d6-f1ab-4670-a907-425565059d51 HTTP/1.1" status: 200 len: 217 time: 0.0955968 Aug 10 03:20:48.563906 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['13270307-4591-4be0-b206-dea5e9ae449a'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:20:48.614019 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b7cb6-9ef9-49eb-b313-93a2b599cbbd req-6fee91c3-479e-447d-b5e6-c8d17827c0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:48.615688 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ae7b7cb6-9ef9-49eb-b313-93a2b599cbbd req-6fee91c3-479e-447d-b5e6-c8d17827c0af service neutron] 10.222.0.42 "GET /v2.0/subnets?id=94f1adae-6677-4cd9-bdaa-c308bdf6d787 HTTP/1.1" status: 200 len: 852 time: 0.0769343 Aug 10 03:20:48.619950 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2ec37350-3911-41ef-af3c-90723edf74ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:48.621324 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec37350-3911-41ef-af3c-90723edf74ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:48.622150 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2ec37350-3911-41ef-af3c-90723edf74ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:48.631418 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:48.651562 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-68e5857f-5282-42cd-bac7-055134e20ca2 None None] Port d72c0cd0-a499-42c4-864f-83b0f798899d cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:20:48.660258 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ae7b7cb6-9ef9-49eb-b313-93a2b599cbbd req-fbdaa554-d982-4597-8684-74aea84e58c2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=36135f86-55af-48c7-9516-7187aabe118a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377872 Aug 10 03:20:48.691348 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b61b44-caf3-4db4-815c-675396d50f7c tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Pushing event updated for resources: {'Port': ['ID=13270307-4591-4be0-b206-dea5e9ae449a,revision_number=7']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:48.745595 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee0516d-aead-4c84-8c8a-b44fe6da2f69 req-66b61b44-caf3-4db4-815c-675396d50f7c tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:48.746963 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-5ee0516d-aead-4c84-8c8a-b44fe6da2f69 req-66b61b44-caf3-4db4-815c-675396d50f7c tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:48.748532 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5ee0516d-aead-4c84-8c8a-b44fe6da2f69 req-66b61b44-caf3-4db4-815c-675396d50f7c tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "PUT /v2.0/ports/13270307-4591-4be0-b206-dea5e9ae449a HTTP/1.1" status: 200 len: 1020 time: 2.4424410 Aug 10 03:20:48.754791 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=f44da53a-efbe-4b83-b9bb-a249cd816a11,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:48.786861 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef631731-4c95-4b93-a8e3-1255fca531d4', 'tag': '13270307-4591-4be0-b206-dea5e9ae449a'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:20:48.790909 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1de065e0-c2a8-40ed-9286-87ceadfb5ccc" -d '{"events": [{"name": "network-changed", "server_uuid": "ef631731-4c95-4b93-a8e3-1255fca531d4", "tag": "13270307-4591-4be0-b206-dea5e9ae449a"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:20:48.794513 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ae7b7cb6-9ef9-49eb-b313-93a2b599cbbd req-491a57ae-2a1a-480a-a4f7-6c6f41a09dd8 service neutron] 10.222.0.42 "GET /v2.0/networks/36135f86-55af-48c7-9516-7187aabe118a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230536 Aug 10 03:20:48.825401 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-2ec37350-3911-41ef-af3c-90723edf74ef admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.9744003 Aug 10 03:20:48.834792 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 54276) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:48.869210 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-ae7b7cb6-9ef9-49eb-b313-93a2b599cbbd req-8b58a0b0-8009-46cb-911b-6096f0d694c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97db66a8-771b-4cf8-a449-c72eecd3922c {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:20:48.875594 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd7ac186-4a1f-4ef4-9b88-cee43930cb8b x-openstack-request-id: req-dd7ac186-4a1f-4ef4-9b88-cee43930cb8b {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:20:48.875893 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "819cbf3a-d394-434d-9d37-e53253bb6a7c", "name": "network-vif-unplugged", "status": "completed", "tag": "c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:20:48.876324 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dd7ac186-4a1f-4ef4-9b88-cee43930cb8b {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:20:48.876659 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '819cbf3a-d394-434d-9d37-e53253bb6a7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990', 'code': 200} Aug 10 03:20:48.883667 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-ae7b7cb6-9ef9-49eb-b313-93a2b599cbbd req-8b58a0b0-8009-46cb-911b-6096f0d694c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:48.899604 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-ae7b7cb6-9ef9-49eb-b313-93a2b599cbbd req-8b58a0b0-8009-46cb-911b-6096f0d694c2 service neutron] Transition to ACTIVE for port object 97db66a8-771b-4cf8-a449-c72eecd3922c will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:20:48.910049 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['13270307-4591-4be0-b206-dea5e9ae449a'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:20:48.912433 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-ec6c6a04-9cbb-42ad-9e05-a101041952c9 admin admin] Request body: {'subnet': {'network_id': '3826f27f-b75d-46bc-b9cd-30aeaf61b399', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1622674255-subnet', 'tenant_id': '3be824aaf6ff4e28ae14d13294934fe8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:48.915435 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['6d575ca0-64f7-48f6-a515-62499dd44012'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:20:48.955451 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec37350-3911-41ef-af3c-90723edf74ef admin admin] Pushing event updated for resources: {'Network': ['ID=3826f27f-b75d-46bc-b9cd-30aeaf61b399,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:48.983799 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ae7b7cb6-9ef9-49eb-b313-93a2b599cbbd req-16a3dcf5-7ea8-4941-89fe-e43966aca69b service neutron] 10.222.0.42 "GET /v2.0/networks/36135f86-55af-48c7-9516-7187aabe118a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819401 Aug 10 03:20:48.990280 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11924ba3-e062-46c5-a7b2-e64a1a729722 x-openstack-request-id: req-11924ba3-e062-46c5-a7b2-e64a1a729722 {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:20:48.990280 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a73d350b-7cdf-413e-aecd-1fe468dd8b3a", "tag": "a79a76d6-f1ab-4670-a907-425565059d51", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:20:48.990280 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-11924ba3-e062-46c5-a7b2-e64a1a729722 {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:20:48.990280 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a73d350b-7cdf-413e-aecd-1fe468dd8b3a', 'tag': 'a79a76d6-f1ab-4670-a907-425565059d51', 'status': 'completed', 'code': 200} Aug 10 03:20:49.010984 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6fc04c-8f4c-4031-9ce1-f03682dbd50a req-1b6427e8-30b2-42d4-860f-ce8aca0f2c01 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:49.019591 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8f6fc04c-8f4c-4031-9ce1-f03682dbd50a req-1b6427e8-30b2-42d4-860f-ce8aca0f2c01 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] 10.222.0.44 "GET /v2.0/ports?device_id=a73d350b-7cdf-413e-aecd-1fe468dd8b3a HTTP/1.1" status: 200 len: 943 time: 0.4345005 Aug 10 03:20:49.021478 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-ae7b7cb6-9ef9-49eb-b313-93a2b599cbbd req-8b58a0b0-8009-46cb-911b-6096f0d694c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:49.023951 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec6c6a04-9cbb-42ad-9e05-a101041952c9 admin admin] Made reservation on behalf of 3be824aaf6ff4e28ae14d13294934fe8 for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:20:49.026587 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ec6c6a04-9cbb-42ad-9e05-a101041952c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:49.094554 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 3826f27f-b75d-46bc-b9cd-30aeaf61b399 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:20:49.134105 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d3f3b9-6ef1-461d-a948-0f349f009211 req-5086a568-21cd-4ce5-a7ae-396e2d180137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:49.136716 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-a0d3f3b9-6ef1-461d-a948-0f349f009211 req-5086a568-21cd-4ce5-a7ae-396e2d180137 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8d28928fef9a4cb78edb2c407fdaba2b&device_id=a73d350b-7cdf-413e-aecd-1fe468dd8b3a HTTP/1.1" status: 200 len: 1095 time: 0.0905228 Aug 10 03:20:49.142015 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e101d2-51f9-4bb6-a637-083c65665a7f None None] Sync routers for ids ['d089e089-dba6-4fdf-ad97-d537149d46b4'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:20:49.154703 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e101d2-51f9-4bb6-a637-083c65665a7f None None] Routers {'d089e089-dba6-4fdf-ad97-d537149d46b4'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:20:49.155323 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-18e101d2-51f9-4bb6-a637-083c65665a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:20:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['d089e089-dba6-4fdf-ad97-d537149d46b4'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:49.263454 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=6d575ca0-64f7-48f6-a515-62499dd44012,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:49.271075 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b58a0b0-8009-46cb-911b-6096f0d694c2 service neutron] Pushing event updated for resources: {'Port': ['ID=97db66a8-771b-4cf8-a449-c72eecd3922c,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:49.283976 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8f6fc04c-8f4c-4031-9ce1-f03682dbd50a req-59229257-67fa-4d26-bfb7-86a0420a9c32 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9014602-d589-43cc-9c85-12bc5b71acc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633150 Aug 10 03:20:49.296833 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d3f3b9-6ef1-461d-a948-0f349f009211 req-973bed50-d275-4374-ab07-228acb6d52c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:49.298435 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-a0d3f3b9-6ef1-461d-a948-0f349f009211 req-973bed50-d275-4374-ab07-228acb6d52c4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=36135f86-55af-48c7-9516-7187aabe118a HTTP/1.1" status: 200 len: 912 time: 0.1541762 Aug 10 03:20:49.361001 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-18e101d2-51f9-4bb6-a637-083c65665a7f None None] Set router d089e089-dba6-4fdf-ad97-d537149d46b4 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:20:49.377646 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1465bb2d-eda5-40cd-9c13-045b000d6807 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:49.405595 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-a0d3f3b9-6ef1-461d-a948-0f349f009211 req-7a27df9d-f4c7-4791-ba65-92ae3f71e99c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a79a76d6-f1ab-4670-a907-425565059d51 HTTP/1.1" status: 200 len: 217 time: 0.0959632 Aug 10 03:20:49.484165 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14430c2b-bc42-4a57-ba9d-9abba34aae34 req-820e31ae-0302-438f-9cc9-5fbd9d6366cf tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:49.496837 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-14430c2b-bc42-4a57-ba9d-9abba34aae34 req-820e31ae-0302-438f-9cc9-5fbd9d6366cf tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "GET /v2.0/ports?device_id=da7c041f-b02b-4e48-bee8-51f8bcda5521 HTTP/1.1" status: 200 len: 944 time: 0.3884616 Aug 10 03:20:49.515388 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d3f3b9-6ef1-461d-a948-0f349f009211 req-a9eb32ea-57e1-412c-b202-85557b65377d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:49.516862 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-a0d3f3b9-6ef1-461d-a948-0f349f009211 req-a9eb32ea-57e1-412c-b202-85557b65377d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=94f1adae-6677-4cd9-bdaa-c308bdf6d787 HTTP/1.1" status: 200 len: 852 time: 0.0996659 Aug 10 03:20:49.536330 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device f44da53a-efbe-4b83-b9bb-a249cd816a11 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:20:49.558681 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1465bb2d-eda5-40cd-9c13-045b000d6807 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:49.575416 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-a0d3f3b9-6ef1-461d-a948-0f349f009211 req-98269534-200f-44b5-863c-22adccc876ab service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=36135f86-55af-48c7-9516-7187aabe118a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496762 Aug 10 03:20:49.719774 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2b5535d4-3120-47fb-a727-b36e2dc5f6b5 req-b33355ce-e303-45cf-b38b-1a277294c9a8 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "GET /v2.0/security-groups/71a78bf3-3f56-459c-9939-edef9eac9730 HTTP/1.1" status: 200 len: 1801 time: 0.3668079 Aug 10 03:20:49.737165 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-a0d3f3b9-6ef1-461d-a948-0f349f009211 req-2895ac97-264a-4ed7-9601-03892c75c1a7 service neutron] 10.222.0.42 "GET /v2.0/networks/36135f86-55af-48c7-9516-7187aabe118a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528738 Aug 10 03:20:49.742395 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-14430c2b-bc42-4a57-ba9d-9abba34aae34 req-ac78c0e7-9863-4fc1-ac2c-6a8970606695 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bcd935f-a3f8-4ab9-ae6d-676bd4ce3973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442489 Aug 10 03:20:49.812665 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1465bb2d-eda5-40cd-9c13-045b000d6807 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] Pushing event updated for resources: {'Port': ['ID=79a79f85-955a-43d5-8ff6-67d9d4f830ff,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:49.820683 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port f44da53a-efbe-4b83-b9bb-a249cd816a11 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:20:49.821085 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:49.904193 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecf9b5ac-7607-429f-b989-1c7e8ed4e9e2 x-openstack-request-id: req-ecf9b5ac-7607-429f-b989-1c7e8ed4e9e2 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:20:49.904492 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef631731-4c95-4b93-a8e3-1255fca531d4", "tag": "13270307-4591-4be0-b206-dea5e9ae449a", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:20:49.904754 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ecf9b5ac-7607-429f-b989-1c7e8ed4e9e2 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:20:49.905163 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef631731-4c95-4b93-a8e3-1255fca531d4', 'tag': '13270307-4591-4be0-b206-dea5e9ae449a', 'status': 'completed', 'code': 200} Aug 10 03:20:49.909758 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1465bb2d-eda5-40cd-9c13-045b000d6807 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:49.942200 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de065e0-c2a8-40ed-9286-87ceadfb5ccc req-95cdad33-0259-49a3-b3bb-864745a486e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:49.944660 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-1de065e0-c2a8-40ed-9286-87ceadfb5ccc req-95cdad33-0259-49a3-b3bb-864745a486e0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d59a0b5e4dd94b2f936adf3da2c52113&device_id=ef631731-4c95-4b93-a8e3-1255fca531d4 HTTP/1.1" status: 200 len: 1175 time: 0.0955808 Aug 10 03:20:50.031666 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-a0d3f3b9-6ef1-461d-a948-0f349f009211 req-763a23b1-3441-4466-9f27-5bdf4445285f service neutron] 10.222.0.42 "GET /v2.0/networks/36135f86-55af-48c7-9516-7187aabe118a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2861624 Aug 10 03:20:50.059654 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1465bb2d-eda5-40cd-9c13-045b000d6807 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:50.069779 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-1465bb2d-eda5-40cd-9c13-045b000d6807 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.9983079 Aug 10 03:20:50.114477 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-ae7b7cb6-9ef9-49eb-b313-93a2b599cbbd req-8b58a0b0-8009-46cb-911b-6096f0d694c2 service neutron] Attempting to bind port 97db66a8-771b-4cf8-a449-c72eecd3922c on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:20:50.118760 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-ae7b7cb6-9ef9-49eb-b313-93a2b599cbbd req-8b58a0b0-8009-46cb-911b-6096f0d694c2 service neutron] Attempting to bind port 97db66a8-771b-4cf8-a449-c72eecd3922c by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '12579fd8-e183-4425-ae11-f7c255fa011f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '36135f86-55af-48c7-9516-7187aabe118a'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:20:50.119134 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7b7cb6-9ef9-49eb-b313-93a2b599cbbd req-8b58a0b0-8009-46cb-911b-6096f0d694c2 service neutron] Attempting to bind port 97db66a8-771b-4cf8-a449-c72eecd3922c on network 36135f86-55af-48c7-9516-7187aabe118a {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:20:50.121448 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de065e0-c2a8-40ed-9286-87ceadfb5ccc req-c627d48b-8510-481a-9e1a-b7d4e67d8717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:50.123966 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-1de065e0-c2a8-40ed-9286-87ceadfb5ccc req-c627d48b-8510-481a-9e1a-b7d4e67d8717 service neutron] 10.222.0.61 "GET /v2.0/networks?id=86f96ddd-5fdb-4f29-8bd5-ae286688b451 HTTP/1.1" status: 200 len: 913 time: 0.1700201 Aug 10 03:20:50.125270 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-18e101d2-51f9-4bb6-a637-083c65665a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd089e089-dba6-4fdf-ad97-d537149d46b4', 'name': 'tempest-TaggedBootDevicesTest-575955451-router', 'tenant_id': '06c20e5fd34a48aa8cc6b4171afd240a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': 'f44da53a-efbe-4b83-b9bb-a249cd816a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:20:38Z', 'updated_at': '2021-08-10T03:20:46Z', 'revision_number': 4, 'project_id': '06c20e5fd34a48aa8cc6b4171afd240a', 'gw_port': {'id': 'f44da53a-efbe-4b83-b9bb-a249cd816a11', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:44:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd089e089-dba6-4fdf-ad97-d537149d46b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:20:41Z', 'updated_at': '2021-08-10T03:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': 'd72c0cd0-a499-42c4-864f-83b0f798899d', 'name': '', 'network_id': '52a12912-47fc-48c4-aaf5-a9b690b74ffc', 'tenant_id': '06c20e5fd34a48aa8cc6b4171afd240a', 'mac_address': 'fa:16:3e:a5:22:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd089e089-dba6-4fdf-ad97-d537149d46b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'ee6f27b1-efb9-4823-8a00-7f908deefa06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:20:45Z', 'updated_at': '2021-08-10T03:20:47Z', 'revision_number': 2, 'project_id': '06c20e5fd34a48aa8cc6b4171afd240a', 'subnets': [{'id': 'ee6f27b1-efb9-4823-8a00-7f908deefa06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:50.131148 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7b7cb6-9ef9-49eb-b313-93a2b599cbbd req-8b58a0b0-8009-46cb-911b-6096f0d694c2 service neutron] Port 97db66a8-771b-4cf8-a449-c72eecd3922c on network 36135f86-55af-48c7-9516-7187aabe118a not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:20:50.133180 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7b7cb6-9ef9-49eb-b313-93a2b599cbbd req-8b58a0b0-8009-46cb-911b-6096f0d694c2 service neutron] Attempting to bind port 97db66a8-771b-4cf8-a449-c72eecd3922c on network 36135f86-55af-48c7-9516-7187aabe118a {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:20:50.152044 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ec6c6a04-9cbb-42ad-9e05-a101041952c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58895384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805196'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:50.169409 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e101d2-51f9-4bb6-a637-083c65665a7f None None] Checking router: d089e089-dba6-4fdf-ad97-d537149d46b4 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:20:50.170971 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e101d2-51f9-4bb6-a637-083c65665a7f None None] Updating router d089e089-dba6-4fdf-ad97-d537149d46b4 port d72c0cd0-a499-42c4-864f-83b0f798899d binding host n-d-768862-13 {{(pid=94263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:20:50.172065 n-d-768862-13 neutron-server[94260]: INFO neutron.api.v2.resource [req-2b5535d4-3120-47fb-a727-b36e2dc5f6b5 req-6fef6262-04b3-4b2c-817f-17163f3b9986 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 10 03:20:50.176201 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2b5535d4-3120-47fb-a727-b36e2dc5f6b5 req-6fef6262-04b3-4b2c-817f-17163f3b9986 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "DELETE /v2.0/security-groups/71a78bf3-3f56-459c-9939-edef9eac9730 HTTP/1.1" status: 409 len: 341 time: 0.4279702 Aug 10 03:20:50.206584 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7b7cb6-9ef9-49eb-b313-93a2b599cbbd req-8b58a0b0-8009-46cb-911b-6096f0d694c2 service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:20:50.206999 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7b7cb6-9ef9-49eb-b313-93a2b599cbbd req-8b58a0b0-8009-46cb-911b-6096f0d694c2 service neutron] Checking segment: {'id': '12579fd8-e183-4425-ae11-f7c255fa011f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '36135f86-55af-48c7-9516-7187aabe118a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:20:50.207324 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7b7cb6-9ef9-49eb-b313-93a2b599cbbd req-8b58a0b0-8009-46cb-911b-6096f0d694c2 service neutron] Bound using segment: {'id': '12579fd8-e183-4425-ae11-f7c255fa011f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '36135f86-55af-48c7-9516-7187aabe118a'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:20:50.207788 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-ae7b7cb6-9ef9-49eb-b313-93a2b599cbbd req-8b58a0b0-8009-46cb-911b-6096f0d694c2 service neutron] Bound port: 97db66a8-771b-4cf8-a449-c72eecd3922c, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12579fd8-e183-4425-ae11-f7c255fa011f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '36135f86-55af-48c7-9516-7187aabe118a'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:20:50.208154 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-ae7b7cb6-9ef9-49eb-b313-93a2b599cbbd req-8b58a0b0-8009-46cb-911b-6096f0d694c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:50.237042 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-18e101d2-51f9-4bb6-a637-083c65665a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:50.258675 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-1de065e0-c2a8-40ed-9286-87ceadfb5ccc req-6ff1c7fe-341a-44b7-b9a7-fa1af42f3409 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13270307-4591-4be0-b206-dea5e9ae449a HTTP/1.1" status: 200 len: 217 time: 0.1166105 Aug 10 03:20:50.285644 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6c6a04-9cbb-42ad-9e05-a101041952c9 admin admin] Checking segment: {'id': 'a0881fd5-75d2-46fd-8d8c-2d6d532d1d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3826f27f-b75d-46bc-b9cd-30aeaf61b399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:20:50.286015 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6c6a04-9cbb-42ad-9e05-a101041952c9 admin admin] Network hostable DHCP agents. Network: 3826f27f-b75d-46bc-b9cd-30aeaf61b399, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:20:50.303302 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6c6a04-9cbb-42ad-9e05-a101041952c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5eb5735a-45db-463c-bf48-70fe765fa1e1,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:50.338402 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de065e0-c2a8-40ed-9286-87ceadfb5ccc req-1ae0cb55-ccc6-4f04-8c30-596fd009c834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:50.339903 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-1de065e0-c2a8-40ed-9286-87ceadfb5ccc req-1ae0cb55-ccc6-4f04-8c30-596fd009c834 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7b98d32d-7ac1-470e-aad4-e938742133b9 HTTP/1.1" status: 200 len: 853 time: 0.0702217 Aug 10 03:20:50.368648 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6c6a04-9cbb-42ad-9e05-a101041952c9 admin admin] Network 3826f27f-b75d-46bc-b9cd-30aeaf61b399 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:20:50.372642 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-ae7b7cb6-9ef9-49eb-b313-93a2b599cbbd req-8b58a0b0-8009-46cb-911b-6096f0d694c2 service neutron] For port 97db66a8-771b-4cf8-a449-c72eecd3922c, host n-h1-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:20:50.381887 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-ae7b7cb6-9ef9-49eb-b313-93a2b599cbbd req-8b58a0b0-8009-46cb-911b-6096f0d694c2 service neutron] For port 97db66a8-771b-4cf8-a449-c72eecd3922c, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=97db66a8-771b-4cf8-a449-c72eecd3922c,segment=NetworkSegment(12579fd8-e183-4425-ae11-f7c255fa011f),segment_id=12579fd8-e183-4425-ae11-f7c255fa011f)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:20:50.392533 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-ae7b7cb6-9ef9-49eb-b313-93a2b599cbbd req-8b58a0b0-8009-46cb-911b-6096f0d694c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:50.400600 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-1de065e0-c2a8-40ed-9286-87ceadfb5ccc req-99f9b8af-f9e1-477c-9826-5907e1981fbc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=86f96ddd-5fdb-4f29-8bd5-ae286688b451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456791 Aug 10 03:20:50.446298 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92a770-823d-4e68-814b-3474730ffce1 req-47b4459c-89c3-47ff-bf79-9c9e4c9e9251 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:50.448389 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0b92a770-823d-4e68-814b-3474730ffce1 req-47b4459c-89c3-47ff-bf79-9c9e4c9e9251 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c6f1850-f19e-4254-92e9-56a30b581253 HTTP/1.1" status: 200 len: 945 time: 0.1487246 Aug 10 03:20:50.448502 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-ec6c6a04-9cbb-42ad-9e05-a101041952c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 3826f27f-b75d-46bc-b9cd-30aeaf61b399) {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:20:50.454317 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6c6a04-9cbb-42ad-9e05-a101041952c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:50.455637 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ec6c6a04-9cbb-42ad-9e05-a101041952c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:50.463143 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8581fa8-ddaf-4eb5-8486-e0672e52a7f9 None None] Network 3826f27f-b75d-46bc-b9cd-30aeaf61b399 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:20:50.490375 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b58a0b0-8009-46cb-911b-6096f0d694c2 service neutron] Pushing event updated for resources: {'Port': ['ID=97db66a8-771b-4cf8-a449-c72eecd3922c,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:50.526395 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b7cb6-9ef9-49eb-b313-93a2b599cbbd req-8b58a0b0-8009-46cb-911b-6096f0d694c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:50.527542 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-ae7b7cb6-9ef9-49eb-b313-93a2b599cbbd req-8b58a0b0-8009-46cb-911b-6096f0d694c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:50.529954 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ae7b7cb6-9ef9-49eb-b313-93a2b599cbbd req-8b58a0b0-8009-46cb-911b-6096f0d694c2 service neutron] 10.222.0.42 "PUT /v2.0/ports/97db66a8-771b-4cf8-a449-c72eecd3922c HTTP/1.1" status: 200 len: 1092 time: 3.8614111 Aug 10 03:20:50.533718 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-ec6c6a04-9cbb-42ad-9e05-a101041952c9 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.6326549 Aug 10 03:20:50.615716 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0b92a770-823d-4e68-814b-3474730ffce1 req-20d540f6-6e1b-4b6b-8192-1654f49edcc7 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/security-groups?id=e00a7564-e56b-4b7f-b179-f193e5160bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500318 Aug 10 03:20:50.683506 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b7cb6-9ef9-49eb-b313-93a2b599cbbd req-1346ed32-588c-4bee-a0d2-5baca5f9c539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:50.689103 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ae7b7cb6-9ef9-49eb-b313-93a2b599cbbd req-1346ed32-588c-4bee-a0d2-5baca5f9c539 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8d28928fef9a4cb78edb2c407fdaba2b&device_id=846df683-cf87-412d-8a35-b96b0250a8cd HTTP/1.1" status: 200 len: 1095 time: 0.1026061 Aug 10 03:20:50.707721 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-1de065e0-c2a8-40ed-9286-87ceadfb5ccc req-894bdb57-b847-460d-a264-fdbac9dad11f service neutron] 10.222.0.61 "GET /v2.0/networks/86f96ddd-5fdb-4f29-8bd5-ae286688b451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967823 Aug 10 03:20:50.769951 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4705600-4377-4573-ae0f-fe06b8c626d2 None None] Network 3826f27f-b75d-46bc-b9cd-30aeaf61b399 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:20:50.782662 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ae7b7cb6-9ef9-49eb-b313-93a2b599cbbd req-2d440c11-62ed-4526-ab5b-959e8b4d6f7d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97db66a8-771b-4cf8-a449-c72eecd3922c HTTP/1.1" status: 200 len: 217 time: 0.0858424 Aug 10 03:20:50.866417 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b7cb6-9ef9-49eb-b313-93a2b599cbbd req-227e298e-848f-4169-927b-99500d2777af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:50.868204 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ae7b7cb6-9ef9-49eb-b313-93a2b599cbbd req-227e298e-848f-4169-927b-99500d2777af service neutron] 10.222.0.42 "GET /v2.0/subnets?id=94f1adae-6677-4cd9-bdaa-c308bdf6d787 HTTP/1.1" status: 200 len: 852 time: 0.0785873 Aug 10 03:20:50.926450 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ae7b7cb6-9ef9-49eb-b313-93a2b599cbbd req-2f477a82-9d96-4f70-a364-3b2cbacc0549 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=36135f86-55af-48c7-9516-7187aabe118a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509820 Aug 10 03:20:50.955403 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-18e101d2-51f9-4bb6-a637-083c65665a7f None None] Notify callbacks [] for port, precommit_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:50.963606 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-1de065e0-c2a8-40ed-9286-87ceadfb5ccc req-d14a85bf-e467-40d2-af73-3705a697bcda service neutron] 10.222.0.61 "GET /v2.0/networks/86f96ddd-5fdb-4f29-8bd5-ae286688b451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400854 Aug 10 03:20:50.974135 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.provisioning_blocks [None req-18e101d2-51f9-4bb6-a637-083c65665a7f None None] Transition to ACTIVE for port object d72c0cd0-a499-42c4-864f-83b0f798899d will not be triggered until provisioned by entity L2. {{(pid=94263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:20:50.983216 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-18e101d2-51f9-4bb6-a637-083c65665a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:51.128876 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5eae30-15ef-47b7-bc3e-b4469bac90ba None None] Pushing event updated for resources: {'Port': ['ID=d72c0cd0-a499-42c4-864f-83b0f798899d,revision_number=3']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:51.132477 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-18e101d2-51f9-4bb6-a637-083c65665a7f None None] Attempting to bind port d72c0cd0-a499-42c4-864f-83b0f798899d on host n-d-768862-13 for vnic_type normal with profile {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:20:51.135559 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-18e101d2-51f9-4bb6-a637-083c65665a7f None None] Attempting to bind port d72c0cd0-a499-42c4-864f-83b0f798899d by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '380ff52e-2da4-4b1c-b9fe-411644b2c0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '52a12912-47fc-48c4-aaf5-a9b690b74ffc'}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:20:51.135949 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e101d2-51f9-4bb6-a637-083c65665a7f None None] Attempting to bind port d72c0cd0-a499-42c4-864f-83b0f798899d on network 52a12912-47fc-48c4-aaf5-a9b690b74ffc {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:20:51.160139 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e101d2-51f9-4bb6-a637-083c65665a7f None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:20:51.160524 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e101d2-51f9-4bb6-a637-083c65665a7f None None] Checking segment: {'id': '380ff52e-2da4-4b1c-b9fe-411644b2c0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '52a12912-47fc-48c4-aaf5-a9b690b74ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:20:51.160929 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-18e101d2-51f9-4bb6-a637-083c65665a7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:51.161325 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e101d2-51f9-4bb6-a637-083c65665a7f None None] Bound using segment: {'id': '380ff52e-2da4-4b1c-b9fe-411644b2c0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '52a12912-47fc-48c4-aaf5-a9b690b74ffc'} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:20:51.161807 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-18e101d2-51f9-4bb6-a637-083c65665a7f None None] Bound port: d72c0cd0-a499-42c4-864f-83b0f798899d, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '380ff52e-2da4-4b1c-b9fe-411644b2c0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '52a12912-47fc-48c4-aaf5-a9b690b74ffc'}}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:20:51.162207 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-18e101d2-51f9-4bb6-a637-083c65665a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:51.226472 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f6e547-dc17-4e30-bc38-a60b4dcf2ce4 req-62212325-751c-413e-a149-6adccd52507e tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:51.235062 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-02f6e547-dc17-4e30-bc38-a60b4dcf2ce4 req-62212325-751c-413e-a149-6adccd52507e tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] 10.222.0.44 "GET /v2.0/ports?device_id=a73d350b-7cdf-413e-aecd-1fe468dd8b3a HTTP/1.1" status: 200 len: 943 time: 0.1552029 Aug 10 03:20:51.292031 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-18e101d2-51f9-4bb6-a637-083c65665a7f None None] For port d72c0cd0-a499-42c4-864f-83b0f798899d, host n-d-768862-13, cleared binding levels {{(pid=94263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:20:51.296995 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-18e101d2-51f9-4bb6-a637-083c65665a7f None None] For port d72c0cd0-a499-42c4-864f-83b0f798899d, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=d72c0cd0-a499-42c4-864f-83b0f798899d,segment=NetworkSegment(380ff52e-2da4-4b1c-b9fe-411644b2c0b2),segment_id=380ff52e-2da4-4b1c-b9fe-411644b2c0b2)] {{(pid=94263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:20:51.298760 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ae7b7cb6-9ef9-49eb-b313-93a2b599cbbd req-6aa35390-88de-4777-b709-b353ccb7cf98 service neutron] 10.222.0.42 "GET /v2.0/networks/36135f86-55af-48c7-9516-7187aabe118a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3647833 Aug 10 03:20:51.305935 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-18e101d2-51f9-4bb6-a637-083c65665a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:51.329403 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9ab575d9-d8c6-4342-975a-97f4e5a3b4aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:51.381442 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e101d2-51f9-4bb6-a637-083c65665a7f None None] Routers {'d089e089-dba6-4fdf-ad97-d537149d46b4'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:20:51.382414 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-18e101d2-51f9-4bb6-a637-083c65665a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:20:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['d089e089-dba6-4fdf-ad97-d537149d46b4'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:51.426505 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ee48e9-5c0e-4a83-81b0-a62c06ce0a3c req-4bdcfd1d-4d3d-40a4-8120-8b82aa4549bf tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:51.428841 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-61ee48e9-5c0e-4a83-81b0-a62c06ce0a3c req-4bdcfd1d-4d3d-40a4-8120-8b82aa4549bf tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "GET /v2.0/ports?device_id=da7c041f-b02b-4e48-bee8-51f8bcda5521 HTTP/1.1" status: 200 len: 944 time: 0.1857007 Aug 10 03:20:51.433142 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5eae30-15ef-47b7-bc3e-b4469bac90ba None None] Pushing event updated for resources: {'Port': ['ID=d72c0cd0-a499-42c4-864f-83b0f798899d,revision_number=4']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:51.446156 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-02f6e547-dc17-4e30-bc38-a60b4dcf2ce4 req-65947c93-b564-4ab5-a955-da8f4b6dd86b tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9014602-d589-43cc-9c85-12bc5b71acc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053559 Aug 10 03:20:51.521092 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-61ee48e9-5c0e-4a83-81b0-a62c06ce0a3c req-1c7cd163-4a66-4b82-88f9-91a0a5638ba5 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bcd935f-a3f8-4ab9-ae6d-676bd4ce3973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735159 Aug 10 03:20:51.558683 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ae7b7cb6-9ef9-49eb-b313-93a2b599cbbd req-65b13b81-021e-4a6d-a886-8596fe156d87 service neutron] 10.222.0.42 "GET /v2.0/networks/36135f86-55af-48c7-9516-7187aabe118a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420187 Aug 10 03:20:51.609886 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-18e101d2-51f9-4bb6-a637-083c65665a7f None None] Set router d089e089-dba6-4fdf-ad97-d537149d46b4 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:20:51.759872 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12f53e6-0d4b-4d3d-95e3-df9625e8ef64 req-bd2ada2b-a987-4f92-9d30-9908d46dd6e7 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:51.770456 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d12f53e6-0d4b-4d3d-95e3-df9625e8ef64 req-bd2ada2b-a987-4f92-9d30-9908d46dd6e7 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef631731-4c95-4b93-a8e3-1255fca531d4 HTTP/1.1" status: 200 len: 1023 time: 0.1338186 Aug 10 03:20:51.802839 n-d-768862-13 neutron-server[94260]: INFO neutron.api.v2.resource [req-60cb31ea-36f1-4d39-9b4f-a3844a77166e req-6100ab81-3fe6-466f-8745-d66e593f8166 tempest-SecurityGroupsNegativeTestJSON-38254329 tempest-SecurityGroupsNegativeTestJSON-38254329-project] show failed (client error): The resource could not be found. Aug 10 03:20:51.808767 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device a79a76d6-f1ab-4670-a907-425565059d51 details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:20:51.811223 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-60cb31ea-36f1-4d39-9b4f-a3844a77166e req-6100ab81-3fe6-466f-8745-d66e593f8166 tempest-SecurityGroupsNegativeTestJSON-38254329 tempest-SecurityGroupsNegativeTestJSON-38254329-project] 10.222.0.44 "GET /v2.0/security-groups/1251ee61-55e9-4b37-9959-03d71a90db80 HTTP/1.1" status: 404 len: 352 time: 0.0397542 Aug 10 03:20:51.816500 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 6d575ca0-64f7-48f6-a515-62499dd44012 up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:20:51.889292 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d12f53e6-0d4b-4d3d-95e3-df9625e8ef64 req-b25b5ab2-a10d-4e6f-8588-7a6cac3cc647 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "GET /v2.0/security-groups?id=41ee46c2-b2a5-449c-b4c8-15a659a6d137&id=a76dbe6f-f96a-4ea8-a2c1-9b67619c94a0&id=71a78bf3-3f56-459c-9939-edef9eac9730&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0976357 Aug 10 03:20:51.906595 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '846df683-cf87-412d-8a35-b96b0250a8cd', 'tag': '97db66a8-771b-4cf8-a449-c72eecd3922c'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:20:51.909460 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cfa02c3-dd00-4f98-b78d-fc62115a5989" -d '{"events": [{"name": "network-changed", "server_uuid": "846df683-cf87-412d-8a35-b96b0250a8cd", "tag": "97db66a8-771b-4cf8-a449-c72eecd3922c"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:20:52.022127 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-18e101d2-51f9-4bb6-a637-083c65665a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd089e089-dba6-4fdf-ad97-d537149d46b4', 'name': 'tempest-TaggedBootDevicesTest-575955451-router', 'tenant_id': '06c20e5fd34a48aa8cc6b4171afd240a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': 'f44da53a-efbe-4b83-b9bb-a249cd816a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:20:38Z', 'updated_at': '2021-08-10T03:20:46Z', 'revision_number': 4, 'project_id': '06c20e5fd34a48aa8cc6b4171afd240a', 'gw_port': {'id': 'f44da53a-efbe-4b83-b9bb-a249cd816a11', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:44:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd089e089-dba6-4fdf-ad97-d537149d46b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:20:41Z', 'updated_at': '2021-08-10T03:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': 'd72c0cd0-a499-42c4-864f-83b0f798899d', 'name': '', 'network_id': '52a12912-47fc-48c4-aaf5-a9b690b74ffc', 'tenant_id': '06c20e5fd34a48aa8cc6b4171afd240a', 'mac_address': 'fa:16:3e:a5:22:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd089e089-dba6-4fdf-ad97-d537149d46b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'ee6f27b1-efb9-4823-8a00-7f908deefa06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:20:45Z', 'updated_at': '2021-08-10T03:20:51Z', 'revision_number': 4, 'project_id': '06c20e5fd34a48aa8cc6b4171afd240a', 'subnets': [{'id': 'ee6f27b1-efb9-4823-8a00-7f908deefa06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:52.044647 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357609af-99cf-48d3-939e-281571fa8274 req-57a3425b-344f-4109-b00f-cc547fd125ac tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:52.046166 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-357609af-99cf-48d3-939e-281571fa8274 req-57a3425b-344f-4109-b00f-cc547fd125ac tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c6f1850-f19e-4254-92e9-56a30b581253 HTTP/1.1" status: 200 len: 945 time: 0.0886109 Aug 10 03:20:52.070332 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e101d2-51f9-4bb6-a637-083c65665a7f None None] The sync data for ids ['d089e089-dba6-4fdf-ad97-d537149d46b4'] in n-d-768862-13 is: [{'id': 'd089e089-dba6-4fdf-ad97-d537149d46b4', 'name': 'tempest-TaggedBootDevicesTest-575955451-router', 'tenant_id': '06c20e5fd34a48aa8cc6b4171afd240a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': 'f44da53a-efbe-4b83-b9bb-a249cd816a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:20:38Z', 'updated_at': '2021-08-10T03:20:46Z', 'revision_number': 4, 'project_id': '06c20e5fd34a48aa8cc6b4171afd240a', 'gw_port': {'id': 'f44da53a-efbe-4b83-b9bb-a249cd816a11', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:44:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd089e089-dba6-4fdf-ad97-d537149d46b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:20:41Z', 'updated_at': '2021-08-10T03:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': 'd72c0cd0-a499-42c4-864f-83b0f798899d', 'name': '', 'network_id': '52a12912-47fc-48c4-aaf5-a9b690b74ffc', 'tenant_id': '06c20e5fd34a48aa8cc6b4171afd240a', 'mac_address': 'fa:16:3e:a5:22:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd089e089-dba6-4fdf-ad97-d537149d46b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'ee6f27b1-efb9-4823-8a00-7f908deefa06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:20:45Z', 'updated_at': '2021-08-10T03:20:51Z', 'revision_number': 4, 'project_id': '06c20e5fd34a48aa8cc6b4171afd240a', 'subnets': [{'id': 'ee6f27b1-efb9-4823-8a00-7f908deefa06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:20:52.153505 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-357609af-99cf-48d3-939e-281571fa8274 req-027d123d-da26-47e8-9ebe-e05f074eb6b7 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/security-groups?id=e00a7564-e56b-4b7f-b179-f193e5160bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981071 Aug 10 03:20:52.161317 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port a79a76d6-f1ab-4670-a907-425565059d51, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=a79a76d6-f1ab-4670-a907-425565059d51,segment=NetworkSegment(12579fd8-e183-4425-ae11-f7c255fa011f),segment_id=12579fd8-e183-4425-ae11-f7c255fa011f)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:52.178949 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': 'a79a76d6-f1ab-4670-a907-425565059d51', 'network_id': '36135f86-55af-48c7-9516-7187aabe118a', 'port_id': 'a79a76d6-f1ab-4670-a907-425565059d51', 'mac_address': 'fa:16:3e:ed:f2:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94f1adae-6677-4cd9-bdaa-c308bdf6d787', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:20:52.185932 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning for port 6d575ca0-64f7-48f6-a515-62499dd44012 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:20:52.210028 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port 6d575ca0-64f7-48f6-a515-62499dd44012 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:20:52.210433 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:52.258616 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:52.306889 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-18ddec6c-c02d-4b17-ab90-b602c4509a37 req-340dfb00-f50c-40d9-8407-950614d170e8 tempest-SecurityGroupsNegativeTestJSON-38254329 tempest-SecurityGroupsNegativeTestJSON-38254329-project] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3be824aaf6ff4e28ae14d13294934fe8 HTTP/1.1" status: 200 len: 2984 time: 0.0978284 Aug 10 03:20:52.308073 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a79a76d6-f1ab-4670-a907-425565059d51 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:20:52.353640 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port a79a76d6-f1ab-4670-a907-425565059d51, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=a79a76d6-f1ab-4670-a907-425565059d51,segment=NetworkSegment(12579fd8-e183-4425-ae11-f7c255fa011f),segment_id=12579fd8-e183-4425-ae11-f7c255fa011f)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:52.368247 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:52.389395 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-18ddec6c-c02d-4b17-ab90-b602c4509a37 req-a4c11da2-8494-42ef-a3f3-cf1c7c528cac tempest-SecurityGroupsNegativeTestJSON-38254329 tempest-SecurityGroupsNegativeTestJSON-38254329-project] 10.222.0.44 "GET /v2.0/security-groups/cfe6d52a-abbd-4a66-b788-f0ffd6870d31 HTTP/1.1" status: 200 len: 2981 time: 0.0792923 Aug 10 03:20:52.455716 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb4c3917-9fa4-497f-8195-254da737622b x-openstack-request-id: req-cb4c3917-9fa4-497f-8195-254da737622b {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:20:52.456376 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "846df683-cf87-412d-8a35-b96b0250a8cd", "tag": "97db66a8-771b-4cf8-a449-c72eecd3922c", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:20:52.456376 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cb4c3917-9fa4-497f-8195-254da737622b {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:20:52.456652 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '846df683-cf87-412d-8a35-b96b0250a8cd', 'tag': '97db66a8-771b-4cf8-a449-c72eecd3922c', 'status': 'completed', 'code': 200} Aug 10 03:20:52.497083 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=a79a76d6-f1ab-4670-a907-425565059d51,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:52.564837 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:52.585192 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-18ddec6c-c02d-4b17-ab90-b602c4509a37 req-b3acca03-5162-4845-8858-7e17fd93dab5 tempest-SecurityGroupsNegativeTestJSON-38254329 tempest-SecurityGroupsNegativeTestJSON-38254329-project] 10.222.0.44 "GET /v2.0/security-groups/cfe6d52a-abbd-4a66-b788-f0ffd6870d31 HTTP/1.1" status: 200 len: 2981 time: 0.1844392 Aug 10 03:20:52.599161 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['a79a76d6-f1ab-4670-a907-425565059d51'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:20:52.613167 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da7c041f-b02b-4e48-bee8-51f8bcda5521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d575ca0-64f7-48f6-a515-62499dd44012'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:20:52.617216 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b37b28-3796-4c3f-bf21-37a8fda2f5f3" -d '{"events": [{"server_uuid": "da7c041f-b02b-4e48-bee8-51f8bcda5521", "name": "network-vif-plugged", "status": "completed", "tag": "6d575ca0-64f7-48f6-a515-62499dd44012"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:20:52.622310 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfa02c3-dd00-4f98-b78d-fc62115a5989 req-5330c472-a8ed-44fe-abdc-45b70c658f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:52.636595 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3cfa02c3-dd00-4f98-b78d-fc62115a5989 req-5330c472-a8ed-44fe-abdc-45b70c658f82 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8d28928fef9a4cb78edb2c407fdaba2b&device_id=846df683-cf87-412d-8a35-b96b0250a8cd HTTP/1.1" status: 200 len: 1095 time: 0.1436250 Aug 10 03:20:52.660700 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 6d575ca0-64f7-48f6-a515-62499dd44012, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=6d575ca0-64f7-48f6-a515-62499dd44012,segment=NetworkSegment(688049e6-c1d0-4f13-8eef-c4d81b54e233),segment_id=688049e6-c1d0-4f13-8eef-c4d81b54e233)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:52.669755 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:52.785746 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=6d575ca0-64f7-48f6-a515-62499dd44012,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:52.848739 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c2351f-efe7-46ba-9fdd-dba5dcea3fd2 req-02d47583-5c4f-48b5-9855-163755a0afbb tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:52.850366 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b0c2351f-efe7-46ba-9fdd-dba5dcea3fd2 req-02d47583-5c4f-48b5-9855-163755a0afbb tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] 10.222.0.44 "GET /v2.0/ports?device_id=a73d350b-7cdf-413e-aecd-1fe468dd8b3a HTTP/1.1" status: 200 len: 944 time: 0.1180153 Aug 10 03:20:52.855861 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfa02c3-dd00-4f98-b78d-fc62115a5989 req-fc5e77cd-177a-47d1-91a2-f31d22bdd03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:52.857519 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3cfa02c3-dd00-4f98-b78d-fc62115a5989 req-fc5e77cd-177a-47d1-91a2-f31d22bdd03b service neutron] 10.222.0.42 "GET /v2.0/networks?id=36135f86-55af-48c7-9516-7187aabe118a HTTP/1.1" status: 200 len: 912 time: 0.2107220 Aug 10 03:20:52.943647 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3cfa02c3-dd00-4f98-b78d-fc62115a5989 req-9e354674-ae08-4cdb-a6f7-034c8c43c03f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97db66a8-771b-4cf8-a449-c72eecd3922c HTTP/1.1" status: 200 len: 217 time: 0.0725296 Aug 10 03:20:52.978996 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b0c2351f-efe7-46ba-9fdd-dba5dcea3fd2 req-404e7b3e-5399-4167-a1f2-22f46aeee1f3 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9014602-d589-43cc-9c85-12bc5b71acc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202319 Aug 10 03:20:53.075261 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfa02c3-dd00-4f98-b78d-fc62115a5989 req-8c99968e-6f05-4cbd-8c4e-30394539ae66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:53.076997 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3cfa02c3-dd00-4f98-b78d-fc62115a5989 req-8c99968e-6f05-4cbd-8c4e-30394539ae66 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=94f1adae-6677-4cd9-bdaa-c308bdf6d787 HTTP/1.1" status: 200 len: 852 time: 0.1186526 Aug 10 03:20:53.126940 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3cfa02c3-dd00-4f98-b78d-fc62115a5989 req-55006c21-90c6-4bb7-bb7a-fb30f8628297 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=36135f86-55af-48c7-9516-7187aabe118a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414121 Aug 10 03:20:53.231675 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8879871c-8caa-4134-922d-fce4d4adc897 req-92809595-fbd0-489e-8bf6-bd0594102760 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:53.233267 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8879871c-8caa-4134-922d-fce4d4adc897 req-92809595-fbd0-489e-8bf6-bd0594102760 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "GET /v2.0/ports?device_id=da7c041f-b02b-4e48-bee8-51f8bcda5521 HTTP/1.1" status: 200 len: 945 time: 0.1391239 Aug 10 03:20:53.279832 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3cfa02c3-dd00-4f98-b78d-fc62115a5989 req-b3fe8e1b-8aae-4dd5-8807-9c9e2d088f8d service neutron] 10.222.0.42 "GET /v2.0/networks/36135f86-55af-48c7-9516-7187aabe118a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369855 Aug 10 03:20:53.309015 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8879871c-8caa-4134-922d-fce4d4adc897 req-9877b57d-c7ad-489f-848e-a18ec65943fe tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bcd935f-a3f8-4ab9-ae6d-676bd4ce3973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689688 Aug 10 03:20:53.399829 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device d72c0cd0-a499-42c4-864f-83b0f798899d up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:20:53.435897 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b59ee4b7-84a4-4d83-91d6-83a306e37a1e req-db485780-cc13-41e9-bd5e-4dc26fc414d2 tempest-SecurityGroupsNegativeTestJSON-38254329 tempest-SecurityGroupsNegativeTestJSON-38254329-project] 10.222.0.44 "GET /v2.0/security-groups/cfe6d52a-abbd-4a66-b788-f0ffd6870d31 HTTP/1.1" status: 200 len: 2981 time: 0.0707204 Aug 10 03:20:53.494915 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3cfa02c3-dd00-4f98-b78d-fc62115a5989 req-f237096a-3fd1-433a-999d-e7bd38eac20e service neutron] 10.222.0.42 "GET /v2.0/networks/36135f86-55af-48c7-9516-7187aabe118a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056398 Aug 10 03:20:53.499582 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port d72c0cd0-a499-42c4-864f-83b0f798899d completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:20:53.510196 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port d72c0cd0-a499-42c4-864f-83b0f798899d triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:20:53.510437 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:53.566776 n-d-768862-13 neutron-server[94260]: INFO neutron.api.v2.resource [req-b59ee4b7-84a4-4d83-91d6-83a306e37a1e req-a445e5ab-7f2f-4de6-84b6-a6d3ba97ada7 tempest-SecurityGroupsNegativeTestJSON-38254329 tempest-SecurityGroupsNegativeTestJSON-38254329-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 10 03:20:53.579070 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b59ee4b7-84a4-4d83-91d6-83a306e37a1e req-a445e5ab-7f2f-4de6-84b6-a6d3ba97ada7 tempest-SecurityGroupsNegativeTestJSON-38254329 tempest-SecurityGroupsNegativeTestJSON-38254329-project] 10.222.0.44 "DELETE /v2.0/security-groups/cfe6d52a-abbd-4a66-b788-f0ffd6870d31 HTTP/1.1" status: 409 len: 352 time: 0.1354442 Aug 10 03:20:53.592956 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1509b320-825c-4c9c-90bf-94ac08c6c8cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:53.631008 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814bf4b6-a708-44e2-a88a-1e192f55bec0 req-df84d7fe-43ed-45e6-89e1-ea073cce373d tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:53.632723 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-814bf4b6-a708-44e2-a88a-1e192f55bec0 req-df84d7fe-43ed-45e6-89e1-ea073cce373d tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef631731-4c95-4b93-a8e3-1255fca531d4 HTTP/1.1" status: 200 len: 1023 time: 0.1415784 Aug 10 03:20:53.648592 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c211432-6aa8-4d39-b398-7e654904d8e6 x-openstack-request-id: req-7c211432-6aa8-4d39-b398-7e654904d8e6 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:20:53.648894 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da7c041f-b02b-4e48-bee8-51f8bcda5521", "name": "network-vif-plugged", "status": "completed", "tag": "6d575ca0-64f7-48f6-a515-62499dd44012", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:20:53.649148 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7c211432-6aa8-4d39-b398-7e654904d8e6 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:20:53.649542 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da7c041f-b02b-4e48-bee8-51f8bcda5521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d575ca0-64f7-48f6-a515-62499dd44012', 'code': 200} Aug 10 03:20:53.655937 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:53.733632 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port d72c0cd0-a499-42c4-864f-83b0f798899d, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=d72c0cd0-a499-42c4-864f-83b0f798899d,segment=NetworkSegment(380ff52e-2da4-4b1c-b9fe-411644b2c0b2),segment_id=380ff52e-2da4-4b1c-b9fe-411644b2c0b2)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:53.743523 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:53.808812 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-814bf4b6-a708-44e2-a88a-1e192f55bec0 req-5f91ae3f-61cf-44ce-a6bd-63b55e87f1c5 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Deleting port 13270307-4591-4be0-b206-dea5e9ae449a {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:20:53.809176 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-814bf4b6-a708-44e2-a88a-1e192f55bec0 req-5f91ae3f-61cf-44ce-a6bd-63b55e87f1c5 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:53.822213 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 97db66a8-771b-4cf8-a449-c72eecd3922c details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:20:53.824279 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device a79a76d6-f1ab-4670-a907-425565059d51 up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:20:53.842602 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc1fce-3583-44a3-803e-2460d7189277 req-fc94c86a-659e-472b-ae4a-3c1d63042624 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:53.854283 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-68bc1fce-3583-44a3-803e-2460d7189277 req-fc94c86a-659e-472b-ae4a-3c1d63042624 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef631731-4c95-4b93-a8e3-1255fca531d4 HTTP/1.1" status: 200 len: 1023 time: 0.1335955 Aug 10 03:20:53.931114 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=d72c0cd0-a499-42c4-864f-83b0f798899d,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:53.942698 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-814bf4b6-a708-44e2-a88a-1e192f55bec0 req-5f91ae3f-61cf-44ce-a6bd-63b55e87f1c5 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] For port 13270307-4591-4be0-b206-dea5e9ae449a, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=13270307-4591-4be0-b206-dea5e9ae449a,segment=NetworkSegment(81aef211-7997-45c2-a489-0c68e2619eb8),segment_id=81aef211-7997-45c2-a489-0c68e2619eb8)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:53.943102 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-814bf4b6-a708-44e2-a88a-1e192f55bec0 req-5f91ae3f-61cf-44ce-a6bd-63b55e87f1c5 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:53.954534 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-68bc1fce-3583-44a3-803e-2460d7189277 req-afdd94ae-7d8d-41d6-a8be-4f08cda2f3c5 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "GET /v2.0/security-groups?id=41ee46c2-b2a5-449c-b4c8-15a659a6d137&id=a76dbe6f-f96a-4ea8-a2c1-9b67619c94a0&id=71a78bf3-3f56-459c-9939-edef9eac9730&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0944536 Aug 10 03:20:53.978003 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-814bf4b6-a708-44e2-a88a-1e192f55bec0 req-5f91ae3f-61cf-44ce-a6bd-63b55e87f1c5 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Calling delete_port for 13270307-4591-4be0-b206-dea5e9ae449a owned by compute:nova {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:20:54.009155 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdc12be-8b90-4bf0-ac29-40ef561bd82b req-50453aec-03e9-4230-9989-33cd08cd06ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:54.017640 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9bdc12be-8b90-4bf0-ac29-40ef561bd82b req-50453aec-03e9-4230-9989-33cd08cd06ab service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=da7c041f-b02b-4e48-bee8-51f8bcda5521 HTTP/1.1" status: 200 len: 1097 time: 0.1342757 Aug 10 03:20:54.116693 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning for port a79a76d6-f1ab-4670-a907-425565059d51 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:20:54.131219 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 97db66a8-771b-4cf8-a449-c72eecd3922c, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=97db66a8-771b-4cf8-a449-c72eecd3922c,segment=NetworkSegment(12579fd8-e183-4425-ae11-f7c255fa011f),segment_id=12579fd8-e183-4425-ae11-f7c255fa011f)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:54.135126 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9bdc12be-8b90-4bf0-ac29-40ef561bd82b req-77f26dfd-bc5f-43e6-bdac-de0c782419b7 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8bcd935f-a3f8-4ab9-ae6d-676bd4ce3973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038582 Aug 10 03:20:54.148519 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port a79a76d6-f1ab-4670-a907-425565059d51 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:20:54.148996 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:54.173174 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-814bf4b6-a708-44e2-a88a-1e192f55bec0 req-5f91ae3f-61cf-44ce-a6bd-63b55e87f1c5 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:54.177241 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': '97db66a8-771b-4cf8-a449-c72eecd3922c', 'network_id': '36135f86-55af-48c7-9516-7187aabe118a', 'port_id': '97db66a8-771b-4cf8-a449-c72eecd3922c', 'mac_address': 'fa:16:3e:5e:ee:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94f1adae-6677-4cd9-bdaa-c308bdf6d787', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:20:54.181154 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:54.197919 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['1a766390-8fe6-4db4-a148-9d9b07e221c2'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:20:54.200080 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['13270307-4591-4be0-b206-dea5e9ae449a'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:20:54.208867 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a71801-8675-474f-a88f-134457aef4b6 req-405d681d-1170-4e15-862b-2f155fade9d5 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:54.214637 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f91ae3f-61cf-44ce-a6bd-63b55e87f1c5 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Pushing event deleted for resources: {'Port': ['ID=13270307-4591-4be0-b206-dea5e9ae449a,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:54.214871 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-02a71801-8675-474f-a88f-134457aef4b6 req-405d681d-1170-4e15-862b-2f155fade9d5 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c6f1850-f19e-4254-92e9-56a30b581253 HTTP/1.1" status: 200 len: 945 time: 0.0799038 Aug 10 03:20:54.258744 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-02a71801-8675-474f-a88f-134457aef4b6 req-013753b1-1e21-48c1-b140-0c57f5158ae4 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/security-groups?id=e00a7564-e56b-4b7f-b179-f193e5160bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386977 Aug 10 03:20:54.281359 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-814bf4b6-a708-44e2-a88a-1e192f55bec0 req-5f91ae3f-61cf-44ce-a6bd-63b55e87f1c5 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] No DVR routers for this DVR port 13270307-4591-4be0-b206-dea5e9ae449a on host n-h2-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:20:54.284353 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-814bf4b6-a708-44e2-a88a-1e192f55bec0 req-5f91ae3f-61cf-44ce-a6bd-63b55e87f1c5 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:54.291162 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-814bf4b6-a708-44e2-a88a-1e192f55bec0 req-5f91ae3f-61cf-44ce-a6bd-63b55e87f1c5 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.61 "DELETE /v2.0/ports/13270307-4591-4be0-b206-dea5e9ae449a HTTP/1.1" status: 204 len: 173 time: 0.6504135 Aug 10 03:20:54.291707 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef631731-4c95-4b93-a8e3-1255fca531d4', 'name': 'network-vif-deleted', 'tag': '13270307-4591-4be0-b206-dea5e9ae449a'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:20:54.295386 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc83cc7d-b381-4cbd-b7ba-73c1ef9de4c6" -d '{"events": [{"server_uuid": "ef631731-4c95-4b93-a8e3-1255fca531d4", "name": "network-vif-deleted", "tag": "13270307-4591-4be0-b206-dea5e9ae449a"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:20:54.318684 n-d-768862-13 neutron-server[94260]: INFO neutron.api.v2.resource [req-e91f71b6-b04e-4a32-a681-96899e42ec48 req-3e7427c9-9126-4609-a43c-1b81deda997d tempest-SecurityGroupsNegativeTestJSON-38254329 tempest-SecurityGroupsNegativeTestJSON-38254329-project] show failed (client error): The resource could not be found. Aug 10 03:20:54.319714 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e91f71b6-b04e-4a32-a681-96899e42ec48 req-3e7427c9-9126-4609-a43c-1b81deda997d tempest-SecurityGroupsNegativeTestJSON-38254329 tempest-SecurityGroupsNegativeTestJSON-38254329-project] 10.222.0.44 "GET /v2.0/security-groups/737c366d-441f-457e-bf8f-b0151db5c0d2 HTTP/1.1" status: 404 len: 352 time: 0.0177209 Aug 10 03:20:54.368769 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:54.390576 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97db66a8-771b-4cf8-a449-c72eecd3922c {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:20:54.444666 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 97db66a8-771b-4cf8-a449-c72eecd3922c, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=97db66a8-771b-4cf8-a449-c72eecd3922c,segment=NetworkSegment(12579fd8-e183-4425-ae11-f7c255fa011f),segment_id=12579fd8-e183-4425-ae11-f7c255fa011f)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:54.459332 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b25aa67-a28b-4a76-be0b-bea8bf36b488 req-1fd80340-1e63-43a2-8ded-642c29fe4323 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:54.459751 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:54.460538 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9b25aa67-a28b-4a76-be0b-bea8bf36b488 req-1fd80340-1e63-43a2-8ded-642c29fe4323 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] 10.222.0.44 "GET /v2.0/ports?device_id=a73d350b-7cdf-413e-aecd-1fe468dd8b3a HTTP/1.1" status: 200 len: 944 time: 0.0584252 Aug 10 03:20:54.510976 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:54.525823 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9b25aa67-a28b-4a76-be0b-bea8bf36b488 req-894222ec-d2db-4506-9063-9946c72b8e10 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9014602-d589-43cc-9c85-12bc5b71acc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566077 Aug 10 03:20:54.585268 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=97db66a8-771b-4cf8-a449-c72eecd3922c,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:54.601451 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port a79a76d6-f1ab-4670-a907-425565059d51, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=a79a76d6-f1ab-4670-a907-425565059d51,segment=NetworkSegment(12579fd8-e183-4425-ae11-f7c255fa011f),segment_id=12579fd8-e183-4425-ae11-f7c255fa011f)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:54.614770 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:54.636150 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d365a38-d642-42a7-ac22-5ec5055248c7 x-openstack-request-id: req-2d365a38-d642-42a7-ac22-5ec5055248c7 {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:20:54.636732 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef631731-4c95-4b93-a8e3-1255fca531d4", "name": "network-vif-deleted", "tag": "13270307-4591-4be0-b206-dea5e9ae449a", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:20:54.637117 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2d365a38-d642-42a7-ac22-5ec5055248c7 {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:20:54.637750 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef631731-4c95-4b93-a8e3-1255fca531d4', 'name': 'network-vif-deleted', 'tag': '13270307-4591-4be0-b206-dea5e9ae449a', 'status': 'completed', 'code': 200} Aug 10 03:20:54.700533 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=a79a76d6-f1ab-4670-a907-425565059d51,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:54.759733 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['97db66a8-771b-4cf8-a449-c72eecd3922c'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:20:54.777374 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adb5856-7a9d-48cf-a96b-a2612a7307a4 req-8636c7f3-f2f0-45f7-bd26-a8e5b2a66178 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:54.787198 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3adb5856-7a9d-48cf-a96b-a2612a7307a4 req-8636c7f3-f2f0-45f7-bd26-a8e5b2a66178 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "GET /v2.0/ports?device_id=da7c041f-b02b-4e48-bee8-51f8bcda5521 HTTP/1.1" status: 200 len: 945 time: 0.0925877 Aug 10 03:20:54.832145 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3adb5856-7a9d-48cf-a96b-a2612a7307a4 req-3c9b8d68-3603-48a7-8bbd-56951ee978b9 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bcd935f-a3f8-4ab9-ae6d-676bd4ce3973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439806 Aug 10 03:20:54.895149 n-d-768862-13 neutron-server[94260]: INFO neutron.api.v2.resource [req-16d645ac-bdcb-4891-a236-3652aa30c158 req-b3b93bc8-5b84-4c7e-bb0c-9355ca447d5f tempest-SecurityGroupsNegativeTestJSON-38254329 tempest-SecurityGroupsNegativeTestJSON-38254329-project] show failed (client error): The resource could not be found. Aug 10 03:20:54.896122 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-16d645ac-bdcb-4891-a236-3652aa30c158 req-b3b93bc8-5b84-4c7e-bb0c-9355ca447d5f tempest-SecurityGroupsNegativeTestJSON-38254329 tempest-SecurityGroupsNegativeTestJSON-38254329-project] 10.222.0.44 "GET /v2.0/security-groups/be01aa86-6777-46f4-b552-2d7c62e7ed24 HTTP/1.1" status: 404 len: 352 time: 0.0181153 Aug 10 03:20:54.912621 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 54534) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:54.972132 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fba1029-0ad6-4384-b794-f10c2a1b0f69 admin admin] Deleting subnet 5eb5735a-45db-463c-bf48-70fe765fa1e1 {{(pid=94260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:20:54.976040 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2fba1029-0ad6-4384-b794-f10c2a1b0f69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:55.018316 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2fba1029-0ad6-4384-b794-f10c2a1b0f69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191173'] for subnet, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:55.111562 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e599b5f7-031a-40c9-bd42-e9e4a33efc00 req-e3ac75f9-6f3f-4a5d-9c64-6c3ec730f090 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef631731-4c95-4b93-a8e3-1255fca531d4 HTTP/1.1" status: 200 len: 210 time: 0.0473340 Aug 10 03:20:55.115077 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2fba1029-0ad6-4384-b794-f10c2a1b0f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:55.188845 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2fba1029-0ad6-4384-b794-f10c2a1b0f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:55.230983 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:55.232118 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fba1029-0ad6-4384-b794-f10c2a1b0f69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5eb5735a-45db-463c-bf48-70fe765fa1e1,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:55.234480 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2fba1029-0ad6-4384-b794-f10c2a1b0f69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:55.238282 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-2fba1029-0ad6-4384-b794-f10c2a1b0f69 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/5eb5735a-45db-463c-bf48-70fe765fa1e1 HTTP/1.1" status: 204 len: 168 time: 0.3228369 Aug 10 03:20:55.239453 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 54542) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:55.346421 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-51c4c6d9-edbd-414a-b469-a4853f35c34e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:55.363616 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device d72c0cd0-a499-42c4-864f-83b0f798899d up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:20:55.430814 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port d72c0cd0-a499-42c4-864f-83b0f798899d triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:20:55.431508 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:55.490709 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-51c4c6d9-edbd-414a-b469-a4853f35c34e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:55.516604 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-51c4c6d9-edbd-414a-b469-a4853f35c34e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3826f27f-b75d-46bc-b9cd-30aeaf61b399']}} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:55.546643 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1520737e-296a-40e2-ba3d-1a5af9c69797 req-d05fe476-0710-4cab-afc5-77fb4ec24293 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:55.548230 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1520737e-296a-40e2-ba3d-1a5af9c69797 req-d05fe476-0710-4cab-afc5-77fb4ec24293 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c6f1850-f19e-4254-92e9-56a30b581253 HTTP/1.1" status: 200 len: 945 time: 0.1579349 Aug 10 03:20:55.550402 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-51c4c6d9-edbd-414a-b469-a4853f35c34e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0881fd5-75d2-46fd-8d8c-2d6d532d1d5a') {'for_net_delete': True} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:55.550852 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-51c4c6d9-edbd-414a-b469-a4853f35c34e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0881fd5-75d2-46fd-8d8c-2d6d532d1d5a') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:55.563380 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-51c4c6d9-edbd-414a-b469-a4853f35c34e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191186'] for segment, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:55.595540 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-51c4c6d9-edbd-414a-b469-a4853f35c34e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:55.625616 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51c4c6d9-edbd-414a-b469-a4853f35c34e admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=94260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:20:55.626065 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-51c4c6d9-edbd-414a-b469-a4853f35c34e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58895489'] for segment, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:55.627837 n-d-768862-13 neutron-server[94260]: Traceback (most recent call last): Aug 10 03:20:55.627837 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:20:55.627837 n-d-768862-13 neutron-server[94260]: timer() Aug 10 03:20:55.627837 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:20:55.627837 n-d-768862-13 neutron-server[94260]: cb(*args, **kw) Aug 10 03:20:55.627837 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:20:55.627837 n-d-768862-13 neutron-server[94260]: return func(*args, **kwargs) Aug 10 03:20:55.627837 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:20:55.627837 n-d-768862-13 neutron-server[94260]: self._notify() Aug 10 03:20:55.627837 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:20:55.627837 n-d-768862-13 neutron-server[94260]: self.callback(batched_events) Aug 10 03:20:55.627837 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:20:55.627837 n-d-768862-13 neutron-server[94260]: event.method(event) Aug 10 03:20:55.627837 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:20:55.627837 n-d-768862-13 neutron-server[94260]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:20:55.627837 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:20:55.627837 n-d-768862-13 neutron-server[94260]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:20:55.627837 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:20:55.627837 n-d-768862-13 neutron-server[94260]: return f(self, *a, **k) Aug 10 03:20:55.627837 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:20:55.627837 n-d-768862-13 neutron-server[94260]: return self._get(url).json() Aug 10 03:20:55.627837 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:20:55.627837 n-d-768862-13 neutron-server[94260]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:20:55.627837 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:20:55.627837 n-d-768862-13 neutron-server[94260]: return self.request(url, 'GET', **kwargs) Aug 10 03:20:55.627837 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:20:55.627837 n-d-768862-13 neutron-server[94260]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:20:55.627837 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:20:55.627837 n-d-768862-13 neutron-server[94260]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:20:55.627837 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:20:55.627837 n-d-768862-13 neutron-server[94260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:20:55.627837 n-d-768862-13 neutron-server[94260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:20:55.640942 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1520737e-296a-40e2-ba3d-1a5af9c69797 req-97f22ec0-5f01-4315-abb9-4ef77398c25e tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/security-groups?id=e00a7564-e56b-4b7f-b179-f193e5160bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753520 Aug 10 03:20:55.650985 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a73d350b-7cdf-413e-aecd-1fe468dd8b3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a79a76d6-f1ab-4670-a907-425565059d51'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:20:55.653475 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27886dce-5769-48cf-bc11-c2670a4899df" -d '{"events": [{"server_uuid": "a73d350b-7cdf-413e-aecd-1fe468dd8b3a", "name": "network-vif-plugged", "status": "completed", "tag": "a79a76d6-f1ab-4670-a907-425565059d51"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:20:55.698908 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-51c4c6d9-edbd-414a-b469-a4853f35c34e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:55.704669 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-51c4c6d9-edbd-414a-b469-a4853f35c34e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:55.707245 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-51c4c6d9-edbd-414a-b469-a4853f35c34e admin admin] 10.222.0.44 "DELETE /v2.0/networks/3826f27f-b75d-46bc-b9cd-30aeaf61b399 HTTP/1.1" status: 204 len: 168 time: 0.4673548 Aug 10 03:20:55.748009 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c4c6d9-edbd-414a-b469-a4853f35c34e admin admin] Pushing event deleted for resources: {'Network': ['ID=3826f27f-b75d-46bc-b9cd-30aeaf61b399,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:55.760034 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c4c6d9-edbd-414a-b469-a4853f35c34e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:55.760434 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c4c6d9-edbd-414a-b469-a4853f35c34e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:55.760762 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c4c6d9-edbd-414a-b469-a4853f35c34e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:55.761287 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c4c6d9-edbd-414a-b469-a4853f35c34e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:55.761439 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c4c6d9-edbd-414a-b469-a4853f35c34e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:55.761731 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c4c6d9-edbd-414a-b469-a4853f35c34e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:55.762054 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c4c6d9-edbd-414a-b469-a4853f35c34e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:55.762949 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c4c6d9-edbd-414a-b469-a4853f35c34e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:55.762949 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c4c6d9-edbd-414a-b469-a4853f35c34e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:55.763175 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c4c6d9-edbd-414a-b469-a4853f35c34e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:55.763483 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c4c6d9-edbd-414a-b469-a4853f35c34e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:55.763850 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c4c6d9-edbd-414a-b469-a4853f35c34e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:55.783884 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35536e0c-b24e-41d5-a253-bbbfc3aafabe req-de11b8ea-2a10-4949-aacb-eb76d4e6da2b tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:55.786203 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-35536e0c-b24e-41d5-a253-bbbfc3aafabe req-de11b8ea-2a10-4949-aacb-eb76d4e6da2b tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] 10.222.0.44 "GET /v2.0/ports?device_id=a73d350b-7cdf-413e-aecd-1fe468dd8b3a HTTP/1.1" status: 200 len: 945 time: 0.0760598 Aug 10 03:20:55.831051 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 97db66a8-771b-4cf8-a449-c72eecd3922c up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:20:55.840835 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-35536e0c-b24e-41d5-a253-bbbfc3aafabe req-9feddc5f-59d9-42a0-97ee-0964fb9f37d9 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9014602-d589-43cc-9c85-12bc5b71acc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405128 Aug 10 03:20:55.876493 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 54554) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:55.907001 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b17c49d9-3aa9-4076-bca2-fd77a3267ae0 x-openstack-request-id: req-b17c49d9-3aa9-4076-bca2-fd77a3267ae0 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:20:55.907471 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a73d350b-7cdf-413e-aecd-1fe468dd8b3a", "name": "network-vif-plugged", "status": "completed", "tag": "a79a76d6-f1ab-4670-a907-425565059d51", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:20:55.907905 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b17c49d9-3aa9-4076-bca2-fd77a3267ae0 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:20:55.908519 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a73d350b-7cdf-413e-aecd-1fe468dd8b3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a79a76d6-f1ab-4670-a907-425565059d51', 'code': 200} Aug 10 03:20:55.940146 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-a1c4bd19-263d-4c89-9341-da7ece568a0b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3be824aaf6ff4e28ae14d13294934fe8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0602167 Aug 10 03:20:55.940395 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 54556) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:55.993339 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:56.006835 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning for port 97db66a8-771b-4cf8-a449-c72eecd3922c completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:20:56.011210 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port 97db66a8-771b-4cf8-a449-c72eecd3922c triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:20:56.011589 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:56.116382 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:56.187860 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 97db66a8-771b-4cf8-a449-c72eecd3922c, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=97db66a8-771b-4cf8-a449-c72eecd3922c,segment=NetworkSegment(12579fd8-e183-4425-ae11-f7c255fa011f),segment_id=12579fd8-e183-4425-ae11-f7c255fa011f)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:56.198925 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:56.297766 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=97db66a8-771b-4cf8-a449-c72eecd3922c,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:56.405224 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a394c-8c75-4f60-9ad2-5e9e1c096264 req-357b911c-14bb-495f-a744-7946a897d819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:56.406802 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d35a394c-8c75-4f60-9ad2-5e9e1c096264 req-357b911c-14bb-495f-a744-7946a897d819 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a73d350b-7cdf-413e-aecd-1fe468dd8b3a HTTP/1.1" status: 200 len: 1097 time: 0.4276257 Aug 10 03:20:56.416733 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d0b131-e5f7-4f91-b4cb-0ac7431f13c2 req-a337217b-d301-4113-bbce-249d2a5adc77 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:56.418260 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-50d0b131-e5f7-4f91-b4cb-0ac7431f13c2 req-a337217b-d301-4113-bbce-249d2a5adc77 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "GET /v2.0/ports?device_id=da7c041f-b02b-4e48-bee8-51f8bcda5521 HTTP/1.1" status: 200 len: 945 time: 0.4532950 Aug 10 03:20:56.426429 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e09d9428-a8b4-41de-bc2b-6c10c5d228d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:56.482831 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e09d9428-a8b4-41de-bc2b-6c10c5d228d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:56.499136 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d35a394c-8c75-4f60-9ad2-5e9e1c096264 req-8bfb84dd-1dc4-45b9-84d6-e68d277e0c91 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c9014602-d589-43cc-9c85-12bc5b71acc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793006 Aug 10 03:20:56.512732 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-50d0b131-e5f7-4f91-b4cb-0ac7431f13c2 req-d7d50833-9a1f-4cce-8344-ae9ac1947638 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bcd935f-a3f8-4ab9-ae6d-676bd4ce3973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873501 Aug 10 03:20:56.558755 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e09d9428-a8b4-41de-bc2b-6c10c5d228d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:56.562928 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e09d9428-a8b4-41de-bc2b-6c10c5d228d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:56.567052 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-e09d9428-a8b4-41de-bc2b-6c10c5d228d8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cfe6d52a-abbd-4a66-b788-f0ffd6870d31 HTTP/1.1" status: 204 len: 168 time: 0.6227975 Aug 10 03:20:56.572245 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09d9428-a8b4-41de-bc2b-6c10c5d228d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe6d52a-abbd-4a66-b788-f0ffd6870d31,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:56.655661 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:56.716917 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc7241-5cf0-4c2b-845e-9e6cc62bd2fc req-2ac00b4f-7120-40c4-997b-083a50d745f3 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:56.718826 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c6fc7241-5cf0-4c2b-845e-9e6cc62bd2fc req-2ac00b4f-7120-40c4-997b-083a50d745f3 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "GET /v2.0/ports?device_id=da7c041f-b02b-4e48-bee8-51f8bcda5521 HTTP/1.1" status: 200 len: 945 time: 0.0606327 Aug 10 03:20:56.768013 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c6fc7241-5cf0-4c2b-845e-9e6cc62bd2fc req-9d795756-7439-4356-b29e-1957b1ce242a tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bcd935f-a3f8-4ab9-ae6d-676bd4ce3973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400038 Aug 10 03:20:56.839561 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6105b125-c60a-45f5-951c-f49d33a9bbe6 req-27599871-13b9-4cf0-8092-e69c147f8b8d tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "GET /v2.0/security-groups/a76dbe6f-f96a-4ea8-a2c1-9b67619c94a0 HTTP/1.1" status: 200 len: 1799 time: 0.0488174 Aug 10 03:20:56.907795 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-6105b125-c60a-45f5-951c-f49d33a9bbe6 req-7bbdbbd1-e75a-4954-9cb3-f86e9b77d26e tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:56.933349 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-6105b125-c60a-45f5-951c-f49d33a9bbe6 req-7bbdbbd1-e75a-4954-9cb3-f86e9b77d26e tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:56.978241 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-6105b125-c60a-45f5-951c-f49d33a9bbe6 req-7bbdbbd1-e75a-4954-9cb3-f86e9b77d26e tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:56.981060 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-6105b125-c60a-45f5-951c-f49d33a9bbe6 req-7bbdbbd1-e75a-4954-9cb3-f86e9b77d26e tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:56.986873 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6105b125-c60a-45f5-951c-f49d33a9bbe6 req-7bbdbbd1-e75a-4954-9cb3-f86e9b77d26e tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "DELETE /v2.0/security-groups/a76dbe6f-f96a-4ea8-a2c1-9b67619c94a0 HTTP/1.1" status: 204 len: 173 time: 0.1412671 Aug 10 03:20:57.003231 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbdbbd1-e75a-4954-9cb3-f86e9b77d26e tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a76dbe6f-f96a-4ea8-a2c1-9b67619c94a0,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:57.115887 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0e266d-314c-4695-8897-9587d718f40b req-7bac2c3c-11f4-4e27-955f-49deb5adbf0a tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:57.123888 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4d0e266d-314c-4695-8897-9587d718f40b req-7bac2c3c-11f4-4e27-955f-49deb5adbf0a tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c6f1850-f19e-4254-92e9-56a30b581253 HTTP/1.1" status: 200 len: 945 time: 0.0695198 Aug 10 03:20:57.166795 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4d0e266d-314c-4695-8897-9587d718f40b req-7a8e01b0-de36-40dc-a9f2-d99309cc4960 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/security-groups?id=e00a7564-e56b-4b7f-b179-f193e5160bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419822 Aug 10 03:20:57.312352 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb95a08-5df6-48c9-8048-267937caef88 req-e4673a06-397c-4ce6-99dc-ff375dda71f3 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:57.316167 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6bb95a08-5df6-48c9-8048-267937caef88 req-e4673a06-397c-4ce6-99dc-ff375dda71f3 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] 10.222.0.44 "GET /v2.0/ports?device_id=a73d350b-7cdf-413e-aecd-1fe468dd8b3a HTTP/1.1" status: 200 len: 945 time: 0.0722773 Aug 10 03:20:57.375130 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6bb95a08-5df6-48c9-8048-267937caef88 req-c1b9e465-6444-4311-a70b-1feca822fef2 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9014602-d589-43cc-9c85-12bc5b71acc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539238 Aug 10 03:20:57.462883 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e8294a52-f510-4a9c-a284-c00da343b013 req-9cd4e79b-3ddb-4cc5-817f-ee9a85321b9f tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "GET /v2.0/security-groups/71a78bf3-3f56-459c-9939-edef9eac9730 HTTP/1.1" status: 200 len: 1801 time: 0.0533888 Aug 10 03:20:57.475365 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 54602) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:57.528547 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-e8294a52-f510-4a9c-a284-c00da343b013 req-2a9d645e-75d5-44d2-9f3e-8dadd874a516 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:57.555243 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-e8294a52-f510-4a9c-a284-c00da343b013 req-2a9d645e-75d5-44d2-9f3e-8dadd874a516 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:57.592009 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-4d320b7d-cb80-4c74-b043-c75ad041ab11 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-584355586-network', 'tenant_id': '1c54b280762545eba61ee7822eb953b8'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:57.608813 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-e8294a52-f510-4a9c-a284-c00da343b013 req-2a9d645e-75d5-44d2-9f3e-8dadd874a516 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:57.613874 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-e8294a52-f510-4a9c-a284-c00da343b013 req-2a9d645e-75d5-44d2-9f3e-8dadd874a516 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:57.615329 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d320b7d-cb80-4c74-b043-c75ad041ab11 admin admin] Made reservation on behalf of 1c54b280762545eba61ee7822eb953b8 for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:20:57.615713 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e8294a52-f510-4a9c-a284-c00da343b013 req-2a9d645e-75d5-44d2-9f3e-8dadd874a516 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "DELETE /v2.0/security-groups/71a78bf3-3f56-459c-9939-edef9eac9730 HTTP/1.1" status: 204 len: 173 time: 0.1509080 Aug 10 03:20:57.619229 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4d320b7d-cb80-4c74-b043-c75ad041ab11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:57.631020 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 960a28a7-1741-4a5e-af50-49f66b7e7907 no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:20:57.642849 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9d645e-75d5-44d2-9f3e-8dadd874a516 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a78bf3-3f56-459c-9939-edef9eac9730,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:57.654390 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4d320b7d-cb80-4c74-b043-c75ad041ab11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:57.736913 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:57.786370 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f407e1fd-40c6-49b8-bb72-1e60aafca0b4 req-3edb615b-4f21-4f0c-b4e8-425b1599bc75 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:57.794660 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f407e1fd-40c6-49b8-bb72-1e60aafca0b4 req-3edb615b-4f21-4f0c-b4e8-425b1599bc75 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "GET /v2.0/ports?device_id=da7c041f-b02b-4e48-bee8-51f8bcda5521 HTTP/1.1" status: 200 len: 945 time: 0.0979619 Aug 10 03:20:57.795836 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 960a28a7-1741-4a5e-af50-49f66b7e7907, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=960a28a7-1741-4a5e-af50-49f66b7e7907,segment=NetworkSegment(7ed85737-71ac-4d44-addd-a974f87ebbbf),segment_id=7ed85737-71ac-4d44-addd-a974f87ebbbf)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:57.803190 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:57.805195 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 13270307-4591-4be0-b206-dea5e9ae449a no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:20:57.838550 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] No Port match for: 13270307-4591-4be0-b206-dea5e9ae449a {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:20:57.838902 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 13270307-4591-4be0-b206-dea5e9ae449a not bound to the agent host n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:20:57.848164 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4d320b7d-cb80-4c74-b043-c75ad041ab11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:57.856050 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4d320b7d-cb80-4c74-b043-c75ad041ab11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:57.882934 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f407e1fd-40c6-49b8-bb72-1e60aafca0b4 req-4f3ffe7b-eb37-4fe3-aabb-207c28826201 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bcd935f-a3f8-4ab9-ae6d-676bd4ce3973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709729 Aug 10 03:20:57.897844 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-61418437-caa8-4e29-be73-f115485428c4 req-4a8c6687-0afc-4b15-9d04-4dc81268cad0 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-229033845', 'description': 'tempest-description-1255725418'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:57.902466 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d320b7d-cb80-4c74-b043-c75ad041ab11 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:20:57.914827 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '846df683-cf87-412d-8a35-b96b0250a8cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97db66a8-771b-4cf8-a449-c72eecd3922c'}, {'server_uuid': '8c6f1850-f19e-4254-92e9-56a30b581253', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '960a28a7-1741-4a5e-af50-49f66b7e7907'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:20:57.917133 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d320b7d-cb80-4c74-b043-c75ad041ab11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88847d29-5fe2-471b-9854-a2510165958e,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:57.922152 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5444030-63f1-43b6-9117-d94c40767955" -d '{"events": [{"server_uuid": "846df683-cf87-412d-8a35-b96b0250a8cd", "name": "network-vif-plugged", "status": "completed", "tag": "97db66a8-771b-4cf8-a449-c72eecd3922c"}, {"server_uuid": "8c6f1850-f19e-4254-92e9-56a30b581253", "name": "network-vif-unplugged", "status": "completed", "tag": "960a28a7-1741-4a5e-af50-49f66b7e7907"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:20:57.927534 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4d320b7d-cb80-4c74-b043-c75ad041ab11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:57.928530 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-4d320b7d-cb80-4c74-b043-c75ad041ab11 admin admin] Added segment ef8db12d-912b-41dd-a4b0-23d24ac98418 of type vlan for network d6af8212-aac1-40c5-a707-aa25feb03b38 Aug 10 03:20:57.929540 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=960a28a7-1741-4a5e-af50-49f66b7e7907,revision_number=6']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:57.933817 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-61418437-caa8-4e29-be73-f115485428c4 req-4a8c6687-0afc-4b15-9d04-4dc81268cad0 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:57.978377 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4d320b7d-cb80-4c74-b043-c75ad041ab11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:58.020165 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4d320b7d-cb80-4c74-b043-c75ad041ab11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:58.021164 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d320b7d-cb80-4c74-b043-c75ad041ab11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:58.022657 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4d320b7d-cb80-4c74-b043-c75ad041ab11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:58.034451 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-61418437-caa8-4e29-be73-f115485428c4 req-4a8c6687-0afc-4b15-9d04-4dc81268cad0 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:58.039938 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-61418437-caa8-4e29-be73-f115485428c4 req-4a8c6687-0afc-4b15-9d04-4dc81268cad0 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:58.071066 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-61418437-caa8-4e29-be73-f115485428c4 req-4a8c6687-0afc-4b15-9d04-4dc81268cad0 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:58.072367 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-61418437-caa8-4e29-be73-f115485428c4 req-4a8c6687-0afc-4b15-9d04-4dc81268cad0 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.1877434 Aug 10 03:20:58.082450 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8c6687-0afc-4b15-9d04-4dc81268cad0 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aeae6236-081d-40d7-aad6-cb6436b59b56,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:58.105018 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 54614) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:58.105367 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-4d320b7d-cb80-4c74-b043-c75ad041ab11 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6288953 Aug 10 03:20:58.110586 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-d161c362-2490-4379-bea3-a7d175a3c615 admin admin] Request body: {'subnet': {'network_id': 'd6af8212-aac1-40c5-a707-aa25feb03b38', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-584355586-subnet', 'tenant_id': '1c54b280762545eba61ee7822eb953b8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:58.110991 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d320b7d-cb80-4c74-b043-c75ad041ab11 admin admin] Pushing event updated for resources: {'Network': ['ID=d6af8212-aac1-40c5-a707-aa25feb03b38,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:58.123102 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network d6af8212-aac1-40c5-a707-aa25feb03b38 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:20:58.145017 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d161c362-2490-4379-bea3-a7d175a3c615 admin admin] Made reservation on behalf of 1c54b280762545eba61ee7822eb953b8 for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:20:58.148809 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d161c362-2490-4379-bea3-a7d175a3c615 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:58.283079 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b26e97-0926-4277-abea-b02104f6ca32 req-c2e31846-b403-41db-941e-aab3f56b9e99 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:58.285475 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-10b26e97-0926-4277-abea-b02104f6ca32 req-c2e31846-b403-41db-941e-aab3f56b9e99 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "GET /v2.0/ports?device_id=da7c041f-b02b-4e48-bee8-51f8bcda5521 HTTP/1.1" status: 200 len: 945 time: 0.1182721 Aug 10 03:20:58.371939 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-10b26e97-0926-4277-abea-b02104f6ca32 req-8faa18f6-6d8c-46f2-bf0e-6394644eb15f tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bcd935f-a3f8-4ab9-ae6d-676bd4ce3973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759547 Aug 10 03:20:58.462632 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 10 Aug 2021 03:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c6fe2a3-5855-4b10-acf9-86b67d8891de x-openstack-request-id: req-0c6fe2a3-5855-4b10-acf9-86b67d8891de {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:20:58.462943 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "846df683-cf87-412d-8a35-b96b0250a8cd", "name": "network-vif-plugged", "status": "completed", "tag": "97db66a8-771b-4cf8-a449-c72eecd3922c", "code": 200}, {"server_uuid": "8c6f1850-f19e-4254-92e9-56a30b581253", "name": "network-vif-unplugged", "status": "completed", "tag": "960a28a7-1741-4a5e-af50-49f66b7e7907", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:20:58.463462 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0c6fe2a3-5855-4b10-acf9-86b67d8891de {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:20:58.464108 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '846df683-cf87-412d-8a35-b96b0250a8cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97db66a8-771b-4cf8-a449-c72eecd3922c', 'code': 200} Aug 10 03:20:58.464365 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c6f1850-f19e-4254-92e9-56a30b581253', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '960a28a7-1741-4a5e-af50-49f66b7e7907', 'code': 200} Aug 10 03:20:58.474485 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d161c362-2490-4379-bea3-a7d175a3c615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58895384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805196'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:58.605044 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d161c362-2490-4379-bea3-a7d175a3c615 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab41bfa0-d357-41af-aec9-387a65206e18,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:58.609228 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8eb6f637-2752-4982-b64e-4ea167f645c7 req-516a2a8e-8d4f-4a55-8af0-4042677aac96 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "GET /v2.0/security-groups/aeae6236-081d-40d7-aad6-cb6436b59b56 HTTP/1.1" status: 200 len: 1800 time: 0.1295762 Aug 10 03:20:58.625303 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-8eb6f637-2752-4982-b64e-4ea167f645c7 req-11ef4a84-0feb-4e5d-9359-d80c2625b56a tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Request body: {'security_group': {'name': 'tempest-sg-hth-569001318', 'description': 'tempest-description-hth-2009519428'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:58.628484 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d161c362-2490-4379-bea3-a7d175a3c615 admin admin] Checking segment: {'id': 'ef8db12d-912b-41dd-a4b0-23d24ac98418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd6af8212-aac1-40c5-a707-aa25feb03b38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:20:58.628856 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d161c362-2490-4379-bea3-a7d175a3c615 admin admin] Network hostable DHCP agents. Network: d6af8212-aac1-40c5-a707-aa25feb03b38, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:20:58.643387 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42997a2e-e06a-4b63-b74b-ca686fa99099 req-51620f05-ba5e-455d-bd74-5832227e7839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:58.644924 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-42997a2e-e06a-4b63-b74b-ca686fa99099 req-51620f05-ba5e-455d-bd74-5832227e7839 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=846df683-cf87-412d-8a35-b96b0250a8cd HTTP/1.1" status: 200 len: 1097 time: 0.1045740 Aug 10 03:20:58.684165 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8eb6f637-2752-4982-b64e-4ea167f645c7 req-11ef4a84-0feb-4e5d-9359-d80c2625b56a tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks [] for security_group, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:58.696107 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d161c362-2490-4379-bea3-a7d175a3c615 admin admin] Network d6af8212-aac1-40c5-a707-aa25feb03b38 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:20:58.723540 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-d161c362-2490-4379-bea3-a7d175a3c615 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, d6af8212-aac1-40c5-a707-aa25feb03b38) {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:20:58.726339 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-42997a2e-e06a-4b63-b74b-ca686fa99099 req-ad4c5dec-a8e9-4fb0-ae81-5331d10ad117 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c9014602-d589-43cc-9c85-12bc5b71acc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702066 Aug 10 03:20:58.731487 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d161c362-2490-4379-bea3-a7d175a3c615 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:58.732681 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d161c362-2490-4379-bea3-a7d175a3c615 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:58.739270 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a351fce8-d0c5-4c43-9f95-3f829ae3bd29 None None] Network d6af8212-aac1-40c5-a707-aa25feb03b38 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:20:58.765813 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-d161c362-2490-4379-bea3-a7d175a3c615 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6593695 Aug 10 03:20:58.768499 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8eb6f637-2752-4982-b64e-4ea167f645c7 req-11ef4a84-0feb-4e5d-9359-d80c2625b56a tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks [] for security_group, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:58.769090 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 54626) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:58.773831 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8eb6f637-2752-4982-b64e-4ea167f645c7 req-11ef4a84-0feb-4e5d-9359-d80c2625b56a tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:58.774216 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-1c6a0a77-2418-4110-8c60-7104d850b1a3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-584355586-router', 'tenant_id': '1c54b280762545eba61ee7822eb953b8', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:58.780260 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8eb6f637-2752-4982-b64e-4ea167f645c7 req-11ef4a84-0feb-4e5d-9359-d80c2625b56a tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:58.785694 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8eb6f637-2752-4982-b64e-4ea167f645c7 req-11ef4a84-0feb-4e5d-9359-d80c2625b56a tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "PUT /v2.0/security-groups/aeae6236-081d-40d7-aad6-cb6436b59b56 HTTP/1.1" status: 200 len: 1774 time: 0.1673799 Aug 10 03:20:58.801165 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1c6a0a77-2418-4110-8c60-7104d850b1a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:58.803385 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1c6a0a77-2418-4110-8c60-7104d850b1a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:58.847261 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ef4a84-0feb-4e5d-9359-d80c2625b56a tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aeae6236-081d-40d7-aad6-cb6436b59b56,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:58.890582 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1c6a0a77-2418-4110-8c60-7104d850b1a3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:58.935983 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b26868-3816-48a2-bc2e-c12a2ab5448c req-520dbc6a-4791-4598-9892-ab1098caf90e tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:58.944669 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-59b26868-3816-48a2-bc2e-c12a2ab5448c req-520dbc6a-4791-4598-9892-ab1098caf90e tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c6f1850-f19e-4254-92e9-56a30b581253 HTTP/1.1" status: 200 len: 943 time: 0.0829551 Aug 10 03:20:58.953713 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b83c69e-86b2-4e37-8652-0ae45c9ec246 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-d6af8212-aac1-40c5-a707-aa25feb03b38', 'network_id': 'd6af8212-aac1-40c5-a707-aa25feb03b38', 'tenant_id': '1c54b280762545eba61ee7822eb953b8', 'fixed_ips': [{'subnet_id': 'ab41bfa0-d357-41af-aec9-387a65206e18'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:20:58.954613 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4b83c69e-86b2-4e37-8652-0ae45c9ec246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:59.011653 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-59b26868-3816-48a2-bc2e-c12a2ab5448c req-8b46587e-2fab-4e9e-961b-ab2bab4b956a tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/security-groups?id=e00a7564-e56b-4b7f-b179-f193e5160bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641108 Aug 10 03:20:59.054978 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1c6a0a77-2418-4110-8c60-7104d850b1a3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:59.147044 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-4b83c69e-86b2-4e37-8652-0ae45c9ec246 None None] Allocated IP 172.20.0.2 (d6af8212-aac1-40c5-a707-aa25feb03b38/ab41bfa0-d357-41af-aec9-387a65206e18/2365ce9f-fb0e-4c0d-a359-7fa7473c156a) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:20:59.161434 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efee4dba-1179-49c2-a33e-d043ce0b91d6 req-c29c2b31-e239-47b0-a1c1-ee858007100b tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:59.163170 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-efee4dba-1179-49c2-a33e-d043ce0b91d6 req-c29c2b31-e239-47b0-a1c1-ee858007100b tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] 10.222.0.44 "GET /v2.0/ports?device_id=a73d350b-7cdf-413e-aecd-1fe468dd8b3a HTTP/1.1" status: 200 len: 945 time: 0.0650151 Aug 10 03:20:59.214338 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-efee4dba-1179-49c2-a33e-d043ce0b91d6 req-9c253add-aba2-4de7-9b9a-f37eba6f52a3 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9014602-d589-43cc-9c85-12bc5b71acc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441477 Aug 10 03:20:59.315816 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1c6a0a77-2418-4110-8c60-7104d850b1a3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:59.319058 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-60fb6a65-e999-4cd9-8b22-35dbf027581c req-b3705e87-dd98-41d2-aeff-1ffd659f20cb tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "GET /v2.0/security-groups/aeae6236-081d-40d7-aad6-cb6436b59b56 HTTP/1.1" status: 200 len: 1774 time: 0.0515039 Aug 10 03:20:59.343948 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1c6a0a77-2418-4110-8c60-7104d850b1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:59.380248 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4b83c69e-86b2-4e37-8652-0ae45c9ec246 None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:59.397874 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-4b83c69e-86b2-4e37-8652-0ae45c9ec246 None None] Transition to ACTIVE for port object 2365ce9f-fb0e-4c0d-a359-7fa7473c156a will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:20:59.432345 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-4b83c69e-86b2-4e37-8652-0ae45c9ec246 None None] Transition to ACTIVE for port object 2365ce9f-fb0e-4c0d-a359-7fa7473c156a will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:20:59.445169 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4b83c69e-86b2-4e37-8652-0ae45c9ec246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:59.456818 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491894cc-b0aa-485d-8933-b8a11975e16c req-b8aca1ef-b904-44d5-a4ad-4ceb347b3faa tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:59.465297 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-491894cc-b0aa-485d-8933-b8a11975e16c req-b8aca1ef-b904-44d5-a4ad-4ceb347b3faa tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "GET /v2.0/ports?device_id=da7c041f-b02b-4e48-bee8-51f8bcda5521 HTTP/1.1" status: 200 len: 945 time: 0.0639858 Aug 10 03:20:59.516278 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b83c69e-86b2-4e37-8652-0ae45c9ec246 None None] Network d6af8212-aac1-40c5-a707-aa25feb03b38 is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:20:59.520012 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-4b83c69e-86b2-4e37-8652-0ae45c9ec246 None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:20:59.524751 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b83c69e-86b2-4e37-8652-0ae45c9ec246 None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:20:59.540911 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-491894cc-b0aa-485d-8933-b8a11975e16c req-1b7c008d-e952-4b77-baad-ff58c1a7354f tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bcd935f-a3f8-4ab9-ae6d-676bd4ce3973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633686 Aug 10 03:20:59.573718 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-1c6a0a77-2418-4110-8c60-7104d850b1a3 admin admin] Allocated IP 172.25.6.129 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/dff67c5f-4728-4088-8b7d-8d54bca7d96d) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:20:59.596590 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b83c69e-86b2-4e37-8652-0ae45c9ec246 None None] Pushing event updated for resources: {'Port': ['ID=2365ce9f-fb0e-4c0d-a359-7fa7473c156a,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:59.612600 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-4b83c69e-86b2-4e37-8652-0ae45c9ec246 None None] Attempting to bind port 2365ce9f-fb0e-4c0d-a359-7fa7473c156a on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:20:59.613074 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-4b83c69e-86b2-4e37-8652-0ae45c9ec246 None None] Attempting to bind port 2365ce9f-fb0e-4c0d-a359-7fa7473c156a by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'ef8db12d-912b-41dd-a4b0-23d24ac98418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd6af8212-aac1-40c5-a707-aa25feb03b38'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:20:59.613520 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b83c69e-86b2-4e37-8652-0ae45c9ec246 None None] Attempting to bind port 2365ce9f-fb0e-4c0d-a359-7fa7473c156a on network d6af8212-aac1-40c5-a707-aa25feb03b38 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:20:59.619340 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b83c69e-86b2-4e37-8652-0ae45c9ec246 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:20:59.619810 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b83c69e-86b2-4e37-8652-0ae45c9ec246 None None] Checking segment: {'id': 'ef8db12d-912b-41dd-a4b0-23d24ac98418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd6af8212-aac1-40c5-a707-aa25feb03b38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:20:59.620749 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4b83c69e-86b2-4e37-8652-0ae45c9ec246 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:59.620749 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b83c69e-86b2-4e37-8652-0ae45c9ec246 None None] Bound using segment: {'id': 'ef8db12d-912b-41dd-a4b0-23d24ac98418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd6af8212-aac1-40c5-a707-aa25feb03b38'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:20:59.621908 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-4b83c69e-86b2-4e37-8652-0ae45c9ec246 None None] Bound port: 2365ce9f-fb0e-4c0d-a359-7fa7473c156a, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef8db12d-912b-41dd-a4b0-23d24ac98418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd6af8212-aac1-40c5-a707-aa25feb03b38'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:20:59.621908 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4b83c69e-86b2-4e37-8652-0ae45c9ec246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:59.634170 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 960a28a7-1741-4a5e-af50-49f66b7e7907 details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:20:59.710731 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ed3b96-42e7-4cfa-a7f1-e4c75c0502c7 req-4a168d24-ae23-43de-831c-99e7f4562995 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:59.712801 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b1ed3b96-42e7-4cfa-a7f1-e4c75c0502c7 req-4a168d24-ae23-43de-831c-99e7f4562995 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] 10.222.0.44 "GET /v2.0/ports?device_id=846df683-cf87-412d-8a35-b96b0250a8cd HTTP/1.1" status: 200 len: 945 time: 0.0837545 Aug 10 03:20:59.761121 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-4b83c69e-86b2-4e37-8652-0ae45c9ec246 None None] For port 2365ce9f-fb0e-4c0d-a359-7fa7473c156a, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:20:59.761777 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1c6a0a77-2418-4110-8c60-7104d850b1a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:59.775367 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b1ed3b96-42e7-4cfa-a7f1-e4c75c0502c7 req-7c40a220-29c3-4a50-a26a-0d549bb8060b tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9014602-d589-43cc-9c85-12bc5b71acc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548396 Aug 10 03:20:59.795868 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-4b83c69e-86b2-4e37-8652-0ae45c9ec246 None None] For port 2365ce9f-fb0e-4c0d-a359-7fa7473c156a, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=2365ce9f-fb0e-4c0d-a359-7fa7473c156a,segment=NetworkSegment(ef8db12d-912b-41dd-a4b0-23d24ac98418),segment_id=ef8db12d-912b-41dd-a4b0-23d24ac98418)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:20:59.803941 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4b83c69e-86b2-4e37-8652-0ae45c9ec246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:59.830272 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1c6a0a77-2418-4110-8c60-7104d850b1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:59.872067 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 960a28a7-1741-4a5e-af50-49f66b7e7907, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=960a28a7-1741-4a5e-af50-49f66b7e7907,segment=NetworkSegment(7ed85737-71ac-4d44-addd-a974f87ebbbf),segment_id=7ed85737-71ac-4d44-addd-a974f87ebbbf)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:59.893145 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6a0a77-2418-4110-8c60-7104d850b1a3 admin admin] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:20:59.899544 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c299ff6e-33a6-4d16-87ed-ade23731eeb4 req-4dbf76d9-d301-4c3a-a9b0-a044e8c9ba2e tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "GET /v2.0/security-groups/aeae6236-081d-40d7-aad6-cb6436b59b56 HTTP/1.1" status: 200 len: 1774 time: 0.0931952 Aug 10 03:20:59.901338 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b83c69e-86b2-4e37-8652-0ae45c9ec246 None None] Pushing event updated for resources: {'Port': ['ID=2365ce9f-fb0e-4c0d-a359-7fa7473c156a,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:59.901746 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-1c6a0a77-2418-4110-8c60-7104d850b1a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:20:59.905899 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': '960a28a7-1741-4a5e-af50-49f66b7e7907', 'network_id': '27424cdf-4ae8-4aca-98ee-67b7200a8c6b', 'port_id': '960a28a7-1741-4a5e-af50-49f66b7e7907', 'mac_address': 'fa:16:3e:71:c3:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '714bd99d-dcf6-48eb-8343-f1e4e77907ef', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:20:59.912897 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6a0a77-2418-4110-8c60-7104d850b1a3 admin admin] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:20:59.954503 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6a0a77-2418-4110-8c60-7104d850b1a3 admin admin] Pushing event updated for resources: {'Port': ['ID=dff67c5f-4728-4088-8b7d-8d54bca7d96d,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:59.957357 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:59.977196 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 960a28a7-1741-4a5e-af50-49f66b7e7907 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:20:59.983488 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c299ff6e-33a6-4d16-87ed-ade23731eeb4 req-4745f6fc-fc75-43e0-a2b4-fe92963fe9ed tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:00.002869 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 960a28a7-1741-4a5e-af50-49f66b7e7907, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=960a28a7-1741-4a5e-af50-49f66b7e7907,segment=NetworkSegment(7ed85737-71ac-4d44-addd-a974f87ebbbf),segment_id=7ed85737-71ac-4d44-addd-a974f87ebbbf)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:00.009786 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:00.010646 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990 details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:21:00.015281 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c299ff6e-33a6-4d16-87ed-ade23731eeb4 req-4745f6fc-fc75-43e0-a2b4-fe92963fe9ed tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:00.081186 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c299ff6e-33a6-4d16-87ed-ade23731eeb4 req-4745f6fc-fc75-43e0-a2b4-fe92963fe9ed tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:00.086925 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c299ff6e-33a6-4d16-87ed-ade23731eeb4 req-4745f6fc-fc75-43e0-a2b4-fe92963fe9ed tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:00.092343 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c299ff6e-33a6-4d16-87ed-ade23731eeb4 req-4745f6fc-fc75-43e0-a2b4-fe92963fe9ed tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "DELETE /v2.0/security-groups/aeae6236-081d-40d7-aad6-cb6436b59b56 HTTP/1.1" status: 204 len: 173 time: 0.1911056 Aug 10 03:21:00.106846 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4745f6fc-fc75-43e0-a2b4-fe92963fe9ed tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeae6236-081d-40d7-aad6-cb6436b59b56,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:00.180654 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=960a28a7-1741-4a5e-af50-49f66b7e7907,revision_number=7']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:00.245186 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:00.266011 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': 'c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990', 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721', 'port_id': 'c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990', 'mac_address': 'fa:16:3e:97:62:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60d10164-1dee-4940-9d19-f71e6c18cbc5', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:21:00.267778 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e791b-58cf-4b5f-9e5f-ac3cae385635 req-b64af8ba-c7b9-4a72-9327-35cac9549d13 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:00.271380 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6c9e791b-58cf-4b5f-9e5f-ac3cae385635 req-b64af8ba-c7b9-4a72-9327-35cac9549d13 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "GET /v2.0/ports?device_id=da7c041f-b02b-4e48-bee8-51f8bcda5521 HTTP/1.1" status: 200 len: 945 time: 0.0842335 Aug 10 03:21:00.332576 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:00.334897 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6c9e791b-58cf-4b5f-9e5f-ac3cae385635 req-449c1147-32e1-4675-bfaf-1802c627d367 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bcd935f-a3f8-4ab9-ae6d-676bd4ce3973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566397 Aug 10 03:21:00.363083 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1c6a0a77-2418-4110-8c60-7104d850b1a3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:00.367141 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:21:00.392447 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:00.398718 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:00.484280 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990,revision_number=9']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:00.507511 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:21:00.524835 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1b0929-f9f0-4e0b-82b8-99d9b375eae0 req-57a698de-bdad-46ff-af7a-818546d4131a tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:00.526530 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3b1b0929-f9f0-4e0b-82b8-99d9b375eae0 req-57a698de-bdad-46ff-af7a-818546d4131a tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c6f1850-f19e-4254-92e9-56a30b581253 HTTP/1.1" status: 200 len: 944 time: 0.1188467 Aug 10 03:21:00.596576 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3b1b0929-f9f0-4e0b-82b8-99d9b375eae0 req-39565dce-6415-4797-89ff-9c68b2f5ce0b tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/security-groups?id=e00a7564-e56b-4b7f-b179-f193e5160bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607030 Aug 10 03:21:00.881621 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e147d0-e3f5-462e-a74e-f1d7ba18ce80 req-05c750db-0b62-4750-b1b5-f20efff133d3 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:00.893291 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-25e147d0-e3f5-462e-a74e-f1d7ba18ce80 req-05c750db-0b62-4750-b1b5-f20efff133d3 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "GET /v2.0/ports?device_id=da7c041f-b02b-4e48-bee8-51f8bcda5521 HTTP/1.1" status: 200 len: 945 time: 0.0874434 Aug 10 03:21:00.970186 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-25e147d0-e3f5-462e-a74e-f1d7ba18ce80 req-9937c22d-8e27-4df1-b0ad-dea748bb0163 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bcd935f-a3f8-4ab9-ae6d-676bd4ce3973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745759 Aug 10 03:21:01.009284 n-d-768862-13 neutron-server[94260]: INFO neutron.api.v2.resource [req-9591cb6a-c13c-4d00-973b-90b9ca99ac17 req-77c762c6-3e5a-4415-a6cd-fa0b0a7fe712 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] show failed (client error): The resource could not be found. Aug 10 03:21:01.010559 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9591cb6a-c13c-4d00-973b-90b9ca99ac17 req-77c762c6-3e5a-4415-a6cd-fa0b0a7fe712 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "GET /v2.0/security-groups/71a78bf3-3f56-459c-9939-edef9eac9730 HTTP/1.1" status: 404 len: 352 time: 0.0236847 Aug 10 03:21:01.077282 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba03ef3-3efc-40c2-acff-a4e0320b198a None None] Network d6af8212-aac1-40c5-a707-aa25feb03b38 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:21:01.102724 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1c6a0a77-2418-4110-8c60-7104d850b1a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:01.153405 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0f211-3f52-4957-abcf-32dec9a39508 req-a94d3417-1592-4bdf-94f2-9a6282f25534 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:01.157021 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b2d0f211-3f52-4957-abcf-32dec9a39508 req-a94d3417-1592-4bdf-94f2-9a6282f25534 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] 10.222.0.44 "GET /v2.0/ports?device_id=846df683-cf87-412d-8a35-b96b0250a8cd HTTP/1.1" status: 200 len: 945 time: 0.0754106 Aug 10 03:21:01.201801 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b2d0f211-3f52-4957-abcf-32dec9a39508 req-0e6aa19e-21e4-46d9-86ff-4bc2019da022 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9014602-d589-43cc-9c85-12bc5b71acc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392990 Aug 10 03:21:01.274127 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['960a28a7-1741-4a5e-af50-49f66b7e7907'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:21:01.317233 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c6a0a77-2418-4110-8c60-7104d850b1a3 admin admin] Router 04b254f2-817d-4b5d-a553-64e5e0634931 is scheduled to L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e with binding_index 1 {{(pid=94261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:21:01.374265 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-b1f276b7-5c4b-458b-91ee-d47ae383c06c None None] Provisioning for port 2365ce9f-fb0e-4c0d-a359-7fa7473c156a completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:21:01.424936 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 2365ce9f-fb0e-4c0d-a359-7fa7473c156a up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:21:01.451414 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df48823e-e4f0-4fd7-8f58-9f8aae3d3b2e req-59f80b00-adf3-4b5e-b41f-8d48c6b44155 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:01.459985 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-df48823e-e4f0-4fd7-8f58-9f8aae3d3b2e req-59f80b00-adf3-4b5e-b41f-8d48c6b44155 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "GET /v2.0/ports?device_id=da7c041f-b02b-4e48-bee8-51f8bcda5521 HTTP/1.1" status: 200 len: 945 time: 0.1508830 Aug 10 03:21:01.515817 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-df48823e-e4f0-4fd7-8f58-9f8aae3d3b2e req-2581f7d5-c742-4cc7-9b63-8e6146ad30dc tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bcd935f-a3f8-4ab9-ae6d-676bd4ce3973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498838 Aug 10 03:21:01.551638 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c6a0a77-2418-4110-8c60-7104d850b1a3 admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:21:01.571517 n-d-768862-13 neutron-server[94260]: INFO neutron.api.v2.resource [req-83de10ef-2c43-4287-8544-c921be47532b req-53920c22-6190-4b02-896c-c932c26ca3bd tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] show failed (client error): The resource could not be found. Aug 10 03:21:01.573795 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1c6a0a77-2418-4110-8c60-7104d850b1a3 admin admin] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:01.581119 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90d1bec-9daa-404d-8737-f0b0fdbdadbe None None] Sync routers for ids ['04b254f2-817d-4b5d-a553-64e5e0634931'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:21:01.583971 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-1c6a0a77-2418-4110-8c60-7104d850b1a3 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8136473 Aug 10 03:21:01.585034 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-83de10ef-2c43-4287-8544-c921be47532b req-53920c22-6190-4b02-896c-c932c26ca3bd tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "GET /v2.0/security-groups/a76dbe6f-f96a-4ea8-a2c1-9b67619c94a0 HTTP/1.1" status: 404 len: 352 time: 0.0429537 Aug 10 03:21:01.585188 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 54670) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:01.667537 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990 up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:21:01.731481 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90d1bec-9daa-404d-8737-f0b0fdbdadbe None None] Routers {'04b254f2-817d-4b5d-a553-64e5e0634931'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:21:01.732515 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-d90d1bec-9daa-404d-8737-f0b0fdbdadbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:20:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['04b254f2-817d-4b5d-a553-64e5e0634931'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:01.784263 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 2365ce9f-fb0e-4c0d-a359-7fa7473c156a completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:21:01.791907 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 2365ce9f-fb0e-4c0d-a359-7fa7473c156a triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:21:01.792273 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:01.892153 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:21:01.892532 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:01.963782 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-d90d1bec-9daa-404d-8737-f0b0fdbdadbe None None] Set router 04b254f2-817d-4b5d-a553-64e5e0634931 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:21:02.108935 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:02.175132 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2c9a3662-b8a7-4c3a-b494-94369ee7a7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:02.201622 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 2365ce9f-fb0e-4c0d-a359-7fa7473c156a, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=2365ce9f-fb0e-4c0d-a359-7fa7473c156a,segment=NetworkSegment(ef8db12d-912b-41dd-a4b0-23d24ac98418),segment_id=ef8db12d-912b-41dd-a4b0-23d24ac98418)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:02.213880 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:02.216859 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:02.302032 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-85500151-603d-46eb-bc4c-86fa24088ded None None] Provisioning complete for port 2365ce9f-fb0e-4c0d-a359-7fa7473c156a triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:21:02.302455 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-85500151-603d-46eb-bc4c-86fa24088ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:02.303784 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '819cbf3a-d394-434d-9d37-e53253bb6a7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:21:02.306153 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3d03c23-77a4-4348-96c5-4f274a0ea504" -d '{"events": [{"server_uuid": "819cbf3a-d394-434d-9d37-e53253bb6a7c", "name": "network-vif-plugged", "status": "completed", "tag": "c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:21:02.352123 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:02.360482 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=2365ce9f-fb0e-4c0d-a359-7fa7473c156a,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:02.363132 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:02.376644 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-2c9a3662-b8a7-4c3a-b494-94369ee7a7c9 admin admin] Allocated IP 172.20.0.1 (d6af8212-aac1-40c5-a707-aa25feb03b38/ab41bfa0-d357-41af-aec9-387a65206e18/2fd9fa31-fd78-46af-9259-922459165ac8) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:21:02.439263 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990,revision_number=10']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:02.445223 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-d90d1bec-9daa-404d-8737-f0b0fdbdadbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b254f2-817d-4b5d-a553-64e5e0634931', 'name': 'tempest-ServersTestManualDisk-584355586-router', 'tenant_id': '1c54b280762545eba61ee7822eb953b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'dff67c5f-4728-4088-8b7d-8d54bca7d96d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:20:58Z', 'updated_at': '2021-08-10T03:21:00Z', 'revision_number': 3, 'project_id': '1c54b280762545eba61ee7822eb953b8', 'gw_port': {'id': 'dff67c5f-4728-4088-8b7d-8d54bca7d96d', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4c:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b254f2-817d-4b5d-a553-64e5e0634931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:20:59Z', 'updated_at': '2021-08-10T03:20:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:02.493939 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90d1bec-9daa-404d-8737-f0b0fdbdadbe None None] Checking router: 04b254f2-817d-4b5d-a553-64e5e0634931 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:21:02.494309 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90d1bec-9daa-404d-8737-f0b0fdbdadbe None None] Updating router 04b254f2-817d-4b5d-a553-64e5e0634931 port dff67c5f-4728-4088-8b7d-8d54bca7d96d binding host n-d-768862-13 {{(pid=94262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:21:02.506947 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2c9a3662-b8a7-4c3a-b494-94369ee7a7c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:02.526605 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [None req-2c9a3662-b8a7-4c3a-b494-94369ee7a7c9 admin admin] Transition to ACTIVE for port object 2fd9fa31-fd78-46af-9259-922459165ac8 will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:21:02.530341 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d90d1bec-9daa-404d-8737-f0b0fdbdadbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:02.578868 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2c9a3662-b8a7-4c3a-b494-94369ee7a7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:02.623153 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9a3662-b8a7-4c3a-b494-94369ee7a7c9 admin admin] Network d6af8212-aac1-40c5-a707-aa25feb03b38 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:21:02.626432 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-2c9a3662-b8a7-4c3a-b494-94369ee7a7c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:21:02.630051 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9a3662-b8a7-4c3a-b494-94369ee7a7c9 admin admin] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:21:02.635966 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9a3662-b8a7-4c3a-b494-94369ee7a7c9 admin admin] Pushing event updated for resources: {'Port': ['ID=2fd9fa31-fd78-46af-9259-922459165ac8,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:02.675051 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2c9a3662-b8a7-4c3a-b494-94369ee7a7c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521745'] for router_interface, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:02.863011 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2c9a3662-b8a7-4c3a-b494-94369ee7a7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:02.930157 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:02.934205 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d90d1bec-9daa-404d-8737-f0b0fdbdadbe None None] Notify callbacks [] for port, precommit_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:02.949182 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-d90d1bec-9daa-404d-8737-f0b0fdbdadbe None None] Transition to ACTIVE for port object dff67c5f-4728-4088-8b7d-8d54bca7d96d will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:21:02.957037 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d90d1bec-9daa-404d-8737-f0b0fdbdadbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:02.995516 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-3bedbde3-cdb7-4ee4-936f-ef14b22a5ff1 None None] Provisioning for port 2fd9fa31-fd78-46af-9259-922459165ac8 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:21:03.011451 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-3bedbde3-cdb7-4ee4-936f-ef14b22a5ff1 None None] Provisioning complete for port 2fd9fa31-fd78-46af-9259-922459165ac8 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:21:03.011832 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3bedbde3-cdb7-4ee4-936f-ef14b22a5ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:03.047438 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-d90d1bec-9daa-404d-8737-f0b0fdbdadbe None None] Attempting to bind port dff67c5f-4728-4088-8b7d-8d54bca7d96d on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:21:03.047813 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-d90d1bec-9daa-404d-8737-f0b0fdbdadbe None None] Attempting to bind port dff67c5f-4728-4088-8b7d-8d54bca7d96d by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:21:03.048273 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90d1bec-9daa-404d-8737-f0b0fdbdadbe None None] Attempting to bind port dff67c5f-4728-4088-8b7d-8d54bca7d96d on network 2ea12131-628a-487e-b434-0463553732bd {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:21:03.051759 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8da3c35-238d-4769-a817-20630f35e6de None None] Pushing event updated for resources: {'Port': ['ID=dff67c5f-4728-4088-8b7d-8d54bca7d96d,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:03.065037 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90d1bec-9daa-404d-8737-f0b0fdbdadbe None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:21:03.065416 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90d1bec-9daa-404d-8737-f0b0fdbdadbe None None] Checking segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:21:03.065824 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d90d1bec-9daa-404d-8737-f0b0fdbdadbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:03.066215 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90d1bec-9daa-404d-8737-f0b0fdbdadbe None None] Bound using segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:21:03.066713 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-d90d1bec-9daa-404d-8737-f0b0fdbdadbe None None] Bound port: dff67c5f-4728-4088-8b7d-8d54bca7d96d, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:21:03.067098 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d90d1bec-9daa-404d-8737-f0b0fdbdadbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:03.069792 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-3bedbde3-cdb7-4ee4-936f-ef14b22a5ff1 None None] Port 2fd9fa31-fd78-46af-9259-922459165ac8 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:21:03.108011 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2c9a3662-b8a7-4c3a-b494-94369ee7a7c9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:03.113972 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2c9a3662-b8a7-4c3a-b494-94369ee7a7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:03.122273 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-d90d1bec-9daa-404d-8737-f0b0fdbdadbe None None] For port dff67c5f-4728-4088-8b7d-8d54bca7d96d, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:21:03.124650 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-d90d1bec-9daa-404d-8737-f0b0fdbdadbe None None] For port dff67c5f-4728-4088-8b7d-8d54bca7d96d, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=dff67c5f-4728-4088-8b7d-8d54bca7d96d,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:21:03.129198 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d90d1bec-9daa-404d-8737-f0b0fdbdadbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:03.191017 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90d1bec-9daa-404d-8737-f0b0fdbdadbe None None] Routers {'04b254f2-817d-4b5d-a553-64e5e0634931'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:21:03.191642 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-d90d1bec-9daa-404d-8737-f0b0fdbdadbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:20:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['04b254f2-817d-4b5d-a553-64e5e0634931'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:03.201381 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9a3662-b8a7-4c3a-b494-94369ee7a7c9 admin admin] Pushing event updated for resources: {'Port': ['ID=2fd9fa31-fd78-46af-9259-922459165ac8,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:03.204650 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2c9a3662-b8a7-4c3a-b494-94369ee7a7c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521893'] for router_interface, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:03.235316 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603c10b7-2070-44fa-8188-a02c5e07fe82 req-d90e788d-46fe-47ba-be75-7757e6464832 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:03.239934 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8da3c35-238d-4769-a817-20630f35e6de None None] Pushing event updated for resources: {'Port': ['ID=dff67c5f-4728-4088-8b7d-8d54bca7d96d,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:03.244326 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-603c10b7-2070-44fa-8188-a02c5e07fe82 req-d90e788d-46fe-47ba-be75-7757e6464832 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] 10.222.0.42 "GET /v2.0/ports?device_id=846df683-cf87-412d-8a35-b96b0250a8cd HTTP/1.1" status: 200 len: 945 time: 0.1195605 Aug 10 03:21:03.322482 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-d90d1bec-9daa-404d-8737-f0b0fdbdadbe None None] Set router 04b254f2-817d-4b5d-a553-64e5e0634931 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:21:03.334112 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9a3662-b8a7-4c3a-b494-94369ee7a7c9 admin admin] Network d6af8212-aac1-40c5-a707-aa25feb03b38 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:21:03.336825 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-2c9a3662-b8a7-4c3a-b494-94369ee7a7c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:21:03.408494 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-603c10b7-2070-44fa-8188-a02c5e07fe82 req-9c1d6352-03f6-4553-9b3f-393ab1e2c992 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Deleting port 97db66a8-771b-4cf8-a449-c72eecd3922c {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:21:03.408838 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-603c10b7-2070-44fa-8188-a02c5e07fe82 req-9c1d6352-03f6-4553-9b3f-393ab1e2c992 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:03.540149 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c9a3662-b8a7-4c3a-b494-94369ee7a7c9 admin admin] Router 04b254f2-817d-4b5d-a553-64e5e0634931 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:21:03.546658 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 2365ce9f-fb0e-4c0d-a359-7fa7473c156a up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:21:03.554495 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-603c10b7-2070-44fa-8188-a02c5e07fe82 req-9c1d6352-03f6-4553-9b3f-393ab1e2c992 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] For port 97db66a8-771b-4cf8-a449-c72eecd3922c, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=97db66a8-771b-4cf8-a449-c72eecd3922c,segment=NetworkSegment(12579fd8-e183-4425-ae11-f7c255fa011f),segment_id=12579fd8-e183-4425-ae11-f7c255fa011f)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:03.555274 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-603c10b7-2070-44fa-8188-a02c5e07fe82 req-9c1d6352-03f6-4553-9b3f-393ab1e2c992 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:03.586619 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-603c10b7-2070-44fa-8188-a02c5e07fe82 req-9c1d6352-03f6-4553-9b3f-393ab1e2c992 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Calling delete_port for 97db66a8-771b-4cf8-a449-c72eecd3922c owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:21:03.698016 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 960a28a7-1741-4a5e-af50-49f66b7e7907 up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:21:03.754890 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c9a3662-b8a7-4c3a-b494-94369ee7a7c9 admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:21:03.766905 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-2c9a3662-b8a7-4c3a-b494-94369ee7a7c9 admin admin] 10.222.0.44 "PUT /v2.0/routers/04b254f2-817d-4b5d-a553-64e5e0634931/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1801822 Aug 10 03:21:03.780195 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 2365ce9f-fb0e-4c0d-a359-7fa7473c156a triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:21:03.780567 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:03.782129 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-d143c272-6159-4c54-a8a5-5d30471e03ca None None] Provisioning complete for port 2fd9fa31-fd78-46af-9259-922459165ac8 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:21:03.782536 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d143c272-6159-4c54-a8a5-5d30471e03ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:03.854965 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-603c10b7-2070-44fa-8188-a02c5e07fe82 req-9c1d6352-03f6-4553-9b3f-393ab1e2c992 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:03.884581 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['a79a76d6-f1ab-4670-a907-425565059d51', '97db66a8-771b-4cf8-a449-c72eecd3922c'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:21:03.892239 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-d143c272-6159-4c54-a8a5-5d30471e03ca None None] Port 2fd9fa31-fd78-46af-9259-922459165ac8 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:21:03.892525 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d6352-03f6-4553-9b3f-393ab1e2c992 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Pushing event deleted for resources: {'Port': ['ID=97db66a8-771b-4cf8-a449-c72eecd3922c,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:03.929661 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port 960a28a7-1741-4a5e-af50-49f66b7e7907 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:21:03.930027 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:03.952154 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-603c10b7-2070-44fa-8188-a02c5e07fe82 req-9c1d6352-03f6-4553-9b3f-393ab1e2c992 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] No DVR routers for this DVR port 97db66a8-771b-4cf8-a449-c72eecd3922c on host n-h1-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:21:03.955328 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-603c10b7-2070-44fa-8188-a02c5e07fe82 req-9c1d6352-03f6-4553-9b3f-393ab1e2c992 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:03.958610 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-603c10b7-2070-44fa-8188-a02c5e07fe82 req-9c1d6352-03f6-4553-9b3f-393ab1e2c992 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] 10.222.0.42 "DELETE /v2.0/ports/97db66a8-771b-4cf8-a449-c72eecd3922c HTTP/1.1" status: 204 len: 173 time: 0.7029769 Aug 10 03:21:03.959861 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '846df683-cf87-412d-8a35-b96b0250a8cd', 'name': 'network-vif-deleted', 'tag': '97db66a8-771b-4cf8-a449-c72eecd3922c'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:21:03.962914 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24ed24f2-0cea-45c2-8c5c-b121d07cd87b" -d '{"events": [{"server_uuid": "846df683-cf87-412d-8a35-b96b0250a8cd", "name": "network-vif-deleted", "tag": "97db66a8-771b-4cf8-a449-c72eecd3922c"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:21:04.091469 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-d90d1bec-9daa-404d-8737-f0b0fdbdadbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b254f2-817d-4b5d-a553-64e5e0634931', 'name': 'tempest-ServersTestManualDisk-584355586-router', 'tenant_id': '1c54b280762545eba61ee7822eb953b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'dff67c5f-4728-4088-8b7d-8d54bca7d96d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:20:58Z', 'updated_at': '2021-08-10T03:21:02Z', 'revision_number': 4, 'project_id': '1c54b280762545eba61ee7822eb953b8', 'gw_port': {'id': 'dff67c5f-4728-4088-8b7d-8d54bca7d96d', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4c:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b254f2-817d-4b5d-a553-64e5e0634931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:20:59Z', 'updated_at': '2021-08-10T03:21:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '2fd9fa31-fd78-46af-9259-922459165ac8', 'name': '', 'network_id': 'd6af8212-aac1-40c5-a707-aa25feb03b38', 'tenant_id': '1c54b280762545eba61ee7822eb953b8', 'mac_address': 'fa:16:3e:db:df:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b254f2-817d-4b5d-a553-64e5e0634931', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'ab41bfa0-d357-41af-aec9-387a65206e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:02Z', 'updated_at': '2021-08-10T03:21:02Z', 'revision_number': 2, 'project_id': '1c54b280762545eba61ee7822eb953b8', 'subnets': [{'id': 'ab41bfa0-d357-41af-aec9-387a65206e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:04.144141 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90d1bec-9daa-404d-8737-f0b0fdbdadbe None None] The sync data for ids ['04b254f2-817d-4b5d-a553-64e5e0634931'] in n-d-768862-13 is: [{'id': '04b254f2-817d-4b5d-a553-64e5e0634931', 'name': 'tempest-ServersTestManualDisk-584355586-router', 'tenant_id': '1c54b280762545eba61ee7822eb953b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'dff67c5f-4728-4088-8b7d-8d54bca7d96d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:20:58Z', 'updated_at': '2021-08-10T03:21:02Z', 'revision_number': 4, 'project_id': '1c54b280762545eba61ee7822eb953b8', 'gw_port': {'id': 'dff67c5f-4728-4088-8b7d-8d54bca7d96d', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4c:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b254f2-817d-4b5d-a553-64e5e0634931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:20:59Z', 'updated_at': '2021-08-10T03:21:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '2fd9fa31-fd78-46af-9259-922459165ac8', 'name': '', 'network_id': 'd6af8212-aac1-40c5-a707-aa25feb03b38', 'tenant_id': '1c54b280762545eba61ee7822eb953b8', 'mac_address': 'fa:16:3e:db:df:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b254f2-817d-4b5d-a553-64e5e0634931', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'ab41bfa0-d357-41af-aec9-387a65206e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:02Z', 'updated_at': '2021-08-10T03:21:02Z', 'revision_number': 2, 'project_id': '1c54b280762545eba61ee7822eb953b8', 'subnets': [{'id': 'ab41bfa0-d357-41af-aec9-387a65206e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:21:04.160809 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:04.265096 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 960a28a7-1741-4a5e-af50-49f66b7e7907, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=960a28a7-1741-4a5e-af50-49f66b7e7907,segment=NetworkSegment(7ed85737-71ac-4d44-addd-a974f87ebbbf),segment_id=7ed85737-71ac-4d44-addd-a974f87ebbbf)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:04.271384 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:04.336623 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=960a28a7-1741-4a5e-af50-49f66b7e7907,revision_number=8']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:05.393456 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device dff67c5f-4728-4088-8b7d-8d54bca7d96d up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:21:05.446672 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port dff67c5f-4728-4088-8b7d-8d54bca7d96d completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:21:05.451984 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port dff67c5f-4728-4088-8b7d-8d54bca7d96d triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:21:05.452426 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:05.538890 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:05.573275 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port dff67c5f-4728-4088-8b7d-8d54bca7d96d, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=dff67c5f-4728-4088-8b7d-8d54bca7d96d,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:05.578640 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:05.638446 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=dff67c5f-4728-4088-8b7d-8d54bca7d96d,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:05.877991 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 97db66a8-771b-4cf8-a449-c72eecd3922c no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:21:05.904546 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] No Port match for: 97db66a8-771b-4cf8-a449-c72eecd3922c {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:21:05.904546 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 97db66a8-771b-4cf8-a449-c72eecd3922c not bound to the agent host n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:21:06.358871 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321a764b-5a01-4c76-97b7-aaca2f9a23a1 None None] Sync routers for ids ['04b254f2-817d-4b5d-a553-64e5e0634931'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:21:06.368459 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321a764b-5a01-4c76-97b7-aaca2f9a23a1 None None] Routers {'04b254f2-817d-4b5d-a553-64e5e0634931'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:21:06.369059 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-321a764b-5a01-4c76-97b7-aaca2f9a23a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:20:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['04b254f2-817d-4b5d-a553-64e5e0634931'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:06.495045 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-321a764b-5a01-4c76-97b7-aaca2f9a23a1 None None] Set router 04b254f2-817d-4b5d-a553-64e5e0634931 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:21:06.705969 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-321a764b-5a01-4c76-97b7-aaca2f9a23a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b254f2-817d-4b5d-a553-64e5e0634931', 'name': 'tempest-ServersTestManualDisk-584355586-router', 'tenant_id': '1c54b280762545eba61ee7822eb953b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'dff67c5f-4728-4088-8b7d-8d54bca7d96d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:20:58Z', 'updated_at': '2021-08-10T03:21:02Z', 'revision_number': 4, 'project_id': '1c54b280762545eba61ee7822eb953b8', 'gw_port': {'id': 'dff67c5f-4728-4088-8b7d-8d54bca7d96d', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b254f2-817d-4b5d-a553-64e5e0634931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:20:59Z', 'updated_at': '2021-08-10T03:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '2fd9fa31-fd78-46af-9259-922459165ac8', 'name': '', 'network_id': 'd6af8212-aac1-40c5-a707-aa25feb03b38', 'tenant_id': '1c54b280762545eba61ee7822eb953b8', 'mac_address': 'fa:16:3e:db:df:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b254f2-817d-4b5d-a553-64e5e0634931', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'ab41bfa0-d357-41af-aec9-387a65206e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:02Z', 'updated_at': '2021-08-10T03:21:02Z', 'revision_number': 2, 'project_id': '1c54b280762545eba61ee7822eb953b8', 'subnets': [{'id': 'ab41bfa0-d357-41af-aec9-387a65206e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:06.732820 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321a764b-5a01-4c76-97b7-aaca2f9a23a1 None None] Checking router: 04b254f2-817d-4b5d-a553-64e5e0634931 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:21:06.733168 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321a764b-5a01-4c76-97b7-aaca2f9a23a1 None None] Updating router 04b254f2-817d-4b5d-a553-64e5e0634931 port 2fd9fa31-fd78-46af-9259-922459165ac8 binding host n-d-768862-13 {{(pid=94263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:21:06.763627 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-321a764b-5a01-4c76-97b7-aaca2f9a23a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:07.155940 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-321a764b-5a01-4c76-97b7-aaca2f9a23a1 None None] Notify callbacks [] for port, precommit_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:07.166131 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.provisioning_blocks [None req-321a764b-5a01-4c76-97b7-aaca2f9a23a1 None None] Transition to ACTIVE for port object 2fd9fa31-fd78-46af-9259-922459165ac8 will not be triggered until provisioned by entity L2. {{(pid=94263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:21:07.174477 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-321a764b-5a01-4c76-97b7-aaca2f9a23a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:07.234368 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505368bf-6cfc-4c0d-8ef7-b32e7e19239c None None] Pushing event updated for resources: {'Port': ['ID=2fd9fa31-fd78-46af-9259-922459165ac8,revision_number=3']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:07.283998 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-321a764b-5a01-4c76-97b7-aaca2f9a23a1 None None] Attempting to bind port 2fd9fa31-fd78-46af-9259-922459165ac8 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:21:07.284453 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-321a764b-5a01-4c76-97b7-aaca2f9a23a1 None None] Attempting to bind port 2fd9fa31-fd78-46af-9259-922459165ac8 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'ef8db12d-912b-41dd-a4b0-23d24ac98418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd6af8212-aac1-40c5-a707-aa25feb03b38'}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:21:07.284983 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321a764b-5a01-4c76-97b7-aaca2f9a23a1 None None] Attempting to bind port 2fd9fa31-fd78-46af-9259-922459165ac8 on network d6af8212-aac1-40c5-a707-aa25feb03b38 {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:21:07.290499 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321a764b-5a01-4c76-97b7-aaca2f9a23a1 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:21:07.290978 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321a764b-5a01-4c76-97b7-aaca2f9a23a1 None None] Checking segment: {'id': 'ef8db12d-912b-41dd-a4b0-23d24ac98418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd6af8212-aac1-40c5-a707-aa25feb03b38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:21:07.291556 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-321a764b-5a01-4c76-97b7-aaca2f9a23a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:07.292116 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321a764b-5a01-4c76-97b7-aaca2f9a23a1 None None] Bound using segment: {'id': 'ef8db12d-912b-41dd-a4b0-23d24ac98418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd6af8212-aac1-40c5-a707-aa25feb03b38'} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:21:07.292657 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-321a764b-5a01-4c76-97b7-aaca2f9a23a1 None None] Bound port: 2fd9fa31-fd78-46af-9259-922459165ac8, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef8db12d-912b-41dd-a4b0-23d24ac98418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd6af8212-aac1-40c5-a707-aa25feb03b38'}}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:21:07.293143 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-321a764b-5a01-4c76-97b7-aaca2f9a23a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:07.368906 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device dff67c5f-4728-4088-8b7d-8d54bca7d96d up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:21:07.369740 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-321a764b-5a01-4c76-97b7-aaca2f9a23a1 None None] For port 2fd9fa31-fd78-46af-9259-922459165ac8, host n-d-768862-13, cleared binding levels {{(pid=94263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:21:07.374313 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-321a764b-5a01-4c76-97b7-aaca2f9a23a1 None None] For port 2fd9fa31-fd78-46af-9259-922459165ac8, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=2fd9fa31-fd78-46af-9259-922459165ac8,segment=NetworkSegment(ef8db12d-912b-41dd-a4b0-23d24ac98418),segment_id=ef8db12d-912b-41dd-a4b0-23d24ac98418)] {{(pid=94263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:21:07.383022 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-321a764b-5a01-4c76-97b7-aaca2f9a23a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:07.438114 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321a764b-5a01-4c76-97b7-aaca2f9a23a1 None None] Routers {'04b254f2-817d-4b5d-a553-64e5e0634931'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:21:07.438114 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-321a764b-5a01-4c76-97b7-aaca2f9a23a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:20:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['04b254f2-817d-4b5d-a553-64e5e0634931'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:07.453228 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port dff67c5f-4728-4088-8b7d-8d54bca7d96d triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:21:07.453744 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:07.608539 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-321a764b-5a01-4c76-97b7-aaca2f9a23a1 None None] Set router 04b254f2-817d-4b5d-a553-64e5e0634931 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:21:07.679094 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505368bf-6cfc-4c0d-8ef7-b32e7e19239c None None] Pushing event updated for resources: {'Port': ['ID=2fd9fa31-fd78-46af-9259-922459165ac8,revision_number=4']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:07.916012 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-321a764b-5a01-4c76-97b7-aaca2f9a23a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b254f2-817d-4b5d-a553-64e5e0634931', 'name': 'tempest-ServersTestManualDisk-584355586-router', 'tenant_id': '1c54b280762545eba61ee7822eb953b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'dff67c5f-4728-4088-8b7d-8d54bca7d96d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:20:58Z', 'updated_at': '2021-08-10T03:21:02Z', 'revision_number': 4, 'project_id': '1c54b280762545eba61ee7822eb953b8', 'gw_port': {'id': 'dff67c5f-4728-4088-8b7d-8d54bca7d96d', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b254f2-817d-4b5d-a553-64e5e0634931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:20:59Z', 'updated_at': '2021-08-10T03:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '2fd9fa31-fd78-46af-9259-922459165ac8', 'name': '', 'network_id': 'd6af8212-aac1-40c5-a707-aa25feb03b38', 'tenant_id': '1c54b280762545eba61ee7822eb953b8', 'mac_address': 'fa:16:3e:db:df:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b254f2-817d-4b5d-a553-64e5e0634931', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'ab41bfa0-d357-41af-aec9-387a65206e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:02Z', 'updated_at': '2021-08-10T03:21:07Z', 'revision_number': 4, 'project_id': '1c54b280762545eba61ee7822eb953b8', 'subnets': [{'id': 'ab41bfa0-d357-41af-aec9-387a65206e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:07.947784 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321a764b-5a01-4c76-97b7-aaca2f9a23a1 None None] The sync data for ids ['04b254f2-817d-4b5d-a553-64e5e0634931'] in n-d-768862-13 is: [{'id': '04b254f2-817d-4b5d-a553-64e5e0634931', 'name': 'tempest-ServersTestManualDisk-584355586-router', 'tenant_id': '1c54b280762545eba61ee7822eb953b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'dff67c5f-4728-4088-8b7d-8d54bca7d96d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:20:58Z', 'updated_at': '2021-08-10T03:21:02Z', 'revision_number': 4, 'project_id': '1c54b280762545eba61ee7822eb953b8', 'gw_port': {'id': 'dff67c5f-4728-4088-8b7d-8d54bca7d96d', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b254f2-817d-4b5d-a553-64e5e0634931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:20:59Z', 'updated_at': '2021-08-10T03:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '2fd9fa31-fd78-46af-9259-922459165ac8', 'name': '', 'network_id': 'd6af8212-aac1-40c5-a707-aa25feb03b38', 'tenant_id': '1c54b280762545eba61ee7822eb953b8', 'mac_address': 'fa:16:3e:db:df:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b254f2-817d-4b5d-a553-64e5e0634931', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'ab41bfa0-d357-41af-aec9-387a65206e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:02Z', 'updated_at': '2021-08-10T03:21:07Z', 'revision_number': 4, 'project_id': '1c54b280762545eba61ee7822eb953b8', 'subnets': [{'id': 'ab41bfa0-d357-41af-aec9-387a65206e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:21:09.370886 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 2fd9fa31-fd78-46af-9259-922459165ac8 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:21:09.423105 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 2fd9fa31-fd78-46af-9259-922459165ac8 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:21:09.427815 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 2fd9fa31-fd78-46af-9259-922459165ac8 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:21:09.428408 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:09.540117 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:09.545448 n-d-768862-13 neutron-server[94260]: INFO neutron.api.v2.resource [req-1d82626a-a5f8-4620-8feb-97c13bdb1fb2 req-dfdb8294-7c48-4ac2-a33e-d2d95906b2fe tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] show failed (client error): The resource could not be found. Aug 10 03:21:09.556004 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1d82626a-a5f8-4620-8feb-97c13bdb1fb2 req-dfdb8294-7c48-4ac2-a33e-d2d95906b2fe tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "GET /v2.0/security-groups/fbceea22-4b5f-4b90-99fc-2c274460b479 HTTP/1.1" status: 404 len: 352 time: 0.0290117 Aug 10 03:21:09.613673 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 2fd9fa31-fd78-46af-9259-922459165ac8, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=2fd9fa31-fd78-46af-9259-922459165ac8,segment=NetworkSegment(ef8db12d-912b-41dd-a4b0-23d24ac98418),segment_id=ef8db12d-912b-41dd-a4b0-23d24ac98418)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:09.623003 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:09.671485 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495746d3-3c47-48bb-9889-ae314153bd55 req-3a30680a-0f92-4b41-9bde-2f2590cd0e01 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:09.680845 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-495746d3-3c47-48bb-9889-ae314153bd55 req-3a30680a-0f92-4b41-9bde-2f2590cd0e01 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c6f1850-f19e-4254-92e9-56a30b581253 HTTP/1.1" status: 200 len: 945 time: 0.0721457 Aug 10 03:21:09.687577 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=2fd9fa31-fd78-46af-9259-922459165ac8,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:09.698992 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:09.699435 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:09.699688 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:09.700031 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:09.700970 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:09.701393 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:09.701739 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:09.702072 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:09.702434 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:09.702908 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:09.703098 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:09.703402 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:09.737065 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-495746d3-3c47-48bb-9889-ae314153bd55 req-6b7b0516-e6db-4e0b-8316-62054cf075cb tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/security-groups?id=e00a7564-e56b-4b7f-b179-f193e5160bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482526 Aug 10 03:21:09.866416 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d420a6b6-4d45-491c-9442-ca930b0788a7 x-openstack-request-id: req-d420a6b6-4d45-491c-9442-ca930b0788a7 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:21:09.867227 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "819cbf3a-d394-434d-9d37-e53253bb6a7c", "name": "network-vif-plugged", "status": "completed", "tag": "c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:21:09.867785 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d420a6b6-4d45-491c-9442-ca930b0788a7 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:21:09.868704 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '819cbf3a-d394-434d-9d37-e53253bb6a7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990', 'code': 200} Aug 10 03:21:09.915442 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de8ee058-8a6b-4809-b860-8d1119ce852a x-openstack-request-id: req-de8ee058-8a6b-4809-b860-8d1119ce852a {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:21:09.915692 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "846df683-cf87-412d-8a35-b96b0250a8cd", "name": "network-vif-deleted", "tag": "97db66a8-771b-4cf8-a449-c72eecd3922c", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:21:09.915956 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-de8ee058-8a6b-4809-b860-8d1119ce852a {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:21:09.916358 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '846df683-cf87-412d-8a35-b96b0250a8cd', 'name': 'network-vif-deleted', 'tag': '97db66a8-771b-4cf8-a449-c72eecd3922c', 'status': 'completed', 'code': 200} Aug 10 03:21:09.957756 n-d-768862-13 neutron-server[94260]: INFO neutron.api.v2.resource [req-ee3017d8-626a-42ab-ad4b-6e3d4e946d47 req-6de67f14-84b6-4e8f-9e3f-3e7b7b0c33b8 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] show failed (client error): The resource could not be found. Aug 10 03:21:09.973175 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ee3017d8-626a-42ab-ad4b-6e3d4e946d47 req-6de67f14-84b6-4e8f-9e3f-3e7b7b0c33b8 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "GET /v2.0/security-groups/e4b449fd-6260-45b6-9f9b-60a67cb3c2d8 HTTP/1.1" status: 404 len: 352 time: 0.0349135 Aug 10 03:21:10.083840 n-d-768862-13 neutron-server[94260]: INFO neutron.api.v2.resource [req-ee03446a-4bd5-47b5-bc67-9956ca36f08b req-407ea508-b708-47ba-843b-517f48e74aa8 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] show failed (client error): The resource could not be found. Aug 10 03:21:10.095758 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ee03446a-4bd5-47b5-bc67-9956ca36f08b req-407ea508-b708-47ba-843b-517f48e74aa8 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "GET /v2.0/security-groups/443dea96-39eb-4a6c-95ea-dfa90162d78c HTTP/1.1" status: 404 len: 352 time: 0.0267203 Aug 10 03:21:10.334075 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 54778) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:10.338754 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-bd6a320d-756f-4adb-a92b-63f22bb41bf0 tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1500357984', 'description': 'tempest-description--1183596514'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:10.363880 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bd6a320d-756f-4adb-a92b-63f22bb41bf0 tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:10.506143 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bd6a320d-756f-4adb-a92b-63f22bb41bf0 tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:10.511894 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bd6a320d-756f-4adb-a92b-63f22bb41bf0 tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:10.555847 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bd6a320d-756f-4adb-a92b-63f22bb41bf0 tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:10.557143 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-bd6a320d-756f-4adb-a92b-63f22bb41bf0 tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2220085 Aug 10 03:21:10.560711 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 54790) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:10.566306 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-ef899710-d878-4592-b652-a1d6728e6242 tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] Request body: {'security_group_rule': {'security_group_id': 'd40d2ec1-e615-4c84-8d64-72b835c25e85', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:10.572198 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6a320d-756f-4adb-a92b-63f22bb41bf0 tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d40d2ec1-e615-4c84-8d64-72b835c25e85,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:10.625063 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ef899710-d878-4592-b652-a1d6728e6242 tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:10.699788 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ef899710-d878-4592-b652-a1d6728e6242 tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:10.704619 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ef899710-d878-4592-b652-a1d6728e6242 tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:10.733623 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef899710-d878-4592-b652-a1d6728e6242 tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6da30f31-8843-4144-bddd-7726082ef3e5,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:10.740127 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ef899710-d878-4592-b652-a1d6728e6242 tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:10.741409 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ef899710-d878-4592-b652-a1d6728e6242 tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1797814 Aug 10 03:21:10.744034 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 54792) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:10.751703 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-44682a18-3f37-4ea8-a2f8-808d4da0e24a tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] Request body: {'security_group_rule': {'security_group_id': 'd40d2ec1-e615-4c84-8d64-72b835c25e85', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:10.782166 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-44682a18-3f37-4ea8-a2f8-808d4da0e24a tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:10.865038 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-44682a18-3f37-4ea8-a2f8-808d4da0e24a tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:10.871881 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-44682a18-3f37-4ea8-a2f8-808d4da0e24a tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:10.892558 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44682a18-3f37-4ea8-a2f8-808d4da0e24a tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=273e6f04-c569-4ff2-93c6-a672b1df227b,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:10.915019 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-44682a18-3f37-4ea8-a2f8-808d4da0e24a tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:10.920311 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 54796) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:10.925118 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-6e87a30b-76f7-41bf-a3d2-be7bdd968b4f tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] Request body: {'floatingip': {'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:10.926750 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-44682a18-3f37-4ea8-a2f8-808d4da0e24a tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1812365 Aug 10 03:21:10.962472 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6e87a30b-76f7-41bf-a3d2-be7bdd968b4f tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] Notify callbacks [] for floatingip, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:11.103361 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6e87a30b-76f7-41bf-a3d2-be7bdd968b4f tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:11.263499 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-6e87a30b-76f7-41bf-a3d2-be7bdd968b4f tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] Allocated IP 172.25.6.115 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/ef025c12-4e0d-45bd-a10d-f622689521cd) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:21:11.435270 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6e87a30b-76f7-41bf-a3d2-be7bdd968b4f tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:11.452764 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 2fd9fa31-fd78-46af-9259-922459165ac8 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:21:11.524000 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 2fd9fa31-fd78-46af-9259-922459165ac8 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:21:11.524785 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:11.525398 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6e87a30b-76f7-41bf-a3d2-be7bdd968b4f tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:11.636808 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e87a30b-76f7-41bf-a3d2-be7bdd968b4f tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:21:11.648590 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-6e87a30b-76f7-41bf-a3d2-be7bdd968b4f tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:21:11.656213 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e87a30b-76f7-41bf-a3d2-be7bdd968b4f tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:21:11.660695 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e87a30b-76f7-41bf-a3d2-be7bdd968b4f tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] Pushing event updated for resources: {'Port': ['ID=ef025c12-4e0d-45bd-a10d-f622689521cd,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:11.692026 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87df8d5-10db-4775-85f4-2824e4427b28 req-64b771bc-c87d-4f93-a1d0-885f909b0de3 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:11.694319 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d87df8d5-10db-4775-85f4-2824e4427b28 req-64b771bc-c87d-4f93-a1d0-885f909b0de3 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] 10.222.0.42 "GET /v2.0/ports?device_id=a73d350b-7cdf-413e-aecd-1fe468dd8b3a HTTP/1.1" status: 200 len: 945 time: 0.1446629 Aug 10 03:21:11.797003 n-d-768862-13 neutron-server[94260]: INFO neutron.api.v2.resource [req-dd4c1107-7bb2-4b56-bcaf-df2fa0b4d121 req-78c2d185-ee4d-4410-8174-52e6edceef2f tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] show failed (client error): The resource could not be found. Aug 10 03:21:11.804739 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dd4c1107-7bb2-4b56-bcaf-df2fa0b4d121 req-78c2d185-ee4d-4410-8174-52e6edceef2f tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "GET /v2.0/security-groups/1848790c-7bf0-4d83-a500-47dc29fd9cea HTTP/1.1" status: 404 len: 352 time: 0.0387375 Aug 10 03:21:11.870605 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c6f1850-f19e-4254-92e9-56a30b581253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '960a28a7-1741-4a5e-af50-49f66b7e7907'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:21:11.873472 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d54a0f56-49ac-4dc8-917e-6ac64ca11851" -d '{"events": [{"server_uuid": "8c6f1850-f19e-4254-92e9-56a30b581253", "name": "network-vif-plugged", "status": "completed", "tag": "960a28a7-1741-4a5e-af50-49f66b7e7907"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:21:11.963846 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 6d575ca0-64f7-48f6-a515-62499dd44012 details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:21:12.136114 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 6d575ca0-64f7-48f6-a515-62499dd44012, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=6d575ca0-64f7-48f6-a515-62499dd44012,segment=NetworkSegment(688049e6-c1d0-4f13-8eef-c4d81b54e233),segment_id=688049e6-c1d0-4f13-8eef-c4d81b54e233)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:12.157552 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': '6d575ca0-64f7-48f6-a515-62499dd44012', 'network_id': 'dedcdb64-7de1-4c86-99c8-928cd2696ccd', 'port_id': '6d575ca0-64f7-48f6-a515-62499dd44012', 'mac_address': 'fa:16:3e:9f:5a:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f24ae3cf-774a-4d5d-b1a4-9733e765050e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:21:12.162174 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6e87a30b-76f7-41bf-a3d2-be7bdd968b4f tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:12.217981 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:12.255943 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6d575ca0-64f7-48f6-a515-62499dd44012 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:21:12.291268 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 6d575ca0-64f7-48f6-a515-62499dd44012, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=6d575ca0-64f7-48f6-a515-62499dd44012,segment=NetworkSegment(688049e6-c1d0-4f13-8eef-c4d81b54e233),segment_id=688049e6-c1d0-4f13-8eef-c4d81b54e233)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:12.299640 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:12.320792 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735d924d-861e-4588-87d9-690adab1150d req-37063081-cacc-4b2f-a0aa-05fd342b23a3 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:12.328970 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-735d924d-861e-4588-87d9-690adab1150d req-37063081-cacc-4b2f-a0aa-05fd342b23a3 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c6f1850-f19e-4254-92e9-56a30b581253 HTTP/1.1" status: 200 len: 945 time: 0.2592216 Aug 10 03:21:12.337172 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c85c748-1fd1-4d74-8658-da1d29aee8d2 req-4378511a-2b79-48f8-ace7-1985ddefdea5 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:12.344252 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3c85c748-1fd1-4d74-8658-da1d29aee8d2 req-4378511a-2b79-48f8-ace7-1985ddefdea5 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] 10.222.0.44 "GET /v2.0/networks?id=36135f86-55af-48c7-9516-7187aabe118a HTTP/1.1" status: 200 len: 812 time: 0.5793991 Aug 10 03:21:12.363429 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-d87df8d5-10db-4775-85f4-2824e4427b28 req-b125952b-5c02-43cf-af46-63526fbc81cf tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Deleting port a79a76d6-f1ab-4670-a907-425565059d51 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:21:12.363811 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-d87df8d5-10db-4775-85f4-2824e4427b28 req-b125952b-5c02-43cf-af46-63526fbc81cf tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:12.376604 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6e87a30b-76f7-41bf-a3d2-be7bdd968b4f tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:12.387036 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=6d575ca0-64f7-48f6-a515-62499dd44012,revision_number=6']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:12.441614 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['6d575ca0-64f7-48f6-a515-62499dd44012'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:21:12.540406 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-d87df8d5-10db-4775-85f4-2824e4427b28 req-b125952b-5c02-43cf-af46-63526fbc81cf tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] For port a79a76d6-f1ab-4670-a907-425565059d51, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=a79a76d6-f1ab-4670-a907-425565059d51,segment=NetworkSegment(12579fd8-e183-4425-ae11-f7c255fa011f),segment_id=12579fd8-e183-4425-ae11-f7c255fa011f)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:12.540793 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-d87df8d5-10db-4775-85f4-2824e4427b28 req-b125952b-5c02-43cf-af46-63526fbc81cf tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:12.567152 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-d87df8d5-10db-4775-85f4-2824e4427b28 req-b125952b-5c02-43cf-af46-63526fbc81cf tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Calling delete_port for a79a76d6-f1ab-4670-a907-425565059d51 owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:21:12.723111 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3c85c748-1fd1-4d74-8658-da1d29aee8d2 req-b764efa3-9cc5-4b4c-a217-7094f48469a5 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] 10.222.0.44 "GET /v2.0/quotas/8d28928fef9a4cb78edb2c407fdaba2b HTTP/1.1" status: 200 len: 375 time: 0.3778307 Aug 10 03:21:12.745254 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-d87df8d5-10db-4775-85f4-2824e4427b28 req-b125952b-5c02-43cf-af46-63526fbc81cf tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:12.824191 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3c85c748-1fd1-4d74-8658-da1d29aee8d2 req-146d7cad-7e76-4aea-a686-be43158c8d4f tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8d28928fef9a4cb78edb2c407fdaba2b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0998266 Aug 10 03:21:12.859233 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b125952b-5c02-43cf-af46-63526fbc81cf tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Pushing event deleted for resources: {'Port': ['ID=a79a76d6-f1ab-4670-a907-425565059d51,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:13.100456 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-735d924d-861e-4588-87d9-690adab1150d req-09d58087-0a17-43d9-ac28-60d86816909e tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/security-groups?id=e00a7564-e56b-4b7f-b179-f193e5160bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7566578 Aug 10 03:21:13.100456 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3c85c748-1fd1-4d74-8658-da1d29aee8d2 req-cdad7969-4267-480f-be61-e36ebe00dcb4 service neutron] 10.222.0.44 "GET /v2.0/networks/36135f86-55af-48c7-9516-7187aabe118a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412302 Aug 10 03:21:13.100456 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-d87df8d5-10db-4775-85f4-2824e4427b28 req-b125952b-5c02-43cf-af46-63526fbc81cf tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] No DVR routers for this DVR port a79a76d6-f1ab-4670-a907-425565059d51 on host n-h1-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:21:13.103389 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-d87df8d5-10db-4775-85f4-2824e4427b28 req-b125952b-5c02-43cf-af46-63526fbc81cf tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:13.107938 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d87df8d5-10db-4775-85f4-2824e4427b28 req-b125952b-5c02-43cf-af46-63526fbc81cf tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] 10.222.0.42 "DELETE /v2.0/ports/a79a76d6-f1ab-4670-a907-425565059d51 HTTP/1.1" status: 204 len: 173 time: 1.4035306 Aug 10 03:21:13.128226 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a73d350b-7cdf-413e-aecd-1fe468dd8b3a', 'name': 'network-vif-deleted', 'tag': 'a79a76d6-f1ab-4670-a907-425565059d51'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:21:13.135652 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2226ee5-0da5-49e1-b4fc-0a28ef6947a3" -d '{"events": [{"server_uuid": "a73d350b-7cdf-413e-aecd-1fe468dd8b3a", "name": "network-vif-deleted", "tag": "a79a76d6-f1ab-4670-a907-425565059d51"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:21:13.365638 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2d3dd6-170c-464c-bb49-a00690747ad7 req-febc4987-6ae6-46cf-8fc2-509f0f5eb651 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:13.367484 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-df2d3dd6-170c-464c-bb49-a00690747ad7 req-febc4987-6ae6-46cf-8fc2-509f0f5eb651 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "GET /v2.0/ports?device_id=da7c041f-b02b-4e48-bee8-51f8bcda5521 HTTP/1.1" status: 200 len: 944 time: 0.1996434 Aug 10 03:21:13.519612 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3c85c748-1fd1-4d74-8658-da1d29aee8d2 req-e7938bef-55f3-4f54-a350-299814eb04c7 service neutron] 10.222.0.44 "GET /v2.0/networks/36135f86-55af-48c7-9516-7187aabe118a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4114740 Aug 10 03:21:13.534478 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-df2d3dd6-170c-464c-bb49-a00690747ad7 req-6669c52c-f9cf-4d41-8112-2de99d1f7c37 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bcd935f-a3f8-4ab9-ae6d-676bd4ce3973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570570 Aug 10 03:21:13.634493 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6e87a30b-76f7-41bf-a3d2-be7bdd968b4f tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:13.647659 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6e87a30b-76f7-41bf-a3d2-be7bdd968b4f tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:13.754020 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6e87a30b-76f7-41bf-a3d2-be7bdd968b4f tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:13.776619 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6e87a30b-76f7-41bf-a3d2-be7bdd968b4f tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:13.787064 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-6e87a30b-76f7-41bf-a3d2-be7bdd968b4f tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8566387 Aug 10 03:21:13.808989 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e87a30b-76f7-41bf-a3d2-be7bdd968b4f tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] Pushing event updated for resources: {'Port': ['ID=ef025c12-4e0d-45bd-a10d-f622689521cd,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:13.957680 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-772d9519-a001-4058-aaa1-9788be837d52 x-openstack-request-id: req-772d9519-a001-4058-aaa1-9788be837d52 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:21:13.958651 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c6f1850-f19e-4254-92e9-56a30b581253", "name": "network-vif-plugged", "status": "completed", "tag": "960a28a7-1741-4a5e-af50-49f66b7e7907", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:21:13.959139 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-772d9519-a001-4058-aaa1-9788be837d52 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:21:13.961701 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c6f1850-f19e-4254-92e9-56a30b581253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '960a28a7-1741-4a5e-af50-49f66b7e7907', 'code': 200} Aug 10 03:21:13.963742 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 6d575ca0-64f7-48f6-a515-62499dd44012 no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:21:14.154958 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3caced7a-fde3-44c6-a196-2850260fc0de x-openstack-request-id: req-3caced7a-fde3-44c6-a196-2850260fc0de {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:21:14.155576 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a73d350b-7cdf-413e-aecd-1fe468dd8b3a", "name": "network-vif-deleted", "tag": "a79a76d6-f1ab-4670-a907-425565059d51", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:21:14.156059 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3caced7a-fde3-44c6-a196-2850260fc0de {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:21:14.157005 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a73d350b-7cdf-413e-aecd-1fe468dd8b3a', 'name': 'network-vif-deleted', 'tag': 'a79a76d6-f1ab-4670-a907-425565059d51', 'status': 'completed', 'code': 200} Aug 10 03:21:14.258020 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:14.275497 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a7d2f0-03bb-4cdd-97d3-0d586c1c92be req-e64d8ca7-8da3-4ab7-804f-563007a6bdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:14.277023 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-57a7d2f0-03bb-4cdd-97d3-0d586c1c92be req-e64d8ca7-8da3-4ab7-804f-563007a6bdf6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8c6f1850-f19e-4254-92e9-56a30b581253 HTTP/1.1" status: 200 len: 1097 time: 0.1311762 Aug 10 03:21:14.293672 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 6d575ca0-64f7-48f6-a515-62499dd44012 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:21:14.347214 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-57a7d2f0-03bb-4cdd-97d3-0d586c1c92be req-b5bd13b6-a376-4b40-aec1-8308579efe4d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e00a7564-e56b-4b7f-b179-f193e5160bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601904 Aug 10 03:21:14.348597 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 6d575ca0-64f7-48f6-a515-62499dd44012, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=6d575ca0-64f7-48f6-a515-62499dd44012,segment=NetworkSegment(688049e6-c1d0-4f13-8eef-c4d81b54e233),segment_id=688049e6-c1d0-4f13-8eef-c4d81b54e233)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:14.358458 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:14.359709 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device a79a76d6-f1ab-4670-a907-425565059d51 no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:21:14.393144 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] No Port match for: a79a76d6-f1ab-4670-a907-425565059d51 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:21:14.394044 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device a79a76d6-f1ab-4670-a907-425565059d51 not bound to the agent host n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:21:14.462561 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-31096efa-eb98-43aa-948d-da09ee99d4f8 req-5ca2cb8a-6c42-45c2-8219-5caebd2d6bc8 tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1500357984&fields=id&tenant_id=1c54b280762545eba61ee7822eb953b8 HTTP/1.1" status: 200 len: 267 time: 0.1621931 Aug 10 03:21:14.463171 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=6d575ca0-64f7-48f6-a515-62499dd44012,revision_number=7']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:14.702396 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31096efa-eb98-43aa-948d-da09ee99d4f8 req-4ffdf28e-804c-4389-b757-e2b86da355d1 tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:14.714937 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-31096efa-eb98-43aa-948d-da09ee99d4f8 req-4ffdf28e-804c-4389-b757-e2b86da355d1 tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] 10.222.0.44 "GET /v2.0/networks?id=d6af8212-aac1-40c5-a707-aa25feb03b38 HTTP/1.1" status: 200 len: 811 time: 0.2514153 Aug 10 03:21:14.777449 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-31096efa-eb98-43aa-948d-da09ee99d4f8 req-b9b827d9-478a-4d25-ae44-8f8b815dac8a tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] 10.222.0.44 "GET /v2.0/quotas/1c54b280762545eba61ee7822eb953b8 HTTP/1.1" status: 200 len: 375 time: 0.0613625 Aug 10 03:21:14.835453 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86f7b5c-dcf4-4348-9dfb-8811a859e4d7 req-e9a7b6f7-5396-41d2-851d-d7b078abc6f9 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:14.844043 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d86f7b5c-dcf4-4348-9dfb-8811a859e4d7 req-e9a7b6f7-5396-41d2-851d-d7b078abc6f9 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d4dd2ce-c9e0-400a-95c4-f7eb084de50e HTTP/1.1" status: 200 len: 1023 time: 0.1173754 Aug 10 03:21:14.932731 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-31096efa-eb98-43aa-948d-da09ee99d4f8 req-579df4e7-2ece-4c0b-adef-b4de839782c7 tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=1c54b280762545eba61ee7822eb953b8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1457078 Aug 10 03:21:14.989329 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d86f7b5c-dcf4-4348-9dfb-8811a859e4d7 req-503850b8-d9ef-4590-8335-1609e3a51b00 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "GET /v2.0/security-groups?id=41ee46c2-b2a5-449c-b4c8-15a659a6d137&id=cde2a9fe-dd9d-4433-a49d-a7b34dcd163f&id=1a377b7b-bcd7-4c4d-afcb-345e91853199&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1444209 Aug 10 03:21:15.140685 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-31096efa-eb98-43aa-948d-da09ee99d4f8 req-f0cde43d-6d12-4c99-9f09-fa00d9bfd656 service neutron] 10.222.0.44 "GET /v2.0/networks/d6af8212-aac1-40c5-a707-aa25feb03b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829672 Aug 10 03:21:15.304903 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccfd3a0-a005-4d56-b448-a46a7e49f19d req-8348b819-7ee9-412b-9b5f-5850b13de971 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:15.314163 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4ccfd3a0-a005-4d56-b448-a46a7e49f19d req-8348b819-7ee9-412b-9b5f-5850b13de971 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c6f1850-f19e-4254-92e9-56a30b581253 HTTP/1.1" status: 200 len: 945 time: 0.1143327 Aug 10 03:21:15.373846 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-31096efa-eb98-43aa-948d-da09ee99d4f8 req-bf3ae714-76b8-4201-ba5c-4eb27bd24736 service neutron] 10.222.0.44 "GET /v2.0/networks/d6af8212-aac1-40c5-a707-aa25feb03b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292349 Aug 10 03:21:15.469537 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4ccfd3a0-a005-4d56-b448-a46a7e49f19d req-1a516a59-51a4-40b8-99e5-82b1b9cd4076 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/security-groups?id=e00a7564-e56b-4b7f-b179-f193e5160bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542525 Aug 10 03:21:15.516703 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b6c72f-d020-4bf4-aab7-429ee79434a2 req-edf28aaa-1f0e-4352-a98f-a49b1a0666ed tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:15.518801 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-22b6c72f-d020-4bf4-aab7-429ee79434a2 req-edf28aaa-1f0e-4352-a98f-a49b1a0666ed tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d4dd2ce-c9e0-400a-95c4-f7eb084de50e HTTP/1.1" status: 200 len: 1023 time: 0.1399279 Aug 10 03:21:15.743611 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2e442d-f960-42a8-b372-15124f9d9f8b req-acdc4a06-f40d-436c-966e-10d774538be2 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:15.755659 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cd2e442d-f960-42a8-b372-15124f9d9f8b req-acdc4a06-f40d-436c-966e-10d774538be2 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "GET /v2.0/ports?device_id=da7c041f-b02b-4e48-bee8-51f8bcda5521 HTTP/1.1" status: 200 len: 943 time: 0.1506631 Aug 10 03:21:15.913158 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-22b6c72f-d020-4bf4-aab7-429ee79434a2 req-4f648214-0497-4a47-a975-7a0b0e1ed424 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Deleting port 1a766390-8fe6-4db4-a148-9d9b07e221c2 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:21:15.914140 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-22b6c72f-d020-4bf4-aab7-429ee79434a2 req-4f648214-0497-4a47-a975-7a0b0e1ed424 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:15.949280 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cd2e442d-f960-42a8-b372-15124f9d9f8b req-c217c7b0-c696-4c6d-a10c-5d4073d87d1c tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bcd935f-a3f8-4ab9-ae6d-676bd4ce3973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787362 Aug 10 03:21:16.421775 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c85c748-1fd1-4d74-8658-da1d29aee8d2 req-d8e9bd94-86e1-49cd-a1f0-6cdd13b26981 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:16.424230 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-3c85c748-1fd1-4d74-8658-da1d29aee8d2 req-d8e9bd94-86e1-49cd-a1f0-6cdd13b26981 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] 10.222.0.42 "GET /v2.0/networks?id=36135f86-55af-48c7-9516-7187aabe118a HTTP/1.1" status: 200 len: 812 time: 0.3083274 Aug 10 03:21:16.437893 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-3c85c748-1fd1-4d74-8658-da1d29aee8d2 req-bf62fd97-87ca-4341-9576-2796b0aa8aac tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Request body: {'port': {'device_id': '67b02b92-ddc2-4f94-b5f0-b78c611ca7cf', 'network_id': '36135f86-55af-48c7-9516-7187aabe118a', 'admin_state_up': True, 'tenant_id': '8d28928fef9a4cb78edb2c407fdaba2b'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:16.457440 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a0c4b7b7-2e44-42a5-925f-6e537838c437 req-f69e2d3a-241a-4ac7-93e2-f18530c2c6eb tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff1cbd3d-c588-4e99-a335-efc4198b98b5 HTTP/1.1" status: 200 len: 210 time: 0.2636139 Aug 10 03:21:16.509801 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-948b3071-c7dc-4f1b-9e99-9c1e078bd103 req-1067107d-fb2d-4baa-8984-250a42edbeec tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] 10.222.0.44 "GET /v2.0/ports?device_id=170bfcf9-fc4c-4f3d-ba49-affdf210e363 HTTP/1.1" status: 200 len: 210 time: 0.5262065 Aug 10 03:21:16.979342 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c85c748-1fd1-4d74-8658-da1d29aee8d2 req-dd8abaf2-6ece-42ac-bb7b-02309b854a99 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:16.985467 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-3c85c748-1fd1-4d74-8658-da1d29aee8d2 req-dd8abaf2-6ece-42ac-bb7b-02309b854a99 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] 10.222.0.61 "GET /v2.0/networks?id=36135f86-55af-48c7-9516-7187aabe118a HTTP/1.1" status: 200 len: 812 time: 0.2819781 Aug 10 03:21:17.008160 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-3c85c748-1fd1-4d74-8658-da1d29aee8d2 req-6b489667-fe53-4271-832d-e08351833352 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Request body: {'port': {'device_id': '170bfcf9-fc4c-4f3d-ba49-affdf210e363', 'network_id': '36135f86-55af-48c7-9516-7187aabe118a', 'admin_state_up': True, 'tenant_id': '8d28928fef9a4cb78edb2c407fdaba2b'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:17.370947 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c85c748-1fd1-4d74-8658-da1d29aee8d2 req-bf62fd97-87ca-4341-9576-2796b0aa8aac tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Made reservation on behalf of 8d28928fef9a4cb78edb2c407fdaba2b for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:21:17.376554 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-3c85c748-1fd1-4d74-8658-da1d29aee8d2 req-bf62fd97-87ca-4341-9576-2796b0aa8aac tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:17.426045 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c85c748-1fd1-4d74-8658-da1d29aee8d2 req-6b489667-fe53-4271-832d-e08351833352 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Made reservation on behalf of 8d28928fef9a4cb78edb2c407fdaba2b for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:21:17.432006 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-3c85c748-1fd1-4d74-8658-da1d29aee8d2 req-6b489667-fe53-4271-832d-e08351833352 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:17.753928 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c75519b-3e19-4bd3-b61b-fc3d7e9c22a3 req-4e36d588-fffe-4129-a5e6-c065740b4e7b tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:17.755541 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8c75519b-3e19-4bd3-b61b-fc3d7e9c22a3 req-4e36d588-fffe-4129-a5e6-c065740b4e7b tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.42 "GET /v2.0/ports?device_id=da7c041f-b02b-4e48-bee8-51f8bcda5521 HTTP/1.1" status: 200 len: 943 time: 1.5587616 Aug 10 03:21:17.807115 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [req-3c85c748-1fd1-4d74-8658-da1d29aee8d2 req-bf62fd97-87ca-4341-9576-2796b0aa8aac tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Allocated IP 172.20.0.4 (36135f86-55af-48c7-9516-7187aabe118a/94f1adae-6677-4cd9-bdaa-c308bdf6d787/f8c4d913-6b1f-461d-8449-8f3d4c6b19fc) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:21:18.064775 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 1a766390-8fe6-4db4-a148-9d9b07e221c2 no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:21:18.086566 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-3c85c748-1fd1-4d74-8658-da1d29aee8d2 req-bf62fd97-87ca-4341-9576-2796b0aa8aac tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:18.196014 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-22b6c72f-d020-4bf4-aab7-429ee79434a2 req-4f648214-0497-4a47-a975-7a0b0e1ed424 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] For port 1a766390-8fe6-4db4-a148-9d9b07e221c2, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=1a766390-8fe6-4db4-a148-9d9b07e221c2,segment=NetworkSegment(81aef211-7997-45c2-a489-0c68e2619eb8),segment_id=81aef211-7997-45c2-a489-0c68e2619eb8)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:18.196534 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-22b6c72f-d020-4bf4-aab7-429ee79434a2 req-4f648214-0497-4a47-a975-7a0b0e1ed424 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:18.223518 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-22b6c72f-d020-4bf4-aab7-429ee79434a2 req-4f648214-0497-4a47-a975-7a0b0e1ed424 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Calling delete_port for 1a766390-8fe6-4db4-a148-9d9b07e221c2 owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:21:18.334071 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [req-3c85c748-1fd1-4d74-8658-da1d29aee8d2 req-6b489667-fe53-4271-832d-e08351833352 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Allocated IP 172.20.0.6 (36135f86-55af-48c7-9516-7187aabe118a/94f1adae-6677-4cd9-bdaa-c308bdf6d787/fbfcbaaa-1126-4380-b9c6-343d30574a5f) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:21:18.396329 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:18.478823 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-3c85c748-1fd1-4d74-8658-da1d29aee8d2 req-bf62fd97-87ca-4341-9576-2796b0aa8aac tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:18.529849 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31096efa-eb98-43aa-948d-da09ee99d4f8 req-03976e76-ae04-4edb-bee2-f60995a16e12 tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:18.534292 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-31096efa-eb98-43aa-948d-da09ee99d4f8 req-03976e76-ae04-4edb-bee2-f60995a16e12 tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] 10.222.0.42 "GET /v2.0/networks?id=d6af8212-aac1-40c5-a707-aa25feb03b38 HTTP/1.1" status: 200 len: 811 time: 0.7492280 Aug 10 03:21:18.583824 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-22b6c72f-d020-4bf4-aab7-429ee79434a2 req-4f648214-0497-4a47-a975-7a0b0e1ed424 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:18.601964 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912406f0-ce0c-4bf0-9a78-1406b96717f4 req-10c47153-51ef-4d06-9185-f7b82d53f013 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:18.604371 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-912406f0-ce0c-4bf0-9a78-1406b96717f4 req-10c47153-51ef-4d06-9185-f7b82d53f013 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d4dd2ce-c9e0-400a-95c4-f7eb084de50e HTTP/1.1" status: 200 len: 1023 time: 1.9460380 Aug 10 03:21:18.627645 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c85c748-1fd1-4d74-8658-da1d29aee8d2 req-bf62fd97-87ca-4341-9576-2796b0aa8aac tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Network 36135f86-55af-48c7-9516-7187aabe118a is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:21:18.704254 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf62fd97-87ca-4341-9576-2796b0aa8aac tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Pushing event updated for resources: {'Port': ['ID=f8c4d913-6b1f-461d-8449-8f3d4c6b19fc,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:18.707019 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [req-3c85c748-1fd1-4d74-8658-da1d29aee8d2 req-bf62fd97-87ca-4341-9576-2796b0aa8aac tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:21:18.710967 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c85c748-1fd1-4d74-8658-da1d29aee8d2 req-bf62fd97-87ca-4341-9576-2796b0aa8aac tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:21:18.744890 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-912406f0-ce0c-4bf0-9a78-1406b96717f4 req-a6f0628e-6ec0-4fac-9311-089cafe99b3e tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "GET /v2.0/security-groups?id=41ee46c2-b2a5-449c-b4c8-15a659a6d137&id=cde2a9fe-dd9d-4433-a49d-a7b34dcd163f&id=1a377b7b-bcd7-4c4d-afcb-345e91853199&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0975575 Aug 10 03:21:18.777568 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7be739-fd3a-4402-bf8d-b46f7256be7d req-bbe8df20-240a-4872-b84e-9633a303759b tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:18.784681 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3d7be739-fd3a-4402-bf8d-b46f7256be7d req-bbe8df20-240a-4872-b84e-9633a303759b tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c6f1850-f19e-4254-92e9-56a30b581253 HTTP/1.1" status: 200 len: 945 time: 2.0600653 Aug 10 03:21:18.861990 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c85c748-1fd1-4d74-8658-da1d29aee8d2 req-bf62fd97-87ca-4341-9576-2796b0aa8aac tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:18.867449 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-3c85c748-1fd1-4d74-8658-da1d29aee8d2 req-bf62fd97-87ca-4341-9576-2796b0aa8aac tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:18.917447 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf62fd97-87ca-4341-9576-2796b0aa8aac tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:18.920818 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf62fd97-87ca-4341-9576-2796b0aa8aac tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:18.922823 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf62fd97-87ca-4341-9576-2796b0aa8aac tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:18.923593 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf62fd97-87ca-4341-9576-2796b0aa8aac tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:18.925256 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf62fd97-87ca-4341-9576-2796b0aa8aac tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:18.925867 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf62fd97-87ca-4341-9576-2796b0aa8aac tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:18.926457 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf62fd97-87ca-4341-9576-2796b0aa8aac tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:18.928251 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf62fd97-87ca-4341-9576-2796b0aa8aac tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:18.928606 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf62fd97-87ca-4341-9576-2796b0aa8aac tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:18.929322 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf62fd97-87ca-4341-9576-2796b0aa8aac tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:18.930744 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf62fd97-87ca-4341-9576-2796b0aa8aac tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:18.931322 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf62fd97-87ca-4341-9576-2796b0aa8aac tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:18.958728 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-3c85c748-1fd1-4d74-8658-da1d29aee8d2 req-bf62fd97-87ca-4341-9576-2796b0aa8aac tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5245798 Aug 10 03:21:18.960416 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f648214-0497-4a47-a975-7a0b0e1ed424 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Pushing event deleted for resources: {'Port': ['ID=1a766390-8fe6-4db4-a148-9d9b07e221c2,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:18.992793 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-3c85c748-1fd1-4d74-8658-da1d29aee8d2 req-46531a47-cd54-4bd4-ae41-f86b87ee38cd service neutron] Request body: {'port': {'device_id': '67b02b92-ddc2-4f94-b5f0-b78c611ca7cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-13'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:19.068603 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3d7be739-fd3a-4402-bf8d-b46f7256be7d req-fd1acde8-003a-4b96-96e2-1e80d0dbaa09 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/security-groups?id=e00a7564-e56b-4b7f-b179-f193e5160bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558196 Aug 10 03:21:19.087858 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-31096efa-eb98-43aa-948d-da09ee99d4f8 req-f7779a62-93d1-42b9-97e6-137afd8c3421 tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c54b280762545eba61ee7822eb953b8 HTTP/1.1" status: 200 len: 380 time: 0.5291004 Aug 10 03:21:19.100253 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-31096efa-eb98-43aa-948d-da09ee99d4f8 req-15363e09-8ace-40f7-ae2e-8539001e4f9f tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] Request body: {'port': {'device_id': 'ff1cbd3d-c588-4e99-a335-efc4198b98b5', 'network_id': 'd6af8212-aac1-40c5-a707-aa25feb03b38', 'admin_state_up': True, 'tenant_id': '1c54b280762545eba61ee7822eb953b8', 'security_groups': ['d40d2ec1-e615-4c84-8d64-72b835c25e85']}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:19.171941 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-3c85c748-1fd1-4d74-8658-da1d29aee8d2 req-46531a47-cd54-4bd4-ae41-f86b87ee38cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:19.200842 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-3c85c748-1fd1-4d74-8658-da1d29aee8d2 req-6b489667-fe53-4271-832d-e08351833352 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:19.246791 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-22b6c72f-d020-4bf4-aab7-429ee79434a2 req-4f648214-0497-4a47-a975-7a0b0e1ed424 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] No DVR routers for this DVR port 1a766390-8fe6-4db4-a148-9d9b07e221c2 on host n-h1-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:21:19.260055 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-22b6c72f-d020-4bf4-aab7-429ee79434a2 req-4f648214-0497-4a47-a975-7a0b0e1ed424 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:19.262280 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-22b6c72f-d020-4bf4-aab7-429ee79434a2 req-4f648214-0497-4a47-a975-7a0b0e1ed424 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.42 "DELETE /v2.0/ports/1a766390-8fe6-4db4-a148-9d9b07e221c2 HTTP/1.1" status: 204 len: 173 time: 3.7366188 Aug 10 03:21:19.264431 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d4dd2ce-c9e0-400a-95c4-f7eb084de50e', 'name': 'network-vif-deleted', 'tag': '1a766390-8fe6-4db4-a148-9d9b07e221c2'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:21:19.277335 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cfdff43-ed6e-48bb-8a35-79661934c6b3" -d '{"events": [{"server_uuid": "6d4dd2ce-c9e0-400a-95c4-f7eb084de50e", "name": "network-vif-deleted", "tag": "1a766390-8fe6-4db4-a148-9d9b07e221c2"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:21:19.327434 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c378cd-c58e-4f08-be15-ad42ea4b37b6 req-c310ffa0-321a-498d-89f5-18009138e289 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:19.329160 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a0c378cd-c58e-4f08-be15-ad42ea4b37b6 req-c310ffa0-321a-498d-89f5-18009138e289 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "GET /v2.0/ports?device_id=da7c041f-b02b-4e48-bee8-51f8bcda5521 HTTP/1.1" status: 200 len: 943 time: 0.3813169 Aug 10 03:21:19.361475 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-8c75519b-3e19-4bd3-b61b-fc3d7e9c22a3 req-f46f547d-c8bb-4e97-9144-f28a3ce09131 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Deleting port 6d575ca0-64f7-48f6-a515-62499dd44012 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:21:19.361967 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8c75519b-3e19-4bd3-b61b-fc3d7e9c22a3 req-f46f547d-c8bb-4e97-9144-f28a3ce09131 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:19.461603 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31096efa-eb98-43aa-948d-da09ee99d4f8 req-15363e09-8ace-40f7-ae2e-8539001e4f9f tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] Made reservation on behalf of 1c54b280762545eba61ee7822eb953b8 for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:21:19.476276 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-31096efa-eb98-43aa-948d-da09ee99d4f8 req-15363e09-8ace-40f7-ae2e-8539001e4f9f tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:19.511353 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-3c85c748-1fd1-4d74-8658-da1d29aee8d2 req-6b489667-fe53-4271-832d-e08351833352 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:19.614410 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a0c378cd-c58e-4f08-be15-ad42ea4b37b6 req-ce7a769a-ad5a-41e2-b662-02360870b970 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bcd935f-a3f8-4ab9-ae6d-676bd4ce3973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658782 Aug 10 03:21:19.730656 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e026ac-4c49-4d0b-b0a4-ca5159e38797 req-70bf3efb-4c98-4e3e-ac90-d1282b619d66 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:19.748625 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-77e026ac-4c49-4d0b-b0a4-ca5159e38797 req-70bf3efb-4c98-4e3e-ac90-d1282b619d66 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] 10.222.0.44 "GET /v2.0/ports?device_id=170bfcf9-fc4c-4f3d-ba49-affdf210e363 HTTP/1.1" status: 200 len: 931 time: 0.3048787 Aug 10 03:21:19.990479 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 6d575ca0-64f7-48f6-a515-62499dd44012 no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:21:20.198918 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-97d6a30c-a4c7-4197-aafc-4671be7239d3 req-29a52500-e33d-474d-8c38-33f7b5d0bdbe tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff1cbd3d-c588-4e99-a335-efc4198b98b5 HTTP/1.1" status: 200 len: 210 time: 0.3458788 Aug 10 03:21:20.259959 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-8c75519b-3e19-4bd3-b61b-fc3d7e9c22a3 req-f46f547d-c8bb-4e97-9144-f28a3ce09131 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] For port 6d575ca0-64f7-48f6-a515-62499dd44012, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=6d575ca0-64f7-48f6-a515-62499dd44012,segment=NetworkSegment(688049e6-c1d0-4f13-8eef-c4d81b54e233),segment_id=688049e6-c1d0-4f13-8eef-c4d81b54e233)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:20.260346 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8c75519b-3e19-4bd3-b61b-fc3d7e9c22a3 req-f46f547d-c8bb-4e97-9144-f28a3ce09131 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:20.287231 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-77e026ac-4c49-4d0b-b0a4-ca5159e38797 req-66aad590-7067-4453-9347-ba9235a3d158 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9014602-d589-43cc-9c85-12bc5b71acc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4154170 Aug 10 03:21:20.289918 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c85c748-1fd1-4d74-8658-da1d29aee8d2 req-6b489667-fe53-4271-832d-e08351833352 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Network 36135f86-55af-48c7-9516-7187aabe118a is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:21:20.322573 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [req-3c85c748-1fd1-4d74-8658-da1d29aee8d2 req-6b489667-fe53-4271-832d-e08351833352 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:21:20.334276 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c85c748-1fd1-4d74-8658-da1d29aee8d2 req-6b489667-fe53-4271-832d-e08351833352 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:21:20.399794 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b489667-fe53-4271-832d-e08351833352 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Pushing event updated for resources: {'Port': ['ID=fbfcbaaa-1126-4380-b9c6-343d30574a5f,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:20.435373 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7815ffc-2913-43f8-a760-2483d1f294af x-openstack-request-id: req-c7815ffc-2913-43f8-a760-2483d1f294af {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:21:20.438405 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d4dd2ce-c9e0-400a-95c4-f7eb084de50e", "name": "network-vif-deleted", "tag": "1a766390-8fe6-4db4-a148-9d9b07e221c2", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:21:20.438799 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c7815ffc-2913-43f8-a760-2483d1f294af {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:21:20.439493 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d4dd2ce-c9e0-400a-95c4-f7eb084de50e', 'name': 'network-vif-deleted', 'tag': '1a766390-8fe6-4db4-a148-9d9b07e221c2', 'status': 'completed', 'code': 200} Aug 10 03:21:20.442442 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-8c75519b-3e19-4bd3-b61b-fc3d7e9c22a3 req-f46f547d-c8bb-4e97-9144-f28a3ce09131 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Calling delete_port for 6d575ca0-64f7-48f6-a515-62499dd44012 owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:21:20.499714 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [req-3c85c748-1fd1-4d74-8658-da1d29aee8d2 req-46531a47-cd54-4bd4-ae41-f86b87ee38cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8c4d913-6b1f-461d-8449-8f3d4c6b19fc {{(pid=94261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:21:20.510925 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-3c85c748-1fd1-4d74-8658-da1d29aee8d2 req-46531a47-cd54-4bd4-ae41-f86b87ee38cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:20.549152 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [req-3c85c748-1fd1-4d74-8658-da1d29aee8d2 req-46531a47-cd54-4bd4-ae41-f86b87ee38cd service neutron] Transition to ACTIVE for port object f8c4d913-6b1f-461d-8449-8f3d4c6b19fc will not be triggered until provisioned by entity L2. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:21:20.565035 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-3c85c748-1fd1-4d74-8658-da1d29aee8d2 req-46531a47-cd54-4bd4-ae41-f86b87ee38cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:20.618141 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c85c748-1fd1-4d74-8658-da1d29aee8d2 req-6b489667-fe53-4271-832d-e08351833352 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:20.619225 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-3c85c748-1fd1-4d74-8658-da1d29aee8d2 req-6b489667-fe53-4271-832d-e08351833352 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:20.726677 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-3c85c748-1fd1-4d74-8658-da1d29aee8d2 req-6b489667-fe53-4271-832d-e08351833352 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7277544 Aug 10 03:21:20.729914 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46531a47-cd54-4bd4-ae41-f86b87ee38cd service neutron] Pushing event updated for resources: {'Port': ['ID=f8c4d913-6b1f-461d-8449-8f3d4c6b19fc,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:20.746257 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-3c85c748-1fd1-4d74-8658-da1d29aee8d2 req-ab68c07d-9ce3-46e8-b402-7e065c7b1a39 service neutron] Request body: {'port': {'device_id': '170bfcf9-fc4c-4f3d-ba49-affdf210e363', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-13'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:20.803459 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-3c85c748-1fd1-4d74-8658-da1d29aee8d2 req-46531a47-cd54-4bd4-ae41-f86b87ee38cd service neutron] Attempting to bind port f8c4d913-6b1f-461d-8449-8f3d4c6b19fc on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:21:20.803917 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-3c85c748-1fd1-4d74-8658-da1d29aee8d2 req-46531a47-cd54-4bd4-ae41-f86b87ee38cd service neutron] Attempting to bind port f8c4d913-6b1f-461d-8449-8f3d4c6b19fc by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '12579fd8-e183-4425-ae11-f7c255fa011f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '36135f86-55af-48c7-9516-7187aabe118a'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:21:20.804354 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c85c748-1fd1-4d74-8658-da1d29aee8d2 req-46531a47-cd54-4bd4-ae41-f86b87ee38cd service neutron] Attempting to bind port f8c4d913-6b1f-461d-8449-8f3d4c6b19fc on network 36135f86-55af-48c7-9516-7187aabe118a {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:21:20.818267 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd2c012-af50-4cf7-8245-958b2dd10c01 req-1791b448-66d4-4a6d-9396-16b898a1af50 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:20.819819 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8bd2c012-af50-4cf7-8245-958b2dd10c01 req-1791b448-66d4-4a6d-9396-16b898a1af50 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c6f1850-f19e-4254-92e9-56a30b581253 HTTP/1.1" status: 200 len: 945 time: 0.4712934 Aug 10 03:21:20.828150 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c85c748-1fd1-4d74-8658-da1d29aee8d2 req-46531a47-cd54-4bd4-ae41-f86b87ee38cd service neutron] Port f8c4d913-6b1f-461d-8449-8f3d4c6b19fc on network 36135f86-55af-48c7-9516-7187aabe118a not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:21:20.828638 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c85c748-1fd1-4d74-8658-da1d29aee8d2 req-46531a47-cd54-4bd4-ae41-f86b87ee38cd service neutron] Attempting to bind port f8c4d913-6b1f-461d-8449-8f3d4c6b19fc on network 36135f86-55af-48c7-9516-7187aabe118a {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:21:20.838563 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c85c748-1fd1-4d74-8658-da1d29aee8d2 req-46531a47-cd54-4bd4-ae41-f86b87ee38cd service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:21:20.839059 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c85c748-1fd1-4d74-8658-da1d29aee8d2 req-46531a47-cd54-4bd4-ae41-f86b87ee38cd service neutron] Checking segment: {'id': '12579fd8-e183-4425-ae11-f7c255fa011f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '36135f86-55af-48c7-9516-7187aabe118a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:21:20.839670 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c85c748-1fd1-4d74-8658-da1d29aee8d2 req-46531a47-cd54-4bd4-ae41-f86b87ee38cd service neutron] Bound using segment: {'id': '12579fd8-e183-4425-ae11-f7c255fa011f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '36135f86-55af-48c7-9516-7187aabe118a'} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:21:20.840227 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-3c85c748-1fd1-4d74-8658-da1d29aee8d2 req-46531a47-cd54-4bd4-ae41-f86b87ee38cd service neutron] Bound port: f8c4d913-6b1f-461d-8449-8f3d4c6b19fc, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12579fd8-e183-4425-ae11-f7c255fa011f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '36135f86-55af-48c7-9516-7187aabe118a'}}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:21:20.840913 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-3c85c748-1fd1-4d74-8658-da1d29aee8d2 req-46531a47-cd54-4bd4-ae41-f86b87ee38cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:20.847263 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-3c85c748-1fd1-4d74-8658-da1d29aee8d2 req-ab68c07d-9ce3-46e8-b402-7e065c7b1a39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:20.881234 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-31096efa-eb98-43aa-948d-da09ee99d4f8 req-15363e09-8ace-40f7-ae2e-8539001e4f9f tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] Allocated IP 172.20.0.9 (d6af8212-aac1-40c5-a707-aa25feb03b38/ab41bfa0-d357-41af-aec9-387a65206e18/045e4680-334f-4fc9-8295-9c5a56bd9a0e) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:21:20.928372 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3392f075-181f-4d4b-b20d-80ccff0a844a req-9ad298e6-ee86-4e44-b80c-714955f5cedf tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "GET /v2.0/security-groups/1a377b7b-bcd7-4c4d-afcb-345e91853199 HTTP/1.1" status: 200 len: 1799 time: 0.3203621 Aug 10 03:21:20.933185 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-3c85c748-1fd1-4d74-8658-da1d29aee8d2 req-46531a47-cd54-4bd4-ae41-f86b87ee38cd service neutron] For port f8c4d913-6b1f-461d-8449-8f3d4c6b19fc, host n-h1-768862-13, cleared binding levels {{(pid=94261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:21:20.936515 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-3c85c748-1fd1-4d74-8658-da1d29aee8d2 req-46531a47-cd54-4bd4-ae41-f86b87ee38cd service neutron] For port f8c4d913-6b1f-461d-8449-8f3d4c6b19fc, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=f8c4d913-6b1f-461d-8449-8f3d4c6b19fc,segment=NetworkSegment(12579fd8-e183-4425-ae11-f7c255fa011f),segment_id=12579fd8-e183-4425-ae11-f7c255fa011f)] {{(pid=94261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:21:20.961268 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8bd2c012-af50-4cf7-8245-958b2dd10c01 req-0650d715-d0cb-4070-837f-baabe129047a tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/security-groups?id=e00a7564-e56b-4b7f-b179-f193e5160bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240098 Aug 10 03:21:20.997920 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-3c85c748-1fd1-4d74-8658-da1d29aee8d2 req-46531a47-cd54-4bd4-ae41-f86b87ee38cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:21.054559 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c85c748-1fd1-4d74-8658-da1d29aee8d2 req-46531a47-cd54-4bd4-ae41-f86b87ee38cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:21.055305 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-3c85c748-1fd1-4d74-8658-da1d29aee8d2 req-46531a47-cd54-4bd4-ae41-f86b87ee38cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:21.057048 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-3c85c748-1fd1-4d74-8658-da1d29aee8d2 req-46531a47-cd54-4bd4-ae41-f86b87ee38cd service neutron] 10.222.0.42 "PUT /v2.0/ports/f8c4d913-6b1f-461d-8449-8f3d4c6b19fc HTTP/1.1" status: 200 len: 1092 time: 2.0758343 Aug 10 03:21:21.060419 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67b02b92-ddc2-4f94-b5f0-b78c611ca7cf', 'tag': 'f8c4d913-6b1f-461d-8449-8f3d4c6b19fc'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:21:21.063042 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82dcfdbd-1068-4c57-aa20-6faeb323ae85" -d '{"events": [{"name": "network-changed", "server_uuid": "67b02b92-ddc2-4f94-b5f0-b78c611ca7cf", "tag": "f8c4d913-6b1f-461d-8449-8f3d4c6b19fc"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:21:21.097034 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46531a47-cd54-4bd4-ae41-f86b87ee38cd service neutron] Pushing event updated for resources: {'Port': ['ID=f8c4d913-6b1f-461d-8449-8f3d4c6b19fc,revision_number=3']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:21.182463 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-3392f075-181f-4d4b-b20d-80ccff0a844a req-c420b0a2-dca9-4bde-8817-14e5b9736408 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:21.232909 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-3392f075-181f-4d4b-b20d-80ccff0a844a req-c420b0a2-dca9-4bde-8817-14e5b9736408 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:21.237500 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c85c748-1fd1-4d74-8658-da1d29aee8d2 req-bf76e336-5d6b-42ff-bd7b-b1b3b45e6a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:21.239487 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-3c85c748-1fd1-4d74-8658-da1d29aee8d2 req-bf76e336-5d6b-42ff-bd7b-b1b3b45e6a06 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8d28928fef9a4cb78edb2c407fdaba2b&device_id=67b02b92-ddc2-4f94-b5f0-b78c611ca7cf HTTP/1.1" status: 200 len: 1095 time: 0.1287344 Aug 10 03:21:21.243370 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf334d7-d9c2-452f-abd5-bd4664c4c5f0 req-45ce8a5d-16ca-4782-97f1-bb61a3bd232a tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:21.244969 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0bf334d7-d9c2-452f-abd5-bd4664c4c5f0 req-45ce8a5d-16ca-4782-97f1-bb61a3bd232a tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "GET /v2.0/ports?device_id=da7c041f-b02b-4e48-bee8-51f8bcda5521 HTTP/1.1" status: 200 len: 943 time: 0.1526654 Aug 10 03:21:21.254911 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8c75519b-3e19-4bd3-b61b-fc3d7e9c22a3 req-f46f547d-c8bb-4e97-9144-f28a3ce09131 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:21.311940 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c79657a3-e841-45f5-9778-c6142e3d8cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:21.322751 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-3c85c748-1fd1-4d74-8658-da1d29aee8d2 req-b7f79ded-6512-4afa-8c13-2478a937509c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8c4d913-6b1f-461d-8449-8f3d4c6b19fc HTTP/1.1" status: 200 len: 217 time: 0.0673859 Aug 10 03:21:21.397361 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c85c748-1fd1-4d74-8658-da1d29aee8d2 req-27c3d501-9bc6-4c91-afe9-e429c908cdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:21.399009 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-3c85c748-1fd1-4d74-8658-da1d29aee8d2 req-27c3d501-9bc6-4c91-afe9-e429c908cdc6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=94f1adae-6677-4cd9-bdaa-c308bdf6d787 HTTP/1.1" status: 200 len: 852 time: 0.0679786 Aug 10 03:21:21.439044 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0bf334d7-d9c2-452f-abd5-bd4664c4c5f0 req-46936e52-c68b-4200-9a40-e88e24089b13 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bcd935f-a3f8-4ab9-ae6d-676bd4ce3973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824248 Aug 10 03:21:21.439942 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46f547d-c8bb-4e97-9144-f28a3ce09131 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Pushing event deleted for resources: {'Port': ['ID=6d575ca0-64f7-48f6-a515-62499dd44012,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:21.588878 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-3c85c748-1fd1-4d74-8658-da1d29aee8d2 req-24e25754-59f5-44aa-82e0-4ce73db9a793 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=36135f86-55af-48c7-9516-7187aabe118a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1680701 Aug 10 03:21:21.598008 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c75519b-3e19-4bd3-b61b-fc3d7e9c22a3 req-f46f547d-c8bb-4e97-9144-f28a3ce09131 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] No DVR routers for this DVR port 6d575ca0-64f7-48f6-a515-62499dd44012 on host n-h1-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:21:21.605038 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8c75519b-3e19-4bd3-b61b-fc3d7e9c22a3 req-f46f547d-c8bb-4e97-9144-f28a3ce09131 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:21.611386 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8c75519b-3e19-4bd3-b61b-fc3d7e9c22a3 req-f46f547d-c8bb-4e97-9144-f28a3ce09131 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.42 "DELETE /v2.0/ports/6d575ca0-64f7-48f6-a515-62499dd44012 HTTP/1.1" status: 204 len: 173 time: 3.8243668 Aug 10 03:21:21.637837 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-3392f075-181f-4d4b-b20d-80ccff0a844a req-c420b0a2-dca9-4bde-8817-14e5b9736408 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:21.645919 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-3392f075-181f-4d4b-b20d-80ccff0a844a req-c420b0a2-dca9-4bde-8817-14e5b9736408 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:21.647344 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3392f075-181f-4d4b-b20d-80ccff0a844a req-c420b0a2-dca9-4bde-8817-14e5b9736408 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "DELETE /v2.0/security-groups/1a377b7b-bcd7-4c4d-afcb-345e91853199 HTTP/1.1" status: 204 len: 173 time: 0.7182243 Aug 10 03:21:21.748591 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c420b0a2-dca9-4bde-8817-14e5b9736408 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a377b7b-bcd7-4c4d-afcb-345e91853199,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:21.779073 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-31096efa-eb98-43aa-948d-da09ee99d4f8 req-15363e09-8ace-40f7-ae2e-8539001e4f9f tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:21.802847 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98571301-e1ea-454a-9879-cf447cb6c098 x-openstack-request-id: req-98571301-e1ea-454a-9879-cf447cb6c098 {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:21:21.803168 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67b02b92-ddc2-4f94-b5f0-b78c611ca7cf", "tag": "f8c4d913-6b1f-461d-8449-8f3d4c6b19fc", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:21:21.803383 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-98571301-e1ea-454a-9879-cf447cb6c098 {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:21:21.803791 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67b02b92-ddc2-4f94-b5f0-b78c611ca7cf', 'tag': 'f8c4d913-6b1f-461d-8449-8f3d4c6b19fc', 'status': 'completed', 'code': 200} Aug 10 03:21:21.846437 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-31096efa-eb98-43aa-948d-da09ee99d4f8 req-15363e09-8ace-40f7-ae2e-8539001e4f9f tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] Transition to ACTIVE for port object 045e4680-334f-4fc9-8295-9c5a56bd9a0e will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:21:21.948370 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d407c1c6-d711-44bf-b8f3-2ae339ea0382 req-9a992e09-f55f-4edf-8b79-780e910b0582 tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff1cbd3d-c588-4e99-a335-efc4198b98b5 HTTP/1.1" status: 200 len: 210 time: 0.0860016 Aug 10 03:21:21.962098 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-3c85c748-1fd1-4d74-8658-da1d29aee8d2 req-efaa275e-5c81-4d17-9488-c20f25b305cd service neutron] 10.222.0.42 "GET /v2.0/networks/36135f86-55af-48c7-9516-7187aabe118a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3612134 Aug 10 03:21:21.964673 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [req-3c85c748-1fd1-4d74-8658-da1d29aee8d2 req-ab68c07d-9ce3-46e8-b402-7e065c7b1a39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbfcbaaa-1126-4380-b9c6-343d30574a5f {{(pid=94261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:21:21.989324 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-3c85c748-1fd1-4d74-8658-da1d29aee8d2 req-ab68c07d-9ce3-46e8-b402-7e065c7b1a39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:22.033102 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [req-3c85c748-1fd1-4d74-8658-da1d29aee8d2 req-ab68c07d-9ce3-46e8-b402-7e065c7b1a39 service neutron] Transition to ACTIVE for port object fbfcbaaa-1126-4380-b9c6-343d30574a5f will not be triggered until provisioned by entity L2. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:21:22.037842 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-31096efa-eb98-43aa-948d-da09ee99d4f8 req-15363e09-8ace-40f7-ae2e-8539001e4f9f tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:22.092988 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-3c85c748-1fd1-4d74-8658-da1d29aee8d2 req-ab68c07d-9ce3-46e8-b402-7e065c7b1a39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:22.131276 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30a14ef-3036-4cc4-b6ee-2883b11640ef req-94bea074-9ff0-485c-bc64-0fb449ca8302 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:22.134634 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c30a14ef-3036-4cc4-b6ee-2883b11640ef req-94bea074-9ff0-485c-bc64-0fb449ca8302 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] 10.222.0.44 "GET /v2.0/ports?device_id=170bfcf9-fc4c-4f3d-ba49-affdf210e363 HTTP/1.1" status: 200 len: 931 time: 0.1842554 Aug 10 03:21:22.165496 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31096efa-eb98-43aa-948d-da09ee99d4f8 req-15363e09-8ace-40f7-ae2e-8539001e4f9f tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] Network d6af8212-aac1-40c5-a707-aa25feb03b38 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:21:22.175208 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-31096efa-eb98-43aa-948d-da09ee99d4f8 req-15363e09-8ace-40f7-ae2e-8539001e4f9f tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:21:22.182469 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab68c07d-9ce3-46e8-b402-7e065c7b1a39 service neutron] Pushing event updated for resources: {'Port': ['ID=fbfcbaaa-1126-4380-b9c6-343d30574a5f,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:22.225577 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15363e09-8ace-40f7-ae2e-8539001e4f9f tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] Pushing event updated for resources: {'Port': ['ID=045e4680-334f-4fc9-8295-9c5a56bd9a0e,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:22.228425 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-31096efa-eb98-43aa-948d-da09ee99d4f8 req-15363e09-8ace-40f7-ae2e-8539001e4f9f tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:21:22.273440 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-3c85c748-1fd1-4d74-8658-da1d29aee8d2 req-9aee75ca-555b-4c35-85ca-073846871535 service neutron] 10.222.0.42 "GET /v2.0/networks/36135f86-55af-48c7-9516-7187aabe118a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010428 Aug 10 03:21:22.335101 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31096efa-eb98-43aa-948d-da09ee99d4f8 req-15363e09-8ace-40f7-ae2e-8539001e4f9f tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:22.335678 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-31096efa-eb98-43aa-948d-da09ee99d4f8 req-15363e09-8ace-40f7-ae2e-8539001e4f9f tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:22.337841 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-3c85c748-1fd1-4d74-8658-da1d29aee8d2 req-ab68c07d-9ce3-46e8-b402-7e065c7b1a39 service neutron] Attempting to bind port fbfcbaaa-1126-4380-b9c6-343d30574a5f on host n-h2-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:21:22.338486 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-3c85c748-1fd1-4d74-8658-da1d29aee8d2 req-ab68c07d-9ce3-46e8-b402-7e065c7b1a39 service neutron] Attempting to bind port fbfcbaaa-1126-4380-b9c6-343d30574a5f by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': '12579fd8-e183-4425-ae11-f7c255fa011f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '36135f86-55af-48c7-9516-7187aabe118a'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:21:22.339071 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c85c748-1fd1-4d74-8658-da1d29aee8d2 req-ab68c07d-9ce3-46e8-b402-7e065c7b1a39 service neutron] Attempting to bind port fbfcbaaa-1126-4380-b9c6-343d30574a5f on network 36135f86-55af-48c7-9516-7187aabe118a {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:21:22.351215 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c85c748-1fd1-4d74-8658-da1d29aee8d2 req-ab68c07d-9ce3-46e8-b402-7e065c7b1a39 service neutron] Port fbfcbaaa-1126-4380-b9c6-343d30574a5f on network 36135f86-55af-48c7-9516-7187aabe118a not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:21:22.351742 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c85c748-1fd1-4d74-8658-da1d29aee8d2 req-ab68c07d-9ce3-46e8-b402-7e065c7b1a39 service neutron] Attempting to bind port fbfcbaaa-1126-4380-b9c6-343d30574a5f on network 36135f86-55af-48c7-9516-7187aabe118a {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:21:22.376645 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c85c748-1fd1-4d74-8658-da1d29aee8d2 req-ab68c07d-9ce3-46e8-b402-7e065c7b1a39 service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:21:22.377285 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c85c748-1fd1-4d74-8658-da1d29aee8d2 req-ab68c07d-9ce3-46e8-b402-7e065c7b1a39 service neutron] Checking segment: {'id': '12579fd8-e183-4425-ae11-f7c255fa011f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '36135f86-55af-48c7-9516-7187aabe118a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:21:22.379081 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c85c748-1fd1-4d74-8658-da1d29aee8d2 req-ab68c07d-9ce3-46e8-b402-7e065c7b1a39 service neutron] Bound using segment: {'id': '12579fd8-e183-4425-ae11-f7c255fa011f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '36135f86-55af-48c7-9516-7187aabe118a'} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:21:22.381447 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c30a14ef-3036-4cc4-b6ee-2883b11640ef req-e6b3f396-ce72-4f29-b346-ba232bffb424 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9014602-d589-43cc-9c85-12bc5b71acc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850753 Aug 10 03:21:22.381590 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-3c85c748-1fd1-4d74-8658-da1d29aee8d2 req-ab68c07d-9ce3-46e8-b402-7e065c7b1a39 service neutron] Bound port: fbfcbaaa-1126-4380-b9c6-343d30574a5f, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12579fd8-e183-4425-ae11-f7c255fa011f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '36135f86-55af-48c7-9516-7187aabe118a'}}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:21:22.382066 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-3c85c748-1fd1-4d74-8658-da1d29aee8d2 req-ab68c07d-9ce3-46e8-b402-7e065c7b1a39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:22.403006 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-32446bfc-4088-4cd0-b880-6decf51e3fc5 req-eff18b95-6363-4921-addf-568e511e1446 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "GET /v2.0/security-groups/cde2a9fe-dd9d-4433-a49d-a7b34dcd163f HTTP/1.1" status: 200 len: 1801 time: 0.2353098 Aug 10 03:21:22.476799 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da7c041f-b02b-4e48-bee8-51f8bcda5521', 'name': 'network-vif-deleted', 'tag': '6d575ca0-64f7-48f6-a515-62499dd44012'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:21:22.485834 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad34efad-d91c-4929-a02b-b33d99f1d756" -d '{"events": [{"server_uuid": "da7c041f-b02b-4e48-bee8-51f8bcda5521", "name": "network-vif-deleted", "tag": "6d575ca0-64f7-48f6-a515-62499dd44012"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:21:22.485834 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-31096efa-eb98-43aa-948d-da09ee99d4f8 req-15363e09-8ace-40f7-ae2e-8539001e4f9f tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3880882 Aug 10 03:21:22.499274 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-31096efa-eb98-43aa-948d-da09ee99d4f8 req-c6b2abae-400c-4668-a1e1-92ff116168b1 service neutron] Request body: {'port': {'device_id': 'ff1cbd3d-c588-4e99-a335-efc4198b98b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:22.552077 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-3c85c748-1fd1-4d74-8658-da1d29aee8d2 req-ab68c07d-9ce3-46e8-b402-7e065c7b1a39 service neutron] For port fbfcbaaa-1126-4380-b9c6-343d30574a5f, host n-h2-768862-13, cleared binding levels {{(pid=94261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:21:22.555635 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-3c85c748-1fd1-4d74-8658-da1d29aee8d2 req-ab68c07d-9ce3-46e8-b402-7e065c7b1a39 service neutron] For port fbfcbaaa-1126-4380-b9c6-343d30574a5f, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=fbfcbaaa-1126-4380-b9c6-343d30574a5f,segment=NetworkSegment(12579fd8-e183-4425-ae11-f7c255fa011f),segment_id=12579fd8-e183-4425-ae11-f7c255fa011f)] {{(pid=94261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:21:22.564975 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-3c85c748-1fd1-4d74-8658-da1d29aee8d2 req-ab68c07d-9ce3-46e8-b402-7e065c7b1a39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:22.588670 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-7b3e884f-4f68-4166-8485-ea3e2216bfc0 None None] Provisioning for port 045e4680-334f-4fc9-8295-9c5a56bd9a0e completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:21:22.595408 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-7b3e884f-4f68-4166-8485-ea3e2216bfc0 None None] Provisioning complete for port 045e4680-334f-4fc9-8295-9c5a56bd9a0e triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:21:22.596064 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-7b3e884f-4f68-4166-8485-ea3e2216bfc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:22.660366 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-32446bfc-4088-4cd0-b880-6decf51e3fc5 req-53804022-a9da-4250-984c-5dd06ad859e6 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:22.681319 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-7b3e884f-4f68-4166-8485-ea3e2216bfc0 None None] Port 045e4680-334f-4fc9-8295-9c5a56bd9a0e cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:21:22.706455 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-32446bfc-4088-4cd0-b880-6decf51e3fc5 req-53804022-a9da-4250-984c-5dd06ad859e6 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:22.708372 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c85c748-1fd1-4d74-8658-da1d29aee8d2 req-ab68c07d-9ce3-46e8-b402-7e065c7b1a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:22.709529 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-3c85c748-1fd1-4d74-8658-da1d29aee8d2 req-ab68c07d-9ce3-46e8-b402-7e065c7b1a39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:22.711315 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-3c85c748-1fd1-4d74-8658-da1d29aee8d2 req-ab68c07d-9ce3-46e8-b402-7e065c7b1a39 service neutron] 10.222.0.61 "PUT /v2.0/ports/fbfcbaaa-1126-4380-b9c6-343d30574a5f HTTP/1.1" status: 200 len: 1092 time: 1.9715147 Aug 10 03:21:22.712382 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab68c07d-9ce3-46e8-b402-7e065c7b1a39 service neutron] Pushing event updated for resources: {'Port': ['ID=fbfcbaaa-1126-4380-b9c6-343d30574a5f,revision_number=3']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:22.713106 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-31096efa-eb98-43aa-948d-da09ee99d4f8 req-c6b2abae-400c-4668-a1e1-92ff116168b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:22.725105 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dcfdbd-1068-4c57-aa20-6faeb323ae85 req-32f7b0ad-0659-48f6-bb1a-6bac7c30bffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:22.728227 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-82dcfdbd-1068-4c57-aa20-6faeb323ae85 req-32f7b0ad-0659-48f6-bb1a-6bac7c30bffd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8d28928fef9a4cb78edb2c407fdaba2b&device_id=67b02b92-ddc2-4f94-b5f0-b78c611ca7cf HTTP/1.1" status: 200 len: 1095 time: 0.3687441 Aug 10 03:21:22.841749 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8717bb17-4397-4801-94d0-9d96e9be2e9d req-7bae243f-3c8c-4356-bc8e-44f5fea69e87 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:22.850549 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8717bb17-4397-4801-94d0-9d96e9be2e9d req-7bae243f-3c8c-4356-bc8e-44f5fea69e87 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/networks?id=27424cdf-4ae8-4aca-98ee-67b7200a8c6b HTTP/1.1" status: 200 len: 814 time: 0.2915611 Aug 10 03:21:22.905900 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-32446bfc-4088-4cd0-b880-6decf51e3fc5 req-53804022-a9da-4250-984c-5dd06ad859e6 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:22.908188 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c85c748-1fd1-4d74-8658-da1d29aee8d2 req-4e4faabf-8e92-4a49-bb2f-e77f6710d0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:22.908528 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-32446bfc-4088-4cd0-b880-6decf51e3fc5 req-53804022-a9da-4250-984c-5dd06ad859e6 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:22.913272 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-3c85c748-1fd1-4d74-8658-da1d29aee8d2 req-4e4faabf-8e92-4a49-bb2f-e77f6710d0f7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8d28928fef9a4cb78edb2c407fdaba2b&device_id=170bfcf9-fc4c-4f3d-ba49-affdf210e363 HTTP/1.1" status: 200 len: 1095 time: 0.1171517 Aug 10 03:21:22.923487 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-32446bfc-4088-4cd0-b880-6decf51e3fc5 req-53804022-a9da-4250-984c-5dd06ad859e6 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] 10.222.0.44 "DELETE /v2.0/security-groups/cde2a9fe-dd9d-4433-a49d-a7b34dcd163f HTTP/1.1" status: 204 len: 173 time: 0.5192094 Aug 10 03:21:22.927575 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 55062) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:23.048519 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-3c85c748-1fd1-4d74-8658-da1d29aee8d2 req-7f2de321-2c1a-469b-af3f-a907765ae306 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fbfcbaaa-1126-4380-b9c6-343d30574a5f HTTP/1.1" status: 200 len: 217 time: 0.1140270 Aug 10 03:21:23.059976 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:21:23.093229 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dcfdbd-1068-4c57-aa20-6faeb323ae85 req-6e848fe1-db75-4342-9c57-05decd960f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:23.096711 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-82dcfdbd-1068-4c57-aa20-6faeb323ae85 req-6e848fe1-db75-4342-9c57-05decd960f49 service neutron] 10.222.0.42 "GET /v2.0/networks?id=36135f86-55af-48c7-9516-7187aabe118a HTTP/1.1" status: 200 len: 912 time: 0.3600795 Aug 10 03:21:23.114860 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53804022-a9da-4250-984c-5dd06ad859e6 tempest-SecurityGroupsTestJSON-301993457 tempest-SecurityGroupsTestJSON-301993457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde2a9fe-dd9d-4433-a49d-a7b34dcd163f,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:23.131480 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8717bb17-4397-4801-94d0-9d96e9be2e9d req-9abd79dc-c7df-4563-88ab-1b85460b13bf tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/quotas/36b52cc2f22d4fe4bb78db9f7388accb HTTP/1.1" status: 200 len: 375 time: 0.2799532 Aug 10 03:21:23.198713 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6523a3f7-fc8f-44b3-a9e7-c6ac5e4c67c2 x-openstack-request-id: req-6523a3f7-fc8f-44b3-a9e7-c6ac5e4c67c2 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:21:23.199007 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da7c041f-b02b-4e48-bee8-51f8bcda5521", "name": "network-vif-deleted", "tag": "6d575ca0-64f7-48f6-a515-62499dd44012", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:21:23.199349 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6523a3f7-fc8f-44b3-a9e7-c6ac5e4c67c2 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:21:23.199642 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da7c041f-b02b-4e48-bee8-51f8bcda5521', 'name': 'network-vif-deleted', 'tag': '6d575ca0-64f7-48f6-a515-62499dd44012', 'status': 'completed', 'code': 200} Aug 10 03:21:23.207619 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-82dcfdbd-1068-4c57-aa20-6faeb323ae85 req-e1f7ef91-c438-4e89-b42e-8878cf791823 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8c4d913-6b1f-461d-8449-8f3d4c6b19fc HTTP/1.1" status: 200 len: 217 time: 0.0499165 Aug 10 03:21:23.285400 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c85c748-1fd1-4d74-8658-da1d29aee8d2 req-d321492b-7f0c-4108-b4f1-1864f57d899c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:23.292942 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-3c85c748-1fd1-4d74-8658-da1d29aee8d2 req-d321492b-7f0c-4108-b4f1-1864f57d899c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=94f1adae-6677-4cd9-bdaa-c308bdf6d787 HTTP/1.1" status: 200 len: 852 time: 0.2265944 Aug 10 03:21:23.338321 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dcfdbd-1068-4c57-aa20-6faeb323ae85 req-002c2c02-c358-4e38-8b93-180afec5358d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:23.339816 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-82dcfdbd-1068-4c57-aa20-6faeb323ae85 req-002c2c02-c358-4e38-8b93-180afec5358d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=94f1adae-6677-4cd9-bdaa-c308bdf6d787 HTTP/1.1" status: 200 len: 852 time: 0.1315801 Aug 10 03:21:23.342910 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-3c85c748-1fd1-4d74-8658-da1d29aee8d2 req-797e4762-ae98-4258-a7e4-8e8c2e32dad8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=36135f86-55af-48c7-9516-7187aabe118a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377896 Aug 10 03:21:23.386330 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-82dcfdbd-1068-4c57-aa20-6faeb323ae85 req-e9ae4055-023f-45d6-8af9-a24d1d783e57 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=36135f86-55af-48c7-9516-7187aabe118a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369108 Aug 10 03:21:23.432792 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-31096efa-eb98-43aa-948d-da09ee99d4f8 req-c6b2abae-400c-4668-a1e1-92ff116168b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 045e4680-334f-4fc9-8295-9c5a56bd9a0e {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:21:23.442964 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-31096efa-eb98-43aa-948d-da09ee99d4f8 req-c6b2abae-400c-4668-a1e1-92ff116168b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:23.458121 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-31096efa-eb98-43aa-948d-da09ee99d4f8 req-c6b2abae-400c-4668-a1e1-92ff116168b1 service neutron] Transition to ACTIVE for port object 045e4680-334f-4fc9-8295-9c5a56bd9a0e will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:21:23.491625 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_v2 [None req-938ac7d2-7410-42a0-a95c-39eeb9afd633 admin admin] Deleting subnet 7b98d32d-7ac1-470e-aad4-e938742133b9 {{(pid=94260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:21:23.499647 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-31096efa-eb98-43aa-948d-da09ee99d4f8 req-c6b2abae-400c-4668-a1e1-92ff116168b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:23.510807 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-938ac7d2-7410-42a0-a95c-39eeb9afd633 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:23.575592 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-7359b14e-b6c4-4938-b241-afb6bd6da933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:23.594298 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-3c85c748-1fd1-4d74-8658-da1d29aee8d2 req-d3e37a07-9ae0-4ef0-86c9-c318dd5e999c service neutron] 10.222.0.61 "GET /v2.0/networks/36135f86-55af-48c7-9516-7187aabe118a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067947 Aug 10 03:21:23.598029 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-82dcfdbd-1068-4c57-aa20-6faeb323ae85 req-bec6f400-6d7c-4bfd-a441-105e8639fca3 service neutron] 10.222.0.42 "GET /v2.0/networks/36135f86-55af-48c7-9516-7187aabe118a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013559 Aug 10 03:21:23.618899 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b2abae-400c-4668-a1e1-92ff116168b1 service neutron] Pushing event updated for resources: {'Port': ['ID=045e4680-334f-4fc9-8295-9c5a56bd9a0e,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:23.666971 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8717bb17-4397-4801-94d0-9d96e9be2e9d req-5731cd91-adbc-4b79-bc5d-c169866dedd3 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=36b52cc2f22d4fe4bb78db9f7388accb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5342851 Aug 10 03:21:23.761110 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c2d01e08-2125-4687-9260-46e810e391c8 req-324e174b-2b82-43b9-9d04-a6e455562f43 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1440509751&fields=id&tenant_id=e1722d197a814345bc6c8fc008fcacd1 HTTP/1.1" status: 200 len: 267 time: 0.2808967 Aug 10 03:21:23.782036 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-938ac7d2-7410-42a0-a95c-39eeb9afd633 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191173'] for subnet, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:23.804350 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '170bfcf9-fc4c-4f3d-ba49-affdf210e363', 'tag': 'fbfcbaaa-1126-4380-b9c6-343d30574a5f'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:21:23.808317 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5248ca8b-cc1d-4732-8b6f-fd6e9d77e203" -d '{"events": [{"name": "network-changed", "server_uuid": "170bfcf9-fc4c-4f3d-ba49-affdf210e363", "tag": "fbfcbaaa-1126-4380-b9c6-343d30574a5f"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:21:23.845359 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-3c85c748-1fd1-4d74-8658-da1d29aee8d2 req-7eaf571e-2d0d-4398-a76a-fcd8df25f221 service neutron] 10.222.0.61 "GET /v2.0/networks/36135f86-55af-48c7-9516-7187aabe118a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418029 Aug 10 03:21:23.856731 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-82dcfdbd-1068-4c57-aa20-6faeb323ae85 req-6b63fdd8-ae85-46e7-a413-3b988e6621ef service neutron] 10.222.0.42 "GET /v2.0/networks/36135f86-55af-48c7-9516-7187aabe118a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394929 Aug 10 03:21:23.926089 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-938ac7d2-7410-42a0-a95c-39eeb9afd633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:24.019565 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device f8c4d913-6b1f-461d-8449-8f3d4c6b19fc details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:21:24.169530 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port f8c4d913-6b1f-461d-8449-8f3d4c6b19fc, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=f8c4d913-6b1f-461d-8449-8f3d4c6b19fc,segment=NetworkSegment(12579fd8-e183-4425-ae11-f7c255fa011f),segment_id=12579fd8-e183-4425-ae11-f7c255fa011f)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:24.185189 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': 'f8c4d913-6b1f-461d-8449-8f3d4c6b19fc', 'network_id': '36135f86-55af-48c7-9516-7187aabe118a', 'port_id': 'f8c4d913-6b1f-461d-8449-8f3d4c6b19fc', 'mac_address': 'fa:16:3e:99:6e:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94f1adae-6677-4cd9-bdaa-c308bdf6d787', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:21:24.228875 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d01e08-2125-4687-9260-46e810e391c8 req-43f5aeeb-6804-43dd-b489-9090a6f031dd tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:24.232810 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c2d01e08-2125-4687-9260-46e810e391c8 req-43f5aeeb-6804-43dd-b489-9090a6f031dd tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] 10.222.0.44 "GET /v2.0/networks?id=05dc9c39-237d-4ac9-993e-e0b32ff3d84b HTTP/1.1" status: 200 len: 816 time: 0.4709044 Aug 10 03:21:24.252109 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:24.254313 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:24.255281 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9e69ce-5946-4717-8c08-6580d9d0a8f0 req-cbf88113-329f-4f47-831b-da1d5308648b tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:24.260613 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-0f9e69ce-5946-4717-8c08-6580d9d0a8f0 req-cbf88113-329f-4f47-831b-da1d5308648b tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c6f1850-f19e-4254-92e9-56a30b581253 HTTP/1.1" status: 200 len: 945 time: 0.1162217 Aug 10 03:21:24.271169 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8c4d913-6b1f-461d-8449-8f3d4c6b19fc {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:21:24.302048 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port f8c4d913-6b1f-461d-8449-8f3d4c6b19fc, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=f8c4d913-6b1f-461d-8449-8f3d4c6b19fc,segment=NetworkSegment(12579fd8-e183-4425-ae11-f7c255fa011f),segment_id=12579fd8-e183-4425-ae11-f7c255fa011f)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:24.310685 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:24.317054 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8717bb17-4397-4801-94d0-9d96e9be2e9d req-062231a4-35b6-4f52-9109-df71937761c3 service neutron] 10.222.0.44 "GET /v2.0/networks/27424cdf-4ae8-4aca-98ee-67b7200a8c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6175647 Aug 10 03:21:24.402075 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=f8c4d913-6b1f-461d-8449-8f3d4c6b19fc,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:24.455342 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c2d01e08-2125-4687-9260-46e810e391c8 req-80846b30-1eec-49a7-8c3a-91d656b74a06 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] 10.222.0.44 "GET /v2.0/quotas/e1722d197a814345bc6c8fc008fcacd1 HTTP/1.1" status: 200 len: 375 time: 0.1465757 Aug 10 03:21:24.485590 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-938ac7d2-7410-42a0-a95c-39eeb9afd633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:24.521565 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-0f9e69ce-5946-4717-8c08-6580d9d0a8f0 req-1263093d-967c-4c3b-810c-cc2167014133 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Deleting port 960a28a7-1741-4a5e-af50-49f66b7e7907 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:21:24.521913 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-0f9e69ce-5946-4717-8c08-6580d9d0a8f0 req-1263093d-967c-4c3b-810c-cc2167014133 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:24.538762 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['f8c4d913-6b1f-461d-8449-8f3d4c6b19fc'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:21:24.581964 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938ac7d2-7410-42a0-a95c-39eeb9afd633 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b98d32d-7ac1-470e-aad4-e938742133b9,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:24.612333 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-938ac7d2-7410-42a0-a95c-39eeb9afd633 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:24.614536 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-938ac7d2-7410-42a0-a95c-39eeb9afd633 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/7b98d32d-7ac1-470e-aad4-e938742133b9 HTTP/1.1" status: 204 len: 168 time: 1.6636150 Aug 10 03:21:24.621779 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 55090) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:24.630433 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-0f9e69ce-5946-4717-8c08-6580d9d0a8f0 req-1263093d-967c-4c3b-810c-cc2167014133 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] For port 960a28a7-1741-4a5e-af50-49f66b7e7907, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=960a28a7-1741-4a5e-af50-49f66b7e7907,segment=NetworkSegment(7ed85737-71ac-4d44-addd-a974f87ebbbf),segment_id=7ed85737-71ac-4d44-addd-a974f87ebbbf)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:24.630433 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-0f9e69ce-5946-4717-8c08-6580d9d0a8f0 req-1263093d-967c-4c3b-810c-cc2167014133 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:24.661811 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-31096efa-eb98-43aa-948d-da09ee99d4f8 req-c6b2abae-400c-4668-a1e1-92ff116168b1 service neutron] Attempting to bind port 045e4680-334f-4fc9-8295-9c5a56bd9a0e on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:21:24.662454 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-31096efa-eb98-43aa-948d-da09ee99d4f8 req-c6b2abae-400c-4668-a1e1-92ff116168b1 service neutron] Attempting to bind port 045e4680-334f-4fc9-8295-9c5a56bd9a0e by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': 'ef8db12d-912b-41dd-a4b0-23d24ac98418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd6af8212-aac1-40c5-a707-aa25feb03b38'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:21:24.663049 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31096efa-eb98-43aa-948d-da09ee99d4f8 req-c6b2abae-400c-4668-a1e1-92ff116168b1 service neutron] Attempting to bind port 045e4680-334f-4fc9-8295-9c5a56bd9a0e on network d6af8212-aac1-40c5-a707-aa25feb03b38 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:21:24.678300 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-0f9e69ce-5946-4717-8c08-6580d9d0a8f0 req-1263093d-967c-4c3b-810c-cc2167014133 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Calling delete_port for 960a28a7-1741-4a5e-af50-49f66b7e7907 owned by compute:nova {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:21:24.730163 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8717bb17-4397-4801-94d0-9d96e9be2e9d req-2829ed87-c3c3-44b6-b257-2a507834691f service neutron] 10.222.0.44 "GET /v2.0/networks/27424cdf-4ae8-4aca-98ee-67b7200a8c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3831017 Aug 10 03:21:24.735127 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31096efa-eb98-43aa-948d-da09ee99d4f8 req-c6b2abae-400c-4668-a1e1-92ff116168b1 service neutron] Port 045e4680-334f-4fc9-8295-9c5a56bd9a0e on network d6af8212-aac1-40c5-a707-aa25feb03b38 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:21:24.735447 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31096efa-eb98-43aa-948d-da09ee99d4f8 req-c6b2abae-400c-4668-a1e1-92ff116168b1 service neutron] Attempting to bind port 045e4680-334f-4fc9-8295-9c5a56bd9a0e on network d6af8212-aac1-40c5-a707-aa25feb03b38 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:21:24.767992 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c2d01e08-2125-4687-9260-46e810e391c8 req-9ce4eb99-1535-48cd-aa77-a0c426c2a6a0 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=e1722d197a814345bc6c8fc008fcacd1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2202964 Aug 10 03:21:24.771805 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31096efa-eb98-43aa-948d-da09ee99d4f8 req-c6b2abae-400c-4668-a1e1-92ff116168b1 service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:21:24.772197 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31096efa-eb98-43aa-948d-da09ee99d4f8 req-c6b2abae-400c-4668-a1e1-92ff116168b1 service neutron] Checking segment: {'id': 'ef8db12d-912b-41dd-a4b0-23d24ac98418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd6af8212-aac1-40c5-a707-aa25feb03b38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:21:24.774159 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31096efa-eb98-43aa-948d-da09ee99d4f8 req-c6b2abae-400c-4668-a1e1-92ff116168b1 service neutron] Bound using segment: {'id': 'ef8db12d-912b-41dd-a4b0-23d24ac98418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd6af8212-aac1-40c5-a707-aa25feb03b38'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:21:24.775040 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-31096efa-eb98-43aa-948d-da09ee99d4f8 req-c6b2abae-400c-4668-a1e1-92ff116168b1 service neutron] Bound port: 045e4680-334f-4fc9-8295-9c5a56bd9a0e, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef8db12d-912b-41dd-a4b0-23d24ac98418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd6af8212-aac1-40c5-a707-aa25feb03b38'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:21:24.775465 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-31096efa-eb98-43aa-948d-da09ee99d4f8 req-c6b2abae-400c-4668-a1e1-92ff116168b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:24.783584 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-440d3090-a8e3-4039-a958-03fa79ce7395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:24.920950 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-0f9e69ce-5946-4717-8c08-6580d9d0a8f0 req-1263093d-967c-4c3b-810c-cc2167014133 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:24.933680 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['960a28a7-1741-4a5e-af50-49f66b7e7907'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:21:25.041967 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1263093d-967c-4c3b-810c-cc2167014133 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Pushing event deleted for resources: {'Port': ['ID=960a28a7-1741-4a5e-af50-49f66b7e7907,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:25.065520 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f9e69ce-5946-4717-8c08-6580d9d0a8f0 req-1263093d-967c-4c3b-810c-cc2167014133 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] No DVR routers for this DVR port 960a28a7-1741-4a5e-af50-49f66b7e7907 on host n-h2-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:21:25.067977 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-0f9e69ce-5946-4717-8c08-6580d9d0a8f0 req-1263093d-967c-4c3b-810c-cc2167014133 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:25.070410 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-0f9e69ce-5946-4717-8c08-6580d9d0a8f0 req-1263093d-967c-4c3b-810c-cc2167014133 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.61 "DELETE /v2.0/ports/960a28a7-1741-4a5e-af50-49f66b7e7907 HTTP/1.1" status: 204 len: 173 time: 0.8024704 Aug 10 03:21:25.079604 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-440d3090-a8e3-4039-a958-03fa79ce7395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:25.094119 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-440d3090-a8e3-4039-a958-03fa79ce7395 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86f96ddd-5fdb-4f29-8bd5-ae286688b451']}} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:25.109289 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-440d3090-a8e3-4039-a958-03fa79ce7395 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81aef211-7997-45c2-a489-0c68e2619eb8') {'for_net_delete': True} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:25.109758 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-440d3090-a8e3-4039-a958-03fa79ce7395 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81aef211-7997-45c2-a489-0c68e2619eb8') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:25.124695 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-440d3090-a8e3-4039-a958-03fa79ce7395 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191186'] for segment, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:25.143831 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-440d3090-a8e3-4039-a958-03fa79ce7395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:25.151886 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-440d3090-a8e3-4039-a958-03fa79ce7395 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=94260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:21:25.152649 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-440d3090-a8e3-4039-a958-03fa79ce7395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58895489'] for segment, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:25.243575 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:25.244338 n-d-768862-13 neutron-server[94260]: Traceback (most recent call last): Aug 10 03:21:25.244338 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:21:25.244338 n-d-768862-13 neutron-server[94260]: timer() Aug 10 03:21:25.244338 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:21:25.244338 n-d-768862-13 neutron-server[94260]: cb(*args, **kw) Aug 10 03:21:25.244338 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:21:25.244338 n-d-768862-13 neutron-server[94260]: return func(*args, **kwargs) Aug 10 03:21:25.244338 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:21:25.244338 n-d-768862-13 neutron-server[94260]: self._notify() Aug 10 03:21:25.244338 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:21:25.244338 n-d-768862-13 neutron-server[94260]: self.callback(batched_events) Aug 10 03:21:25.244338 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:21:25.244338 n-d-768862-13 neutron-server[94260]: event.method(event) Aug 10 03:21:25.244338 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:21:25.244338 n-d-768862-13 neutron-server[94260]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:21:25.244338 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:21:25.244338 n-d-768862-13 neutron-server[94260]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:21:25.244338 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:21:25.244338 n-d-768862-13 neutron-server[94260]: return f(self, *a, **k) Aug 10 03:21:25.244338 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:21:25.244338 n-d-768862-13 neutron-server[94260]: return self._get(url).json() Aug 10 03:21:25.244338 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:21:25.244338 n-d-768862-13 neutron-server[94260]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:21:25.244338 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:21:25.244338 n-d-768862-13 neutron-server[94260]: return self.request(url, 'GET', **kwargs) Aug 10 03:21:25.244338 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:21:25.244338 n-d-768862-13 neutron-server[94260]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:21:25.244338 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:21:25.244338 n-d-768862-13 neutron-server[94260]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:21:25.244338 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:21:25.244338 n-d-768862-13 neutron-server[94260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:21:25.244338 n-d-768862-13 neutron-server[94260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:21:25.248579 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-31096efa-eb98-43aa-948d-da09ee99d4f8 req-c6b2abae-400c-4668-a1e1-92ff116168b1 service neutron] For port 045e4680-334f-4fc9-8295-9c5a56bd9a0e, host n-h1-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:21:25.270488 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-31096efa-eb98-43aa-948d-da09ee99d4f8 req-c6b2abae-400c-4668-a1e1-92ff116168b1 service neutron] For port 045e4680-334f-4fc9-8295-9c5a56bd9a0e, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=045e4680-334f-4fc9-8295-9c5a56bd9a0e,segment=NetworkSegment(ef8db12d-912b-41dd-a4b0-23d24ac98418),segment_id=ef8db12d-912b-41dd-a4b0-23d24ac98418)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:21:25.304293 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-31096efa-eb98-43aa-948d-da09ee99d4f8 req-c6b2abae-400c-4668-a1e1-92ff116168b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:25.380951 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c2d01e08-2125-4687-9260-46e810e391c8 req-18340d80-b105-401a-8103-2a3304bb9b02 service neutron] 10.222.0.44 "GET /v2.0/networks/05dc9c39-237d-4ac9-993e-e0b32ff3d84b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5863202 Aug 10 03:21:25.413436 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31096efa-eb98-43aa-948d-da09ee99d4f8 req-c6b2abae-400c-4668-a1e1-92ff116168b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:25.414071 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-31096efa-eb98-43aa-948d-da09ee99d4f8 req-c6b2abae-400c-4668-a1e1-92ff116168b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:25.415817 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-31096efa-eb98-43aa-948d-da09ee99d4f8 req-c6b2abae-400c-4668-a1e1-92ff116168b1 service neutron] 10.222.0.42 "PUT /v2.0/ports/045e4680-334f-4fc9-8295-9c5a56bd9a0e HTTP/1.1" status: 200 len: 1092 time: 2.9230516 Aug 10 03:21:25.429435 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbaae53-0282-4973-a5d5-7cdda720c06d req-ed614321-11aa-4c58-910c-c7ae049afe4f tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:25.438041 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5dbaae53-0282-4973-a5d5-7cdda720c06d req-ed614321-11aa-4c58-910c-c7ae049afe4f tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff1cbd3d-c588-4e99-a335-efc4198b98b5 HTTP/1.1" status: 200 len: 943 time: 0.3863907 Aug 10 03:21:25.447284 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-440d3090-a8e3-4039-a958-03fa79ce7395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:25.447284 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff1cbd3d-c588-4e99-a335-efc4198b98b5', 'tag': '045e4680-334f-4fc9-8295-9c5a56bd9a0e'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:21:25.447284 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de6dae92-e5e7-43f6-aae1-96dfa606fc15" -d '{"events": [{"name": "network-changed", "server_uuid": "ff1cbd3d-c588-4e99-a335-efc4198b98b5", "tag": "045e4680-334f-4fc9-8295-9c5a56bd9a0e"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:21:25.516632 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-440d3090-a8e3-4039-a958-03fa79ce7395 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:25.526916 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-440d3090-a8e3-4039-a958-03fa79ce7395 admin admin] 10.222.0.44 "DELETE /v2.0/networks/86f96ddd-5fdb-4f29-8bd5-ae286688b451 HTTP/1.1" status: 204 len: 168 time: 0.8992898 Aug 10 03:21:25.787144 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 55114) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:25.869140 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-98050052-a647-421b-b65d-698cbdd14c96 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d59a0b5e4dd94b2f936adf3da2c52113&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0804405 Aug 10 03:21:25.874010 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 55116) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:25.912245 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:25.991567 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b97c2928-67f9-4b28-968d-03e9f2658b52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:26.018187 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b97c2928-67f9-4b28-968d-03e9f2658b52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:26.033683 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device f8c4d913-6b1f-461d-8449-8f3d4c6b19fc up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:21:26.086733 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b97c2928-67f9-4b28-968d-03e9f2658b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:26.091194 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b97c2928-67f9-4b28-968d-03e9f2658b52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:26.094119 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b2abae-400c-4668-a1e1-92ff116168b1 service neutron] Pushing event updated for resources: {'Port': ['ID=045e4680-334f-4fc9-8295-9c5a56bd9a0e,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:26.095992 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-b97c2928-67f9-4b28-968d-03e9f2658b52 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/41ee46c2-b2a5-449c-b4c8-15a659a6d137 HTTP/1.1" status: 204 len: 168 time: 0.2205596 Aug 10 03:21:26.100810 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440d3090-a8e3-4039-a958-03fa79ce7395 admin admin] Pushing event deleted for resources: {'Network': ['ID=86f96ddd-5fdb-4f29-8bd5-ae286688b451,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:26.119172 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97c2928-67f9-4b28-968d-03e9f2658b52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ee46c2-b2a5-449c-b4c8-15a659a6d137,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:26.170906 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning for port f8c4d913-6b1f-461d-8449-8f3d4c6b19fc completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:21:26.176905 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port f8c4d913-6b1f-461d-8449-8f3d4c6b19fc triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:21:26.177320 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:26.194438 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5dbaae53-0282-4973-a5d5-7cdda720c06d req-6c456221-a91f-4250-be7a-273707c5096c tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] 10.222.0.44 "GET /v2.0/security-groups?id=d40d2ec1-e615-4c84-8d64-72b835c25e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7542531 Aug 10 03:21:26.198012 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31096efa-eb98-43aa-948d-da09ee99d4f8 req-1bd7c7fc-5dba-4dc8-97dc-62acbb69cc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:26.199531 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-31096efa-eb98-43aa-948d-da09ee99d4f8 req-1bd7c7fc-5dba-4dc8-97dc-62acbb69cc5b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1c54b280762545eba61ee7822eb953b8&device_id=ff1cbd3d-c588-4e99-a335-efc4198b98b5 HTTP/1.1" status: 200 len: 1095 time: 0.6530130 Aug 10 03:21:26.293316 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-31096efa-eb98-43aa-948d-da09ee99d4f8 req-93326faf-7e42-4e21-a688-4320e835a64d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=045e4680-334f-4fc9-8295-9c5a56bd9a0e HTTP/1.1" status: 200 len: 217 time: 0.0820868 Aug 10 03:21:26.297341 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c2d01e08-2125-4687-9260-46e810e391c8 req-dd363ac0-23be-41ad-8bb1-9cd0f64a1f46 service neutron] 10.222.0.44 "GET /v2.0/networks/05dc9c39-237d-4ac9-993e-e0b32ff3d84b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9040961 Aug 10 03:21:26.360431 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31096efa-eb98-43aa-948d-da09ee99d4f8 req-d086366b-c2d3-4747-8298-214f42c984e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:26.361901 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-31096efa-eb98-43aa-948d-da09ee99d4f8 req-d086366b-c2d3-4747-8298-214f42c984e0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ab41bfa0-d357-41af-aec9-387a65206e18 HTTP/1.1" status: 200 len: 850 time: 0.0581994 Aug 10 03:21:26.366867 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:26.431751 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port f8c4d913-6b1f-461d-8449-8f3d4c6b19fc, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=f8c4d913-6b1f-461d-8449-8f3d4c6b19fc,segment=NetworkSegment(12579fd8-e183-4425-ae11-f7c255fa011f),segment_id=12579fd8-e183-4425-ae11-f7c255fa011f)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:26.432731 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b02b92-ddc2-4f94-b5f0-b78c611ca7cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8c4d913-6b1f-461d-8449-8f3d4c6b19fc'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:21:26.434103 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 55124) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:26.436155 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6de136cc-4fb3-4281-952e-6e7b11d18382" -d '{"events": [{"server_uuid": "67b02b92-ddc2-4f94-b5f0-b78c611ca7cf", "name": "network-vif-plugged", "status": "completed", "tag": "f8c4d913-6b1f-461d-8449-8f3d4c6b19fc"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:21:26.438652 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31096efa-eb98-43aa-948d-da09ee99d4f8 req-7fd2397c-2a0d-4a49-abf3-5722a079d997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:26.440766 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:26.442398 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-31096efa-eb98-43aa-948d-da09ee99d4f8 req-7fd2397c-2a0d-4a49-abf3-5722a079d997 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d6af8212-aac1-40c5-a707-aa25feb03b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0718415 Aug 10 03:21:26.443676 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-1f9be9af-f0cb-4ea6-99e7-316abee994ce tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1991481704', 'description': 'tempest-description--1028940132'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:26.498080 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1f9be9af-f0cb-4ea6-99e7-316abee994ce tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:26.531396 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=f8c4d913-6b1f-461d-8449-8f3d4c6b19fc,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:26.667857 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:26.739345 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1f9be9af-f0cb-4ea6-99e7-316abee994ce tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:26.750866 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1f9be9af-f0cb-4ea6-99e7-316abee994ce tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:26.773175 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 55152) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:26.776319 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e181016-5181-42af-a7fc-09d037a176f7 x-openstack-request-id: req-8e181016-5181-42af-a7fc-09d037a176f7 {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:21:26.777038 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "170bfcf9-fc4c-4f3d-ba49-affdf210e363", "tag": "fbfcbaaa-1126-4380-b9c6-343d30574a5f", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:21:26.777628 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8e181016-5181-42af-a7fc-09d037a176f7 {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:21:26.778493 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '170bfcf9-fc4c-4f3d-ba49-affdf210e363', 'tag': 'fbfcbaaa-1126-4380-b9c6-343d30574a5f', 'status': 'completed', 'code': 200} Aug 10 03:21:26.791202 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-47fb2de7-5713-498f-98a6-0a82ab4ef19c tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1121310637'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:26.817158 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1f9be9af-f0cb-4ea6-99e7-316abee994ce tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:26.819186 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-1f9be9af-f0cb-4ea6-99e7-316abee994ce tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3829391 Aug 10 03:21:26.845175 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 55154) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:26.847189 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47fb2de7-5713-498f-98a6-0a82ab4ef19c tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Made reservation on behalf of 06c20e5fd34a48aa8cc6b4171afd240a for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:21:26.853162 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-47fb2de7-5713-498f-98a6-0a82ab4ef19c tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:26.855327 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-5e0e4b7a-a481-44cc-81df-3894e70d77e5 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Request body: {'security_group_rule': {'security_group_id': '6f4050e7-7124-4ab4-928d-9411849cdab3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:26.902253 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-31096efa-eb98-43aa-948d-da09ee99d4f8 req-4148ed3d-b1cb-4b05-afb3-4473f1d3683a service neutron] 10.222.0.42 "GET /v2.0/networks/d6af8212-aac1-40c5-a707-aa25feb03b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4510100 Aug 10 03:21:26.923043 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5e0e4b7a-a481-44cc-81df-3894e70d77e5 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:26.943756 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0c6800fe-2d14-4f6b-8b07-3680dfa7a253 req-97572ace-c170-4cbf-b761-36d39dd390b0 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/ports?device_id=da4496e2-8868-4b4e-ab28-ce95782e3810 HTTP/1.1" status: 200 len: 210 time: 0.0897095 Aug 10 03:21:27.019053 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47fb2de7-5713-498f-98a6-0a82ab4ef19c tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:21:27.041854 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d40d09d0-409b-427b-901b-6490f9338a9e x-openstack-request-id: req-d40d09d0-409b-427b-901b-6490f9338a9e {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:21:27.043191 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-47fb2de7-5713-498f-98a6-0a82ab4ef19c tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:27.044359 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-47fb2de7-5713-498f-98a6-0a82ab4ef19c tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Added segment 9926830d-bbc1-4a2f-ad71-9c6ed89a772a of type vlan for network 39a285d2-87a3-47d7-9b49-b0b0fee32784 Aug 10 03:21:27.044564 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67b02b92-ddc2-4f94-b5f0-b78c611ca7cf", "name": "network-vif-plugged", "status": "completed", "tag": "f8c4d913-6b1f-461d-8449-8f3d4c6b19fc", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:21:27.045110 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d40d09d0-409b-427b-901b-6490f9338a9e {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:21:27.045740 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b02b92-ddc2-4f94-b5f0-b78c611ca7cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8c4d913-6b1f-461d-8449-8f3d4c6b19fc', 'code': 200} Aug 10 03:21:27.047785 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9a176ba-917b-43da-95b2-a9074c4c035b x-openstack-request-id: req-b9a176ba-917b-43da-95b2-a9074c4c035b {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:21:27.048162 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff1cbd3d-c588-4e99-a335-efc4198b98b5", "tag": "045e4680-334f-4fc9-8295-9c5a56bd9a0e", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:21:27.048407 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b9a176ba-917b-43da-95b2-a9074c4c035b {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:21:27.048731 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff1cbd3d-c588-4e99-a335-efc4198b98b5', 'tag': '045e4680-334f-4fc9-8295-9c5a56bd9a0e', 'status': 'completed', 'code': 200} Aug 10 03:21:27.146059 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-47fb2de7-5713-498f-98a6-0a82ab4ef19c tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:27.187109 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9be9af-f0cb-4ea6-99e7-316abee994ce tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f4050e7-7124-4ab4-928d-9411849cdab3,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:27.204100 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-47fb2de7-5713-498f-98a6-0a82ab4ef19c tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:27.210728 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47fb2de7-5713-498f-98a6-0a82ab4ef19c tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:27.211758 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-47fb2de7-5713-498f-98a6-0a82ab4ef19c tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:27.280324 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5248ca8b-cc1d-4732-8b6f-fd6e9d77e203 req-bf3ad6d7-b9d8-4b20-b7e9-8c299549fecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:27.282182 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-5248ca8b-cc1d-4732-8b6f-fd6e9d77e203 req-bf3ad6d7-b9d8-4b20-b7e9-8c299549fecb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8d28928fef9a4cb78edb2c407fdaba2b&device_id=170bfcf9-fc4c-4f3d-ba49-affdf210e363 HTTP/1.1" status: 200 len: 1095 time: 0.4551694 Aug 10 03:21:27.291131 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-31096efa-eb98-43aa-948d-da09ee99d4f8 req-6368c8c4-d26e-4395-a1e0-c031405fe32b service neutron] 10.222.0.42 "GET /v2.0/networks/d6af8212-aac1-40c5-a707-aa25feb03b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3694437 Aug 10 03:21:27.346753 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-47fb2de7-5713-498f-98a6-0a82ab4ef19c tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5628414 Aug 10 03:21:27.362311 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-12812801-9167-4b7d-84e4-1bab745e0e22 req-c3e544bd-f64f-4856-aba4-717fe332cd91 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a29612-20c9-44b8-855a-f25285352378 HTTP/1.1" status: 200 len: 210 time: 0.2754312 Aug 10 03:21:27.362845 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 55172) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:27.434214 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7038a12a-4932-42fd-8119-d96335c48596 req-f72e3434-bc46-4b2e-837b-1bf3d1c9a1f5 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:27.444108 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7038a12a-4932-42fd-8119-d96335c48596 req-f72e3434-bc46-4b2e-837b-1bf3d1c9a1f5 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] 10.222.0.44 "GET /v2.0/ports?device_id=170bfcf9-fc4c-4f3d-ba49-affdf210e363 HTTP/1.1" status: 200 len: 943 time: 0.7368412 Aug 10 03:21:27.452493 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-fca85163-175a-4d62-8da8-3c7e0615a91d tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-554954811'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:27.511239 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5248ca8b-cc1d-4732-8b6f-fd6e9d77e203 req-240689f5-6ec8-42d8-a61b-03c5495b5023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:27.513476 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-5248ca8b-cc1d-4732-8b6f-fd6e9d77e203 req-240689f5-6ec8-42d8-a61b-03c5495b5023 service neutron] 10.222.0.61 "GET /v2.0/networks?id=36135f86-55af-48c7-9516-7187aabe118a HTTP/1.1" status: 200 len: 912 time: 0.1488154 Aug 10 03:21:27.521954 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 55176) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:27.611088 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf7f10-ad61-400c-aa1d-1b6f4e1a6cbc req-f199a719-a4db-4cd8-a1e0-5533d409537a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:27.612825 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-67bf7f10-ad61-400c-aa1d-1b6f4e1a6cbc req-f199a719-a4db-4cd8-a1e0-5533d409537a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=67b02b92-ddc2-4f94-b5f0-b78c611ca7cf HTTP/1.1" status: 200 len: 1097 time: 0.2935817 Aug 10 03:21:27.617219 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5e0e4b7a-a481-44cc-81df-3894e70d77e5 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:27.623710 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fb2de7-5713-498f-98a6-0a82ab4ef19c tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Pushing event updated for resources: {'Network': ['ID=39a285d2-87a3-47d7-9b49-b0b0fee32784,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:27.632186 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-5248ca8b-cc1d-4732-8b6f-fd6e9d77e203 req-87a7bf73-c3bc-42a3-bf23-6e688ec4b956 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fbfcbaaa-1126-4380-b9c6-343d30574a5f HTTP/1.1" status: 200 len: 217 time: 0.1052926 Aug 10 03:21:27.636979 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 39a285d2-87a3-47d7-9b49-b0b0fee32784 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:21:27.638721 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5e0e4b7a-a481-44cc-81df-3894e70d77e5 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:27.661911 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7038a12a-4932-42fd-8119-d96335c48596 req-f5e0ec1a-5c5b-415a-9c05-1dbd919652e5 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9014602-d589-43cc-9c85-12bc5b71acc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137923 Aug 10 03:21:27.682649 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8717bb17-4397-4801-94d0-9d96e9be2e9d req-31740f4d-ea42-4086-bcf5-8a834f41ebfd tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:27.684426 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-8717bb17-4397-4801-94d0-9d96e9be2e9d req-31740f4d-ea42-4086-bcf5-8a834f41ebfd tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.42 "GET /v2.0/networks?id=27424cdf-4ae8-4aca-98ee-67b7200a8c6b HTTP/1.1" status: 200 len: 814 time: 0.8561778 Aug 10 03:21:27.720079 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fca85163-175a-4d62-8da8-3c7e0615a91d tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Made reservation on behalf of 06c20e5fd34a48aa8cc6b4171afd240a for: {'network': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:21:27.730827 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-8717bb17-4397-4801-94d0-9d96e9be2e9d req-d4c6f2ae-0f64-41ec-80a2-d958aa34f2b6 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Request body: {'port': {'device_id': 'da4496e2-8868-4b4e-ab28-ce95782e3810', 'network_id': '27424cdf-4ae8-4aca-98ee-67b7200a8c6b', 'admin_state_up': True, 'tenant_id': '36b52cc2f22d4fe4bb78db9f7388accb'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:27.732149 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-fca85163-175a-4d62-8da8-3c7e0615a91d tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:27.767761 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6dae92-e5e7-43f6-aae1-96dfa606fc15 req-0860464f-93f6-4184-a4ad-5e75be134c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:27.770029 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-de6dae92-e5e7-43f6-aae1-96dfa606fc15 req-0860464f-93f6-4184-a4ad-5e75be134c19 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1c54b280762545eba61ee7822eb953b8&device_id=ff1cbd3d-c588-4e99-a335-efc4198b98b5 HTTP/1.1" status: 200 len: 1095 time: 0.3135891 Aug 10 03:21:27.798577 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0e4b7a-a481-44cc-81df-3894e70d77e5 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16e3e9db-d258-4200-b6b1-3e797bcf2d30,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:27.819988 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 960a28a7-1741-4a5e-af50-49f66b7e7907 no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:21:27.848235 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-99c81e73-e39a-4d39-8ca7-a0a3c84882b8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-513534422-network', 'tenant_id': 'c9603ab9bba540beb860908da5f483c4'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:27.858826 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] No Port match for: 960a28a7-1741-4a5e-af50-49f66b7e7907 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:21:27.859320 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 960a28a7-1741-4a5e-af50-49f66b7e7907 not bound to the agent host n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:21:27.878702 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5e0e4b7a-a481-44cc-81df-3894e70d77e5 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:27.884627 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-5e0e4b7a-a481-44cc-81df-3894e70d77e5 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0380831 Aug 10 03:21:27.885998 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 55190) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:27.899622 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c732ebf3-a7c3-4b64-9669-eada1df10fbd req-8c34e327-4466-46a0-8bab-0154094a2bb1 tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:27.901676 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c732ebf3-a7c3-4b64-9669-eada1df10fbd req-8c34e327-4466-46a0-8bab-0154094a2bb1 tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff1cbd3d-c588-4e99-a335-efc4198b98b5 HTTP/1.1" status: 200 len: 943 time: 0.3866084 Aug 10 03:21:27.909712 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5248ca8b-cc1d-4732-8b6f-fd6e9d77e203 req-f5477de5-c052-4966-856d-f09747587073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:27.913171 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-5248ca8b-cc1d-4732-8b6f-fd6e9d77e203 req-f5477de5-c052-4966-856d-f09747587073 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=94f1adae-6677-4cd9-bdaa-c308bdf6d787 HTTP/1.1" status: 200 len: 852 time: 0.2564106 Aug 10 03:21:27.914195 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-62572340-8199-4d91-95f7-5c086292095b tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Request body: {'security_group_rule': {'security_group_id': '6f4050e7-7124-4ab4-928d-9411849cdab3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:27.927619 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-67bf7f10-ad61-400c-aa1d-1b6f4e1a6cbc req-bdc875be-eb61-44aa-960a-35d121da2bc5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c9014602-d589-43cc-9c85-12bc5b71acc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3032372 Aug 10 03:21:27.985745 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fca85163-175a-4d62-8da8-3c7e0615a91d tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=94260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:21:27.994001 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-5248ca8b-cc1d-4732-8b6f-fd6e9d77e203 req-e054fb2c-f6ca-4571-b9c0-cd21a81d5e1d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=36135f86-55af-48c7-9516-7187aabe118a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575597 Aug 10 03:21:27.999151 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99c81e73-e39a-4d39-8ca7-a0a3c84882b8 admin admin] Made reservation on behalf of c9603ab9bba540beb860908da5f483c4 for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:21:28.002033 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-99c81e73-e39a-4d39-8ca7-a0a3c84882b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:28.031778 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-99c81e73-e39a-4d39-8ca7-a0a3c84882b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:28.087895 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-fca85163-175a-4d62-8da8-3c7e0615a91d tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:28.088456 n-d-768862-13 neutron-server[94260]: INFO neutron.db.segments_db [None req-fca85163-175a-4d62-8da8-3c7e0615a91d tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Added segment fac8afa8-3606-4f73-b890-170569cd194b of type vlan for network effb9b91-4a23-491a-b997-5e008612ed4d Aug 10 03:21:28.143430 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c732ebf3-a7c3-4b64-9669-eada1df10fbd req-4ea95ba9-98c9-49ba-a2e7-6556aa3dd18d tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] 10.222.0.44 "GET /v2.0/security-groups?id=d40d2ec1-e615-4c84-8d64-72b835c25e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2218149 Aug 10 03:21:28.150546 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8717bb17-4397-4801-94d0-9d96e9be2e9d req-d4c6f2ae-0f64-41ec-80a2-d958aa34f2b6 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Made reservation on behalf of 36b52cc2f22d4fe4bb78db9f7388accb for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:21:28.155457 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-8717bb17-4397-4801-94d0-9d96e9be2e9d req-d4c6f2ae-0f64-41ec-80a2-d958aa34f2b6 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:28.199173 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-47c3b5ff-af63-4bc5-b773-807d1b13bc3e req-6793336d-b174-4280-a244-e3124ab3b7e1 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/ports?device_id=da4496e2-8868-4b4e-ab28-ce95782e3810 HTTP/1.1" status: 200 len: 210 time: 0.1255429 Aug 10 03:21:28.205107 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6dae92-e5e7-43f6-aae1-96dfa606fc15 req-76676091-d9fe-4324-9f5e-3fb1aed64e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:28.207853 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-de6dae92-e5e7-43f6-aae1-96dfa606fc15 req-76676091-d9fe-4324-9f5e-3fb1aed64e81 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d6af8212-aac1-40c5-a707-aa25feb03b38 HTTP/1.1" status: 200 len: 911 time: 0.4235511 Aug 10 03:21:28.208753 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-5248ca8b-cc1d-4732-8b6f-fd6e9d77e203 req-4947bee6-a991-48a9-b7ed-c65363749b97 service neutron] 10.222.0.61 "GET /v2.0/networks/36135f86-55af-48c7-9516-7187aabe118a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946387 Aug 10 03:21:28.268565 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-de6dae92-e5e7-43f6-aae1-96dfa606fc15 req-8ff1c182-e751-44c9-b78b-6ecf79f1d14a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=045e4680-334f-4fc9-8295-9c5a56bd9a0e HTTP/1.1" status: 200 len: 217 time: 0.0512431 Aug 10 03:21:28.270624 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-fca85163-175a-4d62-8da8-3c7e0615a91d tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:28.274548 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-62572340-8199-4d91-95f7-5c086292095b tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:28.391795 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6dae92-e5e7-43f6-aae1-96dfa606fc15 req-14e79159-1c45-441a-962f-c21601f3eb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:28.393552 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-de6dae92-e5e7-43f6-aae1-96dfa606fc15 req-14e79159-1c45-441a-962f-c21601f3eb3b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ab41bfa0-d357-41af-aec9-387a65206e18 HTTP/1.1" status: 200 len: 850 time: 0.1133528 Aug 10 03:21:28.408784 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-fca85163-175a-4d62-8da8-3c7e0615a91d tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:28.414568 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca85163-175a-4d62-8da8-3c7e0615a91d tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:28.422156 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-fca85163-175a-4d62-8da8-3c7e0615a91d tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:28.545348 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-5248ca8b-cc1d-4732-8b6f-fd6e9d77e203 req-bcce7063-57a0-4f88-9ac6-8a5b9961ca47 service neutron] 10.222.0.61 "GET /v2.0/networks/36135f86-55af-48c7-9516-7187aabe118a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3207080 Aug 10 03:21:28.553570 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-99c81e73-e39a-4d39-8ca7-a0a3c84882b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:28.554749 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [req-8717bb17-4397-4801-94d0-9d96e9be2e9d req-d4c6f2ae-0f64-41ec-80a2-d958aa34f2b6 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Allocated IP 172.20.0.4 (27424cdf-4ae8-4aca-98ee-67b7200a8c6b/714bd99d-dcf6-48eb-8343-f1e4e77907ef/d16a8b77-806d-4f00-8743-bce2431a51d9) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:21:28.562556 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-99c81e73-e39a-4d39-8ca7-a0a3c84882b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:28.605238 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99c81e73-e39a-4d39-8ca7-a0a3c84882b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:21:28.606980 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca85163-175a-4d62-8da8-3c7e0615a91d tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Pushing event updated for resources: {'Network': ['ID=effb9b91-4a23-491a-b997-5e008612ed4d,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:28.610490 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-62572340-8199-4d91-95f7-5c086292095b tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:28.618383 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-fca85163-175a-4d62-8da8-3c7e0615a91d tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1945016 Aug 10 03:21:28.619111 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 55196) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:28.625327 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network effb9b91-4a23-491a-b997-5e008612ed4d details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:21:28.640401 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c81e73-e39a-4d39-8ca7-a0a3c84882b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5fdcabb-6741-4125-93d8-810a69118585,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:28.670626 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-99c81e73-e39a-4d39-8ca7-a0a3c84882b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:28.671026 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-99c81e73-e39a-4d39-8ca7-a0a3c84882b8 admin admin] Added segment b0d95f30-ce33-474a-8373-79a831b269e5 of type vlan for network f2610c24-f468-4d40-86ff-26a411353238 Aug 10 03:21:28.695316 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-21a94260-26d7-4820-9393-69e9777eb6c0 req-79212cdb-5ad4-4f16-8dcb-01118c51a19f tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a29612-20c9-44b8-855a-f25285352378 HTTP/1.1" status: 200 len: 210 time: 0.1027899 Aug 10 03:21:28.713747 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-c0c0668a-f0a0-40e4-acc6-85fe1d60ab6e tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Request body: {'subnet': {'network_id': '39a285d2-87a3-47d7-9b49-b0b0fee32784', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:28.743000 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-62572340-8199-4d91-95f7-5c086292095b tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:28.920357 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62572340-8199-4d91-95f7-5c086292095b tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1b47f78-223b-4a61-8d67-7c15ac7e292f,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:28.981044 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6dae92-e5e7-43f6-aae1-96dfa606fc15 req-103f834d-0854-4743-98cd-a09864c41ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:28.983236 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-de6dae92-e5e7-43f6-aae1-96dfa606fc15 req-103f834d-0854-4743-98cd-a09864c41ae1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d6af8212-aac1-40c5-a707-aa25feb03b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5496719 Aug 10 03:21:29.011657 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-62572340-8199-4d91-95f7-5c086292095b tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:29.013547 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-62572340-8199-4d91-95f7-5c086292095b tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1106472 Aug 10 03:21:29.072872 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 55210) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:29.082706 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-a2948e46-7cea-4ef8-ab37-751fa4b0f863 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Request body: {'floatingip': {'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:29.107677 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c6f1850-f19e-4254-92e9-56a30b581253', 'name': 'network-vif-deleted', 'tag': '960a28a7-1741-4a5e-af50-49f66b7e7907'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:21:29.112692 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c68b92dd-8177-4463-8793-0916d7c1ec76" -d '{"events": [{"server_uuid": "8c6f1850-f19e-4254-92e9-56a30b581253", "name": "network-vif-deleted", "tag": "960a28a7-1741-4a5e-af50-49f66b7e7907"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:21:29.123165 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d01e08-2125-4687-9260-46e810e391c8 req-269497a5-a711-42ee-a519-8800184275e1 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:29.124734 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-c2d01e08-2125-4687-9260-46e810e391c8 req-269497a5-a711-42ee-a519-8800184275e1 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] 10.222.0.61 "GET /v2.0/networks?id=05dc9c39-237d-4ac9-993e-e0b32ff3d84b HTTP/1.1" status: 200 len: 816 time: 0.4971578 Aug 10 03:21:29.125117 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a2948e46-7cea-4ef8-ab37-751fa4b0f863 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Notify callbacks [] for floatingip, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:29.186345 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-99c81e73-e39a-4d39-8ca7-a0a3c84882b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:29.232252 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-99c81e73-e39a-4d39-8ca7-a0a3c84882b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:29.233502 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c81e73-e39a-4d39-8ca7-a0a3c84882b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:29.234099 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-99c81e73-e39a-4d39-8ca7-a0a3c84882b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:29.241845 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d14f61-e464-4010-937c-6266b7c3a2b6 req-2cf06c36-2449-4d9b-8951-41fe694b5f90 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:29.251313 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-00d14f61-e464-4010-937c-6266b7c3a2b6 req-2cf06c36-2449-4d9b-8951-41fe694b5f90 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] 10.222.0.44 "GET /v2.0/ports?device_id=170bfcf9-fc4c-4f3d-ba49-affdf210e363 HTTP/1.1" status: 200 len: 943 time: 0.2801404 Aug 10 03:21:29.317862 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0c0668a-f0a0-40e4-acc6-85fe1d60ab6e tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Made reservation on behalf of 06c20e5fd34a48aa8cc6b4171afd240a for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:21:29.322357 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c0c0668a-f0a0-40e4-acc6-85fe1d60ab6e tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:29.331849 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c81e73-e39a-4d39-8ca7-a0a3c84882b8 admin admin] Pushing event updated for resources: {'Network': ['ID=f2610c24-f468-4d40-86ff-26a411353238,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:29.333577 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-de6dae92-e5e7-43f6-aae1-96dfa606fc15 req-279d647d-2c12-4dc7-a96a-479e738c8db7 service neutron] 10.222.0.42 "GET /v2.0/networks/d6af8212-aac1-40c5-a707-aa25feb03b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3368456 Aug 10 03:21:29.343131 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-99c81e73-e39a-4d39-8ca7-a0a3c84882b8 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.8198245 Aug 10 03:21:29.344085 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network f2610c24-f468-4d40-86ff-26a411353238 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:21:29.354891 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 55218) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:29.405259 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-455f02c8-dfef-4407-bed6-6f6eefda9017 admin admin] Request body: {'subnet': {'network_id': 'f2610c24-f468-4d40-86ff-26a411353238', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-513534422-subnet', 'tenant_id': 'c9603ab9bba540beb860908da5f483c4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:29.432609 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-00d14f61-e464-4010-937c-6266b7c3a2b6 req-d35edb74-1c4c-4515-9d80-431df82a4ed9 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9014602-d589-43cc-9c85-12bc5b71acc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746609 Aug 10 03:21:29.433137 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-c2d01e08-2125-4687-9260-46e810e391c8 req-64bc6495-37d7-44b8-8a5f-1650e2bfa632 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e1722d197a814345bc6c8fc008fcacd1 HTTP/1.1" status: 200 len: 380 time: 0.2147388 Aug 10 03:21:29.444095 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-455f02c8-dfef-4407-bed6-6f6eefda9017 admin admin] Made reservation on behalf of c9603ab9bba540beb860908da5f483c4 for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:21:29.444095 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-455f02c8-dfef-4407-bed6-6f6eefda9017 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:29.557939 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-c2d01e08-2125-4687-9260-46e810e391c8 req-936aeae0-2380-46e0-b220-e01946082dd8 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] Request body: {'port': {'device_id': '03a29612-20c9-44b8-855a-f25285352378', 'network_id': '05dc9c39-237d-4ac9-993e-e0b32ff3d84b', 'admin_state_up': True, 'tenant_id': 'e1722d197a814345bc6c8fc008fcacd1', 'security_groups': ['5d02b77e-f08e-4ef4-a517-927239ee4d7b']}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:29.585557 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fbcfa87-b9a9-4fb4-9000-61e2d539dd54 x-openstack-request-id: req-0fbcfa87-b9a9-4fb4-9000-61e2d539dd54 {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:21:29.585893 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c6f1850-f19e-4254-92e9-56a30b581253", "name": "network-vif-deleted", "tag": "960a28a7-1741-4a5e-af50-49f66b7e7907", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:21:29.586110 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0fbcfa87-b9a9-4fb4-9000-61e2d539dd54 {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:21:29.586513 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c6f1850-f19e-4254-92e9-56a30b581253', 'name': 'network-vif-deleted', 'tag': '960a28a7-1741-4a5e-af50-49f66b7e7907', 'status': 'completed', 'code': 200} Aug 10 03:21:29.603619 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-de6dae92-e5e7-43f6-aae1-96dfa606fc15 req-c827a2df-9861-4e92-b6d8-0ae2c159defd service neutron] 10.222.0.42 "GET /v2.0/networks/d6af8212-aac1-40c5-a707-aa25feb03b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438490 Aug 10 03:21:29.762369 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ecba25e4-aa80-453c-a623-d8540ebec307 req-1b4bec90-b6d7-4974-b3f6-ea5370114881 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/ports?device_id=da4496e2-8868-4b4e-ab28-ce95782e3810 HTTP/1.1" status: 200 len: 210 time: 0.0507543 Aug 10 03:21:29.797073 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device fbfcbaaa-1126-4380-b9c6-343d30574a5f details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:21:29.801789 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-8717bb17-4397-4801-94d0-9d96e9be2e9d req-d4c6f2ae-0f64-41ec-80a2-d958aa34f2b6 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:29.873889 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be3905a-6b58-493b-b84e-5fa287319e05 req-50c60886-733c-42db-ad1b-7c8f209c78f2 tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:29.882274 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7be3905a-6b58-493b-b84e-5fa287319e05 req-50c60886-733c-42db-ad1b-7c8f209c78f2 tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff1cbd3d-c588-4e99-a335-efc4198b98b5 HTTP/1.1" status: 200 len: 943 time: 0.4762440 Aug 10 03:21:29.893301 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c0c0668a-f0a0-40e4-acc6-85fe1d60ab6e tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58895384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805196'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:29.898662 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-455f02c8-dfef-4407-bed6-6f6eefda9017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:29.952239 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2d01e08-2125-4687-9260-46e810e391c8 req-936aeae0-2380-46e0-b220-e01946082dd8 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] Made reservation on behalf of e1722d197a814345bc6c8fc008fcacd1 for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:21:29.957905 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-c2d01e08-2125-4687-9260-46e810e391c8 req-936aeae0-2380-46e0-b220-e01946082dd8 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:29.964689 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-25edfaa5-482b-4a23-98af-0a98fd04b563 req-0d13ab1d-e7f8-4a23-b5b9-e97407736a88 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a29612-20c9-44b8-855a-f25285352378 HTTP/1.1" status: 200 len: 210 time: 0.0704787 Aug 10 03:21:30.032541 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-8717bb17-4397-4801-94d0-9d96e9be2e9d req-d4c6f2ae-0f64-41ec-80a2-d958aa34f2b6 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:30.039201 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455f02c8-dfef-4407-bed6-6f6eefda9017 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8ed2a35-9a6a-4125-b7ba-071adfa339f4,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:30.063765 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port fbfcbaaa-1126-4380-b9c6-343d30574a5f, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=fbfcbaaa-1126-4380-b9c6-343d30574a5f,segment=NetworkSegment(12579fd8-e183-4425-ae11-f7c255fa011f),segment_id=12579fd8-e183-4425-ae11-f7c255fa011f)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:30.081417 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': 'fbfcbaaa-1126-4380-b9c6-343d30574a5f', 'network_id': '36135f86-55af-48c7-9516-7187aabe118a', 'port_id': 'fbfcbaaa-1126-4380-b9c6-343d30574a5f', 'mac_address': 'fa:16:3e:e0:cd:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94f1adae-6677-4cd9-bdaa-c308bdf6d787', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:21:30.086382 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 045e4680-334f-4fc9-8295-9c5a56bd9a0e details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:21:30.103214 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c0668a-f0a0-40e4-acc6-85fe1d60ab6e tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Checking segment: {'id': '9926830d-bbc1-4a2f-ad71-9c6ed89a772a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '39a285d2-87a3-47d7-9b49-b0b0fee32784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:21:30.103716 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c0668a-f0a0-40e4-acc6-85fe1d60ab6e tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Network hostable DHCP agents. Network: 39a285d2-87a3-47d7-9b49-b0b0fee32784, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:21:30.136239 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7be3905a-6b58-493b-b84e-5fa287319e05 req-d24bbc70-a5a8-40fe-b3e2-887c136e864c tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] 10.222.0.44 "GET /v2.0/security-groups?id=d40d2ec1-e615-4c84-8d64-72b835c25e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2525656 Aug 10 03:21:30.157313 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a2948e46-7cea-4ef8-ab37-751fa4b0f863 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:30.173835 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c0668a-f0a0-40e4-acc6-85fe1d60ab6e tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Pushing event updated for resources: {'Subnet': ['ID=2818801a-2e35-4ece-b2ba-d3311c823064,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:30.191536 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c0668a-f0a0-40e4-acc6-85fe1d60ab6e tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Network 39a285d2-87a3-47d7-9b49-b0b0fee32784 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:21:30.201908 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:30.220158 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbfcbaaa-1126-4380-b9c6-343d30574a5f {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:21:30.229524 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-c0c0668a-f0a0-40e4-acc6-85fe1d60ab6e tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 39a285d2-87a3-47d7-9b49-b0b0fee32784) {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:21:30.243535 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c0668a-f0a0-40e4-acc6-85fe1d60ab6e tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:30.244538 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c0c0668a-f0a0-40e4-acc6-85fe1d60ab6e tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:30.254038 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2d6435-2460-45be-a167-c85544cfbcfa None None] Network 39a285d2-87a3-47d7-9b49-b0b0fee32784 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:21:30.281017 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-c0c0668a-f0a0-40e4-acc6-85fe1d60ab6e tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6006052 Aug 10 03:21:30.281266 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8717bb17-4397-4801-94d0-9d96e9be2e9d req-d4c6f2ae-0f64-41ec-80a2-d958aa34f2b6 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Network 27424cdf-4ae8-4aca-98ee-67b7200a8c6b is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:21:30.282820 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 55232) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:30.290841 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-444faaee-7a5c-4d6c-b0c8-60e12a3221b3 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Request body: {'subnet': {'network_id': 'effb9b91-4a23-491a-b997-5e008612ed4d', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:30.292527 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455f02c8-dfef-4407-bed6-6f6eefda9017 admin admin] Checking segment: {'id': 'b0d95f30-ce33-474a-8373-79a831b269e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f2610c24-f468-4d40-86ff-26a411353238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:21:30.292890 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455f02c8-dfef-4407-bed6-6f6eefda9017 admin admin] Network hostable DHCP agents. Network: f2610c24-f468-4d40-86ff-26a411353238, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:21:30.319473 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [req-8717bb17-4397-4801-94d0-9d96e9be2e9d req-d4c6f2ae-0f64-41ec-80a2-d958aa34f2b6 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:21:30.324644 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port fbfcbaaa-1126-4380-b9c6-343d30574a5f, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=fbfcbaaa-1126-4380-b9c6-343d30574a5f,segment=NetworkSegment(12579fd8-e183-4425-ae11-f7c255fa011f),segment_id=12579fd8-e183-4425-ae11-f7c255fa011f)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:30.339601 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:30.378632 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-8717bb17-4397-4801-94d0-9d96e9be2e9d req-d4c6f2ae-0f64-41ec-80a2-d958aa34f2b6 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:21:30.401494 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 045e4680-334f-4fc9-8295-9c5a56bd9a0e, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=045e4680-334f-4fc9-8295-9c5a56bd9a0e,segment=NetworkSegment(ef8db12d-912b-41dd-a4b0-23d24ac98418),segment_id=ef8db12d-912b-41dd-a4b0-23d24ac98418)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:30.405411 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c6f2ae-0f64-41ec-80a2-d958aa34f2b6 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Pushing event updated for resources: {'Port': ['ID=d16a8b77-806d-4f00-8743-bce2431a51d9,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:30.432214 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': '045e4680-334f-4fc9-8295-9c5a56bd9a0e', 'network_id': 'd6af8212-aac1-40c5-a707-aa25feb03b38', 'port_id': '045e4680-334f-4fc9-8295-9c5a56bd9a0e', 'mac_address': 'fa:16:3e:ca:d1:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab41bfa0-d357-41af-aec9-387a65206e18', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:21:30.495499 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-444faaee-7a5c-4d6c-b0c8-60e12a3221b3 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Made reservation on behalf of 06c20e5fd34a48aa8cc6b4171afd240a for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:21:30.504208 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-444faaee-7a5c-4d6c-b0c8-60e12a3221b3 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:30.509394 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:30.513396 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-a2948e46-7cea-4ef8-ab37-751fa4b0f863 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Allocated IP 172.25.6.75 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/a843cfbf-119c-4742-81d3-1512723b5a26) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:21:30.525446 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=fbfcbaaa-1126-4380-b9c6-343d30574a5f,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:30.546183 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455f02c8-dfef-4407-bed6-6f6eefda9017 admin admin] Network f2610c24-f468-4d40-86ff-26a411353238 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:21:30.573436 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 045e4680-334f-4fc9-8295-9c5a56bd9a0e {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:21:30.576707 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-455f02c8-dfef-4407-bed6-6f6eefda9017 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, f2610c24-f468-4d40-86ff-26a411353238) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:21:30.583368 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8717bb17-4397-4801-94d0-9d96e9be2e9d req-d4c6f2ae-0f64-41ec-80a2-d958aa34f2b6 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:30.584005 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-8717bb17-4397-4801-94d0-9d96e9be2e9d req-d4c6f2ae-0f64-41ec-80a2-d958aa34f2b6 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:30.591549 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455f02c8-dfef-4407-bed6-6f6eefda9017 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:30.592127 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-455f02c8-dfef-4407-bed6-6f6eefda9017 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:30.602543 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 045e4680-334f-4fc9-8295-9c5a56bd9a0e, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=045e4680-334f-4fc9-8295-9c5a56bd9a0e,segment=NetworkSegment(ef8db12d-912b-41dd-a4b0-23d24ac98418),segment_id=ef8db12d-912b-41dd-a4b0-23d24ac98418)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:30.603900 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [req-c2d01e08-2125-4687-9260-46e810e391c8 req-936aeae0-2380-46e0-b220-e01946082dd8 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] Allocated IP 172.20.0.4 (05dc9c39-237d-4ac9-993e-e0b32ff3d84b/58337cd7-d5bf-4101-801d-f0d48a89226e/39f75b0a-2724-41fb-b7c1-4e332a6cff90) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:21:30.611231 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03414846-5cfa-4d01-bdba-1e71274b74ab None None] Network f2610c24-f468-4d40-86ff-26a411353238 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:21:30.622794 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-8717bb17-4397-4801-94d0-9d96e9be2e9d req-d4c6f2ae-0f64-41ec-80a2-d958aa34f2b6 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9145498 Aug 10 03:21:30.623641 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:30.638004 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-8717bb17-4397-4801-94d0-9d96e9be2e9d req-db60c983-9af6-4901-9881-8c485ecf2c64 service neutron] Request body: {'port': {'device_id': 'da4496e2-8868-4b4e-ab28-ce95782e3810', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-13'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:30.659419 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-455f02c8-dfef-4407-bed6-6f6eefda9017 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3035617 Aug 10 03:21:30.689722 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 55236) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:30.744135 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-b8972ed1-8d0d-4483-93b4-7e5391dd6570 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-513534422-router', 'tenant_id': 'c9603ab9bba540beb860908da5f483c4', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:30.803366 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['fbfcbaaa-1126-4380-b9c6-343d30574a5f'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:21:30.858774 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-c2d01e08-2125-4687-9260-46e810e391c8 req-936aeae0-2380-46e0-b220-e01946082dd8 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:30.880901 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [req-c2d01e08-2125-4687-9260-46e810e391c8 req-936aeae0-2380-46e0-b220-e01946082dd8 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] Transition to ACTIVE for port object 39f75b0a-2724-41fb-b7c1-4e332a6cff90 will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:21:30.897536 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12daf7dd-6058-49d5-a55f-d2fee4ff3bae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-39a285d2-87a3-47d7-9b49-b0b0fee32784', 'network_id': '39a285d2-87a3-47d7-9b49-b0b0fee32784', 'tenant_id': '06c20e5fd34a48aa8cc6b4171afd240a', 'fixed_ips': [{'subnet_id': '2818801a-2e35-4ece-b2ba-d3311c823064'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:21:30.898419 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-12daf7dd-6058-49d5-a55f-d2fee4ff3bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:30.914083 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['045e4680-334f-4fc9-8295-9c5a56bd9a0e'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:21:30.918890 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b8972ed1-8d0d-4483-93b4-7e5391dd6570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:30.920560 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b8972ed1-8d0d-4483-93b4-7e5391dd6570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:30.949181 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261735f-d952-41a6-ae7e-11421cc31528 req-36472e74-8bb0-488d-b714-e81d609775d4 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:30.949916 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-c2d01e08-2125-4687-9260-46e810e391c8 req-936aeae0-2380-46e0-b220-e01946082dd8 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:30.950773 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1261735f-d952-41a6-ae7e-11421cc31528 req-36472e74-8bb0-488d-b714-e81d609775d4 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] 10.222.0.44 "GET /v2.0/ports?device_id=170bfcf9-fc4c-4f3d-ba49-affdf210e363 HTTP/1.1" status: 200 len: 944 time: 0.3313823 Aug 10 03:21:31.013730 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2d01e08-2125-4687-9260-46e810e391c8 req-936aeae0-2380-46e0-b220-e01946082dd8 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] Network 05dc9c39-237d-4ac9-993e-e0b32ff3d84b is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:21:31.055489 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-8717bb17-4397-4801-94d0-9d96e9be2e9d req-db60c983-9af6-4901-9881-8c485ecf2c64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:31.073726 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [req-c2d01e08-2125-4687-9260-46e810e391c8 req-936aeae0-2380-46e0-b220-e01946082dd8 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:21:31.173469 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a2948e46-7cea-4ef8-ab37-751fa4b0f863 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:31.190851 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=045e4680-334f-4fc9-8295-9c5a56bd9a0e,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:31.316249 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2d01e08-2125-4687-9260-46e810e391c8 req-936aeae0-2380-46e0-b220-e01946082dd8 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:21:31.401647 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936aeae0-2380-46e0-b220-e01946082dd8 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] Pushing event updated for resources: {'Port': ['ID=39f75b0a-2724-41fb-b7c1-4e332a6cff90,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:31.517400 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45740ee7-8524-40f2-938b-aa1207fc628c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-f2610c24-f468-4d40-86ff-26a411353238', 'network_id': 'f2610c24-f468-4d40-86ff-26a411353238', 'tenant_id': 'c9603ab9bba540beb860908da5f483c4', 'fixed_ips': [{'subnet_id': 'f8ed2a35-9a6a-4125-b7ba-071adfa339f4'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:21:31.518425 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-45740ee7-8524-40f2-938b-aa1207fc628c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:31.534516 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d01e08-2125-4687-9260-46e810e391c8 req-936aeae0-2380-46e0-b220-e01946082dd8 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:31.535183 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-c2d01e08-2125-4687-9260-46e810e391c8 req-936aeae0-2380-46e0-b220-e01946082dd8 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:31.555446 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1261735f-d952-41a6-ae7e-11421cc31528 req-963a832c-7711-421b-8154-5b119e3317c8 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9014602-d589-43cc-9c85-12bc5b71acc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5761781 Aug 10 03:21:31.572968 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9266c4f9-6d8d-4481-be1d-4f1ae3054038 req-291f4a8b-4309-4a49-89c2-9366bbb4e94c tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:31.574520 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9266c4f9-6d8d-4481-be1d-4f1ae3054038 req-291f4a8b-4309-4a49-89c2-9366bbb4e94c tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/ports?device_id=da4496e2-8868-4b4e-ab28-ce95782e3810 HTTP/1.1" status: 200 len: 931 time: 0.6852884 Aug 10 03:21:31.580714 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-c2d01e08-2125-4687-9260-46e810e391c8 req-936aeae0-2380-46e0-b220-e01946082dd8 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0331612 Aug 10 03:21:31.588835 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a2948e46-7cea-4ef8-ab37-751fa4b0f863 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:31.596105 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b8972ed1-8d0d-4483-93b4-7e5391dd6570 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:31.616031 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-444faaee-7a5c-4d6c-b0c8-60e12a3221b3 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58895384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805196'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:31.655675 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-c2d01e08-2125-4687-9260-46e810e391c8 req-0433c93b-b48b-4c00-b4bf-5e6704c028e1 service neutron] Request body: {'port': {'device_id': '03a29612-20c9-44b8-855a-f25285352378', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-13'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:31.742569 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [req-8717bb17-4397-4801-94d0-9d96e9be2e9d req-db60c983-9af6-4901-9881-8c485ecf2c64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d16a8b77-806d-4f00-8743-bce2431a51d9 {{(pid=94261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:21:31.747736 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-c2d01e08-2125-4687-9260-46e810e391c8 req-0433c93b-b48b-4c00-b4bf-5e6704c028e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:31.753999 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-8717bb17-4397-4801-94d0-9d96e9be2e9d req-db60c983-9af6-4901-9881-8c485ecf2c64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:31.792080 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-12daf7dd-6058-49d5-a55f-d2fee4ff3bae None None] Allocated IP 10.1.1.2 (39a285d2-87a3-47d7-9b49-b0b0fee32784/2818801a-2e35-4ece-b2ba-d3311c823064/a4c28518-1b68-4058-9e02-6b490fd531e5) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:21:31.798675 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [req-8717bb17-4397-4801-94d0-9d96e9be2e9d req-db60c983-9af6-4901-9881-8c485ecf2c64 service neutron] Transition to ACTIVE for port object d16a8b77-806d-4f00-8743-bce2431a51d9 will not be triggered until provisioned by entity L2. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:21:31.818700 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-8717bb17-4397-4801-94d0-9d96e9be2e9d req-db60c983-9af6-4901-9881-8c485ecf2c64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:31.853940 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2948e46-7cea-4ef8-ab37-751fa4b0f863 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Pushing event updated for resources: {'Port': ['ID=a843cfbf-119c-4742-81d3-1512723b5a26,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:31.956471 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2948e46-7cea-4ef8-ab37-751fa4b0f863 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:21:31.973074 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9266c4f9-6d8d-4481-be1d-4f1ae3054038 req-77a09723-8690-4bdc-8dba-da1cf143209d tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/security-groups?id=e00a7564-e56b-4b7f-b179-f193e5160bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3755965 Aug 10 03:21:32.039767 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-8717bb17-4397-4801-94d0-9d96e9be2e9d req-db60c983-9af6-4901-9881-8c485ecf2c64 service neutron] Attempting to bind port d16a8b77-806d-4f00-8743-bce2431a51d9 on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:21:32.040123 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-8717bb17-4397-4801-94d0-9d96e9be2e9d req-db60c983-9af6-4901-9881-8c485ecf2c64 service neutron] Attempting to bind port d16a8b77-806d-4f00-8743-bce2431a51d9 by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '7ed85737-71ac-4d44-addd-a974f87ebbbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '27424cdf-4ae8-4aca-98ee-67b7200a8c6b'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:21:32.040451 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8717bb17-4397-4801-94d0-9d96e9be2e9d req-db60c983-9af6-4901-9881-8c485ecf2c64 service neutron] Attempting to bind port d16a8b77-806d-4f00-8743-bce2431a51d9 on network 27424cdf-4ae8-4aca-98ee-67b7200a8c6b {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:21:32.046002 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db60c983-9af6-4901-9881-8c485ecf2c64 service neutron] Pushing event updated for resources: {'Port': ['ID=d16a8b77-806d-4f00-8743-bce2431a51d9,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:32.047878 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-a2948e46-7cea-4ef8-ab37-751fa4b0f863 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:21:32.065117 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2948e46-7cea-4ef8-ab37-751fa4b0f863 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:21:32.066870 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8717bb17-4397-4801-94d0-9d96e9be2e9d req-db60c983-9af6-4901-9881-8c485ecf2c64 service neutron] Port d16a8b77-806d-4f00-8743-bce2431a51d9 on network 27424cdf-4ae8-4aca-98ee-67b7200a8c6b not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:21:32.067199 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8717bb17-4397-4801-94d0-9d96e9be2e9d req-db60c983-9af6-4901-9881-8c485ecf2c64 service neutron] Attempting to bind port d16a8b77-806d-4f00-8743-bce2431a51d9 on network 27424cdf-4ae8-4aca-98ee-67b7200a8c6b {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:21:32.102888 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8717bb17-4397-4801-94d0-9d96e9be2e9d req-db60c983-9af6-4901-9881-8c485ecf2c64 service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:21:32.103224 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8717bb17-4397-4801-94d0-9d96e9be2e9d req-db60c983-9af6-4901-9881-8c485ecf2c64 service neutron] Checking segment: {'id': '7ed85737-71ac-4d44-addd-a974f87ebbbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '27424cdf-4ae8-4aca-98ee-67b7200a8c6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:21:32.103614 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8717bb17-4397-4801-94d0-9d96e9be2e9d req-db60c983-9af6-4901-9881-8c485ecf2c64 service neutron] Bound using segment: {'id': '7ed85737-71ac-4d44-addd-a974f87ebbbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '27424cdf-4ae8-4aca-98ee-67b7200a8c6b'} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:21:32.104065 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-8717bb17-4397-4801-94d0-9d96e9be2e9d req-db60c983-9af6-4901-9881-8c485ecf2c64 service neutron] Bound port: d16a8b77-806d-4f00-8743-bce2431a51d9, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ed85737-71ac-4d44-addd-a974f87ebbbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '27424cdf-4ae8-4aca-98ee-67b7200a8c6b'}}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:21:32.104428 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-8717bb17-4397-4801-94d0-9d96e9be2e9d req-db60c983-9af6-4901-9881-8c485ecf2c64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:32.188435 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-8717bb17-4397-4801-94d0-9d96e9be2e9d req-db60c983-9af6-4901-9881-8c485ecf2c64 service neutron] For port d16a8b77-806d-4f00-8743-bce2431a51d9, host n-h1-768862-13, cleared binding levels {{(pid=94261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:21:32.192226 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-8717bb17-4397-4801-94d0-9d96e9be2e9d req-db60c983-9af6-4901-9881-8c485ecf2c64 service neutron] For port d16a8b77-806d-4f00-8743-bce2431a51d9, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=d16a8b77-806d-4f00-8743-bce2431a51d9,segment=NetworkSegment(7ed85737-71ac-4d44-addd-a974f87ebbbf),segment_id=7ed85737-71ac-4d44-addd-a974f87ebbbf)] {{(pid=94261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:21:32.204254 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-8717bb17-4397-4801-94d0-9d96e9be2e9d req-db60c983-9af6-4901-9881-8c485ecf2c64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:32.233373 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-45740ee7-8524-40f2-938b-aa1207fc628c None None] Allocated IP 172.20.0.2 (f2610c24-f468-4d40-86ff-26a411353238/f8ed2a35-9a6a-4125-b7ba-071adfa339f4/6e481192-4554-46b4-aaed-531dc793d56d) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:21:32.264372 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8717bb17-4397-4801-94d0-9d96e9be2e9d req-db60c983-9af6-4901-9881-8c485ecf2c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:32.265016 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-8717bb17-4397-4801-94d0-9d96e9be2e9d req-db60c983-9af6-4901-9881-8c485ecf2c64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:32.266515 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-8717bb17-4397-4801-94d0-9d96e9be2e9d req-db60c983-9af6-4901-9881-8c485ecf2c64 service neutron] 10.222.0.42 "PUT /v2.0/ports/d16a8b77-806d-4f00-8743-bce2431a51d9 HTTP/1.1" status: 200 len: 1092 time: 1.6352000 Aug 10 03:21:32.267128 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da4496e2-8868-4b4e-ab28-ce95782e3810', 'tag': 'd16a8b77-806d-4f00-8743-bce2431a51d9'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:21:32.269494 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96b8d5ff-7dfc-46a7-9d36-9cb34fb56a0b" -d '{"events": [{"name": "network-changed", "server_uuid": "da4496e2-8868-4b4e-ab28-ce95782e3810", "tag": "d16a8b77-806d-4f00-8743-bce2431a51d9"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:21:32.369624 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db60c983-9af6-4901-9881-8c485ecf2c64 service neutron] Pushing event updated for resources: {'Port': ['ID=d16a8b77-806d-4f00-8743-bce2431a51d9,revision_number=3']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:32.420841 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8717bb17-4397-4801-94d0-9d96e9be2e9d req-1e896921-8a48-494c-8d2c-c650aa03ea82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:32.422501 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-8717bb17-4397-4801-94d0-9d96e9be2e9d req-1e896921-8a48-494c-8d2c-c650aa03ea82 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=36b52cc2f22d4fe4bb78db9f7388accb&device_id=da4496e2-8868-4b4e-ab28-ce95782e3810 HTTP/1.1" status: 200 len: 1095 time: 0.1120319 Aug 10 03:21:32.476005 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-8717bb17-4397-4801-94d0-9d96e9be2e9d req-3044734b-9d6a-49b6-9044-b40b85bba840 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d16a8b77-806d-4f00-8743-bce2431a51d9 HTTP/1.1" status: 200 len: 217 time: 0.0436869 Aug 10 03:21:32.503834 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [req-c2d01e08-2125-4687-9260-46e810e391c8 req-0433c93b-b48b-4c00-b4bf-5e6704c028e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39f75b0a-2724-41fb-b7c1-4e332a6cff90 {{(pid=94261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:21:32.542325 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-c2d01e08-2125-4687-9260-46e810e391c8 req-0433c93b-b48b-4c00-b4bf-5e6704c028e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:32.574907 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [req-c2d01e08-2125-4687-9260-46e810e391c8 req-0433c93b-b48b-4c00-b4bf-5e6704c028e1 service neutron] Transition to ACTIVE for port object 39f75b0a-2724-41fb-b7c1-4e332a6cff90 will not be triggered until provisioned by entity L2. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:21:32.589307 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8717bb17-4397-4801-94d0-9d96e9be2e9d req-86dfa0d7-d60e-410b-956f-1baf77494b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:32.591410 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-8717bb17-4397-4801-94d0-9d96e9be2e9d req-86dfa0d7-d60e-410b-956f-1baf77494b6f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=714bd99d-dcf6-48eb-8343-f1e4e77907ef HTTP/1.1" status: 200 len: 854 time: 0.1033878 Aug 10 03:21:32.593318 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-c2d01e08-2125-4687-9260-46e810e391c8 req-0433c93b-b48b-4c00-b4bf-5e6704c028e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:32.645924 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-45740ee7-8524-40f2-938b-aa1207fc628c None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:32.655982 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-45740ee7-8524-40f2-938b-aa1207fc628c None None] Transition to ACTIVE for port object 6e481192-4554-46b4-aaed-531dc793d56d will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:21:32.692748 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-8717bb17-4397-4801-94d0-9d96e9be2e9d req-20e2c795-c840-4f58-9e47-622558dba5ac service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=27424cdf-4ae8-4aca-98ee-67b7200a8c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685802 Aug 10 03:21:32.693258 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-45740ee7-8524-40f2-938b-aa1207fc628c None None] Transition to ACTIVE for port object 6e481192-4554-46b4-aaed-531dc793d56d will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:21:32.698519 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-45740ee7-8524-40f2-938b-aa1207fc628c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:32.774113 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45740ee7-8524-40f2-938b-aa1207fc628c None None] Pushing event updated for resources: {'Port': ['ID=6e481192-4554-46b4-aaed-531dc793d56d,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:32.800246 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-8717bb17-4397-4801-94d0-9d96e9be2e9d req-40950836-d4f8-433c-9234-906f28ef4be1 service neutron] 10.222.0.42 "GET /v2.0/networks/27424cdf-4ae8-4aca-98ee-67b7200a8c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175306 Aug 10 03:21:32.817755 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-d31a9fa5-5a05-4e74-ba78-110d6d31a825 None None] Provisioning for port 39f75b0a-2724-41fb-b7c1-4e332a6cff90 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:21:32.843761 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45740ee7-8524-40f2-938b-aa1207fc628c None None] Network f2610c24-f468-4d40-86ff-26a411353238 is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:21:32.850327 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-45740ee7-8524-40f2-938b-aa1207fc628c None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:21:32.853340 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45740ee7-8524-40f2-938b-aa1207fc628c None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:21:32.897249 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0433c93b-b48b-4c00-b4bf-5e6704c028e1 service neutron] Pushing event updated for resources: {'Port': ['ID=39f75b0a-2724-41fb-b7c1-4e332a6cff90,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:32.950994 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-12daf7dd-6058-49d5-a55f-d2fee4ff3bae None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:33.019191 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-c2d01e08-2125-4687-9260-46e810e391c8 req-0433c93b-b48b-4c00-b4bf-5e6704c028e1 service neutron] Attempting to bind port 39f75b0a-2724-41fb-b7c1-4e332a6cff90 on host n-h2-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:21:33.020558 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-c2d01e08-2125-4687-9260-46e810e391c8 req-0433c93b-b48b-4c00-b4bf-5e6704c028e1 service neutron] Attempting to bind port 39f75b0a-2724-41fb-b7c1-4e332a6cff90 by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': '92e39147-dac7-4353-ab76-bf692bb677b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '05dc9c39-237d-4ac9-993e-e0b32ff3d84b'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:21:33.021382 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d01e08-2125-4687-9260-46e810e391c8 req-0433c93b-b48b-4c00-b4bf-5e6704c028e1 service neutron] Attempting to bind port 39f75b0a-2724-41fb-b7c1-4e332a6cff90 on network 05dc9c39-237d-4ac9-993e-e0b32ff3d84b {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:21:33.039899 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d01e08-2125-4687-9260-46e810e391c8 req-0433c93b-b48b-4c00-b4bf-5e6704c028e1 service neutron] Port 39f75b0a-2724-41fb-b7c1-4e332a6cff90 on network 05dc9c39-237d-4ac9-993e-e0b32ff3d84b not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:21:33.040867 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d01e08-2125-4687-9260-46e810e391c8 req-0433c93b-b48b-4c00-b4bf-5e6704c028e1 service neutron] Attempting to bind port 39f75b0a-2724-41fb-b7c1-4e332a6cff90 on network 05dc9c39-237d-4ac9-993e-e0b32ff3d84b {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:21:33.054824 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d01e08-2125-4687-9260-46e810e391c8 req-0433c93b-b48b-4c00-b4bf-5e6704c028e1 service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:21:33.055633 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d01e08-2125-4687-9260-46e810e391c8 req-0433c93b-b48b-4c00-b4bf-5e6704c028e1 service neutron] Checking segment: {'id': '92e39147-dac7-4353-ab76-bf692bb677b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '05dc9c39-237d-4ac9-993e-e0b32ff3d84b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:21:33.056271 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d01e08-2125-4687-9260-46e810e391c8 req-0433c93b-b48b-4c00-b4bf-5e6704c028e1 service neutron] Bound using segment: {'id': '92e39147-dac7-4353-ab76-bf692bb677b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '05dc9c39-237d-4ac9-993e-e0b32ff3d84b'} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:21:33.057002 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-c2d01e08-2125-4687-9260-46e810e391c8 req-0433c93b-b48b-4c00-b4bf-5e6704c028e1 service neutron] Bound port: 39f75b0a-2724-41fb-b7c1-4e332a6cff90, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92e39147-dac7-4353-ab76-bf692bb677b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '05dc9c39-237d-4ac9-993e-e0b32ff3d84b'}}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:21:33.058159 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-c2d01e08-2125-4687-9260-46e810e391c8 req-0433c93b-b48b-4c00-b4bf-5e6704c028e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:33.083497 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:33.087322 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-8717bb17-4397-4801-94d0-9d96e9be2e9d req-ff4fe518-32d5-4fac-9fb0-82d785861026 service neutron] 10.222.0.42 "GET /v2.0/networks/27424cdf-4ae8-4aca-98ee-67b7200a8c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780910 Aug 10 03:21:33.090913 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-45740ee7-8524-40f2-938b-aa1207fc628c None None] Attempting to bind port 6e481192-4554-46b4-aaed-531dc793d56d on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:21:33.091194 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-45740ee7-8524-40f2-938b-aa1207fc628c None None] Attempting to bind port 6e481192-4554-46b4-aaed-531dc793d56d by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'b0d95f30-ce33-474a-8373-79a831b269e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f2610c24-f468-4d40-86ff-26a411353238'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:21:33.091636 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45740ee7-8524-40f2-938b-aa1207fc628c None None] Attempting to bind port 6e481192-4554-46b4-aaed-531dc793d56d on network f2610c24-f468-4d40-86ff-26a411353238 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:21:33.107790 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-12daf7dd-6058-49d5-a55f-d2fee4ff3bae None None] Transition to ACTIVE for port object a4c28518-1b68-4058-9e02-6b490fd531e5 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:21:33.114923 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45740ee7-8524-40f2-938b-aa1207fc628c None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:21:33.115520 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45740ee7-8524-40f2-938b-aa1207fc628c None None] Checking segment: {'id': 'b0d95f30-ce33-474a-8373-79a831b269e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f2610c24-f468-4d40-86ff-26a411353238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:21:33.115935 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-45740ee7-8524-40f2-938b-aa1207fc628c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:33.117455 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45740ee7-8524-40f2-938b-aa1207fc628c None None] Bound using segment: {'id': 'b0d95f30-ce33-474a-8373-79a831b269e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f2610c24-f468-4d40-86ff-26a411353238'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:21:33.118018 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-45740ee7-8524-40f2-938b-aa1207fc628c None None] Bound port: 6e481192-4554-46b4-aaed-531dc793d56d, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0d95f30-ce33-474a-8373-79a831b269e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f2610c24-f468-4d40-86ff-26a411353238'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:21:33.118449 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-45740ee7-8524-40f2-938b-aa1207fc628c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:33.169588 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-c2d01e08-2125-4687-9260-46e810e391c8 req-0433c93b-b48b-4c00-b4bf-5e6704c028e1 service neutron] For port 39f75b0a-2724-41fb-b7c1-4e332a6cff90, host n-h2-768862-13, cleared binding levels {{(pid=94261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:21:33.174597 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-c2d01e08-2125-4687-9260-46e810e391c8 req-0433c93b-b48b-4c00-b4bf-5e6704c028e1 service neutron] For port 39f75b0a-2724-41fb-b7c1-4e332a6cff90, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=39f75b0a-2724-41fb-b7c1-4e332a6cff90,segment=NetworkSegment(92e39147-dac7-4353-ab76-bf692bb677b9),segment_id=92e39147-dac7-4353-ab76-bf692bb677b9)] {{(pid=94261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:21:33.184654 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-c2d01e08-2125-4687-9260-46e810e391c8 req-0433c93b-b48b-4c00-b4bf-5e6704c028e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:33.211357 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b8972ed1-8d0d-4483-93b4-7e5391dd6570 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:33.277428 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d01e08-2125-4687-9260-46e810e391c8 req-0433c93b-b48b-4c00-b4bf-5e6704c028e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:33.279313 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-c2d01e08-2125-4687-9260-46e810e391c8 req-0433c93b-b48b-4c00-b4bf-5e6704c028e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:33.284640 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-c2d01e08-2125-4687-9260-46e810e391c8 req-0433c93b-b48b-4c00-b4bf-5e6704c028e1 service neutron] 10.222.0.61 "PUT /v2.0/ports/39f75b0a-2724-41fb-b7c1-4e332a6cff90 HTTP/1.1" status: 200 len: 1092 time: 1.6441405 Aug 10 03:21:33.308024 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-45740ee7-8524-40f2-938b-aa1207fc628c None None] For port 6e481192-4554-46b4-aaed-531dc793d56d, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:21:33.328256 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-45740ee7-8524-40f2-938b-aa1207fc628c None None] For port 6e481192-4554-46b4-aaed-531dc793d56d, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=6e481192-4554-46b4-aaed-531dc793d56d,segment=NetworkSegment(b0d95f30-ce33-474a-8373-79a831b269e5),segment_id=b0d95f30-ce33-474a-8373-79a831b269e5)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:21:33.357874 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-45740ee7-8524-40f2-938b-aa1207fc628c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:33.361656 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-12daf7dd-6058-49d5-a55f-d2fee4ff3bae None None] Transition to ACTIVE for port object a4c28518-1b68-4058-9e02-6b490fd531e5 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:21:33.380864 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444faaee-7a5c-4d6c-b0c8-60e12a3221b3 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Checking segment: {'id': 'fac8afa8-3606-4f73-b890-170569cd194b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'effb9b91-4a23-491a-b997-5e008612ed4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:21:33.381765 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444faaee-7a5c-4d6c-b0c8-60e12a3221b3 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Network hostable DHCP agents. Network: effb9b91-4a23-491a-b997-5e008612ed4d, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:21:33.403376 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444faaee-7a5c-4d6c-b0c8-60e12a3221b3 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Pushing event updated for resources: {'Subnet': ['ID=7168ea7b-40ab-485b-96d9-f59bb6e03de2,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:33.431806 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-12daf7dd-6058-49d5-a55f-d2fee4ff3bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:33.446243 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0433c93b-b48b-4c00-b4bf-5e6704c028e1 service neutron] Pushing event updated for resources: {'Port': ['ID=39f75b0a-2724-41fb-b7c1-4e332a6cff90,revision_number=3']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:33.461164 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fca110-a20d-4314-94d5-9904fa411318 req-a7ddf8bd-dfc8-4fa6-a660-f52ceef11c14 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:33.464713 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-31fca110-a20d-4314-94d5-9904fa411318 req-a7ddf8bd-dfc8-4fa6-a660-f52ceef11c14 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a29612-20c9-44b8-855a-f25285352378 HTTP/1.1" status: 200 len: 931 time: 1.6032579 Aug 10 03:21:33.485307 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d01e08-2125-4687-9260-46e810e391c8 req-87d5ff42-269f-43ab-912a-aebde0747051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:33.487499 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-c2d01e08-2125-4687-9260-46e810e391c8 req-87d5ff42-269f-43ab-912a-aebde0747051 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e1722d197a814345bc6c8fc008fcacd1&device_id=03a29612-20c9-44b8-855a-f25285352378 HTTP/1.1" status: 200 len: 1095 time: 0.1289606 Aug 10 03:21:33.504496 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12daf7dd-6058-49d5-a55f-d2fee4ff3bae None None] Network 39a285d2-87a3-47d7-9b49-b0b0fee32784 is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:21:33.506604 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45740ee7-8524-40f2-938b-aa1207fc628c None None] Pushing event updated for resources: {'Port': ['ID=6e481192-4554-46b4-aaed-531dc793d56d,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:33.509781 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-12daf7dd-6058-49d5-a55f-d2fee4ff3bae None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:21:33.551338 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e7320f-b266-4a99-a7a5-b4cabb759f04 req-face84e8-1dda-421c-926e-954fb875d35a tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:33.552814 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d2e7320f-b266-4a99-a7a5-b4cabb759f04 req-face84e8-1dda-421c-926e-954fb875d35a tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff1cbd3d-c588-4e99-a335-efc4198b98b5 HTTP/1.1" status: 200 len: 944 time: 0.5136309 Aug 10 03:21:33.570593 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12daf7dd-6058-49d5-a55f-d2fee4ff3bae None None] Pushing event updated for resources: {'Port': ['ID=a4c28518-1b68-4058-9e02-6b490fd531e5,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:33.574966 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-c2d01e08-2125-4687-9260-46e810e391c8 req-d1ac19ee-468c-4632-9203-1fefca08863f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=39f75b0a-2724-41fb-b7c1-4e332a6cff90 HTTP/1.1" status: 200 len: 217 time: 0.0763159 Aug 10 03:21:33.575303 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12daf7dd-6058-49d5-a55f-d2fee4ff3bae None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:21:33.681022 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-12daf7dd-6058-49d5-a55f-d2fee4ff3bae None None] Attempting to bind port a4c28518-1b68-4058-9e02-6b490fd531e5 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:21:33.681736 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-12daf7dd-6058-49d5-a55f-d2fee4ff3bae None None] Attempting to bind port a4c28518-1b68-4058-9e02-6b490fd531e5 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '9926830d-bbc1-4a2f-ad71-9c6ed89a772a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '39a285d2-87a3-47d7-9b49-b0b0fee32784'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:21:33.682424 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12daf7dd-6058-49d5-a55f-d2fee4ff3bae None None] Attempting to bind port a4c28518-1b68-4058-9e02-6b490fd531e5 on network 39a285d2-87a3-47d7-9b49-b0b0fee32784 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:21:33.691579 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d01e08-2125-4687-9260-46e810e391c8 req-08376389-4781-49dd-8304-4dea1af4dd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:33.693192 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-c2d01e08-2125-4687-9260-46e810e391c8 req-08376389-4781-49dd-8304-4dea1af4dd17 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=58337cd7-d5bf-4101-801d-f0d48a89226e HTTP/1.1" status: 200 len: 855 time: 0.1105483 Aug 10 03:21:33.693920 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12daf7dd-6058-49d5-a55f-d2fee4ff3bae None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:21:33.694572 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12daf7dd-6058-49d5-a55f-d2fee4ff3bae None None] Checking segment: {'id': '9926830d-bbc1-4a2f-ad71-9c6ed89a772a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '39a285d2-87a3-47d7-9b49-b0b0fee32784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:21:33.695615 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-12daf7dd-6058-49d5-a55f-d2fee4ff3bae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:33.696125 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12daf7dd-6058-49d5-a55f-d2fee4ff3bae None None] Bound using segment: {'id': '9926830d-bbc1-4a2f-ad71-9c6ed89a772a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '39a285d2-87a3-47d7-9b49-b0b0fee32784'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:21:33.696735 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-12daf7dd-6058-49d5-a55f-d2fee4ff3bae None None] Bound port: a4c28518-1b68-4058-9e02-6b490fd531e5, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9926830d-bbc1-4a2f-ad71-9c6ed89a772a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '39a285d2-87a3-47d7-9b49-b0b0fee32784'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:21:33.697225 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-12daf7dd-6058-49d5-a55f-d2fee4ff3bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:33.713356 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444faaee-7a5c-4d6c-b0c8-60e12a3221b3 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Network effb9b91-4a23-491a-b997-5e008612ed4d is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:21:33.723864 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d2e7320f-b266-4a99-a7a5-b4cabb759f04 req-b437e73e-d2eb-49c9-a6b3-6e709115b03a tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] 10.222.0.44 "GET /v2.0/security-groups?id=d40d2ec1-e615-4c84-8d64-72b835c25e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1566715 Aug 10 03:21:33.794855 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-31fca110-a20d-4314-94d5-9904fa411318 req-9ece8f27-828e-43e4-a566-f41ff51ffec7 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] 10.222.0.44 "GET /v2.0/security-groups?id=5d02b77e-f08e-4ef4-a517-927239ee4d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3123469 Aug 10 03:21:33.843317 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d01e08-2125-4687-9260-46e810e391c8 req-ea97fad9-d253-4a8f-a1c0-9f5ead5b8adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:33.847556 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-c2d01e08-2125-4687-9260-46e810e391c8 req-ea97fad9-d253-4a8f-a1c0-9f5ead5b8adb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=05dc9c39-237d-4ac9-993e-e0b32ff3d84b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1444111 Aug 10 03:21:33.912984 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-444faaee-7a5c-4d6c-b0c8-60e12a3221b3 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, effb9b91-4a23-491a-b997-5e008612ed4d) {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:21:33.922530 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444faaee-7a5c-4d6c-b0c8-60e12a3221b3 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:33.923235 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-444faaee-7a5c-4d6c-b0c8-60e12a3221b3 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:33.971724 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98de337-2864-4aa5-a68f-a40d0f9969e8 None None] Network effb9b91-4a23-491a-b997-5e008612ed4d requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:21:33.982885 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8bbac0d-5529-461c-9856-1b2abd1c4c88 x-openstack-request-id: req-a8bbac0d-5529-461c-9856-1b2abd1c4c88 {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:21:33.982885 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da4496e2-8868-4b4e-ab28-ce95782e3810", "tag": "d16a8b77-806d-4f00-8743-bce2431a51d9", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:21:33.983242 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a8bbac0d-5529-461c-9856-1b2abd1c4c88 {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:21:33.983819 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da4496e2-8868-4b4e-ab28-ce95782e3810', 'tag': 'd16a8b77-806d-4f00-8743-bce2431a51d9', 'status': 'completed', 'code': 200} Aug 10 03:21:34.059975 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 045e4680-334f-4fc9-8295-9c5a56bd9a0e up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:21:34.061568 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a2948e46-7cea-4ef8-ab37-751fa4b0f863 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:34.070430 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b8d5ff-7dfc-46a7-9d36-9cb34fb56a0b req-6f5d1a9b-ba29-4b95-a163-eb472778d2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:34.077772 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-96b8d5ff-7dfc-46a7-9d36-9cb34fb56a0b req-6f5d1a9b-ba29-4b95-a163-eb472778d2d1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=36b52cc2f22d4fe4bb78db9f7388accb&device_id=da4496e2-8868-4b4e-ab28-ce95782e3810 HTTP/1.1" status: 200 len: 1095 time: 0.1107972 Aug 10 03:21:34.090053 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-444faaee-7a5c-4d6c-b0c8-60e12a3221b3 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.8066592 Aug 10 03:21:34.112582 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 55272) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:34.117673 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-12daf7dd-6058-49d5-a55f-d2fee4ff3bae None None] For port a4c28518-1b68-4058-9e02-6b490fd531e5, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:21:34.127907 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-8ffbaae9-2951-4e0d-84ba-1c2fb185274c tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Request body: {'port': {'network_id': '39a285d2-87a3-47d7-9b49-b0b0fee32784', 'name': 'tempest-TaggedBootDevicesTest-1749378757', 'fixed_ips': [{'subnet_id': '2818801a-2e35-4ece-b2ba-d3311c823064'}]}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:34.131020 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-12daf7dd-6058-49d5-a55f-d2fee4ff3bae None None] For port a4c28518-1b68-4058-9e02-6b490fd531e5, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=a4c28518-1b68-4058-9e02-6b490fd531e5,segment=NetworkSegment(9926830d-bbc1-4a2f-ad71-9c6ed89a772a),segment_id=9926830d-bbc1-4a2f-ad71-9c6ed89a772a)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:21:34.150828 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-12daf7dd-6058-49d5-a55f-d2fee4ff3bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:34.264600 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-c2d01e08-2125-4687-9260-46e810e391c8 req-cc5cc7f6-156d-4966-bdd2-6751f86655d2 service neutron] 10.222.0.61 "GET /v2.0/networks/05dc9c39-237d-4ac9-993e-e0b32ff3d84b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4070566 Aug 10 03:21:34.271851 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2069914a-c563-4c59-933c-bde5b802e330 req-19113fc1-57b0-43a6-be07-428650d75a26 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:34.274440 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2069914a-c563-4c59-933c-bde5b802e330 req-19113fc1-57b0-43a6-be07-428650d75a26 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] 10.222.0.44 "GET /v2.0/ports?device_id=170bfcf9-fc4c-4f3d-ba49-affdf210e363 HTTP/1.1" status: 200 len: 944 time: 0.3244472 Aug 10 03:21:34.344575 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e20e3a2-806a-4ff5-90a7-c6220112654a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-effb9b91-4a23-491a-b997-5e008612ed4d', 'network_id': 'effb9b91-4a23-491a-b997-5e008612ed4d', 'tenant_id': '06c20e5fd34a48aa8cc6b4171afd240a', 'fixed_ips': [{'subnet_id': '7168ea7b-40ab-485b-96d9-f59bb6e03de2'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:21:34.345967 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1e20e3a2-806a-4ff5-90a7-c6220112654a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:34.363812 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12daf7dd-6058-49d5-a55f-d2fee4ff3bae None None] Pushing event updated for resources: {'Port': ['ID=a4c28518-1b68-4058-9e02-6b490fd531e5,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:34.369550 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning for port 045e4680-334f-4fc9-8295-9c5a56bd9a0e completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:21:34.378877 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port 045e4680-334f-4fc9-8295-9c5a56bd9a0e triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:21:34.380252 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:34.403744 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-c2d01e08-2125-4687-9260-46e810e391c8 req-a1c513bd-eb91-4f76-9feb-551ab95f1689 service neutron] 10.222.0.61 "GET /v2.0/networks/05dc9c39-237d-4ac9-993e-e0b32ff3d84b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243365 Aug 10 03:21:34.448134 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b8972ed1-8d0d-4483-93b4-7e5391dd6570 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:34.451151 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a2948e46-7cea-4ef8-ab37-751fa4b0f863 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:34.488205 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501cf086-122b-4b85-a72c-336367393ef1 req-3803bc3e-95ae-420c-8dad-15a3b270aee6 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:34.507473 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-501cf086-122b-4b85-a72c-336367393ef1 req-3803bc3e-95ae-420c-8dad-15a3b270aee6 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/ports?device_id=da4496e2-8868-4b4e-ab28-ce95782e3810 HTTP/1.1" status: 200 len: 943 time: 0.4427085 Aug 10 03:21:34.538384 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b8d5ff-7dfc-46a7-9d36-9cb34fb56a0b req-cc7c6f5f-1021-49d4-ac5f-d93e06fff47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:34.538384 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-96b8d5ff-7dfc-46a7-9d36-9cb34fb56a0b req-cc7c6f5f-1021-49d4-ac5f-d93e06fff47f service neutron] 10.222.0.42 "GET /v2.0/networks?id=27424cdf-4ae8-4aca-98ee-67b7200a8c6b HTTP/1.1" status: 200 len: 914 time: 0.4466805 Aug 10 03:21:34.538384 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ffbaae9-2951-4e0d-84ba-1c2fb185274c tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Made reservation on behalf of 06c20e5fd34a48aa8cc6b4171afd240a for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:21:34.583048 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b8972ed1-8d0d-4483-93b4-7e5391dd6570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:34.632641 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-96b8d5ff-7dfc-46a7-9d36-9cb34fb56a0b req-c7fb34ed-de4a-48db-81b1-53e95b35bc59 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d16a8b77-806d-4f00-8743-bce2431a51d9 HTTP/1.1" status: 200 len: 217 time: 0.0895848 Aug 10 03:21:34.717873 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:34.761264 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-1e20e3a2-806a-4ff5-90a7-c6220112654a None None] Allocated IP 10.2.2.2 (effb9b91-4a23-491a-b997-5e008612ed4d/7168ea7b-40ab-485b-96d9-f59bb6e03de2/bddd43a1-4cc1-4eea-9f6a-7bde95f51fe7) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:21:34.813596 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2069914a-c563-4c59-933c-bde5b802e330 req-4b4d216c-69c5-4baf-90a3-3113a26d5384 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9014602-d589-43cc-9c85-12bc5b71acc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4424615 Aug 10 03:21:34.856964 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-b8972ed1-8d0d-4483-93b4-7e5391dd6570 admin admin] Allocated IP 172.25.6.134 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/69e5bd5a-55f4-45f7-aa41-300aa3539ec7) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:21:34.964710 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-501cf086-122b-4b85-a72c-336367393ef1 req-df75264b-e158-4c06-b782-7aee0d33aad4 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/security-groups?id=e00a7564-e56b-4b7f-b179-f193e5160bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4558330 Aug 10 03:21:35.120300 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1e20e3a2-806a-4ff5-90a7-c6220112654a None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:35.134522 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-1e20e3a2-806a-4ff5-90a7-c6220112654a None None] Transition to ACTIVE for port object bddd43a1-4cc1-4eea-9f6a-7bde95f51fe7 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:21:35.173749 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-1e20e3a2-806a-4ff5-90a7-c6220112654a None None] Transition to ACTIVE for port object bddd43a1-4cc1-4eea-9f6a-7bde95f51fe7 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:21:35.197672 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1e20e3a2-806a-4ff5-90a7-c6220112654a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:35.280982 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e20e3a2-806a-4ff5-90a7-c6220112654a None None] Pushing event updated for resources: {'Port': ['ID=bddd43a1-4cc1-4eea-9f6a-7bde95f51fe7,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:35.291981 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff1cbd3d-c588-4e99-a335-efc4198b98b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '045e4680-334f-4fc9-8295-9c5a56bd9a0e'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:21:35.296331 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7405fb5-a89f-43f9-8785-be6caf030ad5" -d '{"events": [{"server_uuid": "ff1cbd3d-c588-4e99-a335-efc4198b98b5", "name": "network-vif-plugged", "status": "completed", "tag": "045e4680-334f-4fc9-8295-9c5a56bd9a0e"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:21:35.324457 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa350ad9-6abc-4f07-846c-652a626a9652 req-044bd040-348c-4db0-8d13-05c17f106081 tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:35.333110 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-aa350ad9-6abc-4f07-846c-652a626a9652 req-044bd040-348c-4db0-8d13-05c17f106081 tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff1cbd3d-c588-4e99-a335-efc4198b98b5 HTTP/1.1" status: 200 len: 944 time: 0.2348299 Aug 10 03:21:35.361593 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 045e4680-334f-4fc9-8295-9c5a56bd9a0e, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=045e4680-334f-4fc9-8295-9c5a56bd9a0e,segment=NetworkSegment(ef8db12d-912b-41dd-a4b0-23d24ac98418),segment_id=ef8db12d-912b-41dd-a4b0-23d24ac98418)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:35.377893 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f02fb6-dcc1-4d30-9a39-16e5a1fccc2a None None] Network f2610c24-f468-4d40-86ff-26a411353238 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:21:35.406852 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2286224b-c4e7-4fc9-a79a-ad670cd9fb4a req-33ca5292-e18c-4c7a-933f-d9e64ae771b5 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:35.408549 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2286224b-c4e7-4fc9-a79a-ad670cd9fb4a req-33ca5292-e18c-4c7a-933f-d9e64ae771b5 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a29612-20c9-44b8-855a-f25285352378 HTTP/1.1" status: 200 len: 943 time: 0.2832720 Aug 10 03:21:35.440311 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b8d5ff-7dfc-46a7-9d36-9cb34fb56a0b req-6f0f3d14-571f-477e-b9c6-0d26ccefa9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:35.441985 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-96b8d5ff-7dfc-46a7-9d36-9cb34fb56a0b req-6f0f3d14-571f-477e-b9c6-0d26ccefa9d8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=714bd99d-dcf6-48eb-8343-f1e4e77907ef HTTP/1.1" status: 200 len: 854 time: 0.7970853 Aug 10 03:21:35.494869 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-aa350ad9-6abc-4f07-846c-652a626a9652 req-97312381-6e58-446d-9911-df289fe8eabf tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] 10.222.0.44 "GET /v2.0/security-groups?id=d40d2ec1-e615-4c84-8d64-72b835c25e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1605315 Aug 10 03:21:35.495377 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-96b8d5ff-7dfc-46a7-9d36-9cb34fb56a0b req-314ce854-e63d-48d7-abaf-b1e43a41a139 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=27424cdf-4ae8-4aca-98ee-67b7200a8c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392063 Aug 10 03:21:35.518818 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b8972ed1-8d0d-4483-93b4-7e5391dd6570 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:35.616331 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a2948e46-7cea-4ef8-ab37-751fa4b0f863 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:35.619495 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:35.637800 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a2948e46-7cea-4ef8-ab37-751fa4b0f863 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:35.639170 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e20e3a2-806a-4ff5-90a7-c6220112654a None None] Network effb9b91-4a23-491a-b997-5e008612ed4d is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:21:35.657461 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8ffbaae9-2951-4e0d-84ba-1c2fb185274c tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:35.670481 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2286224b-c4e7-4fc9-a79a-ad670cd9fb4a req-b7c9af3f-4c9f-4f22-9e53-ceef8def6feb tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] 10.222.0.44 "GET /v2.0/security-groups?id=5d02b77e-f08e-4ef4-a517-927239ee4d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2419143 Aug 10 03:21:35.728588 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [None req-8ffbaae9-2951-4e0d-84ba-1c2fb185274c tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] device_id is not set on port a51886da-65ec-4881-8090-1c7844482542 yet. {{(pid=94261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:21:35.747328 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device a4c28518-1b68-4058-9e02-6b490fd531e5 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:21:35.751531 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b75dc01d-fb0c-4f03-9b1e-8f08329184fd x-openstack-request-id: req-b75dc01d-fb0c-4f03-9b1e-8f08329184fd {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:21:35.752088 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff1cbd3d-c588-4e99-a335-efc4198b98b5", "name": "network-vif-plugged", "status": "completed", "tag": "045e4680-334f-4fc9-8295-9c5a56bd9a0e", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:21:35.752528 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b75dc01d-fb0c-4f03-9b1e-8f08329184fd {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:21:35.753091 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff1cbd3d-c588-4e99-a335-efc4198b98b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '045e4680-334f-4fc9-8295-9c5a56bd9a0e', 'code': 200} Aug 10 03:21:35.776070 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=045e4680-334f-4fc9-8295-9c5a56bd9a0e,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:35.792784 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-1e20e3a2-806a-4ff5-90a7-c6220112654a None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:21:35.828643 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e20e3a2-806a-4ff5-90a7-c6220112654a None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:21:35.835967 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b8972ed1-8d0d-4483-93b4-7e5391dd6570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:35.875308 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2948e46-7cea-4ef8-ab37-751fa4b0f863 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Pushing event updated for resources: {'Port': ['ID=a843cfbf-119c-4742-81d3-1512723b5a26,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:35.881321 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-e7e40443-80ff-4c8d-b7b8-ccb41e8cabff None None] Provisioning for port 6e481192-4554-46b4-aaed-531dc793d56d completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:21:35.883895 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device fbfcbaaa-1126-4380-b9c6-343d30574a5f up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:21:35.926584 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7932e4-d986-4320-acd3-efeb9eaa2429 None None] Network 39a285d2-87a3-47d7-9b49-b0b0fee32784 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:21:35.940694 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8972ed1-8d0d-4483-93b4-7e5391dd6570 admin admin] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:21:35.942307 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a2948e46-7cea-4ef8-ab37-751fa4b0f863 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:35.949482 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-96b8d5ff-7dfc-46a7-9d36-9cb34fb56a0b req-adc7e831-1bae-4861-9eac-71d122674a93 service neutron] 10.222.0.42 "GET /v2.0/networks/27424cdf-4ae8-4aca-98ee-67b7200a8c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4482834 Aug 10 03:21:35.969283 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-b8972ed1-8d0d-4483-93b4-7e5391dd6570 admin admin] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:21:35.973544 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986a746f-d6a4-4c0b-af14-0eb487b7f369 req-c7fac435-6d70-4a76-ad8e-b872f72993d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:35.975627 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-986a746f-d6a4-4c0b-af14-0eb487b7f369 req-c7fac435-6d70-4a76-ad8e-b872f72993d7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ff1cbd3d-c588-4e99-a335-efc4198b98b5 HTTP/1.1" status: 200 len: 1097 time: 0.2382219 Aug 10 03:21:35.983352 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8972ed1-8d0d-4483-93b4-7e5391dd6570 admin admin] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:21:35.990448 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03a29612-20c9-44b8-855a-f25285352378', 'tag': '39f75b0a-2724-41fb-b7c1-4e332a6cff90'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:21:35.992653 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfcd5895-9cd8-4042-b28d-c759274505c8" -d '{"events": [{"name": "network-changed", "server_uuid": "03a29612-20c9-44b8-855a-f25285352378", "tag": "39f75b0a-2724-41fb-b7c1-4e332a6cff90"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:21:36.062003 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4619ef1a-9b74-4321-bedd-18dd62d46876 req-b5e6e576-75b2-4d04-be49-9bc940f117ce tempest-ImagesOneServerTestJSON-547354913 tempest-ImagesOneServerTestJSON-547354913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:36.063883 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4619ef1a-9b74-4321-bedd-18dd62d46876 req-b5e6e576-75b2-4d04-be49-9bc940f117ce tempest-ImagesOneServerTestJSON-547354913 tempest-ImagesOneServerTestJSON-547354913-project] 10.222.0.44 "GET /v2.0/ports?device_id=819cbf3a-d394-434d-9d37-e53253bb6a7c HTTP/1.1" status: 200 len: 950 time: 0.2861509 Aug 10 03:21:36.105527 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device d16a8b77-806d-4f00-8743-bce2431a51d9 details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:21:36.119331 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-8ffbaae9-2951-4e0d-84ba-1c2fb185274c tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Allocated IP 10.1.1.247 (39a285d2-87a3-47d7-9b49-b0b0fee32784/2818801a-2e35-4ece-b2ba-d3311c823064/a51886da-65ec-4881-8090-1c7844482542) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:21:36.122306 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-986a746f-d6a4-4c0b-af14-0eb487b7f369 req-5300aad9-55b6-4c65-91eb-3a7ec412bb26 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d40d2ec1-e615-4c84-8d64-72b835c25e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719311 Aug 10 03:21:36.122855 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a2948e46-7cea-4ef8-ab37-751fa4b0f863 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:36.131196 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-a2948e46-7cea-4ef8-ab37-751fa4b0f863 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.0520675 Aug 10 03:21:36.291317 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-1e20e3a2-806a-4ff5-90a7-c6220112654a None None] Attempting to bind port bddd43a1-4cc1-4eea-9f6a-7bde95f51fe7 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:21:36.291736 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-1e20e3a2-806a-4ff5-90a7-c6220112654a None None] Attempting to bind port bddd43a1-4cc1-4eea-9f6a-7bde95f51fe7 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'fac8afa8-3606-4f73-b890-170569cd194b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'effb9b91-4a23-491a-b997-5e008612ed4d'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:21:36.292215 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e20e3a2-806a-4ff5-90a7-c6220112654a None None] Attempting to bind port bddd43a1-4cc1-4eea-9f6a-7bde95f51fe7 on network effb9b91-4a23-491a-b997-5e008612ed4d {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:21:36.328753 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8972ed1-8d0d-4483-93b4-7e5391dd6570 admin admin] Pushing event updated for resources: {'Port': ['ID=69e5bd5a-55f4-45f7-aa41-300aa3539ec7,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:36.335573 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning for port fbfcbaaa-1126-4380-b9c6-343d30574a5f completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:21:36.384961 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port fbfcbaaa-1126-4380-b9c6-343d30574a5f triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:21:36.385545 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:36.394103 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e20e3a2-806a-4ff5-90a7-c6220112654a None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:21:36.394607 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e20e3a2-806a-4ff5-90a7-c6220112654a None None] Checking segment: {'id': 'fac8afa8-3606-4f73-b890-170569cd194b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'effb9b91-4a23-491a-b997-5e008612ed4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:21:36.395306 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1e20e3a2-806a-4ff5-90a7-c6220112654a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:36.395736 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e20e3a2-806a-4ff5-90a7-c6220112654a None None] Bound using segment: {'id': 'fac8afa8-3606-4f73-b890-170569cd194b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'effb9b91-4a23-491a-b997-5e008612ed4d'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:21:36.396361 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-1e20e3a2-806a-4ff5-90a7-c6220112654a None None] Bound port: bddd43a1-4cc1-4eea-9f6a-7bde95f51fe7, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fac8afa8-3606-4f73-b890-170569cd194b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'effb9b91-4a23-491a-b997-5e008612ed4d'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:21:36.397259 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1e20e3a2-806a-4ff5-90a7-c6220112654a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:36.429187 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1694ec-6ec0-46c0-a6e5-e5bdd4d11ad2 req-cfa83f01-b0fc-468b-a0d6-c77705b9cc1b tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:36.430447 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4f1694ec-6ec0-46c0-a6e5-e5bdd4d11ad2 req-cfa83f01-b0fc-468b-a0d6-c77705b9cc1b tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] 10.222.0.44 "GET /v2.0/ports?device_id=170bfcf9-fc4c-4f3d-ba49-affdf210e363 HTTP/1.1" status: 200 len: 944 time: 0.4776127 Aug 10 03:21:36.437711 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4619ef1a-9b74-4321-bedd-18dd62d46876 req-e2d4f18f-ffc9-4597-98ad-efd32885e1fb tempest-ImagesOneServerTestJSON-547354913 tempest-ImagesOneServerTestJSON-547354913-project] 10.222.0.44 "GET /v2.0/security-groups?id=06fc6066-0fdd-47ed-a907-ed95f8a26997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3273768 Aug 10 03:21:36.460646 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8ffbaae9-2951-4e0d-84ba-1c2fb185274c tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:36.485137 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [None req-8ffbaae9-2951-4e0d-84ba-1c2fb185274c tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Transition to ACTIVE for port object a51886da-65ec-4881-8090-1c7844482542 will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:21:36.485409 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port a4c28518-1b68-4058-9e02-6b490fd531e5 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:21:36.489864 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-bc363106-377d-4c98-bbdc-db22f7f75861 None None] Provisioning for port a4c28518-1b68-4058-9e02-6b490fd531e5 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:21:36.516051 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-bc363106-377d-4c98-bbdc-db22f7f75861 None None] Provisioning complete for port a4c28518-1b68-4058-9e02-6b490fd531e5 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:21:36.516439 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-bc363106-377d-4c98-bbdc-db22f7f75861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:36.532141 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port a4c28518-1b68-4058-9e02-6b490fd531e5 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:21:36.532372 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:36.543239 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4f1694ec-6ec0-46c0-a6e5-e5bdd4d11ad2 req-4c0ab897-4ab3-4427-be79-a69f51a2765b tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9014602-d589-43cc-9c85-12bc5b71acc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044743 Aug 10 03:21:36.581936 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b8972ed1-8d0d-4483-93b4-7e5391dd6570 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:36.585725 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-96b8d5ff-7dfc-46a7-9d36-9cb34fb56a0b req-8195f38a-7c55-432d-81bc-0ad5491738db service neutron] 10.222.0.42 "GET /v2.0/networks/27424cdf-4ae8-4aca-98ee-67b7200a8c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3333974 Aug 10 03:21:36.587344 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8ffbaae9-2951-4e0d-84ba-1c2fb185274c tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:36.699589 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ffbaae9-2951-4e0d-84ba-1c2fb185274c tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Network 39a285d2-87a3-47d7-9b49-b0b0fee32784 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:21:36.703909 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-8ffbaae9-2951-4e0d-84ba-1c2fb185274c tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:21:36.708559 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffbaae9-2951-4e0d-84ba-1c2fb185274c tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:21:36.740167 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffbaae9-2951-4e0d-84ba-1c2fb185274c tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Pushing event updated for resources: {'Port': ['ID=a51886da-65ec-4881-8090-1c7844482542,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:36.786706 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ffbaae9-2951-4e0d-84ba-1c2fb185274c tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:36.787434 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8ffbaae9-2951-4e0d-84ba-1c2fb185274c tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:36.811150 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-8ffbaae9-2951-4e0d-84ba-1c2fb185274c tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.6905875 Aug 10 03:21:36.811381 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 55328) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:36.816192 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port d16a8b77-806d-4f00-8743-bce2431a51d9, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=d16a8b77-806d-4f00-8743-bce2431a51d9,segment=NetworkSegment(7ed85737-71ac-4d44-addd-a974f87ebbbf),segment_id=7ed85737-71ac-4d44-addd-a974f87ebbbf)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:36.816826 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-54dcb4f3-53f4-42f0-a0c9-f27f9db8e756 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Request body: {'port': {'network_id': '39a285d2-87a3-47d7-9b49-b0b0fee32784', 'name': 'tempest-TaggedBootDevicesTest-942568035', 'fixed_ips': [{'subnet_id': '2818801a-2e35-4ece-b2ba-d3311c823064'}]}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:36.848051 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c226b9-0c01-49ee-8a3b-29dbf4be4986 req-585d5e4d-7d40-421d-829e-0fee69cad452 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:36.855827 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-99c226b9-0c01-49ee-8a3b-29dbf4be4986 req-585d5e4d-7d40-421d-829e-0fee69cad452 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/ports?device_id=da4496e2-8868-4b4e-ab28-ce95782e3810 HTTP/1.1" status: 200 len: 943 time: 0.1852326 Aug 10 03:21:36.936649 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-99c226b9-0c01-49ee-8a3b-29dbf4be4986 req-2e14a7d5-5ef9-4e75-8c54-cc069212d77a tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/security-groups?id=e00a7564-e56b-4b7f-b179-f193e5160bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724397 Aug 10 03:21:36.937870 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': 'd16a8b77-806d-4f00-8743-bce2431a51d9', 'network_id': '27424cdf-4ae8-4aca-98ee-67b7200a8c6b', 'port_id': 'd16a8b77-806d-4f00-8743-bce2431a51d9', 'mac_address': 'fa:16:3e:e7:b4:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '714bd99d-dcf6-48eb-8343-f1e4e77907ef', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:21:36.977369 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-1e20e3a2-806a-4ff5-90a7-c6220112654a None None] For port bddd43a1-4cc1-4eea-9f6a-7bde95f51fe7, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:21:36.981413 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54dcb4f3-53f4-42f0-a0c9-f27f9db8e756 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Made reservation on behalf of 06c20e5fd34a48aa8cc6b4171afd240a for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:21:36.991517 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-54dcb4f3-53f4-42f0-a0c9-f27f9db8e756 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:37.005661 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-1e20e3a2-806a-4ff5-90a7-c6220112654a None None] For port bddd43a1-4cc1-4eea-9f6a-7bde95f51fe7, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=bddd43a1-4cc1-4eea-9f6a-7bde95f51fe7,segment=NetworkSegment(fac8afa8-3606-4f73-b890-170569cd194b),segment_id=fac8afa8-3606-4f73-b890-170569cd194b)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:21:37.031915 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1fd36fa-e281-42de-93e7-7799e7aa72e7 x-openstack-request-id: req-b1fd36fa-e281-42de-93e7-7799e7aa72e7 {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:21:37.032376 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03a29612-20c9-44b8-855a-f25285352378", "tag": "39f75b0a-2724-41fb-b7c1-4e332a6cff90", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:21:37.032729 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b1fd36fa-e281-42de-93e7-7799e7aa72e7 {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:21:37.033260 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03a29612-20c9-44b8-855a-f25285352378', 'tag': '39f75b0a-2724-41fb-b7c1-4e332a6cff90', 'status': 'completed', 'code': 200} Aug 10 03:21:37.044809 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [None req-54dcb4f3-53f4-42f0-a0c9-f27f9db8e756 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] device_id is not set on port d7410f22-72fc-46b2-bf2c-021ea69dd6bd yet. {{(pid=94261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:21:37.079633 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1e20e3a2-806a-4ff5-90a7-c6220112654a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:37.113296 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b8972ed1-8d0d-4483-93b4-7e5391dd6570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:37.126530 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d42387-62b7-4bfa-a194-86e5939f7a51 req-a5fd5361-14c5-4169-b2d1-7c7a8dcf9f09 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:37.134128 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f2d42387-62b7-4bfa-a194-86e5939f7a51 req-a5fd5361-14c5-4169-b2d1-7c7a8dcf9f09 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "GET /v2.0/networks?id=dedcdb64-7de1-4c86-99c8-928cd2696ccd HTTP/1.1" status: 200 len: 821 time: 0.4404640 Aug 10 03:21:37.148236 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd5895-9cd8-4042-b28d-c759274505c8 req-ffb3aa02-7d3a-41ba-9176-203c3b9b76f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:37.149973 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-cfcd5895-9cd8-4042-b28d-c759274505c8 req-ffb3aa02-7d3a-41ba-9176-203c3b9b76f7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e1722d197a814345bc6c8fc008fcacd1&device_id=03a29612-20c9-44b8-855a-f25285352378 HTTP/1.1" status: 200 len: 1095 time: 0.1158414 Aug 10 03:21:37.209885 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:37.215023 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f2d42387-62b7-4bfa-a194-86e5939f7a51 req-502f4d56-2884-4bd5-9be9-1f3e5c43781e tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "GET /v2.0/quotas/3b405f8fd94e41e5b0ec985280fca51e HTTP/1.1" status: 200 len: 375 time: 0.0799024 Aug 10 03:21:37.246209 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:37.302593 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd5895-9cd8-4042-b28d-c759274505c8 req-06dc76a5-8d4b-425c-9703-52b5cc45a509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:37.304184 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-cfcd5895-9cd8-4042-b28d-c759274505c8 req-06dc76a5-8d4b-425c-9703-52b5cc45a509 service neutron] 10.222.0.61 "GET /v2.0/networks?id=05dc9c39-237d-4ac9-993e-e0b32ff3d84b HTTP/1.1" status: 200 len: 916 time: 0.1440597 Aug 10 03:21:37.311306 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-bc363106-377d-4c98-bbdc-db22f7f75861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:37.314099 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e20e3a2-806a-4ff5-90a7-c6220112654a None None] Pushing event updated for resources: {'Port': ['ID=bddd43a1-4cc1-4eea-9f6a-7bde95f51fe7,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:37.321947 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:37.392744 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d16a8b77-806d-4f00-8743-bce2431a51d9 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:21:37.453961 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-cfcd5895-9cd8-4042-b28d-c759274505c8 req-9e02f276-d7f5-4578-a30a-bff1202a3f97 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=39f75b0a-2724-41fb-b7c1-4e332a6cff90 HTTP/1.1" status: 200 len: 217 time: 0.0948811 Aug 10 03:21:37.465089 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port fbfcbaaa-1126-4380-b9c6-343d30574a5f, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=fbfcbaaa-1126-4380-b9c6-343d30574a5f,segment=NetworkSegment(12579fd8-e183-4425-ae11-f7c255fa011f),segment_id=12579fd8-e183-4425-ae11-f7c255fa011f)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:37.478361 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:37.482543 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port d16a8b77-806d-4f00-8743-bce2431a51d9, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=d16a8b77-806d-4f00-8743-bce2431a51d9,segment=NetworkSegment(7ed85737-71ac-4d44-addd-a974f87ebbbf),segment_id=7ed85737-71ac-4d44-addd-a974f87ebbbf)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:37.484822 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-bc363106-377d-4c98-bbdc-db22f7f75861 None None] For port a4c28518-1b68-4058-9e02-6b490fd531e5, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=a4c28518-1b68-4058-9e02-6b490fd531e5,segment=NetworkSegment(9926830d-bbc1-4a2f-ad71-9c6ed89a772a),segment_id=9926830d-bbc1-4a2f-ad71-9c6ed89a772a)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:37.517788 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:37.522275 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-bc363106-377d-4c98-bbdc-db22f7f75861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:37.588663 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd5895-9cd8-4042-b28d-c759274505c8 req-7c02df06-2228-4687-b610-d74fbbd44d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:37.591851 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-cfcd5895-9cd8-4042-b28d-c759274505c8 req-7c02df06-2228-4687-b610-d74fbbd44d34 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=58337cd7-d5bf-4101-801d-f0d48a89226e HTTP/1.1" status: 200 len: 855 time: 0.1232648 Aug 10 03:21:37.645129 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-54dcb4f3-53f4-42f0-a0c9-f27f9db8e756 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Allocated IP 10.1.1.228 (39a285d2-87a3-47d7-9b49-b0b0fee32784/2818801a-2e35-4ece-b2ba-d3311c823064/d7410f22-72fc-46b2-bf2c-021ea69dd6bd) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:21:37.678203 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=fbfcbaaa-1126-4380-b9c6-343d30574a5f,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:37.697099 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.db.api [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:21:37.706661 n-d-768862-13 neutron-server[94262]: DEBUG oslo_db.api [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:21:37.753007 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd5895-9cd8-4042-b28d-c759274505c8 req-a64cb7cd-0474-465f-95c1-d5e1e640e264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:37.754712 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-cfcd5895-9cd8-4042-b28d-c759274505c8 req-a64cb7cd-0474-465f-95c1-d5e1e640e264 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=05dc9c39-237d-4ac9-993e-e0b32ff3d84b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1543388 Aug 10 03:21:37.759979 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '170bfcf9-fc4c-4f3d-ba49-affdf210e363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbfcbaaa-1126-4380-b9c6-343d30574a5f'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:21:37.762930 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05f747d4-c7ba-41ab-becd-2427ef9cb94e" -d '{"events": [{"server_uuid": "170bfcf9-fc4c-4f3d-ba49-affdf210e363", "name": "network-vif-plugged", "status": "completed", "tag": "fbfcbaaa-1126-4380-b9c6-343d30574a5f"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:21:37.772391 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['d16a8b77-806d-4f00-8743-bce2431a51d9'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:21:37.889650 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990 no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:21:37.942678 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f2d42387-62b7-4bfa-a194-86e5939f7a51 req-a851b58f-6778-4453-9632-a43e4b8ec87b tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3b405f8fd94e41e5b0ec985280fca51e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7266252 Aug 10 03:21:37.951794 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=d16a8b77-806d-4f00-8743-bce2431a51d9,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:38.018783 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-cfcd5895-9cd8-4042-b28d-c759274505c8 req-d3b3793c-23a7-4374-96ab-342208840a4f service neutron] 10.222.0.61 "GET /v2.0/networks/05dc9c39-237d-4ac9-993e-e0b32ff3d84b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426174 Aug 10 03:21:38.018935 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-f3bbe7d9-4e60-4663-a99a-5165bc2ba869 None None] Provisioning for port a51886da-65ec-4881-8090-1c7844482542 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:21:38.055407 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-f3bbe7d9-4e60-4663-a99a-5165bc2ba869 None None] Provisioning complete for port a51886da-65ec-4881-8090-1c7844482542 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:21:38.055834 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f3bbe7d9-4e60-4663-a99a-5165bc2ba869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:38.087759 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-54dcb4f3-53f4-42f0-a0c9-f27f9db8e756 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:38.112168 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [None req-54dcb4f3-53f4-42f0-a0c9-f27f9db8e756 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Transition to ACTIVE for port object d7410f22-72fc-46b2-bf2c-021ea69dd6bd will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:21:38.135970 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f2d42387-62b7-4bfa-a194-86e5939f7a51 req-81b6a92c-e978-4c2e-b5f7-fac594f52ae2 service neutron] 10.222.0.44 "GET /v2.0/networks/dedcdb64-7de1-4c86-99c8-928cd2696ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812079 Aug 10 03:21:38.139481 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8972ed1-8d0d-4483-93b4-7e5391dd6570 admin admin] Router ed8c4e06-1414-47c2-9a77-0a0c0cf70adc is scheduled to L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e with binding_index 1 {{(pid=94260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:21:38.161691 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-f3bbe7d9-4e60-4663-a99a-5165bc2ba869 None None] Port a51886da-65ec-4881-8090-1c7844482542 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:21:38.165697 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-cfcd5895-9cd8-4042-b28d-c759274505c8 req-1e8fae74-4e4b-4647-8bde-39978871aa95 service neutron] 10.222.0.61 "GET /v2.0/networks/05dc9c39-237d-4ac9-993e-e0b32ff3d84b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380992 Aug 10 03:21:38.181331 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-54dcb4f3-53f4-42f0-a0c9-f27f9db8e756 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:38.191948 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc363106-377d-4c98-bbdc-db22f7f75861 None None] Pushing event updated for resources: {'Port': ['ID=a4c28518-1b68-4058-9e02-6b490fd531e5,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:38.220317 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa90586-7499-4b72-8a74-16b42c4a38a5 req-07c09124-e6cc-4220-99c4-9a2e002f7387 tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:38.222285 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7aa90586-7499-4b72-8a74-16b42c4a38a5 req-07c09124-e6cc-4220-99c4-9a2e002f7387 tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff1cbd3d-c588-4e99-a335-efc4198b98b5 HTTP/1.1" status: 200 len: 945 time: 0.1389370 Aug 10 03:21:38.247123 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54dcb4f3-53f4-42f0-a0c9-f27f9db8e756 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Network 39a285d2-87a3-47d7-9b49-b0b0fee32784 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:21:38.250466 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-54dcb4f3-53f4-42f0-a0c9-f27f9db8e756 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:21:38.255158 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54dcb4f3-53f4-42f0-a0c9-f27f9db8e756 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:21:38.265556 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-f3bbe7d9-4e60-4663-a99a-5165bc2ba869 None None] Provisioning complete for port a4c28518-1b68-4058-9e02-6b490fd531e5 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:21:38.265877 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f3bbe7d9-4e60-4663-a99a-5165bc2ba869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:38.270818 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:38.288183 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dcb4f3-53f4-42f0-a0c9-f27f9db8e756 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Pushing event updated for resources: {'Port': ['ID=d7410f22-72fc-46b2-bf2c-021ea69dd6bd,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:38.328887 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 6e481192-4554-46b4-aaed-531dc793d56d up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:21:38.348117 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54dcb4f3-53f4-42f0-a0c9-f27f9db8e756 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:38.350446 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-54dcb4f3-53f4-42f0-a0c9-f27f9db8e756 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:38.364098 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f2d42387-62b7-4bfa-a194-86e5939f7a51 req-ef70a5c1-d0f7-4495-ad8c-e546b19958af service neutron] 10.222.0.44 "GET /v2.0/networks/dedcdb64-7de1-4c86-99c8-928cd2696ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209001 Aug 10 03:21:38.376901 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-54dcb4f3-53f4-42f0-a0c9-f27f9db8e756 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5609202 Aug 10 03:21:38.377367 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7aa90586-7499-4b72-8a74-16b42c4a38a5 req-984c510b-914f-4a11-93d6-cc4fec70ab9d tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] 10.222.0.44 "GET /v2.0/security-groups?id=d40d2ec1-e615-4c84-8d64-72b835c25e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129851 Aug 10 03:21:38.406937 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8972ed1-8d0d-4483-93b4-7e5391dd6570 admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:21:38.438304 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa34669-cf75-443c-aca9-3212bf036ad6 None None] Sync routers for ids ['ed8c4e06-1414-47c2-9a77-0a0c0cf70adc'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:21:38.439843 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b8972ed1-8d0d-4483-93b4-7e5391dd6570 admin admin] Notify callbacks [] for router, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:38.443994 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-b8972ed1-8d0d-4483-93b4-7e5391dd6570 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.7057536 Aug 10 03:21:38.444565 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 55380) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:38.548664 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:38.566538 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa34669-cf75-443c-aca9-3212bf036ad6 None None] Routers {'ed8c4e06-1414-47c2-9a77-0a0c0cf70adc'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:21:38.567619 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-6fa34669-cf75-443c-aca9-3212bf036ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:21:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['ed8c4e06-1414-47c2-9a77-0a0c0cf70adc'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:38.585853 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:38.626019 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496e0c90-1962-42d8-a7de-b21f791819a2 req-17f1f860-73f5-4bd4-a105-8b0d12b2600b tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:38.629704 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-496e0c90-1962-42d8-a7de-b21f791819a2 req-17f1f860-73f5-4bd4-a105-8b0d12b2600b tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a29612-20c9-44b8-855a-f25285352378 HTTP/1.1" status: 200 len: 943 time: 0.1087539 Aug 10 03:21:38.724344 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 6e481192-4554-46b4-aaed-531dc793d56d completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:21:38.760900 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-496e0c90-1962-42d8-a7de-b21f791819a2 req-3b6775a5-e07b-48a3-8449-c21dca5734ec tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] 10.222.0.44 "GET /v2.0/security-groups?id=5d02b77e-f08e-4ef4-a517-927239ee4d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217544 Aug 10 03:21:38.775168 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef09514-abec-4254-8b04-08eb33efbdb6 req-c4a68889-3c19-4af3-a3c6-85911c9b76ca tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:38.783664 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3ef09514-abec-4254-8b04-08eb33efbdb6 req-c4a68889-3c19-4af3-a3c6-85911c9b76ca tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] 10.222.0.44 "GET /v2.0/ports?device_id=170bfcf9-fc4c-4f3d-ba49-affdf210e363 HTTP/1.1" status: 200 len: 945 time: 0.1032386 Aug 10 03:21:38.837244 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3ef09514-abec-4254-8b04-08eb33efbdb6 req-1033a2d3-ffb2-4fd0-8d29-bf56cfaddf3e tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9014602-d589-43cc-9c85-12bc5b71acc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523140 Aug 10 03:21:38.859607 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 6e481192-4554-46b4-aaed-531dc793d56d triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:21:38.860073 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:38.903990 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d15048-f35f-4624-adb6-463635da91b4 x-openstack-request-id: req-a8d15048-f35f-4624-adb6-463635da91b4 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:21:38.904725 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "170bfcf9-fc4c-4f3d-ba49-affdf210e363", "name": "network-vif-plugged", "status": "completed", "tag": "fbfcbaaa-1126-4380-b9c6-343d30574a5f", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:21:38.904725 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a8d15048-f35f-4624-adb6-463635da91b4 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:21:38.905520 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '170bfcf9-fc4c-4f3d-ba49-affdf210e363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbfcbaaa-1126-4380-b9c6-343d30574a5f', 'code': 200} Aug 10 03:21:38.911989 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990,revision_number=11']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:38.979742 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e769678-61c8-46b5-a9e2-b43609b60664 req-2e1d6ace-30a0-41f6-8f46-6f795815aa62 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:38.980298 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-6fa34669-cf75-443c-aca9-3212bf036ad6 None None] Set router ed8c4e06-1414-47c2-9a77-0a0c0cf70adc gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:21:38.993520 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2e769678-61c8-46b5-a9e2-b43609b60664 req-2e1d6ace-30a0-41f6-8f46-6f795815aa62 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/ports?device_id=da4496e2-8868-4b4e-ab28-ce95782e3810 HTTP/1.1" status: 200 len: 944 time: 0.0949872 Aug 10 03:21:39.021909 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3202719d-d54d-4551-ba1b-748f1bc6391d None None] Network effb9b91-4a23-491a-b997-5e008612ed4d requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:21:39.101701 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2e769678-61c8-46b5-a9e2-b43609b60664 req-fc550499-213a-42fb-95d1-b1d86b8492e0 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/security-groups?id=e00a7564-e56b-4b7f-b179-f193e5160bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914006 Aug 10 03:21:39.164453 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f289edda-bc6c-4abc-8eda-6158676a82bb req-a81ec927-cf58-4e94-a504-1be3f28c745c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:39.166869 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-f289edda-bc6c-4abc-8eda-6158676a82bb req-a81ec927-cf58-4e94-a504-1be3f28c745c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=170bfcf9-fc4c-4f3d-ba49-affdf210e363 HTTP/1.1" status: 200 len: 1097 time: 0.2253461 Aug 10 03:21:39.282942 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-f289edda-bc6c-4abc-8eda-6158676a82bb req-3b388f30-1b31-4273-abb1-0e7aabd32cd2 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c9014602-d589-43cc-9c85-12bc5b71acc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060977 Aug 10 03:21:39.285439 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fef0c8c-531c-4680-bb04-0f0e14ac0969 req-f5b14f04-9c36-41ac-b30a-6a1f8d5fe6ca tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:39.287568 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0fef0c8c-531c-4680-bb04-0f0e14ac0969 req-f5b14f04-9c36-41ac-b30a-6a1f8d5fe6ca tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff1cbd3d-c588-4e99-a335-efc4198b98b5 HTTP/1.1" status: 200 len: 945 time: 0.0927730 Aug 10 03:21:39.298484 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 55398) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:39.303985 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-31365579-a9f3-48f7-bd74-5a739c834e8e tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] Request body: {'floatingip': {'port_id': '045e4680-334f-4fc9-8295-9c5a56bd9a0e'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:39.363916 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-8446a4fa-ec1d-49a4-a7a1-8e7b5884da68 None None] Provisioning for port d7410f22-72fc-46b2-bf2c-021ea69dd6bd completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:21:39.369093 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0baf4273-42bb-47de-975f-3a5c005045a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:39.394490 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-8446a4fa-ec1d-49a4-a7a1-8e7b5884da68 None None] Provisioning complete for port d7410f22-72fc-46b2-bf2c-021ea69dd6bd triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:21:39.395025 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-8446a4fa-ec1d-49a4-a7a1-8e7b5884da68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:39.404084 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-31365579-a9f3-48f7-bd74-5a739c834e8e tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] Notify callbacks [] for floatingip, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:39.427337 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:39.442418 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 55400) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:39.458320 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-faf09d83-22d2-480a-9e2c-77bc455947fa tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1231084383', 'description': 'tempest-description--368914932'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:39.508582 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-faf09d83-22d2-480a-9e2c-77bc455947fa tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:39.518740 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f871a719-c224-401d-90fe-6ef805e36ba8 req-5c6700cd-9b0e-4898-a0f4-9de3a044b25f tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "GET /v2.0/ports?device_id=b722772d-2ffa-4441-8676-b0fc1f97c720 HTTP/1.1" status: 200 len: 210 time: 0.1187503 Aug 10 03:21:39.569928 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-8446a4fa-ec1d-49a4-a7a1-8e7b5884da68 None None] Port d7410f22-72fc-46b2-bf2c-021ea69dd6bd cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:21:39.605511 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 6e481192-4554-46b4-aaed-531dc793d56d, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=6e481192-4554-46b4-aaed-531dc793d56d,segment=NetworkSegment(b0d95f30-ce33-474a-8373-79a831b269e5),segment_id=b0d95f30-ce33-474a-8373-79a831b269e5)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:39.621423 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:39.628507 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-8446a4fa-ec1d-49a4-a7a1-8e7b5884da68 None None] Provisioning complete for port a51886da-65ec-4881-8090-1c7844482542 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:21:39.629072 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-8446a4fa-ec1d-49a4-a7a1-8e7b5884da68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:39.718428 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-faf09d83-22d2-480a-9e2c-77bc455947fa tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:39.743237 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-faf09d83-22d2-480a-9e2c-77bc455947fa tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:39.768277 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-faf09d83-22d2-480a-9e2c-77bc455947fa tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:39.778250 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-faf09d83-22d2-480a-9e2c-77bc455947fa tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3262618 Aug 10 03:21:39.778250 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 55404) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:39.782951 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-497a126f-7124-4bc1-b87e-50e997832e9e tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Request body: {'security_group_rule': {'security_group_id': 'e522b194-e383-4019-8939-c6a59d2ab04c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:39.824370 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-0baf4273-42bb-47de-975f-3a5c005045a1 admin admin] Allocated IP 172.20.0.1 (f2610c24-f468-4d40-86ff-26a411353238/f8ed2a35-9a6a-4125-b7ba-071adfa339f4/528c659a-2cc1-4a48-88d2-6026d348e6e9) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:21:39.827950 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf09d83-22d2-480a-9e2c-77bc455947fa tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e522b194-e383-4019-8939-c6a59d2ab04c,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:39.851593 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-8446a4fa-ec1d-49a4-a7a1-8e7b5884da68 None None] Port a51886da-65ec-4881-8090-1c7844482542 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:21:39.878078 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-6fa34669-cf75-443c-aca9-3212bf036ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed8c4e06-1414-47c2-9a77-0a0c0cf70adc', 'name': 'tempest-ServersTestFqdnHostnames-513534422-router', 'tenant_id': 'c9603ab9bba540beb860908da5f483c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '69e5bd5a-55f4-45f7-aa41-300aa3539ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:21:30Z', 'updated_at': '2021-08-10T03:21:36Z', 'revision_number': 3, 'project_id': 'c9603ab9bba540beb860908da5f483c4', 'gw_port': {'id': '69e5bd5a-55f4-45f7-aa41-300aa3539ec7', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c2:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed8c4e06-1414-47c2-9a77-0a0c0cf70adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:34Z', 'updated_at': '2021-08-10T03:21:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:39.916688 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-497a126f-7124-4bc1-b87e-50e997832e9e tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:39.921182 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa34669-cf75-443c-aca9-3212bf036ad6 None None] Checking router: ed8c4e06-1414-47c2-9a77-0a0c0cf70adc for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:21:39.921705 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa34669-cf75-443c-aca9-3212bf036ad6 None None] Updating router ed8c4e06-1414-47c2-9a77-0a0c0cf70adc port 69e5bd5a-55f4-45f7-aa41-300aa3539ec7 binding host n-d-768862-13 {{(pid=94262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:21:39.924880 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=6e481192-4554-46b4-aaed-531dc793d56d,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:39.931146 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-8446a4fa-ec1d-49a4-a7a1-8e7b5884da68 None None] Provisioning for port bddd43a1-4cc1-4eea-9f6a-7bde95f51fe7 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:21:39.964226 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device a4c28518-1b68-4058-9e02-6b490fd531e5 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:21:39.982043 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea2435a-c8d7-4d0b-b00c-3b1a724d3eb8 req-5ddbf739-1dd3-4b81-b3cd-0947f16689a3 tempest-ImagesOneServerTestJSON-547354913 tempest-ImagesOneServerTestJSON-547354913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:39.983896 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9ea2435a-c8d7-4d0b-b00c-3b1a724d3eb8 req-5ddbf739-1dd3-4b81-b3cd-0947f16689a3 tempest-ImagesOneServerTestJSON-547354913 tempest-ImagesOneServerTestJSON-547354913-project] 10.222.0.44 "GET /v2.0/ports?device_id=819cbf3a-d394-434d-9d37-e53253bb6a7c HTTP/1.1" status: 200 len: 948 time: 0.2164621 Aug 10 03:21:40.019828 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-6fa34669-cf75-443c-aca9-3212bf036ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:40.051107 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0baf4273-42bb-47de-975f-3a5c005045a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:40.066762 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [None req-0baf4273-42bb-47de-975f-3a5c005045a1 admin admin] Transition to ACTIVE for port object 528c659a-2cc1-4a48-88d2-6026d348e6e9 will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:21:40.097775 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-497a126f-7124-4bc1-b87e-50e997832e9e tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:40.141017 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-497a126f-7124-4bc1-b87e-50e997832e9e tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:40.161193 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device d16a8b77-806d-4f00-8743-bce2431a51d9 up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:21:40.222062 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497a126f-7124-4bc1-b87e-50e997832e9e tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06938a5f-2757-4733-af64-e18d48ac4386,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:40.235712 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port a4c28518-1b68-4058-9e02-6b490fd531e5 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:21:40.235965 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-497a126f-7124-4bc1-b87e-50e997832e9e tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:40.236100 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:40.247151 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-497a126f-7124-4bc1-b87e-50e997832e9e tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4674668 Aug 10 03:21:40.281003 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92784a01-68ff-4409-9aa8-991189a2e93c req-1f4fe624-e638-4134-a599-6a200c009dfd tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:40.289057 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-92784a01-68ff-4409-9aa8-991189a2e93c req-1f4fe624-e638-4134-a599-6a200c009dfd tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a29612-20c9-44b8-855a-f25285352378 HTTP/1.1" status: 200 len: 943 time: 0.3884561 Aug 10 03:21:40.292663 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 55412) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:40.301563 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d42387-62b7-4bfa-a194-86e5939f7a51 req-f117701e-98e8-4292-89ee-5ac6ebf4fc55 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:40.303258 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-f2d42387-62b7-4bfa-a194-86e5939f7a51 req-f117701e-98e8-4292-89ee-5ac6ebf4fc55 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.42 "GET /v2.0/networks?id=dedcdb64-7de1-4c86-99c8-928cd2696ccd HTTP/1.1" status: 200 len: 821 time: 0.1952810 Aug 10 03:21:40.305910 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0baf4273-42bb-47de-975f-3a5c005045a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:40.311043 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-d7234306-a116-46e9-93e7-328799fc5d5d tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Request body: {'security_group_rule': {'security_group_id': 'e522b194-e383-4019-8939-c6a59d2ab04c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:40.321293 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9ea2435a-c8d7-4d0b-b00c-3b1a724d3eb8 req-b964bdbd-4e39-4d1f-8096-30af7148c9b7 tempest-ImagesOneServerTestJSON-547354913 tempest-ImagesOneServerTestJSON-547354913-project] 10.222.0.44 "GET /v2.0/security-groups?id=06fc6066-0fdd-47ed-a907-ed95f8a26997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3270531 Aug 10 03:21:40.364913 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning for port d16a8b77-806d-4f00-8743-bce2431a51d9 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:21:40.365158 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-f2d42387-62b7-4bfa-a194-86e5939f7a51 req-e4500a17-d0ea-4f97-9b42-bbe7bc189932 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Request body: {'port': {'device_id': 'b722772d-2ffa-4441-8676-b0fc1f97c720', 'network_id': 'dedcdb64-7de1-4c86-99c8-928cd2696ccd', 'admin_state_up': True, 'tenant_id': '3b405f8fd94e41e5b0ec985280fca51e'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:40.400332 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port d16a8b77-806d-4f00-8743-bce2431a51d9 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:21:40.400615 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:40.471636 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device bddd43a1-4cc1-4eea-9f6a-7bde95f51fe7 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:21:40.476680 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0baf4273-42bb-47de-975f-3a5c005045a1 admin admin] Network f2610c24-f468-4d40-86ff-26a411353238 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:21:40.485450 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-31365579-a9f3-48f7-bd74-5a739c834e8e tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:40.487689 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baf4273-42bb-47de-975f-3a5c005045a1 admin admin] Pushing event updated for resources: {'Port': ['ID=528c659a-2cc1-4a48-88d2-6026d348e6e9,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:40.498363 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-0baf4273-42bb-47de-975f-3a5c005045a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:21:40.503421 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0baf4273-42bb-47de-975f-3a5c005045a1 admin admin] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:21:40.513808 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-92784a01-68ff-4409-9aa8-991189a2e93c req-6665d798-7518-4e67-b971-b7ae8b61d96e tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] 10.222.0.44 "GET /v2.0/security-groups?id=5d02b77e-f08e-4ef4-a517-927239ee4d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2237959 Aug 10 03:21:40.522707 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-31365579-a9f3-48f7-bd74-5a739c834e8e tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:40.559860 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d7234306-a116-46e9-93e7-328799fc5d5d tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:40.608631 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0baf4273-42bb-47de-975f-3a5c005045a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521745'] for router_interface, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:40.615960 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2d42387-62b7-4bfa-a194-86e5939f7a51 req-e4500a17-d0ea-4f97-9b42-bbe7bc189932 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Made reservation on behalf of 3b405f8fd94e41e5b0ec985280fca51e for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:21:40.628677 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-f2d42387-62b7-4bfa-a194-86e5939f7a51 req-e4500a17-d0ea-4f97-9b42-bbe7bc189932 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:40.657801 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-6fa34669-cf75-443c-aca9-3212bf036ad6 None None] Notify callbacks [] for port, precommit_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:40.662016 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179477da-87eb-4ef4-a2c2-de34602c2ebb req-1456824e-22a3-416f-83e7-14f517ad8ead tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:40.674713 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-179477da-87eb-4ef4-a2c2-de34602c2ebb req-1456824e-22a3-416f-83e7-14f517ad8ead tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] 10.222.0.44 "GET /v2.0/ports?device_id=170bfcf9-fc4c-4f3d-ba49-affdf210e363 HTTP/1.1" status: 200 len: 945 time: 0.1868041 Aug 10 03:21:40.683284 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-6fa34669-cf75-443c-aca9-3212bf036ad6 None None] Transition to ACTIVE for port object 69e5bd5a-55f4-45f7-aa41-300aa3539ec7 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:21:40.698051 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port bddd43a1-4cc1-4eea-9f6a-7bde95f51fe7 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:21:40.707063 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port bddd43a1-4cc1-4eea-9f6a-7bde95f51fe7 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:21:40.708558 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:40.759891 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-6fa34669-cf75-443c-aca9-3212bf036ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:40.801056 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d7234306-a116-46e9-93e7-328799fc5d5d tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:40.827408 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d7234306-a116-46e9-93e7-328799fc5d5d tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:40.866030 n-d-768862-13 neutron-server[94260]: INFO neutron.db.l3_db [None req-31365579-a9f3-48f7-bd74-5a739c834e8e tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] Floating IP 052f4220-9b8b-4a88-b989-8ebefd536061 associated. External IP: 172.25.6.115, port: 045e4680-334f-4fc9-8295-9c5a56bd9a0e. Aug 10 03:21:40.871229 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7234306-a116-46e9-93e7-328799fc5d5d tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd7460a3-90dd-4f8f-92f3-e5831fc1a6cd,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:40.871509 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:40.879379 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d7234306-a116-46e9-93e7-328799fc5d5d tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:40.880412 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-23007475-e9e3-4fb9-854e-153d08eb3f13 None None] Provisioning for port 528c659a-2cc1-4a48-88d2-6026d348e6e9 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:21:40.880608 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-d7234306-a116-46e9-93e7-328799fc5d5d tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5763156 Aug 10 03:21:40.885689 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 55416) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:40.886781 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-179477da-87eb-4ef4-a2c2-de34602c2ebb req-7cc2a908-8bd8-4e9d-ad61-bbb5e4f02aa8 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9014602-d589-43cc-9c85-12bc5b71acc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111151 Aug 10 03:21:40.897566 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-23fc7fe8-166d-4886-b6ad-5e6050f04c1e tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Request body: {'floatingip': {'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:40.899658 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a75a58-a942-4bd4-92d6-e6a8781f7b7f None None] Pushing event updated for resources: {'Port': ['ID=69e5bd5a-55f4-45f7-aa41-300aa3539ec7,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:40.907937 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '819cbf3a-d394-434d-9d37-e53253bb6a7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:21:40.911335 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c2350d3-3133-40e1-a8d3-0b57a11986db" -d '{"events": [{"server_uuid": "819cbf3a-d394-434d-9d37-e53253bb6a7c", "name": "network-vif-unplugged", "status": "completed", "tag": "c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:21:40.916332 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-23007475-e9e3-4fb9-854e-153d08eb3f13 None None] Provisioning complete for port 528c659a-2cc1-4a48-88d2-6026d348e6e9 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:21:40.916718 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-23007475-e9e3-4fb9-854e-153d08eb3f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:40.922429 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-6fa34669-cf75-443c-aca9-3212bf036ad6 None None] Attempting to bind port 69e5bd5a-55f4-45f7-aa41-300aa3539ec7 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:21:40.925987 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-6fa34669-cf75-443c-aca9-3212bf036ad6 None None] Attempting to bind port 69e5bd5a-55f4-45f7-aa41-300aa3539ec7 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:21:40.926980 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa34669-cf75-443c-aca9-3212bf036ad6 None None] Attempting to bind port 69e5bd5a-55f4-45f7-aa41-300aa3539ec7 on network 2ea12131-628a-487e-b434-0463553732bd {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:21:40.973567 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa34669-cf75-443c-aca9-3212bf036ad6 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:21:40.974097 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa34669-cf75-443c-aca9-3212bf036ad6 None None] Checking segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:21:40.974476 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-6fa34669-cf75-443c-aca9-3212bf036ad6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:40.974872 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa34669-cf75-443c-aca9-3212bf036ad6 None None] Bound using segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:21:40.975666 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-6fa34669-cf75-443c-aca9-3212bf036ad6 None None] Bound port: 69e5bd5a-55f4-45f7-aa41-300aa3539ec7, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:21:40.975830 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-6fa34669-cf75-443c-aca9-3212bf036ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:40.976083 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16728c6-86f9-4dca-b11f-836bcdea49e6 req-96f13e9a-16b6-4f27-a106-5d4514d1e59c tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:40.977666 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e16728c6-86f9-4dca-b11f-836bcdea49e6 req-96f13e9a-16b6-4f27-a106-5d4514d1e59c tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/ports?device_id=da4496e2-8868-4b4e-ab28-ce95782e3810 HTTP/1.1" status: 200 len: 944 time: 0.2962198 Aug 10 03:21:40.988379 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0baf4273-42bb-47de-975f-3a5c005045a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:41.006575 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-23fc7fe8-166d-4886-b6ad-5e6050f04c1e tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks [] for floatingip, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:41.016554 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [req-f2d42387-62b7-4bfa-a194-86e5939f7a51 req-e4500a17-d0ea-4f97-9b42-bbe7bc189932 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Allocated IP 172.20.0.5 (dedcdb64-7de1-4c86-99c8-928cd2696ccd/f24ae3cf-774a-4d5d-b1a4-9733e765050e/9f445370-0fe0-414c-9e03-80d992f38529) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:21:41.045200 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port d16a8b77-806d-4f00-8743-bce2431a51d9, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=d16a8b77-806d-4f00-8743-bce2431a51d9,segment=NetworkSegment(7ed85737-71ac-4d44-addd-a974f87ebbbf),segment_id=7ed85737-71ac-4d44-addd-a974f87ebbbf)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:41.058081 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a61235b6-9d55-468b-a3e0-9aca78005624 req-3b7fc0f4-8701-446e-ba42-5a840e8f66e8 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "GET /v2.0/ports?device_id=b722772d-2ffa-4441-8676-b0fc1f97c720 HTTP/1.1" status: 200 len: 210 time: 0.0921812 Aug 10 03:21:41.075779 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:41.101806 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-23007475-e9e3-4fb9-854e-153d08eb3f13 None None] Port 528c659a-2cc1-4a48-88d2-6026d348e6e9 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:21:41.130429 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e16728c6-86f9-4dca-b11f-836bcdea49e6 req-c1d30b6b-e9a4-46b7-aab0-a1fb37f2261d tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/security-groups?id=e00a7564-e56b-4b7f-b179-f193e5160bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341438 Aug 10 03:21:41.144988 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc42424-c6f7-4235-a0d0-858913caafd0 x-openstack-request-id: req-dbc42424-c6f7-4235-a0d0-858913caafd0 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:21:41.145401 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "819cbf3a-d394-434d-9d37-e53253bb6a7c", "name": "network-vif-unplugged", "status": "completed", "tag": "c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:21:41.145651 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dbc42424-c6f7-4235-a0d0-858913caafd0 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:21:41.146046 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '819cbf3a-d394-434d-9d37-e53253bb6a7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990', 'code': 200} Aug 10 03:21:41.151718 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-98fd67c5-bd7b-4c39-8d89-d5acdf692943 req-18e43d47-7e45-4d63-8c31-c92c7548861e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=67b02b92-ddc2-4f94-b5f0-b78c611ca7cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1711278 Aug 10 03:21:41.154729 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:41.175062 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-6fa34669-cf75-443c-aca9-3212bf036ad6 None None] For port 69e5bd5a-55f4-45f7-aa41-300aa3539ec7, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:21:41.205707 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-6fa34669-cf75-443c-aca9-3212bf036ad6 None None] For port 69e5bd5a-55f4-45f7-aa41-300aa3539ec7, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=69e5bd5a-55f4-45f7-aa41-300aa3539ec7,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:21:41.212509 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=d16a8b77-806d-4f00-8743-bce2431a51d9,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:41.223119 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-6fa34669-cf75-443c-aca9-3212bf036ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:41.266036 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port bddd43a1-4cc1-4eea-9f6a-7bde95f51fe7, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=bddd43a1-4cc1-4eea-9f6a-7bde95f51fe7,segment=NetworkSegment(fac8afa8-3606-4f73-b890-170569cd194b),segment_id=fac8afa8-3606-4f73-b890-170569cd194b)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:41.281114 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:41.299856 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa34669-cf75-443c-aca9-3212bf036ad6 None None] Routers {'ed8c4e06-1414-47c2-9a77-0a0c0cf70adc'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:21:41.300503 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-6fa34669-cf75-443c-aca9-3212bf036ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:21:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['ed8c4e06-1414-47c2-9a77-0a0c0cf70adc'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:41.349262 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a75a58-a942-4bd4-92d6-e6a8781f7b7f None None] Pushing event updated for resources: {'Port': ['ID=69e5bd5a-55f4-45f7-aa41-300aa3539ec7,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:41.350394 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31365579-a9f3-48f7-bd74-5a739c834e8e tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] Router 04b254f2-817d-4b5d-a553-64e5e0634931 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:21:41.375423 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd67c5-bd7b-4c39-8d89-d5acdf692943 req-dcce1906-b51f-4225-9de6-aad60830857f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:41.377620 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-98fd67c5-bd7b-4c39-8d89-d5acdf692943 req-dcce1906-b51f-4225-9de6-aad60830857f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8d28928fef9a4cb78edb2c407fdaba2b&device_id=67b02b92-ddc2-4f94-b5f0-b78c611ca7cf HTTP/1.1" status: 200 len: 1097 time: 0.0876534 Aug 10 03:21:41.459680 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=bddd43a1-4cc1-4eea-9f6a-7bde95f51fe7,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:41.471361 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-6fa34669-cf75-443c-aca9-3212bf036ad6 None None] Set router ed8c4e06-1414-47c2-9a77-0a0c0cf70adc gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:21:41.609704 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95795b8-bc50-44b4-8c18-67f8098eb6a3 req-8a81561a-50f1-40b6-9724-3d9908c4aac2 tempest-ImagesOneServerTestJSON-547354913 tempest-ImagesOneServerTestJSON-547354913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:41.611500 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d95795b8-bc50-44b4-8c18-67f8098eb6a3 req-8a81561a-50f1-40b6-9724-3d9908c4aac2 tempest-ImagesOneServerTestJSON-547354913 tempest-ImagesOneServerTestJSON-547354913-project] 10.222.0.44 "GET /v2.0/ports?device_id=819cbf3a-d394-434d-9d37-e53253bb6a7c HTTP/1.1" status: 200 len: 948 time: 0.1633422 Aug 10 03:21:41.728483 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-f2d42387-62b7-4bfa-a194-86e5939f7a51 req-e4500a17-d0ea-4f97-9b42-bbe7bc189932 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:41.743694 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31365579-a9f3-48f7-bd74-5a739c834e8e tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:21:41.744696 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 6e481192-4554-46b4-aaed-531dc793d56d up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:21:41.749721 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-23fc7fe8-166d-4886-b6ad-5e6050f04c1e tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:41.756651 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4d007d-3e95-4264-a695-c56a72c988c8 None None] Sync routers for ids ['04b254f2-817d-4b5d-a553-64e5e0634931'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:21:41.758915 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-31365579-a9f3-48f7-bd74-5a739c834e8e tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:41.769051 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4d007d-3e95-4264-a695-c56a72c988c8 None None] Routers {'04b254f2-817d-4b5d-a553-64e5e0634931'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:21:41.770370 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-0e4d007d-3e95-4264-a695-c56a72c988c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:21:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['04b254f2-817d-4b5d-a553-64e5e0634931'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:41.771796 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0baf4273-42bb-47de-975f-3a5c005045a1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:41.816880 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd67c5-bd7b-4c39-8d89-d5acdf692943 req-f669f3e2-da08-40c5-8ea1-4bbea98ef5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:41.817334 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0baf4273-42bb-47de-975f-3a5c005045a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:41.817813 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-98fd67c5-bd7b-4c39-8d89-d5acdf692943 req-f669f3e2-da08-40c5-8ea1-4bbea98ef5f9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=36135f86-55af-48c7-9516-7187aabe118a HTTP/1.1" status: 200 len: 912 time: 0.3572614 Aug 10 03:21:41.846825 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dc5423-3b2e-4f5e-bc1a-7a3ef2e59105 req-daa9541e-1de6-4d13-9af3-5cfbfb9addcc tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:41.857461 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e6dc5423-3b2e-4f5e-bc1a-7a3ef2e59105 req-daa9541e-1de6-4d13-9af3-5cfbfb9addcc tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a29612-20c9-44b8-855a-f25285352378 HTTP/1.1" status: 200 len: 943 time: 0.2429621 Aug 10 03:21:41.891538 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 6e481192-4554-46b4-aaed-531dc793d56d triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:21:41.892067 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:41.903710 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d95795b8-bc50-44b4-8c18-67f8098eb6a3 req-aca0c80e-1193-4ae9-86bf-5e61c5059d72 tempest-ImagesOneServerTestJSON-547354913 tempest-ImagesOneServerTestJSON-547354913-project] 10.222.0.44 "GET /v2.0/security-groups?id=06fc6066-0fdd-47ed-a907-ed95f8a26997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776403 Aug 10 03:21:41.922766 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-0e4d007d-3e95-4264-a695-c56a72c988c8 None None] Set router 04b254f2-817d-4b5d-a553-64e5e0634931 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:21:41.953593 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0baf4273-42bb-47de-975f-3a5c005045a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521893'] for router_interface, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:41.960991 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-f2d42387-62b7-4bfa-a194-86e5939f7a51 req-e4500a17-d0ea-4f97-9b42-bbe7bc189932 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:41.964925 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baf4273-42bb-47de-975f-3a5c005045a1 admin admin] Pushing event updated for resources: {'Port': ['ID=528c659a-2cc1-4a48-88d2-6026d348e6e9,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:41.995143 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-6fa34669-cf75-443c-aca9-3212bf036ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed8c4e06-1414-47c2-9a77-0a0c0cf70adc', 'name': 'tempest-ServersTestFqdnHostnames-513534422-router', 'tenant_id': 'c9603ab9bba540beb860908da5f483c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '69e5bd5a-55f4-45f7-aa41-300aa3539ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:21:30Z', 'updated_at': '2021-08-10T03:21:40Z', 'revision_number': 4, 'project_id': 'c9603ab9bba540beb860908da5f483c4', 'gw_port': {'id': '69e5bd5a-55f4-45f7-aa41-300aa3539ec7', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c2:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed8c4e06-1414-47c2-9a77-0a0c0cf70adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:34Z', 'updated_at': '2021-08-10T03:21:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '528c659a-2cc1-4a48-88d2-6026d348e6e9', 'name': '', 'network_id': 'f2610c24-f468-4d40-86ff-26a411353238', 'tenant_id': 'c9603ab9bba540beb860908da5f483c4', 'mac_address': 'fa:16:3e:33:4d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed8c4e06-1414-47c2-9a77-0a0c0cf70adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'f8ed2a35-9a6a-4125-b7ba-071adfa339f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:39Z', 'updated_at': '2021-08-10T03:21:39Z', 'revision_number': 1, 'project_id': 'c9603ab9bba540beb860908da5f483c4', 'subnets': [{'id': 'f8ed2a35-9a6a-4125-b7ba-071adfa339f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:42.028303 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa34669-cf75-443c-aca9-3212bf036ad6 None None] The sync data for ids ['ed8c4e06-1414-47c2-9a77-0a0c0cf70adc'] in n-d-768862-13 is: [{'id': 'ed8c4e06-1414-47c2-9a77-0a0c0cf70adc', 'name': 'tempest-ServersTestFqdnHostnames-513534422-router', 'tenant_id': 'c9603ab9bba540beb860908da5f483c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '69e5bd5a-55f4-45f7-aa41-300aa3539ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:21:30Z', 'updated_at': '2021-08-10T03:21:40Z', 'revision_number': 4, 'project_id': 'c9603ab9bba540beb860908da5f483c4', 'gw_port': {'id': '69e5bd5a-55f4-45f7-aa41-300aa3539ec7', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c2:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed8c4e06-1414-47c2-9a77-0a0c0cf70adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:34Z', 'updated_at': '2021-08-10T03:21:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '528c659a-2cc1-4a48-88d2-6026d348e6e9', 'name': '', 'network_id': 'f2610c24-f468-4d40-86ff-26a411353238', 'tenant_id': 'c9603ab9bba540beb860908da5f483c4', 'mac_address': 'fa:16:3e:33:4d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed8c4e06-1414-47c2-9a77-0a0c0cf70adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'f8ed2a35-9a6a-4125-b7ba-071adfa339f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:39Z', 'updated_at': '2021-08-10T03:21:39Z', 'revision_number': 1, 'project_id': 'c9603ab9bba540beb860908da5f483c4', 'subnets': [{'id': 'f8ed2a35-9a6a-4125-b7ba-071adfa339f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:21:42.043893 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device bddd43a1-4cc1-4eea-9f6a-7bde95f51fe7 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:21:42.046979 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-31365579-a9f3-48f7-bd74-5a739c834e8e tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] 10.222.0.44 "PUT /v2.0/floatingips/052f4220-9b8b-4a88-b989-8ebefd536061 HTTP/1.1" status: 200 len: 991 time: 2.7463548 Aug 10 03:21:42.047821 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-98fd67c5-bd7b-4c39-8d89-d5acdf692943 req-2c12a703-fcf5-4acd-97ee-9d12f5bf333c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8c4d913-6b1f-461d-8449-8f3d4c6b19fc HTTP/1.1" status: 200 len: 217 time: 0.2155919 Aug 10 03:21:42.049881 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff1cbd3d-c588-4e99-a335-efc4198b98b5', 'tag': '045e4680-334f-4fc9-8295-9c5a56bd9a0e'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:21:42.052232 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a40530a7-6ca1-4421-b293-a0497551caba" -d '{"events": [{"name": "network-changed", "server_uuid": "ff1cbd3d-c588-4e99-a335-efc4198b98b5", "tag": "045e4680-334f-4fc9-8295-9c5a56bd9a0e"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:21:42.063728 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4500a17-d0ea-4f97-9b42-bbe7bc189932 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Pushing event updated for resources: {'Port': ['ID=9f445370-0fe0-414c-9e03-80d992f38529,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:42.074740 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2d42387-62b7-4bfa-a194-86e5939f7a51 req-e4500a17-d0ea-4f97-9b42-bbe7bc189932 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Network dedcdb64-7de1-4c86-99c8-928cd2696ccd is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:21:42.084780 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e6dc5423-3b2e-4f5e-bc1a-7a3ef2e59105 req-409b19f4-218e-4513-9b37-a09659942849 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] 10.222.0.44 "GET /v2.0/security-groups?id=5d02b77e-f08e-4ef4-a517-927239ee4d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2219701 Aug 10 03:21:42.099442 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-23fc7fe8-166d-4886-b6ad-5e6050f04c1e tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Allocated IP 172.25.6.116 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/9cad2cca-85ba-416d-a1c9-aa4435103e18) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:21:42.140835 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [req-f2d42387-62b7-4bfa-a194-86e5939f7a51 req-e4500a17-d0ea-4f97-9b42-bbe7bc189932 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:21:42.147493 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2d42387-62b7-4bfa-a194-86e5939f7a51 req-e4500a17-d0ea-4f97-9b42-bbe7bc189932 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:21:42.161849 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port bddd43a1-4cc1-4eea-9f6a-7bde95f51fe7 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:21:42.162599 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:42.192820 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733449a3-fc26-479c-b427-4b972d6e660c req-e0acce5c-707f-4759-88c4-0d98c4bb4c2e tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:42.201195 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-733449a3-fc26-479c-b427-4b972d6e660c req-e0acce5c-707f-4759-88c4-0d98c4bb4c2e tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] 10.222.0.44 "GET /v2.0/ports?device_id=170bfcf9-fc4c-4f3d-ba49-affdf210e363 HTTP/1.1" status: 200 len: 945 time: 0.1729209 Aug 10 03:21:42.213688 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd67c5-bd7b-4c39-8d89-d5acdf692943 req-060029cd-c5c8-49bf-96c3-2f794f6a7808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:42.215208 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-98fd67c5-bd7b-4c39-8d89-d5acdf692943 req-060029cd-c5c8-49bf-96c3-2f794f6a7808 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=94f1adae-6677-4cd9-bdaa-c308bdf6d787 HTTP/1.1" status: 200 len: 852 time: 0.1289566 Aug 10 03:21:42.276513 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-98fd67c5-bd7b-4c39-8d89-d5acdf692943 req-1f878945-5468-4e02-bf67-08c4537b4f71 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=36135f86-55af-48c7-9516-7187aabe118a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433125 Aug 10 03:21:42.299795 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e572bd-a3a7-478e-9e3b-c6bbbd8b9bca x-openstack-request-id: req-34e572bd-a3a7-478e-9e3b-c6bbbd8b9bca {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:21:42.300116 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff1cbd3d-c588-4e99-a335-efc4198b98b5", "tag": "045e4680-334f-4fc9-8295-9c5a56bd9a0e", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:21:42.300373 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-34e572bd-a3a7-478e-9e3b-c6bbbd8b9bca {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:21:42.300905 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff1cbd3d-c588-4e99-a335-efc4198b98b5', 'tag': '045e4680-334f-4fc9-8295-9c5a56bd9a0e', 'status': 'completed', 'code': 200} Aug 10 03:21:42.304380 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-23fc7fe8-166d-4886-b6ad-5e6050f04c1e tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:42.319128 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-733449a3-fc26-479c-b427-4b972d6e660c req-ac586c1e-755f-46d2-a60d-4886129878bd tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9014602-d589-43cc-9c85-12bc5b71acc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167560 Aug 10 03:21:42.396790 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-0e4d007d-3e95-4264-a695-c56a72c988c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b254f2-817d-4b5d-a553-64e5e0634931', 'name': 'tempest-ServersTestManualDisk-584355586-router', 'tenant_id': '1c54b280762545eba61ee7822eb953b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'dff67c5f-4728-4088-8b7d-8d54bca7d96d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:20:58Z', 'updated_at': '2021-08-10T03:21:02Z', 'revision_number': 4, 'project_id': '1c54b280762545eba61ee7822eb953b8', 'gw_port': {'id': 'dff67c5f-4728-4088-8b7d-8d54bca7d96d', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b254f2-817d-4b5d-a553-64e5e0634931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:20:59Z', 'updated_at': '2021-08-10T03:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '052f4220-9b8b-4a88-b989-8ebefd536061', 'tenant_id': '1c54b280762545eba61ee7822eb953b8', 'floating_ip_address': '172.25.6.115', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '04b254f2-817d-4b5d-a553-64e5e0634931', 'port_id': '045e4680-334f-4fc9-8295-9c5a56bd9a0e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6af8212-aac1-40c5-a707-aa25feb03b38', 'mac_address': 'fa:16:3e:ca:d1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1cbd3d-c588-4e99-a335-efc4198b98b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:21:11Z', 'updated_at': '2021-08-10T03:21:40Z', 'revision_number': 1, 'project_id': '1c54b280762545eba61ee7822eb953b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fd9fa31-fd78-46af-9259-922459165ac8', 'name': '', 'network_id': 'd6af8212-aac1-40c5-a707-aa25feb03b38', 'tenant_id': '1c54b280762545eba61ee7822eb953b8', 'mac_address': 'fa:16:3e:db:df:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b254f2-817d-4b5d-a553-64e5e0634931', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'ab41bfa0-d357-41af-aec9-387a65206e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:02Z', 'updated_at': '2021-08-10T03:21:09Z', 'revision_number': 5, 'project_id': '1c54b280762545eba61ee7822eb953b8', 'subnets': [{'id': 'ab41bfa0-d357-41af-aec9-387a65206e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:42.441870 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4d007d-3e95-4264-a695-c56a72c988c8 None None] Checking router: 04b254f2-817d-4b5d-a553-64e5e0634931 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:21:42.456688 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4d007d-3e95-4264-a695-c56a72c988c8 None None] Routers {'04b254f2-817d-4b5d-a553-64e5e0634931'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:21:42.457322 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-0e4d007d-3e95-4264-a695-c56a72c988c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:21:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['04b254f2-817d-4b5d-a553-64e5e0634931'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:42.534717 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-23fc7fe8-166d-4886-b6ad-5e6050f04c1e tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:42.546263 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40530a7-6ca1-4421-b293-a0497551caba req-0853ee18-58c8-46f1-8029-4bbeb24eabbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:42.547795 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a40530a7-6ca1-4421-b293-a0497551caba req-0853ee18-58c8-46f1-8029-4bbeb24eabbd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1c54b280762545eba61ee7822eb953b8&device_id=ff1cbd3d-c588-4e99-a335-efc4198b98b5 HTTP/1.1" status: 200 len: 1097 time: 0.2264087 Aug 10 03:21:42.560244 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26523c85-cf44-4d10-8c1a-45517c34fdfc req-d91b1791-9c43-4f65-8205-52e31e07a626 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:42.568073 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-26523c85-cf44-4d10-8c1a-45517c34fdfc req-d91b1791-9c43-4f65-8205-52e31e07a626 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "GET /v2.0/ports?device_id=b722772d-2ffa-4441-8676-b0fc1f97c720 HTTP/1.1" status: 200 len: 931 time: 0.1754327 Aug 10 03:21:42.582532 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ead865f-d624-4fbb-935a-79361de87fdf req-8b20be2f-3bfc-4731-a1b3-72340888c302 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:42.584117 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3ead865f-d624-4fbb-935a-79361de87fdf req-8b20be2f-3bfc-4731-a1b3-72340888c302 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/ports?device_id=da4496e2-8868-4b4e-ab28-ce95782e3810 HTTP/1.1" status: 200 len: 945 time: 0.1519349 Aug 10 03:21:42.614466 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-0e4d007d-3e95-4264-a695-c56a72c988c8 None None] Set router 04b254f2-817d-4b5d-a553-64e5e0634931 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:21:42.647728 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23fc7fe8-166d-4886-b6ad-5e6050f04c1e tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:21:42.654152 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d42387-62b7-4bfa-a194-86e5939f7a51 req-e4500a17-d0ea-4f97-9b42-bbe7bc189932 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:42.654970 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-f2d42387-62b7-4bfa-a194-86e5939f7a51 req-e4500a17-d0ea-4f97-9b42-bbe7bc189932 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:42.673175 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-23fc7fe8-166d-4886-b6ad-5e6050f04c1e tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:21:42.678632 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-98fd67c5-bd7b-4c39-8d89-d5acdf692943 req-d4ba2f81-6f74-452d-867f-f04a3cd3e3f4 service neutron] 10.222.0.42 "GET /v2.0/networks/36135f86-55af-48c7-9516-7187aabe118a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3809018 Aug 10 03:21:42.686960 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fc7fe8-166d-4886-b6ad-5e6050f04c1e tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:21:42.694162 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fc7fe8-166d-4886-b6ad-5e6050f04c1e tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Pushing event updated for resources: {'Port': ['ID=9cad2cca-85ba-416d-a1c9-aa4435103e18,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:42.745497 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-f2d42387-62b7-4bfa-a194-86e5939f7a51 req-e4500a17-d0ea-4f97-9b42-bbe7bc189932 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3887739 Aug 10 03:21:42.756012 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bad78d-d80b-4a95-b1bc-9afd5bcdc71c req-454b62f6-c687-4ce1-8a51-54e012807f67 tempest-ImagesOneServerTestJSON-547354913 tempest-ImagesOneServerTestJSON-547354913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:42.757695 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-a5bad78d-d80b-4a95-b1bc-9afd5bcdc71c req-454b62f6-c687-4ce1-8a51-54e012807f67 tempest-ImagesOneServerTestJSON-547354913 tempest-ImagesOneServerTestJSON-547354913-project] 10.222.0.61 "GET /v2.0/ports?device_id=819cbf3a-d394-434d-9d37-e53253bb6a7c HTTP/1.1" status: 200 len: 948 time: 0.2597208 Aug 10 03:21:42.766340 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-f2d42387-62b7-4bfa-a194-86e5939f7a51 req-d63834d2-1a9e-45f0-85a8-b845bebb9be3 service neutron] Request body: {'port': {'device_id': 'b722772d-2ffa-4441-8676-b0fc1f97c720', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-13'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:42.774125 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-26523c85-cf44-4d10-8c1a-45517c34fdfc req-1ba5b9e1-e767-43a2-8052-b179c731798f tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bcd935f-a3f8-4ab9-ae6d-676bd4ce3973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005157 Aug 10 03:21:42.824119 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3ead865f-d624-4fbb-935a-79361de87fdf req-f040f5a8-f52d-449e-87a4-8f777d2507ac tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/security-groups?id=e00a7564-e56b-4b7f-b179-f193e5160bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044597 Aug 10 03:21:42.894635 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-0e4d007d-3e95-4264-a695-c56a72c988c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b254f2-817d-4b5d-a553-64e5e0634931', 'name': 'tempest-ServersTestManualDisk-584355586-router', 'tenant_id': '1c54b280762545eba61ee7822eb953b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'dff67c5f-4728-4088-8b7d-8d54bca7d96d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:20:58Z', 'updated_at': '2021-08-10T03:21:02Z', 'revision_number': 4, 'project_id': '1c54b280762545eba61ee7822eb953b8', 'gw_port': {'id': 'dff67c5f-4728-4088-8b7d-8d54bca7d96d', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b254f2-817d-4b5d-a553-64e5e0634931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:20:59Z', 'updated_at': '2021-08-10T03:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '052f4220-9b8b-4a88-b989-8ebefd536061', 'tenant_id': '1c54b280762545eba61ee7822eb953b8', 'floating_ip_address': '172.25.6.115', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '04b254f2-817d-4b5d-a553-64e5e0634931', 'port_id': '045e4680-334f-4fc9-8295-9c5a56bd9a0e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6af8212-aac1-40c5-a707-aa25feb03b38', 'mac_address': 'fa:16:3e:ca:d1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1cbd3d-c588-4e99-a335-efc4198b98b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:21:11Z', 'updated_at': '2021-08-10T03:21:40Z', 'revision_number': 1, 'project_id': '1c54b280762545eba61ee7822eb953b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fd9fa31-fd78-46af-9259-922459165ac8', 'name': '', 'network_id': 'd6af8212-aac1-40c5-a707-aa25feb03b38', 'tenant_id': '1c54b280762545eba61ee7822eb953b8', 'mac_address': 'fa:16:3e:db:df:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b254f2-817d-4b5d-a553-64e5e0634931', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'ab41bfa0-d357-41af-aec9-387a65206e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:02Z', 'updated_at': '2021-08-10T03:21:09Z', 'revision_number': 5, 'project_id': '1c54b280762545eba61ee7822eb953b8', 'subnets': [{'id': 'ab41bfa0-d357-41af-aec9-387a65206e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:42.921219 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0baf4273-42bb-47de-975f-3a5c005045a1 admin admin] Network f2610c24-f468-4d40-86ff-26a411353238 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:21:42.931083 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4d007d-3e95-4264-a695-c56a72c988c8 None None] The sync data for ids ['04b254f2-817d-4b5d-a553-64e5e0634931'] in n-d-768862-13 is: [{'id': '04b254f2-817d-4b5d-a553-64e5e0634931', 'name': 'tempest-ServersTestManualDisk-584355586-router', 'tenant_id': '1c54b280762545eba61ee7822eb953b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'dff67c5f-4728-4088-8b7d-8d54bca7d96d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:20:58Z', 'updated_at': '2021-08-10T03:21:02Z', 'revision_number': 4, 'project_id': '1c54b280762545eba61ee7822eb953b8', 'gw_port': {'id': 'dff67c5f-4728-4088-8b7d-8d54bca7d96d', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b254f2-817d-4b5d-a553-64e5e0634931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:20:59Z', 'updated_at': '2021-08-10T03:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '052f4220-9b8b-4a88-b989-8ebefd536061', 'tenant_id': '1c54b280762545eba61ee7822eb953b8', 'floating_ip_address': '172.25.6.115', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '04b254f2-817d-4b5d-a553-64e5e0634931', 'port_id': '045e4680-334f-4fc9-8295-9c5a56bd9a0e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6af8212-aac1-40c5-a707-aa25feb03b38', 'mac_address': 'fa:16:3e:ca:d1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1cbd3d-c588-4e99-a335-efc4198b98b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:21:11Z', 'updated_at': '2021-08-10T03:21:40Z', 'revision_number': 1, 'project_id': '1c54b280762545eba61ee7822eb953b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fd9fa31-fd78-46af-9259-922459165ac8', 'name': '', 'network_id': 'd6af8212-aac1-40c5-a707-aa25feb03b38', 'tenant_id': '1c54b280762545eba61ee7822eb953b8', 'mac_address': 'fa:16:3e:db:df:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b254f2-817d-4b5d-a553-64e5e0634931', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'ab41bfa0-d357-41af-aec9-387a65206e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:02Z', 'updated_at': '2021-08-10T03:21:09Z', 'revision_number': 5, 'project_id': '1c54b280762545eba61ee7822eb953b8', 'subnets': [{'id': 'ab41bfa0-d357-41af-aec9-387a65206e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:21:42.933301 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-0baf4273-42bb-47de-975f-3a5c005045a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:21:42.988690 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-f2d42387-62b7-4bfa-a194-86e5939f7a51 req-d63834d2-1a9e-45f0-85a8-b845bebb9be3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:43.079280 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-23fc7fe8-166d-4886-b6ad-5e6050f04c1e tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:43.147660 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da4496e2-8868-4b4e-ab28-ce95782e3810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd16a8b77-806d-4f00-8743-bce2431a51d9'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:21:43.150898 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c72006a7-89a5-4b01-b851-0b7899a2b2b5" -d '{"events": [{"server_uuid": "da4496e2-8868-4b4e-ab28-ce95782e3810", "name": "network-vif-plugged", "status": "completed", "tag": "d16a8b77-806d-4f00-8743-bce2431a51d9"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:21:43.289053 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-a5bad78d-d80b-4a95-b1bc-9afd5bcdc71c req-fb51a54a-ec6b-429d-8554-52ea69c06f99 tempest-ImagesOneServerTestJSON-547354913 tempest-ImagesOneServerTestJSON-547354913-project] Deleting port c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:21:43.289739 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-a5bad78d-d80b-4a95-b1bc-9afd5bcdc71c req-fb51a54a-ec6b-429d-8554-52ea69c06f99 tempest-ImagesOneServerTestJSON-547354913 tempest-ImagesOneServerTestJSON-547354913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:43.370142 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf040d6-3d61-409b-b9d9-f32eea0a1aa6 None None] New status for floating IP 052f4220-9b8b-4a88-b989-8ebefd536061: ACTIVE {{(pid=94262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:21:43.384760 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-23fc7fe8-166d-4886-b6ad-5e6050f04c1e tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:43.456758 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40530a7-6ca1-4421-b293-a0497551caba req-2447f3ec-0582-4b5f-85e3-e4c60929321c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:43.458695 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a40530a7-6ca1-4421-b293-a0497551caba req-2447f3ec-0582-4b5f-85e3-e4c60929321c service neutron] 10.222.0.42 "GET /v2.0/networks?id=d6af8212-aac1-40c5-a707-aa25feb03b38 HTTP/1.1" status: 200 len: 911 time: 0.8722775 Aug 10 03:21:43.471011 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-6eaeee1f-577a-49bf-a834-afc7177c8bdf None None] Provisioning complete for port 528c659a-2cc1-4a48-88d2-6026d348e6e9 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:21:43.471852 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-6eaeee1f-577a-49bf-a834-afc7177c8bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:43.561503 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-6eaeee1f-577a-49bf-a834-afc7177c8bdf None None] Port 528c659a-2cc1-4a48-88d2-6026d348e6e9 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:21:43.576170 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0baf4273-42bb-47de-975f-3a5c005045a1 admin admin] Router ed8c4e06-1414-47c2-9a77-0a0c0cf70adc has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:21:43.608723 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-98fd67c5-bd7b-4c39-8d89-d5acdf692943 req-d7472694-a9de-4998-8a75-0b6788bd929d service neutron] 10.222.0.42 "GET /v2.0/networks/36135f86-55af-48c7-9516-7187aabe118a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9191029 Aug 10 03:21:43.628309 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a40530a7-6ca1-4421-b293-a0497551caba req-43a0a33c-bc99-4fcd-8d01-23d547d59efc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=045e4680-334f-4fc9-8295-9c5a56bd9a0e HTTP/1.1" status: 200 len: 999 time: 0.1419742 Aug 10 03:21:43.691473 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a3705d-87b5-430c-b4ef-112f43d10149 req-a9b3323e-5244-431b-8e42-2c64733d2a7c tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:43.698735 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-97a3705d-87b5-430c-b4ef-112f43d10149 req-a9b3323e-5244-431b-8e42-2c64733d2a7c tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] 10.222.0.44 "GET /v2.0/ports?device_id=67b02b92-ddc2-4f94-b5f0-b78c611ca7cf HTTP/1.1" status: 200 len: 945 time: 0.8125398 Aug 10 03:21:43.737701 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d624f9f-6476-49b8-86c1-e081d077cf6e req-6600d2d3-bbaa-46eb-9b9a-4b9c6e92845b tempest-ImagesOneServerTestJSON-547354913 tempest-ImagesOneServerTestJSON-547354913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:43.739324 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5d624f9f-6476-49b8-86c1-e081d077cf6e req-6600d2d3-bbaa-46eb-9b9a-4b9c6e92845b tempest-ImagesOneServerTestJSON-547354913 tempest-ImagesOneServerTestJSON-547354913-project] 10.222.0.44 "GET /v2.0/ports?device_id=819cbf3a-d394-434d-9d37-e53253bb6a7c HTTP/1.1" status: 200 len: 948 time: 0.3113108 Aug 10 03:21:43.745931 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-a5bad78d-d80b-4a95-b1bc-9afd5bcdc71c req-fb51a54a-ec6b-429d-8554-52ea69c06f99 tempest-ImagesOneServerTestJSON-547354913 tempest-ImagesOneServerTestJSON-547354913-project] For port c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:43.749892 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40530a7-6ca1-4421-b293-a0497551caba req-04a02985-7918-413c-94c7-17294d8a4c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:43.750455 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-a5bad78d-d80b-4a95-b1bc-9afd5bcdc71c req-fb51a54a-ec6b-429d-8554-52ea69c06f99 tempest-ImagesOneServerTestJSON-547354913 tempest-ImagesOneServerTestJSON-547354913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:43.751347 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a40530a7-6ca1-4421-b293-a0497551caba req-04a02985-7918-413c-94c7-17294d8a4c70 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ab41bfa0-d357-41af-aec9-387a65206e18 HTTP/1.1" status: 200 len: 850 time: 0.1144559 Aug 10 03:21:43.768222 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-a5bad78d-d80b-4a95-b1bc-9afd5bcdc71c req-fb51a54a-ec6b-429d-8554-52ea69c06f99 tempest-ImagesOneServerTestJSON-547354913 tempest-ImagesOneServerTestJSON-547354913-project] Calling delete_port for c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990 owned by compute:nova {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:21:43.790808 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-97a3705d-87b5-430c-b4ef-112f43d10149 req-12f226a1-8703-422d-bc9e-7d5e1e7deb23 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9014602-d589-43cc-9c85-12bc5b71acc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910046 Aug 10 03:21:43.817529 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 69e5bd5a-55f4-45f7-aa41-300aa3539ec7 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:21:43.858857 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5d624f9f-6476-49b8-86c1-e081d077cf6e req-cebc4e60-5ea5-4fc1-8f58-889e45472cfd tempest-ImagesOneServerTestJSON-547354913 tempest-ImagesOneServerTestJSON-547354913-project] 10.222.0.44 "GET /v2.0/security-groups?id=06fc6066-0fdd-47ed-a907-ed95f8a26997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105118 Aug 10 03:21:43.880142 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40530a7-6ca1-4421-b293-a0497551caba req-f823a4f6-8799-4c5a-89d2-70c051ee5989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:43.881739 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a40530a7-6ca1-4421-b293-a0497551caba req-f823a4f6-8799-4c5a-89d2-70c051ee5989 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d6af8212-aac1-40c5-a707-aa25feb03b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1119213 Aug 10 03:21:43.920378 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 69e5bd5a-55f4-45f7-aa41-300aa3539ec7 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:21:43.924218 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 69e5bd5a-55f4-45f7-aa41-300aa3539ec7 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:21:43.924690 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:43.948962 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd547e8d-81d9-48d7-802a-966c3a3f7a75 x-openstack-request-id: req-cd547e8d-81d9-48d7-802a-966c3a3f7a75 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:21:43.949134 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da4496e2-8868-4b4e-ab28-ce95782e3810", "name": "network-vif-plugged", "status": "completed", "tag": "d16a8b77-806d-4f00-8743-bce2431a51d9", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:21:43.949387 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cd547e8d-81d9-48d7-802a-966c3a3f7a75 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:21:43.950574 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da4496e2-8868-4b4e-ab28-ce95782e3810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd16a8b77-806d-4f00-8743-bce2431a51d9', 'code': 200} Aug 10 03:21:44.040039 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:44.090192 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 69e5bd5a-55f4-45f7-aa41-300aa3539ec7, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=69e5bd5a-55f4-45f7-aa41-300aa3539ec7,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:44.102176 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:44.110779 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22229ac-9dfd-4daf-8c0f-de85a4e66c45 req-c1c59554-bcda-4a80-836a-dacc4ff80bd0 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:44.113319 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c22229ac-9dfd-4daf-8c0f-de85a4e66c45 req-c1c59554-bcda-4a80-836a-dacc4ff80bd0 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a29612-20c9-44b8-855a-f25285352378 HTTP/1.1" status: 200 len: 943 time: 0.1927261 Aug 10 03:21:44.117520 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4490f76-8639-4ae7-bcb9-f08e8ff6cf0a req-f0b6506d-552e-421f-bd98-bdb2a96b9f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:44.119318 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b4490f76-8639-4ae7-bcb9-f08e8ff6cf0a req-f0b6506d-552e-421f-bd98-bdb2a96b9f61 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=da4496e2-8868-4b4e-ab28-ce95782e3810 HTTP/1.1" status: 200 len: 1097 time: 0.1039786 Aug 10 03:21:44.135860 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-23fc7fe8-166d-4886-b6ad-5e6050f04c1e tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:44.142235 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0baf4273-42bb-47de-975f-3a5c005045a1 admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:21:44.150213 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-0baf4273-42bb-47de-975f-3a5c005045a1 admin admin] 10.222.0.44 "PUT /v2.0/routers/ed8c4e06-1414-47c2-9a77-0a0c0cf70adc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7043824 Aug 10 03:21:44.155642 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-23fc7fe8-166d-4886-b6ad-5e6050f04c1e tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:44.194509 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=69e5bd5a-55f4-45f7-aa41-300aa3539ec7,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:44.201424 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [req-f2d42387-62b7-4bfa-a194-86e5939f7a51 req-d63834d2-1a9e-45f0-85a8-b845bebb9be3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f445370-0fe0-414c-9e03-80d992f38529 {{(pid=94261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:21:44.214039 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-f2d42387-62b7-4bfa-a194-86e5939f7a51 req-d63834d2-1a9e-45f0-85a8-b845bebb9be3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:44.240685 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a40530a7-6ca1-4421-b293-a0497551caba req-d3cb5833-fab2-45cb-81e3-3280e0b09f43 service neutron] 10.222.0.42 "GET /v2.0/networks/d6af8212-aac1-40c5-a707-aa25feb03b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3511615 Aug 10 03:21:44.256310 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fc7fe8-166d-4886-b6ad-5e6050f04c1e tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Pushing event updated for resources: {'Port': ['ID=9cad2cca-85ba-416d-a1c9-aa4435103e18,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:44.267410 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [req-f2d42387-62b7-4bfa-a194-86e5939f7a51 req-d63834d2-1a9e-45f0-85a8-b845bebb9be3 service neutron] Transition to ACTIVE for port object 9f445370-0fe0-414c-9e03-80d992f38529 will not be triggered until provisioned by entity L2. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:21:44.292062 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-f2d42387-62b7-4bfa-a194-86e5939f7a51 req-d63834d2-1a9e-45f0-85a8-b845bebb9be3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:44.323781 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c22229ac-9dfd-4daf-8c0f-de85a4e66c45 req-b9359578-d75d-4076-a7fd-47311b5526fd tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] 10.222.0.44 "GET /v2.0/security-groups?id=5d02b77e-f08e-4ef4-a517-927239ee4d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2008972 Aug 10 03:21:44.335922 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6ca06a-17c1-456f-9989-400c648a7774 req-4e87dcfd-f786-4b89-bd8a-68ffaee99bb1 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:44.338050 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3f6ca06a-17c1-456f-9989-400c648a7774 req-4e87dcfd-f786-4b89-bd8a-68ffaee99bb1 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "GET /v2.0/ports?device_id=b722772d-2ffa-4441-8676-b0fc1f97c720 HTTP/1.1" status: 200 len: 931 time: 0.1711681 Aug 10 03:21:44.342613 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b4490f76-8639-4ae7-bcb9-f08e8ff6cf0a req-aab056b8-28f4-4b36-bb28-e7a40307963c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e00a7564-e56b-4b7f-b179-f193e5160bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359842 Aug 10 03:21:44.370907 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-23fc7fe8-166d-4886-b6ad-5e6050f04c1e tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:44.384932 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63834d2-1a9e-45f0-85a8-b845bebb9be3 service neutron] Pushing event updated for resources: {'Port': ['ID=9f445370-0fe0-414c-9e03-80d992f38529,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:44.389027 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-a5bad78d-d80b-4a95-b1bc-9afd5bcdc71c req-fb51a54a-ec6b-429d-8554-52ea69c06f99 tempest-ImagesOneServerTestJSON-547354913 tempest-ImagesOneServerTestJSON-547354913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:44.405126 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3f6ca06a-17c1-456f-9989-400c648a7774 req-9b47c418-2f05-448d-8b51-f266d81eb1d4 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bcd935f-a3f8-4ab9-ae6d-676bd4ce3973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560706 Aug 10 03:21:44.417025 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a40530a7-6ca1-4421-b293-a0497551caba req-e2969612-3654-41de-b6c3-8227da211002 service neutron] 10.222.0.42 "GET /v2.0/networks/d6af8212-aac1-40c5-a707-aa25feb03b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678674 Aug 10 03:21:44.424101 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-23fc7fe8-166d-4886-b6ad-5e6050f04c1e tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:44.434957 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-23fc7fe8-166d-4886-b6ad-5e6050f04c1e tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5439501 Aug 10 03:21:44.439784 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb51a54a-ec6b-429d-8554-52ea69c06f99 tempest-ImagesOneServerTestJSON-547354913 tempest-ImagesOneServerTestJSON-547354913-project] Pushing event deleted for resources: {'Port': ['ID=c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:44.551341 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5bad78d-d80b-4a95-b1bc-9afd5bcdc71c req-fb51a54a-ec6b-429d-8554-52ea69c06f99 tempest-ImagesOneServerTestJSON-547354913 tempest-ImagesOneServerTestJSON-547354913-project] No DVR routers for this DVR port c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990 on host n-h2-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:21:44.555321 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-a5bad78d-d80b-4a95-b1bc-9afd5bcdc71c req-fb51a54a-ec6b-429d-8554-52ea69c06f99 tempest-ImagesOneServerTestJSON-547354913 tempest-ImagesOneServerTestJSON-547354913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:44.557582 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-a5bad78d-d80b-4a95-b1bc-9afd5bcdc71c req-fb51a54a-ec6b-429d-8554-52ea69c06f99 tempest-ImagesOneServerTestJSON-547354913 tempest-ImagesOneServerTestJSON-547354913-project] 10.222.0.61 "DELETE /v2.0/ports/c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990 HTTP/1.1" status: 204 len: 173 time: 1.7817519 Aug 10 03:21:44.558029 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '819cbf3a-d394-434d-9d37-e53253bb6a7c', 'name': 'network-vif-deleted', 'tag': 'c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:21:44.561043 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97773333-0a24-4fa3-954c-c54008af4a0a" -d '{"events": [{"server_uuid": "819cbf3a-d394-434d-9d37-e53253bb6a7c", "name": "network-vif-deleted", "tag": "c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:21:44.582480 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-f2d42387-62b7-4bfa-a194-86e5939f7a51 req-d63834d2-1a9e-45f0-85a8-b845bebb9be3 service neutron] Attempting to bind port 9f445370-0fe0-414c-9e03-80d992f38529 on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:21:44.582822 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-f2d42387-62b7-4bfa-a194-86e5939f7a51 req-d63834d2-1a9e-45f0-85a8-b845bebb9be3 service neutron] Attempting to bind port 9f445370-0fe0-414c-9e03-80d992f38529 by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '688049e6-c1d0-4f13-8eef-c4d81b54e233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'dedcdb64-7de1-4c86-99c8-928cd2696ccd'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:21:44.583181 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d42387-62b7-4bfa-a194-86e5939f7a51 req-d63834d2-1a9e-45f0-85a8-b845bebb9be3 service neutron] Attempting to bind port 9f445370-0fe0-414c-9e03-80d992f38529 on network dedcdb64-7de1-4c86-99c8-928cd2696ccd {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:21:44.587889 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d42387-62b7-4bfa-a194-86e5939f7a51 req-d63834d2-1a9e-45f0-85a8-b845bebb9be3 service neutron] Port 9f445370-0fe0-414c-9e03-80d992f38529 on network dedcdb64-7de1-4c86-99c8-928cd2696ccd not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:21:44.588173 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d42387-62b7-4bfa-a194-86e5939f7a51 req-d63834d2-1a9e-45f0-85a8-b845bebb9be3 service neutron] Attempting to bind port 9f445370-0fe0-414c-9e03-80d992f38529 on network dedcdb64-7de1-4c86-99c8-928cd2696ccd {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:21:44.595613 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d42387-62b7-4bfa-a194-86e5939f7a51 req-d63834d2-1a9e-45f0-85a8-b845bebb9be3 service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:21:44.596124 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d42387-62b7-4bfa-a194-86e5939f7a51 req-d63834d2-1a9e-45f0-85a8-b845bebb9be3 service neutron] Checking segment: {'id': '688049e6-c1d0-4f13-8eef-c4d81b54e233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'dedcdb64-7de1-4c86-99c8-928cd2696ccd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:21:44.596517 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d42387-62b7-4bfa-a194-86e5939f7a51 req-d63834d2-1a9e-45f0-85a8-b845bebb9be3 service neutron] Bound using segment: {'id': '688049e6-c1d0-4f13-8eef-c4d81b54e233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'dedcdb64-7de1-4c86-99c8-928cd2696ccd'} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:21:44.597024 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-f2d42387-62b7-4bfa-a194-86e5939f7a51 req-d63834d2-1a9e-45f0-85a8-b845bebb9be3 service neutron] Bound port: 9f445370-0fe0-414c-9e03-80d992f38529, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '688049e6-c1d0-4f13-8eef-c4d81b54e233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'dedcdb64-7de1-4c86-99c8-928cd2696ccd'}}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:21:44.597390 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-f2d42387-62b7-4bfa-a194-86e5939f7a51 req-d63834d2-1a9e-45f0-85a8-b845bebb9be3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:44.648563 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b656e-91c9-4995-b3dc-4b19f5ad63c9 req-9f34a8ca-d9e0-477c-92c6-05ec985cbfc1 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:44.650426 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bc1b656e-91c9-4995-b3dc-4b19f5ad63c9 req-9f34a8ca-d9e0-477c-92c6-05ec985cbfc1 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/ports?device_id=da4496e2-8868-4b4e-ab28-ce95782e3810 HTTP/1.1" status: 200 len: 945 time: 0.0950508 Aug 10 03:21:44.683019 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-f2d42387-62b7-4bfa-a194-86e5939f7a51 req-d63834d2-1a9e-45f0-85a8-b845bebb9be3 service neutron] For port 9f445370-0fe0-414c-9e03-80d992f38529, host n-h1-768862-13, cleared binding levels {{(pid=94261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:21:44.688688 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-f2d42387-62b7-4bfa-a194-86e5939f7a51 req-d63834d2-1a9e-45f0-85a8-b845bebb9be3 service neutron] For port 9f445370-0fe0-414c-9e03-80d992f38529, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=9f445370-0fe0-414c-9e03-80d992f38529,segment=NetworkSegment(688049e6-c1d0-4f13-8eef-c4d81b54e233),segment_id=688049e6-c1d0-4f13-8eef-c4d81b54e233)] {{(pid=94261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:21:44.693729 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-f2d42387-62b7-4bfa-a194-86e5939f7a51 req-d63834d2-1a9e-45f0-85a8-b845bebb9be3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:44.696187 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bc1b656e-91c9-4995-b3dc-4b19f5ad63c9 req-9a317be8-fb73-4b06-8240-f5deded4d648 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/security-groups?id=e00a7564-e56b-4b7f-b179-f193e5160bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371771 Aug 10 03:21:44.731975 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d42387-62b7-4bfa-a194-86e5939f7a51 req-d63834d2-1a9e-45f0-85a8-b845bebb9be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:44.732889 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-f2d42387-62b7-4bfa-a194-86e5939f7a51 req-d63834d2-1a9e-45f0-85a8-b845bebb9be3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:44.734393 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-f2d42387-62b7-4bfa-a194-86e5939f7a51 req-d63834d2-1a9e-45f0-85a8-b845bebb9be3 service neutron] 10.222.0.42 "PUT /v2.0/ports/9f445370-0fe0-414c-9e03-80d992f38529 HTTP/1.1" status: 200 len: 1092 time: 1.9735513 Aug 10 03:21:44.765603 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63834d2-1a9e-45f0-85a8-b845bebb9be3 service neutron] Pushing event updated for resources: {'Port': ['ID=9f445370-0fe0-414c-9e03-80d992f38529,revision_number=3']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:44.844027 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d42387-62b7-4bfa-a194-86e5939f7a51 req-6e262f67-57d3-449d-80c0-4f76a369891d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:44.845751 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-f2d42387-62b7-4bfa-a194-86e5939f7a51 req-6e262f67-57d3-449d-80c0-4f76a369891d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3b405f8fd94e41e5b0ec985280fca51e&device_id=b722772d-2ffa-4441-8676-b0fc1f97c720 HTTP/1.1" status: 200 len: 1095 time: 0.0509007 Aug 10 03:21:44.901409 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-f2d42387-62b7-4bfa-a194-86e5939f7a51 req-9f97b44c-d3fa-4583-a718-bbe4ecd24449 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9f445370-0fe0-414c-9e03-80d992f38529 HTTP/1.1" status: 200 len: 217 time: 0.0457773 Aug 10 03:21:44.939621 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 55470) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:44.944733 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-3cc55154-df6d-4832-86bc-e44788e85491 tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1120151217', 'description': 'tempest-description--556452175'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:44.984000 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3cc55154-df6d-4832-86bc-e44788e85491 tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:44.985243 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ceffd6-b7eb-41cf-89b6-2c0d3fda8a96 x-openstack-request-id: req-d7ceffd6-b7eb-41cf-89b6-2c0d3fda8a96 {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:21:44.985555 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "819cbf3a-d394-434d-9d37-e53253bb6a7c", "name": "network-vif-deleted", "tag": "c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:21:44.985909 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d7ceffd6-b7eb-41cf-89b6-2c0d3fda8a96 {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:21:44.986202 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '819cbf3a-d394-434d-9d37-e53253bb6a7c', 'name': 'network-vif-deleted', 'tag': 'c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990', 'status': 'completed', 'code': 200} Aug 10 03:21:44.997017 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d42387-62b7-4bfa-a194-86e5939f7a51 req-f646a333-519b-4f6a-a808-195c36248e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:44.999791 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-f2d42387-62b7-4bfa-a194-86e5939f7a51 req-f646a333-519b-4f6a-a808-195c36248e99 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f24ae3cf-774a-4d5d-b1a4-9733e765050e HTTP/1.1" status: 200 len: 861 time: 0.0829172 Aug 10 03:21:45.068227 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-f2d42387-62b7-4bfa-a194-86e5939f7a51 req-e4d1e39e-6e8e-479c-9b28-b02838d98557 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dedcdb64-7de1-4c86-99c8-928cd2696ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520990 Aug 10 03:21:45.126439 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-64689d70-c180-4b5c-9f9a-c001f241447f req-78359168-0d93-45c7-bab7-643c56d2335b tempest-ImagesOneServerTestJSON-547354913 tempest-ImagesOneServerTestJSON-547354913-project] 10.222.0.44 "GET /v2.0/ports?device_id=819cbf3a-d394-434d-9d37-e53253bb6a7c HTTP/1.1" status: 200 len: 210 time: 0.0626192 Aug 10 03:21:45.154367 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-f1f5d099-aee1-497d-b54a-9bcf8e0c08c7 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1231084383&fields=id&tenant_id=06c20e5fd34a48aa8cc6b4171afd240a HTTP/1.1" status: 200 len: 267 time: 0.1047142 Aug 10 03:21:45.228598 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-f2d42387-62b7-4bfa-a194-86e5939f7a51 req-35fb838e-4d14-4261-a44d-4f0f43910b30 service neutron] 10.222.0.42 "GET /v2.0/networks/dedcdb64-7de1-4c86-99c8-928cd2696ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487389 Aug 10 03:21:45.281386 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-a2044273-06a3-4f99-9d75-f88179c99792 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:45.282834 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-a2044273-06a3-4f99-9d75-f88179c99792 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/ports/a51886da-65ec-4881-8090-1c7844482542 HTTP/1.1" status: 200 len: 932 time: 0.0927448 Aug 10 03:21:45.285519 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3cc55154-df6d-4832-86bc-e44788e85491 tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:45.293963 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3cc55154-df6d-4832-86bc-e44788e85491 tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:45.295148 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fe7af3-871c-416f-ac3e-5192f5f6f759 None None] Sync routers for ids ['ed8c4e06-1414-47c2-9a77-0a0c0cf70adc'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:21:45.310668 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fe7af3-871c-416f-ac3e-5192f5f6f759 None None] Routers {'ed8c4e06-1414-47c2-9a77-0a0c0cf70adc'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:21:45.311343 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-43fe7af3-871c-416f-ac3e-5192f5f6f759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:21:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['ed8c4e06-1414-47c2-9a77-0a0c0cf70adc'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:45.331904 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc55154-df6d-4832-86bc-e44788e85491 tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a3d60c7-dc11-4ed6-97f3-7a302523b1f9,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:45.378874 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3cc55154-df6d-4832-86bc-e44788e85491 tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:45.379093 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-f2d42387-62b7-4bfa-a194-86e5939f7a51 req-f7354566-14f6-4f65-a1b4-d44a79ef78d3 service neutron] 10.222.0.42 "GET /v2.0/networks/dedcdb64-7de1-4c86-99c8-928cd2696ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361642 Aug 10 03:21:45.380604 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-3cc55154-df6d-4832-86bc-e44788e85491 tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4398479 Aug 10 03:21:45.383543 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 55484) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:45.388986 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-fe0d73b4-263d-4c60-8c7c-04c5f8ebe377 tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] Request body: {'security_group_rule': {'security_group_id': '2a3d60c7-dc11-4ed6-97f3-7a302523b1f9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:45.392413 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95785a41-4f09-44a8-b2ba-06aa431147a4 req-df692891-48c0-4687-b837-d097c02cd77f tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:45.394030 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-95785a41-4f09-44a8-b2ba-06aa431147a4 req-df692891-48c0-4687-b837-d097c02cd77f tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] 10.222.0.44 "GET /v2.0/ports?device_id=67b02b92-ddc2-4f94-b5f0-b78c611ca7cf HTTP/1.1" status: 200 len: 945 time: 0.1640811 Aug 10 03:21:45.407559 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-f83e67a7-65c4-424c-910f-7b0fa31b2959 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:45.415430 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-f83e67a7-65c4-424c-910f-7b0fa31b2959 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/ports/d7410f22-72fc-46b2-bf2c-021ea69dd6bd HTTP/1.1" status: 200 len: 931 time: 0.0865779 Aug 10 03:21:45.427474 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-fe0d73b4-263d-4c60-8c7c-04c5f8ebe377 tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:45.473067 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-b9cb3c1f-2633-4b95-b3e9-d50877a60e73 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/ports?network_id=effb9b91-4a23-491a-b997-5e008612ed4d&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0565434 Aug 10 03:21:45.496490 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-fe0d73b4-263d-4c60-8c7c-04c5f8ebe377 tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:45.501150 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-fe0d73b4-263d-4c60-8c7c-04c5f8ebe377 tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:45.521091 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0d73b4-263d-4c60-8c7c-04c5f8ebe377 tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3b55dc1-cf24-4f0c-9bfe-f318b2f1b337,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:45.530476 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-fe0d73b4-263d-4c60-8c7c-04c5f8ebe377 tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:45.534202 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-fe0d73b4-263d-4c60-8c7c-04c5f8ebe377 tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1471524 Aug 10 03:21:45.534465 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 55488) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:45.538950 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-1ccb0b84-a3c3-4a06-af6b-15e5eb87d7a2 tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] Request body: {'security_group_rule': {'security_group_id': '2a3d60c7-dc11-4ed6-97f3-7a302523b1f9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:45.552916 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-04cadc1d-915f-4a0d-9ce1-ce3aab5c2280 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/ports?network_id=effb9b91-4a23-491a-b997-5e008612ed4d&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0592015 Aug 10 03:21:45.558843 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-95785a41-4f09-44a8-b2ba-06aa431147a4 req-3e74518a-4133-460c-ae17-500e8cc1f244 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9014602-d589-43cc-9c85-12bc5b71acc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410644 Aug 10 03:21:45.569268 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1ccb0b84-a3c3-4a06-af6b-15e5eb87d7a2 tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:45.572156 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-43fe7af3-871c-416f-ac3e-5192f5f6f759 None None] Set router ed8c4e06-1414-47c2-9a77-0a0c0cf70adc gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:21:45.634816 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1ccb0b84-a3c3-4a06-af6b-15e5eb87d7a2 tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:45.641624 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1ccb0b84-a3c3-4a06-af6b-15e5eb87d7a2 tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:45.661450 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccb0b84-a3c3-4a06-af6b-15e5eb87d7a2 tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3bebec0-8187-4869-8f6f-7602edb51e37,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:45.673416 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1ccb0b84-a3c3-4a06-af6b-15e5eb87d7a2 tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:45.677086 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-1ccb0b84-a3c3-4a06-af6b-15e5eb87d7a2 tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1415665 Aug 10 03:21:45.680624 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 55490) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:45.687055 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-cda92ca4-9a3b-4b1d-8691-7a8cf6b29e42 tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] Request body: {'floatingip': {'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:45.748392 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-573045f1-415b-4334-a8e0-1144aa6ab78f tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:45.751953 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 69e5bd5a-55f4-45f7-aa41-300aa3539ec7 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:21:45.755132 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-573045f1-415b-4334-a8e0-1144aa6ab78f tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:45.760873 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-573045f1-415b-4334-a8e0-1144aa6ab78f tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:45.763051 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-573045f1-415b-4334-a8e0-1144aa6ab78f tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/networks?id=52a12912-47fc-48c4-aaf5-a9b690b74ffc&id=39a285d2-87a3-47d7-9b49-b0b0fee32784&id=39a285d2-87a3-47d7-9b49-b0b0fee32784&id=effb9b91-4a23-491a-b997-5e008612ed4d&id=effb9b91-4a23-491a-b997-5e008612ed4d HTTP/1.1" status: 200 len: 1989 time: 0.1873779 Aug 10 03:21:45.766121 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-cda92ca4-9a3b-4b1d-8691-7a8cf6b29e42 tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] Notify callbacks [] for floatingip, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:45.800174 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-3666442f-0297-4054-a018-c9eb166c9390 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/quotas/06c20e5fd34a48aa8cc6b4171afd240a HTTP/1.1" status: 200 len: 375 time: 0.0196466 Aug 10 03:21:45.807907 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 69e5bd5a-55f4-45f7-aa41-300aa3539ec7 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:21:45.808682 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:45.815228 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-43fe7af3-871c-416f-ac3e-5192f5f6f759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed8c4e06-1414-47c2-9a77-0a0c0cf70adc', 'name': 'tempest-ServersTestFqdnHostnames-513534422-router', 'tenant_id': 'c9603ab9bba540beb860908da5f483c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '69e5bd5a-55f4-45f7-aa41-300aa3539ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:21:30Z', 'updated_at': '2021-08-10T03:21:40Z', 'revision_number': 4, 'project_id': 'c9603ab9bba540beb860908da5f483c4', 'gw_port': {'id': '69e5bd5a-55f4-45f7-aa41-300aa3539ec7', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed8c4e06-1414-47c2-9a77-0a0c0cf70adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:34Z', 'updated_at': '2021-08-10T03:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '528c659a-2cc1-4a48-88d2-6026d348e6e9', 'name': '', 'network_id': 'f2610c24-f468-4d40-86ff-26a411353238', 'tenant_id': 'c9603ab9bba540beb860908da5f483c4', 'mac_address': 'fa:16:3e:33:4d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed8c4e06-1414-47c2-9a77-0a0c0cf70adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'f8ed2a35-9a6a-4125-b7ba-071adfa339f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:39Z', 'updated_at': '2021-08-10T03:21:41Z', 'revision_number': 2, 'project_id': 'c9603ab9bba540beb860908da5f483c4', 'subnets': [{'id': 'f8ed2a35-9a6a-4125-b7ba-071adfa339f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:45.845049 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fe7af3-871c-416f-ac3e-5192f5f6f759 None None] Checking router: ed8c4e06-1414-47c2-9a77-0a0c0cf70adc for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:21:45.845436 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fe7af3-871c-416f-ac3e-5192f5f6f759 None None] Updating router ed8c4e06-1414-47c2-9a77-0a0c0cf70adc port 528c659a-2cc1-4a48-88d2-6026d348e6e9 binding host n-d-768862-13 {{(pid=94263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:21:45.870045 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-43fe7af3-871c-416f-ac3e-5192f5f6f759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:45.877616 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 39f75b0a-2724-41fb-b7c1-4e332a6cff90 details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:21:45.883214 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990 no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:21:45.916226 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] No Port match for: c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:21:45.916502 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device c24a9d64-7e2a-46b8-bb1d-bec4d7ea6990 not bound to the agent host n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:21:45.923926 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ee0831-3133-453b-926c-a997d71a367b req-dea04814-3abb-4720-b2dd-e5f4516ed802 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:45.925484 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b6ee0831-3133-453b-926c-a997d71a367b req-dea04814-3abb-4720-b2dd-e5f4516ed802 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a29612-20c9-44b8-855a-f25285352378 HTTP/1.1" status: 200 len: 943 time: 0.1611543 Aug 10 03:21:45.942059 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-21b5e373-65df-4576-958c-61b05e587ab2 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=06c20e5fd34a48aa8cc6b4171afd240a&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1023631 Aug 10 03:21:46.012030 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 39f75b0a-2724-41fb-b7c1-4e332a6cff90, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=39f75b0a-2724-41fb-b7c1-4e332a6cff90,segment=NetworkSegment(92e39147-dac7-4353-ab76-bf692bb677b9),segment_id=92e39147-dac7-4353-ab76-bf692bb677b9)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:46.024174 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': '39f75b0a-2724-41fb-b7c1-4e332a6cff90', 'network_id': '05dc9c39-237d-4ac9-993e-e0b32ff3d84b', 'port_id': '39f75b0a-2724-41fb-b7c1-4e332a6cff90', 'mac_address': 'fa:16:3e:90:be:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58337cd7-d5bf-4101-801d-f0d48a89226e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:21:46.046305 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b6ee0831-3133-453b-926c-a997d71a367b req-8db23644-8360-4c65-ae29-b8ac058abde0 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] 10.222.0.44 "GET /v2.0/security-groups?id=5d02b77e-f08e-4ef4-a517-927239ee4d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016195 Aug 10 03:21:46.077209 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-cda92ca4-9a3b-4b1d-8691-7a8cf6b29e42 tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:46.088227 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:46.106106 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39f75b0a-2724-41fb-b7c1-4e332a6cff90 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:21:46.128649 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 39f75b0a-2724-41fb-b7c1-4e332a6cff90, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=39f75b0a-2724-41fb-b7c1-4e332a6cff90,segment=NetworkSegment(92e39147-dac7-4353-ab76-bf692bb677b9),segment_id=92e39147-dac7-4353-ab76-bf692bb677b9)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:46.134190 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:46.171341 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53283cb8-1ac4-4e2c-b944-bf0e5923de60 req-53b77239-d621-45f0-91ed-4ed21d4df6f3 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:46.173577 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-53283cb8-1ac4-4e2c-b944-bf0e5923de60 req-53b77239-d621-45f0-91ed-4ed21d4df6f3 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] 10.222.0.42 "GET /v2.0/ports?device_id=67b02b92-ddc2-4f94-b5f0-b78c611ca7cf HTTP/1.1" status: 200 len: 945 time: 0.0695837 Aug 10 03:21:46.188575 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-43fe7af3-871c-416f-ac3e-5192f5f6f759 None None] Notify callbacks [] for port, precommit_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:46.190875 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=39f75b0a-2724-41fb-b7c1-4e332a6cff90,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:46.203685 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-b630595f-66c9-4045-9ce8-2ac4fd21c99b service neutron] 10.222.0.44 "GET /v2.0/networks/52a12912-47fc-48c4-aaf5-a9b690b74ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459345 Aug 10 03:21:46.210686 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.provisioning_blocks [None req-43fe7af3-871c-416f-ac3e-5192f5f6f759 None None] Transition to ACTIVE for port object 528c659a-2cc1-4a48-88d2-6026d348e6e9 will not be triggered until provisioned by entity L2. {{(pid=94263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:21:46.220764 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-43fe7af3-871c-416f-ac3e-5192f5f6f759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:46.263972 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-cda92ca4-9a3b-4b1d-8691-7a8cf6b29e42 tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] Allocated IP 172.25.6.49 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/837e6794-a06f-417c-ab61-1273564cdf27) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:21:46.284245 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a51767-76be-4f62-9859-fbba48cce687 None None] Pushing event updated for resources: {'Port': ['ID=528c659a-2cc1-4a48-88d2-6026d348e6e9,revision_number=3']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:46.321120 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-53283cb8-1ac4-4e2c-b944-bf0e5923de60 req-50d2624b-cc19-4bc5-a94f-dd57807e6bcf tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Deleting port f8c4d913-6b1f-461d-8449-8f3d4c6b19fc {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:21:46.321468 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-53283cb8-1ac4-4e2c-b944-bf0e5923de60 req-50d2624b-cc19-4bc5-a94f-dd57807e6bcf tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:46.348039 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-43fe7af3-871c-416f-ac3e-5192f5f6f759 None None] Attempting to bind port 528c659a-2cc1-4a48-88d2-6026d348e6e9 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:21:46.348547 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-43fe7af3-871c-416f-ac3e-5192f5f6f759 None None] Attempting to bind port 528c659a-2cc1-4a48-88d2-6026d348e6e9 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'b0d95f30-ce33-474a-8373-79a831b269e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f2610c24-f468-4d40-86ff-26a411353238'}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:21:46.348759 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fe7af3-871c-416f-ac3e-5192f5f6f759 None None] Attempting to bind port 528c659a-2cc1-4a48-88d2-6026d348e6e9 on network f2610c24-f468-4d40-86ff-26a411353238 {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:21:46.355252 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fe7af3-871c-416f-ac3e-5192f5f6f759 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:21:46.355624 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fe7af3-871c-416f-ac3e-5192f5f6f759 None None] Checking segment: {'id': 'b0d95f30-ce33-474a-8373-79a831b269e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f2610c24-f468-4d40-86ff-26a411353238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:21:46.356180 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-43fe7af3-871c-416f-ac3e-5192f5f6f759 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:46.356919 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fe7af3-871c-416f-ac3e-5192f5f6f759 None None] Bound using segment: {'id': 'b0d95f30-ce33-474a-8373-79a831b269e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f2610c24-f468-4d40-86ff-26a411353238'} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:21:46.358352 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-43fe7af3-871c-416f-ac3e-5192f5f6f759 None None] Bound port: 528c659a-2cc1-4a48-88d2-6026d348e6e9, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0d95f30-ce33-474a-8373-79a831b269e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f2610c24-f468-4d40-86ff-26a411353238'}}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:21:46.359016 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-43fe7af3-871c-416f-ac3e-5192f5f6f759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:46.375422 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a51767-76be-4f62-9859-fbba48cce687 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:46.375758 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a51767-76be-4f62-9859-fbba48cce687 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:46.376102 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a51767-76be-4f62-9859-fbba48cce687 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:46.376436 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a51767-76be-4f62-9859-fbba48cce687 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:46.376914 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a51767-76be-4f62-9859-fbba48cce687 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:46.377250 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a51767-76be-4f62-9859-fbba48cce687 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:46.377570 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a51767-76be-4f62-9859-fbba48cce687 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:46.377947 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a51767-76be-4f62-9859-fbba48cce687 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:46.378328 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a51767-76be-4f62-9859-fbba48cce687 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:46.378815 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a51767-76be-4f62-9859-fbba48cce687 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:46.379140 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a51767-76be-4f62-9859-fbba48cce687 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:46.379462 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a51767-76be-4f62-9859-fbba48cce687 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:46.433209 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-53283cb8-1ac4-4e2c-b944-bf0e5923de60 req-50d2624b-cc19-4bc5-a94f-dd57807e6bcf tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] For port f8c4d913-6b1f-461d-8449-8f3d4c6b19fc, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=f8c4d913-6b1f-461d-8449-8f3d4c6b19fc,segment=NetworkSegment(12579fd8-e183-4425-ae11-f7c255fa011f),segment_id=12579fd8-e183-4425-ae11-f7c255fa011f)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:46.433586 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-53283cb8-1ac4-4e2c-b944-bf0e5923de60 req-50d2624b-cc19-4bc5-a94f-dd57807e6bcf tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:46.442520 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-43fe7af3-871c-416f-ac3e-5192f5f6f759 None None] For port 528c659a-2cc1-4a48-88d2-6026d348e6e9, host n-d-768862-13, cleared binding levels {{(pid=94263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:21:46.447523 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-43fe7af3-871c-416f-ac3e-5192f5f6f759 None None] For port 528c659a-2cc1-4a48-88d2-6026d348e6e9, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=528c659a-2cc1-4a48-88d2-6026d348e6e9,segment=NetworkSegment(b0d95f30-ce33-474a-8373-79a831b269e5),segment_id=b0d95f30-ce33-474a-8373-79a831b269e5)] {{(pid=94263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:21:46.453516 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-53283cb8-1ac4-4e2c-b944-bf0e5923de60 req-50d2624b-cc19-4bc5-a94f-dd57807e6bcf tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Calling delete_port for f8c4d913-6b1f-461d-8449-8f3d4c6b19fc owned by compute:nova {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:21:46.455651 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae04977-795a-426e-9d85-3c710685f8ea req-e9fdd878-c0b2-41a0-a82c-db0470b97aff tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:46.457772 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-43fe7af3-871c-416f-ac3e-5192f5f6f759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:46.464060 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-aae04977-795a-426e-9d85-3c710685f8ea req-e9fdd878-c0b2-41a0-a82c-db0470b97aff tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "GET /v2.0/ports?device_id=b722772d-2ffa-4441-8676-b0fc1f97c720 HTTP/1.1" status: 200 len: 943 time: 0.2850828 Aug 10 03:21:46.492782 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-f90aacd6-af55-42a1-bb15-f1a2708b1bde service neutron] 10.222.0.44 "GET /v2.0/networks/52a12912-47fc-48c4-aaf5-a9b690b74ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2840664 Aug 10 03:21:46.518278 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a51767-76be-4f62-9859-fbba48cce687 None None] Pushing event updated for resources: {'Port': ['ID=528c659a-2cc1-4a48-88d2-6026d348e6e9,revision_number=4']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:46.547646 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fe7af3-871c-416f-ac3e-5192f5f6f759 None None] Routers {'ed8c4e06-1414-47c2-9a77-0a0c0cf70adc'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:21:46.548191 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-43fe7af3-871c-416f-ac3e-5192f5f6f759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:21:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['ed8c4e06-1414-47c2-9a77-0a0c0cf70adc'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:46.598827 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-f23e4238-7e11-4885-9ed0-d2b852f630cf service neutron] 10.222.0.44 "GET /v2.0/ports/a51886da-65ec-4881-8090-1c7844482542?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1050882 Aug 10 03:21:46.621446 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-cda92ca4-9a3b-4b1d-8691-7a8cf6b29e42 tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:46.638795 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-53283cb8-1ac4-4e2c-b944-bf0e5923de60 req-50d2624b-cc19-4bc5-a94f-dd57807e6bcf tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:46.651415 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-aae04977-795a-426e-9d85-3c710685f8ea req-9b399f25-697e-4fee-9acd-08ff3a01d129 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bcd935f-a3f8-4ab9-ae6d-676bd4ce3973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801555 Aug 10 03:21:46.652279 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['f8c4d913-6b1f-461d-8449-8f3d4c6b19fc'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:21:46.677385 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d2624b-cc19-4bc5-a94f-dd57807e6bcf tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Pushing event deleted for resources: {'Port': ['ID=f8c4d913-6b1f-461d-8449-8f3d4c6b19fc,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:46.715427 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['fbfcbaaa-1126-4380-b9c6-343d30574a5f'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:21:46.725237 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-43fe7af3-871c-416f-ac3e-5192f5f6f759 None None] Set router ed8c4e06-1414-47c2-9a77-0a0c0cf70adc gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:21:46.737638 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-53283cb8-1ac4-4e2c-b944-bf0e5923de60 req-50d2624b-cc19-4bc5-a94f-dd57807e6bcf tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] No DVR routers for this DVR port f8c4d913-6b1f-461d-8449-8f3d4c6b19fc on host n-h1-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:21:46.740849 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-53283cb8-1ac4-4e2c-b944-bf0e5923de60 req-50d2624b-cc19-4bc5-a94f-dd57807e6bcf tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:46.743559 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-53283cb8-1ac4-4e2c-b944-bf0e5923de60 req-50d2624b-cc19-4bc5-a94f-dd57807e6bcf tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] 10.222.0.42 "DELETE /v2.0/ports/f8c4d913-6b1f-461d-8449-8f3d4c6b19fc HTTP/1.1" status: 204 len: 173 time: 0.5622513 Aug 10 03:21:46.771358 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['39f75b0a-2724-41fb-b7c1-4e332a6cff90'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:21:46.892096 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-ae762167-7509-4328-9ebf-ec5f036151a7 service neutron] 10.222.0.44 "GET /v2.0/networks/39a285d2-87a3-47d7-9b49-b0b0fee32784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2910259 Aug 10 03:21:46.893623 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-cda92ca4-9a3b-4b1d-8691-7a8cf6b29e42 tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:46.904628 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84077cdb-4f4f-4d88-9b93-7cb1c7dca704 req-e277821c-34df-4af0-b749-cdcca20f7d42 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:46.906385 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-84077cdb-4f4f-4d88-9b93-7cb1c7dca704 req-e277821c-34df-4af0-b749-cdcca20f7d42 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/ports?device_id=da4496e2-8868-4b4e-ab28-ce95782e3810 HTTP/1.1" status: 200 len: 945 time: 0.1365459 Aug 10 03:21:46.939837 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214916c7-0b6f-4f65-8fd1-46eb734d170f req-3ee509ed-6ab5-43c3-8b6d-56888c362b80 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:46.941250 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-214916c7-0b6f-4f65-8fd1-46eb734d170f req-3ee509ed-6ab5-43c3-8b6d-56888c362b80 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] 10.222.0.61 "GET /v2.0/ports?device_id=170bfcf9-fc4c-4f3d-ba49-affdf210e363 HTTP/1.1" status: 200 len: 945 time: 0.0951738 Aug 10 03:21:46.992201 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b722772d-2ffa-4441-8676-b0fc1f97c720', 'tag': '9f445370-0fe0-414c-9e03-80d992f38529'}, {'server_uuid': '67b02b92-ddc2-4f94-b5f0-b78c611ca7cf', 'name': 'network-vif-deleted', 'tag': 'f8c4d913-6b1f-461d-8449-8f3d4c6b19fc'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:21:46.994746 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde0682e-fb90-4a4d-8813-50d563441efd" -d '{"events": [{"name": "network-changed", "server_uuid": "b722772d-2ffa-4441-8676-b0fc1f97c720", "tag": "9f445370-0fe0-414c-9e03-80d992f38529"}, {"server_uuid": "67b02b92-ddc2-4f94-b5f0-b78c611ca7cf", "name": "network-vif-deleted", "tag": "f8c4d913-6b1f-461d-8449-8f3d4c6b19fc"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:21:47.016900 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda92ca4-9a3b-4b1d-8691-7a8cf6b29e42 tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:21:47.037772 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-cda92ca4-9a3b-4b1d-8691-7a8cf6b29e42 tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:21:47.044160 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-43fe7af3-871c-416f-ac3e-5192f5f6f759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed8c4e06-1414-47c2-9a77-0a0c0cf70adc', 'name': 'tempest-ServersTestFqdnHostnames-513534422-router', 'tenant_id': 'c9603ab9bba540beb860908da5f483c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '69e5bd5a-55f4-45f7-aa41-300aa3539ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:21:30Z', 'updated_at': '2021-08-10T03:21:40Z', 'revision_number': 4, 'project_id': 'c9603ab9bba540beb860908da5f483c4', 'gw_port': {'id': '69e5bd5a-55f4-45f7-aa41-300aa3539ec7', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed8c4e06-1414-47c2-9a77-0a0c0cf70adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:34Z', 'updated_at': '2021-08-10T03:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '528c659a-2cc1-4a48-88d2-6026d348e6e9', 'name': '', 'network_id': 'f2610c24-f468-4d40-86ff-26a411353238', 'tenant_id': 'c9603ab9bba540beb860908da5f483c4', 'mac_address': 'fa:16:3e:33:4d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed8c4e06-1414-47c2-9a77-0a0c0cf70adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'f8ed2a35-9a6a-4125-b7ba-071adfa339f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:39Z', 'updated_at': '2021-08-10T03:21:46Z', 'revision_number': 4, 'project_id': 'c9603ab9bba540beb860908da5f483c4', 'subnets': [{'id': 'f8ed2a35-9a6a-4125-b7ba-071adfa339f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:47.047595 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda92ca4-9a3b-4b1d-8691-7a8cf6b29e42 tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:21:47.072945 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-84077cdb-4f4f-4d88-9b93-7cb1c7dca704 req-f24ea400-82fc-48d5-88ac-b56f167cccaf tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/security-groups?id=e00a7564-e56b-4b7f-b179-f193e5160bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225827 Aug 10 03:21:47.077884 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fe7af3-871c-416f-ac3e-5192f5f6f759 None None] The sync data for ids ['ed8c4e06-1414-47c2-9a77-0a0c0cf70adc'] in n-d-768862-13 is: [{'id': 'ed8c4e06-1414-47c2-9a77-0a0c0cf70adc', 'name': 'tempest-ServersTestFqdnHostnames-513534422-router', 'tenant_id': 'c9603ab9bba540beb860908da5f483c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '69e5bd5a-55f4-45f7-aa41-300aa3539ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:21:30Z', 'updated_at': '2021-08-10T03:21:40Z', 'revision_number': 4, 'project_id': 'c9603ab9bba540beb860908da5f483c4', 'gw_port': {'id': '69e5bd5a-55f4-45f7-aa41-300aa3539ec7', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed8c4e06-1414-47c2-9a77-0a0c0cf70adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:34Z', 'updated_at': '2021-08-10T03:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '528c659a-2cc1-4a48-88d2-6026d348e6e9', 'name': '', 'network_id': 'f2610c24-f468-4d40-86ff-26a411353238', 'tenant_id': 'c9603ab9bba540beb860908da5f483c4', 'mac_address': 'fa:16:3e:33:4d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed8c4e06-1414-47c2-9a77-0a0c0cf70adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'f8ed2a35-9a6a-4125-b7ba-071adfa339f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:39Z', 'updated_at': '2021-08-10T03:21:46Z', 'revision_number': 4, 'project_id': 'c9603ab9bba540beb860908da5f483c4', 'subnets': [{'id': 'f8ed2a35-9a6a-4125-b7ba-071adfa339f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:21:47.116142 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda92ca4-9a3b-4b1d-8691-7a8cf6b29e42 tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] Pushing event updated for resources: {'Port': ['ID=837e6794-a06f-417c-ab61-1273564cdf27,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:47.163169 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-56b7fba0-4dd2-4d3f-a9bd-dc7cc8dd8999 service neutron] 10.222.0.44 "GET /v2.0/networks/39a285d2-87a3-47d7-9b49-b0b0fee32784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554944 Aug 10 03:21:47.280633 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-b78a3266-959d-4623-a1e6-24566dd73830 service neutron] 10.222.0.44 "GET /v2.0/ports/d7410f22-72fc-46b2-bf2c-021ea69dd6bd?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1100540 Aug 10 03:21:47.402193 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-58add9d7-1362-42a9-8a70-199b4290ba91 req-1aa5313b-82ef-4693-b65e-42acff490fae tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] 10.222.0.44 "GET /v2.0/ports?device_id=67b02b92-ddc2-4f94-b5f0-b78c611ca7cf HTTP/1.1" status: 200 len: 210 time: 0.0373492 Aug 10 03:21:47.430002 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-cda92ca4-9a3b-4b1d-8691-7a8cf6b29e42 tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:47.450583 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-214916c7-0b6f-4f65-8fd1-46eb734d170f req-dee91427-5866-41e7-ae48-88478b7a58e5 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Deleting port fbfcbaaa-1126-4380-b9c6-343d30574a5f {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:21:47.451134 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-214916c7-0b6f-4f65-8fd1-46eb734d170f req-dee91427-5866-41e7-ae48-88478b7a58e5 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:47.461967 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-efab1e76-e42b-471e-818a-3f946e6da43c service neutron] 10.222.0.44 "GET /v2.0/networks/39a285d2-87a3-47d7-9b49-b0b0fee32784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803129 Aug 10 03:21:47.522934 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-cda92ca4-9a3b-4b1d-8691-7a8cf6b29e42 tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:47.535813 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 55512) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:47.619777 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 10 Aug 2021 03:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96489a38-a4ab-492c-bf1c-7a17ac9c3343 x-openstack-request-id: req-96489a38-a4ab-492c-bf1c-7a17ac9c3343 {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:21:47.623778 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b722772d-2ffa-4441-8676-b0fc1f97c720", "tag": "9f445370-0fe0-414c-9e03-80d992f38529", "status": "completed", "code": 200}, {"server_uuid": "67b02b92-ddc2-4f94-b5f0-b78c611ca7cf", "name": "network-vif-deleted", "tag": "f8c4d913-6b1f-461d-8449-8f3d4c6b19fc", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:21:47.624150 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-96489a38-a4ab-492c-bf1c-7a17ac9c3343 {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:21:47.624575 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b722772d-2ffa-4441-8676-b0fc1f97c720', 'tag': '9f445370-0fe0-414c-9e03-80d992f38529', 'status': 'completed', 'code': 200} Aug 10 03:21:47.624836 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b02b92-ddc2-4f94-b5f0-b78c611ca7cf', 'name': 'network-vif-deleted', 'tag': 'f8c4d913-6b1f-461d-8449-8f3d4c6b19fc', 'status': 'completed', 'code': 200} Aug 10 03:21:47.757107 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-063dfbf0-433e-4b1c-b725-1c5485f97935 service neutron] 10.222.0.44 "GET /v2.0/networks/39a285d2-87a3-47d7-9b49-b0b0fee32784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936981 Aug 10 03:21:47.767016 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-214916c7-0b6f-4f65-8fd1-46eb734d170f req-dee91427-5866-41e7-ae48-88478b7a58e5 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] For port fbfcbaaa-1126-4380-b9c6-343d30574a5f, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=fbfcbaaa-1126-4380-b9c6-343d30574a5f,segment=NetworkSegment(12579fd8-e183-4425-ae11-f7c255fa011f),segment_id=12579fd8-e183-4425-ae11-f7c255fa011f)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:47.767290 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-214916c7-0b6f-4f65-8fd1-46eb734d170f req-dee91427-5866-41e7-ae48-88478b7a58e5 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:47.787347 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-d702965b-3bba-494b-8c6b-4fb10a71dfcd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3a66a8651dfd4719adf46a7829d98cb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2503896 Aug 10 03:21:47.790995 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 55518) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:47.792038 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-214916c7-0b6f-4f65-8fd1-46eb734d170f req-dee91427-5866-41e7-ae48-88478b7a58e5 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Calling delete_port for fbfcbaaa-1126-4380-b9c6-343d30574a5f owned by compute:nova {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:21:47.795656 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde0682e-fb90-4a4d-8813-50d563441efd req-88312bb4-ade5-470b-8d9b-a25d586c72a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:47.796929 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 528c659a-2cc1-4a48-88d2-6026d348e6e9 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:21:47.797600 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-bde0682e-fb90-4a4d-8813-50d563441efd req-88312bb4-ade5-470b-8d9b-a25d586c72a2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3b405f8fd94e41e5b0ec985280fca51e&device_id=b722772d-2ffa-4441-8676-b0fc1f97c720 HTTP/1.1" status: 200 len: 1095 time: 0.1716607 Aug 10 03:21:47.867135 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 528c659a-2cc1-4a48-88d2-6026d348e6e9 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:21:47.875619 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 528c659a-2cc1-4a48-88d2-6026d348e6e9 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:21:47.876391 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:47.892274 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b391e125-8724-45a1-9135-74881d832528 req-179007e2-17e3-4bf3-b7d0-28a46053b58e tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:47.899140 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 39f75b0a-2724-41fb-b7c1-4e332a6cff90 up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:21:47.900390 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b391e125-8724-45a1-9135-74881d832528 req-179007e2-17e3-4bf3-b7d0-28a46053b58e tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a29612-20c9-44b8-855a-f25285352378 HTTP/1.1" status: 200 len: 944 time: 0.1818342 Aug 10 03:21:47.959439 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde0682e-fb90-4a4d-8813-50d563441efd req-8a12ee00-66f3-4281-adeb-abcceeeec7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:47.962361 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-bde0682e-fb90-4a4d-8813-50d563441efd req-8a12ee00-66f3-4281-adeb-abcceeeec7f2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=dedcdb64-7de1-4c86-99c8-928cd2696ccd HTTP/1.1" status: 200 len: 921 time: 0.1553626 Aug 10 03:21:48.002734 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-cda92ca4-9a3b-4b1d-8691-7a8cf6b29e42 tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:48.005205 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:48.009603 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning for port 39f75b0a-2724-41fb-b7c1-4e332a6cff90 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:21:48.017880 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-cda92ca4-9a3b-4b1d-8691-7a8cf6b29e42 tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:48.023025 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port 39f75b0a-2724-41fb-b7c1-4e332a6cff90 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:21:48.023540 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:48.027193 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5f265dfe-5a71-498a-9bd5-7a122d31abe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:48.040279 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-bde0682e-fb90-4a4d-8813-50d563441efd req-f69428b9-5186-4391-91bc-2cbbf77aae60 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9f445370-0fe0-414c-9e03-80d992f38529 HTTP/1.1" status: 200 len: 217 time: 0.0692792 Aug 10 03:21:48.087587 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b391e125-8724-45a1-9135-74881d832528 req-fefdf1a6-2538-4a98-8907-6be812178471 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] 10.222.0.44 "GET /v2.0/security-groups?id=5d02b77e-f08e-4ef4-a517-927239ee4d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1714551 Aug 10 03:21:48.088060 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 528c659a-2cc1-4a48-88d2-6026d348e6e9, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=528c659a-2cc1-4a48-88d2-6026d348e6e9,segment=NetworkSegment(b0d95f30-ce33-474a-8373-79a831b269e5),segment_id=b0d95f30-ce33-474a-8373-79a831b269e5)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:48.094875 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:48.096215 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-214916c7-0b6f-4f65-8fd1-46eb734d170f req-dee91427-5866-41e7-ae48-88478b7a58e5 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:48.125146 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-1069ad2a-4572-43bc-b0d4-1937101b7d19 service neutron] 10.222.0.44 "GET /v2.0/networks/39a285d2-87a3-47d7-9b49-b0b0fee32784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3480694 Aug 10 03:21:48.154879 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['f8c4d913-6b1f-461d-8449-8f3d4c6b19fc'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:21:48.164417 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 9f445370-0fe0-414c-9e03-80d992f38529 details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:21:48.177670 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee91427-5866-41e7-ae48-88478b7a58e5 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Pushing event deleted for resources: {'Port': ['ID=fbfcbaaa-1126-4380-b9c6-343d30574a5f,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:48.192195 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5f265dfe-5a71-498a-9bd5-7a122d31abe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:48.235673 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-214916c7-0b6f-4f65-8fd1-46eb734d170f req-dee91427-5866-41e7-ae48-88478b7a58e5 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] No DVR routers for this DVR port fbfcbaaa-1126-4380-b9c6-343d30574a5f on host n-h2-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:21:48.238817 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-214916c7-0b6f-4f65-8fd1-46eb734d170f req-dee91427-5866-41e7-ae48-88478b7a58e5 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:48.241879 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-214916c7-0b6f-4f65-8fd1-46eb734d170f req-dee91427-5866-41e7-ae48-88478b7a58e5 tempest-MultipleCreateTestJSON-990510751 tempest-MultipleCreateTestJSON-990510751-project] 10.222.0.61 "DELETE /v2.0/ports/fbfcbaaa-1126-4380-b9c6-343d30574a5f HTTP/1.1" status: 204 len: 173 time: 1.2926581 Aug 10 03:21:48.243385 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:48.264524 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=528c659a-2cc1-4a48-88d2-6026d348e6e9,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:48.277280 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde0682e-fb90-4a4d-8813-50d563441efd req-45cf2137-9ba6-40b3-8dd9-dd54db770a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:48.279135 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-bde0682e-fb90-4a4d-8813-50d563441efd req-45cf2137-9ba6-40b3-8dd9-dd54db770a92 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f24ae3cf-774a-4d5d-b1a4-9733e765050e HTTP/1.1" status: 200 len: 861 time: 0.1995420 Aug 10 03:21:48.320297 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03a29612-20c9-44b8-855a-f25285352378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39f75b0a-2724-41fb-b7c1-4e332a6cff90'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:21:48.322579 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea32c146-7836-4a8f-8b23-cc376825039e" -d '{"events": [{"server_uuid": "03a29612-20c9-44b8-855a-f25285352378", "name": "network-vif-plugged", "status": "completed", "tag": "39f75b0a-2724-41fb-b7c1-4e332a6cff90"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:21:48.326542 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-bde0682e-fb90-4a4d-8813-50d563441efd req-46d90da4-c566-4ab1-96a9-9243ee554083 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dedcdb64-7de1-4c86-99c8-928cd2696ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388029 Aug 10 03:21:48.340655 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 39f75b0a-2724-41fb-b7c1-4e332a6cff90, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=39f75b0a-2724-41fb-b7c1-4e332a6cff90,segment=NetworkSegment(92e39147-dac7-4353-ab76-bf692bb677b9),segment_id=92e39147-dac7-4353-ab76-bf692bb677b9)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:48.348140 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:48.348861 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5f265dfe-5a71-498a-9bd5-7a122d31abe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:48.351525 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5f265dfe-5a71-498a-9bd5-7a122d31abe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:48.355029 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-5f265dfe-5a71-498a-9bd5-7a122d31abe7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/06fc6066-0fdd-47ed-a907-ed95f8a26997 HTTP/1.1" status: 204 len: 168 time: 0.5577521 Aug 10 03:21:48.360687 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda92ca4-9a3b-4b1d-8691-7a8cf6b29e42 tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] Pushing event updated for resources: {'Port': ['ID=837e6794-a06f-417c-ab61-1273564cdf27,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:48.411383 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=39f75b0a-2724-41fb-b7c1-4e332a6cff90,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:48.442872 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 9f445370-0fe0-414c-9e03-80d992f38529, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=9f445370-0fe0-414c-9e03-80d992f38529,segment=NetworkSegment(688049e6-c1d0-4f13-8eef-c4d81b54e233),segment_id=688049e6-c1d0-4f13-8eef-c4d81b54e233)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:48.461668 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': '9f445370-0fe0-414c-9e03-80d992f38529', 'network_id': 'dedcdb64-7de1-4c86-99c8-928cd2696ccd', 'port_id': '9f445370-0fe0-414c-9e03-80d992f38529', 'mac_address': 'fa:16:3e:90:61:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f24ae3cf-774a-4d5d-b1a4-9733e765050e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:21:48.478404 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-bde0682e-fb90-4a4d-8813-50d563441efd req-4a43d928-8fcc-47c7-9b86-82c076843616 service neutron] 10.222.0.42 "GET /v2.0/networks/dedcdb64-7de1-4c86-99c8-928cd2696ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435914 Aug 10 03:21:48.513453 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:48.561027 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f445370-0fe0-414c-9e03-80d992f38529 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:21:48.587117 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 9f445370-0fe0-414c-9e03-80d992f38529, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=9f445370-0fe0-414c-9e03-80d992f38529,segment=NetworkSegment(688049e6-c1d0-4f13-8eef-c4d81b54e233),segment_id=688049e6-c1d0-4f13-8eef-c4d81b54e233)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:48.591306 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-bde0682e-fb90-4a4d-8813-50d563441efd req-fac81cf6-e744-433e-bf8f-d8adfd7f954f service neutron] 10.222.0.42 "GET /v2.0/networks/dedcdb64-7de1-4c86-99c8-928cd2696ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045306 Aug 10 03:21:48.606850 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:48.664732 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=9f445370-0fe0-414c-9e03-80d992f38529,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:48.742602 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f265dfe-5a71-498a-9bd5-7a122d31abe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06fc6066-0fdd-47ed-a907-ed95f8a26997,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:48.755906 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-cda92ca4-9a3b-4b1d-8691-7a8cf6b29e42 tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:48.789985 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aad80b1-b9d1-419a-9cc6-0ebed3c5640e req-003cd49d-b81e-451c-ab78-ef5e4682d8a5 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:48.791547 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2aad80b1-b9d1-419a-9cc6-0ebed3c5640e req-003cd49d-b81e-451c-ab78-ef5e4682d8a5 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/ports?device_id=da4496e2-8868-4b4e-ab28-ce95782e3810 HTTP/1.1" status: 200 len: 945 time: 0.5324609 Aug 10 03:21:48.805067 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-cda92ca4-9a3b-4b1d-8691-7a8cf6b29e42 tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:48.811571 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-cda92ca4-9a3b-4b1d-8691-7a8cf6b29e42 tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1298962 Aug 10 03:21:48.835299 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-ae96b2f3-b067-44b5-b56d-615b7f530603 service neutron] 10.222.0.44 "GET /v2.0/networks/39a285d2-87a3-47d7-9b49-b0b0fee32784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6783774 Aug 10 03:21:48.842386 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['9f445370-0fe0-414c-9e03-80d992f38529'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:21:48.928371 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2aad80b1-b9d1-419a-9cc6-0ebed3c5640e req-219f46d4-89c0-49ed-a097-af29f5e9ef55 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/security-groups?id=e00a7564-e56b-4b7f-b179-f193e5160bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137080 Aug 10 03:21:48.987065 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-e0c4b01c-8a17-4b84-b7ee-e6521ccc3485 service neutron] 10.222.0.44 "GET /v2.0/networks/39a285d2-87a3-47d7-9b49-b0b0fee32784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504121 Aug 10 03:21:49.141096 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652d1fa8-9308-46b5-886f-dd9d1876a808 req-f6725a50-1d9a-406c-83b6-2e40f18efc05 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:49.143088 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-652d1fa8-9308-46b5-886f-dd9d1876a808 req-f6725a50-1d9a-406c-83b6-2e40f18efc05 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "GET /v2.0/ports?device_id=b722772d-2ffa-4441-8676-b0fc1f97c720 HTTP/1.1" status: 200 len: 944 time: 0.0798514 Aug 10 03:21:49.150812 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-50060904-90ef-4e86-84dd-0a20eaf6eb8d service neutron] 10.222.0.44 "GET /v2.0/networks/39a285d2-87a3-47d7-9b49-b0b0fee32784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528411 Aug 10 03:21:49.236217 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-652d1fa8-9308-46b5-886f-dd9d1876a808 req-0fd7f906-f665-4733-bf27-5aadabc1b1f9 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bcd935f-a3f8-4ab9-ae6d-676bd4ce3973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843961 Aug 10 03:21:49.265760 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-2d07ba03-b89b-4dff-89cf-4fb17cd1d518 service neutron] 10.222.0.44 "GET /v2.0/networks/effb9b91-4a23-491a-b997-5e008612ed4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078064 Aug 10 03:21:49.286373 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe8c067a-8380-4c1f-87f8-f7b463f51be9 x-openstack-request-id: req-fe8c067a-8380-4c1f-87f8-f7b463f51be9 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:21:49.286708 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03a29612-20c9-44b8-855a-f25285352378", "name": "network-vif-plugged", "status": "completed", "tag": "39f75b0a-2724-41fb-b7c1-4e332a6cff90", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:21:49.286977 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fe8c067a-8380-4c1f-87f8-f7b463f51be9 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:21:49.287364 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03a29612-20c9-44b8-855a-f25285352378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39f75b0a-2724-41fb-b7c1-4e332a6cff90', 'code': 200} Aug 10 03:21:49.361503 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-d7ba5830-5bf7-4355-acb3-187a942c8818 service neutron] 10.222.0.44 "GET /v2.0/networks/effb9b91-4a23-491a-b997-5e008612ed4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890691 Aug 10 03:21:49.395365 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f2540-8ecf-4046-bf3d-c9ea5728e1a5 req-e18cb3d8-d7b2-4f15-ad4c-3b72e8ca25e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:49.399560 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-c07f2540-8ecf-4046-bf3d-c9ea5728e1a5 req-e18cb3d8-d7b2-4f15-ad4c-3b72e8ca25e9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=03a29612-20c9-44b8-855a-f25285352378 HTTP/1.1" status: 200 len: 1097 time: 0.0495591 Aug 10 03:21:49.444858 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-c07f2540-8ecf-4046-bf3d-c9ea5728e1a5 req-70ee3d9e-d369-490d-adca-6b45a3b10949 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=5d02b77e-f08e-4ef4-a517-927239ee4d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363383 Aug 10 03:21:49.479346 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-b93cbbf5-5911-4b20-b31c-8fcac4122d9b service neutron] 10.222.0.44 "GET /v2.0/networks/effb9b91-4a23-491a-b997-5e008612ed4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121850 Aug 10 03:21:49.508030 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-67a6507c-bc82-4444-ab5f-ea6550617825 req-df0c9a16-35b8-4f34-a8c1-8f88fa090187 tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1120151217&fields=id&tenant_id=c9603ab9bba540beb860908da5f483c4 HTTP/1.1" status: 200 len: 267 time: 0.0659037 Aug 10 03:21:49.625722 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '170bfcf9-fc4c-4f3d-ba49-affdf210e363', 'name': 'network-vif-deleted', 'tag': 'fbfcbaaa-1126-4380-b9c6-343d30574a5f'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:21:49.628192 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66fbec62-88b6-462d-a403-14983b96a3a4" -d '{"events": [{"server_uuid": "170bfcf9-fc4c-4f3d-ba49-affdf210e363", "name": "network-vif-deleted", "tag": "fbfcbaaa-1126-4380-b9c6-343d30574a5f"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:21:49.650733 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-a43acb15-a363-461c-bac7-6fcd503217e7 service neutron] 10.222.0.44 "GET /v2.0/networks/effb9b91-4a23-491a-b997-5e008612ed4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653028 Aug 10 03:21:49.661510 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a6507c-bc82-4444-ab5f-ea6550617825 req-52ea41f6-a1ac-41d8-91cb-1150a68831e1 tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:49.663016 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-67a6507c-bc82-4444-ab5f-ea6550617825 req-52ea41f6-a1ac-41d8-91cb-1150a68831e1 tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] 10.222.0.44 "GET /v2.0/networks?id=f2610c24-f468-4d40-86ff-26a411353238 HTTP/1.1" status: 200 len: 814 time: 0.1266036 Aug 10 03:21:49.680172 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-67a6507c-bc82-4444-ab5f-ea6550617825 req-dac71b9a-e21d-4db8-9804-e6c100848aa6 tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] 10.222.0.44 "GET /v2.0/quotas/c9603ab9bba540beb860908da5f483c4 HTTP/1.1" status: 200 len: 375 time: 0.0101087 Aug 10 03:21:49.712114 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 528c659a-2cc1-4a48-88d2-6026d348e6e9 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:21:49.740884 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-67a6507c-bc82-4444-ab5f-ea6550617825 req-83e0d64f-af48-46f2-9ff0-171541cec580 tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c9603ab9bba540beb860908da5f483c4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0541620 Aug 10 03:21:49.783928 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 528c659a-2cc1-4a48-88d2-6026d348e6e9 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:21:49.784406 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:49.853522 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-67a6507c-bc82-4444-ab5f-ea6550617825 req-b5bd5405-b736-41c9-a236-e2f6c99ad933 service neutron] 10.222.0.44 "GET /v2.0/networks/f2610c24-f468-4d40-86ff-26a411353238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862019 Aug 10 03:21:49.949588 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-67a6507c-bc82-4444-ab5f-ea6550617825 req-b51bcf76-ba9c-47de-9316-35247ce1f97c service neutron] 10.222.0.44 "GET /v2.0/networks/f2610c24-f468-4d40-86ff-26a411353238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892899 Aug 10 03:21:50.151101 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 9f445370-0fe0-414c-9e03-80d992f38529 up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:21:50.207909 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning for port 9f445370-0fe0-414c-9e03-80d992f38529 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:21:50.213440 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port 9f445370-0fe0-414c-9e03-80d992f38529 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:21:50.213826 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:50.236017 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7c1b0a-a69c-4a35-8445-fff12ed343f1 req-e245b080-2f1a-42e2-bdb8-3003a5585771 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:50.243698 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5e7c1b0a-a69c-4a35-8445-fff12ed343f1 req-e245b080-2f1a-42e2-bdb8-3003a5585771 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a29612-20c9-44b8-855a-f25285352378 HTTP/1.1" status: 200 len: 945 time: 0.0601957 Aug 10 03:21:50.297339 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5e7c1b0a-a69c-4a35-8445-fff12ed343f1 req-bdf52a80-5079-4aa8-8b4c-c635005f9bf1 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] 10.222.0.44 "GET /v2.0/security-groups?id=5d02b77e-f08e-4ef4-a517-927239ee4d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526140 Aug 10 03:21:50.345588 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:50.497228 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 55610) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:50.579737 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-098b2a9a-a6f3-429f-9bdf-22221f10c007 admin admin] Deleting subnet 94f1adae-6677-4cd9-bdaa-c308bdf6d787 {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:21:50.581863 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 9f445370-0fe0-414c-9e03-80d992f38529, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=9f445370-0fe0-414c-9e03-80d992f38529,segment=NetworkSegment(688049e6-c1d0-4f13-8eef-c4d81b54e233),segment_id=688049e6-c1d0-4f13-8eef-c4d81b54e233)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:50.586150 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae781eb-2634-48af-9d13-e643ab82c2fd x-openstack-request-id: req-7ae781eb-2634-48af-9d13-e643ab82c2fd {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:21:50.586331 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "170bfcf9-fc4c-4f3d-ba49-affdf210e363", "name": "network-vif-deleted", "tag": "fbfcbaaa-1126-4380-b9c6-343d30574a5f", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:21:50.586694 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7ae781eb-2634-48af-9d13-e643ab82c2fd {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:21:50.587702 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '170bfcf9-fc4c-4f3d-ba49-affdf210e363', 'name': 'network-vif-deleted', 'tag': 'fbfcbaaa-1126-4380-b9c6-343d30574a5f', 'status': 'completed', 'code': 200} Aug 10 03:21:50.588367 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-098b2a9a-a6f3-429f-9bdf-22221f10c007 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:50.595299 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:50.596145 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device f8c4d913-6b1f-461d-8449-8f3d4c6b19fc no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:21:50.677119 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] No Port match for: f8c4d913-6b1f-461d-8449-8f3d4c6b19fc {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:21:50.682068 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device f8c4d913-6b1f-461d-8449-8f3d4c6b19fc not bound to the agent host n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:21:50.686178 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-098b2a9a-a6f3-429f-9bdf-22221f10c007 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:50.767341 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=9f445370-0fe0-414c-9e03-80d992f38529,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:50.772629 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-098b2a9a-a6f3-429f-9bdf-22221f10c007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:50.785566 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-578bc8ba-e095-4484-b654-23d83b34586a req-5f6b70e6-de47-467c-ae55-783dc8c53df9 tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] 10.222.0.44 "GET /v2.0/ports?device_id=98532c5c-e4f2-4b43-aa06-5cf8233e4981 HTTP/1.1" status: 200 len: 210 time: 0.0461080 Aug 10 03:21:50.794088 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f036ed-bdf5-4531-bda3-260175b474c7 req-3bf58eb3-ca56-4368-9ac6-abf9fdd1fc79 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:50.803864 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d6f036ed-bdf5-4531-bda3-260175b474c7 req-3bf58eb3-ca56-4368-9ac6-abf9fdd1fc79 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/ports?device_id=da4496e2-8868-4b4e-ab28-ce95782e3810 HTTP/1.1" status: 200 len: 945 time: 0.1080110 Aug 10 03:21:50.848929 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d6f036ed-bdf5-4531-bda3-260175b474c7 req-f2b650ce-0c5e-454a-bea7-e5441cead5cd tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/security-groups?id=e00a7564-e56b-4b7f-b179-f193e5160bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440161 Aug 10 03:21:50.907364 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-098b2a9a-a6f3-429f-9bdf-22221f10c007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:50.941502 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098b2a9a-a6f3-429f-9bdf-22221f10c007 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94f1adae-6677-4cd9-bdaa-c308bdf6d787,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:50.947811 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-098b2a9a-a6f3-429f-9bdf-22221f10c007 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:50.950353 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-098b2a9a-a6f3-429f-9bdf-22221f10c007 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/94f1adae-6677-4cd9-bdaa-c308bdf6d787 HTTP/1.1" status: 204 len: 168 time: 0.4520664 Aug 10 03:21:50.953062 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 55620) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:50.980192 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de934a2c-7084-48e5-a2ed-be2dd13eb060 req-fa90b5bf-984c-4078-a685-349ea5026d5d tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:50.982269 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-de934a2c-7084-48e5-a2ed-be2dd13eb060 req-fa90b5bf-984c-4078-a685-349ea5026d5d tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "GET /v2.0/ports?device_id=b722772d-2ffa-4441-8676-b0fc1f97c720 HTTP/1.1" status: 200 len: 945 time: 0.0833716 Aug 10 03:21:51.033424 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8c90a592-24f7-47f9-ae62-e7098ad02c74 req-21c4cffd-3eab-45a3-913e-2d00e22aba74 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/ports?device_id=044f5741-e4d3-4edf-954b-c2c5a6f36283 HTTP/1.1" status: 200 len: 210 time: 0.0339224 Aug 10 03:21:51.037654 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-04c34349-15d1-4bec-8006-ed14aec2973d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:51.052364 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-de934a2c-7084-48e5-a2ed-be2dd13eb060 req-76c4cbf1-e1ee-4e1c-ac19-df555224569a tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bcd935f-a3f8-4ab9-ae6d-676bd4ce3973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611711 Aug 10 03:21:51.145276 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-04c34349-15d1-4bec-8006-ed14aec2973d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:51.158172 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-04c34349-15d1-4bec-8006-ed14aec2973d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36135f86-55af-48c7-9516-7187aabe118a']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:51.174072 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-04c34349-15d1-4bec-8006-ed14aec2973d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12579fd8-e183-4425-ae11-f7c255fa011f') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:51.174714 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-04c34349-15d1-4bec-8006-ed14aec2973d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12579fd8-e183-4425-ae11-f7c255fa011f') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:51.183346 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1f23fb-8787-42f7-a105-7f6583ee369d req-d0c11857-7838-4f8c-9625-73f39ce3a3dd tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:51.184916 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-04c34349-15d1-4bec-8006-ed14aec2973d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:51.190752 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fc1f23fb-8787-42f7-a105-7f6583ee369d req-d0c11857-7838-4f8c-9625-73f39ce3a3dd tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/ports?device_id=da4496e2-8868-4b4e-ab28-ce95782e3810 HTTP/1.1" status: 200 len: 945 time: 0.0633080 Aug 10 03:21:51.200342 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-04c34349-15d1-4bec-8006-ed14aec2973d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:51.208737 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04c34349-15d1-4bec-8006-ed14aec2973d admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:21:51.209308 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-04c34349-15d1-4bec-8006-ed14aec2973d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:51.211377 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:21:51.211377 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:21:51.211377 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:21:51.211377 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:21:51.211377 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:21:51.211377 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:21:51.211377 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:21:51.211377 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:21:51.211377 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:21:51.211377 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:21:51.211377 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:21:51.211377 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:21:51.211377 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:21:51.211377 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:21:51.211377 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:21:51.211377 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:21:51.211377 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:21:51.211377 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:21:51.211377 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:21:51.211377 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:21:51.211377 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:21:51.211377 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:21:51.211377 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:21:51.211377 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:21:51.211377 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:21:51.211377 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:21:51.211377 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:21:51.211377 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:21:51.211377 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:21:51.211377 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:21:51.211377 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:21:51.211377 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:21:51.234782 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fc1f23fb-8787-42f7-a105-7f6583ee369d req-37e6266f-1832-45b4-96bf-89b22451aa29 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/security-groups?id=e00a7564-e56b-4b7f-b179-f193e5160bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428891 Aug 10 03:21:51.290159 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-04c34349-15d1-4bec-8006-ed14aec2973d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:51.290432 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b722772d-2ffa-4441-8676-b0fc1f97c720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f445370-0fe0-414c-9e03-80d992f38529'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:21:51.296568 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f9ad57-1afd-4742-9d00-2c0217640761" -d '{"events": [{"server_uuid": "b722772d-2ffa-4441-8676-b0fc1f97c720", "name": "network-vif-plugged", "status": "completed", "tag": "9f445370-0fe0-414c-9e03-80d992f38529"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:21:51.303286 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-04c34349-15d1-4bec-8006-ed14aec2973d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:51.306011 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-04c34349-15d1-4bec-8006-ed14aec2973d admin admin] 10.222.0.44 "DELETE /v2.0/networks/36135f86-55af-48c7-9516-7187aabe118a HTTP/1.1" status: 204 len: 168 time: 0.3518968 Aug 10 03:21:51.317851 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c34349-15d1-4bec-8006-ed14aec2973d admin admin] Pushing event deleted for resources: {'Network': ['ID=36135f86-55af-48c7-9516-7187aabe118a,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:51.339110 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d7658dd2-7e37-4aa7-93d1-e03e1380c3b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:51.457908 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8450c6e8-4d99-417e-b014-16e24d0b0c3d x-openstack-request-id: req-8450c6e8-4d99-417e-b014-16e24d0b0c3d {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:21:51.458830 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b722772d-2ffa-4441-8676-b0fc1f97c720", "name": "network-vif-plugged", "status": "completed", "tag": "9f445370-0fe0-414c-9e03-80d992f38529", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:21:51.459266 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8450c6e8-4d99-417e-b014-16e24d0b0c3d {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:21:51.459877 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b722772d-2ffa-4441-8676-b0fc1f97c720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f445370-0fe0-414c-9e03-80d992f38529', 'code': 200} Aug 10 03:21:51.587428 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a6507c-bc82-4444-ab5f-ea6550617825 req-0440407e-bc6d-4385-910e-2ff0d422ff16 tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:51.591140 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-67a6507c-bc82-4444-ab5f-ea6550617825 req-0440407e-bc6d-4385-910e-2ff0d422ff16 tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] 10.222.0.61 "GET /v2.0/networks?id=f2610c24-f468-4d40-86ff-26a411353238 HTTP/1.1" status: 200 len: 814 time: 0.1753688 Aug 10 03:21:51.602798 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 55638) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:51.629977 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9198657-916e-4ea3-a182-c0eb178f8d18 req-10b32e0e-dde0-4e64-a5e5-0b4462a35c4c tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:51.635022 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e9198657-916e-4ea3-a182-c0eb178f8d18 req-10b32e0e-dde0-4e64-a5e5-0b4462a35c4c tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a29612-20c9-44b8-855a-f25285352378 HTTP/1.1" status: 200 len: 945 time: 0.0697081 Aug 10 03:21:51.700462 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e9198657-916e-4ea3-a182-c0eb178f8d18 req-933c7da2-e96f-4bce-a02f-bcc64668af16 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] 10.222.0.44 "GET /v2.0/security-groups?id=5d02b77e-f08e-4ef4-a517-927239ee4d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524859 Aug 10 03:21:51.708220 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-67a6507c-bc82-4444-ab5f-ea6550617825 req-fd06f103-5ec7-4baa-a56c-cf92c9d277bb tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c9603ab9bba540beb860908da5f483c4 HTTP/1.1" status: 200 len: 380 time: 0.1029112 Aug 10 03:21:51.718009 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-542398f9-8f3b-4ff0-b183-c51bed47cb28 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8d28928fef9a4cb78edb2c407fdaba2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1078956 Aug 10 03:21:51.718009 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4390904-fd57-48f5-b3e3-d504b4f63aa6 req-b2903137-ce60-4186-83e2-ef6dc48fc406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:51.718982 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-f4390904-fd57-48f5-b3e3-d504b4f63aa6 req-b2903137-ce60-4186-83e2-ef6dc48fc406 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b722772d-2ffa-4441-8676-b0fc1f97c720 HTTP/1.1" status: 200 len: 1097 time: 0.1266973 Aug 10 03:21:51.720785 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 55642) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:51.724240 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-67a6507c-bc82-4444-ab5f-ea6550617825 req-1e096515-3fa1-49a3-b3f2-09ec279d626e tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] Request body: {'port': {'device_id': '98532c5c-e4f2-4b43-aa06-5cf8233e4981', 'network_id': 'f2610c24-f468-4d40-86ff-26a411353238', 'admin_state_up': True, 'tenant_id': 'c9603ab9bba540beb860908da5f483c4', 'security_groups': ['2a3d60c7-dc11-4ed6-97f3-7a302523b1f9']}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:51.767324 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce57d291-8cbc-49ec-9ffd-3ea7232e26e5 req-04206966-82d9-47c7-828c-3773f3ad496d tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:51.769101 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ce57d291-8cbc-49ec-9ffd-3ea7232e26e5 req-04206966-82d9-47c7-828c-3773f3ad496d tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/ports?device_id=da4496e2-8868-4b4e-ab28-ce95782e3810 HTTP/1.1" status: 200 len: 945 time: 0.0837803 Aug 10 03:21:51.821821 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-f4390904-fd57-48f5-b3e3-d504b4f63aa6 req-3e4bf7f4-1ae7-4510-8e98-57b1cb3e7580 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8bcd935f-a3f8-4ab9-ae6d-676bd4ce3973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816941 Aug 10 03:21:51.855574 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ee55f226-8c33-4c73-85d4-328c841ba824 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:51.874103 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67a6507c-bc82-4444-ab5f-ea6550617825 req-1e096515-3fa1-49a3-b3f2-09ec279d626e tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] Made reservation on behalf of c9603ab9bba540beb860908da5f483c4 for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:21:51.875993 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ce57d291-8cbc-49ec-9ffd-3ea7232e26e5 req-92937fb4-8122-4cb6-87af-f90db26c1d72 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/security-groups?id=e00a7564-e56b-4b7f-b179-f193e5160bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954807 Aug 10 03:21:51.882647 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-67a6507c-bc82-4444-ab5f-ea6550617825 req-1e096515-3fa1-49a3-b3f2-09ec279d626e tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:51.904098 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ee55f226-8c33-4c73-85d4-328c841ba824 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:51.920545 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device fbfcbaaa-1126-4380-b9c6-343d30574a5f no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:21:51.928866 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363460cb-263d-401e-b1f4-8a86331bb4ce req-fab3e7c4-be8f-43dc-a2ab-0fe1c717e560 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:51.944435 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 55652) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:51.953014 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-363460cb-263d-401e-b1f4-8a86331bb4ce req-fab3e7c4-be8f-43dc-a2ab-0fe1c717e560 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a29612-20c9-44b8-855a-f25285352378 HTTP/1.1" status: 200 len: 945 time: 0.1481006 Aug 10 03:21:51.958254 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-d401cfc8-1568-4507-8310-6e18394c812e tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] Request body: {'floatingip': {'port_id': '39f75b0a-2724-41fb-b7c1-4e332a6cff90'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:51.967156 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] No Port match for: fbfcbaaa-1126-4380-b9c6-343d30574a5f {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:21:51.967990 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device fbfcbaaa-1126-4380-b9c6-343d30574a5f not bound to the agent host n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:21:51.999982 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-46cd4201-f214-4126-ab1a-41e58ece310a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:52.001377 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-46cd4201-f214-4126-ab1a-41e58ece310a service neutron] 10.222.0.61 "GET /v2.0/ports/a51886da-65ec-4881-8090-1c7844482542 HTTP/1.1" status: 200 len: 1028 time: 0.1078699 Aug 10 03:21:52.037546 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d401cfc8-1568-4507-8310-6e18394c812e tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] Notify callbacks [] for floatingip, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:52.057740 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-817b5992-b5f8-4106-ae23-5cc0dc404479 req-cb23baa9-ca43-41ed-9675-eaeb3af30320 tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] 10.222.0.44 "GET /v2.0/ports?device_id=98532c5c-e4f2-4b43-aa06-5cf8233e4981 HTTP/1.1" status: 200 len: 210 time: 0.0358894 Aug 10 03:21:52.108111 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ee55f226-8c33-4c73-85d4-328c841ba824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:52.110795 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ee55f226-8c33-4c73-85d4-328c841ba824 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:52.112250 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-ee55f226-8c33-4c73-85d4-328c841ba824 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c9014602-d589-43cc-9c85-12bc5b71acc9 HTTP/1.1" status: 204 len: 168 time: 0.3907695 Aug 10 03:21:52.136729 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee55f226-8c33-4c73-85d4-328c841ba824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9014602-d589-43cc-9c85-12bc5b71acc9,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:52.154668 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f70283-e569-4dd4-8359-14d0def688aa req-5b789b4e-9563-4098-b2e4-3479298563c9 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:52.157091 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d0f70283-e569-4dd4-8359-14d0def688aa req-5b789b4e-9563-4098-b2e4-3479298563c9 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/ports?device_id=da4496e2-8868-4b4e-ab28-ce95782e3810 HTTP/1.1" status: 200 len: 945 time: 0.0889320 Aug 10 03:21:52.158561 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-4350e996-79e4-4879-84eb-78c4cd64de86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:52.159950 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-4350e996-79e4-4879-84eb-78c4cd64de86 service neutron] 10.222.0.61 "GET /v2.0/ports/d7410f22-72fc-46b2-bf2c-021ea69dd6bd HTTP/1.1" status: 200 len: 1027 time: 0.1199300 Aug 10 03:21:52.228399 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d0f70283-e569-4dd4-8359-14d0def688aa req-45e4b7b7-cdcd-4a37-8cb0-b01aee2fc50a tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/security-groups?id=e00a7564-e56b-4b7f-b179-f193e5160bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606976 Aug 10 03:21:52.383102 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-37fed7a1-2978-49b8-a356-a309c17e4a21 req-23f59244-e9a2-4c51-b7e2-79ac9c16c83f tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/ports?device_id=044f5741-e4d3-4edf-954b-c2c5a6f36283 HTTP/1.1" status: 200 len: 210 time: 0.0351424 Aug 10 03:21:52.396900 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10fad51-3b86-42ed-9b5d-968a02aae7bc req-6ff630d6-0774-4403-9ef4-cffb067430c6 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:52.398805 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [req-67a6507c-bc82-4444-ab5f-ea6550617825 req-1e096515-3fa1-49a3-b3f2-09ec279d626e tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] Allocated IP 172.20.0.12 (f2610c24-f468-4d40-86ff-26a411353238/f8ed2a35-9a6a-4125-b7ba-071adfa339f4/ac1f695a-36dc-4bad-9ccb-4e8de6a45e31) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:21:52.406030 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f10fad51-3b86-42ed-9b5d-968a02aae7bc req-6ff630d6-0774-4403-9ef4-cffb067430c6 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "GET /v2.0/ports?device_id=b722772d-2ffa-4441-8676-b0fc1f97c720 HTTP/1.1" status: 200 len: 945 time: 0.1172583 Aug 10 03:21:52.481588 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f10fad51-3b86-42ed-9b5d-968a02aae7bc req-5b5b5fc2-d6fb-462b-8ff9-036dc288ca95 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bcd935f-a3f8-4ab9-ae6d-676bd4ce3973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498002 Aug 10 03:21:52.498551 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-0b7ce05e-b5c5-4119-acd7-8d8c21d8530c tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:52.506802 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-0b7ce05e-b5c5-4119-acd7-8d8c21d8530c tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:52.513629 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-0b7ce05e-b5c5-4119-acd7-8d8c21d8530c tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:52.516186 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-0b7ce05e-b5c5-4119-acd7-8d8c21d8530c tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.61 "GET /v2.0/networks?id=52a12912-47fc-48c4-aaf5-a9b690b74ffc&id=39a285d2-87a3-47d7-9b49-b0b0fee32784&id=39a285d2-87a3-47d7-9b49-b0b0fee32784&id=39a285d2-87a3-47d7-9b49-b0b0fee32784&id=39a285d2-87a3-47d7-9b49-b0b0fee32784&id=effb9b91-4a23-491a-b997-5e008612ed4d&id=effb9b91-4a23-491a-b997-5e008612ed4d HTTP/1.1" status: 200 len: 1989 time: 0.2920148 Aug 10 03:21:52.857357 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-a82249db-76b5-43dc-8fc0-1e268ec0fed9 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06c20e5fd34a48aa8cc6b4171afd240a HTTP/1.1" status: 200 len: 380 time: 0.2429585 Aug 10 03:21:52.872212 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-67ec0099-6b77-40aa-ad31-4445c0de2dd9 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Request body: {'port': {'device_id': '044f5741-e4d3-4edf-954b-c2c5a6f36283', 'network_id': '52a12912-47fc-48c4-aaf5-a9b690b74ffc', 'admin_state_up': True, 'tenant_id': '06c20e5fd34a48aa8cc6b4171afd240a', 'security_groups': ['e522b194-e383-4019-8939-c6a59d2ab04c']}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:52.953249 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef2bb49-e2d6-4c57-8dbe-f22473f476f7 req-1bc715bf-90cd-4fff-9b1a-9ee876ab7fbd tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:52.955637 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6ef2bb49-e2d6-4c57-8dbe-f22473f476f7 req-1bc715bf-90cd-4fff-9b1a-9ee876ab7fbd tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/ports?device_id=da4496e2-8868-4b4e-ab28-ce95782e3810 HTTP/1.1" status: 200 len: 945 time: 0.0599682 Aug 10 03:21:53.031669 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6ef2bb49-e2d6-4c57-8dbe-f22473f476f7 req-639f397b-5292-403e-8d51-b0ab2b3061cb tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/security-groups?id=e00a7564-e56b-4b7f-b179-f193e5160bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636456 Aug 10 03:21:53.105777 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-67ec0099-6b77-40aa-ad31-4445c0de2dd9 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Made reservation on behalf of 06c20e5fd34a48aa8cc6b4171afd240a for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:21:53.109403 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-67ec0099-6b77-40aa-ad31-4445c0de2dd9 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:53.135273 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-67a6507c-bc82-4444-ab5f-ea6550617825 req-1e096515-3fa1-49a3-b3f2-09ec279d626e tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:53.203076 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [req-67a6507c-bc82-4444-ab5f-ea6550617825 req-1e096515-3fa1-49a3-b3f2-09ec279d626e tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] Transition to ACTIVE for port object ac1f695a-36dc-4bad-9ccb-4e8de6a45e31 will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:21:53.285936 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dea26605-8d17-41f8-9ee4-dabb31380998 req-adb22d14-160e-4940-a246-ba628a73d6bf tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] 10.222.0.44 "GET /v2.0/ports?device_id=98532c5c-e4f2-4b43-aa06-5cf8233e4981 HTTP/1.1" status: 200 len: 210 time: 0.0714169 Aug 10 03:21:53.345809 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 55698) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:53.382877 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-67a6507c-bc82-4444-ab5f-ea6550617825 req-1e096515-3fa1-49a3-b3f2-09ec279d626e tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:53.464273 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67a6507c-bc82-4444-ab5f-ea6550617825 req-1e096515-3fa1-49a3-b3f2-09ec279d626e tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] Network f2610c24-f468-4d40-86ff-26a411353238 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:21:53.471936 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-67ec0099-6b77-40aa-ad31-4445c0de2dd9 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Allocated IP 172.20.0.5 (52a12912-47fc-48c4-aaf5-a9b690b74ffc/ee6f27b1-efb9-4823-8a00-7f908deefa06/59b5fda1-f8d3-4c6d-b2ad-a1607e38f8ab) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:21:53.487450 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-f96398f3-99e4-4c5d-85ab-c52c05bf1938 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-920922226-network', 'tenant_id': 'ac70840a008f43f8889357cc3a3e69b7'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:53.490145 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [req-67a6507c-bc82-4444-ab5f-ea6550617825 req-1e096515-3fa1-49a3-b3f2-09ec279d626e tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:21:53.493806 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-67a6507c-bc82-4444-ab5f-ea6550617825 req-1e096515-3fa1-49a3-b3f2-09ec279d626e tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:21:53.518549 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f96398f3-99e4-4c5d-85ab-c52c05bf1938 admin admin] Made reservation on behalf of ac70840a008f43f8889357cc3a3e69b7 for: {'network': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:21:53.522364 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f96398f3-99e4-4c5d-85ab-c52c05bf1938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:53.569437 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d401cfc8-1568-4507-8310-6e18394c812e tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:53.584861 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e096515-3fa1-49a3-b3f2-09ec279d626e tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] Pushing event updated for resources: {'Port': ['ID=ac1f695a-36dc-4bad-9ccb-4e8de6a45e31,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:53.592489 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f796ea79-1e9f-4e76-b154-63666e9a4c4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:53.600618 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d401cfc8-1568-4507-8310-6e18394c812e tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:53.601030 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f96398f3-99e4-4c5d-85ab-c52c05bf1938 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:53.617339 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0878e810-ac7c-48eb-93cb-3dcd090a8646 req-84f1bd4f-da69-4d59-aaa5-e81c1ba750c4 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/ports?device_id=044f5741-e4d3-4edf-954b-c2c5a6f36283 HTTP/1.1" status: 200 len: 210 time: 0.0900145 Aug 10 03:21:53.793883 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18920ba7-bb2e-4dfa-b0e0-fa0745cc867f req-36f8ba25-897b-45ed-b8eb-0466b4b0fafc tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:53.801920 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-18920ba7-bb2e-4dfa-b0e0-fa0745cc867f req-36f8ba25-897b-45ed-b8eb-0466b4b0fafc tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "GET /v2.0/ports?device_id=b722772d-2ffa-4441-8676-b0fc1f97c720 HTTP/1.1" status: 200 len: 945 time: 0.1383543 Aug 10 03:21:53.883129 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-111824ca-28f0-436c-bd99-fd57c9c74e0c None None] Provisioning for port ac1f695a-36dc-4bad-9ccb-4e8de6a45e31 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:21:53.889929 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-111824ca-28f0-436c-bd99-fd57c9c74e0c None None] Provisioning complete for port ac1f695a-36dc-4bad-9ccb-4e8de6a45e31 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:21:53.890493 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-111824ca-28f0-436c-bd99-fd57c9c74e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:53.906901 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-18920ba7-bb2e-4dfa-b0e0-fa0745cc867f req-342821cd-2f04-4c17-91e0-bb733142398d tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bcd935f-a3f8-4ab9-ae6d-676bd4ce3973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038744 Aug 10 03:21:53.966460 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-111824ca-28f0-436c-bd99-fd57c9c74e0c None None] Port ac1f695a-36dc-4bad-9ccb-4e8de6a45e31 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:21:53.989703 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f96398f3-99e4-4c5d-85ab-c52c05bf1938 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:53.998974 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f96398f3-99e4-4c5d-85ab-c52c05bf1938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:54.023176 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f96398f3-99e4-4c5d-85ab-c52c05bf1938 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=94260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:21:54.037037 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f96398f3-99e4-4c5d-85ab-c52c05bf1938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:54.037535 n-d-768862-13 neutron-server[94260]: INFO neutron.db.segments_db [None req-f96398f3-99e4-4c5d-85ab-c52c05bf1938 admin admin] Added segment 8eeeb85b-045c-47ce-a001-0523a4122246 of type vlan for network 55b6d85f-389a-49ad-a993-061b1ffa3bde Aug 10 03:21:54.086994 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f96398f3-99e4-4c5d-85ab-c52c05bf1938 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:54.137052 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:54.137891 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a6507c-bc82-4444-ab5f-ea6550617825 req-1e096515-3fa1-49a3-b3f2-09ec279d626e tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:54.138634 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-67a6507c-bc82-4444-ab5f-ea6550617825 req-1e096515-3fa1-49a3-b3f2-09ec279d626e tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:54.161946 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96398f3-99e4-4c5d-85ab-c52c05bf1938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13b424cb-c09c-42c1-b19e-39d1f79c40d9,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:54.166037 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-67a6507c-bc82-4444-ab5f-ea6550617825 req-1e096515-3fa1-49a3-b3f2-09ec279d626e tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4460177 Aug 10 03:21:54.193740 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e078af2-4f18-4211-943a-5e1fc2fd05c9 req-88958eec-961b-4143-aba5-5ac16403d978 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:54.195461 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1e078af2-4f18-4211-943a-5e1fc2fd05c9 req-88958eec-961b-4143-aba5-5ac16403d978 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "GET /v2.0/ports?device_id=b722772d-2ffa-4441-8676-b0fc1f97c720 HTTP/1.1" status: 200 len: 945 time: 0.0949636 Aug 10 03:21:54.238175 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1e078af2-4f18-4211-943a-5e1fc2fd05c9 req-1a6d0aba-4391-4293-bf24-bc40bbdc6e7a tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bcd935f-a3f8-4ab9-ae6d-676bd4ce3973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355737 Aug 10 03:21:54.239129 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f96398f3-99e4-4c5d-85ab-c52c05bf1938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:54.240364 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96398f3-99e4-4c5d-85ab-c52c05bf1938 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:54.241609 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f96398f3-99e4-4c5d-85ab-c52c05bf1938 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:54.263360 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-f96398f3-99e4-4c5d-85ab-c52c05bf1938 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9148114 Aug 10 03:21:54.272564 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-67a6507c-bc82-4444-ab5f-ea6550617825 req-26559084-7181-46f0-8c44-a9f3ede91962 service neutron] Request body: {'port': {'device_id': '98532c5c-e4f2-4b43-aa06-5cf8233e4981', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-13'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:54.280593 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 55722) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:54.291601 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-3e6d9b34-b514-4663-8cea-2d4dcd543ad9 admin admin] Request body: {'subnet': {'network_id': '55b6d85f-389a-49ad-a993-061b1ffa3bde', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-920922226-subnet', 'tenant_id': 'ac70840a008f43f8889357cc3a3e69b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:54.322059 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c3a605-bd56-4585-aaca-971bf0afdfbf req-6dac58d7-308d-4b2b-a3b6-c55419fe3238 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:54.323666 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-29c3a605-bd56-4585-aaca-971bf0afdfbf req-6dac58d7-308d-4b2b-a3b6-c55419fe3238 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.42 "GET /v2.0/ports?device_id=da4496e2-8868-4b4e-ab28-ce95782e3810 HTTP/1.1" status: 200 len: 945 time: 0.2499201 Aug 10 03:21:54.428543 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96398f3-99e4-4c5d-85ab-c52c05bf1938 admin admin] Pushing event updated for resources: {'Network': ['ID=55b6d85f-389a-49ad-a993-061b1ffa3bde,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:54.439608 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 55b6d85f-389a-49ad-a993-061b1ffa3bde details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:21:54.466616 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-67ec0099-6b77-40aa-ad31-4445c0de2dd9 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:54.470260 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24a1b98-0aee-48aa-a9d4-1dcec564994c req-69fff767-e458-4bea-9d2f-b95b521c1984 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:54.475513 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c24a1b98-0aee-48aa-a9d4-1dcec564994c req-69fff767-e458-4bea-9d2f-b95b521c1984 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/ports?device_id=da4496e2-8868-4b4e-ab28-ce95782e3810 HTTP/1.1" status: 200 len: 945 time: 0.0915067 Aug 10 03:21:54.544971 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e6d9b34-b514-4663-8cea-2d4dcd543ad9 admin admin] Made reservation on behalf of ac70840a008f43f8889357cc3a3e69b7 for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:21:54.547301 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3e6d9b34-b514-4663-8cea-2d4dcd543ad9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:54.556419 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c24a1b98-0aee-48aa-a9d4-1dcec564994c req-06834e00-eca9-48fe-9e40-1fb98f3b13dd tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/security-groups?id=e00a7564-e56b-4b7f-b179-f193e5160bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714056 Aug 10 03:21:54.579556 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-67ec0099-6b77-40aa-ad31-4445c0de2dd9 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Transition to ACTIVE for port object 59b5fda1-f8d3-4c6d-b2ad-a1607e38f8ab will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:21:54.582879 n-d-768862-13 neutron-server[94261]: INFO neutron.db.l3_db [None req-d401cfc8-1568-4507-8310-6e18394c812e tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] Floating IP 5f2d8d79-7598-45a9-a6e9-ce5bd60da330 associated. External IP: 172.25.6.153, port: 39f75b0a-2724-41fb-b7c1-4e332a6cff90. Aug 10 03:21:54.698044 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bf54ce-0038-4888-b7f0-0a406ac9b4a7 req-879165ed-d7fc-4d36-b46c-79e2b501f3f8 tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:54.699478 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-60bf54ce-0038-4888-b7f0-0a406ac9b4a7 req-879165ed-d7fc-4d36-b46c-79e2b501f3f8 tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] 10.222.0.44 "GET /v2.0/ports?device_id=98532c5c-e4f2-4b43-aa06-5cf8233e4981 HTTP/1.1" status: 200 len: 932 time: 0.0504026 Aug 10 03:21:54.728397 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-67a6507c-bc82-4444-ab5f-ea6550617825 req-26559084-7181-46f0-8c44-a9f3ede91962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:54.755883 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-60bf54ce-0038-4888-b7f0-0a406ac9b4a7 req-da32355e-4f8d-43f1-b5f3-b4d6a25075ea tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] 10.222.0.44 "GET /v2.0/security-groups?id=2a3d60c7-dc11-4ed6-97f3-7a302523b1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480137 Aug 10 03:21:54.906465 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-67ec0099-6b77-40aa-ad31-4445c0de2dd9 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:54.959619 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a812f2-7c6f-4de5-afe5-0d12df56a39b req-8f03c40b-4fb4-4c8f-97e0-866220ca6aff tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:54.968737 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b8a812f2-7c6f-4de5-afe5-0d12df56a39b req-8f03c40b-4fb4-4c8f-97e0-866220ca6aff tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/ports?device_id=044f5741-e4d3-4edf-954b-c2c5a6f36283 HTTP/1.1" status: 200 len: 931 time: 0.0624144 Aug 10 03:21:55.035461 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b8a812f2-7c6f-4de5-afe5-0d12df56a39b req-8a0cc409-6064-4376-bb2e-40c19089ff84 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/security-groups?id=e522b194-e383-4019-8939-c6a59d2ab04c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652940 Aug 10 03:21:55.070831 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-29c3a605-bd56-4585-aaca-971bf0afdfbf req-d8b962a3-c33a-4d57-bf99-faa2cda13bf0 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Deleting port d16a8b77-806d-4f00-8743-bce2431a51d9 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:21:55.071248 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-29c3a605-bd56-4585-aaca-971bf0afdfbf req-d8b962a3-c33a-4d57-bf99-faa2cda13bf0 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:55.088556 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-67ec0099-6b77-40aa-ad31-4445c0de2dd9 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Network 52a12912-47fc-48c4-aaf5-a9b690b74ffc is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:21:55.091214 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-67ec0099-6b77-40aa-ad31-4445c0de2dd9 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:21:55.223715 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:55.230621 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-67ec0099-6b77-40aa-ad31-4445c0de2dd9 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:21:55.262075 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867a4599-6f02-4833-a9d3-af8bdaa6c10b req-b7136824-c66d-46e1-8b49-44764fe4e775 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:55.264489 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-867a4599-6f02-4833-a9d3-af8bdaa6c10b req-b7136824-c66d-46e1-8b49-44764fe4e775 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "GET /v2.0/ports?device_id=b722772d-2ffa-4441-8676-b0fc1f97c720 HTTP/1.1" status: 200 len: 945 time: 0.1100707 Aug 10 03:21:55.280069 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ec0099-6b77-40aa-ad31-4445c0de2dd9 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Pushing event updated for resources: {'Port': ['ID=59b5fda1-f8d3-4c6d-b2ad-a1607e38f8ab,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:55.323711 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-867a4599-6f02-4833-a9d3-af8bdaa6c10b req-55e52b8d-9ebc-44e3-8a41-4143082d0a14 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bcd935f-a3f8-4ab9-ae6d-676bd4ce3973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530567 Aug 10 03:21:55.468130 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-29c3a605-bd56-4585-aaca-971bf0afdfbf req-d8b962a3-c33a-4d57-bf99-faa2cda13bf0 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] For port d16a8b77-806d-4f00-8743-bce2431a51d9, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=d16a8b77-806d-4f00-8743-bce2431a51d9,segment=NetworkSegment(7ed85737-71ac-4d44-addd-a974f87ebbbf),segment_id=7ed85737-71ac-4d44-addd-a974f87ebbbf)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:55.468502 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-29c3a605-bd56-4585-aaca-971bf0afdfbf req-d8b962a3-c33a-4d57-bf99-faa2cda13bf0 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:55.476448 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3e6d9b34-b514-4663-8cea-2d4dcd543ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:55.539083 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-29c3a605-bd56-4585-aaca-971bf0afdfbf req-d8b962a3-c33a-4d57-bf99-faa2cda13bf0 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Calling delete_port for d16a8b77-806d-4f00-8743-bce2431a51d9 owned by compute:nova {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:21:55.550583 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-67ec0099-6b77-40aa-ad31-4445c0de2dd9 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:55.551312 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-67ec0099-6b77-40aa-ad31-4445c0de2dd9 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:55.604889 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-a08053b5-97d7-4219-8c2b-ccdf365ff72c None None] Provisioning for port 59b5fda1-f8d3-4c6d-b2ad-a1607e38f8ab completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:21:55.610255 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-a08053b5-97d7-4219-8c2b-ccdf365ff72c None None] Provisioning complete for port 59b5fda1-f8d3-4c6d-b2ad-a1607e38f8ab triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:21:55.611161 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a08053b5-97d7-4219-8c2b-ccdf365ff72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:55.675406 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-a08053b5-97d7-4219-8c2b-ccdf365ff72c None None] Port 59b5fda1-f8d3-4c6d-b2ad-a1607e38f8ab cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:21:55.685487 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-67ec0099-6b77-40aa-ad31-4445c0de2dd9 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8177304 Aug 10 03:21:55.705097 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-b54c3809-0017-47e3-a661-88b2eab8c393 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Request body: {'port': {'device_id': '044f5741-e4d3-4edf-954b-c2c5a6f36283', 'network_id': '39a285d2-87a3-47d7-9b49-b0b0fee32784', 'admin_state_up': True, 'tenant_id': '06c20e5fd34a48aa8cc6b4171afd240a', 'security_groups': ['e522b194-e383-4019-8939-c6a59d2ab04c']}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:55.713366 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6d9b34-b514-4663-8cea-2d4dcd543ad9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=217d14cb-8e8d-4d99-8632-6b566c5012df,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:55.737430 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a7b7ad-9903-4a60-8899-ed4648bbd6ef req-710b5b7a-2680-42c0-8f07-38b4b5024dbc tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:55.739678 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-01a7b7ad-9903-4a60-8899-ed4648bbd6ef req-710b5b7a-2680-42c0-8f07-38b4b5024dbc tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/ports?device_id=da4496e2-8868-4b4e-ab28-ce95782e3810 HTTP/1.1" status: 200 len: 945 time: 0.0860248 Aug 10 03:21:55.811970 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [req-67a6507c-bc82-4444-ab5f-ea6550617825 req-26559084-7181-46f0-8c44-a9f3ede91962 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac1f695a-36dc-4bad-9ccb-4e8de6a45e31 {{(pid=94261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:21:55.815287 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-01a7b7ad-9903-4a60-8899-ed4648bbd6ef req-9c3a64a1-d639-4d66-bf6b-2711635f14ae tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/security-groups?id=e00a7564-e56b-4b7f-b179-f193e5160bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569208 Aug 10 03:21:55.839568 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-67a6507c-bc82-4444-ab5f-ea6550617825 req-26559084-7181-46f0-8c44-a9f3ede91962 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:55.843081 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d401cfc8-1568-4507-8310-6e18394c812e tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] Router f35cb48d-221a-4fc0-850b-eaff94f766c1 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:21:55.869489 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6d9b34-b514-4663-8cea-2d4dcd543ad9 admin admin] Checking segment: {'id': '8eeeb85b-045c-47ce-a001-0523a4122246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '55b6d85f-389a-49ad-a993-061b1ffa3bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:21:55.869904 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6d9b34-b514-4663-8cea-2d4dcd543ad9 admin admin] Network hostable DHCP agents. Network: 55b6d85f-389a-49ad-a993-061b1ffa3bde, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:21:55.894164 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [req-67a6507c-bc82-4444-ab5f-ea6550617825 req-26559084-7181-46f0-8c44-a9f3ede91962 service neutron] Transition to ACTIVE for port object ac1f695a-36dc-4bad-9ccb-4e8de6a45e31 will not be triggered until provisioned by entity L2. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:21:55.923145 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-67a6507c-bc82-4444-ab5f-ea6550617825 req-26559084-7181-46f0-8c44-a9f3ede91962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:55.924253 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:56.010420 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5879ed-290f-4314-bd11-9644d2a418bd req-405983fb-2f35-467d-8cd3-de0740caf5e7 tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:56.012275 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8d5879ed-290f-4314-bd11-9644d2a418bd req-405983fb-2f35-467d-8cd3-de0740caf5e7 tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] 10.222.0.44 "GET /v2.0/ports?device_id=98532c5c-e4f2-4b43-aa06-5cf8233e4981 HTTP/1.1" status: 200 len: 932 time: 0.1434486 Aug 10 03:21:56.064778 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6d9b34-b514-4663-8cea-2d4dcd543ad9 admin admin] Network 55b6d85f-389a-49ad-a993-061b1ffa3bde is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:21:56.088877 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8d5879ed-290f-4314-bd11-9644d2a418bd req-ded88210-3bf9-45f4-ae00-5a7b805ba75b tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] 10.222.0.44 "GET /v2.0/security-groups?id=2a3d60c7-dc11-4ed6-97f3-7a302523b1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694585 Aug 10 03:21:56.164064 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26559084-7181-46f0-8c44-a9f3ede91962 service neutron] Pushing event updated for resources: {'Port': ['ID=ac1f695a-36dc-4bad-9ccb-4e8de6a45e31,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:56.179252 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-3e6d9b34-b514-4663-8cea-2d4dcd543ad9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 55b6d85f-389a-49ad-a993-061b1ffa3bde) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:21:56.180595 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 55778) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:56.181239 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 9f445370-0fe0-414c-9e03-80d992f38529 details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:21:56.183313 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device d16a8b77-806d-4f00-8743-bce2431a51d9 no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:21:56.206940 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6d9b34-b514-4663-8cea-2d4dcd543ad9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:56.207567 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3e6d9b34-b514-4663-8cea-2d4dcd543ad9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:56.246019 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6249639-15dc-4861-9ad1-225bed05176f req-391dd12f-d0b6-4455-b054-72e09c53827a tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:56.251645 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fad94f2-65dd-4f04-a40e-cd753c916054 None None] Network 55b6d85f-389a-49ad-a993-061b1ffa3bde requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:21:56.265352 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a6249639-15dc-4861-9ad1-225bed05176f req-391dd12f-d0b6-4455-b054-72e09c53827a tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/ports?device_id=044f5741-e4d3-4edf-954b-c2c5a6f36283 HTTP/1.1" status: 200 len: 931 time: 0.1241231 Aug 10 03:21:56.306253 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-29c3a605-bd56-4585-aaca-971bf0afdfbf req-d8b962a3-c33a-4d57-bf99-faa2cda13bf0 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:56.359296 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a6249639-15dc-4861-9ad1-225bed05176f req-5a749c44-54ac-4286-93c7-d81f9ed2b1eb tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/security-groups?id=e522b194-e383-4019-8939-c6a59d2ab04c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785072 Aug 10 03:21:56.390928 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-3e6d9b34-b514-4663-8cea-2d4dcd543ad9 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.0955563 Aug 10 03:21:56.390928 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-b54c3809-0017-47e3-a661-88b2eab8c393 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Made reservation on behalf of 06c20e5fd34a48aa8cc6b4171afd240a for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:21:56.390928 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-b54c3809-0017-47e3-a661-88b2eab8c393 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:56.442497 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d401cfc8-1568-4507-8310-6e18394c812e tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:21:56.454178 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b962a3-c33a-4d57-bf99-faa2cda13bf0 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Pushing event deleted for resources: {'Port': ['ID=d16a8b77-806d-4f00-8743-bce2431a51d9,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:56.462344 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d401cfc8-1568-4507-8310-6e18394c812e tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:56.503940 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b0e5c5-15bf-426f-9690-63785f0ee752 req-f65b5a39-cf01-4b86-97dc-f65cda9852e2 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:56.511093 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-07b0e5c5-15bf-426f-9690-63785f0ee752 req-f65b5a39-cf01-4b86-97dc-f65cda9852e2 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "GET /v2.0/ports?device_id=b722772d-2ffa-4441-8676-b0fc1f97c720 HTTP/1.1" status: 200 len: 945 time: 0.0928419 Aug 10 03:21:56.515342 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 9f445370-0fe0-414c-9e03-80d992f38529, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=9f445370-0fe0-414c-9e03-80d992f38529,segment=NetworkSegment(688049e6-c1d0-4f13-8eef-c4d81b54e233),segment_id=688049e6-c1d0-4f13-8eef-c4d81b54e233)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:56.518913 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1176b20e-1b8f-43b4-bdd6-b2b8985b23ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:56.553993 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-07b0e5c5-15bf-426f-9690-63785f0ee752 req-b6e1350e-7b78-4cfa-bf0a-0b6dc05ea38f tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bcd935f-a3f8-4ab9-ae6d-676bd4ce3973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419385 Aug 10 03:21:56.556656 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': '9f445370-0fe0-414c-9e03-80d992f38529', 'network_id': 'dedcdb64-7de1-4c86-99c8-928cd2696ccd', 'port_id': '9f445370-0fe0-414c-9e03-80d992f38529', 'mac_address': 'fa:16:3e:90:61:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f24ae3cf-774a-4d5d-b1a4-9733e765050e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:21:56.565999 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0571c1f-6289-4fba-af6f-dc368db48db8 None None] Sync routers for ids ['f35cb48d-221a-4fc0-850b-eaff94f766c1'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:21:56.573020 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-d401cfc8-1568-4507-8310-6e18394c812e tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] 10.222.0.44 "PUT /v2.0/floatingips/5f2d8d79-7598-45a9-a6e9-ce5bd60da330 HTTP/1.1" status: 200 len: 991 time: 4.6275148 Aug 10 03:21:56.595789 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03a29612-20c9-44b8-855a-f25285352378', 'tag': '39f75b0a-2724-41fb-b7c1-4e332a6cff90'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:21:56.597719 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29160229-6614-4564-ae6b-0327e4adff71" -d '{"events": [{"name": "network-changed", "server_uuid": "03a29612-20c9-44b8-855a-f25285352378", "tag": "39f75b0a-2724-41fb-b7c1-4e332a6cff90"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:21:56.632080 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-29c3a605-bd56-4585-aaca-971bf0afdfbf req-d8b962a3-c33a-4d57-bf99-faa2cda13bf0 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] No DVR routers for this DVR port d16a8b77-806d-4f00-8743-bce2431a51d9 on host n-h1-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:21:56.633693 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-67a6507c-bc82-4444-ab5f-ea6550617825 req-26559084-7181-46f0-8c44-a9f3ede91962 service neutron] Attempting to bind port ac1f695a-36dc-4bad-9ccb-4e8de6a45e31 on host n-h2-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:21:56.634030 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-67a6507c-bc82-4444-ab5f-ea6550617825 req-26559084-7181-46f0-8c44-a9f3ede91962 service neutron] Attempting to bind port ac1f695a-36dc-4bad-9ccb-4e8de6a45e31 by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': 'b0d95f30-ce33-474a-8373-79a831b269e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f2610c24-f468-4d40-86ff-26a411353238'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:21:56.634388 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a6507c-bc82-4444-ab5f-ea6550617825 req-26559084-7181-46f0-8c44-a9f3ede91962 service neutron] Attempting to bind port ac1f695a-36dc-4bad-9ccb-4e8de6a45e31 on network f2610c24-f468-4d40-86ff-26a411353238 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:21:56.657573 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-29c3a605-bd56-4585-aaca-971bf0afdfbf req-d8b962a3-c33a-4d57-bf99-faa2cda13bf0 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:56.660355 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-29c3a605-bd56-4585-aaca-971bf0afdfbf req-d8b962a3-c33a-4d57-bf99-faa2cda13bf0 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.42 "DELETE /v2.0/ports/d16a8b77-806d-4f00-8743-bce2431a51d9 HTTP/1.1" status: 204 len: 173 time: 2.3200910 Aug 10 03:21:56.663832 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a6507c-bc82-4444-ab5f-ea6550617825 req-26559084-7181-46f0-8c44-a9f3ede91962 service neutron] Port ac1f695a-36dc-4bad-9ccb-4e8de6a45e31 on network f2610c24-f468-4d40-86ff-26a411353238 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:21:56.664438 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a6507c-bc82-4444-ab5f-ea6550617825 req-26559084-7181-46f0-8c44-a9f3ede91962 service neutron] Attempting to bind port ac1f695a-36dc-4bad-9ccb-4e8de6a45e31 on network f2610c24-f468-4d40-86ff-26a411353238 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:21:56.712005 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0571c1f-6289-4fba-af6f-dc368db48db8 None None] Routers {'f35cb48d-221a-4fc0-850b-eaff94f766c1'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:21:56.712994 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-b0571c1f-6289-4fba-af6f-dc368db48db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:21:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['f35cb48d-221a-4fc0-850b-eaff94f766c1'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:56.722722 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a6507c-bc82-4444-ab5f-ea6550617825 req-26559084-7181-46f0-8c44-a9f3ede91962 service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:21:56.723058 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a6507c-bc82-4444-ab5f-ea6550617825 req-26559084-7181-46f0-8c44-a9f3ede91962 service neutron] Checking segment: {'id': 'b0d95f30-ce33-474a-8373-79a831b269e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f2610c24-f468-4d40-86ff-26a411353238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:21:56.723445 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a6507c-bc82-4444-ab5f-ea6550617825 req-26559084-7181-46f0-8c44-a9f3ede91962 service neutron] Bound using segment: {'id': 'b0d95f30-ce33-474a-8373-79a831b269e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f2610c24-f468-4d40-86ff-26a411353238'} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:21:56.723897 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-67a6507c-bc82-4444-ab5f-ea6550617825 req-26559084-7181-46f0-8c44-a9f3ede91962 service neutron] Bound port: ac1f695a-36dc-4bad-9ccb-4e8de6a45e31, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0d95f30-ce33-474a-8373-79a831b269e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f2610c24-f468-4d40-86ff-26a411353238'}}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:21:56.725483 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-67a6507c-bc82-4444-ab5f-ea6550617825 req-26559084-7181-46f0-8c44-a9f3ede91962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:56.744084 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec47ba44-e22a-48eb-8ffe-5c4b4a5f9895 x-openstack-request-id: req-ec47ba44-e22a-48eb-8ffe-5c4b4a5f9895 {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:21:56.744617 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03a29612-20c9-44b8-855a-f25285352378", "tag": "39f75b0a-2724-41fb-b7c1-4e332a6cff90", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:21:56.745041 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ec47ba44-e22a-48eb-8ffe-5c4b4a5f9895 {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:21:56.745604 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03a29612-20c9-44b8-855a-f25285352378', 'tag': '39f75b0a-2724-41fb-b7c1-4e332a6cff90', 'status': 'completed', 'code': 200} Aug 10 03:21:56.873461 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29160229-6614-4564-ae6b-0327e4adff71 req-dceb228d-d745-4fc0-b7d2-954289c8308d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:56.877331 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-29160229-6614-4564-ae6b-0327e4adff71 req-dceb228d-d745-4fc0-b7d2-954289c8308d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e1722d197a814345bc6c8fc008fcacd1&device_id=03a29612-20c9-44b8-855a-f25285352378 HTTP/1.1" status: 200 len: 1097 time: 0.1164231 Aug 10 03:21:56.907072 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-b0571c1f-6289-4fba-af6f-dc368db48db8 None None] Set router f35cb48d-221a-4fc0-850b-eaff94f766c1 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:21:56.947104 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-b54c3809-0017-47e3-a661-88b2eab8c393 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Allocated IP 10.1.1.215 (39a285d2-87a3-47d7-9b49-b0b0fee32784/2818801a-2e35-4ece-b2ba-d3311c823064/18f38f10-6fe8-483d-95d9-e9238a6e463c) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:21:56.979111 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-67a6507c-bc82-4444-ab5f-ea6550617825 req-26559084-7181-46f0-8c44-a9f3ede91962 service neutron] For port ac1f695a-36dc-4bad-9ccb-4e8de6a45e31, host n-h2-768862-13, cleared binding levels {{(pid=94261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:21:56.986828 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-67a6507c-bc82-4444-ab5f-ea6550617825 req-26559084-7181-46f0-8c44-a9f3ede91962 service neutron] For port ac1f695a-36dc-4bad-9ccb-4e8de6a45e31, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=ac1f695a-36dc-4bad-9ccb-4e8de6a45e31,segment=NetworkSegment(b0d95f30-ce33-474a-8373-79a831b269e5),segment_id=b0d95f30-ce33-474a-8373-79a831b269e5)] {{(pid=94261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:21:56.997766 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-67a6507c-bc82-4444-ab5f-ea6550617825 req-26559084-7181-46f0-8c44-a9f3ede91962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:57.022917 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-42cc970a-435b-426e-a4f3-71016150c0e9 req-8b389dd4-cd89-4398-9bef-8914777e3408 tempest-ServerDiskConfigTestJSON-1359047976 tempest-ServerDiskConfigTestJSON-1359047976-project] 10.222.0.44 "GET /v2.0/ports?device_id=da4496e2-8868-4b4e-ab28-ce95782e3810 HTTP/1.1" status: 200 len: 210 time: 0.0512478 Aug 10 03:21:57.071198 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1176b20e-1b8f-43b4-bdd6-b2b8985b23ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:57.093828 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a6507c-bc82-4444-ab5f-ea6550617825 req-26559084-7181-46f0-8c44-a9f3ede91962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:57.094748 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-67a6507c-bc82-4444-ab5f-ea6550617825 req-26559084-7181-46f0-8c44-a9f3ede91962 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:57.096529 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-67a6507c-bc82-4444-ab5f-ea6550617825 req-26559084-7181-46f0-8c44-a9f3ede91962 service neutron] 10.222.0.61 "PUT /v2.0/ports/ac1f695a-36dc-4bad-9ccb-4e8de6a45e31 HTTP/1.1" status: 200 len: 1093 time: 2.8688724 Aug 10 03:21:57.100377 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] No active binding found for port d16a8b77-806d-4f00-8743-bce2431a51d9 {{(pid=94262) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 10 03:21:57.100842 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device d16a8b77-806d-4f00-8743-bce2431a51d9 not bound to the agent host n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:21:57.115999 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1176b20e-1b8f-43b4-bdd6-b2b8985b23ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:57.137518 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29160229-6614-4564-ae6b-0327e4adff71 req-daf8bdae-c9a9-4343-9a47-358ad8dddcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:57.145062 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-29160229-6614-4564-ae6b-0327e4adff71 req-daf8bdae-c9a9-4343-9a47-358ad8dddcfd service neutron] 10.222.0.61 "GET /v2.0/networks?id=05dc9c39-237d-4ac9-993e-e0b32ff3d84b HTTP/1.1" status: 200 len: 916 time: 0.2576733 Aug 10 03:21:57.165782 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc035fd-8d0d-4f7c-9acc-0688b1bab5c1 None None] Network 55b6d85f-389a-49ad-a993-061b1ffa3bde requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:21:57.395541 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-29160229-6614-4564-ae6b-0327e4adff71 req-91064b91-9148-4d77-9c9c-48b516428c0e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=39f75b0a-2724-41fb-b7c1-4e332a6cff90 HTTP/1.1" status: 200 len: 999 time: 0.2376854 Aug 10 03:21:57.417397 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:57.509788 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb456d-de05-4226-899e-ace6cc90b462 req-00c2065a-e7a2-4059-a369-32a45791e560 tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:57.512102 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ebdb456d-de05-4226-899e-ace6cc90b462 req-00c2065a-e7a2-4059-a369-32a45791e560 tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] 10.222.0.44 "GET /v2.0/ports?device_id=98532c5c-e4f2-4b43-aa06-5cf8233e4981 HTTP/1.1" status: 200 len: 944 time: 0.2028396 Aug 10 03:21:57.515834 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:57.547809 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9f445370-0fe0-414c-9e03-80d992f38529 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:21:57.550088 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29160229-6614-4564-ae6b-0327e4adff71 req-cba1e6fa-b304-4ee1-acf6-fdf7f7aa7742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:57.551995 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-29160229-6614-4564-ae6b-0327e4adff71 req-cba1e6fa-b304-4ee1-acf6-fdf7f7aa7742 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=58337cd7-d5bf-4101-801d-f0d48a89226e HTTP/1.1" status: 200 len: 855 time: 0.1490254 Aug 10 03:21:57.573464 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 9f445370-0fe0-414c-9e03-80d992f38529, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=9f445370-0fe0-414c-9e03-80d992f38529,segment=NetworkSegment(688049e6-c1d0-4f13-8eef-c4d81b54e233),segment_id=688049e6-c1d0-4f13-8eef-c4d81b54e233)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:57.603904 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:57.624979 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ebdb456d-de05-4226-899e-ace6cc90b462 req-a62e3462-9d7f-4236-86af-a566445381e4 tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] 10.222.0.44 "GET /v2.0/security-groups?id=2a3d60c7-dc11-4ed6-97f3-7a302523b1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048386 Aug 10 03:21:57.680920 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26559084-7181-46f0-8c44-a9f3ede91962 service neutron] Pushing event updated for resources: {'Port': ['ID=ac1f695a-36dc-4bad-9ccb-4e8de6a45e31,revision_number=3']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:57.703568 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=9f445370-0fe0-414c-9e03-80d992f38529,revision_number=6']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:57.714904 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-1176b20e-1b8f-43b4-bdd6-b2b8985b23ed admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3800ff52981945a08afc492331b14bb6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5271728 Aug 10 03:21:57.728712 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 55812) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:57.728712 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1176b20e-1b8f-43b4-bdd6-b2b8985b23ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac6c26ad-6052-4766-9a48-fd3d4bd96045,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:57.769962 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29160229-6614-4564-ae6b-0327e4adff71 req-e943fe8e-c389-4a7e-94e4-5fc4cc7016f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:57.782550 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-29160229-6614-4564-ae6b-0327e4adff71 req-e943fe8e-c389-4a7e-94e4-5fc4cc7016f8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=05dc9c39-237d-4ac9-993e-e0b32ff3d84b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2157679 Aug 10 03:21:57.797883 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a6507c-bc82-4444-ab5f-ea6550617825 req-6619c69f-cc51-4144-a904-bc975eba9e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:57.801473 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a56ec9-5b24-489f-93df-9751f8afd103 req-77a6a718-1c1b-4610-9179-904d725ee146 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:57.802082 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-67a6507c-bc82-4444-ab5f-ea6550617825 req-6619c69f-cc51-4144-a904-bc975eba9e1a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c9603ab9bba540beb860908da5f483c4&device_id=98532c5c-e4f2-4b43-aa06-5cf8233e4981 HTTP/1.1" status: 200 len: 1096 time: 0.6230254 Aug 10 03:21:57.811043 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-83a56ec9-5b24-489f-93df-9751f8afd103 req-77a6a718-1c1b-4610-9179-904d725ee146 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/ports?device_id=044f5741-e4d3-4edf-954b-c2c5a6f36283 HTTP/1.1" status: 200 len: 931 time: 0.1728776 Aug 10 03:21:57.812085 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['9f445370-0fe0-414c-9e03-80d992f38529'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:21:57.838320 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-b54c3809-0017-47e3-a661-88b2eab8c393 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:57.898681 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-67a6507c-bc82-4444-ab5f-ea6550617825 req-04571afc-eae4-49bc-a6ca-39848048d6e5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac1f695a-36dc-4bad-9ccb-4e8de6a45e31 HTTP/1.1" status: 200 len: 217 time: 0.0800331 Aug 10 03:21:57.907002 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-b54c3809-0017-47e3-a661-88b2eab8c393 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Transition to ACTIVE for port object 18f38f10-6fe8-483d-95d9-e9238a6e463c will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:21:57.926083 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-b0571c1f-6289-4fba-af6f-dc368db48db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f35cb48d-221a-4fc0-850b-eaff94f766c1', 'name': 'tempest-ServersTestBootFromVolume-1311253739-router', 'tenant_id': 'e1722d197a814345bc6c8fc008fcacd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '1df091a7-58a7-459f-8039-0555ec90731e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:20:28Z', 'updated_at': '2021-08-10T03:20:35Z', 'revision_number': 4, 'project_id': 'e1722d197a814345bc6c8fc008fcacd1', 'gw_port': {'id': '1df091a7-58a7-459f-8039-0555ec90731e', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ab:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35cb48d-221a-4fc0-850b-eaff94f766c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:20:29Z', 'updated_at': '2021-08-10T03:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '5f2d8d79-7598-45a9-a6e9-ce5bd60da330', 'tenant_id': 'e1722d197a814345bc6c8fc008fcacd1', 'floating_ip_address': '172.25.6.153', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': 'f35cb48d-221a-4fc0-850b-eaff94f766c1', 'port_id': '39f75b0a-2724-41fb-b7c1-4e332a6cff90', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 929, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05dc9c39-237d-4ac9-993e-e0b32ff3d84b', 'mac_address': 'fa:16:3e:90:be:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a29612-20c9-44b8-855a-f25285352378', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:20:47Z', 'updated_at': '2021-08-10T03:21:53Z', 'revision_number': 1, 'project_id': 'e1722d197a814345bc6c8fc008fcacd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fa5b8e6-79d7-4d60-9e0b-7b59a8b71dfd', 'name': '', 'network_id': '05dc9c39-237d-4ac9-993e-e0b32ff3d84b', 'tenant_id': 'e1722d197a814345bc6c8fc008fcacd1', 'mac_address': 'fa:16:3e:e9:a1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35cb48d-221a-4fc0-850b-eaff94f766c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '58337cd7-d5bf-4101-801d-f0d48a89226e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:20:34Z', 'updated_at': '2021-08-10T03:20:46Z', 'revision_number': 5, 'project_id': 'e1722d197a814345bc6c8fc008fcacd1', 'subnets': [{'id': '58337cd7-d5bf-4101-801d-f0d48a89226e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:57.926768 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-59eac4cb-c3f3-498a-859c-76bb3800d5f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:57.944354 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-83a56ec9-5b24-489f-93df-9751f8afd103 req-2a06b09d-7a25-4c78-899b-c772874578ec tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/security-groups?id=e522b194-e383-4019-8939-c6a59d2ab04c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311045 Aug 10 03:21:57.962499 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0571c1f-6289-4fba-af6f-dc368db48db8 None None] Checking router: f35cb48d-221a-4fc0-850b-eaff94f766c1 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:21:58.012855 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01484d2a-b8cb-4426-8ed8-641080e79a0f req-790b6b37-f45d-4768-b885-6f7f24b1b93e tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:58.028452 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0571c1f-6289-4fba-af6f-dc368db48db8 None None] Routers {'f35cb48d-221a-4fc0-850b-eaff94f766c1'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:21:58.029412 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-b0571c1f-6289-4fba-af6f-dc368db48db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:21:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['f35cb48d-221a-4fc0-850b-eaff94f766c1'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:58.033794 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-01484d2a-b8cb-4426-8ed8-641080e79a0f req-790b6b37-f45d-4768-b885-6f7f24b1b93e tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "GET /v2.0/ports?device_id=b722772d-2ffa-4441-8676-b0fc1f97c720 HTTP/1.1" status: 200 len: 944 time: 0.1934152 Aug 10 03:21:58.046595 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-59eac4cb-c3f3-498a-859c-76bb3800d5f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:58.124598 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-01484d2a-b8cb-4426-8ed8-641080e79a0f req-fc9f4a2f-d32c-40bc-880f-361457b0ac3e tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bcd935f-a3f8-4ab9-ae6d-676bd4ce3973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895691 Aug 10 03:21:58.134906 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-29160229-6614-4564-ae6b-0327e4adff71 req-b5c5169f-9ecc-460e-a73a-688819e16032 service neutron] 10.222.0.61 "GET /v2.0/networks/05dc9c39-237d-4ac9-993e-e0b32ff3d84b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3205028 Aug 10 03:21:58.176396 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-b0571c1f-6289-4fba-af6f-dc368db48db8 None None] Set router f35cb48d-221a-4fc0-850b-eaff94f766c1 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:21:58.201124 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a6507c-bc82-4444-ab5f-ea6550617825 req-5e6f8f09-9f5a-4aa3-ac7c-15b0e9973010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:58.202826 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-67a6507c-bc82-4444-ab5f-ea6550617825 req-5e6f8f09-9f5a-4aa3-ac7c-15b0e9973010 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f8ed2a35-9a6a-4125-b7ba-071adfa339f4 HTTP/1.1" status: 200 len: 853 time: 0.2880769 Aug 10 03:21:58.205463 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-59eac4cb-c3f3-498a-859c-76bb3800d5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:58.212506 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-59eac4cb-c3f3-498a-859c-76bb3800d5f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:58.218540 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-59eac4cb-c3f3-498a-859c-76bb3800d5f4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ac6c26ad-6052-4766-9a48-fd3d4bd96045 HTTP/1.1" status: 204 len: 168 time: 0.4854565 Aug 10 03:21:58.269587 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eac4cb-c3f3-498a-859c-76bb3800d5f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac6c26ad-6052-4766-9a48-fd3d4bd96045,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:58.310888 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-29160229-6614-4564-ae6b-0327e4adff71 req-47b46517-ba7d-41ec-81f4-a48e9bc8fdf4 service neutron] 10.222.0.61 "GET /v2.0/networks/05dc9c39-237d-4ac9-993e-e0b32ff3d84b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661050 Aug 10 03:21:58.322707 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-b54c3809-0017-47e3-a661-88b2eab8c393 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:58.388325 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54c3809-0017-47e3-a661-88b2eab8c393 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Pushing event updated for resources: {'Port': ['ID=18f38f10-6fe8-483d-95d9-e9238a6e463c,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:58.422695 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-b54c3809-0017-47e3-a661-88b2eab8c393 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Network 39a285d2-87a3-47d7-9b49-b0b0fee32784 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:21:58.429216 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a6507c-bc82-4444-ab5f-ea6550617825 req-cc1e87e0-47f0-4985-9e07-c2b94cbf50a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:58.430997 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-67a6507c-bc82-4444-ab5f-ea6550617825 req-cc1e87e0-47f0-4985-9e07-c2b94cbf50a1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f2610c24-f468-4d40-86ff-26a411353238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2102995 Aug 10 03:21:58.432234 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-b54c3809-0017-47e3-a661-88b2eab8c393 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:21:58.434830 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-b54c3809-0017-47e3-a661-88b2eab8c393 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:21:58.620906 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-67a6507c-bc82-4444-ab5f-ea6550617825 req-6590c10d-82b8-411a-ae61-90981f570722 service neutron] 10.222.0.61 "GET /v2.0/networks/f2610c24-f468-4d40-86ff-26a411353238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215203 Aug 10 03:21:58.641024 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-b54c3809-0017-47e3-a661-88b2eab8c393 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:58.641783 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-b54c3809-0017-47e3-a661-88b2eab8c393 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:58.647123 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 55844) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:58.748180 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-b54c3809-0017-47e3-a661-88b2eab8c393 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0532537 Aug 10 03:21:58.750205 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da4496e2-8868-4b4e-ab28-ce95782e3810', 'name': 'network-vif-deleted', 'tag': 'd16a8b77-806d-4f00-8743-bce2431a51d9'}, {'name': 'network-changed', 'server_uuid': '98532c5c-e4f2-4b43-aa06-5cf8233e4981', 'tag': 'ac1f695a-36dc-4bad-9ccb-4e8de6a45e31'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:21:58.753298 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e408432-4d14-435e-bfb6-1d333e250609" -d '{"events": [{"server_uuid": "da4496e2-8868-4b4e-ab28-ce95782e3810", "name": "network-vif-deleted", "tag": "d16a8b77-806d-4f00-8743-bce2431a51d9"}, {"name": "network-changed", "server_uuid": "98532c5c-e4f2-4b43-aa06-5cf8233e4981", "tag": "ac1f695a-36dc-4bad-9ccb-4e8de6a45e31"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:21:58.768528 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-e192c8d4-c9b2-4e62-9757-f17c314dc9f7 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Request body: {'port': {'device_id': '044f5741-e4d3-4edf-954b-c2c5a6f36283', 'network_id': '39a285d2-87a3-47d7-9b49-b0b0fee32784', 'admin_state_up': True, 'tenant_id': '06c20e5fd34a48aa8cc6b4171afd240a', 'security_groups': ['e522b194-e383-4019-8939-c6a59d2ab04c']}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:58.879142 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_v2 [None req-f40efd15-c7e3-4525-89c8-e1df6913f0e2 admin admin] Deleting subnet 714bd99d-dcf6-48eb-8343-f1e4e77907ef {{(pid=94260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:21:58.890856 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f40efd15-c7e3-4525-89c8-e1df6913f0e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:58.932429 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-67a6507c-bc82-4444-ab5f-ea6550617825 req-bdf97a72-7f71-4a18-8768-013ff0bf41ba service neutron] 10.222.0.61 "GET /v2.0/networks/f2610c24-f468-4d40-86ff-26a411353238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823534 Aug 10 03:21:59.024619 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bafc0e-5922-47f2-8521-f1b579a78c64 req-4ffc62f7-f805-4218-8d09-15ee935104d5 tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:59.026390 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a8bafc0e-5922-47f2-8521-f1b579a78c64 req-4ffc62f7-f805-4218-8d09-15ee935104d5 tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] 10.222.0.44 "GET /v2.0/ports?device_id=98532c5c-e4f2-4b43-aa06-5cf8233e4981 HTTP/1.1" status: 200 len: 944 time: 0.1879447 Aug 10 03:21:59.029884 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f40efd15-c7e3-4525-89c8-e1df6913f0e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191173'] for subnet, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:59.044496 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-3dc9f043-ae13-445a-bdeb-9482ed5bbca6 None None] Provisioning for port 18f38f10-6fe8-483d-95d9-e9238a6e463c completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:21:59.053160 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-3dc9f043-ae13-445a-bdeb-9482ed5bbca6 None None] Provisioning complete for port 18f38f10-6fe8-483d-95d9-e9238a6e463c triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:21:59.053534 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3dc9f043-ae13-445a-bdeb-9482ed5bbca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:59.073339 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-e192c8d4-c9b2-4e62-9757-f17c314dc9f7 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Made reservation on behalf of 06c20e5fd34a48aa8cc6b4171afd240a for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:21:59.077544 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-e192c8d4-c9b2-4e62-9757-f17c314dc9f7 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:59.094758 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 10 Aug 2021 03:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e3d5db4-210e-4cfa-8022-a23ed326ba19 x-openstack-request-id: req-9e3d5db4-210e-4cfa-8022-a23ed326ba19 {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:21:59.095067 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da4496e2-8868-4b4e-ab28-ce95782e3810", "name": "network-vif-deleted", "tag": "d16a8b77-806d-4f00-8743-bce2431a51d9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "98532c5c-e4f2-4b43-aa06-5cf8233e4981", "tag": "ac1f695a-36dc-4bad-9ccb-4e8de6a45e31", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:21:59.095302 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9e3d5db4-210e-4cfa-8022-a23ed326ba19 {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:21:59.095826 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da4496e2-8868-4b4e-ab28-ce95782e3810', 'name': 'network-vif-deleted', 'tag': 'd16a8b77-806d-4f00-8743-bce2431a51d9', 'status': 'completed', 'code': 200} Aug 10 03:21:59.096095 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98532c5c-e4f2-4b43-aa06-5cf8233e4981', 'tag': 'ac1f695a-36dc-4bad-9ccb-4e8de6a45e31', 'status': 'completed', 'code': 200} Aug 10 03:21:59.113974 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9f043-ae13-445a-bdeb-9482ed5bbca6 None None] Port 18f38f10-6fe8-483d-95d9-e9238a6e463c cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:21:59.143948 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-b0571c1f-6289-4fba-af6f-dc368db48db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f35cb48d-221a-4fc0-850b-eaff94f766c1', 'name': 'tempest-ServersTestBootFromVolume-1311253739-router', 'tenant_id': 'e1722d197a814345bc6c8fc008fcacd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '1df091a7-58a7-459f-8039-0555ec90731e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:20:28Z', 'updated_at': '2021-08-10T03:20:35Z', 'revision_number': 4, 'project_id': 'e1722d197a814345bc6c8fc008fcacd1', 'gw_port': {'id': '1df091a7-58a7-459f-8039-0555ec90731e', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ab:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35cb48d-221a-4fc0-850b-eaff94f766c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:20:29Z', 'updated_at': '2021-08-10T03:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '5f2d8d79-7598-45a9-a6e9-ce5bd60da330', 'tenant_id': 'e1722d197a814345bc6c8fc008fcacd1', 'floating_ip_address': '172.25.6.153', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': 'f35cb48d-221a-4fc0-850b-eaff94f766c1', 'port_id': '39f75b0a-2724-41fb-b7c1-4e332a6cff90', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 929, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05dc9c39-237d-4ac9-993e-e0b32ff3d84b', 'mac_address': 'fa:16:3e:90:be:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a29612-20c9-44b8-855a-f25285352378', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:20:47Z', 'updated_at': '2021-08-10T03:21:53Z', 'revision_number': 1, 'project_id': 'e1722d197a814345bc6c8fc008fcacd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fa5b8e6-79d7-4d60-9e0b-7b59a8b71dfd', 'name': '', 'network_id': '05dc9c39-237d-4ac9-993e-e0b32ff3d84b', 'tenant_id': 'e1722d197a814345bc6c8fc008fcacd1', 'mac_address': 'fa:16:3e:e9:a1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35cb48d-221a-4fc0-850b-eaff94f766c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '58337cd7-d5bf-4101-801d-f0d48a89226e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:20:34Z', 'updated_at': '2021-08-10T03:20:46Z', 'revision_number': 5, 'project_id': 'e1722d197a814345bc6c8fc008fcacd1', 'subnets': [{'id': '58337cd7-d5bf-4101-801d-f0d48a89226e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:59.181037 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a8bafc0e-5922-47f2-8521-f1b579a78c64 req-bfc9bf36-29b9-44a3-81e8-7a193699ef3c tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] 10.222.0.44 "GET /v2.0/security-groups?id=2a3d60c7-dc11-4ed6-97f3-7a302523b1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153779 Aug 10 03:21:59.210872 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0571c1f-6289-4fba-af6f-dc368db48db8 None None] The sync data for ids ['f35cb48d-221a-4fc0-850b-eaff94f766c1'] in n-d-768862-13 is: [{'id': 'f35cb48d-221a-4fc0-850b-eaff94f766c1', 'name': 'tempest-ServersTestBootFromVolume-1311253739-router', 'tenant_id': 'e1722d197a814345bc6c8fc008fcacd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '1df091a7-58a7-459f-8039-0555ec90731e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:20:28Z', 'updated_at': '2021-08-10T03:20:35Z', 'revision_number': 4, 'project_id': 'e1722d197a814345bc6c8fc008fcacd1', 'gw_port': {'id': '1df091a7-58a7-459f-8039-0555ec90731e', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ab:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35cb48d-221a-4fc0-850b-eaff94f766c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:20:29Z', 'updated_at': '2021-08-10T03:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '5f2d8d79-7598-45a9-a6e9-ce5bd60da330', 'tenant_id': 'e1722d197a814345bc6c8fc008fcacd1', 'floating_ip_address': '172.25.6.153', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': 'f35cb48d-221a-4fc0-850b-eaff94f766c1', 'port_id': '39f75b0a-2724-41fb-b7c1-4e332a6cff90', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 929, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05dc9c39-237d-4ac9-993e-e0b32ff3d84b', 'mac_address': 'fa:16:3e:90:be:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a29612-20c9-44b8-855a-f25285352378', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:20:47Z', 'updated_at': '2021-08-10T03:21:53Z', 'revision_number': 1, 'project_id': 'e1722d197a814345bc6c8fc008fcacd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fa5b8e6-79d7-4d60-9e0b-7b59a8b71dfd', 'name': '', 'network_id': '05dc9c39-237d-4ac9-993e-e0b32ff3d84b', 'tenant_id': 'e1722d197a814345bc6c8fc008fcacd1', 'mac_address': 'fa:16:3e:e9:a1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35cb48d-221a-4fc0-850b-eaff94f766c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '58337cd7-d5bf-4101-801d-f0d48a89226e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:20:34Z', 'updated_at': '2021-08-10T03:20:46Z', 'revision_number': 5, 'project_id': 'e1722d197a814345bc6c8fc008fcacd1', 'subnets': [{'id': '58337cd7-d5bf-4101-801d-f0d48a89226e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:21:59.220783 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f40efd15-c7e3-4525-89c8-e1df6913f0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:59.270112 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e408432-4d14-435e-bfb6-1d333e250609 req-5f6b8cab-153c-4c3a-9ca5-2eab82548aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:59.271680 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-1e408432-4d14-435e-bfb6-1d333e250609 req-5f6b8cab-153c-4c3a-9ca5-2eab82548aeb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c9603ab9bba540beb860908da5f483c4&device_id=98532c5c-e4f2-4b43-aa06-5cf8233e4981 HTTP/1.1" status: 200 len: 1096 time: 0.1089358 Aug 10 03:21:59.363167 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-e192c8d4-c9b2-4e62-9757-f17c314dc9f7 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Allocated IP 10.1.1.126 (39a285d2-87a3-47d7-9b49-b0b0fee32784/2818801a-2e35-4ece-b2ba-d3311c823064/23f3db6a-3d09-4219-a20f-499c73daf5a4) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:21:59.403349 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82880861-740f-4f39-ae27-0d9eff75bafc req-4e0ef89f-de0b-43f8-9acc-3e4e51edb369 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:59.414109 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82880861-740f-4f39-ae27-0d9eff75bafc req-4e0ef89f-de0b-43f8-9acc-3e4e51edb369 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:59.423015 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-82880861-740f-4f39-ae27-0d9eff75bafc req-4e0ef89f-de0b-43f8-9acc-3e4e51edb369 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/ports?device_id=044f5741-e4d3-4edf-954b-c2c5a6f36283 HTTP/1.1" status: 200 len: 1653 time: 0.1935902 Aug 10 03:21:59.454031 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e408432-4d14-435e-bfb6-1d333e250609 req-19d25a89-9621-42f9-b1c6-f51935ab9910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:59.456150 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-1e408432-4d14-435e-bfb6-1d333e250609 req-19d25a89-9621-42f9-b1c6-f51935ab9910 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f2610c24-f468-4d40-86ff-26a411353238 HTTP/1.1" status: 200 len: 914 time: 0.1709042 Aug 10 03:21:59.545360 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-82880861-740f-4f39-ae27-0d9eff75bafc req-dbd67208-4898-48a7-b0bb-2029c63fe774 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/security-groups?id=e522b194-e383-4019-8939-c6a59d2ab04c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212776 Aug 10 03:21:59.560363 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f40efd15-c7e3-4525-89c8-e1df6913f0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:59.570375 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-1e408432-4d14-435e-bfb6-1d333e250609 req-75037e13-312d-46b2-b047-a760909148a0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac1f695a-36dc-4bad-9ccb-4e8de6a45e31 HTTP/1.1" status: 200 len: 217 time: 0.1021452 Aug 10 03:21:59.570375 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 55880) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:59.623977 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6be9c0-dd10-4ba4-b36e-b8ce5173cd5a req-4beefc5e-ea5a-4013-a952-119857937e5a tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:59.639483 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0a6be9c0-dd10-4ba4-b36e-b8ce5173cd5a req-4beefc5e-ea5a-4013-a952-119857937e5a tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "GET /v2.0/ports?device_id=b722772d-2ffa-4441-8676-b0fc1f97c720 HTTP/1.1" status: 200 len: 944 time: 0.1639640 Aug 10 03:21:59.663027 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40efd15-c7e3-4525-89c8-e1df6913f0e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=714bd99d-dcf6-48eb-8343-f1e4e77907ef,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:59.691805 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7943bf-eef9-4694-aa43-686328bb8f95 None None] New status for floating IP 5f2d8d79-7598-45a9-a6e9-ce5bd60da330: ACTIVE {{(pid=94263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:21:59.693731 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f40efd15-c7e3-4525-89c8-e1df6913f0e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:59.698630 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-f40efd15-c7e3-4525-89c8-e1df6913f0e2 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/714bd99d-dcf6-48eb-8343-f1e4e77907ef HTTP/1.1" status: 204 len: 168 time: 1.0485530 Aug 10 03:21:59.711906 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 55886) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:59.717503 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40efd15-c7e3-4525-89c8-e1df6913f0e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:59.717854 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40efd15-c7e3-4525-89c8-e1df6913f0e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:59.718178 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40efd15-c7e3-4525-89c8-e1df6913f0e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:59.718541 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40efd15-c7e3-4525-89c8-e1df6913f0e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:59.719202 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40efd15-c7e3-4525-89c8-e1df6913f0e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:59.719404 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40efd15-c7e3-4525-89c8-e1df6913f0e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:59.719702 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40efd15-c7e3-4525-89c8-e1df6913f0e2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:59.720027 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40efd15-c7e3-4525-89c8-e1df6913f0e2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:59.720350 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40efd15-c7e3-4525-89c8-e1df6913f0e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:59.721086 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40efd15-c7e3-4525-89c8-e1df6913f0e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:59.721230 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40efd15-c7e3-4525-89c8-e1df6913f0e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:59.721458 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40efd15-c7e3-4525-89c8-e1df6913f0e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:59.744791 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0a6be9c0-dd10-4ba4-b36e-b8ce5173cd5a req-2e67f526-7baa-42ce-8d8b-08bc7e348d2c tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bcd935f-a3f8-4ab9-ae6d-676bd4ce3973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994842 Aug 10 03:21:59.851482 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e408432-4d14-435e-bfb6-1d333e250609 req-e299c8a0-77e9-468f-9555-9ac52484767a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:59.854104 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-1e408432-4d14-435e-bfb6-1d333e250609 req-e299c8a0-77e9-468f-9555-9ac52484767a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f8ed2a35-9a6a-4125-b7ba-071adfa339f4 HTTP/1.1" status: 200 len: 853 time: 0.2740002 Aug 10 03:21:59.861522 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-f1f5894e-7b1a-4c3e-891b-742c62b93122 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1388582400-network', 'tenant_id': '088452395ad34ed3b2687b8c99637c7b'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:00.000720 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-e192c8d4-c9b2-4e62-9757-f17c314dc9f7 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:00.011638 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4f155dff-04cf-4a98-9a11-88edba909a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:00.021059 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f5894e-7b1a-4c3e-891b-742c62b93122 admin admin] Made reservation on behalf of 088452395ad34ed3b2687b8c99637c7b for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:22:00.026304 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f1f5894e-7b1a-4c3e-891b-742c62b93122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:00.039752 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:22:00.045162 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f1f5894e-7b1a-4c3e-891b-742c62b93122 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:00.051338 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdbe7d5-bfc6-4573-9b85-c9f474e14bc4 req-e42b117c-88cb-4389-9706-9fa59244d47d tempest-ServerGroupTestJSON-2132543691 tempest-ServerGroupTestJSON-2132543691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:00.053365 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1bdbe7d5-bfc6-4573-9b85-c9f474e14bc4 req-e42b117c-88cb-4389-9706-9fa59244d47d tempest-ServerGroupTestJSON-2132543691 tempest-ServerGroupTestJSON-2132543691-project] 10.222.0.44 "GET /v2.0/networks?id=55b6d85f-389a-49ad-a993-061b1ffa3bde HTTP/1.1" status: 200 len: 809 time: 0.1338346 Aug 10 03:22:00.064907 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-e192c8d4-c9b2-4e62-9757-f17c314dc9f7 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Transition to ACTIVE for port object 23f3db6a-3d09-4219-a20f-499c73daf5a4 will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:22:00.081463 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e408432-4d14-435e-bfb6-1d333e250609 req-804a0aaa-fe02-4867-a00e-ff71100c8f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:00.082984 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-1e408432-4d14-435e-bfb6-1d333e250609 req-804a0aaa-fe02-4867-a00e-ff71100c8f16 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f2610c24-f468-4d40-86ff-26a411353238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1994596 Aug 10 03:22:00.094977 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1bdbe7d5-bfc6-4573-9b85-c9f474e14bc4 req-c3723760-9128-4ea7-b61b-33bbdaa427e1 tempest-ServerGroupTestJSON-2132543691 tempest-ServerGroupTestJSON-2132543691-project] 10.222.0.44 "GET /v2.0/quotas/ac70840a008f43f8889357cc3a3e69b7 HTTP/1.1" status: 200 len: 375 time: 0.0341704 Aug 10 03:22:00.128609 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2fb837-b970-473c-aa86-1b09e175b3f9 req-bc0f30cb-bc53-4900-8b6b-82f8aa2ba34a tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:00.130068 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5a2fb837-b970-473c-aa86-1b09e175b3f9 req-bc0f30cb-bc53-4900-8b6b-82f8aa2ba34a tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "GET /v2.0/ports?device_id=b722772d-2ffa-4441-8676-b0fc1f97c720 HTTP/1.1" status: 200 len: 944 time: 0.0710669 Aug 10 03:22:00.155669 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1bdbe7d5-bfc6-4573-9b85-c9f474e14bc4 req-0476e49d-5baa-4621-bbd9-ef254ddc89da tempest-ServerGroupTestJSON-2132543691 tempest-ServerGroupTestJSON-2132543691-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ac70840a008f43f8889357cc3a3e69b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0528762 Aug 10 03:22:00.194071 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 9f445370-0fe0-414c-9e03-80d992f38529 up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:22:00.236292 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5a2fb837-b970-473c-aa86-1b09e175b3f9 req-9604469d-e96c-423a-953d-2ed4d1dacc16 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bcd935f-a3f8-4ab9-ae6d-676bd4ce3973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911672 Aug 10 03:22:00.286961 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4f155dff-04cf-4a98-9a11-88edba909a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:00.325219 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-4f155dff-04cf-4a98-9a11-88edba909a3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27424cdf-4ae8-4aca-98ee-67b7200a8c6b']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:00.337311 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1bdbe7d5-bfc6-4573-9b85-c9f474e14bc4 req-c6c3e5b8-b620-4db9-b8a0-d6f604ae633f service neutron] 10.222.0.44 "GET /v2.0/networks/55b6d85f-389a-49ad-a993-061b1ffa3bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808457 Aug 10 03:22:00.339324 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-4f155dff-04cf-4a98-9a11-88edba909a3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ed85737-71ac-4d44-addd-a974f87ebbbf') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:00.339879 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-4f155dff-04cf-4a98-9a11-88edba909a3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ed85737-71ac-4d44-addd-a974f87ebbbf') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:00.351121 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4f155dff-04cf-4a98-9a11-88edba909a3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:00.367241 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4f155dff-04cf-4a98-9a11-88edba909a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:00.398765 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f155dff-04cf-4a98-9a11-88edba909a3f admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:22:00.399677 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4f155dff-04cf-4a98-9a11-88edba909a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:00.402118 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:22:00.402118 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:22:00.402118 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:22:00.402118 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:22:00.402118 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:22:00.402118 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:22:00.402118 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:22:00.402118 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:22:00.402118 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:22:00.402118 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:22:00.402118 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:22:00.402118 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:22:00.402118 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:22:00.402118 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:22:00.402118 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:22:00.402118 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:22:00.402118 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:22:00.402118 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:22:00.402118 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:22:00.402118 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:22:00.402118 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:22:00.402118 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:22:00.402118 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:22:00.402118 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:22:00.402118 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:22:00.402118 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:22:00.402118 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:22:00.402118 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:22:00.402118 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:22:00.402118 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:22:00.402118 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:22:00.402118 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:22:00.422894 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port 9f445370-0fe0-414c-9e03-80d992f38529 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:22:00.423249 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:00.452561 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc23c774-3bb1-4091-9834-c2b653c8369d req-eba830e9-6813-472a-b7b3-b6e14e4b122c tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:00.452838 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-e192c8d4-c9b2-4e62-9757-f17c314dc9f7 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:00.454732 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fc23c774-3bb1-4091-9834-c2b653c8369d req-eba830e9-6813-472a-b7b3-b6e14e4b122c tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] 10.222.0.44 "GET /v2.0/ports?device_id=98532c5c-e4f2-4b43-aa06-5cf8233e4981 HTTP/1.1" status: 200 len: 944 time: 0.1347337 Aug 10 03:22:00.497648 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1bdbe7d5-bfc6-4573-9b85-c9f474e14bc4 req-650c4d0b-9d9d-4720-b41d-33e80d52d08c service neutron] 10.222.0.44 "GET /v2.0/networks/55b6d85f-389a-49ad-a993-061b1ffa3bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413195 Aug 10 03:22:00.524837 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:00.549763 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fc23c774-3bb1-4091-9834-c2b653c8369d req-c8f989a6-f825-481d-8fbe-0534779790e3 tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] 10.222.0.44 "GET /v2.0/security-groups?id=2a3d60c7-dc11-4ed6-97f3-7a302523b1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508530 Aug 10 03:22:00.599249 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4f155dff-04cf-4a98-9a11-88edba909a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:00.608019 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-e192c8d4-c9b2-4e62-9757-f17c314dc9f7 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Network 39a285d2-87a3-47d7-9b49-b0b0fee32784 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:22:00.610436 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-1e408432-4d14-435e-bfb6-1d333e250609 req-9423c0be-e2c0-4f1b-ae4e-e7328ba5a746 service neutron] 10.222.0.61 "GET /v2.0/networks/f2610c24-f468-4d40-86ff-26a411353238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4984829 Aug 10 03:22:00.612553 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 9f445370-0fe0-414c-9e03-80d992f38529, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=9f445370-0fe0-414c-9e03-80d992f38529,segment=NetworkSegment(688049e6-c1d0-4f13-8eef-c4d81b54e233),segment_id=688049e6-c1d0-4f13-8eef-c4d81b54e233)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:00.614891 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b722772d-2ffa-4441-8676-b0fc1f97c720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f445370-0fe0-414c-9e03-80d992f38529'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:22:00.615277 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f1f5894e-7b1a-4c3e-891b-742c62b93122 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:00.624515 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4f155dff-04cf-4a98-9a11-88edba909a3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:00.625901 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d55d870-d298-4f22-afc1-6938191fe47a" -d '{"events": [{"server_uuid": "b722772d-2ffa-4441-8676-b0fc1f97c720", "name": "network-vif-plugged", "status": "completed", "tag": "9f445370-0fe0-414c-9e03-80d992f38529"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:22:00.629556 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-4f155dff-04cf-4a98-9a11-88edba909a3f admin admin] 10.222.0.44 "DELETE /v2.0/networks/27424cdf-4ae8-4aca-98ee-67b7200a8c6b HTTP/1.1" status: 204 len: 168 time: 0.8952086 Aug 10 03:22:00.631217 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-e192c8d4-c9b2-4e62-9757-f17c314dc9f7 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:22:00.632918 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:00.650854 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-e192c8d4-c9b2-4e62-9757-f17c314dc9f7 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:22:00.660781 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e192c8d4-c9b2-4e62-9757-f17c314dc9f7 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Pushing event updated for resources: {'Port': ['ID=23f3db6a-3d09-4219-a20f-499c73daf5a4,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:00.663734 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f1f5894e-7b1a-4c3e-891b-742c62b93122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:00.753458 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=9f445370-0fe0-414c-9e03-80d992f38529,revision_number=7']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:00.830712 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84771223-2961-4b53-84ec-bac082a2f44c req-d16243e4-d977-4d79-a04b-b0f593d031bb tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:00.838797 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84771223-2961-4b53-84ec-bac082a2f44c req-d16243e4-d977-4d79-a04b-b0f593d031bb tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:00.842890 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f155dff-04cf-4a98-9a11-88edba909a3f admin admin] Pushing event deleted for resources: {'Network': ['ID=27424cdf-4ae8-4aca-98ee-67b7200a8c6b,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:00.846363 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84771223-2961-4b53-84ec-bac082a2f44c req-d16243e4-d977-4d79-a04b-b0f593d031bb tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:00.856915 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-84771223-2961-4b53-84ec-bac082a2f44c req-d16243e4-d977-4d79-a04b-b0f593d031bb tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/ports?device_id=044f5741-e4d3-4edf-954b-c2c5a6f36283 HTTP/1.1" status: 200 len: 2374 time: 0.1287951 Aug 10 03:22:00.861330 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1f5894e-7b1a-4c3e-891b-742c62b93122 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:22:00.889598 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 55914) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:00.930580 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-84771223-2961-4b53-84ec-bac082a2f44c req-5dcf8d28-159a-41ca-a595-8851de9594cd tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/security-groups?id=e522b194-e383-4019-8939-c6a59d2ab04c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723176 Aug 10 03:22:00.942798 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f1f5894e-7b1a-4c3e-891b-742c62b93122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:00.956638 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-f1f5894e-7b1a-4c3e-891b-742c62b93122 admin admin] Added segment 71d05719-24a9-4aea-8658-b200d4625052 of type vlan for network 98b7a332-859c-4960-a5ba-335b5654a102 Aug 10 03:22:00.956638 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f5894e-7b1a-4c3e-891b-742c62b93122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8afe13a-6e98-4fa8-83f8-4246979be127,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:00.987770 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57537dfd-beeb-4161-85e9-49ed87ca6a79 x-openstack-request-id: req-57537dfd-beeb-4161-85e9-49ed87ca6a79 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:22:00.988136 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b722772d-2ffa-4441-8676-b0fc1f97c720", "name": "network-vif-plugged", "status": "completed", "tag": "9f445370-0fe0-414c-9e03-80d992f38529", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:22:00.988449 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-57537dfd-beeb-4161-85e9-49ed87ca6a79 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:22:00.988915 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b722772d-2ffa-4441-8676-b0fc1f97c720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f445370-0fe0-414c-9e03-80d992f38529', 'code': 200} Aug 10 03:22:01.021328 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-e192c8d4-c9b2-4e62-9757-f17c314dc9f7 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:01.025256 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-18153167-5569-494d-b9a9-65e9ed383593 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=36b52cc2f22d4fe4bb78db9f7388accb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1323733 Aug 10 03:22:01.025443 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-e192c8d4-c9b2-4e62-9757-f17c314dc9f7 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:01.052123 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c7e52f87-8634-404c-95f3-10055055641c None None] Provisioning for port 23f3db6a-3d09-4219-a20f-499c73daf5a4 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:22:01.062826 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c7e52f87-8634-404c-95f3-10055055641c None None] Provisioning complete for port 23f3db6a-3d09-4219-a20f-499c73daf5a4 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:22:01.063576 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c7e52f87-8634-404c-95f3-10055055641c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:01.072484 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-412c0fe8-0c9d-4e3a-850a-b7a3523f2b84 req-eb585b5c-92da-4b11-ac26-d81f53c56ada tempest-ServerGroupTestJSON-2132543691 tempest-ServerGroupTestJSON-2132543691-project] 10.222.0.44 "GET /v2.0/ports?device_id=26fa90fd-f022-4b1d-a96f-aaac9a2971a5 HTTP/1.1" status: 200 len: 210 time: 0.0483861 Aug 10 03:22:01.078207 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 55922) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:01.120899 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c7e52f87-8634-404c-95f3-10055055641c None None] Port 23f3db6a-3d09-4219-a20f-499c73daf5a4 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:22:01.132214 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-54e0af3f-2d5b-4f25-b631-a80b56697b36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:01.135356 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-e192c8d4-c9b2-4e62-9757-f17c314dc9f7 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3749530 Aug 10 03:22:01.144130 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f1f5894e-7b1a-4c3e-891b-742c62b93122 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:01.159851 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-54e0af3f-2d5b-4f25-b631-a80b56697b36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:01.163963 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-6fff6d2f-ed2d-497c-9369-20f0136e2bc0 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Request body: {'port': {'device_id': '044f5741-e4d3-4edf-954b-c2c5a6f36283', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'effb9b91-4a23-491a-b997-5e008612ed4d', 'admin_state_up': True, 'tenant_id': '06c20e5fd34a48aa8cc6b4171afd240a', 'security_groups': ['e522b194-e383-4019-8939-c6a59d2ab04c']}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:01.207596 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-1e408432-4d14-435e-bfb6-1d333e250609 req-ea9b49bd-0fbe-47f1-b9d9-944110836ee5 service neutron] 10.222.0.61 "GET /v2.0/networks/f2610c24-f468-4d40-86ff-26a411353238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5728233 Aug 10 03:22:01.236498 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-54e0af3f-2d5b-4f25-b631-a80b56697b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:01.239333 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-54e0af3f-2d5b-4f25-b631-a80b56697b36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:01.240382 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-54e0af3f-2d5b-4f25-b631-a80b56697b36 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e00a7564-e56b-4b7f-b179-f193e5160bfa HTTP/1.1" status: 204 len: 168 time: 0.1611702 Aug 10 03:22:01.248911 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e0af3f-2d5b-4f25-b631-a80b56697b36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00a7564-e56b-4b7f-b179-f193e5160bfa,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:01.363276 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f1f5894e-7b1a-4c3e-891b-742c62b93122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:01.364440 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f5894e-7b1a-4c3e-891b-742c62b93122 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:01.365024 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f1f5894e-7b1a-4c3e-891b-742c62b93122 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:01.402731 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa1c2f8-9315-4cee-83b5-858817a4881a req-605df2b4-1163-4244-931b-02b2fb83116f tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:01.412192 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2aa1c2f8-9315-4cee-83b5-858817a4881a req-605df2b4-1163-4244-931b-02b2fb83116f tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "GET /v2.0/ports?device_id=b722772d-2ffa-4441-8676-b0fc1f97c720 HTTP/1.1" status: 200 len: 945 time: 0.0806482 Aug 10 03:22:01.440734 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-f1f5894e-7b1a-4c3e-891b-742c62b93122 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8678343 Aug 10 03:22:01.444298 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 55928) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:01.452577 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-e2192fd6-4bd7-45d7-85d5-09daef7e451e admin admin] Request body: {'subnet': {'network_id': '98b7a332-859c-4960-a5ba-335b5654a102', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1388582400-subnet', 'tenant_id': '088452395ad34ed3b2687b8c99637c7b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:01.461707 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-6fff6d2f-ed2d-497c-9369-20f0136e2bc0 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Made reservation on behalf of 06c20e5fd34a48aa8cc6b4171afd240a for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:22:01.485490 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2aa1c2f8-9315-4cee-83b5-858817a4881a req-ece868d7-c0d5-4d0b-84a8-daa5e48195bc tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bcd935f-a3f8-4ab9-ae6d-676bd4ce3973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719268 Aug 10 03:22:01.498994 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2192fd6-4bd7-45d7-85d5-09daef7e451e admin admin] Made reservation on behalf of 088452395ad34ed3b2687b8c99637c7b for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:22:01.504938 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e2192fd6-4bd7-45d7-85d5-09daef7e451e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:01.556951 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f5894e-7b1a-4c3e-891b-742c62b93122 admin admin] Pushing event updated for resources: {'Network': ['ID=98b7a332-859c-4960-a5ba-335b5654a102,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:01.570510 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 98b7a332-859c-4960-a5ba-335b5654a102 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:22:01.634859 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-6fff6d2f-ed2d-497c-9369-20f0136e2bc0 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:01.720721 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e2192fd6-4bd7-45d7-85d5-09daef7e451e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58895384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805196'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:01.807515 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546d87a3-5aff-42d7-a73f-e18ba3977f73 req-0e003544-8dfc-43e1-af67-7a5b9364f9ba tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:01.809592 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-546d87a3-5aff-42d7-a73f-e18ba3977f73 req-0e003544-8dfc-43e1-af67-7a5b9364f9ba tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] 10.222.0.44 "GET /v2.0/ports?device_id=98532c5c-e4f2-4b43-aa06-5cf8233e4981 HTTP/1.1" status: 200 len: 944 time: 0.0996523 Aug 10 03:22:01.824273 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2192fd6-4bd7-45d7-85d5-09daef7e451e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cd405fc-94e1-4c45-bed2-55f532c3c4ba,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:01.851017 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2192fd6-4bd7-45d7-85d5-09daef7e451e admin admin] Checking segment: {'id': '71d05719-24a9-4aea-8658-b200d4625052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '98b7a332-859c-4960-a5ba-335b5654a102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:22:01.851613 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2192fd6-4bd7-45d7-85d5-09daef7e451e admin admin] Network hostable DHCP agents. Network: 98b7a332-859c-4960-a5ba-335b5654a102, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:22:01.895290 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-546d87a3-5aff-42d7-a73f-e18ba3977f73 req-a4a3cc90-bc4d-4528-a6ce-3cfa1483dc16 tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] 10.222.0.44 "GET /v2.0/security-groups?id=2a3d60c7-dc11-4ed6-97f3-7a302523b1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719147 Aug 10 03:22:01.896706 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2192fd6-4bd7-45d7-85d5-09daef7e451e admin admin] Network 98b7a332-859c-4960-a5ba-335b5654a102 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:22:01.920705 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-e2192fd6-4bd7-45d7-85d5-09daef7e451e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 98b7a332-859c-4960-a5ba-335b5654a102) {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:22:01.925135 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2192fd6-4bd7-45d7-85d5-09daef7e451e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:01.926072 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e2192fd6-4bd7-45d7-85d5-09daef7e451e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:01.930147 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f27d1b-e7a7-4543-b2b6-f8b883895a5d None None] Network 98b7a332-859c-4960-a5ba-335b5654a102 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:22:01.955581 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-e2192fd6-4bd7-45d7-85d5-09daef7e451e admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5097780 Aug 10 03:22:02.013033 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7387354a-c7a6-43b8-979d-97388af5336a req-07fcd675-7ab2-4a2b-b357-d1e26fd9ac4a tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:02.014603 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-7387354a-c7a6-43b8-979d-97388af5336a req-07fcd675-7ab2-4a2b-b357-d1e26fd9ac4a tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.42 "GET /v2.0/ports?device_id=b722772d-2ffa-4441-8676-b0fc1f97c720 HTTP/1.1" status: 200 len: 945 time: 0.2135003 Aug 10 03:22:02.154043 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device ac1f695a-36dc-4bad-9ccb-4e8de6a45e31 details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:22:02.169718 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3fd87f-771e-4942-9602-e4cf9f821b34 req-7a8576b2-a273-4719-855a-bb2257e2ad42 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:02.189303 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3fd87f-771e-4942-9602-e4cf9f821b34 req-7a8576b2-a273-4719-855a-bb2257e2ad42 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:02.212462 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3fd87f-771e-4942-9602-e4cf9f821b34 req-7a8576b2-a273-4719-855a-bb2257e2ad42 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:02.223457 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ed3fd87f-771e-4942-9602-e4cf9f821b34 req-7a8576b2-a273-4719-855a-bb2257e2ad42 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/ports?device_id=044f5741-e4d3-4edf-954b-c2c5a6f36283 HTTP/1.1" status: 200 len: 2374 time: 0.1451669 Aug 10 03:22:02.233074 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-6fff6d2f-ed2d-497c-9369-20f0136e2bc0 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Allocated IP 10.2.2.100 (effb9b91-4a23-491a-b997-5e008612ed4d/7168ea7b-40ab-485b-96d9-f59bb6e03de2/bc2aced1-42d5-40a0-a09b-18f14c994288) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:22:02.269706 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7de4ec-f63b-4dc2-84e3-96948a6c119a None None] Network 98b7a332-859c-4960-a5ba-335b5654a102 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:22:02.338900 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ed3fd87f-771e-4942-9602-e4cf9f821b34 req-13d0a29b-3150-4bd4-a9e6-d719eca1c701 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/security-groups?id=e522b194-e383-4019-8939-c6a59d2ab04c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123669 Aug 10 03:22:02.405987 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b70e329d-9124-4672-aeeb-c4e83c0330c0 req-fe6e0634-ae0c-487c-8485-9b8dc31533b0 tempest-ServerGroupTestJSON-2132543691 tempest-ServerGroupTestJSON-2132543691-project] 10.222.0.44 "GET /v2.0/ports?device_id=26fa90fd-f022-4b1d-a96f-aaac9a2971a5 HTTP/1.1" status: 200 len: 210 time: 0.0660138 Aug 10 03:22:02.464951 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-7387354a-c7a6-43b8-979d-97388af5336a req-25176800-0da4-4502-9a9e-6cda803ac171 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Deleting port 9f445370-0fe0-414c-9e03-80d992f38529 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:22:02.466709 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-7387354a-c7a6-43b8-979d-97388af5336a req-25176800-0da4-4502-9a9e-6cda803ac171 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:02.540377 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port ac1f695a-36dc-4bad-9ccb-4e8de6a45e31, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=ac1f695a-36dc-4bad-9ccb-4e8de6a45e31,segment=NetworkSegment(b0d95f30-ce33-474a-8373-79a831b269e5),segment_id=b0d95f30-ce33-474a-8373-79a831b269e5)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:02.579216 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': 'ac1f695a-36dc-4bad-9ccb-4e8de6a45e31', 'network_id': 'f2610c24-f468-4d40-86ff-26a411353238', 'port_id': 'ac1f695a-36dc-4bad-9ccb-4e8de6a45e31', 'mac_address': 'fa:16:3e:10:2b:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8ed2a35-9a6a-4125-b7ba-071adfa339f4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:22:02.646992 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:02.661626 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac1f695a-36dc-4bad-9ccb-4e8de6a45e31 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:22:02.720121 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc6c48c-3030-4d89-80ce-c1501bb16e83 req-8c13b8b2-1766-407a-953b-535d9d44f52f tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:02.723130 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port ac1f695a-36dc-4bad-9ccb-4e8de6a45e31, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=ac1f695a-36dc-4bad-9ccb-4e8de6a45e31,segment=NetworkSegment(b0d95f30-ce33-474a-8373-79a831b269e5),segment_id=b0d95f30-ce33-474a-8373-79a831b269e5)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:02.728670 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ffc6c48c-3030-4d89-80ce-c1501bb16e83 req-8c13b8b2-1766-407a-953b-535d9d44f52f tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "GET /v2.0/ports?device_id=b722772d-2ffa-4441-8676-b0fc1f97c720 HTTP/1.1" status: 200 len: 945 time: 0.1005557 Aug 10 03:22:02.728865 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:02.735575 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 55974) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:02.741518 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-6fff6d2f-ed2d-497c-9369-20f0136e2bc0 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:02.789583 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ffc6c48c-3030-4d89-80ce-c1501bb16e83 req-30618f1f-0d56-4de6-aead-dee350981f91 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bcd935f-a3f8-4ab9-ae6d-676bd4ce3973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596733 Aug 10 03:22:02.829600 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-7387354a-c7a6-43b8-979d-97388af5336a req-25176800-0da4-4502-9a9e-6cda803ac171 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] For port 9f445370-0fe0-414c-9e03-80d992f38529, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=9f445370-0fe0-414c-9e03-80d992f38529,segment=NetworkSegment(688049e6-c1d0-4f13-8eef-c4d81b54e233),segment_id=688049e6-c1d0-4f13-8eef-c4d81b54e233)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:02.829913 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-7387354a-c7a6-43b8-979d-97388af5336a req-25176800-0da4-4502-9a9e-6cda803ac171 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:02.835017 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-6fff6d2f-ed2d-497c-9369-20f0136e2bc0 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Transition to ACTIVE for port object bc2aced1-42d5-40a0-a09b-18f14c994288 will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:22:02.847176 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=ac1f695a-36dc-4bad-9ccb-4e8de6a45e31,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:02.877070 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-7387354a-c7a6-43b8-979d-97388af5336a req-25176800-0da4-4502-9a9e-6cda803ac171 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Calling delete_port for 9f445370-0fe0-414c-9e03-80d992f38529 owned by compute:nova {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:22:02.906868 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-a6258925-99de-4ea3-ba80-01cd046bd34c req-22fa3374-6104-4f4c-a961-c81a504e1fad tempest-SecurityGroupRulesNegativeTestJSON-1472530696 tempest-SecurityGroupRulesNegativeTestJSON-1472530696-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1395644791', 'description': 'tempest-description-333873179'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:02.950498 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:02.988132 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-6fff6d2f-ed2d-497c-9369-20f0136e2bc0 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:03.004374 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a6258925-99de-4ea3-ba80-01cd046bd34c req-22fa3374-6104-4f4c-a961-c81a504e1fad tempest-SecurityGroupRulesNegativeTestJSON-1472530696 tempest-SecurityGroupRulesNegativeTestJSON-1472530696-project] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:03.056334 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-6fff6d2f-ed2d-497c-9369-20f0136e2bc0 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Network effb9b91-4a23-491a-b997-5e008612ed4d is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:22:03.061392 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-6fff6d2f-ed2d-497c-9369-20f0136e2bc0 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:22:03.068166 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-6fff6d2f-ed2d-497c-9369-20f0136e2bc0 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:22:03.129580 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fff6d2f-ed2d-497c-9369-20f0136e2bc0 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Pushing event updated for resources: {'Port': ['ID=bc2aced1-42d5-40a0-a09b-18f14c994288,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:03.173842 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-6fff6d2f-ed2d-497c-9369-20f0136e2bc0 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:03.174576 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-6fff6d2f-ed2d-497c-9369-20f0136e2bc0 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:03.185784 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-7387354a-c7a6-43b8-979d-97388af5336a req-25176800-0da4-4502-9a9e-6cda803ac171 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:03.219500 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25176800-0da4-4502-9a9e-6cda803ac171 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Pushing event deleted for resources: {'Port': ['ID=9f445370-0fe0-414c-9e03-80d992f38529,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:03.222805 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-6fff6d2f-ed2d-497c-9369-20f0136e2bc0 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0688851 Aug 10 03:22:03.224040 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['ac1f695a-36dc-4bad-9ccb-4e8de6a45e31'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:22:03.238290 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-1b7fab68-49cf-4b6f-ab7f-86950eb09018 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Request body: {'port': {'device_id': '044f5741-e4d3-4edf-954b-c2c5a6f36283', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'effb9b91-4a23-491a-b997-5e008612ed4d', 'admin_state_up': True, 'tenant_id': '06c20e5fd34a48aa8cc6b4171afd240a', 'security_groups': ['e522b194-e383-4019-8939-c6a59d2ab04c']}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:03.261481 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdbe7d5-bfc6-4573-9b85-c9f474e14bc4 req-1b650d0e-04da-477d-9f60-a863b5d66cde tempest-ServerGroupTestJSON-2132543691 tempest-ServerGroupTestJSON-2132543691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:03.262514 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1bdbe7d5-bfc6-4573-9b85-c9f474e14bc4 req-1b650d0e-04da-477d-9f60-a863b5d66cde tempest-ServerGroupTestJSON-2132543691 tempest-ServerGroupTestJSON-2132543691-project] 10.222.0.42 "GET /v2.0/networks?id=55b6d85f-389a-49ad-a993-061b1ffa3bde HTTP/1.1" status: 200 len: 809 time: 0.2592683 Aug 10 03:22:03.270291 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-3120e576-7ee2-4335-860e-af2cc505bac2 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1527871737-network', 'tenant_id': '2b413fea1ef74092bbb7387c24277e1a'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:03.290539 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-1bdbe7d5-bfc6-4573-9b85-c9f474e14bc4 req-7f773e5a-edbe-41e9-80a1-18f34b7a8afd tempest-ServerGroupTestJSON-2132543691 tempest-ServerGroupTestJSON-2132543691-project] Request body: {'port': {'device_id': '26fa90fd-f022-4b1d-a96f-aaac9a2971a5', 'network_id': '55b6d85f-389a-49ad-a993-061b1ffa3bde', 'admin_state_up': True, 'tenant_id': 'ac70840a008f43f8889357cc3a3e69b7'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:03.354562 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-7387354a-c7a6-43b8-979d-97388af5336a req-25176800-0da4-4502-9a9e-6cda803ac171 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] No DVR routers for this DVR port 9f445370-0fe0-414c-9e03-80d992f38529 on host n-h1-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:22:03.359292 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-7387354a-c7a6-43b8-979d-97388af5336a req-25176800-0da4-4502-9a9e-6cda803ac171 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:03.362083 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-7387354a-c7a6-43b8-979d-97388af5336a req-25176800-0da4-4502-9a9e-6cda803ac171 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.42 "DELETE /v2.0/ports/9f445370-0fe0-414c-9e03-80d992f38529 HTTP/1.1" status: 204 len: 173 time: 1.3388300 Aug 10 03:22:03.362564 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b722772d-2ffa-4441-8676-b0fc1f97c720', 'name': 'network-vif-deleted', 'tag': '9f445370-0fe0-414c-9e03-80d992f38529'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:22:03.365094 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a76027c-8e1e-4f27-8728-622040279680" -d '{"events": [{"server_uuid": "b722772d-2ffa-4441-8676-b0fc1f97c720", "name": "network-vif-deleted", "tag": "9f445370-0fe0-414c-9e03-80d992f38529"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:22:03.412086 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.db.api [None req-3120e576-7ee2-4335-860e-af2cc505bac2 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 03:22:03.412086 n-d-768862-13 neutron-server[94260]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 03:22:03.412086 n-d-768862-13 neutron-server[94260]: [parameters: {'project_id_1': '2b413fea1ef74092bbb7387c24277e1a', 'expiration_1': datetime.datetime(2021, 8, 10, 3, 22, 3, 307147)}] Aug 10 03:22:03.412086 n-d-768862-13 neutron-server[94260]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94260) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:22:03.416430 n-d-768862-13 neutron-server[94260]: DEBUG oslo_db.api [None req-3120e576-7ee2-4335-860e-af2cc505bac2 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:22:03.477946 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61247f0e-3f71-4957-92cf-1f2cea027887 req-e989d19c-fc0e-4176-85df-7d285ed6d183 tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:03.486816 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-61247f0e-3f71-4957-92cf-1f2cea027887 req-e989d19c-fc0e-4176-85df-7d285ed6d183 tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] 10.222.0.44 "GET /v2.0/ports?device_id=98532c5c-e4f2-4b43-aa06-5cf8233e4981 HTTP/1.1" status: 200 len: 945 time: 0.2231009 Aug 10 03:22:03.503987 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-d1b3707b-e82b-4b85-ab2f-9677c913afd5 None None] Provisioning for port bc2aced1-42d5-40a0-a09b-18f14c994288 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:22:03.510120 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-d1b3707b-e82b-4b85-ab2f-9677c913afd5 None None] Provisioning complete for port bc2aced1-42d5-40a0-a09b-18f14c994288 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:22:03.511065 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d1b3707b-e82b-4b85-ab2f-9677c913afd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:03.549709 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-d1b3707b-e82b-4b85-ab2f-9677c913afd5 None None] Port bc2aced1-42d5-40a0-a09b-18f14c994288 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:22:03.589792 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-61247f0e-3f71-4957-92cf-1f2cea027887 req-c805f3a6-8956-42ca-aa37-9775b6c689ff tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] 10.222.0.44 "GET /v2.0/security-groups?id=2a3d60c7-dc11-4ed6-97f3-7a302523b1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019127 Aug 10 03:22:03.592246 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a6258925-99de-4ea3-ba80-01cd046bd34c req-22fa3374-6104-4f4c-a961-c81a504e1fad tempest-SecurityGroupRulesNegativeTestJSON-1472530696 tempest-SecurityGroupRulesNegativeTestJSON-1472530696-project] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:03.596950 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a6258925-99de-4ea3-ba80-01cd046bd34c req-22fa3374-6104-4f4c-a961-c81a504e1fad tempest-SecurityGroupRulesNegativeTestJSON-1472530696 tempest-SecurityGroupRulesNegativeTestJSON-1472530696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:03.623042 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-1b7fab68-49cf-4b6f-ab7f-86950eb09018 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Made reservation on behalf of 06c20e5fd34a48aa8cc6b4171afd240a for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:22:03.628235 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-1b7fab68-49cf-4b6f-ab7f-86950eb09018 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:03.647662 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fa3374-6104-4f4c-a961-c81a504e1fad tempest-SecurityGroupRulesNegativeTestJSON-1472530696 tempest-SecurityGroupRulesNegativeTestJSON-1472530696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ff9163-af78-42dd-996d-bebcb0cc1199,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:03.669482 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bdbe7d5-bfc6-4573-9b85-c9f474e14bc4 req-7f773e5a-edbe-41e9-80a1-18f34b7a8afd tempest-ServerGroupTestJSON-2132543691 tempest-ServerGroupTestJSON-2132543691-project] Made reservation on behalf of ac70840a008f43f8889357cc3a3e69b7 for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:22:03.673418 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-1bdbe7d5-bfc6-4573-9b85-c9f474e14bc4 req-7f773e5a-edbe-41e9-80a1-18f34b7a8afd tempest-ServerGroupTestJSON-2132543691 tempest-ServerGroupTestJSON-2132543691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:03.680910 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a6258925-99de-4ea3-ba80-01cd046bd34c req-22fa3374-6104-4f4c-a961-c81a504e1fad tempest-SecurityGroupRulesNegativeTestJSON-1472530696 tempest-SecurityGroupRulesNegativeTestJSON-1472530696-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:03.694611 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a6258925-99de-4ea3-ba80-01cd046bd34c req-22fa3374-6104-4f4c-a961-c81a504e1fad tempest-SecurityGroupRulesNegativeTestJSON-1472530696 tempest-SecurityGroupRulesNegativeTestJSON-1472530696-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.7954967 Aug 10 03:22:03.788267 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e4415eb-1b1a-47e8-bbc6-f7bf322b3680 x-openstack-request-id: req-9e4415eb-1b1a-47e8-bbc6-f7bf322b3680 {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:22:03.788651 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b722772d-2ffa-4441-8676-b0fc1f97c720", "name": "network-vif-deleted", "tag": "9f445370-0fe0-414c-9e03-80d992f38529", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:22:03.788912 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9e4415eb-1b1a-47e8-bbc6-f7bf322b3680 {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:22:03.789333 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b722772d-2ffa-4441-8676-b0fc1f97c720', 'name': 'network-vif-deleted', 'tag': '9f445370-0fe0-414c-9e03-80d992f38529', 'status': 'completed', 'code': 200} Aug 10 03:22:03.899049 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-1b7fab68-49cf-4b6f-ab7f-86950eb09018 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Allocated IP 10.2.2.200 (effb9b91-4a23-491a-b997-5e008612ed4d/7168ea7b-40ab-485b-96d9-f59bb6e03de2/b89f32b7-4acc-40c3-80d9-d8f2bfec5293) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:22:03.905810 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e9fedd09-691e-4c3b-9646-0daf3ffd7d86 req-79b19b9e-c251-4dcf-ba1a-c75a15777d13 tempest-ServerGroupTestJSON-2132543691 tempest-ServerGroupTestJSON-2132543691-project] 10.222.0.44 "GET /v2.0/ports?device_id=26fa90fd-f022-4b1d-a96f-aaac9a2971a5 HTTP/1.1" status: 200 len: 210 time: 0.0413189 Aug 10 03:22:03.938658 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443a616a-0919-4752-8892-930a4424cefc req-f8fe3562-e5f1-4c85-8857-8db1040ff8b1 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:03.945349 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443a616a-0919-4752-8892-930a4424cefc req-f8fe3562-e5f1-4c85-8857-8db1040ff8b1 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:03.951590 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443a616a-0919-4752-8892-930a4424cefc req-f8fe3562-e5f1-4c85-8857-8db1040ff8b1 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:03.957633 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443a616a-0919-4752-8892-930a4424cefc req-f8fe3562-e5f1-4c85-8857-8db1040ff8b1 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:03.959436 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-443a616a-0919-4752-8892-930a4424cefc req-f8fe3562-e5f1-4c85-8857-8db1040ff8b1 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/ports?device_id=044f5741-e4d3-4edf-954b-c2c5a6f36283 HTTP/1.1" status: 200 len: 3095 time: 0.1507218 Aug 10 03:22:04.033813 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3120e576-7ee2-4335-860e-af2cc505bac2 admin admin] Made reservation on behalf of 2b413fea1ef74092bbb7387c24277e1a for: {'network': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:22:04.036065 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3120e576-7ee2-4335-860e-af2cc505bac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:04.066173 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3120e576-7ee2-4335-860e-af2cc505bac2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:04.103384 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-1bdbe7d5-bfc6-4573-9b85-c9f474e14bc4 req-7f773e5a-edbe-41e9-80a1-18f34b7a8afd tempest-ServerGroupTestJSON-2132543691 tempest-ServerGroupTestJSON-2132543691-project] Allocated IP 172.20.0.14 (55b6d85f-389a-49ad-a993-061b1ffa3bde/217d14cb-8e8d-4d99-8632-6b566c5012df/bc3b28bf-4e3f-4374-8f28-4badd93a9c60) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:22:04.110874 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-790fb643-a3c9-4ab5-bb48-ce016f8078cc req-fa6191d0-d806-40a3-aef9-6d2a42e34fdb tempest-SecurityGroupRulesNegativeTestJSON-1472530696 tempest-SecurityGroupRulesNegativeTestJSON-1472530696-project] 10.222.0.44 "GET /v2.0/security-groups/e2ff9163-af78-42dd-996d-bebcb0cc1199 HTTP/1.1" status: 200 len: 1814 time: 0.1467476 Aug 10 03:22:04.111131 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-1b7fab68-49cf-4b6f-ab7f-86950eb09018 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:04.115252 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-443a616a-0919-4752-8892-930a4424cefc req-6d14f26a-9e77-48d8-b46e-b980e712dcdc tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/security-groups?id=e522b194-e383-4019-8939-c6a59d2ab04c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437941 Aug 10 03:22:04.129284 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-1b7fab68-49cf-4b6f-ab7f-86950eb09018 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Transition to ACTIVE for port object b89f32b7-4acc-40c3-80d9-d8f2bfec5293 will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:22:04.132534 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-790fb643-a3c9-4ab5-bb48-ce016f8078cc req-e7ad1eb9-c5dd-4c61-9c52-efe812764db4 tempest-SecurityGroupRulesNegativeTestJSON-1472530696 tempest-SecurityGroupRulesNegativeTestJSON-1472530696-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e2ff9163-af78-42dd-996d-bebcb0cc1199', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:04.132960 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-790fb643-a3c9-4ab5-bb48-ce016f8078cc req-e7ad1eb9-c5dd-4c61-9c52-efe812764db4 tempest-SecurityGroupRulesNegativeTestJSON-1472530696 tempest-SecurityGroupRulesNegativeTestJSON-1472530696-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e2ff9163-af78-42dd-996d-bebcb0cc1199', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:04.193147 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 9f445370-0fe0-414c-9e03-80d992f38529 no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:22:04.204227 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-1b7fab68-49cf-4b6f-ab7f-86950eb09018 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:04.235313 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] No Port match for: 9f445370-0fe0-414c-9e03-80d992f38529 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:22:04.235951 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 9f445370-0fe0-414c-9e03-80d992f38529 not bound to the agent host n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:22:04.285032 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7fab68-49cf-4b6f-ab7f-86950eb09018 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Pushing event updated for resources: {'Port': ['ID=b89f32b7-4acc-40c3-80d9-d8f2bfec5293,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:04.306189 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-1b7fab68-49cf-4b6f-ab7f-86950eb09018 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Network effb9b91-4a23-491a-b997-5e008612ed4d is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:22:04.308180 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-1b7fab68-49cf-4b6f-ab7f-86950eb09018 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:22:04.319335 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-1b7fab68-49cf-4b6f-ab7f-86950eb09018 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:22:04.420097 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3120e576-7ee2-4335-860e-af2cc505bac2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:04.436414 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3120e576-7ee2-4335-860e-af2cc505bac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:04.458914 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3120e576-7ee2-4335-860e-af2cc505bac2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=94260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:22:04.471765 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3120e576-7ee2-4335-860e-af2cc505bac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:04.472374 n-d-768862-13 neutron-server[94260]: INFO neutron.db.segments_db [None req-3120e576-7ee2-4335-860e-af2cc505bac2 admin admin] Added segment 6809c9ff-fe4f-4344-9bc3-8b7e0948d8be of type vlan for network 27155540-30ca-4e6e-ab07-8a97e2bf0355 Aug 10 03:22:04.546471 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3120e576-7ee2-4335-860e-af2cc505bac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37329dfc-05f9-4d0b-b9c0-f3ae6264aa84,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:04.553945 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-1bdbe7d5-bfc6-4573-9b85-c9f474e14bc4 req-7f773e5a-edbe-41e9-80a1-18f34b7a8afd tempest-ServerGroupTestJSON-2132543691 tempest-ServerGroupTestJSON-2132543691-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:04.603568 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3120e576-7ee2-4335-860e-af2cc505bac2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:04.684373 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-4cc4d3a1-8967-4613-8036-4f67d3ef5174 None None] Provisioning for port b89f32b7-4acc-40c3-80d9-d8f2bfec5293 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:22:04.689789 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-4cc4d3a1-8967-4613-8036-4f67d3ef5174 None None] Provisioning complete for port b89f32b7-4acc-40c3-80d9-d8f2bfec5293 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:22:04.691310 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4cc4d3a1-8967-4613-8036-4f67d3ef5174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:04.721885 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-1b7fab68-49cf-4b6f-ab7f-86950eb09018 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:04.723221 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-1b7fab68-49cf-4b6f-ab7f-86950eb09018 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:04.737242 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-4cc4d3a1-8967-4613-8036-4f67d3ef5174 None None] Port b89f32b7-4acc-40c3-80d9-d8f2bfec5293 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:22:04.743435 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-1b7fab68-49cf-4b6f-ab7f-86950eb09018 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5114512 Aug 10 03:22:04.758825 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-013f5c02-b386-46e5-aa0f-e25b8ce2a802 service neutron] Request body: {'port': {'device_id': '044f5741-e4d3-4edf-954b-c2c5a6f36283', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-13'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:04.759130 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-790fb643-a3c9-4ab5-bb48-ce016f8078cc req-e7ad1eb9-c5dd-4c61-9c52-efe812764db4 tempest-SecurityGroupRulesNegativeTestJSON-1472530696 tempest-SecurityGroupRulesNegativeTestJSON-1472530696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:04.772919 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3120e576-7ee2-4335-860e-af2cc505bac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:04.773901 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3120e576-7ee2-4335-860e-af2cc505bac2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:04.774542 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3120e576-7ee2-4335-860e-af2cc505bac2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:04.797617 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-1bdbe7d5-bfc6-4573-9b85-c9f474e14bc4 req-7f773e5a-edbe-41e9-80a1-18f34b7a8afd tempest-ServerGroupTestJSON-2132543691 tempest-ServerGroupTestJSON-2132543691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:04.822122 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-013f5c02-b386-46e5-aa0f-e25b8ce2a802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:04.848765 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041d82c2-c325-4d75-b025-1ae1f9c5d4a8 req-004649fe-72e8-4b08-a9da-85d662da8be7 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:04.856445 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-041d82c2-c325-4d75-b025-1ae1f9c5d4a8 req-004649fe-72e8-4b08-a9da-85d662da8be7 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "GET /v2.0/networks?id=dedcdb64-7de1-4c86-99c8-928cd2696ccd HTTP/1.1" status: 200 len: 821 time: 0.3689342 Aug 10 03:22:04.863502 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-790fb643-a3c9-4ab5-bb48-ce016f8078cc req-e7ad1eb9-c5dd-4c61-9c52-efe812764db4 tempest-SecurityGroupRulesNegativeTestJSON-1472530696 tempest-SecurityGroupRulesNegativeTestJSON-1472530696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:04.913454 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-790fb643-a3c9-4ab5-bb48-ce016f8078cc req-e7ad1eb9-c5dd-4c61-9c52-efe812764db4 tempest-SecurityGroupRulesNegativeTestJSON-1472530696 tempest-SecurityGroupRulesNegativeTestJSON-1472530696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:04.925444 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-3120e576-7ee2-4335-860e-af2cc505bac2 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.1855164 Aug 10 03:22:04.932766 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 56012) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:04.939805 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-5dace3ed-a9c6-425b-9c51-be6e04bab745 admin admin] Request body: {'subnet': {'network_id': '27155540-30ca-4e6e-ab07-8a97e2bf0355', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1527871737-subnet', 'tenant_id': '2b413fea1ef74092bbb7387c24277e1a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:04.940287 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-041d82c2-c325-4d75-b025-1ae1f9c5d4a8 req-1435f4ff-7e8d-4055-b133-da2544b76170 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "GET /v2.0/quotas/3b405f8fd94e41e5b0ec985280fca51e HTTP/1.1" status: 200 len: 375 time: 0.0829272 Aug 10 03:22:04.977511 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bdbe7d5-bfc6-4573-9b85-c9f474e14bc4 req-7f773e5a-edbe-41e9-80a1-18f34b7a8afd tempest-ServerGroupTestJSON-2132543691 tempest-ServerGroupTestJSON-2132543691-project] Network 55b6d85f-389a-49ad-a993-061b1ffa3bde is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:22:04.985909 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3120e576-7ee2-4335-860e-af2cc505bac2 admin admin] Pushing event updated for resources: {'Network': ['ID=27155540-30ca-4e6e-ab07-8a97e2bf0355,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:04.986562 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-1bdbe7d5-bfc6-4573-9b85-c9f474e14bc4 req-7f773e5a-edbe-41e9-80a1-18f34b7a8afd tempest-ServerGroupTestJSON-2132543691 tempest-ServerGroupTestJSON-2132543691-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:22:04.996169 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 27155540-30ca-4e6e-ab07-8a97e2bf0355 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:22:05.015768 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ad1eb9-c5dd-4c61-9c52-efe812764db4 tempest-SecurityGroupRulesNegativeTestJSON-1472530696 tempest-SecurityGroupRulesNegativeTestJSON-1472530696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1c9968e-233a-4dc1-929f-124114c0ad1b,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:05.024276 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bdbe7d5-bfc6-4573-9b85-c9f474e14bc4 req-7f773e5a-edbe-41e9-80a1-18f34b7a8afd tempest-ServerGroupTestJSON-2132543691 tempest-ServerGroupTestJSON-2132543691-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:22:05.029571 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f773e5a-edbe-41e9-80a1-18f34b7a8afd tempest-ServerGroupTestJSON-2132543691 tempest-ServerGroupTestJSON-2132543691-project] Pushing event updated for resources: {'Port': ['ID=bc3b28bf-4e3f-4374-8f28-4badd93a9c60,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:05.063932 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-790fb643-a3c9-4ab5-bb48-ce016f8078cc req-e7ad1eb9-c5dd-4c61-9c52-efe812764db4 tempest-SecurityGroupRulesNegativeTestJSON-1472530696 tempest-SecurityGroupRulesNegativeTestJSON-1472530696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:05.065409 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-790fb643-a3c9-4ab5-bb48-ce016f8078cc req-e7ad1eb9-c5dd-4c61-9c52-efe812764db4 tempest-SecurityGroupRulesNegativeTestJSON-1472530696 tempest-SecurityGroupRulesNegativeTestJSON-1472530696-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9457147 Aug 10 03:22:05.078335 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dace3ed-a9c6-425b-9c51-be6e04bab745 admin admin] Made reservation on behalf of 2b413fea1ef74092bbb7387c24277e1a for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:22:05.081094 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5dace3ed-a9c6-425b-9c51-be6e04bab745 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:05.096752 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdbe7d5-bfc6-4573-9b85-c9f474e14bc4 req-7f773e5a-edbe-41e9-80a1-18f34b7a8afd tempest-ServerGroupTestJSON-2132543691 tempest-ServerGroupTestJSON-2132543691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:05.097879 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-1bdbe7d5-bfc6-4573-9b85-c9f474e14bc4 req-7f773e5a-edbe-41e9-80a1-18f34b7a8afd tempest-ServerGroupTestJSON-2132543691 tempest-ServerGroupTestJSON-2132543691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:05.124943 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-041d82c2-c325-4d75-b025-1ae1f9c5d4a8 req-69f12c61-6f23-4ed8-a8f1-4ebad885b25d tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3b405f8fd94e41e5b0ec985280fca51e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1837695 Aug 10 03:22:05.128441 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1bdbe7d5-bfc6-4573-9b85-c9f474e14bc4 req-7f773e5a-edbe-41e9-80a1-18f34b7a8afd tempest-ServerGroupTestJSON-2132543691 tempest-ServerGroupTestJSON-2132543691-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8541603 Aug 10 03:22:05.141573 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [req-041d82c2-c325-4d75-b025-1ae1f9c5d4a8 req-f74db19b-8858-4b7b-a07c-01fcbf8da0c4 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:22:05.142654 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-041d82c2-c325-4d75-b025-1ae1f9c5d4a8 req-f74db19b-8858-4b7b-a07c-01fcbf8da0c4 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067797 Aug 10 03:22:05.148073 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [req-1bdbe7d5-bfc6-4573-9b85-c9f474e14bc4 req-ec5fd6be-5e67-46f3-af2a-f90176b6f905 tempest-ServerGroupTestJSON-2132543691 tempest-ServerGroupTestJSON-2132543691-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:22:05.149088 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1bdbe7d5-bfc6-4573-9b85-c9f474e14bc4 req-ec5fd6be-5e67-46f3-af2a-f90176b6f905 tempest-ServerGroupTestJSON-2132543691 tempest-ServerGroupTestJSON-2132543691-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0122712 Aug 10 03:22:05.361117 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-013f5c02-b386-46e5-aa0f-e25b8ce2a802 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59b5fda1-f8d3-4c6d-b2ad-a1607e38f8ab {{(pid=94261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:22:05.371852 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-013f5c02-b386-46e5-aa0f-e25b8ce2a802 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:05.376391 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5dace3ed-a9c6-425b-9c51-be6e04bab745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:05.420529 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-013f5c02-b386-46e5-aa0f-e25b8ce2a802 service neutron] Transition to ACTIVE for port object 59b5fda1-f8d3-4c6d-b2ad-a1607e38f8ab will not be triggered until provisioned by entity L2. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:22:05.429031 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-013f5c02-b386-46e5-aa0f-e25b8ce2a802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:05.507966 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dace3ed-a9c6-425b-9c51-be6e04bab745 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfa03b6d-3870-4cd9-8d5b-b0708a1ade51,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:05.553788 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dace3ed-a9c6-425b-9c51-be6e04bab745 admin admin] Checking segment: {'id': '6809c9ff-fe4f-4344-9bc3-8b7e0948d8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '27155540-30ca-4e6e-ab07-8a97e2bf0355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:22:05.555337 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dace3ed-a9c6-425b-9c51-be6e04bab745 admin admin] Network hostable DHCP agents. Network: 27155540-30ca-4e6e-ab07-8a97e2bf0355, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:22:05.561991 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013f5c02-b386-46e5-aa0f-e25b8ce2a802 service neutron] Pushing event updated for resources: {'Port': ['ID=59b5fda1-f8d3-4c6d-b2ad-a1607e38f8ab,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:05.564272 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-1bdbe7d5-bfc6-4573-9b85-c9f474e14bc4 req-8df7deaa-e2fe-4751-b8c4-7d15191a80ba service neutron] Request body: {'port': {'device_id': '26fa90fd-f022-4b1d-a96f-aaac9a2971a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:05.612463 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59205163-39a0-4353-af09-2da59b08ca32 req-e01a8a95-db50-4faa-b444-e75683004414 tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:05.614025 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-59205163-39a0-4353-af09-2da59b08ca32 req-e01a8a95-db50-4faa-b444-e75683004414 tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] 10.222.0.44 "GET /v2.0/ports?device_id=98532c5c-e4f2-4b43-aa06-5cf8233e4981 HTTP/1.1" status: 200 len: 945 time: 0.4882002 Aug 10 03:22:05.651726 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dace3ed-a9c6-425b-9c51-be6e04bab745 admin admin] Network 27155540-30ca-4e6e-ab07-8a97e2bf0355 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:22:05.680591 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-5dace3ed-a9c6-425b-9c51-be6e04bab745 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 27155540-30ca-4e6e-ab07-8a97e2bf0355) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:22:05.691413 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dace3ed-a9c6-425b-9c51-be6e04bab745 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:05.692520 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5dace3ed-a9c6-425b-9c51-be6e04bab745 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:05.695990 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-1bdbe7d5-bfc6-4573-9b85-c9f474e14bc4 req-8df7deaa-e2fe-4751-b8c4-7d15191a80ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:05.708815 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3287fb43-be86-4e49-af2a-9054c559e1a9 None None] Network 27155540-30ca-4e6e-ab07-8a97e2bf0355 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:22:05.732219 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-013f5c02-b386-46e5-aa0f-e25b8ce2a802 service neutron] Attempting to bind port 59b5fda1-f8d3-4c6d-b2ad-a1607e38f8ab on host n-h2-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:22:05.732747 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-013f5c02-b386-46e5-aa0f-e25b8ce2a802 service neutron] Attempting to bind port 59b5fda1-f8d3-4c6d-b2ad-a1607e38f8ab by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': '380ff52e-2da4-4b1c-b9fe-411644b2c0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '52a12912-47fc-48c4-aaf5-a9b690b74ffc'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:22:05.733168 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-013f5c02-b386-46e5-aa0f-e25b8ce2a802 service neutron] Attempting to bind port 59b5fda1-f8d3-4c6d-b2ad-a1607e38f8ab on network 52a12912-47fc-48c4-aaf5-a9b690b74ffc {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:22:05.734449 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-041d82c2-c325-4d75-b025-1ae1f9c5d4a8 req-28fe3123-f299-4045-a485-00448b4cd72b service neutron] 10.222.0.44 "GET /v2.0/networks/dedcdb64-7de1-4c86-99c8-928cd2696ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5713775 Aug 10 03:22:05.740010 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-013f5c02-b386-46e5-aa0f-e25b8ce2a802 service neutron] Port 59b5fda1-f8d3-4c6d-b2ad-a1607e38f8ab on network 52a12912-47fc-48c4-aaf5-a9b690b74ffc not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:22:05.740823 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-013f5c02-b386-46e5-aa0f-e25b8ce2a802 service neutron] Attempting to bind port 59b5fda1-f8d3-4c6d-b2ad-a1607e38f8ab on network 52a12912-47fc-48c4-aaf5-a9b690b74ffc {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:22:05.753971 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-5dace3ed-a9c6-425b-9c51-be6e04bab745 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8125930 Aug 10 03:22:05.753971 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-013f5c02-b386-46e5-aa0f-e25b8ce2a802 service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:22:05.753971 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-013f5c02-b386-46e5-aa0f-e25b8ce2a802 service neutron] Checking segment: {'id': '380ff52e-2da4-4b1c-b9fe-411644b2c0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '52a12912-47fc-48c4-aaf5-a9b690b74ffc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:22:05.753971 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-013f5c02-b386-46e5-aa0f-e25b8ce2a802 service neutron] Bound using segment: {'id': '380ff52e-2da4-4b1c-b9fe-411644b2c0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '52a12912-47fc-48c4-aaf5-a9b690b74ffc'} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:22:05.753971 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-013f5c02-b386-46e5-aa0f-e25b8ce2a802 service neutron] Bound port: 59b5fda1-f8d3-4c6d-b2ad-a1607e38f8ab, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '380ff52e-2da4-4b1c-b9fe-411644b2c0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '52a12912-47fc-48c4-aaf5-a9b690b74ffc'}}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:22:05.753971 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-013f5c02-b386-46e5-aa0f-e25b8ce2a802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:05.775398 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-59205163-39a0-4353-af09-2da59b08ca32 req-485d8ec6-cebc-4477-a3e0-6c8019a31a79 tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] 10.222.0.44 "GET /v2.0/security-groups?id=2a3d60c7-dc11-4ed6-97f3-7a302523b1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295736 Aug 10 03:22:05.912471 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-013f5c02-b386-46e5-aa0f-e25b8ce2a802 service neutron] For port 59b5fda1-f8d3-4c6d-b2ad-a1607e38f8ab, host n-h2-768862-13, cleared binding levels {{(pid=94261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:22:05.916275 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-013f5c02-b386-46e5-aa0f-e25b8ce2a802 service neutron] For port 59b5fda1-f8d3-4c6d-b2ad-a1607e38f8ab, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=59b5fda1-f8d3-4c6d-b2ad-a1607e38f8ab,segment=NetworkSegment(380ff52e-2da4-4b1c-b9fe-411644b2c0b2),segment_id=380ff52e-2da4-4b1c-b9fe-411644b2c0b2)] {{(pid=94261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:22:05.918654 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83dd434a-83b3-4138-bc1b-7a302e3002f5 None None] Network 27155540-30ca-4e6e-ab07-8a97e2bf0355 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:22:05.924924 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-013f5c02-b386-46e5-aa0f-e25b8ce2a802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:05.969098 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-013f5c02-b386-46e5-aa0f-e25b8ce2a802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:05.969815 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-013f5c02-b386-46e5-aa0f-e25b8ce2a802 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:05.971258 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-013f5c02-b386-46e5-aa0f-e25b8ce2a802 service neutron] 10.222.0.61 "PUT /v2.0/ports/59b5fda1-f8d3-4c6d-b2ad-a1607e38f8ab HTTP/1.1" status: 200 len: 1092 time: 1.2180734 Aug 10 03:22:05.971712 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '044f5741-e4d3-4edf-954b-c2c5a6f36283', 'tag': '59b5fda1-f8d3-4c6d-b2ad-a1607e38f8ab'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:22:05.974183 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-178480f0-1895-4313-b332-e01b5288a008" -d '{"events": [{"name": "network-changed", "server_uuid": "044f5741-e4d3-4edf-954b-c2c5a6f36283", "tag": "59b5fda1-f8d3-4c6d-b2ad-a1607e38f8ab"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:22:06.011339 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device ac1f695a-36dc-4bad-9ccb-4e8de6a45e31 up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:22:06.018839 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-a2736436-5622-45a4-9cd6-3487ccefa58c service neutron] Request body: {'port': {'device_id': '044f5741-e4d3-4edf-954b-c2c5a6f36283', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-13'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:06.068329 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013f5c02-b386-46e5-aa0f-e25b8ce2a802 service neutron] Pushing event updated for resources: {'Port': ['ID=59b5fda1-f8d3-4c6d-b2ad-a1607e38f8ab,revision_number=3']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:06.108668 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-a2736436-5622-45a4-9cd6-3487ccefa58c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:06.172705 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning for port ac1f695a-36dc-4bad-9ccb-4e8de6a45e31 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:22:06.190758 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port ac1f695a-36dc-4bad-9ccb-4e8de6a45e31 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:22:06.191135 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:06.288515 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-041d82c2-c325-4d75-b025-1ae1f9c5d4a8 req-1f17d8f6-347b-4c20-bd3a-b94f4a02ddf3 service neutron] 10.222.0.44 "GET /v2.0/networks/dedcdb64-7de1-4c86-99c8-928cd2696ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5528612 Aug 10 03:22:06.355299 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:06.396175 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port ac1f695a-36dc-4bad-9ccb-4e8de6a45e31, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=ac1f695a-36dc-4bad-9ccb-4e8de6a45e31,segment=NetworkSegment(b0d95f30-ce33-474a-8373-79a831b269e5),segment_id=b0d95f30-ce33-474a-8373-79a831b269e5)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:06.397137 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98532c5c-e4f2-4b43-aa06-5cf8233e4981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac1f695a-36dc-4bad-9ccb-4e8de6a45e31'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:22:06.399836 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e2a5cf5-acf0-4945-bdeb-99682de9fb91" -d '{"events": [{"server_uuid": "98532c5c-e4f2-4b43-aa06-5cf8233e4981", "name": "network-vif-plugged", "status": "completed", "tag": "ac1f695a-36dc-4bad-9ccb-4e8de6a45e31"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:22:06.404549 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:06.407975 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df76ae02-1e51-4ca3-9f48-a856ad7079e4 req-c0ab2e05-e83b-4a74-b5bf-f0a8bfc581ac tempest-ServerGroupTestJSON-2132543691 tempest-ServerGroupTestJSON-2132543691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:06.412966 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-df76ae02-1e51-4ca3-9f48-a856ad7079e4 req-c0ab2e05-e83b-4a74-b5bf-f0a8bfc581ac tempest-ServerGroupTestJSON-2132543691 tempest-ServerGroupTestJSON-2132543691-project] 10.222.0.44 "GET /v2.0/ports?device_id=26fa90fd-f022-4b1d-a96f-aaac9a2971a5 HTTP/1.1" status: 200 len: 932 time: 0.3665106 Aug 10 03:22:06.457431 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=ac1f695a-36dc-4bad-9ccb-4e8de6a45e31,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:06.505463 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-a2736436-5622-45a4-9cd6-3487ccefa58c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a51886da-65ec-4881-8090-1c7844482542 {{(pid=94261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:22:06.515511 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-df76ae02-1e51-4ca3-9f48-a856ad7079e4 req-ff386198-7603-41e0-a73c-22ec8e82343d tempest-ServerGroupTestJSON-2132543691 tempest-ServerGroupTestJSON-2132543691-project] 10.222.0.44 "GET /v2.0/security-groups?id=13b424cb-c09c-42c1-b19e-39d1f79c40d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916548 Aug 10 03:22:06.538716 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-a2736436-5622-45a4-9cd6-3487ccefa58c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:06.557990 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-a2736436-5622-45a4-9cd6-3487ccefa58c service neutron] Transition to ACTIVE for port object a51886da-65ec-4881-8090-1c7844482542 will not be triggered until provisioned by entity L2. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:22:06.564703 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-a2736436-5622-45a4-9cd6-3487ccefa58c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:06.588011 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-1bdbe7d5-bfc6-4573-9b85-c9f474e14bc4 req-8df7deaa-e2fe-4751-b8c4-7d15191a80ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc3b28bf-4e3f-4374-8f28-4badd93a9c60 {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:22:06.617333 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-1bdbe7d5-bfc6-4573-9b85-c9f474e14bc4 req-8df7deaa-e2fe-4751-b8c4-7d15191a80ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:06.624523 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ffd73771-c750-4d5b-89eb-99d05da98fd6 req-5346cdb8-bb6f-4571-8402-578c128c2e7f tempest-SecurityGroupRulesNegativeTestJSON-1472530696 tempest-SecurityGroupRulesNegativeTestJSON-1472530696-project] 10.222.0.44 "GET /v2.0/security-groups/e2ff9163-af78-42dd-996d-bebcb0cc1199 HTTP/1.1" status: 200 len: 2408 time: 0.0714929 Aug 10 03:22:06.636753 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2736436-5622-45a4-9cd6-3487ccefa58c service neutron] Pushing event updated for resources: {'Port': ['ID=a51886da-65ec-4881-8090-1c7844482542,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:06.696085 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-1bdbe7d5-bfc6-4573-9b85-c9f474e14bc4 req-8df7deaa-e2fe-4751-b8c4-7d15191a80ba service neutron] Transition to ACTIVE for port object bc3b28bf-4e3f-4374-8f28-4badd93a9c60 will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:22:06.704677 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-1bdbe7d5-bfc6-4573-9b85-c9f474e14bc4 req-8df7deaa-e2fe-4751-b8c4-7d15191a80ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:06.793362 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-a2736436-5622-45a4-9cd6-3487ccefa58c service neutron] Attempting to bind port a51886da-65ec-4881-8090-1c7844482542 on host n-h2-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:22:06.795237 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-a2736436-5622-45a4-9cd6-3487ccefa58c service neutron] Attempting to bind port a51886da-65ec-4881-8090-1c7844482542 by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': '9926830d-bbc1-4a2f-ad71-9c6ed89a772a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '39a285d2-87a3-47d7-9b49-b0b0fee32784'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:22:06.795831 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-a2736436-5622-45a4-9cd6-3487ccefa58c service neutron] Attempting to bind port a51886da-65ec-4881-8090-1c7844482542 on network 39a285d2-87a3-47d7-9b49-b0b0fee32784 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:22:06.803378 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dcf45b8-030d-4d9a-a73e-e9ba06f74c61 x-openstack-request-id: req-6dcf45b8-030d-4d9a-a73e-e9ba06f74c61 {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:22:06.804004 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "044f5741-e4d3-4edf-954b-c2c5a6f36283", "tag": "59b5fda1-f8d3-4c6d-b2ad-a1607e38f8ab", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:22:06.805722 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6dcf45b8-030d-4d9a-a73e-e9ba06f74c61 {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:22:06.807011 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '044f5741-e4d3-4edf-954b-c2c5a6f36283', 'tag': '59b5fda1-f8d3-4c6d-b2ad-a1607e38f8ab', 'status': 'completed', 'code': 200} Aug 10 03:22:06.843975 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-a2736436-5622-45a4-9cd6-3487ccefa58c service neutron] Port a51886da-65ec-4881-8090-1c7844482542 on network 39a285d2-87a3-47d7-9b49-b0b0fee32784 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:22:06.843975 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-a2736436-5622-45a4-9cd6-3487ccefa58c service neutron] Attempting to bind port a51886da-65ec-4881-8090-1c7844482542 on network 39a285d2-87a3-47d7-9b49-b0b0fee32784 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:22:06.857960 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c730550-be06-4914-8816-36c0ae6bc2f7 req-6985fd6b-cf8f-4c52-8632-1da1296e024b tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:06.870971 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c730550-be06-4914-8816-36c0ae6bc2f7 req-6985fd6b-cf8f-4c52-8632-1da1296e024b tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:06.873022 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-a2736436-5622-45a4-9cd6-3487ccefa58c service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:22:06.873256 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-a2736436-5622-45a4-9cd6-3487ccefa58c service neutron] Checking segment: {'id': '9926830d-bbc1-4a2f-ad71-9c6ed89a772a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '39a285d2-87a3-47d7-9b49-b0b0fee32784'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:22:06.874332 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-a2736436-5622-45a4-9cd6-3487ccefa58c service neutron] Bound using segment: {'id': '9926830d-bbc1-4a2f-ad71-9c6ed89a772a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '39a285d2-87a3-47d7-9b49-b0b0fee32784'} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:22:06.876540 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-a2736436-5622-45a4-9cd6-3487ccefa58c service neutron] Bound port: a51886da-65ec-4881-8090-1c7844482542, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9926830d-bbc1-4a2f-ad71-9c6ed89a772a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '39a285d2-87a3-47d7-9b49-b0b0fee32784'}}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:22:06.878168 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-a2736436-5622-45a4-9cd6-3487ccefa58c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:06.890017 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c730550-be06-4914-8816-36c0ae6bc2f7 req-6985fd6b-cf8f-4c52-8632-1da1296e024b tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:06.896327 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c730550-be06-4914-8816-36c0ae6bc2f7 req-6985fd6b-cf8f-4c52-8632-1da1296e024b tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:06.911617 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178480f0-1895-4313-b332-e01b5288a008 req-1410350a-a4a5-48c8-bfb9-26cb9ee6c83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:06.912202 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178480f0-1895-4313-b332-e01b5288a008 req-1410350a-a4a5-48c8-bfb9-26cb9ee6c83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:06.912551 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c730550-be06-4914-8816-36c0ae6bc2f7 req-6985fd6b-cf8f-4c52-8632-1da1296e024b tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:06.912814 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178480f0-1895-4313-b332-e01b5288a008 req-1410350a-a4a5-48c8-bfb9-26cb9ee6c83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:06.913362 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178480f0-1895-4313-b332-e01b5288a008 req-1410350a-a4a5-48c8-bfb9-26cb9ee6c83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:06.913885 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178480f0-1895-4313-b332-e01b5288a008 req-1410350a-a4a5-48c8-bfb9-26cb9ee6c83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:06.914437 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178480f0-1895-4313-b332-e01b5288a008 req-1410350a-a4a5-48c8-bfb9-26cb9ee6c83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:06.916359 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-178480f0-1895-4313-b332-e01b5288a008 req-1410350a-a4a5-48c8-bfb9-26cb9ee6c83c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=06c20e5fd34a48aa8cc6b4171afd240a&device_id=044f5741-e4d3-4edf-954b-c2c5a6f36283 HTTP/1.1" status: 200 len: 5247 time: 0.1077945 Aug 10 03:22:06.931052 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c730550-be06-4914-8816-36c0ae6bc2f7 req-6985fd6b-cf8f-4c52-8632-1da1296e024b tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:06.932991 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2c730550-be06-4914-8816-36c0ae6bc2f7 req-6985fd6b-cf8f-4c52-8632-1da1296e024b tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/ports?device_id=044f5741-e4d3-4edf-954b-c2c5a6f36283 HTTP/1.1" status: 200 len: 4601 time: 0.3126798 Aug 10 03:22:07.027455 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df7deaa-e2fe-4751-b8c4-7d15191a80ba service neutron] Pushing event updated for resources: {'Port': ['ID=bc3b28bf-4e3f-4374-8f28-4badd93a9c60,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:07.065843 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178480f0-1895-4313-b332-e01b5288a008 req-0515e735-0778-439f-95be-e7e486de1c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:07.066535 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178480f0-1895-4313-b332-e01b5288a008 req-0515e735-0778-439f-95be-e7e486de1c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:07.067317 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178480f0-1895-4313-b332-e01b5288a008 req-0515e735-0778-439f-95be-e7e486de1c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:07.068782 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-178480f0-1895-4313-b332-e01b5288a008 req-0515e735-0778-439f-95be-e7e486de1c59 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=06c20e5fd34a48aa8cc6b4171afd240a&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.1306136 Aug 10 03:22:07.124064 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2c730550-be06-4914-8816-36c0ae6bc2f7 req-98d5b7c0-c16b-4707-8598-65c53785bbde tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/security-groups?id=e522b194-e383-4019-8939-c6a59d2ab04c&id=5aac4231-548a-4a48-ae70-6443e8440415&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1748443 Aug 10 03:22:07.190596 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-1bdbe7d5-bfc6-4573-9b85-c9f474e14bc4 req-8df7deaa-e2fe-4751-b8c4-7d15191a80ba service neutron] Attempting to bind port bc3b28bf-4e3f-4374-8f28-4badd93a9c60 on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:22:07.191134 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-1bdbe7d5-bfc6-4573-9b85-c9f474e14bc4 req-8df7deaa-e2fe-4751-b8c4-7d15191a80ba service neutron] Attempting to bind port bc3b28bf-4e3f-4374-8f28-4badd93a9c60 by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '8eeeb85b-045c-47ce-a001-0523a4122246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '55b6d85f-389a-49ad-a993-061b1ffa3bde'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:22:07.191574 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bdbe7d5-bfc6-4573-9b85-c9f474e14bc4 req-8df7deaa-e2fe-4751-b8c4-7d15191a80ba service neutron] Attempting to bind port bc3b28bf-4e3f-4374-8f28-4badd93a9c60 on network 55b6d85f-389a-49ad-a993-061b1ffa3bde {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:22:07.192810 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-a2736436-5622-45a4-9cd6-3487ccefa58c service neutron] For port a51886da-65ec-4881-8090-1c7844482542, host n-h2-768862-13, cleared binding levels {{(pid=94261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:22:07.202959 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fddf8e5-3142-4a06-8270-b422fb9628d2 x-openstack-request-id: req-5fddf8e5-3142-4a06-8270-b422fb9628d2 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:22:07.203878 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98532c5c-e4f2-4b43-aa06-5cf8233e4981", "name": "network-vif-plugged", "status": "completed", "tag": "ac1f695a-36dc-4bad-9ccb-4e8de6a45e31", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:22:07.204309 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5fddf8e5-3142-4a06-8270-b422fb9628d2 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:22:07.204951 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98532c5c-e4f2-4b43-aa06-5cf8233e4981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac1f695a-36dc-4bad-9ccb-4e8de6a45e31', 'code': 200} Aug 10 03:22:07.220224 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-a2736436-5622-45a4-9cd6-3487ccefa58c service neutron] For port a51886da-65ec-4881-8090-1c7844482542, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=a51886da-65ec-4881-8090-1c7844482542,segment=NetworkSegment(9926830d-bbc1-4a2f-ad71-9c6ed89a772a),segment_id=9926830d-bbc1-4a2f-ad71-9c6ed89a772a)] {{(pid=94261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:22:07.229733 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bdbe7d5-bfc6-4573-9b85-c9f474e14bc4 req-8df7deaa-e2fe-4751-b8c4-7d15191a80ba service neutron] Port bc3b28bf-4e3f-4374-8f28-4badd93a9c60 on network 55b6d85f-389a-49ad-a993-061b1ffa3bde not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:22:07.232184 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-a2736436-5622-45a4-9cd6-3487ccefa58c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:07.232489 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bdbe7d5-bfc6-4573-9b85-c9f474e14bc4 req-8df7deaa-e2fe-4751-b8c4-7d15191a80ba service neutron] Attempting to bind port bc3b28bf-4e3f-4374-8f28-4badd93a9c60 on network 55b6d85f-389a-49ad-a993-061b1ffa3bde {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:22:07.259370 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bdbe7d5-bfc6-4573-9b85-c9f474e14bc4 req-8df7deaa-e2fe-4751-b8c4-7d15191a80ba service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:22:07.263070 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bdbe7d5-bfc6-4573-9b85-c9f474e14bc4 req-8df7deaa-e2fe-4751-b8c4-7d15191a80ba service neutron] Checking segment: {'id': '8eeeb85b-045c-47ce-a001-0523a4122246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '55b6d85f-389a-49ad-a993-061b1ffa3bde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:22:07.263567 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bdbe7d5-bfc6-4573-9b85-c9f474e14bc4 req-8df7deaa-e2fe-4751-b8c4-7d15191a80ba service neutron] Bound using segment: {'id': '8eeeb85b-045c-47ce-a001-0523a4122246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '55b6d85f-389a-49ad-a993-061b1ffa3bde'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:22:07.265695 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-1bdbe7d5-bfc6-4573-9b85-c9f474e14bc4 req-8df7deaa-e2fe-4751-b8c4-7d15191a80ba service neutron] Bound port: bc3b28bf-4e3f-4374-8f28-4badd93a9c60, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8eeeb85b-045c-47ce-a001-0523a4122246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '55b6d85f-389a-49ad-a993-061b1ffa3bde'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:22:07.266155 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-1bdbe7d5-bfc6-4573-9b85-c9f474e14bc4 req-8df7deaa-e2fe-4751-b8c4-7d15191a80ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:07.295936 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178480f0-1895-4313-b332-e01b5288a008 req-4ff8cdf7-8398-4d1f-bbcf-0891b87176fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:07.297336 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8fe36a-d184-42c1-a306-b9e8e29f1117 req-60170d7e-9b2d-4dd1-9fbc-439297e3b7e5 tempest-ServerAddressesTestJSON-266708127 tempest-ServerAddressesTestJSON-266708127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:07.297587 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-178480f0-1895-4313-b332-e01b5288a008 req-4ff8cdf7-8398-4d1f-bbcf-0891b87176fe service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2193444 Aug 10 03:22:07.305086 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-a2736436-5622-45a4-9cd6-3487ccefa58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:07.305759 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-a2736436-5622-45a4-9cd6-3487ccefa58c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:07.306317 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ad8fe36a-d184-42c1-a306-b9e8e29f1117 req-60170d7e-9b2d-4dd1-9fbc-439297e3b7e5 tempest-ServerAddressesTestJSON-266708127 tempest-ServerAddressesTestJSON-266708127-project] 10.222.0.44 "GET /v2.0/networks?id=27155540-30ca-4e6e-ab07-8a97e2bf0355 HTTP/1.1" status: 200 len: 814 time: 0.3103547 Aug 10 03:22:07.307521 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-a2736436-5622-45a4-9cd6-3487ccefa58c service neutron] 10.222.0.61 "PUT /v2.0/ports/a51886da-65ec-4881-8090-1c7844482542 HTTP/1.1" status: 200 len: 1132 time: 1.2934110 Aug 10 03:22:07.334404 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2736436-5622-45a4-9cd6-3487ccefa58c service neutron] Pushing event updated for resources: {'Port': ['ID=a51886da-65ec-4881-8090-1c7844482542,revision_number=3']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:07.354815 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-95e71720-5963-420f-94f5-2aee8dccb251 service neutron] Request body: {'port': {'device_id': '044f5741-e4d3-4edf-954b-c2c5a6f36283', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-13'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:07.413797 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-644ef82f-fdb5-4455-b530-e6dc6a002774 req-d25bc516-8eba-4c65-9471-174782c4ea72 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "GET /v2.0/ports?device_id=cfb2a8a0-1b1f-41a2-872c-9ead2fa3f528 HTTP/1.1" status: 200 len: 210 time: 0.1357861 Aug 10 03:22:07.442652 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ad8fe36a-d184-42c1-a306-b9e8e29f1117 req-fd3802b8-1889-44b4-89c3-efc75e56fc37 tempest-ServerAddressesTestJSON-266708127 tempest-ServerAddressesTestJSON-266708127-project] 10.222.0.44 "GET /v2.0/quotas/2b413fea1ef74092bbb7387c24277e1a HTTP/1.1" status: 200 len: 375 time: 0.1353559 Aug 10 03:22:07.456771 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-95e71720-5963-420f-94f5-2aee8dccb251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:07.506098 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ad8fe36a-d184-42c1-a306-b9e8e29f1117 req-b8e1d202-ff2c-45bc-b6b9-dc29577d83f4 tempest-ServerAddressesTestJSON-266708127 tempest-ServerAddressesTestJSON-266708127-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2b413fea1ef74092bbb7387c24277e1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0621529 Aug 10 03:22:07.641052 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb27930-2759-43df-bea1-d05b2546780c req-1f8039b2-3333-4db4-a7ed-660422782a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:07.642608 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ecb27930-2759-43df-bea1-d05b2546780c req-1f8039b2-3333-4db4-a7ed-660422782a73 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=98532c5c-e4f2-4b43-aa06-5cf8233e4981 HTTP/1.1" status: 200 len: 1098 time: 0.3244109 Aug 10 03:22:07.651514 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d81daf31-cde4-4f22-b232-c2da997df813 req-280d2901-e781-4aa0-aff9-b4da8e30cc0a tempest-SecurityGroupRulesNegativeTestJSON-1472530696 tempest-SecurityGroupRulesNegativeTestJSON-1472530696-project] 10.222.0.44 "GET /v2.0/security-group-rules/a1c9968e-233a-4dc1-929f-124114c0ad1b HTTP/1.1" status: 200 len: 778 time: 0.1846695 Aug 10 03:22:07.684438 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-1bdbe7d5-bfc6-4573-9b85-c9f474e14bc4 req-8df7deaa-e2fe-4751-b8c4-7d15191a80ba service neutron] For port bc3b28bf-4e3f-4374-8f28-4badd93a9c60, host n-h1-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:22:07.703783 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ad8fe36a-d184-42c1-a306-b9e8e29f1117 req-4df3ab30-5628-48fe-917b-5b3677eca6f0 service neutron] 10.222.0.44 "GET /v2.0/networks/27155540-30ca-4e6e-ab07-8a97e2bf0355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951981 Aug 10 03:22:07.725532 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-1bdbe7d5-bfc6-4573-9b85-c9f474e14bc4 req-8df7deaa-e2fe-4751-b8c4-7d15191a80ba service neutron] For port bc3b28bf-4e3f-4374-8f28-4badd93a9c60, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=bc3b28bf-4e3f-4374-8f28-4badd93a9c60,segment=NetworkSegment(8eeeb85b-045c-47ce-a001-0523a4122246),segment_id=8eeeb85b-045c-47ce-a001-0523a4122246)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:22:07.787538 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-1bdbe7d5-bfc6-4573-9b85-c9f474e14bc4 req-8df7deaa-e2fe-4751-b8c4-7d15191a80ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:07.841045 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ecb27930-2759-43df-bea1-d05b2546780c req-0727f6fe-4607-4d66-af3f-9a2e395ef54d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2a3d60c7-dc11-4ed6-97f3-7a302523b1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1869040 Aug 10 03:22:07.855629 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdbe7d5-bfc6-4573-9b85-c9f474e14bc4 req-8df7deaa-e2fe-4751-b8c4-7d15191a80ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:07.856332 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-1bdbe7d5-bfc6-4573-9b85-c9f474e14bc4 req-8df7deaa-e2fe-4751-b8c4-7d15191a80ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:07.857784 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1bdbe7d5-bfc6-4573-9b85-c9f474e14bc4 req-8df7deaa-e2fe-4751-b8c4-7d15191a80ba service neutron] 10.222.0.42 "PUT /v2.0/ports/bc3b28bf-4e3f-4374-8f28-4badd93a9c60 HTTP/1.1" status: 200 len: 1093 time: 2.6937633 Aug 10 03:22:07.860658 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26fa90fd-f022-4b1d-a96f-aaac9a2971a5', 'tag': 'bc3b28bf-4e3f-4374-8f28-4badd93a9c60'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:22:07.862978 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee5369a8-fa83-4d3f-88ee-138396083ba7" -d '{"events": [{"name": "network-changed", "server_uuid": "26fa90fd-f022-4b1d-a96f-aaac9a2971a5", "tag": "bc3b28bf-4e3f-4374-8f28-4badd93a9c60"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:22:07.885382 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d81daf31-cde4-4f22-b232-c2da997df813 req-40431f96-00a0-4488-9c6b-1c50a36f64be tempest-SecurityGroupRulesNegativeTestJSON-1472530696 tempest-SecurityGroupRulesNegativeTestJSON-1472530696-project] 10.222.0.44 "GET /v2.0/security-groups/e2ff9163-af78-42dd-996d-bebcb0cc1199 HTTP/1.1" status: 200 len: 2408 time: 0.2328596 Aug 10 03:22:07.908736 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-95e71720-5963-420f-94f5-2aee8dccb251 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7410f22-72fc-46b2-bf2c-021ea69dd6bd {{(pid=94261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:22:07.920714 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-95e71720-5963-420f-94f5-2aee8dccb251 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:07.936179 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-95e71720-5963-420f-94f5-2aee8dccb251 service neutron] Transition to ACTIVE for port object d7410f22-72fc-46b2-bf2c-021ea69dd6bd will not be triggered until provisioned by entity L2. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:22:07.943085 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-95e71720-5963-420f-94f5-2aee8dccb251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:07.965701 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df7deaa-e2fe-4751-b8c4-7d15191a80ba service neutron] Pushing event updated for resources: {'Port': ['ID=bc3b28bf-4e3f-4374-8f28-4badd93a9c60,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:07.985378 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-d81daf31-cde4-4f22-b232-c2da997df813 req-f564c067-fa50-42b1-bfe4-8478e0836ea7 tempest-SecurityGroupRulesNegativeTestJSON-1472530696 tempest-SecurityGroupRulesNegativeTestJSON-1472530696-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:07.999177 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ad8fe36a-d184-42c1-a306-b9e8e29f1117 req-6244016b-ca27-4c75-8cf4-d89df32fb0c6 service neutron] 10.222.0.44 "GET /v2.0/networks/27155540-30ca-4e6e-ab07-8a97e2bf0355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2955580 Aug 10 03:22:08.007402 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-d81daf31-cde4-4f22-b232-c2da997df813 req-f564c067-fa50-42b1-bfe4-8478e0836ea7 tempest-SecurityGroupRulesNegativeTestJSON-1472530696 tempest-SecurityGroupRulesNegativeTestJSON-1472530696-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:08.080061 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdbe7d5-bfc6-4573-9b85-c9f474e14bc4 req-0496f363-3b22-43e5-8ca1-3f654b89253c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:08.081605 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1bdbe7d5-bfc6-4573-9b85-c9f474e14bc4 req-0496f363-3b22-43e5-8ca1-3f654b89253c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ac70840a008f43f8889357cc3a3e69b7&device_id=26fa90fd-f022-4b1d-a96f-aaac9a2971a5 HTTP/1.1" status: 200 len: 1096 time: 0.1369963 Aug 10 03:22:08.088620 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-d81daf31-cde4-4f22-b232-c2da997df813 req-f564c067-fa50-42b1-bfe4-8478e0836ea7 tempest-SecurityGroupRulesNegativeTestJSON-1472530696 tempest-SecurityGroupRulesNegativeTestJSON-1472530696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:08.105388 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-d81daf31-cde4-4f22-b232-c2da997df813 req-f564c067-fa50-42b1-bfe4-8478e0836ea7 tempest-SecurityGroupRulesNegativeTestJSON-1472530696 tempest-SecurityGroupRulesNegativeTestJSON-1472530696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:08.120742 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d81daf31-cde4-4f22-b232-c2da997df813 req-f564c067-fa50-42b1-bfe4-8478e0836ea7 tempest-SecurityGroupRulesNegativeTestJSON-1472530696 tempest-SecurityGroupRulesNegativeTestJSON-1472530696-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/a1c9968e-233a-4dc1-929f-124114c0ad1b HTTP/1.1" status: 204 len: 173 time: 0.2323022 Aug 10 03:22:08.138034 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e71720-5963-420f-94f5-2aee8dccb251 service neutron] Pushing event updated for resources: {'Port': ['ID=d7410f22-72fc-46b2-bf2c-021ea69dd6bd,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:08.203861 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f564c067-fa50-42b1-bfe4-8478e0836ea7 tempest-SecurityGroupRulesNegativeTestJSON-1472530696 tempest-SecurityGroupRulesNegativeTestJSON-1472530696-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a1c9968e-233a-4dc1-929f-124114c0ad1b,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:08.211939 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1bdbe7d5-bfc6-4573-9b85-c9f474e14bc4 req-5afac3ec-5fb4-4744-84f3-568a54bb194b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc3b28bf-4e3f-4374-8f28-4badd93a9c60 HTTP/1.1" status: 200 len: 217 time: 0.1198328 Aug 10 03:22:08.301418 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041d82c2-c325-4d75-b025-1ae1f9c5d4a8 req-7bb38b04-5c42-4132-8a1e-b4b44b837122 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:08.303545 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-041d82c2-c325-4d75-b025-1ae1f9c5d4a8 req-7bb38b04-5c42-4132-8a1e-b4b44b837122 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.42 "GET /v2.0/networks?id=dedcdb64-7de1-4c86-99c8-928cd2696ccd HTTP/1.1" status: 200 len: 821 time: 0.2838168 Aug 10 03:22:08.396984 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-041d82c2-c325-4d75-b025-1ae1f9c5d4a8 req-3af324c0-3869-4fff-b447-91950548649f tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Request body: {'port': {'device_id': 'cfb2a8a0-1b1f-41a2-872c-9ead2fa3f528', 'network_id': 'dedcdb64-7de1-4c86-99c8-928cd2696ccd', 'admin_state_up': True, 'tenant_id': '3b405f8fd94e41e5b0ec985280fca51e'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:08.412423 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdbe7d5-bfc6-4573-9b85-c9f474e14bc4 req-06a3a003-becb-40b9-be0e-3f59470ef79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:08.424590 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1bdbe7d5-bfc6-4573-9b85-c9f474e14bc4 req-06a3a003-becb-40b9-be0e-3f59470ef79a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=217d14cb-8e8d-4d99-8632-6b566c5012df HTTP/1.1" status: 200 len: 849 time: 0.1864886 Aug 10 03:22:08.445788 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5036cfb-5ce8-493c-896b-d8c78b719864 req-72faa59a-814c-44bc-95ca-de44f17e9229 tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:08.453223 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f5036cfb-5ce8-493c-896b-d8c78b719864 req-72faa59a-814c-44bc-95ca-de44f17e9229 tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] 10.222.0.44 "GET /v2.0/ports?device_id=98532c5c-e4f2-4b43-aa06-5cf8233e4981 HTTP/1.1" status: 200 len: 946 time: 0.2380369 Aug 10 03:22:08.517401 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1bdbe7d5-bfc6-4573-9b85-c9f474e14bc4 req-fc3c957b-46c7-4d7e-b675-e20fde01086b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=55b6d85f-389a-49ad-a993-061b1ffa3bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619395 Aug 10 03:22:08.575149 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f5036cfb-5ce8-493c-896b-d8c78b719864 req-e703189c-c034-4bf0-ae75-e3e511a421a1 tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] 10.222.0.44 "GET /v2.0/security-groups?id=2a3d60c7-dc11-4ed6-97f3-7a302523b1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165175 Aug 10 03:22:08.643376 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-95e71720-5963-420f-94f5-2aee8dccb251 service neutron] Attempting to bind port d7410f22-72fc-46b2-bf2c-021ea69dd6bd on host n-h2-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:22:08.644309 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-95e71720-5963-420f-94f5-2aee8dccb251 service neutron] Attempting to bind port d7410f22-72fc-46b2-bf2c-021ea69dd6bd by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': '9926830d-bbc1-4a2f-ad71-9c6ed89a772a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '39a285d2-87a3-47d7-9b49-b0b0fee32784'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:22:08.644444 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-95e71720-5963-420f-94f5-2aee8dccb251 service neutron] Attempting to bind port d7410f22-72fc-46b2-bf2c-021ea69dd6bd on network 39a285d2-87a3-47d7-9b49-b0b0fee32784 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:22:08.656845 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-95e71720-5963-420f-94f5-2aee8dccb251 service neutron] Port d7410f22-72fc-46b2-bf2c-021ea69dd6bd on network 39a285d2-87a3-47d7-9b49-b0b0fee32784 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:22:08.657413 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-95e71720-5963-420f-94f5-2aee8dccb251 service neutron] Attempting to bind port d7410f22-72fc-46b2-bf2c-021ea69dd6bd on network 39a285d2-87a3-47d7-9b49-b0b0fee32784 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:22:08.663908 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a86aef-4e7b-4c3a-b3cb-4674be4f9fff req-765d94f3-b7a8-4e68-9127-269f7b0b1e35 tempest-ServerGroupTestJSON-2132543691 tempest-ServerGroupTestJSON-2132543691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:08.665720 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-85a86aef-4e7b-4c3a-b3cb-4674be4f9fff req-765d94f3-b7a8-4e68-9127-269f7b0b1e35 tempest-ServerGroupTestJSON-2132543691 tempest-ServerGroupTestJSON-2132543691-project] 10.222.0.44 "GET /v2.0/ports?device_id=26fa90fd-f022-4b1d-a96f-aaac9a2971a5 HTTP/1.1" status: 200 len: 944 time: 0.2392523 Aug 10 03:22:08.666974 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-95e71720-5963-420f-94f5-2aee8dccb251 service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:22:08.667351 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-95e71720-5963-420f-94f5-2aee8dccb251 service neutron] Checking segment: {'id': '9926830d-bbc1-4a2f-ad71-9c6ed89a772a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '39a285d2-87a3-47d7-9b49-b0b0fee32784'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:22:08.667794 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-95e71720-5963-420f-94f5-2aee8dccb251 service neutron] Bound using segment: {'id': '9926830d-bbc1-4a2f-ad71-9c6ed89a772a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '39a285d2-87a3-47d7-9b49-b0b0fee32784'} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:22:08.669962 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-95e71720-5963-420f-94f5-2aee8dccb251 service neutron] Bound port: d7410f22-72fc-46b2-bf2c-021ea69dd6bd, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9926830d-bbc1-4a2f-ad71-9c6ed89a772a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '39a285d2-87a3-47d7-9b49-b0b0fee32784'}}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:22:08.670357 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-95e71720-5963-420f-94f5-2aee8dccb251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:08.700894 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-041d82c2-c325-4d75-b025-1ae1f9c5d4a8 req-3af324c0-3869-4fff-b447-91950548649f tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Made reservation on behalf of 3b405f8fd94e41e5b0ec985280fca51e for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:22:08.704429 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-041d82c2-c325-4d75-b025-1ae1f9c5d4a8 req-3af324c0-3869-4fff-b447-91950548649f tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:08.770479 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-85a86aef-4e7b-4c3a-b3cb-4674be4f9fff req-28b1368d-3f37-4e04-9eaa-54cb5b746cbd tempest-ServerGroupTestJSON-2132543691 tempest-ServerGroupTestJSON-2132543691-project] 10.222.0.44 "GET /v2.0/security-groups?id=13b424cb-c09c-42c1-b19e-39d1f79c40d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969837 Aug 10 03:22:08.811304 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '044f5741-e4d3-4edf-954b-c2c5a6f36283', 'tag': 'a51886da-65ec-4881-8090-1c7844482542'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:22:08.813588 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8d4320b-f8a7-4461-b50b-c59573a946da" -d '{"events": [{"name": "network-changed", "server_uuid": "044f5741-e4d3-4edf-954b-c2c5a6f36283", "tag": "a51886da-65ec-4881-8090-1c7844482542"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:22:08.829759 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-015fc574-da20-4cf0-a1ab-18a2e88654dc req-457fc433-9e19-4e24-9557-30cccf8ffb72 tempest-SecurityGroupRulesNegativeTestJSON-1472530696 tempest-SecurityGroupRulesNegativeTestJSON-1472530696-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1005671689', 'description': 'tempest-description-1758625699'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:08.846853 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1bdbe7d5-bfc6-4573-9b85-c9f474e14bc4 req-72f567b0-8cb8-4871-b77d-83efa3813d40 service neutron] 10.222.0.42 "GET /v2.0/networks/55b6d85f-389a-49ad-a993-061b1ffa3bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3165960 Aug 10 03:22:08.853613 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-95e71720-5963-420f-94f5-2aee8dccb251 service neutron] For port d7410f22-72fc-46b2-bf2c-021ea69dd6bd, host n-h2-768862-13, cleared binding levels {{(pid=94261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:22:08.864782 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-95e71720-5963-420f-94f5-2aee8dccb251 service neutron] For port d7410f22-72fc-46b2-bf2c-021ea69dd6bd, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=d7410f22-72fc-46b2-bf2c-021ea69dd6bd,segment=NetworkSegment(9926830d-bbc1-4a2f-ad71-9c6ed89a772a),segment_id=9926830d-bbc1-4a2f-ad71-9c6ed89a772a)] {{(pid=94261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:22:08.875249 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-95e71720-5963-420f-94f5-2aee8dccb251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:08.948629 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d07e5bf8-66fe-48a7-8f06-4854effdfde4 x-openstack-request-id: req-d07e5bf8-66fe-48a7-8f06-4854effdfde4 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:22:08.949081 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26fa90fd-f022-4b1d-a96f-aaac9a2971a5", "tag": "bc3b28bf-4e3f-4374-8f28-4badd93a9c60", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:22:08.950915 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d07e5bf8-66fe-48a7-8f06-4854effdfde4 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:22:08.952657 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26fa90fd-f022-4b1d-a96f-aaac9a2971a5', 'tag': 'bc3b28bf-4e3f-4374-8f28-4badd93a9c60', 'status': 'completed', 'code': 200} Aug 10 03:22:08.952869 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-95e71720-5963-420f-94f5-2aee8dccb251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:08.953380 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-95e71720-5963-420f-94f5-2aee8dccb251 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:08.955234 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-95e71720-5963-420f-94f5-2aee8dccb251 service neutron] 10.222.0.61 "PUT /v2.0/ports/d7410f22-72fc-46b2-bf2c-021ea69dd6bd HTTP/1.1" status: 200 len: 1131 time: 1.6062744 Aug 10 03:22:08.962409 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-015fc574-da20-4cf0-a1ab-18a2e88654dc req-457fc433-9e19-4e24-9557-30cccf8ffb72 tempest-SecurityGroupRulesNegativeTestJSON-1472530696 tempest-SecurityGroupRulesNegativeTestJSON-1472530696-project] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:09.025063 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-00c74f52-9e5e-40a6-8535-ea55a568232b service neutron] Request body: {'port': {'device_id': '044f5741-e4d3-4edf-954b-c2c5a6f36283', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-13'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:09.052704 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [req-041d82c2-c325-4d75-b025-1ae1f9c5d4a8 req-3af324c0-3869-4fff-b447-91950548649f tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Allocated IP 172.20.0.9 (dedcdb64-7de1-4c86-99c8-928cd2696ccd/f24ae3cf-774a-4d5d-b1a4-9733e765050e/7d2ba15a-bb6f-4b56-910e-96b50fdec354) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:22:09.107115 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e71720-5963-420f-94f5-2aee8dccb251 service neutron] Pushing event updated for resources: {'Port': ['ID=d7410f22-72fc-46b2-bf2c-021ea69dd6bd,revision_number=3']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:09.167379 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1bdbe7d5-bfc6-4573-9b85-c9f474e14bc4 req-0188a5b0-103f-4c77-850d-639ac30f7f6e service neutron] 10.222.0.42 "GET /v2.0/networks/55b6d85f-389a-49ad-a993-061b1ffa3bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3108878 Aug 10 03:22:09.184465 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfbc02c-68f6-4e3f-a920-ffef5d425295 req-6304c1b1-2c65-4d17-b885-1c36e02df16f tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:09.191135 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfbc02c-68f6-4e3f-a920-ffef5d425295 req-6304c1b1-2c65-4d17-b885-1c36e02df16f tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:09.197523 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfbc02c-68f6-4e3f-a920-ffef5d425295 req-6304c1b1-2c65-4d17-b885-1c36e02df16f tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:09.204351 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfbc02c-68f6-4e3f-a920-ffef5d425295 req-6304c1b1-2c65-4d17-b885-1c36e02df16f tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:09.210099 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfbc02c-68f6-4e3f-a920-ffef5d425295 req-6304c1b1-2c65-4d17-b885-1c36e02df16f tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:09.216732 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfbc02c-68f6-4e3f-a920-ffef5d425295 req-6304c1b1-2c65-4d17-b885-1c36e02df16f tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:09.222964 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfbc02c-68f6-4e3f-a920-ffef5d425295 req-6304c1b1-2c65-4d17-b885-1c36e02df16f tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:09.224906 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8cfbc02c-68f6-4e3f-a920-ffef5d425295 req-6304c1b1-2c65-4d17-b885-1c36e02df16f tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/ports?device_id=044f5741-e4d3-4edf-954b-c2c5a6f36283 HTTP/1.1" status: 200 len: 5373 time: 0.2132027 Aug 10 03:22:09.359445 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-00c74f52-9e5e-40a6-8535-ea55a568232b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:09.364314 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8cfbc02c-68f6-4e3f-a920-ffef5d425295 req-a76e3b2e-523b-4b04-b9eb-891f5547e169 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/security-groups?id=e522b194-e383-4019-8939-c6a59d2ab04c&id=5aac4231-548a-4a48-ae70-6443e8440415&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1286216 Aug 10 03:22:09.374434 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-015fc574-da20-4cf0-a1ab-18a2e88654dc req-457fc433-9e19-4e24-9557-30cccf8ffb72 tempest-SecurityGroupRulesNegativeTestJSON-1472530696 tempest-SecurityGroupRulesNegativeTestJSON-1472530696-project] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:09.385204 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5369a8-fa83-4d3f-88ee-138396083ba7 req-f922d3c0-d8f9-48eb-a1dc-be98f98d6b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:09.389522 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ee5369a8-fa83-4d3f-88ee-138396083ba7 req-f922d3c0-d8f9-48eb-a1dc-be98f98d6b89 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ac70840a008f43f8889357cc3a3e69b7&device_id=26fa90fd-f022-4b1d-a96f-aaac9a2971a5 HTTP/1.1" status: 200 len: 1096 time: 0.1264162 Aug 10 03:22:09.390633 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-015fc574-da20-4cf0-a1ab-18a2e88654dc req-457fc433-9e19-4e24-9557-30cccf8ffb72 tempest-SecurityGroupRulesNegativeTestJSON-1472530696 tempest-SecurityGroupRulesNegativeTestJSON-1472530696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:09.494494 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-041d82c2-c325-4d75-b025-1ae1f9c5d4a8 req-3af324c0-3869-4fff-b447-91950548649f tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:09.509002 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-015fc574-da20-4cf0-a1ab-18a2e88654dc req-457fc433-9e19-4e24-9557-30cccf8ffb72 tempest-SecurityGroupRulesNegativeTestJSON-1472530696 tempest-SecurityGroupRulesNegativeTestJSON-1472530696-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:09.510298 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-015fc574-da20-4cf0-a1ab-18a2e88654dc req-457fc433-9e19-4e24-9557-30cccf8ffb72 tempest-SecurityGroupRulesNegativeTestJSON-1472530696 tempest-SecurityGroupRulesNegativeTestJSON-1472530696-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.6908371 Aug 10 03:22:09.542448 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457fc433-9e19-4e24-9557-30cccf8ffb72 tempest-SecurityGroupRulesNegativeTestJSON-1472530696 tempest-SecurityGroupRulesNegativeTestJSON-1472530696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef22c24-a048-4f36-873d-d7e66f74b1b5,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:09.548693 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-030d8111-4000-4e36-a8ec-6252624ee661 req-8b171fe8-9e0d-4032-9de7-8f9807e8f6ee tempest-ServerAddressesTestJSON-266708127 tempest-ServerAddressesTestJSON-266708127-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a041274-307c-4a44-876a-60dc4ad72185 HTTP/1.1" status: 200 len: 210 time: 0.0492616 Aug 10 03:22:09.630511 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3c8eeed2-2a23-4566-a1d2-30950a9ea2f1 req-cc9d1d7d-501b-41ec-b722-5e6c899d3d5e tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "GET /v2.0/ports?device_id=cfb2a8a0-1b1f-41a2-872c-9ead2fa3f528 HTTP/1.1" status: 200 len: 210 time: 0.0436690 Aug 10 03:22:09.645900 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5369a8-fa83-4d3f-88ee-138396083ba7 req-fa5e5118-7952-489d-9561-e21f7d05b346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:09.647510 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ee5369a8-fa83-4d3f-88ee-138396083ba7 req-fa5e5118-7952-489d-9561-e21f7d05b346 service neutron] 10.222.0.42 "GET /v2.0/networks?id=55b6d85f-389a-49ad-a993-061b1ffa3bde HTTP/1.1" status: 200 len: 909 time: 0.2520726 Aug 10 03:22:09.732954 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f2ed9d-05f0-40fc-afd0-eaaf648454b5 x-openstack-request-id: req-46f2ed9d-05f0-40fc-afd0-eaaf648454b5 {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:22:09.733251 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "044f5741-e4d3-4edf-954b-c2c5a6f36283", "tag": "a51886da-65ec-4881-8090-1c7844482542", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:22:09.733485 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-46f2ed9d-05f0-40fc-afd0-eaaf648454b5 {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:22:09.733871 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '044f5741-e4d3-4edf-954b-c2c5a6f36283', 'tag': 'a51886da-65ec-4881-8090-1c7844482542', 'status': 'completed', 'code': 200} Aug 10 03:22:09.745941 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-041d82c2-c325-4d75-b025-1ae1f9c5d4a8 req-3af324c0-3869-4fff-b447-91950548649f tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:09.764117 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ee5369a8-fa83-4d3f-88ee-138396083ba7 req-e913ff68-17fa-446a-837c-ce355eea3a6b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc3b28bf-4e3f-4374-8f28-4badd93a9c60 HTTP/1.1" status: 200 len: 217 time: 0.0988624 Aug 10 03:22:09.838711 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-041d82c2-c325-4d75-b025-1ae1f9c5d4a8 req-3af324c0-3869-4fff-b447-91950548649f tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Network dedcdb64-7de1-4c86-99c8-928cd2696ccd is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:22:09.843945 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [req-041d82c2-c325-4d75-b025-1ae1f9c5d4a8 req-3af324c0-3869-4fff-b447-91950548649f tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:22:09.850893 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-041d82c2-c325-4d75-b025-1ae1f9c5d4a8 req-3af324c0-3869-4fff-b447-91950548649f tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:22:09.882432 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af324c0-3869-4fff-b447-91950548649f tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Pushing event updated for resources: {'Port': ['ID=7d2ba15a-bb6f-4b56-910e-96b50fdec354,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:09.926087 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041d82c2-c325-4d75-b025-1ae1f9c5d4a8 req-3af324c0-3869-4fff-b447-91950548649f tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:09.926602 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-041d82c2-c325-4d75-b025-1ae1f9c5d4a8 req-3af324c0-3869-4fff-b447-91950548649f tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:09.970834 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-041d82c2-c325-4d75-b025-1ae1f9c5d4a8 req-3af324c0-3869-4fff-b447-91950548649f tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5852506 Aug 10 03:22:09.975779 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5369a8-fa83-4d3f-88ee-138396083ba7 req-10500aaa-b4f9-4336-9c51-06a3c0478882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:09.977581 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ee5369a8-fa83-4d3f-88ee-138396083ba7 req-10500aaa-b4f9-4336-9c51-06a3c0478882 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=217d14cb-8e8d-4d99-8632-6b566c5012df HTTP/1.1" status: 200 len: 849 time: 0.1918960 Aug 10 03:22:09.980709 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-00c74f52-9e5e-40a6-8535-ea55a568232b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18f38f10-6fe8-483d-95d9-e9238a6e463c {{(pid=94261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:22:09.993017 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-041d82c2-c325-4d75-b025-1ae1f9c5d4a8 req-33fc9550-8e65-471a-8824-2145083ed2fd service neutron] Request body: {'port': {'device_id': 'cfb2a8a0-1b1f-41a2-872c-9ead2fa3f528', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-13'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:09.994969 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f510c66f-d7ff-41f7-973c-b90ea6d76038 req-b6001f8a-f44b-4d73-b9de-684b8019e5df tempest-SecurityGroupRulesNegativeTestJSON-1472530696 tempest-SecurityGroupRulesNegativeTestJSON-1472530696-project] 10.222.0.44 "GET /v2.0/security-groups/4ef22c24-a048-4f36-873d-d7e66f74b1b5 HTTP/1.1" status: 200 len: 1815 time: 0.2330036 Aug 10 03:22:10.003709 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-00c74f52-9e5e-40a6-8535-ea55a568232b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:10.039548 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-00c74f52-9e5e-40a6-8535-ea55a568232b service neutron] Transition to ACTIVE for port object 18f38f10-6fe8-483d-95d9-e9238a6e463c will not be triggered until provisioned by entity L2. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:22:10.060841 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d4320b-f8a7-4461-b50b-c59573a946da req-a872300b-4e80-4927-bf12-3bc2f59d9dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:10.061330 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d4320b-f8a7-4461-b50b-c59573a946da req-a872300b-4e80-4927-bf12-3bc2f59d9dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:10.061806 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d4320b-f8a7-4461-b50b-c59573a946da req-a872300b-4e80-4927-bf12-3bc2f59d9dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:10.062450 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d4320b-f8a7-4461-b50b-c59573a946da req-a872300b-4e80-4927-bf12-3bc2f59d9dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:10.062920 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d4320b-f8a7-4461-b50b-c59573a946da req-a872300b-4e80-4927-bf12-3bc2f59d9dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:10.063387 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d4320b-f8a7-4461-b50b-c59573a946da req-a872300b-4e80-4927-bf12-3bc2f59d9dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:10.064006 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d4320b-f8a7-4461-b50b-c59573a946da req-a872300b-4e80-4927-bf12-3bc2f59d9dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:10.066131 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e8d4320b-f8a7-4461-b50b-c59573a946da req-a872300b-4e80-4927-bf12-3bc2f59d9dc3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=06c20e5fd34a48aa8cc6b4171afd240a&device_id=044f5741-e4d3-4edf-954b-c2c5a6f36283 HTTP/1.1" status: 200 len: 6213 time: 0.2779369 Aug 10 03:22:10.073364 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ee5369a8-fa83-4d3f-88ee-138396083ba7 req-c0584d13-2f03-433c-8fe2-860050b36dfa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=55b6d85f-389a-49ad-a993-061b1ffa3bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750895 Aug 10 03:22:10.079998 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-041d82c2-c325-4d75-b025-1ae1f9c5d4a8 req-33fc9550-8e65-471a-8824-2145083ed2fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:10.081406 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8fe36a-d184-42c1-a306-b9e8e29f1117 req-bbcf10f7-c78e-46c0-8114-2630bb3adb8c tempest-ServerAddressesTestJSON-266708127 tempest-ServerAddressesTestJSON-266708127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:10.082809 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-00c74f52-9e5e-40a6-8535-ea55a568232b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:10.083072 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ad8fe36a-d184-42c1-a306-b9e8e29f1117 req-bbcf10f7-c78e-46c0-8114-2630bb3adb8c tempest-ServerAddressesTestJSON-266708127 tempest-ServerAddressesTestJSON-266708127-project] 10.222.0.42 "GET /v2.0/networks?id=27155540-30ca-4e6e-ab07-8a97e2bf0355 HTTP/1.1" status: 200 len: 814 time: 0.3331811 Aug 10 03:22:10.131264 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c74f52-9e5e-40a6-8535-ea55a568232b service neutron] Pushing event updated for resources: {'Port': ['ID=18f38f10-6fe8-483d-95d9-e9238a6e463c,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:10.187882 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-ad8fe36a-d184-42c1-a306-b9e8e29f1117 req-aba2e435-01ca-4cb7-97d9-614271b5796c tempest-ServerAddressesTestJSON-266708127 tempest-ServerAddressesTestJSON-266708127-project] Request body: {'port': {'device_id': '0a041274-307c-4a44-876a-60dc4ad72185', 'network_id': '27155540-30ca-4e6e-ab07-8a97e2bf0355', 'admin_state_up': True, 'tenant_id': '2b413fea1ef74092bbb7387c24277e1a'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:10.226605 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device bc3b28bf-4e3f-4374-8f28-4badd93a9c60 details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:22:10.303161 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759f970d-4fa1-4566-aea0-321a45a3f0c3 req-18e72b14-3c08-4cdd-8d59-f9e0d2734ea0 tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:10.305199 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-759f970d-4fa1-4566-aea0-321a45a3f0c3 req-18e72b14-3c08-4cdd-8d59-f9e0d2734ea0 tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] 10.222.0.44 "GET /v2.0/ports?device_id=98532c5c-e4f2-4b43-aa06-5cf8233e4981 HTTP/1.1" status: 200 len: 946 time: 0.4237866 Aug 10 03:22:10.382663 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-00c74f52-9e5e-40a6-8535-ea55a568232b service neutron] Attempting to bind port 18f38f10-6fe8-483d-95d9-e9238a6e463c on host n-h2-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:22:10.382997 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-00c74f52-9e5e-40a6-8535-ea55a568232b service neutron] Attempting to bind port 18f38f10-6fe8-483d-95d9-e9238a6e463c by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': '9926830d-bbc1-4a2f-ad71-9c6ed89a772a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '39a285d2-87a3-47d7-9b49-b0b0fee32784'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:22:10.383325 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-00c74f52-9e5e-40a6-8535-ea55a568232b service neutron] Attempting to bind port 18f38f10-6fe8-483d-95d9-e9238a6e463c on network 39a285d2-87a3-47d7-9b49-b0b0fee32784 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:22:10.388576 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port bc3b28bf-4e3f-4374-8f28-4badd93a9c60, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=bc3b28bf-4e3f-4374-8f28-4badd93a9c60,segment=NetworkSegment(8eeeb85b-045c-47ce-a001-0523a4122246),segment_id=8eeeb85b-045c-47ce-a001-0523a4122246)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:10.396949 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-00c74f52-9e5e-40a6-8535-ea55a568232b service neutron] Port 18f38f10-6fe8-483d-95d9-e9238a6e463c on network 39a285d2-87a3-47d7-9b49-b0b0fee32784 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:22:10.397271 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-00c74f52-9e5e-40a6-8535-ea55a568232b service neutron] Attempting to bind port 18f38f10-6fe8-483d-95d9-e9238a6e463c on network 39a285d2-87a3-47d7-9b49-b0b0fee32784 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:22:10.404431 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': 'bc3b28bf-4e3f-4374-8f28-4badd93a9c60', 'network_id': '55b6d85f-389a-49ad-a993-061b1ffa3bde', 'port_id': 'bc3b28bf-4e3f-4374-8f28-4badd93a9c60', 'mac_address': 'fa:16:3e:17:af:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '217d14cb-8e8d-4d99-8632-6b566c5012df', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:22:10.416062 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-00c74f52-9e5e-40a6-8535-ea55a568232b service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:22:10.416417 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-00c74f52-9e5e-40a6-8535-ea55a568232b service neutron] Checking segment: {'id': '9926830d-bbc1-4a2f-ad71-9c6ed89a772a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '39a285d2-87a3-47d7-9b49-b0b0fee32784'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:22:10.416901 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-00c74f52-9e5e-40a6-8535-ea55a568232b service neutron] Bound using segment: {'id': '9926830d-bbc1-4a2f-ad71-9c6ed89a772a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '39a285d2-87a3-47d7-9b49-b0b0fee32784'} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:22:10.417347 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-00c74f52-9e5e-40a6-8535-ea55a568232b service neutron] Bound port: 18f38f10-6fe8-483d-95d9-e9238a6e463c, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9926830d-bbc1-4a2f-ad71-9c6ed89a772a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '39a285d2-87a3-47d7-9b49-b0b0fee32784'}}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:22:10.417708 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-00c74f52-9e5e-40a6-8535-ea55a568232b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:10.482994 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:10.502773 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc3b28bf-4e3f-4374-8f28-4badd93a9c60 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:22:10.528318 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-00c74f52-9e5e-40a6-8535-ea55a568232b service neutron] For port 18f38f10-6fe8-483d-95d9-e9238a6e463c, host n-h2-768862-13, cleared binding levels {{(pid=94261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:22:10.531798 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-00c74f52-9e5e-40a6-8535-ea55a568232b service neutron] For port 18f38f10-6fe8-483d-95d9-e9238a6e463c, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=18f38f10-6fe8-483d-95d9-e9238a6e463c,segment=NetworkSegment(9926830d-bbc1-4a2f-ad71-9c6ed89a772a),segment_id=9926830d-bbc1-4a2f-ad71-9c6ed89a772a)] {{(pid=94261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:22:10.540726 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port bc3b28bf-4e3f-4374-8f28-4badd93a9c60, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=bc3b28bf-4e3f-4374-8f28-4badd93a9c60,segment=NetworkSegment(8eeeb85b-045c-47ce-a001-0523a4122246),segment_id=8eeeb85b-045c-47ce-a001-0523a4122246)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:10.545418 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-00c74f52-9e5e-40a6-8535-ea55a568232b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:10.553646 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:10.603657 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-00c74f52-9e5e-40a6-8535-ea55a568232b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:10.604284 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-00c74f52-9e5e-40a6-8535-ea55a568232b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:10.605962 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-00c74f52-9e5e-40a6-8535-ea55a568232b service neutron] 10.222.0.61 "PUT /v2.0/ports/18f38f10-6fe8-483d-95d9-e9238a6e463c HTTP/1.1" status: 200 len: 1092 time: 1.5851951 Aug 10 03:22:10.632377 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-759f970d-4fa1-4566-aea0-321a45a3f0c3 req-f0b015e4-ea14-4b82-ac3d-20eb1b090f03 tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] 10.222.0.44 "GET /v2.0/security-groups?id=2a3d60c7-dc11-4ed6-97f3-7a302523b1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2649024 Aug 10 03:22:10.649178 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be46845-64b6-44a9-8e30-2dc0409de22c req-a274235d-1cf1-432c-a7dc-a0fbb3ce99ef tempest-ServerGroupTestJSON-2132543691 tempest-ServerGroupTestJSON-2132543691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:10.651289 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3be46845-64b6-44a9-8e30-2dc0409de22c req-a274235d-1cf1-432c-a7dc-a0fbb3ce99ef tempest-ServerGroupTestJSON-2132543691 tempest-ServerGroupTestJSON-2132543691-project] 10.222.0.44 "GET /v2.0/ports?device_id=26fa90fd-f022-4b1d-a96f-aaac9a2971a5 HTTP/1.1" status: 200 len: 944 time: 0.4599717 Aug 10 03:22:10.673406 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d4320b-f8a7-4461-b50b-c59573a946da req-ad307a97-8ae1-4d6f-8334-674ec64a0e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:10.673998 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d4320b-f8a7-4461-b50b-c59573a946da req-ad307a97-8ae1-4d6f-8334-674ec64a0e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:10.674638 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d4320b-f8a7-4461-b50b-c59573a946da req-ad307a97-8ae1-4d6f-8334-674ec64a0e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:10.676445 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e8d4320b-f8a7-4461-b50b-c59573a946da req-ad307a97-8ae1-4d6f-8334-674ec64a0e86 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=06c20e5fd34a48aa8cc6b4171afd240a&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.5923736 Aug 10 03:22:10.676618 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=bc3b28bf-4e3f-4374-8f28-4badd93a9c60,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:10.693928 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-3d5076f8-6b3d-490e-871f-e8ef7a9aebeb service neutron] Request body: {'port': {'device_id': '044f5741-e4d3-4edf-954b-c2c5a6f36283', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-13'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:10.727562 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:10.728121 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:10.730332 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:10.733150 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:10.734769 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:10.735306 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:10.735830 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:10.736982 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:10.738491 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:10.739349 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:10.740442 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:10.741988 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:10.747927 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c74f52-9e5e-40a6-8535-ea55a568232b service neutron] Pushing event updated for resources: {'Port': ['ID=18f38f10-6fe8-483d-95d9-e9238a6e463c,revision_number=3']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:10.783725 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [req-041d82c2-c325-4d75-b025-1ae1f9c5d4a8 req-33fc9550-8e65-471a-8824-2145083ed2fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d2ba15a-bb6f-4b56-910e-96b50fdec354 {{(pid=94261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:22:10.790019 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['bc3b28bf-4e3f-4374-8f28-4badd93a9c60'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:22:10.851730 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-3d5076f8-6b3d-490e-871f-e8ef7a9aebeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:10.870870 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-041d82c2-c325-4d75-b025-1ae1f9c5d4a8 req-33fc9550-8e65-471a-8824-2145083ed2fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:10.933699 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [req-041d82c2-c325-4d75-b025-1ae1f9c5d4a8 req-33fc9550-8e65-471a-8824-2145083ed2fd service neutron] Transition to ACTIVE for port object 7d2ba15a-bb6f-4b56-910e-96b50fdec354 will not be triggered until provisioned by entity L2. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:22:10.945955 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-041d82c2-c325-4d75-b025-1ae1f9c5d4a8 req-33fc9550-8e65-471a-8824-2145083ed2fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:11.118009 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fc9550-8e65-471a-8824-2145083ed2fd service neutron] Pushing event updated for resources: {'Port': ['ID=7d2ba15a-bb6f-4b56-910e-96b50fdec354,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:11.162899 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ee5369a8-fa83-4d3f-88ee-138396083ba7 req-94616a1d-2e84-4c39-bff5-719d5e443e8d service neutron] 10.222.0.42 "GET /v2.0/networks/55b6d85f-389a-49ad-a993-061b1ffa3bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9916055 Aug 10 03:22:11.234822 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-041d82c2-c325-4d75-b025-1ae1f9c5d4a8 req-33fc9550-8e65-471a-8824-2145083ed2fd service neutron] Attempting to bind port 7d2ba15a-bb6f-4b56-910e-96b50fdec354 on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:22:11.235151 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-041d82c2-c325-4d75-b025-1ae1f9c5d4a8 req-33fc9550-8e65-471a-8824-2145083ed2fd service neutron] Attempting to bind port 7d2ba15a-bb6f-4b56-910e-96b50fdec354 by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '688049e6-c1d0-4f13-8eef-c4d81b54e233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'dedcdb64-7de1-4c86-99c8-928cd2696ccd'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:22:11.235473 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041d82c2-c325-4d75-b025-1ae1f9c5d4a8 req-33fc9550-8e65-471a-8824-2145083ed2fd service neutron] Attempting to bind port 7d2ba15a-bb6f-4b56-910e-96b50fdec354 on network dedcdb64-7de1-4c86-99c8-928cd2696ccd {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:22:11.244161 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041d82c2-c325-4d75-b025-1ae1f9c5d4a8 req-33fc9550-8e65-471a-8824-2145083ed2fd service neutron] Port 7d2ba15a-bb6f-4b56-910e-96b50fdec354 on network dedcdb64-7de1-4c86-99c8-928cd2696ccd not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:22:11.244394 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041d82c2-c325-4d75-b025-1ae1f9c5d4a8 req-33fc9550-8e65-471a-8824-2145083ed2fd service neutron] Attempting to bind port 7d2ba15a-bb6f-4b56-910e-96b50fdec354 on network dedcdb64-7de1-4c86-99c8-928cd2696ccd {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:22:11.257412 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041d82c2-c325-4d75-b025-1ae1f9c5d4a8 req-33fc9550-8e65-471a-8824-2145083ed2fd service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:22:11.257412 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041d82c2-c325-4d75-b025-1ae1f9c5d4a8 req-33fc9550-8e65-471a-8824-2145083ed2fd service neutron] Checking segment: {'id': '688049e6-c1d0-4f13-8eef-c4d81b54e233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'dedcdb64-7de1-4c86-99c8-928cd2696ccd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:22:11.257771 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041d82c2-c325-4d75-b025-1ae1f9c5d4a8 req-33fc9550-8e65-471a-8824-2145083ed2fd service neutron] Bound using segment: {'id': '688049e6-c1d0-4f13-8eef-c4d81b54e233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'dedcdb64-7de1-4c86-99c8-928cd2696ccd'} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:22:11.258105 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-041d82c2-c325-4d75-b025-1ae1f9c5d4a8 req-33fc9550-8e65-471a-8824-2145083ed2fd service neutron] Bound port: 7d2ba15a-bb6f-4b56-910e-96b50fdec354, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '688049e6-c1d0-4f13-8eef-c4d81b54e233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'dedcdb64-7de1-4c86-99c8-928cd2696ccd'}}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:22:11.258480 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-041d82c2-c325-4d75-b025-1ae1f9c5d4a8 req-33fc9550-8e65-471a-8824-2145083ed2fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:11.327773 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3be46845-64b6-44a9-8e30-2dc0409de22c req-481d55d0-759b-4a7f-98b1-256bae64466d tempest-ServerGroupTestJSON-2132543691 tempest-ServerGroupTestJSON-2132543691-project] 10.222.0.44 "GET /v2.0/security-groups?id=13b424cb-c09c-42c1-b19e-39d1f79c40d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6602271 Aug 10 03:22:11.351671 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad8fe36a-d184-42c1-a306-b9e8e29f1117 req-aba2e435-01ca-4cb7-97d9-614271b5796c tempest-ServerAddressesTestJSON-266708127 tempest-ServerAddressesTestJSON-266708127-project] Made reservation on behalf of 2b413fea1ef74092bbb7387c24277e1a for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:22:11.355472 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-ad8fe36a-d184-42c1-a306-b9e8e29f1117 req-aba2e435-01ca-4cb7-97d9-614271b5796c tempest-ServerAddressesTestJSON-266708127 tempest-ServerAddressesTestJSON-266708127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:11.389514 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-3d5076f8-6b3d-490e-871f-e8ef7a9aebeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23f3db6a-3d09-4219-a20f-499c73daf5a4 {{(pid=94261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:22:11.399929 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-3d5076f8-6b3d-490e-871f-e8ef7a9aebeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:11.402610 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-041d82c2-c325-4d75-b025-1ae1f9c5d4a8 req-33fc9550-8e65-471a-8824-2145083ed2fd service neutron] For port 7d2ba15a-bb6f-4b56-910e-96b50fdec354, host n-h1-768862-13, cleared binding levels {{(pid=94261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:22:11.407005 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-041d82c2-c325-4d75-b025-1ae1f9c5d4a8 req-33fc9550-8e65-471a-8824-2145083ed2fd service neutron] For port 7d2ba15a-bb6f-4b56-910e-96b50fdec354, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=7d2ba15a-bb6f-4b56-910e-96b50fdec354,segment=NetworkSegment(688049e6-c1d0-4f13-8eef-c4d81b54e233),segment_id=688049e6-c1d0-4f13-8eef-c4d81b54e233)] {{(pid=94261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:22:11.417895 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-041d82c2-c325-4d75-b025-1ae1f9c5d4a8 req-33fc9550-8e65-471a-8824-2145083ed2fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:11.421548 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-3d5076f8-6b3d-490e-871f-e8ef7a9aebeb service neutron] Transition to ACTIVE for port object 23f3db6a-3d09-4219-a20f-499c73daf5a4 will not be triggered until provisioned by entity L2. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:22:11.438337 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d34e3c-bfea-444d-a4ba-671104f382ac req-428c1ceb-7c40-4a0e-8405-a34dc3912f43 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:11.444448 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d34e3c-bfea-444d-a4ba-671104f382ac req-428c1ceb-7c40-4a0e-8405-a34dc3912f43 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:11.450434 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d34e3c-bfea-444d-a4ba-671104f382ac req-428c1ceb-7c40-4a0e-8405-a34dc3912f43 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:11.454528 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041d82c2-c325-4d75-b025-1ae1f9c5d4a8 req-33fc9550-8e65-471a-8824-2145083ed2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:11.455203 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-041d82c2-c325-4d75-b025-1ae1f9c5d4a8 req-33fc9550-8e65-471a-8824-2145083ed2fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:11.456594 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-041d82c2-c325-4d75-b025-1ae1f9c5d4a8 req-33fc9550-8e65-471a-8824-2145083ed2fd service neutron] 10.222.0.42 "PUT /v2.0/ports/7d2ba15a-bb6f-4b56-910e-96b50fdec354 HTTP/1.1" status: 200 len: 1092 time: 1.4681823 Aug 10 03:22:11.456722 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d34e3c-bfea-444d-a4ba-671104f382ac req-428c1ceb-7c40-4a0e-8405-a34dc3912f43 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:11.457169 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-3d5076f8-6b3d-490e-871f-e8ef7a9aebeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:11.462727 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d34e3c-bfea-444d-a4ba-671104f382ac req-428c1ceb-7c40-4a0e-8405-a34dc3912f43 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:11.469828 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d34e3c-bfea-444d-a4ba-671104f382ac req-428c1ceb-7c40-4a0e-8405-a34dc3912f43 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:11.476907 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d34e3c-bfea-444d-a4ba-671104f382ac req-428c1ceb-7c40-4a0e-8405-a34dc3912f43 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:11.485111 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-47d34e3c-bfea-444d-a4ba-671104f382ac req-428c1ceb-7c40-4a0e-8405-a34dc3912f43 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/ports?device_id=044f5741-e4d3-4edf-954b-c2c5a6f36283 HTTP/1.1" status: 200 len: 5385 time: 0.3165784 Aug 10 03:22:11.511924 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d4320b-f8a7-4461-b50b-c59573a946da req-8ad22e25-a1d2-40a0-96ea-ee3f86e08fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:11.513987 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e8d4320b-f8a7-4461-b50b-c59573a946da req-8ad22e25-a1d2-40a0-96ea-ee3f86e08fa8 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.8148937 Aug 10 03:22:11.555975 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fc9550-8e65-471a-8824-2145083ed2fd service neutron] Pushing event updated for resources: {'Port': ['ID=7d2ba15a-bb6f-4b56-910e-96b50fdec354,revision_number=3']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:11.579025 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-10fa55c2-2c9c-4daa-a510-4f324459de22 req-0cbcb541-8649-4cc2-895e-0af4f49fdce0 tempest-ServerAddressesTestJSON-266708127 tempest-ServerAddressesTestJSON-266708127-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a041274-307c-4a44-876a-60dc4ad72185 HTTP/1.1" status: 200 len: 210 time: 0.1562009 Aug 10 03:22:11.592546 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ee5369a8-fa83-4d3f-88ee-138396083ba7 req-6c97ed83-5b0f-4f3e-8a80-4acf1ff34961 service neutron] 10.222.0.42 "GET /v2.0/networks/55b6d85f-389a-49ad-a993-061b1ffa3bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4196115 Aug 10 03:22:11.627510 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-47d34e3c-bfea-444d-a4ba-671104f382ac req-081c2b54-0d85-45eb-98e0-433d4b884bb3 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/security-groups?id=e522b194-e383-4019-8939-c6a59d2ab04c&id=5aac4231-548a-4a48-ae70-6443e8440415&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1414008 Aug 10 03:22:11.841999 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-ad8fe36a-d184-42c1-a306-b9e8e29f1117 req-aba2e435-01ca-4cb7-97d9-614271b5796c tempest-ServerAddressesTestJSON-266708127 tempest-ServerAddressesTestJSON-266708127-project] Allocated IP 172.20.0.2 (27155540-30ca-4e6e-ab07-8a97e2bf0355/cfa03b6d-3870-4cd9-8d5b-b0708a1ade51/96c36128-09ba-461c-b5f1-ceaa6369f51c) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:22:11.856732 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f44881d-cc06-4d6e-9967-6b257364d918 req-4437d735-7f1f-4713-8c83-c8e3adf0c90b tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:11.858388 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4f44881d-cc06-4d6e-9967-6b257364d918 req-4437d735-7f1f-4713-8c83-c8e3adf0c90b tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] 10.222.0.44 "GET /v2.0/ports?device_id=98532c5c-e4f2-4b43-aa06-5cf8233e4981 HTTP/1.1" status: 200 len: 946 time: 0.0989842 Aug 10 03:22:11.870335 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ca46b2-8939-4272-af9c-d89f59c31b0a req-27feb1c6-bbbc-4cf3-8cd7-94dda5fea883 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:11.872069 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e3ca46b2-8939-4272-af9c-d89f59c31b0a req-27feb1c6-bbbc-4cf3-8cd7-94dda5fea883 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "GET /v2.0/ports?device_id=cfb2a8a0-1b1f-41a2-872c-9ead2fa3f528 HTTP/1.1" status: 200 len: 943 time: 0.1516755 Aug 10 03:22:11.872620 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 56116) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:11.881081 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-d58daea5-dbcf-4e68-baa0-d9352aa8616d tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] Request body: {'floatingip': {'port_id': 'ac1f695a-36dc-4bad-9ccb-4e8de6a45e31'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:11.926777 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-a2485508-410f-453e-baad-3c008b31aa82 req-0597e676-9b17-4a89-ad0f-050fda006ce7 tempest-SecurityGroupRulesNegativeTestJSON-1472530696 tempest-SecurityGroupRulesNegativeTestJSON-1472530696-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1230053653', 'description': 'tempest-description-1205305954'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:11.971359 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d58daea5-dbcf-4e68-baa0-d9352aa8616d tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] Notify callbacks [] for floatingip, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:12.029611 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '044f5741-e4d3-4edf-954b-c2c5a6f36283', 'tag': 'd7410f22-72fc-46b2-bf2c-021ea69dd6bd'}, {'name': 'network-changed', 'server_uuid': '044f5741-e4d3-4edf-954b-c2c5a6f36283', 'tag': '18f38f10-6fe8-483d-95d9-e9238a6e463c'}, {'name': 'network-changed', 'server_uuid': 'cfb2a8a0-1b1f-41a2-872c-9ead2fa3f528', 'tag': '7d2ba15a-bb6f-4b56-910e-96b50fdec354'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:22:12.032152 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c2e597c-cf27-42ff-aa89-0dc5b09fc24b" -d '{"events": [{"name": "network-changed", "server_uuid": "044f5741-e4d3-4edf-954b-c2c5a6f36283", "tag": "d7410f22-72fc-46b2-bf2c-021ea69dd6bd"}, {"name": "network-changed", "server_uuid": "044f5741-e4d3-4edf-954b-c2c5a6f36283", "tag": "18f38f10-6fe8-483d-95d9-e9238a6e463c"}, {"name": "network-changed", "server_uuid": "cfb2a8a0-1b1f-41a2-872c-9ead2fa3f528", "tag": "7d2ba15a-bb6f-4b56-910e-96b50fdec354"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:22:12.061987 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041d82c2-c325-4d75-b025-1ae1f9c5d4a8 req-21031543-cb97-4cc2-9f2b-66ad79484966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:12.063687 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-041d82c2-c325-4d75-b025-1ae1f9c5d4a8 req-21031543-cb97-4cc2-9f2b-66ad79484966 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3b405f8fd94e41e5b0ec985280fca51e&device_id=cfb2a8a0-1b1f-41a2-872c-9ead2fa3f528 HTTP/1.1" status: 200 len: 1095 time: 0.5455000 Aug 10 03:22:12.067624 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5076f8-6b3d-490e-871f-e8ef7a9aebeb service neutron] Pushing event updated for resources: {'Port': ['ID=23f3db6a-3d09-4219-a20f-499c73daf5a4,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:12.070724 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a2485508-410f-453e-baad-3c008b31aa82 req-0597e676-9b17-4a89-ad0f-050fda006ce7 tempest-SecurityGroupRulesNegativeTestJSON-1472530696 tempest-SecurityGroupRulesNegativeTestJSON-1472530696-project] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:12.115565 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-3d5076f8-6b3d-490e-871f-e8ef7a9aebeb service neutron] Attempting to bind port 23f3db6a-3d09-4219-a20f-499c73daf5a4 on host n-h2-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:22:12.115944 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-3d5076f8-6b3d-490e-871f-e8ef7a9aebeb service neutron] Attempting to bind port 23f3db6a-3d09-4219-a20f-499c73daf5a4 by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': '9926830d-bbc1-4a2f-ad71-9c6ed89a772a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '39a285d2-87a3-47d7-9b49-b0b0fee32784'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:22:12.116221 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-3d5076f8-6b3d-490e-871f-e8ef7a9aebeb service neutron] Attempting to bind port 23f3db6a-3d09-4219-a20f-499c73daf5a4 on network 39a285d2-87a3-47d7-9b49-b0b0fee32784 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:22:12.120335 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-041d82c2-c325-4d75-b025-1ae1f9c5d4a8 req-f5382d14-1b7f-4eab-be07-cebe7d4d15a5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d2ba15a-bb6f-4b56-910e-96b50fdec354 HTTP/1.1" status: 200 len: 217 time: 0.0431981 Aug 10 03:22:12.122316 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-3d5076f8-6b3d-490e-871f-e8ef7a9aebeb service neutron] Port 23f3db6a-3d09-4219-a20f-499c73daf5a4 on network 39a285d2-87a3-47d7-9b49-b0b0fee32784 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:22:12.122647 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-3d5076f8-6b3d-490e-871f-e8ef7a9aebeb service neutron] Attempting to bind port 23f3db6a-3d09-4219-a20f-499c73daf5a4 on network 39a285d2-87a3-47d7-9b49-b0b0fee32784 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:22:12.127846 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-3d5076f8-6b3d-490e-871f-e8ef7a9aebeb service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:22:12.128180 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-3d5076f8-6b3d-490e-871f-e8ef7a9aebeb service neutron] Checking segment: {'id': '9926830d-bbc1-4a2f-ad71-9c6ed89a772a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '39a285d2-87a3-47d7-9b49-b0b0fee32784'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:22:12.128602 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-3d5076f8-6b3d-490e-871f-e8ef7a9aebeb service neutron] Bound using segment: {'id': '9926830d-bbc1-4a2f-ad71-9c6ed89a772a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '39a285d2-87a3-47d7-9b49-b0b0fee32784'} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:22:12.129082 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-3d5076f8-6b3d-490e-871f-e8ef7a9aebeb service neutron] Bound port: 23f3db6a-3d09-4219-a20f-499c73daf5a4, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9926830d-bbc1-4a2f-ad71-9c6ed89a772a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '39a285d2-87a3-47d7-9b49-b0b0fee32784'}}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:22:12.129442 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-3d5076f8-6b3d-490e-871f-e8ef7a9aebeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:12.162461 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e3ca46b2-8939-4272-af9c-d89f59c31b0a req-cfc7c93a-47c4-4ebf-b32d-7c6327b7b348 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bcd935f-a3f8-4ab9-ae6d-676bd4ce3973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766519 Aug 10 03:22:12.235264 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041d82c2-c325-4d75-b025-1ae1f9c5d4a8 req-06c87f92-ad77-43f7-b5d9-88f8a48aaad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:12.236753 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-041d82c2-c325-4d75-b025-1ae1f9c5d4a8 req-06c87f92-ad77-43f7-b5d9-88f8a48aaad1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f24ae3cf-774a-4d5d-b1a4-9733e765050e HTTP/1.1" status: 200 len: 861 time: 0.1051302 Aug 10 03:22:12.243944 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device bc3b28bf-4e3f-4374-8f28-4badd93a9c60 up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:22:12.250766 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-3d5076f8-6b3d-490e-871f-e8ef7a9aebeb service neutron] For port 23f3db6a-3d09-4219-a20f-499c73daf5a4, host n-h2-768862-13, cleared binding levels {{(pid=94261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:22:12.282985 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-041d82c2-c325-4d75-b025-1ae1f9c5d4a8 req-ab317ec7-35c2-4b74-84dc-625cd877c1aa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dedcdb64-7de1-4c86-99c8-928cd2696ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345821 Aug 10 03:22:12.310573 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning for port bc3b28bf-4e3f-4374-8f28-4badd93a9c60 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:22:12.315173 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-3d5076f8-6b3d-490e-871f-e8ef7a9aebeb service neutron] For port 23f3db6a-3d09-4219-a20f-499c73daf5a4, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=23f3db6a-3d09-4219-a20f-499c73daf5a4,segment=NetworkSegment(9926830d-bbc1-4a2f-ad71-9c6ed89a772a),segment_id=9926830d-bbc1-4a2f-ad71-9c6ed89a772a)] {{(pid=94261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:22:12.316375 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port bc3b28bf-4e3f-4374-8f28-4badd93a9c60 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:22:12.316971 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:12.344696 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-3d5076f8-6b3d-490e-871f-e8ef7a9aebeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:12.402731 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-3d5076f8-6b3d-490e-871f-e8ef7a9aebeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:12.403687 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-3d5076f8-6b3d-490e-871f-e8ef7a9aebeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:12.405372 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-3d5076f8-6b3d-490e-871f-e8ef7a9aebeb service neutron] 10.222.0.61 "PUT /v2.0/ports/23f3db6a-3d09-4219-a20f-499c73daf5a4 HTTP/1.1" status: 200 len: 1092 time: 1.7379832 Aug 10 03:22:12.415131 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-ad8fe36a-d184-42c1-a306-b9e8e29f1117 req-aba2e435-01ca-4cb7-97d9-614271b5796c tempest-ServerAddressesTestJSON-266708127 tempest-ServerAddressesTestJSON-266708127-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:12.439620 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:12.446471 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Tue, 10 Aug 2021 03:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5762a8bb-146e-476f-b0b6-ebaa5ced5d83 x-openstack-request-id: req-5762a8bb-146e-476f-b0b6-ebaa5ced5d83 {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:22:12.446966 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "044f5741-e4d3-4edf-954b-c2c5a6f36283", "tag": "d7410f22-72fc-46b2-bf2c-021ea69dd6bd", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "044f5741-e4d3-4edf-954b-c2c5a6f36283", "tag": "18f38f10-6fe8-483d-95d9-e9238a6e463c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cfb2a8a0-1b1f-41a2-872c-9ead2fa3f528", "tag": "7d2ba15a-bb6f-4b56-910e-96b50fdec354", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:22:12.447315 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5762a8bb-146e-476f-b0b6-ebaa5ced5d83 {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:22:12.447853 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '044f5741-e4d3-4edf-954b-c2c5a6f36283', 'tag': 'd7410f22-72fc-46b2-bf2c-021ea69dd6bd', 'status': 'completed', 'code': 200} Aug 10 03:22:12.448725 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '044f5741-e4d3-4edf-954b-c2c5a6f36283', 'tag': '18f38f10-6fe8-483d-95d9-e9238a6e463c', 'status': 'completed', 'code': 200} Aug 10 03:22:12.448725 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfb2a8a0-1b1f-41a2-872c-9ead2fa3f528', 'tag': '7d2ba15a-bb6f-4b56-910e-96b50fdec354', 'status': 'completed', 'code': 200} Aug 10 03:22:12.474542 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-36f18c4e-9710-43ac-a7ef-1daf51071740 service neutron] Request body: {'port': {'device_id': '044f5741-e4d3-4edf-954b-c2c5a6f36283', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-13'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:12.502620 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26fa90fd-f022-4b1d-a96f-aaac9a2971a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc3b28bf-4e3f-4374-8f28-4badd93a9c60'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:22:12.508362 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c43abe-62d4-4dbf-9787-bb21136fbeff" -d '{"events": [{"server_uuid": "26fa90fd-f022-4b1d-a96f-aaac9a2971a5", "name": "network-vif-plugged", "status": "completed", "tag": "bc3b28bf-4e3f-4374-8f28-4badd93a9c60"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:22:12.515472 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5076f8-6b3d-490e-871f-e8ef7a9aebeb service neutron] Pushing event updated for resources: {'Port': ['ID=23f3db6a-3d09-4219-a20f-499c73daf5a4,revision_number=3']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:12.528990 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port bc3b28bf-4e3f-4374-8f28-4badd93a9c60, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=bc3b28bf-4e3f-4374-8f28-4badd93a9c60,segment=NetworkSegment(8eeeb85b-045c-47ce-a001-0523a4122246),segment_id=8eeeb85b-045c-47ce-a001-0523a4122246)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:12.537837 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:12.567046 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a2485508-410f-453e-baad-3c008b31aa82 req-0597e676-9b17-4a89-ad0f-050fda006ce7 tempest-SecurityGroupRulesNegativeTestJSON-1472530696 tempest-SecurityGroupRulesNegativeTestJSON-1472530696-project] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:12.603317 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=bc3b28bf-4e3f-4374-8f28-4badd93a9c60,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:12.615031 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a2485508-410f-453e-baad-3c008b31aa82 req-0597e676-9b17-4a89-ad0f-050fda006ce7 tempest-SecurityGroupRulesNegativeTestJSON-1472530696 tempest-SecurityGroupRulesNegativeTestJSON-1472530696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:12.615546 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-041d82c2-c325-4d75-b025-1ae1f9c5d4a8 req-4e704cfe-c842-4468-92ac-283afa41dac0 service neutron] 10.222.0.42 "GET /v2.0/networks/dedcdb64-7de1-4c86-99c8-928cd2696ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3234913 Aug 10 03:22:12.620515 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-36f18c4e-9710-43ac-a7ef-1daf51071740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:12.737323 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0597e676-9b17-4a89-ad0f-050fda006ce7 tempest-SecurityGroupRulesNegativeTestJSON-1472530696 tempest-SecurityGroupRulesNegativeTestJSON-1472530696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce11197-37d8-408c-b0f0-cb142fcbd383,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:12.740150 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a2485508-410f-453e-baad-3c008b31aa82 req-0597e676-9b17-4a89-ad0f-050fda006ce7 tempest-SecurityGroupRulesNegativeTestJSON-1472530696 tempest-SecurityGroupRulesNegativeTestJSON-1472530696-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:12.741624 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a2485508-410f-453e-baad-3c008b31aa82 req-0597e676-9b17-4a89-ad0f-050fda006ce7 tempest-SecurityGroupRulesNegativeTestJSON-1472530696 tempest-SecurityGroupRulesNegativeTestJSON-1472530696-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.8570087 Aug 10 03:22:12.786768 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc017b90-96d3-44c4-8c86-81ef0ce1bf56 x-openstack-request-id: req-cc017b90-96d3-44c4-8c86-81ef0ce1bf56 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:22:12.787285 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26fa90fd-f022-4b1d-a96f-aaac9a2971a5", "name": "network-vif-plugged", "status": "completed", "tag": "bc3b28bf-4e3f-4374-8f28-4badd93a9c60", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:22:12.787745 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cc017b90-96d3-44c4-8c86-81ef0ce1bf56 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:22:12.788364 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26fa90fd-f022-4b1d-a96f-aaac9a2971a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc3b28bf-4e3f-4374-8f28-4badd93a9c60', 'code': 200} Aug 10 03:22:12.815696 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e597c-cf27-42ff-aa89-0dc5b09fc24b req-a26a306e-8a20-4f5f-998a-0b8598e5ec73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:12.816463 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e597c-cf27-42ff-aa89-0dc5b09fc24b req-a26a306e-8a20-4f5f-998a-0b8598e5ec73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:12.817108 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e597c-cf27-42ff-aa89-0dc5b09fc24b req-a26a306e-8a20-4f5f-998a-0b8598e5ec73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:12.818670 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e597c-cf27-42ff-aa89-0dc5b09fc24b req-a26a306e-8a20-4f5f-998a-0b8598e5ec73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:12.819520 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e597c-cf27-42ff-aa89-0dc5b09fc24b req-a26a306e-8a20-4f5f-998a-0b8598e5ec73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:12.820229 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e597c-cf27-42ff-aa89-0dc5b09fc24b req-a26a306e-8a20-4f5f-998a-0b8598e5ec73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:12.820733 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e597c-cf27-42ff-aa89-0dc5b09fc24b req-a26a306e-8a20-4f5f-998a-0b8598e5ec73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:12.822904 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6c2e597c-cf27-42ff-aa89-0dc5b09fc24b req-a26a306e-8a20-4f5f-998a-0b8598e5ec73 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=06c20e5fd34a48aa8cc6b4171afd240a&device_id=044f5741-e4d3-4edf-954b-c2c5a6f36283 HTTP/1.1" status: 200 len: 6349 time: 0.3248558 Aug 10 03:22:12.826322 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-041d82c2-c325-4d75-b025-1ae1f9c5d4a8 req-0893da56-04e7-4c50-b03c-bbdc7febbfad service neutron] 10.222.0.42 "GET /v2.0/networks/dedcdb64-7de1-4c86-99c8-928cd2696ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018661 Aug 10 03:22:12.834072 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3776e9-11ed-4573-b9cd-1999a8d134a0 req-aea2a195-3598-4110-a4f5-409c51515e1b tempest-ServerGroupTestJSON-2132543691 tempest-ServerGroupTestJSON-2132543691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:12.835755 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7d3776e9-11ed-4573-b9cd-1999a8d134a0 req-aea2a195-3598-4110-a4f5-409c51515e1b tempest-ServerGroupTestJSON-2132543691 tempest-ServerGroupTestJSON-2132543691-project] 10.222.0.44 "GET /v2.0/ports?device_id=26fa90fd-f022-4b1d-a96f-aaac9a2971a5 HTTP/1.1" status: 200 len: 946 time: 0.2674801 Aug 10 03:22:12.836901 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-ad8fe36a-d184-42c1-a306-b9e8e29f1117 req-aba2e435-01ca-4cb7-97d9-614271b5796c tempest-ServerAddressesTestJSON-266708127 tempest-ServerAddressesTestJSON-266708127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:12.960261 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69743a8-f541-49c6-8fee-976fa08dd4f7 req-bff2e098-b3b7-41cc-a68f-4f0fd63495aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:12.961760 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-e69743a8-f541-49c6-8fee-976fa08dd4f7 req-bff2e098-b3b7-41cc-a68f-4f0fd63495aa service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=26fa90fd-f022-4b1d-a96f-aaac9a2971a5 HTTP/1.1" status: 200 len: 1098 time: 0.0935781 Aug 10 03:22:13.023286 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-e69743a8-f541-49c6-8fee-976fa08dd4f7 req-86104ec6-2c62-49dc-a6d4-3082af4490d1 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=13b424cb-c09c-42c1-b19e-39d1f79c40d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530837 Aug 10 03:22:13.059430 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad8fe36a-d184-42c1-a306-b9e8e29f1117 req-aba2e435-01ca-4cb7-97d9-614271b5796c tempest-ServerAddressesTestJSON-266708127 tempest-ServerAddressesTestJSON-266708127-project] Network 27155540-30ca-4e6e-ab07-8a97e2bf0355 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:22:13.069307 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-36f18c4e-9710-43ac-a7ef-1daf51071740 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc2aced1-42d5-40a0-a09b-18f14c994288 {{(pid=94261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:22:13.077582 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-36f18c4e-9710-43ac-a7ef-1daf51071740 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:13.081740 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-ad8fe36a-d184-42c1-a306-b9e8e29f1117 req-aba2e435-01ca-4cb7-97d9-614271b5796c tempest-ServerAddressesTestJSON-266708127 tempest-ServerAddressesTestJSON-266708127-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:22:13.088387 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba2e435-01ca-4cb7-97d9-614271b5796c tempest-ServerAddressesTestJSON-266708127 tempest-ServerAddressesTestJSON-266708127-project] Pushing event updated for resources: {'Port': ['ID=96c36128-09ba-461c-b5f1-ceaa6369f51c,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:13.091510 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-36f18c4e-9710-43ac-a7ef-1daf51071740 service neutron] Transition to ACTIVE for port object bc2aced1-42d5-40a0-a09b-18f14c994288 will not be triggered until provisioned by entity L2. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:22:13.096248 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-36f18c4e-9710-43ac-a7ef-1daf51071740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:13.098984 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad8fe36a-d184-42c1-a306-b9e8e29f1117 req-aba2e435-01ca-4cb7-97d9-614271b5796c tempest-ServerAddressesTestJSON-266708127 tempest-ServerAddressesTestJSON-266708127-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:22:13.140952 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7d3776e9-11ed-4573-b9cd-1999a8d134a0 req-3f8ffa52-e056-47f2-94b7-fe7e5812bec1 tempest-ServerGroupTestJSON-2132543691 tempest-ServerGroupTestJSON-2132543691-project] 10.222.0.44 "GET /v2.0/security-groups?id=13b424cb-c09c-42c1-b19e-39d1f79c40d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771790 Aug 10 03:22:13.150595 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f18c4e-9710-43ac-a7ef-1daf51071740 service neutron] Pushing event updated for resources: {'Port': ['ID=bc2aced1-42d5-40a0-a09b-18f14c994288,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:13.164510 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.db.resource_extend [None req-d58daea5-dbcf-4e68-baa0-d9352aa8616d tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:22:13.218786 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22b6b6a-2c11-4d1e-97b9-b87450c729a0 req-c3c01520-96d8-4b7b-a0f5-74983e87131b tempest-ServerAddressesTestJSON-266708127 tempest-ServerAddressesTestJSON-266708127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:13.220374 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b22b6b6a-2c11-4d1e-97b9-b87450c729a0 req-c3c01520-96d8-4b7b-a0f5-74983e87131b tempest-ServerAddressesTestJSON-266708127 tempest-ServerAddressesTestJSON-266708127-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a041274-307c-4a44-876a-60dc4ad72185 HTTP/1.1" status: 200 len: 931 time: 0.3280177 Aug 10 03:22:13.231109 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e597c-cf27-42ff-aa89-0dc5b09fc24b req-2dc24e6a-ea6c-4416-a75f-cbf61ba5bfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:13.232687 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6c2e597c-cf27-42ff-aa89-0dc5b09fc24b req-2dc24e6a-ea6c-4416-a75f-cbf61ba5bfb2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3b405f8fd94e41e5b0ec985280fca51e&device_id=cfb2a8a0-1b1f-41a2-872c-9ead2fa3f528 HTTP/1.1" status: 200 len: 1095 time: 0.3205693 Aug 10 03:22:13.244882 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-36f18c4e-9710-43ac-a7ef-1daf51071740 service neutron] Attempting to bind port bc2aced1-42d5-40a0-a09b-18f14c994288 on host n-h2-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:22:13.245161 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-36f18c4e-9710-43ac-a7ef-1daf51071740 service neutron] Attempting to bind port bc2aced1-42d5-40a0-a09b-18f14c994288 by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': 'fac8afa8-3606-4f73-b890-170569cd194b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'effb9b91-4a23-491a-b997-5e008612ed4d'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:22:13.245442 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-36f18c4e-9710-43ac-a7ef-1daf51071740 service neutron] Attempting to bind port bc2aced1-42d5-40a0-a09b-18f14c994288 on network effb9b91-4a23-491a-b997-5e008612ed4d {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:22:13.252248 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-36f18c4e-9710-43ac-a7ef-1daf51071740 service neutron] Port bc2aced1-42d5-40a0-a09b-18f14c994288 on network effb9b91-4a23-491a-b997-5e008612ed4d not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:22:13.252684 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-36f18c4e-9710-43ac-a7ef-1daf51071740 service neutron] Attempting to bind port bc2aced1-42d5-40a0-a09b-18f14c994288 on network effb9b91-4a23-491a-b997-5e008612ed4d {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:22:13.258758 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-36f18c4e-9710-43ac-a7ef-1daf51071740 service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:22:13.259299 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-36f18c4e-9710-43ac-a7ef-1daf51071740 service neutron] Checking segment: {'id': 'fac8afa8-3606-4f73-b890-170569cd194b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'effb9b91-4a23-491a-b997-5e008612ed4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:22:13.259543 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-36f18c4e-9710-43ac-a7ef-1daf51071740 service neutron] Bound using segment: {'id': 'fac8afa8-3606-4f73-b890-170569cd194b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'effb9b91-4a23-491a-b997-5e008612ed4d'} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:22:13.260001 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-36f18c4e-9710-43ac-a7ef-1daf51071740 service neutron] Bound port: bc2aced1-42d5-40a0-a09b-18f14c994288, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fac8afa8-3606-4f73-b890-170569cd194b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'effb9b91-4a23-491a-b997-5e008612ed4d'}}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:22:13.260363 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-36f18c4e-9710-43ac-a7ef-1daf51071740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:13.268335 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e597c-cf27-42ff-aa89-0dc5b09fc24b req-5f7cdfa9-c7b5-4ccc-993c-2f451adff4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:13.268863 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e597c-cf27-42ff-aa89-0dc5b09fc24b req-5f7cdfa9-c7b5-4ccc-993c-2f451adff4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:13.269527 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e597c-cf27-42ff-aa89-0dc5b09fc24b req-5f7cdfa9-c7b5-4ccc-993c-2f451adff4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:13.271422 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6c2e597c-cf27-42ff-aa89-0dc5b09fc24b req-5f7cdfa9-c7b5-4ccc-993c-2f451adff4b0 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=06c20e5fd34a48aa8cc6b4171afd240a&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.4318230 Aug 10 03:22:13.277367 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8fe36a-d184-42c1-a306-b9e8e29f1117 req-aba2e435-01ca-4cb7-97d9-614271b5796c tempest-ServerAddressesTestJSON-266708127 tempest-ServerAddressesTestJSON-266708127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:13.278514 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-ad8fe36a-d184-42c1-a306-b9e8e29f1117 req-aba2e435-01ca-4cb7-97d9-614271b5796c tempest-ServerAddressesTestJSON-266708127 tempest-ServerAddressesTestJSON-266708127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:13.345051 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-36f18c4e-9710-43ac-a7ef-1daf51071740 service neutron] For port bc2aced1-42d5-40a0-a09b-18f14c994288, host n-h2-768862-13, cleared binding levels {{(pid=94261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:22:13.349416 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-36f18c4e-9710-43ac-a7ef-1daf51071740 service neutron] For port bc2aced1-42d5-40a0-a09b-18f14c994288, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=bc2aced1-42d5-40a0-a09b-18f14c994288,segment=NetworkSegment(fac8afa8-3606-4f73-b890-170569cd194b),segment_id=fac8afa8-3606-4f73-b890-170569cd194b)] {{(pid=94261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:22:13.353739 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-36f18c4e-9710-43ac-a7ef-1daf51071740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:13.398672 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-36f18c4e-9710-43ac-a7ef-1daf51071740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:13.399237 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-36f18c4e-9710-43ac-a7ef-1daf51071740 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:13.400677 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-36f18c4e-9710-43ac-a7ef-1daf51071740 service neutron] 10.222.0.61 "PUT /v2.0/ports/bc2aced1-42d5-40a0-a09b-18f14c994288 HTTP/1.1" status: 200 len: 1092 time: 0.9446676 Aug 10 03:22:13.427636 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f18c4e-9710-43ac-a7ef-1daf51071740 service neutron] Pushing event updated for resources: {'Port': ['ID=bc2aced1-42d5-40a0-a09b-18f14c994288,revision_number=3']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:13.446050 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-f07311bf-d179-4310-a8c9-489a5b673db5 service neutron] Request body: {'port': {'device_id': '044f5741-e4d3-4edf-954b-c2c5a6f36283', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-13'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:13.519104 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-f07311bf-d179-4310-a8c9-489a5b673db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:13.620573 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d58daea5-dbcf-4e68-baa0-d9352aa8616d tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:13.669866 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d58daea5-dbcf-4e68-baa0-d9352aa8616d tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:13.718250 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ad8fe36a-d184-42c1-a306-b9e8e29f1117 req-aba2e435-01ca-4cb7-97d9-614271b5796c tempest-ServerAddressesTestJSON-266708127 tempest-ServerAddressesTestJSON-266708127-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5384977 Aug 10 03:22:13.750342 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-ad8fe36a-d184-42c1-a306-b9e8e29f1117 req-c11962d0-767e-4714-a011-7940d90e83a6 service neutron] Request body: {'port': {'device_id': '0a041274-307c-4a44-876a-60dc4ad72185', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:13.774148 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b22b6b6a-2c11-4d1e-97b9-b87450c729a0 req-9d35786c-2941-4a78-9a65-6a5317e594d4 tempest-ServerAddressesTestJSON-266708127 tempest-ServerAddressesTestJSON-266708127-project] 10.222.0.44 "GET /v2.0/security-groups?id=37329dfc-05f9-4d0b-b9c0-f3ae6264aa84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5381448 Aug 10 03:22:13.816352 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-f07311bf-d179-4310-a8c9-489a5b673db5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b89f32b7-4acc-40c3-80d9-d8f2bfec5293 {{(pid=94261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:22:13.824558 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-f07311bf-d179-4310-a8c9-489a5b673db5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:13.837322 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-f07311bf-d179-4310-a8c9-489a5b673db5 service neutron] Transition to ACTIVE for port object b89f32b7-4acc-40c3-80d9-d8f2bfec5293 will not be triggered until provisioned by entity L2. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:22:13.838148 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b80158e-c4c6-4449-bfc3-40db97a3d50e req-5f6f9e07-e191-496f-8f8a-fedebfe2ffa0 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:13.841613 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-f07311bf-d179-4310-a8c9-489a5b673db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:13.845109 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b80158e-c4c6-4449-bfc3-40db97a3d50e req-5f6f9e07-e191-496f-8f8a-fedebfe2ffa0 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:13.851166 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b80158e-c4c6-4449-bfc3-40db97a3d50e req-5f6f9e07-e191-496f-8f8a-fedebfe2ffa0 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:13.858005 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b80158e-c4c6-4449-bfc3-40db97a3d50e req-5f6f9e07-e191-496f-8f8a-fedebfe2ffa0 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:13.864323 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b80158e-c4c6-4449-bfc3-40db97a3d50e req-5f6f9e07-e191-496f-8f8a-fedebfe2ffa0 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:13.870509 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b80158e-c4c6-4449-bfc3-40db97a3d50e req-5f6f9e07-e191-496f-8f8a-fedebfe2ffa0 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:13.877259 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b80158e-c4c6-4449-bfc3-40db97a3d50e req-5f6f9e07-e191-496f-8f8a-fedebfe2ffa0 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:13.879271 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5b80158e-c4c6-4449-bfc3-40db97a3d50e req-5f6f9e07-e191-496f-8f8a-fedebfe2ffa0 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/ports?device_id=044f5741-e4d3-4edf-954b-c2c5a6f36283 HTTP/1.1" status: 200 len: 5409 time: 0.6322465 Aug 10 03:22:13.892235 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07311bf-d179-4310-a8c9-489a5b673db5 service neutron] Pushing event updated for resources: {'Port': ['ID=b89f32b7-4acc-40c3-80d9-d8f2bfec5293,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:13.976523 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-f07311bf-d179-4310-a8c9-489a5b673db5 service neutron] Attempting to bind port b89f32b7-4acc-40c3-80d9-d8f2bfec5293 on host n-h2-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:22:13.976923 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-f07311bf-d179-4310-a8c9-489a5b673db5 service neutron] Attempting to bind port b89f32b7-4acc-40c3-80d9-d8f2bfec5293 by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': 'fac8afa8-3606-4f73-b890-170569cd194b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'effb9b91-4a23-491a-b997-5e008612ed4d'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:22:13.977190 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-f07311bf-d179-4310-a8c9-489a5b673db5 service neutron] Attempting to bind port b89f32b7-4acc-40c3-80d9-d8f2bfec5293 on network effb9b91-4a23-491a-b997-5e008612ed4d {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:22:13.982862 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-f07311bf-d179-4310-a8c9-489a5b673db5 service neutron] Port b89f32b7-4acc-40c3-80d9-d8f2bfec5293 on network effb9b91-4a23-491a-b997-5e008612ed4d not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:22:13.983216 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-f07311bf-d179-4310-a8c9-489a5b673db5 service neutron] Attempting to bind port b89f32b7-4acc-40c3-80d9-d8f2bfec5293 on network effb9b91-4a23-491a-b997-5e008612ed4d {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:22:13.988393 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-f07311bf-d179-4310-a8c9-489a5b673db5 service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:22:13.988736 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-f07311bf-d179-4310-a8c9-489a5b673db5 service neutron] Checking segment: {'id': 'fac8afa8-3606-4f73-b890-170569cd194b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'effb9b91-4a23-491a-b997-5e008612ed4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:22:13.989125 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-f07311bf-d179-4310-a8c9-489a5b673db5 service neutron] Bound using segment: {'id': 'fac8afa8-3606-4f73-b890-170569cd194b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'effb9b91-4a23-491a-b997-5e008612ed4d'} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:22:13.989557 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-f07311bf-d179-4310-a8c9-489a5b673db5 service neutron] Bound port: b89f32b7-4acc-40c3-80d9-d8f2bfec5293, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fac8afa8-3606-4f73-b890-170569cd194b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'effb9b91-4a23-491a-b997-5e008612ed4d'}}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:22:13.989973 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-f07311bf-d179-4310-a8c9-489a5b673db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:14.007627 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e597c-cf27-42ff-aa89-0dc5b09fc24b req-401a06ca-b167-4e1a-a7c8-13219bbcbfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:14.009123 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6c2e597c-cf27-42ff-aa89-0dc5b09fc24b req-401a06ca-b167-4e1a-a7c8-13219bbcbfe2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=dedcdb64-7de1-4c86-99c8-928cd2696ccd HTTP/1.1" status: 200 len: 921 time: 0.7588091 Aug 10 03:22:14.023175 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e597c-cf27-42ff-aa89-0dc5b09fc24b req-291ba962-6436-480b-813d-5b29c302bcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:14.024664 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6c2e597c-cf27-42ff-aa89-0dc5b09fc24b req-291ba962-6436-480b-813d-5b29c302bcb1 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.7073214 Aug 10 03:22:14.064925 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-f07311bf-d179-4310-a8c9-489a5b673db5 service neutron] For port b89f32b7-4acc-40c3-80d9-d8f2bfec5293, host n-h2-768862-13, cleared binding levels {{(pid=94261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:22:14.068294 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-f07311bf-d179-4310-a8c9-489a5b673db5 service neutron] For port b89f32b7-4acc-40c3-80d9-d8f2bfec5293, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=b89f32b7-4acc-40c3-80d9-d8f2bfec5293,segment=NetworkSegment(fac8afa8-3606-4f73-b890-170569cd194b),segment_id=fac8afa8-3606-4f73-b890-170569cd194b)] {{(pid=94261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:22:14.072569 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-f07311bf-d179-4310-a8c9-489a5b673db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:14.082031 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-ad8fe36a-d184-42c1-a306-b9e8e29f1117 req-c11962d0-767e-4714-a011-7940d90e83a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:14.085107 n-d-768862-13 neutron-server[94260]: INFO neutron.db.l3_db [None req-d58daea5-dbcf-4e68-baa0-d9352aa8616d tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] Floating IP 883446dc-bdd9-432c-a041-69e9acec01a4 associated. External IP: 172.25.6.49, port: ac1f695a-36dc-4bad-9ccb-4e8de6a45e31. Aug 10 03:22:14.099039 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6c2e597c-cf27-42ff-aa89-0dc5b09fc24b req-d70ca055-3b87-40f1-a9c6-aa91ba665fa2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d2ba15a-bb6f-4b56-910e-96b50fdec354 HTTP/1.1" status: 200 len: 217 time: 0.0804739 Aug 10 03:22:14.108507 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-f07311bf-d179-4310-a8c9-489a5b673db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:14.109129 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-f07311bf-d179-4310-a8c9-489a5b673db5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:14.110573 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-f07311bf-d179-4310-a8c9-489a5b673db5 service neutron] 10.222.0.61 "PUT /v2.0/ports/b89f32b7-4acc-40c3-80d9-d8f2bfec5293 HTTP/1.1" status: 200 len: 1092 time: 0.6692643 Aug 10 03:22:14.140264 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07311bf-d179-4310-a8c9-489a5b673db5 service neutron] Pushing event updated for resources: {'Port': ['ID=b89f32b7-4acc-40c3-80d9-d8f2bfec5293,revision_number=3']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:14.147245 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-481ee78b-1298-45c4-ae38-13fd4ce8424c req-5aa63dd8-6588-4361-a9e1-67cb565cb37d tempest-SecurityGroupRulesNegativeTestJSON-1472530696 tempest-SecurityGroupRulesNegativeTestJSON-1472530696-project] 10.222.0.44 "GET /v2.0/security-groups/2ce11197-37d8-408c-b0f0-cb142fcbd383 HTTP/1.1" status: 200 len: 1815 time: 0.3304224 Aug 10 03:22:14.191559 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5b80158e-c4c6-4449-bfc3-40db97a3d50e req-4f16a118-de2c-40a2-bec0-d9feb89329f4 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/security-groups?id=e522b194-e383-4019-8939-c6a59d2ab04c&id=5aac4231-548a-4a48-ae70-6443e8440415&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2646654 Aug 10 03:22:14.240679 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 7d2ba15a-bb6f-4b56-910e-96b50fdec354 details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:22:14.350022 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e597c-cf27-42ff-aa89-0dc5b09fc24b req-6022c3b3-66f5-4405-aa88-ff3666da595b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:14.351939 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6c2e597c-cf27-42ff-aa89-0dc5b09fc24b req-6022c3b3-66f5-4405-aa88-ff3666da595b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f24ae3cf-774a-4d5d-b1a4-9733e765050e HTTP/1.1" status: 200 len: 861 time: 0.2036710 Aug 10 03:22:14.384677 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 7d2ba15a-bb6f-4b56-910e-96b50fdec354, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=7d2ba15a-bb6f-4b56-910e-96b50fdec354,segment=NetworkSegment(688049e6-c1d0-4f13-8eef-c4d81b54e233),segment_id=688049e6-c1d0-4f13-8eef-c4d81b54e233)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:14.390178 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e597c-cf27-42ff-aa89-0dc5b09fc24b req-af7889f3-a785-4f16-af20-c0dd67c3e2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:14.390693 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e597c-cf27-42ff-aa89-0dc5b09fc24b req-af7889f3-a785-4f16-af20-c0dd67c3e2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:14.391458 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e597c-cf27-42ff-aa89-0dc5b09fc24b req-af7889f3-a785-4f16-af20-c0dd67c3e2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:14.391932 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e597c-cf27-42ff-aa89-0dc5b09fc24b req-af7889f3-a785-4f16-af20-c0dd67c3e2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:14.392416 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e597c-cf27-42ff-aa89-0dc5b09fc24b req-af7889f3-a785-4f16-af20-c0dd67c3e2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:14.392865 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e597c-cf27-42ff-aa89-0dc5b09fc24b req-af7889f3-a785-4f16-af20-c0dd67c3e2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:14.393329 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e597c-cf27-42ff-aa89-0dc5b09fc24b req-af7889f3-a785-4f16-af20-c0dd67c3e2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:14.395308 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6c2e597c-cf27-42ff-aa89-0dc5b09fc24b req-af7889f3-a785-4f16-af20-c0dd67c3e2f2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=06c20e5fd34a48aa8cc6b4171afd240a&device_id=044f5741-e4d3-4edf-954b-c2c5a6f36283 HTTP/1.1" status: 200 len: 6485 time: 0.3205984 Aug 10 03:22:14.397954 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': '7d2ba15a-bb6f-4b56-910e-96b50fdec354', 'network_id': 'dedcdb64-7de1-4c86-99c8-928cd2696ccd', 'port_id': '7d2ba15a-bb6f-4b56-910e-96b50fdec354', 'mac_address': 'fa:16:3e:19:d3:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f24ae3cf-774a-4d5d-b1a4-9733e765050e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:22:14.421220 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-7a0ffcbc-811a-4bc5-aa2e-3b462bd17176 req-6d123dab-78ea-45b6-a379-f44a7c14574b tempest-SecurityGroupRulesNegativeTestJSON-1472530696 tempest-SecurityGroupRulesNegativeTestJSON-1472530696-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-426273113', 'description': 'tempest-description-529113380'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:14.438041 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:14.449285 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '044f5741-e4d3-4edf-954b-c2c5a6f36283', 'tag': '23f3db6a-3d09-4219-a20f-499c73daf5a4'}, {'name': 'network-changed', 'server_uuid': '044f5741-e4d3-4edf-954b-c2c5a6f36283', 'tag': 'bc2aced1-42d5-40a0-a09b-18f14c994288'}, {'name': 'network-changed', 'server_uuid': '044f5741-e4d3-4edf-954b-c2c5a6f36283', 'tag': 'b89f32b7-4acc-40c3-80d9-d8f2bfec5293'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:22:14.451949 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d2ba15a-bb6f-4b56-910e-96b50fdec354 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:22:14.452327 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ce7d803-f70a-4861-aafd-6734702e72dc" -d '{"events": [{"name": "network-changed", "server_uuid": "044f5741-e4d3-4edf-954b-c2c5a6f36283", "tag": "23f3db6a-3d09-4219-a20f-499c73daf5a4"}, {"name": "network-changed", "server_uuid": "044f5741-e4d3-4edf-954b-c2c5a6f36283", "tag": "bc2aced1-42d5-40a0-a09b-18f14c994288"}, {"name": "network-changed", "server_uuid": "044f5741-e4d3-4edf-954b-c2c5a6f36283", "tag": "b89f32b7-4acc-40c3-80d9-d8f2bfec5293"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:22:14.472819 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 7d2ba15a-bb6f-4b56-910e-96b50fdec354, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=7d2ba15a-bb6f-4b56-910e-96b50fdec354,segment=NetworkSegment(688049e6-c1d0-4f13-8eef-c4d81b54e233),segment_id=688049e6-c1d0-4f13-8eef-c4d81b54e233)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:14.483141 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6c2e597c-cf27-42ff-aa89-0dc5b09fc24b req-c859eda2-fb39-4309-afed-9a35b5c924b1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dedcdb64-7de1-4c86-99c8-928cd2696ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1156008 Aug 10 03:22:14.484092 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:14.534446 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=7d2ba15a-bb6f-4b56-910e-96b50fdec354,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:14.593364 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6732d7e-4fc6-4e59-9003-1461c3642d2f req-eaa91762-9576-4f20-9e5f-506a382de07c tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:14.594859 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b6732d7e-4fc6-4e59-9003-1461c3642d2f req-eaa91762-9576-4f20-9e5f-506a382de07c tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "GET /v2.0/ports?device_id=cfb2a8a0-1b1f-41a2-872c-9ead2fa3f528 HTTP/1.1" status: 200 len: 943 time: 0.3727369 Aug 10 03:22:14.696659 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['7d2ba15a-bb6f-4b56-910e-96b50fdec354'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:22:14.714431 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-7a0ffcbc-811a-4bc5-aa2e-3b462bd17176 req-6d123dab-78ea-45b6-a379-f44a7c14574b tempest-SecurityGroupRulesNegativeTestJSON-1472530696 tempest-SecurityGroupRulesNegativeTestJSON-1472530696-project] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:14.844205 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b6732d7e-4fc6-4e59-9003-1461c3642d2f req-b795db50-91d0-4dfd-a2b1-62c8cab80ac7 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bcd935f-a3f8-4ab9-ae6d-676bd4ce3973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103555 Aug 10 03:22:14.883882 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e597c-cf27-42ff-aa89-0dc5b09fc24b req-4d615f4a-026a-4c69-ba3b-8be45052fcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:14.884368 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e597c-cf27-42ff-aa89-0dc5b09fc24b req-4d615f4a-026a-4c69-ba3b-8be45052fcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:14.884842 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e597c-cf27-42ff-aa89-0dc5b09fc24b req-4d615f4a-026a-4c69-ba3b-8be45052fcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:14.886460 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6c2e597c-cf27-42ff-aa89-0dc5b09fc24b req-4d615f4a-026a-4c69-ba3b-8be45052fcd3 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=06c20e5fd34a48aa8cc6b4171afd240a&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.4159794 Aug 10 03:22:14.925805 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6c2e597c-cf27-42ff-aa89-0dc5b09fc24b req-557f5b97-42a8-4ff5-a0cf-23243437f554 service neutron] 10.222.0.42 "GET /v2.0/networks/dedcdb64-7de1-4c86-99c8-928cd2696ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4194160 Aug 10 03:22:15.116241 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d58daea5-dbcf-4e68-baa0-d9352aa8616d tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] Router ed8c4e06-1414-47c2-9a77-0a0c0cf70adc has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:22:15.178101 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85092b96-4e0f-46e3-aef4-57e170a8aaf3 req-32579669-6941-4319-bc1c-d727f84bcbb0 tempest-ServerGroupTestJSON-2132543691 tempest-ServerGroupTestJSON-2132543691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:15.179628 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-85092b96-4e0f-46e3-aef4-57e170a8aaf3 req-32579669-6941-4319-bc1c-d727f84bcbb0 tempest-ServerGroupTestJSON-2132543691 tempest-ServerGroupTestJSON-2132543691-project] 10.222.0.44 "GET /v2.0/ports?device_id=26fa90fd-f022-4b1d-a96f-aaac9a2971a5 HTTP/1.1" status: 200 len: 946 time: 0.2734540 Aug 10 03:22:15.519029 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-7a0ffcbc-811a-4bc5-aa2e-3b462bd17176 req-6d123dab-78ea-45b6-a379-f44a7c14574b tempest-SecurityGroupRulesNegativeTestJSON-1472530696 tempest-SecurityGroupRulesNegativeTestJSON-1472530696-project] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:15.553419 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e597c-cf27-42ff-aa89-0dc5b09fc24b req-675f6aa7-dd4a-42d7-849d-2209eaf38491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:15.554968 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6c2e597c-cf27-42ff-aa89-0dc5b09fc24b req-675f6aa7-dd4a-42d7-849d-2209eaf38491 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.6544180 Aug 10 03:22:15.566042 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-ad8fe36a-d184-42c1-a306-b9e8e29f1117 req-c11962d0-767e-4714-a011-7940d90e83a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96c36128-09ba-461c-b5f1-ceaa6369f51c {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:22:15.572149 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-7a0ffcbc-811a-4bc5-aa2e-3b462bd17176 req-6d123dab-78ea-45b6-a379-f44a7c14574b tempest-SecurityGroupRulesNegativeTestJSON-1472530696 tempest-SecurityGroupRulesNegativeTestJSON-1472530696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:15.589830 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6c2e597c-cf27-42ff-aa89-0dc5b09fc24b req-004a963c-5eff-4091-a16e-182d31cdec5c service neutron] 10.222.0.42 "GET /v2.0/networks/dedcdb64-7de1-4c86-99c8-928cd2696ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6436417 Aug 10 03:22:15.601510 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-ad8fe36a-d184-42c1-a306-b9e8e29f1117 req-c11962d0-767e-4714-a011-7940d90e83a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:15.640316 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-85092b96-4e0f-46e3-aef4-57e170a8aaf3 req-344520ed-c228-4f2b-923b-55d813e4f6ae tempest-ServerGroupTestJSON-2132543691 tempest-ServerGroupTestJSON-2132543691-project] 10.222.0.44 "GET /v2.0/security-groups?id=13b424cb-c09c-42c1-b19e-39d1f79c40d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4504354 Aug 10 03:22:15.655494 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-7a0ffcbc-811a-4bc5-aa2e-3b462bd17176 req-6d123dab-78ea-45b6-a379-f44a7c14574b tempest-SecurityGroupRulesNegativeTestJSON-1472530696 tempest-SecurityGroupRulesNegativeTestJSON-1472530696-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:15.656763 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7a0ffcbc-811a-4bc5-aa2e-3b462bd17176 req-6d123dab-78ea-45b6-a379-f44a7c14574b tempest-SecurityGroupRulesNegativeTestJSON-1472530696 tempest-SecurityGroupRulesNegativeTestJSON-1472530696-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 1.2553055 Aug 10 03:22:15.699880 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-ad8fe36a-d184-42c1-a306-b9e8e29f1117 req-c11962d0-767e-4714-a011-7940d90e83a6 service neutron] Transition to ACTIVE for port object 96c36128-09ba-461c-b5f1-ceaa6369f51c will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:22:15.708960 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d123dab-78ea-45b6-a379-f44a7c14574b tempest-SecurityGroupRulesNegativeTestJSON-1472530696 tempest-SecurityGroupRulesNegativeTestJSON-1472530696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c87ea3c-46e2-4848-a6e5-b7ba28cae40f,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:15.715411 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Tue, 10 Aug 2021 03:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a995f15-034d-425d-ae38-7c305db65f2d x-openstack-request-id: req-4a995f15-034d-425d-ae38-7c305db65f2d {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:22:15.715976 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "044f5741-e4d3-4edf-954b-c2c5a6f36283", "tag": "23f3db6a-3d09-4219-a20f-499c73daf5a4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "044f5741-e4d3-4edf-954b-c2c5a6f36283", "tag": "bc2aced1-42d5-40a0-a09b-18f14c994288", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "044f5741-e4d3-4edf-954b-c2c5a6f36283", "tag": "b89f32b7-4acc-40c3-80d9-d8f2bfec5293", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:22:15.716225 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4a995f15-034d-425d-ae38-7c305db65f2d {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:22:15.716839 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '044f5741-e4d3-4edf-954b-c2c5a6f36283', 'tag': '23f3db6a-3d09-4219-a20f-499c73daf5a4', 'status': 'completed', 'code': 200} Aug 10 03:22:15.717253 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '044f5741-e4d3-4edf-954b-c2c5a6f36283', 'tag': 'bc2aced1-42d5-40a0-a09b-18f14c994288', 'status': 'completed', 'code': 200} Aug 10 03:22:15.717700 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '044f5741-e4d3-4edf-954b-c2c5a6f36283', 'tag': 'b89f32b7-4acc-40c3-80d9-d8f2bfec5293', 'status': 'completed', 'code': 200} Aug 10 03:22:15.721439 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-ad8fe36a-d184-42c1-a306-b9e8e29f1117 req-c11962d0-767e-4714-a011-7940d90e83a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:15.809749 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d58daea5-dbcf-4e68-baa0-d9352aa8616d tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:22:15.819351 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279cc12d-8b3c-424b-99a9-d8ebe92abc5d None None] Sync routers for ids ['ed8c4e06-1414-47c2-9a77-0a0c0cf70adc'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:22:15.823667 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d58daea5-dbcf-4e68-baa0-d9352aa8616d tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:15.828736 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279cc12d-8b3c-424b-99a9-d8ebe92abc5d None None] Routers {'ed8c4e06-1414-47c2-9a77-0a0c0cf70adc'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:22:15.829598 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-279cc12d-8b3c-424b-99a9-d8ebe92abc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:21:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['ed8c4e06-1414-47c2-9a77-0a0c0cf70adc'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:15.849075 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-38976d1b-44bb-48fc-9841-529b0a06ee88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:15.849569 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-38976d1b-44bb-48fc-9841-529b0a06ee88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:15.850054 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-38976d1b-44bb-48fc-9841-529b0a06ee88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:15.850631 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-38976d1b-44bb-48fc-9841-529b0a06ee88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:15.851111 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-38976d1b-44bb-48fc-9841-529b0a06ee88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:15.851608 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-38976d1b-44bb-48fc-9841-529b0a06ee88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:15.852059 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-38976d1b-44bb-48fc-9841-529b0a06ee88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:15.853996 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-38976d1b-44bb-48fc-9841-529b0a06ee88 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=06c20e5fd34a48aa8cc6b4171afd240a&device_id=044f5741-e4d3-4edf-954b-c2c5a6f36283 HTTP/1.1" status: 200 len: 6485 time: 0.2342026 Aug 10 03:22:15.903176 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11962d0-767e-4714-a011-7940d90e83a6 service neutron] Pushing event updated for resources: {'Port': ['ID=96c36128-09ba-461c-b5f1-ceaa6369f51c,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:15.945134 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-b9439a9a-770e-437a-b41b-a0b3eb5e14da service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59b5fda1-f8d3-4c6d-b2ad-a1607e38f8ab HTTP/1.1" status: 200 len: 217 time: 0.0679920 Aug 10 03:22:15.946596 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-d58daea5-dbcf-4e68-baa0-d9352aa8616d tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] 10.222.0.44 "PUT /v2.0/floatingips/883446dc-bdd9-432c-a041-69e9acec01a4 HTTP/1.1" status: 200 len: 991 time: 4.0693874 Aug 10 03:22:15.962066 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98532c5c-e4f2-4b43-aa06-5cf8233e4981', 'tag': 'ac1f695a-36dc-4bad-9ccb-4e8de6a45e31'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:22:15.964417 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb5ec093-aca7-4630-9000-1949b3ed3cfd" -d '{"events": [{"name": "network-changed", "server_uuid": "98532c5c-e4f2-4b43-aa06-5cf8233e4981", "tag": "ac1f695a-36dc-4bad-9ccb-4e8de6a45e31"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:22:15.977214 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e113174-7618-4f37-8c9a-6cddc2e9973e req-648f777e-d2a4-43ce-8388-0a507d578fad tempest-ServerAddressesTestJSON-266708127 tempest-ServerAddressesTestJSON-266708127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:15.978815 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2e113174-7618-4f37-8c9a-6cddc2e9973e req-648f777e-d2a4-43ce-8388-0a507d578fad tempest-ServerAddressesTestJSON-266708127 tempest-ServerAddressesTestJSON-266708127-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a041274-307c-4a44-876a-60dc4ad72185 HTTP/1.1" status: 200 len: 943 time: 0.2493408 Aug 10 03:22:16.067292 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c552ef86-3b5e-41bc-b0f9-f70a09f381be req-8378c1c3-f637-43c6-a4e3-bc2247e7f3ee tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:16.073123 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-279cc12d-8b3c-424b-99a9-d8ebe92abc5d None None] Set router ed8c4e06-1414-47c2-9a77-0a0c0cf70adc gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:22:16.073319 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c552ef86-3b5e-41bc-b0f9-f70a09f381be req-8378c1c3-f637-43c6-a4e3-bc2247e7f3ee tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:16.079752 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c552ef86-3b5e-41bc-b0f9-f70a09f381be req-8378c1c3-f637-43c6-a4e3-bc2247e7f3ee tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:16.085637 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c552ef86-3b5e-41bc-b0f9-f70a09f381be req-8378c1c3-f637-43c6-a4e3-bc2247e7f3ee tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:16.091669 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c552ef86-3b5e-41bc-b0f9-f70a09f381be req-8378c1c3-f637-43c6-a4e3-bc2247e7f3ee tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:16.097666 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c552ef86-3b5e-41bc-b0f9-f70a09f381be req-8378c1c3-f637-43c6-a4e3-bc2247e7f3ee tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:16.103652 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c552ef86-3b5e-41bc-b0f9-f70a09f381be req-8378c1c3-f637-43c6-a4e3-bc2247e7f3ee tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:16.105632 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c552ef86-3b5e-41bc-b0f9-f70a09f381be req-8378c1c3-f637-43c6-a4e3-bc2247e7f3ee tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/ports?device_id=044f5741-e4d3-4edf-954b-c2c5a6f36283 HTTP/1.1" status: 200 len: 5421 time: 0.3158011 Aug 10 03:22:16.156746 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-6a41707b-e1b8-4f94-8ad5-c19da3965f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:16.158267 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-6a41707b-e1b8-4f94-8ad5-c19da3965f4c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ee6f27b1-efb9-4823-8a00-7f908deefa06 HTTP/1.1" status: 200 len: 850 time: 0.1892316 Aug 10 03:22:16.171203 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2e113174-7618-4f37-8c9a-6cddc2e9973e req-18b72814-3191-4a59-bfef-9853c5e49e19 tempest-ServerAddressesTestJSON-266708127 tempest-ServerAddressesTestJSON-266708127-project] 10.222.0.44 "GET /v2.0/security-groups?id=37329dfc-05f9-4d0b-b9c0-f3ae6264aa84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803179 Aug 10 03:22:16.217421 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-ad8fe36a-d184-42c1-a306-b9e8e29f1117 req-c11962d0-767e-4714-a011-7940d90e83a6 service neutron] Attempting to bind port 96c36128-09ba-461c-b5f1-ceaa6369f51c on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:22:16.217766 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-ad8fe36a-d184-42c1-a306-b9e8e29f1117 req-c11962d0-767e-4714-a011-7940d90e83a6 service neutron] Attempting to bind port 96c36128-09ba-461c-b5f1-ceaa6369f51c by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '6809c9ff-fe4f-4344-9bc3-8b7e0948d8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '27155540-30ca-4e6e-ab07-8a97e2bf0355'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:22:16.218095 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8fe36a-d184-42c1-a306-b9e8e29f1117 req-c11962d0-767e-4714-a011-7940d90e83a6 service neutron] Attempting to bind port 96c36128-09ba-461c-b5f1-ceaa6369f51c on network 27155540-30ca-4e6e-ab07-8a97e2bf0355 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:22:16.229118 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c552ef86-3b5e-41bc-b0f9-f70a09f381be req-22cb4dd1-660e-4cf6-8a55-c97ba5d712bc tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/security-groups?id=e522b194-e383-4019-8939-c6a59d2ab04c&id=5aac4231-548a-4a48-ae70-6443e8440415&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1110294 Aug 10 03:22:16.239484 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8fe36a-d184-42c1-a306-b9e8e29f1117 req-c11962d0-767e-4714-a011-7940d90e83a6 service neutron] Port 96c36128-09ba-461c-b5f1-ceaa6369f51c on network 27155540-30ca-4e6e-ab07-8a97e2bf0355 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:22:16.239876 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8fe36a-d184-42c1-a306-b9e8e29f1117 req-c11962d0-767e-4714-a011-7940d90e83a6 service neutron] Attempting to bind port 96c36128-09ba-461c-b5f1-ceaa6369f51c on network 27155540-30ca-4e6e-ab07-8a97e2bf0355 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:22:16.251966 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-9dd99ddf-04e5-4acf-90c5-90a6b6306b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:16.253792 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-9dd99ddf-04e5-4acf-90c5-90a6b6306b44 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=52a12912-47fc-48c4-aaf5-a9b690b74ffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0758564 Aug 10 03:22:16.258930 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8fe36a-d184-42c1-a306-b9e8e29f1117 req-c11962d0-767e-4714-a011-7940d90e83a6 service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:22:16.259341 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8fe36a-d184-42c1-a306-b9e8e29f1117 req-c11962d0-767e-4714-a011-7940d90e83a6 service neutron] Checking segment: {'id': '6809c9ff-fe4f-4344-9bc3-8b7e0948d8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '27155540-30ca-4e6e-ab07-8a97e2bf0355'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:22:16.259738 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8fe36a-d184-42c1-a306-b9e8e29f1117 req-c11962d0-767e-4714-a011-7940d90e83a6 service neutron] Bound using segment: {'id': '6809c9ff-fe4f-4344-9bc3-8b7e0948d8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '27155540-30ca-4e6e-ab07-8a97e2bf0355'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:22:16.260205 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-ad8fe36a-d184-42c1-a306-b9e8e29f1117 req-c11962d0-767e-4714-a011-7940d90e83a6 service neutron] Bound port: 96c36128-09ba-461c-b5f1-ceaa6369f51c, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6809c9ff-fe4f-4344-9bc3-8b7e0948d8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '27155540-30ca-4e6e-ab07-8a97e2bf0355'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:22:16.260624 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-ad8fe36a-d184-42c1-a306-b9e8e29f1117 req-c11962d0-767e-4714-a011-7940d90e83a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:16.270360 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 7d2ba15a-bb6f-4b56-910e-96b50fdec354 up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:22:16.383868 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning for port 7d2ba15a-bb6f-4b56-910e-96b50fdec354 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:22:16.391844 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-279cc12d-8b3c-424b-99a9-d8ebe92abc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed8c4e06-1414-47c2-9a77-0a0c0cf70adc', 'name': 'tempest-ServersTestFqdnHostnames-513534422-router', 'tenant_id': 'c9603ab9bba540beb860908da5f483c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '69e5bd5a-55f4-45f7-aa41-300aa3539ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:21:30Z', 'updated_at': '2021-08-10T03:21:40Z', 'revision_number': 4, 'project_id': 'c9603ab9bba540beb860908da5f483c4', 'gw_port': {'id': '69e5bd5a-55f4-45f7-aa41-300aa3539ec7', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed8c4e06-1414-47c2-9a77-0a0c0cf70adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:34Z', 'updated_at': '2021-08-10T03:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '883446dc-bdd9-432c-a041-69e9acec01a4', 'tenant_id': 'c9603ab9bba540beb860908da5f483c4', 'floating_ip_address': '172.25.6.49', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': 'ed8c4e06-1414-47c2-9a77-0a0c0cf70adc', 'port_id': 'ac1f695a-36dc-4bad-9ccb-4e8de6a45e31', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2610c24-f468-4d40-86ff-26a411353238', 'mac_address': 'fa:16:3e:10:2b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98532c5c-e4f2-4b43-aa06-5cf8233e4981', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:21:47Z', 'updated_at': '2021-08-10T03:22:12Z', 'revision_number': 1, 'project_id': 'c9603ab9bba540beb860908da5f483c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '528c659a-2cc1-4a48-88d2-6026d348e6e9', 'name': '', 'network_id': 'f2610c24-f468-4d40-86ff-26a411353238', 'tenant_id': 'c9603ab9bba540beb860908da5f483c4', 'mac_address': 'fa:16:3e:33:4d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed8c4e06-1414-47c2-9a77-0a0c0cf70adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'f8ed2a35-9a6a-4125-b7ba-071adfa339f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:39Z', 'updated_at': '2021-08-10T03:21:48Z', 'revision_number': 5, 'project_id': 'c9603ab9bba540beb860908da5f483c4', 'subnets': [{'id': 'f8ed2a35-9a6a-4125-b7ba-071adfa339f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:16.397337 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port 7d2ba15a-bb6f-4b56-910e-96b50fdec354 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:22:16.397337 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:16.422956 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279cc12d-8b3c-424b-99a9-d8ebe92abc5d None None] Checking router: ed8c4e06-1414-47c2-9a77-0a0c0cf70adc for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:22:16.460046 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279cc12d-8b3c-424b-99a9-d8ebe92abc5d None None] Routers {'ed8c4e06-1414-47c2-9a77-0a0c0cf70adc'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:22:16.460676 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-279cc12d-8b3c-424b-99a9-d8ebe92abc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:21:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['ed8c4e06-1414-47c2-9a77-0a0c0cf70adc'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:16.470958 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-ad8fe36a-d184-42c1-a306-b9e8e29f1117 req-c11962d0-767e-4714-a011-7940d90e83a6 service neutron] For port 96c36128-09ba-461c-b5f1-ceaa6369f51c, host n-h1-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:22:16.502549 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c3548083-9746-4fee-a673-e094f51c4379 req-33a0989d-d11f-4325-b5e4-678bdc1bb1e6 tempest-SecurityGroupRulesNegativeTestJSON-1472530696 tempest-SecurityGroupRulesNegativeTestJSON-1472530696-project] 10.222.0.44 "GET /v2.0/security-groups/2c87ea3c-46e2-4848-a6e5-b7ba28cae40f HTTP/1.1" status: 200 len: 1813 time: 0.1489694 Aug 10 03:22:16.511619 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-ad8fe36a-d184-42c1-a306-b9e8e29f1117 req-c11962d0-767e-4714-a011-7940d90e83a6 service neutron] For port 96c36128-09ba-461c-b5f1-ceaa6369f51c, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=96c36128-09ba-461c-b5f1-ceaa6369f51c,segment=NetworkSegment(6809c9ff-fe4f-4344-9bc3-8b7e0948d8be),segment_id=6809c9ff-fe4f-4344-9bc3-8b7e0948d8be)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:22:16.529916 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-ad8fe36a-d184-42c1-a306-b9e8e29f1117 req-c11962d0-767e-4714-a011-7940d90e83a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:16.553599 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-4413b348-431f-441d-9fbf-795020dfbb46 service neutron] 10.222.0.61 "GET /v2.0/networks/52a12912-47fc-48c4-aaf5-a9b690b74ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831745 Aug 10 03:22:16.578810 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:16.593856 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ce375b-d200-4886-aee8-08917805f446 req-f795607a-a1e2-4e66-9c05-70bdf899a0da tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:16.595650 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-06ce375b-d200-4886-aee8-08917805f446 req-f795607a-a1e2-4e66-9c05-70bdf899a0da tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "GET /v2.0/ports?device_id=cfb2a8a0-1b1f-41a2-872c-9ead2fa3f528 HTTP/1.1" status: 200 len: 944 time: 0.1899433 Aug 10 03:22:16.617025 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfb2a8a0-1b1f-41a2-872c-9ead2fa3f528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d2ba15a-bb6f-4b56-910e-96b50fdec354'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:22:16.619617 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bb2a5da-86fc-4c5f-a071-7fb9353fa5db" -d '{"events": [{"server_uuid": "cfb2a8a0-1b1f-41a2-872c-9ead2fa3f528", "name": "network-vif-plugged", "status": "completed", "tag": "7d2ba15a-bb6f-4b56-910e-96b50fdec354"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:22:16.667294 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8fe36a-d184-42c1-a306-b9e8e29f1117 req-c11962d0-767e-4714-a011-7940d90e83a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:16.669098 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-ad8fe36a-d184-42c1-a306-b9e8e29f1117 req-c11962d0-767e-4714-a011-7940d90e83a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:16.670735 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ad8fe36a-d184-42c1-a306-b9e8e29f1117 req-c11962d0-767e-4714-a011-7940d90e83a6 service neutron] 10.222.0.42 "PUT /v2.0/ports/96c36128-09ba-461c-b5f1-ceaa6369f51c HTTP/1.1" status: 200 len: 1092 time: 2.9325914 Aug 10 03:22:16.674315 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 7d2ba15a-bb6f-4b56-910e-96b50fdec354, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=7d2ba15a-bb6f-4b56-910e-96b50fdec354,segment=NetworkSegment(688049e6-c1d0-4f13-8eef-c4d81b54e233),segment_id=688049e6-c1d0-4f13-8eef-c4d81b54e233)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:16.687201 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed44052-bcb7-4da7-8028-03db32ee53e4 x-openstack-request-id: req-4ed44052-bcb7-4da7-8028-03db32ee53e4 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:22:16.687562 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98532c5c-e4f2-4b43-aa06-5cf8233e4981", "tag": "ac1f695a-36dc-4bad-9ccb-4e8de6a45e31", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:22:16.687884 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4ed44052-bcb7-4da7-8028-03db32ee53e4 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:22:16.688609 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98532c5c-e4f2-4b43-aa06-5cf8233e4981', 'tag': 'ac1f695a-36dc-4bad-9ccb-4e8de6a45e31', 'status': 'completed', 'code': 200} Aug 10 03:22:16.700175 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:16.723017 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11962d0-767e-4714-a011-7940d90e83a6 service neutron] Pushing event updated for resources: {'Port': ['ID=96c36128-09ba-461c-b5f1-ceaa6369f51c,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:16.756649 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-06ce375b-d200-4886-aee8-08917805f446 req-6ea0ef65-eb47-4ef7-a423-279eb5546bcd tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bcd935f-a3f8-4ab9-ae6d-676bd4ce3973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389625 Aug 10 03:22:16.804372 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-279cc12d-8b3c-424b-99a9-d8ebe92abc5d None None] Set router ed8c4e06-1414-47c2-9a77-0a0c0cf70adc gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:22:16.805953 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ec093-aca7-4630-9000-1949b3ed3cfd req-ea8ab69b-d74d-4fa6-b4b2-b8db3077abd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:16.807696 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-cb5ec093-aca7-4630-9000-1949b3ed3cfd req-ea8ab69b-d74d-4fa6-b4b2-b8db3077abd6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c9603ab9bba540beb860908da5f483c4&device_id=98532c5c-e4f2-4b43-aa06-5cf8233e4981 HTTP/1.1" status: 200 len: 1098 time: 0.0816202 Aug 10 03:22:16.825756 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-8ad161f1-3d39-44fb-9bc9-7f8d3b8dc8ae req-210de48e-1a43-496e-b3da-3189fae72a64 tempest-SecurityGroupRulesNegativeTestJSON-1472530696 tempest-SecurityGroupRulesNegativeTestJSON-1472530696-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2014479303', 'description': 'tempest-description-1915486551'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:16.869190 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-efccbb18-50a3-4684-a33a-4dd9d3738f76 service neutron] 10.222.0.61 "GET /v2.0/networks/52a12912-47fc-48c4-aaf5-a9b690b74ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685163 Aug 10 03:22:16.878605 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8fe36a-d184-42c1-a306-b9e8e29f1117 req-6372d3cf-8fcf-4eca-95a6-86d4fc27ed31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:16.880405 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ad8fe36a-d184-42c1-a306-b9e8e29f1117 req-6372d3cf-8fcf-4eca-95a6-86d4fc27ed31 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2b413fea1ef74092bbb7387c24277e1a&device_id=0a041274-307c-4a44-876a-60dc4ad72185 HTTP/1.1" status: 200 len: 1095 time: 0.1226196 Aug 10 03:22:16.890358 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8ad161f1-3d39-44fb-9bc9-7f8d3b8dc8ae req-210de48e-1a43-496e-b3da-3189fae72a64 tempest-SecurityGroupRulesNegativeTestJSON-1472530696 tempest-SecurityGroupRulesNegativeTestJSON-1472530696-project] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:16.961380 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ec093-aca7-4630-9000-1949b3ed3cfd req-e6465070-5acd-42d9-988f-afd4f2b0ccdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:16.963561 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-cb5ec093-aca7-4630-9000-1949b3ed3cfd req-e6465070-5acd-42d9-988f-afd4f2b0ccdb service neutron] 10.222.0.61 "GET /v2.0/networks?id=f2610c24-f468-4d40-86ff-26a411353238 HTTP/1.1" status: 200 len: 914 time: 0.1452560 Aug 10 03:22:16.967531 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-ea059f19-3fcc-4a0a-b6f1-825df77cc837 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=a51886da-65ec-4881-8090-1c7844482542 HTTP/1.1" status: 200 len: 217 time: 0.0859840 Aug 10 03:22:16.971541 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ad8fe36a-d184-42c1-a306-b9e8e29f1117 req-1e9e57e6-412a-40a2-a700-61d6abca730c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=96c36128-09ba-461c-b5f1-ceaa6369f51c HTTP/1.1" status: 200 len: 217 time: 0.0826173 Aug 10 03:22:17.030783 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d2a660b-c159-4413-993c-d7cdc7f16ade x-openstack-request-id: req-7d2a660b-c159-4413-993c-d7cdc7f16ade {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:22:17.032606 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfb2a8a0-1b1f-41a2-872c-9ead2fa3f528", "name": "network-vif-plugged", "status": "completed", "tag": "7d2ba15a-bb6f-4b56-910e-96b50fdec354", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:22:17.035039 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7d2a660b-c159-4413-993c-d7cdc7f16ade {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:22:17.035845 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfb2a8a0-1b1f-41a2-872c-9ead2fa3f528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d2ba15a-bb6f-4b56-910e-96b50fdec354', 'code': 200} Aug 10 03:22:17.065678 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-cb5ec093-aca7-4630-9000-1949b3ed3cfd req-293172f3-989b-4326-89ac-9916396a9fbb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac1f695a-36dc-4bad-9ccb-4e8de6a45e31 HTTP/1.1" status: 200 len: 999 time: 0.0846193 Aug 10 03:22:17.068813 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=7d2ba15a-bb6f-4b56-910e-96b50fdec354,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:17.149215 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ec093-aca7-4630-9000-1949b3ed3cfd req-837d46fb-b31d-4fed-955e-736c490aa147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:17.150852 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-cb5ec093-aca7-4630-9000-1949b3ed3cfd req-837d46fb-b31d-4fed-955e-736c490aa147 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f8ed2a35-9a6a-4125-b7ba-071adfa339f4 HTTP/1.1" status: 200 len: 853 time: 0.0636916 Aug 10 03:22:17.171468 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8fe36a-d184-42c1-a306-b9e8e29f1117 req-63e67644-4514-4d3a-91e7-3a3995c6bd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:17.172992 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ad8fe36a-d184-42c1-a306-b9e8e29f1117 req-63e67644-4514-4d3a-91e7-3a3995c6bd2a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cfa03b6d-3870-4cd9-8d5b-b0708a1ade51 HTTP/1.1" status: 200 len: 854 time: 0.1925852 Aug 10 03:22:17.234964 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ec093-aca7-4630-9000-1949b3ed3cfd req-9135bb57-60be-498d-bd13-ea8185719e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:17.238610 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-cb5ec093-aca7-4630-9000-1949b3ed3cfd req-9135bb57-60be-498d-bd13-ea8185719e93 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f2610c24-f468-4d40-86ff-26a411353238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0745342 Aug 10 03:22:17.239952 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-80ac1284-aeed-4a30-8549-9bd11f540816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:17.241463 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-80ac1284-aeed-4a30-8549-9bd11f540816 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2818801a-2e35-4ece-b2ba-d3311c823064 HTTP/1.1" status: 200 len: 797 time: 0.2564368 Aug 10 03:22:17.243427 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ad8fe36a-d184-42c1-a306-b9e8e29f1117 req-c10c617e-d855-4f4c-a645-3a8d5ece56d1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=27155540-30ca-4e6e-ab07-8a97e2bf0355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427296 Aug 10 03:22:17.276284 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-279cc12d-8b3c-424b-99a9-d8ebe92abc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed8c4e06-1414-47c2-9a77-0a0c0cf70adc', 'name': 'tempest-ServersTestFqdnHostnames-513534422-router', 'tenant_id': 'c9603ab9bba540beb860908da5f483c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '69e5bd5a-55f4-45f7-aa41-300aa3539ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:21:30Z', 'updated_at': '2021-08-10T03:21:40Z', 'revision_number': 4, 'project_id': 'c9603ab9bba540beb860908da5f483c4', 'gw_port': {'id': '69e5bd5a-55f4-45f7-aa41-300aa3539ec7', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed8c4e06-1414-47c2-9a77-0a0c0cf70adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:34Z', 'updated_at': '2021-08-10T03:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '883446dc-bdd9-432c-a041-69e9acec01a4', 'tenant_id': 'c9603ab9bba540beb860908da5f483c4', 'floating_ip_address': '172.25.6.49', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': 'ed8c4e06-1414-47c2-9a77-0a0c0cf70adc', 'port_id': 'ac1f695a-36dc-4bad-9ccb-4e8de6a45e31', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2610c24-f468-4d40-86ff-26a411353238', 'mac_address': 'fa:16:3e:10:2b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98532c5c-e4f2-4b43-aa06-5cf8233e4981', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:21:47Z', 'updated_at': '2021-08-10T03:22:12Z', 'revision_number': 1, 'project_id': 'c9603ab9bba540beb860908da5f483c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '528c659a-2cc1-4a48-88d2-6026d348e6e9', 'name': '', 'network_id': 'f2610c24-f468-4d40-86ff-26a411353238', 'tenant_id': 'c9603ab9bba540beb860908da5f483c4', 'mac_address': 'fa:16:3e:33:4d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed8c4e06-1414-47c2-9a77-0a0c0cf70adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'f8ed2a35-9a6a-4125-b7ba-071adfa339f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:39Z', 'updated_at': '2021-08-10T03:21:48Z', 'revision_number': 5, 'project_id': 'c9603ab9bba540beb860908da5f483c4', 'subnets': [{'id': 'f8ed2a35-9a6a-4125-b7ba-071adfa339f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:17.316200 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279cc12d-8b3c-424b-99a9-d8ebe92abc5d None None] The sync data for ids ['ed8c4e06-1414-47c2-9a77-0a0c0cf70adc'] in n-d-768862-13 is: [{'id': 'ed8c4e06-1414-47c2-9a77-0a0c0cf70adc', 'name': 'tempest-ServersTestFqdnHostnames-513534422-router', 'tenant_id': 'c9603ab9bba540beb860908da5f483c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '69e5bd5a-55f4-45f7-aa41-300aa3539ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:21:30Z', 'updated_at': '2021-08-10T03:21:40Z', 'revision_number': 4, 'project_id': 'c9603ab9bba540beb860908da5f483c4', 'gw_port': {'id': '69e5bd5a-55f4-45f7-aa41-300aa3539ec7', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed8c4e06-1414-47c2-9a77-0a0c0cf70adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:34Z', 'updated_at': '2021-08-10T03:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '883446dc-bdd9-432c-a041-69e9acec01a4', 'tenant_id': 'c9603ab9bba540beb860908da5f483c4', 'floating_ip_address': '172.25.6.49', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': 'ed8c4e06-1414-47c2-9a77-0a0c0cf70adc', 'port_id': 'ac1f695a-36dc-4bad-9ccb-4e8de6a45e31', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2610c24-f468-4d40-86ff-26a411353238', 'mac_address': 'fa:16:3e:10:2b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98532c5c-e4f2-4b43-aa06-5cf8233e4981', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:21:47Z', 'updated_at': '2021-08-10T03:22:12Z', 'revision_number': 1, 'project_id': 'c9603ab9bba540beb860908da5f483c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '528c659a-2cc1-4a48-88d2-6026d348e6e9', 'name': '', 'network_id': 'f2610c24-f468-4d40-86ff-26a411353238', 'tenant_id': 'c9603ab9bba540beb860908da5f483c4', 'mac_address': 'fa:16:3e:33:4d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed8c4e06-1414-47c2-9a77-0a0c0cf70adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'f8ed2a35-9a6a-4125-b7ba-071adfa339f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:39Z', 'updated_at': '2021-08-10T03:21:48Z', 'revision_number': 5, 'project_id': 'c9603ab9bba540beb860908da5f483c4', 'subnets': [{'id': 'f8ed2a35-9a6a-4125-b7ba-071adfa339f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:22:17.350188 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c6d6d0-cf59-45d6-8f23-53f53feff146 req-66dfc91b-b211-43cd-b303-4f35363ac9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:17.351728 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-08c6d6d0-cf59-45d6-8f23-53f53feff146 req-66dfc91b-b211-43cd-b303-4f35363ac9fd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=cfb2a8a0-1b1f-41a2-872c-9ead2fa3f528 HTTP/1.1" status: 200 len: 1097 time: 0.2598357 Aug 10 03:22:17.365241 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee16bc32-86b9-4d23-a05c-fabf6a6d7566 req-b2b4268f-1eab-4084-8c47-8fbe05b6f46d tempest-ServerGroupTestJSON-2132543691 tempest-ServerGroupTestJSON-2132543691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:17.366829 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ee16bc32-86b9-4d23-a05c-fabf6a6d7566 req-b2b4268f-1eab-4084-8c47-8fbe05b6f46d tempest-ServerGroupTestJSON-2132543691 tempest-ServerGroupTestJSON-2132543691-project] 10.222.0.44 "GET /v2.0/ports?device_id=26fa90fd-f022-4b1d-a96f-aaac9a2971a5 HTTP/1.1" status: 200 len: 946 time: 0.2387729 Aug 10 03:22:17.377574 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-cb5ec093-aca7-4630-9000-1949b3ed3cfd req-b0e6cee1-c96c-483d-b327-3b8d8f335777 service neutron] 10.222.0.61 "GET /v2.0/networks/f2610c24-f468-4d40-86ff-26a411353238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207047 Aug 10 03:22:17.416736 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8ad161f1-3d39-44fb-9bc9-7f8d3b8dc8ae req-210de48e-1a43-496e-b3da-3189fae72a64 tempest-SecurityGroupRulesNegativeTestJSON-1472530696 tempest-SecurityGroupRulesNegativeTestJSON-1472530696-project] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:17.433642 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8ad161f1-3d39-44fb-9bc9-7f8d3b8dc8ae req-210de48e-1a43-496e-b3da-3189fae72a64 tempest-SecurityGroupRulesNegativeTestJSON-1472530696 tempest-SecurityGroupRulesNegativeTestJSON-1472530696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:17.500427 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-cb5ec093-aca7-4630-9000-1949b3ed3cfd req-2d607929-f664-48f0-8511-cc74a71b108f service neutron] 10.222.0.61 "GET /v2.0/networks/f2610c24-f468-4d40-86ff-26a411353238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128395 Aug 10 03:22:17.506836 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-a5d5c79e-95c4-42ee-bde0-78eaed83dc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:17.508379 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-a5d5c79e-95c4-42ee-bde0-78eaed83dc7f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=39a285d2-87a3-47d7-9b49-b0b0fee32784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2394266 Aug 10 03:22:17.519266 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-08c6d6d0-cf59-45d6-8f23-53f53feff146 req-d809812e-c008-4bb6-b5c5-7b53a9081d35 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8bcd935f-a3f8-4ab9-ae6d-676bd4ce3973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442587 Aug 10 03:22:17.530140 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8ad161f1-3d39-44fb-9bc9-7f8d3b8dc8ae req-210de48e-1a43-496e-b3da-3189fae72a64 tempest-SecurityGroupRulesNegativeTestJSON-1472530696 tempest-SecurityGroupRulesNegativeTestJSON-1472530696-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:17.531352 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8ad161f1-3d39-44fb-9bc9-7f8d3b8dc8ae req-210de48e-1a43-496e-b3da-3189fae72a64 tempest-SecurityGroupRulesNegativeTestJSON-1472530696 tempest-SecurityGroupRulesNegativeTestJSON-1472530696-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.7225060 Aug 10 03:22:17.541167 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210de48e-1a43-496e-b3da-3189fae72a64 tempest-SecurityGroupRulesNegativeTestJSON-1472530696 tempest-SecurityGroupRulesNegativeTestJSON-1472530696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75ae721b-ce93-456d-b926-c7fb220af7c8,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:17.550264 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ee16bc32-86b9-4d23-a05c-fabf6a6d7566 req-5f900f2d-4e05-48cc-97cf-2531c6591ba7 tempest-ServerGroupTestJSON-2132543691 tempest-ServerGroupTestJSON-2132543691-project] 10.222.0.44 "GET /v2.0/security-groups?id=13b424cb-c09c-42c1-b19e-39d1f79c40d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597016 Aug 10 03:22:17.610081 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ad8fe36a-d184-42c1-a306-b9e8e29f1117 req-91b39618-c4d3-4653-8827-28c85b1908de service neutron] 10.222.0.42 "GET /v2.0/networks/27155540-30ca-4e6e-ab07-8a97e2bf0355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3580022 Aug 10 03:22:17.620188 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d8fd49-ce70-4e38-a23a-e5309152bdee None None] New status for floating IP 883446dc-bdd9-432c-a041-69e9acec01a4: ACTIVE {{(pid=94263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:22:17.799181 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d77b9c-4817-437c-b1ad-3725dc77a34b req-b19a80a0-7a34-432e-89a5-1c9e00f4979f tempest-ServerAddressesTestJSON-266708127 tempest-ServerAddressesTestJSON-266708127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:17.800721 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-60d77b9c-4817-437c-b1ad-3725dc77a34b req-b19a80a0-7a34-432e-89a5-1c9e00f4979f tempest-ServerAddressesTestJSON-266708127 tempest-ServerAddressesTestJSON-266708127-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a041274-307c-4a44-876a-60dc4ad72185 HTTP/1.1" status: 200 len: 943 time: 0.1962926 Aug 10 03:22:17.802636 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-f1d7e702-6862-4a7f-aef0-3c1b5d04f5e7 service neutron] 10.222.0.61 "GET /v2.0/networks/39a285d2-87a3-47d7-9b49-b0b0fee32784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735636 Aug 10 03:22:17.852308 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be978cb-adaf-49ac-a74b-eed4e9eb749d req-7d27ef07-50e6-41aa-ab11-c8284315c552 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:17.858188 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be978cb-adaf-49ac-a74b-eed4e9eb749d req-7d27ef07-50e6-41aa-ab11-c8284315c552 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:17.864287 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be978cb-adaf-49ac-a74b-eed4e9eb749d req-7d27ef07-50e6-41aa-ab11-c8284315c552 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:17.870175 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be978cb-adaf-49ac-a74b-eed4e9eb749d req-7d27ef07-50e6-41aa-ab11-c8284315c552 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:17.876236 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be978cb-adaf-49ac-a74b-eed4e9eb749d req-7d27ef07-50e6-41aa-ab11-c8284315c552 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:17.882427 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be978cb-adaf-49ac-a74b-eed4e9eb749d req-7d27ef07-50e6-41aa-ab11-c8284315c552 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:17.888779 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be978cb-adaf-49ac-a74b-eed4e9eb749d req-7d27ef07-50e6-41aa-ab11-c8284315c552 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:17.890736 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1be978cb-adaf-49ac-a74b-eed4e9eb749d req-7d27ef07-50e6-41aa-ab11-c8284315c552 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/ports?device_id=044f5741-e4d3-4edf-954b-c2c5a6f36283 HTTP/1.1" status: 200 len: 5421 time: 0.1830068 Aug 10 03:22:17.902627 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ad8fe36a-d184-42c1-a306-b9e8e29f1117 req-f0a154ff-b07e-444e-8b44-f86c8075ad4b service neutron] 10.222.0.42 "GET /v2.0/networks/27155540-30ca-4e6e-ab07-8a97e2bf0355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709811 Aug 10 03:22:18.214388 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-60d77b9c-4817-437c-b1ad-3725dc77a34b req-909d2b01-49a9-41d7-bcb7-5ac2209e2fd4 tempest-ServerAddressesTestJSON-266708127 tempest-ServerAddressesTestJSON-266708127-project] 10.222.0.44 "GET /v2.0/security-groups?id=37329dfc-05f9-4d0b-b9c0-f3ae6264aa84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3997946 Aug 10 03:22:18.233380 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1be978cb-adaf-49ac-a74b-eed4e9eb749d req-bbce1ac7-b1de-4927-9780-9950d21d3980 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/security-groups?id=e522b194-e383-4019-8939-c6a59d2ab04c&id=5aac4231-548a-4a48-ae70-6443e8440415&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3330517 Aug 10 03:22:18.266593 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-3975e3d5-8721-4c8b-aa16-69f8c54871a0 service neutron] 10.222.0.61 "GET /v2.0/networks/39a285d2-87a3-47d7-9b49-b0b0fee32784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4437284 Aug 10 03:22:18.325628 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-24d08733-9763-4eed-9fb8-422cc5ccd98d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.228&port_id=d7410f22-72fc-46b2-bf2c-021ea69dd6bd HTTP/1.1" status: 200 len: 217 time: 0.0506215 Aug 10 03:22:18.376016 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-28392187-6f42-457a-9e95-0bb4d167db6b req-bd1b651a-9f5b-475b-8254-f50c565778b4 tempest-SecurityGroupRulesNegativeTestJSON-1472530696 tempest-SecurityGroupRulesNegativeTestJSON-1472530696-project] 10.222.0.44 "GET /v2.0/security-groups/75ae721b-ce93-456d-b926-c7fb220af7c8 HTTP/1.1" status: 200 len: 1815 time: 0.1076405 Aug 10 03:22:18.408097 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-b001c148-cd8f-413e-8dc0-c805f192b381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:18.409588 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-b001c148-cd8f-413e-8dc0-c805f192b381 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2818801a-2e35-4ece-b2ba-d3311c823064 HTTP/1.1" status: 200 len: 797 time: 0.0723650 Aug 10 03:22:18.422947 n-d-768862-13 neutron-server[94260]: INFO neutron.api.v2.resource [req-d08ec9ef-5868-453a-b5db-b6e2a44f0ab0 req-45893e64-9b93-4329-bc20-96d9364a6d90 tempest-SecurityGroupRulesNegativeTestJSON-1472530696 tempest-SecurityGroupRulesNegativeTestJSON-1472530696-project] show failed (client error): The resource could not be found. Aug 10 03:22:18.424179 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d08ec9ef-5868-453a-b5db-b6e2a44f0ab0 req-45893e64-9b93-4329-bc20-96d9364a6d90 tempest-SecurityGroupRulesNegativeTestJSON-1472530696 tempest-SecurityGroupRulesNegativeTestJSON-1472530696-project] 10.222.0.44 "GET /v2.0/security-groups/cbead30e-9087-4494-a81a-b7889dff1f54 HTTP/1.1" status: 404 len: 352 time: 0.0191548 Aug 10 03:22:18.529059 n-d-768862-13 neutron-server[94260]: INFO neutron.api.v2.resource [req-8ee3800e-ad39-494e-a359-32978b2892a0 req-c430a9b9-08fa-4408-b077-85ab2939ca08 tempest-SecurityGroupRulesNegativeTestJSON-1472530696 tempest-SecurityGroupRulesNegativeTestJSON-1472530696-project] show failed (client error): The resource could not be found. Aug 10 03:22:18.530042 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8ee3800e-ad39-494e-a359-32978b2892a0 req-c430a9b9-08fa-4408-b077-85ab2939ca08 tempest-SecurityGroupRulesNegativeTestJSON-1472530696 tempest-SecurityGroupRulesNegativeTestJSON-1472530696-project] 10.222.0.44 "GET /v2.0/security-group-rules/1c355523-5bff-4a1a-a70c-5cf65a6f1c1c HTTP/1.1" status: 404 len: 361 time: 0.0444913 Aug 10 03:22:18.555802 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-160eec57-3d3f-4b1e-8bfc-c891c938dd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:18.557401 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-160eec57-3d3f-4b1e-8bfc-c891c938dd5f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=39a285d2-87a3-47d7-9b49-b0b0fee32784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1322837 Aug 10 03:22:18.568264 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbf4e7f-e011-40ed-8f42-7110c9848704 req-a3ee3fc6-2edc-479a-9a48-30fb7164a196 tempest-ServerGroupTestJSON-2132543691 tempest-ServerGroupTestJSON-2132543691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:18.569670 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fcbf4e7f-e011-40ed-8f42-7110c9848704 req-a3ee3fc6-2edc-479a-9a48-30fb7164a196 tempest-ServerGroupTestJSON-2132543691 tempest-ServerGroupTestJSON-2132543691-project] 10.222.0.42 "GET /v2.0/ports?device_id=26fa90fd-f022-4b1d-a96f-aaac9a2971a5 HTTP/1.1" status: 200 len: 946 time: 0.1434722 Aug 10 03:22:18.583393 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca27706-1da6-4195-9b4c-22e612b1b54b req-388a5389-61de-4033-93ae-1e70b92b88a4 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:18.584877 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-aca27706-1da6-4195-9b4c-22e612b1b54b req-388a5389-61de-4033-93ae-1e70b92b88a4 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "GET /v2.0/ports?device_id=cfb2a8a0-1b1f-41a2-872c-9ead2fa3f528 HTTP/1.1" status: 200 len: 945 time: 0.1346512 Aug 10 03:22:18.597514 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-83913164-bdfe-43ed-8154-2445e192c554 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:22:18.598531 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-83913164-bdfe-43ed-8154-2445e192c554 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0102603 Aug 10 03:22:18.694019 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a041274-307c-4a44-876a-60dc4ad72185', 'tag': '96c36128-09ba-461c-b5f1-ceaa6369f51c'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:22:18.696487 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e924a6-bc28-4625-a90f-2a578f2af635" -d '{"events": [{"name": "network-changed", "server_uuid": "0a041274-307c-4a44-876a-60dc4ad72185", "tag": "96c36128-09ba-461c-b5f1-ceaa6369f51c"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:22:18.771927 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d8b8ee20-d5c2-4ca9-a4a2-8293aa876f3b req-6f2aee4b-c3de-48fc-9222-058561acf177 tempest-SecurityGroupRulesNegativeTestJSON-1472530696 tempest-SecurityGroupRulesNegativeTestJSON-1472530696-project] 10.222.0.44 "GET /v2.0/security-groups/75ae721b-ce93-456d-b926-c7fb220af7c8 HTTP/1.1" status: 200 len: 1815 time: 0.2135808 Aug 10 03:22:18.774724 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-aca27706-1da6-4195-9b4c-22e612b1b54b req-e9dec0d4-4403-428c-9583-3cf721852844 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bcd935f-a3f8-4ab9-ae6d-676bd4ce3973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693809 Aug 10 03:22:18.834792 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-df134bdd-2e84-4319-9e30-a081e278cd51 service neutron] 10.222.0.61 "GET /v2.0/networks/39a285d2-87a3-47d7-9b49-b0b0fee32784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216492 Aug 10 03:22:18.954874 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-fcbf4e7f-e011-40ed-8f42-7110c9848704 req-1b7e223b-19f5-4f26-a06e-f3c402c64133 tempest-ServerGroupTestJSON-2132543691 tempest-ServerGroupTestJSON-2132543691-project] Deleting port bc3b28bf-4e3f-4374-8f28-4badd93a9c60 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:22:18.955219 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-fcbf4e7f-e011-40ed-8f42-7110c9848704 req-1b7e223b-19f5-4f26-a06e-f3c402c64133 tempest-ServerGroupTestJSON-2132543691 tempest-ServerGroupTestJSON-2132543691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:19.027265 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-d8b8ee20-d5c2-4ca9-a4a2-8293aa876f3b req-287048ab-f132-474b-bd1a-2deb47e830de tempest-SecurityGroupRulesNegativeTestJSON-1472530696 tempest-SecurityGroupRulesNegativeTestJSON-1472530696-project] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:19.053396 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25709e87-71f9-40ce-80b5-5bd459f83182 req-f4f9bf6d-be58-4a64-9236-13597ee17c8f tempest-ServerGroupTestJSON-2132543691 tempest-ServerGroupTestJSON-2132543691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:19.054872 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-25709e87-71f9-40ce-80b5-5bd459f83182 req-f4f9bf6d-be58-4a64-9236-13597ee17c8f tempest-ServerGroupTestJSON-2132543691 tempest-ServerGroupTestJSON-2132543691-project] 10.222.0.44 "GET /v2.0/ports?device_id=26fa90fd-f022-4b1d-a96f-aaac9a2971a5 HTTP/1.1" status: 200 len: 946 time: 0.2192054 Aug 10 03:22:19.113010 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-d8b8ee20-d5c2-4ca9-a4a2-8293aa876f3b req-287048ab-f132-474b-bd1a-2deb47e830de tempest-SecurityGroupRulesNegativeTestJSON-1472530696 tempest-SecurityGroupRulesNegativeTestJSON-1472530696-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:19.141810 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-03028baa-6ae5-4ab3-8204-03d5e08a64a3 service neutron] 10.222.0.61 "GET /v2.0/networks/39a285d2-87a3-47d7-9b49-b0b0fee32784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876377 Aug 10 03:22:19.217230 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-fcbf4e7f-e011-40ed-8f42-7110c9848704 req-1b7e223b-19f5-4f26-a06e-f3c402c64133 tempest-ServerGroupTestJSON-2132543691 tempest-ServerGroupTestJSON-2132543691-project] For port bc3b28bf-4e3f-4374-8f28-4badd93a9c60, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=bc3b28bf-4e3f-4374-8f28-4badd93a9c60,segment=NetworkSegment(8eeeb85b-045c-47ce-a001-0523a4122246),segment_id=8eeeb85b-045c-47ce-a001-0523a4122246)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:19.217603 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-fcbf4e7f-e011-40ed-8f42-7110c9848704 req-1b7e223b-19f5-4f26-a06e-f3c402c64133 tempest-ServerGroupTestJSON-2132543691 tempest-ServerGroupTestJSON-2132543691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:19.223481 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-50859c25-e0e3-40a7-b902-63a629ca032f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.215&port_id=18f38f10-6fe8-483d-95d9-e9238a6e463c HTTP/1.1" status: 200 len: 217 time: 0.0657306 Aug 10 03:22:19.226834 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-25709e87-71f9-40ce-80b5-5bd459f83182 req-2d4fcde5-5022-4b44-85fc-bd3be318c3ab tempest-ServerGroupTestJSON-2132543691 tempest-ServerGroupTestJSON-2132543691-project] 10.222.0.44 "GET /v2.0/security-groups?id=13b424cb-c09c-42c1-b19e-39d1f79c40d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590168 Aug 10 03:22:19.255499 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-fcbf4e7f-e011-40ed-8f42-7110c9848704 req-1b7e223b-19f5-4f26-a06e-f3c402c64133 tempest-ServerGroupTestJSON-2132543691 tempest-ServerGroupTestJSON-2132543691-project] Calling delete_port for bc3b28bf-4e3f-4374-8f28-4badd93a9c60 owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:22:19.305346 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-d8b8ee20-d5c2-4ca9-a4a2-8293aa876f3b req-287048ab-f132-474b-bd1a-2deb47e830de tempest-SecurityGroupRulesNegativeTestJSON-1472530696 tempest-SecurityGroupRulesNegativeTestJSON-1472530696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:19.308373 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-d8b8ee20-d5c2-4ca9-a4a2-8293aa876f3b req-287048ab-f132-474b-bd1a-2deb47e830de tempest-SecurityGroupRulesNegativeTestJSON-1472530696 tempest-SecurityGroupRulesNegativeTestJSON-1472530696-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:19.309592 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d8b8ee20-d5c2-4ca9-a4a2-8293aa876f3b req-287048ab-f132-474b-bd1a-2deb47e830de tempest-SecurityGroupRulesNegativeTestJSON-1472530696 tempest-SecurityGroupRulesNegativeTestJSON-1472530696-project] 10.222.0.44 "DELETE /v2.0/security-groups/75ae721b-ce93-456d-b926-c7fb220af7c8 HTTP/1.1" status: 204 len: 173 time: 0.5305610 Aug 10 03:22:19.347480 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c6f9442-fce3-4449-aadd-e329b78d6036 x-openstack-request-id: req-9c6f9442-fce3-4449-aadd-e329b78d6036 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:22:19.347860 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a041274-307c-4a44-876a-60dc4ad72185", "tag": "96c36128-09ba-461c-b5f1-ceaa6369f51c", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:22:19.348112 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9c6f9442-fce3-4449-aadd-e329b78d6036 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:22:19.348509 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a041274-307c-4a44-876a-60dc4ad72185', 'tag': '96c36128-09ba-461c-b5f1-ceaa6369f51c', 'status': 'completed', 'code': 200} Aug 10 03:22:19.357515 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-c27d7d5c-1769-4028-aee7-1292ea4972e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:19.359162 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-c27d7d5c-1769-4028-aee7-1292ea4972e5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2818801a-2e35-4ece-b2ba-d3311c823064 HTTP/1.1" status: 200 len: 797 time: 0.1236403 Aug 10 03:22:19.361601 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287048ab-f132-474b-bd1a-2deb47e830de tempest-SecurityGroupRulesNegativeTestJSON-1472530696 tempest-SecurityGroupRulesNegativeTestJSON-1472530696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ae721b-ce93-456d-b926-c7fb220af7c8,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:19.542125 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e924a6-bc28-4625-a90f-2a578f2af635 req-97bf7373-5d23-458a-9dd2-db6117dae594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:19.544610 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-38e924a6-bc28-4625-a90f-2a578f2af635 req-97bf7373-5d23-458a-9dd2-db6117dae594 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2b413fea1ef74092bbb7387c24277e1a&device_id=0a041274-307c-4a44-876a-60dc4ad72185 HTTP/1.1" status: 200 len: 1095 time: 0.1567032 Aug 10 03:22:19.550380 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-5f14a764-d024-4b84-9790-d52409af0889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:19.551825 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-5f14a764-d024-4b84-9790-d52409af0889 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=39a285d2-87a3-47d7-9b49-b0b0fee32784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1835370 Aug 10 03:22:19.639621 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3296860a-6c45-4597-acc0-7692e67dba5f req-a7c4a9c5-9db9-4f2b-9878-a066073c53dd tempest-ServerAddressesTestJSON-266708127 tempest-ServerAddressesTestJSON-266708127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:19.641247 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3296860a-6c45-4597-acc0-7692e67dba5f req-a7c4a9c5-9db9-4f2b-9878-a066073c53dd tempest-ServerAddressesTestJSON-266708127 tempest-ServerAddressesTestJSON-266708127-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a041274-307c-4a44-876a-60dc4ad72185 HTTP/1.1" status: 200 len: 943 time: 0.2290695 Aug 10 03:22:19.727375 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-fcbf4e7f-e011-40ed-8f42-7110c9848704 req-1b7e223b-19f5-4f26-a06e-f3c402c64133 tempest-ServerGroupTestJSON-2132543691 tempest-ServerGroupTestJSON-2132543691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:19.740882 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['bc3b28bf-4e3f-4374-8f28-4badd93a9c60'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:22:19.800247 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e223b-19f5-4f26-a06e-f3c402c64133 tempest-ServerGroupTestJSON-2132543691 tempest-ServerGroupTestJSON-2132543691-project] Pushing event deleted for resources: {'Port': ['ID=bc3b28bf-4e3f-4374-8f28-4badd93a9c60,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:19.832569 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d034fd-bf77-45c7-a83d-1e7c626ae065 req-4464773c-a6e8-44aa-b2ca-70082634a337 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:19.838649 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d034fd-bf77-45c7-a83d-1e7c626ae065 req-4464773c-a6e8-44aa-b2ca-70082634a337 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:19.845581 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d034fd-bf77-45c7-a83d-1e7c626ae065 req-4464773c-a6e8-44aa-b2ca-70082634a337 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:19.851584 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d034fd-bf77-45c7-a83d-1e7c626ae065 req-4464773c-a6e8-44aa-b2ca-70082634a337 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:19.858302 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d034fd-bf77-45c7-a83d-1e7c626ae065 req-4464773c-a6e8-44aa-b2ca-70082634a337 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:19.864577 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d034fd-bf77-45c7-a83d-1e7c626ae065 req-4464773c-a6e8-44aa-b2ca-70082634a337 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:19.870731 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d034fd-bf77-45c7-a83d-1e7c626ae065 req-4464773c-a6e8-44aa-b2ca-70082634a337 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:19.872813 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-80d034fd-bf77-45c7-a83d-1e7c626ae065 req-4464773c-a6e8-44aa-b2ca-70082634a337 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/ports?device_id=044f5741-e4d3-4edf-954b-c2c5a6f36283 HTTP/1.1" status: 200 len: 5421 time: 0.3331432 Aug 10 03:22:19.909314 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3296860a-6c45-4597-acc0-7692e67dba5f req-d7b0a398-8445-48cd-954f-fef7eb42bc97 tempest-ServerAddressesTestJSON-266708127 tempest-ServerAddressesTestJSON-266708127-project] 10.222.0.44 "GET /v2.0/security-groups?id=37329dfc-05f9-4d0b-b9c0-f3ae6264aa84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118208 Aug 10 03:22:19.967810 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcbf4e7f-e011-40ed-8f42-7110c9848704 req-1b7e223b-19f5-4f26-a06e-f3c402c64133 tempest-ServerGroupTestJSON-2132543691 tempest-ServerGroupTestJSON-2132543691-project] No DVR routers for this DVR port bc3b28bf-4e3f-4374-8f28-4badd93a9c60 on host n-h1-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:22:19.979880 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-fcbf4e7f-e011-40ed-8f42-7110c9848704 req-1b7e223b-19f5-4f26-a06e-f3c402c64133 tempest-ServerGroupTestJSON-2132543691 tempest-ServerGroupTestJSON-2132543691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:19.981891 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fcbf4e7f-e011-40ed-8f42-7110c9848704 req-1b7e223b-19f5-4f26-a06e-f3c402c64133 tempest-ServerGroupTestJSON-2132543691 tempest-ServerGroupTestJSON-2132543691-project] 10.222.0.42 "DELETE /v2.0/ports/bc3b28bf-4e3f-4374-8f28-4badd93a9c60 HTTP/1.1" status: 204 len: 173 time: 1.3960114 Aug 10 03:22:19.985026 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e924a6-bc28-4625-a90f-2a578f2af635 req-9a0fe255-777a-4b11-96f4-dace14c43a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:19.986086 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-38e924a6-bc28-4625-a90f-2a578f2af635 req-9a0fe255-777a-4b11-96f4-dace14c43a32 service neutron] 10.222.0.42 "GET /v2.0/networks?id=27155540-30ca-4e6e-ab07-8a97e2bf0355 HTTP/1.1" status: 200 len: 914 time: 0.4332607 Aug 10 03:22:20.001875 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-d1880f2d-6f8a-4351-bbac-a40581826c0f service neutron] 10.222.0.61 "GET /v2.0/networks/39a285d2-87a3-47d7-9b49-b0b0fee32784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4376652 Aug 10 03:22:20.115292 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-80d034fd-bf77-45c7-a83d-1e7c626ae065 req-3bbc0a38-1daf-4104-bd2a-838d64cc8a94 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/security-groups?id=e522b194-e383-4019-8939-c6a59d2ab04c&id=5aac4231-548a-4a48-ae70-6443e8440415&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2294931 Aug 10 03:22:20.116512 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-38e924a6-bc28-4625-a90f-2a578f2af635 req-7edc9231-90c6-4965-b511-9526bdc90083 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=96c36128-09ba-461c-b5f1-ceaa6369f51c HTTP/1.1" status: 200 len: 217 time: 0.1207397 Aug 10 03:22:20.168416 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-335c0c81-0e18-4a2a-908c-e3b7d360e831 req-ca025664-cbed-4010-8feb-4e88e02f6f19 tempest-SecurityGroupRulesNegativeTestJSON-1472530696 tempest-SecurityGroupRulesNegativeTestJSON-1472530696-project] 10.222.0.44 "GET /v2.0/security-groups/2c87ea3c-46e2-4848-a6e5-b7ba28cae40f HTTP/1.1" status: 200 len: 1813 time: 0.2283854 Aug 10 03:22:20.247712 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e924a6-bc28-4625-a90f-2a578f2af635 req-adae319a-2f66-44b2-9628-117047d1f1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:20.249202 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-38e924a6-bc28-4625-a90f-2a578f2af635 req-adae319a-2f66-44b2-9628-117047d1f1a6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cfa03b6d-3870-4cd9-8d5b-b0708a1ade51 HTTP/1.1" status: 200 len: 854 time: 0.1239085 Aug 10 03:22:20.270122 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-dc47819d-1010-47af-9538-d39a961fb597 service neutron] 10.222.0.61 "GET /v2.0/networks/39a285d2-87a3-47d7-9b49-b0b0fee32784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525628 Aug 10 03:22:20.273758 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 96c36128-09ba-461c-b5f1-ceaa6369f51c details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:22:20.297285 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-38e924a6-bc28-4625-a90f-2a578f2af635 req-8bb38dfe-a5cb-49da-825b-f2843800c0c1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=27155540-30ca-4e6e-ab07-8a97e2bf0355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383811 Aug 10 03:22:20.389055 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 96c36128-09ba-461c-b5f1-ceaa6369f51c, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=96c36128-09ba-461c-b5f1-ceaa6369f51c,segment=NetworkSegment(6809c9ff-fe4f-4344-9bc3-8b7e0948d8be),segment_id=6809c9ff-fe4f-4344-9bc3-8b7e0948d8be)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:20.410029 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': '96c36128-09ba-461c-b5f1-ceaa6369f51c', 'network_id': '27155540-30ca-4e6e-ab07-8a97e2bf0355', 'port_id': '96c36128-09ba-461c-b5f1-ceaa6369f51c', 'mac_address': 'fa:16:3e:40:45:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfa03b6d-3870-4cd9-8d5b-b0708a1ade51', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:22:20.456998 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:20.488142 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96c36128-09ba-461c-b5f1-ceaa6369f51c {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:22:20.512864 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 96c36128-09ba-461c-b5f1-ceaa6369f51c, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=96c36128-09ba-461c-b5f1-ceaa6369f51c,segment=NetworkSegment(6809c9ff-fe4f-4344-9bc3-8b7e0948d8be),segment_id=6809c9ff-fe4f-4344-9bc3-8b7e0948d8be)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:20.518859 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:20.581437 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-e783aa34-aea0-4c63-b946-675229e67c01 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=23f3db6a-3d09-4219-a20f-499c73daf5a4 HTTP/1.1" status: 200 len: 217 time: 0.2958596 Aug 10 03:22:20.586759 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=96c36128-09ba-461c-b5f1-ceaa6369f51c,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:20.649234 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-335c0c81-0e18-4a2a-908c-e3b7d360e831 req-c95c23d1-3cb3-4b04-9d0b-f225387fc444 tempest-SecurityGroupRulesNegativeTestJSON-1472530696 tempest-SecurityGroupRulesNegativeTestJSON-1472530696-project] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:20.718132 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-335c0c81-0e18-4a2a-908c-e3b7d360e831 req-c95c23d1-3cb3-4b04-9d0b-f225387fc444 tempest-SecurityGroupRulesNegativeTestJSON-1472530696 tempest-SecurityGroupRulesNegativeTestJSON-1472530696-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:20.745287 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-61932be0-223c-48cc-a7c2-9cf31f00a22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:20.747375 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-61932be0-223c-48cc-a7c2-9cf31f00a22a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2818801a-2e35-4ece-b2ba-d3311c823064 HTTP/1.1" status: 200 len: 797 time: 0.1519692 Aug 10 03:22:20.762642 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15a5e7f-eae1-4095-b16b-167fbedc15dc req-049518e9-84d9-4234-8a5b-f7f5f2d588c1 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:20.764081 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e15a5e7f-eae1-4095-b16b-167fbedc15dc req-049518e9-84d9-4234-8a5b-f7f5f2d588c1 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "GET /v2.0/ports?device_id=cfb2a8a0-1b1f-41a2-872c-9ead2fa3f528 HTTP/1.1" status: 200 len: 945 time: 0.4325924 Aug 10 03:22:20.765411 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['96c36128-09ba-461c-b5f1-ceaa6369f51c'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:22:20.838124 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-38e924a6-bc28-4625-a90f-2a578f2af635 req-e125a0d4-a6a0-4a68-9682-0bd7e3162014 service neutron] 10.222.0.42 "GET /v2.0/networks/27155540-30ca-4e6e-ab07-8a97e2bf0355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5051758 Aug 10 03:22:20.862779 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-335c0c81-0e18-4a2a-908c-e3b7d360e831 req-c95c23d1-3cb3-4b04-9d0b-f225387fc444 tempest-SecurityGroupRulesNegativeTestJSON-1472530696 tempest-SecurityGroupRulesNegativeTestJSON-1472530696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:20.865296 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-335c0c81-0e18-4a2a-908c-e3b7d360e831 req-c95c23d1-3cb3-4b04-9d0b-f225387fc444 tempest-SecurityGroupRulesNegativeTestJSON-1472530696 tempest-SecurityGroupRulesNegativeTestJSON-1472530696-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:20.866438 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-335c0c81-0e18-4a2a-908c-e3b7d360e831 req-c95c23d1-3cb3-4b04-9d0b-f225387fc444 tempest-SecurityGroupRulesNegativeTestJSON-1472530696 tempest-SecurityGroupRulesNegativeTestJSON-1472530696-project] 10.222.0.44 "DELETE /v2.0/security-groups/2c87ea3c-46e2-4848-a6e5-b7ba28cae40f HTTP/1.1" status: 204 len: 173 time: 0.6736310 Aug 10 03:22:20.947527 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e15a5e7f-eae1-4095-b16b-167fbedc15dc req-53300633-5031-47aa-92ba-4cff5253121b tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bcd935f-a3f8-4ab9-ae6d-676bd4ce3973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609120 Aug 10 03:22:20.948278 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95c23d1-3cb3-4b04-9d0b-f225387fc444 tempest-SecurityGroupRulesNegativeTestJSON-1472530696 tempest-SecurityGroupRulesNegativeTestJSON-1472530696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c87ea3c-46e2-4848-a6e5-b7ba28cae40f,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:20.960071 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-5e0fc1b0-0905-4af7-833d-6edb5fac79e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:20.961618 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-5e0fc1b0-0905-4af7-833d-6edb5fac79e6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=39a285d2-87a3-47d7-9b49-b0b0fee32784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1934950 Aug 10 03:22:21.078095 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a6bb90-0768-4036-af46-0969b8a77f65 req-0566084a-cef2-478f-ab77-26ea5136aceb tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:21.079600 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c2a6bb90-0768-4036-af46-0969b8a77f65 req-0566084a-cef2-478f-ab77-26ea5136aceb tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfb2a8a0-1b1f-41a2-872c-9ead2fa3f528 HTTP/1.1" status: 200 len: 945 time: 0.2121310 Aug 10 03:22:21.094187 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-38e924a6-bc28-4625-a90f-2a578f2af635 req-ebc2a8b0-f5af-4adb-8987-47bc73a14254 service neutron] 10.222.0.42 "GET /v2.0/networks/27155540-30ca-4e6e-ab07-8a97e2bf0355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458830 Aug 10 03:22:21.223522 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a9f5c509-a403-488b-8aaa-f21d9ba59d79 req-467df6ff-59ea-434f-94f5-dcfe488aa7bd tempest-SecurityGroupRulesNegativeTestJSON-1472530696 tempest-SecurityGroupRulesNegativeTestJSON-1472530696-project] 10.222.0.44 "GET /v2.0/security-groups/2ce11197-37d8-408c-b0f0-cb142fcbd383 HTTP/1.1" status: 200 len: 1815 time: 0.2328751 Aug 10 03:22:21.232821 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-88f78e8f-83b7-4bb7-8c2e-84aec4c3f58e service neutron] 10.222.0.61 "GET /v2.0/networks/39a285d2-87a3-47d7-9b49-b0b0fee32784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541487 Aug 10 03:22:21.240337 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1905ef3-c613-4333-93f3-39565ee35b30 req-4630af6b-dda6-4973-b449-3b108aa31820 tempest-ServerAddressesTestJSON-266708127 tempest-ServerAddressesTestJSON-266708127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:21.241839 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e1905ef3-c613-4333-93f3-39565ee35b30 req-4630af6b-dda6-4973-b449-3b108aa31820 tempest-ServerAddressesTestJSON-266708127 tempest-ServerAddressesTestJSON-266708127-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a041274-307c-4a44-876a-60dc4ad72185 HTTP/1.1" status: 200 len: 944 time: 0.1767290 Aug 10 03:22:21.302083 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c9eb0427-1636-4906-8580-d7f5f30e5fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:21.357637 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26fa90fd-f022-4b1d-a96f-aaac9a2971a5', 'name': 'network-vif-deleted', 'tag': 'bc3b28bf-4e3f-4374-8f28-4badd93a9c60'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:22:21.359902 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57b5fd2d-1307-43c1-8667-0591e92e8547" -d '{"events": [{"server_uuid": "26fa90fd-f022-4b1d-a96f-aaac9a2971a5", "name": "network-vif-deleted", "tag": "bc3b28bf-4e3f-4374-8f28-4badd93a9c60"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:22:21.396101 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e1905ef3-c613-4333-93f3-39565ee35b30 req-165e5536-5e61-426c-9d20-d841757550bb tempest-ServerAddressesTestJSON-266708127 tempest-ServerAddressesTestJSON-266708127-project] 10.222.0.44 "GET /v2.0/security-groups?id=37329dfc-05f9-4d0b-b9c0-f3ae6264aa84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362438 Aug 10 03:22:21.405263 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-c2a6bb90-0768-4036-af46-0969b8a77f65 req-c4cc588e-a998-4e93-8abc-302dc6185796 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Deleting port 7d2ba15a-bb6f-4b56-910e-96b50fdec354 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:22:21.405695 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c2a6bb90-0768-4036-af46-0969b8a77f65 req-c4cc588e-a998-4e93-8abc-302dc6185796 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:21.486542 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-83a04170-9765-42bc-acca-2b6c94d2e330 service neutron] 10.222.0.61 "GET /v2.0/networks/39a285d2-87a3-47d7-9b49-b0b0fee32784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372541 Aug 10 03:22:21.486542 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a9f5c509-a403-488b-8aaa-f21d9ba59d79 req-a30e881b-aafb-40b7-b6e7-1bb88abe0a68 tempest-SecurityGroupRulesNegativeTestJSON-1472530696 tempest-SecurityGroupRulesNegativeTestJSON-1472530696-project] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:21.573285 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a9f5c509-a403-488b-8aaa-f21d9ba59d79 req-a30e881b-aafb-40b7-b6e7-1bb88abe0a68 tempest-SecurityGroupRulesNegativeTestJSON-1472530696 tempest-SecurityGroupRulesNegativeTestJSON-1472530696-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:21.597270 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-00243d8b-bd3b-4b0e-ab6b-c06c90be9608 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=bc2aced1-42d5-40a0-a09b-18f14c994288 HTTP/1.1" status: 200 len: 217 time: 0.0948534 Aug 10 03:22:21.697742 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-c2a6bb90-0768-4036-af46-0969b8a77f65 req-c4cc588e-a998-4e93-8abc-302dc6185796 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] For port 7d2ba15a-bb6f-4b56-910e-96b50fdec354, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=7d2ba15a-bb6f-4b56-910e-96b50fdec354,segment=NetworkSegment(688049e6-c1d0-4f13-8eef-c4d81b54e233),segment_id=688049e6-c1d0-4f13-8eef-c4d81b54e233)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:21.698109 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c2a6bb90-0768-4036-af46-0969b8a77f65 req-c4cc588e-a998-4e93-8abc-302dc6185796 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:21.734687 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d248a804-9e57-499d-9833-9098eb15e00d req-355c5247-b94d-4639-a19f-31c824ba05bd tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:21.740999 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d248a804-9e57-499d-9833-9098eb15e00d req-355c5247-b94d-4639-a19f-31c824ba05bd tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:21.747137 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d248a804-9e57-499d-9833-9098eb15e00d req-355c5247-b94d-4639-a19f-31c824ba05bd tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:21.753270 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d248a804-9e57-499d-9833-9098eb15e00d req-355c5247-b94d-4639-a19f-31c824ba05bd tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:21.759471 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d248a804-9e57-499d-9833-9098eb15e00d req-355c5247-b94d-4639-a19f-31c824ba05bd tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:21.766123 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d248a804-9e57-499d-9833-9098eb15e00d req-355c5247-b94d-4639-a19f-31c824ba05bd tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:21.772247 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d248a804-9e57-499d-9833-9098eb15e00d req-355c5247-b94d-4639-a19f-31c824ba05bd tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:21.774423 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d248a804-9e57-499d-9833-9098eb15e00d req-355c5247-b94d-4639-a19f-31c824ba05bd tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/ports?device_id=044f5741-e4d3-4edf-954b-c2c5a6f36283 HTTP/1.1" status: 200 len: 5421 time: 0.2850816 Aug 10 03:22:21.776958 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-c2a6bb90-0768-4036-af46-0969b8a77f65 req-c4cc588e-a998-4e93-8abc-302dc6185796 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Calling delete_port for 7d2ba15a-bb6f-4b56-910e-96b50fdec354 owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:22:21.780864 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-8175a8dc-c433-4fff-9795-4653a5709d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:21.782476 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-8175a8dc-c433-4fff-9795-4653a5709d8d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7168ea7b-40ab-485b-96d9-f59bb6e03de2 HTTP/1.1" status: 200 len: 797 time: 0.1654327 Aug 10 03:22:21.789774 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a9f5c509-a403-488b-8aaa-f21d9ba59d79 req-a30e881b-aafb-40b7-b6e7-1bb88abe0a68 tempest-SecurityGroupRulesNegativeTestJSON-1472530696 tempest-SecurityGroupRulesNegativeTestJSON-1472530696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:21.792478 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a9f5c509-a403-488b-8aaa-f21d9ba59d79 req-a30e881b-aafb-40b7-b6e7-1bb88abe0a68 tempest-SecurityGroupRulesNegativeTestJSON-1472530696 tempest-SecurityGroupRulesNegativeTestJSON-1472530696-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:21.793778 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a9f5c509-a403-488b-8aaa-f21d9ba59d79 req-a30e881b-aafb-40b7-b6e7-1bb88abe0a68 tempest-SecurityGroupRulesNegativeTestJSON-1472530696 tempest-SecurityGroupRulesNegativeTestJSON-1472530696-project] 10.222.0.44 "DELETE /v2.0/security-groups/2ce11197-37d8-408c-b0f0-cb142fcbd383 HTTP/1.1" status: 204 len: 173 time: 0.5502074 Aug 10 03:22:21.886167 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30e881b-aafb-40b7-b6e7-1bb88abe0a68 tempest-SecurityGroupRulesNegativeTestJSON-1472530696 tempest-SecurityGroupRulesNegativeTestJSON-1472530696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce11197-37d8-408c-b0f0-cb142fcbd383,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:21.938534 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d248a804-9e57-499d-9833-9098eb15e00d req-d0e8dc77-9ce2-457c-a808-62ad25c843e9 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/security-groups?id=e522b194-e383-4019-8939-c6a59d2ab04c&id=5aac4231-548a-4a48-ae70-6443e8440415&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1520946 Aug 10 03:22:21.951313 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-7dd65620-03da-49f0-a621-0f9d5e70be98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:21.953197 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-7dd65620-03da-49f0-a621-0f9d5e70be98 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=effb9b91-4a23-491a-b997-5e008612ed4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1464801 Aug 10 03:22:21.992712 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-560004df-7a38-43ae-9944-f980336413f6 x-openstack-request-id: req-560004df-7a38-43ae-9944-f980336413f6 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:22:21.993010 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26fa90fd-f022-4b1d-a96f-aaac9a2971a5", "name": "network-vif-deleted", "tag": "bc3b28bf-4e3f-4374-8f28-4badd93a9c60", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:22:21.993262 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-560004df-7a38-43ae-9944-f980336413f6 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:22:21.993640 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26fa90fd-f022-4b1d-a96f-aaac9a2971a5', 'name': 'network-vif-deleted', 'tag': 'bc3b28bf-4e3f-4374-8f28-4badd93a9c60', 'status': 'completed', 'code': 200} Aug 10 03:22:22.173957 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-a048cb05-f213-4297-a5a6-8a29a5ba1dfa service neutron] 10.222.0.61 "GET /v2.0/networks/effb9b91-4a23-491a-b997-5e008612ed4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066834 Aug 10 03:22:22.181297 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d7f10e2a-d682-436e-af67-d228a6910c9d req-533eff34-fc82-4820-b290-31bf88bfb2ff tempest-SecurityGroupRulesNegativeTestJSON-1472530696 tempest-SecurityGroupRulesNegativeTestJSON-1472530696-project] 10.222.0.44 "GET /v2.0/security-groups/4ef22c24-a048-4f36-873d-d7e66f74b1b5 HTTP/1.1" status: 200 len: 1815 time: 0.1544952 Aug 10 03:22:22.187772 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c2a6bb90-0768-4036-af46-0969b8a77f65 req-c4cc588e-a998-4e93-8abc-302dc6185796 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:22.204205 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['7d2ba15a-bb6f-4b56-910e-96b50fdec354'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:22:22.235702 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cc588e-a998-4e93-8abc-302dc6185796 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Pushing event deleted for resources: {'Port': ['ID=7d2ba15a-bb6f-4b56-910e-96b50fdec354,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:22.284538 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 96c36128-09ba-461c-b5f1-ceaa6369f51c up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:22:22.292692 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df175cab-8c33-46f3-a10a-4d5d99e6a4da req-a57ef7ad-e964-41ed-95f5-d242d4e5e7c2 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:22.294994 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-df175cab-8c33-46f3-a10a-4d5d99e6a4da req-a57ef7ad-e964-41ed-95f5-d242d4e5e7c2 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "GET /v2.0/ports?device_id=cfb2a8a0-1b1f-41a2-872c-9ead2fa3f528 HTTP/1.1" status: 200 len: 867 time: 0.1626616 Aug 10 03:22:22.324347 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2a6bb90-0768-4036-af46-0969b8a77f65 req-c4cc588e-a998-4e93-8abc-302dc6185796 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] No DVR routers for this DVR port 7d2ba15a-bb6f-4b56-910e-96b50fdec354 on host n-h1-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:22:22.335928 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning for port 96c36128-09ba-461c-b5f1-ceaa6369f51c completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:22:22.340853 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port 96c36128-09ba-461c-b5f1-ceaa6369f51c triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:22:22.341586 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:22.357142 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c2a6bb90-0768-4036-af46-0969b8a77f65 req-c4cc588e-a998-4e93-8abc-302dc6185796 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:22.359099 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c2a6bb90-0768-4036-af46-0969b8a77f65 req-c4cc588e-a998-4e93-8abc-302dc6185796 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.42 "DELETE /v2.0/ports/7d2ba15a-bb6f-4b56-910e-96b50fdec354 HTTP/1.1" status: 204 len: 173 time: 1.2594056 Aug 10 03:22:22.414484 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-d7f10e2a-d682-436e-af67-d228a6910c9d req-1b2e361b-a43e-4e85-8670-ed6fa79cfa12 tempest-SecurityGroupRulesNegativeTestJSON-1472530696 tempest-SecurityGroupRulesNegativeTestJSON-1472530696-project] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:22.425881 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-df175cab-8c33-46f3-a10a-4d5d99e6a4da req-f4197683-c937-4afa-83c6-90bca1220510 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "GET /v2.0/security-groups?id=8bcd935f-a3f8-4ab9-ae6d-676bd4ce3973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124570 Aug 10 03:22:22.430327 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:22.457943 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a041274-307c-4a44-876a-60dc4ad72185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96c36128-09ba-461c-b5f1-ceaa6369f51c'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:22:22.458308 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ce35b24-95a2-441f-80a4-6cefc935f4fb" -d '{"events": [{"server_uuid": "0a041274-307c-4a44-876a-60dc4ad72185", "name": "network-vif-plugged", "status": "completed", "tag": "96c36128-09ba-461c-b5f1-ceaa6369f51c"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:22:22.459791 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-d7f10e2a-d682-436e-af67-d228a6910c9d req-1b2e361b-a43e-4e85-8670-ed6fa79cfa12 tempest-SecurityGroupRulesNegativeTestJSON-1472530696 tempest-SecurityGroupRulesNegativeTestJSON-1472530696-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:22.472300 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 96c36128-09ba-461c-b5f1-ceaa6369f51c, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=96c36128-09ba-461c-b5f1-ceaa6369f51c,segment=NetworkSegment(6809c9ff-fe4f-4344-9bc3-8b7e0948d8be),segment_id=6809c9ff-fe4f-4344-9bc3-8b7e0948d8be)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:22.473375 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-1fc0b6bb-ec12-4ed6-89a7-f4f366bad171 service neutron] 10.222.0.61 "GET /v2.0/networks/effb9b91-4a23-491a-b997-5e008612ed4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908883 Aug 10 03:22:22.478385 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:22.487555 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 7d2ba15a-bb6f-4b56-910e-96b50fdec354 no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:22:22.543391 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] No Port match for: 7d2ba15a-bb6f-4b56-910e-96b50fdec354 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:22:22.544854 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 7d2ba15a-bb6f-4b56-910e-96b50fdec354 not bound to the agent host n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:22:22.545878 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device bc3b28bf-4e3f-4374-8f28-4badd93a9c60 no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:22:22.549499 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-bc94daa9-cdd5-4fec-9919-610d1709e4b3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b89f32b7-4acc-40c3-80d9-d8f2bfec5293 HTTP/1.1" status: 200 len: 217 time: 0.0646544 Aug 10 03:22:22.574429 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] No Port match for: bc3b28bf-4e3f-4374-8f28-4badd93a9c60 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:22:22.574780 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device bc3b28bf-4e3f-4374-8f28-4badd93a9c60 not bound to the agent host n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:22:22.597010 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=96c36128-09ba-461c-b5f1-ceaa6369f51c,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:22.619350 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-d7f10e2a-d682-436e-af67-d228a6910c9d req-1b2e361b-a43e-4e85-8670-ed6fa79cfa12 tempest-SecurityGroupRulesNegativeTestJSON-1472530696 tempest-SecurityGroupRulesNegativeTestJSON-1472530696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:22.622536 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-d7f10e2a-d682-436e-af67-d228a6910c9d req-1b2e361b-a43e-4e85-8670-ed6fa79cfa12 tempest-SecurityGroupRulesNegativeTestJSON-1472530696 tempest-SecurityGroupRulesNegativeTestJSON-1472530696-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:22.624050 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d7f10e2a-d682-436e-af67-d228a6910c9d req-1b2e361b-a43e-4e85-8670-ed6fa79cfa12 tempest-SecurityGroupRulesNegativeTestJSON-1472530696 tempest-SecurityGroupRulesNegativeTestJSON-1472530696-project] 10.222.0.44 "DELETE /v2.0/security-groups/4ef22c24-a048-4f36-873d-d7e66f74b1b5 HTTP/1.1" status: 204 len: 173 time: 0.4330812 Aug 10 03:22:22.645035 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2e361b-a43e-4e85-8670-ed6fa79cfa12 tempest-SecurityGroupRulesNegativeTestJSON-1472530696 tempest-SecurityGroupRulesNegativeTestJSON-1472530696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef22c24-a048-4f36-873d-d7e66f74b1b5,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:22.654087 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-b6d34890-a821-47a2-9227-f2a4d92fee5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:22.655601 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-b6d34890-a821-47a2-9227-f2a4d92fee5a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7168ea7b-40ab-485b-96d9-f59bb6e03de2 HTTP/1.1" status: 200 len: 797 time: 0.0971427 Aug 10 03:22:22.664842 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce11718d-55fd-4298-ad71-5fa8aca2ba6f req-a5f070d6-11bf-4c07-a552-8dfb60e23995 tempest-ServerAddressesTestJSON-266708127 tempest-ServerAddressesTestJSON-266708127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:22.666446 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ce11718d-55fd-4298-ad71-5fa8aca2ba6f req-a5f070d6-11bf-4c07-a552-8dfb60e23995 tempest-ServerAddressesTestJSON-266708127 tempest-ServerAddressesTestJSON-266708127-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a041274-307c-4a44-876a-60dc4ad72185 HTTP/1.1" status: 200 len: 945 time: 0.1211288 Aug 10 03:22:22.755105 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c7c8d40-83d1-47ae-a2d2-e341c371819f x-openstack-request-id: req-8c7c8d40-83d1-47ae-a2d2-e341c371819f {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:22:22.755396 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a041274-307c-4a44-876a-60dc4ad72185", "name": "network-vif-plugged", "status": "completed", "tag": "96c36128-09ba-461c-b5f1-ceaa6369f51c", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:22:22.755654 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8c7c8d40-83d1-47ae-a2d2-e341c371819f {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:22:22.756049 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a041274-307c-4a44-876a-60dc4ad72185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96c36128-09ba-461c-b5f1-ceaa6369f51c', 'code': 200} Aug 10 03:22:22.763332 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ce11718d-55fd-4298-ad71-5fa8aca2ba6f req-122b6aab-589d-401d-9079-d4b6f5f0874b tempest-ServerAddressesTestJSON-266708127 tempest-ServerAddressesTestJSON-266708127-project] 10.222.0.44 "GET /v2.0/security-groups?id=37329dfc-05f9-4d0b-b9c0-f3ae6264aa84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792665 Aug 10 03:22:22.770592 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-a59082e3-681f-42ce-b52f-c5a8e0cbbf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:22.772421 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-a59082e3-681f-42ce-b52f-c5a8e0cbbf9f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=effb9b91-4a23-491a-b997-5e008612ed4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1004128 Aug 10 03:22:22.899160 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 56262) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:22.947632 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8d2de000-79ce-4470-b3ec-79d558f55905 req-9542149e-6e14-46b3-ae14-5f8d6c9d07a5 tempest-SecurityGroupRulesNegativeTestJSON-1472530696 tempest-SecurityGroupRulesNegativeTestJSON-1472530696-project] 10.222.0.44 "GET /v2.0/security-groups/e2ff9163-af78-42dd-996d-bebcb0cc1199 HTTP/1.1" status: 200 len: 1814 time: 0.1674659 Aug 10 03:22:22.955283 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0c76953-b993-4bb9-94eb-fc756aa9076c admin admin] Deleting subnet 217d14cb-8e8d-4d99-8632-6b566c5012df {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:22:22.957281 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-7fa99617-f41e-4e5e-a8f2-471ddf0d2125 service neutron] 10.222.0.61 "GET /v2.0/networks/effb9b91-4a23-491a-b997-5e008612ed4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702244 Aug 10 03:22:22.959619 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a0c76953-b993-4bb9-94eb-fc756aa9076c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:23.002659 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a0c76953-b993-4bb9-94eb-fc756aa9076c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:23.010783 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eab79d-ce26-4132-a7f0-26b264474f8d req-dcd797b9-9483-4d34-8ebc-91e241209cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:23.012855 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-27eab79d-ce26-4132-a7f0-26b264474f8d req-dcd797b9-9483-4d34-8ebc-91e241209cbb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0a041274-307c-4a44-876a-60dc4ad72185 HTTP/1.1" status: 200 len: 1097 time: 0.1619618 Aug 10 03:22:23.049384 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a0c76953-b993-4bb9-94eb-fc756aa9076c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:23.107287 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a0c76953-b993-4bb9-94eb-fc756aa9076c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:23.133526 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c76953-b993-4bb9-94eb-fc756aa9076c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=217d14cb-8e8d-4d99-8632-6b566c5012df,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:23.142998 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a0c76953-b993-4bb9-94eb-fc756aa9076c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:23.144949 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a0c76953-b993-4bb9-94eb-fc756aa9076c admin admin] 10.222.0.44 "DELETE /v2.0/subnets/217d14cb-8e8d-4d99-8632-6b566c5012df HTTP/1.1" status: 204 len: 168 time: 0.2438371 Aug 10 03:22:23.147044 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c76953-b993-4bb9-94eb-fc756aa9076c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:23.147381 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c76953-b993-4bb9-94eb-fc756aa9076c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:23.147723 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c76953-b993-4bb9-94eb-fc756aa9076c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:23.148146 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c76953-b993-4bb9-94eb-fc756aa9076c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:23.148419 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c76953-b993-4bb9-94eb-fc756aa9076c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:23.148916 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c76953-b993-4bb9-94eb-fc756aa9076c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:23.149211 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c76953-b993-4bb9-94eb-fc756aa9076c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:23.149684 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c76953-b993-4bb9-94eb-fc756aa9076c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:23.149846 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c76953-b993-4bb9-94eb-fc756aa9076c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:23.150168 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c76953-b993-4bb9-94eb-fc756aa9076c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:23.150651 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c76953-b993-4bb9-94eb-fc756aa9076c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:23.151043 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c76953-b993-4bb9-94eb-fc756aa9076c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:23.154015 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 56270) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:23.226381 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b08b12be-b830-486a-9e09-71d3d5c47283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:23.312156 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b08b12be-b830-486a-9e09-71d3d5c47283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:23.321894 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-b08b12be-b830-486a-9e09-71d3d5c47283 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55b6d85f-389a-49ad-a993-061b1ffa3bde']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:23.332279 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-b08b12be-b830-486a-9e09-71d3d5c47283 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8eeeb85b-045c-47ce-a001-0523a4122246') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:23.332573 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-b08b12be-b830-486a-9e09-71d3d5c47283 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8eeeb85b-045c-47ce-a001-0523a4122246') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:23.341913 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b08b12be-b830-486a-9e09-71d3d5c47283 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:23.360900 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b08b12be-b830-486a-9e09-71d3d5c47283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:23.367155 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b08b12be-b830-486a-9e09-71d3d5c47283 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:22:23.367566 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b08b12be-b830-486a-9e09-71d3d5c47283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:23.369411 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:22:23.369411 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:22:23.369411 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:22:23.369411 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:22:23.369411 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:22:23.369411 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:22:23.369411 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:22:23.369411 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:22:23.369411 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:22:23.369411 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:22:23.369411 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:22:23.369411 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:22:23.369411 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:22:23.369411 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:22:23.369411 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:22:23.369411 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:22:23.369411 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:22:23.369411 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:22:23.369411 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:22:23.369411 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:22:23.369411 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:22:23.369411 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:22:23.369411 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:22:23.369411 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:22:23.369411 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:22:23.369411 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:22:23.369411 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:22:23.369411 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:22:23.369411 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:22:23.369411 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:22:23.369411 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:22:23.369411 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:22:23.375056 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8d2de000-79ce-4470-b3ec-79d558f55905 req-942fc5d8-42df-4f9f-8168-9610bc26c154 tempest-SecurityGroupRulesNegativeTestJSON-1472530696 tempest-SecurityGroupRulesNegativeTestJSON-1472530696-project] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:23.382378 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-27eab79d-ce26-4132-a7f0-26b264474f8d req-d33b0608-ff00-48ac-9163-c4cd9bf322c3 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=37329dfc-05f9-4d0b-b9c0-f3ae6264aa84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078320 Aug 10 03:22:23.405756 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b8709fab-1ed3-46aa-bd9b-003ae453522d req-2baa529d-3c9a-41e9-95db-9ac9498d36c4 service neutron] 10.222.0.61 "GET /v2.0/networks/effb9b91-4a23-491a-b997-5e008612ed4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4301617 Aug 10 03:22:23.420545 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c5c6da-ccb6-453a-a51a-7b2d4e6a5ec1 req-d5b5af7c-9b9b-4849-8516-da023362c687 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:23.426819 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c5c6da-ccb6-453a-a51a-7b2d4e6a5ec1 req-d5b5af7c-9b9b-4849-8516-da023362c687 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:23.431462 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b08b12be-b830-486a-9e09-71d3d5c47283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:23.432959 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c5c6da-ccb6-453a-a51a-7b2d4e6a5ec1 req-d5b5af7c-9b9b-4849-8516-da023362c687 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:23.437065 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b08b12be-b830-486a-9e09-71d3d5c47283 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:23.442110 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c5c6da-ccb6-453a-a51a-7b2d4e6a5ec1 req-d5b5af7c-9b9b-4849-8516-da023362c687 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:23.442307 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-b08b12be-b830-486a-9e09-71d3d5c47283 admin admin] 10.222.0.44 "DELETE /v2.0/networks/55b6d85f-389a-49ad-a993-061b1ffa3bde HTTP/1.1" status: 204 len: 168 time: 0.2843053 Aug 10 03:22:23.447359 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c5c6da-ccb6-453a-a51a-7b2d4e6a5ec1 req-d5b5af7c-9b9b-4849-8516-da023362c687 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:23.450806 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08b12be-b830-486a-9e09-71d3d5c47283 admin admin] Pushing event deleted for resources: {'Network': ['ID=55b6d85f-389a-49ad-a993-061b1ffa3bde,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:23.453377 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c5c6da-ccb6-453a-a51a-7b2d4e6a5ec1 req-d5b5af7c-9b9b-4849-8516-da023362c687 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:23.459288 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c5c6da-ccb6-453a-a51a-7b2d4e6a5ec1 req-d5b5af7c-9b9b-4849-8516-da023362c687 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:23.467463 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-10c5c6da-ccb6-453a-a51a-7b2d4e6a5ec1 req-d5b5af7c-9b9b-4849-8516-da023362c687 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/ports?device_id=044f5741-e4d3-4edf-954b-c2c5a6f36283 HTTP/1.1" status: 200 len: 5421 time: 0.1952634 Aug 10 03:22:23.488068 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8d2de000-79ce-4470-b3ec-79d558f55905 req-942fc5d8-42df-4f9f-8168-9610bc26c154 tempest-SecurityGroupRulesNegativeTestJSON-1472530696 tempest-SecurityGroupRulesNegativeTestJSON-1472530696-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:23.577064 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-5834aa7a-fc36-4ddd-b0e1-122896b0b979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:23.581335 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-10c5c6da-ccb6-453a-a51a-7b2d4e6a5ec1 req-0570b478-c8f5-4481-981d-e4923e053dde tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/security-groups?id=e522b194-e383-4019-8939-c6a59d2ab04c&id=5aac4231-548a-4a48-ae70-6443e8440415&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1127474 Aug 10 03:22:23.611065 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7d803-f70a-4861-aafd-6734702e72dc req-74315336-cbab-4115-9823-46edc1e002c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:23.611065 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7d803-f70a-4861-aafd-6734702e72dc req-74315336-cbab-4115-9823-46edc1e002c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:23.611065 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7d803-f70a-4861-aafd-6734702e72dc req-74315336-cbab-4115-9823-46edc1e002c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:23.611065 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7d803-f70a-4861-aafd-6734702e72dc req-74315336-cbab-4115-9823-46edc1e002c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:23.611065 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7d803-f70a-4861-aafd-6734702e72dc req-74315336-cbab-4115-9823-46edc1e002c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:23.611065 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7d803-f70a-4861-aafd-6734702e72dc req-74315336-cbab-4115-9823-46edc1e002c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:23.611065 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7d803-f70a-4861-aafd-6734702e72dc req-74315336-cbab-4115-9823-46edc1e002c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:23.611065 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3ce7d803-f70a-4861-aafd-6734702e72dc req-74315336-cbab-4115-9823-46edc1e002c7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=06c20e5fd34a48aa8cc6b4171afd240a&device_id=044f5741-e4d3-4edf-954b-c2c5a6f36283 HTTP/1.1" status: 200 len: 6485 time: 0.1174407 Aug 10 03:22:23.619421 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8d2de000-79ce-4470-b3ec-79d558f55905 req-942fc5d8-42df-4f9f-8168-9610bc26c154 tempest-SecurityGroupRulesNegativeTestJSON-1472530696 tempest-SecurityGroupRulesNegativeTestJSON-1472530696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:23.622547 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8d2de000-79ce-4470-b3ec-79d558f55905 req-942fc5d8-42df-4f9f-8168-9610bc26c154 tempest-SecurityGroupRulesNegativeTestJSON-1472530696 tempest-SecurityGroupRulesNegativeTestJSON-1472530696-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:23.625223 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8d2de000-79ce-4470-b3ec-79d558f55905 req-942fc5d8-42df-4f9f-8168-9610bc26c154 tempest-SecurityGroupRulesNegativeTestJSON-1472530696 tempest-SecurityGroupRulesNegativeTestJSON-1472530696-project] 10.222.0.44 "DELETE /v2.0/security-groups/e2ff9163-af78-42dd-996d-bebcb0cc1199 HTTP/1.1" status: 204 len: 173 time: 0.6753163 Aug 10 03:22:23.632596 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 56276) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:23.657214 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 56278) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:23.697106 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1350b8b-4c4b-4055-be25-ec64450beeab admin admin] Deleting subnet 4cd405fc-94e1-4c45-bed2-55f532c3c4ba {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:22:23.701445 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a1350b8b-4c4b-4055-be25-ec64450beeab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:23.740688 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942fc5d8-42df-4f9f-8168-9610bc26c154 tempest-SecurityGroupRulesNegativeTestJSON-1472530696 tempest-SecurityGroupRulesNegativeTestJSON-1472530696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ff9163-af78-42dd-996d-bebcb0cc1199,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:23.761184 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a1350b8b-4c4b-4055-be25-ec64450beeab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:23.811865 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a1350b8b-4c4b-4055-be25-ec64450beeab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:23.829235 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7d803-f70a-4861-aafd-6734702e72dc req-3e1de8e1-a7fa-4c09-93e3-ae2242bc0064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:23.831554 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3ce7d803-f70a-4861-aafd-6734702e72dc req-3e1de8e1-a7fa-4c09-93e3-ae2242bc0064 service neutron] 10.222.0.61 "GET /v2.0/networks?id=39a285d2-87a3-47d7-9b49-b0b0fee32784 HTTP/1.1" status: 200 len: 902 time: 0.2053728 Aug 10 03:22:23.879760 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a1350b8b-4c4b-4055-be25-ec64450beeab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:23.912606 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1350b8b-4c4b-4055-be25-ec64450beeab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cd405fc-94e1-4c45-bed2-55f532c3c4ba,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:23.922423 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3ce7d803-f70a-4861-aafd-6734702e72dc req-4625f8b0-c9f5-4c19-a5d7-0a95f17ee9e7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=23f3db6a-3d09-4219-a20f-499c73daf5a4 HTTP/1.1" status: 200 len: 217 time: 0.0766146 Aug 10 03:22:23.926211 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a1350b8b-4c4b-4055-be25-ec64450beeab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:23.928328 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a1350b8b-4c4b-4055-be25-ec64450beeab admin admin] 10.222.0.44 "DELETE /v2.0/subnets/4cd405fc-94e1-4c45-bed2-55f532c3c4ba HTTP/1.1" status: 204 len: 168 time: 0.2947502 Aug 10 03:22:23.929136 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 56294) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:23.930105 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-d5ea037b-4902-4a2a-82bb-9b5672ddc195 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ac70840a008f43f8889357cc3a3e69b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2707152 Aug 10 03:22:23.931975 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 56296) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:23.937874 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 56298) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:23.994341 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfb2a8a0-1b1f-41a2-872c-9ead2fa3f528', 'name': 'network-vif-deleted', 'tag': '7d2ba15a-bb6f-4b56-910e-96b50fdec354'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:22:23.996982 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e7d2a81-7897-4371-ba82-8ec650295995" -d '{"events": [{"server_uuid": "cfb2a8a0-1b1f-41a2-872c-9ead2fa3f528", "name": "network-vif-deleted", "tag": "7d2ba15a-bb6f-4b56-910e-96b50fdec354"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:22:24.034527 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-81e9b49a-519e-4c61-9128-14ac96f2ec30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:24.067604 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-81e9b49a-519e-4c61-9128-14ac96f2ec30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:24.080134 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2372bf31-fbdf-4274-8e77-1bd07887e3e4 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:24.080498 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebf34c1-f7c1-46c6-a89c-a961b2b16489 req-053da94e-c7a9-4df8-b50b-56ed5857a81c tempest-ServerAddressesTestJSON-266708127 tempest-ServerAddressesTestJSON-266708127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:24.084467 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8ebf34c1-f7c1-46c6-a89c-a961b2b16489 req-053da94e-c7a9-4df8-b50b-56ed5857a81c tempest-ServerAddressesTestJSON-266708127 tempest-ServerAddressesTestJSON-266708127-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a041274-307c-4a44-876a-60dc4ad72185 HTTP/1.1" status: 200 len: 945 time: 0.2358696 Aug 10 03:22:24.112109 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7d803-f70a-4861-aafd-6734702e72dc req-acd892a6-3e09-46eb-83e5-c1659513fdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:24.113583 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3ce7d803-f70a-4861-aafd-6734702e72dc req-acd892a6-3e09-46eb-83e5-c1659513fdfa service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2818801a-2e35-4ece-b2ba-d3311c823064 HTTP/1.1" status: 200 len: 797 time: 0.1717920 Aug 10 03:22:24.115136 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae1e37a2-b288-4740-b16d-c5a736a9bd40 x-openstack-request-id: req-ae1e37a2-b288-4740-b16d-c5a736a9bd40 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:22:24.115422 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfb2a8a0-1b1f-41a2-872c-9ead2fa3f528", "name": "network-vif-deleted", "tag": "7d2ba15a-bb6f-4b56-910e-96b50fdec354", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:22:24.115672 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ae1e37a2-b288-4740-b16d-c5a736a9bd40 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:22:24.116109 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfb2a8a0-1b1f-41a2-872c-9ead2fa3f528', 'name': 'network-vif-deleted', 'tag': '7d2ba15a-bb6f-4b56-910e-96b50fdec354', 'status': 'completed', 'code': 200} Aug 10 03:22:24.129131 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2372bf31-fbdf-4274-8e77-1bd07887e3e4 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:24.144462 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b0b2939e-3f11-4991-b717-18246cb7516c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:24.152179 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:24.185859 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-81e9b49a-519e-4c61-9128-14ac96f2ec30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:24.191634 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-81e9b49a-519e-4c61-9128-14ac96f2ec30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:24.193679 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-81e9b49a-519e-4c61-9128-14ac96f2ec30 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/13b424cb-c09c-42c1-b19e-39d1f79c40d9 HTTP/1.1" status: 204 len: 168 time: 0.2625313 Aug 10 03:22:24.215330 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e9b49a-519e-4c61-9128-14ac96f2ec30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b424cb-c09c-42c1-b19e-39d1f79c40d9,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:24.243665 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8ebf34c1-f7c1-46c6-a89c-a961b2b16489 req-8a456d1e-7a07-45f8-a1e3-0379e6b1e891 tempest-ServerAddressesTestJSON-266708127 tempest-ServerAddressesTestJSON-266708127-project] 10.222.0.44 "GET /v2.0/security-groups?id=37329dfc-05f9-4d0b-b9c0-f3ae6264aa84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446080 Aug 10 03:22:24.244708 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2372bf31-fbdf-4274-8e77-1bd07887e3e4 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:24.250465 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2372bf31-fbdf-4274-8e77-1bd07887e3e4 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:24.263697 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-2372bf31-fbdf-4274-8e77-1bd07887e3e4 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "DELETE /v2.0/security-groups/6f4050e7-7124-4ab4-928d-9411849cdab3 HTTP/1.1" status: 204 len: 168 time: 0.3244994 Aug 10 03:22:24.265407 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 56308) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:24.292332 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2372bf31-fbdf-4274-8e77-1bd07887e3e4 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f4050e7-7124-4ab4-928d-9411849cdab3,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:24.296845 n-d-768862-13 neutron-server[94261]: INFO neutron.api.v2.resource [None req-fd332291-01f2-47f6-b885-dbd33af9b109 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] show failed (client error): The resource could not be found. Aug 10 03:22:24.299525 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-fd332291-01f2-47f6-b885-dbd33af9b109 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "GET /v2.0/security-groups/6f4050e7-7124-4ab4-928d-9411849cdab3 HTTP/1.1" status: 404 len: 347 time: 0.0267677 Aug 10 03:22:24.303037 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 56310) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:24.309589 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7d803-f70a-4861-aafd-6734702e72dc req-e946add3-17f3-469e-908b-91f87e01f37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:24.311345 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3ce7d803-f70a-4861-aafd-6734702e72dc req-e946add3-17f3-469e-908b-91f87e01f37b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=39a285d2-87a3-47d7-9b49-b0b0fee32784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1864321 Aug 10 03:22:24.315989 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b0b2939e-3f11-4991-b717-18246cb7516c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:24.342914 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-b0b2939e-3f11-4991-b717-18246cb7516c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98b7a332-859c-4960-a5ba-335b5654a102']}} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:24.400740 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-b0b2939e-3f11-4991-b717-18246cb7516c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71d05719-24a9-4aea-8658-b200d4625052') {'for_net_delete': True} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:24.401092 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-b0b2939e-3f11-4991-b717-18246cb7516c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71d05719-24a9-4aea-8658-b200d4625052') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:24.415086 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b0b2939e-3f11-4991-b717-18246cb7516c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191186'] for segment, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:24.438038 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b0b2939e-3f11-4991-b717-18246cb7516c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:24.456678 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0b2939e-3f11-4991-b717-18246cb7516c admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=94260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:22:24.457158 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b0b2939e-3f11-4991-b717-18246cb7516c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58895489'] for segment, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:24.459171 n-d-768862-13 neutron-server[94260]: Traceback (most recent call last): Aug 10 03:22:24.459171 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:22:24.459171 n-d-768862-13 neutron-server[94260]: timer() Aug 10 03:22:24.459171 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:22:24.459171 n-d-768862-13 neutron-server[94260]: cb(*args, **kw) Aug 10 03:22:24.459171 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:22:24.459171 n-d-768862-13 neutron-server[94260]: return func(*args, **kwargs) Aug 10 03:22:24.459171 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:22:24.459171 n-d-768862-13 neutron-server[94260]: self._notify() Aug 10 03:22:24.459171 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:22:24.459171 n-d-768862-13 neutron-server[94260]: self.callback(batched_events) Aug 10 03:22:24.459171 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:22:24.459171 n-d-768862-13 neutron-server[94260]: event.method(event) Aug 10 03:22:24.459171 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:22:24.459171 n-d-768862-13 neutron-server[94260]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:22:24.459171 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:22:24.459171 n-d-768862-13 neutron-server[94260]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:22:24.459171 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:22:24.459171 n-d-768862-13 neutron-server[94260]: return f(self, *a, **k) Aug 10 03:22:24.459171 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:22:24.459171 n-d-768862-13 neutron-server[94260]: return self._get(url).json() Aug 10 03:22:24.459171 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:22:24.459171 n-d-768862-13 neutron-server[94260]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:22:24.459171 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:22:24.459171 n-d-768862-13 neutron-server[94260]: return self.request(url, 'GET', **kwargs) Aug 10 03:22:24.459171 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:22:24.459171 n-d-768862-13 neutron-server[94260]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:22:24.459171 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:22:24.459171 n-d-768862-13 neutron-server[94260]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:22:24.459171 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:22:24.459171 n-d-768862-13 neutron-server[94260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:22:24.459171 n-d-768862-13 neutron-server[94260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:22:24.472746 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-e6d11734-e37d-474b-82b1-3c39860052f1 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Deleting port a843cfbf-119c-4742-81d3-1512723b5a26 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:22:24.473088 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e6d11734-e37d-474b-82b1-3c39860052f1 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:24.539185 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3ce7d803-f70a-4861-aafd-6734702e72dc req-16136fc9-2453-4dc5-b99d-32d2a163cb3b service neutron] 10.222.0.61 "GET /v2.0/networks/39a285d2-87a3-47d7-9b49-b0b0fee32784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119777 Aug 10 03:22:24.561103 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b0b2939e-3f11-4991-b717-18246cb7516c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:24.570496 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e6d11734-e37d-474b-82b1-3c39860052f1 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:24.570948 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e6d11734-e37d-474b-82b1-3c39860052f1 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:24.592721 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-e6d11734-e37d-474b-82b1-3c39860052f1 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Calling delete_port for a843cfbf-119c-4742-81d3-1512723b5a26 owned by network:floatingip {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:22:24.617837 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b0b2939e-3f11-4991-b717-18246cb7516c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:24.620158 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-b0b2939e-3f11-4991-b717-18246cb7516c admin admin] 10.222.0.44 "DELETE /v2.0/networks/98b7a332-859c-4960-a5ba-335b5654a102 HTTP/1.1" status: 204 len: 168 time: 0.6869931 Aug 10 03:22:24.660550 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b2939e-3f11-4991-b717-18246cb7516c admin admin] Pushing event deleted for resources: {'Network': ['ID=98b7a332-859c-4960-a5ba-335b5654a102,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:24.776703 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3ce7d803-f70a-4861-aafd-6734702e72dc req-e545c3a8-0af7-43d7-b036-11eda573590d service neutron] 10.222.0.61 "GET /v2.0/networks/39a285d2-87a3-47d7-9b49-b0b0fee32784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271371 Aug 10 03:22:24.806690 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e6d11734-e37d-474b-82b1-3c39860052f1 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:24.861568 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 56328) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:24.888372 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d11734-e37d-474b-82b1-3c39860052f1 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Pushing event deleted for resources: {'Port': ['ID=a843cfbf-119c-4742-81d3-1512723b5a26,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:24.921365 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f55adb9-0634-4b65-b502-e36a0f9c1349 req-128723c4-7fff-4206-9e30-9a6db3069fd1 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:24.928802 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f55adb9-0634-4b65-b502-e36a0f9c1349 req-128723c4-7fff-4206-9e30-9a6db3069fd1 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:24.936008 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f55adb9-0634-4b65-b502-e36a0f9c1349 req-128723c4-7fff-4206-9e30-9a6db3069fd1 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:24.943115 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f55adb9-0634-4b65-b502-e36a0f9c1349 req-128723c4-7fff-4206-9e30-9a6db3069fd1 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:24.950945 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f55adb9-0634-4b65-b502-e36a0f9c1349 req-128723c4-7fff-4206-9e30-9a6db3069fd1 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:24.957873 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f55adb9-0634-4b65-b502-e36a0f9c1349 req-128723c4-7fff-4206-9e30-9a6db3069fd1 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:24.965004 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f55adb9-0634-4b65-b502-e36a0f9c1349 req-128723c4-7fff-4206-9e30-9a6db3069fd1 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:24.966890 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9f55adb9-0634-4b65-b502-e36a0f9c1349 req-128723c4-7fff-4206-9e30-9a6db3069fd1 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/ports?device_id=044f5741-e4d3-4edf-954b-c2c5a6f36283 HTTP/1.1" status: 200 len: 5421 time: 0.2234926 Aug 10 03:22:25.006989 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e6d11734-e37d-474b-82b1-3c39860052f1 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Notify callbacks [] for floatingip, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:25.011661 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e6d11734-e37d-474b-82b1-3c39860052f1 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:25.014378 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e6d11734-e37d-474b-82b1-3c39860052f1 tempest-ImagesOneServerNegativeTestJSON-127038908 tempest-ImagesOneServerNegativeTestJSON-127038908-project] 10.222.0.44 "DELETE /v2.0/floatingips/f72ae2d1-4b0c-4e11-bd5c-6ba1416b7bfe HTTP/1.1" status: 204 len: 168 time: 0.7098324 Aug 10 03:22:25.061683 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-f3c332ac-31a2-4538-8070-9bfe38316ff8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=088452395ad34ed3b2687b8c99637c7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1906490 Aug 10 03:22:25.062595 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 56340) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:25.092591 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7d803-f70a-4861-aafd-6734702e72dc req-39fc8cd9-790a-47d1-bbc7-a6c26e1a2f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:25.093095 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7d803-f70a-4861-aafd-6734702e72dc req-39fc8cd9-790a-47d1-bbc7-a6c26e1a2f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:25.093700 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7d803-f70a-4861-aafd-6734702e72dc req-39fc8cd9-790a-47d1-bbc7-a6c26e1a2f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:25.094190 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7d803-f70a-4861-aafd-6734702e72dc req-39fc8cd9-790a-47d1-bbc7-a6c26e1a2f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:25.094699 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7d803-f70a-4861-aafd-6734702e72dc req-39fc8cd9-790a-47d1-bbc7-a6c26e1a2f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:25.095185 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7d803-f70a-4861-aafd-6734702e72dc req-39fc8cd9-790a-47d1-bbc7-a6c26e1a2f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:25.095671 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7d803-f70a-4861-aafd-6734702e72dc req-39fc8cd9-790a-47d1-bbc7-a6c26e1a2f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:25.097995 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3ce7d803-f70a-4861-aafd-6734702e72dc req-39fc8cd9-790a-47d1-bbc7-a6c26e1a2f0f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=06c20e5fd34a48aa8cc6b4171afd240a&device_id=044f5741-e4d3-4edf-954b-c2c5a6f36283 HTTP/1.1" status: 200 len: 6485 time: 0.2106853 Aug 10 03:22:25.102723 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9f55adb9-0634-4b65-b502-e36a0f9c1349 req-ca67cc8c-adcc-42a8-8fb0-30026c9eba68 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/security-groups?id=e522b194-e383-4019-8939-c6a59d2ab04c&id=5aac4231-548a-4a48-ae70-6443e8440415&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1107419 Aug 10 03:22:25.175324 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-265688b3-f321-4778-a4ab-4ec7e2700506 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:25.184785 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 56350) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:25.232235 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:25.246806 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-265688b3-f321-4778-a4ab-4ec7e2700506 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:25.254327 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7d803-f70a-4861-aafd-6734702e72dc req-cf7d9dd9-ad7a-4e2d-abeb-f717f60ce129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:25.257413 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3ce7d803-f70a-4861-aafd-6734702e72dc req-cf7d9dd9-ad7a-4e2d-abeb-f717f60ce129 service neutron] 10.222.0.61 "GET /v2.0/networks?id=effb9b91-4a23-491a-b997-5e008612ed4d HTTP/1.1" status: 200 len: 901 time: 0.1443877 Aug 10 03:22:25.276635 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e546e00-0561-40cc-a0b5-c0f059c95f5c admin admin] Deleting subnet f24ae3cf-774a-4d5d-b1a4-9733e765050e {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:22:25.292882 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8e546e00-0561-40cc-a0b5-c0f059c95f5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:25.349738 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3ce7d803-f70a-4861-aafd-6734702e72dc req-c3f4ac29-870a-48b0-bc03-637900c4e545 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=bc2aced1-42d5-40a0-a09b-18f14c994288 HTTP/1.1" status: 200 len: 217 time: 0.0773726 Aug 10 03:22:25.354007 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8e546e00-0561-40cc-a0b5-c0f059c95f5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:25.381484 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 56358) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:25.409930 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-265688b3-f321-4778-a4ab-4ec7e2700506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:25.412714 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-265688b3-f321-4778-a4ab-4ec7e2700506 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:25.413904 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-265688b3-f321-4778-a4ab-4ec7e2700506 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a8afe13a-6e98-4fa8-83f8-4246979be127 HTTP/1.1" status: 204 len: 168 time: 0.3512268 Aug 10 03:22:25.428381 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8e546e00-0561-40cc-a0b5-c0f059c95f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:25.431142 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265688b3-f321-4778-a4ab-4ec7e2700506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8afe13a-6e98-4fa8-83f8-4246979be127,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:25.450754 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7d803-f70a-4861-aafd-6734702e72dc req-2c112456-9e05-443b-adf4-92d3124b7ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:25.452886 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3ce7d803-f70a-4861-aafd-6734702e72dc req-2c112456-9e05-443b-adf4-92d3124b7ff6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7168ea7b-40ab-485b-96d9-f59bb6e03de2 HTTP/1.1" status: 200 len: 797 time: 0.0930836 Aug 10 03:22:25.482796 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6fb5a0-cb71-479c-98de-3848dd4f0367 req-b6d1c6ef-52f4-40d2-8607-f7f254f4b43c tempest-ServerAddressesTestJSON-266708127 tempest-ServerAddressesTestJSON-266708127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:25.484719 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dd6fb5a0-cb71-479c-98de-3848dd4f0367 req-b6d1c6ef-52f4-40d2-8607-f7f254f4b43c tempest-ServerAddressesTestJSON-266708127 tempest-ServerAddressesTestJSON-266708127-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a041274-307c-4a44-876a-60dc4ad72185 HTTP/1.1" status: 200 len: 945 time: 0.1168706 Aug 10 03:22:25.513577 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8e546e00-0561-40cc-a0b5-c0f059c95f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:25.561243 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e546e00-0561-40cc-a0b5-c0f059c95f5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f24ae3cf-774a-4d5d-b1a4-9733e765050e,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:25.567671 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7d803-f70a-4861-aafd-6734702e72dc req-3f4b3782-a558-4ff7-bb41-5cbd8718ec22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:25.568712 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8e546e00-0561-40cc-a0b5-c0f059c95f5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:25.569618 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3ce7d803-f70a-4861-aafd-6734702e72dc req-3f4b3782-a558-4ff7-bb41-5cbd8718ec22 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=effb9b91-4a23-491a-b997-5e008612ed4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0836337 Aug 10 03:22:25.573917 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-8e546e00-0561-40cc-a0b5-c0f059c95f5c admin admin] 10.222.0.44 "DELETE /v2.0/subnets/f24ae3cf-774a-4d5d-b1a4-9733e765050e HTTP/1.1" status: 204 len: 168 time: 0.3866251 Aug 10 03:22:25.576022 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 56364) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:25.585805 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dd6fb5a0-cb71-479c-98de-3848dd4f0367 req-5fad9f90-8e92-48e6-a910-2e0b405c92c2 tempest-ServerAddressesTestJSON-266708127 tempest-ServerAddressesTestJSON-266708127-project] 10.222.0.44 "GET /v2.0/security-groups?id=37329dfc-05f9-4d0b-b9c0-f3ae6264aa84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697572 Aug 10 03:22:25.740646 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9db5eb23-b125-411d-ab67-9099c3083e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:25.767222 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3ce7d803-f70a-4861-aafd-6734702e72dc req-e1dd94e4-474d-4be6-9047-ea72dff37f74 service neutron] 10.222.0.61 "GET /v2.0/networks/effb9b91-4a23-491a-b997-5e008612ed4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802015 Aug 10 03:22:25.867153 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9db5eb23-b125-411d-ab67-9099c3083e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:25.886413 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-9db5eb23-b125-411d-ab67-9099c3083e36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dedcdb64-7de1-4c86-99c8-928cd2696ccd']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:25.922318 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-9db5eb23-b125-411d-ab67-9099c3083e36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '688049e6-c1d0-4f13-8eef-c4d81b54e233') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:25.924147 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-9db5eb23-b125-411d-ab67-9099c3083e36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '688049e6-c1d0-4f13-8eef-c4d81b54e233') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:25.931102 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:25.938855 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9db5eb23-b125-411d-ab67-9099c3083e36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:25.962557 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9db5eb23-b125-411d-ab67-9099c3083e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:25.978210 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9db5eb23-b125-411d-ab67-9099c3083e36 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:22:25.978738 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9db5eb23-b125-411d-ab67-9099c3083e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:25.984835 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:22:25.984835 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:22:25.984835 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:22:25.984835 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:22:25.984835 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:22:25.984835 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:22:25.984835 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:22:25.984835 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:22:25.984835 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:22:25.984835 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:22:25.984835 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:22:25.984835 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:22:25.984835 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:22:25.984835 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:22:25.984835 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:22:25.984835 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:22:25.984835 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:22:25.984835 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:22:25.984835 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:22:25.984835 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:22:25.984835 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:22:25.984835 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:22:25.984835 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:22:25.984835 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:22:25.984835 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:22:25.984835 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:22:25.984835 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:22:25.984835 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:22:25.984835 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:22:25.984835 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:22:25.984835 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:22:25.984835 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:22:26.008090 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3ce7d803-f70a-4861-aafd-6734702e72dc req-575e5dfe-2de0-4aeb-a6e3-7201653c4dd2 service neutron] 10.222.0.61 "GET /v2.0/networks/effb9b91-4a23-491a-b997-5e008612ed4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303441 Aug 10 03:22:26.044908 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-b9e062cc-565a-4cde-bfa6-4235e1492f36 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1290568119-network', 'tenant_id': '1d0621b4f03549b0b18f95c60603740d'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:26.076201 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9db5eb23-b125-411d-ab67-9099c3083e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:26.078415 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e062cc-565a-4cde-bfa6-4235e1492f36 admin admin] Made reservation on behalf of 1d0621b4f03549b0b18f95c60603740d for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:22:26.081012 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b9e062cc-565a-4cde-bfa6-4235e1492f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:26.092069 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9db5eb23-b125-411d-ab67-9099c3083e36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:26.099084 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-9db5eb23-b125-411d-ab67-9099c3083e36 admin admin] 10.222.0.44 "DELETE /v2.0/networks/dedcdb64-7de1-4c86-99c8-928cd2696ccd HTTP/1.1" status: 204 len: 168 time: 0.5211129 Aug 10 03:22:26.118694 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db5eb23-b125-411d-ab67-9099c3083e36 admin admin] Pushing event deleted for resources: {'Network': ['ID=dedcdb64-7de1-4c86-99c8-928cd2696ccd,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:26.125961 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b9e062cc-565a-4cde-bfa6-4235e1492f36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:26.222673 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7d803-f70a-4861-aafd-6734702e72dc req-78cc33c5-d621-4e6a-b660-211b83528db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:26.223755 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7d803-f70a-4861-aafd-6734702e72dc req-78cc33c5-d621-4e6a-b660-211b83528db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:26.224891 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7d803-f70a-4861-aafd-6734702e72dc req-78cc33c5-d621-4e6a-b660-211b83528db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:26.225991 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7d803-f70a-4861-aafd-6734702e72dc req-78cc33c5-d621-4e6a-b660-211b83528db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:26.227162 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7d803-f70a-4861-aafd-6734702e72dc req-78cc33c5-d621-4e6a-b660-211b83528db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:26.228138 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7d803-f70a-4861-aafd-6734702e72dc req-78cc33c5-d621-4e6a-b660-211b83528db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:26.230571 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7d803-f70a-4861-aafd-6734702e72dc req-78cc33c5-d621-4e6a-b660-211b83528db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:26.235481 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3ce7d803-f70a-4861-aafd-6734702e72dc req-78cc33c5-d621-4e6a-b660-211b83528db4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=06c20e5fd34a48aa8cc6b4171afd240a&device_id=044f5741-e4d3-4edf-954b-c2c5a6f36283 HTTP/1.1" status: 200 len: 6485 time: 0.1541612 Aug 10 03:22:26.298277 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b9e062cc-565a-4cde-bfa6-4235e1492f36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:26.305481 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b9e062cc-565a-4cde-bfa6-4235e1492f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:26.343430 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9e062cc-565a-4cde-bfa6-4235e1492f36 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:22:26.355058 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e062cc-565a-4cde-bfa6-4235e1492f36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a154c252-2606-46f3-ba9d-d9122c16bad5,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:26.366096 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 56392) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:26.381115 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b9e062cc-565a-4cde-bfa6-4235e1492f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:26.381547 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-b9e062cc-565a-4cde-bfa6-4235e1492f36 admin admin] Added segment c7ebca1e-4cc3-4cf9-b7af-3134bd73d68b of type vlan for network eaae0a38-3fc8-456f-9032-27d1616a4ab6 Aug 10 03:22:26.433641 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b9e062cc-565a-4cde-bfa6-4235e1492f36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:26.474071 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b9e062cc-565a-4cde-bfa6-4235e1492f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:26.475681 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e062cc-565a-4cde-bfa6-4235e1492f36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:26.476349 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b9e062cc-565a-4cde-bfa6-4235e1492f36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:26.583427 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-8ebc317c-0e40-45b8-b58c-dcab493ff4de admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3b405f8fd94e41e5b0ec985280fca51e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2123218 Aug 10 03:22:26.588092 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 56396) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:26.597659 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916cac64-5a5b-4cf0-9f21-3405f6f52e96 req-ff448ab8-6213-4d04-ba58-ec348b9da98a tempest-ServerAddressesTestJSON-266708127 tempest-ServerAddressesTestJSON-266708127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:26.599598 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-916cac64-5a5b-4cf0-9f21-3405f6f52e96 req-ff448ab8-6213-4d04-ba58-ec348b9da98a tempest-ServerAddressesTestJSON-266708127 tempest-ServerAddressesTestJSON-266708127-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a041274-307c-4a44-876a-60dc4ad72185 HTTP/1.1" status: 200 len: 945 time: 0.3139734 Aug 10 03:22:26.614771 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7d803-f70a-4861-aafd-6734702e72dc req-aabf4d93-3b72-4785-a18c-cb76f6d47716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:26.619222 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-b9e062cc-565a-4cde-bfa6-4235e1492f36 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2331507 Aug 10 03:22:26.619359 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3ce7d803-f70a-4861-aafd-6734702e72dc req-aabf4d93-3b72-4785-a18c-cb76f6d47716 service neutron] 10.222.0.61 "GET /v2.0/networks?id=effb9b91-4a23-491a-b997-5e008612ed4d HTTP/1.1" status: 200 len: 901 time: 0.3688877 Aug 10 03:22:26.623810 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e062cc-565a-4cde-bfa6-4235e1492f36 admin admin] Pushing event updated for resources: {'Network': ['ID=eaae0a38-3fc8-456f-9032-27d1616a4ab6,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:26.627763 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 56400) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:26.636409 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-5c280458-43c3-4844-9851-3dceef3d00e5 admin admin] Request body: {'subnet': {'network_id': 'eaae0a38-3fc8-456f-9032-27d1616a4ab6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1290568119-subnet', 'tenant_id': '1d0621b4f03549b0b18f95c60603740d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:26.638591 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8f70d9-f857-428d-b99a-bb0c7f31bf33 req-86385294-c39c-4eba-99dc-a513d795374a tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:26.646751 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network eaae0a38-3fc8-456f-9032-27d1616a4ab6 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:22:26.664908 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8f70d9-f857-428d-b99a-bb0c7f31bf33 req-86385294-c39c-4eba-99dc-a513d795374a tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:26.693130 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c280458-43c3-4844-9851-3dceef3d00e5 admin admin] Made reservation on behalf of 1d0621b4f03549b0b18f95c60603740d for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:22:26.695895 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5c280458-43c3-4844-9851-3dceef3d00e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:26.698554 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8f70d9-f857-428d-b99a-bb0c7f31bf33 req-86385294-c39c-4eba-99dc-a513d795374a tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:26.717220 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8f70d9-f857-428d-b99a-bb0c7f31bf33 req-86385294-c39c-4eba-99dc-a513d795374a tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:26.735556 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8f70d9-f857-428d-b99a-bb0c7f31bf33 req-86385294-c39c-4eba-99dc-a513d795374a tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:26.751825 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8f70d9-f857-428d-b99a-bb0c7f31bf33 req-86385294-c39c-4eba-99dc-a513d795374a tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:26.764493 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:26.769021 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8f70d9-f857-428d-b99a-bb0c7f31bf33 req-86385294-c39c-4eba-99dc-a513d795374a tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:26.773826 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ec8f70d9-f857-428d-b99a-bb0c7f31bf33 req-86385294-c39c-4eba-99dc-a513d795374a tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/ports?device_id=044f5741-e4d3-4edf-954b-c2c5a6f36283 HTTP/1.1" status: 200 len: 5421 time: 0.3840969 Aug 10 03:22:26.786811 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-30a1be36-f5b3-4bec-83fb-af519c7db496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:26.826218 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-30a1be36-f5b3-4bec-83fb-af519c7db496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:26.892443 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3ce7d803-f70a-4861-aafd-6734702e72dc req-d8f131fd-929e-422c-9d93-e7eb418126de service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b89f32b7-4acc-40c3-80d9-d8f2bfec5293 HTTP/1.1" status: 200 len: 217 time: 0.1020319 Aug 10 03:22:26.960048 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-916cac64-5a5b-4cf0-9f21-3405f6f52e96 req-ff295a8a-7a43-4aac-a493-a70df4abcb65 tempest-ServerAddressesTestJSON-266708127 tempest-ServerAddressesTestJSON-266708127-project] 10.222.0.44 "GET /v2.0/security-groups?id=37329dfc-05f9-4d0b-b9c0-f3ae6264aa84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3418090 Aug 10 03:22:26.972464 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5c280458-43c3-4844-9851-3dceef3d00e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:26.978097 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ec8f70d9-f857-428d-b99a-bb0c7f31bf33 req-f640d830-570a-400a-8afe-3e687b2c26a6 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/security-groups?id=e522b194-e383-4019-8939-c6a59d2ab04c&id=5aac4231-548a-4a48-ae70-6443e8440415&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1676579 Aug 10 03:22:27.012764 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-30a1be36-f5b3-4bec-83fb-af519c7db496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:27.015671 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-30a1be36-f5b3-4bec-83fb-af519c7db496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:27.020240 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-30a1be36-f5b3-4bec-83fb-af519c7db496 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8bcd935f-a3f8-4ab9-ae6d-676bd4ce3973 HTTP/1.1" status: 204 len: 168 time: 0.4275396 Aug 10 03:22:27.032772 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a1be36-f5b3-4bec-83fb-af519c7db496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bcd935f-a3f8-4ab9-ae6d-676bd4ce3973,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:27.046850 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c280458-43c3-4844-9851-3dceef3d00e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae0676a7-6c3f-4138-9785-1a45ca0d3705,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:27.056973 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7d803-f70a-4861-aafd-6734702e72dc req-7e764bc9-25af-4659-9055-6c1b3c694b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:27.064070 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3ce7d803-f70a-4861-aafd-6734702e72dc req-7e764bc9-25af-4659-9055-6c1b3c694b7a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7168ea7b-40ab-485b-96d9-f59bb6e03de2 HTTP/1.1" status: 200 len: 797 time: 0.1539965 Aug 10 03:22:27.101464 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c280458-43c3-4844-9851-3dceef3d00e5 admin admin] Checking segment: {'id': 'c7ebca1e-4cc3-4cf9-b7af-3134bd73d68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'eaae0a38-3fc8-456f-9032-27d1616a4ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:22:27.102737 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c280458-43c3-4844-9851-3dceef3d00e5 admin admin] Network hostable DHCP agents. Network: eaae0a38-3fc8-456f-9032-27d1616a4ab6, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:22:27.133401 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c280458-43c3-4844-9851-3dceef3d00e5 admin admin] Network eaae0a38-3fc8-456f-9032-27d1616a4ab6 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:22:27.170755 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-5c280458-43c3-4844-9851-3dceef3d00e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, eaae0a38-3fc8-456f-9032-27d1616a4ab6) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:22:27.183486 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c280458-43c3-4844-9851-3dceef3d00e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:27.189407 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ded23e-9f1a-448e-870a-7b5aae3bb259 None None] Network eaae0a38-3fc8-456f-9032-27d1616a4ab6 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:22:27.194454 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5c280458-43c3-4844-9851-3dceef3d00e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:27.224254 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7d803-f70a-4861-aafd-6734702e72dc req-0042e57a-c800-4177-bc03-dbfc720fc447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:27.226879 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3ce7d803-f70a-4861-aafd-6734702e72dc req-0042e57a-c800-4177-bc03-dbfc720fc447 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=effb9b91-4a23-491a-b997-5e008612ed4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1497121 Aug 10 03:22:27.233021 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 56414) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:27.258969 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-5c280458-43c3-4844-9851-3dceef3d00e5 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6300244 Aug 10 03:22:27.387701 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70e3793-28bc-4eff-b23d-b2428661bc6f None None] Network eaae0a38-3fc8-456f-9032-27d1616a4ab6 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:22:27.461178 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3ce7d803-f70a-4861-aafd-6734702e72dc req-19aa64d0-c985-4054-b527-96cd46e882f0 service neutron] 10.222.0.61 "GET /v2.0/networks/effb9b91-4a23-491a-b997-5e008612ed4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169425 Aug 10 03:22:27.656898 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3ce7d803-f70a-4861-aafd-6734702e72dc req-159d6d74-943c-4fc3-aff9-6331197ce681 service neutron] 10.222.0.61 "GET /v2.0/networks/effb9b91-4a23-491a-b997-5e008612ed4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872461 Aug 10 03:22:27.666725 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59a1c4c-4004-4e43-b457-49dc4b5f09b0 req-43a16810-20ad-451a-85f6-b56d07e01d96 tempest-ServerAddressesTestJSON-266708127 tempest-ServerAddressesTestJSON-266708127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:27.667683 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-80b98b43-f0f5-470d-bb93-f9767ed8d3df admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1615828695-network', 'tenant_id': 'd3b56536bca94e8fa8af65288d111f79'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:27.667868 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a59a1c4c-4004-4e43-b457-49dc4b5f09b0 req-43a16810-20ad-451a-85f6-b56d07e01d96 tempest-ServerAddressesTestJSON-266708127 tempest-ServerAddressesTestJSON-266708127-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a041274-307c-4a44-876a-60dc4ad72185 HTTP/1.1" status: 200 len: 945 time: 0.0914450 Aug 10 03:22:27.726962 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b98b43-f0f5-470d-bb93-f9767ed8d3df admin admin] Made reservation on behalf of d3b56536bca94e8fa8af65288d111f79 for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:22:27.733779 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-80b98b43-f0f5-470d-bb93-f9767ed8d3df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:27.752545 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-80b98b43-f0f5-470d-bb93-f9767ed8d3df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:27.835134 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-a59a1c4c-4004-4e43-b457-49dc4b5f09b0 req-f57cf38f-1cb5-4a1b-a91f-cbbd276a2e4a tempest-ServerAddressesTestJSON-266708127 tempest-ServerAddressesTestJSON-266708127-project] Deleting port 96c36128-09ba-461c-b5f1-ceaa6369f51c {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:22:27.835531 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a59a1c4c-4004-4e43-b457-49dc4b5f09b0 req-f57cf38f-1cb5-4a1b-a91f-cbbd276a2e4a tempest-ServerAddressesTestJSON-266708127 tempest-ServerAddressesTestJSON-266708127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:27.938691 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-80b98b43-f0f5-470d-bb93-f9767ed8d3df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:27.946330 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-80b98b43-f0f5-470d-bb93-f9767ed8d3df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:27.963876 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-a59a1c4c-4004-4e43-b457-49dc4b5f09b0 req-f57cf38f-1cb5-4a1b-a91f-cbbd276a2e4a tempest-ServerAddressesTestJSON-266708127 tempest-ServerAddressesTestJSON-266708127-project] For port 96c36128-09ba-461c-b5f1-ceaa6369f51c, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=96c36128-09ba-461c-b5f1-ceaa6369f51c,segment=NetworkSegment(6809c9ff-fe4f-4344-9bc3-8b7e0948d8be),segment_id=6809c9ff-fe4f-4344-9bc3-8b7e0948d8be)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:27.964458 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a59a1c4c-4004-4e43-b457-49dc4b5f09b0 req-f57cf38f-1cb5-4a1b-a91f-cbbd276a2e4a tempest-ServerAddressesTestJSON-266708127 tempest-ServerAddressesTestJSON-266708127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:27.988033 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-a59a1c4c-4004-4e43-b457-49dc4b5f09b0 req-f57cf38f-1cb5-4a1b-a91f-cbbd276a2e4a tempest-ServerAddressesTestJSON-266708127 tempest-ServerAddressesTestJSON-266708127-project] Calling delete_port for 96c36128-09ba-461c-b5f1-ceaa6369f51c owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:22:27.992101 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80b98b43-f0f5-470d-bb93-f9767ed8d3df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:22:28.040075 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-80b98b43-f0f5-470d-bb93-f9767ed8d3df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:28.040839 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-80b98b43-f0f5-470d-bb93-f9767ed8d3df admin admin] Added segment 2b5392f8-89c7-40e3-9685-d71b5684b8f5 of type vlan for network ba807c4a-a9d3-45a0-921a-7afe6c0e3832 Aug 10 03:22:28.044765 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b98b43-f0f5-470d-bb93-f9767ed8d3df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=716261c9-08fe-460b-8070-c5648185c899,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:28.143337 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-80b98b43-f0f5-470d-bb93-f9767ed8d3df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:28.207737 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-80b98b43-f0f5-470d-bb93-f9767ed8d3df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:28.210837 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b98b43-f0f5-470d-bb93-f9767ed8d3df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:28.212123 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-80b98b43-f0f5-470d-bb93-f9767ed8d3df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:28.253327 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786ad7ab-8ea8-47c7-87c9-31c7d93a6e7b req-0b9f3e1c-fde3-4d40-b25a-333255ed964a tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:28.260026 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786ad7ab-8ea8-47c7-87c9-31c7d93a6e7b req-0b9f3e1c-fde3-4d40-b25a-333255ed964a tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:28.266744 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786ad7ab-8ea8-47c7-87c9-31c7d93a6e7b req-0b9f3e1c-fde3-4d40-b25a-333255ed964a tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:28.268568 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-80b98b43-f0f5-470d-bb93-f9767ed8d3df admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0340559 Aug 10 03:22:28.273159 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786ad7ab-8ea8-47c7-87c9-31c7d93a6e7b req-0b9f3e1c-fde3-4d40-b25a-333255ed964a tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:28.279425 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786ad7ab-8ea8-47c7-87c9-31c7d93a6e7b req-0b9f3e1c-fde3-4d40-b25a-333255ed964a tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:28.285748 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786ad7ab-8ea8-47c7-87c9-31c7d93a6e7b req-0b9f3e1c-fde3-4d40-b25a-333255ed964a tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:28.292665 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786ad7ab-8ea8-47c7-87c9-31c7d93a6e7b req-0b9f3e1c-fde3-4d40-b25a-333255ed964a tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:28.295734 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-786ad7ab-8ea8-47c7-87c9-31c7d93a6e7b req-0b9f3e1c-fde3-4d40-b25a-333255ed964a tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/ports?device_id=044f5741-e4d3-4edf-954b-c2c5a6f36283 HTTP/1.1" status: 200 len: 5421 time: 0.1814072 Aug 10 03:22:28.296327 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 56460) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:28.304329 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-9d8234de-29cd-427d-a05e-7762bad7bda1 admin admin] Request body: {'subnet': {'network_id': 'ba807c4a-a9d3-45a0-921a-7afe6c0e3832', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1615828695-subnet', 'tenant_id': 'd3b56536bca94e8fa8af65288d111f79', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:28.309316 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a59a1c4c-4004-4e43-b457-49dc4b5f09b0 req-f57cf38f-1cb5-4a1b-a91f-cbbd276a2e4a tempest-ServerAddressesTestJSON-266708127 tempest-ServerAddressesTestJSON-266708127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:28.326970 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['96c36128-09ba-461c-b5f1-ceaa6369f51c'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:22:28.354539 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b98b43-f0f5-470d-bb93-f9767ed8d3df admin admin] Pushing event updated for resources: {'Network': ['ID=ba807c4a-a9d3-45a0-921a-7afe6c0e3832,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:28.367510 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network ba807c4a-a9d3-45a0-921a-7afe6c0e3832 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:22:28.378131 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57cf38f-1cb5-4a1b-a91f-cbbd276a2e4a tempest-ServerAddressesTestJSON-266708127 tempest-ServerAddressesTestJSON-266708127-project] Pushing event deleted for resources: {'Port': ['ID=96c36128-09ba-461c-b5f1-ceaa6369f51c,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:28.474982 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-a59a1c4c-4004-4e43-b457-49dc4b5f09b0 req-f57cf38f-1cb5-4a1b-a91f-cbbd276a2e4a tempest-ServerAddressesTestJSON-266708127 tempest-ServerAddressesTestJSON-266708127-project] No DVR routers for this DVR port 96c36128-09ba-461c-b5f1-ceaa6369f51c on host n-h1-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:22:28.487157 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a59a1c4c-4004-4e43-b457-49dc4b5f09b0 req-f57cf38f-1cb5-4a1b-a91f-cbbd276a2e4a tempest-ServerAddressesTestJSON-266708127 tempest-ServerAddressesTestJSON-266708127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:28.489366 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a59a1c4c-4004-4e43-b457-49dc4b5f09b0 req-f57cf38f-1cb5-4a1b-a91f-cbbd276a2e4a tempest-ServerAddressesTestJSON-266708127 tempest-ServerAddressesTestJSON-266708127-project] 10.222.0.42 "DELETE /v2.0/ports/96c36128-09ba-461c-b5f1-ceaa6369f51c HTTP/1.1" status: 204 len: 173 time: 0.8098111 Aug 10 03:22:28.490198 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a041274-307c-4a44-876a-60dc4ad72185', 'name': 'network-vif-deleted', 'tag': '96c36128-09ba-461c-b5f1-ceaa6369f51c'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:22:28.492877 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-095d1f30-d525-4e5b-ba78-bf5415ce254c" -d '{"events": [{"server_uuid": "0a041274-307c-4a44-876a-60dc4ad72185", "name": "network-vif-deleted", "tag": "96c36128-09ba-461c-b5f1-ceaa6369f51c"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:22:28.503633 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d8234de-29cd-427d-a05e-7762bad7bda1 admin admin] Made reservation on behalf of d3b56536bca94e8fa8af65288d111f79 for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:22:28.506209 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9d8234de-29cd-427d-a05e-7762bad7bda1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:28.567920 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-786ad7ab-8ea8-47c7-87c9-31c7d93a6e7b req-22a4e4c3-dbc2-4f20-b990-28ae1d7f4b1f tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/security-groups?id=e522b194-e383-4019-8939-c6a59d2ab04c&id=5aac4231-548a-4a48-ae70-6443e8440415&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2563257 Aug 10 03:22:28.619575 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b804dc-dcbf-41f8-a153-a93c12209fa0 req-527354b3-0e3d-4302-832e-9aa0a315d839 tempest-ServerTagsTestJSON-110594242 tempest-ServerTagsTestJSON-110594242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:28.621770 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-45b804dc-dcbf-41f8-a153-a93c12209fa0 req-527354b3-0e3d-4302-832e-9aa0a315d839 tempest-ServerTagsTestJSON-110594242 tempest-ServerTagsTestJSON-110594242-project] 10.222.0.44 "GET /v2.0/networks?id=eaae0a38-3fc8-456f-9032-27d1616a4ab6 HTTP/1.1" status: 200 len: 809 time: 0.3238966 Aug 10 03:22:28.666906 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-45b804dc-dcbf-41f8-a153-a93c12209fa0 req-c997a4d3-bc47-4035-9f80-e61255b8dd12 tempest-ServerTagsTestJSON-110594242 tempest-ServerTagsTestJSON-110594242-project] 10.222.0.44 "GET /v2.0/quotas/1d0621b4f03549b0b18f95c60603740d HTTP/1.1" status: 200 len: 375 time: 0.0331547 Aug 10 03:22:28.704500 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-45b804dc-dcbf-41f8-a153-a93c12209fa0 req-7a3ab62a-98d7-4abc-a3ae-7fc17a5d73d1 tempest-ServerTagsTestJSON-110594242 tempest-ServerTagsTestJSON-110594242-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=1d0621b4f03549b0b18f95c60603740d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344973 Aug 10 03:22:28.792296 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d6c8c988-8067-492a-a23a-0cff76ead67b req-9cbefbd0-dde6-43bb-beff-ea900ebd1db7 tempest-ServerAddressesTestJSON-266708127 tempest-ServerAddressesTestJSON-266708127-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a041274-307c-4a44-876a-60dc4ad72185 HTTP/1.1" status: 200 len: 210 time: 0.0937767 Aug 10 03:22:28.900621 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9d8234de-29cd-427d-a05e-7762bad7bda1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58895384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805196'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:28.939418 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-45b804dc-dcbf-41f8-a153-a93c12209fa0 req-61be0268-5a0a-4ece-a35b-6125a77d7de8 service neutron] 10.222.0.44 "GET /v2.0/networks/eaae0a38-3fc8-456f-9032-27d1616a4ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248678 Aug 10 03:22:29.037271 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8234de-29cd-427d-a05e-7762bad7bda1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8728eeb-789e-400f-be58-876473c847d3,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:29.062130 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8234de-29cd-427d-a05e-7762bad7bda1 admin admin] Checking segment: {'id': '2b5392f8-89c7-40e3-9685-d71b5684b8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'ba807c4a-a9d3-45a0-921a-7afe6c0e3832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:22:29.062562 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8234de-29cd-427d-a05e-7762bad7bda1 admin admin] Network hostable DHCP agents. Network: ba807c4a-a9d3-45a0-921a-7afe6c0e3832, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:22:29.108117 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8234de-29cd-427d-a05e-7762bad7bda1 admin admin] Network ba807c4a-a9d3-45a0-921a-7afe6c0e3832 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:22:29.121232 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-45b804dc-dcbf-41f8-a153-a93c12209fa0 req-36684693-5fe3-442d-ac1d-baa4ec1a49f5 service neutron] 10.222.0.44 "GET /v2.0/networks/eaae0a38-3fc8-456f-9032-27d1616a4ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564760 Aug 10 03:22:29.122981 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-9d8234de-29cd-427d-a05e-7762bad7bda1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, ba807c4a-a9d3-45a0-921a-7afe6c0e3832) {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:22:29.135562 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8234de-29cd-427d-a05e-7762bad7bda1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:29.136167 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9d8234de-29cd-427d-a05e-7762bad7bda1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:29.136587 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368baf85-0bf9-43ba-a00e-2c691fcbb1e7 None None] Network ba807c4a-a9d3-45a0-921a-7afe6c0e3832 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:22:29.162572 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-9d8234de-29cd-427d-a05e-7762bad7bda1 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8629520 Aug 10 03:22:29.162871 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 56470) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:29.167755 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-c4e5fa37-d114-4455-9a45-772b53e4b775 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1615828695-router', 'tenant_id': 'd3b56536bca94e8fa8af65288d111f79', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:29.192756 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c4e5fa37-d114-4455-9a45-772b53e4b775 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:29.194187 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c4e5fa37-d114-4455-9a45-772b53e4b775 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:29.254599 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c4e5fa37-d114-4455-9a45-772b53e4b775 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:29.298138 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3988223d-0aa1-4874-9fd6-27cf07f76810 x-openstack-request-id: req-3988223d-0aa1-4874-9fd6-27cf07f76810 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:22:29.298693 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a041274-307c-4a44-876a-60dc4ad72185", "name": "network-vif-deleted", "tag": "96c36128-09ba-461c-b5f1-ceaa6369f51c", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:22:29.298693 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3988223d-0aa1-4874-9fd6-27cf07f76810 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:22:29.299117 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a041274-307c-4a44-876a-60dc4ad72185', 'name': 'network-vif-deleted', 'tag': '96c36128-09ba-461c-b5f1-ceaa6369f51c', 'status': 'completed', 'code': 200} Aug 10 03:22:29.352365 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a956b5ad-fc90-4560-a9bc-8cb86c63c35a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-ba807c4a-a9d3-45a0-921a-7afe6c0e3832', 'network_id': 'ba807c4a-a9d3-45a0-921a-7afe6c0e3832', 'tenant_id': 'd3b56536bca94e8fa8af65288d111f79', 'fixed_ips': [{'subnet_id': 'e8728eeb-789e-400f-be58-876473c847d3'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:22:29.353574 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a956b5ad-fc90-4560-a9bc-8cb86c63c35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:29.375571 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c047e66b-674e-4f80-8c95-bc13ae16a0ba req-e4f27d96-fefb-46e3-82cc-13375e9a4f05 tempest-ServerTagsTestJSON-110594242 tempest-ServerTagsTestJSON-110594242-project] 10.222.0.44 "GET /v2.0/ports?device_id=342a8791-6aa9-415b-a41f-815ec5e01658 HTTP/1.1" status: 200 len: 210 time: 0.0394068 Aug 10 03:22:29.411628 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c4e5fa37-d114-4455-9a45-772b53e4b775 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:29.523022 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-a956b5ad-fc90-4560-a9bc-8cb86c63c35a None None] Allocated IP 172.20.0.2 (ba807c4a-a9d3-45a0-921a-7afe6c0e3832/e8728eeb-789e-400f-be58-876473c847d3/622e0729-a09b-434f-aa4c-75f8a88e3c82) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:22:29.709527 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c4e5fa37-d114-4455-9a45-772b53e4b775 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:29.719658 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a956b5ad-fc90-4560-a9bc-8cb86c63c35a None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:29.729937 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-a956b5ad-fc90-4560-a9bc-8cb86c63c35a None None] Transition to ACTIVE for port object 622e0729-a09b-434f-aa4c-75f8a88e3c82 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:22:29.743032 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c4e5fa37-d114-4455-9a45-772b53e4b775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:29.749657 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-a956b5ad-fc90-4560-a9bc-8cb86c63c35a None None] Transition to ACTIVE for port object 622e0729-a09b-434f-aa4c-75f8a88e3c82 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:22:29.758922 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a956b5ad-fc90-4560-a9bc-8cb86c63c35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:29.786768 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2af93e0-cf24-4625-9dab-66c7c740764c req-b8675957-48aa-4f0d-998b-665d184c690a tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:29.797056 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2af93e0-cf24-4625-9dab-66c7c740764c req-b8675957-48aa-4f0d-998b-665d184c690a tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:29.807649 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2af93e0-cf24-4625-9dab-66c7c740764c req-b8675957-48aa-4f0d-998b-665d184c690a tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:29.813765 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a956b5ad-fc90-4560-a9bc-8cb86c63c35a None None] Network ba807c4a-a9d3-45a0-921a-7afe6c0e3832 is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:22:29.816773 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-a956b5ad-fc90-4560-a9bc-8cb86c63c35a None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:22:29.817132 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2af93e0-cf24-4625-9dab-66c7c740764c req-b8675957-48aa-4f0d-998b-665d184c690a tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:29.824209 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2af93e0-cf24-4625-9dab-66c7c740764c req-b8675957-48aa-4f0d-998b-665d184c690a tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:29.829697 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a956b5ad-fc90-4560-a9bc-8cb86c63c35a None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:22:29.831981 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2af93e0-cf24-4625-9dab-66c7c740764c req-b8675957-48aa-4f0d-998b-665d184c690a tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:29.839506 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2af93e0-cf24-4625-9dab-66c7c740764c req-b8675957-48aa-4f0d-998b-665d184c690a tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:29.851889 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a2af93e0-cf24-4625-9dab-66c7c740764c req-b8675957-48aa-4f0d-998b-665d184c690a tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/ports?device_id=044f5741-e4d3-4edf-954b-c2c5a6f36283 HTTP/1.1" status: 200 len: 5421 time: 0.1461310 Aug 10 03:22:29.883435 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a956b5ad-fc90-4560-a9bc-8cb86c63c35a None None] Pushing event updated for resources: {'Port': ['ID=622e0729-a09b-434f-aa4c-75f8a88e3c82,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:29.888155 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-c4e5fa37-d114-4455-9a45-772b53e4b775 admin admin] Allocated IP 172.25.6.145 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/22cb987c-f11c-4c77-b260-846ce41e9979) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:22:29.932795 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a2af93e0-cf24-4625-9dab-66c7c740764c req-c4e6c7df-edd4-4ff0-8b84-7b3661016bf8 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/security-groups?id=e522b194-e383-4019-8939-c6a59d2ab04c&id=5aac4231-548a-4a48-ae70-6443e8440415&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0797875 Aug 10 03:22:30.033871 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 56496) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:30.079206 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c4e5fa37-d114-4455-9a45-772b53e4b775 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:30.120345 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_v2 [None req-07ab9220-1f1b-410d-85f2-1e769b42ceab admin admin] Deleting subnet cfa03b6d-3870-4cd9-8d5b-b0708a1ade51 {{(pid=94260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:22:30.125313 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-07ab9220-1f1b-410d-85f2-1e769b42ceab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:30.140988 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-a956b5ad-fc90-4560-a9bc-8cb86c63c35a None None] Attempting to bind port 622e0729-a09b-434f-aa4c-75f8a88e3c82 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:22:30.140988 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-a956b5ad-fc90-4560-a9bc-8cb86c63c35a None None] Attempting to bind port 622e0729-a09b-434f-aa4c-75f8a88e3c82 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '2b5392f8-89c7-40e3-9685-d71b5684b8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'ba807c4a-a9d3-45a0-921a-7afe6c0e3832'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:22:30.140988 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a956b5ad-fc90-4560-a9bc-8cb86c63c35a None None] Attempting to bind port 622e0729-a09b-434f-aa4c-75f8a88e3c82 on network ba807c4a-a9d3-45a0-921a-7afe6c0e3832 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:22:30.154032 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a956b5ad-fc90-4560-a9bc-8cb86c63c35a None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:22:30.154492 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a956b5ad-fc90-4560-a9bc-8cb86c63c35a None None] Checking segment: {'id': '2b5392f8-89c7-40e3-9685-d71b5684b8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'ba807c4a-a9d3-45a0-921a-7afe6c0e3832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:22:30.157410 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a956b5ad-fc90-4560-a9bc-8cb86c63c35a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:30.157924 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a956b5ad-fc90-4560-a9bc-8cb86c63c35a None None] Bound using segment: {'id': '2b5392f8-89c7-40e3-9685-d71b5684b8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'ba807c4a-a9d3-45a0-921a-7afe6c0e3832'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:22:30.162147 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-a956b5ad-fc90-4560-a9bc-8cb86c63c35a None None] Bound port: 622e0729-a09b-434f-aa4c-75f8a88e3c82, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b5392f8-89c7-40e3-9685-d71b5684b8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'ba807c4a-a9d3-45a0-921a-7afe6c0e3832'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:22:30.162994 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a956b5ad-fc90-4560-a9bc-8cb86c63c35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:30.174968 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c4e5fa37-d114-4455-9a45-772b53e4b775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:30.178141 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-07ab9220-1f1b-410d-85f2-1e769b42ceab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191173'] for subnet, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:30.238834 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-07ab9220-1f1b-410d-85f2-1e769b42ceab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:30.251131 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-a956b5ad-fc90-4560-a9bc-8cb86c63c35a None None] For port 622e0729-a09b-434f-aa4c-75f8a88e3c82, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:22:30.254657 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-a956b5ad-fc90-4560-a9bc-8cb86c63c35a None None] For port 622e0729-a09b-434f-aa4c-75f8a88e3c82, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=622e0729-a09b-434f-aa4c-75f8a88e3c82,segment=NetworkSegment(2b5392f8-89c7-40e3-9685-d71b5684b8f5),segment_id=2b5392f8-89c7-40e3-9685-d71b5684b8f5)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:22:30.260361 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e5fa37-d114-4455-9a45-772b53e4b775 admin admin] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:22:30.262867 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a956b5ad-fc90-4560-a9bc-8cb86c63c35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:30.264552 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-c4e5fa37-d114-4455-9a45-772b53e4b775 admin admin] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:22:30.270628 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e5fa37-d114-4455-9a45-772b53e4b775 admin admin] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:22:30.310268 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e5fa37-d114-4455-9a45-772b53e4b775 admin admin] Pushing event updated for resources: {'Port': ['ID=22cb987c-f11c-4c77-b260-846ce41e9979,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:30.361180 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 96c36128-09ba-461c-b5f1-ceaa6369f51c no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:22:30.372502 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-07ab9220-1f1b-410d-85f2-1e769b42ceab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:30.407787 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a956b5ad-fc90-4560-a9bc-8cb86c63c35a None None] Pushing event updated for resources: {'Port': ['ID=622e0729-a09b-434f-aa4c-75f8a88e3c82,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:30.410823 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] No Port match for: 96c36128-09ba-461c-b5f1-ceaa6369f51c {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:22:30.411486 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 96c36128-09ba-461c-b5f1-ceaa6369f51c not bound to the agent host n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:22:30.431222 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-07ab9220-1f1b-410d-85f2-1e769b42ceab admin admin] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:30.437143 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-07ab9220-1f1b-410d-85f2-1e769b42ceab admin admin] 10.222.0.44 "DELETE /v2.0/subnets/cfa03b6d-3870-4cd9-8d5b-b0708a1ade51 HTTP/1.1" status: 204 len: 168 time: 0.4022350 Aug 10 03:22:30.438324 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ab9220-1f1b-410d-85f2-1e769b42ceab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfa03b6d-3870-4cd9-8d5b-b0708a1ade51,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:30.470103 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 56508) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:30.629757 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2808cd7d-b268-440c-b7b1-79a090bc4710 req-4bcc520d-a7dc-4ba6-b7d6-60bcd41fc65d tempest-ServerTagsTestJSON-110594242 tempest-ServerTagsTestJSON-110594242-project] 10.222.0.44 "GET /v2.0/ports?device_id=342a8791-6aa9-415b-a41f-815ec5e01658 HTTP/1.1" status: 200 len: 210 time: 0.1033785 Aug 10 03:22:30.653459 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9d5bfd3d-b14b-40a8-b9c7-9366ef402b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:30.720639 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c4e5fa37-d114-4455-9a45-772b53e4b775 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:31.205502 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b804dc-dcbf-41f8-a153-a93c12209fa0 req-ca5bbb08-0406-4d6c-93f7-7b8836621e43 tempest-ServerTagsTestJSON-110594242 tempest-ServerTagsTestJSON-110594242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:31.207288 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-45b804dc-dcbf-41f8-a153-a93c12209fa0 req-ca5bbb08-0406-4d6c-93f7-7b8836621e43 tempest-ServerTagsTestJSON-110594242 tempest-ServerTagsTestJSON-110594242-project] 10.222.0.42 "GET /v2.0/networks?id=eaae0a38-3fc8-456f-9032-27d1616a4ab6 HTTP/1.1" status: 200 len: 809 time: 0.5478790 Aug 10 03:22:31.227289 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-45b804dc-dcbf-41f8-a153-a93c12209fa0 req-0d4511f0-ba0f-4877-98be-9b11ea78bc42 tempest-ServerTagsTestJSON-110594242 tempest-ServerTagsTestJSON-110594242-project] Request body: {'port': {'device_id': '342a8791-6aa9-415b-a41f-815ec5e01658', 'network_id': 'eaae0a38-3fc8-456f-9032-27d1616a4ab6', 'admin_state_up': True, 'tenant_id': '1d0621b4f03549b0b18f95c60603740d'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:31.243140 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce93ed09-c0c8-4801-9bda-e8b51ac6b338 req-ed51ef48-7feb-4aec-9e40-a6e1ccf6cd29 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:31.249964 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce93ed09-c0c8-4801-9bda-e8b51ac6b338 req-ed51ef48-7feb-4aec-9e40-a6e1ccf6cd29 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:31.255981 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce93ed09-c0c8-4801-9bda-e8b51ac6b338 req-ed51ef48-7feb-4aec-9e40-a6e1ccf6cd29 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:31.262468 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce93ed09-c0c8-4801-9bda-e8b51ac6b338 req-ed51ef48-7feb-4aec-9e40-a6e1ccf6cd29 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:31.268439 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce93ed09-c0c8-4801-9bda-e8b51ac6b338 req-ed51ef48-7feb-4aec-9e40-a6e1ccf6cd29 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:31.271856 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c4e5fa37-d114-4455-9a45-772b53e4b775 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:31.274982 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce93ed09-c0c8-4801-9bda-e8b51ac6b338 req-ed51ef48-7feb-4aec-9e40-a6e1ccf6cd29 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:31.282670 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce93ed09-c0c8-4801-9bda-e8b51ac6b338 req-ed51ef48-7feb-4aec-9e40-a6e1ccf6cd29 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:31.291000 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ce93ed09-c0c8-4801-9bda-e8b51ac6b338 req-ed51ef48-7feb-4aec-9e40-a6e1ccf6cd29 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/ports?device_id=044f5741-e4d3-4edf-954b-c2c5a6f36283 HTTP/1.1" status: 200 len: 5421 time: 0.2377493 Aug 10 03:22:31.298577 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9d5bfd3d-b14b-40a8-b9c7-9366ef402b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:31.378076 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-9d5bfd3d-b14b-40a8-b9c7-9366ef402b72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27155540-30ca-4e6e-ab07-8a97e2bf0355']}} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:31.402456 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-9d5bfd3d-b14b-40a8-b9c7-9366ef402b72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6809c9ff-fe4f-4344-9bc3-8b7e0948d8be') {'for_net_delete': True} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:31.402734 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-9d5bfd3d-b14b-40a8-b9c7-9366ef402b72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6809c9ff-fe4f-4344-9bc3-8b7e0948d8be') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:31.429020 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9d5bfd3d-b14b-40a8-b9c7-9366ef402b72 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191186'] for segment, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:31.444651 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4e5fa37-d114-4455-9a45-772b53e4b775 admin admin] Router 85be1876-0171-4202-b0fd-1029abcb4922 is scheduled to L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e with binding_index 1 {{(pid=94261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:22:31.451801 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ce93ed09-c0c8-4801-9bda-e8b51ac6b338 req-7d7a8349-a97f-44a0-aebd-0958a82061d7 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/security-groups?id=e522b194-e383-4019-8939-c6a59d2ab04c&id=5aac4231-548a-4a48-ae70-6443e8440415&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1597161 Aug 10 03:22:31.499140 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9d5bfd3d-b14b-40a8-b9c7-9366ef402b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:31.530099 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d5bfd3d-b14b-40a8-b9c7-9366ef402b72 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=94260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:22:31.538992 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9d5bfd3d-b14b-40a8-b9c7-9366ef402b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58895489'] for segment, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:31.541086 n-d-768862-13 neutron-server[94260]: Traceback (most recent call last): Aug 10 03:22:31.541086 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:22:31.541086 n-d-768862-13 neutron-server[94260]: timer() Aug 10 03:22:31.541086 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:22:31.541086 n-d-768862-13 neutron-server[94260]: cb(*args, **kw) Aug 10 03:22:31.541086 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:22:31.541086 n-d-768862-13 neutron-server[94260]: return func(*args, **kwargs) Aug 10 03:22:31.541086 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:22:31.541086 n-d-768862-13 neutron-server[94260]: self._notify() Aug 10 03:22:31.541086 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:22:31.541086 n-d-768862-13 neutron-server[94260]: self.callback(batched_events) Aug 10 03:22:31.541086 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:22:31.541086 n-d-768862-13 neutron-server[94260]: event.method(event) Aug 10 03:22:31.541086 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:22:31.541086 n-d-768862-13 neutron-server[94260]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:22:31.541086 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:22:31.541086 n-d-768862-13 neutron-server[94260]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:22:31.541086 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:22:31.541086 n-d-768862-13 neutron-server[94260]: return f(self, *a, **k) Aug 10 03:22:31.541086 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:22:31.541086 n-d-768862-13 neutron-server[94260]: return self._get(url).json() Aug 10 03:22:31.541086 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:22:31.541086 n-d-768862-13 neutron-server[94260]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:22:31.541086 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:22:31.541086 n-d-768862-13 neutron-server[94260]: return self.request(url, 'GET', **kwargs) Aug 10 03:22:31.541086 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:22:31.541086 n-d-768862-13 neutron-server[94260]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:22:31.541086 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:22:31.541086 n-d-768862-13 neutron-server[94260]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:22:31.541086 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:22:31.541086 n-d-768862-13 neutron-server[94260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:22:31.541086 n-d-768862-13 neutron-server[94260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:22:31.645928 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4e5fa37-d114-4455-9a45-772b53e4b775 admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:22:31.665662 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb18fb0-1ba3-46e8-a2a3-64de2e66f438 None None] Sync routers for ids ['85be1876-0171-4202-b0fd-1029abcb4922'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:22:31.704026 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9d5bfd3d-b14b-40a8-b9c7-9366ef402b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:31.713710 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9d5bfd3d-b14b-40a8-b9c7-9366ef402b72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:31.718880 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb18fb0-1ba3-46e8-a2a3-64de2e66f438 None None] Routers {'85be1876-0171-4202-b0fd-1029abcb4922'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:22:31.721408 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-8fb18fb0-1ba3-46e8-a2a3-64de2e66f438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:22:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['85be1876-0171-4202-b0fd-1029abcb4922'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:31.723018 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-9d5bfd3d-b14b-40a8-b9c7-9366ef402b72 admin admin] 10.222.0.44 "DELETE /v2.0/networks/27155540-30ca-4e6e-ab07-8a97e2bf0355 HTTP/1.1" status: 204 len: 168 time: 1.2809675 Aug 10 03:22:31.734187 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c4e5fa37-d114-4455-9a45-772b53e4b775 admin admin] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:31.737423 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-c4e5fa37-d114-4455-9a45-772b53e4b775 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.5733147 Aug 10 03:22:31.741100 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 56534) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:31.787709 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45b804dc-dcbf-41f8-a153-a93c12209fa0 req-0d4511f0-ba0f-4877-98be-9b11ea78bc42 tempest-ServerTagsTestJSON-110594242 tempest-ServerTagsTestJSON-110594242-project] Made reservation on behalf of 1d0621b4f03549b0b18f95c60603740d for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:22:31.810199 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-45b804dc-dcbf-41f8-a153-a93c12209fa0 req-0d4511f0-ba0f-4877-98be-9b11ea78bc42 tempest-ServerTagsTestJSON-110594242 tempest-ServerTagsTestJSON-110594242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:31.850486 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5bfd3d-b14b-40a8-b9c7-9366ef402b72 admin admin] Pushing event deleted for resources: {'Network': ['ID=27155540-30ca-4e6e-ab07-8a97e2bf0355,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:31.920156 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e6113e7d-1263-467e-b7f2-73360e9af1ee req-ec6e9a80-e61f-485f-9418-25a28254eeb8 tempest-ServerTagsTestJSON-110594242 tempest-ServerTagsTestJSON-110594242-project] 10.222.0.44 "GET /v2.0/ports?device_id=342a8791-6aa9-415b-a41f-815ec5e01658 HTTP/1.1" status: 200 len: 210 time: 0.1512790 Aug 10 03:22:31.942878 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b780bd26-2b38-4b06-9e94-4eb26dbf35f6 None None] Network ba807c4a-a9d3-45a0-921a-7afe6c0e3832 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:22:31.948625 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 622e0729-a09b-434f-aa4c-75f8a88e3c82 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:22:32.111830 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-a6ae0a0d-0d79-48bf-b809-1f513e292d94 None None] Provisioning for port 622e0729-a09b-434f-aa4c-75f8a88e3c82 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:22:32.149880 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 56542) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:32.159554 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-8fb18fb0-1ba3-46e8-a2a3-64de2e66f438 None None] Set router 85be1876-0171-4202-b0fd-1029abcb4922 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:22:32.167575 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 56544) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:32.193501 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-45b804dc-dcbf-41f8-a153-a93c12209fa0 req-0d4511f0-ba0f-4877-98be-9b11ea78bc42 tempest-ServerTagsTestJSON-110594242 tempest-ServerTagsTestJSON-110594242-project] Allocated IP 172.20.0.9 (eaae0a38-3fc8-456f-9032-27d1616a4ab6/ae0676a7-6c3f-4138-9785-1a45ca0d3705/215c8942-8862-4cb0-be7b-2e43468504ba) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:22:32.242151 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-dff67ae4-a79f-4b0c-8fd7-9b0e83200cb1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2b413fea1ef74092bbb7387c24277e1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0882766 Aug 10 03:22:32.242881 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 56548) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:32.390883 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 622e0729-a09b-434f-aa4c-75f8a88e3c82 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:22:32.405741 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 622e0729-a09b-434f-aa4c-75f8a88e3c82 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:22:32.406143 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:32.411722 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-808ad55d-77b8-44e6-83cf-9bcab34385f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:32.426797 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-45b804dc-dcbf-41f8-a153-a93c12209fa0 req-0d4511f0-ba0f-4877-98be-9b11ea78bc42 tempest-ServerTagsTestJSON-110594242 tempest-ServerTagsTestJSON-110594242-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:32.458124 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-668db569-3178-4df4-ae18-a4c601bb5b81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:32.556483 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-45b804dc-dcbf-41f8-a153-a93c12209fa0 req-0d4511f0-ba0f-4877-98be-9b11ea78bc42 tempest-ServerTagsTestJSON-110594242 tempest-ServerTagsTestJSON-110594242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:32.579383 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-808ad55d-77b8-44e6-83cf-9bcab34385f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:32.608482 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:32.652033 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-8fb18fb0-1ba3-46e8-a2a3-64de2e66f438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85be1876-0171-4202-b0fd-1029abcb4922', 'name': 'tempest-TaggedBootDevicesTest_v242-1615828695-router', 'tenant_id': 'd3b56536bca94e8fa8af65288d111f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '22cb987c-f11c-4c77-b260-846ce41e9979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:22:29Z', 'updated_at': '2021-08-10T03:22:30Z', 'revision_number': 3, 'project_id': 'd3b56536bca94e8fa8af65288d111f79', 'gw_port': {'id': '22cb987c-f11c-4c77-b260-846ce41e9979', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:29:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85be1876-0171-4202-b0fd-1029abcb4922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:22:29Z', 'updated_at': '2021-08-10T03:22:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:32.668536 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-688dc6da-39b1-439a-b78f-50ad4bacf099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:32.678094 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45b804dc-dcbf-41f8-a153-a93c12209fa0 req-0d4511f0-ba0f-4877-98be-9b11ea78bc42 tempest-ServerTagsTestJSON-110594242 tempest-ServerTagsTestJSON-110594242-project] Network eaae0a38-3fc8-456f-9032-27d1616a4ab6 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:22:32.697637 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-45b804dc-dcbf-41f8-a153-a93c12209fa0 req-0d4511f0-ba0f-4877-98be-9b11ea78bc42 tempest-ServerTagsTestJSON-110594242 tempest-ServerTagsTestJSON-110594242-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:22:32.711417 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-45b804dc-dcbf-41f8-a153-a93c12209fa0 req-0d4511f0-ba0f-4877-98be-9b11ea78bc42 tempest-ServerTagsTestJSON-110594242 tempest-ServerTagsTestJSON-110594242-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:22:32.729916 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb18fb0-1ba3-46e8-a2a3-64de2e66f438 None None] Checking router: 85be1876-0171-4202-b0fd-1029abcb4922 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:22:32.730556 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb18fb0-1ba3-46e8-a2a3-64de2e66f438 None None] Updating router 85be1876-0171-4202-b0fd-1029abcb4922 port 22cb987c-f11c-4c77-b260-846ce41e9979 binding host n-d-768862-13 {{(pid=94262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:22:32.772388 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b804dc-dcbf-41f8-a153-a93c12209fa0 req-0d4511f0-ba0f-4877-98be-9b11ea78bc42 tempest-ServerTagsTestJSON-110594242 tempest-ServerTagsTestJSON-110594242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:32.773051 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-45b804dc-dcbf-41f8-a153-a93c12209fa0 req-0d4511f0-ba0f-4877-98be-9b11ea78bc42 tempest-ServerTagsTestJSON-110594242 tempest-ServerTagsTestJSON-110594242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:32.786360 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4511f0-ba0f-4877-98be-9b11ea78bc42 tempest-ServerTagsTestJSON-110594242 tempest-ServerTagsTestJSON-110594242-project] Pushing event updated for resources: {'Port': ['ID=215c8942-8862-4cb0-be7b-2e43468504ba,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:32.829553 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ebb66-d979-469b-84a9-aebcdef89aea req-953a83c8-6e5f-4a04-8652-7f919b1300de tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:32.835520 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ebb66-d979-469b-84a9-aebcdef89aea req-953a83c8-6e5f-4a04-8652-7f919b1300de tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:32.839543 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-8fb18fb0-1ba3-46e8-a2a3-64de2e66f438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:32.841571 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ebb66-d979-469b-84a9-aebcdef89aea req-953a83c8-6e5f-4a04-8652-7f919b1300de tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:32.847644 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ebb66-d979-469b-84a9-aebcdef89aea req-953a83c8-6e5f-4a04-8652-7f919b1300de tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:32.854614 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ebb66-d979-469b-84a9-aebcdef89aea req-953a83c8-6e5f-4a04-8652-7f919b1300de tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:32.861687 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ebb66-d979-469b-84a9-aebcdef89aea req-953a83c8-6e5f-4a04-8652-7f919b1300de tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:32.867687 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ebb66-d979-469b-84a9-aebcdef89aea req-953a83c8-6e5f-4a04-8652-7f919b1300de tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:32.870052 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ad3ebb66-d979-469b-84a9-aebcdef89aea req-953a83c8-6e5f-4a04-8652-7f919b1300de tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/ports?device_id=044f5741-e4d3-4edf-954b-c2c5a6f36283 HTTP/1.1" status: 200 len: 5421 time: 0.2582400 Aug 10 03:22:32.877161 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 622e0729-a09b-434f-aa4c-75f8a88e3c82, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=622e0729-a09b-434f-aa4c-75f8a88e3c82,segment=NetworkSegment(2b5392f8-89c7-40e3-9685-d71b5684b8f5),segment_id=2b5392f8-89c7-40e3-9685-d71b5684b8f5)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:32.882852 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-808ad55d-77b8-44e6-83cf-9bcab34385f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:32.885747 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-808ad55d-77b8-44e6-83cf-9bcab34385f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:32.887668 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-808ad55d-77b8-44e6-83cf-9bcab34385f4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/37329dfc-05f9-4d0b-b9c0-f3ae6264aa84 HTTP/1.1" status: 204 len: 168 time: 0.6420507 Aug 10 03:22:32.894499 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-668db569-3178-4df4-ae18-a4c601bb5b81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:32.907034 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:32.909965 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-668db569-3178-4df4-ae18-a4c601bb5b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:32.925539 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-45b804dc-dcbf-41f8-a153-a93c12209fa0 req-0d4511f0-ba0f-4877-98be-9b11ea78bc42 tempest-ServerTagsTestJSON-110594242 tempest-ServerTagsTestJSON-110594242-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7037773 Aug 10 03:22:32.934444 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ad55d-77b8-44e6-83cf-9bcab34385f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37329dfc-05f9-4d0b-b9c0-f3ae6264aa84,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:32.936902 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-688dc6da-39b1-439a-b78f-50ad4bacf099 admin admin] Allocated IP 172.20.0.1 (ba807c4a-a9d3-45a0-921a-7afe6c0e3832/e8728eeb-789e-400f-be58-876473c847d3/39c6f6f8-0369-4c74-8f99-8bff132f5316) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:22:32.970562 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ad3ebb66-d979-469b-84a9-aebcdef89aea req-dd130864-1b18-46b1-abf8-0ea3f7ccad3f tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/security-groups?id=e522b194-e383-4019-8939-c6a59d2ab04c&id=5aac4231-548a-4a48-ae70-6443e8440415&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0874562 Aug 10 03:22:32.991318 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-45b804dc-dcbf-41f8-a153-a93c12209fa0 req-2145b97b-bbac-4179-829b-97624bda9dce service neutron] Request body: {'port': {'device_id': '342a8791-6aa9-415b-a41f-815ec5e01658', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:33.028691 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-668db569-3178-4df4-ae18-a4c601bb5b81 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=66489d4a518e45ccbb99382b4a65a924&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8585594 Aug 10 03:22:33.033085 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=622e0729-a09b-434f-aa4c-75f8a88e3c82,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:33.037766 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 56562) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:33.065611 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668db569-3178-4df4-ae18-a4c601bb5b81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9accfeb6-9c40-48aa-9c13-5931885d8b98,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:33.122662 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-60732ea9-fd8e-45fd-b030-93a5005595f9 None None] Provisioning complete for port 622e0729-a09b-434f-aa4c-75f8a88e3c82 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:22:33.123807 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-60732ea9-fd8e-45fd-b030-93a5005595f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:33.138173 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:33.145216 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-45b804dc-dcbf-41f8-a153-a93c12209fa0 req-2145b97b-bbac-4179-829b-97624bda9dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:33.179419 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ce3514-7274-418b-b52c-aaf4a1d71457 req-737e0d12-b325-43dd-909a-838d2e31bff6 tempest-ServerTagsTestJSON-110594242 tempest-ServerTagsTestJSON-110594242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:33.181169 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-56ce3514-7274-418b-b52c-aaf4a1d71457 req-737e0d12-b325-43dd-909a-838d2e31bff6 tempest-ServerTagsTestJSON-110594242 tempest-ServerTagsTestJSON-110594242-project] 10.222.0.44 "GET /v2.0/ports?device_id=342a8791-6aa9-415b-a41f-815ec5e01658 HTTP/1.1" status: 200 len: 931 time: 0.1420422 Aug 10 03:22:33.193229 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-688dc6da-39b1-439a-b78f-50ad4bacf099 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:33.209481 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [None req-688dc6da-39b1-439a-b78f-50ad4bacf099 admin admin] Transition to ACTIVE for port object 39c6f6f8-0369-4c74-8f99-8bff132f5316 will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:22:33.257583 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-688dc6da-39b1-439a-b78f-50ad4bacf099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:33.267386 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-51711c22-89c3-4398-b0c1-dc0ed78b362f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:33.319775 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688dc6da-39b1-439a-b78f-50ad4bacf099 admin admin] Network ba807c4a-a9d3-45a0-921a-7afe6c0e3832 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:22:33.323212 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-688dc6da-39b1-439a-b78f-50ad4bacf099 admin admin] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:22:33.330035 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688dc6da-39b1-439a-b78f-50ad4bacf099 admin admin] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:22:33.396863 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688dc6da-39b1-439a-b78f-50ad4bacf099 admin admin] Pushing event updated for resources: {'Port': ['ID=39c6f6f8-0369-4c74-8f99-8bff132f5316,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:33.405858 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-688dc6da-39b1-439a-b78f-50ad4bacf099 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521745'] for router_interface, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:33.440609 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-8fb18fb0-1ba3-46e8-a2a3-64de2e66f438 None None] Notify callbacks [] for port, precommit_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:33.452157 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-8fb18fb0-1ba3-46e8-a2a3-64de2e66f438 None None] Transition to ACTIVE for port object 22cb987c-f11c-4c77-b260-846ce41e9979 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:22:33.462246 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-8fb18fb0-1ba3-46e8-a2a3-64de2e66f438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:33.482613 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-51711c22-89c3-4398-b0c1-dc0ed78b362f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:33.529990 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-56ce3514-7274-418b-b52c-aaf4a1d71457 req-33b5e463-8ce2-4c99-9e2b-d0ea91965a32 tempest-ServerTagsTestJSON-110594242 tempest-ServerTagsTestJSON-110594242-project] 10.222.0.44 "GET /v2.0/security-groups?id=a154c252-2606-46f3-ba9d-d9122c16bad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3198531 Aug 10 03:22:33.549358 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-8fb18fb0-1ba3-46e8-a2a3-64de2e66f438 None None] Attempting to bind port 22cb987c-f11c-4c77-b260-846ce41e9979 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:22:33.549620 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-8fb18fb0-1ba3-46e8-a2a3-64de2e66f438 None None] Attempting to bind port 22cb987c-f11c-4c77-b260-846ce41e9979 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:22:33.549981 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb18fb0-1ba3-46e8-a2a3-64de2e66f438 None None] Attempting to bind port 22cb987c-f11c-4c77-b260-846ce41e9979 on network 2ea12131-628a-487e-b434-0463553732bd {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:22:33.558007 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b57a669-f6e4-4132-afba-5cd76b3dcf3c None None] Pushing event updated for resources: {'Port': ['ID=22cb987c-f11c-4c77-b260-846ce41e9979,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:33.561536 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb18fb0-1ba3-46e8-a2a3-64de2e66f438 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:22:33.561911 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb18fb0-1ba3-46e8-a2a3-64de2e66f438 None None] Checking segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:22:33.562379 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-8fb18fb0-1ba3-46e8-a2a3-64de2e66f438 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:33.562774 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb18fb0-1ba3-46e8-a2a3-64de2e66f438 None None] Bound using segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:22:33.563766 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-8fb18fb0-1ba3-46e8-a2a3-64de2e66f438 None None] Bound port: 22cb987c-f11c-4c77-b260-846ce41e9979, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:22:33.563766 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-8fb18fb0-1ba3-46e8-a2a3-64de2e66f438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:33.614549 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-51711c22-89c3-4398-b0c1-dc0ed78b362f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:33.619587 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-51711c22-89c3-4398-b0c1-dc0ed78b362f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:33.623072 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-51711c22-89c3-4398-b0c1-dc0ed78b362f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9accfeb6-9c40-48aa-9c13-5931885d8b98 HTTP/1.1" status: 204 len: 168 time: 0.5826271 Aug 10 03:22:33.654071 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-8fb18fb0-1ba3-46e8-a2a3-64de2e66f438 None None] For port 22cb987c-f11c-4c77-b260-846ce41e9979, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:22:33.664157 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-8fb18fb0-1ba3-46e8-a2a3-64de2e66f438 None None] For port 22cb987c-f11c-4c77-b260-846ce41e9979, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=22cb987c-f11c-4c77-b260-846ce41e9979,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:22:33.682513 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-8fb18fb0-1ba3-46e8-a2a3-64de2e66f438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:33.691145 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-688dc6da-39b1-439a-b78f-50ad4bacf099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:33.778479 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51711c22-89c3-4398-b0c1-dc0ed78b362f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9accfeb6-9c40-48aa-9c13-5931885d8b98,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:33.868577 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 622e0729-a09b-434f-aa4c-75f8a88e3c82 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:22:33.982381 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-45b804dc-dcbf-41f8-a153-a93c12209fa0 req-2145b97b-bbac-4179-829b-97624bda9dce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 215c8942-8862-4cb0-be7b-2e43468504ba {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:22:33.991351 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-45b804dc-dcbf-41f8-a153-a93c12209fa0 req-2145b97b-bbac-4179-829b-97624bda9dce service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:34.010880 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb18fb0-1ba3-46e8-a2a3-64de2e66f438 None None] Routers {'85be1876-0171-4202-b0fd-1029abcb4922'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:22:34.012564 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-688dc6da-39b1-439a-b78f-50ad4bacf099 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:34.012674 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-8fb18fb0-1ba3-46e8-a2a3-64de2e66f438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:22:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['85be1876-0171-4202-b0fd-1029abcb4922'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:34.014580 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-45b804dc-dcbf-41f8-a153-a93c12209fa0 req-2145b97b-bbac-4179-829b-97624bda9dce service neutron] Transition to ACTIVE for port object 215c8942-8862-4cb0-be7b-2e43468504ba will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:22:34.020220 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-45b804dc-dcbf-41f8-a153-a93c12209fa0 req-2145b97b-bbac-4179-829b-97624bda9dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:34.021997 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-688dc6da-39b1-439a-b78f-50ad4bacf099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:34.095480 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688dc6da-39b1-439a-b78f-50ad4bacf099 admin admin] Pushing event updated for resources: {'Port': ['ID=39c6f6f8-0369-4c74-8f99-8bff132f5316,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:34.095671 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2145b97b-bbac-4179-829b-97624bda9dce service neutron] Pushing event updated for resources: {'Port': ['ID=215c8942-8862-4cb0-be7b-2e43468504ba,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:34.138635 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-688dc6da-39b1-439a-b78f-50ad4bacf099 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521893'] for router_interface, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:34.177490 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b57a669-f6e4-4132-afba-5cd76b3dcf3c None None] Pushing event updated for resources: {'Port': ['ID=22cb987c-f11c-4c77-b260-846ce41e9979,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:34.186288 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-f0a6c3d0-a291-4afb-86e8-7866f918d7ee None None] Provisioning for port 39c6f6f8-0369-4c74-8f99-8bff132f5316 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:22:34.202987 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 622e0729-a09b-434f-aa4c-75f8a88e3c82 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:22:34.203239 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:34.206943 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-f0a6c3d0-a291-4afb-86e8-7866f918d7ee None None] Provisioning complete for port 39c6f6f8-0369-4c74-8f99-8bff132f5316 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:22:34.207363 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f0a6c3d0-a291-4afb-86e8-7866f918d7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:34.317608 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650d0a35-9978-4b1f-a334-0e913c2c4dc2 req-9d4ae1f0-add5-47ed-b5ff-23a874ea4eda tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:34.318791 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688dc6da-39b1-439a-b78f-50ad4bacf099 admin admin] Network ba807c4a-a9d3-45a0-921a-7afe6c0e3832 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:22:34.323213 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-f0a6c3d0-a291-4afb-86e8-7866f918d7ee None None] Port 39c6f6f8-0369-4c74-8f99-8bff132f5316 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:22:34.326514 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650d0a35-9978-4b1f-a334-0e913c2c4dc2 req-9d4ae1f0-add5-47ed-b5ff-23a874ea4eda tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:34.328613 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-688dc6da-39b1-439a-b78f-50ad4bacf099 admin admin] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:22:34.333751 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650d0a35-9978-4b1f-a334-0e913c2c4dc2 req-9d4ae1f0-add5-47ed-b5ff-23a874ea4eda tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:34.341291 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650d0a35-9978-4b1f-a334-0e913c2c4dc2 req-9d4ae1f0-add5-47ed-b5ff-23a874ea4eda tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:34.341783 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-8fb18fb0-1ba3-46e8-a2a3-64de2e66f438 None None] Set router 85be1876-0171-4202-b0fd-1029abcb4922 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:22:34.349263 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650d0a35-9978-4b1f-a334-0e913c2c4dc2 req-9d4ae1f0-add5-47ed-b5ff-23a874ea4eda tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:34.357220 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650d0a35-9978-4b1f-a334-0e913c2c4dc2 req-9d4ae1f0-add5-47ed-b5ff-23a874ea4eda tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:34.367671 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650d0a35-9978-4b1f-a334-0e913c2c4dc2 req-9d4ae1f0-add5-47ed-b5ff-23a874ea4eda tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:34.370258 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-650d0a35-9978-4b1f-a334-0e913c2c4dc2 req-9d4ae1f0-add5-47ed-b5ff-23a874ea4eda tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/ports?device_id=044f5741-e4d3-4edf-954b-c2c5a6f36283 HTTP/1.1" status: 200 len: 5421 time: 0.1957564 Aug 10 03:22:34.375802 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-45b804dc-dcbf-41f8-a153-a93c12209fa0 req-2145b97b-bbac-4179-829b-97624bda9dce service neutron] Attempting to bind port 215c8942-8862-4cb0-be7b-2e43468504ba on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:22:34.376195 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-45b804dc-dcbf-41f8-a153-a93c12209fa0 req-2145b97b-bbac-4179-829b-97624bda9dce service neutron] Attempting to bind port 215c8942-8862-4cb0-be7b-2e43468504ba by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': 'c7ebca1e-4cc3-4cf9-b7af-3134bd73d68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'eaae0a38-3fc8-456f-9032-27d1616a4ab6'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:22:34.376591 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b804dc-dcbf-41f8-a153-a93c12209fa0 req-2145b97b-bbac-4179-829b-97624bda9dce service neutron] Attempting to bind port 215c8942-8862-4cb0-be7b-2e43468504ba on network eaae0a38-3fc8-456f-9032-27d1616a4ab6 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:22:34.383619 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b804dc-dcbf-41f8-a153-a93c12209fa0 req-2145b97b-bbac-4179-829b-97624bda9dce service neutron] Port 215c8942-8862-4cb0-be7b-2e43468504ba on network eaae0a38-3fc8-456f-9032-27d1616a4ab6 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:22:34.384041 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b804dc-dcbf-41f8-a153-a93c12209fa0 req-2145b97b-bbac-4179-829b-97624bda9dce service neutron] Attempting to bind port 215c8942-8862-4cb0-be7b-2e43468504ba on network eaae0a38-3fc8-456f-9032-27d1616a4ab6 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:22:34.395831 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b804dc-dcbf-41f8-a153-a93c12209fa0 req-2145b97b-bbac-4179-829b-97624bda9dce service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:22:34.396154 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b804dc-dcbf-41f8-a153-a93c12209fa0 req-2145b97b-bbac-4179-829b-97624bda9dce service neutron] Checking segment: {'id': 'c7ebca1e-4cc3-4cf9-b7af-3134bd73d68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'eaae0a38-3fc8-456f-9032-27d1616a4ab6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:22:34.396651 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b804dc-dcbf-41f8-a153-a93c12209fa0 req-2145b97b-bbac-4179-829b-97624bda9dce service neutron] Bound using segment: {'id': 'c7ebca1e-4cc3-4cf9-b7af-3134bd73d68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'eaae0a38-3fc8-456f-9032-27d1616a4ab6'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:22:34.397247 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-45b804dc-dcbf-41f8-a153-a93c12209fa0 req-2145b97b-bbac-4179-829b-97624bda9dce service neutron] Bound port: 215c8942-8862-4cb0-be7b-2e43468504ba, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7ebca1e-4cc3-4cf9-b7af-3134bd73d68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'eaae0a38-3fc8-456f-9032-27d1616a4ab6'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:22:34.397588 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-45b804dc-dcbf-41f8-a153-a93c12209fa0 req-2145b97b-bbac-4179-829b-97624bda9dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:34.493623 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-650d0a35-9978-4b1f-a334-0e913c2c4dc2 req-81b51e1d-8d99-47a8-b623-f26c78950cf9 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/security-groups?id=e522b194-e383-4019-8939-c6a59d2ab04c&id=5aac4231-548a-4a48-ae70-6443e8440415&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1105540 Aug 10 03:22:34.588592 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 56606) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:34.622654 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-45b804dc-dcbf-41f8-a153-a93c12209fa0 req-2145b97b-bbac-4179-829b-97624bda9dce service neutron] For port 215c8942-8862-4cb0-be7b-2e43468504ba, host n-h1-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:22:34.657968 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-45b804dc-dcbf-41f8-a153-a93c12209fa0 req-2145b97b-bbac-4179-829b-97624bda9dce service neutron] For port 215c8942-8862-4cb0-be7b-2e43468504ba, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=215c8942-8862-4cb0-be7b-2e43468504ba,segment=NetworkSegment(c7ebca1e-4cc3-4cf9-b7af-3134bd73d68b),segment_id=c7ebca1e-4cc3-4cf9-b7af-3134bd73d68b)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:22:34.668719 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-688dc6da-39b1-439a-b78f-50ad4bacf099 admin admin] Router 85be1876-0171-4202-b0fd-1029abcb4922 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:22:34.672494 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-45b804dc-dcbf-41f8-a153-a93c12209fa0 req-2145b97b-bbac-4179-829b-97624bda9dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:34.777312 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b804dc-dcbf-41f8-a153-a93c12209fa0 req-2145b97b-bbac-4179-829b-97624bda9dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:34.778416 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-45b804dc-dcbf-41f8-a153-a93c12209fa0 req-2145b97b-bbac-4179-829b-97624bda9dce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:34.780486 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-45b804dc-dcbf-41f8-a153-a93c12209fa0 req-2145b97b-bbac-4179-829b-97624bda9dce service neutron] 10.222.0.42 "PUT /v2.0/ports/215c8942-8862-4cb0-be7b-2e43468504ba HTTP/1.1" status: 200 len: 1092 time: 1.8312676 Aug 10 03:22:34.796627 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '342a8791-6aa9-415b-a41f-815ec5e01658', 'tag': '215c8942-8862-4cb0-be7b-2e43468504ba'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:22:34.802855 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67b2eb62-edda-4468-b7ce-9aad48824113" -d '{"events": [{"name": "network-changed", "server_uuid": "342a8791-6aa9-415b-a41f-815ec5e01658", "tag": "215c8942-8862-4cb0-be7b-2e43468504ba"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:22:34.865257 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-688dc6da-39b1-439a-b78f-50ad4bacf099 admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:22:34.880972 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-688dc6da-39b1-439a-b78f-50ad4bacf099 admin admin] 10.222.0.44 "PUT /v2.0/routers/85be1876-0171-4202-b0fd-1029abcb4922/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1296086 Aug 10 03:22:34.899381 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26e482d2-5350-4eff-96e1-076e8ffdf444 x-openstack-request-id: req-26e482d2-5350-4eff-96e1-076e8ffdf444 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:22:34.899708 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "342a8791-6aa9-415b-a41f-815ec5e01658", "tag": "215c8942-8862-4cb0-be7b-2e43468504ba", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:22:34.900181 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-26e482d2-5350-4eff-96e1-076e8ffdf444 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:22:34.900299 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '342a8791-6aa9-415b-a41f-815ec5e01658', 'tag': '215c8942-8862-4cb0-be7b-2e43468504ba', 'status': 'completed', 'code': 200} Aug 10 03:22:34.926727 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b71cdf9-a69c-458a-8220-ec7e8409aed1 req-630940a0-2127-44bc-9e0d-73f0f511241d tempest-ServerTagsTestJSON-110594242 tempest-ServerTagsTestJSON-110594242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:34.926927 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-687daf2b-744d-4810-b9ae-1d722e4ccdcb None None] Provisioning complete for port 39c6f6f8-0369-4c74-8f99-8bff132f5316 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:22:34.927379 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-687daf2b-744d-4810-b9ae-1d722e4ccdcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:34.928542 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6b71cdf9-a69c-458a-8220-ec7e8409aed1 req-630940a0-2127-44bc-9e0d-73f0f511241d tempest-ServerTagsTestJSON-110594242 tempest-ServerTagsTestJSON-110594242-project] 10.222.0.44 "GET /v2.0/ports?device_id=342a8791-6aa9-415b-a41f-815ec5e01658 HTTP/1.1" status: 200 len: 943 time: 0.2375937 Aug 10 03:22:34.931120 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2145b97b-bbac-4179-829b-97624bda9dce service neutron] Pushing event updated for resources: {'Port': ['ID=215c8942-8862-4cb0-be7b-2e43468504ba,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:34.968261 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-2e483a5f-2933-41e1-81c3-33bb38103d2d admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1351255238-network', 'tenant_id': '042765dde16d463fb0a67e9665e6d33b'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:34.991517 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-687daf2b-744d-4810-b9ae-1d722e4ccdcb None None] Port 39c6f6f8-0369-4c74-8f99-8bff132f5316 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:22:34.995768 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b804dc-dcbf-41f8-a153-a93c12209fa0 req-31cbc667-7591-4318-bb7d-cebc777389b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:34.997389 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-45b804dc-dcbf-41f8-a153-a93c12209fa0 req-31cbc667-7591-4318-bb7d-cebc777389b4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1d0621b4f03549b0b18f95c60603740d&device_id=342a8791-6aa9-415b-a41f-815ec5e01658 HTTP/1.1" status: 200 len: 1095 time: 0.1562667 Aug 10 03:22:35.004712 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6b71cdf9-a69c-458a-8220-ec7e8409aed1 req-f4f46afc-aba0-4b1b-990a-1dab34e5424b tempest-ServerTagsTestJSON-110594242 tempest-ServerTagsTestJSON-110594242-project] 10.222.0.44 "GET /v2.0/security-groups?id=a154c252-2606-46f3-ba9d-d9122c16bad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683386 Aug 10 03:22:35.022574 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-8fb18fb0-1ba3-46e8-a2a3-64de2e66f438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85be1876-0171-4202-b0fd-1029abcb4922', 'name': 'tempest-TaggedBootDevicesTest_v242-1615828695-router', 'tenant_id': 'd3b56536bca94e8fa8af65288d111f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '22cb987c-f11c-4c77-b260-846ce41e9979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:22:29Z', 'updated_at': '2021-08-10T03:22:33Z', 'revision_number': 4, 'project_id': 'd3b56536bca94e8fa8af65288d111f79', 'gw_port': {'id': '22cb987c-f11c-4c77-b260-846ce41e9979', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:29:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85be1876-0171-4202-b0fd-1029abcb4922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:22:29Z', 'updated_at': '2021-08-10T03:22:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '39c6f6f8-0369-4c74-8f99-8bff132f5316', 'name': '', 'network_id': 'ba807c4a-a9d3-45a0-921a-7afe6c0e3832', 'tenant_id': 'd3b56536bca94e8fa8af65288d111f79', 'mac_address': 'fa:16:3e:89:a0:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85be1876-0171-4202-b0fd-1029abcb4922', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'e8728eeb-789e-400f-be58-876473c847d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:22:32Z', 'updated_at': '2021-08-10T03:22:33Z', 'revision_number': 2, 'project_id': 'd3b56536bca94e8fa8af65288d111f79', 'subnets': [{'id': 'e8728eeb-789e-400f-be58-876473c847d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:35.072331 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-45b804dc-dcbf-41f8-a153-a93c12209fa0 req-492ca514-be4f-467c-8304-fc7a5a31816c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=215c8942-8862-4cb0-be7b-2e43468504ba HTTP/1.1" status: 200 len: 217 time: 0.0649273 Aug 10 03:22:35.076130 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e483a5f-2933-41e1-81c3-33bb38103d2d admin admin] Made reservation on behalf of 042765dde16d463fb0a67e9665e6d33b for: {'network': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:22:35.078560 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2e483a5f-2933-41e1-81c3-33bb38103d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:35.101577 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb18fb0-1ba3-46e8-a2a3-64de2e66f438 None None] The sync data for ids ['85be1876-0171-4202-b0fd-1029abcb4922'] in n-d-768862-13 is: [{'id': '85be1876-0171-4202-b0fd-1029abcb4922', 'name': 'tempest-TaggedBootDevicesTest_v242-1615828695-router', 'tenant_id': 'd3b56536bca94e8fa8af65288d111f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '22cb987c-f11c-4c77-b260-846ce41e9979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:22:29Z', 'updated_at': '2021-08-10T03:22:33Z', 'revision_number': 4, 'project_id': 'd3b56536bca94e8fa8af65288d111f79', 'gw_port': {'id': '22cb987c-f11c-4c77-b260-846ce41e9979', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:29:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85be1876-0171-4202-b0fd-1029abcb4922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:22:29Z', 'updated_at': '2021-08-10T03:22:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '39c6f6f8-0369-4c74-8f99-8bff132f5316', 'name': '', 'network_id': 'ba807c4a-a9d3-45a0-921a-7afe6c0e3832', 'tenant_id': 'd3b56536bca94e8fa8af65288d111f79', 'mac_address': 'fa:16:3e:89:a0:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85be1876-0171-4202-b0fd-1029abcb4922', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'e8728eeb-789e-400f-be58-876473c847d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:22:32Z', 'updated_at': '2021-08-10T03:22:33Z', 'revision_number': 2, 'project_id': 'd3b56536bca94e8fa8af65288d111f79', 'subnets': [{'id': 'e8728eeb-789e-400f-be58-876473c847d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:22:35.165225 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2e483a5f-2933-41e1-81c3-33bb38103d2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:35.196225 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b804dc-dcbf-41f8-a153-a93c12209fa0 req-d789a1bc-94c2-4880-973e-46d65db58af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:35.197739 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-45b804dc-dcbf-41f8-a153-a93c12209fa0 req-d789a1bc-94c2-4880-973e-46d65db58af6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ae0676a7-6c3f-4138-9785-1a45ca0d3705 HTTP/1.1" status: 200 len: 849 time: 0.1119413 Aug 10 03:22:35.264915 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-45b804dc-dcbf-41f8-a153-a93c12209fa0 req-630f80c7-c2c7-489b-bf45-7287346ffc43 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=eaae0a38-3fc8-456f-9032-27d1616a4ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385759 Aug 10 03:22:35.417957 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2e483a5f-2933-41e1-81c3-33bb38103d2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:35.449144 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2e483a5f-2933-41e1-81c3-33bb38103d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:35.467069 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e483a5f-2933-41e1-81c3-33bb38103d2d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=94260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:22:35.485990 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2e483a5f-2933-41e1-81c3-33bb38103d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:35.486695 n-d-768862-13 neutron-server[94260]: INFO neutron.db.segments_db [None req-2e483a5f-2933-41e1-81c3-33bb38103d2d admin admin] Added segment 952728ea-cbe2-4c51-896e-d4e542b38d16 of type vlan for network a2d42f02-8726-4b6c-a3c7-f962e6382f6a Aug 10 03:22:35.570055 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-45b804dc-dcbf-41f8-a153-a93c12209fa0 req-5d767e1b-a70a-4e69-b3e7-ef4aa8bd94dc service neutron] 10.222.0.42 "GET /v2.0/networks/eaae0a38-3fc8-456f-9032-27d1616a4ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914960 Aug 10 03:22:35.596419 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2e483a5f-2933-41e1-81c3-33bb38103d2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:35.714924 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e483a5f-2933-41e1-81c3-33bb38103d2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb5a350-0da2-4a2b-8a01-fb08da49e2ef,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:35.740940 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0325b0d2-419d-495f-bbf9-122321a054b3 req-ae0368de-750f-4ccc-8c45-a5edcd488812 tempest-AbsoluteLimitsNegativeTestJSON-88029465 tempest-AbsoluteLimitsNegativeTestJSON-88029465-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=2af7c9d380a045a0b39fa0e7eca760a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1400857 Aug 10 03:22:35.751360 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.db.resource_extend [None req-2e483a5f-2933-41e1-81c3-33bb38103d2d admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:22:35.856770 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2e483a5f-2933-41e1-81c3-33bb38103d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:35.857762 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e483a5f-2933-41e1-81c3-33bb38103d2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:35.858379 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2e483a5f-2933-41e1-81c3-33bb38103d2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:35.884673 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8aebb5-c0cb-4516-bd6d-19e32f907d5c req-a8990893-5a72-4399-a302-7cf2b9c6587a tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:35.891187 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8aebb5-c0cb-4516-bd6d-19e32f907d5c req-a8990893-5a72-4399-a302-7cf2b9c6587a tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:35.899172 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8aebb5-c0cb-4516-bd6d-19e32f907d5c req-a8990893-5a72-4399-a302-7cf2b9c6587a tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:35.904027 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8aebb5-c0cb-4516-bd6d-19e32f907d5c req-a8990893-5a72-4399-a302-7cf2b9c6587a tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:35.909994 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8aebb5-c0cb-4516-bd6d-19e32f907d5c req-a8990893-5a72-4399-a302-7cf2b9c6587a tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:35.916878 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8aebb5-c0cb-4516-bd6d-19e32f907d5c req-a8990893-5a72-4399-a302-7cf2b9c6587a tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:35.923334 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8aebb5-c0cb-4516-bd6d-19e32f907d5c req-a8990893-5a72-4399-a302-7cf2b9c6587a tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:35.931285 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fd8aebb5-c0cb-4516-bd6d-19e32f907d5c req-a8990893-5a72-4399-a302-7cf2b9c6587a tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/ports?device_id=044f5741-e4d3-4edf-954b-c2c5a6f36283 HTTP/1.1" status: 200 len: 5421 time: 0.2987428 Aug 10 03:22:36.028735 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-45b804dc-dcbf-41f8-a153-a93c12209fa0 req-1f84b7d9-a4b7-486d-b1a6-dc893f887c8c service neutron] 10.222.0.42 "GET /v2.0/networks/eaae0a38-3fc8-456f-9032-27d1616a4ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4348068 Aug 10 03:22:36.048536 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-2e483a5f-2933-41e1-81c3-33bb38103d2d admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4543164 Aug 10 03:22:36.049347 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 56688) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:36.055550 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-544218eb-a147-4115-a9e3-7f521ec43816 admin admin] Request body: {'subnet': {'network_id': 'a2d42f02-8726-4b6c-a3c7-f962e6382f6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1351255238-subnet', 'tenant_id': '042765dde16d463fb0a67e9665e6d33b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:36.070479 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e483a5f-2933-41e1-81c3-33bb38103d2d admin admin] Pushing event updated for resources: {'Network': ['ID=a2d42f02-8726-4b6c-a3c7-f962e6382f6a,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:36.083470 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network a2d42f02-8726-4b6c-a3c7-f962e6382f6a details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:22:36.105572 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-544218eb-a147-4115-a9e3-7f521ec43816 admin admin] Made reservation on behalf of 042765dde16d463fb0a67e9665e6d33b for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:22:36.106052 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fd8aebb5-c0cb-4516-bd6d-19e32f907d5c req-705ea4d3-a033-4935-9dba-227789d20673 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/security-groups?id=e522b194-e383-4019-8939-c6a59d2ab04c&id=5aac4231-548a-4a48-ae70-6443e8440415&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1685655 Aug 10 03:22:36.110342 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-544218eb-a147-4115-a9e3-7f521ec43816 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:36.187290 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0325b0d2-419d-495f-bbf9-122321a054b3 req-6dca831a-ea03-4819-af36-1a404d38808d tempest-AbsoluteLimitsNegativeTestJSON-88029465 tempest-AbsoluteLimitsNegativeTestJSON-88029465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:36.196896 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0325b0d2-419d-495f-bbf9-122321a054b3 req-6dca831a-ea03-4819-af36-1a404d38808d tempest-AbsoluteLimitsNegativeTestJSON-88029465 tempest-AbsoluteLimitsNegativeTestJSON-88029465-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4288707 Aug 10 03:22:36.245295 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0325b0d2-419d-495f-bbf9-122321a054b3 req-11c0ea2e-11d2-4792-9491-bbfc75b70f9a tempest-AbsoluteLimitsNegativeTestJSON-88029465 tempest-AbsoluteLimitsNegativeTestJSON-88029465-project] 10.222.0.44 "GET /v2.0/quotas/2af7c9d380a045a0b39fa0e7eca760a9 HTTP/1.1" status: 200 len: 375 time: 0.0472696 Aug 10 03:22:36.293225 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0325b0d2-419d-495f-bbf9-122321a054b3 req-bcca9c40-e8ca-4538-8bba-3c9df1c6dda7 tempest-AbsoluteLimitsNegativeTestJSON-88029465 tempest-AbsoluteLimitsNegativeTestJSON-88029465-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2af7c9d380a045a0b39fa0e7eca760a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404594 Aug 10 03:22:36.306757 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b2eb62-edda-4468-b7ce-9aad48824113 req-9a040884-8fea-45b5-8ed1-35335b067e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:36.316662 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-67b2eb62-edda-4468-b7ce-9aad48824113 req-9a040884-8fea-45b5-8ed1-35335b067e5c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1d0621b4f03549b0b18f95c60603740d&device_id=342a8791-6aa9-415b-a41f-815ec5e01658 HTTP/1.1" status: 200 len: 1095 time: 0.2091284 Aug 10 03:22:36.523862 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-544218eb-a147-4115-a9e3-7f521ec43816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:36.604454 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b2eb62-edda-4468-b7ce-9aad48824113 req-9e9efe6d-8dd5-44f8-a0bb-b82630efb920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:36.609226 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-67b2eb62-edda-4468-b7ce-9aad48824113 req-9e9efe6d-8dd5-44f8-a0bb-b82630efb920 service neutron] 10.222.0.42 "GET /v2.0/networks?id=eaae0a38-3fc8-456f-9032-27d1616a4ab6 HTTP/1.1" status: 200 len: 909 time: 0.2798207 Aug 10 03:22:36.671349 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544218eb-a147-4115-a9e3-7f521ec43816 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1da97f28-99ec-4a6e-a247-2cd482e7ba52,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:36.684507 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544218eb-a147-4115-a9e3-7f521ec43816 admin admin] Checking segment: {'id': '952728ea-cbe2-4c51-896e-d4e542b38d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a2d42f02-8726-4b6c-a3c7-f962e6382f6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:22:36.685158 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544218eb-a147-4115-a9e3-7f521ec43816 admin admin] Network hostable DHCP agents. Network: a2d42f02-8726-4b6c-a3c7-f962e6382f6a, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:22:36.719342 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544218eb-a147-4115-a9e3-7f521ec43816 admin admin] Network a2d42f02-8726-4b6c-a3c7-f962e6382f6a is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:22:36.735390 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-544218eb-a147-4115-a9e3-7f521ec43816 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, a2d42f02-8726-4b6c-a3c7-f962e6382f6a) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:22:36.737034 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-67b2eb62-edda-4468-b7ce-9aad48824113 req-ef101cc9-8a08-4497-9d0b-592003e82f49 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=215c8942-8862-4cb0-be7b-2e43468504ba HTTP/1.1" status: 200 len: 217 time: 0.1158364 Aug 10 03:22:36.744010 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d60a6e6-b952-4727-8eb9-c5789aedbe4a None None] Network a2d42f02-8726-4b6c-a3c7-f962e6382f6a requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:22:36.747899 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544218eb-a147-4115-a9e3-7f521ec43816 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:36.748785 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-544218eb-a147-4115-a9e3-7f521ec43816 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:36.787550 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-544218eb-a147-4115-a9e3-7f521ec43816 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7279279 Aug 10 03:22:36.849247 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 56730) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:36.911269 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda34c23-e81d-4b43-a80f-b09855d2acd7 req-8ca8a5ec-7eed-4fd1-ad87-240b09cb9809 tempest-ServerTagsTestJSON-110594242 tempest-ServerTagsTestJSON-110594242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:36.914000 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bda34c23-e81d-4b43-a80f-b09855d2acd7 req-8ca8a5ec-7eed-4fd1-ad87-240b09cb9809 tempest-ServerTagsTestJSON-110594242 tempest-ServerTagsTestJSON-110594242-project] 10.222.0.44 "GET /v2.0/ports?device_id=342a8791-6aa9-415b-a41f-815ec5e01658 HTTP/1.1" status: 200 len: 943 time: 0.2843454 Aug 10 03:22:36.915542 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b2eb62-edda-4468-b7ce-9aad48824113 req-9776454b-246e-4b3f-9b6a-53f260f96981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:36.917100 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-67b2eb62-edda-4468-b7ce-9aad48824113 req-9776454b-246e-4b3f-9b6a-53f260f96981 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ae0676a7-6c3f-4138-9785-1a45ca0d3705 HTTP/1.1" status: 200 len: 849 time: 0.1652997 Aug 10 03:22:36.994762 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194db408-9935-4bd1-aa0d-cf7d898a8bc1 None None] Network a2d42f02-8726-4b6c-a3c7-f962e6382f6a requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:22:37.046036 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:22:37.166640 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-19b0205d-dbc1-4345-94ed-d91aff35aedd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:37.292825 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-67b2eb62-edda-4468-b7ce-9aad48824113 req-8a689446-7dcc-482c-95f5-44559a557daf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=eaae0a38-3fc8-456f-9032-27d1616a4ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3622789 Aug 10 03:22:37.334814 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-19b0205d-dbc1-4345-94ed-d91aff35aedd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:37.343073 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-19b0205d-dbc1-4345-94ed-d91aff35aedd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:37.371822 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bda34c23-e81d-4b43-a80f-b09855d2acd7 req-07fd31b8-10dc-4f57-8e3f-4e29ae762481 tempest-ServerTagsTestJSON-110594242 tempest-ServerTagsTestJSON-110594242-project] 10.222.0.44 "GET /v2.0/security-groups?id=a154c252-2606-46f3-ba9d-d9122c16bad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4479139 Aug 10 03:22:37.380943 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-19b0205d-dbc1-4345-94ed-d91aff35aedd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2af7c9d380a045a0b39fa0e7eca760a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5305607 Aug 10 03:22:37.386434 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 56742) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:37.405198 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b0205d-dbc1-4345-94ed-d91aff35aedd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e897b2c-2d62-4a7a-b539-d90ad7eb1b51,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:37.462160 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c21c98-3899-4036-be6b-3f24bac936b7 req-b76ed6fc-f435-4359-86fd-2e60ddf16713 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:37.469930 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c21c98-3899-4036-be6b-3f24bac936b7 req-b76ed6fc-f435-4359-86fd-2e60ddf16713 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:37.475275 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5361b6fe-40af-490b-9c42-9668870a495d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:37.476223 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c21c98-3899-4036-be6b-3f24bac936b7 req-b76ed6fc-f435-4359-86fd-2e60ddf16713 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:37.483165 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c21c98-3899-4036-be6b-3f24bac936b7 req-b76ed6fc-f435-4359-86fd-2e60ddf16713 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:37.492417 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c21c98-3899-4036-be6b-3f24bac936b7 req-b76ed6fc-f435-4359-86fd-2e60ddf16713 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:37.498567 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c21c98-3899-4036-be6b-3f24bac936b7 req-b76ed6fc-f435-4359-86fd-2e60ddf16713 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:37.504661 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c21c98-3899-4036-be6b-3f24bac936b7 req-b76ed6fc-f435-4359-86fd-2e60ddf16713 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:37.506960 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-72c21c98-3899-4036-be6b-3f24bac936b7 req-b76ed6fc-f435-4359-86fd-2e60ddf16713 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/ports?device_id=044f5741-e4d3-4edf-954b-c2c5a6f36283 HTTP/1.1" status: 200 len: 5421 time: 0.2466466 Aug 10 03:22:37.507094 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5361b6fe-40af-490b-9c42-9668870a495d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:37.576189 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-72c21c98-3899-4036-be6b-3f24bac936b7 req-7985c9ef-5b99-4549-8081-d2d19807fcdf tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/security-groups?id=e522b194-e383-4019-8939-c6a59d2ab04c&id=5aac4231-548a-4a48-ae70-6443e8440415&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0574222 Aug 10 03:22:37.582252 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-67b2eb62-edda-4468-b7ce-9aad48824113 req-e42dfaf6-df00-4546-8771-023c8da22cae service neutron] 10.222.0.42 "GET /v2.0/networks/eaae0a38-3fc8-456f-9032-27d1616a4ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615831 Aug 10 03:22:37.586192 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5361b6fe-40af-490b-9c42-9668870a495d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:37.590377 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5361b6fe-40af-490b-9c42-9668870a495d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:37.592520 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-5361b6fe-40af-490b-9c42-9668870a495d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8e897b2c-2d62-4a7a-b539-d90ad7eb1b51 HTTP/1.1" status: 204 len: 168 time: 0.2001462 Aug 10 03:22:37.615049 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5361b6fe-40af-490b-9c42-9668870a495d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e897b2c-2d62-4a7a-b539-d90ad7eb1b51,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:37.763704 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-67b2eb62-edda-4468-b7ce-9aad48824113 req-97ecd69b-e00c-403d-a5fc-5505ee02eaf1 service neutron] 10.222.0.42 "GET /v2.0/networks/eaae0a38-3fc8-456f-9032-27d1616a4ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651459 Aug 10 03:22:37.854441 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 22cb987c-f11c-4c77-b260-846ce41e9979 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:22:37.971316 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 22cb987c-f11c-4c77-b260-846ce41e9979 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:22:37.977356 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 22cb987c-f11c-4c77-b260-846ce41e9979 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:22:37.978487 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:38.155375 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:38.200845 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 22cb987c-f11c-4c77-b260-846ce41e9979, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=22cb987c-f11c-4c77-b260-846ce41e9979,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:38.209369 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:38.312863 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=22cb987c-f11c-4c77-b260-846ce41e9979,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:38.392009 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9017505-e6d0-4e5b-9ee8-00ac6da56a0a req-f3c40f07-eaec-4481-85a1-21ff8a13d769 tempest-ServerAddressesNegativeTestJSON-777851519 tempest-ServerAddressesNegativeTestJSON-777851519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:38.392246 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 215c8942-8862-4cb0-be7b-2e43468504ba details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:22:38.393987 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d9017505-e6d0-4e5b-9ee8-00ac6da56a0a req-f3c40f07-eaec-4481-85a1-21ff8a13d769 tempest-ServerAddressesNegativeTestJSON-777851519 tempest-ServerAddressesNegativeTestJSON-777851519-project] 10.222.0.44 "GET /v2.0/networks?id=a2d42f02-8726-4b6c-a3c7-f962e6382f6a HTTP/1.1" status: 200 len: 822 time: 0.1190979 Aug 10 03:22:38.428846 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d9017505-e6d0-4e5b-9ee8-00ac6da56a0a req-5ae70da3-ee13-4b1f-b635-e26a83119f73 tempest-ServerAddressesNegativeTestJSON-777851519 tempest-ServerAddressesNegativeTestJSON-777851519-project] 10.222.0.44 "GET /v2.0/quotas/042765dde16d463fb0a67e9665e6d33b HTTP/1.1" status: 200 len: 375 time: 0.0173335 Aug 10 03:22:38.550200 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d9017505-e6d0-4e5b-9ee8-00ac6da56a0a req-1d3b526b-6a48-4ed0-b53d-f9fd0314a4d3 tempest-ServerAddressesNegativeTestJSON-777851519 tempest-ServerAddressesNegativeTestJSON-777851519-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=042765dde16d463fb0a67e9665e6d33b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1135879 Aug 10 03:22:38.554611 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fda824-9060-4fae-ba55-efa965f12b88 None None] Sync routers for ids ['85be1876-0171-4202-b0fd-1029abcb4922'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:22:38.576149 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 215c8942-8862-4cb0-be7b-2e43468504ba, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=215c8942-8862-4cb0-be7b-2e43468504ba,segment=NetworkSegment(c7ebca1e-4cc3-4cf9-b7af-3134bd73d68b),segment_id=c7ebca1e-4cc3-4cf9-b7af-3134bd73d68b)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:38.581296 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837d6cc7-74eb-49f3-b4c5-47e4fa51cc83 req-382f69ef-45d3-40f0-9e77-61152f844ee5 tempest-ServerTagsTestJSON-110594242 tempest-ServerTagsTestJSON-110594242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:38.586320 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fda824-9060-4fae-ba55-efa965f12b88 None None] Routers {'85be1876-0171-4202-b0fd-1029abcb4922'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:22:38.587677 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-91fda824-9060-4fae-ba55-efa965f12b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:22:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['85be1876-0171-4202-b0fd-1029abcb4922'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:38.589044 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-837d6cc7-74eb-49f3-b4c5-47e4fa51cc83 req-382f69ef-45d3-40f0-9e77-61152f844ee5 tempest-ServerTagsTestJSON-110594242 tempest-ServerTagsTestJSON-110594242-project] 10.222.0.44 "GET /v2.0/ports?device_id=342a8791-6aa9-415b-a41f-815ec5e01658 HTTP/1.1" status: 200 len: 943 time: 0.1177473 Aug 10 03:22:38.594727 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': '215c8942-8862-4cb0-be7b-2e43468504ba', 'network_id': 'eaae0a38-3fc8-456f-9032-27d1616a4ab6', 'port_id': '215c8942-8862-4cb0-be7b-2e43468504ba', 'mac_address': 'fa:16:3e:19:03:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae0676a7-6c3f-4138-9785-1a45ca0d3705', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:22:38.656555 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-837d6cc7-74eb-49f3-b4c5-47e4fa51cc83 req-1219ceba-e600-4f81-976b-161192a6ae8c tempest-ServerTagsTestJSON-110594242 tempest-ServerTagsTestJSON-110594242-project] 10.222.0.44 "GET /v2.0/security-groups?id=a154c252-2606-46f3-ba9d-d9122c16bad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661283 Aug 10 03:22:38.686657 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:38.724072 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 215c8942-8862-4cb0-be7b-2e43468504ba {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:22:38.757094 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 56790) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:38.769437 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 215c8942-8862-4cb0-be7b-2e43468504ba, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=215c8942-8862-4cb0-be7b-2e43468504ba,segment=NetworkSegment(c7ebca1e-4cc3-4cf9-b7af-3134bd73d68b),segment_id=c7ebca1e-4cc3-4cf9-b7af-3134bd73d68b)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:38.777048 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:38.857722 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-c48fb110-8f16-4676-b1af-ec73619cbe25 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-434692862-network', 'tenant_id': 'ffb12a9773944699a986b1a558f6d742'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:38.883712 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=215c8942-8862-4cb0-be7b-2e43468504ba,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:38.894945 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c48fb110-8f16-4676-b1af-ec73619cbe25 admin admin] Made reservation on behalf of ffb12a9773944699a986b1a558f6d742 for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:22:38.896818 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c48fb110-8f16-4676-b1af-ec73619cbe25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:38.906793 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c48fb110-8f16-4676-b1af-ec73619cbe25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:38.953220 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e587212-355d-4bf1-912c-214c1d5e0781 req-83341080-df59-4e50-aaa1-a6e6a0433f3f tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:38.961892 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e587212-355d-4bf1-912c-214c1d5e0781 req-83341080-df59-4e50-aaa1-a6e6a0433f3f tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:38.968283 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e587212-355d-4bf1-912c-214c1d5e0781 req-83341080-df59-4e50-aaa1-a6e6a0433f3f tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:38.975206 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e587212-355d-4bf1-912c-214c1d5e0781 req-83341080-df59-4e50-aaa1-a6e6a0433f3f tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:38.982337 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['215c8942-8862-4cb0-be7b-2e43468504ba'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:22:38.983485 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e587212-355d-4bf1-912c-214c1d5e0781 req-83341080-df59-4e50-aaa1-a6e6a0433f3f tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:38.988923 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-91fda824-9060-4fae-ba55-efa965f12b88 None None] Set router 85be1876-0171-4202-b0fd-1029abcb4922 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:22:38.989950 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e587212-355d-4bf1-912c-214c1d5e0781 req-83341080-df59-4e50-aaa1-a6e6a0433f3f tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:38.997272 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e587212-355d-4bf1-912c-214c1d5e0781 req-83341080-df59-4e50-aaa1-a6e6a0433f3f tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:39.006879 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0e587212-355d-4bf1-912c-214c1d5e0781 req-83341080-df59-4e50-aaa1-a6e6a0433f3f tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/ports?device_id=044f5741-e4d3-4edf-954b-c2c5a6f36283 HTTP/1.1" status: 200 len: 5421 time: 0.2108014 Aug 10 03:22:39.052345 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c48fb110-8f16-4676-b1af-ec73619cbe25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:39.059826 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c48fb110-8f16-4676-b1af-ec73619cbe25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:39.087649 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c48fb110-8f16-4676-b1af-ec73619cbe25 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:22:39.088814 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0e587212-355d-4bf1-912c-214c1d5e0781 req-f3176207-f9c1-46f5-b319-06434b89f75a tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/security-groups?id=e522b194-e383-4019-8939-c6a59d2ab04c&id=5aac4231-548a-4a48-ae70-6443e8440415&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0511007 Aug 10 03:22:39.109248 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48fb110-8f16-4676-b1af-ec73619cbe25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e08300-5be4-422f-aefa-ba58f8762aba,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:39.125543 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c48fb110-8f16-4676-b1af-ec73619cbe25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:39.128204 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-c48fb110-8f16-4676-b1af-ec73619cbe25 admin admin] Added segment 5c601b28-561a-410e-93b1-dfb8908008b3 of type vlan for network 3279d725-94a9-4827-b632-634aa2b47a32 Aug 10 03:22:39.153312 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d9017505-e6d0-4e5b-9ee8-00ac6da56a0a req-3eaeea12-4c89-48ff-8001-658b0000d265 service neutron] 10.222.0.44 "GET /v2.0/networks/a2d42f02-8726-4b6c-a3c7-f962e6382f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5943911 Aug 10 03:22:39.202791 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c48fb110-8f16-4676-b1af-ec73619cbe25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:39.239953 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c48fb110-8f16-4676-b1af-ec73619cbe25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:39.252372 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48fb110-8f16-4676-b1af-ec73619cbe25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:39.254699 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c48fb110-8f16-4676-b1af-ec73619cbe25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:39.332199 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d9017505-e6d0-4e5b-9ee8-00ac6da56a0a req-e4dda17c-7851-4130-b9a7-592b6e73ace2 service neutron] 10.222.0.44 "GET /v2.0/networks/a2d42f02-8726-4b6c-a3c7-f962e6382f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778400 Aug 10 03:22:39.357654 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-91fda824-9060-4fae-ba55-efa965f12b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85be1876-0171-4202-b0fd-1029abcb4922', 'name': 'tempest-TaggedBootDevicesTest_v242-1615828695-router', 'tenant_id': 'd3b56536bca94e8fa8af65288d111f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '22cb987c-f11c-4c77-b260-846ce41e9979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:22:29Z', 'updated_at': '2021-08-10T03:22:33Z', 'revision_number': 4, 'project_id': 'd3b56536bca94e8fa8af65288d111f79', 'gw_port': {'id': '22cb987c-f11c-4c77-b260-846ce41e9979', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:29:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85be1876-0171-4202-b0fd-1029abcb4922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:22:29Z', 'updated_at': '2021-08-10T03:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '39c6f6f8-0369-4c74-8f99-8bff132f5316', 'name': '', 'network_id': 'ba807c4a-a9d3-45a0-921a-7afe6c0e3832', 'tenant_id': 'd3b56536bca94e8fa8af65288d111f79', 'mac_address': 'fa:16:3e:89:a0:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85be1876-0171-4202-b0fd-1029abcb4922', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'e8728eeb-789e-400f-be58-876473c847d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:22:32Z', 'updated_at': '2021-08-10T03:22:33Z', 'revision_number': 2, 'project_id': 'd3b56536bca94e8fa8af65288d111f79', 'subnets': [{'id': 'e8728eeb-789e-400f-be58-876473c847d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:39.392259 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 56800) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:39.392401 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-c48fb110-8f16-4676-b1af-ec73619cbe25 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6333830 Aug 10 03:22:39.398113 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-05d405c9-6dc5-4c55-8747-8f103b40fa9f admin admin] Request body: {'subnet': {'network_id': '3279d725-94a9-4827-b632-634aa2b47a32', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-434692862-subnet', 'tenant_id': 'ffb12a9773944699a986b1a558f6d742', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:39.405438 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48fb110-8f16-4676-b1af-ec73619cbe25 admin admin] Pushing event updated for resources: {'Network': ['ID=3279d725-94a9-4827-b632-634aa2b47a32,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:39.416750 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fda824-9060-4fae-ba55-efa965f12b88 None None] Checking router: 85be1876-0171-4202-b0fd-1029abcb4922 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:22:39.417102 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fda824-9060-4fae-ba55-efa965f12b88 None None] Updating router 85be1876-0171-4202-b0fd-1029abcb4922 port 39c6f6f8-0369-4c74-8f99-8bff132f5316 binding host n-d-768862-13 {{(pid=94263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:22:39.417544 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 3279d725-94a9-4827-b632-634aa2b47a32 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:22:39.441124 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d405c9-6dc5-4c55-8747-8f103b40fa9f admin admin] Made reservation on behalf of ffb12a9773944699a986b1a558f6d742 for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:22:39.446305 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-05d405c9-6dc5-4c55-8747-8f103b40fa9f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:39.531186 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-91fda824-9060-4fae-ba55-efa965f12b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:39.628554 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-087c5a3d-11c3-40ad-9e23-12b79040cc97 req-427efa9e-5950-430b-886a-667b29be21b6 tempest-ServerAddressesNegativeTestJSON-777851519 tempest-ServerAddressesNegativeTestJSON-777851519-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c3344c6-fadb-4b64-a7bf-ddc007bda777 HTTP/1.1" status: 200 len: 210 time: 0.0707340 Aug 10 03:22:39.809945 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-05d405c9-6dc5-4c55-8747-8f103b40fa9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58895384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805196'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:39.830856 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 22cb987c-f11c-4c77-b260-846ce41e9979 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:22:39.901365 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 22cb987c-f11c-4c77-b260-846ce41e9979 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:22:39.902004 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:39.923364 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ff4564-5b5b-4887-9b75-e187a45c1678 req-46f18632-ba0d-4f32-b4e6-7f8373079657 tempest-ServerTagsTestJSON-110594242 tempest-ServerTagsTestJSON-110594242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:39.927377 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a2ff4564-5b5b-4887-9b75-e187a45c1678 req-46f18632-ba0d-4f32-b4e6-7f8373079657 tempest-ServerTagsTestJSON-110594242 tempest-ServerTagsTestJSON-110594242-project] 10.222.0.44 "GET /v2.0/ports?device_id=342a8791-6aa9-415b-a41f-815ec5e01658 HTTP/1.1" status: 200 len: 944 time: 0.1330991 Aug 10 03:22:39.933547 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d405c9-6dc5-4c55-8747-8f103b40fa9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b870ef58-1c05-4e0d-9cdc-469c510d2378,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:39.945594 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-91fda824-9060-4fae-ba55-efa965f12b88 None None] Notify callbacks [] for port, precommit_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:39.958762 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.provisioning_blocks [None req-91fda824-9060-4fae-ba55-efa965f12b88 None None] Transition to ACTIVE for port object 39c6f6f8-0369-4c74-8f99-8bff132f5316 will not be triggered until provisioned by entity L2. {{(pid=94263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:22:39.967950 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-91fda824-9060-4fae-ba55-efa965f12b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:39.977996 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d405c9-6dc5-4c55-8747-8f103b40fa9f admin admin] Checking segment: {'id': '5c601b28-561a-410e-93b1-dfb8908008b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3279d725-94a9-4827-b632-634aa2b47a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:22:39.978829 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d405c9-6dc5-4c55-8747-8f103b40fa9f admin admin] Network hostable DHCP agents. Network: 3279d725-94a9-4827-b632-634aa2b47a32, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:22:39.994746 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a2ff4564-5b5b-4887-9b75-e187a45c1678 req-bab5c2fa-8e6c-46c9-9820-dfc192649be2 tempest-ServerTagsTestJSON-110594242 tempest-ServerTagsTestJSON-110594242-project] 10.222.0.44 "GET /v2.0/security-groups?id=a154c252-2606-46f3-ba9d-d9122c16bad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577350 Aug 10 03:22:40.025432 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d405c9-6dc5-4c55-8747-8f103b40fa9f admin admin] Network 3279d725-94a9-4827-b632-634aa2b47a32 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:22:40.050455 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-05d405c9-6dc5-4c55-8747-8f103b40fa9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 3279d725-94a9-4827-b632-634aa2b47a32) {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:22:40.057162 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d405c9-6dc5-4c55-8747-8f103b40fa9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:40.062351 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-05d405c9-6dc5-4c55-8747-8f103b40fa9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:40.064152 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98985039-2d8c-4de1-8de9-2fdb5aea4b63 None None] Pushing event updated for resources: {'Port': ['ID=39c6f6f8-0369-4c74-8f99-8bff132f5316,revision_number=3']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:40.108812 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-05d405c9-6dc5-4c55-8747-8f103b40fa9f admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7064629 Aug 10 03:22:40.109021 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e5eae0-0b39-4fb2-8a0d-1cdc908098b5 None None] Network 3279d725-94a9-4827-b632-634aa2b47a32 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:22:40.163345 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-91fda824-9060-4fae-ba55-efa965f12b88 None None] Attempting to bind port 39c6f6f8-0369-4c74-8f99-8bff132f5316 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:22:40.163698 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-91fda824-9060-4fae-ba55-efa965f12b88 None None] Attempting to bind port 39c6f6f8-0369-4c74-8f99-8bff132f5316 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '2b5392f8-89c7-40e3-9685-d71b5684b8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'ba807c4a-a9d3-45a0-921a-7afe6c0e3832'}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:22:40.164226 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fda824-9060-4fae-ba55-efa965f12b88 None None] Attempting to bind port 39c6f6f8-0369-4c74-8f99-8bff132f5316 on network ba807c4a-a9d3-45a0-921a-7afe6c0e3832 {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:22:40.193139 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fda824-9060-4fae-ba55-efa965f12b88 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:22:40.195682 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fda824-9060-4fae-ba55-efa965f12b88 None None] Checking segment: {'id': '2b5392f8-89c7-40e3-9685-d71b5684b8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'ba807c4a-a9d3-45a0-921a-7afe6c0e3832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:22:40.196122 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-91fda824-9060-4fae-ba55-efa965f12b88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:40.197896 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fda824-9060-4fae-ba55-efa965f12b88 None None] Bound using segment: {'id': '2b5392f8-89c7-40e3-9685-d71b5684b8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'ba807c4a-a9d3-45a0-921a-7afe6c0e3832'} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:22:40.198425 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-91fda824-9060-4fae-ba55-efa965f12b88 None None] Bound port: 39c6f6f8-0369-4c74-8f99-8bff132f5316, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b5392f8-89c7-40e3-9685-d71b5684b8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'ba807c4a-a9d3-45a0-921a-7afe6c0e3832'}}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:22:40.202300 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-91fda824-9060-4fae-ba55-efa965f12b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:40.276754 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bc14d3-31e0-4d64-8946-d6cd225e2cf5 req-3de2d84d-eb95-4e76-b230-fe93ad5e202c tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:40.283990 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bc14d3-31e0-4d64-8946-d6cd225e2cf5 req-3de2d84d-eb95-4e76-b230-fe93ad5e202c tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:40.291353 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bc14d3-31e0-4d64-8946-d6cd225e2cf5 req-3de2d84d-eb95-4e76-b230-fe93ad5e202c tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:40.300208 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bc14d3-31e0-4d64-8946-d6cd225e2cf5 req-3de2d84d-eb95-4e76-b230-fe93ad5e202c tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:40.306700 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bc14d3-31e0-4d64-8946-d6cd225e2cf5 req-3de2d84d-eb95-4e76-b230-fe93ad5e202c tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:40.313872 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bc14d3-31e0-4d64-8946-d6cd225e2cf5 req-3de2d84d-eb95-4e76-b230-fe93ad5e202c tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:40.319972 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bc14d3-31e0-4d64-8946-d6cd225e2cf5 req-3de2d84d-eb95-4e76-b230-fe93ad5e202c tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:40.336034 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-33bc14d3-31e0-4d64-8946-d6cd225e2cf5 req-3de2d84d-eb95-4e76-b230-fe93ad5e202c tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/ports?device_id=044f5741-e4d3-4edf-954b-c2c5a6f36283 HTTP/1.1" status: 200 len: 5421 time: 0.1400015 Aug 10 03:22:40.406464 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-33bc14d3-31e0-4d64-8946-d6cd225e2cf5 req-dde136e9-b721-4863-9a69-e0ba2728df8d tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/security-groups?id=e522b194-e383-4019-8939-c6a59d2ab04c&id=5aac4231-548a-4a48-ae70-6443e8440415&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0693362 Aug 10 03:22:40.422312 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-91fda824-9060-4fae-ba55-efa965f12b88 None None] For port 39c6f6f8-0369-4c74-8f99-8bff132f5316, host n-d-768862-13, cleared binding levels {{(pid=94263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:22:40.431588 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 215c8942-8862-4cb0-be7b-2e43468504ba up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:22:40.448551 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-91fda824-9060-4fae-ba55-efa965f12b88 None None] For port 39c6f6f8-0369-4c74-8f99-8bff132f5316, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=39c6f6f8-0369-4c74-8f99-8bff132f5316,segment=NetworkSegment(2b5392f8-89c7-40e3-9685-d71b5684b8f5),segment_id=2b5392f8-89c7-40e3-9685-d71b5684b8f5)] {{(pid=94263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:22:40.460622 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-91fda824-9060-4fae-ba55-efa965f12b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:40.575390 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fda824-9060-4fae-ba55-efa965f12b88 None None] Routers {'85be1876-0171-4202-b0fd-1029abcb4922'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:22:40.576189 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-91fda824-9060-4fae-ba55-efa965f12b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:22:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['85be1876-0171-4202-b0fd-1029abcb4922'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:40.604056 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adec919d-ede3-4a5b-b185-0049d90bbfe2 None None] Network 3279d725-94a9-4827-b632-634aa2b47a32 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:22:40.644783 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98985039-2d8c-4de1-8de9-2fdb5aea4b63 None None] Pushing event updated for resources: {'Port': ['ID=39c6f6f8-0369-4c74-8f99-8bff132f5316,revision_number=4']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:40.760734 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-5e0735de-4772-4325-a174-3e9dd80ee4af req-8d8b5f5c-933e-441e-b3f8-2a195a98aed6 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-376793572', 'description': 'tempest-description-1410078974'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:40.805851 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-5e0735de-4772-4325-a174-3e9dd80ee4af req-8d8b5f5c-933e-441e-b3f8-2a195a98aed6 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:40.822258 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-91fda824-9060-4fae-ba55-efa965f12b88 None None] Set router 85be1876-0171-4202-b0fd-1029abcb4922 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:22:40.863145 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning for port 215c8942-8862-4cb0-be7b-2e43468504ba completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:22:40.875335 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port 215c8942-8862-4cb0-be7b-2e43468504ba triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:22:40.877669 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:40.954044 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-5e0735de-4772-4325-a174-3e9dd80ee4af req-8d8b5f5c-933e-441e-b3f8-2a195a98aed6 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:40.969156 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-5e0735de-4772-4325-a174-3e9dd80ee4af req-8d8b5f5c-933e-441e-b3f8-2a195a98aed6 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:41.001131 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:41.030311 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8b5f5c-933e-441e-b3f8-2a195a98aed6 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f67567e8-db25-4673-908f-bef7f188f853,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:41.044825 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-acb92339-cf02-4426-b341-a1afe2e652c0 req-86bd371b-4726-4f7b-9e98-3eb18fe4202a tempest-ServerAddressesNegativeTestJSON-777851519 tempest-ServerAddressesNegativeTestJSON-777851519-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c3344c6-fadb-4b64-a7bf-ddc007bda777 HTTP/1.1" status: 200 len: 210 time: 0.0887511 Aug 10 03:22:41.052684 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-5e0735de-4772-4325-a174-3e9dd80ee4af req-8d8b5f5c-933e-441e-b3f8-2a195a98aed6 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:41.078358 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5e0735de-4772-4325-a174-3e9dd80ee4af req-8d8b5f5c-933e-441e-b3f8-2a195a98aed6 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3255539 Aug 10 03:22:41.084447 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '342a8791-6aa9-415b-a41f-815ec5e01658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '215c8942-8862-4cb0-be7b-2e43468504ba'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:22:41.089176 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64543ade-75dc-404c-8500-31acd6d04258" -d '{"events": [{"server_uuid": "342a8791-6aa9-415b-a41f-815ec5e01658", "name": "network-vif-plugged", "status": "completed", "tag": "215c8942-8862-4cb0-be7b-2e43468504ba"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:22:41.144187 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 215c8942-8862-4cb0-be7b-2e43468504ba, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=215c8942-8862-4cb0-be7b-2e43468504ba,segment=NetworkSegment(c7ebca1e-4cc3-4cf9-b7af-3134bd73d68b),segment_id=c7ebca1e-4cc3-4cf9-b7af-3134bd73d68b)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:41.154443 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:41.185197 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-91fda824-9060-4fae-ba55-efa965f12b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85be1876-0171-4202-b0fd-1029abcb4922', 'name': 'tempest-TaggedBootDevicesTest_v242-1615828695-router', 'tenant_id': 'd3b56536bca94e8fa8af65288d111f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '22cb987c-f11c-4c77-b260-846ce41e9979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:22:29Z', 'updated_at': '2021-08-10T03:22:33Z', 'revision_number': 4, 'project_id': 'd3b56536bca94e8fa8af65288d111f79', 'gw_port': {'id': '22cb987c-f11c-4c77-b260-846ce41e9979', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:29:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85be1876-0171-4202-b0fd-1029abcb4922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:22:29Z', 'updated_at': '2021-08-10T03:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '39c6f6f8-0369-4c74-8f99-8bff132f5316', 'name': '', 'network_id': 'ba807c4a-a9d3-45a0-921a-7afe6c0e3832', 'tenant_id': 'd3b56536bca94e8fa8af65288d111f79', 'mac_address': 'fa:16:3e:89:a0:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85be1876-0171-4202-b0fd-1029abcb4922', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'e8728eeb-789e-400f-be58-876473c847d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:22:32Z', 'updated_at': '2021-08-10T03:22:40Z', 'revision_number': 4, 'project_id': 'd3b56536bca94e8fa8af65288d111f79', 'subnets': [{'id': 'e8728eeb-789e-400f-be58-876473c847d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:41.224873 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=215c8942-8862-4cb0-be7b-2e43468504ba,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:41.229967 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fda824-9060-4fae-ba55-efa965f12b88 None None] The sync data for ids ['85be1876-0171-4202-b0fd-1029abcb4922'] in n-d-768862-13 is: [{'id': '85be1876-0171-4202-b0fd-1029abcb4922', 'name': 'tempest-TaggedBootDevicesTest_v242-1615828695-router', 'tenant_id': 'd3b56536bca94e8fa8af65288d111f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '22cb987c-f11c-4c77-b260-846ce41e9979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:22:29Z', 'updated_at': '2021-08-10T03:22:33Z', 'revision_number': 4, 'project_id': 'd3b56536bca94e8fa8af65288d111f79', 'gw_port': {'id': '22cb987c-f11c-4c77-b260-846ce41e9979', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:29:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85be1876-0171-4202-b0fd-1029abcb4922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:22:29Z', 'updated_at': '2021-08-10T03:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '39c6f6f8-0369-4c74-8f99-8bff132f5316', 'name': '', 'network_id': 'ba807c4a-a9d3-45a0-921a-7afe6c0e3832', 'tenant_id': 'd3b56536bca94e8fa8af65288d111f79', 'mac_address': 'fa:16:3e:89:a0:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85be1876-0171-4202-b0fd-1029abcb4922', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'e8728eeb-789e-400f-be58-876473c847d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:22:32Z', 'updated_at': '2021-08-10T03:22:40Z', 'revision_number': 4, 'project_id': 'd3b56536bca94e8fa8af65288d111f79', 'subnets': [{'id': 'e8728eeb-789e-400f-be58-876473c847d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:22:41.344996 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-05a1031b-41b2-4363-8676-561169c7c32e req-9b5ed96a-85d7-4ca4-a5a9-c25fe7055f9c tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] 10.222.0.44 "GET /v2.0/security-groups/f67567e8-db25-4673-908f-bef7f188f853 HTTP/1.1" status: 200 len: 1806 time: 0.2277577 Aug 10 03:22:41.356610 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ab5f1-dd04-41d5-9a53-3b1c69b5e895 req-835f5089-f5b6-4e0c-9c8a-062b1d80e6a2 tempest-ServerTagsTestJSON-110594242 tempest-ServerTagsTestJSON-110594242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:41.359040 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2e9ab5f1-dd04-41d5-9a53-3b1c69b5e895 req-835f5089-f5b6-4e0c-9c8a-062b1d80e6a2 tempest-ServerTagsTestJSON-110594242 tempest-ServerTagsTestJSON-110594242-project] 10.222.0.44 "GET /v2.0/ports?device_id=342a8791-6aa9-415b-a41f-815ec5e01658 HTTP/1.1" status: 200 len: 945 time: 0.1769969 Aug 10 03:22:41.370092 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-05a1031b-41b2-4363-8676-561169c7c32e req-ebe0ea62-72a9-431e-b774-5a8cc2cca7b8 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f67567e8-db25-4673-908f-bef7f188f853', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:41.370624 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-05a1031b-41b2-4363-8676-561169c7c32e req-ebe0ea62-72a9-431e-b774-5a8cc2cca7b8 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f67567e8-db25-4673-908f-bef7f188f853', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:41.383607 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9017505-e6d0-4e5b-9ee8-00ac6da56a0a req-bbd700e1-447a-4bbc-98dc-dd2c74033634 tempest-ServerAddressesNegativeTestJSON-777851519 tempest-ServerAddressesNegativeTestJSON-777851519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:41.385117 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d9017505-e6d0-4e5b-9ee8-00ac6da56a0a req-bbd700e1-447a-4bbc-98dc-dd2c74033634 tempest-ServerAddressesNegativeTestJSON-777851519 tempest-ServerAddressesNegativeTestJSON-777851519-project] 10.222.0.42 "GET /v2.0/networks?id=a2d42f02-8726-4b6c-a3c7-f962e6382f6a HTTP/1.1" status: 200 len: 822 time: 0.3034692 Aug 10 03:22:41.413402 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-d9017505-e6d0-4e5b-9ee8-00ac6da56a0a req-33ab6652-f09c-4164-98e3-8ac1b8cfcf57 tempest-ServerAddressesNegativeTestJSON-777851519 tempest-ServerAddressesNegativeTestJSON-777851519-project] Request body: {'port': {'device_id': '4c3344c6-fadb-4b64-a7bf-ddc007bda777', 'network_id': 'a2d42f02-8726-4b6c-a3c7-f962e6382f6a', 'admin_state_up': True, 'tenant_id': '042765dde16d463fb0a67e9665e6d33b'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:41.519789 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2e9ab5f1-dd04-41d5-9a53-3b1c69b5e895 req-cb5bc61c-a9c1-4719-8fe1-2d3dc2d78c1b tempest-ServerTagsTestJSON-110594242 tempest-ServerTagsTestJSON-110594242-project] 10.222.0.44 "GET /v2.0/security-groups?id=a154c252-2606-46f3-ba9d-d9122c16bad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434522 Aug 10 03:22:41.590976 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-05a1031b-41b2-4363-8676-561169c7c32e req-ebe0ea62-72a9-431e-b774-5a8cc2cca7b8 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:41.623565 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-05a1031b-41b2-4363-8676-561169c7c32e req-ebe0ea62-72a9-431e-b774-5a8cc2cca7b8 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:41.625216 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9017505-e6d0-4e5b-9ee8-00ac6da56a0a req-33ab6652-f09c-4164-98e3-8ac1b8cfcf57 tempest-ServerAddressesNegativeTestJSON-777851519 tempest-ServerAddressesNegativeTestJSON-777851519-project] Made reservation on behalf of 042765dde16d463fb0a67e9665e6d33b for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:22:41.631003 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-d9017505-e6d0-4e5b-9ee8-00ac6da56a0a req-33ab6652-f09c-4164-98e3-8ac1b8cfcf57 tempest-ServerAddressesNegativeTestJSON-777851519 tempest-ServerAddressesNegativeTestJSON-777851519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:41.634439 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3e4b2e0-9472-4493-ab2c-7e891d3a48be x-openstack-request-id: req-a3e4b2e0-9472-4493-ab2c-7e891d3a48be {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:22:41.635250 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "342a8791-6aa9-415b-a41f-815ec5e01658", "name": "network-vif-plugged", "status": "completed", "tag": "215c8942-8862-4cb0-be7b-2e43468504ba", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:22:41.635700 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a3e4b2e0-9472-4493-ab2c-7e891d3a48be {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:22:41.636320 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '342a8791-6aa9-415b-a41f-815ec5e01658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '215c8942-8862-4cb0-be7b-2e43468504ba', 'code': 200} Aug 10 03:22:41.643802 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-05a1031b-41b2-4363-8676-561169c7c32e req-ebe0ea62-72a9-431e-b774-5a8cc2cca7b8 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:41.688667 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe0ea62-72a9-431e-b774-5a8cc2cca7b8 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19c88e17-a167-4d0f-b715-4a5651140c57,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:41.695341 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-05a1031b-41b2-4363-8676-561169c7c32e req-ebe0ea62-72a9-431e-b774-5a8cc2cca7b8 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:41.706694 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-05a1031b-41b2-4363-8676-561169c7c32e req-ebe0ea62-72a9-431e-b774-5a8cc2cca7b8 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3435793 Aug 10 03:22:41.862697 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 39c6f6f8-0369-4c74-8f99-8bff132f5316 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:22:41.950590 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 39c6f6f8-0369-4c74-8f99-8bff132f5316 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:22:41.955081 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 39c6f6f8-0369-4c74-8f99-8bff132f5316 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:22:41.955632 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:41.960049 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-398ae785-6666-410c-a735-a995e6e4fff5 req-2353d7f9-9a18-49c1-a1ec-6f23f137c398 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-551732282', 'description': 'tempest-description-1209741614'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:42.009553 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dde7cc-1f65-4173-a285-da59f2fb7f79 req-64ab2fa4-6463-4a5a-a74f-456cb4491368 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:42.015977 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dde7cc-1f65-4173-a285-da59f2fb7f79 req-64ab2fa4-6463-4a5a-a74f-456cb4491368 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:42.022487 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dde7cc-1f65-4173-a285-da59f2fb7f79 req-64ab2fa4-6463-4a5a-a74f-456cb4491368 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:42.029539 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dde7cc-1f65-4173-a285-da59f2fb7f79 req-64ab2fa4-6463-4a5a-a74f-456cb4491368 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:42.035508 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dde7cc-1f65-4173-a285-da59f2fb7f79 req-64ab2fa4-6463-4a5a-a74f-456cb4491368 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:42.041403 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dde7cc-1f65-4173-a285-da59f2fb7f79 req-64ab2fa4-6463-4a5a-a74f-456cb4491368 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:42.047640 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dde7cc-1f65-4173-a285-da59f2fb7f79 req-64ab2fa4-6463-4a5a-a74f-456cb4491368 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:42.056257 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a6dde7cc-1f65-4173-a285-da59f2fb7f79 req-64ab2fa4-6463-4a5a-a74f-456cb4491368 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/ports?device_id=044f5741-e4d3-4edf-954b-c2c5a6f36283 HTTP/1.1" status: 200 len: 5421 time: 0.2713804 Aug 10 03:22:42.065031 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e3a187-d0e3-486b-8f7c-8495d1c6ba14 req-ddbaa6ec-5665-4640-b18b-480f647c54ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:42.065689 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-5067a24b-b539-4942-9810-1384ac85ae3e req-15d3f9c2-ada2-4027-9f57-f5e9b7f2a72e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ff1cbd3d-c588-4e99-a335-efc4198b98b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0886574 Aug 10 03:22:42.066654 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-60e3a187-d0e3-486b-8f7c-8495d1c6ba14 req-ddbaa6ec-5665-4640-b18b-480f647c54ad service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=342a8791-6aa9-415b-a41f-815ec5e01658 HTTP/1.1" status: 200 len: 1097 time: 0.2602887 Aug 10 03:22:42.067782 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:42.116603 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-398ae785-6666-410c-a735-a995e6e4fff5 req-2353d7f9-9a18-49c1-a1ec-6f23f137c398 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:42.130189 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-d9017505-e6d0-4e5b-9ee8-00ac6da56a0a req-33ab6652-f09c-4164-98e3-8ac1b8cfcf57 tempest-ServerAddressesNegativeTestJSON-777851519 tempest-ServerAddressesNegativeTestJSON-777851519-project] Allocated IP 172.20.0.6 (a2d42f02-8726-4b6c-a3c7-f962e6382f6a/1da97f28-99ec-4a6e-a247-2cd482e7ba52/fa72f2c9-d34d-4832-a640-7c070df57744) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:22:42.155435 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 39c6f6f8-0369-4c74-8f99-8bff132f5316, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=39c6f6f8-0369-4c74-8f99-8bff132f5316,segment=NetworkSegment(2b5392f8-89c7-40e3-9685-d71b5684b8f5),segment_id=2b5392f8-89c7-40e3-9685-d71b5684b8f5)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:42.167767 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:42.170540 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5067a24b-b539-4942-9810-1384ac85ae3e req-e041af0c-e547-4cc9-bad2-630ccc5359f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:42.175572 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-5067a24b-b539-4942-9810-1384ac85ae3e req-e041af0c-e547-4cc9-bad2-630ccc5359f2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1c54b280762545eba61ee7822eb953b8&device_id=ff1cbd3d-c588-4e99-a335-efc4198b98b5 HTTP/1.1" status: 200 len: 1097 time: 0.0767238 Aug 10 03:22:42.186537 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a6dde7cc-1f65-4173-a285-da59f2fb7f79 req-920bf751-24b3-4e89-b8d0-e4295f7c8f96 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/security-groups?id=e522b194-e383-4019-8939-c6a59d2ab04c&id=5aac4231-548a-4a48-ae70-6443e8440415&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1280708 Aug 10 03:22:42.237721 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=39c6f6f8-0369-4c74-8f99-8bff132f5316,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:42.256374 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-60e3a187-d0e3-486b-8f7c-8495d1c6ba14 req-f69e9633-b681-49bd-bb32-214242e59d23 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a154c252-2606-46f3-ba9d-d9122c16bad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538477 Aug 10 03:22:42.371569 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5067a24b-b539-4942-9810-1384ac85ae3e req-eba61494-1fa8-4739-985c-52f7acbb780e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:42.373341 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-5067a24b-b539-4942-9810-1384ac85ae3e req-eba61494-1fa8-4739-985c-52f7acbb780e service neutron] 10.222.0.42 "GET /v2.0/networks?id=d6af8212-aac1-40c5-a707-aa25feb03b38 HTTP/1.1" status: 200 len: 911 time: 0.1662607 Aug 10 03:22:42.448319 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-398ae785-6666-410c-a735-a995e6e4fff5 req-2353d7f9-9a18-49c1-a1ec-6f23f137c398 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:42.453999 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-5067a24b-b539-4942-9810-1384ac85ae3e req-e6f53535-c665-49f2-b179-12ebdedc53aa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=045e4680-334f-4fc9-8295-9c5a56bd9a0e HTTP/1.1" status: 200 len: 1001 time: 0.0716102 Aug 10 03:22:42.454366 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2be903cb-9300-43ef-86ca-76c6100086e9 req-b7567e56-e1ef-483b-816f-47775059dd8e tempest-ServerAddressesNegativeTestJSON-777851519 tempest-ServerAddressesNegativeTestJSON-777851519-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c3344c6-fadb-4b64-a7bf-ddc007bda777 HTTP/1.1" status: 200 len: 210 time: 0.0572128 Aug 10 03:22:42.462564 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-398ae785-6666-410c-a735-a995e6e4fff5 req-2353d7f9-9a18-49c1-a1ec-6f23f137c398 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:42.504772 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-d9017505-e6d0-4e5b-9ee8-00ac6da56a0a req-33ab6652-f09c-4164-98e3-8ac1b8cfcf57 tempest-ServerAddressesNegativeTestJSON-777851519 tempest-ServerAddressesNegativeTestJSON-777851519-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:42.515469 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2353d7f9-9a18-49c1-a1ec-6f23f137c398 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64970afe-39b2-46fb-871a-065c0801affb,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:42.520223 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-398ae785-6666-410c-a735-a995e6e4fff5 req-2353d7f9-9a18-49c1-a1ec-6f23f137c398 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:42.521570 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-398ae785-6666-410c-a735-a995e6e4fff5 req-2353d7f9-9a18-49c1-a1ec-6f23f137c398 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5726268 Aug 10 03:22:42.521687 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5067a24b-b539-4942-9810-1384ac85ae3e req-87e3a61e-6f66-4166-ad9a-25f7a74bc9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:42.524376 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-5067a24b-b539-4942-9810-1384ac85ae3e req-87e3a61e-6f66-4166-ad9a-25f7a74bc9ee service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ab41bfa0-d357-41af-aec9-387a65206e18 HTTP/1.1" status: 200 len: 850 time: 0.0608239 Aug 10 03:22:42.576291 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-d9017505-e6d0-4e5b-9ee8-00ac6da56a0a req-33ab6652-f09c-4164-98e3-8ac1b8cfcf57 tempest-ServerAddressesNegativeTestJSON-777851519 tempest-ServerAddressesNegativeTestJSON-777851519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:42.585125 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5067a24b-b539-4942-9810-1384ac85ae3e req-55846541-e626-4196-b13f-4250fe63604a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:42.586790 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-5067a24b-b539-4942-9810-1384ac85ae3e req-55846541-e626-4196-b13f-4250fe63604a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d6af8212-aac1-40c5-a707-aa25feb03b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550303 Aug 10 03:22:42.667277 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9017505-e6d0-4e5b-9ee8-00ac6da56a0a req-33ab6652-f09c-4164-98e3-8ac1b8cfcf57 tempest-ServerAddressesNegativeTestJSON-777851519 tempest-ServerAddressesNegativeTestJSON-777851519-project] Network a2d42f02-8726-4b6c-a3c7-f962e6382f6a is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:22:42.712436 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-d9017505-e6d0-4e5b-9ee8-00ac6da56a0a req-33ab6652-f09c-4164-98e3-8ac1b8cfcf57 tempest-ServerAddressesNegativeTestJSON-777851519 tempest-ServerAddressesNegativeTestJSON-777851519-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:22:42.716824 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9017505-e6d0-4e5b-9ee8-00ac6da56a0a req-33ab6652-f09c-4164-98e3-8ac1b8cfcf57 tempest-ServerAddressesNegativeTestJSON-777851519 tempest-ServerAddressesNegativeTestJSON-777851519-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:22:42.741761 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ab6652-f09c-4164-98e3-8ac1b8cfcf57 tempest-ServerAddressesNegativeTestJSON-777851519 tempest-ServerAddressesNegativeTestJSON-777851519-project] Pushing event updated for resources: {'Port': ['ID=fa72f2c9-d34d-4832-a640-7c070df57744,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:42.774084 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-5067a24b-b539-4942-9810-1384ac85ae3e req-444b45ef-d059-4295-8892-505f9d9d4b31 service neutron] 10.222.0.42 "GET /v2.0/networks/d6af8212-aac1-40c5-a707-aa25feb03b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772902 Aug 10 03:22:42.775326 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-01730b1d-710b-4d73-9bed-cb6dd32f057e req-bc212b66-7648-414d-bb6e-3fdbdbe114a4 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] 10.222.0.44 "GET /v2.0/security-groups/64970afe-39b2-46fb-871a-065c0801affb HTTP/1.1" status: 200 len: 1806 time: 0.2207360 Aug 10 03:22:42.797454 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-01730b1d-710b-4d73-9bed-cb6dd32f057e req-bf4d340d-ade4-479e-9dd1-ebb5e6100079 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '64970afe-39b2-46fb-871a-065c0801affb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:42.798032 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-01730b1d-710b-4d73-9bed-cb6dd32f057e req-bf4d340d-ade4-479e-9dd1-ebb5e6100079 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '64970afe-39b2-46fb-871a-065c0801affb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:42.830563 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5f3872-d419-4d6b-92e7-e209018930b1 req-4e59cdda-2d98-4555-b43a-5dc1db56e525 tempest-ServerTagsTestJSON-110594242 tempest-ServerTagsTestJSON-110594242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:42.832108 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0f5f3872-d419-4d6b-92e7-e209018930b1 req-4e59cdda-2d98-4555-b43a-5dc1db56e525 tempest-ServerTagsTestJSON-110594242 tempest-ServerTagsTestJSON-110594242-project] 10.222.0.44 "GET /v2.0/ports?device_id=342a8791-6aa9-415b-a41f-815ec5e01658 HTTP/1.1" status: 200 len: 945 time: 0.1693943 Aug 10 03:22:42.842632 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9017505-e6d0-4e5b-9ee8-00ac6da56a0a req-33ab6652-f09c-4164-98e3-8ac1b8cfcf57 tempest-ServerAddressesNegativeTestJSON-777851519 tempest-ServerAddressesNegativeTestJSON-777851519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:42.843284 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-d9017505-e6d0-4e5b-9ee8-00ac6da56a0a req-33ab6652-f09c-4164-98e3-8ac1b8cfcf57 tempest-ServerAddressesNegativeTestJSON-777851519 tempest-ServerAddressesNegativeTestJSON-777851519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:42.890695 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-5067a24b-b539-4942-9810-1384ac85ae3e req-2c7f2272-f443-4050-9414-88ea46dfc04c service neutron] 10.222.0.42 "GET /v2.0/networks/d6af8212-aac1-40c5-a707-aa25feb03b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049583 Aug 10 03:22:42.891459 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d9017505-e6d0-4e5b-9ee8-00ac6da56a0a req-33ab6652-f09c-4164-98e3-8ac1b8cfcf57 tempest-ServerAddressesNegativeTestJSON-777851519 tempest-ServerAddressesNegativeTestJSON-777851519-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4936156 Aug 10 03:22:42.919610 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-d9017505-e6d0-4e5b-9ee8-00ac6da56a0a req-cbb6b206-da10-436e-a487-afa7d4b17a06 service neutron] Request body: {'port': {'device_id': '4c3344c6-fadb-4b64-a7bf-ddc007bda777', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:42.925047 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0f5f3872-d419-4d6b-92e7-e209018930b1 req-848d2651-e5b2-478c-b69a-4c2507bbad99 tempest-ServerTagsTestJSON-110594242 tempest-ServerTagsTestJSON-110594242-project] 10.222.0.44 "GET /v2.0/security-groups?id=a154c252-2606-46f3-ba9d-d9122c16bad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787227 Aug 10 03:22:42.950182 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-01730b1d-710b-4d73-9bed-cb6dd32f057e req-bf4d340d-ade4-479e-9dd1-ebb5e6100079 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:42.999329 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-01730b1d-710b-4d73-9bed-cb6dd32f057e req-bf4d340d-ade4-479e-9dd1-ebb5e6100079 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:43.005946 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-d9017505-e6d0-4e5b-9ee8-00ac6da56a0a req-cbb6b206-da10-436e-a487-afa7d4b17a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:43.008165 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-01730b1d-710b-4d73-9bed-cb6dd32f057e req-bf4d340d-ade4-479e-9dd1-ebb5e6100079 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:43.039295 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4d340d-ade4-479e-9dd1-ebb5e6100079 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9442addf-f93e-46f3-8294-6be0e728d7be,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:43.071293 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-01730b1d-710b-4d73-9bed-cb6dd32f057e req-bf4d340d-ade4-479e-9dd1-ebb5e6100079 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:43.072558 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-01730b1d-710b-4d73-9bed-cb6dd32f057e req-bf4d340d-ade4-479e-9dd1-ebb5e6100079 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2890284 Aug 10 03:22:43.150208 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-2c056b79-f445-4e1e-b064-db185b1eb741 req-cb7e5ecc-0157-4ae5-90f6-8e4602fd5570 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2094398203', 'description': 'tempest-description-925441483'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:43.231473 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-2c056b79-f445-4e1e-b064-db185b1eb741 req-cb7e5ecc-0157-4ae5-90f6-8e4602fd5570 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:43.393943 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55a4b29-a733-4d67-be98-c8c45b35e058 req-1962434c-4f89-418f-8868-520ef1c575d4 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:43.399852 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55a4b29-a733-4d67-be98-c8c45b35e058 req-1962434c-4f89-418f-8868-520ef1c575d4 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:43.406553 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55a4b29-a733-4d67-be98-c8c45b35e058 req-1962434c-4f89-418f-8868-520ef1c575d4 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:43.412339 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55a4b29-a733-4d67-be98-c8c45b35e058 req-1962434c-4f89-418f-8868-520ef1c575d4 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:43.418331 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55a4b29-a733-4d67-be98-c8c45b35e058 req-1962434c-4f89-418f-8868-520ef1c575d4 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:43.424495 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55a4b29-a733-4d67-be98-c8c45b35e058 req-1962434c-4f89-418f-8868-520ef1c575d4 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:43.430460 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55a4b29-a733-4d67-be98-c8c45b35e058 req-1962434c-4f89-418f-8868-520ef1c575d4 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:43.432413 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e55a4b29-a733-4d67-be98-c8c45b35e058 req-1962434c-4f89-418f-8868-520ef1c575d4 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/ports?device_id=044f5741-e4d3-4edf-954b-c2c5a6f36283 HTTP/1.1" status: 200 len: 5421 time: 0.1603756 Aug 10 03:22:43.509629 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-2c056b79-f445-4e1e-b064-db185b1eb741 req-cb7e5ecc-0157-4ae5-90f6-8e4602fd5570 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:43.512547 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-d9017505-e6d0-4e5b-9ee8-00ac6da56a0a req-cbb6b206-da10-436e-a487-afa7d4b17a06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa72f2c9-d34d-4832-a640-7c070df57744 {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:22:43.522467 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-2c056b79-f445-4e1e-b064-db185b1eb741 req-cb7e5ecc-0157-4ae5-90f6-8e4602fd5570 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:43.527223 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-d9017505-e6d0-4e5b-9ee8-00ac6da56a0a req-cbb6b206-da10-436e-a487-afa7d4b17a06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:43.570345 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e55a4b29-a733-4d67-be98-c8c45b35e058 req-ca16f5bb-88b3-4031-8218-bc73a292010b tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/security-groups?id=e522b194-e383-4019-8939-c6a59d2ab04c&id=5aac4231-548a-4a48-ae70-6443e8440415&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1290936 Aug 10 03:22:43.572257 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-d9017505-e6d0-4e5b-9ee8-00ac6da56a0a req-cbb6b206-da10-436e-a487-afa7d4b17a06 service neutron] Transition to ACTIVE for port object fa72f2c9-d34d-4832-a640-7c070df57744 will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:22:43.585644 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-2c056b79-f445-4e1e-b064-db185b1eb741 req-cb7e5ecc-0157-4ae5-90f6-8e4602fd5570 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:43.587018 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2c056b79-f445-4e1e-b064-db185b1eb741 req-cb7e5ecc-0157-4ae5-90f6-8e4602fd5570 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4444683 Aug 10 03:22:43.588565 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7e5ecc-0157-4ae5-90f6-8e4602fd5570 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc18ce5-b1cf-48ce-898e-ba684acf7e48,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:43.590928 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-d9017505-e6d0-4e5b-9ee8-00ac6da56a0a req-cbb6b206-da10-436e-a487-afa7d4b17a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:43.650554 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb6b206-da10-436e-a487-afa7d4b17a06 service neutron] Pushing event updated for resources: {'Port': ['ID=fa72f2c9-d34d-4832-a640-7c070df57744,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:43.732595 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-9aef8e62-722b-4a96-8ccf-d1876a82e380 req-4aaf9fca-d0ef-4c37-9abd-9ca0c9c11818 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1641600238', 'description': 'tempest-description-374147184'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:43.793878 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 39c6f6f8-0369-4c74-8f99-8bff132f5316 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:22:43.819808 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3a1ccc86-901f-4a6c-bfe1-38aa12da75e9 req-be290c51-d3c0-4659-bc05-441ef3a5aa2a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=03a29612-20c9-44b8-855a-f25285352378&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1619813 Aug 10 03:22:43.825760 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-9aef8e62-722b-4a96-8ccf-d1876a82e380 req-4aaf9fca-d0ef-4c37-9abd-9ca0c9c11818 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:43.839376 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-d9017505-e6d0-4e5b-9ee8-00ac6da56a0a req-cbb6b206-da10-436e-a487-afa7d4b17a06 service neutron] Attempting to bind port fa72f2c9-d34d-4832-a640-7c070df57744 on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:22:43.839708 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-d9017505-e6d0-4e5b-9ee8-00ac6da56a0a req-cbb6b206-da10-436e-a487-afa7d4b17a06 service neutron] Attempting to bind port fa72f2c9-d34d-4832-a640-7c070df57744 by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '952728ea-cbe2-4c51-896e-d4e542b38d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a2d42f02-8726-4b6c-a3c7-f962e6382f6a'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:22:43.840579 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9017505-e6d0-4e5b-9ee8-00ac6da56a0a req-cbb6b206-da10-436e-a487-afa7d4b17a06 service neutron] Attempting to bind port fa72f2c9-d34d-4832-a640-7c070df57744 on network a2d42f02-8726-4b6c-a3c7-f962e6382f6a {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:22:43.849749 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aeb8f0-64a8-4447-8716-599f15b59c0a req-1ab722d1-e139-41d0-9c23-90f6a1211d7a tempest-ServerAddressesNegativeTestJSON-777851519 tempest-ServerAddressesNegativeTestJSON-777851519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:43.863068 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c7aeb8f0-64a8-4447-8716-599f15b59c0a req-1ab722d1-e139-41d0-9c23-90f6a1211d7a tempest-ServerAddressesNegativeTestJSON-777851519 tempest-ServerAddressesNegativeTestJSON-777851519-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c3344c6-fadb-4b64-a7bf-ddc007bda777 HTTP/1.1" status: 200 len: 943 time: 0.1572475 Aug 10 03:22:43.869051 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 39c6f6f8-0369-4c74-8f99-8bff132f5316 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:22:43.869509 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:43.888819 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9017505-e6d0-4e5b-9ee8-00ac6da56a0a req-cbb6b206-da10-436e-a487-afa7d4b17a06 service neutron] Port fa72f2c9-d34d-4832-a640-7c070df57744 on network a2d42f02-8726-4b6c-a3c7-f962e6382f6a not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:22:43.889516 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9017505-e6d0-4e5b-9ee8-00ac6da56a0a req-cbb6b206-da10-436e-a487-afa7d4b17a06 service neutron] Attempting to bind port fa72f2c9-d34d-4832-a640-7c070df57744 on network a2d42f02-8726-4b6c-a3c7-f962e6382f6a {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:22:43.924947 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9017505-e6d0-4e5b-9ee8-00ac6da56a0a req-cbb6b206-da10-436e-a487-afa7d4b17a06 service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:22:43.925216 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9017505-e6d0-4e5b-9ee8-00ac6da56a0a req-cbb6b206-da10-436e-a487-afa7d4b17a06 service neutron] Checking segment: {'id': '952728ea-cbe2-4c51-896e-d4e542b38d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a2d42f02-8726-4b6c-a3c7-f962e6382f6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:22:43.925631 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9017505-e6d0-4e5b-9ee8-00ac6da56a0a req-cbb6b206-da10-436e-a487-afa7d4b17a06 service neutron] Bound using segment: {'id': '952728ea-cbe2-4c51-896e-d4e542b38d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a2d42f02-8726-4b6c-a3c7-f962e6382f6a'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:22:43.926068 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-d9017505-e6d0-4e5b-9ee8-00ac6da56a0a req-cbb6b206-da10-436e-a487-afa7d4b17a06 service neutron] Bound port: fa72f2c9-d34d-4832-a640-7c070df57744, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '952728ea-cbe2-4c51-896e-d4e542b38d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a2d42f02-8726-4b6c-a3c7-f962e6382f6a'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:22:43.926455 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-d9017505-e6d0-4e5b-9ee8-00ac6da56a0a req-cbb6b206-da10-436e-a487-afa7d4b17a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:43.974412 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c7aeb8f0-64a8-4447-8716-599f15b59c0a req-0840dc01-53d7-4d69-8081-d8a9afb6df97 tempest-ServerAddressesNegativeTestJSON-777851519 tempest-ServerAddressesNegativeTestJSON-777851519-project] 10.222.0.44 "GET /v2.0/security-groups?id=5fb5a350-0da2-4a2b-8a01-fb08da49e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063020 Aug 10 03:22:44.008457 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1ccc86-901f-4a6c-bfe1-38aa12da75e9 req-ccb3c472-e9a3-42f3-a4f5-4d1db5d75c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:44.009959 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3a1ccc86-901f-4a6c-bfe1-38aa12da75e9 req-ccb3c472-e9a3-42f3-a4f5-4d1db5d75c1b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e1722d197a814345bc6c8fc008fcacd1&device_id=03a29612-20c9-44b8-855a-f25285352378 HTTP/1.1" status: 200 len: 1097 time: 0.1326694 Aug 10 03:22:44.236821 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 23f3db6a-3d09-4219-a20f-499c73daf5a4 details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:22:44.348917 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-d9017505-e6d0-4e5b-9ee8-00ac6da56a0a req-cbb6b206-da10-436e-a487-afa7d4b17a06 service neutron] For port fa72f2c9-d34d-4832-a640-7c070df57744, host n-h1-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:22:44.351749 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 23f3db6a-3d09-4219-a20f-499c73daf5a4, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=23f3db6a-3d09-4219-a20f-499c73daf5a4,segment=NetworkSegment(9926830d-bbc1-4a2f-ad71-9c6ed89a772a),segment_id=9926830d-bbc1-4a2f-ad71-9c6ed89a772a)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:44.365929 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': '23f3db6a-3d09-4219-a20f-499c73daf5a4', 'network_id': '39a285d2-87a3-47d7-9b49-b0b0fee32784', 'port_id': '23f3db6a-3d09-4219-a20f-499c73daf5a4', 'mac_address': 'fa:16:3e:9a:79:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2818801a-2e35-4ece-b2ba-d3311c823064', 'ip_address': '10.1.1.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:22:44.393182 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-d9017505-e6d0-4e5b-9ee8-00ac6da56a0a req-cbb6b206-da10-436e-a487-afa7d4b17a06 service neutron] For port fa72f2c9-d34d-4832-a640-7c070df57744, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=fa72f2c9-d34d-4832-a640-7c070df57744,segment=NetworkSegment(952728ea-cbe2-4c51-896e-d4e542b38d16),segment_id=952728ea-cbe2-4c51-896e-d4e542b38d16)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:22:44.397461 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-9aef8e62-722b-4a96-8ccf-d1876a82e380 req-4aaf9fca-d0ef-4c37-9abd-9ca0c9c11818 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:44.406032 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-d9017505-e6d0-4e5b-9ee8-00ac6da56a0a req-cbb6b206-da10-436e-a487-afa7d4b17a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:44.407293 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:44.423711 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23f3db6a-3d09-4219-a20f-499c73daf5a4 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:22:44.425459 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-9aef8e62-722b-4a96-8ccf-d1876a82e380 req-4aaf9fca-d0ef-4c37-9abd-9ca0c9c11818 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:44.456666 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 23f3db6a-3d09-4219-a20f-499c73daf5a4, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=23f3db6a-3d09-4219-a20f-499c73daf5a4,segment=NetworkSegment(9926830d-bbc1-4a2f-ad71-9c6ed89a772a),segment_id=9926830d-bbc1-4a2f-ad71-9c6ed89a772a)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:44.463331 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:44.466006 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 59b5fda1-f8d3-4c6d-b2ad-a1607e38f8ab details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:22:44.466867 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5418917b-bc9d-4cb6-aa04-c10c9f7c85c0 req-a6800555-e9c0-45f1-8969-8ee43adba36c tempest-ServerTagsTestJSON-110594242 tempest-ServerTagsTestJSON-110594242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:44.468459 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5418917b-bc9d-4cb6-aa04-c10c9f7c85c0 req-a6800555-e9c0-45f1-8969-8ee43adba36c tempest-ServerTagsTestJSON-110594242 tempest-ServerTagsTestJSON-110594242-project] 10.222.0.44 "GET /v2.0/ports?device_id=342a8791-6aa9-415b-a41f-815ec5e01658 HTTP/1.1" status: 200 len: 945 time: 0.4132283 Aug 10 03:22:44.514512 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9017505-e6d0-4e5b-9ee8-00ac6da56a0a req-cbb6b206-da10-436e-a487-afa7d4b17a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:44.515137 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-d9017505-e6d0-4e5b-9ee8-00ac6da56a0a req-cbb6b206-da10-436e-a487-afa7d4b17a06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:44.516750 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d9017505-e6d0-4e5b-9ee8-00ac6da56a0a req-cbb6b206-da10-436e-a487-afa7d4b17a06 service neutron] 10.222.0.42 "PUT /v2.0/ports/fa72f2c9-d34d-4832-a640-7c070df57744 HTTP/1.1" status: 200 len: 1092 time: 1.6029296 Aug 10 03:22:44.523565 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c3344c6-fadb-4b64-a7bf-ddc007bda777', 'tag': 'fa72f2c9-d34d-4832-a640-7c070df57744'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:22:44.526005 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e84f803-7397-4db4-956c-552867cb8519" -d '{"events": [{"name": "network-changed", "server_uuid": "4c3344c6-fadb-4b64-a7bf-ddc007bda777", "tag": "fa72f2c9-d34d-4832-a640-7c070df57744"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:22:44.546813 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-9aef8e62-722b-4a96-8ccf-d1876a82e380 req-4aaf9fca-d0ef-4c37-9abd-9ca0c9c11818 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:44.548060 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9aef8e62-722b-4a96-8ccf-d1876a82e380 req-4aaf9fca-d0ef-4c37-9abd-9ca0c9c11818 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.8459187 Aug 10 03:22:44.553151 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1ccc86-901f-4a6c-bfe1-38aa12da75e9 req-3a841c82-ac59-48b1-a5af-94e07bd046f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:44.554675 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3a1ccc86-901f-4a6c-bfe1-38aa12da75e9 req-3a841c82-ac59-48b1-a5af-94e07bd046f8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=05dc9c39-237d-4ac9-993e-e0b32ff3d84b HTTP/1.1" status: 200 len: 916 time: 0.5160613 Aug 10 03:22:44.561360 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaf9fca-d0ef-4c37-9abd-9ca0c9c11818 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2adc60c-1b14-4e42-aea5-bebedb5e5289,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:44.610847 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=23f3db6a-3d09-4219-a20f-499c73daf5a4,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:44.623712 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb6b206-da10-436e-a487-afa7d4b17a06 service neutron] Pushing event updated for resources: {'Port': ['ID=fa72f2c9-d34d-4832-a640-7c070df57744,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:44.657834 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5418917b-bc9d-4cb6-aa04-c10c9f7c85c0 req-8703134c-18f6-443c-bac6-cff1ebdb38a3 tempest-ServerTagsTestJSON-110594242 tempest-ServerTagsTestJSON-110594242-project] 10.222.0.44 "GET /v2.0/security-groups?id=a154c252-2606-46f3-ba9d-d9122c16bad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745968 Aug 10 03:22:44.682086 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3a1ccc86-901f-4a6c-bfe1-38aa12da75e9 req-c628ac9f-2827-48f5-b11b-13efbd0461d5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=39f75b0a-2724-41fb-b7c1-4e332a6cff90 HTTP/1.1" status: 200 len: 1001 time: 0.1180379 Aug 10 03:22:44.702241 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 59b5fda1-f8d3-4c6d-b2ad-a1607e38f8ab, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=59b5fda1-f8d3-4c6d-b2ad-a1607e38f8ab,segment=NetworkSegment(380ff52e-2da4-4b1c-b9fe-411644b2c0b2),segment_id=380ff52e-2da4-4b1c-b9fe-411644b2c0b2)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:44.706249 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9017505-e6d0-4e5b-9ee8-00ac6da56a0a req-a3a978d8-f3ec-4c58-a1b7-cac9d87ba863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:44.708112 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d9017505-e6d0-4e5b-9ee8-00ac6da56a0a req-a3a978d8-f3ec-4c58-a1b7-cac9d87ba863 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=042765dde16d463fb0a67e9665e6d33b&device_id=4c3344c6-fadb-4b64-a7bf-ddc007bda777 HTTP/1.1" status: 200 len: 1095 time: 0.1289160 Aug 10 03:22:44.719391 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': '59b5fda1-f8d3-4c6d-b2ad-a1607e38f8ab', 'network_id': '52a12912-47fc-48c4-aaf5-a9b690b74ffc', 'port_id': '59b5fda1-f8d3-4c6d-b2ad-a1607e38f8ab', 'mac_address': 'fa:16:3e:f7:5d:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee6f27b1-efb9-4823-8a00-7f908deefa06', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:22:44.740948 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d60b74ae-a6ba-4ab8-882c-c14c6af43909 x-openstack-request-id: req-d60b74ae-a6ba-4ab8-882c-c14c6af43909 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:22:44.741537 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c3344c6-fadb-4b64-a7bf-ddc007bda777", "tag": "fa72f2c9-d34d-4832-a640-7c070df57744", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:22:44.741910 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d60b74ae-a6ba-4ab8-882c-c14c6af43909 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:22:44.742429 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c3344c6-fadb-4b64-a7bf-ddc007bda777', 'tag': 'fa72f2c9-d34d-4832-a640-7c070df57744', 'status': 'completed', 'code': 200} Aug 10 03:22:44.779199 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:44.819989 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59b5fda1-f8d3-4c6d-b2ad-a1607e38f8ab {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:22:44.839400 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d9017505-e6d0-4e5b-9ee8-00ac6da56a0a req-bbee8f75-b2be-4eba-9716-6e0a9eb2460f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fa72f2c9-d34d-4832-a640-7c070df57744 HTTP/1.1" status: 200 len: 217 time: 0.0959942 Aug 10 03:22:44.845590 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 59b5fda1-f8d3-4c6d-b2ad-a1607e38f8ab, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=59b5fda1-f8d3-4c6d-b2ad-a1607e38f8ab,segment=NetworkSegment(380ff52e-2da4-4b1c-b9fe-411644b2c0b2),segment_id=380ff52e-2da4-4b1c-b9fe-411644b2c0b2)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:44.851967 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:44.852681 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device bc2aced1-42d5-40a0-a09b-18f14c994288 details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:22:44.910792 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1ccc86-901f-4a6c-bfe1-38aa12da75e9 req-970da6d9-0c3c-4bdf-8e22-50187c14601b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:44.912256 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3a1ccc86-901f-4a6c-bfe1-38aa12da75e9 req-970da6d9-0c3c-4bdf-8e22-50187c14601b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=58337cd7-d5bf-4101-801d-f0d48a89226e HTTP/1.1" status: 200 len: 855 time: 0.2176263 Aug 10 03:22:44.950753 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=59b5fda1-f8d3-4c6d-b2ad-a1607e38f8ab,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:44.985529 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-073c78e7-65e7-4369-a38e-14c261d34a5e req-0c1c74af-1d21-4a07-b7dd-6d7e7738ce78 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] 10.222.0.44 "GET /v2.0/security-groups/8dc18ce5-b1cf-48ce-898e-ba684acf7e48 HTTP/1.1" status: 200 len: 1806 time: 0.2299078 Aug 10 03:22:45.004649 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9017505-e6d0-4e5b-9ee8-00ac6da56a0a req-9377dece-cb51-40ce-ba8c-7a88275cb23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:45.006127 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d9017505-e6d0-4e5b-9ee8-00ac6da56a0a req-9377dece-cb51-40ce-ba8c-7a88275cb23a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1da97f28-99ec-4a6e-a247-2cd482e7ba52 HTTP/1.1" status: 200 len: 862 time: 0.1546178 Aug 10 03:22:45.007029 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port bc2aced1-42d5-40a0-a09b-18f14c994288, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=bc2aced1-42d5-40a0-a09b-18f14c994288,segment=NetworkSegment(fac8afa8-3606-4f73-b890-170569cd194b),segment_id=fac8afa8-3606-4f73-b890-170569cd194b)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:45.020917 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': 'bc2aced1-42d5-40a0-a09b-18f14c994288', 'network_id': 'effb9b91-4a23-491a-b997-5e008612ed4d', 'port_id': 'bc2aced1-42d5-40a0-a09b-18f14c994288', 'mac_address': 'fa:16:3e:28:c9:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7168ea7b-40ab-485b-96d9-f59bb6e03de2', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:22:45.044560 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1ccc86-901f-4a6c-bfe1-38aa12da75e9 req-76c272b0-5d03-4370-bd40-2ff71b904d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:45.046073 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3a1ccc86-901f-4a6c-bfe1-38aa12da75e9 req-76c272b0-5d03-4370-bd40-2ff71b904d99 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=05dc9c39-237d-4ac9-993e-e0b32ff3d84b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1085200 Aug 10 03:22:45.062758 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:45.078242 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a10cf-43f1-4251-be30-b477d120d707 req-0b5eac89-6a7b-41ae-b4be-6532401a8df0 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:45.081391 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc2aced1-42d5-40a0-a09b-18f14c994288 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:22:45.086958 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a10cf-43f1-4251-be30-b477d120d707 req-0b5eac89-6a7b-41ae-b4be-6532401a8df0 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:45.095216 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a10cf-43f1-4251-be30-b477d120d707 req-0b5eac89-6a7b-41ae-b4be-6532401a8df0 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:45.101158 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a10cf-43f1-4251-be30-b477d120d707 req-0b5eac89-6a7b-41ae-b4be-6532401a8df0 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:45.103567 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port bc2aced1-42d5-40a0-a09b-18f14c994288, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=bc2aced1-42d5-40a0-a09b-18f14c994288,segment=NetworkSegment(fac8afa8-3606-4f73-b890-170569cd194b),segment_id=fac8afa8-3606-4f73-b890-170569cd194b)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:45.108800 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:45.109836 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device d7410f22-72fc-46b2-bf2c-021ea69dd6bd details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:22:45.112543 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a10cf-43f1-4251-be30-b477d120d707 req-0b5eac89-6a7b-41ae-b4be-6532401a8df0 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:45.124321 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a10cf-43f1-4251-be30-b477d120d707 req-0b5eac89-6a7b-41ae-b4be-6532401a8df0 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:45.134610 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a10cf-43f1-4251-be30-b477d120d707 req-0b5eac89-6a7b-41ae-b4be-6532401a8df0 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:45.137777 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ca5a10cf-43f1-4251-be30-b477d120d707 req-0b5eac89-6a7b-41ae-b4be-6532401a8df0 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/ports?device_id=044f5741-e4d3-4edf-954b-c2c5a6f36283 HTTP/1.1" status: 200 len: 5423 time: 0.2752962 Aug 10 03:22:45.146277 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d9017505-e6d0-4e5b-9ee8-00ac6da56a0a req-534ea28f-3a4b-4be5-9ed2-928a8228d62f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a2d42f02-8726-4b6c-a3c7-f962e6382f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1299901 Aug 10 03:22:45.183896 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port d7410f22-72fc-46b2-bf2c-021ea69dd6bd, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=d7410f22-72fc-46b2-bf2c-021ea69dd6bd,segment=NetworkSegment(9926830d-bbc1-4a2f-ad71-9c6ed89a772a),segment_id=9926830d-bbc1-4a2f-ad71-9c6ed89a772a)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:45.186289 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=bc2aced1-42d5-40a0-a09b-18f14c994288,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:45.197250 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': 'd7410f22-72fc-46b2-bf2c-021ea69dd6bd', 'network_id': '39a285d2-87a3-47d7-9b49-b0b0fee32784', 'port_id': 'd7410f22-72fc-46b2-bf2c-021ea69dd6bd', 'mac_address': 'fa:16:3e:33:fb:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2818801a-2e35-4ece-b2ba-d3311c823064', 'ip_address': '10.1.1.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:22:45.239006 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:45.253094 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7410f22-72fc-46b2-bf2c-021ea69dd6bd {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:22:45.275226 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port d7410f22-72fc-46b2-bf2c-021ea69dd6bd, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=d7410f22-72fc-46b2-bf2c-021ea69dd6bd,segment=NetworkSegment(9926830d-bbc1-4a2f-ad71-9c6ed89a772a),segment_id=9926830d-bbc1-4a2f-ad71-9c6ed89a772a)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:45.283951 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:45.284303 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-073c78e7-65e7-4369-a38e-14c261d34a5e req-54ac02c6-a8e0-4c43-b617-6b5b88571f8d tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] 10.222.0.44 "GET /v2.0/security-groups/a2adc60c-1b14-4e42-aea5-bebedb5e5289 HTTP/1.1" status: 200 len: 1806 time: 0.2860754 Aug 10 03:22:45.284633 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device a51886da-65ec-4881-8090-1c7844482542 details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:22:45.321196 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-073c78e7-65e7-4369-a38e-14c261d34a5e req-f9d617c0-8658-4677-8f53-6985e02ba214 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '8dc18ce5-b1cf-48ce-898e-ba684acf7e48', 'remote_group_id': 'a2adc60c-1b14-4e42-aea5-bebedb5e5289', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:45.321541 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-073c78e7-65e7-4369-a38e-14c261d34a5e req-f9d617c0-8658-4677-8f53-6985e02ba214 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '8dc18ce5-b1cf-48ce-898e-ba684acf7e48', 'remote_group_id': 'a2adc60c-1b14-4e42-aea5-bebedb5e5289', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:45.336593 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ca5a10cf-43f1-4251-be30-b477d120d707 req-445ee783-0a0a-4a0c-ac48-86c8f8e38121 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/security-groups?id=e522b194-e383-4019-8939-c6a59d2ab04c&id=5aac4231-548a-4a48-ae70-6443e8440415&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1890247 Aug 10 03:22:45.381045 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3a1ccc86-901f-4a6c-bfe1-38aa12da75e9 req-9d930832-0952-415f-b852-5e1a4ff0064b service neutron] 10.222.0.61 "GET /v2.0/networks/05dc9c39-237d-4ac9-993e-e0b32ff3d84b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417676 Aug 10 03:22:45.395918 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port a51886da-65ec-4881-8090-1c7844482542, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=a51886da-65ec-4881-8090-1c7844482542,segment=NetworkSegment(9926830d-bbc1-4a2f-ad71-9c6ed89a772a),segment_id=9926830d-bbc1-4a2f-ad71-9c6ed89a772a)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:45.398996 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=d7410f22-72fc-46b2-bf2c-021ea69dd6bd,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:45.416114 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': 'a51886da-65ec-4881-8090-1c7844482542', 'network_id': '39a285d2-87a3-47d7-9b49-b0b0fee32784', 'port_id': 'a51886da-65ec-4881-8090-1c7844482542', 'mac_address': 'fa:16:3e:16:aa:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2818801a-2e35-4ece-b2ba-d3311c823064', 'ip_address': '10.1.1.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:22:45.425114 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d9017505-e6d0-4e5b-9ee8-00ac6da56a0a req-5f77a545-d957-4379-9375-d38d9dbef1b0 service neutron] 10.222.0.42 "GET /v2.0/networks/a2d42f02-8726-4b6c-a3c7-f962e6382f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597256 Aug 10 03:22:45.470566 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:45.505265 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a51886da-65ec-4881-8090-1c7844482542 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:22:45.531173 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port a51886da-65ec-4881-8090-1c7844482542, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=a51886da-65ec-4881-8090-1c7844482542,segment=NetworkSegment(9926830d-bbc1-4a2f-ad71-9c6ed89a772a),segment_id=9926830d-bbc1-4a2f-ad71-9c6ed89a772a)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:45.538463 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:45.539365 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 18f38f10-6fe8-483d-95d9-e9238a6e463c details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:22:45.597406 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-073c78e7-65e7-4369-a38e-14c261d34a5e req-f9d617c0-8658-4677-8f53-6985e02ba214 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:45.634422 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 18f38f10-6fe8-483d-95d9-e9238a6e463c, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=18f38f10-6fe8-483d-95d9-e9238a6e463c,segment=NetworkSegment(9926830d-bbc1-4a2f-ad71-9c6ed89a772a),segment_id=9926830d-bbc1-4a2f-ad71-9c6ed89a772a)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:45.643055 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3a1ccc86-901f-4a6c-bfe1-38aa12da75e9 req-d0ae06ed-cd75-4b7f-9e16-d18449578884 service neutron] 10.222.0.61 "GET /v2.0/networks/05dc9c39-237d-4ac9-993e-e0b32ff3d84b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474997 Aug 10 03:22:45.643874 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=a51886da-65ec-4881-8090-1c7844482542,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:45.653740 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': '18f38f10-6fe8-483d-95d9-e9238a6e463c', 'network_id': '39a285d2-87a3-47d7-9b49-b0b0fee32784', 'port_id': '18f38f10-6fe8-483d-95d9-e9238a6e463c', 'mac_address': 'fa:16:3e:e3:57:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2818801a-2e35-4ece-b2ba-d3311c823064', 'ip_address': '10.1.1.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:22:45.700759 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-073c78e7-65e7-4369-a38e-14c261d34a5e req-f9d617c0-8658-4677-8f53-6985e02ba214 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:45.703215 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:45.704539 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d9017505-e6d0-4e5b-9ee8-00ac6da56a0a req-e57758f2-b669-48d9-849f-f96fe2ef692e service neutron] 10.222.0.42 "GET /v2.0/networks/a2d42f02-8726-4b6c-a3c7-f962e6382f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336819 Aug 10 03:22:45.709670 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-073c78e7-65e7-4369-a38e-14c261d34a5e req-f9d617c0-8658-4677-8f53-6985e02ba214 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:45.733247 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18f38f10-6fe8-483d-95d9-e9238a6e463c {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:22:45.760941 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 18f38f10-6fe8-483d-95d9-e9238a6e463c, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=18f38f10-6fe8-483d-95d9-e9238a6e463c,segment=NetworkSegment(9926830d-bbc1-4a2f-ad71-9c6ed89a772a),segment_id=9926830d-bbc1-4a2f-ad71-9c6ed89a772a)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:45.766478 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:45.798063 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d617c0-8658-4677-8f53-6985e02ba214 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1e258a1-6f88-4fd6-ab42-00a97e8a5af3,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:45.816471 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-073c78e7-65e7-4369-a38e-14c261d34a5e req-f9d617c0-8658-4677-8f53-6985e02ba214 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:45.816853 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-073c78e7-65e7-4369-a38e-14c261d34a5e req-f9d617c0-8658-4677-8f53-6985e02ba214 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5149941 Aug 10 03:22:45.833363 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047952e8-a8b8-43f3-98a9-3b2554901ab3 req-01574069-9a1c-4b46-be17-ea705fe48b98 tempest-ServerAddressesNegativeTestJSON-777851519 tempest-ServerAddressesNegativeTestJSON-777851519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:45.842432 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=18f38f10-6fe8-483d-95d9-e9238a6e463c,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:45.844896 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-047952e8-a8b8-43f3-98a9-3b2554901ab3 req-01574069-9a1c-4b46-be17-ea705fe48b98 tempest-ServerAddressesNegativeTestJSON-777851519 tempest-ServerAddressesNegativeTestJSON-777851519-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c3344c6-fadb-4b64-a7bf-ddc007bda777 HTTP/1.1" status: 200 len: 943 time: 0.1245279 Aug 10 03:22:45.891326 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e84f803-7397-4db4-956c-552867cb8519 req-89f7d21b-a232-4578-b612-df4d2ce610c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:45.893113 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4e84f803-7397-4db4-956c-552867cb8519 req-89f7d21b-a232-4578-b612-df4d2ce610c9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=042765dde16d463fb0a67e9665e6d33b&device_id=4c3344c6-fadb-4b64-a7bf-ddc007bda777 HTTP/1.1" status: 200 len: 1095 time: 0.1249983 Aug 10 03:22:45.927244 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-047952e8-a8b8-43f3-98a9-3b2554901ab3 req-3775c320-b1d1-4a8b-8d12-9f078879078e tempest-ServerAddressesNegativeTestJSON-777851519 tempest-ServerAddressesNegativeTestJSON-777851519-project] 10.222.0.44 "GET /v2.0/security-groups?id=5fb5a350-0da2-4a2b-8a01-fb08da49e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814500 Aug 10 03:22:45.970760 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-c195d88e-79e9-4bd0-a6a6-f7906cc43aae req-5bc547dc-f2dd-44cf-89ca-9decb495c811 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1462468102', 'description': 'tempest-description-1092359204'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:46.016826 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c195d88e-79e9-4bd0-a6a6-f7906cc43aae req-5bc547dc-f2dd-44cf-89ca-9decb495c811 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:46.030127 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e84f803-7397-4db4-956c-552867cb8519 req-56b88e15-da57-4dab-9cf5-e5ace12e7486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:46.031852 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4e84f803-7397-4db4-956c-552867cb8519 req-56b88e15-da57-4dab-9cf5-e5ace12e7486 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a2d42f02-8726-4b6c-a3c7-f962e6382f6a HTTP/1.1" status: 200 len: 922 time: 0.1298180 Aug 10 03:22:46.083646 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4e84f803-7397-4db4-956c-552867cb8519 req-f945c2f8-77e6-4f93-8f43-fc28b4ba467d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fa72f2c9-d34d-4832-a640-7c070df57744 HTTP/1.1" status: 200 len: 217 time: 0.0424123 Aug 10 03:22:46.163771 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e84f803-7397-4db4-956c-552867cb8519 req-cd3efe76-f82e-439a-8b76-58a9e00ee407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:46.165256 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4e84f803-7397-4db4-956c-552867cb8519 req-cd3efe76-f82e-439a-8b76-58a9e00ee407 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1da97f28-99ec-4a6e-a247-2cd482e7ba52 HTTP/1.1" status: 200 len: 862 time: 0.0716326 Aug 10 03:22:46.212420 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4e84f803-7397-4db4-956c-552867cb8519 req-e1770846-240c-4e94-8fce-01007c440c9b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a2d42f02-8726-4b6c-a3c7-f962e6382f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361307 Aug 10 03:22:46.215464 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c195d88e-79e9-4bd0-a6a6-f7906cc43aae req-5bc547dc-f2dd-44cf-89ca-9decb495c811 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:46.227787 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c195d88e-79e9-4bd0-a6a6-f7906cc43aae req-5bc547dc-f2dd-44cf-89ca-9decb495c811 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:46.251378 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device b89f32b7-4acc-40c3-80d9-d8f2bfec5293 details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:22:46.301682 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c195d88e-79e9-4bd0-a6a6-f7906cc43aae req-5bc547dc-f2dd-44cf-89ca-9decb495c811 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:46.302886 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c195d88e-79e9-4bd0-a6a6-f7906cc43aae req-5bc547dc-f2dd-44cf-89ca-9decb495c811 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.3385952 Aug 10 03:22:46.306124 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc547dc-f2dd-44cf-89ca-9decb495c811 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=580f1f60-a2e2-4a1c-bae9-1e2c264ac823,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:46.347466 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-75177568-61fa-4a5c-b657-98b978d8bd72 req-06b4b426-4195-44c5-9b7e-86ad20b40b23 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-369890858', 'description': 'tempest-description-1377104085'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:46.366720 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4e84f803-7397-4db4-956c-552867cb8519 req-0378aa40-48a6-4018-a9ac-3cbb7870cdde service neutron] 10.222.0.42 "GET /v2.0/networks/a2d42f02-8726-4b6c-a3c7-f962e6382f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463332 Aug 10 03:22:46.400328 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port b89f32b7-4acc-40c3-80d9-d8f2bfec5293, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=b89f32b7-4acc-40c3-80d9-d8f2bfec5293,segment=NetworkSegment(fac8afa8-3606-4f73-b890-170569cd194b),segment_id=fac8afa8-3606-4f73-b890-170569cd194b)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:46.468888 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-75177568-61fa-4a5c-b657-98b978d8bd72 req-06b4b426-4195-44c5-9b7e-86ad20b40b23 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:46.532734 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4e84f803-7397-4db4-956c-552867cb8519 req-39d72cd5-ef68-4539-9b2c-afffee9e3c89 service neutron] 10.222.0.42 "GET /v2.0/networks/a2d42f02-8726-4b6c-a3c7-f962e6382f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575682 Aug 10 03:22:46.556849 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': 'b89f32b7-4acc-40c3-80d9-d8f2bfec5293', 'network_id': 'effb9b91-4a23-491a-b997-5e008612ed4d', 'port_id': 'b89f32b7-4acc-40c3-80d9-d8f2bfec5293', 'mac_address': 'fa:16:3e:4f:ea:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7168ea7b-40ab-485b-96d9-f59bb6e03de2', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:22:46.605274 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:46.619492 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b89f32b7-4acc-40c3-80d9-d8f2bfec5293 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:22:46.640974 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-75177568-61fa-4a5c-b657-98b978d8bd72 req-06b4b426-4195-44c5-9b7e-86ad20b40b23 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:46.643895 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port b89f32b7-4acc-40c3-80d9-d8f2bfec5293, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=b89f32b7-4acc-40c3-80d9-d8f2bfec5293,segment=NetworkSegment(fac8afa8-3606-4f73-b890-170569cd194b),segment_id=fac8afa8-3606-4f73-b890-170569cd194b)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:46.649566 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:46.650507 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-75177568-61fa-4a5c-b657-98b978d8bd72 req-06b4b426-4195-44c5-9b7e-86ad20b40b23 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:46.693246 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec871f8-f5c9-446a-b148-a8b8a7713600 req-a4f04bf2-9505-435c-b65e-88df0f9de0f3 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:46.699327 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec871f8-f5c9-446a-b148-a8b8a7713600 req-a4f04bf2-9505-435c-b65e-88df0f9de0f3 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:46.701678 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=b89f32b7-4acc-40c3-80d9-d8f2bfec5293,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:46.706445 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec871f8-f5c9-446a-b148-a8b8a7713600 req-a4f04bf2-9505-435c-b65e-88df0f9de0f3 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:46.712307 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec871f8-f5c9-446a-b148-a8b8a7713600 req-a4f04bf2-9505-435c-b65e-88df0f9de0f3 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:46.718803 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec871f8-f5c9-446a-b148-a8b8a7713600 req-a4f04bf2-9505-435c-b65e-88df0f9de0f3 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:46.725890 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec871f8-f5c9-446a-b148-a8b8a7713600 req-a4f04bf2-9505-435c-b65e-88df0f9de0f3 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:46.732760 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec871f8-f5c9-446a-b148-a8b8a7713600 req-a4f04bf2-9505-435c-b65e-88df0f9de0f3 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:46.734620 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-aec871f8-f5c9-446a-b148-a8b8a7713600 req-a4f04bf2-9505-435c-b65e-88df0f9de0f3 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/ports?device_id=044f5741-e4d3-4edf-954b-c2c5a6f36283 HTTP/1.1" status: 200 len: 5427 time: 0.1512666 Aug 10 03:22:46.743002 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-75177568-61fa-4a5c-b657-98b978d8bd72 req-06b4b426-4195-44c5-9b7e-86ad20b40b23 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:46.744166 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-75177568-61fa-4a5c-b657-98b978d8bd72 req-06b4b426-4195-44c5-9b7e-86ad20b40b23 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4061835 Aug 10 03:22:46.769322 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b4b426-4195-44c5-9b7e-86ad20b40b23 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0435ff78-9786-4dac-abdf-b88ba997b65f,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:46.796809 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-aec871f8-f5c9-446a-b148-a8b8a7713600 req-fdf806f4-9e34-41f7-8589-0e7a4669ce96 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/security-groups?id=e522b194-e383-4019-8939-c6a59d2ab04c&id=5aac4231-548a-4a48-ae70-6443e8440415&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548496 Aug 10 03:22:46.888724 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-875bab6d-387f-4934-93b2-f0cdb8ded882 req-b6ca9164-236a-4120-adce-fcc841665797 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] 10.222.0.44 "GET /v2.0/security-groups/580f1f60-a2e2-4a1c-bae9-1e2c264ac823 HTTP/1.1" status: 200 len: 1807 time: 0.0450881 Aug 10 03:22:46.958773 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-875bab6d-387f-4934-93b2-f0cdb8ded882 req-aa419304-fe15-46d4-81e1-4ac89331b7ab tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] 10.222.0.44 "GET /v2.0/security-groups/0435ff78-9786-4dac-abdf-b88ba997b65f HTTP/1.1" status: 200 len: 1806 time: 0.0605927 Aug 10 03:22:46.963799 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-875bab6d-387f-4934-93b2-f0cdb8ded882 req-400368c9-c60a-493f-9fda-5e9096ee6434 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '580f1f60-a2e2-4a1c-bae9-1e2c264ac823', 'remote_group_id': '0435ff78-9786-4dac-abdf-b88ba997b65f', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:46.964123 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-875bab6d-387f-4934-93b2-f0cdb8ded882 req-400368c9-c60a-493f-9fda-5e9096ee6434 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '580f1f60-a2e2-4a1c-bae9-1e2c264ac823', 'remote_group_id': '0435ff78-9786-4dac-abdf-b88ba997b65f', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:47.034888 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-875bab6d-387f-4934-93b2-f0cdb8ded882 req-400368c9-c60a-493f-9fda-5e9096ee6434 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:47.078168 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-875bab6d-387f-4934-93b2-f0cdb8ded882 req-400368c9-c60a-493f-9fda-5e9096ee6434 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:47.083127 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-875bab6d-387f-4934-93b2-f0cdb8ded882 req-400368c9-c60a-493f-9fda-5e9096ee6434 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:47.105996 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400368c9-c60a-493f-9fda-5e9096ee6434 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6928d952-3750-45cf-a6d5-445713d179b3,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:47.111212 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-875bab6d-387f-4934-93b2-f0cdb8ded882 req-400368c9-c60a-493f-9fda-5e9096ee6434 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:47.112442 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-875bab6d-387f-4934-93b2-f0cdb8ded882 req-400368c9-c60a-493f-9fda-5e9096ee6434 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1528580 Aug 10 03:22:47.245851 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a38fce2-1263-4fbb-b9f3-b37c5e439759 req-9839c10c-9606-4846-99ac-e4af11f14860 tempest-ServerAddressesNegativeTestJSON-777851519 tempest-ServerAddressesNegativeTestJSON-777851519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:47.247948 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9a38fce2-1263-4fbb-b9f3-b37c5e439759 req-9839c10c-9606-4846-99ac-e4af11f14860 tempest-ServerAddressesNegativeTestJSON-777851519 tempest-ServerAddressesNegativeTestJSON-777851519-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c3344c6-fadb-4b64-a7bf-ddc007bda777 HTTP/1.1" status: 200 len: 943 time: 0.0797553 Aug 10 03:22:47.274743 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e7927f50-45bb-4311-811c-326f804cf755 req-99e50006-697c-49dc-805d-e3a10c5455a1 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] 10.222.0.44 "GET /v2.0/security-groups/0435ff78-9786-4dac-abdf-b88ba997b65f HTTP/1.1" status: 200 len: 1806 time: 0.0692508 Aug 10 03:22:47.316019 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9a38fce2-1263-4fbb-b9f3-b37c5e439759 req-8d902dd8-078e-47eb-b41c-0097272add89 tempest-ServerAddressesNegativeTestJSON-777851519 tempest-ServerAddressesNegativeTestJSON-777851519-project] 10.222.0.44 "GET /v2.0/security-groups?id=5fb5a350-0da2-4a2b-8a01-fb08da49e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590584 Aug 10 03:22:47.348115 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-e7927f50-45bb-4311-811c-326f804cf755 req-8cd22f54-f4bc-4016-8629-a2905fcdc981 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:47.373651 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-e7927f50-45bb-4311-811c-326f804cf755 req-8cd22f54-f4bc-4016-8629-a2905fcdc981 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:47.408799 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['d7410f22-72fc-46b2-bf2c-021ea69dd6bd'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:22:47.455339 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-e7927f50-45bb-4311-811c-326f804cf755 req-8cd22f54-f4bc-4016-8629-a2905fcdc981 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:47.458128 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-e7927f50-45bb-4311-811c-326f804cf755 req-8cd22f54-f4bc-4016-8629-a2905fcdc981 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:47.459676 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e7927f50-45bb-4311-811c-326f804cf755 req-8cd22f54-f4bc-4016-8629-a2905fcdc981 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] 10.222.0.44 "DELETE /v2.0/security-groups/0435ff78-9786-4dac-abdf-b88ba997b65f HTTP/1.1" status: 204 len: 173 time: 0.1779034 Aug 10 03:22:47.473692 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd22f54-f4bc-4016-8629-a2905fcdc981 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0435ff78-9786-4dac-abdf-b88ba997b65f,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:47.554365 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-38f01f4e-8eef-4d92-9b68-3b2502199d7a req-9531988b-9a06-4f72-ad3c-dd2238d1b196 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] 10.222.0.44 "GET /v2.0/security-groups/580f1f60-a2e2-4a1c-bae9-1e2c264ac823 HTTP/1.1" status: 200 len: 1807 time: 0.0632045 Aug 10 03:22:47.574478 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['23f3db6a-3d09-4219-a20f-499c73daf5a4'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:22:47.584489 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-8584a3e5-c4ec-4c60-a88f-091b1daff276 req-6e5deefb-a78e-475f-895d-0c793a0ffda9 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1008417585', 'description': 'tempest-description-174193493'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:47.608696 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['bc2aced1-42d5-40a0-a09b-18f14c994288'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:22:47.615726 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8584a3e5-c4ec-4c60-a88f-091b1daff276 req-6e5deefb-a78e-475f-895d-0c793a0ffda9 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:47.643201 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['59b5fda1-f8d3-4c6d-b2ad-a1607e38f8ab'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:22:47.656339 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['a51886da-65ec-4881-8090-1c7844482542'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:22:47.709102 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['18f38f10-6fe8-483d-95d9-e9238a6e463c'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:22:47.721770 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8584a3e5-c4ec-4c60-a88f-091b1daff276 req-6e5deefb-a78e-475f-895d-0c793a0ffda9 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:47.731291 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8584a3e5-c4ec-4c60-a88f-091b1daff276 req-6e5deefb-a78e-475f-895d-0c793a0ffda9 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:47.759495 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5deefb-a78e-475f-895d-0c793a0ffda9 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12ae5b36-3682-4cc2-ac98-9cddb72e895b,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:47.774001 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8584a3e5-c4ec-4c60-a88f-091b1daff276 req-6e5deefb-a78e-475f-895d-0c793a0ffda9 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:47.775781 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8584a3e5-c4ec-4c60-a88f-091b1daff276 req-6e5deefb-a78e-475f-895d-0c793a0ffda9 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1951039 Aug 10 03:22:47.875796 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b6db75f8-1f48-4602-84ab-8a317cd24d5e req-6af73731-8e7a-4573-8131-3d3edc8f0531 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] 10.222.0.44 "GET /v2.0/security-groups/12ae5b36-3682-4cc2-ac98-9cddb72e895b HTTP/1.1" status: 200 len: 1806 time: 0.0714207 Aug 10 03:22:47.900197 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-b6db75f8-1f48-4602-84ab-8a317cd24d5e req-e55ba013-9933-4c2d-996b-87bd304a52c9 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '12ae5b36-3682-4cc2-ac98-9cddb72e895b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:47.900548 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-b6db75f8-1f48-4602-84ab-8a317cd24d5e req-e55ba013-9933-4c2d-996b-87bd304a52c9 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '12ae5b36-3682-4cc2-ac98-9cddb72e895b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:48.002470 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-b6db75f8-1f48-4602-84ab-8a317cd24d5e req-e55ba013-9933-4c2d-996b-87bd304a52c9 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:48.013230 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['b89f32b7-4acc-40c3-80d9-d8f2bfec5293'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:22:48.050777 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-b6db75f8-1f48-4602-84ab-8a317cd24d5e req-e55ba013-9933-4c2d-996b-87bd304a52c9 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:48.060037 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-b6db75f8-1f48-4602-84ab-8a317cd24d5e req-e55ba013-9933-4c2d-996b-87bd304a52c9 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:48.091593 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-b6db75f8-1f48-4602-84ab-8a317cd24d5e req-e55ba013-9933-4c2d-996b-87bd304a52c9 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:48.093052 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b6db75f8-1f48-4602-84ab-8a317cd24d5e req-e55ba013-9933-4c2d-996b-87bd304a52c9 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2061257 Aug 10 03:22:48.110384 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91c4dcd-ca04-4dd8-b062-91bb2384657d req-2a912f14-f527-4e7e-9ece-2dad35a0cef1 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:48.116316 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91c4dcd-ca04-4dd8-b062-91bb2384657d req-2a912f14-f527-4e7e-9ece-2dad35a0cef1 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:48.123165 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91c4dcd-ca04-4dd8-b062-91bb2384657d req-2a912f14-f527-4e7e-9ece-2dad35a0cef1 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:48.129897 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91c4dcd-ca04-4dd8-b062-91bb2384657d req-2a912f14-f527-4e7e-9ece-2dad35a0cef1 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:48.136369 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91c4dcd-ca04-4dd8-b062-91bb2384657d req-2a912f14-f527-4e7e-9ece-2dad35a0cef1 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:48.142790 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91c4dcd-ca04-4dd8-b062-91bb2384657d req-2a912f14-f527-4e7e-9ece-2dad35a0cef1 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:48.148799 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91c4dcd-ca04-4dd8-b062-91bb2384657d req-2a912f14-f527-4e7e-9ece-2dad35a0cef1 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:48.157295 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d91c4dcd-ca04-4dd8-b062-91bb2384657d req-2a912f14-f527-4e7e-9ece-2dad35a0cef1 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/ports?device_id=044f5741-e4d3-4edf-954b-c2c5a6f36283 HTTP/1.1" status: 200 len: 5428 time: 0.2055395 Aug 10 03:22:48.159951 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55ba013-9933-4c2d-996b-87bd304a52c9 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0719bc07-6c3a-4e03-ad22-3bfdf2da1feb,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:48.209688 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d91c4dcd-ca04-4dd8-b062-91bb2384657d req-0642055c-095a-4e29-8d4c-db9fa3e2110b tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/security-groups?id=e522b194-e383-4019-8939-c6a59d2ab04c&id=5aac4231-548a-4a48-ae70-6443e8440415&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0513818 Aug 10 03:22:48.389627 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-77d683a1-1c3f-4e1e-98b9-bd102d487b71 req-38ba9e32-78fe-4e3d-bb85-e94442423eba tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] 10.222.0.44 "GET /v2.0/security-groups/12ae5b36-3682-4cc2-ac98-9cddb72e895b HTTP/1.1" status: 200 len: 2400 time: 0.0562773 Aug 10 03:22:48.394461 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-77d683a1-1c3f-4e1e-98b9-bd102d487b71 req-5f6b6fc0-7058-4d33-b22b-361059d25c6a tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '12ae5b36-3682-4cc2-ac98-9cddb72e895b', 'remote_group_id': None}]} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:48.394784 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-77d683a1-1c3f-4e1e-98b9-bd102d487b71 req-5f6b6fc0-7058-4d33-b22b-361059d25c6a tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '12ae5b36-3682-4cc2-ac98-9cddb72e895b', 'remote_group_id': None}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:48.447949 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device fa72f2c9-d34d-4832-a640-7c070df57744 details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:22:48.465111 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-77d683a1-1c3f-4e1e-98b9-bd102d487b71 req-5f6b6fc0-7058-4d33-b22b-361059d25c6a tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:48.503826 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-77d683a1-1c3f-4e1e-98b9-bd102d487b71 req-5f6b6fc0-7058-4d33-b22b-361059d25c6a tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:48.510110 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-77d683a1-1c3f-4e1e-98b9-bd102d487b71 req-5f6b6fc0-7058-4d33-b22b-361059d25c6a tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:48.540776 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6b6fc0-7058-4d33-b22b-361059d25c6a tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ed71a1e-f8c6-4346-a13d-ef59c9a7dc20,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:48.557650 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-77d683a1-1c3f-4e1e-98b9-bd102d487b71 req-5f6b6fc0-7058-4d33-b22b-361059d25c6a tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:48.559450 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-77d683a1-1c3f-4e1e-98b9-bd102d487b71 req-5f6b6fc0-7058-4d33-b22b-361059d25c6a tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1689024 Aug 10 03:22:48.598548 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba7ae67-104a-4cb7-a02f-46abc99d5562 req-e27375dd-f9d8-41d7-bd19-5e8924929e0d tempest-ServerAddressesNegativeTestJSON-777851519 tempest-ServerAddressesNegativeTestJSON-777851519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:48.600069 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fba7ae67-104a-4cb7-a02f-46abc99d5562 req-e27375dd-f9d8-41d7-bd19-5e8924929e0d tempest-ServerAddressesNegativeTestJSON-777851519 tempest-ServerAddressesNegativeTestJSON-777851519-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c3344c6-fadb-4b64-a7bf-ddc007bda777 HTTP/1.1" status: 200 len: 943 time: 0.0535629 Aug 10 03:22:48.614533 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port fa72f2c9-d34d-4832-a640-7c070df57744, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=fa72f2c9-d34d-4832-a640-7c070df57744,segment=NetworkSegment(952728ea-cbe2-4c51-896e-d4e542b38d16),segment_id=952728ea-cbe2-4c51-896e-d4e542b38d16)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:48.632312 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': 'fa72f2c9-d34d-4832-a640-7c070df57744', 'network_id': 'a2d42f02-8726-4b6c-a3c7-f962e6382f6a', 'port_id': 'fa72f2c9-d34d-4832-a640-7c070df57744', 'mac_address': 'fa:16:3e:85:f7:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1da97f28-99ec-4a6e-a247-2cd482e7ba52', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:22:48.645065 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fba7ae67-104a-4cb7-a02f-46abc99d5562 req-cdf6e079-cd28-49ad-a002-f2e0861fe90c tempest-ServerAddressesNegativeTestJSON-777851519 tempest-ServerAddressesNegativeTestJSON-777851519-project] 10.222.0.44 "GET /v2.0/security-groups?id=5fb5a350-0da2-4a2b-8a01-fb08da49e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375757 Aug 10 03:22:48.689449 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:48.705093 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa72f2c9-d34d-4832-a640-7c070df57744 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:22:48.728426 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port fa72f2c9-d34d-4832-a640-7c070df57744, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=fa72f2c9-d34d-4832-a640-7c070df57744,segment=NetworkSegment(952728ea-cbe2-4c51-896e-d4e542b38d16),segment_id=952728ea-cbe2-4c51-896e-d4e542b38d16)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:48.735035 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:48.743765 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a8fee07f-f2f7-4520-9f53-d988e33ee1a3 req-804ef538-0487-4261-a5c1-e8f12e725f9a tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] 10.222.0.44 "GET /v2.0/security-groups/12ae5b36-3682-4cc2-ac98-9cddb72e895b HTTP/1.1" status: 200 len: 2999 time: 0.0731733 Aug 10 03:22:48.796382 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6528e0ee-7210-43ea-a144-d48d6ac23ab7 req-c0c9bc58-c6fc-4617-ae2a-96e9a166f935 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] 10.222.0.44 "GET /v2.0/security-group-rules/5ed71a1e-f8c6-4346-a13d-ef59c9a7dc20 HTTP/1.1" status: 200 len: 783 time: 0.0202801 Aug 10 03:22:48.820701 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=fa72f2c9-d34d-4832-a640-7c070df57744,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:48.858827 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6528e0ee-7210-43ea-a144-d48d6ac23ab7 req-a18dabec-54bb-49d2-b6b2-7ea25990efaf tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] 10.222.0.44 "GET /v2.0/security-groups/12ae5b36-3682-4cc2-ac98-9cddb72e895b HTTP/1.1" status: 200 len: 2999 time: 0.0539136 Aug 10 03:22:48.886314 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-6528e0ee-7210-43ea-a144-d48d6ac23ab7 req-9f34cbac-f299-4fcd-a419-d6b1275a5239 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:48.895598 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-6528e0ee-7210-43ea-a144-d48d6ac23ab7 req-9f34cbac-f299-4fcd-a419-d6b1275a5239 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:48.935428 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-6528e0ee-7210-43ea-a144-d48d6ac23ab7 req-9f34cbac-f299-4fcd-a419-d6b1275a5239 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:48.948558 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-6528e0ee-7210-43ea-a144-d48d6ac23ab7 req-9f34cbac-f299-4fcd-a419-d6b1275a5239 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:48.949815 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6528e0ee-7210-43ea-a144-d48d6ac23ab7 req-9f34cbac-f299-4fcd-a419-d6b1275a5239 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/5ed71a1e-f8c6-4346-a13d-ef59c9a7dc20 HTTP/1.1" status: 204 len: 173 time: 0.0901783 Aug 10 03:22:48.950750 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f34cbac-f299-4fcd-a419-d6b1275a5239 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5ed71a1e-f8c6-4346-a13d-ef59c9a7dc20,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:48.961775 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['fa72f2c9-d34d-4832-a640-7c070df57744'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:22:49.021179 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-76ff8638-ad33-481e-a543-3d751868ea86 req-5147fa8d-6ec0-4776-ac53-aeb801ed3bb5 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] 10.222.0.44 "GET /v2.0/security-groups/12ae5b36-3682-4cc2-ac98-9cddb72e895b HTTP/1.1" status: 200 len: 2400 time: 0.0493677 Aug 10 03:22:49.135462 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-76ff8638-ad33-481e-a543-3d751868ea86 req-d8bf30b3-fa57-404a-b61e-53b241fe0f74 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:49.160169 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aca47b-c4d3-4dc0-9c9f-2ef7e0a8b401 req-6cf0b5e3-a89b-47be-9f40-9592c35c37e8 tempest-ServerTagsTestJSON-110594242 tempest-ServerTagsTestJSON-110594242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:49.161706 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d0aca47b-c4d3-4dc0-9c9f-2ef7e0a8b401 req-6cf0b5e3-a89b-47be-9f40-9592c35c37e8 tempest-ServerTagsTestJSON-110594242 tempest-ServerTagsTestJSON-110594242-project] 10.222.0.44 "GET /v2.0/ports?device_id=342a8791-6aa9-415b-a41f-815ec5e01658 HTTP/1.1" status: 200 len: 945 time: 0.0928736 Aug 10 03:22:49.182832 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-76ff8638-ad33-481e-a543-3d751868ea86 req-d8bf30b3-fa57-404a-b61e-53b241fe0f74 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:49.232725 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d0aca47b-c4d3-4dc0-9c9f-2ef7e0a8b401 req-8d2d3ec4-7cb2-4818-9791-f137b0d9d10c tempest-ServerTagsTestJSON-110594242 tempest-ServerTagsTestJSON-110594242-project] 10.222.0.44 "GET /v2.0/security-groups?id=a154c252-2606-46f3-ba9d-d9122c16bad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649509 Aug 10 03:22:49.255951 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-76ff8638-ad33-481e-a543-3d751868ea86 req-d8bf30b3-fa57-404a-b61e-53b241fe0f74 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:49.259439 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-76ff8638-ad33-481e-a543-3d751868ea86 req-d8bf30b3-fa57-404a-b61e-53b241fe0f74 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:49.260848 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-76ff8638-ad33-481e-a543-3d751868ea86 req-d8bf30b3-fa57-404a-b61e-53b241fe0f74 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] 10.222.0.44 "DELETE /v2.0/security-groups/12ae5b36-3682-4cc2-ac98-9cddb72e895b HTTP/1.1" status: 204 len: 173 time: 0.2318170 Aug 10 03:22:49.271489 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bf30b3-fa57-404a-b61e-53b241fe0f74 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ae5b36-3682-4cc2-ac98-9cddb72e895b,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:49.359347 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdbc58a-7ec0-482a-abe7-716daad3c515 req-7bbb5ef9-5f68-4f2e-98b5-2ef9b5e6afe7 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:49.365336 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdbc58a-7ec0-482a-abe7-716daad3c515 req-7bbb5ef9-5f68-4f2e-98b5-2ef9b5e6afe7 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:49.371844 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdbc58a-7ec0-482a-abe7-716daad3c515 req-7bbb5ef9-5f68-4f2e-98b5-2ef9b5e6afe7 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:49.377707 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdbc58a-7ec0-482a-abe7-716daad3c515 req-7bbb5ef9-5f68-4f2e-98b5-2ef9b5e6afe7 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:49.383573 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdbc58a-7ec0-482a-abe7-716daad3c515 req-7bbb5ef9-5f68-4f2e-98b5-2ef9b5e6afe7 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:49.389501 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdbc58a-7ec0-482a-abe7-716daad3c515 req-7bbb5ef9-5f68-4f2e-98b5-2ef9b5e6afe7 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:49.395493 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdbc58a-7ec0-482a-abe7-716daad3c515 req-7bbb5ef9-5f68-4f2e-98b5-2ef9b5e6afe7 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:49.397446 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4fdbc58a-7ec0-482a-abe7-716daad3c515 req-7bbb5ef9-5f68-4f2e-98b5-2ef9b5e6afe7 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/ports?device_id=044f5741-e4d3-4edf-954b-c2c5a6f36283 HTTP/1.1" status: 200 len: 5428 time: 0.0954833 Aug 10 03:22:49.424355 n-d-768862-13 neutron-server[94260]: INFO neutron.api.v2.resource [req-e48571cf-787f-4e1b-8fdb-7d5a5b8a2b9d req-2665f202-58bf-4db5-af3d-d09b37b9f540 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] show failed (client error): The resource could not be found. Aug 10 03:22:49.425308 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e48571cf-787f-4e1b-8fdb-7d5a5b8a2b9d req-2665f202-58bf-4db5-af3d-d09b37b9f540 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] 10.222.0.44 "GET /v2.0/security-groups/0435ff78-9786-4dac-abdf-b88ba997b65f HTTP/1.1" status: 404 len: 352 time: 0.0269470 Aug 10 03:22:49.449369 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4fdbc58a-7ec0-482a-abe7-716daad3c515 req-cdc8940d-17cb-4b45-a265-8c5c1f85bedf tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/security-groups?id=e522b194-e383-4019-8939-c6a59d2ab04c&id=5aac4231-548a-4a48-ae70-6443e8440415&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0434504 Aug 10 03:22:49.550331 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3aa81dec-fca0-4b73-995f-b0348b3b6ff6 req-6ab75ca1-e762-4195-933a-9888404587ae tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] 10.222.0.44 "GET /v2.0/security-groups/580f1f60-a2e2-4a1c-bae9-1e2c264ac823 HTTP/1.1" status: 200 len: 1807 time: 0.0529160 Aug 10 03:22:49.612914 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-3aa81dec-fca0-4b73-995f-b0348b3b6ff6 req-e368f20c-d154-487c-a100-968b5f5b3ec1 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:49.636716 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-3aa81dec-fca0-4b73-995f-b0348b3b6ff6 req-e368f20c-d154-487c-a100-968b5f5b3ec1 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:49.684010 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-3aa81dec-fca0-4b73-995f-b0348b3b6ff6 req-e368f20c-d154-487c-a100-968b5f5b3ec1 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:49.686950 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-3aa81dec-fca0-4b73-995f-b0348b3b6ff6 req-e368f20c-d154-487c-a100-968b5f5b3ec1 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:49.688222 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3aa81dec-fca0-4b73-995f-b0348b3b6ff6 req-e368f20c-d154-487c-a100-968b5f5b3ec1 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] 10.222.0.44 "DELETE /v2.0/security-groups/580f1f60-a2e2-4a1c-bae9-1e2c264ac823 HTTP/1.1" status: 204 len: 173 time: 0.1317470 Aug 10 03:22:49.698143 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e368f20c-d154-487c-a100-968b5f5b3ec1 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=580f1f60-a2e2-4a1c-bae9-1e2c264ac823,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:49.796684 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bb7b2a46-f2ed-4bbd-af87-23233aac7f63 req-08303003-551a-4062-acc7-9e676b8f4096 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] 10.222.0.44 "GET /v2.0/security-groups/a2adc60c-1b14-4e42-aea5-bebedb5e5289 HTTP/1.1" status: 200 len: 1806 time: 0.0806224 Aug 10 03:22:49.808180 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af9013f-f501-44a3-ba6d-c8d7ce1ef9ef req-87823fdf-5ec2-4347-b2de-c36eb8100e91 tempest-ServerAddressesNegativeTestJSON-777851519 tempest-ServerAddressesNegativeTestJSON-777851519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:49.809744 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5af9013f-f501-44a3-ba6d-c8d7ce1ef9ef req-87823fdf-5ec2-4347-b2de-c36eb8100e91 tempest-ServerAddressesNegativeTestJSON-777851519 tempest-ServerAddressesNegativeTestJSON-777851519-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c3344c6-fadb-4b64-a7bf-ddc007bda777 HTTP/1.1" status: 200 len: 944 time: 0.0705512 Aug 10 03:22:49.880201 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5af9013f-f501-44a3-ba6d-c8d7ce1ef9ef req-cb9138ba-e3b6-448c-8e0d-a8b3d3a9c953 tempest-ServerAddressesNegativeTestJSON-777851519 tempest-ServerAddressesNegativeTestJSON-777851519-project] 10.222.0.44 "GET /v2.0/security-groups?id=5fb5a350-0da2-4a2b-8a01-fb08da49e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629122 Aug 10 03:22:49.891140 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-bb7b2a46-f2ed-4bbd-af87-23233aac7f63 req-7376db87-66c8-4bc1-8f1e-7b7b606756d1 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:49.916843 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-bb7b2a46-f2ed-4bbd-af87-23233aac7f63 req-7376db87-66c8-4bc1-8f1e-7b7b606756d1 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:49.979176 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-bb7b2a46-f2ed-4bbd-af87-23233aac7f63 req-7376db87-66c8-4bc1-8f1e-7b7b606756d1 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:49.982280 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-bb7b2a46-f2ed-4bbd-af87-23233aac7f63 req-7376db87-66c8-4bc1-8f1e-7b7b606756d1 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:49.984977 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bb7b2a46-f2ed-4bbd-af87-23233aac7f63 req-7376db87-66c8-4bc1-8f1e-7b7b606756d1 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] 10.222.0.44 "DELETE /v2.0/security-groups/a2adc60c-1b14-4e42-aea5-bebedb5e5289 HTTP/1.1" status: 204 len: 173 time: 0.1727765 Aug 10 03:22:49.993950 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7376db87-66c8-4bc1-8f1e-7b7b606756d1 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2adc60c-1b14-4e42-aea5-bebedb5e5289,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:50.043687 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7bcbe02d-5d9b-4386-8143-6211d8066b3d req-2f601691-d243-49a4-9690-33a83b34a1d3 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] 10.222.0.44 "GET /v2.0/security-groups/8dc18ce5-b1cf-48ce-898e-ba684acf7e48 HTTP/1.1" status: 200 len: 1806 time: 0.0405662 Aug 10 03:22:50.106562 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-7bcbe02d-5d9b-4386-8143-6211d8066b3d req-2ef4eb1f-ca35-4ac8-8f65-ac4507434f9e tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:50.132339 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-7bcbe02d-5d9b-4386-8143-6211d8066b3d req-2ef4eb1f-ca35-4ac8-8f65-ac4507434f9e tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:50.182593 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-7bcbe02d-5d9b-4386-8143-6211d8066b3d req-2ef4eb1f-ca35-4ac8-8f65-ac4507434f9e tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:50.187360 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-7bcbe02d-5d9b-4386-8143-6211d8066b3d req-2ef4eb1f-ca35-4ac8-8f65-ac4507434f9e tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:50.194002 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7bcbe02d-5d9b-4386-8143-6211d8066b3d req-2ef4eb1f-ca35-4ac8-8f65-ac4507434f9e tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] 10.222.0.44 "DELETE /v2.0/security-groups/8dc18ce5-b1cf-48ce-898e-ba684acf7e48 HTTP/1.1" status: 204 len: 173 time: 0.1400619 Aug 10 03:22:50.203789 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4eb1f-ca35-4ac8-8f65-ac4507434f9e tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc18ce5-b1cf-48ce-898e-ba684acf7e48,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:50.274815 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-16e55a69-b15f-4f94-874c-2bf7a874614f req-15fc09d4-d2e1-4e5b-ae35-5c98bb81b638 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] 10.222.0.44 "GET /v2.0/security-groups/64970afe-39b2-46fb-871a-065c0801affb HTTP/1.1" status: 200 len: 2406 time: 0.0673637 Aug 10 03:22:50.279388 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device d7410f22-72fc-46b2-bf2c-021ea69dd6bd up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:22:50.354925 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning for port d7410f22-72fc-46b2-bf2c-021ea69dd6bd completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:22:50.359927 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port d7410f22-72fc-46b2-bf2c-021ea69dd6bd triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:22:50.360296 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:50.377568 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-16e55a69-b15f-4f94-874c-2bf7a874614f req-8e8e59a6-e0f5-4e2c-b793-87694edde1a4 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:50.411941 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d1ec23-be39-4731-b709-4a671f14acb1 req-ccd553e5-2983-4df2-a526-8d33c278ace5 tempest-ServerTagsTestJSON-110594242 tempest-ServerTagsTestJSON-110594242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:50.413483 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-02d1ec23-be39-4731-b709-4a671f14acb1 req-ccd553e5-2983-4df2-a526-8d33c278ace5 tempest-ServerTagsTestJSON-110594242 tempest-ServerTagsTestJSON-110594242-project] 10.222.0.44 "GET /v2.0/ports?device_id=342a8791-6aa9-415b-a41f-815ec5e01658 HTTP/1.1" status: 200 len: 945 time: 0.0872478 Aug 10 03:22:50.415656 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-16e55a69-b15f-4f94-874c-2bf7a874614f req-8e8e59a6-e0f5-4e2c-b793-87694edde1a4 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:50.457078 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device fa72f2c9-d34d-4832-a640-7c070df57744 up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:22:50.492425 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:50.517948 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-02d1ec23-be39-4731-b709-4a671f14acb1 req-4ad4ab39-8248-454a-b1ca-912b68bcce1a tempest-ServerTagsTestJSON-110594242 tempest-ServerTagsTestJSON-110594242-project] 10.222.0.44 "GET /v2.0/security-groups?id=a154c252-2606-46f3-ba9d-d9122c16bad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840950 Aug 10 03:22:50.530113 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb38fc59-e153-4988-bda0-cb99d436127f req-ed378ddf-daf2-46b4-a6b7-23229a0a80fa tempest-ServerTagsTestJSON-110594242 tempest-ServerTagsTestJSON-110594242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:50.531718 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bb38fc59-e153-4988-bda0-cb99d436127f req-ed378ddf-daf2-46b4-a6b7-23229a0a80fa tempest-ServerTagsTestJSON-110594242 tempest-ServerTagsTestJSON-110594242-project] 10.222.0.42 "GET /v2.0/ports?device_id=342a8791-6aa9-415b-a41f-815ec5e01658 HTTP/1.1" status: 200 len: 945 time: 0.1125722 Aug 10 03:22:50.556402 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-16e55a69-b15f-4f94-874c-2bf7a874614f req-8e8e59a6-e0f5-4e2c-b793-87694edde1a4 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:50.558091 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '044f5741-e4d3-4edf-954b-c2c5a6f36283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7410f22-72fc-46b2-bf2c-021ea69dd6bd'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:22:50.559518 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-16e55a69-b15f-4f94-874c-2bf7a874614f req-8e8e59a6-e0f5-4e2c-b793-87694edde1a4 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:50.560715 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-16e55a69-b15f-4f94-874c-2bf7a874614f req-8e8e59a6-e0f5-4e2c-b793-87694edde1a4 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] 10.222.0.44 "DELETE /v2.0/security-groups/64970afe-39b2-46fb-871a-065c0801affb HTTP/1.1" status: 204 len: 173 time: 0.2831461 Aug 10 03:22:50.561447 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a870388c-8622-403b-a159-b42de78ec7fc" -d '{"events": [{"server_uuid": "044f5741-e4d3-4edf-954b-c2c5a6f36283", "name": "network-vif-plugged", "status": "completed", "tag": "d7410f22-72fc-46b2-bf2c-021ea69dd6bd"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:22:50.573729 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning for port fa72f2c9-d34d-4832-a640-7c070df57744 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:22:50.580999 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port d7410f22-72fc-46b2-bf2c-021ea69dd6bd, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=d7410f22-72fc-46b2-bf2c-021ea69dd6bd,segment=NetworkSegment(9926830d-bbc1-4a2f-ad71-9c6ed89a772a),segment_id=9926830d-bbc1-4a2f-ad71-9c6ed89a772a)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:50.583310 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port fa72f2c9-d34d-4832-a640-7c070df57744 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:22:50.583800 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:50.590552 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:50.593787 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8e59a6-e0f5-4e2c-b793-87694edde1a4 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64970afe-39b2-46fb-871a-065c0801affb,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:50.674350 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-bb38fc59-e153-4988-bda0-cb99d436127f req-350221fe-e1b2-4c64-8ef4-35785ae13dd0 tempest-ServerTagsTestJSON-110594242 tempest-ServerTagsTestJSON-110594242-project] Deleting port 215c8942-8862-4cb0-be7b-2e43468504ba {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:22:50.674757 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-bb38fc59-e153-4988-bda0-cb99d436127f req-350221fe-e1b2-4c64-8ef4-35785ae13dd0 tempest-ServerTagsTestJSON-110594242 tempest-ServerTagsTestJSON-110594242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:50.728053 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=d7410f22-72fc-46b2-bf2c-021ea69dd6bd,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:50.795241 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:50.813868 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c65278c-bf27-4a26-b59c-3ed64043c6a6 x-openstack-request-id: req-5c65278c-bf27-4a26-b59c-3ed64043c6a6 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:22:50.814420 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "044f5741-e4d3-4edf-954b-c2c5a6f36283", "name": "network-vif-plugged", "status": "completed", "tag": "d7410f22-72fc-46b2-bf2c-021ea69dd6bd", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:22:50.814837 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5c65278c-bf27-4a26-b59c-3ed64043c6a6 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:22:50.815399 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '044f5741-e4d3-4edf-954b-c2c5a6f36283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7410f22-72fc-46b2-bf2c-021ea69dd6bd', 'code': 200} Aug 10 03:22:50.860793 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port fa72f2c9-d34d-4832-a640-7c070df57744, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=fa72f2c9-d34d-4832-a640-7c070df57744,segment=NetworkSegment(952728ea-cbe2-4c51-896e-d4e542b38d16),segment_id=952728ea-cbe2-4c51-896e-d4e542b38d16)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:50.867048 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:50.868362 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 215c8942-8862-4cb0-be7b-2e43468504ba no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:22:50.953501 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=fa72f2c9-d34d-4832-a640-7c070df57744,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:50.996190 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:51.034196 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 215c8942-8862-4cb0-be7b-2e43468504ba, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=215c8942-8862-4cb0-be7b-2e43468504ba,segment=NetworkSegment(c7ebca1e-4cc3-4cf9-b7af-3134bd73d68b),segment_id=c7ebca1e-4cc3-4cf9-b7af-3134bd73d68b)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:51.039356 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:51.063865 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df11af2-23f7-4512-a7d9-8638de70a173 req-6f58b71f-5e6a-44e8-8620-ae257439179f tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:51.069755 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df11af2-23f7-4512-a7d9-8638de70a173 req-6f58b71f-5e6a-44e8-8620-ae257439179f tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:51.076282 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df11af2-23f7-4512-a7d9-8638de70a173 req-6f58b71f-5e6a-44e8-8620-ae257439179f tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:51.082139 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df11af2-23f7-4512-a7d9-8638de70a173 req-6f58b71f-5e6a-44e8-8620-ae257439179f tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:51.088049 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df11af2-23f7-4512-a7d9-8638de70a173 req-6f58b71f-5e6a-44e8-8620-ae257439179f tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:51.091130 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=215c8942-8862-4cb0-be7b-2e43468504ba,revision_number=6']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:51.093971 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df11af2-23f7-4512-a7d9-8638de70a173 req-6f58b71f-5e6a-44e8-8620-ae257439179f tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:51.100036 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df11af2-23f7-4512-a7d9-8638de70a173 req-6f58b71f-5e6a-44e8-8620-ae257439179f tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:51.101850 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6df11af2-23f7-4512-a7d9-8638de70a173 req-6f58b71f-5e6a-44e8-8620-ae257439179f tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/ports?device_id=044f5741-e4d3-4edf-954b-c2c5a6f36283 HTTP/1.1" status: 200 len: 5429 time: 0.4231493 Aug 10 03:22:51.117932 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b42444dd-84f0-4793-aa9a-e866cc4bb301 req-0d51fb32-4896-4b87-975f-dd709b7a1a08 tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] 10.222.0.44 "GET /v2.0/security-groups/f67567e8-db25-4673-908f-bef7f188f853 HTTP/1.1" status: 200 len: 2400 time: 0.1413882 Aug 10 03:22:51.128598 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-bb38fc59-e153-4988-bda0-cb99d436127f req-350221fe-e1b2-4c64-8ef4-35785ae13dd0 tempest-ServerTagsTestJSON-110594242 tempest-ServerTagsTestJSON-110594242-project] For port 215c8942-8862-4cb0-be7b-2e43468504ba, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=215c8942-8862-4cb0-be7b-2e43468504ba,segment=NetworkSegment(c7ebca1e-4cc3-4cf9-b7af-3134bd73d68b),segment_id=c7ebca1e-4cc3-4cf9-b7af-3134bd73d68b)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:51.128976 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-bb38fc59-e153-4988-bda0-cb99d436127f req-350221fe-e1b2-4c64-8ef4-35785ae13dd0 tempest-ServerTagsTestJSON-110594242 tempest-ServerTagsTestJSON-110594242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:51.156558 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-bb38fc59-e153-4988-bda0-cb99d436127f req-350221fe-e1b2-4c64-8ef4-35785ae13dd0 tempest-ServerTagsTestJSON-110594242 tempest-ServerTagsTestJSON-110594242-project] Calling delete_port for 215c8942-8862-4cb0-be7b-2e43468504ba owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:22:51.205385 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6df11af2-23f7-4512-a7d9-8638de70a173 req-18ad4630-7c8e-46df-a67c-588a9038550e tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/security-groups?id=e522b194-e383-4019-8939-c6a59d2ab04c&id=5aac4231-548a-4a48-ae70-6443e8440415&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0925233 Aug 10 03:22:51.285976 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-b42444dd-84f0-4793-aa9a-e866cc4bb301 req-0c17565c-2f99-42f2-83f1-70088316282b tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:51.320466 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f1ec10c1-a59a-4a01-84a0-7ba2f8569b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:51.346873 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-b42444dd-84f0-4793-aa9a-e866cc4bb301 req-0c17565c-2f99-42f2-83f1-70088316282b tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:51.473925 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-b42444dd-84f0-4793-aa9a-e866cc4bb301 req-0c17565c-2f99-42f2-83f1-70088316282b tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:51.476473 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-b42444dd-84f0-4793-aa9a-e866cc4bb301 req-0c17565c-2f99-42f2-83f1-70088316282b tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:51.477617 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b42444dd-84f0-4793-aa9a-e866cc4bb301 req-0c17565c-2f99-42f2-83f1-70088316282b tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] 10.222.0.44 "DELETE /v2.0/security-groups/f67567e8-db25-4673-908f-bef7f188f853 HTTP/1.1" status: 204 len: 173 time: 0.3317397 Aug 10 03:22:51.478189 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-bb38fc59-e153-4988-bda0-cb99d436127f req-350221fe-e1b2-4c64-8ef4-35785ae13dd0 tempest-ServerTagsTestJSON-110594242 tempest-ServerTagsTestJSON-110594242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:51.484958 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 57038) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:51.498540 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c17565c-2f99-42f2-83f1-70088316282b tempest-SecurityGroupRulesTestJSON-2090979580 tempest-SecurityGroupRulesTestJSON-2090979580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f67567e8-db25-4673-908f-bef7f188f853,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:51.532339 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350221fe-e1b2-4c64-8ef4-35785ae13dd0 tempest-ServerTagsTestJSON-110594242 tempest-ServerTagsTestJSON-110594242-project] Pushing event deleted for resources: {'Port': ['ID=215c8942-8862-4cb0-be7b-2e43468504ba,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:51.533502 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-548be3fc-7af8-4f75-91b5-76fd0eeb5be9 admin admin] Deleting subnet b870ef58-1c05-4e0d-9cdc-469c510d2378 {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:22:51.537256 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-548be3fc-7af8-4f75-91b5-76fd0eeb5be9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:51.544904 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9365d355-952e-467d-a114-f071a732691b req-c342a1e9-6455-430c-a34a-83535160a6fe tempest-ServerAddressesNegativeTestJSON-777851519 tempest-ServerAddressesNegativeTestJSON-777851519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:51.546518 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9365d355-952e-467d-a114-f071a732691b req-c342a1e9-6455-430c-a34a-83535160a6fe tempest-ServerAddressesNegativeTestJSON-777851519 tempest-ServerAddressesNegativeTestJSON-777851519-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c3344c6-fadb-4b64-a7bf-ddc007bda777 HTTP/1.1" status: 200 len: 945 time: 0.1308010 Aug 10 03:22:51.581404 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-548be3fc-7af8-4f75-91b5-76fd0eeb5be9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:51.622624 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-548be3fc-7af8-4f75-91b5-76fd0eeb5be9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:51.631976 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb38fc59-e153-4988-bda0-cb99d436127f req-350221fe-e1b2-4c64-8ef4-35785ae13dd0 tempest-ServerTagsTestJSON-110594242 tempest-ServerTagsTestJSON-110594242-project] No DVR routers for this DVR port 215c8942-8862-4cb0-be7b-2e43468504ba on host n-h1-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:22:51.637372 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-bb38fc59-e153-4988-bda0-cb99d436127f req-350221fe-e1b2-4c64-8ef4-35785ae13dd0 tempest-ServerTagsTestJSON-110594242 tempest-ServerTagsTestJSON-110594242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:51.639352 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bb38fc59-e153-4988-bda0-cb99d436127f req-350221fe-e1b2-4c64-8ef4-35785ae13dd0 tempest-ServerTagsTestJSON-110594242 tempest-ServerTagsTestJSON-110594242-project] 10.222.0.42 "DELETE /v2.0/ports/215c8942-8862-4cb0-be7b-2e43468504ba HTTP/1.1" status: 204 len: 173 time: 1.0899866 Aug 10 03:22:51.646661 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '342a8791-6aa9-415b-a41f-815ec5e01658', 'name': 'network-vif-deleted', 'tag': '215c8942-8862-4cb0-be7b-2e43468504ba'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:22:51.648857 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e9a85e-b011-4d86-97d2-dc2d4b831f1d" -d '{"events": [{"server_uuid": "342a8791-6aa9-415b-a41f-815ec5e01658", "name": "network-vif-deleted", "tag": "215c8942-8862-4cb0-be7b-2e43468504ba"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:22:51.656639 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9365d355-952e-467d-a114-f071a732691b req-646ddb36-35d1-4d86-b145-6e75f7e2869f tempest-ServerAddressesNegativeTestJSON-777851519 tempest-ServerAddressesNegativeTestJSON-777851519-project] 10.222.0.44 "GET /v2.0/security-groups?id=5fb5a350-0da2-4a2b-8a01-fb08da49e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952952 Aug 10 03:22:51.675277 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-371ada6d-397c-4bc2-80f0-dd7891b7804e req-0a671aea-01d7-4fb9-acb1-461e6e094189 tempest-ServerTagsTestJSON-110594242 tempest-ServerTagsTestJSON-110594242-project] 10.222.0.44 "GET /v2.0/ports?device_id=342a8791-6aa9-415b-a41f-815ec5e01658 HTTP/1.1" status: 200 len: 210 time: 0.0449359 Aug 10 03:22:51.684467 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-548be3fc-7af8-4f75-91b5-76fd0eeb5be9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:51.721215 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548be3fc-7af8-4f75-91b5-76fd0eeb5be9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b870ef58-1c05-4e0d-9cdc-469c510d2378,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:51.723350 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-548be3fc-7af8-4f75-91b5-76fd0eeb5be9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:51.728440 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 57046) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:51.736327 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-548be3fc-7af8-4f75-91b5-76fd0eeb5be9 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/b870ef58-1c05-4e0d-9cdc-469c510d2378 HTTP/1.1" status: 204 len: 168 time: 0.2501688 Aug 10 03:22:51.750896 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-198d584a-0fec-4ee8-b592-f2eb204bc859 x-openstack-request-id: req-198d584a-0fec-4ee8-b592-f2eb204bc859 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:22:51.751370 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "342a8791-6aa9-415b-a41f-815ec5e01658", "name": "network-vif-deleted", "tag": "215c8942-8862-4cb0-be7b-2e43468504ba", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:22:51.751812 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-198d584a-0fec-4ee8-b592-f2eb204bc859 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:22:51.752300 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '342a8791-6aa9-415b-a41f-815ec5e01658', 'name': 'network-vif-deleted', 'tag': '215c8942-8862-4cb0-be7b-2e43468504ba', 'status': 'completed', 'code': 200} Aug 10 03:22:51.813550 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-04913e6c-3a0a-42f8-bac9-173c720ad37f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:51.899855 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-04913e6c-3a0a-42f8-bac9-173c720ad37f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:51.910372 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-04913e6c-3a0a-42f8-bac9-173c720ad37f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3279d725-94a9-4827-b632-634aa2b47a32']}} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:51.921234 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-04913e6c-3a0a-42f8-bac9-173c720ad37f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c601b28-561a-410e-93b1-dfb8908008b3') {'for_net_delete': True} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:51.921516 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-04913e6c-3a0a-42f8-bac9-173c720ad37f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c601b28-561a-410e-93b1-dfb8908008b3') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:51.930143 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-04913e6c-3a0a-42f8-bac9-173c720ad37f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191186'] for segment, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:51.943394 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-04913e6c-3a0a-42f8-bac9-173c720ad37f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:51.949335 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04913e6c-3a0a-42f8-bac9-173c720ad37f admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=94260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:22:51.949738 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-04913e6c-3a0a-42f8-bac9-173c720ad37f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58895489'] for segment, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:51.951538 n-d-768862-13 neutron-server[94260]: Traceback (most recent call last): Aug 10 03:22:51.951538 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:22:51.951538 n-d-768862-13 neutron-server[94260]: timer() Aug 10 03:22:51.951538 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:22:51.951538 n-d-768862-13 neutron-server[94260]: cb(*args, **kw) Aug 10 03:22:51.951538 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:22:51.951538 n-d-768862-13 neutron-server[94260]: return func(*args, **kwargs) Aug 10 03:22:51.951538 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:22:51.951538 n-d-768862-13 neutron-server[94260]: self._notify() Aug 10 03:22:51.951538 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:22:51.951538 n-d-768862-13 neutron-server[94260]: self.callback(batched_events) Aug 10 03:22:51.951538 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:22:51.951538 n-d-768862-13 neutron-server[94260]: event.method(event) Aug 10 03:22:51.951538 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:22:51.951538 n-d-768862-13 neutron-server[94260]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:22:51.951538 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:22:51.951538 n-d-768862-13 neutron-server[94260]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:22:51.951538 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:22:51.951538 n-d-768862-13 neutron-server[94260]: return f(self, *a, **k) Aug 10 03:22:51.951538 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:22:51.951538 n-d-768862-13 neutron-server[94260]: return self._get(url).json() Aug 10 03:22:51.951538 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:22:51.951538 n-d-768862-13 neutron-server[94260]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:22:51.951538 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:22:51.951538 n-d-768862-13 neutron-server[94260]: return self.request(url, 'GET', **kwargs) Aug 10 03:22:51.951538 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:22:51.951538 n-d-768862-13 neutron-server[94260]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:22:51.951538 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:22:51.951538 n-d-768862-13 neutron-server[94260]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:22:51.951538 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:22:51.951538 n-d-768862-13 neutron-server[94260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:22:51.951538 n-d-768862-13 neutron-server[94260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:22:52.006400 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-04913e6c-3a0a-42f8-bac9-173c720ad37f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:52.013081 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-04913e6c-3a0a-42f8-bac9-173c720ad37f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:52.017632 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-04913e6c-3a0a-42f8-bac9-173c720ad37f admin admin] 10.222.0.44 "DELETE /v2.0/networks/3279d725-94a9-4827-b632-634aa2b47a32 HTTP/1.1" status: 204 len: 168 time: 0.2879286 Aug 10 03:22:52.028012 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04913e6c-3a0a-42f8-bac9-173c720ad37f admin admin] Pushing event deleted for resources: {'Network': ['ID=3279d725-94a9-4827-b632-634aa2b47a32,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:52.158262 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 57060) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:52.207556 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-da3e1fe8-2a32-4ab6-a263-3b8f72f2f701 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ffb12a9773944699a986b1a558f6d742&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0477087 Aug 10 03:22:52.210259 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 57062) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:52.269714 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-80e3e1d2-6fa7-42c1-8e70-6dba1ac3cb61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:52.295342 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-80e3e1d2-6fa7-42c1-8e70-6dba1ac3cb61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:52.390416 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-80e3e1d2-6fa7-42c1-8e70-6dba1ac3cb61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:52.393342 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-80e3e1d2-6fa7-42c1-8e70-6dba1ac3cb61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:52.396938 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-80e3e1d2-6fa7-42c1-8e70-6dba1ac3cb61 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b3e08300-5be4-422f-aefa-ba58f8762aba HTTP/1.1" status: 204 len: 168 time: 0.1832204 Aug 10 03:22:52.407496 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e3e1d2-6fa7-42c1-8e70-6dba1ac3cb61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e08300-5be4-422f-aefa-ba58f8762aba,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:52.425867 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc298a18-12c8-4866-bf0e-d8910d217a0d req-2db5fb2e-a743-4880-ae6e-21dbd80b98de tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:52.434577 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc298a18-12c8-4866-bf0e-d8910d217a0d req-2db5fb2e-a743-4880-ae6e-21dbd80b98de tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:52.441114 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc298a18-12c8-4866-bf0e-d8910d217a0d req-2db5fb2e-a743-4880-ae6e-21dbd80b98de tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:52.448748 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc298a18-12c8-4866-bf0e-d8910d217a0d req-2db5fb2e-a743-4880-ae6e-21dbd80b98de tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:52.454855 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc298a18-12c8-4866-bf0e-d8910d217a0d req-2db5fb2e-a743-4880-ae6e-21dbd80b98de tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:52.460997 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc298a18-12c8-4866-bf0e-d8910d217a0d req-2db5fb2e-a743-4880-ae6e-21dbd80b98de tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:52.468174 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc298a18-12c8-4866-bf0e-d8910d217a0d req-2db5fb2e-a743-4880-ae6e-21dbd80b98de tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:52.469333 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fc298a18-12c8-4866-bf0e-d8910d217a0d req-2db5fb2e-a743-4880-ae6e-21dbd80b98de tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/ports?device_id=044f5741-e4d3-4edf-954b-c2c5a6f36283 HTTP/1.1" status: 200 len: 5429 time: 0.1380365 Aug 10 03:22:52.516308 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fc298a18-12c8-4866-bf0e-d8910d217a0d req-7c2daa7a-04a5-4ed7-a5bc-22493c45fb88 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/security-groups?id=e522b194-e383-4019-8939-c6a59d2ab04c&id=5aac4231-548a-4a48-ae70-6443e8440415&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0402637 Aug 10 03:22:52.745170 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 57078) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:52.817040 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c3344c6-fadb-4b64-a7bf-ddc007bda777', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa72f2c9-d34d-4832-a640-7c070df57744'}, {'server_uuid': '342a8791-6aa9-415b-a41f-815ec5e01658', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '215c8942-8862-4cb0-be7b-2e43468504ba'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:22:52.821434 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c11e10e-f6bf-45ef-829d-24c656639c7e" -d '{"events": [{"server_uuid": "4c3344c6-fadb-4b64-a7bf-ddc007bda777", "name": "network-vif-plugged", "status": "completed", "tag": "fa72f2c9-d34d-4832-a640-7c070df57744"}, {"server_uuid": "342a8791-6aa9-415b-a41f-815ec5e01658", "name": "network-vif-unplugged", "status": "completed", "tag": "215c8942-8862-4cb0-be7b-2e43468504ba"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:22:52.851004 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_v2 [None req-59e5dafa-76ee-4d70-85c8-1ba3e3428979 admin admin] Deleting subnet ae0676a7-6c3f-4138-9785-1a45ca0d3705 {{(pid=94260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:22:52.856381 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-59e5dafa-76ee-4d70-85c8-1ba3e3428979 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:52.912881 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0304e1f6-c2af-45ea-945e-d19ca586233e req-1277d936-8720-40c9-9fc7-ee35be0cf52a tempest-ServerAddressesNegativeTestJSON-777851519 tempest-ServerAddressesNegativeTestJSON-777851519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:52.914561 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0304e1f6-c2af-45ea-945e-d19ca586233e req-1277d936-8720-40c9-9fc7-ee35be0cf52a tempest-ServerAddressesNegativeTestJSON-777851519 tempest-ServerAddressesNegativeTestJSON-777851519-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c3344c6-fadb-4b64-a7bf-ddc007bda777 HTTP/1.1" status: 200 len: 945 time: 0.1192193 Aug 10 03:22:52.919822 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-59e5dafa-76ee-4d70-85c8-1ba3e3428979 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191173'] for subnet, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:52.961043 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 10 Aug 2021 03:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b09d4c2-ef02-4a85-a6e4-c743593250cc x-openstack-request-id: req-7b09d4c2-ef02-4a85-a6e4-c743593250cc {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:22:52.961360 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c3344c6-fadb-4b64-a7bf-ddc007bda777", "name": "network-vif-plugged", "status": "completed", "tag": "fa72f2c9-d34d-4832-a640-7c070df57744", "code": 200}, {"server_uuid": "342a8791-6aa9-415b-a41f-815ec5e01658", "name": "network-vif-unplugged", "status": "completed", "tag": "215c8942-8862-4cb0-be7b-2e43468504ba", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:22:52.961545 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7b09d4c2-ef02-4a85-a6e4-c743593250cc {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:22:52.962073 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c3344c6-fadb-4b64-a7bf-ddc007bda777', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa72f2c9-d34d-4832-a640-7c070df57744', 'code': 200} Aug 10 03:22:52.962152 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '342a8791-6aa9-415b-a41f-815ec5e01658', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '215c8942-8862-4cb0-be7b-2e43468504ba', 'code': 200} Aug 10 03:22:53.016616 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-59e5dafa-76ee-4d70-85c8-1ba3e3428979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:53.085687 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0304e1f6-c2af-45ea-945e-d19ca586233e req-8902ef05-a7e6-4339-9ec1-f04408ab242c tempest-ServerAddressesNegativeTestJSON-777851519 tempest-ServerAddressesNegativeTestJSON-777851519-project] 10.222.0.44 "GET /v2.0/security-groups?id=5fb5a350-0da2-4a2b-8a01-fb08da49e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637466 Aug 10 03:22:53.115697 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fe856c-ae15-4ba1-adab-28a835c55888 req-b77a3797-bda1-4ac5-9c92-2ac3ee1e2621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:53.117389 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d3fe856c-ae15-4ba1-adab-28a835c55888 req-b77a3797-bda1-4ac5-9c92-2ac3ee1e2621 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4c3344c6-fadb-4b64-a7bf-ddc007bda777 HTTP/1.1" status: 200 len: 1097 time: 0.0648065 Aug 10 03:22:53.141586 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-59e5dafa-76ee-4d70-85c8-1ba3e3428979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:53.168744 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e5dafa-76ee-4d70-85c8-1ba3e3428979 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae0676a7-6c3f-4138-9785-1a45ca0d3705,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:53.177460 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-59e5dafa-76ee-4d70-85c8-1ba3e3428979 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:53.181743 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-59e5dafa-76ee-4d70-85c8-1ba3e3428979 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/ae0676a7-6c3f-4138-9785-1a45ca0d3705 HTTP/1.1" status: 204 len: 168 time: 0.4322546 Aug 10 03:22:53.181987 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 57102) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:53.190889 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d3fe856c-ae15-4ba1-adab-28a835c55888 req-86e5a314-79f8-47c9-a35a-ebc5642923f7 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5fb5a350-0da2-4a2b-8a01-fb08da49e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653222 Aug 10 03:22:53.261513 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-99f72263-cfe8-4c90-9d3a-96842b33e276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:53.345511 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-99f72263-cfe8-4c90-9d3a-96842b33e276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:53.357139 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-99f72263-cfe8-4c90-9d3a-96842b33e276 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaae0a38-3fc8-456f-9032-27d1616a4ab6']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:53.369465 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-99f72263-cfe8-4c90-9d3a-96842b33e276 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7ebca1e-4cc3-4cf9-b7af-3134bd73d68b') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:53.369786 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-99f72263-cfe8-4c90-9d3a-96842b33e276 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7ebca1e-4cc3-4cf9-b7af-3134bd73d68b') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:53.380435 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-99f72263-cfe8-4c90-9d3a-96842b33e276 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:53.400467 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-99f72263-cfe8-4c90-9d3a-96842b33e276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:53.409509 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99f72263-cfe8-4c90-9d3a-96842b33e276 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:22:53.409932 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-99f72263-cfe8-4c90-9d3a-96842b33e276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:53.412197 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:22:53.412197 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:22:53.412197 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:22:53.412197 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:22:53.412197 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:22:53.412197 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:22:53.412197 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:22:53.412197 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:22:53.412197 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:22:53.412197 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:22:53.412197 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:22:53.412197 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:22:53.412197 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:22:53.412197 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:22:53.412197 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:22:53.412197 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:22:53.412197 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:22:53.412197 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:22:53.412197 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:22:53.412197 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:22:53.412197 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:22:53.412197 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:22:53.412197 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:22:53.412197 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:22:53.412197 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:22:53.412197 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:22:53.412197 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:22:53.412197 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:22:53.412197 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:22:53.412197 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:22:53.412197 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:22:53.412197 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:22:53.520202 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-99f72263-cfe8-4c90-9d3a-96842b33e276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:53.532704 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-99f72263-cfe8-4c90-9d3a-96842b33e276 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:53.534709 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-99f72263-cfe8-4c90-9d3a-96842b33e276 admin admin] 10.222.0.44 "DELETE /v2.0/networks/eaae0a38-3fc8-456f-9032-27d1616a4ab6 HTTP/1.1" status: 204 len: 168 time: 0.3516119 Aug 10 03:22:53.552039 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f72263-cfe8-4c90-9d3a-96842b33e276 admin admin] Pushing event deleted for resources: {'Network': ['ID=eaae0a38-3fc8-456f-9032-27d1616a4ab6,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:53.585464 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1bf76492-104c-473f-be8f-43e4c5b386f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:53.696043 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f3fa70-6c98-45cb-af34-10cbc45b508c req-5d6383a8-fbf0-4b37-9a22-7234ca4ddea5 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:53.703190 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f3fa70-6c98-45cb-af34-10cbc45b508c req-5d6383a8-fbf0-4b37-9a22-7234ca4ddea5 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:53.709916 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f3fa70-6c98-45cb-af34-10cbc45b508c req-5d6383a8-fbf0-4b37-9a22-7234ca4ddea5 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:53.716464 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f3fa70-6c98-45cb-af34-10cbc45b508c req-5d6383a8-fbf0-4b37-9a22-7234ca4ddea5 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:53.724264 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f3fa70-6c98-45cb-af34-10cbc45b508c req-5d6383a8-fbf0-4b37-9a22-7234ca4ddea5 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:53.733054 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f3fa70-6c98-45cb-af34-10cbc45b508c req-5d6383a8-fbf0-4b37-9a22-7234ca4ddea5 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:53.742520 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f3fa70-6c98-45cb-af34-10cbc45b508c req-5d6383a8-fbf0-4b37-9a22-7234ca4ddea5 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:53.742520 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-33f3fa70-6c98-45cb-af34-10cbc45b508c req-5d6383a8-fbf0-4b37-9a22-7234ca4ddea5 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/ports?device_id=044f5741-e4d3-4edf-954b-c2c5a6f36283 HTTP/1.1" status: 200 len: 5429 time: 0.1233890 Aug 10 03:22:53.806945 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 57134) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:53.807665 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-33f3fa70-6c98-45cb-af34-10cbc45b508c req-158722b1-f09b-497b-9713-812ac1e28c11 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/security-groups?id=e522b194-e383-4019-8939-c6a59d2ab04c&id=5aac4231-548a-4a48-ae70-6443e8440415&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551696 Aug 10 03:22:53.870367 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-530f0f1d-457e-40b7-ac49-8edd368f8215 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1d0621b4f03549b0b18f95c60603740d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0579772 Aug 10 03:22:53.870586 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 57138) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:53.935525 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4f3a89cb-c1f7-4d57-b7b4-0013b22b9821 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:53.960963 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4f3a89cb-c1f7-4d57-b7b4-0013b22b9821 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:54.020747 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4f3a89cb-c1f7-4d57-b7b4-0013b22b9821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:54.023784 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4f3a89cb-c1f7-4d57-b7b4-0013b22b9821 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:54.027987 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-4f3a89cb-c1f7-4d57-b7b4-0013b22b9821 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a154c252-2606-46f3-ba9d-d9122c16bad5 HTTP/1.1" status: 204 len: 168 time: 0.1558487 Aug 10 03:22:54.036900 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3a89cb-c1f7-4d57-b7b4-0013b22b9821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a154c252-2606-46f3-ba9d-d9122c16bad5,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:54.155721 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:54.257497 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7c8fe7-b5ba-45bd-bb94-a331c81a46d3 req-3a0080d1-9c0f-47f0-b992-43dc5f21c2b2 tempest-ServerAddressesNegativeTestJSON-777851519 tempest-ServerAddressesNegativeTestJSON-777851519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:54.259146 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ab7c8fe7-b5ba-45bd-bb94-a331c81a46d3 req-3a0080d1-9c0f-47f0-b992-43dc5f21c2b2 tempest-ServerAddressesNegativeTestJSON-777851519 tempest-ServerAddressesNegativeTestJSON-777851519-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c3344c6-fadb-4b64-a7bf-ddc007bda777 HTTP/1.1" status: 200 len: 945 time: 0.0629816 Aug 10 03:22:54.302275 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device b89f32b7-4acc-40c3-80d9-d8f2bfec5293 up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:22:54.307335 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ab7c8fe7-b5ba-45bd-bb94-a331c81a46d3 req-e120f6eb-7a6f-48c8-9272-1f611aa9db12 tempest-ServerAddressesNegativeTestJSON-777851519 tempest-ServerAddressesNegativeTestJSON-777851519-project] 10.222.0.44 "GET /v2.0/security-groups?id=5fb5a350-0da2-4a2b-8a01-fb08da49e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412741 Aug 10 03:22:54.344044 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 57162) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:54.411126 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning for port b89f32b7-4acc-40c3-80d9-d8f2bfec5293 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:22:54.416494 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port b89f32b7-4acc-40c3-80d9-d8f2bfec5293 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:22:54.416952 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:54.507689 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a624bf89-0de0-4b43-a567-0cc5e6b6c466 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:54.600240 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:54.674387 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port b89f32b7-4acc-40c3-80d9-d8f2bfec5293, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=b89f32b7-4acc-40c3-80d9-d8f2bfec5293,segment=NetworkSegment(fac8afa8-3606-4f73-b890-170569cd194b),segment_id=fac8afa8-3606-4f73-b890-170569cd194b)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:54.682075 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:54.683152 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 23f3db6a-3d09-4219-a20f-499c73daf5a4 up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:22:54.727029 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a624bf89-0de0-4b43-a567-0cc5e6b6c466 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:54.736079 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a624bf89-0de0-4b43-a567-0cc5e6b6c466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:54.770492 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92107b4c-ec55-4333-8fc8-89654f6c5ad6 req-c3a71fc9-2679-4c2f-9c0d-194253a4788e tempest-ServerAddressesNegativeTestJSON-777851519 tempest-ServerAddressesNegativeTestJSON-777851519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:54.773224 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-92107b4c-ec55-4333-8fc8-89654f6c5ad6 req-c3a71fc9-2679-4c2f-9c0d-194253a4788e tempest-ServerAddressesNegativeTestJSON-777851519 tempest-ServerAddressesNegativeTestJSON-777851519-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c3344c6-fadb-4b64-a7bf-ddc007bda777 HTTP/1.1" status: 200 len: 945 time: 0.0676429 Aug 10 03:22:54.816239 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=b89f32b7-4acc-40c3-80d9-d8f2bfec5293,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:54.827809 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a624bf89-0de0-4b43-a567-0cc5e6b6c466 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=043e202bff434ef8aa56cc7bcc9dcbac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4812543 Aug 10 03:22:54.830422 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 57184) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:54.833787 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a624bf89-0de0-4b43-a567-0cc5e6b6c466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb9a9b3-d3e0-4584-9ea0-c11d6e908cc3,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:54.836599 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-92107b4c-ec55-4333-8fc8-89654f6c5ad6 req-46801023-5a32-407c-acf6-b9f2e928102b tempest-ServerAddressesNegativeTestJSON-777851519 tempest-ServerAddressesNegativeTestJSON-777851519-project] 10.222.0.44 "GET /v2.0/security-groups?id=5fb5a350-0da2-4a2b-8a01-fb08da49e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565794 Aug 10 03:22:54.839100 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning for port 23f3db6a-3d09-4219-a20f-499c73daf5a4 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:22:54.844028 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port 23f3db6a-3d09-4219-a20f-499c73daf5a4 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:22:54.844548 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:54.919644 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ffda06e4-422a-41c4-a4de-6017e73ff321 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:54.964188 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '044f5741-e4d3-4edf-954b-c2c5a6f36283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b89f32b7-4acc-40c3-80d9-d8f2bfec5293'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:22:54.968455 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a19670f-0746-409b-9f1a-df10aee00ae1" -d '{"events": [{"server_uuid": "044f5741-e4d3-4edf-954b-c2c5a6f36283", "name": "network-vif-plugged", "status": "completed", "tag": "b89f32b7-4acc-40c3-80d9-d8f2bfec5293"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:22:54.976346 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ffda06e4-422a-41c4-a4de-6017e73ff321 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:55.013870 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:55.037012 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2c50a0d-e1c3-4979-97c4-2c4b2c689598 x-openstack-request-id: req-c2c50a0d-e1c3-4979-97c4-2c4b2c689598 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:22:55.038167 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "044f5741-e4d3-4edf-954b-c2c5a6f36283", "name": "network-vif-plugged", "status": "completed", "tag": "b89f32b7-4acc-40c3-80d9-d8f2bfec5293", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:22:55.038550 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c2c50a0d-e1c3-4979-97c4-2c4b2c689598 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:22:55.039264 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '044f5741-e4d3-4edf-954b-c2c5a6f36283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b89f32b7-4acc-40c3-80d9-d8f2bfec5293', 'code': 200} Aug 10 03:22:55.039731 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ffda06e4-422a-41c4-a4de-6017e73ff321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:55.046441 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ffda06e4-422a-41c4-a4de-6017e73ff321 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:55.067215 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ffda06e4-422a-41c4-a4de-6017e73ff321 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dbb9a9b3-d3e0-4584-9ea0-c11d6e908cc3 HTTP/1.1" status: 204 len: 168 time: 0.2261393 Aug 10 03:22:55.075013 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1873a79-7f1f-4a5d-9cde-fd5a3bd8d3bb req-7c885421-66fc-4325-90e2-c3b73787ce7e tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:55.097026 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 23f3db6a-3d09-4219-a20f-499c73daf5a4, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=23f3db6a-3d09-4219-a20f-499c73daf5a4,segment=NetworkSegment(9926830d-bbc1-4a2f-ad71-9c6ed89a772a),segment_id=9926830d-bbc1-4a2f-ad71-9c6ed89a772a)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:55.097690 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1873a79-7f1f-4a5d-9cde-fd5a3bd8d3bb req-7c885421-66fc-4325-90e2-c3b73787ce7e tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:55.101977 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffda06e4-422a-41c4-a4de-6017e73ff321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb9a9b3-d3e0-4584-9ea0-c11d6e908cc3,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:55.108664 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:55.115473 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 59b5fda1-f8d3-4c6d-b2ad-a1607e38f8ab up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:22:55.125407 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1873a79-7f1f-4a5d-9cde-fd5a3bd8d3bb req-7c885421-66fc-4325-90e2-c3b73787ce7e tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:55.144976 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1873a79-7f1f-4a5d-9cde-fd5a3bd8d3bb req-7c885421-66fc-4325-90e2-c3b73787ce7e tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:55.163624 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1873a79-7f1f-4a5d-9cde-fd5a3bd8d3bb req-7c885421-66fc-4325-90e2-c3b73787ce7e tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:55.179476 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1873a79-7f1f-4a5d-9cde-fd5a3bd8d3bb req-7c885421-66fc-4325-90e2-c3b73787ce7e tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:55.208134 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1873a79-7f1f-4a5d-9cde-fd5a3bd8d3bb req-7c885421-66fc-4325-90e2-c3b73787ce7e tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:55.208672 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 57204) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:55.222741 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d1873a79-7f1f-4a5d-9cde-fd5a3bd8d3bb req-7c885421-66fc-4325-90e2-c3b73787ce7e tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/ports?device_id=044f5741-e4d3-4edf-954b-c2c5a6f36283 HTTP/1.1" status: 200 len: 5430 time: 0.2701907 Aug 10 03:22:55.306822 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d1873a79-7f1f-4a5d-9cde-fd5a3bd8d3bb req-37184e1d-9a62-46fc-8273-89851d0847f9 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/security-groups?id=e522b194-e383-4019-8939-c6a59d2ab04c&id=5aac4231-548a-4a48-ae70-6443e8440415&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0828638 Aug 10 03:22:55.414258 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-9f721117-421b-41b2-a325-f59c8a01015c admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1895949701-network', 'tenant_id': 'cb385cfc3d1046e2925732ed1d1b6b8d'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:55.476029 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f721117-421b-41b2-a325-f59c8a01015c admin admin] Made reservation on behalf of cb385cfc3d1046e2925732ed1d1b6b8d for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:22:55.481253 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9f721117-421b-41b2-a325-f59c8a01015c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:55.506709 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9f721117-421b-41b2-a325-f59c8a01015c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:55.517998 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=23f3db6a-3d09-4219-a20f-499c73daf5a4,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:55.532329 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:55.545280 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning for port 59b5fda1-f8d3-4c6d-b2ad-a1607e38f8ab completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:22:55.554113 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port 59b5fda1-f8d3-4c6d-b2ad-a1607e38f8ab triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:22:55.561173 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:55.675705 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9f721117-421b-41b2-a325-f59c8a01015c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:55.682764 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9f721117-421b-41b2-a325-f59c8a01015c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:55.709427 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:55.739308 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f721117-421b-41b2-a325-f59c8a01015c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:22:55.764731 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f721117-421b-41b2-a325-f59c8a01015c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d7a78d-6944-460a-9de8-72f28958421d,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:55.778819 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9f721117-421b-41b2-a325-f59c8a01015c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:55.779022 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 59b5fda1-f8d3-4c6d-b2ad-a1607e38f8ab, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=59b5fda1-f8d3-4c6d-b2ad-a1607e38f8ab,segment=NetworkSegment(380ff52e-2da4-4b1c-b9fe-411644b2c0b2),segment_id=380ff52e-2da4-4b1c-b9fe-411644b2c0b2)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:55.780402 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-9f721117-421b-41b2-a325-f59c8a01015c admin admin] Added segment 73bbe919-55b7-4c3d-b65b-52e4e628212a of type vlan for network b51fae06-be52-4fab-a89b-cef6eae8fffd Aug 10 03:22:55.788294 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:55.790061 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 18f38f10-6fe8-483d-95d9-e9238a6e463c up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:22:55.844458 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9f721117-421b-41b2-a325-f59c8a01015c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:55.920186 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9f721117-421b-41b2-a325-f59c8a01015c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:55.921637 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=59b5fda1-f8d3-4c6d-b2ad-a1607e38f8ab,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:55.921828 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f721117-421b-41b2-a325-f59c8a01015c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:55.922702 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9f721117-421b-41b2-a325-f59c8a01015c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:55.939451 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning for port 18f38f10-6fe8-483d-95d9-e9238a6e463c completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:22:55.944796 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:55.949675 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port 18f38f10-6fe8-483d-95d9-e9238a6e463c triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:22:55.950557 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:55.982373 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-9f721117-421b-41b2-a325-f59c8a01015c admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7727594 Aug 10 03:22:55.985914 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 57224) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:55.992318 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-62f633ca-66e6-4b60-883e-482c7656f063 admin admin] Request body: {'subnet': {'network_id': 'b51fae06-be52-4fab-a89b-cef6eae8fffd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1895949701-subnet', 'tenant_id': 'cb385cfc3d1046e2925732ed1d1b6b8d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:56.049718 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62f633ca-66e6-4b60-883e-482c7656f063 admin admin] Made reservation on behalf of cb385cfc3d1046e2925732ed1d1b6b8d for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:22:56.052268 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-62f633ca-66e6-4b60-883e-482c7656f063 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:56.082485 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f721117-421b-41b2-a325-f59c8a01015c admin admin] Pushing event updated for resources: {'Network': ['ID=b51fae06-be52-4fab-a89b-cef6eae8fffd,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:56.096374 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network b51fae06-be52-4fab-a89b-cef6eae8fffd details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:22:56.150327 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:56.227242 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 18f38f10-6fe8-483d-95d9-e9238a6e463c, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=18f38f10-6fe8-483d-95d9-e9238a6e463c,segment=NetworkSegment(9926830d-bbc1-4a2f-ad71-9c6ed89a772a),segment_id=9926830d-bbc1-4a2f-ad71-9c6ed89a772a)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:56.234946 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:56.236640 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device bc2aced1-42d5-40a0-a09b-18f14c994288 up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:22:56.281396 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1092e954-3cda-4161-bec3-cdeed4716026 req-b5c64226-ee82-4072-a786-7e11b40f4bb3 tempest-ServerAddressesNegativeTestJSON-777851519 tempest-ServerAddressesNegativeTestJSON-777851519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:56.289068 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1092e954-3cda-4161-bec3-cdeed4716026 req-b5c64226-ee82-4072-a786-7e11b40f4bb3 tempest-ServerAddressesNegativeTestJSON-777851519 tempest-ServerAddressesNegativeTestJSON-777851519-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c3344c6-fadb-4b64-a7bf-ddc007bda777 HTTP/1.1" status: 200 len: 945 time: 0.2505260 Aug 10 03:22:56.302750 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f199b8-9f23-4da0-9b34-c7a2162d4f8e req-0efd40af-12e5-4736-abaf-f120730d86f0 tempest-ServerAddressesNegativeTestJSON-777851519 tempest-ServerAddressesNegativeTestJSON-777851519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:56.304559 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-58f199b8-9f23-4da0-9b34-c7a2162d4f8e req-0efd40af-12e5-4736-abaf-f120730d86f0 tempest-ServerAddressesNegativeTestJSON-777851519 tempest-ServerAddressesNegativeTestJSON-777851519-project] 10.222.0.42 "GET /v2.0/ports?device_id=4c3344c6-fadb-4b64-a7bf-ddc007bda777 HTTP/1.1" status: 200 len: 945 time: 0.1245978 Aug 10 03:22:56.336349 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=18f38f10-6fe8-483d-95d9-e9238a6e463c,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:56.357437 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 57236) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:56.386391 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning for port bc2aced1-42d5-40a0-a09b-18f14c994288 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:22:56.393370 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port bc2aced1-42d5-40a0-a09b-18f14c994288 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:22:56.394155 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:56.416109 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1092e954-3cda-4161-bec3-cdeed4716026 req-e2a7eea4-48e5-4028-bd83-658e159b3fa8 tempest-ServerAddressesNegativeTestJSON-777851519 tempest-ServerAddressesNegativeTestJSON-777851519-project] 10.222.0.44 "GET /v2.0/security-groups?id=5fb5a350-0da2-4a2b-8a01-fb08da49e2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235917 Aug 10 03:22:56.560786 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-a2bee490-99d1-4795-8508-c7c937804000 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-2074413007-network', 'tenant_id': '77243223aa8c40f18c74879d06359abd'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:56.587003 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:56.598281 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2bee490-99d1-4795-8508-c7c937804000 admin admin] Made reservation on behalf of 77243223aa8c40f18c74879d06359abd for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:22:56.602486 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a2bee490-99d1-4795-8508-c7c937804000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:56.623778 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a2bee490-99d1-4795-8508-c7c937804000 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:56.647299 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port bc2aced1-42d5-40a0-a09b-18f14c994288, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=bc2aced1-42d5-40a0-a09b-18f14c994288,segment=NetworkSegment(fac8afa8-3606-4f73-b890-170569cd194b),segment_id=fac8afa8-3606-4f73-b890-170569cd194b)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:56.657331 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-62f633ca-66e6-4b60-883e-482c7656f063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58895384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805196'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:56.663213 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:56.665065 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device a51886da-65ec-4881-8090-1c7844482542 up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:22:56.751735 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9d233-4d1d-4ab2-8069-b8eb7eecc5d9 req-05824377-1574-4aa4-a986-54522755b924 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:56.760068 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9d233-4d1d-4ab2-8069-b8eb7eecc5d9 req-05824377-1574-4aa4-a986-54522755b924 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:56.766905 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9d233-4d1d-4ab2-8069-b8eb7eecc5d9 req-05824377-1574-4aa4-a986-54522755b924 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:56.785208 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9d233-4d1d-4ab2-8069-b8eb7eecc5d9 req-05824377-1574-4aa4-a986-54522755b924 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:56.792427 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9d233-4d1d-4ab2-8069-b8eb7eecc5d9 req-05824377-1574-4aa4-a986-54522755b924 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:56.815507 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9d233-4d1d-4ab2-8069-b8eb7eecc5d9 req-05824377-1574-4aa4-a986-54522755b924 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:56.843580 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a2bee490-99d1-4795-8508-c7c937804000 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:56.847667 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9d233-4d1d-4ab2-8069-b8eb7eecc5d9 req-05824377-1574-4aa4-a986-54522755b924 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:56.850175 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a2bee490-99d1-4795-8508-c7c937804000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:56.860827 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a5d9d233-4d1d-4ab2-8069-b8eb7eecc5d9 req-05824377-1574-4aa4-a986-54522755b924 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/ports?device_id=044f5741-e4d3-4edf-954b-c2c5a6f36283 HTTP/1.1" status: 200 len: 5433 time: 0.3378000 Aug 10 03:22:56.890757 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=bc2aced1-42d5-40a0-a09b-18f14c994288,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:56.893158 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-58f199b8-9f23-4da0-9b34-c7a2162d4f8e req-3144dfbe-df93-49a9-a836-a852b9f97d20 tempest-ServerAddressesNegativeTestJSON-777851519 tempest-ServerAddressesNegativeTestJSON-777851519-project] Deleting port fa72f2c9-d34d-4832-a640-7c070df57744 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:22:56.893536 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-58f199b8-9f23-4da0-9b34-c7a2162d4f8e req-3144dfbe-df93-49a9-a836-a852b9f97d20 tempest-ServerAddressesNegativeTestJSON-777851519 tempest-ServerAddressesNegativeTestJSON-777851519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:56.900740 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:56.902136 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f633ca-66e6-4b60-883e-482c7656f063 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56efed23-ee55-46bf-9125-3806eab6d04b,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:56.925032 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2bee490-99d1-4795-8508-c7c937804000 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:22:56.931300 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning for port a51886da-65ec-4881-8090-1c7844482542 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:22:56.934257 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bee490-99d1-4795-8508-c7c937804000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64b3c883-11e3-439a-b224-61bd827d9dda,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:56.941546 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port a51886da-65ec-4881-8090-1c7844482542 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:22:56.942144 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:56.956984 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a2bee490-99d1-4795-8508-c7c937804000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:56.957418 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-a2bee490-99d1-4795-8508-c7c937804000 admin admin] Added segment 5359c6cc-012a-44f5-9c16-4f98551a3412 of type vlan for network a329a9ef-20f0-4c0d-b0d5-f036596c7c17 Aug 10 03:22:57.006868 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a2bee490-99d1-4795-8508-c7c937804000 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:57.010665 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a5d9d233-4d1d-4ab2-8069-b8eb7eecc5d9 req-c63c00bc-3b76-4335-bbb6-6308340ebf22 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/security-groups?id=e522b194-e383-4019-8939-c6a59d2ab04c&id=5aac4231-548a-4a48-ae70-6443e8440415&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1489830 Aug 10 03:22:57.019813 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f633ca-66e6-4b60-883e-482c7656f063 admin admin] Checking segment: {'id': '73bbe919-55b7-4c3d-b65b-52e4e628212a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b51fae06-be52-4fab-a89b-cef6eae8fffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:22:57.020166 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f633ca-66e6-4b60-883e-482c7656f063 admin admin] Network hostable DHCP agents. Network: b51fae06-be52-4fab-a89b-cef6eae8fffd, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:22:57.065166 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a2bee490-99d1-4795-8508-c7c937804000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:57.066942 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2bee490-99d1-4795-8508-c7c937804000 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:57.068020 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a2bee490-99d1-4795-8508-c7c937804000 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:57.073044 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f633ca-66e6-4b60-883e-482c7656f063 admin admin] Network b51fae06-be52-4fab-a89b-cef6eae8fffd is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:22:57.077241 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-58f199b8-9f23-4da0-9b34-c7a2162d4f8e req-3144dfbe-df93-49a9-a836-a852b9f97d20 tempest-ServerAddressesNegativeTestJSON-777851519 tempest-ServerAddressesNegativeTestJSON-777851519-project] For port fa72f2c9-d34d-4832-a640-7c070df57744, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=fa72f2c9-d34d-4832-a640-7c070df57744,segment=NetworkSegment(952728ea-cbe2-4c51-896e-d4e542b38d16),segment_id=952728ea-cbe2-4c51-896e-d4e542b38d16)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:57.077905 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-58f199b8-9f23-4da0-9b34-c7a2162d4f8e req-3144dfbe-df93-49a9-a836-a852b9f97d20 tempest-ServerAddressesNegativeTestJSON-777851519 tempest-ServerAddressesNegativeTestJSON-777851519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:57.081516 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '044f5741-e4d3-4edf-954b-c2c5a6f36283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23f3db6a-3d09-4219-a20f-499c73daf5a4'}, {'server_uuid': '044f5741-e4d3-4edf-954b-c2c5a6f36283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59b5fda1-f8d3-4c6d-b2ad-a1607e38f8ab'}, {'server_uuid': '044f5741-e4d3-4edf-954b-c2c5a6f36283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18f38f10-6fe8-483d-95d9-e9238a6e463c'}, {'server_uuid': '044f5741-e4d3-4edf-954b-c2c5a6f36283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc2aced1-42d5-40a0-a09b-18f14c994288'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:22:57.086454 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db6e3212-8ee9-46c4-a01a-5f9fbd8bdf73" -d '{"events": [{"server_uuid": "044f5741-e4d3-4edf-954b-c2c5a6f36283", "name": "network-vif-plugged", "status": "completed", "tag": "23f3db6a-3d09-4219-a20f-499c73daf5a4"}, {"server_uuid": "044f5741-e4d3-4edf-954b-c2c5a6f36283", "name": "network-vif-plugged", "status": "completed", "tag": "59b5fda1-f8d3-4c6d-b2ad-a1607e38f8ab"}, {"server_uuid": "044f5741-e4d3-4edf-954b-c2c5a6f36283", "name": "network-vif-plugged", "status": "completed", "tag": "18f38f10-6fe8-483d-95d9-e9238a6e463c"}, {"server_uuid": "044f5741-e4d3-4edf-954b-c2c5a6f36283", "name": "network-vif-plugged", "status": "completed", "tag": "bc2aced1-42d5-40a0-a09b-18f14c994288"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:22:57.123693 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-58f199b8-9f23-4da0-9b34-c7a2162d4f8e req-3144dfbe-df93-49a9-a836-a852b9f97d20 tempest-ServerAddressesNegativeTestJSON-777851519 tempest-ServerAddressesNegativeTestJSON-777851519-project] Calling delete_port for fa72f2c9-d34d-4832-a640-7c070df57744 owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:22:57.126128 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:57.129802 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-62f633ca-66e6-4b60-883e-482c7656f063 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, b51fae06-be52-4fab-a89b-cef6eae8fffd) {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:22:57.138622 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f633ca-66e6-4b60-883e-482c7656f063 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:57.149737 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-62f633ca-66e6-4b60-883e-482c7656f063 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:57.151704 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c954d143-2f62-46e5-b8cc-ae7a7a7abe5c None None] Network b51fae06-be52-4fab-a89b-cef6eae8fffd requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:22:57.179430 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bee490-99d1-4795-8508-c7c937804000 admin admin] Pushing event updated for resources: {'Network': ['ID=a329a9ef-20f0-4c0d-b0d5-f036596c7c17,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:57.182739 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Tue, 10 Aug 2021 03:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12c4971c-9da3-4016-884e-9ede81302e61 x-openstack-request-id: req-12c4971c-9da3-4016-884e-9ede81302e61 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:22:57.183102 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "044f5741-e4d3-4edf-954b-c2c5a6f36283", "name": "network-vif-plugged", "status": "completed", "tag": "23f3db6a-3d09-4219-a20f-499c73daf5a4", "code": 200}, {"server_uuid": "044f5741-e4d3-4edf-954b-c2c5a6f36283", "name": "network-vif-plugged", "status": "completed", "tag": "59b5fda1-f8d3-4c6d-b2ad-a1607e38f8ab", "code": 200}, {"server_uuid": "044f5741-e4d3-4edf-954b-c2c5a6f36283", "name": "network-vif-plugged", "status": "completed", "tag": "18f38f10-6fe8-483d-95d9-e9238a6e463c", "code": 200}, {"server_uuid": "044f5741-e4d3-4edf-954b-c2c5a6f36283", "name": "network-vif-plugged", "status": "completed", "tag": "bc2aced1-42d5-40a0-a09b-18f14c994288", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:22:57.183607 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-12c4971c-9da3-4016-884e-9ede81302e61 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:22:57.184240 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '044f5741-e4d3-4edf-954b-c2c5a6f36283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23f3db6a-3d09-4219-a20f-499c73daf5a4', 'code': 200} Aug 10 03:22:57.184716 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '044f5741-e4d3-4edf-954b-c2c5a6f36283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59b5fda1-f8d3-4c6d-b2ad-a1607e38f8ab', 'code': 200} Aug 10 03:22:57.185117 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '044f5741-e4d3-4edf-954b-c2c5a6f36283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18f38f10-6fe8-483d-95d9-e9238a6e463c', 'code': 200} Aug 10 03:22:57.185520 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '044f5741-e4d3-4edf-954b-c2c5a6f36283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc2aced1-42d5-40a0-a09b-18f14c994288', 'code': 200} Aug 10 03:22:57.195542 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a2bee490-99d1-4795-8508-c7c937804000 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8367777 Aug 10 03:22:57.199843 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 57250) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:57.209782 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-ce736124-83a6-43c9-83cc-cf44264f691e admin admin] Request body: {'subnet': {'network_id': 'a329a9ef-20f0-4c0d-b0d5-f036596c7c17', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-2074413007-subnet', 'tenant_id': '77243223aa8c40f18c74879d06359abd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:57.223863 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-62f633ca-66e6-4b60-883e-482c7656f063 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.2368011 Aug 10 03:22:57.236992 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce736124-83a6-43c9-83cc-cf44264f691e admin admin] Made reservation on behalf of 77243223aa8c40f18c74879d06359abd for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:22:57.240131 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network a329a9ef-20f0-4c0d-b0d5-f036596c7c17 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:22:57.241328 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ce736124-83a6-43c9-83cc-cf44264f691e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:57.338205 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-58f199b8-9f23-4da0-9b34-c7a2162d4f8e req-3144dfbe-df93-49a9-a836-a852b9f97d20 tempest-ServerAddressesNegativeTestJSON-777851519 tempest-ServerAddressesNegativeTestJSON-777851519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:57.362590 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port a51886da-65ec-4881-8090-1c7844482542, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=a51886da-65ec-4881-8090-1c7844482542,segment=NetworkSegment(9926830d-bbc1-4a2f-ad71-9c6ed89a772a),segment_id=9926830d-bbc1-4a2f-ad71-9c6ed89a772a)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:57.391320 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3144dfbe-df93-49a9-a836-a852b9f97d20 tempest-ServerAddressesNegativeTestJSON-777851519 tempest-ServerAddressesNegativeTestJSON-777851519-project] Pushing event deleted for resources: {'Port': ['ID=fa72f2c9-d34d-4832-a640-7c070df57744,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:57.392867 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:57.446741 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-58f199b8-9f23-4da0-9b34-c7a2162d4f8e req-3144dfbe-df93-49a9-a836-a852b9f97d20 tempest-ServerAddressesNegativeTestJSON-777851519 tempest-ServerAddressesNegativeTestJSON-777851519-project] No DVR routers for this DVR port fa72f2c9-d34d-4832-a640-7c070df57744 on host n-h1-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:22:57.449670 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-58f199b8-9f23-4da0-9b34-c7a2162d4f8e req-3144dfbe-df93-49a9-a836-a852b9f97d20 tempest-ServerAddressesNegativeTestJSON-777851519 tempest-ServerAddressesNegativeTestJSON-777851519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:57.452422 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-58f199b8-9f23-4da0-9b34-c7a2162d4f8e req-3144dfbe-df93-49a9-a836-a852b9f97d20 tempest-ServerAddressesNegativeTestJSON-777851519 tempest-ServerAddressesNegativeTestJSON-777851519-project] 10.222.0.42 "DELETE /v2.0/ports/fa72f2c9-d34d-4832-a640-7c070df57744 HTTP/1.1" status: 204 len: 173 time: 1.1363940 Aug 10 03:22:57.452990 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c3344c6-fadb-4b64-a7bf-ddc007bda777', 'name': 'network-vif-deleted', 'tag': 'fa72f2c9-d34d-4832-a640-7c070df57744'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:22:57.456102 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe8ce62-6a17-4024-ab9a-b542f583c03f" -d '{"events": [{"server_uuid": "4c3344c6-fadb-4b64-a7bf-ddc007bda777", "name": "network-vif-deleted", "tag": "fa72f2c9-d34d-4832-a640-7c070df57744"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:22:57.500178 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3d9c1d6-9106-4fd0-b69f-b155b949707d x-openstack-request-id: req-a3d9c1d6-9106-4fd0-b69f-b155b949707d {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:22:57.500450 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c3344c6-fadb-4b64-a7bf-ddc007bda777", "name": "network-vif-deleted", "tag": "fa72f2c9-d34d-4832-a640-7c070df57744", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:22:57.500703 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a3d9c1d6-9106-4fd0-b69f-b155b949707d {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:22:57.501116 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c3344c6-fadb-4b64-a7bf-ddc007bda777', 'name': 'network-vif-deleted', 'tag': 'fa72f2c9-d34d-4832-a640-7c070df57744', 'status': 'completed', 'code': 200} Aug 10 03:22:57.540759 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ce736124-83a6-43c9-83cc-cf44264f691e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:57.579358 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=a51886da-65ec-4881-8090-1c7844482542,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:57.596432 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-468a3f82-8c1a-464e-ab39-0684b1b0c7fd req-2ae2182b-2f63-485f-b57a-ac90ae248d99 tempest-ServerAddressesNegativeTestJSON-777851519 tempest-ServerAddressesNegativeTestJSON-777851519-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c3344c6-fadb-4b64-a7bf-ddc007bda777 HTTP/1.1" status: 200 len: 210 time: 0.0738990 Aug 10 03:22:57.615991 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce736124-83a6-43c9-83cc-cf44264f691e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3540f81-f3eb-49d5-8546-938a73f75337,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:57.625509 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce736124-83a6-43c9-83cc-cf44264f691e admin admin] Checking segment: {'id': '5359c6cc-012a-44f5-9c16-4f98551a3412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a329a9ef-20f0-4c0d-b0d5-f036596c7c17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:22:57.625875 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce736124-83a6-43c9-83cc-cf44264f691e admin admin] Network hostable DHCP agents. Network: a329a9ef-20f0-4c0d-b0d5-f036596c7c17, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:22:57.649692 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e148c23-5670-45e5-9327-2f600d13337a None None] Network b51fae06-be52-4fab-a89b-cef6eae8fffd requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:22:57.656702 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce736124-83a6-43c9-83cc-cf44264f691e admin admin] Network a329a9ef-20f0-4c0d-b0d5-f036596c7c17 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:22:57.671176 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-ce736124-83a6-43c9-83cc-cf44264f691e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, a329a9ef-20f0-4c0d-b0d5-f036596c7c17) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:22:57.676864 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce736124-83a6-43c9-83cc-cf44264f691e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:57.678043 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ce736124-83a6-43c9-83cc-cf44264f691e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:57.698814 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ce736124-83a6-43c9-83cc-cf44264f691e admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4967849 Aug 10 03:22:57.703168 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf68c89-f87f-483e-9ae3-d080e17cba4a None None] Network a329a9ef-20f0-4c0d-b0d5-f036596c7c17 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:22:57.908937 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326d0170-104b-4282-9237-a269f9981d8d None None] Network a329a9ef-20f0-4c0d-b0d5-f036596c7c17 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:22:57.984727 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65c0d71-399c-4da9-a2ec-1f89f688355b req-92ddc9a4-595a-443e-8606-f416ae5886ec tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:57.992392 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f65c0d71-399c-4da9-a2ec-1f89f688355b req-92ddc9a4-595a-443e-8606-f416ae5886ec tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/networks?id=b51fae06-be52-4fab-a89b-cef6eae8fffd HTTP/1.1" status: 200 len: 806 time: 0.1559570 Aug 10 03:22:58.008798 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f65c0d71-399c-4da9-a2ec-1f89f688355b req-efa9804a-6e17-4180-966c-7c112f8f8607 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/quotas/cb385cfc3d1046e2925732ed1d1b6b8d HTTP/1.1" status: 200 len: 375 time: 0.0153956 Aug 10 03:22:58.058004 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f65c0d71-399c-4da9-a2ec-1f89f688355b req-b0a1efc0-5267-4689-b0e9-ccc38c7dba89 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=cb385cfc3d1046e2925732ed1d1b6b8d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0482237 Aug 10 03:22:58.066845 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [req-f65c0d71-399c-4da9-a2ec-1f89f688355b req-7f0add19-cf59-494f-9c99-1ccb03a8fa84 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:22:58.067905 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f65c0d71-399c-4da9-a2ec-1f89f688355b req-7f0add19-cf59-494f-9c99-1ccb03a8fa84 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059879 Aug 10 03:22:58.248378 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f65c0d71-399c-4da9-a2ec-1f89f688355b req-9f60f878-69ea-4d93-bf57-5c8a89e21363 service neutron] 10.222.0.44 "GET /v2.0/networks/b51fae06-be52-4fab-a89b-cef6eae8fffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662912 Aug 10 03:22:58.309747 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1588a9-4300-45fd-92d6-c1f8c628f076 req-8f65bf84-56e2-4fe4-a6e0-b59040f30b09 tempest-ServerMetadataNegativeTestJSON-1437442739 tempest-ServerMetadataNegativeTestJSON-1437442739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:58.311284 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-df1588a9-4300-45fd-92d6-c1f8c628f076 req-8f65bf84-56e2-4fe4-a6e0-b59040f30b09 tempest-ServerMetadataNegativeTestJSON-1437442739 tempest-ServerMetadataNegativeTestJSON-1437442739-project] 10.222.0.44 "GET /v2.0/networks?id=a329a9ef-20f0-4c0d-b0d5-f036596c7c17 HTTP/1.1" status: 200 len: 821 time: 0.2082894 Aug 10 03:22:58.336822 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-df1588a9-4300-45fd-92d6-c1f8c628f076 req-fab0bc63-6896-458b-879a-f793acf2f161 tempest-ServerMetadataNegativeTestJSON-1437442739 tempest-ServerMetadataNegativeTestJSON-1437442739-project] 10.222.0.44 "GET /v2.0/quotas/77243223aa8c40f18c74879d06359abd HTTP/1.1" status: 200 len: 375 time: 0.0191786 Aug 10 03:22:58.382818 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-df1588a9-4300-45fd-92d6-c1f8c628f076 req-b6651f2f-205f-45bb-84ac-37898a124716 tempest-ServerMetadataNegativeTestJSON-1437442739 tempest-ServerMetadataNegativeTestJSON-1437442739-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=77243223aa8c40f18c74879d06359abd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351040 Aug 10 03:22:58.443498 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f65c0d71-399c-4da9-a2ec-1f89f688355b req-6245be30-2517-4349-8e1a-2c68f0204196 service neutron] 10.222.0.44 "GET /v2.0/networks/b51fae06-be52-4fab-a89b-cef6eae8fffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861451 Aug 10 03:22:58.492330 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-df1588a9-4300-45fd-92d6-c1f8c628f076 req-6a158cd5-fdaa-48ef-868b-3b593302e7cf service neutron] 10.222.0.44 "GET /v2.0/networks/a329a9ef-20f0-4c0d-b0d5-f036596c7c17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010141 Aug 10 03:22:58.552496 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device fa72f2c9-d34d-4832-a640-7c070df57744 no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:22:58.591338 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] No Port match for: fa72f2c9-d34d-4832-a640-7c070df57744 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:22:58.591901 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device fa72f2c9-d34d-4832-a640-7c070df57744 not bound to the agent host n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:22:58.620690 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-df1588a9-4300-45fd-92d6-c1f8c628f076 req-67b34ac3-a496-4de9-b663-0cadf2db8c74 service neutron] 10.222.0.44 "GET /v2.0/networks/a329a9ef-20f0-4c0d-b0d5-f036596c7c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211340 Aug 10 03:22:58.822840 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c8a2d9-7862-4f50-a269-19c8645ad87d req-e1aab05f-067f-4cce-baf3-186b6baf0916 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:58.834251 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c8a2d9-7862-4f50-a269-19c8645ad87d req-e1aab05f-067f-4cce-baf3-186b6baf0916 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:58.844086 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c8a2d9-7862-4f50-a269-19c8645ad87d req-e1aab05f-067f-4cce-baf3-186b6baf0916 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:58.855003 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c8a2d9-7862-4f50-a269-19c8645ad87d req-e1aab05f-067f-4cce-baf3-186b6baf0916 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:58.866702 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c8a2d9-7862-4f50-a269-19c8645ad87d req-e1aab05f-067f-4cce-baf3-186b6baf0916 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:58.875275 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c8a2d9-7862-4f50-a269-19c8645ad87d req-e1aab05f-067f-4cce-baf3-186b6baf0916 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:58.886099 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c8a2d9-7862-4f50-a269-19c8645ad87d req-e1aab05f-067f-4cce-baf3-186b6baf0916 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:58.889023 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a8c8a2d9-7862-4f50-a269-19c8645ad87d req-e1aab05f-067f-4cce-baf3-186b6baf0916 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/ports?device_id=044f5741-e4d3-4edf-954b-c2c5a6f36283 HTTP/1.1" status: 200 len: 5435 time: 0.1704555 Aug 10 03:22:58.936141 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e910503d-215a-43d9-b46d-dd99d1749b1b req-dddf6527-1384-463c-8204-b532a610fae7 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc285569-12f8-44cf-b881-82500feda081 HTTP/1.1" status: 200 len: 210 time: 0.0458827 Aug 10 03:22:58.981592 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a8c8a2d9-7862-4f50-a269-19c8645ad87d req-1726f9d5-4e73-4868-bd73-2c66b18cef61 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/security-groups?id=e522b194-e383-4019-8939-c6a59d2ab04c&id=5aac4231-548a-4a48-ae70-6443e8440415&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0804603 Aug 10 03:22:59.052621 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 57330) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:59.138792 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-be17cd97-8efa-4b22-82fe-a0f25adbb04e req-ff0f0506-9790-4c56-9218-218053516692 tempest-ServerMetadataNegativeTestJSON-1437442739 tempest-ServerMetadataNegativeTestJSON-1437442739-project] 10.222.0.44 "GET /v2.0/ports?device_id=38c7d11a-4e2e-4572-a4fd-78a56dd5ffed HTTP/1.1" status: 200 len: 210 time: 0.0315824 Aug 10 03:22:59.146043 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_v2 [None req-edfecac2-ae0d-4b37-819d-6cb36e20b14a admin admin] Deleting subnet 1da97f28-99ec-4a6e-a247-2cd482e7ba52 {{(pid=94260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:22:59.149509 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-edfecac2-ae0d-4b37-819d-6cb36e20b14a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:59.186849 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '044f5741-e4d3-4edf-954b-c2c5a6f36283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a51886da-65ec-4881-8090-1c7844482542'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:22:59.188683 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-edfecac2-ae0d-4b37-819d-6cb36e20b14a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191173'] for subnet, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:59.189180 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eb3369b-b32e-43d8-a74c-c357a54fc98d" -d '{"events": [{"server_uuid": "044f5741-e4d3-4edf-954b-c2c5a6f36283", "name": "network-vif-plugged", "status": "completed", "tag": "a51886da-65ec-4881-8090-1c7844482542"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:22:59.232434 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-edfecac2-ae0d-4b37-819d-6cb36e20b14a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:59.248792 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-117aa716-e22d-403e-a26d-05705a9adfd6 x-openstack-request-id: req-117aa716-e22d-403e-a26d-05705a9adfd6 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:22:59.249088 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "044f5741-e4d3-4edf-954b-c2c5a6f36283", "name": "network-vif-plugged", "status": "completed", "tag": "a51886da-65ec-4881-8090-1c7844482542", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:22:59.249344 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-117aa716-e22d-403e-a26d-05705a9adfd6 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:22:59.249803 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '044f5741-e4d3-4edf-954b-c2c5a6f36283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a51886da-65ec-4881-8090-1c7844482542', 'code': 200} Aug 10 03:22:59.299406 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-edfecac2-ae0d-4b37-819d-6cb36e20b14a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:59.329638 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfecac2-ae0d-4b37-819d-6cb36e20b14a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1da97f28-99ec-4a6e-a247-2cd482e7ba52,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:59.331877 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-edfecac2-ae0d-4b37-819d-6cb36e20b14a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:59.333840 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-edfecac2-ae0d-4b37-819d-6cb36e20b14a admin admin] 10.222.0.44 "DELETE /v2.0/subnets/1da97f28-99ec-4a6e-a247-2cd482e7ba52 HTTP/1.1" status: 204 len: 168 time: 0.2799072 Aug 10 03:22:59.336502 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 57338) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:59.443109 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-43c00767-3989-49e7-af62-7f3c0e30fdd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:59.455745 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1281218-c087-4280-9d98-a044f724d7f0 req-e5b750ca-ef58-46b2-8bb4-93e2c03414f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:59.456227 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1281218-c087-4280-9d98-a044f724d7f0 req-e5b750ca-ef58-46b2-8bb4-93e2c03414f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:59.456697 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1281218-c087-4280-9d98-a044f724d7f0 req-e5b750ca-ef58-46b2-8bb4-93e2c03414f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:59.457191 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1281218-c087-4280-9d98-a044f724d7f0 req-e5b750ca-ef58-46b2-8bb4-93e2c03414f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:59.457711 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1281218-c087-4280-9d98-a044f724d7f0 req-e5b750ca-ef58-46b2-8bb4-93e2c03414f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:59.458380 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1281218-c087-4280-9d98-a044f724d7f0 req-e5b750ca-ef58-46b2-8bb4-93e2c03414f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:59.458843 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1281218-c087-4280-9d98-a044f724d7f0 req-e5b750ca-ef58-46b2-8bb4-93e2c03414f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:59.460952 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c1281218-c087-4280-9d98-a044f724d7f0 req-e5b750ca-ef58-46b2-8bb4-93e2c03414f5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=044f5741-e4d3-4edf-954b-c2c5a6f36283 HTTP/1.1" status: 200 len: 6499 time: 0.1036386 Aug 10 03:22:59.574216 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-43c00767-3989-49e7-af62-7f3c0e30fdd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:59.585303 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c1281218-c087-4280-9d98-a044f724d7f0 req-870dd887-1526-4f28-bf40-447455917be5 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e522b194-e383-4019-8939-c6a59d2ab04c&id=5aac4231-548a-4a48-ae70-6443e8440415&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0875986 Aug 10 03:22:59.588916 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-43c00767-3989-49e7-af62-7f3c0e30fdd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2d42f02-8726-4b6c-a3c7-f962e6382f6a']}} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:59.599029 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-43c00767-3989-49e7-af62-7f3c0e30fdd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '952728ea-cbe2-4c51-896e-d4e542b38d16') {'for_net_delete': True} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:59.599343 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-43c00767-3989-49e7-af62-7f3c0e30fdd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '952728ea-cbe2-4c51-896e-d4e542b38d16') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:59.611979 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-43c00767-3989-49e7-af62-7f3c0e30fdd7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191186'] for segment, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:59.631420 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-43c00767-3989-49e7-af62-7f3c0e30fdd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:59.639535 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43c00767-3989-49e7-af62-7f3c0e30fdd7 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=94260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:22:59.640013 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-43c00767-3989-49e7-af62-7f3c0e30fdd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58895489'] for segment, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:59.642161 n-d-768862-13 neutron-server[94260]: Traceback (most recent call last): Aug 10 03:22:59.642161 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:22:59.642161 n-d-768862-13 neutron-server[94260]: timer() Aug 10 03:22:59.642161 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:22:59.642161 n-d-768862-13 neutron-server[94260]: cb(*args, **kw) Aug 10 03:22:59.642161 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:22:59.642161 n-d-768862-13 neutron-server[94260]: return func(*args, **kwargs) Aug 10 03:22:59.642161 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:22:59.642161 n-d-768862-13 neutron-server[94260]: self._notify() Aug 10 03:22:59.642161 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:22:59.642161 n-d-768862-13 neutron-server[94260]: self.callback(batched_events) Aug 10 03:22:59.642161 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:22:59.642161 n-d-768862-13 neutron-server[94260]: event.method(event) Aug 10 03:22:59.642161 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:22:59.642161 n-d-768862-13 neutron-server[94260]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:22:59.642161 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:22:59.642161 n-d-768862-13 neutron-server[94260]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:22:59.642161 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:22:59.642161 n-d-768862-13 neutron-server[94260]: return f(self, *a, **k) Aug 10 03:22:59.642161 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:22:59.642161 n-d-768862-13 neutron-server[94260]: return self._get(url).json() Aug 10 03:22:59.642161 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:22:59.642161 n-d-768862-13 neutron-server[94260]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:22:59.642161 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:22:59.642161 n-d-768862-13 neutron-server[94260]: return self.request(url, 'GET', **kwargs) Aug 10 03:22:59.642161 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:22:59.642161 n-d-768862-13 neutron-server[94260]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:22:59.642161 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:22:59.642161 n-d-768862-13 neutron-server[94260]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:22:59.642161 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:22:59.642161 n-d-768862-13 neutron-server[94260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:22:59.642161 n-d-768862-13 neutron-server[94260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:22:59.714063 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-43c00767-3989-49e7-af62-7f3c0e30fdd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:59.730162 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-43c00767-3989-49e7-af62-7f3c0e30fdd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:59.733139 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-43c00767-3989-49e7-af62-7f3c0e30fdd7 admin admin] 10.222.0.44 "DELETE /v2.0/networks/a2d42f02-8726-4b6c-a3c7-f962e6382f6a HTTP/1.1" status: 204 len: 168 time: 0.3954175 Aug 10 03:22:59.745390 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c00767-3989-49e7-af62-7f3c0e30fdd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2d42f02-8726-4b6c-a3c7-f962e6382f6a,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:59.755470 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c00767-3989-49e7-af62-7f3c0e30fdd7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:59.756237 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c00767-3989-49e7-af62-7f3c0e30fdd7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:59.756978 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c00767-3989-49e7-af62-7f3c0e30fdd7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:59.757516 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c00767-3989-49e7-af62-7f3c0e30fdd7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:59.758121 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c00767-3989-49e7-af62-7f3c0e30fdd7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:59.758870 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c00767-3989-49e7-af62-7f3c0e30fdd7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:59.759598 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c00767-3989-49e7-af62-7f3c0e30fdd7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:59.760486 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c00767-3989-49e7-af62-7f3c0e30fdd7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:59.761099 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c00767-3989-49e7-af62-7f3c0e30fdd7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:59.761770 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c00767-3989-49e7-af62-7f3c0e30fdd7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:59.762280 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c00767-3989-49e7-af62-7f3c0e30fdd7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:59.762800 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c00767-3989-49e7-af62-7f3c0e30fdd7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:59.931578 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65c0d71-399c-4da9-a2ec-1f89f688355b req-3daa8f1a-f38f-4993-8922-91ed0943d254 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:59.934940 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 57354) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:59.935718 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f65c0d71-399c-4da9-a2ec-1f89f688355b req-3daa8f1a-f38f-4993-8922-91ed0943d254 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.42 "GET /v2.0/networks?id=b51fae06-be52-4fab-a89b-cef6eae8fffd HTTP/1.1" status: 200 len: 806 time: 0.1625538 Aug 10 03:22:59.950474 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-f65c0d71-399c-4da9-a2ec-1f89f688355b req-0654370f-b6b6-4320-b8a0-8169f63cb29f tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Request body: {'port': {'device_id': 'cc285569-12f8-44cf-b881-82500feda081', 'network_id': 'b51fae06-be52-4fab-a89b-cef6eae8fffd', 'admin_state_up': True, 'tenant_id': 'cb385cfc3d1046e2925732ed1d1b6b8d'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:59.986440 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ea9ab731-3359-4980-a1c4-eeb0e11eb661 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=042765dde16d463fb0a67e9665e6d33b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0502188 Aug 10 03:22:59.987261 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 57358) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:00.056115 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2455bda8-9bb4-4052-b33f-943451f7112b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:00.093857 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2455bda8-9bb4-4052-b33f-943451f7112b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:00.157187 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2455bda8-9bb4-4052-b33f-943451f7112b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:00.160012 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2455bda8-9bb4-4052-b33f-943451f7112b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:00.167322 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-2455bda8-9bb4-4052-b33f-943451f7112b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5fb5a350-0da2-4a2b-8a01-fb08da49e2ef HTTP/1.1" status: 204 len: 168 time: 0.1784756 Aug 10 03:23:00.177958 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2455bda8-9bb4-4052-b33f-943451f7112b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb5a350-0da2-4a2b-8a01-fb08da49e2ef,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:00.296988 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-29dff29e-f4f5-4d44-a3f6-6470210ce2a6 req-58d09d7c-2dda-408b-b8ce-07b4af5dc774 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc285569-12f8-44cf-b881-82500feda081 HTTP/1.1" status: 200 len: 210 time: 0.0628335 Aug 10 03:23:00.443271 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce16cbf-993d-4fbc-9e27-cd21747d0f5c req-1ccae3d5-e4ae-4bf3-9dbe-78803491da9c tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:00.448455 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1588a9-4300-45fd-92d6-c1f8c628f076 req-d256411c-a2d4-4964-8f05-d2e57fd048f4 tempest-ServerMetadataNegativeTestJSON-1437442739 tempest-ServerMetadataNegativeTestJSON-1437442739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:00.450300 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-df1588a9-4300-45fd-92d6-c1f8c628f076 req-d256411c-a2d4-4964-8f05-d2e57fd048f4 tempest-ServerMetadataNegativeTestJSON-1437442739 tempest-ServerMetadataNegativeTestJSON-1437442739-project] 10.222.0.42 "GET /v2.0/networks?id=a329a9ef-20f0-4c0d-b0d5-f036596c7c17 HTTP/1.1" status: 200 len: 821 time: 0.2246485 Aug 10 03:23:00.452931 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce16cbf-993d-4fbc-9e27-cd21747d0f5c req-1ccae3d5-e4ae-4bf3-9dbe-78803491da9c tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:00.469260 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-df1588a9-4300-45fd-92d6-c1f8c628f076 req-2924cf65-3457-4c26-b155-8941270179d8 tempest-ServerMetadataNegativeTestJSON-1437442739 tempest-ServerMetadataNegativeTestJSON-1437442739-project] Request body: {'port': {'device_id': '38c7d11a-4e2e-4572-a4fd-78a56dd5ffed', 'network_id': 'a329a9ef-20f0-4c0d-b0d5-f036596c7c17', 'admin_state_up': True, 'tenant_id': '77243223aa8c40f18c74879d06359abd'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:00.476042 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce16cbf-993d-4fbc-9e27-cd21747d0f5c req-1ccae3d5-e4ae-4bf3-9dbe-78803491da9c tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:00.490361 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce16cbf-993d-4fbc-9e27-cd21747d0f5c req-1ccae3d5-e4ae-4bf3-9dbe-78803491da9c tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:00.496724 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce16cbf-993d-4fbc-9e27-cd21747d0f5c req-1ccae3d5-e4ae-4bf3-9dbe-78803491da9c tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:00.502600 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce16cbf-993d-4fbc-9e27-cd21747d0f5c req-1ccae3d5-e4ae-4bf3-9dbe-78803491da9c tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:00.513012 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce16cbf-993d-4fbc-9e27-cd21747d0f5c req-1ccae3d5-e4ae-4bf3-9dbe-78803491da9c tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:00.526455 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6ce16cbf-993d-4fbc-9e27-cd21747d0f5c req-1ccae3d5-e4ae-4bf3-9dbe-78803491da9c tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/ports?device_id=044f5741-e4d3-4edf-954b-c2c5a6f36283 HTTP/1.1" status: 200 len: 5435 time: 0.2933152 Aug 10 03:23:00.593227 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f16388fd-bc2d-4aa9-b0f9-9e582b5e94c8 req-92c659cf-8a7d-4565-acdd-acffb8c25181 tempest-ServerMetadataNegativeTestJSON-1437442739 tempest-ServerMetadataNegativeTestJSON-1437442739-project] 10.222.0.44 "GET /v2.0/ports?device_id=38c7d11a-4e2e-4572-a4fd-78a56dd5ffed HTTP/1.1" status: 200 len: 210 time: 0.0634506 Aug 10 03:23:00.644026 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6ce16cbf-993d-4fbc-9e27-cd21747d0f5c req-2b6ed949-386c-4ea9-9449-19e17b417cee tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/security-groups?id=e522b194-e383-4019-8939-c6a59d2ab04c&id=5aac4231-548a-4a48-ae70-6443e8440415&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1140809 Aug 10 03:23:00.656238 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f65c0d71-399c-4da9-a2ec-1f89f688355b req-0654370f-b6b6-4320-b8a0-8169f63cb29f tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Made reservation on behalf of cb385cfc3d1046e2925732ed1d1b6b8d for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:23:00.656238 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-f65c0d71-399c-4da9-a2ec-1f89f688355b req-0654370f-b6b6-4320-b8a0-8169f63cb29f tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:00.674655 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df1588a9-4300-45fd-92d6-c1f8c628f076 req-2924cf65-3457-4c26-b155-8941270179d8 tempest-ServerMetadataNegativeTestJSON-1437442739 tempest-ServerMetadataNegativeTestJSON-1437442739-project] Made reservation on behalf of 77243223aa8c40f18c74879d06359abd for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:23:00.679232 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-df1588a9-4300-45fd-92d6-c1f8c628f076 req-2924cf65-3457-4c26-b155-8941270179d8 tempest-ServerMetadataNegativeTestJSON-1437442739 tempest-ServerMetadataNegativeTestJSON-1437442739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:00.847948 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-f65c0d71-399c-4da9-a2ec-1f89f688355b req-0654370f-b6b6-4320-b8a0-8169f63cb29f tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Allocated IP 172.20.0.8 (b51fae06-be52-4fab-a89b-cef6eae8fffd/56efed23-ee55-46bf-9125-3806eab6d04b/c86633db-c378-444d-8268-3b286fd3bbb7) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:23:00.866973 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [req-df1588a9-4300-45fd-92d6-c1f8c628f076 req-2924cf65-3457-4c26-b155-8941270179d8 tempest-ServerMetadataNegativeTestJSON-1437442739 tempest-ServerMetadataNegativeTestJSON-1437442739-project] Allocated IP 172.20.0.7 (a329a9ef-20f0-4c0d-b0d5-f036596c7c17/b3540f81-f3eb-49d5-8546-938a73f75337/ad97583a-8eba-4042-91b4-2a0081ae329c) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:23:01.046751 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-f65c0d71-399c-4da9-a2ec-1f89f688355b req-0654370f-b6b6-4320-b8a0-8169f63cb29f tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:01.058879 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-df1588a9-4300-45fd-92d6-c1f8c628f076 req-2924cf65-3457-4c26-b155-8941270179d8 tempest-ServerMetadataNegativeTestJSON-1437442739 tempest-ServerMetadataNegativeTestJSON-1437442739-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:01.088529 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-f65c0d71-399c-4da9-a2ec-1f89f688355b req-0654370f-b6b6-4320-b8a0-8169f63cb29f tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:01.103867 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-df1588a9-4300-45fd-92d6-c1f8c628f076 req-2924cf65-3457-4c26-b155-8941270179d8 tempest-ServerMetadataNegativeTestJSON-1437442739 tempest-ServerMetadataNegativeTestJSON-1437442739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:01.142967 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f65c0d71-399c-4da9-a2ec-1f89f688355b req-0654370f-b6b6-4320-b8a0-8169f63cb29f tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Network b51fae06-be52-4fab-a89b-cef6eae8fffd is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:23:01.148311 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-f65c0d71-399c-4da9-a2ec-1f89f688355b req-0654370f-b6b6-4320-b8a0-8169f63cb29f tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:23:01.148480 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df1588a9-4300-45fd-92d6-c1f8c628f076 req-2924cf65-3457-4c26-b155-8941270179d8 tempest-ServerMetadataNegativeTestJSON-1437442739 tempest-ServerMetadataNegativeTestJSON-1437442739-project] Network a329a9ef-20f0-4c0d-b0d5-f036596c7c17 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:23:01.151487 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-f65c0d71-399c-4da9-a2ec-1f89f688355b req-0654370f-b6b6-4320-b8a0-8169f63cb29f tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:23:01.157812 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [req-df1588a9-4300-45fd-92d6-c1f8c628f076 req-2924cf65-3457-4c26-b155-8941270179d8 tempest-ServerMetadataNegativeTestJSON-1437442739 tempest-ServerMetadataNegativeTestJSON-1437442739-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:23:01.161492 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-df1588a9-4300-45fd-92d6-c1f8c628f076 req-2924cf65-3457-4c26-b155-8941270179d8 tempest-ServerMetadataNegativeTestJSON-1437442739 tempest-ServerMetadataNegativeTestJSON-1437442739-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:23:01.191824 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0654370f-b6b6-4320-b8a0-8169f63cb29f tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Pushing event updated for resources: {'Port': ['ID=c86633db-c378-444d-8268-3b286fd3bbb7,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:01.193337 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2924cf65-3457-4c26-b155-8941270179d8 tempest-ServerMetadataNegativeTestJSON-1437442739 tempest-ServerMetadataNegativeTestJSON-1437442739-project] Pushing event updated for resources: {'Port': ['ID=ad97583a-8eba-4042-91b4-2a0081ae329c,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:01.223542 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1588a9-4300-45fd-92d6-c1f8c628f076 req-2924cf65-3457-4c26-b155-8941270179d8 tempest-ServerMetadataNegativeTestJSON-1437442739 tempest-ServerMetadataNegativeTestJSON-1437442739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:01.223813 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65c0d71-399c-4da9-a2ec-1f89f688355b req-0654370f-b6b6-4320-b8a0-8169f63cb29f tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:01.224248 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-df1588a9-4300-45fd-92d6-c1f8c628f076 req-2924cf65-3457-4c26-b155-8941270179d8 tempest-ServerMetadataNegativeTestJSON-1437442739 tempest-ServerMetadataNegativeTestJSON-1437442739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:01.224457 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-f65c0d71-399c-4da9-a2ec-1f89f688355b req-0654370f-b6b6-4320-b8a0-8169f63cb29f tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:01.239910 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f65c0d71-399c-4da9-a2ec-1f89f688355b req-0654370f-b6b6-4320-b8a0-8169f63cb29f tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2937775 Aug 10 03:23:01.241967 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-df1588a9-4300-45fd-92d6-c1f8c628f076 req-2924cf65-3457-4c26-b155-8941270179d8 tempest-ServerMetadataNegativeTestJSON-1437442739 tempest-ServerMetadataNegativeTestJSON-1437442739-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7804933 Aug 10 03:23:01.265913 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-df1588a9-4300-45fd-92d6-c1f8c628f076 req-55bf413d-6b18-44e4-9e92-5fcc003d7224 service neutron] Request body: {'port': {'device_id': '38c7d11a-4e2e-4572-a4fd-78a56dd5ffed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-13'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:01.266050 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-f65c0d71-399c-4da9-a2ec-1f89f688355b req-9e20fcc5-b419-469d-b0df-0394713613a5 service neutron] Request body: {'port': {'device_id': 'cc285569-12f8-44cf-b881-82500feda081', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:01.334666 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-f65c0d71-399c-4da9-a2ec-1f89f688355b req-9e20fcc5-b419-469d-b0df-0394713613a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:01.340757 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-df1588a9-4300-45fd-92d6-c1f8c628f076 req-55bf413d-6b18-44e4-9e92-5fcc003d7224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:01.620042 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f81cdc-b053-4310-a107-38bcf0758109 req-4511c38b-5aaf-47a5-b5ce-cb981176dc7a tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:01.621670 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f4f81cdc-b053-4310-a107-38bcf0758109 req-4511c38b-5aaf-47a5-b5ce-cb981176dc7a tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc285569-12f8-44cf-b881-82500feda081 HTTP/1.1" status: 200 len: 931 time: 0.1251087 Aug 10 03:23:01.622177 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 57402) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:01.807632 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5b4d35a5-7e22-47b4-a9ef-bd024ad6d78d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:01.815211 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f4f81cdc-b053-4310-a107-38bcf0758109 req-80ce7db5-dc42-40ee-938a-d562c98cf715 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232884 Aug 10 03:23:01.840973 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 57412) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:01.848347 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-5224bc40-f6be-4676-aa9b-6313dc193bc3 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-2060904312'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:01.848807 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8939fa37-2bfe-4674-860c-e9e0c3124dd2 req-863d20c6-65b3-4449-b839-9662178e26f9 tempest-ServerMetadataNegativeTestJSON-1437442739 tempest-ServerMetadataNegativeTestJSON-1437442739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:01.850404 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8939fa37-2bfe-4674-860c-e9e0c3124dd2 req-863d20c6-65b3-4449-b839-9662178e26f9 tempest-ServerMetadataNegativeTestJSON-1437442739 tempest-ServerMetadataNegativeTestJSON-1437442739-project] 10.222.0.44 "GET /v2.0/ports?device_id=38c7d11a-4e2e-4572-a4fd-78a56dd5ffed HTTP/1.1" status: 200 len: 931 time: 0.1567011 Aug 10 03:23:01.868465 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-f65c0d71-399c-4da9-a2ec-1f89f688355b req-9e20fcc5-b419-469d-b0df-0394713613a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c86633db-c378-444d-8268-3b286fd3bbb7 {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:23:01.889160 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-f65c0d71-399c-4da9-a2ec-1f89f688355b req-9e20fcc5-b419-469d-b0df-0394713613a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:01.894656 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.db.api [None req-5b4d35a5-7e22-47b4-a9ef-bd024ad6d78d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 03:23:01.894656 n-d-768862-13 neutron-server[94260]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 10 03:23:01.894656 n-d-768862-13 neutron-server[94260]: [parameters: {'project_id': '75d048fadab3412d8377d86c78234cb3', 'id': '340c7687-0196-4840-af93-c80876851fc6', 'expiration': datetime.datetime(2021, 8, 10, 3, 25, 1, 876236)}] Aug 10 03:23:01.894656 n-d-768862-13 neutron-server[94260]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94260) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:23:01.895067 n-d-768862-13 neutron-server[94260]: DEBUG oslo_db.api [None req-5b4d35a5-7e22-47b4-a9ef-bd024ad6d78d admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:23:01.900606 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5224bc40-f6be-4676-aa9b-6313dc193bc3 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Made reservation on behalf of d3b56536bca94e8fa8af65288d111f79 for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:23:01.904851 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5224bc40-f6be-4676-aa9b-6313dc193bc3 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:01.926984 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-f65c0d71-399c-4da9-a2ec-1f89f688355b req-9e20fcc5-b419-469d-b0df-0394713613a5 service neutron] Transition to ACTIVE for port object c86633db-c378-444d-8268-3b286fd3bbb7 will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:23:01.932001 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8939fa37-2bfe-4674-860c-e9e0c3124dd2 req-6d281d0b-1836-4f87-9d8f-b9aa541ed9a5 tempest-ServerMetadataNegativeTestJSON-1437442739 tempest-ServerMetadataNegativeTestJSON-1437442739-project] 10.222.0.44 "GET /v2.0/security-groups?id=64b3c883-11e3-439a-b224-61bd827d9dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748105 Aug 10 03:23:01.933093 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-f65c0d71-399c-4da9-a2ec-1f89f688355b req-9e20fcc5-b419-469d-b0df-0394713613a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:01.958837 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5224bc40-f6be-4676-aa9b-6313dc193bc3 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:23:01.999428 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5224bc40-f6be-4676-aa9b-6313dc193bc3 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:01.999867 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-5224bc40-f6be-4676-aa9b-6313dc193bc3 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Added segment da5baf82-2c94-46cf-9d3e-76c1062019c8 of type vlan for network 63aaa48c-3c91-4250-a53f-1bccfcaa858a Aug 10 03:23:02.013079 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e20fcc5-b419-469d-b0df-0394713613a5 service neutron] Pushing event updated for resources: {'Port': ['ID=c86633db-c378-444d-8268-3b286fd3bbb7,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:02.032882 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb20076-2b1e-4a4a-aa63-6061a8411ec8 req-322bbd03-68cf-4cfb-98c5-eb48950e8d2c tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:02.038856 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb20076-2b1e-4a4a-aa63-6061a8411ec8 req-322bbd03-68cf-4cfb-98c5-eb48950e8d2c tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:02.045103 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb20076-2b1e-4a4a-aa63-6061a8411ec8 req-322bbd03-68cf-4cfb-98c5-eb48950e8d2c tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:02.051031 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [req-df1588a9-4300-45fd-92d6-c1f8c628f076 req-55bf413d-6b18-44e4-9e92-5fcc003d7224 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad97583a-8eba-4042-91b4-2a0081ae329c {{(pid=94261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:23:02.051365 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb20076-2b1e-4a4a-aa63-6061a8411ec8 req-322bbd03-68cf-4cfb-98c5-eb48950e8d2c tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:02.057346 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb20076-2b1e-4a4a-aa63-6061a8411ec8 req-322bbd03-68cf-4cfb-98c5-eb48950e8d2c tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:02.064436 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb20076-2b1e-4a4a-aa63-6061a8411ec8 req-322bbd03-68cf-4cfb-98c5-eb48950e8d2c tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:02.065614 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-df1588a9-4300-45fd-92d6-c1f8c628f076 req-55bf413d-6b18-44e4-9e92-5fcc003d7224 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:02.069015 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5224bc40-f6be-4676-aa9b-6313dc193bc3 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:02.071115 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb20076-2b1e-4a4a-aa63-6061a8411ec8 req-322bbd03-68cf-4cfb-98c5-eb48950e8d2c tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:02.073091 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1bb20076-2b1e-4a4a-aa63-6061a8411ec8 req-322bbd03-68cf-4cfb-98c5-eb48950e8d2c tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/ports?device_id=044f5741-e4d3-4edf-954b-c2c5a6f36283 HTTP/1.1" status: 200 len: 5435 time: 0.1626749 Aug 10 03:23:02.094004 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [req-df1588a9-4300-45fd-92d6-c1f8c628f076 req-55bf413d-6b18-44e4-9e92-5fcc003d7224 service neutron] Transition to ACTIVE for port object ad97583a-8eba-4042-91b4-2a0081ae329c will not be triggered until provisioned by entity L2. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:23:02.106057 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-df1588a9-4300-45fd-92d6-c1f8c628f076 req-55bf413d-6b18-44e4-9e92-5fcc003d7224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:02.150487 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5224bc40-f6be-4676-aa9b-6313dc193bc3 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:02.156600 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5224bc40-f6be-4676-aa9b-6313dc193bc3 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:02.157299 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5224bc40-f6be-4676-aa9b-6313dc193bc3 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:02.173605 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1bb20076-2b1e-4a4a-aa63-6061a8411ec8 req-a6025907-9043-4991-8755-24f9a2e64fb7 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/security-groups?id=e522b194-e383-4019-8939-c6a59d2ab04c&id=5aac4231-548a-4a48-ae70-6443e8440415&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0755343 Aug 10 03:23:02.182552 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-f65c0d71-399c-4da9-a2ec-1f89f688355b req-9e20fcc5-b419-469d-b0df-0394713613a5 service neutron] Attempting to bind port c86633db-c378-444d-8268-3b286fd3bbb7 on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:23:02.182895 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-f65c0d71-399c-4da9-a2ec-1f89f688355b req-9e20fcc5-b419-469d-b0df-0394713613a5 service neutron] Attempting to bind port c86633db-c378-444d-8268-3b286fd3bbb7 by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '73bbe919-55b7-4c3d-b65b-52e4e628212a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b51fae06-be52-4fab-a89b-cef6eae8fffd'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:23:02.183227 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65c0d71-399c-4da9-a2ec-1f89f688355b req-9e20fcc5-b419-469d-b0df-0394713613a5 service neutron] Attempting to bind port c86633db-c378-444d-8268-3b286fd3bbb7 on network b51fae06-be52-4fab-a89b-cef6eae8fffd {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:23:02.189718 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65c0d71-399c-4da9-a2ec-1f89f688355b req-9e20fcc5-b419-469d-b0df-0394713613a5 service neutron] Port c86633db-c378-444d-8268-3b286fd3bbb7 on network b51fae06-be52-4fab-a89b-cef6eae8fffd not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:23:02.190208 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65c0d71-399c-4da9-a2ec-1f89f688355b req-9e20fcc5-b419-469d-b0df-0394713613a5 service neutron] Attempting to bind port c86633db-c378-444d-8268-3b286fd3bbb7 on network b51fae06-be52-4fab-a89b-cef6eae8fffd {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:23:02.200582 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65c0d71-399c-4da9-a2ec-1f89f688355b req-9e20fcc5-b419-469d-b0df-0394713613a5 service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:23:02.200941 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65c0d71-399c-4da9-a2ec-1f89f688355b req-9e20fcc5-b419-469d-b0df-0394713613a5 service neutron] Checking segment: {'id': '73bbe919-55b7-4c3d-b65b-52e4e628212a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b51fae06-be52-4fab-a89b-cef6eae8fffd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:23:02.201321 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65c0d71-399c-4da9-a2ec-1f89f688355b req-9e20fcc5-b419-469d-b0df-0394713613a5 service neutron] Bound using segment: {'id': '73bbe919-55b7-4c3d-b65b-52e4e628212a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b51fae06-be52-4fab-a89b-cef6eae8fffd'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:23:02.201753 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-f65c0d71-399c-4da9-a2ec-1f89f688355b req-9e20fcc5-b419-469d-b0df-0394713613a5 service neutron] Bound port: c86633db-c378-444d-8268-3b286fd3bbb7, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73bbe919-55b7-4c3d-b65b-52e4e628212a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b51fae06-be52-4fab-a89b-cef6eae8fffd'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:23:02.202151 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-f65c0d71-399c-4da9-a2ec-1f89f688355b req-9e20fcc5-b419-469d-b0df-0394713613a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:02.239592 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bf413d-6b18-44e4-9e92-5fcc003d7224 service neutron] Pushing event updated for resources: {'Port': ['ID=ad97583a-8eba-4042-91b4-2a0081ae329c,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:02.259931 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-5224bc40-f6be-4676-aa9b-6313dc193bc3 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4178588 Aug 10 03:23:02.263730 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 57420) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:02.269097 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5224bc40-f6be-4676-aa9b-6313dc193bc3 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Pushing event updated for resources: {'Network': ['ID=63aaa48c-3c91-4250-a53f-1bccfcaa858a,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:02.269356 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-5c2d4b0b-0b86-4e00-a759-6c6b3a0f89b7 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-976449282'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:02.279997 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 63aaa48c-3c91-4250-a53f-1bccfcaa858a details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:23:02.299782 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-f65c0d71-399c-4da9-a2ec-1f89f688355b req-9e20fcc5-b419-469d-b0df-0394713613a5 service neutron] For port c86633db-c378-444d-8268-3b286fd3bbb7, host n-h1-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:23:02.338938 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-f65c0d71-399c-4da9-a2ec-1f89f688355b req-9e20fcc5-b419-469d-b0df-0394713613a5 service neutron] For port c86633db-c378-444d-8268-3b286fd3bbb7, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=c86633db-c378-444d-8268-3b286fd3bbb7,segment=NetworkSegment(73bbe919-55b7-4c3d-b65b-52e4e628212a),segment_id=73bbe919-55b7-4c3d-b65b-52e4e628212a)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:23:02.351454 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-df1588a9-4300-45fd-92d6-c1f8c628f076 req-55bf413d-6b18-44e4-9e92-5fcc003d7224 service neutron] Attempting to bind port ad97583a-8eba-4042-91b4-2a0081ae329c on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:23:02.351978 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-df1588a9-4300-45fd-92d6-c1f8c628f076 req-55bf413d-6b18-44e4-9e92-5fcc003d7224 service neutron] Attempting to bind port ad97583a-8eba-4042-91b4-2a0081ae329c by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '5359c6cc-012a-44f5-9c16-4f98551a3412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a329a9ef-20f0-4c0d-b0d5-f036596c7c17'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:23:02.352513 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1588a9-4300-45fd-92d6-c1f8c628f076 req-55bf413d-6b18-44e4-9e92-5fcc003d7224 service neutron] Attempting to bind port ad97583a-8eba-4042-91b4-2a0081ae329c on network a329a9ef-20f0-4c0d-b0d5-f036596c7c17 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:23:02.360094 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-f65c0d71-399c-4da9-a2ec-1f89f688355b req-9e20fcc5-b419-469d-b0df-0394713613a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:02.360282 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1588a9-4300-45fd-92d6-c1f8c628f076 req-55bf413d-6b18-44e4-9e92-5fcc003d7224 service neutron] Port ad97583a-8eba-4042-91b4-2a0081ae329c on network a329a9ef-20f0-4c0d-b0d5-f036596c7c17 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:23:02.360753 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1588a9-4300-45fd-92d6-c1f8c628f076 req-55bf413d-6b18-44e4-9e92-5fcc003d7224 service neutron] Attempting to bind port ad97583a-8eba-4042-91b4-2a0081ae329c on network a329a9ef-20f0-4c0d-b0d5-f036596c7c17 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:23:02.362999 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c2d4b0b-0b86-4e00-a759-6c6b3a0f89b7 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Made reservation on behalf of d3b56536bca94e8fa8af65288d111f79 for: {'network': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:23:02.368903 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5c2d4b0b-0b86-4e00-a759-6c6b3a0f89b7 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:02.369068 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1588a9-4300-45fd-92d6-c1f8c628f076 req-55bf413d-6b18-44e4-9e92-5fcc003d7224 service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:23:02.369538 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1588a9-4300-45fd-92d6-c1f8c628f076 req-55bf413d-6b18-44e4-9e92-5fcc003d7224 service neutron] Checking segment: {'id': '5359c6cc-012a-44f5-9c16-4f98551a3412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a329a9ef-20f0-4c0d-b0d5-f036596c7c17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:23:02.370117 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1588a9-4300-45fd-92d6-c1f8c628f076 req-55bf413d-6b18-44e4-9e92-5fcc003d7224 service neutron] Bound using segment: {'id': '5359c6cc-012a-44f5-9c16-4f98551a3412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a329a9ef-20f0-4c0d-b0d5-f036596c7c17'} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:23:02.370800 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-df1588a9-4300-45fd-92d6-c1f8c628f076 req-55bf413d-6b18-44e4-9e92-5fcc003d7224 service neutron] Bound port: ad97583a-8eba-4042-91b4-2a0081ae329c, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5359c6cc-012a-44f5-9c16-4f98551a3412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a329a9ef-20f0-4c0d-b0d5-f036596c7c17'}}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:23:02.371980 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-df1588a9-4300-45fd-92d6-c1f8c628f076 req-55bf413d-6b18-44e4-9e92-5fcc003d7224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:02.415084 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01753d4b-f7a7-498e-bbd9-11cf10f0b92f req-a132e71d-cf49-40eb-8357-519e07b57122 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:02.426476 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01753d4b-f7a7-498e-bbd9-11cf10f0b92f req-a132e71d-cf49-40eb-8357-519e07b57122 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:02.438211 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01753d4b-f7a7-498e-bbd9-11cf10f0b92f req-a132e71d-cf49-40eb-8357-519e07b57122 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:02.449416 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01753d4b-f7a7-498e-bbd9-11cf10f0b92f req-a132e71d-cf49-40eb-8357-519e07b57122 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:02.460560 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01753d4b-f7a7-498e-bbd9-11cf10f0b92f req-a132e71d-cf49-40eb-8357-519e07b57122 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:02.469635 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-df1588a9-4300-45fd-92d6-c1f8c628f076 req-55bf413d-6b18-44e4-9e92-5fcc003d7224 service neutron] For port ad97583a-8eba-4042-91b4-2a0081ae329c, host n-h1-768862-13, cleared binding levels {{(pid=94261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:23:02.471919 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01753d4b-f7a7-498e-bbd9-11cf10f0b92f req-a132e71d-cf49-40eb-8357-519e07b57122 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:02.475462 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-df1588a9-4300-45fd-92d6-c1f8c628f076 req-55bf413d-6b18-44e4-9e92-5fcc003d7224 service neutron] For port ad97583a-8eba-4042-91b4-2a0081ae329c, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=ad97583a-8eba-4042-91b4-2a0081ae329c,segment=NetworkSegment(5359c6cc-012a-44f5-9c16-4f98551a3412),segment_id=5359c6cc-012a-44f5-9c16-4f98551a3412)] {{(pid=94261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:23:02.482418 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01753d4b-f7a7-498e-bbd9-11cf10f0b92f req-a132e71d-cf49-40eb-8357-519e07b57122 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:02.482567 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-df1588a9-4300-45fd-92d6-c1f8c628f076 req-55bf413d-6b18-44e4-9e92-5fcc003d7224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:02.486274 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-01753d4b-f7a7-498e-bbd9-11cf10f0b92f req-a132e71d-cf49-40eb-8357-519e07b57122 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/ports?device_id=044f5741-e4d3-4edf-954b-c2c5a6f36283 HTTP/1.1" status: 200 len: 5435 time: 0.2079473 Aug 10 03:23:02.498058 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 57424) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:02.504591 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5b4d35a5-7e22-47b4-a9ef-bd024ad6d78d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:02.510077 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-3ce3d0bb-a7aa-4e14-912c-6b90c075fb6a tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Request body: {'floatingip': {'port_id': '59b5fda1-f8d3-4c6d-b2ad-a1607e38f8ab'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:02.517026 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65c0d71-399c-4da9-a2ec-1f89f688355b req-9e20fcc5-b419-469d-b0df-0394713613a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:02.518300 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-f65c0d71-399c-4da9-a2ec-1f89f688355b req-9e20fcc5-b419-469d-b0df-0394713613a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:02.519684 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f65c0d71-399c-4da9-a2ec-1f89f688355b req-9e20fcc5-b419-469d-b0df-0394713613a5 service neutron] 10.222.0.42 "PUT /v2.0/ports/c86633db-c378-444d-8268-3b286fd3bbb7 HTTP/1.1" status: 200 len: 1092 time: 1.2590468 Aug 10 03:23:02.528612 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc285569-12f8-44cf-b881-82500feda081', 'tag': 'c86633db-c378-444d-8268-3b286fd3bbb7'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:23:02.532374 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7c8c3e6-6ec0-4b51-89d8-7d69cb616bec" -d '{"events": [{"name": "network-changed", "server_uuid": "cc285569-12f8-44cf-b881-82500feda081", "tag": "c86633db-c378-444d-8268-3b286fd3bbb7"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:23:02.586344 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1588a9-4300-45fd-92d6-c1f8c628f076 req-55bf413d-6b18-44e4-9e92-5fcc003d7224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:02.586974 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-df1588a9-4300-45fd-92d6-c1f8c628f076 req-55bf413d-6b18-44e4-9e92-5fcc003d7224 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:02.588369 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-df1588a9-4300-45fd-92d6-c1f8c628f076 req-55bf413d-6b18-44e4-9e92-5fcc003d7224 service neutron] 10.222.0.42 "PUT /v2.0/ports/ad97583a-8eba-4042-91b4-2a0081ae329c HTTP/1.1" status: 200 len: 1092 time: 1.3289599 Aug 10 03:23:02.590467 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38c7d11a-4e2e-4572-a4fd-78a56dd5ffed', 'tag': 'ad97583a-8eba-4042-91b4-2a0081ae329c'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:23:02.591634 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c2d4b0b-0b86-4e00-a759-6c6b3a0f89b7 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=94260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:23:02.592784 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2abe91a9-367c-4d0c-a8b8-3eb6f3362cdd" -d '{"events": [{"name": "network-changed", "server_uuid": "38c7d11a-4e2e-4572-a4fd-78a56dd5ffed", "tag": "ad97583a-8eba-4042-91b4-2a0081ae329c"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:23:02.595174 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d6d8c8b-34ff-473f-91c0-98c83ec7d7a5 x-openstack-request-id: req-3d6d8c8b-34ff-473f-91c0-98c83ec7d7a5 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:23:02.595459 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc285569-12f8-44cf-b881-82500feda081", "tag": "c86633db-c378-444d-8268-3b286fd3bbb7", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:23:02.595706 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3d6d8c8b-34ff-473f-91c0-98c83ec7d7a5 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:23:02.596091 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc285569-12f8-44cf-b881-82500feda081', 'tag': 'c86633db-c378-444d-8268-3b286fd3bbb7', 'status': 'completed', 'code': 200} Aug 10 03:23:02.610195 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3ce3d0bb-a7aa-4e14-912c-6b90c075fb6a tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks [] for floatingip, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:02.624599 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e20fcc5-b419-469d-b0df-0394713613a5 service neutron] Pushing event updated for resources: {'Port': ['ID=c86633db-c378-444d-8268-3b286fd3bbb7,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:02.637459 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5c2d4b0b-0b86-4e00-a759-6c6b3a0f89b7 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:02.637859 n-d-768862-13 neutron-server[94260]: INFO neutron.db.segments_db [None req-5c2d4b0b-0b86-4e00-a759-6c6b3a0f89b7 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Added segment 06a2e05c-772c-447f-825d-36b8db222e98 of type vlan for network c16d896b-1b67-48b5-b66a-585f180ec01d Aug 10 03:23:02.670342 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36293721-f772-4fcb-b8b1-a6acdad6f7c1 x-openstack-request-id: req-36293721-f772-4fcb-b8b1-a6acdad6f7c1 {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:23:02.670811 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38c7d11a-4e2e-4572-a4fd-78a56dd5ffed", "tag": "ad97583a-8eba-4042-91b4-2a0081ae329c", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:23:02.671214 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-36293721-f772-4fcb-b8b1-a6acdad6f7c1 {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:23:02.671825 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38c7d11a-4e2e-4572-a4fd-78a56dd5ffed', 'tag': 'ad97583a-8eba-4042-91b4-2a0081ae329c', 'status': 'completed', 'code': 200} Aug 10 03:23:02.708305 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5c2d4b0b-0b86-4e00-a759-6c6b3a0f89b7 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:02.723667 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65c0d71-399c-4da9-a2ec-1f89f688355b req-71e29992-bb44-4326-b379-61d5a105a996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:02.725108 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f65c0d71-399c-4da9-a2ec-1f89f688355b req-71e29992-bb44-4326-b379-61d5a105a996 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cb385cfc3d1046e2925732ed1d1b6b8d&device_id=cc285569-12f8-44cf-b881-82500feda081 HTTP/1.1" status: 200 len: 1095 time: 0.1517963 Aug 10 03:23:02.785955 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f65c0d71-399c-4da9-a2ec-1f89f688355b req-c3a74d22-bda8-49fd-8412-806a9b8fc16a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c86633db-c378-444d-8268-3b286fd3bbb7 HTTP/1.1" status: 200 len: 217 time: 0.0515518 Aug 10 03:23:02.812594 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bf413d-6b18-44e4-9e92-5fcc003d7224 service neutron] Pushing event updated for resources: {'Port': ['ID=ad97583a-8eba-4042-91b4-2a0081ae329c,revision_number=3']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:02.833674 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5c2d4b0b-0b86-4e00-a759-6c6b3a0f89b7 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:02.840848 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2d4b0b-0b86-4e00-a759-6c6b3a0f89b7 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:02.840848 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5c2d4b0b-0b86-4e00-a759-6c6b3a0f89b7 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:02.854823 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1588a9-4300-45fd-92d6-c1f8c628f076 req-b9e3f796-b012-4e6b-9714-cbf5ab4c3726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:02.857178 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-df1588a9-4300-45fd-92d6-c1f8c628f076 req-b9e3f796-b012-4e6b-9714-cbf5ab4c3726 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=77243223aa8c40f18c74879d06359abd&device_id=38c7d11a-4e2e-4572-a4fd-78a56dd5ffed HTTP/1.1" status: 200 len: 1095 time: 0.1905327 Aug 10 03:23:02.913941 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-df1588a9-4300-45fd-92d6-c1f8c628f076 req-04d64fb0-7580-4b2c-b942-679bbc7c5788 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad97583a-8eba-4042-91b4-2a0081ae329c HTTP/1.1" status: 200 len: 217 time: 0.0464857 Aug 10 03:23:02.945657 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65c0d71-399c-4da9-a2ec-1f89f688355b req-f15c91cf-b22c-4081-a8f2-e92365a007c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:02.947434 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f65c0d71-399c-4da9-a2ec-1f89f688355b req-f15c91cf-b22c-4081-a8f2-e92365a007c9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=56efed23-ee55-46bf-9125-3806eab6d04b HTTP/1.1" status: 200 len: 846 time: 0.1516893 Aug 10 03:23:02.952875 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:03.037011 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f65c0d71-399c-4da9-a2ec-1f89f688355b req-9bd92c09-74de-4699-9037-8c50c476da6d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b51fae06-be52-4fab-a89b-cef6eae8fffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755017 Aug 10 03:23:03.062091 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1588a9-4300-45fd-92d6-c1f8c628f076 req-0907ef13-052c-48ad-8ee8-857eb0e8f73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:03.063662 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-df1588a9-4300-45fd-92d6-c1f8c628f076 req-0907ef13-052c-48ad-8ee8-857eb0e8f73c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b3540f81-f3eb-49d5-8546-938a73f75337 HTTP/1.1" status: 200 len: 861 time: 0.1084428 Aug 10 03:23:03.066408 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2d4b0b-0b86-4e00-a759-6c6b3a0f89b7 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Pushing event updated for resources: {'Network': ['ID=c16d896b-1b67-48b5-b66a-585f180ec01d,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:03.070615 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5b4d35a5-7e22-47b4-a9ef-bd024ad6d78d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:03.088908 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network c16d896b-1b67-48b5-b66a-585f180ec01d details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:23:03.116514 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-df1588a9-4300-45fd-92d6-c1f8c628f076 req-85e7a307-7f4c-4d37-98e5-5510a6ade396 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a329a9ef-20f0-4c0d-b0d5-f036596c7c17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433829 Aug 10 03:23:03.127425 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5b4d35a5-7e22-47b4-a9ef-bd024ad6d78d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:03.146083 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-5c2d4b0b-0b86-4e00-a759-6c6b3a0f89b7 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8815131 Aug 10 03:23:03.169468 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 57438) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:03.174277 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-7e94b9b0-3947-40e1-83d1-d958b5766257 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Request body: {'subnet': {'network_id': '63aaa48c-3c91-4250-a53f-1bccfcaa858a', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:03.225803 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc903c2d-da7f-4112-bd7a-577afdc999e4 req-4a9ee2aa-e308-4cdb-8629-b63d04bf0238 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:03.227461 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dc903c2d-da7f-4112-bd7a-577afdc999e4 req-4a9ee2aa-e308-4cdb-8629-b63d04bf0238 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc285569-12f8-44cf-b881-82500feda081 HTTP/1.1" status: 200 len: 943 time: 0.2789226 Aug 10 03:23:03.239759 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-5b4d35a5-7e22-47b4-a9ef-bd024ad6d78d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=75d048fadab3412d8377d86c78234cb3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6144371 Aug 10 03:23:03.247801 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 57440) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:03.262942 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4d35a5-7e22-47b4-a9ef-bd024ad6d78d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=877261df-318d-44aa-8d63-a6fbd4853243,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:03.307752 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e84516e-a654-401a-913e-0fb6aab79ec9 req-805f43cd-d8d6-49d3-8a00-12679ed99404 tempest-ServerMetadataNegativeTestJSON-1437442739 tempest-ServerMetadataNegativeTestJSON-1437442739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:03.309533 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9e84516e-a654-401a-913e-0fb6aab79ec9 req-805f43cd-d8d6-49d3-8a00-12679ed99404 tempest-ServerMetadataNegativeTestJSON-1437442739 tempest-ServerMetadataNegativeTestJSON-1437442739-project] 10.222.0.44 "GET /v2.0/ports?device_id=38c7d11a-4e2e-4572-a4fd-78a56dd5ffed HTTP/1.1" status: 200 len: 943 time: 0.2704487 Aug 10 03:23:03.324553 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f65c0d71-399c-4da9-a2ec-1f89f688355b req-a3ee8cf8-362a-446f-9eeb-c0e1e6f466c1 service neutron] 10.222.0.42 "GET /v2.0/networks/b51fae06-be52-4fab-a89b-cef6eae8fffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777026 Aug 10 03:23:03.410243 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dc903c2d-da7f-4112-bd7a-577afdc999e4 req-c5a53821-83f8-4ed8-ba18-81a76dbcbb78 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663527 Aug 10 03:23:03.436176 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-df1588a9-4300-45fd-92d6-c1f8c628f076 req-658c0eac-9338-4a7a-85cf-25f33ccb61d5 service neutron] 10.222.0.42 "GET /v2.0/networks/a329a9ef-20f0-4c0d-b0d5-f036596c7c17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3112147 Aug 10 03:23:03.457291 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e94b9b0-3947-40e1-83d1-d958b5766257 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Made reservation on behalf of d3b56536bca94e8fa8af65288d111f79 for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:23:03.460763 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6e7fca81-8231-4952-a161-635d628d5f0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:03.460974 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7e94b9b0-3947-40e1-83d1-d958b5766257 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:03.471456 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9e84516e-a654-401a-913e-0fb6aab79ec9 req-8c5e05a7-80e9-46d9-ace0-230a22038a55 tempest-ServerMetadataNegativeTestJSON-1437442739 tempest-ServerMetadataNegativeTestJSON-1437442739-project] 10.222.0.44 "GET /v2.0/security-groups?id=64b3c883-11e3-439a-b224-61bd827d9dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416254 Aug 10 03:23:03.515308 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6e7fca81-8231-4952-a161-635d628d5f0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:03.525277 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f65c0d71-399c-4da9-a2ec-1f89f688355b req-9c2514d0-17a2-4d7d-b547-1e9e0911976c service neutron] 10.222.0.42 "GET /v2.0/networks/b51fae06-be52-4fab-a89b-cef6eae8fffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936536 Aug 10 03:23:03.635962 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6e7fca81-8231-4952-a161-635d628d5f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:03.637814 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.db.resource_extend [None req-3ce3d0bb-a7aa-4e14-912c-6b90c075fb6a tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:23:03.639270 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6e7fca81-8231-4952-a161-635d628d5f0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:03.644524 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-6e7fca81-8231-4952-a161-635d628d5f0a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/877261df-318d-44aa-8d63-a6fbd4853243 HTTP/1.1" status: 204 len: 168 time: 0.3909042 Aug 10 03:23:03.653973 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7fca81-8231-4952-a161-635d628d5f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=877261df-318d-44aa-8d63-a6fbd4853243,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:03.688787 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c8c3e6-6ec0-4b51-89d8-7d69cb616bec req-35ff14c9-fc46-44d1-94ba-253b5e6c3564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:03.690883 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a7c8c3e6-6ec0-4b51-89d8-7d69cb616bec req-35ff14c9-fc46-44d1-94ba-253b5e6c3564 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cb385cfc3d1046e2925732ed1d1b6b8d&device_id=cc285569-12f8-44cf-b881-82500feda081 HTTP/1.1" status: 200 len: 1095 time: 0.0879326 Aug 10 03:23:03.704600 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3ce3d0bb-a7aa-4e14-912c-6b90c075fb6a tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:03.719161 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3ce3d0bb-a7aa-4e14-912c-6b90c075fb6a tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:03.799995 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-df1588a9-4300-45fd-92d6-c1f8c628f076 req-4a7006f1-7207-43cc-9a97-00a6435cd55e service neutron] 10.222.0.42 "GET /v2.0/networks/a329a9ef-20f0-4c0d-b0d5-f036596c7c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3544917 Aug 10 03:23:03.889143 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c8c3e6-6ec0-4b51-89d8-7d69cb616bec req-d79a5c46-34bd-457e-87b4-5e7172d4d5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:03.892147 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a7c8c3e6-6ec0-4b51-89d8-7d69cb616bec req-d79a5c46-34bd-457e-87b4-5e7172d4d5c2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b51fae06-be52-4fab-a89b-cef6eae8fffd HTTP/1.1" status: 200 len: 906 time: 0.1891799 Aug 10 03:23:03.940677 n-d-768862-13 neutron-server[94261]: INFO neutron.db.l3_db [None req-3ce3d0bb-a7aa-4e14-912c-6b90c075fb6a tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Floating IP dd4fc7ae-5c9b-46ed-a734-0b37f84d0f79 associated. External IP: 172.25.6.116, port: 59b5fda1-f8d3-4c6d-b2ad-a1607e38f8ab. Aug 10 03:23:03.957087 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a7c8c3e6-6ec0-4b51-89d8-7d69cb616bec req-8f460a29-76a3-40a3-a7e5-64b1367cffaa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c86633db-c378-444d-8268-3b286fd3bbb7 HTTP/1.1" status: 200 len: 217 time: 0.0567670 Aug 10 03:23:04.041067 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abe91a9-367c-4d0c-a8b8-3eb6f3362cdd req-e0c44c37-2cd4-4f12-ba89-0705b13cf967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:04.042548 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-2abe91a9-367c-4d0c-a8b8-3eb6f3362cdd req-e0c44c37-2cd4-4f12-ba89-0705b13cf967 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=77243223aa8c40f18c74879d06359abd&device_id=38c7d11a-4e2e-4572-a4fd-78a56dd5ffed HTTP/1.1" status: 200 len: 1095 time: 0.1533890 Aug 10 03:23:04.042748 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c8c3e6-6ec0-4b51-89d8-7d69cb616bec req-1b87f5c8-9511-4a52-859e-6c06575f3e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:04.046109 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7e94b9b0-3947-40e1-83d1-d958b5766257 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:04.047731 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a7c8c3e6-6ec0-4b51-89d8-7d69cb616bec req-1b87f5c8-9511-4a52-859e-6c06575f3e7d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=56efed23-ee55-46bf-9125-3806eab6d04b HTTP/1.1" status: 200 len: 846 time: 0.0796075 Aug 10 03:23:04.093977 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a7c8c3e6-6ec0-4b51-89d8-7d69cb616bec req-bd53c2b8-625f-4fd7-adbc-036c9cc22404 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b51fae06-be52-4fab-a89b-cef6eae8fffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358469 Aug 10 03:23:04.208533 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e94b9b0-3947-40e1-83d1-d958b5766257 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Pushing event updated for resources: {'Subnet': ['ID=ca1aff80-b32d-4216-9390-cdd43e41ee33,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:04.237073 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a7c8c3e6-6ec0-4b51-89d8-7d69cb616bec req-444da0c9-772b-4919-b356-697cc3bfc0b2 service neutron] 10.222.0.42 "GET /v2.0/networks/b51fae06-be52-4fab-a89b-cef6eae8fffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339850 Aug 10 03:23:04.282611 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e94b9b0-3947-40e1-83d1-d958b5766257 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Checking segment: {'id': 'da5baf82-2c94-46cf-9d3e-76c1062019c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '63aaa48c-3c91-4250-a53f-1bccfcaa858a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:23:04.282955 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e94b9b0-3947-40e1-83d1-d958b5766257 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Network hostable DHCP agents. Network: 63aaa48c-3c91-4250-a53f-1bccfcaa858a, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:23:04.320145 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abe91a9-367c-4d0c-a8b8-3eb6f3362cdd req-99e62a5c-d177-470d-8087-baee3a546a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:04.321647 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-2abe91a9-367c-4d0c-a8b8-3eb6f3362cdd req-99e62a5c-d177-470d-8087-baee3a546a3b service neutron] 10.222.0.42 "GET /v2.0/networks?id=a329a9ef-20f0-4c0d-b0d5-f036596c7c17 HTTP/1.1" status: 200 len: 921 time: 0.2351661 Aug 10 03:23:04.356160 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a7c8c3e6-6ec0-4b51-89d8-7d69cb616bec req-b358cadd-8b11-4ca3-bd79-6883f585eb04 service neutron] 10.222.0.42 "GET /v2.0/networks/b51fae06-be52-4fab-a89b-cef6eae8fffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099963 Aug 10 03:23:04.402189 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e94b9b0-3947-40e1-83d1-d958b5766257 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Network 63aaa48c-3c91-4250-a53f-1bccfcaa858a is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:23:04.410692 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-2abe91a9-367c-4d0c-a8b8-3eb6f3362cdd req-193aefe9-58c6-4457-b1cb-4aaefd6b8455 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad97583a-8eba-4042-91b4-2a0081ae329c HTTP/1.1" status: 200 len: 217 time: 0.0552907 Aug 10 03:23:04.431788 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-7e94b9b0-3947-40e1-83d1-d958b5766257 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 63aaa48c-3c91-4250-a53f-1bccfcaa858a) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:23:04.440022 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e94b9b0-3947-40e1-83d1-d958b5766257 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:04.440619 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7e94b9b0-3947-40e1-83d1-d958b5766257 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:04.451801 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191a83d4-c505-42aa-8ae5-4ffa43c383ef None None] Network 63aaa48c-3c91-4250-a53f-1bccfcaa858a requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:23:04.482485 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ce3d0bb-a7aa-4e14-912c-6b90c075fb6a tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Router d089e089-dba6-4fdf-ad97-d537149d46b4 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:23:04.504576 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-7e94b9b0-3947-40e1-83d1-d958b5766257 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3352370 Aug 10 03:23:04.507671 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 57468) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:04.521953 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-3e6aa885-cf40-4e65-a25a-a199f943ec66 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Request body: {'subnet': {'network_id': 'c16d896b-1b67-48b5-b66a-585f180ec01d', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:04.526268 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abe91a9-367c-4d0c-a8b8-3eb6f3362cdd req-675c398f-30f3-4f9d-8e0c-3898b2da9674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:04.539315 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-2abe91a9-367c-4d0c-a8b8-3eb6f3362cdd req-675c398f-30f3-4f9d-8e0c-3898b2da9674 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b3540f81-f3eb-49d5-8546-938a73f75337 HTTP/1.1" status: 200 len: 861 time: 0.1175940 Aug 10 03:23:04.595634 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device c86633db-c378-444d-8268-3b286fd3bbb7 details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:23:04.645517 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-2abe91a9-367c-4d0c-a8b8-3eb6f3362cdd req-238d291c-2609-4dd3-8b4e-15f34fa328b9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a329a9ef-20f0-4c0d-b0d5-f036596c7c17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0970192 Aug 10 03:23:04.770040 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e6aa885-cf40-4e65-a25a-a199f943ec66 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Made reservation on behalf of d3b56536bca94e8fa8af65288d111f79 for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:23:04.773661 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3e6aa885-cf40-4e65-a25a-a199f943ec66 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:04.836513 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcbe576-41c6-42c0-8b83-47634a4d6376 req-2f458f6c-810b-498f-b7f9-6bcd0c66ee5f tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:04.842568 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad71b48-e8c8-4b0f-951f-224c0f10441e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-63aaa48c-3c91-4250-a53f-1bccfcaa858a', 'network_id': '63aaa48c-3c91-4250-a53f-1bccfcaa858a', 'tenant_id': 'd3b56536bca94e8fa8af65288d111f79', 'fixed_ips': [{'subnet_id': 'ca1aff80-b32d-4216-9390-cdd43e41ee33'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:23:04.843545 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-0ad71b48-e8c8-4b0f-951f-224c0f10441e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:04.848591 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ebcbe576-41c6-42c0-8b83-47634a4d6376 req-2f458f6c-810b-498f-b7f9-6bcd0c66ee5f tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc285569-12f8-44cf-b881-82500feda081 HTTP/1.1" status: 200 len: 943 time: 0.1616197 Aug 10 03:23:04.853441 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-2abe91a9-367c-4d0c-a8b8-3eb6f3362cdd req-eeeac047-988a-4517-b2d1-b4cfb5cb31b1 service neutron] 10.222.0.42 "GET /v2.0/networks/a329a9ef-20f0-4c0d-b0d5-f036596c7c17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965930 Aug 10 03:23:04.861611 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ce3d0bb-a7aa-4e14-912c-6b90c075fb6a tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:23:04.871025 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40787095-3f67-45b9-9fe1-f442d36c6fea req-9ac82984-3917-4ed0-ab39-82c8c185f1a5 tempest-ServerMetadataNegativeTestJSON-1437442739 tempest-ServerMetadataNegativeTestJSON-1437442739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:04.871832 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-40787095-3f67-45b9-9fe1-f442d36c6fea req-9ac82984-3917-4ed0-ab39-82c8c185f1a5 tempest-ServerMetadataNegativeTestJSON-1437442739 tempest-ServerMetadataNegativeTestJSON-1437442739-project] 10.222.0.44 "GET /v2.0/ports?device_id=38c7d11a-4e2e-4572-a4fd-78a56dd5ffed HTTP/1.1" status: 200 len: 943 time: 0.1868455 Aug 10 03:23:04.883176 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port c86633db-c378-444d-8268-3b286fd3bbb7, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=c86633db-c378-444d-8268-3b286fd3bbb7,segment=NetworkSegment(73bbe919-55b7-4c3d-b65b-52e4e628212a),segment_id=73bbe919-55b7-4c3d-b65b-52e4e628212a)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:04.886055 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff25506b-655d-4cf1-b9e8-862437ef3c06 None None] Sync routers for ids ['d089e089-dba6-4fdf-ad97-d537149d46b4'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:23:04.892569 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3ce3d0bb-a7aa-4e14-912c-6b90c075fb6a tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:04.977240 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-3ce3d0bb-a7aa-4e14-912c-6b90c075fb6a tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "PUT /v2.0/floatingips/dd4fc7ae-5c9b-46ed-a734-0b37f84d0f79 HTTP/1.1" status: 200 len: 991 time: 2.4754214 Aug 10 03:23:04.981713 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '044f5741-e4d3-4edf-954b-c2c5a6f36283', 'tag': '59b5fda1-f8d3-4c6d-b2ad-a1607e38f8ab'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:23:04.985931 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1365fa5d-8b73-49ae-b41a-7119ef229497" -d '{"events": [{"name": "network-changed", "server_uuid": "044f5741-e4d3-4edf-954b-c2c5a6f36283", "tag": "59b5fda1-f8d3-4c6d-b2ad-a1607e38f8ab"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:23:05.023249 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ebcbe576-41c6-42c0-8b83-47634a4d6376 req-d025e9c5-ceda-4ac4-b588-4a7c846f6ba7 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741178 Aug 10 03:23:05.028939 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-2abe91a9-367c-4d0c-a8b8-3eb6f3362cdd req-1f06f3f2-bce2-457a-b5de-aa96f34ef017 service neutron] 10.222.0.42 "GET /v2.0/networks/a329a9ef-20f0-4c0d-b0d5-f036596c7c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634049 Aug 10 03:23:05.038866 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-40787095-3f67-45b9-9fe1-f442d36c6fea req-fdeafaa9-451b-4601-9c58-466740cfa15a tempest-ServerMetadataNegativeTestJSON-1437442739 tempest-ServerMetadataNegativeTestJSON-1437442739-project] 10.222.0.44 "GET /v2.0/security-groups?id=64b3c883-11e3-439a-b224-61bd827d9dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476672 Aug 10 03:23:05.108420 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': 'c86633db-c378-444d-8268-3b286fd3bbb7', 'network_id': 'b51fae06-be52-4fab-a89b-cef6eae8fffd', 'port_id': 'c86633db-c378-444d-8268-3b286fd3bbb7', 'mac_address': 'fa:16:3e:7e:57:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56efed23-ee55-46bf-9125-3806eab6d04b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:23:05.110129 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff25506b-655d-4cf1-b9e8-862437ef3c06 None None] Routers {'d089e089-dba6-4fdf-ad97-d537149d46b4'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:23:05.110886 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-ff25506b-655d-4cf1-b9e8-862437ef3c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:22:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['d089e089-dba6-4fdf-ad97-d537149d46b4'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:05.301396 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-ff25506b-655d-4cf1-b9e8-862437ef3c06 None None] Set router d089e089-dba6-4fdf-ad97-d537149d46b4 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:23:05.334463 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eb55e0d-aaf6-44d6-a842-91be56894f2e x-openstack-request-id: req-6eb55e0d-aaf6-44d6-a842-91be56894f2e {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:23:05.334991 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "044f5741-e4d3-4edf-954b-c2c5a6f36283", "tag": "59b5fda1-f8d3-4c6d-b2ad-a1607e38f8ab", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:23:05.340355 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6eb55e0d-aaf6-44d6-a842-91be56894f2e {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:23:05.341741 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '044f5741-e4d3-4edf-954b-c2c5a6f36283', 'tag': '59b5fda1-f8d3-4c6d-b2ad-a1607e38f8ab', 'status': 'completed', 'code': 200} Aug 10 03:23:05.396224 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:05.430316 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-0ad71b48-e8c8-4b0f-951f-224c0f10441e None None] Allocated IP 10.1.1.2 (63aaa48c-3c91-4250-a53f-1bccfcaa858a/ca1aff80-b32d-4216-9390-cdd43e41ee33/ef07c411-3da0-48de-922b-ea19465999e8) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:23:05.438652 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c86633db-c378-444d-8268-3b286fd3bbb7 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:23:05.524440 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port c86633db-c378-444d-8268-3b286fd3bbb7, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=c86633db-c378-444d-8268-3b286fd3bbb7,segment=NetworkSegment(73bbe919-55b7-4c3d-b65b-52e4e628212a),segment_id=73bbe919-55b7-4c3d-b65b-52e4e628212a)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:05.556389 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:05.578825 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3e6aa885-cf40-4e65-a25a-a199f943ec66 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58895384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805196'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:05.617582 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1365fa5d-8b73-49ae-b41a-7119ef229497 req-5c62ffa6-3fa1-41de-93b0-67eae608353c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:05.618077 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1365fa5d-8b73-49ae-b41a-7119ef229497 req-5c62ffa6-3fa1-41de-93b0-67eae608353c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:05.618608 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1365fa5d-8b73-49ae-b41a-7119ef229497 req-5c62ffa6-3fa1-41de-93b0-67eae608353c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:05.619084 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1365fa5d-8b73-49ae-b41a-7119ef229497 req-5c62ffa6-3fa1-41de-93b0-67eae608353c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:05.619550 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1365fa5d-8b73-49ae-b41a-7119ef229497 req-5c62ffa6-3fa1-41de-93b0-67eae608353c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:05.620016 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1365fa5d-8b73-49ae-b41a-7119ef229497 req-5c62ffa6-3fa1-41de-93b0-67eae608353c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:05.620480 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1365fa5d-8b73-49ae-b41a-7119ef229497 req-5c62ffa6-3fa1-41de-93b0-67eae608353c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:05.623492 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1365fa5d-8b73-49ae-b41a-7119ef229497 req-5c62ffa6-3fa1-41de-93b0-67eae608353c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=06c20e5fd34a48aa8cc6b4171afd240a&device_id=044f5741-e4d3-4edf-954b-c2c5a6f36283 HTTP/1.1" status: 200 len: 6499 time: 0.0973184 Aug 10 03:23:05.668677 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=c86633db-c378-444d-8268-3b286fd3bbb7,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:05.701228 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6aa885-cf40-4e65-a25a-a199f943ec66 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Pushing event updated for resources: {'Subnet': ['ID=fa93a2c2-4364-4161-aedc-a9856625b70d,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:05.730977 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6aa885-cf40-4e65-a25a-a199f943ec66 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Checking segment: {'id': '06a2e05c-772c-447f-825d-36b8db222e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c16d896b-1b67-48b5-b66a-585f180ec01d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:23:05.731355 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6aa885-cf40-4e65-a25a-a199f943ec66 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Network hostable DHCP agents. Network: c16d896b-1b67-48b5-b66a-585f180ec01d, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:23:05.764420 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['c86633db-c378-444d-8268-3b286fd3bbb7'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:23:05.767027 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-0ad71b48-e8c8-4b0f-951f-224c0f10441e None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:05.770825 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6aa885-cf40-4e65-a25a-a199f943ec66 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Network c16d896b-1b67-48b5-b66a-585f180ec01d is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:23:05.781184 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1365fa5d-8b73-49ae-b41a-7119ef229497 req-87ee853b-ebc6-413a-a71b-a86a68adac02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:05.782756 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1365fa5d-8b73-49ae-b41a-7119ef229497 req-87ee853b-ebc6-413a-a71b-a86a68adac02 service neutron] 10.222.0.61 "GET /v2.0/networks?id=52a12912-47fc-48c4-aaf5-a9b690b74ffc HTTP/1.1" status: 200 len: 911 time: 0.1456683 Aug 10 03:23:05.783975 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-3e6aa885-cf40-4e65-a25a-a199f943ec66 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, c16d896b-1b67-48b5-b66a-585f180ec01d) {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:23:05.790413 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6aa885-cf40-4e65-a25a-a199f943ec66 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:05.791603 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3e6aa885-cf40-4e65-a25a-a199f943ec66 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:05.802246 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e1a005-62b0-43e5-bb13-e9d2f070d90b None None] Network c16d896b-1b67-48b5-b66a-585f180ec01d requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:23:05.810181 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-0ad71b48-e8c8-4b0f-951f-224c0f10441e None None] Transition to ACTIVE for port object ef07c411-3da0-48de-922b-ea19465999e8 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:23:05.823171 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 57490) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:05.884611 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-3e6aa885-cf40-4e65-a25a-a199f943ec66 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3756561 Aug 10 03:23:05.887826 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 57494) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:05.888733 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-0ad71b48-e8c8-4b0f-951f-224c0f10441e None None] Transition to ACTIVE for port object ef07c411-3da0-48de-922b-ea19465999e8 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:23:05.893573 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-11fc977c-e6d4-4ada-b985-ae55a7f73e46 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Request body: {'port': {'network_id': '63aaa48c-3c91-4250-a53f-1bccfcaa858a', 'name': 'tempest-TaggedBootDevicesTest_v242-776298983', 'fixed_ips': [{'subnet_id': 'ca1aff80-b32d-4216-9390-cdd43e41ee33'}]}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:05.912153 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1365fa5d-8b73-49ae-b41a-7119ef229497 req-7425ce2c-f8b3-4d8f-8af4-2304de2168b5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59b5fda1-f8d3-4c6d-b2ad-a1607e38f8ab HTTP/1.1" status: 200 len: 999 time: 0.1138732 Aug 10 03:23:05.916314 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-0ad71b48-e8c8-4b0f-951f-224c0f10441e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:05.976369 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-ff25506b-655d-4cf1-b9e8-862437ef3c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd089e089-dba6-4fdf-ad97-d537149d46b4', 'name': 'tempest-TaggedBootDevicesTest-575955451-router', 'tenant_id': '06c20e5fd34a48aa8cc6b4171afd240a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': 'f44da53a-efbe-4b83-b9bb-a249cd816a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:20:38Z', 'updated_at': '2021-08-10T03:20:46Z', 'revision_number': 4, 'project_id': '06c20e5fd34a48aa8cc6b4171afd240a', 'gw_port': {'id': 'f44da53a-efbe-4b83-b9bb-a249cd816a11', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:44:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd089e089-dba6-4fdf-ad97-d537149d46b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:20:41Z', 'updated_at': '2021-08-10T03:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': 'dd4fc7ae-5c9b-46ed-a734-0b37f84d0f79', 'tenant_id': '06c20e5fd34a48aa8cc6b4171afd240a', 'floating_ip_address': '172.25.6.116', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': 'd089e089-dba6-4fdf-ad97-d537149d46b4', 'port_id': '59b5fda1-f8d3-4c6d-b2ad-a1607e38f8ab', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52a12912-47fc-48c4-aaf5-a9b690b74ffc', 'mac_address': 'fa:16:3e:f7:5d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044f5741-e4d3-4edf-954b-c2c5a6f36283', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:21:42Z', 'updated_at': '2021-08-10T03:23:03Z', 'revision_number': 1, 'project_id': '06c20e5fd34a48aa8cc6b4171afd240a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd72c0cd0-a499-42c4-864f-83b0f798899d', 'name': '', 'network_id': '52a12912-47fc-48c4-aaf5-a9b690b74ffc', 'tenant_id': '06c20e5fd34a48aa8cc6b4171afd240a', 'mac_address': 'fa:16:3e:a5:22:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd089e089-dba6-4fdf-ad97-d537149d46b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'ee6f27b1-efb9-4823-8a00-7f908deefa06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:20:45Z', 'updated_at': '2021-08-10T03:20:53Z', 'revision_number': 5, 'project_id': '06c20e5fd34a48aa8cc6b4171afd240a', 'subnets': [{'id': 'ee6f27b1-efb9-4823-8a00-7f908deefa06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:06.002342 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad71b48-e8c8-4b0f-951f-224c0f10441e None None] Network 63aaa48c-3c91-4250-a53f-1bccfcaa858a is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:23:06.007217 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1365fa5d-8b73-49ae-b41a-7119ef229497 req-14369d03-4105-49ac-b078-5a3cd05d07d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:06.008760 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1365fa5d-8b73-49ae-b41a-7119ef229497 req-14369d03-4105-49ac-b078-5a3cd05d07d0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ee6f27b1-efb9-4823-8a00-7f908deefa06 HTTP/1.1" status: 200 len: 850 time: 0.0897450 Aug 10 03:23:06.021946 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-91070d8d-13d0-4b2c-bf4a-2e2d266bbdf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:06.037598 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-0ad71b48-e8c8-4b0f-951f-224c0f10441e None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:23:06.039679 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff25506b-655d-4cf1-b9e8-862437ef3c06 None None] Checking router: d089e089-dba6-4fdf-ad97-d537149d46b4 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:23:06.041796 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad71b48-e8c8-4b0f-951f-224c0f10441e None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:23:06.056729 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad71b48-e8c8-4b0f-951f-224c0f10441e None None] Pushing event updated for resources: {'Port': ['ID=ef07c411-3da0-48de-922b-ea19465999e8,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:06.060275 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11fc977c-e6d4-4ada-b985-ae55a7f73e46 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Made reservation on behalf of d3b56536bca94e8fa8af65288d111f79 for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:23:06.103982 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1365fa5d-8b73-49ae-b41a-7119ef229497 req-481fec9b-129d-4aae-ad90-b4545c15d85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:06.108737 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1365fa5d-8b73-49ae-b41a-7119ef229497 req-481fec9b-129d-4aae-ad90-b4545c15d85a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=52a12912-47fc-48c4-aaf5-a9b690b74ffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0783732 Aug 10 03:23:06.163051 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff25506b-655d-4cf1-b9e8-862437ef3c06 None None] Routers {'d089e089-dba6-4fdf-ad97-d537149d46b4'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:23:06.164081 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-ff25506b-655d-4cf1-b9e8-862437ef3c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:22:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['d089e089-dba6-4fdf-ad97-d537149d46b4'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:06.330576 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1186b70-7a68-4d2a-8adb-8ae7211dc4e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-c16d896b-1b67-48b5-b66a-585f180ec01d', 'network_id': 'c16d896b-1b67-48b5-b66a-585f180ec01d', 'tenant_id': 'd3b56536bca94e8fa8af65288d111f79', 'fixed_ips': [{'subnet_id': 'fa93a2c2-4364-4161-aedc-a9856625b70d'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:23:06.331452 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f1186b70-7a68-4d2a-8adb-8ae7211dc4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:06.333583 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-0ad71b48-e8c8-4b0f-951f-224c0f10441e None None] Attempting to bind port ef07c411-3da0-48de-922b-ea19465999e8 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:23:06.333945 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-0ad71b48-e8c8-4b0f-951f-224c0f10441e None None] Attempting to bind port ef07c411-3da0-48de-922b-ea19465999e8 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'da5baf82-2c94-46cf-9d3e-76c1062019c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '63aaa48c-3c91-4250-a53f-1bccfcaa858a'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:23:06.334326 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad71b48-e8c8-4b0f-951f-224c0f10441e None None] Attempting to bind port ef07c411-3da0-48de-922b-ea19465999e8 on network 63aaa48c-3c91-4250-a53f-1bccfcaa858a {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:23:06.337502 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d86962-c252-4162-9a36-6e8922e9aadd req-918a28af-b22d-4df6-871c-1c8d20262fff tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:06.345653 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c7d86962-c252-4162-9a36-6e8922e9aadd req-918a28af-b22d-4df6-871c-1c8d20262fff tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc285569-12f8-44cf-b881-82500feda081 HTTP/1.1" status: 200 len: 944 time: 0.2033386 Aug 10 03:23:06.351410 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1365fa5d-8b73-49ae-b41a-7119ef229497 req-82c549e9-87c7-4ad7-9900-60aa9eea8019 service neutron] 10.222.0.61 "GET /v2.0/networks/52a12912-47fc-48c4-aaf5-a9b690b74ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313972 Aug 10 03:23:06.370154 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad71b48-e8c8-4b0f-951f-224c0f10441e None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:23:06.370601 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad71b48-e8c8-4b0f-951f-224c0f10441e None None] Checking segment: {'id': 'da5baf82-2c94-46cf-9d3e-76c1062019c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '63aaa48c-3c91-4250-a53f-1bccfcaa858a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:23:06.370721 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85964739-6de4-4333-91ce-cd0fcc79813f req-c51c40cd-61c3-4635-94a6-82ba5eb74a0d tempest-ServerMetadataNegativeTestJSON-1437442739 tempest-ServerMetadataNegativeTestJSON-1437442739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:06.371005 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-0ad71b48-e8c8-4b0f-951f-224c0f10441e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:06.371402 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad71b48-e8c8-4b0f-951f-224c0f10441e None None] Bound using segment: {'id': 'da5baf82-2c94-46cf-9d3e-76c1062019c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '63aaa48c-3c91-4250-a53f-1bccfcaa858a'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:23:06.371876 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-0ad71b48-e8c8-4b0f-951f-224c0f10441e None None] Bound port: ef07c411-3da0-48de-922b-ea19465999e8, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da5baf82-2c94-46cf-9d3e-76c1062019c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '63aaa48c-3c91-4250-a53f-1bccfcaa858a'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:23:06.372259 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-0ad71b48-e8c8-4b0f-951f-224c0f10441e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:06.374758 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-85964739-6de4-4333-91ce-cd0fcc79813f req-c51c40cd-61c3-4635-94a6-82ba5eb74a0d tempest-ServerMetadataNegativeTestJSON-1437442739 tempest-ServerMetadataNegativeTestJSON-1437442739-project] 10.222.0.44 "GET /v2.0/ports?device_id=38c7d11a-4e2e-4572-a4fd-78a56dd5ffed HTTP/1.1" status: 200 len: 943 time: 0.2336714 Aug 10 03:23:06.499374 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c7d86962-c252-4162-9a36-6e8922e9aadd req-a8622b68-5799-4781-8b27-1e9edcf4c434 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519163 Aug 10 03:23:06.506465 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-ff25506b-655d-4cf1-b9e8-862437ef3c06 None None] Set router d089e089-dba6-4fdf-ad97-d537149d46b4 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:23:06.578976 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-85964739-6de4-4333-91ce-cd0fcc79813f req-2f44a8a7-cbde-428e-a2e4-1ccfe1076115 tempest-ServerMetadataNegativeTestJSON-1437442739 tempest-ServerMetadataNegativeTestJSON-1437442739-project] 10.222.0.44 "GET /v2.0/security-groups?id=64b3c883-11e3-439a-b224-61bd827d9dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871862 Aug 10 03:23:06.623108 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1365fa5d-8b73-49ae-b41a-7119ef229497 req-2fec49c9-98e6-450b-ae67-7a6202d3f360 service neutron] 10.222.0.61 "GET /v2.0/networks/52a12912-47fc-48c4-aaf5-a9b690b74ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323477 Aug 10 03:23:06.646829 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device ad97583a-8eba-4042-91b4-2a0081ae329c details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:23:06.690311 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-11fc977c-e6d4-4ada-b985-ae55a7f73e46 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:06.741014 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [None req-11fc977c-e6d4-4ada-b985-ae55a7f73e46 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] device_id is not set on port 56cb4eba-c06f-4bc1-b8d8-963a991424ec yet. {{(pid=94261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:23:06.803467 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-0ad71b48-e8c8-4b0f-951f-224c0f10441e None None] For port ef07c411-3da0-48de-922b-ea19465999e8, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:23:06.822410 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-91070d8d-13d0-4b2c-bf4a-2e2d266bbdf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:06.831082 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-91070d8d-13d0-4b2c-bf4a-2e2d266bbdf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:06.853553 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-f1186b70-7a68-4d2a-8adb-8ae7211dc4e4 None None] Allocated IP 10.2.2.2 (c16d896b-1b67-48b5-b66a-585f180ec01d/fa93a2c2-4364-4161-aedc-a9856625b70d/086d47ff-ef47-4945-a8c3-a78deebfacf1) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:23:06.858682 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-0ad71b48-e8c8-4b0f-951f-224c0f10441e None None] For port ef07c411-3da0-48de-922b-ea19465999e8, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=ef07c411-3da0-48de-922b-ea19465999e8,segment=NetworkSegment(da5baf82-2c94-46cf-9d3e-76c1062019c8),segment_id=da5baf82-2c94-46cf-9d3e-76c1062019c8)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:23:06.870028 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port ad97583a-8eba-4042-91b4-2a0081ae329c, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=ad97583a-8eba-4042-91b4-2a0081ae329c,segment=NetworkSegment(5359c6cc-012a-44f5-9c16-4f98551a3412),segment_id=5359c6cc-012a-44f5-9c16-4f98551a3412)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:06.884223 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-0ad71b48-e8c8-4b0f-951f-224c0f10441e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:06.917747 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-91070d8d-13d0-4b2c-bf4a-2e2d266bbdf3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b25d91b2e9b349ab8d37e4a5411a7baf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0924337 Aug 10 03:23:06.922114 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91070d8d-13d0-4b2c-bf4a-2e2d266bbdf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e86e4cda-ca9d-4c59-a1d5-12ff7bca6b78,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:06.924146 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 57508) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:07.011925 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-11fc977c-e6d4-4ada-b985-ae55a7f73e46 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Allocated IP 10.1.1.43 (63aaa48c-3c91-4250-a53f-1bccfcaa858a/ca1aff80-b32d-4216-9390-cdd43e41ee33/56cb4eba-c06f-4bc1-b8d8-963a991424ec) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:23:07.040074 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c0b88c52-fa12-4e1c-a1b8-00572029c57e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:07.087966 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c0b88c52-fa12-4e1c-a1b8-00572029c57e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:07.155737 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': 'ad97583a-8eba-4042-91b4-2a0081ae329c', 'network_id': 'a329a9ef-20f0-4c0d-b0d5-f036596c7c17', 'port_id': 'ad97583a-8eba-4042-91b4-2a0081ae329c', 'mac_address': 'fa:16:3e:5d:37:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3540f81-f3eb-49d5-8546-938a73f75337', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:23:07.208675 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c0b88c52-fa12-4e1c-a1b8-00572029c57e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:07.211651 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c0b88c52-fa12-4e1c-a1b8-00572029c57e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:07.212870 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-c0b88c52-fa12-4e1c-a1b8-00572029c57e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e86e4cda-ca9d-4c59-a1d5-12ff7bca6b78 HTTP/1.1" status: 204 len: 168 time: 0.2852778 Aug 10 03:23:07.231621 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b88c52-fa12-4e1c-a1b8-00572029c57e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e86e4cda-ca9d-4c59-a1d5-12ff7bca6b78,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:07.249481 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-11fc977c-e6d4-4ada-b985-ae55a7f73e46 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:07.272608 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [None req-11fc977c-e6d4-4ada-b985-ae55a7f73e46 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Transition to ACTIVE for port object 56cb4eba-c06f-4bc1-b8d8-963a991424ec will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:23:07.328825 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-11fc977c-e6d4-4ada-b985-ae55a7f73e46 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:07.344121 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad71b48-e8c8-4b0f-951f-224c0f10441e None None] Pushing event updated for resources: {'Port': ['ID=ef07c411-3da0-48de-922b-ea19465999e8,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:07.389744 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11fc977c-e6d4-4ada-b985-ae55a7f73e46 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Network 63aaa48c-3c91-4250-a53f-1bccfcaa858a is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:23:07.393608 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-11fc977c-e6d4-4ada-b985-ae55a7f73e46 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:23:07.398887 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fc977c-e6d4-4ada-b985-ae55a7f73e46 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:23:07.404331 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fc977c-e6d4-4ada-b985-ae55a7f73e46 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Pushing event updated for resources: {'Port': ['ID=56cb4eba-c06f-4bc1-b8d8-963a991424ec,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:07.482273 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:07.509396 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11fc977c-e6d4-4ada-b985-ae55a7f73e46 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:07.510954 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-11fc977c-e6d4-4ada-b985-ae55a7f73e46 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:07.513842 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad97583a-8eba-4042-91b4-2a0081ae329c {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:23:07.576534 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-11fc977c-e6d4-4ada-b985-ae55a7f73e46 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.6873446 Aug 10 03:23:07.579389 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 57516) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:07.588273 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-5aaee55a-2a61-41e8-bf7e-545141fc45cd tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Request body: {'port': {'network_id': '63aaa48c-3c91-4250-a53f-1bccfcaa858a', 'name': 'tempest-TaggedBootDevicesTest_v242-1861090981', 'fixed_ips': [{'subnet_id': 'ca1aff80-b32d-4216-9390-cdd43e41ee33'}]}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:07.666037 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port ad97583a-8eba-4042-91b4-2a0081ae329c, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=ad97583a-8eba-4042-91b4-2a0081ae329c,segment=NetworkSegment(5359c6cc-012a-44f5-9c16-4f98551a3412),segment_id=5359c6cc-012a-44f5-9c16-4f98551a3412)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:07.678729 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:07.741931 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f1186b70-7a68-4d2a-8adb-8ae7211dc4e4 None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:07.779551 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-f1186b70-7a68-4d2a-8adb-8ae7211dc4e4 None None] Transition to ACTIVE for port object 086d47ff-ef47-4945-a8c3-a78deebfacf1 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:23:07.842206 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-ff25506b-655d-4cf1-b9e8-862437ef3c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd089e089-dba6-4fdf-ad97-d537149d46b4', 'name': 'tempest-TaggedBootDevicesTest-575955451-router', 'tenant_id': '06c20e5fd34a48aa8cc6b4171afd240a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': 'f44da53a-efbe-4b83-b9bb-a249cd816a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:20:38Z', 'updated_at': '2021-08-10T03:20:46Z', 'revision_number': 4, 'project_id': '06c20e5fd34a48aa8cc6b4171afd240a', 'gw_port': {'id': 'f44da53a-efbe-4b83-b9bb-a249cd816a11', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:44:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd089e089-dba6-4fdf-ad97-d537149d46b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:20:41Z', 'updated_at': '2021-08-10T03:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': 'dd4fc7ae-5c9b-46ed-a734-0b37f84d0f79', 'tenant_id': '06c20e5fd34a48aa8cc6b4171afd240a', 'floating_ip_address': '172.25.6.116', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': 'd089e089-dba6-4fdf-ad97-d537149d46b4', 'port_id': '59b5fda1-f8d3-4c6d-b2ad-a1607e38f8ab', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52a12912-47fc-48c4-aaf5-a9b690b74ffc', 'mac_address': 'fa:16:3e:f7:5d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044f5741-e4d3-4edf-954b-c2c5a6f36283', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:21:42Z', 'updated_at': '2021-08-10T03:23:03Z', 'revision_number': 1, 'project_id': '06c20e5fd34a48aa8cc6b4171afd240a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd72c0cd0-a499-42c4-864f-83b0f798899d', 'name': '', 'network_id': '52a12912-47fc-48c4-aaf5-a9b690b74ffc', 'tenant_id': '06c20e5fd34a48aa8cc6b4171afd240a', 'mac_address': 'fa:16:3e:a5:22:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd089e089-dba6-4fdf-ad97-d537149d46b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'ee6f27b1-efb9-4823-8a00-7f908deefa06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:20:45Z', 'updated_at': '2021-08-10T03:20:53Z', 'revision_number': 5, 'project_id': '06c20e5fd34a48aa8cc6b4171afd240a', 'subnets': [{'id': 'ee6f27b1-efb9-4823-8a00-7f908deefa06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:07.892858 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade07b24-25e6-402d-bc4e-7acd3e38567c req-26b63f78-b870-4247-9604-32502c6c1c88 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:07.894513 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ade07b24-25e6-402d-bc4e-7acd3e38567c req-26b63f78-b870-4247-9604-32502c6c1c88 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc285569-12f8-44cf-b881-82500feda081 HTTP/1.1" status: 200 len: 944 time: 0.1755462 Aug 10 03:23:07.924371 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff25506b-655d-4cf1-b9e8-862437ef3c06 None None] The sync data for ids ['d089e089-dba6-4fdf-ad97-d537149d46b4'] in n-d-768862-13 is: [{'id': 'd089e089-dba6-4fdf-ad97-d537149d46b4', 'name': 'tempest-TaggedBootDevicesTest-575955451-router', 'tenant_id': '06c20e5fd34a48aa8cc6b4171afd240a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': 'f44da53a-efbe-4b83-b9bb-a249cd816a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:20:38Z', 'updated_at': '2021-08-10T03:20:46Z', 'revision_number': 4, 'project_id': '06c20e5fd34a48aa8cc6b4171afd240a', 'gw_port': {'id': 'f44da53a-efbe-4b83-b9bb-a249cd816a11', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:44:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd089e089-dba6-4fdf-ad97-d537149d46b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:20:41Z', 'updated_at': '2021-08-10T03:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': 'dd4fc7ae-5c9b-46ed-a734-0b37f84d0f79', 'tenant_id': '06c20e5fd34a48aa8cc6b4171afd240a', 'floating_ip_address': '172.25.6.116', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': 'd089e089-dba6-4fdf-ad97-d537149d46b4', 'port_id': '59b5fda1-f8d3-4c6d-b2ad-a1607e38f8ab', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52a12912-47fc-48c4-aaf5-a9b690b74ffc', 'mac_address': 'fa:16:3e:f7:5d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044f5741-e4d3-4edf-954b-c2c5a6f36283', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:21:42Z', 'updated_at': '2021-08-10T03:23:03Z', 'revision_number': 1, 'project_id': '06c20e5fd34a48aa8cc6b4171afd240a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd72c0cd0-a499-42c4-864f-83b0f798899d', 'name': '', 'network_id': '52a12912-47fc-48c4-aaf5-a9b690b74ffc', 'tenant_id': '06c20e5fd34a48aa8cc6b4171afd240a', 'mac_address': 'fa:16:3e:a5:22:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd089e089-dba6-4fdf-ad97-d537149d46b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'ee6f27b1-efb9-4823-8a00-7f908deefa06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:20:45Z', 'updated_at': '2021-08-10T03:20:53Z', 'revision_number': 5, 'project_id': '06c20e5fd34a48aa8cc6b4171afd240a', 'subnets': [{'id': 'ee6f27b1-efb9-4823-8a00-7f908deefa06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:23:07.930588 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['ad97583a-8eba-4042-91b4-2a0081ae329c'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:23:07.932734 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=ad97583a-8eba-4042-91b4-2a0081ae329c,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:07.951411 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-f1186b70-7a68-4d2a-8adb-8ae7211dc4e4 None None] Transition to ACTIVE for port object 086d47ff-ef47-4945-a8c3-a78deebfacf1 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:23:07.954937 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f386ffa-d7cd-4cbf-8925-0d3eb62a05d7 req-594e5c01-756b-4744-9471-0a23d0ad2c3c tempest-ServerMetadataNegativeTestJSON-1437442739 tempest-ServerMetadataNegativeTestJSON-1437442739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:07.962201 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8f386ffa-d7cd-4cbf-8925-0d3eb62a05d7 req-594e5c01-756b-4744-9471-0a23d0ad2c3c tempest-ServerMetadataNegativeTestJSON-1437442739 tempest-ServerMetadataNegativeTestJSON-1437442739-project] 10.222.0.44 "GET /v2.0/ports?device_id=38c7d11a-4e2e-4572-a4fd-78a56dd5ffed HTTP/1.1" status: 200 len: 944 time: 0.2226865 Aug 10 03:23:07.977626 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device ef07c411-3da0-48de-922b-ea19465999e8 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:23:07.990439 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f1186b70-7a68-4d2a-8adb-8ae7211dc4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:08.090896 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ade07b24-25e6-402d-bc4e-7acd3e38567c req-a2c1416f-803b-4d8f-991c-6d22e7931e71 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713319 Aug 10 03:23:08.099432 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aaee55a-2a61-41e8-bf7e-545141fc45cd tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Made reservation on behalf of d3b56536bca94e8fa8af65288d111f79 for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:23:08.123960 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1186b70-7a68-4d2a-8adb-8ae7211dc4e4 None None] Network c16d896b-1b67-48b5-b66a-585f180ec01d is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:23:08.130963 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8f386ffa-d7cd-4cbf-8925-0d3eb62a05d7 req-f384f2d6-4c7f-4548-82b1-c631317da435 tempest-ServerMetadataNegativeTestJSON-1437442739 tempest-ServerMetadataNegativeTestJSON-1437442739-project] 10.222.0.44 "GET /v2.0/security-groups?id=64b3c883-11e3-439a-b224-61bd827d9dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602955 Aug 10 03:23:08.144054 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-f1186b70-7a68-4d2a-8adb-8ae7211dc4e4 None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:23:08.150247 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1186b70-7a68-4d2a-8adb-8ae7211dc4e4 None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:23:08.220549 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1186b70-7a68-4d2a-8adb-8ae7211dc4e4 None None] Pushing event updated for resources: {'Port': ['ID=086d47ff-ef47-4945-a8c3-a78deebfacf1,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:08.313145 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-f1186b70-7a68-4d2a-8adb-8ae7211dc4e4 None None] Attempting to bind port 086d47ff-ef47-4945-a8c3-a78deebfacf1 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:23:08.313538 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-f1186b70-7a68-4d2a-8adb-8ae7211dc4e4 None None] Attempting to bind port 086d47ff-ef47-4945-a8c3-a78deebfacf1 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '06a2e05c-772c-447f-825d-36b8db222e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c16d896b-1b67-48b5-b66a-585f180ec01d'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:23:08.318153 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1186b70-7a68-4d2a-8adb-8ae7211dc4e4 None None] Attempting to bind port 086d47ff-ef47-4945-a8c3-a78deebfacf1 on network c16d896b-1b67-48b5-b66a-585f180ec01d {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:23:08.330443 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port ef07c411-3da0-48de-922b-ea19465999e8 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:23:08.339839 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5aaee55a-2a61-41e8-bf7e-545141fc45cd tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:08.365898 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1186b70-7a68-4d2a-8adb-8ae7211dc4e4 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:23:08.367182 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1186b70-7a68-4d2a-8adb-8ae7211dc4e4 None None] Checking segment: {'id': '06a2e05c-772c-447f-825d-36b8db222e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c16d896b-1b67-48b5-b66a-585f180ec01d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:23:08.367606 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f1186b70-7a68-4d2a-8adb-8ae7211dc4e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:08.368010 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1186b70-7a68-4d2a-8adb-8ae7211dc4e4 None None] Bound using segment: {'id': '06a2e05c-772c-447f-825d-36b8db222e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c16d896b-1b67-48b5-b66a-585f180ec01d'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:23:08.372710 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-f1186b70-7a68-4d2a-8adb-8ae7211dc4e4 None None] Bound port: 086d47ff-ef47-4945-a8c3-a78deebfacf1, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06a2e05c-772c-447f-825d-36b8db222e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c16d896b-1b67-48b5-b66a-585f180ec01d'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:23:08.373350 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f1186b70-7a68-4d2a-8adb-8ae7211dc4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:08.393486 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [None req-5aaee55a-2a61-41e8-bf7e-545141fc45cd tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] device_id is not set on port cd1eca9b-5bbc-491b-8156-b62b269a02ad yet. {{(pid=94260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:23:08.515067 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-f1186b70-7a68-4d2a-8adb-8ae7211dc4e4 None None] For port 086d47ff-ef47-4945-a8c3-a78deebfacf1, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:23:08.521693 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-f1186b70-7a68-4d2a-8adb-8ae7211dc4e4 None None] For port 086d47ff-ef47-4945-a8c3-a78deebfacf1, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=086d47ff-ef47-4945-a8c3-a78deebfacf1,segment=NetworkSegment(06a2e05c-772c-447f-825d-36b8db222e98),segment_id=06a2e05c-772c-447f-825d-36b8db222e98)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:23:08.535767 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f1186b70-7a68-4d2a-8adb-8ae7211dc4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:08.591482 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375aade7-fda9-4483-a11e-d8c4c437d0f0 None None] New status for floating IP dd4fc7ae-5c9b-46ed-a734-0b37f84d0f79: ACTIVE {{(pid=94263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:23:08.668677 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1186b70-7a68-4d2a-8adb-8ae7211dc4e4 None None] Pushing event updated for resources: {'Port': ['ID=086d47ff-ef47-4945-a8c3-a78deebfacf1,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:08.677211 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device c86633db-c378-444d-8268-3b286fd3bbb7 up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:23:08.771091 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning for port c86633db-c378-444d-8268-3b286fd3bbb7 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:23:08.782686 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port c86633db-c378-444d-8268-3b286fd3bbb7 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:23:08.783709 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:08.916055 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef75674c-efc4-456d-b73a-7a578af64253 None None] Network 63aaa48c-3c91-4250-a53f-1bccfcaa858a requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:23:08.977582 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-5aaee55a-2a61-41e8-bf7e-545141fc45cd tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Allocated IP 10.1.1.192 (63aaa48c-3c91-4250-a53f-1bccfcaa858a/ca1aff80-b32d-4216-9390-cdd43e41ee33/cd1eca9b-5bbc-491b-8156-b62b269a02ad) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:23:09.068846 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:09.126993 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-b7d975ce-e915-4448-96fe-8bf3c8875ec6 None None] Provisioning for port ef07c411-3da0-48de-922b-ea19465999e8 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:23:09.139718 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-b7d975ce-e915-4448-96fe-8bf3c8875ec6 None None] Provisioning complete for port ef07c411-3da0-48de-922b-ea19465999e8 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:23:09.142720 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b7d975ce-e915-4448-96fe-8bf3c8875ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:09.246551 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc285569-12f8-44cf-b881-82500feda081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c86633db-c378-444d-8268-3b286fd3bbb7'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:23:09.250425 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a630826-9a49-4460-8912-95bd36d9da96" -d '{"events": [{"server_uuid": "cc285569-12f8-44cf-b881-82500feda081", "name": "network-vif-plugged", "status": "completed", "tag": "c86633db-c378-444d-8268-3b286fd3bbb7"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:23:09.316462 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port c86633db-c378-444d-8268-3b286fd3bbb7, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=c86633db-c378-444d-8268-3b286fd3bbb7,segment=NetworkSegment(73bbe919-55b7-4c3d-b65b-52e4e628212a),segment_id=73bbe919-55b7-4c3d-b65b-52e4e628212a)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:09.336719 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:09.453898 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5aaee55a-2a61-41e8-bf7e-545141fc45cd tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:09.500678 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b7d975ce-e915-4448-96fe-8bf3c8875ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:09.510213 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [None req-5aaee55a-2a61-41e8-bf7e-545141fc45cd tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Transition to ACTIVE for port object cd1eca9b-5bbc-491b-8156-b62b269a02ad will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:23:09.517877 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=c86633db-c378-444d-8268-3b286fd3bbb7,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:09.519191 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72629088-a5d3-4e84-b9b3-ef48d6d76057 req-1fd7b66d-861c-4c9a-bfcb-63252627f75c tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:09.522998 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-72629088-a5d3-4e84-b9b3-ef48d6d76057 req-1fd7b66d-861c-4c9a-bfcb-63252627f75c tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc285569-12f8-44cf-b881-82500feda081 HTTP/1.1" status: 200 len: 944 time: 0.2277265 Aug 10 03:23:09.576546 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-b7d975ce-e915-4448-96fe-8bf3c8875ec6 None None] For port ef07c411-3da0-48de-922b-ea19465999e8, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=ef07c411-3da0-48de-922b-ea19465999e8,segment=NetworkSegment(da5baf82-2c94-46cf-9d3e-76c1062019c8),segment_id=da5baf82-2c94-46cf-9d3e-76c1062019c8)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:09.584495 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b7d975ce-e915-4448-96fe-8bf3c8875ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:09.587855 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc00e90-c10f-404f-bb1a-299685b9ada6 req-75b2b4d9-ec8f-4fef-88e9-ada844346a44 tempest-ServerMetadataNegativeTestJSON-1437442739 tempest-ServerMetadataNegativeTestJSON-1437442739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:09.596617 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0cc00e90-c10f-404f-bb1a-299685b9ada6 req-75b2b4d9-ec8f-4fef-88e9-ada844346a44 tempest-ServerMetadataNegativeTestJSON-1437442739 tempest-ServerMetadataNegativeTestJSON-1437442739-project] 10.222.0.44 "GET /v2.0/ports?device_id=38c7d11a-4e2e-4572-a4fd-78a56dd5ffed HTTP/1.1" status: 200 len: 944 time: 0.2090805 Aug 10 03:23:09.614808 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-72629088-a5d3-4e84-b9b3-ef48d6d76057 req-04edf350-948f-4a8a-93c0-1b5b920b1d98 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817723 Aug 10 03:23:09.659869 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d975ce-e915-4448-96fe-8bf3c8875ec6 None None] Pushing event updated for resources: {'Port': ['ID=ef07c411-3da0-48de-922b-ea19465999e8,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:09.683872 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0cc00e90-c10f-404f-bb1a-299685b9ada6 req-95a487ef-44b1-4049-aa9e-802d670c5e9a tempest-ServerMetadataNegativeTestJSON-1437442739 tempest-ServerMetadataNegativeTestJSON-1437442739-project] 10.222.0.44 "GET /v2.0/security-groups?id=64b3c883-11e3-439a-b224-61bd827d9dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853977 Aug 10 03:23:09.691216 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5aaee55a-2a61-41e8-bf7e-545141fc45cd tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:09.786784 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c86424-0df0-499c-97cb-965255afdae5 x-openstack-request-id: req-73c86424-0df0-499c-97cb-965255afdae5 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:23:09.787372 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc285569-12f8-44cf-b881-82500feda081", "name": "network-vif-plugged", "status": "completed", "tag": "c86633db-c378-444d-8268-3b286fd3bbb7", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:23:09.787372 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-73c86424-0df0-499c-97cb-965255afdae5 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:23:09.787718 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc285569-12f8-44cf-b881-82500feda081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c86633db-c378-444d-8268-3b286fd3bbb7', 'code': 200} Aug 10 03:23:09.861530 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaee55a-2a61-41e8-bf7e-545141fc45cd tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Pushing event updated for resources: {'Port': ['ID=cd1eca9b-5bbc-491b-8156-b62b269a02ad,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:09.892432 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aaee55a-2a61-41e8-bf7e-545141fc45cd tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Network 63aaa48c-3c91-4250-a53f-1bccfcaa858a is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:23:09.894825 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-5aaee55a-2a61-41e8-bf7e-545141fc45cd tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:23:09.898322 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aaee55a-2a61-41e8-bf7e-545141fc45cd tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:23:09.974493 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aaee55a-2a61-41e8-bf7e-545141fc45cd tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:09.975308 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5aaee55a-2a61-41e8-bf7e-545141fc45cd tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:09.995055 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9dc7d7-5c76-4bce-9ff7-db09cb2d835c req-5fe7a05e-febe-44f6-8471-2ef87d81c2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:09.998006 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-9f9dc7d7-5c76-4bce-9ff7-db09cb2d835c req-5fe7a05e-febe-44f6-8471-2ef87d81c2f4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=cc285569-12f8-44cf-b881-82500feda081 HTTP/1.1" status: 200 len: 1097 time: 0.1058230 Aug 10 03:23:10.018680 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-5aaee55a-2a61-41e8-bf7e-545141fc45cd tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4311538 Aug 10 03:23:10.069758 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-9f9dc7d7-5c76-4bce-9ff7-db09cb2d835c req-a819ed12-b1a9-451a-a99b-ac6ce353636e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634561 Aug 10 03:23:10.141480 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 086d47ff-ef47-4945-a8c3-a78deebfacf1 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:23:10.268527 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-2f39dc40-4e02-4c57-8999-2d357dc8d884 None None] Provisioning complete for port ef07c411-3da0-48de-922b-ea19465999e8 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:23:10.269338 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-2f39dc40-4e02-4c57-8999-2d357dc8d884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:10.359788 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 086d47ff-ef47-4945-a8c3-a78deebfacf1 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:23:10.368476 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device ef07c411-3da0-48de-922b-ea19465999e8 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:23:10.419768 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 57580) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:10.424721 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-c708df67-d76c-4a9d-8807-18386609143d tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1483807361', 'description': 'tempest-description--559317793'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:10.452752 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c708df67-d76c-4a9d-8807-18386609143d tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:10.502981 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port ef07c411-3da0-48de-922b-ea19465999e8 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:23:10.503364 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:10.651254 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c708df67-d76c-4a9d-8807-18386609143d tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:10.662740 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c708df67-d76c-4a9d-8807-18386609143d tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:10.674162 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-2f39dc40-4e02-4c57-8999-2d357dc8d884 None None] Provisioning for port 56cb4eba-c06f-4bc1-b8d8-963a991424ec completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:23:10.697520 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-2f39dc40-4e02-4c57-8999-2d357dc8d884 None None] Provisioning complete for port 56cb4eba-c06f-4bc1-b8d8-963a991424ec triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:23:10.699455 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-2f39dc40-4e02-4c57-8999-2d357dc8d884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:10.700699 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c708df67-d76c-4a9d-8807-18386609143d tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:10.702377 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-c708df67-d76c-4a9d-8807-18386609143d tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2815425 Aug 10 03:23:10.704736 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708df67-d76c-4a9d-8807-18386609143d tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c67c16e-b8a6-4f4f-8d43-6f09a2fb6b31,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:10.707430 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 57584) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:10.712709 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-cbb45c9d-8ede-44d4-b8d8-6a06f0765818 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Request body: {'security_group_rule': {'security_group_id': '5c67c16e-b8a6-4f4f-8d43-6f09a2fb6b31', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:10.730799 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device ad97583a-8eba-4042-91b4-2a0081ae329c up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:23:10.787648 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-cbb45c9d-8ede-44d4-b8d8-6a06f0765818 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:10.959171 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d5620d-403a-4293-a79a-27c98765bb42 None None] Network c16d896b-1b67-48b5-b66a-585f180ec01d requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:23:11.080055 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-cbb45c9d-8ede-44d4-b8d8-6a06f0765818 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:11.098407 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-cbb45c9d-8ede-44d4-b8d8-6a06f0765818 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:11.121467 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f625e5f8-1bf0-4c4a-89c1-793e73368120 req-76d72aff-d8a3-4210-ba19-2642d1d8ad30 tempest-ServerMetadataNegativeTestJSON-1437442739 tempest-ServerMetadataNegativeTestJSON-1437442739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:11.124263 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f625e5f8-1bf0-4c4a-89c1-793e73368120 req-76d72aff-d8a3-4210-ba19-2642d1d8ad30 tempest-ServerMetadataNegativeTestJSON-1437442739 tempest-ServerMetadataNegativeTestJSON-1437442739-project] 10.222.0.44 "GET /v2.0/ports?device_id=38c7d11a-4e2e-4572-a4fd-78a56dd5ffed HTTP/1.1" status: 200 len: 944 time: 0.2680092 Aug 10 03:23:11.146180 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dfdc3a-df4b-49f1-89b0-46fc4a0e6ce2 req-ac4ae092-8b7d-4dc1-a030-911793e5365f tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:11.148604 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-74dfdc3a-df4b-49f1-89b0-46fc4a0e6ce2 req-ac4ae092-8b7d-4dc1-a030-911793e5365f tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc285569-12f8-44cf-b881-82500feda081 HTTP/1.1" status: 200 len: 945 time: 0.2130260 Aug 10 03:23:11.194801 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb45c9d-8ede-44d4-b8d8-6a06f0765818 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b2a12c9-1207-4534-a5e6-3d38ae755b1a,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:11.203393 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-2f39dc40-4e02-4c57-8999-2d357dc8d884 None None] Port 56cb4eba-c06f-4bc1-b8d8-963a991424ec cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:23:11.210119 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning for port ad97583a-8eba-4042-91b4-2a0081ae329c completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:23:11.234086 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port ad97583a-8eba-4042-91b4-2a0081ae329c triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:23:11.234352 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:11.260759 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-cbb45c9d-8ede-44d4-b8d8-6a06f0765818 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:11.266157 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-cbb45c9d-8ede-44d4-b8d8-6a06f0765818 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5546582 Aug 10 03:23:11.266805 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 57600) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:11.275592 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-399eb812-1697-4e43-a426-2a13499fada8 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Request body: {'security_group_rule': {'security_group_id': '5c67c16e-b8a6-4f4f-8d43-6f09a2fb6b31', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:11.318479 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f625e5f8-1bf0-4c4a-89c1-793e73368120 req-7427c72a-60f2-4cae-b27c-fad52b8435f4 tempest-ServerMetadataNegativeTestJSON-1437442739 tempest-ServerMetadataNegativeTestJSON-1437442739-project] 10.222.0.44 "GET /v2.0/security-groups?id=64b3c883-11e3-439a-b224-61bd827d9dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640725 Aug 10 03:23:11.331056 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-74dfdc3a-df4b-49f1-89b0-46fc4a0e6ce2 req-fd888338-de01-493a-888f-184c94668406 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389170 Aug 10 03:23:11.341389 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-399eb812-1697-4e43-a426-2a13499fada8 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:11.439102 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-45b98114-056a-488a-8813-f115202e8994 None None] Provisioning complete for port 56cb4eba-c06f-4bc1-b8d8-963a991424ec triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:23:11.439714 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-45b98114-056a-488a-8813-f115202e8994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:11.522700 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-399eb812-1697-4e43-a426-2a13499fada8 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:11.528914 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-399eb812-1697-4e43-a426-2a13499fada8 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:11.557408 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399eb812-1697-4e43-a426-2a13499fada8 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edfe14d7-7c43-430c-b0a0-bd5b82dc0c43,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:11.572796 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-399eb812-1697-4e43-a426-2a13499fada8 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:11.578339 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 57604) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:11.579198 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-399eb812-1697-4e43-a426-2a13499fada8 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3098402 Aug 10 03:23:11.585783 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-9451c12c-ee2a-49c6-9ff4-c6b109e30741 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Request body: {'floatingip': {'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:11.596742 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-45b98114-056a-488a-8813-f115202e8994 None None] Port 56cb4eba-c06f-4bc1-b8d8-963a991424ec cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:23:11.635825 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9451c12c-ee2a-49c6-9ff4-c6b109e30741 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks [] for floatingip, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:11.659752 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-45b98114-056a-488a-8813-f115202e8994 None None] Provisioning for port 086d47ff-ef47-4945-a8c3-a78deebfacf1 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:23:11.668793 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-45b98114-056a-488a-8813-f115202e8994 None None] Provisioning complete for port 086d47ff-ef47-4945-a8c3-a78deebfacf1 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:23:11.669647 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-45b98114-056a-488a-8813-f115202e8994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:11.673299 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:11.822397 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9451c12c-ee2a-49c6-9ff4-c6b109e30741 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:11.966091 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38c7d11a-4e2e-4572-a4fd-78a56dd5ffed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad97583a-8eba-4042-91b4-2a0081ae329c'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:23:11.970196 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3abb8c1-f01c-4f52-bd57-057646bec455" -d '{"events": [{"server_uuid": "38c7d11a-4e2e-4572-a4fd-78a56dd5ffed", "name": "network-vif-plugged", "status": "completed", "tag": "ad97583a-8eba-4042-91b4-2a0081ae329c"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:23:11.971938 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-9451c12c-ee2a-49c6-9ff4-c6b109e30741 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Allocated IP 172.25.6.53 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/6e7fa51d-07ac-4921-ab94-ba4dcf6aaad1) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:23:11.992891 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port ad97583a-8eba-4042-91b4-2a0081ae329c, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=ad97583a-8eba-4042-91b4-2a0081ae329c,segment=NetworkSegment(5359c6cc-012a-44f5-9c16-4f98551a3412),segment_id=5359c6cc-012a-44f5-9c16-4f98551a3412)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:12.000641 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:12.043324 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8298393e-e75e-428e-8698-60d49fce0ad9 x-openstack-request-id: req-8298393e-e75e-428e-8698-60d49fce0ad9 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:23:12.043796 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38c7d11a-4e2e-4572-a4fd-78a56dd5ffed", "name": "network-vif-plugged", "status": "completed", "tag": "ad97583a-8eba-4042-91b4-2a0081ae329c", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:23:12.044497 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8298393e-e75e-428e-8698-60d49fce0ad9 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:23:12.045376 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38c7d11a-4e2e-4572-a4fd-78a56dd5ffed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad97583a-8eba-4042-91b4-2a0081ae329c', 'code': 200} Aug 10 03:23:12.149185 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-45b98114-056a-488a-8813-f115202e8994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:12.154573 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=ad97583a-8eba-4042-91b4-2a0081ae329c,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:12.160483 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58323a1c-3b39-4705-86d9-4dc782855fdd req-fdff3824-7623-47a8-9461-8584abf2b866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:12.163080 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-58323a1c-3b39-4705-86d9-4dc782855fdd req-fdff3824-7623-47a8-9461-8584abf2b866 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=38c7d11a-4e2e-4572-a4fd-78a56dd5ffed HTTP/1.1" status: 200 len: 1097 time: 0.0687978 Aug 10 03:23:12.183398 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:12.183958 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:12.184517 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:12.185070 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:12.186362 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:12.188928 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:12.189587 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:12.190008 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:12.190451 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:12.190980 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:12.191392 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:12.191795 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:12.203294 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 57612) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:12.218690 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-58323a1c-3b39-4705-86d9-4dc782855fdd req-59f93654-6630-44d2-993d-2d8b5916c132 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=64b3c883-11e3-439a-b224-61bd827d9dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478618 Aug 10 03:23:12.224683 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9451c12c-ee2a-49c6-9ff4-c6b109e30741 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:12.225057 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-45b98114-056a-488a-8813-f115202e8994 None None] For port 086d47ff-ef47-4945-a8c3-a78deebfacf1, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=086d47ff-ef47-4945-a8c3-a78deebfacf1,segment=NetworkSegment(06a2e05c-772c-447f-825d-36b8db222e98),segment_id=06a2e05c-772c-447f-825d-36b8db222e98)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:12.230332 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-45b98114-056a-488a-8813-f115202e8994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:12.269515 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-45b98114-056a-488a-8813-f115202e8994 None None] Provisioning for port cd1eca9b-5bbc-491b-8156-b62b269a02ad completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:23:12.276774 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-45b98114-056a-488a-8813-f115202e8994 None None] Provisioning complete for port cd1eca9b-5bbc-491b-8156-b62b269a02ad triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:23:12.277945 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-45b98114-056a-488a-8813-f115202e8994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:12.293109 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9451c12c-ee2a-49c6-9ff4-c6b109e30741 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:12.316445 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b98114-056a-488a-8813-f115202e8994 None None] Pushing event updated for resources: {'Port': ['ID=086d47ff-ef47-4945-a8c3-a78deebfacf1,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:12.330065 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-45b98114-056a-488a-8813-f115202e8994 None None] Port cd1eca9b-5bbc-491b-8156-b62b269a02ad cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:23:12.363077 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9451c12c-ee2a-49c6-9ff4-c6b109e30741 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:23:12.377355 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-9451c12c-ee2a-49c6-9ff4-c6b109e30741 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:23:12.382988 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9451c12c-ee2a-49c6-9ff4-c6b109e30741 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:23:12.423606 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3b32a790-35ea-4907-a835-3808ca580b81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:12.436081 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9451c12c-ee2a-49c6-9ff4-c6b109e30741 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Pushing event updated for resources: {'Port': ['ID=6e7fa51d-07ac-4921-ab94-ba4dcf6aaad1,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:12.453753 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-47684a41-2e46-43ed-9986-3b6ac4183ddc None None] Provisioning complete for port 086d47ff-ef47-4945-a8c3-a78deebfacf1 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:23:12.454407 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-47684a41-2e46-43ed-9986-3b6ac4183ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:12.613553 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f201817c-b56c-485d-ba3a-a0980f29c46e req-f4189f7b-a116-49e5-a41e-6f971dc4f1ac tempest-ServerMetadataNegativeTestJSON-1437442739 tempest-ServerMetadataNegativeTestJSON-1437442739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:12.615155 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f201817c-b56c-485d-ba3a-a0980f29c46e req-f4189f7b-a116-49e5-a41e-6f971dc4f1ac tempest-ServerMetadataNegativeTestJSON-1437442739 tempest-ServerMetadataNegativeTestJSON-1437442739-project] 10.222.0.44 "GET /v2.0/ports?device_id=38c7d11a-4e2e-4572-a4fd-78a56dd5ffed HTTP/1.1" status: 200 len: 945 time: 0.1890078 Aug 10 03:23:12.623617 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d51b5-6493-417b-836b-d7e27106700d req-ea3eab79-e5ef-4e0f-9f4e-e067cebfbdb5 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:12.625192 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9b3d51b5-6493-417b-836b-d7e27106700d req-ea3eab79-e5ef-4e0f-9f4e-e067cebfbdb5 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc285569-12f8-44cf-b881-82500feda081 HTTP/1.1" status: 200 len: 945 time: 0.1843648 Aug 10 03:23:12.673396 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9451c12c-ee2a-49c6-9ff4-c6b109e30741 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:12.753295 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f201817c-b56c-485d-ba3a-a0980f29c46e req-ebf559d2-f869-4fd5-ac96-12b547c2dc15 tempest-ServerMetadataNegativeTestJSON-1437442739 tempest-ServerMetadataNegativeTestJSON-1437442739-project] 10.222.0.44 "GET /v2.0/security-groups?id=64b3c883-11e3-439a-b224-61bd827d9dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229272 Aug 10 03:23:12.772694 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9b3d51b5-6493-417b-836b-d7e27106700d req-2b4b1cc1-3b10-45d4-9f1f-9e86402b728c tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265602 Aug 10 03:23:12.779219 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9451c12c-ee2a-49c6-9ff4-c6b109e30741 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:12.812668 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3b32a790-35ea-4907-a835-3808ca580b81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:12.825973 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3b32a790-35ea-4907-a835-3808ca580b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:12.901543 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b32a790-35ea-4907-a835-3808ca580b81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a432e01-6252-47a5-92d0-4d053150fcdf,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:12.924601 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 57630) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:12.925447 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-3b32a790-35ea-4907-a835-3808ca580b81 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f63d4493f2c2416a8c30ac0e22ba9dcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7174723 Aug 10 03:23:13.029113 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9087c7a7-e3d5-471e-9559-b21c28f47003 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:13.073242 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9087c7a7-e3d5-471e-9559-b21c28f47003 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:13.098567 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9451c12c-ee2a-49c6-9ff4-c6b109e30741 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:13.112974 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9451c12c-ee2a-49c6-9ff4-c6b109e30741 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:13.156512 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9087c7a7-e3d5-471e-9559-b21c28f47003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:13.159904 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9087c7a7-e3d5-471e-9559-b21c28f47003 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:13.161880 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-9087c7a7-e3d5-471e-9559-b21c28f47003 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3a432e01-6252-47a5-92d0-4d053150fcdf HTTP/1.1" status: 204 len: 168 time: 0.2354555 Aug 10 03:23:13.185978 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9087c7a7-e3d5-471e-9559-b21c28f47003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a432e01-6252-47a5-92d0-4d053150fcdf,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:13.248666 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9451c12c-ee2a-49c6-9ff4-c6b109e30741 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Pushing event updated for resources: {'Port': ['ID=6e7fa51d-07ac-4921-ab94-ba4dcf6aaad1,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:13.290834 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9451c12c-ee2a-49c6-9ff4-c6b109e30741 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:13.308147 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91353a89-b567-4472-84b7-498673321a9b req-253d2c4e-99f9-4b54-82a9-33fa0261e9e4 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:13.310817 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-91353a89-b567-4472-84b7-498673321a9b req-253d2c4e-99f9-4b54-82a9-33fa0261e9e4 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/networks?id=b51fae06-be52-4fab-a89b-cef6eae8fffd HTTP/1.1" status: 200 len: 806 time: 0.2179365 Aug 10 03:23:13.325993 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9451c12c-ee2a-49c6-9ff4-c6b109e30741 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:13.327098 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-9451c12c-ee2a-49c6-9ff4-c6b109e30741 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7472670 Aug 10 03:23:13.336818 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-91353a89-b567-4472-84b7-498673321a9b req-e17c0a80-98a5-4bdd-9471-59522b4dc857 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/quotas/cb385cfc3d1046e2925732ed1d1b6b8d HTTP/1.1" status: 200 len: 375 time: 0.0141752 Aug 10 03:23:13.424957 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-91353a89-b567-4472-84b7-498673321a9b req-fdd8a4d2-80e2-4a7f-a68e-73323799099a tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=cb385cfc3d1046e2925732ed1d1b6b8d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0729961 Aug 10 03:23:13.576726 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 57652) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:13.598529 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d941700a-4962-4524-86a0-2ddd4dde2a09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:13.691449 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-91353a89-b567-4472-84b7-498673321a9b req-0a89daf8-9732-4df8-bdd3-091f584032c7 service neutron] 10.222.0.44 "GET /v2.0/networks/b51fae06-be52-4fab-a89b-cef6eae8fffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509587 Aug 10 03:23:13.768896 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d941700a-4962-4524-86a0-2ddd4dde2a09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:13.776209 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d941700a-4962-4524-86a0-2ddd4dde2a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:13.837611 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-91353a89-b567-4472-84b7-498673321a9b req-ef5edd5d-57b2-4948-ad7c-e7e9865986e5 service neutron] 10.222.0.44 "GET /v2.0/networks/b51fae06-be52-4fab-a89b-cef6eae8fffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308670 Aug 10 03:23:13.874176 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941700a-4962-4524-86a0-2ddd4dde2a09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e19086ae-e00b-47ca-b97a-92f527dbab5e,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:13.878218 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-9c606eac-0780-4f10-846f-aabf15edcd2b tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1483807361&fields=id&tenant_id=d3b56536bca94e8fa8af65288d111f79 HTTP/1.1" status: 200 len: 267 time: 0.0395489 Aug 10 03:23:13.891308 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 57668) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:13.893913 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-d941700a-4962-4524-86a0-2ddd4dde2a09 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=15970956dfa94b86a39ae65c5e815e22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3158576 Aug 10 03:23:13.903070 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 086d47ff-ef47-4945-a8c3-a78deebfacf1 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:23:13.963418 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 086d47ff-ef47-4945-a8c3-a78deebfacf1 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:23:13.963805 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:13.979155 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-97df6c92-f3f4-42b7-ab99-a93581259b8b tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:13.980869 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-97df6c92-f3f4-42b7-ab99-a93581259b8b tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/ports/56cb4eba-c06f-4bc1-b8d8-963a991424ec HTTP/1.1" status: 200 len: 935 time: 0.0806861 Aug 10 03:23:14.051832 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:23:14.066035 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-f3c7c223-a9ed-49d9-93a7-da5f69cd8896 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:14.067781 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-f3c7c223-a9ed-49d9-93a7-da5f69cd8896 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/ports/cd1eca9b-5bbc-491b-8156-b62b269a02ad HTTP/1.1" status: 200 len: 937 time: 0.0730169 Aug 10 03:23:14.072018 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-33848f8b-744c-4211-ba8b-45b5340eaeb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:14.132114 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-fbc9366a-3b4a-4412-95dc-56128ef66b20 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/ports?network_id=c16d896b-1b67-48b5-b66a-585f180ec01d&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0448570 Aug 10 03:23:14.134410 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-33848f8b-744c-4211-ba8b-45b5340eaeb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:14.219575 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-db588404-568a-4eee-9aee-a0c2156003f0 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/ports?network_id=c16d896b-1b67-48b5-b66a-585f180ec01d&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0645583 Aug 10 03:23:14.586681 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2b9222-b99b-4ef1-8eb7-726873a9ddee req-f6fde2b5-1c16-43cf-b7cd-8bc542d50db2 tempest-ServerMetadataNegativeTestJSON-1437442739 tempest-ServerMetadataNegativeTestJSON-1437442739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:14.588626 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5c2b9222-b99b-4ef1-8eb7-726873a9ddee req-f6fde2b5-1c16-43cf-b7cd-8bc542d50db2 tempest-ServerMetadataNegativeTestJSON-1437442739 tempest-ServerMetadataNegativeTestJSON-1437442739-project] 10.222.0.44 "GET /v2.0/ports?device_id=38c7d11a-4e2e-4572-a4fd-78a56dd5ffed HTTP/1.1" status: 200 len: 945 time: 0.4518397 Aug 10 03:23:14.620372 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-33848f8b-744c-4211-ba8b-45b5340eaeb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:14.623216 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-33848f8b-744c-4211-ba8b-45b5340eaeb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:14.624457 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-33848f8b-744c-4211-ba8b-45b5340eaeb9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e19086ae-e00b-47ca-b97a-92f527dbab5e HTTP/1.1" status: 204 len: 168 time: 0.7320809 Aug 10 03:23:14.662928 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33848f8b-744c-4211-ba8b-45b5340eaeb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e19086ae-e00b-47ca-b97a-92f527dbab5e,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:14.694558 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-5506cf66-fcd5-4c86-91c0-366e166f14f0 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:14.701932 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-5506cf66-fcd5-4c86-91c0-366e166f14f0 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:14.708443 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-5506cf66-fcd5-4c86-91c0-366e166f14f0 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:14.710399 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-5506cf66-fcd5-4c86-91c0-366e166f14f0 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/networks?id=ba807c4a-a9d3-45a0-921a-7afe6c0e3832&id=63aaa48c-3c91-4250-a53f-1bccfcaa858a&id=63aaa48c-3c91-4250-a53f-1bccfcaa858a&id=c16d896b-1b67-48b5-b66a-585f180ec01d&id=c16d896b-1b67-48b5-b66a-585f180ec01d HTTP/1.1" status: 200 len: 1995 time: 0.4805224 Aug 10 03:23:14.713842 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5c2b9222-b99b-4ef1-8eb7-726873a9ddee req-0ad0ca0f-3b13-4bb5-b254-e230ddb79ab5 tempest-ServerMetadataNegativeTestJSON-1437442739 tempest-ServerMetadataNegativeTestJSON-1437442739-project] 10.222.0.44 "GET /v2.0/security-groups?id=64b3c883-11e3-439a-b224-61bd827d9dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130981 Aug 10 03:23:14.729774 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-184fbae0-c223-46d4-ab64-c04e6e005e84 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/quotas/d3b56536bca94e8fa8af65288d111f79 HTTP/1.1" status: 200 len: 375 time: 0.0111718 Aug 10 03:23:14.929561 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-f2714108-17df-4af0-a222-daa35bba9c8b tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d3b56536bca94e8fa8af65288d111f79&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1696219 Aug 10 03:23:15.066711 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-4329448c-e7f9-4941-ad86-0125c4e02467 service neutron] 10.222.0.44 "GET /v2.0/networks/ba807c4a-a9d3-45a0-921a-7afe6c0e3832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355405 Aug 10 03:23:15.184890 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-73dccd7e-5d6b-414c-b78a-9b7ea708b63d service neutron] 10.222.0.44 "GET /v2.0/networks/ba807c4a-a9d3-45a0-921a-7afe6c0e3832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172194 Aug 10 03:23:15.228785 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-cb492c6a-8a17-43af-9f1b-94ac6664df36 service neutron] 10.222.0.44 "GET /v2.0/ports/56cb4eba-c06f-4bc1-b8d8-963a991424ec?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0381186 Aug 10 03:23:15.393381 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-d433c5c9-3a84-4340-95a2-d771b4c1b61c service neutron] 10.222.0.44 "GET /v2.0/networks/63aaa48c-3c91-4250-a53f-1bccfcaa858a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536694 Aug 10 03:23:15.490869 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-395dbd38-8fcc-4245-ab6b-bc03f22ad59e req-e16a8cb5-7035-4b96-8f15-1b544b063db2 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=d914c782-cb14-401e-a192-f02e7d82c38e HTTP/1.1" status: 200 len: 210 time: 0.0377111 Aug 10 03:23:15.535355 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-63388ed7-6f3e-49b7-8e44-963646fc410a service neutron] 10.222.0.44 "GET /v2.0/networks/63aaa48c-3c91-4250-a53f-1bccfcaa858a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354048 Aug 10 03:23:15.597326 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-6cf2a132-b8e1-4306-9428-33c5973a2750 service neutron] 10.222.0.44 "GET /v2.0/ports/cd1eca9b-5bbc-491b-8156-b62b269a02ad?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0552397 Aug 10 03:23:15.749067 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-54ff527b-fe4f-4e9c-984f-70ca2aa14ab6 service neutron] 10.222.0.44 "GET /v2.0/networks/63aaa48c-3c91-4250-a53f-1bccfcaa858a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370902 Aug 10 03:23:15.915027 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-ba57a943-afce-442a-89e5-5d4f7fc1bf4b service neutron] 10.222.0.44 "GET /v2.0/networks/63aaa48c-3c91-4250-a53f-1bccfcaa858a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577075 Aug 10 03:23:16.179985 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-264476a5-c82e-45b8-a5e0-322d02100530 service neutron] 10.222.0.44 "GET /v2.0/networks/63aaa48c-3c91-4250-a53f-1bccfcaa858a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604504 Aug 10 03:23:16.182181 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-91353a89-b567-4472-84b7-498673321a9b req-dd44f76e-4387-43d1-a0ac-457317a222ee service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=cb385cfc3d1046e2925732ed1d1b6b8d&device_id=d914c782-cb14-401e-a192-f02e7d82c38e HTTP/1.1" status: 200 len: 210 time: 0.0607455 Aug 10 03:23:16.498629 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91353a89-b567-4472-84b7-498673321a9b req-ae46f6db-9b67-4bbb-a218-95b18ca02563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:16.500439 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-91353a89-b567-4472-84b7-498673321a9b req-ae46f6db-9b67-4bbb-a218-95b18ca02563 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=cb385cfc3d1046e2925732ed1d1b6b8d&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2971983 Aug 10 03:23:16.504461 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-e104113b-2a82-4af9-8377-c2a18d5eaa8e service neutron] 10.222.0.44 "GET /v2.0/networks/63aaa48c-3c91-4250-a53f-1bccfcaa858a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3159943 Aug 10 03:23:16.661522 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1e4d0cf1-bf35-40be-b567-fd3b940801a2 req-32f85613-a796-421a-bcc9-ed6b72a723bf tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=d914c782-cb14-401e-a192-f02e7d82c38e HTTP/1.1" status: 200 len: 210 time: 0.0495410 Aug 10 03:23:16.759589 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91353a89-b567-4472-84b7-498673321a9b req-3edd4eac-fc5d-4220-ad10-6c16401386b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:16.763149 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-91353a89-b567-4472-84b7-498673321a9b req-3edd4eac-fc5d-4220-ad10-6c16401386b7 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2505615 Aug 10 03:23:16.772929 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-c6e08525-79f9-4639-94a3-7b9c145a2845 service neutron] 10.222.0.44 "GET /v2.0/networks/63aaa48c-3c91-4250-a53f-1bccfcaa858a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514257 Aug 10 03:23:16.915856 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-91353a89-b567-4472-84b7-498673321a9b req-592a9d5e-6580-4266-8791-4f0d9220c074 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.61 "GET /v2.0/ports?device_id=d914c782-cb14-401e-a192-f02e7d82c38e HTTP/1.1" status: 200 len: 210 time: 0.1012127 Aug 10 03:23:16.981540 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-18a80a83-74ca-483b-8b78-aff0b2c31352 service neutron] 10.222.0.44 "GET /v2.0/networks/63aaa48c-3c91-4250-a53f-1bccfcaa858a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976480 Aug 10 03:23:17.213300 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14724c55-6903-46b5-8eea-ad768a96692f req-41f181bc-1cd5-4907-8cc4-e83e69fae763 tempest-ServerMetadataNegativeTestJSON-1437442739 tempest-ServerMetadataNegativeTestJSON-1437442739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:17.218598 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-14724c55-6903-46b5-8eea-ad768a96692f req-41f181bc-1cd5-4907-8cc4-e83e69fae763 tempest-ServerMetadataNegativeTestJSON-1437442739 tempest-ServerMetadataNegativeTestJSON-1437442739-project] 10.222.0.44 "GET /v2.0/ports?device_id=38c7d11a-4e2e-4572-a4fd-78a56dd5ffed HTTP/1.1" status: 200 len: 945 time: 0.1478801 Aug 10 03:23:17.279577 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-83f77b91-bfa0-4806-8ef6-a110bd50b3ce service neutron] 10.222.0.44 "GET /v2.0/networks/c16d896b-1b67-48b5-b66a-585f180ec01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2909682 Aug 10 03:23:17.432161 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-49bcbec7-51c1-4feb-9f60-88e37244f802 req-d4000375-f27e-4797-98e3-88c1d5704438 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=cb385cfc3d1046e2925732ed1d1b6b8d&device_id=d914c782-cb14-401e-a192-f02e7d82c38e HTTP/1.1" status: 200 len: 210 time: 0.0587327 Aug 10 03:23:17.435962 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-14724c55-6903-46b5-8eea-ad768a96692f req-a1423242-07a4-4913-af36-163f4e8647bd tempest-ServerMetadataNegativeTestJSON-1437442739 tempest-ServerMetadataNegativeTestJSON-1437442739-project] 10.222.0.44 "GET /v2.0/security-groups?id=64b3c883-11e3-439a-b224-61bd827d9dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080812 Aug 10 03:23:17.609795 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-5059a20e-5b26-4afd-a35b-cb9983d166f4 service neutron] 10.222.0.44 "GET /v2.0/networks/c16d896b-1b67-48b5-b66a-585f180ec01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3173966 Aug 10 03:23:17.830893 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bcbec7-51c1-4feb-9f60-88e37244f802 req-14754178-74f1-4576-8bcf-f5911cdf6020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:17.833989 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-49bcbec7-51c1-4feb-9f60-88e37244f802 req-14754178-74f1-4576-8bcf-f5911cdf6020 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=cb385cfc3d1046e2925732ed1d1b6b8d&shared=False HTTP/1.1" status: 200 len: 906 time: 0.3746736 Aug 10 03:23:17.952693 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-2df78bce-c9e7-41b9-aa23-e82177c59a3a service neutron] 10.222.0.44 "GET /v2.0/networks/c16d896b-1b67-48b5-b66a-585f180ec01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3415422 Aug 10 03:23:18.075854 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-52b8c279-8fdd-4b06-94c9-19c943c21241 req-1f36e35e-0377-4232-8163-4d1a5d3623b0 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=d914c782-cb14-401e-a192-f02e7d82c38e HTTP/1.1" status: 200 len: 210 time: 0.0621817 Aug 10 03:23:18.097470 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bcbec7-51c1-4feb-9f60-88e37244f802 req-94b4e6a1-72b6-4553-9dca-303b4ed983a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:18.105606 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-49bcbec7-51c1-4feb-9f60-88e37244f802 req-94b4e6a1-72b6-4553-9dca-303b4ed983a0 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2544186 Aug 10 03:23:18.147981 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-5dcc19b3-4881-489b-89fd-704206295b70 service neutron] 10.222.0.44 "GET /v2.0/networks/c16d896b-1b67-48b5-b66a-585f180ec01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709292 Aug 10 03:23:18.216571 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-49bcbec7-51c1-4feb-9f60-88e37244f802 req-d0ef7ced-6aaf-4f7b-99be-b8a5c03c09f0 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.61 "GET /v2.0/ports?device_id=d914c782-cb14-401e-a192-f02e7d82c38e HTTP/1.1" status: 200 len: 210 time: 0.0500278 Aug 10 03:23:18.557158 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0433f5-7efc-49d6-ae9a-366a5759e3a4 req-da5db668-3f7a-4581-8137-834095655a9b tempest-ServerMetadataNegativeTestJSON-1437442739 tempest-ServerMetadataNegativeTestJSON-1437442739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:18.561174 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-aa0433f5-7efc-49d6-ae9a-366a5759e3a4 req-da5db668-3f7a-4581-8137-834095655a9b tempest-ServerMetadataNegativeTestJSON-1437442739 tempest-ServerMetadataNegativeTestJSON-1437442739-project] 10.222.0.42 "GET /v2.0/ports?device_id=38c7d11a-4e2e-4572-a4fd-78a56dd5ffed HTTP/1.1" status: 200 len: 945 time: 0.1048434 Aug 10 03:23:18.720583 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67aceef-3723-4cba-90ef-d425058c765a req-d779091f-41f4-425e-a492-e16355040135 tempest-ServerMetadataNegativeTestJSON-1437442739 tempest-ServerMetadataNegativeTestJSON-1437442739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:18.723425 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f67aceef-3723-4cba-90ef-d425058c765a req-d779091f-41f4-425e-a492-e16355040135 tempest-ServerMetadataNegativeTestJSON-1437442739 tempest-ServerMetadataNegativeTestJSON-1437442739-project] 10.222.0.44 "GET /v2.0/ports?device_id=38c7d11a-4e2e-4572-a4fd-78a56dd5ffed HTTP/1.1" status: 200 len: 945 time: 0.1113334 Aug 10 03:23:18.760365 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-aa0433f5-7efc-49d6-ae9a-366a5759e3a4 req-c11f46b3-554c-4006-892d-9524eadf815a tempest-ServerMetadataNegativeTestJSON-1437442739 tempest-ServerMetadataNegativeTestJSON-1437442739-project] Deleting port ad97583a-8eba-4042-91b4-2a0081ae329c {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:23:18.761045 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-aa0433f5-7efc-49d6-ae9a-366a5759e3a4 req-c11f46b3-554c-4006-892d-9524eadf815a tempest-ServerMetadataNegativeTestJSON-1437442739 tempest-ServerMetadataNegativeTestJSON-1437442739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:18.805720 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f67aceef-3723-4cba-90ef-d425058c765a req-6a23453e-1ac9-492b-83fe-aecf01a9b683 tempest-ServerMetadataNegativeTestJSON-1437442739 tempest-ServerMetadataNegativeTestJSON-1437442739-project] 10.222.0.44 "GET /v2.0/security-groups?id=64b3c883-11e3-439a-b224-61bd827d9dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739636 Aug 10 03:23:18.897631 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-aa0433f5-7efc-49d6-ae9a-366a5759e3a4 req-c11f46b3-554c-4006-892d-9524eadf815a tempest-ServerMetadataNegativeTestJSON-1437442739 tempest-ServerMetadataNegativeTestJSON-1437442739-project] For port ad97583a-8eba-4042-91b4-2a0081ae329c, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=ad97583a-8eba-4042-91b4-2a0081ae329c,segment=NetworkSegment(5359c6cc-012a-44f5-9c16-4f98551a3412),segment_id=5359c6cc-012a-44f5-9c16-4f98551a3412)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:18.898190 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-aa0433f5-7efc-49d6-ae9a-366a5759e3a4 req-c11f46b3-554c-4006-892d-9524eadf815a tempest-ServerMetadataNegativeTestJSON-1437442739 tempest-ServerMetadataNegativeTestJSON-1437442739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:18.920724 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-aa0433f5-7efc-49d6-ae9a-366a5759e3a4 req-c11f46b3-554c-4006-892d-9524eadf815a tempest-ServerMetadataNegativeTestJSON-1437442739 tempest-ServerMetadataNegativeTestJSON-1437442739-project] Calling delete_port for ad97583a-8eba-4042-91b4-2a0081ae329c owned by compute:nova {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:23:19.091243 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-aa0433f5-7efc-49d6-ae9a-366a5759e3a4 req-c11f46b3-554c-4006-892d-9524eadf815a tempest-ServerMetadataNegativeTestJSON-1437442739 tempest-ServerMetadataNegativeTestJSON-1437442739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:19.127582 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11f46b3-554c-4006-892d-9524eadf815a tempest-ServerMetadataNegativeTestJSON-1437442739 tempest-ServerMetadataNegativeTestJSON-1437442739-project] Pushing event deleted for resources: {'Port': ['ID=ad97583a-8eba-4042-91b4-2a0081ae329c,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:19.181721 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa0433f5-7efc-49d6-ae9a-366a5759e3a4 req-c11f46b3-554c-4006-892d-9524eadf815a tempest-ServerMetadataNegativeTestJSON-1437442739 tempest-ServerMetadataNegativeTestJSON-1437442739-project] No DVR routers for this DVR port ad97583a-8eba-4042-91b4-2a0081ae329c on host n-h1-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:23:19.186653 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-aa0433f5-7efc-49d6-ae9a-366a5759e3a4 req-c11f46b3-554c-4006-892d-9524eadf815a tempest-ServerMetadataNegativeTestJSON-1437442739 tempest-ServerMetadataNegativeTestJSON-1437442739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:19.189243 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-aa0433f5-7efc-49d6-ae9a-366a5759e3a4 req-c11f46b3-554c-4006-892d-9524eadf815a tempest-ServerMetadataNegativeTestJSON-1437442739 tempest-ServerMetadataNegativeTestJSON-1437442739-project] 10.222.0.42 "DELETE /v2.0/ports/ad97583a-8eba-4042-91b4-2a0081ae329c HTTP/1.1" status: 204 len: 173 time: 0.6208823 Aug 10 03:23:19.189817 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38c7d11a-4e2e-4572-a4fd-78a56dd5ffed', 'name': 'network-vif-deleted', 'tag': 'ad97583a-8eba-4042-91b4-2a0081ae329c'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:23:19.192643 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e8fb501-f89f-481f-825f-31f900a9bc3c" -d '{"events": [{"server_uuid": "38c7d11a-4e2e-4572-a4fd-78a56dd5ffed", "name": "network-vif-deleted", "tag": "ad97583a-8eba-4042-91b4-2a0081ae329c"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:23:19.476380 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66456e6c-c776-417e-8c78-683c35a10ac7 req-f2c7bdfe-f79d-4791-9810-34d730bbf70c tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:19.479170 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-66456e6c-c776-417e-8c78-683c35a10ac7 req-f2c7bdfe-f79d-4791-9810-34d730bbf70c tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff1cbd3d-c588-4e99-a335-efc4198b98b5 HTTP/1.1" status: 200 len: 945 time: 0.1051071 Aug 10 03:23:19.543234 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb9f9fa5-7996-4fa4-9cdb-a2943e38a65d x-openstack-request-id: req-fb9f9fa5-7996-4fa4-9cdb-a2943e38a65d {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:23:19.543533 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38c7d11a-4e2e-4572-a4fd-78a56dd5ffed", "name": "network-vif-deleted", "tag": "ad97583a-8eba-4042-91b4-2a0081ae329c", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:23:19.543778 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fb9f9fa5-7996-4fa4-9cdb-a2943e38a65d {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:23:19.544433 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38c7d11a-4e2e-4572-a4fd-78a56dd5ffed', 'name': 'network-vif-deleted', 'tag': 'ad97583a-8eba-4042-91b4-2a0081ae329c', 'status': 'completed', 'code': 200} Aug 10 03:23:19.601434 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-66456e6c-c776-417e-8c78-683c35a10ac7 req-348c793c-6ff7-435e-a720-b21a50f395ef tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] 10.222.0.44 "GET /v2.0/security-groups?id=d40d2ec1-e615-4c84-8d64-72b835c25e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098340 Aug 10 03:23:19.664117 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-34200ad4-c332-4c8f-b0ff-6d31af4110ee req-4289ee86-93ff-4dae-9153-97d0862ca5d9 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/ports?device_id=e94bab8c-37ad-48a0-a25d-4fb04fb90837 HTTP/1.1" status: 200 len: 210 time: 0.0595126 Aug 10 03:23:20.030645 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7b26d5ff-581f-49e4-9374-4dc9a3313b05 req-fc73da9d-51a7-4530-9b3e-e552c55cf3fa tempest-ServerMetadataNegativeTestJSON-1437442739 tempest-ServerMetadataNegativeTestJSON-1437442739-project] 10.222.0.44 "GET /v2.0/ports?device_id=38c7d11a-4e2e-4572-a4fd-78a56dd5ffed HTTP/1.1" status: 200 len: 210 time: 0.0563321 Aug 10 03:23:20.143758 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe5845b-e9c3-4a74-ac1f-3301843b7434 req-db1551c3-da1d-4bd0-bb0b-8010ed1e71e3 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:20.147676 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ffe5845b-e9c3-4a74-ac1f-3301843b7434 req-db1551c3-da1d-4bd0-bb0b-8010ed1e71e3 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/networks?id=b51fae06-be52-4fab-a89b-cef6eae8fffd HTTP/1.1" status: 200 len: 806 time: 0.3652902 Aug 10 03:23:20.187426 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ffe5845b-e9c3-4a74-ac1f-3301843b7434 req-34b9b624-8aa9-466a-b37e-c84f8d5865b5 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/quotas/cb385cfc3d1046e2925732ed1d1b6b8d HTTP/1.1" status: 200 len: 375 time: 0.0185428 Aug 10 03:23:20.267816 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ffe5845b-e9c3-4a74-ac1f-3301843b7434 req-c02ff508-e0e2-4351-8563-2f158d4a7827 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=cb385cfc3d1046e2925732ed1d1b6b8d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0669734 Aug 10 03:23:20.416141 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ffe5845b-e9c3-4a74-ac1f-3301843b7434 req-37e31d44-4f3c-4f1f-b20c-8e9ba6660088 service neutron] 10.222.0.44 "GET /v2.0/networks/b51fae06-be52-4fab-a89b-cef6eae8fffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473622 Aug 10 03:23:20.608527 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ffe5845b-e9c3-4a74-ac1f-3301843b7434 req-bdf6742f-4143-4b38-915a-182ffcbc5283 service neutron] 10.222.0.44 "GET /v2.0/networks/b51fae06-be52-4fab-a89b-cef6eae8fffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828334 Aug 10 03:23:20.751926 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device ad97583a-8eba-4042-91b4-2a0081ae329c no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:23:20.781762 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] No Port match for: ad97583a-8eba-4042-91b4-2a0081ae329c {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:23:20.782088 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device ad97583a-8eba-4042-91b4-2a0081ae329c not bound to the agent host n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:23:20.942933 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4abc6e21-b3eb-4854-8e79-12d61fc24e0e req-e71a0474-4755-4994-bc26-dcefcb24ad49 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/ports?device_id=e94bab8c-37ad-48a0-a25d-4fb04fb90837 HTTP/1.1" status: 200 len: 210 time: 0.0642538 Aug 10 03:23:20.966120 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6825b85a-2c77-4567-a110-3a46aaa2b414 req-0abb59e6-81e7-4d10-a093-418b55aafea4 tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:20.974435 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6825b85a-2c77-4567-a110-3a46aaa2b414 req-0abb59e6-81e7-4d10-a093-418b55aafea4 tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff1cbd3d-c588-4e99-a335-efc4198b98b5 HTTP/1.1" status: 200 len: 945 time: 0.1316848 Aug 10 03:23:21.066464 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6825b85a-2c77-4567-a110-3a46aaa2b414 req-f7db44d7-344a-4ddb-8d9a-5bc98e9e61b2 tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] 10.222.0.44 "GET /v2.0/security-groups?id=d40d2ec1-e615-4c84-8d64-72b835c25e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903380 Aug 10 03:23:21.186917 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 57926) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:21.216955 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-cafa2e16-c7bb-4671-8aaf-78ee936754bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:21.218701 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-cafa2e16-c7bb-4671-8aaf-78ee936754bd service neutron] 10.222.0.61 "GET /v2.0/ports/56cb4eba-c06f-4bc1-b8d8-963a991424ec HTTP/1.1" status: 200 len: 1031 time: 0.1399190 Aug 10 03:23:21.222142 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4b204f61-ff72-40c9-92a2-29fba251e00d req-57754133-1397-478c-a4e2-2ff9e4acbb3a tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e167c17-0491-4de2-abe3-67dce381da1c HTTP/1.1" status: 200 len: 210 time: 0.1090405 Aug 10 03:23:21.293917 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-c8596646-48b9-4295-9bfc-c15d448d4973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:21.296099 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-c8596646-48b9-4295-9bfc-c15d448d4973 service neutron] 10.222.0.61 "GET /v2.0/ports/cd1eca9b-5bbc-491b-8156-b62b269a02ad HTTP/1.1" status: 200 len: 1033 time: 0.0636833 Aug 10 03:23:21.309292 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f82b3a16-ed2c-490c-8ead-c46e6eeece54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:21.353246 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-bacc029a-4a5c-4ecc-88d6-b2ce5ecc9c80 admin admin] Deleting subnet b3540f81-f3eb-49d5-8546-938a73f75337 {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:23:21.358476 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bacc029a-4a5c-4ecc-88d6-b2ce5ecc9c80 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:21.455331 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bacc029a-4a5c-4ecc-88d6-b2ce5ecc9c80 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:21.459991 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-d6f66339-38c3-4c5c-9f4a-c8f5a6064e57 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:21.475953 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-d6f66339-38c3-4c5c-9f4a-c8f5a6064e57 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:21.497858 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-d6f66339-38c3-4c5c-9f4a-c8f5a6064e57 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:21.499633 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-d6f66339-38c3-4c5c-9f4a-c8f5a6064e57 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.61 "GET /v2.0/networks?id=ba807c4a-a9d3-45a0-921a-7afe6c0e3832&id=63aaa48c-3c91-4250-a53f-1bccfcaa858a&id=63aaa48c-3c91-4250-a53f-1bccfcaa858a&id=63aaa48c-3c91-4250-a53f-1bccfcaa858a&id=63aaa48c-3c91-4250-a53f-1bccfcaa858a&id=c16d896b-1b67-48b5-b66a-585f180ec01d&id=c16d896b-1b67-48b5-b66a-585f180ec01d HTTP/1.1" status: 200 len: 1995 time: 0.1931946 Aug 10 03:23:21.526831 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bacc029a-4a5c-4ecc-88d6-b2ce5ecc9c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:21.618002 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-9eb7f6e9-22d4-4d73-82e6-5e714fe4b2f3 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3b56536bca94e8fa8af65288d111f79 HTTP/1.1" status: 200 len: 380 time: 0.1052766 Aug 10 03:23:21.644216 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-9219d9d5-0aa2-4981-ab68-ce1c8b63f278 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Request body: {'port': {'device_id': 'e94bab8c-37ad-48a0-a25d-4fb04fb90837', 'network_id': 'ba807c4a-a9d3-45a0-921a-7afe6c0e3832', 'admin_state_up': True, 'tenant_id': 'd3b56536bca94e8fa8af65288d111f79', 'security_groups': ['5c67c16e-b8a6-4f4f-8d43-6f09a2fb6b31']}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:21.657508 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bacc029a-4a5c-4ecc-88d6-b2ce5ecc9c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:21.722854 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacc029a-4a5c-4ecc-88d6-b2ce5ecc9c80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3540f81-f3eb-49d5-8546-938a73f75337,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:21.726002 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bacc029a-4a5c-4ecc-88d6-b2ce5ecc9c80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:21.730970 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-bacc029a-4a5c-4ecc-88d6-b2ce5ecc9c80 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/b3540f81-f3eb-49d5-8546-938a73f75337 HTTP/1.1" status: 204 len: 168 time: 0.5410624 Aug 10 03:23:21.733205 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 57954) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:21.864844 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cd6fd6bd-d107-468e-b10c-cc7ca2535ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:21.998875 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-9219d9d5-0aa2-4981-ab68-ce1c8b63f278 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Made reservation on behalf of d3b56536bca94e8fa8af65288d111f79 for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:23:22.012113 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-9219d9d5-0aa2-4981-ab68-ce1c8b63f278 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:22.059030 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cd6fd6bd-d107-468e-b10c-cc7ca2535ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:22.094283 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-cd6fd6bd-d107-468e-b10c-cc7ca2535ae2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a329a9ef-20f0-4c0d-b0d5-f036596c7c17']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:22.116835 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-cd6fd6bd-d107-468e-b10c-cc7ca2535ae2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5359c6cc-012a-44f5-9c16-4f98551a3412') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:22.117476 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-cd6fd6bd-d107-468e-b10c-cc7ca2535ae2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5359c6cc-012a-44f5-9c16-4f98551a3412') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:22.131818 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cd6fd6bd-d107-468e-b10c-cc7ca2535ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:22.156744 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cd6fd6bd-d107-468e-b10c-cc7ca2535ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:22.176036 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd6fd6bd-d107-468e-b10c-cc7ca2535ae2 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:23:22.176494 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cd6fd6bd-d107-468e-b10c-cc7ca2535ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:22.179216 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:23:22.179216 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:23:22.179216 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:23:22.179216 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:23:22.179216 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:23:22.179216 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:23:22.179216 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:23:22.179216 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:23:22.179216 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:23:22.179216 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:23:22.179216 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:23:22.179216 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:23:22.179216 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:23:22.179216 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:23:22.179216 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:23:22.179216 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:23:22.179216 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:23:22.179216 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:23:22.179216 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:23:22.179216 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:23:22.179216 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:23:22.179216 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:23:22.179216 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:23:22.179216 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:23:22.179216 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:23:22.179216 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:23:22.179216 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:23:22.179216 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:23:22.179216 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:23:22.179216 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:23:22.179216 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:23:22.179216 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:23:22.279992 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cd6fd6bd-d107-468e-b10c-cc7ca2535ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:22.297797 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cd6fd6bd-d107-468e-b10c-cc7ca2535ae2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:22.302580 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-cd6fd6bd-d107-468e-b10c-cc7ca2535ae2 admin admin] 10.222.0.44 "DELETE /v2.0/networks/a329a9ef-20f0-4c0d-b0d5-f036596c7c17 HTTP/1.1" status: 204 len: 168 time: 0.5672030 Aug 10 03:23:22.334819 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4e65a45b-917d-48ba-8371-725f4d8bbdba req-a056f94d-6683-4d04-81fa-bd996b578c9a tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/ports?device_id=e94bab8c-37ad-48a0-a25d-4fb04fb90837 HTTP/1.1" status: 200 len: 210 time: 0.1048687 Aug 10 03:23:22.345330 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6fd6bd-d107-468e-b10c-cc7ca2535ae2 admin admin] Pushing event deleted for resources: {'Network': ['ID=a329a9ef-20f0-4c0d-b0d5-f036596c7c17,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:22.391576 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ded4bac-5955-437a-a8dd-e8240ad44007 req-0cb7a60f-4edb-4a35-96cd-923823c013b8 tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:22.394169 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8ded4bac-5955-437a-a8dd-e8240ad44007 req-0cb7a60f-4edb-4a35-96cd-923823c013b8 tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff1cbd3d-c588-4e99-a335-efc4198b98b5 HTTP/1.1" status: 200 len: 945 time: 0.1659429 Aug 10 03:23:22.449250 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-9219d9d5-0aa2-4981-ab68-ce1c8b63f278 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Allocated IP 172.20.0.9 (ba807c4a-a9d3-45a0-921a-7afe6c0e3832/e8728eeb-789e-400f-be58-876473c847d3/8ff6203a-ed21-422b-9bb1-c2859958f754) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:23:22.480021 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8ded4bac-5955-437a-a8dd-e8240ad44007 req-820e75b5-e6fd-4fa5-b0f7-1b1215507c17 tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] 10.222.0.44 "GET /v2.0/security-groups?id=d40d2ec1-e615-4c84-8d64-72b835c25e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724549 Aug 10 03:23:22.576866 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-82f799e7-f2ce-4a36-9f08-fa33996b4afb req-59cf8229-96d1-4cb9-bae7-e707b4d7ad57 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e167c17-0491-4de2-abe3-67dce381da1c HTTP/1.1" status: 200 len: 210 time: 0.0649698 Aug 10 03:23:22.844810 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 57998) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:22.989332 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-9219d9d5-0aa2-4981-ab68-ce1c8b63f278 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:22.997550 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe5845b-e9c3-4a74-ac1f-3301843b7434 req-ab27b30c-7c5b-4e00-97a5-709ce0961c36 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:23.000123 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ffe5845b-e9c3-4a74-ac1f-3301843b7434 req-ab27b30c-7c5b-4e00-97a5-709ce0961c36 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.42 "GET /v2.0/networks?id=b51fae06-be52-4fab-a89b-cef6eae8fffd HTTP/1.1" status: 200 len: 806 time: 0.3265471 Aug 10 03:23:23.019394 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-ffe5845b-e9c3-4a74-ac1f-3301843b7434 req-9b1e192c-5e50-4e06-9460-aed9d79772af tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Request body: {'port': {'device_id': '5e167c17-0491-4de2-abe3-67dce381da1c', 'network_id': 'b51fae06-be52-4fab-a89b-cef6eae8fffd', 'admin_state_up': True, 'tenant_id': 'cb385cfc3d1046e2925732ed1d1b6b8d'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:23.048746 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-3090637a-191a-4833-ab7e-f59ca81ff16b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=77243223aa8c40f18c74879d06359abd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2021775 Aug 10 03:23:23.050006 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 58002) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:23.051832 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-9219d9d5-0aa2-4981-ab68-ce1c8b63f278 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Transition to ACTIVE for port object 8ff6203a-ed21-422b-9bb1-c2859958f754 will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:23:23.200458 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-cac89e32-5b81-415d-ab36-b4edbbf19f95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:23.251786 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-cac89e32-5b81-415d-ab36-b4edbbf19f95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:23.287171 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffe5845b-e9c3-4a74-ac1f-3301843b7434 req-9b1e192c-5e50-4e06-9460-aed9d79772af tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Made reservation on behalf of cb385cfc3d1046e2925732ed1d1b6b8d for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:23:23.302178 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-ffe5845b-e9c3-4a74-ac1f-3301843b7434 req-9b1e192c-5e50-4e06-9460-aed9d79772af tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:23.338793 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-9219d9d5-0aa2-4981-ab68-ce1c8b63f278 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:23.462622 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-cac89e32-5b81-415d-ab36-b4edbbf19f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:23.466012 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-cac89e32-5b81-415d-ab36-b4edbbf19f95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:23.471415 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-cac89e32-5b81-415d-ab36-b4edbbf19f95 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/64b3c883-11e3-439a-b224-61bd827d9dda HTTP/1.1" status: 204 len: 168 time: 0.4129915 Aug 10 03:23:23.520572 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-9219d9d5-0aa2-4981-ab68-ce1c8b63f278 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Network ba807c4a-a9d3-45a0-921a-7afe6c0e3832 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:23:23.529444 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac89e32-5b81-415d-ab36-b4edbbf19f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b3c883-11e3-439a-b224-61bd827d9dda,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:23.535113 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-9219d9d5-0aa2-4981-ab68-ce1c8b63f278 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:23:23.544583 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-9219d9d5-0aa2-4981-ab68-ce1c8b63f278 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:23:23.578405 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9219d9d5-0aa2-4981-ab68-ce1c8b63f278 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Pushing event updated for resources: {'Port': ['ID=8ff6203a-ed21-422b-9bb1-c2859958f754,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:23.652670 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ffa8752c-5422-41e2-987e-a9260b391973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:23.688406 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fe09df-dfc6-4854-beaf-35041536c64e req-22b74178-afd2-485f-83e1-9555fff46691 tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:23.690682 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-18fe09df-dfc6-4854-beaf-35041536c64e req-22b74178-afd2-485f-83e1-9555fff46691 tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] 10.222.0.42 "GET /v2.0/ports?device_id=ff1cbd3d-c588-4e99-a335-efc4198b98b5 HTTP/1.1" status: 200 len: 945 time: 0.2292633 Aug 10 03:23:23.745586 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-9219d9d5-0aa2-4981-ab68-ce1c8b63f278 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:23.748100 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-9219d9d5-0aa2-4981-ab68-ce1c8b63f278 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:23.772364 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [req-ffe5845b-e9c3-4a74-ac1f-3301843b7434 req-9b1e192c-5e50-4e06-9460-aed9d79772af tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Allocated IP 172.20.0.12 (b51fae06-be52-4fab-a89b-cef6eae8fffd/56efed23-ee55-46bf-9125-3806eab6d04b/346e1792-c2e9-478f-a8e4-4d32d1e12143) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:23:24.137337 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-ffe5845b-e9c3-4a74-ac1f-3301843b7434 req-9b1e192c-5e50-4e06-9460-aed9d79772af tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:24.201401 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-ffe5845b-e9c3-4a74-ac1f-3301843b7434 req-9b1e192c-5e50-4e06-9460-aed9d79772af tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:24.203861 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:24.218033 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['c86633db-c378-444d-8268-3b286fd3bbb7'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:23:24.228166 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-4a90a235-bf2c-496d-8af1-eddcc21c332c None None] Provisioning for port 8ff6203a-ed21-422b-9bb1-c2859958f754 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:23:24.281645 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1e192c-5e50-4e06-9460-aed9d79772af tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Pushing event updated for resources: {'Port': ['ID=346e1792-c2e9-478f-a8e4-4d32d1e12143,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:24.290519 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffe5845b-e9c3-4a74-ac1f-3301843b7434 req-9b1e192c-5e50-4e06-9460-aed9d79772af tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Network b51fae06-be52-4fab-a89b-cef6eae8fffd is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:23:24.299171 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [req-ffe5845b-e9c3-4a74-ac1f-3301843b7434 req-9b1e192c-5e50-4e06-9460-aed9d79772af tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:23:24.302875 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1e192c-5e50-4e06-9460-aed9d79772af tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:24.303373 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1e192c-5e50-4e06-9460-aed9d79772af tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:24.303820 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1e192c-5e50-4e06-9460-aed9d79772af tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:24.304265 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1e192c-5e50-4e06-9460-aed9d79772af tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:24.304701 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1e192c-5e50-4e06-9460-aed9d79772af tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:24.305140 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1e192c-5e50-4e06-9460-aed9d79772af tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:24.305565 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1e192c-5e50-4e06-9460-aed9d79772af tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:24.305995 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1e192c-5e50-4e06-9460-aed9d79772af tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:24.306488 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1e192c-5e50-4e06-9460-aed9d79772af tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:24.306914 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1e192c-5e50-4e06-9460-aed9d79772af tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:24.307340 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1e192c-5e50-4e06-9460-aed9d79772af tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:24.307895 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1e192c-5e50-4e06-9460-aed9d79772af tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:24.313089 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffe5845b-e9c3-4a74-ac1f-3301843b7434 req-9b1e192c-5e50-4e06-9460-aed9d79772af tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:23:24.318372 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-4a90a235-bf2c-496d-8af1-eddcc21c332c None None] Provisioning complete for port 8ff6203a-ed21-422b-9bb1-c2859958f754 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:23:24.321633 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4a90a235-bf2c-496d-8af1-eddcc21c332c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:24.381092 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe5845b-e9c3-4a74-ac1f-3301843b7434 req-9b1e192c-5e50-4e06-9460-aed9d79772af tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:24.381948 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-ffe5845b-e9c3-4a74-ac1f-3301843b7434 req-9b1e192c-5e50-4e06-9460-aed9d79772af tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:24.406683 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ffe5845b-e9c3-4a74-ac1f-3301843b7434 req-9b1e192c-5e50-4e06-9460-aed9d79772af tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3902650 Aug 10 03:23:24.420266 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-ffe5845b-e9c3-4a74-ac1f-3301843b7434 req-6f5951a1-7e23-4d69-85a4-73f9e51284e3 service neutron] Request body: {'port': {'device_id': '5e167c17-0491-4de2-abe3-67dce381da1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-13'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:24.504011 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-4a90a235-bf2c-496d-8af1-eddcc21c332c None None] Port 8ff6203a-ed21-422b-9bb1-c2859958f754 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:23:24.615018 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-ffe5845b-e9c3-4a74-ac1f-3301843b7434 req-6f5951a1-7e23-4d69-85a4-73f9e51284e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:24.678275 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-9219d9d5-0aa2-4981-ab68-ce1c8b63f278 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0504978 Aug 10 03:23:24.781438 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-8ac934d1-b8f9-42d8-9201-c533f6cdc6de tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Request body: {'port': {'device_id': 'e94bab8c-37ad-48a0-a25d-4fb04fb90837', 'network_id': '63aaa48c-3c91-4250-a53f-1bccfcaa858a', 'admin_state_up': True, 'tenant_id': 'd3b56536bca94e8fa8af65288d111f79', 'security_groups': ['5c67c16e-b8a6-4f4f-8d43-6f09a2fb6b31']}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:24.839490 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb4f522-cf84-4fe7-b9d2-f5c011eddc71 req-27df0d98-b721-478c-90a0-8538c5738a2b tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:24.849479 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5cb4f522-cf84-4fe7-b9d2-f5c011eddc71 req-27df0d98-b721-478c-90a0-8538c5738a2b tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/ports?device_id=e94bab8c-37ad-48a0-a25d-4fb04fb90837 HTTP/1.1" status: 200 len: 931 time: 1.1503916 Aug 10 03:23:25.067609 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-18fe09df-dfc6-4854-beaf-35041536c64e req-706a8be5-c4de-47b7-a7b0-4d81e1d40ced tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] Deleting port 045e4680-334f-4fc9-8295-9c5a56bd9a0e {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:23:25.068202 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-18fe09df-dfc6-4854-beaf-35041536c64e req-706a8be5-c4de-47b7-a7b0-4d81e1d40ced tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:25.201150 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efd6bf0-e42b-40bb-a76e-7b60682229d4 req-6be24689-6fe4-4f18-b9a8-0f9137716735 tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:25.218762 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6efd6bf0-e42b-40bb-a76e-7b60682229d4 req-6be24689-6fe4-4f18-b9a8-0f9137716735 tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff1cbd3d-c588-4e99-a335-efc4198b98b5 HTTP/1.1" status: 200 len: 945 time: 0.5992954 Aug 10 03:23:25.264097 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:25.269292 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5cb4f522-cf84-4fe7-b9d2-f5c011eddc71 req-4b045e31-6442-4ac3-96c0-57e274928495 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c67c16e-b8a6-4f4f-8d43-6f09a2fb6b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3785012 Aug 10 03:23:25.369447 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [req-ffe5845b-e9c3-4a74-ac1f-3301843b7434 req-6f5951a1-7e23-4d69-85a4-73f9e51284e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 346e1792-c2e9-478f-a8e4-4d32d1e12143 {{(pid=94261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:23:25.405892 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-ffe5845b-e9c3-4a74-ac1f-3301843b7434 req-6f5951a1-7e23-4d69-85a4-73f9e51284e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:25.451165 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [req-ffe5845b-e9c3-4a74-ac1f-3301843b7434 req-6f5951a1-7e23-4d69-85a4-73f9e51284e3 service neutron] Transition to ACTIVE for port object 346e1792-c2e9-478f-a8e4-4d32d1e12143 will not be triggered until provisioned by entity L2. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:23:25.460119 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-ffe5845b-e9c3-4a74-ac1f-3301843b7434 req-6f5951a1-7e23-4d69-85a4-73f9e51284e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:25.592562 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5951a1-7e23-4d69-85a4-73f9e51284e3 service neutron] Pushing event updated for resources: {'Port': ['ID=346e1792-c2e9-478f-a8e4-4d32d1e12143,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:25.646936 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6efd6bf0-e42b-40bb-a76e-7b60682229d4 req-ece8166f-9833-4775-bd19-e9a4bf4c05bc tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] 10.222.0.44 "GET /v2.0/security-groups?id=d40d2ec1-e615-4c84-8d64-72b835c25e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4042356 Aug 10 03:23:25.653802 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-8ac934d1-b8f9-42d8-9201-c533f6cdc6de tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Made reservation on behalf of d3b56536bca94e8fa8af65288d111f79 for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:23:25.670328 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-8ac934d1-b8f9-42d8-9201-c533f6cdc6de tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:25.767839 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-ffe5845b-e9c3-4a74-ac1f-3301843b7434 req-6f5951a1-7e23-4d69-85a4-73f9e51284e3 service neutron] Attempting to bind port 346e1792-c2e9-478f-a8e4-4d32d1e12143 on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:23:25.768772 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-ffe5845b-e9c3-4a74-ac1f-3301843b7434 req-6f5951a1-7e23-4d69-85a4-73f9e51284e3 service neutron] Attempting to bind port 346e1792-c2e9-478f-a8e4-4d32d1e12143 by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '73bbe919-55b7-4c3d-b65b-52e4e628212a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b51fae06-be52-4fab-a89b-cef6eae8fffd'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:23:25.769478 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe5845b-e9c3-4a74-ac1f-3301843b7434 req-6f5951a1-7e23-4d69-85a4-73f9e51284e3 service neutron] Attempting to bind port 346e1792-c2e9-478f-a8e4-4d32d1e12143 on network b51fae06-be52-4fab-a89b-cef6eae8fffd {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:23:25.783523 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe5845b-e9c3-4a74-ac1f-3301843b7434 req-6f5951a1-7e23-4d69-85a4-73f9e51284e3 service neutron] Port 346e1792-c2e9-478f-a8e4-4d32d1e12143 on network b51fae06-be52-4fab-a89b-cef6eae8fffd not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:23:25.783856 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe5845b-e9c3-4a74-ac1f-3301843b7434 req-6f5951a1-7e23-4d69-85a4-73f9e51284e3 service neutron] Attempting to bind port 346e1792-c2e9-478f-a8e4-4d32d1e12143 on network b51fae06-be52-4fab-a89b-cef6eae8fffd {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:23:25.797793 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe5845b-e9c3-4a74-ac1f-3301843b7434 req-6f5951a1-7e23-4d69-85a4-73f9e51284e3 service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:23:25.799920 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe5845b-e9c3-4a74-ac1f-3301843b7434 req-6f5951a1-7e23-4d69-85a4-73f9e51284e3 service neutron] Checking segment: {'id': '73bbe919-55b7-4c3d-b65b-52e4e628212a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b51fae06-be52-4fab-a89b-cef6eae8fffd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:23:25.803075 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe5845b-e9c3-4a74-ac1f-3301843b7434 req-6f5951a1-7e23-4d69-85a4-73f9e51284e3 service neutron] Bound using segment: {'id': '73bbe919-55b7-4c3d-b65b-52e4e628212a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b51fae06-be52-4fab-a89b-cef6eae8fffd'} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:23:25.804037 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-ffe5845b-e9c3-4a74-ac1f-3301843b7434 req-6f5951a1-7e23-4d69-85a4-73f9e51284e3 service neutron] Bound port: 346e1792-c2e9-478f-a8e4-4d32d1e12143, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73bbe919-55b7-4c3d-b65b-52e4e628212a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b51fae06-be52-4fab-a89b-cef6eae8fffd'}}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:23:25.804791 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-ffe5845b-e9c3-4a74-ac1f-3301843b7434 req-6f5951a1-7e23-4d69-85a4-73f9e51284e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:25.840135 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-18fe09df-dfc6-4854-beaf-35041536c64e req-706a8be5-c4de-47b7-a7b0-4d81e1d40ced tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] For port 045e4680-334f-4fc9-8295-9c5a56bd9a0e, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=045e4680-334f-4fc9-8295-9c5a56bd9a0e,segment=NetworkSegment(ef8db12d-912b-41dd-a4b0-23d24ac98418),segment_id=ef8db12d-912b-41dd-a4b0-23d24ac98418)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:25.841244 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-18fe09df-dfc6-4854-beaf-35041536c64e req-706a8be5-c4de-47b7-a7b0-4d81e1d40ced tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:25.946023 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:25.984994 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-ffe5845b-e9c3-4a74-ac1f-3301843b7434 req-6f5951a1-7e23-4d69-85a4-73f9e51284e3 service neutron] For port 346e1792-c2e9-478f-a8e4-4d32d1e12143, host n-h1-768862-13, cleared binding levels {{(pid=94261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:23:25.991936 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-ffe5845b-e9c3-4a74-ac1f-3301843b7434 req-6f5951a1-7e23-4d69-85a4-73f9e51284e3 service neutron] For port 346e1792-c2e9-478f-a8e4-4d32d1e12143, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=346e1792-c2e9-478f-a8e4-4d32d1e12143,segment=NetworkSegment(73bbe919-55b7-4c3d-b65b-52e4e628212a),segment_id=73bbe919-55b7-4c3d-b65b-52e4e628212a)] {{(pid=94261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:23:26.004901 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-ffe5845b-e9c3-4a74-ac1f-3301843b7434 req-6f5951a1-7e23-4d69-85a4-73f9e51284e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:26.085751 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875ea00a-d6e8-4991-ae42-2e31e504c2b5 req-23f9a6b9-ccad-4979-9dd1-14fae106aab1 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:26.085751 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-875ea00a-d6e8-4991-ae42-2e31e504c2b5 req-23f9a6b9-ccad-4979-9dd1-14fae106aab1 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e167c17-0491-4de2-abe3-67dce381da1c HTTP/1.1" status: 200 len: 932 time: 0.7087405 Aug 10 03:23:26.115764 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 58104) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:26.166018 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe5845b-e9c3-4a74-ac1f-3301843b7434 req-6f5951a1-7e23-4d69-85a4-73f9e51284e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:26.167225 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-ffe5845b-e9c3-4a74-ac1f-3301843b7434 req-6f5951a1-7e23-4d69-85a4-73f9e51284e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:26.171093 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ffe5845b-e9c3-4a74-ac1f-3301843b7434 req-6f5951a1-7e23-4d69-85a4-73f9e51284e3 service neutron] 10.222.0.42 "PUT /v2.0/ports/346e1792-c2e9-478f-a8e4-4d32d1e12143 HTTP/1.1" status: 200 len: 1093 time: 1.7573195 Aug 10 03:23:26.175626 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e167c17-0491-4de2-abe3-67dce381da1c', 'tag': '346e1792-c2e9-478f-a8e4-4d32d1e12143'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:23:26.182515 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-579d5ceb-64fd-4fdb-a89f-860b5f35b05e" -d '{"events": [{"name": "network-changed", "server_uuid": "5e167c17-0491-4de2-abe3-67dce381da1c", "tag": "346e1792-c2e9-478f-a8e4-4d32d1e12143"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:23:26.317357 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5951a1-7e23-4d69-85a4-73f9e51284e3 service neutron] Pushing event updated for resources: {'Port': ['ID=346e1792-c2e9-478f-a8e4-4d32d1e12143,revision_number=3']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:26.337989 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe5845b-e9c3-4a74-ac1f-3301843b7434 req-6dd1d802-5fd9-4ffa-a150-f6cc16e442e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:26.340176 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ffe5845b-e9c3-4a74-ac1f-3301843b7434 req-6dd1d802-5fd9-4ffa-a150-f6cc16e442e0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cb385cfc3d1046e2925732ed1d1b6b8d&device_id=5e167c17-0491-4de2-abe3-67dce381da1c HTTP/1.1" status: 200 len: 1096 time: 0.1019037 Aug 10 03:23:26.436673 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ffe5845b-e9c3-4a74-ac1f-3301843b7434 req-fdf9beae-b8de-490d-a7ef-7e9afe56d04b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=346e1792-c2e9-478f-a8e4-4d32d1e12143 HTTP/1.1" status: 200 len: 217 time: 0.0883369 Aug 10 03:23:26.499600 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e9e6538f-8fae-474b-956f-42b3fad7ff7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:26.547905 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-8ac934d1-b8f9-42d8-9201-c533f6cdc6de tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Allocated IP 10.1.1.125 (63aaa48c-3c91-4250-a53f-1bccfcaa858a/ca1aff80-b32d-4216-9390-cdd43e41ee33/0cd7be64-cc3e-4c91-92fd-30cfd759de99) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:23:26.559260 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe5845b-e9c3-4a74-ac1f-3301843b7434 req-5a951c06-7b55-4230-a6e6-3763522ba788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:26.559590 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-875ea00a-d6e8-4991-ae42-2e31e504c2b5 req-37525cca-366b-4d9a-b1e3-a7d4f2760aed tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4413571 Aug 10 03:23:26.561947 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ffe5845b-e9c3-4a74-ac1f-3301843b7434 req-5a951c06-7b55-4230-a6e6-3763522ba788 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=56efed23-ee55-46bf-9125-3806eab6d04b HTTP/1.1" status: 200 len: 846 time: 0.1160357 Aug 10 03:23:26.627760 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ffe5845b-e9c3-4a74-ac1f-3301843b7434 req-b2f622cc-b667-4b87-a1a9-4da8818e91ea service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b51fae06-be52-4fab-a89b-cef6eae8fffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543451 Aug 10 03:23:26.692614 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d1f2e2b-25f4-4f9f-b6c0-84f3bf3e427f x-openstack-request-id: req-3d1f2e2b-25f4-4f9f-b6c0-84f3bf3e427f {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:23:26.692996 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e167c17-0491-4de2-abe3-67dce381da1c", "tag": "346e1792-c2e9-478f-a8e4-4d32d1e12143", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:23:26.693479 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3d1f2e2b-25f4-4f9f-b6c0-84f3bf3e427f {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:23:26.694114 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e167c17-0491-4de2-abe3-67dce381da1c', 'tag': '346e1792-c2e9-478f-a8e4-4d32d1e12143', 'status': 'completed', 'code': 200} Aug 10 03:23:26.713740 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:26.792647 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 045e4680-334f-4fc9-8295-9c5a56bd9a0e no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:23:26.967858 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ffe5845b-e9c3-4a74-ac1f-3301843b7434 req-cc3bea3e-0a1f-4f3a-bfb6-2125125b1532 service neutron] 10.222.0.42 "GET /v2.0/networks/b51fae06-be52-4fab-a89b-cef6eae8fffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3321397 Aug 10 03:23:26.980343 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:27.065645 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff1cbd3d-c588-4e99-a335-efc4198b98b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '045e4680-334f-4fc9-8295-9c5a56bd9a0e'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:23:27.071033 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-18fe09df-dfc6-4854-beaf-35041536c64e req-706a8be5-c4de-47b7-a7b0-4d81e1d40ced tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:27.071796 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-18fe09df-dfc6-4854-beaf-35041536c64e req-706a8be5-c4de-47b7-a7b0-4d81e1d40ced tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:27.072149 n-d-768862-13 neutron-server[94260]: INFO neutron.db.l3_db [req-18fe09df-dfc6-4854-beaf-35041536c64e req-706a8be5-c4de-47b7-a7b0-4d81e1d40ced tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] Floating IP 052f4220-9b8b-4a88-b989-8ebefd536061 disassociated. External IP: 172.25.6.115, port: 045e4680-334f-4fc9-8295-9c5a56bd9a0e. Aug 10 03:23:27.072747 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-18fe09df-dfc6-4854-beaf-35041536c64e req-706a8be5-c4de-47b7-a7b0-4d81e1d40ced tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] Calling delete_port for 045e4680-334f-4fc9-8295-9c5a56bd9a0e owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:23:27.075232 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f345c60-42c9-460e-ae4f-e193aa1fcb5e" -d '{"events": [{"server_uuid": "ff1cbd3d-c588-4e99-a335-efc4198b98b5", "name": "network-vif-unplugged", "status": "completed", "tag": "045e4680-334f-4fc9-8295-9c5a56bd9a0e"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:23:27.087779 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e9e6538f-8fae-474b-956f-42b3fad7ff7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:27.100973 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e9e6538f-8fae-474b-956f-42b3fad7ff7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:27.111065 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 045e4680-334f-4fc9-8295-9c5a56bd9a0e, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=045e4680-334f-4fc9-8295-9c5a56bd9a0e,segment=NetworkSegment(ef8db12d-912b-41dd-a4b0-23d24ac98418),segment_id=ef8db12d-912b-41dd-a4b0-23d24ac98418)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:27.117926 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:27.204117 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=045e4680-334f-4fc9-8295-9c5a56bd9a0e,revision_number=6']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:27.228476 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e9e6538f-8fae-474b-956f-42b3fad7ff7b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=11f10c464f844c348dab98c4f09e9b10&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1077340 Aug 10 03:23:27.239776 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 58136) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:27.268449 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280919f1-c4f0-41d1-8c63-26cf7540104f req-efadab69-597c-4de6-acaa-c3a9ec276267 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:27.270501 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-280919f1-c4f0-41d1-8c63-26cf7540104f req-efadab69-597c-4de6-acaa-c3a9ec276267 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/ports?device_id=e94bab8c-37ad-48a0-a25d-4fb04fb90837 HTTP/1.1" status: 200 len: 931 time: 0.3690710 Aug 10 03:23:27.274988 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-8ac934d1-b8f9-42d8-9201-c533f6cdc6de tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:27.291680 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee72c60-26ce-4b61-b964-093ebd7fa540 req-87086e43-e8a0-4656-aa63-0e14bfa3e7d5 tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:27.293602 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5ee72c60-26ce-4b61-b964-093ebd7fa540 req-87086e43-e8a0-4656-aa63-0e14bfa3e7d5 tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff1cbd3d-c588-4e99-a335-efc4198b98b5 HTTP/1.1" status: 200 len: 945 time: 0.3623021 Aug 10 03:23:27.296169 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6538f-8fae-474b-956f-42b3fad7ff7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee04e1f7-3017-43b8-93bd-9037f15bafc1,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:27.340198 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-8ac934d1-b8f9-42d8-9201-c533f6cdc6de tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Transition to ACTIVE for port object 0cd7be64-cc3e-4c91-92fd-30cfd759de99 will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:23:27.347650 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ffe5845b-e9c3-4a74-ac1f-3301843b7434 req-0409c1d3-7d98-4aa0-9974-f1fe6aa714d0 service neutron] 10.222.0.42 "GET /v2.0/networks/b51fae06-be52-4fab-a89b-cef6eae8fffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3698089 Aug 10 03:23:27.375843 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-701b1c44-35ca-44e4-b4d1-0a3e9d842847 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:27.410678 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-701b1c44-35ca-44e4-b4d1-0a3e9d842847 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:27.455539 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-280919f1-c4f0-41d1-8c63-26cf7540104f req-d10fe92b-f88d-49d7-a029-3a53cf328cac tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c67c16e-b8a6-4f4f-8d43-6f09a2fb6b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1750498 Aug 10 03:23:27.473566 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5ee72c60-26ce-4b61-b964-093ebd7fa540 req-6c4464a8-0d4a-4498-8923-023754d0ec36 tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] 10.222.0.44 "GET /v2.0/security-groups?id=d40d2ec1-e615-4c84-8d64-72b835c25e85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462367 Aug 10 03:23:27.503169 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-8ac934d1-b8f9-42d8-9201-c533f6cdc6de tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:27.574218 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-701b1c44-35ca-44e4-b4d1-0a3e9d842847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:27.577856 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-701b1c44-35ca-44e4-b4d1-0a3e9d842847 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:27.596613 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-701b1c44-35ca-44e4-b4d1-0a3e9d842847 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ee04e1f7-3017-43b8-93bd-9037f15bafc1 HTTP/1.1" status: 204 len: 168 time: 0.3389442 Aug 10 03:23:27.616965 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-8ac934d1-b8f9-42d8-9201-c533f6cdc6de tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Network 63aaa48c-3c91-4250-a53f-1bccfcaa858a is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:23:27.634341 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-8ac934d1-b8f9-42d8-9201-c533f6cdc6de tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:23:27.637832 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701b1c44-35ca-44e4-b4d1-0a3e9d842847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee04e1f7-3017-43b8-93bd-9037f15bafc1,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:27.676067 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d5ceb-64fd-4fdb-a89f-860b5f35b05e req-67651cc7-24ce-46dd-b726-d92147066801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:27.693742 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-579d5ceb-64fd-4fdb-a89f-860b5f35b05e req-67651cc7-24ce-46dd-b726-d92147066801 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cb385cfc3d1046e2925732ed1d1b6b8d&device_id=5e167c17-0491-4de2-abe3-67dce381da1c HTTP/1.1" status: 200 len: 1096 time: 0.2137156 Aug 10 03:23:27.732472 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-8ac934d1-b8f9-42d8-9201-c533f6cdc6de tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:23:27.927246 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-08e74f46-e293-4cb5-8545-a0d7814cf2e0 req-aca70cb7-de36-44ae-b6e5-02e33c958eb4 tempest-ServerShowV254Test-1072393249 tempest-ServerShowV254Test-1072393249-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5497c45-124d-4f4d-b02d-813fc54db625 HTTP/1.1" status: 200 len: 210 time: 0.3022223 Aug 10 03:23:28.067220 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d5ceb-64fd-4fdb-a89f-860b5f35b05e req-3af03cfb-74db-4fdf-881e-5c0dfa88b8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:28.067220 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-579d5ceb-64fd-4fdb-a89f-860b5f35b05e req-3af03cfb-74db-4fdf-881e-5c0dfa88b8aa service neutron] 10.222.0.42 "GET /v2.0/networks?id=b51fae06-be52-4fab-a89b-cef6eae8fffd HTTP/1.1" status: 200 len: 906 time: 0.3615651 Aug 10 03:23:28.075700 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac934d1-b8f9-42d8-9201-c533f6cdc6de tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Pushing event updated for resources: {'Port': ['ID=0cd7be64-cc3e-4c91-92fd-30cfd759de99,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:28.076976 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83858fd9-016e-4610-99c6-bda50a52cd06 x-openstack-request-id: req-83858fd9-016e-4610-99c6-bda50a52cd06 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:23:28.077493 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff1cbd3d-c588-4e99-a335-efc4198b98b5", "name": "network-vif-unplugged", "status": "completed", "tag": "045e4680-334f-4fc9-8295-9c5a56bd9a0e", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:23:28.077493 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-83858fd9-016e-4610-99c6-bda50a52cd06 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:23:28.077993 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff1cbd3d-c588-4e99-a335-efc4198b98b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '045e4680-334f-4fc9-8295-9c5a56bd9a0e', 'code': 200} Aug 10 03:23:28.098957 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-8ac934d1-b8f9-42d8-9201-c533f6cdc6de tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:28.105674 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-8ac934d1-b8f9-42d8-9201-c533f6cdc6de tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:28.111730 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-18fe09df-dfc6-4854-beaf-35041536c64e req-706a8be5-c4de-47b7-a7b0-4d81e1d40ced tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:28.165021 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706a8be5-c4de-47b7-a7b0-4d81e1d40ced tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] Pushing event deleted for resources: {'Port': ['ID=045e4680-334f-4fc9-8295-9c5a56bd9a0e,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:28.175987 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-8861180e-b4c1-48cc-9865-1ea0c1899ac9 None None] Provisioning for port 0cd7be64-cc3e-4c91-92fd-30cfd759de99 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:23:28.186244 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-8861180e-b4c1-48cc-9865-1ea0c1899ac9 None None] Provisioning complete for port 0cd7be64-cc3e-4c91-92fd-30cfd759de99 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:23:28.187499 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-8861180e-b4c1-48cc-9865-1ea0c1899ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:28.189186 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-579d5ceb-64fd-4fdb-a89f-860b5f35b05e req-2b1cf4bd-011d-441d-a628-e3b27abfda6a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=346e1792-c2e9-478f-a8e4-4d32d1e12143 HTTP/1.1" status: 200 len: 217 time: 0.1012270 Aug 10 03:23:28.216189 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-8ac934d1-b8f9-42d8-9201-c533f6cdc6de tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5103767 Aug 10 03:23:28.272970 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-8861180e-b4c1-48cc-9865-1ea0c1899ac9 None None] Port 0cd7be64-cc3e-4c91-92fd-30cfd759de99 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:23:28.279774 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d5ceb-64fd-4fdb-a89f-860b5f35b05e req-ab2a5da7-8341-4ecd-9268-b2ede8a50b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:28.281288 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-579d5ceb-64fd-4fdb-a89f-860b5f35b05e req-ab2a5da7-8341-4ecd-9268-b2ede8a50b57 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=56efed23-ee55-46bf-9125-3806eab6d04b HTTP/1.1" status: 200 len: 846 time: 0.0838456 Aug 10 03:23:28.281786 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 58150) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:28.294119 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-aa84b3c2-8dba-45c5-8cf6-03ff2df51420 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Request body: {'port': {'device_id': 'e94bab8c-37ad-48a0-a25d-4fb04fb90837', 'network_id': '63aaa48c-3c91-4250-a53f-1bccfcaa858a', 'admin_state_up': True, 'tenant_id': 'd3b56536bca94e8fa8af65288d111f79', 'security_groups': ['5c67c16e-b8a6-4f4f-8d43-6f09a2fb6b31']}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:28.344800 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-57630b3b-0be3-4efc-9b28-6f2c20335abe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:28.349147 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-579d5ceb-64fd-4fdb-a89f-860b5f35b05e req-b5b25e70-274a-4dff-9d1c-096a7deda8a3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b51fae06-be52-4fab-a89b-cef6eae8fffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516894 Aug 10 03:23:28.423063 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be674f-925e-4412-9041-4bf4b652e2cf req-37d7d8d3-8125-4412-90c2-bf6d3142bff5 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:28.434930 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c7be674f-925e-4412-9041-4bf4b652e2cf req-37d7d8d3-8125-4412-90c2-bf6d3142bff5 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e167c17-0491-4de2-abe3-67dce381da1c HTTP/1.1" status: 200 len: 944 time: 0.2712455 Aug 10 03:23:28.596908 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c7be674f-925e-4412-9041-4bf4b652e2cf req-317acfe2-1952-4aa6-9562-6fcfe0c4c6fe tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556294 Aug 10 03:23:28.625100 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [req-18fe09df-dfc6-4854-beaf-35041536c64e req-706a8be5-c4de-47b7-a7b0-4d81e1d40ced tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] Router 04b254f2-817d-4b5d-a553-64e5e0634931 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:23:28.651899 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-579d5ceb-64fd-4fdb-a89f-860b5f35b05e req-8195b006-bdac-4bcd-9fbf-c62de5daa7ad service neutron] 10.222.0.42 "GET /v2.0/networks/b51fae06-be52-4fab-a89b-cef6eae8fffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919140 Aug 10 03:23:28.710384 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-26c180b1-17c9-484e-9b64-75c5b655e5c2 req-15e3f77c-c6cb-4269-879a-d81c9659a78c tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff1cbd3d-c588-4e99-a335-efc4198b98b5 HTTP/1.1" status: 200 len: 210 time: 0.1113074 Aug 10 03:23:28.787027 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 346e1792-c2e9-478f-a8e4-4d32d1e12143 details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:23:28.853514 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-57630b3b-0be3-4efc-9b28-6f2c20335abe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:28.879349 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-57630b3b-0be3-4efc-9b28-6f2c20335abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:28.922732 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-57630b3b-0be3-4efc-9b28-6f2c20335abe admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1bdd1783afc24a68a05e7df75625855a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6397471 Aug 10 03:23:28.927201 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 58160) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:28.992001 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-579d5ceb-64fd-4fdb-a89f-860b5f35b05e req-2cd72e08-359f-41db-80f1-e25260edccc2 service neutron] 10.222.0.42 "GET /v2.0/networks/b51fae06-be52-4fab-a89b-cef6eae8fffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3242357 Aug 10 03:23:29.021829 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57630b3b-0be3-4efc-9b28-6f2c20335abe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=999c890f-e803-4780-a6da-66b9d16ff7a3,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:29.111402 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a56c90d1-3bdb-4efa-adc8-74d41e390574 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:29.156872 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 346e1792-c2e9-478f-a8e4-4d32d1e12143, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=346e1792-c2e9-478f-a8e4-4d32d1e12143,segment=NetworkSegment(73bbe919-55b7-4c3d-b65b-52e4e628212a),segment_id=73bbe919-55b7-4c3d-b65b-52e4e628212a)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:29.177654 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': '346e1792-c2e9-478f-a8e4-4d32d1e12143', 'network_id': 'b51fae06-be52-4fab-a89b-cef6eae8fffd', 'port_id': '346e1792-c2e9-478f-a8e4-4d32d1e12143', 'mac_address': 'fa:16:3e:9c:67:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56efed23-ee55-46bf-9125-3806eab6d04b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:23:29.210725 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a56c90d1-3bdb-4efa-adc8-74d41e390574 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:29.245667 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:29.270095 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 346e1792-c2e9-478f-a8e4-4d32d1e12143 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:23:29.301084 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 346e1792-c2e9-478f-a8e4-4d32d1e12143, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=346e1792-c2e9-478f-a8e4-4d32d1e12143,segment=NetworkSegment(73bbe919-55b7-4c3d-b65b-52e4e628212a),segment_id=73bbe919-55b7-4c3d-b65b-52e4e628212a)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:29.306356 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a56c90d1-3bdb-4efa-adc8-74d41e390574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:29.307319 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:29.316842 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a56c90d1-3bdb-4efa-adc8-74d41e390574 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:29.320187 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a56c90d1-3bdb-4efa-adc8-74d41e390574 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/999c890f-e803-4780-a6da-66b9d16ff7a3 HTTP/1.1" status: 204 len: 168 time: 0.3882332 Aug 10 03:23:29.342445 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56c90d1-3bdb-4efa-adc8-74d41e390574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=999c890f-e803-4780-a6da-66b9d16ff7a3,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:29.506373 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=346e1792-c2e9-478f-a8e4-4d32d1e12143,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:29.569993 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['346e1792-c2e9-478f-a8e4-4d32d1e12143'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:23:29.589501 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-aa84b3c2-8dba-45c5-8cf6-03ff2df51420 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Made reservation on behalf of d3b56536bca94e8fa8af65288d111f79 for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:23:29.593539 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-aa84b3c2-8dba-45c5-8cf6-03ff2df51420 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:29.607447 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4bd430a9-79bd-47a2-92ab-e80d50339eb4 req-5164ada9-9aa6-4524-a965-c5f1fc9444e0 tempest-ServerShowV254Test-1072393249 tempest-ServerShowV254Test-1072393249-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5497c45-124d-4f4d-b02d-813fc54db625 HTTP/1.1" status: 200 len: 210 time: 0.0570233 Aug 10 03:23:29.676086 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48e8a5d-d9a3-460c-852d-7b8fea2d8801 req-d56019c7-b177-4b8a-83e4-a21f84fcd60d tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:29.684757 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48e8a5d-d9a3-460c-852d-7b8fea2d8801 req-d56019c7-b177-4b8a-83e4-a21f84fcd60d tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:29.687593 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f48e8a5d-d9a3-460c-852d-7b8fea2d8801 req-d56019c7-b177-4b8a-83e4-a21f84fcd60d tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/ports?device_id=e94bab8c-37ad-48a0-a25d-4fb04fb90837 HTTP/1.1" status: 200 len: 1653 time: 0.9203935 Aug 10 03:23:29.760703 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-18fe09df-dfc6-4854-beaf-35041536c64e req-706a8be5-c4de-47b7-a7b0-4d81e1d40ced tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:23:29.809267 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23ae382-7649-4a59-a655-f014046abc35 None None] Sync routers for ids ['04b254f2-817d-4b5d-a553-64e5e0634931'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:23:29.866116 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f48e8a5d-d9a3-460c-852d-7b8fea2d8801 req-4f392f75-077f-4dcc-986d-9747981f8948 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c67c16e-b8a6-4f4f-8d43-6f09a2fb6b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1622350 Aug 10 03:23:29.904218 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-18fe09df-dfc6-4854-beaf-35041536c64e req-706a8be5-c4de-47b7-a7b0-4d81e1d40ced tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] No DVR routers for this DVR port 045e4680-334f-4fc9-8295-9c5a56bd9a0e on host n-h1-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:23:29.910472 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-18fe09df-dfc6-4854-beaf-35041536c64e req-706a8be5-c4de-47b7-a7b0-4d81e1d40ced tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:29.913479 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-18fe09df-dfc6-4854-beaf-35041536c64e req-706a8be5-c4de-47b7-a7b0-4d81e1d40ced tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] 10.222.0.42 "DELETE /v2.0/ports/045e4680-334f-4fc9-8295-9c5a56bd9a0e HTTP/1.1" status: 204 len: 173 time: 6.1616850 Aug 10 03:23:29.914392 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff1cbd3d-c588-4e99-a335-efc4198b98b5', 'name': 'network-vif-deleted', 'tag': '045e4680-334f-4fc9-8295-9c5a56bd9a0e'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:23:29.917136 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e3cc00b-0c8b-484c-bc6d-fc2def6cf345" -d '{"events": [{"server_uuid": "ff1cbd3d-c588-4e99-a335-efc4198b98b5", "name": "network-vif-deleted", "tag": "045e4680-334f-4fc9-8295-9c5a56bd9a0e"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:23:29.939667 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23ae382-7649-4a59-a655-f014046abc35 None None] Routers {'04b254f2-817d-4b5d-a553-64e5e0634931'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:23:29.941344 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-d23ae382-7649-4a59-a655-f014046abc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:23:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['04b254f2-817d-4b5d-a553-64e5e0634931'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:30.123214 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-aa84b3c2-8dba-45c5-8cf6-03ff2df51420 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Allocated IP 10.1.1.95 (63aaa48c-3c91-4250-a53f-1bccfcaa858a/ca1aff80-b32d-4216-9390-cdd43e41ee33/c40b5058-84d3-4cd1-8b92-77f51ba65d58) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:23:30.176551 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-70c1fe0b-f5c9-41ee-9df4-6db3bcab819f req-cdc3b829-d41c-49ab-8c8f-58470c78afee tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff1cbd3d-c588-4e99-a335-efc4198b98b5 HTTP/1.1" status: 200 len: 210 time: 0.0676436 Aug 10 03:23:30.206452 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a48e45e-68a3-406b-8556-18b12b08a027 req-b65785ce-f1ad-4343-bd40-263fec9ed369 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:30.208751 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9a48e45e-68a3-406b-8556-18b12b08a027 req-b65785ce-f1ad-4343-bd40-263fec9ed369 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e167c17-0491-4de2-abe3-67dce381da1c HTTP/1.1" status: 200 len: 945 time: 0.2143068 Aug 10 03:23:30.246798 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-d23ae382-7649-4a59-a655-f014046abc35 None None] Set router 04b254f2-817d-4b5d-a553-64e5e0634931 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:23:30.382520 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b6d21c85-450d-4419-aa1d-29c7a3145140 req-01891b8c-aac9-4583-b702-f5c4457a1a7a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a5497c45-124d-4f4d-b02d-813fc54db625 HTTP/1.1" status: 200 len: 210 time: 0.1690929 Aug 10 03:23:30.461277 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9685efcd-0513-4872-ad08-d3877eb0e63e x-openstack-request-id: req-9685efcd-0513-4872-ad08-d3877eb0e63e {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:23:30.461836 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff1cbd3d-c588-4e99-a335-efc4198b98b5", "name": "network-vif-deleted", "tag": "045e4680-334f-4fc9-8295-9c5a56bd9a0e", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:23:30.462510 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9685efcd-0513-4872-ad08-d3877eb0e63e {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:23:30.463142 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff1cbd3d-c588-4e99-a335-efc4198b98b5', 'name': 'network-vif-deleted', 'tag': '045e4680-334f-4fc9-8295-9c5a56bd9a0e', 'status': 'completed', 'code': 200} Aug 10 03:23:30.474949 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9a48e45e-68a3-406b-8556-18b12b08a027 req-5aa76ef5-a15c-4ebc-92ac-deec83984285 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356789 Aug 10 03:23:30.767020 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-aa84b3c2-8dba-45c5-8cf6-03ff2df51420 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:30.788722 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-d23ae382-7649-4a59-a655-f014046abc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b254f2-817d-4b5d-a553-64e5e0634931', 'name': 'tempest-ServersTestManualDisk-584355586-router', 'tenant_id': '1c54b280762545eba61ee7822eb953b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'dff67c5f-4728-4088-8b7d-8d54bca7d96d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:20:58Z', 'updated_at': '2021-08-10T03:21:02Z', 'revision_number': 4, 'project_id': '1c54b280762545eba61ee7822eb953b8', 'gw_port': {'id': 'dff67c5f-4728-4088-8b7d-8d54bca7d96d', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b254f2-817d-4b5d-a553-64e5e0634931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:20:59Z', 'updated_at': '2021-08-10T03:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '2fd9fa31-fd78-46af-9259-922459165ac8', 'name': '', 'network_id': 'd6af8212-aac1-40c5-a707-aa25feb03b38', 'tenant_id': '1c54b280762545eba61ee7822eb953b8', 'mac_address': 'fa:16:3e:db:df:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b254f2-817d-4b5d-a553-64e5e0634931', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'ab41bfa0-d357-41af-aec9-387a65206e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:02Z', 'updated_at': '2021-08-10T03:21:09Z', 'revision_number': 5, 'project_id': '1c54b280762545eba61ee7822eb953b8', 'subnets': [{'id': 'ab41bfa0-d357-41af-aec9-387a65206e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:30.823216 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23ae382-7649-4a59-a655-f014046abc35 None None] Checking router: 04b254f2-817d-4b5d-a553-64e5e0634931 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:23:30.836796 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23ae382-7649-4a59-a655-f014046abc35 None None] Routers {'04b254f2-817d-4b5d-a553-64e5e0634931'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:23:30.837760 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-d23ae382-7649-4a59-a655-f014046abc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:23:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['04b254f2-817d-4b5d-a553-64e5e0634931'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:30.855959 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7b41dd9e-a965-4852-8d93-0a01afec20ba req-1b2e433f-6534-40ac-892f-7c41e633b62e tempest-ServerShowV254Test-1072393249 tempest-ServerShowV254Test-1072393249-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5497c45-124d-4f4d-b02d-813fc54db625 HTTP/1.1" status: 200 len: 210 time: 0.0754752 Aug 10 03:23:30.880453 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-aa84b3c2-8dba-45c5-8cf6-03ff2df51420 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Transition to ACTIVE for port object c40b5058-84d3-4cd1-8b92-77f51ba65d58 will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:23:30.963932 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-aa84b3c2-8dba-45c5-8cf6-03ff2df51420 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:31.197056 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-aa84b3c2-8dba-45c5-8cf6-03ff2df51420 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Network 63aaa48c-3c91-4250-a53f-1bccfcaa858a is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:23:31.215106 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa84b3c2-8dba-45c5-8cf6-03ff2df51420 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Pushing event updated for resources: {'Port': ['ID=c40b5058-84d3-4cd1-8b92-77f51ba65d58,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:31.269866 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-aa84b3c2-8dba-45c5-8cf6-03ff2df51420 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:23:31.277632 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-aa84b3c2-8dba-45c5-8cf6-03ff2df51420 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:23:31.388207 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eb8cf2-a231-4f58-86d2-e37f9dc3a2c0 req-1811c130-b10d-4534-8b25-8d70c1a80ccb tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:31.388467 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 58210) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:31.397451 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eb8cf2-a231-4f58-86d2-e37f9dc3a2c0 req-1811c130-b10d-4534-8b25-8d70c1a80ccb tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:31.409776 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eb8cf2-a231-4f58-86d2-e37f9dc3a2c0 req-1811c130-b10d-4534-8b25-8d70c1a80ccb tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:31.419999 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-33eb8cf2-a231-4f58-86d2-e37f9dc3a2c0 req-1811c130-b10d-4534-8b25-8d70c1a80ccb tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/ports?device_id=e94bab8c-37ad-48a0-a25d-4fb04fb90837 HTTP/1.1" status: 200 len: 2373 time: 0.2987711 Aug 10 03:23:31.453344 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-aa84b3c2-8dba-45c5-8cf6-03ff2df51420 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:31.456129 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-aa84b3c2-8dba-45c5-8cf6-03ff2df51420 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:31.497014 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-aa84b3c2-8dba-45c5-8cf6-03ff2df51420 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.2707925 Aug 10 03:23:31.519805 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-a41fee3b-26cf-4113-8b44-9a14b1972368 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Request body: {'port': {'device_id': 'e94bab8c-37ad-48a0-a25d-4fb04fb90837', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'c16d896b-1b67-48b5-b66a-585f180ec01d', 'admin_state_up': True, 'tenant_id': 'd3b56536bca94e8fa8af65288d111f79', 'security_groups': ['5c67c16e-b8a6-4f4f-8d43-6f09a2fb6b31']}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:31.575284 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-d23ae382-7649-4a59-a655-f014046abc35 None None] Set router 04b254f2-817d-4b5d-a553-64e5e0634931 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:23:31.576510 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-33eb8cf2-a231-4f58-86d2-e37f9dc3a2c0 req-a8d9d050-eb58-4e26-b26d-9d3a0547e678 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c67c16e-b8a6-4f4f-8d43-6f09a2fb6b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548834 Aug 10 03:23:31.605963 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-eed6caa4-4acc-4607-abb3-7971eae8be67 tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:31.692727 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-eed6caa4-4acc-4607-abb3-7971eae8be67 tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:31.814899 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-eed6caa4-4acc-4607-abb3-7971eae8be67 tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:31.821172 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-eed6caa4-4acc-4607-abb3-7971eae8be67 tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:31.822744 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-eed6caa4-4acc-4607-abb3-7971eae8be67 tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] 10.222.0.44 "DELETE /v2.0/security-groups/d40d2ec1-e615-4c84-8d64-72b835c25e85 HTTP/1.1" status: 204 len: 168 time: 0.4324608 Aug 10 03:23:31.827489 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 58220) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:31.847235 n-d-768862-13 neutron-server[94261]: INFO neutron.api.v2.resource [None req-f7e05f31-8221-455e-8c75-8e232954cf2a tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] show failed (client error): The resource could not be found. Aug 10 03:23:31.848445 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-f7e05f31-8221-455e-8c75-8e232954cf2a tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] 10.222.0.44 "GET /v2.0/security-groups/d40d2ec1-e615-4c84-8d64-72b835c25e85 HTTP/1.1" status: 404 len: 347 time: 0.0199506 Aug 10 03:23:31.861743 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 58222) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:31.873477 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed6caa4-4acc-4607-abb3-7971eae8be67 tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d40d2ec1-e615-4c84-8d64-72b835c25e85,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:31.908439 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c80bef6-9d6b-415c-8279-e2565988356f req-c02d1cdd-ffbc-4786-999e-c92e7a87f815 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:31.920112 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1c80bef6-9d6b-415c-8279-e2565988356f req-c02d1cdd-ffbc-4786-999e-c92e7a87f815 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e167c17-0491-4de2-abe3-67dce381da1c HTTP/1.1" status: 200 len: 945 time: 0.1090629 Aug 10 03:23:31.977707 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-a41fee3b-26cf-4113-8b44-9a14b1972368 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Made reservation on behalf of d3b56536bca94e8fa8af65288d111f79 for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:23:32.071192 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1c80bef6-9d6b-415c-8279-e2565988356f req-6bbc8f92-41c5-4117-860f-b8f5f635f9db tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484478 Aug 10 03:23:32.155547 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-a41fee3b-26cf-4113-8b44-9a14b1972368 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:32.178939 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-5e421ac7-0d2b-454c-b1b7-c1cf1d49fc5e None None] Provisioning for port c40b5058-84d3-4cd1-8b92-77f51ba65d58 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:23:32.311236 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-bcc2f0ff-b5de-49f4-ab69-302977867959 tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] Deleting port ef025c12-4e0d-45bd-a10d-f622689521cd {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:23:32.312037 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bcc2f0ff-b5de-49f4-ab69-302977867959 tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:32.319451 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-5e421ac7-0d2b-454c-b1b7-c1cf1d49fc5e None None] Provisioning complete for port c40b5058-84d3-4cd1-8b92-77f51ba65d58 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:23:32.320079 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-5e421ac7-0d2b-454c-b1b7-c1cf1d49fc5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:32.443982 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-5e421ac7-0d2b-454c-b1b7-c1cf1d49fc5e None None] Port c40b5058-84d3-4cd1-8b92-77f51ba65d58 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:23:32.498637 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bcc2f0ff-b5de-49f4-ab69-302977867959 tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:32.499266 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bcc2f0ff-b5de-49f4-ab69-302977867959 tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:32.561783 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-bcc2f0ff-b5de-49f4-ab69-302977867959 tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] Calling delete_port for ef025c12-4e0d-45bd-a10d-f622689521cd owned by network:floatingip {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:23:32.588559 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c93c7067-162d-48f3-8272-12ca580c62d7 req-05070d68-bb9e-42e8-a1f4-00f8acede475 tempest-ServerShowV254Test-1072393249 tempest-ServerShowV254Test-1072393249-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5497c45-124d-4f4d-b02d-813fc54db625 HTTP/1.1" status: 200 len: 210 time: 0.0502648 Aug 10 03:23:32.608482 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-d23ae382-7649-4a59-a655-f014046abc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b254f2-817d-4b5d-a553-64e5e0634931', 'name': 'tempest-ServersTestManualDisk-584355586-router', 'tenant_id': '1c54b280762545eba61ee7822eb953b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'dff67c5f-4728-4088-8b7d-8d54bca7d96d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:20:58Z', 'updated_at': '2021-08-10T03:21:02Z', 'revision_number': 4, 'project_id': '1c54b280762545eba61ee7822eb953b8', 'gw_port': {'id': 'dff67c5f-4728-4088-8b7d-8d54bca7d96d', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b254f2-817d-4b5d-a553-64e5e0634931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:20:59Z', 'updated_at': '2021-08-10T03:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '2fd9fa31-fd78-46af-9259-922459165ac8', 'name': '', 'network_id': 'd6af8212-aac1-40c5-a707-aa25feb03b38', 'tenant_id': '1c54b280762545eba61ee7822eb953b8', 'mac_address': 'fa:16:3e:db:df:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b254f2-817d-4b5d-a553-64e5e0634931', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'ab41bfa0-d357-41af-aec9-387a65206e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:02Z', 'updated_at': '2021-08-10T03:21:09Z', 'revision_number': 5, 'project_id': '1c54b280762545eba61ee7822eb953b8', 'subnets': [{'id': 'ab41bfa0-d357-41af-aec9-387a65206e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:32.643811 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-a41fee3b-26cf-4113-8b44-9a14b1972368 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Allocated IP 10.2.2.100 (c16d896b-1b67-48b5-b66a-585f180ec01d/fa93a2c2-4364-4161-aedc-a9856625b70d/c6098a0b-6358-487c-bb4f-c602b7532c39) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:23:32.664958 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23ae382-7649-4a59-a655-f014046abc35 None None] The sync data for ids ['04b254f2-817d-4b5d-a553-64e5e0634931'] in n-d-768862-13 is: [{'id': '04b254f2-817d-4b5d-a553-64e5e0634931', 'name': 'tempest-ServersTestManualDisk-584355586-router', 'tenant_id': '1c54b280762545eba61ee7822eb953b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'dff67c5f-4728-4088-8b7d-8d54bca7d96d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:20:58Z', 'updated_at': '2021-08-10T03:21:02Z', 'revision_number': 4, 'project_id': '1c54b280762545eba61ee7822eb953b8', 'gw_port': {'id': 'dff67c5f-4728-4088-8b7d-8d54bca7d96d', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b254f2-817d-4b5d-a553-64e5e0634931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:20:59Z', 'updated_at': '2021-08-10T03:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '2fd9fa31-fd78-46af-9259-922459165ac8', 'name': '', 'network_id': 'd6af8212-aac1-40c5-a707-aa25feb03b38', 'tenant_id': '1c54b280762545eba61ee7822eb953b8', 'mac_address': 'fa:16:3e:db:df:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b254f2-817d-4b5d-a553-64e5e0634931', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'ab41bfa0-d357-41af-aec9-387a65206e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:02Z', 'updated_at': '2021-08-10T03:21:09Z', 'revision_number': 5, 'project_id': '1c54b280762545eba61ee7822eb953b8', 'subnets': [{'id': 'ab41bfa0-d357-41af-aec9-387a65206e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:23:32.799549 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 346e1792-c2e9-478f-a8e4-4d32d1e12143 up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:23:32.930137 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning for port 346e1792-c2e9-478f-a8e4-4d32d1e12143 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:23:32.939680 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port 346e1792-c2e9-478f-a8e4-4d32d1e12143 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:23:32.940290 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:32.998868 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bcc2f0ff-b5de-49f4-ab69-302977867959 tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:33.048564 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc2f0ff-b5de-49f4-ab69-302977867959 tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] Pushing event deleted for resources: {'Port': ['ID=ef025c12-4e0d-45bd-a10d-f622689521cd,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:33.149243 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:33.227926 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3255e8-d990-421c-a821-732ab5d13ef9 req-b065dca2-7f59-4b68-b6a1-a2e4231c6d79 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:33.235985 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3255e8-d990-421c-a821-732ab5d13ef9 req-b065dca2-7f59-4b68-b6a1-a2e4231c6d79 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:33.242930 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3255e8-d990-421c-a821-732ab5d13ef9 req-b065dca2-7f59-4b68-b6a1-a2e4231c6d79 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:33.257381 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3d3255e8-d990-421c-a821-732ab5d13ef9 req-b065dca2-7f59-4b68-b6a1-a2e4231c6d79 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/ports?device_id=e94bab8c-37ad-48a0-a25d-4fb04fb90837 HTTP/1.1" status: 200 len: 2373 time: 0.5215492 Aug 10 03:23:33.262205 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41412d8-cde7-4d71-ac6b-f252718153bf None None] New status for floating IP 052f4220-9b8b-4a88-b989-8ebefd536061: DOWN {{(pid=94263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:23:33.305695 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:33.358841 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e167c17-0491-4de2-abe3-67dce381da1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '346e1792-c2e9-478f-a8e4-4d32d1e12143'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:23:33.363733 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa9f1a3-5675-4209-91c1-d26529da2f37" -d '{"events": [{"server_uuid": "5e167c17-0491-4de2-abe3-67dce381da1c", "name": "network-vif-plugged", "status": "completed", "tag": "346e1792-c2e9-478f-a8e4-4d32d1e12143"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:23:33.378379 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bcc2f0ff-b5de-49f4-ab69-302977867959 tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] Notify callbacks [] for floatingip, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:33.394100 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bcc2f0ff-b5de-49f4-ab69-302977867959 tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:33.406568 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 346e1792-c2e9-478f-a8e4-4d32d1e12143, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=346e1792-c2e9-478f-a8e4-4d32d1e12143,segment=NetworkSegment(73bbe919-55b7-4c3d-b65b-52e4e628212a),segment_id=73bbe919-55b7-4c3d-b65b-52e4e628212a)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:33.408774 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-bcc2f0ff-b5de-49f4-ab69-302977867959 tempest-ServersTestManualDisk-1237046241 tempest-ServersTestManualDisk-1237046241-project] 10.222.0.44 "DELETE /v2.0/floatingips/052f4220-9b8b-4a88-b989-8ebefd536061 HTTP/1.1" status: 204 len: 168 time: 1.5439253 Aug 10 03:23:33.410186 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 58264) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:33.421457 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:33.465203 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-a41fee3b-26cf-4113-8b44-9a14b1972368 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:33.539458 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-a41fee3b-26cf-4113-8b44-9a14b1972368 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Transition to ACTIVE for port object c6098a0b-6358-487c-bb4f-c602b7532c39 will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:23:33.683361 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=346e1792-c2e9-478f-a8e4-4d32d1e12143,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:33.704040 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3d3255e8-d990-421c-a821-732ab5d13ef9 req-07495ba0-e3f7-4a33-8362-ce421bf8420a tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c67c16e-b8a6-4f4f-8d43-6f09a2fb6b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4449329 Aug 10 03:23:33.787482 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-a41fee3b-26cf-4113-8b44-9a14b1972368 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:33.923794 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-a41fee3b-26cf-4113-8b44-9a14b1972368 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Network c16d896b-1b67-48b5-b66a-585f180ec01d is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:23:33.932222 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-a41fee3b-26cf-4113-8b44-9a14b1972368 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:23:33.991311 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-a41fee3b-26cf-4113-8b44-9a14b1972368 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:23:34.070393 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41fee3b-26cf-4113-8b44-9a14b1972368 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Pushing event updated for resources: {'Port': ['ID=c6098a0b-6358-487c-bb4f-c602b7532c39,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:34.155213 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be05605-3d11-4a06-8195-70f37b563a0c req-60bce6b5-e0fb-40ad-aefa-0010b845bc37 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:34.171116 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3be05605-3d11-4a06-8195-70f37b563a0c req-60bce6b5-e0fb-40ad-aefa-0010b845bc37 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e167c17-0491-4de2-abe3-67dce381da1c HTTP/1.1" status: 200 len: 946 time: 0.2855198 Aug 10 03:23:34.216057 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-a41fee3b-26cf-4113-8b44-9a14b1972368 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:34.217236 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-a41fee3b-26cf-4113-8b44-9a14b1972368 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:34.303107 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-a41fee3b-26cf-4113-8b44-9a14b1972368 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7964973 Aug 10 03:23:34.321398 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-17692161-5997-4d09-907d-76a7237286ce tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Request body: {'port': {'device_id': 'e94bab8c-37ad-48a0-a25d-4fb04fb90837', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'c16d896b-1b67-48b5-b66a-585f180ec01d', 'admin_state_up': True, 'tenant_id': 'd3b56536bca94e8fa8af65288d111f79', 'security_groups': ['5c67c16e-b8a6-4f4f-8d43-6f09a2fb6b31']}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:34.346710 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3be05605-3d11-4a06-8195-70f37b563a0c req-17e41944-6521-4f1e-98d4-7298305a46cc tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702857 Aug 10 03:23:34.469975 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c207308-9d94-4c70-8f4e-a2e40fd97247 x-openstack-request-id: req-0c207308-9d94-4c70-8f4e-a2e40fd97247 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:23:34.470622 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e167c17-0491-4de2-abe3-67dce381da1c", "name": "network-vif-plugged", "status": "completed", "tag": "346e1792-c2e9-478f-a8e4-4d32d1e12143", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:23:34.471425 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0c207308-9d94-4c70-8f4e-a2e40fd97247 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:23:34.473034 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e167c17-0491-4de2-abe3-67dce381da1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '346e1792-c2e9-478f-a8e4-4d32d1e12143', 'code': 200} Aug 10 03:23:34.537630 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-92cd8b50-fb03-4f73-9c08-858d86dcbc34 None None] Provisioning for port c6098a0b-6358-487c-bb4f-c602b7532c39 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:23:34.549803 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-92cd8b50-fb03-4f73-9c08-858d86dcbc34 None None] Provisioning complete for port c6098a0b-6358-487c-bb4f-c602b7532c39 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:23:34.550149 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-92cd8b50-fb03-4f73-9c08-858d86dcbc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:34.571415 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-fbfb269d-522a-451a-bb4b-61a06420a295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521880'] for router_interface, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:34.701701 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-92cd8b50-fb03-4f73-9c08-858d86dcbc34 None None] Port c6098a0b-6358-487c-bb4f-c602b7532c39 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:23:34.846345 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a4b8f2eb-59ab-4fd2-a267-aad564864fb6 req-b2077de8-29f3-4764-a06d-a01304e40dea tempest-ServerShowV254Test-1072393249 tempest-ServerShowV254Test-1072393249-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5497c45-124d-4f4d-b02d-813fc54db625 HTTP/1.1" status: 200 len: 210 time: 0.0919678 Aug 10 03:23:34.959196 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-17692161-5997-4d09-907d-76a7237286ce tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Made reservation on behalf of d3b56536bca94e8fa8af65288d111f79 for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:23:34.972623 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-17692161-5997-4d09-907d-76a7237286ce tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:35.006695 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17da5c58-ea2f-4e87-9fe2-d34745318e86 req-13fded46-7d2d-422f-9e8c-8d4c95882328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:35.017267 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-17da5c58-ea2f-4e87-9fe2-d34745318e86 req-13fded46-7d2d-422f-9e8c-8d4c95882328 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5e167c17-0491-4de2-abe3-67dce381da1c HTTP/1.1" status: 200 len: 1098 time: 0.4225266 Aug 10 03:23:35.212065 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-17da5c58-ea2f-4e87-9fe2-d34745318e86 req-0a972658-630d-4358-af8f-698c7060b9b0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842108 Aug 10 03:23:35.271046 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-fbfb269d-522a-451a-bb4b-61a06420a295 admin admin] Deleting port 2fd9fa31-fd78-46af-9259-922459165ac8 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:23:35.272039 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-fbfb269d-522a-451a-bb4b-61a06420a295 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:35.291753 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb919c69-c1f8-407b-b821-41f0ff3ba67b req-7df49b51-1e16-4331-9234-da8ce8942966 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:35.299447 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb919c69-c1f8-407b-b821-41f0ff3ba67b req-7df49b51-1e16-4331-9234-da8ce8942966 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:35.306633 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb919c69-c1f8-407b-b821-41f0ff3ba67b req-7df49b51-1e16-4331-9234-da8ce8942966 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:35.313775 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb919c69-c1f8-407b-b821-41f0ff3ba67b req-7df49b51-1e16-4331-9234-da8ce8942966 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:35.316045 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fb919c69-c1f8-407b-b821-41f0ff3ba67b req-7df49b51-1e16-4331-9234-da8ce8942966 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/ports?device_id=e94bab8c-37ad-48a0-a25d-4fb04fb90837 HTTP/1.1" status: 200 len: 3094 time: 0.1602461 Aug 10 03:23:35.417065 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fb919c69-c1f8-407b-b821-41f0ff3ba67b req-27f3dab1-c8b5-4848-bac1-55b3fe1334f2 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c67c16e-b8a6-4f4f-8d43-6f09a2fb6b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893977 Aug 10 03:23:35.444489 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-17692161-5997-4d09-907d-76a7237286ce tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Allocated IP 10.2.2.200 (c16d896b-1b67-48b5-b66a-585f180ec01d/fa93a2c2-4364-4161-aedc-a9856625b70d/4134483f-b371-43e3-9c92-e3039b3c9f4b) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:23:35.489772 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-fbfb269d-522a-451a-bb4b-61a06420a295 admin admin] For port 2fd9fa31-fd78-46af-9259-922459165ac8, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=2fd9fa31-fd78-46af-9259-922459165ac8,segment=NetworkSegment(ef8db12d-912b-41dd-a4b0-23d24ac98418),segment_id=ef8db12d-912b-41dd-a4b0-23d24ac98418)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:35.490765 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-fbfb269d-522a-451a-bb4b-61a06420a295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:35.513866 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-fbfb269d-522a-451a-bb4b-61a06420a295 admin admin] Calling delete_port for 2fd9fa31-fd78-46af-9259-922459165ac8 owned by network:router_interface {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:23:35.673359 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950f4e9a-c275-42c3-a06c-1da4c487b615 req-552ddea8-54f7-46fb-a055-1fd821fde53e tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:35.681104 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-950f4e9a-c275-42c3-a06c-1da4c487b615 req-552ddea8-54f7-46fb-a055-1fd821fde53e tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e167c17-0491-4de2-abe3-67dce381da1c HTTP/1.1" status: 200 len: 946 time: 0.1185501 Aug 10 03:23:35.769797 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-950f4e9a-c275-42c3-a06c-1da4c487b615 req-9c799276-3daf-4a86-afc9-f9083ff1d312 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864761 Aug 10 03:23:35.790482 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-17692161-5997-4d09-907d-76a7237286ce tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:35.804273 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-17692161-5997-4d09-907d-76a7237286ce tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Transition to ACTIVE for port object 4134483f-b371-43e3-9c92-e3039b3c9f4b will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:23:35.858066 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-17692161-5997-4d09-907d-76a7237286ce tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:35.991523 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17692161-5997-4d09-907d-76a7237286ce tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Pushing event updated for resources: {'Port': ['ID=4134483f-b371-43e3-9c92-e3039b3c9f4b,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:36.008453 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-fbfb269d-522a-451a-bb4b-61a06420a295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:36.057728 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-17692161-5997-4d09-907d-76a7237286ce tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Network c16d896b-1b67-48b5-b66a-585f180ec01d is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:23:36.069082 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-17692161-5997-4d09-907d-76a7237286ce tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:23:36.076202 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfb269d-522a-451a-bb4b-61a06420a295 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fd9fa31-fd78-46af-9259-922459165ac8,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:36.186879 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-17692161-5997-4d09-907d-76a7237286ce tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:23:36.210652 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6718cfe6-41f2-447d-a367-2dc5ea4dc2ef req-1e402d2a-dd81-4554-a55f-411aab564124 tempest-ServerShowV254Test-1072393249 tempest-ServerShowV254Test-1072393249-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5497c45-124d-4f4d-b02d-813fc54db625 HTTP/1.1" status: 200 len: 210 time: 0.2091720 Aug 10 03:23:36.360721 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-17692161-5997-4d09-907d-76a7237286ce tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:36.361770 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-17692161-5997-4d09-907d-76a7237286ce tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:36.426926 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-17692161-5997-4d09-907d-76a7237286ce tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1154754 Aug 10 03:23:36.454762 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-c9b0aa7f-d484-4cf3-b3dd-7c667d3be762 service neutron] Request body: {'port': {'device_id': 'e94bab8c-37ad-48a0-a25d-4fb04fb90837', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:36.546679 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 58318) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:36.675123 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-c9b0aa7f-d484-4cf3-b3dd-7c667d3be762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:36.791197 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-e805eb6a-da62-4757-b8f4-060353d34928 None None] Provisioning for port 4134483f-b371-43e3-9c92-e3039b3c9f4b completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:23:36.817056 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-e805eb6a-da62-4757-b8f4-060353d34928 None None] Provisioning complete for port 4134483f-b371-43e3-9c92-e3039b3c9f4b triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:23:36.817848 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e805eb6a-da62-4757-b8f4-060353d34928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:36.924473 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-e805eb6a-da62-4757-b8f4-060353d34928 None None] Port 4134483f-b371-43e3-9c92-e3039b3c9f4b cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:23:37.054690 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b2cbafc5-2a31-4304-9d4e-02c9d29ab209 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:37.074184 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-fbfb269d-522a-451a-bb4b-61a06420a295 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-522536'] for router_interface, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:37.211402 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7210c582-310f-448b-bfaa-cdb6caf4627f req-8e7397c1-7f23-43bd-bc43-d30364e70577 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:37.217889 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7210c582-310f-448b-bfaa-cdb6caf4627f req-8e7397c1-7f23-43bd-bc43-d30364e70577 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:37.224340 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7210c582-310f-448b-bfaa-cdb6caf4627f req-8e7397c1-7f23-43bd-bc43-d30364e70577 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:37.230644 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7210c582-310f-448b-bfaa-cdb6caf4627f req-8e7397c1-7f23-43bd-bc43-d30364e70577 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:37.236815 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7210c582-310f-448b-bfaa-cdb6caf4627f req-8e7397c1-7f23-43bd-bc43-d30364e70577 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:37.238846 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7210c582-310f-448b-bfaa-cdb6caf4627f req-8e7397c1-7f23-43bd-bc43-d30364e70577 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/ports?device_id=e94bab8c-37ad-48a0-a25d-4fb04fb90837 HTTP/1.1" status: 200 len: 3815 time: 0.5271556 Aug 10 03:23:37.266687 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130e8c2d-4bd7-4692-9936-f7e6a27dafd4 req-29bf7d38-33aa-4f31-b4a9-aa837e09c8dd tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:37.268407 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-130e8c2d-4bd7-4692-9936-f7e6a27dafd4 req-29bf7d38-33aa-4f31-b4a9-aa837e09c8dd tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e167c17-0491-4de2-abe3-67dce381da1c HTTP/1.1" status: 200 len: 946 time: 0.3215847 Aug 10 03:23:37.406260 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7210c582-310f-448b-bfaa-cdb6caf4627f req-664bba2a-58e1-46b5-9cac-6f5060e51b3d tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c67c16e-b8a6-4f4f-8d43-6f09a2fb6b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1581798 Aug 10 03:23:37.422099 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-130e8c2d-4bd7-4692-9936-f7e6a27dafd4 req-d775d3e2-a251-43ef-91e1-6f7d7138bf16 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195235 Aug 10 03:23:37.538923 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbfb269d-522a-451a-bb4b-61a06420a295 admin admin] Router 04b254f2-817d-4b5d-a553-64e5e0634931 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:23:37.541456 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b2cbafc5-2a31-4304-9d4e-02c9d29ab209 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:37.558957 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b2cbafc5-2a31-4304-9d4e-02c9d29ab209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:37.566113 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-c9b0aa7f-d484-4cf3-b3dd-7c667d3be762 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ff6203a-ed21-422b-9bb1-c2859958f754 {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:23:37.583895 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-c9b0aa7f-d484-4cf3-b3dd-7c667d3be762 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:37.631818 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-b2cbafc5-2a31-4304-9d4e-02c9d29ab209 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d57beb2eac354fd29921294032d07a01&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0840399 Aug 10 03:23:37.636489 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-c9b0aa7f-d484-4cf3-b3dd-7c667d3be762 service neutron] Transition to ACTIVE for port object 8ff6203a-ed21-422b-9bb1-c2859958f754 will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:23:37.637784 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 58334) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:37.640468 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cbafc5-2a31-4304-9d4e-02c9d29ab209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58495fb1-3988-40b8-844e-b64006a5901c,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:37.650720 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-c9b0aa7f-d484-4cf3-b3dd-7c667d3be762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:37.769887 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b0aa7f-d484-4cf3-b3dd-7c667d3be762 service neutron] Pushing event updated for resources: {'Port': ['ID=8ff6203a-ed21-422b-9bb1-c2859958f754,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:37.875770 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbfb269d-522a-451a-bb4b-61a06420a295 admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:23:37.886791 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-fbfb269d-522a-451a-bb4b-61a06420a295 admin admin] 10.222.0.44 "PUT /v2.0/routers/04b254f2-817d-4b5d-a553-64e5e0634931/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4736762 Aug 10 03:23:37.890551 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 58336) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:37.900884 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ff6368-ce81-40eb-98c3-a5ddbd9fdc6e None None] Sync routers for ids ['04b254f2-817d-4b5d-a553-64e5e0634931'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:23:37.955583 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2f253bd6-2cc5-4a77-b460-382f45101083 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:37.957315 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ff6368-ce81-40eb-98c3-a5ddbd9fdc6e None None] Routers {'04b254f2-817d-4b5d-a553-64e5e0634931'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:23:37.959535 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-86ff6368-ce81-40eb-98c3-a5ddbd9fdc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:23:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['04b254f2-817d-4b5d-a553-64e5e0634931'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:37.990555 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-c9b0aa7f-d484-4cf3-b3dd-7c667d3be762 service neutron] Attempting to bind port 8ff6203a-ed21-422b-9bb1-c2859958f754 on host n-h2-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:23:37.991202 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-c9b0aa7f-d484-4cf3-b3dd-7c667d3be762 service neutron] Attempting to bind port 8ff6203a-ed21-422b-9bb1-c2859958f754 by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': '2b5392f8-89c7-40e3-9685-d71b5684b8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'ba807c4a-a9d3-45a0-921a-7afe6c0e3832'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:23:37.991766 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-c9b0aa7f-d484-4cf3-b3dd-7c667d3be762 service neutron] Attempting to bind port 8ff6203a-ed21-422b-9bb1-c2859958f754 on network ba807c4a-a9d3-45a0-921a-7afe6c0e3832 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:23:38.035987 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2f253bd6-2cc5-4a77-b460-382f45101083 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:38.038655 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-c9b0aa7f-d484-4cf3-b3dd-7c667d3be762 service neutron] Port 8ff6203a-ed21-422b-9bb1-c2859958f754 on network ba807c4a-a9d3-45a0-921a-7afe6c0e3832 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:23:38.039314 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-c9b0aa7f-d484-4cf3-b3dd-7c667d3be762 service neutron] Attempting to bind port 8ff6203a-ed21-422b-9bb1-c2859958f754 on network ba807c4a-a9d3-45a0-921a-7afe6c0e3832 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:23:38.055987 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1ea3d52e-feac-4313-bc08-180809bb713a req-cab00f55-7095-471c-9317-fb34974aac61 tempest-ServerShowV254Test-1072393249 tempest-ServerShowV254Test-1072393249-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5497c45-124d-4f4d-b02d-813fc54db625 HTTP/1.1" status: 200 len: 210 time: 0.0596085 Aug 10 03:23:38.085151 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-c9b0aa7f-d484-4cf3-b3dd-7c667d3be762 service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:23:38.090819 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-c9b0aa7f-d484-4cf3-b3dd-7c667d3be762 service neutron] Checking segment: {'id': '2b5392f8-89c7-40e3-9685-d71b5684b8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'ba807c4a-a9d3-45a0-921a-7afe6c0e3832'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:23:38.091891 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-c9b0aa7f-d484-4cf3-b3dd-7c667d3be762 service neutron] Bound using segment: {'id': '2b5392f8-89c7-40e3-9685-d71b5684b8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'ba807c4a-a9d3-45a0-921a-7afe6c0e3832'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:23:38.092617 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-c9b0aa7f-d484-4cf3-b3dd-7c667d3be762 service neutron] Bound port: 8ff6203a-ed21-422b-9bb1-c2859958f754, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b5392f8-89c7-40e3-9685-d71b5684b8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'ba807c4a-a9d3-45a0-921a-7afe6c0e3832'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:23:38.093257 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-c9b0aa7f-d484-4cf3-b3dd-7c667d3be762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:38.244679 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012ac343-0e6a-492b-bc4e-33a892c08add req-e11fb6c1-bb4a-48c2-9960-2b7655ffd889 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:38.253231 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-012ac343-0e6a-492b-bc4e-33a892c08add req-e11fb6c1-bb4a-48c2-9960-2b7655ffd889 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e167c17-0491-4de2-abe3-67dce381da1c HTTP/1.1" status: 200 len: 946 time: 0.1400137 Aug 10 03:23:38.275752 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2f253bd6-2cc5-4a77-b460-382f45101083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:38.280965 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2f253bd6-2cc5-4a77-b460-382f45101083 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:38.286431 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-2f253bd6-2cc5-4a77-b460-382f45101083 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/58495fb1-3988-40b8-844e-b64006a5901c HTTP/1.1" status: 204 len: 168 time: 0.6433487 Aug 10 03:23:38.286431 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-c9b0aa7f-d484-4cf3-b3dd-7c667d3be762 service neutron] For port 8ff6203a-ed21-422b-9bb1-c2859958f754, host n-h2-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:23:38.312645 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-c9b0aa7f-d484-4cf3-b3dd-7c667d3be762 service neutron] For port 8ff6203a-ed21-422b-9bb1-c2859958f754, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=8ff6203a-ed21-422b-9bb1-c2859958f754,segment=NetworkSegment(2b5392f8-89c7-40e3-9685-d71b5684b8f5),segment_id=2b5392f8-89c7-40e3-9685-d71b5684b8f5)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:23:38.314486 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f253bd6-2cc5-4a77-b460-382f45101083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58495fb1-3988-40b8-844e-b64006a5901c,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:38.326368 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d5790671-7988-4e78-b47f-266f12be331d admin admin] Notify callbacks [] for router, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:38.328658 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-c9b0aa7f-d484-4cf3-b3dd-7c667d3be762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:38.414899 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-86ff6368-ce81-40eb-98c3-a5ddbd9fdc6e None None] Set router 04b254f2-817d-4b5d-a553-64e5e0634931 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:23:38.438974 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b0aa7f-d484-4cf3-b3dd-7c667d3be762 service neutron] Pushing event updated for resources: {'Port': ['ID=8ff6203a-ed21-422b-9bb1-c2859958f754,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:38.460085 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-012ac343-0e6a-492b-bc4e-33a892c08add req-8e0cc048-37b3-413c-a03c-9fd6f60934a7 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055514 Aug 10 03:23:38.522520 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-c9b0aa7f-d484-4cf3-b3dd-7c667d3be762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:38.526004 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-c9b0aa7f-d484-4cf3-b3dd-7c667d3be762 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:38.532093 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-c9b0aa7f-d484-4cf3-b3dd-7c667d3be762 service neutron] 10.222.0.61 "PUT /v2.0/ports/8ff6203a-ed21-422b-9bb1-c2859958f754 HTTP/1.1" status: 200 len: 1092 time: 2.0907350 Aug 10 03:23:38.532837 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e94bab8c-37ad-48a0-a25d-4fb04fb90837', 'tag': '8ff6203a-ed21-422b-9bb1-c2859958f754'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:23:38.539057 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeb5ca0a-aab2-4203-9311-e925c66d4175" -d '{"events": [{"name": "network-changed", "server_uuid": "e94bab8c-37ad-48a0-a25d-4fb04fb90837", "tag": "8ff6203a-ed21-422b-9bb1-c2859958f754"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:23:38.604730 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-21af2a90-69e2-4670-af08-156316a85912 service neutron] Request body: {'port': {'device_id': 'e94bab8c-37ad-48a0-a25d-4fb04fb90837', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:38.726700 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d5790671-7988-4e78-b47f-266f12be331d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:38.875503 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-21af2a90-69e2-4670-af08-156316a85912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:38.928672 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-d5790671-7988-4e78-b47f-266f12be331d admin admin] Deleting port dff67c5f-4728-4088-8b7d-8d54bca7d96d {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:23:38.929670 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d5790671-7988-4e78-b47f-266f12be331d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:39.096142 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-86ff6368-ce81-40eb-98c3-a5ddbd9fdc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b254f2-817d-4b5d-a553-64e5e0634931', 'name': 'tempest-ServersTestManualDisk-584355586-router', 'tenant_id': '1c54b280762545eba61ee7822eb953b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'dff67c5f-4728-4088-8b7d-8d54bca7d96d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:20:58Z', 'updated_at': '2021-08-10T03:23:35Z', 'revision_number': 5, 'project_id': '1c54b280762545eba61ee7822eb953b8', 'gw_port': {'id': 'dff67c5f-4728-4088-8b7d-8d54bca7d96d', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b254f2-817d-4b5d-a553-64e5e0634931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:20:59Z', 'updated_at': '2021-08-10T03:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:39.168824 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ff6368-ce81-40eb-98c3-a5ddbd9fdc6e None None] Checking router: 04b254f2-817d-4b5d-a553-64e5e0634931 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:23:39.188125 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ff6368-ce81-40eb-98c3-a5ddbd9fdc6e None None] Routers {'04b254f2-817d-4b5d-a553-64e5e0634931'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:23:39.189235 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-86ff6368-ce81-40eb-98c3-a5ddbd9fdc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:23:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['04b254f2-817d-4b5d-a553-64e5e0634931'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:39.194084 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 58358) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:39.263096 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d224ef5b-ad91-4dde-800a-9c4ab5ab684a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:39.385155 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-86ff6368-ce81-40eb-98c3-a5ddbd9fdc6e None None] Set router 04b254f2-817d-4b5d-a553-64e5e0634931 gateway port host: None {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:23:39.484808 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb5ca0a-aab2-4203-9311-e925c66d4175 req-14669036-906e-4734-a317-939968530035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:39.484808 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb5ca0a-aab2-4203-9311-e925c66d4175 req-14669036-906e-4734-a317-939968530035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:39.484808 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb5ca0a-aab2-4203-9311-e925c66d4175 req-14669036-906e-4734-a317-939968530035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:39.484808 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb5ca0a-aab2-4203-9311-e925c66d4175 req-14669036-906e-4734-a317-939968530035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:39.484808 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb5ca0a-aab2-4203-9311-e925c66d4175 req-14669036-906e-4734-a317-939968530035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:39.497714 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-eeb5ca0a-aab2-4203-9311-e925c66d4175 req-14669036-906e-4734-a317-939968530035 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d3b56536bca94e8fa8af65288d111f79&device_id=e94bab8c-37ad-48a0-a25d-4fb04fb90837 HTTP/1.1" status: 200 len: 4363 time: 0.4176865 Aug 10 03:23:39.538042 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-86ff6368-ce81-40eb-98c3-a5ddbd9fdc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b254f2-817d-4b5d-a553-64e5e0634931', 'name': 'tempest-ServersTestManualDisk-584355586-router', 'tenant_id': '1c54b280762545eba61ee7822eb953b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:20:58Z', 'updated_at': '2021-08-10T03:23:38Z', 'revision_number': 6, 'project_id': '1c54b280762545eba61ee7822eb953b8', 'gw_port_host': None}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:39.597418 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-d5790671-7988-4e78-b47f-266f12be331d admin admin] For port dff67c5f-4728-4088-8b7d-8d54bca7d96d, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=dff67c5f-4728-4088-8b7d-8d54bca7d96d,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:39.597803 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d5790671-7988-4e78-b47f-266f12be331d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:39.599374 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ff6368-ce81-40eb-98c3-a5ddbd9fdc6e None None] The sync data for ids ['04b254f2-817d-4b5d-a553-64e5e0634931'] in n-d-768862-13 is: [{'id': '04b254f2-817d-4b5d-a553-64e5e0634931', 'name': 'tempest-ServersTestManualDisk-584355586-router', 'tenant_id': '1c54b280762545eba61ee7822eb953b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:20:58Z', 'updated_at': '2021-08-10T03:23:38Z', 'revision_number': 6, 'project_id': '1c54b280762545eba61ee7822eb953b8', 'gw_port_host': None}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:23:39.657819 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-d5790671-7988-4e78-b47f-266f12be331d admin admin] Calling delete_port for dff67c5f-4728-4088-8b7d-8d54bca7d96d owned by network:router_gateway {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:23:39.670823 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d224ef5b-ad91-4dde-800a-9c4ab5ab684a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:39.690366 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d224ef5b-ad91-4dde-800a-9c4ab5ab684a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:39.720621 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b14ef3e3-a33e-40bb-bd39-b691970426cc x-openstack-request-id: req-b14ef3e3-a33e-40bb-bd39-b691970426cc {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:23:39.721618 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e94bab8c-37ad-48a0-a25d-4fb04fb90837", "tag": "8ff6203a-ed21-422b-9bb1-c2859958f754", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:23:39.722111 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b14ef3e3-a33e-40bb-bd39-b691970426cc {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:23:39.722784 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e94bab8c-37ad-48a0-a25d-4fb04fb90837', 'tag': '8ff6203a-ed21-422b-9bb1-c2859958f754', 'status': 'completed', 'code': 200} Aug 10 03:23:39.796517 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d224ef5b-ad91-4dde-800a-9c4ab5ab684a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd38c213-3923-4ab9-a82d-db554fc293d3,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:39.804157 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb5ca0a-aab2-4203-9311-e925c66d4175 req-85e3d44c-465f-44a3-8731-4e65aeafd92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:39.804729 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb5ca0a-aab2-4203-9311-e925c66d4175 req-85e3d44c-465f-44a3-8731-4e65aeafd92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:39.805209 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb5ca0a-aab2-4203-9311-e925c66d4175 req-85e3d44c-465f-44a3-8731-4e65aeafd92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:39.806936 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-eeb5ca0a-aab2-4203-9311-e925c66d4175 req-85e3d44c-465f-44a3-8731-4e65aeafd92c service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=d3b56536bca94e8fa8af65288d111f79&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.2916062 Aug 10 03:23:39.809168 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b551bac0-0fb9-4dce-a108-e3b3579373ba req-abc44097-d708-41a0-b50f-2ce262324628 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:39.815599 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-d224ef5b-ad91-4dde-800a-9c4ab5ab684a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=881c4b62eed74645a975f1dabe61be52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5889442 Aug 10 03:23:39.818419 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 58360) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:39.821679 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b551bac0-0fb9-4dce-a108-e3b3579373ba req-abc44097-d708-41a0-b50f-2ce262324628 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:39.834469 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b551bac0-0fb9-4dce-a108-e3b3579373ba req-abc44097-d708-41a0-b50f-2ce262324628 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:39.842443 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b551bac0-0fb9-4dce-a108-e3b3579373ba req-abc44097-d708-41a0-b50f-2ce262324628 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:39.851452 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b551bac0-0fb9-4dce-a108-e3b3579373ba req-abc44097-d708-41a0-b50f-2ce262324628 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:39.853843 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b551bac0-0fb9-4dce-a108-e3b3579373ba req-abc44097-d708-41a0-b50f-2ce262324628 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/ports?device_id=e94bab8c-37ad-48a0-a25d-4fb04fb90837 HTTP/1.1" status: 200 len: 3827 time: 1.0649676 Aug 10 03:23:39.925850 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42b8257-716d-4d33-b55c-93f76b38a842 req-2d12d825-67c8-4103-99c1-9c0a38b651d8 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:39.928189 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b42b8257-716d-4d33-b55c-93f76b38a842 req-2d12d825-67c8-4103-99c1-9c0a38b651d8 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e167c17-0491-4de2-abe3-67dce381da1c HTTP/1.1" status: 200 len: 946 time: 0.2039876 Aug 10 03:23:40.043395 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-33469f5a-a887-4c8a-9233-be2c99b5b1b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:40.048435 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 2fd9fa31-fd78-46af-9259-922459165ac8 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:23:40.051205 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b551bac0-0fb9-4dce-a108-e3b3579373ba req-f5186d53-3570-4b81-8934-ae68a809e04f tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c67c16e-b8a6-4f4f-8d43-6f09a2fb6b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1636822 Aug 10 03:23:40.110035 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 2fd9fa31-fd78-46af-9259-922459165ac8 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:23:40.110839 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 2fd9fa31-fd78-46af-9259-922459165ac8 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:23:40.120235 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb5ca0a-aab2-4203-9311-e925c66d4175 req-e2d2ca61-fc60-489e-b8a1-acf5917fc00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:40.122560 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-eeb5ca0a-aab2-4203-9311-e925c66d4175 req-e2d2ca61-fc60-489e-b8a1-acf5917fc00f service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2941465 Aug 10 03:23:40.162049 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b42b8257-716d-4d33-b55c-93f76b38a842 req-84305d9b-e63e-4b46-9700-74b0e9bc0e2a tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018912 Aug 10 03:23:40.222360 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-33469f5a-a887-4c8a-9233-be2c99b5b1b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:40.225983 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-21af2a90-69e2-4670-af08-156316a85912 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56cb4eba-c06f-4bc1-b8d8-963a991424ec {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:23:40.246573 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-21af2a90-69e2-4670-af08-156316a85912 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:40.259215 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d5790671-7988-4e78-b47f-266f12be331d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:40.301680 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5790671-7988-4e78-b47f-266f12be331d admin admin] Pushing event deleted for resources: {'Port': ['ID=dff67c5f-4728-4088-8b7d-8d54bca7d96d,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:40.324185 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0b03c5df-55e5-4a83-988d-8d0d422cfca4 req-802ebd4a-6961-46ca-8782-425358664245 tempest-ServerShowV254Test-1072393249 tempest-ServerShowV254Test-1072393249-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5497c45-124d-4f4d-b02d-813fc54db625 HTTP/1.1" status: 200 len: 210 time: 0.0673935 Aug 10 03:23:40.390289 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-21af2a90-69e2-4670-af08-156316a85912 service neutron] Transition to ACTIVE for port object 56cb4eba-c06f-4bc1-b8d8-963a991424ec will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:23:40.391358 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d5790671-7988-4e78-b47f-266f12be331d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520654'] for router_gateway, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:40.411022 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-21af2a90-69e2-4670-af08-156316a85912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:40.532934 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d5790671-7988-4e78-b47f-266f12be331d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:40.552153 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d5790671-7988-4e78-b47f-266f12be331d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:40.557787 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-33469f5a-a887-4c8a-9233-be2c99b5b1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:40.564192 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-33469f5a-a887-4c8a-9233-be2c99b5b1b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:40.575507 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-33469f5a-a887-4c8a-9233-be2c99b5b1b1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bd38c213-3923-4ab9-a82d-db554fc293d3 HTTP/1.1" status: 204 len: 168 time: 0.7519653 Aug 10 03:23:40.608981 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21af2a90-69e2-4670-af08-156316a85912 service neutron] Pushing event updated for resources: {'Port': ['ID=56cb4eba-c06f-4bc1-b8d8-963a991424ec,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:40.631203 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33469f5a-a887-4c8a-9233-be2c99b5b1b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd38c213-3923-4ab9-a82d-db554fc293d3,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:40.720998 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a25a72-cec4-4a89-a00c-e7746c70cf70 req-6b806195-a2c6-460b-b0a2-8b7b323aa9d7 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:40.722717 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f0a25a72-cec4-4a89-a00c-e7746c70cf70 req-6b806195-a2c6-460b-b0a2-8b7b323aa9d7 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e167c17-0491-4de2-abe3-67dce381da1c HTTP/1.1" status: 200 len: 946 time: 0.3976719 Aug 10 03:23:40.808744 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d5790671-7988-4e78-b47f-266f12be331d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:40.813637 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5790671-7988-4e78-b47f-266f12be331d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04b254f2-817d-4b5d-a553-64e5e0634931 {{(pid=94261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:23:40.828577 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d5790671-7988-4e78-b47f-266f12be331d admin admin] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:40.829979 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-d5790671-7988-4e78-b47f-266f12be331d admin admin] 10.222.0.44 "DELETE /v2.0/routers/04b254f2-817d-4b5d-a553-64e5e0634931 HTTP/1.1" status: 204 len: 168 time: 2.9381356 Aug 10 03:23:40.837074 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 58370) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:40.978912 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-21af2a90-69e2-4670-af08-156316a85912 service neutron] Attempting to bind port 56cb4eba-c06f-4bc1-b8d8-963a991424ec on host n-h2-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:23:40.979564 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-21af2a90-69e2-4670-af08-156316a85912 service neutron] Attempting to bind port 56cb4eba-c06f-4bc1-b8d8-963a991424ec by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': 'da5baf82-2c94-46cf-9d3e-76c1062019c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '63aaa48c-3c91-4250-a53f-1bccfcaa858a'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:23:40.982315 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-21af2a90-69e2-4670-af08-156316a85912 service neutron] Attempting to bind port 56cb4eba-c06f-4bc1-b8d8-963a991424ec on network 63aaa48c-3c91-4250-a53f-1bccfcaa858a {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:23:41.040271 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-21af2a90-69e2-4670-af08-156316a85912 service neutron] Port 56cb4eba-c06f-4bc1-b8d8-963a991424ec on network 63aaa48c-3c91-4250-a53f-1bccfcaa858a not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:23:41.041144 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-21af2a90-69e2-4670-af08-156316a85912 service neutron] Attempting to bind port 56cb4eba-c06f-4bc1-b8d8-963a991424ec on network 63aaa48c-3c91-4250-a53f-1bccfcaa858a {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:23:41.048281 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c0135b7-2f72-4a87-aec3-ce19fea81dfe admin admin] Deleting subnet ab41bfa0-d357-41af-aec9-387a65206e18 {{(pid=94260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:23:41.055373 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9c0135b7-2f72-4a87-aec3-ce19fea81dfe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:41.088520 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-21af2a90-69e2-4670-af08-156316a85912 service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:23:41.089025 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-21af2a90-69e2-4670-af08-156316a85912 service neutron] Checking segment: {'id': 'da5baf82-2c94-46cf-9d3e-76c1062019c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '63aaa48c-3c91-4250-a53f-1bccfcaa858a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:23:41.090074 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-21af2a90-69e2-4670-af08-156316a85912 service neutron] Bound using segment: {'id': 'da5baf82-2c94-46cf-9d3e-76c1062019c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '63aaa48c-3c91-4250-a53f-1bccfcaa858a'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:23:41.090854 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-21af2a90-69e2-4670-af08-156316a85912 service neutron] Bound port: 56cb4eba-c06f-4bc1-b8d8-963a991424ec, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da5baf82-2c94-46cf-9d3e-76c1062019c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '63aaa48c-3c91-4250-a53f-1bccfcaa858a'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:23:41.091457 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-21af2a90-69e2-4670-af08-156316a85912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:41.143239 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9c0135b7-2f72-4a87-aec3-ce19fea81dfe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191173'] for subnet, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:41.282359 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-f0a25a72-cec4-4a89-a00c-e7746c70cf70 req-fa244619-b67a-4c7e-bfa7-b703e13c4392 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Deleting port 346e1792-c2e9-478f-a8e4-4d32d1e12143 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:23:41.282959 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-f0a25a72-cec4-4a89-a00c-e7746c70cf70 req-fa244619-b67a-4c7e-bfa7-b703e13c4392 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:41.395079 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-21af2a90-69e2-4670-af08-156316a85912 service neutron] For port 56cb4eba-c06f-4bc1-b8d8-963a991424ec, host n-h2-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:23:41.555256 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-21af2a90-69e2-4670-af08-156316a85912 service neutron] For port 56cb4eba-c06f-4bc1-b8d8-963a991424ec, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=56cb4eba-c06f-4bc1-b8d8-963a991424ec,segment=NetworkSegment(da5baf82-2c94-46cf-9d3e-76c1062019c8),segment_id=da5baf82-2c94-46cf-9d3e-76c1062019c8)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:23:41.609353 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5166c9a0-7d09-4546-9e6d-90760485f148 req-3327e75e-b352-413b-9505-1d421a7ddbf5 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:41.623390 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5166c9a0-7d09-4546-9e6d-90760485f148 req-3327e75e-b352-413b-9505-1d421a7ddbf5 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:41.636713 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5166c9a0-7d09-4546-9e6d-90760485f148 req-3327e75e-b352-413b-9505-1d421a7ddbf5 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:41.649175 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5166c9a0-7d09-4546-9e6d-90760485f148 req-3327e75e-b352-413b-9505-1d421a7ddbf5 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:41.662082 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5166c9a0-7d09-4546-9e6d-90760485f148 req-3327e75e-b352-413b-9505-1d421a7ddbf5 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:41.675421 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5166c9a0-7d09-4546-9e6d-90760485f148 req-3327e75e-b352-413b-9505-1d421a7ddbf5 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:41.681894 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5166c9a0-7d09-4546-9e6d-90760485f148 req-3327e75e-b352-413b-9505-1d421a7ddbf5 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/ports?device_id=e94bab8c-37ad-48a0-a25d-4fb04fb90837 HTTP/1.1" status: 200 len: 4603 time: 0.4587560 Aug 10 03:23:41.694792 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-21af2a90-69e2-4670-af08-156316a85912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:41.708971 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9c0135b7-2f72-4a87-aec3-ce19fea81dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:41.819652 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522df73d-94d0-4ede-91de-b5ed48e9af7b req-c55f1af1-8d17-46a7-9c51-96368d849ef0 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:41.821229 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-522df73d-94d0-4ede-91de-b5ed48e9af7b req-c55f1af1-8d17-46a7-9c51-96368d849ef0 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e167c17-0491-4de2-abe3-67dce381da1c HTTP/1.1" status: 200 len: 946 time: 0.4949760 Aug 10 03:23:41.847327 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-21af2a90-69e2-4670-af08-156316a85912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:41.847964 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-21af2a90-69e2-4670-af08-156316a85912 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:41.849439 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-21af2a90-69e2-4670-af08-156316a85912 service neutron] 10.222.0.61 "PUT /v2.0/ports/56cb4eba-c06f-4bc1-b8d8-963a991424ec HTTP/1.1" status: 200 len: 1135 time: 3.2606366 Aug 10 03:23:41.851970 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e94bab8c-37ad-48a0-a25d-4fb04fb90837', 'tag': '56cb4eba-c06f-4bc1-b8d8-963a991424ec'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:23:41.853991 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3e3fe1-ad45-47cb-966d-f293b12c0323" -d '{"events": [{"name": "network-changed", "server_uuid": "e94bab8c-37ad-48a0-a25d-4fb04fb90837", "tag": "56cb4eba-c06f-4bc1-b8d8-963a991424ec"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:23:41.893032 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device dff67c5f-4728-4088-8b7d-8d54bca7d96d no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:23:41.914844 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-e00f8e5d-7044-469b-94bd-7ebc6e77b823 service neutron] Request body: {'port': {'device_id': 'e94bab8c-37ad-48a0-a25d-4fb04fb90837', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:41.919874 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-f0a25a72-cec4-4a89-a00c-e7746c70cf70 req-fa244619-b67a-4c7e-bfa7-b703e13c4392 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] For port 346e1792-c2e9-478f-a8e4-4d32d1e12143, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=346e1792-c2e9-478f-a8e4-4d32d1e12143,segment=NetworkSegment(73bbe919-55b7-4c3d-b65b-52e4e628212a),segment_id=73bbe919-55b7-4c3d-b65b-52e4e628212a)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:41.920252 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-f0a25a72-cec4-4a89-a00c-e7746c70cf70 req-fa244619-b67a-4c7e-bfa7-b703e13c4392 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:41.966972 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5166c9a0-7d09-4546-9e6d-90760485f148 req-879df0d0-3428-4223-8805-1c74f29ad973 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c67c16e-b8a6-4f4f-8d43-6f09a2fb6b31&id=716261c9-08fe-460b-8070-c5648185c899&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2541738 Aug 10 03:23:41.993211 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: dff67c5f-4728-4088-8b7d-8d54bca7d96d {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:23:41.993710 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device dff67c5f-4728-4088-8b7d-8d54bca7d96d not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:23:42.000809 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21af2a90-69e2-4670-af08-156316a85912 service neutron] Pushing event updated for resources: {'Port': ['ID=56cb4eba-c06f-4bc1-b8d8-963a991424ec,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:42.044847 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-f0a25a72-cec4-4a89-a00c-e7746c70cf70 req-fa244619-b67a-4c7e-bfa7-b703e13c4392 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Calling delete_port for 346e1792-c2e9-478f-a8e4-4d32d1e12143 owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:23:42.313158 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-522df73d-94d0-4ede-91de-b5ed48e9af7b req-7db4d0cc-c10f-492f-b703-45fd8c23b58b tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4725425 Aug 10 03:23:42.334211 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b3661c72-e337-41a7-8891-a7d0a6d3ac7d req-40c2eb00-3c0c-419b-8992-6a1039ca5a25 tempest-ServerShowV254Test-1072393249 tempest-ServerShowV254Test-1072393249-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5497c45-124d-4f4d-b02d-813fc54db625 HTTP/1.1" status: 200 len: 210 time: 0.1223838 Aug 10 03:23:42.341371 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9c0135b7-2f72-4a87-aec3-ce19fea81dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:42.446782 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-e00f8e5d-7044-469b-94bd-7ebc6e77b823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:42.454997 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb04001-e815-4a87-b150-1b20e09e95b8 None None] Network d6af8212-aac1-40c5-a707-aa25feb03b38 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:23:42.568678 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9c0135b7-2f72-4a87-aec3-ce19fea81dfe admin admin] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:42.572875 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-9c0135b7-2f72-4a87-aec3-ce19fea81dfe admin admin] 10.222.0.44 "DELETE /v2.0/subnets/ab41bfa0-d357-41af-aec9-387a65206e18 HTTP/1.1" status: 204 len: 168 time: 1.7257464 Aug 10 03:23:42.573948 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2153e60d-9e6f-4b93-8f49-b2d5627681ac x-openstack-request-id: req-2153e60d-9e6f-4b93-8f49-b2d5627681ac {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:23:42.574147 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 58416) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:42.574658 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e94bab8c-37ad-48a0-a25d-4fb04fb90837", "tag": "56cb4eba-c06f-4bc1-b8d8-963a991424ec", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:23:42.574658 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2153e60d-9e6f-4b93-8f49-b2d5627681ac {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:23:42.574924 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e94bab8c-37ad-48a0-a25d-4fb04fb90837', 'tag': '56cb4eba-c06f-4bc1-b8d8-963a991424ec', 'status': 'completed', 'code': 200} Aug 10 03:23:42.577362 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-f0a25a72-cec4-4a89-a00c-e7746c70cf70 req-fa244619-b67a-4c7e-bfa7-b703e13c4392 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:42.579237 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0135b7-2f72-4a87-aec3-ce19fea81dfe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab41bfa0-d357-41af-aec9-387a65206e18,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:42.605538 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['c86633db-c378-444d-8268-3b286fd3bbb7'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:23:42.640300 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa244619-b67a-4c7e-bfa7-b703e13c4392 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Pushing event deleted for resources: {'Port': ['ID=346e1792-c2e9-478f-a8e4-4d32d1e12143,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:42.708482 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0a25a72-cec4-4a89-a00c-e7746c70cf70 req-fa244619-b67a-4c7e-bfa7-b703e13c4392 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] No DVR routers for this DVR port 346e1792-c2e9-478f-a8e4-4d32d1e12143 on host n-h1-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:23:42.711927 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-f0a25a72-cec4-4a89-a00c-e7746c70cf70 req-fa244619-b67a-4c7e-bfa7-b703e13c4392 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:42.713989 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f0a25a72-cec4-4a89-a00c-e7746c70cf70 req-fa244619-b67a-4c7e-bfa7-b703e13c4392 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.42 "DELETE /v2.0/ports/346e1792-c2e9-478f-a8e4-4d32d1e12143 HTTP/1.1" status: 204 len: 173 time: 1.9356804 Aug 10 03:23:42.716264 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3e3fe1-ad45-47cb-966d-f293b12c0323 req-dad64c5c-5830-4579-b3ac-e9f610f1b4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:42.716861 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3e3fe1-ad45-47cb-966d-f293b12c0323 req-dad64c5c-5830-4579-b3ac-e9f610f1b4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:42.717673 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3e3fe1-ad45-47cb-966d-f293b12c0323 req-dad64c5c-5830-4579-b3ac-e9f610f1b4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:42.717834 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3e3fe1-ad45-47cb-966d-f293b12c0323 req-dad64c5c-5830-4579-b3ac-e9f610f1b4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:42.718513 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3e3fe1-ad45-47cb-966d-f293b12c0323 req-dad64c5c-5830-4579-b3ac-e9f610f1b4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:42.718904 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3e3fe1-ad45-47cb-966d-f293b12c0323 req-dad64c5c-5830-4579-b3ac-e9f610f1b4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:42.724945 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-2d3e3fe1-ad45-47cb-966d-f293b12c0323 req-dad64c5c-5830-4579-b3ac-e9f610f1b4d5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d3b56536bca94e8fa8af65288d111f79&device_id=e94bab8c-37ad-48a0-a25d-4fb04fb90837 HTTP/1.1" status: 200 len: 5291 time: 0.1527071 Aug 10 03:23:42.824053 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-885deea2-04db-4f85-bd63-e8c639571635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:42.855967 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 346e1792-c2e9-478f-a8e4-4d32d1e12143 no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:23:42.900129 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] No Port match for: 346e1792-c2e9-478f-a8e4-4d32d1e12143 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:23:42.901507 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 346e1792-c2e9-478f-a8e4-4d32d1e12143 not bound to the agent host n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:23:42.989459 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3e3fe1-ad45-47cb-966d-f293b12c0323 req-5a3ad889-5d02-4041-b250-5c3bc76fc686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:42.990434 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3e3fe1-ad45-47cb-966d-f293b12c0323 req-5a3ad889-5d02-4041-b250-5c3bc76fc686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:42.990934 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3e3fe1-ad45-47cb-966d-f293b12c0323 req-5a3ad889-5d02-4041-b250-5c3bc76fc686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:42.993478 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-2d3e3fe1-ad45-47cb-966d-f293b12c0323 req-5a3ad889-5d02-4041-b250-5c3bc76fc686 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=d3b56536bca94e8fa8af65288d111f79&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.2362092 Aug 10 03:23:43.074863 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03a102c-f6eb-4242-b675-f509a144e350 None None] DHCP port deletion for d6af8212-aac1-40c5-a707-aa25feb03b38 request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:23:43.152601 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-f03a102c-f6eb-4242-b675-f509a144e350 None None] Deleting port 2365ce9f-fb0e-4c0d-a359-7fa7473c156a {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:23:43.153412 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f03a102c-f6eb-4242-b675-f509a144e350 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:43.204478 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-885deea2-04db-4f85-bd63-e8c639571635 admin admin] Deleting port 2365ce9f-fb0e-4c0d-a359-7fa7473c156a {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:23:43.205062 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-885deea2-04db-4f85-bd63-e8c639571635 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:43.254454 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-e00f8e5d-7044-469b-94bd-7ebc6e77b823 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd1eca9b-5bbc-491b-8156-b62b269a02ad {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:23:43.280434 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-e00f8e5d-7044-469b-94bd-7ebc6e77b823 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:43.293105 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-f03a102c-f6eb-4242-b675-f509a144e350 None None] For port 2365ce9f-fb0e-4c0d-a359-7fa7473c156a, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=2365ce9f-fb0e-4c0d-a359-7fa7473c156a,segment=NetworkSegment(ef8db12d-912b-41dd-a4b0-23d24ac98418),segment_id=ef8db12d-912b-41dd-a4b0-23d24ac98418)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:43.293652 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f03a102c-f6eb-4242-b675-f509a144e350 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:43.302115 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-e00f8e5d-7044-469b-94bd-7ebc6e77b823 service neutron] Transition to ACTIVE for port object cd1eca9b-5bbc-491b-8156-b62b269a02ad will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:23:43.315992 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-f03a102c-f6eb-4242-b675-f509a144e350 None None] Calling delete_port for 2365ce9f-fb0e-4c0d-a359-7fa7473c156a owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:23:43.319773 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-e00f8e5d-7044-469b-94bd-7ebc6e77b823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:43.441711 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-885deea2-04db-4f85-bd63-e8c639571635 admin admin] For port 2365ce9f-fb0e-4c0d-a359-7fa7473c156a, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=2365ce9f-fb0e-4c0d-a359-7fa7473c156a,segment=NetworkSegment(ef8db12d-912b-41dd-a4b0-23d24ac98418),segment_id=ef8db12d-912b-41dd-a4b0-23d24ac98418)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:43.443434 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-885deea2-04db-4f85-bd63-e8c639571635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:43.493553 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16987c4f-2ae6-4ed5-8810-f6d34bf4d6be req-b4069b31-c200-4b4e-b7cc-a44d919d8f63 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:43.500967 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-885deea2-04db-4f85-bd63-e8c639571635 admin admin] Calling delete_port for 2365ce9f-fb0e-4c0d-a359-7fa7473c156a owned by network:dhcp {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:23:43.530410 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16987c4f-2ae6-4ed5-8810-f6d34bf4d6be req-b4069b31-c200-4b4e-b7cc-a44d919d8f63 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:43.544502 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16987c4f-2ae6-4ed5-8810-f6d34bf4d6be req-b4069b31-c200-4b4e-b7cc-a44d919d8f63 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:43.557630 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16987c4f-2ae6-4ed5-8810-f6d34bf4d6be req-b4069b31-c200-4b4e-b7cc-a44d919d8f63 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:43.559066 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f03a102c-f6eb-4242-b675-f509a144e350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:43.570387 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16987c4f-2ae6-4ed5-8810-f6d34bf4d6be req-b4069b31-c200-4b4e-b7cc-a44d919d8f63 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:43.584878 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16987c4f-2ae6-4ed5-8810-f6d34bf4d6be req-b4069b31-c200-4b4e-b7cc-a44d919d8f63 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:43.600241 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-16987c4f-2ae6-4ed5-8810-f6d34bf4d6be req-b4069b31-c200-4b4e-b7cc-a44d919d8f63 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/ports?device_id=e94bab8c-37ad-48a0-a25d-4fb04fb90837 HTTP/1.1" status: 200 len: 4603 time: 0.3621137 Aug 10 03:23:43.662637 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03a102c-f6eb-4242-b675-f509a144e350 None None] Pushing event deleted for resources: {'Port': ['ID=2365ce9f-fb0e-4c0d-a359-7fa7473c156a,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:43.694117 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03a102c-f6eb-4242-b675-f509a144e350 None None] No DVR routers for this DVR port 2365ce9f-fb0e-4c0d-a359-7fa7473c156a on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:23:43.700675 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5c7ec833-35a0-4bb6-9464-6efd7b6dea39 req-717156ce-2331-4d3c-ab22-655c42d750c0 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e167c17-0491-4de2-abe3-67dce381da1c HTTP/1.1" status: 200 len: 210 time: 0.0971224 Aug 10 03:23:43.748941 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-885deea2-04db-4f85-bd63-e8c639571635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:43.773983 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00f8e5d-7044-469b-94bd-7ebc6e77b823 service neutron] Pushing event updated for resources: {'Port': ['ID=cd1eca9b-5bbc-491b-8156-b62b269a02ad,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:43.815907 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885deea2-04db-4f85-bd63-e8c639571635 admin admin] No DVR routers for this DVR port 2365ce9f-fb0e-4c0d-a359-7fa7473c156a on host n-d-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:23:43.834591 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885deea2-04db-4f85-bd63-e8c639571635 admin admin] Pushing event deleted for resources: {'Port': ['ID=2365ce9f-fb0e-4c0d-a359-7fa7473c156a,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:43.868779 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-16987c4f-2ae6-4ed5-8810-f6d34bf4d6be req-a5f7e8ee-3248-4e60-931b-ac6d93b40133 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c67c16e-b8a6-4f4f-8d43-6f09a2fb6b31&id=716261c9-08fe-460b-8070-c5648185c899&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2621055 Aug 10 03:23:44.079278 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 2365ce9f-fb0e-4c0d-a359-7fa7473c156a no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:23:44.153978 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3e3fe1-ad45-47cb-966d-f293b12c0323 req-b18d4a08-314a-4b62-be55-60e1a0936378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:44.158082 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-2d3e3fe1-ad45-47cb-966d-f293b12c0323 req-b18d4a08-314a-4b62-be55-60e1a0936378 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 1.1219783 Aug 10 03:23:44.160971 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 2365ce9f-fb0e-4c0d-a359-7fa7473c156a {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:23:44.161370 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 2365ce9f-fb0e-4c0d-a359-7fa7473c156a not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:23:44.213694 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e552ef16-88f4-4adf-96b3-a3365bafc65a req-e13e540c-f945-4650-8c2d-c8435c98a1b2 tempest-ServerShowV254Test-1072393249 tempest-ServerShowV254Test-1072393249-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5497c45-124d-4f4d-b02d-813fc54db625 HTTP/1.1" status: 200 len: 210 time: 0.2696450 Aug 10 03:23:44.248620 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-885deea2-04db-4f85-bd63-e8c639571635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:44.280212 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-1b8c3108-44ef-4b23-b725-26f3c65a67aa req-2e7113e1-8370-4537-8a25-25da8e06bf7e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=98532c5c-e4f2-4b43-aa06-5cf8233e4981&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5108294 Aug 10 03:23:44.285570 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-885deea2-04db-4f85-bd63-e8c639571635 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6af8212-aac1-40c5-a707-aa25feb03b38']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:44.300720 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-885deea2-04db-4f85-bd63-e8c639571635 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef8db12d-912b-41dd-a4b0-23d24ac98418') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:44.301264 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-885deea2-04db-4f85-bd63-e8c639571635 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef8db12d-912b-41dd-a4b0-23d24ac98418') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:44.317805 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-885deea2-04db-4f85-bd63-e8c639571635 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:44.345222 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e18e0294-cc4b-4431-b054-62a6fa236d86 req-64acec56-fa24-4503-9f71-58da1e30dcd2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=cc285569-12f8-44cf-b881-82500feda081&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3593521 Aug 10 03:23:44.348614 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-e00f8e5d-7044-469b-94bd-7ebc6e77b823 service neutron] Attempting to bind port cd1eca9b-5bbc-491b-8156-b62b269a02ad on host n-h2-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:23:44.349002 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-e00f8e5d-7044-469b-94bd-7ebc6e77b823 service neutron] Attempting to bind port cd1eca9b-5bbc-491b-8156-b62b269a02ad by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': 'da5baf82-2c94-46cf-9d3e-76c1062019c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '63aaa48c-3c91-4250-a53f-1bccfcaa858a'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:23:44.349417 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-e00f8e5d-7044-469b-94bd-7ebc6e77b823 service neutron] Attempting to bind port cd1eca9b-5bbc-491b-8156-b62b269a02ad on network 63aaa48c-3c91-4250-a53f-1bccfcaa858a {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:23:44.368087 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-e00f8e5d-7044-469b-94bd-7ebc6e77b823 service neutron] Port cd1eca9b-5bbc-491b-8156-b62b269a02ad on network 63aaa48c-3c91-4250-a53f-1bccfcaa858a not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:23:44.368448 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-e00f8e5d-7044-469b-94bd-7ebc6e77b823 service neutron] Attempting to bind port cd1eca9b-5bbc-491b-8156-b62b269a02ad on network 63aaa48c-3c91-4250-a53f-1bccfcaa858a {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:23:44.380790 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-e00f8e5d-7044-469b-94bd-7ebc6e77b823 service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:23:44.381190 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-e00f8e5d-7044-469b-94bd-7ebc6e77b823 service neutron] Checking segment: {'id': 'da5baf82-2c94-46cf-9d3e-76c1062019c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '63aaa48c-3c91-4250-a53f-1bccfcaa858a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:23:44.381599 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-e00f8e5d-7044-469b-94bd-7ebc6e77b823 service neutron] Bound using segment: {'id': 'da5baf82-2c94-46cf-9d3e-76c1062019c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '63aaa48c-3c91-4250-a53f-1bccfcaa858a'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:23:44.382112 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-e00f8e5d-7044-469b-94bd-7ebc6e77b823 service neutron] Bound port: cd1eca9b-5bbc-491b-8156-b62b269a02ad, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da5baf82-2c94-46cf-9d3e-76c1062019c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '63aaa48c-3c91-4250-a53f-1bccfcaa858a'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:23:44.382519 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-e00f8e5d-7044-469b-94bd-7ebc6e77b823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:44.388423 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-885deea2-04db-4f85-bd63-e8c639571635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:44.407995 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-885deea2-04db-4f85-bd63-e8c639571635 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:23:44.409149 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-885deea2-04db-4f85-bd63-e8c639571635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:44.423632 n-d-768862-13 neutron-server[94261]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:23:44.423632 n-d-768862-13 neutron-server[94261]: self.session.flush() Aug 10 03:23:44.423632 n-d-768862-13 neutron-server[94261]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:23:44.423632 n-d-768862-13 neutron-server[94261]: self.session.flush() Aug 10 03:23:44.423632 n-d-768862-13 neutron-server[94261]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:23:44.423632 n-d-768862-13 neutron-server[94261]: self.session.flush() Aug 10 03:23:44.423632 n-d-768862-13 neutron-server[94261]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:23:44.423632 n-d-768862-13 neutron-server[94261]: self.session.flush() Aug 10 03:23:44.423632 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:23:44.423632 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:23:44.423632 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:23:44.423632 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:23:44.423632 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:23:44.423632 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:23:44.423632 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:23:44.423632 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:23:44.423632 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:23:44.423632 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:23:44.423632 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:23:44.423632 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:23:44.423632 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:23:44.423632 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:23:44.423632 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:23:44.423632 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:23:44.423632 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:23:44.423632 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:23:44.423632 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:23:44.423632 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:23:44.423632 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:23:44.423632 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:23:44.423632 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:23:44.423632 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:23:44.423632 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:23:44.423632 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:23:44.423632 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:23:44.423632 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:23:44.423632 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:23:44.423632 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:23:44.423632 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:23:44.423632 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:23:44.525647 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c3108-44ef-4b23-b725-26f3c65a67aa req-ea9e558b-3b93-4127-a17c-cafed47e16ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:44.528253 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-1b8c3108-44ef-4b23-b725-26f3c65a67aa req-ea9e558b-3b93-4127-a17c-cafed47e16ae service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c9603ab9bba540beb860908da5f483c4&device_id=98532c5c-e4f2-4b43-aa06-5cf8233e4981 HTTP/1.1" status: 200 len: 1098 time: 0.2008564 Aug 10 03:23:44.561198 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-885deea2-04db-4f85-bd63-e8c639571635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:44.572549 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-885deea2-04db-4f85-bd63-e8c639571635 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:44.579260 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-885deea2-04db-4f85-bd63-e8c639571635 admin admin] 10.222.0.44 "DELETE /v2.0/networks/d6af8212-aac1-40c5-a707-aa25feb03b38 HTTP/1.1" status: 204 len: 168 time: 2.0030198 Aug 10 03:23:44.609059 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885deea2-04db-4f85-bd63-e8c639571635 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6af8212-aac1-40c5-a707-aa25feb03b38,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:44.648659 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e167c17-0491-4de2-abe3-67dce381da1c', 'name': 'network-vif-deleted', 'tag': '346e1792-c2e9-478f-a8e4-4d32d1e12143'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:23:44.662493 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7988190-c484-4102-9338-907a132da5c2" -d '{"events": [{"server_uuid": "5e167c17-0491-4de2-abe3-67dce381da1c", "name": "network-vif-deleted", "tag": "346e1792-c2e9-478f-a8e4-4d32d1e12143"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:23:44.797372 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-436700a6-609d-43f7-acd6-9c8e681283b1 x-openstack-request-id: req-436700a6-609d-43f7-acd6-9c8e681283b1 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:23:44.799525 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e167c17-0491-4de2-abe3-67dce381da1c", "name": "network-vif-deleted", "tag": "346e1792-c2e9-478f-a8e4-4d32d1e12143", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:23:44.800917 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-436700a6-609d-43f7-acd6-9c8e681283b1 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:23:44.802191 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e167c17-0491-4de2-abe3-67dce381da1c', 'name': 'network-vif-deleted', 'tag': '346e1792-c2e9-478f-a8e4-4d32d1e12143', 'status': 'completed', 'code': 200} Aug 10 03:23:44.805004 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c3108-44ef-4b23-b725-26f3c65a67aa req-b18ab24e-c000-4a3c-be80-a09357f689eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:44.814113 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-1b8c3108-44ef-4b23-b725-26f3c65a67aa req-b18ab24e-c000-4a3c-be80-a09357f689eb service neutron] 10.222.0.61 "GET /v2.0/networks?id=f2610c24-f468-4d40-86ff-26a411353238 HTTP/1.1" status: 200 len: 914 time: 0.2178619 Aug 10 03:23:44.852908 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-e00f8e5d-7044-469b-94bd-7ebc6e77b823 service neutron] For port cd1eca9b-5bbc-491b-8156-b62b269a02ad, host n-h2-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:23:44.861090 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-e00f8e5d-7044-469b-94bd-7ebc6e77b823 service neutron] For port cd1eca9b-5bbc-491b-8156-b62b269a02ad, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=cd1eca9b-5bbc-491b-8156-b62b269a02ad,segment=NetworkSegment(da5baf82-2c94-46cf-9d3e-76c1062019c8),segment_id=da5baf82-2c94-46cf-9d3e-76c1062019c8)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:23:44.875130 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-e00f8e5d-7044-469b-94bd-7ebc6e77b823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:44.901388 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18e0294-cc4b-4431-b054-62a6fa236d86 req-f107b48e-41f1-44f0-9d79-f4e9a6a39495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:44.904418 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e18e0294-cc4b-4431-b054-62a6fa236d86 req-f107b48e-41f1-44f0-9d79-f4e9a6a39495 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cb385cfc3d1046e2925732ed1d1b6b8d&device_id=cc285569-12f8-44cf-b881-82500feda081 HTTP/1.1" status: 200 len: 1097 time: 0.4122198 Aug 10 03:23:45.080890 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-1b8c3108-44ef-4b23-b725-26f3c65a67aa req-c0cbe120-d28b-47ad-8258-968e02646985 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac1f695a-36dc-4bad-9ccb-4e8de6a45e31 HTTP/1.1" status: 200 len: 1001 time: 0.2427557 Aug 10 03:23:45.092573 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-e00f8e5d-7044-469b-94bd-7ebc6e77b823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:45.099302 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-e00f8e5d-7044-469b-94bd-7ebc6e77b823 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:45.102746 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-e00f8e5d-7044-469b-94bd-7ebc6e77b823 service neutron] 10.222.0.61 "PUT /v2.0/ports/cd1eca9b-5bbc-491b-8156-b62b269a02ad HTTP/1.1" status: 200 len: 1137 time: 3.2035317 Aug 10 03:23:45.271662 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c3108-44ef-4b23-b725-26f3c65a67aa req-656ff7cc-56e0-4c38-92f2-ab9f1be83438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:45.274863 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-1b8c3108-44ef-4b23-b725-26f3c65a67aa req-656ff7cc-56e0-4c38-92f2-ab9f1be83438 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f8ed2a35-9a6a-4125-b7ba-071adfa339f4 HTTP/1.1" status: 200 len: 853 time: 0.1714938 Aug 10 03:23:45.275792 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 58470) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:45.299829 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-26361b8d-1993-402d-835b-274c8b3470e3 service neutron] Request body: {'port': {'device_id': 'e94bab8c-37ad-48a0-a25d-4fb04fb90837', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:45.459307 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c3108-44ef-4b23-b725-26f3c65a67aa req-e8fc1124-11a1-4ba2-8a39-ff09b0295c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:45.463248 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-1b8c3108-44ef-4b23-b725-26f3c65a67aa req-e8fc1124-11a1-4ba2-8a39-ff09b0295c1a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f2610c24-f468-4d40-86ff-26a411353238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1606131 Aug 10 03:23:45.469659 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e2769a4b-fb9b-4cee-a506-f1a2b116f0c7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1c54b280762545eba61ee7822eb953b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1914902 Aug 10 03:23:45.473573 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 58478) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:45.639678 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00f8e5d-7044-469b-94bd-7ebc6e77b823 service neutron] Pushing event updated for resources: {'Port': ['ID=cd1eca9b-5bbc-491b-8156-b62b269a02ad,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:45.696930 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-26361b8d-1993-402d-835b-274c8b3470e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:45.798044 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-1b8c3108-44ef-4b23-b725-26f3c65a67aa req-bcc4a842-071a-4ec6-bce2-83a5e440c608 service neutron] 10.222.0.61 "GET /v2.0/networks/f2610c24-f468-4d40-86ff-26a411353238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002803 Aug 10 03:23:45.844317 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-28da5c99-62fa-447c-874a-89b70c924af2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:45.853448 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cba7de2-31cb-4fa2-a2fe-f7b364128b70 req-f2a18c42-712d-4f0a-9363-8e7675ca8cab tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:45.860005 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cba7de2-31cb-4fa2-a2fe-f7b364128b70 req-f2a18c42-712d-4f0a-9363-8e7675ca8cab tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:45.876363 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cba7de2-31cb-4fa2-a2fe-f7b364128b70 req-f2a18c42-712d-4f0a-9363-8e7675ca8cab tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:45.882949 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cba7de2-31cb-4fa2-a2fe-f7b364128b70 req-f2a18c42-712d-4f0a-9363-8e7675ca8cab tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:45.889265 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cba7de2-31cb-4fa2-a2fe-f7b364128b70 req-f2a18c42-712d-4f0a-9363-8e7675ca8cab tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:45.895595 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cba7de2-31cb-4fa2-a2fe-f7b364128b70 req-f2a18c42-712d-4f0a-9363-8e7675ca8cab tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:45.902422 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cba7de2-31cb-4fa2-a2fe-f7b364128b70 req-f2a18c42-712d-4f0a-9363-8e7675ca8cab tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:45.910771 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8cba7de2-31cb-4fa2-a2fe-f7b364128b70 req-f2a18c42-712d-4f0a-9363-8e7675ca8cab tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/ports?device_id=e94bab8c-37ad-48a0-a25d-4fb04fb90837 HTTP/1.1" status: 200 len: 5381 time: 0.7279246 Aug 10 03:23:45.980211 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-28da5c99-62fa-447c-874a-89b70c924af2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:45.981602 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-63f964fc-f108-49dd-ac79-ac241a2fe8f4 req-28e33627-e19e-4a3a-ac0b-7204dd0c1d7c tempest-ServerShowV254Test-1072393249 tempest-ServerShowV254Test-1072393249-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5497c45-124d-4f4d-b02d-813fc54db625 HTTP/1.1" status: 200 len: 210 time: 0.0655878 Aug 10 03:23:46.006046 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18e0294-cc4b-4431-b054-62a6fa236d86 req-ac51924a-1da2-48a3-9ced-723933e7d6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:46.007692 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e18e0294-cc4b-4431-b054-62a6fa236d86 req-ac51924a-1da2-48a3-9ced-723933e7d6c9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b51fae06-be52-4fab-a89b-cef6eae8fffd HTTP/1.1" status: 200 len: 906 time: 1.0037344 Aug 10 03:23:46.180638 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8cba7de2-31cb-4fa2-a2fe-f7b364128b70 req-70c31990-b1a6-4a75-a864-1748eb4b5539 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c67c16e-b8a6-4f4f-8d43-6f09a2fb6b31&id=716261c9-08fe-460b-8070-c5648185c899&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2688026 Aug 10 03:23:46.248323 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e18e0294-cc4b-4431-b054-62a6fa236d86 req-65c23a05-22a1-4904-8b49-17d307069224 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c86633db-c378-444d-8268-3b286fd3bbb7 HTTP/1.1" status: 200 len: 217 time: 0.2214105 Aug 10 03:23:46.283934 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-1b8c3108-44ef-4b23-b725-26f3c65a67aa req-2190f013-cd9d-42a6-98e8-6957c4857b81 service neutron] 10.222.0.61 "GET /v2.0/networks/f2610c24-f468-4d40-86ff-26a411353238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4567466 Aug 10 03:23:46.344027 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-28da5c99-62fa-447c-874a-89b70c924af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:46.350207 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-28da5c99-62fa-447c-874a-89b70c924af2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:46.355594 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-28da5c99-62fa-447c-874a-89b70c924af2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/88847d29-5fe2-471b-9854-a2510165958e HTTP/1.1" status: 204 len: 168 time: 0.8745747 Aug 10 03:23:46.388177 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28da5c99-62fa-447c-874a-89b70c924af2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88847d29-5fe2-471b-9854-a2510165958e,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:46.663542 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18e0294-cc4b-4431-b054-62a6fa236d86 req-74335670-83d3-43b0-8de2-96cbfc0ca875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:46.665220 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e18e0294-cc4b-4431-b054-62a6fa236d86 req-74335670-83d3-43b0-8de2-96cbfc0ca875 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=56efed23-ee55-46bf-9125-3806eab6d04b HTTP/1.1" status: 200 len: 846 time: 0.4084253 Aug 10 03:23:46.805325 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e94bab8c-37ad-48a0-a25d-4fb04fb90837', 'tag': 'cd1eca9b-5bbc-491b-8156-b62b269a02ad'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:23:46.808550 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23a58b20-c217-460b-a490-f945b979c72e" -d '{"events": [{"name": "network-changed", "server_uuid": "e94bab8c-37ad-48a0-a25d-4fb04fb90837", "tag": "cd1eca9b-5bbc-491b-8156-b62b269a02ad"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:23:46.819059 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11adcbc-331f-4ccc-8b75-cada745b6562 req-1d74d81a-14f2-4024-a8aa-1172ff546304 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:46.820437 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a11adcbc-331f-4ccc-8b75-cada745b6562 req-1d74d81a-14f2-4024-a8aa-1172ff546304 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/networks?id=b51fae06-be52-4fab-a89b-cef6eae8fffd HTTP/1.1" status: 200 len: 806 time: 0.1703620 Aug 10 03:23:46.869339 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e18e0294-cc4b-4431-b054-62a6fa236d86 req-266e4fe5-5939-441a-be96-e761a0a47af3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b51fae06-be52-4fab-a89b-cef6eae8fffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458632 Aug 10 03:23:47.482425 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a11adcbc-331f-4ccc-8b75-cada745b6562 req-9ffe38d7-e069-4412-989a-8e10748733b1 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/quotas/cb385cfc3d1046e2925732ed1d1b6b8d HTTP/1.1" status: 200 len: 375 time: 0.6113873 Aug 10 03:23:47.488369 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-26361b8d-1993-402d-835b-274c8b3470e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cd7be64-cc3e-4c91-92fd-30cfd759de99 {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:23:47.537659 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-26361b8d-1993-402d-835b-274c8b3470e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:47.631684 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-26361b8d-1993-402d-835b-274c8b3470e3 service neutron] Transition to ACTIVE for port object 0cd7be64-cc3e-4c91-92fd-30cfd759de99 will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:23:47.648695 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b224a5-e2d7-4248-8379-20e4eadee27b req-0bef1d1e-83cb-4f03-b758-a76710704fbb tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:47.650599 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a9b224a5-e2d7-4248-8379-20e4eadee27b req-0bef1d1e-83cb-4f03-b758-a76710704fbb tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a29612-20c9-44b8-855a-f25285352378 HTTP/1.1" status: 200 len: 945 time: 0.8293853 Aug 10 03:23:47.656021 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-26361b8d-1993-402d-835b-274c8b3470e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:47.738419 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a11adcbc-331f-4ccc-8b75-cada745b6562 req-f13b2f71-18d0-4d8f-b75d-52ee939845fc tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=cb385cfc3d1046e2925732ed1d1b6b8d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2456191 Aug 10 03:23:47.767579 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e18e0294-cc4b-4431-b054-62a6fa236d86 req-32f0f1c3-6c98-45ad-9e59-5d409c2c5801 service neutron] 10.222.0.42 "GET /v2.0/networks/b51fae06-be52-4fab-a89b-cef6eae8fffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4481218 Aug 10 03:23:47.894127 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26361b8d-1993-402d-835b-274c8b3470e3 service neutron] Pushing event updated for resources: {'Port': ['ID=0cd7be64-cc3e-4c91-92fd-30cfd759de99,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:48.095853 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a9b224a5-e2d7-4248-8379-20e4eadee27b req-fed1ac70-6098-4268-8274-adc34674f388 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] 10.222.0.44 "GET /v2.0/security-groups?id=5d02b77e-f08e-4ef4-a517-927239ee4d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4152699 Aug 10 03:23:48.186398 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-26361b8d-1993-402d-835b-274c8b3470e3 service neutron] Attempting to bind port 0cd7be64-cc3e-4c91-92fd-30cfd759de99 on host n-h2-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:23:48.187102 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-26361b8d-1993-402d-835b-274c8b3470e3 service neutron] Attempting to bind port 0cd7be64-cc3e-4c91-92fd-30cfd759de99 by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': 'da5baf82-2c94-46cf-9d3e-76c1062019c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '63aaa48c-3c91-4250-a53f-1bccfcaa858a'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:23:48.187801 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-26361b8d-1993-402d-835b-274c8b3470e3 service neutron] Attempting to bind port 0cd7be64-cc3e-4c91-92fd-30cfd759de99 on network 63aaa48c-3c91-4250-a53f-1bccfcaa858a {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:23:48.255617 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-26361b8d-1993-402d-835b-274c8b3470e3 service neutron] Port 0cd7be64-cc3e-4c91-92fd-30cfd759de99 on network 63aaa48c-3c91-4250-a53f-1bccfcaa858a not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:23:48.255956 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-26361b8d-1993-402d-835b-274c8b3470e3 service neutron] Attempting to bind port 0cd7be64-cc3e-4c91-92fd-30cfd759de99 on network 63aaa48c-3c91-4250-a53f-1bccfcaa858a {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:23:48.280584 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-538a88aa-f733-4a9a-ba97-027a7aff31bf x-openstack-request-id: req-538a88aa-f733-4a9a-ba97-027a7aff31bf {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:23:48.281019 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e94bab8c-37ad-48a0-a25d-4fb04fb90837", "tag": "cd1eca9b-5bbc-491b-8156-b62b269a02ad", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:23:48.282691 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-538a88aa-f733-4a9a-ba97-027a7aff31bf {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:23:48.283362 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e94bab8c-37ad-48a0-a25d-4fb04fb90837', 'tag': 'cd1eca9b-5bbc-491b-8156-b62b269a02ad', 'status': 'completed', 'code': 200} Aug 10 03:23:48.300380 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-26361b8d-1993-402d-835b-274c8b3470e3 service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:23:48.300380 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-26361b8d-1993-402d-835b-274c8b3470e3 service neutron] Checking segment: {'id': 'da5baf82-2c94-46cf-9d3e-76c1062019c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '63aaa48c-3c91-4250-a53f-1bccfcaa858a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:23:48.300380 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-26361b8d-1993-402d-835b-274c8b3470e3 service neutron] Bound using segment: {'id': 'da5baf82-2c94-46cf-9d3e-76c1062019c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '63aaa48c-3c91-4250-a53f-1bccfcaa858a'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:23:48.300990 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-26361b8d-1993-402d-835b-274c8b3470e3 service neutron] Bound port: 0cd7be64-cc3e-4c91-92fd-30cfd759de99, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da5baf82-2c94-46cf-9d3e-76c1062019c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '63aaa48c-3c91-4250-a53f-1bccfcaa858a'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:23:48.301149 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-26361b8d-1993-402d-835b-274c8b3470e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:48.382544 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a11adcbc-331f-4ccc-8b75-cada745b6562 req-cded6318-f672-400a-a249-5a991dbddc26 service neutron] 10.222.0.44 "GET /v2.0/networks/b51fae06-be52-4fab-a89b-cef6eae8fffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6430113 Aug 10 03:23:48.384047 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a58b20-c217-460b-a490-f945b979c72e req-c0443975-2111-4831-a934-0b7583bee6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:48.384854 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a58b20-c217-460b-a490-f945b979c72e req-c0443975-2111-4831-a934-0b7583bee6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:48.385148 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a58b20-c217-460b-a490-f945b979c72e req-c0443975-2111-4831-a934-0b7583bee6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:48.385790 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a58b20-c217-460b-a490-f945b979c72e req-c0443975-2111-4831-a934-0b7583bee6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:48.386916 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a58b20-c217-460b-a490-f945b979c72e req-c0443975-2111-4831-a934-0b7583bee6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:48.388204 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a58b20-c217-460b-a490-f945b979c72e req-c0443975-2111-4831-a934-0b7583bee6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:48.388204 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a58b20-c217-460b-a490-f945b979c72e req-c0443975-2111-4831-a934-0b7583bee6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:48.390547 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-23a58b20-c217-460b-a490-f945b979c72e req-c0443975-2111-4831-a934-0b7583bee6fc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d3b56536bca94e8fa8af65288d111f79&device_id=e94bab8c-37ad-48a0-a25d-4fb04fb90837 HTTP/1.1" status: 200 len: 6247 time: 0.0908394 Aug 10 03:23:48.602633 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a11adcbc-331f-4ccc-8b75-cada745b6562 req-18f18c31-1720-4dff-af67-139bc7554577 service neutron] 10.222.0.44 "GET /v2.0/networks/b51fae06-be52-4fab-a89b-cef6eae8fffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073022 Aug 10 03:23:48.603558 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a58b20-c217-460b-a490-f945b979c72e req-59918567-3a6c-40ab-a419-038c263a1d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:48.604524 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a58b20-c217-460b-a490-f945b979c72e req-59918567-3a6c-40ab-a419-038c263a1d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:48.612208 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e18e0294-cc4b-4431-b054-62a6fa236d86 req-f8d5cd70-0fd1-43d8-9145-d8de5dc5d917 service neutron] 10.222.0.42 "GET /v2.0/networks/b51fae06-be52-4fab-a89b-cef6eae8fffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8109493 Aug 10 03:23:48.613103 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a58b20-c217-460b-a490-f945b979c72e req-59918567-3a6c-40ab-a419-038c263a1d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:48.618825 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-23a58b20-c217-460b-a490-f945b979c72e req-59918567-3a6c-40ab-a419-038c263a1d9c service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=d3b56536bca94e8fa8af65288d111f79&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.2117884 Aug 10 03:23:48.635665 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-26361b8d-1993-402d-835b-274c8b3470e3 service neutron] For port 0cd7be64-cc3e-4c91-92fd-30cfd759de99, host n-h2-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:23:48.646510 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a10ad223-2874-427e-a1d6-074764380c81 req-186ab5ad-ef5f-44f6-a038-5c3edc96bc23 tempest-ServerShowV254Test-1072393249 tempest-ServerShowV254Test-1072393249-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5497c45-124d-4f4d-b02d-813fc54db625 HTTP/1.1" status: 200 len: 210 time: 0.1610031 Aug 10 03:23:48.647534 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 58558) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:48.676223 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-26361b8d-1993-402d-835b-274c8b3470e3 service neutron] For port 0cd7be64-cc3e-4c91-92fd-30cfd759de99, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=0cd7be64-cc3e-4c91-92fd-30cfd759de99,segment=NetworkSegment(da5baf82-2c94-46cf-9d3e-76c1062019c8),segment_id=da5baf82-2c94-46cf-9d3e-76c1062019c8)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:23:48.692534 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-26361b8d-1993-402d-835b-274c8b3470e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:48.815856 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-26361b8d-1993-402d-835b-274c8b3470e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:48.816498 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-26361b8d-1993-402d-835b-274c8b3470e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:48.819481 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-26361b8d-1993-402d-835b-274c8b3470e3 service neutron] 10.222.0.61 "PUT /v2.0/ports/0cd7be64-cc3e-4c91-92fd-30cfd759de99 HTTP/1.1" status: 200 len: 1092 time: 3.5287068 Aug 10 03:23:48.894753 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26361b8d-1993-402d-835b-274c8b3470e3 service neutron] Pushing event updated for resources: {'Port': ['ID=0cd7be64-cc3e-4c91-92fd-30cfd759de99,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:48.916668 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a58b20-c217-460b-a490-f945b979c72e req-02a4785d-2cb4-4b1c-8b3b-17b325ed34b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:48.923633 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-23a58b20-c217-460b-a490-f945b979c72e req-02a4785d-2cb4-4b1c-8b3b-17b325ed34b4 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2884943 Aug 10 03:23:48.924480 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-63990158-645f-4f74-bed4-e09c82cdb1b0 service neutron] Request body: {'port': {'device_id': 'e94bab8c-37ad-48a0-a25d-4fb04fb90837', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:49.208550 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-63990158-645f-4f74-bed4-e09c82cdb1b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:49.271211 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-85e31402-2fca-46aa-8609-6644e9019a9f req-04000f5f-c792-4cde-b7f9-756e65c3cb87 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecdb6510-a3dc-45f0-826a-213851d4378d HTTP/1.1" status: 200 len: 210 time: 0.1835403 Aug 10 03:23:49.281082 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-10e1020a-bb8c-46ab-a7fb-2b9d42927e6a admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-549798337-network', 'tenant_id': 'b43344ce758749f292df0b226e91162a'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:49.332972 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e1020a-bb8c-46ab-a7fb-2b9d42927e6a admin admin] Made reservation on behalf of b43344ce758749f292df0b226e91162a for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:23:49.340439 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-10e1020a-bb8c-46ab-a7fb-2b9d42927e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:49.356732 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d93973a-bad9-43ca-950d-ca399b60d9c5 req-683543c0-0902-458f-b3aa-d876c3412e84 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:49.363981 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-10e1020a-bb8c-46ab-a7fb-2b9d42927e6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:49.365071 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d93973a-bad9-43ca-950d-ca399b60d9c5 req-683543c0-0902-458f-b3aa-d876c3412e84 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:49.373491 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d93973a-bad9-43ca-950d-ca399b60d9c5 req-683543c0-0902-458f-b3aa-d876c3412e84 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:49.380364 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d93973a-bad9-43ca-950d-ca399b60d9c5 req-683543c0-0902-458f-b3aa-d876c3412e84 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:49.387719 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d93973a-bad9-43ca-950d-ca399b60d9c5 req-683543c0-0902-458f-b3aa-d876c3412e84 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:49.395116 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d93973a-bad9-43ca-950d-ca399b60d9c5 req-683543c0-0902-458f-b3aa-d876c3412e84 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:49.406989 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d93973a-bad9-43ca-950d-ca399b60d9c5 req-683543c0-0902-458f-b3aa-d876c3412e84 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:49.413664 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4d93973a-bad9-43ca-950d-ca399b60d9c5 req-683543c0-0902-458f-b3aa-d876c3412e84 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/ports?device_id=e94bab8c-37ad-48a0-a25d-4fb04fb90837 HTTP/1.1" status: 200 len: 5393 time: 0.3114634 Aug 10 03:23:49.615128 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-10e1020a-bb8c-46ab-a7fb-2b9d42927e6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:49.626692 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-10e1020a-bb8c-46ab-a7fb-2b9d42927e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:49.659278 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10e1020a-bb8c-46ab-a7fb-2b9d42927e6a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:23:49.678807 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e1020a-bb8c-46ab-a7fb-2b9d42927e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d446119c-4ecd-4642-8c93-06b1f694a1f9,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:49.682362 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-10e1020a-bb8c-46ab-a7fb-2b9d42927e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:49.683647 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-10e1020a-bb8c-46ab-a7fb-2b9d42927e6a admin admin] Added segment cb726249-0942-40b1-8725-44017c1658a7 of type vlan for network 06a782d4-8043-4a8a-8b96-319c13a51a16 Aug 10 03:23:49.803015 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-10e1020a-bb8c-46ab-a7fb-2b9d42927e6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:49.821938 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4d93973a-bad9-43ca-950d-ca399b60d9c5 req-767c3b30-4ec5-48f4-9632-d9976a1bb09e tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c67c16e-b8a6-4f4f-8d43-6f09a2fb6b31&id=716261c9-08fe-460b-8070-c5648185c899&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3891909 Aug 10 03:23:49.877741 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-10e1020a-bb8c-46ab-a7fb-2b9d42927e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:49.879208 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e1020a-bb8c-46ab-a7fb-2b9d42927e6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:49.880308 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-10e1020a-bb8c-46ab-a7fb-2b9d42927e6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:49.992828 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e1020a-bb8c-46ab-a7fb-2b9d42927e6a admin admin] Pushing event updated for resources: {'Network': ['ID=06a782d4-8043-4a8a-8b96-319c13a51a16,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:49.997793 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-10e1020a-bb8c-46ab-a7fb-2b9d42927e6a admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3487093 Aug 10 03:23:50.001191 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 58590) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:50.007863 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-f0516b58-7f4f-4aad-8654-ef67eae5877f admin admin] Request body: {'subnet': {'network_id': '06a782d4-8043-4a8a-8b96-319c13a51a16', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-549798337-subnet', 'tenant_id': 'b43344ce758749f292df0b226e91162a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:50.015326 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 06a782d4-8043-4a8a-8b96-319c13a51a16 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:23:50.069514 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0cb1c993-b52c-493a-b1f1-adb8702abaa2 req-92a1e144-0d75-4890-8d48-1953929565f2 tempest-ServerShowV254Test-1072393249 tempest-ServerShowV254Test-1072393249-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5497c45-124d-4f4d-b02d-813fc54db625 HTTP/1.1" status: 200 len: 210 time: 0.0898516 Aug 10 03:23:50.082827 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0516b58-7f4f-4aad-8654-ef67eae5877f admin admin] Made reservation on behalf of b43344ce758749f292df0b226e91162a for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:23:50.090420 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f0516b58-7f4f-4aad-8654-ef67eae5877f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:50.096557 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-63990158-645f-4f74-bed4-e09c82cdb1b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c40b5058-84d3-4cd1-8b92-77f51ba65d58 {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:23:50.110502 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-63990158-645f-4f74-bed4-e09c82cdb1b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:50.125966 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4972a8-cc9b-499a-9608-2309dc9d3a9b req-418ec895-c0eb-45b8-b566-d8b8485421b6 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:50.129341 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3a4972a8-cc9b-499a-9608-2309dc9d3a9b req-418ec895-c0eb-45b8-b566-d8b8485421b6 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a29612-20c9-44b8-855a-f25285352378 HTTP/1.1" status: 200 len: 945 time: 0.1706774 Aug 10 03:23:50.164421 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-63990158-645f-4f74-bed4-e09c82cdb1b0 service neutron] Transition to ACTIVE for port object c40b5058-84d3-4cd1-8b92-77f51ba65d58 will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:23:50.184997 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-63990158-645f-4f74-bed4-e09c82cdb1b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:50.288122 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e94bab8c-37ad-48a0-a25d-4fb04fb90837', 'tag': '0cd7be64-cc3e-4c91-92fd-30cfd759de99'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:23:50.292907 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b075b3c2-84ff-48c7-8da5-386a38a489dc" -d '{"events": [{"name": "network-changed", "server_uuid": "e94bab8c-37ad-48a0-a25d-4fb04fb90837", "tag": "0cd7be64-cc3e-4c91-92fd-30cfd759de99"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:23:50.345672 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3a4972a8-cc9b-499a-9608-2309dc9d3a9b req-151acf21-2db0-49b9-9aac-544f85469ae2 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] 10.222.0.44 "GET /v2.0/security-groups?id=5d02b77e-f08e-4ef4-a517-927239ee4d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2083747 Aug 10 03:23:50.359712 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63990158-645f-4f74-bed4-e09c82cdb1b0 service neutron] Pushing event updated for resources: {'Port': ['ID=c40b5058-84d3-4cd1-8b92-77f51ba65d58,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:50.442387 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f0516b58-7f4f-4aad-8654-ef67eae5877f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:50.491134 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77293123-7ff9-494d-8bac-64b58507df0d x-openstack-request-id: req-77293123-7ff9-494d-8bac-64b58507df0d {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:23:50.491660 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e94bab8c-37ad-48a0-a25d-4fb04fb90837", "tag": "0cd7be64-cc3e-4c91-92fd-30cfd759de99", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:23:50.492046 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-77293123-7ff9-494d-8bac-64b58507df0d {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:23:50.492615 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e94bab8c-37ad-48a0-a25d-4fb04fb90837', 'tag': '0cd7be64-cc3e-4c91-92fd-30cfd759de99', 'status': 'completed', 'code': 200} Aug 10 03:23:50.555139 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1dead478-27a0-42fb-8fe7-c75a05b533c6 req-890cdf28-25b7-4c56-b758-87f8028eeaaa tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecdb6510-a3dc-45f0-826a-213851d4378d HTTP/1.1" status: 200 len: 210 time: 0.1141503 Aug 10 03:23:50.613140 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0516b58-7f4f-4aad-8654-ef67eae5877f admin admin] Pushing event updated for resources: {'Subnet': ['ID=02ddd5ff-7f64-4a59-a944-d7897dbfa4b7,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:50.648625 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b075b3c2-84ff-48c7-8da5-386a38a489dc req-2d7d9d6c-60d8-4a8e-88f7-5569a5a75b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:50.649409 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b075b3c2-84ff-48c7-8da5-386a38a489dc req-2d7d9d6c-60d8-4a8e-88f7-5569a5a75b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:50.650050 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b075b3c2-84ff-48c7-8da5-386a38a489dc req-2d7d9d6c-60d8-4a8e-88f7-5569a5a75b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:50.650689 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b075b3c2-84ff-48c7-8da5-386a38a489dc req-2d7d9d6c-60d8-4a8e-88f7-5569a5a75b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:50.651223 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b075b3c2-84ff-48c7-8da5-386a38a489dc req-2d7d9d6c-60d8-4a8e-88f7-5569a5a75b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:50.652352 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b075b3c2-84ff-48c7-8da5-386a38a489dc req-2d7d9d6c-60d8-4a8e-88f7-5569a5a75b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:50.652891 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b075b3c2-84ff-48c7-8da5-386a38a489dc req-2d7d9d6c-60d8-4a8e-88f7-5569a5a75b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:50.655251 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-b075b3c2-84ff-48c7-8da5-386a38a489dc req-2d7d9d6c-60d8-4a8e-88f7-5569a5a75b62 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d3b56536bca94e8fa8af65288d111f79&device_id=e94bab8c-37ad-48a0-a25d-4fb04fb90837 HTTP/1.1" status: 200 len: 6315 time: 0.1446788 Aug 10 03:23:50.655683 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-63990158-645f-4f74-bed4-e09c82cdb1b0 service neutron] Attempting to bind port c40b5058-84d3-4cd1-8b92-77f51ba65d58 on host n-h2-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:23:50.659516 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-63990158-645f-4f74-bed4-e09c82cdb1b0 service neutron] Attempting to bind port c40b5058-84d3-4cd1-8b92-77f51ba65d58 by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': 'da5baf82-2c94-46cf-9d3e-76c1062019c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '63aaa48c-3c91-4250-a53f-1bccfcaa858a'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:23:50.660052 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-63990158-645f-4f74-bed4-e09c82cdb1b0 service neutron] Attempting to bind port c40b5058-84d3-4cd1-8b92-77f51ba65d58 on network 63aaa48c-3c91-4250-a53f-1bccfcaa858a {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:23:50.682975 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-63990158-645f-4f74-bed4-e09c82cdb1b0 service neutron] Port c40b5058-84d3-4cd1-8b92-77f51ba65d58 on network 63aaa48c-3c91-4250-a53f-1bccfcaa858a not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:23:50.683311 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-63990158-645f-4f74-bed4-e09c82cdb1b0 service neutron] Attempting to bind port c40b5058-84d3-4cd1-8b92-77f51ba65d58 on network 63aaa48c-3c91-4250-a53f-1bccfcaa858a {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:23:50.703731 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-63990158-645f-4f74-bed4-e09c82cdb1b0 service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:23:50.705009 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-63990158-645f-4f74-bed4-e09c82cdb1b0 service neutron] Checking segment: {'id': 'da5baf82-2c94-46cf-9d3e-76c1062019c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '63aaa48c-3c91-4250-a53f-1bccfcaa858a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:23:50.705912 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-63990158-645f-4f74-bed4-e09c82cdb1b0 service neutron] Bound using segment: {'id': 'da5baf82-2c94-46cf-9d3e-76c1062019c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '63aaa48c-3c91-4250-a53f-1bccfcaa858a'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:23:50.706924 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-63990158-645f-4f74-bed4-e09c82cdb1b0 service neutron] Bound port: c40b5058-84d3-4cd1-8b92-77f51ba65d58, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da5baf82-2c94-46cf-9d3e-76c1062019c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '63aaa48c-3c91-4250-a53f-1bccfcaa858a'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:23:50.707748 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-63990158-645f-4f74-bed4-e09c82cdb1b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:50.794971 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0516b58-7f4f-4aad-8654-ef67eae5877f admin admin] Checking segment: {'id': 'cb726249-0942-40b1-8725-44017c1658a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '06a782d4-8043-4a8a-8b96-319c13a51a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:23:50.795556 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0516b58-7f4f-4aad-8654-ef67eae5877f admin admin] Network hostable DHCP agents. Network: 06a782d4-8043-4a8a-8b96-319c13a51a16, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:23:50.867685 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0516b58-7f4f-4aad-8654-ef67eae5877f admin admin] Network 06a782d4-8043-4a8a-8b96-319c13a51a16 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:23:50.920024 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-f0516b58-7f4f-4aad-8654-ef67eae5877f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 06a782d4-8043-4a8a-8b96-319c13a51a16) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:23:50.930954 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b7d731-4783-4868-9e06-04cacf0b812d None None] Network 06a782d4-8043-4a8a-8b96-319c13a51a16 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:23:50.932191 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0516b58-7f4f-4aad-8654-ef67eae5877f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:50.933875 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f0516b58-7f4f-4aad-8654-ef67eae5877f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:50.939774 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-63990158-645f-4f74-bed4-e09c82cdb1b0 service neutron] For port c40b5058-84d3-4cd1-8b92-77f51ba65d58, host n-h2-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:23:50.953447 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-63990158-645f-4f74-bed4-e09c82cdb1b0 service neutron] For port c40b5058-84d3-4cd1-8b92-77f51ba65d58, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=c40b5058-84d3-4cd1-8b92-77f51ba65d58,segment=NetworkSegment(da5baf82-2c94-46cf-9d3e-76c1062019c8),segment_id=da5baf82-2c94-46cf-9d3e-76c1062019c8)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:23:50.962595 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b075b3c2-84ff-48c7-8da5-386a38a489dc req-92c8c71a-139c-4fb7-a57a-8299a54e5f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:50.962595 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b075b3c2-84ff-48c7-8da5-386a38a489dc req-92c8c71a-139c-4fb7-a57a-8299a54e5f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:50.962991 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b075b3c2-84ff-48c7-8da5-386a38a489dc req-92c8c71a-139c-4fb7-a57a-8299a54e5f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:50.967356 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-b075b3c2-84ff-48c7-8da5-386a38a489dc req-92c8c71a-139c-4fb7-a57a-8299a54e5f89 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=d3b56536bca94e8fa8af65288d111f79&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.3009415 Aug 10 03:23:50.976930 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-63990158-645f-4f74-bed4-e09c82cdb1b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:51.041140 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:23:51.150201 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-f0516b58-7f4f-4aad-8654-ef67eae5877f admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1386232 Aug 10 03:23:51.181293 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035437f2-9d14-4c06-8a96-3ead5337bcc8 None None] Network 06a782d4-8043-4a8a-8b96-319c13a51a16 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:23:51.250854 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-63990158-645f-4f74-bed4-e09c82cdb1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:51.252621 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-63990158-645f-4f74-bed4-e09c82cdb1b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:51.254763 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-63990158-645f-4f74-bed4-e09c82cdb1b0 service neutron] 10.222.0.61 "PUT /v2.0/ports/c40b5058-84d3-4cd1-8b92-77f51ba65d58 HTTP/1.1" status: 200 len: 1091 time: 2.3481593 Aug 10 03:23:51.319479 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b075b3c2-84ff-48c7-8da5-386a38a489dc req-c7fb5b9c-5fcc-471a-92e5-9e942a357d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:51.321069 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-b075b3c2-84ff-48c7-8da5-386a38a489dc req-c7fb5b9c-5fcc-471a-92e5-9e942a357d0a service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3422918 Aug 10 03:23:51.361822 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-62923a17-961d-40d9-b908-408bea1c5920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:51.397653 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-692e4fa0-0e12-44a4-889f-af7d5c3027dd service neutron] Request body: {'port': {'device_id': 'e94bab8c-37ad-48a0-a25d-4fb04fb90837', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:51.470965 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b588ad-ed42-49a4-a638-386bcf626643 req-2c12afa3-93d0-4cc2-8649-56fd9afbefd0 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:51.493352 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b588ad-ed42-49a4-a638-386bcf626643 req-2c12afa3-93d0-4cc2-8649-56fd9afbefd0 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:51.514141 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b588ad-ed42-49a4-a638-386bcf626643 req-2c12afa3-93d0-4cc2-8649-56fd9afbefd0 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:51.529062 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b588ad-ed42-49a4-a638-386bcf626643 req-2c12afa3-93d0-4cc2-8649-56fd9afbefd0 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:51.557244 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b588ad-ed42-49a4-a638-386bcf626643 req-2c12afa3-93d0-4cc2-8649-56fd9afbefd0 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:51.570158 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b588ad-ed42-49a4-a638-386bcf626643 req-2c12afa3-93d0-4cc2-8649-56fd9afbefd0 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:51.582934 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b588ad-ed42-49a4-a638-386bcf626643 req-2c12afa3-93d0-4cc2-8649-56fd9afbefd0 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:51.586348 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f1b588ad-ed42-49a4-a638-386bcf626643 req-2c12afa3-93d0-4cc2-8649-56fd9afbefd0 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/ports?device_id=e94bab8c-37ad-48a0-a25d-4fb04fb90837 HTTP/1.1" status: 200 len: 5405 time: 0.5489268 Aug 10 03:23:51.644123 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63990158-645f-4f74-bed4-e09c82cdb1b0 service neutron] Pushing event updated for resources: {'Port': ['ID=c40b5058-84d3-4cd1-8b92-77f51ba65d58,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:51.682391 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11adcbc-331f-4ccc-8b75-cada745b6562 req-4cfeb83f-0963-476b-9623-9435e34e67e7 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:51.685081 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a11adcbc-331f-4ccc-8b75-cada745b6562 req-4cfeb83f-0963-476b-9623-9435e34e67e7 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.42 "GET /v2.0/networks?id=b51fae06-be52-4fab-a89b-cef6eae8fffd HTTP/1.1" status: 200 len: 806 time: 0.9732993 Aug 10 03:23:51.688810 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3d935aad-853f-409a-9cbb-d5f376373139 req-f0cc3baf-2a7a-441c-8401-b28f59d55d78 tempest-ServerShowV254Test-1072393249 tempest-ServerShowV254Test-1072393249-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5497c45-124d-4f4d-b02d-813fc54db625 HTTP/1.1" status: 200 len: 210 time: 0.2604406 Aug 10 03:23:51.724118 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-a11adcbc-331f-4ccc-8b75-cada745b6562 req-eca53d80-1d19-4321-97f1-be2ef3a8ea0a tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Request body: {'port': {'device_id': 'ecdb6510-a3dc-45f0-826a-213851d4378d', 'network_id': 'b51fae06-be52-4fab-a89b-cef6eae8fffd', 'admin_state_up': True, 'tenant_id': 'cb385cfc3d1046e2925732ed1d1b6b8d'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:51.846017 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f1b588ad-ed42-49a4-a638-386bcf626643 req-e489677c-ed88-4e64-870e-4ec3fe2016bb tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c67c16e-b8a6-4f4f-8d43-6f09a2fb6b31&id=716261c9-08fe-460b-8070-c5648185c899&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1951768 Aug 10 03:23:51.849794 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-692e4fa0-0e12-44a4-889f-af7d5c3027dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:52.113141 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a11adcbc-331f-4ccc-8b75-cada745b6562 req-eca53d80-1d19-4321-97f1-be2ef3a8ea0a tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Made reservation on behalf of cb385cfc3d1046e2925732ed1d1b6b8d for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:23:52.116872 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a11adcbc-331f-4ccc-8b75-cada745b6562 req-eca53d80-1d19-4321-97f1-be2ef3a8ea0a tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:52.132876 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cae9769-75e7-4d6f-a5b9-1d3204412345 req-1a5d18c6-d5d8-49e1-af14-29380004f711 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:52.134394 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3cae9769-75e7-4d6f-a5b9-1d3204412345 req-1a5d18c6-d5d8-49e1-af14-29380004f711 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a29612-20c9-44b8-855a-f25285352378 HTTP/1.1" status: 200 len: 945 time: 0.2078567 Aug 10 03:23:52.252103 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3cae9769-75e7-4d6f-a5b9-1d3204412345 req-4611e6cd-1209-4001-9713-d252f2119cef tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] 10.222.0.44 "GET /v2.0/security-groups?id=5d02b77e-f08e-4ef4-a517-927239ee4d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091025 Aug 10 03:23:52.499606 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e94bab8c-37ad-48a0-a25d-4fb04fb90837', 'tag': 'c40b5058-84d3-4cd1-8b92-77f51ba65d58'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:23:52.502248 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77a69e11-4ecd-4167-a9d9-15e560a42f37" -d '{"events": [{"name": "network-changed", "server_uuid": "e94bab8c-37ad-48a0-a25d-4fb04fb90837", "tag": "c40b5058-84d3-4cd1-8b92-77f51ba65d58"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:23:52.508194 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-a11adcbc-331f-4ccc-8b75-cada745b6562 req-eca53d80-1d19-4321-97f1-be2ef3a8ea0a tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Allocated IP 172.20.0.7 (b51fae06-be52-4fab-a89b-cef6eae8fffd/56efed23-ee55-46bf-9125-3806eab6d04b/df95f64d-4234-44a6-9668-55cc0c0404c6) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:23:52.514413 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-81277404-70e5-442b-b3f6-4a0281131a2f req-583df667-3f74-4810-a32b-de51a8537fde tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecdb6510-a3dc-45f0-826a-213851d4378d HTTP/1.1" status: 200 len: 210 time: 0.1037507 Aug 10 03:23:52.524305 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-692e4fa0-0e12-44a4-889f-af7d5c3027dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6098a0b-6358-487c-bb4f-c602b7532c39 {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:23:52.543442 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-692e4fa0-0e12-44a4-889f-af7d5c3027dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:52.594589 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-692e4fa0-0e12-44a4-889f-af7d5c3027dd service neutron] Transition to ACTIVE for port object c6098a0b-6358-487c-bb4f-c602b7532c39 will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:23:52.608409 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-692e4fa0-0e12-44a4-889f-af7d5c3027dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:52.709994 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692e4fa0-0e12-44a4-889f-af7d5c3027dd service neutron] Pushing event updated for resources: {'Port': ['ID=c6098a0b-6358-487c-bb4f-c602b7532c39,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:52.778772 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c619dc80-8825-4eb5-886e-0e19fcbbd431 x-openstack-request-id: req-c619dc80-8825-4eb5-886e-0e19fcbbd431 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:23:52.780111 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e94bab8c-37ad-48a0-a25d-4fb04fb90837", "tag": "c40b5058-84d3-4cd1-8b92-77f51ba65d58", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:23:52.780734 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c619dc80-8825-4eb5-886e-0e19fcbbd431 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:23:52.781685 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e94bab8c-37ad-48a0-a25d-4fb04fb90837', 'tag': 'c40b5058-84d3-4cd1-8b92-77f51ba65d58', 'status': 'completed', 'code': 200} Aug 10 03:23:52.806584 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b951c115-6dca-4fdc-890f-25707f94d58d req-b005ce20-4e5c-4775-a442-e6928f2929f0 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:52.808863 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b951c115-6dca-4fdc-890f-25707f94d58d req-b005ce20-4e5c-4775-a442-e6928f2929f0 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] 10.222.0.44 "GET /v2.0/networks?id=06a782d4-8043-4a8a-8b96-319c13a51a16 HTTP/1.1" status: 200 len: 817 time: 0.3996425 Aug 10 03:23:52.835162 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a69e11-4ecd-4167-a9d9-15e560a42f37 req-682e3d17-a097-409d-8424-130b5416a37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:52.836022 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a69e11-4ecd-4167-a9d9-15e560a42f37 req-682e3d17-a097-409d-8424-130b5416a37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:52.838521 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a69e11-4ecd-4167-a9d9-15e560a42f37 req-682e3d17-a097-409d-8424-130b5416a37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:52.842378 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a69e11-4ecd-4167-a9d9-15e560a42f37 req-682e3d17-a097-409d-8424-130b5416a37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:52.843155 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a69e11-4ecd-4167-a9d9-15e560a42f37 req-682e3d17-a097-409d-8424-130b5416a37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:52.843814 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a69e11-4ecd-4167-a9d9-15e560a42f37 req-682e3d17-a097-409d-8424-130b5416a37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:52.844472 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a69e11-4ecd-4167-a9d9-15e560a42f37 req-682e3d17-a097-409d-8424-130b5416a37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:52.846831 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-77a69e11-4ecd-4167-a9d9-15e560a42f37 req-682e3d17-a097-409d-8424-130b5416a37b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d3b56536bca94e8fa8af65288d111f79&device_id=e94bab8c-37ad-48a0-a25d-4fb04fb90837 HTTP/1.1" status: 200 len: 6383 time: 0.1078372 Aug 10 03:23:53.045379 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a69e11-4ecd-4167-a9d9-15e560a42f37 req-77258dc1-2f14-48b1-9534-3c94d059c6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:53.046372 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a69e11-4ecd-4167-a9d9-15e560a42f37 req-77258dc1-2f14-48b1-9534-3c94d059c6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:53.047206 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a69e11-4ecd-4167-a9d9-15e560a42f37 req-77258dc1-2f14-48b1-9534-3c94d059c6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:53.050000 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-77a69e11-4ecd-4167-a9d9-15e560a42f37 req-77258dc1-2f14-48b1-9534-3c94d059c6cf service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=d3b56536bca94e8fa8af65288d111f79&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.1875083 Aug 10 03:23:53.217468 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a69e11-4ecd-4167-a9d9-15e560a42f37 req-092a2c42-4c70-42f3-9c50-8c9f9d209a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:53.220246 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-77a69e11-4ecd-4167-a9d9-15e560a42f37 req-092a2c42-4c70-42f3-9c50-8c9f9d209a28 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1584015 Aug 10 03:23:53.268298 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b951c115-6dca-4fdc-890f-25707f94d58d req-85a508b5-1841-48c2-a821-afef873b1151 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] 10.222.0.44 "GET /v2.0/quotas/b43344ce758749f292df0b226e91162a HTTP/1.1" status: 200 len: 375 time: 0.4389915 Aug 10 03:23:53.272085 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-437c3805-1c96-4352-8f27-cea7d4f39f50 req-ee64c26d-2a87-463f-b630-6e3d2e024588 tempest-ServerShowV254Test-1072393249 tempest-ServerShowV254Test-1072393249-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5497c45-124d-4f4d-b02d-813fc54db625 HTTP/1.1" status: 200 len: 210 time: 0.4274352 Aug 10 03:23:53.356700 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b951c115-6dca-4fdc-890f-25707f94d58d req-8152305b-2767-41b6-a534-abbaf9d05139 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b43344ce758749f292df0b226e91162a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0697820 Aug 10 03:23:53.412388 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-692e4fa0-0e12-44a4-889f-af7d5c3027dd service neutron] Attempting to bind port c6098a0b-6358-487c-bb4f-c602b7532c39 on host n-h2-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:23:53.413053 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-692e4fa0-0e12-44a4-889f-af7d5c3027dd service neutron] Attempting to bind port c6098a0b-6358-487c-bb4f-c602b7532c39 by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': '06a2e05c-772c-447f-825d-36b8db222e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c16d896b-1b67-48b5-b66a-585f180ec01d'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:23:53.413387 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-692e4fa0-0e12-44a4-889f-af7d5c3027dd service neutron] Attempting to bind port c6098a0b-6358-487c-bb4f-c602b7532c39 on network c16d896b-1b67-48b5-b66a-585f180ec01d {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:23:53.456885 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-692e4fa0-0e12-44a4-889f-af7d5c3027dd service neutron] Port c6098a0b-6358-487c-bb4f-c602b7532c39 on network c16d896b-1b67-48b5-b66a-585f180ec01d not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:23:53.457229 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-692e4fa0-0e12-44a4-889f-af7d5c3027dd service neutron] Attempting to bind port c6098a0b-6358-487c-bb4f-c602b7532c39 on network c16d896b-1b67-48b5-b66a-585f180ec01d {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:23:53.510717 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a11adcbc-331f-4ccc-8b75-cada745b6562 req-eca53d80-1d19-4321-97f1-be2ef3a8ea0a tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:53.519034 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-692e4fa0-0e12-44a4-889f-af7d5c3027dd service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:23:53.519373 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-692e4fa0-0e12-44a4-889f-af7d5c3027dd service neutron] Checking segment: {'id': '06a2e05c-772c-447f-825d-36b8db222e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c16d896b-1b67-48b5-b66a-585f180ec01d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:23:53.519768 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-692e4fa0-0e12-44a4-889f-af7d5c3027dd service neutron] Bound using segment: {'id': '06a2e05c-772c-447f-825d-36b8db222e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c16d896b-1b67-48b5-b66a-585f180ec01d'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:23:53.520226 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-692e4fa0-0e12-44a4-889f-af7d5c3027dd service neutron] Bound port: c6098a0b-6358-487c-bb4f-c602b7532c39, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06a2e05c-772c-447f-825d-36b8db222e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c16d896b-1b67-48b5-b66a-585f180ec01d'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:23:53.520584 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-692e4fa0-0e12-44a4-889f-af7d5c3027dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:53.609551 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-6288ca15-6027-4452-bdfc-4ee885ee34c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:53.628005 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b951c115-6dca-4fdc-890f-25707f94d58d req-a3d62bcd-252f-45bc-a4f0-3f2a6855105b service neutron] 10.222.0.44 "GET /v2.0/networks/06a782d4-8043-4a8a-8b96-319c13a51a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527666 Aug 10 03:23:53.645757 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c564d380-c698-4c1d-a013-39fca2d81c13 req-c5faf69a-c4d7-46fa-9640-5f5b4f912262 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:53.653375 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c564d380-c698-4c1d-a013-39fca2d81c13 req-c5faf69a-c4d7-46fa-9640-5f5b4f912262 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:53.659642 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c564d380-c698-4c1d-a013-39fca2d81c13 req-c5faf69a-c4d7-46fa-9640-5f5b4f912262 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:53.665979 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c564d380-c698-4c1d-a013-39fca2d81c13 req-c5faf69a-c4d7-46fa-9640-5f5b4f912262 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:53.671974 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1139f625-aa7a-429b-bc2b-33b1f2ab26a2 req-3996413e-6b1e-49b0-9274-15ba6b8f663b tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:53.672746 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c564d380-c698-4c1d-a013-39fca2d81c13 req-c5faf69a-c4d7-46fa-9640-5f5b4f912262 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:53.674279 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-1139f625-aa7a-429b-bc2b-33b1f2ab26a2 req-3996413e-6b1e-49b0-9274-15ba6b8f663b tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] 10.222.0.61 "GET /v2.0/ports?device_id=03a29612-20c9-44b8-855a-f25285352378 HTTP/1.1" status: 200 len: 945 time: 0.1109467 Aug 10 03:23:53.678799 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c564d380-c698-4c1d-a013-39fca2d81c13 req-c5faf69a-c4d7-46fa-9640-5f5b4f912262 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:53.684953 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c564d380-c698-4c1d-a013-39fca2d81c13 req-c5faf69a-c4d7-46fa-9640-5f5b4f912262 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:53.687166 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c564d380-c698-4c1d-a013-39fca2d81c13 req-c5faf69a-c4d7-46fa-9640-5f5b4f912262 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/ports?device_id=e94bab8c-37ad-48a0-a25d-4fb04fb90837 HTTP/1.1" status: 200 len: 5417 time: 0.2367835 Aug 10 03:23:53.805199 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-692e4fa0-0e12-44a4-889f-af7d5c3027dd service neutron] For port c6098a0b-6358-487c-bb4f-c602b7532c39, host n-h2-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:23:53.827161 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a11adcbc-331f-4ccc-8b75-cada745b6562 req-eca53d80-1d19-4321-97f1-be2ef3a8ea0a tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:53.841285 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['c86633db-c378-444d-8268-3b286fd3bbb7'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:23:53.851105 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-692e4fa0-0e12-44a4-889f-af7d5c3027dd service neutron] For port c6098a0b-6358-487c-bb4f-c602b7532c39, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=c6098a0b-6358-487c-bb4f-c602b7532c39,segment=NetworkSegment(06a2e05c-772c-447f-825d-36b8db222e98),segment_id=06a2e05c-772c-447f-825d-36b8db222e98)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:23:53.864139 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-1139f625-aa7a-429b-bc2b-33b1f2ab26a2 req-daf4131d-ca97-4c1c-af64-fe7ce8ce8466 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] Deleting port 39f75b0a-2724-41fb-b7c1-4e332a6cff90 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:23:53.865985 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-1139f625-aa7a-429b-bc2b-33b1f2ab26a2 req-daf4131d-ca97-4c1c-af64-fe7ce8ce8466 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:53.872516 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-692e4fa0-0e12-44a4-889f-af7d5c3027dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:53.915332 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c564d380-c698-4c1d-a013-39fca2d81c13 req-cab89eb3-b5b7-454d-aa99-a4efbab1b6bd tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c67c16e-b8a6-4f4f-8d43-6f09a2fb6b31&id=716261c9-08fe-460b-8070-c5648185c899&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2155883 Aug 10 03:23:53.993490 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-692e4fa0-0e12-44a4-889f-af7d5c3027dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:54.003001 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-692e4fa0-0e12-44a4-889f-af7d5c3027dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:54.004778 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-692e4fa0-0e12-44a4-889f-af7d5c3027dd service neutron] 10.222.0.61 "PUT /v2.0/ports/c6098a0b-6358-487c-bb4f-c602b7532c39 HTTP/1.1" status: 200 len: 1092 time: 2.6546452 Aug 10 03:23:54.016032 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a11adcbc-331f-4ccc-8b75-cada745b6562 req-eca53d80-1d19-4321-97f1-be2ef3a8ea0a tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Network b51fae06-be52-4fab-a89b-cef6eae8fffd is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:23:54.042902 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-a11adcbc-331f-4ccc-8b75-cada745b6562 req-eca53d80-1d19-4321-97f1-be2ef3a8ea0a tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:23:54.051116 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-a11adcbc-331f-4ccc-8b75-cada745b6562 req-eca53d80-1d19-4321-97f1-be2ef3a8ea0a tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:23:54.064313 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-aab8ca67-9a21-472e-9794-f928f69cdcf4 service neutron] Request body: {'port': {'device_id': 'e94bab8c-37ad-48a0-a25d-4fb04fb90837', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:54.073868 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b951c115-6dca-4fdc-890f-25707f94d58d req-10c7c257-4bcd-40ad-8533-963347c0ba61 service neutron] 10.222.0.44 "GET /v2.0/networks/06a782d4-8043-4a8a-8b96-319c13a51a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3763998 Aug 10 03:23:54.088561 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-1139f625-aa7a-429b-bc2b-33b1f2ab26a2 req-daf4131d-ca97-4c1c-af64-fe7ce8ce8466 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] For port 39f75b0a-2724-41fb-b7c1-4e332a6cff90, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=39f75b0a-2724-41fb-b7c1-4e332a6cff90,segment=NetworkSegment(92e39147-dac7-4353-ab76-bf692bb677b9),segment_id=92e39147-dac7-4353-ab76-bf692bb677b9)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:54.098248 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-1139f625-aa7a-429b-bc2b-33b1f2ab26a2 req-daf4131d-ca97-4c1c-af64-fe7ce8ce8466 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:54.126646 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca53d80-1d19-4321-97f1-be2ef3a8ea0a tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Pushing event updated for resources: {'Port': ['ID=df95f64d-4234-44a6-9668-55cc0c0404c6,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:54.261226 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11adcbc-331f-4ccc-8b75-cada745b6562 req-eca53d80-1d19-4321-97f1-be2ef3a8ea0a tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:54.261867 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a11adcbc-331f-4ccc-8b75-cada745b6562 req-eca53d80-1d19-4321-97f1-be2ef3a8ea0a tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:54.294880 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-aab8ca67-9a21-472e-9794-f928f69cdcf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:54.301621 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692e4fa0-0e12-44a4-889f-af7d5c3027dd service neutron] Pushing event updated for resources: {'Port': ['ID=c6098a0b-6358-487c-bb4f-c602b7532c39,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:54.316329 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:54.319977 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a11adcbc-331f-4ccc-8b75-cada745b6562 req-eca53d80-1d19-4321-97f1-be2ef3a8ea0a tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6160924 Aug 10 03:23:54.334378 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537aa216-d5cc-42af-9b0d-a0a52bc0b5a3 req-41850a44-4d0d-44cf-b7e0-860e442d9502 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:54.344312 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-537aa216-d5cc-42af-9b0d-a0a52bc0b5a3 req-41850a44-4d0d-44cf-b7e0-860e442d9502 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a29612-20c9-44b8-855a-f25285352378 HTTP/1.1" status: 200 len: 945 time: 0.2895987 Aug 10 03:23:54.359778 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-a11adcbc-331f-4ccc-8b75-cada745b6562 req-7f5e2b55-606b-4659-aad6-4c2239634fdb service neutron] Request body: {'port': {'device_id': 'ecdb6510-a3dc-45f0-826a-213851d4378d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:54.562967 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-537aa216-d5cc-42af-9b0d-a0a52bc0b5a3 req-8f51b7b1-c1e8-449a-9234-a9dfb2369de4 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] 10.222.0.44 "GET /v2.0/security-groups?id=5d02b77e-f08e-4ef4-a517-927239ee4d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2175624 Aug 10 03:23:54.598839 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a11adcbc-331f-4ccc-8b75-cada745b6562 req-7f5e2b55-606b-4659-aad6-4c2239634fdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:54.783396 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e94bab8c-37ad-48a0-a25d-4fb04fb90837', 'tag': 'c6098a0b-6358-487c-bb4f-c602b7532c39'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:23:54.785782 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8231828-7ae4-4b7d-8f92-6fd0d79ec475" -d '{"events": [{"name": "network-changed", "server_uuid": "e94bab8c-37ad-48a0-a25d-4fb04fb90837", "tag": "c6098a0b-6358-487c-bb4f-c602b7532c39"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:23:54.972908 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a21992-9988-47af-a16d-df160e4d5dd1 req-e4e32bee-b50e-41df-9b99-95a0647f4948 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:54.980828 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-1139f625-aa7a-429b-bc2b-33b1f2ab26a2 req-daf4131d-ca97-4c1c-af64-fe7ce8ce8466 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:54.981633 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-1139f625-aa7a-429b-bc2b-33b1f2ab26a2 req-daf4131d-ca97-4c1c-af64-fe7ce8ce8466 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:54.981633 n-d-768862-13 neutron-server[94261]: INFO neutron.db.l3_db [req-1139f625-aa7a-429b-bc2b-33b1f2ab26a2 req-daf4131d-ca97-4c1c-af64-fe7ce8ce8466 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] Floating IP 5f2d8d79-7598-45a9-a6e9-ce5bd60da330 disassociated. External IP: 172.25.6.153, port: 39f75b0a-2724-41fb-b7c1-4e332a6cff90. Aug 10 03:23:54.981928 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-37a21992-9988-47af-a16d-df160e4d5dd1 req-e4e32bee-b50e-41df-9b99-95a0647f4948 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecdb6510-a3dc-45f0-826a-213851d4378d HTTP/1.1" status: 200 len: 931 time: 0.2877543 Aug 10 03:23:54.982078 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-1139f625-aa7a-429b-bc2b-33b1f2ab26a2 req-daf4131d-ca97-4c1c-af64-fe7ce8ce8466 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] Calling delete_port for 39f75b0a-2724-41fb-b7c1-4e332a6cff90 owned by compute:nova {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:23:55.118778 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-df1282a1-2eb0-4dd7-a59b-b40151d3f563 req-f6554974-9775-488d-a1a8-6c257c3c58f6 tempest-ServerShowV254Test-1072393249 tempest-ServerShowV254Test-1072393249-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5497c45-124d-4f4d-b02d-813fc54db625 HTTP/1.1" status: 200 len: 210 time: 0.0657778 Aug 10 03:23:55.195850 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-37a21992-9988-47af-a16d-df160e4d5dd1 req-679e8a74-1469-4f6f-b3b8-32f0a8f129ec tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121365 Aug 10 03:23:55.221326 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-1139f625-aa7a-429b-bc2b-33b1f2ab26a2 req-daf4131d-ca97-4c1c-af64-fe7ce8ce8466 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:55.226208 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-aab8ca67-9a21-472e-9794-f928f69cdcf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4134483f-b371-43e3-9c92-e3039b3c9f4b {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:23:55.264785 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:55.268032 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-aab8ca67-9a21-472e-9794-f928f69cdcf4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:55.274792 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf4131d-ca97-4c1c-af64-fe7ce8ce8466 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] Pushing event deleted for resources: {'Port': ['ID=39f75b0a-2724-41fb-b7c1-4e332a6cff90,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:55.337722 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-aab8ca67-9a21-472e-9794-f928f69cdcf4 service neutron] Transition to ACTIVE for port object 4134483f-b371-43e3-9c92-e3039b3c9f4b will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:23:55.360736 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-aab8ca67-9a21-472e-9794-f928f69cdcf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:55.423268 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-082cadab-10a4-4086-9df5-f543da16e3f2 x-openstack-request-id: req-082cadab-10a4-4086-9df5-f543da16e3f2 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:23:55.423580 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e94bab8c-37ad-48a0-a25d-4fb04fb90837", "tag": "c6098a0b-6358-487c-bb4f-c602b7532c39", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:23:55.424254 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-082cadab-10a4-4086-9df5-f543da16e3f2 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:23:55.424989 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e94bab8c-37ad-48a0-a25d-4fb04fb90837', 'tag': 'c6098a0b-6358-487c-bb4f-c602b7532c39', 'status': 'completed', 'code': 200} Aug 10 03:23:55.587706 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-de9820f4-e2e1-4429-a6ef-502f268c30fe req-efe28756-b99b-4760-88c8-2962bd5247f9 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] 10.222.0.44 "GET /v2.0/ports?device_id=898c5a29-76db-42cc-bf61-56624892a921 HTTP/1.1" status: 200 len: 210 time: 0.1095481 Aug 10 03:23:55.600284 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab8ca67-9a21-472e-9794-f928f69cdcf4 service neutron] Pushing event updated for resources: {'Port': ['ID=4134483f-b371-43e3-9c92-e3039b3c9f4b,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:55.627574 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-a11adcbc-331f-4ccc-8b75-cada745b6562 req-7f5e2b55-606b-4659-aad6-4c2239634fdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df95f64d-4234-44a6-9668-55cc0c0404c6 {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:23:55.638738 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1139f625-aa7a-429b-bc2b-33b1f2ab26a2 req-daf4131d-ca97-4c1c-af64-fe7ce8ce8466 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] Router f35cb48d-221a-4fc0-850b-eaff94f766c1 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:23:55.661937 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a11adcbc-331f-4ccc-8b75-cada745b6562 req-7f5e2b55-606b-4659-aad6-4c2239634fdb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:55.739267 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8231828-7ae4-4b7d-8f92-6fd0d79ec475 req-e326e76e-7e2a-418c-8da8-ffe23bcba20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:55.740151 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8231828-7ae4-4b7d-8f92-6fd0d79ec475 req-e326e76e-7e2a-418c-8da8-ffe23bcba20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:55.740818 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8231828-7ae4-4b7d-8f92-6fd0d79ec475 req-e326e76e-7e2a-418c-8da8-ffe23bcba20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:55.741473 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8231828-7ae4-4b7d-8f92-6fd0d79ec475 req-e326e76e-7e2a-418c-8da8-ffe23bcba20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:55.742136 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8231828-7ae4-4b7d-8f92-6fd0d79ec475 req-e326e76e-7e2a-418c-8da8-ffe23bcba20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:55.743730 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8231828-7ae4-4b7d-8f92-6fd0d79ec475 req-e326e76e-7e2a-418c-8da8-ffe23bcba20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:55.744512 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8231828-7ae4-4b7d-8f92-6fd0d79ec475 req-e326e76e-7e2a-418c-8da8-ffe23bcba20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:55.747593 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-b8231828-7ae4-4b7d-8f92-6fd0d79ec475 req-e326e76e-7e2a-418c-8da8-ffe23bcba20e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d3b56536bca94e8fa8af65288d111f79&device_id=e94bab8c-37ad-48a0-a25d-4fb04fb90837 HTTP/1.1" status: 200 len: 6451 time: 0.2718139 Aug 10 03:23:55.807535 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-a11adcbc-331f-4ccc-8b75-cada745b6562 req-7f5e2b55-606b-4659-aad6-4c2239634fdb service neutron] Transition to ACTIVE for port object df95f64d-4234-44a6-9668-55cc0c0404c6 will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:23:55.905138 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a11adcbc-331f-4ccc-8b75-cada745b6562 req-7f5e2b55-606b-4659-aad6-4c2239634fdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:55.925611 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f7ec4c12-71ef-4565-bf40-81d7fb96e26d req-0f63b52a-8c57-47c2-8e99-1ac605b2ac8c tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a29612-20c9-44b8-855a-f25285352378 HTTP/1.1" status: 200 len: 210 time: 0.1193974 Aug 10 03:23:55.962802 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:56.042052 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8231828-7ae4-4b7d-8f92-6fd0d79ec475 req-e16cab36-44ac-4d34-8384-101d59c0cb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:56.043220 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8231828-7ae4-4b7d-8f92-6fd0d79ec475 req-e16cab36-44ac-4d34-8384-101d59c0cb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:56.043888 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8231828-7ae4-4b7d-8f92-6fd0d79ec475 req-e16cab36-44ac-4d34-8384-101d59c0cb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:56.046075 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-b8231828-7ae4-4b7d-8f92-6fd0d79ec475 req-e16cab36-44ac-4d34-8384-101d59c0cb08 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=d3b56536bca94e8fa8af65288d111f79&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.2528374 Aug 10 03:23:56.046735 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2848e96e-72da-4cc5-9b0e-507f8b967375 req-5cdfcecc-378e-40cc-b66b-f63255fe03b8 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:56.049292 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1139f625-aa7a-429b-bc2b-33b1f2ab26a2 req-daf4131d-ca97-4c1c-af64-fe7ce8ce8466 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:23:56.068115 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2848e96e-72da-4cc5-9b0e-507f8b967375 req-5cdfcecc-378e-40cc-b66b-f63255fe03b8 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:56.075263 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8015ac2d-35e6-4dd9-9c69-cf91526b54c6 None None] Sync routers for ids ['f35cb48d-221a-4fc0-850b-eaff94f766c1'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:23:56.090188 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2848e96e-72da-4cc5-9b0e-507f8b967375 req-5cdfcecc-378e-40cc-b66b-f63255fe03b8 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:56.096647 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8015ac2d-35e6-4dd9-9c69-cf91526b54c6 None None] Routers {'f35cb48d-221a-4fc0-850b-eaff94f766c1'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:23:56.098296 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2848e96e-72da-4cc5-9b0e-507f8b967375 req-5cdfcecc-378e-40cc-b66b-f63255fe03b8 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:56.099732 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-8015ac2d-35e6-4dd9-9c69-cf91526b54c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:23:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['f35cb48d-221a-4fc0-850b-eaff94f766c1'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:56.106602 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2848e96e-72da-4cc5-9b0e-507f8b967375 req-5cdfcecc-378e-40cc-b66b-f63255fe03b8 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:56.115242 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2848e96e-72da-4cc5-9b0e-507f8b967375 req-5cdfcecc-378e-40cc-b66b-f63255fe03b8 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:56.127809 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2848e96e-72da-4cc5-9b0e-507f8b967375 req-5cdfcecc-378e-40cc-b66b-f63255fe03b8 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:56.132166 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2848e96e-72da-4cc5-9b0e-507f8b967375 req-5cdfcecc-378e-40cc-b66b-f63255fe03b8 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/ports?device_id=e94bab8c-37ad-48a0-a25d-4fb04fb90837 HTTP/1.1" status: 200 len: 5429 time: 0.5430970 Aug 10 03:23:56.200506 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-1139f625-aa7a-429b-bc2b-33b1f2ab26a2 req-daf4131d-ca97-4c1c-af64-fe7ce8ce8466 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] No DVR routers for this DVR port 39f75b0a-2724-41fb-b7c1-4e332a6cff90 on host n-h2-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:23:56.208687 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-1139f625-aa7a-429b-bc2b-33b1f2ab26a2 req-daf4131d-ca97-4c1c-af64-fe7ce8ce8466 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:56.214193 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-aab8ca67-9a21-472e-9794-f928f69cdcf4 service neutron] Attempting to bind port 4134483f-b371-43e3-9c92-e3039b3c9f4b on host n-h2-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:23:56.214799 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-aab8ca67-9a21-472e-9794-f928f69cdcf4 service neutron] Attempting to bind port 4134483f-b371-43e3-9c92-e3039b3c9f4b by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': '06a2e05c-772c-447f-825d-36b8db222e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c16d896b-1b67-48b5-b66a-585f180ec01d'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:23:56.215344 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-aab8ca67-9a21-472e-9794-f928f69cdcf4 service neutron] Attempting to bind port 4134483f-b371-43e3-9c92-e3039b3c9f4b on network c16d896b-1b67-48b5-b66a-585f180ec01d {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:23:56.218408 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-1139f625-aa7a-429b-bc2b-33b1f2ab26a2 req-daf4131d-ca97-4c1c-af64-fe7ce8ce8466 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] 10.222.0.61 "DELETE /v2.0/ports/39f75b0a-2724-41fb-b7c1-4e332a6cff90 HTTP/1.1" status: 204 len: 173 time: 2.5288477 Aug 10 03:23:56.218408 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03a29612-20c9-44b8-855a-f25285352378', 'name': 'network-vif-deleted', 'tag': '39f75b0a-2724-41fb-b7c1-4e332a6cff90'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:23:56.222716 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea5e34dd-8248-4b91-9ca9-1537ce3aac07" -d '{"events": [{"server_uuid": "03a29612-20c9-44b8-855a-f25285352378", "name": "network-vif-deleted", "tag": "39f75b0a-2724-41fb-b7c1-4e332a6cff90"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:23:56.237473 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-aab8ca67-9a21-472e-9794-f928f69cdcf4 service neutron] Port 4134483f-b371-43e3-9c92-e3039b3c9f4b on network c16d896b-1b67-48b5-b66a-585f180ec01d not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:23:56.238020 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-aab8ca67-9a21-472e-9794-f928f69cdcf4 service neutron] Attempting to bind port 4134483f-b371-43e3-9c92-e3039b3c9f4b on network c16d896b-1b67-48b5-b66a-585f180ec01d {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:23:56.247640 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5e2b55-606b-4659-aad6-4c2239634fdb service neutron] Pushing event updated for resources: {'Port': ['ID=df95f64d-4234-44a6-9668-55cc0c0404c6,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:56.343364 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-aab8ca67-9a21-472e-9794-f928f69cdcf4 service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:23:56.345474 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-aab8ca67-9a21-472e-9794-f928f69cdcf4 service neutron] Checking segment: {'id': '06a2e05c-772c-447f-825d-36b8db222e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c16d896b-1b67-48b5-b66a-585f180ec01d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:23:56.346442 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-aab8ca67-9a21-472e-9794-f928f69cdcf4 service neutron] Bound using segment: {'id': '06a2e05c-772c-447f-825d-36b8db222e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c16d896b-1b67-48b5-b66a-585f180ec01d'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:23:56.347523 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-aab8ca67-9a21-472e-9794-f928f69cdcf4 service neutron] Bound port: 4134483f-b371-43e3-9c92-e3039b3c9f4b, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06a2e05c-772c-447f-825d-36b8db222e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c16d896b-1b67-48b5-b66a-585f180ec01d'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:23:56.348834 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-aab8ca67-9a21-472e-9794-f928f69cdcf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:56.359993 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8231828-7ae4-4b7d-8f92-6fd0d79ec475 req-8fdb94f6-5e6b-4ebc-81cd-71b484207c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:56.361764 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-b8231828-7ae4-4b7d-8f92-6fd0d79ec475 req-8fdb94f6-5e6b-4ebc-81cd-71b484207c1a service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2442527 Aug 10 03:23:56.531752 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 39f75b0a-2724-41fb-b7c1-4e332a6cff90 no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:23:56.546295 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-8015ac2d-35e6-4dd9-9c69-cf91526b54c6 None None] Set router f35cb48d-221a-4fc0-850b-eaff94f766c1 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:23:56.605088 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] No Port match for: 39f75b0a-2724-41fb-b7c1-4e332a6cff90 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:23:56.605650 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 39f75b0a-2724-41fb-b7c1-4e332a6cff90 not bound to the agent host n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:23:56.659918 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d1b190a9-0827-4373-8ebc-f3e0b9c493d1 req-ca60b632-109e-45df-8a55-c7b73c644bb2 tempest-ServerShowV254Test-1072393249 tempest-ServerShowV254Test-1072393249-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5497c45-124d-4f4d-b02d-813fc54db625 HTTP/1.1" status: 200 len: 210 time: 0.2736514 Aug 10 03:23:56.708781 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:56.724339 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2848e96e-72da-4cc5-9b0e-507f8b967375 req-39e20cc7-f01a-4cd6-951c-4f24415912bd tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c67c16e-b8a6-4f4f-8d43-6f09a2fb6b31&id=716261c9-08fe-460b-8070-c5648185c899&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5696695 Aug 10 03:23:56.863053 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0bf2b66-5e00-4c3b-a70a-32fe0264a914 x-openstack-request-id: req-c0bf2b66-5e00-4c3b-a70a-32fe0264a914 {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:23:56.863569 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03a29612-20c9-44b8-855a-f25285352378", "name": "network-vif-deleted", "tag": "39f75b0a-2724-41fb-b7c1-4e332a6cff90", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:23:56.864026 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c0bf2b66-5e00-4c3b-a70a-32fe0264a914 {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:23:56.864447 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03a29612-20c9-44b8-855a-f25285352378', 'name': 'network-vif-deleted', 'tag': '39f75b0a-2724-41fb-b7c1-4e332a6cff90', 'status': 'completed', 'code': 200} Aug 10 03:23:56.952088 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-aab8ca67-9a21-472e-9794-f928f69cdcf4 service neutron] For port 4134483f-b371-43e3-9c92-e3039b3c9f4b, host n-h2-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:23:57.001247 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-a11adcbc-331f-4ccc-8b75-cada745b6562 req-7f5e2b55-606b-4659-aad6-4c2239634fdb service neutron] Attempting to bind port df95f64d-4234-44a6-9668-55cc0c0404c6 on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:23:57.001590 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-a11adcbc-331f-4ccc-8b75-cada745b6562 req-7f5e2b55-606b-4659-aad6-4c2239634fdb service neutron] Attempting to bind port df95f64d-4234-44a6-9668-55cc0c0404c6 by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '73bbe919-55b7-4c3d-b65b-52e4e628212a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b51fae06-be52-4fab-a89b-cef6eae8fffd'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:23:57.001922 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11adcbc-331f-4ccc-8b75-cada745b6562 req-7f5e2b55-606b-4659-aad6-4c2239634fdb service neutron] Attempting to bind port df95f64d-4234-44a6-9668-55cc0c0404c6 on network b51fae06-be52-4fab-a89b-cef6eae8fffd {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:23:57.008560 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-aab8ca67-9a21-472e-9794-f928f69cdcf4 service neutron] For port 4134483f-b371-43e3-9c92-e3039b3c9f4b, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=4134483f-b371-43e3-9c92-e3039b3c9f4b,segment=NetworkSegment(06a2e05c-772c-447f-825d-36b8db222e98),segment_id=06a2e05c-772c-447f-825d-36b8db222e98)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:23:57.023765 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c922b231-c0fe-4cec-a006-2b9e8c94e7c4 req-4ed03fd5-5fce-4e3a-864d-f17b25d6f5c5 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:57.031632 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c922b231-c0fe-4cec-a006-2b9e8c94e7c4 req-4ed03fd5-5fce-4e3a-864d-f17b25d6f5c5 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecdb6510-a3dc-45f0-826a-213851d4378d HTTP/1.1" status: 200 len: 943 time: 0.2099397 Aug 10 03:23:57.034761 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11adcbc-331f-4ccc-8b75-cada745b6562 req-7f5e2b55-606b-4659-aad6-4c2239634fdb service neutron] Port df95f64d-4234-44a6-9668-55cc0c0404c6 on network b51fae06-be52-4fab-a89b-cef6eae8fffd not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:23:57.035155 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11adcbc-331f-4ccc-8b75-cada745b6562 req-7f5e2b55-606b-4659-aad6-4c2239634fdb service neutron] Attempting to bind port df95f64d-4234-44a6-9668-55cc0c0404c6 on network b51fae06-be52-4fab-a89b-cef6eae8fffd {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:23:57.060657 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-aab8ca67-9a21-472e-9794-f928f69cdcf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:57.100978 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-8015ac2d-35e6-4dd9-9c69-cf91526b54c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f35cb48d-221a-4fc0-850b-eaff94f766c1', 'name': 'tempest-ServersTestBootFromVolume-1311253739-router', 'tenant_id': 'e1722d197a814345bc6c8fc008fcacd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '1df091a7-58a7-459f-8039-0555ec90731e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:20:28Z', 'updated_at': '2021-08-10T03:20:35Z', 'revision_number': 4, 'project_id': 'e1722d197a814345bc6c8fc008fcacd1', 'gw_port': {'id': '1df091a7-58a7-459f-8039-0555ec90731e', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ab:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35cb48d-221a-4fc0-850b-eaff94f766c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:20:29Z', 'updated_at': '2021-08-10T03:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '3fa5b8e6-79d7-4d60-9e0b-7b59a8b71dfd', 'name': '', 'network_id': '05dc9c39-237d-4ac9-993e-e0b32ff3d84b', 'tenant_id': 'e1722d197a814345bc6c8fc008fcacd1', 'mac_address': 'fa:16:3e:e9:a1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35cb48d-221a-4fc0-850b-eaff94f766c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '58337cd7-d5bf-4101-801d-f0d48a89226e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:20:34Z', 'updated_at': '2021-08-10T03:20:46Z', 'revision_number': 5, 'project_id': 'e1722d197a814345bc6c8fc008fcacd1', 'subnets': [{'id': '58337cd7-d5bf-4101-801d-f0d48a89226e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:57.125009 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11adcbc-331f-4ccc-8b75-cada745b6562 req-7f5e2b55-606b-4659-aad6-4c2239634fdb service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:23:57.125357 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11adcbc-331f-4ccc-8b75-cada745b6562 req-7f5e2b55-606b-4659-aad6-4c2239634fdb service neutron] Checking segment: {'id': '73bbe919-55b7-4c3d-b65b-52e4e628212a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b51fae06-be52-4fab-a89b-cef6eae8fffd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:23:57.125752 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11adcbc-331f-4ccc-8b75-cada745b6562 req-7f5e2b55-606b-4659-aad6-4c2239634fdb service neutron] Bound using segment: {'id': '73bbe919-55b7-4c3d-b65b-52e4e628212a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b51fae06-be52-4fab-a89b-cef6eae8fffd'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:23:57.126425 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-a11adcbc-331f-4ccc-8b75-cada745b6562 req-7f5e2b55-606b-4659-aad6-4c2239634fdb service neutron] Bound port: df95f64d-4234-44a6-9668-55cc0c0404c6, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73bbe919-55b7-4c3d-b65b-52e4e628212a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b51fae06-be52-4fab-a89b-cef6eae8fffd'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:23:57.126983 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a11adcbc-331f-4ccc-8b75-cada745b6562 req-7f5e2b55-606b-4659-aad6-4c2239634fdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:57.148261 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8015ac2d-35e6-4dd9-9c69-cf91526b54c6 None None] Checking router: f35cb48d-221a-4fc0-850b-eaff94f766c1 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:23:57.168443 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8015ac2d-35e6-4dd9-9c69-cf91526b54c6 None None] Routers {'f35cb48d-221a-4fc0-850b-eaff94f766c1'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:23:57.169725 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-8015ac2d-35e6-4dd9-9c69-cf91526b54c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:23:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['f35cb48d-221a-4fc0-850b-eaff94f766c1'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:57.283833 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6f058188-cef4-49cf-a1ca-f715262b1398 req-0f4a6e55-a1a7-4d06-b1ed-2230da0e9690 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] 10.222.0.44 "GET /v2.0/ports?device_id=898c5a29-76db-42cc-bf61-56624892a921 HTTP/1.1" status: 200 len: 210 time: 0.1653967 Aug 10 03:23:57.310123 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-aab8ca67-9a21-472e-9794-f928f69cdcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:57.316802 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-aab8ca67-9a21-472e-9794-f928f69cdcf4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:57.323833 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-aab8ca67-9a21-472e-9794-f928f69cdcf4 service neutron] 10.222.0.61 "PUT /v2.0/ports/4134483f-b371-43e3-9c92-e3039b3c9f4b HTTP/1.1" status: 200 len: 1092 time: 3.2626488 Aug 10 03:23:57.334075 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c922b231-c0fe-4cec-a006-2b9e8c94e7c4 req-0cd27968-31a5-480c-96f5-799e34435155 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3015058 Aug 10 03:23:57.460592 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-8015ac2d-35e6-4dd9-9c69-cf91526b54c6 None None] Set router f35cb48d-221a-4fc0-850b-eaff94f766c1 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:23:57.509220 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e94bab8c-37ad-48a0-a25d-4fb04fb90837', 'tag': '4134483f-b371-43e3-9c92-e3039b3c9f4b'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:23:57.512532 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1075cc6-ac70-4a07-a6ea-049795756177" -d '{"events": [{"name": "network-changed", "server_uuid": "e94bab8c-37ad-48a0-a25d-4fb04fb90837", "tag": "4134483f-b371-43e3-9c92-e3039b3c9f4b"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:23:57.619425 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b951c115-6dca-4fdc-890f-25707f94d58d req-abeab669-af25-40ba-a716-4116a57ba7ca tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:57.621630 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-b951c115-6dca-4fdc-890f-25707f94d58d req-abeab669-af25-40ba-a716-4116a57ba7ca tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] 10.222.0.42 "GET /v2.0/networks?id=06a782d4-8043-4a8a-8b96-319c13a51a16 HTTP/1.1" status: 200 len: 817 time: 0.3519104 Aug 10 03:23:57.638322 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-b951c115-6dca-4fdc-890f-25707f94d58d req-ae8222ac-ceea-4dc8-bb54-560d70ed35d9 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] Request body: {'port': {'device_id': '165aa09b-e00c-4241-9eae-aa068c2bfa7d', 'network_id': '06a782d4-8043-4a8a-8b96-319c13a51a16', 'admin_state_up': True, 'tenant_id': 'b43344ce758749f292df0b226e91162a'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:57.717458 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3d1fcdfb-8da0-4458-9968-4962cee45195 req-3cfbac0d-7efb-4622-bcb6-1135a757ea7a tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a29612-20c9-44b8-855a-f25285352378 HTTP/1.1" status: 200 len: 210 time: 0.2160373 Aug 10 03:23:57.752546 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab8ca67-9a21-472e-9794-f928f69cdcf4 service neutron] Pushing event updated for resources: {'Port': ['ID=4134483f-b371-43e3-9c92-e3039b3c9f4b,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:57.805878 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c7ee77-0f85-4daf-8a96-6158a6a899d8 x-openstack-request-id: req-75c7ee77-0f85-4daf-8a96-6158a6a899d8 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:23:57.806691 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e94bab8c-37ad-48a0-a25d-4fb04fb90837", "tag": "4134483f-b371-43e3-9c92-e3039b3c9f4b", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:23:57.811261 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-75c7ee77-0f85-4daf-8a96-6158a6a899d8 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:23:57.815030 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e94bab8c-37ad-48a0-a25d-4fb04fb90837', 'tag': '4134483f-b371-43e3-9c92-e3039b3c9f4b', 'status': 'completed', 'code': 200} Aug 10 03:23:57.841212 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-2c56ce85-e8d2-424e-8d5d-89b29576874e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:57.842116 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-2c56ce85-e8d2-424e-8d5d-89b29576874e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:57.842867 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-2c56ce85-e8d2-424e-8d5d-89b29576874e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:57.843535 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-2c56ce85-e8d2-424e-8d5d-89b29576874e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:57.845486 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-2c56ce85-e8d2-424e-8d5d-89b29576874e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:57.846217 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-2c56ce85-e8d2-424e-8d5d-89b29576874e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:57.848391 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-2c56ce85-e8d2-424e-8d5d-89b29576874e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:57.853090 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-2c56ce85-e8d2-424e-8d5d-89b29576874e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d3b56536bca94e8fa8af65288d111f79&device_id=e94bab8c-37ad-48a0-a25d-4fb04fb90837 HTTP/1.1" status: 200 len: 6493 time: 0.3513229 Aug 10 03:23:57.875172 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-a11adcbc-331f-4ccc-8b75-cada745b6562 req-7f5e2b55-606b-4659-aad6-4c2239634fdb service neutron] For port df95f64d-4234-44a6-9668-55cc0c0404c6, host n-h1-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:23:57.988124 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-b65bc9fa-e037-4982-aaf7-1018919ca344 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ff6203a-ed21-422b-9bb1-c2859958f754 HTTP/1.1" status: 200 len: 217 time: 0.1149652 Aug 10 03:23:58.006714 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b951c115-6dca-4fdc-890f-25707f94d58d req-ae8222ac-ceea-4dc8-bb54-560d70ed35d9 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] Made reservation on behalf of b43344ce758749f292df0b226e91162a for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:23:58.011973 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-b951c115-6dca-4fdc-890f-25707f94d58d req-ae8222ac-ceea-4dc8-bb54-560d70ed35d9 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:58.069410 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c5b0cdc0-2e83-49fa-ae04-d1434073d4ce req-b2d4b66d-15dc-44a2-8983-b8438aa7efc8 tempest-ServerShowV254Test-1072393249 tempest-ServerShowV254Test-1072393249-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5497c45-124d-4f4d-b02d-813fc54db625 HTTP/1.1" status: 200 len: 210 time: 0.2141054 Aug 10 03:23:58.075183 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-a11adcbc-331f-4ccc-8b75-cada745b6562 req-7f5e2b55-606b-4659-aad6-4c2239634fdb service neutron] For port df95f64d-4234-44a6-9668-55cc0c0404c6, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=df95f64d-4234-44a6-9668-55cc0c0404c6,segment=NetworkSegment(73bbe919-55b7-4c3d-b65b-52e4e628212a),segment_id=73bbe919-55b7-4c3d-b65b-52e4e628212a)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:23:58.160967 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a11adcbc-331f-4ccc-8b75-cada745b6562 req-7f5e2b55-606b-4659-aad6-4c2239634fdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:58.393053 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-8015ac2d-35e6-4dd9-9c69-cf91526b54c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f35cb48d-221a-4fc0-850b-eaff94f766c1', 'name': 'tempest-ServersTestBootFromVolume-1311253739-router', 'tenant_id': 'e1722d197a814345bc6c8fc008fcacd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '1df091a7-58a7-459f-8039-0555ec90731e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:20:28Z', 'updated_at': '2021-08-10T03:20:35Z', 'revision_number': 4, 'project_id': 'e1722d197a814345bc6c8fc008fcacd1', 'gw_port': {'id': '1df091a7-58a7-459f-8039-0555ec90731e', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ab:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35cb48d-221a-4fc0-850b-eaff94f766c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:20:29Z', 'updated_at': '2021-08-10T03:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '3fa5b8e6-79d7-4d60-9e0b-7b59a8b71dfd', 'name': '', 'network_id': '05dc9c39-237d-4ac9-993e-e0b32ff3d84b', 'tenant_id': 'e1722d197a814345bc6c8fc008fcacd1', 'mac_address': 'fa:16:3e:e9:a1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35cb48d-221a-4fc0-850b-eaff94f766c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '58337cd7-d5bf-4101-801d-f0d48a89226e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:20:34Z', 'updated_at': '2021-08-10T03:20:46Z', 'revision_number': 5, 'project_id': 'e1722d197a814345bc6c8fc008fcacd1', 'subnets': [{'id': '58337cd7-d5bf-4101-801d-f0d48a89226e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:58.409525 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [req-b951c115-6dca-4fdc-890f-25707f94d58d req-ae8222ac-ceea-4dc8-bb54-560d70ed35d9 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] Allocated IP 172.20.0.6 (06a782d4-8043-4a8a-8b96-319c13a51a16/02ddd5ff-7f64-4a59-a944-d7897dbfa4b7/817bfff4-d4da-4716-a731-01f218f71dc6) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:23:58.469430 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8015ac2d-35e6-4dd9-9c69-cf91526b54c6 None None] The sync data for ids ['f35cb48d-221a-4fc0-850b-eaff94f766c1'] in n-d-768862-13 is: [{'id': 'f35cb48d-221a-4fc0-850b-eaff94f766c1', 'name': 'tempest-ServersTestBootFromVolume-1311253739-router', 'tenant_id': 'e1722d197a814345bc6c8fc008fcacd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '1df091a7-58a7-459f-8039-0555ec90731e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:20:28Z', 'updated_at': '2021-08-10T03:20:35Z', 'revision_number': 4, 'project_id': 'e1722d197a814345bc6c8fc008fcacd1', 'gw_port': {'id': '1df091a7-58a7-459f-8039-0555ec90731e', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ab:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35cb48d-221a-4fc0-850b-eaff94f766c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:20:29Z', 'updated_at': '2021-08-10T03:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '3fa5b8e6-79d7-4d60-9e0b-7b59a8b71dfd', 'name': '', 'network_id': '05dc9c39-237d-4ac9-993e-e0b32ff3d84b', 'tenant_id': 'e1722d197a814345bc6c8fc008fcacd1', 'mac_address': 'fa:16:3e:e9:a1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35cb48d-221a-4fc0-850b-eaff94f766c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '58337cd7-d5bf-4101-801d-f0d48a89226e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:20:34Z', 'updated_at': '2021-08-10T03:20:46Z', 'revision_number': 5, 'project_id': 'e1722d197a814345bc6c8fc008fcacd1', 'subnets': [{'id': '58337cd7-d5bf-4101-801d-f0d48a89226e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:23:58.615868 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b951c115-6dca-4fdc-890f-25707f94d58d req-9d4442bf-7b0a-44aa-922e-40870e9dd378 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:58.617648 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b951c115-6dca-4fdc-890f-25707f94d58d req-9d4442bf-7b0a-44aa-922e-40870e9dd378 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] 10.222.0.42 "GET /v2.0/networks?id=06a782d4-8043-4a8a-8b96-319c13a51a16 HTTP/1.1" status: 200 len: 817 time: 0.4034142 Aug 10 03:23:58.652253 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11adcbc-331f-4ccc-8b75-cada745b6562 req-7f5e2b55-606b-4659-aad6-4c2239634fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:58.653133 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a11adcbc-331f-4ccc-8b75-cada745b6562 req-7f5e2b55-606b-4659-aad6-4c2239634fdb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:58.655142 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a11adcbc-331f-4ccc-8b75-cada745b6562 req-7f5e2b55-606b-4659-aad6-4c2239634fdb service neutron] 10.222.0.42 "PUT /v2.0/ports/df95f64d-4234-44a6-9668-55cc0c0404c6 HTTP/1.1" status: 200 len: 1092 time: 4.3077147 Aug 10 03:23:58.705011 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-b951c115-6dca-4fdc-890f-25707f94d58d req-e634169d-3a67-4313-8f51-8cbc49ad5ae7 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] Request body: {'port': {'device_id': '13cc5b9b-c6e4-4145-b889-67cee7c22342', 'network_id': '06a782d4-8043-4a8a-8b96-319c13a51a16', 'admin_state_up': True, 'tenant_id': 'b43344ce758749f292df0b226e91162a'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:58.903714 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-b951c115-6dca-4fdc-890f-25707f94d58d req-ae8222ac-ceea-4dc8-bb54-560d70ed35d9 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:59.007008 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb006db-4f32-4602-bf22-50347a4297ab None None] New status for floating IP 5f2d8d79-7598-45a9-a6e9-ce5bd60da330: DOWN {{(pid=94262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:23:59.036632 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-b951c115-6dca-4fdc-890f-25707f94d58d req-ae8222ac-ceea-4dc8-bb54-560d70ed35d9 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:59.160804 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8222ac-ceea-4dc8-bb54-560d70ed35d9 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] Pushing event updated for resources: {'Port': ['ID=817bfff4-d4da-4716-a731-01f218f71dc6,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:59.191006 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b951c115-6dca-4fdc-890f-25707f94d58d req-ae8222ac-ceea-4dc8-bb54-560d70ed35d9 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] Network 06a782d4-8043-4a8a-8b96-319c13a51a16 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:23:59.194073 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [req-b951c115-6dca-4fdc-890f-25707f94d58d req-ae8222ac-ceea-4dc8-bb54-560d70ed35d9 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:23:59.198135 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-b951c115-6dca-4fdc-890f-25707f94d58d req-ae8222ac-ceea-4dc8-bb54-560d70ed35d9 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:23:59.322981 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b951c115-6dca-4fdc-890f-25707f94d58d req-ae8222ac-ceea-4dc8-bb54-560d70ed35d9 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:59.323836 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-b951c115-6dca-4fdc-890f-25707f94d58d req-ae8222ac-ceea-4dc8-bb54-560d70ed35d9 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:59.356726 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-b951c115-6dca-4fdc-890f-25707f94d58d req-ae8222ac-ceea-4dc8-bb54-560d70ed35d9 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7236977 Aug 10 03:23:59.382467 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-b951c115-6dca-4fdc-890f-25707f94d58d req-56eb0247-2a07-493a-8b40-6ff5281bab0a service neutron] Request body: {'port': {'device_id': '165aa09b-e00c-4241-9eae-aa068c2bfa7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-13'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:59.405268 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4ee42472-c717-4ee3-b0fe-5b8b687e1400 req-5e4e2646-e248-48c8-94bb-fc3146ae3c83 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] 10.222.0.44 "GET /v2.0/ports?device_id=898c5a29-76db-42cc-bf61-56624892a921 HTTP/1.1" status: 200 len: 210 time: 0.7834435 Aug 10 03:23:59.406884 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-e1fde5ee-78dd-4b8e-9a77-fee8e5567f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:59.408423 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-e1fde5ee-78dd-4b8e-9a77-fee8e5567f42 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e8728eeb-789e-400f-be58-876473c847d3 HTTP/1.1" status: 200 len: 856 time: 1.3730419 Aug 10 03:23:59.457815 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-b951c115-6dca-4fdc-890f-25707f94d58d req-56eb0247-2a07-493a-8b40-6ff5281bab0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:59.499405 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fc0edd-b30b-4821-bc01-dea392bccf82 req-6c2a4ec4-21fc-435e-8769-57fe9447dc58 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:59.505872 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fc0edd-b30b-4821-bc01-dea392bccf82 req-6c2a4ec4-21fc-435e-8769-57fe9447dc58 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:59.512419 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fc0edd-b30b-4821-bc01-dea392bccf82 req-6c2a4ec4-21fc-435e-8769-57fe9447dc58 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:59.519633 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fc0edd-b30b-4821-bc01-dea392bccf82 req-6c2a4ec4-21fc-435e-8769-57fe9447dc58 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:59.527459 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fc0edd-b30b-4821-bc01-dea392bccf82 req-6c2a4ec4-21fc-435e-8769-57fe9447dc58 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:59.534781 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fc0edd-b30b-4821-bc01-dea392bccf82 req-6c2a4ec4-21fc-435e-8769-57fe9447dc58 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:59.541593 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fc0edd-b30b-4821-bc01-dea392bccf82 req-6c2a4ec4-21fc-435e-8769-57fe9447dc58 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:59.547223 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-12fc0edd-b30b-4821-bc01-dea392bccf82 req-6c2a4ec4-21fc-435e-8769-57fe9447dc58 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/ports?device_id=e94bab8c-37ad-48a0-a25d-4fb04fb90837 HTTP/1.1" status: 200 len: 5429 time: 1.4206746 Aug 10 03:23:59.622945 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5e2b55-606b-4659-aad6-4c2239634fdb service neutron] Pushing event updated for resources: {'Port': ['ID=df95f64d-4234-44a6-9668-55cc0c0404c6,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:59.666058 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11adcbc-331f-4ccc-8b75-cada745b6562 req-bc88c100-a8eb-4777-8f0e-2e41af7dd4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:59.667799 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a11adcbc-331f-4ccc-8b75-cada745b6562 req-bc88c100-a8eb-4777-8f0e-2e41af7dd4d7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cb385cfc3d1046e2925732ed1d1b6b8d&device_id=ecdb6510-a3dc-45f0-826a-213851d4378d HTTP/1.1" status: 200 len: 1095 time: 0.3870051 Aug 10 03:23:59.738539 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-12fc0edd-b30b-4821-bc01-dea392bccf82 req-dd775894-496f-4d51-8831-77a52846b0a4 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c67c16e-b8a6-4f4f-8d43-6f09a2fb6b31&id=716261c9-08fe-460b-8070-c5648185c899&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1622958 Aug 10 03:23:59.837583 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecdb6510-a3dc-45f0-826a-213851d4378d', 'tag': 'df95f64d-4234-44a6-9668-55cc0c0404c6'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:23:59.840439 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae0cd5ce-64f6-4969-8676-c6953318da53" -d '{"events": [{"name": "network-changed", "server_uuid": "ecdb6510-a3dc-45f0-826a-213851d4378d", "tag": "df95f64d-4234-44a6-9668-55cc0c0404c6"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:23:59.856895 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a11adcbc-331f-4ccc-8b75-cada745b6562 req-ff5ed6b1-07a1-4b85-934e-edd063e85146 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=df95f64d-4234-44a6-9668-55cc0c0404c6 HTTP/1.1" status: 200 len: 217 time: 0.1628270 Aug 10 03:23:59.865649 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b951c115-6dca-4fdc-890f-25707f94d58d req-cf28e86f-c175-4543-aaf2-d5b68a4cff23 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:59.868076 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b951c115-6dca-4fdc-890f-25707f94d58d req-cf28e86f-c175-4543-aaf2-d5b68a4cff23 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] 10.222.0.42 "GET /v2.0/networks?id=06a782d4-8043-4a8a-8b96-319c13a51a16 HTTP/1.1" status: 200 len: 817 time: 1.2323766 Aug 10 03:23:59.915582 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-b951c115-6dca-4fdc-890f-25707f94d58d req-1406dcd5-a757-4ce4-8642-3af4ac969194 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] Request body: {'port': {'device_id': '898c5a29-76db-42cc-bf61-56624892a921', 'network_id': '06a782d4-8043-4a8a-8b96-319c13a51a16', 'admin_state_up': True, 'tenant_id': 'b43344ce758749f292df0b226e91162a'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:59.920554 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-655b9454-183d-43e7-be81-b88de5074276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:59.922257 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-655b9454-183d-43e7-be81-b88de5074276 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ba807c4a-a9d3-45a0-921a-7afe6c0e3832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4955158 Aug 10 03:24:00.025218 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [req-b951c115-6dca-4fdc-890f-25707f94d58d req-56eb0247-2a07-493a-8b40-6ff5281bab0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 817bfff4-d4da-4716-a731-01f218f71dc6 {{(pid=94261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:24:00.042181 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-b951c115-6dca-4fdc-890f-25707f94d58d req-56eb0247-2a07-493a-8b40-6ff5281bab0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:00.060306 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [req-b951c115-6dca-4fdc-890f-25707f94d58d req-56eb0247-2a07-493a-8b40-6ff5281bab0a service neutron] Transition to ACTIVE for port object 817bfff4-d4da-4716-a731-01f218f71dc6 will not be triggered until provisioned by entity L2. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:24:00.068153 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-b951c115-6dca-4fdc-890f-25707f94d58d req-56eb0247-2a07-493a-8b40-6ff5281bab0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:00.074504 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59acd1e-2f2f-4471-b684-42dc6d534c2f req-ac6560e5-fe72-40b2-99d3-41ae5c103129 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:00.083961 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b59acd1e-2f2f-4471-b684-42dc6d534c2f req-ac6560e5-fe72-40b2-99d3-41ae5c103129 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecdb6510-a3dc-45f0-826a-213851d4378d HTTP/1.1" status: 200 len: 943 time: 0.5093515 Aug 10 03:24:00.097737 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b951c115-6dca-4fdc-890f-25707f94d58d req-e634169d-3a67-4313-8f51-8cbc49ad5ae7 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] Made reservation on behalf of b43344ce758749f292df0b226e91162a for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:00.100405 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-b951c115-6dca-4fdc-890f-25707f94d58d req-e634169d-3a67-4313-8f51-8cbc49ad5ae7 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:00.144626 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-270157b0-7df6-45d2-a624-7bb94563d240 req-349a3bb2-a1c0-4f4b-adc0-fbb2043f9df7 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a29612-20c9-44b8-855a-f25285352378 HTTP/1.1" status: 200 len: 210 time: 0.1441653 Aug 10 03:24:00.166065 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11adcbc-331f-4ccc-8b75-cada745b6562 req-3371acbf-0d14-4c76-aee7-99af28f7e98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:00.168694 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a11adcbc-331f-4ccc-8b75-cada745b6562 req-3371acbf-0d14-4c76-aee7-99af28f7e98a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=56efed23-ee55-46bf-9125-3806eab6d04b HTTP/1.1" status: 200 len: 846 time: 0.2977335 Aug 10 03:24:00.187352 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eb0247-2a07-493a-8b40-6ff5281bab0a service neutron] Pushing event updated for resources: {'Port': ['ID=817bfff4-d4da-4716-a731-01f218f71dc6,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:00.263881 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a11adcbc-331f-4ccc-8b75-cada745b6562 req-81d77897-83a4-4302-bc4b-911a710b3583 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b51fae06-be52-4fab-a89b-cef6eae8fffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768576 Aug 10 03:24:00.291121 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-b951c115-6dca-4fdc-890f-25707f94d58d req-56eb0247-2a07-493a-8b40-6ff5281bab0a service neutron] Attempting to bind port 817bfff4-d4da-4716-a731-01f218f71dc6 on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:24:00.291796 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-b951c115-6dca-4fdc-890f-25707f94d58d req-56eb0247-2a07-493a-8b40-6ff5281bab0a service neutron] Attempting to bind port 817bfff4-d4da-4716-a731-01f218f71dc6 by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': 'cb726249-0942-40b1-8725-44017c1658a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '06a782d4-8043-4a8a-8b96-319c13a51a16'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:24:00.292998 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b951c115-6dca-4fdc-890f-25707f94d58d req-56eb0247-2a07-493a-8b40-6ff5281bab0a service neutron] Attempting to bind port 817bfff4-d4da-4716-a731-01f218f71dc6 on network 06a782d4-8043-4a8a-8b96-319c13a51a16 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:00.300903 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b951c115-6dca-4fdc-890f-25707f94d58d req-56eb0247-2a07-493a-8b40-6ff5281bab0a service neutron] Port 817bfff4-d4da-4716-a731-01f218f71dc6 on network 06a782d4-8043-4a8a-8b96-319c13a51a16 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:24:00.301494 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b951c115-6dca-4fdc-890f-25707f94d58d req-56eb0247-2a07-493a-8b40-6ff5281bab0a service neutron] Attempting to bind port 817bfff4-d4da-4716-a731-01f218f71dc6 on network 06a782d4-8043-4a8a-8b96-319c13a51a16 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:00.310248 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b951c115-6dca-4fdc-890f-25707f94d58d req-56eb0247-2a07-493a-8b40-6ff5281bab0a service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:24:00.310945 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b951c115-6dca-4fdc-890f-25707f94d58d req-56eb0247-2a07-493a-8b40-6ff5281bab0a service neutron] Checking segment: {'id': 'cb726249-0942-40b1-8725-44017c1658a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '06a782d4-8043-4a8a-8b96-319c13a51a16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:24:00.311704 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b951c115-6dca-4fdc-890f-25707f94d58d req-56eb0247-2a07-493a-8b40-6ff5281bab0a service neutron] Bound using segment: {'id': 'cb726249-0942-40b1-8725-44017c1658a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '06a782d4-8043-4a8a-8b96-319c13a51a16'} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:24:00.312572 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-b951c115-6dca-4fdc-890f-25707f94d58d req-56eb0247-2a07-493a-8b40-6ff5281bab0a service neutron] Bound port: 817bfff4-d4da-4716-a731-01f218f71dc6, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb726249-0942-40b1-8725-44017c1658a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '06a782d4-8043-4a8a-8b96-319c13a51a16'}}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:24:00.313228 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-b951c115-6dca-4fdc-890f-25707f94d58d req-56eb0247-2a07-493a-8b40-6ff5281bab0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:00.329994 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 58796) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:00.359170 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b59acd1e-2f2f-4471-b684-42dc6d534c2f req-cb7defa1-4325-4651-a8db-f6f6d0b97a45 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730303 Aug 10 03:24:00.460659 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-b951c115-6dca-4fdc-890f-25707f94d58d req-56eb0247-2a07-493a-8b40-6ff5281bab0a service neutron] For port 817bfff4-d4da-4716-a731-01f218f71dc6, host n-h1-768862-13, cleared binding levels {{(pid=94261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:24:00.467682 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-b951c115-6dca-4fdc-890f-25707f94d58d req-56eb0247-2a07-493a-8b40-6ff5281bab0a service neutron] For port 817bfff4-d4da-4716-a731-01f218f71dc6, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=817bfff4-d4da-4716-a731-01f218f71dc6,segment=NetworkSegment(cb726249-0942-40b1-8725-44017c1658a7),segment_id=cb726249-0942-40b1-8725-44017c1658a7)] {{(pid=94261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:24:00.475952 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-b951c115-6dca-4fdc-890f-25707f94d58d req-56eb0247-2a07-493a-8b40-6ff5281bab0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:00.539055 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f8d551a9-8b7e-485f-9c78-b27e8ab83fc5 req-b7fdc3cf-23bb-4144-bd60-7cba981bec76 tempest-ServerShowV254Test-1072393249 tempest-ServerShowV254Test-1072393249-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5497c45-124d-4f4d-b02d-813fc54db625 HTTP/1.1" status: 200 len: 210 time: 0.2131412 Aug 10 03:24:00.567931 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb75d1b-b75e-403b-9620-27aba61e4599 x-openstack-request-id: req-2cb75d1b-b75e-403b-9620-27aba61e4599 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:24:00.568208 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecdb6510-a3dc-45f0-826a-213851d4378d", "tag": "df95f64d-4234-44a6-9668-55cc0c0404c6", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:24:00.568386 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2cb75d1b-b75e-403b-9620-27aba61e4599 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:24:00.568848 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecdb6510-a3dc-45f0-826a-213851d4378d', 'tag': 'df95f64d-4234-44a6-9668-55cc0c0404c6', 'status': 'completed', 'code': 200} Aug 10 03:24:00.582172 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-5abaeb3e-ff04-4529-8bd3-c9345dd0424d service neutron] 10.222.0.61 "GET /v2.0/networks/ba807c4a-a9d3-45a0-921a-7afe6c0e3832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6372883 Aug 10 03:24:00.610743 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b951c115-6dca-4fdc-890f-25707f94d58d req-1406dcd5-a757-4ce4-8642-3af4ac969194 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] Made reservation on behalf of b43344ce758749f292df0b226e91162a for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:00.614673 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-b951c115-6dca-4fdc-890f-25707f94d58d req-1406dcd5-a757-4ce4-8642-3af4ac969194 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:00.650982 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eb0247-2a07-493a-8b40-6ff5281bab0a service neutron] Pushing event updated for resources: {'Port': ['ID=817bfff4-d4da-4716-a731-01f218f71dc6,revision_number=3']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:00.656958 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b951c115-6dca-4fdc-890f-25707f94d58d req-56eb0247-2a07-493a-8b40-6ff5281bab0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:00.656958 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-b951c115-6dca-4fdc-890f-25707f94d58d req-56eb0247-2a07-493a-8b40-6ff5281bab0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:00.658290 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-b951c115-6dca-4fdc-890f-25707f94d58d req-56eb0247-2a07-493a-8b40-6ff5281bab0a service neutron] 10.222.0.42 "PUT /v2.0/ports/817bfff4-d4da-4716-a731-01f218f71dc6 HTTP/1.1" status: 200 len: 1092 time: 1.2909517 Aug 10 03:24:00.660724 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '165aa09b-e00c-4241-9eae-aa068c2bfa7d', 'tag': '817bfff4-d4da-4716-a731-01f218f71dc6'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:24:00.664236 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec254e42-fe56-4a9c-b737-ae169e60619c" -d '{"events": [{"name": "network-changed", "server_uuid": "165aa09b-e00c-4241-9eae-aa068c2bfa7d", "tag": "817bfff4-d4da-4716-a731-01f218f71dc6"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:24:00.684114 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-414e908d-1f01-4976-9baa-ab71625652dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:00.753945 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87bcf613-2034-4922-98e6-bd440ea16b17 x-openstack-request-id: req-87bcf613-2034-4922-98e6-bd440ea16b17 {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:24:00.754272 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "165aa09b-e00c-4241-9eae-aa068c2bfa7d", "tag": "817bfff4-d4da-4716-a731-01f218f71dc6", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:24:00.754522 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-87bcf613-2034-4922-98e6-bd440ea16b17 {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:24:00.754943 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '165aa09b-e00c-4241-9eae-aa068c2bfa7d', 'tag': '817bfff4-d4da-4716-a731-01f218f71dc6', 'status': 'completed', 'code': 200} Aug 10 03:24:00.795333 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b951c115-6dca-4fdc-890f-25707f94d58d req-b3e5b8f9-7aa7-44b4-8eb9-83c1d9c4fa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:00.795920 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-b951c115-6dca-4fdc-890f-25707f94d58d req-b3e5b8f9-7aa7-44b4-8eb9-83c1d9c4fa1e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b43344ce758749f292df0b226e91162a&device_id=165aa09b-e00c-4241-9eae-aa068c2bfa7d HTTP/1.1" status: 200 len: 1095 time: 0.0863256 Aug 10 03:24:00.852229 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-b951c115-6dca-4fdc-890f-25707f94d58d req-fe7d60ec-26db-45fe-b1fd-b79300bfad12 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=817bfff4-d4da-4716-a731-01f218f71dc6 HTTP/1.1" status: 200 len: 217 time: 0.0461950 Aug 10 03:24:00.928135 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b951c115-6dca-4fdc-890f-25707f94d58d req-3f210e69-5ce8-4c30-9ea2-af8628e0288b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:00.929653 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-b951c115-6dca-4fdc-890f-25707f94d58d req-3f210e69-5ce8-4c30-9ea2-af8628e0288b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=02ddd5ff-7f64-4a59-a944-d7897dbfa4b7 HTTP/1.1" status: 200 len: 857 time: 0.0701308 Aug 10 03:24:00.935570 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-414e908d-1f01-4976-9baa-ab71625652dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:00.940130 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bc4381c0-fc02-432f-84e2-938770da6a14 req-e1c094df-6e97-4db4-b86e-5a1626b0f2c4 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] 10.222.0.44 "GET /v2.0/ports?device_id=898c5a29-76db-42cc-bf61-56624892a921 HTTP/1.1" status: 200 len: 210 time: 0.1682920 Aug 10 03:24:00.954348 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-414e908d-1f01-4976-9baa-ab71625652dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:00.972778 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a11adcbc-331f-4ccc-8b75-cada745b6562 req-4b661c1c-577c-496d-8091-967e021a0ff0 service neutron] 10.222.0.42 "GET /v2.0/networks/b51fae06-be52-4fab-a89b-cef6eae8fffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6610687 Aug 10 03:24:01.019705 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-414e908d-1f01-4976-9baa-ab71625652dc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=950bf3c90dd94a069fed9a4014e8f701&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6879301 Aug 10 03:24:01.035353 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414e908d-1f01-4976-9baa-ab71625652dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab614f55-bd20-4b37-a948-8f8d15abaf09,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:01.037894 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 58808) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:01.051248 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-b951c115-6dca-4fdc-890f-25707f94d58d req-12002a44-9ec3-470c-891c-9ffc7359dbbd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=06a782d4-8043-4a8a-8b96-319c13a51a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1126378 Aug 10 03:24:01.054085 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-b951c115-6dca-4fdc-890f-25707f94d58d req-e634169d-3a67-4313-8f51-8cbc49ad5ae7 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] Allocated IP 172.20.0.14 (06a782d4-8043-4a8a-8b96-319c13a51a16/02ddd5ff-7f64-4a59-a944-d7897dbfa4b7/eeec41ca-7938-46d7-8881-613ac6169f7b) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:24:01.177470 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-431ee794-e0f3-483b-b33b-6533989eff54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:01.205443 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-b951c115-6dca-4fdc-890f-25707f94d58d req-d5ba2777-1137-4d44-b90d-10dc1a111b56 service neutron] 10.222.0.42 "GET /v2.0/networks/06a782d4-8043-4a8a-8b96-319c13a51a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447015 Aug 10 03:24:01.223893 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-431ee794-e0f3-483b-b33b-6533989eff54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:01.225125 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e37c20-fe3b-4af5-a19a-e44b2cd23e6d req-3b1782b1-d297-48bf-81f0-a0fc15b69e47 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:01.231464 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e37c20-fe3b-4af5-a19a-e44b2cd23e6d req-3b1782b1-d297-48bf-81f0-a0fc15b69e47 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:01.241384 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e37c20-fe3b-4af5-a19a-e44b2cd23e6d req-3b1782b1-d297-48bf-81f0-a0fc15b69e47 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:01.253624 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e37c20-fe3b-4af5-a19a-e44b2cd23e6d req-3b1782b1-d297-48bf-81f0-a0fc15b69e47 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:01.268713 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e37c20-fe3b-4af5-a19a-e44b2cd23e6d req-3b1782b1-d297-48bf-81f0-a0fc15b69e47 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:01.281506 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e37c20-fe3b-4af5-a19a-e44b2cd23e6d req-3b1782b1-d297-48bf-81f0-a0fc15b69e47 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:01.293704 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e37c20-fe3b-4af5-a19a-e44b2cd23e6d req-3b1782b1-d297-48bf-81f0-a0fc15b69e47 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:01.297274 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-03e37c20-fe3b-4af5-a19a-e44b2cd23e6d req-3b1782b1-d297-48bf-81f0-a0fc15b69e47 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/ports?device_id=e94bab8c-37ad-48a0-a25d-4fb04fb90837 HTTP/1.1" status: 200 len: 5429 time: 0.4678142 Aug 10 03:24:01.330030 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-e104a7fd-aee5-46e9-9f12-57c135262abf service neutron] 10.222.0.61 "GET /v2.0/networks/ba807c4a-a9d3-45a0-921a-7afe6c0e3832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7103310 Aug 10 03:24:01.384179 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-b951c115-6dca-4fdc-890f-25707f94d58d req-15862241-45fe-43de-9a22-d2af5647312f service neutron] 10.222.0.42 "GET /v2.0/networks/06a782d4-8043-4a8a-8b96-319c13a51a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644652 Aug 10 03:24:01.410829 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-431ee794-e0f3-483b-b33b-6533989eff54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:01.413598 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-431ee794-e0f3-483b-b33b-6533989eff54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:01.423296 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-431ee794-e0f3-483b-b33b-6533989eff54 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ab614f55-bd20-4b37-a948-8f8d15abaf09 HTTP/1.1" status: 204 len: 168 time: 0.3841259 Aug 10 03:24:01.442836 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431ee794-e0f3-483b-b33b-6533989eff54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab614f55-bd20-4b37-a948-8f8d15abaf09,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:01.517822 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f834250e-eb2d-4757-abda-dff2801aa2fe req-faa367d1-a62e-40ac-910f-20298941673c tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a29612-20c9-44b8-855a-f25285352378 HTTP/1.1" status: 200 len: 210 time: 0.2145939 Aug 10 03:24:01.564103 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec254e42-fe56-4a9c-b737-ae169e60619c req-05b9adb6-850a-474b-bd63-3c07b7f87598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:01.567545 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ec254e42-fe56-4a9c-b737-ae169e60619c req-05b9adb6-850a-474b-bd63-3c07b7f87598 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b43344ce758749f292df0b226e91162a&device_id=165aa09b-e00c-4241-9eae-aa068c2bfa7d HTTP/1.1" status: 200 len: 1095 time: 0.1062207 Aug 10 03:24:01.621704 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-03e37c20-fe3b-4af5-a19a-e44b2cd23e6d req-f9c638c8-e577-42b1-8ca3-0d4bd918956f tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c67c16e-b8a6-4f4f-8d43-6f09a2fb6b31&id=716261c9-08fe-460b-8070-c5648185c899&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2979317 Aug 10 03:24:01.719308 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-1b4efe59-fcf0-4417-a30a-f50565d6fe14 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.43&port_id=56cb4eba-c06f-4bc1-b8d8-963a991424ec HTTP/1.1" status: 200 len: 217 time: 0.3488169 Aug 10 03:24:01.756467 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a11adcbc-331f-4ccc-8b75-cada745b6562 req-4e7c4eeb-4a22-4172-90af-8620ef323967 service neutron] 10.222.0.42 "GET /v2.0/networks/b51fae06-be52-4fab-a89b-cef6eae8fffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6981719 Aug 10 03:24:01.824483 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec254e42-fe56-4a9c-b737-ae169e60619c req-c141b93b-50c3-413c-a191-3535f86c300e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:01.826382 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ec254e42-fe56-4a9c-b737-ae169e60619c req-c141b93b-50c3-413c-a191-3535f86c300e service neutron] 10.222.0.42 "GET /v2.0/networks?id=06a782d4-8043-4a8a-8b96-319c13a51a16 HTTP/1.1" status: 200 len: 917 time: 0.2468905 Aug 10 03:24:01.883039 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ec254e42-fe56-4a9c-b737-ae169e60619c req-6d8214b9-3853-430c-8c8e-452cd181ac92 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=817bfff4-d4da-4716-a731-01f218f71dc6 HTTP/1.1" status: 200 len: 217 time: 0.0483489 Aug 10 03:24:01.938135 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2bcf45d0-cc21-4453-a6a0-2e68aab2cad5 req-9e6cef2c-9c5f-45c9-b352-5b74eccbaba9 tempest-ServerShowV254Test-1072393249 tempest-ServerShowV254Test-1072393249-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5497c45-124d-4f4d-b02d-813fc54db625 HTTP/1.1" status: 200 len: 210 time: 0.0475614 Aug 10 03:24:01.965330 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec254e42-fe56-4a9c-b737-ae169e60619c req-9e767304-2403-48a6-b447-b39cf26dbab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:01.967422 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ec254e42-fe56-4a9c-b737-ae169e60619c req-9e767304-2403-48a6-b447-b39cf26dbab6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=02ddd5ff-7f64-4a59-a944-d7897dbfa4b7 HTTP/1.1" status: 200 len: 857 time: 0.0761764 Aug 10 03:24:01.983149 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-7b3e0f70-1b8b-47cd-a6a4-301311ffb9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:01.984781 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-7b3e0f70-1b8b-47cd-a6a4-301311ffb9e1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ca1aff80-b32d-4216-9390-cdd43e41ee33 HTTP/1.1" status: 200 len: 797 time: 0.2212806 Aug 10 03:24:01.988842 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0cd5ce-64f6-4969-8676-c6953318da53 req-d6933b7a-3f8b-4561-9cad-720edcf90818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:01.990360 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ae0cd5ce-64f6-4969-8676-c6953318da53 req-d6933b7a-3f8b-4561-9cad-720edcf90818 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cb385cfc3d1046e2925732ed1d1b6b8d&device_id=ecdb6510-a3dc-45f0-826a-213851d4378d HTTP/1.1" status: 200 len: 1095 time: 0.1447098 Aug 10 03:24:01.996538 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-b951c115-6dca-4fdc-890f-25707f94d58d req-e634169d-3a67-4313-8f51-8cbc49ad5ae7 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:02.010247 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9b48f2-ab72-4e46-ba22-6ea317ef8cf0 req-f027cdb9-b76e-444a-b7d6-b579fc2f4d6b tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:02.018283 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6e9b48f2-ab72-4e46-ba22-6ea317ef8cf0 req-f027cdb9-b76e-444a-b7d6-b579fc2f4d6b tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecdb6510-a3dc-45f0-826a-213851d4378d HTTP/1.1" status: 200 len: 943 time: 0.2966044 Aug 10 03:24:02.051657 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ec254e42-fe56-4a9c-b737-ae169e60619c req-2d02b07f-8c24-4d96-831c-d763620ceefb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=06a782d4-8043-4a8a-8b96-319c13a51a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622413 Aug 10 03:24:02.098955 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 58826) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:02.158576 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-01c463f5-bfa1-40ac-bf7b-a5277fc4eb52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:02.222968 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ec254e42-fe56-4a9c-b737-ae169e60619c req-b7e4e482-76c8-4b6a-af79-401bc94fb62d service neutron] 10.222.0.42 "GET /v2.0/networks/06a782d4-8043-4a8a-8b96-319c13a51a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630061 Aug 10 03:24:02.294211 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cc86c7df-6e7b-425e-9edc-d9fbbb51f1f3 req-fd37bfce-aa78-401c-8ef8-f305fab5b3bb tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] 10.222.0.44 "GET /v2.0/ports?device_id=898c5a29-76db-42cc-bf61-56624892a921 HTTP/1.1" status: 200 len: 210 time: 0.1031194 Aug 10 03:24:02.374455 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6e9b48f2-ab72-4e46-ba22-6ea317ef8cf0 req-3b7e959b-bfb6-4a58-8de5-6ff89ba267e2 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3548877 Aug 10 03:24:02.429078 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-954e7c2a-cfd0-45bd-b37f-3b25992ad6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:02.429413 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ec254e42-fe56-4a9c-b737-ae169e60619c req-4a36b316-44e7-4a45-a4a7-af0cf36e7f04 service neutron] 10.222.0.42 "GET /v2.0/networks/06a782d4-8043-4a8a-8b96-319c13a51a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844423 Aug 10 03:24:02.435836 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-954e7c2a-cfd0-45bd-b37f-3b25992ad6c9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=63aaa48c-3c91-4250-a53f-1bccfcaa858a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4358294 Aug 10 03:24:02.451530 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-01c463f5-bfa1-40ac-bf7b-a5277fc4eb52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:02.459538 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-01c463f5-bfa1-40ac-bf7b-a5277fc4eb52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:02.522506 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0cd5ce-64f6-4969-8676-c6953318da53 req-b5d54306-9f9e-494b-872e-bf6604572909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:02.525771 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ae0cd5ce-64f6-4969-8676-c6953318da53 req-b5d54306-9f9e-494b-872e-bf6604572909 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b51fae06-be52-4fab-a89b-cef6eae8fffd HTTP/1.1" status: 200 len: 906 time: 0.4999411 Aug 10 03:24:02.540696 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c463f5-bfa1-40ac-bf7b-a5277fc4eb52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dee184d4-0a3c-4015-ba97-a01c54825d4f,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:02.554823 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-01c463f5-bfa1-40ac-bf7b-a5277fc4eb52 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6ef6855f30664c03a0d24451c7e8335f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4135852 Aug 10 03:24:02.555873 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 58830) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:02.617132 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-49ac3edb-fc2b-4930-a2b6-032dab56d020 req-cd509bf9-5691-404f-8f38-268c9489ec73 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a5497c45-124d-4f4d-b02d-813fc54db625 HTTP/1.1" status: 200 len: 210 time: 0.0449400 Aug 10 03:24:02.663638 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0cc86085-5981-4eb1-bd3e-63e192cf0f64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:02.715136 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0cc86085-5981-4eb1-bd3e-63e192cf0f64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:02.796943 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0cc86085-5981-4eb1-bd3e-63e192cf0f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:02.800026 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0cc86085-5981-4eb1-bd3e-63e192cf0f64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:02.803925 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-0cc86085-5981-4eb1-bd3e-63e192cf0f64 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dee184d4-0a3c-4015-ba97-a01c54825d4f HTTP/1.1" status: 204 len: 168 time: 0.2444468 Aug 10 03:24:02.820166 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc86085-5981-4eb1-bd3e-63e192cf0f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee184d4-0a3c-4015-ba97-a01c54825d4f,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:02.944772 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 817bfff4-d4da-4716-a731-01f218f71dc6 details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:24:02.988256 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:03.041329 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-b951c115-6dca-4fdc-890f-25707f94d58d req-e634169d-3a67-4313-8f51-8cbc49ad5ae7 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:03.135357 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 817bfff4-d4da-4716-a731-01f218f71dc6, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=817bfff4-d4da-4716-a731-01f218f71dc6,segment=NetworkSegment(cb726249-0942-40b1-8725-44017c1658a7),segment_id=cb726249-0942-40b1-8725-44017c1658a7)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:03.157418 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': '817bfff4-d4da-4716-a731-01f218f71dc6', 'network_id': '06a782d4-8043-4a8a-8b96-319c13a51a16', 'port_id': '817bfff4-d4da-4716-a731-01f218f71dc6', 'mac_address': 'fa:16:3e:7d:db:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02ddd5ff-7f64-4a59-a944-d7897dbfa4b7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:24:03.227847 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:03.245281 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 817bfff4-d4da-4716-a731-01f218f71dc6 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:24:03.287893 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-1001c3a6-965e-4336-9b37-e33050aaee84 service neutron] 10.222.0.61 "GET /v2.0/networks/63aaa48c-3c91-4250-a53f-1bccfcaa858a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8294706 Aug 10 03:24:03.289983 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ae0cd5ce-64f6-4969-8676-c6953318da53 req-7e1a1dad-ea83-4a87-86cc-a842ee6d5afc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=df95f64d-4234-44a6-9668-55cc0c0404c6 HTTP/1.1" status: 200 len: 217 time: 0.2330120 Aug 10 03:24:03.310358 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 817bfff4-d4da-4716-a731-01f218f71dc6, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=817bfff4-d4da-4716-a731-01f218f71dc6,segment=NetworkSegment(cb726249-0942-40b1-8725-44017c1658a7),segment_id=cb726249-0942-40b1-8725-44017c1658a7)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:03.315761 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dd69d659-f2f3-4135-9d08-c276ee5d996f req-47ee84a8-ea83-4a9b-9217-29525924dc6f tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a29612-20c9-44b8-855a-f25285352378 HTTP/1.1" status: 200 len: 210 time: 0.2606244 Aug 10 03:24:03.317742 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:03.319036 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device df95f64d-4234-44a6-9668-55cc0c0404c6 details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:24:03.449016 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 58846) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:03.465229 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b951c115-6dca-4fdc-890f-25707f94d58d req-e634169d-3a67-4313-8f51-8cbc49ad5ae7 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] Network 06a782d4-8043-4a8a-8b96-319c13a51a16 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:24:03.477876 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-24b2b902-aca5-4328-ad9f-2fad1a3053f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:03.680187 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-24b2b902-aca5-4328-ad9f-2fad1a3053f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:03.687182 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-24b2b902-aca5-4328-ad9f-2fad1a3053f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:03.697470 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=817bfff4-d4da-4716-a731-01f218f71dc6,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:03.746820 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-b951c115-6dca-4fdc-890f-25707f94d58d req-e634169d-3a67-4313-8f51-8cbc49ad5ae7 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:24:03.771496 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-b951c115-6dca-4fdc-890f-25707f94d58d req-e634169d-3a67-4313-8f51-8cbc49ad5ae7 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:24:03.817311 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e634169d-3a67-4313-8f51-8cbc49ad5ae7 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] Pushing event updated for resources: {'Port': ['ID=eeec41ca-7938-46d7-8881-613ac6169f7b,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:03.864560 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.db.api [req-b951c115-6dca-4fdc-890f-25707f94d58d req-1406dcd5-a757-4ce4-8642-3af4ac969194 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.14-0cee686f-dee7-4b04-8a21-8552137ebd9f {{(pid=94260) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:24:03.865599 n-d-768862-13 neutron-server[94260]: DEBUG oslo_db.api [req-b951c115-6dca-4fdc-890f-25707f94d58d req-1406dcd5-a757-4ce4-8642-3af4ac969194 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:24:03.867434 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-24b2b902-aca5-4328-ad9f-2fad1a3053f7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2491445722f04641a0bab811b671160d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4169462 Aug 10 03:24:03.871676 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 58850) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:03.891170 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port df95f64d-4234-44a6-9668-55cc0c0404c6, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=df95f64d-4234-44a6-9668-55cc0c0404c6,segment=NetworkSegment(73bbe919-55b7-4c3d-b65b-52e4e628212a),segment_id=73bbe919-55b7-4c3d-b65b-52e4e628212a)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:03.891801 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b2b902-aca5-4328-ad9f-2fad1a3053f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cbda892-c303-4570-ad97-8a5dcfde41a8,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:03.917579 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c33301-e82f-4f47-8bc2-f55eb0639d01 req-230d9d5a-52bb-468a-ab41-643cc16aa152 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:03.919249 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': 'df95f64d-4234-44a6-9668-55cc0c0404c6', 'network_id': 'b51fae06-be52-4fab-a89b-cef6eae8fffd', 'port_id': 'df95f64d-4234-44a6-9668-55cc0c0404c6', 'mac_address': 'fa:16:3e:e0:a7:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56efed23-ee55-46bf-9125-3806eab6d04b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:24:03.929903 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c33301-e82f-4f47-8bc2-f55eb0639d01 req-230d9d5a-52bb-468a-ab41-643cc16aa152 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:03.939878 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c33301-e82f-4f47-8bc2-f55eb0639d01 req-230d9d5a-52bb-468a-ab41-643cc16aa152 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:03.951753 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c33301-e82f-4f47-8bc2-f55eb0639d01 req-230d9d5a-52bb-468a-ab41-643cc16aa152 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:03.963780 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c33301-e82f-4f47-8bc2-f55eb0639d01 req-230d9d5a-52bb-468a-ab41-643cc16aa152 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:03.975843 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c33301-e82f-4f47-8bc2-f55eb0639d01 req-230d9d5a-52bb-468a-ab41-643cc16aa152 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:03.987796 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c33301-e82f-4f47-8bc2-f55eb0639d01 req-230d9d5a-52bb-468a-ab41-643cc16aa152 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:03.991072 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-48c33301-e82f-4f47-8bc2-f55eb0639d01 req-230d9d5a-52bb-468a-ab41-643cc16aa152 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/ports?device_id=e94bab8c-37ad-48a0-a25d-4fb04fb90837 HTTP/1.1" status: 200 len: 5429 time: 0.9201026 Aug 10 03:24:04.004668 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:04.008100 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-105427a7-f058-4117-82a3-4e89061636ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:04.021604 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6bcf1ea6-09cf-4184-9164-47f60c946132 req-a613c8b4-c177-468c-8ae3-5c47e1b0bb35 tempest-ServerShowV254Test-1072393249 tempest-ServerShowV254Test-1072393249-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5497c45-124d-4f4d-b02d-813fc54db625 HTTP/1.1" status: 200 len: 210 time: 0.2543268 Aug 10 03:24:04.026570 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df95f64d-4234-44a6-9668-55cc0c0404c6 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:24:04.065870 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e634169d-3a67-4313-8f51-8cbc49ad5ae7 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:04.065870 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e634169d-3a67-4313-8f51-8cbc49ad5ae7 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:04.072863 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e634169d-3a67-4313-8f51-8cbc49ad5ae7 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:04.073860 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port df95f64d-4234-44a6-9668-55cc0c0404c6, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=df95f64d-4234-44a6-9668-55cc0c0404c6,segment=NetworkSegment(73bbe919-55b7-4c3d-b65b-52e4e628212a),segment_id=73bbe919-55b7-4c3d-b65b-52e4e628212a)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:04.074601 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e634169d-3a67-4313-8f51-8cbc49ad5ae7 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:04.075409 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e634169d-3a67-4313-8f51-8cbc49ad5ae7 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:04.077913 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e634169d-3a67-4313-8f51-8cbc49ad5ae7 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:04.078803 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e634169d-3a67-4313-8f51-8cbc49ad5ae7 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:04.080211 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:04.081183 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e634169d-3a67-4313-8f51-8cbc49ad5ae7 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:04.081995 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e634169d-3a67-4313-8f51-8cbc49ad5ae7 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:04.084509 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e634169d-3a67-4313-8f51-8cbc49ad5ae7 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:04.085317 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e634169d-3a67-4313-8f51-8cbc49ad5ae7 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:04.088168 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e634169d-3a67-4313-8f51-8cbc49ad5ae7 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:04.136728 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-105427a7-f058-4117-82a3-4e89061636ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:04.143020 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0cd5ce-64f6-4969-8676-c6953318da53 req-d00bbd81-0c9e-4f6e-8bd4-f292a37bfcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:04.145642 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ae0cd5ce-64f6-4969-8676-c6953318da53 req-d00bbd81-0c9e-4f6e-8bd4-f292a37bfcf1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=56efed23-ee55-46bf-9125-3806eab6d04b HTTP/1.1" status: 200 len: 846 time: 0.8282039 Aug 10 03:24:04.153489 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=df95f64d-4234-44a6-9668-55cc0c0404c6,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:04.264882 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ae0cd5ce-64f6-4969-8676-c6953318da53 req-60073e14-aa8d-4513-84fb-d0aaa2d664d8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b51fae06-be52-4fab-a89b-cef6eae8fffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1021125 Aug 10 03:24:04.288817 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-105427a7-f058-4117-82a3-4e89061636ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:04.293369 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-105427a7-f058-4117-82a3-4e89061636ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:04.299119 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-105427a7-f058-4117-82a3-4e89061636ca admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2cbda892-c303-4570-ad97-8a5dcfde41a8 HTTP/1.1" status: 204 len: 168 time: 0.4211388 Aug 10 03:24:04.305075 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105427a7-f058-4117-82a3-4e89061636ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cbda892-c303-4570-ad97-8a5dcfde41a8,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:04.320556 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['817bfff4-d4da-4716-a731-01f218f71dc6'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:24:04.326954 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['df95f64d-4234-44a6-9668-55cc0c0404c6'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:24:04.361298 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b951c115-6dca-4fdc-890f-25707f94d58d req-e634169d-3a67-4313-8f51-8cbc49ad5ae7 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:04.365914 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-b951c115-6dca-4fdc-890f-25707f94d58d req-e634169d-3a67-4313-8f51-8cbc49ad5ae7 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:04.434272 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-48c33301-e82f-4f47-8bc2-f55eb0639d01 req-be2bd335-e7e4-40e5-bdcc-d61978b7a7e5 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c67c16e-b8a6-4f4f-8d43-6f09a2fb6b31&id=716261c9-08fe-460b-8070-c5648185c899&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3988008 Aug 10 03:24:04.439195 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-b951c115-6dca-4fdc-890f-25707f94d58d req-1406dcd5-a757-4ce4-8642-3af4ac969194 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:04.465023 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4f670b18-4991-4170-b530-ac8dae237460 req-106ab455-2f36-45c6-9636-ac523f1dddfe tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] 10.222.0.44 "GET /v2.0/ports?device_id=898c5a29-76db-42cc-bf61-56624892a921 HTTP/1.1" status: 200 len: 210 time: 0.2514184 Aug 10 03:24:04.789356 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ae0cd5ce-64f6-4969-8676-c6953318da53 req-9d44df51-ee8b-4f37-8ad4-ec0cc730df28 service neutron] 10.222.0.42 "GET /v2.0/networks/b51fae06-be52-4fab-a89b-cef6eae8fffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3779035 Aug 10 03:24:04.957871 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-015828a2-5b78-4442-9449-381cb9eae0f2 service neutron] 10.222.0.61 "GET /v2.0/networks/63aaa48c-3c91-4250-a53f-1bccfcaa858a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6381907 Aug 10 03:24:05.002120 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b951c115-6dca-4fdc-890f-25707f94d58d req-e634169d-3a67-4313-8f51-8cbc49ad5ae7 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.3580942 Aug 10 03:24:05.121514 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-b951c115-6dca-4fdc-890f-25707f94d58d req-6adf4ee8-e1b1-449b-8295-a8aca2325216 service neutron] Request body: {'port': {'device_id': '13cc5b9b-c6e4-4145-b889-67cee7c22342', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:05.152428 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-03977a47-d304-4b74-84c8-8808b8565013 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.192&port_id=cd1eca9b-5bbc-491b-8156-b62b269a02ad HTTP/1.1" status: 200 len: 217 time: 0.1830807 Aug 10 03:24:05.203665 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c959c680-6827-447b-abc0-9373ec749ea1 req-82576b5e-ccab-4b60-b2f6-dc776dd870f6 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:05.214546 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c959c680-6827-447b-abc0-9373ec749ea1 req-82576b5e-ccab-4b60-b2f6-dc776dd870f6 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecdb6510-a3dc-45f0-826a-213851d4378d HTTP/1.1" status: 200 len: 944 time: 0.4227960 Aug 10 03:24:05.320611 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 58876) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:05.322822 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-3324b14c-7378-417e-b4ae-1f9919b52033 req-202d9196-b8b1-4f46-b103-be868c87a2c8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=989bee73969c4079818eb1018ffb9998&device_id=a5497c45-124d-4f4d-b02d-813fc54db625 HTTP/1.1" status: 200 len: 210 time: 0.0419071 Aug 10 03:24:05.434825 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-fad7556f-1459-4869-bd51-758c371f8cc7 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:05.438867 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-3324b14c-7378-417e-b4ae-1f9919b52033 req-1faac807-9764-42da-9d1a-a66fd45ee0e6 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=989bee73969c4079818eb1018ffb9998&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0784140 Aug 10 03:24:05.451174 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c959c680-6827-447b-abc0-9373ec749ea1 req-77efea74-0d6b-4c4b-97e8-a78343db586a tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328315 Aug 10 03:24:05.451946 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-b951c115-6dca-4fdc-890f-25707f94d58d req-6adf4ee8-e1b1-449b-8295-a8aca2325216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:05.482708 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-33f40bd8-ef78-4a8a-bb5e-d40f298bee04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:05.484373 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-33f40bd8-ef78-4a8a-bb5e-d40f298bee04 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ca1aff80-b32d-4216-9390-cdd43e41ee33 HTTP/1.1" status: 200 len: 797 time: 0.3072417 Aug 10 03:24:05.486148 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ae0cd5ce-64f6-4969-8676-c6953318da53 req-f4848f33-db85-48fd-9dfa-d2a4a64bdad8 service neutron] 10.222.0.42 "GET /v2.0/networks/b51fae06-be52-4fab-a89b-cef6eae8fffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6580954 Aug 10 03:24:05.517492 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-fad7556f-1459-4869-bd51-758c371f8cc7 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:05.558327 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-94c24c07-e6b3-4efe-9bab-8a967f1ff900 req-342807bf-b833-4144-a119-a770a73236c9 tempest-ServerShowV254Test-1072393249 tempest-ServerShowV254Test-1072393249-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5497c45-124d-4f4d-b02d-813fc54db625 HTTP/1.1" status: 200 len: 210 time: 0.1274345 Aug 10 03:24:05.613434 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-b951c115-6dca-4fdc-890f-25707f94d58d req-1406dcd5-a757-4ce4-8642-3af4ac969194 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] Allocated IP 172.20.0.8 (06a782d4-8043-4a8a-8b96-319c13a51a16/02ddd5ff-7f64-4a59-a944-d7897dbfa4b7/85cb5344-03c4-4b7c-b979-9dbc60770921) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:24:05.781403 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3324b14c-7378-417e-b4ae-1f9919b52033 req-b3db5c67-9e6c-465d-8a8a-05034a2afca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:05.783959 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-3324b14c-7378-417e-b4ae-1f9919b52033 req-b3db5c67-9e6c-465d-8a8a-05034a2afca0 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3297327 Aug 10 03:24:05.830280 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-fad7556f-1459-4869-bd51-758c371f8cc7 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:05.836144 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-fad7556f-1459-4869-bd51-758c371f8cc7 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:05.838784 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-fad7556f-1459-4869-bd51-758c371f8cc7 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] 10.222.0.44 "DELETE /v2.0/security-groups/5d02b77e-f08e-4ef4-a517-927239ee4d7b HTTP/1.1" status: 204 len: 168 time: 0.5144334 Aug 10 03:24:05.848684 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 58894) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:05.880663 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad7556f-1459-4869-bd51-758c371f8cc7 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d02b77e-f08e-4ef4-a517-927239ee4d7b,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:05.890646 n-d-768862-13 neutron-server[94261]: INFO neutron.api.v2.resource [None req-0c65257a-d833-463f-aca1-eb78be058191 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] show failed (client error): The resource could not be found. Aug 10 03:24:05.891864 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-0c65257a-d833-463f-aca1-eb78be058191 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] 10.222.0.44 "GET /v2.0/security-groups/5d02b77e-f08e-4ef4-a517-927239ee4d7b HTTP/1.1" status: 404 len: 347 time: 0.0395391 Aug 10 03:24:05.894607 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 58900) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:05.935798 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-27538a46-80d7-4433-a856-c12b3cbc63fb req-f1213dca-0700-4b9d-b113-c77ec5a42a9b tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] 10.222.0.44 "GET /v2.0/ports?device_id=898c5a29-76db-42cc-bf61-56624892a921 HTTP/1.1" status: 200 len: 210 time: 0.0737631 Aug 10 03:24:05.960875 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f297cfc-8eaf-4921-aae1-41b3e3777b1b req-ce5d3e66-c264-47c2-8acf-395bd111b784 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:05.967792 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f297cfc-8eaf-4921-aae1-41b3e3777b1b req-ce5d3e66-c264-47c2-8acf-395bd111b784 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:05.974286 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f297cfc-8eaf-4921-aae1-41b3e3777b1b req-ce5d3e66-c264-47c2-8acf-395bd111b784 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:05.980354 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f297cfc-8eaf-4921-aae1-41b3e3777b1b req-ce5d3e66-c264-47c2-8acf-395bd111b784 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:05.995252 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f297cfc-8eaf-4921-aae1-41b3e3777b1b req-ce5d3e66-c264-47c2-8acf-395bd111b784 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:06.001665 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f297cfc-8eaf-4921-aae1-41b3e3777b1b req-ce5d3e66-c264-47c2-8acf-395bd111b784 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:06.007949 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f297cfc-8eaf-4921-aae1-41b3e3777b1b req-ce5d3e66-c264-47c2-8acf-395bd111b784 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:06.009987 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6f297cfc-8eaf-4921-aae1-41b3e3777b1b req-ce5d3e66-c264-47c2-8acf-395bd111b784 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/ports?device_id=e94bab8c-37ad-48a0-a25d-4fb04fb90837 HTTP/1.1" status: 200 len: 5429 time: 0.3870358 Aug 10 03:24:06.036602 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-0c200d6b-b4a2-440a-879f-7a7b4ae0912d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:06.038314 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-0c200d6b-b4a2-440a-879f-7a7b4ae0912d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=63aaa48c-3c91-4250-a53f-1bccfcaa858a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4840636 Aug 10 03:24:06.132071 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-789af6ee-5076-43fd-a44e-851823a92864 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] Deleting port 79a79f85-955a-43d5-8ff6-67d9d4f830ff {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:24:06.132950 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-789af6ee-5076-43fd-a44e-851823a92864 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:06.188420 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6f297cfc-8eaf-4921-aae1-41b3e3777b1b req-19fe2345-75e5-429d-a937-e977967e469f tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c67c16e-b8a6-4f4f-8d43-6f09a2fb6b31&id=716261c9-08fe-460b-8070-c5648185c899&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1668572 Aug 10 03:24:06.266193 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-b951c115-6dca-4fdc-890f-25707f94d58d req-1406dcd5-a757-4ce4-8642-3af4ac969194 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:06.270198 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-de47cf7d-84ae-4dde-bfb2-b47a660d94df service neutron] 10.222.0.61 "GET /v2.0/networks/63aaa48c-3c91-4250-a53f-1bccfcaa858a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080061 Aug 10 03:24:06.299454 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-789af6ee-5076-43fd-a44e-851823a92864 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:06.299919 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-789af6ee-5076-43fd-a44e-851823a92864 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:06.315665 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-789af6ee-5076-43fd-a44e-851823a92864 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] Calling delete_port for 79a79f85-955a-43d5-8ff6-67d9d4f830ff owned by network:floatingip {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:24:06.401080 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-b951c115-6dca-4fdc-890f-25707f94d58d req-1406dcd5-a757-4ce4-8642-3af4ac969194 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:06.415675 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['817bfff4-d4da-4716-a731-01f218f71dc6'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:24:06.502654 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-f0dab640-dbd4-4473-866d-a8f92d8d9a44 service neutron] 10.222.0.61 "GET /v2.0/networks/63aaa48c-3c91-4250-a53f-1bccfcaa858a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232289 Aug 10 03:24:06.519601 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 58914) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:06.574964 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-789af6ee-5076-43fd-a44e-851823a92864 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:06.586217 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b951c115-6dca-4fdc-890f-25707f94d58d req-1406dcd5-a757-4ce4-8642-3af4ac969194 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] Network 06a782d4-8043-4a8a-8b96-319c13a51a16 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:24:06.596078 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-735c1f33-319d-4cbb-9c66-66c76ac2b381 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.125&port_id=0cd7be64-cc3e-4c91-92fd-30cfd759de99 HTTP/1.1" status: 200 len: 217 time: 0.0727134 Aug 10 03:24:06.606328 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-b951c115-6dca-4fdc-890f-25707f94d58d req-1406dcd5-a757-4ce4-8642-3af4ac969194 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:24:06.629859 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1406dcd5-a757-4ce4-8642-3af4ac969194 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] Pushing event updated for resources: {'Port': ['ID=85cb5344-03c4-4b7c-b979-9dbc60770921,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:06.649692 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-b951c115-6dca-4fdc-890f-25707f94d58d req-1406dcd5-a757-4ce4-8642-3af4ac969194 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:24:06.715716 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789af6ee-5076-43fd-a44e-851823a92864 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] Pushing event deleted for resources: {'Port': ['ID=79a79f85-955a-43d5-8ff6-67d9d4f830ff,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:06.786610 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-73dab51f-f0a2-469d-b0f6-fa53a1af1382 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:06.805851 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-789af6ee-5076-43fd-a44e-851823a92864 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] Notify callbacks [] for floatingip, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:06.809153 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-789af6ee-5076-43fd-a44e-851823a92864 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:06.813293 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-789af6ee-5076-43fd-a44e-851823a92864 tempest-ServersTestBootFromVolume-749265047 tempest-ServersTestBootFromVolume-749265047-project] 10.222.0.44 "DELETE /v2.0/floatingips/5f2d8d79-7598-45a9-a6e9-ce5bd60da330 HTTP/1.1" status: 204 len: 168 time: 0.9146557 Aug 10 03:24:06.816538 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 58920) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:06.831480 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e8825dd7-23f4-4eaf-a20d-ce7348cfd49f req-63386f0a-1326-4425-a1cb-5ce6440c9452 tempest-ServerShowV254Test-1072393249 tempest-ServerShowV254Test-1072393249-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5497c45-124d-4f4d-b02d-813fc54db625 HTTP/1.1" status: 200 len: 210 time: 0.0847249 Aug 10 03:24:06.870728 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b951c115-6dca-4fdc-890f-25707f94d58d req-1406dcd5-a757-4ce4-8642-3af4ac969194 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:06.870728 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-b951c115-6dca-4fdc-890f-25707f94d58d req-1406dcd5-a757-4ce4-8642-3af4ac969194 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:06.892923 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-2a586964-1d6a-4cbe-9574-853c4cb74698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:06.894912 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-2a586964-1d6a-4cbe-9574-853c4cb74698 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ca1aff80-b32d-4216-9390-cdd43e41ee33 HTTP/1.1" status: 200 len: 797 time: 0.2822070 Aug 10 03:24:06.937079 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646dd64c-57a8-42db-ac85-4470555adfba req-043b94c2-5f84-4b51-82a5-d9d694f87319 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:06.938832 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-646dd64c-57a8-42db-ac85-4470555adfba req-043b94c2-5f84-4b51-82a5-d9d694f87319 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecdb6510-a3dc-45f0-826a-213851d4378d HTTP/1.1" status: 200 len: 944 time: 0.2796912 Aug 10 03:24:06.956727 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 817bfff4-d4da-4716-a731-01f218f71dc6 up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:24:07.058749 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-3324b14c-7378-417e-b4ae-1f9919b52033 req-17b3f9b6-6a5c-45b8-a685-23887ee9b653 tempest-ServerShowV254Test-1072393249 tempest-ServerShowV254Test-1072393249-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5497c45-124d-4f4d-b02d-813fc54db625 HTTP/1.1" status: 200 len: 210 time: 0.0802550 Aug 10 03:24:07.082561 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning for port 817bfff4-d4da-4716-a731-01f218f71dc6 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:24:07.097777 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port 817bfff4-d4da-4716-a731-01f218f71dc6 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:24:07.098989 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:07.104101 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-b951c115-6dca-4fdc-890f-25707f94d58d req-6adf4ee8-e1b1-449b-8295-a8aca2325216 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eeec41ca-7938-46d7-8881-613ac6169f7b {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:24:07.125040 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-646dd64c-57a8-42db-ac85-4470555adfba req-dd82c149-119a-43cc-83db-23bc41bfdad7 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705544 Aug 10 03:24:07.127276 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-fc3f57c9-998b-46b5-88b8-02a8b13071d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:07.130716 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-fc3f57c9-998b-46b5-88b8-02a8b13071d0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=63aaa48c-3c91-4250-a53f-1bccfcaa858a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2236862 Aug 10 03:24:07.137669 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-b951c115-6dca-4fdc-890f-25707f94d58d req-6adf4ee8-e1b1-449b-8295-a8aca2325216 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:07.270102 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:07.340209 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-b951c115-6dca-4fdc-890f-25707f94d58d req-6adf4ee8-e1b1-449b-8295-a8aca2325216 service neutron] Transition to ACTIVE for port object eeec41ca-7938-46d7-8881-613ac6169f7b will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:24:07.356260 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 817bfff4-d4da-4716-a731-01f218f71dc6, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=817bfff4-d4da-4716-a731-01f218f71dc6,segment=NetworkSegment(cb726249-0942-40b1-8725-44017c1658a7),segment_id=cb726249-0942-40b1-8725-44017c1658a7)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:07.358887 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '165aa09b-e00c-4241-9eae-aa068c2bfa7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '817bfff4-d4da-4716-a731-01f218f71dc6'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:24:07.364738 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f0469ab-b960-415f-9adf-48f6448a64bd" -d '{"events": [{"server_uuid": "165aa09b-e00c-4241-9eae-aa068c2bfa7d", "name": "network-vif-plugged", "status": "completed", "tag": "817bfff4-d4da-4716-a731-01f218f71dc6"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:24:07.372803 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:07.374620 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device df95f64d-4234-44a6-9668-55cc0c0404c6 up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:24:07.383971 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea06c8a-5b81-461a-ab4d-2f82f07198a4 req-49f2e549-826b-4e17-acd0-248c9da3c05c tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:07.386423 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bea06c8a-5b81-461a-ab4d-2f82f07198a4 req-49f2e549-826b-4e17-acd0-248c9da3c05c tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] 10.222.0.44 "GET /v2.0/ports?device_id=898c5a29-76db-42cc-bf61-56624892a921 HTTP/1.1" status: 200 len: 931 time: 0.2546768 Aug 10 03:24:07.389434 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-b951c115-6dca-4fdc-890f-25707f94d58d req-6adf4ee8-e1b1-449b-8295-a8aca2325216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:07.407597 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-73dab51f-f0a2-469d-b0f6-fa53a1af1382 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:07.429682 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-73dab51f-f0a2-469d-b0f6-fa53a1af1382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:07.508825 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-73dab51f-f0a2-469d-b0f6-fa53a1af1382 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a84a6542feee4d76a6880d5e98d369b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9869704 Aug 10 03:24:07.509859 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 58932) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:07.534028 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dab51f-f0a2-469d-b0f6-fa53a1af1382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d78a8b6-2159-46e6-9f83-460e6ac048ac,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:07.555846 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b951c115-6dca-4fdc-890f-25707f94d58d req-1406dcd5-a757-4ce4-8642-3af4ac969194 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.6677961 Aug 10 03:24:07.606121 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-b951c115-6dca-4fdc-890f-25707f94d58d req-67e26ff1-0144-4ce6-8945-419110d074b6 service neutron] Request body: {'port': {'device_id': '898c5a29-76db-42cc-bf61-56624892a921', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:07.609147 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=817bfff4-d4da-4716-a731-01f218f71dc6,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:07.695468 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d8f8741e-fa9a-4986-b572-53a1d482a038 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:07.725709 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning for port df95f64d-4234-44a6-9668-55cc0c0404c6 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:24:07.740949 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port df95f64d-4234-44a6-9668-55cc0c0404c6 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:24:07.741685 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:07.838283 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d8f8741e-fa9a-4986-b572-53a1d482a038 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:07.996435 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:08.082513 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8f2f72d6-aff2-472d-941b-0d401c001a21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521880'] for router_interface, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:08.085710 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d8f8741e-fa9a-4986-b572-53a1d482a038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:08.089805 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d8f8741e-fa9a-4986-b572-53a1d482a038 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:08.091505 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-d8f8741e-fa9a-4986-b572-53a1d482a038 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2d78a8b6-2159-46e6-9f83-460e6ac048ac HTTP/1.1" status: 204 len: 168 time: 0.5594332 Aug 10 03:24:08.138462 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port df95f64d-4234-44a6-9668-55cc0c0404c6, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=df95f64d-4234-44a6-9668-55cc0c0404c6,segment=NetworkSegment(73bbe919-55b7-4c3d-b65b-52e4e628212a),segment_id=73bbe919-55b7-4c3d-b65b-52e4e628212a)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:08.142500 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f8741e-fa9a-4986-b572-53a1d482a038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d78a8b6-2159-46e6-9f83-460e6ac048ac,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:08.147776 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:08.155049 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adf4ee8-e1b1-449b-8295-a8aca2325216 service neutron] Pushing event updated for resources: {'Port': ['ID=eeec41ca-7938-46d7-8881-613ac6169f7b,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:08.201601 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-b84b139d-37cd-47d0-bcd8-b8ef65404706 service neutron] 10.222.0.61 "GET /v2.0/networks/63aaa48c-3c91-4250-a53f-1bccfcaa858a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9906509 Aug 10 03:24:08.221492 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bea06c8a-5b81-461a-ab4d-2f82f07198a4 req-6a7668d7-0732-4f9a-a467-13a924ec7092 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] 10.222.0.44 "GET /v2.0/security-groups?id=d446119c-4ecd-4642-8c93-06b1f694a1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8083849 Aug 10 03:24:08.373701 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-4a695a5c-4c82-49c8-90e7-27e82363293a service neutron] 10.222.0.61 "GET /v2.0/networks/63aaa48c-3c91-4250-a53f-1bccfcaa858a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251345 Aug 10 03:24:08.401183 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=df95f64d-4234-44a6-9668-55cc0c0404c6,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:08.416633 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3b662fd-2794-4f07-9494-e6ea858dbdcb x-openstack-request-id: req-d3b662fd-2794-4f07-9494-e6ea858dbdcb {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:24:08.417010 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "165aa09b-e00c-4241-9eae-aa068c2bfa7d", "name": "network-vif-plugged", "status": "completed", "tag": "817bfff4-d4da-4716-a731-01f218f71dc6", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:24:08.417588 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d3b662fd-2794-4f07-9494-e6ea858dbdcb {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:24:08.417844 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '165aa09b-e00c-4241-9eae-aa068c2bfa7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '817bfff4-d4da-4716-a731-01f218f71dc6', 'code': 200} Aug 10 03:24:08.564367 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-0a7e0afc-4d26-4785-b323-066cd8870b99 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=c40b5058-84d3-4cd1-8b92-77f51ba65d58 HTTP/1.1" status: 200 len: 217 time: 0.1597600 Aug 10 03:24:08.581360 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-b951c115-6dca-4fdc-890f-25707f94d58d req-67e26ff1-0144-4ce6-8945-419110d074b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:08.677529 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-dd44b22c-7b4d-44de-982f-dfd29950a12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:08.677529 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-dd44b22c-7b4d-44de-982f-dfd29950a12b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ca1aff80-b32d-4216-9390-cdd43e41ee33 HTTP/1.1" status: 200 len: 797 time: 0.1050489 Aug 10 03:24:08.731643 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c69dfb3-c53a-456e-8864-b85b9b3807b2 req-9702f265-a27c-4f0d-b65b-ee074ae7d6f0 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:08.748839 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c69dfb3-c53a-456e-8864-b85b9b3807b2 req-9702f265-a27c-4f0d-b65b-ee074ae7d6f0 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:08.774844 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c69dfb3-c53a-456e-8864-b85b9b3807b2 req-9702f265-a27c-4f0d-b65b-ee074ae7d6f0 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:08.774844 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c69dfb3-c53a-456e-8864-b85b9b3807b2 req-9702f265-a27c-4f0d-b65b-ee074ae7d6f0 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:08.780845 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c69dfb3-c53a-456e-8864-b85b9b3807b2 req-9702f265-a27c-4f0d-b65b-ee074ae7d6f0 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:08.823962 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c69dfb3-c53a-456e-8864-b85b9b3807b2 req-9702f265-a27c-4f0d-b65b-ee074ae7d6f0 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:08.851127 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a4e232-ca03-45a3-b654-eb52c024a84f req-c6b207ec-124c-446b-b612-ea9cd9fb9f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:08.851675 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c69dfb3-c53a-456e-8864-b85b9b3807b2 req-9702f265-a27c-4f0d-b65b-ee074ae7d6f0 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:08.858036 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-d0a4e232-ca03-45a3-b654-eb52c024a84f req-c6b207ec-124c-446b-b612-ea9cd9fb9f39 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=165aa09b-e00c-4241-9eae-aa068c2bfa7d HTTP/1.1" status: 200 len: 1097 time: 0.1076324 Aug 10 03:24:08.862161 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3c69dfb3-c53a-456e-8864-b85b9b3807b2 req-9702f265-a27c-4f0d-b65b-ee074ae7d6f0 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/ports?device_id=e94bab8c-37ad-48a0-a25d-4fb04fb90837 HTTP/1.1" status: 200 len: 5429 time: 0.7404277 Aug 10 03:24:09.019044 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 58958) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:09.046456 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-d0a4e232-ca03-45a3-b654-eb52c024a84f req-d1a64124-fac8-4d10-8559-1c1d8270afde service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d446119c-4ecd-4642-8c93-06b1f694a1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199656 Aug 10 03:24:09.316819 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-8f2f72d6-aff2-472d-941b-0d401c001a21 admin admin] Deleting port 3fa5b8e6-79d7-4d60-9e0b-7b59a8b71dfd {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:24:09.317329 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8f2f72d6-aff2-472d-941b-0d401c001a21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:09.375552 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-b951c115-6dca-4fdc-890f-25707f94d58d req-6adf4ee8-e1b1-449b-8295-a8aca2325216 service neutron] Attempting to bind port eeec41ca-7938-46d7-8881-613ac6169f7b on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:24:09.376233 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-b951c115-6dca-4fdc-890f-25707f94d58d req-6adf4ee8-e1b1-449b-8295-a8aca2325216 service neutron] Attempting to bind port eeec41ca-7938-46d7-8881-613ac6169f7b by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': 'cb726249-0942-40b1-8725-44017c1658a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '06a782d4-8043-4a8a-8b96-319c13a51a16'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:24:09.376451 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b951c115-6dca-4fdc-890f-25707f94d58d req-6adf4ee8-e1b1-449b-8295-a8aca2325216 service neutron] Attempting to bind port eeec41ca-7938-46d7-8881-613ac6169f7b on network 06a782d4-8043-4a8a-8b96-319c13a51a16 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:09.415824 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-88181225-c08e-47c3-ad07-1032dea1b51d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:09.428343 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b951c115-6dca-4fdc-890f-25707f94d58d req-6adf4ee8-e1b1-449b-8295-a8aca2325216 service neutron] Port eeec41ca-7938-46d7-8881-613ac6169f7b on network 06a782d4-8043-4a8a-8b96-319c13a51a16 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:24:09.428690 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b951c115-6dca-4fdc-890f-25707f94d58d req-6adf4ee8-e1b1-449b-8295-a8aca2325216 service neutron] Attempting to bind port eeec41ca-7938-46d7-8881-613ac6169f7b on network 06a782d4-8043-4a8a-8b96-319c13a51a16 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:09.499653 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3c69dfb3-c53a-456e-8864-b85b9b3807b2 req-7a3de721-a2ad-44a4-aa8c-7aac9498162d tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c67c16e-b8a6-4f4f-8d43-6f09a2fb6b31&id=716261c9-08fe-460b-8070-c5648185c899&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5541441 Aug 10 03:24:09.504070 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b951c115-6dca-4fdc-890f-25707f94d58d req-6adf4ee8-e1b1-449b-8295-a8aca2325216 service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:24:09.504677 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b951c115-6dca-4fdc-890f-25707f94d58d req-6adf4ee8-e1b1-449b-8295-a8aca2325216 service neutron] Checking segment: {'id': 'cb726249-0942-40b1-8725-44017c1658a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '06a782d4-8043-4a8a-8b96-319c13a51a16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:24:09.505264 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b951c115-6dca-4fdc-890f-25707f94d58d req-6adf4ee8-e1b1-449b-8295-a8aca2325216 service neutron] Bound using segment: {'id': 'cb726249-0942-40b1-8725-44017c1658a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '06a782d4-8043-4a8a-8b96-319c13a51a16'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:24:09.505924 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-b951c115-6dca-4fdc-890f-25707f94d58d req-6adf4ee8-e1b1-449b-8295-a8aca2325216 service neutron] Bound port: eeec41ca-7938-46d7-8881-613ac6169f7b, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb726249-0942-40b1-8725-44017c1658a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '06a782d4-8043-4a8a-8b96-319c13a51a16'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:24:09.509058 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-b951c115-6dca-4fdc-890f-25707f94d58d req-6adf4ee8-e1b1-449b-8295-a8aca2325216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:09.534848 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-8f2f72d6-aff2-472d-941b-0d401c001a21 admin admin] For port 3fa5b8e6-79d7-4d60-9e0b-7b59a8b71dfd, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=3fa5b8e6-79d7-4d60-9e0b-7b59a8b71dfd,segment=NetworkSegment(92e39147-dac7-4353-ab76-bf692bb677b9),segment_id=92e39147-dac7-4353-ab76-bf692bb677b9)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:09.535585 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8f2f72d6-aff2-472d-941b-0d401c001a21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:09.546365 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-fc53bcea-c4f1-491f-8bf0-50b9d61ef9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:09.548137 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-fc53bcea-c4f1-491f-8bf0-50b9d61ef9a0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=63aaa48c-3c91-4250-a53f-1bccfcaa858a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6675625 Aug 10 03:24:09.561793 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-8f2f72d6-aff2-472d-941b-0d401c001a21 admin admin] Calling delete_port for 3fa5b8e6-79d7-4d60-9e0b-7b59a8b71dfd owned by network:router_interface {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:24:09.580615 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef448af-ec4d-4e4f-b3c7-676c62396a54 req-98252ae4-4abd-4ce8-9f08-2a0e14ad0312 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:09.589856 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8ef448af-ec4d-4e4f-b3c7-676c62396a54 req-98252ae4-4abd-4ce8-9f08-2a0e14ad0312 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecdb6510-a3dc-45f0-826a-213851d4378d HTTP/1.1" status: 200 len: 945 time: 1.0102386 Aug 10 03:24:09.615106 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-b951c115-6dca-4fdc-890f-25707f94d58d req-67e26ff1-0144-4ce6-8945-419110d074b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85cb5344-03c4-4b7c-b979-9dbc60770921 {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:24:09.683782 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-b951c115-6dca-4fdc-890f-25707f94d58d req-67e26ff1-0144-4ce6-8945-419110d074b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:09.687751 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-88181225-c08e-47c3-ad07-1032dea1b51d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:09.754441 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-88181225-c08e-47c3-ad07-1032dea1b51d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:09.797964 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-b951c115-6dca-4fdc-890f-25707f94d58d req-67e26ff1-0144-4ce6-8945-419110d074b6 service neutron] Transition to ACTIVE for port object 85cb5344-03c4-4b7c-b979-9dbc60770921 will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:24:09.818075 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8ef448af-ec4d-4e4f-b3c7-676c62396a54 req-69d4b06e-fbe6-42a2-b0e6-85be7e14a584 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269366 Aug 10 03:24:09.847266 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-b951c115-6dca-4fdc-890f-25707f94d58d req-67e26ff1-0144-4ce6-8945-419110d074b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:09.936647 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-88181225-c08e-47c3-ad07-1032dea1b51d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=989bee73969c4079818eb1018ffb9998&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9146729 Aug 10 03:24:09.939076 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 58974) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:09.939989 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8f2f72d6-aff2-472d-941b-0d401c001a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:09.953396 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88181225-c08e-47c3-ad07-1032dea1b51d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd853263-5cb8-4c22-8396-232d2ecc4a8b,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:10.040350 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2f72d6-aff2-472d-941b-0d401c001a21 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fa5b8e6-79d7-4d60-9e0b-7b59a8b71dfd,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:10.051400 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-b951c115-6dca-4fdc-890f-25707f94d58d req-6adf4ee8-e1b1-449b-8295-a8aca2325216 service neutron] For port eeec41ca-7938-46d7-8881-613ac6169f7b, host n-h1-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:24:10.100854 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-b951c115-6dca-4fdc-890f-25707f94d58d req-6adf4ee8-e1b1-449b-8295-a8aca2325216 service neutron] For port eeec41ca-7938-46d7-8881-613ac6169f7b, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=eeec41ca-7938-46d7-8881-613ac6169f7b,segment=NetworkSegment(cb726249-0942-40b1-8725-44017c1658a7),segment_id=cb726249-0942-40b1-8725-44017c1658a7)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:24:10.108752 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-5e2a9eb6-f631-40da-b166-3ccbe7d7d7af service neutron] 10.222.0.61 "GET /v2.0/networks/63aaa48c-3c91-4250-a53f-1bccfcaa858a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5474236 Aug 10 03:24:10.109767 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e26ff1-0144-4ce6-8945-419110d074b6 service neutron] Pushing event updated for resources: {'Port': ['ID=85cb5344-03c4-4b7c-b979-9dbc60770921,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:10.168590 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-b951c115-6dca-4fdc-890f-25707f94d58d req-6adf4ee8-e1b1-449b-8295-a8aca2325216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:10.273339 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adf4ee8-e1b1-449b-8295-a8aca2325216 service neutron] Pushing event updated for resources: {'Port': ['ID=eeec41ca-7938-46d7-8881-613ac6169f7b,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:10.336541 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b8682247-2530-434b-b3ad-25a045012637 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:10.362497 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b951c115-6dca-4fdc-890f-25707f94d58d req-6adf4ee8-e1b1-449b-8295-a8aca2325216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:10.362797 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-b951c115-6dca-4fdc-890f-25707f94d58d req-6adf4ee8-e1b1-449b-8295-a8aca2325216 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:10.364701 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b951c115-6dca-4fdc-890f-25707f94d58d req-6adf4ee8-e1b1-449b-8295-a8aca2325216 service neutron] 10.222.0.42 "PUT /v2.0/ports/eeec41ca-7938-46d7-8881-613ac6169f7b HTTP/1.1" status: 200 len: 1093 time: 5.2488093 Aug 10 03:24:10.367712 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13cc5b9b-c6e4-4145-b889-67cee7c22342', 'tag': 'eeec41ca-7938-46d7-8881-613ac6169f7b'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:24:10.370597 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30617506-810e-4f0b-91e0-50259a8677cc" -d '{"events": [{"name": "network-changed", "server_uuid": "13cc5b9b-c6e4-4145-b889-67cee7c22342", "tag": "eeec41ca-7938-46d7-8881-613ac6169f7b"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:24:10.395082 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b8682247-2530-434b-b3ad-25a045012637 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:10.414004 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f4115-408d-43e0-94fc-96b56930b767 req-8763271e-a999-4551-85df-d5c88b8adaeb tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:10.419743 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecdb6510-a3dc-45f0-826a-213851d4378d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df95f64d-4234-44a6-9668-55cc0c0404c6'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:24:10.420962 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dd7f4115-408d-43e0-94fc-96b56930b767 req-8763271e-a999-4551-85df-d5c88b8adaeb tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] 10.222.0.44 "GET /v2.0/ports?device_id=898c5a29-76db-42cc-bf61-56624892a921 HTTP/1.1" status: 200 len: 943 time: 0.4899373 Aug 10 03:24:10.426433 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6ba6a4e-9bbe-40c1-88cd-54517a214d40" -d '{"events": [{"server_uuid": "ecdb6510-a3dc-45f0-826a-213851d4378d", "name": "network-vif-plugged", "status": "completed", "tag": "df95f64d-4234-44a6-9668-55cc0c0404c6"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:24:10.430133 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8f2f72d6-aff2-472d-941b-0d401c001a21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-522536'] for router_interface, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:10.499903 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f903db-46eb-4834-a5e1-1e897dc54af6 x-openstack-request-id: req-b5f903db-46eb-4834-a5e1-1e897dc54af6 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:24:10.500214 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13cc5b9b-c6e4-4145-b889-67cee7c22342", "tag": "eeec41ca-7938-46d7-8881-613ac6169f7b", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:24:10.500449 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b5f903db-46eb-4834-a5e1-1e897dc54af6 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:24:10.500856 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13cc5b9b-c6e4-4145-b889-67cee7c22342', 'tag': 'eeec41ca-7938-46d7-8881-613ac6169f7b', 'status': 'completed', 'code': 200} Aug 10 03:24:10.541844 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc18628-8e04-47a9-af60-7bc4b07c61c8 x-openstack-request-id: req-6cc18628-8e04-47a9-af60-7bc4b07c61c8 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:24:10.544990 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecdb6510-a3dc-45f0-826a-213851d4378d", "name": "network-vif-plugged", "status": "completed", "tag": "df95f64d-4234-44a6-9668-55cc0c0404c6", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:24:10.545610 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6cc18628-8e04-47a9-af60-7bc4b07c61c8 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:24:10.550976 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecdb6510-a3dc-45f0-826a-213851d4378d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df95f64d-4234-44a6-9668-55cc0c0404c6', 'code': 200} Aug 10 03:24:10.615246 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-6c2e37e1-bb5a-4e12-92e0-a6976c43f2c7 service neutron] 10.222.0.61 "GET /v2.0/networks/63aaa48c-3c91-4250-a53f-1bccfcaa858a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4719937 Aug 10 03:24:10.737975 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-b951c115-6dca-4fdc-890f-25707f94d58d req-67e26ff1-0144-4ce6-8945-419110d074b6 service neutron] Attempting to bind port 85cb5344-03c4-4b7c-b979-9dbc60770921 on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:24:10.738424 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-b951c115-6dca-4fdc-890f-25707f94d58d req-67e26ff1-0144-4ce6-8945-419110d074b6 service neutron] Attempting to bind port 85cb5344-03c4-4b7c-b979-9dbc60770921 by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': 'cb726249-0942-40b1-8725-44017c1658a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '06a782d4-8043-4a8a-8b96-319c13a51a16'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:24:10.739081 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b951c115-6dca-4fdc-890f-25707f94d58d req-67e26ff1-0144-4ce6-8945-419110d074b6 service neutron] Attempting to bind port 85cb5344-03c4-4b7c-b979-9dbc60770921 on network 06a782d4-8043-4a8a-8b96-319c13a51a16 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:10.767467 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e05b760-6922-46c4-8098-fdb0791a6e4d req-5ececbd7-922e-4282-b9c4-d4576da785db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:10.769872 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-4e05b760-6922-46c4-8098-fdb0791a6e4d req-5ececbd7-922e-4282-b9c4-d4576da785db service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ecdb6510-a3dc-45f0-826a-213851d4378d HTTP/1.1" status: 200 len: 1097 time: 0.0941031 Aug 10 03:24:10.785384 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dd7f4115-408d-43e0-94fc-96b56930b767 req-7f786e02-800d-428e-aa4d-248443650159 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] 10.222.0.44 "GET /v2.0/security-groups?id=d446119c-4ecd-4642-8c93-06b1f694a1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3632293 Aug 10 03:24:10.794681 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-9c4511ec-0ae5-4fee-bb77-41efc981fa69 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c6098a0b-6358-487c-bb4f-c602b7532c39 HTTP/1.1" status: 200 len: 217 time: 0.1520193 Aug 10 03:24:10.808228 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b951c115-6dca-4fdc-890f-25707f94d58d req-67e26ff1-0144-4ce6-8945-419110d074b6 service neutron] Port 85cb5344-03c4-4b7c-b979-9dbc60770921 on network 06a782d4-8043-4a8a-8b96-319c13a51a16 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:24:10.808674 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b951c115-6dca-4fdc-890f-25707f94d58d req-67e26ff1-0144-4ce6-8945-419110d074b6 service neutron] Attempting to bind port 85cb5344-03c4-4b7c-b979-9dbc60770921 on network 06a782d4-8043-4a8a-8b96-319c13a51a16 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:10.827294 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b951c115-6dca-4fdc-890f-25707f94d58d req-dfa9eaf6-eec5-4f6b-8da0-846c6bbc4f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:10.830077 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b951c115-6dca-4fdc-890f-25707f94d58d req-dfa9eaf6-eec5-4f6b-8da0-846c6bbc4f08 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b43344ce758749f292df0b226e91162a&device_id=13cc5b9b-c6e4-4145-b889-67cee7c22342 HTTP/1.1" status: 200 len: 1096 time: 0.3326895 Aug 10 03:24:10.857781 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b8682247-2530-434b-b3ad-25a045012637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:10.864548 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b8682247-2530-434b-b3ad-25a045012637 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:10.866868 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-b8682247-2530-434b-b3ad-25a045012637 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bd853263-5cb8-4c22-8396-232d2ecc4a8b HTTP/1.1" status: 204 len: 168 time: 0.9236147 Aug 10 03:24:10.905557 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b951c115-6dca-4fdc-890f-25707f94d58d req-67e26ff1-0144-4ce6-8945-419110d074b6 service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:24:10.906071 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b951c115-6dca-4fdc-890f-25707f94d58d req-67e26ff1-0144-4ce6-8945-419110d074b6 service neutron] Checking segment: {'id': 'cb726249-0942-40b1-8725-44017c1658a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '06a782d4-8043-4a8a-8b96-319c13a51a16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:24:10.906757 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b951c115-6dca-4fdc-890f-25707f94d58d req-67e26ff1-0144-4ce6-8945-419110d074b6 service neutron] Bound using segment: {'id': 'cb726249-0942-40b1-8725-44017c1658a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '06a782d4-8043-4a8a-8b96-319c13a51a16'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:24:10.907555 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-b951c115-6dca-4fdc-890f-25707f94d58d req-67e26ff1-0144-4ce6-8945-419110d074b6 service neutron] Bound port: 85cb5344-03c4-4b7c-b979-9dbc60770921, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb726249-0942-40b1-8725-44017c1658a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '06a782d4-8043-4a8a-8b96-319c13a51a16'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:24:10.908171 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-b951c115-6dca-4fdc-890f-25707f94d58d req-67e26ff1-0144-4ce6-8945-419110d074b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:10.916533 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8682247-2530-434b-b3ad-25a045012637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd853263-5cb8-4c22-8396-232d2ecc4a8b,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:11.036067 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b951c115-6dca-4fdc-890f-25707f94d58d req-08baaca8-003e-437a-99b8-757bb4ac6c31 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eeec41ca-7938-46d7-8881-613ac6169f7b HTTP/1.1" status: 200 len: 217 time: 0.1546941 Aug 10 03:24:11.071976 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d6f0a8-f229-4bc1-865f-5ba4ade3c712 req-2dba0a49-20a4-49b4-98a2-f3e9db4d4be9 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:11.084825 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d6f0a8-f229-4bc1-865f-5ba4ade3c712 req-2dba0a49-20a4-49b4-98a2-f3e9db4d4be9 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:11.097742 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d6f0a8-f229-4bc1-865f-5ba4ade3c712 req-2dba0a49-20a4-49b4-98a2-f3e9db4d4be9 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:11.111065 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d6f0a8-f229-4bc1-865f-5ba4ade3c712 req-2dba0a49-20a4-49b4-98a2-f3e9db4d4be9 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:11.124463 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d6f0a8-f229-4bc1-865f-5ba4ade3c712 req-2dba0a49-20a4-49b4-98a2-f3e9db4d4be9 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:11.136638 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d6f0a8-f229-4bc1-865f-5ba4ade3c712 req-2dba0a49-20a4-49b4-98a2-f3e9db4d4be9 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:11.138697 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-4e05b760-6922-46c4-8098-fdb0791a6e4d req-6339d476-bda5-41da-bc9e-1c4aff8b2c4c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697310 Aug 10 03:24:11.146573 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f2f72d6-aff2-472d-941b-0d401c001a21 admin admin] Router f35cb48d-221a-4fc0-850b-eaff94f766c1 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:24:11.148715 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d6f0a8-f229-4bc1-865f-5ba4ade3c712 req-2dba0a49-20a4-49b4-98a2-f3e9db4d4be9 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:11.152263 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-27d6f0a8-f229-4bc1-865f-5ba4ade3c712 req-2dba0a49-20a4-49b4-98a2-f3e9db4d4be9 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/ports?device_id=e94bab8c-37ad-48a0-a25d-4fb04fb90837 HTTP/1.1" status: 200 len: 5429 time: 0.5117233 Aug 10 03:24:11.256351 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-8017413c-f3b8-4269-8124-c23b26a324a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:11.259397 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-8017413c-f3b8-4269-8124-c23b26a324a5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fa93a2c2-4364-4161-aedc-a9856625b70d HTTP/1.1" status: 200 len: 797 time: 0.4565697 Aug 10 03:24:11.365295 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f2f72d6-aff2-472d-941b-0d401c001a21 admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:24:11.374119 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-8f2f72d6-aff2-472d-941b-0d401c001a21 admin admin] 10.222.0.44 "PUT /v2.0/routers/f35cb48d-221a-4fc0-850b-eaff94f766c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5564120 Aug 10 03:24:11.381741 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5453aee-0a2a-40a5-9c83-6f4b7d4b6cf6 None None] Sync routers for ids ['f35cb48d-221a-4fc0-850b-eaff94f766c1'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:24:11.385227 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59030) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:11.397578 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5453aee-0a2a-40a5-9c83-6f4b7d4b6cf6 None None] Routers {'f35cb48d-221a-4fc0-850b-eaff94f766c1'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:24:11.398608 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-c5453aee-0a2a-40a5-9c83-6f4b7d4b6cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:23:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['f35cb48d-221a-4fc0-850b-eaff94f766c1'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:11.496922 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b951c115-6dca-4fdc-890f-25707f94d58d req-4731b6ac-05ec-49d2-9477-ce73a09f3d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:11.500553 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b951c115-6dca-4fdc-890f-25707f94d58d req-4731b6ac-05ec-49d2-9477-ce73a09f3d85 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=02ddd5ff-7f64-4a59-a944-d7897dbfa4b7 HTTP/1.1" status: 200 len: 857 time: 0.4558709 Aug 10 03:24:11.568818 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-27d6f0a8-f229-4bc1-865f-5ba4ade3c712 req-7c7d71c8-b683-45e0-86b6-825f40d934b0 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c67c16e-b8a6-4f4f-8d43-6f09a2fb6b31&id=716261c9-08fe-460b-8070-c5648185c899&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3910983 Aug 10 03:24:11.597885 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-c5453aee-0a2a-40a5-9c83-6f4b7d4b6cf6 None None] Set router f35cb48d-221a-4fc0-850b-eaff94f766c1 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:24:11.609620 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6dc23a2e-8f9a-4f21-86f4-d5cf2e1ed7e7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:11.646178 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-b951c115-6dca-4fdc-890f-25707f94d58d req-67e26ff1-0144-4ce6-8945-419110d074b6 service neutron] For port 85cb5344-03c4-4b7c-b979-9dbc60770921, host n-h1-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:24:11.653853 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b951c115-6dca-4fdc-890f-25707f94d58d req-daa12e10-e05f-4a1e-ba02-2509ce9e4a06 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=06a782d4-8043-4a8a-8b96-319c13a51a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1398656 Aug 10 03:24:11.715175 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b70cc5-9744-4c4d-8691-3a2385a8ea0a req-e490408e-ab02-45d7-a3a8-beaab129a6fe tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:11.718110 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-37b70cc5-9744-4c4d-8691-3a2385a8ea0a req-e490408e-ab02-45d7-a3a8-beaab129a6fe tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecdb6510-a3dc-45f0-826a-213851d4378d HTTP/1.1" status: 200 len: 945 time: 0.4534900 Aug 10 03:24:11.772713 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-1ec8e6f5-7bcb-4e8f-be46-b39d33884446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:11.774857 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-1ec8e6f5-7bcb-4e8f-be46-b39d33884446 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c16d896b-1b67-48b5-b66a-585f180ec01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4920702 Aug 10 03:24:11.778257 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-b951c115-6dca-4fdc-890f-25707f94d58d req-67e26ff1-0144-4ce6-8945-419110d074b6 service neutron] For port 85cb5344-03c4-4b7c-b979-9dbc60770921, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=85cb5344-03c4-4b7c-b979-9dbc60770921,segment=NetworkSegment(cb726249-0942-40b1-8725-44017c1658a7),segment_id=cb726249-0942-40b1-8725-44017c1658a7)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:24:11.793835 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6dc23a2e-8f9a-4f21-86f4-d5cf2e1ed7e7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:11.851887 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-b951c115-6dca-4fdc-890f-25707f94d58d req-67e26ff1-0144-4ce6-8945-419110d074b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:11.921275 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-6dc23a2e-8f9a-4f21-86f4-d5cf2e1ed7e7 admin admin] Deleting port 1df091a7-58a7-459f-8039-0555ec90731e {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:24:11.922492 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6dc23a2e-8f9a-4f21-86f4-d5cf2e1ed7e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:12.050487 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-c5453aee-0a2a-40a5-9c83-6f4b7d4b6cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f35cb48d-221a-4fc0-850b-eaff94f766c1', 'name': 'tempest-ServersTestBootFromVolume-1311253739-router', 'tenant_id': 'e1722d197a814345bc6c8fc008fcacd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '1df091a7-58a7-459f-8039-0555ec90731e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:20:28Z', 'updated_at': '2021-08-10T03:24:09Z', 'revision_number': 5, 'project_id': 'e1722d197a814345bc6c8fc008fcacd1', 'gw_port': {'id': '1df091a7-58a7-459f-8039-0555ec90731e', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ab:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35cb48d-221a-4fc0-850b-eaff94f766c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:20:29Z', 'updated_at': '2021-08-10T03:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:12.087113 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-6dc23a2e-8f9a-4f21-86f4-d5cf2e1ed7e7 admin admin] For port 1df091a7-58a7-459f-8039-0555ec90731e, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=1df091a7-58a7-459f-8039-0555ec90731e,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:12.087848 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6dc23a2e-8f9a-4f21-86f4-d5cf2e1ed7e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:12.113835 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5453aee-0a2a-40a5-9c83-6f4b7d4b6cf6 None None] Checking router: f35cb48d-221a-4fc0-850b-eaff94f766c1 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:24:12.129579 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-6dc23a2e-8f9a-4f21-86f4-d5cf2e1ed7e7 admin admin] Calling delete_port for 1df091a7-58a7-459f-8039-0555ec90731e owned by network:router_gateway {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:24:12.136153 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5453aee-0a2a-40a5-9c83-6f4b7d4b6cf6 None None] Routers {'f35cb48d-221a-4fc0-850b-eaff94f766c1'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:24:12.137237 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-c5453aee-0a2a-40a5-9c83-6f4b7d4b6cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:23:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['f35cb48d-221a-4fc0-850b-eaff94f766c1'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:12.327858 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b951c115-6dca-4fdc-890f-25707f94d58d req-67e26ff1-0144-4ce6-8945-419110d074b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:12.328380 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-b951c115-6dca-4fdc-890f-25707f94d58d req-67e26ff1-0144-4ce6-8945-419110d074b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:12.337668 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b951c115-6dca-4fdc-890f-25707f94d58d req-67e26ff1-0144-4ce6-8945-419110d074b6 service neutron] 10.222.0.42 "PUT /v2.0/ports/85cb5344-03c4-4b7c-b979-9dbc60770921 HTTP/1.1" status: 200 len: 1092 time: 4.7647896 Aug 10 03:24:12.343140 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-37b70cc5-9744-4c4d-8691-3a2385a8ea0a req-8006066b-3e97-4333-918a-1c019029be18 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5966401 Aug 10 03:24:12.397513 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 59072) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:12.398894 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-c5453aee-0a2a-40a5-9c83-6f4b7d4b6cf6 None None] Set router f35cb48d-221a-4fc0-850b-eaff94f766c1 gateway port host: None {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:24:12.412591 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e26ff1-0144-4ce6-8945-419110d074b6 service neutron] Pushing event updated for resources: {'Port': ['ID=85cb5344-03c4-4b7c-b979-9dbc60770921,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:12.519086 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '898c5a29-76db-42cc-bf61-56624892a921', 'tag': '85cb5344-03c4-4b7c-b979-9dbc60770921'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:24:12.523753 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc260e24-2b7e-4a47-9d94-1d11f3185c3d" -d '{"events": [{"name": "network-changed", "server_uuid": "898c5a29-76db-42cc-bf61-56624892a921", "tag": "85cb5344-03c4-4b7c-b979-9dbc60770921"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:24:12.531600 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-19607e90-1e97-4589-acf4-2699eaf520d2 service neutron] 10.222.0.61 "GET /v2.0/networks/c16d896b-1b67-48b5-b66a-585f180ec01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7397239 Aug 10 03:24:12.541663 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aacaf6-5d53-4155-8efc-b3e069f0b581 req-e5315a19-0b45-4664-90f0-1e2e17935e6c tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:12.544232 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-47aacaf6-5d53-4155-8efc-b3e069f0b581 req-e5315a19-0b45-4664-90f0-1e2e17935e6c tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] 10.222.0.44 "GET /v2.0/ports?device_id=898c5a29-76db-42cc-bf61-56624892a921 HTTP/1.1" status: 200 len: 943 time: 0.5098126 Aug 10 03:24:12.550133 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b951c115-6dca-4fdc-890f-25707f94d58d req-70f65ec0-33b9-42b2-bf43-999db545e0ba service neutron] 10.222.0.42 "GET /v2.0/networks/06a782d4-8043-4a8a-8b96-319c13a51a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8103514 Aug 10 03:24:12.597664 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-c5453aee-0a2a-40a5-9c83-6f4b7d4b6cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f35cb48d-221a-4fc0-850b-eaff94f766c1', 'name': 'tempest-ServersTestBootFromVolume-1311253739-router', 'tenant_id': 'e1722d197a814345bc6c8fc008fcacd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:20:28Z', 'updated_at': '2021-08-10T03:24:11Z', 'revision_number': 6, 'project_id': 'e1722d197a814345bc6c8fc008fcacd1', 'gw_port_host': None}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:12.680823 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5453aee-0a2a-40a5-9c83-6f4b7d4b6cf6 None None] The sync data for ids ['f35cb48d-221a-4fc0-850b-eaff94f766c1'] in n-d-768862-13 is: [{'id': 'f35cb48d-221a-4fc0-850b-eaff94f766c1', 'name': 'tempest-ServersTestBootFromVolume-1311253739-router', 'tenant_id': 'e1722d197a814345bc6c8fc008fcacd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:20:28Z', 'updated_at': '2021-08-10T03:24:11Z', 'revision_number': 6, 'project_id': 'e1722d197a814345bc6c8fc008fcacd1', 'gw_port_host': None}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:24:12.709873 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6dc23a2e-8f9a-4f21-86f4-d5cf2e1ed7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:12.760469 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc23a2e-8f9a-4f21-86f4-d5cf2e1ed7e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1df091a7-58a7-459f-8039-0555ec90731e,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:12.858844 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6dc23a2e-8f9a-4f21-86f4-d5cf2e1ed7e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520654'] for router_gateway, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:12.924338 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-429db62f-2dce-45ee-b0c1-b7a5f3945e86 x-openstack-request-id: req-429db62f-2dce-45ee-b0c1-b7a5f3945e86 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:24:12.924640 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "898c5a29-76db-42cc-bf61-56624892a921", "tag": "85cb5344-03c4-4b7c-b979-9dbc60770921", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:24:12.924901 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-429db62f-2dce-45ee-b0c1-b7a5f3945e86 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:24:12.925313 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '898c5a29-76db-42cc-bf61-56624892a921', 'tag': '85cb5344-03c4-4b7c-b979-9dbc60770921', 'status': 'completed', 'code': 200} Aug 10 03:24:12.996227 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5637a55f-781b-452d-9710-2f05a5688daa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:13.039399 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b951c115-6dca-4fdc-890f-25707f94d58d req-d2549976-c3fc-4aff-a0c4-93e63d31dfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:13.040991 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b951c115-6dca-4fdc-890f-25707f94d58d req-d2549976-c3fc-4aff-a0c4-93e63d31dfd2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b43344ce758749f292df0b226e91162a&device_id=898c5a29-76db-42cc-bf61-56624892a921 HTTP/1.1" status: 200 len: 1095 time: 0.6247065 Aug 10 03:24:13.053669 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6dc23a2e-8f9a-4f21-86f4-d5cf2e1ed7e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:13.055626 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59088) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:13.063047 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6dc23a2e-8f9a-4f21-86f4-d5cf2e1ed7e7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:13.080358 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-47aacaf6-5d53-4155-8efc-b3e069f0b581 req-890158b4-4e9e-45cc-a879-7e30fb2131d7 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] 10.222.0.44 "GET /v2.0/security-groups?id=d446119c-4ecd-4642-8c93-06b1f694a1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4663529 Aug 10 03:24:13.149628 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6dc23a2e-8f9a-4f21-86f4-d5cf2e1ed7e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:13.150404 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dc23a2e-8f9a-4f21-86f4-d5cf2e1ed7e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f35cb48d-221a-4fc0-850b-eaff94f766c1 {{(pid=94261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:24:13.155009 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6dc23a2e-8f9a-4f21-86f4-d5cf2e1ed7e7 admin admin] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:13.158945 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-6dc23a2e-8f9a-4f21-86f4-d5cf2e1ed7e7 admin admin] 10.222.0.44 "DELETE /v2.0/routers/f35cb48d-221a-4fc0-850b-eaff94f766c1 HTTP/1.1" status: 204 len: 168 time: 1.7675912 Aug 10 03:24:13.159472 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59092) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:13.209187 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b951c115-6dca-4fdc-890f-25707f94d58d req-10efbcfe-83b4-4593-95fb-626149f0f170 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85cb5344-03c4-4b7c-b979-9dbc60770921 HTTP/1.1" status: 200 len: 217 time: 0.1535649 Aug 10 03:24:13.240598 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-01c62562-6294-4166-98eb-f8f03d36d037 admin admin] Deleting subnet 58337cd7-d5bf-4101-801d-f0d48a89226e {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:24:13.244777 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-01c62562-6294-4166-98eb-f8f03d36d037 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:13.256331 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-a4860dd0-ece2-4e98-ac3f-5ca0dbc0c80b service neutron] 10.222.0.61 "GET /v2.0/networks/c16d896b-1b67-48b5-b66a-585f180ec01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7086937 Aug 10 03:24:13.280658 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-870b0dfe-adbb-4ffc-bfef-9c422245f93a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-424282090-network', 'tenant_id': '3cd6515f199c45d78dfafb7ee7e3c74c'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:13.304539 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-01c62562-6294-4166-98eb-f8f03d36d037 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:13.305735 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b951c115-6dca-4fdc-890f-25707f94d58d req-a64d9a42-394b-4957-ab08-ccf42c866443 service neutron] 10.222.0.42 "GET /v2.0/networks/06a782d4-8043-4a8a-8b96-319c13a51a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7450199 Aug 10 03:24:13.362444 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-c485261e-4bd8-4051-bf49-cae60ca413c8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4134483f-b371-43e3-9c92-e3039b3c9f4b HTTP/1.1" status: 200 len: 217 time: 0.0805323 Aug 10 03:24:13.393960 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de87b1-7ad7-4922-9034-c8a5a0def88a req-b6a53b80-c07d-459b-89e5-3e30e11f6f08 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:13.400118 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de87b1-7ad7-4922-9034-c8a5a0def88a req-b6a53b80-c07d-459b-89e5-3e30e11f6f08 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:13.411942 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de87b1-7ad7-4922-9034-c8a5a0def88a req-b6a53b80-c07d-459b-89e5-3e30e11f6f08 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:13.427046 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de87b1-7ad7-4922-9034-c8a5a0def88a req-b6a53b80-c07d-459b-89e5-3e30e11f6f08 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:13.430926 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-01c62562-6294-4166-98eb-f8f03d36d037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:13.438745 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de87b1-7ad7-4922-9034-c8a5a0def88a req-b6a53b80-c07d-459b-89e5-3e30e11f6f08 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:13.450072 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de87b1-7ad7-4922-9034-c8a5a0def88a req-b6a53b80-c07d-459b-89e5-3e30e11f6f08 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:13.462120 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de87b1-7ad7-4922-9034-c8a5a0def88a req-b6a53b80-c07d-459b-89e5-3e30e11f6f08 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:13.466477 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-94de87b1-7ad7-4922-9034-c8a5a0def88a req-b6a53b80-c07d-459b-89e5-3e30e11f6f08 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/ports?device_id=e94bab8c-37ad-48a0-a25d-4fb04fb90837 HTTP/1.1" status: 200 len: 5429 time: 0.4485466 Aug 10 03:24:13.509941 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-01c62562-6294-4166-98eb-f8f03d36d037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:13.558911 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b951c115-6dca-4fdc-890f-25707f94d58d req-7d3c1dcc-c683-480c-9dfd-056a7cde2d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:13.560112 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c62562-6294-4166-98eb-f8f03d36d037 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58337cd7-d5bf-4101-801d-f0d48a89226e,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:13.560499 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b951c115-6dca-4fdc-890f-25707f94d58d req-7d3c1dcc-c683-480c-9dfd-056a7cde2d91 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=02ddd5ff-7f64-4a59-a944-d7897dbfa4b7 HTTP/1.1" status: 200 len: 857 time: 0.3340514 Aug 10 03:24:13.571826 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-01c62562-6294-4166-98eb-f8f03d36d037 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:13.575338 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af046c23-adfa-4189-ba9c-23d8a4cde7e8 None None] Network 05dc9c39-237d-4ac9-993e-e0b32ff3d84b requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:24:13.576104 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-01c62562-6294-4166-98eb-f8f03d36d037 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/58337cd7-d5bf-4101-801d-f0d48a89226e HTTP/1.1" status: 204 len: 168 time: 0.4152637 Aug 10 03:24:13.578701 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59096) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:13.690075 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b951c115-6dca-4fdc-890f-25707f94d58d req-aebe818f-d071-4766-aa26-f06bf5eeba50 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=06a782d4-8043-4a8a-8b96-319c13a51a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1198046 Aug 10 03:24:13.692405 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-12ea7dd6-df26-42ac-86de-ee8b2569ed7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:13.694062 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-12ea7dd6-df26-42ac-86de-ee8b2569ed7a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fa93a2c2-4364-4161-aedc-a9856625b70d HTTP/1.1" status: 200 len: 797 time: 0.3233538 Aug 10 03:24:13.716874 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-94de87b1-7ad7-4922-9034-c8a5a0def88a req-f7b141da-5386-42ef-a1a5-d2049321f53d tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c67c16e-b8a6-4f4f-8d43-6f09a2fb6b31&id=716261c9-08fe-460b-8070-c5648185c899&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2273371 Aug 10 03:24:13.734279 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-544dd450-b78a-4d77-bea5-b066e1966c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:13.734853 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30617506-810e-4f0b-91e0-50259a8677cc req-d7bb290a-8c6c-4437-8d3f-b42e107cfa4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:13.736609 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-30617506-810e-4f0b-91e0-50259a8677cc req-d7bb290a-8c6c-4437-8d3f-b42e107cfa4d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b43344ce758749f292df0b226e91162a&device_id=13cc5b9b-c6e4-4145-b889-67cee7c22342 HTTP/1.1" status: 200 len: 1096 time: 0.3671119 Aug 10 03:24:13.840395 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5637a55f-781b-452d-9710-2f05a5688daa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:13.872342 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e96e1b-e871-4980-960a-e88b7fed2910 req-76bb75ee-0864-4b22-9021-47f374011aa1 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:13.874409 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-23e96e1b-e871-4980-960a-e88b7fed2910 req-76bb75ee-0864-4b22-9021-47f374011aa1 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecdb6510-a3dc-45f0-826a-213851d4378d HTTP/1.1" status: 200 len: 945 time: 0.3415179 Aug 10 03:24:13.908510 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3feefd6-6c5b-4acf-9aab-baf8ae3fadbe None None] DHCP port deletion for 05dc9c39-237d-4ac9-993e-e0b32ff3d84b request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:24:13.927221 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5637a55f-781b-452d-9710-2f05a5688daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:13.928717 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-870b0dfe-adbb-4ffc-bfef-9c422245f93a admin admin] Made reservation on behalf of 3cd6515f199c45d78dfafb7ee7e3c74c for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:13.936193 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-870b0dfe-adbb-4ffc-bfef-9c422245f93a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:14.012461 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 3fa5b8e6-79d7-4d60-9e0b-7b59a8b71dfd no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:24:14.023952 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-870b0dfe-adbb-4ffc-bfef-9c422245f93a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:14.060307 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 3fa5b8e6-79d7-4d60-9e0b-7b59a8b71dfd {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:24:14.060578 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 3fa5b8e6-79d7-4d60-9e0b-7b59a8b71dfd not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:24:14.061005 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 1df091a7-58a7-459f-8039-0555ec90731e no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:24:14.065023 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-a2b73e6a-2609-48a9-b0b2-7461cac366a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:14.067039 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-a2b73e6a-2609-48a9-b0b2-7461cac366a6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c16d896b-1b67-48b5-b66a-585f180ec01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3399878 Aug 10 03:24:14.078477 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-544dd450-b78a-4d77-bea5-b066e1966c72 admin admin] Deleting port 8c1bfc41-c56e-49c3-a1a3-533cc7577dd8 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:24:14.080056 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-544dd450-b78a-4d77-bea5-b066e1966c72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:14.088040 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 1df091a7-58a7-459f-8039-0555ec90731e {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:24:14.088388 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 1df091a7-58a7-459f-8039-0555ec90731e not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:24:14.121179 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-5637a55f-781b-452d-9710-2f05a5688daa admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=664ef6805ec8466f8069edbe7c29e952&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7159271 Aug 10 03:24:14.121389 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-e3feefd6-6c5b-4acf-9aab-baf8ae3fadbe None None] Deleting port 8c1bfc41-c56e-49c3-a1a3-533cc7577dd8 {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:24:14.121619 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e3feefd6-6c5b-4acf-9aab-baf8ae3fadbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:14.126857 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 59102) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:14.212690 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5637a55f-781b-452d-9710-2f05a5688daa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd1b01ce-d2a5-492f-a158-02ed1129b884,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:14.225397 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-e3feefd6-6c5b-4acf-9aab-baf8ae3fadbe None None] For port 8c1bfc41-c56e-49c3-a1a3-533cc7577dd8, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=8c1bfc41-c56e-49c3-a1a3-533cc7577dd8,segment=NetworkSegment(92e39147-dac7-4353-ab76-bf692bb677b9),segment_id=92e39147-dac7-4353-ab76-bf692bb677b9)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:14.226914 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e3feefd6-6c5b-4acf-9aab-baf8ae3fadbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:14.255631 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-e3feefd6-6c5b-4acf-9aab-baf8ae3fadbe None None] Calling delete_port for 8c1bfc41-c56e-49c3-a1a3-533cc7577dd8 owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:24:14.272507 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-544dd450-b78a-4d77-bea5-b066e1966c72 admin admin] For port 8c1bfc41-c56e-49c3-a1a3-533cc7577dd8, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=8c1bfc41-c56e-49c3-a1a3-533cc7577dd8,segment=NetworkSegment(92e39147-dac7-4353-ab76-bf692bb677b9),segment_id=92e39147-dac7-4353-ab76-bf692bb677b9)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:14.272839 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-544dd450-b78a-4d77-bea5-b066e1966c72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:14.281306 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-23e96e1b-e871-4980-960a-e88b7fed2910 req-65d73583-0cb8-491f-9d49-afd558492185 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3621998 Aug 10 03:24:14.296448 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-544dd450-b78a-4d77-bea5-b066e1966c72 admin admin] Calling delete_port for 8c1bfc41-c56e-49c3-a1a3-533cc7577dd8 owned by network:dhcp {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:24:14.338279 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30617506-810e-4f0b-91e0-50259a8677cc req-91898fda-644c-4b8c-8458-adbdb4be2efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:14.340305 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-30617506-810e-4f0b-91e0-50259a8677cc req-91898fda-644c-4b8c-8458-adbdb4be2efe service neutron] 10.222.0.42 "GET /v2.0/networks?id=06a782d4-8043-4a8a-8b96-319c13a51a16 HTTP/1.1" status: 200 len: 917 time: 0.5611632 Aug 10 03:24:14.348971 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b951c115-6dca-4fdc-890f-25707f94d58d req-86b0fdbb-a8a0-4bf5-ae5e-2935d8379a32 service neutron] 10.222.0.42 "GET /v2.0/networks/06a782d4-8043-4a8a-8b96-319c13a51a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6478024 Aug 10 03:24:14.416526 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-870b0dfe-adbb-4ffc-bfef-9c422245f93a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:14.432001 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-870b0dfe-adbb-4ffc-bfef-9c422245f93a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:14.469697 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e3feefd6-6c5b-4acf-9aab-baf8ae3fadbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:14.471061 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-870b0dfe-adbb-4ffc-bfef-9c422245f93a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:24:14.478381 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-30617506-810e-4f0b-91e0-50259a8677cc req-c85c907e-afb3-4054-a269-efd9006bce68 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eeec41ca-7938-46d7-8881-613ac6169f7b HTTP/1.1" status: 200 len: 217 time: 0.1251266 Aug 10 03:24:14.507656 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-870b0dfe-adbb-4ffc-bfef-9c422245f93a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:14.508109 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-870b0dfe-adbb-4ffc-bfef-9c422245f93a admin admin] Added segment dc0cca6f-db67-4094-92d2-789afa338c8e of type vlan for network 00d1acd0-80e9-4509-b13d-7151b30a160c Aug 10 03:24:14.520575 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870b0dfe-adbb-4ffc-bfef-9c422245f93a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b41c40-d234-457c-8246-b1b0eef2f9d9,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:14.528356 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-544dd450-b78a-4d77-bea5-b066e1966c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:14.541431 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3feefd6-6c5b-4acf-9aab-baf8ae3fadbe None None] No DVR routers for this DVR port 8c1bfc41-c56e-49c3-a1a3-533cc7577dd8 on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:24:14.549288 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3feefd6-6c5b-4acf-9aab-baf8ae3fadbe None None] Pushing event deleted for resources: {'Port': ['ID=8c1bfc41-c56e-49c3-a1a3-533cc7577dd8,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:14.561363 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3feefd6-6c5b-4acf-9aab-baf8ae3fadbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:14.561757 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3feefd6-6c5b-4acf-9aab-baf8ae3fadbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:14.562079 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3feefd6-6c5b-4acf-9aab-baf8ae3fadbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:14.562410 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3feefd6-6c5b-4acf-9aab-baf8ae3fadbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:14.562723 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3feefd6-6c5b-4acf-9aab-baf8ae3fadbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:14.563047 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3feefd6-6c5b-4acf-9aab-baf8ae3fadbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:14.563383 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3feefd6-6c5b-4acf-9aab-baf8ae3fadbe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:14.563736 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3feefd6-6c5b-4acf-9aab-baf8ae3fadbe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:14.564064 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3feefd6-6c5b-4acf-9aab-baf8ae3fadbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:14.564378 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3feefd6-6c5b-4acf-9aab-baf8ae3fadbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:14.564701 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3feefd6-6c5b-4acf-9aab-baf8ae3fadbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:14.565054 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3feefd6-6c5b-4acf-9aab-baf8ae3fadbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:14.591167 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544dd450-b78a-4d77-bea5-b066e1966c72 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c1bfc41-c56e-49c3-a1a3-533cc7577dd8,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:14.598964 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-870b0dfe-adbb-4ffc-bfef-9c422245f93a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:14.603257 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544dd450-b78a-4d77-bea5-b066e1966c72 admin admin] No DVR routers for this DVR port 8c1bfc41-c56e-49c3-a1a3-533cc7577dd8 on host n-d-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:24:14.604469 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-14935ab8-5d72-4e3a-8585-884e9c8f21bf service neutron] 10.222.0.61 "GET /v2.0/networks/c16d896b-1b67-48b5-b66a-585f180ec01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5116901 Aug 10 03:24:14.618823 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6008802d-d564-49da-a912-db72a57f8915 req-76a162b7-1b7d-48b6-816a-13d060005ea8 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:14.620554 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6008802d-d564-49da-a912-db72a57f8915 req-76a162b7-1b7d-48b6-816a-13d060005ea8 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] 10.222.0.44 "GET /v2.0/ports?device_id=898c5a29-76db-42cc-bf61-56624892a921 HTTP/1.1" status: 200 len: 943 time: 0.3593791 Aug 10 03:24:14.626772 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-32b77d53-15fa-419e-8ccd-9be27e35f3c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:14.704598 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-544dd450-b78a-4d77-bea5-b066e1966c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:14.707903 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-870b0dfe-adbb-4ffc-bfef-9c422245f93a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:14.708984 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870b0dfe-adbb-4ffc-bfef-9c422245f93a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:14.709581 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-870b0dfe-adbb-4ffc-bfef-9c422245f93a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:14.726559 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-544dd450-b78a-4d77-bea5-b066e1966c72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05dc9c39-237d-4ac9-993e-e0b32ff3d84b']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:14.746516 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30617506-810e-4f0b-91e0-50259a8677cc req-b168c172-6795-4fdc-9a76-8d909d8f792c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:14.748077 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-30617506-810e-4f0b-91e0-50259a8677cc req-b168c172-6795-4fdc-9a76-8d909d8f792c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=02ddd5ff-7f64-4a59-a944-d7897dbfa4b7 HTTP/1.1" status: 200 len: 857 time: 0.2508705 Aug 10 03:24:14.773370 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-32b77d53-15fa-419e-8ccd-9be27e35f3c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:14.775082 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-544dd450-b78a-4d77-bea5-b066e1966c72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92e39147-dac7-4353-ab76-bf692bb677b9') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:14.775805 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-544dd450-b78a-4d77-bea5-b066e1966c72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92e39147-dac7-4353-ab76-bf692bb677b9') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:14.784676 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-870b0dfe-adbb-4ffc-bfef-9c422245f93a admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.7281723 Aug 10 03:24:14.796897 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40327e14-998a-40b9-ac20-aac5708b08b1 req-4ee23f91-28bf-4594-bee8-c6aa0dbba9bb tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:14.798214 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59108) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:14.798581 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-40327e14-998a-40b9-ac20-aac5708b08b1 req-4ee23f91-28bf-4594-bee8-c6aa0dbba9bb tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecdb6510-a3dc-45f0-826a-213851d4378d HTTP/1.1" status: 200 len: 945 time: 0.3244371 Aug 10 03:24:14.804783 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-544dd450-b78a-4d77-bea5-b066e1966c72 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:14.809762 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-66e38649-9506-4355-b96e-2b6b24bfc6e9 admin admin] Request body: {'subnet': {'network_id': '00d1acd0-80e9-4509-b13d-7151b30a160c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-424282090-subnet', 'tenant_id': '3cd6515f199c45d78dfafb7ee7e3c74c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:14.832694 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870b0dfe-adbb-4ffc-bfef-9c422245f93a admin admin] Pushing event updated for resources: {'Network': ['ID=00d1acd0-80e9-4509-b13d-7151b30a160c,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:14.836293 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b951c115-6dca-4fdc-890f-25707f94d58d req-4a245eb5-d21a-405a-ae27-ed873327a2b8 service neutron] 10.222.0.42 "GET /v2.0/networks/06a782d4-8043-4a8a-8b96-319c13a51a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4775980 Aug 10 03:24:14.845183 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-544dd450-b78a-4d77-bea5-b066e1966c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:14.846539 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-30617506-810e-4f0b-91e0-50259a8677cc req-a7e078db-eed9-45a1-95bd-10de0ff03fb5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=06a782d4-8043-4a8a-8b96-319c13a51a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753832 Aug 10 03:24:14.860652 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-544dd450-b78a-4d77-bea5-b066e1966c72 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:24:14.861186 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-544dd450-b78a-4d77-bea5-b066e1966c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:14.863181 n-d-768862-13 neutron-server[94261]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:24:14.863181 n-d-768862-13 neutron-server[94261]: self.session.flush() Aug 10 03:24:14.863181 n-d-768862-13 neutron-server[94261]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:24:14.863181 n-d-768862-13 neutron-server[94261]: self.session.flush() Aug 10 03:24:14.863181 n-d-768862-13 neutron-server[94261]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:24:14.863181 n-d-768862-13 neutron-server[94261]: self.session.flush() Aug 10 03:24:14.863181 n-d-768862-13 neutron-server[94261]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:24:14.863181 n-d-768862-13 neutron-server[94261]: self.session.flush() Aug 10 03:24:14.863181 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:24:14.863181 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:24:14.863181 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:24:14.863181 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:24:14.863181 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:24:14.863181 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:24:14.863181 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:24:14.863181 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:24:14.863181 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:24:14.863181 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:24:14.863181 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:24:14.863181 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:24:14.863181 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:24:14.863181 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:24:14.863181 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:24:14.863181 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:24:14.863181 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:24:14.863181 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:24:14.863181 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:24:14.863181 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:24:14.863181 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:24:14.863181 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:24:14.863181 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:24:14.863181 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:24:14.863181 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:24:14.863181 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:24:14.863181 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:24:14.863181 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:24:14.863181 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:24:14.863181 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:24:14.863181 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:24:14.863181 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:24:14.875702 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 00d1acd0-80e9-4509-b13d-7151b30a160c details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:24:14.879529 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e38649-9506-4355-b96e-2b6b24bfc6e9 admin admin] Made reservation on behalf of 3cd6515f199c45d78dfafb7ee7e3c74c for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:14.882295 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-66e38649-9506-4355-b96e-2b6b24bfc6e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:14.905250 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6008802d-d564-49da-a912-db72a57f8915 req-7963361e-314e-4d86-b840-55f420e67f19 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] 10.222.0.44 "GET /v2.0/security-groups?id=d446119c-4ecd-4642-8c93-06b1f694a1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537298 Aug 10 03:24:14.987880 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-544dd450-b78a-4d77-bea5-b066e1966c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:14.992528 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device eeec41ca-7938-46d7-8881-613ac6169f7b details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:24:15.017369 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-544dd450-b78a-4d77-bea5-b066e1966c72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:15.022804 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-544dd450-b78a-4d77-bea5-b066e1966c72 admin admin] 10.222.0.44 "DELETE /v2.0/networks/05dc9c39-237d-4ac9-993e-e0b32ff3d84b HTTP/1.1" status: 204 len: 168 time: 1.4394615 Aug 10 03:24:15.042011 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544dd450-b78a-4d77-bea5-b066e1966c72 admin admin] Pushing event deleted for resources: {'Network': ['ID=05dc9c39-237d-4ac9-993e-e0b32ff3d84b,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:15.057212 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-171c74b7-d93b-4d88-bc32-a0aa84512987 req-20e04596-8d8b-4d0e-b778-1a782f6cf2f9 service neutron] 10.222.0.61 "GET /v2.0/networks/c16d896b-1b67-48b5-b66a-585f180ec01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4315276 Aug 10 03:24:15.079928 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-40327e14-998a-40b9-ac20-aac5708b08b1 req-a8b7b5d4-fd29-4648-b494-7785a7b49a7e tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380729 Aug 10 03:24:15.184955 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-32b77d53-15fa-419e-8ccd-9be27e35f3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:15.189601 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-32b77d53-15fa-419e-8ccd-9be27e35f3c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:15.199225 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-66e38649-9506-4355-b96e-2b6b24bfc6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:15.200775 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-32b77d53-15fa-419e-8ccd-9be27e35f3c0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fd1b01ce-d2a5-492f-a158-02ed1129b884 HTTP/1.1" status: 204 len: 168 time: 1.0370190 Aug 10 03:24:15.208267 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc260e24-2b7e-4a47-9d94-1d11f3185c3d req-4e62b7db-d68d-4a52-98c9-bd91f4b3f688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:15.221267 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dc260e24-2b7e-4a47-9d94-1d11f3185c3d req-4e62b7db-d68d-4a52-98c9-bd91f4b3f688 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b43344ce758749f292df0b226e91162a&device_id=898c5a29-76db-42cc-bf61-56624892a921 HTTP/1.1" status: 200 len: 1095 time: 0.2521071 Aug 10 03:24:15.229999 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-30617506-810e-4f0b-91e0-50259a8677cc req-deac668f-b9ec-4025-8daa-0735ab89f2a5 service neutron] 10.222.0.42 "GET /v2.0/networks/06a782d4-8043-4a8a-8b96-319c13a51a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3558667 Aug 10 03:24:15.276549 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e38649-9506-4355-b96e-2b6b24bfc6e9 admin admin] Checking segment: {'id': 'dc0cca6f-db67-4094-92d2-789afa338c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '00d1acd0-80e9-4509-b13d-7151b30a160c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:24:15.276915 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e38649-9506-4355-b96e-2b6b24bfc6e9 admin admin] Network hostable DHCP agents. Network: 00d1acd0-80e9-4509-b13d-7151b30a160c, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:24:15.283335 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e38649-9506-4355-b96e-2b6b24bfc6e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4760174f-de57-45ff-8b43-fb08f3155572,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:15.324118 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e38649-9506-4355-b96e-2b6b24bfc6e9 admin admin] Network 00d1acd0-80e9-4509-b13d-7151b30a160c is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:24:15.355583 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-66e38649-9506-4355-b96e-2b6b24bfc6e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 00d1acd0-80e9-4509-b13d-7151b30a160c) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:24:15.383018 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b63f3d-b0da-4d66-af4d-3f2091107a91 None None] Network 00d1acd0-80e9-4509-b13d-7151b30a160c requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:24:15.395788 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e38649-9506-4355-b96e-2b6b24bfc6e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:15.398794 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-66e38649-9506-4355-b96e-2b6b24bfc6e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:15.399028 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b77d53-15fa-419e-8ccd-9be27e35f3c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd1b01ce-d2a5-492f-a158-02ed1129b884,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:15.443138 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59122) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:15.460774 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port eeec41ca-7938-46d7-8881-613ac6169f7b, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=eeec41ca-7938-46d7-8881-613ac6169f7b,segment=NetworkSegment(cb726249-0942-40b1-8725-44017c1658a7),segment_id=cb726249-0942-40b1-8725-44017c1658a7)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:15.489072 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': 'eeec41ca-7938-46d7-8881-613ac6169f7b', 'network_id': '06a782d4-8043-4a8a-8b96-319c13a51a16', 'port_id': 'eeec41ca-7938-46d7-8881-613ac6169f7b', 'mac_address': 'fa:16:3e:56:cf:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02ddd5ff-7f64-4a59-a944-d7897dbfa4b7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:24:15.518381 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-66e38649-9506-4355-b96e-2b6b24bfc6e9 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7137299 Aug 10 03:24:15.715342 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-62154399-7bd3-47a9-8d7d-b7a3bd8cae3a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e1722d197a814345bc6c8fc008fcacd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2701402 Aug 10 03:24:15.716250 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59130) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:15.741924 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:15.805473 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeec41ca-7938-46d7-8881-613ac6169f7b {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:24:15.834075 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf998e8-6a36-40f6-938e-ead6e15ad690 None None] Network 00d1acd0-80e9-4509-b13d-7151b30a160c requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:24:15.913404 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a354823c-e7b6-4322-8a55-7345ef58a02b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:15.962908 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port eeec41ca-7938-46d7-8881-613ac6169f7b, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=eeec41ca-7938-46d7-8881-613ac6169f7b,segment=NetworkSegment(cb726249-0942-40b1-8725-44017c1658a7),segment_id=cb726249-0942-40b1-8725-44017c1658a7)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:15.978891 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a354823c-e7b6-4322-8a55-7345ef58a02b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:16.004230 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:16.107868 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 8c1bfc41-c56e-49c3-a1a3-533cc7577dd8 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:24:16.125080 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a354823c-e7b6-4322-8a55-7345ef58a02b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:16.128171 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a354823c-e7b6-4322-8a55-7345ef58a02b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:16.129525 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a354823c-e7b6-4322-8a55-7345ef58a02b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3156a3d6-4af1-483b-8414-f9edcd39264e HTTP/1.1" status: 204 len: 168 time: 0.4118664 Aug 10 03:24:16.139725 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a354823c-e7b6-4322-8a55-7345ef58a02b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3156a3d6-4af1-483b-8414-f9edcd39264e,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:16.158595 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59140) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:16.187468 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-28f404c1-c258-4d35-b34c-e1594e335035 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:16.285286 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 8c1bfc41-c56e-49c3-a1a3-533cc7577dd8 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:24:16.285910 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 8c1bfc41-c56e-49c3-a1a3-533cc7577dd8 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:24:16.341136 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=eeec41ca-7938-46d7-8881-613ac6169f7b,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:16.361286 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-28f404c1-c258-4d35-b34c-e1594e335035 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:16.369662 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-28f404c1-c258-4d35-b34c-e1594e335035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:16.424519 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-28f404c1-c258-4d35-b34c-e1594e335035 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ae8b37f14fb64e6cb19d38d27bc7a6dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2647855 Aug 10 03:24:16.428380 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f404c1-c258-4d35-b34c-e1594e335035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8cb60b0-afc7-4ca4-bf35-5aed37e0561f,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:16.446348 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59146) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:16.460281 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['eeec41ca-7938-46d7-8881-613ac6169f7b'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:24:16.534040 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ca08862e-7e7c-43a0-97cd-ed8d41f0586e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:16.539816 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-30617506-810e-4f0b-91e0-50259a8677cc req-2cc6dfb7-a81a-4c81-9b53-e3dbd8a17a10 service neutron] 10.222.0.42 "GET /v2.0/networks/06a782d4-8043-4a8a-8b96-319c13a51a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2675395 Aug 10 03:24:16.570624 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ca08862e-7e7c-43a0-97cd-ed8d41f0586e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:16.627133 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470aef3f-cb83-476c-b26a-b78f100763e4 req-fc0dbeb3-17e8-4a01-9b80-c8fa6018c94f tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:16.640699 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470aef3f-cb83-476c-b26a-b78f100763e4 req-fc0dbeb3-17e8-4a01-9b80-c8fa6018c94f tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:16.654179 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470aef3f-cb83-476c-b26a-b78f100763e4 req-fc0dbeb3-17e8-4a01-9b80-c8fa6018c94f tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:16.674720 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470aef3f-cb83-476c-b26a-b78f100763e4 req-fc0dbeb3-17e8-4a01-9b80-c8fa6018c94f tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:16.688672 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470aef3f-cb83-476c-b26a-b78f100763e4 req-fc0dbeb3-17e8-4a01-9b80-c8fa6018c94f tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:16.702179 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470aef3f-cb83-476c-b26a-b78f100763e4 req-fc0dbeb3-17e8-4a01-9b80-c8fa6018c94f tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:16.712264 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ca08862e-7e7c-43a0-97cd-ed8d41f0586e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:16.716273 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470aef3f-cb83-476c-b26a-b78f100763e4 req-fc0dbeb3-17e8-4a01-9b80-c8fa6018c94f tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:16.718282 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ca08862e-7e7c-43a0-97cd-ed8d41f0586e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:16.724540 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ca08862e-7e7c-43a0-97cd-ed8d41f0586e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d8cb60b0-afc7-4ca4-bf35-5aed37e0561f HTTP/1.1" status: 204 len: 168 time: 0.2707658 Aug 10 03:24:16.735158 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-470aef3f-cb83-476c-b26a-b78f100763e4 req-fc0dbeb3-17e8-4a01-9b80-c8fa6018c94f tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/ports?device_id=e94bab8c-37ad-48a0-a25d-4fb04fb90837 HTTP/1.1" status: 200 len: 5429 time: 1.5324638 Aug 10 03:24:16.745966 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc260e24-2b7e-4a47-9d94-1d11f3185c3d req-097eccfa-0946-4ee9-8e8c-f453a995388e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:16.749075 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dc260e24-2b7e-4a47-9d94-1d11f3185c3d req-097eccfa-0946-4ee9-8e8c-f453a995388e service neutron] 10.222.0.42 "GET /v2.0/networks?id=06a782d4-8043-4a8a-8b96-319c13a51a16 HTTP/1.1" status: 200 len: 917 time: 1.4743984 Aug 10 03:24:16.752844 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca08862e-7e7c-43a0-97cd-ed8d41f0586e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8cb60b0-afc7-4ca4-bf35-5aed37e0561f,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:16.783850 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1075cc6-ac70-4a07-a6ea-049795756177 req-b9e267a1-9c99-4d0b-ba44-c2da5e5e3877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:16.784684 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1075cc6-ac70-4a07-a6ea-049795756177 req-b9e267a1-9c99-4d0b-ba44-c2da5e5e3877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:16.785556 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1075cc6-ac70-4a07-a6ea-049795756177 req-b9e267a1-9c99-4d0b-ba44-c2da5e5e3877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:16.786501 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1075cc6-ac70-4a07-a6ea-049795756177 req-b9e267a1-9c99-4d0b-ba44-c2da5e5e3877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:16.787397 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1075cc6-ac70-4a07-a6ea-049795756177 req-b9e267a1-9c99-4d0b-ba44-c2da5e5e3877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:16.788331 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1075cc6-ac70-4a07-a6ea-049795756177 req-b9e267a1-9c99-4d0b-ba44-c2da5e5e3877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:16.789739 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1075cc6-ac70-4a07-a6ea-049795756177 req-b9e267a1-9c99-4d0b-ba44-c2da5e5e3877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:16.808477 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e1075cc6-ac70-4a07-a6ea-049795756177 req-b9e267a1-9c99-4d0b-ba44-c2da5e5e3877 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d3b56536bca94e8fa8af65288d111f79&device_id=e94bab8c-37ad-48a0-a25d-4fb04fb90837 HTTP/1.1" status: 200 len: 6493 time: 1.5767658 Aug 10 03:24:16.944763 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47780c5f-f26f-4063-92fe-382e2fe48c13 req-b73276b6-814e-49b0-9e0a-d407197e7623 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:16.947828 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-47780c5f-f26f-4063-92fe-382e2fe48c13 req-b73276b6-814e-49b0-9e0a-d407197e7623 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecdb6510-a3dc-45f0-826a-213851d4378d HTTP/1.1" status: 200 len: 945 time: 0.8132966 Aug 10 03:24:17.000172 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 85cb5344-03c4-4b7c-b979-9dbc60770921 details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:24:17.029739 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dc260e24-2b7e-4a47-9d94-1d11f3185c3d req-4ef20f55-42e0-40f2-97aa-c47caa1c06f6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85cb5344-03c4-4b7c-b979-9dbc60770921 HTTP/1.1" status: 200 len: 217 time: 0.2165926 Aug 10 03:24:17.143195 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59166) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:17.150078 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-bcd878a9-ac08-4fb9-a307-822ba0d24c48 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-843708460-network', 'tenant_id': 'c4666d331d964a409212de719404aad9'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:17.176854 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-470aef3f-cb83-476c-b26a-b78f100763e4 req-43addebf-3a29-4364-9d0c-b2aea70633f8 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c67c16e-b8a6-4f4f-8d43-6f09a2fb6b31&id=716261c9-08fe-460b-8070-c5648185c899&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4377573 Aug 10 03:24:17.202842 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 85cb5344-03c4-4b7c-b979-9dbc60770921, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=85cb5344-03c4-4b7c-b979-9dbc60770921,segment=NetworkSegment(cb726249-0942-40b1-8725-44017c1658a7),segment_id=cb726249-0942-40b1-8725-44017c1658a7)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:17.209974 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcd878a9-ac08-4fb9-a307-822ba0d24c48 admin admin] Made reservation on behalf of c4666d331d964a409212de719404aad9 for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:17.212859 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bcd878a9-ac08-4fb9-a307-822ba0d24c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:17.233031 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': '85cb5344-03c4-4b7c-b979-9dbc60770921', 'network_id': '06a782d4-8043-4a8a-8b96-319c13a51a16', 'port_id': '85cb5344-03c4-4b7c-b979-9dbc60770921', 'mac_address': 'fa:16:3e:f4:a5:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02ddd5ff-7f64-4a59-a944-d7897dbfa4b7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:24:17.235379 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bcd878a9-ac08-4fb9-a307-822ba0d24c48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:17.291667 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc260e24-2b7e-4a47-9d94-1d11f3185c3d req-51f5ce3a-e6ca-4def-8f38-c1b5fddf294a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:17.296101 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dc260e24-2b7e-4a47-9d94-1d11f3185c3d req-51f5ce3a-e6ca-4def-8f38-c1b5fddf294a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=02ddd5ff-7f64-4a59-a944-d7897dbfa4b7 HTTP/1.1" status: 200 len: 857 time: 0.2494693 Aug 10 03:24:17.308915 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:17.329934 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85cb5344-03c4-4b7c-b979-9dbc60770921 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:24:17.347080 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-47780c5f-f26f-4063-92fe-382e2fe48c13 req-3a56e306-1b91-4fc6-95dc-2726cfddf816 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3206954 Aug 10 03:24:17.357991 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 85cb5344-03c4-4b7c-b979-9dbc60770921, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=85cb5344-03c4-4b7c-b979-9dbc60770921,segment=NetworkSegment(cb726249-0942-40b1-8725-44017c1658a7),segment_id=cb726249-0942-40b1-8725-44017c1658a7)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:17.375459 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:17.457851 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dc260e24-2b7e-4a47-9d94-1d11f3185c3d req-b66c9a8e-80fd-4617-8306-178bf785d9d4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=06a782d4-8043-4a8a-8b96-319c13a51a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1460280 Aug 10 03:24:17.476479 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=85cb5344-03c4-4b7c-b979-9dbc60770921,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:17.490368 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b85df59-0504-4f79-8a6a-ecbad9c2c91b req-e8a19378-e529-471c-a1b6-9baf337ef7e3 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:17.491962 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9b85df59-0504-4f79-8a6a-ecbad9c2c91b req-e8a19378-e529-471c-a1b6-9baf337ef7e3 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.42 "GET /v2.0/ports?device_id=ecdb6510-a3dc-45f0-826a-213851d4378d HTTP/1.1" status: 200 len: 945 time: 0.4597049 Aug 10 03:24:17.518981 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bcd878a9-ac08-4fb9-a307-822ba0d24c48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:17.533988 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bcd878a9-ac08-4fb9-a307-822ba0d24c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:17.549640 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1075cc6-ac70-4a07-a6ea-049795756177 req-6eb31298-31fb-47af-9064-f1e118cadb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:17.551168 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e1075cc6-ac70-4a07-a6ea-049795756177 req-6eb31298-31fb-47af-9064-f1e118cadb95 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c16d896b-1b67-48b5-b66a-585f180ec01d HTTP/1.1" status: 200 len: 901 time: 0.7195802 Aug 10 03:24:17.588274 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcd878a9-ac08-4fb9-a307-822ba0d24c48 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:24:17.599034 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['85cb5344-03c4-4b7c-b979-9dbc60770921'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:24:17.622537 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd878a9-ac08-4fb9-a307-822ba0d24c48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73a1241c-0ecc-4285-b135-fc7379d88063,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:17.656331 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bcd878a9-ac08-4fb9-a307-822ba0d24c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:17.659270 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-bcd878a9-ac08-4fb9-a307-822ba0d24c48 admin admin] Added segment 55175779-616b-482d-aa41-514b9c8b426f of type vlan for network 5e36386e-c7c3-4d62-abdb-e9ce79a55629 Aug 10 03:24:17.821047 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bcd878a9-ac08-4fb9-a307-822ba0d24c48 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:17.886575 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e1075cc6-ac70-4a07-a6ea-049795756177 req-460b690d-da27-4094-9ffd-334acf3b19c8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4134483f-b371-43e3-9c92-e3039b3c9f4b HTTP/1.1" status: 200 len: 217 time: 0.3223064 Aug 10 03:24:17.897110 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bcd878a9-ac08-4fb9-a307-822ba0d24c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:17.919240 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd878a9-ac08-4fb9-a307-822ba0d24c48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:17.922342 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bcd878a9-ac08-4fb9-a307-822ba0d24c48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:17.949600 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6542f159-922c-4487-9139-605d329be5f2 req-10907bdd-01f4-4b50-aa6e-65a1ee254211 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:17.965403 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6542f159-922c-4487-9139-605d329be5f2 req-10907bdd-01f4-4b50-aa6e-65a1ee254211 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] 10.222.0.44 "GET /v2.0/ports?device_id=898c5a29-76db-42cc-bf61-56624892a921 HTTP/1.1" status: 200 len: 944 time: 0.4706478 Aug 10 03:24:18.056982 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-bcd878a9-ac08-4fb9-a307-822ba0d24c48 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9123940 Aug 10 03:24:18.059667 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59184) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:18.065231 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-b29e9d9d-61e2-4353-836c-806469b01a70 admin admin] Request body: {'subnet': {'network_id': '5e36386e-c7c3-4d62-abdb-e9ce79a55629', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-843708460-subnet', 'tenant_id': 'c4666d331d964a409212de719404aad9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:18.117234 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd878a9-ac08-4fb9-a307-822ba0d24c48 admin admin] Pushing event updated for resources: {'Network': ['ID=5e36386e-c7c3-4d62-abdb-e9ce79a55629,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:18.149668 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 5e36386e-c7c3-4d62-abdb-e9ce79a55629 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:24:18.167375 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b29e9d9d-61e2-4353-836c-806469b01a70 admin admin] Made reservation on behalf of c4666d331d964a409212de719404aad9 for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:18.179683 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b29e9d9d-61e2-4353-836c-806469b01a70 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:18.232757 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1075cc6-ac70-4a07-a6ea-049795756177 req-c0eb02a4-84fc-4b0b-9846-cc6882b2554f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:18.239303 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e1075cc6-ac70-4a07-a6ea-049795756177 req-c0eb02a4-84fc-4b0b-9846-cc6882b2554f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fa93a2c2-4364-4161-aedc-a9856625b70d HTTP/1.1" status: 200 len: 797 time: 0.3227575 Aug 10 03:24:18.286146 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6542f159-922c-4487-9139-605d329be5f2 req-0482c88e-9943-45d0-8655-27e12c82139f tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] 10.222.0.44 "GET /v2.0/security-groups?id=d446119c-4ecd-4642-8c93-06b1f694a1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3191833 Aug 10 03:24:18.335197 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dc260e24-2b7e-4a47-9d94-1d11f3185c3d req-c1eafcac-fd34-4dec-82d8-2773711dde03 service neutron] 10.222.0.42 "GET /v2.0/networks/06a782d4-8043-4a8a-8b96-319c13a51a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8417494 Aug 10 03:24:18.505633 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-9b85df59-0504-4f79-8a6a-ecbad9c2c91b req-7f985fdb-748b-4ef3-a2a4-98284f3f2427 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Deleting port df95f64d-4234-44a6-9668-55cc0c0404c6 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:24:18.505966 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-9b85df59-0504-4f79-8a6a-ecbad9c2c91b req-7f985fdb-748b-4ef3-a2a4-98284f3f2427 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:18.520722 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59196) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:18.583075 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b29e9d9d-61e2-4353-836c-806469b01a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:18.636761 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1075cc6-ac70-4a07-a6ea-049795756177 req-f1ccce86-11e1-4965-b359-b8332cd0e752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:18.638424 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e1075cc6-ac70-4a07-a6ea-049795756177 req-f1ccce86-11e1-4965-b359-b8332cd0e752 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c16d896b-1b67-48b5-b66a-585f180ec01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3914382 Aug 10 03:24:18.690019 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cf3ef9-1c44-42eb-9dab-5339553f14c9 req-791ae22c-2a44-4481-95a4-de73bfdcfb28 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:18.691739 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29e9d9d-61e2-4353-836c-806469b01a70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2849d5c0-7e11-40a7-ae82-7f02caecd0e2,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:18.696302 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cf3ef9-1c44-42eb-9dab-5339553f14c9 req-791ae22c-2a44-4481-95a4-de73bfdcfb28 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:18.702581 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cf3ef9-1c44-42eb-9dab-5339553f14c9 req-791ae22c-2a44-4481-95a4-de73bfdcfb28 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:18.708778 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cf3ef9-1c44-42eb-9dab-5339553f14c9 req-791ae22c-2a44-4481-95a4-de73bfdcfb28 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:18.709560 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29e9d9d-61e2-4353-836c-806469b01a70 admin admin] Checking segment: {'id': '55175779-616b-482d-aa41-514b9c8b426f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5e36386e-c7c3-4d62-abdb-e9ce79a55629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:24:18.710149 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29e9d9d-61e2-4353-836c-806469b01a70 admin admin] Network hostable DHCP agents. Network: 5e36386e-c7c3-4d62-abdb-e9ce79a55629, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:24:18.715480 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cf3ef9-1c44-42eb-9dab-5339553f14c9 req-791ae22c-2a44-4481-95a4-de73bfdcfb28 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:18.721720 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cf3ef9-1c44-42eb-9dab-5339553f14c9 req-791ae22c-2a44-4481-95a4-de73bfdcfb28 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:18.728383 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cf3ef9-1c44-42eb-9dab-5339553f14c9 req-791ae22c-2a44-4481-95a4-de73bfdcfb28 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:18.737105 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d8cf3ef9-1c44-42eb-9dab-5339553f14c9 req-791ae22c-2a44-4481-95a4-de73bfdcfb28 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/ports?device_id=e94bab8c-37ad-48a0-a25d-4fb04fb90837 HTTP/1.1" status: 200 len: 5429 time: 0.3054731 Aug 10 03:24:18.747824 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-3d791e74-3161-478d-bef4-8afa8882c156 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-302803738-network', 'tenant_id': '6d8729f463214da9aba5238905630698'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:18.751202 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29e9d9d-61e2-4353-836c-806469b01a70 admin admin] Network 5e36386e-c7c3-4d62-abdb-e9ce79a55629 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:24:18.777764 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-b29e9d9d-61e2-4353-836c-806469b01a70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 5e36386e-c7c3-4d62-abdb-e9ce79a55629) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:24:18.786083 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29e9d9d-61e2-4353-836c-806469b01a70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:18.786441 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b29e9d9d-61e2-4353-836c-806469b01a70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:18.792793 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5bba49-7c25-471c-bcb0-34ffa0e78105 None None] Network 5e36386e-c7c3-4d62-abdb-e9ce79a55629 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:24:18.807037 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d791e74-3161-478d-bef4-8afa8882c156 admin admin] Made reservation on behalf of 6d8729f463214da9aba5238905630698 for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:18.810769 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3d791e74-3161-478d-bef4-8afa8882c156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:18.825106 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3d791e74-3161-478d-bef4-8afa8882c156 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:18.836884 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-b29e9d9d-61e2-4353-836c-806469b01a70 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7760077 Aug 10 03:24:18.877988 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada836f4-9760-4ebd-958f-df3d56baad8e req-db0b7f0f-d11b-40ea-911d-65d5799b36c6 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:18.880189 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ada836f4-9760-4ebd-958f-df3d56baad8e req-db0b7f0f-d11b-40ea-911d-65d5799b36c6 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecdb6510-a3dc-45f0-826a-213851d4378d HTTP/1.1" status: 200 len: 945 time: 0.3520620 Aug 10 03:24:18.882570 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-9b85df59-0504-4f79-8a6a-ecbad9c2c91b req-7f985fdb-748b-4ef3-a2a4-98284f3f2427 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] For port df95f64d-4234-44a6-9668-55cc0c0404c6, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=df95f64d-4234-44a6-9668-55cc0c0404c6,segment=NetworkSegment(73bbe919-55b7-4c3d-b65b-52e4e628212a),segment_id=73bbe919-55b7-4c3d-b65b-52e4e628212a)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:18.883185 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-9b85df59-0504-4f79-8a6a-ecbad9c2c91b req-7f985fdb-748b-4ef3-a2a4-98284f3f2427 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:18.897682 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dc260e24-2b7e-4a47-9d94-1d11f3185c3d req-757220e8-239b-4009-a953-e1e384dff36f service neutron] 10.222.0.42 "GET /v2.0/networks/06a782d4-8043-4a8a-8b96-319c13a51a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5528030 Aug 10 03:24:18.929762 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-9b85df59-0504-4f79-8a6a-ecbad9c2c91b req-7f985fdb-748b-4ef3-a2a4-98284f3f2427 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Calling delete_port for df95f64d-4234-44a6-9668-55cc0c0404c6 owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:24:18.962701 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d8cf3ef9-1c44-42eb-9dab-5339553f14c9 req-469eb1cb-61b9-4412-b25e-b3918e6f597d tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c67c16e-b8a6-4f4f-8d43-6f09a2fb6b31&id=716261c9-08fe-460b-8070-c5648185c899&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2244196 Aug 10 03:24:18.996749 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3d791e74-3161-478d-bef4-8afa8882c156 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:18.998375 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3d791e74-3161-478d-bef4-8afa8882c156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:19.016428 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d791e74-3161-478d-bef4-8afa8882c156 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:24:19.055556 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device eeec41ca-7938-46d7-8881-613ac6169f7b up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:24:19.066157 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3d791e74-3161-478d-bef4-8afa8882c156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:19.072301 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-3d791e74-3161-478d-bef4-8afa8882c156 admin admin] Added segment 3b2bf574-7cf5-4b84-96f8-e65d149daec7 of type vlan for network cdb362dd-33cf-43b3-8ba4-85a65eae2dc5 Aug 10 03:24:19.098038 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a828959e-78cb-46b4-8490-38e8c4c1c9a7 None None] Network 5e36386e-c7c3-4d62-abdb-e9ce79a55629 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:24:19.103217 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d791e74-3161-478d-bef4-8afa8882c156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9da2817-ca72-4e17-aefb-f98823caa819,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:19.218971 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning for port eeec41ca-7938-46d7-8881-613ac6169f7b completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:24:19.225688 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port eeec41ca-7938-46d7-8881-613ac6169f7b triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:24:19.225925 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:19.263348 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3d791e74-3161-478d-bef4-8afa8882c156 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:19.280291 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e1075cc6-ac70-4a07-a6ea-049795756177 req-3a65f98f-7ea2-490d-bd7a-9b88aa8aa1c8 service neutron] 10.222.0.61 "GET /v2.0/networks/c16d896b-1b67-48b5-b66a-585f180ec01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6246798 Aug 10 03:24:19.285648 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ada836f4-9760-4ebd-958f-df3d56baad8e req-f809c124-3590-44e4-9dcc-66b8bdae1f2b tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3868613 Aug 10 03:24:19.414303 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3d791e74-3161-478d-bef4-8afa8882c156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:19.416471 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d791e74-3161-478d-bef4-8afa8882c156 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:19.417343 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3d791e74-3161-478d-bef4-8afa8882c156 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:19.520139 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-3d791e74-3161-478d-bef4-8afa8882c156 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.9976010 Aug 10 03:24:19.535235 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:19.548213 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 59224) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:19.562831 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13cc5b9b-c6e4-4145-b889-67cee7c22342', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeec41ca-7938-46d7-8881-613ac6169f7b'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:24:19.565313 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdce0e70-0df2-410c-bfbb-da825b87125d" -d '{"events": [{"server_uuid": "13cc5b9b-c6e4-4145-b889-67cee7c22342", "name": "network-vif-plugged", "status": "completed", "tag": "eeec41ca-7938-46d7-8881-613ac6169f7b"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:24:19.572109 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-ca1c937f-313c-4d2d-a064-c5ffa697dffc admin admin] Request body: {'subnet': {'network_id': 'cdb362dd-33cf-43b3-8ba4-85a65eae2dc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-302803738-subnet', 'tenant_id': '6d8729f463214da9aba5238905630698', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:19.582985 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port eeec41ca-7938-46d7-8881-613ac6169f7b, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=eeec41ca-7938-46d7-8881-613ac6169f7b,segment=NetworkSegment(cb726249-0942-40b1-8725-44017c1658a7),segment_id=cb726249-0942-40b1-8725-44017c1658a7)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:19.591318 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:19.592234 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 85cb5344-03c4-4b7c-b979-9dbc60770921 up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:24:19.634951 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d791e74-3161-478d-bef4-8afa8882c156 admin admin] Pushing event updated for resources: {'Network': ['ID=cdb362dd-33cf-43b3-8ba4-85a65eae2dc5,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:19.662914 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network cdb362dd-33cf-43b3-8ba4-85a65eae2dc5 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:24:19.698208 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e1075cc6-ac70-4a07-a6ea-049795756177 req-b96d1fe0-3070-4e93-98a9-5f5b57e7fdf1 service neutron] 10.222.0.61 "GET /v2.0/networks/c16d896b-1b67-48b5-b66a-585f180ec01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3785102 Aug 10 03:24:19.748294 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6944d2-b9dc-43ec-af91-14bbbb21b734 req-bffd13f0-4c1b-4b7d-82c6-fbffa9956955 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:19.756771 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dc6944d2-b9dc-43ec-af91-14bbbb21b734 req-bffd13f0-4c1b-4b7d-82c6-fbffa9956955 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] 10.222.0.44 "GET /v2.0/ports?device_id=898c5a29-76db-42cc-bf61-56624892a921 HTTP/1.1" status: 200 len: 944 time: 0.2022822 Aug 10 03:24:19.766093 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca1c937f-313c-4d2d-a064-c5ffa697dffc admin admin] Made reservation on behalf of 6d8729f463214da9aba5238905630698 for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:19.768735 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ca1c937f-313c-4d2d-a064-c5ffa697dffc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:19.773732 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning for port 85cb5344-03c4-4b7c-b979-9dbc60770921 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:24:19.789979 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=eeec41ca-7938-46d7-8881-613ac6169f7b,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:19.803988 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port 85cb5344-03c4-4b7c-b979-9dbc60770921 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:24:19.804575 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:19.920133 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dc6944d2-b9dc-43ec-af91-14bbbb21b734 req-ff9a5261-1520-48e4-b532-cdb0d4bce2e2 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] 10.222.0.44 "GET /v2.0/security-groups?id=d446119c-4ecd-4642-8c93-06b1f694a1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621573 Aug 10 03:24:19.953913 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-9b85df59-0504-4f79-8a6a-ecbad9c2c91b req-7f985fdb-748b-4ef3-a2a4-98284f3f2427 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:19.978634 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:19.989567 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['c86633db-c378-444d-8268-3b286fd3bbb7'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:24:20.039844 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99af59da-45c5-4175-b30d-96c1cf8f8b99 x-openstack-request-id: req-99af59da-45c5-4175-b30d-96c1cf8f8b99 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:24:20.040130 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13cc5b9b-c6e4-4145-b889-67cee7c22342", "name": "network-vif-plugged", "status": "completed", "tag": "eeec41ca-7938-46d7-8881-613ac6169f7b", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:24:20.040381 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-99af59da-45c5-4175-b30d-96c1cf8f8b99 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:24:20.040837 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13cc5b9b-c6e4-4145-b889-67cee7c22342', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeec41ca-7938-46d7-8881-613ac6169f7b', 'code': 200} Aug 10 03:24:20.081008 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 85cb5344-03c4-4b7c-b979-9dbc60770921, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=85cb5344-03c4-4b7c-b979-9dbc60770921,segment=NetworkSegment(cb726249-0942-40b1-8725-44017c1658a7),segment_id=cb726249-0942-40b1-8725-44017c1658a7)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:20.093167 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:20.094090 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device df95f64d-4234-44a6-9668-55cc0c0404c6 no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:24:20.141957 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f985fdb-748b-4ef3-a2a4-98284f3f2427 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Pushing event deleted for resources: {'Port': ['ID=df95f64d-4234-44a6-9668-55cc0c0404c6,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:20.148247 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] No Port match for: df95f64d-4234-44a6-9668-55cc0c0404c6 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:24:20.148505 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device df95f64d-4234-44a6-9668-55cc0c0404c6 not bound to the agent host n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:24:20.205565 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=85cb5344-03c4-4b7c-b979-9dbc60770921,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:20.583565 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b85df59-0504-4f79-8a6a-ecbad9c2c91b req-7f985fdb-748b-4ef3-a2a4-98284f3f2427 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] No DVR routers for this DVR port df95f64d-4234-44a6-9668-55cc0c0404c6 on host n-h1-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:24:20.592655 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-9b85df59-0504-4f79-8a6a-ecbad9c2c91b req-7f985fdb-748b-4ef3-a2a4-98284f3f2427 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:20.595297 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9b85df59-0504-4f79-8a6a-ecbad9c2c91b req-7f985fdb-748b-4ef3-a2a4-98284f3f2427 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.42 "DELETE /v2.0/ports/df95f64d-4234-44a6-9668-55cc0c0404c6 HTTP/1.1" status: 204 len: 173 time: 3.0555551 Aug 10 03:24:20.606105 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecdb6510-a3dc-45f0-826a-213851d4378d', 'name': 'network-vif-deleted', 'tag': 'df95f64d-4234-44a6-9668-55cc0c0404c6'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:24:20.608955 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d898da0-51a0-4385-967b-632a164c325b" -d '{"events": [{"server_uuid": "ecdb6510-a3dc-45f0-826a-213851d4378d", "name": "network-vif-deleted", "tag": "df95f64d-4234-44a6-9668-55cc0c0404c6"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:24:20.739424 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff15d33-9aac-4411-b9cb-e0dd46bba32a req-f9e46620-0f5d-4653-8df2-201594d601f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:20.742162 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3ff15d33-9aac-4411-b9cb-e0dd46bba32a req-f9e46620-0f5d-4653-8df2-201594d601f8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=13cc5b9b-c6e4-4145-b889-67cee7c22342 HTTP/1.1" status: 200 len: 1098 time: 0.5926516 Aug 10 03:24:20.754188 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ca1c937f-313c-4d2d-a064-c5ffa697dffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58895384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805196'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:20.774639 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e87db2-7e26-495d-baa2-e40c40be087c req-5e1698bb-d58b-4124-8e8b-e0fda346e012 tempest-ServersNegativeTestMultiTenantJSON-1481051477 tempest-ServersNegativeTestMultiTenantJSON-1481051477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:20.777219 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-98e87db2-7e26-495d-baa2-e40c40be087c req-5e1698bb-d58b-4124-8e8b-e0fda346e012 tempest-ServersNegativeTestMultiTenantJSON-1481051477 tempest-ServersNegativeTestMultiTenantJSON-1481051477-project] 10.222.0.44 "GET /v2.0/networks?id=00d1acd0-80e9-4509-b13d-7151b30a160c HTTP/1.1" status: 200 len: 824 time: 0.7084591 Aug 10 03:24:20.793080 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13960a3b-ac9b-4204-8662-bfac3fedf939 req-86863b9a-b260-4f6e-a681-01c4f811ca3f tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:20.799456 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13960a3b-ac9b-4204-8662-bfac3fedf939 req-86863b9a-b260-4f6e-a681-01c4f811ca3f tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:20.805485 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13960a3b-ac9b-4204-8662-bfac3fedf939 req-86863b9a-b260-4f6e-a681-01c4f811ca3f tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:20.811697 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13960a3b-ac9b-4204-8662-bfac3fedf939 req-86863b9a-b260-4f6e-a681-01c4f811ca3f tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:20.817815 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13960a3b-ac9b-4204-8662-bfac3fedf939 req-86863b9a-b260-4f6e-a681-01c4f811ca3f tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:20.824042 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13960a3b-ac9b-4204-8662-bfac3fedf939 req-86863b9a-b260-4f6e-a681-01c4f811ca3f tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:20.830025 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13960a3b-ac9b-4204-8662-bfac3fedf939 req-86863b9a-b260-4f6e-a681-01c4f811ca3f tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:20.833470 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-13960a3b-ac9b-4204-8662-bfac3fedf939 req-86863b9a-b260-4f6e-a681-01c4f811ca3f tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/ports?device_id=e94bab8c-37ad-48a0-a25d-4fb04fb90837 HTTP/1.1" status: 200 len: 5429 time: 0.6849473 Aug 10 03:24:20.903593 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-98e87db2-7e26-495d-baa2-e40c40be087c req-bd2b209e-5100-46f5-b64b-d40c3e0b501f tempest-ServersNegativeTestMultiTenantJSON-1481051477 tempest-ServersNegativeTestMultiTenantJSON-1481051477-project] 10.222.0.44 "GET /v2.0/quotas/3cd6515f199c45d78dfafb7ee7e3c74c HTTP/1.1" status: 200 len: 375 time: 0.0703769 Aug 10 03:24:20.948714 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3ff15d33-9aac-4411-b9cb-e0dd46bba32a req-da0f559d-47de-40b4-bd84-075cc4b521a3 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d446119c-4ecd-4642-8c93-06b1f694a1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985450 Aug 10 03:24:20.973604 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-98e87db2-7e26-495d-baa2-e40c40be087c req-767b40f1-0156-4d2b-b183-e35bc6d48230 tempest-ServersNegativeTestMultiTenantJSON-1481051477 tempest-ServersNegativeTestMultiTenantJSON-1481051477-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3cd6515f199c45d78dfafb7ee7e3c74c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0519779 Aug 10 03:24:20.985323 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1c937f-313c-4d2d-a064-c5ffa697dffc admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c13f0d8-15a2-4f1e-8131-bdd7c3ce0682,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:21.011030 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-13960a3b-ac9b-4204-8662-bfac3fedf939 req-a8359dba-897f-42e6-b392-d7cc0f4addaa tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c67c16e-b8a6-4f4f-8d43-6f09a2fb6b31&id=716261c9-08fe-460b-8070-c5648185c899&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1387324 Aug 10 03:24:21.061356 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1c937f-313c-4d2d-a064-c5ffa697dffc admin admin] Checking segment: {'id': '3b2bf574-7cf5-4b84-96f8-e65d149daec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cdb362dd-33cf-43b3-8ba4-85a65eae2dc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:24:21.061851 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1c937f-313c-4d2d-a064-c5ffa697dffc admin admin] Network hostable DHCP agents. Network: cdb362dd-33cf-43b3-8ba4-85a65eae2dc5, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:24:21.102144 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1c937f-313c-4d2d-a064-c5ffa697dffc admin admin] Network cdb362dd-33cf-43b3-8ba4-85a65eae2dc5 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:24:21.119672 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-98e87db2-7e26-495d-baa2-e40c40be087c req-eef5c7f0-8ffa-4c6e-b54b-4623a48eb23f service neutron] 10.222.0.44 "GET /v2.0/networks/00d1acd0-80e9-4509-b13d-7151b30a160c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300941 Aug 10 03:24:21.127479 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-ca1c937f-313c-4d2d-a064-c5ffa697dffc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, cdb362dd-33cf-43b3-8ba4-85a65eae2dc5) {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:24:21.141705 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1c937f-313c-4d2d-a064-c5ffa697dffc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:21.142339 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ca1c937f-313c-4d2d-a064-c5ffa697dffc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:21.146680 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb94a94b-97fd-4a3b-89cf-34c22c253a1f None None] Network cdb362dd-33cf-43b3-8ba4-85a65eae2dc5 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:24:21.216334 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-ca1c937f-313c-4d2d-a064-c5ffa697dffc admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.6554174 Aug 10 03:24:21.220766 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59292) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:21.225532 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-02b76827-41cd-4720-93ab-1edf6455b0db admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-302803738-router', 'tenant_id': '6d8729f463214da9aba5238905630698', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:21.291094 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-02b76827-41cd-4720-93ab-1edf6455b0db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:21.300988 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-02b76827-41cd-4720-93ab-1edf6455b0db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:21.325000 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d131d90c-4325-452c-834d-9a0e77a1e917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:21.347442 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-98e87db2-7e26-495d-baa2-e40c40be087c req-cb0745d1-363d-4821-a04c-ff549406a252 service neutron] 10.222.0.44 "GET /v2.0/networks/00d1acd0-80e9-4509-b13d-7151b30a160c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142394 Aug 10 03:24:21.374475 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 59294) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:21.510420 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245d5b10-443f-4fe5-95f4-d12ec5850292 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-cdb362dd-33cf-43b3-8ba4-85a65eae2dc5', 'network_id': 'cdb362dd-33cf-43b3-8ba4-85a65eae2dc5', 'tenant_id': '6d8729f463214da9aba5238905630698', 'fixed_ips': [{'subnet_id': '7c13f0d8-15a2-4f1e-8131-bdd7c3ce0682'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:24:21.511348 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-245d5b10-443f-4fe5-95f4-d12ec5850292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:21.557704 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-02b76827-41cd-4720-93ab-1edf6455b0db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:21.614301 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b36d8f9c-f397-464f-b681-f7707e6dc57a req-28311c97-399a-41f7-ad6e-642e4fbd46da tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecdb6510-a3dc-45f0-826a-213851d4378d HTTP/1.1" status: 200 len: 210 time: 0.1032243 Aug 10 03:24:21.714690 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5ab5cb23-a367-4498-a280-3fc71019fb1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:21.768040 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c859c60-04ed-4b0c-a352-5a8bc98b1037 x-openstack-request-id: req-5c859c60-04ed-4b0c-a352-5a8bc98b1037 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:24:21.768726 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecdb6510-a3dc-45f0-826a-213851d4378d", "name": "network-vif-deleted", "tag": "df95f64d-4234-44a6-9668-55cc0c0404c6", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:24:21.769097 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5c859c60-04ed-4b0c-a352-5a8bc98b1037 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:24:21.770184 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecdb6510-a3dc-45f0-826a-213851d4378d', 'name': 'network-vif-deleted', 'tag': 'df95f64d-4234-44a6-9668-55cc0c0404c6', 'status': 'completed', 'code': 200} Aug 10 03:24:21.921507 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-245d5b10-443f-4fe5-95f4-d12ec5850292 None None] Allocated IP 172.20.0.2 (cdb362dd-33cf-43b3-8ba4-85a65eae2dc5/7c13f0d8-15a2-4f1e-8131-bdd7c3ce0682/4a104bc9-8b8a-4c85-a335-91e1997b9ac1) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:24:21.986792 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-02b76827-41cd-4720-93ab-1edf6455b0db admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:22.004665 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-606263f8-217a-45bc-8067-753abbe801c2 req-2d76f1a6-3478-4711-940b-c8f9b4ab5e54 tempest-ServersNegativeTestMultiTenantJSON-1481051477 tempest-ServersNegativeTestMultiTenantJSON-1481051477-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0667616-2cca-4caf-987f-ff48351565be HTTP/1.1" status: 200 len: 210 time: 0.0832324 Aug 10 03:24:22.049341 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '898c5a29-76db-42cc-bf61-56624892a921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85cb5344-03c4-4b7c-b979-9dbc60770921'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:24:22.051730 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a6cd4e4-94f1-441b-9d72-aabb4534485a" -d '{"events": [{"server_uuid": "898c5a29-76db-42cc-bf61-56624892a921", "name": "network-vif-plugged", "status": "completed", "tag": "85cb5344-03c4-4b7c-b979-9dbc60770921"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:24:22.179973 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1596b8fc-1f24-4d5c-ae4f-874ec7f508fc x-openstack-request-id: req-1596b8fc-1f24-4d5c-ae4f-874ec7f508fc {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:24:22.182254 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "898c5a29-76db-42cc-bf61-56624892a921", "name": "network-vif-plugged", "status": "completed", "tag": "85cb5344-03c4-4b7c-b979-9dbc60770921", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:24:22.182254 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1596b8fc-1f24-4d5c-ae4f-874ec7f508fc {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:24:22.182254 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '898c5a29-76db-42cc-bf61-56624892a921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85cb5344-03c4-4b7c-b979-9dbc60770921', 'code': 200} Aug 10 03:24:22.218350 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-245d5b10-443f-4fe5-95f4-d12ec5850292 None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:22.231246 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac312d8a-5ef9-4c40-b57b-71ae896f6643 req-8f023591-ba06-4acf-8627-7963370b793d tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:22.233244 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-245d5b10-443f-4fe5-95f4-d12ec5850292 None None] Transition to ACTIVE for port object 4a104bc9-8b8a-4c85-a335-91e1997b9ac1 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:24:22.242544 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ac312d8a-5ef9-4c40-b57b-71ae896f6643 req-8f023591-ba06-4acf-8627-7963370b793d tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] 10.222.0.44 "GET /v2.0/ports?device_id=898c5a29-76db-42cc-bf61-56624892a921 HTTP/1.1" status: 200 len: 945 time: 0.3171406 Aug 10 03:24:22.275175 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-245d5b10-443f-4fe5-95f4-d12ec5850292 None None] Transition to ACTIVE for port object 4a104bc9-8b8a-4c85-a335-91e1997b9ac1 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:24:22.287449 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5ab5cb23-a367-4498-a280-3fc71019fb1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:22.298216 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-245d5b10-443f-4fe5-95f4-d12ec5850292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:22.308838 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5ab5cb23-a367-4498-a280-3fc71019fb1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:22.389110 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245d5b10-443f-4fe5-95f4-d12ec5850292 None None] Network cdb362dd-33cf-43b3-8ba4-85a65eae2dc5 is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:24:22.393189 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-245d5b10-443f-4fe5-95f4-d12ec5850292 None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:24:22.404777 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245d5b10-443f-4fe5-95f4-d12ec5850292 None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:24:22.406196 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-5ab5cb23-a367-4498-a280-3fc71019fb1f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c3f645533a694c11831fd6c042000d2c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0290968 Aug 10 03:24:22.413510 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 59314) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:22.435782 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245d5b10-443f-4fe5-95f4-d12ec5850292 None None] Pushing event updated for resources: {'Port': ['ID=4a104bc9-8b8a-4c85-a335-91e1997b9ac1,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:22.468368 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ac312d8a-5ef9-4c40-b57b-71ae896f6643 req-46f9c4b3-f11e-4048-bf83-2e0317870255 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] 10.222.0.44 "GET /v2.0/security-groups?id=d446119c-4ecd-4642-8c93-06b1f694a1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149866 Aug 10 03:24:22.499380 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-02b76827-41cd-4720-93ab-1edf6455b0db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:22.518552 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-245d5b10-443f-4fe5-95f4-d12ec5850292 None None] Attempting to bind port 4a104bc9-8b8a-4c85-a335-91e1997b9ac1 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:24:22.519288 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-245d5b10-443f-4fe5-95f4-d12ec5850292 None None] Attempting to bind port 4a104bc9-8b8a-4c85-a335-91e1997b9ac1 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '3b2bf574-7cf5-4b84-96f8-e65d149daec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cdb362dd-33cf-43b3-8ba4-85a65eae2dc5'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:24:22.519920 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245d5b10-443f-4fe5-95f4-d12ec5850292 None None] Attempting to bind port 4a104bc9-8b8a-4c85-a335-91e1997b9ac1 on network cdb362dd-33cf-43b3-8ba4-85a65eae2dc5 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:22.526941 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab5cb23-a367-4498-a280-3fc71019fb1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e588f0f-c7d3-49c5-aa35-5738068e1c03,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:22.531552 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245d5b10-443f-4fe5-95f4-d12ec5850292 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:24:22.532382 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245d5b10-443f-4fe5-95f4-d12ec5850292 None None] Checking segment: {'id': '3b2bf574-7cf5-4b84-96f8-e65d149daec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cdb362dd-33cf-43b3-8ba4-85a65eae2dc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:24:22.533016 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-245d5b10-443f-4fe5-95f4-d12ec5850292 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:22.533691 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245d5b10-443f-4fe5-95f4-d12ec5850292 None None] Bound using segment: {'id': '3b2bf574-7cf5-4b84-96f8-e65d149daec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cdb362dd-33cf-43b3-8ba4-85a65eae2dc5'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:24:22.534551 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-245d5b10-443f-4fe5-95f4-d12ec5850292 None None] Bound port: 4a104bc9-8b8a-4c85-a335-91e1997b9ac1, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b2bf574-7cf5-4b84-96f8-e65d149daec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cdb362dd-33cf-43b3-8ba4-85a65eae2dc5'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:24:22.535187 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-245d5b10-443f-4fe5-95f4-d12ec5850292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:22.584563 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-02b76827-41cd-4720-93ab-1edf6455b0db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:22.604580 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cddc3c-84d3-4eab-8cd0-dee9eb6cd035 req-b1b8d803-b89c-40fb-a783-7e93abfdd2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:22.606316 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f9cddc3c-84d3-4eab-8cd0-dee9eb6cd035 req-b1b8d803-b89c-40fb-a783-7e93abfdd2a5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=898c5a29-76db-42cc-bf61-56624892a921 HTTP/1.1" status: 200 len: 1097 time: 0.3546054 Aug 10 03:24:22.683873 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-245d5b10-443f-4fe5-95f4-d12ec5850292 None None] For port 4a104bc9-8b8a-4c85-a335-91e1997b9ac1, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:24:22.687274 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c67c44-4916-4f8b-8833-5676b1f1b467 req-221b4eaa-17ae-4282-8af8-60fd8c03184a tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:22.691607 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-245d5b10-443f-4fe5-95f4-d12ec5850292 None None] For port 4a104bc9-8b8a-4c85-a335-91e1997b9ac1, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=4a104bc9-8b8a-4c85-a335-91e1997b9ac1,segment=NetworkSegment(3b2bf574-7cf5-4b84-96f8-e65d149daec7),segment_id=3b2bf574-7cf5-4b84-96f8-e65d149daec7)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:24:22.694875 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c67c44-4916-4f8b-8833-5676b1f1b467 req-221b4eaa-17ae-4282-8af8-60fd8c03184a tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:22.703174 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c67c44-4916-4f8b-8833-5676b1f1b467 req-221b4eaa-17ae-4282-8af8-60fd8c03184a tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:22.703503 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-245d5b10-443f-4fe5-95f4-d12ec5850292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:22.711007 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c67c44-4916-4f8b-8833-5676b1f1b467 req-221b4eaa-17ae-4282-8af8-60fd8c03184a tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:22.719937 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c67c44-4916-4f8b-8833-5676b1f1b467 req-221b4eaa-17ae-4282-8af8-60fd8c03184a tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:22.727868 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c67c44-4916-4f8b-8833-5676b1f1b467 req-221b4eaa-17ae-4282-8af8-60fd8c03184a tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:22.760285 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c67c44-4916-4f8b-8833-5676b1f1b467 req-221b4eaa-17ae-4282-8af8-60fd8c03184a tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:22.771045 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-73c67c44-4916-4f8b-8833-5676b1f1b467 req-221b4eaa-17ae-4282-8af8-60fd8c03184a tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/ports?device_id=e94bab8c-37ad-48a0-a25d-4fb04fb90837 HTTP/1.1" status: 200 len: 5429 time: 0.4660194 Aug 10 03:24:22.825882 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-02b76827-41cd-4720-93ab-1edf6455b0db admin admin] Allocated IP 172.25.6.83 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/71c9953d-d0fd-450e-b8da-51f1c2f94def) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:24:22.844227 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f9cddc3c-84d3-4eab-8cd0-dee9eb6cd035 req-39036d3d-9ffa-492d-ac45-b89716c12896 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d446119c-4ecd-4642-8c93-06b1f694a1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087581 Aug 10 03:24:22.856746 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245d5b10-443f-4fe5-95f4-d12ec5850292 None None] Pushing event updated for resources: {'Port': ['ID=4a104bc9-8b8a-4c85-a335-91e1997b9ac1,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:22.867981 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9832a385-c91a-4911-b999-98d0919b06a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:22.953875 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9832a385-c91a-4911-b999-98d0919b06a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:22.964742 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-73c67c44-4916-4f8b-8833-5676b1f1b467 req-a5b709c2-2a07-4f41-b88b-a5e08f794a7a tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c67c16e-b8a6-4f4f-8d43-6f09a2fb6b31&id=716261c9-08fe-460b-8070-c5648185c899&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1925385 Aug 10 03:24:23.045491 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-02b76827-41cd-4720-93ab-1edf6455b0db admin admin] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:23.094045 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9832a385-c91a-4911-b999-98d0919b06a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:23.101961 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9832a385-c91a-4911-b999-98d0919b06a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:23.125989 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-9832a385-c91a-4911-b999-98d0919b06a2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2e588f0f-c7d3-49c5-aa35-5738068e1c03 HTTP/1.1" status: 204 len: 168 time: 0.7092581 Aug 10 03:24:23.163206 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-02b76827-41cd-4720-93ab-1edf6455b0db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:23.211552 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9832a385-c91a-4911-b999-98d0919b06a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e588f0f-c7d3-49c5-aa35-5738068e1c03,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:23.264527 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b76827-41cd-4720-93ab-1edf6455b0db admin admin] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:24:23.278054 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-02b76827-41cd-4720-93ab-1edf6455b0db admin admin] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:24:23.285000 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b76827-41cd-4720-93ab-1edf6455b0db admin admin] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:24:23.328233 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-90da0797-092d-4fdc-aae5-60aebc368164 req-4fd33257-26ec-4223-833a-61dd4c5c2ffe tempest-ServersNegativeTestMultiTenantJSON-1481051477 tempest-ServersNegativeTestMultiTenantJSON-1481051477-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0667616-2cca-4caf-987f-ff48351565be HTTP/1.1" status: 200 len: 210 time: 0.1142578 Aug 10 03:24:23.387171 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b76827-41cd-4720-93ab-1edf6455b0db admin admin] Pushing event updated for resources: {'Port': ['ID=71c9953d-d0fd-450e-b8da-51f1c2f94def,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:23.404663 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529724f-596f-425d-8484-8edc30e9c3e9 req-169e6438-7a7f-4740-8e57-5b93f3ecba53 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:23.407357 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9529724f-596f-425d-8484-8edc30e9c3e9 req-169e6438-7a7f-4740-8e57-5b93f3ecba53 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/networks?id=b51fae06-be52-4fab-a89b-cef6eae8fffd HTTP/1.1" status: 200 len: 806 time: 0.2596025 Aug 10 03:24:23.440733 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9529724f-596f-425d-8484-8edc30e9c3e9 req-090c9a45-ac0c-4ce4-83e8-a43cd1a06a63 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/quotas/cb385cfc3d1046e2925732ed1d1b6b8d HTTP/1.1" status: 200 len: 375 time: 0.0235574 Aug 10 03:24:23.552654 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9529724f-596f-425d-8484-8edc30e9c3e9 req-30888d01-0832-4b80-86ca-d3d027c14330 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=cb385cfc3d1046e2925732ed1d1b6b8d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1110177 Aug 10 03:24:23.612553 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c6d072fb-f85f-4af6-94e4-e7761261e2f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:23.662735 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59344) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:23.709899 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2f37a642-96e2-4fe0-a089-f5c0f52f7db2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:23.794080 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-02b76827-41cd-4720-93ab-1edf6455b0db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:23.824592 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9529724f-596f-425d-8484-8edc30e9c3e9 req-f167e287-e14b-4267-87de-8f3f1e0b4ed7 service neutron] 10.222.0.44 "GET /v2.0/networks/b51fae06-be52-4fab-a89b-cef6eae8fffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281337 Aug 10 03:24:23.854505 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96a614e-e896-4dba-8c43-a35754f709cc req-553bc896-15d0-4e6d-ab64-dca71eab6a7a tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:23.873177 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c96a614e-e896-4dba-8c43-a35754f709cc req-553bc896-15d0-4e6d-ab64-dca71eab6a7a tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] 10.222.0.44 "GET /v2.0/ports?device_id=898c5a29-76db-42cc-bf61-56624892a921 HTTP/1.1" status: 200 len: 945 time: 0.1972220 Aug 10 03:24:24.043686 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 4a104bc9-8b8a-4c85-a335-91e1997b9ac1 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:24:24.094775 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c96a614e-e896-4dba-8c43-a35754f709cc req-e44fa835-ff73-49fc-a362-1c2f9de71516 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] 10.222.0.44 "GET /v2.0/security-groups?id=d446119c-4ecd-4642-8c93-06b1f694a1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205453 Aug 10 03:24:24.212637 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:24.224166 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9529724f-596f-425d-8484-8edc30e9c3e9 req-afcf2544-1661-46f8-8e0f-47f3f25ca636 service neutron] 10.222.0.44 "GET /v2.0/networks/b51fae06-be52-4fab-a89b-cef6eae8fffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3386698 Aug 10 03:24:24.242336 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 4a104bc9-8b8a-4c85-a335-91e1997b9ac1 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:24:24.295046 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-02b76827-41cd-4720-93ab-1edf6455b0db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:24.300331 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e87db2-7e26-495d-baa2-e40c40be087c req-dc2e02c4-fa1d-4057-b1cf-5afcbfc77204 tempest-ServersNegativeTestMultiTenantJSON-1481051477 tempest-ServersNegativeTestMultiTenantJSON-1481051477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:24.303026 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-98e87db2-7e26-495d-baa2-e40c40be087c req-dc2e02c4-fa1d-4057-b1cf-5afcbfc77204 tempest-ServersNegativeTestMultiTenantJSON-1481051477 tempest-ServersNegativeTestMultiTenantJSON-1481051477-project] 10.222.0.42 "GET /v2.0/networks?id=00d1acd0-80e9-4509-b13d-7151b30a160c HTTP/1.1" status: 200 len: 824 time: 0.4269493 Aug 10 03:24:24.327005 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-98e87db2-7e26-495d-baa2-e40c40be087c req-ca21a2e3-22e8-4593-9b9c-7e3a8029af3c tempest-ServersNegativeTestMultiTenantJSON-1481051477 tempest-ServersNegativeTestMultiTenantJSON-1481051477-project] Request body: {'port': {'device_id': 'b0667616-2cca-4caf-987f-ff48351565be', 'network_id': '00d1acd0-80e9-4509-b13d-7151b30a160c', 'admin_state_up': True, 'tenant_id': '3cd6515f199c45d78dfafb7ee7e3c74c'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:24.359494 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d027e40-037f-426d-9193-9bad14cf97f2 None None] Network cdb362dd-33cf-43b3-8ba4-85a65eae2dc5 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:24:24.436182 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-4c7bf860-5c25-45de-8b68-8bcf10fb89c8 None None] Provisioning for port 4a104bc9-8b8a-4c85-a335-91e1997b9ac1 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:24:24.444017 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-4c7bf860-5c25-45de-8b68-8bcf10fb89c8 None None] Provisioning complete for port 4a104bc9-8b8a-4c85-a335-91e1997b9ac1 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:24:24.445278 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4c7bf860-5c25-45de-8b68-8bcf10fb89c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:24.609133 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4c7bf860-5c25-45de-8b68-8bcf10fb89c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:24.655529 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-4c7bf860-5c25-45de-8b68-8bcf10fb89c8 None None] For port 4a104bc9-8b8a-4c85-a335-91e1997b9ac1, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=4a104bc9-8b8a-4c85-a335-91e1997b9ac1,segment=NetworkSegment(3b2bf574-7cf5-4b84-96f8-e65d149daec7),segment_id=3b2bf574-7cf5-4b84-96f8-e65d149daec7)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:24.664626 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4c7bf860-5c25-45de-8b68-8bcf10fb89c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:24.704907 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7355c0a5-7337-4f98-b379-648399614ac6 req-5ebf14dc-2b05-4a5c-b003-1eaad7ba9cd2 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:24.720595 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7355c0a5-7337-4f98-b379-648399614ac6 req-5ebf14dc-2b05-4a5c-b003-1eaad7ba9cd2 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:24.733526 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7355c0a5-7337-4f98-b379-648399614ac6 req-5ebf14dc-2b05-4a5c-b003-1eaad7ba9cd2 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:24.749188 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7355c0a5-7337-4f98-b379-648399614ac6 req-5ebf14dc-2b05-4a5c-b003-1eaad7ba9cd2 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:24.755673 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7bf860-5c25-45de-8b68-8bcf10fb89c8 None None] Pushing event updated for resources: {'Port': ['ID=4a104bc9-8b8a-4c85-a335-91e1997b9ac1,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:24.775412 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7355c0a5-7337-4f98-b379-648399614ac6 req-5ebf14dc-2b05-4a5c-b003-1eaad7ba9cd2 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:24.791063 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7355c0a5-7337-4f98-b379-648399614ac6 req-5ebf14dc-2b05-4a5c-b003-1eaad7ba9cd2 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:24.805604 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7355c0a5-7337-4f98-b379-648399614ac6 req-5ebf14dc-2b05-4a5c-b003-1eaad7ba9cd2 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:24.811337 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7355c0a5-7337-4f98-b379-648399614ac6 req-5ebf14dc-2b05-4a5c-b003-1eaad7ba9cd2 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/ports?device_id=e94bab8c-37ad-48a0-a25d-4fb04fb90837 HTTP/1.1" status: 200 len: 5429 time: 0.3528099 Aug 10 03:24:24.831036 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-551dc08a-2bff-4292-a9c3-ca736cd77c9a req-83c297f7-0df1-4e1c-ae21-473bcdf8e98e tempest-ServersNegativeTestMultiTenantJSON-1481051477 tempest-ServersNegativeTestMultiTenantJSON-1481051477-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0667616-2cca-4caf-987f-ff48351565be HTTP/1.1" status: 200 len: 210 time: 0.2296269 Aug 10 03:24:24.973499 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02b76827-41cd-4720-93ab-1edf6455b0db admin admin] Router 165c3995-714a-4005-a1bf-f8d0d955b506 is scheduled to L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e with binding_index 1 {{(pid=94261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:24:24.994303 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2f37a642-96e2-4fe0-a089-f5c0f52f7db2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:25.004222 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2f37a642-96e2-4fe0-a089-f5c0f52f7db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:25.006347 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-41c8fb4e-dcd0-4612-b32c-e3a31c838aa5 req-f0dcd6fa-a195-4395-9a78-c92f02f4a716 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=6274bb2a-64d2-4dc9-83e3-6117ae7a034b HTTP/1.1" status: 200 len: 210 time: 0.0868635 Aug 10 03:24:25.058554 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7355c0a5-7337-4f98-b379-648399614ac6 req-daac6683-6f5d-47a0-9b69-877b5cca1a5d tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c67c16e-b8a6-4f4f-8d43-6f09a2fb6b31&id=716261c9-08fe-460b-8070-c5648185c899&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2092249 Aug 10 03:24:25.085375 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98e87db2-7e26-495d-baa2-e40c40be087c req-ca21a2e3-22e8-4593-9b9c-7e3a8029af3c tempest-ServersNegativeTestMultiTenantJSON-1481051477 tempest-ServersNegativeTestMultiTenantJSON-1481051477-project] Made reservation on behalf of 3cd6515f199c45d78dfafb7ee7e3c74c for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:25.092971 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-98e87db2-7e26-495d-baa2-e40c40be087c req-ca21a2e3-22e8-4593-9b9c-7e3a8029af3c tempest-ServersNegativeTestMultiTenantJSON-1481051477 tempest-ServersNegativeTestMultiTenantJSON-1481051477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:25.100663 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-2f37a642-96e2-4fe0-a089-f5c0f52f7db2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1d1cda55c411400c8faf2b9967acf4a1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4325960 Aug 10 03:24:25.103072 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 59362) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:25.114874 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-eed0ab79-4bc7-4f3f-9ce9-fa2789d7d21e None None] Provisioning complete for port 4a104bc9-8b8a-4c85-a335-91e1997b9ac1 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:24:25.115404 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-eed0ab79-4bc7-4f3f-9ce9-fa2789d7d21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:25.117243 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f37a642-96e2-4fe0-a089-f5c0f52f7db2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65ebcdb5-ba72-44a2-a45b-d23f8036b1be,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:25.141358 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37a642-96e2-4fe0-a089-f5c0f52f7db2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:25.141860 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37a642-96e2-4fe0-a089-f5c0f52f7db2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:25.142466 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37a642-96e2-4fe0-a089-f5c0f52f7db2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:25.143016 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37a642-96e2-4fe0-a089-f5c0f52f7db2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:25.144161 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37a642-96e2-4fe0-a089-f5c0f52f7db2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:25.144161 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37a642-96e2-4fe0-a089-f5c0f52f7db2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:25.144422 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37a642-96e2-4fe0-a089-f5c0f52f7db2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:25.145015 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37a642-96e2-4fe0-a089-f5c0f52f7db2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:25.145472 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37a642-96e2-4fe0-a089-f5c0f52f7db2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:25.145888 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37a642-96e2-4fe0-a089-f5c0f52f7db2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:25.146592 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37a642-96e2-4fe0-a089-f5c0f52f7db2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:25.147024 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37a642-96e2-4fe0-a089-f5c0f52f7db2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:25.218827 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b76827-41cd-4720-93ab-1edf6455b0db admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:24:25.244024 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbac4bf9-e2c1-4ef8-8805-9bfe9943e802 None None] Sync routers for ids ['165c3995-714a-4005-a1bf-f8d0d955b506'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:24:25.244250 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-02b76827-41cd-4720-93ab-1edf6455b0db admin admin] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:25.251492 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-02b76827-41cd-4720-93ab-1edf6455b0db admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 4.0271344 Aug 10 03:24:25.253325 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59368) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:25.278600 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbac4bf9-e2c1-4ef8-8805-9bfe9943e802 None None] Routers {'165c3995-714a-4005-a1bf-f8d0d955b506'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:24:25.279254 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-dbac4bf9-e2c1-4ef8-8805-9bfe9943e802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:24:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['165c3995-714a-4005-a1bf-f8d0d955b506'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:25.408925 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a07ae75-dabd-454f-8b80-b51944519fb0 req-ace3c7a7-5411-49bb-a59f-ff0d1acbfcf4 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:25.410606 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5a07ae75-dabd-454f-8b80-b51944519fb0 req-ace3c7a7-5411-49bb-a59f-ff0d1acbfcf4 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] 10.222.0.44 "GET /v2.0/ports?device_id=898c5a29-76db-42cc-bf61-56624892a921 HTTP/1.1" status: 200 len: 945 time: 0.2102683 Aug 10 03:24:25.485377 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:25.496404 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4aaa1175-d166-450d-a2b3-4860132cc0ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:25.549732 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-dbac4bf9-e2c1-4ef8-8805-9bfe9943e802 None None] Set router 165c3995-714a-4005-a1bf-f8d0d955b506 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:24:25.557984 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5a07ae75-dabd-454f-8b80-b51944519fb0 req-7d2b9e8b-fc31-4d04-b930-b6de44d903aa tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] 10.222.0.44 "GET /v2.0/security-groups?id=d446119c-4ecd-4642-8c93-06b1f694a1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360111 Aug 10 03:24:25.570720 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4aaa1175-d166-450d-a2b3-4860132cc0ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:25.584266 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-98e87db2-7e26-495d-baa2-e40c40be087c req-ca21a2e3-22e8-4593-9b9c-7e3a8029af3c tempest-ServersNegativeTestMultiTenantJSON-1481051477 tempest-ServersNegativeTestMultiTenantJSON-1481051477-project] Allocated IP 172.20.0.10 (00d1acd0-80e9-4509-b13d-7151b30a160c/4760174f-de57-45ff-8b43-fb08f3155572/58f7d16e-8cb2-4eb0-a97d-2afb66c76012) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:24:25.714707 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4aaa1175-d166-450d-a2b3-4860132cc0ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:25.717336 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4aaa1175-d166-450d-a2b3-4860132cc0ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:25.721063 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-4aaa1175-d166-450d-a2b3-4860132cc0ab admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/65ebcdb5-ba72-44a2-a45b-d23f8036b1be HTTP/1.1" status: 204 len: 168 time: 0.5882623 Aug 10 03:24:25.863835 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaa1175-d166-450d-a2b3-4860132cc0ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ebcdb5-ba72-44a2-a45b-d23f8036b1be,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:25.882024 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2c82f8-1334-42ca-91fd-e606560e4df7 req-499ae81a-2a15-44ff-9d1f-d33b23f851b1 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:25.890418 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ce2c82f8-1334-42ca-91fd-e606560e4df7 req-499ae81a-2a15-44ff-9d1f-d33b23f851b1 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] 10.222.0.44 "GET /v2.0/ports?device_id=13cc5b9b-c6e4-4145-b889-67cee7c22342 HTTP/1.1" status: 200 len: 946 time: 0.2573972 Aug 10 03:24:25.975460 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-dbac4bf9-e2c1-4ef8-8805-9bfe9943e802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '165c3995-714a-4005-a1bf-f8d0d955b506', 'name': 'tempest-ServersTestJSON-302803738-router', 'tenant_id': '6d8729f463214da9aba5238905630698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '71c9953d-d0fd-450e-b8da-51f1c2f94def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:24:21Z', 'updated_at': '2021-08-10T03:24:23Z', 'revision_number': 3, 'project_id': '6d8729f463214da9aba5238905630698', 'gw_port': {'id': '71c9953d-d0fd-450e-b8da-51f1c2f94def', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:eb:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '165c3995-714a-4005-a1bf-f8d0d955b506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:24:22Z', 'updated_at': '2021-08-10T03:24:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:25.990512 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:26.051863 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 4a104bc9-8b8a-4c85-a335-91e1997b9ac1 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:24:26.055660 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbac4bf9-e2c1-4ef8-8805-9bfe9943e802 None None] Checking router: 165c3995-714a-4005-a1bf-f8d0d955b506 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:24:26.056119 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbac4bf9-e2c1-4ef8-8805-9bfe9943e802 None None] Updating router 165c3995-714a-4005-a1bf-f8d0d955b506 port 71c9953d-d0fd-450e-b8da-51f1c2f94def binding host n-d-768862-13 {{(pid=94262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:24:26.101366 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7711cc6b-432a-43c7-9ac0-2f03b1c1de68 req-5c05f646-6d42-4bad-b356-aec352876cdc tempest-ServersNegativeTestMultiTenantJSON-1481051477 tempest-ServersNegativeTestMultiTenantJSON-1481051477-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0667616-2cca-4caf-987f-ff48351565be HTTP/1.1" status: 200 len: 210 time: 0.0830150 Aug 10 03:24:26.111351 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-98e87db2-7e26-495d-baa2-e40c40be087c req-ca21a2e3-22e8-4593-9b9c-7e3a8029af3c tempest-ServersNegativeTestMultiTenantJSON-1481051477 tempest-ServersNegativeTestMultiTenantJSON-1481051477-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:26.126413 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ce2c82f8-1334-42ca-91fd-e606560e4df7 req-30c5512e-3049-4690-8536-bc0eedaed673 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] 10.222.0.44 "GET /v2.0/security-groups?id=d446119c-4ecd-4642-8c93-06b1f694a1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349279 Aug 10 03:24:26.179634 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-dbac4bf9-e2c1-4ef8-8805-9bfe9943e802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:26.242863 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529724f-596f-425d-8484-8edc30e9c3e9 req-303ea257-b853-4623-9159-b707fd2fc2eb tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:26.244423 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9529724f-596f-425d-8484-8edc30e9c3e9 req-303ea257-b853-4623-9159-b707fd2fc2eb tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.42 "GET /v2.0/networks?id=b51fae06-be52-4fab-a89b-cef6eae8fffd HTTP/1.1" status: 200 len: 806 time: 0.3085418 Aug 10 03:24:26.261015 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-9529724f-596f-425d-8484-8edc30e9c3e9 req-909fc924-60bc-438b-b6c3-141fdb1dcdd4 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Request body: {'port': {'device_id': '6274bb2a-64d2-4dc9-83e3-6117ae7a034b', 'network_id': 'b51fae06-be52-4fab-a89b-cef6eae8fffd', 'admin_state_up': True, 'tenant_id': 'cb385cfc3d1046e2925732ed1d1b6b8d'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:26.269207 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-98e87db2-7e26-495d-baa2-e40c40be087c req-ca21a2e3-22e8-4593-9b9c-7e3a8029af3c tempest-ServersNegativeTestMultiTenantJSON-1481051477 tempest-ServersNegativeTestMultiTenantJSON-1481051477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:26.309455 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 4a104bc9-8b8a-4c85-a335-91e1997b9ac1 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:24:26.309727 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:26.348038 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6b4c9931-5a46-49b5-b894-c895e5984d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:26.403414 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca21a2e3-22e8-4593-9b9c-7e3a8029af3c tempest-ServersNegativeTestMultiTenantJSON-1481051477 tempest-ServersNegativeTestMultiTenantJSON-1481051477-project] Pushing event updated for resources: {'Port': ['ID=58f7d16e-8cb2-4eb0-a97d-2afb66c76012,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:26.463940 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d8bdd209-6924-4417-b5ce-0a4ccd88f81a req-33fbdfb2-eba5-4a00-8207-512b904245e4 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=6274bb2a-64d2-4dc9-83e3-6117ae7a034b HTTP/1.1" status: 200 len: 210 time: 0.0746982 Aug 10 03:24:26.471681 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98e87db2-7e26-495d-baa2-e40c40be087c req-ca21a2e3-22e8-4593-9b9c-7e3a8029af3c tempest-ServersNegativeTestMultiTenantJSON-1481051477 tempest-ServersNegativeTestMultiTenantJSON-1481051477-project] Network 00d1acd0-80e9-4509-b13d-7151b30a160c is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:24:26.486354 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-98e87db2-7e26-495d-baa2-e40c40be087c req-ca21a2e3-22e8-4593-9b9c-7e3a8029af3c tempest-ServersNegativeTestMultiTenantJSON-1481051477 tempest-ServersNegativeTestMultiTenantJSON-1481051477-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:24:26.486354 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-98e87db2-7e26-495d-baa2-e40c40be087c req-ca21a2e3-22e8-4593-9b9c-7e3a8029af3c tempest-ServersNegativeTestMultiTenantJSON-1481051477 tempest-ServersNegativeTestMultiTenantJSON-1481051477-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:24:26.592687 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d6c2e-fd55-4057-9690-ee0ee4cd7245 req-c8f16986-fa2c-48cf-9f37-df8aa7642a27 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:26.608485 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d6c2e-fd55-4057-9690-ee0ee4cd7245 req-c8f16986-fa2c-48cf-9f37-df8aa7642a27 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:26.622765 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d6c2e-fd55-4057-9690-ee0ee4cd7245 req-c8f16986-fa2c-48cf-9f37-df8aa7642a27 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:26.641239 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d6c2e-fd55-4057-9690-ee0ee4cd7245 req-c8f16986-fa2c-48cf-9f37-df8aa7642a27 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:26.656580 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d6c2e-fd55-4057-9690-ee0ee4cd7245 req-c8f16986-fa2c-48cf-9f37-df8aa7642a27 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:26.670415 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d6c2e-fd55-4057-9690-ee0ee4cd7245 req-c8f16986-fa2c-48cf-9f37-df8aa7642a27 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:26.685437 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d6c2e-fd55-4057-9690-ee0ee4cd7245 req-c8f16986-fa2c-48cf-9f37-df8aa7642a27 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:26.689513 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-406d6c2e-fd55-4057-9690-ee0ee4cd7245 req-c8f16986-fa2c-48cf-9f37-df8aa7642a27 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/ports?device_id=e94bab8c-37ad-48a0-a25d-4fb04fb90837 HTTP/1.1" status: 200 len: 5429 time: 0.4139111 Aug 10 03:24:26.782992 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e87db2-7e26-495d-baa2-e40c40be087c req-ca21a2e3-22e8-4593-9b9c-7e3a8029af3c tempest-ServersNegativeTestMultiTenantJSON-1481051477 tempest-ServersNegativeTestMultiTenantJSON-1481051477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:26.784067 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-98e87db2-7e26-495d-baa2-e40c40be087c req-ca21a2e3-22e8-4593-9b9c-7e3a8029af3c tempest-ServersNegativeTestMultiTenantJSON-1481051477 tempest-ServersNegativeTestMultiTenantJSON-1481051477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:26.790915 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:26.793950 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-6b4c9931-5a46-49b5-b894-c895e5984d98 admin admin] Allocated IP 172.20.0.1 (cdb362dd-33cf-43b3-8ba4-85a65eae2dc5/7c13f0d8-15a2-4f1e-8131-bdd7c3ce0682/2e49da74-5d56-4bd8-bb9b-1423c18070ee) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:24:26.837586 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-98e87db2-7e26-495d-baa2-e40c40be087c req-ca21a2e3-22e8-4593-9b9c-7e3a8029af3c tempest-ServersNegativeTestMultiTenantJSON-1481051477 tempest-ServersNegativeTestMultiTenantJSON-1481051477-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5252557 Aug 10 03:24:26.861012 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-406d6c2e-fd55-4057-9690-ee0ee4cd7245 req-bd6f3fe9-416c-454b-9884-ba4e3365af67 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c67c16e-b8a6-4f4f-8d43-6f09a2fb6b31&id=716261c9-08fe-460b-8070-c5648185c899&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1333938 Aug 10 03:24:26.877939 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-98e87db2-7e26-495d-baa2-e40c40be087c req-b53d2ec9-7cd1-43cb-8604-76400b747744 service neutron] Request body: {'port': {'device_id': 'b0667616-2cca-4caf-987f-ff48351565be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:26.909766 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-dbac4bf9-e2c1-4ef8-8805-9bfe9943e802 None None] Notify callbacks [] for port, precommit_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:26.925197 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-dbac4bf9-e2c1-4ef8-8805-9bfe9943e802 None None] Transition to ACTIVE for port object 71c9953d-d0fd-450e-b8da-51f1c2f94def will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:24:26.936182 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-dbac4bf9-e2c1-4ef8-8805-9bfe9943e802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:26.944091 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b181fd0-168d-4148-ac35-665f64c77ad2 req-13618377-3570-4178-b52f-51bcb37efd39 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:26.946063 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2b181fd0-168d-4148-ac35-665f64c77ad2 req-13618377-3570-4178-b52f-51bcb37efd39 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] 10.222.0.44 "GET /v2.0/ports?device_id=165aa09b-e00c-4241-9eae-aa068c2bfa7d HTTP/1.1" status: 200 len: 945 time: 0.2548740 Aug 10 03:24:26.949150 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9529724f-596f-425d-8484-8edc30e9c3e9 req-909fc924-60bc-438b-b6c3-141fdb1dcdd4 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Made reservation on behalf of cb385cfc3d1046e2925732ed1d1b6b8d for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:26.952881 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-9529724f-596f-425d-8484-8edc30e9c3e9 req-909fc924-60bc-438b-b6c3-141fdb1dcdd4 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:27.009271 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-dbac4bf9-e2c1-4ef8-8805-9bfe9943e802 None None] Attempting to bind port 71c9953d-d0fd-450e-b8da-51f1c2f94def on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:24:27.010150 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-dbac4bf9-e2c1-4ef8-8805-9bfe9943e802 None None] Attempting to bind port 71c9953d-d0fd-450e-b8da-51f1c2f94def by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:24:27.010150 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbac4bf9-e2c1-4ef8-8805-9bfe9943e802 None None] Attempting to bind port 71c9953d-d0fd-450e-b8da-51f1c2f94def on network 2ea12131-628a-487e-b434-0463553732bd {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:27.021248 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998e349b-50e9-477e-9ad6-fbc79a88814e None None] Pushing event updated for resources: {'Port': ['ID=71c9953d-d0fd-450e-b8da-51f1c2f94def,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:27.028833 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbac4bf9-e2c1-4ef8-8805-9bfe9943e802 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:24:27.029320 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbac4bf9-e2c1-4ef8-8805-9bfe9943e802 None None] Checking segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:24:27.029984 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-dbac4bf9-e2c1-4ef8-8805-9bfe9943e802 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:27.030977 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbac4bf9-e2c1-4ef8-8805-9bfe9943e802 None None] Bound using segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:24:27.031766 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-dbac4bf9-e2c1-4ef8-8805-9bfe9943e802 None None] Bound port: 71c9953d-d0fd-450e-b8da-51f1c2f94def, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:24:27.032288 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-dbac4bf9-e2c1-4ef8-8805-9bfe9943e802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:27.057873 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2b181fd0-168d-4148-ac35-665f64c77ad2 req-a7085689-3fbc-4478-858a-4fa00bac77e4 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] 10.222.0.44 "GET /v2.0/security-groups?id=d446119c-4ecd-4642-8c93-06b1f694a1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017661 Aug 10 03:24:27.061027 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-98e87db2-7e26-495d-baa2-e40c40be087c req-b53d2ec9-7cd1-43cb-8604-76400b747744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:27.072670 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6b4c9931-5a46-49b5-b894-c895e5984d98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:27.118806 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [None req-6b4c9931-5a46-49b5-b894-c895e5984d98 admin admin] Transition to ACTIVE for port object 2e49da74-5d56-4bd8-bb9b-1423c18070ee will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:24:27.144052 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-dbac4bf9-e2c1-4ef8-8805-9bfe9943e802 None None] For port 71c9953d-d0fd-450e-b8da-51f1c2f94def, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:24:27.147791 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-dbac4bf9-e2c1-4ef8-8805-9bfe9943e802 None None] For port 71c9953d-d0fd-450e-b8da-51f1c2f94def, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=71c9953d-d0fd-450e-b8da-51f1c2f94def,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:24:27.156252 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-dbac4bf9-e2c1-4ef8-8805-9bfe9943e802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:27.221405 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6b4c9931-5a46-49b5-b894-c895e5984d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:27.273177 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbac4bf9-e2c1-4ef8-8805-9bfe9943e802 None None] Routers {'165c3995-714a-4005-a1bf-f8d0d955b506'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:24:27.273517 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-dbac4bf9-e2c1-4ef8-8805-9bfe9943e802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:24:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['165c3995-714a-4005-a1bf-f8d0d955b506'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:27.337885 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4c9931-5a46-49b5-b894-c895e5984d98 admin admin] Network cdb362dd-33cf-43b3-8ba4-85a65eae2dc5 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:24:27.345154 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998e349b-50e9-477e-9ad6-fbc79a88814e None None] Pushing event updated for resources: {'Port': ['ID=71c9953d-d0fd-450e-b8da-51f1c2f94def,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:27.353591 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-6b4c9931-5a46-49b5-b894-c895e5984d98 admin admin] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:24:27.356265 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4c9931-5a46-49b5-b894-c895e5984d98 admin admin] Pushing event updated for resources: {'Port': ['ID=2e49da74-5d56-4bd8-bb9b-1423c18070ee,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:27.358705 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4c9931-5a46-49b5-b894-c895e5984d98 admin admin] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:24:27.457122 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6b4c9931-5a46-49b5-b894-c895e5984d98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521745'] for router_interface, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:27.491112 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-dbac4bf9-e2c1-4ef8-8805-9bfe9943e802 None None] Set router 165c3995-714a-4005-a1bf-f8d0d955b506 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:24:27.691958 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-9529724f-596f-425d-8484-8edc30e9c3e9 req-909fc924-60bc-438b-b6c3-141fdb1dcdd4 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Allocated IP 172.20.0.3 (b51fae06-be52-4fab-a89b-cef6eae8fffd/56efed23-ee55-46bf-9125-3806eab6d04b/4ed5e5e3-c5e5-454e-ac01-67965e2be9e9) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:24:27.720793 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d0d922-696f-4db2-963a-18eb08029bab req-fa8b614d-9200-4e3e-a2d5-fc707c669246 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:27.728556 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e6d0d922-696f-4db2-963a-18eb08029bab req-fa8b614d-9200-4e3e-a2d5-fc707c669246 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] 10.222.0.44 "GET /v2.0/ports?device_id=165aa09b-e00c-4241-9eae-aa068c2bfa7d HTTP/1.1" status: 200 len: 945 time: 0.2050507 Aug 10 03:24:27.741748 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6b4c9931-5a46-49b5-b894-c895e5984d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:27.819981 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ad7852-d859-4c8c-8e0d-ea7705c7f897 req-7c0c21d4-bb84-4a71-8775-dd9f03c0d037 tempest-ServersNegativeTestMultiTenantJSON-1481051477 tempest-ServersNegativeTestMultiTenantJSON-1481051477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:27.832635 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c4ad7852-d859-4c8c-8e0d-ea7705c7f897 req-7c0c21d4-bb84-4a71-8775-dd9f03c0d037 tempest-ServersNegativeTestMultiTenantJSON-1481051477 tempest-ServersNegativeTestMultiTenantJSON-1481051477-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0667616-2cca-4caf-987f-ff48351565be HTTP/1.1" status: 200 len: 932 time: 0.2866182 Aug 10 03:24:27.834248 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-dbac4bf9-e2c1-4ef8-8805-9bfe9943e802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '165c3995-714a-4005-a1bf-f8d0d955b506', 'name': 'tempest-ServersTestJSON-302803738-router', 'tenant_id': '6d8729f463214da9aba5238905630698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '71c9953d-d0fd-450e-b8da-51f1c2f94def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:24:21Z', 'updated_at': '2021-08-10T03:24:23Z', 'revision_number': 3, 'project_id': '6d8729f463214da9aba5238905630698', 'gw_port': {'id': '71c9953d-d0fd-450e-b8da-51f1c2f94def', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:eb:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '165c3995-714a-4005-a1bf-f8d0d955b506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:24:22Z', 'updated_at': '2021-08-10T03:24:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:27.896116 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbac4bf9-e2c1-4ef8-8805-9bfe9943e802 None None] The sync data for ids ['165c3995-714a-4005-a1bf-f8d0d955b506'] in n-d-768862-13 is: [{'id': '165c3995-714a-4005-a1bf-f8d0d955b506', 'name': 'tempest-ServersTestJSON-302803738-router', 'tenant_id': '6d8729f463214da9aba5238905630698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '71c9953d-d0fd-450e-b8da-51f1c2f94def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:24:21Z', 'updated_at': '2021-08-10T03:24:23Z', 'revision_number': 3, 'project_id': '6d8729f463214da9aba5238905630698', 'gw_port': {'id': '71c9953d-d0fd-450e-b8da-51f1c2f94def', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:eb:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '165c3995-714a-4005-a1bf-f8d0d955b506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:24:22Z', 'updated_at': '2021-08-10T03:24:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:24:27.904828 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-5f2ba78d-315f-4738-83d9-8b2da68afa64 None None] Provisioning for port 2e49da74-5d56-4bd8-bb9b-1423c18070ee completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:24:27.909722 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-5f2ba78d-315f-4738-83d9-8b2da68afa64 None None] Provisioning complete for port 2e49da74-5d56-4bd8-bb9b-1423c18070ee triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:24:27.910001 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-5f2ba78d-315f-4738-83d9-8b2da68afa64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:27.914145 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-98e87db2-7e26-495d-baa2-e40c40be087c req-b53d2ec9-7cd1-43cb-8604-76400b747744 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58f7d16e-8cb2-4eb0-a97d-2afb66c76012 {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:24:27.951205 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-98e87db2-7e26-495d-baa2-e40c40be087c req-b53d2ec9-7cd1-43cb-8604-76400b747744 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:27.963397 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-5f2ba78d-315f-4738-83d9-8b2da68afa64 None None] Port 2e49da74-5d56-4bd8-bb9b-1423c18070ee cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:24:27.974849 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e6d0d922-696f-4db2-963a-18eb08029bab req-0ebc6495-84e2-4e41-8a93-aa5f44042732 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] 10.222.0.44 "GET /v2.0/security-groups?id=d446119c-4ecd-4642-8c93-06b1f694a1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454264 Aug 10 03:24:27.993591 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c4ad7852-d859-4c8c-8e0d-ea7705c7f897 req-8c989a60-36fd-4123-b0f9-e0ccffff9636 tempest-ServersNegativeTestMultiTenantJSON-1481051477 tempest-ServersNegativeTestMultiTenantJSON-1481051477-project] 10.222.0.44 "GET /v2.0/security-groups?id=77b41c40-d234-457c-8246-b1b0eef2f9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394770 Aug 10 03:24:28.013641 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-98e87db2-7e26-495d-baa2-e40c40be087c req-b53d2ec9-7cd1-43cb-8604-76400b747744 service neutron] Transition to ACTIVE for port object 58f7d16e-8cb2-4eb0-a97d-2afb66c76012 will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:24:28.032004 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:24:28.063829 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-98e87db2-7e26-495d-baa2-e40c40be087c req-b53d2ec9-7cd1-43cb-8604-76400b747744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:28.087792 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6b4c9931-5a46-49b5-b894-c895e5984d98 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:28.099702 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6b4c9931-5a46-49b5-b894-c895e5984d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:28.201768 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4c9931-5a46-49b5-b894-c895e5984d98 admin admin] Pushing event updated for resources: {'Port': ['ID=2e49da74-5d56-4bd8-bb9b-1423c18070ee,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:28.205089 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6b4c9931-5a46-49b5-b894-c895e5984d98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521893'] for router_interface, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:28.278485 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6e4fdf54-61ac-4d63-91a7-e6d618462cf5 req-799afac0-5c15-42c1-ad5b-97a2e2c6ccc0 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=6274bb2a-64d2-4dc9-83e3-6117ae7a034b HTTP/1.1" status: 200 len: 210 time: 0.1063135 Aug 10 03:24:28.312705 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53d2ec9-7cd1-43cb-8604-76400b747744 service neutron] Pushing event updated for resources: {'Port': ['ID=58f7d16e-8cb2-4eb0-a97d-2afb66c76012,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:28.358698 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-9529724f-596f-425d-8484-8edc30e9c3e9 req-909fc924-60bc-438b-b6c3-141fdb1dcdd4 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:28.379730 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4c9931-5a46-49b5-b894-c895e5984d98 admin admin] Network cdb362dd-33cf-43b3-8ba4-85a65eae2dc5 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:24:28.382125 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-6b4c9931-5a46-49b5-b894-c895e5984d98 admin admin] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:24:28.410040 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8174297c-a39f-4d8b-be1a-9269a4ecaa1d req-5b29ee0d-43c0-4e91-a763-6a1d82ddba23 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:28.416572 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8174297c-a39f-4d8b-be1a-9269a4ecaa1d req-5b29ee0d-43c0-4e91-a763-6a1d82ddba23 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:28.423322 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8174297c-a39f-4d8b-be1a-9269a4ecaa1d req-5b29ee0d-43c0-4e91-a763-6a1d82ddba23 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:28.435038 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8174297c-a39f-4d8b-be1a-9269a4ecaa1d req-5b29ee0d-43c0-4e91-a763-6a1d82ddba23 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:28.442643 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8174297c-a39f-4d8b-be1a-9269a4ecaa1d req-5b29ee0d-43c0-4e91-a763-6a1d82ddba23 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:28.450923 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8174297c-a39f-4d8b-be1a-9269a4ecaa1d req-5b29ee0d-43c0-4e91-a763-6a1d82ddba23 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:28.455017 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8174297c-a39f-4d8b-be1a-9269a4ecaa1d req-5b29ee0d-43c0-4e91-a763-6a1d82ddba23 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:28.469246 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8174297c-a39f-4d8b-be1a-9269a4ecaa1d req-5b29ee0d-43c0-4e91-a763-6a1d82ddba23 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/ports?device_id=e94bab8c-37ad-48a0-a25d-4fb04fb90837 HTTP/1.1" status: 200 len: 5429 time: 0.2974741 Aug 10 03:24:28.640480 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-98e87db2-7e26-495d-baa2-e40c40be087c req-b53d2ec9-7cd1-43cb-8604-76400b747744 service neutron] Attempting to bind port 58f7d16e-8cb2-4eb0-a97d-2afb66c76012 on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:24:28.640964 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-98e87db2-7e26-495d-baa2-e40c40be087c req-b53d2ec9-7cd1-43cb-8604-76400b747744 service neutron] Attempting to bind port 58f7d16e-8cb2-4eb0-a97d-2afb66c76012 by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': 'dc0cca6f-db67-4094-92d2-789afa338c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '00d1acd0-80e9-4509-b13d-7151b30a160c'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:24:28.641562 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e87db2-7e26-495d-baa2-e40c40be087c req-b53d2ec9-7cd1-43cb-8604-76400b747744 service neutron] Attempting to bind port 58f7d16e-8cb2-4eb0-a97d-2afb66c76012 on network 00d1acd0-80e9-4509-b13d-7151b30a160c {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:28.668746 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b4c9931-5a46-49b5-b894-c895e5984d98 admin admin] Router 165c3995-714a-4005-a1bf-f8d0d955b506 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:24:28.711510 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e87db2-7e26-495d-baa2-e40c40be087c req-b53d2ec9-7cd1-43cb-8604-76400b747744 service neutron] Port 58f7d16e-8cb2-4eb0-a97d-2afb66c76012 on network 00d1acd0-80e9-4509-b13d-7151b30a160c not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:24:28.712192 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e87db2-7e26-495d-baa2-e40c40be087c req-b53d2ec9-7cd1-43cb-8604-76400b747744 service neutron] Attempting to bind port 58f7d16e-8cb2-4eb0-a97d-2afb66c76012 on network 00d1acd0-80e9-4509-b13d-7151b30a160c {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:28.727402 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8174297c-a39f-4d8b-be1a-9269a4ecaa1d req-e010d4e3-09e9-4c88-b5dd-6608f5f7e415 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c67c16e-b8a6-4f4f-8d43-6f09a2fb6b31&id=716261c9-08fe-460b-8070-c5648185c899&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2572143 Aug 10 03:24:28.731292 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 59434) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:28.739211 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-9529724f-596f-425d-8484-8edc30e9c3e9 req-909fc924-60bc-438b-b6c3-141fdb1dcdd4 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:28.741871 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e87db2-7e26-495d-baa2-e40c40be087c req-b53d2ec9-7cd1-43cb-8604-76400b747744 service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:24:28.742827 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e87db2-7e26-495d-baa2-e40c40be087c req-b53d2ec9-7cd1-43cb-8604-76400b747744 service neutron] Checking segment: {'id': 'dc0cca6f-db67-4094-92d2-789afa338c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '00d1acd0-80e9-4509-b13d-7151b30a160c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:24:28.743756 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e87db2-7e26-495d-baa2-e40c40be087c req-b53d2ec9-7cd1-43cb-8604-76400b747744 service neutron] Bound using segment: {'id': 'dc0cca6f-db67-4094-92d2-789afa338c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '00d1acd0-80e9-4509-b13d-7151b30a160c'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:24:28.743843 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-98e87db2-7e26-495d-baa2-e40c40be087c req-b53d2ec9-7cd1-43cb-8604-76400b747744 service neutron] Bound port: 58f7d16e-8cb2-4eb0-a97d-2afb66c76012, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc0cca6f-db67-4094-92d2-789afa338c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '00d1acd0-80e9-4509-b13d-7151b30a160c'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:24:28.744709 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-98e87db2-7e26-495d-baa2-e40c40be087c req-b53d2ec9-7cd1-43cb-8604-76400b747744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:28.751943 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['c86633db-c378-444d-8268-3b286fd3bbb7'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:24:28.841262 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-74144c55-8c5f-4073-b720-38efdb7468c2 None None] Provisioning complete for port 2e49da74-5d56-4bd8-bb9b-1423c18070ee triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:24:28.841940 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-74144c55-8c5f-4073-b720-38efdb7468c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:28.907816 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-74144c55-8c5f-4073-b720-38efdb7468c2 None None] Port 2e49da74-5d56-4bd8-bb9b-1423c18070ee cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:24:28.992830 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e523527-cef4-4667-a82e-fbae86f3a8e9 req-66d25306-ef17-449a-8ec4-9c76354e0aae tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:28.996894 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-2e523527-cef4-4667-a82e-fbae86f3a8e9 req-66d25306-ef17-449a-8ec4-9c76354e0aae tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] 10.222.0.42 "GET /v2.0/ports?device_id=165aa09b-e00c-4241-9eae-aa068c2bfa7d HTTP/1.1" status: 200 len: 945 time: 0.1726580 Aug 10 03:24:29.174788 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-858b26ac-0d52-4df4-86f9-3d1e902f9c04 tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2124580594'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:29.236166 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b4c9931-5a46-49b5-b894-c895e5984d98 admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:24:29.248521 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-6b4c9931-5a46-49b5-b894-c895e5984d98 admin admin] 10.222.0.44 "PUT /v2.0/routers/165c3995-714a-4005-a1bf-f8d0d955b506/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9833121 Aug 10 03:24:29.310040 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-2e523527-cef4-4667-a82e-fbae86f3a8e9 req-c87dcecd-cc76-4021-b297-69072e0e3541 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] Deleting port 817bfff4-d4da-4716-a731-01f218f71dc6 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:24:29.310708 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-2e523527-cef4-4667-a82e-fbae86f3a8e9 req-c87dcecd-cc76-4021-b297-69072e0e3541 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:29.388614 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9529724f-596f-425d-8484-8edc30e9c3e9 req-909fc924-60bc-438b-b6c3-141fdb1dcdd4 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Network b51fae06-be52-4fab-a89b-cef6eae8fffd is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:24:29.409928 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-9529724f-596f-425d-8484-8edc30e9c3e9 req-909fc924-60bc-438b-b6c3-141fdb1dcdd4 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:24:29.414626 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-9529724f-596f-425d-8484-8edc30e9c3e9 req-909fc924-60bc-438b-b6c3-141fdb1dcdd4 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:24:29.452440 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-2e523527-cef4-4667-a82e-fbae86f3a8e9 req-c87dcecd-cc76-4021-b297-69072e0e3541 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] For port 817bfff4-d4da-4716-a731-01f218f71dc6, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=817bfff4-d4da-4716-a731-01f218f71dc6,segment=NetworkSegment(cb726249-0942-40b1-8725-44017c1658a7),segment_id=cb726249-0942-40b1-8725-44017c1658a7)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:29.452992 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-2e523527-cef4-4667-a82e-fbae86f3a8e9 req-c87dcecd-cc76-4021-b297-69072e0e3541 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:29.475196 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-2e523527-cef4-4667-a82e-fbae86f3a8e9 req-c87dcecd-cc76-4021-b297-69072e0e3541 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] Calling delete_port for 817bfff4-d4da-4716-a731-01f218f71dc6 owned by compute:nova {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:24:29.521467 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909fc924-60bc-438b-b6c3-141fdb1dcdd4 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Pushing event updated for resources: {'Port': ['ID=4ed5e5e3-c5e5-454e-ac01-67965e2be9e9,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:29.544327 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-858b26ac-0d52-4df4-86f9-3d1e902f9c04 tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] Made reservation on behalf of 754b803d9bca4076a08db2c2dbf3d68e for: {'network': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:29.548787 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-858b26ac-0d52-4df4-86f9-3d1e902f9c04 tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:29.590128 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-98e87db2-7e26-495d-baa2-e40c40be087c req-b53d2ec9-7cd1-43cb-8604-76400b747744 service neutron] For port 58f7d16e-8cb2-4eb0-a97d-2afb66c76012, host n-h1-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:24:29.592944 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-858b26ac-0d52-4df4-86f9-3d1e902f9c04 tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:29.602849 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68de2f11-de55-485f-9e12-7cc586d02d17 req-e5a955b0-0b7f-4abe-9563-7bc53bf012ce tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:29.605079 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-68de2f11-de55-485f-9e12-7cc586d02d17 req-e5a955b0-0b7f-4abe-9563-7bc53bf012ce tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] 10.222.0.44 "GET /v2.0/ports?device_id=165aa09b-e00c-4241-9eae-aa068c2bfa7d HTTP/1.1" status: 200 len: 945 time: 0.4457860 Aug 10 03:24:29.616471 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529724f-596f-425d-8484-8edc30e9c3e9 req-909fc924-60bc-438b-b6c3-141fdb1dcdd4 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:29.617186 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-9529724f-596f-425d-8484-8edc30e9c3e9 req-909fc924-60bc-438b-b6c3-141fdb1dcdd4 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:29.641052 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-2e523527-cef4-4667-a82e-fbae86f3a8e9 req-c87dcecd-cc76-4021-b297-69072e0e3541 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:29.650374 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c186ee0-6c83-49a9-876f-eb3ceb512e38 req-965aec92-0f44-4feb-8073-02e68031f201 tempest-ServersNegativeTestMultiTenantJSON-1481051477 tempest-ServersNegativeTestMultiTenantJSON-1481051477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:29.654059 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['eeec41ca-7938-46d7-8881-613ac6169f7b', '85cb5344-03c4-4b7c-b979-9dbc60770921'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:24:29.654503 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4c186ee0-6c83-49a9-876f-eb3ceb512e38 req-965aec92-0f44-4feb-8073-02e68031f201 tempest-ServersNegativeTestMultiTenantJSON-1481051477 tempest-ServersNegativeTestMultiTenantJSON-1481051477-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0667616-2cca-4caf-987f-ff48351565be HTTP/1.1" status: 200 len: 944 time: 0.4960949 Aug 10 03:24:29.661535 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-98e87db2-7e26-495d-baa2-e40c40be087c req-b53d2ec9-7cd1-43cb-8604-76400b747744 service neutron] For port 58f7d16e-8cb2-4eb0-a97d-2afb66c76012, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=58f7d16e-8cb2-4eb0-a97d-2afb66c76012,segment=NetworkSegment(dc0cca6f-db67-4094-92d2-789afa338c8e),segment_id=dc0cca6f-db67-4094-92d2-789afa338c8e)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:24:29.677894 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87dcecd-cc76-4021-b297-69072e0e3541 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] Pushing event deleted for resources: {'Port': ['ID=817bfff4-d4da-4716-a731-01f218f71dc6,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:29.705489 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-98e87db2-7e26-495d-baa2-e40c40be087c req-b53d2ec9-7cd1-43cb-8604-76400b747744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:29.731509 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e523527-cef4-4667-a82e-fbae86f3a8e9 req-c87dcecd-cc76-4021-b297-69072e0e3541 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] No DVR routers for this DVR port 817bfff4-d4da-4716-a731-01f218f71dc6 on host n-h1-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:24:29.734404 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-2e523527-cef4-4667-a82e-fbae86f3a8e9 req-c87dcecd-cc76-4021-b297-69072e0e3541 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:29.737542 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-2e523527-cef4-4667-a82e-fbae86f3a8e9 req-c87dcecd-cc76-4021-b297-69072e0e3541 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] 10.222.0.42 "DELETE /v2.0/ports/817bfff4-d4da-4716-a731-01f218f71dc6 HTTP/1.1" status: 204 len: 173 time: 0.6677117 Aug 10 03:24:29.738165 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '165aa09b-e00c-4241-9eae-aa068c2bfa7d', 'name': 'network-vif-deleted', 'tag': '817bfff4-d4da-4716-a731-01f218f71dc6'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:24:29.741743 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9b01ee9-2938-4402-bebb-34f85a0cb139" -d '{"events": [{"server_uuid": "165aa09b-e00c-4241-9eae-aa068c2bfa7d", "name": "network-vif-deleted", "tag": "817bfff4-d4da-4716-a731-01f218f71dc6"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:24:29.754959 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9529724f-596f-425d-8484-8edc30e9c3e9 req-909fc924-60bc-438b-b6c3-141fdb1dcdd4 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4996486 Aug 10 03:24:29.804763 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-9529724f-596f-425d-8484-8edc30e9c3e9 req-8592c3b9-f8e7-4e53-87a3-e2916c742159 service neutron] Request body: {'port': {'device_id': '6274bb2a-64d2-4dc9-83e3-6117ae7a034b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:29.882019 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e87db2-7e26-495d-baa2-e40c40be087c req-b53d2ec9-7cd1-43cb-8604-76400b747744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:29.883117 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-98e87db2-7e26-495d-baa2-e40c40be087c req-b53d2ec9-7cd1-43cb-8604-76400b747744 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:29.886105 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-98e87db2-7e26-495d-baa2-e40c40be087c req-b53d2ec9-7cd1-43cb-8604-76400b747744 service neutron] 10.222.0.42 "PUT /v2.0/ports/58f7d16e-8cb2-4eb0-a97d-2afb66c76012 HTTP/1.1" status: 200 len: 1093 time: 3.0206468 Aug 10 03:24:29.895611 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0667616-2cca-4caf-987f-ff48351565be', 'tag': '58f7d16e-8cb2-4eb0-a97d-2afb66c76012'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:24:29.903232 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02a5376b-17bc-4e70-92a9-c47840bd25b6" -d '{"events": [{"name": "network-changed", "server_uuid": "b0667616-2cca-4caf-987f-ff48351565be", "tag": "58f7d16e-8cb2-4eb0-a97d-2afb66c76012"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:24:29.989958 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4c186ee0-6c83-49a9-876f-eb3ceb512e38 req-e5a5413f-2203-4f35-b34f-d637a9e0eb7f tempest-ServersNegativeTestMultiTenantJSON-1481051477 tempest-ServersNegativeTestMultiTenantJSON-1481051477-project] 10.222.0.44 "GET /v2.0/security-groups?id=77b41c40-d234-457c-8246-b1b0eef2f9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3071523 Aug 10 03:24:30.011785 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 71c9953d-d0fd-450e-b8da-51f1c2f94def up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:24:30.020657 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-68de2f11-de55-485f-9e12-7cc586d02d17 req-f553b22a-b36c-4730-9fc0-cf1fe1ee9336 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] 10.222.0.44 "GET /v2.0/security-groups?id=d446119c-4ecd-4642-8c93-06b1f694a1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3983731 Aug 10 03:24:30.074824 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53d2ec9-7cd1-43cb-8604-76400b747744 service neutron] Pushing event updated for resources: {'Port': ['ID=58f7d16e-8cb2-4eb0-a97d-2afb66c76012,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:30.118332 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-9529724f-596f-425d-8484-8edc30e9c3e9 req-8592c3b9-f8e7-4e53-87a3-e2916c742159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:30.186475 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e87db2-7e26-495d-baa2-e40c40be087c req-60734bbd-ef88-400f-a591-719125e50617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:30.188294 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-98e87db2-7e26-495d-baa2-e40c40be087c req-60734bbd-ef88-400f-a591-719125e50617 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3cd6515f199c45d78dfafb7ee7e3c74c&device_id=b0667616-2cca-4caf-987f-ff48351565be HTTP/1.1" status: 200 len: 1096 time: 0.2338912 Aug 10 03:24:30.205562 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 71c9953d-d0fd-450e-b8da-51f1c2f94def completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:24:30.214301 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 71c9953d-d0fd-450e-b8da-51f1c2f94def triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:24:30.214981 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:30.285723 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-98e87db2-7e26-495d-baa2-e40c40be087c req-ea44199e-fd2c-4204-985f-1acb4016a429 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58f7d16e-8cb2-4eb0-a97d-2afb66c76012 HTTP/1.1" status: 200 len: 217 time: 0.0664518 Aug 10 03:24:30.330701 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:30.358396 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 71c9953d-d0fd-450e-b8da-51f1c2f94def, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=71c9953d-d0fd-450e-b8da-51f1c2f94def,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:30.358594 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-858b26ac-0d52-4df4-86f9-3d1e902f9c04 tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:30.372414 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:30.439671 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d22bd2-fdcc-401e-86c3-a11ea3706966 req-079fe2ea-ebb4-4915-9fd2-5626fba1711a tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:30.442139 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f4d22bd2-fdcc-401e-86c3-a11ea3706966 req-079fe2ea-ebb4-4915-9fd2-5626fba1711a tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=6274bb2a-64d2-4dc9-83e3-6117ae7a034b HTTP/1.1" status: 200 len: 931 time: 0.3165724 Aug 10 03:24:30.460596 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-858b26ac-0d52-4df4-86f9-3d1e902f9c04 tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:30.474600 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=71c9953d-d0fd-450e-b8da-51f1c2f94def,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:30.574962 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-858b26ac-0d52-4df4-86f9-3d1e902f9c04 tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=94260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:24:30.604914 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e87db2-7e26-495d-baa2-e40c40be087c req-f44a93af-6f4a-42ba-839f-c90361fe90b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:30.606749 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-98e87db2-7e26-495d-baa2-e40c40be087c req-f44a93af-6f4a-42ba-839f-c90361fe90b5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4760174f-de57-45ff-8b43-fb08f3155572 HTTP/1.1" status: 200 len: 864 time: 0.2982049 Aug 10 03:24:30.661460 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858b26ac-0d52-4df4-86f9-3d1e902f9c04 tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db5311a0-926f-4523-99a8-02d29347e302,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:30.675345 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-858b26ac-0d52-4df4-86f9-3d1e902f9c04 tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:30.675797 n-d-768862-13 neutron-server[94260]: INFO neutron.db.segments_db [None req-858b26ac-0d52-4df4-86f9-3d1e902f9c04 tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] Added segment b6239bb5-a642-41c0-8c94-ce7a257804bf of type vlan for network e2df9e80-d7fb-4913-88e5-a79f2b8846d5 Aug 10 03:24:30.719119 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-98e87db2-7e26-495d-baa2-e40c40be087c req-0f584f84-37ed-4f4d-adc8-e2b55ca3fc63 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=00d1acd0-80e9-4509-b13d-7151b30a160c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693362 Aug 10 03:24:30.726828 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fa4ef7-6690-45eb-a0c9-79ae83bfc5a3 None None] Sync routers for ids ['165c3995-714a-4005-a1bf-f8d0d955b506'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:24:30.742283 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f4d22bd2-fdcc-401e-86c3-a11ea3706966 req-3e6acda4-c6d5-41ad-9db3-1d12058a740e tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411995 Aug 10 03:24:30.746327 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fa4ef7-6690-45eb-a0c9-79ae83bfc5a3 None None] Routers {'165c3995-714a-4005-a1bf-f8d0d955b506'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:24:30.749756 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-d9fa4ef7-6690-45eb-a0c9-79ae83bfc5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:24:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['165c3995-714a-4005-a1bf-f8d0d955b506'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:30.763051 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59460) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:30.771628 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-d8d397d8-fe21-4863-9345-8865469884b3 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1152614944', 'description': 'tempest-description--889355645'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:30.847266 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d8d397d8-fe21-4863-9345-8865469884b3 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:30.862888 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-858b26ac-0d52-4df4-86f9-3d1e902f9c04 tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:30.952262 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-683e41f6-2924-462b-91bc-3b191ffec3c2 x-openstack-request-id: req-683e41f6-2924-462b-91bc-3b191ffec3c2 {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:24:30.953284 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "165aa09b-e00c-4241-9eae-aa068c2bfa7d", "name": "network-vif-deleted", "tag": "817bfff4-d4da-4716-a731-01f218f71dc6", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:24:30.953932 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-683e41f6-2924-462b-91bc-3b191ffec3c2 {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:24:30.954822 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '165aa09b-e00c-4241-9eae-aa068c2bfa7d', 'name': 'network-vif-deleted', 'tag': '817bfff4-d4da-4716-a731-01f218f71dc6', 'status': 'completed', 'code': 200} Aug 10 03:24:30.988879 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-d9fa4ef7-6690-45eb-a0c9-79ae83bfc5a3 None None] Set router 165c3995-714a-4005-a1bf-f8d0d955b506 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:24:31.050075 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d8d397d8-fe21-4863-9345-8865469884b3 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:31.056813 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d8d397d8-fe21-4863-9345-8865469884b3 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:31.064094 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 817bfff4-d4da-4716-a731-01f218f71dc6 no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:24:31.126327 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d397d8-fe21-4863-9345-8865469884b3 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e397b85-37c6-4e10-a5c7-28561ee47605,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:31.145324 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d8d397d8-fe21-4863-9345-8865469884b3 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:31.145931 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] No Port match for: 817bfff4-d4da-4716-a731-01f218f71dc6 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:24:31.146893 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 817bfff4-d4da-4716-a731-01f218f71dc6 not bound to the agent host n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:24:31.154276 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-d8d397d8-fe21-4863-9345-8865469884b3 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3876243 Aug 10 03:24:31.157992 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59466) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:31.159539 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b3ce594-9518-4417-afd3-ed776a72cd3b x-openstack-request-id: req-7b3ce594-9518-4417-afd3-ed776a72cd3b {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:24:31.159867 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0667616-2cca-4caf-987f-ff48351565be", "tag": "58f7d16e-8cb2-4eb0-a97d-2afb66c76012", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:24:31.160257 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7b3ce594-9518-4417-afd3-ed776a72cd3b {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:24:31.160965 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0667616-2cca-4caf-987f-ff48351565be', 'tag': '58f7d16e-8cb2-4eb0-a97d-2afb66c76012', 'status': 'completed', 'code': 200} Aug 10 03:24:31.166190 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-0a9fd0dd-c319-4bc2-9cbf-b85f9c4e0721 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] Request body: {'security_group_rule': {'security_group_id': '0e397b85-37c6-4e10-a5c7-28561ee47605', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:31.220649 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0a9fd0dd-c319-4bc2-9cbf-b85f9c4e0721 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:31.258676 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-858b26ac-0d52-4df4-86f9-3d1e902f9c04 tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:31.268481 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858b26ac-0d52-4df4-86f9-3d1e902f9c04 tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:31.269521 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-858b26ac-0d52-4df4-86f9-3d1e902f9c04 tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:31.335344 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0a9fd0dd-c319-4bc2-9cbf-b85f9c4e0721 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:31.339250 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-98e87db2-7e26-495d-baa2-e40c40be087c req-a0600b7f-82b5-4b24-bae4-6b52440cc85b service neutron] 10.222.0.42 "GET /v2.0/networks/00d1acd0-80e9-4509-b13d-7151b30a160c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5998673 Aug 10 03:24:31.342898 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-9529724f-596f-425d-8484-8edc30e9c3e9 req-8592c3b9-f8e7-4e53-87a3-e2916c742159 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ed5e5e3-c5e5-454e-ac01-67965e2be9e9 {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:24:31.344397 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0a9fd0dd-c319-4bc2-9cbf-b85f9c4e0721 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:31.378633 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9fd0dd-c319-4bc2-9cbf-b85f9c4e0721 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59b415de-ad0b-4f31-a370-f7e3b89960b4,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:31.388971 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0a9fd0dd-c319-4bc2-9cbf-b85f9c4e0721 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:31.393283 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-0a9fd0dd-c319-4bc2-9cbf-b85f9c4e0721 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2307003 Aug 10 03:24:31.393495 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59468) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:31.403071 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-109696b7-2cb2-4d98-874e-8cccf7ebcaaa tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] Request body: {'security_group_rule': {'security_group_id': '0e397b85-37c6-4e10-a5c7-28561ee47605', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:31.412511 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-d9fa4ef7-6690-45eb-a0c9-79ae83bfc5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '165c3995-714a-4005-a1bf-f8d0d955b506', 'name': 'tempest-ServersTestJSON-302803738-router', 'tenant_id': '6d8729f463214da9aba5238905630698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '71c9953d-d0fd-450e-b8da-51f1c2f94def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:24:21Z', 'updated_at': '2021-08-10T03:24:27Z', 'revision_number': 4, 'project_id': '6d8729f463214da9aba5238905630698', 'gw_port': {'id': '71c9953d-d0fd-450e-b8da-51f1c2f94def', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:eb:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165c3995-714a-4005-a1bf-f8d0d955b506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:24:22Z', 'updated_at': '2021-08-10T03:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '2e49da74-5d56-4bd8-bb9b-1423c18070ee', 'name': '', 'network_id': 'cdb362dd-33cf-43b3-8ba4-85a65eae2dc5', 'tenant_id': '6d8729f463214da9aba5238905630698', 'mac_address': 'fa:16:3e:dd:45:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '165c3995-714a-4005-a1bf-f8d0d955b506', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '7c13f0d8-15a2-4f1e-8131-bdd7c3ce0682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:24:26Z', 'updated_at': '2021-08-10T03:24:27Z', 'revision_number': 2, 'project_id': '6d8729f463214da9aba5238905630698', 'subnets': [{'id': '7c13f0d8-15a2-4f1e-8131-bdd7c3ce0682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:31.433673 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-9529724f-596f-425d-8484-8edc30e9c3e9 req-8592c3b9-f8e7-4e53-87a3-e2916c742159 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:31.455716 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fa4ef7-6690-45eb-a0c9-79ae83bfc5a3 None None] Checking router: 165c3995-714a-4005-a1bf-f8d0d955b506 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:24:31.456478 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fa4ef7-6690-45eb-a0c9-79ae83bfc5a3 None None] Updating router 165c3995-714a-4005-a1bf-f8d0d955b506 port 2e49da74-5d56-4bd8-bb9b-1423c18070ee binding host n-d-768862-13 {{(pid=94263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:24:31.473130 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-109696b7-2cb2-4d98-874e-8cccf7ebcaaa tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:31.475678 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-858b26ac-0d52-4df4-86f9-3d1e902f9c04 tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.7428401 Aug 10 03:24:31.505910 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59470) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:31.510008 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-d9fa4ef7-6690-45eb-a0c9-79ae83bfc5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:31.515366 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-697eff85-4611-4ff1-a303-dd030b325ed6 tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] Request body: {'subnet': {'network_id': 'e2df9e80-d7fb-4913-88e5-a79f2b8846d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:31.577566 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f3926-ce65-4edc-8d2b-404ec2d34dd0 req-dc0bea7c-cab0-4373-b2de-b626239c2288 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:31.588338 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f3926-ce65-4edc-8d2b-404ec2d34dd0 req-dc0bea7c-cab0-4373-b2de-b626239c2288 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:31.599454 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f3926-ce65-4edc-8d2b-404ec2d34dd0 req-dc0bea7c-cab0-4373-b2de-b626239c2288 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:31.611400 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f3926-ce65-4edc-8d2b-404ec2d34dd0 req-dc0bea7c-cab0-4373-b2de-b626239c2288 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:31.622826 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f3926-ce65-4edc-8d2b-404ec2d34dd0 req-dc0bea7c-cab0-4373-b2de-b626239c2288 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:31.634496 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f3926-ce65-4edc-8d2b-404ec2d34dd0 req-dc0bea7c-cab0-4373-b2de-b626239c2288 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:31.646733 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f3926-ce65-4edc-8d2b-404ec2d34dd0 req-dc0bea7c-cab0-4373-b2de-b626239c2288 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:31.654926 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a91f3926-ce65-4edc-8d2b-404ec2d34dd0 req-dc0bea7c-cab0-4373-b2de-b626239c2288 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/ports?device_id=e94bab8c-37ad-48a0-a25d-4fb04fb90837 HTTP/1.1" status: 200 len: 5429 time: 0.6574366 Aug 10 03:24:31.661527 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-9529724f-596f-425d-8484-8edc30e9c3e9 req-8592c3b9-f8e7-4e53-87a3-e2916c742159 service neutron] Transition to ACTIVE for port object 4ed5e5e3-c5e5-454e-ac01-67965e2be9e9 will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:24:31.678111 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858b26ac-0d52-4df4-86f9-3d1e902f9c04 tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] Pushing event updated for resources: {'Network': ['ID=e2df9e80-d7fb-4913-88e5-a79f2b8846d5,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:31.689261 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-109696b7-2cb2-4d98-874e-8cccf7ebcaaa tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:31.689527 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b04d6a-2a40-4a48-8b7c-6909d4ad87d1 req-b5c1ce34-7181-47aa-9c02-2d8d93e58800 tempest-ServersNegativeTestMultiTenantJSON-1481051477 tempest-ServersNegativeTestMultiTenantJSON-1481051477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:31.691672 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-46b04d6a-2a40-4a48-8b7c-6909d4ad87d1 req-b5c1ce34-7181-47aa-9c02-2d8d93e58800 tempest-ServersNegativeTestMultiTenantJSON-1481051477 tempest-ServersNegativeTestMultiTenantJSON-1481051477-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0667616-2cca-4caf-987f-ff48351565be HTTP/1.1" status: 200 len: 944 time: 0.5265725 Aug 10 03:24:31.692930 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network e2df9e80-d7fb-4913-88e5-a79f2b8846d5 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:24:31.697163 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-9529724f-596f-425d-8484-8edc30e9c3e9 req-8592c3b9-f8e7-4e53-87a3-e2916c742159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:31.706704 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-109696b7-2cb2-4d98-874e-8cccf7ebcaaa tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:31.757330 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8592c3b9-f8e7-4e53-87a3-e2916c742159 service neutron] Pushing event updated for resources: {'Port': ['ID=4ed5e5e3-c5e5-454e-ac01-67965e2be9e9,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:31.776851 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109696b7-2cb2-4d98-874e-8cccf7ebcaaa tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d72cf274-0f04-4c29-a124-d44d1e523fa0,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:31.796668 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-697eff85-4611-4ff1-a303-dd030b325ed6 tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] Made reservation on behalf of 754b803d9bca4076a08db2c2dbf3d68e for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:31.809297 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-697eff85-4611-4ff1-a303-dd030b325ed6 tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:31.848404 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-109696b7-2cb2-4d98-874e-8cccf7ebcaaa tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:31.851701 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-109696b7-2cb2-4d98-874e-8cccf7ebcaaa tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4560995 Aug 10 03:24:31.874169 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-46b04d6a-2a40-4a48-8b7c-6909d4ad87d1 req-196e5083-5b3f-4a07-83b4-6572f6cc76f7 tempest-ServersNegativeTestMultiTenantJSON-1481051477 tempest-ServersNegativeTestMultiTenantJSON-1481051477-project] 10.222.0.44 "GET /v2.0/security-groups?id=77b41c40-d234-457c-8246-b1b0eef2f9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196709 Aug 10 03:24:31.879072 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 59474) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:31.908078 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-ed967d1b-48dc-4e11-ba60-ba4d8fc84a25 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] Request body: {'floatingip': {'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:31.970675 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-98e87db2-7e26-495d-baa2-e40c40be087c req-c4c288cd-fd1a-4296-9ed8-afeb56c69a98 service neutron] 10.222.0.42 "GET /v2.0/networks/00d1acd0-80e9-4509-b13d-7151b30a160c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5552261 Aug 10 03:24:31.981015 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a91f3926-ce65-4edc-8d2b-404ec2d34dd0 req-4a833b78-3de5-4948-96ee-85d68d0b2fc2 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c67c16e-b8a6-4f4f-8d43-6f09a2fb6b31&id=716261c9-08fe-460b-8070-c5648185c899&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3043888 Aug 10 03:24:31.991499 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 71c9953d-d0fd-450e-b8da-51f1c2f94def up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:24:32.123728 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ed967d1b-48dc-4e11-ba60-ba4d8fc84a25 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] Notify callbacks [] for floatingip, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:32.132912 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 71c9953d-d0fd-450e-b8da-51f1c2f94def triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:24:32.134486 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:32.210847 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-d9fa4ef7-6690-45eb-a0c9-79ae83bfc5a3 None None] Notify callbacks [] for port, precommit_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:32.235458 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.provisioning_blocks [None req-d9fa4ef7-6690-45eb-a0c9-79ae83bfc5a3 None None] Transition to ACTIVE for port object 2e49da74-5d56-4bd8-bb9b-1423c18070ee will not be triggered until provisioned by entity L2. {{(pid=94263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:24:32.249402 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-d9fa4ef7-6690-45eb-a0c9-79ae83bfc5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:32.320246 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-697eff85-4611-4ff1-a303-dd030b325ed6 tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:32.387232 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-9529724f-596f-425d-8484-8edc30e9c3e9 req-8592c3b9-f8e7-4e53-87a3-e2916c742159 service neutron] Attempting to bind port 4ed5e5e3-c5e5-454e-ac01-67965e2be9e9 on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:24:32.388327 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-9529724f-596f-425d-8484-8edc30e9c3e9 req-8592c3b9-f8e7-4e53-87a3-e2916c742159 service neutron] Attempting to bind port 4ed5e5e3-c5e5-454e-ac01-67965e2be9e9 by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '73bbe919-55b7-4c3d-b65b-52e4e628212a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b51fae06-be52-4fab-a89b-cef6eae8fffd'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:24:32.388950 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9529724f-596f-425d-8484-8edc30e9c3e9 req-8592c3b9-f8e7-4e53-87a3-e2916c742159 service neutron] Attempting to bind port 4ed5e5e3-c5e5-454e-ac01-67965e2be9e9 on network b51fae06-be52-4fab-a89b-cef6eae8fffd {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:32.398935 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9529724f-596f-425d-8484-8edc30e9c3e9 req-8592c3b9-f8e7-4e53-87a3-e2916c742159 service neutron] Port 4ed5e5e3-c5e5-454e-ac01-67965e2be9e9 on network b51fae06-be52-4fab-a89b-cef6eae8fffd not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:24:32.399520 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9529724f-596f-425d-8484-8edc30e9c3e9 req-8592c3b9-f8e7-4e53-87a3-e2916c742159 service neutron] Attempting to bind port 4ed5e5e3-c5e5-454e-ac01-67965e2be9e9 on network b51fae06-be52-4fab-a89b-cef6eae8fffd {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:32.407109 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6998260e-8f82-498d-92a7-9b989e735cf7 None None] Pushing event updated for resources: {'Port': ['ID=2e49da74-5d56-4bd8-bb9b-1423c18070ee,revision_number=3']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:32.418197 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9529724f-596f-425d-8484-8edc30e9c3e9 req-8592c3b9-f8e7-4e53-87a3-e2916c742159 service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:24:32.418884 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9529724f-596f-425d-8484-8edc30e9c3e9 req-8592c3b9-f8e7-4e53-87a3-e2916c742159 service neutron] Checking segment: {'id': '73bbe919-55b7-4c3d-b65b-52e4e628212a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b51fae06-be52-4fab-a89b-cef6eae8fffd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:24:32.419710 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9529724f-596f-425d-8484-8edc30e9c3e9 req-8592c3b9-f8e7-4e53-87a3-e2916c742159 service neutron] Bound using segment: {'id': '73bbe919-55b7-4c3d-b65b-52e4e628212a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b51fae06-be52-4fab-a89b-cef6eae8fffd'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:24:32.420346 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-9529724f-596f-425d-8484-8edc30e9c3e9 req-8592c3b9-f8e7-4e53-87a3-e2916c742159 service neutron] Bound port: 4ed5e5e3-c5e5-454e-ac01-67965e2be9e9, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73bbe919-55b7-4c3d-b65b-52e4e628212a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b51fae06-be52-4fab-a89b-cef6eae8fffd'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:24:32.420897 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-9529724f-596f-425d-8484-8edc30e9c3e9 req-8592c3b9-f8e7-4e53-87a3-e2916c742159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:32.429403 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a5376b-17bc-4e70-92a9-c47840bd25b6 req-be0adfce-b774-4956-a790-cf5d2d1d0504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:32.431412 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-02a5376b-17bc-4e70-92a9-c47840bd25b6 req-be0adfce-b774-4956-a790-cf5d2d1d0504 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3cd6515f199c45d78dfafb7ee7e3c74c&device_id=b0667616-2cca-4caf-987f-ff48351565be HTTP/1.1" status: 200 len: 1096 time: 0.3342443 Aug 10 03:24:32.473889 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6998260e-8f82-498d-92a7-9b989e735cf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:32.474178 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6998260e-8f82-498d-92a7-9b989e735cf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:32.474471 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6998260e-8f82-498d-92a7-9b989e735cf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:32.474790 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6998260e-8f82-498d-92a7-9b989e735cf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:32.475124 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6998260e-8f82-498d-92a7-9b989e735cf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:32.475449 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6998260e-8f82-498d-92a7-9b989e735cf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:32.475896 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6998260e-8f82-498d-92a7-9b989e735cf7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:32.476174 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6998260e-8f82-498d-92a7-9b989e735cf7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:32.476442 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6998260e-8f82-498d-92a7-9b989e735cf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:32.476707 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6998260e-8f82-498d-92a7-9b989e735cf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:32.479793 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6998260e-8f82-498d-92a7-9b989e735cf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:32.481226 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6998260e-8f82-498d-92a7-9b989e735cf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:32.507592 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135bf1f5-858e-4e8e-85a7-9757927988d8 req-0a0bbcfb-0d70-4322-a0ec-1be70dc8349f tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:32.509540 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-135bf1f5-858e-4e8e-85a7-9757927988d8 req-0a0bbcfb-0d70-4322-a0ec-1be70dc8349f tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=6274bb2a-64d2-4dc9-83e3-6117ae7a034b HTTP/1.1" status: 200 len: 943 time: 0.3512559 Aug 10 03:24:32.526722 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-d9fa4ef7-6690-45eb-a0c9-79ae83bfc5a3 None None] Attempting to bind port 2e49da74-5d56-4bd8-bb9b-1423c18070ee on host n-d-768862-13 for vnic_type normal with profile {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:24:32.527666 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-d9fa4ef7-6690-45eb-a0c9-79ae83bfc5a3 None None] Attempting to bind port 2e49da74-5d56-4bd8-bb9b-1423c18070ee by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '3b2bf574-7cf5-4b84-96f8-e65d149daec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cdb362dd-33cf-43b3-8ba4-85a65eae2dc5'}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:24:32.528396 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fa4ef7-6690-45eb-a0c9-79ae83bfc5a3 None None] Attempting to bind port 2e49da74-5d56-4bd8-bb9b-1423c18070ee on network cdb362dd-33cf-43b3-8ba4-85a65eae2dc5 {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:32.531522 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697eff85-4611-4ff1-a303-dd030b325ed6 tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] Pushing event updated for resources: {'Subnet': ['ID=c932fba0-9499-4f4c-8f8a-cbf8c2292eb9,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:32.548509 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fa4ef7-6690-45eb-a0c9-79ae83bfc5a3 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:24:32.549157 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fa4ef7-6690-45eb-a0c9-79ae83bfc5a3 None None] Checking segment: {'id': '3b2bf574-7cf5-4b84-96f8-e65d149daec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cdb362dd-33cf-43b3-8ba4-85a65eae2dc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:24:32.549820 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-d9fa4ef7-6690-45eb-a0c9-79ae83bfc5a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:32.550518 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fa4ef7-6690-45eb-a0c9-79ae83bfc5a3 None None] Bound using segment: {'id': '3b2bf574-7cf5-4b84-96f8-e65d149daec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cdb362dd-33cf-43b3-8ba4-85a65eae2dc5'} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:24:32.551371 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-d9fa4ef7-6690-45eb-a0c9-79ae83bfc5a3 None None] Bound port: 2e49da74-5d56-4bd8-bb9b-1423c18070ee, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b2bf574-7cf5-4b84-96f8-e65d149daec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cdb362dd-33cf-43b3-8ba4-85a65eae2dc5'}}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:24:32.551821 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-d9fa4ef7-6690-45eb-a0c9-79ae83bfc5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:32.556939 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697eff85-4611-4ff1-a303-dd030b325ed6 tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] Checking segment: {'id': 'b6239bb5-a642-41c0-8c94-ce7a257804bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e2df9e80-d7fb-4913-88e5-a79f2b8846d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:24:32.557806 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697eff85-4611-4ff1-a303-dd030b325ed6 tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] Network hostable DHCP agents. Network: e2df9e80-d7fb-4913-88e5-a79f2b8846d5, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:24:32.606851 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697eff85-4611-4ff1-a303-dd030b325ed6 tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] Network e2df9e80-d7fb-4913-88e5-a79f2b8846d5 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:24:32.637337 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-697eff85-4611-4ff1-a303-dd030b325ed6 tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, e2df9e80-d7fb-4913-88e5-a79f2b8846d5) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:24:32.651583 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d144879-7353-4af7-a07c-bbdea43c0776 None None] Network e2df9e80-d7fb-4913-88e5-a79f2b8846d5 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:24:32.663891 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697eff85-4611-4ff1-a303-dd030b325ed6 tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:32.665129 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-697eff85-4611-4ff1-a303-dd030b325ed6 tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:32.678340 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-d9fa4ef7-6690-45eb-a0c9-79ae83bfc5a3 None None] For port 2e49da74-5d56-4bd8-bb9b-1423c18070ee, host n-d-768862-13, cleared binding levels {{(pid=94263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:24:32.693248 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-d9fa4ef7-6690-45eb-a0c9-79ae83bfc5a3 None None] For port 2e49da74-5d56-4bd8-bb9b-1423c18070ee, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=2e49da74-5d56-4bd8-bb9b-1423c18070ee,segment=NetworkSegment(3b2bf574-7cf5-4b84-96f8-e65d149daec7),segment_id=3b2bf574-7cf5-4b84-96f8-e65d149daec7)] {{(pid=94263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:24:32.698379 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-697eff85-4611-4ff1-a303-dd030b325ed6 tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1906042 Aug 10 03:24:32.702856 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59482) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:32.703648 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-d9fa4ef7-6690-45eb-a0c9-79ae83bfc5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:32.726689 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-ea77c827-8702-4d03-85f2-c9c4f0f98bcb tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] Request body: {'port': {'network_id': 'e2df9e80-d7fb-4913-88e5-a79f2b8846d5', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1603869023'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:32.751793 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-9529724f-596f-425d-8484-8edc30e9c3e9 req-8592c3b9-f8e7-4e53-87a3-e2916c742159 service neutron] For port 4ed5e5e3-c5e5-454e-ac01-67965e2be9e9, host n-h1-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:24:32.799776 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6998260e-8f82-498d-92a7-9b989e735cf7 None None] Pushing event updated for resources: {'Port': ['ID=2e49da74-5d56-4bd8-bb9b-1423c18070ee,revision_number=4']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:32.830361 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-9529724f-596f-425d-8484-8edc30e9c3e9 req-8592c3b9-f8e7-4e53-87a3-e2916c742159 service neutron] For port 4ed5e5e3-c5e5-454e-ac01-67965e2be9e9, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=4ed5e5e3-c5e5-454e-ac01-67965e2be9e9,segment=NetworkSegment(73bbe919-55b7-4c3d-b65b-52e4e628212a),segment_id=73bbe919-55b7-4c3d-b65b-52e4e628212a)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:24:32.844459 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fa4ef7-6690-45eb-a0c9-79ae83bfc5a3 None None] Routers {'165c3995-714a-4005-a1bf-f8d0d955b506'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:24:32.847286 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-d9fa4ef7-6690-45eb-a0c9-79ae83bfc5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:24:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['165c3995-714a-4005-a1bf-f8d0d955b506'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:32.893833 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-135bf1f5-858e-4e8e-85a7-9757927988d8 req-80a0222e-0cc6-4393-a83e-9d35de35e953 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3145530 Aug 10 03:24:32.895928 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-9529724f-596f-425d-8484-8edc30e9c3e9 req-8592c3b9-f8e7-4e53-87a3-e2916c742159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:33.089508 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 58f7d16e-8cb2-4eb0-a97d-2afb66c76012 details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:24:33.124777 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529724f-596f-425d-8484-8edc30e9c3e9 req-8592c3b9-f8e7-4e53-87a3-e2916c742159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:33.128677 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-9529724f-596f-425d-8484-8edc30e9c3e9 req-8592c3b9-f8e7-4e53-87a3-e2916c742159 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:33.133692 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9529724f-596f-425d-8484-8edc30e9c3e9 req-8592c3b9-f8e7-4e53-87a3-e2916c742159 service neutron] 10.222.0.42 "PUT /v2.0/ports/4ed5e5e3-c5e5-454e-ac01-67965e2be9e9 HTTP/1.1" status: 200 len: 1092 time: 3.3347239 Aug 10 03:24:33.181229 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6274bb2a-64d2-4dc9-83e3-6117ae7a034b', 'tag': '4ed5e5e3-c5e5-454e-ac01-67965e2be9e9'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:24:33.193188 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:33.202662 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-990b1677-ba0b-4dd4-a127-4149eed3d505" -d '{"events": [{"name": "network-changed", "server_uuid": "6274bb2a-64d2-4dc9-83e3-6117ae7a034b", "tag": "4ed5e5e3-c5e5-454e-ac01-67965e2be9e9"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:24:33.206586 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea77c827-8702-4d03-85f2-c9c4f0f98bcb tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] Made reservation on behalf of 754b803d9bca4076a08db2c2dbf3d68e for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:33.214531 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ea77c827-8702-4d03-85f2-c9c4f0f98bcb tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:33.236894 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-d9fa4ef7-6690-45eb-a0c9-79ae83bfc5a3 None None] Set router 165c3995-714a-4005-a1bf-f8d0d955b506 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:24:33.273643 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [None req-ea77c827-8702-4d03-85f2-c9c4f0f98bcb tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] device_id is not set on port 5a829e28-713e-4f06-9af0-3b380a0c5487 yet. {{(pid=94261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:24:33.341553 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 58f7d16e-8cb2-4eb0-a97d-2afb66c76012, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=58f7d16e-8cb2-4eb0-a97d-2afb66c76012,segment=NetworkSegment(dc0cca6f-db67-4094-92d2-789afa338c8e),segment_id=dc0cca6f-db67-4094-92d2-789afa338c8e)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:33.369648 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': '58f7d16e-8cb2-4eb0-a97d-2afb66c76012', 'network_id': '00d1acd0-80e9-4509-b13d-7151b30a160c', 'port_id': '58f7d16e-8cb2-4eb0-a97d-2afb66c76012', 'mac_address': 'fa:16:3e:b0:1c:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4760174f-de57-45ff-8b43-fb08f3155572', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:24:33.464823 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff5908c-55b4-418b-a464-9668dbf5bbdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-e2df9e80-d7fb-4913-88e5-a79f2b8846d5', 'network_id': 'e2df9e80-d7fb-4913-88e5-a79f2b8846d5', 'tenant_id': '754b803d9bca4076a08db2c2dbf3d68e', 'fixed_ips': [{'subnet_id': 'c932fba0-9499-4f4c-8f8a-cbf8c2292eb9'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:24:33.467063 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1ff5908c-55b4-418b-a464-9668dbf5bbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:33.522650 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:33.563347 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58f7d16e-8cb2-4eb0-a97d-2afb66c76012 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:24:33.566910 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-ea77c827-8702-4d03-85f2-c9c4f0f98bcb tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] Allocated IP 172.20.0.6 (e2df9e80-d7fb-4913-88e5-a79f2b8846d5/c932fba0-9499-4f4c-8f8a-cbf8c2292eb9/5a829e28-713e-4f06-9af0-3b380a0c5487) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:24:33.672817 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 58f7d16e-8cb2-4eb0-a97d-2afb66c76012, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=58f7d16e-8cb2-4eb0-a97d-2afb66c76012,segment=NetworkSegment(dc0cca6f-db67-4094-92d2-789afa338c8e),segment_id=dc0cca6f-db67-4094-92d2-789afa338c8e)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:33.683602 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-d9fa4ef7-6690-45eb-a0c9-79ae83bfc5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '165c3995-714a-4005-a1bf-f8d0d955b506', 'name': 'tempest-ServersTestJSON-302803738-router', 'tenant_id': '6d8729f463214da9aba5238905630698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '71c9953d-d0fd-450e-b8da-51f1c2f94def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:24:21Z', 'updated_at': '2021-08-10T03:24:27Z', 'revision_number': 4, 'project_id': '6d8729f463214da9aba5238905630698', 'gw_port': {'id': '71c9953d-d0fd-450e-b8da-51f1c2f94def', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:eb:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165c3995-714a-4005-a1bf-f8d0d955b506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:24:22Z', 'updated_at': '2021-08-10T03:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '2e49da74-5d56-4bd8-bb9b-1423c18070ee', 'name': '', 'network_id': 'cdb362dd-33cf-43b3-8ba4-85a65eae2dc5', 'tenant_id': '6d8729f463214da9aba5238905630698', 'mac_address': 'fa:16:3e:dd:45:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '165c3995-714a-4005-a1bf-f8d0d955b506', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '7c13f0d8-15a2-4f1e-8131-bdd7c3ce0682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:24:26Z', 'updated_at': '2021-08-10T03:24:32Z', 'revision_number': 4, 'project_id': '6d8729f463214da9aba5238905630698', 'subnets': [{'id': '7c13f0d8-15a2-4f1e-8131-bdd7c3ce0682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:33.687150 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:33.766037 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fa4ef7-6690-45eb-a0c9-79ae83bfc5a3 None None] The sync data for ids ['165c3995-714a-4005-a1bf-f8d0d955b506'] in n-d-768862-13 is: [{'id': '165c3995-714a-4005-a1bf-f8d0d955b506', 'name': 'tempest-ServersTestJSON-302803738-router', 'tenant_id': '6d8729f463214da9aba5238905630698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '71c9953d-d0fd-450e-b8da-51f1c2f94def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:24:21Z', 'updated_at': '2021-08-10T03:24:27Z', 'revision_number': 4, 'project_id': '6d8729f463214da9aba5238905630698', 'gw_port': {'id': '71c9953d-d0fd-450e-b8da-51f1c2f94def', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:eb:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165c3995-714a-4005-a1bf-f8d0d955b506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:24:22Z', 'updated_at': '2021-08-10T03:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '2e49da74-5d56-4bd8-bb9b-1423c18070ee', 'name': '', 'network_id': 'cdb362dd-33cf-43b3-8ba4-85a65eae2dc5', 'tenant_id': '6d8729f463214da9aba5238905630698', 'mac_address': 'fa:16:3e:dd:45:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '165c3995-714a-4005-a1bf-f8d0d955b506', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '7c13f0d8-15a2-4f1e-8131-bdd7c3ce0682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:24:26Z', 'updated_at': '2021-08-10T03:24:32Z', 'revision_number': 4, 'project_id': '6d8729f463214da9aba5238905630698', 'subnets': [{'id': '7c13f0d8-15a2-4f1e-8131-bdd7c3ce0682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:24:33.778146 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=58f7d16e-8cb2-4eb0-a97d-2afb66c76012,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:33.795126 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a5376b-17bc-4e70-92a9-c47840bd25b6 req-6632bcc2-ddf9-475b-a389-06a3acf4b434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:33.797889 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-02a5376b-17bc-4e70-92a9-c47840bd25b6 req-6632bcc2-ddf9-475b-a389-06a3acf4b434 service neutron] 10.222.0.42 "GET /v2.0/networks?id=00d1acd0-80e9-4509-b13d-7151b30a160c HTTP/1.1" status: 200 len: 924 time: 1.3547902 Aug 10 03:24:33.873197 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ea77c827-8702-4d03-85f2-c9c4f0f98bcb tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:33.896710 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [None req-ea77c827-8702-4d03-85f2-c9c4f0f98bcb tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] Transition to ACTIVE for port object 5a829e28-713e-4f06-9af0-3b380a0c5487 will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:24:33.957021 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['58f7d16e-8cb2-4eb0-a97d-2afb66c76012'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:24:33.968691 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ea77c827-8702-4d03-85f2-c9c4f0f98bcb tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:34.019213 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8592c3b9-f8e7-4e53-87a3-e2916c742159 service neutron] Pushing event updated for resources: {'Port': ['ID=4ed5e5e3-c5e5-454e-ac01-67965e2be9e9,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:34.040831 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-02a5376b-17bc-4e70-92a9-c47840bd25b6 req-310df252-faff-42d9-b283-37c0e1ba0e5a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58f7d16e-8cb2-4eb0-a97d-2afb66c76012 HTTP/1.1" status: 200 len: 217 time: 0.2148418 Aug 10 03:24:34.053111 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea77c827-8702-4d03-85f2-c9c4f0f98bcb tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] Pushing event updated for resources: {'Port': ['ID=5a829e28-713e-4f06-9af0-3b380a0c5487,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:34.071358 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea77c827-8702-4d03-85f2-c9c4f0f98bcb tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] Network e2df9e80-d7fb-4913-88e5-a79f2b8846d5 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:24:34.073894 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-ea77c827-8702-4d03-85f2-c9c4f0f98bcb tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:24:34.083484 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea77c827-8702-4d03-85f2-c9c4f0f98bcb tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:24:34.092397 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 2e49da74-5d56-4bd8-bb9b-1423c18070ee up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:24:34.104690 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf2ce45-dd7f-4147-9731-5e7788e72fad req-a648aefe-4dd7-48ce-98e6-dd6172e5227f tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:34.117416 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf2ce45-dd7f-4147-9731-5e7788e72fad req-a648aefe-4dd7-48ce-98e6-dd6172e5227f tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:34.129621 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf2ce45-dd7f-4147-9731-5e7788e72fad req-a648aefe-4dd7-48ce-98e6-dd6172e5227f tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:34.142708 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf2ce45-dd7f-4147-9731-5e7788e72fad req-a648aefe-4dd7-48ce-98e6-dd6172e5227f tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:34.154252 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea77c827-8702-4d03-85f2-c9c4f0f98bcb tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:34.155250 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ea77c827-8702-4d03-85f2-c9c4f0f98bcb tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:34.156722 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf2ce45-dd7f-4147-9731-5e7788e72fad req-a648aefe-4dd7-48ce-98e6-dd6172e5227f tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:34.164061 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-1ff5908c-55b4-418b-a464-9668dbf5bbdc None None] Allocated IP 172.20.0.2 (e2df9e80-d7fb-4913-88e5-a79f2b8846d5/c932fba0-9499-4f4c-8f8a-cbf8c2292eb9/102dc706-0e09-4892-aaa1-2ed6cc5281ec) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:24:34.169669 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf2ce45-dd7f-4147-9731-5e7788e72fad req-a648aefe-4dd7-48ce-98e6-dd6172e5227f tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:34.175853 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ea77c827-8702-4d03-85f2-c9c4f0f98bcb tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4708579 Aug 10 03:24:34.180422 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59504) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:34.188181 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf2ce45-dd7f-4147-9731-5e7788e72fad req-a648aefe-4dd7-48ce-98e6-dd6172e5227f tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:34.199115 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bcf2ce45-dd7f-4147-9731-5e7788e72fad req-a648aefe-4dd7-48ce-98e6-dd6172e5227f tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/ports?device_id=e94bab8c-37ad-48a0-a25d-4fb04fb90837 HTTP/1.1" status: 200 len: 5429 time: 0.9818528 Aug 10 03:24:34.201152 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ed967d1b-48dc-4e11-ba60-ba4d8fc84a25 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:34.343109 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529724f-596f-425d-8484-8edc30e9c3e9 req-db88e1fa-1350-4855-afd0-4838183a6573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:34.345807 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9529724f-596f-425d-8484-8edc30e9c3e9 req-db88e1fa-1350-4855-afd0-4838183a6573 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cb385cfc3d1046e2925732ed1d1b6b8d&device_id=6274bb2a-64d2-4dc9-83e3-6117ae7a034b HTTP/1.1" status: 200 len: 1095 time: 1.1325543 Aug 10 03:24:34.353457 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-e6db5059-9e69-4ea7-9434-ac5bda365736 tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] Deleting port 5a829e28-713e-4f06-9af0-3b380a0c5487 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:24:34.354177 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e6db5059-9e69-4ea7-9434-ac5bda365736 tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:34.374374 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 2e49da74-5d56-4bd8-bb9b-1423c18070ee completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:24:34.407731 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 2e49da74-5d56-4bd8-bb9b-1423c18070ee triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:24:34.408368 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:34.409412 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a5376b-17bc-4e70-92a9-c47840bd25b6 req-644ebc6c-5ca3-4768-aec4-865b2d3add79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:34.411830 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-02a5376b-17bc-4e70-92a9-c47840bd25b6 req-644ebc6c-5ca3-4768-aec4-865b2d3add79 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4760174f-de57-45ff-8b43-fb08f3155572 HTTP/1.1" status: 200 len: 864 time: 0.3448246 Aug 10 03:24:34.428286 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86c256e-d0eb-4cb6-8879-40f44f86b1ec req-3cd22a36-00db-4a25-bd9b-6b758db146f5 tempest-ServersNegativeTestMultiTenantJSON-1481051477 tempest-ServersNegativeTestMultiTenantJSON-1481051477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:34.442415 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c86c256e-d0eb-4cb6-8879-40f44f86b1ec req-3cd22a36-00db-4a25-bd9b-6b758db146f5 tempest-ServersNegativeTestMultiTenantJSON-1481051477 tempest-ServersNegativeTestMultiTenantJSON-1481051477-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0667616-2cca-4caf-987f-ff48351565be HTTP/1.1" status: 200 len: 945 time: 1.2219992 Aug 10 03:24:34.478833 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e6db5059-9e69-4ea7-9434-ac5bda365736 tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:34.509274 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-e6db5059-9e69-4ea7-9434-ac5bda365736 tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] Calling delete_port for 5a829e28-713e-4f06-9af0-3b380a0c5487 owned by {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:24:34.612638 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9529724f-596f-425d-8484-8edc30e9c3e9 req-ba712eb9-7469-40d3-9399-70159316084d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ed5e5e3-c5e5-454e-ac01-67965e2be9e9 HTTP/1.1" status: 200 len: 217 time: 0.2090702 Aug 10 03:24:34.616004 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-02a5376b-17bc-4e70-92a9-c47840bd25b6 req-560e35f8-bef5-4972-b9a6-26f07356d2bd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=00d1acd0-80e9-4509-b13d-7151b30a160c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1684279 Aug 10 03:24:34.650504 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bcf2ce45-dd7f-4147-9731-5e7788e72fad req-201be60d-cebe-4de2-a9dc-cd19f48321d3 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c67c16e-b8a6-4f4f-8d43-6f09a2fb6b31&id=716261c9-08fe-460b-8070-c5648185c899&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4442613 Aug 10 03:24:34.670180 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:34.698964 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1ff5908c-55b4-418b-a464-9668dbf5bbdc None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:34.737928 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 2e49da74-5d56-4bd8-bb9b-1423c18070ee, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=2e49da74-5d56-4bd8-bb9b-1423c18070ee,segment=NetworkSegment(3b2bf574-7cf5-4b84-96f8-e65d149daec7),segment_id=3b2bf574-7cf5-4b84-96f8-e65d149daec7)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:34.748219 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:34.804093 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e6db5059-9e69-4ea7-9434-ac5bda365736 tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:34.815462 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-1ff5908c-55b4-418b-a464-9668dbf5bbdc None None] Transition to ACTIVE for port object 102dc706-0e09-4892-aaa1-2ed6cc5281ec will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:24:34.856496 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-1ff5908c-55b4-418b-a464-9668dbf5bbdc None None] Transition to ACTIVE for port object 102dc706-0e09-4892-aaa1-2ed6cc5281ec will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:24:34.881994 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1ff5908c-55b4-418b-a464-9668dbf5bbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:34.895701 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6db5059-9e69-4ea7-9434-ac5bda365736 tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] Pushing event deleted for resources: {'Port': ['ID=5a829e28-713e-4f06-9af0-3b380a0c5487,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:34.924025 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff5908c-55b4-418b-a464-9668dbf5bbdc None None] Network e2df9e80-d7fb-4913-88e5-a79f2b8846d5 is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:24:34.930474 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529724f-596f-425d-8484-8edc30e9c3e9 req-a91bc8a3-b8bf-4221-b732-26a95c14b708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:34.932545 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9529724f-596f-425d-8484-8edc30e9c3e9 req-a91bc8a3-b8bf-4221-b732-26a95c14b708 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=56efed23-ee55-46bf-9125-3806eab6d04b HTTP/1.1" status: 200 len: 846 time: 0.2934325 Aug 10 03:24:34.934167 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-1ff5908c-55b4-418b-a464-9668dbf5bbdc None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:24:34.937636 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=2e49da74-5d56-4bd8-bb9b-1423c18070ee,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:34.941581 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff5908c-55b4-418b-a464-9668dbf5bbdc None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:24:34.957427 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f2e3ec-bd5a-4059-8a21-f5daf8de1988 x-openstack-request-id: req-41f2e3ec-bd5a-4059-8a21-f5daf8de1988 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:24:34.957969 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6274bb2a-64d2-4dc9-83e3-6117ae7a034b", "tag": "4ed5e5e3-c5e5-454e-ac01-67965e2be9e9", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:24:34.958372 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-41f2e3ec-bd5a-4059-8a21-f5daf8de1988 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:24:34.959219 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6274bb2a-64d2-4dc9-83e3-6117ae7a034b', 'tag': '4ed5e5e3-c5e5-454e-ac01-67965e2be9e9', 'status': 'completed', 'code': 200} Aug 10 03:24:35.011297 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e6db5059-9e69-4ea7-9434-ac5bda365736 tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:35.015881 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e6db5059-9e69-4ea7-9434-ac5bda365736 tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] 10.222.0.44 "DELETE /v2.0/ports/5a829e28-713e-4f06-9af0-3b380a0c5487 HTTP/1.1" status: 204 len: 168 time: 0.8290317 Aug 10 03:24:35.017042 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59508) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:35.024038 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9529724f-596f-425d-8484-8edc30e9c3e9 req-623ec3bc-1408-411f-b181-be76181d2f4f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b51fae06-be52-4fab-a89b-cef6eae8fffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584514 Aug 10 03:24:35.039550 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c86c256e-d0eb-4cb6-8879-40f44f86b1ec req-549d3e23-29c9-4a99-b9c7-65102f461d17 tempest-ServersNegativeTestMultiTenantJSON-1481051477 tempest-ServersNegativeTestMultiTenantJSON-1481051477-project] 10.222.0.44 "GET /v2.0/security-groups?id=77b41c40-d234-457c-8246-b1b0eef2f9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5955822 Aug 10 03:24:35.085017 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff5908c-55b4-418b-a464-9668dbf5bbdc None None] Pushing event updated for resources: {'Port': ['ID=102dc706-0e09-4892-aaa1-2ed6cc5281ec,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:35.105125 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-1ff5908c-55b4-418b-a464-9668dbf5bbdc None None] Attempting to bind port 102dc706-0e09-4892-aaa1-2ed6cc5281ec on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:24:35.105499 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-1ff5908c-55b4-418b-a464-9668dbf5bbdc None None] Attempting to bind port 102dc706-0e09-4892-aaa1-2ed6cc5281ec by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'b6239bb5-a642-41c0-8c94-ce7a257804bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e2df9e80-d7fb-4913-88e5-a79f2b8846d5'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:24:35.106000 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff5908c-55b4-418b-a464-9668dbf5bbdc None None] Attempting to bind port 102dc706-0e09-4892-aaa1-2ed6cc5281ec on network e2df9e80-d7fb-4913-88e5-a79f2b8846d5 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:35.113640 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff5908c-55b4-418b-a464-9668dbf5bbdc None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:24:35.114355 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff5908c-55b4-418b-a464-9668dbf5bbdc None None] Checking segment: {'id': 'b6239bb5-a642-41c0-8c94-ce7a257804bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e2df9e80-d7fb-4913-88e5-a79f2b8846d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:24:35.115062 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1ff5908c-55b4-418b-a464-9668dbf5bbdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:35.115640 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff5908c-55b4-418b-a464-9668dbf5bbdc None None] Bound using segment: {'id': 'b6239bb5-a642-41c0-8c94-ce7a257804bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e2df9e80-d7fb-4913-88e5-a79f2b8846d5'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:24:35.116556 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-1ff5908c-55b4-418b-a464-9668dbf5bbdc None None] Bound port: 102dc706-0e09-4892-aaa1-2ed6cc5281ec, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6239bb5-a642-41c0-8c94-ce7a257804bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e2df9e80-d7fb-4913-88e5-a79f2b8846d5'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:24:35.117144 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1ff5908c-55b4-418b-a464-9668dbf5bbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:35.191572 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-02a5376b-17bc-4e70-92a9-c47840bd25b6 req-2b720bb8-df0c-4bea-86de-ba192a4b42b8 service neutron] 10.222.0.42 "GET /v2.0/networks/00d1acd0-80e9-4509-b13d-7151b30a160c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5504236 Aug 10 03:24:35.193952 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9529724f-596f-425d-8484-8edc30e9c3e9 req-bdd13f4f-2555-4003-8fef-28194a856d3c service neutron] 10.222.0.42 "GET /v2.0/networks/b51fae06-be52-4fab-a89b-cef6eae8fffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529598 Aug 10 03:24:35.199668 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-110a6119-527e-4e7b-b47c-117aa213f4d3 tempest-DHCPAgentSchedulersTestJSON-1092498257 tempest-DHCPAgentSchedulersTestJSON-1092498257-project-admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.1810696 Aug 10 03:24:35.202342 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59516) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:35.211222 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-10a3cfed-7828-4974-918c-27dce132ac44 tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1077743778'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:35.231681 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-1ff5908c-55b4-418b-a464-9668dbf5bbdc None None] For port 102dc706-0e09-4892-aaa1-2ed6cc5281ec, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:24:35.235963 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-1ff5908c-55b4-418b-a464-9668dbf5bbdc None None] For port 102dc706-0e09-4892-aaa1-2ed6cc5281ec, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=102dc706-0e09-4892-aaa1-2ed6cc5281ec,segment=NetworkSegment(b6239bb5-a642-41c0-8c94-ce7a257804bf),segment_id=b6239bb5-a642-41c0-8c94-ce7a257804bf)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:24:35.236173 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-ed967d1b-48dc-4e11-ba60-ba4d8fc84a25 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] Allocated IP 172.25.6.129 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/3988202d-f0d8-4a85-98e3-f463ffc74507) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:24:35.241992 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1ff5908c-55b4-418b-a464-9668dbf5bbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:35.260267 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a3cfed-7828-4974-918c-27dce132ac44 tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] Made reservation on behalf of 754b803d9bca4076a08db2c2dbf3d68e for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:35.270505 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-10a3cfed-7828-4974-918c-27dce132ac44 tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:35.330774 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10a3cfed-7828-4974-918c-27dce132ac44 tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:24:35.365937 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-10a3cfed-7828-4974-918c-27dce132ac44 tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:35.370349 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-10a3cfed-7828-4974-918c-27dce132ac44 tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] Added segment d55243f5-dd39-4a00-b208-7976acfa15a7 of type vlan for network 5e01073f-7b16-4909-8bed-f83c953c02e2 Aug 10 03:24:35.451019 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-10a3cfed-7828-4974-918c-27dce132ac44 tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:35.501914 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff5908c-55b4-418b-a464-9668dbf5bbdc None None] Pushing event updated for resources: {'Port': ['ID=102dc706-0e09-4892-aaa1-2ed6cc5281ec,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:35.521824 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-10a3cfed-7828-4974-918c-27dce132ac44 tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:35.531535 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a3cfed-7828-4974-918c-27dce132ac44 tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:35.533754 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-10a3cfed-7828-4974-918c-27dce132ac44 tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:35.716492 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-10a3cfed-7828-4974-918c-27dce132ac44 tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.5086524 Aug 10 03:24:35.718895 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59524) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:35.747389 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ef3f9c-cb6a-4dc7-b00c-81c6136d04d7 req-fc49131c-89af-4a05-8853-9aad03ef96f3 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:35.749571 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-58ef3f9c-cb6a-4dc7-b00c-81c6136d04d7 req-fc49131c-89af-4a05-8853-9aad03ef96f3 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=6274bb2a-64d2-4dc9-83e3-6117ae7a034b HTTP/1.1" status: 200 len: 943 time: 0.4975843 Aug 10 03:24:35.772929 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a3cfed-7828-4974-918c-27dce132ac44 tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] Pushing event updated for resources: {'Network': ['ID=5e01073f-7b16-4909-8bed-f83c953c02e2,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:35.790133 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 5e01073f-7b16-4909-8bed-f83c953c02e2 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:24:35.956108 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9529724f-596f-425d-8484-8edc30e9c3e9 req-152bf020-2d13-48fe-9637-bc88719bcb23 service neutron] 10.222.0.42 "GET /v2.0/networks/b51fae06-be52-4fab-a89b-cef6eae8fffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7352312 Aug 10 03:24:36.003388 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-02a5376b-17bc-4e70-92a9-c47840bd25b6 req-9b0837d0-e7ad-417e-b122-07fa83f56474 service neutron] 10.222.0.42 "GET /v2.0/networks/00d1acd0-80e9-4509-b13d-7151b30a160c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7842524 Aug 10 03:24:36.028710 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ed967d1b-48dc-4e11-ba60-ba4d8fc84a25 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:36.094735 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 2e49da74-5d56-4bd8-bb9b-1423c18070ee up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:24:36.119699 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3997feb0-59d0-4ab0-bb4a-02478ad63e9c req-6817a9cc-34b2-4183-8d88-382d5c56237a tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:36.128077 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3997feb0-59d0-4ab0-bb4a-02478ad63e9c req-6817a9cc-34b2-4183-8d88-382d5c56237a tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:36.136998 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3997feb0-59d0-4ab0-bb4a-02478ad63e9c req-6817a9cc-34b2-4183-8d88-382d5c56237a tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] 10.222.0.44 "GET /v2.0/ports?device_id=13cc5b9b-c6e4-4145-b889-67cee7c22342&device_id=898c5a29-76db-42cc-bf61-56624892a921 HTTP/1.1" status: 200 len: 1682 time: 0.3671248 Aug 10 03:24:36.158842 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-58ef3f9c-cb6a-4dc7-b00c-81c6136d04d7 req-12bc7d00-ac75-4f78-b1ba-fc447476c291 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976885 Aug 10 03:24:36.188561 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 2e49da74-5d56-4bd8-bb9b-1423c18070ee triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:24:36.189502 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:36.232757 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-03f4d64a-2856-4782-b2e5-468de3c038d0 tempest-DHCPAgentSchedulersTestJSON-1092498257 tempest-DHCPAgentSchedulersTestJSON-1092498257-project-admin] 10.222.0.44 "GET /v2.0/agents/22d0555c-fb59-4a7f-9ed0-9f7361e41105/dhcp-networks HTTP/1.1" status: 200 len: 12837 time: 0.5115819 Aug 10 03:24:36.235396 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59532) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:36.253391 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ed967d1b-48dc-4e11-ba60-ba4d8fc84a25 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:36.258582 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3997feb0-59d0-4ab0-bb4a-02478ad63e9c req-410cd573-65e1-4334-9b6e-683b21bd0de0 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] 10.222.0.44 "GET /v2.0/security-groups?id=d446119c-4ecd-4642-8c93-06b1f694a1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207542 Aug 10 03:24:36.285701 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990b1677-ba0b-4dd4-a127-4149eed3d505 req-b78a6614-10a3-4e8a-a4b7-8ea34e972b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:36.287735 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-990b1677-ba0b-4dd4-a127-4149eed3d505 req-b78a6614-10a3-4e8a-a4b7-8ea34e972b8f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cb385cfc3d1046e2925732ed1d1b6b8d&device_id=6274bb2a-64d2-4dc9-83e3-6117ae7a034b HTTP/1.1" status: 200 len: 1095 time: 0.1971867 Aug 10 03:24:36.393380 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d44ff1-fd1e-442f-8c84-bbdcda8fb686 tempest-DHCPAgentSchedulersTestJSON-1092498257 tempest-DHCPAgentSchedulersTestJSON-1092498257-project-admin] Network 5e01073f-7b16-4909-8bed-f83c953c02e2 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:24:36.397994 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed967d1b-48dc-4e11-ba60-ba4d8fc84a25 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:24:36.411987 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-ed967d1b-48dc-4e11-ba60-ba4d8fc84a25 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:24:36.413982 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-89d44ff1-fd1e-442f-8c84-bbdcda8fb686 tempest-DHCPAgentSchedulersTestJSON-1092498257 tempest-DHCPAgentSchedulersTestJSON-1092498257-project-admin] 10.222.0.44 "POST /v2.0/agents/22d0555c-fb59-4a7f-9ed0-9f7361e41105/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1765759 Aug 10 03:24:36.415865 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59536) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:36.422453 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed967d1b-48dc-4e11-ba60-ba4d8fc84a25 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:24:36.422703 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c470f8f0-bc6d-4225-b3e5-aaacac1bc2af None None] Network 5e01073f-7b16-4909-8bed-f83c953c02e2 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:24:36.442626 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd9c1c0-704e-4ff5-956f-e928a068b9b8 req-de28b5e2-39a6-4c38-920b-df2f5407b2df tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:36.449032 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd9c1c0-704e-4ff5-956f-e928a068b9b8 req-de28b5e2-39a6-4c38-920b-df2f5407b2df tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:36.455161 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd9c1c0-704e-4ff5-956f-e928a068b9b8 req-de28b5e2-39a6-4c38-920b-df2f5407b2df tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:36.461419 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd9c1c0-704e-4ff5-956f-e928a068b9b8 req-de28b5e2-39a6-4c38-920b-df2f5407b2df tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:36.472358 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd9c1c0-704e-4ff5-956f-e928a068b9b8 req-de28b5e2-39a6-4c38-920b-df2f5407b2df tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:36.478979 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd9c1c0-704e-4ff5-956f-e928a068b9b8 req-de28b5e2-39a6-4c38-920b-df2f5407b2df tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:36.485471 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd9c1c0-704e-4ff5-956f-e928a068b9b8 req-de28b5e2-39a6-4c38-920b-df2f5407b2df tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:36.487559 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fbd9c1c0-704e-4ff5-956f-e928a068b9b8 req-de28b5e2-39a6-4c38-920b-df2f5407b2df tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/ports?device_id=e94bab8c-37ad-48a0-a25d-4fb04fb90837 HTTP/1.1" status: 200 len: 5429 time: 0.2263455 Aug 10 03:24:36.490965 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed967d1b-48dc-4e11-ba60-ba4d8fc84a25 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] Pushing event updated for resources: {'Port': ['ID=3988202d-f0d8-4a85-98e3-f463ffc74507,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:36.593749 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990b1677-ba0b-4dd4-a127-4149eed3d505 req-dfaf62ee-b435-4f6b-bea5-0b21a7733389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:36.595497 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-990b1677-ba0b-4dd4-a127-4149eed3d505 req-dfaf62ee-b435-4f6b-bea5-0b21a7733389 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b51fae06-be52-4fab-a89b-cef6eae8fffd HTTP/1.1" status: 200 len: 906 time: 0.2822909 Aug 10 03:24:36.638476 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fbd9c1c0-704e-4ff5-956f-e928a068b9b8 req-2f0461f9-34fd-4f64-923c-292a1956e4fb tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c67c16e-b8a6-4f4f-8d43-6f09a2fb6b31&id=716261c9-08fe-460b-8070-c5648185c899&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1201220 Aug 10 03:24:36.688661 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-990b1677-ba0b-4dd4-a127-4149eed3d505 req-e83acaaf-0ad4-4827-8034-7bc6f6821264 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ed5e5e3-c5e5-454e-ac01-67965e2be9e9 HTTP/1.1" status: 200 len: 217 time: 0.0608509 Aug 10 03:24:36.703751 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device c40b5058-84d3-4cd1-8b92-77f51ba65d58 details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:24:36.766011 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-f5ce14c1-cec3-436f-8e4e-83ad6cf2842d tempest-DHCPAgentSchedulersTestJSON-1092498257 tempest-DHCPAgentSchedulersTestJSON-1092498257-project-admin] 10.222.0.44 "GET /v2.0/agents/22d0555c-fb59-4a7f-9ed0-9f7361e41105/dhcp-networks HTTP/1.1" status: 200 len: 13607 time: 0.3481853 Aug 10 03:24:36.767177 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59540) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:36.814776 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1731137d-9656-4b69-9c5d-fc0ae72029a2 req-c648da66-d6e5-4cc9-8313-8393ce71590c tempest-ServersNegativeTestMultiTenantJSON-1481051477 tempest-ServersNegativeTestMultiTenantJSON-1481051477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:36.816472 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1731137d-9656-4b69-9c5d-fc0ae72029a2 req-c648da66-d6e5-4cc9-8313-8393ce71590c tempest-ServersNegativeTestMultiTenantJSON-1481051477 tempest-ServersNegativeTestMultiTenantJSON-1481051477-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0667616-2cca-4caf-987f-ff48351565be HTTP/1.1" status: 200 len: 945 time: 0.2285087 Aug 10 03:24:36.842845 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990b1677-ba0b-4dd4-a127-4149eed3d505 req-d7eff223-9d20-4c52-9926-1e472eb42eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:36.844360 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-990b1677-ba0b-4dd4-a127-4149eed3d505 req-d7eff223-9d20-4c52-9926-1e472eb42eb7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=56efed23-ee55-46bf-9125-3806eab6d04b HTTP/1.1" status: 200 len: 846 time: 0.1200206 Aug 10 03:24:36.879471 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ed967d1b-48dc-4e11-ba60-ba4d8fc84a25 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:36.933189 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-990b1677-ba0b-4dd4-a127-4149eed3d505 req-69176ebd-0d66-4962-80a6-276538b65edc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b51fae06-be52-4fab-a89b-cef6eae8fffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693107 Aug 10 03:24:36.956737 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port c40b5058-84d3-4cd1-8b92-77f51ba65d58, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=c40b5058-84d3-4cd1-8b92-77f51ba65d58,segment=NetworkSegment(da5baf82-2c94-46cf-9d3e-76c1062019c8),segment_id=da5baf82-2c94-46cf-9d3e-76c1062019c8)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:36.980650 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e61ee938-66c4-47fc-af97-3e395e1f1dd2 tempest-DHCPAgentSchedulersTestJSON-1092498257 tempest-DHCPAgentSchedulersTestJSON-1092498257-project-admin] 10.222.0.44 "DELETE /v2.0/agents/22d0555c-fb59-4a7f-9ed0-9f7361e41105/dhcp-networks/5e01073f-7b16-4909-8bed-f83c953c02e2 HTTP/1.1" status: 204 len: 168 time: 0.2113767 Aug 10 03:24:36.984934 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59546) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:36.986142 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': 'c40b5058-84d3-4cd1-8b92-77f51ba65d58', 'network_id': '63aaa48c-3c91-4250-a53f-1bccfcaa858a', 'port_id': 'c40b5058-84d3-4cd1-8b92-77f51ba65d58', 'mac_address': 'fa:16:3e:cb:2a:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca1aff80-b32d-4216-9390-cdd43e41ee33', 'ip_address': '10.1.1.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:24:37.060895 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:37.085710 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c40b5058-84d3-4cd1-8b92-77f51ba65d58 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:24:37.100775 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 4ed5e5e3-c5e5-454e-ac01-67965e2be9e9 details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:24:37.106097 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 58f7d16e-8cb2-4eb0-a97d-2afb66c76012 up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:24:37.154091 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-990b1677-ba0b-4dd4-a127-4149eed3d505 req-e669687c-80ed-4951-b42b-b9060b1b2deb service neutron] 10.222.0.42 "GET /v2.0/networks/b51fae06-be52-4fab-a89b-cef6eae8fffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089427 Aug 10 03:24:37.168229 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1731137d-9656-4b69-9c5d-fc0ae72029a2 req-fc969eb3-d7b7-4329-9023-203605e2464a tempest-ServersNegativeTestMultiTenantJSON-1481051477 tempest-ServersNegativeTestMultiTenantJSON-1481051477-project] 10.222.0.44 "GET /v2.0/security-groups?id=77b41c40-d234-457c-8246-b1b0eef2f9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3316541 Aug 10 03:24:37.234163 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a887e08b-cafa-43fc-b10e-50eb7ae68d42 tempest-DHCPAgentSchedulersTestJSON-1092498257 tempest-DHCPAgentSchedulersTestJSON-1092498257-project-admin] 10.222.0.44 "GET /v2.0/agents/22d0555c-fb59-4a7f-9ed0-9f7361e41105/dhcp-networks HTTP/1.1" status: 200 len: 12837 time: 0.2479112 Aug 10 03:24:37.241713 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59550) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:37.278175 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e683e760-4f39-40fb-b8d7-4a149bb26f4e tempest-DHCPAgentSchedulersTestJSON-1092498257 tempest-DHCPAgentSchedulersTestJSON-1092498257-project-admin] 10.222.0.44 "GET /v2.0/networks/e2df9e80-d7fb-4913-88e5-a79f2b8846d5/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0351422 Aug 10 03:24:37.284730 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59552) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:37.323151 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-9c257649-ac23-41d7-be77-784c2cf6e8ee tempest-DHCPAgentSchedulersTestJSON-1092498257 tempest-DHCPAgentSchedulersTestJSON-1092498257-project-admin] 10.222.0.44 "GET /v2.0/networks/e2df9e80-d7fb-4913-88e5-a79f2b8846d5/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0366254 Aug 10 03:24:37.328402 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59554) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:37.329225 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port c40b5058-84d3-4cd1-8b92-77f51ba65d58, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=c40b5058-84d3-4cd1-8b92-77f51ba65d58,segment=NetworkSegment(da5baf82-2c94-46cf-9d3e-76c1062019c8),segment_id=da5baf82-2c94-46cf-9d3e-76c1062019c8)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:37.348791 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:37.349399 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 0cd7be64-cc3e-4c91-92fd-30cfd759de99 details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:24:37.453716 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ed967d1b-48dc-4e11-ba60-ba4d8fc84a25 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:37.484860 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.db.resource_extend [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:24:37.513903 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-990b1677-ba0b-4dd4-a127-4149eed3d505 req-77771e57-420f-4628-89e0-43c9f371d15b service neutron] 10.222.0.42 "GET /v2.0/networks/b51fae06-be52-4fab-a89b-cef6eae8fffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3096967 Aug 10 03:24:37.539962 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f85eff-b2e6-4a0c-bbe5-564286e0e6ad None None] Network e2df9e80-d7fb-4913-88e5-a79f2b8846d5 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:24:37.565765 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aa268c-8c1c-4c31-93f8-0ae4fda79041 req-0d2ea7a8-bc39-46f4-89ae-ca6170392d0f tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:37.574486 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c7aa268c-8c1c-4c31-93f8-0ae4fda79041 req-0d2ea7a8-bc39-46f4-89ae-ca6170392d0f tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=6274bb2a-64d2-4dc9-83e3-6117ae7a034b HTTP/1.1" status: 200 len: 943 time: 0.2349472 Aug 10 03:24:37.592397 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-22d75fc1-bf0e-4333-b949-35b3bdb589d7 tempest-DHCPAgentSchedulersTestJSON-1092498257 tempest-DHCPAgentSchedulersTestJSON-1092498257-project-admin] 10.222.0.44 "GET /v2.0/agents/22d0555c-fb59-4a7f-9ed0-9f7361e41105/dhcp-networks HTTP/1.1" status: 200 len: 12837 time: 0.2601652 Aug 10 03:24:37.598049 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59562) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:37.679719 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c7aa268c-8c1c-4c31-93f8-0ae4fda79041 req-89f96121-f406-4408-8dbd-e99767f869c0 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041968 Aug 10 03:24:37.798888 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 4ed5e5e3-c5e5-454e-ac01-67965e2be9e9, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=4ed5e5e3-c5e5-454e-ac01-67965e2be9e9,segment=NetworkSegment(73bbe919-55b7-4c3d-b65b-52e4e628212a),segment_id=73bbe919-55b7-4c3d-b65b-52e4e628212a)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:37.836587 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ed967d1b-48dc-4e11-ba60-ba4d8fc84a25 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:37.850711 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ed967d1b-48dc-4e11-ba60-ba4d8fc84a25 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:37.854640 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': '4ed5e5e3-c5e5-454e-ac01-67965e2be9e9', 'network_id': 'b51fae06-be52-4fab-a89b-cef6eae8fffd', 'port_id': '4ed5e5e3-c5e5-454e-ac01-67965e2be9e9', 'mac_address': 'fa:16:3e:55:c5:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56efed23-ee55-46bf-9125-3806eab6d04b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:24:37.906359 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning for port 58f7d16e-8cb2-4eb0-a97d-2afb66c76012 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:24:37.913643 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e69a0d63-2766-465e-b7ce-106c1d57b2bb tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:37.942203 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 0cd7be64-cc3e-4c91-92fd-30cfd759de99, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=0cd7be64-cc3e-4c91-92fd-30cfd759de99,segment=NetworkSegment(da5baf82-2c94-46cf-9d3e-76c1062019c8),segment_id=da5baf82-2c94-46cf-9d3e-76c1062019c8)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:37.949332 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port 58f7d16e-8cb2-4eb0-a97d-2afb66c76012 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:24:37.949782 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:38.016036 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=c40b5058-84d3-4cd1-8b92-77f51ba65d58,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:38.063930 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-593a46cc-21b5-475d-bcad-38538e4e3262 None None] Provisioning for port 102dc706-0e09-4892-aaa1-2ed6cc5281ec completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:24:38.174523 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': '0cd7be64-cc3e-4c91-92fd-30cfd759de99', 'network_id': '63aaa48c-3c91-4250-a53f-1bccfcaa858a', 'port_id': '0cd7be64-cc3e-4c91-92fd-30cfd759de99', 'mac_address': 'fa:16:3e:49:81:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca1aff80-b32d-4216-9390-cdd43e41ee33', 'ip_address': '10.1.1.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:24:38.176310 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 102dc706-0e09-4892-aaa1-2ed6cc5281ec up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:24:38.223753 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:38.234977 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed967d1b-48dc-4e11-ba60-ba4d8fc84a25 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] Pushing event updated for resources: {'Port': ['ID=3988202d-f0d8-4a85-98e3-f463ffc74507,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:38.242551 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ed967d1b-48dc-4e11-ba60-ba4d8fc84a25 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:38.263469 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e69a0d63-2766-465e-b7ce-106c1d57b2bb tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:38.272325 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ed967d1b-48dc-4e11-ba60-ba4d8fc84a25 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:38.282411 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-ed967d1b-48dc-4e11-ba60-ba4d8fc84a25 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.3895802 Aug 10 03:24:38.298245 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-e69a0d63-2766-465e-b7ce-106c1d57b2bb tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e01073f-7b16-4909-8bed-f83c953c02e2']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:38.318878 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e059ce8-c509-4360-8819-ef52639c6201 req-f811de9c-81a3-4fd8-b6f1-30546bc0a2d9 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:38.320840 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0e059ce8-c509-4360-8819-ef52639c6201 req-f811de9c-81a3-4fd8-b6f1-30546bc0a2d9 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] 10.222.0.44 "GET /v2.0/ports?device_id=13cc5b9b-c6e4-4145-b889-67cee7c22342 HTTP/1.1" status: 200 len: 946 time: 0.2037067 Aug 10 03:24:38.343909 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-e69a0d63-2766-465e-b7ce-106c1d57b2bb tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd55243f5-dd39-4a00-b208-7976acfa15a7') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:38.347115 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-e69a0d63-2766-465e-b7ce-106c1d57b2bb tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd55243f5-dd39-4a00-b208-7976acfa15a7') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:38.370847 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ed5e5e3-c5e5-454e-ac01-67965e2be9e9 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:24:38.374635 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81448766-34ba-4cfd-a71b-92198fef9c93 req-2205c19b-f66b-419a-a61a-43f2183fe393 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:38.383470 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81448766-34ba-4cfd-a71b-92198fef9c93 req-2205c19b-f66b-419a-a61a-43f2183fe393 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:38.384634 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e69a0d63-2766-465e-b7ce-106c1d57b2bb tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:38.386378 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:38.393001 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81448766-34ba-4cfd-a71b-92198fef9c93 req-2205c19b-f66b-419a-a61a-43f2183fe393 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:38.399434 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81448766-34ba-4cfd-a71b-92198fef9c93 req-2205c19b-f66b-419a-a61a-43f2183fe393 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:38.405895 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81448766-34ba-4cfd-a71b-92198fef9c93 req-2205c19b-f66b-419a-a61a-43f2183fe393 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:38.412374 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81448766-34ba-4cfd-a71b-92198fef9c93 req-2205c19b-f66b-419a-a61a-43f2183fe393 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:38.420925 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81448766-34ba-4cfd-a71b-92198fef9c93 req-2205c19b-f66b-419a-a61a-43f2183fe393 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:38.429907 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:38.430272 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-81448766-34ba-4cfd-a71b-92198fef9c93 req-2205c19b-f66b-419a-a61a-43f2183fe393 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/ports?device_id=e94bab8c-37ad-48a0-a25d-4fb04fb90837 HTTP/1.1" status: 200 len: 5430 time: 0.3686862 Aug 10 03:24:38.440788 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e69a0d63-2766-465e-b7ce-106c1d57b2bb tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:38.457966 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e69a0d63-2766-465e-b7ce-106c1d57b2bb tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:24:38.459390 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e69a0d63-2766-465e-b7ce-106c1d57b2bb tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:38.466880 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 4ed5e5e3-c5e5-454e-ac01-67965e2be9e9, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=4ed5e5e3-c5e5-454e-ac01-67965e2be9e9,segment=NetworkSegment(73bbe919-55b7-4c3d-b65b-52e4e628212a),segment_id=73bbe919-55b7-4c3d-b65b-52e4e628212a)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:38.498342 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:38.499012 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0e059ce8-c509-4360-8819-ef52639c6201 req-682ff0bc-57e7-48ea-aa81-1be59e76fa80 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] 10.222.0.44 "GET /v2.0/security-groups?id=d446119c-4ecd-4642-8c93-06b1f694a1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667588 Aug 10 03:24:38.544192 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-81448766-34ba-4cfd-a71b-92198fef9c93 req-e3833d4f-36bc-474a-a588-170633ea0cd4 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c67c16e-b8a6-4f4f-8d43-6f09a2fb6b31&id=716261c9-08fe-460b-8070-c5648185c899&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1127641 Aug 10 03:24:38.565309 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0667616-2cca-4caf-987f-ff48351565be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58f7d16e-8cb2-4eb0-a97d-2afb66c76012'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:24:38.567838 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a6cf09-a908-4ffb-9bf8-f0dcea25f92e" -d '{"events": [{"server_uuid": "b0667616-2cca-4caf-987f-ff48351565be", "name": "network-vif-plugged", "status": "completed", "tag": "58f7d16e-8cb2-4eb0-a97d-2afb66c76012"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:24:38.574439 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=4ed5e5e3-c5e5-454e-ac01-67965e2be9e9,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:38.589953 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cd7be64-cc3e-4c91-92fd-30cfd759de99 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:24:38.606758 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 102dc706-0e09-4892-aaa1-2ed6cc5281ec completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:24:38.617248 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 58f7d16e-8cb2-4eb0-a97d-2afb66c76012, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=58f7d16e-8cb2-4eb0-a97d-2afb66c76012,segment=NetworkSegment(dc0cca6f-db67-4094-92d2-789afa338c8e),segment_id=dc0cca6f-db67-4094-92d2-789afa338c8e)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:38.619563 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:24:38.619563 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:24:38.619563 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:24:38.619563 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:24:38.619563 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:24:38.619563 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:24:38.619563 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:24:38.619563 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:24:38.619563 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:24:38.619563 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:24:38.619563 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:24:38.619563 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:24:38.619563 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:24:38.619563 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:24:38.619563 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:24:38.619563 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:24:38.619563 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:24:38.619563 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:24:38.619563 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:24:38.619563 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:24:38.619563 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:24:38.619563 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:24:38.619563 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:24:38.619563 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:24:38.619563 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:24:38.619563 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:24:38.619563 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:24:38.619563 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:24:38.619563 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:24:38.619563 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:24:38.619563 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:24:38.619563 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:24:38.623698 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 102dc706-0e09-4892-aaa1-2ed6cc5281ec triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:24:38.624172 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:38.630058 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e69a0d63-2766-465e-b7ce-106c1d57b2bb tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:38.645300 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e69a0d63-2766-465e-b7ce-106c1d57b2bb tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:38.657067 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e69a0d63-2766-465e-b7ce-106c1d57b2bb tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] 10.222.0.44 "DELETE /v2.0/networks/5e01073f-7b16-4909-8bed-f83c953c02e2 HTTP/1.1" status: 204 len: 168 time: 1.0533049 Aug 10 03:24:38.659023 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:38.660321 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 59584) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:38.661329 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 0cd7be64-cc3e-4c91-92fd-30cfd759de99, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=0cd7be64-cc3e-4c91-92fd-30cfd759de99,segment=NetworkSegment(da5baf82-2c94-46cf-9d3e-76c1062019c8),segment_id=da5baf82-2c94-46cf-9d3e-76c1062019c8)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:38.669924 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69a0d63-2766-465e-b7ce-106c1d57b2bb tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] Pushing event deleted for resources: {'Network': ['ID=5e01073f-7b16-4909-8bed-f83c953c02e2,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:38.715710 n-d-768862-13 neutron-server[94260]: INFO neutron.pecan_wsgi.hooks.translation [None req-69cb456f-0b7d-4708-857a-eb3008794968 tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] DELETE failed (client error): The resource could not be found. Aug 10 03:24:38.716707 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69cb456f-0b7d-4708-857a-eb3008794968 tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:24:38.732519 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-69cb456f-0b7d-4708-857a-eb3008794968 tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] 10.222.0.44 "DELETE /v2.0/ports/5a829e28-713e-4f06-9af0-3b380a0c5487 HTTP/1.1" status: 404 len: 333 time: 0.0699387 Aug 10 03:24:38.736467 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59592) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:38.770179 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=58f7d16e-8cb2-4eb0-a97d-2afb66c76012,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:38.778559 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:38.779521 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device c6098a0b-6358-487c-bb4f-c602b7532c39 details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:24:38.858760 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd28301d-74bf-4fd3-b941-0f50e24e49c9 tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] Deleting subnet c932fba0-9499-4f4c-8f8a-cbf8c2292eb9 {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:24:38.864154 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-dd28301d-74bf-4fd3-b941-0f50e24e49c9 tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:38.916654 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-dd28301d-74bf-4fd3-b941-0f50e24e49c9 tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:38.926559 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4f248bb6-1eda-47dd-8383-4a3becc083ec req-6ceb9238-930a-4550-91fe-6992ccb037df tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1152614944&fields=id&tenant_id=6d8729f463214da9aba5238905630698 HTTP/1.1" status: 200 len: 267 time: 0.1634958 Aug 10 03:24:39.015893 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['4ed5e5e3-c5e5-454e-ac01-67965e2be9e9'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:24:39.039912 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-dd28301d-74bf-4fd3-b941-0f50e24e49c9 tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:39.117628 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=0cd7be64-cc3e-4c91-92fd-30cfd759de99,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:39.133954 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-dd28301d-74bf-4fd3-b941-0f50e24e49c9 tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:39.200781 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd28301d-74bf-4fd3-b941-0f50e24e49c9 tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] Pushing event deleted for resources: {'Subnet': ['ID=c932fba0-9499-4f4c-8f8a-cbf8c2292eb9,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:39.205520 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-7add4485-c2ea-4de1-935c-53d28335c2be None None] Provisioning complete for port 102dc706-0e09-4892-aaa1-2ed6cc5281ec triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:24:39.207572 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-7add4485-c2ea-4de1-935c-53d28335c2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:39.216581 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-dd28301d-74bf-4fd3-b941-0f50e24e49c9 tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:39.219064 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-dd28301d-74bf-4fd3-b941-0f50e24e49c9 tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] 10.222.0.44 "DELETE /v2.0/subnets/c932fba0-9499-4f4c-8f8a-cbf8c2292eb9 HTTP/1.1" status: 204 len: 168 time: 0.4805286 Aug 10 03:24:39.222469 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59598) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:39.330820 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:39.359550 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3a4bfa48-2c82-420f-a1ac-51f5a1958f0e tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:39.381612 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 102dc706-0e09-4892-aaa1-2ed6cc5281ec, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=102dc706-0e09-4892-aaa1-2ed6cc5281ec,segment=NetworkSegment(b6239bb5-a642-41c0-8c94-ce7a257804bf),segment_id=b6239bb5-a642-41c0-8c94-ce7a257804bf)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:39.397191 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:39.400408 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port c6098a0b-6358-487c-bb4f-c602b7532c39, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=c6098a0b-6358-487c-bb4f-c602b7532c39,segment=NetworkSegment(06a2e05c-772c-447f-825d-36b8db222e98),segment_id=06a2e05c-772c-447f-825d-36b8db222e98)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:39.440691 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116d8f6d-7dab-40e8-a244-cc212eee9dc1 None None] Network e2df9e80-d7fb-4913-88e5-a79f2b8846d5 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:24:39.638394 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f93f6-0682-4483-abe6-a307f6348666 req-7bc01ac0-4e3a-4d9f-a3a5-87930f0a1836 tempest-ServersNegativeTestMultiTenantJSON-1481051477 tempest-ServersNegativeTestMultiTenantJSON-1481051477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:39.642874 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f57f93f6-0682-4483-abe6-a307f6348666 req-7bc01ac0-4e3a-4d9f-a3a5-87930f0a1836 tempest-ServersNegativeTestMultiTenantJSON-1481051477 tempest-ServersNegativeTestMultiTenantJSON-1481051477-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0667616-2cca-4caf-987f-ff48351565be HTTP/1.1" status: 200 len: 946 time: 0.9304581 Aug 10 03:24:39.696303 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': 'c6098a0b-6358-487c-bb4f-c602b7532c39', 'network_id': 'c16d896b-1b67-48b5-b66a-585f180ec01d', 'port_id': 'c6098a0b-6358-487c-bb4f-c602b7532c39', 'mac_address': 'fa:16:3e:e8:46:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa93a2c2-4364-4161-aedc-a9856625b70d', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:24:39.813657 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=102dc706-0e09-4892-aaa1-2ed6cc5281ec,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:39.815274 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915f8c9e-5b84-4181-8728-641c239b488d req-5e885581-0c34-490c-bf47-6d40ac1cfa8c tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:39.818131 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-915f8c9e-5b84-4181-8728-641c239b488d req-5e885581-0c34-490c-bf47-6d40ac1cfa8c tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] 10.222.0.42 "GET /v2.0/ports?device_id=13cc5b9b-c6e4-4145-b889-67cee7c22342 HTTP/1.1" status: 200 len: 946 time: 0.3186216 Aug 10 03:24:39.868329 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f57f93f6-0682-4483-abe6-a307f6348666 req-e8361e4e-e1e5-48cb-8e4f-8aab5fcc5804 tempest-ServersNegativeTestMultiTenantJSON-1481051477 tempest-ServersNegativeTestMultiTenantJSON-1481051477-project] 10.222.0.44 "GET /v2.0/security-groups?id=77b41c40-d234-457c-8246-b1b0eef2f9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877530 Aug 10 03:24:39.868654 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bfa48-2c82-420f-a1ac-51f5a1958f0e tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] Deleting port 102dc706-0e09-4892-aaa1-2ed6cc5281ec {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:24:39.869359 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3a4bfa48-2c82-420f-a1ac-51f5a1958f0e tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:39.875427 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:39.877608 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-8f3bbab6-fad3-428c-94cc-7162728e063a None None] Could not find standard attr ID for object 5a829e28-713e-4f06-9af0-3b380a0c5487. {{(pid=94262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:24:39.909972 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6098a0b-6358-487c-bb4f-c602b7532c39 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:24:39.922444 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff34f5e-6b3d-4512-aa71-3898629fb4a2 req-8d882526-a6dc-4a72-90a4-d7387a36d984 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:39.926112 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4ff34f5e-6b3d-4512-aa71-3898629fb4a2 req-8d882526-a6dc-4a72-90a4-d7387a36d984 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] 10.222.0.42 "GET /v2.0/ports?device_id=898c5a29-76db-42cc-bf61-56624892a921 HTTP/1.1" status: 200 len: 945 time: 0.3785849 Aug 10 03:24:39.972594 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port c6098a0b-6358-487c-bb4f-c602b7532c39, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=c6098a0b-6358-487c-bb4f-c602b7532c39,segment=NetworkSegment(06a2e05c-772c-447f-825d-36b8db222e98),segment_id=06a2e05c-772c-447f-825d-36b8db222e98)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:39.972899 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-3a4bfa48-2c82-420f-a1ac-51f5a1958f0e tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] For port 102dc706-0e09-4892-aaa1-2ed6cc5281ec, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=102dc706-0e09-4892-aaa1-2ed6cc5281ec,segment=NetworkSegment(b6239bb5-a642-41c0-8c94-ce7a257804bf),segment_id=b6239bb5-a642-41c0-8c94-ce7a257804bf)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:39.973361 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3a4bfa48-2c82-420f-a1ac-51f5a1958f0e tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:39.988345 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:39.989263 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device cd1eca9b-5bbc-491b-8156-b62b269a02ad details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:24:40.001965 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5116aa9b-5884-4fbe-9351-8ee70e67224b x-openstack-request-id: req-5116aa9b-5884-4fbe-9351-8ee70e67224b {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:24:40.002481 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0667616-2cca-4caf-987f-ff48351565be", "name": "network-vif-plugged", "status": "completed", "tag": "58f7d16e-8cb2-4eb0-a97d-2afb66c76012", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:24:40.002889 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5116aa9b-5884-4fbe-9351-8ee70e67224b {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:24:40.003655 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0667616-2cca-4caf-987f-ff48351565be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58f7d16e-8cb2-4eb0-a97d-2afb66c76012', 'code': 200} Aug 10 03:24:40.014712 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bfa48-2c82-420f-a1ac-51f5a1958f0e tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] Calling delete_port for 102dc706-0e09-4892-aaa1-2ed6cc5281ec owned by network:dhcp {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:24:40.052831 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a489f8-0974-404a-bbde-bd352b078065 None None] DHCP port deletion for e2df9e80-d7fb-4913-88e5-a79f2b8846d5 request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:24:40.121130 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f248bb6-1eda-47dd-8383-4a3becc083ec req-1663e72c-8d16-4026-8bde-e4f2470a5189 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:40.122767 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4f248bb6-1eda-47dd-8383-4a3becc083ec req-1663e72c-8d16-4026-8bde-e4f2470a5189 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] 10.222.0.44 "GET /v2.0/networks?id=cdb362dd-33cf-43b3-8ba4-85a65eae2dc5 HTTP/1.1" status: 200 len: 805 time: 1.1853054 Aug 10 03:24:40.143734 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port cd1eca9b-5bbc-491b-8156-b62b269a02ad, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=cd1eca9b-5bbc-491b-8156-b62b269a02ad,segment=NetworkSegment(da5baf82-2c94-46cf-9d3e-76c1062019c8),segment_id=da5baf82-2c94-46cf-9d3e-76c1062019c8)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:40.157709 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=c6098a0b-6358-487c-bb4f-c602b7532c39,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:40.173283 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': 'cd1eca9b-5bbc-491b-8156-b62b269a02ad', 'network_id': '63aaa48c-3c91-4250-a53f-1bccfcaa858a', 'port_id': 'cd1eca9b-5bbc-491b-8156-b62b269a02ad', 'mac_address': 'fa:16:3e:75:7d:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca1aff80-b32d-4216-9390-cdd43e41ee33', 'ip_address': '10.1.1.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:24:40.203332 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3a4bfa48-2c82-420f-a1ac-51f5a1958f0e tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:40.213992 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4f248bb6-1eda-47dd-8383-4a3becc083ec req-b7513feb-af44-4e6f-a523-27afad967dc4 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] 10.222.0.44 "GET /v2.0/quotas/6d8729f463214da9aba5238905630698 HTTP/1.1" status: 200 len: 375 time: 0.0755641 Aug 10 03:24:40.225462 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-89a489f8-0974-404a-bbde-bd352b078065 None None] Deleting port 102dc706-0e09-4892-aaa1-2ed6cc5281ec {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:24:40.225848 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-89a489f8-0974-404a-bbde-bd352b078065 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:40.259884 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff5a558-a385-43d5-a309-6a69ed89307e req-2a56137e-6bbb-41f0-88bc-b59238b9eeee tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:40.261642 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4ff5a558-a385-43d5-a309-6a69ed89307e req-2a56137e-6bbb-41f0-88bc-b59238b9eeee tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=6274bb2a-64d2-4dc9-83e3-6117ae7a034b HTTP/1.1" status: 200 len: 944 time: 0.1643586 Aug 10 03:24:40.269036 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef7813f-7f28-4d96-bfc5-127c5b394615 req-13ab7cc4-371e-4d5d-86ee-bbd827e81c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:40.271897 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-5ef7813f-7f28-4d96-bfc5-127c5b394615 req-13ab7cc4-371e-4d5d-86ee-bbd827e81c7a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b0667616-2cca-4caf-987f-ff48351565be HTTP/1.1" status: 200 len: 1098 time: 0.1711109 Aug 10 03:24:40.274843 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bfa48-2c82-420f-a1ac-51f5a1958f0e tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] Pushing event deleted for resources: {'Port': ['ID=102dc706-0e09-4892-aaa1-2ed6cc5281ec,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:40.281303 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4bfa48-2c82-420f-a1ac-51f5a1958f0e tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] No DVR routers for this DVR port 102dc706-0e09-4892-aaa1-2ed6cc5281ec on host n-d-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:24:40.285177 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:40.307613 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd1eca9b-5bbc-491b-8156-b62b269a02ad {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:24:40.333663 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-915f8c9e-5b84-4181-8728-641c239b488d req-4009ba15-d81d-4b9b-bcbe-713b82bf8cde tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] Deleting port eeec41ca-7938-46d7-8881-613ac6169f7b {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:24:40.334005 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-915f8c9e-5b84-4181-8728-641c239b488d req-4009ba15-d81d-4b9b-bcbe-713b82bf8cde tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:40.341935 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-89a489f8-0974-404a-bbde-bd352b078065 None None] For port 102dc706-0e09-4892-aaa1-2ed6cc5281ec, host n-d-768862-13, got binding levels [] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:40.342377 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-89a489f8-0974-404a-bbde-bd352b078065 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:40.344167 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-4ff34f5e-6b3d-4512-aa71-3898629fb4a2 req-11087096-c311-41f1-98be-f0734822bf43 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] Deleting port 85cb5344-03c4-4b7c-b979-9dbc60770921 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:24:40.345179 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-4ff34f5e-6b3d-4512-aa71-3898629fb4a2 req-11087096-c311-41f1-98be-f0734822bf43 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:40.360415 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port cd1eca9b-5bbc-491b-8156-b62b269a02ad, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=cd1eca9b-5bbc-491b-8156-b62b269a02ad,segment=NetworkSegment(da5baf82-2c94-46cf-9d3e-76c1062019c8),segment_id=da5baf82-2c94-46cf-9d3e-76c1062019c8)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:40.366534 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-89a489f8-0974-404a-bbde-bd352b078065 None None] Calling delete_port for 102dc706-0e09-4892-aaa1-2ed6cc5281ec owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:24:40.369158 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:40.370614 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 56cb4eba-c06f-4bc1-b8d8-963a991424ec details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:24:40.374512 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.ipam_backend_mixin [None req-89a489f8-0974-404a-bbde-bd352b078065 None None] Port 102dc706-0e09-4892-aaa1-2ed6cc5281ec was not found and therefore no delete operation was performed {{(pid=94262) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 03:24:40.385080 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-89a489f8-0974-404a-bbde-bd352b078065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:40.423191 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a489f8-0974-404a-bbde-bd352b078065 None None] No DVR routers for this DVR port 102dc706-0e09-4892-aaa1-2ed6cc5281ec on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:24:40.467189 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 56cb4eba-c06f-4bc1-b8d8-963a991424ec, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=56cb4eba-c06f-4bc1-b8d8-963a991424ec,segment=NetworkSegment(da5baf82-2c94-46cf-9d3e-76c1062019c8),segment_id=da5baf82-2c94-46cf-9d3e-76c1062019c8)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:40.484428 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-5ef7813f-7f28-4d96-bfc5-127c5b394615 req-9e9eb23b-479c-40bc-ae56-82a822aa20b6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=77b41c40-d234-457c-8246-b1b0eef2f9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991479 Aug 10 03:24:40.484922 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=cd1eca9b-5bbc-491b-8156-b62b269a02ad,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:40.491575 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': '56cb4eba-c06f-4bc1-b8d8-963a991424ec', 'network_id': '63aaa48c-3c91-4250-a53f-1bccfcaa858a', 'port_id': '56cb4eba-c06f-4bc1-b8d8-963a991424ec', 'mac_address': 'fa:16:3e:62:09:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca1aff80-b32d-4216-9390-cdd43e41ee33', 'ip_address': '10.1.1.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:24:40.497348 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4f248bb6-1eda-47dd-8383-4a3becc083ec req-90128a19-0852-4685-bebe-8432b9fb162b tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=6d8729f463214da9aba5238905630698&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2642467 Aug 10 03:24:40.498826 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3a4bfa48-2c82-420f-a1ac-51f5a1958f0e tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:40.516214 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a489f8-0974-404a-bbde-bd352b078065 None None] Pushing event deleted for resources: {'Port': ['ID=102dc706-0e09-4892-aaa1-2ed6cc5281ec,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:40.518084 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-3a4bfa48-2c82-420f-a1ac-51f5a1958f0e tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2df9e80-d7fb-4913-88e5-a79f2b8846d5']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:40.531152 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4ff5a558-a385-43d5-a309-6a69ed89307e req-63f1ae38-5288-4bdf-ae28-35bc3671ed32 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449365 Aug 10 03:24:40.549583 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-3a4bfa48-2c82-420f-a1ac-51f5a1958f0e tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6239bb5-a642-41c0-8c94-ce7a257804bf') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:40.558660 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-3a4bfa48-2c82-420f-a1ac-51f5a1958f0e tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6239bb5-a642-41c0-8c94-ce7a257804bf') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:40.573009 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:40.598990 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56cb4eba-c06f-4bc1-b8d8-963a991424ec {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:24:40.599621 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3a4bfa48-2c82-420f-a1ac-51f5a1958f0e tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:40.621041 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3a4bfa48-2c82-420f-a1ac-51f5a1958f0e tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:40.630707 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a4bfa48-2c82-420f-a1ac-51f5a1958f0e tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:24:40.631319 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3a4bfa48-2c82-420f-a1ac-51f5a1958f0e tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:40.637594 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:24:40.637594 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:24:40.637594 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:24:40.637594 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:24:40.637594 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:24:40.637594 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:24:40.637594 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:24:40.637594 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:24:40.637594 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:24:40.637594 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:24:40.637594 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:24:40.637594 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:24:40.637594 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:24:40.637594 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:24:40.637594 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:24:40.637594 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:24:40.637594 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:24:40.637594 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:24:40.637594 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:24:40.637594 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:24:40.637594 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:24:40.637594 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:24:40.637594 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:24:40.637594 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:24:40.637594 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:24:40.637594 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:24:40.637594 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:24:40.637594 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:24:40.637594 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:24:40.637594 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:24:40.637594 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:24:40.637594 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:24:40.639836 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-4ff34f5e-6b3d-4512-aa71-3898629fb4a2 req-11087096-c311-41f1-98be-f0734822bf43 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] For port 85cb5344-03c4-4b7c-b979-9dbc60770921, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=85cb5344-03c4-4b7c-b979-9dbc60770921,segment=NetworkSegment(cb726249-0942-40b1-8725-44017c1658a7),segment_id=cb726249-0942-40b1-8725-44017c1658a7)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:40.639836 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-4ff34f5e-6b3d-4512-aa71-3898629fb4a2 req-11087096-c311-41f1-98be-f0734822bf43 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:40.667444 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 56cb4eba-c06f-4bc1-b8d8-963a991424ec, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=56cb4eba-c06f-4bc1-b8d8-963a991424ec,segment=NetworkSegment(da5baf82-2c94-46cf-9d3e-76c1062019c8),segment_id=da5baf82-2c94-46cf-9d3e-76c1062019c8)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:40.669193 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-4ff34f5e-6b3d-4512-aa71-3898629fb4a2 req-11087096-c311-41f1-98be-f0734822bf43 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] Calling delete_port for 85cb5344-03c4-4b7c-b979-9dbc60770921 owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:24:40.685577 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-915f8c9e-5b84-4181-8728-641c239b488d req-4009ba15-d81d-4b9b-bcbe-713b82bf8cde tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] For port eeec41ca-7938-46d7-8881-613ac6169f7b, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=eeec41ca-7938-46d7-8881-613ac6169f7b,segment=NetworkSegment(cb726249-0942-40b1-8725-44017c1658a7),segment_id=cb726249-0942-40b1-8725-44017c1658a7)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:40.685961 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-915f8c9e-5b84-4181-8728-641c239b488d req-4009ba15-d81d-4b9b-bcbe-713b82bf8cde tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:40.686856 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:40.688678 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 8ff6203a-ed21-422b-9bb1-c2859958f754 details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:24:40.724644 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-915f8c9e-5b84-4181-8728-641c239b488d req-4009ba15-d81d-4b9b-bcbe-713b82bf8cde tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] Calling delete_port for eeec41ca-7938-46d7-8881-613ac6169f7b owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:24:40.743738 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3a4bfa48-2c82-420f-a1ac-51f5a1958f0e tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:40.781719 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4f248bb6-1eda-47dd-8383-4a3becc083ec req-419a22f0-ec44-4c08-92b1-be1995c26c47 service neutron] 10.222.0.44 "GET /v2.0/networks/cdb362dd-33cf-43b3-8ba4-85a65eae2dc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632039 Aug 10 03:24:40.783245 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3a4bfa48-2c82-420f-a1ac-51f5a1958f0e tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:40.789672 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-3a4bfa48-2c82-420f-a1ac-51f5a1958f0e tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] 10.222.0.44 "DELETE /v2.0/networks/e2df9e80-d7fb-4913-88e5-a79f2b8846d5 HTTP/1.1" status: 204 len: 168 time: 1.5636036 Aug 10 03:24:40.800119 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=56cb4eba-c06f-4bc1-b8d8-963a991424ec,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:40.806500 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bfa48-2c82-420f-a1ac-51f5a1958f0e tempest-DHCPAgentSchedulersTestJSON-1506401246 tempest-DHCPAgentSchedulersTestJSON-1506401246-project] Pushing event deleted for resources: {'Network': ['ID=e2df9e80-d7fb-4913-88e5-a79f2b8846d5,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:40.922389 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 8ff6203a-ed21-422b-9bb1-c2859958f754, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=8ff6203a-ed21-422b-9bb1-c2859958f754,segment=NetworkSegment(2b5392f8-89c7-40e3-9685-d71b5684b8f5),segment_id=2b5392f8-89c7-40e3-9685-d71b5684b8f5)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:40.937034 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': '8ff6203a-ed21-422b-9bb1-c2859958f754', 'network_id': 'ba807c4a-a9d3-45a0-921a-7afe6c0e3832', 'port_id': '8ff6203a-ed21-422b-9bb1-c2859958f754', 'mac_address': 'fa:16:3e:18:55:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8728eeb-789e-400f-be58-876473c847d3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:24:40.982956 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:40.999893 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ff6203a-ed21-422b-9bb1-c2859958f754 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:24:41.040186 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889b58c4-61e4-498d-a66d-cd20d79880fe req-3752bfd8-76fb-4f5f-89b6-f63a9933ad5e tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:41.042022 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-889b58c4-61e4-498d-a66d-cd20d79880fe req-3752bfd8-76fb-4f5f-89b6-f63a9933ad5e tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] 10.222.0.44 "GET /v2.0/ports?device_id=13cc5b9b-c6e4-4145-b889-67cee7c22342 HTTP/1.1" status: 200 len: 946 time: 0.2022438 Aug 10 03:24:41.048771 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 8ff6203a-ed21-422b-9bb1-c2859958f754, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=8ff6203a-ed21-422b-9bb1-c2859958f754,segment=NetworkSegment(2b5392f8-89c7-40e3-9685-d71b5684b8f5),segment_id=2b5392f8-89c7-40e3-9685-d71b5684b8f5)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:41.061388 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:41.111805 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4f248bb6-1eda-47dd-8383-4a3becc083ec req-82127eae-bfae-437f-91c2-be9fe2bb401f service neutron] 10.222.0.44 "GET /v2.0/networks/cdb362dd-33cf-43b3-8ba4-85a65eae2dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3290958 Aug 10 03:24:41.129140 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 4134483f-b371-43e3-9c92-e3039b3c9f4b details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:24:41.140407 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 4ed5e5e3-c5e5-454e-ac01-67965e2be9e9 up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:24:41.211884 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-889b58c4-61e4-498d-a66d-cd20d79880fe req-2473deb8-9ff0-4315-9643-b2c2bf93eb31 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] 10.222.0.44 "GET /v2.0/security-groups?id=d446119c-4ecd-4642-8c93-06b1f694a1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552074 Aug 10 03:24:41.218320 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-4ff34f5e-6b3d-4512-aa71-3898629fb4a2 req-11087096-c311-41f1-98be-f0734822bf43 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:41.255963 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['85cb5344-03c4-4b7c-b979-9dbc60770921'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:24:41.329872 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11087096-c311-41f1-98be-f0734822bf43 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] Pushing event deleted for resources: {'Port': ['ID=85cb5344-03c4-4b7c-b979-9dbc60770921,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:41.333739 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-915f8c9e-5b84-4181-8728-641c239b488d req-4009ba15-d81d-4b9b-bcbe-713b82bf8cde tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:41.344672 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.db.resource_extend [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:24:41.440441 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59614) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:41.473746 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4009ba15-d81d-4b9b-bcbe-713b82bf8cde tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] Pushing event deleted for resources: {'Port': ['ID=eeec41ca-7938-46d7-8881-613ac6169f7b,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:41.555012 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ff34f5e-6b3d-4512-aa71-3898629fb4a2 req-11087096-c311-41f1-98be-f0734822bf43 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] No DVR routers for this DVR port 85cb5344-03c4-4b7c-b979-9dbc60770921 on host n-h1-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:24:41.560491 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-4ff34f5e-6b3d-4512-aa71-3898629fb4a2 req-11087096-c311-41f1-98be-f0734822bf43 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:41.562704 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4ff34f5e-6b3d-4512-aa71-3898629fb4a2 req-11087096-c311-41f1-98be-f0734822bf43 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] 10.222.0.42 "DELETE /v2.0/ports/85cb5344-03c4-4b7c-b979-9dbc60770921 HTTP/1.1" status: 204 len: 173 time: 1.6278021 Aug 10 03:24:41.563184 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '898c5a29-76db-42cc-bf61-56624892a921', 'name': 'network-vif-deleted', 'tag': '85cb5344-03c4-4b7c-b979-9dbc60770921'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:24:41.565558 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceac8923-9889-4c97-8b5b-a8984ad800c7" -d '{"events": [{"server_uuid": "898c5a29-76db-42cc-bf61-56624892a921", "name": "network-vif-deleted", "tag": "85cb5344-03c4-4b7c-b979-9dbc60770921"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:24:41.622389 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-915f8c9e-5b84-4181-8728-641c239b488d req-4009ba15-d81d-4b9b-bcbe-713b82bf8cde tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] No DVR routers for this DVR port eeec41ca-7938-46d7-8881-613ac6169f7b on host n-h1-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:24:41.641454 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-915f8c9e-5b84-4181-8728-641c239b488d req-4009ba15-d81d-4b9b-bcbe-713b82bf8cde tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:41.643604 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-915f8c9e-5b84-4181-8728-641c239b488d req-4009ba15-d81d-4b9b-bcbe-713b82bf8cde tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] 10.222.0.42 "DELETE /v2.0/ports/eeec41ca-7938-46d7-8881-613ac6169f7b HTTP/1.1" status: 204 len: 173 time: 1.8106697 Aug 10 03:24:41.696462 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7b27a3-245e-4f56-afd5-02a13da564c5 req-53dd5d70-e07d-4650-ac21-5c500f34edb9 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:41.703824 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 4134483f-b371-43e3-9c92-e3039b3c9f4b, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=4134483f-b371-43e3-9c92-e3039b3c9f4b,segment=NetworkSegment(06a2e05c-772c-447f-825d-36b8db222e98),segment_id=06a2e05c-772c-447f-825d-36b8db222e98)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:41.720144 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7b27a3-245e-4f56-afd5-02a13da564c5 req-53dd5d70-e07d-4650-ac21-5c500f34edb9 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:41.721620 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': '4134483f-b371-43e3-9c92-e3039b3c9f4b', 'network_id': 'c16d896b-1b67-48b5-b66a-585f180ec01d', 'port_id': '4134483f-b371-43e3-9c92-e3039b3c9f4b', 'mac_address': 'fa:16:3e:c4:24:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa93a2c2-4364-4161-aedc-a9856625b70d', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:24:41.724801 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=8ff6203a-ed21-422b-9bb1-c2859958f754,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:41.735512 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['85cb5344-03c4-4b7c-b979-9dbc60770921'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:24:41.780445 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7b27a3-245e-4f56-afd5-02a13da564c5 req-53dd5d70-e07d-4650-ac21-5c500f34edb9 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:41.827199 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7b27a3-245e-4f56-afd5-02a13da564c5 req-53dd5d70-e07d-4650-ac21-5c500f34edb9 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:41.840609 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning for port 4ed5e5e3-c5e5-454e-ac01-67965e2be9e9 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:24:41.847097 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7b27a3-245e-4f56-afd5-02a13da564c5 req-53dd5d70-e07d-4650-ac21-5c500f34edb9 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:41.851867 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port 4ed5e5e3-c5e5-454e-ac01-67965e2be9e9 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:24:41.852912 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:41.861194 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7b27a3-245e-4f56-afd5-02a13da564c5 req-53dd5d70-e07d-4650-ac21-5c500f34edb9 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:41.878801 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7b27a3-245e-4f56-afd5-02a13da564c5 req-53dd5d70-e07d-4650-ac21-5c500f34edb9 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:41.889750 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3e7b27a3-245e-4f56-afd5-02a13da564c5 req-53dd5d70-e07d-4650-ac21-5c500f34edb9 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/ports?device_id=e94bab8c-37ad-48a0-a25d-4fb04fb90837 HTTP/1.1" status: 200 len: 5435 time: 0.5276535 Aug 10 03:24:41.946600 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166b1379-deb5-4397-8173-65508b6987a4 req-8a53e0d7-23bc-4e27-8d9f-fe2aad1a5961 tempest-ServersNegativeTestMultiTenantJSON-1481051477 tempest-ServersNegativeTestMultiTenantJSON-1481051477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:41.946600 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-166b1379-deb5-4397-8173-65508b6987a4 req-8a53e0d7-23bc-4e27-8d9f-fe2aad1a5961 tempest-ServersNegativeTestMultiTenantJSON-1481051477 tempest-ServersNegativeTestMultiTenantJSON-1481051477-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0667616-2cca-4caf-987f-ff48351565be HTTP/1.1" status: 200 len: 946 time: 0.3731606 Aug 10 03:24:41.965456 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-751225fa-9d1e-4987-9c98-d395eedc9ca7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=754b803d9bca4076a08db2c2dbf3d68e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5224946 Aug 10 03:24:41.968112 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59632) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:41.972522 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:42.027497 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4134483f-b371-43e3-9c92-e3039b3c9f4b {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:24:42.078369 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 102dc706-0e09-4892-aaa1-2ed6cc5281ec no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:24:42.084074 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ba8fdd07-e65c-49db-9fc2-5dd8773f591d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:42.109687 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ba8fdd07-e65c-49db-9fc2-5dd8773f591d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:42.116561 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 4134483f-b371-43e3-9c92-e3039b3c9f4b, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=4134483f-b371-43e3-9c92-e3039b3c9f4b,segment=NetworkSegment(06a2e05c-772c-447f-825d-36b8db222e98),segment_id=06a2e05c-772c-447f-825d-36b8db222e98)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:42.117826 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 102dc706-0e09-4892-aaa1-2ed6cc5281ec {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:24:42.118527 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 102dc706-0e09-4892-aaa1-2ed6cc5281ec not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:24:42.126184 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:42.142907 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3e7b27a3-245e-4f56-afd5-02a13da564c5 req-4079971b-cffd-4b6f-a813-298241dc7e17 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c67c16e-b8a6-4f4f-8d43-6f09a2fb6b31&id=716261c9-08fe-460b-8070-c5648185c899&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1900954 Aug 10 03:24:42.165048 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:42.171572 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ba8fdd07-e65c-49db-9fc2-5dd8773f591d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:42.175624 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ba8fdd07-e65c-49db-9fc2-5dd8773f591d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:42.186690 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ba8fdd07-e65c-49db-9fc2-5dd8773f591d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/db5311a0-926f-4523-99a8-02d29347e302 HTTP/1.1" status: 204 len: 168 time: 0.2118723 Aug 10 03:24:42.214768 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8fdd07-e65c-49db-9fc2-5dd8773f591d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db5311a0-926f-4523-99a8-02d29347e302,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:42.230128 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6274bb2a-64d2-4dc9-83e3-6117ae7a034b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ed5e5e3-c5e5-454e-ac01-67965e2be9e9'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:24:42.231599 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-166b1379-deb5-4397-8173-65508b6987a4 req-6bb900d0-8ae6-4586-82fa-0fc3af7058b0 tempest-ServersNegativeTestMultiTenantJSON-1481051477 tempest-ServersNegativeTestMultiTenantJSON-1481051477-project] 10.222.0.44 "GET /v2.0/security-groups?id=77b41c40-d234-457c-8246-b1b0eef2f9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752509 Aug 10 03:24:42.236562 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7740511-02e3-4a71-9521-8bad9e7a6cf8" -d '{"events": [{"server_uuid": "6274bb2a-64d2-4dc9-83e3-6117ae7a034b", "name": "network-vif-plugged", "status": "completed", "tag": "4ed5e5e3-c5e5-454e-ac01-67965e2be9e9"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:24:42.265842 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 4ed5e5e3-c5e5-454e-ac01-67965e2be9e9, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=4ed5e5e3-c5e5-454e-ac01-67965e2be9e9,segment=NetworkSegment(73bbe919-55b7-4c3d-b65b-52e4e628212a),segment_id=73bbe919-55b7-4c3d-b65b-52e4e628212a)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:42.275675 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=4134483f-b371-43e3-9c92-e3039b3c9f4b,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:42.290697 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:42.292790 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device eeec41ca-7938-46d7-8881-613ac6169f7b no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:24:42.352992 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29f29945-109e-4b47-9a0c-8713bba60f02 x-openstack-request-id: req-29f29945-109e-4b47-9a0c-8713bba60f02 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:24:42.357050 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "898c5a29-76db-42cc-bf61-56624892a921", "name": "network-vif-deleted", "tag": "85cb5344-03c4-4b7c-b979-9dbc60770921", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:24:42.357296 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-29f29945-109e-4b47-9a0c-8713bba60f02 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:24:42.357653 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '898c5a29-76db-42cc-bf61-56624892a921', 'name': 'network-vif-deleted', 'tag': '85cb5344-03c4-4b7c-b979-9dbc60770921', 'status': 'completed', 'code': 200} Aug 10 03:24:42.360130 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5a6a8fd3-55a5-465d-93e2-d0e72e3003cb req-41c4dfc4-d26e-4a5a-a7d8-9466133df4e3 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] 10.222.0.44 "GET /v2.0/ports?device_id=090e0a76-6d70-4669-beb8-734b587eb8c1 HTTP/1.1" status: 200 len: 210 time: 0.0645368 Aug 10 03:24:42.390757 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['0cd7be64-cc3e-4c91-92fd-30cfd759de99'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:24:42.398418 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] No Port match for: eeec41ca-7938-46d7-8881-613ac6169f7b {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:24:42.399371 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device eeec41ca-7938-46d7-8881-613ac6169f7b not bound to the agent host n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:24:42.587323 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=4ed5e5e3-c5e5-454e-ac01-67965e2be9e9,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:42.604278 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['c40b5058-84d3-4cd1-8b92-77f51ba65d58'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:24:42.644115 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['cd1eca9b-5bbc-491b-8156-b62b269a02ad'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:24:42.668616 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e61b92-db93-48bd-abbf-fca00859ca78 req-7b7f488a-a340-4950-aabc-a90e8b837f97 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:42.684819 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e4e61b92-db93-48bd-abbf-fca00859ca78 req-7b7f488a-a340-4950-aabc-a90e8b837f97 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=6274bb2a-64d2-4dc9-83e3-6117ae7a034b HTTP/1.1" status: 200 len: 945 time: 0.2467191 Aug 10 03:24:42.687541 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['8ff6203a-ed21-422b-9bb1-c2859958f754'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:24:42.730696 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c41687fb-e6c4-4c00-b666-0fa496449201 x-openstack-request-id: req-c41687fb-e6c4-4c00-b666-0fa496449201 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:24:42.731044 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6274bb2a-64d2-4dc9-83e3-6117ae7a034b", "name": "network-vif-plugged", "status": "completed", "tag": "4ed5e5e3-c5e5-454e-ac01-67965e2be9e9", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:24:42.731264 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c41687fb-e6c4-4c00-b666-0fa496449201 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:24:42.731656 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6274bb2a-64d2-4dc9-83e3-6117ae7a034b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ed5e5e3-c5e5-454e-ac01-67965e2be9e9', 'code': 200} Aug 10 03:24:42.772224 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['56cb4eba-c06f-4bc1-b8d8-963a991424ec'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:24:42.832079 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e4e61b92-db93-48bd-abbf-fca00859ca78 req-4e52ea31-c3b1-4c5c-a000-49a4d17df4a7 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454611 Aug 10 03:24:42.907675 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59646) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:42.918999 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a447e1ea-d414-4511-8db6-e708b54cb89c req-87a6fd24-4061-4939-a972-05603aa912b7 tempest-ListServersNegativeTestJSON-357667488 tempest-ListServersNegativeTestJSON-357667488-project] 10.222.0.44 "GET /v2.0/ports?device_id=13cc5b9b-c6e4-4145-b889-67cee7c22342 HTTP/1.1" status: 200 len: 210 time: 0.0586340 Aug 10 03:24:42.996494 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8352c211-43e4-40e0-b36f-95394067840b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:43.022521 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['c6098a0b-6358-487c-bb4f-c602b7532c39'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:24:43.057635 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba2a80a-89a1-436a-ae66-8f23801a7441 req-eb298eb4-af1a-43c8-9d95-fa2637e45804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:43.063922 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4ba2a80a-89a1-436a-ae66-8f23801a7441 req-eb298eb4-af1a-43c8-9d95-fa2637e45804 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6274bb2a-64d2-4dc9-83e3-6117ae7a034b HTTP/1.1" status: 200 len: 1097 time: 0.2124343 Aug 10 03:24:43.168769 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['4134483f-b371-43e3-9c92-e3039b3c9f4b'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:24:43.193675 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a48276e-3a39-4c11-9310-0b0285e7a8e9 req-2472b4ad-8657-464c-a564-3ee39d386088 tempest-ServersNegativeTestMultiTenantJSON-1481051477 tempest-ServersNegativeTestMultiTenantJSON-1481051477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:43.203738 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7a48276e-3a39-4c11-9310-0b0285e7a8e9 req-2472b4ad-8657-464c-a564-3ee39d386088 tempest-ServersNegativeTestMultiTenantJSON-1481051477 tempest-ServersNegativeTestMultiTenantJSON-1481051477-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0667616-2cca-4caf-987f-ff48351565be HTTP/1.1" status: 200 len: 946 time: 0.1559296 Aug 10 03:24:43.217193 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4ba2a80a-89a1-436a-ae66-8f23801a7441 req-f3ccbde5-48c7-4095-9a2e-1f1b78a3600b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458225 Aug 10 03:24:43.332788 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8352c211-43e4-40e0-b36f-95394067840b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:43.339350 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7a48276e-3a39-4c11-9310-0b0285e7a8e9 req-f7b53ce0-4401-432b-9c9a-d60b8d3e485d tempest-ServersNegativeTestMultiTenantJSON-1481051477 tempest-ServersNegativeTestMultiTenantJSON-1481051477-project] 10.222.0.44 "GET /v2.0/security-groups?id=77b41c40-d234-457c-8246-b1b0eef2f9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336203 Aug 10 03:24:43.342683 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8352c211-43e4-40e0-b36f-95394067840b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:43.394400 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8352c211-43e4-40e0-b36f-95394067840b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d66ad4d1-b68f-4b42-b6a2-013108632054,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:43.453136 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ab0c58-a69b-4517-81a3-9eb5b750d69f req-7ea57ce4-f3c9-4fa3-aa22-3fd73b8a827d tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:43.461518 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ab0c58-a69b-4517-81a3-9eb5b750d69f req-7ea57ce4-f3c9-4fa3-aa22-3fd73b8a827d tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:43.473255 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ab0c58-a69b-4517-81a3-9eb5b750d69f req-7ea57ce4-f3c9-4fa3-aa22-3fd73b8a827d tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:43.478848 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-8352c211-43e4-40e0-b36f-95394067840b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0290e31273144fbea36c9604efec9650&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5694132 Aug 10 03:24:43.487084 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ab0c58-a69b-4517-81a3-9eb5b750d69f req-7ea57ce4-f3c9-4fa3-aa22-3fd73b8a827d tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:43.491781 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59654) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:43.497412 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ab0c58-a69b-4517-81a3-9eb5b750d69f req-7ea57ce4-f3c9-4fa3-aa22-3fd73b8a827d tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:43.504650 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ab0c58-a69b-4517-81a3-9eb5b750d69f req-7ea57ce4-f3c9-4fa3-aa22-3fd73b8a827d tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:43.511453 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ab0c58-a69b-4517-81a3-9eb5b750d69f req-7ea57ce4-f3c9-4fa3-aa22-3fd73b8a827d tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:43.520209 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-29ab0c58-a69b-4517-81a3-9eb5b750d69f req-7ea57ce4-f3c9-4fa3-aa22-3fd73b8a827d tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/ports?device_id=e94bab8c-37ad-48a0-a25d-4fb04fb90837 HTTP/1.1" status: 200 len: 5436 time: 0.1793957 Aug 10 03:24:43.578831 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c14fdb7d-12b2-4d63-b41b-9726a22083e4 req-f217a788-4b94-4cbb-afba-6d7ae6a84ba3 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] 10.222.0.44 "GET /v2.0/ports?device_id=090e0a76-6d70-4669-beb8-734b587eb8c1 HTTP/1.1" status: 200 len: 210 time: 0.0542414 Aug 10 03:24:43.622655 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-29ab0c58-a69b-4517-81a3-9eb5b750d69f req-21735e75-ba07-4296-b38d-4de6e56c202b tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c67c16e-b8a6-4f4f-8d43-6f09a2fb6b31&id=716261c9-08fe-460b-8070-c5648185c899&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0953884 Aug 10 03:24:43.659962 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e4463d6a-27e1-43ad-a13b-af70cdca9f0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:43.732124 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e4463d6a-27e1-43ad-a13b-af70cdca9f0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:43.884663 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e4463d6a-27e1-43ad-a13b-af70cdca9f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:43.888247 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e4463d6a-27e1-43ad-a13b-af70cdca9f0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:43.891201 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e4463d6a-27e1-43ad-a13b-af70cdca9f0f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d66ad4d1-b68f-4b42-b6a2-013108632054 HTTP/1.1" status: 204 len: 168 time: 0.3958468 Aug 10 03:24:43.903062 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4463d6a-27e1-43ad-a13b-af70cdca9f0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d66ad4d1-b68f-4b42-b6a2-013108632054,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:44.039062 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f248bb6-1eda-47dd-8383-4a3becc083ec req-d0a1a95f-ab8d-4ef5-9915-fa219e3773e0 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:44.043389 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4f248bb6-1eda-47dd-8383-4a3becc083ec req-d0a1a95f-ab8d-4ef5-9915-fa219e3773e0 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] 10.222.0.42 "GET /v2.0/networks?id=cdb362dd-33cf-43b3-8ba4-85a65eae2dc5 HTTP/1.1" status: 200 len: 805 time: 0.2714021 Aug 10 03:24:44.141591 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4f248bb6-1eda-47dd-8383-4a3becc083ec req-84a183fb-d029-427e-afa2-4ba0339f7c33 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d8729f463214da9aba5238905630698 HTTP/1.1" status: 200 len: 380 time: 0.0887403 Aug 10 03:24:44.158587 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-4f248bb6-1eda-47dd-8383-4a3becc083ec req-d8155e22-00ca-4b72-a906-89b577a2ede4 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] Request body: {'port': {'device_id': '090e0a76-6d70-4669-beb8-734b587eb8c1', 'network_id': 'cdb362dd-33cf-43b3-8ba4-85a65eae2dc5', 'admin_state_up': True, 'tenant_id': '6d8729f463214da9aba5238905630698', 'security_groups': ['0e397b85-37c6-4e10-a5c7-28561ee47605']}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:44.280741 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c337ec-1f35-4d80-b4a1-5464530d1fbc req-a516166f-7069-4412-acea-896c6a6f3018 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:44.291026 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-95c337ec-1f35-4d80-b4a1-5464530d1fbc req-a516166f-7069-4412-acea-896c6a6f3018 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=6274bb2a-64d2-4dc9-83e3-6117ae7a034b HTTP/1.1" status: 200 len: 945 time: 0.1475494 Aug 10 03:24:44.363310 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13cc5b9b-c6e4-4145-b889-67cee7c22342', 'name': 'network-vif-deleted', 'tag': 'eeec41ca-7938-46d7-8881-613ac6169f7b'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:24:44.365568 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad11ea82-ce76-443b-8e8a-aea57699612c" -d '{"events": [{"server_uuid": "13cc5b9b-c6e4-4145-b889-67cee7c22342", "name": "network-vif-deleted", "tag": "eeec41ca-7938-46d7-8881-613ac6169f7b"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:24:44.396535 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-95c337ec-1f35-4d80-b4a1-5464530d1fbc req-5d7a0f84-e9ca-4aac-be0e-bf434a740713 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010489 Aug 10 03:24:44.422077 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f5d620-6578-448b-bc45-2517817da8df req-65eed633-8004-4ad3-839d-93c4a7eb80eb tempest-ServersNegativeTestMultiTenantJSON-1481051477 tempest-ServersNegativeTestMultiTenantJSON-1481051477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:44.423703 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-26f5d620-6578-448b-bc45-2517817da8df req-65eed633-8004-4ad3-839d-93c4a7eb80eb tempest-ServersNegativeTestMultiTenantJSON-1481051477 tempest-ServersNegativeTestMultiTenantJSON-1481051477-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0667616-2cca-4caf-987f-ff48351565be HTTP/1.1" status: 200 len: 946 time: 0.1147602 Aug 10 03:24:44.459329 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f248bb6-1eda-47dd-8383-4a3becc083ec req-d8155e22-00ca-4b72-a906-89b577a2ede4 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] Made reservation on behalf of 6d8729f463214da9aba5238905630698 for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:44.466677 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-4f248bb6-1eda-47dd-8383-4a3becc083ec req-d8155e22-00ca-4b72-a906-89b577a2ede4 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:44.474646 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59682) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:44.541119 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af99a746-f0bd-4870-8a71-754133cc8cc4 x-openstack-request-id: req-af99a746-f0bd-4870-8a71-754133cc8cc4 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:24:44.541358 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13cc5b9b-c6e4-4145-b889-67cee7c22342", "name": "network-vif-deleted", "tag": "eeec41ca-7938-46d7-8881-613ac6169f7b", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:24:44.542026 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-af99a746-f0bd-4870-8a71-754133cc8cc4 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:24:44.542406 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13cc5b9b-c6e4-4145-b889-67cee7c22342', 'name': 'network-vif-deleted', 'tag': 'eeec41ca-7938-46d7-8881-613ac6169f7b', 'status': 'completed', 'code': 200} Aug 10 03:24:44.564157 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c36fd3c-6d83-4ae6-a723-528c84640e8e admin admin] Deleting subnet 02ddd5ff-7f64-4a59-a944-d7897dbfa4b7 {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:24:44.570403 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4c36fd3c-6d83-4ae6-a723-528c84640e8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:44.589546 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-26f5d620-6578-448b-bc45-2517817da8df req-55997f94-a787-4054-9940-b1cca1bb8308 tempest-ServersNegativeTestMultiTenantJSON-1481051477 tempest-ServersNegativeTestMultiTenantJSON-1481051477-project] 10.222.0.44 "GET /v2.0/security-groups?id=77b41c40-d234-457c-8246-b1b0eef2f9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549237 Aug 10 03:24:44.632167 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4c36fd3c-6d83-4ae6-a723-528c84640e8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:44.711195 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4c36fd3c-6d83-4ae6-a723-528c84640e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:44.726200 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-4f248bb6-1eda-47dd-8383-4a3becc083ec req-d8155e22-00ca-4b72-a906-89b577a2ede4 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] Allocated IP 172.20.0.13 (cdb362dd-33cf-43b3-8ba4-85a65eae2dc5/7c13f0d8-15a2-4f1e-8131-bdd7c3ce0682/46b4e5f3-1487-4512-958b-790205a429d3) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:24:44.783624 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1d890e76-d9d4-4c5a-882f-3e20d275342c req-17dea549-2659-4f33-8703-d6e75fb00b62 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] 10.222.0.44 "GET /v2.0/ports?device_id=090e0a76-6d70-4669-beb8-734b587eb8c1 HTTP/1.1" status: 200 len: 210 time: 0.0601304 Aug 10 03:24:44.814679 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4c36fd3c-6d83-4ae6-a723-528c84640e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:44.872032 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c36fd3c-6d83-4ae6-a723-528c84640e8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02ddd5ff-7f64-4a59-a944-d7897dbfa4b7,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:44.889725 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f0a88f38-eb3c-40a8-860f-ae791ef5d6db req-afc8e845-b257-4dde-b4fa-663e072ac08f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=98532c5c-e4f2-4b43-aa06-5cf8233e4981&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1831872 Aug 10 03:24:44.889999 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4c36fd3c-6d83-4ae6-a723-528c84640e8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:44.893678 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-4c36fd3c-6d83-4ae6-a723-528c84640e8e admin admin] 10.222.0.44 "DELETE /v2.0/subnets/02ddd5ff-7f64-4a59-a944-d7897dbfa4b7 HTTP/1.1" status: 204 len: 168 time: 0.4176919 Aug 10 03:24:44.896765 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59702) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:44.991082 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79a7422-033b-4f42-89c9-840a1804ee27 req-1f558898-dfc6-45f3-a71a-7d98d2a9304e tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:44.999467 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79a7422-033b-4f42-89c9-840a1804ee27 req-1f558898-dfc6-45f3-a71a-7d98d2a9304e tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:45.006685 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79a7422-033b-4f42-89c9-840a1804ee27 req-1f558898-dfc6-45f3-a71a-7d98d2a9304e tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:45.018788 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79a7422-033b-4f42-89c9-840a1804ee27 req-1f558898-dfc6-45f3-a71a-7d98d2a9304e tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:45.019568 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79a7422-033b-4f42-89c9-840a1804ee27 req-1f558898-dfc6-45f3-a71a-7d98d2a9304e tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:45.027258 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79a7422-033b-4f42-89c9-840a1804ee27 req-1f558898-dfc6-45f3-a71a-7d98d2a9304e tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:45.033443 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79a7422-033b-4f42-89c9-840a1804ee27 req-1f558898-dfc6-45f3-a71a-7d98d2a9304e tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:45.042326 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e79a7422-033b-4f42-89c9-840a1804ee27 req-1f558898-dfc6-45f3-a71a-7d98d2a9304e tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/ports?device_id=e94bab8c-37ad-48a0-a25d-4fb04fb90837 HTTP/1.1" status: 200 len: 5436 time: 0.2851839 Aug 10 03:24:45.046033 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-647457c6-6edf-4f01-9253-5afd5be6ced2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:45.142582 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 85cb5344-03c4-4b7c-b979-9dbc60770921 no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:24:45.191585 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] No Port match for: 85cb5344-03c4-4b7c-b979-9dbc60770921 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:24:45.192469 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 85cb5344-03c4-4b7c-b979-9dbc60770921 not bound to the agent host n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:24:45.242982 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-647457c6-6edf-4f01-9253-5afd5be6ced2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:45.264193 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-647457c6-6edf-4f01-9253-5afd5be6ced2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06a782d4-8043-4a8a-8b96-319c13a51a16']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:45.292100 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-647457c6-6edf-4f01-9253-5afd5be6ced2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb726249-0942-40b1-8725-44017c1658a7') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:45.293791 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-647457c6-6edf-4f01-9253-5afd5be6ced2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb726249-0942-40b1-8725-44017c1658a7') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:45.318650 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-647457c6-6edf-4f01-9253-5afd5be6ced2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:45.351771 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-647457c6-6edf-4f01-9253-5afd5be6ced2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:45.362551 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-647457c6-6edf-4f01-9253-5afd5be6ced2 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:24:45.363297 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-647457c6-6edf-4f01-9253-5afd5be6ced2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:45.366539 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:24:45.366539 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:24:45.366539 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:24:45.366539 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:24:45.366539 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:24:45.366539 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:24:45.366539 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:24:45.366539 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:24:45.366539 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:24:45.366539 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:24:45.366539 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:24:45.366539 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:24:45.366539 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:24:45.366539 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:24:45.366539 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:24:45.366539 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:24:45.366539 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:24:45.366539 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:24:45.366539 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:24:45.366539 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:24:45.366539 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:24:45.366539 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:24:45.366539 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:24:45.366539 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:24:45.366539 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:24:45.366539 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:24:45.366539 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:24:45.366539 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:24:45.366539 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:24:45.366539 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:24:45.366539 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:24:45.366539 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:24:45.454392 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-647457c6-6edf-4f01-9253-5afd5be6ced2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:45.461308 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-647457c6-6edf-4f01-9253-5afd5be6ced2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:45.468681 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-647457c6-6edf-4f01-9253-5afd5be6ced2 admin admin] 10.222.0.44 "DELETE /v2.0/networks/06a782d4-8043-4a8a-8b96-319c13a51a16 HTTP/1.1" status: 204 len: 168 time: 0.5652478 Aug 10 03:24:45.473968 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e79a7422-033b-4f42-89c9-840a1804ee27 req-bf2eb3dd-6b95-473b-8ca4-462132164258 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c67c16e-b8a6-4f4f-8d43-6f09a2fb6b31&id=716261c9-08fe-460b-8070-c5648185c899&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4307096 Aug 10 03:24:45.492914 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647457c6-6edf-4f01-9253-5afd5be6ced2 admin admin] Pushing event deleted for resources: {'Network': ['ID=06a782d4-8043-4a8a-8b96-319c13a51a16,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:45.520538 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a88f38-eb3c-40a8-860f-ae791ef5d6db req-1363dcf7-1998-4b5a-ac25-fc9cf5a4a44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:45.522725 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f0a88f38-eb3c-40a8-860f-ae791ef5d6db req-1363dcf7-1998-4b5a-ac25-fc9cf5a4a44c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c9603ab9bba540beb860908da5f483c4&device_id=98532c5c-e4f2-4b43-aa06-5cf8233e4981 HTTP/1.1" status: 200 len: 1098 time: 0.4774303 Aug 10 03:24:45.596999 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9b2158-679c-4957-8eaa-87deb4978d8a req-15902d6e-0dd3-433d-ba55-662bbee8c01e tempest-ServersNegativeTestMultiTenantJSON-1481051477 tempest-ServersNegativeTestMultiTenantJSON-1481051477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:45.598865 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2e9b2158-679c-4957-8eaa-87deb4978d8a req-15902d6e-0dd3-433d-ba55-662bbee8c01e tempest-ServersNegativeTestMultiTenantJSON-1481051477 tempest-ServersNegativeTestMultiTenantJSON-1481051477-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0667616-2cca-4caf-987f-ff48351565be HTTP/1.1" status: 200 len: 946 time: 0.1976366 Aug 10 03:24:45.642848 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-4f248bb6-1eda-47dd-8383-4a3becc083ec req-d8155e22-00ca-4b72-a906-89b577a2ede4 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:45.710827 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-4f248bb6-1eda-47dd-8383-4a3becc083ec req-d8155e22-00ca-4b72-a906-89b577a2ede4 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] Transition to ACTIVE for port object 46b4e5f3-1487-4512-958b-790205a429d3 will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:24:45.781573 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2e9b2158-679c-4957-8eaa-87deb4978d8a req-23a69779-01e5-4c67-88bc-4989ebb51f80 tempest-ServersNegativeTestMultiTenantJSON-1481051477 tempest-ServersNegativeTestMultiTenantJSON-1481051477-project] 10.222.0.44 "GET /v2.0/security-groups?id=77b41c40-d234-457c-8246-b1b0eef2f9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325457 Aug 10 03:24:45.796272 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a88f38-eb3c-40a8-860f-ae791ef5d6db req-05fafb4d-1bf6-4314-aaec-26e77efbea57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:45.797946 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f0a88f38-eb3c-40a8-860f-ae791ef5d6db req-05fafb4d-1bf6-4314-aaec-26e77efbea57 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f2610c24-f468-4d40-86ff-26a411353238 HTTP/1.1" status: 200 len: 914 time: 0.2488463 Aug 10 03:24:45.822385 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b2c55-f982-4cd3-a9d7-bdcb15d33734 req-793d3b89-bf88-43ae-aaee-b0c2f904ed63 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:45.822385 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-638b2c55-f982-4cd3-a9d7-bdcb15d33734 req-793d3b89-bf88-43ae-aaee-b0c2f904ed63 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=6274bb2a-64d2-4dc9-83e3-6117ae7a034b HTTP/1.1" status: 200 len: 945 time: 0.1669748 Aug 10 03:24:45.901275 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59726) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:45.940844 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-4f248bb6-1eda-47dd-8383-4a3becc083ec req-d8155e22-00ca-4b72-a906-89b577a2ede4 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:45.977941 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-6dfbbf57-c400-4a8a-adbc-2979700cfbcf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b43344ce758749f292df0b226e91162a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0748959 Aug 10 03:24:45.981568 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59728) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:46.013424 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f0a88f38-eb3c-40a8-860f-ae791ef5d6db req-52482a44-87a7-41d3-bf45-4cdfa508dd0e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac1f695a-36dc-4bad-9ccb-4e8de6a45e31 HTTP/1.1" status: 200 len: 1001 time: 0.1953161 Aug 10 03:24:46.058724 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-80e96d8f-6405-41e9-803d-301cc444f855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:46.076137 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f248bb6-1eda-47dd-8383-4a3becc083ec req-d8155e22-00ca-4b72-a906-89b577a2ede4 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] Network cdb362dd-33cf-43b3-8ba4-85a65eae2dc5 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:24:46.093239 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-4f248bb6-1eda-47dd-8383-4a3becc083ec req-d8155e22-00ca-4b72-a906-89b577a2ede4 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:24:46.107437 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c407330-b039-431b-815d-b9283525293d req-a60bde97-1ee8-4655-84be-e71277a461b1 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:46.109097 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6c407330-b039-431b-815d-b9283525293d req-a60bde97-1ee8-4655-84be-e71277a461b1 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] 10.222.0.44 "GET /v2.0/ports?device_id=090e0a76-6d70-4669-beb8-734b587eb8c1 HTTP/1.1" status: 200 len: 932 time: 0.1822784 Aug 10 03:24:46.113687 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f248bb6-1eda-47dd-8383-4a3becc083ec req-d8155e22-00ca-4b72-a906-89b577a2ede4 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:24:46.117484 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-80e96d8f-6405-41e9-803d-301cc444f855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:46.129022 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-638b2c55-f982-4cd3-a9d7-bdcb15d33734 req-c0de660d-edcf-4aef-9bf4-d839a3e70e6a tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079961 Aug 10 03:24:46.170099 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8155e22-00ca-4b72-a906-89b577a2ede4 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] Pushing event updated for resources: {'Port': ['ID=46b4e5f3-1487-4512-958b-790205a429d3,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:46.222428 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a88f38-eb3c-40a8-860f-ae791ef5d6db req-82ffe929-a639-4db8-b0ea-f4a67ecf133d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:46.224304 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f0a88f38-eb3c-40a8-860f-ae791ef5d6db req-82ffe929-a639-4db8-b0ea-f4a67ecf133d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f8ed2a35-9a6a-4125-b7ba-071adfa339f4 HTTP/1.1" status: 200 len: 853 time: 0.2010620 Aug 10 03:24:46.258205 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-80e96d8f-6405-41e9-803d-301cc444f855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:46.270426 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-80e96d8f-6405-41e9-803d-301cc444f855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:46.278828 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-80e96d8f-6405-41e9-803d-301cc444f855 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d446119c-4ecd-4642-8c93-06b1f694a1f9 HTTP/1.1" status: 204 len: 168 time: 0.2949193 Aug 10 03:24:46.321122 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e96d8f-6405-41e9-803d-301cc444f855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d446119c-4ecd-4642-8c93-06b1f694a1f9,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:46.327800 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f248bb6-1eda-47dd-8383-4a3becc083ec req-d8155e22-00ca-4b72-a906-89b577a2ede4 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:46.328540 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-4f248bb6-1eda-47dd-8383-4a3becc083ec req-d8155e22-00ca-4b72-a906-89b577a2ede4 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:46.397452 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6c407330-b039-431b-815d-b9283525293d req-535da27f-05f9-45c0-b7d8-d5a6eb4027e6 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e397b85-37c6-4e10-a5c7-28561ee47605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2652388 Aug 10 03:24:46.446913 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4f248bb6-1eda-47dd-8383-4a3becc083ec req-d8155e22-00ca-4b72-a906-89b577a2ede4 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2909517 Aug 10 03:24:46.458092 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-4f248bb6-1eda-47dd-8383-4a3becc083ec req-6ce26cd6-b9b6-4a48-b903-f28ec2953a69 service neutron] Request body: {'port': {'device_id': '090e0a76-6d70-4669-beb8-734b587eb8c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:46.562389 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a88f38-eb3c-40a8-860f-ae791ef5d6db req-606bf465-c2a5-472c-b6bc-778d8929c1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:46.564464 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f0a88f38-eb3c-40a8-860f-ae791ef5d6db req-606bf465-c2a5-472c-b6bc-778d8929c1f7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f2610c24-f468-4d40-86ff-26a411353238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3283041 Aug 10 03:24:46.581376 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8539b395-4b09-4dd2-929d-248bd077b75a req-0ae07066-8e3e-4d27-9384-a865f903a206 tempest-ServersNegativeTestMultiTenantJSON-1481051477 tempest-ServersNegativeTestMultiTenantJSON-1481051477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:46.583396 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8539b395-4b09-4dd2-929d-248bd077b75a req-0ae07066-8e3e-4d27-9384-a865f903a206 tempest-ServersNegativeTestMultiTenantJSON-1481051477 tempest-ServersNegativeTestMultiTenantJSON-1481051477-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0667616-2cca-4caf-987f-ff48351565be HTTP/1.1" status: 200 len: 946 time: 0.2773857 Aug 10 03:24:46.777192 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-6b490a52-9adb-4be1-91d6-ca6a66270f7c None None] Provisioning for port 46b4e5f3-1487-4512-958b-790205a429d3 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:24:46.787837 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-6b490a52-9adb-4be1-91d6-ca6a66270f7c None None] Provisioning complete for port 46b4e5f3-1487-4512-958b-790205a429d3 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:24:46.790610 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-6b490a52-9adb-4be1-91d6-ca6a66270f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:46.883779 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-6b490a52-9adb-4be1-91d6-ca6a66270f7c None None] Port 46b4e5f3-1487-4512-958b-790205a429d3 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:24:46.963868 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-4f248bb6-1eda-47dd-8383-4a3becc083ec req-6ce26cd6-b9b6-4a48-b903-f28ec2953a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:47.109070 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59770) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:47.123521 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8dee93-6846-4f3c-9b47-1903f1db107c req-59b7892a-e405-4985-8b99-ea3f7205b9f9 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:47.129954 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8dee93-6846-4f3c-9b47-1903f1db107c req-59b7892a-e405-4985-8b99-ea3f7205b9f9 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:47.136191 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8dee93-6846-4f3c-9b47-1903f1db107c req-59b7892a-e405-4985-8b99-ea3f7205b9f9 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:47.142274 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8dee93-6846-4f3c-9b47-1903f1db107c req-59b7892a-e405-4985-8b99-ea3f7205b9f9 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:47.148373 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8dee93-6846-4f3c-9b47-1903f1db107c req-59b7892a-e405-4985-8b99-ea3f7205b9f9 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:47.155136 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8dee93-6846-4f3c-9b47-1903f1db107c req-59b7892a-e405-4985-8b99-ea3f7205b9f9 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:47.161198 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8dee93-6846-4f3c-9b47-1903f1db107c req-59b7892a-e405-4985-8b99-ea3f7205b9f9 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:47.163291 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8e8dee93-6846-4f3c-9b47-1903f1db107c req-59b7892a-e405-4985-8b99-ea3f7205b9f9 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/ports?device_id=e94bab8c-37ad-48a0-a25d-4fb04fb90837 HTTP/1.1" status: 200 len: 5436 time: 0.4443238 Aug 10 03:24:47.177979 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f0a88f38-eb3c-40a8-860f-ae791ef5d6db req-5fdd776b-6de4-48f5-8b21-5e26c732e9f2 service neutron] 10.222.0.61 "GET /v2.0/networks/f2610c24-f468-4d40-86ff-26a411353238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5905690 Aug 10 03:24:47.194725 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65615a3-a372-4a2e-925f-aecfdb6bf8d0 req-81c862a7-8ed2-48fc-bd1e-331191636ac5 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:47.202566 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a65615a3-a372-4a2e-925f-aecfdb6bf8d0 req-81c862a7-8ed2-48fc-bd1e-331191636ac5 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/networks?id=b51fae06-be52-4fab-a89b-cef6eae8fffd HTTP/1.1" status: 200 len: 806 time: 0.5889649 Aug 10 03:24:47.348059 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a65615a3-a372-4a2e-925f-aecfdb6bf8d0 req-2ad63505-a4c1-4ea1-b0b6-8fad7d2c5b1f tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/quotas/cb385cfc3d1046e2925732ed1d1b6b8d HTTP/1.1" status: 200 len: 375 time: 0.1443305 Aug 10 03:24:47.391148 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-95a03962-9970-4dc7-b742-ee8108dcdfa8 tempest-QuotasNegativeTest-1942157979 tempest-QuotasNegativeTest-1942157979-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:47.408920 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-8539b395-4b09-4dd2-929d-248bd077b75a req-26119bbe-4681-41ef-8152-a64a390ec5fa tempest-ServersNegativeTestMultiTenantJSON-1481051477 tempest-ServersNegativeTestMultiTenantJSON-1481051477-project] Deleting port 58f7d16e-8cb2-4eb0-a97d-2afb66c76012 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:24:47.409270 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8539b395-4b09-4dd2-929d-248bd077b75a req-26119bbe-4681-41ef-8152-a64a390ec5fa tempest-ServersNegativeTestMultiTenantJSON-1481051477 tempest-ServersNegativeTestMultiTenantJSON-1481051477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:47.426086 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-95a03962-9970-4dc7-b742-ee8108dcdfa8 tempest-QuotasNegativeTest-1942157979 tempest-QuotasNegativeTest-1942157979-project-admin] 10.222.0.44 "PUT /v2.0/quotas/72076a6cc8fd429f9f2e792086971f29 HTTP/1.1" status: 200 len: 368 time: 0.3127432 Aug 10 03:24:47.426748 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59784) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:47.432316 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-41c58452-7a56-4612-aea5-6cca6cf75b00 tempest-QuotasNegativeTest-1942157979 tempest-QuotasNegativeTest-1942157979-project-admin] Request body: {'network': {'project_id': '72076a6cc8fd429f9f2e792086971f29'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:47.470507 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c58452-7a56-4612-aea5-6cca6cf75b00 tempest-QuotasNegativeTest-1942157979 tempest-QuotasNegativeTest-1942157979-project-admin] Made reservation on behalf of 72076a6cc8fd429f9f2e792086971f29 for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:47.475981 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-41c58452-7a56-4612-aea5-6cca6cf75b00 tempest-QuotasNegativeTest-1942157979 tempest-QuotasNegativeTest-1942157979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:47.491981 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-41c58452-7a56-4612-aea5-6cca6cf75b00 tempest-QuotasNegativeTest-1942157979 tempest-QuotasNegativeTest-1942157979-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:47.547062 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8e8dee93-6846-4f3c-9b47-1903f1db107c req-7f9713e1-4576-4d3f-a2ed-3b73793347a4 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c67c16e-b8a6-4f4f-8d43-6f09a2fb6b31&id=716261c9-08fe-460b-8070-c5648185c899&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3422787 Aug 10 03:24:47.639838 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-41c58452-7a56-4612-aea5-6cca6cf75b00 tempest-QuotasNegativeTest-1942157979 tempest-QuotasNegativeTest-1942157979-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:47.647147 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-41c58452-7a56-4612-aea5-6cca6cf75b00 tempest-QuotasNegativeTest-1942157979 tempest-QuotasNegativeTest-1942157979-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:47.676815 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41c58452-7a56-4612-aea5-6cca6cf75b00 tempest-QuotasNegativeTest-1942157979 tempest-QuotasNegativeTest-1942157979-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:24:47.679031 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59792) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:47.694825 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a65615a3-a372-4a2e-925f-aecfdb6bf8d0 req-3be881e5-a49c-4ba3-8c11-6b1a0af59025 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=cb385cfc3d1046e2925732ed1d1b6b8d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3453963 Aug 10 03:24:47.701087 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c58452-7a56-4612-aea5-6cca6cf75b00 tempest-QuotasNegativeTest-1942157979 tempest-QuotasNegativeTest-1942157979-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a501ddfc-1ae4-4c28-82b3-201214872549,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:47.707559 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-41c58452-7a56-4612-aea5-6cca6cf75b00 tempest-QuotasNegativeTest-1942157979 tempest-QuotasNegativeTest-1942157979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:47.708026 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-41c58452-7a56-4612-aea5-6cca6cf75b00 tempest-QuotasNegativeTest-1942157979 tempest-QuotasNegativeTest-1942157979-project-admin] Added segment cf5e3717-5ca6-4ad5-b643-c6c648782641 of type vlan for network d81f9962-71b4-4710-988e-471725d4744f Aug 10 03:24:47.781125 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-41c58452-7a56-4612-aea5-6cca6cf75b00 tempest-QuotasNegativeTest-1942157979 tempest-QuotasNegativeTest-1942157979-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:47.816401 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f0a88f38-eb3c-40a8-860f-ae791ef5d6db req-26fa48ad-6d0f-4aad-8105-32401502a665 service neutron] 10.222.0.61 "GET /v2.0/networks/f2610c24-f468-4d40-86ff-26a411353238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6091566 Aug 10 03:24:47.863162 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-eae87d0a-0525-4f04-a3b4-d16a5b1d27cf admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-208380972-network', 'tenant_id': '5d4d680a30924205982a356dd1432e46'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:47.884973 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-41c58452-7a56-4612-aea5-6cca6cf75b00 tempest-QuotasNegativeTest-1942157979 tempest-QuotasNegativeTest-1942157979-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:47.887217 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c58452-7a56-4612-aea5-6cca6cf75b00 tempest-QuotasNegativeTest-1942157979 tempest-QuotasNegativeTest-1942157979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:47.887671 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-41c58452-7a56-4612-aea5-6cca6cf75b00 tempest-QuotasNegativeTest-1942157979 tempest-QuotasNegativeTest-1942157979-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:47.937754 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-8539b395-4b09-4dd2-929d-248bd077b75a req-26119bbe-4681-41ef-8152-a64a390ec5fa tempest-ServersNegativeTestMultiTenantJSON-1481051477 tempest-ServersNegativeTestMultiTenantJSON-1481051477-project] For port 58f7d16e-8cb2-4eb0-a97d-2afb66c76012, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=58f7d16e-8cb2-4eb0-a97d-2afb66c76012,segment=NetworkSegment(dc0cca6f-db67-4094-92d2-789afa338c8e),segment_id=dc0cca6f-db67-4094-92d2-789afa338c8e)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:47.938382 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8539b395-4b09-4dd2-929d-248bd077b75a req-26119bbe-4681-41ef-8152-a64a390ec5fa tempest-ServersNegativeTestMultiTenantJSON-1481051477 tempest-ServersNegativeTestMultiTenantJSON-1481051477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:47.993222 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-8539b395-4b09-4dd2-929d-248bd077b75a req-26119bbe-4681-41ef-8152-a64a390ec5fa tempest-ServersNegativeTestMultiTenantJSON-1481051477 tempest-ServersNegativeTestMultiTenantJSON-1481051477-project] Calling delete_port for 58f7d16e-8cb2-4eb0-a97d-2afb66c76012 owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:24:48.022291 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eae87d0a-0525-4f04-a3b4-d16a5b1d27cf admin admin] Made reservation on behalf of 5d4d680a30924205982a356dd1432e46 for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:48.030092 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-eae87d0a-0525-4f04-a3b4-d16a5b1d27cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:48.041744 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-41c58452-7a56-4612-aea5-6cca6cf75b00 tempest-QuotasNegativeTest-1942157979 tempest-QuotasNegativeTest-1942157979-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6133921 Aug 10 03:24:48.056646 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59796) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:48.064691 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-05aee753-ee20-4260-9b0c-aebfaf309a6a tempest-QuotasNegativeTest-1942157979 tempest-QuotasNegativeTest-1942157979-project-admin] Request body: {'network': {'project_id': '72076a6cc8fd429f9f2e792086971f29'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:48.068714 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5e600b-4f78-40f5-a233-639fae3ea34e req-4afe17f4-5011-4173-b143-ce1cd912af5d tempest-ServersNegativeTestMultiTenantJSON-1481051477 tempest-ServersNegativeTestMultiTenantJSON-1481051477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:48.070352 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2f5e600b-4f78-40f5-a233-639fae3ea34e req-4afe17f4-5011-4173-b143-ce1cd912af5d tempest-ServersNegativeTestMultiTenantJSON-1481051477 tempest-ServersNegativeTestMultiTenantJSON-1481051477-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0667616-2cca-4caf-987f-ff48351565be HTTP/1.1" status: 200 len: 946 time: 0.3525801 Aug 10 03:24:48.070541 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-eae87d0a-0525-4f04-a3b4-d16a5b1d27cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:48.074928 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c58452-7a56-4612-aea5-6cca6cf75b00 tempest-QuotasNegativeTest-1942157979 tempest-QuotasNegativeTest-1942157979-project-admin] Pushing event updated for resources: {'Network': ['ID=d81f9962-71b4-4710-988e-471725d4744f,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:48.078271 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a65615a3-a372-4a2e-925f-aecfdb6bf8d0 req-b0cdf477-67ee-4df1-8407-f8b6ad6bb524 service neutron] 10.222.0.44 "GET /v2.0/networks/b51fae06-be52-4fab-a89b-cef6eae8fffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3821130 Aug 10 03:24:48.099055 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network d81f9962-71b4-4710-988e-471725d4744f details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:24:48.130887 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05aee753-ee20-4260-9b0c-aebfaf309a6a tempest-QuotasNegativeTest-1942157979 tempest-QuotasNegativeTest-1942157979-project-admin] Made reservation on behalf of 72076a6cc8fd429f9f2e792086971f29 for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:48.135194 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-05aee753-ee20-4260-9b0c-aebfaf309a6a tempest-QuotasNegativeTest-1942157979 tempest-QuotasNegativeTest-1942157979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:48.199393 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05aee753-ee20-4260-9b0c-aebfaf309a6a tempest-QuotasNegativeTest-1942157979 tempest-QuotasNegativeTest-1942157979-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:24:48.233479 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-05aee753-ee20-4260-9b0c-aebfaf309a6a tempest-QuotasNegativeTest-1942157979 tempest-QuotasNegativeTest-1942157979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:48.234071 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-05aee753-ee20-4260-9b0c-aebfaf309a6a tempest-QuotasNegativeTest-1942157979 tempest-QuotasNegativeTest-1942157979-project-admin] Added segment 3a31cb91-da6b-4f79-89a8-f593a7f22e0e of type vlan for network 15ef05f1-5a99-48a9-aae3-1a4d788824dd Aug 10 03:24:48.329633 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-05aee753-ee20-4260-9b0c-aebfaf309a6a tempest-QuotasNegativeTest-1942157979 tempest-QuotasNegativeTest-1942157979-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:48.426293 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-eae87d0a-0525-4f04-a3b4-d16a5b1d27cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:48.428044 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-05aee753-ee20-4260-9b0c-aebfaf309a6a tempest-QuotasNegativeTest-1942157979 tempest-QuotasNegativeTest-1942157979-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:48.429292 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05aee753-ee20-4260-9b0c-aebfaf309a6a tempest-QuotasNegativeTest-1942157979 tempest-QuotasNegativeTest-1942157979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:48.430062 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-05aee753-ee20-4260-9b0c-aebfaf309a6a tempest-QuotasNegativeTest-1942157979 tempest-QuotasNegativeTest-1942157979-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:48.439155 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-eae87d0a-0525-4f04-a3b4-d16a5b1d27cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:48.452736 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-4f248bb6-1eda-47dd-8383-4a3becc083ec req-6ce26cd6-b9b6-4a48-b903-f28ec2953a69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46b4e5f3-1487-4512-958b-790205a429d3 {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:24:48.475348 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-4f248bb6-1eda-47dd-8383-4a3becc083ec req-6ce26cd6-b9b6-4a48-b903-f28ec2953a69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:48.511245 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eae87d0a-0525-4f04-a3b4-d16a5b1d27cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:24:48.519983 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-05aee753-ee20-4260-9b0c-aebfaf309a6a tempest-QuotasNegativeTest-1942157979 tempest-QuotasNegativeTest-1942157979-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.4613290 Aug 10 03:24:48.527087 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-4f248bb6-1eda-47dd-8383-4a3becc083ec req-6ce26cd6-b9b6-4a48-b903-f28ec2953a69 service neutron] Transition to ACTIVE for port object 46b4e5f3-1487-4512-958b-790205a429d3 will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:24:48.529471 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 59800) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:48.535221 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae87d0a-0525-4f04-a3b4-d16a5b1d27cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca484cf-8c3a-46cb-a8bd-5066374a93b6,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:48.539278 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aee753-ee20-4260-9b0c-aebfaf309a6a tempest-QuotasNegativeTest-1942157979 tempest-QuotasNegativeTest-1942157979-project-admin] Pushing event updated for resources: {'Network': ['ID=15ef05f1-5a99-48a9-aae3-1a4d788824dd,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:48.547958 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-95e50f33-14cb-4557-a292-dff91075f46f tempest-QuotasNegativeTest-1942157979 tempest-QuotasNegativeTest-1942157979-project-admin] Request body: {'network': {'project_id': '72076a6cc8fd429f9f2e792086971f29'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:48.553314 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-eae87d0a-0525-4f04-a3b4-d16a5b1d27cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:48.553876 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2f5e600b-4f78-40f5-a233-639fae3ea34e req-34d7ba24-febd-497c-98a4-83a69d39f685 tempest-ServersNegativeTestMultiTenantJSON-1481051477 tempest-ServersNegativeTestMultiTenantJSON-1481051477-project] 10.222.0.44 "GET /v2.0/security-groups?id=77b41c40-d234-457c-8246-b1b0eef2f9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4397368 Aug 10 03:24:48.554754 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-eae87d0a-0525-4f04-a3b4-d16a5b1d27cf admin admin] Added segment 40569f83-d81b-4303-a587-8c8a3f56ba86 of type vlan for network c2da0bb6-4435-4aa8-bf60-cd789ad14aea Aug 10 03:24:48.556879 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 15ef05f1-5a99-48a9-aae3-1a4d788824dd details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:24:48.568082 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-4f248bb6-1eda-47dd-8383-4a3becc083ec req-6ce26cd6-b9b6-4a48-b903-f28ec2953a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:48.628787 n-d-768862-13 neutron-server[94260]: INFO neutron.pecan_wsgi.hooks.translation [None req-95e50f33-14cb-4557-a292-dff91075f46f tempest-QuotasNegativeTest-1942157979 tempest-QuotasNegativeTest-1942157979-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 10 03:24:48.629646 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95e50f33-14cb-4557-a292-dff91075f46f tempest-QuotasNegativeTest-1942157979 tempest-QuotasNegativeTest-1942157979-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:24:48.631040 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-95e50f33-14cb-4557-a292-dff91075f46f tempest-QuotasNegativeTest-1942157979 tempest-QuotasNegativeTest-1942157979-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0984912 Aug 10 03:24:48.636779 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-eae87d0a-0525-4f04-a3b4-d16a5b1d27cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:48.670703 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a65615a3-a372-4a2e-925f-aecfdb6bf8d0 req-feefc6ae-6359-4344-b200-584395ee90b4 service neutron] 10.222.0.44 "GET /v2.0/networks/b51fae06-be52-4fab-a89b-cef6eae8fffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5537317 Aug 10 03:24:48.741284 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59806) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:48.748584 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce26cd6-b9b6-4a48-b903-f28ec2953a69 service neutron] Pushing event updated for resources: {'Port': ['ID=46b4e5f3-1487-4512-958b-790205a429d3,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:48.758507 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-eae87d0a-0525-4f04-a3b4-d16a5b1d27cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:48.759507 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae87d0a-0525-4f04-a3b4-d16a5b1d27cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:48.761408 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-eae87d0a-0525-4f04-a3b4-d16a5b1d27cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:48.883694 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae87d0a-0525-4f04-a3b4-d16a5b1d27cf admin admin] Pushing event updated for resources: {'Network': ['ID=c2da0bb6-4435-4aa8-bf60-cd789ad14aea,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:48.893923 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-eae87d0a-0525-4f04-a3b4-d16a5b1d27cf admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2083647 Aug 10 03:24:48.894595 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59812) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:48.900183 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-5ad30a06-5115-4669-aafb-07715219af3a admin admin] Request body: {'subnet': {'network_id': 'c2da0bb6-4435-4aa8-bf60-cd789ad14aea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-208380972-subnet', 'tenant_id': '5d4d680a30924205982a356dd1432e46', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:48.908623 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network c2da0bb6-4435-4aa8-bf60-cd789ad14aea details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:24:48.933868 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad30a06-5115-4669-aafb-07715219af3a admin admin] Made reservation on behalf of 5d4d680a30924205982a356dd1432e46 for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:48.936626 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5ad30a06-5115-4669-aafb-07715219af3a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:49.077980 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8539b395-4b09-4dd2-929d-248bd077b75a req-26119bbe-4681-41ef-8152-a64a390ec5fa tempest-ServersNegativeTestMultiTenantJSON-1481051477 tempest-ServersNegativeTestMultiTenantJSON-1481051477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:49.126174 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a03b6aa2-2d01-4a3a-aee2-a17f1dd1ba99 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=72076a6cc8fd429f9f2e792086971f29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3801160 Aug 10 03:24:49.128958 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59816) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:49.164947 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be4145-08e2-4b23-a344-dcf30f5415bf req-1eee429c-8594-4a17-b283-0c864b4c75fd tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:49.174625 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d5be4145-08e2-4b23-a344-dcf30f5415bf req-1eee429c-8594-4a17-b283-0c864b4c75fd tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] 10.222.0.44 "GET /v2.0/ports?device_id=090e0a76-6d70-4669-beb8-734b587eb8c1 HTTP/1.1" status: 200 len: 944 time: 0.2374649 Aug 10 03:24:49.197006 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26119bbe-4681-41ef-8152-a64a390ec5fa tempest-ServersNegativeTestMultiTenantJSON-1481051477 tempest-ServersNegativeTestMultiTenantJSON-1481051477-project] Pushing event deleted for resources: {'Port': ['ID=58f7d16e-8cb2-4eb0-a97d-2afb66c76012,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:49.219514 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-4f248bb6-1eda-47dd-8383-4a3becc083ec req-6ce26cd6-b9b6-4a48-b903-f28ec2953a69 service neutron] Attempting to bind port 46b4e5f3-1487-4512-958b-790205a429d3 on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:24:49.219943 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-4f248bb6-1eda-47dd-8383-4a3becc083ec req-6ce26cd6-b9b6-4a48-b903-f28ec2953a69 service neutron] Attempting to bind port 46b4e5f3-1487-4512-958b-790205a429d3 by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '3b2bf574-7cf5-4b84-96f8-e65d149daec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cdb362dd-33cf-43b3-8ba4-85a65eae2dc5'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:24:49.220351 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f248bb6-1eda-47dd-8383-4a3becc083ec req-6ce26cd6-b9b6-4a48-b903-f28ec2953a69 service neutron] Attempting to bind port 46b4e5f3-1487-4512-958b-790205a429d3 on network cdb362dd-33cf-43b3-8ba4-85a65eae2dc5 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:49.237656 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5ad30a06-5115-4669-aafb-07715219af3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:49.256721 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f248bb6-1eda-47dd-8383-4a3becc083ec req-6ce26cd6-b9b6-4a48-b903-f28ec2953a69 service neutron] Port 46b4e5f3-1487-4512-958b-790205a429d3 on network cdb362dd-33cf-43b3-8ba4-85a65eae2dc5 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:24:49.257140 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f248bb6-1eda-47dd-8383-4a3becc083ec req-6ce26cd6-b9b6-4a48-b903-f28ec2953a69 service neutron] Attempting to bind port 46b4e5f3-1487-4512-958b-790205a429d3 on network cdb362dd-33cf-43b3-8ba4-85a65eae2dc5 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:49.283625 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5223b1e0-5211-4392-bcc4-cf6875955d5a req-ca4c937a-6afb-4da6-b0c6-08dc0725b5c2 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:49.290466 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5223b1e0-5211-4392-bcc4-cf6875955d5a req-ca4c937a-6afb-4da6-b0c6-08dc0725b5c2 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:49.297988 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5223b1e0-5211-4392-bcc4-cf6875955d5a req-ca4c937a-6afb-4da6-b0c6-08dc0725b5c2 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:49.304452 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5223b1e0-5211-4392-bcc4-cf6875955d5a req-ca4c937a-6afb-4da6-b0c6-08dc0725b5c2 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:49.310949 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5223b1e0-5211-4392-bcc4-cf6875955d5a req-ca4c937a-6afb-4da6-b0c6-08dc0725b5c2 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:49.317452 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5223b1e0-5211-4392-bcc4-cf6875955d5a req-ca4c937a-6afb-4da6-b0c6-08dc0725b5c2 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:49.324286 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5223b1e0-5211-4392-bcc4-cf6875955d5a req-ca4c937a-6afb-4da6-b0c6-08dc0725b5c2 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:49.326820 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5223b1e0-5211-4392-bcc4-cf6875955d5a req-ca4c937a-6afb-4da6-b0c6-08dc0725b5c2 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/ports?device_id=e94bab8c-37ad-48a0-a25d-4fb04fb90837 HTTP/1.1" status: 200 len: 5436 time: 0.2768257 Aug 10 03:24:49.330936 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad30a06-5115-4669-aafb-07715219af3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=820cdd45-16e1-4c6c-be8e-6540a98cf482,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:49.348310 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-8539b395-4b09-4dd2-929d-248bd077b75a req-26119bbe-4681-41ef-8152-a64a390ec5fa tempest-ServersNegativeTestMultiTenantJSON-1481051477 tempest-ServersNegativeTestMultiTenantJSON-1481051477-project] No DVR routers for this DVR port 58f7d16e-8cb2-4eb0-a97d-2afb66c76012 on host n-h1-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:24:49.354566 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f248bb6-1eda-47dd-8383-4a3becc083ec req-6ce26cd6-b9b6-4a48-b903-f28ec2953a69 service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:24:49.355042 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f248bb6-1eda-47dd-8383-4a3becc083ec req-6ce26cd6-b9b6-4a48-b903-f28ec2953a69 service neutron] Checking segment: {'id': '3b2bf574-7cf5-4b84-96f8-e65d149daec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cdb362dd-33cf-43b3-8ba4-85a65eae2dc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:24:49.355540 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f248bb6-1eda-47dd-8383-4a3becc083ec req-6ce26cd6-b9b6-4a48-b903-f28ec2953a69 service neutron] Bound using segment: {'id': '3b2bf574-7cf5-4b84-96f8-e65d149daec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cdb362dd-33cf-43b3-8ba4-85a65eae2dc5'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:24:49.356252 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-4f248bb6-1eda-47dd-8383-4a3becc083ec req-6ce26cd6-b9b6-4a48-b903-f28ec2953a69 service neutron] Bound port: 46b4e5f3-1487-4512-958b-790205a429d3, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b2bf574-7cf5-4b84-96f8-e65d149daec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cdb362dd-33cf-43b3-8ba4-85a65eae2dc5'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:24:49.356454 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-4f248bb6-1eda-47dd-8383-4a3becc083ec req-6ce26cd6-b9b6-4a48-b903-f28ec2953a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:49.362102 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad30a06-5115-4669-aafb-07715219af3a admin admin] Checking segment: {'id': '40569f83-d81b-4303-a587-8c8a3f56ba86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c2da0bb6-4435-4aa8-bf60-cd789ad14aea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:24:49.362102 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad30a06-5115-4669-aafb-07715219af3a admin admin] Network hostable DHCP agents. Network: c2da0bb6-4435-4aa8-bf60-cd789ad14aea, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:24:49.364503 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8539b395-4b09-4dd2-929d-248bd077b75a req-26119bbe-4681-41ef-8152-a64a390ec5fa tempest-ServersNegativeTestMultiTenantJSON-1481051477 tempest-ServersNegativeTestMultiTenantJSON-1481051477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:49.367245 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8539b395-4b09-4dd2-929d-248bd077b75a req-26119bbe-4681-41ef-8152-a64a390ec5fa tempest-ServersNegativeTestMultiTenantJSON-1481051477 tempest-ServersNegativeTestMultiTenantJSON-1481051477-project] 10.222.0.42 "DELETE /v2.0/ports/58f7d16e-8cb2-4eb0-a97d-2afb66c76012 HTTP/1.1" status: 204 len: 173 time: 2.7505331 Aug 10 03:24:49.367536 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0667616-2cca-4caf-987f-ff48351565be', 'name': 'network-vif-deleted', 'tag': '58f7d16e-8cb2-4eb0-a97d-2afb66c76012'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:24:49.370366 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b46ca51c-bd23-41be-aff4-798a348be5db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:49.371210 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e35a145b-c397-45c4-b5df-a7874095d2a9" -d '{"events": [{"server_uuid": "b0667616-2cca-4caf-987f-ff48351565be", "name": "network-vif-deleted", "tag": "58f7d16e-8cb2-4eb0-a97d-2afb66c76012"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:24:49.389165 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d5be4145-08e2-4b23-a344-dcf30f5415bf req-de78cb8a-9544-4b43-a2e4-712f3e4ac178 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e397b85-37c6-4e10-a5c7-28561ee47605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2129421 Aug 10 03:24:49.398020 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['58f7d16e-8cb2-4eb0-a97d-2afb66c76012'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:24:49.413958 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device c6098a0b-6358-487c-bb4f-c602b7532c39 up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:24:49.450533 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b46ca51c-bd23-41be-aff4-798a348be5db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:49.452605 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad30a06-5115-4669-aafb-07715219af3a admin admin] Network c2da0bb6-4435-4aa8-bf60-cd789ad14aea is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:24:49.486490 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-5ad30a06-5115-4669-aafb-07715219af3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, c2da0bb6-4435-4aa8-bf60-cd789ad14aea) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:24:49.547089 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-4f248bb6-1eda-47dd-8383-4a3becc083ec req-6ce26cd6-b9b6-4a48-b903-f28ec2953a69 service neutron] For port 46b4e5f3-1487-4512-958b-790205a429d3, host n-h1-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:24:49.550686 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-4f248bb6-1eda-47dd-8383-4a3becc083ec req-6ce26cd6-b9b6-4a48-b903-f28ec2953a69 service neutron] For port 46b4e5f3-1487-4512-958b-790205a429d3, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=46b4e5f3-1487-4512-958b-790205a429d3,segment=NetworkSegment(3b2bf574-7cf5-4b84-96f8-e65d149daec7),segment_id=3b2bf574-7cf5-4b84-96f8-e65d149daec7)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:24:49.570061 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5223b1e0-5211-4392-bcc4-cf6875955d5a req-b31a1e34-a87d-4458-9e83-32528ff6d141 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c67c16e-b8a6-4f4f-8d43-6f09a2fb6b31&id=716261c9-08fe-460b-8070-c5648185c899&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2230637 Aug 10 03:24:49.571922 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e209a8db-5682-4ce1-ab11-b0d5390d21fa None None] Network c2da0bb6-4435-4aa8-bf60-cd789ad14aea requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:24:49.589647 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-4f248bb6-1eda-47dd-8383-4a3becc083ec req-6ce26cd6-b9b6-4a48-b903-f28ec2953a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:49.604232 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad30a06-5115-4669-aafb-07715219af3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:49.605271 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5ad30a06-5115-4669-aafb-07715219af3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:49.651473 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-5ad30a06-5115-4669-aafb-07715219af3a admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7546604 Aug 10 03:24:49.657242 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59828) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:49.658429 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-87889078-e7cd-4481-ad2d-3fd66de6ce9d req-bd3da025-9088-4c1d-8699-df3a14e7f4e6 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=29fc0081-ffaa-47cc-96e9-3ad675454c29 HTTP/1.1" status: 200 len: 210 time: 0.0818603 Aug 10 03:24:49.669330 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-a00358bc-a056-4eb1-bcfc-74ce2f57fdfa admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-208380972-router', 'tenant_id': '5d4d680a30924205982a356dd1432e46', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:49.691220 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e132d1f0-512d-46ec-b9f3-d347b9c0fb80 x-openstack-request-id: req-e132d1f0-512d-46ec-b9f3-d347b9c0fb80 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:24:49.691842 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0667616-2cca-4caf-987f-ff48351565be", "name": "network-vif-deleted", "tag": "58f7d16e-8cb2-4eb0-a97d-2afb66c76012", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:24:49.692380 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e132d1f0-512d-46ec-b9f3-d347b9c0fb80 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:24:49.693002 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0667616-2cca-4caf-987f-ff48351565be', 'name': 'network-vif-deleted', 'tag': '58f7d16e-8cb2-4eb0-a97d-2afb66c76012', 'status': 'completed', 'code': 200} Aug 10 03:24:49.705295 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f248bb6-1eda-47dd-8383-4a3becc083ec req-6ce26cd6-b9b6-4a48-b903-f28ec2953a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:49.706898 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-4f248bb6-1eda-47dd-8383-4a3becc083ec req-6ce26cd6-b9b6-4a48-b903-f28ec2953a69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:49.708995 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4f248bb6-1eda-47dd-8383-4a3becc083ec req-6ce26cd6-b9b6-4a48-b903-f28ec2953a69 service neutron] 10.222.0.42 "PUT /v2.0/ports/46b4e5f3-1487-4512-958b-790205a429d3 HTTP/1.1" status: 200 len: 1093 time: 3.2570634 Aug 10 03:24:49.726830 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce26cd6-b9b6-4a48-b903-f28ec2953a69 service neutron] Pushing event updated for resources: {'Port': ['ID=46b4e5f3-1487-4512-958b-790205a429d3,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:49.754197 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b46ca51c-bd23-41be-aff4-798a348be5db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:49.760863 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b46ca51c-bd23-41be-aff4-798a348be5db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:49.765286 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-b46ca51c-bd23-41be-aff4-798a348be5db admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a501ddfc-1ae4-4c28-82b3-201214872549 HTTP/1.1" status: 204 len: 168 time: 0.6326611 Aug 10 03:24:49.765424 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 59832) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:49.815283 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning for port c6098a0b-6358-487c-bb4f-c602b7532c39 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:24:49.819125 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a00358bc-a056-4eb1-bcfc-74ce2f57fdfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:49.828109 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a00358bc-a056-4eb1-bcfc-74ce2f57fdfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:49.837984 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port c6098a0b-6358-487c-bb4f-c602b7532c39 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:24:49.845571 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:49.850721 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ca51c-bd23-41be-aff4-798a348be5db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a501ddfc-1ae4-4c28-82b3-201214872549,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:49.979893 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7bf3c41-0c7c-48ad-bd1d-33d369ad281e None None] Network c2da0bb6-4435-4aa8-bf60-cd789ad14aea requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:24:50.063579 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e3910504-58f2-44a3-85d6-da997a1ee052 tempest-QuotasNegativeTest-1942157979 tempest-QuotasNegativeTest-1942157979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:50.072324 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-eef947a9-7360-4ed9-a9c3-6eb8f12e1db6 req-72dc6ded-a40f-431f-b34b-6b3c32f0193e tempest-ServersNegativeTestMultiTenantJSON-1481051477 tempest-ServersNegativeTestMultiTenantJSON-1481051477-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0667616-2cca-4caf-987f-ff48351565be HTTP/1.1" status: 200 len: 210 time: 0.1833324 Aug 10 03:24:50.092523 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a00358bc-a056-4eb1-bcfc-74ce2f57fdfa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:50.144045 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f248bb6-1eda-47dd-8383-4a3becc083ec req-6ad50363-f6de-4060-9eef-f4e95d3559fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:50.145746 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4f248bb6-1eda-47dd-8383-4a3becc083ec req-6ad50363-f6de-4060-9eef-f4e95d3559fb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6d8729f463214da9aba5238905630698&device_id=090e0a76-6d70-4669-beb8-734b587eb8c1 HTTP/1.1" status: 200 len: 1096 time: 0.3697171 Aug 10 03:24:50.206731 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:50.241058 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4f248bb6-1eda-47dd-8383-4a3becc083ec req-d67920ad-21c7-4cd8-a932-15644fdbdb28 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=46b4e5f3-1487-4512-958b-790205a429d3 HTTP/1.1" status: 200 len: 217 time: 0.0830498 Aug 10 03:24:50.264877 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e94bab8c-37ad-48a0-a25d-4fb04fb90837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6098a0b-6358-487c-bb4f-c602b7532c39'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:24:50.268164 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05dfcfc8-fc82-4077-b0d4-d5eeef186ae2" -d '{"events": [{"server_uuid": "e94bab8c-37ad-48a0-a25d-4fb04fb90837", "name": "network-vif-plugged", "status": "completed", "tag": "c6098a0b-6358-487c-bb4f-c602b7532c39"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:24:50.293973 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port c6098a0b-6358-487c-bb4f-c602b7532c39, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=c6098a0b-6358-487c-bb4f-c602b7532c39,segment=NetworkSegment(06a2e05c-772c-447f-825d-36b8db222e98),segment_id=06a2e05c-772c-447f-825d-36b8db222e98)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:50.297867 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e3910504-58f2-44a3-85d6-da997a1ee052 tempest-QuotasNegativeTest-1942157979 tempest-QuotasNegativeTest-1942157979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:50.306445 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:50.307359 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 4134483f-b371-43e3-9c92-e3039b3c9f4b up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:24:50.320331 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-e3910504-58f2-44a3-85d6-da997a1ee052 tempest-QuotasNegativeTest-1942157979 tempest-QuotasNegativeTest-1942157979-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15ef05f1-5a99-48a9-aae3-1a4d788824dd']}} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:50.335874 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-e3910504-58f2-44a3-85d6-da997a1ee052 tempest-QuotasNegativeTest-1942157979 tempest-QuotasNegativeTest-1942157979-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a31cb91-da6b-4f79-89a8-f593a7f22e0e') {'for_net_delete': True} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:50.336315 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-e3910504-58f2-44a3-85d6-da997a1ee052 tempest-QuotasNegativeTest-1942157979 tempest-QuotasNegativeTest-1942157979-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a31cb91-da6b-4f79-89a8-f593a7f22e0e') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:50.353259 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f248bb6-1eda-47dd-8383-4a3becc083ec req-37fdf13e-01f3-4ba7-9951-bb43fb9f9c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:50.353259 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4f248bb6-1eda-47dd-8383-4a3becc083ec req-37fdf13e-01f3-4ba7-9951-bb43fb9f9c24 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7c13f0d8-15a2-4f1e-8131-bdd7c3ce0682 HTTP/1.1" status: 200 len: 844 time: 0.0998390 Aug 10 03:24:50.356173 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e3910504-58f2-44a3-85d6-da997a1ee052 tempest-QuotasNegativeTest-1942157979 tempest-QuotasNegativeTest-1942157979-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191186'] for segment, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:50.380626 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a00358bc-a056-4eb1-bcfc-74ce2f57fdfa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:50.400890 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c7c9d3d-8e83-442e-945d-2cfc31bba5cf x-openstack-request-id: req-7c7c9d3d-8e83-442e-945d-2cfc31bba5cf {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:24:50.401871 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e94bab8c-37ad-48a0-a25d-4fb04fb90837", "name": "network-vif-plugged", "status": "completed", "tag": "c6098a0b-6358-487c-bb4f-c602b7532c39", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:24:50.402333 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7c7c9d3d-8e83-442e-945d-2cfc31bba5cf {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:24:50.402912 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e94bab8c-37ad-48a0-a25d-4fb04fb90837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6098a0b-6358-487c-bb4f-c602b7532c39', 'code': 200} Aug 10 03:24:50.412477 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e3910504-58f2-44a3-85d6-da997a1ee052 tempest-QuotasNegativeTest-1942157979 tempest-QuotasNegativeTest-1942157979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:50.428882 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3910504-58f2-44a3-85d6-da997a1ee052 tempest-QuotasNegativeTest-1942157979 tempest-QuotasNegativeTest-1942157979-project-admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=94260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:24:50.429710 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e3910504-58f2-44a3-85d6-da997a1ee052 tempest-QuotasNegativeTest-1942157979 tempest-QuotasNegativeTest-1942157979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58895489'] for segment, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:50.433417 n-d-768862-13 neutron-server[94260]: Traceback (most recent call last): Aug 10 03:24:50.433417 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:24:50.433417 n-d-768862-13 neutron-server[94260]: timer() Aug 10 03:24:50.433417 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:24:50.433417 n-d-768862-13 neutron-server[94260]: cb(*args, **kw) Aug 10 03:24:50.433417 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:24:50.433417 n-d-768862-13 neutron-server[94260]: return func(*args, **kwargs) Aug 10 03:24:50.433417 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:24:50.433417 n-d-768862-13 neutron-server[94260]: self._notify() Aug 10 03:24:50.433417 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:24:50.433417 n-d-768862-13 neutron-server[94260]: self.callback(batched_events) Aug 10 03:24:50.433417 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:24:50.433417 n-d-768862-13 neutron-server[94260]: event.method(event) Aug 10 03:24:50.433417 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:24:50.433417 n-d-768862-13 neutron-server[94260]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:24:50.433417 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:24:50.433417 n-d-768862-13 neutron-server[94260]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:24:50.433417 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:24:50.433417 n-d-768862-13 neutron-server[94260]: return f(self, *a, **k) Aug 10 03:24:50.433417 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:24:50.433417 n-d-768862-13 neutron-server[94260]: return self._get(url).json() Aug 10 03:24:50.433417 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:24:50.433417 n-d-768862-13 neutron-server[94260]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:24:50.433417 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:24:50.433417 n-d-768862-13 neutron-server[94260]: return self.request(url, 'GET', **kwargs) Aug 10 03:24:50.433417 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:24:50.433417 n-d-768862-13 neutron-server[94260]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:24:50.433417 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:24:50.433417 n-d-768862-13 neutron-server[94260]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:24:50.433417 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:24:50.433417 n-d-768862-13 neutron-server[94260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:24:50.433417 n-d-768862-13 neutron-server[94260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:24:50.476426 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=c6098a0b-6358-487c-bb4f-c602b7532c39,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:50.497150 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning for port 4134483f-b371-43e3-9c92-e3039b3c9f4b completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:24:50.503122 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port 4134483f-b371-43e3-9c92-e3039b3c9f4b triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:24:50.503891 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:50.505727 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f248bb6-1eda-47dd-8383-4a3becc083ec req-63be17a3-36bc-43c4-9b78-33458706d803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:50.507376 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4f248bb6-1eda-47dd-8383-4a3becc083ec req-63be17a3-36bc-43c4-9b78-33458706d803 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cdb362dd-33cf-43b3-8ba4-85a65eae2dc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1422074 Aug 10 03:24:50.608857 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e3910504-58f2-44a3-85d6-da997a1ee052 tempest-QuotasNegativeTest-1942157979 tempest-QuotasNegativeTest-1942157979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:50.624613 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e3910504-58f2-44a3-85d6-da997a1ee052 tempest-QuotasNegativeTest-1942157979 tempest-QuotasNegativeTest-1942157979-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:50.626764 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-e3910504-58f2-44a3-85d6-da997a1ee052 tempest-QuotasNegativeTest-1942157979 tempest-QuotasNegativeTest-1942157979-project-admin] 10.222.0.44 "DELETE /v2.0/networks/15ef05f1-5a99-48a9-aae3-1a4d788824dd HTTP/1.1" status: 204 len: 168 time: 0.8593607 Aug 10 03:24:50.636778 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:50.646625 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 59842) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:50.673149 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3910504-58f2-44a3-85d6-da997a1ee052 tempest-QuotasNegativeTest-1942157979 tempest-QuotasNegativeTest-1942157979-project-admin] Pushing event deleted for resources: {'Network': ['ID=15ef05f1-5a99-48a9-aae3-1a4d788824dd,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:50.701205 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 4134483f-b371-43e3-9c92-e3039b3c9f4b, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=4134483f-b371-43e3-9c92-e3039b3c9f4b,segment=NetworkSegment(06a2e05c-772c-447f-825d-36b8db222e98),segment_id=06a2e05c-772c-447f-825d-36b8db222e98)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:50.713164 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:50.717008 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 8ff6203a-ed21-422b-9bb1-c2859958f754 up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:24:50.728991 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a00358bc-a056-4eb1-bcfc-74ce2f57fdfa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:50.734321 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1fe47f-b920-486d-b9c8-5e5c9944d7b7 req-e79dd8c4-142a-4e7e-a573-cec5516d85d2 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:50.741974 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3b1fe47f-b920-486d-b9c8-5e5c9944d7b7 req-e79dd8c4-142a-4e7e-a573-cec5516d85d2 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] 10.222.0.44 "GET /v2.0/ports?device_id=090e0a76-6d70-4669-beb8-734b587eb8c1 HTTP/1.1" status: 200 len: 944 time: 0.1670170 Aug 10 03:24:50.759485 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a00358bc-a056-4eb1-bcfc-74ce2f57fdfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:50.900602 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-a00358bc-a056-4eb1-bcfc-74ce2f57fdfa admin admin] Allocated IP 172.25.6.16 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/ad606748-5a7e-4945-bbbc-33d653aca116) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:24:50.926411 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=4134483f-b371-43e3-9c92-e3039b3c9f4b,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:50.949844 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning for port 8ff6203a-ed21-422b-9bb1-c2859958f754 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:24:50.953960 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4f248bb6-1eda-47dd-8383-4a3becc083ec req-b84912ef-0fac-4fff-b2fd-28769f06e942 service neutron] 10.222.0.42 "GET /v2.0/networks/cdb362dd-33cf-43b3-8ba4-85a65eae2dc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4302125 Aug 10 03:24:50.958358 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port 8ff6203a-ed21-422b-9bb1-c2859958f754 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:24:50.959042 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:50.961835 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-be87d8d7-0eb0-4911-b7db-085d6883b283 tempest-QuotasNegativeTest-1942157979 tempest-QuotasNegativeTest-1942157979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:50.981476 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3b1fe47f-b920-486d-b9c8-5e5c9944d7b7 req-720c47e3-714f-4d22-8467-ce81db06ad2d tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e397b85-37c6-4e10-a5c7-28561ee47605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2331972 Aug 10 03:24:51.039152 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a00358bc-a056-4eb1-bcfc-74ce2f57fdfa admin admin] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:51.086936 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a00358bc-a056-4eb1-bcfc-74ce2f57fdfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:51.127599 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:51.128802 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00358bc-a056-4eb1-bcfc-74ce2f57fdfa admin admin] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:24:51.133694 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27da36b2-accb-4118-ae60-79e5998ee8a3 req-ed35891c-ee4e-44b5-9e09-fbbe9a2c1791 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:51.134152 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-a00358bc-a056-4eb1-bcfc-74ce2f57fdfa admin admin] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:24:51.138278 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00358bc-a056-4eb1-bcfc-74ce2f57fdfa admin admin] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:24:51.145702 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27da36b2-accb-4118-ae60-79e5998ee8a3 req-ed35891c-ee4e-44b5-9e09-fbbe9a2c1791 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:51.156475 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27da36b2-accb-4118-ae60-79e5998ee8a3 req-ed35891c-ee4e-44b5-9e09-fbbe9a2c1791 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:51.164254 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27da36b2-accb-4118-ae60-79e5998ee8a3 req-ed35891c-ee4e-44b5-9e09-fbbe9a2c1791 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:51.164889 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00358bc-a056-4eb1-bcfc-74ce2f57fdfa admin admin] Pushing event updated for resources: {'Port': ['ID=ad606748-5a7e-4945-bbbc-33d653aca116,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:51.174794 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27da36b2-accb-4118-ae60-79e5998ee8a3 req-ed35891c-ee4e-44b5-9e09-fbbe9a2c1791 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:51.178004 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 58f7d16e-8cb2-4eb0-a97d-2afb66c76012 no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:24:51.184694 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27da36b2-accb-4118-ae60-79e5998ee8a3 req-ed35891c-ee4e-44b5-9e09-fbbe9a2c1791 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:51.189790 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27da36b2-accb-4118-ae60-79e5998ee8a3 req-ed35891c-ee4e-44b5-9e09-fbbe9a2c1791 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:51.191961 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-27da36b2-accb-4118-ae60-79e5998ee8a3 req-ed35891c-ee4e-44b5-9e09-fbbe9a2c1791 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/ports?device_id=e94bab8c-37ad-48a0-a25d-4fb04fb90837 HTTP/1.1" status: 200 len: 5438 time: 0.3552988 Aug 10 03:24:51.211045 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 8ff6203a-ed21-422b-9bb1-c2859958f754, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=8ff6203a-ed21-422b-9bb1-c2859958f754,segment=NetworkSegment(2b5392f8-89c7-40e3-9685-d71b5684b8f5),segment_id=2b5392f8-89c7-40e3-9685-d71b5684b8f5)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:51.213264 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] No Port match for: 58f7d16e-8cb2-4eb0-a97d-2afb66c76012 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:24:51.213747 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 58f7d16e-8cb2-4eb0-a97d-2afb66c76012 not bound to the agent host n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:24:51.217503 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:51.218848 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 56cb4eba-c06f-4bc1-b8d8-963a991424ec up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:24:51.271351 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65615a3-a372-4a2e-925f-aecfdb6bf8d0 req-c94e87ef-6250-4201-be1d-92d34467c82a tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:51.272972 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a65615a3-a372-4a2e-925f-aecfdb6bf8d0 req-c94e87ef-6250-4201-be1d-92d34467c82a tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.42 "GET /v2.0/networks?id=b51fae06-be52-4fab-a89b-cef6eae8fffd HTTP/1.1" status: 200 len: 806 time: 0.5192091 Aug 10 03:24:51.320189 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-85e8aca1-66de-4f79-ba2d-0bb2de8f7f5d req-aed32f5c-f702-4478-8ca0-e01fde1fcbc5 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=29fc0081-ffaa-47cc-96e9-3ad675454c29 HTTP/1.1" status: 200 len: 210 time: 0.1108084 Aug 10 03:24:51.324623 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-a65615a3-a372-4a2e-925f-aecfdb6bf8d0 req-8d1e0fc0-c9b1-4706-8c24-f85e2f9a514b tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Request body: {'port': {'device_id': '29fc0081-ffaa-47cc-96e9-3ad675454c29', 'network_id': 'b51fae06-be52-4fab-a89b-cef6eae8fffd', 'admin_state_up': True, 'tenant_id': 'cb385cfc3d1046e2925732ed1d1b6b8d'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:51.369757 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-8454983d-78fd-4352-a8ee-07328643a1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:51.378631 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=8ff6203a-ed21-422b-9bb1-c2859958f754,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:51.402429 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning for port 56cb4eba-c06f-4bc1-b8d8-963a991424ec completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:24:51.411706 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port 56cb4eba-c06f-4bc1-b8d8-963a991424ec triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:24:51.412347 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:51.507679 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-27da36b2-accb-4118-ae60-79e5998ee8a3 req-f66eba6a-4a89-4e84-8711-c655209e879d tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c67c16e-b8a6-4f4f-8d43-6f09a2fb6b31&id=716261c9-08fe-460b-8070-c5648185c899&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2651844 Aug 10 03:24:51.515819 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-be87d8d7-0eb0-4911-b7db-085d6883b283 tempest-QuotasNegativeTest-1942157979 tempest-QuotasNegativeTest-1942157979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:51.522073 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a00358bc-a056-4eb1-bcfc-74ce2f57fdfa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:51.537578 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:51.577345 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-be87d8d7-0eb0-4911-b7db-085d6883b283 tempest-QuotasNegativeTest-1942157979 tempest-QuotasNegativeTest-1942157979-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d81f9962-71b4-4710-988e-471725d4744f']}} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:51.602705 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59852) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:51.607524 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-be87d8d7-0eb0-4911-b7db-085d6883b283 tempest-QuotasNegativeTest-1942157979 tempest-QuotasNegativeTest-1942157979-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf5e3717-5ca6-4ad5-b643-c6c648782641') {'for_net_delete': True} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:51.607862 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-be87d8d7-0eb0-4911-b7db-085d6883b283 tempest-QuotasNegativeTest-1942157979 tempest-QuotasNegativeTest-1942157979-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf5e3717-5ca6-4ad5-b643-c6c648782641') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:51.616403 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 56cb4eba-c06f-4bc1-b8d8-963a991424ec, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=56cb4eba-c06f-4bc1-b8d8-963a991424ec,segment=NetworkSegment(da5baf82-2c94-46cf-9d3e-76c1062019c8),segment_id=da5baf82-2c94-46cf-9d3e-76c1062019c8)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:51.623519 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4f248bb6-1eda-47dd-8383-4a3becc083ec req-174225b6-c8f6-44ba-a419-07b3e6d2bb0e service neutron] 10.222.0.42 "GET /v2.0/networks/cdb362dd-33cf-43b3-8ba4-85a65eae2dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6295333 Aug 10 03:24:51.624436 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:51.625862 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device c40b5058-84d3-4cd1-8b92-77f51ba65d58 up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:24:51.636537 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-be87d8d7-0eb0-4911-b7db-085d6883b283 tempest-QuotasNegativeTest-1942157979 tempest-QuotasNegativeTest-1942157979-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191186'] for segment, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:51.660257 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-be87d8d7-0eb0-4911-b7db-085d6883b283 tempest-QuotasNegativeTest-1942157979 tempest-QuotasNegativeTest-1942157979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:51.676873 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be87d8d7-0eb0-4911-b7db-085d6883b283 tempest-QuotasNegativeTest-1942157979 tempest-QuotasNegativeTest-1942157979-project-admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=94260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:24:51.677496 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-be87d8d7-0eb0-4911-b7db-085d6883b283 tempest-QuotasNegativeTest-1942157979 tempest-QuotasNegativeTest-1942157979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58895489'] for segment, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:51.679830 n-d-768862-13 neutron-server[94260]: Traceback (most recent call last): Aug 10 03:24:51.679830 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:24:51.679830 n-d-768862-13 neutron-server[94260]: timer() Aug 10 03:24:51.679830 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:24:51.679830 n-d-768862-13 neutron-server[94260]: cb(*args, **kw) Aug 10 03:24:51.679830 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:24:51.679830 n-d-768862-13 neutron-server[94260]: return func(*args, **kwargs) Aug 10 03:24:51.679830 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:24:51.679830 n-d-768862-13 neutron-server[94260]: self._notify() Aug 10 03:24:51.679830 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:24:51.679830 n-d-768862-13 neutron-server[94260]: self.callback(batched_events) Aug 10 03:24:51.679830 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:24:51.679830 n-d-768862-13 neutron-server[94260]: event.method(event) Aug 10 03:24:51.679830 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:24:51.679830 n-d-768862-13 neutron-server[94260]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:24:51.679830 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:24:51.679830 n-d-768862-13 neutron-server[94260]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:24:51.679830 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:24:51.679830 n-d-768862-13 neutron-server[94260]: return f(self, *a, **k) Aug 10 03:24:51.679830 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:24:51.679830 n-d-768862-13 neutron-server[94260]: return self._get(url).json() Aug 10 03:24:51.679830 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:24:51.679830 n-d-768862-13 neutron-server[94260]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:24:51.679830 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:24:51.679830 n-d-768862-13 neutron-server[94260]: return self.request(url, 'GET', **kwargs) Aug 10 03:24:51.679830 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:24:51.679830 n-d-768862-13 neutron-server[94260]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:24:51.679830 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:24:51.679830 n-d-768862-13 neutron-server[94260]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:24:51.679830 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:24:51.679830 n-d-768862-13 neutron-server[94260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:24:51.679830 n-d-768862-13 neutron-server[94260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:24:51.697787 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '090e0a76-6d70-4669-beb8-734b587eb8c1', 'tag': '46b4e5f3-1487-4512-958b-790205a429d3'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:24:51.700970 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe3c35b2-f213-420d-9b47-afe4ece16f4d" -d '{"events": [{"name": "network-changed", "server_uuid": "090e0a76-6d70-4669-beb8-734b587eb8c1", "tag": "46b4e5f3-1487-4512-958b-790205a429d3"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:24:51.704765 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-6366c79b-2827-4154-988c-b2d6469d8079 admin admin] Deleting subnet 4760174f-de57-45ff-8b43-fb08f3155572 {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:24:51.711478 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6366c79b-2827-4154-988c-b2d6469d8079 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:51.768138 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a65615a3-a372-4a2e-925f-aecfdb6bf8d0 req-8d1e0fc0-c9b1-4706-8c24-f85e2f9a514b tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Made reservation on behalf of cb385cfc3d1046e2925732ed1d1b6b8d for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:51.775380 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a65615a3-a372-4a2e-925f-aecfdb6bf8d0 req-8d1e0fc0-c9b1-4706-8c24-f85e2f9a514b tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:51.781298 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=56cb4eba-c06f-4bc1-b8d8-963a991424ec,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:51.799137 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6366c79b-2827-4154-988c-b2d6469d8079 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:51.819802 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning for port c40b5058-84d3-4cd1-8b92-77f51ba65d58 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:24:51.831354 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port c40b5058-84d3-4cd1-8b92-77f51ba65d58 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:24:51.832511 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:51.886184 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a33513dc-bc50-4ad1-84ee-9952950384e1 x-openstack-request-id: req-a33513dc-bc50-4ad1-84ee-9952950384e1 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:24:51.886561 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "090e0a76-6d70-4669-beb8-734b587eb8c1", "tag": "46b4e5f3-1487-4512-958b-790205a429d3", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:24:51.886819 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a33513dc-bc50-4ad1-84ee-9952950384e1 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:24:51.887167 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '090e0a76-6d70-4669-beb8-734b587eb8c1', 'tag': '46b4e5f3-1487-4512-958b-790205a429d3', 'status': 'completed', 'code': 200} Aug 10 03:24:51.919912 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6366c79b-2827-4154-988c-b2d6469d8079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:51.950578 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-be87d8d7-0eb0-4911-b7db-085d6883b283 tempest-QuotasNegativeTest-1942157979 tempest-QuotasNegativeTest-1942157979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:51.971311 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-be87d8d7-0eb0-4911-b7db-085d6883b283 tempest-QuotasNegativeTest-1942157979 tempest-QuotasNegativeTest-1942157979-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:51.971683 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a00358bc-a056-4eb1-bcfc-74ce2f57fdfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:51.973341 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-be87d8d7-0eb0-4911-b7db-085d6883b283 tempest-QuotasNegativeTest-1942157979 tempest-QuotasNegativeTest-1942157979-project-admin] 10.222.0.44 "DELETE /v2.0/networks/d81f9962-71b4-4710-988e-471725d4744f HTTP/1.1" status: 204 len: 168 time: 1.3216922 Aug 10 03:24:51.980893 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be87d8d7-0eb0-4911-b7db-085d6883b283 tempest-QuotasNegativeTest-1942157979 tempest-QuotasNegativeTest-1942157979-project-admin] Pushing event deleted for resources: {'Network': ['ID=d81f9962-71b4-4710-988e-471725d4744f,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:52.021509 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3c35b2-f213-420d-9b47-afe4ece16f4d req-20f9e99c-0cb0-4543-9012-3336c3bd5a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:52.023142 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fe3c35b2-f213-420d-9b47-afe4ece16f4d req-20f9e99c-0cb0-4543-9012-3336c3bd5a03 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6d8729f463214da9aba5238905630698&device_id=090e0a76-6d70-4669-beb8-734b587eb8c1 HTTP/1.1" status: 200 len: 1096 time: 0.1331487 Aug 10 03:24:52.049453 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:52.087255 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port c40b5058-84d3-4cd1-8b92-77f51ba65d58, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=c40b5058-84d3-4cd1-8b92-77f51ba65d58,segment=NetworkSegment(da5baf82-2c94-46cf-9d3e-76c1062019c8),segment_id=da5baf82-2c94-46cf-9d3e-76c1062019c8)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:52.098562 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:52.099339 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 0cd7be64-cc3e-4c91-92fd-30cfd759de99 up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:24:52.099917 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6366c79b-2827-4154-988c-b2d6469d8079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:52.163608 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6366c79b-2827-4154-988c-b2d6469d8079 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4760174f-de57-45ff-8b43-fb08f3155572,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:52.171624 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6366c79b-2827-4154-988c-b2d6469d8079 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:52.175871 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-6366c79b-2827-4154-988c-b2d6469d8079 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/4760174f-de57-45ff-8b43-fb08f3155572 HTTP/1.1" status: 204 len: 168 time: 0.5694180 Aug 10 03:24:52.180329 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59860) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:52.264353 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=c40b5058-84d3-4cd1-8b92-77f51ba65d58,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:52.294309 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning for port 0cd7be64-cc3e-4c91-92fd-30cfd759de99 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:24:52.304668 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port 0cd7be64-cc3e-4c91-92fd-30cfd759de99 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:24:52.305936 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:52.452827 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-17b7721a-236a-4d85-b675-07500bc7c5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:52.508066 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e94bab8c-37ad-48a0-a25d-4fb04fb90837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4134483f-b371-43e3-9c92-e3039b3c9f4b'}, {'server_uuid': 'e94bab8c-37ad-48a0-a25d-4fb04fb90837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ff6203a-ed21-422b-9bb1-c2859958f754'}, {'server_uuid': 'e94bab8c-37ad-48a0-a25d-4fb04fb90837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56cb4eba-c06f-4bc1-b8d8-963a991424ec'}, {'server_uuid': 'e94bab8c-37ad-48a0-a25d-4fb04fb90837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c40b5058-84d3-4cd1-8b92-77f51ba65d58'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:24:52.514088 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa070615-7b85-46af-bc3d-9a8cb2fc5fef" -d '{"events": [{"server_uuid": "e94bab8c-37ad-48a0-a25d-4fb04fb90837", "name": "network-vif-plugged", "status": "completed", "tag": "4134483f-b371-43e3-9c92-e3039b3c9f4b"}, {"server_uuid": "e94bab8c-37ad-48a0-a25d-4fb04fb90837", "name": "network-vif-plugged", "status": "completed", "tag": "8ff6203a-ed21-422b-9bb1-c2859958f754"}, {"server_uuid": "e94bab8c-37ad-48a0-a25d-4fb04fb90837", "name": "network-vif-plugged", "status": "completed", "tag": "56cb4eba-c06f-4bc1-b8d8-963a991424ec"}, {"server_uuid": "e94bab8c-37ad-48a0-a25d-4fb04fb90837", "name": "network-vif-plugged", "status": "completed", "tag": "c40b5058-84d3-4cd1-8b92-77f51ba65d58"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:24:52.519312 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:52.566886 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-a65615a3-a372-4a2e-925f-aecfdb6bf8d0 req-8d1e0fc0-c9b1-4706-8c24-f85e2f9a514b tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Allocated IP 172.20.0.2 (b51fae06-be52-4fab-a89b-cef6eae8fffd/56efed23-ee55-46bf-9125-3806eab6d04b/9403efa8-32d3-4a2d-b8a9-82cec1433445) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:24:52.602324 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 0cd7be64-cc3e-4c91-92fd-30cfd759de99, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=0cd7be64-cc3e-4c91-92fd-30cfd759de99,segment=NetworkSegment(da5baf82-2c94-46cf-9d3e-76c1062019c8),segment_id=da5baf82-2c94-46cf-9d3e-76c1062019c8)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:52.611874 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:52.614124 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device cd1eca9b-5bbc-491b-8156-b62b269a02ad up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:24:52.624346 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a15ed5b2-9afa-4150-968f-afbeafc79869 req-6ebfa3da-bb2b-4125-900d-833a4267f013 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=29fc0081-ffaa-47cc-96e9-3ad675454c29 HTTP/1.1" status: 200 len: 210 time: 0.0944245 Aug 10 03:24:52.635135 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3c35b2-f213-420d-9b47-afe4ece16f4d req-186a130b-2329-401c-8f24-239c92d6b572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:52.637510 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fe3c35b2-f213-420d-9b47-afe4ece16f4d req-186a130b-2329-401c-8f24-239c92d6b572 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cdb362dd-33cf-43b3-8ba4-85a65eae2dc5 HTTP/1.1" status: 200 len: 905 time: 0.6034155 Aug 10 03:24:52.674320 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a00358bc-a056-4eb1-bcfc-74ce2f57fdfa admin admin] Router 12bb2b0b-59f0-4be9-831e-e1acac2fbce3 is scheduled to L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e with binding_index 1 {{(pid=94261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:24:52.687233 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-17b7721a-236a-4d85-b675-07500bc7c5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:52.712803 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-17b7721a-236a-4d85-b675-07500bc7c5d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00d1acd0-80e9-4509-b13d-7151b30a160c']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:52.746085 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fe3c35b2-f213-420d-9b47-afe4ece16f4d req-30983c88-8483-4a53-beb9-e42b799530da service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=46b4e5f3-1487-4512-958b-790205a429d3 HTTP/1.1" status: 200 len: 217 time: 0.0960340 Aug 10 03:24:52.759473 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b257e-40b9-4ad6-8039-093c703c72bd req-2009b882-c6f7-430e-b07e-d523c4f4d127 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:52.767278 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bc3b257e-40b9-4ad6-8039-093c703c72bd req-2009b882-c6f7-430e-b07e-d523c4f4d127 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] 10.222.0.44 "GET /v2.0/ports?device_id=090e0a76-6d70-4669-beb8-734b587eb8c1 HTTP/1.1" status: 200 len: 944 time: 0.2390690 Aug 10 03:24:52.773858 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 59874) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:52.802280 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-17b7721a-236a-4d85-b675-07500bc7c5d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc0cca6f-db67-4094-92d2-789afa338c8e') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:52.802844 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-17b7721a-236a-4d85-b675-07500bc7c5d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc0cca6f-db67-4094-92d2-789afa338c8e') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:52.831947 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning for port cd1eca9b-5bbc-491b-8156-b62b269a02ad completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:24:52.836203 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-17b7721a-236a-4d85-b675-07500bc7c5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:52.846548 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port cd1eca9b-5bbc-491b-8156-b62b269a02ad triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:24:52.847138 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:52.851874 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-42f7e02d-05d7-4a0f-a172-e494ca536448 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:52.933868 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-17b7721a-236a-4d85-b675-07500bc7c5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:52.943515 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3c35b2-f213-420d-9b47-afe4ece16f4d req-69c4a6ae-dd1f-4b65-90ae-4ea2088d050f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:52.945535 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fe3c35b2-f213-420d-9b47-afe4ece16f4d req-69c4a6ae-dd1f-4b65-90ae-4ea2088d050f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7c13f0d8-15a2-4f1e-8131-bdd7c3ce0682 HTTP/1.1" status: 200 len: 844 time: 0.1753945 Aug 10 03:24:52.951255 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17b7721a-236a-4d85-b675-07500bc7c5d6 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:24:52.951956 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-17b7721a-236a-4d85-b675-07500bc7c5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:52.955274 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:24:52.955274 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:24:52.955274 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:24:52.955274 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:24:52.955274 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:24:52.955274 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:24:52.955274 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:24:52.955274 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:24:52.955274 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:24:52.955274 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:24:52.955274 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:24:52.955274 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:24:52.955274 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:24:52.955274 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:24:52.955274 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:24:52.955274 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:24:52.955274 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:24:52.955274 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:24:52.955274 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:24:52.955274 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:24:52.955274 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:24:52.955274 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:24:52.955274 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:24:52.955274 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:24:52.955274 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:24:52.955274 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:24:52.955274 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:24:52.955274 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:24:52.955274 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:24:52.955274 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:24:52.955274 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:24:52.955274 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:24:52.965905 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bc3b257e-40b9-4ad6-8039-093c703c72bd req-7881688f-c17c-40f2-a84d-6e21c77534d9 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e397b85-37c6-4e10-a5c7-28561ee47605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1974363 Aug 10 03:24:52.981856 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=0cd7be64-cc3e-4c91-92fd-30cfd759de99,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:53.035441 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:53.081829 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-17b7721a-236a-4d85-b675-07500bc7c5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:53.085624 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a00358bc-a056-4eb1-bcfc-74ce2f57fdfa admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:24:53.093624 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port cd1eca9b-5bbc-491b-8156-b62b269a02ad, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=cd1eca9b-5bbc-491b-8156-b62b269a02ad,segment=NetworkSegment(da5baf82-2c94-46cf-9d3e-76c1062019c8),segment_id=da5baf82-2c94-46cf-9d3e-76c1062019c8)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:53.097463 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-17b7721a-236a-4d85-b675-07500bc7c5d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:53.101380 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-17b7721a-236a-4d85-b675-07500bc7c5d6 admin admin] 10.222.0.44 "DELETE /v2.0/networks/00d1acd0-80e9-4509-b13d-7151b30a160c HTTP/1.1" status: 204 len: 168 time: 0.9191728 Aug 10 03:24:53.107704 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59876) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:53.111932 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17383033-e7a0-44a4-a221-5b22f8a514ae None None] Sync routers for ids ['12bb2b0b-59f0-4be9-831e-e1acac2fbce3'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:24:53.116438 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:53.156300 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a65615a3-a372-4a2e-925f-aecfdb6bf8d0 req-8d1e0fc0-c9b1-4706-8c24-f85e2f9a514b tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:53.193425 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3c35b2-f213-420d-9b47-afe4ece16f4d req-3cfe7457-4eaa-4c3b-a8d5-3939276c78a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:53.193425 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fe3c35b2-f213-420d-9b47-afe4ece16f4d req-3cfe7457-4eaa-4c3b-a8d5-3939276c78a8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cdb362dd-33cf-43b3-8ba4-85a65eae2dc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2208343 Aug 10 03:24:53.224164 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2350ddc2-6989-48d6-aa4e-3aa999041fe2 req-6f43bf87-5f17-47e6-8be0-4e36dc5768c5 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:53.231622 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2350ddc2-6989-48d6-aa4e-3aa999041fe2 req-6f43bf87-5f17-47e6-8be0-4e36dc5768c5 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:53.235121 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Tue, 10 Aug 2021 03:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e0e4467-163a-4f23-bd61-149e171c1998 x-openstack-request-id: req-6e0e4467-163a-4f23-bd61-149e171c1998 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:24:53.236145 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e94bab8c-37ad-48a0-a25d-4fb04fb90837", "name": "network-vif-plugged", "status": "completed", "tag": "4134483f-b371-43e3-9c92-e3039b3c9f4b", "code": 200}, {"server_uuid": "e94bab8c-37ad-48a0-a25d-4fb04fb90837", "name": "network-vif-plugged", "status": "completed", "tag": "8ff6203a-ed21-422b-9bb1-c2859958f754", "code": 200}, {"server_uuid": "e94bab8c-37ad-48a0-a25d-4fb04fb90837", "name": "network-vif-plugged", "status": "completed", "tag": "56cb4eba-c06f-4bc1-b8d8-963a991424ec", "code": 200}, {"server_uuid": "e94bab8c-37ad-48a0-a25d-4fb04fb90837", "name": "network-vif-plugged", "status": "completed", "tag": "c40b5058-84d3-4cd1-8b92-77f51ba65d58", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:24:53.236695 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6e0e4467-163a-4f23-bd61-149e171c1998 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:24:53.237415 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e94bab8c-37ad-48a0-a25d-4fb04fb90837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4134483f-b371-43e3-9c92-e3039b3c9f4b', 'code': 200} Aug 10 03:24:53.237826 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e94bab8c-37ad-48a0-a25d-4fb04fb90837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ff6203a-ed21-422b-9bb1-c2859958f754', 'code': 200} Aug 10 03:24:53.238366 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e94bab8c-37ad-48a0-a25d-4fb04fb90837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56cb4eba-c06f-4bc1-b8d8-963a991424ec', 'code': 200} Aug 10 03:24:53.238980 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2350ddc2-6989-48d6-aa4e-3aa999041fe2 req-6f43bf87-5f17-47e6-8be0-4e36dc5768c5 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:53.239374 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a805bfd-b273-4def-88e8-c73416b16a06 admin admin] Deleting subnet 2849d5c0-7e11-40a7-ae82-7f02caecd0e2 {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:24:53.239651 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e94bab8c-37ad-48a0-a25d-4fb04fb90837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c40b5058-84d3-4cd1-8b92-77f51ba65d58', 'code': 200} Aug 10 03:24:53.240716 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=cd1eca9b-5bbc-491b-8156-b62b269a02ad,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:53.245662 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 46b4e5f3-1487-4512-958b-790205a429d3 details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:24:53.250036 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b7721a-236a-4d85-b675-07500bc7c5d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=00d1acd0-80e9-4509-b13d-7151b30a160c,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:53.253243 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6a805bfd-b273-4def-88e8-c73416b16a06 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:53.257780 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2350ddc2-6989-48d6-aa4e-3aa999041fe2 req-6f43bf87-5f17-47e6-8be0-4e36dc5768c5 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:53.281889 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17383033-e7a0-44a4-a221-5b22f8a514ae None None] Routers {'12bb2b0b-59f0-4be9-831e-e1acac2fbce3'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:24:53.282548 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-17383033-e7a0-44a4-a221-5b22f8a514ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:24:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['12bb2b0b-59f0-4be9-831e-e1acac2fbce3'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:53.283060 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2350ddc2-6989-48d6-aa4e-3aa999041fe2 req-6f43bf87-5f17-47e6-8be0-4e36dc5768c5 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:53.297108 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2350ddc2-6989-48d6-aa4e-3aa999041fe2 req-6f43bf87-5f17-47e6-8be0-4e36dc5768c5 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:53.305224 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2350ddc2-6989-48d6-aa4e-3aa999041fe2 req-6f43bf87-5f17-47e6-8be0-4e36dc5768c5 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:53.308871 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6a805bfd-b273-4def-88e8-c73416b16a06 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:53.315347 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2350ddc2-6989-48d6-aa4e-3aa999041fe2 req-6f43bf87-5f17-47e6-8be0-4e36dc5768c5 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/ports?device_id=e94bab8c-37ad-48a0-a25d-4fb04fb90837 HTTP/1.1" status: 200 len: 5442 time: 0.3140507 Aug 10 03:24:53.359347 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6a805bfd-b273-4def-88e8-c73416b16a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:53.431193 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6a805bfd-b273-4def-88e8-c73416b16a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:53.460306 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 46b4e5f3-1487-4512-958b-790205a429d3, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=46b4e5f3-1487-4512-958b-790205a429d3,segment=NetworkSegment(3b2bf574-7cf5-4b84-96f8-e65d149daec7),segment_id=3b2bf574-7cf5-4b84-96f8-e65d149daec7)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:53.465332 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a805bfd-b273-4def-88e8-c73416b16a06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2849d5c0-7e11-40a7-ae82-7f02caecd0e2,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:53.475486 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-17383033-e7a0-44a4-a221-5b22f8a514ae None None] Set router 12bb2b0b-59f0-4be9-831e-e1acac2fbce3 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:24:53.476501 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6a805bfd-b273-4def-88e8-c73416b16a06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:53.487617 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-6a805bfd-b273-4def-88e8-c73416b16a06 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/2849d5c0-7e11-40a7-ae82-7f02caecd0e2 HTTP/1.1" status: 204 len: 168 time: 0.3555262 Aug 10 03:24:53.489278 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59878) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:53.509053 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': '46b4e5f3-1487-4512-958b-790205a429d3', 'network_id': 'cdb362dd-33cf-43b3-8ba4-85a65eae2dc5', 'port_id': '46b4e5f3-1487-4512-958b-790205a429d3', 'mac_address': 'fa:16:3e:8c:28:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c13f0d8-15a2-4f1e-8131-bdd7c3ce0682', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:24:53.574944 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2350ddc2-6989-48d6-aa4e-3aa999041fe2 req-ebad7b1b-f86c-4554-b7a7-e128d34579ac tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c67c16e-b8a6-4f4f-8d43-6f09a2fb6b31&id=716261c9-08fe-460b-8070-c5648185c899&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2500505 Aug 10 03:24:53.611627 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5483b1cc-15bf-4891-abbf-ddc89d07b9dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:53.638917 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-42f7e02d-05d7-4a0f-a172-e494ca536448 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:53.645814 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:53.651152 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a65615a3-a372-4a2e-925f-aecfdb6bf8d0 req-8d1e0fc0-c9b1-4706-8c24-f85e2f9a514b tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:53.652886 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-42f7e02d-05d7-4a0f-a172-e494ca536448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:53.664719 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46b4e5f3-1487-4512-958b-790205a429d3 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:24:53.673993 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['c86633db-c378-444d-8268-3b286fd3bbb7', '4ed5e5e3-c5e5-454e-ac01-67965e2be9e9'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:24:53.686785 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fe3c35b2-f213-420d-9b47-afe4ece16f4d req-a7f0529b-3735-40f5-ac23-e684a7fe198e service neutron] 10.222.0.42 "GET /v2.0/networks/cdb362dd-33cf-43b3-8ba4-85a65eae2dc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3695276 Aug 10 03:24:53.714013 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a65615a3-a372-4a2e-925f-aecfdb6bf8d0 req-8d1e0fc0-c9b1-4706-8c24-f85e2f9a514b tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Network b51fae06-be52-4fab-a89b-cef6eae8fffd is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:24:53.714974 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a00358bc-a056-4eb1-bcfc-74ce2f57fdfa admin admin] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:53.716667 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c7844408-156e-48f6-9fdc-648b60a6e67a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:53.734277 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-a65615a3-a372-4a2e-925f-aecfdb6bf8d0 req-8d1e0fc0-c9b1-4706-8c24-f85e2f9a514b tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:24:53.738351 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 59882) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:53.739110 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a00358bc-a056-4eb1-bcfc-74ce2f57fdfa admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.0782073 Aug 10 03:24:53.740219 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 46b4e5f3-1487-4512-958b-790205a429d3, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=46b4e5f3-1487-4512-958b-790205a429d3,segment=NetworkSegment(3b2bf574-7cf5-4b84-96f8-e65d149daec7),segment_id=3b2bf574-7cf5-4b84-96f8-e65d149daec7)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:53.801716 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5483b1cc-15bf-4891-abbf-ddc89d07b9dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:53.817205 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-5483b1cc-15bf-4891-abbf-ddc89d07b9dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e36386e-c7c3-4d62-abdb-e9ce79a55629']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:53.852014 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-a65615a3-a372-4a2e-925f-aecfdb6bf8d0 req-8d1e0fc0-c9b1-4706-8c24-f85e2f9a514b tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:24:53.872387 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-5483b1cc-15bf-4891-abbf-ddc89d07b9dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55175779-616b-482d-aa41-514b9c8b426f') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:53.872734 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-5483b1cc-15bf-4891-abbf-ddc89d07b9dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55175779-616b-482d-aa41-514b9c8b426f') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:53.895691 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5483b1cc-15bf-4891-abbf-ddc89d07b9dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:53.906273 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:53.923946 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5483b1cc-15bf-4891-abbf-ddc89d07b9dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:53.932435 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5483b1cc-15bf-4891-abbf-ddc89d07b9dc admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:24:53.933136 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5483b1cc-15bf-4891-abbf-ddc89d07b9dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:53.937004 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:24:53.937004 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:24:53.937004 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:24:53.937004 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:24:53.937004 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:24:53.937004 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:24:53.937004 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:24:53.937004 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:24:53.937004 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:24:53.937004 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:24:53.937004 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:24:53.937004 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:24:53.937004 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:24:53.937004 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:24:53.937004 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:24:53.937004 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:24:53.937004 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:24:53.937004 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:24:53.937004 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:24:53.937004 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:24:53.937004 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:24:53.937004 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:24:53.937004 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:24:53.937004 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:24:53.937004 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:24:53.937004 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:24:53.937004 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:24:53.937004 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:24:53.937004 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:24:53.937004 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:24:53.937004 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:24:53.937004 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:24:53.942281 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-42f7e02d-05d7-4a0f-a172-e494ca536448 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9baea6229722402da6361b3e3a8c3e4f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1670489 Aug 10 03:24:53.943216 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f7e02d-05d7-4a0f-a172-e494ca536448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a75d2ec-b125-479f-b3d7-97505b30a44b,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:53.947490 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59886) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:53.960858 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1e0fc0-c9b1-4706-8c24-f85e2f9a514b tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Pushing event updated for resources: {'Port': ['ID=9403efa8-32d3-4a2d-b8a9-82cec1433445,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:54.044910 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5483b1cc-15bf-4891-abbf-ddc89d07b9dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:54.068059 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65615a3-a372-4a2e-925f-aecfdb6bf8d0 req-8d1e0fc0-c9b1-4706-8c24-f85e2f9a514b tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:54.068747 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a65615a3-a372-4a2e-925f-aecfdb6bf8d0 req-8d1e0fc0-c9b1-4706-8c24-f85e2f9a514b tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:54.075725 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5483b1cc-15bf-4891-abbf-ddc89d07b9dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:54.077880 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=46b4e5f3-1487-4512-958b-790205a429d3,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:54.115418 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fe3c35b2-f213-420d-9b47-afe4ece16f4d req-3584911e-8697-4b11-afe3-3d53f5039e5e service neutron] 10.222.0.42 "GET /v2.0/networks/cdb362dd-33cf-43b3-8ba4-85a65eae2dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3999937 Aug 10 03:24:54.117014 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a65615a3-a372-4a2e-925f-aecfdb6bf8d0 req-8d1e0fc0-c9b1-4706-8c24-f85e2f9a514b tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8163898 Aug 10 03:24:54.117526 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-5483b1cc-15bf-4891-abbf-ddc89d07b9dc admin admin] 10.222.0.44 "DELETE /v2.0/networks/5e36386e-c7c3-4d62-abdb-e9ce79a55629 HTTP/1.1" status: 204 len: 168 time: 0.6254022 Aug 10 03:24:54.125842 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b58241c-4efe-4df0-bc1e-aa126d672b03 req-d4abb722-a16d-4203-af96-13bc305dc281 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:54.133748 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6b58241c-4efe-4df0-bc1e-aa126d672b03 req-d4abb722-a16d-4203-af96-13bc305dc281 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=29fc0081-ffaa-47cc-96e9-3ad675454c29 HTTP/1.1" status: 200 len: 931 time: 0.2783327 Aug 10 03:24:54.149183 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-a65615a3-a372-4a2e-925f-aecfdb6bf8d0 req-e2487d1e-f704-489b-8332-130a6cbf9693 service neutron] Request body: {'port': {'device_id': '29fc0081-ffaa-47cc-96e9-3ad675454c29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:54.178308 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['46b4e5f3-1487-4512-958b-790205a429d3'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:24:54.179113 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5483b1cc-15bf-4891-abbf-ddc89d07b9dc admin admin] Pushing event deleted for resources: {'Network': ['ID=5e36386e-c7c3-4d62-abdb-e9ce79a55629,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:54.208115 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-af409a06-3cd8-4b03-b0fa-978a30848e7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:54.242887 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-af409a06-3cd8-4b03-b0fa-978a30848e7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:54.312598 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:54.327379 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6b58241c-4efe-4df0-bc1e-aa126d672b03 req-3a5d38ff-b9c3-4d2d-95ae-1940ddc810b3 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924961 Aug 10 03:24:54.346616 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-af409a06-3cd8-4b03-b0fa-978a30848e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:54.349542 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-17383033-e7a0-44a4-a221-5b22f8a514ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12bb2b0b-59f0-4be9-831e-e1acac2fbce3', 'name': 'tempest-ServerRescueTestJSONUnderV235-208380972-router', 'tenant_id': '5d4d680a30924205982a356dd1432e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': 'ad606748-5a7e-4945-bbbc-33d653aca116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:24:49Z', 'updated_at': '2021-08-10T03:24:51Z', 'revision_number': 3, 'project_id': '5d4d680a30924205982a356dd1432e46', 'gw_port': {'id': 'ad606748-5a7e-4945-bbbc-33d653aca116', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:41:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12bb2b0b-59f0-4be9-831e-e1acac2fbce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:24:50Z', 'updated_at': '2021-08-10T03:24:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:54.349832 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-af409a06-3cd8-4b03-b0fa-978a30848e7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:54.354604 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-af409a06-3cd8-4b03-b0fa-978a30848e7d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8a75d2ec-b125-479f-b3d7-97505b30a44b HTTP/1.1" status: 204 len: 168 time: 0.4058931 Aug 10 03:24:54.373589 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af409a06-3cd8-4b03-b0fa-978a30848e7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a75d2ec-b125-479f-b3d7-97505b30a44b,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:54.403252 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17383033-e7a0-44a4-a221-5b22f8a514ae None None] Checking router: 12bb2b0b-59f0-4be9-831e-e1acac2fbce3 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:24:54.403609 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17383033-e7a0-44a4-a221-5b22f8a514ae None None] Updating router 12bb2b0b-59f0-4be9-831e-e1acac2fbce3 port ad606748-5a7e-4945-bbbc-33d653aca116 binding host n-d-768862-13 {{(pid=94262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:24:54.459136 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a65615a3-a372-4a2e-925f-aecfdb6bf8d0 req-e2487d1e-f704-489b-8332-130a6cbf9693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:54.482640 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-17383033-e7a0-44a4-a221-5b22f8a514ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:54.607920 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59898) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:54.643597 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec769b2-ed2e-4bae-a7cb-b2fd05a7c8c6 req-5c2120a8-8af0-497b-a7cd-17b9d48a4c79 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:54.651685 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8ec769b2-ed2e-4bae-a7cb-b2fd05a7c8c6 req-5c2120a8-8af0-497b-a7cd-17b9d48a4c79 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] 10.222.0.44 "GET /v2.0/ports?device_id=090e0a76-6d70-4669-beb8-734b587eb8c1 HTTP/1.1" status: 200 len: 945 time: 0.3773820 Aug 10 03:24:54.690011 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e3ae38b6-5609-4a2a-bc32-55ab5e33f012 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3cd6515f199c45d78dfafb7ee7e3c74c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0734541 Aug 10 03:24:54.690360 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59902) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:54.806482 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-065bba4b-f36d-4673-86e7-74ff012139c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:54.814257 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8ec769b2-ed2e-4bae-a7cb-b2fd05a7c8c6 req-ae369faf-364a-472b-a348-3c6098ba96a8 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e397b85-37c6-4e10-a5c7-28561ee47605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1611869 Aug 10 03:24:54.840478 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-065bba4b-f36d-4673-86e7-74ff012139c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:54.924986 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-065bba4b-f36d-4673-86e7-74ff012139c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:54.932485 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-065bba4b-f36d-4673-86e7-74ff012139c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:54.936059 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-065bba4b-f36d-4673-86e7-74ff012139c4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/77b41c40-d234-457c-8246-b1b0eef2f9d9 HTTP/1.1" status: 204 len: 168 time: 0.2444079 Aug 10 03:24:55.005296 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065bba4b-f36d-4673-86e7-74ff012139c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b41c40-d234-457c-8246-b1b0eef2f9d9,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:55.087328 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d92a3-2929-4aae-a817-3f4eefaa0265 req-9d7b80d0-e999-4c9d-b310-e8636df60a06 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:55.093972 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d92a3-2929-4aae-a817-3f4eefaa0265 req-9d7b80d0-e999-4c9d-b310-e8636df60a06 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:55.100498 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d92a3-2929-4aae-a817-3f4eefaa0265 req-9d7b80d0-e999-4c9d-b310-e8636df60a06 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:55.107200 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d92a3-2929-4aae-a817-3f4eefaa0265 req-9d7b80d0-e999-4c9d-b310-e8636df60a06 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:55.113503 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d92a3-2929-4aae-a817-3f4eefaa0265 req-9d7b80d0-e999-4c9d-b310-e8636df60a06 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:55.120463 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d92a3-2929-4aae-a817-3f4eefaa0265 req-9d7b80d0-e999-4c9d-b310-e8636df60a06 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:55.126825 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d92a3-2929-4aae-a817-3f4eefaa0265 req-9d7b80d0-e999-4c9d-b310-e8636df60a06 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:55.128905 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4d5d92a3-2929-4aae-a817-3f4eefaa0265 req-9d7b80d0-e999-4c9d-b310-e8636df60a06 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/ports?device_id=e94bab8c-37ad-48a0-a25d-4fb04fb90837 HTTP/1.1" status: 200 len: 5443 time: 0.3113508 Aug 10 03:24:55.152660 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-17383033-e7a0-44a4-a221-5b22f8a514ae None None] Notify callbacks [] for port, precommit_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:55.173004 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-17383033-e7a0-44a4-a221-5b22f8a514ae None None] Transition to ACTIVE for port object ad606748-5a7e-4945-bbbc-33d653aca116 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:24:55.184024 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-17383033-e7a0-44a4-a221-5b22f8a514ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:55.198646 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e9583c07-a73e-40ad-a7f6-f2793a2d197c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:55.247167 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e94bab8c-37ad-48a0-a25d-4fb04fb90837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cd7be64-cc3e-4c91-92fd-30cfd759de99'}, {'server_uuid': 'e94bab8c-37ad-48a0-a25d-4fb04fb90837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd1eca9b-5bbc-491b-8156-b62b269a02ad'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:24:55.249573 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30f05722-7dcb-4068-b8a7-142d5a83675d" -d '{"events": [{"server_uuid": "e94bab8c-37ad-48a0-a25d-4fb04fb90837", "name": "network-vif-plugged", "status": "completed", "tag": "0cd7be64-cc3e-4c91-92fd-30cfd759de99"}, {"server_uuid": "e94bab8c-37ad-48a0-a25d-4fb04fb90837", "name": "network-vif-plugged", "status": "completed", "tag": "cd1eca9b-5bbc-491b-8156-b62b269a02ad"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:24:55.263640 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-17383033-e7a0-44a4-a221-5b22f8a514ae None None] Attempting to bind port ad606748-5a7e-4945-bbbc-33d653aca116 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:24:55.264208 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-17383033-e7a0-44a4-a221-5b22f8a514ae None None] Attempting to bind port ad606748-5a7e-4945-bbbc-33d653aca116 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:24:55.264587 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17383033-e7a0-44a4-a221-5b22f8a514ae None None] Attempting to bind port ad606748-5a7e-4945-bbbc-33d653aca116 on network 2ea12131-628a-487e-b434-0463553732bd {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:55.272329 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4d5d92a3-2929-4aae-a817-3f4eefaa0265 req-b5150d0e-ef70-434d-b756-3e05a2b25b88 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c67c16e-b8a6-4f4f-8d43-6f09a2fb6b31&id=716261c9-08fe-460b-8070-c5648185c899&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1235521 Aug 10 03:24:55.277416 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17383033-e7a0-44a4-a221-5b22f8a514ae None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:24:55.277416 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17383033-e7a0-44a4-a221-5b22f8a514ae None None] Checking segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:24:55.278042 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-17383033-e7a0-44a4-a221-5b22f8a514ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:55.278265 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17383033-e7a0-44a4-a221-5b22f8a514ae None None] Bound using segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:24:55.278668 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-17383033-e7a0-44a4-a221-5b22f8a514ae None None] Bound port: ad606748-5a7e-4945-bbbc-33d653aca116, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:24:55.291397 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-17383033-e7a0-44a4-a221-5b22f8a514ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:55.291397 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8742e940-3010-470d-9078-4dec9ab73228 None None] Pushing event updated for resources: {'Port': ['ID=ad606748-5a7e-4945-bbbc-33d653aca116,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:55.292151 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59910) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:55.314905 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:55.326476 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-832ade27-06f5-4ebb-abfa-6f13ead7c31c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:55.363083 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 10 Aug 2021 03:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c322177-cb3b-4ab6-a2e9-d86dff233bdb x-openstack-request-id: req-8c322177-cb3b-4ab6-a2e9-d86dff233bdb {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:24:55.363387 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e94bab8c-37ad-48a0-a25d-4fb04fb90837", "name": "network-vif-plugged", "status": "completed", "tag": "0cd7be64-cc3e-4c91-92fd-30cfd759de99", "code": 200}, {"server_uuid": "e94bab8c-37ad-48a0-a25d-4fb04fb90837", "name": "network-vif-plugged", "status": "completed", "tag": "cd1eca9b-5bbc-491b-8156-b62b269a02ad", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:24:55.363642 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8c322177-cb3b-4ab6-a2e9-d86dff233bdb {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:24:55.364055 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e94bab8c-37ad-48a0-a25d-4fb04fb90837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cd7be64-cc3e-4c91-92fd-30cfd759de99', 'code': 200} Aug 10 03:24:55.364311 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e94bab8c-37ad-48a0-a25d-4fb04fb90837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd1eca9b-5bbc-491b-8156-b62b269a02ad', 'code': 200} Aug 10 03:24:55.387606 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-17383033-e7a0-44a4-a221-5b22f8a514ae None None] For port ad606748-5a7e-4945-bbbc-33d653aca116, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:24:55.391583 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-17383033-e7a0-44a4-a221-5b22f8a514ae None None] For port ad606748-5a7e-4945-bbbc-33d653aca116, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=ad606748-5a7e-4945-bbbc-33d653aca116,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:24:55.404083 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-17383033-e7a0-44a4-a221-5b22f8a514ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:55.491552 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8742e940-3010-470d-9078-4dec9ab73228 None None] Pushing event updated for resources: {'Port': ['ID=ad606748-5a7e-4945-bbbc-33d653aca116,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:55.515139 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-832ade27-06f5-4ebb-abfa-6f13ead7c31c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:55.523662 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-832ade27-06f5-4ebb-abfa-6f13ead7c31c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:55.548744 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17383033-e7a0-44a4-a221-5b22f8a514ae None None] Routers {'12bb2b0b-59f0-4be9-831e-e1acac2fbce3'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:24:55.549452 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-17383033-e7a0-44a4-a221-5b22f8a514ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:24:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['12bb2b0b-59f0-4be9-831e-e1acac2fbce3'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:55.573401 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-832ade27-06f5-4ebb-abfa-6f13ead7c31c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4df6a9359aaf400bb10661a8fce1d9fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2821941 Aug 10 03:24:55.575973 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59918) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:55.708388 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832ade27-06f5-4ebb-abfa-6f13ead7c31c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd0682fc-8fc2-4424-b3fa-165cc8990462,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:55.715834 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-51c85337-be8c-4b17-b13c-182aabb55752 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:55.799120 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-17383033-e7a0-44a4-a221-5b22f8a514ae None None] Set router 12bb2b0b-59f0-4be9-831e-e1acac2fbce3 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:24:55.824314 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-a65615a3-a372-4a2e-925f-aecfdb6bf8d0 req-e2487d1e-f704-489b-8332-130a6cbf9693 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9403efa8-32d3-4a2d-b8a9-82cec1433445 {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:24:55.863508 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a65615a3-a372-4a2e-925f-aecfdb6bf8d0 req-e2487d1e-f704-489b-8332-130a6cbf9693 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:55.878686 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 59922) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:55.944704 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-a65615a3-a372-4a2e-925f-aecfdb6bf8d0 req-e2487d1e-f704-489b-8332-130a6cbf9693 service neutron] Transition to ACTIVE for port object 9403efa8-32d3-4a2d-b8a9-82cec1433445 will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:24:55.967049 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218ba595-b093-4149-9e91-d1af91902291 req-d40c9145-3ce8-4d76-b841-5b22da676bff tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:55.971845 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-218ba595-b093-4149-9e91-d1af91902291 req-d40c9145-3ce8-4d76-b841-5b22da676bff tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=29fc0081-ffaa-47cc-96e9-3ad675454c29 HTTP/1.1" status: 200 len: 931 time: 0.5118833 Aug 10 03:24:55.987407 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a65615a3-a372-4a2e-925f-aecfdb6bf8d0 req-e2487d1e-f704-489b-8332-130a6cbf9693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:55.991297 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:56.094569 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a1c0cc-01b2-4a19-99dc-cc5191515be9 req-7a7a16c9-2651-4bb6-9cb7-4945fb2d17c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:56.095063 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a1c0cc-01b2-4a19-99dc-cc5191515be9 req-7a7a16c9-2651-4bb6-9cb7-4945fb2d17c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:56.095541 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a1c0cc-01b2-4a19-99dc-cc5191515be9 req-7a7a16c9-2651-4bb6-9cb7-4945fb2d17c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:56.096019 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a1c0cc-01b2-4a19-99dc-cc5191515be9 req-7a7a16c9-2651-4bb6-9cb7-4945fb2d17c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:56.096496 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a1c0cc-01b2-4a19-99dc-cc5191515be9 req-7a7a16c9-2651-4bb6-9cb7-4945fb2d17c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:56.096973 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a1c0cc-01b2-4a19-99dc-cc5191515be9 req-7a7a16c9-2651-4bb6-9cb7-4945fb2d17c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:56.098105 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a1c0cc-01b2-4a19-99dc-cc5191515be9 req-7a7a16c9-2651-4bb6-9cb7-4945fb2d17c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:56.099638 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c5a1c0cc-01b2-4a19-99dc-cc5191515be9 req-7a7a16c9-2651-4bb6-9cb7-4945fb2d17c7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e94bab8c-37ad-48a0-a25d-4fb04fb90837 HTTP/1.1" status: 200 len: 6507 time: 0.3096714 Aug 10 03:24:56.148859 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-17383033-e7a0-44a4-a221-5b22f8a514ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12bb2b0b-59f0-4be9-831e-e1acac2fbce3', 'name': 'tempest-ServerRescueTestJSONUnderV235-208380972-router', 'tenant_id': '5d4d680a30924205982a356dd1432e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': 'ad606748-5a7e-4945-bbbc-33d653aca116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:24:49Z', 'updated_at': '2021-08-10T03:24:51Z', 'revision_number': 3, 'project_id': '5d4d680a30924205982a356dd1432e46', 'gw_port': {'id': 'ad606748-5a7e-4945-bbbc-33d653aca116', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:41:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12bb2b0b-59f0-4be9-831e-e1acac2fbce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:24:50Z', 'updated_at': '2021-08-10T03:24:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:56.192804 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-51c85337-be8c-4b17-b13c-182aabb55752 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:56.200971 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17383033-e7a0-44a4-a221-5b22f8a514ae None None] The sync data for ids ['12bb2b0b-59f0-4be9-831e-e1acac2fbce3'] in n-d-768862-13 is: [{'id': '12bb2b0b-59f0-4be9-831e-e1acac2fbce3', 'name': 'tempest-ServerRescueTestJSONUnderV235-208380972-router', 'tenant_id': '5d4d680a30924205982a356dd1432e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': 'ad606748-5a7e-4945-bbbc-33d653aca116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:24:49Z', 'updated_at': '2021-08-10T03:24:51Z', 'revision_number': 3, 'project_id': '5d4d680a30924205982a356dd1432e46', 'gw_port': {'id': 'ad606748-5a7e-4945-bbbc-33d653aca116', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:41:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12bb2b0b-59f0-4be9-831e-e1acac2fbce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:24:50Z', 'updated_at': '2021-08-10T03:24:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:24:56.203556 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-f9e00e89-ecea-4c56-852c-77fe6916325a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c4666d331d964a409212de719404aad9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3172295 Aug 10 03:24:56.209871 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59926) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:56.215828 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2487d1e-f704-489b-8332-130a6cbf9693 service neutron] Pushing event updated for resources: {'Port': ['ID=9403efa8-32d3-4a2d-b8a9-82cec1433445,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:56.225638 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-218ba595-b093-4149-9e91-d1af91902291 req-4df7cdb4-1a8e-4f19-966d-2f7c76d444b1 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480943 Aug 10 03:24:56.244097 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-e9583c07-a73e-40ad-a7f6-f2793a2d197c admin admin] Allocated IP 172.20.0.1 (c2da0bb6-4435-4aa8-bf60-cd789ad14aea/820cdd45-16e1-4c6c-be8e-6540a98cf482/3d948a77-b7c2-48f3-afc7-cd0128a3b102) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:24:56.257562 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c5a1c0cc-01b2-4a19-99dc-cc5191515be9 req-2c0650b1-8d7e-4a24-934f-ead283b64654 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=5c67c16e-b8a6-4f4f-8d43-6f09a2fb6b31&id=716261c9-08fe-460b-8070-c5648185c899&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1252880 Aug 10 03:24:56.283252 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdef5073-dcc6-46fe-b8c7-d37e2829b049 req-974f4740-2a60-4e77-b1b2-91fffedd2973 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:56.284912 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fdef5073-dcc6-46fe-b8c7-d37e2829b049 req-974f4740-2a60-4e77-b1b2-91fffedd2973 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] 10.222.0.44 "GET /v2.0/ports?device_id=090e0a76-6d70-4669-beb8-734b587eb8c1 HTTP/1.1" status: 200 len: 945 time: 0.3015642 Aug 10 03:24:56.300414 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-35fb67b0-7d55-442e-8fd4-4a07d9dffe16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:56.330872 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-35fb67b0-7d55-442e-8fd4-4a07d9dffe16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:56.356808 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-51c85337-be8c-4b17-b13c-182aabb55752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:56.359715 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-51c85337-be8c-4b17-b13c-182aabb55752 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:56.364510 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-51c85337-be8c-4b17-b13c-182aabb55752 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bd0682fc-8fc2-4424-b3fa-165cc8990462 HTTP/1.1" status: 204 len: 168 time: 0.7837811 Aug 10 03:24:56.388683 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c85337-be8c-4b17-b13c-182aabb55752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd0682fc-8fc2-4424-b3fa-165cc8990462,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:56.449998 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-35fb67b0-7d55-442e-8fd4-4a07d9dffe16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:56.456067 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-35fb67b0-7d55-442e-8fd4-4a07d9dffe16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:56.461774 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-35fb67b0-7d55-442e-8fd4-4a07d9dffe16 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/73a1241c-0ecc-4285-b135-fc7379d88063 HTTP/1.1" status: 204 len: 168 time: 0.2471194 Aug 10 03:24:56.468003 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fdef5073-dcc6-46fe-b8c7-d37e2829b049 req-c99ce5f4-9925-4e45-b444-76fda8dbf08d tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e397b85-37c6-4e10-a5c7-28561ee47605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1523771 Aug 10 03:24:56.488374 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-a65615a3-a372-4a2e-925f-aecfdb6bf8d0 req-e2487d1e-f704-489b-8332-130a6cbf9693 service neutron] Attempting to bind port 9403efa8-32d3-4a2d-b8a9-82cec1433445 on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:24:56.489037 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-a65615a3-a372-4a2e-925f-aecfdb6bf8d0 req-e2487d1e-f704-489b-8332-130a6cbf9693 service neutron] Attempting to bind port 9403efa8-32d3-4a2d-b8a9-82cec1433445 by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '73bbe919-55b7-4c3d-b65b-52e4e628212a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b51fae06-be52-4fab-a89b-cef6eae8fffd'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:24:56.489596 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65615a3-a372-4a2e-925f-aecfdb6bf8d0 req-e2487d1e-f704-489b-8332-130a6cbf9693 service neutron] Attempting to bind port 9403efa8-32d3-4a2d-b8a9-82cec1433445 on network b51fae06-be52-4fab-a89b-cef6eae8fffd {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:56.491965 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fb67b0-7d55-442e-8fd4-4a07d9dffe16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a1241c-0ecc-4285-b135-fc7379d88063,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:56.522953 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65615a3-a372-4a2e-925f-aecfdb6bf8d0 req-e2487d1e-f704-489b-8332-130a6cbf9693 service neutron] Port 9403efa8-32d3-4a2d-b8a9-82cec1433445 on network b51fae06-be52-4fab-a89b-cef6eae8fffd not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:24:56.533269 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65615a3-a372-4a2e-925f-aecfdb6bf8d0 req-e2487d1e-f704-489b-8332-130a6cbf9693 service neutron] Attempting to bind port 9403efa8-32d3-4a2d-b8a9-82cec1433445 on network b51fae06-be52-4fab-a89b-cef6eae8fffd {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:56.547960 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e9583c07-a73e-40ad-a7f6-f2793a2d197c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:56.564583 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65615a3-a372-4a2e-925f-aecfdb6bf8d0 req-e2487d1e-f704-489b-8332-130a6cbf9693 service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:24:56.564990 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65615a3-a372-4a2e-925f-aecfdb6bf8d0 req-e2487d1e-f704-489b-8332-130a6cbf9693 service neutron] Checking segment: {'id': '73bbe919-55b7-4c3d-b65b-52e4e628212a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b51fae06-be52-4fab-a89b-cef6eae8fffd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:24:56.569609 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65615a3-a372-4a2e-925f-aecfdb6bf8d0 req-e2487d1e-f704-489b-8332-130a6cbf9693 service neutron] Bound using segment: {'id': '73bbe919-55b7-4c3d-b65b-52e4e628212a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b51fae06-be52-4fab-a89b-cef6eae8fffd'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:24:56.570103 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-a65615a3-a372-4a2e-925f-aecfdb6bf8d0 req-e2487d1e-f704-489b-8332-130a6cbf9693 service neutron] Bound port: 9403efa8-32d3-4a2d-b8a9-82cec1433445, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73bbe919-55b7-4c3d-b65b-52e4e628212a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b51fae06-be52-4fab-a89b-cef6eae8fffd'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:24:56.570517 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a65615a3-a372-4a2e-925f-aecfdb6bf8d0 req-e2487d1e-f704-489b-8332-130a6cbf9693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:56.719987 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:56.856346 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-a65615a3-a372-4a2e-925f-aecfdb6bf8d0 req-e2487d1e-f704-489b-8332-130a6cbf9693 service neutron] For port 9403efa8-32d3-4a2d-b8a9-82cec1433445, host n-h1-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:24:56.873270 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4350dbfc-be54-4830-a7d2-7b5e9aa69dfa req-1fd13751-f0eb-42ae-8592-b5c88b9355a9 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:56.881383 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4350dbfc-be54-4830-a7d2-7b5e9aa69dfa req-1fd13751-f0eb-42ae-8592-b5c88b9355a9 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:56.889028 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4350dbfc-be54-4830-a7d2-7b5e9aa69dfa req-1fd13751-f0eb-42ae-8592-b5c88b9355a9 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:56.896006 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4350dbfc-be54-4830-a7d2-7b5e9aa69dfa req-1fd13751-f0eb-42ae-8592-b5c88b9355a9 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:56.903212 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4350dbfc-be54-4830-a7d2-7b5e9aa69dfa req-1fd13751-f0eb-42ae-8592-b5c88b9355a9 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:56.909880 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4350dbfc-be54-4830-a7d2-7b5e9aa69dfa req-1fd13751-f0eb-42ae-8592-b5c88b9355a9 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:56.918488 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4350dbfc-be54-4830-a7d2-7b5e9aa69dfa req-1fd13751-f0eb-42ae-8592-b5c88b9355a9 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:56.920932 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4350dbfc-be54-4830-a7d2-7b5e9aa69dfa req-1fd13751-f0eb-42ae-8592-b5c88b9355a9 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/ports?device_id=e94bab8c-37ad-48a0-a25d-4fb04fb90837 HTTP/1.1" status: 200 len: 5443 time: 0.3078532 Aug 10 03:24:56.923993 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-a65615a3-a372-4a2e-925f-aecfdb6bf8d0 req-e2487d1e-f704-489b-8332-130a6cbf9693 service neutron] For port 9403efa8-32d3-4a2d-b8a9-82cec1433445, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=9403efa8-32d3-4a2d-b8a9-82cec1433445,segment=NetworkSegment(73bbe919-55b7-4c3d-b65b-52e4e628212a),segment_id=73bbe919-55b7-4c3d-b65b-52e4e628212a)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:24:56.931487 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e9583c07-a73e-40ad-a7f6-f2793a2d197c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:56.967977 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a65615a3-a372-4a2e-925f-aecfdb6bf8d0 req-e2487d1e-f704-489b-8332-130a6cbf9693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:57.064945 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9583c07-a73e-40ad-a7f6-f2793a2d197c admin admin] Network c2da0bb6-4435-4aa8-bf60-cd789ad14aea is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:24:57.066790 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9583c07-a73e-40ad-a7f6-f2793a2d197c admin admin] Pushing event updated for resources: {'Port': ['ID=3d948a77-b7c2-48f3-afc7-cd0128a3b102,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:57.077585 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-e9583c07-a73e-40ad-a7f6-f2793a2d197c admin admin] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:24:57.100568 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65615a3-a372-4a2e-925f-aecfdb6bf8d0 req-e2487d1e-f704-489b-8332-130a6cbf9693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:57.101228 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a65615a3-a372-4a2e-925f-aecfdb6bf8d0 req-e2487d1e-f704-489b-8332-130a6cbf9693 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:57.102915 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a65615a3-a372-4a2e-925f-aecfdb6bf8d0 req-e2487d1e-f704-489b-8332-130a6cbf9693 service neutron] 10.222.0.42 "PUT /v2.0/ports/9403efa8-32d3-4a2d-b8a9-82cec1433445 HTTP/1.1" status: 200 len: 1092 time: 2.9647171 Aug 10 03:24:57.103436 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29fc0081-ffaa-47cc-96e9-3ad675454c29', 'tag': '9403efa8-32d3-4a2d-b8a9-82cec1433445'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:24:57.106484 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8708533a-6c89-4199-91f4-d913c9ec3627" -d '{"events": [{"name": "network-changed", "server_uuid": "29fc0081-ffaa-47cc-96e9-3ad675454c29", "tag": "9403efa8-32d3-4a2d-b8a9-82cec1433445"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:24:57.187256 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 46b4e5f3-1487-4512-958b-790205a429d3 up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:24:57.212566 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80526d20-a012-474c-9fd0-d024740ab38b x-openstack-request-id: req-80526d20-a012-474c-9fd0-d024740ab38b {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:24:57.213178 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29fc0081-ffaa-47cc-96e9-3ad675454c29", "tag": "9403efa8-32d3-4a2d-b8a9-82cec1433445", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:24:57.214193 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-80526d20-a012-474c-9fd0-d024740ab38b {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:24:57.214805 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29fc0081-ffaa-47cc-96e9-3ad675454c29', 'tag': '9403efa8-32d3-4a2d-b8a9-82cec1433445', 'status': 'completed', 'code': 200} Aug 10 03:24:57.279115 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning for port 46b4e5f3-1487-4512-958b-790205a429d3 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:24:57.290526 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port 46b4e5f3-1487-4512-958b-790205a429d3 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:24:57.292664 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:57.305978 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9583c07-a73e-40ad-a7f6-f2793a2d197c admin admin] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:24:57.376424 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4350dbfc-be54-4830-a7d2-7b5e9aa69dfa req-f63a0dcc-9c32-40d5-a812-71746aaafefb tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c67c16e-b8a6-4f4f-8d43-6f09a2fb6b31&id=716261c9-08fe-460b-8070-c5648185c899&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4148505 Aug 10 03:24:57.378382 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e9583c07-a73e-40ad-a7f6-f2793a2d197c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521745'] for router_interface, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:57.454212 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:57.507450 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '090e0a76-6d70-4669-beb8-734b587eb8c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46b4e5f3-1487-4512-958b-790205a429d3'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:24:57.514690 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4251085d-f3ab-4d52-b63f-f0899f744f07" -d '{"events": [{"server_uuid": "090e0a76-6d70-4669-beb8-734b587eb8c1", "name": "network-vif-plugged", "status": "completed", "tag": "46b4e5f3-1487-4512-958b-790205a429d3"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:24:57.553063 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 46b4e5f3-1487-4512-958b-790205a429d3, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=46b4e5f3-1487-4512-958b-790205a429d3,segment=NetworkSegment(3b2bf574-7cf5-4b84-96f8-e65d149daec7),segment_id=3b2bf574-7cf5-4b84-96f8-e65d149daec7)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:57.567059 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:57.570789 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2487d1e-f704-489b-8332-130a6cbf9693 service neutron] Pushing event updated for resources: {'Port': ['ID=9403efa8-32d3-4a2d-b8a9-82cec1433445,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:57.631791 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcee6006-b0eb-4f6a-bf71-c0923417d629 req-3caf0962-28d6-4bed-ae37-a3fe271a784f tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:57.633807 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fcee6006-b0eb-4f6a-bf71-c0923417d629 req-3caf0962-28d6-4bed-ae37-a3fe271a784f tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=29fc0081-ffaa-47cc-96e9-3ad675454c29 HTTP/1.1" status: 200 len: 943 time: 0.1979642 Aug 10 03:24:57.636539 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65615a3-a372-4a2e-925f-aecfdb6bf8d0 req-dd71cbb9-a098-4de9-8e9a-3a0149e96611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:57.638474 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a65615a3-a372-4a2e-925f-aecfdb6bf8d0 req-dd71cbb9-a098-4de9-8e9a-3a0149e96611 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cb385cfc3d1046e2925732ed1d1b6b8d&device_id=29fc0081-ffaa-47cc-96e9-3ad675454c29 HTTP/1.1" status: 200 len: 1095 time: 0.4449174 Aug 10 03:24:57.700027 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=46b4e5f3-1487-4512-958b-790205a429d3,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:57.810796 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a65615a3-a372-4a2e-925f-aecfdb6bf8d0 req-3f1538a1-4eb5-4d5b-861f-54c7ca32e6ed service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9403efa8-32d3-4a2d-b8a9-82cec1433445 HTTP/1.1" status: 200 len: 217 time: 0.1188827 Aug 10 03:24:57.859133 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fcee6006-b0eb-4f6a-bf71-c0923417d629 req-cbec2c5a-39f0-4472-a781-e1b36f0f85b4 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074640 Aug 10 03:24:57.965756 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b082b153-ec80-43ed-8d1b-5356d705abd7 x-openstack-request-id: req-b082b153-ec80-43ed-8d1b-5356d705abd7 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:24:57.966360 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "090e0a76-6d70-4669-beb8-734b587eb8c1", "name": "network-vif-plugged", "status": "completed", "tag": "46b4e5f3-1487-4512-958b-790205a429d3", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:24:57.966832 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b082b153-ec80-43ed-8d1b-5356d705abd7 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:24:57.967450 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '090e0a76-6d70-4669-beb8-734b587eb8c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46b4e5f3-1487-4512-958b-790205a429d3', 'code': 200} Aug 10 03:24:58.092869 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device ad606748-5a7e-4945-bbbc-33d653aca116 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:24:58.112812 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e9583c07-a73e-40ad-a7f6-f2793a2d197c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:58.189966 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port ad606748-5a7e-4945-bbbc-33d653aca116 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:24:58.201064 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port ad606748-5a7e-4945-bbbc-33d653aca116 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:24:58.201704 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:58.260809 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65615a3-a372-4a2e-925f-aecfdb6bf8d0 req-b97fec7b-7ee9-4b97-89e2-7023712d5b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:58.263479 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a65615a3-a372-4a2e-925f-aecfdb6bf8d0 req-b97fec7b-7ee9-4b97-89e2-7023712d5b6c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=56efed23-ee55-46bf-9125-3806eab6d04b HTTP/1.1" status: 200 len: 846 time: 0.4195800 Aug 10 03:24:58.333342 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:58.363620 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port ad606748-5a7e-4945-bbbc-33d653aca116, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=ad606748-5a7e-4945-bbbc-33d653aca116,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:58.371041 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:58.461324 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=ad606748-5a7e-4945-bbbc-33d653aca116,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:58.476789 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a65615a3-a372-4a2e-925f-aecfdb6bf8d0 req-4582fab2-e4ad-47c8-b354-5ea73636fd31 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b51fae06-be52-4fab-a89b-cef6eae8fffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1545916 Aug 10 03:24:58.602695 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575f09d6-e02e-4d5a-99a4-631e909f4bbd req-7a3e188a-cbcf-4794-99e1-5ea950c89c72 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:58.604966 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-575f09d6-e02e-4d5a-99a4-631e909f4bbd req-7a3e188a-cbcf-4794-99e1-5ea950c89c72 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] 10.222.0.44 "GET /v2.0/ports?device_id=090e0a76-6d70-4669-beb8-734b587eb8c1 HTTP/1.1" status: 200 len: 946 time: 0.5175104 Aug 10 03:24:58.651314 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f798c8b-2d7f-4178-b7b4-252fa217764f req-7aee8e4b-aada-4ab0-ad92-0c9864ef6fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:58.653597 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4f798c8b-2d7f-4178-b7b4-252fa217764f req-7aee8e4b-aada-4ab0-ad92-0c9864ef6fbb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=090e0a76-6d70-4669-beb8-734b587eb8c1 HTTP/1.1" status: 200 len: 1098 time: 0.5114691 Aug 10 03:24:58.782691 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b2057-4362-471b-8283-a8b0c18830ab req-dd7c2662-ec48-46f9-b87e-128803315360 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:58.789867 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b2057-4362-471b-8283-a8b0c18830ab req-dd7c2662-ec48-46f9-b87e-128803315360 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:58.797261 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b2057-4362-471b-8283-a8b0c18830ab req-dd7c2662-ec48-46f9-b87e-128803315360 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:58.803486 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b2057-4362-471b-8283-a8b0c18830ab req-dd7c2662-ec48-46f9-b87e-128803315360 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:58.809704 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b2057-4362-471b-8283-a8b0c18830ab req-dd7c2662-ec48-46f9-b87e-128803315360 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:58.816401 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b2057-4362-471b-8283-a8b0c18830ab req-dd7c2662-ec48-46f9-b87e-128803315360 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:58.823260 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b2057-4362-471b-8283-a8b0c18830ab req-dd7c2662-ec48-46f9-b87e-128803315360 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:58.825289 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c16b2057-4362-471b-8283-a8b0c18830ab req-dd7c2662-ec48-46f9-b87e-128803315360 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/ports?device_id=e94bab8c-37ad-48a0-a25d-4fb04fb90837 HTTP/1.1" status: 200 len: 5443 time: 0.3046732 Aug 10 03:24:58.858859 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-575f09d6-e02e-4d5a-99a4-631e909f4bbd req-e81f04b5-bd27-458f-93a6-4e1ec625e728 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e397b85-37c6-4e10-a5c7-28561ee47605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2166822 Aug 10 03:24:58.895187 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a65615a3-a372-4a2e-925f-aecfdb6bf8d0 req-31ed687d-2080-4dee-85d8-ef1c2eb10659 service neutron] 10.222.0.42 "GET /v2.0/networks/b51fae06-be52-4fab-a89b-cef6eae8fffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3732166 Aug 10 03:24:58.901582 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4f798c8b-2d7f-4178-b7b4-252fa217764f req-8e77805c-df79-4dc2-866d-1663f6c6b47c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0e397b85-37c6-4e10-a5c7-28561ee47605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2218282 Aug 10 03:24:58.943165 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c16b2057-4362-471b-8283-a8b0c18830ab req-e7ddff37-2500-405f-8feb-4c4440f331c6 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c67c16e-b8a6-4f4f-8d43-6f09a2fb6b31&id=716261c9-08fe-460b-8070-c5648185c899&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0975080 Aug 10 03:24:58.948867 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e9583c07-a73e-40ad-a7f6-f2793a2d197c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:58.955466 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e9583c07-a73e-40ad-a7f6-f2793a2d197c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:59.151385 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e9583c07-a73e-40ad-a7f6-f2793a2d197c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521893'] for router_interface, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:59.197204 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9583c07-a73e-40ad-a7f6-f2793a2d197c admin admin] Pushing event updated for resources: {'Port': ['ID=3d948a77-b7c2-48f3-afc7-cd0128a3b102,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:59.244234 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 60014) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:59.311653 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a65615a3-a372-4a2e-925f-aecfdb6bf8d0 req-58669f19-76b0-4ba5-a55e-ed2ae935c617 service neutron] 10.222.0.42 "GET /v2.0/networks/b51fae06-be52-4fab-a89b-cef6eae8fffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3497787 Aug 10 03:24:59.365038 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4111f0e-dc0f-4e6a-a3a2-1cac1ba6fa7a req-b9a600c1-7404-4c53-9a11-4dd7a1a0b726 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:59.373136 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b4111f0e-dc0f-4e6a-a3a2-1cac1ba6fa7a req-b9a600c1-7404-4c53-9a11-4dd7a1a0b726 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=29fc0081-ffaa-47cc-96e9-3ad675454c29 HTTP/1.1" status: 200 len: 943 time: 0.1632791 Aug 10 03:24:59.378982 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-e732f772-cc07-4b68-99cf-4f666ad73fbd tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1012848535', 'router:external': True}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:59.417478 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e732f772-cc07-4b68-99cf-4f666ad73fbd tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Made reservation on behalf of 8050f655eb2b41a9bae69e4db0b22205 for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:59.423512 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e732f772-cc07-4b68-99cf-4f666ad73fbd tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:59.440971 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e732f772-cc07-4b68-99cf-4f666ad73fbd tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:59.457648 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9583c07-a73e-40ad-a7f6-f2793a2d197c admin admin] Network c2da0bb6-4435-4aa8-bf60-cd789ad14aea is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:24:59.464982 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-e9583c07-a73e-40ad-a7f6-f2793a2d197c admin admin] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:24:59.476601 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b4111f0e-dc0f-4e6a-a3a2-1cac1ba6fa7a req-7e8d4736-1774-48bd-964b-b4d9e90c83ca tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024332 Aug 10 03:24:59.543642 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8708533a-6c89-4199-91f4-d913c9ec3627 req-ba2b4afc-7c1e-4e75-bada-165e6b55c793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:59.545622 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8708533a-6c89-4199-91f4-d913c9ec3627 req-ba2b4afc-7c1e-4e75-bada-165e6b55c793 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cb385cfc3d1046e2925732ed1d1b6b8d&device_id=29fc0081-ffaa-47cc-96e9-3ad675454c29 HTTP/1.1" status: 200 len: 1095 time: 0.1465092 Aug 10 03:24:59.652016 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e732f772-cc07-4b68-99cf-4f666ad73fbd tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:59.659613 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e732f772-cc07-4b68-99cf-4f666ad73fbd tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:59.737441 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e732f772-cc07-4b68-99cf-4f666ad73fbd tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:24:59.744151 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e732f772-cc07-4b68-99cf-4f666ad73fbd tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a557a50d-49fb-45a7-b9f9-3e0d6ed03e94,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:59.776595 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e732f772-cc07-4b68-99cf-4f666ad73fbd tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:59.777414 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-e732f772-cc07-4b68-99cf-4f666ad73fbd tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Added segment 2c86ace1-a6f2-4cee-bbfb-9f61b09f6ed7 of type vlan for network a22ed257-4ab5-4931-bc14-d6667b1c1c18 Aug 10 03:24:59.888352 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e732f772-cc07-4b68-99cf-4f666ad73fbd tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:59.955708 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e732f772-cc07-4b68-99cf-4f666ad73fbd tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:59.957242 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e732f772-cc07-4b68-99cf-4f666ad73fbd tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:59.958540 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e732f772-cc07-4b68-99cf-4f666ad73fbd tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:59.999670 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device ad606748-5a7e-4945-bbbc-33d653aca116 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:25:00.077003 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e732f772-cc07-4b68-99cf-4f666ad73fbd tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Pushing event updated for resources: {'Network': ['ID=a22ed257-4ab5-4931-bc14-d6667b1c1c18,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:00.088303 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e732f772-cc07-4b68-99cf-4f666ad73fbd tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.8420575 Aug 10 03:25:00.089669 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 60038) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:00.098935 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-dfb5f006-3235-46f2-abf4-b267582a770a tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Request body: {'subnet': {'network_id': 'a22ed257-4ab5-4931-bc14-d6667b1c1c18', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:00.102405 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port ad606748-5a7e-4945-bbbc-33d653aca116 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:00.103286 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:00.144932 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb5f006-3235-46f2-abf4-b267582a770a tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Made reservation on behalf of 8050f655eb2b41a9bae69e4db0b22205 for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:25:00.148136 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network a22ed257-4ab5-4931-bc14-d6667b1c1c18 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:25:00.149592 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-dfb5f006-3235-46f2-abf4-b267582a770a tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:00.227176 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8708533a-6c89-4199-91f4-d913c9ec3627 req-5681fa63-fece-4761-b78d-f69f9fe9f350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:00.229424 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8708533a-6c89-4199-91f4-d913c9ec3627 req-5681fa63-fece-4761-b78d-f69f9fe9f350 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b51fae06-be52-4fab-a89b-cef6eae8fffd HTTP/1.1" status: 200 len: 906 time: 0.6698701 Aug 10 03:25:00.242733 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6dbaa2-e39e-4cd6-89b3-e382c1252a28 req-297afb63-e8a9-4616-b66f-155091ae6111 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:00.251802 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6dbaa2-e39e-4cd6-89b3-e382c1252a28 req-297afb63-e8a9-4616-b66f-155091ae6111 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:00.258347 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6dbaa2-e39e-4cd6-89b3-e382c1252a28 req-297afb63-e8a9-4616-b66f-155091ae6111 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:00.277155 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6dbaa2-e39e-4cd6-89b3-e382c1252a28 req-297afb63-e8a9-4616-b66f-155091ae6111 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:00.288767 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6dbaa2-e39e-4cd6-89b3-e382c1252a28 req-297afb63-e8a9-4616-b66f-155091ae6111 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:00.301071 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6dbaa2-e39e-4cd6-89b3-e382c1252a28 req-297afb63-e8a9-4616-b66f-155091ae6111 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:00.313151 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6dbaa2-e39e-4cd6-89b3-e382c1252a28 req-297afb63-e8a9-4616-b66f-155091ae6111 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:00.316600 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7e6dbaa2-e39e-4cd6-89b3-e382c1252a28 req-297afb63-e8a9-4616-b66f-155091ae6111 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/ports?device_id=e94bab8c-37ad-48a0-a25d-4fb04fb90837 HTTP/1.1" status: 200 len: 5443 time: 0.3299277 Aug 10 03:25:00.329474 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 60042) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:00.337080 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-649908fd-93cd-4bab-9ea0-0e62de79b52e tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Request body: {'floatingip': {'port_id': '8ff6203a-ed21-422b-9bb1-c2859958f754'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:00.341309 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9583c07-a73e-40ad-a7f6-f2793a2d197c admin admin] Router 12bb2b0b-59f0-4be9-831e-e1acac2fbce3 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:25:00.401852 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8708533a-6c89-4199-91f4-d913c9ec3627 req-994ba565-773e-4d2e-afc1-af8e7dfdf367 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9403efa8-32d3-4a2d-b8a9-82cec1433445 HTTP/1.1" status: 200 len: 217 time: 0.0790064 Aug 10 03:25:00.409397 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-649908fd-93cd-4bab-9ea0-0e62de79b52e tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks [] for floatingip, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:00.421142 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca92835c-bc5b-4b3b-b761-722337667a0e req-5e906e27-d802-40db-884b-14a7465011d4 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:00.424007 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ca92835c-bc5b-4b3b-b761-722337667a0e req-5e906e27-d802-40db-884b-14a7465011d4 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] 10.222.0.44 "GET /v2.0/ports?device_id=090e0a76-6d70-4669-beb8-734b587eb8c1 HTTP/1.1" status: 200 len: 946 time: 0.2957737 Aug 10 03:25:00.625134 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8708533a-6c89-4199-91f4-d913c9ec3627 req-800bd3b3-ffd7-4e92-8107-1f812b9b535b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:00.627710 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8708533a-6c89-4199-91f4-d913c9ec3627 req-800bd3b3-ffd7-4e92-8107-1f812b9b535b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=56efed23-ee55-46bf-9125-3806eab6d04b HTTP/1.1" status: 200 len: 846 time: 0.2017059 Aug 10 03:25:00.650973 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ca92835c-bc5b-4b3b-b761-722337667a0e req-3568bae1-abfb-41fb-9c27-14854879105d tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e397b85-37c6-4e10-a5c7-28561ee47605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2017872 Aug 10 03:25:00.720606 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8708533a-6c89-4199-91f4-d913c9ec3627 req-58e3d57e-a18b-422e-8b27-0bc00ce3778d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b51fae06-be52-4fab-a89b-cef6eae8fffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0833936 Aug 10 03:25:00.867726 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9583c07-a73e-40ad-a7f6-f2793a2d197c admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:25:00.879684 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8812ac00-8e03-4ff0-acfb-d611effb29f3 None None] Sync routers for ids ['12bb2b0b-59f0-4be9-831e-e1acac2fbce3'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:25:00.884286 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-e9583c07-a73e-40ad-a7f6-f2793a2d197c admin admin] 10.222.0.44 "PUT /v2.0/routers/12bb2b0b-59f0-4be9-831e-e1acac2fbce3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1189163 Aug 10 03:25:00.905577 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8812ac00-8e03-4ff0-acfb-d611effb29f3 None None] Routers {'12bb2b0b-59f0-4be9-831e-e1acac2fbce3'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:25:00.907639 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-8812ac00-8e03-4ff0-acfb-d611effb29f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:24:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['12bb2b0b-59f0-4be9-831e-e1acac2fbce3'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:00.957446 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6d37e6-c832-446d-b86e-97272ee22603 req-e0180794-3dc5-4e4b-9109-0a8bfeec59a6 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:00.960486 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-da6d37e6-c832-446d-b86e-97272ee22603 req-e0180794-3dc5-4e4b-9109-0a8bfeec59a6 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=29fc0081-ffaa-47cc-96e9-3ad675454c29 HTTP/1.1" status: 200 len: 943 time: 0.1969607 Aug 10 03:25:01.093848 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-8812ac00-8e03-4ff0-acfb-d611effb29f3 None None] Set router 12bb2b0b-59f0-4be9-831e-e1acac2fbce3 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:25:01.116467 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8708533a-6c89-4199-91f4-d913c9ec3627 req-17bfc970-edfb-4f5f-8d9d-6dc3bffa128f service neutron] 10.222.0.42 "GET /v2.0/networks/b51fae06-be52-4fab-a89b-cef6eae8fffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3789086 Aug 10 03:25:01.116836 n-d-768862-13 neutron-server[94261]: DEBUG neutron.objects.ports [None req-dfb5f006-3235-46f2-abf4-b267582a770a tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94261) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 03:25:01.116836 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-dfb5f006-3235-46f2-abf4-b267582a770a tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:01.203647 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 9403efa8-32d3-4a2d-b8a9-82cec1433445 details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:25:01.239665 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 60068) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:01.282635 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-da6d37e6-c832-446d-b86e-97272ee22603 req-308e4039-d0e7-4536-9dd7-7468b741f9c8 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970924 Aug 10 03:25:01.337871 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16bd390-bc3e-45d8-bc7c-a772286b1073 req-20181beb-21c8-40f9-b918-8d9ab82148a8 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:01.348438 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a16bd390-bc3e-45d8-bc7c-a772286b1073 req-20181beb-21c8-40f9-b918-8d9ab82148a8 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] 10.222.0.44 "GET /v2.0/ports?device_id=090e0a76-6d70-4669-beb8-734b587eb8c1 HTTP/1.1" status: 200 len: 946 time: 0.3815949 Aug 10 03:25:01.367762 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 60076) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:01.413451 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-a5207bd1-e35d-4268-9114-3082c64eb714 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] Request body: {'floatingip': {'port_id': '46b4e5f3-1487-4512-958b-790205a429d3'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:01.436512 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-8812ac00-8e03-4ff0-acfb-d611effb29f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12bb2b0b-59f0-4be9-831e-e1acac2fbce3', 'name': 'tempest-ServerRescueTestJSONUnderV235-208380972-router', 'tenant_id': '5d4d680a30924205982a356dd1432e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': 'ad606748-5a7e-4945-bbbc-33d653aca116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:24:49Z', 'updated_at': '2021-08-10T03:24:57Z', 'revision_number': 4, 'project_id': '5d4d680a30924205982a356dd1432e46', 'gw_port': {'id': 'ad606748-5a7e-4945-bbbc-33d653aca116', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:41:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bb2b0b-59f0-4be9-831e-e1acac2fbce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:24:50Z', 'updated_at': '2021-08-10T03:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '3d948a77-b7c2-48f3-afc7-cd0128a3b102', 'name': '', 'network_id': 'c2da0bb6-4435-4aa8-bf60-cd789ad14aea', 'tenant_id': '5d4d680a30924205982a356dd1432e46', 'mac_address': 'fa:16:3e:a6:ca:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12bb2b0b-59f0-4be9-831e-e1acac2fbce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '820cdd45-16e1-4c6c-be8e-6540a98cf482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:24:55Z', 'updated_at': '2021-08-10T03:24:58Z', 'revision_number': 2, 'project_id': '5d4d680a30924205982a356dd1432e46', 'subnets': [{'id': '820cdd45-16e1-4c6c-be8e-6540a98cf482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:01.488564 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5f006-3235-46f2-abf4-b267582a770a tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a57df708-4acf-4321-ae2e-a2840a4493cb,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:01.508917 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8812ac00-8e03-4ff0-acfb-d611effb29f3 None None] Checking router: 12bb2b0b-59f0-4be9-831e-e1acac2fbce3 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:25:01.516163 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8812ac00-8e03-4ff0-acfb-d611effb29f3 None None] Updating router 12bb2b0b-59f0-4be9-831e-e1acac2fbce3 port 3d948a77-b7c2-48f3-afc7-cd0128a3b102 binding host n-d-768862-13 {{(pid=94263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:25:01.542103 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a5207bd1-e35d-4268-9114-3082c64eb714 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] Notify callbacks [] for floatingip, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:01.542335 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 9403efa8-32d3-4a2d-b8a9-82cec1433445, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=9403efa8-32d3-4a2d-b8a9-82cec1433445,segment=NetworkSegment(73bbe919-55b7-4c3d-b65b-52e4e628212a),segment_id=73bbe919-55b7-4c3d-b65b-52e4e628212a)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:01.576845 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': '9403efa8-32d3-4a2d-b8a9-82cec1433445', 'network_id': 'b51fae06-be52-4fab-a89b-cef6eae8fffd', 'port_id': '9403efa8-32d3-4a2d-b8a9-82cec1433445', 'mac_address': 'fa:16:3e:79:50:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56efed23-ee55-46bf-9125-3806eab6d04b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:25:01.580151 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-8812ac00-8e03-4ff0-acfb-d611effb29f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:01.611752 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb5f006-3235-46f2-abf4-b267582a770a tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Checking segment: {'id': '2c86ace1-a6f2-4cee-bbfb-9f61b09f6ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'a22ed257-4ab5-4931-bc14-d6667b1c1c18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:25:01.613574 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-cf2f7f0e-6a67-46e3-80fd-e65b24bc2a8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:01.618183 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb5f006-3235-46f2-abf4-b267582a770a tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Network hostable DHCP agents. Network: a22ed257-4ab5-4931-bc14-d6667b1c1c18, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:25:01.676887 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8708533a-6c89-4199-91f4-d913c9ec3627 req-a8e0f08f-1edc-4bb1-bb9d-257a0475f4d7 service neutron] 10.222.0.42 "GET /v2.0/networks/b51fae06-be52-4fab-a89b-cef6eae8fffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5577672 Aug 10 03:25:01.687210 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:01.709650 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.db.resource_extend [None req-649908fd-93cd-4bab-9ea0-0e62de79b52e tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:25:01.745314 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9403efa8-32d3-4a2d-b8a9-82cec1433445 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:25:01.787970 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 9403efa8-32d3-4a2d-b8a9-82cec1433445, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=9403efa8-32d3-4a2d-b8a9-82cec1433445,segment=NetworkSegment(73bbe919-55b7-4c3d-b65b-52e4e628212a),segment_id=73bbe919-55b7-4c3d-b65b-52e4e628212a)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:01.796574 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:01.888916 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb5f006-3235-46f2-abf4-b267582a770a tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Network a22ed257-4ab5-4931-bc14-d6667b1c1c18 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:25:01.891219 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=9403efa8-32d3-4a2d-b8a9-82cec1433445,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:01.931035 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-dfb5f006-3235-46f2-abf4-b267582a770a tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, a22ed257-4ab5-4931-bc14-d6667b1c1c18) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:25:01.943349 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-649908fd-93cd-4bab-9ea0-0e62de79b52e tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:01.945592 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e821dbe-cef8-456d-9bb4-9ada6c8d3acc None None] Network a22ed257-4ab5-4931-bc14-d6667b1c1c18 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:25:01.957367 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb5f006-3235-46f2-abf4-b267582a770a tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:01.958905 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-dfb5f006-3235-46f2-abf4-b267582a770a tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:01.972494 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-649908fd-93cd-4bab-9ea0-0e62de79b52e tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:02.042160 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['9403efa8-32d3-4a2d-b8a9-82cec1433445'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:25:02.145003 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-8812ac00-8e03-4ff0-acfb-d611effb29f3 None None] Notify callbacks [] for port, precommit_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:02.163963 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.provisioning_blocks [None req-8812ac00-8e03-4ff0-acfb-d611effb29f3 None None] Transition to ACTIVE for port object 3d948a77-b7c2-48f3-afc7-cd0128a3b102 will not be triggered until provisioned by entity L2. {{(pid=94263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:25:02.175354 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-8812ac00-8e03-4ff0-acfb-d611effb29f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:02.209999 n-d-768862-13 neutron-server[94261]: INFO neutron.db.l3_db [None req-649908fd-93cd-4bab-9ea0-0e62de79b52e tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Floating IP 4bb6e76d-2797-4bd1-a6c2-9a193e62726b associated. External IP: 172.25.6.53, port: 8ff6203a-ed21-422b-9bb1-c2859958f754. Aug 10 03:25:02.284384 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0daa2b1f-2f1c-4d7d-b985-a9ab237f551f None None] Network a22ed257-4ab5-4931-bc14-d6667b1c1c18 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:25:02.411067 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-cf2f7f0e-6a67-46e3-80fd-e65b24bc2a8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:02.424957 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39066922-b308-438a-bba0-58cba07cafe6 req-b18e1854-4f55-4b0b-a235-0d6b8db2bb63 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:02.433455 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-39066922-b308-438a-bba0-58cba07cafe6 req-b18e1854-4f55-4b0b-a235-0d6b8db2bb63 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] 10.222.0.44 "GET /v2.0/networks?id=c2da0bb6-4435-4aa8-bf60-cd789ad14aea HTTP/1.1" status: 200 len: 819 time: 0.5328839 Aug 10 03:25:02.436130 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfd1638-0beb-4f79-9e90-2c9fc7631f12 None None] Pushing event updated for resources: {'Port': ['ID=3d948a77-b7c2-48f3-afc7-cd0128a3b102,revision_number=3']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:02.450165 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-cf2f7f0e-6a67-46e3-80fd-e65b24bc2a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:02.475672 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-8812ac00-8e03-4ff0-acfb-d611effb29f3 None None] Attempting to bind port 3d948a77-b7c2-48f3-afc7-cd0128a3b102 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:25:02.476483 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-8812ac00-8e03-4ff0-acfb-d611effb29f3 None None] Attempting to bind port 3d948a77-b7c2-48f3-afc7-cd0128a3b102 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '40569f83-d81b-4303-a587-8c8a3f56ba86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c2da0bb6-4435-4aa8-bf60-cd789ad14aea'}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:25:02.477016 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8812ac00-8e03-4ff0-acfb-d611effb29f3 None None] Attempting to bind port 3d948a77-b7c2-48f3-afc7-cd0128a3b102 on network c2da0bb6-4435-4aa8-bf60-cd789ad14aea {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:25:02.496826 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8812ac00-8e03-4ff0-acfb-d611effb29f3 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:25:02.497709 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8812ac00-8e03-4ff0-acfb-d611effb29f3 None None] Checking segment: {'id': '40569f83-d81b-4303-a587-8c8a3f56ba86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c2da0bb6-4435-4aa8-bf60-cd789ad14aea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:25:02.498339 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-8812ac00-8e03-4ff0-acfb-d611effb29f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:02.498905 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8812ac00-8e03-4ff0-acfb-d611effb29f3 None None] Bound using segment: {'id': '40569f83-d81b-4303-a587-8c8a3f56ba86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c2da0bb6-4435-4aa8-bf60-cd789ad14aea'} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:25:02.499763 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-8812ac00-8e03-4ff0-acfb-d611effb29f3 None None] Bound port: 3d948a77-b7c2-48f3-afc7-cd0128a3b102, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40569f83-d81b-4303-a587-8c8a3f56ba86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c2da0bb6-4435-4aa8-bf60-cd789ad14aea'}}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:25:02.500321 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-8812ac00-8e03-4ff0-acfb-d611effb29f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:02.506850 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-dfb5f006-3235-46f2-abf4-b267582a770a tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.4124479 Aug 10 03:25:02.511859 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 60092) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:02.521669 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-3a076800-71ae-4e83-b59b-61dfaadb9961 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1119084894', 'network_id': 'a22ed257-4ab5-4931-bc14-d6667b1c1c18'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:02.596908 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a076800-71ae-4e83-b59b-61dfaadb9961 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Made reservation on behalf of 8050f655eb2b41a9bae69e4db0b22205 for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:25:02.599600 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3a076800-71ae-4e83-b59b-61dfaadb9961 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:02.621727 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [None req-3a076800-71ae-4e83-b59b-61dfaadb9961 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] device_id is not set on port b4a69931-8f1f-4eaf-a6b0-a32ffedd6e9c yet. {{(pid=94261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:25:02.646623 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-8812ac00-8e03-4ff0-acfb-d611effb29f3 None None] For port 3d948a77-b7c2-48f3-afc7-cd0128a3b102, host n-d-768862-13, cleared binding levels {{(pid=94263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:25:02.653002 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-8812ac00-8e03-4ff0-acfb-d611effb29f3 None None] For port 3d948a77-b7c2-48f3-afc7-cd0128a3b102, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=3d948a77-b7c2-48f3-afc7-cd0128a3b102,segment=NetworkSegment(40569f83-d81b-4303-a587-8c8a3f56ba86),segment_id=40569f83-d81b-4303-a587-8c8a3f56ba86)] {{(pid=94263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:25:02.660381 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-8812ac00-8e03-4ff0-acfb-d611effb29f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:02.669976 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-39066922-b308-438a-bba0-58cba07cafe6 req-823bb2c7-6e9f-42d8-86d5-b20a4ad3b585 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] 10.222.0.44 "GET /v2.0/quotas/5d4d680a30924205982a356dd1432e46 HTTP/1.1" status: 200 len: 375 time: 0.2348201 Aug 10 03:25:02.720635 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8812ac00-8e03-4ff0-acfb-d611effb29f3 None None] Routers {'12bb2b0b-59f0-4be9-831e-e1acac2fbce3'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:25:02.721516 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-8812ac00-8e03-4ff0-acfb-d611effb29f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:24:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['12bb2b0b-59f0-4be9-831e-e1acac2fbce3'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:02.740826 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2f7f0e-6a67-46e3-80fd-e65b24bc2a8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=291a0223-3016-45fa-9c90-6f86aee70666,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:02.780544 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-cf2f7f0e-6a67-46e3-80fd-e65b24bc2a8e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cf361644f2f441a2a77643d63e033f68&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5340323 Aug 10 03:25:02.780760 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfd1638-0beb-4f79-9e90-2c9fc7631f12 None None] Pushing event updated for resources: {'Port': ['ID=3d948a77-b7c2-48f3-afc7-cd0128a3b102,revision_number=4']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:02.781585 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 60096) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:02.841862 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-649908fd-93cd-4bab-9ea0-0e62de79b52e tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Router 85be1876-0171-4202-b0fd-1029abcb4922 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:25:02.876071 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-8812ac00-8e03-4ff0-acfb-d611effb29f3 None None] Set router 12bb2b0b-59f0-4be9-831e-e1acac2fbce3 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:25:02.876427 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21385e86-58a6-4d75-a14f-6550036bf4d5 req-520f397a-9412-42f1-83f7-cf7505bc3236 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:02.880792 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-21385e86-58a6-4d75-a14f-6550036bf4d5 req-520f397a-9412-42f1-83f7-cf7505bc3236 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=29fc0081-ffaa-47cc-96e9-3ad675454c29 HTTP/1.1" status: 200 len: 944 time: 0.2227855 Aug 10 03:25:02.894486 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-3a076800-71ae-4e83-b59b-61dfaadb9961 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Allocated IP 172.20.0.10 (a22ed257-4ab5-4931-bc14-d6667b1c1c18/a57df708-4acf-4321-ae2e-a2840a4493cb/b4a69931-8f1f-4eaf-a6b0-a32ffedd6e9c) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:25:02.895225 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-39066922-b308-438a-bba0-58cba07cafe6 req-17db0df2-d412-4a5d-8148-d35b5879d612 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=5d4d680a30924205982a356dd1432e46&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1600363 Aug 10 03:25:02.967871 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:03.035718 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9fea6aee-845a-434d-b14b-efba3c8d63d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:03.080838 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a5207bd1-e35d-4268-9114-3082c64eb714 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:03.088944 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-21385e86-58a6-4d75-a14f-6550036bf4d5 req-96ceeed2-e5ad-4088-a295-e819a670b854 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039540 Aug 10 03:25:03.099172 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a5207bd1-e35d-4268-9114-3082c64eb714 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:03.140920 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-649908fd-93cd-4bab-9ea0-0e62de79b52e tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:25:03.154108 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-649908fd-93cd-4bab-9ea0-0e62de79b52e tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:03.155081 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea945d42-da42-48eb-b062-f242ed6fbaf9 None None] Sync routers for ids ['85be1876-0171-4202-b0fd-1029abcb4922'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:25:03.183715 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-8812ac00-8e03-4ff0-acfb-d611effb29f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12bb2b0b-59f0-4be9-831e-e1acac2fbce3', 'name': 'tempest-ServerRescueTestJSONUnderV235-208380972-router', 'tenant_id': '5d4d680a30924205982a356dd1432e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': 'ad606748-5a7e-4945-bbbc-33d653aca116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:24:49Z', 'updated_at': '2021-08-10T03:24:57Z', 'revision_number': 4, 'project_id': '5d4d680a30924205982a356dd1432e46', 'gw_port': {'id': 'ad606748-5a7e-4945-bbbc-33d653aca116', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:41:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bb2b0b-59f0-4be9-831e-e1acac2fbce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:24:50Z', 'updated_at': '2021-08-10T03:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '3d948a77-b7c2-48f3-afc7-cd0128a3b102', 'name': '', 'network_id': 'c2da0bb6-4435-4aa8-bf60-cd789ad14aea', 'tenant_id': '5d4d680a30924205982a356dd1432e46', 'mac_address': 'fa:16:3e:a6:ca:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12bb2b0b-59f0-4be9-831e-e1acac2fbce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '820cdd45-16e1-4c6c-be8e-6540a98cf482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:24:55Z', 'updated_at': '2021-08-10T03:25:02Z', 'revision_number': 4, 'project_id': '5d4d680a30924205982a356dd1432e46', 'subnets': [{'id': '820cdd45-16e1-4c6c-be8e-6540a98cf482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:03.189799 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea945d42-da42-48eb-b062-f242ed6fbaf9 None None] Routers {'85be1876-0171-4202-b0fd-1029abcb4922'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:25:03.190949 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-ea945d42-da42-48eb-b062-f242ed6fbaf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:24:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['85be1876-0171-4202-b0fd-1029abcb4922'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:03.197177 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9fea6aee-845a-434d-b14b-efba3c8d63d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:03.235256 n-d-768862-13 neutron-server[94260]: INFO neutron.db.l3_db [None req-a5207bd1-e35d-4268-9114-3082c64eb714 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] Floating IP e57dbeca-2d07-435c-8628-cd931ce88d28 associated. External IP: 172.25.6.129, port: 46b4e5f3-1487-4512-958b-790205a429d3. Aug 10 03:25:03.268189 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-649908fd-93cd-4bab-9ea0-0e62de79b52e tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "PUT /v2.0/floatingips/4bb6e76d-2797-4bd1-a6c2-9a193e62726b HTTP/1.1" status: 200 len: 990 time: 2.9373724 Aug 10 03:25:03.273167 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e94bab8c-37ad-48a0-a25d-4fb04fb90837', 'tag': '8ff6203a-ed21-422b-9bb1-c2859958f754'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:25:03.275847 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed6e4378-ff05-4a7b-b5e5-5d488588759b" -d '{"events": [{"name": "network-changed", "server_uuid": "e94bab8c-37ad-48a0-a25d-4fb04fb90837", "tag": "8ff6203a-ed21-422b-9bb1-c2859958f754"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:25:03.286134 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8812ac00-8e03-4ff0-acfb-d611effb29f3 None None] The sync data for ids ['12bb2b0b-59f0-4be9-831e-e1acac2fbce3'] in n-d-768862-13 is: [{'id': '12bb2b0b-59f0-4be9-831e-e1acac2fbce3', 'name': 'tempest-ServerRescueTestJSONUnderV235-208380972-router', 'tenant_id': '5d4d680a30924205982a356dd1432e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': 'ad606748-5a7e-4945-bbbc-33d653aca116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:24:49Z', 'updated_at': '2021-08-10T03:24:57Z', 'revision_number': 4, 'project_id': '5d4d680a30924205982a356dd1432e46', 'gw_port': {'id': 'ad606748-5a7e-4945-bbbc-33d653aca116', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:41:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bb2b0b-59f0-4be9-831e-e1acac2fbce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:24:50Z', 'updated_at': '2021-08-10T03:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '3d948a77-b7c2-48f3-afc7-cd0128a3b102', 'name': '', 'network_id': 'c2da0bb6-4435-4aa8-bf60-cd789ad14aea', 'tenant_id': '5d4d680a30924205982a356dd1432e46', 'mac_address': 'fa:16:3e:a6:ca:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12bb2b0b-59f0-4be9-831e-e1acac2fbce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '820cdd45-16e1-4c6c-be8e-6540a98cf482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:24:55Z', 'updated_at': '2021-08-10T03:25:02Z', 'revision_number': 4, 'project_id': '5d4d680a30924205982a356dd1432e46', 'subnets': [{'id': '820cdd45-16e1-4c6c-be8e-6540a98cf482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:25:03.333178 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 9403efa8-32d3-4a2d-b8a9-82cec1433445 up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:25:03.358514 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9fea6aee-845a-434d-b14b-efba3c8d63d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:03.367140 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9fea6aee-845a-434d-b14b-efba3c8d63d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:03.372016 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-9fea6aee-845a-434d-b14b-efba3c8d63d1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/291a0223-3016-45fa-9c90-6f86aee70666 HTTP/1.1" status: 204 len: 168 time: 0.5853744 Aug 10 03:25:03.414588 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3a076800-71ae-4e83-b59b-61dfaadb9961 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:03.442302 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-39066922-b308-438a-bba0-58cba07cafe6 req-b1a59ca8-184b-42aa-9aeb-fef244d9ab01 service neutron] 10.222.0.44 "GET /v2.0/networks/c2da0bb6-4435-4aa8-bf60-cd789ad14aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5275648 Aug 10 03:25:03.480159 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fea6aee-845a-434d-b14b-efba3c8d63d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=291a0223-3016-45fa-9c90-6f86aee70666,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:03.578927 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3a076800-71ae-4e83-b59b-61dfaadb9961 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:03.631640 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8667254d-fe24-4366-8635-10f9956a22e9 x-openstack-request-id: req-8667254d-fe24-4366-8635-10f9956a22e9 {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:25:03.631977 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e94bab8c-37ad-48a0-a25d-4fb04fb90837", "tag": "8ff6203a-ed21-422b-9bb1-c2859958f754", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:25:03.632230 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8667254d-fe24-4366-8635-10f9956a22e9 {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:25:03.632668 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e94bab8c-37ad-48a0-a25d-4fb04fb90837', 'tag': '8ff6203a-ed21-422b-9bb1-c2859958f754', 'status': 'completed', 'code': 200} Aug 10 03:25:03.690716 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a076800-71ae-4e83-b59b-61dfaadb9961 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Network a22ed257-4ab5-4931-bc14-d6667b1c1c18 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:25:03.693736 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning for port 9403efa8-32d3-4a2d-b8a9-82cec1433445 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:25:03.698038 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-3a076800-71ae-4e83-b59b-61dfaadb9961 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:25:03.704692 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a076800-71ae-4e83-b59b-61dfaadb9961 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:25:03.731753 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port 9403efa8-32d3-4a2d-b8a9-82cec1433445 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:03.732137 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:03.766248 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a076800-71ae-4e83-b59b-61dfaadb9961 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:03.768436 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3a076800-71ae-4e83-b59b-61dfaadb9961 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:03.776297 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a076800-71ae-4e83-b59b-61dfaadb9961 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Pushing event updated for resources: {'Port': ['ID=b4a69931-8f1f-4eaf-a6b0-a32ffedd6e9c,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:03.778491 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-ea945d42-da42-48eb-b062-f242ed6fbaf9 None None] Set router 85be1876-0171-4202-b0fd-1029abcb4922 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:25:03.809423 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-3a076800-71ae-4e83-b59b-61dfaadb9961 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 1.2916613 Aug 10 03:25:03.810107 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 60112) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:04.025459 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-7e9171e5-9778-4efc-9abb-4c53d3406f41 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Deleting port b4a69931-8f1f-4eaf-a6b0-a32ffedd6e9c {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:25:04.026065 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7e9171e5-9778-4efc-9abb-4c53d3406f41 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:04.068421 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 3d948a77-b7c2-48f3-afc7-cd0128a3b102 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:25:04.133190 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7e9171e5-9778-4efc-9abb-4c53d3406f41 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:04.155436 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-7e9171e5-9778-4efc-9abb-4c53d3406f41 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Calling delete_port for b4a69931-8f1f-4eaf-a6b0-a32ffedd6e9c owned by {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:25:04.255082 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-39066922-b308-438a-bba0-58cba07cafe6 req-ccbb9105-75e8-422c-8522-0f302e54f2de service neutron] 10.222.0.44 "GET /v2.0/networks/c2da0bb6-4435-4aa8-bf60-cd789ad14aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8115978 Aug 10 03:25:04.434315 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:04.442297 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5207bd1-e35d-4268-9114-3082c64eb714 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] Router 165c3995-714a-4005-a1bf-f8d0d955b506 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:25:04.462399 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7e9171e5-9778-4efc-9abb-4c53d3406f41 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:04.464117 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 3d948a77-b7c2-48f3-afc7-cd0128a3b102 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:25:04.491489 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 3d948a77-b7c2-48f3-afc7-cd0128a3b102 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:04.491859 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:04.541305 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9171e5-9778-4efc-9abb-4c53d3406f41 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Pushing event deleted for resources: {'Port': ['ID=b4a69931-8f1f-4eaf-a6b0-a32ffedd6e9c,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:04.693229 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6e4378-ff05-4a7b-b5e5-5d488588759b req-96c3c6ed-680d-4a5f-827c-12f9b53c4747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:04.694445 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6e4378-ff05-4a7b-b5e5-5d488588759b req-96c3c6ed-680d-4a5f-827c-12f9b53c4747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:04.695087 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6e4378-ff05-4a7b-b5e5-5d488588759b req-96c3c6ed-680d-4a5f-827c-12f9b53c4747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:04.695729 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6e4378-ff05-4a7b-b5e5-5d488588759b req-96c3c6ed-680d-4a5f-827c-12f9b53c4747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:04.696455 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6e4378-ff05-4a7b-b5e5-5d488588759b req-96c3c6ed-680d-4a5f-827c-12f9b53c4747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:04.697091 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6e4378-ff05-4a7b-b5e5-5d488588759b req-96c3c6ed-680d-4a5f-827c-12f9b53c4747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:04.698896 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6e4378-ff05-4a7b-b5e5-5d488588759b req-96c3c6ed-680d-4a5f-827c-12f9b53c4747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:04.701194 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ed6e4378-ff05-4a7b-b5e5-5d488588759b req-96c3c6ed-680d-4a5f-827c-12f9b53c4747 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d3b56536bca94e8fa8af65288d111f79&device_id=e94bab8c-37ad-48a0-a25d-4fb04fb90837 HTTP/1.1" status: 200 len: 6507 time: 0.4617672 Aug 10 03:25:04.709107 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5207bd1-e35d-4268-9114-3082c64eb714 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:25:04.724618 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327f9203-82bd-4d34-8bea-a8d32f30dc4b None None] Sync routers for ids ['165c3995-714a-4005-a1bf-f8d0d955b506'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:25:04.728202 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a5207bd1-e35d-4268-9114-3082c64eb714 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:04.745973 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327f9203-82bd-4d34-8bea-a8d32f30dc4b None None] Routers {'165c3995-714a-4005-a1bf-f8d0d955b506'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:25:04.747031 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-327f9203-82bd-4d34-8bea-a8d32f30dc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:24:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['165c3995-714a-4005-a1bf-f8d0d955b506'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:04.748126 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271feaca-7566-4c97-a73b-e68a2712674f req-4ae69408-b8ea-40ee-816d-42482903ee59 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:04.756742 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-271feaca-7566-4c97-a73b-e68a2712674f req-4ae69408-b8ea-40ee-816d-42482903ee59 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=29fc0081-ffaa-47cc-96e9-3ad675454c29 HTTP/1.1" status: 200 len: 944 time: 0.5001509 Aug 10 03:25:04.823121 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7e9171e5-9778-4efc-9abb-4c53d3406f41 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:04.832394 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-7e9171e5-9778-4efc-9abb-4c53d3406f41 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] 10.222.0.44 "DELETE /v2.0/ports/b4a69931-8f1f-4eaf-a6b0-a32ffedd6e9c HTTP/1.1" status: 204 len: 168 time: 1.0209305 Aug 10 03:25:04.844764 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 60138) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:04.861244 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29fc0081-ffaa-47cc-96e9-3ad675454c29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9403efa8-32d3-4a2d-b8a9-82cec1433445'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:25:04.864573 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8aa845d-1737-42d1-a96d-5abf4d41b26a" -d '{"events": [{"server_uuid": "29fc0081-ffaa-47cc-96e9-3ad675454c29", "name": "network-vif-plugged", "status": "completed", "tag": "9403efa8-32d3-4a2d-b8a9-82cec1433445"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:25:04.878980 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-37560057-dc31-48eb-9bcf-6e76a294d0d6 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a22ed257-4ab5-4931-bc14-d6667b1c1c18', 'external_fixed_ips': [{'subnet_id': 'a57df708-4acf-4321-ae2e-a2840a4493cb', 'ip_address': '172.20.0.10'}]}}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:04.895259 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 9403efa8-32d3-4a2d-b8a9-82cec1433445, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=9403efa8-32d3-4a2d-b8a9-82cec1433445,segment=NetworkSegment(73bbe919-55b7-4c3d-b65b-52e4e628212a),segment_id=73bbe919-55b7-4c3d-b65b-52e4e628212a)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:04.923059 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:04.936499 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-ea945d42-da42-48eb-b062-f242ed6fbaf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85be1876-0171-4202-b0fd-1029abcb4922', 'name': 'tempest-TaggedBootDevicesTest_v242-1615828695-router', 'tenant_id': 'd3b56536bca94e8fa8af65288d111f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '22cb987c-f11c-4c77-b260-846ce41e9979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:22:29Z', 'updated_at': '2021-08-10T03:22:33Z', 'revision_number': 4, 'project_id': 'd3b56536bca94e8fa8af65288d111f79', 'gw_port': {'id': '22cb987c-f11c-4c77-b260-846ce41e9979', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:29:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85be1876-0171-4202-b0fd-1029abcb4922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:22:29Z', 'updated_at': '2021-08-10T03:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '4bb6e76d-2797-4bd1-a6c2-9a193e62726b', 'tenant_id': 'd3b56536bca94e8fa8af65288d111f79', 'floating_ip_address': '172.25.6.53', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '85be1876-0171-4202-b0fd-1029abcb4922', 'port_id': '8ff6203a-ed21-422b-9bb1-c2859958f754', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba807c4a-a9d3-45a0-921a-7afe6c0e3832', 'mac_address': 'fa:16:3e:18:55:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94bab8c-37ad-48a0-a25d-4fb04fb90837', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:23:12Z', 'updated_at': '2021-08-10T03:25:01Z', 'revision_number': 1, 'project_id': 'd3b56536bca94e8fa8af65288d111f79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39c6f6f8-0369-4c74-8f99-8bff132f5316', 'name': '', 'network_id': 'ba807c4a-a9d3-45a0-921a-7afe6c0e3832', 'tenant_id': 'd3b56536bca94e8fa8af65288d111f79', 'mac_address': 'fa:16:3e:89:a0:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85be1876-0171-4202-b0fd-1029abcb4922', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'e8728eeb-789e-400f-be58-876473c847d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:22:32Z', 'updated_at': '2021-08-10T03:22:42Z', 'revision_number': 5, 'project_id': 'd3b56536bca94e8fa8af65288d111f79', 'subnets': [{'id': 'e8728eeb-789e-400f-be58-876473c847d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:04.980166 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-37560057-dc31-48eb-9bcf-6e76a294d0d6 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:04.983011 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-37560057-dc31-48eb-9bcf-6e76a294d0d6 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:04.988941 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-a5207bd1-e35d-4268-9114-3082c64eb714 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] 10.222.0.44 "PUT /v2.0/floatingips/e57dbeca-2d07-435c-8628-cd931ce88d28 HTTP/1.1" status: 200 len: 992 time: 3.6178679 Aug 10 03:25:05.003273 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '090e0a76-6d70-4669-beb8-734b587eb8c1', 'tag': '46b4e5f3-1487-4512-958b-790205a429d3'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:25:05.012282 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bfd4cea-42d7-4a79-bc6e-608905b801d9" -d '{"events": [{"name": "network-changed", "server_uuid": "090e0a76-6d70-4669-beb8-734b587eb8c1", "tag": "46b4e5f3-1487-4512-958b-790205a429d3"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:25:05.043055 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-271feaca-7566-4c97-a73b-e68a2712674f req-f07c277b-303c-45ef-9e88-ec1c8e53a3ae tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789063 Aug 10 03:25:05.087747 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-327f9203-82bd-4d34-8bea-a8d32f30dc4b None None] Set router 165c3995-714a-4005-a1bf-f8d0d955b506 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:25:05.129232 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6e4378-ff05-4a7b-b5e5-5d488588759b req-fe419bf2-6ee5-4c9a-a37e-006ad77e80c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:05.136385 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ed6e4378-ff05-4a7b-b5e5-5d488588759b req-fe419bf2-6ee5-4c9a-a37e-006ad77e80c3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ba807c4a-a9d3-45a0-921a-7afe6c0e3832 HTTP/1.1" status: 200 len: 917 time: 0.4208035 Aug 10 03:25:05.158312 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea945d42-da42-48eb-b062-f242ed6fbaf9 None None] Checking router: 85be1876-0171-4202-b0fd-1029abcb4922 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:25:05.209461 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-37560057-dc31-48eb-9bcf-6e76a294d0d6 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:05.226192 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:25:05.440407 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ed6e4378-ff05-4a7b-b5e5-5d488588759b req-bb3b52b2-14d9-4a4d-ad16-fed8f128e281 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ff6203a-ed21-422b-9bb1-c2859958f754 HTTP/1.1" status: 200 len: 998 time: 0.2972527 Aug 10 03:25:05.454794 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-37560057-dc31-48eb-9bcf-6e76a294d0d6 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:05.473406 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-327f9203-82bd-4d34-8bea-a8d32f30dc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '165c3995-714a-4005-a1bf-f8d0d955b506', 'name': 'tempest-ServersTestJSON-302803738-router', 'tenant_id': '6d8729f463214da9aba5238905630698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '71c9953d-d0fd-450e-b8da-51f1c2f94def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:24:21Z', 'updated_at': '2021-08-10T03:24:27Z', 'revision_number': 4, 'project_id': '6d8729f463214da9aba5238905630698', 'gw_port': {'id': '71c9953d-d0fd-450e-b8da-51f1c2f94def', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:eb:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165c3995-714a-4005-a1bf-f8d0d955b506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:24:22Z', 'updated_at': '2021-08-10T03:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': 'e57dbeca-2d07-435c-8628-cd931ce88d28', 'tenant_id': '6d8729f463214da9aba5238905630698', 'floating_ip_address': '172.25.6.129', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '165c3995-714a-4005-a1bf-f8d0d955b506', 'port_id': '46b4e5f3-1487-4512-958b-790205a429d3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdb362dd-33cf-43b3-8ba4-85a65eae2dc5', 'mac_address': 'fa:16:3e:8c:28:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090e0a76-6d70-4669-beb8-734b587eb8c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:24:36Z', 'updated_at': '2021-08-10T03:25:02Z', 'revision_number': 1, 'project_id': '6d8729f463214da9aba5238905630698', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e49da74-5d56-4bd8-bb9b-1423c18070ee', 'name': '', 'network_id': 'cdb362dd-33cf-43b3-8ba4-85a65eae2dc5', 'tenant_id': '6d8729f463214da9aba5238905630698', 'mac_address': 'fa:16:3e:dd:45:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165c3995-714a-4005-a1bf-f8d0d955b506', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '7c13f0d8-15a2-4f1e-8131-bdd7c3ce0682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:24:26Z', 'updated_at': '2021-08-10T03:24:34Z', 'revision_number': 5, 'project_id': '6d8729f463214da9aba5238905630698', 'subnets': [{'id': '7c13f0d8-15a2-4f1e-8131-bdd7c3ce0682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:05.497342 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea945d42-da42-48eb-b062-f242ed6fbaf9 None None] Routers {'85be1876-0171-4202-b0fd-1029abcb4922'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:25:05.498548 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-ea945d42-da42-48eb-b062-f242ed6fbaf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:24:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['85be1876-0171-4202-b0fd-1029abcb4922'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:05.568635 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327f9203-82bd-4d34-8bea-a8d32f30dc4b None None] Checking router: 165c3995-714a-4005-a1bf-f8d0d955b506 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:25:05.608064 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327f9203-82bd-4d34-8bea-a8d32f30dc4b None None] Routers {'165c3995-714a-4005-a1bf-f8d0d955b506'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:25:05.608703 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-327f9203-82bd-4d34-8bea-a8d32f30dc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:24:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['165c3995-714a-4005-a1bf-f8d0d955b506'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:05.653693 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-318f19c7-9f8d-405d-ad20-68ff941e203d req-aa56d7e1-1b43-48a6-b4fd-99f0206ebb74 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] 10.222.0.44 "GET /v2.0/ports?device_id=994ee7fd-71e9-48c0-9a9f-42d2463db496 HTTP/1.1" status: 200 len: 210 time: 0.2099383 Aug 10 03:25:05.812831 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd1aac9d-201c-47af-a649-b80374bb6c9f x-openstack-request-id: req-bd1aac9d-201c-47af-a649-b80374bb6c9f {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:25:05.813504 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "090e0a76-6d70-4669-beb8-734b587eb8c1", "tag": "46b4e5f3-1487-4512-958b-790205a429d3", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:25:05.814401 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bd1aac9d-201c-47af-a649-b80374bb6c9f {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:25:05.814401 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '090e0a76-6d70-4669-beb8-734b587eb8c1', 'tag': '46b4e5f3-1487-4512-958b-790205a429d3', 'status': 'completed', 'code': 200} Aug 10 03:25:05.847229 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=9403efa8-32d3-4a2d-b8a9-82cec1433445,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:05.869120 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6e4378-ff05-4a7b-b5e5-5d488588759b req-e07e3707-4e5f-448c-9d2b-2771c767c4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:05.871650 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ed6e4378-ff05-4a7b-b5e5-5d488588759b req-e07e3707-4e5f-448c-9d2b-2771c767c4d2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e8728eeb-789e-400f-be58-876473c847d3 HTTP/1.1" status: 200 len: 856 time: 0.3860610 Aug 10 03:25:05.877054 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-540abdde-0f51-42b6-8d9a-7a84376c0186 x-openstack-request-id: req-540abdde-0f51-42b6-8d9a-7a84376c0186 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:25:05.880719 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29fc0081-ffaa-47cc-96e9-3ad675454c29", "name": "network-vif-plugged", "status": "completed", "tag": "9403efa8-32d3-4a2d-b8a9-82cec1433445", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:25:05.881721 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-540abdde-0f51-42b6-8d9a-7a84376c0186 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:25:05.884621 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29fc0081-ffaa-47cc-96e9-3ad675454c29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9403efa8-32d3-4a2d-b8a9-82cec1433445', 'code': 200} Aug 10 03:25:05.886254 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2ed110-985d-467b-9fab-105d7a0a0696 req-b9f425c6-c14b-4993-849b-86b08fcf10e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:05.892858 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ed2ed110-985d-467b-9fab-105d7a0a0696 req-b9f425c6-c14b-4993-849b-86b08fcf10e7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=29fc0081-ffaa-47cc-96e9-3ad675454c29 HTTP/1.1" status: 200 len: 1097 time: 0.1605866 Aug 10 03:25:05.916744 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-327f9203-82bd-4d34-8bea-a8d32f30dc4b None None] Set router 165c3995-714a-4005-a1bf-f8d0d955b506 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:25:05.928419 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfd4cea-42d7-4a79-bc6e-608905b801d9 req-0ea18631-4496-4f8a-9d6c-5f2aa5857d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:05.930261 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5bfd4cea-42d7-4a79-bc6e-608905b801d9 req-0ea18631-4496-4f8a-9d6c-5f2aa5857d41 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6d8729f463214da9aba5238905630698&device_id=090e0a76-6d70-4669-beb8-734b587eb8c1 HTTP/1.1" status: 200 len: 1098 time: 0.1114447 Aug 10 03:25:05.980867 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-37560057-dc31-48eb-9bcf-6e76a294d0d6 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:06.001223 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:06.008211 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-37560057-dc31-48eb-9bcf-6e76a294d0d6 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:06.086341 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 3d948a77-b7c2-48f3-afc7-cd0128a3b102, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=3d948a77-b7c2-48f3-afc7-cd0128a3b102,segment=NetworkSegment(40569f83-d81b-4303-a587-8c8a3f56ba86),segment_id=40569f83-d81b-4303-a587-8c8a3f56ba86)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:06.103037 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:06.144477 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-ea945d42-da42-48eb-b062-f242ed6fbaf9 None None] Set router 85be1876-0171-4202-b0fd-1029abcb4922 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:25:06.227407 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfd4cea-42d7-4a79-bc6e-608905b801d9 req-93b0c5ba-10c7-49b5-9890-e25474dfd80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:06.230642 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5bfd4cea-42d7-4a79-bc6e-608905b801d9 req-93b0c5ba-10c7-49b5-9890-e25474dfd80c service neutron] 10.222.0.42 "GET /v2.0/networks?id=cdb362dd-33cf-43b3-8ba4-85a65eae2dc5 HTTP/1.1" status: 200 len: 905 time: 0.2681580 Aug 10 03:25:06.287466 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-37560057-dc31-48eb-9bcf-6e76a294d0d6 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Allocated IP 172.20.0.10 (a22ed257-4ab5-4931-bc14-d6667b1c1c18/a57df708-4acf-4321-ae2e-a2840a4493cb/04b25400-b37b-4ef2-af85-7c48a676b5c8) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:25:06.405249 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=3d948a77-b7c2-48f3-afc7-cd0128a3b102,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:06.459586 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6e4378-ff05-4a7b-b5e5-5d488588759b req-2b547526-c137-40bc-8e98-6c0e94d21c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:06.463540 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ed6e4378-ff05-4a7b-b5e5-5d488588759b req-2b547526-c137-40bc-8e98-6c0e94d21c5b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ba807c4a-a9d3-45a0-921a-7afe6c0e3832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5610933 Aug 10 03:25:06.468786 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ed2ed110-985d-467b-9fab-105d7a0a0696 req-258ef1bb-9670-4604-b80a-da688510b870 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5687268 Aug 10 03:25:06.472866 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5bfd4cea-42d7-4a79-bc6e-608905b801d9 req-6f9c9ff7-e54c-4b90-8ddd-98d6f57030f4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=46b4e5f3-1487-4512-958b-790205a429d3 HTTP/1.1" status: 200 len: 1000 time: 0.1701350 Aug 10 03:25:06.546812 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0cc607-7c9d-415c-83d1-f5e0ce9d6a00 req-09604c66-4f74-4b49-86ac-87f2e752d686 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:06.549223 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2f0cc607-7c9d-415c-83d1-f5e0ce9d6a00 req-09604c66-4f74-4b49-86ac-87f2e752d686 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=29fc0081-ffaa-47cc-96e9-3ad675454c29 HTTP/1.1" status: 200 len: 945 time: 0.3054693 Aug 10 03:25:06.592070 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-37560057-dc31-48eb-9bcf-6e76a294d0d6 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:06.630565 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-327f9203-82bd-4d34-8bea-a8d32f30dc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '165c3995-714a-4005-a1bf-f8d0d955b506', 'name': 'tempest-ServersTestJSON-302803738-router', 'tenant_id': '6d8729f463214da9aba5238905630698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '71c9953d-d0fd-450e-b8da-51f1c2f94def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:24:21Z', 'updated_at': '2021-08-10T03:24:27Z', 'revision_number': 4, 'project_id': '6d8729f463214da9aba5238905630698', 'gw_port': {'id': '71c9953d-d0fd-450e-b8da-51f1c2f94def', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:eb:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165c3995-714a-4005-a1bf-f8d0d955b506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:24:22Z', 'updated_at': '2021-08-10T03:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': 'e57dbeca-2d07-435c-8628-cd931ce88d28', 'tenant_id': '6d8729f463214da9aba5238905630698', 'floating_ip_address': '172.25.6.129', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '165c3995-714a-4005-a1bf-f8d0d955b506', 'port_id': '46b4e5f3-1487-4512-958b-790205a429d3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdb362dd-33cf-43b3-8ba4-85a65eae2dc5', 'mac_address': 'fa:16:3e:8c:28:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090e0a76-6d70-4669-beb8-734b587eb8c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:24:36Z', 'updated_at': '2021-08-10T03:25:02Z', 'revision_number': 1, 'project_id': '6d8729f463214da9aba5238905630698', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e49da74-5d56-4bd8-bb9b-1423c18070ee', 'name': '', 'network_id': 'cdb362dd-33cf-43b3-8ba4-85a65eae2dc5', 'tenant_id': '6d8729f463214da9aba5238905630698', 'mac_address': 'fa:16:3e:dd:45:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165c3995-714a-4005-a1bf-f8d0d955b506', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '7c13f0d8-15a2-4f1e-8131-bdd7c3ce0682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:24:26Z', 'updated_at': '2021-08-10T03:24:34Z', 'revision_number': 5, 'project_id': '6d8729f463214da9aba5238905630698', 'subnets': [{'id': '7c13f0d8-15a2-4f1e-8131-bdd7c3ce0682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:06.654897 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-37560057-dc31-48eb-9bcf-6e76a294d0d6 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:06.710937 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327f9203-82bd-4d34-8bea-a8d32f30dc4b None None] The sync data for ids ['165c3995-714a-4005-a1bf-f8d0d955b506'] in n-d-768862-13 is: [{'id': '165c3995-714a-4005-a1bf-f8d0d955b506', 'name': 'tempest-ServersTestJSON-302803738-router', 'tenant_id': '6d8729f463214da9aba5238905630698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '71c9953d-d0fd-450e-b8da-51f1c2f94def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:24:21Z', 'updated_at': '2021-08-10T03:24:27Z', 'revision_number': 4, 'project_id': '6d8729f463214da9aba5238905630698', 'gw_port': {'id': '71c9953d-d0fd-450e-b8da-51f1c2f94def', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:eb:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165c3995-714a-4005-a1bf-f8d0d955b506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:24:22Z', 'updated_at': '2021-08-10T03:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': 'e57dbeca-2d07-435c-8628-cd931ce88d28', 'tenant_id': '6d8729f463214da9aba5238905630698', 'floating_ip_address': '172.25.6.129', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '165c3995-714a-4005-a1bf-f8d0d955b506', 'port_id': '46b4e5f3-1487-4512-958b-790205a429d3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdb362dd-33cf-43b3-8ba4-85a65eae2dc5', 'mac_address': 'fa:16:3e:8c:28:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090e0a76-6d70-4669-beb8-734b587eb8c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:24:36Z', 'updated_at': '2021-08-10T03:25:02Z', 'revision_number': 1, 'project_id': '6d8729f463214da9aba5238905630698', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e49da74-5d56-4bd8-bb9b-1423c18070ee', 'name': '', 'network_id': 'cdb362dd-33cf-43b3-8ba4-85a65eae2dc5', 'tenant_id': '6d8729f463214da9aba5238905630698', 'mac_address': 'fa:16:3e:dd:45:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165c3995-714a-4005-a1bf-f8d0d955b506', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '7c13f0d8-15a2-4f1e-8131-bdd7c3ce0682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:24:26Z', 'updated_at': '2021-08-10T03:24:34Z', 'revision_number': 5, 'project_id': '6d8729f463214da9aba5238905630698', 'subnets': [{'id': '7c13f0d8-15a2-4f1e-8131-bdd7c3ce0682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:25:06.765182 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2f0cc607-7c9d-415c-83d1-f5e0ce9d6a00 req-b6912c91-3011-41bd-ae0c-eadeb2fb5f73 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495862 Aug 10 03:25:06.779242 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-ea945d42-da42-48eb-b062-f242ed6fbaf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85be1876-0171-4202-b0fd-1029abcb4922', 'name': 'tempest-TaggedBootDevicesTest_v242-1615828695-router', 'tenant_id': 'd3b56536bca94e8fa8af65288d111f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '22cb987c-f11c-4c77-b260-846ce41e9979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:22:29Z', 'updated_at': '2021-08-10T03:22:33Z', 'revision_number': 4, 'project_id': 'd3b56536bca94e8fa8af65288d111f79', 'gw_port': {'id': '22cb987c-f11c-4c77-b260-846ce41e9979', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:29:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85be1876-0171-4202-b0fd-1029abcb4922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:22:29Z', 'updated_at': '2021-08-10T03:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '4bb6e76d-2797-4bd1-a6c2-9a193e62726b', 'tenant_id': 'd3b56536bca94e8fa8af65288d111f79', 'floating_ip_address': '172.25.6.53', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '85be1876-0171-4202-b0fd-1029abcb4922', 'port_id': '8ff6203a-ed21-422b-9bb1-c2859958f754', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba807c4a-a9d3-45a0-921a-7afe6c0e3832', 'mac_address': 'fa:16:3e:18:55:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94bab8c-37ad-48a0-a25d-4fb04fb90837', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:23:12Z', 'updated_at': '2021-08-10T03:25:01Z', 'revision_number': 1, 'project_id': 'd3b56536bca94e8fa8af65288d111f79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39c6f6f8-0369-4c74-8f99-8bff132f5316', 'name': '', 'network_id': 'ba807c4a-a9d3-45a0-921a-7afe6c0e3832', 'tenant_id': 'd3b56536bca94e8fa8af65288d111f79', 'mac_address': 'fa:16:3e:89:a0:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85be1876-0171-4202-b0fd-1029abcb4922', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'e8728eeb-789e-400f-be58-876473c847d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:22:32Z', 'updated_at': '2021-08-10T03:22:42Z', 'revision_number': 5, 'project_id': 'd3b56536bca94e8fa8af65288d111f79', 'subnets': [{'id': 'e8728eeb-789e-400f-be58-876473c847d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:06.782854 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfd4cea-42d7-4a79-bc6e-608905b801d9 req-92b99cd4-cad2-4be9-9163-0b60a5a77a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:06.787375 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5bfd4cea-42d7-4a79-bc6e-608905b801d9 req-92b99cd4-cad2-4be9-9163-0b60a5a77a10 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7c13f0d8-15a2-4f1e-8131-bdd7c3ce0682 HTTP/1.1" status: 200 len: 844 time: 0.2370682 Aug 10 03:25:06.833255 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37560057-dc31-48eb-9bcf-6e76a294d0d6 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Network a22ed257-4ab5-4931-bc14-d6667b1c1c18 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:25:06.839414 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-37560057-dc31-48eb-9bcf-6e76a294d0d6 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:25:06.850559 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37560057-dc31-48eb-9bcf-6e76a294d0d6 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:25:06.861970 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37560057-dc31-48eb-9bcf-6e76a294d0d6 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Pushing event updated for resources: {'Port': ['ID=04b25400-b37b-4ef2-af85-7c48a676b5c8,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:06.900128 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea945d42-da42-48eb-b062-f242ed6fbaf9 None None] The sync data for ids ['85be1876-0171-4202-b0fd-1029abcb4922'] in n-d-768862-13 is: [{'id': '85be1876-0171-4202-b0fd-1029abcb4922', 'name': 'tempest-TaggedBootDevicesTest_v242-1615828695-router', 'tenant_id': 'd3b56536bca94e8fa8af65288d111f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '22cb987c-f11c-4c77-b260-846ce41e9979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:22:29Z', 'updated_at': '2021-08-10T03:22:33Z', 'revision_number': 4, 'project_id': 'd3b56536bca94e8fa8af65288d111f79', 'gw_port': {'id': '22cb987c-f11c-4c77-b260-846ce41e9979', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:29:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85be1876-0171-4202-b0fd-1029abcb4922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:22:29Z', 'updated_at': '2021-08-10T03:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '4bb6e76d-2797-4bd1-a6c2-9a193e62726b', 'tenant_id': 'd3b56536bca94e8fa8af65288d111f79', 'floating_ip_address': '172.25.6.53', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '85be1876-0171-4202-b0fd-1029abcb4922', 'port_id': '8ff6203a-ed21-422b-9bb1-c2859958f754', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba807c4a-a9d3-45a0-921a-7afe6c0e3832', 'mac_address': 'fa:16:3e:18:55:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94bab8c-37ad-48a0-a25d-4fb04fb90837', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:23:12Z', 'updated_at': '2021-08-10T03:25:01Z', 'revision_number': 1, 'project_id': 'd3b56536bca94e8fa8af65288d111f79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39c6f6f8-0369-4c74-8f99-8bff132f5316', 'name': '', 'network_id': 'ba807c4a-a9d3-45a0-921a-7afe6c0e3832', 'tenant_id': 'd3b56536bca94e8fa8af65288d111f79', 'mac_address': 'fa:16:3e:89:a0:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85be1876-0171-4202-b0fd-1029abcb4922', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'e8728eeb-789e-400f-be58-876473c847d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:22:32Z', 'updated_at': '2021-08-10T03:22:42Z', 'revision_number': 5, 'project_id': 'd3b56536bca94e8fa8af65288d111f79', 'subnets': [{'id': 'e8728eeb-789e-400f-be58-876473c847d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:25:07.107850 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ed6e4378-ff05-4a7b-b5e5-5d488588759b req-d050215f-7e1b-4c24-a16f-fec7dd67a552 service neutron] 10.222.0.61 "GET /v2.0/networks/ba807c4a-a9d3-45a0-921a-7afe6c0e3832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6329229 Aug 10 03:25:07.168833 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39066922-b308-438a-bba0-58cba07cafe6 req-55ae0599-ee80-4f16-9e04-d45f7d51f083 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:07.170475 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-39066922-b308-438a-bba0-58cba07cafe6 req-55ae0599-ee80-4f16-9e04-d45f7d51f083 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] 10.222.0.42 "GET /v2.0/networks?id=c2da0bb6-4435-4aa8-bf60-cd789ad14aea HTTP/1.1" status: 200 len: 819 time: 0.4354157 Aug 10 03:25:07.189428 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cb443689-8a7b-4d30-9780-39ac5fc89b58 req-a10b6069-c016-4115-af83-64774c72be6f tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] 10.222.0.44 "GET /v2.0/ports?device_id=994ee7fd-71e9-48c0-9a9f-42d2463db496 HTTP/1.1" status: 200 len: 210 time: 0.0911324 Aug 10 03:25:07.229042 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-39066922-b308-438a-bba0-58cba07cafe6 req-f0ddd2b6-66b2-48b3-81b1-b059cacbf8d5 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Request body: {'port': {'device_id': '994ee7fd-71e9-48c0-9a9f-42d2463db496', 'network_id': 'c2da0bb6-4435-4aa8-bf60-cd789ad14aea', 'admin_state_up': True, 'tenant_id': '5d4d680a30924205982a356dd1432e46'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:07.234089 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfd4cea-42d7-4a79-bc6e-608905b801d9 req-737d8cca-38b4-4b46-91ce-1217e7a6a1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:07.235734 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5bfd4cea-42d7-4a79-bc6e-608905b801d9 req-737d8cca-38b4-4b46-91ce-1217e7a6a1c9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cdb362dd-33cf-43b3-8ba4-85a65eae2dc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3948817 Aug 10 03:25:07.240787 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff911574-d354-4b75-be4f-6d2aa406b4cf None None] New status for floating IP e57dbeca-2d07-435c-8628-cd931ce88d28: ACTIVE {{(pid=94262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:25:07.465954 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e716814-7ef3-482b-b501-ac936bdb877f None None] New status for floating IP 4bb6e76d-2797-4bd1-a6c2-9a193e62726b: ACTIVE {{(pid=94263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:25:07.514742 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ed6e4378-ff05-4a7b-b5e5-5d488588759b req-7c74b67f-f893-4499-bafe-8b3c6bcb7c14 service neutron] 10.222.0.61 "GET /v2.0/networks/ba807c4a-a9d3-45a0-921a-7afe6c0e3832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3848364 Aug 10 03:25:07.579216 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5bfd4cea-42d7-4a79-bc6e-608905b801d9 req-bb5b1631-fce1-49ca-adf8-997c19879ecb service neutron] 10.222.0.42 "GET /v2.0/networks/cdb362dd-33cf-43b3-8ba4-85a65eae2dc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3214462 Aug 10 03:25:07.664018 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39066922-b308-438a-bba0-58cba07cafe6 req-f0ddd2b6-66b2-48b3-81b1-b059cacbf8d5 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Made reservation on behalf of 5d4d680a30924205982a356dd1432e46 for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:25:07.677127 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-39066922-b308-438a-bba0-58cba07cafe6 req-f0ddd2b6-66b2-48b3-81b1-b059cacbf8d5 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:08.033745 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-37560057-dc31-48eb-9bcf-6e76a294d0d6 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:08.069282 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5bfd4cea-42d7-4a79-bc6e-608905b801d9 req-af839df0-1ce2-419e-9ca7-b7ffaf655182 service neutron] 10.222.0.42 "GET /v2.0/networks/cdb362dd-33cf-43b3-8ba4-85a65eae2dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4805970 Aug 10 03:25:08.095090 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-39066922-b308-438a-bba0-58cba07cafe6 req-f0ddd2b6-66b2-48b3-81b1-b059cacbf8d5 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Allocated IP 172.20.0.7 (c2da0bb6-4435-4aa8-bf60-cd789ad14aea/820cdd45-16e1-4c6c-be8e-6540a98cf482/b716d23f-648e-46ce-bcb4-847d79b3f168) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:25:08.124828 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f68d94-e9fd-4a9d-83b3-a71baf6d37c7 req-2886677f-d0cd-4e9c-81e4-b6b3f44dfe4f tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:08.138982 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a6f68d94-e9fd-4a9d-83b3-a71baf6d37c7 req-2886677f-d0cd-4e9c-81e4-b6b3f44dfe4f tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=29fc0081-ffaa-47cc-96e9-3ad675454c29 HTTP/1.1" status: 200 len: 945 time: 0.2198949 Aug 10 03:25:08.360510 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a6f68d94-e9fd-4a9d-83b3-a71baf6d37c7 req-806d9408-1135-44f4-8920-e13f82c40580 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173169 Aug 10 03:25:08.396241 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 3d948a77-b7c2-48f3-afc7-cd0128a3b102 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:25:08.537604 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-37560057-dc31-48eb-9bcf-6e76a294d0d6 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:08.550632 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 3d948a77-b7c2-48f3-afc7-cd0128a3b102 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:08.551621 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:08.621274 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9b13de3e-3ddc-4b09-8718-a1b50d8a2806 req-906f5a33-3002-4f3d-96ea-09536d7c5e60 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] 10.222.0.44 "GET /v2.0/ports?device_id=994ee7fd-71e9-48c0-9a9f-42d2463db496 HTTP/1.1" status: 200 len: 210 time: 0.0964746 Aug 10 03:25:08.714528 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-39066922-b308-438a-bba0-58cba07cafe6 req-f0ddd2b6-66b2-48b3-81b1-b059cacbf8d5 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:08.776486 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-39066922-b308-438a-bba0-58cba07cafe6 req-f0ddd2b6-66b2-48b3-81b1-b059cacbf8d5 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:08.893012 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37560057-dc31-48eb-9bcf-6e76a294d0d6 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Router 954f8077-a96f-4952-b86d-c676d5b9b13e is scheduled to L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e with binding_index 1 {{(pid=94261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:25:09.004575 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39066922-b308-438a-bba0-58cba07cafe6 req-f0ddd2b6-66b2-48b3-81b1-b059cacbf8d5 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Network c2da0bb6-4435-4aa8-bf60-cd789ad14aea is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:25:09.020295 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48172078-e671-4ce3-99b2-33bd6d87511f req-0db9269e-111c-4dea-a11f-9253b5028292 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:09.025496 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-48172078-e671-4ce3-99b2-33bd6d87511f req-0db9269e-111c-4dea-a11f-9253b5028292 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=6274bb2a-64d2-4dc9-83e3-6117ae7a034b HTTP/1.1" status: 200 len: 945 time: 0.2432930 Aug 10 03:25:09.033327 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-39066922-b308-438a-bba0-58cba07cafe6 req-f0ddd2b6-66b2-48b3-81b1-b059cacbf8d5 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:25:09.043434 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-39066922-b308-438a-bba0-58cba07cafe6 req-f0ddd2b6-66b2-48b3-81b1-b059cacbf8d5 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:25:09.055951 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ddd2b6-66b2-48b3-81b1-b059cacbf8d5 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Pushing event updated for resources: {'Port': ['ID=b716d23f-648e-46ce-bcb4-847d79b3f168,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:09.144204 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37560057-dc31-48eb-9bcf-6e76a294d0d6 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:25:09.166104 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a76a018-0d1e-41e3-8a65-fdab79a84db6 None None] Sync routers for ids ['954f8077-a96f-4952-b86d-c676d5b9b13e'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:25:09.175438 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-37560057-dc31-48eb-9bcf-6e76a294d0d6 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:09.178998 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ddd2b6-66b2-48b3-81b1-b059cacbf8d5 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:09.179978 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ddd2b6-66b2-48b3-81b1-b059cacbf8d5 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:09.180390 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ddd2b6-66b2-48b3-81b1-b059cacbf8d5 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:09.180924 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ddd2b6-66b2-48b3-81b1-b059cacbf8d5 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:09.181486 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ddd2b6-66b2-48b3-81b1-b059cacbf8d5 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:09.183398 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-37560057-dc31-48eb-9bcf-6e76a294d0d6 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 4.3293703 Aug 10 03:25:09.184844 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 60242) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:09.188033 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ddd2b6-66b2-48b3-81b1-b059cacbf8d5 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:09.188428 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ddd2b6-66b2-48b3-81b1-b059cacbf8d5 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:09.189238 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ddd2b6-66b2-48b3-81b1-b059cacbf8d5 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:09.189885 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ddd2b6-66b2-48b3-81b1-b059cacbf8d5 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:09.190718 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ddd2b6-66b2-48b3-81b1-b059cacbf8d5 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:09.191322 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ddd2b6-66b2-48b3-81b1-b059cacbf8d5 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:09.191934 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ddd2b6-66b2-48b3-81b1-b059cacbf8d5 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:09.203352 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a76a018-0d1e-41e3-8a65-fdab79a84db6 None None] Routers {'954f8077-a96f-4952-b86d-c676d5b9b13e'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:25:09.206733 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-4a76a018-0d1e-41e3-8a65-fdab79a84db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:24:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['954f8077-a96f-4952-b86d-c676d5b9b13e'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:09.230452 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-48172078-e671-4ce3-99b2-33bd6d87511f req-969a7ff7-b480-4e50-bf4b-e4aa02b5dac1 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798656 Aug 10 03:25:09.251445 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39066922-b308-438a-bba0-58cba07cafe6 req-f0ddd2b6-66b2-48b3-81b1-b059cacbf8d5 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:09.252574 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-39066922-b308-438a-bba0-58cba07cafe6 req-f0ddd2b6-66b2-48b3-81b1-b059cacbf8d5 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:09.299912 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-39066922-b308-438a-bba0-58cba07cafe6 req-f0ddd2b6-66b2-48b3-81b1-b059cacbf8d5 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0814447 Aug 10 03:25:09.325639 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-39066922-b308-438a-bba0-58cba07cafe6 req-051d2a75-fabc-46e8-afe2-b70eb4e6141b service neutron] Request body: {'port': {'device_id': '994ee7fd-71e9-48c0-9a9f-42d2463db496', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:09.513085 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-25e531b9-fb39-4d3e-a3cc-0aad3b3f2f66 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks [] for router, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:09.564122 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-4a76a018-0d1e-41e3-8a65-fdab79a84db6 None None] Set router 954f8077-a96f-4952-b86d-c676d5b9b13e gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:25:09.577751 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-39066922-b308-438a-bba0-58cba07cafe6 req-051d2a75-fabc-46e8-afe2-b70eb4e6141b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:09.610437 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740936b7-0600-4667-9d39-a5e1d9ae17bb req-9fe117aa-95eb-496a-ad8c-24764400c5be tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:09.619117 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-740936b7-0600-4667-9d39-a5e1d9ae17bb req-9fe117aa-95eb-496a-ad8c-24764400c5be tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=29fc0081-ffaa-47cc-96e9-3ad675454c29 HTTP/1.1" status: 200 len: 945 time: 0.1436510 Aug 10 03:25:09.670270 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 60254) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:09.717381 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-740936b7-0600-4667-9d39-a5e1d9ae17bb req-3f076e62-5897-4f30-a144-d9f89d657dfc tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936127 Aug 10 03:25:09.911235 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-25e531b9-fb39-4d3e-a3cc-0aad3b3f2f66 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:09.975053 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c4c9a0-c54c-466a-a876-fa42f46a2584 req-4f08d4a4-b15d-4c57-8b32-c587516564a2 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:09.983991 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b1c4c9a0-c54c-466a-a876-fa42f46a2584 req-4f08d4a4-b15d-4c57-8b32-c587516564a2 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] 10.222.0.44 "GET /v2.0/ports?device_id=994ee7fd-71e9-48c0-9a9f-42d2463db496 HTTP/1.1" status: 200 len: 931 time: 0.1455812 Aug 10 03:25:10.035566 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-58ab2d11-0eeb-46b0-ad4a-5c9196f4d8a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:10.073858 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-4a76a018-0d1e-41e3-8a65-fdab79a84db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '954f8077-a96f-4952-b86d-c676d5b9b13e', 'name': '', 'tenant_id': '8050f655eb2b41a9bae69e4db0b22205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ed257-4ab5-4931-bc14-d6667b1c1c18', 'external_fixed_ips': [{'subnet_id': 'a57df708-4acf-4321-ae2e-a2840a4493cb', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': '04b25400-b37b-4ef2-af85-7c48a676b5c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:25:04Z', 'updated_at': '2021-08-10T03:25:07Z', 'revision_number': 3, 'project_id': '8050f655eb2b41a9bae69e4db0b22205', 'gw_port': {'id': '04b25400-b37b-4ef2-af85-7c48a676b5c8', 'name': '', 'network_id': 'a22ed257-4ab5-4931-bc14-d6667b1c1c18', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:78:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '954f8077-a96f-4952-b86d-c676d5b9b13e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'a57df708-4acf-4321-ae2e-a2840a4493cb', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:25:06Z', 'updated_at': '2021-08-10T03:25:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a57df708-4acf-4321-ae2e-a2840a4493cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:10.077085 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-25e531b9-fb39-4d3e-a3cc-0aad3b3f2f66 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Deleting port 04b25400-b37b-4ef2-af85-7c48a676b5c8 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:25:10.077951 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-25e531b9-fb39-4d3e-a3cc-0aad3b3f2f66 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:10.085825 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b1c4c9a0-c54c-466a-a876-fa42f46a2584 req-fa66d790-a16a-4df3-a2fa-147ed956f9d6 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ca484cf-8c3a-46cb-a8bd-5066374a93b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008849 Aug 10 03:25:10.131489 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a76a018-0d1e-41e3-8a65-fdab79a84db6 None None] Checking router: 954f8077-a96f-4952-b86d-c676d5b9b13e for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:25:10.131973 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a76a018-0d1e-41e3-8a65-fdab79a84db6 None None] Updating router 954f8077-a96f-4952-b86d-c676d5b9b13e port 04b25400-b37b-4ef2-af85-7c48a676b5c8 binding host n-d-768862-13 {{(pid=94262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:25:10.177823 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4a76a018-0d1e-41e3-8a65-fdab79a84db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:10.219615 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-39066922-b308-438a-bba0-58cba07cafe6 req-051d2a75-fabc-46e8-afe2-b70eb4e6141b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b716d23f-648e-46ce-bcb4-847d79b3f168 {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:25:10.243840 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-39066922-b308-438a-bba0-58cba07cafe6 req-051d2a75-fabc-46e8-afe2-b70eb4e6141b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:10.268162 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-25e531b9-fb39-4d3e-a3cc-0aad3b3f2f66 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:10.285631 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-25e531b9-fb39-4d3e-a3cc-0aad3b3f2f66 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Calling delete_port for 04b25400-b37b-4ef2-af85-7c48a676b5c8 owned by network:router_gateway {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:25:10.375390 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-39066922-b308-438a-bba0-58cba07cafe6 req-051d2a75-fabc-46e8-afe2-b70eb4e6141b service neutron] Transition to ACTIVE for port object b716d23f-648e-46ce-bcb4-847d79b3f168 will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:25:10.383150 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-39066922-b308-438a-bba0-58cba07cafe6 req-051d2a75-fabc-46e8-afe2-b70eb4e6141b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:10.634146 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-25e531b9-fb39-4d3e-a3cc-0aad3b3f2f66 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:10.635459 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.db.api [None req-4a76a018-0d1e-41e3-8a65-fdab79a84db6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:25:10.636404 n-d-768862-13 neutron-server[94262]: DEBUG oslo_db.api [None req-4a76a018-0d1e-41e3-8a65-fdab79a84db6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:25:10.665109 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e531b9-fb39-4d3e-a3cc-0aad3b3f2f66 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Pushing event deleted for resources: {'Port': ['ID=04b25400-b37b-4ef2-af85-7c48a676b5c8,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:10.746402 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-25e531b9-fb39-4d3e-a3cc-0aad3b3f2f66 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520654'] for router_gateway, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:10.767657 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c033cd7e-85b3-43e3-a17d-f8960efdc400 req-d3878838-5c59-49f3-ad28-777f34db7626 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:10.775212 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c033cd7e-85b3-43e3-a17d-f8960efdc400 req-d3878838-5c59-49f3-ad28-777f34db7626 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=29fc0081-ffaa-47cc-96e9-3ad675454c29 HTTP/1.1" status: 200 len: 945 time: 0.5338585 Aug 10 03:25:10.780655 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-58ab2d11-0eeb-46b0-ad4a-5c9196f4d8a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:10.808866 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-58ab2d11-0eeb-46b0-ad4a-5c9196f4d8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:10.897117 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-25e531b9-fb39-4d3e-a3cc-0aad3b3f2f66 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:10.899952 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-25e531b9-fb39-4d3e-a3cc-0aad3b3f2f66 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:10.917302 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051d2a75-fabc-46e8-afe2-b70eb4e6141b service neutron] Pushing event updated for resources: {'Port': ['ID=b716d23f-648e-46ce-bcb4-847d79b3f168,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:10.960073 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-58ab2d11-0eeb-46b0-ad4a-5c9196f4d8a1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=149aa3f72558447581e6687ad5ab8de0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2885919 Aug 10 03:25:10.964233 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 60270) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:10.965810 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ab2d11-0eeb-46b0-ad4a-5c9196f4d8a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff245971-6331-445a-b0fa-3003f98e714f,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:10.977636 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c033cd7e-85b3-43e3-a17d-f8960efdc400 req-49af4d61-a314-4975-a551-21d86bcc4c4d tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005556 Aug 10 03:25:10.987862 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-25e531b9-fb39-4d3e-a3cc-0aad3b3f2f66 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:10.988482 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25e531b9-fb39-4d3e-a3cc-0aad3b3f2f66 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 954f8077-a96f-4952-b86d-c676d5b9b13e {{(pid=94261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:25:10.996576 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-25e531b9-fb39-4d3e-a3cc-0aad3b3f2f66 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:11.003077 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-25e531b9-fb39-4d3e-a3cc-0aad3b3f2f66 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] 10.222.0.44 "DELETE /v2.0/routers/954f8077-a96f-4952-b86d-c676d5b9b13e HTTP/1.1" status: 204 len: 168 time: 1.8118572 Aug 10 03:25:11.004715 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 60272) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:11.010338 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-39066922-b308-438a-bba0-58cba07cafe6 req-051d2a75-fabc-46e8-afe2-b70eb4e6141b service neutron] Attempting to bind port b716d23f-648e-46ce-bcb4-847d79b3f168 on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:25:11.010338 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-39066922-b308-438a-bba0-58cba07cafe6 req-051d2a75-fabc-46e8-afe2-b70eb4e6141b service neutron] Attempting to bind port b716d23f-648e-46ce-bcb4-847d79b3f168 by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '40569f83-d81b-4303-a587-8c8a3f56ba86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c2da0bb6-4435-4aa8-bf60-cd789ad14aea'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:25:11.010776 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39066922-b308-438a-bba0-58cba07cafe6 req-051d2a75-fabc-46e8-afe2-b70eb4e6141b service neutron] Attempting to bind port b716d23f-648e-46ce-bcb4-847d79b3f168 on network c2da0bb6-4435-4aa8-bf60-cd789ad14aea {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:25:11.015716 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39066922-b308-438a-bba0-58cba07cafe6 req-051d2a75-fabc-46e8-afe2-b70eb4e6141b service neutron] Port b716d23f-648e-46ce-bcb4-847d79b3f168 on network c2da0bb6-4435-4aa8-bf60-cd789ad14aea not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:25:11.016215 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39066922-b308-438a-bba0-58cba07cafe6 req-051d2a75-fabc-46e8-afe2-b70eb4e6141b service neutron] Attempting to bind port b716d23f-648e-46ce-bcb4-847d79b3f168 on network c2da0bb6-4435-4aa8-bf60-cd789ad14aea {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:25:11.021987 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39066922-b308-438a-bba0-58cba07cafe6 req-051d2a75-fabc-46e8-afe2-b70eb4e6141b service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:25:11.022359 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39066922-b308-438a-bba0-58cba07cafe6 req-051d2a75-fabc-46e8-afe2-b70eb4e6141b service neutron] Checking segment: {'id': '40569f83-d81b-4303-a587-8c8a3f56ba86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c2da0bb6-4435-4aa8-bf60-cd789ad14aea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:25:11.022749 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39066922-b308-438a-bba0-58cba07cafe6 req-051d2a75-fabc-46e8-afe2-b70eb4e6141b service neutron] Bound using segment: {'id': '40569f83-d81b-4303-a587-8c8a3f56ba86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c2da0bb6-4435-4aa8-bf60-cd789ad14aea'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:25:11.023191 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-39066922-b308-438a-bba0-58cba07cafe6 req-051d2a75-fabc-46e8-afe2-b70eb4e6141b service neutron] Bound port: b716d23f-648e-46ce-bcb4-847d79b3f168, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40569f83-d81b-4303-a587-8c8a3f56ba86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c2da0bb6-4435-4aa8-bf60-cd789ad14aea'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:25:11.023551 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-39066922-b308-438a-bba0-58cba07cafe6 req-051d2a75-fabc-46e8-afe2-b70eb4e6141b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:11.089663 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-45e2c261-4e91-4f5a-a33e-eb941eb1fa6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:11.093718 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-536add5c-39d7-4e65-9edc-6d5a60449072 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Deleting subnet a57df708-4acf-4321-ae2e-a2840a4493cb {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:25:11.097635 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-536add5c-39d7-4e65-9edc-6d5a60449072 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:11.104477 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-39066922-b308-438a-bba0-58cba07cafe6 req-051d2a75-fabc-46e8-afe2-b70eb4e6141b service neutron] For port b716d23f-648e-46ce-bcb4-847d79b3f168, host n-h1-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:25:11.108328 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-39066922-b308-438a-bba0-58cba07cafe6 req-051d2a75-fabc-46e8-afe2-b70eb4e6141b service neutron] For port b716d23f-648e-46ce-bcb4-847d79b3f168, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=b716d23f-648e-46ce-bcb4-847d79b3f168,segment=NetworkSegment(40569f83-d81b-4303-a587-8c8a3f56ba86),segment_id=40569f83-d81b-4303-a587-8c8a3f56ba86)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:25:11.114620 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-39066922-b308-438a-bba0-58cba07cafe6 req-051d2a75-fabc-46e8-afe2-b70eb4e6141b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:11.174169 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-45e2c261-4e91-4f5a-a33e-eb941eb1fa6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:11.182758 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39066922-b308-438a-bba0-58cba07cafe6 req-051d2a75-fabc-46e8-afe2-b70eb4e6141b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:11.183398 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-39066922-b308-438a-bba0-58cba07cafe6 req-051d2a75-fabc-46e8-afe2-b70eb4e6141b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:11.183772 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a76a018-0d1e-41e3-8a65-fdab79a84db6 None None] Port 04b25400-b37b-4ef2-af85-7c48a676b5c8 not found while updating agent binding for router 954f8077-a96f-4952-b86d-c676d5b9b13e. {{(pid=94262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 10 03:25:11.185027 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-39066922-b308-438a-bba0-58cba07cafe6 req-051d2a75-fabc-46e8-afe2-b70eb4e6141b service neutron] 10.222.0.42 "PUT /v2.0/ports/b716d23f-648e-46ce-bcb4-847d79b3f168 HTTP/1.1" status: 200 len: 1092 time: 1.8773043 Aug 10 03:25:11.185638 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '994ee7fd-71e9-48c0-9a9f-42d2463db496', 'tag': 'b716d23f-648e-46ce-bcb4-847d79b3f168'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:25:11.188481 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aba1100-3dc0-4502-ac82-826172cd292d" -d '{"events": [{"name": "network-changed", "server_uuid": "994ee7fd-71e9-48c0-9a9f-42d2463db496", "tag": "b716d23f-648e-46ce-bcb4-847d79b3f168"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:25:11.214571 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a76a018-0d1e-41e3-8a65-fdab79a84db6 None None] Routers set() bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:25:11.215271 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a76a018-0d1e-41e3-8a65-fdab79a84db6 None None] Router IDs set() for agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 10 03:25:11.216387 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_agentschedulers_db [None req-4a76a018-0d1e-41e3-8a65-fdab79a84db6 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'954f8077-a96f-4952-b86d-c676d5b9b13e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:24:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent'). {{(pid=94262) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 10 03:25:11.217187 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a76a018-0d1e-41e3-8a65-fdab79a84db6 None None] The sync data for ids ['954f8077-a96f-4952-b86d-c676d5b9b13e'] in n-d-768862-13 is: [] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:25:11.267181 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-536add5c-39d7-4e65-9edc-6d5a60449072 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:11.269082 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cec8573-4e4b-45ff-bd9b-218c4ac7a42b x-openstack-request-id: req-3cec8573-4e4b-45ff-bd9b-218c4ac7a42b {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:25:11.269082 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "994ee7fd-71e9-48c0-9a9f-42d2463db496", "tag": "b716d23f-648e-46ce-bcb4-847d79b3f168", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:25:11.269699 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3cec8573-4e4b-45ff-bd9b-218c4ac7a42b {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:25:11.270399 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '994ee7fd-71e9-48c0-9a9f-42d2463db496', 'tag': 'b716d23f-648e-46ce-bcb4-847d79b3f168', 'status': 'completed', 'code': 200} Aug 10 03:25:11.317188 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-536add5c-39d7-4e65-9edc-6d5a60449072 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:11.352349 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051d2a75-fabc-46e8-afe2-b70eb4e6141b service neutron] Pushing event updated for resources: {'Port': ['ID=b716d23f-648e-46ce-bcb4-847d79b3f168,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:11.353330 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-45e2c261-4e91-4f5a-a33e-eb941eb1fa6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:11.356597 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-45e2c261-4e91-4f5a-a33e-eb941eb1fa6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:11.357800 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-45e2c261-4e91-4f5a-a33e-eb941eb1fa6c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ff245971-6331-445a-b0fa-3003f98e714f HTTP/1.1" status: 204 len: 168 time: 0.3922210 Aug 10 03:25:11.375383 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e2c261-4e91-4f5a-a33e-eb941eb1fa6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff245971-6331-445a-b0fa-3003f98e714f,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:11.396684 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29f82b1-859e-430c-9761-01fc229e8052 req-59ca4e75-b7e1-4e93-a745-be043c967996 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:11.405222 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a29f82b1-859e-430c-9761-01fc229e8052 req-59ca4e75-b7e1-4e93-a745-be043c967996 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] 10.222.0.44 "GET /v2.0/ports?device_id=994ee7fd-71e9-48c0-9a9f-42d2463db496 HTTP/1.1" status: 200 len: 943 time: 0.2129288 Aug 10 03:25:11.419890 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-536add5c-39d7-4e65-9edc-6d5a60449072 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:11.440704 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39066922-b308-438a-bba0-58cba07cafe6 req-409f27d1-8783-4e24-b29f-abf44c386e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:11.442724 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-39066922-b308-438a-bba0-58cba07cafe6 req-409f27d1-8783-4e24-b29f-abf44c386e8b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5d4d680a30924205982a356dd1432e46&device_id=994ee7fd-71e9-48c0-9a9f-42d2463db496 HTTP/1.1" status: 200 len: 1095 time: 0.1628788 Aug 10 03:25:11.463677 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536add5c-39d7-4e65-9edc-6d5a60449072 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a57df708-4acf-4321-ae2e-a2840a4493cb,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:11.469959 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-536add5c-39d7-4e65-9edc-6d5a60449072 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:11.472332 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-536add5c-39d7-4e65-9edc-6d5a60449072 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] 10.222.0.44 "DELETE /v2.0/subnets/a57df708-4acf-4321-ae2e-a2840a4493cb HTTP/1.1" status: 204 len: 168 time: 0.4618981 Aug 10 03:25:11.476737 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 60284) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:11.510962 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a29f82b1-859e-430c-9761-01fc229e8052 req-7a058c7f-1325-4085-90c4-17e44c4a3848 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ca484cf-8c3a-46cb-a8bd-5066374a93b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039813 Aug 10 03:25:11.515598 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-39066922-b308-438a-bba0-58cba07cafe6 req-7842f75c-40ba-46fb-b662-d3c258801e70 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b716d23f-648e-46ce-bcb4-847d79b3f168 HTTP/1.1" status: 200 len: 217 time: 0.0599422 Aug 10 03:25:11.585897 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-dd33c6fb-d1f5-4aac-aeea-d421a854a9d7 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:11.637201 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39066922-b308-438a-bba0-58cba07cafe6 req-d37a97f3-ff40-471c-a5a2-497bdc1bbad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:11.639020 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-39066922-b308-438a-bba0-58cba07cafe6 req-d37a97f3-ff40-471c-a5a2-497bdc1bbad0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=820cdd45-16e1-4c6c-be8e-6540a98cf482 HTTP/1.1" status: 200 len: 859 time: 0.1151714 Aug 10 03:25:11.692778 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa63f2d-6f25-4efa-be8d-3cceb6ac3ab2 req-e9f75eb1-bdbe-413d-ba93-cf58d0f7ac58 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:11.694848 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5aa63f2d-6f25-4efa-be8d-3cceb6ac3ab2 req-e9f75eb1-bdbe-413d-ba93-cf58d0f7ac58 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.42 "GET /v2.0/ports?device_id=29fc0081-ffaa-47cc-96e9-3ad675454c29 HTTP/1.1" status: 200 len: 945 time: 0.1113343 Aug 10 03:25:11.701802 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-dd33c6fb-d1f5-4aac-aeea-d421a854a9d7 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:11.715416 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-39066922-b308-438a-bba0-58cba07cafe6 req-d222c42f-bdd5-46c7-b411-f61644e361b0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c2da0bb6-4435-4aa8-bf60-cd789ad14aea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673897 Aug 10 03:25:11.719846 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-dd33c6fb-d1f5-4aac-aeea-d421a854a9d7 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a22ed257-4ab5-4931-bc14-d6667b1c1c18']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:11.736246 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-dd33c6fb-d1f5-4aac-aeea-d421a854a9d7 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c86ace1-a6f2-4cee-bbfb-9f61b09f6ed7') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:11.736716 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-dd33c6fb-d1f5-4aac-aeea-d421a854a9d7 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c86ace1-a6f2-4cee-bbfb-9f61b09f6ed7') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:11.749723 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-dd33c6fb-d1f5-4aac-aeea-d421a854a9d7 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:11.772345 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-dd33c6fb-d1f5-4aac-aeea-d421a854a9d7 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:11.780706 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd33c6fb-d1f5-4aac-aeea-d421a854a9d7 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:25:11.781058 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-dd33c6fb-d1f5-4aac-aeea-d421a854a9d7 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:11.783493 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:25:11.783493 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:25:11.783493 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:25:11.783493 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:25:11.783493 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:25:11.783493 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:25:11.783493 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:25:11.783493 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:25:11.783493 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:25:11.783493 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:25:11.783493 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:25:11.783493 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:25:11.783493 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:25:11.783493 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:25:11.783493 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:25:11.783493 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:25:11.783493 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:25:11.783493 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:25:11.783493 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:25:11.783493 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:25:11.783493 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:25:11.783493 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:25:11.783493 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:25:11.783493 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:25:11.783493 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:25:11.783493 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:25:11.783493 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:25:11.783493 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:25:11.783493 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:25:11.783493 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:25:11.783493 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:25:11.783493 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:25:11.865604 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-dd33c6fb-d1f5-4aac-aeea-d421a854a9d7 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:11.880967 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd33c6fb-d1f5-4aac-aeea-d421a854a9d7 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a22ed257-4ab5-4931-bc14-d6667b1c1c18 {{(pid=94261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 10 03:25:11.884995 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-39066922-b308-438a-bba0-58cba07cafe6 req-f0ebfa22-7f08-473c-83c2-d930663df3b0 service neutron] 10.222.0.42 "GET /v2.0/networks/c2da0bb6-4435-4aa8-bf60-cd789ad14aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607363 Aug 10 03:25:11.915247 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd33c6fb-d1f5-4aac-aeea-d421a854a9d7 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Pushing event deleted for resources: {'Network': ['ID=a22ed257-4ab5-4931-bc14-d6667b1c1c18,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:11.918078 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-dd33c6fb-d1f5-4aac-aeea-d421a854a9d7 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:11.928591 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-dd33c6fb-d1f5-4aac-aeea-d421a854a9d7 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] 10.222.0.44 "DELETE /v2.0/networks/a22ed257-4ab5-4931-bc14-d6667b1c1c18 HTTP/1.1" status: 204 len: 168 time: 0.4503832 Aug 10 03:25:11.936356 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-5aa63f2d-6f25-4efa-be8d-3cceb6ac3ab2 req-519be7be-a6a7-4ab9-865d-6d076cc93226 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Deleting port 9403efa8-32d3-4a2d-b8a9-82cec1433445 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:25:11.936886 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-5aa63f2d-6f25-4efa-be8d-3cceb6ac3ab2 req-519be7be-a6a7-4ab9-865d-6d076cc93226 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:12.013298 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 60296) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:12.056898 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7c7e1c36-31af-40e1-998c-1a2ab00cb2d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:12.180281 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-39066922-b308-438a-bba0-58cba07cafe6 req-1efd9bdf-4873-45d3-be86-d5b5e6e3e355 service neutron] 10.222.0.42 "GET /v2.0/networks/c2da0bb6-4435-4aa8-bf60-cd789ad14aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843399 Aug 10 03:25:12.189005 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-5aa63f2d-6f25-4efa-be8d-3cceb6ac3ab2 req-519be7be-a6a7-4ab9-865d-6d076cc93226 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] For port 9403efa8-32d3-4a2d-b8a9-82cec1433445, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=9403efa8-32d3-4a2d-b8a9-82cec1433445,segment=NetworkSegment(73bbe919-55b7-4c3d-b65b-52e4e628212a),segment_id=73bbe919-55b7-4c3d-b65b-52e4e628212a)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:12.189518 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-5aa63f2d-6f25-4efa-be8d-3cceb6ac3ab2 req-519be7be-a6a7-4ab9-865d-6d076cc93226 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:12.207526 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-5aa63f2d-6f25-4efa-be8d-3cceb6ac3ab2 req-519be7be-a6a7-4ab9-865d-6d076cc93226 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Calling delete_port for 9403efa8-32d3-4a2d-b8a9-82cec1433445 owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:25:12.230990 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f63a722-0528-4e11-aaaa-34f7cd4b9307 req-e9e9cf9e-f184-4d4c-b293-5416e2185c55 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:12.238847 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8f63a722-0528-4e11-aaaa-34f7cd4b9307 req-e9e9cf9e-f184-4d4c-b293-5416e2185c55 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=29fc0081-ffaa-47cc-96e9-3ad675454c29 HTTP/1.1" status: 200 len: 945 time: 0.1366515 Aug 10 03:25:12.313186 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7c7e1c36-31af-40e1-998c-1a2ab00cb2d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:12.323528 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7c7e1c36-31af-40e1-998c-1a2ab00cb2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:12.365811 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7e1c36-31af-40e1-998c-1a2ab00cb2d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5152d22a-b2d2-4787-8570-134245b7c743,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:12.401215 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-7c7e1c36-31af-40e1-998c-1a2ab00cb2d0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9b050d7257cc4047951805897b370891&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3852923 Aug 10 03:25:12.401889 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 60302) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:12.455828 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8f63a722-0528-4e11-aaaa-34f7cd4b9307 req-f9886f43-f786-4981-8344-2e93b86ed6ff tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154183 Aug 10 03:25:12.486917 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a7aa9701-1d42-4cd0-95d3-75f423d6f689 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:12.487762 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba1100-3dc0-4502-ac82-826172cd292d req-0ecb9883-1ff9-419b-9338-329ebf11504d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:12.490538 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1aba1100-3dc0-4502-ac82-826172cd292d req-0ecb9883-1ff9-419b-9338-329ebf11504d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5d4d680a30924205982a356dd1432e46&device_id=994ee7fd-71e9-48c0-9a9f-42d2463db496 HTTP/1.1" status: 200 len: 1095 time: 0.1931903 Aug 10 03:25:12.521589 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a7aa9701-1d42-4cd0-95d3-75f423d6f689 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:12.602545 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a7aa9701-1d42-4cd0-95d3-75f423d6f689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:12.609769 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a7aa9701-1d42-4cd0-95d3-75f423d6f689 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:12.614268 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a7aa9701-1d42-4cd0-95d3-75f423d6f689 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5152d22a-b2d2-4787-8570-134245b7c743 HTTP/1.1" status: 204 len: 168 time: 0.2085574 Aug 10 03:25:12.648257 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aa9701-1d42-4cd0-95d3-75f423d6f689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5152d22a-b2d2-4787-8570-134245b7c743,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:12.747380 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 60314) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:12.752760 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-2322f2b4-f599-42c1-bf0b-bd915dace61e tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Request body: {'router': {'name': 'tempest-router--885932384', 'project_id': '0ee0d4285166490d8afe3bd4cfefd004'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:12.779657 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2322f2b4-f599-42c1-bf0b-bd915dace61e tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:12.783167 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2322f2b4-f599-42c1-bf0b-bd915dace61e tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:12.904859 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b52125-9e49-437b-a390-6a85e8d4a2de req-3d1e0aad-9ee1-4ed3-afb4-056554ab5f4b tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:12.907757 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-24b52125-9e49-437b-a390-6a85e8d4a2de req-3d1e0aad-9ee1-4ed3-afb4-056554ab5f4b tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] 10.222.0.44 "GET /v2.0/ports?device_id=994ee7fd-71e9-48c0-9a9f-42d2463db496 HTTP/1.1" status: 200 len: 943 time: 0.2714820 Aug 10 03:25:12.912758 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-5aa63f2d-6f25-4efa-be8d-3cceb6ac3ab2 req-519be7be-a6a7-4ab9-865d-6d076cc93226 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:12.917282 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba1100-3dc0-4502-ac82-826172cd292d req-5c4736b3-ab65-4a11-9231-dd57bdd3d343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:12.920218 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1aba1100-3dc0-4502-ac82-826172cd292d req-5c4736b3-ab65-4a11-9231-dd57bdd3d343 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c2da0bb6-4435-4aa8-bf60-cd789ad14aea HTTP/1.1" status: 200 len: 919 time: 0.4145465 Aug 10 03:25:12.927146 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['c86633db-c378-444d-8268-3b286fd3bbb7', '4ed5e5e3-c5e5-454e-ac01-67965e2be9e9', '9403efa8-32d3-4a2d-b8a9-82cec1433445'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:25:12.952125 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2322f2b4-f599-42c1-bf0b-bd915dace61e tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:12.958738 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2322f2b4-f599-42c1-bf0b-bd915dace61e tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:12.969671 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519be7be-a6a7-4ab9-865d-6d076cc93226 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Pushing event deleted for resources: {'Port': ['ID=9403efa8-32d3-4a2d-b8a9-82cec1433445,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:12.978733 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2322f2b4-f599-42c1-bf0b-bd915dace61e tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:12.981236 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-2322f2b4-f599-42c1-bf0b-bd915dace61e tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2318554 Aug 10 03:25:12.985855 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 60318) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:13.057479 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1aba1100-3dc0-4502-ac82-826172cd292d req-a7908325-6c40-4ae4-aef6-6eb927e6a8fa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b716d23f-648e-46ce-bcb4-847d79b3f168 HTTP/1.1" status: 200 len: 217 time: 0.0896986 Aug 10 03:25:13.136535 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e6565ad4-5b32-4316-962c-6146d62952dd tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks [] for router, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:13.152499 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aa63f2d-6f25-4efa-be8d-3cceb6ac3ab2 req-519be7be-a6a7-4ab9-865d-6d076cc93226 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] No DVR routers for this DVR port 9403efa8-32d3-4a2d-b8a9-82cec1433445 on host n-h1-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:25:13.163153 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-24b52125-9e49-437b-a390-6a85e8d4a2de req-efc1f75b-9f3f-459c-b792-a90435256f52 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ca484cf-8c3a-46cb-a8bd-5066374a93b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379987 Aug 10 03:25:13.187232 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-5aa63f2d-6f25-4efa-be8d-3cceb6ac3ab2 req-519be7be-a6a7-4ab9-865d-6d076cc93226 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:13.189723 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5aa63f2d-6f25-4efa-be8d-3cceb6ac3ab2 req-519be7be-a6a7-4ab9-865d-6d076cc93226 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.42 "DELETE /v2.0/ports/9403efa8-32d3-4a2d-b8a9-82cec1433445 HTTP/1.1" status: 204 len: 173 time: 1.4768991 Aug 10 03:25:13.203006 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba1100-3dc0-4502-ac82-826172cd292d req-3c65a45d-c922-49e2-b764-b8a2589a0ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:13.205074 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1aba1100-3dc0-4502-ac82-826172cd292d req-3c65a45d-c922-49e2-b764-b8a2589a0ade service neutron] 10.222.0.42 "GET /v2.0/subnets?id=820cdd45-16e1-4c6c-be8e-6540a98cf482 HTTP/1.1" status: 200 len: 859 time: 0.1292529 Aug 10 03:25:13.293465 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29fc0081-ffaa-47cc-96e9-3ad675454c29', 'name': 'network-vif-deleted', 'tag': '9403efa8-32d3-4a2d-b8a9-82cec1433445'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:25:13.298716 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf659db-65c2-41a6-81e5-94e47a4ddc65" -d '{"events": [{"server_uuid": "29fc0081-ffaa-47cc-96e9-3ad675454c29", "name": "network-vif-deleted", "tag": "9403efa8-32d3-4a2d-b8a9-82cec1433445"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:25:13.303248 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device b716d23f-648e-46ce-bcb4-847d79b3f168 details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:25:13.309535 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1aba1100-3dc0-4502-ac82-826172cd292d req-e516286a-2c7d-4073-a93e-5532ec8f3e48 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c2da0bb6-4435-4aa8-bf60-cd789ad14aea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0854902 Aug 10 03:25:13.377608 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e6565ad4-5b32-4316-962c-6146d62952dd tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:13.382363 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e6565ad4-5b32-4316-962c-6146d62952dd tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:13.454071 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aca3b96-428f-4e6f-bdd1-cfb2dbeb29e9 x-openstack-request-id: req-6aca3b96-428f-4e6f-bdd1-cfb2dbeb29e9 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:25:13.454382 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29fc0081-ffaa-47cc-96e9-3ad675454c29", "name": "network-vif-deleted", "tag": "9403efa8-32d3-4a2d-b8a9-82cec1433445", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:25:13.454582 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6aca3b96-428f-4e6f-bdd1-cfb2dbeb29e9 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:25:13.454965 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29fc0081-ffaa-47cc-96e9-3ad675454c29', 'name': 'network-vif-deleted', 'tag': '9403efa8-32d3-4a2d-b8a9-82cec1433445', 'status': 'completed', 'code': 200} Aug 10 03:25:13.468480 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e6565ad4-5b32-4316-962c-6146d62952dd tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:13.469096 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6565ad4-5b32-4316-962c-6146d62952dd tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6762da46-0a35-4e7b-a6d1-0cdc6c9a2e72 {{(pid=94261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:25:13.496654 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e6565ad4-5b32-4316-962c-6146d62952dd tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:13.498431 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e6565ad4-5b32-4316-962c-6146d62952dd tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] 10.222.0.44 "DELETE /v2.0/routers/6762da46-0a35-4e7b-a6d1-0cdc6c9a2e72 HTTP/1.1" status: 204 len: 168 time: 0.5112913 Aug 10 03:25:13.517934 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1aba1100-3dc0-4502-ac82-826172cd292d req-f73bf11e-ca43-40f6-b817-0bc43df96123 service neutron] 10.222.0.42 "GET /v2.0/networks/c2da0bb6-4435-4aa8-bf60-cd789ad14aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919327 Aug 10 03:25:13.722552 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1aba1100-3dc0-4502-ac82-826172cd292d req-9b88e2c0-48ce-4c66-b1a7-9c2d2d762c02 service neutron] 10.222.0.42 "GET /v2.0/networks/c2da0bb6-4435-4aa8-bf60-cd789ad14aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018182 Aug 10 03:25:13.732367 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b7a5fff9-6227-4967-907b-8bdcf24cc4ba req-ffd16554-68d1-4c16-b2cb-dba6fb073707 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=29fc0081-ffaa-47cc-96e9-3ad675454c29 HTTP/1.1" status: 200 len: 210 time: 0.0674307 Aug 10 03:25:13.786277 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port b716d23f-648e-46ce-bcb4-847d79b3f168, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=b716d23f-648e-46ce-bcb4-847d79b3f168,segment=NetworkSegment(40569f83-d81b-4303-a587-8c8a3f56ba86),segment_id=40569f83-d81b-4303-a587-8c8a3f56ba86)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:13.802675 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': 'b716d23f-648e-46ce-bcb4-847d79b3f168', 'network_id': 'c2da0bb6-4435-4aa8-bf60-cd789ad14aea', 'port_id': 'b716d23f-648e-46ce-bcb4-847d79b3f168', 'mac_address': 'fa:16:3e:ad:21:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '820cdd45-16e1-4c6c-be8e-6540a98cf482', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:25:13.857948 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 60348) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:13.882367 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:13.911639 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b716d23f-648e-46ce-bcb4-847d79b3f168 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:25:13.957124 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port b716d23f-648e-46ce-bcb4-847d79b3f168, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=b716d23f-648e-46ce-bcb4-847d79b3f168,segment=NetworkSegment(40569f83-d81b-4303-a587-8c8a3f56ba86),segment_id=40569f83-d81b-4303-a587-8c8a3f56ba86)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:13.964728 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:14.050062 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=b716d23f-648e-46ce-bcb4-847d79b3f168,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:14.235586 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['b716d23f-648e-46ce-bcb4-847d79b3f168'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:25:14.281449 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-1b2d5e95-3163-4269-8327-a4684f95d225 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-910482488', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd'}, 'admin_state_up': False}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:14.347146 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1b2d5e95-3163-4269-8327-a4684f95d225 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:14.347931 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6116cc72-dc01-4798-8a30-2665930aa580 req-a4a4462f-079e-475f-af47-2b37bc9ec464 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:14.348538 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1b2d5e95-3163-4269-8327-a4684f95d225 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:14.350973 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6116cc72-dc01-4798-8a30-2665930aa580 req-a4a4462f-079e-475f-af47-2b37bc9ec464 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] 10.222.0.44 "GET /v2.0/ports?device_id=994ee7fd-71e9-48c0-9a9f-42d2463db496 HTTP/1.1" status: 200 len: 944 time: 0.0895169 Aug 10 03:25:14.418445 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6116cc72-dc01-4798-8a30-2665930aa580 req-1ddb5c0b-8ff4-400b-b4c6-4d112edea184 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ca484cf-8c3a-46cb-a8bd-5066374a93b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511642 Aug 10 03:25:14.424651 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1b2d5e95-3163-4269-8327-a4684f95d225 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:14.637177 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1b2d5e95-3163-4269-8327-a4684f95d225 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:14.886384 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1b2d5e95-3163-4269-8327-a4684f95d225 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks [] for router_gateway, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:14.909450 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1b2d5e95-3163-4269-8327-a4684f95d225 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:15.237300 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23701df1-f6a3-4149-ba5b-4360dd2b5fa9 req-0d36e3db-c435-435f-b664-6b5b52ce6eb1 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:15.243062 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-23701df1-f6a3-4149-ba5b-4360dd2b5fa9 req-0d36e3db-c435-435f-b664-6b5b52ce6eb1 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=6274bb2a-64d2-4dc9-83e3-6117ae7a034b HTTP/1.1" status: 200 len: 945 time: 0.1050587 Aug 10 03:25:15.289285 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device b716d23f-648e-46ce-bcb4-847d79b3f168 up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:25:15.313300 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-23701df1-f6a3-4149-ba5b-4360dd2b5fa9 req-8879a3e4-1fe9-4ebd-9136-ab7d40aeb95c tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588746 Aug 10 03:25:15.393959 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning for port b716d23f-648e-46ce-bcb4-847d79b3f168 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:25:15.398884 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port b716d23f-648e-46ce-bcb4-847d79b3f168 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:15.399261 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:15.438894 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-1b2d5e95-3163-4269-8327-a4684f95d225 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Allocated IP 172.25.6.218 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/a3f6390b-6077-42b1-9697-f3d8b67b3470) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:25:15.543857 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:15.594397 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '994ee7fd-71e9-48c0-9a9f-42d2463db496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b716d23f-648e-46ce-bcb4-847d79b3f168'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:25:15.598366 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d005901d-3460-4b4e-b560-5b440139463c" -d '{"events": [{"server_uuid": "994ee7fd-71e9-48c0-9a9f-42d2463db496", "name": "network-vif-plugged", "status": "completed", "tag": "b716d23f-648e-46ce-bcb4-847d79b3f168"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:25:15.623875 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port b716d23f-648e-46ce-bcb4-847d79b3f168, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=b716d23f-648e-46ce-bcb4-847d79b3f168,segment=NetworkSegment(40569f83-d81b-4303-a587-8c8a3f56ba86),segment_id=40569f83-d81b-4303-a587-8c8a3f56ba86)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:15.632838 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:15.640599 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 9403efa8-32d3-4a2d-b8a9-82cec1433445 no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:25:15.697932 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eb7f18-804a-4564-9d1f-91a45c061b66 req-b5806e62-3d26-4c46-b590-cde4492e4c93 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:15.710937 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d1eb7f18-804a-4564-9d1f-91a45c061b66 req-b5806e62-3d26-4c46-b590-cde4492e4c93 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] 10.222.0.44 "GET /v2.0/ports?device_id=994ee7fd-71e9-48c0-9a9f-42d2463db496 HTTP/1.1" status: 200 len: 944 time: 0.1547942 Aug 10 03:25:15.711626 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1b2d5e95-3163-4269-8327-a4684f95d225 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:15.811516 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1b2d5e95-3163-4269-8327-a4684f95d225 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:15.845766 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d1eb7f18-804a-4564-9d1f-91a45c061b66 req-75f478f8-b601-41f7-adb8-a1ca815ccb49 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ca484cf-8c3a-46cb-a8bd-5066374a93b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317148 Aug 10 03:25:15.862550 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2d5e95-3163-4269-8327-a4684f95d225 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:25:15.868110 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-1b2d5e95-3163-4269-8327-a4684f95d225 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:25:15.873384 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2d5e95-3163-4269-8327-a4684f95d225 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:25:15.965772 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2d5e95-3163-4269-8327-a4684f95d225 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Pushing event updated for resources: {'Port': ['ID=a3f6390b-6077-42b1-9697-f3d8b67b3470,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:15.993401 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d624af-2eb9-4207-9ac5-3d2769fb3ff2 req-bbbd399e-1c59-44cd-b84f-ecf37dcb7958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:15.999338 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-59d624af-2eb9-4207-9ac5-3d2769fb3ff2 req-bbbd399e-1c59-44cd-b84f-ecf37dcb7958 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=994ee7fd-71e9-48c0-9a9f-42d2463db496 HTTP/1.1" status: 200 len: 1097 time: 0.1811962 Aug 10 03:25:16.021860 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51726353-75a1-46d1-8375-9c55dd718606 x-openstack-request-id: req-51726353-75a1-46d1-8375-9c55dd718606 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:25:16.022256 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "994ee7fd-71e9-48c0-9a9f-42d2463db496", "name": "network-vif-plugged", "status": "completed", "tag": "b716d23f-648e-46ce-bcb4-847d79b3f168", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:25:16.022645 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-51726353-75a1-46d1-8375-9c55dd718606 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:25:16.023058 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '994ee7fd-71e9-48c0-9a9f-42d2463db496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b716d23f-648e-46ce-bcb4-847d79b3f168', 'code': 200} Aug 10 03:25:16.023740 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] No Port match for: 9403efa8-32d3-4a2d-b8a9-82cec1433445 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:25:16.024083 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 9403efa8-32d3-4a2d-b8a9-82cec1433445 not bound to the agent host n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:25:16.062256 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=b716d23f-648e-46ce-bcb4-847d79b3f168,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:16.072803 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:16.073349 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:16.073702 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:16.074539 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:16.074890 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:16.075229 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:16.075563 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:16.075897 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:16.077152 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:16.077519 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:16.077841 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:16.078240 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:16.131721 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-59d624af-2eb9-4207-9ac5-3d2769fb3ff2 req-8616d9fd-26fa-422f-9c87-6eaed3594885 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3ca484cf-8c3a-46cb-a8bd-5066374a93b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224284 Aug 10 03:25:16.466113 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1b2d5e95-3163-4269-8327-a4684f95d225 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks [] for router_gateway, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:16.511494 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ac607e-5019-4c20-aa26-be2f617f1dec req-e165b6a2-bcd1-4117-b65d-139d00526691 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:16.513144 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a0ac607e-5019-4c20-aa26-be2f617f1dec req-e165b6a2-bcd1-4117-b65d-139d00526691 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=6274bb2a-64d2-4dc9-83e3-6117ae7a034b HTTP/1.1" status: 200 len: 945 time: 0.0826631 Aug 10 03:25:16.559467 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a0ac607e-5019-4c20-aa26-be2f617f1dec req-c26b110b-7fd4-4103-8e19-dafc126db208 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398154 Aug 10 03:25:16.717329 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b98536-387d-4902-889b-da8d60c421c6 req-9095fdff-ccf5-4a90-9fb5-8105dfded9ff tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:16.719162 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-98b98536-387d-4902-889b-da8d60c421c6 req-9095fdff-ccf5-4a90-9fb5-8105dfded9ff tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.42 "GET /v2.0/ports?device_id=6274bb2a-64d2-4dc9-83e3-6117ae7a034b HTTP/1.1" status: 200 len: 945 time: 0.0757976 Aug 10 03:25:16.766002 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1b2d5e95-3163-4269-8327-a4684f95d225 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:16.915553 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-98b98536-387d-4902-889b-da8d60c421c6 req-e0ce9eb2-b017-4371-bfc0-ca0638f6399d tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Deleting port 4ed5e5e3-c5e5-454e-ac01-67965e2be9e9 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:25:16.917520 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-98b98536-387d-4902-889b-da8d60c421c6 req-e0ce9eb2-b017-4371-bfc0-ca0638f6399d tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:17.065364 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b2d5e95-3163-4269-8327-a4684f95d225 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Router b4762f3b-c6d8-4bab-a41c-a5ab02e3dd37 is scheduled to L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e with binding_index 1 {{(pid=94261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:25:17.092455 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-98b98536-387d-4902-889b-da8d60c421c6 req-e0ce9eb2-b017-4371-bfc0-ca0638f6399d tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] For port 4ed5e5e3-c5e5-454e-ac01-67965e2be9e9, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=4ed5e5e3-c5e5-454e-ac01-67965e2be9e9,segment=NetworkSegment(73bbe919-55b7-4c3d-b65b-52e4e628212a),segment_id=73bbe919-55b7-4c3d-b65b-52e4e628212a)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:17.092842 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-98b98536-387d-4902-889b-da8d60c421c6 req-e0ce9eb2-b017-4371-bfc0-ca0638f6399d tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:17.114036 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-98b98536-387d-4902-889b-da8d60c421c6 req-e0ce9eb2-b017-4371-bfc0-ca0638f6399d tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Calling delete_port for 4ed5e5e3-c5e5-454e-ac01-67965e2be9e9 owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:25:17.129709 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d0598-3e32-475e-b9b2-a4f7f2b096f5 req-c7a1577c-1d3d-47e9-8c1a-97bec755533c tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:17.131888 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-532d0598-3e32-475e-b9b2-a4f7f2b096f5 req-c7a1577c-1d3d-47e9-8c1a-97bec755533c tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] 10.222.0.44 "GET /v2.0/ports?device_id=994ee7fd-71e9-48c0-9a9f-42d2463db496 HTTP/1.1" status: 200 len: 945 time: 0.1174583 Aug 10 03:25:17.283411 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b2d5e95-3163-4269-8327-a4684f95d225 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:25:17.301924 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bd24f5-9961-4e9c-993d-d44de1a6e0c9 None None] Sync routers for ids ['b4762f3b-c6d8-4bab-a41c-a5ab02e3dd37'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:25:17.326742 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bd24f5-9961-4e9c-993d-d44de1a6e0c9 None None] Routers {'b4762f3b-c6d8-4bab-a41c-a5ab02e3dd37'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:25:17.329594 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-532d0598-3e32-475e-b9b2-a4f7f2b096f5 req-579e6648-5e65-4ad2-aaa9-fa0c9c3b8328 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ca484cf-8c3a-46cb-a8bd-5066374a93b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167212 Aug 10 03:25:17.330534 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-04bd24f5-9961-4e9c-993d-d44de1a6e0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:24:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['b4762f3b-c6d8-4bab-a41c-a5ab02e3dd37'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:17.351445 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1b2d5e95-3163-4269-8327-a4684f95d225 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:17.359184 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-1b2d5e95-3163-4269-8327-a4684f95d225 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.4956481 Aug 10 03:25:17.360704 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 60444) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:17.571517 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-04bd24f5-9961-4e9c-993d-d44de1a6e0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:17.605053 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bd24f5-9961-4e9c-993d-d44de1a6e0c9 None None] Routers {'b4762f3b-c6d8-4bab-a41c-a5ab02e3dd37'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:25:17.605705 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-04bd24f5-9961-4e9c-993d-d44de1a6e0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:24:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['b4762f3b-c6d8-4bab-a41c-a5ab02e3dd37'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:17.669296 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-98b98536-387d-4902-889b-da8d60c421c6 req-e0ce9eb2-b017-4371-bfc0-ca0638f6399d tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:17.681019 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 60454) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:17.682292 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-2947f7a7-17e5-4acb-afc8-306e49f724ae tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] 10.222.0.44 "GET /v2.0/routers/b4762f3b-c6d8-4bab-a41c-a5ab02e3dd37 HTTP/1.1" status: 200 len: 920 time: 0.3188493 Aug 10 03:25:17.692641 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-04bd24f5-9961-4e9c-993d-d44de1a6e0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:17.693631 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bd24f5-9961-4e9c-993d-d44de1a6e0c9 None None] The sync data for ids ['b4762f3b-c6d8-4bab-a41c-a5ab02e3dd37'] in n-d-768862-13 is: [] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:25:17.730323 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ce9eb2-b017-4371-bfc0-ca0638f6399d tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Pushing event deleted for resources: {'Port': ['ID=4ed5e5e3-c5e5-454e-ac01-67965e2be9e9,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:17.740152 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['c86633db-c378-444d-8268-3b286fd3bbb7', '4ed5e5e3-c5e5-454e-ac01-67965e2be9e9'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:25:17.756220 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-3f5139b8-7c61-482d-a959-74eff6755466 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4762f3b-c6d8-4bab-a41c-a5ab02e3dd37 HTTP/1.1" status: 200 len: 205 time: 0.0717366 Aug 10 03:25:17.761538 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 60456) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:17.793745 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a9bf41f3-7dac-4477-afdd-f69cc550cc31 req-744077d2-a096-4f55-9a90-08406efa39bc tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=6274bb2a-64d2-4dc9-83e3-6117ae7a034b HTTP/1.1" status: 200 len: 210 time: 0.1072776 Aug 10 03:25:17.913042 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-98b98536-387d-4902-889b-da8d60c421c6 req-e0ce9eb2-b017-4371-bfc0-ca0638f6399d tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] No DVR routers for this DVR port 4ed5e5e3-c5e5-454e-ac01-67965e2be9e9 on host n-h1-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:25:17.918966 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-98b98536-387d-4902-889b-da8d60c421c6 req-e0ce9eb2-b017-4371-bfc0-ca0638f6399d tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:17.923549 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-98b98536-387d-4902-889b-da8d60c421c6 req-e0ce9eb2-b017-4371-bfc0-ca0638f6399d tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.42 "DELETE /v2.0/ports/4ed5e5e3-c5e5-454e-ac01-67965e2be9e9 HTTP/1.1" status: 204 len: 173 time: 1.1967576 Aug 10 03:25:17.925119 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6274bb2a-64d2-4dc9-83e3-6117ae7a034b', 'name': 'network-vif-deleted', 'tag': '4ed5e5e3-c5e5-454e-ac01-67965e2be9e9'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:25:17.930217 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a4e964-7b4b-49d8-8ca3-9fac3e959aff" -d '{"events": [{"server_uuid": "6274bb2a-64d2-4dc9-83e3-6117ae7a034b", "name": "network-vif-deleted", "tag": "4ed5e5e3-c5e5-454e-ac01-67965e2be9e9"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:25:18.006991 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ceb75535-8948-4712-a0eb-6ad86df34bac tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks [] for router, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:18.078586 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-906ca927-91c7-4e99-b1c4-89cdf1495063 x-openstack-request-id: req-906ca927-91c7-4e99-b1c4-89cdf1495063 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:25:18.079123 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6274bb2a-64d2-4dc9-83e3-6117ae7a034b", "name": "network-vif-deleted", "tag": "4ed5e5e3-c5e5-454e-ac01-67965e2be9e9", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:25:18.079557 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-906ca927-91c7-4e99-b1c4-89cdf1495063 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:25:18.080235 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6274bb2a-64d2-4dc9-83e3-6117ae7a034b', 'name': 'network-vif-deleted', 'tag': '4ed5e5e3-c5e5-454e-ac01-67965e2be9e9', 'status': 'completed', 'code': 200} Aug 10 03:25:18.203801 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ceb75535-8948-4712-a0eb-6ad86df34bac tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:18.343882 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-ceb75535-8948-4712-a0eb-6ad86df34bac tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Deleting port a3f6390b-6077-42b1-9697-f3d8b67b3470 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:25:18.344436 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ceb75535-8948-4712-a0eb-6ad86df34bac tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:18.561902 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ceb75535-8948-4712-a0eb-6ad86df34bac tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:18.592965 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-ceb75535-8948-4712-a0eb-6ad86df34bac tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Calling delete_port for a3f6390b-6077-42b1-9697-f3d8b67b3470 owned by network:router_gateway {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:25:18.712578 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb4c414-e58e-470f-a4c2-6350498b19b0 req-bbb599c2-3b8a-4c10-ba19-3ae6bff9248b tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:18.732102 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dfb4c414-e58e-470f-a4c2-6350498b19b0 req-bbb599c2-3b8a-4c10-ba19-3ae6bff9248b tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] 10.222.0.44 "GET /v2.0/ports?device_id=994ee7fd-71e9-48c0-9a9f-42d2463db496 HTTP/1.1" status: 200 len: 945 time: 0.1582475 Aug 10 03:25:18.847738 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dfb4c414-e58e-470f-a4c2-6350498b19b0 req-e0ed5c90-b97a-429c-a69f-f3e0c9357a39 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ca484cf-8c3a-46cb-a8bd-5066374a93b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019206 Aug 10 03:25:19.047237 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ceb75535-8948-4712-a0eb-6ad86df34bac tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:19.098273 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb75535-8948-4712-a0eb-6ad86df34bac tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Pushing event deleted for resources: {'Port': ['ID=a3f6390b-6077-42b1-9697-f3d8b67b3470,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:19.174878 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ceb75535-8948-4712-a0eb-6ad86df34bac tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520654'] for router_gateway, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:19.347789 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ceb75535-8948-4712-a0eb-6ad86df34bac tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:19.350672 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ceb75535-8948-4712-a0eb-6ad86df34bac tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:19.428304 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ceb75535-8948-4712-a0eb-6ad86df34bac tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:19.429215 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceb75535-8948-4712-a0eb-6ad86df34bac tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Fanout notify agent at l3_agent the message router_deleted on router b4762f3b-c6d8-4bab-a41c-a5ab02e3dd37 {{(pid=94261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:25:19.444961 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ceb75535-8948-4712-a0eb-6ad86df34bac tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:19.446859 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ceb75535-8948-4712-a0eb-6ad86df34bac tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] 10.222.0.44 "DELETE /v2.0/routers/b4762f3b-c6d8-4bab-a41c-a5ab02e3dd37 HTTP/1.1" status: 204 len: 168 time: 1.6832702 Aug 10 03:25:19.452500 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 60506) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:19.460463 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-d995b5ee-53ba-4826-82bf-2b66341b505c tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Request body: {'router': {'name': 'tempest-snat-router-384103872', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'enable_snat': False}}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:19.504512 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d995b5ee-53ba-4826-82bf-2b66341b505c tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:19.507052 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d995b5ee-53ba-4826-82bf-2b66341b505c tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:19.557834 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d93615a-8ad4-4fb6-b6f8-82aafb8f184c req-a5d15d18-3bd2-4c82-b7e0-a0b04bf92b68 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:19.561547 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0d93615a-8ad4-4fb6-b6f8-82aafb8f184c req-a5d15d18-3bd2-4c82-b7e0-a0b04bf92b68 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] 10.222.0.44 "GET /v2.0/ports?device_id=994ee7fd-71e9-48c0-9a9f-42d2463db496 HTTP/1.1" status: 200 len: 945 time: 0.2739410 Aug 10 03:25:19.567642 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9416507-b29f-443f-8879-631962e852fc req-5300dc9f-82e7-4948-9a3e-22a0c88d8042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:19.570422 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b9416507-b29f-443f-8879-631962e852fc req-5300dc9f-82e7-4948-9a3e-22a0c88d8042 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5d4d680a30924205982a356dd1432e46&device_id=994ee7fd-71e9-48c0-9a9f-42d2463db496 HTTP/1.1" status: 200 len: 1097 time: 0.3245840 Aug 10 03:25:19.587663 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9a8591-1415-44bd-8b1b-8cea12191602 req-d34f808b-3874-4e06-86b1-b68bb36a44c4 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:19.590892 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9f9a8591-1415-44bd-8b1b-8cea12191602 req-d34f808b-3874-4e06-86b1-b68bb36a44c4 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/networks?id=b51fae06-be52-4fab-a89b-cef6eae8fffd HTTP/1.1" status: 200 len: 806 time: 0.3475797 Aug 10 03:25:19.610751 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d995b5ee-53ba-4826-82bf-2b66341b505c tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:19.720643 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9f9a8591-1415-44bd-8b1b-8cea12191602 req-84bb2fc6-3615-4107-b3dc-326c8cdcf13c tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/quotas/cb385cfc3d1046e2925732ed1d1b6b8d HTTP/1.1" status: 200 len: 375 time: 0.1035326 Aug 10 03:25:19.817927 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0d93615a-8ad4-4fb6-b6f8-82aafb8f184c req-58649433-f378-4552-bb5f-92fc715009be tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ca484cf-8c3a-46cb-a8bd-5066374a93b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452867 Aug 10 03:25:19.874183 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d995b5ee-53ba-4826-82bf-2b66341b505c tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:19.897086 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9f9a8591-1415-44bd-8b1b-8cea12191602 req-0b2da238-32f3-4c85-bed2-d97437b1fcdf tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=cb385cfc3d1046e2925732ed1d1b6b8d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1467483 Aug 10 03:25:19.898853 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9416507-b29f-443f-8879-631962e852fc req-ab5845db-2a08-44a5-910c-f09e1306af93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:19.902005 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b9416507-b29f-443f-8879-631962e852fc req-ab5845db-2a08-44a5-910c-f09e1306af93 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c2da0bb6-4435-4aa8-bf60-cd789ad14aea HTTP/1.1" status: 200 len: 919 time: 0.3017175 Aug 10 03:25:20.060324 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b9416507-b29f-443f-8879-631962e852fc req-03e432d6-b1ca-425e-b7f8-d95b236c6753 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b716d23f-648e-46ce-bcb4-847d79b3f168 HTTP/1.1" status: 200 len: 217 time: 0.1499641 Aug 10 03:25:20.216971 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9416507-b29f-443f-8879-631962e852fc req-31f051fa-c810-4845-8350-66ff8fe8e816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:20.219510 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b9416507-b29f-443f-8879-631962e852fc req-31f051fa-c810-4845-8350-66ff8fe8e816 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=820cdd45-16e1-4c6c-be8e-6540a98cf482 HTTP/1.1" status: 200 len: 859 time: 0.1515903 Aug 10 03:25:20.241441 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d995b5ee-53ba-4826-82bf-2b66341b505c tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:20.284840 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d995b5ee-53ba-4826-82bf-2b66341b505c tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:20.289708 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b9416507-b29f-443f-8879-631962e852fc req-ff4f5fbb-d1f4-4862-a6c5-4da6b57cdd71 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c2da0bb6-4435-4aa8-bf60-cd789ad14aea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593588 Aug 10 03:25:20.294367 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9f9a8591-1415-44bd-8b1b-8cea12191602 req-c35eca95-2bf9-46e3-98e8-587f5a3e7bf5 service neutron] 10.222.0.44 "GET /v2.0/networks/b51fae06-be52-4fab-a89b-cef6eae8fffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3862252 Aug 10 03:25:20.512482 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-d995b5ee-53ba-4826-82bf-2b66341b505c tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Allocated IP 172.25.6.12 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/38cbeedf-5f2d-4a93-a8f7-ca4dc492504a) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:25:20.731520 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d995b5ee-53ba-4826-82bf-2b66341b505c tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:20.813645 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d995b5ee-53ba-4826-82bf-2b66341b505c tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:20.825997 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b9416507-b29f-443f-8879-631962e852fc req-4f7452ac-f4fe-4745-adbf-e9bb7d916967 service neutron] 10.222.0.42 "GET /v2.0/networks/c2da0bb6-4435-4aa8-bf60-cd789ad14aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5269310 Aug 10 03:25:20.831308 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9f9a8591-1415-44bd-8b1b-8cea12191602 req-466cf4c4-951a-4f6b-a431-f6df67a03714 service neutron] 10.222.0.44 "GET /v2.0/networks/b51fae06-be52-4fab-a89b-cef6eae8fffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5288808 Aug 10 03:25:20.901130 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d995b5ee-53ba-4826-82bf-2b66341b505c tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Pushing event updated for resources: {'Port': ['ID=38cbeedf-5f2d-4a93-a8f7-ca4dc492504a,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:20.921067 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d995b5ee-53ba-4826-82bf-2b66341b505c tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:25:20.923914 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-d995b5ee-53ba-4826-82bf-2b66341b505c tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:25:20.927880 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d995b5ee-53ba-4826-82bf-2b66341b505c tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:25:21.183992 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-da0e8d9b-62eb-4d3d-b215-560cb157e212 req-afa6ac1d-2041-4d6d-84da-6731db0b1f38 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d911d16-2fd9-4b69-93b2-1b4fb4cca26b HTTP/1.1" status: 200 len: 210 time: 0.1050332 Aug 10 03:25:21.265583 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b9416507-b29f-443f-8879-631962e852fc req-e80de04c-1e8f-4b01-b867-f283b10d3a6c service neutron] 10.222.0.42 "GET /v2.0/networks/c2da0bb6-4435-4aa8-bf60-cd789ad14aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4308114 Aug 10 03:25:21.302491 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e692c198-a9a5-43cc-9a79-959840ae7126 req-1a00c301-0a49-4fe7-9c5e-8b5db0c5b228 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:21.316888 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e692c198-a9a5-43cc-9a79-959840ae7126 req-1a00c301-0a49-4fe7-9c5e-8b5db0c5b228 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] 10.222.0.44 "GET /v2.0/ports?device_id=994ee7fd-71e9-48c0-9a9f-42d2463db496 HTTP/1.1" status: 200 len: 945 time: 0.2409847 Aug 10 03:25:21.329855 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3ac331ce-c70b-4c33-ae7e-9242c077350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:21.341584 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 4ed5e5e3-c5e5-454e-ac01-67965e2be9e9 no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:25:21.396982 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] No Port match for: 4ed5e5e3-c5e5-454e-ac01-67965e2be9e9 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:25:21.397566 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 4ed5e5e3-c5e5-454e-ac01-67965e2be9e9 not bound to the agent host n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:25:21.494026 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e692c198-a9a5-43cc-9a79-959840ae7126 req-2d526389-1aca-4c14-9106-f1618e955ed2 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ca484cf-8c3a-46cb-a8bd-5066374a93b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755466 Aug 10 03:25:21.582337 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d995b5ee-53ba-4826-82bf-2b66341b505c tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:21.890084 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d995b5ee-53ba-4826-82bf-2b66341b505c tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:22.343133 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e81f0026-2fcc-4dbd-a931-d9cb73010983 req-6cc6c41d-201c-4adf-8a60-7b6fe6b745a2 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d911d16-2fd9-4b69-93b2-1b4fb4cca26b HTTP/1.1" status: 200 len: 210 time: 0.0426855 Aug 10 03:25:22.477013 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d995b5ee-53ba-4826-82bf-2b66341b505c tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Router 0f636d18-fe15-4520-bce1-5c04868065ec is scheduled to L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e with binding_index 1 {{(pid=94261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:25:22.687928 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d995b5ee-53ba-4826-82bf-2b66341b505c tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:25:22.705903 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3baacc50-7fb8-4c68-86fb-72b92a1ca3e7 None None] Sync routers for ids ['0f636d18-fe15-4520-bce1-5c04868065ec'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:25:22.714113 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d995b5ee-53ba-4826-82bf-2b66341b505c tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:22.716054 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-d995b5ee-53ba-4826-82bf-2b66341b505c tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.2617581 Aug 10 03:25:22.718770 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 60584) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:22.740122 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3baacc50-7fb8-4c68-86fb-72b92a1ca3e7 None None] Routers {'0f636d18-fe15-4520-bce1-5c04868065ec'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:25:22.741655 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-3baacc50-7fb8-4c68-86fb-72b92a1ca3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:24:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['0f636d18-fe15-4520-bce1-5c04868065ec'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:22.754872 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9a8591-1415-44bd-8b1b-8cea12191602 req-a688ce78-7434-400e-bfe5-9137cbabab16 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:22.757060 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9f9a8591-1415-44bd-8b1b-8cea12191602 req-a688ce78-7434-400e-bfe5-9137cbabab16 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.42 "GET /v2.0/networks?id=b51fae06-be52-4fab-a89b-cef6eae8fffd HTTP/1.1" status: 200 len: 806 time: 0.2486897 Aug 10 03:25:22.783653 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-9f9a8591-1415-44bd-8b1b-8cea12191602 req-01731e38-b4e0-455b-894e-e4399a97057f tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Request body: {'port': {'device_id': '4d911d16-2fd9-4b69-93b2-1b4fb4cca26b', 'network_id': 'b51fae06-be52-4fab-a89b-cef6eae8fffd', 'admin_state_up': True, 'tenant_id': 'cb385cfc3d1046e2925732ed1d1b6b8d'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:22.978779 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-59659e8a-f140-4518-86be-fa54f9769500 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] 10.222.0.44 "GET /v2.0/routers/0f636d18-fe15-4520-bce1-5c04868065ec HTTP/1.1" status: 200 len: 907 time: 0.2581198 Aug 10 03:25:22.982554 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 60586) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:22.990549 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-a29227f5-6e1d-4036-b254-2a87813c31d9 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Request body: {'router': {'name': 'tempest-snat-router-384103872', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'enable_snat': True}}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:23.008648 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-3baacc50-7fb8-4c68-86fb-72b92a1ca3e7 None None] Set router 0f636d18-fe15-4520-bce1-5c04868065ec gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:25:23.022390 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e067c8-9452-41fb-a5d7-96e7c67dd433 req-745afbff-fdff-4006-b3ff-f9e05466eecd tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:23.035116 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d4e067c8-9452-41fb-a5d7-96e7c67dd433 req-745afbff-fdff-4006-b3ff-f9e05466eecd tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] 10.222.0.44 "GET /v2.0/ports?device_id=994ee7fd-71e9-48c0-9a9f-42d2463db496 HTTP/1.1" status: 200 len: 945 time: 0.2400312 Aug 10 03:25:23.039994 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a29227f5-6e1d-4036-b254-2a87813c31d9 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:23.044314 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a29227f5-6e1d-4036-b254-2a87813c31d9 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:23.159112 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d4e067c8-9452-41fb-a5d7-96e7c67dd433 req-742f45f3-37ea-45d7-9a35-76707dcd1db0 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ca484cf-8c3a-46cb-a8bd-5066374a93b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101747 Aug 10 03:25:23.171326 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f9a8591-1415-44bd-8b1b-8cea12191602 req-01731e38-b4e0-455b-894e-e4399a97057f tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Made reservation on behalf of cb385cfc3d1046e2925732ed1d1b6b8d for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:25:23.177753 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-9f9a8591-1415-44bd-8b1b-8cea12191602 req-01731e38-b4e0-455b-894e-e4399a97057f tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:23.183965 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a29227f5-6e1d-4036-b254-2a87813c31d9 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:23.380568 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a29227f5-6e1d-4036-b254-2a87813c31d9 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:23.383249 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 60590) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:23.448317 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-3baacc50-7fb8-4c68-86fb-72b92a1ca3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f636d18-fe15-4520-bce1-5c04868065ec', 'name': 'tempest-snat-router-384103872', 'tenant_id': '8050f655eb2b41a9bae69e4db0b22205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.12'}], 'enable_snat': False}, 'gw_port_id': '38cbeedf-5f2d-4a93-a8f7-ca4dc492504a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:25:19Z', 'updated_at': '2021-08-10T03:25:21Z', 'revision_number': 3, 'project_id': '8050f655eb2b41a9bae69e4db0b22205', 'gw_port': {'id': '38cbeedf-5f2d-4a93-a8f7-ca4dc492504a', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:da:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f636d18-fe15-4520-bce1-5c04868065ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:25:20Z', 'updated_at': '2021-08-10T03:25:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:23.497064 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-9f9a8591-1415-44bd-8b1b-8cea12191602 req-01731e38-b4e0-455b-894e-e4399a97057f tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Allocated IP 172.20.0.11 (b51fae06-be52-4fab-a89b-cef6eae8fffd/56efed23-ee55-46bf-9125-3806eab6d04b/0a3dbbf3-aa8e-404f-8f1d-2b7c8594fa21) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:25:23.515003 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3baacc50-7fb8-4c68-86fb-72b92a1ca3e7 None None] Checking router: 0f636d18-fe15-4520-bce1-5c04868065ec for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:25:23.515711 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3baacc50-7fb8-4c68-86fb-72b92a1ca3e7 None None] Updating router 0f636d18-fe15-4520-bce1-5c04868065ec port 38cbeedf-5f2d-4a93-a8f7-ca4dc492504a binding host n-d-768862-13 {{(pid=94262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:25:23.623131 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-5393a427-ed33-4901-916d-41ea7fd2fd78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:23.631082 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3baacc50-7fb8-4c68-86fb-72b92a1ca3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:23.717588 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6c81a713-6e36-477b-b373-45f01dc6e51e req-05fb2b2a-f426-43b0-a1f5-0cd58c6391fb tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d911d16-2fd9-4b69-93b2-1b4fb4cca26b HTTP/1.1" status: 200 len: 210 time: 0.0785480 Aug 10 03:25:23.797071 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-781e0c32-d146-49e1-b8ac-2ccb809b4b0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:23.850971 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a29227f5-6e1d-4036-b254-2a87813c31d9 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:23.901878 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a29227f5-6e1d-4036-b254-2a87813c31d9 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:23.902104 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-9f9a8591-1415-44bd-8b1b-8cea12191602 req-01731e38-b4e0-455b-894e-e4399a97057f tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:24.045029 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-9f9a8591-1415-44bd-8b1b-8cea12191602 req-01731e38-b4e0-455b-894e-e4399a97057f tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:24.060308 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['c86633db-c378-444d-8268-3b286fd3bbb7'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:25:24.156517 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3baacc50-7fb8-4c68-86fb-72b92a1ca3e7 None None] Notify callbacks [] for port, precommit_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:24.158669 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f9a8591-1415-44bd-8b1b-8cea12191602 req-01731e38-b4e0-455b-894e-e4399a97057f tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Network b51fae06-be52-4fab-a89b-cef6eae8fffd is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:25:24.169281 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:24.172490 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-9f9a8591-1415-44bd-8b1b-8cea12191602 req-01731e38-b4e0-455b-894e-e4399a97057f tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:25:24.178161 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-3baacc50-7fb8-4c68-86fb-72b92a1ca3e7 None None] Transition to ACTIVE for port object 38cbeedf-5f2d-4a93-a8f7-ca4dc492504a will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:25:24.186740 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f9a8591-1415-44bd-8b1b-8cea12191602 req-01731e38-b4e0-455b-894e-e4399a97057f tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:25:24.198846 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3baacc50-7fb8-4c68-86fb-72b92a1ca3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:24.222250 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01731e38-b4e0-455b-894e-e4399a97057f tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Pushing event updated for resources: {'Port': ['ID=0a3dbbf3-aa8e-404f-8f1d-2b7c8594fa21,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:24.239182 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-781e0c32-d146-49e1-b8ac-2ccb809b4b0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:24.251777 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-781e0c32-d146-49e1-b8ac-2ccb809b4b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:24.282674 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-a29227f5-6e1d-4036-b254-2a87813c31d9 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Allocated IP 172.25.6.239 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/70065c0e-ed8d-4044-a85e-372b6925bf25) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:25:24.299409 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9a8591-1415-44bd-8b1b-8cea12191602 req-01731e38-b4e0-455b-894e-e4399a97057f tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:24.299986 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-9f9a8591-1415-44bd-8b1b-8cea12191602 req-01731e38-b4e0-455b-894e-e4399a97057f tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:24.340554 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-781e0c32-d146-49e1-b8ac-2ccb809b4b0b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c8c5249dbbbe433c910fad3a214c39f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9556456 Aug 10 03:25:24.356228 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 60606) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:24.364072 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9f9a8591-1415-44bd-8b1b-8cea12191602 req-01731e38-b4e0-455b-894e-e4399a97057f tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5899837 Aug 10 03:25:24.366647 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781e0c32-d146-49e1-b8ac-2ccb809b4b0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b3f5565-976a-43bd-8a66-3b0c0c3c9a47,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:24.378785 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-9f9a8591-1415-44bd-8b1b-8cea12191602 req-1161cab1-cd76-4f5a-9f03-8215fd3630fc service neutron] Request body: {'port': {'device_id': '4d911d16-2fd9-4b69-93b2-1b4fb4cca26b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:24.409587 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-3baacc50-7fb8-4c68-86fb-72b92a1ca3e7 None None] Attempting to bind port 38cbeedf-5f2d-4a93-a8f7-ca4dc492504a on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:25:24.410774 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-3baacc50-7fb8-4c68-86fb-72b92a1ca3e7 None None] Attempting to bind port 38cbeedf-5f2d-4a93-a8f7-ca4dc492504a by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:25:24.411584 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3baacc50-7fb8-4c68-86fb-72b92a1ca3e7 None None] Attempting to bind port 38cbeedf-5f2d-4a93-a8f7-ca4dc492504a on network 2ea12131-628a-487e-b434-0463553732bd {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:25:24.420214 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52388f8-6dc7-45fb-a4bf-b4fddef081ba None None] Pushing event updated for resources: {'Port': ['ID=38cbeedf-5f2d-4a93-a8f7-ca4dc492504a,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:24.436540 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3baacc50-7fb8-4c68-86fb-72b92a1ca3e7 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:25:24.437216 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3baacc50-7fb8-4c68-86fb-72b92a1ca3e7 None None] Checking segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:25:24.437823 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3baacc50-7fb8-4c68-86fb-72b92a1ca3e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:24.438428 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3baacc50-7fb8-4c68-86fb-72b92a1ca3e7 None None] Bound using segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:25:24.438556 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af9114e-c462-4d59-8430-9f50b291efb3 req-469a08c2-e3ed-467b-bda2-01409009ecc6 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:24.439569 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-3baacc50-7fb8-4c68-86fb-72b92a1ca3e7 None None] Bound port: 38cbeedf-5f2d-4a93-a8f7-ca4dc492504a, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:25:24.440139 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3baacc50-7fb8-4c68-86fb-72b92a1ca3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:24.440287 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2af9114e-c462-4d59-8430-9f50b291efb3 req-469a08c2-e3ed-467b-bda2-01409009ecc6 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] 10.222.0.44 "GET /v2.0/ports?device_id=994ee7fd-71e9-48c0-9a9f-42d2463db496 HTTP/1.1" status: 200 len: 945 time: 0.1175392 Aug 10 03:25:24.474213 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-9f9a8591-1415-44bd-8b1b-8cea12191602 req-1161cab1-cd76-4f5a-9f03-8215fd3630fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:24.495294 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4a661bdc-44a1-47dd-a9df-9fd22430af53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:24.515463 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a29227f5-6e1d-4036-b254-2a87813c31d9 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:24.551270 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4a661bdc-44a1-47dd-a9df-9fd22430af53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:24.566514 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2af9114e-c462-4d59-8430-9f50b291efb3 req-8e553bb7-4d41-466d-a78c-46dc01f76fbc tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ca484cf-8c3a-46cb-a8bd-5066374a93b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044259 Aug 10 03:25:24.587291 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-3baacc50-7fb8-4c68-86fb-72b92a1ca3e7 None None] For port 38cbeedf-5f2d-4a93-a8f7-ca4dc492504a, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:25:24.594971 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-3baacc50-7fb8-4c68-86fb-72b92a1ca3e7 None None] For port 38cbeedf-5f2d-4a93-a8f7-ca4dc492504a, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=38cbeedf-5f2d-4a93-a8f7-ca4dc492504a,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:25:24.603439 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3baacc50-7fb8-4c68-86fb-72b92a1ca3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:24.631297 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a29227f5-6e1d-4036-b254-2a87813c31d9 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:24.685457 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4a661bdc-44a1-47dd-a9df-9fd22430af53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:24.688365 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4a661bdc-44a1-47dd-a9df-9fd22430af53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:24.689915 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-4a661bdc-44a1-47dd-a9df-9fd22430af53 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6b3f5565-976a-43bd-8a66-3b0c0c3c9a47 HTTP/1.1" status: 204 len: 168 time: 0.3324893 Aug 10 03:25:24.710273 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29227f5-6e1d-4036-b254-2a87813c31d9 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:25:24.722023 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-a29227f5-6e1d-4036-b254-2a87813c31d9 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:25:24.724581 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29227f5-6e1d-4036-b254-2a87813c31d9 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Pushing event updated for resources: {'Port': ['ID=70065c0e-ed8d-4044-a85e-372b6925bf25,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:24.727270 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29227f5-6e1d-4036-b254-2a87813c31d9 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:25:24.750580 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52388f8-6dc7-45fb-a4bf-b4fddef081ba None None] Pushing event updated for resources: {'Port': ['ID=38cbeedf-5f2d-4a93-a8f7-ca4dc492504a,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:24.753314 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3baacc50-7fb8-4c68-86fb-72b92a1ca3e7 None None] Routers {'0f636d18-fe15-4520-bce1-5c04868065ec'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:25:24.753951 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-3baacc50-7fb8-4c68-86fb-72b92a1ca3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:25:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['0f636d18-fe15-4520-bce1-5c04868065ec'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:24.755590 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a661bdc-44a1-47dd-a9df-9fd22430af53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b3f5565-976a-43bd-8a66-3b0c0c3c9a47,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:25.020168 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-3baacc50-7fb8-4c68-86fb-72b92a1ca3e7 None None] Set router 0f636d18-fe15-4520-bce1-5c04868065ec gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:25:25.061816 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-9f9a8591-1415-44bd-8b1b-8cea12191602 req-1161cab1-cd76-4f5a-9f03-8215fd3630fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a3dbbf3-aa8e-404f-8f1d-2b7c8594fa21 {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:25:25.073585 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-9f9a8591-1415-44bd-8b1b-8cea12191602 req-1161cab1-cd76-4f5a-9f03-8215fd3630fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:25.103595 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a29b280-772d-4193-90b6-e1aa1e95d9cc req-adeb2ac7-4fae-46d3-8646-041a06b204a2 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:25.112588 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6a29b280-772d-4193-90b6-e1aa1e95d9cc req-adeb2ac7-4fae-46d3-8646-041a06b204a2 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d911d16-2fd9-4b69-93b2-1b4fb4cca26b HTTP/1.1" status: 200 len: 932 time: 0.1953049 Aug 10 03:25:25.118041 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-9f9a8591-1415-44bd-8b1b-8cea12191602 req-1161cab1-cd76-4f5a-9f03-8215fd3630fc service neutron] Transition to ACTIVE for port object 0a3dbbf3-aa8e-404f-8f1d-2b7c8594fa21 will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:25:25.135601 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-9f9a8591-1415-44bd-8b1b-8cea12191602 req-1161cab1-cd76-4f5a-9f03-8215fd3630fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:25.222657 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6a29b280-772d-4193-90b6-e1aa1e95d9cc req-077d6ff5-3387-41f7-bb89-473106008bad tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051018 Aug 10 03:25:25.249049 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1161cab1-cd76-4f5a-9f03-8215fd3630fc service neutron] Pushing event updated for resources: {'Port': ['ID=0a3dbbf3-aa8e-404f-8f1d-2b7c8594fa21,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:25.275070 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a29227f5-6e1d-4036-b254-2a87813c31d9 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:25.340547 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 60622) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:25.340899 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:25.359763 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-9f9a8591-1415-44bd-8b1b-8cea12191602 req-1161cab1-cd76-4f5a-9f03-8215fd3630fc service neutron] Attempting to bind port 0a3dbbf3-aa8e-404f-8f1d-2b7c8594fa21 on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:25:25.360436 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-9f9a8591-1415-44bd-8b1b-8cea12191602 req-1161cab1-cd76-4f5a-9f03-8215fd3630fc service neutron] Attempting to bind port 0a3dbbf3-aa8e-404f-8f1d-2b7c8594fa21 by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '73bbe919-55b7-4c3d-b65b-52e4e628212a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b51fae06-be52-4fab-a89b-cef6eae8fffd'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:25:25.360950 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f9a8591-1415-44bd-8b1b-8cea12191602 req-1161cab1-cd76-4f5a-9f03-8215fd3630fc service neutron] Attempting to bind port 0a3dbbf3-aa8e-404f-8f1d-2b7c8594fa21 on network b51fae06-be52-4fab-a89b-cef6eae8fffd {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:25:25.366608 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f9a8591-1415-44bd-8b1b-8cea12191602 req-1161cab1-cd76-4f5a-9f03-8215fd3630fc service neutron] Port 0a3dbbf3-aa8e-404f-8f1d-2b7c8594fa21 on network b51fae06-be52-4fab-a89b-cef6eae8fffd not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:25:25.366940 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f9a8591-1415-44bd-8b1b-8cea12191602 req-1161cab1-cd76-4f5a-9f03-8215fd3630fc service neutron] Attempting to bind port 0a3dbbf3-aa8e-404f-8f1d-2b7c8594fa21 on network b51fae06-be52-4fab-a89b-cef6eae8fffd {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:25:25.373223 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-73b5dcfb-c138-4be9-be3b-25de69f154cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:25.374301 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f9a8591-1415-44bd-8b1b-8cea12191602 req-1161cab1-cd76-4f5a-9f03-8215fd3630fc service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:25:25.374691 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f9a8591-1415-44bd-8b1b-8cea12191602 req-1161cab1-cd76-4f5a-9f03-8215fd3630fc service neutron] Checking segment: {'id': '73bbe919-55b7-4c3d-b65b-52e4e628212a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b51fae06-be52-4fab-a89b-cef6eae8fffd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:25:25.375297 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f9a8591-1415-44bd-8b1b-8cea12191602 req-1161cab1-cd76-4f5a-9f03-8215fd3630fc service neutron] Bound using segment: {'id': '73bbe919-55b7-4c3d-b65b-52e4e628212a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b51fae06-be52-4fab-a89b-cef6eae8fffd'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:25:25.375914 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-9f9a8591-1415-44bd-8b1b-8cea12191602 req-1161cab1-cd76-4f5a-9f03-8215fd3630fc service neutron] Bound port: 0a3dbbf3-aa8e-404f-8f1d-2b7c8594fa21, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73bbe919-55b7-4c3d-b65b-52e4e628212a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b51fae06-be52-4fab-a89b-cef6eae8fffd'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:25:25.376329 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-9f9a8591-1415-44bd-8b1b-8cea12191602 req-1161cab1-cd76-4f5a-9f03-8215fd3630fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:25.453547 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-3baacc50-7fb8-4c68-86fb-72b92a1ca3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f636d18-fe15-4520-bce1-5c04868065ec', 'name': 'tempest-snat-router-384103872', 'tenant_id': '8050f655eb2b41a9bae69e4db0b22205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.12'}], 'enable_snat': False}, 'gw_port_id': '38cbeedf-5f2d-4a93-a8f7-ca4dc492504a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:25:19Z', 'updated_at': '2021-08-10T03:25:21Z', 'revision_number': 3, 'project_id': '8050f655eb2b41a9bae69e4db0b22205', 'gw_port': {'id': '38cbeedf-5f2d-4a93-a8f7-ca4dc492504a', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:da:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f636d18-fe15-4520-bce1-5c04868065ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:25:20Z', 'updated_at': '2021-08-10T03:25:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:25.475389 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-9f9a8591-1415-44bd-8b1b-8cea12191602 req-1161cab1-cd76-4f5a-9f03-8215fd3630fc service neutron] For port 0a3dbbf3-aa8e-404f-8f1d-2b7c8594fa21, host n-h1-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:25:25.479380 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-9f9a8591-1415-44bd-8b1b-8cea12191602 req-1161cab1-cd76-4f5a-9f03-8215fd3630fc service neutron] For port 0a3dbbf3-aa8e-404f-8f1d-2b7c8594fa21, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=0a3dbbf3-aa8e-404f-8f1d-2b7c8594fa21,segment=NetworkSegment(73bbe919-55b7-4c3d-b65b-52e4e628212a),segment_id=73bbe919-55b7-4c3d-b65b-52e4e628212a)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:25:25.490693 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-9f9a8591-1415-44bd-8b1b-8cea12191602 req-1161cab1-cd76-4f5a-9f03-8215fd3630fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:25.507487 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3baacc50-7fb8-4c68-86fb-72b92a1ca3e7 None None] The sync data for ids ['0f636d18-fe15-4520-bce1-5c04868065ec'] in n-d-768862-13 is: [{'id': '0f636d18-fe15-4520-bce1-5c04868065ec', 'name': 'tempest-snat-router-384103872', 'tenant_id': '8050f655eb2b41a9bae69e4db0b22205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.12'}], 'enable_snat': False}, 'gw_port_id': '38cbeedf-5f2d-4a93-a8f7-ca4dc492504a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:25:19Z', 'updated_at': '2021-08-10T03:25:21Z', 'revision_number': 3, 'project_id': '8050f655eb2b41a9bae69e4db0b22205', 'gw_port': {'id': '38cbeedf-5f2d-4a93-a8f7-ca4dc492504a', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:da:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f636d18-fe15-4520-bce1-5c04868065ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:25:20Z', 'updated_at': '2021-08-10T03:25:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-768862-13'}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:25:25.535898 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9a8591-1415-44bd-8b1b-8cea12191602 req-1161cab1-cd76-4f5a-9f03-8215fd3630fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:25.535898 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-9f9a8591-1415-44bd-8b1b-8cea12191602 req-1161cab1-cd76-4f5a-9f03-8215fd3630fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:25.538461 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9f9a8591-1415-44bd-8b1b-8cea12191602 req-1161cab1-cd76-4f5a-9f03-8215fd3630fc service neutron] 10.222.0.42 "PUT /v2.0/ports/0a3dbbf3-aa8e-404f-8f1d-2b7c8594fa21 HTTP/1.1" status: 200 len: 1093 time: 1.1635411 Aug 10 03:25:25.538461 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d911d16-2fd9-4b69-93b2-1b4fb4cca26b', 'tag': '0a3dbbf3-aa8e-404f-8f1d-2b7c8594fa21'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:25:25.541449 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d30887-4530-4369-aeb4-3472c69a6ae7" -d '{"events": [{"name": "network-changed", "server_uuid": "4d911d16-2fd9-4b69-93b2-1b4fb4cca26b", "tag": "0a3dbbf3-aa8e-404f-8f1d-2b7c8594fa21"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:25:25.596468 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1161cab1-cd76-4f5a-9f03-8215fd3630fc service neutron] Pushing event updated for resources: {'Port': ['ID=0a3dbbf3-aa8e-404f-8f1d-2b7c8594fa21,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:25.663680 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0cb833c-856f-42ef-966a-7797c670420f x-openstack-request-id: req-a0cb833c-856f-42ef-966a-7797c670420f {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:25:25.663980 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d911d16-2fd9-4b69-93b2-1b4fb4cca26b", "tag": "0a3dbbf3-aa8e-404f-8f1d-2b7c8594fa21", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:25:25.664219 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a0cb833c-856f-42ef-966a-7797c670420f {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:25:25.664634 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d911d16-2fd9-4b69-93b2-1b4fb4cca26b', 'tag': '0a3dbbf3-aa8e-404f-8f1d-2b7c8594fa21', 'status': 'completed', 'code': 200} Aug 10 03:25:25.685037 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9a8591-1415-44bd-8b1b-8cea12191602 req-6ead25d7-5e7c-4f0f-bdff-b10456e20600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:25.687430 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9f9a8591-1415-44bd-8b1b-8cea12191602 req-6ead25d7-5e7c-4f0f-bdff-b10456e20600 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cb385cfc3d1046e2925732ed1d1b6b8d&device_id=4d911d16-2fd9-4b69-93b2-1b4fb4cca26b HTTP/1.1" status: 200 len: 1096 time: 0.0605724 Aug 10 03:25:25.716712 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-73b5dcfb-c138-4be9-be3b-25de69f154cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:25.729201 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-73b5dcfb-c138-4be9-be3b-25de69f154cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:25.744569 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9f9a8591-1415-44bd-8b1b-8cea12191602 req-889c6373-1f49-4702-98d2-f32dd0768910 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0a3dbbf3-aa8e-404f-8f1d-2b7c8594fa21 HTTP/1.1" status: 200 len: 217 time: 0.0481074 Aug 10 03:25:25.749042 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a29227f5-6e1d-4036-b254-2a87813c31d9 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:25.807962 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-73b5dcfb-c138-4be9-be3b-25de69f154cf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=24438422d91c4399a3c2d33b8fa994d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4658577 Aug 10 03:25:25.812398 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 60632) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:25.839809 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9a8591-1415-44bd-8b1b-8cea12191602 req-5930784f-c1ad-4d65-afd4-3ecbc2b03484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:25.841494 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9f9a8591-1415-44bd-8b1b-8cea12191602 req-5930784f-c1ad-4d65-afd4-3ecbc2b03484 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=56efed23-ee55-46bf-9125-3806eab6d04b HTTP/1.1" status: 200 len: 846 time: 0.0874240 Aug 10 03:25:25.879017 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2781c8b-c19f-4ad3-bd66-2a9aeb812845 req-010427ca-722f-415c-91d9-9fddd39a2329 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:25.879405 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b5dcfb-c138-4be9-be3b-25de69f154cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc26545-86bc-4fea-8d4d-3bbe4af41dfa,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:25.887679 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e2781c8b-c19f-4ad3-bd66-2a9aeb812845 req-010427ca-722f-415c-91d9-9fddd39a2329 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] 10.222.0.44 "GET /v2.0/ports?device_id=994ee7fd-71e9-48c0-9a9f-42d2463db496 HTTP/1.1" status: 200 len: 945 time: 0.1461689 Aug 10 03:25:25.895382 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b5dcfb-c138-4be9-be3b-25de69f154cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:25.895995 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b5dcfb-c138-4be9-be3b-25de69f154cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:25.896393 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b5dcfb-c138-4be9-be3b-25de69f154cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:25.896755 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b5dcfb-c138-4be9-be3b-25de69f154cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:25.897213 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b5dcfb-c138-4be9-be3b-25de69f154cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:25.898306 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b5dcfb-c138-4be9-be3b-25de69f154cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:25.898664 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b5dcfb-c138-4be9-be3b-25de69f154cf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:25.899073 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b5dcfb-c138-4be9-be3b-25de69f154cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:25.899367 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b5dcfb-c138-4be9-be3b-25de69f154cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:25.899712 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b5dcfb-c138-4be9-be3b-25de69f154cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:25.900186 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b5dcfb-c138-4be9-be3b-25de69f154cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:25.900539 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b5dcfb-c138-4be9-be3b-25de69f154cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:25.932771 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9f9a8591-1415-44bd-8b1b-8cea12191602 req-5d33ad98-6d31-4ece-8df4-09aaece406e9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b51fae06-be52-4fab-a89b-cef6eae8fffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774653 Aug 10 03:25:26.013642 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:26.080764 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a29227f5-6e1d-4036-b254-2a87813c31d9 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Router b2dd06d0-211c-4a31-a55d-fe9b45685387 is scheduled to L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e with binding_index 1 {{(pid=94261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:25:26.113568 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-492010e4-466d-4480-9220-a6d428e25cc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:26.124291 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e2781c8b-c19f-4ad3-bd66-2a9aeb812845 req-ad5cbe75-587d-4fa2-967c-fd7e5090d5b3 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ca484cf-8c3a-46cb-a8bd-5066374a93b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355721 Aug 10 03:25:26.171021 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-492010e4-466d-4480-9220-a6d428e25cc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:26.309287 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9f9a8591-1415-44bd-8b1b-8cea12191602 req-ff655edd-266d-4b26-9105-7f3f1e1911a7 service neutron] 10.222.0.42 "GET /v2.0/networks/b51fae06-be52-4fab-a89b-cef6eae8fffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3645661 Aug 10 03:25:26.325835 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a29227f5-6e1d-4036-b254-2a87813c31d9 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:25:26.349437 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71725ad-9b55-452b-a16c-57233082f18e None None] Sync routers for ids ['b2dd06d0-211c-4a31-a55d-fe9b45685387'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:25:26.374419 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 38cbeedf-5f2d-4a93-a8f7-ca4dc492504a up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:25:26.399137 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71725ad-9b55-452b-a16c-57233082f18e None None] Routers {'b2dd06d0-211c-4a31-a55d-fe9b45685387'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:25:26.400191 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-c71725ad-9b55-452b-a16c-57233082f18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:25:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['b2dd06d0-211c-4a31-a55d-fe9b45685387'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:26.423415 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a29227f5-6e1d-4036-b254-2a87813c31d9 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:26.427791 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a29227f5-6e1d-4036-b254-2a87813c31d9 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.4413590 Aug 10 03:25:26.428288 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 60642) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:26.449348 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-492010e4-466d-4480-9220-a6d428e25cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:26.453476 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-492010e4-466d-4480-9220-a6d428e25cc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:26.458057 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-492010e4-466d-4480-9220-a6d428e25cc1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5bc26545-86bc-4fea-8d4d-3bbe4af41dfa HTTP/1.1" status: 204 len: 168 time: 0.6436255 Aug 10 03:25:26.477310 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492010e4-466d-4480-9220-a6d428e25cc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bc26545-86bc-4fea-8d4d-3bbe4af41dfa,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:26.597967 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12010287-4908-4480-a134-a5a0d0f7ebd4 req-cd77ef7d-567b-4696-907d-ce7a2ef15b41 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:26.599984 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-12010287-4908-4480-a134-a5a0d0f7ebd4 req-cd77ef7d-567b-4696-907d-ce7a2ef15b41 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d911d16-2fd9-4b69-93b2-1b4fb4cca26b HTTP/1.1" status: 200 len: 944 time: 0.0883343 Aug 10 03:25:26.602762 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9f9a8591-1415-44bd-8b1b-8cea12191602 req-df5db2d3-ed01-4cab-966f-952f8ac79744 service neutron] 10.222.0.42 "GET /v2.0/networks/b51fae06-be52-4fab-a89b-cef6eae8fffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847865 Aug 10 03:25:26.661306 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 38cbeedf-5f2d-4a93-a8f7-ca4dc492504a completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:25:26.701604 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 38cbeedf-5f2d-4a93-a8f7-ca4dc492504a triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:26.702124 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:26.822024 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:26.850364 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-6dcc3100-2786-4569-9427-0df24a39c3cc tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] 10.222.0.44 "GET /v2.0/routers/b2dd06d0-211c-4a31-a55d-fe9b45685387 HTTP/1.1" status: 200 len: 907 time: 0.4092438 Aug 10 03:25:26.851048 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 60646) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:26.876567 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-c71725ad-9b55-452b-a16c-57233082f18e None None] Set router b2dd06d0-211c-4a31-a55d-fe9b45685387 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:25:26.909570 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-12010287-4908-4480-a134-a5a0d0f7ebd4 req-68e38f60-2afe-46e9-a890-df1eee5a965c tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826467 Aug 10 03:25:26.927168 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d30887-4530-4369-aeb4-3472c69a6ae7 req-cbe8f639-ecad-40f5-8040-fc1d9708e95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:26.931180 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-91d30887-4530-4369-aeb4-3472c69a6ae7 req-cbe8f639-ecad-40f5-8040-fc1d9708e95b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cb385cfc3d1046e2925732ed1d1b6b8d&device_id=4d911d16-2fd9-4b69-93b2-1b4fb4cca26b HTTP/1.1" status: 200 len: 1096 time: 0.2393906 Aug 10 03:25:26.964084 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:27.009333 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 38cbeedf-5f2d-4a93-a8f7-ca4dc492504a, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=38cbeedf-5f2d-4a93-a8f7-ca4dc492504a,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:27.020816 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:27.136790 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=38cbeedf-5f2d-4a93-a8f7-ca4dc492504a,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:27.138968 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d30887-4530-4369-aeb4-3472c69a6ae7 req-fb16fede-8746-4d0d-ba17-06a83d4fe74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:27.151359 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-91d30887-4530-4369-aeb4-3472c69a6ae7 req-fb16fede-8746-4d0d-ba17-06a83d4fe74a service neutron] 10.222.0.42 "GET /v2.0/networks?id=b51fae06-be52-4fab-a89b-cef6eae8fffd HTTP/1.1" status: 200 len: 906 time: 0.2120211 Aug 10 03:25:27.260299 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-30b2166c-7de3-45e2-a40d-0bad3da25fe8 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks [] for router, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:27.293424 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-91d30887-4530-4369-aeb4-3472c69a6ae7 req-de956fe3-9b5f-46c5-83b4-9354c9d8a9c7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0a3dbbf3-aa8e-404f-8f1d-2b7c8594fa21 HTTP/1.1" status: 200 len: 217 time: 0.0949581 Aug 10 03:25:27.372680 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f26c9b-959d-41b3-a1eb-4baff1ffd02f req-05528a3a-5037-49c4-92bd-22effd14c6d3 tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:27.379161 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-60f26c9b-959d-41b3-a1eb-4baff1ffd02f req-05528a3a-5037-49c4-92bd-22effd14c6d3 tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] 10.222.0.44 "GET /v2.0/ports?device_id=98532c5c-e4f2-4b43-aa06-5cf8233e4981 HTTP/1.1" status: 200 len: 946 time: 0.2232401 Aug 10 03:25:27.448116 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-c71725ad-9b55-452b-a16c-57233082f18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2dd06d0-211c-4a31-a55d-fe9b45685387', 'name': 'tempest-snat-router-384103872', 'tenant_id': '8050f655eb2b41a9bae69e4db0b22205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '70065c0e-ed8d-4044-a85e-372b6925bf25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:25:23Z', 'updated_at': '2021-08-10T03:25:25Z', 'revision_number': 3, 'project_id': '8050f655eb2b41a9bae69e4db0b22205', 'gw_port': {'id': '70065c0e-ed8d-4044-a85e-372b6925bf25', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ff:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2dd06d0-211c-4a31-a55d-fe9b45685387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:25:23Z', 'updated_at': '2021-08-10T03:25:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:27.489024 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71725ad-9b55-452b-a16c-57233082f18e None None] Checking router: b2dd06d0-211c-4a31-a55d-fe9b45685387 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:25:27.489949 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71725ad-9b55-452b-a16c-57233082f18e None None] Updating router b2dd06d0-211c-4a31-a55d-fe9b45685387 port 70065c0e-ed8d-4044-a85e-372b6925bf25 binding host n-d-768862-13 {{(pid=94263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:25:27.508584 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-30b2166c-7de3-45e2-a40d-0bad3da25fe8 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:27.522888 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-c71725ad-9b55-452b-a16c-57233082f18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:27.595912 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-30b2166c-7de3-45e2-a40d-0bad3da25fe8 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Deleting port 70065c0e-ed8d-4044-a85e-372b6925bf25 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:25:27.596546 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-30b2166c-7de3-45e2-a40d-0bad3da25fe8 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:27.643627 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-60f26c9b-959d-41b3-a1eb-4baff1ffd02f req-79dba04e-2f20-438e-8738-0c4ca4b42e84 tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] 10.222.0.44 "GET /v2.0/security-groups?id=2a3d60c7-dc11-4ed6-97f3-7a302523b1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1833920 Aug 10 03:25:27.661397 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add3595d-0349-4799-afa2-d60d2ec7ff5e req-affd3102-365f-48d1-a779-cf3819f377fe tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:27.671447 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-add3595d-0349-4799-afa2-d60d2ec7ff5e req-affd3102-365f-48d1-a779-cf3819f377fe tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] 10.222.0.44 "GET /v2.0/ports?device_id=994ee7fd-71e9-48c0-9a9f-42d2463db496 HTTP/1.1" status: 200 len: 945 time: 0.2365341 Aug 10 03:25:27.682069 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d30887-4530-4369-aeb4-3472c69a6ae7 req-6ab79bc9-41d1-4c6a-9a91-115eb7411a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:27.690412 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-91d30887-4530-4369-aeb4-3472c69a6ae7 req-6ab79bc9-41d1-4c6a-9a91-115eb7411a22 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=56efed23-ee55-46bf-9125-3806eab6d04b HTTP/1.1" status: 200 len: 846 time: 0.3814802 Aug 10 03:25:27.786515 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-91d30887-4530-4369-aeb4-3472c69a6ae7 req-eb2e89f8-161d-476b-96d6-bb63faae58fc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b51fae06-be52-4fab-a89b-cef6eae8fffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0900629 Aug 10 03:25:27.803688 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-30b2166c-7de3-45e2-a40d-0bad3da25fe8 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:27.832597 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-30b2166c-7de3-45e2-a40d-0bad3da25fe8 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Calling delete_port for 70065c0e-ed8d-4044-a85e-372b6925bf25 owned by network:router_gateway {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:25:27.860445 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-add3595d-0349-4799-afa2-d60d2ec7ff5e req-84f8944b-b7bc-429c-bcb2-36b8132ab9b6 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ca484cf-8c3a-46cb-a8bd-5066374a93b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376007 Aug 10 03:25:27.967514 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-c71725ad-9b55-452b-a16c-57233082f18e None None] Notify callbacks [] for port, precommit_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:28.003719 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.provisioning_blocks [None req-c71725ad-9b55-452b-a16c-57233082f18e None None] Transition to ACTIVE for port object 70065c0e-ed8d-4044-a85e-372b6925bf25 will not be triggered until provisioned by entity L2. {{(pid=94263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:25:28.025000 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-c71725ad-9b55-452b-a16c-57233082f18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:28.041687 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-91d30887-4530-4369-aeb4-3472c69a6ae7 req-adcf290e-2065-4e09-b631-61dd410258eb service neutron] 10.222.0.42 "GET /v2.0/networks/b51fae06-be52-4fab-a89b-cef6eae8fffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456880 Aug 10 03:25:28.126192 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-c71725ad-9b55-452b-a16c-57233082f18e None None] Attempting to bind port 70065c0e-ed8d-4044-a85e-372b6925bf25 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:25:28.126586 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-c71725ad-9b55-452b-a16c-57233082f18e None None] Attempting to bind port 70065c0e-ed8d-4044-a85e-372b6925bf25 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:25:28.127048 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71725ad-9b55-452b-a16c-57233082f18e None None] Attempting to bind port 70065c0e-ed8d-4044-a85e-372b6925bf25 on network 2ea12131-628a-487e-b434-0463553732bd {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:25:28.143517 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc5b7c4-6f76-4993-8dfe-0b4fb3cc90f4 None None] Pushing event updated for resources: {'Port': ['ID=70065c0e-ed8d-4044-a85e-372b6925bf25,revision_number=2']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:28.147941 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71725ad-9b55-452b-a16c-57233082f18e None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:25:28.148365 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71725ad-9b55-452b-a16c-57233082f18e None None] Checking segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:25:28.148845 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-c71725ad-9b55-452b-a16c-57233082f18e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:28.150216 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71725ad-9b55-452b-a16c-57233082f18e None None] Bound using segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:25:28.150216 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-c71725ad-9b55-452b-a16c-57233082f18e None None] Bound port: 70065c0e-ed8d-4044-a85e-372b6925bf25, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:25:28.150216 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-c71725ad-9b55-452b-a16c-57233082f18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:28.286688 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.db.api [None req-c71725ad-9b55-452b-a16c-57233082f18e None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=94263) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:25:28.288388 n-d-768862-13 neutron-server[94263]: DEBUG oslo_db.api [None req-c71725ad-9b55-452b-a16c-57233082f18e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:25:28.296268 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-30b2166c-7de3-45e2-a40d-0bad3da25fe8 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:28.366096 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 38cbeedf-5f2d-4a93-a8f7-ca4dc492504a up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:25:28.372810 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b2166c-7de3-45e2-a40d-0bad3da25fe8 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Pushing event deleted for resources: {'Port': ['ID=70065c0e-ed8d-4044-a85e-372b6925bf25,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:28.389685 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38fda0a-fde7-49de-9ec8-9642ca679bcb req-58e7564d-de6a-441f-a2b7-7add6c6f3bbe tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:28.398091 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e38fda0a-fde7-49de-9ec8-9642ca679bcb req-58e7564d-de6a-441f-a2b7-7add6c6f3bbe tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d911d16-2fd9-4b69-93b2-1b4fb4cca26b HTTP/1.1" status: 200 len: 944 time: 0.2735612 Aug 10 03:25:28.411064 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-91d30887-4530-4369-aeb4-3472c69a6ae7 req-bbce76e5-bf14-4e2d-8af3-ffef84ba5520 service neutron] 10.222.0.42 "GET /v2.0/networks/b51fae06-be52-4fab-a89b-cef6eae8fffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3607533 Aug 10 03:25:28.502644 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e38fda0a-fde7-49de-9ec8-9642ca679bcb req-c0e939df-f7fa-4199-87fc-427bb43befa0 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018701 Aug 10 03:25:28.532591 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-30b2166c-7de3-45e2-a40d-0bad3da25fe8 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520654'] for router_gateway, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:28.646079 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 38cbeedf-5f2d-4a93-a8f7-ca4dc492504a triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:28.646707 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:28.672594 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-30b2166c-7de3-45e2-a40d-0bad3da25fe8 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:28.675402 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-30b2166c-7de3-45e2-a40d-0bad3da25fe8 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:28.795473 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-30b2166c-7de3-45e2-a40d-0bad3da25fe8 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:28.796826 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30b2166c-7de3-45e2-a40d-0bad3da25fe8 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b2dd06d0-211c-4a31-a55d-fe9b45685387 {{(pid=94261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:25:28.803826 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-30b2166c-7de3-45e2-a40d-0bad3da25fe8 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:28.805333 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-30b2166c-7de3-45e2-a40d-0bad3da25fe8 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] 10.222.0.44 "DELETE /v2.0/routers/b2dd06d0-211c-4a31-a55d-fe9b45685387 HTTP/1.1" status: 204 len: 168 time: 1.9530115 Aug 10 03:25:28.810126 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 60698) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:28.818776 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-c71725ad-9b55-452b-a16c-57233082f18e None None] Attempting to bind port 70065c0e-ed8d-4044-a85e-372b6925bf25 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:25:28.818776 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-c71725ad-9b55-452b-a16c-57233082f18e None None] Attempting to bind port 70065c0e-ed8d-4044-a85e-372b6925bf25 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:25:28.819868 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71725ad-9b55-452b-a16c-57233082f18e None None] Attempting to bind port 70065c0e-ed8d-4044-a85e-372b6925bf25 on network 2ea12131-628a-487e-b434-0463553732bd {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:25:28.834836 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71725ad-9b55-452b-a16c-57233082f18e None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:25:28.835363 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71725ad-9b55-452b-a16c-57233082f18e None None] Checking segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:25:28.835944 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-c71725ad-9b55-452b-a16c-57233082f18e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:28.836735 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71725ad-9b55-452b-a16c-57233082f18e None None] Bound using segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:25:28.837320 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-c71725ad-9b55-452b-a16c-57233082f18e None None] Bound port: 70065c0e-ed8d-4044-a85e-372b6925bf25, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:25:28.838388 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-c71725ad-9b55-452b-a16c-57233082f18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:28.860986 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.plugin [None req-c71725ad-9b55-452b-a16c-57233082f18e None None] Port 70065c0e-ed8d-4044-a85e-372b6925bf25 has been deleted concurrently {{(pid=94263) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 10 03:25:28.874983 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71725ad-9b55-452b-a16c-57233082f18e None None] Routers set() bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:25:28.876036 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71725ad-9b55-452b-a16c-57233082f18e None None] Router IDs set() for agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 10 03:25:28.890277 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_agentschedulers_db [None req-c71725ad-9b55-452b-a16c-57233082f18e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b2dd06d0-211c-4a31-a55d-fe9b45685387'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:25:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent'). {{(pid=94263) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 10 03:25:28.890795 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71725ad-9b55-452b-a16c-57233082f18e None None] The sync data for ids ['b2dd06d0-211c-4a31-a55d-fe9b45685387'] in n-d-768862-13 is: [] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:25:28.904516 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e3a40b-507c-4df0-a1ad-a91f208e2a8a req-712cbb7e-7143-4501-9021-a547e0677948 tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:28.907916 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-10e3a40b-507c-4df0-a1ad-a91f208e2a8a req-712cbb7e-7143-4501-9021-a547e0677948 tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] 10.222.0.44 "GET /v2.0/ports?device_id=98532c5c-e4f2-4b43-aa06-5cf8233e4981 HTTP/1.1" status: 200 len: 946 time: 0.1517467 Aug 10 03:25:28.974741 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-10e3a40b-507c-4df0-a1ad-a91f208e2a8a req-686a71e5-575c-46fc-bf2a-3428bdae99df tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] 10.222.0.44 "GET /v2.0/security-groups?id=2a3d60c7-dc11-4ed6-97f3-7a302523b1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577297 Aug 10 03:25:29.010424 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4dafaa6d-919d-4ecf-aede-08dea9513775 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks [] for router, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:29.152099 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28e94d5-269f-491f-8319-920c5baa8da9 req-c4bf5b04-a718-48c3-af0a-0cd88be31023 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:29.153778 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b28e94d5-269f-491f-8319-920c5baa8da9 req-c4bf5b04-a718-48c3-af0a-0cd88be31023 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] 10.222.0.44 "GET /v2.0/ports?device_id=994ee7fd-71e9-48c0-9a9f-42d2463db496 HTTP/1.1" status: 200 len: 945 time: 0.0880082 Aug 10 03:25:29.162832 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f1c54c-83fe-49d3-a1f0-8da68ac0b8a3 req-da206219-fc8b-4a33-92c3-85dc4fa5648a tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:29.164456 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e9f1c54c-83fe-49d3-a1f0-8da68ac0b8a3 req-da206219-fc8b-4a33-92c3-85dc4fa5648a tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] 10.222.0.61 "GET /v2.0/ports?device_id=98532c5c-e4f2-4b43-aa06-5cf8233e4981 HTTP/1.1" status: 200 len: 946 time: 0.0878673 Aug 10 03:25:29.183625 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4dafaa6d-919d-4ecf-aede-08dea9513775 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:29.269067 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b28e94d5-269f-491f-8319-920c5baa8da9 req-be077c5c-d15a-4bd6-a596-9c6a327a8be8 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ca484cf-8c3a-46cb-a8bd-5066374a93b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035190 Aug 10 03:25:29.285130 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-4dafaa6d-919d-4ecf-aede-08dea9513775 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Deleting port 38cbeedf-5f2d-4a93-a8f7-ca4dc492504a {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:25:29.285554 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4dafaa6d-919d-4ecf-aede-08dea9513775 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:29.327696 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-e9f1c54c-83fe-49d3-a1f0-8da68ac0b8a3 req-2a1c0fb0-f709-4e2d-86aa-c58c26c1eb2b tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] Deleting port ac1f695a-36dc-4bad-9ccb-4e8de6a45e31 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:25:29.328268 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-e9f1c54c-83fe-49d3-a1f0-8da68ac0b8a3 req-2a1c0fb0-f709-4e2d-86aa-c58c26c1eb2b tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:29.390869 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 0a3dbbf3-aa8e-404f-8f1d-2b7c8594fa21 details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:25:29.552664 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-4dafaa6d-919d-4ecf-aede-08dea9513775 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] For port 38cbeedf-5f2d-4a93-a8f7-ca4dc492504a, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=38cbeedf-5f2d-4a93-a8f7-ca4dc492504a,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:29.554322 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4dafaa6d-919d-4ecf-aede-08dea9513775 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:29.587429 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-4dafaa6d-919d-4ecf-aede-08dea9513775 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Calling delete_port for 38cbeedf-5f2d-4a93-a8f7-ca4dc492504a owned by network:router_gateway {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:25:29.680433 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 0a3dbbf3-aa8e-404f-8f1d-2b7c8594fa21, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=0a3dbbf3-aa8e-404f-8f1d-2b7c8594fa21,segment=NetworkSegment(73bbe919-55b7-4c3d-b65b-52e4e628212a),segment_id=73bbe919-55b7-4c3d-b65b-52e4e628212a)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:29.689431 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-e9f1c54c-83fe-49d3-a1f0-8da68ac0b8a3 req-2a1c0fb0-f709-4e2d-86aa-c58c26c1eb2b tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] For port ac1f695a-36dc-4bad-9ccb-4e8de6a45e31, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=ac1f695a-36dc-4bad-9ccb-4e8de6a45e31,segment=NetworkSegment(b0d95f30-ce33-474a-8373-79a831b269e5),segment_id=b0d95f30-ce33-474a-8373-79a831b269e5)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:29.690522 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-e9f1c54c-83fe-49d3-a1f0-8da68ac0b8a3 req-2a1c0fb0-f709-4e2d-86aa-c58c26c1eb2b tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:29.695812 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 60720) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:29.706553 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': '0a3dbbf3-aa8e-404f-8f1d-2b7c8594fa21', 'network_id': 'b51fae06-be52-4fab-a89b-cef6eae8fffd', 'port_id': '0a3dbbf3-aa8e-404f-8f1d-2b7c8594fa21', 'mac_address': 'fa:16:3e:0c:0c:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56efed23-ee55-46bf-9125-3806eab6d04b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:25:29.784104 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:29.806947 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca9011d-f5ac-4e4a-ac7c-4032b39b9f57 req-a4eb093c-50f6-48de-a3e2-67b26677ecda tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:29.808716 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a3dbbf3-aa8e-404f-8f1d-2b7c8594fa21 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:25:29.821333 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9ca9011d-f5ac-4e4a-ac7c-4032b39b9f57 req-a4eb093c-50f6-48de-a3e2-67b26677ecda tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d911d16-2fd9-4b69-93b2-1b4fb4cca26b HTTP/1.1" status: 200 len: 944 time: 0.2202165 Aug 10 03:25:29.849203 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 0a3dbbf3-aa8e-404f-8f1d-2b7c8594fa21, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=0a3dbbf3-aa8e-404f-8f1d-2b7c8594fa21,segment=NetworkSegment(73bbe919-55b7-4c3d-b65b-52e4e628212a),segment_id=73bbe919-55b7-4c3d-b65b-52e4e628212a)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:29.858428 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:29.921816 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4dafaa6d-919d-4ecf-aede-08dea9513775 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:29.959628 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9ca9011d-f5ac-4e4a-ac7c-4032b39b9f57 req-ac78fc3c-df80-4cbe-bf8b-96f3ebba13c2 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368480 Aug 10 03:25:29.966402 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dafaa6d-919d-4ecf-aede-08dea9513775 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Pushing event deleted for resources: {'Port': ['ID=38cbeedf-5f2d-4a93-a8f7-ca4dc492504a,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:29.992426 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=0a3dbbf3-aa8e-404f-8f1d-2b7c8594fa21,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:30.038828 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6b6d109b-0e25-4417-b26c-f853afaddf96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:30.112117 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['0a3dbbf3-aa8e-404f-8f1d-2b7c8594fa21'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:25:30.156819 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4dafaa6d-919d-4ecf-aede-08dea9513775 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520654'] for router_gateway, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:30.171416 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-e9f1c54c-83fe-49d3-a1f0-8da68ac0b8a3 req-2a1c0fb0-f709-4e2d-86aa-c58c26c1eb2b tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:30.171775 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-e9f1c54c-83fe-49d3-a1f0-8da68ac0b8a3 req-2a1c0fb0-f709-4e2d-86aa-c58c26c1eb2b tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:30.172099 n-d-768862-13 neutron-server[94260]: INFO neutron.db.l3_db [req-e9f1c54c-83fe-49d3-a1f0-8da68ac0b8a3 req-2a1c0fb0-f709-4e2d-86aa-c58c26c1eb2b tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] Floating IP 883446dc-bdd9-432c-a041-69e9acec01a4 disassociated. External IP: 172.25.6.49, port: ac1f695a-36dc-4bad-9ccb-4e8de6a45e31. Aug 10 03:25:30.172452 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-e9f1c54c-83fe-49d3-a1f0-8da68ac0b8a3 req-2a1c0fb0-f709-4e2d-86aa-c58c26c1eb2b tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] Calling delete_port for ac1f695a-36dc-4bad-9ccb-4e8de6a45e31 owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:25:30.246897 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2931b7-b120-4813-8ca1-d2e2674830a8 req-5626c55c-8dda-4123-ac56-62c3f7b45aaf tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:30.254827 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1e2931b7-b120-4813-8ca1-d2e2674830a8 req-5626c55c-8dda-4123-ac56-62c3f7b45aaf tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] 10.222.0.44 "GET /v2.0/ports?device_id=98532c5c-e4f2-4b43-aa06-5cf8233e4981 HTTP/1.1" status: 200 len: 946 time: 0.1354077 Aug 10 03:25:30.315015 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1e2931b7-b120-4813-8ca1-d2e2674830a8 req-9f9c8e23-a3d3-4d16-89f4-aadef2b8c923 tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] 10.222.0.44 "GET /v2.0/security-groups?id=2a3d60c7-dc11-4ed6-97f3-7a302523b1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588164 Aug 10 03:25:30.412157 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4dafaa6d-919d-4ecf-aede-08dea9513775 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:30.418556 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4dafaa6d-919d-4ecf-aede-08dea9513775 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:30.429341 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-e9f1c54c-83fe-49d3-a1f0-8da68ac0b8a3 req-2a1c0fb0-f709-4e2d-86aa-c58c26c1eb2b tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:30.501748 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1c0fb0-f709-4e2d-86aa-c58c26c1eb2b tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] Pushing event deleted for resources: {'Port': ['ID=ac1f695a-36dc-4bad-9ccb-4e8de6a45e31,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:30.503438 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4dafaa6d-919d-4ecf-aede-08dea9513775 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:30.504047 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dafaa6d-919d-4ecf-aede-08dea9513775 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0f636d18-fe15-4520-bce1-5c04868065ec {{(pid=94261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:25:30.517433 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4dafaa6d-919d-4ecf-aede-08dea9513775 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:30.518726 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-4dafaa6d-919d-4ecf-aede-08dea9513775 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] 10.222.0.44 "DELETE /v2.0/routers/0f636d18-fe15-4520-bce1-5c04868065ec HTTP/1.1" status: 204 len: 168 time: 1.7073607 Aug 10 03:25:30.524324 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 60732) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:30.530854 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-a4704e3b-cf2e-482e-bebf-6ea67320e6e6 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-886252199', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd'}, 'admin_state_up': False}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:30.547663 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6b6d109b-0e25-4417-b26c-f853afaddf96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:30.578422 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6b6d109b-0e25-4417-b26c-f853afaddf96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:30.644815 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43586f-a5c5-461f-8833-db6f17f86baa req-7bc03032-7803-4c1d-a444-b51204a94578 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:30.647006 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0a43586f-a5c5-461f-8833-db6f17f86baa req-7bc03032-7803-4c1d-a444-b51204a94578 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] 10.222.0.44 "GET /v2.0/ports?device_id=994ee7fd-71e9-48c0-9a9f-42d2463db496 HTTP/1.1" status: 200 len: 945 time: 0.1508813 Aug 10 03:25:30.679304 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a4704e3b-cf2e-482e-bebf-6ea67320e6e6 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:30.682196 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a4704e3b-cf2e-482e-bebf-6ea67320e6e6 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:30.711100 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-6b6d109b-0e25-4417-b26c-f853afaddf96 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d34013712f3c4d73a2a320c3f7b9b96a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0137820 Aug 10 03:25:30.713729 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 60736) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:30.722096 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6d109b-0e25-4417-b26c-f853afaddf96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a953ff-d4c2-4c8e-8e29-4aeb24137033,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:30.802255 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a4704e3b-cf2e-482e-bebf-6ea67320e6e6 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:30.904742 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-800880e2-7628-4da9-9df0-ce3eff63d7fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:31.058884 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0a43586f-a5c5-461f-8833-db6f17f86baa req-65817755-084f-4cc3-85bc-a9ed480f3ed8 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ca484cf-8c3a-46cb-a8bd-5066374a93b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3691051 Aug 10 03:25:31.070553 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9f1c54c-83fe-49d3-a1f0-8da68ac0b8a3 req-2a1c0fb0-f709-4e2d-86aa-c58c26c1eb2b tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] Router ed8c4e06-1414-47c2-9a77-0a0c0cf70adc has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:25:31.255632 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6340cbf0-7e95-45e1-9d45-155df309130e req-34c9e1f4-f50b-4593-8d9f-2684a74464f0 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:31.257280 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6340cbf0-7e95-45e1-9d45-155df309130e req-34c9e1f4-f50b-4593-8d9f-2684a74464f0 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d911d16-2fd9-4b69-93b2-1b4fb4cca26b HTTP/1.1" status: 200 len: 945 time: 0.1752117 Aug 10 03:25:31.278453 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9f1c54c-83fe-49d3-a1f0-8da68ac0b8a3 req-2a1c0fb0-f709-4e2d-86aa-c58c26c1eb2b tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:25:31.295189 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d46b4f5-2778-4ae5-8bf2-e09fd4bd6139 None None] Sync routers for ids ['ed8c4e06-1414-47c2-9a77-0a0c0cf70adc'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:25:31.304939 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d46b4f5-2778-4ae5-8bf2-e09fd4bd6139 None None] Routers {'ed8c4e06-1414-47c2-9a77-0a0c0cf70adc'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:25:31.305581 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-2d46b4f5-2778-4ae5-8bf2-e09fd4bd6139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:25:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['ed8c4e06-1414-47c2-9a77-0a0c0cf70adc'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:31.341478 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9f1c54c-83fe-49d3-a1f0-8da68ac0b8a3 req-2a1c0fb0-f709-4e2d-86aa-c58c26c1eb2b tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] No DVR routers for this DVR port ac1f695a-36dc-4bad-9ccb-4e8de6a45e31 on host n-h2-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:25:31.346106 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-e9f1c54c-83fe-49d3-a1f0-8da68ac0b8a3 req-2a1c0fb0-f709-4e2d-86aa-c58c26c1eb2b tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:31.354764 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e9f1c54c-83fe-49d3-a1f0-8da68ac0b8a3 req-2a1c0fb0-f709-4e2d-86aa-c58c26c1eb2b tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] 10.222.0.61 "DELETE /v2.0/ports/ac1f695a-36dc-4bad-9ccb-4e8de6a45e31 HTTP/1.1" status: 204 len: 173 time: 2.1760368 Aug 10 03:25:31.354764 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98532c5c-e4f2-4b43-aa06-5cf8233e4981', 'name': 'network-vif-deleted', 'tag': 'ac1f695a-36dc-4bad-9ccb-4e8de6a45e31'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:25:31.354764 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b71cf6a4-0301-44be-8d00-bec60855d9ae" -d '{"events": [{"server_uuid": "98532c5c-e4f2-4b43-aa06-5cf8233e4981", "name": "network-vif-deleted", "tag": "ac1f695a-36dc-4bad-9ccb-4e8de6a45e31"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:25:31.378264 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6340cbf0-7e95-45e1-9d45-155df309130e req-2c5c924f-7512-4bf3-a392-146e5d6ef665 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139841 Aug 10 03:25:31.387389 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 0a3dbbf3-aa8e-404f-8f1d-2b7c8594fa21 up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:25:31.419336 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-800880e2-7628-4da9-9df0-ce3eff63d7fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:31.426105 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a4704e3b-cf2e-482e-bebf-6ea67320e6e6 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:31.439718 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd24a255-01a0-44ae-b36b-1ff3fa9b0769 x-openstack-request-id: req-dd24a255-01a0-44ae-b36b-1ff3fa9b0769 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:25:31.443172 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98532c5c-e4f2-4b43-aa06-5cf8233e4981", "name": "network-vif-deleted", "tag": "ac1f695a-36dc-4bad-9ccb-4e8de6a45e31", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:25:31.443447 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dd24a255-01a0-44ae-b36b-1ff3fa9b0769 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:25:31.443989 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98532c5c-e4f2-4b43-aa06-5cf8233e4981', 'name': 'network-vif-deleted', 'tag': 'ac1f695a-36dc-4bad-9ccb-4e8de6a45e31', 'status': 'completed', 'code': 200} Aug 10 03:25:31.526706 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8c863b39-fe5e-4bec-86e0-447b12ba3c1c req-8eed049b-8947-41b9-8804-72008dbbf952 tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] 10.222.0.44 "GET /v2.0/ports?device_id=98532c5c-e4f2-4b43-aa06-5cf8233e4981 HTTP/1.1" status: 200 len: 210 time: 0.0529931 Aug 10 03:25:31.546653 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-2d46b4f5-2778-4ae5-8bf2-e09fd4bd6139 None None] Set router ed8c4e06-1414-47c2-9a77-0a0c0cf70adc gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:25:31.600106 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning for port 0a3dbbf3-aa8e-404f-8f1d-2b7c8594fa21 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:25:31.608659 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port 0a3dbbf3-aa8e-404f-8f1d-2b7c8594fa21 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:31.609046 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:31.627208 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-800880e2-7628-4da9-9df0-ce3eff63d7fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:31.629873 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-800880e2-7628-4da9-9df0-ce3eff63d7fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:31.635472 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-800880e2-7628-4da9-9df0-ce3eff63d7fa admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a0a953ff-d4c2-4c8e-8e29-4aeb24137033 HTTP/1.1" status: 204 len: 168 time: 0.9163878 Aug 10 03:25:31.660637 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800880e2-7628-4da9-9df0-ce3eff63d7fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a953ff-d4c2-4c8e-8e29-4aeb24137033,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:31.818686 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:31.858635 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d911d16-2fd9-4b69-93b2-1b4fb4cca26b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a3dbbf3-aa8e-404f-8f1d-2b7c8594fa21'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:25:31.861394 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5e34f70-097b-4267-9c2c-3d6adb2b3b5d" -d '{"events": [{"server_uuid": "4d911d16-2fd9-4b69-93b2-1b4fb4cca26b", "name": "network-vif-plugged", "status": "completed", "tag": "0a3dbbf3-aa8e-404f-8f1d-2b7c8594fa21"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:25:31.878531 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a4704e3b-cf2e-482e-bebf-6ea67320e6e6 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks [] for router_gateway, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:31.881320 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 0a3dbbf3-aa8e-404f-8f1d-2b7c8594fa21, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=0a3dbbf3-aa8e-404f-8f1d-2b7c8594fa21,segment=NetworkSegment(73bbe919-55b7-4c3d-b65b-52e4e628212a),segment_id=73bbe919-55b7-4c3d-b65b-52e4e628212a)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:31.908437 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:31.913050 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a4704e3b-cf2e-482e-bebf-6ea67320e6e6 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:31.984643 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1233add8-fb31-4b26-8b1f-12839366771d x-openstack-request-id: req-1233add8-fb31-4b26-8b1f-12839366771d {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:25:31.985107 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d911d16-2fd9-4b69-93b2-1b4fb4cca26b", "name": "network-vif-plugged", "status": "completed", "tag": "0a3dbbf3-aa8e-404f-8f1d-2b7c8594fa21", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:25:31.985495 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1233add8-fb31-4b26-8b1f-12839366771d {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:25:31.986001 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d911d16-2fd9-4b69-93b2-1b4fb4cca26b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a3dbbf3-aa8e-404f-8f1d-2b7c8594fa21', 'code': 200} Aug 10 03:25:31.997784 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=0a3dbbf3-aa8e-404f-8f1d-2b7c8594fa21,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:32.032429 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-2d46b4f5-2778-4ae5-8bf2-e09fd4bd6139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed8c4e06-1414-47c2-9a77-0a0c0cf70adc', 'name': 'tempest-ServersTestFqdnHostnames-513534422-router', 'tenant_id': 'c9603ab9bba540beb860908da5f483c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '69e5bd5a-55f4-45f7-aa41-300aa3539ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:21:30Z', 'updated_at': '2021-08-10T03:21:40Z', 'revision_number': 4, 'project_id': 'c9603ab9bba540beb860908da5f483c4', 'gw_port': {'id': '69e5bd5a-55f4-45f7-aa41-300aa3539ec7', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed8c4e06-1414-47c2-9a77-0a0c0cf70adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:34Z', 'updated_at': '2021-08-10T03:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '528c659a-2cc1-4a48-88d2-6026d348e6e9', 'name': '', 'network_id': 'f2610c24-f468-4d40-86ff-26a411353238', 'tenant_id': 'c9603ab9bba540beb860908da5f483c4', 'mac_address': 'fa:16:3e:33:4d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed8c4e06-1414-47c2-9a77-0a0c0cf70adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'f8ed2a35-9a6a-4125-b7ba-071adfa339f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:39Z', 'updated_at': '2021-08-10T03:21:48Z', 'revision_number': 5, 'project_id': 'c9603ab9bba540beb860908da5f483c4', 'subnets': [{'id': 'f8ed2a35-9a6a-4125-b7ba-071adfa339f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:32.075116 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d46b4f5-2778-4ae5-8bf2-e09fd4bd6139 None None] Checking router: ed8c4e06-1414-47c2-9a77-0a0c0cf70adc for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:25:32.087126 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d46b4f5-2778-4ae5-8bf2-e09fd4bd6139 None None] Routers {'ed8c4e06-1414-47c2-9a77-0a0c0cf70adc'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:25:32.087902 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-2d46b4f5-2778-4ae5-8bf2-e09fd4bd6139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:25:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['ed8c4e06-1414-47c2-9a77-0a0c0cf70adc'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:32.108861 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-a4704e3b-cf2e-482e-bebf-6ea67320e6e6 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Allocated IP 172.25.6.246 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/afa8f140-9c94-46a0-835e-6e8ae2567626) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:25:32.187612 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1fc460-11f9-46de-aa4b-b5a360e22160 req-72e3d85c-bed3-4c58-8bbb-fd073e51d10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:32.189194 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7f1fc460-11f9-46de-aa4b-b5a360e22160 req-72e3d85c-bed3-4c58-8bbb-fd073e51d10e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4d911d16-2fd9-4b69-93b2-1b4fb4cca26b HTTP/1.1" status: 200 len: 1098 time: 0.1306748 Aug 10 03:25:32.274294 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 38cbeedf-5f2d-4a93-a8f7-ca4dc492504a no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:25:32.304964 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 38cbeedf-5f2d-4a93-a8f7-ca4dc492504a {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:25:32.305996 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 38cbeedf-5f2d-4a93-a8f7-ca4dc492504a not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:25:32.327226 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a4704e3b-cf2e-482e-bebf-6ea67320e6e6 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:32.332934 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7f1fc460-11f9-46de-aa4b-b5a360e22160 req-c9720424-02e0-4595-987e-59ae18f39c45 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227663 Aug 10 03:25:32.347020 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad3b84f-1cfa-41f7-bd6a-c3b97d1b8532 req-e2fd4637-fd8d-4208-b57f-07614f9dcc6e tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:32.348673 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3ad3b84f-1cfa-41f7-bd6a-c3b97d1b8532 req-e2fd4637-fd8d-4208-b57f-07614f9dcc6e tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] 10.222.0.44 "GET /v2.0/ports?device_id=994ee7fd-71e9-48c0-9a9f-42d2463db496 HTTP/1.1" status: 200 len: 945 time: 0.1529095 Aug 10 03:25:32.367861 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-2d46b4f5-2778-4ae5-8bf2-e09fd4bd6139 None None] Set router ed8c4e06-1414-47c2-9a77-0a0c0cf70adc gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:25:32.417049 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a4704e3b-cf2e-482e-bebf-6ea67320e6e6 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:32.427736 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3ad3b84f-1cfa-41f7-bd6a-c3b97d1b8532 req-84902fef-56e5-48e8-a7b5-d3b7d2c8275e tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ca484cf-8c3a-46cb-a8bd-5066374a93b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671446 Aug 10 03:25:32.481356 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4704e3b-cf2e-482e-bebf-6ea67320e6e6 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:25:32.492292 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-a4704e3b-cf2e-482e-bebf-6ea67320e6e6 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:25:32.501951 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4704e3b-cf2e-482e-bebf-6ea67320e6e6 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:25:32.596160 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc59f5c2-9422-4fb1-9dd6-cd1c443abcc7 req-80f5e445-7639-4f19-90ba-fd53cba0ab8f tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:32.598058 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bc59f5c2-9422-4fb1-9dd6-cd1c443abcc7 req-80f5e445-7639-4f19-90ba-fd53cba0ab8f tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d911d16-2fd9-4b69-93b2-1b4fb4cca26b HTTP/1.1" status: 200 len: 946 time: 0.1184192 Aug 10 03:25:32.607636 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4704e3b-cf2e-482e-bebf-6ea67320e6e6 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Pushing event updated for resources: {'Port': ['ID=afa8f140-9c94-46a0-835e-6e8ae2567626,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:32.709426 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bc59f5c2-9422-4fb1-9dd6-cd1c443abcc7 req-ef0d6757-6550-4abe-a5cb-292ec91f2073 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958908 Aug 10 03:25:32.717222 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 60782) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:32.731227 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-2d46b4f5-2778-4ae5-8bf2-e09fd4bd6139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed8c4e06-1414-47c2-9a77-0a0c0cf70adc', 'name': 'tempest-ServersTestFqdnHostnames-513534422-router', 'tenant_id': 'c9603ab9bba540beb860908da5f483c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '69e5bd5a-55f4-45f7-aa41-300aa3539ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:21:30Z', 'updated_at': '2021-08-10T03:21:40Z', 'revision_number': 4, 'project_id': 'c9603ab9bba540beb860908da5f483c4', 'gw_port': {'id': '69e5bd5a-55f4-45f7-aa41-300aa3539ec7', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed8c4e06-1414-47c2-9a77-0a0c0cf70adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:34Z', 'updated_at': '2021-08-10T03:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '528c659a-2cc1-4a48-88d2-6026d348e6e9', 'name': '', 'network_id': 'f2610c24-f468-4d40-86ff-26a411353238', 'tenant_id': 'c9603ab9bba540beb860908da5f483c4', 'mac_address': 'fa:16:3e:33:4d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed8c4e06-1414-47c2-9a77-0a0c0cf70adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'f8ed2a35-9a6a-4125-b7ba-071adfa339f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:39Z', 'updated_at': '2021-08-10T03:21:48Z', 'revision_number': 5, 'project_id': 'c9603ab9bba540beb860908da5f483c4', 'subnets': [{'id': 'f8ed2a35-9a6a-4125-b7ba-071adfa339f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:32.813092 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d46b4f5-2778-4ae5-8bf2-e09fd4bd6139 None None] The sync data for ids ['ed8c4e06-1414-47c2-9a77-0a0c0cf70adc'] in n-d-768862-13 is: [{'id': 'ed8c4e06-1414-47c2-9a77-0a0c0cf70adc', 'name': 'tempest-ServersTestFqdnHostnames-513534422-router', 'tenant_id': 'c9603ab9bba540beb860908da5f483c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '69e5bd5a-55f4-45f7-aa41-300aa3539ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:21:30Z', 'updated_at': '2021-08-10T03:21:40Z', 'revision_number': 4, 'project_id': 'c9603ab9bba540beb860908da5f483c4', 'gw_port': {'id': '69e5bd5a-55f4-45f7-aa41-300aa3539ec7', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed8c4e06-1414-47c2-9a77-0a0c0cf70adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:34Z', 'updated_at': '2021-08-10T03:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '528c659a-2cc1-4a48-88d2-6026d348e6e9', 'name': '', 'network_id': 'f2610c24-f468-4d40-86ff-26a411353238', 'tenant_id': 'c9603ab9bba540beb860908da5f483c4', 'mac_address': 'fa:16:3e:33:4d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed8c4e06-1414-47c2-9a77-0a0c0cf70adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'f8ed2a35-9a6a-4125-b7ba-071adfa339f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:39Z', 'updated_at': '2021-08-10T03:21:48Z', 'revision_number': 5, 'project_id': 'c9603ab9bba540beb860908da5f483c4', 'subnets': [{'id': 'f8ed2a35-9a6a-4125-b7ba-071adfa339f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:25:32.857177 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b2f9fed2-a4ab-4296-bd11-02ecf0705f04 tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:32.915905 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b2f9fed2-a4ab-4296-bd11-02ecf0705f04 tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:33.011258 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a4704e3b-cf2e-482e-bebf-6ea67320e6e6 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks [] for router_gateway, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:33.012730 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b2f9fed2-a4ab-4296-bd11-02ecf0705f04 tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:33.017199 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b2f9fed2-a4ab-4296-bd11-02ecf0705f04 tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:33.018861 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-b2f9fed2-a4ab-4296-bd11-02ecf0705f04 tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] 10.222.0.44 "DELETE /v2.0/security-groups/2a3d60c7-dc11-4ed6-97f3-7a302523b1f9 HTTP/1.1" status: 204 len: 168 time: 0.2997999 Aug 10 03:25:33.023225 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:33.026097 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 60790) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:33.041481 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f9fed2-a4ab-4296-bd11-02ecf0705f04 tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a3d60c7-dc11-4ed6-97f3-7a302523b1f9,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:33.051834 n-d-768862-13 neutron-server[94260]: INFO neutron.api.v2.resource [None req-c5e84dca-864c-4d80-b721-8c9e6d84b3b3 tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] show failed (client error): The resource could not be found. Aug 10 03:25:33.053279 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-c5e84dca-864c-4d80-b721-8c9e6d84b3b3 tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] 10.222.0.44 "GET /v2.0/security-groups/2a3d60c7-dc11-4ed6-97f3-7a302523b1f9 HTTP/1.1" status: 404 len: 347 time: 0.0257373 Aug 10 03:25:33.057453 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 60792) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:33.294840 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device ac1f695a-36dc-4bad-9ccb-4e8de6a45e31 no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:25:33.314162 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-a22d38b1-37bf-4965-9258-7f402f29ab33 tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] Deleting port 837e6794-a06f-417c-ab61-1273564cdf27 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:25:33.314864 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a22d38b1-37bf-4965-9258-7f402f29ab33 tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:33.343352 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] No Port match for: ac1f695a-36dc-4bad-9ccb-4e8de6a45e31 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:25:33.344301 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device ac1f695a-36dc-4bad-9ccb-4e8de6a45e31 not bound to the agent host n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:25:33.411059 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d3ec0f-2733-4dc9-a98e-6752a1d73d0d None None] New status for floating IP 883446dc-bdd9-432c-a041-69e9acec01a4: DOWN {{(pid=94263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:25:33.508610 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a4704e3b-cf2e-482e-bebf-6ea67320e6e6 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:33.518432 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a22d38b1-37bf-4965-9258-7f402f29ab33 tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:33.519526 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a22d38b1-37bf-4965-9258-7f402f29ab33 tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:33.555549 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-a22d38b1-37bf-4965-9258-7f402f29ab33 tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] Calling delete_port for 837e6794-a06f-417c-ab61-1273564cdf27 owned by network:floatingip {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:25:33.714854 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e8bf3-9853-429d-9cdb-77f3dd7c67da req-6ae67f1c-81a5-4376-ac49-11bd5d2524d9 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:33.722555 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a05e8bf3-9853-429d-9cdb-77f3dd7c67da req-6ae67f1c-81a5-4376-ac49-11bd5d2524d9 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] 10.222.0.44 "GET /v2.0/ports?device_id=994ee7fd-71e9-48c0-9a9f-42d2463db496 HTTP/1.1" status: 200 len: 945 time: 0.1502213 Aug 10 03:25:33.787486 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a05e8bf3-9853-429d-9cdb-77f3dd7c67da req-070697f8-5edb-4de3-9875-80dac0309125 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ca484cf-8c3a-46cb-a8bd-5066374a93b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638971 Aug 10 03:25:33.820279 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4704e3b-cf2e-482e-bebf-6ea67320e6e6 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Router a2b6e71e-4a9e-466b-bdf3-8b0200dfb9d8 is scheduled to L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e with binding_index 1 {{(pid=94261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:25:33.891241 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a22d38b1-37bf-4965-9258-7f402f29ab33 tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:33.928439 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22d38b1-37bf-4965-9258-7f402f29ab33 tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] Pushing event deleted for resources: {'Port': ['ID=837e6794-a06f-417c-ab61-1273564cdf27,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:34.052370 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4704e3b-cf2e-482e-bebf-6ea67320e6e6 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:25:34.064394 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b758dd1c-9ded-4e0b-972d-08238546cdd9 None None] Sync routers for ids ['a2b6e71e-4a9e-466b-bdf3-8b0200dfb9d8'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:25:34.081810 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b758dd1c-9ded-4e0b-972d-08238546cdd9 None None] Routers {'a2b6e71e-4a9e-466b-bdf3-8b0200dfb9d8'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:25:34.082488 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-b758dd1c-9ded-4e0b-972d-08238546cdd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:25:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['a2b6e71e-4a9e-466b-bdf3-8b0200dfb9d8'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:34.084184 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc376314-0448-43b1-a662-f4b5bab25a53 req-f060b348-19bf-4dd2-91f5-6a0e351ea404 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:34.087288 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cc376314-0448-43b1-a662-f4b5bab25a53 req-f060b348-19bf-4dd2-91f5-6a0e351ea404 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d911d16-2fd9-4b69-93b2-1b4fb4cca26b HTTP/1.1" status: 200 len: 946 time: 0.1611090 Aug 10 03:25:34.095054 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a4704e3b-cf2e-482e-bebf-6ea67320e6e6 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:34.096703 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a4704e3b-cf2e-482e-bebf-6ea67320e6e6 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.5710118 Aug 10 03:25:34.100618 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 60816) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:34.106664 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-7341b175-ad68-4c84-bdb5-9e2b1669a48a tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'enable_snat': False}}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:34.124221 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a22d38b1-37bf-4965-9258-7f402f29ab33 tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] Notify callbacks [] for floatingip, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:34.126984 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a22d38b1-37bf-4965-9258-7f402f29ab33 tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:34.128194 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-a22d38b1-37bf-4965-9258-7f402f29ab33 tempest-ServersTestFqdnHostnames-2078350229 tempest-ServersTestFqdnHostnames-2078350229-project] 10.222.0.44 "DELETE /v2.0/floatingips/883446dc-bdd9-432c-a041-69e9acec01a4 HTTP/1.1" status: 204 len: 168 time: 1.0694640 Aug 10 03:25:34.132809 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 60818) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:34.160443 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-b758dd1c-9ded-4e0b-972d-08238546cdd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:34.169114 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cc376314-0448-43b1-a662-f4b5bab25a53 req-4b522c0a-dfcf-4636-b7d0-8f59b165a349 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723534 Aug 10 03:25:34.188482 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b758dd1c-9ded-4e0b-972d-08238546cdd9 None None] Routers {'a2b6e71e-4a9e-466b-bdf3-8b0200dfb9d8'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:25:34.190110 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-b758dd1c-9ded-4e0b-972d-08238546cdd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:25:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['a2b6e71e-4a9e-466b-bdf3-8b0200dfb9d8'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:34.270732 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-b758dd1c-9ded-4e0b-972d-08238546cdd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:34.273211 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b758dd1c-9ded-4e0b-972d-08238546cdd9 None None] The sync data for ids ['a2b6e71e-4a9e-466b-bdf3-8b0200dfb9d8'] in n-d-768862-13 is: [] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:25:34.582417 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b9b878-a190-4ba7-bd72-a415afa427c8 req-913392d9-42d7-4311-891d-160a2d1f803e tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:34.590669 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-04b9b878-a190-4ba7-bd72-a415afa427c8 req-913392d9-42d7-4311-891d-160a2d1f803e tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d911d16-2fd9-4b69-93b2-1b4fb4cca26b HTTP/1.1" status: 200 len: 946 time: 0.0876193 Aug 10 03:25:34.593172 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7341b175-ad68-4c84-bdb5-9e2b1669a48a tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:34.715772 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-04b9b878-a190-4ba7-bd72-a415afa427c8 req-52884487-28dd-4fb1-bad5-d79dba3da9fb tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238689 Aug 10 03:25:35.025726 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83375153-ed54-43dc-9181-342d5ce28d2f req-289d341e-e301-42c1-890f-8539fc89235f tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:35.028378 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-83375153-ed54-43dc-9181-342d5ce28d2f req-289d341e-e301-42c1-890f-8539fc89235f tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d911d16-2fd9-4b69-93b2-1b4fb4cca26b HTTP/1.1" status: 200 len: 946 time: 0.1765432 Aug 10 03:25:35.051351 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd96a4b0-3567-41a8-92ff-49545eb2dec2 req-027a5cb3-85f3-4265-be4e-e8c989eddcb5 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:35.053833 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fd96a4b0-3567-41a8-92ff-49545eb2dec2 req-027a5cb3-85f3-4265-be4e-e8c989eddcb5 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] 10.222.0.44 "GET /v2.0/ports?device_id=994ee7fd-71e9-48c0-9a9f-42d2463db496 HTTP/1.1" status: 200 len: 945 time: 0.1470864 Aug 10 03:25:35.090065 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6b3b83ed-c281-471c-8673-ce1ca7ddb96d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521880'] for router_interface, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:35.230585 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-83375153-ed54-43dc-9181-342d5ce28d2f req-460b44d7-7c75-45df-ac11-18c4c31838b9 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750596 Aug 10 03:25:35.239247 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fd96a4b0-3567-41a8-92ff-49545eb2dec2 req-96f6b26a-ac74-4132-8828-85bbec1a36c6 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ca484cf-8c3a-46cb-a8bd-5066374a93b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693113 Aug 10 03:25:35.308362 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7341b175-ad68-4c84-bdb5-9e2b1669a48a tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-520463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-522334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1409'] for router, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:35.313224 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7341b175-ad68-4c84-bdb5-9e2b1669a48a tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-520692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-520701', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-522311'] for router, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:35.447678 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 60874) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:35.510406 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7341b175-ad68-4c84-bdb5-9e2b1669a48a tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Router a2b6e71e-4a9e-466b-bdf3-8b0200dfb9d8 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:25:35.643362 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-6b3b83ed-c281-471c-8673-ce1ca7ddb96d admin admin] Deleting port 528c659a-2cc1-4a48-88d2-6026d348e6e9 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:25:35.644633 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6b3b83ed-c281-471c-8673-ce1ca7ddb96d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:35.720954 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7341b175-ad68-4c84-bdb5-9e2b1669a48a tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:25:35.737705 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8552fcd-82f6-48f2-bf5e-d0ad0d1defee None None] Sync routers for ids ['a2b6e71e-4a9e-466b-bdf3-8b0200dfb9d8'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:25:35.739480 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7341b175-ad68-4c84-bdb5-9e2b1669a48a tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:35.741598 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-7341b175-ad68-4c84-bdb5-9e2b1669a48a tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] 10.222.0.44 "PUT /v2.0/routers/a2b6e71e-4a9e-466b-bdf3-8b0200dfb9d8 HTTP/1.1" status: 200 len: 921 time: 1.6396358 Aug 10 03:25:35.744263 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 60882) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:35.752658 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8552fcd-82f6-48f2-bf5e-d0ad0d1defee None None] Routers {'a2b6e71e-4a9e-466b-bdf3-8b0200dfb9d8'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:25:35.753760 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-b8552fcd-82f6-48f2-bf5e-d0ad0d1defee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:25:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['a2b6e71e-4a9e-466b-bdf3-8b0200dfb9d8'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:35.762482 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-edbffb63-c6e7-4fb4-a7a9-cca20a9c50bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:35.792659 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-b8552fcd-82f6-48f2-bf5e-d0ad0d1defee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:35.802944 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8552fcd-82f6-48f2-bf5e-d0ad0d1defee None None] Routers {'a2b6e71e-4a9e-466b-bdf3-8b0200dfb9d8'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:25:35.803732 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-b8552fcd-82f6-48f2-bf5e-d0ad0d1defee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:25:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['a2b6e71e-4a9e-466b-bdf3-8b0200dfb9d8'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:35.838312 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-b8552fcd-82f6-48f2-bf5e-d0ad0d1defee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:35.839388 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8552fcd-82f6-48f2-bf5e-d0ad0d1defee None None] The sync data for ids ['a2b6e71e-4a9e-466b-bdf3-8b0200dfb9d8'] in n-d-768862-13 is: [] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:25:35.907385 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7accc23-fc0a-4400-8d1c-ffc00ca91a86 req-2a3074ab-f899-476b-b06e-785bc1339e30 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:35.910113 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a7accc23-fc0a-4400-8d1c-ffc00ca91a86 req-2a3074ab-f899-476b-b06e-785bc1339e30 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d911d16-2fd9-4b69-93b2-1b4fb4cca26b HTTP/1.1" status: 200 len: 946 time: 0.1725428 Aug 10 03:25:35.932345 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [None req-6b3b83ed-c281-471c-8673-ce1ca7ddb96d admin admin] For port 528c659a-2cc1-4a48-88d2-6026d348e6e9, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=528c659a-2cc1-4a48-88d2-6026d348e6e9,segment=NetworkSegment(b0d95f30-ce33-474a-8373-79a831b269e5),segment_id=b0d95f30-ce33-474a-8373-79a831b269e5)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:35.932737 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6b3b83ed-c281-471c-8673-ce1ca7ddb96d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:35.947176 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-5c4e8e39-12e3-43c6-9bc5-64f8a8274889 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] 10.222.0.44 "GET /v2.0/routers/a2b6e71e-4a9e-466b-bdf3-8b0200dfb9d8 HTTP/1.1" status: 200 len: 921 time: 0.2008376 Aug 10 03:25:35.948225 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 60884) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:35.987786 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-6b3b83ed-c281-471c-8673-ce1ca7ddb96d admin admin] Calling delete_port for 528c659a-2cc1-4a48-88d2-6026d348e6e9 owned by network:router_interface {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:25:36.068128 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205969c4-a2ab-442c-b069-135484d8a9cb tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:36.069681 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-205969c4-a2ab-442c-b069-135484d8a9cb tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=2ea12131-628a-487e-b434-0463553732bd&device_id=a2b6e71e-4a9e-466b-bdf3-8b0200dfb9d8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1201191 Aug 10 03:25:36.073290 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 60886) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:36.124677 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a7accc23-fc0a-4400-8d1c-ffc00ca91a86 req-26dbd31e-a9a0-4204-a672-0c0794798914 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998727 Aug 10 03:25:36.328684 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-edbffb63-c6e7-4fb4-a7a9-cca20a9c50bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:36.339347 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-edbffb63-c6e7-4fb4-a7a9-cca20a9c50bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:36.552461 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a375c749-4e37-46bb-bf9e-92e509028f4e tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:36.555678 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a375c749-4e37-46bb-bf9e-92e509028f4e tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] 10.222.0.44 "GET /v2.0/networks/2ea12131-628a-487e-b434-0463553732bd HTTP/1.1" status: 200 len: 881 time: 0.4801488 Aug 10 03:25:36.558879 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 60894) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:36.607049 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-54fc0dac-aa86-4001-b211-f0586a861d05 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2b6e71e-4a9e-466b-bdf3-8b0200dfb9d8 HTTP/1.1" status: 200 len: 205 time: 0.0425105 Aug 10 03:25:36.607509 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 60896) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:36.754913 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-802ab66f-05e2-42db-bb6a-12c3b48db0d7 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks [] for router, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:36.770015 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbffb63-c6e7-4fb4-a7a9-cca20a9c50bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5807af1-7dc7-4a6b-a19c-de970af8f44f,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:36.777346 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-edbffb63-c6e7-4fb4-a7a9-cca20a9c50bc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4b77e6cb0f504a03a87403c5b478ff21&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3286102 Aug 10 03:25:36.782803 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 60898) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:36.876481 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cab865-c5bf-4039-8141-b818094c38e3 req-6c99f7bc-1647-4cc7-88ff-e5e966f320f3 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:36.878025 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-84cab865-c5bf-4039-8141-b818094c38e3 req-6c99f7bc-1647-4cc7-88ff-e5e966f320f3 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] 10.222.0.44 "GET /v2.0/ports?device_id=994ee7fd-71e9-48c0-9a9f-42d2463db496 HTTP/1.1" status: 200 len: 945 time: 0.4862013 Aug 10 03:25:36.909812 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6b3b83ed-c281-471c-8673-ce1ca7ddb96d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:36.929622 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5294ffb8-523a-4dea-90f3-16cd071869ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:36.966106 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3b83ed-c281-471c-8673-ce1ca7ddb96d admin admin] Pushing event deleted for resources: {'Port': ['ID=528c659a-2cc1-4a48-88d2-6026d348e6e9,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:36.977163 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-802ab66f-05e2-42db-bb6a-12c3b48db0d7 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:37.060215 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-802ab66f-05e2-42db-bb6a-12c3b48db0d7 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Deleting port afa8f140-9c94-46a0-835e-6e8ae2567626 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:25:37.061714 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-84cab865-c5bf-4039-8141-b818094c38e3 req-69cf9d3e-267b-4cbf-9647-9b612b0a6b7d tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ca484cf-8c3a-46cb-a8bd-5066374a93b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751497 Aug 10 03:25:37.062697 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-802ab66f-05e2-42db-bb6a-12c3b48db0d7 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:37.075098 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5294ffb8-523a-4dea-90f3-16cd071869ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:37.190528 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-802ab66f-05e2-42db-bb6a-12c3b48db0d7 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:37.222177 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-802ab66f-05e2-42db-bb6a-12c3b48db0d7 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Calling delete_port for afa8f140-9c94-46a0-835e-6e8ae2567626 owned by network:router_gateway {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:25:37.307754 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dce818-1342-43a1-837b-868f305873e0 req-f97d2acb-49d1-4c2d-a7e2-5450a052c42a tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:37.309367 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a6dce818-1342-43a1-837b-868f305873e0 req-f97d2acb-49d1-4c2d-a7e2-5450a052c42a tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d911d16-2fd9-4b69-93b2-1b4fb4cca26b HTTP/1.1" status: 200 len: 946 time: 0.2126508 Aug 10 03:25:37.423301 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5294ffb8-523a-4dea-90f3-16cd071869ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:37.425816 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5294ffb8-523a-4dea-90f3-16cd071869ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:37.427033 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-5294ffb8-523a-4dea-90f3-16cd071869ef admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c5807af1-7dc7-4a6b-a19c-de970af8f44f HTTP/1.1" status: 204 len: 168 time: 0.6431470 Aug 10 03:25:37.466528 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de1825-3c8c-49d1-801b-9474cdfabc8e req-7128bb67-07dd-4d7d-b30f-a747972ab9ac tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:37.473954 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-12de1825-3c8c-49d1-801b-9474cdfabc8e req-7128bb67-07dd-4d7d-b30f-a747972ab9ac tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d911d16-2fd9-4b69-93b2-1b4fb4cca26b HTTP/1.1" status: 200 len: 946 time: 0.1998899 Aug 10 03:25:37.492198 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5294ffb8-523a-4dea-90f3-16cd071869ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5807af1-7dc7-4a6b-a19c-de970af8f44f,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:37.504714 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6b3b83ed-c281-471c-8673-ce1ca7ddb96d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-522536'] for router_interface, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:37.547578 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-12de1825-3c8c-49d1-801b-9474cdfabc8e req-b74a33f1-6d2c-47aa-83d4-3c7ada179b44 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725346 Aug 10 03:25:37.553981 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-802ab66f-05e2-42db-bb6a-12c3b48db0d7 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:37.621323 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802ab66f-05e2-42db-bb6a-12c3b48db0d7 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Pushing event deleted for resources: {'Port': ['ID=afa8f140-9c94-46a0-835e-6e8ae2567626,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:37.661568 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-a6dce818-1342-43a1-837b-868f305873e0 req-d2959b63-73b0-4bb4-be16-d63b0c410f5b tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Deleting port 0a3dbbf3-aa8e-404f-8f1d-2b7c8594fa21 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:25:37.662047 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a6dce818-1342-43a1-837b-868f305873e0 req-d2959b63-73b0-4bb4-be16-d63b0c410f5b tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:37.710406 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-802ab66f-05e2-42db-bb6a-12c3b48db0d7 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520654'] for router_gateway, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:37.818517 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-802ab66f-05e2-42db-bb6a-12c3b48db0d7 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:37.821073 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-802ab66f-05e2-42db-bb6a-12c3b48db0d7 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:37.823922 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-a6dce818-1342-43a1-837b-868f305873e0 req-d2959b63-73b0-4bb4-be16-d63b0c410f5b tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] For port 0a3dbbf3-aa8e-404f-8f1d-2b7c8594fa21, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=0a3dbbf3-aa8e-404f-8f1d-2b7c8594fa21,segment=NetworkSegment(73bbe919-55b7-4c3d-b65b-52e4e628212a),segment_id=73bbe919-55b7-4c3d-b65b-52e4e628212a)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:37.824662 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a6dce818-1342-43a1-837b-868f305873e0 req-d2959b63-73b0-4bb4-be16-d63b0c410f5b tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:37.873194 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-a6dce818-1342-43a1-837b-868f305873e0 req-d2959b63-73b0-4bb4-be16-d63b0c410f5b tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Calling delete_port for 0a3dbbf3-aa8e-404f-8f1d-2b7c8594fa21 owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:25:37.878610 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-802ab66f-05e2-42db-bb6a-12c3b48db0d7 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:37.879190 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-802ab66f-05e2-42db-bb6a-12c3b48db0d7 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Fanout notify agent at l3_agent the message router_deleted on router a2b6e71e-4a9e-466b-bdf3-8b0200dfb9d8 {{(pid=94261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:25:37.886674 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-802ab66f-05e2-42db-bb6a-12c3b48db0d7 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:37.895269 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-802ab66f-05e2-42db-bb6a-12c3b48db0d7 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] 10.222.0.44 "DELETE /v2.0/routers/a2b6e71e-4a9e-466b-bdf3-8b0200dfb9d8 HTTP/1.1" status: 204 len: 168 time: 1.2791729 Aug 10 03:25:37.895269 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 60912) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:37.905102 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-1846ac6b-fabe-499a-b990-e164db722756 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-491882817', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:37.939096 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1846ac6b-fabe-499a-b990-e164db722756 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:37.941218 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1846ac6b-fabe-499a-b990-e164db722756 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:37.952826 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b3b83ed-c281-471c-8673-ce1ca7ddb96d admin admin] Router ed8c4e06-1414-47c2-9a77-0a0c0cf70adc has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:25:38.013737 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1846ac6b-fabe-499a-b990-e164db722756 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:38.025912 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1846ac6b-fabe-499a-b990-e164db722756 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:38.056416 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1846ac6b-fabe-499a-b990-e164db722756 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:38.058612 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-1846ac6b-fabe-499a-b990-e164db722756 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1614635 Aug 10 03:25:38.062980 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 60916) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:38.069982 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-5c7b9b86-2d3f-461a-86e7-ce369ae7ba3d tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Request body: {'router': {'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:38.072332 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 60918) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:38.107013 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8f03600c-ef3b-4795-a8c0-854d95438a47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:38.392939 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a6dce818-1342-43a1-837b-868f305873e0 req-d2959b63-73b0-4bb4-be16-d63b0c410f5b tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:38.401295 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b3b83ed-c281-471c-8673-ce1ca7ddb96d admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:25:38.409097 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['c86633db-c378-444d-8268-3b286fd3bbb7', '0a3dbbf3-aa8e-404f-8f1d-2b7c8594fa21'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:25:38.424127 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-6b3b83ed-c281-471c-8673-ce1ca7ddb96d admin admin] 10.222.0.44 "PUT /v2.0/routers/ed8c4e06-1414-47c2-9a77-0a0c0cf70adc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2866194 Aug 10 03:25:38.427664 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d918a2-eb5d-4c7b-8999-1bd164843d01 None None] Sync routers for ids ['ed8c4e06-1414-47c2-9a77-0a0c0cf70adc'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:25:38.431307 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 60922) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:38.451668 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5c7b9b86-2d3f-461a-86e7-ce369ae7ba3d tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:38.480176 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d918a2-eb5d-4c7b-8999-1bd164843d01 None None] Routers {'ed8c4e06-1414-47c2-9a77-0a0c0cf70adc'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:25:38.481451 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-27d918a2-eb5d-4c7b-8999-1bd164843d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:25:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['ed8c4e06-1414-47c2-9a77-0a0c0cf70adc'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:38.582441 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2959b63-73b0-4bb4-be16-d63b0c410f5b tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Pushing event deleted for resources: {'Port': ['ID=0a3dbbf3-aa8e-404f-8f1d-2b7c8594fa21,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:38.751803 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae191f-8c24-458a-83b8-0b70bbed88c3 req-c81e65c8-2929-460f-96c9-808388646150 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:38.753985 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-26ae191f-8c24-458a-83b8-0b70bbed88c3 req-c81e65c8-2929-460f-96c9-808388646150 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] 10.222.0.44 "GET /v2.0/ports?device_id=994ee7fd-71e9-48c0-9a9f-42d2463db496 HTTP/1.1" status: 200 len: 945 time: 0.5040188 Aug 10 03:25:38.777955 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-72e6fbd5-195a-4c67-bea7-10c32a3152c0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:38.873854 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6c7b87dc-b747-4d6e-a9b6-6a3f50969694 req-457b55c6-60b5-4ef3-ae42-34603997ff50 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d911d16-2fd9-4b69-93b2-1b4fb4cca26b HTTP/1.1" status: 200 len: 210 time: 0.1064756 Aug 10 03:25:38.875135 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6dce818-1342-43a1-837b-868f305873e0 req-d2959b63-73b0-4bb4-be16-d63b0c410f5b tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] No DVR routers for this DVR port 0a3dbbf3-aa8e-404f-8f1d-2b7c8594fa21 on host n-h1-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:25:38.887492 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a6dce818-1342-43a1-837b-868f305873e0 req-d2959b63-73b0-4bb4-be16-d63b0c410f5b tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:38.889647 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a6dce818-1342-43a1-837b-868f305873e0 req-d2959b63-73b0-4bb4-be16-d63b0c410f5b tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.42 "DELETE /v2.0/ports/0a3dbbf3-aa8e-404f-8f1d-2b7c8594fa21 HTTP/1.1" status: 204 len: 173 time: 1.5638027 Aug 10 03:25:38.900639 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d911d16-2fd9-4b69-93b2-1b4fb4cca26b', 'name': 'network-vif-deleted', 'tag': '0a3dbbf3-aa8e-404f-8f1d-2b7c8594fa21'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:25:38.903142 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f53e56-9340-4d2e-b31e-6446c9d763ae" -d '{"events": [{"server_uuid": "4d911d16-2fd9-4b69-93b2-1b4fb4cca26b", "name": "network-vif-deleted", "tag": "0a3dbbf3-aa8e-404f-8f1d-2b7c8594fa21"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:25:38.912054 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5c7b9b86-2d3f-461a-86e7-ce369ae7ba3d tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks [] for router_gateway, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:38.952302 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-26ae191f-8c24-458a-83b8-0b70bbed88c3 req-03917eb9-dde8-46cd-bdca-60f970a0ee70 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ca484cf-8c3a-46cb-a8bd-5066374a93b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682856 Aug 10 03:25:38.964283 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5c7b9b86-2d3f-461a-86e7-ce369ae7ba3d tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:39.114070 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8f03600c-ef3b-4795-a8c0-854d95438a47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:39.122603 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8f03600c-ef3b-4795-a8c0-854d95438a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:39.166287 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-27d918a2-eb5d-4c7b-8999-1bd164843d01 None None] Set router ed8c4e06-1414-47c2-9a77-0a0c0cf70adc gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:25:39.171860 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-72e6fbd5-195a-4c67-bea7-10c32a3152c0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:39.204144 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-8f03600c-ef3b-4795-a8c0-854d95438a47 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=71330604520e4bfbbcaa3ea0400e47cc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1294985 Aug 10 03:25:39.205637 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f03600c-ef3b-4795-a8c0-854d95438a47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=892ce4a1-2817-4fa9-8dd7-e7bf81cba638,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:39.208922 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 60934) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:39.251620 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f02d0fa8-af07-486e-a099-1f77f93f141f x-openstack-request-id: req-f02d0fa8-af07-486e-a099-1f77f93f141f {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:25:39.251928 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d911d16-2fd9-4b69-93b2-1b4fb4cca26b", "name": "network-vif-deleted", "tag": "0a3dbbf3-aa8e-404f-8f1d-2b7c8594fa21", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:25:39.252173 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f02d0fa8-af07-486e-a099-1f77f93f141f {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:25:39.252693 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d911d16-2fd9-4b69-93b2-1b4fb4cca26b', 'name': 'network-vif-deleted', 'tag': '0a3dbbf3-aa8e-404f-8f1d-2b7c8594fa21', 'status': 'completed', 'code': 200} Aug 10 03:25:39.291246 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-20188fb5-1f70-4132-bb86-12b0dad29871 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:39.312704 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-5c7b9b86-2d3f-461a-86e7-ce369ae7ba3d tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Allocated IP 172.25.6.99 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/9597405e-6868-4cd3-847d-8c19d1f8d409) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:25:39.334479 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-20188fb5-1f70-4132-bb86-12b0dad29871 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:39.374049 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-72e6fbd5-195a-4c67-bea7-10c32a3152c0 admin admin] Deleting port 69e5bd5a-55f4-45f7-aa41-300aa3539ec7 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:25:39.374600 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-72e6fbd5-195a-4c67-bea7-10c32a3152c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:39.450900 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-20188fb5-1f70-4132-bb86-12b0dad29871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:39.457171 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-20188fb5-1f70-4132-bb86-12b0dad29871 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:39.460931 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-20188fb5-1f70-4132-bb86-12b0dad29871 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/892ce4a1-2817-4fa9-8dd7-e7bf81cba638 HTTP/1.1" status: 204 len: 168 time: 0.2504101 Aug 10 03:25:39.498528 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-27d918a2-eb5d-4c7b-8999-1bd164843d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed8c4e06-1414-47c2-9a77-0a0c0cf70adc', 'name': 'tempest-ServersTestFqdnHostnames-513534422-router', 'tenant_id': 'c9603ab9bba540beb860908da5f483c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '69e5bd5a-55f4-45f7-aa41-300aa3539ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:21:30Z', 'updated_at': '2021-08-10T03:25:36Z', 'revision_number': 5, 'project_id': 'c9603ab9bba540beb860908da5f483c4', 'gw_port': {'id': '69e5bd5a-55f4-45f7-aa41-300aa3539ec7', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed8c4e06-1414-47c2-9a77-0a0c0cf70adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:34Z', 'updated_at': '2021-08-10T03:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:39.500994 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20188fb5-1f70-4132-bb86-12b0dad29871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=892ce4a1-2817-4fa9-8dd7-e7bf81cba638,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:39.572549 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d918a2-eb5d-4c7b-8999-1bd164843d01 None None] Checking router: ed8c4e06-1414-47c2-9a77-0a0c0cf70adc for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:25:39.588348 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d918a2-eb5d-4c7b-8999-1bd164843d01 None None] Routers {'ed8c4e06-1414-47c2-9a77-0a0c0cf70adc'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:25:39.589268 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-27d918a2-eb5d-4c7b-8999-1bd164843d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:25:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['ed8c4e06-1414-47c2-9a77-0a0c0cf70adc'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:39.604713 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [None req-72e6fbd5-195a-4c67-bea7-10c32a3152c0 admin admin] For port 69e5bd5a-55f4-45f7-aa41-300aa3539ec7, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=69e5bd5a-55f4-45f7-aa41-300aa3539ec7,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:39.606094 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-72e6fbd5-195a-4c67-bea7-10c32a3152c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:39.619139 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5c7b9b86-2d3f-461a-86e7-ce369ae7ba3d tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:39.639371 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-72e6fbd5-195a-4c67-bea7-10c32a3152c0 admin admin] Calling delete_port for 69e5bd5a-55f4-45f7-aa41-300aa3539ec7 owned by network:router_gateway {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:25:39.721259 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5c7b9b86-2d3f-461a-86e7-ce369ae7ba3d tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:39.794830 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-27d918a2-eb5d-4c7b-8999-1bd164843d01 None None] Set router ed8c4e06-1414-47c2-9a77-0a0c0cf70adc gateway port host: None {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:25:39.843166 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7b9b86-2d3f-461a-86e7-ce369ae7ba3d tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:25:39.854135 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-5c7b9b86-2d3f-461a-86e7-ce369ae7ba3d tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:25:39.861544 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7b9b86-2d3f-461a-86e7-ce369ae7ba3d tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:25:39.879559 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-27d918a2-eb5d-4c7b-8999-1bd164843d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed8c4e06-1414-47c2-9a77-0a0c0cf70adc', 'name': 'tempest-ServersTestFqdnHostnames-513534422-router', 'tenant_id': 'c9603ab9bba540beb860908da5f483c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:21:30Z', 'updated_at': '2021-08-10T03:25:39Z', 'revision_number': 6, 'project_id': 'c9603ab9bba540beb860908da5f483c4', 'gw_port_host': None}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:39.908473 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7b9b86-2d3f-461a-86e7-ce369ae7ba3d tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Pushing event updated for resources: {'Port': ['ID=9597405e-6868-4cd3-847d-8c19d1f8d409,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:39.937233 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d918a2-eb5d-4c7b-8999-1bd164843d01 None None] The sync data for ids ['ed8c4e06-1414-47c2-9a77-0a0c0cf70adc'] in n-d-768862-13 is: [{'id': 'ed8c4e06-1414-47c2-9a77-0a0c0cf70adc', 'name': 'tempest-ServersTestFqdnHostnames-513534422-router', 'tenant_id': 'c9603ab9bba540beb860908da5f483c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:21:30Z', 'updated_at': '2021-08-10T03:25:39Z', 'revision_number': 6, 'project_id': 'c9603ab9bba540beb860908da5f483c4', 'gw_port_host': None}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:25:40.095545 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-72e6fbd5-195a-4c67-bea7-10c32a3152c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:40.156538 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e6fbd5-195a-4c67-bea7-10c32a3152c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=69e5bd5a-55f4-45f7-aa41-300aa3539ec7,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:40.496316 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5770335-5e2e-438e-8b25-127cdd7bb33d req-c8ea5f52-b5a0-40c5-8382-ced8613cd6d7 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:40.502045 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 528c659a-2cc1-4a48-88d2-6026d348e6e9 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:25:40.520812 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c5770335-5e2e-438e-8b25-127cdd7bb33d req-c8ea5f52-b5a0-40c5-8382-ced8613cd6d7 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] 10.222.0.44 "GET /v2.0/ports?device_id=994ee7fd-71e9-48c0-9a9f-42d2463db496 HTTP/1.1" status: 200 len: 945 time: 0.3430796 Aug 10 03:25:40.530762 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 528c659a-2cc1-4a48-88d2-6026d348e6e9 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:25:40.531542 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 528c659a-2cc1-4a48-88d2-6026d348e6e9 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:25:40.542855 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-72e6fbd5-195a-4c67-bea7-10c32a3152c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520654'] for router_gateway, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:40.569328 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5c7b9b86-2d3f-461a-86e7-ce369ae7ba3d tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks [] for router_gateway, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:40.843391 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5c7b9b86-2d3f-461a-86e7-ce369ae7ba3d tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-520463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-522334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1409'] for router, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:40.848409 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5c7b9b86-2d3f-461a-86e7-ce369ae7ba3d tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-520692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-520701', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-522311'] for router, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:40.871056 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-72e6fbd5-195a-4c67-bea7-10c32a3152c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:40.881419 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-72e6fbd5-195a-4c67-bea7-10c32a3152c0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:40.920095 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c5770335-5e2e-438e-8b25-127cdd7bb33d req-0da1e8b1-0ffd-4cbb-85a7-3e0b582f247e tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ca484cf-8c3a-46cb-a8bd-5066374a93b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3970850 Aug 10 03:25:41.117124 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c7b9b86-2d3f-461a-86e7-ce369ae7ba3d tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Router 96ebbf0b-ea6a-4226-87b0-fb0b18abcce8 is scheduled to L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e with binding_index 1 {{(pid=94261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:25:41.137586 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-72e6fbd5-195a-4c67-bea7-10c32a3152c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:41.138539 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72e6fbd5-195a-4c67-bea7-10c32a3152c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed8c4e06-1414-47c2-9a77-0a0c0cf70adc {{(pid=94260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:25:41.145814 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-72e6fbd5-195a-4c67-bea7-10c32a3152c0 admin admin] Notify callbacks [] for router, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:41.152353 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-72e6fbd5-195a-4c67-bea7-10c32a3152c0 admin admin] 10.222.0.44 "DELETE /v2.0/routers/ed8c4e06-1414-47c2-9a77-0a0c0cf70adc HTTP/1.1" status: 204 len: 168 time: 2.7009492 Aug 10 03:25:41.152625 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 60980) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:41.158406 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f9714b-6399-4d86-8972-7b99e218e1b1 req-1a393f21-693b-4094-a753-8fdfd37e467f tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:41.160759 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-08f9714b-6399-4d86-8972-7b99e218e1b1 req-1a393f21-693b-4094-a753-8fdfd37e467f tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/networks?id=b51fae06-be52-4fab-a89b-cef6eae8fffd HTTP/1.1" status: 200 len: 806 time: 0.3304391 Aug 10 03:25:41.194630 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-08f9714b-6399-4d86-8972-7b99e218e1b1 req-727468aa-d35c-4a72-a394-5e147bf02f7c tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/quotas/cb385cfc3d1046e2925732ed1d1b6b8d HTTP/1.1" status: 200 len: 375 time: 0.0163867 Aug 10 03:25:41.347441 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-64a7b03b-6d21-48ce-bbf7-2c9bdb1f791e admin admin] Deleting subnet f8ed2a35-9a6a-4125-b7ba-071adfa339f4 {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:25:41.353353 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-64a7b03b-6d21-48ce-bbf7-2c9bdb1f791e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:41.391453 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 0a3dbbf3-aa8e-404f-8f1d-2b7c8594fa21 no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:25:41.493400 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] No Port match for: 0a3dbbf3-aa8e-404f-8f1d-2b7c8594fa21 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:25:41.493400 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 0a3dbbf3-aa8e-404f-8f1d-2b7c8594fa21 not bound to the agent host n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:25:41.640866 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-64a7b03b-6d21-48ce-bbf7-2c9bdb1f791e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:41.661929 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c7b9b86-2d3f-461a-86e7-ce369ae7ba3d tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:25:41.685186 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf74a8f8-7da4-4e21-99a2-1feaaf7f1b4c None None] Sync routers for ids ['96ebbf0b-ea6a-4226-87b0-fb0b18abcce8'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:25:41.705766 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf74a8f8-7da4-4e21-99a2-1feaaf7f1b4c None None] Routers {'96ebbf0b-ea6a-4226-87b0-fb0b18abcce8'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:25:41.707166 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-cf74a8f8-7da4-4e21-99a2-1feaaf7f1b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:25:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['96ebbf0b-ea6a-4226-87b0-fb0b18abcce8'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:41.720189 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5c7b9b86-2d3f-461a-86e7-ce369ae7ba3d tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:41.722802 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-5c7b9b86-2d3f-461a-86e7-ce369ae7ba3d tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] 10.222.0.44 "PUT /v2.0/routers/96ebbf0b-ea6a-4226-87b0-fb0b18abcce8 HTTP/1.1" status: 200 len: 878 time: 3.6579828 Aug 10 03:25:41.729909 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 60992) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:41.838371 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-cf74a8f8-7da4-4e21-99a2-1feaaf7f1b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:41.846371 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-08f9714b-6399-4d86-8972-7b99e218e1b1 req-cb80c900-a541-464f-b7a8-c12c1e87f561 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=cb385cfc3d1046e2925732ed1d1b6b8d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6403592 Aug 10 03:25:41.858503 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf74a8f8-7da4-4e21-99a2-1feaaf7f1b4c None None] Routers {'96ebbf0b-ea6a-4226-87b0-fb0b18abcce8'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:25:41.866710 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-cf74a8f8-7da4-4e21-99a2-1feaaf7f1b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:25:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['96ebbf0b-ea6a-4226-87b0-fb0b18abcce8'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:41.933562 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-cf74a8f8-7da4-4e21-99a2-1feaaf7f1b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:41.935002 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf74a8f8-7da4-4e21-99a2-1feaaf7f1b4c None None] The sync data for ids ['96ebbf0b-ea6a-4226-87b0-fb0b18abcce8'] in n-d-768862-13 is: [] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:25:42.055715 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:25:42.088929 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-64a7b03b-6d21-48ce-bbf7-2c9bdb1f791e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:42.104212 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-08f9714b-6399-4d86-8972-7b99e218e1b1 req-8fe9da73-03b4-435c-901b-9e84aca18f53 service neutron] 10.222.0.44 "GET /v2.0/networks/b51fae06-be52-4fab-a89b-cef6eae8fffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368002 Aug 10 03:25:42.168853 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-1fbd5633-f245-419a-9097-d58eac177038 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] 10.222.0.44 "GET /v2.0/routers/96ebbf0b-ea6a-4226-87b0-fb0b18abcce8 HTTP/1.1" status: 200 len: 919 time: 0.4330914 Aug 10 03:25:42.172392 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 32768) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:42.216826 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-64a7b03b-6d21-48ce-bbf7-2c9bdb1f791e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:42.220215 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 69e5bd5a-55f4-45f7-aa41-300aa3539ec7 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:25:42.289813 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 69e5bd5a-55f4-45f7-aa41-300aa3539ec7 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:25:42.291524 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 69e5bd5a-55f4-45f7-aa41-300aa3539ec7 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:25:42.295563 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2591b7-d2fc-4ed9-9783-119cfa7a4713 req-359feec0-1569-47c1-9ae3-1d449eb37aeb tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:42.305741 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cb2591b7-d2fc-4ed9-9783-119cfa7a4713 req-359feec0-1569-47c1-9ae3-1d449eb37aeb tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] 10.222.0.44 "GET /v2.0/ports?device_id=994ee7fd-71e9-48c0-9a9f-42d2463db496 HTTP/1.1" status: 200 len: 945 time: 0.2406995 Aug 10 03:25:42.370195 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f62caba-45ec-4124-b3fc-fa4702a35310 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:42.375619 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-5f62caba-45ec-4124-b3fc-fa4702a35310 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=2ea12131-628a-487e-b434-0463553732bd&device_id=96ebbf0b-ea6a-4226-87b0-fb0b18abcce8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1968865 Aug 10 03:25:42.380140 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 32774) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:42.404779 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-08f9714b-6399-4d86-8972-7b99e218e1b1 req-825f31e5-7895-49a1-a6a5-b92f6af92fcc service neutron] 10.222.0.44 "GET /v2.0/networks/b51fae06-be52-4fab-a89b-cef6eae8fffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2980404 Aug 10 03:25:42.464143 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cb2591b7-d2fc-4ed9-9783-119cfa7a4713 req-d939100f-bbe2-4514-9dd1-1f550f714a11 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ca484cf-8c3a-46cb-a8bd-5066374a93b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600144 Aug 10 03:25:42.544115 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e677645-7d6d-4b5f-aa7a-62bd1fabb984 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:42.551105 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-3e677645-7d6d-4b5f-aa7a-62bd1fabb984 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] 10.222.0.44 "GET /v2.0/networks/2ea12131-628a-487e-b434-0463553732bd HTTP/1.1" status: 200 len: 881 time: 0.1682982 Aug 10 03:25:42.552588 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 32780) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:42.599031 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-e726da99-4ae5-4c98-9284-0e613b0f3a11 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] 10.222.0.44 "GET /v2.0/ports?device_id=96ebbf0b-ea6a-4226-87b0-fb0b18abcce8 HTTP/1.1" status: 200 len: 205 time: 0.0439837 Aug 10 03:25:42.600152 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 32782) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:42.661354 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a7b03b-6d21-48ce-bbf7-2c9bdb1f791e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8ed2a35-9a6a-4125-b7ba-071adfa339f4,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:42.671205 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-64a7b03b-6d21-48ce-bbf7-2c9bdb1f791e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:42.674796 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-64a7b03b-6d21-48ce-bbf7-2c9bdb1f791e admin admin] 10.222.0.44 "DELETE /v2.0/subnets/f8ed2a35-9a6a-4125-b7ba-071adfa339f4 HTTP/1.1" status: 204 len: 168 time: 1.5204577 Aug 10 03:25:42.677946 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 32790) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:42.688878 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0d0de1-8f35-4fa8-86db-34186f375772 None None] Network f2610c24-f468-4d40-86ff-26a411353238 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:25:42.848230 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5c6c4abf-e96d-4487-8ce9-adbc0a4e8017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:42.959474 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-5c6c4abf-e96d-4487-8ce9-adbc0a4e8017 admin admin] Deleting port 6e481192-4554-46b4-aaed-531dc793d56d {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:25:42.959820 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5c6c4abf-e96d-4487-8ce9-adbc0a4e8017 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:43.056206 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a7b4e3a3-29cc-49ea-9d98-eb1de1584798 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks [] for router, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:43.079550 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-5c6c4abf-e96d-4487-8ce9-adbc0a4e8017 admin admin] For port 6e481192-4554-46b4-aaed-531dc793d56d, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=6e481192-4554-46b4-aaed-531dc793d56d,segment=NetworkSegment(b0d95f30-ce33-474a-8373-79a831b269e5),segment_id=b0d95f30-ce33-474a-8373-79a831b269e5)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:43.081986 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5c6c4abf-e96d-4487-8ce9-adbc0a4e8017 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:43.125608 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-5c6c4abf-e96d-4487-8ce9-adbc0a4e8017 admin admin] Calling delete_port for 6e481192-4554-46b4-aaed-531dc793d56d owned by network:dhcp {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:25:43.168889 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b891d8b2-98eb-459e-87be-fa9dce73ab52 None None] DHCP port deletion for f2610c24-f468-4d40-86ff-26a411353238 request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:25:43.262490 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0a39a0e1-7bac-4502-8ced-ce20624815ca req-3e45aa0f-8af0-443f-8d4e-b6cca17cac55 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7b95795-0742-4266-9751-9663609663c3 HTTP/1.1" status: 200 len: 210 time: 0.3628120 Aug 10 03:25:43.288987 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5c6c4abf-e96d-4487-8ce9-adbc0a4e8017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:43.296246 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-b891d8b2-98eb-459e-87be-fa9dce73ab52 None None] Deleting port 6e481192-4554-46b4-aaed-531dc793d56d {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:25:43.296720 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b891d8b2-98eb-459e-87be-fa9dce73ab52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:43.312799 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a7b4e3a3-29cc-49ea-9d98-eb1de1584798 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:43.328977 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6c4abf-e96d-4487-8ce9-adbc0a4e8017 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e481192-4554-46b4-aaed-531dc793d56d,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:43.333253 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6c4abf-e96d-4487-8ce9-adbc0a4e8017 admin admin] No DVR routers for this DVR port 6e481192-4554-46b4-aaed-531dc793d56d on host n-d-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:25:43.397440 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-a7b4e3a3-29cc-49ea-9d98-eb1de1584798 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Deleting port 9597405e-6868-4cd3-847d-8c19d1f8d409 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:25:43.397843 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a7b4e3a3-29cc-49ea-9d98-eb1de1584798 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:43.416598 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-b891d8b2-98eb-459e-87be-fa9dce73ab52 None None] For port 6e481192-4554-46b4-aaed-531dc793d56d, host n-d-768862-13, got binding levels [] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:43.416598 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b891d8b2-98eb-459e-87be-fa9dce73ab52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:43.445016 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5c6c4abf-e96d-4487-8ce9-adbc0a4e8017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:43.453046 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-b891d8b2-98eb-459e-87be-fa9dce73ab52 None None] Calling delete_port for 6e481192-4554-46b4-aaed-531dc793d56d owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:25:43.460015 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.ipam_backend_mixin [None req-b891d8b2-98eb-459e-87be-fa9dce73ab52 None None] Port 6e481192-4554-46b4-aaed-531dc793d56d was not found and therefore no delete operation was performed {{(pid=94262) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 03:25:43.468837 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-5c6c4abf-e96d-4487-8ce9-adbc0a4e8017 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2610c24-f468-4d40-86ff-26a411353238']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:43.473075 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b891d8b2-98eb-459e-87be-fa9dce73ab52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:43.483735 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-5c6c4abf-e96d-4487-8ce9-adbc0a4e8017 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0d95f30-ce33-474a-8373-79a831b269e5') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:43.484168 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-5c6c4abf-e96d-4487-8ce9-adbc0a4e8017 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0d95f30-ce33-474a-8373-79a831b269e5') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:43.538766 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5c6c4abf-e96d-4487-8ce9-adbc0a4e8017 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:43.567842 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b891d8b2-98eb-459e-87be-fa9dce73ab52 None None] Pushing event deleted for resources: {'Port': ['ID=6e481192-4554-46b4-aaed-531dc793d56d,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:43.583409 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5c6c4abf-e96d-4487-8ce9-adbc0a4e8017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:43.583734 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b891d8b2-98eb-459e-87be-fa9dce73ab52 None None] No DVR routers for this DVR port 6e481192-4554-46b4-aaed-531dc793d56d on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:25:43.589854 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a7b4e3a3-29cc-49ea-9d98-eb1de1584798 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:43.607070 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c6c4abf-e96d-4487-8ce9-adbc0a4e8017 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:25:43.607875 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5c6c4abf-e96d-4487-8ce9-adbc0a4e8017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:43.614117 n-d-768862-13 neutron-server[94261]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:25:43.614117 n-d-768862-13 neutron-server[94261]: items = [ Aug 10 03:25:43.614117 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:25:43.614117 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:25:43.614117 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:25:43.614117 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:25:43.614117 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:25:43.614117 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:25:43.614117 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:25:43.614117 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:25:43.614117 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:25:43.614117 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:25:43.614117 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:25:43.614117 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:25:43.614117 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:25:43.614117 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:25:43.614117 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:25:43.614117 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:25:43.614117 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:25:43.614117 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:25:43.614117 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:25:43.614117 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:25:43.614117 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:25:43.614117 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:25:43.614117 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:25:43.614117 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:25:43.614117 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:25:43.614117 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:25:43.614117 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:25:43.614117 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:25:43.614117 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:25:43.614117 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:25:43.614117 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:25:43.614117 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:25:43.623489 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-a7b4e3a3-29cc-49ea-9d98-eb1de1584798 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Calling delete_port for 9597405e-6868-4cd3-847d-8c19d1f8d409 owned by network:router_gateway {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:25:43.803186 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5c6c4abf-e96d-4487-8ce9-adbc0a4e8017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:43.811202 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5c6c4abf-e96d-4487-8ce9-adbc0a4e8017 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:43.814810 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-5c6c4abf-e96d-4487-8ce9-adbc0a4e8017 admin admin] 10.222.0.44 "DELETE /v2.0/networks/f2610c24-f468-4d40-86ff-26a411353238 HTTP/1.1" status: 204 len: 168 time: 1.1353602 Aug 10 03:25:43.831445 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6c4abf-e96d-4487-8ce9-adbc0a4e8017 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2610c24-f468-4d40-86ff-26a411353238,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:43.885673 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c469122-a75e-4fe5-8b8a-9b1db7581279 req-490f077c-1599-4d13-beeb-de2d5e86ae6f tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:43.888760 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0c469122-a75e-4fe5-8b8a-9b1db7581279 req-490f077c-1599-4d13-beeb-de2d5e86ae6f tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] 10.222.0.44 "GET /v2.0/ports?device_id=994ee7fd-71e9-48c0-9a9f-42d2463db496 HTTP/1.1" status: 200 len: 945 time: 0.1999218 Aug 10 03:25:43.995794 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0c469122-a75e-4fe5-8b8a-9b1db7581279 req-7513f301-26e5-4dff-a9b1-1636087826d7 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ca484cf-8c3a-46cb-a8bd-5066374a93b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940938 Aug 10 03:25:44.114836 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a7b4e3a3-29cc-49ea-9d98-eb1de1584798 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:44.180461 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b4e3a3-29cc-49ea-9d98-eb1de1584798 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Pushing event deleted for resources: {'Port': ['ID=9597405e-6868-4cd3-847d-8c19d1f8d409,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:44.327701 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 6e481192-4554-46b4-aaed-531dc793d56d no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:25:44.362027 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 32884) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:44.381477 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a7b4e3a3-29cc-49ea-9d98-eb1de1584798 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520654'] for router_gateway, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:44.393628 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 6e481192-4554-46b4-aaed-531dc793d56d {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:25:44.394318 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 6e481192-4554-46b4-aaed-531dc793d56d not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:25:44.456865 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-3e7d0032-37d7-4406-8c55-ff67145c3532 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c9603ab9bba540beb860908da5f483c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0918462 Aug 10 03:25:44.460905 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 32886) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:44.567222 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6e18b777-9ab7-45ef-bd41-b113c5375f23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:44.584463 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b1054f5d-0319-4db6-8cca-6d1382e23413 req-5f3fcde8-f928-46fa-8383-d3f6ffc135ab tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7b95795-0742-4266-9751-9663609663c3 HTTP/1.1" status: 200 len: 210 time: 0.1474555 Aug 10 03:25:44.589826 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a7b4e3a3-29cc-49ea-9d98-eb1de1584798 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:44.592850 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a7b4e3a3-29cc-49ea-9d98-eb1de1584798 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:44.603727 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6e18b777-9ab7-45ef-bd41-b113c5375f23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:44.664505 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a7b4e3a3-29cc-49ea-9d98-eb1de1584798 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:44.665344 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7b4e3a3-29cc-49ea-9d98-eb1de1584798 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Fanout notify agent at l3_agent the message router_deleted on router 96ebbf0b-ea6a-4226-87b0-fb0b18abcce8 {{(pid=94260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:25:44.678333 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a7b4e3a3-29cc-49ea-9d98-eb1de1584798 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks [] for router, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:44.679598 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-a7b4e3a3-29cc-49ea-9d98-eb1de1584798 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] 10.222.0.44 "DELETE /v2.0/routers/96ebbf0b-ea6a-4226-87b0-fb0b18abcce8 HTTP/1.1" status: 204 len: 168 time: 2.0783935 Aug 10 03:25:44.683818 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 32890) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:44.704340 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-4886d65f-0d7d-4d15-b8a2-05f591a67199 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-159027848', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:44.706175 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6e18b777-9ab7-45ef-bd41-b113c5375f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:44.711595 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6e18b777-9ab7-45ef-bd41-b113c5375f23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:44.713796 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 32892) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:44.713987 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-6e18b777-9ab7-45ef-bd41-b113c5375f23 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e5fdcabb-6741-4125-93d8-810a69118585 HTTP/1.1" status: 204 len: 168 time: 0.2510757 Aug 10 03:25:44.730726 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e18b777-9ab7-45ef-bd41-b113c5375f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5fdcabb-6741-4125-93d8-810a69118585,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:44.795852 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4886d65f-0d7d-4d15-b8a2-05f591a67199 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:44.796973 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4886d65f-0d7d-4d15-b8a2-05f591a67199 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:44.847207 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6b98f3ab-10db-4563-8d3b-33e47e955182 req-9b988ebd-2faf-4ff2-9c7e-041adf473b56 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=044f5741-e4d3-4edf-954b-c2c5a6f36283&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1207657 Aug 10 03:25:44.972861 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4886d65f-0d7d-4d15-b8a2-05f591a67199 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:44.994986 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4886d65f-0d7d-4d15-b8a2-05f591a67199 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:45.029391 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b98f3ab-10db-4563-8d3b-33e47e955182 req-34cf070e-ea5f-4fa1-9068-d2489a6667da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:45.029876 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b98f3ab-10db-4563-8d3b-33e47e955182 req-34cf070e-ea5f-4fa1-9068-d2489a6667da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:45.030548 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b98f3ab-10db-4563-8d3b-33e47e955182 req-34cf070e-ea5f-4fa1-9068-d2489a6667da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:45.030906 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b98f3ab-10db-4563-8d3b-33e47e955182 req-34cf070e-ea5f-4fa1-9068-d2489a6667da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:45.031429 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b98f3ab-10db-4563-8d3b-33e47e955182 req-34cf070e-ea5f-4fa1-9068-d2489a6667da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:45.031931 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b98f3ab-10db-4563-8d3b-33e47e955182 req-34cf070e-ea5f-4fa1-9068-d2489a6667da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:45.032446 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b98f3ab-10db-4563-8d3b-33e47e955182 req-34cf070e-ea5f-4fa1-9068-d2489a6667da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:45.034568 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6b98f3ab-10db-4563-8d3b-33e47e955182 req-34cf070e-ea5f-4fa1-9068-d2489a6667da service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=06c20e5fd34a48aa8cc6b4171afd240a&device_id=044f5741-e4d3-4edf-954b-c2c5a6f36283 HTTP/1.1" status: 200 len: 6499 time: 0.1414206 Aug 10 03:25:45.035637 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4886d65f-0d7d-4d15-b8a2-05f591a67199 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks [] for router, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:45.041174 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-4886d65f-0d7d-4d15-b8a2-05f591a67199 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3518283 Aug 10 03:25:45.041174 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 32904) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:45.043310 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f9714b-6399-4d86-8972-7b99e218e1b1 req-557986b4-3ac6-46b8-b386-38f48654abcd tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:45.046495 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-08f9714b-6399-4d86-8972-7b99e218e1b1 req-557986b4-3ac6-46b8-b386-38f48654abcd tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.61 "GET /v2.0/networks?id=b51fae06-be52-4fab-a89b-cef6eae8fffd HTTP/1.1" status: 200 len: 806 time: 0.2496414 Aug 10 03:25:45.057515 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-b967f6a0-9058-423c-b0c5-bfd2b9487a21 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'enable_snat': True}}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:45.081075 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-08f9714b-6399-4d86-8972-7b99e218e1b1 req-2a8c5b6d-3f5b-4e7f-ab05-749d4454cd45 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Request body: {'port': {'device_id': 'f7b95795-0742-4266-9751-9663609663c3', 'network_id': 'b51fae06-be52-4fab-a89b-cef6eae8fffd', 'admin_state_up': True, 'tenant_id': 'cb385cfc3d1046e2925732ed1d1b6b8d'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:45.367131 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8cf6a02e-969c-4012-89ab-20c636f94b4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:45.382581 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08f9714b-6399-4d86-8972-7b99e218e1b1 req-2a8c5b6d-3f5b-4e7f-ab05-749d4454cd45 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Made reservation on behalf of cb385cfc3d1046e2925732ed1d1b6b8d for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:25:45.386868 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-08f9714b-6399-4d86-8972-7b99e218e1b1 req-2a8c5b6d-3f5b-4e7f-ab05-749d4454cd45 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:45.593712 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [req-08f9714b-6399-4d86-8972-7b99e218e1b1 req-2a8c5b6d-3f5b-4e7f-ab05-749d4454cd45 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Allocated IP 172.20.0.14 (b51fae06-be52-4fab-a89b-cef6eae8fffd/56efed23-ee55-46bf-9125-3806eab6d04b/50a99f88-8860-42f6-ab99-b8f8a5b964e1) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:25:45.607541 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0373f219-aa76-474a-bfb3-1eb8a8660696 req-409c7089-5b3e-4f06-b333-1de6593e0f57 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:45.611187 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0373f219-aa76-474a-bfb3-1eb8a8660696 req-409c7089-5b3e-4f06-b333-1de6593e0f57 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] 10.222.0.44 "GET /v2.0/ports?device_id=994ee7fd-71e9-48c0-9a9f-42d2463db496 HTTP/1.1" status: 200 len: 945 time: 0.4045751 Aug 10 03:25:45.697851 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b98f3ab-10db-4563-8d3b-33e47e955182 req-09160b90-f7d6-46c7-9a07-20968c04d0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:45.698449 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b98f3ab-10db-4563-8d3b-33e47e955182 req-09160b90-f7d6-46c7-9a07-20968c04d0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:45.698953 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b98f3ab-10db-4563-8d3b-33e47e955182 req-09160b90-f7d6-46c7-9a07-20968c04d0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:45.700588 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6b98f3ab-10db-4563-8d3b-33e47e955182 req-09160b90-f7d6-46c7-9a07-20968c04d0dd service neutron] 10.222.0.61 "GET /v2.0/networks?id=52a12912-47fc-48c4-aaf5-a9b690b74ffc&id=39a285d2-87a3-47d7-9b49-b0b0fee32784&id=39a285d2-87a3-47d7-9b49-b0b0fee32784&id=39a285d2-87a3-47d7-9b49-b0b0fee32784&id=39a285d2-87a3-47d7-9b49-b0b0fee32784&id=effb9b91-4a23-491a-b997-5e008612ed4d&id=effb9b91-4a23-491a-b997-5e008612ed4d HTTP/1.1" status: 200 len: 2289 time: 0.5640500 Aug 10 03:25:45.702949 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b967f6a0-9058-423c-b0c5-bfd2b9487a21 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:45.821455 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-08f9714b-6399-4d86-8972-7b99e218e1b1 req-2a8c5b6d-3f5b-4e7f-ab05-749d4454cd45 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:45.863096 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-567b20ba-2a9f-43ed-96bf-f75f7f0e2c25 req-0ddd5481-c799-440c-b9ee-780fb42f6b15 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7b95795-0742-4266-9751-9663609663c3 HTTP/1.1" status: 200 len: 210 time: 0.1533875 Aug 10 03:25:45.890104 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-08f9714b-6399-4d86-8972-7b99e218e1b1 req-2a8c5b6d-3f5b-4e7f-ab05-749d4454cd45 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:45.911152 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['c86633db-c378-444d-8268-3b286fd3bbb7'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:25:45.917208 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08f9714b-6399-4d86-8972-7b99e218e1b1 req-2a8c5b6d-3f5b-4e7f-ab05-749d4454cd45 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Network b51fae06-be52-4fab-a89b-cef6eae8fffd is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:25:45.953664 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [req-08f9714b-6399-4d86-8972-7b99e218e1b1 req-2a8c5b6d-3f5b-4e7f-ab05-749d4454cd45 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:25:45.963623 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-08f9714b-6399-4d86-8972-7b99e218e1b1 req-2a8c5b6d-3f5b-4e7f-ab05-749d4454cd45 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:25:46.028808 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f9714b-6399-4d86-8972-7b99e218e1b1 req-2a8c5b6d-3f5b-4e7f-ab05-749d4454cd45 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:46.029505 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-08f9714b-6399-4d86-8972-7b99e218e1b1 req-2a8c5b6d-3f5b-4e7f-ab05-749d4454cd45 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:46.031863 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0373f219-aa76-474a-bfb3-1eb8a8660696 req-c0c074c5-65f9-4609-8e07-55f47d43e95f tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ca484cf-8c3a-46cb-a8bd-5066374a93b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3994815 Aug 10 03:25:46.038461 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 32930) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:46.071585 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8c5b6d-3f5b-4e7f-ab05-749d4454cd45 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Pushing event updated for resources: {'Port': ['ID=50a99f88-8860-42f6-ab99-b8f8a5b964e1,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:46.099064 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6b98f3ab-10db-4563-8d3b-33e47e955182 req-ff298353-74b3-4793-bece-bc7adf25cb21 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59b5fda1-f8d3-4c6d-b2ad-a1607e38f8ab HTTP/1.1" status: 200 len: 1001 time: 0.3786411 Aug 10 03:25:46.240541 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8cf6a02e-969c-4012-89ab-20c636f94b4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:46.260733 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-08f9714b-6399-4d86-8972-7b99e218e1b1 req-2a8c5b6d-3f5b-4e7f-ab05-749d4454cd45 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1886520 Aug 10 03:25:46.272985 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-08f9714b-6399-4d86-8972-7b99e218e1b1 req-03eb38b4-f352-4621-bfe6-38b1ba71707d service neutron] Request body: {'port': {'device_id': 'f7b95795-0742-4266-9751-9663609663c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-13'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:46.273271 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6d5fe86a-d902-47a9-8e81-c8ac3c427f40 req-559372f4-bcc1-4ccb-b081-31049ae5e1b4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=cc285569-12f8-44cf-b881-82500feda081&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2703793 Aug 10 03:25:46.274121 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8cf6a02e-969c-4012-89ab-20c636f94b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:46.294858 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-1f867e9f-09f3-495c-9700-aec7a0bd5909 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1446754310-network', 'tenant_id': '7be8aebab9524a33aa2535549ec7cd0e'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:46.318969 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b98f3ab-10db-4563-8d3b-33e47e955182 req-ba2699ab-1be3-4939-aa94-0eb35e6ab3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:46.321585 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6b98f3ab-10db-4563-8d3b-33e47e955182 req-ba2699ab-1be3-4939-aa94-0eb35e6ab3b3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ee6f27b1-efb9-4823-8a00-7f908deefa06 HTTP/1.1" status: 200 len: 850 time: 0.1996641 Aug 10 03:25:46.336425 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-08f9714b-6399-4d86-8972-7b99e218e1b1 req-03eb38b4-f352-4621-bfe6-38b1ba71707d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:46.695297 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [req-08f9714b-6399-4d86-8972-7b99e218e1b1 req-03eb38b4-f352-4621-bfe6-38b1ba71707d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50a99f88-8860-42f6-ab99-b8f8a5b964e1 {{(pid=94261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:25:46.710822 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-08f9714b-6399-4d86-8972-7b99e218e1b1 req-03eb38b4-f352-4621-bfe6-38b1ba71707d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:46.734730 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [req-08f9714b-6399-4d86-8972-7b99e218e1b1 req-03eb38b4-f352-4621-bfe6-38b1ba71707d service neutron] Transition to ACTIVE for port object 50a99f88-8860-42f6-ab99-b8f8a5b964e1 will not be triggered until provisioned by entity L2. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:25:46.741704 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-08f9714b-6399-4d86-8972-7b99e218e1b1 req-03eb38b4-f352-4621-bfe6-38b1ba71707d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:46.788792 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf6a02e-969c-4012-89ab-20c636f94b4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4723b44f-aca6-450f-9156-b389f938c2e1,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:46.798197 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-8cf6a02e-969c-4012-89ab-20c636f94b4c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=64aac962bdd94073b35e15db330f268d&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0831246 Aug 10 03:25:46.802728 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 32938) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:46.807754 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f867e9f-09f3-495c-9700-aec7a0bd5909 admin admin] Made reservation on behalf of 7be8aebab9524a33aa2535549ec7cd0e for: {'network': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:25:46.810502 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1f867e9f-09f3-495c-9700-aec7a0bd5909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:46.834796 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1f867e9f-09f3-495c-9700-aec7a0bd5909 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:46.851852 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5fe86a-d902-47a9-8e81-c8ac3c427f40 req-d218f761-0353-4209-8086-0c4fcdbf6dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:46.853519 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6d5fe86a-d902-47a9-8e81-c8ac3c427f40 req-d218f761-0353-4209-8086-0c4fcdbf6dc8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cb385cfc3d1046e2925732ed1d1b6b8d&device_id=cc285569-12f8-44cf-b881-82500feda081 HTTP/1.1" status: 200 len: 1097 time: 0.5056791 Aug 10 03:25:46.862248 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b98f3ab-10db-4563-8d3b-33e47e955182 req-f3614f48-14d1-403c-86f7-43d4c64f3595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:46.864241 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6b98f3ab-10db-4563-8d3b-33e47e955182 req-f3614f48-14d1-403c-86f7-43d4c64f3595 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=52a12912-47fc-48c4-aaf5-a9b690b74ffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5183952 Aug 10 03:25:46.898689 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eb38b4-f352-4621-bfe6-38b1ba71707d service neutron] Pushing event updated for resources: {'Port': ['ID=50a99f88-8860-42f6-ab99-b8f8a5b964e1,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:46.988542 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-df69f2a9-9669-4567-a5b9-3ad082e4a50a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:46.999603 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-08f9714b-6399-4d86-8972-7b99e218e1b1 req-03eb38b4-f352-4621-bfe6-38b1ba71707d service neutron] Attempting to bind port 50a99f88-8860-42f6-ab99-b8f8a5b964e1 on host n-h2-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:25:47.000165 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-08f9714b-6399-4d86-8972-7b99e218e1b1 req-03eb38b4-f352-4621-bfe6-38b1ba71707d service neutron] Attempting to bind port 50a99f88-8860-42f6-ab99-b8f8a5b964e1 by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': '73bbe919-55b7-4c3d-b65b-52e4e628212a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b51fae06-be52-4fab-a89b-cef6eae8fffd'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:25:47.000714 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f9714b-6399-4d86-8972-7b99e218e1b1 req-03eb38b4-f352-4621-bfe6-38b1ba71707d service neutron] Attempting to bind port 50a99f88-8860-42f6-ab99-b8f8a5b964e1 on network b51fae06-be52-4fab-a89b-cef6eae8fffd {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:25:47.020621 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f9714b-6399-4d86-8972-7b99e218e1b1 req-03eb38b4-f352-4621-bfe6-38b1ba71707d service neutron] Port 50a99f88-8860-42f6-ab99-b8f8a5b964e1 on network b51fae06-be52-4fab-a89b-cef6eae8fffd not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:25:47.021169 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f9714b-6399-4d86-8972-7b99e218e1b1 req-03eb38b4-f352-4621-bfe6-38b1ba71707d service neutron] Attempting to bind port 50a99f88-8860-42f6-ab99-b8f8a5b964e1 on network b51fae06-be52-4fab-a89b-cef6eae8fffd {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:25:47.057646 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-df69f2a9-9669-4567-a5b9-3ad082e4a50a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:47.061071 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f9714b-6399-4d86-8972-7b99e218e1b1 req-03eb38b4-f352-4621-bfe6-38b1ba71707d service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:25:47.061630 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f9714b-6399-4d86-8972-7b99e218e1b1 req-03eb38b4-f352-4621-bfe6-38b1ba71707d service neutron] Checking segment: {'id': '73bbe919-55b7-4c3d-b65b-52e4e628212a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b51fae06-be52-4fab-a89b-cef6eae8fffd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:25:47.062325 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f9714b-6399-4d86-8972-7b99e218e1b1 req-03eb38b4-f352-4621-bfe6-38b1ba71707d service neutron] Bound using segment: {'id': '73bbe919-55b7-4c3d-b65b-52e4e628212a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b51fae06-be52-4fab-a89b-cef6eae8fffd'} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:25:47.063094 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-08f9714b-6399-4d86-8972-7b99e218e1b1 req-03eb38b4-f352-4621-bfe6-38b1ba71707d service neutron] Bound port: 50a99f88-8860-42f6-ab99-b8f8a5b964e1, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73bbe919-55b7-4c3d-b65b-52e4e628212a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b51fae06-be52-4fab-a89b-cef6eae8fffd'}}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:25:47.063734 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-08f9714b-6399-4d86-8972-7b99e218e1b1 req-03eb38b4-f352-4621-bfe6-38b1ba71707d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:47.229711 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-08f9714b-6399-4d86-8972-7b99e218e1b1 req-03eb38b4-f352-4621-bfe6-38b1ba71707d service neutron] For port 50a99f88-8860-42f6-ab99-b8f8a5b964e1, host n-h2-768862-13, cleared binding levels {{(pid=94261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:25:47.234703 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-08f9714b-6399-4d86-8972-7b99e218e1b1 req-03eb38b4-f352-4621-bfe6-38b1ba71707d service neutron] For port 50a99f88-8860-42f6-ab99-b8f8a5b964e1, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=50a99f88-8860-42f6-ab99-b8f8a5b964e1,segment=NetworkSegment(73bbe919-55b7-4c3d-b65b-52e4e628212a),segment_id=73bbe919-55b7-4c3d-b65b-52e4e628212a)] {{(pid=94261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:25:47.236122 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-df69f2a9-9669-4567-a5b9-3ad082e4a50a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:47.239550 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-df69f2a9-9669-4567-a5b9-3ad082e4a50a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:47.242292 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-df69f2a9-9669-4567-a5b9-3ad082e4a50a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4723b44f-aca6-450f-9156-b389f938c2e1 HTTP/1.1" status: 204 len: 168 time: 0.4369383 Aug 10 03:25:47.247051 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-08f9714b-6399-4d86-8972-7b99e218e1b1 req-03eb38b4-f352-4621-bfe6-38b1ba71707d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:47.263057 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df69f2a9-9669-4567-a5b9-3ad082e4a50a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4723b44f-aca6-450f-9156-b389f938c2e1,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:47.290184 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f9714b-6399-4d86-8972-7b99e218e1b1 req-03eb38b4-f352-4621-bfe6-38b1ba71707d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:47.290784 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-08f9714b-6399-4d86-8972-7b99e218e1b1 req-03eb38b4-f352-4621-bfe6-38b1ba71707d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:47.292264 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-08f9714b-6399-4d86-8972-7b99e218e1b1 req-03eb38b4-f352-4621-bfe6-38b1ba71707d service neutron] 10.222.0.61 "PUT /v2.0/ports/50a99f88-8860-42f6-ab99-b8f8a5b964e1 HTTP/1.1" status: 200 len: 1093 time: 1.0243111 Aug 10 03:25:47.292728 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7b95795-0742-4266-9751-9663609663c3', 'tag': '50a99f88-8860-42f6-ab99-b8f8a5b964e1'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:25:47.296687 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d67baf0-4a48-4879-9366-0f38b1e0e5d0" -d '{"events": [{"name": "network-changed", "server_uuid": "f7b95795-0742-4266-9751-9663609663c3", "tag": "50a99f88-8860-42f6-ab99-b8f8a5b964e1"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:25:47.326495 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eb38b4-f352-4621-bfe6-38b1ba71707d service neutron] Pushing event updated for resources: {'Port': ['ID=50a99f88-8860-42f6-ab99-b8f8a5b964e1,revision_number=3']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:47.337951 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc020452-7288-4d0e-8d64-30240b1f42ee req-517be7c8-4040-4dd7-b8b1-e506e59f6c1b tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:47.339671 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cc020452-7288-4d0e-8d64-30240b1f42ee req-517be7c8-4040-4dd7-b8b1-e506e59f6c1b tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7b95795-0742-4266-9751-9663609663c3 HTTP/1.1" status: 200 len: 944 time: 0.3506193 Aug 10 03:25:47.340813 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5fe86a-d902-47a9-8e81-c8ac3c427f40 req-164f4657-cda5-4898-8725-85b06c30ebfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:47.342210 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6d5fe86a-d902-47a9-8e81-c8ac3c427f40 req-164f4657-cda5-4898-8725-85b06c30ebfa service neutron] 10.222.0.42 "GET /v2.0/networks?id=b51fae06-be52-4fab-a89b-cef6eae8fffd HTTP/1.1" status: 200 len: 906 time: 0.4545205 Aug 10 03:25:47.343322 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b967f6a0-9058-423c-b0c5-bfd2b9487a21 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:47.385367 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6b98f3ab-10db-4563-8d3b-33e47e955182 req-7e956b8b-481a-4f94-abde-cfebf95eb435 service neutron] 10.222.0.61 "GET /v2.0/networks/52a12912-47fc-48c4-aaf5-a9b690b74ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5088003 Aug 10 03:25:47.395287 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b967f6a0-9058-423c-b0c5-bfd2b9487a21 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:47.424070 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f9714b-6399-4d86-8972-7b99e218e1b1 req-5a95e35c-9047-4cb3-a51a-a10e05895272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:47.425949 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-08f9714b-6399-4d86-8972-7b99e218e1b1 req-5a95e35c-9047-4cb3-a51a-a10e05895272 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=cb385cfc3d1046e2925732ed1d1b6b8d&device_id=f7b95795-0742-4266-9751-9663609663c3 HTTP/1.1" status: 200 len: 1096 time: 0.0530493 Aug 10 03:25:47.498402 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6d5fe86a-d902-47a9-8e81-c8ac3c427f40 req-54179e04-d34a-4d21-9456-42823271ddd9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c86633db-c378-444d-8268-3b286fd3bbb7 HTTP/1.1" status: 200 len: 217 time: 0.1452124 Aug 10 03:25:47.514705 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-08f9714b-6399-4d86-8972-7b99e218e1b1 req-14655c4f-b33f-4fc1-bf60-1e186d4b2470 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50a99f88-8860-42f6-ab99-b8f8a5b964e1 HTTP/1.1" status: 200 len: 217 time: 0.0761471 Aug 10 03:25:47.579419 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f9714b-6399-4d86-8972-7b99e218e1b1 req-da128144-9b26-4576-87e8-b3222f537879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:47.581002 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-08f9714b-6399-4d86-8972-7b99e218e1b1 req-da128144-9b26-4576-87e8-b3222f537879 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=56efed23-ee55-46bf-9125-3806eab6d04b HTTP/1.1" status: 200 len: 846 time: 0.0550940 Aug 10 03:25:47.629083 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1f867e9f-09f3-495c-9700-aec7a0bd5909 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:47.637825 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-08f9714b-6399-4d86-8972-7b99e218e1b1 req-e64eb49a-357f-4327-95de-444e322020e3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b51fae06-be52-4fab-a89b-cef6eae8fffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461376 Aug 10 03:25:47.676479 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1f867e9f-09f3-495c-9700-aec7a0bd5909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:47.729389 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cc020452-7288-4d0e-8d64-30240b1f42ee req-352d3254-fb2d-47e6-9054-3109cbe8892c tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3746586 Aug 10 03:25:47.735269 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 32958) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:47.737767 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdc9de2-2e39-4718-a285-5b6b4a9068c2 req-0c017f80-a6d9-432d-83df-39edded9bec3 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:47.739423 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3cdc9de2-2e39-4718-a285-5b6b4a9068c2 req-0c017f80-a6d9-432d-83df-39edded9bec3 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] 10.222.0.44 "GET /v2.0/ports?device_id=994ee7fd-71e9-48c0-9a9f-42d2463db496 HTTP/1.1" status: 200 len: 945 time: 0.4737713 Aug 10 03:25:47.787643 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f867e9f-09f3-495c-9700-aec7a0bd5909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19cc7362-8f8b-47a2-b13d-80c9c9a2c563,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:47.796744 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f867e9f-09f3-495c-9700-aec7a0bd5909 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=94260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:25:47.814087 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bcb31b28-c1f3-4cc6-9ae5-fe9dfc040cdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:47.824627 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5fe86a-d902-47a9-8e81-c8ac3c427f40 req-c7a9165f-e56a-4ff3-8c3e-4242ec227b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:47.826188 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6d5fe86a-d902-47a9-8e81-c8ac3c427f40 req-c7a9165f-e56a-4ff3-8c3e-4242ec227b5d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=56efed23-ee55-46bf-9125-3806eab6d04b HTTP/1.1" status: 200 len: 846 time: 0.2983618 Aug 10 03:25:47.858853 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-08f9714b-6399-4d86-8972-7b99e218e1b1 req-a7812b80-197c-4d5d-a6e2-0189c4a10118 service neutron] 10.222.0.61 "GET /v2.0/networks/b51fae06-be52-4fab-a89b-cef6eae8fffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069035 Aug 10 03:25:47.864756 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1f867e9f-09f3-495c-9700-aec7a0bd5909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:47.865121 n-d-768862-13 neutron-server[94260]: INFO neutron.db.segments_db [None req-1f867e9f-09f3-495c-9700-aec7a0bd5909 admin admin] Added segment 2f9f6e4f-8252-4ae5-90af-c7e3e03d9ec8 of type vlan for network 126df8a7-19e4-4861-bfbc-5f41dea08a93 Aug 10 03:25:47.914619 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-b967f6a0-9058-423c-b0c5-bfd2b9487a21 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Allocated IP 172.25.6.22 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/38d42f68-785b-4bc6-9b76-2005e3377993) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:25:47.920061 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6d5fe86a-d902-47a9-8e81-c8ac3c427f40 req-c7d54919-9796-4f70-aa9f-69f845f6d8a1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b51fae06-be52-4fab-a89b-cef6eae8fffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788989 Aug 10 03:25:47.936858 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3fb6096-dd0f-431a-9c03-2ba49c955d3f x-openstack-request-id: req-f3fb6096-dd0f-431a-9c03-2ba49c955d3f {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:25:47.937208 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7b95795-0742-4266-9751-9663609663c3", "tag": "50a99f88-8860-42f6-ab99-b8f8a5b964e1", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:25:47.937208 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f3fb6096-dd0f-431a-9c03-2ba49c955d3f {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:25:47.937630 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7b95795-0742-4266-9751-9663609663c3', 'tag': '50a99f88-8860-42f6-ab99-b8f8a5b964e1', 'status': 'completed', 'code': 200} Aug 10 03:25:47.954088 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b94309a-69db-4229-819c-a3584c20eaf4 req-9e20557d-9387-42cc-a3be-c9d8271b7ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:47.955707 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1b94309a-69db-4229-819c-a3584c20eaf4 req-9e20557d-9387-42cc-a3be-c9d8271b7ac5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=994ee7fd-71e9-48c0-9a9f-42d2463db496 HTTP/1.1" status: 200 len: 1097 time: 0.3878558 Aug 10 03:25:48.014294 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6b98f3ab-10db-4563-8d3b-33e47e955182 req-ae35a835-cfa8-4a93-a2c4-e8951aac23c3 service neutron] 10.222.0.61 "GET /v2.0/networks/52a12912-47fc-48c4-aaf5-a9b690b74ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6157093 Aug 10 03:25:48.018862 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3cdc9de2-2e39-4718-a285-5b6b4a9068c2 req-617c79fe-3495-4fe0-8a30-387893e1331d tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ca484cf-8c3a-46cb-a8bd-5066374a93b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398579 Aug 10 03:25:48.036473 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-08f9714b-6399-4d86-8972-7b99e218e1b1 req-e092fcb0-09ac-41d6-a3b0-33cabdeade22 service neutron] 10.222.0.61 "GET /v2.0/networks/b51fae06-be52-4fab-a89b-cef6eae8fffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627185 Aug 10 03:25:48.038025 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1f867e9f-09f3-495c-9700-aec7a0bd5909 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:48.039068 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bcb31b28-c1f3-4cc6-9ae5-fe9dfc040cdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:48.045879 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bcb31b28-c1f3-4cc6-9ae5-fe9dfc040cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:48.117718 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-bcb31b28-c1f3-4cc6-9ae5-fe9dfc040cdf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cc6a487943e2405382cf4580b4bef4b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3806391 Aug 10 03:25:48.123524 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 32960) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:48.168578 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb31b28-c1f3-4cc6-9ae5-fe9dfc040cdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=805c46a9-a007-4b81-ac5a-40c89271b81c,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:48.216335 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6b98f3ab-10db-4563-8d3b-33e47e955182 req-e3af74c3-f383-4ad3-a5c7-0e64172fd6f1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=a51886da-65ec-4881-8090-1c7844482542 HTTP/1.1" status: 200 len: 217 time: 0.1148200 Aug 10 03:25:48.238653 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.db.resource_extend [None req-1f867e9f-09f3-495c-9700-aec7a0bd5909 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:25:48.268849 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d67baf0-4a48-4879-9366-0f38b1e0e5d0 req-ef777ace-ed98-44ec-a4b3-d40fbc854d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:48.270789 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-1d67baf0-4a48-4879-9366-0f38b1e0e5d0 req-ef777ace-ed98-44ec-a4b3-d40fbc854d4d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=cb385cfc3d1046e2925732ed1d1b6b8d&device_id=f7b95795-0742-4266-9751-9663609663c3 HTTP/1.1" status: 200 len: 1096 time: 0.1310697 Aug 10 03:25:48.322237 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1b94309a-69db-4229-819c-a3584c20eaf4 req-f71c9206-c9ee-4bef-a4a9-5b8301cd93e0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3ca484cf-8c3a-46cb-a8bd-5066374a93b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3536217 Aug 10 03:25:48.327394 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d0ce50c6-ca09-4829-9e3d-7366290947a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:48.337139 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1f867e9f-09f3-495c-9700-aec7a0bd5909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:48.338184 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f867e9f-09f3-495c-9700-aec7a0bd5909 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:48.338818 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1f867e9f-09f3-495c-9700-aec7a0bd5909 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:48.399315 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d0ce50c6-ca09-4829-9e3d-7366290947a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:48.425955 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b98f3ab-10db-4563-8d3b-33e47e955182 req-aba718f9-300e-4159-aab4-900b0e49ed54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:48.427498 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6b98f3ab-10db-4563-8d3b-33e47e955182 req-aba718f9-300e-4159-aab4-900b0e49ed54 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2818801a-2e35-4ece-b2ba-d3311c823064 HTTP/1.1" status: 200 len: 797 time: 0.1979849 Aug 10 03:25:48.451026 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6d5fe86a-d902-47a9-8e81-c8ac3c427f40 req-a83af7aa-8a54-47ed-ab9e-31cb781daeed service neutron] 10.222.0.42 "GET /v2.0/networks/b51fae06-be52-4fab-a89b-cef6eae8fffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4864995 Aug 10 03:25:48.457771 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d67baf0-4a48-4879-9366-0f38b1e0e5d0 req-6bb6ff20-878d-41a3-9338-663d67eba8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:48.459759 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-1d67baf0-4a48-4879-9366-0f38b1e0e5d0 req-6bb6ff20-878d-41a3-9338-663d67eba8e3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b51fae06-be52-4fab-a89b-cef6eae8fffd HTTP/1.1" status: 200 len: 906 time: 0.1720982 Aug 10 03:25:48.464283 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-1f867e9f-09f3-495c-9700-aec7a0bd5909 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.4123161 Aug 10 03:25:48.467676 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 32964) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:48.472309 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b967f6a0-9058-423c-b0c5-bfd2b9487a21 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:48.475697 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-cee2a34a-6d68-4151-b457-33524fb691c7 admin admin] Request body: {'subnet': {'network_id': '126df8a7-19e4-4861-bfbc-5f41dea08a93', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1446754310-subnet', 'tenant_id': '7be8aebab9524a33aa2535549ec7cd0e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:48.499769 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f867e9f-09f3-495c-9700-aec7a0bd5909 admin admin] Pushing event updated for resources: {'Network': ['ID=126df8a7-19e4-4861-bfbc-5f41dea08a93,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:48.524432 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-1d67baf0-4a48-4879-9366-0f38b1e0e5d0 req-64a54f6d-13d2-453b-bf0c-2d4863c29a76 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50a99f88-8860-42f6-ab99-b8f8a5b964e1 HTTP/1.1" status: 200 len: 217 time: 0.0433128 Aug 10 03:25:48.550635 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d0ce50c6-ca09-4829-9e3d-7366290947a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:48.554588 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d0ce50c6-ca09-4829-9e3d-7366290947a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:48.568718 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-d0ce50c6-ca09-4829-9e3d-7366290947a0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/805c46a9-a007-4b81-ac5a-40c89271b81c HTTP/1.1" status: 204 len: 168 time: 0.4314556 Aug 10 03:25:48.570051 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 126df8a7-19e4-4861-bfbc-5f41dea08a93 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:25:48.616257 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee2a34a-6d68-4151-b457-33524fb691c7 admin admin] Made reservation on behalf of 7be8aebab9524a33aa2535549ec7cd0e for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:25:48.620917 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cee2a34a-6d68-4151-b457-33524fb691c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:48.624846 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b98f3ab-10db-4563-8d3b-33e47e955182 req-6391f6a4-462c-456b-8d37-a6512466af2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:48.629044 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6b98f3ab-10db-4563-8d3b-33e47e955182 req-6391f6a4-462c-456b-8d37-a6512466af2d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=39a285d2-87a3-47d7-9b49-b0b0fee32784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1825917 Aug 10 03:25:48.705428 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ce50c6-ca09-4829-9e3d-7366290947a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=805c46a9-a007-4b81-ac5a-40c89271b81c,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:48.739656 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d67baf0-4a48-4879-9366-0f38b1e0e5d0 req-d03e06e5-6f91-4ce4-a63a-7700ec3c538b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:48.741380 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-1d67baf0-4a48-4879-9366-0f38b1e0e5d0 req-d03e06e5-6f91-4ce4-a63a-7700ec3c538b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=56efed23-ee55-46bf-9125-3806eab6d04b HTTP/1.1" status: 200 len: 846 time: 0.2062023 Aug 10 03:25:48.759535 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6d5fe86a-d902-47a9-8e81-c8ac3c427f40 req-dd9b818a-912d-4e96-9b92-9b505da1d227 service neutron] 10.222.0.42 "GET /v2.0/networks/b51fae06-be52-4fab-a89b-cef6eae8fffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918494 Aug 10 03:25:48.769006 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b967f6a0-9058-423c-b0c5-bfd2b9487a21 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:48.812671 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-1d67baf0-4a48-4879-9366-0f38b1e0e5d0 req-98a6288f-f81f-469c-83df-5ffdb9de6264 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b51fae06-be52-4fab-a89b-cef6eae8fffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583589 Aug 10 03:25:48.847271 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b967f6a0-9058-423c-b0c5-bfd2b9487a21 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:25:48.862708 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-b967f6a0-9058-423c-b0c5-bfd2b9487a21 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:25:48.870721 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b967f6a0-9058-423c-b0c5-bfd2b9487a21 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:25:48.878296 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6b98f3ab-10db-4563-8d3b-33e47e955182 req-97bf0237-49fd-413b-bb37-6e34015282e3 service neutron] 10.222.0.61 "GET /v2.0/networks/39a285d2-87a3-47d7-9b49-b0b0fee32784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150843 Aug 10 03:25:48.897924 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b967f6a0-9058-423c-b0c5-bfd2b9487a21 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Pushing event updated for resources: {'Port': ['ID=38d42f68-785b-4bc6-9b76-2005e3377993,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:49.164784 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-1d67baf0-4a48-4879-9366-0f38b1e0e5d0 req-754ad154-3566-4267-992f-4f230e8786c7 service neutron] 10.222.0.61 "GET /v2.0/networks/b51fae06-be52-4fab-a89b-cef6eae8fffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3377483 Aug 10 03:25:49.206290 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6b98f3ab-10db-4563-8d3b-33e47e955182 req-f39e59ee-d945-4224-8e3d-ec67db1e555e service neutron] 10.222.0.61 "GET /v2.0/networks/39a285d2-87a3-47d7-9b49-b0b0fee32784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3044255 Aug 10 03:25:49.355938 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cee2a34a-6d68-4151-b457-33524fb691c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:49.442482 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee2a34a-6d68-4151-b457-33524fb691c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47063355-1656-48c1-8088-4453fbb64353,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:49.452813 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-1d67baf0-4a48-4879-9366-0f38b1e0e5d0 req-09b8c577-05e5-4b91-b85f-e7c2b984ea27 service neutron] 10.222.0.61 "GET /v2.0/networks/b51fae06-be52-4fab-a89b-cef6eae8fffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447772 Aug 10 03:25:49.470812 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee2a34a-6d68-4151-b457-33524fb691c7 admin admin] Checking segment: {'id': '2f9f6e4f-8252-4ae5-90af-c7e3e03d9ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '126df8a7-19e4-4861-bfbc-5f41dea08a93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:25:49.471160 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee2a34a-6d68-4151-b457-33524fb691c7 admin admin] Network hostable DHCP agents. Network: 126df8a7-19e4-4861-bfbc-5f41dea08a93, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:25:49.501519 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee2a34a-6d68-4151-b457-33524fb691c7 admin admin] Network 126df8a7-19e4-4861-bfbc-5f41dea08a93 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:25:49.516514 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-cee2a34a-6d68-4151-b457-33524fb691c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 126df8a7-19e4-4861-bfbc-5f41dea08a93) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:25:49.523703 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee2a34a-6d68-4151-b457-33524fb691c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:49.525480 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cee2a34a-6d68-4151-b457-33524fb691c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:49.553576 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-cee2a34a-6d68-4151-b457-33524fb691c7 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0838933 Aug 10 03:25:49.556230 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 32988) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:49.559763 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595893e7-cbee-47b8-ac6f-68c0c787060f None None] Network 126df8a7-19e4-4861-bfbc-5f41dea08a93 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:25:49.564324 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-63ed13df-29a2-4a99-ac7c-8ded3163aa6f admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1446754310-router', 'tenant_id': '7be8aebab9524a33aa2535549ec7cd0e', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:49.604630 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-63ed13df-29a2-4a99-ac7c-8ded3163aa6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:49.606984 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-63ed13df-29a2-4a99-ac7c-8ded3163aa6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:49.749335 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-63ed13df-29a2-4a99-ac7c-8ded3163aa6f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:49.837944 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d82359-82cb-47e2-a410-177b3eca066c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-126df8a7-19e4-4861-bfbc-5f41dea08a93', 'network_id': '126df8a7-19e4-4861-bfbc-5f41dea08a93', 'tenant_id': '7be8aebab9524a33aa2535549ec7cd0e', 'fixed_ips': [{'subnet_id': '47063355-1656-48c1-8088-4453fbb64353'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:25:49.839113 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e8d82359-82cb-47e2-a410-177b3eca066c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:49.936603 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c68d55-a8fb-4c0a-b5fb-e078db88946c req-06d5c2e9-dce8-4d10-9cb4-9d5e9d9a746c tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:49.949442 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c8c68d55-a8fb-4c0a-b5fb-e078db88946c req-06d5c2e9-dce8-4d10-9cb4-9d5e9d9a746c tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7b95795-0742-4266-9751-9663609663c3 HTTP/1.1" status: 200 len: 944 time: 0.9187400 Aug 10 03:25:49.977476 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6b98f3ab-10db-4563-8d3b-33e47e955182 req-7d677902-496e-4f0f-913e-3b278c1f5014 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.228&port_id=d7410f22-72fc-46b2-bf2c-021ea69dd6bd HTTP/1.1" status: 200 len: 217 time: 0.6399763 Aug 10 03:25:50.004781 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-63ed13df-29a2-4a99-ac7c-8ded3163aa6f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:50.056158 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224c97e9-9fbf-4b1d-ab79-89001b09aa68 req-8f5bead4-f592-48b1-968f-61ea48a3275c tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:50.058072 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-224c97e9-9fbf-4b1d-ab79-89001b09aa68 req-8f5bead4-f592-48b1-968f-61ea48a3275c tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] 10.222.0.44 "GET /v2.0/ports?device_id=994ee7fd-71e9-48c0-9a9f-42d2463db496 HTTP/1.1" status: 200 len: 945 time: 0.7224796 Aug 10 03:25:50.058943 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b967f6a0-9058-423c-b0c5-bfd2b9487a21 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:50.079236 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-e8d82359-82cb-47e2-a410-177b3eca066c None None] Allocated IP 172.20.0.2 (126df8a7-19e4-4861-bfbc-5f41dea08a93/47063355-1656-48c1-8088-4453fbb64353/4eaecd59-1f35-4877-b402-3efe29e9c567) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:25:50.151144 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c8c68d55-a8fb-4c0a-b5fb-e078db88946c req-4e8eca27-7d3e-4cc9-9c27-a4f53e72a1dd tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001517 Aug 10 03:25:50.235247 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b98f3ab-10db-4563-8d3b-33e47e955182 req-962a1891-d0af-4ee8-a808-36556b6e610f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:50.237924 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6b98f3ab-10db-4563-8d3b-33e47e955182 req-962a1891-d0af-4ee8-a808-36556b6e610f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2818801a-2e35-4ece-b2ba-d3311c823064 HTTP/1.1" status: 200 len: 797 time: 0.2482285 Aug 10 03:25:50.372191 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-224c97e9-9fbf-4b1d-ab79-89001b09aa68 req-5c3c00ca-b37d-47fc-81fa-b121abab03c2 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ca484cf-8c3a-46cb-a8bd-5066374a93b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462976 Aug 10 03:25:50.462128 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b98f3ab-10db-4563-8d3b-33e47e955182 req-41d64619-b268-46fe-a0ec-3faeedde0e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:50.465634 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6b98f3ab-10db-4563-8d3b-33e47e955182 req-41d64619-b268-46fe-a0ec-3faeedde0e7d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=39a285d2-87a3-47d7-9b49-b0b0fee32784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2096617 Aug 10 03:25:50.508669 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e8d82359-82cb-47e2-a410-177b3eca066c None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:50.548411 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-e8d82359-82cb-47e2-a410-177b3eca066c None None] Transition to ACTIVE for port object 4eaecd59-1f35-4877-b402-3efe29e9c567 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:25:50.590940 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-63ed13df-29a2-4a99-ac7c-8ded3163aa6f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:50.604240 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-e8d82359-82cb-47e2-a410-177b3eca066c None None] Transition to ACTIVE for port object 4eaecd59-1f35-4877-b402-3efe29e9c567 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:25:50.620438 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e8d82359-82cb-47e2-a410-177b3eca066c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:50.669880 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-63ed13df-29a2-4a99-ac7c-8ded3163aa6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:50.695051 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33048) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:50.763308 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d82359-82cb-47e2-a410-177b3eca066c None None] Network 126df8a7-19e4-4861-bfbc-5f41dea08a93 is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:25:50.768829 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-e8d82359-82cb-47e2-a410-177b3eca066c None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:25:50.784485 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d82359-82cb-47e2-a410-177b3eca066c None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:25:50.813805 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d82359-82cb-47e2-a410-177b3eca066c None None] Pushing event updated for resources: {'Port': ['ID=4eaecd59-1f35-4877-b402-3efe29e9c567,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:50.954683 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b967f6a0-9058-423c-b0c5-bfd2b9487a21 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-520463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-522334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1409'] for router, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:50.963225 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-e8d82359-82cb-47e2-a410-177b3eca066c None None] Attempting to bind port 4eaecd59-1f35-4877-b402-3efe29e9c567 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:25:50.964250 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-e8d82359-82cb-47e2-a410-177b3eca066c None None] Attempting to bind port 4eaecd59-1f35-4877-b402-3efe29e9c567 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '2f9f6e4f-8252-4ae5-90af-c7e3e03d9ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '126df8a7-19e4-4861-bfbc-5f41dea08a93'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:25:50.964871 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d82359-82cb-47e2-a410-177b3eca066c None None] Attempting to bind port 4eaecd59-1f35-4877-b402-3efe29e9c567 on network 126df8a7-19e4-4861-bfbc-5f41dea08a93 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:25:50.967682 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6b98f3ab-10db-4563-8d3b-33e47e955182 req-ff90090f-a597-491c-8dc1-9ebf519dab6e service neutron] 10.222.0.61 "GET /v2.0/networks/39a285d2-87a3-47d7-9b49-b0b0fee32784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3566062 Aug 10 03:25:50.972545 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b967f6a0-9058-423c-b0c5-bfd2b9487a21 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-520692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-520701', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-522311'] for router, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:50.974637 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d82359-82cb-47e2-a410-177b3eca066c None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:25:50.975254 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d82359-82cb-47e2-a410-177b3eca066c None None] Checking segment: {'id': '2f9f6e4f-8252-4ae5-90af-c7e3e03d9ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '126df8a7-19e4-4861-bfbc-5f41dea08a93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:25:50.975809 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e8d82359-82cb-47e2-a410-177b3eca066c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:50.976532 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d82359-82cb-47e2-a410-177b3eca066c None None] Bound using segment: {'id': '2f9f6e4f-8252-4ae5-90af-c7e3e03d9ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '126df8a7-19e4-4861-bfbc-5f41dea08a93'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:25:50.977225 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-e8d82359-82cb-47e2-a410-177b3eca066c None None] Bound port: 4eaecd59-1f35-4877-b402-3efe29e9c567, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f9f6e4f-8252-4ae5-90af-c7e3e03d9ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '126df8a7-19e4-4861-bfbc-5f41dea08a93'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:25:50.977885 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e8d82359-82cb-47e2-a410-177b3eca066c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:50.991210 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2a8ae97d-7414-4112-b651-99753ada2d9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:51.024195 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-63ed13df-29a2-4a99-ac7c-8ded3163aa6f admin admin] Allocated IP 172.25.6.144 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/3a1a169b-ef21-4727-b382-ad51f0c136e0) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:25:51.071617 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-e8d82359-82cb-47e2-a410-177b3eca066c None None] For port 4eaecd59-1f35-4877-b402-3efe29e9c567, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:25:51.076614 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-e8d82359-82cb-47e2-a410-177b3eca066c None None] For port 4eaecd59-1f35-4877-b402-3efe29e9c567, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=4eaecd59-1f35-4877-b402-3efe29e9c567,segment=NetworkSegment(2f9f6e4f-8252-4ae5-90af-c7e3e03d9ec8),segment_id=2f9f6e4f-8252-4ae5-90af-c7e3e03d9ec8)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:25:51.082158 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e8d82359-82cb-47e2-a410-177b3eca066c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:51.154074 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d82359-82cb-47e2-a410-177b3eca066c None None] Pushing event updated for resources: {'Port': ['ID=4eaecd59-1f35-4877-b402-3efe29e9c567,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:51.242849 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6b98f3ab-10db-4563-8d3b-33e47e955182 req-3c313460-c2e8-48b4-ba4b-a67886a21f73 service neutron] 10.222.0.61 "GET /v2.0/networks/39a285d2-87a3-47d7-9b49-b0b0fee32784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610464 Aug 10 03:25:51.297760 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-63ed13df-29a2-4a99-ac7c-8ded3163aa6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:51.317438 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-5511152c-bcd8-4cf2-8e68-7be01ba9bc8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:51.346816 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2a8ae97d-7414-4112-b651-99753ada2d9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:51.360082 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2a8ae97d-7414-4112-b651-99753ada2d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:51.386418 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6b98f3ab-10db-4563-8d3b-33e47e955182 req-04e045f9-49eb-409b-bf7b-e2062c64da69 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.215&port_id=18f38f10-6fe8-483d-95d9-e9238a6e463c HTTP/1.1" status: 200 len: 217 time: 0.1320372 Aug 10 03:25:51.420757 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-2a8ae97d-7414-4112-b651-99753ada2d9d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6fa83d1906da440bbe85fcab572e452f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7216036 Aug 10 03:25:51.427428 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33056) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:51.459974 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-63ed13df-29a2-4a99-ac7c-8ded3163aa6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:51.513025 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8ae97d-7414-4112-b651-99753ada2d9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faf8c510-26eb-4bda-b2b6-dbba79b27e53,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:51.521608 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b967f6a0-9058-423c-b0c5-bfd2b9487a21 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Router 21587cfd-429e-4591-9df5-c5d72c58788a is scheduled to L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e with binding_index 1 {{(pid=94260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:25:51.556032 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ed13df-29a2-4a99-ac7c-8ded3163aa6f admin admin] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:25:51.570602 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-63ed13df-29a2-4a99-ac7c-8ded3163aa6f admin admin] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:25:51.582168 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ed13df-29a2-4a99-ac7c-8ded3163aa6f admin admin] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:25:51.626779 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ed13df-29a2-4a99-ac7c-8ded3163aa6f admin admin] Pushing event updated for resources: {'Port': ['ID=3a1a169b-ef21-4727-b382-ad51f0c136e0,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:51.657251 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b98f3ab-10db-4563-8d3b-33e47e955182 req-d2925148-de71-4f28-b065-3fd8283428bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:51.659792 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6b98f3ab-10db-4563-8d3b-33e47e955182 req-d2925148-de71-4f28-b065-3fd8283428bf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2818801a-2e35-4ece-b2ba-d3311c823064 HTTP/1.1" status: 200 len: 797 time: 0.2629483 Aug 10 03:25:51.714190 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-24213973-bbcc-4e40-b45a-1a2ef794e8cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:51.732355 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f397f-32ba-4ef8-891b-7c7cb304c047 req-f5e9ffce-3dad-42b8-8bb8-7691e911d7cb tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:51.734154 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d93f397f-32ba-4ef8-891b-7c7cb304c047 req-f5e9ffce-3dad-42b8-8bb8-7691e911d7cb tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7b95795-0742-4266-9751-9663609663c3 HTTP/1.1" status: 200 len: 944 time: 0.4645069 Aug 10 03:25:51.792290 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-24213973-bbcc-4e40-b45a-1a2ef794e8cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:51.877962 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f50595-14ad-4b00-aa9a-ed5b7e7881e5 req-3109e0a6-96cc-409b-9d69-07f0c223d2fc tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:51.877962 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e9f50595-14ad-4b00-aa9a-ed5b7e7881e5 req-3109e0a6-96cc-409b-9d69-07f0c223d2fc tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] 10.222.0.44 "GET /v2.0/ports?device_id=994ee7fd-71e9-48c0-9a9f-42d2463db496 HTTP/1.1" status: 200 len: 945 time: 0.3387218 Aug 10 03:25:51.922495 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d93f397f-32ba-4ef8-891b-7c7cb304c047 req-e79382b7-b541-4533-8b86-085882271ec5 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667533 Aug 10 03:25:51.933510 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b98f3ab-10db-4563-8d3b-33e47e955182 req-ff76ab9d-8c3a-4888-999a-9fcc4e1ea610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:51.935085 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6b98f3ab-10db-4563-8d3b-33e47e955182 req-ff76ab9d-8c3a-4888-999a-9fcc4e1ea610 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=39a285d2-87a3-47d7-9b49-b0b0fee32784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1996217 Aug 10 03:25:51.964121 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b967f6a0-9058-423c-b0c5-bfd2b9487a21 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:25:51.975946 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e87049-ef86-4933-a276-8fec6a931d4e None None] Sync routers for ids ['21587cfd-429e-4591-9df5-c5d72c58788a'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:25:51.979920 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b967f6a0-9058-423c-b0c5-bfd2b9487a21 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks [] for router, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:51.981426 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-b967f6a0-9058-423c-b0c5-bfd2b9487a21 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] 10.222.0.44 "PUT /v2.0/routers/21587cfd-429e-4591-9df5-c5d72c58788a HTTP/1.1" status: 200 len: 913 time: 6.9401207 Aug 10 03:25:51.990066 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33062) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:52.001369 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e87049-ef86-4933-a276-8fec6a931d4e None None] Routers {'21587cfd-429e-4591-9df5-c5d72c58788a'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:25:52.005726 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-f0e87049-ef86-4933-a276-8fec6a931d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:25:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['21587cfd-429e-4591-9df5-c5d72c58788a'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:52.006355 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-24213973-bbcc-4e40-b45a-1a2ef794e8cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:52.011082 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-24213973-bbcc-4e40-b45a-1a2ef794e8cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:52.012400 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e9f50595-14ad-4b00-aa9a-ed5b7e7881e5 req-949a8279-5c78-419c-baa2-ca210f4ba8be tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ca484cf-8c3a-46cb-a8bd-5066374a93b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238854 Aug 10 03:25:52.016311 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-24213973-bbcc-4e40-b45a-1a2ef794e8cd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/faf8c510-26eb-4bda-b2b6-dbba79b27e53 HTTP/1.1" status: 204 len: 168 time: 0.5846982 Aug 10 03:25:52.072304 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24213973-bbcc-4e40-b45a-1a2ef794e8cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf8c510-26eb-4bda-b2b6-dbba79b27e53,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:52.106914 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-63ed13df-29a2-4a99-ac7c-8ded3163aa6f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:52.141209 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-f0e87049-ef86-4933-a276-8fec6a931d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:52.189851 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e87049-ef86-4933-a276-8fec6a931d4e None None] Routers {'21587cfd-429e-4591-9df5-c5d72c58788a'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:25:52.190852 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-f0e87049-ef86-4933-a276-8fec6a931d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:25:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['21587cfd-429e-4591-9df5-c5d72c58788a'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:52.203125 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6b98f3ab-10db-4563-8d3b-33e47e955182 req-1d8651e7-f37e-428b-af7a-95f97bca9bf9 service neutron] 10.222.0.61 "GET /v2.0/networks/39a285d2-87a3-47d7-9b49-b0b0fee32784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573159 Aug 10 03:25:52.325005 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-f0e87049-ef86-4933-a276-8fec6a931d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:52.342690 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e87049-ef86-4933-a276-8fec6a931d4e None None] The sync data for ids ['21587cfd-429e-4591-9df5-c5d72c58788a'] in n-d-768862-13 is: [] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:25:52.391121 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 4eaecd59-1f35-4877-b402-3efe29e9c567 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:25:52.393659 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-b60658ca-c168-4210-bcb5-e383bb3cd574 req-93d08ca9-d1a7-4875-9f0b-0fde20379f65 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-925349578', 'description': 'tempest-description-1260308374'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:52.449852 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-b60658ca-c168-4210-bcb5-e383bb3cd574 req-93d08ca9-d1a7-4875-9f0b-0fde20379f65 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:52.480846 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-c9449bf7-693b-4fbc-9db6-f3f376b6d5bf tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] 10.222.0.44 "GET /v2.0/routers/21587cfd-429e-4591-9df5-c5d72c58788a HTTP/1.1" status: 200 len: 919 time: 0.4890947 Aug 10 03:25:52.485449 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33072) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:52.493355 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 4eaecd59-1f35-4877-b402-3efe29e9c567 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:25:52.686208 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-b60658ca-c168-4210-bcb5-e383bb3cd574 req-93d08ca9-d1a7-4875-9f0b-0fde20379f65 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:52.695474 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6b98f3ab-10db-4563-8d3b-33e47e955182 req-c4a65474-bfc1-43b8-962c-2e9344e9dbca service neutron] 10.222.0.61 "GET /v2.0/networks/39a285d2-87a3-47d7-9b49-b0b0fee32784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4793787 Aug 10 03:25:52.698261 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-b60658ca-c168-4210-bcb5-e383bb3cd574 req-93d08ca9-d1a7-4875-9f0b-0fde20379f65 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:52.814866 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-b60658ca-c168-4210-bcb5-e383bb3cd574 req-93d08ca9-d1a7-4875-9f0b-0fde20379f65 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:52.817186 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b60658ca-c168-4210-bcb5-e383bb3cd574 req-93d08ca9-d1a7-4875-9f0b-0fde20379f65 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.5443285 Aug 10 03:25:52.820952 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6b98f3ab-10db-4563-8d3b-33e47e955182 req-3c34d05e-0dac-4fd8-9135-f9376725e81d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=23f3db6a-3d09-4219-a20f-499c73daf5a4 HTTP/1.1" status: 200 len: 217 time: 0.0997050 Aug 10 03:25:52.831624 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ea4e13-d202-409a-b177-4b74b9481bd4 None None] Network 126df8a7-19e4-4861-bfbc-5f41dea08a93 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:25:52.887634 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d08ca9-d1a7-4875-9f0b-0fde20379f65 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=338348af-a029-48be-b9eb-cfe7b3a50f6f,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:52.926722 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b98f3ab-10db-4563-8d3b-33e47e955182 req-e2580c22-74e3-4f99-807c-b588399549d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:52.928392 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6b98f3ab-10db-4563-8d3b-33e47e955182 req-e2580c22-74e3-4f99-807c-b588399549d9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2818801a-2e35-4ece-b2ba-d3311c823064 HTTP/1.1" status: 200 len: 797 time: 0.0918636 Aug 10 03:25:52.967493 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-7d210789-a7ba-48c0-ad1d-649edac26b74 None None] Provisioning for port 4eaecd59-1f35-4877-b402-3efe29e9c567 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:25:52.974390 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-7d210789-a7ba-48c0-ad1d-649edac26b74 None None] Provisioning complete for port 4eaecd59-1f35-4877-b402-3efe29e9c567 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:52.974603 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-7d210789-a7ba-48c0-ad1d-649edac26b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:53.077271 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-63ed13df-29a2-4a99-ac7c-8ded3163aa6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:53.081139 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b98f3ab-10db-4563-8d3b-33e47e955182 req-d1571f2d-52e0-4422-aea1-40a3879fa9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:53.085289 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6b98f3ab-10db-4563-8d3b-33e47e955182 req-d1571f2d-52e0-4422-aea1-40a3879fa9cf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=39a285d2-87a3-47d7-9b49-b0b0fee32784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1427999 Aug 10 03:25:53.112109 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d34d297-db42-4e58-9133-730769ed9873 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:53.114284 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-7d34d297-db42-4e58-9133-730769ed9873 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=2ea12131-628a-487e-b434-0463553732bd&device_id=21587cfd-429e-4591-9df5-c5d72c58788a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.6256473 Aug 10 03:25:53.117046 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33090) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:53.156758 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-7d210789-a7ba-48c0-ad1d-649edac26b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:53.207451 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-7d210789-a7ba-48c0-ad1d-649edac26b74 None None] For port 4eaecd59-1f35-4877-b402-3efe29e9c567, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=4eaecd59-1f35-4877-b402-3efe29e9c567,segment=NetworkSegment(2f9f6e4f-8252-4ae5-90af-c7e3e03d9ec8),segment_id=2f9f6e4f-8252-4ae5-90af-c7e3e03d9ec8)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:53.223931 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-7d210789-a7ba-48c0-ad1d-649edac26b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:53.302938 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d210789-a7ba-48c0-ad1d-649edac26b74 None None] Pushing event updated for resources: {'Port': ['ID=4eaecd59-1f35-4877-b402-3efe29e9c567,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:53.311827 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2c1ef217-1b08-4e8a-bd4e-5fac430bfc9b req-35bb1b9a-2257-4a32-8286-27fc3e7d4940 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-925349578&fields=id&tenant_id=5d4d680a30924205982a356dd1432e46 HTTP/1.1" status: 200 len: 267 time: 0.3023851 Aug 10 03:25:53.400289 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439395f3-a848-4797-8698-8fcbef233908 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:53.405960 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-439395f3-a848-4797-8698-8fcbef233908 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] 10.222.0.44 "GET /v2.0/networks/2ea12131-628a-487e-b434-0463553732bd HTTP/1.1" status: 200 len: 881 time: 0.2877450 Aug 10 03:25:53.407838 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33102) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:53.414079 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 50a99f88-8860-42f6-ab99-b8f8a5b964e1 details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:25:53.422544 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63ed13df-29a2-4a99-ac7c-8ded3163aa6f admin admin] Router 69c1be55-3cdf-4ec5-9569-a98ba14628a4 is scheduled to L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e with binding_index 1 {{(pid=94261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:25:53.450735 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-1e43ecf9-3c87-4adb-908f-9ebc9ef872db tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] 10.222.0.44 "GET /v2.0/ports?device_id=21587cfd-429e-4591-9df5-c5d72c58788a HTTP/1.1" status: 200 len: 205 time: 0.0413682 Aug 10 03:25:53.451497 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6b98f3ab-10db-4563-8d3b-33e47e955182 req-c4f241f7-e43a-46cd-8030-820e38360d94 service neutron] 10.222.0.61 "GET /v2.0/networks/39a285d2-87a3-47d7-9b49-b0b0fee32784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3495131 Aug 10 03:25:53.451634 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33104) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:53.468754 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef073f4-486d-463e-8295-e1a9f7969d2d req-07d4a707-c6f5-47f0-a6ef-a1235a96b571 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:53.471243 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4ef073f4-486d-463e-8295-e1a9f7969d2d req-07d4a707-c6f5-47f0-a6ef-a1235a96b571 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7b95795-0742-4266-9751-9663609663c3 HTTP/1.1" status: 200 len: 944 time: 0.2559690 Aug 10 03:25:53.497344 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ef217-1b08-4e8a-bd4e-5fac430bfc9b req-7fc4dffd-0986-48f9-92ee-3aec4609be60 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:53.500417 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2c1ef217-1b08-4e8a-bd4e-5fac430bfc9b req-7fc4dffd-0986-48f9-92ee-3aec4609be60 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] 10.222.0.44 "GET /v2.0/ports?device_id=994ee7fd-71e9-48c0-9a9f-42d2463db496 HTTP/1.1" status: 200 len: 945 time: 0.1872275 Aug 10 03:25:53.621205 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-fdad7535-1641-4b47-b0fa-d799a17e321f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:53.648696 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6b98f3ab-10db-4563-8d3b-33e47e955182 req-2daba82e-2c8a-4a3c-9aa2-abfc6201227f service neutron] 10.222.0.61 "GET /v2.0/networks/39a285d2-87a3-47d7-9b49-b0b0fee32784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753075 Aug 10 03:25:53.655732 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-2c1ef217-1b08-4e8a-bd4e-5fac430bfc9b req-16c86107-1634-400a-8eb8-87b92bd36031 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Request body: {'port': {'security_groups': ['3ca484cf-8c3a-46cb-a8bd-5066374a93b6', '338348af-a029-48be-b9eb-cfe7b3a50f6f']}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:53.731998 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6b98f3ab-10db-4563-8d3b-33e47e955182 req-a7b5d061-5122-45e0-aae7-c8afb7651665 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=bc2aced1-42d5-40a0-a09b-18f14c994288 HTTP/1.1" status: 200 len: 217 time: 0.0723081 Aug 10 03:25:53.745499 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63ed13df-29a2-4a99-ac7c-8ded3163aa6f admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:25:53.763309 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e862211-89ce-4872-9ae1-4e5e6a4aa4ef None None] Sync routers for ids ['69c1be55-3cdf-4ec5-9569-a98ba14628a4'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:25:53.765342 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-dbf55cda-a858-425f-bb4a-6ae19138c29a tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks [] for router, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:53.804219 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e862211-89ce-4872-9ae1-4e5e6a4aa4ef None None] Routers {'69c1be55-3cdf-4ec5-9569-a98ba14628a4'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:25:53.807952 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-7e862211-89ce-4872-9ae1-4e5e6a4aa4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:25:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['69c1be55-3cdf-4ec5-9569-a98ba14628a4'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:53.835463 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 50a99f88-8860-42f6-ab99-b8f8a5b964e1, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=50a99f88-8860-42f6-ab99-b8f8a5b964e1,segment=NetworkSegment(73bbe919-55b7-4c3d-b65b-52e4e628212a),segment_id=73bbe919-55b7-4c3d-b65b-52e4e628212a)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:53.841781 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4ef073f4-486d-463e-8295-e1a9f7969d2d req-dfe80196-9a99-4f44-b81c-7140f584a46e tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3397164 Aug 10 03:25:53.854108 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': '50a99f88-8860-42f6-ab99-b8f8a5b964e1', 'network_id': 'b51fae06-be52-4fab-a89b-cef6eae8fffd', 'port_id': '50a99f88-8860-42f6-ab99-b8f8a5b964e1', 'mac_address': 'fa:16:3e:7c:86:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56efed23-ee55-46bf-9125-3806eab6d04b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:25:53.860370 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-5577c5bb-6e4d-44a6-b9d8-9a1f6fb7e2a0 None None] Provisioning complete for port 4eaecd59-1f35-4877-b402-3efe29e9c567 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:53.860795 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-5577c5bb-6e4d-44a6-b9d8-9a1f6fb7e2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:53.914402 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-63ed13df-29a2-4a99-ac7c-8ded3163aa6f admin admin] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:53.922710 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-63ed13df-29a2-4a99-ac7c-8ded3163aa6f admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.3644331 Aug 10 03:25:53.924070 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33108) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:53.925751 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-dbf55cda-a858-425f-bb4a-6ae19138c29a tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:53.943014 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:53.963867 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50a99f88-8860-42f6-ab99-b8f8a5b964e1 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:25:54.028027 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-2c1ef217-1b08-4e8a-bd4e-5fac430bfc9b req-16c86107-1634-400a-8eb8-87b92bd36031 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:54.056472 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b98f3ab-10db-4563-8d3b-33e47e955182 req-9af6e2f6-f6ee-46af-8096-470cfb872f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:54.058575 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6b98f3ab-10db-4563-8d3b-33e47e955182 req-9af6e2f6-f6ee-46af-8096-470cfb872f41 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7168ea7b-40ab-485b-96d9-f59bb6e03de2 HTTP/1.1" status: 200 len: 797 time: 0.3153768 Aug 10 03:25:54.065845 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 50a99f88-8860-42f6-ab99-b8f8a5b964e1, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=50a99f88-8860-42f6-ab99-b8f8a5b964e1,segment=NetworkSegment(73bbe919-55b7-4c3d-b65b-52e4e628212a),segment_id=73bbe919-55b7-4c3d-b65b-52e4e628212a)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:54.081058 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:54.146545 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-dbf55cda-a858-425f-bb4a-6ae19138c29a tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Deleting port 38d42f68-785b-4bc6-9b76-2005e3377993 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:25:54.147440 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-dbf55cda-a858-425f-bb4a-6ae19138c29a tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:54.206269 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:54.213318 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=50a99f88-8860-42f6-ab99-b8f8a5b964e1,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:54.268911 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b98f3ab-10db-4563-8d3b-33e47e955182 req-36592afb-1c38-4a98-a513-43866b7d4caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:54.271321 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6b98f3ab-10db-4563-8d3b-33e47e955182 req-36592afb-1c38-4a98-a513-43866b7d4caf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=effb9b91-4a23-491a-b997-5e008612ed4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2010262 Aug 10 03:25:54.306341 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-7e862211-89ce-4872-9ae1-4e5e6a4aa4ef None None] Set router 69c1be55-3cdf-4ec5-9569-a98ba14628a4 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:25:54.374006 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 4eaecd59-1f35-4877-b402-3efe29e9c567 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:25:54.526741 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6b98f3ab-10db-4563-8d3b-33e47e955182 req-ae7a6c01-b3de-4828-b205-a402abf0ece7 service neutron] 10.222.0.61 "GET /v2.0/networks/effb9b91-4a23-491a-b997-5e008612ed4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422452 Aug 10 03:25:54.552198 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 4eaecd59-1f35-4877-b402-3efe29e9c567 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:54.552579 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:54.658102 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-7e862211-89ce-4872-9ae1-4e5e6a4aa4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69c1be55-3cdf-4ec5-9569-a98ba14628a4', 'name': 'tempest-ServersTestMultiNic-1446754310-router', 'tenant_id': '7be8aebab9524a33aa2535549ec7cd0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': '3a1a169b-ef21-4727-b382-ad51f0c136e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:25:49Z', 'updated_at': '2021-08-10T03:25:51Z', 'revision_number': 3, 'project_id': '7be8aebab9524a33aa2535549ec7cd0e', 'gw_port': {'id': '3a1a169b-ef21-4727-b382-ad51f0c136e0', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6b:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69c1be55-3cdf-4ec5-9569-a98ba14628a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:25:50Z', 'updated_at': '2021-08-10T03:25:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:54.672927 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-dbf55cda-a858-425f-bb4a-6ae19138c29a tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:54.696614 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-dbf55cda-a858-425f-bb4a-6ae19138c29a tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Calling delete_port for 38d42f68-785b-4bc6-9b76-2005e3377993 owned by network:router_gateway {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:25:54.719977 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e862211-89ce-4872-9ae1-4e5e6a4aa4ef None None] Checking router: 69c1be55-3cdf-4ec5-9569-a98ba14628a4 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:25:54.720653 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e862211-89ce-4872-9ae1-4e5e6a4aa4ef None None] Updating router 69c1be55-3cdf-4ec5-9569-a98ba14628a4 port 3a1a169b-ef21-4727-b382-ad51f0c136e0 binding host n-d-768862-13 {{(pid=94263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:25:54.743951 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-2c1ef217-1b08-4e8a-bd4e-5fac430bfc9b req-16c86107-1634-400a-8eb8-87b92bd36031 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] For port b716d23f-648e-46ce-bcb4-847d79b3f168, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=b716d23f-648e-46ce-bcb4-847d79b3f168,segment=NetworkSegment(40569f83-d81b-4303-a587-8c8a3f56ba86),segment_id=40569f83-d81b-4303-a587-8c8a3f56ba86)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:54.749482 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['50a99f88-8860-42f6-ab99-b8f8a5b964e1'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:25:54.767344 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6b98f3ab-10db-4563-8d3b-33e47e955182 req-9044de76-771a-4474-82e6-f2e637559a8a service neutron] 10.222.0.61 "GET /v2.0/networks/effb9b91-4a23-491a-b997-5e008612ed4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267275 Aug 10 03:25:54.781013 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-7e862211-89ce-4872-9ae1-4e5e6a4aa4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:54.817887 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6b98f3ab-10db-4563-8d3b-33e47e955182 req-9a2d729e-351d-4d4e-b03f-8b161af1fd69 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b89f32b7-4acc-40c3-80d9-d8f2bfec5293 HTTP/1.1" status: 200 len: 217 time: 0.0400875 Aug 10 03:25:54.846420 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-2c1ef217-1b08-4e8a-bd4e-5fac430bfc9b req-16c86107-1634-400a-8eb8-87b92bd36031 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:54.892943 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-2c1ef217-1b08-4e8a-bd4e-5fac430bfc9b req-16c86107-1634-400a-8eb8-87b92bd36031 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:54.920419 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['b716d23f-648e-46ce-bcb4-847d79b3f168'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:25:55.010387 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33124) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:55.041807 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ef217-1b08-4e8a-bd4e-5fac430bfc9b req-16c86107-1634-400a-8eb8-87b92bd36031 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:55.042539 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-2c1ef217-1b08-4e8a-bd4e-5fac430bfc9b req-16c86107-1634-400a-8eb8-87b92bd36031 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:55.044037 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2c1ef217-1b08-4e8a-bd4e-5fac430bfc9b req-16c86107-1634-400a-8eb8-87b92bd36031 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] 10.222.0.44 "PUT /v2.0/ports/b716d23f-648e-46ce-bcb4-847d79b3f168 HTTP/1.1" status: 200 len: 981 time: 1.4629560 Aug 10 03:25:55.062432 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '994ee7fd-71e9-48c0-9a9f-42d2463db496', 'tag': 'b716d23f-648e-46ce-bcb4-847d79b3f168'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:25:55.064835 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76a6c0ed-b84e-4857-b956-a20e9f420a5a" -d '{"events": [{"name": "network-changed", "server_uuid": "994ee7fd-71e9-48c0-9a9f-42d2463db496", "tag": "b716d23f-648e-46ce-bcb4-847d79b3f168"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:25:55.080226 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b98f3ab-10db-4563-8d3b-33e47e955182 req-e6b10233-e20f-4f80-aebb-9cdba3b15fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:55.082056 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6b98f3ab-10db-4563-8d3b-33e47e955182 req-e6b10233-e20f-4f80-aebb-9cdba3b15fa0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7168ea7b-40ab-485b-96d9-f59bb6e03de2 HTTP/1.1" status: 200 len: 797 time: 0.2305977 Aug 10 03:25:55.150794 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c86107-1634-400a-8eb8-87b92bd36031 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Pushing event updated for resources: {'Port': ['ID=b716d23f-648e-46ce-bcb4-847d79b3f168,revision_number=6']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:55.152621 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['b716d23f-648e-46ce-bcb4-847d79b3f168'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:25:55.170366 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284efeb8-2fbe-428f-b4de-6afb042e9b93 req-880bce82-0802-410e-a850-293cead47d86 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:55.172134 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-284efeb8-2fbe-428f-b4de-6afb042e9b93 req-880bce82-0802-410e-a850-293cead47d86 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7b95795-0742-4266-9751-9663609663c3 HTTP/1.1" status: 200 len: 945 time: 0.1884837 Aug 10 03:25:55.181847 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b98f3ab-10db-4563-8d3b-33e47e955182 req-6eb5be6a-5b97-405f-9ac5-5c514b0a8d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:55.183580 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6b98f3ab-10db-4563-8d3b-33e47e955182 req-6eb5be6a-5b97-405f-9ac5-5c514b0a8d23 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=effb9b91-4a23-491a-b997-5e008612ed4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0914454 Aug 10 03:25:55.302671 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-7e862211-89ce-4872-9ae1-4e5e6a4aa4ef None None] Notify callbacks [] for port, precommit_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:55.322456 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.provisioning_blocks [None req-7e862211-89ce-4872-9ae1-4e5e6a4aa4ef None None] Transition to ACTIVE for port object 3a1a169b-ef21-4727-b382-ad51f0c136e0 will not be triggered until provisioned by entity L2. {{(pid=94263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:25:55.329757 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-dbf55cda-a858-425f-bb4a-6ae19138c29a tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:55.333450 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-7e862211-89ce-4872-9ae1-4e5e6a4aa4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:55.385258 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:55.392010 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-284efeb8-2fbe-428f-b4de-6afb042e9b93 req-6b4422bf-344e-4a49-83d0-83ae1f2c2dfe tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039628 Aug 10 03:25:55.410060 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-08ceb8f5-caa5-4201-8356-d263c3da481c tempest-ExternalNetworksAdminNegativeTestJSON-861426568 tempest-ExternalNetworksAdminNegativeTestJSON-861426568-project-admin] Request body: {'floatingip': {'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:55.427759 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf55cda-a858-425f-bb4a-6ae19138c29a tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Pushing event deleted for resources: {'Port': ['ID=38d42f68-785b-4bc6-9b76-2005e3377993,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:55.475379 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-99f39084-45ce-47d7-a914-c00840f083f4 req-c21ca269-f84a-4ef3-96c6-7e72c4d0d591 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-925349578&fields=id&tenant_id=5d4d680a30924205982a356dd1432e46 HTTP/1.1" status: 200 len: 267 time: 0.1653087 Aug 10 03:25:55.602625 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80a6bbc-22f3-428c-a50a-521c87e7233c None None] Pushing event updated for resources: {'Port': ['ID=3a1a169b-ef21-4727-b382-ad51f0c136e0,revision_number=2']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:55.650272 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-08ceb8f5-caa5-4201-8356-d263c3da481c tempest-ExternalNetworksAdminNegativeTestJSON-861426568 tempest-ExternalNetworksAdminNegativeTestJSON-861426568-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:55.656695 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6b98f3ab-10db-4563-8d3b-33e47e955182 req-977dd6f7-5508-4391-a220-d3881eeba7de service neutron] 10.222.0.61 "GET /v2.0/networks/effb9b91-4a23-491a-b997-5e008612ed4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4621601 Aug 10 03:25:55.668843 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-7e862211-89ce-4872-9ae1-4e5e6a4aa4ef None None] Attempting to bind port 3a1a169b-ef21-4727-b382-ad51f0c136e0 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:25:55.670290 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-7e862211-89ce-4872-9ae1-4e5e6a4aa4ef None None] Attempting to bind port 3a1a169b-ef21-4727-b382-ad51f0c136e0 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:25:55.671185 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f39084-45ce-47d7-a914-c00840f083f4 req-a4e7409a-9abc-40f7-b016-86e2fab530a0 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:55.672353 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e862211-89ce-4872-9ae1-4e5e6a4aa4ef None None] Attempting to bind port 3a1a169b-ef21-4727-b382-ad51f0c136e0 on network 2ea12131-628a-487e-b434-0463553732bd {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:25:55.673505 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-99f39084-45ce-47d7-a914-c00840f083f4 req-a4e7409a-9abc-40f7-b016-86e2fab530a0 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] 10.222.0.44 "GET /v2.0/ports?device_id=994ee7fd-71e9-48c0-9a9f-42d2463db496 HTTP/1.1" status: 200 len: 984 time: 0.1642971 Aug 10 03:25:55.678090 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-372471bc-a0bc-4b61-8f96-c471d3686bf8 x-openstack-request-id: req-372471bc-a0bc-4b61-8f96-c471d3686bf8 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:25:55.678514 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "994ee7fd-71e9-48c0-9a9f-42d2463db496", "tag": "b716d23f-648e-46ce-bcb4-847d79b3f168", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:25:55.678777 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-372471bc-a0bc-4b61-8f96-c471d3686bf8 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:25:55.679183 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '994ee7fd-71e9-48c0-9a9f-42d2463db496', 'tag': 'b716d23f-648e-46ce-bcb4-847d79b3f168', 'status': 'completed', 'code': 200} Aug 10 03:25:55.690029 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d187b675-c510-4b1a-a1f7-b8e974c90e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:55.699617 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80a6bbc-22f3-428c-a50a-521c87e7233c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:55.700562 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80a6bbc-22f3-428c-a50a-521c87e7233c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:55.701393 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80a6bbc-22f3-428c-a50a-521c87e7233c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:55.702512 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80a6bbc-22f3-428c-a50a-521c87e7233c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:55.703416 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80a6bbc-22f3-428c-a50a-521c87e7233c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:55.704194 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80a6bbc-22f3-428c-a50a-521c87e7233c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:55.705179 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80a6bbc-22f3-428c-a50a-521c87e7233c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:55.705983 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80a6bbc-22f3-428c-a50a-521c87e7233c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:55.706918 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80a6bbc-22f3-428c-a50a-521c87e7233c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:55.707658 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80a6bbc-22f3-428c-a50a-521c87e7233c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:55.708410 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80a6bbc-22f3-428c-a50a-521c87e7233c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:55.711185 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-99f39084-45ce-47d7-a914-c00840f083f4 req-611c909f-c5ad-4c3a-b2cf-2ce57cc73320 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Request body: {'port': {'security_groups': ['3ca484cf-8c3a-46cb-a8bd-5066374a93b6']}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:55.712275 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80a6bbc-22f3-428c-a50a-521c87e7233c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:55.754754 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e862211-89ce-4872-9ae1-4e5e6a4aa4ef None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:25:55.755726 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e862211-89ce-4872-9ae1-4e5e6a4aa4ef None None] Checking segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:25:55.756715 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-7e862211-89ce-4872-9ae1-4e5e6a4aa4ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:55.757091 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-dbf55cda-a858-425f-bb4a-6ae19138c29a tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520654'] for router_gateway, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:55.757385 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e862211-89ce-4872-9ae1-4e5e6a4aa4ef None None] Bound using segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:25:55.758296 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-7e862211-89ce-4872-9ae1-4e5e6a4aa4ef None None] Bound port: 3a1a169b-ef21-4727-b382-ad51f0c136e0, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:25:55.759254 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-7e862211-89ce-4872-9ae1-4e5e6a4aa4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:55.865131 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-99f39084-45ce-47d7-a914-c00840f083f4 req-611c909f-c5ad-4c3a-b2cf-2ce57cc73320 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:55.914266 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-7e862211-89ce-4872-9ae1-4e5e6a4aa4ef None None] For port 3a1a169b-ef21-4727-b382-ad51f0c136e0, host n-d-768862-13, cleared binding levels {{(pid=94263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:25:55.923619 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-7e862211-89ce-4872-9ae1-4e5e6a4aa4ef None None] For port 3a1a169b-ef21-4727-b382-ad51f0c136e0, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=3a1a169b-ef21-4727-b382-ad51f0c136e0,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:25:55.932544 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-dbf55cda-a858-425f-bb4a-6ae19138c29a tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:55.936815 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-dbf55cda-a858-425f-bb4a-6ae19138c29a tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:55.949401 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-7e862211-89ce-4872-9ae1-4e5e6a4aa4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:56.013010 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:56.077210 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e862211-89ce-4872-9ae1-4e5e6a4aa4ef None None] Routers {'69c1be55-3cdf-4ec5-9569-a98ba14628a4'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:25:56.078538 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-7e862211-89ce-4872-9ae1-4e5e6a4aa4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:25:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['69c1be55-3cdf-4ec5-9569-a98ba14628a4'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:56.089177 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80a6bbc-22f3-428c-a50a-521c87e7233c None None] Pushing event updated for resources: {'Port': ['ID=3a1a169b-ef21-4727-b382-ad51f0c136e0,revision_number=3']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:56.089882 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-dbf55cda-a858-425f-bb4a-6ae19138c29a tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:56.090920 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbf55cda-a858-425f-bb4a-6ae19138c29a tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Fanout notify agent at l3_agent the message router_deleted on router 21587cfd-429e-4591-9df5-c5d72c58788a {{(pid=94261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:25:56.101362 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-dbf55cda-a858-425f-bb4a-6ae19138c29a tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:56.112246 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-dbf55cda-a858-425f-bb4a-6ae19138c29a tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] 10.222.0.44 "DELETE /v2.0/routers/21587cfd-429e-4591-9df5-c5d72c58788a HTTP/1.1" status: 204 len: 168 time: 2.6538074 Aug 10 03:25:56.112246 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33138) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:56.117729 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-dd0d9764-86e9-42ec-b988-f5117bcbca22 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-262992440', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:56.212754 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-dd0d9764-86e9-42ec-b988-f5117bcbca22 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:56.214019 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-dd0d9764-86e9-42ec-b988-f5117bcbca22 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:56.279981 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-7e862211-89ce-4872-9ae1-4e5e6a4aa4ef None None] Set router 69c1be55-3cdf-4ec5-9569-a98ba14628a4 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:25:56.344237 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-d187b675-c510-4b1a-a1f7-b8e974c90e98 admin admin] Allocated IP 172.20.0.1 (126df8a7-19e4-4861-bfbc-5f41dea08a93/47063355-1656-48c1-8088-4453fbb64353/3726cd45-a4e8-4c47-8f6d-a18fffe78fea) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:25:56.347609 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-dd0d9764-86e9-42ec-b988-f5117bcbca22 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:56.361362 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-dd0d9764-86e9-42ec-b988-f5117bcbca22 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:56.374879 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-08ceb8f5-caa5-4201-8356-d263c3da481c tempest-ExternalNetworksAdminNegativeTestJSON-861426568 tempest-ExternalNetworksAdminNegativeTestJSON-861426568-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:56.439385 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-dd0d9764-86e9-42ec-b988-f5117bcbca22 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:56.441403 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a6c0ed-b84e-4857-b956-a20e9f420a5a req-29ced58d-8977-488a-9c33-e2ad5828377a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:56.443650 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-76a6c0ed-b84e-4857-b956-a20e9f420a5a req-29ced58d-8977-488a-9c33-e2ad5828377a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5d4d680a30924205982a356dd1432e46&device_id=994ee7fd-71e9-48c0-9a9f-42d2463db496 HTTP/1.1" status: 200 len: 1136 time: 0.6268387 Aug 10 03:25:56.444212 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-dd0d9764-86e9-42ec-b988-f5117bcbca22 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3308513 Aug 10 03:25:56.444953 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33142) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:56.490980 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-ed0d0c04-c2b3-446a-8b4c-260e33fe40fe tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'enable_snat': False}}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:56.539728 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6b98f3ab-10db-4563-8d3b-33e47e955182 req-dd7cf02d-2841-4425-8def-879b3ceca22a service neutron] 10.222.0.61 "GET /v2.0/networks/effb9b91-4a23-491a-b997-5e008612ed4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8641779 Aug 10 03:25:56.613571 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-7e862211-89ce-4872-9ae1-4e5e6a4aa4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69c1be55-3cdf-4ec5-9569-a98ba14628a4', 'name': 'tempest-ServersTestMultiNic-1446754310-router', 'tenant_id': '7be8aebab9524a33aa2535549ec7cd0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': '3a1a169b-ef21-4727-b382-ad51f0c136e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:25:49Z', 'updated_at': '2021-08-10T03:25:51Z', 'revision_number': 3, 'project_id': '7be8aebab9524a33aa2535549ec7cd0e', 'gw_port': {'id': '3a1a169b-ef21-4727-b382-ad51f0c136e0', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6b:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69c1be55-3cdf-4ec5-9569-a98ba14628a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:25:50Z', 'updated_at': '2021-08-10T03:25:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:56.645359 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e862211-89ce-4872-9ae1-4e5e6a4aa4ef None None] The sync data for ids ['69c1be55-3cdf-4ec5-9569-a98ba14628a4'] in n-d-768862-13 is: [{'id': '69c1be55-3cdf-4ec5-9569-a98ba14628a4', 'name': 'tempest-ServersTestMultiNic-1446754310-router', 'tenant_id': '7be8aebab9524a33aa2535549ec7cd0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': '3a1a169b-ef21-4727-b382-ad51f0c136e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:25:49Z', 'updated_at': '2021-08-10T03:25:51Z', 'revision_number': 3, 'project_id': '7be8aebab9524a33aa2535549ec7cd0e', 'gw_port': {'id': '3a1a169b-ef21-4727-b382-ad51f0c136e0', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6b:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69c1be55-3cdf-4ec5-9569-a98ba14628a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:25:50Z', 'updated_at': '2021-08-10T03:25:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:25:56.701717 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991309d8-4ff7-48bd-9463-37e96f08f64c req-47b0dec2-2058-4ec7-8eb9-0c96588030c1 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:56.709234 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-991309d8-4ff7-48bd-9463-37e96f08f64c req-47b0dec2-2058-4ec7-8eb9-0c96588030c1 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7b95795-0742-4266-9751-9663609663c3 HTTP/1.1" status: 200 len: 945 time: 0.2073407 Aug 10 03:25:56.715514 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:56.796437 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d187b675-c510-4b1a-a1f7-b8e974c90e98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:56.799974 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-08ceb8f5-caa5-4201-8356-d263c3da481c tempest-ExternalNetworksAdminNegativeTestJSON-861426568 tempest-ExternalNetworksAdminNegativeTestJSON-861426568-project-admin] Allocated IP 172.25.6.174 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/5583ee18-916f-4e92-a70d-d1d3beca903b) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:25:56.825075 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a6c0ed-b84e-4857-b956-a20e9f420a5a req-c113e431-2e67-40a3-af28-58180efffd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:56.826901 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-76a6c0ed-b84e-4857-b956-a20e9f420a5a req-c113e431-2e67-40a3-af28-58180efffd1d service neutron] 10.222.0.42 "GET /v2.0/networks?id=c2da0bb6-4435-4aa8-bf60-cd789ad14aea HTTP/1.1" status: 200 len: 919 time: 0.3729541 Aug 10 03:25:56.839292 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-991309d8-4ff7-48bd-9463-37e96f08f64c req-aa8396de-64db-4b5a-ac50-a4c2a474fdee tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282551 Aug 10 03:25:56.912224 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [None req-d187b675-c510-4b1a-a1f7-b8e974c90e98 admin admin] Transition to ACTIVE for port object 3726cd45-a4e8-4c47-8f6d-a18fffe78fea will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:25:56.915426 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-76a6c0ed-b84e-4857-b956-a20e9f420a5a req-7a682cd3-09ed-467a-8e6f-d863c0a5a2c2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b716d23f-648e-46ce-bcb4-847d79b3f168 HTTP/1.1" status: 200 len: 217 time: 0.0722482 Aug 10 03:25:56.933021 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ed0d0c04-c2b3-446a-8b4c-260e33fe40fe tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:57.057224 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a6c0ed-b84e-4857-b956-a20e9f420a5a req-c1fff7a4-ca4f-4add-a918-b2b1e37080cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:57.059247 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-76a6c0ed-b84e-4857-b956-a20e9f420a5a req-c1fff7a4-ca4f-4add-a918-b2b1e37080cd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=820cdd45-16e1-4c6c-be8e-6540a98cf482 HTTP/1.1" status: 200 len: 859 time: 0.1335149 Aug 10 03:25:57.062526 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-99f39084-45ce-47d7-a914-c00840f083f4 req-611c909f-c5ad-4c3a-b2cf-2ce57cc73320 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] For port b716d23f-648e-46ce-bcb4-847d79b3f168, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=b716d23f-648e-46ce-bcb4-847d79b3f168,segment=NetworkSegment(40569f83-d81b-4303-a587-8c8a3f56ba86),segment_id=40569f83-d81b-4303-a587-8c8a3f56ba86)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:57.193681 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-76a6c0ed-b84e-4857-b956-a20e9f420a5a req-17155e23-e577-486a-a200-49d6581d42ba service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c2da0bb6-4435-4aa8-bf60-cd789ad14aea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1249385 Aug 10 03:25:57.201924 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d187b675-c510-4b1a-a1f7-b8e974c90e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:57.272089 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-08ceb8f5-caa5-4201-8356-d263c3da481c tempest-ExternalNetworksAdminNegativeTestJSON-861426568 tempest-ExternalNetworksAdminNegativeTestJSON-861426568-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:57.298315 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d187b675-c510-4b1a-a1f7-b8e974c90e98 admin admin] Network 126df8a7-19e4-4861-bfbc-5f41dea08a93 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:25:57.312340 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-d187b675-c510-4b1a-a1f7-b8e974c90e98 admin admin] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:25:57.315431 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d187b675-c510-4b1a-a1f7-b8e974c90e98 admin admin] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:25:57.319972 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d187b675-c510-4b1a-a1f7-b8e974c90e98 admin admin] Pushing event updated for resources: {'Port': ['ID=3726cd45-a4e8-4c47-8f6d-a18fffe78fea,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:57.361336 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-99f39084-45ce-47d7-a914-c00840f083f4 req-611c909f-c5ad-4c3a-b2cf-2ce57cc73320 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:57.374910 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-99f39084-45ce-47d7-a914-c00840f083f4 req-611c909f-c5ad-4c3a-b2cf-2ce57cc73320 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:57.390194 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['b716d23f-648e-46ce-bcb4-847d79b3f168'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:25:57.453386 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 50a99f88-8860-42f6-ab99-b8f8a5b964e1 up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:25:57.526723 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611c909f-c5ad-4c3a-b2cf-2ce57cc73320 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Pushing event updated for resources: {'Port': ['ID=b716d23f-648e-46ce-bcb4-847d79b3f168,revision_number=7']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:57.566037 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f39084-45ce-47d7-a914-c00840f083f4 req-611c909f-c5ad-4c3a-b2cf-2ce57cc73320 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:57.568501 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-99f39084-45ce-47d7-a914-c00840f083f4 req-611c909f-c5ad-4c3a-b2cf-2ce57cc73320 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:57.586071 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-99f39084-45ce-47d7-a914-c00840f083f4 req-611c909f-c5ad-4c3a-b2cf-2ce57cc73320 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] 10.222.0.44 "PUT /v2.0/ports/b716d23f-648e-46ce-bcb4-847d79b3f168 HTTP/1.1" status: 200 len: 942 time: 1.8787656 Aug 10 03:25:57.628306 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning for port 50a99f88-8860-42f6-ab99-b8f8a5b964e1 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:25:57.656058 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['b716d23f-648e-46ce-bcb4-847d79b3f168'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:25:57.698568 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port 50a99f88-8860-42f6-ab99-b8f8a5b964e1 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:57.699153 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:57.710456 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '994ee7fd-71e9-48c0-9a9f-42d2463db496', 'tag': 'b716d23f-648e-46ce-bcb4-847d79b3f168'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:25:57.713918 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce3c6a0d-8df5-4feb-9be7-37dc44917c18" -d '{"events": [{"name": "network-changed", "server_uuid": "994ee7fd-71e9-48c0-9a9f-42d2463db496", "tag": "b716d23f-648e-46ce-bcb4-847d79b3f168"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:25:57.805402 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11ba15b6-de4f-40dc-a374-ab09fbefd96d x-openstack-request-id: req-11ba15b6-de4f-40dc-a374-ab09fbefd96d {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:25:57.805875 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "994ee7fd-71e9-48c0-9a9f-42d2463db496", "tag": "b716d23f-648e-46ce-bcb4-847d79b3f168", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:25:57.806352 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-11ba15b6-de4f-40dc-a374-ab09fbefd96d {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:25:57.806888 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '994ee7fd-71e9-48c0-9a9f-42d2463db496', 'tag': 'b716d23f-648e-46ce-bcb4-847d79b3f168', 'status': 'completed', 'code': 200} Aug 10 03:25:57.816525 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-76a6c0ed-b84e-4857-b956-a20e9f420a5a req-cc87b710-4b29-41ac-9cab-5ca0e951fd81 service neutron] 10.222.0.42 "GET /v2.0/networks/c2da0bb6-4435-4aa8-bf60-cd789ad14aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5901248 Aug 10 03:25:57.965644 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d187b675-c510-4b1a-a1f7-b8e974c90e98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521745'] for router_interface, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:57.996018 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:57.998902 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-a5b8b56c-5d0f-4f01-bc56-6fc8c4dc4233 None None] Provisioning for port 3726cd45-a4e8-4c47-8f6d-a18fffe78fea completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:25:58.010562 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-a5b8b56c-5d0f-4f01-bc56-6fc8c4dc4233 None None] Provisioning complete for port 3726cd45-a4e8-4c47-8f6d-a18fffe78fea triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:58.011576 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a5b8b56c-5d0f-4f01-bc56-6fc8c4dc4233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:58.027786 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-08ceb8f5-caa5-4201-8356-d263c3da481c tempest-ExternalNetworksAdminNegativeTestJSON-861426568 tempest-ExternalNetworksAdminNegativeTestJSON-861426568-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:58.123583 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ceb8f5-caa5-4201-8356-d263c3da481c tempest-ExternalNetworksAdminNegativeTestJSON-861426568 tempest-ExternalNetworksAdminNegativeTestJSON-861426568-project-admin] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:25:58.126341 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ceb8f5-caa5-4201-8356-d263c3da481c tempest-ExternalNetworksAdminNegativeTestJSON-861426568 tempest-ExternalNetworksAdminNegativeTestJSON-861426568-project-admin] Pushing event updated for resources: {'Port': ['ID=5583ee18-916f-4e92-a70d-d1d3beca903b,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:58.134538 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2b0b9a38-c8cf-48bc-ae30-0deffa079ace req-a31beefc-3183-4aa6-aa66-950defaf717f tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5214112 Aug 10 03:25:58.141965 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7b95795-0742-4266-9751-9663609663c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50a99f88-8860-42f6-ab99-b8f8a5b964e1'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:25:58.147285 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6007dee6-b532-4746-ae2d-36955ef5441f" -d '{"events": [{"server_uuid": "f7b95795-0742-4266-9751-9663609663c3", "name": "network-vif-plugged", "status": "completed", "tag": "50a99f88-8860-42f6-ab99-b8f8a5b964e1"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:25:58.165795 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d9a332-a569-4af2-81f6-63ce90a337ee req-5bf9e3e9-87ad-4559-ae00-94f16a07021c tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:58.167441 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-13d9a332-a569-4af2-81f6-63ce90a337ee req-5bf9e3e9-87ad-4559-ae00-94f16a07021c tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7b95795-0742-4266-9751-9663609663c3 HTTP/1.1" status: 200 len: 945 time: 0.1809506 Aug 10 03:25:58.171051 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-2b0b9a38-c8cf-48bc-ae30-0deffa079ace req-f2ac1f99-e6c3-4e27-9cf9-e8a7001c871f tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Request body: {'floatingip': {'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:58.197209 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 50a99f88-8860-42f6-ab99-b8f8a5b964e1, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=50a99f88-8860-42f6-ab99-b8f8a5b964e1,segment=NetworkSegment(73bbe919-55b7-4c3d-b65b-52e4e628212a),segment_id=73bbe919-55b7-4c3d-b65b-52e4e628212a)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:58.230460 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:58.248183 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-76a6c0ed-b84e-4857-b956-a20e9f420a5a req-b401b5d6-b982-49a8-9c85-90f5ed94ae74 service neutron] 10.222.0.42 "GET /v2.0/networks/c2da0bb6-4435-4aa8-bf60-cd789ad14aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4124300 Aug 10 03:25:58.256766 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-08ceb8f5-caa5-4201-8356-d263c3da481c tempest-ExternalNetworksAdminNegativeTestJSON-861426568 tempest-ExternalNetworksAdminNegativeTestJSON-861426568-project-admin] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:25:58.266517 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-2b0b9a38-c8cf-48bc-ae30-0deffa079ace req-f2ac1f99-e6c3-4e27-9cf9-e8a7001c871f tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Notify callbacks [] for floatingip, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:58.286451 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-13d9a332-a569-4af2-81f6-63ce90a337ee req-27659a40-8b9a-4ac0-9de8-15214c6b1ddc tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077774 Aug 10 03:25:58.305203 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=50a99f88-8860-42f6-ab99-b8f8a5b964e1,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:58.316454 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ceb8f5-caa5-4201-8356-d263c3da481c tempest-ExternalNetworksAdminNegativeTestJSON-861426568 tempest-ExternalNetworksAdminNegativeTestJSON-861426568-project-admin] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:25:58.321006 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-a5b8b56c-5d0f-4f01-bc56-6fc8c4dc4233 None None] Port 3726cd45-a4e8-4c47-8f6d-a18fffe78fea cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:25:58.402075 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 3a1a169b-ef21-4727-b382-ad51f0c136e0 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:25:58.460603 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3c6a0d-8df5-4feb-9be7-37dc44917c18 req-a22687ad-c774-4bac-b582-191423c72056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:58.463111 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ce3c6a0d-8df5-4feb-9be7-37dc44917c18 req-a22687ad-c774-4bac-b582-191423c72056 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5d4d680a30924205982a356dd1432e46&device_id=994ee7fd-71e9-48c0-9a9f-42d2463db496 HTTP/1.1" status: 200 len: 1097 time: 0.0887933 Aug 10 03:25:58.495283 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59b0e9f2-cbb9-43d6-99db-6e9c3b32adac x-openstack-request-id: req-59b0e9f2-cbb9-43d6-99db-6e9c3b32adac {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:25:58.495655 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7b95795-0742-4266-9751-9663609663c3", "name": "network-vif-plugged", "status": "completed", "tag": "50a99f88-8860-42f6-ab99-b8f8a5b964e1", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:25:58.496022 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-59b0e9f2-cbb9-43d6-99db-6e9c3b32adac {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:25:58.496601 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7b95795-0742-4266-9751-9663609663c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50a99f88-8860-42f6-ab99-b8f8a5b964e1', 'code': 200} Aug 10 03:25:58.525475 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-08ceb8f5-caa5-4201-8356-d263c3da481c tempest-ExternalNetworksAdminNegativeTestJSON-861426568 tempest-ExternalNetworksAdminNegativeTestJSON-861426568-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:58.557837 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 3a1a169b-ef21-4727-b382-ad51f0c136e0 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:25:58.572839 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 3a1a169b-ef21-4727-b382-ad51f0c136e0 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:58.573333 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:58.579747 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ed0d0c04-c2b3-446a-8b4c-260e33fe40fe tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:58.590591 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d187b675-c510-4b1a-a1f7-b8e974c90e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:58.637603 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-2b0b9a38-c8cf-48bc-ae30-0deffa079ace req-f2ac1f99-e6c3-4e27-9cf9-e8a7001c871f tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:58.668376 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ed0d0c04-c2b3-446a-8b4c-260e33fe40fe tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:58.677822 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-08ceb8f5-caa5-4201-8356-d263c3da481c tempest-ExternalNetworksAdminNegativeTestJSON-861426568 tempest-ExternalNetworksAdminNegativeTestJSON-861426568-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:58.705493 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:58.733526 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 3a1a169b-ef21-4727-b382-ad51f0c136e0, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=3a1a169b-ef21-4727-b382-ad51f0c136e0,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:58.740287 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:58.804802 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9dd435-956f-4035-ad78-74bdfdd9ca33 req-ed71020b-84c7-4f81-9cdc-9a9a582a5e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:58.808166 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-db9dd435-956f-4035-ad78-74bdfdd9ca33 req-ed71020b-84c7-4f81-9cdc-9a9a582a5e1a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f7b95795-0742-4266-9751-9663609663c3 HTTP/1.1" status: 200 len: 1098 time: 0.2104003 Aug 10 03:25:58.820212 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3c6a0d-8df5-4feb-9be7-37dc44917c18 req-0aaa0f07-c4a0-4e84-876c-9092031fe06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:58.823025 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ce3c6a0d-8df5-4feb-9be7-37dc44917c18 req-0aaa0f07-c4a0-4e84-876c-9092031fe06c service neutron] 10.222.0.42 "GET /v2.0/networks?id=c2da0bb6-4435-4aa8-bf60-cd789ad14aea HTTP/1.1" status: 200 len: 919 time: 0.3502498 Aug 10 03:25:58.828273 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=3a1a169b-ef21-4727-b382-ad51f0c136e0,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:58.977221 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ce3c6a0d-8df5-4feb-9be7-37dc44917c18 req-760275c9-1048-411d-88cb-e404a8dfb19a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b716d23f-648e-46ce-bcb4-847d79b3f168 HTTP/1.1" status: 200 len: 217 time: 0.1154706 Aug 10 03:25:59.040811 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-2b0b9a38-c8cf-48bc-ae30-0deffa079ace req-f2ac1f99-e6c3-4e27-9cf9-e8a7001c871f tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Allocated IP 172.25.6.68 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/d33755e7-6c14-4803-af2f-21a15544e198) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:25:59.043854 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d187b675-c510-4b1a-a1f7-b8e974c90e98 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:59.048346 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-08ceb8f5-caa5-4201-8356-d263c3da481c tempest-ExternalNetworksAdminNegativeTestJSON-861426568 tempest-ExternalNetworksAdminNegativeTestJSON-861426568-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:59.051004 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d187b675-c510-4b1a-a1f7-b8e974c90e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:59.056625 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-08ceb8f5-caa5-4201-8356-d263c3da481c tempest-ExternalNetworksAdminNegativeTestJSON-861426568 tempest-ExternalNetworksAdminNegativeTestJSON-861426568-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:59.083220 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-db9dd435-956f-4035-ad78-74bdfdd9ca33 req-92f52a3d-2d11-4d2e-92b5-c03016dd65f7 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266891 Aug 10 03:25:59.155409 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d187b675-c510-4b1a-a1f7-b8e974c90e98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521893'] for router_interface, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:59.170066 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d187b675-c510-4b1a-a1f7-b8e974c90e98 admin admin] Pushing event updated for resources: {'Port': ['ID=3726cd45-a4e8-4c47-8f6d-a18fffe78fea,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:59.194456 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3c6a0d-8df5-4feb-9be7-37dc44917c18 req-0ef3dc8b-0e8e-4263-a915-6e2f72c064f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:59.196304 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ce3c6a0d-8df5-4feb-9be7-37dc44917c18 req-0ef3dc8b-0e8e-4263-a915-6e2f72c064f8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=820cdd45-16e1-4c6c-be8e-6540a98cf482 HTTP/1.1" status: 200 len: 859 time: 0.2013552 Aug 10 03:25:59.249056 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ce3c6a0d-8df5-4feb-9be7-37dc44917c18 req-bc6692c2-b96c-458a-8124-fb2f94d2c9e3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c2da0bb6-4435-4aa8-bf60-cd789ad14aea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408397 Aug 10 03:25:59.260344 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-08ceb8f5-caa5-4201-8356-d263c3da481c tempest-ExternalNetworksAdminNegativeTestJSON-861426568 tempest-ExternalNetworksAdminNegativeTestJSON-861426568-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:59.285934 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ceb8f5-caa5-4201-8356-d263c3da481c tempest-ExternalNetworksAdminNegativeTestJSON-861426568 tempest-ExternalNetworksAdminNegativeTestJSON-861426568-project-admin] Pushing event updated for resources: {'Port': ['ID=5583ee18-916f-4e92-a70d-d1d3beca903b,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:59.293538 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-08ceb8f5-caa5-4201-8356-d263c3da481c tempest-ExternalNetworksAdminNegativeTestJSON-861426568 tempest-ExternalNetworksAdminNegativeTestJSON-861426568-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:59.298299 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-08ceb8f5-caa5-4201-8356-d263c3da481c tempest-ExternalNetworksAdminNegativeTestJSON-861426568 tempest-ExternalNetworksAdminNegativeTestJSON-861426568-project-admin] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2833512 Aug 10 03:25:59.303367 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33164) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:59.312173 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-4f8aec2b-c9b0-4a7c-97ec-1078b8a4e67c tempest-ExternalNetworksAdminNegativeTestJSON-861426568 tempest-ExternalNetworksAdminNegativeTestJSON-861426568-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-265988012', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'fixed_ips': [{'ip_address': '172.25.6.174'}]}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:59.364288 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-2b0b9a38-c8cf-48bc-ae30-0deffa079ace req-f2ac1f99-e6c3-4e27-9cf9-e8a7001c871f tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:59.371705 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d187b675-c510-4b1a-a1f7-b8e974c90e98 admin admin] Network 126df8a7-19e4-4861-bfbc-5f41dea08a93 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:25:59.373387 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f8aec2b-c9b0-4a7c-97ec-1078b8a4e67c tempest-ExternalNetworksAdminNegativeTestJSON-861426568 tempest-ExternalNetworksAdminNegativeTestJSON-861426568-project-admin] Made reservation on behalf of e6df5b1f45d84b658546c365c6d2a9cd for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:25:59.376858 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4f8aec2b-c9b0-4a7c-97ec-1078b8a4e67c tempest-ExternalNetworksAdminNegativeTestJSON-861426568 tempest-ExternalNetworksAdminNegativeTestJSON-861426568-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:59.382461 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-d187b675-c510-4b1a-a1f7-b8e974c90e98 admin admin] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:25:59.404412 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4f8aec2b-c9b0-4a7c-97ec-1078b8a4e67c tempest-ExternalNetworksAdminNegativeTestJSON-861426568 tempest-ExternalNetworksAdminNegativeTestJSON-861426568-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:59.494540 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ce3c6a0d-8df5-4feb-9be7-37dc44917c18 req-35e4313a-fce0-4f9d-8058-51c65173afab service neutron] 10.222.0.42 "GET /v2.0/networks/c2da0bb6-4435-4aa8-bf60-cd789ad14aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380831 Aug 10 03:25:59.527519 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-2b0b9a38-c8cf-48bc-ae30-0deffa079ace req-f2ac1f99-e6c3-4e27-9cf9-e8a7001c871f tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:59.578720 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594e046d-ac7e-4492-900f-f731928ebcd1 req-2a8fc808-c418-4faf-95a9-a598d8f9f684 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:59.580361 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-594e046d-ac7e-4492-900f-f731928ebcd1 req-2a8fc808-c418-4faf-95a9-a598d8f9f684 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7b95795-0742-4266-9751-9663609663c3 HTTP/1.1" status: 200 len: 946 time: 0.1713145 Aug 10 03:25:59.657975 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b0b9a38-c8cf-48bc-ae30-0deffa079ace req-f2ac1f99-e6c3-4e27-9cf9-e8a7001c871f tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:25:59.668469 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-2b0b9a38-c8cf-48bc-ae30-0deffa079ace req-f2ac1f99-e6c3-4e27-9cf9-e8a7001c871f tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:25:59.675753 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b0b9a38-c8cf-48bc-ae30-0deffa079ace req-f2ac1f99-e6c3-4e27-9cf9-e8a7001c871f tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:25:59.679978 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ac1f99-e6c3-4e27-9cf9-e8a7001c871f tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Pushing event updated for resources: {'Port': ['ID=d33755e7-6c14-4803-af2f-21a15544e198,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:59.693903 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-ed0d0c04-c2b3-446a-8b4c-260e33fe40fe tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Allocated IP 172.25.6.133 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/9b327e53-5e4e-42e4-a176-131738262021) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:25:59.720380 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d187b675-c510-4b1a-a1f7-b8e974c90e98 admin admin] Router 69c1be55-3cdf-4ec5-9569-a98ba14628a4 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:25:59.737976 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-594e046d-ac7e-4492-900f-f731928ebcd1 req-25f22042-ae84-425a-a9f5-6bf1470baf05 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327357 Aug 10 03:25:59.744947 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ce3c6a0d-8df5-4feb-9be7-37dc44917c18 req-c6ef4c74-d42a-49bd-a97c-440b83776689 service neutron] 10.222.0.42 "GET /v2.0/networks/c2da0bb6-4435-4aa8-bf60-cd789ad14aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403126 Aug 10 03:25:59.833823 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-2b0b9a38-c8cf-48bc-ae30-0deffa079ace req-f2ac1f99-e6c3-4e27-9cf9-e8a7001c871f tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:59.883152 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4f8aec2b-c9b0-4a7c-97ec-1078b8a4e67c tempest-ExternalNetworksAdminNegativeTestJSON-861426568 tempest-ExternalNetworksAdminNegativeTestJSON-861426568-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:59.883570 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-2e21b275-1328-4e1d-abee-28f0be960558 None None] Provisioning complete for port 3726cd45-a4e8-4c47-8f6d-a18fffe78fea triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:59.886167 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-2e21b275-1328-4e1d-abee-28f0be960558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:59.889464 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-2b0b9a38-c8cf-48bc-ae30-0deffa079ace req-f2ac1f99-e6c3-4e27-9cf9-e8a7001c871f tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:59.899476 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4f8aec2b-c9b0-4a7c-97ec-1078b8a4e67c tempest-ExternalNetworksAdminNegativeTestJSON-861426568 tempest-ExternalNetworksAdminNegativeTestJSON-861426568-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:59.948624 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [None req-4f8aec2b-c9b0-4a7c-97ec-1078b8a4e67c tempest-ExternalNetworksAdminNegativeTestJSON-861426568 tempest-ExternalNetworksAdminNegativeTestJSON-861426568-project-admin] device_id is not set on port ba2d36e9-84b9-4c3d-9ed2-951672238dda yet. {{(pid=94261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:25:59.970689 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-2e21b275-1328-4e1d-abee-28f0be960558 None None] Port 3726cd45-a4e8-4c47-8f6d-a18fffe78fea cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:26:00.065773 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8aec2b-c9b0-4a7c-97ec-1078b8a4e67c tempest-ExternalNetworksAdminNegativeTestJSON-861426568 tempest-ExternalNetworksAdminNegativeTestJSON-861426568-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41495972-1937-433f-b23c-cf35fa621f2b,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:00.072613 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ed0d0c04-c2b3-446a-8b4c-260e33fe40fe tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:00.117385 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d187b675-c510-4b1a-a1f7-b8e974c90e98 admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:26:00.131219 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-d187b675-c510-4b1a-a1f7-b8e974c90e98 admin admin] 10.222.0.44 "PUT /v2.0/routers/69c1be55-3cdf-4ec5-9569-a98ba14628a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1993084 Aug 10 03:26:00.136118 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-2b0b9a38-c8cf-48bc-ae30-0deffa079ace req-f2ac1f99-e6c3-4e27-9cf9-e8a7001c871f tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:00.136288 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3766ade9-6bd7-493d-8c87-156194fa7c67 None None] Sync routers for ids ['69c1be55-3cdf-4ec5-9569-a98ba14628a4'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:26:00.146477 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-2b0b9a38-c8cf-48bc-ae30-0deffa079ace req-f2ac1f99-e6c3-4e27-9cf9-e8a7001c871f tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:00.164422 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3766ade9-6bd7-493d-8c87-156194fa7c67 None None] Routers {'69c1be55-3cdf-4ec5-9569-a98ba14628a4'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:26:00.165538 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-3766ade9-6bd7-493d-8c87-156194fa7c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:25:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['69c1be55-3cdf-4ec5-9569-a98ba14628a4'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:26:00.356275 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 33176) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:00.370339 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ac1f99-e6c3-4e27-9cf9-e8a7001c871f tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Pushing event updated for resources: {'Port': ['ID=d33755e7-6c14-4803-af2f-21a15544e198,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:00.382712 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-2b0b9a38-c8cf-48bc-ae30-0deffa079ace req-f2ac1f99-e6c3-4e27-9cf9-e8a7001c871f tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:00.395075 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ed0d0c04-c2b3-446a-8b4c-260e33fe40fe tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:00.419756 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 3a1a169b-ef21-4727-b382-ad51f0c136e0 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:26:00.431302 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-2b0b9a38-c8cf-48bc-ae30-0deffa079ace req-f2ac1f99-e6c3-4e27-9cf9-e8a7001c871f tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:00.433419 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2b0b9a38-c8cf-48bc-ae30-0deffa079ace req-f2ac1f99-e6c3-4e27-9cf9-e8a7001c871f tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.2800097 Aug 10 03:26:00.487524 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0d0c04-c2b3-446a-8b4c-260e33fe40fe tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:26:00.505285 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-ed0d0c04-c2b3-446a-8b4c-260e33fe40fe tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:26:00.515049 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-3766ade9-6bd7-493d-8c87-156194fa7c67 None None] Set router 69c1be55-3cdf-4ec5-9569-a98ba14628a4 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:26:00.523298 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0d0c04-c2b3-446a-8b4c-260e33fe40fe tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:26:00.530432 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0d0c04-c2b3-446a-8b4c-260e33fe40fe tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Pushing event updated for resources: {'Port': ['ID=9b327e53-5e4e-42e4-a176-131738262021,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:00.543449 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-2d314cb4-2d50-445f-bf4e-c16551cee762 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1920082579'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:00.552210 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 3a1a169b-ef21-4727-b382-ad51f0c136e0 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:26:00.552593 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:00.581693 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f8aec2b-c9b0-4a7c-97ec-1078b8a4e67c tempest-ExternalNetworksAdminNegativeTestJSON-861426568 tempest-ExternalNetworksAdminNegativeTestJSON-861426568-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 10 03:26:00.582541 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f8aec2b-c9b0-4a7c-97ec-1078b8a4e67c tempest-ExternalNetworksAdminNegativeTestJSON-861426568 tempest-ExternalNetworksAdminNegativeTestJSON-861426568-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:26:00.647346 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2b0b9a38-c8cf-48bc-ae30-0deffa079ace req-97951faf-38de-4ee6-bc17-bf477be22eb6 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.68 HTTP/1.1" status: 200 len: 695 time: 0.1969242 Aug 10 03:26:00.706990 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-4f8aec2b-c9b0-4a7c-97ec-1078b8a4e67c tempest-ExternalNetworksAdminNegativeTestJSON-861426568 tempest-ExternalNetworksAdminNegativeTestJSON-861426568-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.4021871 Aug 10 03:26:00.721932 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 33180) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:00.846442 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d314cb4-2d50-445f-bf4e-c16551cee762 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Made reservation on behalf of 7be8aebab9524a33aa2535549ec7cd0e for: {'network': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:26:00.850323 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2d314cb4-2d50-445f-bf4e-c16551cee762 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:00.932979 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-3766ade9-6bd7-493d-8c87-156194fa7c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69c1be55-3cdf-4ec5-9569-a98ba14628a4', 'name': 'tempest-ServersTestMultiNic-1446754310-router', 'tenant_id': '7be8aebab9524a33aa2535549ec7cd0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': '3a1a169b-ef21-4727-b382-ad51f0c136e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:25:49Z', 'updated_at': '2021-08-10T03:25:58Z', 'revision_number': 4, 'project_id': '7be8aebab9524a33aa2535549ec7cd0e', 'gw_port': {'id': '3a1a169b-ef21-4727-b382-ad51f0c136e0', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c1be55-3cdf-4ec5-9569-a98ba14628a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:25:50Z', 'updated_at': '2021-08-10T03:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '3726cd45-a4e8-4c47-8f6d-a18fffe78fea', 'name': '', 'network_id': '126df8a7-19e4-4861-bfbc-5f41dea08a93', 'tenant_id': '7be8aebab9524a33aa2535549ec7cd0e', 'mac_address': 'fa:16:3e:56:cf:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69c1be55-3cdf-4ec5-9569-a98ba14628a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '47063355-1656-48c1-8088-4453fbb64353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:25:55Z', 'updated_at': '2021-08-10T03:25:58Z', 'revision_number': 2, 'project_id': '7be8aebab9524a33aa2535549ec7cd0e', 'subnets': [{'id': '47063355-1656-48c1-8088-4453fbb64353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:26:01.004327 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3766ade9-6bd7-493d-8c87-156194fa7c67 None None] Checking router: 69c1be55-3cdf-4ec5-9569-a98ba14628a4 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:26:01.004600 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3766ade9-6bd7-493d-8c87-156194fa7c67 None None] Updating router 69c1be55-3cdf-4ec5-9569-a98ba14628a4 port 3726cd45-a4e8-4c47-8f6d-a18fffe78fea binding host n-d-768862-13 {{(pid=94262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:26:01.025078 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0b9a38-c8cf-48bc-ae30-0deffa079ace req-14d7c79c-829c-45db-9e1c-95cc509317ab tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:01.027835 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2b0b9a38-c8cf-48bc-ae30-0deffa079ace req-14d7c79c-829c-45db-9e1c-95cc509317ab tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] 10.222.0.44 "GET /v2.0/networks/2ea12131-628a-487e-b434-0463553732bd HTTP/1.1" status: 200 len: 784 time: 0.3792760 Aug 10 03:26:01.062439 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3766ade9-6bd7-493d-8c87-156194fa7c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:01.067599 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ed0d0c04-c2b3-446a-8b4c-260e33fe40fe tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:01.096596 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d314cb4-2d50-445f-bf4e-c16551cee762 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=94260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:26:01.153103 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5f4ca6-1593-48df-9d59-f2f5eb6dba48 req-2ff6ba4d-b58d-495b-8a8f-5ba11cae7519 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:01.154087 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4a5f4ca6-1593-48df-9d59-f2f5eb6dba48 req-2ff6ba4d-b58d-495b-8a8f-5ba11cae7519 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7b95795-0742-4266-9751-9663609663c3 HTTP/1.1" status: 200 len: 946 time: 0.2319586 Aug 10 03:26:01.155766 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2d314cb4-2d50-445f-bf4e-c16551cee762 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:01.156129 n-d-768862-13 neutron-server[94260]: INFO neutron.db.segments_db [None req-2d314cb4-2d50-445f-bf4e-c16551cee762 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Added segment 7e28589a-a35d-4e60-b5d9-68c3b35426fb of type vlan for network 48093250-9d43-4e76-bf04-11e4b5fb1840 Aug 10 03:26:01.232678 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2d314cb4-2d50-445f-bf4e-c16551cee762 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:01.255013 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-2f144d79-f97d-4536-97be-881de2e435a8 tempest-ExternalNetworksAdminNegativeTestJSON-861426568 tempest-ExternalNetworksAdminNegativeTestJSON-861426568-project-admin] Deleting port 5583ee18-916f-4e92-a70d-d1d3beca903b {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:26:01.255358 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2f144d79-f97d-4536-97be-881de2e435a8 tempest-ExternalNetworksAdminNegativeTestJSON-861426568 tempest-ExternalNetworksAdminNegativeTestJSON-861426568-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:01.443181 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ed0d0c04-c2b3-446a-8b4c-260e33fe40fe tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-520463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-522334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1409'] for router, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:01.448897 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ed0d0c04-c2b3-446a-8b4c-260e33fe40fe tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-520692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-520701', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-522311'] for router, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:01.543147 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3766ade9-6bd7-493d-8c87-156194fa7c67 None None] Notify callbacks [] for port, precommit_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:01.559290 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-3766ade9-6bd7-493d-8c87-156194fa7c67 None None] Transition to ACTIVE for port object 3726cd45-a4e8-4c47-8f6d-a18fffe78fea will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:26:01.572899 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3766ade9-6bd7-493d-8c87-156194fa7c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:01.660355 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dd4d03-3c43-4d46-9d59-2d4fbdfb98e4 None None] Pushing event updated for resources: {'Port': ['ID=3726cd45-a4e8-4c47-8f6d-a18fffe78fea,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:01.684166 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.db.resource_extend [None req-2d314cb4-2d50-445f-bf4e-c16551cee762 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:26:01.710540 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4a5f4ca6-1593-48df-9d59-f2f5eb6dba48 req-aad6d344-ceec-4590-94fb-fbb44332bd99 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5425761 Aug 10 03:26:01.791106 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-3766ade9-6bd7-493d-8c87-156194fa7c67 None None] Attempting to bind port 3726cd45-a4e8-4c47-8f6d-a18fffe78fea on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:26:01.793366 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-3766ade9-6bd7-493d-8c87-156194fa7c67 None None] Attempting to bind port 3726cd45-a4e8-4c47-8f6d-a18fffe78fea by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '2f9f6e4f-8252-4ae5-90af-c7e3e03d9ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '126df8a7-19e4-4861-bfbc-5f41dea08a93'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:26:01.794639 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3766ade9-6bd7-493d-8c87-156194fa7c67 None None] Attempting to bind port 3726cd45-a4e8-4c47-8f6d-a18fffe78fea on network 126df8a7-19e4-4861-bfbc-5f41dea08a93 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:26:01.803635 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ea43ae-da1d-4fe4-b0b5-bcbc5321c6a3 req-54b08e6f-6602-4b03-9412-11a5b7410dea tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:01.806503 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3766ade9-6bd7-493d-8c87-156194fa7c67 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:26:01.807365 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3766ade9-6bd7-493d-8c87-156194fa7c67 None None] Checking segment: {'id': '2f9f6e4f-8252-4ae5-90af-c7e3e03d9ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '126df8a7-19e4-4861-bfbc-5f41dea08a93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:26:01.808196 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3766ade9-6bd7-493d-8c87-156194fa7c67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:01.809054 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3766ade9-6bd7-493d-8c87-156194fa7c67 None None] Bound using segment: {'id': '2f9f6e4f-8252-4ae5-90af-c7e3e03d9ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '126df8a7-19e4-4861-bfbc-5f41dea08a93'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:26:01.810419 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-3766ade9-6bd7-493d-8c87-156194fa7c67 None None] Bound port: 3726cd45-a4e8-4c47-8f6d-a18fffe78fea, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f9f6e4f-8252-4ae5-90af-c7e3e03d9ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '126df8a7-19e4-4861-bfbc-5f41dea08a93'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:26:01.811218 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3766ade9-6bd7-493d-8c87-156194fa7c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:01.814244 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-37ea43ae-da1d-4fe4-b0b5-bcbc5321c6a3 req-54b08e6f-6602-4b03-9412-11a5b7410dea tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] 10.222.0.44 "GET /v2.0/ports?device_id=994ee7fd-71e9-48c0-9a9f-42d2463db496&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.5742579 Aug 10 03:26:01.835668 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2d314cb4-2d50-445f-bf4e-c16551cee762 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:01.856874 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d314cb4-2d50-445f-bf4e-c16551cee762 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:01.857750 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2d314cb4-2d50-445f-bf4e-c16551cee762 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:01.966979 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-3766ade9-6bd7-493d-8c87-156194fa7c67 None None] For port 3726cd45-a4e8-4c47-8f6d-a18fffe78fea, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:26:01.972384 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-3766ade9-6bd7-493d-8c87-156194fa7c67 None None] For port 3726cd45-a4e8-4c47-8f6d-a18fffe78fea, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=3726cd45-a4e8-4c47-8f6d-a18fffe78fea,segment=NetworkSegment(2f9f6e4f-8252-4ae5-90af-c7e3e03d9ec8),segment_id=2f9f6e4f-8252-4ae5-90af-c7e3e03d9ec8)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:26:01.983155 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3766ade9-6bd7-493d-8c87-156194fa7c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:02.019472 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-37ea43ae-da1d-4fe4-b0b5-bcbc5321c6a3 req-a33fb813-681c-4757-a62e-586c9ad98688 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.68 HTTP/1.1" status: 200 len: 695 time: 0.2039845 Aug 10 03:26:02.024326 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2f144d79-f97d-4536-97be-881de2e435a8 tempest-ExternalNetworksAdminNegativeTestJSON-861426568 tempest-ExternalNetworksAdminNegativeTestJSON-861426568-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:02.024712 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2f144d79-f97d-4536-97be-881de2e435a8 tempest-ExternalNetworksAdminNegativeTestJSON-861426568 tempest-ExternalNetworksAdminNegativeTestJSON-861426568-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:02.038141 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-37ea43ae-da1d-4fe4-b0b5-bcbc5321c6a3 req-6c0fdc24-ec4a-417a-8487-5c369909c92e tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Request body: {'floatingip': {'port_id': 'b716d23f-648e-46ce-bcb4-847d79b3f168', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:02.046018 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-2d314cb4-2d50-445f-bf4e-c16551cee762 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.6831028 Aug 10 03:26:02.049091 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33194) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:02.053500 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-2f144d79-f97d-4536-97be-881de2e435a8 tempest-ExternalNetworksAdminNegativeTestJSON-861426568 tempest-ExternalNetworksAdminNegativeTestJSON-861426568-project-admin] Calling delete_port for 5583ee18-916f-4e92-a70d-d1d3beca903b owned by network:floatingip {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:26:02.056938 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-8832b97b-729a-4590-9984-a2bb116cbfb4 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Request body: {'subnet': {'network_id': '48093250-9d43-4e76-bf04-11e4b5fb1840', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:02.078633 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed0d0c04-c2b3-446a-8b4c-260e33fe40fe tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Router 880eb5bc-9cab-4ed9-b5b1-dca8b3855b60 is scheduled to L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e with binding_index 1 {{(pid=94261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:26:02.119253 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3766ade9-6bd7-493d-8c87-156194fa7c67 None None] Routers {'69c1be55-3cdf-4ec5-9569-a98ba14628a4'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:26:02.119916 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-3766ade9-6bd7-493d-8c87-156194fa7c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:25:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['69c1be55-3cdf-4ec5-9569-a98ba14628a4'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:26:02.131513 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d314cb4-2d50-445f-bf4e-c16551cee762 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Pushing event updated for resources: {'Network': ['ID=48093250-9d43-4e76-bf04-11e4b5fb1840,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:02.135109 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dd4d03-3c43-4d46-9d59-2d4fbdfb98e4 None None] Pushing event updated for resources: {'Port': ['ID=3726cd45-a4e8-4c47-8f6d-a18fffe78fea,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:02.168518 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-37ea43ae-da1d-4fe4-b0b5-bcbc5321c6a3 req-6c0fdc24-ec4a-417a-8487-5c369909c92e tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Notify callbacks [] for floatingip, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:02.340697 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8832b97b-729a-4590-9984-a2bb116cbfb4 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Made reservation on behalf of 7be8aebab9524a33aa2535549ec7cd0e for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:26:02.347558 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8832b97b-729a-4590-9984-a2bb116cbfb4 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:02.406815 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 48093250-9d43-4e76-bf04-11e4b5fb1840 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:26:02.507441 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcf3a57-ff9b-4cca-a290-905e236611c2 req-ae2e422d-6d49-41c3-8cc6-3025439cb535 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:02.509056 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1dcf3a57-ff9b-4cca-a290-905e236611c2 req-ae2e422d-6d49-41c3-8cc6-3025439cb535 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7b95795-0742-4266-9751-9663609663c3 HTTP/1.1" status: 200 len: 946 time: 0.1732008 Aug 10 03:26:02.543202 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed0d0c04-c2b3-446a-8b4c-260e33fe40fe tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:26:02.549048 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ed0d0c04-c2b3-446a-8b4c-260e33fe40fe tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:02.553143 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ed0d0c04-c2b3-446a-8b4c-260e33fe40fe tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] 10.222.0.44 "PUT /v2.0/routers/880eb5bc-9cab-4ed9-b5b1-dca8b3855b60 HTTP/1.1" status: 200 len: 915 time: 6.1033993 Aug 10 03:26:02.553774 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33200) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:02.560994 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e08337a-44ed-4b45-b640-6d105597ca25 None None] Sync routers for ids ['880eb5bc-9cab-4ed9-b5b1-dca8b3855b60'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:26:02.578393 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e08337a-44ed-4b45-b640-6d105597ca25 None None] Routers {'880eb5bc-9cab-4ed9-b5b1-dca8b3855b60'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:26:02.580168 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-9e08337a-44ed-4b45-b640-6d105597ca25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:25:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['880eb5bc-9cab-4ed9-b5b1-dca8b3855b60'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:26:02.589388 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-3766ade9-6bd7-493d-8c87-156194fa7c67 None None] Set router 69c1be55-3cdf-4ec5-9569-a98ba14628a4 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:26:02.649395 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-9e08337a-44ed-4b45-b640-6d105597ca25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:26:02.668086 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e08337a-44ed-4b45-b640-6d105597ca25 None None] Routers {'880eb5bc-9cab-4ed9-b5b1-dca8b3855b60'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:26:02.669808 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-9e08337a-44ed-4b45-b640-6d105597ca25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:25:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['880eb5bc-9cab-4ed9-b5b1-dca8b3855b60'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:26:02.689526 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1dcf3a57-ff9b-4cca-a290-905e236611c2 req-048520ab-2a56-4bf6-b837-83eb413ca2de tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987322 Aug 10 03:26:02.772853 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-9e08337a-44ed-4b45-b640-6d105597ca25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:26:02.776762 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e08337a-44ed-4b45-b640-6d105597ca25 None None] The sync data for ids ['880eb5bc-9cab-4ed9-b5b1-dca8b3855b60'] in n-d-768862-13 is: [] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:26:02.780984 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2f144d79-f97d-4536-97be-881de2e435a8 tempest-ExternalNetworksAdminNegativeTestJSON-861426568 tempest-ExternalNetworksAdminNegativeTestJSON-861426568-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:02.841396 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f144d79-f97d-4536-97be-881de2e435a8 tempest-ExternalNetworksAdminNegativeTestJSON-861426568 tempest-ExternalNetworksAdminNegativeTestJSON-861426568-project-admin] Pushing event deleted for resources: {'Port': ['ID=5583ee18-916f-4e92-a70d-d1d3beca903b,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:02.885167 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ffa6a110-4f6e-4c23-9601-d5dcca1c78c4 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] 10.222.0.44 "GET /v2.0/routers/880eb5bc-9cab-4ed9-b5b1-dca8b3855b60 HTTP/1.1" status: 200 len: 921 time: 0.3271747 Aug 10 03:26:02.886738 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33206) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:02.898338 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8832b97b-729a-4590-9984-a2bb116cbfb4 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:02.934910 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-3766ade9-6bd7-493d-8c87-156194fa7c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69c1be55-3cdf-4ec5-9569-a98ba14628a4', 'name': 'tempest-ServersTestMultiNic-1446754310-router', 'tenant_id': '7be8aebab9524a33aa2535549ec7cd0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': '3a1a169b-ef21-4727-b382-ad51f0c136e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:25:49Z', 'updated_at': '2021-08-10T03:25:58Z', 'revision_number': 4, 'project_id': '7be8aebab9524a33aa2535549ec7cd0e', 'gw_port': {'id': '3a1a169b-ef21-4727-b382-ad51f0c136e0', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c1be55-3cdf-4ec5-9569-a98ba14628a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:25:50Z', 'updated_at': '2021-08-10T03:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '3726cd45-a4e8-4c47-8f6d-a18fffe78fea', 'name': '', 'network_id': '126df8a7-19e4-4861-bfbc-5f41dea08a93', 'tenant_id': '7be8aebab9524a33aa2535549ec7cd0e', 'mac_address': 'fa:16:3e:56:cf:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69c1be55-3cdf-4ec5-9569-a98ba14628a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '47063355-1656-48c1-8088-4453fbb64353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:25:55Z', 'updated_at': '2021-08-10T03:26:01Z', 'revision_number': 4, 'project_id': '7be8aebab9524a33aa2535549ec7cd0e', 'subnets': [{'id': '47063355-1656-48c1-8088-4453fbb64353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:26:02.975477 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3766ade9-6bd7-493d-8c87-156194fa7c67 None None] The sync data for ids ['69c1be55-3cdf-4ec5-9569-a98ba14628a4'] in n-d-768862-13 is: [{'id': '69c1be55-3cdf-4ec5-9569-a98ba14628a4', 'name': 'tempest-ServersTestMultiNic-1446754310-router', 'tenant_id': '7be8aebab9524a33aa2535549ec7cd0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': '3a1a169b-ef21-4727-b382-ad51f0c136e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:25:49Z', 'updated_at': '2021-08-10T03:25:58Z', 'revision_number': 4, 'project_id': '7be8aebab9524a33aa2535549ec7cd0e', 'gw_port': {'id': '3a1a169b-ef21-4727-b382-ad51f0c136e0', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c1be55-3cdf-4ec5-9569-a98ba14628a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:25:50Z', 'updated_at': '2021-08-10T03:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '3726cd45-a4e8-4c47-8f6d-a18fffe78fea', 'name': '', 'network_id': '126df8a7-19e4-4861-bfbc-5f41dea08a93', 'tenant_id': '7be8aebab9524a33aa2535549ec7cd0e', 'mac_address': 'fa:16:3e:56:cf:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69c1be55-3cdf-4ec5-9569-a98ba14628a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '47063355-1656-48c1-8088-4453fbb64353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:25:55Z', 'updated_at': '2021-08-10T03:26:01Z', 'revision_number': 4, 'project_id': '7be8aebab9524a33aa2535549ec7cd0e', 'subnets': [{'id': '47063355-1656-48c1-8088-4453fbb64353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:26:02.998990 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8832b97b-729a-4590-9984-a2bb116cbfb4 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Pushing event updated for resources: {'Subnet': ['ID=a39f0864-c7d8-4f2c-a6b0-64258917f830,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:03.014270 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b49ddb-8a33-42eb-8296-56dfc2a1b9dc tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:03.014804 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:03.016321 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-f7b49ddb-8a33-42eb-8296-56dfc2a1b9dc tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=2ea12131-628a-487e-b434-0463553732bd&device_id=880eb5bc-9cab-4ed9-b5b1-dca8b3855b60&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1280730 Aug 10 03:26:03.019914 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33210) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:03.088249 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8832b97b-729a-4590-9984-a2bb116cbfb4 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Checking segment: {'id': '7e28589a-a35d-4e60-b5d9-68c3b35426fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '48093250-9d43-4e76-bf04-11e4b5fb1840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:26:03.088970 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8832b97b-729a-4590-9984-a2bb116cbfb4 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Network hostable DHCP agents. Network: 48093250-9d43-4e76-bf04-11e4b5fb1840, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:26:03.119767 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2f144d79-f97d-4536-97be-881de2e435a8 tempest-ExternalNetworksAdminNegativeTestJSON-861426568 tempest-ExternalNetworksAdminNegativeTestJSON-861426568-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:03.122567 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2f144d79-f97d-4536-97be-881de2e435a8 tempest-ExternalNetworksAdminNegativeTestJSON-861426568 tempest-ExternalNetworksAdminNegativeTestJSON-861426568-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:03.124236 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-2f144d79-f97d-4536-97be-881de2e435a8 tempest-ExternalNetworksAdminNegativeTestJSON-861426568 tempest-ExternalNetworksAdminNegativeTestJSON-861426568-project-admin] 10.222.0.44 "DELETE /v2.0/floatingips/07a461d0-d851-4175-93c1-d5f0de1c5bec HTTP/1.1" status: 204 len: 168 time: 2.3982270 Aug 10 03:26:03.166871 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8832b97b-729a-4590-9984-a2bb116cbfb4 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Network 48093250-9d43-4e76-bf04-11e4b5fb1840 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:26:03.187971 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef8e20-25c9-4511-8eff-92d4d9d5aaaf req-2bc75dd5-120e-42b3-866f-5fa97fb2b668 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:03.189687 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-eeef8e20-25c9-4511-8eff-92d4d9d5aaaf req-2bc75dd5-120e-42b3-866f-5fa97fb2b668 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7b95795-0742-4266-9751-9663609663c3 HTTP/1.1" status: 200 len: 946 time: 0.2121081 Aug 10 03:26:03.199154 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-8832b97b-729a-4590-9984-a2bb116cbfb4 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 48093250-9d43-4e76-bf04-11e4b5fb1840) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:26:03.205000 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd35d719-5921-4a66-946b-eb3e244fd323 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:03.207633 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-bd35d719-5921-4a66-946b-eb3e244fd323 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] 10.222.0.44 "GET /v2.0/networks/2ea12131-628a-487e-b434-0463553732bd HTTP/1.1" status: 200 len: 881 time: 0.1866612 Aug 10 03:26:03.214197 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8832b97b-729a-4590-9984-a2bb116cbfb4 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:03.214889 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8832b97b-729a-4590-9984-a2bb116cbfb4 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:03.221585 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b614172-6750-4963-b2bd-74fe3fdbea98 None None] Network 48093250-9d43-4e76-bf04-11e4b5fb1840 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:26:03.222539 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33214) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:03.290639 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-eeef8e20-25c9-4511-8eff-92d4d9d5aaaf req-249dedc7-7a1a-48c3-b917-b15075f23298 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624871 Aug 10 03:26:03.310036 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-2ff3ca73-8919-42f5-99ed-ee95c8c6b479 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] 10.222.0.44 "GET /v2.0/ports?device_id=880eb5bc-9cab-4ed9-b5b1-dca8b3855b60 HTTP/1.1" status: 200 len: 205 time: 0.0847433 Aug 10 03:26:03.320533 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-8832b97b-729a-4590-9984-a2bb116cbfb4 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2702913 Aug 10 03:26:03.333246 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 33218) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:03.342164 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-42b1e939-81c4-4182-aca0-a781b158b1eb tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1953012257'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:03.369042 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33216) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:03.390622 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42b1e939-81c4-4182-aca0-a781b158b1eb tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Made reservation on behalf of 7be8aebab9524a33aa2535549ec7cd0e for: {'network': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:26:03.394706 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-42b1e939-81c4-4182-aca0-a781b158b1eb tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:03.429240 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-37ea43ae-da1d-4fe4-b0b5-bcbc5321c6a3 req-6c0fdc24-ec4a-417a-8487-5c369909c92e tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:03.437339 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-37ea43ae-da1d-4fe4-b0b5-bcbc5321c6a3 req-6c0fdc24-ec4a-417a-8487-5c369909c92e tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:03.508761 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42b1e939-81c4-4182-aca0-a781b158b1eb tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=94260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:26:03.583838 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f2c14d03-091f-41d1-88bb-d190eac0ad13 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks [] for router, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:03.642305 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0320f548-e74d-4436-916d-58ab9e81b74e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-48093250-9d43-4e76-bf04-11e4b5fb1840', 'network_id': '48093250-9d43-4e76-bf04-11e4b5fb1840', 'tenant_id': '7be8aebab9524a33aa2535549ec7cd0e', 'fixed_ips': [{'subnet_id': 'a39f0864-c7d8-4f2c-a6b0-64258917f830'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:26:03.647372 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-0320f548-e74d-4436-916d-58ab9e81b74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:03.665972 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-42b1e939-81c4-4182-aca0-a781b158b1eb tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:03.668848 n-d-768862-13 neutron-server[94260]: INFO neutron.db.segments_db [None req-42b1e939-81c4-4182-aca0-a781b158b1eb tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Added segment f813e42d-3631-4b77-a55c-37bacf72cfb9 of type vlan for network 0916a313-004a-4e5b-877c-846f7f5d18fa Aug 10 03:26:03.678675 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 33224) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:03.751374 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f2c14d03-091f-41d1-88bb-d190eac0ad13 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:03.801137 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-42b1e939-81c4-4182-aca0-a781b158b1eb tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:03.807422 n-d-768862-13 neutron-server[94260]: INFO neutron.db.l3_db [req-37ea43ae-da1d-4fe4-b0b5-bcbc5321c6a3 req-6c0fdc24-ec4a-417a-8487-5c369909c92e tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Floating IP bf98185c-af17-438a-9445-32e550df5797 associated. External IP: 172.25.6.68, port: b716d23f-648e-46ce-bcb4-847d79b3f168. Aug 10 03:26:03.845616 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-f2c14d03-091f-41d1-88bb-d190eac0ad13 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Deleting port 9b327e53-5e4e-42e4-a176-131738262021 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:26:03.846435 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f2c14d03-091f-41d1-88bb-d190eac0ad13 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:03.925160 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.db.resource_extend [None req-42b1e939-81c4-4182-aca0-a781b158b1eb tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:26:03.980949 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ee5b40df-405b-4f57-ab74-2630e3b54e87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:03.989107 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-0320f548-e74d-4436-916d-58ab9e81b74e None None] Allocated IP 19.80.0.2 (48093250-9d43-4e76-bf04-11e4b5fb1840/a39f0864-c7d8-4f2c-a6b0-64258917f830/5be9b48c-0b45-43ec-806c-969a3cb6d2fa) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:26:04.016365 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-42b1e939-81c4-4182-aca0-a781b158b1eb tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:04.022345 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b1e939-81c4-4182-aca0-a781b158b1eb tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:04.023014 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-42b1e939-81c4-4182-aca0-a781b158b1eb tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:04.023318 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f2c14d03-091f-41d1-88bb-d190eac0ad13 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:04.045173 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-f2c14d03-091f-41d1-88bb-d190eac0ad13 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Calling delete_port for 9b327e53-5e4e-42e4-a176-131738262021 owned by network:router_gateway {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:26:04.123821 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777c6fa0-08c0-4b40-8a96-eb6633d5945d req-4ae4d9dc-5848-46d5-8bf5-c84a457f18b8 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:04.125503 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-777c6fa0-08c0-4b40-8a96-eb6633d5945d req-4ae4d9dc-5848-46d5-8bf5-c84a457f18b8 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7b95795-0742-4266-9751-9663609663c3 HTTP/1.1" status: 200 len: 946 time: 0.2465360 Aug 10 03:26:04.143007 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-42b1e939-81c4-4182-aca0-a781b158b1eb tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8049614 Aug 10 03:26:04.144199 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33232) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:04.157211 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-ff441f03-7ede-4820-81a1-93c2d5714225 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Request body: {'subnet': {'network_id': '0916a313-004a-4e5b-877c-846f7f5d18fa', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:04.172362 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b1e939-81c4-4182-aca0-a781b158b1eb tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Pushing event updated for resources: {'Network': ['ID=0916a313-004a-4e5b-877c-846f7f5d18fa,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:04.219129 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 0916a313-004a-4e5b-877c-846f7f5d18fa details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:26:04.285134 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-777c6fa0-08c0-4b40-8a96-eb6633d5945d req-10681ed3-90a9-4f87-9034-2d5f7ab207b1 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476400 Aug 10 03:26:04.320918 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-0320f548-e74d-4436-916d-58ab9e81b74e None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:04.354099 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-0320f548-e74d-4436-916d-58ab9e81b74e None None] Transition to ACTIVE for port object 5be9b48c-0b45-43ec-806c-969a3cb6d2fa will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:26:04.397807 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-0320f548-e74d-4436-916d-58ab9e81b74e None None] Transition to ACTIVE for port object 5be9b48c-0b45-43ec-806c-969a3cb6d2fa will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:26:04.422263 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-0320f548-e74d-4436-916d-58ab9e81b74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:04.474814 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 3726cd45-a4e8-4c47-8f6d-a18fffe78fea up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:26:04.495964 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0320f548-e74d-4436-916d-58ab9e81b74e None None] Network 48093250-9d43-4e76-bf04-11e4b5fb1840 is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:26:04.500840 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-0320f548-e74d-4436-916d-58ab9e81b74e None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:26:04.547186 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ee5b40df-405b-4f57-ab74-2630e3b54e87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:04.553857 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0320f548-e74d-4436-916d-58ab9e81b74e None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:26:04.574718 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ee5b40df-405b-4f57-ab74-2630e3b54e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:04.579481 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [req-37ea43ae-da1d-4fe4-b0b5-bcbc5321c6a3 req-6c0fdc24-ec4a-417a-8487-5c369909c92e tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Router 12bb2b0b-59f0-4be9-831e-e1acac2fbce3 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:26:04.634769 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff441f03-7ede-4820-81a1-93c2d5714225 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Made reservation on behalf of 7be8aebab9524a33aa2535549ec7cd0e for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:26:04.638118 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ff441f03-7ede-4820-81a1-93c2d5714225 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:04.646034 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-ee5b40df-405b-4f57-ab74-2630e3b54e87 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=44cc085e4f484472a074952a1dd51888&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9471653 Aug 10 03:26:04.646034 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5b40df-405b-4f57-ab74-2630e3b54e87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3ae98d9-e364-48d1-a529-d8c003306b81,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:04.670576 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0320f548-e74d-4436-916d-58ab9e81b74e None None] Pushing event updated for resources: {'Port': ['ID=5be9b48c-0b45-43ec-806c-969a3cb6d2fa,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:04.698489 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33238) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:04.747670 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-0320f548-e74d-4436-916d-58ab9e81b74e None None] Attempting to bind port 5be9b48c-0b45-43ec-806c-969a3cb6d2fa on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:26:04.748046 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-0320f548-e74d-4436-916d-58ab9e81b74e None None] Attempting to bind port 5be9b48c-0b45-43ec-806c-969a3cb6d2fa by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '7e28589a-a35d-4e60-b5d9-68c3b35426fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '48093250-9d43-4e76-bf04-11e4b5fb1840'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:26:04.748417 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0320f548-e74d-4436-916d-58ab9e81b74e None None] Attempting to bind port 5be9b48c-0b45-43ec-806c-969a3cb6d2fa on network 48093250-9d43-4e76-bf04-11e4b5fb1840 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:26:04.758054 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0320f548-e74d-4436-916d-58ab9e81b74e None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:26:04.762602 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0320f548-e74d-4436-916d-58ab9e81b74e None None] Checking segment: {'id': '7e28589a-a35d-4e60-b5d9-68c3b35426fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '48093250-9d43-4e76-bf04-11e4b5fb1840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:26:04.763553 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-0320f548-e74d-4436-916d-58ab9e81b74e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:04.764305 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0320f548-e74d-4436-916d-58ab9e81b74e None None] Bound using segment: {'id': '7e28589a-a35d-4e60-b5d9-68c3b35426fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '48093250-9d43-4e76-bf04-11e4b5fb1840'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:26:04.765462 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-0320f548-e74d-4436-916d-58ab9e81b74e None None] Bound port: 5be9b48c-0b45-43ec-806c-969a3cb6d2fa, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e28589a-a35d-4e60-b5d9-68c3b35426fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '48093250-9d43-4e76-bf04-11e4b5fb1840'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:26:04.766289 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-0320f548-e74d-4436-916d-58ab9e81b74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:04.785779 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 3726cd45-a4e8-4c47-8f6d-a18fffe78fea completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:26:04.836793 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-37ea43ae-da1d-4fe4-b0b5-bcbc5321c6a3 req-6c0fdc24-ec4a-417a-8487-5c369909c92e tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:26:04.837230 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 3726cd45-a4e8-4c47-8f6d-a18fffe78fea triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:26:04.838700 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:04.844183 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-37ea43ae-da1d-4fe4-b0b5-bcbc5321c6a3 req-6c0fdc24-ec4a-417a-8487-5c369909c92e tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:04.871239 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f2c14d03-091f-41d1-88bb-d190eac0ad13 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:04.889051 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dabac60-539d-4969-817f-a816010a6bd2 None None] Sync routers for ids ['12bb2b0b-59f0-4be9-831e-e1acac2fbce3'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:26:04.909296 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-37ea43ae-da1d-4fe4-b0b5-bcbc5321c6a3 req-6c0fdc24-ec4a-417a-8487-5c369909c92e tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] 10.222.0.44 "PUT /v2.0/floatingips/bf98185c-af17-438a-9445-32e550df5797 HTTP/1.1" status: 200 len: 995 time: 2.8886740 Aug 10 03:26:04.909836 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '994ee7fd-71e9-48c0-9a9f-42d2463db496', 'tag': 'b716d23f-648e-46ce-bcb4-847d79b3f168'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:26:04.913272 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cc4d6c3-3038-419c-b11d-db163d9d4740" -d '{"events": [{"name": "network-changed", "server_uuid": "994ee7fd-71e9-48c0-9a9f-42d2463db496", "tag": "b716d23f-648e-46ce-bcb4-847d79b3f168"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:26:04.941503 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dabac60-539d-4969-817f-a816010a6bd2 None None] Routers {'12bb2b0b-59f0-4be9-831e-e1acac2fbce3'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:26:04.942159 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-9dabac60-539d-4969-817f-a816010a6bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:25:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['12bb2b0b-59f0-4be9-831e-e1acac2fbce3'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:26:04.960256 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c14d03-091f-41d1-88bb-d190eac0ad13 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Pushing event deleted for resources: {'Port': ['ID=9b327e53-5e4e-42e4-a176-131738262021,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:04.991698 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ea43ae-da1d-4fe4-b0b5-bcbc5321c6a3 req-d808631d-73e5-4e00-8338-b06837ff9e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:04.999489 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-37ea43ae-da1d-4fe4-b0b5-bcbc5321c6a3 req-d808631d-73e5-4e00-8338-b06837ff9e37 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5d4d680a30924205982a356dd1432e46&device_id=994ee7fd-71e9-48c0-9a9f-42d2463db496 HTTP/1.1" status: 200 len: 1097 time: 0.0662587 Aug 10 03:26:05.016748 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-0320f548-e74d-4436-916d-58ab9e81b74e None None] For port 5be9b48c-0b45-43ec-806c-969a3cb6d2fa, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:26:05.017884 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e9af5ac9-a30a-497f-b4d4-d08417ca692f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:05.068206 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-0320f548-e74d-4436-916d-58ab9e81b74e None None] For port 5be9b48c-0b45-43ec-806c-969a3cb6d2fa, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=5be9b48c-0b45-43ec-806c-969a3cb6d2fa,segment=NetworkSegment(7e28589a-a35d-4e60-b5d9-68c3b35426fb),segment_id=7e28589a-a35d-4e60-b5d9-68c3b35426fb)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:26:05.094583 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-0320f548-e74d-4436-916d-58ab9e81b74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:05.121767 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f2c14d03-091f-41d1-88bb-d190eac0ad13 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520654'] for router_gateway, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:05.134850 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-782d5b5e-d0c7-4d3d-b551-de7559649245 x-openstack-request-id: req-782d5b5e-d0c7-4d3d-b551-de7559649245 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:26:05.135151 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "994ee7fd-71e9-48c0-9a9f-42d2463db496", "tag": "b716d23f-648e-46ce-bcb4-847d79b3f168", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:26:05.135418 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-782d5b5e-d0c7-4d3d-b551-de7559649245 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:26:05.135834 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '994ee7fd-71e9-48c0-9a9f-42d2463db496', 'tag': 'b716d23f-648e-46ce-bcb4-847d79b3f168', 'status': 'completed', 'code': 200} Aug 10 03:26:05.196037 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ea43ae-da1d-4fe4-b0b5-bcbc5321c6a3 req-6aec985d-ee46-4965-b6de-b4e1e46767a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:05.203992 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-37ea43ae-da1d-4fe4-b0b5-bcbc5321c6a3 req-6aec985d-ee46-4965-b6de-b4e1e46767a6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c2da0bb6-4435-4aa8-bf60-cd789ad14aea HTTP/1.1" status: 200 len: 919 time: 0.2036614 Aug 10 03:26:05.252084 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc4d6c3-3038-419c-b11d-db163d9d4740 req-4bdef606-43fb-4798-92fc-03f3c20dd2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:05.252785 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e9af5ac9-a30a-497f-b4d4-d08417ca692f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:05.253656 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4cc4d6c3-3038-419c-b11d-db163d9d4740 req-4bdef606-43fb-4798-92fc-03f3c20dd2a9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5d4d680a30924205982a356dd1432e46&device_id=994ee7fd-71e9-48c0-9a9f-42d2463db496 HTTP/1.1" status: 200 len: 1097 time: 0.1170435 Aug 10 03:26:05.273538 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f2c14d03-091f-41d1-88bb-d190eac0ad13 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:05.279105 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f2c14d03-091f-41d1-88bb-d190eac0ad13 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:05.353996 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-37ea43ae-da1d-4fe4-b0b5-bcbc5321c6a3 req-fdeb2f80-5d32-4495-be9c-7a445b351a56 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b716d23f-648e-46ce-bcb4-847d79b3f168 HTTP/1.1" status: 200 len: 998 time: 0.1484144 Aug 10 03:26:05.365809 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0320f548-e74d-4436-916d-58ab9e81b74e None None] Pushing event updated for resources: {'Port': ['ID=5be9b48c-0b45-43ec-806c-969a3cb6d2fa,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:05.405536 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-9dabac60-539d-4969-817f-a816010a6bd2 None None] Set router 12bb2b0b-59f0-4be9-831e-e1acac2fbce3 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:26:05.408109 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:05.425437 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc4d6c3-3038-419c-b11d-db163d9d4740 req-c503cb05-ca4e-489c-8b9f-ca1174d14629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:05.428330 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4cc4d6c3-3038-419c-b11d-db163d9d4740 req-c503cb05-ca4e-489c-8b9f-ca1174d14629 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c2da0bb6-4435-4aa8-bf60-cd789ad14aea HTTP/1.1" status: 200 len: 919 time: 0.1667125 Aug 10 03:26:05.516916 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f2c14d03-091f-41d1-88bb-d190eac0ad13 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:05.517860 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2c14d03-091f-41d1-88bb-d190eac0ad13 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Fanout notify agent at l3_agent the message router_deleted on router 880eb5bc-9cab-4ed9-b5b1-dca8b3855b60 {{(pid=94261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:26:05.520912 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ff441f03-7ede-4820-81a1-93c2d5714225 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:05.531219 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f2c14d03-091f-41d1-88bb-d190eac0ad13 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:05.537770 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-f2c14d03-091f-41d1-88bb-d190eac0ad13 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] 10.222.0.44 "DELETE /v2.0/routers/880eb5bc-9cab-4ed9-b5b1-dca8b3855b60 HTTP/1.1" status: 204 len: 168 time: 2.1651278 Aug 10 03:26:05.544106 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33246) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:05.551955 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-b303fdf2-5c67-4c52-a6ac-5e9e7d6d9b60 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1335739071', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd'}, 'admin_state_up': False}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:05.566342 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 3726cd45-a4e8-4c47-8f6d-a18fffe78fea, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=3726cd45-a4e8-4c47-8f6d-a18fffe78fea,segment=NetworkSegment(2f9f6e4f-8252-4ae5-90af-c7e3e03d9ec8),segment_id=2f9f6e4f-8252-4ae5-90af-c7e3e03d9ec8)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:05.585353 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:05.640562 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e9af5ac9-a30a-497f-b4d4-d08417ca692f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:05.643661 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e9af5ac9-a30a-497f-b4d4-d08417ca692f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:05.647350 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e9af5ac9-a30a-497f-b4d4-d08417ca692f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c3ae98d9-e364-48d1-a529-d8c003306b81 HTTP/1.1" status: 204 len: 168 time: 0.9247594 Aug 10 03:26:05.658815 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b303fdf2-5c67-4c52-a6ac-5e9e7d6d9b60 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:05.660377 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b303fdf2-5c67-4c52-a6ac-5e9e7d6d9b60 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:05.719319 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ea43ae-da1d-4fe4-b0b5-bcbc5321c6a3 req-2874af51-1cd2-4351-8457-a6110a672e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:05.719646 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=3726cd45-a4e8-4c47-8f6d-a18fffe78fea,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:05.720521 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff441f03-7ede-4820-81a1-93c2d5714225 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Pushing event updated for resources: {'Subnet': ['ID=33867364-80a0-443d-93d8-fcfcece2286a,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:05.722147 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-37ea43ae-da1d-4fe4-b0b5-bcbc5321c6a3 req-2874af51-1cd2-4351-8457-a6110a672e5e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=820cdd45-16e1-4c6c-be8e-6540a98cf482 HTTP/1.1" status: 200 len: 859 time: 0.3108766 Aug 10 03:26:05.738469 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b303fdf2-5c67-4c52-a6ac-5e9e7d6d9b60 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:05.741681 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9af5ac9-a30a-497f-b4d4-d08417ca692f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3ae98d9-e364-48d1-a529-d8c003306b81,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:05.748736 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff441f03-7ede-4820-81a1-93c2d5714225 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Checking segment: {'id': 'f813e42d-3631-4b77-a55c-37bacf72cfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0916a313-004a-4e5b-877c-846f7f5d18fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:26:05.749244 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff441f03-7ede-4820-81a1-93c2d5714225 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Network hostable DHCP agents. Network: 0916a313-004a-4e5b-877c-846f7f5d18fa, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:26:05.793785 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd71318-a275-4c15-9a51-151fc7cd23c3 req-607543c0-bcdc-4157-acfb-4b1e08ecb620 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:05.798775 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5fd71318-a275-4c15-9a51-151fc7cd23c3 req-607543c0-bcdc-4157-acfb-4b1e08ecb620 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7b95795-0742-4266-9751-9663609663c3 HTTP/1.1" status: 200 len: 946 time: 0.3281310 Aug 10 03:26:05.881171 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-37ea43ae-da1d-4fe4-b0b5-bcbc5321c6a3 req-135e4f5b-bab8-4470-853f-f231d9e60f08 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c2da0bb6-4435-4aa8-bf60-cd789ad14aea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1489999 Aug 10 03:26:05.891344 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4cc4d6c3-3038-419c-b11d-db163d9d4740 req-4f492612-3932-4240-9571-23c00f54b4ff service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b716d23f-648e-46ce-bcb4-847d79b3f168 HTTP/1.1" status: 200 len: 998 time: 0.4182577 Aug 10 03:26:05.966915 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-9dabac60-539d-4969-817f-a816010a6bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12bb2b0b-59f0-4be9-831e-e1acac2fbce3', 'name': 'tempest-ServerRescueTestJSONUnderV235-208380972-router', 'tenant_id': '5d4d680a30924205982a356dd1432e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': 'ad606748-5a7e-4945-bbbc-33d653aca116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:24:49Z', 'updated_at': '2021-08-10T03:24:57Z', 'revision_number': 4, 'project_id': '5d4d680a30924205982a356dd1432e46', 'gw_port': {'id': 'ad606748-5a7e-4945-bbbc-33d653aca116', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:41:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bb2b0b-59f0-4be9-831e-e1acac2fbce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:24:50Z', 'updated_at': '2021-08-10T03:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': 'bf98185c-af17-438a-9445-32e550df5797', 'tenant_id': '5d4d680a30924205982a356dd1432e46', 'floating_ip_address': '172.25.6.68', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '12bb2b0b-59f0-4be9-831e-e1acac2fbce3', 'port_id': 'b716d23f-648e-46ce-bcb4-847d79b3f168', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2da0bb6-4435-4aa8-bf60-cd789ad14aea', 'mac_address': 'fa:16:3e:ad:21:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994ee7fd-71e9-48c0-9a9f-42d2463db496', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:25:59Z', 'updated_at': '2021-08-10T03:26:03Z', 'revision_number': 1, 'project_id': '5d4d680a30924205982a356dd1432e46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d948a77-b7c2-48f3-afc7-cd0128a3b102', 'name': '', 'network_id': 'c2da0bb6-4435-4aa8-bf60-cd789ad14aea', 'tenant_id': '5d4d680a30924205982a356dd1432e46', 'mac_address': 'fa:16:3e:a6:ca:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bb2b0b-59f0-4be9-831e-e1acac2fbce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '820cdd45-16e1-4c6c-be8e-6540a98cf482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:24:55Z', 'updated_at': '2021-08-10T03:25:06Z', 'revision_number': 5, 'project_id': '5d4d680a30924205982a356dd1432e46', 'subnets': [{'id': '820cdd45-16e1-4c6c-be8e-6540a98cf482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:26:06.007705 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dabac60-539d-4969-817f-a816010a6bd2 None None] Checking router: 12bb2b0b-59f0-4be9-831e-e1acac2fbce3 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:26:06.018617 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dabac60-539d-4969-817f-a816010a6bd2 None None] Routers {'12bb2b0b-59f0-4be9-831e-e1acac2fbce3'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:26:06.019279 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-9dabac60-539d-4969-817f-a816010a6bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:25:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['12bb2b0b-59f0-4be9-831e-e1acac2fbce3'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:26:06.094440 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff441f03-7ede-4820-81a1-93c2d5714225 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Network 0916a313-004a-4e5b-877c-846f7f5d18fa is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:26:06.105412 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5fd71318-a275-4c15-9a51-151fc7cd23c3 req-32e7a95d-f0a1-48e1-b6a0-4d59e8f35cc9 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311935 Aug 10 03:26:06.113194 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc4d6c3-3038-419c-b11d-db163d9d4740 req-359488f0-c390-4fab-a21f-fe6779f676a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:06.122606 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4cc4d6c3-3038-419c-b11d-db163d9d4740 req-359488f0-c390-4fab-a21f-fe6779f676a3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=820cdd45-16e1-4c6c-be8e-6540a98cf482 HTTP/1.1" status: 200 len: 859 time: 0.1693859 Aug 10 03:26:06.125882 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b303fdf2-5c67-4c52-a6ac-5e9e7d6d9b60 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:06.172436 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-9dabac60-539d-4969-817f-a816010a6bd2 None None] Set router 12bb2b0b-59f0-4be9-831e-e1acac2fbce3 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:26:06.195916 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4cc4d6c3-3038-419c-b11d-db163d9d4740 req-c4004c8b-2663-4aeb-86dd-0d8d84a20d72 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c2da0bb6-4435-4aa8-bf60-cd789ad14aea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723014 Aug 10 03:26:06.222334 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-ff441f03-7ede-4820-81a1-93c2d5714225 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 0916a313-004a-4e5b-877c-846f7f5d18fa) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:26:06.236177 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff441f03-7ede-4820-81a1-93c2d5714225 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:06.239140 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ff441f03-7ede-4820-81a1-93c2d5714225 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:06.369091 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ff441f03-7ede-4820-81a1-93c2d5714225 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.2196441 Aug 10 03:26:06.404976 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33258) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:06.436966 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0846b5a-76fd-4b54-963e-255b5eef0992 None None] Network 0916a313-004a-4e5b-877c-846f7f5d18fa requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:26:06.542941 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-8d41a936-05d8-462a-8f77-f847ac042dc9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e6df5b1f45d84b658546c365c6d2a9cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1367133 Aug 10 03:26:06.545050 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33260) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:06.590912 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 5be9b48c-0b45-43ec-806c-969a3cb6d2fa up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:26:06.761793 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-63b51291-b0ea-4475-ba3e-9e08fffb6ea0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:06.791189 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b303fdf2-5c67-4c52-a6ac-5e9e7d6d9b60 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks [] for router_gateway, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:06.827529 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b303fdf2-5c67-4c52-a6ac-5e9e7d6d9b60 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:06.831245 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-63b51291-b0ea-4475-ba3e-9e08fffb6ea0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:06.887467 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-37ea43ae-da1d-4fe4-b0b5-bcbc5321c6a3 req-a3773137-99a5-4c70-9187-e24e875ea00f service neutron] 10.222.0.44 "GET /v2.0/networks/c2da0bb6-4435-4aa8-bf60-cd789ad14aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9906187 Aug 10 03:26:07.013428 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-9dabac60-539d-4969-817f-a816010a6bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12bb2b0b-59f0-4be9-831e-e1acac2fbce3', 'name': 'tempest-ServerRescueTestJSONUnderV235-208380972-router', 'tenant_id': '5d4d680a30924205982a356dd1432e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': 'ad606748-5a7e-4945-bbbc-33d653aca116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:24:49Z', 'updated_at': '2021-08-10T03:24:57Z', 'revision_number': 4, 'project_id': '5d4d680a30924205982a356dd1432e46', 'gw_port': {'id': 'ad606748-5a7e-4945-bbbc-33d653aca116', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:41:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bb2b0b-59f0-4be9-831e-e1acac2fbce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:24:50Z', 'updated_at': '2021-08-10T03:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': 'bf98185c-af17-438a-9445-32e550df5797', 'tenant_id': '5d4d680a30924205982a356dd1432e46', 'floating_ip_address': '172.25.6.68', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '12bb2b0b-59f0-4be9-831e-e1acac2fbce3', 'port_id': 'b716d23f-648e-46ce-bcb4-847d79b3f168', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2da0bb6-4435-4aa8-bf60-cd789ad14aea', 'mac_address': 'fa:16:3e:ad:21:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994ee7fd-71e9-48c0-9a9f-42d2463db496', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:25:59Z', 'updated_at': '2021-08-10T03:26:03Z', 'revision_number': 1, 'project_id': '5d4d680a30924205982a356dd1432e46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d948a77-b7c2-48f3-afc7-cd0128a3b102', 'name': '', 'network_id': 'c2da0bb6-4435-4aa8-bf60-cd789ad14aea', 'tenant_id': '5d4d680a30924205982a356dd1432e46', 'mac_address': 'fa:16:3e:a6:ca:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bb2b0b-59f0-4be9-831e-e1acac2fbce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '820cdd45-16e1-4c6c-be8e-6540a98cf482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:24:55Z', 'updated_at': '2021-08-10T03:25:06Z', 'revision_number': 5, 'project_id': '5d4d680a30924205982a356dd1432e46', 'subnets': [{'id': '820cdd45-16e1-4c6c-be8e-6540a98cf482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:26:07.034515 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-b303fdf2-5c67-4c52-a6ac-5e9e7d6d9b60 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Allocated IP 172.25.6.51 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/1f8b7f01-be19-4924-b140-72e42013c43f) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:26:07.069113 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dabac60-539d-4969-817f-a816010a6bd2 None None] The sync data for ids ['12bb2b0b-59f0-4be9-831e-e1acac2fbce3'] in n-d-768862-13 is: [{'id': '12bb2b0b-59f0-4be9-831e-e1acac2fbce3', 'name': 'tempest-ServerRescueTestJSONUnderV235-208380972-router', 'tenant_id': '5d4d680a30924205982a356dd1432e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': 'ad606748-5a7e-4945-bbbc-33d653aca116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:24:49Z', 'updated_at': '2021-08-10T03:24:57Z', 'revision_number': 4, 'project_id': '5d4d680a30924205982a356dd1432e46', 'gw_port': {'id': 'ad606748-5a7e-4945-bbbc-33d653aca116', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:41:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bb2b0b-59f0-4be9-831e-e1acac2fbce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:24:50Z', 'updated_at': '2021-08-10T03:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': 'bf98185c-af17-438a-9445-32e550df5797', 'tenant_id': '5d4d680a30924205982a356dd1432e46', 'floating_ip_address': '172.25.6.68', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '12bb2b0b-59f0-4be9-831e-e1acac2fbce3', 'port_id': 'b716d23f-648e-46ce-bcb4-847d79b3f168', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2da0bb6-4435-4aa8-bf60-cd789ad14aea', 'mac_address': 'fa:16:3e:ad:21:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994ee7fd-71e9-48c0-9a9f-42d2463db496', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:25:59Z', 'updated_at': '2021-08-10T03:26:03Z', 'revision_number': 1, 'project_id': '5d4d680a30924205982a356dd1432e46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d948a77-b7c2-48f3-afc7-cd0128a3b102', 'name': '', 'network_id': 'c2da0bb6-4435-4aa8-bf60-cd789ad14aea', 'tenant_id': '5d4d680a30924205982a356dd1432e46', 'mac_address': 'fa:16:3e:a6:ca:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bb2b0b-59f0-4be9-831e-e1acac2fbce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '820cdd45-16e1-4c6c-be8e-6540a98cf482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:24:55Z', 'updated_at': '2021-08-10T03:25:06Z', 'revision_number': 5, 'project_id': '5d4d680a30924205982a356dd1432e46', 'subnets': [{'id': '820cdd45-16e1-4c6c-be8e-6540a98cf482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:26:07.089138 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 5be9b48c-0b45-43ec-806c-969a3cb6d2fa completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:26:07.097231 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3dd054-b36f-4e20-9a53-8ea91fa47ca6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-0916a313-004a-4e5b-877c-846f7f5d18fa', 'network_id': '0916a313-004a-4e5b-877c-846f7f5d18fa', 'tenant_id': '7be8aebab9524a33aa2535549ec7cd0e', 'fixed_ips': [{'subnet_id': '33867364-80a0-443d-93d8-fcfcece2286a'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:26:07.099076 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3b3dd054-b36f-4e20-9a53-8ea91fa47ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:07.104900 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 3726cd45-a4e8-4c47-8f6d-a18fffe78fea up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:26:07.195789 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741571a1-c3c4-4e4f-a493-a2924e34fcb4 None None] Network 48093250-9d43-4e76-bf04-11e4b5fb1840 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:26:07.196532 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4cc4d6c3-3038-419c-b11d-db163d9d4740 req-a4297484-6c4d-462a-a067-363e1869c15e service neutron] 10.222.0.42 "GET /v2.0/networks/c2da0bb6-4435-4aa8-bf60-cd789ad14aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9820726 Aug 10 03:26:07.204402 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-63b51291-b0ea-4475-ba3e-9e08fffb6ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:07.209632 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-63b51291-b0ea-4475-ba3e-9e08fffb6ea0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:07.211744 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-63b51291-b0ea-4475-ba3e-9e08fffb6ea0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/41495972-1937-433f-b23c-cf35fa621f2b HTTP/1.1" status: 204 len: 168 time: 0.6654797 Aug 10 03:26:07.259703 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b51291-b0ea-4475-ba3e-9e08fffb6ea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41495972-1937-433f-b23c-cf35fa621f2b,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:07.273053 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b303fdf2-5c67-4c52-a6ac-5e9e7d6d9b60 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:07.329234 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4cc4d6c3-3038-419c-b11d-db163d9d4740 req-ee996dfb-1089-405f-a460-0fdb9da2d013 service neutron] 10.222.0.42 "GET /v2.0/networks/c2da0bb6-4435-4aa8-bf60-cd789ad14aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202455 Aug 10 03:26:07.336048 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-37ea43ae-da1d-4fe4-b0b5-bcbc5321c6a3 req-34e90b27-69ba-45fa-8b8f-588d887258ef service neutron] 10.222.0.44 "GET /v2.0/networks/c2da0bb6-4435-4aa8-bf60-cd789ad14aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4473555 Aug 10 03:26:07.357435 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b303fdf2-5c67-4c52-a6ac-5e9e7d6d9b60 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:07.423313 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-17ed437b-180f-49f5-89b0-03553289714a tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:07.439329 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-17ed437b-180f-49f5-89b0-03553289714a tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:07.444240 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-17ed437b-180f-49f5-89b0-03553289714a tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/networks?id=48093250-9d43-4e76-bf04-11e4b5fb1840&id=0916a313-004a-4e5b-877c-846f7f5d18fa&id=48093250-9d43-4e76-bf04-11e4b5fb1840 HTTP/1.1" status: 200 len: 1392 time: 0.5822630 Aug 10 03:26:07.483348 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b303fdf2-5c67-4c52-a6ac-5e9e7d6d9b60 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:26:07.488817 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-b303fdf2-5c67-4c52-a6ac-5e9e7d6d9b60 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:26:07.506288 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-57f99b37-df32-40d1-9afb-9db52254f925 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/quotas/7be8aebab9524a33aa2535549ec7cd0e HTTP/1.1" status: 200 len: 375 time: 0.0485141 Aug 10 03:26:07.513383 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b303fdf2-5c67-4c52-a6ac-5e9e7d6d9b60 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:26:07.600258 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b303fdf2-5c67-4c52-a6ac-5e9e7d6d9b60 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Pushing event updated for resources: {'Port': ['ID=1f8b7f01-be19-4924-b140-72e42013c43f,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:07.627819 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5f6040-f959-4f3b-ace5-c892ee535550 None None] New status for floating IP bf98185c-af17-438a-9445-32e550df5797: ACTIVE {{(pid=94263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:26:07.661010 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-ae1dbee0-6ff0-4e10-9ada-8e2b50587d3b None None] Provisioning for port 5be9b48c-0b45-43ec-806c-969a3cb6d2fa completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:26:07.677765 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-ae1dbee0-6ff0-4e10-9ada-8e2b50587d3b None None] Provisioning complete for port 5be9b48c-0b45-43ec-806c-969a3cb6d2fa triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:26:07.678212 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ae1dbee0-6ff0-4e10-9ada-8e2b50587d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:07.687366 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee225e6-b058-462f-924a-b2e8741c2691 req-4ac4dc0d-6017-4976-bd5e-fc40b6284910 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:07.702491 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6ee225e6-b058-462f-924a-b2e8741c2691 req-4ac4dc0d-6017-4976-bd5e-fc40b6284910 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7b95795-0742-4266-9751-9663609663c3 HTTP/1.1" status: 200 len: 946 time: 0.2326968 Aug 10 03:26:07.753353 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 3726cd45-a4e8-4c47-8f6d-a18fffe78fea triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:26:07.753797 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:07.783668 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-9d115ba6-45c4-4bc6-83d6-60b571a89b87 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=7be8aebab9524a33aa2535549ec7cd0e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2507100 Aug 10 03:26:07.916618 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-3b3dd054-b36f-4e20-9a53-8ea91fa47ca6 None None] Allocated IP 19.86.0.2 (0916a313-004a-4e5b-877c-846f7f5d18fa/33867364-80a0-443d-93d8-fcfcece2286a/20fd812b-93ee-4574-a8e7-b0edff41b41a) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:26:07.996605 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6ee225e6-b058-462f-924a-b2e8741c2691 req-b2a87351-f7fa-46d9-8890-cd3baba9a2d5 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875006 Aug 10 03:26:08.126965 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b303fdf2-5c67-4c52-a6ac-5e9e7d6d9b60 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks [] for router_gateway, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:08.160695 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-453628a5-ca05-4956-8999-1bd5e17e2cc4 service neutron] 10.222.0.44 "GET /v2.0/networks/48093250-9d43-4e76-bf04-11e4b5fb1840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3475499 Aug 10 03:26:08.434110 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-08e211da-d5b4-4f18-9651-e2da3aa32650 service neutron] 10.222.0.44 "GET /v2.0/networks/48093250-9d43-4e76-bf04-11e4b5fb1840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690730 Aug 10 03:26:08.471833 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ae1dbee0-6ff0-4e10-9ada-8e2b50587d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:08.612891 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-ae1dbee0-6ff0-4e10-9ada-8e2b50587d3b None None] For port 5be9b48c-0b45-43ec-806c-969a3cb6d2fa, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=5be9b48c-0b45-43ec-806c-969a3cb6d2fa,segment=NetworkSegment(7e28589a-a35d-4e60-b5d9-68c3b35426fb),segment_id=7e28589a-a35d-4e60-b5d9-68c3b35426fb)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:08.621711 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3b3dd054-b36f-4e20-9a53-8ea91fa47ca6 None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:08.634967 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ae1dbee0-6ff0-4e10-9ada-8e2b50587d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:08.779963 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-3b3dd054-b36f-4e20-9a53-8ea91fa47ca6 None None] Transition to ACTIVE for port object 20fd812b-93ee-4574-a8e7-b0edff41b41a will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:26:08.785144 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1dbee0-6ff0-4e10-9ada-8e2b50587d3b None None] Pushing event updated for resources: {'Port': ['ID=5be9b48c-0b45-43ec-806c-969a3cb6d2fa,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:08.833729 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-3b3dd054-b36f-4e20-9a53-8ea91fa47ca6 None None] Transition to ACTIVE for port object 20fd812b-93ee-4574-a8e7-b0edff41b41a will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:26:08.845842 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3b3dd054-b36f-4e20-9a53-8ea91fa47ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:08.884189 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6d77ba83-3590-4224-9bd0-4aa7d20eb7c2 req-d7e19f93-ceb7-4af5-bcbc-620c92e924e3 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.68 HTTP/1.1" status: 200 len: 1000 time: 0.3944273 Aug 10 03:26:08.905741 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b303fdf2-5c67-4c52-a6ac-5e9e7d6d9b60 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:08.949523 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3dd054-b36f-4e20-9a53-8ea91fa47ca6 None None] Network 0916a313-004a-4e5b-877c-846f7f5d18fa is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:26:08.974587 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-3b3dd054-b36f-4e20-9a53-8ea91fa47ca6 None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:26:08.994790 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3dd054-b36f-4e20-9a53-8ea91fa47ca6 None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:26:09.007478 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d77ba83-3590-4224-9bd0-4aa7d20eb7c2 req-4823b869-4cd8-4f71-bbb2-548ed88f7cbc tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:09.009761 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6d77ba83-3590-4224-9bd0-4aa7d20eb7c2 req-4823b869-4cd8-4f71-bbb2-548ed88f7cbc tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] 10.222.0.44 "GET /v2.0/ports/b716d23f-648e-46ce-bcb4-847d79b3f168 HTTP/1.1" status: 200 len: 942 time: 0.1169751 Aug 10 03:26:09.081089 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-2b17daa8-a3b1-4d1d-aea0-04989642c821 service neutron] 10.222.0.44 "GET /v2.0/networks/0916a313-004a-4e5b-877c-846f7f5d18fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6460752 Aug 10 03:26:09.102083 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3dd054-b36f-4e20-9a53-8ea91fa47ca6 None None] Pushing event updated for resources: {'Port': ['ID=20fd812b-93ee-4574-a8e7-b0edff41b41a,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:09.131827 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-22d865e1-6794-40ec-a2ce-bfa625f67fdd None None] Provisioning complete for port 5be9b48c-0b45-43ec-806c-969a3cb6d2fa triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:26:09.132202 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-22d865e1-6794-40ec-a2ce-bfa625f67fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:09.151408 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-3b3dd054-b36f-4e20-9a53-8ea91fa47ca6 None None] Attempting to bind port 20fd812b-93ee-4574-a8e7-b0edff41b41a on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:26:09.151788 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-3b3dd054-b36f-4e20-9a53-8ea91fa47ca6 None None] Attempting to bind port 20fd812b-93ee-4574-a8e7-b0edff41b41a by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'f813e42d-3631-4b77-a55c-37bacf72cfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0916a313-004a-4e5b-877c-846f7f5d18fa'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:26:09.152162 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3dd054-b36f-4e20-9a53-8ea91fa47ca6 None None] Attempting to bind port 20fd812b-93ee-4574-a8e7-b0edff41b41a on network 0916a313-004a-4e5b-877c-846f7f5d18fa {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:26:09.183444 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b303fdf2-5c67-4c52-a6ac-5e9e7d6d9b60 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Router cf4ca3b9-a7ae-4fe4-b68b-bb59ee813d77 is scheduled to L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e with binding_index 1 {{(pid=94261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:26:09.188683 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3dd054-b36f-4e20-9a53-8ea91fa47ca6 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:26:09.189189 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3dd054-b36f-4e20-9a53-8ea91fa47ca6 None None] Checking segment: {'id': 'f813e42d-3631-4b77-a55c-37bacf72cfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0916a313-004a-4e5b-877c-846f7f5d18fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:26:09.189431 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3b3dd054-b36f-4e20-9a53-8ea91fa47ca6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:09.190025 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3dd054-b36f-4e20-9a53-8ea91fa47ca6 None None] Bound using segment: {'id': 'f813e42d-3631-4b77-a55c-37bacf72cfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0916a313-004a-4e5b-877c-846f7f5d18fa'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:26:09.190484 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-3b3dd054-b36f-4e20-9a53-8ea91fa47ca6 None None] Bound port: 20fd812b-93ee-4574-a8e7-b0edff41b41a, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f813e42d-3631-4b77-a55c-37bacf72cfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0916a313-004a-4e5b-877c-846f7f5d18fa'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:26:09.190831 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3b3dd054-b36f-4e20-9a53-8ea91fa47ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:09.327890 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6d77ba83-3590-4224-9bd0-4aa7d20eb7c2 req-a00298b8-47d2-49ea-b85b-8b5fbcbec6cb tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.68 HTTP/1.1" status: 200 len: 1000 time: 0.1313326 Aug 10 03:26:09.372493 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-3b3dd054-b36f-4e20-9a53-8ea91fa47ca6 None None] For port 20fd812b-93ee-4574-a8e7-b0edff41b41a, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:26:09.379291 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-3b3dd054-b36f-4e20-9a53-8ea91fa47ca6 None None] For port 20fd812b-93ee-4574-a8e7-b0edff41b41a, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=20fd812b-93ee-4574-a8e7-b0edff41b41a,segment=NetworkSegment(f813e42d-3631-4b77-a55c-37bacf72cfb9),segment_id=f813e42d-3631-4b77-a55c-37bacf72cfb9)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:26:09.399349 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b303fdf2-5c67-4c52-a6ac-5e9e7d6d9b60 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:26:09.402342 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3b3dd054-b36f-4e20-9a53-8ea91fa47ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:09.452224 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b303fdf2-5c67-4c52-a6ac-5e9e7d6d9b60 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:09.455016 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-b303fdf2-5c67-4c52-a6ac-5e9e7d6d9b60 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.9088311 Aug 10 03:26:09.458696 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33316) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:09.462445 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-0b6d869f-e9b1-4bdd-992b-5a781e07d176 service neutron] 10.222.0.44 "GET /v2.0/networks/0916a313-004a-4e5b-877c-846f7f5d18fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3797038 Aug 10 03:26:09.467363 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3dd054-b36f-4e20-9a53-8ea91fa47ca6 None None] Pushing event updated for resources: {'Port': ['ID=20fd812b-93ee-4574-a8e7-b0edff41b41a,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:09.468678 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-9d5150a6-fe15-471a-9790-1d0106f7a9a2 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:09.476715 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa31f91d-13a8-44c1-96ab-d4a09c24b396 None None] Sync routers for ids ['cf4ca3b9-a7ae-4fe4-b68b-bb59ee813d77'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:26:09.512814 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa31f91d-13a8-44c1-96ab-d4a09c24b396 None None] Routers {'cf4ca3b9-a7ae-4fe4-b68b-bb59ee813d77'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:26:09.513461 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-fa31f91d-13a8-44c1-96ab-d4a09c24b396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:25:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['cf4ca3b9-a7ae-4fe4-b68b-bb59ee813d77'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:26:09.575089 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-fa31f91d-13a8-44c1-96ab-d4a09c24b396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:26:09.583043 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d77ba83-3590-4224-9bd0-4aa7d20eb7c2 req-32d1217b-1285-4d2a-8477-15359f117b4c tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:09.584572 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6d77ba83-3590-4224-9bd0-4aa7d20eb7c2 req-32d1217b-1285-4d2a-8477-15359f117b4c tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] 10.222.0.44 "GET /v2.0/networks/2ea12131-628a-487e-b434-0463553732bd HTTP/1.1" status: 200 len: 784 time: 0.2502527 Aug 10 03:26:09.594113 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa31f91d-13a8-44c1-96ab-d4a09c24b396 None None] Routers {'cf4ca3b9-a7ae-4fe4-b68b-bb59ee813d77'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:26:09.594790 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-fa31f91d-13a8-44c1-96ab-d4a09c24b396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:25:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['cf4ca3b9-a7ae-4fe4-b68b-bb59ee813d77'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:26:09.644658 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-fa31f91d-13a8-44c1-96ab-d4a09c24b396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:26:09.645343 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa31f91d-13a8-44c1-96ab-d4a09c24b396 None None] The sync data for ids ['cf4ca3b9-a7ae-4fe4-b68b-bb59ee813d77'] in n-d-768862-13 is: [] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:26:09.683124 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-a4c3f8a9-c072-44b1-b147-b9d6aed8940b service neutron] 10.222.0.44 "GET /v2.0/networks/48093250-9d43-4e76-bf04-11e4b5fb1840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194722 Aug 10 03:26:09.805114 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6d77ba83-3590-4224-9bd0-4aa7d20eb7c2 req-35a5effa-7fe2-4500-a7b7-d1a454a161cf tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.68 HTTP/1.1" status: 200 len: 1000 time: 0.2023048 Aug 10 03:26:09.815420 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-6d77ba83-3590-4224-9bd0-4aa7d20eb7c2 req-7b1731fe-98fe-47a0-83bf-d51adb803e94 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:09.971898 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-2c393e8e-a062-49b6-85d4-96bd1f803810 service neutron] 10.222.0.44 "GET /v2.0/networks/48093250-9d43-4e76-bf04-11e4b5fb1840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865522 Aug 10 03:26:09.986194 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-6d77ba83-3590-4224-9bd0-4aa7d20eb7c2 req-7b1731fe-98fe-47a0-83bf-d51adb803e94 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Notify callbacks [] for floatingip, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:10.086310 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 33324) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:10.312977 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-6d77ba83-3590-4224-9bd0-4aa7d20eb7c2 req-7b1731fe-98fe-47a0-83bf-d51adb803e94 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:10.332183 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-6d77ba83-3590-4224-9bd0-4aa7d20eb7c2 req-7b1731fe-98fe-47a0-83bf-d51adb803e94 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:10.332946 n-d-768862-13 neutron-server[94260]: INFO neutron.db.l3_db [req-6d77ba83-3590-4224-9bd0-4aa7d20eb7c2 req-7b1731fe-98fe-47a0-83bf-d51adb803e94 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Floating IP bf98185c-af17-438a-9445-32e550df5797 disassociated. External IP: 172.25.6.68, port: b716d23f-648e-46ce-bcb4-847d79b3f168. Aug 10 03:26:10.647251 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-a82a72d5-7a02-4c24-84a7-3e5e39342fb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855207080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855207080-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1760299539'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:10.654620 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9d5150a6-fe15-471a-9790-1d0106f7a9a2 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:10.689396 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9d5150a6-fe15-471a-9790-1d0106f7a9a2 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:10.740856 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6a2bc9-b4f4-4d48-948b-c6887f975f50 req-098d6a40-5235-4bd1-9dbe-15ee1bb11fa2 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:10.743516 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2e6a2bc9-b4f4-4d48-948b-c6887f975f50 req-098d6a40-5235-4bd1-9dbe-15ee1bb11fa2 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7b95795-0742-4266-9751-9663609663c3 HTTP/1.1" status: 200 len: 946 time: 0.3138139 Aug 10 03:26:10.793972 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a82a72d5-7a02-4c24-84a7-3e5e39342fb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855207080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855207080-project] Made reservation on behalf of b239e8c2d89e416391946e220a538916 for: {'network': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:26:10.798591 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a82a72d5-7a02-4c24-84a7-3e5e39342fb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855207080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855207080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:10.830031 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-9d5150a6-fe15-471a-9790-1d0106f7a9a2 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Deleting port 1f8b7f01-be19-4924-b140-72e42013c43f {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:26:10.832981 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9d5150a6-fe15-471a-9790-1d0106f7a9a2 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:10.872245 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 20fd812b-93ee-4574-a8e7-b0edff41b41a up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:26:10.887658 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a82a72d5-7a02-4c24-84a7-3e5e39342fb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855207080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855207080-project] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:11.016312 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9d5150a6-fe15-471a-9790-1d0106f7a9a2 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:11.031074 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 20fd812b-93ee-4574-a8e7-b0edff41b41a completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:26:11.036828 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 5be9b48c-0b45-43ec-806c-969a3cb6d2fa up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:26:11.039048 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-9d5150a6-fe15-471a-9790-1d0106f7a9a2 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Calling delete_port for 1f8b7f01-be19-4924-b140-72e42013c43f owned by network:router_gateway {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:26:11.100112 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2e6a2bc9-b4f4-4d48-948b-c6887f975f50 req-10bcbcf9-beba-4341-a212-cd97f59c116b tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3446255 Aug 10 03:26:11.128677 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d77ba83-3590-4224-9bd0-4aa7d20eb7c2 req-7b1731fe-98fe-47a0-83bf-d51adb803e94 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Router 12bb2b0b-59f0-4be9-831e-e1acac2fbce3 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:26:11.230326 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 5be9b48c-0b45-43ec-806c-969a3cb6d2fa triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:26:11.233879 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:11.463339 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9d5150a6-fe15-471a-9790-1d0106f7a9a2 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:11.521203 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32aa7b50-f77d-4c88-8a51-226ee875f039 None None] Network 0916a313-004a-4e5b-877c-846f7f5d18fa requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:26:11.525913 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5150a6-fe15-471a-9790-1d0106f7a9a2 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Pushing event deleted for resources: {'Port': ['ID=1f8b7f01-be19-4924-b140-72e42013c43f,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:11.612386 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a82a72d5-7a02-4c24-84a7-3e5e39342fb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855207080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855207080-project] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:11.614904 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9d5150a6-fe15-471a-9790-1d0106f7a9a2 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520654'] for router_gateway, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:11.617045 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d77ba83-3590-4224-9bd0-4aa7d20eb7c2 req-7b1731fe-98fe-47a0-83bf-d51adb803e94 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:26:11.629780 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-be41a7e9-a743-4f15-90d8-970ab3376be4 req-7aa276cd-081e-46ab-9409-7dd263009ca3 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/ports?device_id=a49afa8b-6a09-45b0-8b91-6b6059ef0f95 HTTP/1.1" status: 200 len: 210 time: 0.1177075 Aug 10 03:26:11.635673 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-6d77ba83-3590-4224-9bd0-4aa7d20eb7c2 req-7b1731fe-98fe-47a0-83bf-d51adb803e94 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:11.638570 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1295bb-8fdc-434a-9523-f62d02d36a70 None None] Sync routers for ids ['12bb2b0b-59f0-4be9-831e-e1acac2fbce3'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:26:11.641583 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a82a72d5-7a02-4c24-84a7-3e5e39342fb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855207080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855207080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:11.642006 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-b3e5684d-074c-4eb1-ae79-7c4d781b9af7 None None] Provisioning for port 20fd812b-93ee-4574-a8e7-b0edff41b41a completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:26:11.661809 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1295bb-8fdc-434a-9523-f62d02d36a70 None None] Routers {'12bb2b0b-59f0-4be9-831e-e1acac2fbce3'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:26:11.662334 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-b3e5684d-074c-4eb1-ae79-7c4d781b9af7 None None] Provisioning complete for port 20fd812b-93ee-4574-a8e7-b0edff41b41a triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:26:11.662879 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b3e5684d-074c-4eb1-ae79-7c4d781b9af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:11.664053 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-4b1295bb-8fdc-434a-9523-f62d02d36a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:25:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['12bb2b0b-59f0-4be9-831e-e1acac2fbce3'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:26:11.713130 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a82a72d5-7a02-4c24-84a7-3e5e39342fb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855207080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855207080-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=94260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:26:11.776917 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a82a72d5-7a02-4c24-84a7-3e5e39342fb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855207080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855207080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:11.777425 n-d-768862-13 neutron-server[94260]: INFO neutron.db.segments_db [None req-a82a72d5-7a02-4c24-84a7-3e5e39342fb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855207080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855207080-project] Added segment 5993806b-1a6c-4768-848b-8aab1762a7b3 of type vlan for network d31ae9b7-9d02-470a-b1a1-ea2107ac6d77 Aug 10 03:26:11.789759 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6d77ba83-3590-4224-9bd0-4aa7d20eb7c2 req-7b1731fe-98fe-47a0-83bf-d51adb803e94 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] 10.222.0.44 "PUT /v2.0/floatingips/bf98185c-af17-438a-9445-32e550df5797 HTTP/1.1" status: 200 len: 694 time: 1.9834290 Aug 10 03:26:11.866950 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '994ee7fd-71e9-48c0-9a9f-42d2463db496', 'tag': 'b716d23f-648e-46ce-bcb4-847d79b3f168'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:26:11.870345 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a4eee67-3147-4c35-baf9-24b39eae4650" -d '{"events": [{"name": "network-changed", "server_uuid": "994ee7fd-71e9-48c0-9a9f-42d2463db496", "tag": "b716d23f-648e-46ce-bcb4-847d79b3f168"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:26:11.914518 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-4b1295bb-8fdc-434a-9523-f62d02d36a70 None None] Set router 12bb2b0b-59f0-4be9-831e-e1acac2fbce3 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:26:11.932888 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82a72d5-7a02-4c24-84a7-3e5e39342fb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855207080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855207080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc63dcf0-67b1-4877-b1a8-2c302bfcc956,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:11.945144 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a82a72d5-7a02-4c24-84a7-3e5e39342fb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855207080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855207080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:11.951721 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b3e5684d-074c-4eb1-ae79-7c4d781b9af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:11.998451 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82a72d5-7a02-4c24-84a7-3e5e39342fb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855207080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855207080-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:11.999026 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82a72d5-7a02-4c24-84a7-3e5e39342fb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855207080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855207080-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:11.999573 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82a72d5-7a02-4c24-84a7-3e5e39342fb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855207080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855207080-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:12.000396 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82a72d5-7a02-4c24-84a7-3e5e39342fb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855207080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855207080-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:12.001071 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82a72d5-7a02-4c24-84a7-3e5e39342fb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855207080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855207080-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:12.001598 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82a72d5-7a02-4c24-84a7-3e5e39342fb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855207080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855207080-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:12.002152 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82a72d5-7a02-4c24-84a7-3e5e39342fb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855207080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855207080-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:12.002952 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82a72d5-7a02-4c24-84a7-3e5e39342fb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855207080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855207080-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:12.011263 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82a72d5-7a02-4c24-84a7-3e5e39342fb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855207080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855207080-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:12.013494 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82a72d5-7a02-4c24-84a7-3e5e39342fb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855207080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855207080-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:12.014513 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82a72d5-7a02-4c24-84a7-3e5e39342fb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855207080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855207080-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:12.016978 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82a72d5-7a02-4c24-84a7-3e5e39342fb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855207080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855207080-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:12.020834 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-b3e5684d-074c-4eb1-ae79-7c4d781b9af7 None None] For port 20fd812b-93ee-4574-a8e7-b0edff41b41a, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=20fd812b-93ee-4574-a8e7-b0edff41b41a,segment=NetworkSegment(f813e42d-3631-4b77-a55c-37bacf72cfb9),segment_id=f813e42d-3631-4b77-a55c-37bacf72cfb9)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:12.023828 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-907a0171-266f-41bb-8381-20bd38201ba8 x-openstack-request-id: req-907a0171-266f-41bb-8381-20bd38201ba8 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:26:12.024300 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "994ee7fd-71e9-48c0-9a9f-42d2463db496", "tag": "b716d23f-648e-46ce-bcb4-847d79b3f168", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:26:12.025065 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-907a0171-266f-41bb-8381-20bd38201ba8 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:26:12.025743 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '994ee7fd-71e9-48c0-9a9f-42d2463db496', 'tag': 'b716d23f-648e-46ce-bcb4-847d79b3f168', 'status': 'completed', 'code': 200} Aug 10 03:26:12.030441 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b3e5684d-074c-4eb1-ae79-7c4d781b9af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:12.088617 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d77ba83-3590-4224-9bd0-4aa7d20eb7c2 req-18c63c33-e286-4361-aa31-5dad084cee91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:12.099074 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6d77ba83-3590-4224-9bd0-4aa7d20eb7c2 req-18c63c33-e286-4361-aa31-5dad084cee91 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5d4d680a30924205982a356dd1432e46&device_id=994ee7fd-71e9-48c0-9a9f-42d2463db496 HTTP/1.1" status: 200 len: 1097 time: 0.2156777 Aug 10 03:26:12.184680 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e5684d-074c-4eb1-ae79-7c4d781b9af7 None None] Pushing event updated for resources: {'Port': ['ID=20fd812b-93ee-4574-a8e7-b0edff41b41a,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:12.370628 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a82a72d5-7a02-4c24-84a7-3e5e39342fb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855207080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855207080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:12.382549 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82a72d5-7a02-4c24-84a7-3e5e39342fb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855207080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855207080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:12.383001 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a82a72d5-7a02-4c24-84a7-3e5e39342fb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855207080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855207080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:12.429022 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9d5150a6-fe15-471a-9790-1d0106f7a9a2 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-520463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-522334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1409'] for router, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:12.434726 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9d5150a6-fe15-471a-9790-1d0106f7a9a2 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-520692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-520701', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-522311'] for router, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:12.473713 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-e2f36d12-489e-449e-9942-a72d9cc3154e None None] Provisioning complete for port 20fd812b-93ee-4574-a8e7-b0edff41b41a triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:26:12.476940 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e2f36d12-489e-449e-9942-a72d9cc3154e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:12.478614 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-4b1295bb-8fdc-434a-9523-f62d02d36a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12bb2b0b-59f0-4be9-831e-e1acac2fbce3', 'name': 'tempest-ServerRescueTestJSONUnderV235-208380972-router', 'tenant_id': '5d4d680a30924205982a356dd1432e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': 'ad606748-5a7e-4945-bbbc-33d653aca116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:24:49Z', 'updated_at': '2021-08-10T03:24:57Z', 'revision_number': 4, 'project_id': '5d4d680a30924205982a356dd1432e46', 'gw_port': {'id': 'ad606748-5a7e-4945-bbbc-33d653aca116', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:41:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bb2b0b-59f0-4be9-831e-e1acac2fbce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:24:50Z', 'updated_at': '2021-08-10T03:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '3d948a77-b7c2-48f3-afc7-cd0128a3b102', 'name': '', 'network_id': 'c2da0bb6-4435-4aa8-bf60-cd789ad14aea', 'tenant_id': '5d4d680a30924205982a356dd1432e46', 'mac_address': 'fa:16:3e:a6:ca:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bb2b0b-59f0-4be9-831e-e1acac2fbce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '820cdd45-16e1-4c6c-be8e-6540a98cf482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:24:55Z', 'updated_at': '2021-08-10T03:25:06Z', 'revision_number': 5, 'project_id': '5d4d680a30924205982a356dd1432e46', 'subnets': [{'id': '820cdd45-16e1-4c6c-be8e-6540a98cf482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:26:12.509799 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4eee67-3147-4c35-baf9-24b39eae4650 req-670ca353-bc23-4f72-ba5d-16859cd23fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:12.512725 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0a4eee67-3147-4c35-baf9-24b39eae4650 req-670ca353-bc23-4f72-ba5d-16859cd23fe2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5d4d680a30924205982a356dd1432e46&device_id=994ee7fd-71e9-48c0-9a9f-42d2463db496 HTTP/1.1" status: 200 len: 1097 time: 0.4821100 Aug 10 03:26:12.527319 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1295bb-8fdc-434a-9523-f62d02d36a70 None None] Checking router: 12bb2b0b-59f0-4be9-831e-e1acac2fbce3 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:26:12.552867 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1295bb-8fdc-434a-9523-f62d02d36a70 None None] Routers {'12bb2b0b-59f0-4be9-831e-e1acac2fbce3'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:26:12.554431 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-4b1295bb-8fdc-434a-9523-f62d02d36a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:25:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['12bb2b0b-59f0-4be9-831e-e1acac2fbce3'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:26:12.576155 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d5150a6-fe15-471a-9790-1d0106f7a9a2 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Router cf4ca3b9-a7ae-4fe4-b68b-bb59ee813d77 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:26:12.697102 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82a72d5-7a02-4c24-84a7-3e5e39342fb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855207080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855207080-project] Pushing event updated for resources: {'Network': ['ID=d31ae9b7-9d02-470a-b1a1-ea2107ac6d77,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:12.713117 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network d31ae9b7-9d02-470a-b1a1-ea2107ac6d77 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:26:12.733523 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d5150a6-fe15-471a-9790-1d0106f7a9a2 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:26:12.748443 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9d5150a6-fe15-471a-9790-1d0106f7a9a2 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:12.750423 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-9d5150a6-fe15-471a-9790-1d0106f7a9a2 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] 10.222.0.44 "PUT /v2.0/routers/cf4ca3b9-a7ae-4fe4-b68b-bb59ee813d77 HTTP/1.1" status: 200 len: 706 time: 3.2897186 Aug 10 03:26:12.753045 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33350) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:12.762938 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-4b1295bb-8fdc-434a-9523-f62d02d36a70 None None] Set router 12bb2b0b-59f0-4be9-831e-e1acac2fbce3 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:26:12.765272 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d77ba83-3590-4224-9bd0-4aa7d20eb7c2 req-f49978bb-08fd-4e77-85ce-088449993aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:12.769446 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6d77ba83-3590-4224-9bd0-4aa7d20eb7c2 req-f49978bb-08fd-4e77-85ce-088449993aad service neutron] 10.222.0.44 "GET /v2.0/networks?id=c2da0bb6-4435-4aa8-bf60-cd789ad14aea HTTP/1.1" status: 200 len: 919 time: 0.6230650 Aug 10 03:26:12.804141 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-a82a72d5-7a02-4c24-84a7-3e5e39342fb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855207080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855207080-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.7042546 Aug 10 03:26:12.814324 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08d6d84-1d28-4001-9da7-72f4bed14e0c None None] Sync routers for ids ['cf4ca3b9-a7ae-4fe4-b68b-bb59ee813d77'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:26:12.818972 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 20fd812b-93ee-4574-a8e7-b0edff41b41a up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:26:12.907094 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-7dca80ae-377e-4610-a516-bf5a05025c4a tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] 10.222.0.44 "GET /v2.0/routers/cf4ca3b9-a7ae-4fe4-b68b-bb59ee813d77 HTTP/1.1" status: 200 len: 741 time: 0.1516125 Aug 10 03:26:12.909560 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33356) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:12.928808 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08d6d84-1d28-4001-9da7-72f4bed14e0c None None] Routers {'cf4ca3b9-a7ae-4fe4-b68b-bb59ee813d77'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:26:12.930060 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-d08d6d84-1d28-4001-9da7-72f4bed14e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:25:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['cf4ca3b9-a7ae-4fe4-b68b-bb59ee813d77'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:26:13.002985 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-77d1b073-88a2-4952-9c30-6757045f1e99 tempest-RoutersAdminTest-522199690 tempest-RoutersAdminTest-522199690-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=2ea12131-628a-487e-b434-0463553732bd&device_id=cf4ca3b9-a7ae-4fe4-b68b-bb59ee813d77 HTTP/1.1" status: 200 len: 205 time: 0.0909212 Aug 10 03:26:13.005361 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33358) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:13.018542 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-d08d6d84-1d28-4001-9da7-72f4bed14e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:26:13.046921 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08d6d84-1d28-4001-9da7-72f4bed14e0c None None] Routers {'cf4ca3b9-a7ae-4fe4-b68b-bb59ee813d77'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:26:13.047761 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-f8789294-540b-45c0-9d0c-1ee768ef6f6d tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf4ca3b9-a7ae-4fe4-b68b-bb59ee813d77 HTTP/1.1" status: 200 len: 205 time: 0.0401428 Aug 10 03:26:13.048201 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-d08d6d84-1d28-4001-9da7-72f4bed14e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:25:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['cf4ca3b9-a7ae-4fe4-b68b-bb59ee813d77'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:26:13.048463 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33360) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:13.098712 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 20fd812b-93ee-4574-a8e7-b0edff41b41a triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:26:13.099079 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:13.108344 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-4b1295bb-8fdc-434a-9523-f62d02d36a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12bb2b0b-59f0-4be9-831e-e1acac2fbce3', 'name': 'tempest-ServerRescueTestJSONUnderV235-208380972-router', 'tenant_id': '5d4d680a30924205982a356dd1432e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': 'ad606748-5a7e-4945-bbbc-33d653aca116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:24:49Z', 'updated_at': '2021-08-10T03:24:57Z', 'revision_number': 4, 'project_id': '5d4d680a30924205982a356dd1432e46', 'gw_port': {'id': 'ad606748-5a7e-4945-bbbc-33d653aca116', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:41:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bb2b0b-59f0-4be9-831e-e1acac2fbce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:24:50Z', 'updated_at': '2021-08-10T03:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '3d948a77-b7c2-48f3-afc7-cd0128a3b102', 'name': '', 'network_id': 'c2da0bb6-4435-4aa8-bf60-cd789ad14aea', 'tenant_id': '5d4d680a30924205982a356dd1432e46', 'mac_address': 'fa:16:3e:a6:ca:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bb2b0b-59f0-4be9-831e-e1acac2fbce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '820cdd45-16e1-4c6c-be8e-6540a98cf482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:24:55Z', 'updated_at': '2021-08-10T03:25:06Z', 'revision_number': 5, 'project_id': '5d4d680a30924205982a356dd1432e46', 'subnets': [{'id': '820cdd45-16e1-4c6c-be8e-6540a98cf482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:26:13.148926 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-d08d6d84-1d28-4001-9da7-72f4bed14e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:26:13.149804 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08d6d84-1d28-4001-9da7-72f4bed14e0c None None] The sync data for ids ['cf4ca3b9-a7ae-4fe4-b68b-bb59ee813d77'] in n-d-768862-13 is: [] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:26:13.174620 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1295bb-8fdc-434a-9523-f62d02d36a70 None None] The sync data for ids ['12bb2b0b-59f0-4be9-831e-e1acac2fbce3'] in n-d-768862-13 is: [{'id': '12bb2b0b-59f0-4be9-831e-e1acac2fbce3', 'name': 'tempest-ServerRescueTestJSONUnderV235-208380972-router', 'tenant_id': '5d4d680a30924205982a356dd1432e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': 'ad606748-5a7e-4945-bbbc-33d653aca116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:24:49Z', 'updated_at': '2021-08-10T03:24:57Z', 'revision_number': 4, 'project_id': '5d4d680a30924205982a356dd1432e46', 'gw_port': {'id': 'ad606748-5a7e-4945-bbbc-33d653aca116', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:41:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bb2b0b-59f0-4be9-831e-e1acac2fbce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:24:50Z', 'updated_at': '2021-08-10T03:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '3d948a77-b7c2-48f3-afc7-cd0128a3b102', 'name': '', 'network_id': 'c2da0bb6-4435-4aa8-bf60-cd789ad14aea', 'tenant_id': '5d4d680a30924205982a356dd1432e46', 'mac_address': 'fa:16:3e:a6:ca:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bb2b0b-59f0-4be9-831e-e1acac2fbce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '820cdd45-16e1-4c6c-be8e-6540a98cf482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:24:55Z', 'updated_at': '2021-08-10T03:25:06Z', 'revision_number': 5, 'project_id': '5d4d680a30924205982a356dd1432e46', 'subnets': [{'id': '820cdd45-16e1-4c6c-be8e-6540a98cf482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:26:13.210663 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-23999965-6ce2-4af8-a495-3db72f54c56b tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks [] for router, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:13.405789 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-23999965-6ce2-4af8-a495-3db72f54c56b tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:13.408973 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-23999965-6ce2-4af8-a495-3db72f54c56b tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:13.434457 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-78c4f9d5-6406-46be-993d-d02e2af964be tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:13.442006 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-78c4f9d5-6406-46be-993d-d02e2af964be tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:13.444023 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-78c4f9d5-6406-46be-993d-d02e2af964be tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.61 "GET /v2.0/networks?id=48093250-9d43-4e76-bf04-11e4b5fb1840&id=0916a313-004a-4e5b-877c-846f7f5d18fa&id=48093250-9d43-4e76-bf04-11e4b5fb1840 HTTP/1.1" status: 200 len: 1392 time: 1.3230872 Aug 10 03:26:13.451851 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6d77ba83-3590-4224-9bd0-4aa7d20eb7c2 req-d2e9a00a-4862-487d-a23d-bcd03b07c021 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b716d23f-648e-46ce-bcb4-847d79b3f168 HTTP/1.1" status: 200 len: 217 time: 0.1052291 Aug 10 03:26:13.465661 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-3e9ad698-75a8-466e-90e0-36d7df1622d2 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Request body: {'port': {'device_id': 'a49afa8b-6a09-45b0-8b91-6b6059ef0f95', 'network_id': '48093250-9d43-4e76-bf04-11e4b5fb1840', 'admin_state_up': True, 'tenant_id': '7be8aebab9524a33aa2535549ec7cd0e'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:13.467529 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-23999965-6ce2-4af8-a495-3db72f54c56b tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:13.468484 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23999965-6ce2-4af8-a495-3db72f54c56b tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Fanout notify agent at l3_agent the message router_deleted on router cf4ca3b9-a7ae-4fe4-b68b-bb59ee813d77 {{(pid=94261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:26:13.484297 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdf7833-bc36-41f5-8f3b-c975778518dc req-451ec1f3-e90b-4661-b8ef-b71d9bf9f2c1 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:13.495661 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8cdf7833-bc36-41f5-8f3b-c975778518dc req-451ec1f3-e90b-4661-b8ef-b71d9bf9f2c1 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7b95795-0742-4266-9751-9663609663c3 HTTP/1.1" status: 200 len: 946 time: 1.1285744 Aug 10 03:26:13.498275 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-23999965-6ce2-4af8-a495-3db72f54c56b tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:13.506328 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-23999965-6ce2-4af8-a495-3db72f54c56b tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] 10.222.0.44 "DELETE /v2.0/routers/cf4ca3b9-a7ae-4fe4-b68b-bb59ee813d77 HTTP/1.1" status: 204 len: 168 time: 0.4563200 Aug 10 03:26:13.510648 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33362) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:13.562650 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-75ec44b3-8d0c-4a3a-af73-a385b9749f0a tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf4ca3b9-a7ae-4fe4-b68b-bb59ee813d77 HTTP/1.1" status: 200 len: 205 time: 0.0460460 Aug 10 03:26:13.563164 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33364) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:13.609831 n-d-768862-13 neutron-server[94261]: INFO neutron.api.v2.resource [None req-cfcc8405-5c0e-467d-b74d-8d87be08e9d2 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] delete failed (client error): The resource could not be found. Aug 10 03:26:13.611200 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-cfcc8405-5c0e-467d-b74d-8d87be08e9d2 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] 10.222.0.44 "DELETE /v2.0/routers/cf4ca3b9-a7ae-4fe4-b68b-bb59ee813d77 HTTP/1.1" status: 404 len: 336 time: 0.0467951 Aug 10 03:26:13.615819 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33366) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:13.616812 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3523ef-0a7d-4c51-8966-8972ce1f330d None None] New status for floating IP bf98185c-af17-438a-9445-32e550df5797: DOWN {{(pid=94263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:26:13.667815 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-45bcec22-fec4-4b80-bf4c-056b5433298d tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] 10.222.0.44 "GET /v2.0/ports?device_id=880eb5bc-9cab-4ed9-b5b1-dca8b3855b60 HTTP/1.1" status: 200 len: 205 time: 0.0501459 Aug 10 03:26:13.672739 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33368) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:13.725624 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4eee67-3147-4c35-baf9-24b39eae4650 req-69367a30-ae25-4d9c-b607-4085edaaf1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:13.728423 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0a4eee67-3147-4c35-baf9-24b39eae4650 req-69367a30-ae25-4d9c-b607-4085edaaf1f4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c2da0bb6-4435-4aa8-bf60-cd789ad14aea HTTP/1.1" status: 200 len: 919 time: 1.1823556 Aug 10 03:26:13.748352 n-d-768862-13 neutron-server[94261]: INFO neutron.api.v2.resource [None req-c8f1d217-5ef6-4c61-950c-a125320ed92c tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] delete failed (client error): The resource could not be found. Aug 10 03:26:13.754585 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-c8f1d217-5ef6-4c61-950c-a125320ed92c tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] 10.222.0.44 "DELETE /v2.0/routers/880eb5bc-9cab-4ed9-b5b1-dca8b3855b60 HTTP/1.1" status: 404 len: 336 time: 0.0759211 Aug 10 03:26:13.754899 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33370) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:13.768680 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8cdf7833-bc36-41f5-8f3b-c975778518dc req-128df6f8-3c8b-40b3-9bf6-460ba6671018 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708318 Aug 10 03:26:13.813161 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-634acd1b-7917-4b14-8a47-d0df2b5629fd tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] 10.222.0.44 "GET /v2.0/ports?device_id=21587cfd-429e-4591-9df5-c5d72c58788a HTTP/1.1" status: 200 len: 205 time: 0.0566008 Aug 10 03:26:13.819388 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33372) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:13.851539 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d77ba83-3590-4224-9bd0-4aa7d20eb7c2 req-cf0ad4f4-1d4c-430b-aeb8-8faed6012582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:13.854492 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6d77ba83-3590-4224-9bd0-4aa7d20eb7c2 req-cf0ad4f4-1d4c-430b-aeb8-8faed6012582 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=820cdd45-16e1-4c6c-be8e-6540a98cf482 HTTP/1.1" status: 200 len: 859 time: 0.3454096 Aug 10 03:26:13.862382 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0a4eee67-3147-4c35-baf9-24b39eae4650 req-a306f1d4-677c-463d-92d2-7c9a2cd13c35 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b716d23f-648e-46ce-bcb4-847d79b3f168 HTTP/1.1" status: 200 len: 217 time: 0.1189160 Aug 10 03:26:13.904638 n-d-768862-13 neutron-server[94261]: INFO neutron.api.v2.resource [None req-c3b80718-3989-44db-9416-a66e3306c8c1 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] delete failed (client error): The resource could not be found. Aug 10 03:26:13.906450 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-c3b80718-3989-44db-9416-a66e3306c8c1 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] 10.222.0.44 "DELETE /v2.0/routers/21587cfd-429e-4591-9df5-c5d72c58788a HTTP/1.1" status: 404 len: 336 time: 0.0854394 Aug 10 03:26:13.912131 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33374) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:13.946887 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6d77ba83-3590-4224-9bd0-4aa7d20eb7c2 req-7713ca42-0717-4aa6-b727-954c0a994836 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c2da0bb6-4435-4aa8-bf60-cd789ad14aea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712864 Aug 10 03:26:13.992597 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-0b88b7dc-b26a-405d-bf05-571d51760c1e tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] 10.222.0.44 "GET /v2.0/ports?device_id=96ebbf0b-ea6a-4226-87b0-fb0b18abcce8 HTTP/1.1" status: 200 len: 205 time: 0.0797884 Aug 10 03:26:13.994254 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33376) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:14.077170 n-d-768862-13 neutron-server[94261]: INFO neutron.api.v2.resource [None req-10381554-ae27-48bd-9470-1ea70fbf3193 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] delete failed (client error): The resource could not be found. Aug 10 03:26:14.083559 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-10381554-ae27-48bd-9470-1ea70fbf3193 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] 10.222.0.44 "DELETE /v2.0/routers/96ebbf0b-ea6a-4226-87b0-fb0b18abcce8 HTTP/1.1" status: 404 len: 336 time: 0.0874918 Aug 10 03:26:14.084458 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33378) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:14.149232 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a8c1e8d4-96cb-4e1b-aef3-e4311bf57bc5 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2b6e71e-4a9e-466b-bdf3-8b0200dfb9d8 HTTP/1.1" status: 200 len: 205 time: 0.0622134 Aug 10 03:26:14.151604 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33380) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:14.185962 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-3e9ad698-75a8-466e-90e0-36d7df1622d2 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Made reservation on behalf of 7be8aebab9524a33aa2535549ec7cd0e for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:26:14.191972 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-3e9ad698-75a8-466e-90e0-36d7df1622d2 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:14.203976 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4eee67-3147-4c35-baf9-24b39eae4650 req-4c8074d9-063c-4a4f-8511-edb2e39c25af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:14.204727 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0a4eee67-3147-4c35-baf9-24b39eae4650 req-4c8074d9-063c-4a4f-8511-edb2e39c25af service neutron] 10.222.0.42 "GET /v2.0/subnets?id=820cdd45-16e1-4c6c-be8e-6540a98cf482 HTTP/1.1" status: 200 len: 859 time: 0.3276227 Aug 10 03:26:14.220556 n-d-768862-13 neutron-server[94261]: INFO neutron.api.v2.resource [None req-645a8935-1a9d-4036-a4d1-c0e6837a5718 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] delete failed (client error): The resource could not be found. Aug 10 03:26:14.226841 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-645a8935-1a9d-4036-a4d1-c0e6837a5718 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] 10.222.0.44 "DELETE /v2.0/routers/a2b6e71e-4a9e-466b-bdf3-8b0200dfb9d8 HTTP/1.1" status: 404 len: 336 time: 0.0733433 Aug 10 03:26:14.227607 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33382) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:14.233035 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-68bfdd6f-28e2-43f2-9201-380561da24b7 req-ed3c611f-041f-4d8f-958b-3038866f2f0b tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/ports?device_id=a49afa8b-6a09-45b0-8b91-6b6059ef0f95 HTTP/1.1" status: 200 len: 210 time: 0.0750732 Aug 10 03:26:14.271746 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-2d2cb5fd-7298-4aeb-be98-2253d617b3d4 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4762f3b-c6d8-4bab-a41c-a5ab02e3dd37 HTTP/1.1" status: 200 len: 205 time: 0.0412908 Aug 10 03:26:14.275172 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33386) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:14.300520 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0a4eee67-3147-4c35-baf9-24b39eae4650 req-41b2a209-c54b-43eb-916a-8c5393aa7173 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c2da0bb6-4435-4aa8-bf60-cd789ad14aea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715001 Aug 10 03:26:14.341861 n-d-768862-13 neutron-server[94261]: INFO neutron.api.v2.resource [None req-ec1b77d7-3d44-43eb-b939-99714430be49 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] delete failed (client error): The resource could not be found. Aug 10 03:26:14.347268 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ec1b77d7-3d44-43eb-b939-99714430be49 tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] 10.222.0.44 "DELETE /v2.0/routers/b4762f3b-c6d8-4bab-a41c-a5ab02e3dd37 HTTP/1.1" status: 404 len: 336 time: 0.0702944 Aug 10 03:26:14.349789 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33388) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:14.410969 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6641895-6c12-455d-8f3e-e0879581364f tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] DELETE failed (client error): The resource could not be found. Aug 10 03:26:14.412461 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6641895-6c12-455d-8f3e-e0879581364f tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:26:14.421395 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-d6641895-6c12-455d-8f3e-e0879581364f tempest-RoutersAdminTest-276398971 tempest-RoutersAdminTest-276398971-project] 10.222.0.44 "DELETE /v2.0/subnets/a57df708-4acf-4321-ae2e-a2840a4493cb HTTP/1.1" status: 404 len: 337 time: 0.0663097 Aug 10 03:26:14.443340 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6d77ba83-3590-4224-9bd0-4aa7d20eb7c2 req-8e20f31c-ce92-4faf-973d-9da41d26e90c service neutron] 10.222.0.44 "GET /v2.0/networks/c2da0bb6-4435-4aa8-bf60-cd789ad14aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4588764 Aug 10 03:26:14.585790 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33392) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:14.596116 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-a865c4cf-fdfb-498c-b4b4-efffe01f8d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Request body: {'port': {'network_id': 'd31ae9b7-9d02-470a-b1a1-ea2107ac6d77', 'binding:host_id': 'n-h1-768862-13', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-62591544'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:14.604427 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0a4eee67-3147-4c35-baf9-24b39eae4650 req-98e90062-2a78-4df6-b1c1-bff94daf891f service neutron] 10.222.0.42 "GET /v2.0/networks/c2da0bb6-4435-4aa8-bf60-cd789ad14aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2937346 Aug 10 03:26:14.639599 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a865c4cf-fdfb-498c-b4b4-efffe01f8d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Made reservation on behalf of 331173c5d33c47eb847b4c854190fb81 for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:26:14.647582 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a865c4cf-fdfb-498c-b4b4-efffe01f8d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:14.650340 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-3e9ad698-75a8-466e-90e0-36d7df1622d2 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Allocated IP 19.80.0.235 (48093250-9d43-4e76-bf04-11e4b5fb1840/a39f0864-c7d8-4f2c-a6b0-64258917f830/a1a9e3c3-e37d-4d00-b9f8-2ca59fa11fa2) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:26:14.678924 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a865c4cf-fdfb-498c-b4b4-efffe01f8d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:14.754812 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6d77ba83-3590-4224-9bd0-4aa7d20eb7c2 req-90855815-787a-47ae-b0e7-4b6116bfa331 service neutron] 10.222.0.44 "GET /v2.0/networks/c2da0bb6-4435-4aa8-bf60-cd789ad14aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827249 Aug 10 03:26:14.867664 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0a4eee67-3147-4c35-baf9-24b39eae4650 req-bcff477e-e1d4-4dbe-9b34-8d26d57370b1 service neutron] 10.222.0.42 "GET /v2.0/networks/c2da0bb6-4435-4aa8-bf60-cd789ad14aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527435 Aug 10 03:26:14.900107 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33400) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:14.918835 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a865c4cf-fdfb-498c-b4b4-efffe01f8d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:14.926855 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a865c4cf-fdfb-498c-b4b4-efffe01f8d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:14.938344 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [None req-a865c4cf-fdfb-498c-b4b4-efffe01f8d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] device_id is not set on port 5d9a210c-d525-493c-a155-116669a95eba yet. {{(pid=94261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:26:14.978061 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f7474ab3-c223-4e17-a351-907913125d4e req-86660023-97fd-42fc-ab66-81400ca88453 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] 10.222.0.44 "GET /v2.0/floatingips/bf98185c-af17-438a-9445-32e550df5797 HTTP/1.1" status: 200 len: 692 time: 0.1315615 Aug 10 03:26:15.102404 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fabc84-962b-4f16-ba62-af01ac04b363 req-99dc8c2a-7b74-4834-ad05-fa2ed0ea8029 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:15.105587 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-85fabc84-962b-4f16-ba62-af01ac04b363 req-99dc8c2a-7b74-4834-ad05-fa2ed0ea8029 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7b95795-0742-4266-9751-9663609663c3 HTTP/1.1" status: 200 len: 946 time: 0.1806383 Aug 10 03:26:15.125818 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a865c4cf-fdfb-498c-b4b4-efffe01f8d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2651aa34-b657-4897-8949-2e95a3e0873b,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:15.133051 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6be8bd38-ae8c-4bfa-850c-68d952e5415c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:15.185799 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-3e9ad698-75a8-466e-90e0-36d7df1622d2 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:15.253495 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-3e9ad698-75a8-466e-90e0-36d7df1622d2 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Transition to ACTIVE for port object a1a9e3c3-e37d-4d00-b9f8-2ca59fa11fa2 will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:26:15.266626 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-85fabc84-962b-4f16-ba62-af01ac04b363 req-8eeab395-71d3-47cd-9928-01702ec97bfc tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446500 Aug 10 03:26:15.363431 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7474ab3-c223-4e17-a351-907913125d4e req-75f736ad-9b0f-4830-8a95-3895e7a89a88 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:15.365962 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f7474ab3-c223-4e17-a351-907913125d4e req-75f736ad-9b0f-4830-8a95-3895e7a89a88 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] 10.222.0.44 "GET /v2.0/networks/2ea12131-628a-487e-b434-0463553732bd HTTP/1.1" status: 200 len: 784 time: 0.3760331 Aug 10 03:26:15.436966 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [None req-a865c4cf-fdfb-498c-b4b4-efffe01f8d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] device_id is not set on port 5d9a210c-d525-493c-a155-116669a95eba yet. {{(pid=94261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:26:15.447518 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6be8bd38-ae8c-4bfa-850c-68d952e5415c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:15.452786 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a865c4cf-fdfb-498c-b4b4-efffe01f8d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:15.455738 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6be8bd38-ae8c-4bfa-850c-68d952e5415c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:15.489123 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f7474ab3-c223-4e17-a351-907913125d4e req-ef651a57-5e3c-46c0-81bf-cdb4d2b6f148 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.68 HTTP/1.1" status: 200 len: 695 time: 0.1095650 Aug 10 03:26:15.493419 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [None req-a865c4cf-fdfb-498c-b4b4-efffe01f8d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Transition to ACTIVE for port object 5d9a210c-d525-493c-a155-116669a95eba will not be triggered until provisioned by entity L2. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:26:15.501790 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-3e9ad698-75a8-466e-90e0-36d7df1622d2 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:15.522616 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-6be8bd38-ae8c-4bfa-850c-68d952e5415c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=18db7b7c2880480e8180b313e6cb392b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6189108 Aug 10 03:26:15.522616 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be8bd38-ae8c-4bfa-850c-68d952e5415c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e25bcd-7f4f-49da-8b12-d75d00b73e00,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:15.525460 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33410) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:15.541112 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a865c4cf-fdfb-498c-b4b4-efffe01f8d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:15.629017 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a865c4cf-fdfb-498c-b4b4-efffe01f8d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Pushing event updated for resources: {'Port': ['ID=5d9a210c-d525-493c-a155-116669a95eba,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:15.651694 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bcd0a778-df6f-49f9-86e7-896c4c7414c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:15.654838 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a865c4cf-fdfb-498c-b4b4-efffe01f8d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Checking segment: {'id': '5993806b-1a6c-4768-848b-8aab1762a7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd31ae9b7-9d02-470a-b1a1-ea2107ac6d77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:26:15.655203 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a865c4cf-fdfb-498c-b4b4-efffe01f8d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Network hostable DHCP agents. Network: d31ae9b7-9d02-470a-b1a1-ea2107ac6d77, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:26:15.681796 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bcd0a778-df6f-49f9-86e7-896c4c7414c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:15.695221 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-3e9ad698-75a8-466e-90e0-36d7df1622d2 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Network 48093250-9d43-4e76-bf04-11e4b5fb1840 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:26:15.701312 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f7474ab3-c223-4e17-a351-907913125d4e req-c689a18f-c30b-4740-a77a-dd24820964b9 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.68 HTTP/1.1" status: 200 len: 695 time: 0.1909127 Aug 10 03:26:15.705014 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-3e9ad698-75a8-466e-90e0-36d7df1622d2 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:26:15.707976 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9ad698-75a8-466e-90e0-36d7df1622d2 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Pushing event updated for resources: {'Port': ['ID=a1a9e3c3-e37d-4d00-b9f8-2ca59fa11fa2,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:15.710702 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-3e9ad698-75a8-466e-90e0-36d7df1622d2 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:26:15.743182 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a865c4cf-fdfb-498c-b4b4-efffe01f8d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Network d31ae9b7-9d02-470a-b1a1-ea2107ac6d77 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:26:15.761851 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-a865c4cf-fdfb-498c-b4b4-efffe01f8d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, d31ae9b7-9d02-470a-b1a1-ea2107ac6d77) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:26:15.768179 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a865c4cf-fdfb-498c-b4b4-efffe01f8d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:26:15.772982 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114bdafb-e2d8-434d-a41e-dbd2d9270240 None None] Network d31ae9b7-9d02-470a-b1a1-ea2107ac6d77 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:26:15.815745 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1491dd4b-f82f-4be0-a225-6ccd17df3fe6 req-20175429-1cee-46a9-9556-571b126aa93f tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:15.818106 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1491dd4b-f82f-4be0-a225-6ccd17df3fe6 req-20175429-1cee-46a9-9556-571b126aa93f tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/ports?device_id=a49afa8b-6a09-45b0-8b91-6b6059ef0f95 HTTP/1.1" status: 200 len: 932 time: 0.2331815 Aug 10 03:26:15.825463 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-a865c4cf-fdfb-498c-b4b4-efffe01f8d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempting to bind port 5d9a210c-d525-493c-a155-116669a95eba on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:26:15.825789 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-a865c4cf-fdfb-498c-b4b4-efffe01f8d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempting to bind port 5d9a210c-d525-493c-a155-116669a95eba by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '5993806b-1a6c-4768-848b-8aab1762a7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd31ae9b7-9d02-470a-b1a1-ea2107ac6d77'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:26:15.826144 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a865c4cf-fdfb-498c-b4b4-efffe01f8d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempting to bind port 5d9a210c-d525-493c-a155-116669a95eba on network d31ae9b7-9d02-470a-b1a1-ea2107ac6d77 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:26:15.829959 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bcd0a778-df6f-49f9-86e7-896c4c7414c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:15.832647 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bcd0a778-df6f-49f9-86e7-896c4c7414c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:15.836298 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-bcd0a778-df6f-49f9-86e7-896c4c7414c0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f8e25bcd-7f4f-49da-8b12-d75d00b73e00 HTTP/1.1" status: 204 len: 168 time: 0.3074272 Aug 10 03:26:15.852026 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a865c4cf-fdfb-498c-b4b4-efffe01f8d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Port 5d9a210c-d525-493c-a155-116669a95eba on network d31ae9b7-9d02-470a-b1a1-ea2107ac6d77 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:26:15.852547 n-d-768862-13 neutron-server[94261]: ERROR neutron.plugins.ml2.managers [None req-a865c4cf-fdfb-498c-b4b4-efffe01f8d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Failed to bind port 5d9a210c-d525-493c-a155-116669a95eba on host n-h1-768862-13 for vnic_type normal using segments [{'id': '5993806b-1a6c-4768-848b-8aab1762a7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd31ae9b7-9d02-470a-b1a1-ea2107ac6d77'}] Aug 10 03:26:15.853215 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd0a778-df6f-49f9-86e7-896c4c7414c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e25bcd-7f4f-49da-8b12-d75d00b73e00,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:15.856168 n-d-768862-13 neutron-server[94261]: INFO neutron.plugins.ml2.plugin [None req-a865c4cf-fdfb-498c-b4b4-efffe01f8d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempt 2 to bind port 5d9a210c-d525-493c-a155-116669a95eba Aug 10 03:26:15.885209 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-a865c4cf-fdfb-498c-b4b4-efffe01f8d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempting to bind port 5d9a210c-d525-493c-a155-116669a95eba on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:26:15.885209 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-a865c4cf-fdfb-498c-b4b4-efffe01f8d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempting to bind port 5d9a210c-d525-493c-a155-116669a95eba by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '5993806b-1a6c-4768-848b-8aab1762a7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd31ae9b7-9d02-470a-b1a1-ea2107ac6d77'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:26:15.885209 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a865c4cf-fdfb-498c-b4b4-efffe01f8d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempting to bind port 5d9a210c-d525-493c-a155-116669a95eba on network d31ae9b7-9d02-470a-b1a1-ea2107ac6d77 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:26:15.892839 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a865c4cf-fdfb-498c-b4b4-efffe01f8d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Port 5d9a210c-d525-493c-a155-116669a95eba on network d31ae9b7-9d02-470a-b1a1-ea2107ac6d77 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:26:15.893284 n-d-768862-13 neutron-server[94261]: ERROR neutron.plugins.ml2.managers [None req-a865c4cf-fdfb-498c-b4b4-efffe01f8d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Failed to bind port 5d9a210c-d525-493c-a155-116669a95eba on host n-h1-768862-13 for vnic_type normal using segments [{'id': '5993806b-1a6c-4768-848b-8aab1762a7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd31ae9b7-9d02-470a-b1a1-ea2107ac6d77'}] Aug 10 03:26:15.893730 n-d-768862-13 neutron-server[94261]: INFO neutron.plugins.ml2.plugin [None req-a865c4cf-fdfb-498c-b4b4-efffe01f8d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempt 3 to bind port 5d9a210c-d525-493c-a155-116669a95eba Aug 10 03:26:15.916178 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-a865c4cf-fdfb-498c-b4b4-efffe01f8d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempting to bind port 5d9a210c-d525-493c-a155-116669a95eba on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:26:15.916695 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-a865c4cf-fdfb-498c-b4b4-efffe01f8d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempting to bind port 5d9a210c-d525-493c-a155-116669a95eba by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '5993806b-1a6c-4768-848b-8aab1762a7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd31ae9b7-9d02-470a-b1a1-ea2107ac6d77'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:26:15.917291 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a865c4cf-fdfb-498c-b4b4-efffe01f8d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempting to bind port 5d9a210c-d525-493c-a155-116669a95eba on network d31ae9b7-9d02-470a-b1a1-ea2107ac6d77 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:26:15.925493 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a865c4cf-fdfb-498c-b4b4-efffe01f8d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Port 5d9a210c-d525-493c-a155-116669a95eba on network d31ae9b7-9d02-470a-b1a1-ea2107ac6d77 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:26:15.925840 n-d-768862-13 neutron-server[94261]: ERROR neutron.plugins.ml2.managers [None req-a865c4cf-fdfb-498c-b4b4-efffe01f8d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Failed to bind port 5d9a210c-d525-493c-a155-116669a95eba on host n-h1-768862-13 for vnic_type normal using segments [{'id': '5993806b-1a6c-4768-848b-8aab1762a7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd31ae9b7-9d02-470a-b1a1-ea2107ac6d77'}] Aug 10 03:26:15.926264 n-d-768862-13 neutron-server[94261]: INFO neutron.plugins.ml2.plugin [None req-a865c4cf-fdfb-498c-b4b4-efffe01f8d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempt 4 to bind port 5d9a210c-d525-493c-a155-116669a95eba Aug 10 03:26:15.939063 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-3e9ad698-75a8-466e-90e0-36d7df1622d2 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:15.940027 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-3e9ad698-75a8-466e-90e0-36d7df1622d2 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:15.943042 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-a865c4cf-fdfb-498c-b4b4-efffe01f8d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempting to bind port 5d9a210c-d525-493c-a155-116669a95eba on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:26:15.943391 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-a865c4cf-fdfb-498c-b4b4-efffe01f8d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempting to bind port 5d9a210c-d525-493c-a155-116669a95eba by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '5993806b-1a6c-4768-848b-8aab1762a7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd31ae9b7-9d02-470a-b1a1-ea2107ac6d77'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:26:15.943778 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a865c4cf-fdfb-498c-b4b4-efffe01f8d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempting to bind port 5d9a210c-d525-493c-a155-116669a95eba on network d31ae9b7-9d02-470a-b1a1-ea2107ac6d77 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:26:15.949692 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a865c4cf-fdfb-498c-b4b4-efffe01f8d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Port 5d9a210c-d525-493c-a155-116669a95eba on network d31ae9b7-9d02-470a-b1a1-ea2107ac6d77 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:26:15.949952 n-d-768862-13 neutron-server[94261]: ERROR neutron.plugins.ml2.managers [None req-a865c4cf-fdfb-498c-b4b4-efffe01f8d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Failed to bind port 5d9a210c-d525-493c-a155-116669a95eba on host n-h1-768862-13 for vnic_type normal using segments [{'id': '5993806b-1a6c-4768-848b-8aab1762a7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd31ae9b7-9d02-470a-b1a1-ea2107ac6d77'}] Aug 10 03:26:15.950555 n-d-768862-13 neutron-server[94261]: INFO neutron.plugins.ml2.plugin [None req-a865c4cf-fdfb-498c-b4b4-efffe01f8d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempt 5 to bind port 5d9a210c-d525-493c-a155-116669a95eba Aug 10 03:26:15.984433 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-a865c4cf-fdfb-498c-b4b4-efffe01f8d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempting to bind port 5d9a210c-d525-493c-a155-116669a95eba on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:26:15.985612 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-a865c4cf-fdfb-498c-b4b4-efffe01f8d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempting to bind port 5d9a210c-d525-493c-a155-116669a95eba by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '5993806b-1a6c-4768-848b-8aab1762a7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd31ae9b7-9d02-470a-b1a1-ea2107ac6d77'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:26:15.985612 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a865c4cf-fdfb-498c-b4b4-efffe01f8d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempting to bind port 5d9a210c-d525-493c-a155-116669a95eba on network d31ae9b7-9d02-470a-b1a1-ea2107ac6d77 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:26:15.992628 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a865c4cf-fdfb-498c-b4b4-efffe01f8d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Port 5d9a210c-d525-493c-a155-116669a95eba on network d31ae9b7-9d02-470a-b1a1-ea2107ac6d77 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:26:15.993589 n-d-768862-13 neutron-server[94261]: ERROR neutron.plugins.ml2.managers [None req-a865c4cf-fdfb-498c-b4b4-efffe01f8d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Failed to bind port 5d9a210c-d525-493c-a155-116669a95eba on host n-h1-768862-13 for vnic_type normal using segments [{'id': '5993806b-1a6c-4768-848b-8aab1762a7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd31ae9b7-9d02-470a-b1a1-ea2107ac6d77'}] Aug 10 03:26:15.994684 n-d-768862-13 neutron-server[94261]: INFO neutron.plugins.ml2.plugin [None req-a865c4cf-fdfb-498c-b4b4-efffe01f8d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempt 6 to bind port 5d9a210c-d525-493c-a155-116669a95eba Aug 10 03:26:16.022108 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-3e9ad698-75a8-466e-90e0-36d7df1622d2 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5623703 Aug 10 03:26:16.040830 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-a865c4cf-fdfb-498c-b4b4-efffe01f8d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempting to bind port 5d9a210c-d525-493c-a155-116669a95eba on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:26:16.042013 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-a865c4cf-fdfb-498c-b4b4-efffe01f8d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempting to bind port 5d9a210c-d525-493c-a155-116669a95eba by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '5993806b-1a6c-4768-848b-8aab1762a7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd31ae9b7-9d02-470a-b1a1-ea2107ac6d77'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:26:16.043619 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a865c4cf-fdfb-498c-b4b4-efffe01f8d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempting to bind port 5d9a210c-d525-493c-a155-116669a95eba on network d31ae9b7-9d02-470a-b1a1-ea2107ac6d77 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:26:16.044267 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1491dd4b-f82f-4be0-a225-6ccd17df3fe6 req-36199a7b-ab02-4bd7-8c96-ff792d912336 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/security-groups?id=19cc7362-8f8b-47a2-b13d-80c9c9a2c563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649692 Aug 10 03:26:16.051505 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a865c4cf-fdfb-498c-b4b4-efffe01f8d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Port 5d9a210c-d525-493c-a155-116669a95eba on network d31ae9b7-9d02-470a-b1a1-ea2107ac6d77 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:26:16.051845 n-d-768862-13 neutron-server[94261]: ERROR neutron.plugins.ml2.managers [None req-a865c4cf-fdfb-498c-b4b4-efffe01f8d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Failed to bind port 5d9a210c-d525-493c-a155-116669a95eba on host n-h1-768862-13 for vnic_type normal using segments [{'id': '5993806b-1a6c-4768-848b-8aab1762a7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd31ae9b7-9d02-470a-b1a1-ea2107ac6d77'}] Aug 10 03:26:16.052420 n-d-768862-13 neutron-server[94261]: INFO neutron.plugins.ml2.plugin [None req-a865c4cf-fdfb-498c-b4b4-efffe01f8d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempt 7 to bind port 5d9a210c-d525-493c-a155-116669a95eba Aug 10 03:26:16.062961 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-7717893f-a6b4-4cff-b90a-5b3788fa1ea4 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Request body: {'port': {'device_id': 'a49afa8b-6a09-45b0-8b91-6b6059ef0f95', 'network_id': '0916a313-004a-4e5b-877c-846f7f5d18fa', 'admin_state_up': True, 'tenant_id': '7be8aebab9524a33aa2535549ec7cd0e'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:16.068422 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-a865c4cf-fdfb-498c-b4b4-efffe01f8d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempting to bind port 5d9a210c-d525-493c-a155-116669a95eba on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:26:16.068665 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-a865c4cf-fdfb-498c-b4b4-efffe01f8d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempting to bind port 5d9a210c-d525-493c-a155-116669a95eba by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '5993806b-1a6c-4768-848b-8aab1762a7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd31ae9b7-9d02-470a-b1a1-ea2107ac6d77'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:26:16.069015 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a865c4cf-fdfb-498c-b4b4-efffe01f8d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempting to bind port 5d9a210c-d525-493c-a155-116669a95eba on network d31ae9b7-9d02-470a-b1a1-ea2107ac6d77 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:26:16.074600 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a865c4cf-fdfb-498c-b4b4-efffe01f8d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Port 5d9a210c-d525-493c-a155-116669a95eba on network d31ae9b7-9d02-470a-b1a1-ea2107ac6d77 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:26:16.074942 n-d-768862-13 neutron-server[94261]: ERROR neutron.plugins.ml2.managers [None req-a865c4cf-fdfb-498c-b4b4-efffe01f8d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Failed to bind port 5d9a210c-d525-493c-a155-116669a95eba on host n-h1-768862-13 for vnic_type normal using segments [{'id': '5993806b-1a6c-4768-848b-8aab1762a7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd31ae9b7-9d02-470a-b1a1-ea2107ac6d77'}] Aug 10 03:26:16.075474 n-d-768862-13 neutron-server[94261]: INFO neutron.plugins.ml2.plugin [None req-a865c4cf-fdfb-498c-b4b4-efffe01f8d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempt 8 to bind port 5d9a210c-d525-493c-a155-116669a95eba Aug 10 03:26:16.091700 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-a865c4cf-fdfb-498c-b4b4-efffe01f8d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempting to bind port 5d9a210c-d525-493c-a155-116669a95eba on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:26:16.092110 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-a865c4cf-fdfb-498c-b4b4-efffe01f8d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempting to bind port 5d9a210c-d525-493c-a155-116669a95eba by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '5993806b-1a6c-4768-848b-8aab1762a7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd31ae9b7-9d02-470a-b1a1-ea2107ac6d77'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:26:16.092447 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a865c4cf-fdfb-498c-b4b4-efffe01f8d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempting to bind port 5d9a210c-d525-493c-a155-116669a95eba on network d31ae9b7-9d02-470a-b1a1-ea2107ac6d77 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:26:16.099816 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a865c4cf-fdfb-498c-b4b4-efffe01f8d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Port 5d9a210c-d525-493c-a155-116669a95eba on network d31ae9b7-9d02-470a-b1a1-ea2107ac6d77 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:26:16.100214 n-d-768862-13 neutron-server[94261]: ERROR neutron.plugins.ml2.managers [None req-a865c4cf-fdfb-498c-b4b4-efffe01f8d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Failed to bind port 5d9a210c-d525-493c-a155-116669a95eba on host n-h1-768862-13 for vnic_type normal using segments [{'id': '5993806b-1a6c-4768-848b-8aab1762a7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd31ae9b7-9d02-470a-b1a1-ea2107ac6d77'}] Aug 10 03:26:16.100618 n-d-768862-13 neutron-server[94261]: INFO neutron.plugins.ml2.plugin [None req-a865c4cf-fdfb-498c-b4b4-efffe01f8d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempt 9 to bind port 5d9a210c-d525-493c-a155-116669a95eba Aug 10 03:26:16.107616 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-86c1d3ab-861d-4fed-a422-4cc7ea5c9f0b None None] Provisioning for port a1a9e3c3-e37d-4d00-b9f8-2ca59fa11fa2 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:26:16.117356 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-86c1d3ab-861d-4fed-a422-4cc7ea5c9f0b None None] Provisioning complete for port a1a9e3c3-e37d-4d00-b9f8-2ca59fa11fa2 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:26:16.117738 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-86c1d3ab-861d-4fed-a422-4cc7ea5c9f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:16.119301 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-a865c4cf-fdfb-498c-b4b4-efffe01f8d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempting to bind port 5d9a210c-d525-493c-a155-116669a95eba on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:26:16.119726 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-a865c4cf-fdfb-498c-b4b4-efffe01f8d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempting to bind port 5d9a210c-d525-493c-a155-116669a95eba by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '5993806b-1a6c-4768-848b-8aab1762a7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd31ae9b7-9d02-470a-b1a1-ea2107ac6d77'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:26:16.120142 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a865c4cf-fdfb-498c-b4b4-efffe01f8d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempting to bind port 5d9a210c-d525-493c-a155-116669a95eba on network d31ae9b7-9d02-470a-b1a1-ea2107ac6d77 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:26:16.134821 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a865c4cf-fdfb-498c-b4b4-efffe01f8d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Port 5d9a210c-d525-493c-a155-116669a95eba on network d31ae9b7-9d02-470a-b1a1-ea2107ac6d77 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:26:16.135245 n-d-768862-13 neutron-server[94261]: ERROR neutron.plugins.ml2.managers [None req-a865c4cf-fdfb-498c-b4b4-efffe01f8d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Failed to bind port 5d9a210c-d525-493c-a155-116669a95eba on host n-h1-768862-13 for vnic_type normal using segments [{'id': '5993806b-1a6c-4768-848b-8aab1762a7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd31ae9b7-9d02-470a-b1a1-ea2107ac6d77'}] Aug 10 03:26:16.135746 n-d-768862-13 neutron-server[94261]: INFO neutron.plugins.ml2.plugin [None req-a865c4cf-fdfb-498c-b4b4-efffe01f8d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempt 10 to bind port 5d9a210c-d525-493c-a155-116669a95eba Aug 10 03:26:16.164747 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-a865c4cf-fdfb-498c-b4b4-efffe01f8d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempting to bind port 5d9a210c-d525-493c-a155-116669a95eba on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:26:16.165585 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-a865c4cf-fdfb-498c-b4b4-efffe01f8d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempting to bind port 5d9a210c-d525-493c-a155-116669a95eba by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '5993806b-1a6c-4768-848b-8aab1762a7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd31ae9b7-9d02-470a-b1a1-ea2107ac6d77'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:26:16.166149 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a865c4cf-fdfb-498c-b4b4-efffe01f8d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempting to bind port 5d9a210c-d525-493c-a155-116669a95eba on network d31ae9b7-9d02-470a-b1a1-ea2107ac6d77 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:26:16.175597 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a865c4cf-fdfb-498c-b4b4-efffe01f8d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Port 5d9a210c-d525-493c-a155-116669a95eba on network d31ae9b7-9d02-470a-b1a1-ea2107ac6d77 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:26:16.175976 n-d-768862-13 neutron-server[94261]: ERROR neutron.plugins.ml2.managers [None req-a865c4cf-fdfb-498c-b4b4-efffe01f8d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Failed to bind port 5d9a210c-d525-493c-a155-116669a95eba on host n-h1-768862-13 for vnic_type normal using segments [{'id': '5993806b-1a6c-4768-848b-8aab1762a7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd31ae9b7-9d02-470a-b1a1-ea2107ac6d77'}] Aug 10 03:26:16.176265 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a865c4cf-fdfb-498c-b4b4-efffe01f8d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:16.179315 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-f7474ab3-c223-4e17-a351-907913125d4e req-d72de0eb-3a2d-4063-9997-bec624254e97 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Deleting port d33755e7-6c14-4803-af2f-21a15544e198 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:26:16.179675 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-f7474ab3-c223-4e17-a351-907913125d4e req-d72de0eb-3a2d-4063-9997-bec624254e97 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:16.215175 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-86c1d3ab-861d-4fed-a422-4cc7ea5c9f0b None None] Port a1a9e3c3-e37d-4d00-b9f8-2ca59fa11fa2 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:26:16.267989 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-a865c4cf-fdfb-498c-b4b4-efffe01f8d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] For port 5d9a210c-d525-493c-a155-116669a95eba, host n-h1-768862-13, cleared binding levels {{(pid=94261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:26:16.268348 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-a865c4cf-fdfb-498c-b4b4-efffe01f8d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempted to set empty binding levels {{(pid=94261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 10 03:26:16.275456 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a865c4cf-fdfb-498c-b4b4-efffe01f8d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:16.299319 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-f7474ab3-c223-4e17-a351-907913125d4e req-d72de0eb-3a2d-4063-9997-bec624254e97 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:16.299654 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-f7474ab3-c223-4e17-a351-907913125d4e req-d72de0eb-3a2d-4063-9997-bec624254e97 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:16.308633 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-7717893f-a6b4-4cff-b90a-5b3788fa1ea4 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Made reservation on behalf of 7be8aebab9524a33aa2535549ec7cd0e for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:26:16.312323 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-7717893f-a6b4-4cff-b90a-5b3788fa1ea4 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:16.333103 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-f7474ab3-c223-4e17-a351-907913125d4e req-d72de0eb-3a2d-4063-9997-bec624254e97 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Calling delete_port for d33755e7-6c14-4803-af2f-21a15544e198 owned by network:floatingip {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:26:16.333343 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a865c4cf-fdfb-498c-b4b4-efffe01f8d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:16.333343 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a865c4cf-fdfb-498c-b4b4-efffe01f8d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:16.351663 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a865c4cf-fdfb-498c-b4b4-efffe01f8d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Pushing event updated for resources: {'Port': ['ID=5d9a210c-d525-493c-a155-116669a95eba,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:16.364374 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a865c4cf-fdfb-498c-b4b4-efffe01f8d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 1.7748003 Aug 10 03:26:16.366126 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33422) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:16.438556 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33426) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:16.508276 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-472c3109-8cff-4917-8f26-9c03ed6fde9b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8050f655eb2b41a9bae69e4db0b22205&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0682156 Aug 10 03:26:16.514307 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33430) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:16.563599 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-d9a9bb0c-5617-460b-ba1b-b38527e3aad6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Deleting port 5d9a210c-d525-493c-a155-116669a95eba {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:26:16.563954 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d9a9bb0c-5617-460b-ba1b-b38527e3aad6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:16.579960 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf3704-2e57-4c25-bead-da8457ab63e9 req-79f4494f-86ca-4753-b2e5-4db7558931ac tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:16.581541 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f0bf3704-2e57-4c25-bead-da8457ab63e9 req-79f4494f-86ca-4753-b2e5-4db7558931ac tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7b95795-0742-4266-9751-9663609663c3 HTTP/1.1" status: 200 len: 946 time: 0.1783664 Aug 10 03:26:16.605306 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-7717893f-a6b4-4cff-b90a-5b3788fa1ea4 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Allocated IP 19.86.0.39 (0916a313-004a-4e5b-877c-846f7f5d18fa/33867364-80a0-443d-93d8-fcfcece2286a/dfe3f19d-94bf-4a26-b25b-f7779e53521e) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:26:16.623410 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6fe2b4e9-cab7-40ff-af59-dfe61f068342 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:16.667306 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6fe2b4e9-cab7-40ff-af59-dfe61f068342 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:16.682020 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-d9a9bb0c-5617-460b-ba1b-b38527e3aad6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] For port 5d9a210c-d525-493c-a155-116669a95eba, host n-h1-768862-13, got binding levels [] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:16.682419 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d9a9bb0c-5617-460b-ba1b-b38527e3aad6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:16.693405 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f0bf3704-2e57-4c25-bead-da8457ab63e9 req-5b897e92-a6fe-4e4d-9c04-7a7669a8ee31 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894697 Aug 10 03:26:16.709026 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-d9a9bb0c-5617-460b-ba1b-b38527e3aad6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Calling delete_port for 5d9a210c-d525-493c-a155-116669a95eba owned by {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:26:16.751286 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6fe2b4e9-cab7-40ff-af59-dfe61f068342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:16.754059 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6fe2b4e9-cab7-40ff-af59-dfe61f068342 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:16.759486 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-6fe2b4e9-cab7-40ff-af59-dfe61f068342 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a557a50d-49fb-45a7-b9f9-3e0d6ed03e94 HTTP/1.1" status: 204 len: 168 time: 0.2400076 Aug 10 03:26:16.799099 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe2b4e9-cab7-40ff-af59-dfe61f068342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a557a50d-49fb-45a7-b9f9-3e0d6ed03e94,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:16.803891 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-f7474ab3-c223-4e17-a351-907913125d4e req-d72de0eb-3a2d-4063-9997-bec624254e97 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:16.838516 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72de0eb-3a2d-4063-9997-bec624254e97 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Pushing event deleted for resources: {'Port': ['ID=d33755e7-6c14-4803-af2f-21a15544e198,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:16.891872 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d9a9bb0c-5617-460b-ba1b-b38527e3aad6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:16.934864 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a9bb0c-5617-460b-ba1b-b38527e3aad6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Pushing event deleted for resources: {'Port': ['ID=5d9a210c-d525-493c-a155-116669a95eba,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:16.946361 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d9a9bb0c-5617-460b-ba1b-b38527e3aad6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:16.953671 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-d9a9bb0c-5617-460b-ba1b-b38527e3aad6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] 10.222.0.44 "DELETE /v2.0/ports/5d9a210c-d525-493c-a155-116669a95eba HTTP/1.1" status: 204 len: 168 time: 0.5801411 Aug 10 03:26:16.954330 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33434) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:16.971443 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-f7474ab3-c223-4e17-a351-907913125d4e req-d72de0eb-3a2d-4063-9997-bec624254e97 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Notify callbacks [] for floatingip, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:16.971443 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-f7474ab3-c223-4e17-a351-907913125d4e req-d72de0eb-3a2d-4063-9997-bec624254e97 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:16.979134 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f7474ab3-c223-4e17-a351-907913125d4e req-d72de0eb-3a2d-4063-9997-bec624254e97 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] 10.222.0.44 "DELETE /v2.0/floatingips/bf98185c-af17-438a-9445-32e550df5797 HTTP/1.1" status: 204 len: 173 time: 1.2568717 Aug 10 03:26:16.985936 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-7717893f-a6b4-4cff-b90a-5b3788fa1ea4 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:16.999357 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-a562c3a0-3f8b-452e-990a-ef6edec22c15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] GET failed (client error): The resource could not be found. Aug 10 03:26:17.008167 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a562c3a0-3f8b-452e-990a-ef6edec22c15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] 10.222.0.44 "GET /v2.0/ports/5d9a210c-d525-493c-a155-116669a95eba HTTP/1.1" status: 404 len: 333 time: 0.0454378 Aug 10 03:26:17.008600 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33438) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:17.016209 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-44cdf14a-078a-4b7f-9906-cdd13d7bac11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Request body: {'port': {'network_id': 'd31ae9b7-9d02-470a-b1a1-ea2107ac6d77', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1532050262'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:17.024015 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-7717893f-a6b4-4cff-b90a-5b3788fa1ea4 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Transition to ACTIVE for port object dfe3f19d-94bf-4a26-b25b-f7779e53521e will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:26:17.053088 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44cdf14a-078a-4b7f-9906-cdd13d7bac11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Made reservation on behalf of 331173c5d33c47eb847b4c854190fb81 for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:26:17.057069 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-44cdf14a-078a-4b7f-9906-cdd13d7bac11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:17.088619 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [None req-44cdf14a-078a-4b7f-9906-cdd13d7bac11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] device_id is not set on port d20f54ce-4a05-4b34-8dbb-cd5e85ad80cc yet. {{(pid=94261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:26:17.115241 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-18af3640-26c7-4a4d-b69a-0fae97dc90a7 req-b92b844d-4fa5-4f16-885a-ccc287bb3b71 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] 10.222.0.44 "GET /v2.0/security-groups/338348af-a029-48be-b9eb-cfe7b3a50f6f HTTP/1.1" status: 200 len: 1809 time: 0.1056001 Aug 10 03:26:17.157378 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-7717893f-a6b4-4cff-b90a-5b3788fa1ea4 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:17.288230 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-7717893f-a6b4-4cff-b90a-5b3788fa1ea4 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Network 0916a313-004a-4e5b-877c-846f7f5d18fa is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:26:17.317608 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-7717893f-a6b4-4cff-b90a-5b3788fa1ea4 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:26:17.331985 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-7717893f-a6b4-4cff-b90a-5b3788fa1ea4 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:26:17.342758 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-18af3640-26c7-4a4d-b69a-0fae97dc90a7 req-bd681035-e794-4cde-be9f-70befcfc748d tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:17.344773 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-44cdf14a-078a-4b7f-9906-cdd13d7bac11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:17.345613 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7717893f-a6b4-4cff-b90a-5b3788fa1ea4 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Pushing event updated for resources: {'Port': ['ID=dfe3f19d-94bf-4a26-b25b-f7779e53521e,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:17.399273 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-44cdf14a-078a-4b7f-9906-cdd13d7bac11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:17.440889 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8f642c-f12b-4d56-bcc2-38aaeded6e9b req-2d27bd82-a11f-49ca-9156-12fa788bc542 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:17.454286 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8f642c-f12b-4d56-bcc2-38aaeded6e9b req-2d27bd82-a11f-49ca-9156-12fa788bc542 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:17.456712 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bb8f642c-f12b-4d56-bcc2-38aaeded6e9b req-2d27bd82-a11f-49ca-9156-12fa788bc542 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/ports?device_id=a49afa8b-6a09-45b0-8b91-6b6059ef0f95 HTTP/1.1" status: 200 len: 1654 time: 0.2859707 Aug 10 03:26:17.459283 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44cdf14a-078a-4b7f-9906-cdd13d7bac11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Network d31ae9b7-9d02-470a-b1a1-ea2107ac6d77 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:26:17.469725 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-44cdf14a-078a-4b7f-9906-cdd13d7bac11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:26:17.473520 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cdf14a-078a-4b7f-9906-cdd13d7bac11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:26:17.474626 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44cdf14a-078a-4b7f-9906-cdd13d7bac11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:17.475433 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-44cdf14a-078a-4b7f-9906-cdd13d7bac11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:17.489384 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cdf14a-078a-4b7f-9906-cdd13d7bac11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Pushing event updated for resources: {'Port': ['ID=d20f54ce-4a05-4b34-8dbb-cd5e85ad80cc,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:17.504895 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-44cdf14a-078a-4b7f-9906-cdd13d7bac11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.4941494 Aug 10 03:26:17.506002 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-18af3640-26c7-4a4d-b69a-0fae97dc90a7 req-bd681035-e794-4cde-be9f-70befcfc748d tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:17.509730 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33452) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:17.522843 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-67e6af5e-996f-4186-9397-04068e9c2412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-768862-13'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:17.554586 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-7717893f-a6b4-4cff-b90a-5b3788fa1ea4 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:17.555622 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-7717893f-a6b4-4cff-b90a-5b3788fa1ea4 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:17.604654 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-67e6af5e-996f-4186-9397-04068e9c2412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:17.626111 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bb8f642c-f12b-4d56-bcc2-38aaeded6e9b req-d2ab332e-a730-449f-befd-ea2f921bd33a tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/security-groups?id=19cc7362-8f8b-47a2-b13d-80c9c9a2c563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450381 Aug 10 03:26:17.647253 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-7717893f-a6b4-4cff-b90a-5b3788fa1ea4 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5997460 Aug 10 03:26:17.688368 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-52b2030f-2b62-406e-afe3-4a7297ecf773 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Request body: {'port': {'device_id': 'a49afa8b-6a09-45b0-8b91-6b6059ef0f95', 'network_id': '48093250-9d43-4e76-bf04-11e4b5fb1840', 'admin_state_up': True, 'tenant_id': '7be8aebab9524a33aa2535549ec7cd0e'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:17.770156 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-18af3640-26c7-4a4d-b69a-0fae97dc90a7 req-bd681035-e794-4cde-be9f-70befcfc748d tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:17.782938 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-18af3640-26c7-4a4d-b69a-0fae97dc90a7 req-bd681035-e794-4cde-be9f-70befcfc748d tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:17.784359 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-18af3640-26c7-4a4d-b69a-0fae97dc90a7 req-bd681035-e794-4cde-be9f-70befcfc748d tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] 10.222.0.44 "DELETE /v2.0/security-groups/338348af-a029-48be-b9eb-cfe7b3a50f6f HTTP/1.1" status: 204 len: 173 time: 0.6678147 Aug 10 03:26:17.806114 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-0151ec48-9228-4d43-8df5-f6156ef8c88c None None] Provisioning for port dfe3f19d-94bf-4a26-b25b-f7779e53521e completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:26:17.831659 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-0151ec48-9228-4d43-8df5-f6156ef8c88c None None] Provisioning complete for port dfe3f19d-94bf-4a26-b25b-f7779e53521e triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:26:17.832388 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-0151ec48-9228-4d43-8df5-f6156ef8c88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:17.838055 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd681035-e794-4cde-be9f-70befcfc748d tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=338348af-a029-48be-b9eb-cfe7b3a50f6f,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:17.936758 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [None req-67e6af5e-996f-4186-9397-04068e9c2412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] device_id is not set on port d20f54ce-4a05-4b34-8dbb-cd5e85ad80cc yet. {{(pid=94261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:26:17.953178 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-67e6af5e-996f-4186-9397-04068e9c2412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:17.979993 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-52b2030f-2b62-406e-afe3-4a7297ecf773 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Made reservation on behalf of 7be8aebab9524a33aa2535549ec7cd0e for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:26:17.985043 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-52b2030f-2b62-406e-afe3-4a7297ecf773 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:17.989121 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [None req-67e6af5e-996f-4186-9397-04068e9c2412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Transition to ACTIVE for port object d20f54ce-4a05-4b34-8dbb-cd5e85ad80cc will not be triggered until provisioned by entity L2. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:26:17.998575 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-67e6af5e-996f-4186-9397-04068e9c2412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:18.121483 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e6af5e-996f-4186-9397-04068e9c2412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Pushing event updated for resources: {'Port': ['ID=d20f54ce-4a05-4b34-8dbb-cd5e85ad80cc,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:18.155178 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-67e6af5e-996f-4186-9397-04068e9c2412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempting to bind port d20f54ce-4a05-4b34-8dbb-cd5e85ad80cc on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:26:18.155178 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-67e6af5e-996f-4186-9397-04068e9c2412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempting to bind port d20f54ce-4a05-4b34-8dbb-cd5e85ad80cc by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '5993806b-1a6c-4768-848b-8aab1762a7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd31ae9b7-9d02-470a-b1a1-ea2107ac6d77'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:26:18.155800 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e6af5e-996f-4186-9397-04068e9c2412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempting to bind port d20f54ce-4a05-4b34-8dbb-cd5e85ad80cc on network d31ae9b7-9d02-470a-b1a1-ea2107ac6d77 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:26:18.160307 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-0151ec48-9228-4d43-8df5-f6156ef8c88c None None] Port dfe3f19d-94bf-4a26-b25b-f7779e53521e cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:26:18.175944 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e6af5e-996f-4186-9397-04068e9c2412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Port d20f54ce-4a05-4b34-8dbb-cd5e85ad80cc on network d31ae9b7-9d02-470a-b1a1-ea2107ac6d77 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:26:18.176976 n-d-768862-13 neutron-server[94261]: ERROR neutron.plugins.ml2.managers [None req-67e6af5e-996f-4186-9397-04068e9c2412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Failed to bind port d20f54ce-4a05-4b34-8dbb-cd5e85ad80cc on host n-h1-768862-13 for vnic_type normal using segments [{'id': '5993806b-1a6c-4768-848b-8aab1762a7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd31ae9b7-9d02-470a-b1a1-ea2107ac6d77'}] Aug 10 03:26:18.178076 n-d-768862-13 neutron-server[94261]: INFO neutron.plugins.ml2.plugin [None req-67e6af5e-996f-4186-9397-04068e9c2412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempt 2 to bind port d20f54ce-4a05-4b34-8dbb-cd5e85ad80cc Aug 10 03:26:18.210135 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-67e6af5e-996f-4186-9397-04068e9c2412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempting to bind port d20f54ce-4a05-4b34-8dbb-cd5e85ad80cc on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:26:18.210723 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-67e6af5e-996f-4186-9397-04068e9c2412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempting to bind port d20f54ce-4a05-4b34-8dbb-cd5e85ad80cc by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '5993806b-1a6c-4768-848b-8aab1762a7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd31ae9b7-9d02-470a-b1a1-ea2107ac6d77'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:26:18.211311 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e6af5e-996f-4186-9397-04068e9c2412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempting to bind port d20f54ce-4a05-4b34-8dbb-cd5e85ad80cc on network d31ae9b7-9d02-470a-b1a1-ea2107ac6d77 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:26:18.215146 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba41f3f9-55bc-4fa0-98ba-b68ccbda978a req-6f48bd06-a581-4ce4-9dc0-90c2c6d95af5 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:18.217270 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ba41f3f9-55bc-4fa0-98ba-b68ccbda978a req-6f48bd06-a581-4ce4-9dc0-90c2c6d95af5 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7b95795-0742-4266-9751-9663609663c3 HTTP/1.1" status: 200 len: 946 time: 0.3168802 Aug 10 03:26:18.219957 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e6af5e-996f-4186-9397-04068e9c2412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Port d20f54ce-4a05-4b34-8dbb-cd5e85ad80cc on network d31ae9b7-9d02-470a-b1a1-ea2107ac6d77 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:26:18.220327 n-d-768862-13 neutron-server[94261]: ERROR neutron.plugins.ml2.managers [None req-67e6af5e-996f-4186-9397-04068e9c2412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Failed to bind port d20f54ce-4a05-4b34-8dbb-cd5e85ad80cc on host n-h1-768862-13 for vnic_type normal using segments [{'id': '5993806b-1a6c-4768-848b-8aab1762a7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd31ae9b7-9d02-470a-b1a1-ea2107ac6d77'}] Aug 10 03:26:18.220765 n-d-768862-13 neutron-server[94261]: INFO neutron.plugins.ml2.plugin [None req-67e6af5e-996f-4186-9397-04068e9c2412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempt 3 to bind port d20f54ce-4a05-4b34-8dbb-cd5e85ad80cc Aug 10 03:26:18.244220 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-67e6af5e-996f-4186-9397-04068e9c2412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempting to bind port d20f54ce-4a05-4b34-8dbb-cd5e85ad80cc on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:26:18.244645 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-67e6af5e-996f-4186-9397-04068e9c2412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempting to bind port d20f54ce-4a05-4b34-8dbb-cd5e85ad80cc by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '5993806b-1a6c-4768-848b-8aab1762a7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd31ae9b7-9d02-470a-b1a1-ea2107ac6d77'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:26:18.244919 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e6af5e-996f-4186-9397-04068e9c2412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempting to bind port d20f54ce-4a05-4b34-8dbb-cd5e85ad80cc on network d31ae9b7-9d02-470a-b1a1-ea2107ac6d77 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:26:18.255485 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e6af5e-996f-4186-9397-04068e9c2412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Port d20f54ce-4a05-4b34-8dbb-cd5e85ad80cc on network d31ae9b7-9d02-470a-b1a1-ea2107ac6d77 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:26:18.258660 n-d-768862-13 neutron-server[94261]: ERROR neutron.plugins.ml2.managers [None req-67e6af5e-996f-4186-9397-04068e9c2412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Failed to bind port d20f54ce-4a05-4b34-8dbb-cd5e85ad80cc on host n-h1-768862-13 for vnic_type normal using segments [{'id': '5993806b-1a6c-4768-848b-8aab1762a7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd31ae9b7-9d02-470a-b1a1-ea2107ac6d77'}] Aug 10 03:26:18.258660 n-d-768862-13 neutron-server[94261]: INFO neutron.plugins.ml2.plugin [None req-67e6af5e-996f-4186-9397-04068e9c2412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempt 4 to bind port d20f54ce-4a05-4b34-8dbb-cd5e85ad80cc Aug 10 03:26:18.269243 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-52b2030f-2b62-406e-afe3-4a7297ecf773 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Allocated IP 19.80.0.188 (48093250-9d43-4e76-bf04-11e4b5fb1840/a39f0864-c7d8-4f2c-a6b0-64258917f830/4dc570bb-e91c-45ca-96e1-7ec571050e2d) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:26:18.289231 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-67e6af5e-996f-4186-9397-04068e9c2412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempting to bind port d20f54ce-4a05-4b34-8dbb-cd5e85ad80cc on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:26:18.292273 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-67e6af5e-996f-4186-9397-04068e9c2412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempting to bind port d20f54ce-4a05-4b34-8dbb-cd5e85ad80cc by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '5993806b-1a6c-4768-848b-8aab1762a7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd31ae9b7-9d02-470a-b1a1-ea2107ac6d77'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:26:18.292790 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e6af5e-996f-4186-9397-04068e9c2412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempting to bind port d20f54ce-4a05-4b34-8dbb-cd5e85ad80cc on network d31ae9b7-9d02-470a-b1a1-ea2107ac6d77 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:26:18.295618 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ba41f3f9-55bc-4fa0-98ba-b68ccbda978a req-b75466c4-9257-42cd-90ca-8a9523d6c892 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655148 Aug 10 03:26:18.303718 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e6af5e-996f-4186-9397-04068e9c2412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Port d20f54ce-4a05-4b34-8dbb-cd5e85ad80cc on network d31ae9b7-9d02-470a-b1a1-ea2107ac6d77 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:26:18.307291 n-d-768862-13 neutron-server[94261]: ERROR neutron.plugins.ml2.managers [None req-67e6af5e-996f-4186-9397-04068e9c2412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Failed to bind port d20f54ce-4a05-4b34-8dbb-cd5e85ad80cc on host n-h1-768862-13 for vnic_type normal using segments [{'id': '5993806b-1a6c-4768-848b-8aab1762a7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd31ae9b7-9d02-470a-b1a1-ea2107ac6d77'}] Aug 10 03:26:18.307861 n-d-768862-13 neutron-server[94261]: INFO neutron.plugins.ml2.plugin [None req-67e6af5e-996f-4186-9397-04068e9c2412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempt 5 to bind port d20f54ce-4a05-4b34-8dbb-cd5e85ad80cc Aug 10 03:26:18.338275 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-67e6af5e-996f-4186-9397-04068e9c2412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempting to bind port d20f54ce-4a05-4b34-8dbb-cd5e85ad80cc on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:26:18.340239 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-67e6af5e-996f-4186-9397-04068e9c2412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempting to bind port d20f54ce-4a05-4b34-8dbb-cd5e85ad80cc by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '5993806b-1a6c-4768-848b-8aab1762a7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd31ae9b7-9d02-470a-b1a1-ea2107ac6d77'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:26:18.340605 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e6af5e-996f-4186-9397-04068e9c2412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempting to bind port d20f54ce-4a05-4b34-8dbb-cd5e85ad80cc on network d31ae9b7-9d02-470a-b1a1-ea2107ac6d77 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:26:18.348834 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e6af5e-996f-4186-9397-04068e9c2412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Port d20f54ce-4a05-4b34-8dbb-cd5e85ad80cc on network d31ae9b7-9d02-470a-b1a1-ea2107ac6d77 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:26:18.349038 n-d-768862-13 neutron-server[94261]: ERROR neutron.plugins.ml2.managers [None req-67e6af5e-996f-4186-9397-04068e9c2412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Failed to bind port d20f54ce-4a05-4b34-8dbb-cd5e85ad80cc on host n-h1-768862-13 for vnic_type normal using segments [{'id': '5993806b-1a6c-4768-848b-8aab1762a7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd31ae9b7-9d02-470a-b1a1-ea2107ac6d77'}] Aug 10 03:26:18.349433 n-d-768862-13 neutron-server[94261]: INFO neutron.plugins.ml2.plugin [None req-67e6af5e-996f-4186-9397-04068e9c2412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempt 6 to bind port d20f54ce-4a05-4b34-8dbb-cd5e85ad80cc Aug 10 03:26:18.374343 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-67e6af5e-996f-4186-9397-04068e9c2412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempting to bind port d20f54ce-4a05-4b34-8dbb-cd5e85ad80cc on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:26:18.374648 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-67e6af5e-996f-4186-9397-04068e9c2412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempting to bind port d20f54ce-4a05-4b34-8dbb-cd5e85ad80cc by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '5993806b-1a6c-4768-848b-8aab1762a7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd31ae9b7-9d02-470a-b1a1-ea2107ac6d77'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:26:18.375045 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e6af5e-996f-4186-9397-04068e9c2412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempting to bind port d20f54ce-4a05-4b34-8dbb-cd5e85ad80cc on network d31ae9b7-9d02-470a-b1a1-ea2107ac6d77 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:26:18.380118 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e6af5e-996f-4186-9397-04068e9c2412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Port d20f54ce-4a05-4b34-8dbb-cd5e85ad80cc on network d31ae9b7-9d02-470a-b1a1-ea2107ac6d77 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:26:18.380406 n-d-768862-13 neutron-server[94261]: ERROR neutron.plugins.ml2.managers [None req-67e6af5e-996f-4186-9397-04068e9c2412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Failed to bind port d20f54ce-4a05-4b34-8dbb-cd5e85ad80cc on host n-h1-768862-13 for vnic_type normal using segments [{'id': '5993806b-1a6c-4768-848b-8aab1762a7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd31ae9b7-9d02-470a-b1a1-ea2107ac6d77'}] Aug 10 03:26:18.380808 n-d-768862-13 neutron-server[94261]: INFO neutron.plugins.ml2.plugin [None req-67e6af5e-996f-4186-9397-04068e9c2412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempt 7 to bind port d20f54ce-4a05-4b34-8dbb-cd5e85ad80cc Aug 10 03:26:18.395055 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33474) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:18.417281 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-67e6af5e-996f-4186-9397-04068e9c2412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempting to bind port d20f54ce-4a05-4b34-8dbb-cd5e85ad80cc on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:26:18.417890 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-67e6af5e-996f-4186-9397-04068e9c2412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempting to bind port d20f54ce-4a05-4b34-8dbb-cd5e85ad80cc by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '5993806b-1a6c-4768-848b-8aab1762a7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd31ae9b7-9d02-470a-b1a1-ea2107ac6d77'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:26:18.421202 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e6af5e-996f-4186-9397-04068e9c2412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempting to bind port d20f54ce-4a05-4b34-8dbb-cd5e85ad80cc on network d31ae9b7-9d02-470a-b1a1-ea2107ac6d77 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:26:18.436321 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e6af5e-996f-4186-9397-04068e9c2412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Port d20f54ce-4a05-4b34-8dbb-cd5e85ad80cc on network d31ae9b7-9d02-470a-b1a1-ea2107ac6d77 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:26:18.436658 n-d-768862-13 neutron-server[94261]: ERROR neutron.plugins.ml2.managers [None req-67e6af5e-996f-4186-9397-04068e9c2412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Failed to bind port d20f54ce-4a05-4b34-8dbb-cd5e85ad80cc on host n-h1-768862-13 for vnic_type normal using segments [{'id': '5993806b-1a6c-4768-848b-8aab1762a7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd31ae9b7-9d02-470a-b1a1-ea2107ac6d77'}] Aug 10 03:26:18.437123 n-d-768862-13 neutron-server[94261]: INFO neutron.plugins.ml2.plugin [None req-67e6af5e-996f-4186-9397-04068e9c2412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempt 8 to bind port d20f54ce-4a05-4b34-8dbb-cd5e85ad80cc Aug 10 03:26:18.457895 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-67e6af5e-996f-4186-9397-04068e9c2412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempting to bind port d20f54ce-4a05-4b34-8dbb-cd5e85ad80cc on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:26:18.458503 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-67e6af5e-996f-4186-9397-04068e9c2412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempting to bind port d20f54ce-4a05-4b34-8dbb-cd5e85ad80cc by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '5993806b-1a6c-4768-848b-8aab1762a7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd31ae9b7-9d02-470a-b1a1-ea2107ac6d77'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:26:18.459085 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e6af5e-996f-4186-9397-04068e9c2412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempting to bind port d20f54ce-4a05-4b34-8dbb-cd5e85ad80cc on network d31ae9b7-9d02-470a-b1a1-ea2107ac6d77 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:26:18.467419 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e6af5e-996f-4186-9397-04068e9c2412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Port d20f54ce-4a05-4b34-8dbb-cd5e85ad80cc on network d31ae9b7-9d02-470a-b1a1-ea2107ac6d77 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:26:18.467982 n-d-768862-13 neutron-server[94261]: ERROR neutron.plugins.ml2.managers [None req-67e6af5e-996f-4186-9397-04068e9c2412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Failed to bind port d20f54ce-4a05-4b34-8dbb-cd5e85ad80cc on host n-h1-768862-13 for vnic_type normal using segments [{'id': '5993806b-1a6c-4768-848b-8aab1762a7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd31ae9b7-9d02-470a-b1a1-ea2107ac6d77'}] Aug 10 03:26:18.468656 n-d-768862-13 neutron-server[94261]: INFO neutron.plugins.ml2.plugin [None req-67e6af5e-996f-4186-9397-04068e9c2412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempt 9 to bind port d20f54ce-4a05-4b34-8dbb-cd5e85ad80cc Aug 10 03:26:18.490781 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-67e6af5e-996f-4186-9397-04068e9c2412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempting to bind port d20f54ce-4a05-4b34-8dbb-cd5e85ad80cc on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:26:18.491267 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-67e6af5e-996f-4186-9397-04068e9c2412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempting to bind port d20f54ce-4a05-4b34-8dbb-cd5e85ad80cc by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '5993806b-1a6c-4768-848b-8aab1762a7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd31ae9b7-9d02-470a-b1a1-ea2107ac6d77'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:26:18.491620 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e6af5e-996f-4186-9397-04068e9c2412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempting to bind port d20f54ce-4a05-4b34-8dbb-cd5e85ad80cc on network d31ae9b7-9d02-470a-b1a1-ea2107ac6d77 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:26:18.496778 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e6af5e-996f-4186-9397-04068e9c2412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Port d20f54ce-4a05-4b34-8dbb-cd5e85ad80cc on network d31ae9b7-9d02-470a-b1a1-ea2107ac6d77 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:26:18.497117 n-d-768862-13 neutron-server[94261]: ERROR neutron.plugins.ml2.managers [None req-67e6af5e-996f-4186-9397-04068e9c2412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Failed to bind port d20f54ce-4a05-4b34-8dbb-cd5e85ad80cc on host n-h1-768862-13 for vnic_type normal using segments [{'id': '5993806b-1a6c-4768-848b-8aab1762a7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd31ae9b7-9d02-470a-b1a1-ea2107ac6d77'}] Aug 10 03:26:18.497512 n-d-768862-13 neutron-server[94261]: INFO neutron.plugins.ml2.plugin [None req-67e6af5e-996f-4186-9397-04068e9c2412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempt 10 to bind port d20f54ce-4a05-4b34-8dbb-cd5e85ad80cc Aug 10 03:26:18.511916 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-67e6af5e-996f-4186-9397-04068e9c2412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempting to bind port d20f54ce-4a05-4b34-8dbb-cd5e85ad80cc on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:26:18.512256 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-67e6af5e-996f-4186-9397-04068e9c2412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempting to bind port d20f54ce-4a05-4b34-8dbb-cd5e85ad80cc by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '5993806b-1a6c-4768-848b-8aab1762a7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd31ae9b7-9d02-470a-b1a1-ea2107ac6d77'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:26:18.512604 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e6af5e-996f-4186-9397-04068e9c2412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempting to bind port d20f54ce-4a05-4b34-8dbb-cd5e85ad80cc on network d31ae9b7-9d02-470a-b1a1-ea2107ac6d77 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:26:18.517767 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e6af5e-996f-4186-9397-04068e9c2412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Port d20f54ce-4a05-4b34-8dbb-cd5e85ad80cc on network d31ae9b7-9d02-470a-b1a1-ea2107ac6d77 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:26:18.518093 n-d-768862-13 neutron-server[94261]: ERROR neutron.plugins.ml2.managers [None req-67e6af5e-996f-4186-9397-04068e9c2412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Failed to bind port d20f54ce-4a05-4b34-8dbb-cd5e85ad80cc on host n-h1-768862-13 for vnic_type normal using segments [{'id': '5993806b-1a6c-4768-848b-8aab1762a7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd31ae9b7-9d02-470a-b1a1-ea2107ac6d77'}] Aug 10 03:26:18.518543 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-67e6af5e-996f-4186-9397-04068e9c2412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:18.568532 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-6ca500d7-ce4c-4dca-ae2f-14978ca44100 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1903061741'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:18.599068 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b540417a-87b7-4cc3-b491-fbf240d1a325 req-7cbe95fc-1037-4d80-b469-3013bf45d8a8 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:18.601873 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b540417a-87b7-4cc3-b491-fbf240d1a325 req-7cbe95fc-1037-4d80-b469-3013bf45d8a8 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] 10.222.0.44 "GET /v2.0/ports?device_id=994ee7fd-71e9-48c0-9a9f-42d2463db496 HTTP/1.1" status: 200 len: 945 time: 0.1602254 Aug 10 03:26:18.612735 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-52b2030f-2b62-406e-afe3-4a7297ecf773 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:18.621643 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca500d7-ce4c-4dca-ae2f-14978ca44100 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Made reservation on behalf of 74c962eef6194c5aae52f1363c9682a1 for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:26:18.625367 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6ca500d7-ce4c-4dca-ae2f-14978ca44100 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:18.637528 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-67e6af5e-996f-4186-9397-04068e9c2412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] For port d20f54ce-4a05-4b34-8dbb-cd5e85ad80cc, host n-h1-768862-13, cleared binding levels {{(pid=94261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:26:18.637896 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-67e6af5e-996f-4186-9397-04068e9c2412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempted to set empty binding levels {{(pid=94261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 10 03:26:18.639522 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6ca500d7-ce4c-4dca-ae2f-14978ca44100 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:18.652353 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-67e6af5e-996f-4186-9397-04068e9c2412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:18.652885 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-52b2030f-2b62-406e-afe3-4a7297ecf773 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Transition to ACTIVE for port object 4dc570bb-e91c-45ca-96e1-7ec571050e2d will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:26:18.679317 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b540417a-87b7-4cc3-b491-fbf240d1a325 req-8cbdb80a-6093-48cc-b674-7308fbfcd3ea tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ca484cf-8c3a-46cb-a8bd-5066374a93b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626569 Aug 10 03:26:18.699406 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-67e6af5e-996f-4186-9397-04068e9c2412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] In _notify_port_updated(), no bound segment for port d20f54ce-4a05-4b34-8dbb-cd5e85ad80cc on network d31ae9b7-9d02-470a-b1a1-ea2107ac6d77 {{(pid=94261) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:26:18.700310 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e6af5e-996f-4186-9397-04068e9c2412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:18.701031 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-67e6af5e-996f-4186-9397-04068e9c2412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:18.706156 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-67e6af5e-996f-4186-9397-04068e9c2412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] 10.222.0.44 "PUT /v2.0/ports/d20f54ce-4a05-4b34-8dbb-cd5e85ad80cc HTTP/1.1" status: 200 len: 980 time: 1.1907527 Aug 10 03:26:18.711667 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33480) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:18.750659 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-52b2030f-2b62-406e-afe3-4a7297ecf773 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:18.812700 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-52b2030f-2b62-406e-afe3-4a7297ecf773 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Network 48093250-9d43-4e76-bf04-11e4b5fb1840 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:26:18.838205 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-52b2030f-2b62-406e-afe3-4a7297ecf773 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:26:18.839812 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e6af5e-996f-4186-9397-04068e9c2412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Pushing event updated for resources: {'Port': ['ID=d20f54ce-4a05-4b34-8dbb-cd5e85ad80cc,revision_number=3']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:18.853953 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-52b2030f-2b62-406e-afe3-4a7297ecf773 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:26:18.888739 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b2030f-2b62-406e-afe3-4a7297ecf773 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Pushing event updated for resources: {'Port': ['ID=4dc570bb-e91c-45ca-96e1-7ec571050e2d,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:18.958399 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cef441-84ce-4ddf-8d70-1592b79eee2c req-d0a0477f-ef6b-4fdd-b294-ff1bd965916d tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:18.979292 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cef441-84ce-4ddf-8d70-1592b79eee2c req-d0a0477f-ef6b-4fdd-b294-ff1bd965916d tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:19.004081 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cef441-84ce-4ddf-8d70-1592b79eee2c req-d0a0477f-ef6b-4fdd-b294-ff1bd965916d tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:19.004081 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-74cef441-84ce-4ddf-8d70-1592b79eee2c req-d0a0477f-ef6b-4fdd-b294-ff1bd965916d tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/ports?device_id=a49afa8b-6a09-45b0-8b91-6b6059ef0f95 HTTP/1.1" status: 200 len: 2376 time: 0.2135835 Aug 10 03:26:19.019011 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-52b2030f-2b62-406e-afe3-4a7297ecf773 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:19.020742 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-52b2030f-2b62-406e-afe3-4a7297ecf773 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:19.048863 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:26:19.098906 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-74cef441-84ce-4ddf-8d70-1592b79eee2c req-944cbfe5-b88d-495b-8f4a-d42facbcf5f8 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/security-groups?id=19cc7362-8f8b-47a2-b13d-80c9c9a2c563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573258 Aug 10 03:26:19.198253 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-68918ca5-36ff-466f-96dd-385cbdaac809 None None] Provisioning for port 4dc570bb-e91c-45ca-96e1-7ec571050e2d completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:26:19.203186 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-68918ca5-36ff-466f-96dd-385cbdaac809 None None] Provisioning complete for port 4dc570bb-e91c-45ca-96e1-7ec571050e2d triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:26:19.203554 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-68918ca5-36ff-466f-96dd-385cbdaac809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:19.242394 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-68918ca5-36ff-466f-96dd-385cbdaac809 None None] Port 4dc570bb-e91c-45ca-96e1-7ec571050e2d cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:26:19.405836 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76dfae39-5df8-419b-94c2-cc626d1b512d tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:19.406808 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76dfae39-5df8-419b-94c2-cc626d1b512d tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:19.406808 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76dfae39-5df8-419b-94c2-cc626d1b512d tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:19.407327 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76dfae39-5df8-419b-94c2-cc626d1b512d tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:19.407754 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76dfae39-5df8-419b-94c2-cc626d1b512d tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:19.408222 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76dfae39-5df8-419b-94c2-cc626d1b512d tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:19.408739 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76dfae39-5df8-419b-94c2-cc626d1b512d tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:19.409236 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76dfae39-5df8-419b-94c2-cc626d1b512d tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:19.409789 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76dfae39-5df8-419b-94c2-cc626d1b512d tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:19.410287 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76dfae39-5df8-419b-94c2-cc626d1b512d tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:19.410819 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76dfae39-5df8-419b-94c2-cc626d1b512d tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:19.411292 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76dfae39-5df8-419b-94c2-cc626d1b512d tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:19.411766 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76dfae39-5df8-419b-94c2-cc626d1b512d tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:19.412230 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76dfae39-5df8-419b-94c2-cc626d1b512d tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:19.412696 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76dfae39-5df8-419b-94c2-cc626d1b512d tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:19.413156 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76dfae39-5df8-419b-94c2-cc626d1b512d tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:19.413614 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76dfae39-5df8-419b-94c2-cc626d1b512d tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:19.415192 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76dfae39-5df8-419b-94c2-cc626d1b512d tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:19.415192 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76dfae39-5df8-419b-94c2-cc626d1b512d tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:19.415192 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76dfae39-5df8-419b-94c2-cc626d1b512d tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:19.415696 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76dfae39-5df8-419b-94c2-cc626d1b512d tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:19.415996 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76dfae39-5df8-419b-94c2-cc626d1b512d tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:19.416374 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76dfae39-5df8-419b-94c2-cc626d1b512d tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:19.416833 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76dfae39-5df8-419b-94c2-cc626d1b512d tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:19.417407 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76dfae39-5df8-419b-94c2-cc626d1b512d tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:19.418079 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76dfae39-5df8-419b-94c2-cc626d1b512d tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:19.418531 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76dfae39-5df8-419b-94c2-cc626d1b512d tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:19.418885 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76dfae39-5df8-419b-94c2-cc626d1b512d tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:19.419591 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76dfae39-5df8-419b-94c2-cc626d1b512d tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:19.420064 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76dfae39-5df8-419b-94c2-cc626d1b512d tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:19.420518 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76dfae39-5df8-419b-94c2-cc626d1b512d tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:19.420974 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76dfae39-5df8-419b-94c2-cc626d1b512d tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:19.421420 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76dfae39-5df8-419b-94c2-cc626d1b512d tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:19.422288 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76dfae39-5df8-419b-94c2-cc626d1b512d tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:19.422501 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76dfae39-5df8-419b-94c2-cc626d1b512d tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:19.422788 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76dfae39-5df8-419b-94c2-cc626d1b512d tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:19.423239 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76dfae39-5df8-419b-94c2-cc626d1b512d tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:19.423689 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76dfae39-5df8-419b-94c2-cc626d1b512d tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:19.424138 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76dfae39-5df8-419b-94c2-cc626d1b512d tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:19.424591 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76dfae39-5df8-419b-94c2-cc626d1b512d tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:19.425045 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76dfae39-5df8-419b-94c2-cc626d1b512d tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:19.425494 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76dfae39-5df8-419b-94c2-cc626d1b512d tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:19.425950 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76dfae39-5df8-419b-94c2-cc626d1b512d tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:19.426433 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76dfae39-5df8-419b-94c2-cc626d1b512d tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:19.426888 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76dfae39-5df8-419b-94c2-cc626d1b512d tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:19.427355 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76dfae39-5df8-419b-94c2-cc626d1b512d tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:19.427794 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76dfae39-5df8-419b-94c2-cc626d1b512d tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:19.428243 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76dfae39-5df8-419b-94c2-cc626d1b512d tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:19.428699 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76dfae39-5df8-419b-94c2-cc626d1b512d tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:19.434147 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-76dfae39-5df8-419b-94c2-cc626d1b512d tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 44121 time: 0.7146931 Aug 10 03:26:19.440090 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33490) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:19.469133 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe14eeb-13c8-47fd-b38c-d025f68584ab req-14743468-c73c-4dd0-b044-25f39a6c9811 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:19.470934 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fbe14eeb-13c8-47fd-b38c-d025f68584ab req-14743468-c73c-4dd0-b044-25f39a6c9811 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7b95795-0742-4266-9751-9663609663c3 HTTP/1.1" status: 200 len: 946 time: 0.0636735 Aug 10 03:26:19.507688 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6ca500d7-ce4c-4dca-ae2f-14978ca44100 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:19.515569 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fbe14eeb-13c8-47fd-b38c-d025f68584ab req-78f40272-cbf5-49f8-b3d6-c766accba2db tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350425 Aug 10 03:26:19.523177 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-52b2030f-2b62-406e-afe3-4a7297ecf773 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8424237 Aug 10 03:26:19.532054 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6ca500d7-ce4c-4dca-ae2f-14978ca44100 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:19.539523 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-7cc053a3-2b88-49fb-987c-39f92adac7db service neutron] Request body: {'port': {'device_id': 'a49afa8b-6a09-45b0-8b91-6b6059ef0f95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:19.545790 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ca500d7-ce4c-4dca-ae2f-14978ca44100 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:26:19.591440 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6ca500d7-ce4c-4dca-ae2f-14978ca44100 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:19.591784 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-6ca500d7-ce4c-4dca-ae2f-14978ca44100 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Added segment 68fc0ac1-c461-441e-9d2b-e5f99e7ca9e8 of type vlan for network d70918af-6453-4ec2-95c0-c477d215812c Aug 10 03:26:19.628704 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca500d7-ce4c-4dca-ae2f-14978ca44100 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98a7c5f0-727c-4043-ac21-46206b4de7b3,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:19.669084 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6ca500d7-ce4c-4dca-ae2f-14978ca44100 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:19.710496 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-a8468533-8121-452c-bbd2-279285adcf70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Deleting port d20f54ce-4a05-4b34-8dbb-cd5e85ad80cc {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:26:19.711051 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a8468533-8121-452c-bbd2-279285adcf70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:19.812661 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6ca500d7-ce4c-4dca-ae2f-14978ca44100 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:19.822490 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca500d7-ce4c-4dca-ae2f-14978ca44100 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:19.823457 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6ca500d7-ce4c-4dca-ae2f-14978ca44100 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:19.985850 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-a8468533-8121-452c-bbd2-279285adcf70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] For port d20f54ce-4a05-4b34-8dbb-cd5e85ad80cc, host n-h1-768862-13, got binding levels [] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:19.986474 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a8468533-8121-452c-bbd2-279285adcf70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:19.989008 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-7cc053a3-2b88-49fb-987c-39f92adac7db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:20.017841 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-6ca500d7-ce4c-4dca-ae2f-14978ca44100 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.6211314 Aug 10 03:26:20.031521 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 33496) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:20.038815 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-3c1bf943-2263-49dd-8973-e36f001755f9 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Request body: {'subnet': {'network_id': 'd70918af-6453-4ec2-95c0-c477d215812c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:20.050376 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8b0726-d79a-46e9-9a53-bd8ebaa42db7 req-de785967-049f-441f-8a0e-e89eb2f24c0e tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:20.051971 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3d8b0726-d79a-46e9-9a53-bd8ebaa42db7 req-de785967-049f-441f-8a0e-e89eb2f24c0e tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] 10.222.0.44 "GET /v2.0/ports?device_id=994ee7fd-71e9-48c0-9a9f-42d2463db496 HTTP/1.1" status: 200 len: 945 time: 0.0958538 Aug 10 03:26:20.065156 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-a8468533-8121-452c-bbd2-279285adcf70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Calling delete_port for d20f54ce-4a05-4b34-8dbb-cd5e85ad80cc owned by {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:26:20.078523 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca500d7-ce4c-4dca-ae2f-14978ca44100 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Pushing event updated for resources: {'Network': ['ID=d70918af-6453-4ec2-95c0-c477d215812c,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:20.100711 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network d70918af-6453-4ec2-95c0-c477d215812c details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:26:20.236483 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3d8b0726-d79a-46e9-9a53-bd8ebaa42db7 req-08b9c696-41d6-45ea-be8b-3ec783692b5e tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ca484cf-8c3a-46cb-a8bd-5066374a93b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649196 Aug 10 03:26:20.245956 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a8468533-8121-452c-bbd2-279285adcf70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:20.300186 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a8468533-8121-452c-bbd2-279285adcf70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:20.303138 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a8468533-8121-452c-bbd2-279285adcf70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] 10.222.0.44 "DELETE /v2.0/ports/d20f54ce-4a05-4b34-8dbb-cd5e85ad80cc HTTP/1.1" status: 204 len: 168 time: 0.8619397 Aug 10 03:26:20.304387 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8468533-8121-452c-bbd2-279285adcf70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Pushing event deleted for resources: {'Port': ['ID=d20f54ce-4a05-4b34-8dbb-cd5e85ad80cc,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:20.307593 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33500) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:20.353724 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-55ee142a-a659-44ca-bd3b-240ed2657aff tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] GET failed (client error): The resource could not be found. Aug 10 03:26:20.354509 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c1bf943-2263-49dd-8973-e36f001755f9 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Made reservation on behalf of 74c962eef6194c5aae52f1363c9682a1 for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:26:20.360159 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-55ee142a-a659-44ca-bd3b-240ed2657aff tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] 10.222.0.44 "GET /v2.0/ports/d20f54ce-4a05-4b34-8dbb-cd5e85ad80cc HTTP/1.1" status: 404 len: 333 time: 0.0474942 Aug 10 03:26:20.360413 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3c1bf943-2263-49dd-8973-e36f001755f9 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:20.363670 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33504) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:20.371853 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-91faf90f-bfa4-4e1e-9563-f15e45335462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-949565015', 'network_id': 'd31ae9b7-9d02-470a-b1a1-ea2107ac6d77'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:20.410097 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91faf90f-bfa4-4e1e-9563-f15e45335462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Made reservation on behalf of 331173c5d33c47eb847b4c854190fb81 for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:26:20.414621 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-91faf90f-bfa4-4e1e-9563-f15e45335462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:20.442164 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [None req-91faf90f-bfa4-4e1e-9563-f15e45335462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] device_id is not set on port cb24bbdb-8c8c-48f0-81cb-4c611cf08541 yet. {{(pid=94261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:26:20.523912 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5379e42-b4ea-4b23-a5ef-32ca36532f20 req-0afd86c5-f80b-4c88-8db2-e489b97c7d91 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:20.531346 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5379e42-b4ea-4b23-a5ef-32ca36532f20 req-0afd86c5-f80b-4c88-8db2-e489b97c7d91 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:20.543779 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5379e42-b4ea-4b23-a5ef-32ca36532f20 req-0afd86c5-f80b-4c88-8db2-e489b97c7d91 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:20.546761 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c5379e42-b4ea-4b23-a5ef-32ca36532f20 req-0afd86c5-f80b-4c88-8db2-e489b97c7d91 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/ports?device_id=a49afa8b-6a09-45b0-8b91-6b6059ef0f95 HTTP/1.1" status: 200 len: 2376 time: 0.2338820 Aug 10 03:26:20.623876 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00646754-7b3a-432c-a9c9-697768880cc0 req-5bcdb74d-3d8c-41ed-803c-ce9aa4c62983 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:20.625589 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-00646754-7b3a-432c-a9c9-697768880cc0 req-5bcdb74d-3d8c-41ed-803c-ce9aa4c62983 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] 10.222.0.42 "GET /v2.0/ports?device_id=994ee7fd-71e9-48c0-9a9f-42d2463db496 HTTP/1.1" status: 200 len: 945 time: 0.2637093 Aug 10 03:26:20.668344 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-91faf90f-bfa4-4e1e-9563-f15e45335462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:20.709892 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-91faf90f-bfa4-4e1e-9563-f15e45335462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:20.757845 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91faf90f-bfa4-4e1e-9563-f15e45335462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Network d31ae9b7-9d02-470a-b1a1-ea2107ac6d77 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:26:20.761596 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-91faf90f-bfa4-4e1e-9563-f15e45335462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:26:20.765717 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91faf90f-bfa4-4e1e-9563-f15e45335462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:26:20.766837 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91faf90f-bfa4-4e1e-9563-f15e45335462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:20.767331 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-91faf90f-bfa4-4e1e-9563-f15e45335462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:20.778486 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91faf90f-bfa4-4e1e-9563-f15e45335462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Pushing event updated for resources: {'Port': ['ID=cb24bbdb-8c8c-48f0-81cb-4c611cf08541,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:20.798408 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-91faf90f-bfa4-4e1e-9563-f15e45335462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.4293139 Aug 10 03:26:20.798694 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33510) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:20.839404 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-7cc053a3-2b88-49fb-987c-39f92adac7db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1a9e3c3-e37d-4d00-b9f8-2ca59fa11fa2 {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:26:20.846530 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73006cee-7478-42d3-ba77-a170f82eb324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:20.852277 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c5379e42-b4ea-4b23-a5ef-32ca36532f20 req-14830db4-d7c4-4b75-aa80-665acd85c45f tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/security-groups?id=19cc7362-8f8b-47a2-b13d-80c9c9a2c563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799737 Aug 10 03:26:20.852679 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-73006cee-7478-42d3-ba77-a170f82eb324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] 10.222.0.44 "GET /v2.0/ports/cb24bbdb-8c8c-48f0-81cb-4c611cf08541 HTTP/1.1" status: 200 len: 958 time: 0.0482464 Aug 10 03:26:20.856768 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33512) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:20.867396 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-7cc053a3-2b88-49fb-987c-39f92adac7db service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:20.921391 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe978d2-055e-470c-bff6-7564c7a5d866 req-b74cd093-0cd3-4e61-905e-ce633aa3e9b0 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:20.923137 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ebe978d2-055e-470c-bff6-7564c7a5d866 req-b74cd093-0cd3-4e61-905e-ce633aa3e9b0 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7b95795-0742-4266-9751-9663609663c3 HTTP/1.1" status: 200 len: 946 time: 0.3074412 Aug 10 03:26:20.929742 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-7cc053a3-2b88-49fb-987c-39f92adac7db service neutron] Transition to ACTIVE for port object a1a9e3c3-e37d-4d00-b9f8-2ca59fa11fa2 will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:26:20.969558 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-7cc053a3-2b88-49fb-987c-39f92adac7db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:20.971521 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-fbf8d364-b5f7-4cea-8c19-b3afffcd22c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Deleting port cb24bbdb-8c8c-48f0-81cb-4c611cf08541 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:26:20.972360 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-fbf8d364-b5f7-4cea-8c19-b3afffcd22c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:21.057681 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-fbf8d364-b5f7-4cea-8c19-b3afffcd22c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:21.066961 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3c1bf943-2263-49dd-8973-e36f001755f9 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58895384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805196'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:21.076602 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-fbf8d364-b5f7-4cea-8c19-b3afffcd22c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Calling delete_port for cb24bbdb-8c8c-48f0-81cb-4c611cf08541 owned by {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:26:21.084176 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc053a3-2b88-49fb-987c-39f92adac7db service neutron] Pushing event updated for resources: {'Port': ['ID=a1a9e3c3-e37d-4d00-b9f8-2ca59fa11fa2,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:21.115727 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ebe978d2-055e-470c-bff6-7564c7a5d866 req-942d3b23-b227-47be-873b-64714bf17f14 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568515 Aug 10 03:26:21.119352 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-00646754-7b3a-432c-a9c9-697768880cc0 req-3d13a7af-9092-414f-888c-a38f301665a1 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Deleting port b716d23f-648e-46ce-bcb4-847d79b3f168 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:26:21.119851 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-00646754-7b3a-432c-a9c9-697768880cc0 req-3d13a7af-9092-414f-888c-a38f301665a1 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:21.262657 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-fbf8d364-b5f7-4cea-8c19-b3afffcd22c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:21.295558 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1bf943-2263-49dd-8973-e36f001755f9 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Pushing event updated for resources: {'Subnet': ['ID=edd001e4-def9-4b17-96d2-7f49c05396f7,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:21.330330 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-43aecbde-f758-4c44-9f43-9d9a7c4b69f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:21.342310 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf8d364-b5f7-4cea-8c19-b3afffcd22c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Pushing event deleted for resources: {'Port': ['ID=cb24bbdb-8c8c-48f0-81cb-4c611cf08541,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:21.349485 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-fbf8d364-b5f7-4cea-8c19-b3afffcd22c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:21.354477 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-fbf8d364-b5f7-4cea-8c19-b3afffcd22c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] 10.222.0.44 "DELETE /v2.0/ports/cb24bbdb-8c8c-48f0-81cb-4c611cf08541 HTTP/1.1" status: 204 len: 168 time: 0.4929905 Aug 10 03:26:21.355941 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33518) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:21.382022 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1bf943-2263-49dd-8973-e36f001755f9 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Checking segment: {'id': '68fc0ac1-c461-441e-9d2b-e5f99e7ca9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd70918af-6453-4ec2-95c0-c477d215812c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:26:21.382674 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1bf943-2263-49dd-8973-e36f001755f9 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Network hostable DHCP agents. Network: d70918af-6453-4ec2-95c0-c477d215812c, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:26:21.387488 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-e217d1bc-b920-4af2-b356-b4e5dd5c2907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] GET failed (client error): The resource could not be found. Aug 10 03:26:21.390975 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e217d1bc-b920-4af2-b356-b4e5dd5c2907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] 10.222.0.44 "GET /v2.0/ports/cb24bbdb-8c8c-48f0-81cb-4c611cf08541 HTTP/1.1" status: 404 len: 333 time: 0.0336652 Aug 10 03:26:21.393628 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33520) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:21.402000 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-b80765ae-728b-4d0d-ac81-047b0dfc7193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Request body: {'port': {'network_id': 'd31ae9b7-9d02-470a-b1a1-ea2107ac6d77', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-707747613'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:21.451461 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b80765ae-728b-4d0d-ac81-047b0dfc7193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Made reservation on behalf of 331173c5d33c47eb847b4c854190fb81 for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:26:21.454285 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b80765ae-728b-4d0d-ac81-047b0dfc7193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:21.457477 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-7cc053a3-2b88-49fb-987c-39f92adac7db service neutron] Attempting to bind port a1a9e3c3-e37d-4d00-b9f8-2ca59fa11fa2 on host n-h2-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:26:21.457477 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-7cc053a3-2b88-49fb-987c-39f92adac7db service neutron] Attempting to bind port a1a9e3c3-e37d-4d00-b9f8-2ca59fa11fa2 by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': '7e28589a-a35d-4e60-b5d9-68c3b35426fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '48093250-9d43-4e76-bf04-11e4b5fb1840'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:26:21.457943 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-7cc053a3-2b88-49fb-987c-39f92adac7db service neutron] Attempting to bind port a1a9e3c3-e37d-4d00-b9f8-2ca59fa11fa2 on network 48093250-9d43-4e76-bf04-11e4b5fb1840 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:26:21.474279 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [None req-b80765ae-728b-4d0d-ac81-047b0dfc7193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] device_id is not set on port ea5b410b-8b6d-4fc5-9f0f-d61248fcb5b5 yet. {{(pid=94261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:26:21.475302 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-00646754-7b3a-432c-a9c9-697768880cc0 req-3d13a7af-9092-414f-888c-a38f301665a1 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] For port b716d23f-648e-46ce-bcb4-847d79b3f168, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=b716d23f-648e-46ce-bcb4-847d79b3f168,segment=NetworkSegment(40569f83-d81b-4303-a587-8c8a3f56ba86),segment_id=40569f83-d81b-4303-a587-8c8a3f56ba86)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:21.475707 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-00646754-7b3a-432c-a9c9-697768880cc0 req-3d13a7af-9092-414f-888c-a38f301665a1 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:21.498020 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-7cc053a3-2b88-49fb-987c-39f92adac7db service neutron] Port a1a9e3c3-e37d-4d00-b9f8-2ca59fa11fa2 on network 48093250-9d43-4e76-bf04-11e4b5fb1840 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:26:21.498020 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-7cc053a3-2b88-49fb-987c-39f92adac7db service neutron] Attempting to bind port a1a9e3c3-e37d-4d00-b9f8-2ca59fa11fa2 on network 48093250-9d43-4e76-bf04-11e4b5fb1840 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:26:21.505758 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-00646754-7b3a-432c-a9c9-697768880cc0 req-3d13a7af-9092-414f-888c-a38f301665a1 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Calling delete_port for b716d23f-648e-46ce-bcb4-847d79b3f168 owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:26:21.516616 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1bf943-2263-49dd-8973-e36f001755f9 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Network d70918af-6453-4ec2-95c0-c477d215812c is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:26:21.522714 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-7cc053a3-2b88-49fb-987c-39f92adac7db service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:26:21.523052 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-7cc053a3-2b88-49fb-987c-39f92adac7db service neutron] Checking segment: {'id': '7e28589a-a35d-4e60-b5d9-68c3b35426fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '48093250-9d43-4e76-bf04-11e4b5fb1840'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:26:21.523440 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-7cc053a3-2b88-49fb-987c-39f92adac7db service neutron] Bound using segment: {'id': '7e28589a-a35d-4e60-b5d9-68c3b35426fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '48093250-9d43-4e76-bf04-11e4b5fb1840'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:26:21.523893 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-7cc053a3-2b88-49fb-987c-39f92adac7db service neutron] Bound port: a1a9e3c3-e37d-4d00-b9f8-2ca59fa11fa2, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e28589a-a35d-4e60-b5d9-68c3b35426fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '48093250-9d43-4e76-bf04-11e4b5fb1840'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:26:21.524794 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-7cc053a3-2b88-49fb-987c-39f92adac7db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:21.552778 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-3c1bf943-2263-49dd-8973-e36f001755f9 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, d70918af-6453-4ec2-95c0-c477d215812c) {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:26:21.561744 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3e567d-c621-4352-a620-cbf293741846 req-abab30f6-cb0c-4f69-9e0d-46d3bf373f5b tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:21.562442 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad59b6b-175e-41cc-b9d2-46963891b56b None None] Network d70918af-6453-4ec2-95c0-c477d215812c requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:26:21.563424 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8a3e567d-c621-4352-a620-cbf293741846 req-abab30f6-cb0c-4f69-9e0d-46d3bf373f5b tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] 10.222.0.44 "GET /v2.0/ports?device_id=994ee7fd-71e9-48c0-9a9f-42d2463db496 HTTP/1.1" status: 200 len: 945 time: 0.1769092 Aug 10 03:26:21.604130 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1bf943-2263-49dd-8973-e36f001755f9 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:21.604716 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3c1bf943-2263-49dd-8973-e36f001755f9 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:21.681901 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-3c1bf943-2263-49dd-8973-e36f001755f9 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6492369 Aug 10 03:26:21.685753 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33526) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:21.695067 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-61b83280-0b84-4c1a-b312-71d4c11515a8 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Request body: {'port': {'network_id': 'd70918af-6453-4ec2-95c0-c477d215812c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-214298137'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:21.713160 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8a3e567d-c621-4352-a620-cbf293741846 req-d41cc189-7fcb-4a23-a7a4-8b4462553543 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ca484cf-8c3a-46cb-a8bd-5066374a93b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112914 Aug 10 03:26:21.737906 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-7cc053a3-2b88-49fb-987c-39f92adac7db service neutron] For port a1a9e3c3-e37d-4d00-b9f8-2ca59fa11fa2, host n-h2-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:26:21.741350 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-7cc053a3-2b88-49fb-987c-39f92adac7db service neutron] For port a1a9e3c3-e37d-4d00-b9f8-2ca59fa11fa2, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=a1a9e3c3-e37d-4d00-b9f8-2ca59fa11fa2,segment=NetworkSegment(7e28589a-a35d-4e60-b5d9-68c3b35426fb),segment_id=7e28589a-a35d-4e60-b5d9-68c3b35426fb)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:26:21.765493 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b80765ae-728b-4d0d-ac81-047b0dfc7193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:21.802677 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-7cc053a3-2b88-49fb-987c-39f92adac7db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:21.824629 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93d6712-3d90-4425-b5f1-2ed346fd2cb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-d70918af-6453-4ec2-95c0-c477d215812c', 'network_id': 'd70918af-6453-4ec2-95c0-c477d215812c', 'tenant_id': '74c962eef6194c5aae52f1363c9682a1', 'fixed_ips': [{'subnet_id': 'edd001e4-def9-4b17-96d2-7f49c05396f7'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:26:21.826587 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b93d6712-3d90-4425-b5f1-2ed346fd2cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:21.862025 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b80765ae-728b-4d0d-ac81-047b0dfc7193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:21.925042 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80765ae-728b-4d0d-ac81-047b0dfc7193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Network d31ae9b7-9d02-470a-b1a1-ea2107ac6d77 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:26:21.930621 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-00646754-7b3a-432c-a9c9-697768880cc0 req-3d13a7af-9092-414f-888c-a38f301665a1 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:21.933681 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-7cc053a3-2b88-49fb-987c-39f92adac7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:21.934040 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b83280-0b84-4c1a-b312-71d4c11515a8 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Made reservation on behalf of 74c962eef6194c5aae52f1363c9682a1 for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:26:21.934197 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-7cc053a3-2b88-49fb-987c-39f92adac7db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:21.938211 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-61b83280-0b84-4c1a-b312-71d4c11515a8 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:21.940222 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-7cc053a3-2b88-49fb-987c-39f92adac7db service neutron] 10.222.0.61 "PUT /v2.0/ports/a1a9e3c3-e37d-4d00-b9f8-2ca59fa11fa2 HTTP/1.1" status: 200 len: 1093 time: 2.4076970 Aug 10 03:26:21.941473 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-b80765ae-728b-4d0d-ac81-047b0dfc7193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:26:21.944864 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80765ae-728b-4d0d-ac81-047b0dfc7193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:26:21.946616 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['b716d23f-648e-46ce-bcb4-847d79b3f168'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:26:21.953021 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80765ae-728b-4d0d-ac81-047b0dfc7193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:21.953933 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b80765ae-728b-4d0d-ac81-047b0dfc7193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:21.981634 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80765ae-728b-4d0d-ac81-047b0dfc7193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Pushing event updated for resources: {'Port': ['ID=ea5b410b-8b6d-4fc5-9f0f-d61248fcb5b5,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:21.998657 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [None req-61b83280-0b84-4c1a-b312-71d4c11515a8 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] device_id is not set on port 72844213-9ce9-4d73-8c77-685967fb69c3 yet. {{(pid=94261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:26:22.005075 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-b80765ae-728b-4d0d-ac81-047b0dfc7193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6099019 Aug 10 03:26:22.011945 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33530) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:22.033626 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a49afa8b-6a09-45b0-8b91-6b6059ef0f95', 'tag': 'a1a9e3c3-e37d-4d00-b9f8-2ca59fa11fa2'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:26:22.037888 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be7d17ad-1cb5-49bf-9231-9cf01deba580" -d '{"events": [{"name": "network-changed", "server_uuid": "a49afa8b-6a09-45b0-8b91-6b6059ef0f95", "tag": "a1a9e3c3-e37d-4d00-b9f8-2ca59fa11fa2"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:26:22.045344 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc053a3-2b88-49fb-987c-39f92adac7db service neutron] Pushing event updated for resources: {'Port': ['ID=a1a9e3c3-e37d-4d00-b9f8-2ca59fa11fa2,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:22.047671 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-60321e68-98a3-4dd1-b2c2-65506ff546dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-768862-13'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:22.084898 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-b93d6712-3d90-4425-b5f1-2ed346fd2cb8 None None] Allocated IP 2001:db8::2 (d70918af-6453-4ec2-95c0-c477d215812c/edd001e4-def9-4b17-96d2-7f49c05396f7/52aa8367-93a9-4e99-80da-524cd48075d6) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:26:22.102416 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-ca032a5d-b156-42b6-b60c-ac985ce67cb4 service neutron] Request body: {'port': {'device_id': 'a49afa8b-6a09-45b0-8b91-6b6059ef0f95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:22.165234 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-60321e68-98a3-4dd1-b2c2-65506ff546dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:22.185730 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-413de177-15dc-4638-9fb5-6055cadb9058 x-openstack-request-id: req-413de177-15dc-4638-9fb5-6055cadb9058 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:26:22.186089 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a49afa8b-6a09-45b0-8b91-6b6059ef0f95", "tag": "a1a9e3c3-e37d-4d00-b9f8-2ca59fa11fa2", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:26:22.186450 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-413de177-15dc-4638-9fb5-6055cadb9058 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:26:22.186882 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a49afa8b-6a09-45b0-8b91-6b6059ef0f95', 'tag': 'a1a9e3c3-e37d-4d00-b9f8-2ca59fa11fa2', 'status': 'completed', 'code': 200} Aug 10 03:26:22.272575 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d17ad-1cb5-49bf-9231-9cf01deba580 req-f6eb532e-49ee-411d-940b-d7aaa27eb4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:22.273064 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d17ad-1cb5-49bf-9231-9cf01deba580 req-f6eb532e-49ee-411d-940b-d7aaa27eb4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:22.273559 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d17ad-1cb5-49bf-9231-9cf01deba580 req-f6eb532e-49ee-411d-940b-d7aaa27eb4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:22.275436 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-be7d17ad-1cb5-49bf-9231-9cf01deba580 req-f6eb532e-49ee-411d-940b-d7aaa27eb4ad service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7be8aebab9524a33aa2535549ec7cd0e&device_id=a49afa8b-6a09-45b0-8b91-6b6059ef0f95 HTTP/1.1" status: 200 len: 2732 time: 0.0996726 Aug 10 03:26:22.292223 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d13a7af-9092-414f-888c-a38f301665a1 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Pushing event deleted for resources: {'Port': ['ID=b716d23f-648e-46ce-bcb4-847d79b3f168,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:22.311960 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-00646754-7b3a-432c-a9c9-697768880cc0 req-3d13a7af-9092-414f-888c-a38f301665a1 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] No DVR routers for this DVR port b716d23f-648e-46ce-bcb4-847d79b3f168 on host n-h1-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:26:22.322101 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-00646754-7b3a-432c-a9c9-697768880cc0 req-3d13a7af-9092-414f-888c-a38f301665a1 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:22.324554 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-00646754-7b3a-432c-a9c9-697768880cc0 req-3d13a7af-9092-414f-888c-a38f301665a1 tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] 10.222.0.42 "DELETE /v2.0/ports/b716d23f-648e-46ce-bcb4-847d79b3f168 HTTP/1.1" status: 204 len: 173 time: 1.6918840 Aug 10 03:26:22.372739 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-ca032a5d-b156-42b6-b60c-ac985ce67cb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:22.385230 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b65d7e4-f2ce-4490-b360-a71680559637 req-6ce517d3-9c6b-4087-a03b-ef48ca390a8c tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:22.393375 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b65d7e4-f2ce-4490-b360-a71680559637 req-6ce517d3-9c6b-4087-a03b-ef48ca390a8c tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:22.399543 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b65d7e4-f2ce-4490-b360-a71680559637 req-6ce517d3-9c6b-4087-a03b-ef48ca390a8c tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:22.406494 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b93d6712-3d90-4425-b5f1-2ed346fd2cb8 None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:22.407300 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9b65d7e4-f2ce-4490-b360-a71680559637 req-6ce517d3-9c6b-4087-a03b-ef48ca390a8c tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/ports?device_id=a49afa8b-6a09-45b0-8b91-6b6059ef0f95 HTTP/1.1" status: 200 len: 2388 time: 0.3096805 Aug 10 03:26:22.420855 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-b93d6712-3d90-4425-b5f1-2ed346fd2cb8 None None] Transition to ACTIVE for port object 52aa8367-93a9-4e99-80da-524cd48075d6 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:26:22.443350 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07341865-3874-4562-8d47-b2bf1c60b9b0 req-80965a62-1e1f-4201-8084-e9db27fa6792 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:22.444974 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-07341865-3874-4562-8d47-b2bf1c60b9b0 req-80965a62-1e1f-4201-8084-e9db27fa6792 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7b95795-0742-4266-9751-9663609663c3 HTTP/1.1" status: 200 len: 946 time: 0.2044485 Aug 10 03:26:22.456808 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-b93d6712-3d90-4425-b5f1-2ed346fd2cb8 None None] Transition to ACTIVE for port object 52aa8367-93a9-4e99-80da-524cd48075d6 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:26:22.469403 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b93d6712-3d90-4425-b5f1-2ed346fd2cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:22.522690 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9b65d7e4-f2ce-4490-b360-a71680559637 req-79608f06-ff9a-4b80-a437-95e844b57ba4 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/security-groups?id=19cc7362-8f8b-47a2-b13d-80c9c9a2c563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142862 Aug 10 03:26:22.527109 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93d6712-3d90-4425-b5f1-2ed346fd2cb8 None None] Network d70918af-6453-4ec2-95c0-c477d215812c is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:26:22.535256 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93d6712-3d90-4425-b5f1-2ed346fd2cb8 None None] Pushing event updated for resources: {'Port': ['ID=52aa8367-93a9-4e99-80da-524cd48075d6,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:22.551701 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-b93d6712-3d90-4425-b5f1-2ed346fd2cb8 None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:26:22.556253 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93d6712-3d90-4425-b5f1-2ed346fd2cb8 None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:26:22.569072 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93d6712-3d90-4425-b5f1-2ed346fd2cb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:22.569758 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-07341865-3874-4562-8d47-b2bf1c60b9b0 req-573123ee-8734-43bc-be1d-a064d47cfe9a tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784957 Aug 10 03:26:22.572917 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93d6712-3d90-4425-b5f1-2ed346fd2cb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:22.589559 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93d6712-3d90-4425-b5f1-2ed346fd2cb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:22.590281 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93d6712-3d90-4425-b5f1-2ed346fd2cb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:22.590589 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93d6712-3d90-4425-b5f1-2ed346fd2cb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:22.591094 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93d6712-3d90-4425-b5f1-2ed346fd2cb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:22.591442 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93d6712-3d90-4425-b5f1-2ed346fd2cb8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:22.598510 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93d6712-3d90-4425-b5f1-2ed346fd2cb8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:22.600982 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93d6712-3d90-4425-b5f1-2ed346fd2cb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:22.601382 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93d6712-3d90-4425-b5f1-2ed346fd2cb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:22.602762 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93d6712-3d90-4425-b5f1-2ed346fd2cb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:22.602762 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93d6712-3d90-4425-b5f1-2ed346fd2cb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:22.702446 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-b93d6712-3d90-4425-b5f1-2ed346fd2cb8 None None] Attempting to bind port 52aa8367-93a9-4e99-80da-524cd48075d6 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:26:22.703095 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-b93d6712-3d90-4425-b5f1-2ed346fd2cb8 None None] Attempting to bind port 52aa8367-93a9-4e99-80da-524cd48075d6 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '68fc0ac1-c461-441e-9d2b-e5f99e7ca9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd70918af-6453-4ec2-95c0-c477d215812c'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:26:22.703631 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93d6712-3d90-4425-b5f1-2ed346fd2cb8 None None] Attempting to bind port 52aa8367-93a9-4e99-80da-524cd48075d6 on network d70918af-6453-4ec2-95c0-c477d215812c {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:26:22.714255 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-61b83280-0b84-4c1a-b312-71d4c11515a8 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Allocated IP 2001:db8::2e4 (d70918af-6453-4ec2-95c0-c477d215812c/edd001e4-def9-4b17-96d2-7f49c05396f7/72844213-9ce9-4d73-8c77-685967fb69c3) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:26:22.720979 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93d6712-3d90-4425-b5f1-2ed346fd2cb8 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:26:22.721743 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93d6712-3d90-4425-b5f1-2ed346fd2cb8 None None] Checking segment: {'id': '68fc0ac1-c461-441e-9d2b-e5f99e7ca9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd70918af-6453-4ec2-95c0-c477d215812c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:26:22.722163 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b93d6712-3d90-4425-b5f1-2ed346fd2cb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:22.722591 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93d6712-3d90-4425-b5f1-2ed346fd2cb8 None None] Bound using segment: {'id': '68fc0ac1-c461-441e-9d2b-e5f99e7ca9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd70918af-6453-4ec2-95c0-c477d215812c'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:26:22.723301 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-b93d6712-3d90-4425-b5f1-2ed346fd2cb8 None None] Bound port: 52aa8367-93a9-4e99-80da-524cd48075d6, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68fc0ac1-c461-441e-9d2b-e5f99e7ca9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd70918af-6453-4ec2-95c0-c477d215812c'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:26:22.723919 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b93d6712-3d90-4425-b5f1-2ed346fd2cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:22.800276 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d17ad-1cb5-49bf-9231-9cf01deba580 req-6d2c87cf-b790-4a77-96a3-1da1f00c750b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:22.800752 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d17ad-1cb5-49bf-9231-9cf01deba580 req-6d2c87cf-b790-4a77-96a3-1da1f00c750b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:22.801227 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d17ad-1cb5-49bf-9231-9cf01deba580 req-6d2c87cf-b790-4a77-96a3-1da1f00c750b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:22.803028 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-be7d17ad-1cb5-49bf-9231-9cf01deba580 req-6d2c87cf-b790-4a77-96a3-1da1f00c750b service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=7be8aebab9524a33aa2535549ec7cd0e&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.5170469 Aug 10 03:26:22.814704 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [None req-60321e68-98a3-4dd1-b2c2-65506ff546dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] device_id is not set on port ea5b410b-8b6d-4fc5-9f0f-d61248fcb5b5 yet. {{(pid=94261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:26:22.850604 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-60321e68-98a3-4dd1-b2c2-65506ff546dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:22.884856 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-b93d6712-3d90-4425-b5f1-2ed346fd2cb8 None None] For port 52aa8367-93a9-4e99-80da-524cd48075d6, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:26:22.890748 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-b93d6712-3d90-4425-b5f1-2ed346fd2cb8 None None] For port 52aa8367-93a9-4e99-80da-524cd48075d6, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=52aa8367-93a9-4e99-80da-524cd48075d6,segment=NetworkSegment(68fc0ac1-c461-441e-9d2b-e5f99e7ca9e8),segment_id=68fc0ac1-c461-441e-9d2b-e5f99e7ca9e8)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:26:22.901845 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b93d6712-3d90-4425-b5f1-2ed346fd2cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:22.974431 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [None req-60321e68-98a3-4dd1-b2c2-65506ff546dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Transition to ACTIVE for port object ea5b410b-8b6d-4fc5-9f0f-d61248fcb5b5 will not be triggered until provisioned by entity L2. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:26:23.002753 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-60321e68-98a3-4dd1-b2c2-65506ff546dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:23.034244 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93d6712-3d90-4425-b5f1-2ed346fd2cb8 None None] Pushing event updated for resources: {'Port': ['ID=52aa8367-93a9-4e99-80da-524cd48075d6,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:23.052696 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-ca032a5d-b156-42b6-b60c-ac985ce67cb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfe3f19d-94bf-4a26-b25b-f7779e53521e {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:26:23.062608 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-ca032a5d-b156-42b6-b60c-ac985ce67cb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:23.102831 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-aa485f27-0671-4162-bd33-c5488eb597e4 req-ee3aed8e-ca9d-46ee-a70f-2e1f0a9f3eac tempest-ServerRescueTestJSONUnderV235-1145639736 tempest-ServerRescueTestJSONUnderV235-1145639736-project] 10.222.0.44 "GET /v2.0/ports?device_id=994ee7fd-71e9-48c0-9a9f-42d2463db496 HTTP/1.1" status: 200 len: 210 time: 0.1514215 Aug 10 03:26:23.112199 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-ca032a5d-b156-42b6-b60c-ac985ce67cb4 service neutron] Transition to ACTIVE for port object dfe3f19d-94bf-4a26-b25b-f7779e53521e will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:26:23.117258 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-ca032a5d-b156-42b6-b60c-ac985ce67cb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:23.274636 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca032a5d-b156-42b6-b60c-ac985ce67cb4 service neutron] Pushing event updated for resources: {'Port': ['ID=dfe3f19d-94bf-4a26-b25b-f7779e53521e,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:23.293039 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-60321e68-98a3-4dd1-b2c2-65506ff546dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempting to bind port ea5b410b-8b6d-4fc5-9f0f-d61248fcb5b5 on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:26:23.293547 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-60321e68-98a3-4dd1-b2c2-65506ff546dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempting to bind port ea5b410b-8b6d-4fc5-9f0f-d61248fcb5b5 by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '5993806b-1a6c-4768-848b-8aab1762a7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd31ae9b7-9d02-470a-b1a1-ea2107ac6d77'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:26:23.293987 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60321e68-98a3-4dd1-b2c2-65506ff546dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempting to bind port ea5b410b-8b6d-4fc5-9f0f-d61248fcb5b5 on network d31ae9b7-9d02-470a-b1a1-ea2107ac6d77 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:26:23.297435 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60321e68-98a3-4dd1-b2c2-65506ff546dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Pushing event updated for resources: {'Port': ['ID=ea5b410b-8b6d-4fc5-9f0f-d61248fcb5b5,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:23.308058 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d17ad-1cb5-49bf-9231-9cf01deba580 req-7b473d24-2f44-47c3-94ba-d51c8713d095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:23.311003 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-be7d17ad-1cb5-49bf-9231-9cf01deba580 req-7b473d24-2f44-47c3-94ba-d51c8713d095 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4876754 Aug 10 03:26:23.315926 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60321e68-98a3-4dd1-b2c2-65506ff546dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Port ea5b410b-8b6d-4fc5-9f0f-d61248fcb5b5 on network d31ae9b7-9d02-470a-b1a1-ea2107ac6d77 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:26:23.316367 n-d-768862-13 neutron-server[94261]: ERROR neutron.plugins.ml2.managers [None req-60321e68-98a3-4dd1-b2c2-65506ff546dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Failed to bind port ea5b410b-8b6d-4fc5-9f0f-d61248fcb5b5 on host n-h1-768862-13 for vnic_type normal using segments [{'id': '5993806b-1a6c-4768-848b-8aab1762a7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd31ae9b7-9d02-470a-b1a1-ea2107ac6d77'}] Aug 10 03:26:23.323692 n-d-768862-13 neutron-server[94261]: INFO neutron.plugins.ml2.plugin [None req-60321e68-98a3-4dd1-b2c2-65506ff546dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempt 2 to bind port ea5b410b-8b6d-4fc5-9f0f-d61248fcb5b5 Aug 10 03:26:23.360925 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-60321e68-98a3-4dd1-b2c2-65506ff546dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempting to bind port ea5b410b-8b6d-4fc5-9f0f-d61248fcb5b5 on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:26:23.361321 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-60321e68-98a3-4dd1-b2c2-65506ff546dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempting to bind port ea5b410b-8b6d-4fc5-9f0f-d61248fcb5b5 by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '5993806b-1a6c-4768-848b-8aab1762a7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd31ae9b7-9d02-470a-b1a1-ea2107ac6d77'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:26:23.361669 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60321e68-98a3-4dd1-b2c2-65506ff546dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempting to bind port ea5b410b-8b6d-4fc5-9f0f-d61248fcb5b5 on network d31ae9b7-9d02-470a-b1a1-ea2107ac6d77 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:26:23.361969 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-ca032a5d-b156-42b6-b60c-ac985ce67cb4 service neutron] Attempting to bind port dfe3f19d-94bf-4a26-b25b-f7779e53521e on host n-h2-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:26:23.362875 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-ca032a5d-b156-42b6-b60c-ac985ce67cb4 service neutron] Attempting to bind port dfe3f19d-94bf-4a26-b25b-f7779e53521e by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': 'f813e42d-3631-4b77-a55c-37bacf72cfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0916a313-004a-4e5b-877c-846f7f5d18fa'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:26:23.363642 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-ca032a5d-b156-42b6-b60c-ac985ce67cb4 service neutron] Attempting to bind port dfe3f19d-94bf-4a26-b25b-f7779e53521e on network 0916a313-004a-4e5b-877c-846f7f5d18fa {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:26:23.378438 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-61b83280-0b84-4c1a-b312-71d4c11515a8 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:23.391069 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60321e68-98a3-4dd1-b2c2-65506ff546dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Port ea5b410b-8b6d-4fc5-9f0f-d61248fcb5b5 on network d31ae9b7-9d02-470a-b1a1-ea2107ac6d77 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:26:23.391696 n-d-768862-13 neutron-server[94261]: ERROR neutron.plugins.ml2.managers [None req-60321e68-98a3-4dd1-b2c2-65506ff546dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Failed to bind port ea5b410b-8b6d-4fc5-9f0f-d61248fcb5b5 on host n-h1-768862-13 for vnic_type normal using segments [{'id': '5993806b-1a6c-4768-848b-8aab1762a7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd31ae9b7-9d02-470a-b1a1-ea2107ac6d77'}] Aug 10 03:26:23.395907 n-d-768862-13 neutron-server[94261]: INFO neutron.plugins.ml2.plugin [None req-60321e68-98a3-4dd1-b2c2-65506ff546dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempt 3 to bind port ea5b410b-8b6d-4fc5-9f0f-d61248fcb5b5 Aug 10 03:26:23.409465 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-ca032a5d-b156-42b6-b60c-ac985ce67cb4 service neutron] Port dfe3f19d-94bf-4a26-b25b-f7779e53521e on network 0916a313-004a-4e5b-877c-846f7f5d18fa not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:26:23.409794 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-ca032a5d-b156-42b6-b60c-ac985ce67cb4 service neutron] Attempting to bind port dfe3f19d-94bf-4a26-b25b-f7779e53521e on network 0916a313-004a-4e5b-877c-846f7f5d18fa {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:26:23.416647 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-60321e68-98a3-4dd1-b2c2-65506ff546dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempting to bind port ea5b410b-8b6d-4fc5-9f0f-d61248fcb5b5 on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:26:23.416977 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-60321e68-98a3-4dd1-b2c2-65506ff546dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempting to bind port ea5b410b-8b6d-4fc5-9f0f-d61248fcb5b5 by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '5993806b-1a6c-4768-848b-8aab1762a7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd31ae9b7-9d02-470a-b1a1-ea2107ac6d77'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:26:23.417330 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60321e68-98a3-4dd1-b2c2-65506ff546dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempting to bind port ea5b410b-8b6d-4fc5-9f0f-d61248fcb5b5 on network d31ae9b7-9d02-470a-b1a1-ea2107ac6d77 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:26:23.418451 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-ca032a5d-b156-42b6-b60c-ac985ce67cb4 service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:26:23.418797 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-ca032a5d-b156-42b6-b60c-ac985ce67cb4 service neutron] Checking segment: {'id': 'f813e42d-3631-4b77-a55c-37bacf72cfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0916a313-004a-4e5b-877c-846f7f5d18fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:26:23.419194 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-ca032a5d-b156-42b6-b60c-ac985ce67cb4 service neutron] Bound using segment: {'id': 'f813e42d-3631-4b77-a55c-37bacf72cfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0916a313-004a-4e5b-877c-846f7f5d18fa'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:26:23.419890 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-ca032a5d-b156-42b6-b60c-ac985ce67cb4 service neutron] Bound port: dfe3f19d-94bf-4a26-b25b-f7779e53521e, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f813e42d-3631-4b77-a55c-37bacf72cfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0916a313-004a-4e5b-877c-846f7f5d18fa'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:26:23.420420 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-ca032a5d-b156-42b6-b60c-ac985ce67cb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:23.422858 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [None req-61b83280-0b84-4c1a-b312-71d4c11515a8 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Transition to ACTIVE for port object 72844213-9ce9-4d73-8c77-685967fb69c3 will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:26:23.427407 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60321e68-98a3-4dd1-b2c2-65506ff546dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Port ea5b410b-8b6d-4fc5-9f0f-d61248fcb5b5 on network d31ae9b7-9d02-470a-b1a1-ea2107ac6d77 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:26:23.427742 n-d-768862-13 neutron-server[94261]: ERROR neutron.plugins.ml2.managers [None req-60321e68-98a3-4dd1-b2c2-65506ff546dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Failed to bind port ea5b410b-8b6d-4fc5-9f0f-d61248fcb5b5 on host n-h1-768862-13 for vnic_type normal using segments [{'id': '5993806b-1a6c-4768-848b-8aab1762a7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd31ae9b7-9d02-470a-b1a1-ea2107ac6d77'}] Aug 10 03:26:23.429674 n-d-768862-13 neutron-server[94261]: INFO neutron.plugins.ml2.plugin [None req-60321e68-98a3-4dd1-b2c2-65506ff546dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempt 4 to bind port ea5b410b-8b6d-4fc5-9f0f-d61248fcb5b5 Aug 10 03:26:23.453641 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-60321e68-98a3-4dd1-b2c2-65506ff546dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempting to bind port ea5b410b-8b6d-4fc5-9f0f-d61248fcb5b5 on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:26:23.453990 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-60321e68-98a3-4dd1-b2c2-65506ff546dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempting to bind port ea5b410b-8b6d-4fc5-9f0f-d61248fcb5b5 by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '5993806b-1a6c-4768-848b-8aab1762a7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd31ae9b7-9d02-470a-b1a1-ea2107ac6d77'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:26:23.454400 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60321e68-98a3-4dd1-b2c2-65506ff546dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempting to bind port ea5b410b-8b6d-4fc5-9f0f-d61248fcb5b5 on network d31ae9b7-9d02-470a-b1a1-ea2107ac6d77 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:26:23.467679 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60321e68-98a3-4dd1-b2c2-65506ff546dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Port ea5b410b-8b6d-4fc5-9f0f-d61248fcb5b5 on network d31ae9b7-9d02-470a-b1a1-ea2107ac6d77 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:26:23.467919 n-d-768862-13 neutron-server[94261]: ERROR neutron.plugins.ml2.managers [None req-60321e68-98a3-4dd1-b2c2-65506ff546dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Failed to bind port ea5b410b-8b6d-4fc5-9f0f-d61248fcb5b5 on host n-h1-768862-13 for vnic_type normal using segments [{'id': '5993806b-1a6c-4768-848b-8aab1762a7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd31ae9b7-9d02-470a-b1a1-ea2107ac6d77'}] Aug 10 03:26:23.473451 n-d-768862-13 neutron-server[94261]: INFO neutron.plugins.ml2.plugin [None req-60321e68-98a3-4dd1-b2c2-65506ff546dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempt 5 to bind port ea5b410b-8b6d-4fc5-9f0f-d61248fcb5b5 Aug 10 03:26:23.499430 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-60321e68-98a3-4dd1-b2c2-65506ff546dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempting to bind port ea5b410b-8b6d-4fc5-9f0f-d61248fcb5b5 on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:26:23.499781 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-60321e68-98a3-4dd1-b2c2-65506ff546dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempting to bind port ea5b410b-8b6d-4fc5-9f0f-d61248fcb5b5 by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '5993806b-1a6c-4768-848b-8aab1762a7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd31ae9b7-9d02-470a-b1a1-ea2107ac6d77'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:26:23.500120 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60321e68-98a3-4dd1-b2c2-65506ff546dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempting to bind port ea5b410b-8b6d-4fc5-9f0f-d61248fcb5b5 on network d31ae9b7-9d02-470a-b1a1-ea2107ac6d77 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:26:23.512345 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60321e68-98a3-4dd1-b2c2-65506ff546dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Port ea5b410b-8b6d-4fc5-9f0f-d61248fcb5b5 on network d31ae9b7-9d02-470a-b1a1-ea2107ac6d77 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:26:23.512826 n-d-768862-13 neutron-server[94261]: ERROR neutron.plugins.ml2.managers [None req-60321e68-98a3-4dd1-b2c2-65506ff546dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Failed to bind port ea5b410b-8b6d-4fc5-9f0f-d61248fcb5b5 on host n-h1-768862-13 for vnic_type normal using segments [{'id': '5993806b-1a6c-4768-848b-8aab1762a7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd31ae9b7-9d02-470a-b1a1-ea2107ac6d77'}] Aug 10 03:26:23.513124 n-d-768862-13 neutron-server[94261]: INFO neutron.plugins.ml2.plugin [None req-60321e68-98a3-4dd1-b2c2-65506ff546dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempt 6 to bind port ea5b410b-8b6d-4fc5-9f0f-d61248fcb5b5 Aug 10 03:26:23.523052 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-61b83280-0b84-4c1a-b312-71d4c11515a8 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:23.563802 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-ca032a5d-b156-42b6-b60c-ac985ce67cb4 service neutron] For port dfe3f19d-94bf-4a26-b25b-f7779e53521e, host n-h2-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:26:23.571416 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-ca032a5d-b156-42b6-b60c-ac985ce67cb4 service neutron] For port dfe3f19d-94bf-4a26-b25b-f7779e53521e, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=dfe3f19d-94bf-4a26-b25b-f7779e53521e,segment=NetworkSegment(f813e42d-3631-4b77-a55c-37bacf72cfb9),segment_id=f813e42d-3631-4b77-a55c-37bacf72cfb9)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:26:23.583923 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-ca032a5d-b156-42b6-b60c-ac985ce67cb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:23.600408 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-60321e68-98a3-4dd1-b2c2-65506ff546dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempting to bind port ea5b410b-8b6d-4fc5-9f0f-d61248fcb5b5 on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:26:23.601406 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-60321e68-98a3-4dd1-b2c2-65506ff546dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempting to bind port ea5b410b-8b6d-4fc5-9f0f-d61248fcb5b5 by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '5993806b-1a6c-4768-848b-8aab1762a7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd31ae9b7-9d02-470a-b1a1-ea2107ac6d77'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:26:23.602035 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60321e68-98a3-4dd1-b2c2-65506ff546dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempting to bind port ea5b410b-8b6d-4fc5-9f0f-d61248fcb5b5 on network d31ae9b7-9d02-470a-b1a1-ea2107ac6d77 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:26:23.615969 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-78d7d357-1d4c-443f-b79b-714d017797fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:23.628190 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b83280-0b84-4c1a-b312-71d4c11515a8 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Network d70918af-6453-4ec2-95c0-c477d215812c is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:26:23.635143 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-61b83280-0b84-4c1a-b312-71d4c11515a8 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:26:23.646320 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-ca032a5d-b156-42b6-b60c-ac985ce67cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:23.647045 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60321e68-98a3-4dd1-b2c2-65506ff546dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Port ea5b410b-8b6d-4fc5-9f0f-d61248fcb5b5 on network d31ae9b7-9d02-470a-b1a1-ea2107ac6d77 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:26:23.647256 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-ca032a5d-b156-42b6-b60c-ac985ce67cb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:23.647784 n-d-768862-13 neutron-server[94261]: ERROR neutron.plugins.ml2.managers [None req-60321e68-98a3-4dd1-b2c2-65506ff546dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Failed to bind port ea5b410b-8b6d-4fc5-9f0f-d61248fcb5b5 on host n-h1-768862-13 for vnic_type normal using segments [{'id': '5993806b-1a6c-4768-848b-8aab1762a7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd31ae9b7-9d02-470a-b1a1-ea2107ac6d77'}] Aug 10 03:26:23.649631 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-ca032a5d-b156-42b6-b60c-ac985ce67cb4 service neutron] 10.222.0.61 "PUT /v2.0/ports/dfe3f19d-94bf-4a26-b25b-f7779e53521e HTTP/1.1" status: 200 len: 1092 time: 1.5863314 Aug 10 03:26:23.653509 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b83280-0b84-4c1a-b312-71d4c11515a8 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:26:23.666299 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b83280-0b84-4c1a-b312-71d4c11515a8 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:23.667501 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-61b83280-0b84-4c1a-b312-71d4c11515a8 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:23.687900 n-d-768862-13 neutron-server[94261]: INFO neutron.plugins.ml2.plugin [None req-60321e68-98a3-4dd1-b2c2-65506ff546dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempt 7 to bind port ea5b410b-8b6d-4fc5-9f0f-d61248fcb5b5 Aug 10 03:26:23.709336 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-17fdeb95-5a35-4907-891b-1c751f9fa927 service neutron] Request body: {'port': {'device_id': 'a49afa8b-6a09-45b0-8b91-6b6059ef0f95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:23.719923 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-61b83280-0b84-4c1a-b312-71d4c11515a8 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.0309615 Aug 10 03:26:23.726414 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33554) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:23.730360 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b83280-0b84-4c1a-b312-71d4c11515a8 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Pushing event updated for resources: {'Port': ['ID=72844213-9ce9-4d73-8c77-685967fb69c3,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:23.740310 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-18d2e327-197c-480a-8ffc-9a8fc0a74563 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Request body: {'port': {'network_id': 'd70918af-6453-4ec2-95c0-c477d215812c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-681246638', 'allowed_address_pairs': [{'ip_address': '2001:db8::2e4', 'mac_address': 'fa:16:3e:3d:b8:ab'}]}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:23.746338 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-60321e68-98a3-4dd1-b2c2-65506ff546dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempting to bind port ea5b410b-8b6d-4fc5-9f0f-d61248fcb5b5 on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:26:23.746780 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-60321e68-98a3-4dd1-b2c2-65506ff546dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempting to bind port ea5b410b-8b6d-4fc5-9f0f-d61248fcb5b5 by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '5993806b-1a6c-4768-848b-8aab1762a7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd31ae9b7-9d02-470a-b1a1-ea2107ac6d77'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:26:23.747331 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60321e68-98a3-4dd1-b2c2-65506ff546dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempting to bind port ea5b410b-8b6d-4fc5-9f0f-d61248fcb5b5 on network d31ae9b7-9d02-470a-b1a1-ea2107ac6d77 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:26:23.786131 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca032a5d-b156-42b6-b60c-ac985ce67cb4 service neutron] Pushing event updated for resources: {'Port': ['ID=dfe3f19d-94bf-4a26-b25b-f7779e53521e,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:23.805050 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60321e68-98a3-4dd1-b2c2-65506ff546dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Port ea5b410b-8b6d-4fc5-9f0f-d61248fcb5b5 on network d31ae9b7-9d02-470a-b1a1-ea2107ac6d77 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:26:23.805524 n-d-768862-13 neutron-server[94261]: ERROR neutron.plugins.ml2.managers [None req-60321e68-98a3-4dd1-b2c2-65506ff546dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Failed to bind port ea5b410b-8b6d-4fc5-9f0f-d61248fcb5b5 on host n-h1-768862-13 for vnic_type normal using segments [{'id': '5993806b-1a6c-4768-848b-8aab1762a7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd31ae9b7-9d02-470a-b1a1-ea2107ac6d77'}] Aug 10 03:26:23.807915 n-d-768862-13 neutron-server[94261]: INFO neutron.plugins.ml2.plugin [None req-60321e68-98a3-4dd1-b2c2-65506ff546dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempt 8 to bind port ea5b410b-8b6d-4fc5-9f0f-d61248fcb5b5 Aug 10 03:26:23.831920 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-60321e68-98a3-4dd1-b2c2-65506ff546dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempting to bind port ea5b410b-8b6d-4fc5-9f0f-d61248fcb5b5 on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:26:23.832360 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-60321e68-98a3-4dd1-b2c2-65506ff546dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempting to bind port ea5b410b-8b6d-4fc5-9f0f-d61248fcb5b5 by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '5993806b-1a6c-4768-848b-8aab1762a7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd31ae9b7-9d02-470a-b1a1-ea2107ac6d77'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:26:23.832792 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60321e68-98a3-4dd1-b2c2-65506ff546dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempting to bind port ea5b410b-8b6d-4fc5-9f0f-d61248fcb5b5 on network d31ae9b7-9d02-470a-b1a1-ea2107ac6d77 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:26:23.842572 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60321e68-98a3-4dd1-b2c2-65506ff546dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Port ea5b410b-8b6d-4fc5-9f0f-d61248fcb5b5 on network d31ae9b7-9d02-470a-b1a1-ea2107ac6d77 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:26:23.842962 n-d-768862-13 neutron-server[94261]: ERROR neutron.plugins.ml2.managers [None req-60321e68-98a3-4dd1-b2c2-65506ff546dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Failed to bind port ea5b410b-8b6d-4fc5-9f0f-d61248fcb5b5 on host n-h1-768862-13 for vnic_type normal using segments [{'id': '5993806b-1a6c-4768-848b-8aab1762a7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd31ae9b7-9d02-470a-b1a1-ea2107ac6d77'}] Aug 10 03:26:23.849832 n-d-768862-13 neutron-server[94261]: INFO neutron.plugins.ml2.plugin [None req-60321e68-98a3-4dd1-b2c2-65506ff546dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempt 9 to bind port ea5b410b-8b6d-4fc5-9f0f-d61248fcb5b5 Aug 10 03:26:23.880825 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-60321e68-98a3-4dd1-b2c2-65506ff546dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempting to bind port ea5b410b-8b6d-4fc5-9f0f-d61248fcb5b5 on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:26:23.881272 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-60321e68-98a3-4dd1-b2c2-65506ff546dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempting to bind port ea5b410b-8b6d-4fc5-9f0f-d61248fcb5b5 by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '5993806b-1a6c-4768-848b-8aab1762a7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd31ae9b7-9d02-470a-b1a1-ea2107ac6d77'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:26:23.881567 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60321e68-98a3-4dd1-b2c2-65506ff546dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempting to bind port ea5b410b-8b6d-4fc5-9f0f-d61248fcb5b5 on network d31ae9b7-9d02-470a-b1a1-ea2107ac6d77 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:26:23.883375 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-17fdeb95-5a35-4907-891b-1c751f9fa927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:23.892979 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60321e68-98a3-4dd1-b2c2-65506ff546dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Port ea5b410b-8b6d-4fc5-9f0f-d61248fcb5b5 on network d31ae9b7-9d02-470a-b1a1-ea2107ac6d77 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:26:23.893311 n-d-768862-13 neutron-server[94261]: ERROR neutron.plugins.ml2.managers [None req-60321e68-98a3-4dd1-b2c2-65506ff546dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Failed to bind port ea5b410b-8b6d-4fc5-9f0f-d61248fcb5b5 on host n-h1-768862-13 for vnic_type normal using segments [{'id': '5993806b-1a6c-4768-848b-8aab1762a7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd31ae9b7-9d02-470a-b1a1-ea2107ac6d77'}] Aug 10 03:26:23.895567 n-d-768862-13 neutron-server[94261]: INFO neutron.plugins.ml2.plugin [None req-60321e68-98a3-4dd1-b2c2-65506ff546dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempt 10 to bind port ea5b410b-8b6d-4fc5-9f0f-d61248fcb5b5 Aug 10 03:26:23.924058 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-60321e68-98a3-4dd1-b2c2-65506ff546dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempting to bind port ea5b410b-8b6d-4fc5-9f0f-d61248fcb5b5 on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:26:23.924438 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-60321e68-98a3-4dd1-b2c2-65506ff546dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempting to bind port ea5b410b-8b6d-4fc5-9f0f-d61248fcb5b5 by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '5993806b-1a6c-4768-848b-8aab1762a7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd31ae9b7-9d02-470a-b1a1-ea2107ac6d77'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:26:23.924745 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60321e68-98a3-4dd1-b2c2-65506ff546dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempting to bind port ea5b410b-8b6d-4fc5-9f0f-d61248fcb5b5 on network d31ae9b7-9d02-470a-b1a1-ea2107ac6d77 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:26:23.935575 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49e415e-a974-429c-8d52-5f6dbce685cd req-ff8e252c-62aa-4241-b147-9ac97be3238b tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:23.936648 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60321e68-98a3-4dd1-b2c2-65506ff546dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Port ea5b410b-8b6d-4fc5-9f0f-d61248fcb5b5 on network d31ae9b7-9d02-470a-b1a1-ea2107ac6d77 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:26:23.936986 n-d-768862-13 neutron-server[94261]: ERROR neutron.plugins.ml2.managers [None req-60321e68-98a3-4dd1-b2c2-65506ff546dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Failed to bind port ea5b410b-8b6d-4fc5-9f0f-d61248fcb5b5 on host n-h1-768862-13 for vnic_type normal using segments [{'id': '5993806b-1a6c-4768-848b-8aab1762a7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd31ae9b7-9d02-470a-b1a1-ea2107ac6d77'}] Aug 10 03:26:23.937477 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-60321e68-98a3-4dd1-b2c2-65506ff546dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:23.942919 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d2e327-197c-480a-8ffc-9a8fc0a74563 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Made reservation on behalf of 74c962eef6194c5aae52f1363c9682a1 for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:26:23.948741 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49e415e-a974-429c-8d52-5f6dbce685cd req-ff8e252c-62aa-4241-b147-9ac97be3238b tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:23.964595 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49e415e-a974-429c-8d52-5f6dbce685cd req-ff8e252c-62aa-4241-b147-9ac97be3238b tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:23.967760 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b49e415e-a974-429c-8d52-5f6dbce685cd req-ff8e252c-62aa-4241-b147-9ac97be3238b tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/ports?device_id=a49afa8b-6a09-45b0-8b91-6b6059ef0f95 HTTP/1.1" status: 200 len: 2400 time: 0.2496724 Aug 10 03:26:23.985707 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdf054a-1d7e-4e8a-a402-ea1a306e8eed req-ec052a1e-429c-4cd7-89bf-c0b30945ebdd tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:23.988527 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3bdf054a-1d7e-4e8a-a402-ea1a306e8eed req-ec052a1e-429c-4cd7-89bf-c0b30945ebdd tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7b95795-0742-4266-9751-9663609663c3 HTTP/1.1" status: 200 len: 946 time: 0.2569776 Aug 10 03:26:24.097934 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-60321e68-98a3-4dd1-b2c2-65506ff546dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] For port ea5b410b-8b6d-4fc5-9f0f-d61248fcb5b5, host n-h1-768862-13, cleared binding levels {{(pid=94261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:26:24.098489 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-60321e68-98a3-4dd1-b2c2-65506ff546dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attempted to set empty binding levels {{(pid=94261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 10 03:26:24.104100 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-18d2e327-197c-480a-8ffc-9a8fc0a74563 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:24.116586 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-60321e68-98a3-4dd1-b2c2-65506ff546dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:24.146811 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:24.181784 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-60321e68-98a3-4dd1-b2c2-65506ff546dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] In _notify_port_updated(), no bound segment for port ea5b410b-8b6d-4fc5-9f0f-d61248fcb5b5 on network d31ae9b7-9d02-470a-b1a1-ea2107ac6d77 {{(pid=94261) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:26:24.183021 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60321e68-98a3-4dd1-b2c2-65506ff546dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:24.183742 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-60321e68-98a3-4dd1-b2c2-65506ff546dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:24.185929 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-60321e68-98a3-4dd1-b2c2-65506ff546dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] 10.222.0.44 "PUT /v2.0/ports/ea5b410b-8b6d-4fc5-9f0f-d61248fcb5b5 HTTP/1.1" status: 200 len: 979 time: 2.1727407 Aug 10 03:26:24.189420 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [None req-18d2e327-197c-480a-8ffc-9a8fc0a74563 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] device_id is not set on port 2a2c7369-f79f-44e7-9452-69499d9c6e3b yet. {{(pid=94261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:26:24.193384 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33560) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:24.202325 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60321e68-98a3-4dd1-b2c2-65506ff546dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Pushing event updated for resources: {'Port': ['ID=ea5b410b-8b6d-4fc5-9f0f-d61248fcb5b5,revision_number=3']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:24.225086 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '994ee7fd-71e9-48c0-9a9f-42d2463db496', 'name': 'network-vif-deleted', 'tag': 'b716d23f-648e-46ce-bcb4-847d79b3f168'}, {'name': 'network-changed', 'server_uuid': 'a49afa8b-6a09-45b0-8b91-6b6059ef0f95', 'tag': 'dfe3f19d-94bf-4a26-b25b-f7779e53521e'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:26:24.229795 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d1e766-9884-4979-93df-7f65e077cd24" -d '{"events": [{"server_uuid": "994ee7fd-71e9-48c0-9a9f-42d2463db496", "name": "network-vif-deleted", "tag": "b716d23f-648e-46ce-bcb4-847d79b3f168"}, {"name": "network-changed", "server_uuid": "a49afa8b-6a09-45b0-8b91-6b6059ef0f95", "tag": "dfe3f19d-94bf-4a26-b25b-f7779e53521e"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:26:24.277062 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b49e415e-a974-429c-8d52-5f6dbce685cd req-b20f2f1a-e48d-4eda-946e-d77e7ced30fa tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/security-groups?id=19cc7362-8f8b-47a2-b13d-80c9c9a2c563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487102 Aug 10 03:26:24.291123 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3bdf054a-1d7e-4e8a-a402-ea1a306e8eed req-bb73c6be-95b8-4b2c-9f73-de6c4926bcc3 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616031 Aug 10 03:26:24.412853 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-ec73e65c-d98a-4fbe-9990-0d5602f1ec05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Deleting port ea5b410b-8b6d-4fc5-9f0f-d61248fcb5b5 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:26:24.413448 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ec73e65c-d98a-4fbe-9990-0d5602f1ec05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:24.531091 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-18d2e327-197c-480a-8ffc-9a8fc0a74563 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Allocated IP 2001:db8::1a6 (d70918af-6453-4ec2-95c0-c477d215812c/edd001e4-def9-4b17-96d2-7f49c05396f7/2a2c7369-f79f-44e7-9452-69499d9c6e3b) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:26:24.557264 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33564) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:24.623281 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 10 Aug 2021 03:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-274ad485-05a0-4e0a-a916-183cc90d2d22 x-openstack-request-id: req-274ad485-05a0-4e0a-a916-183cc90d2d22 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:26:24.623571 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "994ee7fd-71e9-48c0-9a9f-42d2463db496", "name": "network-vif-deleted", "tag": "b716d23f-648e-46ce-bcb4-847d79b3f168", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a49afa8b-6a09-45b0-8b91-6b6059ef0f95", "tag": "dfe3f19d-94bf-4a26-b25b-f7779e53521e", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:26:24.623980 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-274ad485-05a0-4e0a-a916-183cc90d2d22 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:26:24.624811 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '994ee7fd-71e9-48c0-9a9f-42d2463db496', 'name': 'network-vif-deleted', 'tag': 'b716d23f-648e-46ce-bcb4-847d79b3f168', 'status': 'completed', 'code': 200} Aug 10 03:26:24.628960 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a49afa8b-6a09-45b0-8b91-6b6059ef0f95', 'tag': 'dfe3f19d-94bf-4a26-b25b-f7779e53521e', 'status': 'completed', 'code': 200} Aug 10 03:26:24.636337 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-17fdeb95-5a35-4907-891b-1c751f9fa927 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dc570bb-e91c-45ca-96e1-7ec571050e2d {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:26:24.649949 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-17fdeb95-5a35-4907-891b-1c751f9fa927 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:24.662652 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-17fdeb95-5a35-4907-891b-1c751f9fa927 service neutron] Transition to ACTIVE for port object 4dc570bb-e91c-45ca-96e1-7ec571050e2d will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:26:24.672805 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-17fdeb95-5a35-4907-891b-1c751f9fa927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:24.683569 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e8ef2c-e6d5-4e85-912b-745573af94c6 None None] Network d70918af-6453-4ec2-95c0-c477d215812c requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:26:24.717114 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-ec73e65c-d98a-4fbe-9990-0d5602f1ec05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] For port ea5b410b-8b6d-4fc5-9f0f-d61248fcb5b5, host n-h1-768862-13, got binding levels [] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:24.718382 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ec73e65c-d98a-4fbe-9990-0d5602f1ec05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:24.775411 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fdeb95-5a35-4907-891b-1c751f9fa927 service neutron] Pushing event updated for resources: {'Port': ['ID=4dc570bb-e91c-45ca-96e1-7ec571050e2d,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:24.824487 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 52aa8367-93a9-4e99-80da-524cd48075d6 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:26:24.879665 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-ec73e65c-d98a-4fbe-9990-0d5602f1ec05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Calling delete_port for ea5b410b-8b6d-4fc5-9f0f-d61248fcb5b5 owned by {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:26:24.926040 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-17fdeb95-5a35-4907-891b-1c751f9fa927 service neutron] Attempting to bind port 4dc570bb-e91c-45ca-96e1-7ec571050e2d on host n-h2-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:26:24.926556 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-17fdeb95-5a35-4907-891b-1c751f9fa927 service neutron] Attempting to bind port 4dc570bb-e91c-45ca-96e1-7ec571050e2d by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': '7e28589a-a35d-4e60-b5d9-68c3b35426fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '48093250-9d43-4e76-bf04-11e4b5fb1840'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:26:24.928595 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-17fdeb95-5a35-4907-891b-1c751f9fa927 service neutron] Attempting to bind port 4dc570bb-e91c-45ca-96e1-7ec571050e2d on network 48093250-9d43-4e76-bf04-11e4b5fb1840 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:26:24.936623 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-17fdeb95-5a35-4907-891b-1c751f9fa927 service neutron] Port 4dc570bb-e91c-45ca-96e1-7ec571050e2d on network 48093250-9d43-4e76-bf04-11e4b5fb1840 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:26:24.937175 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-17fdeb95-5a35-4907-891b-1c751f9fa927 service neutron] Attempting to bind port 4dc570bb-e91c-45ca-96e1-7ec571050e2d on network 48093250-9d43-4e76-bf04-11e4b5fb1840 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:26:24.948203 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-17fdeb95-5a35-4907-891b-1c751f9fa927 service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:26:24.948686 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-17fdeb95-5a35-4907-891b-1c751f9fa927 service neutron] Checking segment: {'id': '7e28589a-a35d-4e60-b5d9-68c3b35426fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '48093250-9d43-4e76-bf04-11e4b5fb1840'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:26:24.949386 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-17fdeb95-5a35-4907-891b-1c751f9fa927 service neutron] Bound using segment: {'id': '7e28589a-a35d-4e60-b5d9-68c3b35426fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '48093250-9d43-4e76-bf04-11e4b5fb1840'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:26:24.950171 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-17fdeb95-5a35-4907-891b-1c751f9fa927 service neutron] Bound port: 4dc570bb-e91c-45ca-96e1-7ec571050e2d, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e28589a-a35d-4e60-b5d9-68c3b35426fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '48093250-9d43-4e76-bf04-11e4b5fb1840'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:26:24.950843 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-17fdeb95-5a35-4907-891b-1c751f9fa927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:25.017210 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-b3690d62-0359-480a-9664-6cd699bf25cb None None] Provisioning for port 52aa8367-93a9-4e99-80da-524cd48075d6 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:26:25.092055 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 52aa8367-93a9-4e99-80da-524cd48075d6 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:26:25.100082 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 52aa8367-93a9-4e99-80da-524cd48075d6 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:26:25.100401 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:25.107533 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-17fdeb95-5a35-4907-891b-1c751f9fa927 service neutron] For port 4dc570bb-e91c-45ca-96e1-7ec571050e2d, host n-h2-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:26:25.113143 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-17fdeb95-5a35-4907-891b-1c751f9fa927 service neutron] For port 4dc570bb-e91c-45ca-96e1-7ec571050e2d, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=4dc570bb-e91c-45ca-96e1-7ec571050e2d,segment=NetworkSegment(7e28589a-a35d-4e60-b5d9-68c3b35426fb),segment_id=7e28589a-a35d-4e60-b5d9-68c3b35426fb)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:26:25.120975 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-17fdeb95-5a35-4907-891b-1c751f9fa927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:25.138654 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d1e766-9884-4979-93df-7f65e077cd24 req-29dcd948-4879-486c-8eb0-d7371b2c414a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:25.139030 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d1e766-9884-4979-93df-7f65e077cd24 req-29dcd948-4879-486c-8eb0-d7371b2c414a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:25.139523 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d1e766-9884-4979-93df-7f65e077cd24 req-29dcd948-4879-486c-8eb0-d7371b2c414a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:25.143191 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-96d1e766-9884-4979-93df-7f65e077cd24 req-29dcd948-4879-486c-8eb0-d7371b2c414a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7be8aebab9524a33aa2535549ec7cd0e&device_id=a49afa8b-6a09-45b0-8b91-6b6059ef0f95 HTTP/1.1" status: 200 len: 2826 time: 0.4391901 Aug 10 03:26:25.203834 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-17fdeb95-5a35-4907-891b-1c751f9fa927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:25.206535 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-17fdeb95-5a35-4907-891b-1c751f9fa927 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:25.209350 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-17fdeb95-5a35-4907-891b-1c751f9fa927 service neutron] 10.222.0.61 "PUT /v2.0/ports/4dc570bb-e91c-45ca-96e1-7ec571050e2d HTTP/1.1" status: 200 len: 1093 time: 1.5165968 Aug 10 03:26:25.276743 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fdeb95-5a35-4907-891b-1c751f9fa927 service neutron] Pushing event updated for resources: {'Port': ['ID=4dc570bb-e91c-45ca-96e1-7ec571050e2d,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:25.282876 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:25.289069 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:25.356506 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 52aa8367-93a9-4e99-80da-524cd48075d6, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=52aa8367-93a9-4e99-80da-524cd48075d6,segment=NetworkSegment(68fc0ac1-c461-441e-9d2b-e5f99e7ca9e8),segment_id=68fc0ac1-c461-441e-9d2b-e5f99e7ca9e8)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:25.367569 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:25.542323 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=52aa8367-93a9-4e99-80da-524cd48075d6,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:25.551641 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca1fc8-0d24-4506-ba9b-822e8f23947a req-9e392685-8ace-4f06-b280-ffa985d9660d tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:25.553653 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1aca1fc8-0d24-4506-ba9b-822e8f23947a req-9e392685-8ace-4f06-b280-ffa985d9660d tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7b95795-0742-4266-9751-9663609663c3 HTTP/1.1" status: 200 len: 946 time: 0.1437254 Aug 10 03:26:25.613787 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device b716d23f-648e-46ce-bcb4-847d79b3f168 no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:26:25.652414 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] No Port match for: b716d23f-648e-46ce-bcb4-847d79b3f168 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:26:25.652770 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device b716d23f-648e-46ce-bcb4-847d79b3f168 not bound to the agent host n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:26:25.657495 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9687e88-9c06-42d0-81ea-7c2b73e55b6c req-00832081-d1c9-4929-bafe-ae86eaa019b4 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:25.671710 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9687e88-9c06-42d0-81ea-7c2b73e55b6c req-00832081-d1c9-4929-bafe-ae86eaa019b4 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:25.684808 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9687e88-9c06-42d0-81ea-7c2b73e55b6c req-00832081-d1c9-4929-bafe-ae86eaa019b4 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:25.688121 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c9687e88-9c06-42d0-81ea-7c2b73e55b6c req-00832081-d1c9-4929-bafe-ae86eaa019b4 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/ports?device_id=a49afa8b-6a09-45b0-8b91-6b6059ef0f95 HTTP/1.1" status: 200 len: 2412 time: 0.2053337 Aug 10 03:26:25.728800 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1aca1fc8-0d24-4506-ba9b-822e8f23947a req-0eb4719d-38c6-43cc-b9d5-97ce0e5ad7b7 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511347 Aug 10 03:26:25.749157 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-2d89a0ec-18e3-4fa3-b23b-cc4e0575d618 None None] Provisioning complete for port 52aa8367-93a9-4e99-80da-524cd48075d6 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:26:25.752460 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-2d89a0ec-18e3-4fa3-b23b-cc4e0575d618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:25.813263 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c9687e88-9c06-42d0-81ea-7c2b73e55b6c req-c1fe1952-c2a0-450d-a49a-b66e8646badb tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/security-groups?id=19cc7362-8f8b-47a2-b13d-80c9c9a2c563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098735 Aug 10 03:26:25.990694 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-18d2e327-197c-480a-8ffc-9a8fc0a74563 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:26.040484 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [None req-18d2e327-197c-480a-8ffc-9a8fc0a74563 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Transition to ACTIVE for port object 2a2c7369-f79f-44e7-9452-69499d9c6e3b will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:26:26.041967 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ec73e65c-d98a-4fbe-9990-0d5602f1ec05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:26.051954 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:26.071620 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-2d89a0ec-18e3-4fa3-b23b-cc4e0575d618 None None] Provisioning for port 72844213-9ce9-4d73-8c77-685967fb69c3 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:26:26.077140 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-2d89a0ec-18e3-4fa3-b23b-cc4e0575d618 None None] Provisioning complete for port 72844213-9ce9-4d73-8c77-685967fb69c3 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:26:26.077662 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-2d89a0ec-18e3-4fa3-b23b-cc4e0575d618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:26.117290 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-2d89a0ec-18e3-4fa3-b23b-cc4e0575d618 None None] Port 72844213-9ce9-4d73-8c77-685967fb69c3 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:26:26.155285 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec73e65c-d98a-4fbe-9990-0d5602f1ec05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Pushing event deleted for resources: {'Port': ['ID=ea5b410b-8b6d-4fc5-9f0f-d61248fcb5b5,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:26.183112 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ec73e65c-d98a-4fbe-9990-0d5602f1ec05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:26.185369 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ec73e65c-d98a-4fbe-9990-0d5602f1ec05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] 10.222.0.44 "DELETE /v2.0/ports/ea5b410b-8b6d-4fc5-9f0f-d61248fcb5b5 HTTP/1.1" status: 204 len: 168 time: 1.9904373 Aug 10 03:26:26.188536 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 33576) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:26.192137 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d1e766-9884-4979-93df-7f65e077cd24 req-05a944f5-534a-4e7a-bbff-fedc9b3751a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:26.192610 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d1e766-9884-4979-93df-7f65e077cd24 req-05a944f5-534a-4e7a-bbff-fedc9b3751a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:26.193084 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d1e766-9884-4979-93df-7f65e077cd24 req-05a944f5-534a-4e7a-bbff-fedc9b3751a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:26.194769 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-96d1e766-9884-4979-93df-7f65e077cd24 req-05a944f5-534a-4e7a-bbff-fedc9b3751a1 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=7be8aebab9524a33aa2535549ec7cd0e&shared=False HTTP/1.1" status: 200 len: 2289 time: 1.0354612 Aug 10 03:26:26.196375 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec73e65c-d98a-4fbe-9990-0d5602f1ec05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:26.196724 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec73e65c-d98a-4fbe-9990-0d5602f1ec05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:26.197065 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec73e65c-d98a-4fbe-9990-0d5602f1ec05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:26.197428 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec73e65c-d98a-4fbe-9990-0d5602f1ec05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:26.197727 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec73e65c-d98a-4fbe-9990-0d5602f1ec05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:26.198084 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec73e65c-d98a-4fbe-9990-0d5602f1ec05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:26.198400 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec73e65c-d98a-4fbe-9990-0d5602f1ec05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:26.198725 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec73e65c-d98a-4fbe-9990-0d5602f1ec05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:26.199043 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec73e65c-d98a-4fbe-9990-0d5602f1ec05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:26.199364 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec73e65c-d98a-4fbe-9990-0d5602f1ec05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:26.199689 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec73e65c-d98a-4fbe-9990-0d5602f1ec05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:26.200006 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec73e65c-d98a-4fbe-9990-0d5602f1ec05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:26.215183 n-d-768862-13 neutron-server[94260]: INFO neutron.pecan_wsgi.hooks.translation [None req-401bbedc-aa35-4880-9181-1f0a00a070fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] GET failed (client error): The resource could not be found. Aug 10 03:26:26.216815 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-401bbedc-aa35-4880-9181-1f0a00a070fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319657162-project-admin] 10.222.0.44 "GET /v2.0/ports/ea5b410b-8b6d-4fc5-9f0f-d61248fcb5b5 HTTP/1.1" status: 404 len: 333 time: 0.0271654 Aug 10 03:26:26.222474 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 33578) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:26.250895 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-8bb58c10-3310-446b-8968-2722b8e89fa2 None None] Provisioning complete for port 72844213-9ce9-4d73-8c77-685967fb69c3 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:26:26.251273 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-8bb58c10-3310-446b-8968-2722b8e89fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:26.307062 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-8bb58c10-3310-446b-8968-2722b8e89fa2 None None] Port 72844213-9ce9-4d73-8c77-685967fb69c3 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:26:26.310689 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-18d2e327-197c-480a-8ffc-9a8fc0a74563 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:26.328599 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-bad07fff-bc51-435c-a03e-9b36177bbb22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855207080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855207080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:26.408403 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d2e327-197c-480a-8ffc-9a8fc0a74563 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Network d70918af-6453-4ec2-95c0-c477d215812c is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:26:26.411336 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d1e766-9884-4979-93df-7f65e077cd24 req-329fbea9-3af5-40d0-be8a-23c7ff725d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:26.412878 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-96d1e766-9884-4979-93df-7f65e077cd24 req-329fbea9-3af5-40d0-be8a-23c7ff725d07 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2048292 Aug 10 03:26:26.413509 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d2e327-197c-480a-8ffc-9a8fc0a74563 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Pushing event updated for resources: {'Port': ['ID=2a2c7369-f79f-44e7-9452-69499d9c6e3b,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:26.417819 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-18d2e327-197c-480a-8ffc-9a8fc0a74563 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:26:26.421787 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d2e327-197c-480a-8ffc-9a8fc0a74563 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:26:26.427643 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d2e327-197c-480a-8ffc-9a8fc0a74563 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:26.428339 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-18d2e327-197c-480a-8ffc-9a8fc0a74563 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:26.471859 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-bad07fff-bc51-435c-a03e-9b36177bbb22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855207080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855207080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:26.483462 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-18d2e327-197c-480a-8ffc-9a8fc0a74563 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.7520108 Aug 10 03:26:26.484214 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33580) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:26.489699 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-bad07fff-bc51-435c-a03e-9b36177bbb22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855207080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855207080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d31ae9b7-9d02-470a-b1a1-ea2107ac6d77']}} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:26:26.504835 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-bad07fff-bc51-435c-a03e-9b36177bbb22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855207080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855207080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5993806b-1a6c-4768-848b-8aab1762a7b3') {'for_net_delete': True} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:26:26.505313 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-bad07fff-bc51-435c-a03e-9b36177bbb22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855207080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855207080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5993806b-1a6c-4768-848b-8aab1762a7b3') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:26:26.521251 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-bad07fff-bc51-435c-a03e-9b36177bbb22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855207080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855207080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191186'] for segment, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:26.550833 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-bad07fff-bc51-435c-a03e-9b36177bbb22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855207080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855207080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:26.559861 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bad07fff-bc51-435c-a03e-9b36177bbb22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855207080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855207080-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=94260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:26:26.560488 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-bad07fff-bc51-435c-a03e-9b36177bbb22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855207080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855207080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58895489'] for segment, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:26.566292 n-d-768862-13 neutron-server[94260]: Traceback (most recent call last): Aug 10 03:26:26.566292 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:26:26.566292 n-d-768862-13 neutron-server[94260]: timer() Aug 10 03:26:26.566292 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:26:26.566292 n-d-768862-13 neutron-server[94260]: cb(*args, **kw) Aug 10 03:26:26.566292 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:26:26.566292 n-d-768862-13 neutron-server[94260]: return func(*args, **kwargs) Aug 10 03:26:26.566292 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:26:26.566292 n-d-768862-13 neutron-server[94260]: self._notify() Aug 10 03:26:26.566292 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:26:26.566292 n-d-768862-13 neutron-server[94260]: self.callback(batched_events) Aug 10 03:26:26.566292 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:26:26.566292 n-d-768862-13 neutron-server[94260]: event.method(event) Aug 10 03:26:26.566292 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:26:26.566292 n-d-768862-13 neutron-server[94260]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:26:26.566292 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:26:26.566292 n-d-768862-13 neutron-server[94260]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:26:26.566292 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:26:26.566292 n-d-768862-13 neutron-server[94260]: return f(self, *a, **k) Aug 10 03:26:26.566292 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:26:26.566292 n-d-768862-13 neutron-server[94260]: return self._get(url).json() Aug 10 03:26:26.566292 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:26:26.566292 n-d-768862-13 neutron-server[94260]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:26:26.566292 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:26:26.566292 n-d-768862-13 neutron-server[94260]: return self.request(url, 'GET', **kwargs) Aug 10 03:26:26.566292 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:26:26.566292 n-d-768862-13 neutron-server[94260]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:26:26.566292 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:26:26.566292 n-d-768862-13 neutron-server[94260]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:26:26.566292 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:26:26.566292 n-d-768862-13 neutron-server[94260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:26:26.566292 n-d-768862-13 neutron-server[94260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:26:26.620058 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-392321cb-7477-43d8-9db1-df46900ac88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:26.620547 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-392321cb-7477-43d8-9db1-df46900ac88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:26.621022 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-392321cb-7477-43d8-9db1-df46900ac88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:26.622837 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-392321cb-7477-43d8-9db1-df46900ac88a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7be8aebab9524a33aa2535549ec7cd0e&device_id=a49afa8b-6a09-45b0-8b91-6b6059ef0f95 HTTP/1.1" status: 200 len: 2868 time: 0.1395981 Aug 10 03:26:26.633360 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a49afa8b-6a09-45b0-8b91-6b6059ef0f95', 'tag': '4dc570bb-e91c-45ca-96e1-7ec571050e2d'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:26:26.637425 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d7cca5-a30a-4f4b-801f-2532faef9063" -d '{"events": [{"name": "network-changed", "server_uuid": "a49afa8b-6a09-45b0-8b91-6b6059ef0f95", "tag": "4dc570bb-e91c-45ca-96e1-7ec571050e2d"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:26:26.639598 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995061bf-e8fe-47dd-ad8c-edea3ce3744f tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:26.645915 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995061bf-e8fe-47dd-ad8c-edea3ce3744f tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:26.653738 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995061bf-e8fe-47dd-ad8c-edea3ce3744f tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:26.655994 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-995061bf-e8fe-47dd-ad8c-edea3ce3744f tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.1597509 Aug 10 03:26:26.662444 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33584) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:26.710111 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-bad07fff-bc51-435c-a03e-9b36177bbb22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855207080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855207080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:26.713094 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:26.728620 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-bad07fff-bc51-435c-a03e-9b36177bbb22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855207080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855207080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:26.734517 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-bad07fff-bc51-435c-a03e-9b36177bbb22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855207080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855207080-project] 10.222.0.44 "DELETE /v2.0/networks/d31ae9b7-9d02-470a-b1a1-ea2107ac6d77 HTTP/1.1" status: 204 len: 168 time: 0.5068455 Aug 10 03:26:26.747162 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 52aa8367-93a9-4e99-80da-524cd48075d6 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:26:26.759314 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-af6b80c0-7c0f-48d0-a106-a6c3e3b39d30 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.235&port_id=a1a9e3c3-e37d-4d00-b9f8-2ca59fa11fa2 HTTP/1.1" status: 200 len: 217 time: 0.1013038 Aug 10 03:26:26.768892 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a79046f-8d77-45a3-a80c-eb97adab7eac x-openstack-request-id: req-0a79046f-8d77-45a3-a80c-eb97adab7eac {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:26:26.769349 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a49afa8b-6a09-45b0-8b91-6b6059ef0f95", "tag": "4dc570bb-e91c-45ca-96e1-7ec571050e2d", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:26:26.769787 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0a79046f-8d77-45a3-a80c-eb97adab7eac {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:26:26.770165 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-802a32e2-f355-4405-b34f-ed7d6efe9e7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521880'] for router_interface, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:26.770391 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a49afa8b-6a09-45b0-8b91-6b6059ef0f95', 'tag': '4dc570bb-e91c-45ca-96e1-7ec571050e2d', 'status': 'completed', 'code': 200} Aug 10 03:26:26.771489 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07fff-bc51-435c-a03e-9b36177bbb22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855207080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855207080-project] Pushing event deleted for resources: {'Network': ['ID=d31ae9b7-9d02-470a-b1a1-ea2107ac6d77,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:26.834748 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 52aa8367-93a9-4e99-80da-524cd48075d6 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:26:26.835629 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:26.966663 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-a9887053-775d-4c90-9fbe-ed7dd74bdcfa None None] Provisioning for port 2a2c7369-f79f-44e7-9452-69499d9c6e3b completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:26:26.979130 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-a9887053-775d-4c90-9fbe-ed7dd74bdcfa None None] Provisioning complete for port 2a2c7369-f79f-44e7-9452-69499d9c6e3b triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:26:26.979914 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a9887053-775d-4c90-9fbe-ed7dd74bdcfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:26.995644 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-3259f4bc-7e96-43f2-a97a-a1e9e5e4d72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:26.997182 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-3259f4bc-7e96-43f2-a97a-a1e9e5e4d72f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a39f0864-c7d8-4f2c-a6b0-64258917f830 HTTP/1.1" status: 200 len: 801 time: 0.2248142 Aug 10 03:26:27.024761 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-a9887053-775d-4c90-9fbe-ed7dd74bdcfa None None] Port 2a2c7369-f79f-44e7-9452-69499d9c6e3b cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:26:27.052770 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa54905-4c5e-4706-beeb-07bf7a0a50d9 req-20ae84c0-470e-4a1c-b478-178f9be526bb tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:27.054411 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-daa54905-4c5e-4706-beeb-07bf7a0a50d9 req-20ae84c0-470e-4a1c-b478-178f9be526bb tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7b95795-0742-4266-9751-9663609663c3 HTTP/1.1" status: 200 len: 946 time: 0.1424665 Aug 10 03:26:27.134716 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e110ca-99db-473d-9b81-ce08376c35b8 req-66551ada-4dd1-4f80-b08e-77dd356f87bf tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:27.140921 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e110ca-99db-473d-9b81-ce08376c35b8 req-66551ada-4dd1-4f80-b08e-77dd356f87bf tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:27.147254 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e110ca-99db-473d-9b81-ce08376c35b8 req-66551ada-4dd1-4f80-b08e-77dd356f87bf tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:27.148981 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d9e110ca-99db-473d-9b81-ce08376c35b8 req-66551ada-4dd1-4f80-b08e-77dd356f87bf tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/ports?device_id=a49afa8b-6a09-45b0-8b91-6b6059ef0f95 HTTP/1.1" status: 200 len: 2412 time: 0.1127250 Aug 10 03:26:27.158818 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-daa54905-4c5e-4706-beeb-07bf7a0a50d9 req-34f5c35e-ba31-4d41-9ecc-b64b94afad84 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765474 Aug 10 03:26:27.221802 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d9e110ca-99db-473d-9b81-ce08376c35b8 req-ccfbc5f6-382b-4a01-9114-f14ee712c092 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/security-groups?id=19cc7362-8f8b-47a2-b13d-80c9c9a2c563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561898 Aug 10 03:26:27.291695 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-72474639-edba-4709-b4e6-08011257da9e tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Deleting port 2a2c7369-f79f-44e7-9452-69499d9c6e3b {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:26:27.292147 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-72474639-edba-4709-b4e6-08011257da9e tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:27.301018 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 33600) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:27.328385 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-b8a00ff5-587b-412d-a483-2b72d00f7bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:27.331092 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-b8a00ff5-587b-412d-a483-2b72d00f7bcf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=48093250-9d43-4e76-bf04-11e4b5fb1840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3222153 Aug 10 03:26:27.460761 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-7291b0e2-871c-4c7c-884c-cc7e3e713c7c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b239e8c2d89e416391946e220a538916&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1584268 Aug 10 03:26:27.463233 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 33604) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:27.523031 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-455f9c4e-7398-4be5-803d-0b9fff438aff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:27.527238 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-72474639-edba-4709-b4e6-08011257da9e tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:27.552481 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-455f9c4e-7398-4be5-803d-0b9fff438aff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:27.554592 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-694eb3bf-d54b-416b-baa7-f1d09d1593b8 service neutron] 10.222.0.61 "GET /v2.0/networks/48093250-9d43-4e76-bf04-11e4b5fb1840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813626 Aug 10 03:26:27.556124 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-72474639-edba-4709-b4e6-08011257da9e tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Calling delete_port for 2a2c7369-f79f-44e7-9452-69499d9c6e3b owned by {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:26:27.617342 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-455f9c4e-7398-4be5-803d-0b9fff438aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:27.620935 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-455f9c4e-7398-4be5-803d-0b9fff438aff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:27.622610 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-455f9c4e-7398-4be5-803d-0b9fff438aff admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cc63dcf0-67b1-4877-b1a8-2c302bfcc956 HTTP/1.1" status: 204 len: 168 time: 0.1581931 Aug 10 03:26:27.636940 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455f9c4e-7398-4be5-803d-0b9fff438aff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc63dcf0-67b1-4877-b1a8-2c302bfcc956,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:27.781051 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-205e73b5-5c3c-4edf-8f5d-bf15338e4560 service neutron] 10.222.0.61 "GET /v2.0/networks/48093250-9d43-4e76-bf04-11e4b5fb1840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178931 Aug 10 03:26:27.854478 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-802a32e2-f355-4405-b34f-ed7d6efe9e7d admin admin] Deleting port 3d948a77-b7c2-48f3-afc7-cd0128a3b102 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:26:27.854814 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-802a32e2-f355-4405-b34f-ed7d6efe9e7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:27.857484 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-b9596dda-230d-47da-9dd7-f18e559031bb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.39&port_id=dfe3f19d-94bf-4a26-b25b-f7779e53521e HTTP/1.1" status: 200 len: 217 time: 0.0664032 Aug 10 03:26:27.979006 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-1c5eb08a-f3c6-4925-82ce-03e903ee116c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:27.980687 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-1c5eb08a-f3c6-4925-82ce-03e903ee116c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=33867364-80a0-443d-93d8-fcfcece2286a HTTP/1.1" status: 200 len: 801 time: 0.1078367 Aug 10 03:26:27.987534 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-72474639-edba-4709-b4e6-08011257da9e tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:28.052457 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 33610) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:28.066826 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72474639-edba-4709-b4e6-08011257da9e tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Pushing event deleted for resources: {'Port': ['ID=2a2c7369-f79f-44e7-9452-69499d9c6e3b,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:28.076545 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-802a32e2-f355-4405-b34f-ed7d6efe9e7d admin admin] For port 3d948a77-b7c2-48f3-afc7-cd0128a3b102, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=3d948a77-b7c2-48f3-afc7-cd0128a3b102,segment=NetworkSegment(40569f83-d81b-4303-a587-8c8a3f56ba86),segment_id=40569f83-d81b-4303-a587-8c8a3f56ba86)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:28.076915 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-802a32e2-f355-4405-b34f-ed7d6efe9e7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:28.126495 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-8d111054-3e0c-4d07-80a5-45b040dd3b83 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=331173c5d33c47eb847b4c854190fb81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0724344 Aug 10 03:26:28.126819 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-802a32e2-f355-4405-b34f-ed7d6efe9e7d admin admin] Calling delete_port for 3d948a77-b7c2-48f3-afc7-cd0128a3b102 owned by network:router_interface {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:26:28.130539 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 33612) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:28.179509 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-8835bce8-1439-44f9-9830-0107ce83a00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:28.182154 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-8835bce8-1439-44f9-9830-0107ce83a00c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0916a313-004a-4e5b-877c-846f7f5d18fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1908042 Aug 10 03:26:28.222679 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4479602a-4256-4a26-ab72-3c9c697dac03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:28.329336 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4479602a-4256-4a26-ab72-3c9c697dac03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:28.412952 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23990e05-373f-4a31-9ed0-25c8e479b850 req-12c5459b-3eca-4f80-a9c1-c32f8d3b34ec tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:28.414620 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-23990e05-373f-4a31-9ed0-25c8e479b850 req-12c5459b-3eca-4f80-a9c1-c32f8d3b34ec tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7b95795-0742-4266-9751-9663609663c3 HTTP/1.1" status: 200 len: 946 time: 0.1390142 Aug 10 03:26:28.472400 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47043356-31a0-4e77-b006-3e805241d39a req-6c7ea78f-c9d9-4f61-adcc-1b83b139cbfd tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:28.479199 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47043356-31a0-4e77-b006-3e805241d39a req-6c7ea78f-c9d9-4f61-adcc-1b83b139cbfd tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:28.485417 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47043356-31a0-4e77-b006-3e805241d39a req-6c7ea78f-c9d9-4f61-adcc-1b83b139cbfd tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:28.487255 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-47043356-31a0-4e77-b006-3e805241d39a req-6c7ea78f-c9d9-4f61-adcc-1b83b139cbfd tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/ports?device_id=a49afa8b-6a09-45b0-8b91-6b6059ef0f95 HTTP/1.1" status: 200 len: 2412 time: 0.1230061 Aug 10 03:26:28.515113 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4479602a-4256-4a26-ab72-3c9c697dac03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:28.517731 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4479602a-4256-4a26-ab72-3c9c697dac03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:28.523130 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-4479602a-4256-4a26-ab72-3c9c697dac03 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2651aa34-b657-4897-8949-2e95a3e0873b HTTP/1.1" status: 204 len: 168 time: 0.3870893 Aug 10 03:26:28.547248 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-23990e05-373f-4a31-9ed0-25c8e479b850 req-17894141-0826-4c4e-9a9d-567f62e72992 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171560 Aug 10 03:26:28.556515 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4479602a-4256-4a26-ab72-3c9c697dac03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2651aa34-b657-4897-8949-2e95a3e0873b,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:28.634683 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-47043356-31a0-4e77-b006-3e805241d39a req-da2b9bef-66e2-4323-89eb-49f9cd88ed89 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/security-groups?id=19cc7362-8f8b-47a2-b13d-80c9c9a2c563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214075 Aug 10 03:26:28.757636 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-72474639-edba-4709-b4e6-08011257da9e tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:28.760886 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-72474639-edba-4709-b4e6-08011257da9e tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] 10.222.0.44 "DELETE /v2.0/ports/2a2c7369-f79f-44e7-9452-69499d9c6e3b HTTP/1.1" status: 204 len: 168 time: 2.0905535 Aug 10 03:26:28.763645 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 33626) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:28.790281 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-84b553ae-0b05-4b47-a9fd-e332ac61c861 service neutron] 10.222.0.61 "GET /v2.0/networks/0916a313-004a-4e5b-877c-846f7f5d18fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5591729 Aug 10 03:26:28.792327 n-d-768862-13 neutron-server[94260]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3af447c-805c-48cf-91b6-441530d5d3ef tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] GET failed (client error): The resource could not be found. Aug 10 03:26:28.793968 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-b3af447c-805c-48cf-91b6-441530d5d3ef tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] 10.222.0.44 "GET /v2.0/ports/2a2c7369-f79f-44e7-9452-69499d9c6e3b HTTP/1.1" status: 404 len: 333 time: 0.0290937 Aug 10 03:26:28.799045 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 33628) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:28.804761 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-ecf3e312-79fd-4d04-ad12-afc033411422 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Request body: {'port': {'network_id': 'd70918af-6453-4ec2-95c0-c477d215812c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-53765345'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:28.975783 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecf3e312-79fd-4d04-ad12-afc033411422 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Made reservation on behalf of 74c962eef6194c5aae52f1363c9682a1 for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:26:28.979833 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ecf3e312-79fd-4d04-ad12-afc033411422 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:28.986454 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-08021904-4cef-470b-8bbb-568e40178088 service neutron] 10.222.0.61 "GET /v2.0/networks/0916a313-004a-4e5b-877c-846f7f5d18fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818318 Aug 10 03:26:29.006579 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [None req-ecf3e312-79fd-4d04-ad12-afc033411422 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] device_id is not set on port 3beebfe4-f353-4406-8909-3b8a338516b7 yet. {{(pid=94260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:26:29.101228 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-4f48ac85-6caf-44b4-bb56-b1561fd02a79 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.188&port_id=4dc570bb-e91c-45ca-96e1-7ec571050e2d HTTP/1.1" status: 200 len: 217 time: 0.0796363 Aug 10 03:26:29.149687 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-ecf3e312-79fd-4d04-ad12-afc033411422 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Allocated IP 2001:db8::85 (d70918af-6453-4ec2-95c0-c477d215812c/edd001e4-def9-4b17-96d2-7f49c05396f7/3beebfe4-f353-4406-8909-3b8a338516b7) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:26:29.196583 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-802a32e2-f355-4405-b34f-ed7d6efe9e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:29.255028 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-da24594d-44f1-4849-9b12-50efd8b7653e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:29.255738 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-da24594d-44f1-4849-9b12-50efd8b7653e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a39f0864-c7d8-4f2c-a6b0-64258917f830 HTTP/1.1" status: 200 len: 801 time: 0.1437807 Aug 10 03:26:29.259750 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802a32e2-f355-4405-b34f-ed7d6efe9e7d admin admin] Pushing event deleted for resources: {'Port': ['ID=3d948a77-b7c2-48f3-afc7-cd0128a3b102,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:29.385110 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-80b54952-17f0-4a67-a59c-76854543de57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:29.386813 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-80b54952-17f0-4a67-a59c-76854543de57 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=48093250-9d43-4e76-bf04-11e4b5fb1840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1177573 Aug 10 03:26:29.595498 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-d2b0bf9f-deb1-4c6f-a296-995926fccb27 service neutron] 10.222.0.61 "GET /v2.0/networks/48093250-9d43-4e76-bf04-11e4b5fb1840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728084 Aug 10 03:26:29.596612 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-802a32e2-f355-4405-b34f-ed7d6efe9e7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-522536'] for router_interface, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:29.800664 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-fc7510cb-bbda-4238-bed7-218ad3478d23 req-610bd585-86ad-4033-8a4e-0dc9821da70c service neutron] 10.222.0.61 "GET /v2.0/networks/48093250-9d43-4e76-bf04-11e4b5fb1840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959462 Aug 10 03:26:29.824826 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185c2aa0-dcd9-403b-8dc6-6b77438952f0 req-f2133e45-fa8b-43b9-b0f4-6b3e80db9ace tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:29.832477 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-185c2aa0-dcd9-403b-8dc6-6b77438952f0 req-f2133e45-fa8b-43b9-b0f4-6b3e80db9ace tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7b95795-0742-4266-9751-9663609663c3 HTTP/1.1" status: 200 len: 946 time: 0.1357839 Aug 10 03:26:29.874090 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331a3e8b-f139-4e43-9e90-03dbbf553946 req-45f330f4-ea60-4cc9-97df-df7e9220d62e tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:29.880167 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331a3e8b-f139-4e43-9e90-03dbbf553946 req-45f330f4-ea60-4cc9-97df-df7e9220d62e tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:29.886297 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331a3e8b-f139-4e43-9e90-03dbbf553946 req-45f330f4-ea60-4cc9-97df-df7e9220d62e tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:29.888005 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-331a3e8b-f139-4e43-9e90-03dbbf553946 req-45f330f4-ea60-4cc9-97df-df7e9220d62e tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/ports?device_id=a49afa8b-6a09-45b0-8b91-6b6059ef0f95 HTTP/1.1" status: 200 len: 2412 time: 0.1593003 Aug 10 03:26:29.919981 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ecf3e312-79fd-4d04-ad12-afc033411422 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:29.950276 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-185c2aa0-dcd9-403b-8dc6-6b77438952f0 req-2ec4864f-d61f-471f-b6e8-4db463846abd tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168692 Aug 10 03:26:29.957902 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [None req-ecf3e312-79fd-4d04-ad12-afc033411422 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Transition to ACTIVE for port object 3beebfe4-f353-4406-8909-3b8a338516b7 will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:26:29.989199 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-331a3e8b-f139-4e43-9e90-03dbbf553946 req-9f1713d3-8213-492c-8d5c-f904ececb937 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/security-groups?id=19cc7362-8f8b-47a2-b13d-80c9c9a2c563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867786 Aug 10 03:26:30.045043 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ecf3e312-79fd-4d04-ad12-afc033411422 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:30.046505 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d7cca5-a30a-4f4b-801f-2532faef9063 req-8363acd1-d094-4057-aac0-9ad01dff7a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:30.046991 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d7cca5-a30a-4f4b-801f-2532faef9063 req-8363acd1-d094-4057-aac0-9ad01dff7a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:30.047463 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d7cca5-a30a-4f4b-801f-2532faef9063 req-8363acd1-d094-4057-aac0-9ad01dff7a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:30.049182 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-c8d7cca5-a30a-4f4b-801f-2532faef9063 req-8363acd1-d094-4057-aac0-9ad01dff7a1e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7be8aebab9524a33aa2535549ec7cd0e&device_id=a49afa8b-6a09-45b0-8b91-6b6059ef0f95 HTTP/1.1" status: 200 len: 2868 time: 0.1636336 Aug 10 03:26:30.053833 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-802a32e2-f355-4405-b34f-ed7d6efe9e7d admin admin] Router 12bb2b0b-59f0-4be9-831e-e1acac2fbce3 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:26:30.107015 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf3e312-79fd-4d04-ad12-afc033411422 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Network d70918af-6453-4ec2-95c0-c477d215812c is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:26:30.111257 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-ecf3e312-79fd-4d04-ad12-afc033411422 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:26:30.116027 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf3e312-79fd-4d04-ad12-afc033411422 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:26:30.122773 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf3e312-79fd-4d04-ad12-afc033411422 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:30.124420 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ecf3e312-79fd-4d04-ad12-afc033411422 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:30.156823 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf3e312-79fd-4d04-ad12-afc033411422 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Pushing event updated for resources: {'Port': ['ID=3beebfe4-f353-4406-8909-3b8a338516b7,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:30.167393 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-ecf3e312-79fd-4d04-ad12-afc033411422 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.3669605 Aug 10 03:26:30.170646 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 33666) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:30.181577 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-aadbd831-26e0-471e-806f-4e9fad97be4b tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2e4', 'mac_address': 'fa:16:3e:3d:b8:ab'}]}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:30.309245 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d7cca5-a30a-4f4b-801f-2532faef9063 req-1e62e86a-530b-45c5-b0f1-da737a6e35a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:30.310913 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-c8d7cca5-a30a-4f4b-801f-2532faef9063 req-1e62e86a-530b-45c5-b0f1-da737a6e35a7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=48093250-9d43-4e76-bf04-11e4b5fb1840 HTTP/1.1" status: 200 len: 902 time: 0.2517037 Aug 10 03:26:30.315951 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-802a32e2-f355-4405-b34f-ed7d6efe9e7d admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:26:30.327163 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-802a32e2-f355-4405-b34f-ed7d6efe9e7d admin admin] 10.222.0.44 "PUT /v2.0/routers/12bb2b0b-59f0-4be9-831e-e1acac2fbce3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7556610 Aug 10 03:26:30.329407 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33670) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:30.340348 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9f6b86-4f85-48e4-bdf7-3229f133a12c None None] Sync routers for ids ['12bb2b0b-59f0-4be9-831e-e1acac2fbce3'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:26:30.354177 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9f6b86-4f85-48e4-bdf7-3229f133a12c None None] Routers {'12bb2b0b-59f0-4be9-831e-e1acac2fbce3'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:26:30.355259 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-6a9f6b86-4f85-48e4-bdf7-3229f133a12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:26:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['12bb2b0b-59f0-4be9-831e-e1acac2fbce3'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:26:30.460190 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-aadbd831-26e0-471e-806f-4e9fad97be4b tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:30.490354 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-c8d7cca5-a30a-4f4b-801f-2532faef9063 req-0aec5435-e646-4098-955d-a38f4448edf2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.188&port_id=4dc570bb-e91c-45ca-96e1-7ec571050e2d HTTP/1.1" status: 200 len: 217 time: 0.1673408 Aug 10 03:26:30.501954 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2a760b8d-cae1-468a-9b20-f1240531863c admin admin] Notify callbacks [] for router, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:30.565015 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-6a9f6b86-4f85-48e4-bdf7-3229f133a12c None None] Set router 12bb2b0b-59f0-4be9-831e-e1acac2fbce3 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:26:30.606215 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d7cca5-a30a-4f4b-801f-2532faef9063 req-db7bd223-3716-4ffb-956d-692ec123eff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:30.607701 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-c8d7cca5-a30a-4f4b-801f-2532faef9063 req-db7bd223-3716-4ffb-956d-692ec123eff4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a39f0864-c7d8-4f2c-a6b0-64258917f830 HTTP/1.1" status: 200 len: 801 time: 0.1027248 Aug 10 03:26:30.694125 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2a760b8d-cae1-468a-9b20-f1240531863c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:30.745254 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-847f24e7-a34b-4085-b726-5cf3a760efba None None] Provisioning for port 3beebfe4-f353-4406-8909-3b8a338516b7 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:26:30.756776 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-847f24e7-a34b-4085-b726-5cf3a760efba None None] Provisioning complete for port 3beebfe4-f353-4406-8909-3b8a338516b7 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:26:30.757535 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-847f24e7-a34b-4085-b726-5cf3a760efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:30.782607 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d7cca5-a30a-4f4b-801f-2532faef9063 req-0f290022-1160-4241-9eb2-144eba28ae6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:30.784176 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-c8d7cca5-a30a-4f4b-801f-2532faef9063 req-0f290022-1160-4241-9eb2-144eba28ae6c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=48093250-9d43-4e76-bf04-11e4b5fb1840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1022348 Aug 10 03:26:30.819520 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-2a760b8d-cae1-468a-9b20-f1240531863c admin admin] Deleting port ad606748-5a7e-4945-bbbc-33d653aca116 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:26:30.819813 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2a760b8d-cae1-468a-9b20-f1240531863c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:30.820669 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-847f24e7-a34b-4085-b726-5cf3a760efba None None] Port 3beebfe4-f353-4406-8909-3b8a338516b7 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:26:30.873774 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-aadbd831-26e0-471e-806f-4e9fad97be4b tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:30.881810 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-aadbd831-26e0-471e-806f-4e9fad97be4b tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:30.882714 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-6a9f6b86-4f85-48e4-bdf7-3229f133a12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12bb2b0b-59f0-4be9-831e-e1acac2fbce3', 'name': 'tempest-ServerRescueTestJSONUnderV235-208380972-router', 'tenant_id': '5d4d680a30924205982a356dd1432e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': 'ad606748-5a7e-4945-bbbc-33d653aca116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:24:49Z', 'updated_at': '2021-08-10T03:26:28Z', 'revision_number': 5, 'project_id': '5d4d680a30924205982a356dd1432e46', 'gw_port': {'id': 'ad606748-5a7e-4945-bbbc-33d653aca116', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:41:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bb2b0b-59f0-4be9-831e-e1acac2fbce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:24:50Z', 'updated_at': '2021-08-10T03:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:26:30.913387 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-aadbd831-26e0-471e-806f-4e9fad97be4b tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] In _notify_port_updated(), no bound segment for port 3beebfe4-f353-4406-8909-3b8a338516b7 on network d70918af-6453-4ec2-95c0-c477d215812c {{(pid=94260) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:26:30.919095 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9f6b86-4f85-48e4-bdf7-3229f133a12c None None] Checking router: 12bb2b0b-59f0-4be9-831e-e1acac2fbce3 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:26:30.920703 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aadbd831-26e0-471e-806f-4e9fad97be4b tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:30.921421 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-aadbd831-26e0-471e-806f-4e9fad97be4b tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:30.923231 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-aadbd831-26e0-471e-806f-4e9fad97be4b tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] 10.222.0.44 "PUT /v2.0/ports/3beebfe4-f353-4406-8909-3b8a338516b7 HTTP/1.1" status: 200 len: 1000 time: 0.7511106 Aug 10 03:26:30.932741 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9f6b86-4f85-48e4-bdf7-3229f133a12c None None] Routers {'12bb2b0b-59f0-4be9-831e-e1acac2fbce3'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:26:30.933776 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-6a9f6b86-4f85-48e4-bdf7-3229f133a12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:26:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['12bb2b0b-59f0-4be9-831e-e1acac2fbce3'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:26:30.946068 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 33682) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:30.961883 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 33684) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:31.025541 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadbd831-26e0-471e-806f-4e9fad97be4b tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Pushing event updated for resources: {'Port': ['ID=3beebfe4-f353-4406-8909-3b8a338516b7,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:31.069979 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-6a9f6b86-4f85-48e4-bdf7-3229f133a12c None None] Set router 12bb2b0b-59f0-4be9-831e-e1acac2fbce3 gateway port host: None {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:26:31.163332 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-6a9f6b86-4f85-48e4-bdf7-3229f133a12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12bb2b0b-59f0-4be9-831e-e1acac2fbce3', 'name': 'tempest-ServerRescueTestJSONUnderV235-208380972-router', 'tenant_id': '5d4d680a30924205982a356dd1432e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:24:49Z', 'updated_at': '2021-08-10T03:26:30Z', 'revision_number': 6, 'project_id': '5d4d680a30924205982a356dd1432e46', 'gw_port_host': None}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:26:31.221926 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9f6b86-4f85-48e4-bdf7-3229f133a12c None None] The sync data for ids ['12bb2b0b-59f0-4be9-831e-e1acac2fbce3'] in n-d-768862-13 is: [{'id': '12bb2b0b-59f0-4be9-831e-e1acac2fbce3', 'name': 'tempest-ServerRescueTestJSONUnderV235-208380972-router', 'tenant_id': '5d4d680a30924205982a356dd1432e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:24:49Z', 'updated_at': '2021-08-10T03:26:30Z', 'revision_number': 6, 'project_id': '5d4d680a30924205982a356dd1432e46', 'gw_port_host': None}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:26:31.252367 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-6720a1b9-0330-4c72-bc6d-52f9f2b4067b tempest-QuotasTest-63929910 tempest-QuotasTest-63929910-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:31.312425 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3fc20d-3d5c-44ce-baa0-ac610c4b5133 req-9020f89f-ed81-46ef-9893-1e01f562da2d tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:31.314110 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0c3fc20d-3d5c-44ce-baa0-ac610c4b5133 req-9020f89f-ed81-46ef-9893-1e01f562da2d tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7b95795-0742-4266-9751-9663609663c3 HTTP/1.1" status: 200 len: 946 time: 0.2286506 Aug 10 03:26:31.329616 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-9f6b9cdf-992c-4fd9-b4d7-17f8871c7c52 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Deleting port 3beebfe4-f353-4406-8909-3b8a338516b7 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:26:31.330145 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9f6b9cdf-992c-4fd9-b4d7-17f8871c7c52 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:31.412486 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-7b1dfab5-b971-4528-960d-50f8dda5b33c None None] Provisioning complete for port 3beebfe4-f353-4406-8909-3b8a338516b7 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:26:31.413388 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-7b1dfab5-b971-4528-960d-50f8dda5b33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:31.421180 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f4a2bf-1a7c-4668-a87c-0f2bca5447ce req-48b29643-2f76-4eca-b67b-2b91c8ece7fa tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:31.428073 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f4a2bf-1a7c-4668-a87c-0f2bca5447ce req-48b29643-2f76-4eca-b67b-2b91c8ece7fa tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:31.434289 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f4a2bf-1a7c-4668-a87c-0f2bca5447ce req-48b29643-2f76-4eca-b67b-2b91c8ece7fa tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:31.435491 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-43f4a2bf-1a7c-4668-a87c-0f2bca5447ce req-48b29643-2f76-4eca-b67b-2b91c8ece7fa tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/ports?device_id=a49afa8b-6a09-45b0-8b91-6b6059ef0f95 HTTP/1.1" status: 200 len: 2412 time: 0.1958165 Aug 10 03:26:31.439921 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-c8d7cca5-a30a-4f4b-801f-2532faef9063 req-d9961f32-03bd-4fd5-a4a7-6aedcf5a8743 service neutron] 10.222.0.61 "GET /v2.0/networks/48093250-9d43-4e76-bf04-11e4b5fb1840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6413369 Aug 10 03:26:31.446612 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-2a760b8d-cae1-468a-9b20-f1240531863c admin admin] For port ad606748-5a7e-4945-bbbc-33d653aca116, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=ad606748-5a7e-4945-bbbc-33d653aca116,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:31.447730 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2a760b8d-cae1-468a-9b20-f1240531863c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:31.472916 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-7b1dfab5-b971-4528-960d-50f8dda5b33c None None] Port 3beebfe4-f353-4406-8909-3b8a338516b7 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:26:31.473865 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-6720a1b9-0330-4c72-bc6d-52f9f2b4067b tempest-QuotasTest-63929910 tempest-QuotasTest-63929910-project-admin] 10.222.0.44 "PUT /v2.0/quotas/ae440c41541a4848850908e0a8b37e0d HTTP/1.1" status: 200 len: 366 time: 0.5105810 Aug 10 03:26:31.484973 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 33698) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:31.509229 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0c3fc20d-3d5c-44ce-baa0-ac610c4b5133 req-94640408-bdc1-4f55-a038-203c2c5d5fb7 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828322 Aug 10 03:26:31.522185 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-ced9b0a7-bff2-46c6-9ace-92394abad0e6 tempest-QuotasTest-63929910 tempest-QuotasTest-63929910-project-admin] 10.222.0.44 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0330276 Aug 10 03:26:31.536986 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33700) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:31.559326 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-2a760b8d-cae1-468a-9b20-f1240531863c admin admin] Calling delete_port for ad606748-5a7e-4945-bbbc-33d653aca116 owned by network:router_gateway {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:26:31.562021 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-43f4a2bf-1a7c-4668-a87c-0f2bca5447ce req-9da519ad-cff8-4315-b1f7-81a04d596788 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/security-groups?id=19cc7362-8f8b-47a2-b13d-80c9c9a2c563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174386 Aug 10 03:26:31.582750 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 33702) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:31.586030 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9f6b9cdf-992c-4fd9-b4d7-17f8871c7c52 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:31.587869 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-1fe6ad6d-dd89-4f29-87ae-22a9dffb85a1 tempest-QuotasTest-63929910 tempest-QuotasTest-63929910-project-admin] 10.222.0.44 "GET /v2.0/quotas/ae440c41541a4848850908e0a8b37e0d HTTP/1.1" status: 200 len: 366 time: 0.0427673 Aug 10 03:26:31.661138 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-9f6b9cdf-992c-4fd9-b4d7-17f8871c7c52 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Calling delete_port for 3beebfe4-f353-4406-8909-3b8a338516b7 owned by {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:26:31.675408 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-77925efc-c3b8-47df-96ef-13f67fcfef65 tempest-QuotasTest-63929910 tempest-QuotasTest-63929910-project-admin] 10.222.0.44 "DELETE /v2.0/quotas/ae440c41541a4848850908e0a8b37e0d HTTP/1.1" status: 204 len: 168 time: 0.0760248 Aug 10 03:26:31.681688 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 33704) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:31.718269 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-257711fc-e075-4ab2-aa9c-300b3c2f1548 tempest-QuotasTest-63929910 tempest-QuotasTest-63929910-project-admin] 10.222.0.44 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0327404 Aug 10 03:26:31.725156 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33706) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:31.765161 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-1201dcc0-cb6e-4a48-907d-ba5da48a8eac tempest-QuotasTest-63929910 tempest-QuotasTest-63929910-project-admin] 10.222.0.44 "GET /v2.0/quotas/ae440c41541a4848850908e0a8b37e0d HTTP/1.1" status: 200 len: 370 time: 0.0340676 Aug 10 03:26:31.769952 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 33708) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:31.775006 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-c8d7cca5-a30a-4f4b-801f-2532faef9063 req-1a7b60c7-419f-4c88-b7c5-8a9728da088a service neutron] 10.222.0.61 "GET /v2.0/networks/48093250-9d43-4e76-bf04-11e4b5fb1840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3217039 Aug 10 03:26:31.779636 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-24d588b7-5515-42ba-a8bf-5ff836066d2d tempest-QuotasTest-63929910 tempest-QuotasTest-63929910-project-admin] 10.222.0.44 "GET /v2.0/quotas/ae440c41541a4848850908e0a8b37e0d/default HTTP/1.1" status: 200 len: 370 time: 0.0076003 Aug 10 03:26:31.783846 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 33710) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:31.808767 n-d-768862-13 neutron-server[94260]: INFO neutron.api.v2.resource [None req-17c26b59-fb52-43a5-9ca8-a1893efd5b23 tempest-QuotasTest-63929910 tempest-QuotasTest-63929910-project-admin] delete failed (client error): The resource could not be found. Aug 10 03:26:31.810707 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-17c26b59-fb52-43a5-9ca8-a1893efd5b23 tempest-QuotasTest-63929910 tempest-QuotasTest-63929910-project-admin] 10.222.0.44 "DELETE /v2.0/quotas/ae440c41541a4848850908e0a8b37e0d HTTP/1.1" status: 404 len: 348 time: 0.0251856 Aug 10 03:26:31.891272 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2a760b8d-cae1-468a-9b20-f1240531863c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:31.926092 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a760b8d-cae1-468a-9b20-f1240531863c admin admin] Pushing event deleted for resources: {'Port': ['ID=ad606748-5a7e-4945-bbbc-33d653aca116,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:31.932745 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9f6b9cdf-992c-4fd9-b4d7-17f8871c7c52 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:32.000091 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33714) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:32.006450 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6b9cdf-992c-4fd9-b4d7-17f8871c7c52 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Pushing event deleted for resources: {'Port': ['ID=3beebfe4-f353-4406-8909-3b8a338516b7,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:32.034112 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2a760b8d-cae1-468a-9b20-f1240531863c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520654'] for router_gateway, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:32.128334 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9f6b9cdf-992c-4fd9-b4d7-17f8871c7c52 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:32.134766 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-9f6b9cdf-992c-4fd9-b4d7-17f8871c7c52 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] 10.222.0.44 "DELETE /v2.0/ports/3beebfe4-f353-4406-8909-3b8a338516b7 HTTP/1.1" status: 204 len: 168 time: 1.1874917 Aug 10 03:26:32.135636 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 33716) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:32.160635 n-d-768862-13 neutron-server[94261]: DEBUG neutron.quota.resource [None req-179e38f7-eef0-44e8-9c69-9c08b274308e tempest-QuotasTest-63929910 tempest-QuotasTest-63929910-project-admin] Usage tracker for resource:network and tenant:4164995f864c42e2b6043f40ffeccc08 is out of sync, need to count used quota {{(pid=94261) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 10 03:26:32.166750 n-d-768862-13 neutron-server[94260]: INFO neutron.pecan_wsgi.hooks.translation [None req-58deae44-3908-4b1c-b3d8-9c92a5c6c478 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] GET failed (client error): The resource could not be found. Aug 10 03:26:32.169777 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-58deae44-3908-4b1c-b3d8-9c92a5c6c478 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] 10.222.0.44 "GET /v2.0/ports/3beebfe4-f353-4406-8909-3b8a338516b7 HTTP/1.1" status: 404 len: 333 time: 0.0317593 Aug 10 03:26:32.172420 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 33718) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:32.178575 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-5e5cff39-6e7f-40f3-8bbb-f8b78ee4ee28 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Request body: {'port': {'network_id': 'd70918af-6453-4ec2-95c0-c477d215812c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2072424886'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:32.206499 n-d-768862-13 neutron-server[94261]: DEBUG neutron.quota.resource [None req-179e38f7-eef0-44e8-9c69-9c08b274308e tempest-QuotasTest-63929910 tempest-QuotasTest-63929910-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94261) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 10 03:26:32.213080 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2a760b8d-cae1-468a-9b20-f1240531863c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:32.217584 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2a760b8d-cae1-468a-9b20-f1240531863c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:32.221435 n-d-768862-13 neutron-server[94261]: DEBUG neutron.quota.resource [None req-179e38f7-eef0-44e8-9c69-9c08b274308e tempest-QuotasTest-63929910 tempest-QuotasTest-63929910-project-admin] Usage tracker for resource:subnet and tenant:4164995f864c42e2b6043f40ffeccc08 is out of sync, need to count used quota {{(pid=94261) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 10 03:26:32.233590 n-d-768862-13 neutron-server[94261]: DEBUG neutron.quota.resource [None req-179e38f7-eef0-44e8-9c69-9c08b274308e tempest-QuotasTest-63929910 tempest-QuotasTest-63929910-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94261) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 10 03:26:32.274923 n-d-768862-13 neutron-server[94261]: DEBUG neutron.quota.resource [None req-179e38f7-eef0-44e8-9c69-9c08b274308e tempest-QuotasTest-63929910 tempest-QuotasTest-63929910-project-admin] Usage tracker for resource:subnetpool and tenant:4164995f864c42e2b6043f40ffeccc08 is out of sync, need to count used quota {{(pid=94261) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 10 03:26:32.281869 n-d-768862-13 neutron-server[94261]: DEBUG neutron.quota.resource [None req-179e38f7-eef0-44e8-9c69-9c08b274308e tempest-QuotasTest-63929910 tempest-QuotasTest-63929910-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94261) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 10 03:26:32.286845 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2a760b8d-cae1-468a-9b20-f1240531863c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:32.287401 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a760b8d-cae1-468a-9b20-f1240531863c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12bb2b0b-59f0-4be9-831e-e1acac2fbce3 {{(pid=94261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:26:32.292175 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2a760b8d-cae1-468a-9b20-f1240531863c admin admin] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:32.293350 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-2a760b8d-cae1-468a-9b20-f1240531863c admin admin] 10.222.0.44 "DELETE /v2.0/routers/12bb2b0b-59f0-4be9-831e-e1acac2fbce3 HTTP/1.1" status: 204 len: 168 time: 1.9630833 Aug 10 03:26:32.297047 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33720) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:32.306521 n-d-768862-13 neutron-server[94261]: DEBUG neutron.quota.resource [None req-179e38f7-eef0-44e8-9c69-9c08b274308e tempest-QuotasTest-63929910 tempest-QuotasTest-63929910-project-admin] Usage tracker for resource:port and tenant:4164995f864c42e2b6043f40ffeccc08 is out of sync, need to count used quota {{(pid=94261) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 10 03:26:32.320889 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e5cff39-6e7f-40f3-8bbb-f8b78ee4ee28 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Made reservation on behalf of 74c962eef6194c5aae52f1363c9682a1 for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:26:32.325500 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5e5cff39-6e7f-40f3-8bbb-f8b78ee4ee28 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:32.335760 n-d-768862-13 neutron-server[94261]: DEBUG neutron.quota.resource [None req-179e38f7-eef0-44e8-9c69-9c08b274308e tempest-QuotasTest-63929910 tempest-QuotasTest-63929910-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94261) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 10 03:26:32.350562 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [None req-5e5cff39-6e7f-40f3-8bbb-f8b78ee4ee28 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] device_id is not set on port 2314a6bd-a0af-488d-8e5f-d2706dffa2a4 yet. {{(pid=94260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:26:32.355309 n-d-768862-13 neutron-server[94261]: DEBUG neutron.quota.resource [None req-179e38f7-eef0-44e8-9c69-9c08b274308e tempest-QuotasTest-63929910 tempest-QuotasTest-63929910-project-admin] Usage tracker for resource:router and tenant:4164995f864c42e2b6043f40ffeccc08 is out of sync, need to count used quota {{(pid=94261) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 10 03:26:32.363931 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-2820e41e-43d8-4416-b953-fe448869a1d0 admin admin] Deleting subnet 820cdd45-16e1-4c6c-be8e-6540a98cf482 {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:26:32.368415 n-d-768862-13 neutron-server[94261]: DEBUG neutron.quota.resource [None req-179e38f7-eef0-44e8-9c69-9c08b274308e tempest-QuotasTest-63929910 tempest-QuotasTest-63929910-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94261) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 10 03:26:32.371283 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2820e41e-43d8-4416-b953-fe448869a1d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:32.404139 n-d-768862-13 neutron-server[94261]: DEBUG neutron.quota.resource [None req-179e38f7-eef0-44e8-9c69-9c08b274308e tempest-QuotasTest-63929910 tempest-QuotasTest-63929910-project-admin] Usage tracker for resource:floatingip and tenant:4164995f864c42e2b6043f40ffeccc08 is out of sync, need to count used quota {{(pid=94261) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 10 03:26:32.414546 n-d-768862-13 neutron-server[94261]: DEBUG neutron.quota.resource [None req-179e38f7-eef0-44e8-9c69-9c08b274308e tempest-QuotasTest-63929910 tempest-QuotasTest-63929910-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94261) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 10 03:26:32.418994 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2820e41e-43d8-4416-b953-fe448869a1d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:32.477912 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2820e41e-43d8-4416-b953-fe448869a1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:32.504117 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-5e5cff39-6e7f-40f3-8bbb-f8b78ee4ee28 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Allocated IP 2001:db8::180 (d70918af-6453-4ec2-95c0-c477d215812c/edd001e4-def9-4b17-96d2-7f49c05396f7/2314a6bd-a0af-488d-8e5f-d2706dffa2a4) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:26:32.538537 n-d-768862-13 neutron-server[94261]: DEBUG neutron.quota.resource [None req-179e38f7-eef0-44e8-9c69-9c08b274308e tempest-QuotasTest-63929910 tempest-QuotasTest-63929910-project-admin] Usage tracker for resource:security_group and tenant:4164995f864c42e2b6043f40ffeccc08 is out of sync, need to count used quota {{(pid=94261) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 10 03:26:32.562816 n-d-768862-13 neutron-server[94261]: DEBUG neutron.quota.resource [None req-179e38f7-eef0-44e8-9c69-9c08b274308e tempest-QuotasTest-63929910 tempest-QuotasTest-63929910-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94261) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 10 03:26:32.575459 n-d-768862-13 neutron-server[94261]: DEBUG neutron.quota.resource [None req-179e38f7-eef0-44e8-9c69-9c08b274308e tempest-QuotasTest-63929910 tempest-QuotasTest-63929910-project-admin] Usage tracker for resource:security_group_rule and tenant:4164995f864c42e2b6043f40ffeccc08 is out of sync, need to count used quota {{(pid=94261) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 10 03:26:32.578674 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2820e41e-43d8-4416-b953-fe448869a1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:32.596992 n-d-768862-13 neutron-server[94261]: DEBUG neutron.quota.resource [None req-179e38f7-eef0-44e8-9c69-9c08b274308e tempest-QuotasTest-63929910 tempest-QuotasTest-63929910-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94261) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 10 03:26:32.637136 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2820e41e-43d8-4416-b953-fe448869a1d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=820cdd45-16e1-4c6c-be8e-6540a98cf482,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:32.641405 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2820e41e-43d8-4416-b953-fe448869a1d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:32.644685 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-2820e41e-43d8-4416-b953-fe448869a1d0 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/820cdd45-16e1-4c6c-be8e-6540a98cf482 HTTP/1.1" status: 204 len: 168 time: 0.3454175 Aug 10 03:26:32.648617 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 33728) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:32.654979 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-179e38f7-eef0-44e8-9c69-9c08b274308e tempest-QuotasTest-63929910 tempest-QuotasTest-63929910-project-admin] 10.222.0.44 "GET /v2.0/quotas/4164995f864c42e2b6043f40ffeccc08/details.json HTTP/1.1" status: 200 len: 703 time: 0.6531086 Aug 10 03:26:32.738058 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 3d948a77-b7c2-48f3-afc7-cd0128a3b102 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:26:32.763412 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 3d948a77-b7c2-48f3-afc7-cd0128a3b102 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:26:32.764172 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 3d948a77-b7c2-48f3-afc7-cd0128a3b102 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:26:32.764776 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device ad606748-5a7e-4945-bbbc-33d653aca116 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:26:32.831714 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ced4cb8e-b8db-4534-92ce-26900ae777d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:32.885487 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5e5cff39-6e7f-40f3-8bbb-f8b78ee4ee28 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:32.907867 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da9f4f4-2cb2-4ea8-a5cf-4e9e37d88321 req-00905334-4702-4745-b22b-4acefe754a46 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:32.909536 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0da9f4f4-2cb2-4ea8-a5cf-4e9e37d88321 req-00905334-4702-4745-b22b-4acefe754a46 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7b95795-0742-4266-9751-9663609663c3 HTTP/1.1" status: 200 len: 946 time: 0.1925657 Aug 10 03:26:32.945966 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec55959-96ff-470f-be2a-fa6c7700fdea req-2a058d03-ef4a-415c-aa27-a009bf516f50 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:32.952276 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec55959-96ff-470f-be2a-fa6c7700fdea req-2a058d03-ef4a-415c-aa27-a009bf516f50 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:32.958723 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec55959-96ff-470f-be2a-fa6c7700fdea req-2a058d03-ef4a-415c-aa27-a009bf516f50 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:32.960690 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3ec55959-96ff-470f-be2a-fa6c7700fdea req-2a058d03-ef4a-415c-aa27-a009bf516f50 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/ports?device_id=a49afa8b-6a09-45b0-8b91-6b6059ef0f95 HTTP/1.1" status: 200 len: 2412 time: 0.2267246 Aug 10 03:26:32.965830 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: ad606748-5a7e-4945-bbbc-33d653aca116 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:26:32.966443 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [None req-5e5cff39-6e7f-40f3-8bbb-f8b78ee4ee28 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Transition to ACTIVE for port object 2314a6bd-a0af-488d-8e5f-d2706dffa2a4 will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:26:32.966628 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device ad606748-5a7e-4945-bbbc-33d653aca116 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:26:33.007895 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:33.086092 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ced4cb8e-b8db-4534-92ce-26900ae777d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:33.114268 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-ced4cb8e-b8db-4534-92ce-26900ae777d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2da0bb6-4435-4aa8-bf60-cd789ad14aea']}} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:26:33.129687 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0da9f4f4-2cb2-4ea8-a5cf-4e9e37d88321 req-46443d51-7f6f-4c12-904c-28bddfe07b6a tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654527 Aug 10 03:26:33.135918 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-ced4cb8e-b8db-4534-92ce-26900ae777d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40569f83-d81b-4303-a587-8c8a3f56ba86') {'for_net_delete': True} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:26:33.136247 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-ced4cb8e-b8db-4534-92ce-26900ae777d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40569f83-d81b-4303-a587-8c8a3f56ba86') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:26:33.147305 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3ec55959-96ff-470f-be2a-fa6c7700fdea req-5490fe13-e2ae-47ed-ac50-03c8f47b57c3 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/security-groups?id=19cc7362-8f8b-47a2-b13d-80c9c9a2c563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214073 Aug 10 03:26:33.162355 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ced4cb8e-b8db-4534-92ce-26900ae777d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191186'] for segment, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:33.180453 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5e5cff39-6e7f-40f3-8bbb-f8b78ee4ee28 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:33.184047 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 33738) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:33.228056 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ced4cb8e-b8db-4534-92ce-26900ae777d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:33.243878 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ced4cb8e-b8db-4534-92ce-26900ae777d3 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=94260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:26:33.244363 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ced4cb8e-b8db-4534-92ce-26900ae777d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58895489'] for segment, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:33.249278 n-d-768862-13 neutron-server[94260]: Traceback (most recent call last): Aug 10 03:26:33.249278 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:26:33.249278 n-d-768862-13 neutron-server[94260]: timer() Aug 10 03:26:33.249278 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:26:33.249278 n-d-768862-13 neutron-server[94260]: cb(*args, **kw) Aug 10 03:26:33.249278 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:26:33.249278 n-d-768862-13 neutron-server[94260]: return func(*args, **kwargs) Aug 10 03:26:33.249278 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:26:33.249278 n-d-768862-13 neutron-server[94260]: self._notify() Aug 10 03:26:33.249278 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:26:33.249278 n-d-768862-13 neutron-server[94260]: self.callback(batched_events) Aug 10 03:26:33.249278 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:26:33.249278 n-d-768862-13 neutron-server[94260]: event.method(event) Aug 10 03:26:33.249278 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:26:33.249278 n-d-768862-13 neutron-server[94260]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:26:33.249278 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:26:33.249278 n-d-768862-13 neutron-server[94260]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:26:33.249278 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:26:33.249278 n-d-768862-13 neutron-server[94260]: return f(self, *a, **k) Aug 10 03:26:33.249278 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:26:33.249278 n-d-768862-13 neutron-server[94260]: return self._get(url).json() Aug 10 03:26:33.249278 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:26:33.249278 n-d-768862-13 neutron-server[94260]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:26:33.249278 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:26:33.249278 n-d-768862-13 neutron-server[94260]: return self.request(url, 'GET', **kwargs) Aug 10 03:26:33.249278 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:26:33.249278 n-d-768862-13 neutron-server[94260]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:26:33.249278 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:26:33.249278 n-d-768862-13 neutron-server[94260]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:26:33.249278 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:26:33.249278 n-d-768862-13 neutron-server[94260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:26:33.249278 n-d-768862-13 neutron-server[94260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:26:33.296110 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5cff39-6e7f-40f3-8bbb-f8b78ee4ee28 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Network d70918af-6453-4ec2-95c0-c477d215812c is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:26:33.311298 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-5e5cff39-6e7f-40f3-8bbb-f8b78ee4ee28 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:26:33.319902 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5cff39-6e7f-40f3-8bbb-f8b78ee4ee28 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:26:33.326379 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5cff39-6e7f-40f3-8bbb-f8b78ee4ee28 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:33.327168 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5e5cff39-6e7f-40f3-8bbb-f8b78ee4ee28 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:33.331878 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5cff39-6e7f-40f3-8bbb-f8b78ee4ee28 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Pushing event updated for resources: {'Port': ['ID=2314a6bd-a0af-488d-8e5f-d2706dffa2a4,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:33.349393 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ced4cb8e-b8db-4534-92ce-26900ae777d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:33.353580 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-5e5cff39-6e7f-40f3-8bbb-f8b78ee4ee28 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.1800222 Aug 10 03:26:33.358362 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33742) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:33.358630 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ced4cb8e-b8db-4534-92ce-26900ae777d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:33.361790 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-ced4cb8e-b8db-4534-92ce-26900ae777d3 admin admin] 10.222.0.44 "DELETE /v2.0/networks/c2da0bb6-4435-4aa8-bf60-cd789ad14aea HTTP/1.1" status: 204 len: 168 time: 0.7109516 Aug 10 03:26:33.368534 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-154fb914-22d6-417e-935f-fe2d27222883 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:3d:b8:ab'}]}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:33.375340 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced4cb8e-b8db-4534-92ce-26900ae777d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2da0bb6-4435-4aa8-bf60-cd789ad14aea,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:33.431977 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a3bf14c8-9920-4353-b9dc-60803efb93ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:33.586906 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device dfe3f19d-94bf-4a26-b25b-f7779e53521e details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:26:33.614993 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33746) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:33.628967 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-154fb914-22d6-417e-935f-fe2d27222883 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:33.651651 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a3bf14c8-9920-4353-b9dc-60803efb93ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:33.667613 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a3bf14c8-9920-4353-b9dc-60803efb93ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:33.725773 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-9ca3d4e0-34c4-4a17-a365-210876346539 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5d4d680a30924205982a356dd1432e46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1054230 Aug 10 03:26:33.727954 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33748) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:33.735037 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port dfe3f19d-94bf-4a26-b25b-f7779e53521e, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=dfe3f19d-94bf-4a26-b25b-f7779e53521e,segment=NetworkSegment(f813e42d-3631-4b77-a55c-37bacf72cfb9),segment_id=f813e42d-3631-4b77-a55c-37bacf72cfb9)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:33.757210 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bf14c8-9920-4353-b9dc-60803efb93ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=284e9492-8bf2-4f5f-856d-c7b3433f4025,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:33.757775 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': 'dfe3f19d-94bf-4a26-b25b-f7779e53521e', 'network_id': '0916a313-004a-4e5b-877c-846f7f5d18fa', 'port_id': 'dfe3f19d-94bf-4a26-b25b-f7779e53521e', 'mac_address': 'fa:16:3e:5f:36:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33867364-80a0-443d-93d8-fcfcece2286a', 'ip_address': '19.86.0.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:26:33.786838 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-a3bf14c8-9920-4353-b9dc-60803efb93ba admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c7a67d92175143c7b4d01f2761eaa94b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5935163 Aug 10 03:26:33.787399 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33750) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:33.833686 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:33.860451 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-732189ea-abb3-41af-b879-21e62ad4a9dc None None] Provisioning for port 2314a6bd-a0af-488d-8e5f-d2706dffa2a4 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:26:33.867601 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfe3f19d-94bf-4a26-b25b-f7779e53521e {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:26:33.878646 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-732189ea-abb3-41af-b879-21e62ad4a9dc None None] Provisioning complete for port 2314a6bd-a0af-488d-8e5f-d2706dffa2a4 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:26:33.879345 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-732189ea-abb3-41af-b879-21e62ad4a9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:33.921865 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c1ba1b27-574e-4d20-924c-9d951d8558f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:33.953683 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port dfe3f19d-94bf-4a26-b25b-f7779e53521e, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=dfe3f19d-94bf-4a26-b25b-f7779e53521e,segment=NetworkSegment(f813e42d-3631-4b77-a55c-37bacf72cfb9),segment_id=f813e42d-3631-4b77-a55c-37bacf72cfb9)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:33.964072 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:33.964996 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 4dc570bb-e91c-45ca-96e1-7ec571050e2d details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:26:33.972441 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-732189ea-abb3-41af-b879-21e62ad4a9dc None None] Port 2314a6bd-a0af-488d-8e5f-d2706dffa2a4 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:26:33.981527 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c1ba1b27-574e-4d20-924c-9d951d8558f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:33.998869 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6f2b8f33-806c-4ca8-ba17-8fb5521cb6bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:34.068906 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-154fb914-22d6-417e-935f-fe2d27222883 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:34.073435 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6f2b8f33-806c-4ca8-ba17-8fb5521cb6bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:34.081454 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=dfe3f19d-94bf-4a26-b25b-f7779e53521e,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:34.086769 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-154fb914-22d6-417e-935f-fe2d27222883 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:34.186044 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 4dc570bb-e91c-45ca-96e1-7ec571050e2d, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=4dc570bb-e91c-45ca-96e1-7ec571050e2d,segment=NetworkSegment(7e28589a-a35d-4e60-b5d9-68c3b35426fb),segment_id=7e28589a-a35d-4e60-b5d9-68c3b35426fb)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:34.201615 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': '4dc570bb-e91c-45ca-96e1-7ec571050e2d', 'network_id': '48093250-9d43-4e76-bf04-11e4b5fb1840', 'port_id': '4dc570bb-e91c-45ca-96e1-7ec571050e2d', 'mac_address': 'fa:16:3e:41:25:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a39f0864-c7d8-4f2c-a6b0-64258917f830', 'ip_address': '19.80.0.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:26:34.221442 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-154fb914-22d6-417e-935f-fe2d27222883 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] In _notify_port_updated(), no bound segment for port 2314a6bd-a0af-488d-8e5f-d2706dffa2a4 on network d70918af-6453-4ec2-95c0-c477d215812c {{(pid=94261) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:26:34.234782 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154fb914-22d6-417e-935f-fe2d27222883 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:34.235904 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-154fb914-22d6-417e-935f-fe2d27222883 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:34.238640 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-154fb914-22d6-417e-935f-fe2d27222883 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] 10.222.0.44 "PUT /v2.0/ports/2314a6bd-a0af-488d-8e5f-d2706dffa2a4 HTTP/1.1" status: 200 len: 1003 time: 0.8784754 Aug 10 03:26:34.243573 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 33756) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:34.244422 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c1ba1b27-574e-4d20-924c-9d951d8558f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:34.248519 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c1ba1b27-574e-4d20-924c-9d951d8558f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:34.250518 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-c1ba1b27-574e-4d20-924c-9d951d8558f2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3ca484cf-8c3a-46cb-a8bd-5066374a93b6 HTTP/1.1" status: 204 len: 168 time: 0.5223200 Aug 10 03:26:34.279139 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ba1b27-574e-4d20-924c-9d951d8558f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca484cf-8c3a-46cb-a8bd-5066374a93b6,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:34.286671 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154fb914-22d6-417e-935f-fe2d27222883 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Pushing event updated for resources: {'Port': ['ID=2314a6bd-a0af-488d-8e5f-d2706dffa2a4,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:34.322612 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:34.336299 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6f2b8f33-806c-4ca8-ba17-8fb5521cb6bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:34.348384 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6f2b8f33-806c-4ca8-ba17-8fb5521cb6bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:34.351484 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-6f2b8f33-806c-4ca8-ba17-8fb5521cb6bf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/284e9492-8bf2-4f5f-856d-c7b3433f4025 HTTP/1.1" status: 204 len: 168 time: 0.5627048 Aug 10 03:26:34.370065 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dc570bb-e91c-45ca-96e1-7ec571050e2d {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:26:34.380270 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2b8f33-806c-4ca8-ba17-8fb5521cb6bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=284e9492-8bf2-4f5f-856d-c7b3433f4025,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:34.427490 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 4dc570bb-e91c-45ca-96e1-7ec571050e2d, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=4dc570bb-e91c-45ca-96e1-7ec571050e2d,segment=NetworkSegment(7e28589a-a35d-4e60-b5d9-68c3b35426fb),segment_id=7e28589a-a35d-4e60-b5d9-68c3b35426fb)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:34.446411 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:34.451213 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device a1a9e3c3-e37d-4d00-b9f8-2ca59fa11fa2 details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:26:34.658588 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port a1a9e3c3-e37d-4d00-b9f8-2ca59fa11fa2, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=a1a9e3c3-e37d-4d00-b9f8-2ca59fa11fa2,segment=NetworkSegment(7e28589a-a35d-4e60-b5d9-68c3b35426fb),segment_id=7e28589a-a35d-4e60-b5d9-68c3b35426fb)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:34.702267 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=4dc570bb-e91c-45ca-96e1-7ec571050e2d,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:34.704612 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f7cc23-71ed-464a-8a1c-8c46bf7a4287 req-cdbe6ddd-b7aa-4c2e-b3ba-38348d8b3b47 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:34.718040 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f7cc23-71ed-464a-8a1c-8c46bf7a4287 req-cdbe6ddd-b7aa-4c2e-b3ba-38348d8b3b47 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:34.737482 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f7cc23-71ed-464a-8a1c-8c46bf7a4287 req-cdbe6ddd-b7aa-4c2e-b3ba-38348d8b3b47 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:34.741454 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c3f7cc23-71ed-464a-8a1c-8c46bf7a4287 req-cdbe6ddd-b7aa-4c2e-b3ba-38348d8b3b47 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/ports?device_id=a49afa8b-6a09-45b0-8b91-6b6059ef0f95 HTTP/1.1" status: 200 len: 2414 time: 0.3401954 Aug 10 03:26:34.752930 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': 'a1a9e3c3-e37d-4d00-b9f8-2ca59fa11fa2', 'network_id': '48093250-9d43-4e76-bf04-11e4b5fb1840', 'port_id': 'a1a9e3c3-e37d-4d00-b9f8-2ca59fa11fa2', 'mac_address': 'fa:16:3e:ba:b0:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a39f0864-c7d8-4f2c-a6b0-64258917f830', 'ip_address': '19.80.0.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:26:34.769406 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bf9f2c-1fff-40cb-9bcd-1ccf475f2043 req-6ee18176-c7a6-4bb9-930d-55c51fd240b7 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:34.784253 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b9bf9f2c-1fff-40cb-9bcd-1ccf475f2043 req-6ee18176-c7a6-4bb9-930d-55c51fd240b7 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7b95795-0742-4266-9751-9663609663c3 HTTP/1.1" status: 200 len: 946 time: 0.4180763 Aug 10 03:26:34.857773 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-d53d09fb-56bb-4326-b1ab-758f4799cb1b None None] Provisioning complete for port 2314a6bd-a0af-488d-8e5f-d2706dffa2a4 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:26:34.857773 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d53d09fb-56bb-4326-b1ab-758f4799cb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:34.869769 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-04afd94e-fd87-46ab-848b-1886bdf0b016 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Deleting port 2314a6bd-a0af-488d-8e5f-d2706dffa2a4 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:26:34.870204 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-04afd94e-fd87-46ab-848b-1886bdf0b016 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:34.892573 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:34.933027 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1a9e3c3-e37d-4d00-b9f8-2ca59fa11fa2 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:26:34.959951 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port a1a9e3c3-e37d-4d00-b9f8-2ca59fa11fa2, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=a1a9e3c3-e37d-4d00-b9f8-2ca59fa11fa2,segment=NetworkSegment(7e28589a-a35d-4e60-b5d9-68c3b35426fb),segment_id=7e28589a-a35d-4e60-b5d9-68c3b35426fb)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:34.961873 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-d53d09fb-56bb-4326-b1ab-758f4799cb1b None None] Port 2314a6bd-a0af-488d-8e5f-d2706dffa2a4 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:26:34.967746 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:34.997780 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c3f7cc23-71ed-464a-8a1c-8c46bf7a4287 req-d7dd547f-e68a-42e7-b93c-5d95e54b423a tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/security-groups?id=19cc7362-8f8b-47a2-b13d-80c9c9a2c563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460022 Aug 10 03:26:35.038537 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=a1a9e3c3-e37d-4d00-b9f8-2ca59fa11fa2,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:35.047151 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b9bf9f2c-1fff-40cb-9bcd-1ccf475f2043 req-b23c0ad2-e057-473d-be06-8f640c4d8c81 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476366 Aug 10 03:26:35.091949 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33780) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:35.111635 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8ad1b077-43c3-4811-98a0-c2ce44f6bd62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:35.143788 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-04afd94e-fd87-46ab-848b-1886bdf0b016 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:35.178585 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-04afd94e-fd87-46ab-848b-1886bdf0b016 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Calling delete_port for 2314a6bd-a0af-488d-8e5f-d2706dffa2a4 owned by {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:26:35.332286 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8ad1b077-43c3-4811-98a0-c2ce44f6bd62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:35.338622 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8ad1b077-43c3-4811-98a0-c2ce44f6bd62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:35.399929 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-8ad1b077-43c3-4811-98a0-c2ce44f6bd62 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4164995f864c42e2b6043f40ffeccc08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3067827 Aug 10 03:26:35.402597 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33784) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:35.418860 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad1b077-43c3-4811-98a0-c2ce44f6bd62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b74925-4159-4f07-97f6-c90cb9854e7f,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:35.479556 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-04afd94e-fd87-46ab-848b-1886bdf0b016 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:35.527674 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-65c59b70-96cd-4c26-805d-b9b591d07b30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:35.529251 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04afd94e-fd87-46ab-848b-1886bdf0b016 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Pushing event deleted for resources: {'Port': ['ID=2314a6bd-a0af-488d-8e5f-d2706dffa2a4,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:35.578048 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-04afd94e-fd87-46ab-848b-1886bdf0b016 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:35.578696 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-65c59b70-96cd-4c26-805d-b9b591d07b30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:35.584097 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-04afd94e-fd87-46ab-848b-1886bdf0b016 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] 10.222.0.44 "DELETE /v2.0/ports/2314a6bd-a0af-488d-8e5f-d2706dffa2a4 HTTP/1.1" status: 204 len: 168 time: 1.3367918 Aug 10 03:26:35.586355 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33792) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:35.623764 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-44cbca5c-6c03-4d44-a9e4-213e9a46d787 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] GET failed (client error): The resource could not be found. Aug 10 03:26:35.626352 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-44cbca5c-6c03-4d44-a9e4-213e9a46d787 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] 10.222.0.44 "GET /v2.0/ports/2314a6bd-a0af-488d-8e5f-d2706dffa2a4 HTTP/1.1" status: 404 len: 333 time: 0.0380886 Aug 10 03:26:35.631449 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 33796) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:35.641446 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-3ce7c99e-83ce-4b12-a175-1665d20f3423 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Request body: {'port': {'network_id': 'd70918af-6453-4ec2-95c0-c477d215812c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-192115991'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:35.698666 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-65c59b70-96cd-4c26-805d-b9b591d07b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:35.707507 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-65c59b70-96cd-4c26-805d-b9b591d07b30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:35.710764 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-65c59b70-96cd-4c26-805d-b9b591d07b30 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d6b74925-4159-4f07-97f6-c90cb9854e7f HTTP/1.1" status: 204 len: 168 time: 0.3070352 Aug 10 03:26:35.722488 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c59b70-96cd-4c26-805d-b9b591d07b30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b74925-4159-4f07-97f6-c90cb9854e7f,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:35.753093 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['dfe3f19d-94bf-4a26-b25b-f7779e53521e'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:26:35.838471 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d849bc75-c6e2-47a3-b7e3-bcbe48272b36 req-3f9e26af-c40d-4cfb-a44d-74ec30981380 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:35.842001 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['4dc570bb-e91c-45ca-96e1-7ec571050e2d'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:26:35.850114 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d849bc75-c6e2-47a3-b7e3-bcbe48272b36 req-3f9e26af-c40d-4cfb-a44d-74ec30981380 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7b95795-0742-4266-9751-9663609663c3 HTTP/1.1" status: 200 len: 946 time: 0.2756035 Aug 10 03:26:35.883392 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['a1a9e3c3-e37d-4d00-b9f8-2ca59fa11fa2'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:26:36.021701 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d849bc75-c6e2-47a3-b7e3-bcbe48272b36 req-13ce1231-9a22-4c64-9a45-66a7ad9eea44 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485803 Aug 10 03:26:36.067218 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce7c99e-83ce-4b12-a175-1665d20f3423 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Made reservation on behalf of 74c962eef6194c5aae52f1363c9682a1 for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:26:36.072039 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3ce7c99e-83ce-4b12-a175-1665d20f3423 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:36.124307 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [None req-3ce7c99e-83ce-4b12-a175-1665d20f3423 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] device_id is not set on port cd1ed3f9-078c-4e5d-b4db-2cb8875014b6 yet. {{(pid=94260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:26:36.466367 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12a385c-29ff-4af1-b150-4792875286ef req-53f332c7-f5bd-48b2-ba48-029c16e44cc1 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:36.473716 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12a385c-29ff-4af1-b150-4792875286ef req-53f332c7-f5bd-48b2-ba48-029c16e44cc1 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:36.482126 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12a385c-29ff-4af1-b150-4792875286ef req-53f332c7-f5bd-48b2-ba48-029c16e44cc1 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:36.495056 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f12a385c-29ff-4af1-b150-4792875286ef req-53f332c7-f5bd-48b2-ba48-029c16e44cc1 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/ports?device_id=a49afa8b-6a09-45b0-8b91-6b6059ef0f95 HTTP/1.1" status: 200 len: 2415 time: 0.2574830 Aug 10 03:26:36.506603 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7225ee-ab4c-42ea-bc74-b57c20b63b06 req-4375b97d-ed4b-4e23-8747-ff67394d256c tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:36.509031 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cb7225ee-ab4c-42ea-bc74-b57c20b63b06 req-4375b97d-ed4b-4e23-8747-ff67394d256c tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7b95795-0742-4266-9751-9663609663c3 HTTP/1.1" status: 200 len: 946 time: 0.2731576 Aug 10 03:26:36.636886 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-3ce7c99e-83ce-4b12-a175-1665d20f3423 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Allocated IP 2001:db8::333 (d70918af-6453-4ec2-95c0-c477d215812c/edd001e4-def9-4b17-96d2-7f49c05396f7/cd1ed3f9-078c-4e5d-b4db-2cb8875014b6) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:26:36.645340 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f12a385c-29ff-4af1-b150-4792875286ef req-fe4134f5-fcea-4842-977d-2ee1551ffc23 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/security-groups?id=19cc7362-8f8b-47a2-b13d-80c9c9a2c563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491683 Aug 10 03:26:36.674315 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cb7225ee-ab4c-42ea-bc74-b57c20b63b06 req-6ea59244-4b84-4b2f-8a59-d8ffccf5b254 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322150 Aug 10 03:26:36.956190 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3ce7c99e-83ce-4b12-a175-1665d20f3423 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:36.980295 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [None req-3ce7c99e-83ce-4b12-a175-1665d20f3423 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Transition to ACTIVE for port object cd1ed3f9-078c-4e5d-b4db-2cb8875014b6 will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:26:37.066682 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3ce7c99e-83ce-4b12-a175-1665d20f3423 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:37.195093 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce7c99e-83ce-4b12-a175-1665d20f3423 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Network d70918af-6453-4ec2-95c0-c477d215812c is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:26:37.226076 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-3ce7c99e-83ce-4b12-a175-1665d20f3423 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:26:37.229359 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce7c99e-83ce-4b12-a175-1665d20f3423 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:26:37.235785 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce7c99e-83ce-4b12-a175-1665d20f3423 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:37.236475 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3ce7c99e-83ce-4b12-a175-1665d20f3423 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:37.251220 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce7c99e-83ce-4b12-a175-1665d20f3423 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Pushing event updated for resources: {'Port': ['ID=cd1ed3f9-078c-4e5d-b4db-2cb8875014b6,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:37.274694 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-3ce7c99e-83ce-4b12-a175-1665d20f3423 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.6411803 Aug 10 03:26:37.278622 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33848) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:37.284071 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-e7dd044f-ae03-44b2-93d0-a9b366087534 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Request body: {'port': {'network_id': 'd70918af-6453-4ec2-95c0-c477d215812c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-981059203'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:37.290497 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0f5bdc-ad22-4626-b345-48140df33c25 req-5db9d247-03ed-4990-a342-998243e35595 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:37.291941 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-aa0f5bdc-ad22-4626-b345-48140df33c25 req-5db9d247-03ed-4990-a342-998243e35595 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7b95795-0742-4266-9751-9663609663c3 HTTP/1.1" status: 200 len: 946 time: 0.1452234 Aug 10 03:26:37.386950 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-aa0f5bdc-ad22-4626-b345-48140df33c25 req-4a94569d-d77c-4d44-af3b-5875ea04a197 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772588 Aug 10 03:26:37.528152 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7dd044f-ae03-44b2-93d0-a9b366087534 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Made reservation on behalf of 74c962eef6194c5aae52f1363c9682a1 for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:26:37.549607 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e7dd044f-ae03-44b2-93d0-a9b366087534 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:37.572997 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [None req-e7dd044f-ae03-44b2-93d0-a9b366087534 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] device_id is not set on port a79fdc66-81e6-45d3-8b8e-7e44f5e485bc yet. {{(pid=94261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:26:37.743302 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-5179a546-0c48-4dd3-aeb6-ac8c4984ab0c None None] Provisioning for port cd1ed3f9-078c-4e5d-b4db-2cb8875014b6 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:26:37.787669 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-5179a546-0c48-4dd3-aeb6-ac8c4984ab0c None None] Provisioning complete for port cd1ed3f9-078c-4e5d-b4db-2cb8875014b6 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:26:37.788145 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-5179a546-0c48-4dd3-aeb6-ac8c4984ab0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:37.815155 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-e7dd044f-ae03-44b2-93d0-a9b366087534 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Allocated IP 2001:db8::194 (d70918af-6453-4ec2-95c0-c477d215812c/edd001e4-def9-4b17-96d2-7f49c05396f7/a79fdc66-81e6-45d3-8b8e-7e44f5e485bc) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:26:37.919751 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-5179a546-0c48-4dd3-aeb6-ac8c4984ab0c None None] Port cd1ed3f9-078c-4e5d-b4db-2cb8875014b6 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:26:37.945899 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b966b765-025c-4be7-b336-67ce153702b6 req-374144f6-2002-4871-8680-0f6291771d48 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:37.955170 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b966b765-025c-4be7-b336-67ce153702b6 req-374144f6-2002-4871-8680-0f6291771d48 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:37.962589 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b966b765-025c-4be7-b336-67ce153702b6 req-374144f6-2002-4871-8680-0f6291771d48 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:37.972293 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b966b765-025c-4be7-b336-67ce153702b6 req-374144f6-2002-4871-8680-0f6291771d48 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/ports?device_id=a49afa8b-6a09-45b0-8b91-6b6059ef0f95 HTTP/1.1" status: 200 len: 2415 time: 0.1477895 Aug 10 03:26:38.034511 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b966b765-025c-4be7-b336-67ce153702b6 req-5d8b3b52-f492-43f4-b4a7-b56e2c1d28e3 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/security-groups?id=19cc7362-8f8b-47a2-b13d-80c9c9a2c563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608037 Aug 10 03:26:38.185282 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e7dd044f-ae03-44b2-93d0-a9b366087534 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:38.203021 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [None req-e7dd044f-ae03-44b2-93d0-a9b366087534 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Transition to ACTIVE for port object a79fdc66-81e6-45d3-8b8e-7e44f5e485bc will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:26:38.241982 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e7dd044f-ae03-44b2-93d0-a9b366087534 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:38.291459 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7dd044f-ae03-44b2-93d0-a9b366087534 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Network d70918af-6453-4ec2-95c0-c477d215812c is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:26:38.295233 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-e7dd044f-ae03-44b2-93d0-a9b366087534 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:26:38.299552 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7dd044f-ae03-44b2-93d0-a9b366087534 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:26:38.305369 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7dd044f-ae03-44b2-93d0-a9b366087534 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:38.306093 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e7dd044f-ae03-44b2-93d0-a9b366087534 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:38.322098 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dd044f-ae03-44b2-93d0-a9b366087534 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Pushing event updated for resources: {'Port': ['ID=a79fdc66-81e6-45d3-8b8e-7e44f5e485bc,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:38.328827 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e7dd044f-ae03-44b2-93d0-a9b366087534 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.0461040 Aug 10 03:26:38.330155 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33874) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:38.335717 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-44ade74a-54ce-4c71-a671-881503616cad tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2e4', 'mac_address': 'fa:16:3e:3d:b8:ab'}, {'ip_address': '2001:db8::333', 'mac_address': 'fa:16:3e:23:7a:e3'}]}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:38.399850 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 33876) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:38.441974 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-44ade74a-54ce-4c71-a671-881503616cad tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:38.564035 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc94e81-14af-48d5-972f-10fd506c1531 req-b15cf1ef-c243-4bb3-a069-efb11d9d5122 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:38.573148 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ebc94e81-14af-48d5-972f-10fd506c1531 req-b15cf1ef-c243-4bb3-a069-efb11d9d5122 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7b95795-0742-4266-9751-9663609663c3 HTTP/1.1" status: 200 len: 946 time: 0.1005604 Aug 10 03:26:38.630023 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-0070d1bd-3e5c-49fd-9d58-97d63555174f tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-655703771', 'router:external': True}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:38.645640 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ebc94e81-14af-48d5-972f-10fd506c1531 req-ac98d7be-e243-44cf-96b3-169479940596 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715806 Aug 10 03:26:38.669012 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0070d1bd-3e5c-49fd-9d58-97d63555174f tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Made reservation on behalf of e95f86f5327141dbabec2417d5d4e5dd for: {'network': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:26:38.671857 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0070d1bd-3e5c-49fd-9d58-97d63555174f tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:38.679609 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-44ade74a-54ce-4c71-a671-881503616cad tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:38.681423 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-11d5105c-fbe7-4f4d-b8b4-6785cb8824a5 None None] Provisioning for port a79fdc66-81e6-45d3-8b8e-7e44f5e485bc completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:26:38.681977 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0070d1bd-3e5c-49fd-9d58-97d63555174f tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:38.686155 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-44ade74a-54ce-4c71-a671-881503616cad tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:38.688665 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-11d5105c-fbe7-4f4d-b8b4-6785cb8824a5 None None] Provisioning complete for port a79fdc66-81e6-45d3-8b8e-7e44f5e485bc triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:26:38.689624 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-11d5105c-fbe7-4f4d-b8b4-6785cb8824a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:38.720424 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-44ade74a-54ce-4c71-a671-881503616cad tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] In _notify_port_updated(), no bound segment for port a79fdc66-81e6-45d3-8b8e-7e44f5e485bc on network d70918af-6453-4ec2-95c0-c477d215812c {{(pid=94261) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:26:38.727025 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ade74a-54ce-4c71-a671-881503616cad tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:38.727817 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-44ade74a-54ce-4c71-a671-881503616cad tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:38.729430 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-44ade74a-54ce-4c71-a671-881503616cad tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] 10.222.0.44 "PUT /v2.0/ports/a79fdc66-81e6-45d3-8b8e-7e44f5e485bc HTTP/1.1" status: 200 len: 1067 time: 0.3985691 Aug 10 03:26:38.732608 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33882) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:38.769951 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-11d5105c-fbe7-4f4d-b8b4-6785cb8824a5 None None] Port a79fdc66-81e6-45d3-8b8e-7e44f5e485bc cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:26:38.798866 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ade74a-54ce-4c71-a671-881503616cad tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Pushing event updated for resources: {'Port': ['ID=a79fdc66-81e6-45d3-8b8e-7e44f5e485bc,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:38.822561 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0070d1bd-3e5c-49fd-9d58-97d63555174f tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:38.829565 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0070d1bd-3e5c-49fd-9d58-97d63555174f tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:38.873285 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0070d1bd-3e5c-49fd-9d58-97d63555174f tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=94260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:26:38.876816 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-6f07253c-a258-4bee-b021-c837ae2bdf08 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Deleting port a79fdc66-81e6-45d3-8b8e-7e44f5e485bc {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:26:38.877039 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6f07253c-a258-4bee-b021-c837ae2bdf08 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:38.900870 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0070d1bd-3e5c-49fd-9d58-97d63555174f tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d055cd-9dda-4f2f-9001-dacb3105df85,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:38.910185 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0070d1bd-3e5c-49fd-9d58-97d63555174f tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:38.910783 n-d-768862-13 neutron-server[94260]: INFO neutron.db.segments_db [None req-0070d1bd-3e5c-49fd-9d58-97d63555174f tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Added segment be46e3cb-9942-429e-b414-3272d88360bd of type vlan for network 5c4f6f41-20c3-47ba-93e7-133770021e3f Aug 10 03:26:38.983054 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0070d1bd-3e5c-49fd-9d58-97d63555174f tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:39.032083 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0070d1bd-3e5c-49fd-9d58-97d63555174f tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:39.032308 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fc2461-739e-47f1-8546-2de645f7bb35 req-d74c603f-e791-4a3a-a54e-0ccbaab2fe3c tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:39.033526 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0070d1bd-3e5c-49fd-9d58-97d63555174f tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:39.034415 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0070d1bd-3e5c-49fd-9d58-97d63555174f tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:39.034648 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-69fc2461-739e-47f1-8546-2de645f7bb35 req-d74c603f-e791-4a3a-a54e-0ccbaab2fe3c tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.61 "GET /v2.0/ports?device_id=f7b95795-0742-4266-9751-9663609663c3 HTTP/1.1" status: 200 len: 946 time: 0.1397240 Aug 10 03:26:39.044727 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6f07253c-a258-4bee-b021-c837ae2bdf08 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:39.076472 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-6f07253c-a258-4bee-b021-c837ae2bdf08 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Calling delete_port for a79fdc66-81e6-45d3-8b8e-7e44f5e485bc owned by {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:26:39.101722 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-256604a0-b27c-4cd3-8093-6b033ccb726d None None] Provisioning complete for port a79fdc66-81e6-45d3-8b8e-7e44f5e485bc triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:26:39.102553 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-256604a0-b27c-4cd3-8093-6b033ccb726d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:39.154123 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-0070d1bd-3e5c-49fd-9d58-97d63555174f tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 0.7457592 Aug 10 03:26:39.154701 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 33892) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:39.164425 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-ddf44b82-59d4-48b9-abb7-065c5a14ce4e tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Request body: {'subnet': {'network_id': '5c4f6f41-20c3-47ba-93e7-133770021e3f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:39.212336 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf44b82-59d4-48b9-abb7-065c5a14ce4e tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Made reservation on behalf of e95f86f5327141dbabec2417d5d4e5dd for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:26:39.215288 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ddf44b82-59d4-48b9-abb7-065c5a14ce4e tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:39.244092 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-256604a0-b27c-4cd3-8093-6b033ccb726d None None] Port a79fdc66-81e6-45d3-8b8e-7e44f5e485bc cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:26:39.252452 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0070d1bd-3e5c-49fd-9d58-97d63555174f tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Pushing event updated for resources: {'Network': ['ID=5c4f6f41-20c3-47ba-93e7-133770021e3f,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:39.265447 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 5c4f6f41-20c3-47ba-93e7-133770021e3f details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:26:39.288360 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-69fc2461-739e-47f1-8546-2de645f7bb35 req-4a41860d-4b32-4924-9ced-eb18c33610cd tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Deleting port 50a99f88-8860-42f6-ab99-b8f8a5b964e1 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:26:39.288702 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-69fc2461-739e-47f1-8546-2de645f7bb35 req-4a41860d-4b32-4924-9ced-eb18c33610cd tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:39.375374 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf4c63f-9955-4d46-97ee-8a025ec38081 req-e95d1f16-c3ed-4e17-a2bc-c3aed35d2dd6 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:39.382566 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf4c63f-9955-4d46-97ee-8a025ec38081 req-e95d1f16-c3ed-4e17-a2bc-c3aed35d2dd6 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:39.402007 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf4c63f-9955-4d46-97ee-8a025ec38081 req-e95d1f16-c3ed-4e17-a2bc-c3aed35d2dd6 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:39.404892 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2bf4c63f-9955-4d46-97ee-8a025ec38081 req-e95d1f16-c3ed-4e17-a2bc-c3aed35d2dd6 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/ports?device_id=a49afa8b-6a09-45b0-8b91-6b6059ef0f95 HTTP/1.1" status: 200 len: 2415 time: 0.2064028 Aug 10 03:26:39.406017 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6f07253c-a258-4bee-b021-c837ae2bdf08 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:39.469671 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2bf4c63f-9955-4d46-97ee-8a025ec38081 req-bf0692a8-ea08-4c31-a8b8-7f446d89a837 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/security-groups?id=19cc7362-8f8b-47a2-b13d-80c9c9a2c563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563381 Aug 10 03:26:39.483258 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-69fc2461-739e-47f1-8546-2de645f7bb35 req-4a41860d-4b32-4924-9ced-eb18c33610cd tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] For port 50a99f88-8860-42f6-ab99-b8f8a5b964e1, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=50a99f88-8860-42f6-ab99-b8f8a5b964e1,segment=NetworkSegment(73bbe919-55b7-4c3d-b65b-52e4e628212a),segment_id=73bbe919-55b7-4c3d-b65b-52e4e628212a)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:39.483547 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-69fc2461-739e-47f1-8546-2de645f7bb35 req-4a41860d-4b32-4924-9ced-eb18c33610cd tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:39.488066 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f07253c-a258-4bee-b021-c837ae2bdf08 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Pushing event deleted for resources: {'Port': ['ID=a79fdc66-81e6-45d3-8b8e-7e44f5e485bc,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:39.537241 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-69fc2461-739e-47f1-8546-2de645f7bb35 req-4a41860d-4b32-4924-9ced-eb18c33610cd tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Calling delete_port for 50a99f88-8860-42f6-ab99-b8f8a5b964e1 owned by compute:nova {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:26:39.584609 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device dfe3f19d-94bf-4a26-b25b-f7779e53521e up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:26:39.721774 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning for port dfe3f19d-94bf-4a26-b25b-f7779e53521e completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:26:39.726363 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port dfe3f19d-94bf-4a26-b25b-f7779e53521e triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:26:39.727655 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:39.934797 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860acfa1-4a5c-41f3-8d68-95ecd9f44d4a req-79c5426d-101c-4841-be03-bf406656f845 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:39.944775 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-860acfa1-4a5c-41f3-8d68-95ecd9f44d4a req-79c5426d-101c-4841-be03-bf406656f845 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7b95795-0742-4266-9751-9663609663c3 HTTP/1.1" status: 200 len: 946 time: 0.1758964 Aug 10 03:26:39.964943 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:40.010376 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-860acfa1-4a5c-41f3-8d68-95ecd9f44d4a req-a37d3fea-7267-463d-ba7c-3e8e48b6cf09 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644209 Aug 10 03:26:40.031952 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a49afa8b-6a09-45b0-8b91-6b6059ef0f95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfe3f19d-94bf-4a26-b25b-f7779e53521e'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:26:40.036666 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a98a71-4a2e-488f-9453-1c85e1f4e76c" -d '{"events": [{"server_uuid": "a49afa8b-6a09-45b0-8b91-6b6059ef0f95", "name": "network-vif-plugged", "status": "completed", "tag": "dfe3f19d-94bf-4a26-b25b-f7779e53521e"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:26:40.049439 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6f07253c-a258-4bee-b021-c837ae2bdf08 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:40.050864 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-6f07253c-a258-4bee-b021-c837ae2bdf08 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] 10.222.0.44 "DELETE /v2.0/ports/a79fdc66-81e6-45d3-8b8e-7e44f5e485bc HTTP/1.1" status: 204 len: 168 time: 1.3169742 Aug 10 03:26:40.056902 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33912) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:40.069409 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port dfe3f19d-94bf-4a26-b25b-f7779e53521e, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=dfe3f19d-94bf-4a26-b25b-f7779e53521e,segment=NetworkSegment(f813e42d-3631-4b77-a55c-37bacf72cfb9),segment_id=f813e42d-3631-4b77-a55c-37bacf72cfb9)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:40.080467 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:40.083341 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 4dc570bb-e91c-45ca-96e1-7ec571050e2d up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:26:40.121741 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-e638e5c8-bff4-4106-80c1-e7de6d7dc038 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] GET failed (client error): The resource could not be found. Aug 10 03:26:40.124553 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e638e5c8-bff4-4106-80c1-e7de6d7dc038 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] 10.222.0.44 "GET /v2.0/ports/a79fdc66-81e6-45d3-8b8e-7e44f5e485bc HTTP/1.1" status: 404 len: 333 time: 0.0660434 Aug 10 03:26:40.129214 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33916) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:40.134889 n-d-768862-13 neutron-server[94260]: DEBUG neutron.objects.ports [None req-ddf44b82-59d4-48b9-abb7-065c5a14ce4e tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94260) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 03:26:40.139435 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ddf44b82-59d4-48b9-abb7-065c5a14ce4e tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58895384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805196'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:40.147040 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fecd86b-760c-4700-b791-71f8d6b7311f x-openstack-request-id: req-4fecd86b-760c-4700-b791-71f8d6b7311f {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:26:40.147582 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a49afa8b-6a09-45b0-8b91-6b6059ef0f95", "name": "network-vif-plugged", "status": "completed", "tag": "dfe3f19d-94bf-4a26-b25b-f7779e53521e", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:26:40.148051 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4fecd86b-760c-4700-b791-71f8d6b7311f {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:26:40.148879 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a49afa8b-6a09-45b0-8b91-6b6059ef0f95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfe3f19d-94bf-4a26-b25b-f7779e53521e', 'code': 200} Aug 10 03:26:40.256072 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf44b82-59d4-48b9-abb7-065c5a14ce4e tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Pushing event updated for resources: {'Subnet': ['ID=7e5c2705-a62b-415b-b01b-3811bf381b27,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:40.265698 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=dfe3f19d-94bf-4a26-b25b-f7779e53521e,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:40.276818 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning for port 4dc570bb-e91c-45ca-96e1-7ec571050e2d completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:26:40.284673 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf44b82-59d4-48b9-abb7-065c5a14ce4e tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Checking segment: {'id': 'be46e3cb-9942-429e-b414-3272d88360bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5c4f6f41-20c3-47ba-93e7-133770021e3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:26:40.285335 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf44b82-59d4-48b9-abb7-065c5a14ce4e tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Network hostable DHCP agents. Network: 5c4f6f41-20c3-47ba-93e7-133770021e3f, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:26:40.285888 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port 4dc570bb-e91c-45ca-96e1-7ec571050e2d triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:26:40.286668 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:40.312791 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf44b82-59d4-48b9-abb7-065c5a14ce4e tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Network 5c4f6f41-20c3-47ba-93e7-133770021e3f is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:26:40.336713 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-ddf44b82-59d4-48b9-abb7-065c5a14ce4e tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 5c4f6f41-20c3-47ba-93e7-133770021e3f) {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:26:40.358145 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a286a8c1-76e4-47aa-881f-968633501e5d None None] Network 5c4f6f41-20c3-47ba-93e7-133770021e3f requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:26:40.360165 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf44b82-59d4-48b9-abb7-065c5a14ce4e tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:40.361310 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ddf44b82-59d4-48b9-abb7-065c5a14ce4e tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:40.390722 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-ddf44b82-59d4-48b9-abb7-065c5a14ce4e tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.2319338 Aug 10 03:26:40.393517 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 33922) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:40.403771 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-7d780fc6-430a-42f9-bf13-2cdacc8e282a tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1751463713', 'network_id': '5c4f6f41-20c3-47ba-93e7-133770021e3f'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:40.463798 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d780fc6-430a-42f9-bf13-2cdacc8e282a tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Made reservation on behalf of e95f86f5327141dbabec2417d5d4e5dd for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:26:40.475860 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7d780fc6-430a-42f9-bf13-2cdacc8e282a tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:40.495004 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-69fc2461-739e-47f1-8546-2de645f7bb35 req-4a41860d-4b32-4924-9ced-eb18c33610cd tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:40.532513 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [None req-7d780fc6-430a-42f9-bf13-2cdacc8e282a tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] device_id is not set on port b5fa37eb-ee16-4d29-b0bb-cd0a94b93161 yet. {{(pid=94260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:26:40.578446 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:40.581671 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a41860d-4b32-4924-9ced-eb18c33610cd tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Pushing event deleted for resources: {'Port': ['ID=50a99f88-8860-42f6-ab99-b8f8a5b964e1,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:40.610674 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-b3ab25fd-2419-4071-ab39-df48df56b06b tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Deleting port cd1ed3f9-078c-4e5d-b4db-2cb8875014b6 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:26:40.611258 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b3ab25fd-2419-4071-ab39-df48df56b06b tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:40.646103 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['c86633db-c378-444d-8268-3b286fd3bbb7'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:26:40.706435 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-69fc2461-739e-47f1-8546-2de645f7bb35 req-4a41860d-4b32-4924-9ced-eb18c33610cd tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] No DVR routers for this DVR port 50a99f88-8860-42f6-ab99-b8f8a5b964e1 on host n-h2-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:26:40.763290 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-69fc2461-739e-47f1-8546-2de645f7bb35 req-4a41860d-4b32-4924-9ced-eb18c33610cd tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:40.767451 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-69fc2461-739e-47f1-8546-2de645f7bb35 req-4a41860d-4b32-4924-9ced-eb18c33610cd tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.61 "DELETE /v2.0/ports/50a99f88-8860-42f6-ab99-b8f8a5b964e1 HTTP/1.1" status: 204 len: 173 time: 1.7125907 Aug 10 03:26:40.768554 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7b95795-0742-4266-9751-9663609663c3', 'name': 'network-vif-deleted', 'tag': '50a99f88-8860-42f6-ab99-b8f8a5b964e1'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:26:40.772863 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec1558d-a480-4b69-a8ee-d8f51e021913" -d '{"events": [{"server_uuid": "f7b95795-0742-4266-9751-9663609663c3", "name": "network-vif-deleted", "tag": "50a99f88-8860-42f6-ab99-b8f8a5b964e1"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:26:40.905516 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 4dc570bb-e91c-45ca-96e1-7ec571050e2d, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=4dc570bb-e91c-45ca-96e1-7ec571050e2d,segment=NetworkSegment(7e28589a-a35d-4e60-b5d9-68c3b35426fb),segment_id=7e28589a-a35d-4e60-b5d9-68c3b35426fb)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:40.912783 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a8e9366-1f62-497e-97c2-9b43839ab559 x-openstack-request-id: req-4a8e9366-1f62-497e-97c2-9b43839ab559 {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:26:40.913924 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7b95795-0742-4266-9751-9663609663c3", "name": "network-vif-deleted", "tag": "50a99f88-8860-42f6-ab99-b8f8a5b964e1", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:26:40.914805 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4a8e9366-1f62-497e-97c2-9b43839ab559 {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:26:40.915807 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7b95795-0742-4266-9751-9663609663c3', 'name': 'network-vif-deleted', 'tag': '50a99f88-8860-42f6-ab99-b8f8a5b964e1', 'status': 'completed', 'code': 200} Aug 10 03:26:40.920347 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:40.921740 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device a1a9e3c3-e37d-4d00-b9f8-2ca59fa11fa2 up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:26:40.933219 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32044189-db5d-4806-8b48-fb503749ba2c None None] Network 5c4f6f41-20c3-47ba-93e7-133770021e3f requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:26:40.980381 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b3ab25fd-2419-4071-ab39-df48df56b06b tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:41.021485 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-b3ab25fd-2419-4071-ab39-df48df56b06b tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Calling delete_port for cd1ed3f9-078c-4e5d-b4db-2cb8875014b6 owned by {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:26:41.208281 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b3ab25fd-2419-4071-ab39-df48df56b06b tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:41.285227 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ab25fd-2419-4071-ab39-df48df56b06b tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Pushing event deleted for resources: {'Port': ['ID=cd1ed3f9-078c-4e5d-b4db-2cb8875014b6,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:41.310733 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-56740e3b-850c-4555-9b76-19349f07e989 req-d73bfe7c-a33e-4d3c-a090-b13b1dcc58b9 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7b95795-0742-4266-9751-9663609663c3 HTTP/1.1" status: 200 len: 210 time: 0.0524492 Aug 10 03:26:41.330551 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-7d780fc6-430a-42f9-bf13-2cdacc8e282a tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Allocated IP 2001:db8::d2 (5c4f6f41-20c3-47ba-93e7-133770021e3f/7e5c2705-a62b-415b-b01b-3811bf381b27/b5fa37eb-ee16-4d29-b0bb-cd0a94b93161) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:26:41.369702 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ce466c-22c3-48f0-ae12-cae30a749196 req-b1a013b7-f5ad-418a-b3bc-c41854976a11 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:41.371771 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b3ab25fd-2419-4071-ab39-df48df56b06b tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:41.377762 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-b3ab25fd-2419-4071-ab39-df48df56b06b tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] 10.222.0.44 "DELETE /v2.0/ports/cd1ed3f9-078c-4e5d-b4db-2cb8875014b6 HTTP/1.1" status: 204 len: 168 time: 1.2418196 Aug 10 03:26:41.378056 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33936) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:41.388636 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ce466c-22c3-48f0-ae12-cae30a749196 req-b1a013b7-f5ad-418a-b3bc-c41854976a11 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:41.408855 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=4dc570bb-e91c-45ca-96e1-7ec571050e2d,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:41.421962 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfbb7367-cfd1-425c-860a-f54297ff2a2b tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] GET failed (client error): The resource could not be found. Aug 10 03:26:41.431362 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-dfbb7367-cfd1-425c-860a-f54297ff2a2b tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] 10.222.0.44 "GET /v2.0/ports/cd1ed3f9-078c-4e5d-b4db-2cb8875014b6 HTTP/1.1" status: 404 len: 333 time: 0.0452304 Aug 10 03:26:41.431362 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33938) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:41.434711 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ce466c-22c3-48f0-ae12-cae30a749196 req-b1a013b7-f5ad-418a-b3bc-c41854976a11 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:41.437889 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-89ce466c-22c3-48f0-ae12-cae30a749196 req-b1a013b7-f5ad-418a-b3bc-c41854976a11 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/ports?device_id=a49afa8b-6a09-45b0-8b91-6b6059ef0f95 HTTP/1.1" status: 200 len: 2416 time: 0.7391989 Aug 10 03:26:41.498052 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning for port a1a9e3c3-e37d-4d00-b9f8-2ca59fa11fa2 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:26:41.549958 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port a1a9e3c3-e37d-4d00-b9f8-2ca59fa11fa2 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:26:41.549958 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:41.646615 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-0eedaeeb-956e-4ad7-bb1b-11190937caf9 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Deleting port 72844213-9ce9-4d73-8c77-685967fb69c3 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:26:41.647807 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0eedaeeb-956e-4ad7-bb1b-11190937caf9 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:41.794173 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-89ce466c-22c3-48f0-ae12-cae30a749196 req-fd0c43c5-d6b4-4ea1-a11f-158ac4f6feef tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/security-groups?id=19cc7362-8f8b-47a2-b13d-80c9c9a2c563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3336446 Aug 10 03:26:41.818583 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:41.846504 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port a1a9e3c3-e37d-4d00-b9f8-2ca59fa11fa2, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=a1a9e3c3-e37d-4d00-b9f8-2ca59fa11fa2,segment=NetworkSegment(7e28589a-a35d-4e60-b5d9-68c3b35426fb),segment_id=7e28589a-a35d-4e60-b5d9-68c3b35426fb)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:41.853263 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:41.854899 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0eedaeeb-956e-4ad7-bb1b-11190937caf9 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:41.863612 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 50a99f88-8860-42f6-ab99-b8f8a5b964e1 no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:26:41.885564 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7d780fc6-430a-42f9-bf13-2cdacc8e282a tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:41.886819 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-0eedaeeb-956e-4ad7-bb1b-11190937caf9 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Calling delete_port for 72844213-9ce9-4d73-8c77-685967fb69c3 owned by {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:26:41.906156 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] No Port match for: 50a99f88-8860-42f6-ab99-b8f8a5b964e1 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:26:41.906526 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 50a99f88-8860-42f6-ab99-b8f8a5b964e1 not bound to the agent host n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:26:41.932155 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=a1a9e3c3-e37d-4d00-b9f8-2ca59fa11fa2,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:41.954160 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7d780fc6-430a-42f9-bf13-2cdacc8e282a tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:41.995877 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d780fc6-430a-42f9-bf13-2cdacc8e282a tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Network 5c4f6f41-20c3-47ba-93e7-133770021e3f is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:26:42.001269 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-7d780fc6-430a-42f9-bf13-2cdacc8e282a tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:26:42.005094 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d780fc6-430a-42f9-bf13-2cdacc8e282a tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:26:42.006124 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d780fc6-430a-42f9-bf13-2cdacc8e282a tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:42.006774 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7d780fc6-430a-42f9-bf13-2cdacc8e282a tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:42.019614 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d780fc6-430a-42f9-bf13-2cdacc8e282a tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Pushing event updated for resources: {'Port': ['ID=b5fa37eb-ee16-4d29-b0bb-cd0a94b93161,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:42.029121 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-7d780fc6-430a-42f9-bf13-2cdacc8e282a tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.6339657 Aug 10 03:26:42.033607 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33942) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:42.149720 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0eedaeeb-956e-4ad7-bb1b-11190937caf9 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:42.151242 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a49afa8b-6a09-45b0-8b91-6b6059ef0f95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dc570bb-e91c-45ca-96e1-7ec571050e2d'}, {'server_uuid': 'a49afa8b-6a09-45b0-8b91-6b6059ef0f95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1a9e3c3-e37d-4d00-b9f8-2ca59fa11fa2'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:26:42.155494 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49c943e4-e21f-4261-8ccb-d451b57380c7" -d '{"events": [{"server_uuid": "a49afa8b-6a09-45b0-8b91-6b6059ef0f95", "name": "network-vif-plugged", "status": "completed", "tag": "4dc570bb-e91c-45ca-96e1-7ec571050e2d"}, {"server_uuid": "a49afa8b-6a09-45b0-8b91-6b6059ef0f95", "name": "network-vif-plugged", "status": "completed", "tag": "a1a9e3c3-e37d-4d00-b9f8-2ca59fa11fa2"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:26:42.195373 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eedaeeb-956e-4ad7-bb1b-11190937caf9 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Pushing event deleted for resources: {'Port': ['ID=72844213-9ce9-4d73-8c77-685967fb69c3,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:42.221720 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 10 Aug 2021 03:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70453813-d55c-4d98-9f4a-9f87117c0b43 x-openstack-request-id: req-70453813-d55c-4d98-9f4a-9f87117c0b43 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:26:42.222050 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a49afa8b-6a09-45b0-8b91-6b6059ef0f95", "name": "network-vif-plugged", "status": "completed", "tag": "4dc570bb-e91c-45ca-96e1-7ec571050e2d", "code": 200}, {"server_uuid": "a49afa8b-6a09-45b0-8b91-6b6059ef0f95", "name": "network-vif-plugged", "status": "completed", "tag": "a1a9e3c3-e37d-4d00-b9f8-2ca59fa11fa2", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:26:42.222288 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-70453813-d55c-4d98-9f4a-9f87117c0b43 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:26:42.222878 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a49afa8b-6a09-45b0-8b91-6b6059ef0f95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dc570bb-e91c-45ca-96e1-7ec571050e2d', 'code': 200} Aug 10 03:26:42.223152 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a49afa8b-6a09-45b0-8b91-6b6059ef0f95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1a9e3c3-e37d-4d00-b9f8-2ca59fa11fa2', 'code': 200} Aug 10 03:26:42.231568 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0eedaeeb-956e-4ad7-bb1b-11190937caf9 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:42.235323 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-0eedaeeb-956e-4ad7-bb1b-11190937caf9 tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] 10.222.0.44 "DELETE /v2.0/ports/72844213-9ce9-4d73-8c77-685967fb69c3 HTTP/1.1" status: 204 len: 168 time: 0.8012371 Aug 10 03:26:42.236149 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 33948) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:42.246857 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-c82e6886-f50c-45ae-b315-833c3428df96 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Deleting port b5fa37eb-ee16-4d29-b0bb-cd0a94b93161 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:26:42.247226 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c82e6886-f50c-45ae-b315-833c3428df96 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:42.330309 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d390ca2-6521-4c27-b4c9-4d84de99bc7a tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Deleting subnet edd001e4-def9-4b17-96d2-7f49c05396f7 {{(pid=94260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:26:42.336319 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5d390ca2-6521-4c27-b4c9-4d84de99bc7a tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Notify callbacks [] for subnet, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:42.404931 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2da874-f03b-4c8b-a3dc-c6c2f0ac1413 req-839737ae-d2f5-482b-9502-f79a3a0e2d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:42.406151 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2da874-f03b-4c8b-a3dc-c6c2f0ac1413 req-839737ae-d2f5-482b-9502-f79a3a0e2d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:42.406759 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2da874-f03b-4c8b-a3dc-c6c2f0ac1413 req-839737ae-d2f5-482b-9502-f79a3a0e2d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:42.408688 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-4b2da874-f03b-4c8b-a3dc-c6c2f0ac1413 req-839737ae-d2f5-482b-9502-f79a3a0e2d5b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a49afa8b-6a09-45b0-8b91-6b6059ef0f95 HTTP/1.1" status: 200 len: 2874 time: 0.0840111 Aug 10 03:26:42.437629 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c82e6886-f50c-45ae-b315-833c3428df96 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:42.440787 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5d390ca2-6521-4c27-b4c9-4d84de99bc7a tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191173'] for subnet, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:42.487525 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-c82e6886-f50c-45ae-b315-833c3428df96 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Calling delete_port for b5fa37eb-ee16-4d29-b0bb-cd0a94b93161 owned by {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:26:42.526429 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-4b2da874-f03b-4c8b-a3dc-c6c2f0ac1413 req-17404770-c858-4de3-850c-e49d7bf2a9e5 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=19cc7362-8f8b-47a2-b13d-80c9c9a2c563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096632 Aug 10 03:26:42.637814 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5d390ca2-6521-4c27-b4c9-4d84de99bc7a tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:42.704861 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c82e6886-f50c-45ae-b315-833c3428df96 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:42.717679 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5d390ca2-6521-4c27-b4c9-4d84de99bc7a tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:42.741415 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82e6886-f50c-45ae-b315-833c3428df96 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Pushing event deleted for resources: {'Port': ['ID=b5fa37eb-ee16-4d29-b0bb-cd0a94b93161,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:42.789335 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c82e6886-f50c-45ae-b315-833c3428df96 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:42.793126 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-c82e6886-f50c-45ae-b315-833c3428df96 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] 10.222.0.44 "DELETE /v2.0/ports/b5fa37eb-ee16-4d29-b0bb-cd0a94b93161 HTTP/1.1" status: 204 len: 168 time: 0.7570550 Aug 10 03:26:42.795952 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d390ca2-6521-4c27-b4c9-4d84de99bc7a tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Pushing event deleted for resources: {'Subnet': ['ID=edd001e4-def9-4b17-96d2-7f49c05396f7,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:42.796557 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33972) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:42.806194 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-b1694143-aabf-4d08-847b-c0220bbc1599 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5c4f6f41-20c3-47ba-93e7-133770021e3f', 'external_fixed_ips': [{'subnet_id': '7e5c2705-a62b-415b-b01b-3811bf381b27', 'ip_address': '2001:db8::d2'}]}}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:42.814516 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5d390ca2-6521-4c27-b4c9-4d84de99bc7a tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:42.819575 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-5d390ca2-6521-4c27-b4c9-4d84de99bc7a tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] 10.222.0.44 "DELETE /v2.0/subnets/edd001e4-def9-4b17-96d2-7f49c05396f7 HTTP/1.1" status: 204 len: 168 time: 0.5800443 Aug 10 03:26:42.823723 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 33974) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:42.824523 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493167a2-3563-4b3c-ac2b-53367c1b6b2f None None] Network d70918af-6453-4ec2-95c0-c477d215812c requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:26:42.870831 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b1694143-aabf-4d08-847b-c0220bbc1599 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:42.872630 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b1694143-aabf-4d08-847b-c0220bbc1599 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:42.933462 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-153bdb82-881a-44cf-a917-c5bd59d9432d tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:43.071957 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b1694143-aabf-4d08-847b-c0220bbc1599 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:43.089728 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a38876-e234-47fc-ba1d-2c8e2cc48f7b req-143d7173-909d-4963-868b-acb729e1fe4d tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:43.101135 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a38876-e234-47fc-ba1d-2c8e2cc48f7b req-143d7173-909d-4963-868b-acb729e1fe4d tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:43.107966 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a38876-e234-47fc-ba1d-2c8e2cc48f7b req-143d7173-909d-4963-868b-acb729e1fe4d tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:43.109712 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-36a38876-e234-47fc-ba1d-2c8e2cc48f7b req-143d7173-909d-4963-868b-acb729e1fe4d tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/ports?device_id=a49afa8b-6a09-45b0-8b91-6b6059ef0f95 HTTP/1.1" status: 200 len: 2418 time: 0.1869843 Aug 10 03:26:43.162140 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-153bdb82-881a-44cf-a917-c5bd59d9432d tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Deleting port 52aa8367-93a9-4e99-80da-524cd48075d6 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:26:43.162613 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-153bdb82-881a-44cf-a917-c5bd59d9432d tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:43.210968 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a31335b-5dfa-48b1-a613-42d23f893909 None None] DHCP port deletion for d70918af-6453-4ec2-95c0-c477d215812c request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:26:43.241723 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-36a38876-e234-47fc-ba1d-2c8e2cc48f7b req-baa6df0a-7375-4e48-be91-1fe43bdf0241 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/security-groups?id=19cc7362-8f8b-47a2-b13d-80c9c9a2c563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166184 Aug 10 03:26:43.323732 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [None req-153bdb82-881a-44cf-a917-c5bd59d9432d tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] For port 52aa8367-93a9-4e99-80da-524cd48075d6, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=52aa8367-93a9-4e99-80da-524cd48075d6,segment=NetworkSegment(68fc0ac1-c461-441e-9d2b-e5f99e7ca9e8),segment_id=68fc0ac1-c461-441e-9d2b-e5f99e7ca9e8)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:43.324414 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-153bdb82-881a-44cf-a917-c5bd59d9432d tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:43.337943 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-8a31335b-5dfa-48b1-a613-42d23f893909 None None] Deleting port 52aa8367-93a9-4e99-80da-524cd48075d6 {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:26:43.338575 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-8a31335b-5dfa-48b1-a613-42d23f893909 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:43.376158 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-153bdb82-881a-44cf-a917-c5bd59d9432d tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Calling delete_port for 52aa8367-93a9-4e99-80da-524cd48075d6 owned by network:dhcp {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:26:43.434708 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-8a31335b-5dfa-48b1-a613-42d23f893909 None None] For port 52aa8367-93a9-4e99-80da-524cd48075d6, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=52aa8367-93a9-4e99-80da-524cd48075d6,segment=NetworkSegment(68fc0ac1-c461-441e-9d2b-e5f99e7ca9e8),segment_id=68fc0ac1-c461-441e-9d2b-e5f99e7ca9e8)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:43.435443 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-8a31335b-5dfa-48b1-a613-42d23f893909 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:43.458632 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-8a31335b-5dfa-48b1-a613-42d23f893909 None None] Calling delete_port for 52aa8367-93a9-4e99-80da-524cd48075d6 owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:26:43.459136 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b1694143-aabf-4d08-847b-c0220bbc1599 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:43.620767 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cf2692-34fe-4958-893a-be694bf75c91 req-9e7bf067-1766-40b3-a405-95c31d6d0a54 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:43.630804 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-92cf2692-34fe-4958-893a-be694bf75c91 req-9e7bf067-1766-40b3-a405-95c31d6d0a54 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] 10.222.0.44 "GET /v2.0/ports?device_id=090e0a76-6d70-4669-beb8-734b587eb8c1 HTTP/1.1" status: 200 len: 946 time: 0.2360933 Aug 10 03:26:43.636442 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-8a31335b-5dfa-48b1-a613-42d23f893909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:43.690736 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a31335b-5dfa-48b1-a613-42d23f893909 None None] Pushing event deleted for resources: {'Port': ['ID=52aa8367-93a9-4e99-80da-524cd48075d6,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:43.693340 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a31335b-5dfa-48b1-a613-42d23f893909 None None] No DVR routers for this DVR port 52aa8367-93a9-4e99-80da-524cd48075d6 on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:26:43.721000 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-153bdb82-881a-44cf-a917-c5bd59d9432d tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:43.757910 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153bdb82-881a-44cf-a917-c5bd59d9432d tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] No DVR routers for this DVR port 52aa8367-93a9-4e99-80da-524cd48075d6 on host n-d-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:26:43.777614 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-92cf2692-34fe-4958-893a-be694bf75c91 req-57f71dc6-d57b-40fc-a611-e1b29043aa56 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e397b85-37c6-4e10-a5c7-28561ee47605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1456194 Aug 10 03:26:43.864954 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153bdb82-881a-44cf-a917-c5bd59d9432d tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Pushing event deleted for resources: {'Port': ['ID=52aa8367-93a9-4e99-80da-524cd48075d6,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:44.023338 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-153bdb82-881a-44cf-a917-c5bd59d9432d tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:44.071699 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-153bdb82-881a-44cf-a917-c5bd59d9432d tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d70918af-6453-4ec2-95c0-c477d215812c']}} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:26:44.112609 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-153bdb82-881a-44cf-a917-c5bd59d9432d tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68fc0ac1-c461-441e-9d2b-e5f99e7ca9e8') {'for_net_delete': True} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:26:44.113601 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-153bdb82-881a-44cf-a917-c5bd59d9432d tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68fc0ac1-c461-441e-9d2b-e5f99e7ca9e8') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:26:44.144433 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-153bdb82-881a-44cf-a917-c5bd59d9432d tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191186'] for segment, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:44.173011 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-153bdb82-881a-44cf-a917-c5bd59d9432d tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:44.199973 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-153bdb82-881a-44cf-a917-c5bd59d9432d tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=94260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:26:44.200834 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-153bdb82-881a-44cf-a917-c5bd59d9432d tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58895489'] for segment, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:44.204142 n-d-768862-13 neutron-server[94260]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:26:44.204142 n-d-768862-13 neutron-server[94260]: self.session.flush() Aug 10 03:26:44.204142 n-d-768862-13 neutron-server[94260]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:26:44.204142 n-d-768862-13 neutron-server[94260]: self.session.flush() Aug 10 03:26:44.204142 n-d-768862-13 neutron-server[94260]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:26:44.204142 n-d-768862-13 neutron-server[94260]: self.session.flush() Aug 10 03:26:44.204142 n-d-768862-13 neutron-server[94260]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:26:44.204142 n-d-768862-13 neutron-server[94260]: self.session.flush() Aug 10 03:26:44.204142 n-d-768862-13 neutron-server[94260]: Traceback (most recent call last): Aug 10 03:26:44.204142 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:26:44.204142 n-d-768862-13 neutron-server[94260]: timer() Aug 10 03:26:44.204142 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:26:44.204142 n-d-768862-13 neutron-server[94260]: cb(*args, **kw) Aug 10 03:26:44.204142 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:26:44.204142 n-d-768862-13 neutron-server[94260]: return func(*args, **kwargs) Aug 10 03:26:44.204142 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:26:44.204142 n-d-768862-13 neutron-server[94260]: self._notify() Aug 10 03:26:44.204142 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:26:44.204142 n-d-768862-13 neutron-server[94260]: self.callback(batched_events) Aug 10 03:26:44.204142 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:26:44.204142 n-d-768862-13 neutron-server[94260]: event.method(event) Aug 10 03:26:44.204142 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:26:44.204142 n-d-768862-13 neutron-server[94260]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:26:44.204142 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:26:44.204142 n-d-768862-13 neutron-server[94260]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:26:44.204142 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:26:44.204142 n-d-768862-13 neutron-server[94260]: return f(self, *a, **k) Aug 10 03:26:44.204142 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:26:44.204142 n-d-768862-13 neutron-server[94260]: return self._get(url).json() Aug 10 03:26:44.204142 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:26:44.204142 n-d-768862-13 neutron-server[94260]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:26:44.204142 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:26:44.204142 n-d-768862-13 neutron-server[94260]: return self.request(url, 'GET', **kwargs) Aug 10 03:26:44.204142 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:26:44.204142 n-d-768862-13 neutron-server[94260]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:26:44.204142 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:26:44.204142 n-d-768862-13 neutron-server[94260]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:26:44.204142 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:26:44.204142 n-d-768862-13 neutron-server[94260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:26:44.204142 n-d-768862-13 neutron-server[94260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:26:44.279542 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df771c87-cacc-4afd-895b-afd8fc8f7d9e req-9a2a02d9-2d8a-4366-9ba9-e4bfe4821582 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:44.287594 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-df771c87-cacc-4afd-895b-afd8fc8f7d9e req-9a2a02d9-2d8a-4366-9ba9-e4bfe4821582 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc285569-12f8-44cf-b881-82500feda081 HTTP/1.1" status: 200 len: 945 time: 0.1348443 Aug 10 03:26:44.312295 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-153bdb82-881a-44cf-a917-c5bd59d9432d tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:44.321300 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-153bdb82-881a-44cf-a917-c5bd59d9432d tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:44.327294 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-153bdb82-881a-44cf-a917-c5bd59d9432d tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] 10.222.0.44 "DELETE /v2.0/networks/d70918af-6453-4ec2-95c0-c477d215812c HTTP/1.1" status: 204 len: 168 time: 1.4975967 Aug 10 03:26:44.346712 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153bdb82-881a-44cf-a917-c5bd59d9432d tempest-AllowedAddressPairIpV6TestJSON-266498626 tempest-AllowedAddressPairIpV6TestJSON-266498626-project] Pushing event deleted for resources: {'Network': ['ID=d70918af-6453-4ec2-95c0-c477d215812c,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:44.376385 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-df771c87-cacc-4afd-895b-afd8fc8f7d9e req-bc4b5295-d479-4c4e-ab62-443eea541d35 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882149 Aug 10 03:26:44.391920 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b1694143-aabf-4d08-847b-c0220bbc1599 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:44.425076 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b1694143-aabf-4d08-847b-c0220bbc1599 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:44.435165 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8b16e5-ffcd-463e-b4fc-edf5aea24be9 req-6cfbea1b-bb2a-4673-a48e-e22b56eae7c2 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:44.444138 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8b16e5-ffcd-463e-b4fc-edf5aea24be9 req-6cfbea1b-bb2a-4673-a48e-e22b56eae7c2 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:44.450645 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8b16e5-ffcd-463e-b4fc-edf5aea24be9 req-6cfbea1b-bb2a-4673-a48e-e22b56eae7c2 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:44.470590 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-df8b16e5-ffcd-463e-b4fc-edf5aea24be9 req-6cfbea1b-bb2a-4673-a48e-e22b56eae7c2 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/ports?device_id=a49afa8b-6a09-45b0-8b91-6b6059ef0f95 HTTP/1.1" status: 200 len: 2418 time: 0.1202812 Aug 10 03:26:44.527014 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-df8b16e5-ffcd-463e-b4fc-edf5aea24be9 req-822957d5-81bc-41ec-9de3-e62420e8fe42 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/security-groups?id=19cc7362-8f8b-47a2-b13d-80c9c9a2c563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522640 Aug 10 03:26:44.739038 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 52aa8367-93a9-4e99-80da-524cd48075d6 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:26:44.786937 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 52aa8367-93a9-4e99-80da-524cd48075d6 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:26:44.791528 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 52aa8367-93a9-4e99-80da-524cd48075d6 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:26:44.837745 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-d46ecb5b-cf7e-459d-894c-fe2b06ef7ae4 req-e56587c2-baac-4eb6-bc0c-db1458912fd2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=044f5741-e4d3-4edf-954b-c2c5a6f36283&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0953903 Aug 10 03:26:44.842580 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-b1694143-aabf-4d08-847b-c0220bbc1599 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Allocated IP 2001:db8::d2 (5c4f6f41-20c3-47ba-93e7-133770021e3f/7e5c2705-a62b-415b-b01b-3811bf381b27/1486f470-eb3e-4b44-9f1e-84464d7b36bb) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:26:44.847083 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 34036) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:45.031459 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c09c9c-8e3e-4c68-9fa1-62c0b979aca2 req-913d7ae0-4644-43cd-a253-edeca4629620 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:45.033075 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-75c09c9c-8e3e-4c68-9fa1-62c0b979aca2 req-913d7ae0-4644-43cd-a253-edeca4629620 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] 10.222.0.44 "GET /v2.0/ports?device_id=090e0a76-6d70-4669-beb8-734b587eb8c1 HTTP/1.1" status: 200 len: 946 time: 0.1590202 Aug 10 03:26:45.033884 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ecb5b-cf7e-459d-894c-fe2b06ef7ae4 req-aaad3c2f-47bc-4b4d-8682-00861d72dae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:45.034668 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ecb5b-cf7e-459d-894c-fe2b06ef7ae4 req-aaad3c2f-47bc-4b4d-8682-00861d72dae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:45.034995 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ecb5b-cf7e-459d-894c-fe2b06ef7ae4 req-aaad3c2f-47bc-4b4d-8682-00861d72dae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:45.035502 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ecb5b-cf7e-459d-894c-fe2b06ef7ae4 req-aaad3c2f-47bc-4b4d-8682-00861d72dae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:45.035963 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ecb5b-cf7e-459d-894c-fe2b06ef7ae4 req-aaad3c2f-47bc-4b4d-8682-00861d72dae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:45.036445 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ecb5b-cf7e-459d-894c-fe2b06ef7ae4 req-aaad3c2f-47bc-4b4d-8682-00861d72dae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:45.036932 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ecb5b-cf7e-459d-894c-fe2b06ef7ae4 req-aaad3c2f-47bc-4b4d-8682-00861d72dae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:45.039315 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-d46ecb5b-cf7e-459d-894c-fe2b06ef7ae4 req-aaad3c2f-47bc-4b4d-8682-00861d72dae6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=06c20e5fd34a48aa8cc6b4171afd240a&device_id=044f5741-e4d3-4edf-954b-c2c5a6f36283 HTTP/1.1" status: 200 len: 6499 time: 0.0890882 Aug 10 03:26:45.048501 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f0e6e9-0e6d-4989-9e23-8be1b196711f req-b63c3ab8-c6a9-45b1-92cc-07d7aa7dca85 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:45.054707 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f0e6e9-0e6d-4989-9e23-8be1b196711f req-b63c3ab8-c6a9-45b1-92cc-07d7aa7dca85 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:45.060970 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f0e6e9-0e6d-4989-9e23-8be1b196711f req-b63c3ab8-c6a9-45b1-92cc-07d7aa7dca85 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:45.062748 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-66f0e6e9-0e6d-4989-9e23-8be1b196711f req-b63c3ab8-c6a9-45b1-92cc-07d7aa7dca85 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/ports?device_id=a49afa8b-6a09-45b0-8b91-6b6059ef0f95 HTTP/1.1" status: 200 len: 2418 time: 0.1273780 Aug 10 03:26:45.070372 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b1694143-aabf-4d08-847b-c0220bbc1599 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:45.079647 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-b7c76ccc-2158-46f1-86a8-9f69eb6c7ac9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=74c962eef6194c5aae52f1363c9682a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2313304 Aug 10 03:26:45.092196 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 34042) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:45.161340 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-75c09c9c-8e3e-4c68-9fa1-62c0b979aca2 req-80470856-3933-4f30-a904-3316539a1a8b tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e397b85-37c6-4e10-a5c7-28561ee47605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975382 Aug 10 03:26:45.174194 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-66f0e6e9-0e6d-4989-9e23-8be1b196711f req-d3826ad4-f3c8-43f2-92ba-746e39d5857d tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/security-groups?id=19cc7362-8f8b-47a2-b13d-80c9c9a2c563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990934 Aug 10 03:26:45.197583 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f4dad43c-de10-45f6-b9e2-043053213383 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:45.238059 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f4dad43c-de10-45f6-b9e2-043053213383 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:45.250650 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b1694143-aabf-4d08-847b-c0220bbc1599 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:45.334361 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f4dad43c-de10-45f6-b9e2-043053213383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:45.337800 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f4dad43c-de10-45f6-b9e2-043053213383 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:45.338737 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ecb5b-cf7e-459d-894c-fe2b06ef7ae4 req-ee6f6cb5-dcf4-4cd9-b81b-792599eadc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:45.339214 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-f4dad43c-de10-45f6-b9e2-043053213383 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/98a7c5f0-727c-4043-ac21-46206b4de7b3 HTTP/1.1" status: 204 len: 168 time: 0.2449782 Aug 10 03:26:45.339709 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ecb5b-cf7e-459d-894c-fe2b06ef7ae4 req-ee6f6cb5-dcf4-4cd9-b81b-792599eadc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:45.340110 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ecb5b-cf7e-459d-894c-fe2b06ef7ae4 req-ee6f6cb5-dcf4-4cd9-b81b-792599eadc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:45.341815 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-d46ecb5b-cf7e-459d-894c-fe2b06ef7ae4 req-ee6f6cb5-dcf4-4cd9-b81b-792599eadc85 service neutron] 10.222.0.61 "GET /v2.0/networks?id=52a12912-47fc-48c4-aaf5-a9b690b74ffc&id=39a285d2-87a3-47d7-9b49-b0b0fee32784&id=39a285d2-87a3-47d7-9b49-b0b0fee32784&id=39a285d2-87a3-47d7-9b49-b0b0fee32784&id=39a285d2-87a3-47d7-9b49-b0b0fee32784&id=effb9b91-4a23-491a-b997-5e008612ed4d&id=effb9b91-4a23-491a-b997-5e008612ed4d HTTP/1.1" status: 200 len: 2289 time: 0.2589352 Aug 10 03:26:45.354197 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dad43c-de10-45f6-b9e2-043053213383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a7c5f0-727c-4043-ac21-46206b4de7b3,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:45.391205 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1694143-aabf-4d08-847b-c0220bbc1599 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Pushing event updated for resources: {'Port': ['ID=1486f470-eb3e-4b44-9f1e-84464d7b36bb,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:45.411802 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1694143-aabf-4d08-847b-c0220bbc1599 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Network 5c4f6f41-20c3-47ba-93e7-133770021e3f is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:26:45.415832 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-b1694143-aabf-4d08-847b-c0220bbc1599 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:26:45.453455 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1694143-aabf-4d08-847b-c0220bbc1599 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:26:45.531676 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e97b6df-85cb-45d0-80a6-f76fc932be2d req-514da71c-88d6-4db0-bccd-87cc9e1e098f tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:45.533885 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1e97b6df-85cb-45d0-80a6-f76fc932be2d req-514da71c-88d6-4db0-bccd-87cc9e1e098f tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc285569-12f8-44cf-b881-82500feda081 HTTP/1.1" status: 200 len: 945 time: 0.1364436 Aug 10 03:26:45.636894 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-d46ecb5b-cf7e-459d-894c-fe2b06ef7ae4 req-a6e88dd9-5029-44fe-ba10-7be881cd0216 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59b5fda1-f8d3-4c6d-b2ad-a1607e38f8ab HTTP/1.1" status: 200 len: 1001 time: 0.2378955 Aug 10 03:26:45.662799 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09d06b4-ba86-44da-8397-64b9235477de req-270a8dca-0a4a-438f-9517-3831b9fcfe92 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:45.670377 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b09d06b4-ba86-44da-8397-64b9235477de req-270a8dca-0a4a-438f-9517-3831b9fcfe92 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc285569-12f8-44cf-b881-82500feda081 HTTP/1.1" status: 200 len: 945 time: 0.1300521 Aug 10 03:26:45.756448 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b09d06b4-ba86-44da-8397-64b9235477de req-591c007b-ee1a-401f-956c-8c165e313931 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4d7a78d-6944-460a-9de8-72f28958421d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848432 Aug 10 03:26:45.772276 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ecb5b-cf7e-459d-894c-fe2b06ef7ae4 req-e2405dc7-bf0b-43f6-92d4-8253773c2720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:45.773953 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-d46ecb5b-cf7e-459d-894c-fe2b06ef7ae4 req-e2405dc7-bf0b-43f6-92d4-8253773c2720 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ee6f27b1-efb9-4823-8a00-7f908deefa06 HTTP/1.1" status: 200 len: 850 time: 0.1275578 Aug 10 03:26:45.804359 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-1e97b6df-85cb-45d0-80a6-f76fc932be2d req-75ea51d3-e3fe-4c13-b4a0-ab3ac580f1a4 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Deleting port c86633db-c378-444d-8268-3b286fd3bbb7 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:26:45.804906 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-1e97b6df-85cb-45d0-80a6-f76fc932be2d req-75ea51d3-e3fe-4c13-b4a0-ab3ac580f1a4 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:45.926569 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ecb5b-cf7e-459d-894c-fe2b06ef7ae4 req-65c1b19e-7d4f-4f5b-9455-7ccadfb64a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:45.928320 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-d46ecb5b-cf7e-459d-894c-fe2b06ef7ae4 req-65c1b19e-7d4f-4f5b-9455-7ccadfb64a6b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=52a12912-47fc-48c4-aaf5-a9b690b74ffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1372185 Aug 10 03:26:45.943148 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b1694143-aabf-4d08-847b-c0220bbc1599 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:46.008136 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-1e97b6df-85cb-45d0-80a6-f76fc932be2d req-75ea51d3-e3fe-4c13-b4a0-ab3ac580f1a4 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] For port c86633db-c378-444d-8268-3b286fd3bbb7, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=c86633db-c378-444d-8268-3b286fd3bbb7,segment=NetworkSegment(73bbe919-55b7-4c3d-b65b-52e4e628212a),segment_id=73bbe919-55b7-4c3d-b65b-52e4e628212a)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:46.008449 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-1e97b6df-85cb-45d0-80a6-f76fc932be2d req-75ea51d3-e3fe-4c13-b4a0-ab3ac580f1a4 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:46.039061 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-1e97b6df-85cb-45d0-80a6-f76fc932be2d req-75ea51d3-e3fe-4c13-b4a0-ab3ac580f1a4 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Calling delete_port for c86633db-c378-444d-8268-3b286fd3bbb7 owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:26:46.186427 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-d46ecb5b-cf7e-459d-894c-fe2b06ef7ae4 req-40af30da-1403-4bd6-a2e2-0e91a6bdf2a8 service neutron] 10.222.0.61 "GET /v2.0/networks/52a12912-47fc-48c4-aaf5-a9b690b74ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455671 Aug 10 03:26:46.216169 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4b834b-3ac6-4e7d-8372-6103828868e8 req-b341298e-7fa9-4c9b-87b1-ca62d5b62062 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:46.224635 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bd4b834b-3ac6-4e7d-8372-6103828868e8 req-b341298e-7fa9-4c9b-87b1-ca62d5b62062 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] 10.222.0.44 "GET /v2.0/ports?device_id=090e0a76-6d70-4669-beb8-734b587eb8c1 HTTP/1.1" status: 200 len: 946 time: 0.1723449 Aug 10 03:26:46.295893 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bd4b834b-3ac6-4e7d-8372-6103828868e8 req-ebe06b1b-1a33-422a-8f37-cd35cf0f71ba tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e397b85-37c6-4e10-a5c7-28561ee47605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699046 Aug 10 03:26:46.379529 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b1694143-aabf-4d08-847b-c0220bbc1599 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:46.381855 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-d46ecb5b-cf7e-459d-894c-fe2b06ef7ae4 req-f284d8cf-fea1-4271-acf3-0aad97e016e0 service neutron] 10.222.0.61 "GET /v2.0/networks/52a12912-47fc-48c4-aaf5-a9b690b74ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565313 Aug 10 03:26:46.470149 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-d46ecb5b-cf7e-459d-894c-fe2b06ef7ae4 req-89ef85d1-5eaa-4eff-b589-2376fccbea46 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=a51886da-65ec-4881-8090-1c7844482542 HTTP/1.1" status: 200 len: 217 time: 0.0417690 Aug 10 03:26:46.484681 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-1e97b6df-85cb-45d0-80a6-f76fc932be2d req-75ea51d3-e3fe-4c13-b4a0-ab3ac580f1a4 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:46.497755 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['c86633db-c378-444d-8268-3b286fd3bbb7'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:26:46.560021 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ea51d3-e3fe-4c13-b4a0-ab3ac580f1a4 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Pushing event deleted for resources: {'Port': ['ID=c86633db-c378-444d-8268-3b286fd3bbb7,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:46.608949 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e97b6df-85cb-45d0-80a6-f76fc932be2d req-75ea51d3-e3fe-4c13-b4a0-ab3ac580f1a4 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] No DVR routers for this DVR port c86633db-c378-444d-8268-3b286fd3bbb7 on host n-h1-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:26:46.612506 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-1e97b6df-85cb-45d0-80a6-f76fc932be2d req-75ea51d3-e3fe-4c13-b4a0-ab3ac580f1a4 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:46.615028 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1e97b6df-85cb-45d0-80a6-f76fc932be2d req-75ea51d3-e3fe-4c13-b4a0-ab3ac580f1a4 tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.42 "DELETE /v2.0/ports/c86633db-c378-444d-8268-3b286fd3bbb7 HTTP/1.1" status: 204 len: 173 time: 1.0697734 Aug 10 03:26:46.615364 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc285569-12f8-44cf-b881-82500feda081', 'name': 'network-vif-deleted', 'tag': 'c86633db-c378-444d-8268-3b286fd3bbb7'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:26:46.617840 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a975b53f-2e65-4e40-b8a9-207cfc667caf" -d '{"events": [{"server_uuid": "cc285569-12f8-44cf-b881-82500feda081", "name": "network-vif-deleted", "tag": "c86633db-c378-444d-8268-3b286fd3bbb7"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:26:46.627948 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ecb5b-cf7e-459d-894c-fe2b06ef7ae4 req-e4775468-7de9-4cdc-b7b9-563fd03d08f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:46.629455 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-d46ecb5b-cf7e-459d-894c-fe2b06ef7ae4 req-e4775468-7de9-4cdc-b7b9-563fd03d08f1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2818801a-2e35-4ece-b2ba-d3311c823064 HTTP/1.1" status: 200 len: 797 time: 0.1411405 Aug 10 03:26:46.632179 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ca086-01f2-443c-ba39-7c4878606664 req-7687029e-19f9-45e7-ba2f-7c6d22138d50 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:46.639655 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ca086-01f2-443c-ba39-7c4878606664 req-7687029e-19f9-45e7-ba2f-7c6d22138d50 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:46.645846 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ca086-01f2-443c-ba39-7c4878606664 req-7687029e-19f9-45e7-ba2f-7c6d22138d50 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:46.655150 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-920ca086-01f2-443c-ba39-7c4878606664 req-7687029e-19f9-45e7-ba2f-7c6d22138d50 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/ports?device_id=a49afa8b-6a09-45b0-8b91-6b6059ef0f95 HTTP/1.1" status: 200 len: 2418 time: 0.1901662 Aug 10 03:26:46.705386 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-920ca086-01f2-443c-ba39-7c4878606664 req-a39f1964-ab06-4f4c-a302-3e7d96234c15 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/security-groups?id=19cc7362-8f8b-47a2-b13d-80c9c9a2c563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498567 Aug 10 03:26:46.726010 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ecb5b-cf7e-459d-894c-fe2b06ef7ae4 req-7ae1b59b-09d4-4dcf-8241-80cc57f5f80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:46.728035 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-d46ecb5b-cf7e-459d-894c-fe2b06ef7ae4 req-7ae1b59b-09d4-4dcf-8241-80cc57f5f80c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=39a285d2-87a3-47d7-9b49-b0b0fee32784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0846047 Aug 10 03:26:46.729554 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1694143-aabf-4d08-847b-c0220bbc1599 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Router b3141f8a-2104-4669-85be-74b1c0672f61 is scheduled to L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e with binding_index 1 {{(pid=94261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:26:46.932979 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 34114) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:47.020626 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-d46ecb5b-cf7e-459d-894c-fe2b06ef7ae4 req-06698071-5f68-4520-8b67-ba21ee4d8eae service neutron] 10.222.0.61 "GET /v2.0/networks/39a285d2-87a3-47d7-9b49-b0b0fee32784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811146 Aug 10 03:26:47.021202 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef53554f-88a8-4957-bfdb-5c12c1783176 x-openstack-request-id: req-ef53554f-88a8-4957-bfdb-5c12c1783176 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:26:47.021653 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc285569-12f8-44cf-b881-82500feda081", "name": "network-vif-deleted", "tag": "c86633db-c378-444d-8268-3b286fd3bbb7", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:26:47.022066 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ef53554f-88a8-4957-bfdb-5c12c1783176 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:26:47.024097 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc285569-12f8-44cf-b881-82500feda081', 'name': 'network-vif-deleted', 'tag': 'c86633db-c378-444d-8268-3b286fd3bbb7', 'status': 'completed', 'code': 200} Aug 10 03:26:47.093933 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1694143-aabf-4d08-847b-c0220bbc1599 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:26:47.105490 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0eee80f-7d3e-47ae-b9a5-dd03b65389f2 None None] Sync routers for ids ['b3141f8a-2104-4669-85be-74b1c0672f61'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:26:47.117352 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0eee80f-7d3e-47ae-b9a5-dd03b65389f2 None None] Routers {'b3141f8a-2104-4669-85be-74b1c0672f61'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:26:47.118945 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-f0eee80f-7d3e-47ae-b9a5-dd03b65389f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:26:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['b3141f8a-2104-4669-85be-74b1c0672f61'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:26:47.148255 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b1694143-aabf-4d08-847b-c0220bbc1599 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:47.150093 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-b1694143-aabf-4d08-847b-c0220bbc1599 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 4.3522234 Aug 10 03:26:47.154922 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 34122) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:47.241111 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-d46ecb5b-cf7e-459d-894c-fe2b06ef7ae4 req-d5606905-20d1-48c4-aeb4-e8c32b663edb service neutron] 10.222.0.61 "GET /v2.0/networks/39a285d2-87a3-47d7-9b49-b0b0fee32784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115784 Aug 10 03:26:47.281284 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b5510665-83c0-408f-9506-d69cb73e1e7c req-fb136dce-afba-48c6-b005-e263a10aa47f tempest-ServersTestJSON-1122678336 tempest-ServersTestJSON-1122678336-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc285569-12f8-44cf-b881-82500feda081 HTTP/1.1" status: 200 len: 210 time: 0.1064472 Aug 10 03:26:47.303111 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-f0eee80f-7d3e-47ae-b9a5-dd03b65389f2 None None] Set router b3141f8a-2104-4669-85be-74b1c0672f61 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:26:47.313180 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-d46ecb5b-cf7e-459d-894c-fe2b06ef7ae4 req-2cb4d571-aaec-4960-97de-4a0dcbfb0eec service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.228&port_id=d7410f22-72fc-46b2-bf2c-021ea69dd6bd HTTP/1.1" status: 200 len: 217 time: 0.0612376 Aug 10 03:26:47.341678 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a093a2f-a614-43f9-86e6-13fd82036d43 req-efc3e2e9-9df4-4078-bf0b-3bc897611d51 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:47.348685 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a093a2f-a614-43f9-86e6-13fd82036d43 req-efc3e2e9-9df4-4078-bf0b-3bc897611d51 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:47.375254 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a093a2f-a614-43f9-86e6-13fd82036d43 req-efc3e2e9-9df4-4078-bf0b-3bc897611d51 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:47.378284 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7a093a2f-a614-43f9-86e6-13fd82036d43 req-efc3e2e9-9df4-4078-bf0b-3bc897611d51 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.61 "GET /v2.0/ports?device_id=a49afa8b-6a09-45b0-8b91-6b6059ef0f95 HTTP/1.1" status: 200 len: 2418 time: 0.2848995 Aug 10 03:26:47.505206 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc54bdcf-b6eb-41c4-be07-dce57de1a32c req-864ccec9-6ddb-4b28-a30c-2844521fe656 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:47.506861 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dc54bdcf-b6eb-41c4-be07-dce57de1a32c req-864ccec9-6ddb-4b28-a30c-2844521fe656 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] 10.222.0.42 "GET /v2.0/ports?device_id=090e0a76-6d70-4669-beb8-734b587eb8c1 HTTP/1.1" status: 200 len: 946 time: 0.3005657 Aug 10 03:26:47.513783 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-6fd6ab9e-e8fa-40fa-9f29-3765d357bdd6 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Request body: {'networks': [{'name': 'tempest-network--532522912'}, {'name': 'tempest-network--593346004'}]} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:47.514096 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-6fd6ab9e-e8fa-40fa-9f29-3765d357bdd6 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Request body: {'network': {'name': 'tempest-network--532522912'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:47.515077 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-6fd6ab9e-e8fa-40fa-9f29-3765d357bdd6 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Request body: {'network': {'name': 'tempest-network--593346004'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:47.709686 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd6ab9e-e8fa-40fa-9f29-3765d357bdd6 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Made reservation on behalf of 780534bc690d476db63a9ff062510b6e for: {'network': 2} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:26:47.714652 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6fd6ab9e-e8fa-40fa-9f29-3765d357bdd6 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:47.747455 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49cfe60-c2fe-43ac-b3ee-10646061ebaf req-82811ff2-dd0d-4893-b5f8-9d0ee7826075 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:47.749093 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a49cfe60-c2fe-43ac-b3ee-10646061ebaf req-82811ff2-dd0d-4893-b5f8-9d0ee7826075 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] 10.222.0.44 "GET /v2.0/ports?device_id=090e0a76-6d70-4669-beb8-734b587eb8c1 HTTP/1.1" status: 200 len: 946 time: 0.2604587 Aug 10 03:26:47.749855 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6fd6ab9e-e8fa-40fa-9f29-3765d357bdd6 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:47.782012 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-7a093a2f-a614-43f9-86e6-13fd82036d43 req-287d410f-5e25-4d02-809e-fedf7931ea86 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Deleting port a1a9e3c3-e37d-4d00-b9f8-2ca59fa11fa2 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:26:47.782506 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-7a093a2f-a614-43f9-86e6-13fd82036d43 req-287d410f-5e25-4d02-809e-fedf7931ea86 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:47.783575 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-efe4a1db-ebcb-4a3c-9a98-c8c573333ae3 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks [] for router, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:47.804322 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-f0eee80f-7d3e-47ae-b9a5-dd03b65389f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3141f8a-2104-4669-85be-74b1c0672f61', 'name': '', 'tenant_id': 'e95f86f5327141dbabec2417d5d4e5dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c4f6f41-20c3-47ba-93e7-133770021e3f', 'external_fixed_ips': [{'subnet_id': '7e5c2705-a62b-415b-b01b-3811bf381b27', 'ip_address': '2001:db8::d2'}], 'enable_snat': True}, 'gw_port_id': '1486f470-eb3e-4b44-9f1e-84464d7b36bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:26:42Z', 'updated_at': '2021-08-10T03:26:45Z', 'revision_number': 3, 'project_id': 'e95f86f5327141dbabec2417d5d4e5dd', 'gw_port': {'id': '1486f470-eb3e-4b44-9f1e-84464d7b36bb', 'name': '', 'network_id': '5c4f6f41-20c3-47ba-93e7-133770021e3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:55:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3141f8a-2104-4669-85be-74b1c0672f61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '7e5c2705-a62b-415b-b01b-3811bf381b27', 'ip_address': '2001:db8::d2', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:26:44Z', 'updated_at': '2021-08-10T03:26:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7e5c2705-a62b-415b-b01b-3811bf381b27', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:26:47.860212 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ecb5b-cf7e-459d-894c-fe2b06ef7ae4 req-a2619467-9fea-43ba-8c88-9ac4ace8edd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:47.860493 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0eee80f-7d3e-47ae-b9a5-dd03b65389f2 None None] Checking router: b3141f8a-2104-4669-85be-74b1c0672f61 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:26:47.860857 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0eee80f-7d3e-47ae-b9a5-dd03b65389f2 None None] Updating router b3141f8a-2104-4669-85be-74b1c0672f61 port 1486f470-eb3e-4b44-9f1e-84464d7b36bb binding host n-d-768862-13 {{(pid=94263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:26:47.862440 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-d46ecb5b-cf7e-459d-894c-fe2b06ef7ae4 req-a2619467-9fea-43ba-8c88-9ac4ace8edd2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2818801a-2e35-4ece-b2ba-d3311c823064 HTTP/1.1" status: 200 len: 797 time: 0.4958036 Aug 10 03:26:47.892422 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-f0eee80f-7d3e-47ae-b9a5-dd03b65389f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:47.970008 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-efe4a1db-ebcb-4a3c-9a98-c8c573333ae3 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:47.989394 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ecb5b-cf7e-459d-894c-fe2b06ef7ae4 req-6a72e103-7404-44ab-963c-58425a10cb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:47.991557 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-d46ecb5b-cf7e-459d-894c-fe2b06ef7ae4 req-6a72e103-7404-44ab-963c-58425a10cb0b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=39a285d2-87a3-47d7-9b49-b0b0fee32784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0917916 Aug 10 03:26:47.996848 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-7a093a2f-a614-43f9-86e6-13fd82036d43 req-287d410f-5e25-4d02-809e-fedf7931ea86 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] For port a1a9e3c3-e37d-4d00-b9f8-2ca59fa11fa2, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=a1a9e3c3-e37d-4d00-b9f8-2ca59fa11fa2,segment=NetworkSegment(7e28589a-a35d-4e60-b5d9-68c3b35426fb),segment_id=7e28589a-a35d-4e60-b5d9-68c3b35426fb)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:47.997218 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-7a093a2f-a614-43f9-86e6-13fd82036d43 req-287d410f-5e25-4d02-809e-fedf7931ea86 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:48.014629 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-7a093a2f-a614-43f9-86e6-13fd82036d43 req-287d410f-5e25-4d02-809e-fedf7931ea86 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Calling delete_port for a1a9e3c3-e37d-4d00-b9f8-2ca59fa11fa2 owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:26:48.144081 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-efe4a1db-ebcb-4a3c-9a98-c8c573333ae3 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Deleting port 1486f470-eb3e-4b44-9f1e-84464d7b36bb {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:26:48.144439 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-efe4a1db-ebcb-4a3c-9a98-c8c573333ae3 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:48.156703 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-dc54bdcf-b6eb-41c4-be07-dce57de1a32c req-b0eeb149-c426-4a49-b9fd-3981fb343eaa tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] Deleting port 46b4e5f3-1487-4512-958b-790205a429d3 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:26:48.157074 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-dc54bdcf-b6eb-41c4-be07-dce57de1a32c req-b0eeb149-c426-4a49-b9fd-3981fb343eaa tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:48.221092 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-d46ecb5b-cf7e-459d-894c-fe2b06ef7ae4 req-ddde7f2d-5ecd-4999-bf80-8f24d0881f94 service neutron] 10.222.0.61 "GET /v2.0/networks/39a285d2-87a3-47d7-9b49-b0b0fee32784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034619 Aug 10 03:26:48.295030 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a49cfe60-c2fe-43ac-b3ee-10646061ebaf req-52263e61-7278-48cc-94d0-480d47d5efd6 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e397b85-37c6-4e10-a5c7-28561ee47605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5373056 Aug 10 03:26:48.328786 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-f0eee80f-7d3e-47ae-b9a5-dd03b65389f2 None None] Notify callbacks [] for port, precommit_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:48.336026 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-d46ecb5b-cf7e-459d-894c-fe2b06ef7ae4 req-d429c48c-b762-4070-9041-88a1b8a969c9 service neutron] 10.222.0.61 "GET /v2.0/networks/39a285d2-87a3-47d7-9b49-b0b0fee32784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023028 Aug 10 03:26:48.345044 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.provisioning_blocks [None req-f0eee80f-7d3e-47ae-b9a5-dd03b65389f2 None None] Transition to ACTIVE for port object 1486f470-eb3e-4b44-9f1e-84464d7b36bb will not be triggered until provisioned by entity L2. {{(pid=94263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:26:48.361344 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-f0eee80f-7d3e-47ae-b9a5-dd03b65389f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:48.419773 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-f0eee80f-7d3e-47ae-b9a5-dd03b65389f2 None None] Attempting to bind port 1486f470-eb3e-4b44-9f1e-84464d7b36bb on host n-d-768862-13 for vnic_type normal with profile {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:26:48.420547 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-f0eee80f-7d3e-47ae-b9a5-dd03b65389f2 None None] Attempting to bind port 1486f470-eb3e-4b44-9f1e-84464d7b36bb by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'be46e3cb-9942-429e-b414-3272d88360bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5c4f6f41-20c3-47ba-93e7-133770021e3f'}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:26:48.421136 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0eee80f-7d3e-47ae-b9a5-dd03b65389f2 None None] Attempting to bind port 1486f470-eb3e-4b44-9f1e-84464d7b36bb on network 5c4f6f41-20c3-47ba-93e7-133770021e3f {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:26:48.439035 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0eee80f-7d3e-47ae-b9a5-dd03b65389f2 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:26:48.439872 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0eee80f-7d3e-47ae-b9a5-dd03b65389f2 None None] Checking segment: {'id': 'be46e3cb-9942-429e-b414-3272d88360bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5c4f6f41-20c3-47ba-93e7-133770021e3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:26:48.440632 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-f0eee80f-7d3e-47ae-b9a5-dd03b65389f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:48.441277 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0eee80f-7d3e-47ae-b9a5-dd03b65389f2 None None] Bound using segment: {'id': 'be46e3cb-9942-429e-b414-3272d88360bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5c4f6f41-20c3-47ba-93e7-133770021e3f'} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:26:48.442091 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-f0eee80f-7d3e-47ae-b9a5-dd03b65389f2 None None] Bound port: 1486f470-eb3e-4b44-9f1e-84464d7b36bb, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be46e3cb-9942-429e-b414-3272d88360bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5c4f6f41-20c3-47ba-93e7-133770021e3f'}}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:26:48.442763 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-f0eee80f-7d3e-47ae-b9a5-dd03b65389f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:48.473808 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f28448e-8ead-4127-ac8d-88a8f9520331 None None] Pushing event updated for resources: {'Port': ['ID=1486f470-eb3e-4b44-9f1e-84464d7b36bb,revision_number=2']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:48.481057 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-efe4a1db-ebcb-4a3c-9a98-c8c573333ae3 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:48.486869 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-d46ecb5b-cf7e-459d-894c-fe2b06ef7ae4 req-ad868314-8ceb-45b3-a0d1-34e16a540d5d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.215&port_id=18f38f10-6fe8-483d-95d9-e9238a6e463c HTTP/1.1" status: 200 len: 217 time: 0.1356361 Aug 10 03:26:48.512862 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5422ab0-c6be-4608-b5c5-383052755d71 req-d36adda2-7a99-46d0-b2d0-3b984851d141 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:48.519861 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5422ab0-c6be-4608-b5c5-383052755d71 req-d36adda2-7a99-46d0-b2d0-3b984851d141 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:48.526152 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-f0eee80f-7d3e-47ae-b9a5-dd03b65389f2 None None] For port 1486f470-eb3e-4b44-9f1e-84464d7b36bb, host n-d-768862-13, cleared binding levels {{(pid=94263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:26:48.526462 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5422ab0-c6be-4608-b5c5-383052755d71 req-d36adda2-7a99-46d0-b2d0-3b984851d141 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:48.531236 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-f0eee80f-7d3e-47ae-b9a5-dd03b65389f2 None None] For port 1486f470-eb3e-4b44-9f1e-84464d7b36bb, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=1486f470-eb3e-4b44-9f1e-84464d7b36bb,segment=NetworkSegment(be46e3cb-9942-429e-b414-3272d88360bd),segment_id=be46e3cb-9942-429e-b414-3272d88360bd)] {{(pid=94263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:26:48.540860 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c5422ab0-c6be-4608-b5c5-383052755d71 req-d36adda2-7a99-46d0-b2d0-3b984851d141 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/ports?device_id=a49afa8b-6a09-45b0-8b91-6b6059ef0f95 HTTP/1.1" status: 200 len: 2418 time: 0.4545937 Aug 10 03:26:48.543967 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-f0eee80f-7d3e-47ae-b9a5-dd03b65389f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:48.606334 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-dc54bdcf-b6eb-41c4-be07-dce57de1a32c req-b0eeb149-c426-4a49-b9fd-3981fb343eaa tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] For port 46b4e5f3-1487-4512-958b-790205a429d3, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=46b4e5f3-1487-4512-958b-790205a429d3,segment=NetworkSegment(3b2bf574-7cf5-4b84-96f8-e65d149daec7),segment_id=3b2bf574-7cf5-4b84-96f8-e65d149daec7)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:48.606743 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-dc54bdcf-b6eb-41c4-be07-dce57de1a32c req-b0eeb149-c426-4a49-b9fd-3981fb343eaa tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:48.620324 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ecb5b-cf7e-459d-894c-fe2b06ef7ae4 req-9e08143d-cb26-436d-903f-3eed82d3aa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:48.623140 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-d46ecb5b-cf7e-459d-894c-fe2b06ef7ae4 req-9e08143d-cb26-436d-903f-3eed82d3aa29 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2818801a-2e35-4ece-b2ba-d3311c823064 HTTP/1.1" status: 200 len: 797 time: 0.1092179 Aug 10 03:26:48.624781 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0eee80f-7d3e-47ae-b9a5-dd03b65389f2 None None] Routers {'b3141f8a-2104-4669-85be-74b1c0672f61'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:26:48.625531 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-f0eee80f-7d3e-47ae-b9a5-dd03b65389f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:26:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['b3141f8a-2104-4669-85be-74b1c0672f61'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:26:48.630362 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-efe4a1db-ebcb-4a3c-9a98-c8c573333ae3 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Calling delete_port for 1486f470-eb3e-4b44-9f1e-84464d7b36bb owned by network:router_gateway {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:26:48.682957 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c5422ab0-c6be-4608-b5c5-383052755d71 req-9ed90e63-1c59-44ee-8b36-e2658c65ec73 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/security-groups?id=19cc7362-8f8b-47a2-b13d-80c9c9a2c563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410587 Aug 10 03:26:48.735247 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f28448e-8ead-4127-ac8d-88a8f9520331 None None] Pushing event updated for resources: {'Port': ['ID=1486f470-eb3e-4b44-9f1e-84464d7b36bb,revision_number=3']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:48.770698 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-f0eee80f-7d3e-47ae-b9a5-dd03b65389f2 None None] Set router b3141f8a-2104-4669-85be-74b1c0672f61 gateway port host: None {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:26:48.800394 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 34146) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:48.805303 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-7a093a2f-a614-43f9-86e6-13fd82036d43 req-287d410f-5e25-4d02-809e-fedf7931ea86 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:48.814861 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ecb5b-cf7e-459d-894c-fe2b06ef7ae4 req-fddf6590-5535-4b47-8d85-8ea20dc6f3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:48.816436 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-d46ecb5b-cf7e-459d-894c-fe2b06ef7ae4 req-fddf6590-5535-4b47-8d85-8ea20dc6f3dd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=39a285d2-87a3-47d7-9b49-b0b0fee32784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1826510 Aug 10 03:26:48.847862 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-f0eee80f-7d3e-47ae-b9a5-dd03b65389f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3141f8a-2104-4669-85be-74b1c0672f61', 'name': '', 'tenant_id': 'e95f86f5327141dbabec2417d5d4e5dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:26:42Z', 'updated_at': '2021-08-10T03:26:47Z', 'revision_number': 4, 'project_id': 'e95f86f5327141dbabec2417d5d4e5dd', 'gw_port_host': None}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:26:48.882842 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0eee80f-7d3e-47ae-b9a5-dd03b65389f2 None None] The sync data for ids ['b3141f8a-2104-4669-85be-74b1c0672f61'] in n-d-768862-13 is: [{'id': 'b3141f8a-2104-4669-85be-74b1c0672f61', 'name': '', 'tenant_id': 'e95f86f5327141dbabec2417d5d4e5dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:26:42Z', 'updated_at': '2021-08-10T03:26:47Z', 'revision_number': 4, 'project_id': 'e95f86f5327141dbabec2417d5d4e5dd', 'gw_port_host': None}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:26:48.936403 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287d410f-5e25-4d02-809e-fedf7931ea86 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Pushing event deleted for resources: {'Port': ['ID=a1a9e3c3-e37d-4d00-b9f8-2ca59fa11fa2,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:48.986343 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6fd6ab9e-e8fa-40fa-9f29-3765d357bdd6 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:49.009295 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-d46ecb5b-cf7e-459d-894c-fe2b06ef7ae4 req-1217cd71-d9af-45e0-948a-02e04a68dc45 service neutron] 10.222.0.61 "GET /v2.0/networks/39a285d2-87a3-47d7-9b49-b0b0fee32784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811197 Aug 10 03:26:49.009835 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6fd6ab9e-e8fa-40fa-9f29-3765d357bdd6 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:49.010405 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6fd6ab9e-e8fa-40fa-9f29-3765d357bdd6 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:49.090622 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-efe4a1db-ebcb-4a3c-9a98-c8c573333ae3 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:49.158101 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe4a1db-ebcb-4a3c-9a98-c8c573333ae3 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Pushing event deleted for resources: {'Port': ['ID=1486f470-eb3e-4b44-9f1e-84464d7b36bb,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:49.219075 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-efe4a1db-ebcb-4a3c-9a98-c8c573333ae3 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520654'] for router_gateway, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:49.292714 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-dc54bdcf-b6eb-41c4-be07-dce57de1a32c req-b0eeb149-c426-4a49-b9fd-3981fb343eaa tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:49.293268 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-dc54bdcf-b6eb-41c4-be07-dce57de1a32c req-b0eeb149-c426-4a49-b9fd-3981fb343eaa tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:49.293597 n-d-768862-13 neutron-server[94260]: INFO neutron.db.l3_db [req-dc54bdcf-b6eb-41c4-be07-dce57de1a32c req-b0eeb149-c426-4a49-b9fd-3981fb343eaa tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] Floating IP e57dbeca-2d07-435c-8628-cd931ce88d28 disassociated. External IP: 172.25.6.129, port: 46b4e5f3-1487-4512-958b-790205a429d3. Aug 10 03:26:49.293949 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-dc54bdcf-b6eb-41c4-be07-dce57de1a32c req-b0eeb149-c426-4a49-b9fd-3981fb343eaa tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] Calling delete_port for 46b4e5f3-1487-4512-958b-790205a429d3 owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:26:49.336439 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a093a2f-a614-43f9-86e6-13fd82036d43 req-287d410f-5e25-4d02-809e-fedf7931ea86 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] No DVR routers for this DVR port a1a9e3c3-e37d-4d00-b9f8-2ca59fa11fa2 on host n-h2-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:26:49.339857 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-7a093a2f-a614-43f9-86e6-13fd82036d43 req-287d410f-5e25-4d02-809e-fedf7931ea86 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:49.342562 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7a093a2f-a614-43f9-86e6-13fd82036d43 req-287d410f-5e25-4d02-809e-fedf7931ea86 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.61 "DELETE /v2.0/ports/a1a9e3c3-e37d-4d00-b9f8-2ca59fa11fa2 HTTP/1.1" status: 204 len: 173 time: 1.9506032 Aug 10 03:26:49.349720 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a49afa8b-6a09-45b0-8b91-6b6059ef0f95', 'name': 'network-vif-deleted', 'tag': 'a1a9e3c3-e37d-4d00-b9f8-2ca59fa11fa2'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:26:49.352145 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ab121f-3444-45ff-bf12-b37bafc53ad3" -d '{"events": [{"server_uuid": "a49afa8b-6a09-45b0-8b91-6b6059ef0f95", "name": "network-vif-deleted", "tag": "a1a9e3c3-e37d-4d00-b9f8-2ca59fa11fa2"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:26:49.360522 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_v2 [None req-118344b2-5050-4246-a16c-8e9cca4f2315 admin admin] Deleting subnet 56efed23-ee55-46bf-9125-3806eab6d04b {{(pid=94260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:26:49.381780 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-118344b2-5050-4246-a16c-8e9cca4f2315 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:49.399572 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-efe4a1db-ebcb-4a3c-9a98-c8c573333ae3 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:49.406278 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-efe4a1db-ebcb-4a3c-9a98-c8c573333ae3 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:49.427358 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-d46ecb5b-cf7e-459d-894c-fe2b06ef7ae4 req-c7427e3e-162f-43ba-af1a-51dd196767e7 service neutron] 10.222.0.61 "GET /v2.0/networks/39a285d2-87a3-47d7-9b49-b0b0fee32784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4082596 Aug 10 03:26:49.469689 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd6ab9e-e8fa-40fa-9f29-3765d357bdd6 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb5f016-9da5-43c6-ae66-fe7907f2b787,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:49.479671 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e57bcc31-68e2-4771-bd95-709ef08c815a x-openstack-request-id: req-e57bcc31-68e2-4771-bd95-709ef08c815a {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:26:49.479964 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a49afa8b-6a09-45b0-8b91-6b6059ef0f95", "name": "network-vif-deleted", "tag": "a1a9e3c3-e37d-4d00-b9f8-2ca59fa11fa2", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:26:49.480221 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e57bcc31-68e2-4771-bd95-709ef08c815a {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:26:49.480628 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a49afa8b-6a09-45b0-8b91-6b6059ef0f95', 'name': 'network-vif-deleted', 'tag': 'a1a9e3c3-e37d-4d00-b9f8-2ca59fa11fa2', 'status': 'completed', 'code': 200} Aug 10 03:26:49.558879 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fd6ab9e-e8fa-40fa-9f29-3765d357bdd6 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=94260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:26:49.608832 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-118344b2-5050-4246-a16c-8e9cca4f2315 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191173'] for subnet, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:49.613022 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6fd6ab9e-e8fa-40fa-9f29-3765d357bdd6 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:49.613376 n-d-768862-13 neutron-server[94260]: INFO neutron.db.segments_db [None req-6fd6ab9e-e8fa-40fa-9f29-3765d357bdd6 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Added segment 461568a5-5ea1-4697-9410-f737f6c0f25b of type vlan for network f9184be7-346c-48a4-817b-d17f704d01b2 Aug 10 03:26:49.634075 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-d46ecb5b-cf7e-459d-894c-fe2b06ef7ae4 req-ee82186d-6b5b-4132-a202-216d46cf11ed service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=23f3db6a-3d09-4219-a20f-499c73daf5a4 HTTP/1.1" status: 200 len: 217 time: 0.1949668 Aug 10 03:26:49.644346 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-efe4a1db-ebcb-4a3c-9a98-c8c573333ae3 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:49.645401 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efe4a1db-ebcb-4a3c-9a98-c8c573333ae3 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b3141f8a-2104-4669-85be-74b1c0672f61 {{(pid=94261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:26:49.662670 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device dfe3f19d-94bf-4a26-b25b-f7779e53521e no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:26:49.673999 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-efe4a1db-ebcb-4a3c-9a98-c8c573333ae3 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:49.676445 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-efe4a1db-ebcb-4a3c-9a98-c8c573333ae3 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] 10.222.0.44 "DELETE /v2.0/routers/b3141f8a-2104-4669-85be-74b1c0672f61 HTTP/1.1" status: 204 len: 168 time: 2.5196581 Aug 10 03:26:49.683839 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 34156) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:49.753018 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:49.768739 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 46b4e5f3-1487-4512-958b-790205a429d3 no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:26:49.827027 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50696605-25f9-4c3c-8d2c-4aa42f590c1d req-2f6ecfb2-86e8-4c0e-9ebb-5e2b13e82fdc tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:49.843089 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-50696605-25f9-4c3c-8d2c-4aa42f590c1d req-2f6ecfb2-86e8-4c0e-9ebb-5e2b13e82fdc tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] 10.222.0.44 "GET /v2.0/ports?device_id=090e0a76-6d70-4669-beb8-734b587eb8c1 HTTP/1.1" status: 200 len: 946 time: 0.3775702 Aug 10 03:26:49.857026 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a49afa8b-6a09-45b0-8b91-6b6059ef0f95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfe3f19d-94bf-4a26-b25b-f7779e53521e'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:26:49.873724 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ebefaf-ed01-4d7c-8fb3-7f5f749b432e" -d '{"events": [{"server_uuid": "a49afa8b-6a09-45b0-8b91-6b6059ef0f95", "name": "network-vif-unplugged", "status": "completed", "tag": "dfe3f19d-94bf-4a26-b25b-f7779e53521e"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:26:49.884869 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ecb5b-cf7e-459d-894c-fe2b06ef7ae4 req-f52013b4-8f48-4e22-a82a-faadc16b3711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:49.888291 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-d46ecb5b-cf7e-459d-894c-fe2b06ef7ae4 req-f52013b4-8f48-4e22-a82a-faadc16b3711 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2818801a-2e35-4ece-b2ba-d3311c823064 HTTP/1.1" status: 200 len: 797 time: 0.2383451 Aug 10 03:26:49.903901 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-80dd83f2-c520-4a64-afb6-04b738bcb73e tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Deleting subnet 7e5c2705-a62b-415b-b01b-3811bf381b27 {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:26:49.911209 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-80dd83f2-c520-4a64-afb6-04b738bcb73e tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:49.961701 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6fd6ab9e-e8fa-40fa-9f29-3765d357bdd6 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:50.017150 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-80dd83f2-c520-4a64-afb6-04b738bcb73e tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:50.122295 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-80dd83f2-c520-4a64-afb6-04b738bcb73e tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:50.131683 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:50.153231 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port dfe3f19d-94bf-4a26-b25b-f7779e53521e, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=dfe3f19d-94bf-4a26-b25b-f7779e53521e,segment=NetworkSegment(f813e42d-3631-4b77-a55c-37bacf72cfb9),segment_id=f813e42d-3631-4b77-a55c-37bacf72cfb9)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:50.162678 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:50.163463 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 4dc570bb-e91c-45ca-96e1-7ec571050e2d no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:26:50.310891 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ecb5b-cf7e-459d-894c-fe2b06ef7ae4 req-28499c76-a55f-4ab3-b034-687cac5e97b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:50.312555 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-d46ecb5b-cf7e-459d-894c-fe2b06ef7ae4 req-28499c76-a55f-4ab3-b034-687cac5e97b1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=39a285d2-87a3-47d7-9b49-b0b0fee32784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1116607 Aug 10 03:26:50.332677 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=dfe3f19d-94bf-4a26-b25b-f7779e53521e,revision_number=6']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:50.384787 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-80dd83f2-c520-4a64-afb6-04b738bcb73e tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:50.434136 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:50.512273 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 4dc570bb-e91c-45ca-96e1-7ec571050e2d, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=4dc570bb-e91c-45ca-96e1-7ec571050e2d,segment=NetworkSegment(7e28589a-a35d-4e60-b5d9-68c3b35426fb),segment_id=7e28589a-a35d-4e60-b5d9-68c3b35426fb)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:50.519823 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:50.521905 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device a1a9e3c3-e37d-4d00-b9f8-2ca59fa11fa2 no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:26:50.539188 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dd83f2-c520-4a64-afb6-04b738bcb73e tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=7e5c2705-a62b-415b-b01b-3811bf381b27,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:50.593071 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-80dd83f2-c520-4a64-afb6-04b738bcb73e tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:50.597505 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-80dd83f2-c520-4a64-afb6-04b738bcb73e tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] 10.222.0.44 "DELETE /v2.0/subnets/7e5c2705-a62b-415b-b01b-3811bf381b27 HTTP/1.1" status: 204 len: 168 time: 0.9118876 Aug 10 03:26:50.602198 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 34166) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:50.623821 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] No Port match for: a1a9e3c3-e37d-4d00-b9f8-2ca59fa11fa2 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:26:50.624370 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device a1a9e3c3-e37d-4d00-b9f8-2ca59fa11fa2 not bound to the agent host n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:26:50.626185 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-50696605-25f9-4c3c-8d2c-4aa42f590c1d req-9b205653-b05a-4f6b-b2af-3f6afb8b49e2 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e397b85-37c6-4e10-a5c7-28561ee47605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7807686 Aug 10 03:26:50.635368 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-118344b2-5050-4246-a16c-8e9cca4f2315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:50.719009 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.db.resource_extend [None req-6fd6ab9e-e8fa-40fa-9f29-3765d357bdd6 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] It took 0.67 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:26:50.774274 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-7a093a2f-a614-43f9-86e6-13fd82036d43 req-7ee57d8b-3317-4bff-9a19-1f210c5af028 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Deleting port 4dc570bb-e91c-45ca-96e1-7ec571050e2d {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:26:50.774717 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-7a093a2f-a614-43f9-86e6-13fd82036d43 req-7ee57d8b-3317-4bff-9a19-1f210c5af028 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:50.815352 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.db.api [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 03:26:50.815352 n-d-768862-13 neutron-server[94262]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Aug 10 03:26:50.815352 n-d-768862-13 neutron-server[94262]: [parameters: {'status': 'DOWN', 'ports_id': '46b4e5f3-1487-4512-958b-790205a429d3'}] Aug 10 03:26:50.815352 n-d-768862-13 neutron-server[94262]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:26:50.816621 n-d-768862-13 neutron-server[94262]: DEBUG oslo_db.api [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:26:50.835797 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=4dc570bb-e91c-45ca-96e1-7ec571050e2d,revision_number=6']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:50.862987 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fd6ab9e-e8fa-40fa-9f29-3765d357bdd6 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=94260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:26:50.889668 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e37f0d0-5c73-4043-85ba-c21fd34c099d req-575443ee-9014-4980-8513-62533dd73f4d tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:50.896202 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e37f0d0-5c73-4043-85ba-c21fd34c099d req-575443ee-9014-4980-8513-62533dd73f4d tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:50.905304 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-d46ecb5b-cf7e-459d-894c-fe2b06ef7ae4 req-0936f247-ba9c-4576-bb4d-bf5cf9ac3486 service neutron] 10.222.0.61 "GET /v2.0/networks/39a285d2-87a3-47d7-9b49-b0b0fee32784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5379062 Aug 10 03:26:50.908517 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3e37f0d0-5c73-4043-85ba-c21fd34c099d req-575443ee-9014-4980-8513-62533dd73f4d tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/ports?device_id=a49afa8b-6a09-45b0-8b91-6b6059ef0f95 HTTP/1.1" status: 200 len: 1682 time: 0.9564657 Aug 10 03:26:50.911162 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6ede605d-16be-4237-a8c8-3557def98bc8 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:50.916654 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd68302f-4c5e-4f75-94ce-ee24e815cfe0 x-openstack-request-id: req-cd68302f-4c5e-4f75-94ce-ee24e815cfe0 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:26:50.917428 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a49afa8b-6a09-45b0-8b91-6b6059ef0f95", "name": "network-vif-unplugged", "status": "completed", "tag": "dfe3f19d-94bf-4a26-b25b-f7779e53521e", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:26:50.917923 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cd68302f-4c5e-4f75-94ce-ee24e815cfe0 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:26:50.918743 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a49afa8b-6a09-45b0-8b91-6b6059ef0f95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfe3f19d-94bf-4a26-b25b-f7779e53521e', 'code': 200} Aug 10 03:26:50.936088 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-dc54bdcf-b6eb-41c4-be07-dce57de1a32c req-b0eeb149-c426-4a49-b9fd-3981fb343eaa tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:50.942596 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6fd6ab9e-e8fa-40fa-9f29-3765d357bdd6 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:50.942596 n-d-768862-13 neutron-server[94260]: INFO neutron.db.segments_db [None req-6fd6ab9e-e8fa-40fa-9f29-3765d357bdd6 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Added segment 88c21f37-6da3-4d82-85c9-a98ccd6ac95a of type vlan for network 6cb757dd-4c63-4a7d-a622-7b920109ac26 Aug 10 03:26:51.018791 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-118344b2-5050-4246-a16c-8e9cca4f2315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:51.064820 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0eeb149-c426-4a49-b9fd-3981fb343eaa tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] Pushing event deleted for resources: {'Port': ['ID=46b4e5f3-1487-4512-958b-790205a429d3,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:51.201701 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118344b2-5050-4246-a16c-8e9cca4f2315 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56efed23-ee55-46bf-9125-3806eab6d04b,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:51.208561 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-118344b2-5050-4246-a16c-8e9cca4f2315 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:51.213555 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-118344b2-5050-4246-a16c-8e9cca4f2315 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/56efed23-ee55-46bf-9125-3806eab6d04b HTTP/1.1" status: 204 len: 168 time: 2.4103365 Aug 10 03:26:51.226217 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 34174) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:51.238489 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-7a093a2f-a614-43f9-86e6-13fd82036d43 req-7ee57d8b-3317-4bff-9a19-1f210c5af028 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] For port 4dc570bb-e91c-45ca-96e1-7ec571050e2d, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=4dc570bb-e91c-45ca-96e1-7ec571050e2d,segment=NetworkSegment(7e28589a-a35d-4e60-b5d9-68c3b35426fb),segment_id=7e28589a-a35d-4e60-b5d9-68c3b35426fb)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:51.239709 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-7a093a2f-a614-43f9-86e6-13fd82036d43 req-7ee57d8b-3317-4bff-9a19-1f210c5af028 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:51.356334 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6fd6ab9e-e8fa-40fa-9f29-3765d357bdd6 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:51.375016 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1436c5c0-76f5-4aaf-a813-0a0a16d3a6e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:51.384012 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Port 46b4e5f3-1487-4512-958b-790205a429d3 update to DOWN by agent not found {{(pid=94262) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Aug 10 03:26:51.384012 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device c86633db-c378-444d-8268-3b286fd3bbb7 no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:26:51.415672 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-7a093a2f-a614-43f9-86e6-13fd82036d43 req-7ee57d8b-3317-4bff-9a19-1f210c5af028 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Calling delete_port for 4dc570bb-e91c-45ca-96e1-7ec571050e2d owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:26:51.429417 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6ede605d-16be-4237-a8c8-3557def98bc8 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:51.438529 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] No Port match for: c86633db-c378-444d-8268-3b286fd3bbb7 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:26:51.439037 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device c86633db-c378-444d-8268-3b286fd3bbb7 not bound to the agent host n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:26:51.450930 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-6ede605d-16be-4237-a8c8-3557def98bc8 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c4f6f41-20c3-47ba-93e7-133770021e3f']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:26:51.492289 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-6ede605d-16be-4237-a8c8-3557def98bc8 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be46e3cb-9942-429e-b414-3272d88360bd') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:26:51.493830 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-6ede605d-16be-4237-a8c8-3557def98bc8 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be46e3cb-9942-429e-b414-3272d88360bd') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:26:51.518443 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-d46ecb5b-cf7e-459d-894c-fe2b06ef7ae4 req-093e19d2-2e6e-48b3-ac91-3a9f967df492 service neutron] 10.222.0.61 "GET /v2.0/networks/39a285d2-87a3-47d7-9b49-b0b0fee32784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5926266 Aug 10 03:26:51.574218 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6ede605d-16be-4237-a8c8-3557def98bc8 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:51.677611 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ce52ff5d-082a-42ba-b76c-954626cca419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:51.682800 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-d46ecb5b-cf7e-459d-894c-fe2b06ef7ae4 req-bfdd4498-f4d6-427b-9f09-42375ffd208e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=bc2aced1-42d5-40a0-a09b-18f14c994288 HTTP/1.1" status: 200 len: 217 time: 0.1119349 Aug 10 03:26:51.713005 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6ede605d-16be-4237-a8c8-3557def98bc8 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:51.761765 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ede605d-16be-4237-a8c8-3557def98bc8 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:26:51.762683 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6ede605d-16be-4237-a8c8-3557def98bc8 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:51.769212 n-d-768862-13 neutron-server[94261]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:26:51.769212 n-d-768862-13 neutron-server[94261]: items = [ Aug 10 03:26:51.769212 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:26:51.769212 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:26:51.769212 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:26:51.769212 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:26:51.769212 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:26:51.769212 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:26:51.769212 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:26:51.769212 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:26:51.769212 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:26:51.769212 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:26:51.769212 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:26:51.769212 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:26:51.769212 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:26:51.769212 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:26:51.769212 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:26:51.769212 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:26:51.769212 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:26:51.769212 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:26:51.769212 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:26:51.769212 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:26:51.769212 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:26:51.769212 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:26:51.769212 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:26:51.769212 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:26:51.769212 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:26:51.769212 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:26:51.769212 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:26:51.769212 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:26:51.769212 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:26:51.769212 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:26:51.769212 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:26:51.769212 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:26:51.787344 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3e37f0d0-5c73-4043-85ba-c21fd34c099d req-7311ec16-7e69-4ca9-a36e-17bbfd8822d8 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/security-groups?id=19cc7362-8f8b-47a2-b13d-80c9c9a2c563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8775396 Aug 10 03:26:51.905346 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6fd6ab9e-e8fa-40fa-9f29-3765d357bdd6 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:51.906246 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6fd6ab9e-e8fa-40fa-9f29-3765d357bdd6 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:51.917461 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd6ab9e-e8fa-40fa-9f29-3765d357bdd6 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:51.928444 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd6ab9e-e8fa-40fa-9f29-3765d357bdd6 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:51.929283 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6fd6ab9e-e8fa-40fa-9f29-3765d357bdd6 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:51.960614 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6ede605d-16be-4237-a8c8-3557def98bc8 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:52.021163 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dc54bdcf-b6eb-41c4-be07-dce57de1a32c req-b0eeb149-c426-4a49-b9fd-3981fb343eaa tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] Router 165c3995-714a-4005-a1bf-f8d0d955b506 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:26:52.031527 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ce52ff5d-082a-42ba-b76c-954626cca419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:52.045520 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-ce52ff5d-082a-42ba-b76c-954626cca419 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b51fae06-be52-4fab-a89b-cef6eae8fffd']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:26:52.060169 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-ce52ff5d-082a-42ba-b76c-954626cca419 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73bbe919-55b7-4c3d-b65b-52e4e628212a') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:26:52.060616 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-ce52ff5d-082a-42ba-b76c-954626cca419 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73bbe919-55b7-4c3d-b65b-52e4e628212a') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:26:52.088171 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ce52ff5d-082a-42ba-b76c-954626cca419 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:52.108923 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ce52ff5d-082a-42ba-b76c-954626cca419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:52.119165 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce52ff5d-082a-42ba-b76c-954626cca419 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:26:52.119944 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ce52ff5d-082a-42ba-b76c-954626cca419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:52.141243 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6c88599d-e543-42e6-a110-4428be3541b2 req-3071188d-4235-48fd-8e53-8ebb18c0fb88 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] 10.222.0.44 "GET /v2.0/ports?device_id=090e0a76-6d70-4669-beb8-734b587eb8c1 HTTP/1.1" status: 200 len: 210 time: 0.2041280 Aug 10 03:26:52.178571 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-6fd6ab9e-e8fa-40fa-9f29-3765d357bdd6 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 5.2435422 Aug 10 03:26:52.196781 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 34188) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:52.207448 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:26:52.207448 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:26:52.207448 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:26:52.207448 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:26:52.207448 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:26:52.207448 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:26:52.207448 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:26:52.207448 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:26:52.207448 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:26:52.207448 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:26:52.207448 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:26:52.207448 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:26:52.207448 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:26:52.207448 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:26:52.207448 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:26:52.207448 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:26:52.207448 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:26:52.207448 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:26:52.207448 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:26:52.207448 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:26:52.207448 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:26:52.207448 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:26:52.207448 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:26:52.207448 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:26:52.207448 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:26:52.207448 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:26:52.207448 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:26:52.207448 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:26:52.207448 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:26:52.207448 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:26:52.207448 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:26:52.207448 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:26:52.212765 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ecb5b-cf7e-459d-894c-fe2b06ef7ae4 req-cf79b909-d7e8-4326-8a50-a2fc425f5cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:52.215063 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-d46ecb5b-cf7e-459d-894c-fe2b06ef7ae4 req-cf79b909-d7e8-4326-8a50-a2fc425f5cc6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7168ea7b-40ab-485b-96d9-f59bb6e03de2 HTTP/1.1" status: 200 len: 797 time: 0.5164163 Aug 10 03:26:52.218290 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ede605d-16be-4237-a8c8-3557def98bc8 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5c4f6f41-20c3-47ba-93e7-133770021e3f {{(pid=94261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 10 03:26:52.220610 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ce52ff5d-082a-42ba-b76c-954626cca419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:52.223081 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6ede605d-16be-4237-a8c8-3557def98bc8 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:52.225499 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-6ede605d-16be-4237-a8c8-3557def98bc8 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] 10.222.0.44 "DELETE /v2.0/networks/5c4f6f41-20c3-47ba-93e7-133770021e3f HTTP/1.1" status: 204 len: 168 time: 1.6218483 Aug 10 03:26:52.255897 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ce52ff5d-082a-42ba-b76c-954626cca419 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:52.257180 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ce52ff5d-082a-42ba-b76c-954626cca419 admin admin] 10.222.0.44 "DELETE /v2.0/networks/b51fae06-be52-4fab-a89b-cef6eae8fffd HTTP/1.1" status: 204 len: 168 time: 1.0287886 Aug 10 03:26:52.275914 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ede605d-16be-4237-a8c8-3557def98bc8 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Pushing event deleted for resources: {'Network': ['ID=5c4f6f41-20c3-47ba-93e7-133770021e3f,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:52.308044 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce52ff5d-082a-42ba-b76c-954626cca419 admin admin] Pushing event deleted for resources: {'Network': ['ID=b51fae06-be52-4fab-a89b-cef6eae8fffd,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:52.315910 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ecb5b-cf7e-459d-894c-fe2b06ef7ae4 req-7ea086dd-6960-44e8-a2e2-931d6e824e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:52.317856 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-d46ecb5b-cf7e-459d-894c-fe2b06ef7ae4 req-7ea086dd-6960-44e8-a2e2-931d6e824e35 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=effb9b91-4a23-491a-b997-5e008612ed4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0845981 Aug 10 03:26:52.376493 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd6ab9e-e8fa-40fa-9f29-3765d357bdd6 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Pushing event updated for resources: {'Network': ['ID=f9184be7-346c-48a4-817b-d17f704d01b2,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:52.407837 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network f9184be7-346c-48a4-817b-d17f704d01b2 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:26:52.520273 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-d46ecb5b-cf7e-459d-894c-fe2b06ef7ae4 req-978ccaa3-7e5a-44fb-9247-dbb8a1fdc308 service neutron] 10.222.0.61 "GET /v2.0/networks/effb9b91-4a23-491a-b997-5e008612ed4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941924 Aug 10 03:26:52.779452 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-d46ecb5b-cf7e-459d-894c-fe2b06ef7ae4 req-e89b71f5-06a1-4977-b30b-4d132032f437 service neutron] 10.222.0.61 "GET /v2.0/networks/effb9b91-4a23-491a-b997-5e008612ed4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504091 Aug 10 03:26:52.780165 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 34200) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:52.810255 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 34202) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:52.819878 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-32ed4351-f7bd-42d1-9396-74aeb8f33824 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Request body: {'router': {'name': 'tempest-router--519664585', 'project_id': '4eee0afd53ce48d9b460cd3859bedd42'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:52.920403 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a49afa8b-6a09-45b0-8b91-6b6059ef0f95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4dc570bb-e91c-45ca-96e1-7ec571050e2d'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:26:52.925711 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d077da6-78a0-437b-92ef-69d852db7575" -d '{"events": [{"server_uuid": "a49afa8b-6a09-45b0-8b91-6b6059ef0f95", "name": "network-vif-unplugged", "status": "completed", "tag": "4dc570bb-e91c-45ca-96e1-7ec571050e2d"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:26:52.927213 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-d46ecb5b-cf7e-459d-894c-fe2b06ef7ae4 req-2fd3e233-1c34-4a21-ab49-370b2bbf0781 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b89f32b7-4acc-40c3-80d9-d8f2bfec5293 HTTP/1.1" status: 200 len: 217 time: 0.1375132 Aug 10 03:26:53.029487 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-d4ec332b-c51e-4636-a21d-b3991c438dcc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cb385cfc3d1046e2925732ed1d1b6b8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2453887 Aug 10 03:26:53.031670 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 34210) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:53.032304 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36be4b20-d205-4d10-b5c6-360de29c11f1 x-openstack-request-id: req-36be4b20-d205-4d10-b5c6-360de29c11f1 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:26:53.032779 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a49afa8b-6a09-45b0-8b91-6b6059ef0f95", "name": "network-vif-unplugged", "status": "completed", "tag": "4dc570bb-e91c-45ca-96e1-7ec571050e2d", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:26:53.033201 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-36be4b20-d205-4d10-b5c6-360de29c11f1 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:26:53.033792 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a49afa8b-6a09-45b0-8b91-6b6059ef0f95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4dc570bb-e91c-45ca-96e1-7ec571050e2d', 'code': 200} Aug 10 03:26:53.116173 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ecb5b-cf7e-459d-894c-fe2b06ef7ae4 req-2787a05e-4c89-4ac6-a6f9-d5fea977d579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:53.118674 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-d46ecb5b-cf7e-459d-894c-fe2b06ef7ae4 req-2787a05e-4c89-4ac6-a6f9-d5fea977d579 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7168ea7b-40ab-485b-96d9-f59bb6e03de2 HTTP/1.1" status: 200 len: 797 time: 0.1765409 Aug 10 03:26:53.129540 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd6ab9e-e8fa-40fa-9f29-3765d357bdd6 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Pushing event updated for resources: {'Network': ['ID=6cb757dd-4c63-4a7d-a622-7b920109ac26,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:53.145827 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 6cb757dd-4c63-4a7d-a622-7b920109ac26 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:26:53.220084 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4dd8f928-a698-47a1-9431-fa1c33228927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:53.237530 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ecb5b-cf7e-459d-894c-fe2b06ef7ae4 req-bc0c10bc-2e7d-482f-800b-03690803c668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:53.239167 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-d46ecb5b-cf7e-459d-894c-fe2b06ef7ae4 req-bc0c10bc-2e7d-482f-800b-03690803c668 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=effb9b91-4a23-491a-b997-5e008612ed4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1120520 Aug 10 03:26:53.257859 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe20c7eb-6d5e-4330-8a8f-2f3ac0a605f0 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:53.265327 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe20c7eb-6d5e-4330-8a8f-2f3ac0a605f0 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:53.273469 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe20c7eb-6d5e-4330-8a8f-2f3ac0a605f0 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:53.283689 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe20c7eb-6d5e-4330-8a8f-2f3ac0a605f0 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:53.284312 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4dd8f928-a698-47a1-9431-fa1c33228927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:53.285485 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-fe20c7eb-6d5e-4330-8a8f-2f3ac0a605f0 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 1.0798521 Aug 10 03:26:53.297987 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 34214) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:53.336903 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-32ed4351-f7bd-42d1-9396-74aeb8f33824 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:53.337985 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-32ed4351-f7bd-42d1-9396-74aeb8f33824 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:53.414055 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-7a093a2f-a614-43f9-86e6-13fd82036d43 req-7ee57d8b-3317-4bff-9a19-1f210c5af028 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:53.429690 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4a5ffe9e-4524-42a9-aa63-ce3048b2e6c1 req-33043a80-194f-4317-9f26-76e6deef33fe tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] 10.222.0.44 "GET /v2.0/ports?device_id=090e0a76-6d70-4669-beb8-734b587eb8c1 HTTP/1.1" status: 200 len: 210 time: 0.0727594 Aug 10 03:26:53.501443 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee57d8b-3317-4bff-9a19-1f210c5af028 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Pushing event deleted for resources: {'Port': ['ID=4dc570bb-e91c-45ca-96e1-7ec571050e2d,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:53.505086 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dc54bdcf-b6eb-41c4-be07-dce57de1a32c req-b0eeb149-c426-4a49-b9fd-3981fb343eaa tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:26:53.547141 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae9b36d-8c77-4a57-a484-7cc88dcb8b8c None None] Sync routers for ids ['165c3995-714a-4005-a1bf-f8d0d955b506'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:26:53.565082 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8735406-7166-454f-b520-974108c4f5b1 req-7a82d0cc-f5cd-4d80-8b3e-62bbe182966a tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:53.573917 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8735406-7166-454f-b520-974108c4f5b1 req-7a82d0cc-f5cd-4d80-8b3e-62bbe182966a tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:53.577981 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d8735406-7166-454f-b520-974108c4f5b1 req-7a82d0cc-f5cd-4d80-8b3e-62bbe182966a tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/ports?device_id=a49afa8b-6a09-45b0-8b91-6b6059ef0f95 HTTP/1.1" status: 200 len: 1599 time: 0.5776141 Aug 10 03:26:53.580304 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-32ed4351-f7bd-42d1-9396-74aeb8f33824 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:53.585013 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae9b36d-8c77-4a57-a484-7cc88dcb8b8c None None] Routers {'165c3995-714a-4005-a1bf-f8d0d955b506'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:26:53.585672 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-3ae9b36d-8c77-4a57-a484-7cc88dcb8b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:26:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['165c3995-714a-4005-a1bf-f8d0d955b506'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:26:53.624357 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-32ed4351-f7bd-42d1-9396-74aeb8f33824 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:53.652802 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-43eb38c7-3d53-415a-9d59-3513f6685e42 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:53.660275 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-d46ecb5b-cf7e-459d-894c-fe2b06ef7ae4 req-820bb2b3-648c-4211-a4e9-2853f373e93f service neutron] 10.222.0.61 "GET /v2.0/networks/effb9b91-4a23-491a-b997-5e008612ed4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4112811 Aug 10 03:26:53.748867 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4dd8f928-a698-47a1-9431-fa1c33228927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:53.751967 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4dd8f928-a698-47a1-9431-fa1c33228927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:53.762442 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-4dd8f928-a698-47a1-9431-fa1c33228927 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b4d7a78d-6944-460a-9de8-72f28958421d HTTP/1.1" status: 204 len: 168 time: 0.7230251 Aug 10 03:26:53.768391 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc54bdcf-b6eb-41c4-be07-dce57de1a32c req-b0eeb149-c426-4a49-b9fd-3981fb343eaa tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] No DVR routers for this DVR port 46b4e5f3-1487-4512-958b-790205a429d3 on host n-h1-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:26:53.795356 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a093a2f-a614-43f9-86e6-13fd82036d43 req-7ee57d8b-3317-4bff-9a19-1f210c5af028 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] No DVR routers for this DVR port 4dc570bb-e91c-45ca-96e1-7ec571050e2d on host n-h2-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:26:53.804097 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-7a093a2f-a614-43f9-86e6-13fd82036d43 req-7ee57d8b-3317-4bff-9a19-1f210c5af028 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:53.819758 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7a093a2f-a614-43f9-86e6-13fd82036d43 req-7ee57d8b-3317-4bff-9a19-1f210c5af028 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.61 "DELETE /v2.0/ports/4dc570bb-e91c-45ca-96e1-7ec571050e2d HTTP/1.1" status: 204 len: 173 time: 4.4534471 Aug 10 03:26:53.822323 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-dc54bdcf-b6eb-41c4-be07-dce57de1a32c req-b0eeb149-c426-4a49-b9fd-3981fb343eaa tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:53.825853 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dc54bdcf-b6eb-41c4-be07-dce57de1a32c req-b0eeb149-c426-4a49-b9fd-3981fb343eaa tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] 10.222.0.42 "DELETE /v2.0/ports/46b4e5f3-1487-4512-958b-790205a429d3 HTTP/1.1" status: 204 len: 173 time: 6.2935193 Aug 10 03:26:53.831560 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a49afa8b-6a09-45b0-8b91-6b6059ef0f95', 'name': 'network-vif-deleted', 'tag': '4dc570bb-e91c-45ca-96e1-7ec571050e2d'}, {'server_uuid': '090e0a76-6d70-4669-beb8-734b587eb8c1', 'name': 'network-vif-deleted', 'tag': '46b4e5f3-1487-4512-958b-790205a429d3'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:26:53.845250 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a3708d51-59fe-4a3f-a1fd-0261a6259f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:53.846364 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28b382af-112d-4735-a38e-5b80bd6057c4" -d '{"events": [{"server_uuid": "a49afa8b-6a09-45b0-8b91-6b6059ef0f95", "name": "network-vif-deleted", "tag": "4dc570bb-e91c-45ca-96e1-7ec571050e2d"}, {"server_uuid": "090e0a76-6d70-4669-beb8-734b587eb8c1", "name": "network-vif-deleted", "tag": "46b4e5f3-1487-4512-958b-790205a429d3"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:26:53.893923 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-3ae9b36d-8c77-4a57-a484-7cc88dcb8b8c None None] Set router 165c3995-714a-4005-a1bf-f8d0d955b506 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:26:53.899153 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-32ed4351-f7bd-42d1-9396-74aeb8f33824 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks [] for router, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:53.930703 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-32ed4351-f7bd-42d1-9396-74aeb8f33824 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.0895650 Aug 10 03:26:53.931985 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 34224) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:54.018736 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd8f928-a698-47a1-9431-fa1c33228927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d7a78d-6944-460a-9de8-72f28958421d,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:54.045399 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-43eb38c7-3d53-415a-9d59-3513f6685e42 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:54.067453 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-43eb38c7-3d53-415a-9d59-3513f6685e42 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9184be7-346c-48a4-817b-d17f704d01b2']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:26:54.078942 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 10 Aug 2021 03:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0cd36cd-97df-4385-9b4f-896417a37e9d x-openstack-request-id: req-d0cd36cd-97df-4385-9b4f-896417a37e9d {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:26:54.079750 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a49afa8b-6a09-45b0-8b91-6b6059ef0f95", "name": "network-vif-deleted", "tag": "4dc570bb-e91c-45ca-96e1-7ec571050e2d", "status": "completed", "code": 200}, {"server_uuid": "090e0a76-6d70-4669-beb8-734b587eb8c1", "name": "network-vif-deleted", "tag": "46b4e5f3-1487-4512-958b-790205a429d3", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:26:54.080366 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d0cd36cd-97df-4385-9b4f-896417a37e9d {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:26:54.081210 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a49afa8b-6a09-45b0-8b91-6b6059ef0f95', 'name': 'network-vif-deleted', 'tag': '4dc570bb-e91c-45ca-96e1-7ec571050e2d', 'status': 'completed', 'code': 200} Aug 10 03:26:54.084996 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '090e0a76-6d70-4669-beb8-734b587eb8c1', 'name': 'network-vif-deleted', 'tag': '46b4e5f3-1487-4512-958b-790205a429d3', 'status': 'completed', 'code': 200} Aug 10 03:26:54.099220 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-43eb38c7-3d53-415a-9d59-3513f6685e42 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '461568a5-5ea1-4697-9410-f737f6c0f25b') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:26:54.099605 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-43eb38c7-3d53-415a-9d59-3513f6685e42 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '461568a5-5ea1-4697-9410-f737f6c0f25b') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:26:54.104801 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-d46ecb5b-cf7e-459d-894c-fe2b06ef7ae4 req-b8f48f06-7ec3-4f27-89a0-67c74c855359 service neutron] 10.222.0.61 "GET /v2.0/networks/effb9b91-4a23-491a-b997-5e008612ed4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4324775 Aug 10 03:26:54.121898 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-43eb38c7-3d53-415a-9d59-3513f6685e42 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:54.144875 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-43eb38c7-3d53-415a-9d59-3513f6685e42 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:54.156004 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43eb38c7-3d53-415a-9d59-3513f6685e42 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:26:54.156432 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-43eb38c7-3d53-415a-9d59-3513f6685e42 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:54.165026 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:26:54.165026 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:26:54.165026 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:26:54.165026 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:26:54.165026 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:26:54.165026 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:26:54.165026 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:26:54.165026 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:26:54.165026 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:26:54.165026 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:26:54.165026 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:26:54.165026 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:26:54.165026 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:26:54.165026 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:26:54.165026 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:26:54.165026 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:26:54.165026 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:26:54.165026 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:26:54.165026 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:26:54.165026 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:26:54.165026 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:26:54.165026 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:26:54.165026 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:26:54.165026 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:26:54.165026 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:26:54.165026 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:26:54.165026 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:26:54.165026 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:26:54.165026 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:26:54.165026 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:26:54.165026 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:26:54.165026 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:26:54.251632 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-43eb38c7-3d53-415a-9d59-3513f6685e42 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:54.256620 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:54.257517 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-43eb38c7-3d53-415a-9d59-3513f6685e42 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:54.261341 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-43eb38c7-3d53-415a-9d59-3513f6685e42 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] 10.222.0.44 "DELETE /v2.0/networks/f9184be7-346c-48a4-817b-d17f704d01b2 HTTP/1.1" status: 204 len: 168 time: 0.9529743 Aug 10 03:26:54.275249 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 34228) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:54.327036 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eb38c7-3d53-415a-9d59-3513f6685e42 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Pushing event deleted for resources: {'Network': ['ID=f9184be7-346c-48a4-817b-d17f704d01b2,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:54.360218 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d8735406-7166-454f-b520-974108c4f5b1 req-b574a21d-af93-42f5-a926-ab14be0de72f tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/security-groups?id=19cc7362-8f8b-47a2-b13d-80c9c9a2c563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7323205 Aug 10 03:26:54.448575 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-42dcf462-f4cb-4eb1-b2db-563029af2064 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:54.490600 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-3ae9b36d-8c77-4a57-a484-7cc88dcb8b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '165c3995-714a-4005-a1bf-f8d0d955b506', 'name': 'tempest-ServersTestJSON-302803738-router', 'tenant_id': '6d8729f463214da9aba5238905630698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '71c9953d-d0fd-450e-b8da-51f1c2f94def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:24:21Z', 'updated_at': '2021-08-10T03:24:27Z', 'revision_number': 4, 'project_id': '6d8729f463214da9aba5238905630698', 'gw_port': {'id': '71c9953d-d0fd-450e-b8da-51f1c2f94def', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:eb:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165c3995-714a-4005-a1bf-f8d0d955b506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:24:22Z', 'updated_at': '2021-08-10T03:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '2e49da74-5d56-4bd8-bb9b-1423c18070ee', 'name': '', 'network_id': 'cdb362dd-33cf-43b3-8ba4-85a65eae2dc5', 'tenant_id': '6d8729f463214da9aba5238905630698', 'mac_address': 'fa:16:3e:dd:45:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165c3995-714a-4005-a1bf-f8d0d955b506', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '7c13f0d8-15a2-4f1e-8131-bdd7c3ce0682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:24:26Z', 'updated_at': '2021-08-10T03:24:34Z', 'revision_number': 5, 'project_id': '6d8729f463214da9aba5238905630698', 'subnets': [{'id': '7c13f0d8-15a2-4f1e-8131-bdd7c3ce0682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:26:54.495844 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-be176671-b7db-4984-a09d-a98fc3862044 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks [] for router, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:54.626868 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae9b36d-8c77-4a57-a484-7cc88dcb8b8c None None] Checking router: 165c3995-714a-4005-a1bf-f8d0d955b506 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:26:54.646371 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae9b36d-8c77-4a57-a484-7cc88dcb8b8c None None] Routers {'165c3995-714a-4005-a1bf-f8d0d955b506'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:26:54.647963 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-3ae9b36d-8c77-4a57-a484-7cc88dcb8b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:26:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['165c3995-714a-4005-a1bf-f8d0d955b506'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:26:54.706876 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-42dcf462-f4cb-4eb1-b2db-563029af2064 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:54.723982 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-42dcf462-f4cb-4eb1-b2db-563029af2064 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cb757dd-4c63-4a7d-a622-7b920109ac26']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:26:54.744135 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-42dcf462-f4cb-4eb1-b2db-563029af2064 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88c21f37-6da3-4d82-85c9-a98ccd6ac95a') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:26:54.744591 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-42dcf462-f4cb-4eb1-b2db-563029af2064 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88c21f37-6da3-4d82-85c9-a98ccd6ac95a') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:26:54.771374 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-42dcf462-f4cb-4eb1-b2db-563029af2064 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:54.844359 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-42dcf462-f4cb-4eb1-b2db-563029af2064 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:54.865018 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42dcf462-f4cb-4eb1-b2db-563029af2064 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:26:54.865696 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-42dcf462-f4cb-4eb1-b2db-563029af2064 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:54.873723 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:26:54.873723 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:26:54.873723 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:26:54.873723 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:26:54.873723 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:26:54.873723 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:26:54.873723 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:26:54.873723 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:26:54.873723 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:26:54.873723 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:26:54.873723 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:26:54.873723 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:26:54.873723 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:26:54.873723 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:26:54.873723 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:26:54.873723 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:26:54.873723 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:26:54.873723 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:26:54.873723 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:26:54.873723 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:26:54.873723 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:26:54.873723 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:26:54.873723 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:26:54.873723 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:26:54.873723 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:26:54.873723 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:26:54.873723 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:26:54.873723 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:26:54.873723 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:26:54.873723 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:26:54.873723 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:26:54.873723 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:26:54.976545 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-7a093a2f-a614-43f9-86e6-13fd82036d43 req-275b60c4-b24b-4feb-ad44-eefe714fcc80 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Deleting port dfe3f19d-94bf-4a26-b25b-f7779e53521e {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:26:54.977967 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-7a093a2f-a614-43f9-86e6-13fd82036d43 req-275b60c4-b24b-4feb-ad44-eefe714fcc80 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:54.996754 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-498ceb41-eac7-4b4f-a186-6c836815c331 req-20b9f270-417b-4f3f-9356-40b1f9bc5575 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] 10.222.0.44 "GET /v2.0/ports?device_id=090e0a76-6d70-4669-beb8-734b587eb8c1 HTTP/1.1" status: 200 len: 210 time: 0.0969331 Aug 10 03:26:55.005392 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-be176671-b7db-4984-a09d-a98fc3862044 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:55.024189 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-be176671-b7db-4984-a09d-a98fc3862044 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:55.031945 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-3ae9b36d-8c77-4a57-a484-7cc88dcb8b8c None None] Set router 165c3995-714a-4005-a1bf-f8d0d955b506 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:26:55.169022 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-be176671-b7db-4984-a09d-a98fc3862044 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:55.170514 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be176671-b7db-4984-a09d-a98fc3862044 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e72c46b4-3908-4a8b-9294-4581411008dd {{(pid=94260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:26:55.195146 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-be176671-b7db-4984-a09d-a98fc3862044 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks [] for router, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:55.198542 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-be176671-b7db-4984-a09d-a98fc3862044 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] 10.222.0.44 "DELETE /v2.0/routers/e72c46b4-3908-4a8b-9294-4581411008dd HTTP/1.1" status: 204 len: 168 time: 1.2550237 Aug 10 03:26:55.203247 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-42dcf462-f4cb-4eb1-b2db-563029af2064 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:55.220631 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-42dcf462-f4cb-4eb1-b2db-563029af2064 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:55.237952 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-42dcf462-f4cb-4eb1-b2db-563029af2064 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] 10.222.0.44 "DELETE /v2.0/networks/6cb757dd-4c63-4a7d-a622-7b920109ac26 HTTP/1.1" status: 204 len: 168 time: 0.9607956 Aug 10 03:26:55.255776 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 34252) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:55.317751 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dcf462-f4cb-4eb1-b2db-563029af2064 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Pushing event deleted for resources: {'Network': ['ID=6cb757dd-4c63-4a7d-a622-7b920109ac26,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:55.343630 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:55.574850 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-3ae9b36d-8c77-4a57-a484-7cc88dcb8b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '165c3995-714a-4005-a1bf-f8d0d955b506', 'name': 'tempest-ServersTestJSON-302803738-router', 'tenant_id': '6d8729f463214da9aba5238905630698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '71c9953d-d0fd-450e-b8da-51f1c2f94def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:24:21Z', 'updated_at': '2021-08-10T03:24:27Z', 'revision_number': 4, 'project_id': '6d8729f463214da9aba5238905630698', 'gw_port': {'id': '71c9953d-d0fd-450e-b8da-51f1c2f94def', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:eb:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165c3995-714a-4005-a1bf-f8d0d955b506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:24:22Z', 'updated_at': '2021-08-10T03:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '2e49da74-5d56-4bd8-bb9b-1423c18070ee', 'name': '', 'network_id': 'cdb362dd-33cf-43b3-8ba4-85a65eae2dc5', 'tenant_id': '6d8729f463214da9aba5238905630698', 'mac_address': 'fa:16:3e:dd:45:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165c3995-714a-4005-a1bf-f8d0d955b506', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '7c13f0d8-15a2-4f1e-8131-bdd7c3ce0682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:24:26Z', 'updated_at': '2021-08-10T03:24:34Z', 'revision_number': 5, 'project_id': '6d8729f463214da9aba5238905630698', 'subnets': [{'id': '7c13f0d8-15a2-4f1e-8131-bdd7c3ce0682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:26:55.629636 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9a0c66-7378-4c20-a4d5-a3923c741e2b tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:55.645618 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9a0c66-7378-4c20-a4d5-a3923c741e2b tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:55.648455 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-7f9a0c66-7378-4c20-a4d5-a3923c741e2b tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3910520 Aug 10 03:26:55.649570 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae9b36d-8c77-4a57-a484-7cc88dcb8b8c None None] The sync data for ids ['165c3995-714a-4005-a1bf-f8d0d955b506'] in n-d-768862-13 is: [{'id': '165c3995-714a-4005-a1bf-f8d0d955b506', 'name': 'tempest-ServersTestJSON-302803738-router', 'tenant_id': '6d8729f463214da9aba5238905630698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '71c9953d-d0fd-450e-b8da-51f1c2f94def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:24:21Z', 'updated_at': '2021-08-10T03:24:27Z', 'revision_number': 4, 'project_id': '6d8729f463214da9aba5238905630698', 'gw_port': {'id': '71c9953d-d0fd-450e-b8da-51f1c2f94def', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:eb:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165c3995-714a-4005-a1bf-f8d0d955b506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:24:22Z', 'updated_at': '2021-08-10T03:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '2e49da74-5d56-4bd8-bb9b-1423c18070ee', 'name': '', 'network_id': 'cdb362dd-33cf-43b3-8ba4-85a65eae2dc5', 'tenant_id': '6d8729f463214da9aba5238905630698', 'mac_address': 'fa:16:3e:dd:45:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165c3995-714a-4005-a1bf-f8d0d955b506', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '7c13f0d8-15a2-4f1e-8131-bdd7c3ce0682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:24:26Z', 'updated_at': '2021-08-10T03:24:34Z', 'revision_number': 5, 'project_id': '6d8729f463214da9aba5238905630698', 'subnets': [{'id': '7c13f0d8-15a2-4f1e-8131-bdd7c3ce0682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:26:55.655386 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 34262) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:55.661237 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-6e31bbc2-8756-46dd-b346-ca45282d6ab2 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-839312783'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:55.755231 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e31bbc2-8756-46dd-b346-ca45282d6ab2 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Made reservation on behalf of 780534bc690d476db63a9ff062510b6e for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:26:55.767583 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6e31bbc2-8756-46dd-b346-ca45282d6ab2 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:55.772597 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 34264) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:55.782506 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-7a093a2f-a614-43f9-86e6-13fd82036d43 req-275b60c4-b24b-4feb-ad44-eefe714fcc80 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] For port dfe3f19d-94bf-4a26-b25b-f7779e53521e, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=dfe3f19d-94bf-4a26-b25b-f7779e53521e,segment=NetworkSegment(f813e42d-3631-4b77-a55c-37bacf72cfb9),segment_id=f813e42d-3631-4b77-a55c-37bacf72cfb9)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:55.783138 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-7a093a2f-a614-43f9-86e6-13fd82036d43 req-275b60c4-b24b-4feb-ad44-eefe714fcc80 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:55.843266 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-7a093a2f-a614-43f9-86e6-13fd82036d43 req-275b60c4-b24b-4feb-ad44-eefe714fcc80 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Calling delete_port for dfe3f19d-94bf-4a26-b25b-f7779e53521e owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:26:55.866908 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e31bbc2-8756-46dd-b346-ca45282d6ab2 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:26:55.901807 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6e31bbc2-8756-46dd-b346-ca45282d6ab2 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:55.902541 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-6e31bbc2-8756-46dd-b346-ca45282d6ab2 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Added segment 58e995f9-54f2-42d6-a530-d8b67c82df05 of type vlan for network d8b11372-e78d-43dd-8c6f-cb78d2a41706 Aug 10 03:26:55.929433 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dddd09-306c-42f8-815c-172610732f0f req-40a9856a-6b20-4933-a1a1-f103a9b31b7c tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:55.933580 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-72dddd09-306c-42f8-815c-172610732f0f req-40a9856a-6b20-4933-a1a1-f103a9b31b7c tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/ports?device_id=a49afa8b-6a09-45b0-8b91-6b6059ef0f95 HTTP/1.1" status: 200 len: 943 time: 0.3228168 Aug 10 03:26:56.048436 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6e31bbc2-8756-46dd-b346-ca45282d6ab2 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:56.065764 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:26:56.077100 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:56.161404 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6e31bbc2-8756-46dd-b346-ca45282d6ab2 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:56.168022 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e31bbc2-8756-46dd-b346-ca45282d6ab2 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:56.168707 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6e31bbc2-8756-46dd-b346-ca45282d6ab2 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:56.195275 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 34278) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:56.221560 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-6e31bbc2-8756-46dd-b346-ca45282d6ab2 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5661058 Aug 10 03:26:56.249175 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 34280) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:56.271910 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-b0f006c7-5b51-4791-b73d-e30e9a4eb4e4 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1659294970'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:56.374065 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 34284) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:56.394994 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171f14be-5763-464b-873d-c7cb2743b01a None None] New status for floating IP e57dbeca-2d07-435c-8628-cd931ce88d28: DOWN {{(pid=94263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:26:56.404195 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-7e91dd8a-d500-4cb6-aa0c-ad6c2f69bced tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2104840273', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd'}, 'admin_state_up': False}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:56.425202 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.db.api [None req-7e91dd8a-d500-4cb6-aa0c-ad6c2f69bced tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 03:26:56.425202 n-d-768862-13 neutron-server[94261]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 03:26:56.425202 n-d-768862-13 neutron-server[94261]: [parameters: {'project_id_1': '4492b3c41b8f4cb0a936497ec4a9143a', 'expiration_1': datetime.datetime(2021, 8, 10, 3, 26, 56, 416573)}] Aug 10 03:26:56.425202 n-d-768862-13 neutron-server[94261]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94261) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:26:56.425893 n-d-768862-13 neutron-server[94261]: DEBUG oslo_db.api [None req-7e91dd8a-d500-4cb6-aa0c-ad6c2f69bced tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:26:56.428953 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e31bbc2-8756-46dd-b346-ca45282d6ab2 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Pushing event updated for resources: {'Network': ['ID=d8b11372-e78d-43dd-8c6f-cb78d2a41706,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:56.445339 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network d8b11372-e78d-43dd-8c6f-cb78d2a41706 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:26:56.472054 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f006c7-5b51-4791-b73d-e30e9a4eb4e4 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Made reservation on behalf of 780534bc690d476db63a9ff062510b6e for: {'network': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:26:56.495602 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b0f006c7-5b51-4791-b73d-e30e9a4eb4e4 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:56.566749 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-224aa79c-bae4-46db-87f9-1722d2385a75 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-717840619-network', 'tenant_id': '45ea8e99da524d229eab9a9daefefa06'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:56.596318 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-72dddd09-306c-42f8-815c-172610732f0f req-0e98306f-ae71-4051-b1ba-63678e729bc3 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/security-groups?id=19cc7362-8f8b-47a2-b13d-80c9c9a2c563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4955974 Aug 10 03:26:56.660985 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0f006c7-5b51-4791-b73d-e30e9a4eb4e4 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=94260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:26:56.673148 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b25d2194-c17d-40ba-b3be-725a214353ca tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:56.715630 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:56.738579 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b0f006c7-5b51-4791-b73d-e30e9a4eb4e4 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:56.739219 n-d-768862-13 neutron-server[94260]: INFO neutron.db.segments_db [None req-b0f006c7-5b51-4791-b73d-e30e9a4eb4e4 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Added segment f955c78e-ade9-4d1d-94be-25999551fbe8 of type vlan for network 369e380d-dc6e-4b07-b3e5-ae77d05fcc5c Aug 10 03:26:56.765691 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-224aa79c-bae4-46db-87f9-1722d2385a75 admin admin] Made reservation on behalf of 45ea8e99da524d229eab9a9daefefa06 for: {'network': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:26:56.768219 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-224aa79c-bae4-46db-87f9-1722d2385a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:56.793499 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-224aa79c-bae4-46db-87f9-1722d2385a75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:56.839472 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b25d2194-c17d-40ba-b3be-725a214353ca tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:56.850347 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-7a093a2f-a614-43f9-86e6-13fd82036d43 req-275b60c4-b24b-4feb-ad44-eefe714fcc80 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:56.913654 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b0f006c7-5b51-4791-b73d-e30e9a4eb4e4 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:56.933554 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275b60c4-b24b-4feb-ad44-eefe714fcc80 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Pushing event deleted for resources: {'Port': ['ID=dfe3f19d-94bf-4a26-b25b-f7779e53521e,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:57.054577 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a093a2f-a614-43f9-86e6-13fd82036d43 req-275b60c4-b24b-4feb-ad44-eefe714fcc80 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] No DVR routers for this DVR port dfe3f19d-94bf-4a26-b25b-f7779e53521e on host n-h2-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:26:57.070953 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-7a093a2f-a614-43f9-86e6-13fd82036d43 req-275b60c4-b24b-4feb-ad44-eefe714fcc80 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:57.074259 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7a093a2f-a614-43f9-86e6-13fd82036d43 req-275b60c4-b24b-4feb-ad44-eefe714fcc80 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.61 "DELETE /v2.0/ports/dfe3f19d-94bf-4a26-b25b-f7779e53521e HTTP/1.1" status: 204 len: 173 time: 3.1956234 Aug 10 03:26:57.074897 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a49afa8b-6a09-45b0-8b91-6b6059ef0f95', 'name': 'network-vif-deleted', 'tag': 'dfe3f19d-94bf-4a26-b25b-f7779e53521e'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:26:57.078015 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c65722d-e1da-4bb1-9c74-c3ba8e621e59" -d '{"events": [{"server_uuid": "a49afa8b-6a09-45b0-8b91-6b6059ef0f95", "name": "network-vif-deleted", "tag": "dfe3f19d-94bf-4a26-b25b-f7779e53521e"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:26:57.122666 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b0f006c7-5b51-4791-b73d-e30e9a4eb4e4 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:57.128667 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f006c7-5b51-4791-b73d-e30e9a4eb4e4 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:57.129361 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b0f006c7-5b51-4791-b73d-e30e9a4eb4e4 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:57.142255 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b25d2194-c17d-40ba-b3be-725a214353ca tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:57.144872 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b25d2194-c17d-40ba-b3be-725a214353ca tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:57.148488 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-b25d2194-c17d-40ba-b3be-725a214353ca tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] 10.222.0.44 "DELETE /v2.0/security-groups/0e397b85-37c6-4e10-a5c7-28561ee47605 HTTP/1.1" status: 204 len: 168 time: 0.9460802 Aug 10 03:26:57.151738 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 34294) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:57.181716 n-d-768862-13 neutron-server[94261]: INFO neutron.api.v2.resource [None req-ec592c2b-6a1f-4d24-814c-48a8416c4fdd tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] show failed (client error): The resource could not be found. Aug 10 03:26:57.183970 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ec592c2b-6a1f-4d24-814c-48a8416c4fdd tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] 10.222.0.44 "GET /v2.0/security-groups/0e397b85-37c6-4e10-a5c7-28561ee47605 HTTP/1.1" status: 404 len: 347 time: 0.0288622 Aug 10 03:26:57.187846 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 34296) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:57.215347 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a67f4751-fdde-4661-b90c-a20369cab0ad x-openstack-request-id: req-a67f4751-fdde-4661-b90c-a20369cab0ad {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:26:57.215680 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a49afa8b-6a09-45b0-8b91-6b6059ef0f95", "name": "network-vif-deleted", "tag": "dfe3f19d-94bf-4a26-b25b-f7779e53521e", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:26:57.215898 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a67f4751-fdde-4661-b90c-a20369cab0ad {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:26:57.216324 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a49afa8b-6a09-45b0-8b91-6b6059ef0f95', 'name': 'network-vif-deleted', 'tag': 'dfe3f19d-94bf-4a26-b25b-f7779e53521e', 'status': 'completed', 'code': 200} Aug 10 03:26:57.241561 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25d2194-c17d-40ba-b3be-725a214353ca tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e397b85-37c6-4e10-a5c7-28561ee47605,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:57.265763 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f006c7-5b51-4791-b73d-e30e9a4eb4e4 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Pushing event updated for resources: {'Network': ['ID=369e380d-dc6e-4b07-b3e5-ae77d05fcc5c,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:57.291811 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 369e380d-dc6e-4b07-b3e5-ae77d05fcc5c details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:26:57.325750 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-224aa79c-bae4-46db-87f9-1722d2385a75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:57.335490 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-224aa79c-bae4-46db-87f9-1722d2385a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:57.388018 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-b0f006c7-5b51-4791-b73d-e30e9a4eb4e4 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1370697 Aug 10 03:26:57.401245 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 34298) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:57.408003 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-224aa79c-bae4-46db-87f9-1722d2385a75 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=94260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:26:57.409707 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-2ec7c381-80f0-4ac5-a41b-3465f66f485b tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Request body: {'ports': [{'network_id': 'd8b11372-e78d-43dd-8c6f-cb78d2a41706', 'name': 'tempest-port--1103175750', 'admin_state_up': True}, {'network_id': '369e380d-dc6e-4b07-b3e5-ae77d05fcc5c', 'admin_state_up': False}]} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:57.410285 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-2ec7c381-80f0-4ac5-a41b-3465f66f485b tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Request body: {'port': {'network_id': 'd8b11372-e78d-43dd-8c6f-cb78d2a41706', 'name': 'tempest-port--1103175750', 'admin_state_up': True}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:57.410784 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-2ec7c381-80f0-4ac5-a41b-3465f66f485b tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Request body: {'port': {'network_id': '369e380d-dc6e-4b07-b3e5-ae77d05fcc5c', 'admin_state_up': False}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:57.424980 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224aa79c-bae4-46db-87f9-1722d2385a75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e410321-95fb-4525-ae60-4f163f87d0a3,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:57.457257 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-224aa79c-bae4-46db-87f9-1722d2385a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:57.457891 n-d-768862-13 neutron-server[94260]: INFO neutron.db.segments_db [None req-224aa79c-bae4-46db-87f9-1722d2385a75 admin admin] Added segment c50377c0-d527-459a-94e9-130b25761d57 of type vlan for network 72b680b6-c2b6-4772-b62f-31081d87c55d Aug 10 03:26:57.548466 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-224aa79c-bae4-46db-87f9-1722d2385a75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:57.569348 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7e91dd8a-d500-4cb6-aa0c-ad6c2f69bced tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:57.571959 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7e91dd8a-d500-4cb6-aa0c-ad6c2f69bced tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:57.593140 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-224aa79c-bae4-46db-87f9-1722d2385a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:57.594372 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224aa79c-bae4-46db-87f9-1722d2385a75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:57.595141 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-224aa79c-bae4-46db-87f9-1722d2385a75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:57.671073 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-224aa79c-bae4-46db-87f9-1722d2385a75 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2924654 Aug 10 03:26:57.672672 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 34306) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:57.683337 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-1546de52-28b8-4c47-a126-b3c46b997c16 admin admin] Request body: {'subnet': {'network_id': '72b680b6-c2b6-4772-b62f-31081d87c55d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-717840619-subnet', 'tenant_id': '45ea8e99da524d229eab9a9daefefa06', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:57.707289 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224aa79c-bae4-46db-87f9-1722d2385a75 admin admin] Pushing event updated for resources: {'Network': ['ID=72b680b6-c2b6-4772-b62f-31081d87c55d,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:57.733591 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 72b680b6-c2b6-4772-b62f-31081d87c55d details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:26:57.734476 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1546de52-28b8-4c47-a126-b3c46b997c16 admin admin] Made reservation on behalf of 45ea8e99da524d229eab9a9daefefa06 for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:26:57.737542 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1546de52-28b8-4c47-a126-b3c46b997c16 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:57.778613 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e46b10ae-f0fc-4e27-89bb-a4569da03dca req-38e66412-2c9b-4bde-9c64-0ba3669c4a77 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/ports?device_id=a49afa8b-6a09-45b0-8b91-6b6059ef0f95 HTTP/1.1" status: 200 len: 210 time: 0.0489597 Aug 10 03:26:58.061855 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1546de52-28b8-4c47-a126-b3c46b997c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58895384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805196'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:58.176213 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1546de52-28b8-4c47-a126-b3c46b997c16 admin admin] Checking segment: {'id': 'c50377c0-d527-459a-94e9-130b25761d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '72b680b6-c2b6-4772-b62f-31081d87c55d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:26:58.176646 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1546de52-28b8-4c47-a126-b3c46b997c16 admin admin] Network hostable DHCP agents. Network: 72b680b6-c2b6-4772-b62f-31081d87c55d, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:26:58.186150 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1546de52-28b8-4c47-a126-b3c46b997c16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f2c47df-839e-40b4-85ee-46033508b63e,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:58.192507 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-85e7b197-ab42-41b6-8c18-08795ed9f862 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] Deleting port 3988202d-f0d8-4a85-98e3-f463ffc74507 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:26:58.192851 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-85e7b197-ab42-41b6-8c18-08795ed9f862 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:58.196651 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7e91dd8a-d500-4cb6-aa0c-ad6c2f69bced tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:58.209141 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1546de52-28b8-4c47-a126-b3c46b997c16 admin admin] Network 72b680b6-c2b6-4772-b62f-31081d87c55d is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:26:58.231270 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-1546de52-28b8-4c47-a126-b3c46b997c16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 72b680b6-c2b6-4772-b62f-31081d87c55d) {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:26:58.244712 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1546de52-28b8-4c47-a126-b3c46b997c16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:58.245609 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1546de52-28b8-4c47-a126-b3c46b997c16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:58.246515 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290f74ce-a95e-44bc-b7f0-d4b9be544e79 None None] Network 72b680b6-c2b6-4772-b62f-31081d87c55d requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:26:58.267215 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-1546de52-28b8-4c47-a126-b3c46b997c16 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5929213 Aug 10 03:26:58.455262 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7e91dd8a-d500-4cb6-aa0c-ad6c2f69bced tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:58.461684 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-85e7b197-ab42-41b6-8c18-08795ed9f862 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:58.462013 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-85e7b197-ab42-41b6-8c18-08795ed9f862 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:58.474425 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ec7c381-80f0-4ac5-a41b-3465f66f485b tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Made reservation on behalf of 780534bc690d476db63a9ff062510b6e for: {'port': 2} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:26:58.479621 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2ec7c381-80f0-4ac5-a41b-3465f66f485b tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:58.506332 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-85e7b197-ab42-41b6-8c18-08795ed9f862 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] Calling delete_port for 3988202d-f0d8-4a85-98e3-f463ffc74507 owned by network:floatingip {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:26:58.540794 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4813d3-fe68-49d0-891c-a839fffcfa8e None None] Network 72b680b6-c2b6-4772-b62f-31081d87c55d requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:26:58.552034 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2ec7c381-80f0-4ac5-a41b-3465f66f485b tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:58.760883 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [None req-2ec7c381-80f0-4ac5-a41b-3465f66f485b tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] device_id is not set on port 153679a3-5348-4e70-af58-f8afc77d8a90 yet. {{(pid=94261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:26:59.004891 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 34336) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:59.005571 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 34338) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:59.050851 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8049c7e-8ad4-4408-8d35-f8ec93e6ea48 req-a0854ea8-bc7c-4347-92a2-e0736b0ea9ea tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:59.052519 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c8049c7e-8ad4-4408-8d35-f8ec93e6ea48 req-a0854ea8-bc7c-4347-92a2-e0736b0ea9ea tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/networks?id=72b680b6-c2b6-4772-b62f-31081d87c55d HTTP/1.1" status: 200 len: 813 time: 0.1982837 Aug 10 03:26:59.080742 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c8049c7e-8ad4-4408-8d35-f8ec93e6ea48 req-6dc0b90a-b277-4ea6-ad23-598181d3f2af tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/quotas/45ea8e99da524d229eab9a9daefefa06 HTTP/1.1" status: 200 len: 375 time: 0.0129066 Aug 10 03:26:59.086217 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-85e7b197-ab42-41b6-8c18-08795ed9f862 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:59.107542 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_v2 [None req-066a02e5-ff78-43c9-904e-42129e5a7f21 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Deleting subnet 33867364-80a0-443d-93d8-fcfcece2286a {{(pid=94260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:26:59.111569 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-066a02e5-ff78-43c9-904e-42129e5a7f21 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks [] for subnet, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:59.144705 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e7b197-ab42-41b6-8c18-08795ed9f862 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] Pushing event deleted for resources: {'Port': ['ID=3988202d-f0d8-4a85-98e3-f463ffc74507,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:59.162982 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c8049c7e-8ad4-4408-8d35-f8ec93e6ea48 req-c5fb0427-4720-4c55-94b7-c2bacfd5c31b tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=45ea8e99da524d229eab9a9daefefa06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0718524 Aug 10 03:26:59.211298 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-066a02e5-ff78-43c9-904e-42129e5a7f21 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191173'] for subnet, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:59.211585 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7e91dd8a-d500-4cb6-aa0c-ad6c2f69bced tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks [] for router_gateway, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:59.265795 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7e91dd8a-d500-4cb6-aa0c-ad6c2f69bced tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:59.272285 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2ec7c381-80f0-4ac5-a41b-3465f66f485b tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:59.401160 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-85e7b197-ab42-41b6-8c18-08795ed9f862 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] Notify callbacks [] for floatingip, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:59.404166 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-85e7b197-ab42-41b6-8c18-08795ed9f862 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:59.405443 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-85e7b197-ab42-41b6-8c18-08795ed9f862 tempest-ServersTestJSON-541073653 tempest-ServersTestJSON-541073653-project] 10.222.0.44 "DELETE /v2.0/floatingips/e57dbeca-2d07-435c-8628-cd931ce88d28 HTTP/1.1" status: 204 len: 168 time: 2.2160845 Aug 10 03:26:59.415906 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 34344) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:59.426666 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [None req-2ec7c381-80f0-4ac5-a41b-3465f66f485b tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] device_id is not set on port 1e8c34d2-08a0-4bc4-a2a3-d79ea0a9f132 yet. {{(pid=94261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:26:59.615889 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-7e91dd8a-d500-4cb6-aa0c-ad6c2f69bced tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Allocated IP 172.25.6.214 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/72f2640c-e24f-4a86-a8fb-47c3fa1ebd0f) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:26:59.707080 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-99c21bbe-3142-4465-a7bd-fdc0958863ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:59.846593 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c8049c7e-8ad4-4408-8d35-f8ec93e6ea48 req-a0354f62-77f8-41df-aab3-48119b4cce01 service neutron] 10.222.0.44 "GET /v2.0/networks/72b680b6-c2b6-4772-b62f-31081d87c55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6564755 Aug 10 03:26:59.849363 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2ec7c381-80f0-4ac5-a41b-3465f66f485b tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:59.875585 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-066a02e5-ff78-43c9-904e-42129e5a7f21 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:59.960758 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7e91dd8a-d500-4cb6-aa0c-ad6c2f69bced tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:00.025492 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2ec7c381-80f0-4ac5-a41b-3465f66f485b tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:00.067782 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c8049c7e-8ad4-4408-8d35-f8ec93e6ea48 req-1957f47f-3007-4d53-b0a2-ce1e1a243d0b service neutron] 10.222.0.44 "GET /v2.0/networks/72b680b6-c2b6-4772-b62f-31081d87c55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053232 Aug 10 03:27:00.087936 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-066a02e5-ff78-43c9-904e-42129e5a7f21 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:00.131040 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-066a02e5-ff78-43c9-904e-42129e5a7f21 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:00.136107 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-066a02e5-ff78-43c9-904e-42129e5a7f21 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "DELETE /v2.0/subnets/33867364-80a0-443d-93d8-fcfcece2286a HTTP/1.1" status: 204 len: 168 time: 1.1262302 Aug 10 03:27:00.136107 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-99c21bbe-3142-4465-a7bd-fdc0958863ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:00.137467 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066a02e5-ff78-43c9-904e-42129e5a7f21 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Pushing event deleted for resources: {'Subnet': ['ID=33867364-80a0-443d-93d8-fcfcece2286a,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:00.139137 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 34348) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:00.144788 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-99c21bbe-3142-4465-a7bd-fdc0958863ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:00.146732 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec7c381-80f0-4ac5-a41b-3465f66f485b tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Pushing event updated for resources: {'Port': ['ID=153679a3-5348-4e70-af58-f8afc77d8a90,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:00.152443 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a9a02c-aa21-4ff2-ac86-d401aaee9e98 None None] Network 0916a313-004a-4e5b-877c-846f7f5d18fa requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:27:00.167784 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7e91dd8a-d500-4cb6-aa0c-ad6c2f69bced tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:00.198351 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-99c21bbe-3142-4465-a7bd-fdc0958863ea admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6709f5ad63a643c58d61fd9c6037537f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1919637 Aug 10 03:27:00.199481 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c21bbe-3142-4465-a7bd-fdc0958863ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e05060-efd4-4e9a-a6dc-6e6681f250b0,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:00.203524 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 34350) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:00.298888 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e91dd8a-d500-4cb6-aa0c-ad6c2f69bced tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:27:00.306776 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f34ff5bd-39e2-47b8-861f-2b9b8e06db43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:00.343982 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-7e91dd8a-d500-4cb6-aa0c-ad6c2f69bced tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:27:00.359096 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e91dd8a-d500-4cb6-aa0c-ad6c2f69bced tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:27:00.365151 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-533333db-7dca-4dc1-9337-adbd45391a28 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:00.372235 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-288c92a1-bfa8-46a9-80a9-922480207944 req-87642b9d-3fda-491a-97f3-c7ccf514cb69 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 210 time: 0.0423119 Aug 10 03:27:00.385463 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f34ff5bd-39e2-47b8-861f-2b9b8e06db43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:00.386341 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec7c381-80f0-4ac5-a41b-3465f66f485b tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Checking segment: {'id': '58e995f9-54f2-42d6-a530-d8b67c82df05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd8b11372-e78d-43dd-8c6f-cb78d2a41706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:27:00.397707 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec7c381-80f0-4ac5-a41b-3465f66f485b tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Network hostable DHCP agents. Network: d8b11372-e78d-43dd-8c6f-cb78d2a41706, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:27:00.454148 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f34ff5bd-39e2-47b8-861f-2b9b8e06db43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:00.456890 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f34ff5bd-39e2-47b8-861f-2b9b8e06db43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:00.462253 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91dd8a-d500-4cb6-aa0c-ad6c2f69bced tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Pushing event updated for resources: {'Port': ['ID=72f2640c-e24f-4a86-a8fb-47c3fa1ebd0f,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:00.462541 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-f34ff5bd-39e2-47b8-861f-2b9b8e06db43 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f3e05060-efd4-4e9a-a6dc-6e6681f250b0 HTTP/1.1" status: 204 len: 168 time: 0.2537251 Aug 10 03:27:00.468723 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34ff5bd-39e2-47b8-861f-2b9b8e06db43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e05060-efd4-4e9a-a6dc-6e6681f250b0,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:00.644804 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec7c381-80f0-4ac5-a41b-3465f66f485b tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Network d8b11372-e78d-43dd-8c6f-cb78d2a41706 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:27:00.695411 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-2ec7c381-80f0-4ac5-a41b-3465f66f485b tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, d8b11372-e78d-43dd-8c6f-cb78d2a41706) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:27:00.707725 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec7c381-80f0-4ac5-a41b-3465f66f485b tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:27:00.708702 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2ec7c381-80f0-4ac5-a41b-3465f66f485b tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:00.709585 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17244b4-e23f-4288-8b6b-8b624df8cf17 None None] DHCP port deletion for 0916a313-004a-4e5b-877c-846f7f5d18fa request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:27:00.721587 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c37b2d-25f7-4030-abdc-c88d6b325a9f None None] Network d8b11372-e78d-43dd-8c6f-cb78d2a41706 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:27:00.845813 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec7c381-80f0-4ac5-a41b-3465f66f485b tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Pushing event updated for resources: {'Port': ['ID=1e8c34d2-08a0-4bc4-a2a3-d79ea0a9f132,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:00.881152 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-533333db-7dca-4dc1-9337-adbd45391a28 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Deleting port 20fd812b-93ee-4574-a8e7-b0edff41b41a {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:27:00.881410 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-533333db-7dca-4dc1-9337-adbd45391a28 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:00.912185 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c17244b4-e23f-4288-8b6b-8b624df8cf17 None None] Deleting port 20fd812b-93ee-4574-a8e7-b0edff41b41a {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:27:00.912878 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c17244b4-e23f-4288-8b6b-8b624df8cf17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:01.011172 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c17244b4-e23f-4288-8b6b-8b624df8cf17 None None] For port 20fd812b-93ee-4574-a8e7-b0edff41b41a, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=20fd812b-93ee-4574-a8e7-b0edff41b41a,segment=NetworkSegment(f813e42d-3631-4b77-a55c-37bacf72cfb9),segment_id=f813e42d-3631-4b77-a55c-37bacf72cfb9)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:01.012095 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c17244b4-e23f-4288-8b6b-8b624df8cf17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:01.045930 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c17244b4-e23f-4288-8b6b-8b624df8cf17 None None] Calling delete_port for 20fd812b-93ee-4574-a8e7-b0edff41b41a owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:27:01.240917 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c17244b4-e23f-4288-8b6b-8b624df8cf17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:01.279276 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17244b4-e23f-4288-8b6b-8b624df8cf17 None None] Pushing event deleted for resources: {'Port': ['ID=20fd812b-93ee-4574-a8e7-b0edff41b41a,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:01.291834 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17244b4-e23f-4288-8b6b-8b624df8cf17 None None] No DVR routers for this DVR port 20fd812b-93ee-4574-a8e7-b0edff41b41a on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:27:01.341278 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-52adabd9-19ed-4101-aeed-73bad31a76dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521880'] for router_interface, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:01.599619 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec7c381-80f0-4ac5-a41b-3465f66f485b tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Checking segment: {'id': 'f955c78e-ade9-4d1d-94be-25999551fbe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '369e380d-dc6e-4b07-b3e5-ae77d05fcc5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:27:01.599619 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec7c381-80f0-4ac5-a41b-3465f66f485b tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Network hostable DHCP agents. Network: 369e380d-dc6e-4b07-b3e5-ae77d05fcc5c, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:27:01.622562 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-81357791-8da9-48c0-a3e7-3f6bc257bae0 req-1b1dfe26-528c-4956-bf32-ca5beb9a2055 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 210 time: 0.0625532 Aug 10 03:27:01.772488 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-533333db-7dca-4dc1-9337-adbd45391a28 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] For port 20fd812b-93ee-4574-a8e7-b0edff41b41a, host n-d-768862-13, got binding levels [] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:01.773169 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-533333db-7dca-4dc1-9337-adbd45391a28 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:01.778848 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7e91dd8a-d500-4cb6-aa0c-ad6c2f69bced tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks [] for router_gateway, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:01.890583 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-533333db-7dca-4dc1-9337-adbd45391a28 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Calling delete_port for 20fd812b-93ee-4574-a8e7-b0edff41b41a owned by network:dhcp {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:27:01.897615 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec7c381-80f0-4ac5-a41b-3465f66f485b tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Network 369e380d-dc6e-4b07-b3e5-ae77d05fcc5c is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:27:01.913646 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.ipam_backend_mixin [None req-533333db-7dca-4dc1-9337-adbd45391a28 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Port 20fd812b-93ee-4574-a8e7-b0edff41b41a was not found and therefore no delete operation was performed {{(pid=94261) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 03:27:01.940900 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-533333db-7dca-4dc1-9337-adbd45391a28 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:02.025044 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-2ec7c381-80f0-4ac5-a41b-3465f66f485b tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 369e380d-dc6e-4b07-b3e5-ae77d05fcc5c) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:27:02.033104 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec7c381-80f0-4ac5-a41b-3465f66f485b tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:27:02.035301 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1f7546-9f1f-45ff-8bf4-cfed02a9d4cb None None] Network 369e380d-dc6e-4b07-b3e5-ae77d05fcc5c requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:27:02.046999 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec7c381-80f0-4ac5-a41b-3465f66f485b tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:02.059073 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec7c381-80f0-4ac5-a41b-3465f66f485b tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:02.060589 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2ec7c381-80f0-4ac5-a41b-3465f66f485b tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:02.146345 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8049c7e-8ad4-4408-8d35-f8ec93e6ea48 req-ddd1e8b1-dbc3-4429-8ce4-e1994c2f026e tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:02.149319 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c8049c7e-8ad4-4408-8d35-f8ec93e6ea48 req-ddd1e8b1-dbc3-4429-8ce4-e1994c2f026e tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.42 "GET /v2.0/networks?id=72b680b6-c2b6-4772-b62f-31081d87c55d HTTP/1.1" status: 200 len: 813 time: 0.1982372 Aug 10 03:27:02.158634 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533333db-7dca-4dc1-9337-adbd45391a28 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] No DVR routers for this DVR port 20fd812b-93ee-4574-a8e7-b0edff41b41a on host n-d-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:27:02.165506 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533333db-7dca-4dc1-9337-adbd45391a28 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Pushing event deleted for resources: {'Port': ['ID=20fd812b-93ee-4574-a8e7-b0edff41b41a,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:02.166233 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-c8049c7e-8ad4-4408-8d35-f8ec93e6ea48 req-9721bc07-3850-4afb-9349-aa543d5ae1f5 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Request body: {'port': {'device_id': '6b526f5e-f566-4b12-8400-9b50faf2cac0', 'network_id': '72b680b6-c2b6-4772-b62f-31081d87c55d', 'admin_state_up': True, 'tenant_id': '45ea8e99da524d229eab9a9daefefa06'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:27:02.238771 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-2ec7c381-80f0-4ac5-a41b-3465f66f485b tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.8351672 Aug 10 03:27:02.254336 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 34418) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:02.321717 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-533333db-7dca-4dc1-9337-adbd45391a28 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:02.372589 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-533333db-7dca-4dc1-9337-adbd45391a28 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0916a313-004a-4e5b-877c-846f7f5d18fa']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:02.396107 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-533333db-7dca-4dc1-9337-adbd45391a28 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f813e42d-3631-4b77-a55c-37bacf72cfb9') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:02.396777 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-533333db-7dca-4dc1-9337-adbd45391a28 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f813e42d-3631-4b77-a55c-37bacf72cfb9') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:02.419809 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-533333db-7dca-4dc1-9337-adbd45391a28 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:02.430784 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79507755-d697-446f-be0c-341c36974669 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:02.443470 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79507755-d697-446f-be0c-341c36974669 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:02.446967 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-79507755-d697-446f-be0c-341c36974669 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1911726 Aug 10 03:27:02.455082 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 34420) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:02.481566 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-533333db-7dca-4dc1-9337-adbd45391a28 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:02.516520 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-533333db-7dca-4dc1-9337-adbd45391a28 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:27:02.516994 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-533333db-7dca-4dc1-9337-adbd45391a28 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:02.522722 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:27:02.522722 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:27:02.522722 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:27:02.522722 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:27:02.522722 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:27:02.522722 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:27:02.522722 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:27:02.522722 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:27:02.522722 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:27:02.522722 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:27:02.522722 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:27:02.522722 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:27:02.522722 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:27:02.522722 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:27:02.522722 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:27:02.522722 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:27:02.522722 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:27:02.522722 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:27:02.522722 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:27:02.522722 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:27:02.522722 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:27:02.522722 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:27:02.522722 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:27:02.522722 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:27:02.522722 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:27:02.522722 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:27:02.522722 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:27:02.522722 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:27:02.522722 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:27:02.522722 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:27:02.522722 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:27:02.522722 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:27:02.593349 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8049c7e-8ad4-4408-8d35-f8ec93e6ea48 req-9721bc07-3850-4afb-9349-aa543d5ae1f5 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Made reservation on behalf of 45ea8e99da524d229eab9a9daefefa06 for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:27:02.597462 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c8049c7e-8ad4-4408-8d35-f8ec93e6ea48 req-9721bc07-3850-4afb-9349-aa543d5ae1f5 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:02.610156 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7e91dd8a-d500-4cb6-aa0c-ad6c2f69bced tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:02.671825 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-533333db-7dca-4dc1-9337-adbd45391a28 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:02.676827 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-533333db-7dca-4dc1-9337-adbd45391a28 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:02.680645 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-533333db-7dca-4dc1-9337-adbd45391a28 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "DELETE /v2.0/networks/0916a313-004a-4e5b-877c-846f7f5d18fa HTTP/1.1" status: 204 len: 168 time: 2.5358074 Aug 10 03:27:02.689538 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 34428) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:02.747043 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533333db-7dca-4dc1-9337-adbd45391a28 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Pushing event deleted for resources: {'Network': ['ID=0916a313-004a-4e5b-877c-846f7f5d18fa,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:02.782346 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 20fd812b-93ee-4574-a8e7-b0edff41b41a no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:27:02.783692 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 34430) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:02.816143 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 20fd812b-93ee-4574-a8e7-b0edff41b41a {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:27:02.816602 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 20fd812b-93ee-4574-a8e7-b0edff41b41a not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:27:02.818587 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-52adabd9-19ed-4101-aeed-73bad31a76dc admin admin] Deleting port 2e49da74-5d56-4bd8-bb9b-1423c18070ee {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:27:02.819368 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-52adabd9-19ed-4101-aeed-73bad31a76dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:02.837137 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-86d076c7-acf0-4a06-8b54-033a88f64161 req-ebd8a71d-6f55-497a-b599-30e930c232af tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 210 time: 0.0523250 Aug 10 03:27:02.842893 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-578e47d2-4cb1-4051-8a82-0240d1da773b tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Deleting port 153679a3-5348-4e70-af58-f8afc77d8a90 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:27:02.843235 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-578e47d2-4cb1-4051-8a82-0240d1da773b tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:02.896581 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-8238132f-89d4-417b-8d31-de6c016335e5 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Deleting subnet a39f0864-c7d8-4f2c-a6b0-64258917f830 {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:27:02.905121 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8238132f-89d4-417b-8d31-de6c016335e5 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:02.984929 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8238132f-89d4-417b-8d31-de6c016335e5 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:03.024661 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:03.031051 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-52adabd9-19ed-4101-aeed-73bad31a76dc admin admin] For port 2e49da74-5d56-4bd8-bb9b-1423c18070ee, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=2e49da74-5d56-4bd8-bb9b-1423c18070ee,segment=NetworkSegment(3b2bf574-7cf5-4b84-96f8-e65d149daec7),segment_id=3b2bf574-7cf5-4b84-96f8-e65d149daec7)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:03.031420 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-52adabd9-19ed-4101-aeed-73bad31a76dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:03.032172 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d8e5b7e2-2f77-428c-85ed-26185a7119f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:03.037588 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-578e47d2-4cb1-4051-8a82-0240d1da773b tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:03.065194 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-52adabd9-19ed-4101-aeed-73bad31a76dc admin admin] Calling delete_port for 2e49da74-5d56-4bd8-bb9b-1423c18070ee owned by network:router_interface {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:27:03.065809 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-c8049c7e-8ad4-4408-8d35-f8ec93e6ea48 req-9721bc07-3850-4afb-9349-aa543d5ae1f5 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Allocated IP 172.20.0.2 (72b680b6-c2b6-4772-b62f-31081d87c55d/8f2c47df-839e-40b4-85ee-46033508b63e/8faf8dfd-bf14-4900-825a-459411787c04) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:27:03.072869 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-578e47d2-4cb1-4051-8a82-0240d1da773b tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Calling delete_port for 153679a3-5348-4e70-af58-f8afc77d8a90 owned by {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:27:03.141706 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e91dd8a-d500-4cb6-aa0c-ad6c2f69bced tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Router ca589728-9f63-4516-8430-ba818ca4e989 is scheduled to L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e with binding_index 1 {{(pid=94261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:27:03.190269 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8238132f-89d4-417b-8d31-de6c016335e5 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:03.405694 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8238132f-89d4-417b-8d31-de6c016335e5 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:03.452507 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-578e47d2-4cb1-4051-8a82-0240d1da773b tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:03.473206 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e91dd8a-d500-4cb6-aa0c-ad6c2f69bced tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:27:03.484763 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8238132f-89d4-417b-8d31-de6c016335e5 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Pushing event deleted for resources: {'Subnet': ['ID=a39f0864-c7d8-4f2c-a6b0-64258917f830,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:03.494487 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8238132f-89d4-417b-8d31-de6c016335e5 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:03.496891 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-8238132f-89d4-417b-8d31-de6c016335e5 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "DELETE /v2.0/subnets/a39f0864-c7d8-4f2c-a6b0-64258917f830 HTTP/1.1" status: 204 len: 168 time: 0.8032167 Aug 10 03:27:03.505868 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 34436) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:03.506155 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b3c17a-d78f-4243-ad33-8ba1289740c6 None None] Sync routers for ids ['ca589728-9f63-4516-8430-ba818ca4e989'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:27:03.534651 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764ff4ea-3eab-476a-9e48-d145c7493cd5 None None] Network 48093250-9d43-4e76-bf04-11e4b5fb1840 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:27:03.578897 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578e47d2-4cb1-4051-8a82-0240d1da773b tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Pushing event deleted for resources: {'Port': ['ID=153679a3-5348-4e70-af58-f8afc77d8a90,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:03.604871 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-52adabd9-19ed-4101-aeed-73bad31a76dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:03.620629 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-578e47d2-4cb1-4051-8a82-0240d1da773b tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:03.628349 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-578e47d2-4cb1-4051-8a82-0240d1da773b tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] 10.222.0.44 "DELETE /v2.0/ports/153679a3-5348-4e70-af58-f8afc77d8a90 HTTP/1.1" status: 204 len: 168 time: 1.1679392 Aug 10 03:27:03.644122 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 34438) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:03.651874 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-86c5211f-4347-4691-abea-148967aa6e73 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:03.652235 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b3c17a-d78f-4243-ad33-8ba1289740c6 None None] Routers {'ca589728-9f63-4516-8430-ba818ca4e989'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:27:03.652898 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-68b3c17a-d78f-4243-ad33-8ba1289740c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:26:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['ca589728-9f63-4516-8430-ba818ca4e989'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:03.663345 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d8e5b7e2-2f77-428c-85ed-26185a7119f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:03.666879 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52adabd9-19ed-4101-aeed-73bad31a76dc admin admin] Pushing event deleted for resources: {'Port': ['ID=2e49da74-5d56-4bd8-bb9b-1423c18070ee,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:03.686399 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d8e5b7e2-2f77-428c-85ed-26185a7119f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:03.697141 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c8049c7e-8ad4-4408-8d35-f8ec93e6ea48 req-9721bc07-3850-4afb-9349-aa543d5ae1f5 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:03.748731 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7e91dd8a-d500-4cb6-aa0c-ad6c2f69bced tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:03.750944 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-7e91dd8a-d500-4cb6-aa0c-ad6c2f69bced tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 7.9768858 Aug 10 03:27:03.767669 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-d8e5b7e2-2f77-428c-85ed-26185a7119f2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=494c0ede6cf84f6c9101c8536635474c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9814627 Aug 10 03:27:03.770041 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 34442) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:03.786284 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 34444) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:03.822350 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-68b3c17a-d78f-4243-ad33-8ba1289740c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:03.852118 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e5b7e2-2f77-428c-85ed-26185a7119f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3470acd-edce-4522-a481-a725166e6035,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:03.938042 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b3c17a-d78f-4243-ad33-8ba1289740c6 None None] Routers {'ca589728-9f63-4516-8430-ba818ca4e989'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:27:03.940090 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-68b3c17a-d78f-4243-ad33-8ba1289740c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:26:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['ca589728-9f63-4516-8430-ba818ca4e989'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:03.996464 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c8049c7e-8ad4-4408-8d35-f8ec93e6ea48 req-9721bc07-3850-4afb-9349-aa543d5ae1f5 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:04.015937 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-68b3c17a-d78f-4243-ad33-8ba1289740c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:04.017057 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b3c17a-d78f-4243-ad33-8ba1289740c6 None None] The sync data for ids ['ca589728-9f63-4516-8430-ba818ca4e989'] in n-d-768862-13 is: [] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:27:04.075745 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9ef11000-edf6-45af-9a4d-399dc509be25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:04.101175 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8049c7e-8ad4-4408-8d35-f8ec93e6ea48 req-9721bc07-3850-4afb-9349-aa543d5ae1f5 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Network 72b680b6-c2b6-4772-b62f-31081d87c55d is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:27:04.116048 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-f02bff1c-76f9-48c9-a614-db98845ce55d tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] 10.222.0.44 "GET /v2.0/routers/ca589728-9f63-4516-8430-ba818ca4e989 HTTP/1.1" status: 200 len: 925 time: 0.3398278 Aug 10 03:27:04.117427 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 34448) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:04.157875 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b35a4f-2ac8-4f3b-af4f-977b76edbc91 None None] DHCP port deletion for 48093250-9d43-4e76-bf04-11e4b5fb1840 request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:27:04.175394 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9721bc07-3850-4afb-9349-aa543d5ae1f5 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Pushing event updated for resources: {'Port': ['ID=8faf8dfd-bf14-4900-825a-459411787c04,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:04.199523 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-c8049c7e-8ad4-4408-8d35-f8ec93e6ea48 req-9721bc07-3850-4afb-9349-aa543d5ae1f5 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:27:04.203221 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-86c5211f-4347-4691-abea-148967aa6e73 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Deleting port 5be9b48c-0b45-43ec-806c-969a3cb6d2fa {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:27:04.203785 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-86c5211f-4347-4691-abea-148967aa6e73 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:04.203925 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8049c7e-8ad4-4408-8d35-f8ec93e6ea48 req-9721bc07-3850-4afb-9349-aa543d5ae1f5 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:27:04.213880 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-e7b35a4f-2ac8-4f3b-af4f-977b76edbc91 None None] Deleting port 5be9b48c-0b45-43ec-806c-969a3cb6d2fa {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:27:04.214417 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e7b35a4f-2ac8-4f3b-af4f-977b76edbc91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:04.223816 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-8e641dbb-84ed-45e8-9942-282de7fde930 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Deleting port 1e8c34d2-08a0-4bc4-a2a3-d79ea0a9f132 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:27:04.224158 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8e641dbb-84ed-45e8-9942-282de7fde930 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:04.278259 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9ef11000-edf6-45af-9a4d-399dc509be25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:04.284812 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-da21042c-1aee-49dd-9fbe-dc71118881df tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca589728-9f63-4516-8430-ba818ca4e989 HTTP/1.1" status: 200 len: 205 time: 0.1105204 Aug 10 03:27:04.296917 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 34450) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:04.298396 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-e7b35a4f-2ac8-4f3b-af4f-977b76edbc91 None None] For port 5be9b48c-0b45-43ec-806c-969a3cb6d2fa, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=5be9b48c-0b45-43ec-806c-969a3cb6d2fa,segment=NetworkSegment(7e28589a-a35d-4e60-b5d9-68c3b35426fb),segment_id=7e28589a-a35d-4e60-b5d9-68c3b35426fb)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:04.298986 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e7b35a4f-2ac8-4f3b-af4f-977b76edbc91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:04.321501 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-e7b35a4f-2ac8-4f3b-af4f-977b76edbc91 None None] Calling delete_port for 5be9b48c-0b45-43ec-806c-969a3cb6d2fa owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:27:04.395261 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4e85bf-1399-47b5-ae33-189ad1c308a5 req-3a48b5a5-019a-4f82-9dab-308dfa53d795 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:04.396784 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fe4e85bf-1399-47b5-ae33-189ad1c308a5 req-3a48b5a5-019a-4f82-9dab-308dfa53d795 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 931 time: 0.3224332 Aug 10 03:27:04.403380 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8049c7e-8ad4-4408-8d35-f8ec93e6ea48 req-9721bc07-3850-4afb-9349-aa543d5ae1f5 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:04.404967 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c8049c7e-8ad4-4408-8d35-f8ec93e6ea48 req-9721bc07-3850-4afb-9349-aa543d5ae1f5 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:04.447566 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e7b35a4f-2ac8-4f3b-af4f-977b76edbc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:04.486422 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b35a4f-2ac8-4f3b-af4f-977b76edbc91 None None] Pushing event deleted for resources: {'Port': ['ID=5be9b48c-0b45-43ec-806c-969a3cb6d2fa,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:04.486684 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c8049c7e-8ad4-4408-8d35-f8ec93e6ea48 req-9721bc07-3850-4afb-9349-aa543d5ae1f5 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3237071 Aug 10 03:27:04.489822 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b35a4f-2ac8-4f3b-af4f-977b76edbc91 None None] No DVR routers for this DVR port 5be9b48c-0b45-43ec-806c-969a3cb6d2fa on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:27:04.518538 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-c8049c7e-8ad4-4408-8d35-f8ec93e6ea48 req-0bf01154-6edc-427a-8d94-1359a7a57faf service neutron] Request body: {'port': {'device_id': '6b526f5e-f566-4b12-8400-9b50faf2cac0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:27:04.556624 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fe4e85bf-1399-47b5-ae33-189ad1c308a5 req-a295d867-8ca9-468a-83e8-2a73fde65eaa tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432393 Aug 10 03:27:04.571007 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9ef11000-edf6-45af-9a4d-399dc509be25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:04.573701 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9ef11000-edf6-45af-9a4d-399dc509be25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:04.574889 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-9ef11000-edf6-45af-9a4d-399dc509be25 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f3470acd-edce-4522-a481-a725166e6035 HTTP/1.1" status: 204 len: 168 time: 0.7867010 Aug 10 03:27:04.595122 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef11000-edf6-45af-9a4d-399dc509be25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3470acd-edce-4522-a481-a725166e6035,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:04.618326 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-91ab7192-6fae-4641-b4c8-66461ee30f72 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks [] for router, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:04.668264 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-86c5211f-4347-4691-abea-148967aa6e73 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] For port 5be9b48c-0b45-43ec-806c-969a3cb6d2fa, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=5be9b48c-0b45-43ec-806c-969a3cb6d2fa,segment=NetworkSegment(7e28589a-a35d-4e60-b5d9-68c3b35426fb),segment_id=7e28589a-a35d-4e60-b5d9-68c3b35426fb)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:04.668264 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-86c5211f-4347-4691-abea-148967aa6e73 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:04.681099 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-52adabd9-19ed-4101-aeed-73bad31a76dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-522536'] for router_interface, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:04.700465 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8e641dbb-84ed-45e8-9942-282de7fde930 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:04.703894 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c8049c7e-8ad4-4408-8d35-f8ec93e6ea48 req-0bf01154-6edc-427a-8d94-1359a7a57faf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:04.711158 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-86c5211f-4347-4691-abea-148967aa6e73 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Calling delete_port for 5be9b48c-0b45-43ec-806c-969a3cb6d2fa owned by network:dhcp {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:27:04.730007 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-8e641dbb-84ed-45e8-9942-282de7fde930 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Calling delete_port for 1e8c34d2-08a0-4bc4-a2a3-d79ea0a9f132 owned by {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:27:04.875253 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 5be9b48c-0b45-43ec-806c-969a3cb6d2fa no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:27:04.944188 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 5be9b48c-0b45-43ec-806c-969a3cb6d2fa {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:27:04.944706 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 5be9b48c-0b45-43ec-806c-969a3cb6d2fa not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:27:04.975236 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8e641dbb-84ed-45e8-9942-282de7fde930 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:05.027439 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e641dbb-84ed-45e8-9942-282de7fde930 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Pushing event deleted for resources: {'Port': ['ID=1e8c34d2-08a0-4bc4-a2a3-d79ea0a9f132,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:05.052263 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8e641dbb-84ed-45e8-9942-282de7fde930 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:05.057520 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-8e641dbb-84ed-45e8-9942-282de7fde930 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] 10.222.0.44 "DELETE /v2.0/ports/1e8c34d2-08a0-4bc4-a2a3-d79ea0a9f132 HTTP/1.1" status: 204 len: 168 time: 1.4071901 Aug 10 03:27:05.057520 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 34464) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:05.071842 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-91ab7192-6fae-4641-b4c8-66461ee30f72 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:05.131513 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-cedd4f49-239c-448f-a5ce-f011ee4023a9 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0691922 Aug 10 03:27:05.133687 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-86c5211f-4347-4691-abea-148967aa6e73 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:05.137755 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 34468) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:05.151923 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-02cd1a32-fed9-43ba-83b9-8b7f35fd4fd3 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-793298057'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:27:05.201257 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c5211f-4347-4691-abea-148967aa6e73 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Pushing event deleted for resources: {'Port': ['ID=5be9b48c-0b45-43ec-806c-969a3cb6d2fa,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:05.203592 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c5211f-4347-4691-abea-148967aa6e73 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] No DVR routers for this DVR port 5be9b48c-0b45-43ec-806c-969a3cb6d2fa on host n-d-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:27:05.271444 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02cd1a32-fed9-43ba-83b9-8b7f35fd4fd3 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Made reservation on behalf of 780534bc690d476db63a9ff062510b6e for: {'network': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:27:05.275172 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-02cd1a32-fed9-43ba-83b9-8b7f35fd4fd3 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:05.312945 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-86c5211f-4347-4691-abea-148967aa6e73 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:05.316891 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52adabd9-19ed-4101-aeed-73bad31a76dc admin admin] Router 165c3995-714a-4005-a1bf-f8d0d955b506 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:27:05.323158 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-91ab7192-6fae-4641-b4c8-66461ee30f72 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Deleting port 72f2640c-e24f-4a86-a8fb-47c3fa1ebd0f {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:27:05.323512 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-91ab7192-6fae-4641-b4c8-66461ee30f72 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:05.331365 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-86c5211f-4347-4691-abea-148967aa6e73 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48093250-9d43-4e76-bf04-11e4b5fb1840']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:05.357407 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-86c5211f-4347-4691-abea-148967aa6e73 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e28589a-a35d-4e60-b5d9-68c3b35426fb') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:05.357858 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-86c5211f-4347-4691-abea-148967aa6e73 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e28589a-a35d-4e60-b5d9-68c3b35426fb') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:05.361758 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02cd1a32-fed9-43ba-83b9-8b7f35fd4fd3 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=94260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:27:05.409643 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-02cd1a32-fed9-43ba-83b9-8b7f35fd4fd3 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:05.410001 n-d-768862-13 neutron-server[94260]: INFO neutron.db.segments_db [None req-02cd1a32-fed9-43ba-83b9-8b7f35fd4fd3 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Added segment ce251518-d1a9-4ead-b1c3-39ce4facfb1f of type vlan for network c1aa33b8-8b31-4d36-9c3a-2922cdb581a6 Aug 10 03:27:05.426620 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-c8049c7e-8ad4-4408-8d35-f8ec93e6ea48 req-0bf01154-6edc-427a-8d94-1359a7a57faf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8faf8dfd-bf14-4900-825a-459411787c04 {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:27:05.437081 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-86c5211f-4347-4691-abea-148967aa6e73 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:05.442410 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c8049c7e-8ad4-4408-8d35-f8ec93e6ea48 req-0bf01154-6edc-427a-8d94-1359a7a57faf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:05.472341 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-86c5211f-4347-4691-abea-148967aa6e73 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:05.502589 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-c8049c7e-8ad4-4408-8d35-f8ec93e6ea48 req-0bf01154-6edc-427a-8d94-1359a7a57faf service neutron] Transition to ACTIVE for port object 8faf8dfd-bf14-4900-825a-459411787c04 will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:27:05.508187 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-02cd1a32-fed9-43ba-83b9-8b7f35fd4fd3 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:05.515380 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c8049c7e-8ad4-4408-8d35-f8ec93e6ea48 req-0bf01154-6edc-427a-8d94-1359a7a57faf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:05.546288 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86c5211f-4347-4691-abea-148967aa6e73 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:27:05.546977 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-86c5211f-4347-4691-abea-148967aa6e73 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:05.563769 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-91ab7192-6fae-4641-b4c8-66461ee30f72 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:05.564036 n-d-768862-13 neutron-server[94261]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:27:05.564036 n-d-768862-13 neutron-server[94261]: self.session.flush() Aug 10 03:27:05.564036 n-d-768862-13 neutron-server[94261]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:27:05.564036 n-d-768862-13 neutron-server[94261]: self.session.flush() Aug 10 03:27:05.564036 n-d-768862-13 neutron-server[94261]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:27:05.564036 n-d-768862-13 neutron-server[94261]: self.session.flush() Aug 10 03:27:05.564036 n-d-768862-13 neutron-server[94261]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:27:05.564036 n-d-768862-13 neutron-server[94261]: self.session.flush() Aug 10 03:27:05.564036 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:27:05.564036 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:27:05.564036 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:27:05.564036 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:27:05.564036 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:27:05.564036 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:27:05.564036 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:27:05.564036 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:27:05.564036 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:27:05.564036 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:27:05.564036 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:27:05.564036 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:27:05.564036 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:27:05.564036 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:27:05.564036 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:27:05.564036 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:27:05.564036 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:27:05.564036 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:27:05.564036 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:27:05.564036 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:27:05.564036 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:27:05.564036 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:27:05.564036 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:27:05.564036 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:27:05.564036 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:27:05.564036 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:27:05.564036 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:27:05.564036 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:27:05.564036 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:27:05.564036 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:27:05.564036 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:27:05.564036 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:27:05.593783 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-91ab7192-6fae-4641-b4c8-66461ee30f72 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Calling delete_port for 72f2640c-e24f-4a86-a8fb-47c3fa1ebd0f owned by network:router_gateway {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:27:05.628233 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf01154-6edc-427a-8d94-1359a7a57faf service neutron] Pushing event updated for resources: {'Port': ['ID=8faf8dfd-bf14-4900-825a-459411787c04,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:05.677445 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52adabd9-19ed-4101-aeed-73bad31a76dc admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:27:05.687265 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-52adabd9-19ed-4101-aeed-73bad31a76dc admin admin] 10.222.0.44 "PUT /v2.0/routers/165c3995-714a-4005-a1bf-f8d0d955b506/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2698338 Aug 10 03:27:05.688917 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36aeb7db-8379-4af7-846a-8cc2776f334d None None] Sync routers for ids ['165c3995-714a-4005-a1bf-f8d0d955b506'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:27:05.690212 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-86c5211f-4347-4691-abea-148967aa6e73 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:05.693553 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 34484) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:05.704742 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-02cd1a32-fed9-43ba-83b9-8b7f35fd4fd3 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:05.705448 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-86c5211f-4347-4691-abea-148967aa6e73 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:05.705686 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36aeb7db-8379-4af7-846a-8cc2776f334d None None] Routers {'165c3995-714a-4005-a1bf-f8d0d955b506'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:27:05.706675 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-36aeb7db-8379-4af7-846a-8cc2776f334d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:26:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['165c3995-714a-4005-a1bf-f8d0d955b506'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:05.708451 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-86c5211f-4347-4691-abea-148967aa6e73 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "DELETE /v2.0/networks/48093250-9d43-4e76-bf04-11e4b5fb1840 HTTP/1.1" status: 204 len: 168 time: 2.2014632 Aug 10 03:27:05.721797 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02cd1a32-fed9-43ba-83b9-8b7f35fd4fd3 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:05.721797 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-02cd1a32-fed9-43ba-83b9-8b7f35fd4fd3 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:05.723737 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 34486) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:05.765855 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c5211f-4347-4691-abea-148967aa6e73 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Pushing event deleted for resources: {'Network': ['ID=48093250-9d43-4e76-bf04-11e4b5fb1840,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:05.806350 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-4fd18de7-c9de-4833-acfb-5f4e85c045ad tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-555614742'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:27:05.872216 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-36aeb7db-8379-4af7-846a-8cc2776f334d None None] Set router 165c3995-714a-4005-a1bf-f8d0d955b506 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:27:05.924461 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2e6636d0-49a1-48d6-bd7d-4de459a44d29 admin admin] Notify callbacks [] for router, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:05.943475 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cd1a32-fed9-43ba-83b9-8b7f35fd4fd3 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Pushing event updated for resources: {'Network': ['ID=c1aa33b8-8b31-4d36-9c3a-2922cdb581a6,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:05.966621 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fd18de7-c9de-4833-acfb-5f4e85c045ad tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Made reservation on behalf of 7be8aebab9524a33aa2535549ec7cd0e for: {'network': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:27:05.970463 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4fd18de7-c9de-4833-acfb-5f4e85c045ad tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:05.973903 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network c1aa33b8-8b31-4d36-9c3a-2922cdb581a6 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:27:06.013183 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-02cd1a32-fed9-43ba-83b9-8b7f35fd4fd3 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8692341 Aug 10 03:27:06.015411 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 34494) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:06.037702 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80789147-e981-47de-9510-61f00dbf3684 req-15bb95c7-cca1-4508-9ebe-20cd8185b883 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:06.040228 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-80789147-e981-47de-9510-61f00dbf3684 req-15bb95c7-cca1-4508-9ebe-20cd8185b883 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 943 time: 0.3385963 Aug 10 03:27:06.055339 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-39a624fb-6afb-42d6-a2ab-a4ddbb6463eb tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1705857954'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:27:06.060188 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-c8049c7e-8ad4-4408-8d35-f8ec93e6ea48 req-0bf01154-6edc-427a-8d94-1359a7a57faf service neutron] Attempting to bind port 8faf8dfd-bf14-4900-825a-459411787c04 on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:27:06.060520 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-c8049c7e-8ad4-4408-8d35-f8ec93e6ea48 req-0bf01154-6edc-427a-8d94-1359a7a57faf service neutron] Attempting to bind port 8faf8dfd-bf14-4900-825a-459411787c04 by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': 'c50377c0-d527-459a-94e9-130b25761d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '72b680b6-c2b6-4772-b62f-31081d87c55d'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:27:06.060847 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8049c7e-8ad4-4408-8d35-f8ec93e6ea48 req-0bf01154-6edc-427a-8d94-1359a7a57faf service neutron] Attempting to bind port 8faf8dfd-bf14-4900-825a-459411787c04 on network 72b680b6-c2b6-4772-b62f-31081d87c55d {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:27:06.094626 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8049c7e-8ad4-4408-8d35-f8ec93e6ea48 req-0bf01154-6edc-427a-8d94-1359a7a57faf service neutron] Port 8faf8dfd-bf14-4900-825a-459411787c04 on network 72b680b6-c2b6-4772-b62f-31081d87c55d not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:27:06.095681 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8049c7e-8ad4-4408-8d35-f8ec93e6ea48 req-0bf01154-6edc-427a-8d94-1359a7a57faf service neutron] Attempting to bind port 8faf8dfd-bf14-4900-825a-459411787c04 on network 72b680b6-c2b6-4772-b62f-31081d87c55d {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:27:06.125785 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8049c7e-8ad4-4408-8d35-f8ec93e6ea48 req-0bf01154-6edc-427a-8d94-1359a7a57faf service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:27:06.126122 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8049c7e-8ad4-4408-8d35-f8ec93e6ea48 req-0bf01154-6edc-427a-8d94-1359a7a57faf service neutron] Checking segment: {'id': 'c50377c0-d527-459a-94e9-130b25761d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '72b680b6-c2b6-4772-b62f-31081d87c55d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:27:06.126477 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8049c7e-8ad4-4408-8d35-f8ec93e6ea48 req-0bf01154-6edc-427a-8d94-1359a7a57faf service neutron] Bound using segment: {'id': 'c50377c0-d527-459a-94e9-130b25761d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '72b680b6-c2b6-4772-b62f-31081d87c55d'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:27:06.126935 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-c8049c7e-8ad4-4408-8d35-f8ec93e6ea48 req-0bf01154-6edc-427a-8d94-1359a7a57faf service neutron] Bound port: 8faf8dfd-bf14-4900-825a-459411787c04, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c50377c0-d527-459a-94e9-130b25761d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '72b680b6-c2b6-4772-b62f-31081d87c55d'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:27:06.127302 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c8049c7e-8ad4-4408-8d35-f8ec93e6ea48 req-0bf01154-6edc-427a-8d94-1359a7a57faf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:06.156923 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fd18de7-c9de-4833-acfb-5f4e85c045ad tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=94260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:27:06.171540 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39a624fb-6afb-42d6-a2ab-a4ddbb6463eb tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Made reservation on behalf of 780534bc690d476db63a9ff062510b6e for: {'network': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:27:06.175339 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-39a624fb-6afb-42d6-a2ab-a4ddbb6463eb tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:06.234952 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2e6636d0-49a1-48d6-bd7d-4de459a44d29 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:06.328969 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-2e6636d0-49a1-48d6-bd7d-4de459a44d29 admin admin] Deleting port 71c9953d-d0fd-450e-b8da-51f1c2f94def {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:27:06.329791 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2e6636d0-49a1-48d6-bd7d-4de459a44d29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:06.377195 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-36aeb7db-8379-4af7-846a-8cc2776f334d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '165c3995-714a-4005-a1bf-f8d0d955b506', 'name': 'tempest-ServersTestJSON-302803738-router', 'tenant_id': '6d8729f463214da9aba5238905630698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '71c9953d-d0fd-450e-b8da-51f1c2f94def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:24:21Z', 'updated_at': '2021-08-10T03:27:03Z', 'revision_number': 5, 'project_id': '6d8729f463214da9aba5238905630698', 'gw_port': {'id': '71c9953d-d0fd-450e-b8da-51f1c2f94def', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:eb:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165c3995-714a-4005-a1bf-f8d0d955b506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:24:22Z', 'updated_at': '2021-08-10T03:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:06.439446 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36aeb7db-8379-4af7-846a-8cc2776f334d None None] Checking router: 165c3995-714a-4005-a1bf-f8d0d955b506 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:27:06.452150 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36aeb7db-8379-4af7-846a-8cc2776f334d None None] Routers {'165c3995-714a-4005-a1bf-f8d0d955b506'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:27:06.452792 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-36aeb7db-8379-4af7-846a-8cc2776f334d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:26:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['165c3995-714a-4005-a1bf-f8d0d955b506'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:06.457815 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-2e6636d0-49a1-48d6-bd7d-4de459a44d29 admin admin] For port 71c9953d-d0fd-450e-b8da-51f1c2f94def, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=71c9953d-d0fd-450e-b8da-51f1c2f94def,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:06.458566 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2e6636d0-49a1-48d6-bd7d-4de459a44d29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:06.486468 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-2e6636d0-49a1-48d6-bd7d-4de459a44d29 admin admin] Calling delete_port for 71c9953d-d0fd-450e-b8da-51f1c2f94def owned by network:router_gateway {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:27:06.594657 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4fd18de7-c9de-4833-acfb-5f4e85c045ad tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:06.598247 n-d-768862-13 neutron-server[94260]: INFO neutron.db.segments_db [None req-4fd18de7-c9de-4833-acfb-5f4e85c045ad tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Added segment 6df3a89d-4b66-4f8e-a439-c186a224c972 of type vlan for network 9f05ef88-89ac-4251-8d62-e456a4dc722b Aug 10 03:27:06.608482 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-36aeb7db-8379-4af7-846a-8cc2776f334d None None] Set router 165c3995-714a-4005-a1bf-f8d0d955b506 gateway port host: None {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:27:06.670079 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-80789147-e981-47de-9510-61f00dbf3684 req-2b7a832d-ed12-4abf-a9d5-3a55daeabc80 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6066599 Aug 10 03:27:06.708424 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-36aeb7db-8379-4af7-846a-8cc2776f334d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '165c3995-714a-4005-a1bf-f8d0d955b506', 'name': 'tempest-ServersTestJSON-302803738-router', 'tenant_id': '6d8729f463214da9aba5238905630698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:24:21Z', 'updated_at': '2021-08-10T03:27:06Z', 'revision_number': 6, 'project_id': '6d8729f463214da9aba5238905630698', 'gw_port_host': None}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:06.737362 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4fd18de7-c9de-4833-acfb-5f4e85c045ad tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:06.748939 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39a624fb-6afb-42d6-a2ab-a4ddbb6463eb tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=94260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:27:06.759755 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36aeb7db-8379-4af7-846a-8cc2776f334d None None] The sync data for ids ['165c3995-714a-4005-a1bf-f8d0d955b506'] in n-d-768862-13 is: [{'id': '165c3995-714a-4005-a1bf-f8d0d955b506', 'name': 'tempest-ServersTestJSON-302803738-router', 'tenant_id': '6d8729f463214da9aba5238905630698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:24:21Z', 'updated_at': '2021-08-10T03:27:06Z', 'revision_number': 6, 'project_id': '6d8729f463214da9aba5238905630698', 'gw_port_host': None}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:27:06.782686 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2e6636d0-49a1-48d6-bd7d-4de459a44d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:06.788091 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-39a624fb-6afb-42d6-a2ab-a4ddbb6463eb tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:06.788442 n-d-768862-13 neutron-server[94260]: INFO neutron.db.segments_db [None req-39a624fb-6afb-42d6-a2ab-a4ddbb6463eb tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Added segment af179444-9c67-45ca-b9a1-60d1a65c77f4 of type vlan for network add522a4-4f38-42b0-9ed6-00a7adb45e09 Aug 10 03:27:06.791964 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-91ab7192-6fae-4641-b4c8-66461ee30f72 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:06.833538 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-c8049c7e-8ad4-4408-8d35-f8ec93e6ea48 req-0bf01154-6edc-427a-8d94-1359a7a57faf service neutron] For port 8faf8dfd-bf14-4900-825a-459411787c04, host n-h1-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:27:06.847779 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6636d0-49a1-48d6-bd7d-4de459a44d29 admin admin] Pushing event deleted for resources: {'Port': ['ID=71c9953d-d0fd-450e-b8da-51f1c2f94def,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:06.903533 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2e6636d0-49a1-48d6-bd7d-4de459a44d29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520654'] for router_gateway, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:06.922782 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ab7192-6fae-4641-b4c8-66461ee30f72 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Pushing event deleted for resources: {'Port': ['ID=72f2640c-e24f-4a86-a8fb-47c3fa1ebd0f,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:06.953322 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-c8049c7e-8ad4-4408-8d35-f8ec93e6ea48 req-0bf01154-6edc-427a-8d94-1359a7a57faf service neutron] For port 8faf8dfd-bf14-4900-825a-459411787c04, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=8faf8dfd-bf14-4900-825a-459411787c04,segment=NetworkSegment(c50377c0-d527-459a-94e9-130b25761d57),segment_id=c50377c0-d527-459a-94e9-130b25761d57)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:27:06.992899 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4fd18de7-c9de-4833-acfb-5f4e85c045ad tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:06.997857 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd18de7-c9de-4833-acfb-5f4e85c045ad tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:06.998563 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4fd18de7-c9de-4833-acfb-5f4e85c045ad tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:07.026013 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c8049c7e-8ad4-4408-8d35-f8ec93e6ea48 req-0bf01154-6edc-427a-8d94-1359a7a57faf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:07.047577 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2e6636d0-49a1-48d6-bd7d-4de459a44d29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:07.050492 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2e6636d0-49a1-48d6-bd7d-4de459a44d29 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:07.098940 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-4fd18de7-c9de-4833-acfb-5f4e85c045ad tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2998898 Aug 10 03:27:07.103413 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-39a624fb-6afb-42d6-a2ab-a4ddbb6463eb tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:07.113793 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 34514) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:07.122307 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-473ba100-9da6-4a8f-a9ea-78a21c378a3a tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Request body: {'subnet': {'network_id': '9f05ef88-89ac-4251-8d62-e456a4dc722b', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:27:07.178629 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf01154-6edc-427a-8d94-1359a7a57faf service neutron] Pushing event updated for resources: {'Port': ['ID=8faf8dfd-bf14-4900-825a-459411787c04,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:07.186977 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8049c7e-8ad4-4408-8d35-f8ec93e6ea48 req-0bf01154-6edc-427a-8d94-1359a7a57faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:07.187620 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c8049c7e-8ad4-4408-8d35-f8ec93e6ea48 req-0bf01154-6edc-427a-8d94-1359a7a57faf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:07.189099 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c8049c7e-8ad4-4408-8d35-f8ec93e6ea48 req-0bf01154-6edc-427a-8d94-1359a7a57faf service neutron] 10.222.0.42 "PUT /v2.0/ports/8faf8dfd-bf14-4900-825a-459411787c04 HTTP/1.1" status: 200 len: 1092 time: 2.6750753 Aug 10 03:27:07.189953 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-91ab7192-6fae-4641-b4c8-66461ee30f72 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520654'] for router_gateway, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:07.193774 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b526f5e-f566-4b12-8400-9b50faf2cac0', 'tag': '8faf8dfd-bf14-4900-825a-459411787c04'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:27:07.197078 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fbf983f-e4a8-44b8-8276-89372a763e07" -d '{"events": [{"name": "network-changed", "server_uuid": "6b526f5e-f566-4b12-8400-9b50faf2cac0", "tag": "8faf8dfd-bf14-4900-825a-459411787c04"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:27:07.203082 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2e6636d0-49a1-48d6-bd7d-4de459a44d29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:07.204127 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e6636d0-49a1-48d6-bd7d-4de459a44d29 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 165c3995-714a-4005-a1bf-f8d0d955b506 {{(pid=94261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:27:07.210181 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2e6636d0-49a1-48d6-bd7d-4de459a44d29 admin admin] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:07.219267 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-2e6636d0-49a1-48d6-bd7d-4de459a44d29 admin admin] 10.222.0.44 "DELETE /v2.0/routers/165c3995-714a-4005-a1bf-f8d0d955b506 HTTP/1.1" status: 204 len: 168 time: 1.5219164 Aug 10 03:27:07.223944 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 34520) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:07.307751 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5ab8ab3-a4cc-4ebb-b972-90750199b158 admin admin] Deleting subnet 7c13f0d8-15a2-4f1e-8131-bdd7c3ce0682 {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:27:07.314604 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d5ab8ab3-a4cc-4ebb-b972-90750199b158 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:07.317438 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.db.resource_extend [None req-39a624fb-6afb-42d6-a2ab-a4ddbb6463eb tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:27:07.332327 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1def358-fde3-4daa-bd2b-32a6ecde5068 x-openstack-request-id: req-e1def358-fde3-4daa-bd2b-32a6ecde5068 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:27:07.332671 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b526f5e-f566-4b12-8400-9b50faf2cac0", "tag": "8faf8dfd-bf14-4900-825a-459411787c04", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:27:07.332935 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e1def358-fde3-4daa-bd2b-32a6ecde5068 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:27:07.333342 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b526f5e-f566-4b12-8400-9b50faf2cac0', 'tag': '8faf8dfd-bf14-4900-825a-459411787c04', 'status': 'completed', 'code': 200} Aug 10 03:27:07.377658 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd18de7-c9de-4833-acfb-5f4e85c045ad tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Pushing event updated for resources: {'Network': ['ID=9f05ef88-89ac-4251-8d62-e456a4dc722b,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:07.381054 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-473ba100-9da6-4a8f-a9ea-78a21c378a3a tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Made reservation on behalf of 7be8aebab9524a33aa2535549ec7cd0e for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:27:07.387186 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-473ba100-9da6-4a8f-a9ea-78a21c378a3a tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:07.405126 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 9f05ef88-89ac-4251-8d62-e456a4dc722b details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:27:07.464989 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-91ab7192-6fae-4641-b4c8-66461ee30f72 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:07.468355 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-91ab7192-6fae-4641-b4c8-66461ee30f72 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:07.482752 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-39a624fb-6afb-42d6-a2ab-a4ddbb6463eb tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:07.495289 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a624fb-6afb-42d6-a2ab-a4ddbb6463eb tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:07.495959 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-39a624fb-6afb-42d6-a2ab-a4ddbb6463eb tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:07.519929 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d5ab8ab3-a4cc-4ebb-b972-90750199b158 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:07.580988 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-91ab7192-6fae-4641-b4c8-66461ee30f72 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:07.582459 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91ab7192-6fae-4641-b4c8-66461ee30f72 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Fanout notify agent at l3_agent the message router_deleted on router ca589728-9f63-4516-8430-ba818ca4e989 {{(pid=94260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:27:07.607217 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-91ab7192-6fae-4641-b4c8-66461ee30f72 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks [] for router, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:07.608961 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-91ab7192-6fae-4641-b4c8-66461ee30f72 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] 10.222.0.44 "DELETE /v2.0/routers/ca589728-9f63-4516-8430-ba818ca4e989 HTTP/1.1" status: 204 len: 168 time: 3.3110294 Aug 10 03:27:07.628354 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 34530) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:07.662909 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-cca2fcfd-e26e-4023-867d-a217ceb210fa tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Request body: {'router': {'name': 'tempest-snat-router-442878818', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'enable_snat': False}}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:27:07.712156 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-39a624fb-6afb-42d6-a2ab-a4ddbb6463eb tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.6846721 Aug 10 03:27:07.744585 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a624fb-6afb-42d6-a2ab-a4ddbb6463eb tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Pushing event updated for resources: {'Network': ['ID=add522a4-4f38-42b0-9ed6-00a7adb45e09,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:07.761781 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8049c7e-8ad4-4408-8d35-f8ec93e6ea48 req-cf49bb8d-0a63-4afd-8977-0fd23b744f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:07.763252 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network add522a4-4f38-42b0-9ed6-00a7adb45e09 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:27:07.763469 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c8049c7e-8ad4-4408-8d35-f8ec93e6ea48 req-cf49bb8d-0a63-4afd-8977-0fd23b744f9c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=45ea8e99da524d229eab9a9daefefa06&device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 1095 time: 0.4329371 Aug 10 03:27:07.819593 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c8049c7e-8ad4-4408-8d35-f8ec93e6ea48 req-ea1020c5-c854-4ace-b9ea-4c472c00b583 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8faf8dfd-bf14-4900-825a-459411787c04 HTTP/1.1" status: 200 len: 217 time: 0.0465915 Aug 10 03:27:07.857439 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cca2fcfd-e26e-4023-867d-a217ceb210fa tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:07.858716 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cca2fcfd-e26e-4023-867d-a217ceb210fa tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:07.893018 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-473ba100-9da6-4a8f-a9ea-78a21c378a3a tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:07.914619 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d5ab8ab3-a4cc-4ebb-b972-90750199b158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:07.921844 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8049c7e-8ad4-4408-8d35-f8ec93e6ea48 req-59699e3d-e9fe-4710-aca4-2aac5ec05c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:07.925422 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c8049c7e-8ad4-4408-8d35-f8ec93e6ea48 req-59699e3d-e9fe-4710-aca4-2aac5ec05c18 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8f2c47df-839e-40b4-85ee-46033508b63e HTTP/1.1" status: 200 len: 853 time: 0.0978982 Aug 10 03:27:08.071675 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cca2fcfd-e26e-4023-867d-a217ceb210fa tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:08.165285 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c8049c7e-8ad4-4408-8d35-f8ec93e6ea48 req-cdda445b-36de-446c-86d8-5e218dc6d1a8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72b680b6-c2b6-4772-b62f-31081d87c55d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1935246 Aug 10 03:27:08.190774 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473ba100-9da6-4a8f-a9ea-78a21c378a3a tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Checking segment: {'id': '6df3a89d-4b66-4f8e-a439-c186a224c972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '9f05ef88-89ac-4251-8d62-e456a4dc722b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:27:08.191556 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473ba100-9da6-4a8f-a9ea-78a21c378a3a tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Network hostable DHCP agents. Network: 9f05ef88-89ac-4251-8d62-e456a4dc722b, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:27:08.324262 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cca2fcfd-e26e-4023-867d-a217ceb210fa tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:08.337175 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473ba100-9da6-4a8f-a9ea-78a21c378a3a tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Pushing event updated for resources: {'Subnet': ['ID=6e0e0971-8112-46dc-9683-97d8e983a25c,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:08.364584 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473ba100-9da6-4a8f-a9ea-78a21c378a3a tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Network 9f05ef88-89ac-4251-8d62-e456a4dc722b is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:27:08.446352 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d47a0c-a08c-4615-be6c-2c80b460b84d req-6fce5816-e4be-4933-9d00-9b7a5a8a1353 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:08.455128 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d5ab8ab3-a4cc-4ebb-b972-90750199b158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:08.457182 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d9d47a0c-a08c-4615-be6c-2c80b460b84d req-6fce5816-e4be-4933-9d00-9b7a5a8a1353 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 943 time: 0.5313890 Aug 10 03:27:08.522821 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef133f3c-902f-4d5d-a46f-1d566a3e83ce None None] Network cdb362dd-33cf-43b3-8ba4-85a65eae2dc5 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:27:08.527163 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-473ba100-9da6-4a8f-a9ea-78a21c378a3a tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 9f05ef88-89ac-4251-8d62-e456a4dc722b) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:27:08.555430 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473ba100-9da6-4a8f-a9ea-78a21c378a3a tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:08.556052 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-473ba100-9da6-4a8f-a9ea-78a21c378a3a tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:08.568164 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d5ab8ab3-a4cc-4ebb-b972-90750199b158 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:08.569552 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d9d47a0c-a08c-4615-be6c-2c80b460b84d req-990874a2-5d9e-4504-ae3e-c3e8c1599824 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083562 Aug 10 03:27:08.570242 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-d5ab8ab3-a4cc-4ebb-b972-90750199b158 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/7c13f0d8-15a2-4f1e-8131-bdd7c3ce0682 HTTP/1.1" status: 204 len: 168 time: 1.3452206 Aug 10 03:27:08.588930 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 34546) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:08.637117 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ab8ab3-a4cc-4ebb-b972-90750199b158 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c13f0d8-15a2-4f1e-8131-bdd7c3ce0682,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:08.661930 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29eff317-07fe-4060-8587-d0f1a337d5c0 None None] Network 9f05ef88-89ac-4251-8d62-e456a4dc722b requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:27:08.668369 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-473ba100-9da6-4a8f-a9ea-78a21c378a3a tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5503173 Aug 10 03:27:08.684788 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 34548) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:08.692550 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-e5443f23-539a-4b24-9ec8-a76983004b29 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-138059077'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:27:08.714714 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c8049c7e-8ad4-4408-8d35-f8ec93e6ea48 req-5416597d-6ce3-4c93-b91c-0334ed36d000 service neutron] 10.222.0.42 "GET /v2.0/networks/72b680b6-c2b6-4772-b62f-31081d87c55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5464852 Aug 10 03:27:08.884785 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 71c9953d-d0fd-450e-b8da-51f1c2f94def no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:27:08.918171 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 71c9953d-d0fd-450e-b8da-51f1c2f94def {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:27:08.918566 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 71c9953d-d0fd-450e-b8da-51f1c2f94def not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:27:08.918970 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 2e49da74-5d56-4bd8-bb9b-1423c18070ee no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:27:08.962785 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1665d5e4-d8a6-42d6-89ea-d6bc6996add4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-9f05ef88-89ac-4251-8d62-e456a4dc722b', 'network_id': '9f05ef88-89ac-4251-8d62-e456a4dc722b', 'tenant_id': '7be8aebab9524a33aa2535549ec7cd0e', 'fixed_ips': [{'subnet_id': '6e0e0971-8112-46dc-9683-97d8e983a25c'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:27:08.964083 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1665d5e4-d8a6-42d6-89ea-d6bc6996add4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:08.967181 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5443f23-539a-4b24-9ec8-a76983004b29 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Made reservation on behalf of 7be8aebab9524a33aa2535549ec7cd0e for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:27:08.970660 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 2e49da74-5d56-4bd8-bb9b-1423c18070ee {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:27:08.971327 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 2e49da74-5d56-4bd8-bb9b-1423c18070ee not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:27:08.972193 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e5443f23-539a-4b24-9ec8-a76983004b29 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:08.999842 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cca2fcfd-e26e-4023-867d-a217ceb210fa tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:09.038383 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5443f23-539a-4b24-9ec8-a76983004b29 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:27:09.057780 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e5443f23-539a-4b24-9ec8-a76983004b29 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:09.057780 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-e5443f23-539a-4b24-9ec8-a76983004b29 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Added segment 8d891c90-800a-4eaf-9bc0-c9a0d301429e of type vlan for network 087a84fe-cbb9-4578-b2e7-d58eaffd89fc Aug 10 03:27:09.128490 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e5443f23-539a-4b24-9ec8-a76983004b29 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:09.176324 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-1665d5e4-d8a6-42d6-89ea-d6bc6996add4 None None] Allocated IP 19.80.0.2 (9f05ef88-89ac-4251-8d62-e456a4dc722b/6e0e0971-8112-46dc-9683-97d8e983a25c/bd1fe844-00cf-424c-bd4b-fd49717ec165) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:27:09.209526 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cca2fcfd-e26e-4023-867d-a217ceb210fa tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:09.254684 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b4585698-73e0-425b-9249-a60ffe09ce88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:09.442337 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1665d5e4-d8a6-42d6-89ea-d6bc6996add4 None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:09.452863 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-1665d5e4-d8a6-42d6-89ea-d6bc6996add4 None None] Transition to ACTIVE for port object bd1fe844-00cf-424c-bd4b-fd49717ec165 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:27:09.470163 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-1665d5e4-d8a6-42d6-89ea-d6bc6996add4 None None] Transition to ACTIVE for port object bd1fe844-00cf-424c-bd4b-fd49717ec165 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:27:09.502751 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1665d5e4-d8a6-42d6-89ea-d6bc6996add4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:09.552303 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1665d5e4-d8a6-42d6-89ea-d6bc6996add4 None None] Network 9f05ef88-89ac-4251-8d62-e456a4dc722b is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:27:09.568452 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-1665d5e4-d8a6-42d6-89ea-d6bc6996add4 None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:27:09.587087 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1665d5e4-d8a6-42d6-89ea-d6bc6996add4 None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:27:09.605686 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c8049c7e-8ad4-4408-8d35-f8ec93e6ea48 req-4acf81e0-bae5-4abb-8549-55a5c32d3c26 service neutron] 10.222.0.42 "GET /v2.0/networks/72b680b6-c2b6-4772-b62f-31081d87c55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6533933 Aug 10 03:27:09.615251 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-cca2fcfd-e26e-4023-867d-a217ceb210fa tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Allocated IP 172.25.6.129 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/da7a8ec3-c325-4564-ad49-10742f067ac5) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:27:09.664476 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-b4585698-73e0-425b-9249-a60ffe09ce88 admin admin] Deleting port 4a104bc9-8b8a-4c85-a335-91e1997b9ac1 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:27:09.666629 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b4585698-73e0-425b-9249-a60ffe09ce88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:09.677711 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1665d5e4-d8a6-42d6-89ea-d6bc6996add4 None None] Pushing event updated for resources: {'Port': ['ID=bd1fe844-00cf-424c-bd4b-fd49717ec165,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:09.692793 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e5443f23-539a-4b24-9ec8-a76983004b29 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:09.736636 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-1665d5e4-d8a6-42d6-89ea-d6bc6996add4 None None] Attempting to bind port bd1fe844-00cf-424c-bd4b-fd49717ec165 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:27:09.737189 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-1665d5e4-d8a6-42d6-89ea-d6bc6996add4 None None] Attempting to bind port bd1fe844-00cf-424c-bd4b-fd49717ec165 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '6df3a89d-4b66-4f8e-a439-c186a224c972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '9f05ef88-89ac-4251-8d62-e456a4dc722b'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:27:09.737663 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1665d5e4-d8a6-42d6-89ea-d6bc6996add4 None None] Attempting to bind port bd1fe844-00cf-424c-bd4b-fd49717ec165 on network 9f05ef88-89ac-4251-8d62-e456a4dc722b {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:27:09.742069 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5443f23-539a-4b24-9ec8-a76983004b29 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:09.744094 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1665d5e4-d8a6-42d6-89ea-d6bc6996add4 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:27:09.744597 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1665d5e4-d8a6-42d6-89ea-d6bc6996add4 None None] Checking segment: {'id': '6df3a89d-4b66-4f8e-a439-c186a224c972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '9f05ef88-89ac-4251-8d62-e456a4dc722b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:27:09.745376 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1665d5e4-d8a6-42d6-89ea-d6bc6996add4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:09.745524 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e5443f23-539a-4b24-9ec8-a76983004b29 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:09.746365 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1665d5e4-d8a6-42d6-89ea-d6bc6996add4 None None] Bound using segment: {'id': '6df3a89d-4b66-4f8e-a439-c186a224c972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '9f05ef88-89ac-4251-8d62-e456a4dc722b'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:27:09.746827 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-1665d5e4-d8a6-42d6-89ea-d6bc6996add4 None None] Bound port: bd1fe844-00cf-424c-bd4b-fd49717ec165, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6df3a89d-4b66-4f8e-a439-c186a224c972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '9f05ef88-89ac-4251-8d62-e456a4dc722b'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:27:09.747318 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1665d5e4-d8a6-42d6-89ea-d6bc6996add4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:09.857863 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be91416-c89c-4b14-85eb-17367edc9df1 None None] DHCP port deletion for cdb362dd-33cf-43b3-8ba4-85a65eae2dc5 request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:27:09.966517 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [None req-b4585698-73e0-425b-9249-a60ffe09ce88 admin admin] For port 4a104bc9-8b8a-4c85-a335-91e1997b9ac1, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=4a104bc9-8b8a-4c85-a335-91e1997b9ac1,segment=NetworkSegment(3b2bf574-7cf5-4b84-96f8-e65d149daec7),segment_id=3b2bf574-7cf5-4b84-96f8-e65d149daec7)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:09.967187 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b4585698-73e0-425b-9249-a60ffe09ce88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:09.999205 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-b4585698-73e0-425b-9249-a60ffe09ce88 admin admin] Calling delete_port for 4a104bc9-8b8a-4c85-a335-91e1997b9ac1 owned by network:dhcp {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:27:10.003056 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf983f-e4a8-44b8-8276-89372a763e07 req-85ae0d48-a579-4ceb-9751-84bea86d9f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:10.004885 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3fbf983f-e4a8-44b8-8276-89372a763e07 req-85ae0d48-a579-4ceb-9751-84bea86d9f87 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=45ea8e99da524d229eab9a9daefefa06&device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 1095 time: 0.1853015 Aug 10 03:27:10.016702 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a956f8-949b-49cc-8181-3f52a0437d9a req-0aab9b41-09cd-4c51-b882-657d4b01489d tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:10.018664 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e7a956f8-949b-49cc-8181-3f52a0437d9a req-0aab9b41-09cd-4c51-b882-657d4b01489d tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 943 time: 0.1977851 Aug 10 03:27:10.069844 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-1665d5e4-d8a6-42d6-89ea-d6bc6996add4 None None] For port bd1fe844-00cf-424c-bd4b-fd49717ec165, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:27:10.108786 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-1665d5e4-d8a6-42d6-89ea-d6bc6996add4 None None] For port bd1fe844-00cf-424c-bd4b-fd49717ec165, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=bd1fe844-00cf-424c-bd4b-fd49717ec165,segment=NetworkSegment(6df3a89d-4b66-4f8e-a439-c186a224c972),segment_id=6df3a89d-4b66-4f8e-a439-c186a224c972)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:27:10.129316 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1665d5e4-d8a6-42d6-89ea-d6bc6996add4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:10.135964 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e5443f23-539a-4b24-9ec8-a76983004b29 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.4489963 Aug 10 03:27:10.143828 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-4be91416-c89c-4b14-85eb-17367edc9df1 None None] Deleting port 4a104bc9-8b8a-4c85-a335-91e1997b9ac1 {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:27:10.144208 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4be91416-c89c-4b14-85eb-17367edc9df1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:10.157885 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 34562) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:10.196190 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5443f23-539a-4b24-9ec8-a76983004b29 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Pushing event updated for resources: {'Network': ['ID=087a84fe-cbb9-4578-b2e7-d58eaffd89fc,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:10.202005 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-e2acf234-5dce-499f-8aee-0f372d82c547 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Request body: {'subnet': {'network_id': '087a84fe-cbb9-4578-b2e7-d58eaffd89fc', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:27:10.264718 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cca2fcfd-e26e-4023-867d-a217ceb210fa tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:10.295490 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 087a84fe-cbb9-4578-b2e7-d58eaffd89fc details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:27:10.342438 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cca2fcfd-e26e-4023-867d-a217ceb210fa tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:10.427079 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca2fcfd-e26e-4023-867d-a217ceb210fa tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:27:10.432761 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca2fcfd-e26e-4023-867d-a217ceb210fa tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Pushing event updated for resources: {'Port': ['ID=da7a8ec3-c325-4564-ad49-10742f067ac5,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:10.461285 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-cca2fcfd-e26e-4023-867d-a217ceb210fa tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:27:10.463597 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1665d5e4-d8a6-42d6-89ea-d6bc6996add4 None None] Pushing event updated for resources: {'Port': ['ID=bd1fe844-00cf-424c-bd4b-fd49717ec165,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:10.473605 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca2fcfd-e26e-4023-867d-a217ceb210fa tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:27:10.481042 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-4be91416-c89c-4b14-85eb-17367edc9df1 None None] For port 4a104bc9-8b8a-4c85-a335-91e1997b9ac1, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=4a104bc9-8b8a-4c85-a335-91e1997b9ac1,segment=NetworkSegment(3b2bf574-7cf5-4b84-96f8-e65d149daec7),segment_id=3b2bf574-7cf5-4b84-96f8-e65d149daec7)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:10.485011 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4be91416-c89c-4b14-85eb-17367edc9df1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:10.533001 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-4be91416-c89c-4b14-85eb-17367edc9df1 None None] Calling delete_port for 4a104bc9-8b8a-4c85-a335-91e1997b9ac1 owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:27:10.832871 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2acf234-5dce-499f-8aee-0f372d82c547 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Made reservation on behalf of 7be8aebab9524a33aa2535549ec7cd0e for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:27:10.843427 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 4a104bc9-8b8a-4c85-a335-91e1997b9ac1 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:27:10.844297 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e2acf234-5dce-499f-8aee-0f372d82c547 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:10.952001 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4be91416-c89c-4b14-85eb-17367edc9df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:10.991410 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be91416-c89c-4b14-85eb-17367edc9df1 None None] No DVR routers for this DVR port 4a104bc9-8b8a-4c85-a335-91e1997b9ac1 on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:27:11.058203 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be91416-c89c-4b14-85eb-17367edc9df1 None None] Pushing event deleted for resources: {'Port': ['ID=4a104bc9-8b8a-4c85-a335-91e1997b9ac1,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:11.090275 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No active binding found for port 4a104bc9-8b8a-4c85-a335-91e1997b9ac1 {{(pid=94262) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 10 03:27:11.090738 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 4a104bc9-8b8a-4c85-a335-91e1997b9ac1 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:27:11.332841 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e7a956f8-949b-49cc-8181-3f52a0437d9a req-8920dd4d-b112-4a46-b150-de4412b5bd3f tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2977407 Aug 10 03:27:11.338599 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 34570) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:11.363070 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-b3d1f20d-7f5b-431d-b919-9cebbc78ad11 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Request body: {'subnets': [{'network_id': 'c1aa33b8-8b31-4d36-9c3a-2922cdb581a6', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--722339227', 'ip_version': 6}, {'network_id': 'add522a4-4f38-42b0-9ed6-00a7adb45e09', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:27:11.363725 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-b3d1f20d-7f5b-431d-b919-9cebbc78ad11 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Request body: {'subnet': {'network_id': 'c1aa33b8-8b31-4d36-9c3a-2922cdb581a6', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--722339227', 'ip_version': 6}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:27:11.364985 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-b3d1f20d-7f5b-431d-b919-9cebbc78ad11 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Request body: {'subnet': {'network_id': 'add522a4-4f38-42b0-9ed6-00a7adb45e09', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:27:11.501819 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 34572) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:11.533687 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b4585698-73e0-425b-9249-a60ffe09ce88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:11.611123 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf983f-e4a8-44b8-8276-89372a763e07 req-a7baab0a-f90b-446f-9bdc-243a49eb8347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:11.614117 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3fbf983f-e4a8-44b8-8276-89372a763e07 req-a7baab0a-f90b-446f-9bdc-243a49eb8347 service neutron] 10.222.0.42 "GET /v2.0/networks?id=72b680b6-c2b6-4772-b62f-31081d87c55d HTTP/1.1" status: 200 len: 913 time: 1.5926323 Aug 10 03:27:11.626982 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cca2fcfd-e26e-4023-867d-a217ceb210fa tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:11.750403 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4585698-73e0-425b-9249-a60ffe09ce88 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a104bc9-8b8a-4c85-a335-91e1997b9ac1,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:11.807191 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3fbf983f-e4a8-44b8-8276-89372a763e07 req-e2099508-65d1-43c0-9fef-25847346d070 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8faf8dfd-bf14-4900-825a-459411787c04 HTTP/1.1" status: 200 len: 217 time: 0.1630466 Aug 10 03:27:11.810540 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4585698-73e0-425b-9249-a60ffe09ce88 admin admin] No DVR routers for this DVR port 4a104bc9-8b8a-4c85-a335-91e1997b9ac1 on host n-d-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:27:11.840161 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-73422cea-ac1c-4b20-a98b-52d618d3edd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:11.941176 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cca2fcfd-e26e-4023-867d-a217ceb210fa tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:12.026504 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b4585698-73e0-425b-9249-a60ffe09ce88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:12.040202 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-b4585698-73e0-425b-9249-a60ffe09ce88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdb362dd-33cf-43b3-8ba4-85a65eae2dc5']}} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:12.055099 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-b4585698-73e0-425b-9249-a60ffe09ce88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b2bf574-7cf5-4b84-96f8-e65d149daec7') {'for_net_delete': True} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:12.055474 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-b4585698-73e0-425b-9249-a60ffe09ce88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b2bf574-7cf5-4b84-96f8-e65d149daec7') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:12.068356 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e2acf234-5dce-499f-8aee-0f372d82c547 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58895384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805196'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:12.071980 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf983f-e4a8-44b8-8276-89372a763e07 req-d9a733d0-9599-4640-8dd5-519dacb16c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:12.073964 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3fbf983f-e4a8-44b8-8276-89372a763e07 req-d9a733d0-9599-4640-8dd5-519dacb16c94 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8f2c47df-839e-40b4-85ee-46033508b63e HTTP/1.1" status: 200 len: 853 time: 0.2509041 Aug 10 03:27:12.084492 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b4585698-73e0-425b-9249-a60ffe09ce88 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191186'] for segment, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:12.096574 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d49ba7e-c0b3-4332-91d8-cf27b611831e None None] Network 9f05ef88-89ac-4251-8d62-e456a4dc722b requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:27:12.149459 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cca2fcfd-e26e-4023-867d-a217ceb210fa tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Router da64c022-4617-43d9-a4dd-b69dde257bd8 is scheduled to L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e with binding_index 1 {{(pid=94261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:27:12.154132 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3fbf983f-e4a8-44b8-8276-89372a763e07 req-961cc397-d75c-4b4b-925f-8b5e231807b1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72b680b6-c2b6-4772-b62f-31081d87c55d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659404 Aug 10 03:27:12.201387 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b4585698-73e0-425b-9249-a60ffe09ce88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:12.224138 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3d1f20d-7f5b-431d-b919-9cebbc78ad11 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Made reservation on behalf of 780534bc690d476db63a9ff062510b6e for: {'subnet': 2} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:27:12.232217 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b3d1f20d-7f5b-431d-b919-9cebbc78ad11 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:12.232803 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b3d1f20d-7f5b-431d-b919-9cebbc78ad11 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:12.324607 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4585698-73e0-425b-9249-a60ffe09ce88 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=94260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:27:12.324924 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b4585698-73e0-425b-9249-a60ffe09ce88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58895489'] for segment, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:12.331571 n-d-768862-13 neutron-server[94260]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:27:12.331571 n-d-768862-13 neutron-server[94260]: self.session.flush() Aug 10 03:27:12.331571 n-d-768862-13 neutron-server[94260]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:27:12.331571 n-d-768862-13 neutron-server[94260]: self.session.flush() Aug 10 03:27:12.331571 n-d-768862-13 neutron-server[94260]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:27:12.331571 n-d-768862-13 neutron-server[94260]: self.session.flush() Aug 10 03:27:12.331571 n-d-768862-13 neutron-server[94260]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:27:12.331571 n-d-768862-13 neutron-server[94260]: self.session.flush() Aug 10 03:27:12.331571 n-d-768862-13 neutron-server[94260]: Traceback (most recent call last): Aug 10 03:27:12.331571 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:27:12.331571 n-d-768862-13 neutron-server[94260]: timer() Aug 10 03:27:12.331571 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:27:12.331571 n-d-768862-13 neutron-server[94260]: cb(*args, **kw) Aug 10 03:27:12.331571 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:27:12.331571 n-d-768862-13 neutron-server[94260]: return func(*args, **kwargs) Aug 10 03:27:12.331571 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:27:12.331571 n-d-768862-13 neutron-server[94260]: self._notify() Aug 10 03:27:12.331571 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:27:12.331571 n-d-768862-13 neutron-server[94260]: self.callback(batched_events) Aug 10 03:27:12.331571 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:27:12.331571 n-d-768862-13 neutron-server[94260]: event.method(event) Aug 10 03:27:12.331571 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:27:12.331571 n-d-768862-13 neutron-server[94260]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:27:12.331571 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:27:12.331571 n-d-768862-13 neutron-server[94260]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:27:12.331571 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:27:12.331571 n-d-768862-13 neutron-server[94260]: return f(self, *a, **k) Aug 10 03:27:12.331571 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:27:12.331571 n-d-768862-13 neutron-server[94260]: return self._get(url).json() Aug 10 03:27:12.331571 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:27:12.331571 n-d-768862-13 neutron-server[94260]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:27:12.331571 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:27:12.331571 n-d-768862-13 neutron-server[94260]: return self.request(url, 'GET', **kwargs) Aug 10 03:27:12.331571 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:27:12.331571 n-d-768862-13 neutron-server[94260]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:27:12.331571 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:27:12.331571 n-d-768862-13 neutron-server[94260]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:27:12.331571 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:27:12.331571 n-d-768862-13 neutron-server[94260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:27:12.331571 n-d-768862-13 neutron-server[94260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:27:12.389879 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-ef6ea3e7-5e2d-4d2a-bdbb-120735d6b789 None None] Provisioning for port bd1fe844-00cf-424c-bd4b-fd49717ec165 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:27:12.398595 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2acf234-5dce-499f-8aee-0f372d82c547 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Pushing event updated for resources: {'Subnet': ['ID=2d2c599f-fc0e-4bde-96f4-500208912c8f,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:12.399782 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cca2fcfd-e26e-4023-867d-a217ceb210fa tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:27:12.424829 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24561d1b-4569-457d-bd27-aa03be44c5a7 None None] Sync routers for ids ['da64c022-4617-43d9-a4dd-b69dde257bd8'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:27:12.462431 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24561d1b-4569-457d-bd27-aa03be44c5a7 None None] Routers {'da64c022-4617-43d9-a4dd-b69dde257bd8'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:27:12.463365 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-24561d1b-4569-457d-bd27-aa03be44c5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:26:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['da64c022-4617-43d9-a4dd-b69dde257bd8'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:12.476926 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2acf234-5dce-499f-8aee-0f372d82c547 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:12.477307 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2acf234-5dce-499f-8aee-0f372d82c547 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:12.477680 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2acf234-5dce-499f-8aee-0f372d82c547 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:12.478027 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2acf234-5dce-499f-8aee-0f372d82c547 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:12.478391 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2acf234-5dce-499f-8aee-0f372d82c547 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:12.478753 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2acf234-5dce-499f-8aee-0f372d82c547 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:12.479084 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2acf234-5dce-499f-8aee-0f372d82c547 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:12.479409 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2acf234-5dce-499f-8aee-0f372d82c547 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:12.483160 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2acf234-5dce-499f-8aee-0f372d82c547 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:12.483739 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2acf234-5dce-499f-8aee-0f372d82c547 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:12.484311 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2acf234-5dce-499f-8aee-0f372d82c547 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:12.484876 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2acf234-5dce-499f-8aee-0f372d82c547 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:12.612362 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b4585698-73e0-425b-9249-a60ffe09ce88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:12.613659 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-24561d1b-4569-457d-bd27-aa03be44c5a7 None None] Set router da64c022-4617-43d9-a4dd-b69dde257bd8 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:27:12.660948 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2acf234-5dce-499f-8aee-0f372d82c547 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Checking segment: {'id': '8d891c90-800a-4eaf-9bc0-c9a0d301429e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '087a84fe-cbb9-4578-b2e7-d58eaffd89fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:27:12.661573 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2acf234-5dce-499f-8aee-0f372d82c547 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Network hostable DHCP agents. Network: 087a84fe-cbb9-4578-b2e7-d58eaffd89fc, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:27:12.688557 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b4585698-73e0-425b-9249-a60ffe09ce88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:12.695607 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-b4585698-73e0-425b-9249-a60ffe09ce88 admin admin] 10.222.0.44 "DELETE /v2.0/networks/cdb362dd-33cf-43b3-8ba4-85a65eae2dc5 HTTP/1.1" status: 204 len: 168 time: 4.1043437 Aug 10 03:27:12.752452 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3fbf983f-e4a8-44b8-8276-89372a763e07 req-8a07db11-cfdb-4fc3-8e39-91741a5e6ccb service neutron] 10.222.0.42 "GET /v2.0/networks/72b680b6-c2b6-4772-b62f-31081d87c55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5884893 Aug 10 03:27:12.783321 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4585698-73e0-425b-9249-a60ffe09ce88 admin admin] Pushing event deleted for resources: {'Network': ['ID=cdb362dd-33cf-43b3-8ba4-85a65eae2dc5,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:12.932910 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device bd1fe844-00cf-424c-bd4b-fd49717ec165 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:27:12.956524 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2acf234-5dce-499f-8aee-0f372d82c547 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Network 087a84fe-cbb9-4578-b2e7-d58eaffd89fc is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:27:12.984629 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 34586) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:12.995398 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-24561d1b-4569-457d-bd27-aa03be44c5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da64c022-4617-43d9-a4dd-b69dde257bd8', 'name': 'tempest-snat-router-442878818', 'tenant_id': 'e95f86f5327141dbabec2417d5d4e5dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.129'}], 'enable_snat': False}, 'gw_port_id': 'da7a8ec3-c325-4564-ad49-10742f067ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:27:07Z', 'updated_at': '2021-08-10T03:27:11Z', 'revision_number': 3, 'project_id': 'e95f86f5327141dbabec2417d5d4e5dd', 'gw_port': {'id': 'da7a8ec3-c325-4564-ad49-10742f067ac5', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b5:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da64c022-4617-43d9-a4dd-b69dde257bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:27:09Z', 'updated_at': '2021-08-10T03:27:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:13.038072 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24561d1b-4569-457d-bd27-aa03be44c5a7 None None] Checking router: da64c022-4617-43d9-a4dd-b69dde257bd8 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:27:13.038880 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24561d1b-4569-457d-bd27-aa03be44c5a7 None None] Updating router da64c022-4617-43d9-a4dd-b69dde257bd8 port da7a8ec3-c325-4564-ad49-10742f067ac5 binding host n-d-768862-13 {{(pid=94262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:27:13.064025 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa9d917-1bc6-40b3-b9d3-584e1a3adc76 req-c6f49b6a-2c42-4831-8e28-6db0eff11d91 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:13.066919 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3aa9d917-1bc6-40b3-b9d3-584e1a3adc76 req-c6f49b6a-2c42-4831-8e28-6db0eff11d91 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 943 time: 0.5255740 Aug 10 03:27:13.074360 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-505be935-1d9d-456c-ba5e-f1032e3fa2ae admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6d8729f463214da9aba5238905630698&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0878129 Aug 10 03:27:13.078563 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 34588) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:13.082575 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-e2acf234-5dce-499f-8aee-0f372d82c547 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 087a84fe-cbb9-4578-b2e7-d58eaffd89fc) {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:27:13.083609 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-24561d1b-4569-457d-bd27-aa03be44c5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:13.091738 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port bd1fe844-00cf-424c-bd4b-fd49717ec165 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:27:13.116160 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d33f643-f053-4d3d-947c-673c7b0f9f61 None None] Network 087a84fe-cbb9-4578-b2e7-d58eaffd89fc requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:27:13.119200 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-6710c099-8e79-4c14-9023-801d2cd5e201 None None] Provisioning complete for port bd1fe844-00cf-424c-bd4b-fd49717ec165 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:27:13.119659 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-6710c099-8e79-4c14-9023-801d2cd5e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:13.156106 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-73422cea-ac1c-4b20-a98b-52d618d3edd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:13.160531 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2acf234-5dce-499f-8aee-0f372d82c547 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:13.161930 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e2acf234-5dce-499f-8aee-0f372d82c547 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:13.174441 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cca2fcfd-e26e-4023-867d-a217ceb210fa tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:13.177664 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-cca2fcfd-e26e-4023-867d-a217ceb210fa tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.5408089 Aug 10 03:27:13.182143 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 34592) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:13.189176 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-73422cea-ac1c-4b20-a98b-52d618d3edd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:13.191547 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port bd1fe844-00cf-424c-bd4b-fd49717ec165 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:27:13.191967 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:13.269171 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c31975bb-46e8-4ff6-9269-ca42483090a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:13.281942 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-e2acf234-5dce-499f-8aee-0f372d82c547 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.1079683 Aug 10 03:27:13.340320 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-73422cea-ac1c-4b20-a98b-52d618d3edd5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5c0fb8cad1e94099b3f924393dd08dfc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8327355 Aug 10 03:27:13.345313 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3fbf983f-e4a8-44b8-8276-89372a763e07 req-f33d29bc-bf89-4600-8e1c-6e7be47c61e7 service neutron] 10.222.0.42 "GET /v2.0/networks/72b680b6-c2b6-4772-b62f-31081d87c55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5661566 Aug 10 03:27:13.345585 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 34596) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:13.351149 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73422cea-ac1c-4b20-a98b-52d618d3edd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5090b3ee-6bf2-4742-80cb-9a7d0ed4b21c,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:13.367504 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3aa9d917-1bc6-40b3-b9d3-584e1a3adc76 req-289109ed-a51f-4eb0-b1e6-68e4d2a29db2 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540429 Aug 10 03:27:13.447824 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-35d95ffb-1a0f-4814-9201-e5a1ade0afa5 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] 10.222.0.44 "GET /v2.0/routers/da64c022-4617-43d9-a4dd-b69dde257bd8 HTTP/1.1" status: 200 len: 908 time: 0.2633617 Aug 10 03:27:13.451721 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 34598) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:13.457170 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-6c5ed4a4-060f-4b4a-beab-96cdb968ff9a tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Request body: {'router': {'name': 'tempest-snat-router-442878818', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'enable_snat': True}}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:27:13.476072 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c31975bb-46e8-4ff6-9269-ca42483090a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:13.555090 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-21a8f77d-ae5e-49ae-9027-c76f93405db1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:13.579682 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6c5ed4a4-060f-4b4a-beab-96cdb968ff9a tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:13.580919 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6c5ed4a4-060f-4b4a-beab-96cdb968ff9a tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:13.597555 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c31975bb-46e8-4ff6-9269-ca42483090a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:13.602942 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c31975bb-46e8-4ff6-9269-ca42483090a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:13.607026 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-c31975bb-46e8-4ff6-9269-ca42483090a3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d9da2817-ca72-4e17-aefb-f98823caa819 HTTP/1.1" status: 204 len: 168 time: 0.5243413 Aug 10 03:27:13.611460 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-6710c099-8e79-4c14-9023-801d2cd5e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:13.618802 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:13.620631 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31975bb-46e8-4ff6-9269-ca42483090a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9da2817-ca72-4e17-aefb-f98823caa819,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:13.647144 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-21a8f77d-ae5e-49ae-9027-c76f93405db1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:13.723030 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port bd1fe844-00cf-424c-bd4b-fd49717ec165, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=bd1fe844-00cf-424c-bd4b-fd49717ec165,segment=NetworkSegment(6df3a89d-4b66-4f8e-a439-c186a224c972),segment_id=6df3a89d-4b66-4f8e-a439-c186a224c972)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:13.731890 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae44ffb5-4a1f-4e44-aff2-426b67cdfeb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-087a84fe-cbb9-4578-b2e7-d58eaffd89fc', 'network_id': '087a84fe-cbb9-4578-b2e7-d58eaffd89fc', 'tenant_id': '7be8aebab9524a33aa2535549ec7cd0e', 'fixed_ips': [{'subnet_id': '2d2c599f-fc0e-4bde-96f4-500208912c8f'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:27:13.732663 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ae44ffb5-4a1f-4e44-aff2-426b67cdfeb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:13.743963 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:13.851026 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 8faf8dfd-bf14-4900-825a-459411787c04 details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:27:13.880860 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.db.api [None req-6710c099-8e79-4c14-9023-801d2cd5e201 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:27:13.881334 n-d-768862-13 neutron-server[94262]: DEBUG oslo_db.api [None req-6710c099-8e79-4c14-9023-801d2cd5e201 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:27:13.927469 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6c5ed4a4-060f-4b4a-beab-96cdb968ff9a tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:13.965764 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=bd1fe844-00cf-424c-bd4b-fd49717ec165,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:14.060734 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-24561d1b-4569-457d-bd27-aa03be44c5a7 None None] Notify callbacks [] for port, precommit_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:14.151619 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 8faf8dfd-bf14-4900-825a-459411787c04, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=8faf8dfd-bf14-4900-825a-459411787c04,segment=NetworkSegment(c50377c0-d527-459a-94e9-130b25761d57),segment_id=c50377c0-d527-459a-94e9-130b25761d57)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:14.163049 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-ae44ffb5-4a1f-4e44-aff2-426b67cdfeb5 None None] Allocated IP 19.86.0.2 (087a84fe-cbb9-4578-b2e7-d58eaffd89fc/2d2c599f-fc0e-4bde-96f4-500208912c8f/fb338a90-2e4e-4499-ac21-c01d59209196) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:27:14.177017 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': '8faf8dfd-bf14-4900-825a-459411787c04', 'network_id': '72b680b6-c2b6-4772-b62f-31081d87c55d', 'port_id': '8faf8dfd-bf14-4900-825a-459411787c04', 'mac_address': 'fa:16:3e:ed:29:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f2c47df-839e-40b4-85ee-46033508b63e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:27:14.278440 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:14.305047 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8faf8dfd-bf14-4900-825a-459411787c04 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:27:14.348828 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 8faf8dfd-bf14-4900-825a-459411787c04, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=8faf8dfd-bf14-4900-825a-459411787c04,segment=NetworkSegment(c50377c0-d527-459a-94e9-130b25761d57),segment_id=c50377c0-d527-459a-94e9-130b25761d57)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:14.354873 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:14.572482 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-24561d1b-4569-457d-bd27-aa03be44c5a7 None None] Transition to ACTIVE for port object da7a8ec3-c325-4564-ad49-10742f067ac5 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:27:14.590436 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-21a8f77d-ae5e-49ae-9027-c76f93405db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:14.593139 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-21a8f77d-ae5e-49ae-9027-c76f93405db1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:14.594402 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-21a8f77d-ae5e-49ae-9027-c76f93405db1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5090b3ee-6bf2-4742-80cb-9a7d0ed4b21c HTTP/1.1" status: 204 len: 168 time: 1.2443082 Aug 10 03:27:14.602976 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a07705f-9c84-4036-a28a-670a1e6a6515 req-fbe5a4fd-eb9d-4697-b41e-e11d3a917ce8 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:14.609054 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a07705f-9c84-4036-a28a-670a1e6a6515 req-fbe5a4fd-eb9d-4697-b41e-e11d3a917ce8 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:14.610292 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6a07705f-9c84-4036-a28a-670a1e6a6515 req-fbe5a4fd-eb9d-4697-b41e-e11d3a917ce8 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/networks?id=9f05ef88-89ac-4251-8d62-e456a4dc722b&id=087a84fe-cbb9-4578-b2e7-d58eaffd89fc HTTP/1.1" status: 200 len: 1390 time: 1.0233436 Aug 10 03:27:14.612263 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-24561d1b-4569-457d-bd27-aa03be44c5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:14.654535 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ae44ffb5-4a1f-4e44-aff2-426b67cdfeb5 None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:14.658467 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['8faf8dfd-bf14-4900-825a-459411787c04'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:27:14.704594 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=8faf8dfd-bf14-4900-825a-459411787c04,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:14.714452 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-ae44ffb5-4a1f-4e44-aff2-426b67cdfeb5 None None] Transition to ACTIVE for port object fb338a90-2e4e-4499-ac21-c01d59209196 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:27:14.743041 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6a07705f-9c84-4036-a28a-670a1e6a6515 req-9771d342-cd0c-4f86-978d-024aff519d84 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/quotas/7be8aebab9524a33aa2535549ec7cd0e HTTP/1.1" status: 200 len: 375 time: 0.0824170 Aug 10 03:27:14.750588 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a8f77d-ae5e-49ae-9027-c76f93405db1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5090b3ee-6bf2-4742-80cb-9a7d0ed4b21c,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:14.762403 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6c5ed4a4-060f-4b4a-beab-96cdb968ff9a tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:14.769755 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b3d1f20d-7f5b-431d-b919-9cebbc78ad11 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58895384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805196'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:14.782728 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-24561d1b-4569-457d-bd27-aa03be44c5a7 None None] Attempting to bind port da7a8ec3-c325-4564-ad49-10742f067ac5 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:27:14.783112 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-24561d1b-4569-457d-bd27-aa03be44c5a7 None None] Attempting to bind port da7a8ec3-c325-4564-ad49-10742f067ac5 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:27:14.783483 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24561d1b-4569-457d-bd27-aa03be44c5a7 None None] Attempting to bind port da7a8ec3-c325-4564-ad49-10742f067ac5 on network 2ea12131-628a-487e-b434-0463553732bd {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:27:14.805151 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-ae44ffb5-4a1f-4e44-aff2-426b67cdfeb5 None None] Transition to ACTIVE for port object fb338a90-2e4e-4499-ac21-c01d59209196 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:27:14.809519 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24561d1b-4569-457d-bd27-aa03be44c5a7 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:27:14.809906 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24561d1b-4569-457d-bd27-aa03be44c5a7 None None] Checking segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:27:14.810353 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-24561d1b-4569-457d-bd27-aa03be44c5a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:14.810762 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24561d1b-4569-457d-bd27-aa03be44c5a7 None None] Bound using segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:27:14.811271 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-24561d1b-4569-457d-bd27-aa03be44c5a7 None None] Bound port: da7a8ec3-c325-4564-ad49-10742f067ac5, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:27:14.811659 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-24561d1b-4569-457d-bd27-aa03be44c5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:14.858169 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ae44ffb5-4a1f-4e44-aff2-426b67cdfeb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:14.873737 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device bd1fe844-00cf-424c-bd4b-fd49717ec165 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:27:14.875920 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4263b27c-0745-4761-9c07-c0ccf0f1c382 None None] Pushing event updated for resources: {'Port': ['ID=da7a8ec3-c325-4564-ad49-10742f067ac5,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:14.913067 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae44ffb5-4a1f-4e44-aff2-426b67cdfeb5 None None] Network 087a84fe-cbb9-4578-b2e7-d58eaffd89fc is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:27:14.954895 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-ae44ffb5-4a1f-4e44-aff2-426b67cdfeb5 None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:27:14.978195 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae44ffb5-4a1f-4e44-aff2-426b67cdfeb5 None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:27:14.989772 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97df1969-3a0f-420b-9a38-c4ff3991e66e req-5aa04d41-1992-48e4-9f74-40afe748411a tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:14.997471 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-97df1969-3a0f-420b-9a38-c4ff3991e66e req-5aa04d41-1992-48e4-9f74-40afe748411a tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 944 time: 0.4862030 Aug 10 03:27:15.016097 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d1f20d-7f5b-431d-b919-9cebbc78ad11 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Pushing event updated for resources: {'Subnet': ['ID=84eff0b8-414a-4758-b581-afeb6cb27bee,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:15.024464 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 34640) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:15.028716 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-24561d1b-4569-457d-bd27-aa03be44c5a7 None None] For port da7a8ec3-c325-4564-ad49-10742f067ac5, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:27:15.049226 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d1f20d-7f5b-431d-b919-9cebbc78ad11 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Checking segment: {'id': 'ce251518-d1a9-4ead-b1c3-39ce4facfb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c1aa33b8-8b31-4d36-9c3a-2922cdb581a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:27:15.049587 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d1f20d-7f5b-431d-b919-9cebbc78ad11 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Network hostable DHCP agents. Network: c1aa33b8-8b31-4d36-9c3a-2922cdb581a6, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:27:15.049933 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae44ffb5-4a1f-4e44-aff2-426b67cdfeb5 None None] Pushing event updated for resources: {'Port': ['ID=fb338a90-2e4e-4499-ac21-c01d59209196,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:15.070887 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6a07705f-9c84-4036-a28a-670a1e6a6515 req-5d056779-e32b-4784-b06f-e35fa83f36c6 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=7be8aebab9524a33aa2535549ec7cd0e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2304938 Aug 10 03:27:15.073498 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-24561d1b-4569-457d-bd27-aa03be44c5a7 None None] For port da7a8ec3-c325-4564-ad49-10742f067ac5, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=da7a8ec3-c325-4564-ad49-10742f067ac5,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:27:15.096697 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-24561d1b-4569-457d-bd27-aa03be44c5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:15.117395 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-97df1969-3a0f-420b-9a38-c4ff3991e66e req-cb94e0bc-3f2f-4f52-8982-dbd634108fc2 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189222 Aug 10 03:27:15.172480 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d1f20d-7f5b-431d-b919-9cebbc78ad11 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Network c1aa33b8-8b31-4d36-9c3a-2922cdb581a6 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:27:15.186083 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-ae44ffb5-4a1f-4e44-aff2-426b67cdfeb5 None None] Attempting to bind port fb338a90-2e4e-4499-ac21-c01d59209196 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:27:15.186922 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-ae44ffb5-4a1f-4e44-aff2-426b67cdfeb5 None None] Attempting to bind port fb338a90-2e4e-4499-ac21-c01d59209196 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '8d891c90-800a-4eaf-9bc0-c9a0d301429e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '087a84fe-cbb9-4578-b2e7-d58eaffd89fc'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:27:15.187155 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae44ffb5-4a1f-4e44-aff2-426b67cdfeb5 None None] Attempting to bind port fb338a90-2e4e-4499-ac21-c01d59209196 on network 087a84fe-cbb9-4578-b2e7-d58eaffd89fc {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:27:15.195551 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-b3d1f20d-7f5b-431d-b919-9cebbc78ad11 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, c1aa33b8-8b31-4d36-9c3a-2922cdb581a6) {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:27:15.213218 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b3d1f20d-7f5b-431d-b919-9cebbc78ad11 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58895384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805196'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:15.225528 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae44ffb5-4a1f-4e44-aff2-426b67cdfeb5 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:27:15.225992 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae44ffb5-4a1f-4e44-aff2-426b67cdfeb5 None None] Checking segment: {'id': '8d891c90-800a-4eaf-9bc0-c9a0d301429e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '087a84fe-cbb9-4578-b2e7-d58eaffd89fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:27:15.226407 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ae44ffb5-4a1f-4e44-aff2-426b67cdfeb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:15.227308 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae44ffb5-4a1f-4e44-aff2-426b67cdfeb5 None None] Bound using segment: {'id': '8d891c90-800a-4eaf-9bc0-c9a0d301429e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '087a84fe-cbb9-4578-b2e7-d58eaffd89fc'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:27:15.227981 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-ae44ffb5-4a1f-4e44-aff2-426b67cdfeb5 None None] Bound port: fb338a90-2e4e-4499-ac21-c01d59209196, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d891c90-800a-4eaf-9bc0-c9a0d301429e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '087a84fe-cbb9-4578-b2e7-d58eaffd89fc'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:27:15.229030 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ae44ffb5-4a1f-4e44-aff2-426b67cdfeb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:15.232794 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afd42c7-67f9-4937-9292-85b2bb62b320 None None] Network c1aa33b8-8b31-4d36-9c3a-2922cdb581a6 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:27:15.243523 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port bd1fe844-00cf-424c-bd4b-fd49717ec165 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:27:15.244226 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:15.346751 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-67a4ed24-ee61-4575-9c09-c6dd84e0dd7f admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-2071627170-network', 'tenant_id': '737dcd92f0124812974ea46ede36c4f7'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:27:15.351882 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24561d1b-4569-457d-bd27-aa03be44c5a7 None None] Routers {'da64c022-4617-43d9-a4dd-b69dde257bd8'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:27:15.352868 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-24561d1b-4569-457d-bd27-aa03be44c5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:26:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['da64c022-4617-43d9-a4dd-b69dde257bd8'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:15.354752 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 34648) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:15.363375 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6a07705f-9c84-4036-a28a-670a1e6a6515 req-546f6f60-385a-4455-a5f2-ee01aa2e3bae service neutron] 10.222.0.44 "GET /v2.0/networks/9f05ef88-89ac-4251-8d62-e456a4dc722b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583754 Aug 10 03:27:15.364558 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4263b27c-0745-4761-9c07-c0ccf0f1c382 None None] Pushing event updated for resources: {'Port': ['ID=da7a8ec3-c325-4564-ad49-10742f067ac5,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:15.386065 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d1f20d-7f5b-431d-b919-9cebbc78ad11 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Pushing event updated for resources: {'Subnet': ['ID=d2633ae3-653c-42b6-845c-ad74b798de0c,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:15.394731 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7b1f0c0b-bf47-467e-8d40-b491467bc634 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:15.453732 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a4ed24-ee61-4575-9c09-c6dd84e0dd7f admin admin] Made reservation on behalf of 737dcd92f0124812974ea46ede36c4f7 for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:27:15.458177 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-67a4ed24-ee61-4575-9c09-c6dd84e0dd7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:15.487263 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-67a4ed24-ee61-4575-9c09-c6dd84e0dd7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:15.548837 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d1f20d-7f5b-431d-b919-9cebbc78ad11 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Checking segment: {'id': 'af179444-9c67-45ca-b9a1-60d1a65c77f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'add522a4-4f38-42b0-9ed6-00a7adb45e09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:27:15.549317 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d1f20d-7f5b-431d-b919-9cebbc78ad11 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Network hostable DHCP agents. Network: add522a4-4f38-42b0-9ed6-00a7adb45e09, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:27:15.594603 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-ae44ffb5-4a1f-4e44-aff2-426b67cdfeb5 None None] For port fb338a90-2e4e-4499-ac21-c01d59209196, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:27:15.621820 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-24561d1b-4569-457d-bd27-aa03be44c5a7 None None] Set router da64c022-4617-43d9-a4dd-b69dde257bd8 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:27:15.635196 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d1f20d-7f5b-431d-b919-9cebbc78ad11 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Network add522a4-4f38-42b0-9ed6-00a7adb45e09 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:27:15.645107 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-ae44ffb5-4a1f-4e44-aff2-426b67cdfeb5 None None] For port fb338a90-2e4e-4499-ac21-c01d59209196, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=fb338a90-2e4e-4499-ac21-c01d59209196,segment=NetworkSegment(8d891c90-800a-4eaf-9bc0-c9a0d301429e),segment_id=8d891c90-800a-4eaf-9bc0-c9a0d301429e)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:27:15.649446 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6a07705f-9c84-4036-a28a-670a1e6a6515 req-c2732b06-e0d8-4d63-b0ff-dfd0606d451a service neutron] 10.222.0.44 "GET /v2.0/networks/9f05ef88-89ac-4251-8d62-e456a4dc722b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2849863 Aug 10 03:27:15.651753 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6c5ed4a4-060f-4b4a-beab-96cdb968ff9a tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:15.660901 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7b1f0c0b-bf47-467e-8d40-b491467bc634 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:15.670250 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7b1f0c0b-bf47-467e-8d40-b491467bc634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:15.683762 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-b3d1f20d-7f5b-431d-b919-9cebbc78ad11 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, add522a4-4f38-42b0-9ed6-00a7adb45e09) {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:27:15.687262 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6c5ed4a4-060f-4b4a-beab-96cdb968ff9a tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:15.728804 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d87afd6-da93-4b19-8429-d772087c369c None None] Network add522a4-4f38-42b0-9ed6-00a7adb45e09 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:27:15.731174 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ae44ffb5-4a1f-4e44-aff2-426b67cdfeb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:15.740843 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d1f20d-7f5b-431d-b919-9cebbc78ad11 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:15.741338 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d1f20d-7f5b-431d-b919-9cebbc78ad11 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:15.742039 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b3d1f20d-7f5b-431d-b919-9cebbc78ad11 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:15.788280 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1f0c0b-bf47-467e-8d40-b491467bc634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bda786b-cfdc-43fb-b00b-2b036fe50c16,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:15.812349 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 34650) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:15.812833 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-7b1f0c0b-bf47-467e-8d40-b491467bc634 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ec021c38402b49b18c76268e4cfe294a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4539363 Aug 10 03:27:15.886627 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 8faf8dfd-bf14-4900-825a-459411787c04 up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:27:15.892958 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6a07705f-9c84-4036-a28a-670a1e6a6515 req-ce67837e-2933-4259-b8f1-560e14f4613b service neutron] 10.222.0.44 "GET /v2.0/networks/087a84fe-cbb9-4578-b2e7-d58eaffd89fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170975 Aug 10 03:27:15.958914 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-67a4ed24-ee61-4575-9c09-c6dd84e0dd7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:15.974209 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-67a4ed24-ee61-4575-9c09-c6dd84e0dd7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:15.981148 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7fa7e480-090b-4608-a668-c5c36d9e1c76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:16.006729 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a692efd-db84-4f54-9a35-167d7c1d8854 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-c1aa33b8-8b31-4d36-9c3a-2922cdb581a6', 'network_id': 'c1aa33b8-8b31-4d36-9c3a-2922cdb581a6', 'tenant_id': '780534bc690d476db63a9ff062510b6e', 'fixed_ips': [{'subnet_id': '84eff0b8-414a-4758-b581-afeb6cb27bee'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:27:16.008147 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-5a692efd-db84-4f54-9a35-167d7c1d8854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:16.019811 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-b3d1f20d-7f5b-431d-b919-9cebbc78ad11 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 4.6763053 Aug 10 03:27:16.031790 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 34652) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:16.048168 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae44ffb5-4a1f-4e44-aff2-426b67cdfeb5 None None] Pushing event updated for resources: {'Port': ['ID=fb338a90-2e4e-4499-ac21-c01d59209196,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:16.074969 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67a4ed24-ee61-4575-9c09-c6dd84e0dd7f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:27:16.091431 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a4ed24-ee61-4575-9c09-c6dd84e0dd7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5d152dc-c04b-40ec-a9c5-7741ed4a9f9e,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:16.097132 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-6c5ed4a4-060f-4b4a-beab-96cdb968ff9a tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Allocated IP 172.25.6.58 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/309a0890-05e1-4b49-9b85-d8cbfa6f25d3) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:27:16.102052 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-67a4ed24-ee61-4575-9c09-c6dd84e0dd7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:16.102445 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-67a4ed24-ee61-4575-9c09-c6dd84e0dd7f admin admin] Added segment 455f5add-0fbc-48cd-bd0e-861ec0ae857f of type vlan for network 7eecef28-259d-40b3-8e99-2d942c1ee269 Aug 10 03:27:16.165267 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7fa7e480-090b-4608-a668-c5c36d9e1c76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:16.250478 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-67a4ed24-ee61-4575-9c09-c6dd84e0dd7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:16.300123 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1a0188-fda1-4aa4-a820-a15983a7fcb1 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:16.301811 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1a0188-fda1-4aa4-a820-a15983a7fcb1 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:16.303514 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1a0188-fda1-4aa4-a820-a15983a7fcb1 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:16.305840 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-3f1a0188-fda1-4aa4-a820-a15983a7fcb1 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.2708235 Aug 10 03:27:16.327829 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 34658) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:16.353350 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-67a4ed24-ee61-4575-9c09-c6dd84e0dd7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:16.355483 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a4ed24-ee61-4575-9c09-c6dd84e0dd7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:16.356569 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-67a4ed24-ee61-4575-9c09-c6dd84e0dd7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:16.406016 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning for port 8faf8dfd-bf14-4900-825a-459411787c04 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:27:16.426342 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port 8faf8dfd-bf14-4900-825a-459411787c04 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:27:16.427341 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:16.482734 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-67a4ed24-ee61-4575-9c09-c6dd84e0dd7f admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4519074 Aug 10 03:27:16.483031 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 34662) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:16.492961 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-5027d596-f371-42dc-9565-79e01ebe6462 admin admin] Request body: {'subnet': {'network_id': '7eecef28-259d-40b3-8e99-2d942c1ee269', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-2071627170-subnet', 'tenant_id': '737dcd92f0124812974ea46ede36c4f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:27:16.502004 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a4ed24-ee61-4575-9c09-c6dd84e0dd7f admin admin] Pushing event updated for resources: {'Network': ['ID=7eecef28-259d-40b3-8e99-2d942c1ee269,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:16.537655 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 7eecef28-259d-40b3-8e99-2d942c1ee269 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:27:16.542934 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6a07705f-9c84-4036-a28a-670a1e6a6515 req-f39f44bd-891f-4cd1-a98a-8d3b58878b77 service neutron] 10.222.0.44 "GET /v2.0/networks/087a84fe-cbb9-4578-b2e7-d58eaffd89fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6041124 Aug 10 03:27:16.560532 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5027d596-f371-42dc-9565-79e01ebe6462 admin admin] Made reservation on behalf of 737dcd92f0124812974ea46ede36c4f7 for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:27:16.575554 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbe42ea6-55aa-40e8-a596-cbcd0a3b929c tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Deleting subnet 84eff0b8-414a-4758-b581-afeb6cb27bee {{(pid=94260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:27:16.577006 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5027d596-f371-42dc-9565-79e01ebe6462 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:16.602349 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280465d1-8386-4a65-a030-861cb9f58e16 req-6d23a025-e0eb-4531-80ea-36526c6047ba tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:16.602648 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ce2dc0-7fb7-493e-a56f-4af31ee2cb24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-add522a4-4f38-42b0-9ed6-00a7adb45e09', 'network_id': 'add522a4-4f38-42b0-9ed6-00a7adb45e09', 'tenant_id': '780534bc690d476db63a9ff062510b6e', 'fixed_ips': [{'subnet_id': 'd2633ae3-653c-42b6-845c-ad74b798de0c'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:27:16.603546 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-40ce2dc0-7fb7-493e-a56f-4af31ee2cb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:16.608120 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-280465d1-8386-4a65-a030-861cb9f58e16 req-6d23a025-e0eb-4531-80ea-36526c6047ba tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 944 time: 0.2789252 Aug 10 03:27:16.629599 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6c5ed4a4-060f-4b4a-beab-96cdb968ff9a tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:16.638134 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7fa7e480-090b-4608-a668-c5c36d9e1c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:16.641062 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7fa7e480-090b-4608-a668-c5c36d9e1c76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:16.645897 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-7fa7e480-090b-4608-a668-c5c36d9e1c76 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4bda786b-cfdc-43fb-b00b-2b036fe50c16 HTTP/1.1" status: 204 len: 168 time: 0.8288708 Aug 10 03:27:16.671375 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa7e480-090b-4608-a668-c5c36d9e1c76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bda786b-cfdc-43fb-b00b-2b036fe50c16,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:16.714927 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-280465d1-8386-4a65-a030-861cb9f58e16 req-b472d053-a082-484e-a9bc-9943702d1bcb tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905306 Aug 10 03:27:16.815492 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6c5ed4a4-060f-4b4a-beab-96cdb968ff9a tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:17.057213 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5ed4a4-060f-4b4a-beab-96cdb968ff9a tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:27:17.083543 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-6c5ed4a4-060f-4b4a-beab-96cdb968ff9a tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:27:17.092565 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5ed4a4-060f-4b4a-beab-96cdb968ff9a tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:27:17.104217 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5ed4a4-060f-4b4a-beab-96cdb968ff9a tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Pushing event updated for resources: {'Port': ['ID=309a0890-05e1-4b49-9b85-d8cbfa6f25d3,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:17.132679 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5027d596-f371-42dc-9565-79e01ebe6462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:17.224172 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5a1d9b9e-bb85-4629-8b11-8d3faf3b54b8 req-8be0d843-e780-4aa8-be00-d39dbd00b408 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/ports?device_id=82e38cbb-cdc6-42fa-a3ce-7cb6070b9051 HTTP/1.1" status: 200 len: 210 time: 0.1430283 Aug 10 03:27:17.304458 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5027d596-f371-42dc-9565-79e01ebe6462 admin admin] Checking segment: {'id': '455f5add-0fbc-48cd-bd0e-861ec0ae857f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7eecef28-259d-40b3-8e99-2d942c1ee269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:27:17.305007 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5027d596-f371-42dc-9565-79e01ebe6462 admin admin] Network hostable DHCP agents. Network: 7eecef28-259d-40b3-8e99-2d942c1ee269, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:27:17.367431 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5027d596-f371-42dc-9565-79e01ebe6462 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27c8f19a-5a35-4740-a53a-6f2a380970b3,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:17.375906 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5027d596-f371-42dc-9565-79e01ebe6462 admin admin] Network 7eecef28-259d-40b3-8e99-2d942c1ee269 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:27:17.400467 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-5027d596-f371-42dc-9565-79e01ebe6462 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 7eecef28-259d-40b3-8e99-2d942c1ee269) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:27:17.405951 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5027d596-f371-42dc-9565-79e01ebe6462 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:17.406594 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5027d596-f371-42dc-9565-79e01ebe6462 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:17.437891 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-5a692efd-db84-4f54-9a35-167d7c1d8854 None None] Allocated IP 2001:db8::1 (c1aa33b8-8b31-4d36-9c3a-2922cdb581a6/84eff0b8-414a-4758-b581-afeb6cb27bee/16733a0a-73e6-470b-8d6b-ded6bfd8454b) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:27:17.450529 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-5027d596-f371-42dc-9565-79e01ebe6462 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9663892 Aug 10 03:27:17.493038 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device fb338a90-2e4e-4499-ac21-c01d59209196 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:27:17.523330 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0479e92b-8d31-4793-bc3b-dfa7445f6d31 None None] Network 7eecef28-259d-40b3-8e99-2d942c1ee269 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:27:17.631445 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:17.727838 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac27b850-b1e1-4f27-9c58-6d1202cd514f None None] Network 087a84fe-cbb9-4578-b2e7-d58eaffd89fc requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:27:17.825836 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 8faf8dfd-bf14-4900-825a-459411787c04, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=8faf8dfd-bf14-4900-825a-459411787c04,segment=NetworkSegment(c50377c0-d527-459a-94e9-130b25761d57),segment_id=c50377c0-d527-459a-94e9-130b25761d57)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:17.832049 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b526f5e-f566-4b12-8400-9b50faf2cac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8faf8dfd-bf14-4900-825a-459411787c04'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:27:17.834855 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae9934cb-6a01-4f9f-a94b-34e61013e0f3" -d '{"events": [{"server_uuid": "6b526f5e-f566-4b12-8400-9b50faf2cac0", "name": "network-vif-plugged", "status": "completed", "tag": "8faf8dfd-bf14-4900-825a-459411787c04"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:27:17.885532 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:17.969389 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-04c42894-6703-457d-8dd7-e04ee07edfe1 None None] Provisioning for port fb338a90-2e4e-4499-ac21-c01d59209196 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:27:17.972918 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76a8f8f3-e0cb-44f0-a016-8b058112e877 x-openstack-request-id: req-76a8f8f3-e0cb-44f0-a016-8b058112e877 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:27:17.973213 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b526f5e-f566-4b12-8400-9b50faf2cac0", "name": "network-vif-plugged", "status": "completed", "tag": "8faf8dfd-bf14-4900-825a-459411787c04", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:27:17.973469 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-76a8f8f3-e0cb-44f0-a016-8b058112e877 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:27:17.973868 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b526f5e-f566-4b12-8400-9b50faf2cac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8faf8dfd-bf14-4900-825a-459411787c04', 'code': 200} Aug 10 03:27:17.984951 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-24561d1b-4569-457d-bd27-aa03be44c5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da64c022-4617-43d9-a4dd-b69dde257bd8', 'name': 'tempest-snat-router-442878818', 'tenant_id': 'e95f86f5327141dbabec2417d5d4e5dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.129'}], 'enable_snat': False}, 'gw_port_id': 'da7a8ec3-c325-4564-ad49-10742f067ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:27:07Z', 'updated_at': '2021-08-10T03:27:11Z', 'revision_number': 3, 'project_id': 'e95f86f5327141dbabec2417d5d4e5dd', 'gw_port': {'id': 'da7a8ec3-c325-4564-ad49-10742f067ac5', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b5:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da64c022-4617-43d9-a4dd-b69dde257bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:27:09Z', 'updated_at': '2021-08-10T03:27:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:18.028741 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24561d1b-4569-457d-bd27-aa03be44c5a7 None None] The sync data for ids ['da64c022-4617-43d9-a4dd-b69dde257bd8'] in n-d-768862-13 is: [{'id': 'da64c022-4617-43d9-a4dd-b69dde257bd8', 'name': 'tempest-snat-router-442878818', 'tenant_id': 'e95f86f5327141dbabec2417d5d4e5dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.129'}], 'enable_snat': False}, 'gw_port_id': 'da7a8ec3-c325-4564-ad49-10742f067ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:27:07Z', 'updated_at': '2021-08-10T03:27:11Z', 'revision_number': 3, 'project_id': 'e95f86f5327141dbabec2417d5d4e5dd', 'gw_port': {'id': 'da7a8ec3-c325-4564-ad49-10742f067ac5', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b5:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da64c022-4617-43d9-a4dd-b69dde257bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:27:09Z', 'updated_at': '2021-08-10T03:27:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-768862-13'}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:27:18.132255 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port fb338a90-2e4e-4499-ac21-c01d59209196 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:27:18.152386 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-40ce2dc0-7fb7-493e-a56f-4af31ee2cb24 None None] Allocated IP 2001:db8:0:1::1 (add522a4-4f38-42b0-9ed6-00a7adb45e09/d2633ae3-653c-42b6-845c-ad74b798de0c/42c75692-9632-47e0-b522-ce9a09fd67ed) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:27:18.223301 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=8faf8dfd-bf14-4900-825a-459411787c04,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:18.226552 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port fb338a90-2e4e-4499-ac21-c01d59209196 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:27:18.227182 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:18.303532 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15079fc-9919-43ef-9e6d-90dda1a298c3 req-3e83ab64-b6dc-447d-8c9f-cee323ef97a9 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:18.339176 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e15079fc-9919-43ef-9e6d-90dda1a298c3 req-3e83ab64-b6dc-447d-8c9f-cee323ef97a9 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 945 time: 0.4766102 Aug 10 03:27:18.368724 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6c5ed4a4-060f-4b4a-beab-96cdb968ff9a tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:18.495777 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad64f3f7-eb9a-4e23-af3f-d84bf90cb676 None None] Network 7eecef28-259d-40b3-8e99-2d942c1ee269 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:27:18.565068 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e9660-9e32-4ebb-8ea9-df99f623b4ee req-a5424383-fa49-410d-8b64-efd56fe3c310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:18.573669 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7f6e9660-9e32-4ebb-8ea9-df99f623b4ee req-a5424383-fa49-410d-8b64-efd56fe3c310 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 1097 time: 0.4133127 Aug 10 03:27:18.647188 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-5a692efd-db84-4f54-9a35-167d7c1d8854 None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:18.701147 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-5a692efd-db84-4f54-9a35-167d7c1d8854 None None] Transition to ACTIVE for port object 16733a0a-73e6-470b-8d6b-ded6bfd8454b will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:27:18.762189 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e15079fc-9919-43ef-9e6d-90dda1a298c3 req-c2d88cba-a0dc-4b05-85d5-4675cd82979c tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3962345 Aug 10 03:27:18.831676 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7f6e9660-9e32-4ebb-8ea9-df99f623b4ee req-d78479fc-eb53-4e2d-9ce3-2eaf6445d9ca service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898177 Aug 10 03:27:18.893037 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-5a692efd-db84-4f54-9a35-167d7c1d8854 None None] Transition to ACTIVE for port object 16733a0a-73e6-470b-8d6b-ded6bfd8454b will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:27:18.990037 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:19.002198 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-dbe42ea6-55aa-40e8-a596-cbcd0a3b929c tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks [] for subnet, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:19.080634 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-5a692efd-db84-4f54-9a35-167d7c1d8854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:19.179721 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6c5ed4a4-060f-4b4a-beab-96cdb968ff9a tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:19.294006 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-40ce2dc0-7fb7-493e-a56f-4af31ee2cb24 None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:19.403547 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-40ce2dc0-7fb7-493e-a56f-4af31ee2cb24 None None] Transition to ACTIVE for port object 42c75692-9632-47e0-b522-ce9a09fd67ed will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:27:19.414670 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a692efd-db84-4f54-9a35-167d7c1d8854 None None] Network c1aa33b8-8b31-4d36-9c3a-2922cdb581a6 is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:27:19.420435 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-5a692efd-db84-4f54-9a35-167d7c1d8854 None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:27:19.435220 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port fb338a90-2e4e-4499-ac21-c01d59209196, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=fb338a90-2e4e-4499-ac21-c01d59209196,segment=NetworkSegment(8d891c90-800a-4eaf-9bc0-c9a0d301429e),segment_id=8d891c90-800a-4eaf-9bc0-c9a0d301429e)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:19.455830 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a692efd-db84-4f54-9a35-167d7c1d8854 None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:27:19.502211 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a692efd-db84-4f54-9a35-167d7c1d8854 None None] Pushing event updated for resources: {'Port': ['ID=16733a0a-73e6-470b-8d6b-ded6bfd8454b,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:19.508408 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:19.628651 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-40ce2dc0-7fb7-493e-a56f-4af31ee2cb24 None None] Transition to ACTIVE for port object 42c75692-9632-47e0-b522-ce9a09fd67ed will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:27:19.655814 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-4fd81d55-ef65-42dd-9892-0ae31e22603a None None] Provisioning complete for port fb338a90-2e4e-4499-ac21-c01d59209196 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:27:19.656434 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4fd81d55-ef65-42dd-9892-0ae31e22603a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:19.672466 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-40ce2dc0-7fb7-493e-a56f-4af31ee2cb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:19.723367 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d19fac2f-0eb4-43cd-8c0c-ebe360e0d6f8 req-7dbb7fd7-7dfb-4ae0-bfd2-acbcf54c73a5 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/ports?device_id=82e38cbb-cdc6-42fa-a3ce-7cb6070b9051 HTTP/1.1" status: 200 len: 210 time: 0.2323210 Aug 10 03:27:19.731342 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-5a692efd-db84-4f54-9a35-167d7c1d8854 None None] Attempting to bind port 16733a0a-73e6-470b-8d6b-ded6bfd8454b on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:27:19.731725 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-5a692efd-db84-4f54-9a35-167d7c1d8854 None None] Attempting to bind port 16733a0a-73e6-470b-8d6b-ded6bfd8454b by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'ce251518-d1a9-4ead-b1c3-39ce4facfb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c1aa33b8-8b31-4d36-9c3a-2922cdb581a6'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:27:19.732074 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a692efd-db84-4f54-9a35-167d7c1d8854 None None] Attempting to bind port 16733a0a-73e6-470b-8d6b-ded6bfd8454b on network c1aa33b8-8b31-4d36-9c3a-2922cdb581a6 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:27:19.815749 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a692efd-db84-4f54-9a35-167d7c1d8854 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:27:19.816041 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a692efd-db84-4f54-9a35-167d7c1d8854 None None] Checking segment: {'id': 'ce251518-d1a9-4ead-b1c3-39ce4facfb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c1aa33b8-8b31-4d36-9c3a-2922cdb581a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:27:19.816959 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-5a692efd-db84-4f54-9a35-167d7c1d8854 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:19.817414 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a692efd-db84-4f54-9a35-167d7c1d8854 None None] Bound using segment: {'id': 'ce251518-d1a9-4ead-b1c3-39ce4facfb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c1aa33b8-8b31-4d36-9c3a-2922cdb581a6'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:27:19.818047 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-5a692efd-db84-4f54-9a35-167d7c1d8854 None None] Bound port: 16733a0a-73e6-470b-8d6b-ded6bfd8454b, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce251518-d1a9-4ead-b1c3-39ce4facfb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c1aa33b8-8b31-4d36-9c3a-2922cdb581a6'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:27:19.818895 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-5a692efd-db84-4f54-9a35-167d7c1d8854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:19.862153 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=fb338a90-2e4e-4499-ac21-c01d59209196,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:19.904488 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ce2dc0-7fb7-493e-a56f-4af31ee2cb24 None None] Network add522a4-4f38-42b0-9ed6-00a7adb45e09 is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:27:19.935113 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-40ce2dc0-7fb7-493e-a56f-4af31ee2cb24 None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:27:19.945705 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ce2dc0-7fb7-493e-a56f-4af31ee2cb24 None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:27:20.043595 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-dbe42ea6-55aa-40e8-a596-cbcd0a3b929c tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191173'] for subnet, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:20.100530 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device da7a8ec3-c325-4564-ad49-10742f067ac5 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:27:20.111343 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ce2dc0-7fb7-493e-a56f-4af31ee2cb24 None None] Pushing event updated for resources: {'Port': ['ID=42c75692-9632-47e0-b522-ce9a09fd67ed,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:20.128339 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-5a692efd-db84-4f54-9a35-167d7c1d8854 None None] For port 16733a0a-73e6-470b-8d6b-ded6bfd8454b, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:27:20.214127 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-40ce2dc0-7fb7-493e-a56f-4af31ee2cb24 None None] Attempting to bind port 42c75692-9632-47e0-b522-ce9a09fd67ed on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:27:20.215363 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-40ce2dc0-7fb7-493e-a56f-4af31ee2cb24 None None] Attempting to bind port 42c75692-9632-47e0-b522-ce9a09fd67ed by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'af179444-9c67-45ca-b9a1-60d1a65c77f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'add522a4-4f38-42b0-9ed6-00a7adb45e09'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:27:20.216477 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ce2dc0-7fb7-493e-a56f-4af31ee2cb24 None None] Attempting to bind port 42c75692-9632-47e0-b522-ce9a09fd67ed on network add522a4-4f38-42b0-9ed6-00a7adb45e09 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:27:20.230852 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-5a692efd-db84-4f54-9a35-167d7c1d8854 None None] For port 16733a0a-73e6-470b-8d6b-ded6bfd8454b, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=16733a0a-73e6-470b-8d6b-ded6bfd8454b,segment=NetworkSegment(ce251518-d1a9-4ead-b1c3-39ce4facfb1f),segment_id=ce251518-d1a9-4ead-b1c3-39ce4facfb1f)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:27:20.255070 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-5a692efd-db84-4f54-9a35-167d7c1d8854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:20.267378 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ce2dc0-7fb7-493e-a56f-4af31ee2cb24 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:27:20.268444 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ce2dc0-7fb7-493e-a56f-4af31ee2cb24 None None] Checking segment: {'id': 'af179444-9c67-45ca-b9a1-60d1a65c77f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'add522a4-4f38-42b0-9ed6-00a7adb45e09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:27:20.269534 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-40ce2dc0-7fb7-493e-a56f-4af31ee2cb24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:20.270705 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ce2dc0-7fb7-493e-a56f-4af31ee2cb24 None None] Bound using segment: {'id': 'af179444-9c67-45ca-b9a1-60d1a65c77f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'add522a4-4f38-42b0-9ed6-00a7adb45e09'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:27:20.271853 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-40ce2dc0-7fb7-493e-a56f-4af31ee2cb24 None None] Bound port: 42c75692-9632-47e0-b522-ce9a09fd67ed, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af179444-9c67-45ca-b9a1-60d1a65c77f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'add522a4-4f38-42b0-9ed6-00a7adb45e09'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:27:20.272605 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-40ce2dc0-7fb7-493e-a56f-4af31ee2cb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:20.475104 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a692efd-db84-4f54-9a35-167d7c1d8854 None None] Pushing event updated for resources: {'Port': ['ID=16733a0a-73e6-470b-8d6b-ded6bfd8454b,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:20.483960 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port da7a8ec3-c325-4564-ad49-10742f067ac5 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:27:20.503008 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port da7a8ec3-c325-4564-ad49-10742f067ac5 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:27:20.503678 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:20.531838 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-40ce2dc0-7fb7-493e-a56f-4af31ee2cb24 None None] For port 42c75692-9632-47e0-b522-ce9a09fd67ed, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:27:20.558504 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-40ce2dc0-7fb7-493e-a56f-4af31ee2cb24 None None] For port 42c75692-9632-47e0-b522-ce9a09fd67ed, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=42c75692-9632-47e0-b522-ce9a09fd67ed,segment=NetworkSegment(af179444-9c67-45ca-b9a1-60d1a65c77f4),segment_id=af179444-9c67-45ca-b9a1-60d1a65c77f4)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:27:20.570533 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-40ce2dc0-7fb7-493e-a56f-4af31ee2cb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:20.743960 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ce2dc0-7fb7-493e-a56f-4af31ee2cb24 None None] Pushing event updated for resources: {'Port': ['ID=42c75692-9632-47e0-b522-ce9a09fd67ed,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:20.994168 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e530793f-b537-4707-96d8-005987ede70b req-e4554c09-91f4-4e0a-9a1e-e3d0f0626d0f tempest-ServerPasswordTestJSON-1237251978 tempest-ServerPasswordTestJSON-1237251978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:21.002894 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e530793f-b537-4707-96d8-005987ede70b req-e4554c09-91f4-4e0a-9a1e-e3d0f0626d0f tempest-ServerPasswordTestJSON-1237251978 tempest-ServerPasswordTestJSON-1237251978-project] 10.222.0.44 "GET /v2.0/networks?id=7eecef28-259d-40b3-8e99-2d942c1ee269 HTTP/1.1" status: 200 len: 813 time: 1.7429523 Aug 10 03:27:21.019162 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-dbe42ea6-55aa-40e8-a596-cbcd0a3b929c tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:21.132076 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7240ee-491a-4dfc-b0d0-51cd470b48a4 req-b1e65034-f620-4d73-8737-8486ff91ada8 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:21.143769 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3c7240ee-491a-4dfc-b0d0-51cd470b48a4 req-b1e65034-f620-4d73-8737-8486ff91ada8 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 945 time: 0.5123589 Aug 10 03:27:21.185428 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a07705f-9c84-4036-a28a-670a1e6a6515 req-59b65544-9142-442a-aaaa-db7b77c568ac tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:21.209135 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a07705f-9c84-4036-a28a-670a1e6a6515 req-59b65544-9142-442a-aaaa-db7b77c568ac tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:21.212994 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6a07705f-9c84-4036-a28a-670a1e6a6515 req-59b65544-9142-442a-aaaa-db7b77c568ac tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.61 "GET /v2.0/networks?id=9f05ef88-89ac-4251-8d62-e456a4dc722b&id=087a84fe-cbb9-4578-b2e7-d58eaffd89fc HTTP/1.1" status: 200 len: 1390 time: 0.5930696 Aug 10 03:27:21.252528 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:21.274029 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-6a07705f-9c84-4036-a28a-670a1e6a6515 req-df9c624f-8ffe-4cf0-b7be-f04b362602ea tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Request body: {'port': {'device_id': '82e38cbb-cdc6-42fa-a3ce-7cb6070b9051', 'network_id': '9f05ef88-89ac-4251-8d62-e456a4dc722b', 'admin_state_up': True, 'tenant_id': '7be8aebab9524a33aa2535549ec7cd0e'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:27:21.287964 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e530793f-b537-4707-96d8-005987ede70b req-b82cd9fe-deb9-4426-a09d-3e24108aa5db tempest-ServerPasswordTestJSON-1237251978 tempest-ServerPasswordTestJSON-1237251978-project] 10.222.0.44 "GET /v2.0/quotas/737dcd92f0124812974ea46ede36c4f7 HTTP/1.1" status: 200 len: 375 time: 0.2839379 Aug 10 03:27:21.330508 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port da7a8ec3-c325-4564-ad49-10742f067ac5, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=da7a8ec3-c325-4564-ad49-10742f067ac5,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:21.341879 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:21.366623 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-dbe42ea6-55aa-40e8-a596-cbcd0a3b929c tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:21.375893 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-abe01c06-d4eb-44dc-83af-ae8d811f4980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:21.436296 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe42ea6-55aa-40e8-a596-cbcd0a3b929c tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Pushing event deleted for resources: {'Subnet': ['ID=84eff0b8-414a-4758-b581-afeb6cb27bee,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:21.440131 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e530793f-b537-4707-96d8-005987ede70b req-75d6050f-a769-484a-b139-6dd297962676 tempest-ServerPasswordTestJSON-1237251978 tempest-ServerPasswordTestJSON-1237251978-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=737dcd92f0124812974ea46ede36c4f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1214218 Aug 10 03:27:21.477951 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=da7a8ec3-c325-4564-ad49-10742f067ac5,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:21.505100 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-dbe42ea6-55aa-40e8-a596-cbcd0a3b929c tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:21.507240 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-dbe42ea6-55aa-40e8-a596-cbcd0a3b929c tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] 10.222.0.44 "DELETE /v2.0/subnets/84eff0b8-414a-4758-b581-afeb6cb27bee HTTP/1.1" status: 204 len: 168 time: 5.1766880 Aug 10 03:27:21.512669 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 34762) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:21.543889 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c5ed4a4-060f-4b4a-beab-96cdb968ff9a tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Router 364e2662-8a22-44d6-85c8-ae186621c2ee is scheduled to L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e with binding_index 1 {{(pid=94260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:27:21.559903 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3c7240ee-491a-4dfc-b0d0-51cd470b48a4 req-86c747ed-9add-4744-8dd7-b108f22bd9de tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3262117 Aug 10 03:27:21.768731 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ec49e82-f78f-4c86-8e7b-42527ec4ae6c tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Deleting subnet d2633ae3-653c-42b6-845c-ad74b798de0c {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:27:21.782535 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0ec49e82-f78f-4c86-8e7b-42527ec4ae6c tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:21.852182 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0ec49e82-f78f-4c86-8e7b-42527ec4ae6c tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:21.939766 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ac8c8b47-7f63-4933-a993-dae4bce192ac req-e825bb10-817b-4971-8916-d27735b01172 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/ports?device_id=82e38cbb-cdc6-42fa-a3ce-7cb6070b9051 HTTP/1.1" status: 200 len: 210 time: 0.1138458 Aug 10 03:27:22.000004 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 42c75692-9632-47e0-b522-ce9a09fd67ed up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:27:22.004732 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e530793f-b537-4707-96d8-005987ede70b req-3b656781-c75d-40fe-b7d6-bf5d50c6978c service neutron] 10.222.0.44 "GET /v2.0/networks/7eecef28-259d-40b3-8e99-2d942c1ee269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5423317 Aug 10 03:27:22.095384 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0ec49e82-f78f-4c86-8e7b-42527ec4ae6c tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:22.192923 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0ec49e82-f78f-4c86-8e7b-42527ec4ae6c tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:22.225096 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 42c75692-9632-47e0-b522-ce9a09fd67ed completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:27:22.232539 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device fb338a90-2e4e-4499-ac21-c01d59209196 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:27:22.247688 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec49e82-f78f-4c86-8e7b-42527ec4ae6c tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Pushing event deleted for resources: {'Subnet': ['ID=d2633ae3-653c-42b6-845c-ad74b798de0c,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:22.263926 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0ec49e82-f78f-4c86-8e7b-42527ec4ae6c tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:22.268949 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-0ec49e82-f78f-4c86-8e7b-42527ec4ae6c tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] 10.222.0.44 "DELETE /v2.0/subnets/d2633ae3-653c-42b6-845c-ad74b798de0c HTTP/1.1" status: 204 len: 168 time: 0.7534223 Aug 10 03:27:22.272812 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 34788) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:22.372876 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port fb338a90-2e4e-4499-ac21-c01d59209196 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:27:22.373378 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:22.438072 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6ca29d-b245-4f64-a8b4-b54fa8bd6aa3 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:22.439742 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-5a6ca29d-b245-4f64-a8b4-b54fa8bd6aa3 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1655324 Aug 10 03:27:22.445166 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 34798) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:22.569178 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd4cfc0-5a05-460d-8cc2-b02c76901816 None None] Network c1aa33b8-8b31-4d36-9c3a-2922cdb581a6 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:27:22.618734 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e7e8dcc1-e5a9-43d5-beaf-778320ecc64b tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:22.665829 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a07705f-9c84-4036-a28a-670a1e6a6515 req-df9c624f-8ffe-4cf0-b7be-f04b362602ea tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Made reservation on behalf of 7be8aebab9524a33aa2535549ec7cd0e for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:27:22.670256 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-6a07705f-9c84-4036-a28a-670a1e6a6515 req-df9c624f-8ffe-4cf0-b7be-f04b362602ea tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:22.705435 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device da7a8ec3-c325-4564-ad49-10742f067ac5 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:27:22.709573 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-e7e8dcc1-e5a9-43d5-beaf-778320ecc64b tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Deleting port 42c75692-9632-47e0-b522-ce9a09fd67ed {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:27:22.710100 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e7e8dcc1-e5a9-43d5-beaf-778320ecc64b tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:22.714498 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e530793f-b537-4707-96d8-005987ede70b req-35823ae9-80bc-4a3a-873b-13688215f25e service neutron] 10.222.0.44 "GET /v2.0/networks/7eecef28-259d-40b3-8e99-2d942c1ee269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5506167 Aug 10 03:27:22.805033 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-e7e8dcc1-e5a9-43d5-beaf-778320ecc64b tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] For port 42c75692-9632-47e0-b522-ce9a09fd67ed, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=42c75692-9632-47e0-b522-ce9a09fd67ed,segment=NetworkSegment(af179444-9c67-45ca-b9a1-60d1a65c77f4),segment_id=af179444-9c67-45ca-b9a1-60d1a65c77f4)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:22.805463 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e7e8dcc1-e5a9-43d5-beaf-778320ecc64b tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:22.832960 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-e7e8dcc1-e5a9-43d5-beaf-778320ecc64b tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Calling delete_port for 42c75692-9632-47e0-b522-ce9a09fd67ed owned by network:dhcp {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:27:22.908098 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-4030a3ca-920d-441d-9164-0faf11f4ebdb None None] Provisioning for port 16733a0a-73e6-470b-8d6b-ded6bfd8454b completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:27:22.933481 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c5ed4a4-060f-4b4a-beab-96cdb968ff9a tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:27:22.962984 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2e9a99-cb14-42f3-ae57-550b4e3e5524 None None] Sync routers for ids ['364e2662-8a22-44d6-85c8-ae186621c2ee'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:27:22.969369 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885b5915-1d9a-4d71-81af-fb38ceedc8af req-d7e78b4f-41e0-4a47-a0c0-85f005a523b2 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:22.979355 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-885b5915-1d9a-4d71-81af-fb38ceedc8af req-d7e78b4f-41e0-4a47-a0c0-85f005a523b2 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/networks?id=72b680b6-c2b6-4772-b62f-31081d87c55d HTTP/1.1" status: 200 len: 813 time: 0.5663798 Aug 10 03:27:23.005394 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2e9a99-cb14-42f3-ae57-550b4e3e5524 None None] Routers {'364e2662-8a22-44d6-85c8-ae186621c2ee'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:27:23.006467 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-8c2e9a99-cb14-42f3-ae57-550b4e3e5524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:26:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['364e2662-8a22-44d6-85c8-ae186621c2ee'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:23.038289 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-885b5915-1d9a-4d71-81af-fb38ceedc8af req-04d816b9-5264-41fe-ae47-a81abde09861 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/quotas/45ea8e99da524d229eab9a9daefefa06 HTTP/1.1" status: 200 len: 375 time: 0.0578368 Aug 10 03:27:23.055408 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e7e8dcc1-e5a9-43d5-beaf-778320ecc64b tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:23.073557 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6c5ed4a4-060f-4b4a-beab-96cdb968ff9a tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks [] for router, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:23.083778 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-6c5ed4a4-060f-4b4a-beab-96cdb968ff9a tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 9.6304324 Aug 10 03:27:23.095559 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 34814) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:23.135618 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port da7a8ec3-c325-4564-ad49-10742f067ac5 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:27:23.136421 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:23.149081 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e8dcc1-e5a9-43d5-beaf-778320ecc64b tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Pushing event deleted for resources: {'Port': ['ID=42c75692-9632-47e0-b522-ce9a09fd67ed,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:23.187508 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e8dcc1-e5a9-43d5-beaf-778320ecc64b tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] No DVR routers for this DVR port 42c75692-9632-47e0-b522-ce9a09fd67ed on host n-d-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:27:23.259456 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76ff9f8-eac3-496e-998b-98b28f2222a0 None None] DHCP port deletion for c1aa33b8-8b31-4d36-9c3a-2922cdb581a6 request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:27:23.268636 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180881bb-00da-4fcb-80c3-edbfda020653 None None] Network add522a4-4f38-42b0-9ed6-00a7adb45e09 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:27:23.292337 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-8c2e9a99-cb14-42f3-ae57-550b4e3e5524 None None] Set router 364e2662-8a22-44d6-85c8-ae186621c2ee gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:27:23.399357 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fd1adba6-ea6c-405c-9de8-335bd84627fc req-ba2deef8-e909-4bb7-8271-8f50e577e5d5 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/ports?device_id=82e38cbb-cdc6-42fa-a3ce-7cb6070b9051 HTTP/1.1" status: 200 len: 210 time: 0.0607500 Aug 10 03:27:23.420951 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e7e8dcc1-e5a9-43d5-beaf-778320ecc64b tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:23.447314 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-e7e8dcc1-e5a9-43d5-beaf-778320ecc64b tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['add522a4-4f38-42b0-9ed6-00a7adb45e09']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:23.477759 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-e7e8dcc1-e5a9-43d5-beaf-778320ecc64b tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af179444-9c67-45ca-b9a1-60d1a65c77f4') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:23.478068 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-e7e8dcc1-e5a9-43d5-beaf-778320ecc64b tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af179444-9c67-45ca-b9a1-60d1a65c77f4') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:23.485623 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-6a07705f-9c84-4036-a28a-670a1e6a6515 req-df9c624f-8ffe-4cf0-b7be-f04b362602ea tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Allocated IP 19.80.0.56 (9f05ef88-89ac-4251-8d62-e456a4dc722b/6e0e0971-8112-46dc-9683-97d8e983a25c/06a30281-4a6e-4214-af00-27ecf02f1635) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:27:23.498765 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-8af6830a-1cb2-4aa3-b1c8-18ab2ebed4dd None None] Could not find standard attr ID for object 42c75692-9632-47e0-b522-ce9a09fd67ed. {{(pid=94262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:27:23.504307 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e7e8dcc1-e5a9-43d5-beaf-778320ecc64b tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:23.512087 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-885b5915-1d9a-4d71-81af-fb38ceedc8af req-efa35ed9-77ae-49da-b104-2c29a225c009 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=45ea8e99da524d229eab9a9daefefa06&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4725285 Aug 10 03:27:23.561905 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e7e8dcc1-e5a9-43d5-beaf-778320ecc64b tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:23.577669 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7e8dcc1-e5a9-43d5-beaf-778320ecc64b tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:27:23.579339 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e7e8dcc1-e5a9-43d5-beaf-778320ecc64b tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:23.651227 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4380938a-14fd-425e-9179-dd0b296dd636 req-fd9eae0d-cc2e-4abf-9451-3efba0e52319 tempest-ServerPasswordTestJSON-1237251978 tempest-ServerPasswordTestJSON-1237251978-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b80ede9-7b3f-4443-aa7e-6bc4c5b80518 HTTP/1.1" status: 200 len: 210 time: 0.1266389 Aug 10 03:27:23.676274 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-8c2e9a99-cb14-42f3-ae57-550b4e3e5524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '364e2662-8a22-44d6-85c8-ae186621c2ee', 'name': 'tempest-snat-router-442878818', 'tenant_id': 'e95f86f5327141dbabec2417d5d4e5dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '309a0890-05e1-4b49-9b85-d8cbfa6f25d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:27:13Z', 'updated_at': '2021-08-10T03:27:17Z', 'revision_number': 3, 'project_id': 'e95f86f5327141dbabec2417d5d4e5dd', 'gw_port': {'id': '309a0890-05e1-4b49-9b85-d8cbfa6f25d3', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ed:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '364e2662-8a22-44d6-85c8-ae186621c2ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:27:15Z', 'updated_at': '2021-08-10T03:27:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:23.682666 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 16733a0a-73e6-470b-8d6b-ded6bfd8454b up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:27:23.732083 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-b1a8c400-ce74-4285-aba7-b2c26f331e82 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] 10.222.0.44 "GET /v2.0/routers/364e2662-8a22-44d6-85c8-ae186621c2ee HTTP/1.1" status: 200 len: 906 time: 0.6247990 Aug 10 03:27:23.737626 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 34834) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:23.817074 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2e9a99-cb14-42f3-ae57-550b4e3e5524 None None] Checking router: 364e2662-8a22-44d6-85c8-ae186621c2ee for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:27:23.819057 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2e9a99-cb14-42f3-ae57-550b4e3e5524 None None] Updating router 364e2662-8a22-44d6-85c8-ae186621c2ee port 309a0890-05e1-4b49-9b85-d8cbfa6f25d3 binding host n-d-768862-13 {{(pid=94263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:27:23.846551 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:27:23.846551 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:27:23.846551 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:27:23.846551 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:27:23.846551 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:27:23.846551 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:27:23.846551 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:27:23.846551 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:27:23.846551 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:27:23.846551 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:27:23.846551 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:27:23.846551 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:27:23.846551 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:27:23.846551 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:27:23.846551 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:27:23.846551 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:27:23.846551 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:27:23.846551 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:27:23.846551 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:27:23.846551 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:27:23.846551 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:27:23.846551 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:27:23.846551 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:27:23.846551 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:27:23.846551 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:27:23.846551 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:27:23.846551 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:27:23.846551 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:27:23.846551 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:27:23.846551 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:27:23.846551 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:27:23.846551 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:27:23.857957 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e7e8dcc1-e5a9-43d5-beaf-778320ecc64b tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:23.902125 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-8c2e9a99-cb14-42f3-ae57-550b4e3e5524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:23.912463 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e7e8dcc1-e5a9-43d5-beaf-778320ecc64b tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:23.918791 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e7e8dcc1-e5a9-43d5-beaf-778320ecc64b tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] 10.222.0.44 "DELETE /v2.0/networks/add522a4-4f38-42b0-9ed6-00a7adb45e09 HTTP/1.1" status: 204 len: 168 time: 1.4718614 Aug 10 03:27:23.920846 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e8dcc1-e5a9-43d5-beaf-778320ecc64b tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Pushing event deleted for resources: {'Network': ['ID=add522a4-4f38-42b0-9ed6-00a7adb45e09,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:23.924762 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 34838) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:23.940852 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-434bc817-e0de-41ae-860c-bdf7fe4d2cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:23.962265 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-885b5915-1d9a-4d71-81af-fb38ceedc8af req-d591071b-cfdd-4cb3-87cb-21cec5a0714c service neutron] 10.222.0.44 "GET /v2.0/networks/72b680b6-c2b6-4772-b62f-31081d87c55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4492774 Aug 10 03:27:24.045887 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-a76ff9f8-eac3-496e-998b-98b28f2222a0 None None] Deleting port 16733a0a-73e6-470b-8d6b-ded6bfd8454b {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:27:24.046876 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a76ff9f8-eac3-496e-998b-98b28f2222a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:24.130730 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-62da1898-af2c-40c0-9a3b-3d1b3717e146 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:24.141920 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85d1f7c-a677-4994-99eb-6c856abf4b83 None None] DHCP port deletion for add522a4-4f38-42b0-9ed6-00a7adb45e09 request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:27:24.156747 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 16733a0a-73e6-470b-8d6b-ded6bfd8454b completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:27:24.180443 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 16733a0a-73e6-470b-8d6b-ded6bfd8454b triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:27:24.183575 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:24.219558 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:24.233384 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-a76ff9f8-eac3-496e-998b-98b28f2222a0 None None] For port 16733a0a-73e6-470b-8d6b-ded6bfd8454b, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=16733a0a-73e6-470b-8d6b-ded6bfd8454b,segment=NetworkSegment(ce251518-d1a9-4ead-b1c3-39ce4facfb1f),segment_id=ce251518-d1a9-4ead-b1c3-39ce4facfb1f)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:24.234191 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a76ff9f8-eac3-496e-998b-98b28f2222a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:24.260562 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-a76ff9f8-eac3-496e-998b-98b28f2222a0 None None] Calling delete_port for 16733a0a-73e6-470b-8d6b-ded6bfd8454b owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:27:24.312539 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-62da1898-af2c-40c0-9a3b-3d1b3717e146 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Deleting port 16733a0a-73e6-470b-8d6b-ded6bfd8454b {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:27:24.312894 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-62da1898-af2c-40c0-9a3b-3d1b3717e146 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:24.381655 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a8eb2b91-a6d9-4319-a6cb-d877c24ff6fd tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks [] for router, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:24.396347 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:24.457752 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 16733a0a-73e6-470b-8d6b-ded6bfd8454b, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=16733a0a-73e6-470b-8d6b-ded6bfd8454b,segment=NetworkSegment(ce251518-d1a9-4ead-b1c3-39ce4facfb1f),segment_id=ce251518-d1a9-4ead-b1c3-39ce4facfb1f)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:24.466140 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:24.472923 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-8c2e9a99-cb14-42f3-ae57-550b4e3e5524 None None] Notify callbacks [] for port, precommit_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:24.509715 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.provisioning_blocks [None req-8c2e9a99-cb14-42f3-ae57-550b4e3e5524 None None] Transition to ACTIVE for port object 309a0890-05e1-4b49-9b85-d8cbfa6f25d3 will not be triggered until provisioned by entity L2. {{(pid=94263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:27:24.527459 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-8c2e9a99-cb14-42f3-ae57-550b4e3e5524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:24.556739 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-62da1898-af2c-40c0-9a3b-3d1b3717e146 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] For port 16733a0a-73e6-470b-8d6b-ded6bfd8454b, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=16733a0a-73e6-470b-8d6b-ded6bfd8454b,segment=NetworkSegment(ce251518-d1a9-4ead-b1c3-39ce4facfb1f),segment_id=ce251518-d1a9-4ead-b1c3-39ce4facfb1f)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:24.557120 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-62da1898-af2c-40c0-9a3b-3d1b3717e146 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:24.583106 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-885b5915-1d9a-4d71-81af-fb38ceedc8af req-7d825b3c-31b7-4f7c-8fdd-cd48c1408b74 service neutron] 10.222.0.44 "GET /v2.0/networks/72b680b6-c2b6-4772-b62f-31081d87c55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6128333 Aug 10 03:27:24.588657 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-6a07705f-9c84-4036-a28a-670a1e6a6515 req-df9c624f-8ffe-4cf0-b7be-f04b362602ea tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:24.595627 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-62da1898-af2c-40c0-9a3b-3d1b3717e146 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Calling delete_port for 16733a0a-73e6-470b-8d6b-ded6bfd8454b owned by network:dhcp {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:27:24.596786 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a76ff9f8-eac3-496e-998b-98b28f2222a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:24.629978 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76ff9f8-eac3-496e-998b-98b28f2222a0 None None] No DVR routers for this DVR port 16733a0a-73e6-470b-8d6b-ded6bfd8454b on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:27:24.650868 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=16733a0a-73e6-470b-8d6b-ded6bfd8454b,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:24.659322 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:24.659920 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:24.660373 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:24.660832 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:24.661628 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:24.662076 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:24.662586 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:24.663060 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:24.666568 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:24.666568 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:24.666568 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:24.666568 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:24.703168 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-8c2e9a99-cb14-42f3-ae57-550b4e3e5524 None None] Attempting to bind port 309a0890-05e1-4b49-9b85-d8cbfa6f25d3 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:27:24.703811 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76ff9f8-eac3-496e-998b-98b28f2222a0 None None] Pushing event deleted for resources: {'Port': ['ID=16733a0a-73e6-470b-8d6b-ded6bfd8454b,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:24.704594 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-8c2e9a99-cb14-42f3-ae57-550b4e3e5524 None None] Attempting to bind port 309a0890-05e1-4b49-9b85-d8cbfa6f25d3 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:27:24.704976 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2e9a99-cb14-42f3-ae57-550b4e3e5524 None None] Attempting to bind port 309a0890-05e1-4b49-9b85-d8cbfa6f25d3 on network 2ea12131-628a-487e-b434-0463553732bd {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:27:24.713983 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 16733a0a-73e6-470b-8d6b-ded6bfd8454b no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:27:24.735642 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 16733a0a-73e6-470b-8d6b-ded6bfd8454b {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:27:24.736370 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 16733a0a-73e6-470b-8d6b-ded6bfd8454b not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:27:24.737037 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 42c75692-9632-47e0-b522-ce9a09fd67ed no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:27:24.742375 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2e9a99-cb14-42f3-ae57-550b4e3e5524 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:27:24.743138 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2e9a99-cb14-42f3-ae57-550b4e3e5524 None None] Checking segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:27:24.743571 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-8c2e9a99-cb14-42f3-ae57-550b4e3e5524 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:24.743977 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2e9a99-cb14-42f3-ae57-550b4e3e5524 None None] Bound using segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:27:24.744486 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-8c2e9a99-cb14-42f3-ae57-550b4e3e5524 None None] Bound port: 309a0890-05e1-4b49-9b85-d8cbfa6f25d3, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:27:24.756908 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-8c2e9a99-cb14-42f3-ae57-550b4e3e5524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:24.768474 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 42c75692-9632-47e0-b522-ce9a09fd67ed {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:27:24.769126 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 42c75692-9632-47e0-b522-ce9a09fd67ed not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:27:24.774361 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9d16c53a-5370-43c7-a10a-fecaf6ff3e8a req-f0c684b5-c99c-4b0f-9da9-26209a53fab9 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/ports?device_id=82e38cbb-cdc6-42fa-a3ce-7cb6070b9051 HTTP/1.1" status: 200 len: 210 time: 0.1779726 Aug 10 03:27:24.828287 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ff700c-84e8-46d8-b197-725b1ce29469 None None] Pushing event updated for resources: {'Port': ['ID=309a0890-05e1-4b49-9b85-d8cbfa6f25d3,revision_number=2']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:24.836610 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-6a07705f-9c84-4036-a28a-670a1e6a6515 req-df9c624f-8ffe-4cf0-b7be-f04b362602ea tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Transition to ACTIVE for port object 06a30281-4a6e-4214-af00-27ecf02f1635 will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:27:24.868716 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-62da1898-af2c-40c0-9a3b-3d1b3717e146 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:24.880757 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ff700c-84e8-46d8-b197-725b1ce29469 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:24.885267 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ff700c-84e8-46d8-b197-725b1ce29469 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:24.886276 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ff700c-84e8-46d8-b197-725b1ce29469 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:24.886843 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ff700c-84e8-46d8-b197-725b1ce29469 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:24.891114 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ff700c-84e8-46d8-b197-725b1ce29469 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:24.891567 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ff700c-84e8-46d8-b197-725b1ce29469 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:24.892264 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ff700c-84e8-46d8-b197-725b1ce29469 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:24.892679 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ff700c-84e8-46d8-b197-725b1ce29469 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:24.893313 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ff700c-84e8-46d8-b197-725b1ce29469 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:24.893805 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ff700c-84e8-46d8-b197-725b1ce29469 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:24.894380 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ff700c-84e8-46d8-b197-725b1ce29469 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:24.894928 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ff700c-84e8-46d8-b197-725b1ce29469 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:24.902214 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62da1898-af2c-40c0-9a3b-3d1b3717e146 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] No DVR routers for this DVR port 16733a0a-73e6-470b-8d6b-ded6bfd8454b on host n-d-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:27:24.978407 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-8c2e9a99-cb14-42f3-ae57-550b4e3e5524 None None] For port 309a0890-05e1-4b49-9b85-d8cbfa6f25d3, host n-d-768862-13, cleared binding levels {{(pid=94263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:27:24.982277 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-8c2e9a99-cb14-42f3-ae57-550b4e3e5524 None None] For port 309a0890-05e1-4b49-9b85-d8cbfa6f25d3, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=309a0890-05e1-4b49-9b85-d8cbfa6f25d3,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:27:24.992441 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-8c2e9a99-cb14-42f3-ae57-550b4e3e5524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:24.995594 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62da1898-af2c-40c0-9a3b-3d1b3717e146 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Pushing event deleted for resources: {'Port': ['ID=16733a0a-73e6-470b-8d6b-ded6bfd8454b,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:25.121137 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ff700c-84e8-46d8-b197-725b1ce29469 None None] Pushing event updated for resources: {'Port': ['ID=309a0890-05e1-4b49-9b85-d8cbfa6f25d3,revision_number=3']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:25.126939 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2e9a99-cb14-42f3-ae57-550b4e3e5524 None None] Routers {'364e2662-8a22-44d6-85c8-ae186621c2ee'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:27:25.126939 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-8c2e9a99-cb14-42f3-ae57-550b4e3e5524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:27:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['364e2662-8a22-44d6-85c8-ae186621c2ee'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:25.183800 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3735ab95-7d3f-47e9-a018-a32daaef6033 req-ee2a0681-2da6-43a9-af25-541be94b7db0 tempest-ServerPasswordTestJSON-1237251978 tempest-ServerPasswordTestJSON-1237251978-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b80ede9-7b3f-4443-aa7e-6bc4c5b80518 HTTP/1.1" status: 200 len: 210 time: 0.2172122 Aug 10 03:27:25.225066 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-62da1898-af2c-40c0-9a3b-3d1b3717e146 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:25.264981 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-62da1898-af2c-40c0-9a3b-3d1b3717e146 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1aa33b8-8b31-4d36-9c3a-2922cdb581a6']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:25.278515 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-8c2e9a99-cb14-42f3-ae57-550b4e3e5524 None None] Set router 364e2662-8a22-44d6-85c8-ae186621c2ee gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:27:25.297505 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:25.300456 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-62da1898-af2c-40c0-9a3b-3d1b3717e146 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce251518-d1a9-4ead-b1c3-39ce4facfb1f') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:25.301091 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-62da1898-af2c-40c0-9a3b-3d1b3717e146 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce251518-d1a9-4ead-b1c3-39ce4facfb1f') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:25.320645 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-62da1898-af2c-40c0-9a3b-3d1b3717e146 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:25.373533 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-62da1898-af2c-40c0-9a3b-3d1b3717e146 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:25.378849 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e4ee163b-c18a-4836-aa05-13420e460a34 req-4b048c33-cc08-4792-8927-5b193e59eaeb tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=52abdfa0-967d-47ff-8241-4731b1134638 HTTP/1.1" status: 200 len: 210 time: 0.2143743 Aug 10 03:27:25.393761 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62da1898-af2c-40c0-9a3b-3d1b3717e146 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:27:25.394172 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-62da1898-af2c-40c0-9a3b-3d1b3717e146 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:25.405412 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:27:25.405412 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:27:25.405412 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:27:25.405412 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:27:25.405412 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:27:25.405412 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:27:25.405412 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:27:25.405412 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:27:25.405412 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:27:25.405412 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:27:25.405412 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:27:25.405412 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:27:25.405412 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:27:25.405412 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:27:25.405412 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:27:25.405412 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:27:25.405412 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:27:25.405412 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:27:25.405412 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:27:25.405412 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:27:25.405412 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:27:25.405412 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:27:25.405412 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:27:25.405412 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:27:25.405412 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:27:25.405412 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:27:25.405412 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:27:25.405412 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:27:25.405412 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:27:25.405412 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:27:25.405412 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:27:25.405412 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:27:25.572026 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a8eb2b91-a6d9-4319-a6cb-d877c24ff6fd tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:25.577261 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-62da1898-af2c-40c0-9a3b-3d1b3717e146 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:25.590827 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-62da1898-af2c-40c0-9a3b-3d1b3717e146 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:25.597560 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 34876) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:25.598905 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-62da1898-af2c-40c0-9a3b-3d1b3717e146 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] 10.222.0.44 "DELETE /v2.0/networks/c1aa33b8-8b31-4d36-9c3a-2922cdb581a6 HTTP/1.1" status: 204 len: 168 time: 1.6712039 Aug 10 03:27:25.640396 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62da1898-af2c-40c0-9a3b-3d1b3717e146 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Pushing event deleted for resources: {'Network': ['ID=c1aa33b8-8b31-4d36-9c3a-2922cdb581a6,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:25.694520 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-6a07705f-9c84-4036-a28a-670a1e6a6515 req-df9c624f-8ffe-4cf0-b7be-f04b362602ea tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:25.703359 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-8c2e9a99-cb14-42f3-ae57-550b4e3e5524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '364e2662-8a22-44d6-85c8-ae186621c2ee', 'name': 'tempest-snat-router-442878818', 'tenant_id': 'e95f86f5327141dbabec2417d5d4e5dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '309a0890-05e1-4b49-9b85-d8cbfa6f25d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:27:13Z', 'updated_at': '2021-08-10T03:27:17Z', 'revision_number': 3, 'project_id': 'e95f86f5327141dbabec2417d5d4e5dd', 'gw_port': {'id': '309a0890-05e1-4b49-9b85-d8cbfa6f25d3', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ed:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '364e2662-8a22-44d6-85c8-ae186621c2ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:27:15Z', 'updated_at': '2021-08-10T03:27:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:25.923953 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2e9a99-cb14-42f3-ae57-550b4e3e5524 None None] The sync data for ids ['364e2662-8a22-44d6-85c8-ae186621c2ee'] in n-d-768862-13 is: [{'id': '364e2662-8a22-44d6-85c8-ae186621c2ee', 'name': 'tempest-snat-router-442878818', 'tenant_id': 'e95f86f5327141dbabec2417d5d4e5dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '309a0890-05e1-4b49-9b85-d8cbfa6f25d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:27:13Z', 'updated_at': '2021-08-10T03:27:17Z', 'revision_number': 3, 'project_id': 'e95f86f5327141dbabec2417d5d4e5dd', 'gw_port': {'id': '309a0890-05e1-4b49-9b85-d8cbfa6f25d3', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ed:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '364e2662-8a22-44d6-85c8-ae186621c2ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:27:15Z', 'updated_at': '2021-08-10T03:27:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:27:25.941903 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a07705f-9c84-4036-a28a-670a1e6a6515 req-df9c624f-8ffe-4cf0-b7be-f04b362602ea tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Network 9f05ef88-89ac-4251-8d62-e456a4dc722b is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:27:25.972747 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-6a07705f-9c84-4036-a28a-670a1e6a6515 req-df9c624f-8ffe-4cf0-b7be-f04b362602ea tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:27:25.988843 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-87807def-4cc5-497c-926c-ba3f31c8af40 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:25.997982 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 34884) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:25.999910 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e530793f-b537-4707-96d8-005987ede70b req-2469fb5e-4971-4e20-ab75-5eb9f81bb122 tempest-ServerPasswordTestJSON-1237251978 tempest-ServerPasswordTestJSON-1237251978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:26.002032 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e530793f-b537-4707-96d8-005987ede70b req-2469fb5e-4971-4e20-ab75-5eb9f81bb122 tempest-ServerPasswordTestJSON-1237251978 tempest-ServerPasswordTestJSON-1237251978-project] 10.222.0.42 "GET /v2.0/networks?id=7eecef28-259d-40b3-8e99-2d942c1ee269 HTTP/1.1" status: 200 len: 813 time: 0.6787002 Aug 10 03:27:26.004032 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a07705f-9c84-4036-a28a-670a1e6a6515 req-df9c624f-8ffe-4cf0-b7be-f04b362602ea tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:27:26.048388 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-e530793f-b537-4707-96d8-005987ede70b req-336b1e1b-649d-482b-a8fc-6a6af2775723 tempest-ServerPasswordTestJSON-1237251978 tempest-ServerPasswordTestJSON-1237251978-project] Request body: {'port': {'device_id': '2b80ede9-7b3f-4443-aa7e-6bc4c5b80518', 'network_id': '7eecef28-259d-40b3-8e99-2d942c1ee269', 'admin_state_up': True, 'tenant_id': '737dcd92f0124812974ea46ede36c4f7'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:27:26.069313 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:26.090118 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c624f-8ffe-4cf0-b7be-f04b362602ea tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Pushing event updated for resources: {'Port': ['ID=06a30281-4a6e-4214-af00-27ecf02f1635,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:26.220206 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a07705f-9c84-4036-a28a-670a1e6a6515 req-df9c624f-8ffe-4cf0-b7be-f04b362602ea tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:26.220586 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-6a07705f-9c84-4036-a28a-670a1e6a6515 req-df9c624f-8ffe-4cf0-b7be-f04b362602ea tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:26.316546 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472b11e5-e919-4d7d-aea5-b7e1a2997767 req-d152d387-c15a-4e77-bc5a-3a37f91c9d4a tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:26.325791 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-472b11e5-e919-4d7d-aea5-b7e1a2997767 req-d152d387-c15a-4e77-bc5a-3a37f91c9d4a tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/ports?device_id=82e38cbb-cdc6-42fa-a3ce-7cb6070b9051 HTTP/1.1" status: 200 len: 931 time: 0.3821189 Aug 10 03:27:26.339522 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-a8eb2b91-a6d9-4319-a6cb-d877c24ff6fd tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Deleting port 309a0890-05e1-4b49-9b85-d8cbfa6f25d3 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:27:26.339894 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a8eb2b91-a6d9-4319-a6cb-d877c24ff6fd tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:26.358634 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1f6430e5-ee8d-4b30-9b88-6bc17df68609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:26.466158 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-6e729173-b8b9-4022-bce6-79c07a45d388 None None] Provisioning for port 06a30281-4a6e-4214-af00-27ecf02f1635 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:27:26.471745 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-6e729173-b8b9-4022-bce6-79c07a45d388 None None] Provisioning complete for port 06a30281-4a6e-4214-af00-27ecf02f1635 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:27:26.472124 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-6e729173-b8b9-4022-bce6-79c07a45d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:26.525820 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-6e729173-b8b9-4022-bce6-79c07a45d388 None None] Port 06a30281-4a6e-4214-af00-27ecf02f1635 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:27:26.588919 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6a07705f-9c84-4036-a28a-670a1e6a6515 req-df9c624f-8ffe-4cf0-b7be-f04b362602ea tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3402967 Aug 10 03:27:26.628847 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1f6430e5-ee8d-4b30-9b88-6bc17df68609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:26.639903 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1f6430e5-ee8d-4b30-9b88-6bc17df68609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:26.691944 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 309a0890-05e1-4b49-9b85-d8cbfa6f25d3 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:27:26.722856 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6430e5-ee8d-4b30-9b88-6bc17df68609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b462c27-cb29-4f8e-9f84-bb3657a187dd,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:26.747279 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-1f6430e5-ee8d-4b30-9b88-6bc17df68609 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a15e484edc0e409a9dbc0757ba6772c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7474029 Aug 10 03:27:26.754875 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6430e5-ee8d-4b30-9b88-6bc17df68609 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:26.755192 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6430e5-ee8d-4b30-9b88-6bc17df68609 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:26.755559 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6430e5-ee8d-4b30-9b88-6bc17df68609 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:26.755759 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6430e5-ee8d-4b30-9b88-6bc17df68609 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:26.756071 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6430e5-ee8d-4b30-9b88-6bc17df68609 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:26.756401 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6430e5-ee8d-4b30-9b88-6bc17df68609 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:26.756735 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6430e5-ee8d-4b30-9b88-6bc17df68609 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:26.757058 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6430e5-ee8d-4b30-9b88-6bc17df68609 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:26.757921 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6430e5-ee8d-4b30-9b88-6bc17df68609 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:26.758264 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6430e5-ee8d-4b30-9b88-6bc17df68609 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:26.758736 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6430e5-ee8d-4b30-9b88-6bc17df68609 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:26.759056 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6430e5-ee8d-4b30-9b88-6bc17df68609 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:26.762462 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 34896) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:26.818926 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:26.826101 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 309a0890-05e1-4b49-9b85-d8cbfa6f25d3 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:27:26.831261 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 309a0890-05e1-4b49-9b85-d8cbfa6f25d3 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:27:26.831948 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:26.919557 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-aaae864c-64c3-482f-8467-b35ba4802bbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:27.032345 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:27.063124 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885b5915-1d9a-4d71-81af-fb38ceedc8af req-f34d762a-ded7-45d5-b2b8-f4e94ea43e3f tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:27.067862 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-885b5915-1d9a-4d71-81af-fb38ceedc8af req-f34d762a-ded7-45d5-b2b8-f4e94ea43e3f tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.61 "GET /v2.0/networks?id=72b680b6-c2b6-4772-b62f-31081d87c55d HTTP/1.1" status: 200 len: 813 time: 0.2444139 Aug 10 03:27:27.073236 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 309a0890-05e1-4b49-9b85-d8cbfa6f25d3, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=309a0890-05e1-4b49-9b85-d8cbfa6f25d3,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:27.080351 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:27.091051 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-885b5915-1d9a-4d71-81af-fb38ceedc8af req-a44d01fb-b3d6-4010-94b8-02dc354cf963 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Request body: {'port': {'device_id': '52abdfa0-967d-47ff-8241-4731b1134638', 'network_id': '72b680b6-c2b6-4772-b62f-31081d87c55d', 'admin_state_up': True, 'tenant_id': '45ea8e99da524d229eab9a9daefefa06'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:27:27.157796 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-aaae864c-64c3-482f-8467-b35ba4802bbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:27.178099 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=309a0890-05e1-4b49-9b85-d8cbfa6f25d3,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:27.238925 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-6a07705f-9c84-4036-a28a-670a1e6a6515 req-338b058d-6d2e-4970-8b91-17aa1f6506e9 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Request body: {'port': {'device_id': '82e38cbb-cdc6-42fa-a3ce-7cb6070b9051', 'network_id': '087a84fe-cbb9-4578-b2e7-d58eaffd89fc', 'admin_state_up': True, 'tenant_id': '7be8aebab9524a33aa2535549ec7cd0e'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:27:27.255061 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6ab84913-c03d-44c7-b64a-6533185501b0 req-e01aefa3-200d-4cca-84d7-a51358b691c4 tempest-ServerPasswordTestJSON-1237251978 tempest-ServerPasswordTestJSON-1237251978-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b80ede9-7b3f-4443-aa7e-6bc4c5b80518 HTTP/1.1" status: 200 len: 210 time: 0.7235930 Aug 10 03:27:27.287651 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-aaae864c-64c3-482f-8467-b35ba4802bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:27.291525 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-aaae864c-64c3-482f-8467-b35ba4802bbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:27.293161 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-aaae864c-64c3-482f-8467-b35ba4802bbc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9b462c27-cb29-4f8e-9f84-bb3657a187dd HTTP/1.1" status: 204 len: 168 time: 0.5294235 Aug 10 03:27:27.304749 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaae864c-64c3-482f-8467-b35ba4802bbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b462c27-cb29-4f8e-9f84-bb3657a187dd,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:27.307164 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-885b5915-1d9a-4d71-81af-fb38ceedc8af req-a44d01fb-b3d6-4010-94b8-02dc354cf963 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Made reservation on behalf of 45ea8e99da524d229eab9a9daefefa06 for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:27:27.311077 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-885b5915-1d9a-4d71-81af-fb38ceedc8af req-a44d01fb-b3d6-4010-94b8-02dc354cf963 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:27.323450 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-87807def-4cc5-497c-926c-ba3f31c8af40 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:27.356631 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-87807def-4cc5-497c-926c-ba3f31c8af40 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['369e380d-dc6e-4b07-b3e5-ae77d05fcc5c']}} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:27.378554 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-472b11e5-e919-4d7d-aea5-b7e1a2997767 req-169f6739-2102-4264-ab80-3fe7be57302a tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/security-groups?id=19cc7362-8f8b-47a2-b13d-80c9c9a2c563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0496485 Aug 10 03:27:27.449836 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [None req-a8eb2b91-a6d9-4319-a6cb-d877c24ff6fd tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] For port 309a0890-05e1-4b49-9b85-d8cbfa6f25d3, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=309a0890-05e1-4b49-9b85-d8cbfa6f25d3,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:27.450360 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a8eb2b91-a6d9-4319-a6cb-d877c24ff6fd tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:27.466491 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-87807def-4cc5-497c-926c-ba3f31c8af40 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f955c78e-ade9-4d1d-94be-25999551fbe8') {'for_net_delete': True} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:27.466785 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-87807def-4cc5-497c-926c-ba3f31c8af40 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f955c78e-ade9-4d1d-94be-25999551fbe8') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:27.540946 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-87807def-4cc5-497c-926c-ba3f31c8af40 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191186'] for segment, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:27.546408 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e530793f-b537-4707-96d8-005987ede70b req-336b1e1b-649d-482b-a8fc-6a6af2775723 tempest-ServerPasswordTestJSON-1237251978 tempest-ServerPasswordTestJSON-1237251978-project] Made reservation on behalf of 737dcd92f0124812974ea46ede36c4f7 for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:27:27.550823 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-e530793f-b537-4707-96d8-005987ede70b req-336b1e1b-649d-482b-a8fc-6a6af2775723 tempest-ServerPasswordTestJSON-1237251978 tempest-ServerPasswordTestJSON-1237251978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:27.555995 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-a8eb2b91-a6d9-4319-a6cb-d877c24ff6fd tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Calling delete_port for 309a0890-05e1-4b49-9b85-d8cbfa6f25d3 owned by network:router_gateway {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:27:27.600653 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [req-885b5915-1d9a-4d71-81af-fb38ceedc8af req-a44d01fb-b3d6-4010-94b8-02dc354cf963 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Allocated IP 172.20.0.8 (72b680b6-c2b6-4772-b62f-31081d87c55d/8f2c47df-839e-40b4-85ee-46033508b63e/7301d8fa-984f-441c-9daf-895a906f3044) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:27:27.629528 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-18e1c417-577b-45d5-a9f9-199e2604455b req-4947b3ae-4512-4005-9d05-d387d324e065 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=52abdfa0-967d-47ff-8241-4731b1134638 HTTP/1.1" status: 200 len: 210 time: 0.1225915 Aug 10 03:27:27.667405 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-87807def-4cc5-497c-926c-ba3f31c8af40 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:27.768911 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87807def-4cc5-497c-926c-ba3f31c8af40 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=94260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:27:27.769625 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-87807def-4cc5-497c-926c-ba3f31c8af40 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58895489'] for segment, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:27.778463 n-d-768862-13 neutron-server[94260]: Traceback (most recent call last): Aug 10 03:27:27.778463 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:27:27.778463 n-d-768862-13 neutron-server[94260]: timer() Aug 10 03:27:27.778463 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:27:27.778463 n-d-768862-13 neutron-server[94260]: cb(*args, **kw) Aug 10 03:27:27.778463 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:27:27.778463 n-d-768862-13 neutron-server[94260]: return func(*args, **kwargs) Aug 10 03:27:27.778463 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:27:27.778463 n-d-768862-13 neutron-server[94260]: self._notify() Aug 10 03:27:27.778463 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:27:27.778463 n-d-768862-13 neutron-server[94260]: self.callback(batched_events) Aug 10 03:27:27.778463 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:27:27.778463 n-d-768862-13 neutron-server[94260]: event.method(event) Aug 10 03:27:27.778463 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:27:27.778463 n-d-768862-13 neutron-server[94260]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:27:27.778463 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:27:27.778463 n-d-768862-13 neutron-server[94260]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:27:27.778463 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:27:27.778463 n-d-768862-13 neutron-server[94260]: return f(self, *a, **k) Aug 10 03:27:27.778463 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:27:27.778463 n-d-768862-13 neutron-server[94260]: return self._get(url).json() Aug 10 03:27:27.778463 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:27:27.778463 n-d-768862-13 neutron-server[94260]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:27:27.778463 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:27:27.778463 n-d-768862-13 neutron-server[94260]: return self.request(url, 'GET', **kwargs) Aug 10 03:27:27.778463 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:27:27.778463 n-d-768862-13 neutron-server[94260]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:27:27.778463 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:27:27.778463 n-d-768862-13 neutron-server[94260]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:27:27.778463 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:27:27.778463 n-d-768862-13 neutron-server[94260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:27:27.778463 n-d-768862-13 neutron-server[94260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:27:27.818094 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-885b5915-1d9a-4d71-81af-fb38ceedc8af req-a44d01fb-b3d6-4010-94b8-02dc354cf963 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:27.849453 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 34904) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:27.873293 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1a9b7518-eee8-4f23-9327-5c521ac48726 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:27.890573 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-885b5915-1d9a-4d71-81af-fb38ceedc8af req-a44d01fb-b3d6-4010-94b8-02dc354cf963 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:27.905545 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['8faf8dfd-bf14-4900-825a-459411787c04'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:27:27.958502 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-885b5915-1d9a-4d71-81af-fb38ceedc8af req-a44d01fb-b3d6-4010-94b8-02dc354cf963 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Network 72b680b6-c2b6-4772-b62f-31081d87c55d is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:27:27.968725 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [req-885b5915-1d9a-4d71-81af-fb38ceedc8af req-a44d01fb-b3d6-4010-94b8-02dc354cf963 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:27:27.972990 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44d01fb-b3d6-4010-94b8-02dc354cf963 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Pushing event updated for resources: {'Port': ['ID=7301d8fa-984f-441c-9daf-895a906f3044,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:27.975022 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-885b5915-1d9a-4d71-81af-fb38ceedc8af req-a44d01fb-b3d6-4010-94b8-02dc354cf963 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:27:28.029541 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-87807def-4cc5-497c-926c-ba3f31c8af40 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:28.102808 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-87807def-4cc5-497c-926c-ba3f31c8af40 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:28.107180 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885b5915-1d9a-4d71-81af-fb38ceedc8af req-a44d01fb-b3d6-4010-94b8-02dc354cf963 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:28.107780 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-87807def-4cc5-497c-926c-ba3f31c8af40 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] 10.222.0.44 "DELETE /v2.0/networks/369e380d-dc6e-4b07-b3e5-ae77d05fcc5c HTTP/1.1" status: 204 len: 168 time: 2.5004940 Aug 10 03:27:28.107882 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-885b5915-1d9a-4d71-81af-fb38ceedc8af req-a44d01fb-b3d6-4010-94b8-02dc354cf963 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:28.107972 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87807def-4cc5-497c-926c-ba3f31c8af40 tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Pushing event deleted for resources: {'Network': ['ID=369e380d-dc6e-4b07-b3e5-ae77d05fcc5c,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:28.112506 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 34906) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:28.190766 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1a9b7518-eee8-4f23-9327-5c521ac48726 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:28.197526 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1a9b7518-eee8-4f23-9327-5c521ac48726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:28.244280 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-885b5915-1d9a-4d71-81af-fb38ceedc8af req-a44d01fb-b3d6-4010-94b8-02dc354cf963 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1574614 Aug 10 03:27:28.263945 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-e530793f-b537-4707-96d8-005987ede70b req-336b1e1b-649d-482b-a8fc-6a6af2775723 tempest-ServerPasswordTestJSON-1237251978 tempest-ServerPasswordTestJSON-1237251978-project] Allocated IP 172.20.0.7 (7eecef28-259d-40b3-8e99-2d942c1ee269/27c8f19a-5a35-4740-a53a-6f2a380970b3/5a9a58b1-1a4b-4188-8230-6de5b78051f8) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:27:28.292157 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a07705f-9c84-4036-a28a-670a1e6a6515 req-338b058d-6d2e-4970-8b91-17aa1f6506e9 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Made reservation on behalf of 7be8aebab9524a33aa2535549ec7cd0e for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:27:28.296123 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-6a07705f-9c84-4036-a28a-670a1e6a6515 req-338b058d-6d2e-4970-8b91-17aa1f6506e9 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:28.307214 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-1a9b7518-eee8-4f23-9327-5c521ac48726 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b3d68bfbab4c47b3bd975bcf086581d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4563637 Aug 10 03:27:28.311421 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9b7518-eee8-4f23-9327-5c521ac48726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=847c88c7-6621-4c93-8941-6a9309d57534,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:28.316184 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 34910) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:28.359917 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-69e10315-508c-47a0-a271-77a0498bcdbe tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:28.403885 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-db863adb-b8d7-4a26-8c33-5524c72a3ac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:28.432696 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-db863adb-b8d7-4a26-8c33-5524c72a3ac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:28.495834 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-db863adb-b8d7-4a26-8c33-5524c72a3ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:28.498889 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-db863adb-b8d7-4a26-8c33-5524c72a3ac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:28.501351 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-db863adb-b8d7-4a26-8c33-5524c72a3ac9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/847c88c7-6621-4c93-8941-6a9309d57534 HTTP/1.1" status: 204 len: 168 time: 0.1833794 Aug 10 03:27:28.513816 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db863adb-b8d7-4a26-8c33-5524c72a3ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=847c88c7-6621-4c93-8941-6a9309d57534,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:28.557897 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a8eb2b91-a6d9-4319-a6cb-d877c24ff6fd tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:28.714475 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 309a0890-05e1-4b49-9b85-d8cbfa6f25d3 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:27:28.742336 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-885b5915-1d9a-4d71-81af-fb38ceedc8af req-d782475b-3e8d-4f59-9e4c-53e9c8d2d38b service neutron] Request body: {'port': {'device_id': '52abdfa0-967d-47ff-8241-4731b1134638', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-13'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:27:28.765771 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 309a0890-05e1-4b49-9b85-d8cbfa6f25d3 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:27:28.766341 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 309a0890-05e1-4b49-9b85-d8cbfa6f25d3 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 10 03:27:28.776625 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eb2b91-a6d9-4319-a6cb-d877c24ff6fd tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Pushing event deleted for resources: {'Port': ['ID=309a0890-05e1-4b49-9b85-d8cbfa6f25d3,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:28.780680 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1b5af951-f882-470e-b736-7751ca87e8f7 req-618d5db3-812a-4905-be53-cedde0ef5158 tempest-ServerPasswordTestJSON-1237251978 tempest-ServerPasswordTestJSON-1237251978-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b80ede9-7b3f-4443-aa7e-6bc4c5b80518 HTTP/1.1" status: 200 len: 210 time: 0.2121024 Aug 10 03:27:28.803824 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Port 309a0890-05e1-4b49-9b85-d8cbfa6f25d3 not found, will not notify nova. {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 10 03:27:28.835063 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-69e10315-508c-47a0-a271-77a0498bcdbe tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:28.889950 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-69e10315-508c-47a0-a271-77a0498bcdbe tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8b11372-e78d-43dd-8c6f-cb78d2a41706']}} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:28.927852 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-885b5915-1d9a-4d71-81af-fb38ceedc8af req-d782475b-3e8d-4f59-9e4c-53e9c8d2d38b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:28.942767 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-69e10315-508c-47a0-a271-77a0498bcdbe tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58e995f9-54f2-42d6-a530-d8b67c82df05') {'for_net_delete': True} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:28.943114 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-69e10315-508c-47a0-a271-77a0498bcdbe tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58e995f9-54f2-42d6-a530-d8b67c82df05') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:28.977519 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-69e10315-508c-47a0-a271-77a0498bcdbe tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191186'] for segment, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:29.025333 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-69e10315-508c-47a0-a271-77a0498bcdbe tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:29.045999 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-6a07705f-9c84-4036-a28a-670a1e6a6515 req-338b058d-6d2e-4970-8b91-17aa1f6506e9 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Allocated IP 19.86.0.201 (087a84fe-cbb9-4578-b2e7-d58eaffd89fc/2d2c599f-fc0e-4bde-96f4-500208912c8f/714cfd04-fcb5-4ae1-9567-390480150f5d) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:27:29.056137 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a8eb2b91-a6d9-4319-a6cb-d877c24ff6fd tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520654'] for router_gateway, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:29.064584 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69e10315-508c-47a0-a271-77a0498bcdbe tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=94260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:27:29.065002 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-69e10315-508c-47a0-a271-77a0498bcdbe tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58895489'] for segment, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:29.074913 n-d-768862-13 neutron-server[94260]: Traceback (most recent call last): Aug 10 03:27:29.074913 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:27:29.074913 n-d-768862-13 neutron-server[94260]: timer() Aug 10 03:27:29.074913 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:27:29.074913 n-d-768862-13 neutron-server[94260]: cb(*args, **kw) Aug 10 03:27:29.074913 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:27:29.074913 n-d-768862-13 neutron-server[94260]: return func(*args, **kwargs) Aug 10 03:27:29.074913 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:27:29.074913 n-d-768862-13 neutron-server[94260]: self._notify() Aug 10 03:27:29.074913 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:27:29.074913 n-d-768862-13 neutron-server[94260]: self.callback(batched_events) Aug 10 03:27:29.074913 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:27:29.074913 n-d-768862-13 neutron-server[94260]: event.method(event) Aug 10 03:27:29.074913 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:27:29.074913 n-d-768862-13 neutron-server[94260]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:27:29.074913 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:27:29.074913 n-d-768862-13 neutron-server[94260]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:27:29.074913 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:27:29.074913 n-d-768862-13 neutron-server[94260]: return f(self, *a, **k) Aug 10 03:27:29.074913 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:27:29.074913 n-d-768862-13 neutron-server[94260]: return self._get(url).json() Aug 10 03:27:29.074913 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:27:29.074913 n-d-768862-13 neutron-server[94260]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:27:29.074913 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:27:29.074913 n-d-768862-13 neutron-server[94260]: return self.request(url, 'GET', **kwargs) Aug 10 03:27:29.074913 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:27:29.074913 n-d-768862-13 neutron-server[94260]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:27:29.074913 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:27:29.074913 n-d-768862-13 neutron-server[94260]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:27:29.074913 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:27:29.074913 n-d-768862-13 neutron-server[94260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:27:29.074913 n-d-768862-13 neutron-server[94260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:27:29.082889 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5e0798-fdb7-48bd-ae44-473fb0d26313 req-c541a12c-867b-458d-9747-3d0f13d9c518 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:29.084529 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9e5e0798-fdb7-48bd-ae44-473fb0d26313 req-c541a12c-867b-458d-9747-3d0f13d9c518 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/ports?device_id=82e38cbb-cdc6-42fa-a3ce-7cb6070b9051 HTTP/1.1" status: 200 len: 931 time: 0.4037714 Aug 10 03:27:29.173377 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-e530793f-b537-4707-96d8-005987ede70b req-336b1e1b-649d-482b-a8fc-6a6af2775723 tempest-ServerPasswordTestJSON-1237251978 tempest-ServerPasswordTestJSON-1237251978-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:29.330136 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a8eb2b91-a6d9-4319-a6cb-d877c24ff6fd tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:29.341103 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a8eb2b91-a6d9-4319-a6cb-d877c24ff6fd tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:29.395305 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-69e10315-508c-47a0-a271-77a0498bcdbe tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:29.473147 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-69e10315-508c-47a0-a271-77a0498bcdbe tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:29.490029 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-69e10315-508c-47a0-a271-77a0498bcdbe tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] 10.222.0.44 "DELETE /v2.0/networks/d8b11372-e78d-43dd-8c6f-cb78d2a41706 HTTP/1.1" status: 204 len: 168 time: 1.3708770 Aug 10 03:27:29.579781 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8780d47-0163-41c2-9e88-74ce2add2f65 req-818bce8a-b861-4544-ac33-c02ea002fb36 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:29.588570 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a8780d47-0163-41c2-9e88-74ce2add2f65 req-818bce8a-b861-4544-ac33-c02ea002fb36 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=52abdfa0-967d-47ff-8241-4731b1134638 HTTP/1.1" status: 200 len: 931 time: 0.3847344 Aug 10 03:27:29.607847 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9e5e0798-fdb7-48bd-ae44-473fb0d26313 req-ba0687ce-7361-4fdd-962d-f158cef730e4 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/security-groups?id=19cc7362-8f8b-47a2-b13d-80c9c9a2c563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4449921 Aug 10 03:27:29.634728 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e10315-508c-47a0-a271-77a0498bcdbe tempest-BulkNetworkOpsIpV6Test-1494947270 tempest-BulkNetworkOpsIpV6Test-1494947270-project] Pushing event deleted for resources: {'Network': ['ID=d8b11372-e78d-43dd-8c6f-cb78d2a41706,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:29.691694 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a8eb2b91-a6d9-4319-a6cb-d877c24ff6fd tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:29.692290 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8eb2b91-a6d9-4319-a6cb-d877c24ff6fd tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 364e2662-8a22-44d6-85c8-ae186621c2ee {{(pid=94260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:27:29.699319 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-e530793f-b537-4707-96d8-005987ede70b req-336b1e1b-649d-482b-a8fc-6a6af2775723 tempest-ServerPasswordTestJSON-1237251978 tempest-ServerPasswordTestJSON-1237251978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:29.712764 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a8eb2b91-a6d9-4319-a6cb-d877c24ff6fd tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks [] for router, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:29.716909 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-a8eb2b91-a6d9-4319-a6cb-d877c24ff6fd tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] 10.222.0.44 "DELETE /v2.0/routers/364e2662-8a22-44d6-85c8-ae186621c2ee HTTP/1.1" status: 204 len: 168 time: 5.9779956 Aug 10 03:27:29.721127 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 34944) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:29.806573 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e530793f-b537-4707-96d8-005987ede70b req-336b1e1b-649d-482b-a8fc-6a6af2775723 tempest-ServerPasswordTestJSON-1237251978 tempest-ServerPasswordTestJSON-1237251978-project] Network 7eecef28-259d-40b3-8e99-2d942c1ee269 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:27:29.854849 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a8780d47-0163-41c2-9e88-74ce2add2f65 req-c541fb53-22b4-41b5-85a1-0001e5133035 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651992 Aug 10 03:27:29.861413 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [req-885b5915-1d9a-4d71-81af-fb38ceedc8af req-d782475b-3e8d-4f59-9e4c-53e9c8d2d38b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7301d8fa-984f-441c-9daf-895a906f3044 {{(pid=94261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:27:29.863976 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-e530793f-b537-4707-96d8-005987ede70b req-336b1e1b-649d-482b-a8fc-6a6af2775723 tempest-ServerPasswordTestJSON-1237251978 tempest-ServerPasswordTestJSON-1237251978-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:27:29.875542 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-e530793f-b537-4707-96d8-005987ede70b req-336b1e1b-649d-482b-a8fc-6a6af2775723 tempest-ServerPasswordTestJSON-1237251978 tempest-ServerPasswordTestJSON-1237251978-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:27:29.881097 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-885b5915-1d9a-4d71-81af-fb38ceedc8af req-d782475b-3e8d-4f59-9e4c-53e9c8d2d38b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:29.906497 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 34950) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:29.923874 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336b1e1b-649d-482b-a8fc-6a6af2775723 tempest-ServerPasswordTestJSON-1237251978 tempest-ServerPasswordTestJSON-1237251978-project] Pushing event updated for resources: {'Port': ['ID=5a9a58b1-1a4b-4188-8230-6de5b78051f8,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:30.022485 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [req-885b5915-1d9a-4d71-81af-fb38ceedc8af req-d782475b-3e8d-4f59-9e4c-53e9c8d2d38b service neutron] Transition to ACTIVE for port object 7301d8fa-984f-441c-9daf-895a906f3044 will not be triggered until provisioned by entity L2. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:27:30.035585 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-885b5915-1d9a-4d71-81af-fb38ceedc8af req-d782475b-3e8d-4f59-9e4c-53e9c8d2d38b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:30.047577 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-6a07705f-9c84-4036-a28a-670a1e6a6515 req-338b058d-6d2e-4970-8b91-17aa1f6506e9 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:30.098809 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e530793f-b537-4707-96d8-005987ede70b req-336b1e1b-649d-482b-a8fc-6a6af2775723 tempest-ServerPasswordTestJSON-1237251978 tempest-ServerPasswordTestJSON-1237251978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:30.100043 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-25275bae-c0da-454b-bc96-ee23f7059c19 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks [] for router, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:30.100625 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-e530793f-b537-4707-96d8-005987ede70b req-336b1e1b-649d-482b-a8fc-6a6af2775723 tempest-ServerPasswordTestJSON-1237251978 tempest-ServerPasswordTestJSON-1237251978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:30.150464 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-6a07705f-9c84-4036-a28a-670a1e6a6515 req-338b058d-6d2e-4970-8b91-17aa1f6506e9 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Transition to ACTIVE for port object 714cfd04-fcb5-4ae1-9567-390480150f5d will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:27:30.189545 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e530793f-b537-4707-96d8-005987ede70b req-336b1e1b-649d-482b-a8fc-6a6af2775723 tempest-ServerPasswordTestJSON-1237251978 tempest-ServerPasswordTestJSON-1237251978-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1596963 Aug 10 03:27:30.206555 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-e530793f-b537-4707-96d8-005987ede70b req-063ad5c6-a0c5-440f-b948-aaa3d882bb99 service neutron] Request body: {'port': {'device_id': '2b80ede9-7b3f-4443-aa7e-6bc4c5b80518', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:27:30.248842 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d782475b-3e8d-4f59-9e4c-53e9c8d2d38b service neutron] Pushing event updated for resources: {'Port': ['ID=7301d8fa-984f-441c-9daf-895a906f3044,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:30.275767 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c5b10b-e8b3-4ab1-b7b2-da91af835bcd req-e96b3d79-49bf-4e78-8ffe-74324b56ef82 tempest-ServerPasswordTestJSON-1237251978 tempest-ServerPasswordTestJSON-1237251978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:30.278730 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-54c5b10b-e8b3-4ab1-b7b2-da91af835bcd req-e96b3d79-49bf-4e78-8ffe-74324b56ef82 tempest-ServerPasswordTestJSON-1237251978 tempest-ServerPasswordTestJSON-1237251978-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b80ede9-7b3f-4443-aa7e-6bc4c5b80518 HTTP/1.1" status: 200 len: 931 time: 0.2517688 Aug 10 03:27:30.333246 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-bce4feee-71d0-46d4-bf93-0f919596186e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=780534bc690d476db63a9ff062510b6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4212403 Aug 10 03:27:30.337828 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 34962) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:30.359398 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-25275bae-c0da-454b-bc96-ee23f7059c19 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:30.403464 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-885b5915-1d9a-4d71-81af-fb38ceedc8af req-d782475b-3e8d-4f59-9e4c-53e9c8d2d38b service neutron] Attempting to bind port 7301d8fa-984f-441c-9daf-895a906f3044 on host n-h2-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:27:30.404149 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-885b5915-1d9a-4d71-81af-fb38ceedc8af req-d782475b-3e8d-4f59-9e4c-53e9c8d2d38b service neutron] Attempting to bind port 7301d8fa-984f-441c-9daf-895a906f3044 by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': 'c50377c0-d527-459a-94e9-130b25761d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '72b680b6-c2b6-4772-b62f-31081d87c55d'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:27:30.404666 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885b5915-1d9a-4d71-81af-fb38ceedc8af req-d782475b-3e8d-4f59-9e4c-53e9c8d2d38b service neutron] Attempting to bind port 7301d8fa-984f-441c-9daf-895a906f3044 on network 72b680b6-c2b6-4772-b62f-31081d87c55d {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:27:30.423957 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-6a07705f-9c84-4036-a28a-670a1e6a6515 req-338b058d-6d2e-4970-8b91-17aa1f6506e9 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:30.424869 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885b5915-1d9a-4d71-81af-fb38ceedc8af req-d782475b-3e8d-4f59-9e4c-53e9c8d2d38b service neutron] Port 7301d8fa-984f-441c-9daf-895a906f3044 on network 72b680b6-c2b6-4772-b62f-31081d87c55d not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:27:30.425199 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885b5915-1d9a-4d71-81af-fb38ceedc8af req-d782475b-3e8d-4f59-9e4c-53e9c8d2d38b service neutron] Attempting to bind port 7301d8fa-984f-441c-9daf-895a906f3044 on network 72b680b6-c2b6-4772-b62f-31081d87c55d {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:27:30.454796 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-54c5b10b-e8b3-4ab1-b7b2-da91af835bcd req-47ee4f6c-6f8c-4de3-a1fc-db5160690b50 tempest-ServerPasswordTestJSON-1237251978 tempest-ServerPasswordTestJSON-1237251978-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5d152dc-c04b-40ec-a9c5-7741ed4a9f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604185 Aug 10 03:27:30.455736 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-e530793f-b537-4707-96d8-005987ede70b req-063ad5c6-a0c5-440f-b948-aaa3d882bb99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:30.462070 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885b5915-1d9a-4d71-81af-fb38ceedc8af req-d782475b-3e8d-4f59-9e4c-53e9c8d2d38b service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:27:30.462916 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885b5915-1d9a-4d71-81af-fb38ceedc8af req-d782475b-3e8d-4f59-9e4c-53e9c8d2d38b service neutron] Checking segment: {'id': 'c50377c0-d527-459a-94e9-130b25761d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '72b680b6-c2b6-4772-b62f-31081d87c55d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:27:30.463491 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885b5915-1d9a-4d71-81af-fb38ceedc8af req-d782475b-3e8d-4f59-9e4c-53e9c8d2d38b service neutron] Bound using segment: {'id': 'c50377c0-d527-459a-94e9-130b25761d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '72b680b6-c2b6-4772-b62f-31081d87c55d'} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:27:30.464117 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-885b5915-1d9a-4d71-81af-fb38ceedc8af req-d782475b-3e8d-4f59-9e4c-53e9c8d2d38b service neutron] Bound port: 7301d8fa-984f-441c-9daf-895a906f3044, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c50377c0-d527-459a-94e9-130b25761d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '72b680b6-c2b6-4772-b62f-31081d87c55d'}}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:27:30.464675 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-885b5915-1d9a-4d71-81af-fb38ceedc8af req-d782475b-3e8d-4f59-9e4c-53e9c8d2d38b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:30.515617 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a500672e-3a9e-46ae-b28b-755fa7f4e1f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:30.557993 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a07705f-9c84-4036-a28a-670a1e6a6515 req-338b058d-6d2e-4970-8b91-17aa1f6506e9 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Network 087a84fe-cbb9-4578-b2e7-d58eaffd89fc is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:27:30.564575 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-6a07705f-9c84-4036-a28a-670a1e6a6515 req-338b058d-6d2e-4970-8b91-17aa1f6506e9 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:27:30.568777 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a07705f-9c84-4036-a28a-670a1e6a6515 req-338b058d-6d2e-4970-8b91-17aa1f6506e9 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:27:30.587767 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a500672e-3a9e-46ae-b28b-755fa7f4e1f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:30.652649 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-25275bae-c0da-454b-bc96-ee23f7059c19 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Deleting port da7a8ec3-c325-4564-ad49-10742f067ac5 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:27:30.653068 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-25275bae-c0da-454b-bc96-ee23f7059c19 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:30.713163 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 309a0890-05e1-4b49-9b85-d8cbfa6f25d3 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:27:30.714338 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-885b5915-1d9a-4d71-81af-fb38ceedc8af req-d782475b-3e8d-4f59-9e4c-53e9c8d2d38b service neutron] For port 7301d8fa-984f-441c-9daf-895a906f3044, host n-h2-768862-13, cleared binding levels {{(pid=94261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:27:30.738467 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-885b5915-1d9a-4d71-81af-fb38ceedc8af req-d782475b-3e8d-4f59-9e4c-53e9c8d2d38b service neutron] For port 7301d8fa-984f-441c-9daf-895a906f3044, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=7301d8fa-984f-441c-9daf-895a906f3044,segment=NetworkSegment(c50377c0-d527-459a-94e9-130b25761d57),segment_id=c50377c0-d527-459a-94e9-130b25761d57)] {{(pid=94261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:27:30.748416 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-885b5915-1d9a-4d71-81af-fb38ceedc8af req-d782475b-3e8d-4f59-9e4c-53e9c8d2d38b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:30.758746 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338b058d-6d2e-4970-8b91-17aa1f6506e9 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Pushing event updated for resources: {'Port': ['ID=714cfd04-fcb5-4ae1-9567-390480150f5d,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:30.813620 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 309a0890-05e1-4b49-9b85-d8cbfa6f25d3 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:27:30.814194 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 309a0890-05e1-4b49-9b85-d8cbfa6f25d3 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:27:30.842704 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a500672e-3a9e-46ae-b28b-755fa7f4e1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:30.848136 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a500672e-3a9e-46ae-b28b-755fa7f4e1f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:30.848536 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a500672e-3a9e-46ae-b28b-755fa7f4e1f8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5fb5f016-9da5-43c6-ae66-fe7907f2b787 HTTP/1.1" status: 204 len: 168 time: 0.5087235 Aug 10 03:27:30.858676 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885b5915-1d9a-4d71-81af-fb38ceedc8af req-d782475b-3e8d-4f59-9e4c-53e9c8d2d38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:30.858876 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-885b5915-1d9a-4d71-81af-fb38ceedc8af req-d782475b-3e8d-4f59-9e4c-53e9c8d2d38b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:30.860440 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-885b5915-1d9a-4d71-81af-fb38ceedc8af req-d782475b-3e8d-4f59-9e4c-53e9c8d2d38b service neutron] 10.222.0.61 "PUT /v2.0/ports/7301d8fa-984f-441c-9daf-895a906f3044 HTTP/1.1" status: 200 len: 1092 time: 2.6043642 Aug 10 03:27:30.866062 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52abdfa0-967d-47ff-8241-4731b1134638', 'tag': '7301d8fa-984f-441c-9daf-895a906f3044'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:27:30.869391 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d94f386c-2d29-459e-b4a4-6534dc2d7142" -d '{"events": [{"name": "network-changed", "server_uuid": "52abdfa0-967d-47ff-8241-4731b1134638", "tag": "7301d8fa-984f-441c-9daf-895a906f3044"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:27:30.874856 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a07705f-9c84-4036-a28a-670a1e6a6515 req-338b058d-6d2e-4970-8b91-17aa1f6506e9 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:30.876636 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-6a07705f-9c84-4036-a28a-670a1e6a6515 req-338b058d-6d2e-4970-8b91-17aa1f6506e9 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:30.999675 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-25275bae-c0da-454b-bc96-ee23f7059c19 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] For port da7a8ec3-c325-4564-ad49-10742f067ac5, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=da7a8ec3-c325-4564-ad49-10742f067ac5,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:31.000246 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-25275bae-c0da-454b-bc96-ee23f7059c19 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:31.033311 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-25275bae-c0da-454b-bc96-ee23f7059c19 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Calling delete_port for da7a8ec3-c325-4564-ad49-10742f067ac5 owned by network:router_gateway {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:27:31.084714 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6a07705f-9c84-4036-a28a-670a1e6a6515 req-338b058d-6d2e-4970-8b91-17aa1f6506e9 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8520820 Aug 10 03:27:31.097248 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad2d460-34f2-4505-b33f-e88893d4d00e req-881a6cc3-4f01-4d14-8525-a5e039721448 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:31.105050 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad2d460-34f2-4505-b33f-e88893d4d00e req-881a6cc3-4f01-4d14-8525-a5e039721448 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:31.106912 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-aad2d460-34f2-4505-b33f-e88893d4d00e req-881a6cc3-4f01-4d14-8525-a5e039721448 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/ports?device_id=82e38cbb-cdc6-42fa-a3ce-7cb6070b9051 HTTP/1.1" status: 200 len: 1654 time: 0.2485516 Aug 10 03:27:31.118396 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-6a07705f-9c84-4036-a28a-670a1e6a6515 req-d4c147b6-969b-4b8d-8489-cf6db6173307 service neutron] Request body: {'port': {'device_id': '82e38cbb-cdc6-42fa-a3ce-7cb6070b9051', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:27:31.156016 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d782475b-3e8d-4f59-9e4c-53e9c8d2d38b service neutron] Pushing event updated for resources: {'Port': ['ID=7301d8fa-984f-441c-9daf-895a906f3044,revision_number=3']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:31.225628 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-b71fd372-cf7e-4c38-af07-f5bc6c191608 None None] Provisioning for port 714cfd04-fcb5-4ae1-9567-390480150f5d completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:27:31.241724 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-b71fd372-cf7e-4c38-af07-f5bc6c191608 None None] Provisioning complete for port 714cfd04-fcb5-4ae1-9567-390480150f5d triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:27:31.242681 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b71fd372-cf7e-4c38-af07-f5bc6c191608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:31.281154 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-aad2d460-34f2-4505-b33f-e88893d4d00e req-e295aaf0-8e19-4003-a1bf-93f164e4cc9f tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/security-groups?id=19cc7362-8f8b-47a2-b13d-80c9c9a2c563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445875 Aug 10 03:27:31.321566 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-6a07705f-9c84-4036-a28a-670a1e6a6515 req-d4c147b6-969b-4b8d-8489-cf6db6173307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:31.330660 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-b71fd372-cf7e-4c38-af07-f5bc6c191608 None None] Port 714cfd04-fcb5-4ae1-9567-390480150f5d cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:27:31.608500 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-e530793f-b537-4707-96d8-005987ede70b req-063ad5c6-a0c5-440f-b948-aaa3d882bb99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a9a58b1-1a4b-4188-8230-6de5b78051f8 {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:27:31.642787 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-e530793f-b537-4707-96d8-005987ede70b req-063ad5c6-a0c5-440f-b948-aaa3d882bb99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:31.654268 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a500672e-3a9e-46ae-b28b-755fa7f4e1f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb5f016-9da5-43c6-ae66-fe7907f2b787,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:31.664808 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ae0e7c-c6e6-42a5-9a18-0bdfb7749f92 x-openstack-request-id: req-41ae0e7c-c6e6-42a5-9a18-0bdfb7749f92 {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:27:31.666296 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52abdfa0-967d-47ff-8241-4731b1134638", "tag": "7301d8fa-984f-441c-9daf-895a906f3044", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:27:31.666988 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-41ae0e7c-c6e6-42a5-9a18-0bdfb7749f92 {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:27:31.668881 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52abdfa0-967d-47ff-8241-4731b1134638', 'tag': '7301d8fa-984f-441c-9daf-895a906f3044', 'status': 'completed', 'code': 200} Aug 10 03:27:31.672485 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-25275bae-c0da-454b-bc96-ee23f7059c19 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:31.696248 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4f014d-9bf9-4a1d-b3b5-f00340ebca80 req-7c250a9c-cd6f-44b2-a0e0-5a2b64a21c04 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:31.699694 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5d4f014d-9bf9-4a1d-b3b5-f00340ebca80 req-7c250a9c-cd6f-44b2-a0e0-5a2b64a21c04 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=52abdfa0-967d-47ff-8241-4731b1134638 HTTP/1.1" status: 200 len: 943 time: 0.1968863 Aug 10 03:27:31.775745 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25275bae-c0da-454b-bc96-ee23f7059c19 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Pushing event deleted for resources: {'Port': ['ID=da7a8ec3-c325-4564-ad49-10742f067ac5,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:31.784886 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-e530793f-b537-4707-96d8-005987ede70b req-063ad5c6-a0c5-440f-b948-aaa3d882bb99 service neutron] Transition to ACTIVE for port object 5a9a58b1-1a4b-4188-8230-6de5b78051f8 will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:27:31.840858 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885b5915-1d9a-4d71-81af-fb38ceedc8af req-2166100e-5e17-426c-88ad-90d4e2909e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:31.842671 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-885b5915-1d9a-4d71-81af-fb38ceedc8af req-2166100e-5e17-426c-88ad-90d4e2909e80 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=45ea8e99da524d229eab9a9daefefa06&device_id=52abdfa0-967d-47ff-8241-4731b1134638 HTTP/1.1" status: 200 len: 1095 time: 0.2465565 Aug 10 03:27:31.864779 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-e530793f-b537-4707-96d8-005987ede70b req-063ad5c6-a0c5-440f-b948-aaa3d882bb99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:31.903282 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-885b5915-1d9a-4d71-81af-fb38ceedc8af req-e3d9471a-7a43-496d-950f-31813070e612 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7301d8fa-984f-441c-9daf-895a906f3044 HTTP/1.1" status: 200 len: 217 time: 0.0511379 Aug 10 03:27:31.904313 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-25275bae-c0da-454b-bc96-ee23f7059c19 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520654'] for router_gateway, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:32.018010 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f029f7-ec20-4a34-8a15-e65c1b1cbff2 req-d53b39f3-dae7-4f67-b62f-53ff04724441 tempest-ServerPasswordTestJSON-1237251978 tempest-ServerPasswordTestJSON-1237251978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:32.020798 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-48f029f7-ec20-4a34-8a15-e65c1b1cbff2 req-d53b39f3-dae7-4f67-b62f-53ff04724441 tempest-ServerPasswordTestJSON-1237251978 tempest-ServerPasswordTestJSON-1237251978-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b80ede9-7b3f-4443-aa7e-6bc4c5b80518 HTTP/1.1" status: 200 len: 931 time: 0.2555094 Aug 10 03:27:32.026247 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5d4f014d-9bf9-4a1d-b3b5-f00340ebca80 req-f70186b0-b983-4e00-8995-e7d3e9a27cd8 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496421 Aug 10 03:27:32.059427 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-25275bae-c0da-454b-bc96-ee23f7059c19 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:32.063450 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-25275bae-c0da-454b-bc96-ee23f7059c19 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:32.077413 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885b5915-1d9a-4d71-81af-fb38ceedc8af req-61161c2c-8d52-4122-98c2-99442051ca58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:32.078973 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-885b5915-1d9a-4d71-81af-fb38ceedc8af req-61161c2c-8d52-4122-98c2-99442051ca58 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8f2c47df-839e-40b4-85ee-46033508b63e HTTP/1.1" status: 200 len: 853 time: 0.1395366 Aug 10 03:27:32.133764 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063ad5c6-a0c5-440f-b948-aaa3d882bb99 service neutron] Pushing event updated for resources: {'Port': ['ID=5a9a58b1-1a4b-4188-8230-6de5b78051f8,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:32.149031 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-885b5915-1d9a-4d71-81af-fb38ceedc8af req-5f1c7bf4-094f-46e2-88d9-05f5dafb2d86 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=72b680b6-c2b6-4772-b62f-31081d87c55d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295773 Aug 10 03:27:32.157784 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-25275bae-c0da-454b-bc96-ee23f7059c19 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:32.158456 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25275bae-c0da-454b-bc96-ee23f7059c19 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Fanout notify agent at l3_agent the message router_deleted on router da64c022-4617-43d9-a4dd-b69dde257bd8 {{(pid=94261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:27:32.178679 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-25275bae-c0da-454b-bc96-ee23f7059c19 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:32.185441 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-25275bae-c0da-454b-bc96-ee23f7059c19 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] 10.222.0.44 "DELETE /v2.0/routers/da64c022-4617-43d9-a4dd-b69dde257bd8 HTTP/1.1" status: 204 len: 168 time: 2.4568303 Aug 10 03:27:32.187604 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 35016) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:32.204394 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-48f029f7-ec20-4a34-8a15-e65c1b1cbff2 req-c338aaaa-c800-48bd-a573-ce91258d0c29 tempest-ServerPasswordTestJSON-1237251978 tempest-ServerPasswordTestJSON-1237251978-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5d152dc-c04b-40ec-a9c5-7741ed4a9f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759996 Aug 10 03:27:32.217418 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-b0747ea9-fdf5-461a-8153-8c4eb66c57c1 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-516216655', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd'}, 'admin_state_up': False}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:27:32.344386 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-885b5915-1d9a-4d71-81af-fb38ceedc8af req-f53ff17b-9dca-4406-a20f-7390760cda1a service neutron] 10.222.0.61 "GET /v2.0/networks/72b680b6-c2b6-4772-b62f-31081d87c55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814811 Aug 10 03:27:32.365624 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-e530793f-b537-4707-96d8-005987ede70b req-063ad5c6-a0c5-440f-b948-aaa3d882bb99 service neutron] Attempting to bind port 5a9a58b1-1a4b-4188-8230-6de5b78051f8 on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:27:32.366048 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-e530793f-b537-4707-96d8-005987ede70b req-063ad5c6-a0c5-440f-b948-aaa3d882bb99 service neutron] Attempting to bind port 5a9a58b1-1a4b-4188-8230-6de5b78051f8 by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '455f5add-0fbc-48cd-bd0e-861ec0ae857f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7eecef28-259d-40b3-8e99-2d942c1ee269'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:27:32.366586 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e530793f-b537-4707-96d8-005987ede70b req-063ad5c6-a0c5-440f-b948-aaa3d882bb99 service neutron] Attempting to bind port 5a9a58b1-1a4b-4188-8230-6de5b78051f8 on network 7eecef28-259d-40b3-8e99-2d942c1ee269 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:27:32.379085 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b0747ea9-fdf5-461a-8153-8c4eb66c57c1 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:32.380686 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b0747ea9-fdf5-461a-8153-8c4eb66c57c1 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:32.390686 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e530793f-b537-4707-96d8-005987ede70b req-063ad5c6-a0c5-440f-b948-aaa3d882bb99 service neutron] Port 5a9a58b1-1a4b-4188-8230-6de5b78051f8 on network 7eecef28-259d-40b3-8e99-2d942c1ee269 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:27:32.391248 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e530793f-b537-4707-96d8-005987ede70b req-063ad5c6-a0c5-440f-b948-aaa3d882bb99 service neutron] Attempting to bind port 5a9a58b1-1a4b-4188-8230-6de5b78051f8 on network 7eecef28-259d-40b3-8e99-2d942c1ee269 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:27:32.431678 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e530793f-b537-4707-96d8-005987ede70b req-063ad5c6-a0c5-440f-b948-aaa3d882bb99 service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:27:32.432028 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e530793f-b537-4707-96d8-005987ede70b req-063ad5c6-a0c5-440f-b948-aaa3d882bb99 service neutron] Checking segment: {'id': '455f5add-0fbc-48cd-bd0e-861ec0ae857f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7eecef28-259d-40b3-8e99-2d942c1ee269'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:27:32.432619 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e530793f-b537-4707-96d8-005987ede70b req-063ad5c6-a0c5-440f-b948-aaa3d882bb99 service neutron] Bound using segment: {'id': '455f5add-0fbc-48cd-bd0e-861ec0ae857f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7eecef28-259d-40b3-8e99-2d942c1ee269'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:27:32.433259 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-e530793f-b537-4707-96d8-005987ede70b req-063ad5c6-a0c5-440f-b948-aaa3d882bb99 service neutron] Bound port: 5a9a58b1-1a4b-4188-8230-6de5b78051f8, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '455f5add-0fbc-48cd-bd0e-861ec0ae857f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7eecef28-259d-40b3-8e99-2d942c1ee269'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:27:32.433635 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-e530793f-b537-4707-96d8-005987ede70b req-063ad5c6-a0c5-440f-b948-aaa3d882bb99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:32.456923 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-6a07705f-9c84-4036-a28a-670a1e6a6515 req-d4c147b6-969b-4b8d-8489-cf6db6173307 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06a30281-4a6e-4214-af00-27ecf02f1635 {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:27:32.531012 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-6a07705f-9c84-4036-a28a-670a1e6a6515 req-d4c147b6-969b-4b8d-8489-cf6db6173307 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:32.607102 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b0747ea9-fdf5-461a-8153-8c4eb66c57c1 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:32.611360 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-6a07705f-9c84-4036-a28a-670a1e6a6515 req-d4c147b6-969b-4b8d-8489-cf6db6173307 service neutron] Transition to ACTIVE for port object 06a30281-4a6e-4214-af00-27ecf02f1635 will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:27:32.617192 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 35028) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:32.702374 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-6a07705f-9c84-4036-a28a-670a1e6a6515 req-d4c147b6-969b-4b8d-8489-cf6db6173307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:32.708956 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-885b5915-1d9a-4d71-81af-fb38ceedc8af req-aa9d466d-5083-425a-ba45-4a28037376bf service neutron] 10.222.0.61 "GET /v2.0/networks/72b680b6-c2b6-4772-b62f-31081d87c55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3549018 Aug 10 03:27:32.748467 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e3245-b1f5-4b6a-9002-c27e3540d4e9 req-c276e99a-a8c6-491e-8e1c-07fe614b65fb tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:32.760688 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e3245-b1f5-4b6a-9002-c27e3540d4e9 req-c276e99a-a8c6-491e-8e1c-07fe614b65fb tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:32.762856 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-044e3245-b1f5-4b6a-9002-c27e3540d4e9 req-c276e99a-a8c6-491e-8e1c-07fe614b65fb tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/ports?device_id=82e38cbb-cdc6-42fa-a3ce-7cb6070b9051 HTTP/1.1" status: 200 len: 1654 time: 0.3132889 Aug 10 03:27:32.846755 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94f386c-2d29-459e-b4a4-6534dc2d7142 req-eb75c7a1-2836-484b-9ea9-608b7099b2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:32.850527 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-d94f386c-2d29-459e-b4a4-6534dc2d7142 req-eb75c7a1-2836-484b-9ea9-608b7099b2f2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=45ea8e99da524d229eab9a9daefefa06&device_id=52abdfa0-967d-47ff-8241-4731b1134638 HTTP/1.1" status: 200 len: 1095 time: 0.0830665 Aug 10 03:27:32.969949 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-e5a13d8b-f919-450c-ac2b-dc5b62903408 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1264383546'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:27:33.055309 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:27:33.060258 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:33.090265 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94f386c-2d29-459e-b4a4-6534dc2d7142 req-188e1e89-4be9-4a2d-a417-edcd9d839d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:33.093076 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-d94f386c-2d29-459e-b4a4-6534dc2d7142 req-188e1e89-4be9-4a2d-a417-edcd9d839d13 service neutron] 10.222.0.61 "GET /v2.0/networks?id=72b680b6-c2b6-4772-b62f-31081d87c55d HTTP/1.1" status: 200 len: 913 time: 0.2337492 Aug 10 03:27:33.094110 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a13d8b-f919-450c-ac2b-dc5b62903408 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Made reservation on behalf of b9da701989b44dd3be6b50dc5f7476c0 for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:27:33.100087 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e5a13d8b-f919-450c-ac2b-dc5b62903408 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:33.185507 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e5a13d8b-f919-450c-ac2b-dc5b62903408 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:33.190449 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-d94f386c-2d29-459e-b4a4-6534dc2d7142 req-4fcfe764-c3eb-4fc4-a37d-3876826940a4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7301d8fa-984f-441c-9daf-895a906f3044 HTTP/1.1" status: 200 len: 217 time: 0.0859754 Aug 10 03:27:33.293901 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94f386c-2d29-459e-b4a4-6534dc2d7142 req-b1ddc947-a1f3-4b33-b43d-462b5bd5c26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:33.295789 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-d94f386c-2d29-459e-b4a4-6534dc2d7142 req-b1ddc947-a1f3-4b33-b43d-462b5bd5c26c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8f2c47df-839e-40b4-85ee-46033508b63e HTTP/1.1" status: 200 len: 853 time: 0.0922756 Aug 10 03:27:33.354536 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-d94f386c-2d29-459e-b4a4-6534dc2d7142 req-1d8a156a-a9f7-4e03-bb56-61e37652db6a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=72b680b6-c2b6-4772-b62f-31081d87c55d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487130 Aug 10 03:27:33.473093 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e5a13d8b-f919-450c-ac2b-dc5b62903408 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:33.481328 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e5a13d8b-f919-450c-ac2b-dc5b62903408 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:33.513128 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b0747ea9-fdf5-461a-8153-8c4eb66c57c1 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:33.517574 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-e530793f-b537-4707-96d8-005987ede70b req-063ad5c6-a0c5-440f-b948-aaa3d882bb99 service neutron] For port 5a9a58b1-1a4b-4188-8230-6de5b78051f8, host n-h1-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:27:33.545685 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5a13d8b-f919-450c-ac2b-dc5b62903408 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:27:33.562379 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-044e3245-b1f5-4b6a-9002-c27e3540d4e9 req-0a8e6d9d-7ba8-40f9-9912-0d5c1e2978ca tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/security-groups?id=19cc7362-8f8b-47a2-b13d-80c9c9a2c563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7474179 Aug 10 03:27:33.563070 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c147b6-969b-4b8d-8489-cf6db6173307 service neutron] Pushing event updated for resources: {'Port': ['ID=06a30281-4a6e-4214-af00-27ecf02f1635,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:33.568540 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a13d8b-f919-450c-ac2b-dc5b62903408 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a1139c4-d202-4b98-913f-28998a2d4968,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:33.586118 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e5a13d8b-f919-450c-ac2b-dc5b62903408 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:33.586504 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-e530793f-b537-4707-96d8-005987ede70b req-063ad5c6-a0c5-440f-b948-aaa3d882bb99 service neutron] For port 5a9a58b1-1a4b-4188-8230-6de5b78051f8, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=5a9a58b1-1a4b-4188-8230-6de5b78051f8,segment=NetworkSegment(455f5add-0fbc-48cd-bd0e-861ec0ae857f),segment_id=455f5add-0fbc-48cd-bd0e-861ec0ae857f)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:27:33.587614 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-e5a13d8b-f919-450c-ac2b-dc5b62903408 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Added segment 515fdad9-146f-4767-952a-62c3732882c5 of type vlan for network 5fb25014-c291-466b-80ad-6d157d2ba578 Aug 10 03:27:33.625687 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-d94f386c-2d29-459e-b4a4-6534dc2d7142 req-5f2d8f78-b471-4930-8e8f-dfaf42300dcc service neutron] 10.222.0.61 "GET /v2.0/networks/72b680b6-c2b6-4772-b62f-31081d87c55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591841 Aug 10 03:27:33.671633 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-e530793f-b537-4707-96d8-005987ede70b req-063ad5c6-a0c5-440f-b948-aaa3d882bb99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:33.694590 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e5a13d8b-f919-450c-ac2b-dc5b62903408 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:33.757579 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-6a07705f-9c84-4036-a28a-670a1e6a6515 req-d4c147b6-969b-4b8d-8489-cf6db6173307 service neutron] Attempting to bind port 06a30281-4a6e-4214-af00-27ecf02f1635 on host n-h2-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:27:33.758092 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-6a07705f-9c84-4036-a28a-670a1e6a6515 req-d4c147b6-969b-4b8d-8489-cf6db6173307 service neutron] Attempting to bind port 06a30281-4a6e-4214-af00-27ecf02f1635 by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': '6df3a89d-4b66-4f8e-a439-c186a224c972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '9f05ef88-89ac-4251-8d62-e456a4dc722b'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:27:33.758565 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a07705f-9c84-4036-a28a-670a1e6a6515 req-d4c147b6-969b-4b8d-8489-cf6db6173307 service neutron] Attempting to bind port 06a30281-4a6e-4214-af00-27ecf02f1635 on network 9f05ef88-89ac-4251-8d62-e456a4dc722b {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:27:33.774886 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367c38df-c144-4058-bd5d-d39543c075b7 req-23f6f8f8-f179-44e9-a08a-f2374282aa23 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:33.783197 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-367c38df-c144-4058-bd5d-d39543c075b7 req-23f6f8f8-f179-44e9-a08a-f2374282aa23 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=52abdfa0-967d-47ff-8241-4731b1134638 HTTP/1.1" status: 200 len: 943 time: 0.3769298 Aug 10 03:27:33.795381 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e530793f-b537-4707-96d8-005987ede70b req-063ad5c6-a0c5-440f-b948-aaa3d882bb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:33.796134 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-e530793f-b537-4707-96d8-005987ede70b req-063ad5c6-a0c5-440f-b948-aaa3d882bb99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:33.797815 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e530793f-b537-4707-96d8-005987ede70b req-063ad5c6-a0c5-440f-b948-aaa3d882bb99 service neutron] 10.222.0.42 "PUT /v2.0/ports/5a9a58b1-1a4b-4188-8230-6de5b78051f8 HTTP/1.1" status: 200 len: 1092 time: 3.5986941 Aug 10 03:27:33.818572 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b80ede9-7b3f-4443-aa7e-6bc4c5b80518', 'tag': '5a9a58b1-1a4b-4188-8230-6de5b78051f8'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:27:33.821067 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa1fb0a-e2d9-432e-bc25-55fc23149401" -d '{"events": [{"name": "network-changed", "server_uuid": "2b80ede9-7b3f-4443-aa7e-6bc4c5b80518", "tag": "5a9a58b1-1a4b-4188-8230-6de5b78051f8"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:27:33.830838 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a07705f-9c84-4036-a28a-670a1e6a6515 req-d4c147b6-969b-4b8d-8489-cf6db6173307 service neutron] Port 06a30281-4a6e-4214-af00-27ecf02f1635 on network 9f05ef88-89ac-4251-8d62-e456a4dc722b not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:27:33.831061 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a07705f-9c84-4036-a28a-670a1e6a6515 req-d4c147b6-969b-4b8d-8489-cf6db6173307 service neutron] Attempting to bind port 06a30281-4a6e-4214-af00-27ecf02f1635 on network 9f05ef88-89ac-4251-8d62-e456a4dc722b {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:27:33.860462 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e5a13d8b-f919-450c-ac2b-dc5b62903408 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:33.871689 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a13d8b-f919-450c-ac2b-dc5b62903408 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:33.872729 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e5a13d8b-f919-450c-ac2b-dc5b62903408 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:33.900952 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a07705f-9c84-4036-a28a-670a1e6a6515 req-d4c147b6-969b-4b8d-8489-cf6db6173307 service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:27:33.900952 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a07705f-9c84-4036-a28a-670a1e6a6515 req-d4c147b6-969b-4b8d-8489-cf6db6173307 service neutron] Checking segment: {'id': '6df3a89d-4b66-4f8e-a439-c186a224c972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '9f05ef88-89ac-4251-8d62-e456a4dc722b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:27:33.900952 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a07705f-9c84-4036-a28a-670a1e6a6515 req-d4c147b6-969b-4b8d-8489-cf6db6173307 service neutron] Bound using segment: {'id': '6df3a89d-4b66-4f8e-a439-c186a224c972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '9f05ef88-89ac-4251-8d62-e456a4dc722b'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:27:33.900952 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-6a07705f-9c84-4036-a28a-670a1e6a6515 req-d4c147b6-969b-4b8d-8489-cf6db6173307 service neutron] Bound port: 06a30281-4a6e-4214-af00-27ecf02f1635, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6df3a89d-4b66-4f8e-a439-c186a224c972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '9f05ef88-89ac-4251-8d62-e456a4dc722b'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:27:33.900952 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-6a07705f-9c84-4036-a28a-670a1e6a6515 req-d4c147b6-969b-4b8d-8489-cf6db6173307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:33.955239 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063ad5c6-a0c5-440f-b948-aaa3d882bb99 service neutron] Pushing event updated for resources: {'Port': ['ID=5a9a58b1-1a4b-4188-8230-6de5b78051f8,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:33.981026 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-367c38df-c144-4058-bd5d-d39543c075b7 req-10c42d80-e93e-4dbf-bc51-6fa6f9ea2c5f tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966960 Aug 10 03:27:33.983036 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 35062) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:33.994150 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-d94f386c-2d29-459e-b4a4-6534dc2d7142 req-8c59e2ae-9a58-4759-b3d3-3d1f973cb7f8 service neutron] 10.222.0.61 "GET /v2.0/networks/72b680b6-c2b6-4772-b62f-31081d87c55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3407419 Aug 10 03:27:34.040077 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e5a13d8b-f919-450c-ac2b-dc5b62903408 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4169836 Aug 10 03:27:34.044402 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e82f82-a976-46ab-9000-7af9ea18a963 req-a42ce7bb-e781-4d9e-9363-b3d3133620e5 tempest-ServerPasswordTestJSON-1237251978 tempest-ServerPasswordTestJSON-1237251978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:34.046075 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-49e82f82-a976-46ab-9000-7af9ea18a963 req-a42ce7bb-e781-4d9e-9363-b3d3133620e5 tempest-ServerPasswordTestJSON-1237251978 tempest-ServerPasswordTestJSON-1237251978-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b80ede9-7b3f-4443-aa7e-6bc4c5b80518 HTTP/1.1" status: 200 len: 943 time: 0.2443469 Aug 10 03:27:34.051377 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e530793f-b537-4707-96d8-005987ede70b req-511b3f31-54f9-41e5-894e-aaa70379cb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:34.052959 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e530793f-b537-4707-96d8-005987ede70b req-511b3f31-54f9-41e5-894e-aaa70379cb8a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=737dcd92f0124812974ea46ede36c4f7&device_id=2b80ede9-7b3f-4443-aa7e-6bc4c5b80518 HTTP/1.1" status: 200 len: 1095 time: 0.1919715 Aug 10 03:27:34.056819 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a13d8b-f919-450c-ac2b-dc5b62903408 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Pushing event updated for resources: {'Network': ['ID=5fb25014-c291-466b-80ad-6d157d2ba578,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:34.072954 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 5fb25014-c291-466b-80ad-6d157d2ba578 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:27:34.142694 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e530793f-b537-4707-96d8-005987ede70b req-b42ff5fc-70f3-4d1c-a7ec-cf3855777c68 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a9a58b1-1a4b-4188-8230-6de5b78051f8 HTTP/1.1" status: 200 len: 217 time: 0.0722046 Aug 10 03:27:34.143858 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-6a07705f-9c84-4036-a28a-670a1e6a6515 req-d4c147b6-969b-4b8d-8489-cf6db6173307 service neutron] For port 06a30281-4a6e-4214-af00-27ecf02f1635, host n-h2-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:27:34.221074 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-6a07705f-9c84-4036-a28a-670a1e6a6515 req-d4c147b6-969b-4b8d-8489-cf6db6173307 service neutron] For port 06a30281-4a6e-4214-af00-27ecf02f1635, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=06a30281-4a6e-4214-af00-27ecf02f1635,segment=NetworkSegment(6df3a89d-4b66-4f8e-a439-c186a224c972),segment_id=6df3a89d-4b66-4f8e-a439-c186a224c972)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:27:34.270074 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-6a07705f-9c84-4036-a28a-670a1e6a6515 req-d4c147b6-969b-4b8d-8489-cf6db6173307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:34.312992 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-49e82f82-a976-46ab-9000-7af9ea18a963 req-47b9ded3-8ac7-409d-b10c-f236ea759d82 tempest-ServerPasswordTestJSON-1237251978 tempest-ServerPasswordTestJSON-1237251978-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5d152dc-c04b-40ec-a9c5-7741ed4a9f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563026 Aug 10 03:27:34.350750 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a07705f-9c84-4036-a28a-670a1e6a6515 req-d4c147b6-969b-4b8d-8489-cf6db6173307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:34.352136 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-6a07705f-9c84-4036-a28a-670a1e6a6515 req-d4c147b6-969b-4b8d-8489-cf6db6173307 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:34.353725 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6a07705f-9c84-4036-a28a-670a1e6a6515 req-d4c147b6-969b-4b8d-8489-cf6db6173307 service neutron] 10.222.0.61 "PUT /v2.0/ports/06a30281-4a6e-4214-af00-27ecf02f1635 HTTP/1.1" status: 200 len: 1092 time: 3.2429423 Aug 10 03:27:34.367558 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-fb0c0212-32d8-478d-a07d-55ed531b3fc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:34.402690 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-6a07705f-9c84-4036-a28a-670a1e6a6515 req-4af3e59f-07b9-4701-bed3-a31c96565f58 service neutron] Request body: {'port': {'device_id': '82e38cbb-cdc6-42fa-a3ce-7cb6070b9051', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:27:34.443611 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e530793f-b537-4707-96d8-005987ede70b req-46063f0d-b5f2-4bb0-93f2-760fb4e88b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:34.445178 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e530793f-b537-4707-96d8-005987ede70b req-46063f0d-b5f2-4bb0-93f2-760fb4e88b55 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=27c8f19a-5a35-4740-a53a-6f2a380970b3 HTTP/1.1" status: 200 len: 853 time: 0.2913837 Aug 10 03:27:34.572155 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device da7a8ec3-c325-4564-ad49-10742f067ac5 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:27:34.593799 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e530793f-b537-4707-96d8-005987ede70b req-104cbfb2-ed84-4319-81d0-6528d13e2ae8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7eecef28-259d-40b3-8e99-2d942c1ee269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1367025 Aug 10 03:27:34.605718 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd5f4ff4-e1b2-4f9b-95ad-4c74c08e1731 x-openstack-request-id: req-bd5f4ff4-e1b2-4f9b-95ad-4c74c08e1731 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:27:34.606347 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b80ede9-7b3f-4443-aa7e-6bc4c5b80518", "tag": "5a9a58b1-1a4b-4188-8230-6de5b78051f8", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:27:34.606754 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bd5f4ff4-e1b2-4f9b-95ad-4c74c08e1731 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:27:34.607337 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b80ede9-7b3f-4443-aa7e-6bc4c5b80518', 'tag': '5a9a58b1-1a4b-4188-8230-6de5b78051f8', 'status': 'completed', 'code': 200} Aug 10 03:27:34.623239 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: da7a8ec3-c325-4564-ad49-10742f067ac5 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:27:34.624275 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device da7a8ec3-c325-4564-ad49-10742f067ac5 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:27:34.660968 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c147b6-969b-4b8d-8489-cf6db6173307 service neutron] Pushing event updated for resources: {'Port': ['ID=06a30281-4a6e-4214-af00-27ecf02f1635,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:34.748509 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-6a07705f-9c84-4036-a28a-670a1e6a6515 req-4af3e59f-07b9-4701-bed3-a31c96565f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:34.810398 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b0747ea9-fdf5-461a-8153-8c4eb66c57c1 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks [] for router_gateway, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:34.848092 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b0747ea9-fdf5-461a-8153-8c4eb66c57c1 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:34.981081 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253af640-a205-4a56-b3bc-a6691001f353 req-8b961c50-751a-4e00-840c-65fa0e841beb tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:34.987442 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253af640-a205-4a56-b3bc-a6691001f353 req-8b961c50-751a-4e00-840c-65fa0e841beb tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:34.989208 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-253af640-a205-4a56-b3bc-a6691001f353 req-8b961c50-751a-4e00-840c-65fa0e841beb tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/ports?device_id=82e38cbb-cdc6-42fa-a3ce-7cb6070b9051 HTTP/1.1" status: 200 len: 1666 time: 0.2603712 Aug 10 03:27:35.029783 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e530793f-b537-4707-96d8-005987ede70b req-280c4763-b9b5-4c2a-889e-d71d28e9af6c service neutron] 10.222.0.42 "GET /v2.0/networks/7eecef28-259d-40b3-8e99-2d942c1ee269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4054348 Aug 10 03:27:35.031907 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-fb0c0212-32d8-478d-a07d-55ed531b3fc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:35.095838 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-fb0c0212-32d8-478d-a07d-55ed531b3fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:35.314460 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0c0212-32d8-478d-a07d-55ed531b3fc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=577dcce8-23e7-4984-8530-9b2cbfa57f05,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:35.353683 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-253af640-a205-4a56-b3bc-a6691001f353 req-0bdf53a2-f339-462a-bb4c-2614d3801e61 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/security-groups?id=19cc7362-8f8b-47a2-b13d-80c9c9a2c563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3466299 Aug 10 03:27:35.356322 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-fb0c0212-32d8-478d-a07d-55ed531b3fc7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5d4dc53c17e44dd7993e0c1d85e1286d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3704462 Aug 10 03:27:35.360140 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 35078) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:35.376258 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-b0747ea9-fdf5-461a-8153-8c4eb66c57c1 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Allocated IP 172.25.6.101 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/3da29daa-cef3-4753-880e-bd9928ff086e) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:27:35.417412 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f9dba43e-ad03-413d-9b7f-a7f89bd0840d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:35.457619 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f9dba43e-ad03-413d-9b7f-a7f89bd0840d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:35.513102 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5317b6fc-7bec-41d1-b08e-b7cd3ac17a43 req-90af652b-d7ff-40c9-8074-49b8cb3a8422 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:35.515030 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5317b6fc-7bec-41d1-b08e-b7cd3ac17a43 req-90af652b-d7ff-40c9-8074-49b8cb3a8422 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=52abdfa0-967d-47ff-8241-4731b1134638 HTTP/1.1" status: 200 len: 943 time: 0.3407667 Aug 10 03:27:35.533153 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e530793f-b537-4707-96d8-005987ede70b req-1622b424-225c-496f-b223-0313f8676a9c service neutron] 10.222.0.42 "GET /v2.0/networks/7eecef28-259d-40b3-8e99-2d942c1ee269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4476500 Aug 10 03:27:35.631524 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f9dba43e-ad03-413d-9b7f-a7f89bd0840d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:35.638292 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f9dba43e-ad03-413d-9b7f-a7f89bd0840d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:35.647518 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-f9dba43e-ad03-413d-9b7f-a7f89bd0840d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/577dcce8-23e7-4984-8530-9b2cbfa57f05 HTTP/1.1" status: 204 len: 168 time: 0.2839508 Aug 10 03:27:35.668986 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dba43e-ad03-413d-9b7f-a7f89bd0840d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=577dcce8-23e7-4984-8530-9b2cbfa57f05,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:35.803408 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5317b6fc-7bec-41d1-b08e-b7cd3ac17a43 req-7b53d79f-0e86-4325-abac-c9f5d8e71698 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679508 Aug 10 03:27:35.838555 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b0747ea9-fdf5-461a-8153-8c4eb66c57c1 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:35.875767 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-6a07705f-9c84-4036-a28a-670a1e6a6515 req-4af3e59f-07b9-4701-bed3-a31c96565f58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 714cfd04-fcb5-4ae1-9567-390480150f5d {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:27:35.889311 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-6a07705f-9c84-4036-a28a-670a1e6a6515 req-4af3e59f-07b9-4701-bed3-a31c96565f58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:35.905686 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 7301d8fa-984f-441c-9daf-895a906f3044 details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:27:35.907799 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa1fb0a-e2d9-432e-bc25-55fc23149401 req-b8ccdf86-3607-44a2-8f6c-c69ef51699aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:35.909751 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-afa1fb0a-e2d9-432e-bc25-55fc23149401 req-b8ccdf86-3607-44a2-8f6c-c69ef51699aa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=737dcd92f0124812974ea46ede36c4f7&device_id=2b80ede9-7b3f-4443-aa7e-6bc4c5b80518 HTTP/1.1" status: 200 len: 1095 time: 0.2678792 Aug 10 03:27:36.014553 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-6a07705f-9c84-4036-a28a-670a1e6a6515 req-4af3e59f-07b9-4701-bed3-a31c96565f58 service neutron] Transition to ACTIVE for port object 714cfd04-fcb5-4ae1-9567-390480150f5d will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:27:36.033372 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-6a07705f-9c84-4036-a28a-670a1e6a6515 req-4af3e59f-07b9-4701-bed3-a31c96565f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:36.117804 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b0747ea9-fdf5-461a-8153-8c4eb66c57c1 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:36.159026 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa1fb0a-e2d9-432e-bc25-55fc23149401 req-6e6b3888-dd52-485b-b415-287315ada480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:36.160800 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-afa1fb0a-e2d9-432e-bc25-55fc23149401 req-6e6b3888-dd52-485b-b415-287315ada480 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7eecef28-259d-40b3-8e99-2d942c1ee269 HTTP/1.1" status: 200 len: 913 time: 0.2423980 Aug 10 03:27:36.207225 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 7301d8fa-984f-441c-9daf-895a906f3044, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=7301d8fa-984f-441c-9daf-895a906f3044,segment=NetworkSegment(c50377c0-d527-459a-94e9-130b25761d57),segment_id=c50377c0-d527-459a-94e9-130b25761d57)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:36.224521 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': '7301d8fa-984f-441c-9daf-895a906f3044', 'network_id': '72b680b6-c2b6-4772-b62f-31081d87c55d', 'port_id': '7301d8fa-984f-441c-9daf-895a906f3044', 'mac_address': 'fa:16:3e:6b:76:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f2c47df-839e-40b4-85ee-46033508b63e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:27:36.244823 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-afa1fb0a-e2d9-432e-bc25-55fc23149401 req-c33b2465-8348-4b88-b5bd-346d11e0e6bb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a9a58b1-1a4b-4188-8230-6de5b78051f8 HTTP/1.1" status: 200 len: 217 time: 0.0627482 Aug 10 03:27:36.297744 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:36.333881 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7301d8fa-984f-441c-9daf-895a906f3044 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:27:36.357048 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 7301d8fa-984f-441c-9daf-895a906f3044, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=7301d8fa-984f-441c-9daf-895a906f3044,segment=NetworkSegment(c50377c0-d527-459a-94e9-130b25761d57),segment_id=c50377c0-d527-459a-94e9-130b25761d57)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:36.361377 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0747ea9-fdf5-461a-8153-8c4eb66c57c1 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:27:36.365166 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:36.408254 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af3e59f-07b9-4701-bed3-a31c96565f58 service neutron] Pushing event updated for resources: {'Port': ['ID=714cfd04-fcb5-4ae1-9567-390480150f5d,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:36.437339 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-b0747ea9-fdf5-461a-8153-8c4eb66c57c1 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:27:36.457674 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0747ea9-fdf5-461a-8153-8c4eb66c57c1 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:27:36.491625 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=7301d8fa-984f-441c-9daf-895a906f3044,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:36.507566 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 35088) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:36.543350 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa1fb0a-e2d9-432e-bc25-55fc23149401 req-0f9cb2e5-77ec-48e6-85ab-44feafa78a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:36.545143 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-afa1fb0a-e2d9-432e-bc25-55fc23149401 req-0f9cb2e5-77ec-48e6-85ab-44feafa78a06 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=27c8f19a-5a35-4740-a53a-6f2a380970b3 HTTP/1.1" status: 200 len: 853 time: 0.2688994 Aug 10 03:27:36.548946 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-98747f33-5b94-4970-98b8-68426c1f42f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:36.558886 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1740981e-9165-4b95-b38e-623cdd445338 req-a96b368f-0d21-48e5-ac27-a28ed1024dd7 tempest-ServerPasswordTestJSON-1237251978 tempest-ServerPasswordTestJSON-1237251978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:36.566514 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1740981e-9165-4b95-b38e-623cdd445338 req-a96b368f-0d21-48e5-ac27-a28ed1024dd7 tempest-ServerPasswordTestJSON-1237251978 tempest-ServerPasswordTestJSON-1237251978-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b80ede9-7b3f-4443-aa7e-6bc4c5b80518 HTTP/1.1" status: 200 len: 943 time: 0.4887228 Aug 10 03:27:36.629310 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82e38cbb-cdc6-42fa-a3ce-7cb6070b9051', 'tag': '06a30281-4a6e-4214-af00-27ecf02f1635'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:27:36.631555 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ae7b684-5d2b-4e30-bb72-4ff3642de21f" -d '{"events": [{"name": "network-changed", "server_uuid": "82e38cbb-cdc6-42fa-a3ce-7cb6070b9051", "tag": "06a30281-4a6e-4214-af00-27ecf02f1635"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:27:36.643481 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-afa1fb0a-e2d9-432e-bc25-55fc23149401 req-f09b92b3-7730-45b6-a3cd-08ef6b602c1b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7eecef28-259d-40b3-8e99-2d942c1ee269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707796 Aug 10 03:27:36.676401 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0747ea9-fdf5-461a-8153-8c4eb66c57c1 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Pushing event updated for resources: {'Port': ['ID=3da29daa-cef3-4753-880e-bd9928ff086e,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:36.732206 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-98747f33-5b94-4970-98b8-68426c1f42f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:36.738879 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-98747f33-5b94-4970-98b8-68426c1f42f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:36.799975 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98747f33-5b94-4970-98b8-68426c1f42f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff48d763-f9e6-4200-affe-f2e20cd52d1f,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:36.810840 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-98747f33-5b94-4970-98b8-68426c1f42f5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4101417f2980470088c57d593b58f748&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2986715 Aug 10 03:27:36.811397 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 35094) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:36.878633 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-365ccc63-74b9-487b-aa40-5b409040b6e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:36.908200 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-365ccc63-74b9-487b-aa40-5b409040b6e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:36.968680 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['7301d8fa-984f-441c-9daf-895a906f3044'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:27:36.996966 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-365ccc63-74b9-487b-aa40-5b409040b6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:37.004245 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-365ccc63-74b9-487b-aa40-5b409040b6e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:37.005673 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-365ccc63-74b9-487b-aa40-5b409040b6e2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ff48d763-f9e6-4200-affe-f2e20cd52d1f HTTP/1.1" status: 204 len: 168 time: 0.1929936 Aug 10 03:27:37.016289 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365ccc63-74b9-487b-aa40-5b409040b6e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff48d763-f9e6-4200-affe-f2e20cd52d1f,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:37.236584 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-6a07705f-9c84-4036-a28a-670a1e6a6515 req-4af3e59f-07b9-4701-bed3-a31c96565f58 service neutron] Attempting to bind port 714cfd04-fcb5-4ae1-9567-390480150f5d on host n-h2-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:27:37.237159 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-6a07705f-9c84-4036-a28a-670a1e6a6515 req-4af3e59f-07b9-4701-bed3-a31c96565f58 service neutron] Attempting to bind port 714cfd04-fcb5-4ae1-9567-390480150f5d by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': '8d891c90-800a-4eaf-9bc0-c9a0d301429e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '087a84fe-cbb9-4578-b2e7-d58eaffd89fc'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:27:37.237258 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a07705f-9c84-4036-a28a-670a1e6a6515 req-4af3e59f-07b9-4701-bed3-a31c96565f58 service neutron] Attempting to bind port 714cfd04-fcb5-4ae1-9567-390480150f5d on network 087a84fe-cbb9-4578-b2e7-d58eaffd89fc {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:27:37.253563 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1740981e-9165-4b95-b38e-623cdd445338 req-2d36725b-576d-417c-b62b-afb169e3ee7c tempest-ServerPasswordTestJSON-1237251978 tempest-ServerPasswordTestJSON-1237251978-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5d152dc-c04b-40ec-a9c5-7741ed4a9f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6860583 Aug 10 03:27:37.310648 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a07705f-9c84-4036-a28a-670a1e6a6515 req-4af3e59f-07b9-4701-bed3-a31c96565f58 service neutron] Port 714cfd04-fcb5-4ae1-9567-390480150f5d on network 087a84fe-cbb9-4578-b2e7-d58eaffd89fc not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:27:37.311304 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a07705f-9c84-4036-a28a-670a1e6a6515 req-4af3e59f-07b9-4701-bed3-a31c96565f58 service neutron] Attempting to bind port 714cfd04-fcb5-4ae1-9567-390480150f5d on network 087a84fe-cbb9-4578-b2e7-d58eaffd89fc {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:27:37.339320 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a07705f-9c84-4036-a28a-670a1e6a6515 req-4af3e59f-07b9-4701-bed3-a31c96565f58 service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:27:37.340170 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a07705f-9c84-4036-a28a-670a1e6a6515 req-4af3e59f-07b9-4701-bed3-a31c96565f58 service neutron] Checking segment: {'id': '8d891c90-800a-4eaf-9bc0-c9a0d301429e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '087a84fe-cbb9-4578-b2e7-d58eaffd89fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:27:37.340801 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a07705f-9c84-4036-a28a-670a1e6a6515 req-4af3e59f-07b9-4701-bed3-a31c96565f58 service neutron] Bound using segment: {'id': '8d891c90-800a-4eaf-9bc0-c9a0d301429e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '087a84fe-cbb9-4578-b2e7-d58eaffd89fc'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:27:37.341631 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-6a07705f-9c84-4036-a28a-670a1e6a6515 req-4af3e59f-07b9-4701-bed3-a31c96565f58 service neutron] Bound port: 714cfd04-fcb5-4ae1-9567-390480150f5d, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d891c90-800a-4eaf-9bc0-c9a0d301429e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '087a84fe-cbb9-4578-b2e7-d58eaffd89fc'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:27:37.342395 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-6a07705f-9c84-4036-a28a-670a1e6a6515 req-4af3e59f-07b9-4701-bed3-a31c96565f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:37.384999 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117b6f98-51dd-400a-b6c1-1e6f42ce8a24 req-a8a231d2-1e4b-4d97-b5c2-86502469ab66 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:37.396310 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117b6f98-51dd-400a-b6c1-1e6f42ce8a24 req-a8a231d2-1e4b-4d97-b5c2-86502469ab66 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:37.409578 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-117b6f98-51dd-400a-b6c1-1e6f42ce8a24 req-a8a231d2-1e4b-4d97-b5c2-86502469ab66 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/ports?device_id=82e38cbb-cdc6-42fa-a3ce-7cb6070b9051 HTTP/1.1" status: 200 len: 1678 time: 0.7683258 Aug 10 03:27:37.436603 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a5704e4-9728-46a1-aa2f-9166284cd2ec x-openstack-request-id: req-7a5704e4-9728-46a1-aa2f-9166284cd2ec {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:27:37.437054 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82e38cbb-cdc6-42fa-a3ce-7cb6070b9051", "tag": "06a30281-4a6e-4214-af00-27ecf02f1635", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:27:37.437474 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7a5704e4-9728-46a1-aa2f-9166284cd2ec {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:27:37.438108 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82e38cbb-cdc6-42fa-a3ce-7cb6070b9051', 'tag': '06a30281-4a6e-4214-af00-27ecf02f1635', 'status': 'completed', 'code': 200} Aug 10 03:27:37.522157 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-afa1fb0a-e2d9-432e-bc25-55fc23149401 req-b7191be0-6b59-4489-901b-77e2612138aa service neutron] 10.222.0.42 "GET /v2.0/networks/7eecef28-259d-40b3-8e99-2d942c1ee269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8673799 Aug 10 03:27:37.562807 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae7b684-5d2b-4e30-bb72-4ff3642de21f req-2d2afc6d-4032-4f95-8c8c-9751ddfe9355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:37.563742 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae7b684-5d2b-4e30-bb72-4ff3642de21f req-2d2afc6d-4032-4f95-8c8c-9751ddfe9355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:37.568936 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-4ae7b684-5d2b-4e30-bb72-4ff3642de21f req-2d2afc6d-4032-4f95-8c8c-9751ddfe9355 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7be8aebab9524a33aa2535549ec7cd0e&device_id=82e38cbb-cdc6-42fa-a3ce-7cb6070b9051 HTTP/1.1" status: 200 len: 1940 time: 0.0966771 Aug 10 03:27:37.809108 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-117b6f98-51dd-400a-b6c1-1e6f42ce8a24 req-bfb3bffb-0f5e-44da-b2d5-76f3c59ddcf0 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/security-groups?id=19cc7362-8f8b-47a2-b13d-80c9c9a2c563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3979471 Aug 10 03:27:37.810026 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae7b684-5d2b-4e30-bb72-4ff3642de21f req-f74e1bbd-9c77-4647-b181-162edf5b0e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:37.810947 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae7b684-5d2b-4e30-bb72-4ff3642de21f req-f74e1bbd-9c77-4647-b181-162edf5b0e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:37.811858 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae7b684-5d2b-4e30-bb72-4ff3642de21f req-f74e1bbd-9c77-4647-b181-162edf5b0e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:37.814828 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-4ae7b684-5d2b-4e30-bb72-4ff3642de21f req-f74e1bbd-9c77-4647-b181-162edf5b0e5e service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=7be8aebab9524a33aa2535549ec7cd0e&shared=False HTTP/1.1" status: 200 len: 2287 time: 0.2345700 Aug 10 03:27:37.917074 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-6a07705f-9c84-4036-a28a-670a1e6a6515 req-4af3e59f-07b9-4701-bed3-a31c96565f58 service neutron] For port 714cfd04-fcb5-4ae1-9567-390480150f5d, host n-h2-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:27:37.933681 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-6a07705f-9c84-4036-a28a-670a1e6a6515 req-4af3e59f-07b9-4701-bed3-a31c96565f58 service neutron] For port 714cfd04-fcb5-4ae1-9567-390480150f5d, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=714cfd04-fcb5-4ae1-9567-390480150f5d,segment=NetworkSegment(8d891c90-800a-4eaf-9bc0-c9a0d301429e),segment_id=8d891c90-800a-4eaf-9bc0-c9a0d301429e)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:27:38.035930 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-6a07705f-9c84-4036-a28a-670a1e6a6515 req-4af3e59f-07b9-4701-bed3-a31c96565f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:38.056156 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae7b684-5d2b-4e30-bb72-4ff3642de21f req-4f5a8ae4-0858-4817-bb13-a91efa2620ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:38.059083 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-4ae7b684-5d2b-4e30-bb72-4ff3642de21f req-4f5a8ae4-0858-4817-bb13-a91efa2620ab service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2335551 Aug 10 03:27:38.096628 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced7c297-ad57-4d44-a664-f0654bc61416 req-532c0c5f-72a6-49e3-aa33-b586fd60daf8 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:38.098280 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ced7c297-ad57-4d44-a664-f0654bc61416 req-532c0c5f-72a6-49e3-aa33-b586fd60daf8 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=52abdfa0-967d-47ff-8241-4731b1134638 HTTP/1.1" status: 200 len: 944 time: 0.4435861 Aug 10 03:27:38.162724 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-afa1fb0a-e2d9-432e-bc25-55fc23149401 req-23d39e45-26eb-4a9c-ac9d-6782889f8752 service neutron] 10.222.0.42 "GET /v2.0/networks/7eecef28-259d-40b3-8e99-2d942c1ee269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6251595 Aug 10 03:27:38.187897 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a07705f-9c84-4036-a28a-670a1e6a6515 req-4af3e59f-07b9-4701-bed3-a31c96565f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:38.188540 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-6a07705f-9c84-4036-a28a-670a1e6a6515 req-4af3e59f-07b9-4701-bed3-a31c96565f58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:38.190112 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6a07705f-9c84-4036-a28a-670a1e6a6515 req-4af3e59f-07b9-4701-bed3-a31c96565f58 service neutron] 10.222.0.61 "PUT /v2.0/ports/714cfd04-fcb5-4ae1-9567-390480150f5d HTTP/1.1" status: 200 len: 1093 time: 3.7992389 Aug 10 03:27:38.205025 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b0747ea9-fdf5-461a-8153-8c4eb66c57c1 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks [] for router_gateway, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:38.361029 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ced7c297-ad57-4d44-a664-f0654bc61416 req-98135128-1d1a-4056-bbf5-0988796b9f35 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274716 Aug 10 03:27:38.435531 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 35128) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:38.445118 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-02e56d14-7b24-4b9c-a9db-264ed3dc6d08 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Request body: {'subnet': {'network_id': '5fb25014-c291-466b-80ad-6d157d2ba578', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:27:38.487415 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af3e59f-07b9-4701-bed3-a31c96565f58 service neutron] Pushing event updated for resources: {'Port': ['ID=714cfd04-fcb5-4ae1-9567-390480150f5d,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:38.652953 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02e56d14-7b24-4b9c-a9db-264ed3dc6d08 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Made reservation on behalf of b9da701989b44dd3be6b50dc5f7476c0 for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:27:38.657008 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-02e56d14-7b24-4b9c-a9db-264ed3dc6d08 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:38.663810 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a07705f-9c84-4036-a28a-670a1e6a6515 req-110eab91-93e7-4394-ace0-ceae76b8d25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:38.664800 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a07705f-9c84-4036-a28a-670a1e6a6515 req-110eab91-93e7-4394-ace0-ceae76b8d25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:38.667814 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6a07705f-9c84-4036-a28a-670a1e6a6515 req-110eab91-93e7-4394-ace0-ceae76b8d25a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7be8aebab9524a33aa2535549ec7cd0e&device_id=82e38cbb-cdc6-42fa-a3ce-7cb6070b9051 HTTP/1.1" status: 200 len: 1982 time: 0.3443038 Aug 10 03:27:38.692668 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adad490c-1b19-4a6c-9976-a6983a03b9b8 req-f9976798-82e8-4376-b519-f44c47303a24 tempest-ServerPasswordTestJSON-1237251978 tempest-ServerPasswordTestJSON-1237251978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:38.695862 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-adad490c-1b19-4a6c-9976-a6983a03b9b8 req-f9976798-82e8-4376-b519-f44c47303a24 tempest-ServerPasswordTestJSON-1237251978 tempest-ServerPasswordTestJSON-1237251978-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b80ede9-7b3f-4443-aa7e-6bc4c5b80518 HTTP/1.1" status: 200 len: 943 time: 0.2040384 Aug 10 03:27:38.805981 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6a07705f-9c84-4036-a28a-670a1e6a6515 req-b8446fda-389b-44cc-a5ea-52fdacbdf967 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.56&port_id=06a30281-4a6e-4214-af00-27ecf02f1635 HTTP/1.1" status: 200 len: 217 time: 0.1051376 Aug 10 03:27:38.891933 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-02e56d14-7b24-4b9c-a9db-264ed3dc6d08 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:38.973456 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e56d14-7b24-4b9c-a9db-264ed3dc6d08 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Pushing event updated for resources: {'Subnet': ['ID=9e8b8474-5d26-4043-bb01-19fea3bd203e,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:38.979769 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e56d14-7b24-4b9c-a9db-264ed3dc6d08 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Checking segment: {'id': '515fdad9-146f-4767-952a-62c3732882c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5fb25014-c291-466b-80ad-6d157d2ba578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:27:38.980150 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e56d14-7b24-4b9c-a9db-264ed3dc6d08 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Network hostable DHCP agents. Network: 5fb25014-c291-466b-80ad-6d157d2ba578, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:27:39.004569 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e56d14-7b24-4b9c-a9db-264ed3dc6d08 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Network 5fb25014-c291-466b-80ad-6d157d2ba578 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:27:39.017129 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-02e56d14-7b24-4b9c-a9db-264ed3dc6d08 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 5fb25014-c291-466b-80ad-6d157d2ba578) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:27:39.026643 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e56d14-7b24-4b9c-a9db-264ed3dc6d08 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:39.027345 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-02e56d14-7b24-4b9c-a9db-264ed3dc6d08 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:39.036805 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0dce416-933d-4cb6-8ddd-d418a53b7ce1 None None] Network 5fb25014-c291-466b-80ad-6d157d2ba578 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:27:39.052469 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-02e56d14-7b24-4b9c-a9db-264ed3dc6d08 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6119223 Aug 10 03:27:39.056405 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 35142) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:39.063508 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-decb83b0-a6b4-4db5-88f1-a13e58d5fc3f tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-888235878'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:27:39.076047 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-adad490c-1b19-4a6c-9976-a6983a03b9b8 req-da00966f-3e85-4832-9f5f-b1f9763ed623 tempest-ServerPasswordTestJSON-1237251978 tempest-ServerPasswordTestJSON-1237251978-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5d152dc-c04b-40ec-a9c5-7741ed4a9f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3575037 Aug 10 03:27:39.104595 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-decb83b0-a6b4-4db5-88f1-a13e58d5fc3f tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Made reservation on behalf of b9da701989b44dd3be6b50dc5f7476c0 for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:27:39.109674 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-decb83b0-a6b4-4db5-88f1-a13e58d5fc3f tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:39.120175 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b0747ea9-fdf5-461a-8153-8c4eb66c57c1 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:39.127029 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a07705f-9c84-4036-a28a-670a1e6a6515 req-e13dd3f8-75b6-4f91-857d-975a5ac5e021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:39.129938 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6a07705f-9c84-4036-a28a-670a1e6a6515 req-e13dd3f8-75b6-4f91-857d-975a5ac5e021 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6e0e0971-8112-46dc-9683-97d8e983a25c HTTP/1.1" status: 200 len: 801 time: 0.2591562 Aug 10 03:27:39.186566 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-decb83b0-a6b4-4db5-88f1-a13e58d5fc3f tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:27:39.207123 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-decb83b0-a6b4-4db5-88f1-a13e58d5fc3f tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:39.207936 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-decb83b0-a6b4-4db5-88f1-a13e58d5fc3f tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Added segment 762def0e-d737-45a6-a14f-44fde6ed4b88 of type vlan for network 34f4c7af-c059-4c94-bd4d-20028341e308 Aug 10 03:27:39.268102 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-decb83b0-a6b4-4db5-88f1-a13e58d5fc3f tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:39.293069 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed953450-4342-4892-94f3-a1308717fb83 req-546fdbcf-7a55-4e07-bb81-b75c7dc2168d tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:39.307442 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed953450-4342-4892-94f3-a1308717fb83 req-546fdbcf-7a55-4e07-bb81-b75c7dc2168d tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:39.314964 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ed953450-4342-4892-94f3-a1308717fb83 req-546fdbcf-7a55-4e07-bb81-b75c7dc2168d tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/ports?device_id=82e38cbb-cdc6-42fa-a3ce-7cb6070b9051 HTTP/1.1" status: 200 len: 1678 time: 0.3430429 Aug 10 03:27:39.324558 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-decb83b0-a6b4-4db5-88f1-a13e58d5fc3f tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:39.331844 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-decb83b0-a6b4-4db5-88f1-a13e58d5fc3f tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:39.333497 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-decb83b0-a6b4-4db5-88f1-a13e58d5fc3f tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:39.363979 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fdffd86-4184-42bd-8a44-ddf232bd9beb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-5fb25014-c291-466b-80ad-6d157d2ba578', 'network_id': '5fb25014-c291-466b-80ad-6d157d2ba578', 'tenant_id': 'b9da701989b44dd3be6b50dc5f7476c0', 'fixed_ips': [{'subnet_id': '9e8b8474-5d26-4043-bb01-19fea3bd203e'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:27:39.365546 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9fdffd86-4184-42bd-8a44-ddf232bd9beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:39.435672 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-decb83b0-a6b4-4db5-88f1-a13e58d5fc3f tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3774533 Aug 10 03:27:39.436325 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 35150) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:39.459438 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82e38cbb-cdc6-42fa-a3ce-7cb6070b9051', 'tag': '714cfd04-fcb5-4ae1-9567-390480150f5d'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:27:39.461241 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-efee3d5d-0c1f-4b14-ac12-f15667d4e745 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Request body: {'subnet': {'network_id': '34f4c7af-c059-4c94-bd4d-20028341e308', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:27:39.464528 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-257abb26-6b6a-477e-8020-359acfeae88a" -d '{"events": [{"name": "network-changed", "server_uuid": "82e38cbb-cdc6-42fa-a3ce-7cb6070b9051", "tag": "714cfd04-fcb5-4ae1-9567-390480150f5d"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:27:39.480815 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a07705f-9c84-4036-a28a-670a1e6a6515 req-86aaaa84-52d1-40bc-8b25-bbbe1a9210b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:39.483750 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6a07705f-9c84-4036-a28a-670a1e6a6515 req-86aaaa84-52d1-40bc-8b25-bbbe1a9210b5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9f05ef88-89ac-4251-8d62-e456a4dc722b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3427136 Aug 10 03:27:39.508421 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decb83b0-a6b4-4db5-88f1-a13e58d5fc3f tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Pushing event updated for resources: {'Network': ['ID=34f4c7af-c059-4c94-bd4d-20028341e308,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:39.585693 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 34f4c7af-c059-4c94-bd4d-20028341e308 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:27:39.676907 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ed953450-4342-4892-94f3-a1308717fb83 req-9a17ea6e-8e82-4b9e-b78b-abda9db781ea tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/security-groups?id=19cc7362-8f8b-47a2-b13d-80c9c9a2c563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3477745 Aug 10 03:27:39.698959 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efee3d5d-0c1f-4b14-ac12-f15667d4e745 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Made reservation on behalf of b9da701989b44dd3be6b50dc5f7476c0 for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:27:39.708689 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-efee3d5d-0c1f-4b14-ac12-f15667d4e745 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:39.767083 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e15a5f-867c-4ba1-b563-7b370359ca14 req-e6962c3d-8452-4410-9d1a-23b1f081124d tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:39.769087 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-59e15a5f-867c-4ba1-b563-7b370359ca14 req-e6962c3d-8452-4410-9d1a-23b1f081124d tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=52abdfa0-967d-47ff-8241-4731b1134638 HTTP/1.1" status: 200 len: 944 time: 0.1109033 Aug 10 03:27:39.803184 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6a07705f-9c84-4036-a28a-670a1e6a6515 req-4a6ff8c1-420f-4af7-b22e-9039caefde7d service neutron] 10.222.0.61 "GET /v2.0/networks/9f05ef88-89ac-4251-8d62-e456a4dc722b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3049989 Aug 10 03:27:39.823802 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0747ea9-fdf5-461a-8153-8c4eb66c57c1 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Router 00916692-cbba-43cf-9d05-1eec43c3b09a is scheduled to L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e with binding_index 1 {{(pid=94260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:27:39.885713 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6700a24-9e3b-4265-9c3d-89581e08c2c0 x-openstack-request-id: req-f6700a24-9e3b-4265-9c3d-89581e08c2c0 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:27:39.886012 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82e38cbb-cdc6-42fa-a3ce-7cb6070b9051", "tag": "714cfd04-fcb5-4ae1-9567-390480150f5d", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:27:39.886409 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f6700a24-9e3b-4265-9c3d-89581e08c2c0 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:27:39.886881 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82e38cbb-cdc6-42fa-a3ce-7cb6070b9051', 'tag': '714cfd04-fcb5-4ae1-9567-390480150f5d', 'status': 'completed', 'code': 200} Aug 10 03:27:39.956071 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-59e15a5f-867c-4ba1-b563-7b370359ca14 req-782cd370-4219-42dd-a148-ef266e1b4192 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674018 Aug 10 03:27:39.960668 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-9fdffd86-4184-42bd-8a44-ddf232bd9beb None None] Allocated IP 2001:db8:0:ffff::2 (5fb25014-c291-466b-80ad-6d157d2ba578/9e8b8474-5d26-4043-bb01-19fea3bd203e/11e17495-0c2a-4d1b-a9d5-a9d17ce810d2) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:27:39.967267 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 7301d8fa-984f-441c-9daf-895a906f3044 up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:27:39.972329 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 5a9a58b1-1a4b-4188-8230-6de5b78051f8 details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:27:40.066218 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6a07705f-9c84-4036-a28a-670a1e6a6515 req-89b22e0f-d4ef-40f4-b88e-c7e3c2c9a2bd service neutron] 10.222.0.61 "GET /v2.0/networks/9f05ef88-89ac-4251-8d62-e456a4dc722b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550089 Aug 10 03:27:40.067395 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0747ea9-fdf5-461a-8153-8c4eb66c57c1 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:27:40.171591 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6a07705f-9c84-4036-a28a-670a1e6a6515 req-6ec4f7a4-10c0-41ce-a23a-5e55bc1dfb8c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.201&port_id=714cfd04-fcb5-4ae1-9567-390480150f5d HTTP/1.1" status: 200 len: 217 time: 0.0890858 Aug 10 03:27:40.201718 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b0747ea9-fdf5-461a-8153-8c4eb66c57c1 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks [] for router, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:40.203817 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-b0747ea9-fdf5-461a-8153-8c4eb66c57c1 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 8.0145218 Aug 10 03:27:40.239451 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 35168) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:40.248511 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-f2ba3a33-7c92-452a-a8ea-ac88f4118307 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'enable_snat': False}}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:27:40.256742 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a54b756-09f7-408e-8c0b-8042df290285 None None] Sync routers for ids ['00916692-cbba-43cf-9d05-1eec43c3b09a'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:27:40.408600 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a07705f-9c84-4036-a28a-670a1e6a6515 req-a10bcf8d-6b34-4ed9-8d14-01333ee1a739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:40.413717 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6a07705f-9c84-4036-a28a-670a1e6a6515 req-a10bcf8d-6b34-4ed9-8d14-01333ee1a739 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2d2c599f-fc0e-4bde-96f4-500208912c8f HTTP/1.1" status: 200 len: 801 time: 0.2345157 Aug 10 03:27:40.500945 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b30acf-fbbe-4864-8c4b-8e7b8ac3662f req-afdc9437-b34d-456a-86e3-f913f5577459 tempest-ServerPasswordTestJSON-1237251978 tempest-ServerPasswordTestJSON-1237251978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:40.510268 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a3b30acf-fbbe-4864-8c4b-8e7b8ac3662f req-afdc9437-b34d-456a-86e3-f913f5577459 tempest-ServerPasswordTestJSON-1237251978 tempest-ServerPasswordTestJSON-1237251978-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b80ede9-7b3f-4443-aa7e-6bc4c5b80518 HTTP/1.1" status: 200 len: 943 time: 0.1881945 Aug 10 03:27:40.542341 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 5a9a58b1-1a4b-4188-8230-6de5b78051f8, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=5a9a58b1-1a4b-4188-8230-6de5b78051f8,segment=NetworkSegment(455f5add-0fbc-48cd-bd0e-861ec0ae857f),segment_id=455f5add-0fbc-48cd-bd0e-861ec0ae857f)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:40.548810 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': '5a9a58b1-1a4b-4188-8230-6de5b78051f8', 'network_id': '7eecef28-259d-40b3-8e99-2d942c1ee269', 'port_id': '5a9a58b1-1a4b-4188-8230-6de5b78051f8', 'mac_address': 'fa:16:3e:e9:bc:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27c8f19a-5a35-4740-a53a-6f2a380970b3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:27:40.556064 n-d-768862-13 neutron-server[94261]: DEBUG neutron.objects.ports [None req-efee3d5d-0c1f-4b14-ac12-f15667d4e745 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94261) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 03:27:40.558448 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-efee3d5d-0c1f-4b14-ac12-f15667d4e745 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:40.582737 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a07705f-9c84-4036-a28a-670a1e6a6515 req-c61cf161-5816-4591-818a-df9aebb417e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:40.586443 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6a07705f-9c84-4036-a28a-670a1e6a6515 req-c61cf161-5816-4591-818a-df9aebb417e1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=087a84fe-cbb9-4578-b2e7-d58eaffd89fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1412754 Aug 10 03:27:40.639139 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efee3d5d-0c1f-4b14-ac12-f15667d4e745 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Pushing event updated for resources: {'Subnet': ['ID=3c02c3c1-78d1-4006-bc6f-0eb44e1a20b3,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:40.652809 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efee3d5d-0c1f-4b14-ac12-f15667d4e745 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Checking segment: {'id': '762def0e-d737-45a6-a14f-44fde6ed4b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '34f4c7af-c059-4c94-bd4d-20028341e308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:27:40.652809 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efee3d5d-0c1f-4b14-ac12-f15667d4e745 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Network hostable DHCP agents. Network: 34f4c7af-c059-4c94-bd4d-20028341e308, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:27:40.663885 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9fdffd86-4184-42bd-8a44-ddf232bd9beb None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:40.681954 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efee3d5d-0c1f-4b14-ac12-f15667d4e745 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Network 34f4c7af-c059-4c94-bd4d-20028341e308 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:27:40.698030 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a54b756-09f7-408e-8c0b-8042df290285 None None] Routers {'00916692-cbba-43cf-9d05-1eec43c3b09a'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:27:40.698732 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-1a54b756-09f7-408e-8c0b-8042df290285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:27:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['00916692-cbba-43cf-9d05-1eec43c3b09a'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:40.704304 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning for port 7301d8fa-984f-441c-9daf-895a906f3044 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:27:40.704664 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-efee3d5d-0c1f-4b14-ac12-f15667d4e745 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 34f4c7af-c059-4c94-bd4d-20028341e308) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:27:40.710313 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-9fdffd86-4184-42bd-8a44-ddf232bd9beb None None] Transition to ACTIVE for port object 11e17495-0c2a-4d1b-a9d5-a9d17ce810d2 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:27:40.733851 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efee3d5d-0c1f-4b14-ac12-f15667d4e745 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:40.735803 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-efee3d5d-0c1f-4b14-ac12-f15667d4e745 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:40.768751 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:40.771166 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-efee3d5d-0c1f-4b14-ac12-f15667d4e745 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3170826 Aug 10 03:27:40.776751 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port 7301d8fa-984f-441c-9daf-895a906f3044 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:27:40.777214 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:40.779114 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336ce204-caaa-4ea8-95e9-a1736258d409 None None] Network 34f4c7af-c059-4c94-bd4d-20028341e308 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:27:40.780491 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 35178) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:40.785577 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-1a54b756-09f7-408e-8c0b-8042df290285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:40.802668 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-45021a70-a5b0-44d5-b014-b777f844474c tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Request body: {'port': {'network_id': '34f4c7af-c059-4c94-bd4d-20028341e308', 'name': 'tempest-NetworksIpV6TestAttrs-2092511043'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:27:40.874595 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a54b756-09f7-408e-8c0b-8042df290285 None None] Routers {'00916692-cbba-43cf-9d05-1eec43c3b09a'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:27:40.875576 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-1a54b756-09f7-408e-8c0b-8042df290285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:27:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['00916692-cbba-43cf-9d05-1eec43c3b09a'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:40.882633 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-9fdffd86-4184-42bd-8a44-ddf232bd9beb None None] Transition to ACTIVE for port object 11e17495-0c2a-4d1b-a9d5-a9d17ce810d2 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:27:40.888143 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a9a58b1-1a4b-4188-8230-6de5b78051f8 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:27:40.910921 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a3b30acf-fbbe-4864-8c4b-8e7b8ac3662f req-37a84330-371d-4b68-b20d-92ba3113a808 tempest-ServerPasswordTestJSON-1237251978 tempest-ServerPasswordTestJSON-1237251978-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5d152dc-c04b-40ec-a9c5-7741ed4a9f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3995628 Aug 10 03:27:40.952065 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-1a54b756-09f7-408e-8c0b-8042df290285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:40.953133 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a54b756-09f7-408e-8c0b-8042df290285 None None] The sync data for ids ['00916692-cbba-43cf-9d05-1eec43c3b09a'] in n-d-768862-13 is: [] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:27:40.960619 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9fdffd86-4184-42bd-8a44-ddf232bd9beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:41.009734 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 5a9a58b1-1a4b-4188-8230-6de5b78051f8, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=5a9a58b1-1a4b-4188-8230-6de5b78051f8,segment=NetworkSegment(455f5add-0fbc-48cd-bd0e-861ec0ae857f),segment_id=455f5add-0fbc-48cd-bd0e-861ec0ae857f)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:41.010470 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6a07705f-9c84-4036-a28a-670a1e6a6515 req-de514d05-e84e-484a-b57b-4ced1a832bee service neutron] 10.222.0.61 "GET /v2.0/networks/087a84fe-cbb9-4578-b2e7-d58eaffd89fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4078538 Aug 10 03:27:41.090040 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:41.095274 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45021a70-a5b0-44d5-b014-b777f844474c tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Made reservation on behalf of b9da701989b44dd3be6b50dc5f7476c0 for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:27:41.098952 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-45021a70-a5b0-44d5-b014-b777f844474c tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:41.102092 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4aef80-d1f5-4d28-bdee-80faae48465c req-60fe676d-c5bd-4d81-9143-c8263e620a2a tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:41.108681 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4aef80-d1f5-4d28-bdee-80faae48465c req-60fe676d-c5bd-4d81-9143-c8263e620a2a tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:41.110441 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fc4aef80-d1f5-4d28-bdee-80faae48465c req-60fe676d-c5bd-4d81-9143-c8263e620a2a tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/ports?device_id=82e38cbb-cdc6-42fa-a3ce-7cb6070b9051 HTTP/1.1" status: 200 len: 1678 time: 0.2234969 Aug 10 03:27:41.136030 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [None req-45021a70-a5b0-44d5-b014-b777f844474c tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] device_id is not set on port f03c754f-1ca2-461e-9a53-7fc412d909b6 yet. {{(pid=94261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:27:41.142553 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fdffd86-4184-42bd-8a44-ddf232bd9beb None None] Network 5fb25014-c291-466b-80ad-6d157d2ba578 is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:27:41.176092 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-9fdffd86-4184-42bd-8a44-ddf232bd9beb None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:27:41.180909 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdffd86-4184-42bd-8a44-ddf232bd9beb None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:27:41.310211 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-45021a70-a5b0-44d5-b014-b777f844474c tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Allocated IP 2001:db8::f816:3eff:fe07:9b4b (34f4c7af-c059-4c94-bd4d-20028341e308/3c02c3c1-78d1-4006-bc6f-0eb44e1a20b3/f03c754f-1ca2-461e-9a53-7fc412d909b6) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:27:41.344588 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdffd86-4184-42bd-8a44-ddf232bd9beb None None] Pushing event updated for resources: {'Port': ['ID=11e17495-0c2a-4d1b-a9d5-a9d17ce810d2,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:41.454545 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=5a9a58b1-1a4b-4188-8230-6de5b78051f8,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:41.463742 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['5a9a58b1-1a4b-4188-8230-6de5b78051f8'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:27:41.579829 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-45021a70-a5b0-44d5-b014-b777f844474c tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:41.603296 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:41.607594 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [None req-45021a70-a5b0-44d5-b014-b777f844474c tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Transition to ACTIVE for port object f03c754f-1ca2-461e-9a53-7fc412d909b6 will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:27:41.639732 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-9fdffd86-4184-42bd-8a44-ddf232bd9beb None None] Attempting to bind port 11e17495-0c2a-4d1b-a9d5-a9d17ce810d2 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:27:41.640318 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-9fdffd86-4184-42bd-8a44-ddf232bd9beb None None] Attempting to bind port 11e17495-0c2a-4d1b-a9d5-a9d17ce810d2 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '515fdad9-146f-4767-952a-62c3732882c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5fb25014-c291-466b-80ad-6d157d2ba578'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:27:41.641089 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdffd86-4184-42bd-8a44-ddf232bd9beb None None] Attempting to bind port 11e17495-0c2a-4d1b-a9d5-a9d17ce810d2 on network 5fb25014-c291-466b-80ad-6d157d2ba578 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:27:41.662970 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-45021a70-a5b0-44d5-b014-b777f844474c tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:41.692997 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f2ba3a33-7c92-452a-a8ea-ac88f4118307 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:41.699134 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52abdfa0-967d-47ff-8241-4731b1134638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7301d8fa-984f-441c-9daf-895a906f3044'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:27:41.703306 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69cfa42c-d6d1-417b-b020-61645c8646f2" -d '{"events": [{"server_uuid": "52abdfa0-967d-47ff-8241-4731b1134638", "name": "network-vif-plugged", "status": "completed", "tag": "7301d8fa-984f-441c-9daf-895a906f3044"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:27:41.708668 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdffd86-4184-42bd-8a44-ddf232bd9beb None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:27:41.709696 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdffd86-4184-42bd-8a44-ddf232bd9beb None None] Checking segment: {'id': '515fdad9-146f-4767-952a-62c3732882c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5fb25014-c291-466b-80ad-6d157d2ba578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:27:41.711011 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9fdffd86-4184-42bd-8a44-ddf232bd9beb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:41.711759 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdffd86-4184-42bd-8a44-ddf232bd9beb None None] Bound using segment: {'id': '515fdad9-146f-4767-952a-62c3732882c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5fb25014-c291-466b-80ad-6d157d2ba578'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:27:41.712311 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-9fdffd86-4184-42bd-8a44-ddf232bd9beb None None] Bound port: 11e17495-0c2a-4d1b-a9d5-a9d17ce810d2, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '515fdad9-146f-4767-952a-62c3732882c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5fb25014-c291-466b-80ad-6d157d2ba578'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:27:41.712805 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9fdffd86-4184-42bd-8a44-ddf232bd9beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:41.730982 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45021a70-a5b0-44d5-b014-b777f844474c tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Network 34f4c7af-c059-4c94-bd4d-20028341e308 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:27:41.734739 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-45021a70-a5b0-44d5-b014-b777f844474c tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:27:41.736831 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6a07705f-9c84-4036-a28a-670a1e6a6515 req-b403d52b-9a92-4fb8-8a1c-f7ffa06508d1 service neutron] 10.222.0.61 "GET /v2.0/networks/087a84fe-cbb9-4578-b2e7-d58eaffd89fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7148955 Aug 10 03:27:41.740158 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fc4aef80-d1f5-4d28-bdee-80faae48465c req-5ff38171-4bb6-4dec-b4bf-1f8d32e8b1f8 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/security-groups?id=19cc7362-8f8b-47a2-b13d-80c9c9a2c563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5998542 Aug 10 03:27:41.745884 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45021a70-a5b0-44d5-b014-b777f844474c tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:27:41.752211 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45021a70-a5b0-44d5-b014-b777f844474c tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:41.752884 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-45021a70-a5b0-44d5-b014-b777f844474c tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:41.768426 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff38d71-f544-4cbf-a895-bf2f7109c4f3 req-1b23517b-08d8-44a4-86bf-5f39d6cfb4e0 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:41.770560 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3ff38d71-f544-4cbf-a895-bf2f7109c4f3 req-1b23517b-08d8-44a4-86bf-5f39d6cfb4e0 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=52abdfa0-967d-47ff-8241-4731b1134638 HTTP/1.1" status: 200 len: 944 time: 0.6786647 Aug 10 03:27:41.799711 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 7301d8fa-984f-441c-9daf-895a906f3044, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=7301d8fa-984f-441c-9daf-895a906f3044,segment=NetworkSegment(c50377c0-d527-459a-94e9-130b25761d57),segment_id=c50377c0-d527-459a-94e9-130b25761d57)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:41.812491 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45021a70-a5b0-44d5-b014-b777f844474c tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Pushing event updated for resources: {'Port': ['ID=f03c754f-1ca2-461e-9a53-7fc412d909b6,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:41.826446 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-45021a70-a5b0-44d5-b014-b777f844474c tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.0402694 Aug 10 03:27:41.826742 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 35196) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:41.876050 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:41.893292 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 35198) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:41.951916 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-07169302-4c41-464b-abaf-dc62aa55045d tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Deleting subnet 3c02c3c1-78d1-4006-bc6f-0eb44e1a20b3 {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:27:41.956593 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-07169302-4c41-464b-abaf-dc62aa55045d tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:41.999267 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-9fdffd86-4184-42bd-8a44-ddf232bd9beb None None] For port 11e17495-0c2a-4d1b-a9d5-a9d17ce810d2, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:27:42.016336 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-07169302-4c41-464b-abaf-dc62aa55045d tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:42.024162 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411d3555-18c6-41ee-99b4-90e7c5fd42be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-34f4c7af-c059-4c94-bd4d-20028341e308', 'network_id': '34f4c7af-c059-4c94-bd4d-20028341e308', 'tenant_id': 'b9da701989b44dd3be6b50dc5f7476c0', 'fixed_ips': [{'subnet_id': '3c02c3c1-78d1-4006-bc6f-0eb44e1a20b3'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:27:42.025045 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-411d3555-18c6-41ee-99b4-90e7c5fd42be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:42.030795 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=7301d8fa-984f-441c-9daf-895a906f3044,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:42.035954 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-9fdffd86-4184-42bd-8a44-ddf232bd9beb None None] For port 11e17495-0c2a-4d1b-a9d5-a9d17ce810d2, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=11e17495-0c2a-4d1b-a9d5-a9d17ce810d2,segment=NetworkSegment(515fdad9-146f-4767-952a-62c3732882c5),segment_id=515fdad9-146f-4767-952a-62c3732882c5)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:27:42.060979 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9fdffd86-4184-42bd-8a44-ddf232bd9beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:42.129686 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3ff38d71-f544-4cbf-a895-bf2f7109c4f3 req-962c006e-9502-4cd3-961f-c6ce23cd162a tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3458772 Aug 10 03:27:42.146685 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257abb26-6b6a-477e-8020-359acfeae88a req-bafb0f81-8c26-4d27-8f52-06856c550852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:42.148087 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257abb26-6b6a-477e-8020-359acfeae88a req-bafb0f81-8c26-4d27-8f52-06856c550852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:42.152358 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-257abb26-6b6a-477e-8020-359acfeae88a req-bafb0f81-8c26-4d27-8f52-06856c550852 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7be8aebab9524a33aa2535549ec7cd0e&device_id=82e38cbb-cdc6-42fa-a3ce-7cb6070b9051 HTTP/1.1" status: 200 len: 1982 time: 0.3256595 Aug 10 03:27:42.222292 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-13006120-fb77-4be9-9951-bb08bdbbb4b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:42.247064 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-07169302-4c41-464b-abaf-dc62aa55045d tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:42.274942 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdffd86-4184-42bd-8a44-ddf232bd9beb None None] Pushing event updated for resources: {'Port': ['ID=11e17495-0c2a-4d1b-a9d5-a9d17ce810d2,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:42.397379 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-07169302-4c41-464b-abaf-dc62aa55045d tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:42.466282 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07169302-4c41-464b-abaf-dc62aa55045d tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Pushing event deleted for resources: {'Subnet': ['ID=3c02c3c1-78d1-4006-bc6f-0eb44e1a20b3,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:42.469953 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server [None req-411d3555-18c6-41ee-99b4-90e7c5fd42be None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3c02c3c1-78d1-4006-bc6f-0eb44e1a20b3: This subnet is being modified by another concurrent operation. Aug 10 03:27:42.469953 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 10 03:27:42.469953 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 10 03:27:42.469953 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 10 03:27:42.469953 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 10 03:27:42.469953 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 10 03:27:42.469953 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 10 03:27:42.469953 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 10 03:27:42.469953 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 10 03:27:42.469953 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 10 03:27:42.469953 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 03:27:42.469953 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 03:27:42.469953 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:27:42.469953 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:27:42.469953 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:27:42.469953 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:27:42.469953 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 03:27:42.469953 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:27:42.469953 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 03:27:42.469953 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 03:27:42.469953 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:27:42.469953 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:27:42.469953 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:27:42.469953 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:27:42.469953 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 03:27:42.469953 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:27:42.469953 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 03:27:42.469953 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 03:27:42.469953 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:27:42.469953 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:27:42.469953 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:27:42.469953 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:27:42.469953 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 03:27:42.469953 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 03:27:42.469953 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 10 03:27:42.469953 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 10 03:27:42.469953 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 10 03:27:42.469953 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 10 03:27:42.469953 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 10 03:27:42.469953 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 10 03:27:42.469953 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 10 03:27:42.469953 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 10 03:27:42.469953 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 10 03:27:42.469953 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 10 03:27:42.469953 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 10 03:27:42.469953 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 10 03:27:42.469953 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 03:27:42.469953 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 03:27:42.469953 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:27:42.469953 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:27:42.469953 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:27:42.469953 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:27:42.469953 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 03:27:42.469953 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:27:42.475531 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 03:27:42.475531 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 03:27:42.475531 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:27:42.475531 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:27:42.475531 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:27:42.475531 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:27:42.475531 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 03:27:42.475531 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:27:42.475531 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 03:27:42.475531 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 03:27:42.475531 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:27:42.475531 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:27:42.475531 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:27:42.475531 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:27:42.475531 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 03:27:42.475531 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 03:27:42.475531 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 10 03:27:42.475531 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 10 03:27:42.475531 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 10 03:27:42.475531 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 10 03:27:42.475531 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 10 03:27:42.475531 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 10 03:27:42.475531 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 10 03:27:42.475531 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 10 03:27:42.475531 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:27:42.475531 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:27:42.475531 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:27:42.475531 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:27:42.475531 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 10 03:27:42.475531 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 10 03:27:42.475531 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 10 03:27:42.475531 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 10 03:27:42.475531 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 10 03:27:42.475531 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 10 03:27:42.475531 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 10 03:27:42.475531 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server raise exception Aug 10 03:27:42.475531 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3c02c3c1-78d1-4006-bc6f-0eb44e1a20b3: This subnet is being modified by another concurrent operation. Aug 10 03:27:42.475531 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server Aug 10 03:27:42.481954 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-07169302-4c41-464b-abaf-dc62aa55045d tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:42.482175 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ffb0a3-7d4d-4f14-9adb-c4badd944a6a x-openstack-request-id: req-25ffb0a3-7d4d-4f14-9adb-c4badd944a6a {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:27:42.482415 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-07169302-4c41-464b-abaf-dc62aa55045d tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] 10.222.0.44 "DELETE /v2.0/subnets/3c02c3c1-78d1-4006-bc6f-0eb44e1a20b3 HTTP/1.1" status: 204 len: 168 time: 0.6501846 Aug 10 03:27:42.482574 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52abdfa0-967d-47ff-8241-4731b1134638", "name": "network-vif-plugged", "status": "completed", "tag": "7301d8fa-984f-441c-9daf-895a906f3044", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:27:42.482574 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-25ffb0a3-7d4d-4f14-9adb-c4badd944a6a {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:27:42.482574 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52abdfa0-967d-47ff-8241-4731b1134638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7301d8fa-984f-441c-9daf-895a906f3044', 'code': 200} Aug 10 03:27:42.494723 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 35206) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:42.531114 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bf4986-2141-4bb1-ac74-55ac1aa192ca req-92b82fdd-1870-4b2a-9636-f801d96c15fd tempest-ServerPasswordTestJSON-1237251978 tempest-ServerPasswordTestJSON-1237251978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:42.551636 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f8bf4986-2141-4bb1-ac74-55ac1aa192ca req-92b82fdd-1870-4b2a-9636-f801d96c15fd tempest-ServerPasswordTestJSON-1237251978 tempest-ServerPasswordTestJSON-1237251978-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b80ede9-7b3f-4443-aa7e-6bc4c5b80518 HTTP/1.1" status: 200 len: 944 time: 0.1951802 Aug 10 03:27:42.607675 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a537592d-61f0-475a-82c7-adb773b2abe6 None None] Network 34f4c7af-c059-4c94-bd4d-20028341e308 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:27:42.642548 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-13006120-fb77-4be9-9951-bb08bdbbb4b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:42.660513 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e444c60d-a8b6-42e1-86bd-80a795be7a79 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:42.664845 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e444c60d-a8b6-42e1-86bd-80a795be7a79 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:42.671587 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e444c60d-a8b6-42e1-86bd-80a795be7a79 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1703651 Aug 10 03:27:42.673170 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-13006120-fb77-4be9-9951-bb08bdbbb4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:42.687011 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 35208) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:42.712032 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 11e17495-0c2a-4d1b-a9d5-a9d17ce810d2 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:27:42.715684 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257abb26-6b6a-477e-8020-359acfeae88a req-70978d94-4b67-446c-b26b-97369de84bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:42.718562 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-257abb26-6b6a-477e-8020-359acfeae88a req-70978d94-4b67-446c-b26b-97369de84bf3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=087a84fe-cbb9-4578-b2e7-d58eaffd89fc HTTP/1.1" status: 200 len: 901 time: 0.5549498 Aug 10 03:27:42.721743 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463b665e-9ed7-4079-9f57-ead08ac4cf06 req-18b882f1-85dd-45e4-9a5d-42a748ec4837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:42.723782 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-463b665e-9ed7-4079-9f57-ead08ac4cf06 req-18b882f1-85dd-45e4-9a5d-42a748ec4837 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=52abdfa0-967d-47ff-8241-4731b1134638 HTTP/1.1" status: 200 len: 1097 time: 0.1966915 Aug 10 03:27:42.761273 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f8bf4986-2141-4bb1-ac74-55ac1aa192ca req-45e42478-416d-42cf-b6f5-ec33ce2bc553 tempest-ServerPasswordTestJSON-1237251978 tempest-ServerPasswordTestJSON-1237251978-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5d152dc-c04b-40ec-a9c5-7741ed4a9f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083812 Aug 10 03:27:42.832511 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 11e17495-0c2a-4d1b-a9d5-a9d17ce810d2 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:27:42.842319 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3697b292-0156-491c-ad94-6639dd5e8ed2 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:42.846540 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-13006120-fb77-4be9-9951-bb08bdbbb4b6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c6952fd8c5fe479fb1c1168a4ed8d399&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9498150 Aug 10 03:27:42.865618 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 35212) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:42.872194 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13006120-fb77-4be9-9951-bb08bdbbb4b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c43d26d9-f7bf-478c-9160-a4dd0d0a918e,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:42.882055 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-257abb26-6b6a-477e-8020-359acfeae88a req-34e382e7-9888-4792-8308-f912bd9203cb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.201&port_id=714cfd04-fcb5-4ae1-9567-390480150f5d HTTP/1.1" status: 200 len: 217 time: 0.1281300 Aug 10 03:27:42.888667 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-3697b292-0156-491c-ad94-6639dd5e8ed2 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 10 03:27:42.889154 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3697b292-0156-491c-ad94-6639dd5e8ed2 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:27:42.891164 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-3697b292-0156-491c-ad94-6639dd5e8ed2 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] 10.222.0.44 "DELETE /v2.0/networks/34f4c7af-c059-4c94-bd4d-20028341e308 HTTP/1.1" status: 409 len: 405 time: 0.1981244 Aug 10 03:27:42.895880 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 35214) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:42.903294 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-795bedb2-a8d1-4d2c-ac6c-c40b1c9ba7ce tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1214556890'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:27:42.910866 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-463b665e-9ed7-4079-9f57-ead08ac4cf06 req-e2f05a86-b6f1-4f3f-9e4d-12ff657beb7f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824099 Aug 10 03:27:42.930053 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-795bedb2-a8d1-4d2c-ac6c-c40b1c9ba7ce tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Made reservation on behalf of b9da701989b44dd3be6b50dc5f7476c0 for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:27:42.933995 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-795bedb2-a8d1-4d2c-ac6c-c40b1c9ba7ce tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:42.990918 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-795bedb2-a8d1-4d2c-ac6c-c40b1c9ba7ce tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:27:43.009245 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-795bedb2-a8d1-4d2c-ac6c-c40b1c9ba7ce tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:43.009821 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-795bedb2-a8d1-4d2c-ac6c-c40b1c9ba7ce tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Added segment ac7adfa0-6e48-4f7d-86fd-5a7feac017ed of type vlan for network 007d1293-e60e-4665-93f6-33bfcf06d0d6 Aug 10 03:27:43.065259 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257abb26-6b6a-477e-8020-359acfeae88a req-ea4784f7-d2ce-4608-8bbf-4e3cd60b6fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:43.066910 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-257abb26-6b6a-477e-8020-359acfeae88a req-ea4784f7-d2ce-4608-8bbf-4e3cd60b6fb7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2d2c599f-fc0e-4bde-96f4-500208912c8f HTTP/1.1" status: 200 len: 801 time: 0.1756089 Aug 10 03:27:43.108523 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6670e65-6144-46ca-92c7-efbf0c086f26 req-4587fbf7-5e04-4ddf-96d8-e06b7335edb0 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:43.114759 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6670e65-6144-46ca-92c7-efbf0c086f26 req-4587fbf7-5e04-4ddf-96d8-e06b7335edb0 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:43.117137 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c6670e65-6144-46ca-92c7-efbf0c086f26 req-4587fbf7-5e04-4ddf-96d8-e06b7335edb0 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/ports?device_id=82e38cbb-cdc6-42fa-a3ce-7cb6070b9051 HTTP/1.1" status: 200 len: 1678 time: 0.2273285 Aug 10 03:27:43.171997 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b437931d-0c2e-4175-a27e-c4963122cabd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:43.237879 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b437931d-0c2e-4175-a27e-c4963122cabd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:43.314897 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c6670e65-6144-46ca-92c7-efbf0c086f26 req-237a3c87-1796-4e79-9c33-d3b9d2b6745d tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/security-groups?id=19cc7362-8f8b-47a2-b13d-80c9c9a2c563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454136 Aug 10 03:27:43.343788 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257abb26-6b6a-477e-8020-359acfeae88a req-7b5d6367-db8a-491f-9825-1fe6b9668145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:43.343788 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-257abb26-6b6a-477e-8020-359acfeae88a req-7b5d6367-db8a-491f-9825-1fe6b9668145 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=087a84fe-cbb9-4578-b2e7-d58eaffd89fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2591679 Aug 10 03:27:43.439130 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-795bedb2-a8d1-4d2c-ac6c-c40b1c9ba7ce tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:43.500518 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-795bedb2-a8d1-4d2c-ac6c-c40b1c9ba7ce tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:43.517511 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f732d0d-3984-4fc5-9567-70525ad496b0 req-b4870bb8-1d54-493a-869a-97ed9438ee0b tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:43.519161 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6f732d0d-3984-4fc5-9567-70525ad496b0 req-b4870bb8-1d54-493a-869a-97ed9438ee0b tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=52abdfa0-967d-47ff-8241-4731b1134638 HTTP/1.1" status: 200 len: 945 time: 0.2352774 Aug 10 03:27:43.521486 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795bedb2-a8d1-4d2c-ac6c-c40b1c9ba7ce tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:43.523291 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-795bedb2-a8d1-4d2c-ac6c-c40b1c9ba7ce tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:43.542605 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b437931d-0c2e-4175-a27e-c4963122cabd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:43.546043 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b437931d-0c2e-4175-a27e-c4963122cabd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:43.548635 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-b437931d-0c2e-4175-a27e-c4963122cabd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c43d26d9-f7bf-478c-9160-a4dd0d0a918e HTTP/1.1" status: 204 len: 168 time: 0.6804526 Aug 10 03:27:43.585744 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-795bedb2-a8d1-4d2c-ac6c-c40b1c9ba7ce tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6881754 Aug 10 03:27:43.590513 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 35224) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:43.609943 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-6d64b3f7-d073-43f9-a1fc-58d09e1c2e78 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Request body: {'subnet': {'network_id': '007d1293-e60e-4665-93f6-33bfcf06d0d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:27:43.647062 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795bedb2-a8d1-4d2c-ac6c-c40b1c9ba7ce tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Pushing event updated for resources: {'Network': ['ID=007d1293-e60e-4665-93f6-33bfcf06d0d6,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:43.665132 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 007d1293-e60e-4665-93f6-33bfcf06d0d6 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:27:43.690158 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b437931d-0c2e-4175-a27e-c4963122cabd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c43d26d9-f7bf-478c-9160-a4dd0d0a918e,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:43.713673 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-257abb26-6b6a-477e-8020-359acfeae88a req-1ea30634-adaa-4f1d-b74d-9683f6a42898 service neutron] 10.222.0.61 "GET /v2.0/networks/087a84fe-cbb9-4578-b2e7-d58eaffd89fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3536439 Aug 10 03:27:43.749646 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f2ba3a33-7c92-452a-a8ea-ac88f4118307 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-520463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-522334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1409'] for router, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:43.830684 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3aacc7-cca6-47f0-8028-3cd044022ee1 None None] Network 5fb25014-c291-466b-80ad-6d157d2ba578 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:27:43.831704 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f2ba3a33-7c92-452a-a8ea-ac88f4118307 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-520692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-520701', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-522311'] for router, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:43.845766 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6f732d0d-3984-4fc5-9567-70525ad496b0 req-0351f2b0-2f37-4099-b28f-e5b8cb176f40 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564991 Aug 10 03:27:43.909434 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-bd21dcaf-4e38-415d-ba27-e428a14614af None None] Provisioning for port 11e17495-0c2a-4d1b-a9d5-a9d17ce810d2 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:27:43.917462 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-bd21dcaf-4e38-415d-ba27-e428a14614af None None] Provisioning complete for port 11e17495-0c2a-4d1b-a9d5-a9d17ce810d2 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:27:43.918001 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-bd21dcaf-4e38-415d-ba27-e428a14614af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:43.951702 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d64b3f7-d073-43f9-a1fc-58d09e1c2e78 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Made reservation on behalf of b9da701989b44dd3be6b50dc5f7476c0 for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:27:43.953043 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 5a9a58b1-1a4b-4188-8230-6de5b78051f8 up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:27:43.954424 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6d64b3f7-d073-43f9-a1fc-58d09e1c2e78 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:44.083402 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning for port 5a9a58b1-1a4b-4188-8230-6de5b78051f8 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:27:44.124925 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port 5a9a58b1-1a4b-4188-8230-6de5b78051f8 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:27:44.125346 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:44.183013 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-bd21dcaf-4e38-415d-ba27-e428a14614af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:44.188070 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 35234) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:44.196858 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2ba3a33-7c92-452a-a8ea-ac88f4118307 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Router 00916692-cbba-43cf-9d05-1eec43c3b09a has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:27:44.201304 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-257abb26-6b6a-477e-8020-359acfeae88a req-fb765e9e-bd00-4622-b073-712967292986 service neutron] 10.222.0.61 "GET /v2.0/networks/087a84fe-cbb9-4578-b2e7-d58eaffd89fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4765174 Aug 10 03:27:44.202425 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6cbbb9b2-e2d5-434f-aa8a-87d3eccd87c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:44.277203 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-bd21dcaf-4e38-415d-ba27-e428a14614af None None] For port 11e17495-0c2a-4d1b-a9d5-a9d17ce810d2, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=11e17495-0c2a-4d1b-a9d5-a9d17ce810d2,segment=NetworkSegment(515fdad9-146f-4767-952a-62c3732882c5),segment_id=515fdad9-146f-4767-952a-62c3732882c5)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:44.305106 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-bd21dcaf-4e38-415d-ba27-e428a14614af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:44.319982 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69cdd47-3724-447b-8aec-ecc5e636bba2 req-083fc0ac-36f8-4d58-8f65-213f92da4950 tempest-ServerPasswordTestJSON-1237251978 tempest-ServerPasswordTestJSON-1237251978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:44.333877 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f69cdd47-3724-447b-8aec-ecc5e636bba2 req-083fc0ac-36f8-4d58-8f65-213f92da4950 tempest-ServerPasswordTestJSON-1237251978 tempest-ServerPasswordTestJSON-1237251978-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b80ede9-7b3f-4443-aa7e-6bc4c5b80518 HTTP/1.1" status: 200 len: 944 time: 0.3974168 Aug 10 03:27:44.369582 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6cbbb9b2-e2d5-434f-aa8a-87d3eccd87c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:44.383515 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6cbbb9b2-e2d5-434f-aa8a-87d3eccd87c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:44.400734 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd21dcaf-4e38-415d-ba27-e428a14614af None None] Pushing event updated for resources: {'Port': ['ID=11e17495-0c2a-4d1b-a9d5-a9d17ce810d2,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:44.411952 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:44.462839 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 5a9a58b1-1a4b-4188-8230-6de5b78051f8, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=5a9a58b1-1a4b-4188-8230-6de5b78051f8,segment=NetworkSegment(455f5add-0fbc-48cd-bd0e-861ec0ae857f),segment_id=455f5add-0fbc-48cd-bd0e-861ec0ae857f)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:44.464384 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-6cbbb9b2-e2d5-434f-aa8a-87d3eccd87c3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=770365113a8a49ee80c42fe27537eb63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2753236 Aug 10 03:27:44.465375 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbbb9b2-e2d5-434f-aa8a-87d3eccd87c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e78274b-2d68-400d-a666-06f4478e1fbb,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:44.468136 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 35238) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:44.473561 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:44.572771 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b80ede9-7b3f-4443-aa7e-6bc4c5b80518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a9a58b1-1a4b-4188-8230-6de5b78051f8'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:27:44.581646 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c74ef5e-5ad6-4e74-b65f-296e1c20568a" -d '{"events": [{"server_uuid": "2b80ede9-7b3f-4443-aa7e-6bc4c5b80518", "name": "network-vif-plugged", "status": "completed", "tag": "5a9a58b1-1a4b-4188-8230-6de5b78051f8"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:27:44.587079 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=5a9a58b1-1a4b-4188-8230-6de5b78051f8,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:44.587571 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-963068c7-f567-4188-bdf1-fc506b13b3ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:44.625065 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f69cdd47-3724-447b-8aec-ecc5e636bba2 req-32e41917-7052-4f7c-9a4c-be390163abc0 tempest-ServerPasswordTestJSON-1237251978 tempest-ServerPasswordTestJSON-1237251978-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5d152dc-c04b-40ec-a9c5-7741ed4a9f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876270 Aug 10 03:27:44.632694 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-963068c7-f567-4188-bdf1-fc506b13b3ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:44.721681 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9ea025-838d-49b5-829c-53b29750a2b2 req-72bf4b06-d049-4c4c-8816-8f6cf7818923 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:44.728852 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9ea025-838d-49b5-829c-53b29750a2b2 req-72bf4b06-d049-4c4c-8816-8f6cf7818923 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:44.737844 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6e9ea025-838d-49b5-829c-53b29750a2b2 req-72bf4b06-d049-4c4c-8816-8f6cf7818923 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/ports?device_id=82e38cbb-cdc6-42fa-a3ce-7cb6070b9051 HTTP/1.1" status: 200 len: 1678 time: 0.2841365 Aug 10 03:27:44.744167 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f64945-7397-47ae-be40-3d9f6fb919cb None None] get_active_networks_info from n-d-768862-13 {{(pid=94262) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 03:27:44.749909 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-963068c7-f567-4188-bdf1-fc506b13b3ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:44.760802 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-963068c7-f567-4188-bdf1-fc506b13b3ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:44.762882 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6290731c-a41d-4c5b-b81e-ee26ac8828c8 x-openstack-request-id: req-6290731c-a41d-4c5b-b81e-ee26ac8828c8 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:27:44.763179 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b80ede9-7b3f-4443-aa7e-6bc4c5b80518", "name": "network-vif-plugged", "status": "completed", "tag": "5a9a58b1-1a4b-4188-8230-6de5b78051f8", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:27:44.763444 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6290731c-a41d-4c5b-b81e-ee26ac8828c8 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:27:44.763716 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-963068c7-f567-4188-bdf1-fc506b13b3ec admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0e78274b-2d68-400d-a666-06f4478e1fbb HTTP/1.1" status: 204 len: 168 time: 0.2942989 Aug 10 03:27:44.764006 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b80ede9-7b3f-4443-aa7e-6bc4c5b80518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a9a58b1-1a4b-4188-8230-6de5b78051f8', 'code': 200} Aug 10 03:27:44.798565 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 11e17495-0c2a-4d1b-a9d5-a9d17ce810d2 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:27:44.802451 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963068c7-f567-4188-bdf1-fc506b13b3ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e78274b-2d68-400d-a666-06f4478e1fbb,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:44.811130 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6e9ea025-838d-49b5-829c-53b29750a2b2 req-d03aa94c-945a-4c1e-884d-18b800acbb00 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/security-groups?id=19cc7362-8f8b-47a2-b13d-80c9c9a2c563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716233 Aug 10 03:27:44.849030 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-795a6622-0014-4008-859d-38560bd7fe09 None None] Provisioning complete for port 11e17495-0c2a-4d1b-a9d5-a9d17ce810d2 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:27:44.849266 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2ba3a33-7c92-452a-a8ea-ac88f4118307 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:27:44.849468 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-795a6622-0014-4008-859d-38560bd7fe09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:44.863092 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1648a1-d88b-404c-b8b5-b4561c97ffd6 None None] Sync routers for ids ['00916692-cbba-43cf-9d05-1eec43c3b09a'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:27:44.876361 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1648a1-d88b-404c-b8b5-b4561c97ffd6 None None] Routers {'00916692-cbba-43cf-9d05-1eec43c3b09a'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:27:44.877278 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-ff1648a1-d88b-404c-b8b5-b4561c97ffd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:27:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['00916692-cbba-43cf-9d05-1eec43c3b09a'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:44.922582 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-ff1648a1-d88b-404c-b8b5-b4561c97ffd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:44.922979 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f2ba3a33-7c92-452a-a8ea-ac88f4118307 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks [] for router, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:44.932678 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 35246) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:44.933407 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-f2ba3a33-7c92-452a-a8ea-ac88f4118307 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] 10.222.0.44 "PUT /v2.0/routers/00916692-cbba-43cf-9d05-1eec43c3b09a HTTP/1.1" status: 200 len: 925 time: 4.6920800 Aug 10 03:27:44.973275 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1648a1-d88b-404c-b8b5-b4561c97ffd6 None None] Routers {'00916692-cbba-43cf-9d05-1eec43c3b09a'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:27:44.975650 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-ff1648a1-d88b-404c-b8b5-b4561c97ffd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:27:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['00916692-cbba-43cf-9d05-1eec43c3b09a'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:45.079185 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-ff1648a1-d88b-404c-b8b5-b4561c97ffd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:45.080892 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1648a1-d88b-404c-b8b5-b4561c97ffd6 None None] The sync data for ids ['00916692-cbba-43cf-9d05-1eec43c3b09a'] in n-d-768862-13 is: [] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:27:45.211385 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a0407bd4-7b3a-411b-be14-3fc096662d68 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] 10.222.0.44 "GET /v2.0/routers/00916692-cbba-43cf-9d05-1eec43c3b09a HTTP/1.1" status: 200 len: 925 time: 0.2762430 Aug 10 03:27:45.214325 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 35250) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:45.243654 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137732d0-f51b-4595-b3fd-199dd9a08adc req-8f715fa7-3961-444f-a660-d990b6805c7c tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:45.246464 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-137732d0-f51b-4595-b3fd-199dd9a08adc req-8f715fa7-3961-444f-a660-d990b6805c7c tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=52abdfa0-967d-47ff-8241-4731b1134638 HTTP/1.1" status: 200 len: 945 time: 0.2287157 Aug 10 03:27:45.247962 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 11e17495-0c2a-4d1b-a9d5-a9d17ce810d2 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:27:45.248342 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:45.301424 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71478b33-57fa-44f9-abbe-84d250aabd73 req-676c05f1-2e4e-4a22-95cb-4965d7c03c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:45.304679 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-71478b33-57fa-44f9-abbe-84d250aabd73 req-676c05f1-2e4e-4a22-95cb-4965d7c03c11 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2b80ede9-7b3f-4443-aa7e-6bc4c5b80518 HTTP/1.1" status: 200 len: 1097 time: 0.3881001 Aug 10 03:27:45.355242 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d904fb-e71d-4480-bfaa-1370bb851f55 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:45.362507 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-f4d904fb-e71d-4480-bfaa-1370bb851f55 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=2ea12131-628a-487e-b434-0463553732bd&device_id=00916692-cbba-43cf-9d05-1eec43c3b09a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1448803 Aug 10 03:27:45.363524 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 35256) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:45.386200 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f64945-7397-47ae-be40-3d9f6fb919cb None None] Resources bound (agent type, host, resource id): {{(pid=94262) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 03:27:45.478860 n-d-768862-13 neutron-server[94260]: DEBUG neutron.objects.ports [None req-6d64b3f7-d073-43f9-a1fc-58d09e1c2e78 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94260) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 03:27:45.484941 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6d64b3f7-d073-43f9-a1fc-58d09e1c2e78 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58895384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805196'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:45.550401 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86ad25c-5123-40ba-a28f-b408553173cb tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:45.552984 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-f86ad25c-5123-40ba-a28f-b408553173cb tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] 10.222.0.44 "GET /v2.0/networks/2ea12131-628a-487e-b434-0463553732bd HTTP/1.1" status: 200 len: 881 time: 0.1876879 Aug 10 03:27:45.557623 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 35264) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:45.605270 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-137732d0-f51b-4595-b3fd-199dd9a08adc req-408ba4c3-6a29-45dd-a952-5c1adec8818c tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3293896 Aug 10 03:27:45.624468 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a6b7dda1-3eb9-4bfa-ab50-6962de664927 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] 10.222.0.44 "GET /v2.0/ports?device_id=00916692-cbba-43cf-9d05-1eec43c3b09a HTTP/1.1" status: 200 len: 205 time: 0.0651579 Aug 10 03:27:45.638754 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 35266) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:45.655117 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-71478b33-57fa-44f9-abbe-84d250aabd73 req-4be92c03-797e-41d2-90d1-35dee5659e06 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a5d152dc-c04b-40ec-a9c5-7741ed4a9f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737491 Aug 10 03:27:45.718794 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d64b3f7-d073-43f9-a1fc-58d09e1c2e78 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Pushing event updated for resources: {'Subnet': ['ID=b4d3eb72-fdfe-4177-9c8e-3cee8d9e128c,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:45.724239 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d64b3f7-d073-43f9-a1fc-58d09e1c2e78 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Checking segment: {'id': 'ac7adfa0-6e48-4f7d-86fd-5a7feac017ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '007d1293-e60e-4665-93f6-33bfcf06d0d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:27:45.724856 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d64b3f7-d073-43f9-a1fc-58d09e1c2e78 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Network hostable DHCP agents. Network: 007d1293-e60e-4665-93f6-33bfcf06d0d6, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:27:45.832699 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d64b3f7-d073-43f9-a1fc-58d09e1c2e78 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Network 007d1293-e60e-4665-93f6-33bfcf06d0d6 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:27:45.899569 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b370b026-642d-4ab0-9b3b-0be4b479df4d tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks [] for router, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:45.970201 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-6d64b3f7-d073-43f9-a1fc-58d09e1c2e78 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 007d1293-e60e-4665-93f6-33bfcf06d0d6) {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:27:45.989359 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d64b3f7-d073-43f9-a1fc-58d09e1c2e78 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:45.990547 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6d64b3f7-d073-43f9-a1fc-58d09e1c2e78 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:46.015529 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 06a30281-4a6e-4214-af00-27ecf02f1635 details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:27:46.050030 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8cf49455-1967-442e-a1e0-673f8c96042b req-8a9a9647-0ccc-4b32-99f0-f0abe55a8816 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e94bab8c-37ad-48a0-a25d-4fb04fb90837&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2772584 Aug 10 03:27:46.126760 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df75df-3583-4d54-a737-acc47f6df9a9 req-5e13c3bc-75af-4dac-9a4a-c5ce9b439471 tempest-ServerPasswordTestJSON-1237251978 tempest-ServerPasswordTestJSON-1237251978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:46.139843 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-11df75df-3583-4d54-a737-acc47f6df9a9 req-5e13c3bc-75af-4dac-9a4a-c5ce9b439471 tempest-ServerPasswordTestJSON-1237251978 tempest-ServerPasswordTestJSON-1237251978-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b80ede9-7b3f-4443-aa7e-6bc4c5b80518 HTTP/1.1" status: 200 len: 945 time: 0.3189845 Aug 10 03:27:46.172974 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b370b026-642d-4ab0-9b3b-0be4b479df4d tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:46.189514 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-6d64b3f7-d073-43f9-a1fc-58d09e1c2e78 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5923734 Aug 10 03:27:46.195060 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 35284) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:46.213365 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-67f4966d-97c5-4a20-9707-831f891c44a3 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Request body: {'port': {'network_id': '007d1293-e60e-4665-93f6-33bfcf06d0d6', 'name': 'tempest-NetworksIpV6TestAttrs-933584198'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:27:46.334880 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 06a30281-4a6e-4214-af00-27ecf02f1635, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=06a30281-4a6e-4214-af00-27ecf02f1635,segment=NetworkSegment(6df3a89d-4b66-4f8e-a439-c186a224c972),segment_id=6df3a89d-4b66-4f8e-a439-c186a224c972)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:46.335816 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-11df75df-3583-4d54-a737-acc47f6df9a9 req-13c7011f-0b90-4542-8bbc-a61c31dcbaa3 tempest-ServerPasswordTestJSON-1237251978 tempest-ServerPasswordTestJSON-1237251978-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5d152dc-c04b-40ec-a9c5-7741ed4a9f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945965 Aug 10 03:27:46.391439 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-b370b026-642d-4ab0-9b3b-0be4b479df4d tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Deleting port 3da29daa-cef3-4753-880e-bd9928ff086e {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:27:46.391696 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': '06a30281-4a6e-4214-af00-27ecf02f1635', 'network_id': '9f05ef88-89ac-4251-8d62-e456a4dc722b', 'port_id': '06a30281-4a6e-4214-af00-27ecf02f1635', 'mac_address': 'fa:16:3e:e8:66:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e0e0971-8112-46dc-9683-97d8e983a25c', 'ip_address': '19.80.0.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:27:46.392139 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b370b026-642d-4ab0-9b3b-0be4b479df4d tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:46.412191 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf49455-1967-442e-a1e0-673f8c96042b req-9c27e257-7b2d-47fc-99a3-c3cba58ce6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:46.412702 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf49455-1967-442e-a1e0-673f8c96042b req-9c27e257-7b2d-47fc-99a3-c3cba58ce6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:46.413336 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf49455-1967-442e-a1e0-673f8c96042b req-9c27e257-7b2d-47fc-99a3-c3cba58ce6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:46.413831 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf49455-1967-442e-a1e0-673f8c96042b req-9c27e257-7b2d-47fc-99a3-c3cba58ce6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:46.414438 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf49455-1967-442e-a1e0-673f8c96042b req-9c27e257-7b2d-47fc-99a3-c3cba58ce6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:46.414899 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf49455-1967-442e-a1e0-673f8c96042b req-9c27e257-7b2d-47fc-99a3-c3cba58ce6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:46.415383 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf49455-1967-442e-a1e0-673f8c96042b req-9c27e257-7b2d-47fc-99a3-c3cba58ce6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:46.417479 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8cf49455-1967-442e-a1e0-673f8c96042b req-9c27e257-7b2d-47fc-99a3-c3cba58ce6d8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d3b56536bca94e8fa8af65288d111f79&device_id=e94bab8c-37ad-48a0-a25d-4fb04fb90837 HTTP/1.1" status: 200 len: 6507 time: 0.2703900 Aug 10 03:27:46.452027 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20831f57-4c31-4b5b-ae00-0f1010413ea2 req-635bda4d-5ea5-4b45-bb94-3c13856eea6f tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:46.468470 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20831f57-4c31-4b5b-ae00-0f1010413ea2 req-635bda4d-5ea5-4b45-bb94-3c13856eea6f tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:46.477322 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-20831f57-4c31-4b5b-ae00-0f1010413ea2 req-635bda4d-5ea5-4b45-bb94-3c13856eea6f tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/ports?device_id=82e38cbb-cdc6-42fa-a3ce-7cb6070b9051 HTTP/1.1" status: 200 len: 1678 time: 0.3330166 Aug 10 03:27:46.513608 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67f4966d-97c5-4a20-9707-831f891c44a3 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Made reservation on behalf of b9da701989b44dd3be6b50dc5f7476c0 for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:27:46.527348 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-67f4966d-97c5-4a20-9707-831f891c44a3 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:46.529421 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383a5201-0abf-40da-b2fd-706cec9b54e9 None None] Network 007d1293-e60e-4665-93f6-33bfcf06d0d6 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:27:46.596277 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [None req-67f4966d-97c5-4a20-9707-831f891c44a3 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] device_id is not set on port 6763ebda-87b0-4ca4-9905-bc60df1761fa yet. {{(pid=94261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:27:46.689942 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b370b026-642d-4ab0-9b3b-0be4b479df4d tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:46.715003 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:46.717346 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-b370b026-642d-4ab0-9b3b-0be4b479df4d tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Calling delete_port for 3da29daa-cef3-4753-880e-bd9928ff086e owned by network:router_gateway {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:27:46.718957 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-20831f57-4c31-4b5b-ae00-0f1010413ea2 req-27ce4747-9fe6-4d6d-9bd1-af70f55d01da tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/security-groups?id=19cc7362-8f8b-47a2-b13d-80c9c9a2c563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406328 Aug 10 03:27:46.769535 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06a30281-4a6e-4214-af00-27ecf02f1635 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:27:46.817509 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6e0b5c-687a-453e-8276-3094a9f39460 req-49d87f56-f511-484a-8827-253dd3da2762 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:46.819904 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-be6e0b5c-687a-453e-8276-3094a9f39460 req-49d87f56-f511-484a-8827-253dd3da2762 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=52abdfa0-967d-47ff-8241-4731b1134638 HTTP/1.1" status: 200 len: 945 time: 0.1654577 Aug 10 03:27:46.862390 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-67f4966d-97c5-4a20-9707-831f891c44a3 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Allocated IP 2001:db8::f816:3eff:fe01:2b91 (007d1293-e60e-4665-93f6-33bfcf06d0d6/b4d3eb72-fdfe-4177-9c8e-3cee8d9e128c/6763ebda-87b0-4ca4-9905-bc60df1761fa) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:27:46.872951 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 06a30281-4a6e-4214-af00-27ecf02f1635, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=06a30281-4a6e-4214-af00-27ecf02f1635,segment=NetworkSegment(6df3a89d-4b66-4f8e-a439-c186a224c972),segment_id=6df3a89d-4b66-4f8e-a439-c186a224c972)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:46.897630 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf49455-1967-442e-a1e0-673f8c96042b req-f3de171e-b3ba-4d5d-9d38-ea52a16de6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:46.902162 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf49455-1967-442e-a1e0-673f8c96042b req-f3de171e-b3ba-4d5d-9d38-ea52a16de6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:46.902853 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf49455-1967-442e-a1e0-673f8c96042b req-f3de171e-b3ba-4d5d-9d38-ea52a16de6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:46.905873 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:46.906598 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 714cfd04-fcb5-4ae1-9567-390480150f5d details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:27:46.914150 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8cf49455-1967-442e-a1e0-673f8c96042b req-f3de171e-b3ba-4d5d-9d38-ea52a16de6df service neutron] 10.222.0.61 "GET /v2.0/networks?id=ba807c4a-a9d3-45a0-921a-7afe6c0e3832&id=63aaa48c-3c91-4250-a53f-1bccfcaa858a&id=63aaa48c-3c91-4250-a53f-1bccfcaa858a&id=63aaa48c-3c91-4250-a53f-1bccfcaa858a&id=63aaa48c-3c91-4250-a53f-1bccfcaa858a&id=c16d896b-1b67-48b5-b66a-585f180ec01d&id=c16d896b-1b67-48b5-b66a-585f180ec01d HTTP/1.1" status: 200 len: 2295 time: 0.3797801 Aug 10 03:27:46.967378 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00fcc08-ee57-410f-814e-e5262a7bdd38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-007d1293-e60e-4665-93f6-33bfcf06d0d6', 'network_id': '007d1293-e60e-4665-93f6-33bfcf06d0d6', 'tenant_id': 'b9da701989b44dd3be6b50dc5f7476c0', 'fixed_ips': [{'subnet_id': 'b4d3eb72-fdfe-4177-9c8e-3cee8d9e128c'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:27:46.969276 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e00fcc08-ee57-410f-814e-e5262a7bdd38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:47.064589 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-be6e0b5c-687a-453e-8276-3094a9f39460 req-b7ace9b1-5f59-4557-9e48-05891f81d8ce tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269003 Aug 10 03:27:47.081148 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8cf49455-1967-442e-a1e0-673f8c96042b req-503fa5e5-b0cf-4ea0-a47b-9669b4573957 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ff6203a-ed21-422b-9bb1-c2859958f754 HTTP/1.1" status: 200 len: 1000 time: 0.1591649 Aug 10 03:27:47.107524 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b370b026-642d-4ab0-9b3b-0be4b479df4d tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:47.152935 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b370b026-642d-4ab0-9b3b-0be4b479df4d tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Pushing event deleted for resources: {'Port': ['ID=3da29daa-cef3-4753-880e-bd9928ff086e,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:47.162398 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf49455-1967-442e-a1e0-673f8c96042b req-655ed0f6-282f-4730-ab55-34ae6284e6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:47.164686 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8cf49455-1967-442e-a1e0-673f8c96042b req-655ed0f6-282f-4730-ab55-34ae6284e6a1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e8728eeb-789e-400f-be58-876473c847d3 HTTP/1.1" status: 200 len: 856 time: 0.0739934 Aug 10 03:27:47.200384 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-67f4966d-97c5-4a20-9707-831f891c44a3 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:47.221723 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=06a30281-4a6e-4214-af00-27ecf02f1635,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:47.227624 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf49455-1967-442e-a1e0-673f8c96042b req-4ff0ccae-d515-45ab-af75-704b80b327a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:47.229576 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8cf49455-1967-442e-a1e0-673f8c96042b req-4ff0ccae-d515-45ab-af75-704b80b327a4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ba807c4a-a9d3-45a0-921a-7afe6c0e3832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561898 Aug 10 03:27:47.263770 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 714cfd04-fcb5-4ae1-9567-390480150f5d, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=714cfd04-fcb5-4ae1-9567-390480150f5d,segment=NetworkSegment(8d891c90-800a-4eaf-9bc0-c9a0d301429e),segment_id=8d891c90-800a-4eaf-9bc0-c9a0d301429e)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:47.264895 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [None req-67f4966d-97c5-4a20-9707-831f891c44a3 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Transition to ACTIVE for port object 6763ebda-87b0-4ca4-9905-bc60df1761fa will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:27:47.285048 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': '714cfd04-fcb5-4ae1-9567-390480150f5d', 'network_id': '087a84fe-cbb9-4578-b2e7-d58eaffd89fc', 'port_id': '714cfd04-fcb5-4ae1-9567-390480150f5d', 'mac_address': 'fa:16:3e:0f:f3:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d2c599f-fc0e-4bde-96f4-500208912c8f', 'ip_address': '19.86.0.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:27:47.295094 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b370b026-642d-4ab0-9b3b-0be4b479df4d tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520654'] for router_gateway, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:47.338468 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:47.346810 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8cf49455-1967-442e-a1e0-673f8c96042b req-3ddf066d-7a8e-4d2a-8a44-3022eeef2c95 service neutron] 10.222.0.61 "GET /v2.0/networks/ba807c4a-a9d3-45a0-921a-7afe6c0e3832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072042 Aug 10 03:27:47.355811 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 714cfd04-fcb5-4ae1-9567-390480150f5d {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:27:47.431645 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 714cfd04-fcb5-4ae1-9567-390480150f5d, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=714cfd04-fcb5-4ae1-9567-390480150f5d,segment=NetworkSegment(8d891c90-800a-4eaf-9bc0-c9a0d301429e),segment_id=8d891c90-800a-4eaf-9bc0-c9a0d301429e)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:47.498999 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-67f4966d-97c5-4a20-9707-831f891c44a3 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:47.509377 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b370b026-642d-4ab0-9b3b-0be4b479df4d tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:47.515324 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-e00fcc08-ee57-410f-814e-e5262a7bdd38 None None] Allocated IP 2001:db8::f816:3eff:fe69:5d82 (007d1293-e60e-4665-93f6-33bfcf06d0d6/b4d3eb72-fdfe-4177-9c8e-3cee8d9e128c/c20dc2b0-5c15-4aa1-8ae0-76e2b8e05268) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:27:47.516040 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b370b026-642d-4ab0-9b3b-0be4b479df4d tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:47.587824 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f4966d-97c5-4a20-9707-831f891c44a3 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Network 007d1293-e60e-4665-93f6-33bfcf06d0d6 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:27:47.598496 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-67f4966d-97c5-4a20-9707-831f891c44a3 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:27:47.604715 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f4966d-97c5-4a20-9707-831f891c44a3 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:27:47.611442 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f4966d-97c5-4a20-9707-831f891c44a3 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:47.612490 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-67f4966d-97c5-4a20-9707-831f891c44a3 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:47.628987 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f4966d-97c5-4a20-9707-831f891c44a3 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Pushing event updated for resources: {'Port': ['ID=6763ebda-87b0-4ca4-9905-bc60df1761fa,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:47.630917 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:47.633429 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b370b026-642d-4ab0-9b3b-0be4b479df4d tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:47.634266 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b370b026-642d-4ab0-9b3b-0be4b479df4d tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Fanout notify agent at l3_agent the message router_deleted on router 00916692-cbba-43cf-9d05-1eec43c3b09a {{(pid=94261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:27:47.645393 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b370b026-642d-4ab0-9b3b-0be4b479df4d tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:47.646928 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-b370b026-642d-4ab0-9b3b-0be4b479df4d tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] 10.222.0.44 "DELETE /v2.0/routers/00916692-cbba-43cf-9d05-1eec43c3b09a HTTP/1.1" status: 204 len: 168 time: 2.0061665 Aug 10 03:27:47.650427 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-67f4966d-97c5-4a20-9707-831f891c44a3 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.4509165 Aug 10 03:27:47.652696 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 35310) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:47.653232 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 35312) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:47.660918 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-d6fa04c4-f616-4645-8195-1b22051d7471 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1834291202', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:27:47.737716 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d6fa04c4-f616-4645-8195-1b22051d7471 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:47.742467 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d6fa04c4-f616-4645-8195-1b22051d7471 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:47.757214 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bb719e9-5142-4c57-97a4-0ac5febd9e98 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Deleting subnet b4d3eb72-fdfe-4177-9c8e-3cee8d9e128c {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:27:47.794948 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=714cfd04-fcb5-4ae1-9567-390480150f5d,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:47.827070 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d6fa04c4-f616-4645-8195-1b22051d7471 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:47.833911 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d6fa04c4-f616-4645-8195-1b22051d7471 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:47.857022 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d6fa04c4-f616-4645-8195-1b22051d7471 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:47.859161 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-d6fa04c4-f616-4645-8195-1b22051d7471 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2043405 Aug 10 03:27:47.872264 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 35324) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:47.878559 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-f1877993-a230-4722-a268-68a90f1f3c5e tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Request body: {'router': {'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:27:47.912722 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e00fcc08-ee57-410f-814e-e5262a7bdd38 None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:47.930290 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-e00fcc08-ee57-410f-814e-e5262a7bdd38 None None] Transition to ACTIVE for port object c20dc2b0-5c15-4aa1-8ae0-76e2b8e05268 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:27:47.991363 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-e00fcc08-ee57-410f-814e-e5262a7bdd38 None None] Transition to ACTIVE for port object c20dc2b0-5c15-4aa1-8ae0-76e2b8e05268 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:27:48.003444 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7bb719e9-5142-4c57-97a4-0ac5febd9e98 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:48.010355 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e00fcc08-ee57-410f-814e-e5262a7bdd38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:48.016601 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d348fe-b684-4510-b60d-f9d2cbdd8046 req-d72723c3-53cc-49c8-99f0-2faae8430538 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:48.025416 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d348fe-b684-4510-b60d-f9d2cbdd8046 req-d72723c3-53cc-49c8-99f0-2faae8430538 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:48.033437 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-52d348fe-b684-4510-b60d-f9d2cbdd8046 req-d72723c3-53cc-49c8-99f0-2faae8430538 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/ports?device_id=82e38cbb-cdc6-42fa-a3ce-7cb6070b9051 HTTP/1.1" status: 200 len: 1680 time: 0.1580315 Aug 10 03:27:48.061311 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eeb6f0-85ae-474e-9703-a5aa248a5a34 req-70c1797c-ebd2-4768-85a2-49bc5cf0e4db tempest-ServerPasswordTestJSON-1237251978 tempest-ServerPasswordTestJSON-1237251978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:48.068655 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f2eeb6f0-85ae-474e-9703-a5aa248a5a34 req-70c1797c-ebd2-4768-85a2-49bc5cf0e4db tempest-ServerPasswordTestJSON-1237251978 tempest-ServerPasswordTestJSON-1237251978-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b80ede9-7b3f-4443-aa7e-6bc4c5b80518 HTTP/1.1" status: 200 len: 945 time: 0.1921740 Aug 10 03:27:48.108522 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00fcc08-ee57-410f-814e-e5262a7bdd38 None None] Network 007d1293-e60e-4665-93f6-33bfcf06d0d6 is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:27:48.115349 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-e00fcc08-ee57-410f-814e-e5262a7bdd38 None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:27:48.121590 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00fcc08-ee57-410f-814e-e5262a7bdd38 None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:27:48.122257 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8cf49455-1967-442e-a1e0-673f8c96042b req-3753a88f-7f58-42cf-9ef6-afbaba8afbcf service neutron] 10.222.0.61 "GET /v2.0/networks/ba807c4a-a9d3-45a0-921a-7afe6c0e3832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7618580 Aug 10 03:27:48.136133 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-52d348fe-b684-4510-b60d-f9d2cbdd8046 req-06b4fbfb-59ee-4c50-8526-10429b1c565d tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/security-groups?id=19cc7362-8f8b-47a2-b13d-80c9c9a2c563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018109 Aug 10 03:27:48.190822 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8cf49455-1967-442e-a1e0-673f8c96042b req-1602aa2e-eeed-4892-8879-8c6eefc2b2c0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.43&port_id=56cb4eba-c06f-4bc1-b8d8-963a991424ec HTTP/1.1" status: 200 len: 217 time: 0.0584087 Aug 10 03:27:48.204714 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f2eeb6f0-85ae-474e-9703-a5aa248a5a34 req-2641cddb-da46-42fb-a5ee-0037c89fb230 tempest-ServerPasswordTestJSON-1237251978 tempest-ServerPasswordTestJSON-1237251978-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5d152dc-c04b-40ec-a9c5-7741ed4a9f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350203 Aug 10 03:27:48.266497 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00fcc08-ee57-410f-814e-e5262a7bdd38 None None] Pushing event updated for resources: {'Port': ['ID=c20dc2b0-5c15-4aa1-8ae0-76e2b8e05268,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:48.277916 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-e00fcc08-ee57-410f-814e-e5262a7bdd38 None None] Attempting to bind port c20dc2b0-5c15-4aa1-8ae0-76e2b8e05268 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:27:48.278422 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-e00fcc08-ee57-410f-814e-e5262a7bdd38 None None] Attempting to bind port c20dc2b0-5c15-4aa1-8ae0-76e2b8e05268 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'ac7adfa0-6e48-4f7d-86fd-5a7feac017ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '007d1293-e60e-4665-93f6-33bfcf06d0d6'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:27:48.278807 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00fcc08-ee57-410f-814e-e5262a7bdd38 None None] Attempting to bind port c20dc2b0-5c15-4aa1-8ae0-76e2b8e05268 on network 007d1293-e60e-4665-93f6-33bfcf06d0d6 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:27:48.300561 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['714cfd04-fcb5-4ae1-9567-390480150f5d'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:27:48.307935 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00fcc08-ee57-410f-814e-e5262a7bdd38 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:27:48.310211 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00fcc08-ee57-410f-814e-e5262a7bdd38 None None] Checking segment: {'id': 'ac7adfa0-6e48-4f7d-86fd-5a7feac017ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '007d1293-e60e-4665-93f6-33bfcf06d0d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:27:48.313143 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e00fcc08-ee57-410f-814e-e5262a7bdd38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:48.313965 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00fcc08-ee57-410f-814e-e5262a7bdd38 None None] Bound using segment: {'id': 'ac7adfa0-6e48-4f7d-86fd-5a7feac017ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '007d1293-e60e-4665-93f6-33bfcf06d0d6'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:27:48.314188 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-e00fcc08-ee57-410f-814e-e5262a7bdd38 None None] Bound port: c20dc2b0-5c15-4aa1-8ae0-76e2b8e05268, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac7adfa0-6e48-4f7d-86fd-5a7feac017ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '007d1293-e60e-4665-93f6-33bfcf06d0d6'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:27:48.316144 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf49455-1967-442e-a1e0-673f8c96042b req-b0cf71ea-0636-4dce-a656-f8a9fbb4c56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:48.316917 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e00fcc08-ee57-410f-814e-e5262a7bdd38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:48.321500 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8cf49455-1967-442e-a1e0-673f8c96042b req-b0cf71ea-0636-4dce-a656-f8a9fbb4c56d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ca1aff80-b32d-4216-9390-cdd43e41ee33 HTTP/1.1" status: 200 len: 797 time: 0.1122355 Aug 10 03:27:48.377881 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7bb719e9-5142-4c57-97a4-0ac5febd9e98 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:48.455303 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-e00fcc08-ee57-410f-814e-e5262a7bdd38 None None] For port c20dc2b0-5c15-4aa1-8ae0-76e2b8e05268, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:27:48.509911 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-e00fcc08-ee57-410f-814e-e5262a7bdd38 None None] For port c20dc2b0-5c15-4aa1-8ae0-76e2b8e05268, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=c20dc2b0-5c15-4aa1-8ae0-76e2b8e05268,segment=NetworkSegment(ac7adfa0-6e48-4f7d-86fd-5a7feac017ed),segment_id=ac7adfa0-6e48-4f7d-86fd-5a7feac017ed)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:27:48.517428 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a85f161-c6b5-4e2f-ba53-dc1adce69fa7 req-280bf643-6908-42e6-a2b3-6e0805ef6272 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:48.523626 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-1a85f161-c6b5-4e2f-ba53-dc1adce69fa7 req-280bf643-6908-42e6-a2b3-6e0805ef6272 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.61 "GET /v2.0/ports?device_id=52abdfa0-967d-47ff-8241-4731b1134638 HTTP/1.1" status: 200 len: 945 time: 0.6605740 Aug 10 03:27:48.523974 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e00fcc08-ee57-410f-814e-e5262a7bdd38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:48.534209 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf49455-1967-442e-a1e0-673f8c96042b req-08c152a8-e56c-4c48-b952-1bf9de1133c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:48.537075 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8cf49455-1967-442e-a1e0-673f8c96042b req-08c152a8-e56c-4c48-b952-1bf9de1133c0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=63aaa48c-3c91-4250-a53f-1bccfcaa858a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2024767 Aug 10 03:27:48.627542 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fb5c09-18c1-46f4-b620-872971d0d66b req-aa111eac-c0d7-475e-b366-d47b746e93e6 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:48.642437 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-56fb5c09-18c1-46f4-b620-872971d0d66b req-aa111eac-c0d7-475e-b366-d47b746e93e6 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=52abdfa0-967d-47ff-8241-4731b1134638 HTTP/1.1" status: 200 len: 945 time: 0.2340930 Aug 10 03:27:48.918490 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f1877993-a230-4722-a268-68a90f1f3c5e tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:48.983162 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-56fb5c09-18c1-46f4-b620-872971d0d66b req-4efc43e6-4e71-4faf-9ab3-ff7a7f28f791 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3374243 Aug 10 03:27:49.018515 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8cf49455-1967-442e-a1e0-673f8c96042b req-66447d26-5641-42f9-868e-2898296a10bd service neutron] 10.222.0.61 "GET /v2.0/networks/63aaa48c-3c91-4250-a53f-1bccfcaa858a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4658952 Aug 10 03:27:49.085757 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00fcc08-ee57-410f-814e-e5262a7bdd38 None None] Pushing event updated for resources: {'Port': ['ID=c20dc2b0-5c15-4aa1-8ae0-76e2b8e05268,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:49.236556 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-1a85f161-c6b5-4e2f-ba53-dc1adce69fa7 req-9ee4b2db-8e74-4db3-9b05-a5b44f91d2f9 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Deleting port 7301d8fa-984f-441c-9daf-895a906f3044 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:27:49.237144 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-1a85f161-c6b5-4e2f-ba53-dc1adce69fa7 req-9ee4b2db-8e74-4db3-9b05-a5b44f91d2f9 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:49.271606 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8cf49455-1967-442e-a1e0-673f8c96042b req-524835a0-b395-4fdd-8630-1cf230ca2997 service neutron] 10.222.0.61 "GET /v2.0/networks/63aaa48c-3c91-4250-a53f-1bccfcaa858a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271469 Aug 10 03:27:49.290574 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7bb719e9-5142-4c57-97a4-0ac5febd9e98 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:49.291966 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ae2be467-4a61-4b3f-9c7a-3124826f2822 req-f3719ec2-eb50-4a11-ad7e-c1345e8fd535 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2710438 Aug 10 03:27:49.326919 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8cf49455-1967-442e-a1e0-673f8c96042b req-bcc6e7ef-04ea-456c-aaea-60dfc59381ef service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.192&port_id=cd1eca9b-5bbc-491b-8156-b62b269a02ad HTTP/1.1" status: 200 len: 217 time: 0.0463822 Aug 10 03:27:49.340036 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f40f718-e4ce-4595-8892-98f2e7046877 req-49b641b0-979a-4e65-85d8-252af046ce66 tempest-ServerPasswordTestJSON-1237251978 tempest-ServerPasswordTestJSON-1237251978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:49.342083 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2f40f718-e4ce-4595-8892-98f2e7046877 req-49b641b0-979a-4e65-85d8-252af046ce66 tempest-ServerPasswordTestJSON-1237251978 tempest-ServerPasswordTestJSON-1237251978-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b80ede9-7b3f-4443-aa7e-6bc4c5b80518 HTTP/1.1" status: 200 len: 945 time: 0.1574123 Aug 10 03:27:49.446215 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['06a30281-4a6e-4214-af00-27ecf02f1635'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:27:49.539781 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf49455-1967-442e-a1e0-673f8c96042b req-7a406a2d-8f6e-40b1-9a48-c5b8ba4e5d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:49.541547 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8cf49455-1967-442e-a1e0-673f8c96042b req-7a406a2d-8f6e-40b1-9a48-c5b8ba4e5d64 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ca1aff80-b32d-4216-9390-cdd43e41ee33 HTTP/1.1" status: 200 len: 797 time: 0.1981668 Aug 10 03:27:49.559177 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2f40f718-e4ce-4595-8892-98f2e7046877 req-2c6bd87d-cc40-4024-81be-230f80a356c0 tempest-ServerPasswordTestJSON-1237251978 tempest-ServerPasswordTestJSON-1237251978-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5d152dc-c04b-40ec-a9c5-7741ed4a9f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538987 Aug 10 03:27:49.564165 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-1a85f161-c6b5-4e2f-ba53-dc1adce69fa7 req-9ee4b2db-8e74-4db3-9b05-a5b44f91d2f9 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] For port 7301d8fa-984f-441c-9daf-895a906f3044, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=7301d8fa-984f-441c-9daf-895a906f3044,segment=NetworkSegment(c50377c0-d527-459a-94e9-130b25761d57),segment_id=c50377c0-d527-459a-94e9-130b25761d57)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:49.565082 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-1a85f161-c6b5-4e2f-ba53-dc1adce69fa7 req-9ee4b2db-8e74-4db3-9b05-a5b44f91d2f9 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:49.591047 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2be467-4a61-4b3f-9c7a-3124826f2822 req-f67d5f34-4f85-4c91-b977-219accb39b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:49.596171 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ae2be467-4a61-4b3f-9c7a-3124826f2822 req-f67d5f34-4f85-4c91-b977-219accb39b13 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=45ea8e99da524d229eab9a9daefefa06&device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 1097 time: 0.1991553 Aug 10 03:27:49.653878 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1170f543-c7fc-46ba-9cde-d7a2e454a429 req-76fbd442-ee9f-42f7-9008-94f74001e83a tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:49.660089 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-1a85f161-c6b5-4e2f-ba53-dc1adce69fa7 req-9ee4b2db-8e74-4db3-9b05-a5b44f91d2f9 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Calling delete_port for 7301d8fa-984f-441c-9daf-895a906f3044 owned by compute:nova {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:27:49.667069 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1170f543-c7fc-46ba-9cde-d7a2e454a429 req-76fbd442-ee9f-42f7-9008-94f74001e83a tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:49.683424 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1170f543-c7fc-46ba-9cde-d7a2e454a429 req-76fbd442-ee9f-42f7-9008-94f74001e83a tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/ports?device_id=82e38cbb-cdc6-42fa-a3ce-7cb6070b9051 HTTP/1.1" status: 200 len: 1680 time: 0.2788591 Aug 10 03:27:49.730180 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7bb719e9-5142-4c57-97a4-0ac5febd9e98 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:49.804686 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf49455-1967-442e-a1e0-673f8c96042b req-548f09e6-f71f-4d75-9513-7dbe6f67a7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:49.806357 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8cf49455-1967-442e-a1e0-673f8c96042b req-548f09e6-f71f-4d75-9513-7dbe6f67a7f1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=63aaa48c-3c91-4250-a53f-1bccfcaa858a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2461023 Aug 10 03:27:49.818474 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7bb719e9-5142-4c57-97a4-0ac5febd9e98 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:49.820897 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-7bb719e9-5142-4c57-97a4-0ac5febd9e98 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] 10.222.0.44 "DELETE /v2.0/subnets/b4d3eb72-fdfe-4177-9c8e-3cee8d9e128c HTTP/1.1" status: 204 len: 168 time: 2.1644959 Aug 10 03:27:49.823221 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 35376) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:49.827531 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb719e9-5142-4c57-97a4-0ac5febd9e98 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Pushing event deleted for resources: {'Subnet': ['ID=b4d3eb72-fdfe-4177-9c8e-3cee8d9e128c,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:49.921103 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1170f543-c7fc-46ba-9cde-d7a2e454a429 req-e15034d0-19db-4206-a96e-0f79d983ded2 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/security-groups?id=19cc7362-8f8b-47a2-b13d-80c9c9a2c563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229970 Aug 10 03:27:49.935878 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91a4e7a-a73a-46dc-82ee-2c83c605df36 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:49.937521 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91a4e7a-a73a-46dc-82ee-2c83c605df36 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:49.946206 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a91a4e7a-a73a-46dc-82ee-2c83c605df36 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1208084 Aug 10 03:27:49.946493 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2be467-4a61-4b3f-9c7a-3124826f2822 req-9051a629-13d3-40bf-acc9-9c4c17fb8cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:49.948193 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ae2be467-4a61-4b3f-9c7a-3124826f2822 req-9051a629-13d3-40bf-acc9-9c4c17fb8cec service neutron] 10.222.0.42 "GET /v2.0/networks?id=72b680b6-c2b6-4772-b62f-31081d87c55d HTTP/1.1" status: 200 len: 913 time: 0.2618740 Aug 10 03:27:49.948752 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 35378) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:49.977043 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 7301d8fa-984f-441c-9daf-895a906f3044 no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:27:50.067146 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:50.111066 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ae2be467-4a61-4b3f-9c7a-3124826f2822 req-ac626707-ddf4-48a6-8605-a3623ce24510 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8faf8dfd-bf14-4900-825a-459411787c04 HTTP/1.1" status: 200 len: 217 time: 0.1484885 Aug 10 03:27:50.116113 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 35384) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:50.191701 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2be467-4a61-4b3f-9c7a-3124826f2822 req-1408637e-dbe6-44b7-a627-aac56687438d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:50.193582 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ae2be467-4a61-4b3f-9c7a-3124826f2822 req-1408637e-dbe6-44b7-a627-aac56687438d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8f2c47df-839e-40b4-85ee-46033508b63e HTTP/1.1" status: 200 len: 853 time: 0.0657637 Aug 10 03:27:50.238742 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-92ee6d76-c4a9-4e38-9301-bb8030ef9252 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:50.283850 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ae2be467-4a61-4b3f-9c7a-3124826f2822 req-dd92c540-e683-46d6-8748-fd381d44c171 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72b680b6-c2b6-4772-b62f-31081d87c55d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695345 Aug 10 03:27:50.302009 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8cf49455-1967-442e-a1e0-673f8c96042b req-32fdc6b7-47d6-4b6b-8adc-ea96fcfe7c54 service neutron] 10.222.0.61 "GET /v2.0/networks/63aaa48c-3c91-4250-a53f-1bccfcaa858a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4866152 Aug 10 03:27:50.302893 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9419b301-39c8-47fe-b574-b7756d35c286 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:50.386560 n-d-768862-13 neutron-server[94260]: INFO neutron.pecan_wsgi.hooks.translation [None req-92ee6d76-c4a9-4e38-9301-bb8030ef9252 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 10 03:27:50.387037 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92ee6d76-c4a9-4e38-9301-bb8030ef9252 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:27:50.388935 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-92ee6d76-c4a9-4e38-9301-bb8030ef9252 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] 10.222.0.44 "DELETE /v2.0/networks/007d1293-e60e-4665-93f6-33bfcf06d0d6 HTTP/1.1" status: 409 len: 405 time: 0.4387991 Aug 10 03:27:50.427215 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 35388) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:50.436073 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-646b35b7-5b85-4130-9892-1902d2c26d36 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1223647560'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:27:50.497736 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e844e68-c85d-4563-9c2b-bc81a24ed8b3 req-fa7e2b02-1784-4d43-ac3a-12164e6e7a8b tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:50.499664 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0e844e68-c85d-4563-9c2b-bc81a24ed8b3 req-fa7e2b02-1784-4d43-ac3a-12164e6e7a8b tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=52abdfa0-967d-47ff-8241-4731b1134638 HTTP/1.1" status: 200 len: 945 time: 0.3048844 Aug 10 03:27:50.567089 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b41b3e-1e55-4a96-a9ad-5744a0ec28fd None None] Network 007d1293-e60e-4665-93f6-33bfcf06d0d6 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:27:50.626640 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ae2be467-4a61-4b3f-9c7a-3124826f2822 req-a7aebe02-82e2-4a69-9685-8bf980f74de3 service neutron] 10.222.0.42 "GET /v2.0/networks/72b680b6-c2b6-4772-b62f-31081d87c55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123350 Aug 10 03:27:50.632348 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f1877993-a230-4722-a268-68a90f1f3c5e tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks [] for router_gateway, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:50.670319 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8cf49455-1967-442e-a1e0-673f8c96042b req-9389946e-1668-4757-8113-62e368910eae service neutron] 10.222.0.61 "GET /v2.0/networks/63aaa48c-3c91-4250-a53f-1bccfcaa858a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3443611 Aug 10 03:27:50.672788 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f1877993-a230-4722-a268-68a90f1f3c5e tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:50.695399 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-1a85f161-c6b5-4e2f-ba53-dc1adce69fa7 req-9ee4b2db-8e74-4db3-9b05-a5b44f91d2f9 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:50.716318 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['8faf8dfd-bf14-4900-825a-459411787c04'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:27:50.765337 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835aa9f8-accb-45be-8da0-47af63c271c8 req-41e59769-3b6a-435f-bf7e-07cf597ec76b tempest-ServerPasswordTestJSON-1237251978 tempest-ServerPasswordTestJSON-1237251978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:50.768716 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-835aa9f8-accb-45be-8da0-47af63c271c8 req-41e59769-3b6a-435f-bf7e-07cf597ec76b tempest-ServerPasswordTestJSON-1237251978 tempest-ServerPasswordTestJSON-1237251978-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b80ede9-7b3f-4443-aa7e-6bc4c5b80518 HTTP/1.1" status: 200 len: 945 time: 0.2631190 Aug 10 03:27:50.772016 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee4b2db-8e74-4db3-9b05-a5b44f91d2f9 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Pushing event deleted for resources: {'Port': ['ID=7301d8fa-984f-441c-9daf-895a906f3044,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:50.774630 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-3b3b2b56-3fd6-439c-ae02-480f43b5ef85 None None] Provisioning for port c20dc2b0-5c15-4aa1-8ae0-76e2b8e05268 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:27:50.786118 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0e844e68-c85d-4563-9c2b-bc81a24ed8b3 req-2d8440d6-8bb0-4e59-aaca-d8e2c8466128 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610562 Aug 10 03:27:50.835485 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device c20dc2b0-5c15-4aa1-8ae0-76e2b8e05268 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:27:50.857510 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a85f161-c6b5-4e2f-ba53-dc1adce69fa7 req-9ee4b2db-8e74-4db3-9b05-a5b44f91d2f9 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] No DVR routers for this DVR port 7301d8fa-984f-441c-9daf-895a906f3044 on host n-h2-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:27:50.862772 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-1a85f161-c6b5-4e2f-ba53-dc1adce69fa7 req-9ee4b2db-8e74-4db3-9b05-a5b44f91d2f9 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:50.866075 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-1a85f161-c6b5-4e2f-ba53-dc1adce69fa7 req-9ee4b2db-8e74-4db3-9b05-a5b44f91d2f9 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.61 "DELETE /v2.0/ports/7301d8fa-984f-441c-9daf-895a906f3044 HTTP/1.1" status: 204 len: 173 time: 2.3331227 Aug 10 03:27:50.866625 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52abdfa0-967d-47ff-8241-4731b1134638', 'name': 'network-vif-deleted', 'tag': '7301d8fa-984f-441c-9daf-895a906f3044'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:27:50.869816 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2162d624-a981-4e4f-af0c-67a24fdfddf4" -d '{"events": [{"server_uuid": "52abdfa0-967d-47ff-8241-4731b1134638", "name": "network-vif-deleted", "tag": "7301d8fa-984f-441c-9daf-895a906f3044"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:27:50.975490 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-f1877993-a230-4722-a268-68a90f1f3c5e tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Allocated IP 172.25.6.189 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/d30f00b6-1ac3-4965-b7d4-522b2fc3ac72) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:27:50.990153 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port c20dc2b0-5c15-4aa1-8ae0-76e2b8e05268 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:27:50.997907 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port c20dc2b0-5c15-4aa1-8ae0-76e2b8e05268 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:27:50.998647 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:51.004860 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9419b301-39c8-47fe-b574-b7756d35c286 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:51.006985 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8cf49455-1967-442e-a1e0-673f8c96042b req-53d59548-970f-4d61-a6b7-a9387eb8e65c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.125&port_id=0cd7be64-cc3e-4c91-92fd-30cfd759de99 HTTP/1.1" status: 200 len: 217 time: 0.3064299 Aug 10 03:27:51.061185 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9419b301-39c8-47fe-b574-b7756d35c286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:51.097172 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-764fcbbe-1396-4961-a640-340e52cd89ce x-openstack-request-id: req-764fcbbe-1396-4961-a640-340e52cd89ce {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:27:51.097606 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52abdfa0-967d-47ff-8241-4731b1134638", "name": "network-vif-deleted", "tag": "7301d8fa-984f-441c-9daf-895a906f3044", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:27:51.097962 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-764fcbbe-1396-4961-a640-340e52cd89ce {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:27:51.098586 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52abdfa0-967d-47ff-8241-4731b1134638', 'name': 'network-vif-deleted', 'tag': '7301d8fa-984f-441c-9daf-895a906f3044', 'status': 'completed', 'code': 200} Aug 10 03:27:51.146346 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968c7941-d8dc-4b13-8a45-21f4c6f7522d None None] DHCP port deletion for 007d1293-e60e-4665-93f6-33bfcf06d0d6 request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:27:51.183869 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ae2be467-4a61-4b3f-9c7a-3124826f2822 req-695b8575-d5be-4026-afdf-ed386633f219 service neutron] 10.222.0.42 "GET /v2.0/networks/72b680b6-c2b6-4772-b62f-31081d87c55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5372458 Aug 10 03:27:51.204072 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f1877993-a230-4722-a268-68a90f1f3c5e tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:51.216446 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9419b301-39c8-47fe-b574-b7756d35c286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02aee339-8bf7-4193-840b-4b39da7f501f,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:51.248321 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:51.261605 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b566898-14d2-4a81-933f-a07330b26c7b req-977f081d-d89d-40ea-8b45-93e92f83b5f6 tempest-ServerPasswordTestJSON-1237251978 tempest-ServerPasswordTestJSON-1237251978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:51.263557 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6b566898-14d2-4a81-933f-a07330b26c7b req-977f081d-d89d-40ea-8b45-93e92f83b5f6 tempest-ServerPasswordTestJSON-1237251978 tempest-ServerPasswordTestJSON-1237251978-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b80ede9-7b3f-4443-aa7e-6bc4c5b80518 HTTP/1.1" status: 200 len: 945 time: 0.5204275 Aug 10 03:27:51.266729 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f1877993-a230-4722-a268-68a90f1f3c5e tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:51.278720 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-646b35b7-5b85-4130-9892-1902d2c26d36 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Made reservation on behalf of b9da701989b44dd3be6b50dc5f7476c0 for: {'network': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:27:51.283422 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-646b35b7-5b85-4130-9892-1902d2c26d36 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:51.286662 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-968c7941-d8dc-4b13-8a45-21f4c6f7522d None None] Deleting port c20dc2b0-5c15-4aa1-8ae0-76e2b8e05268 {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:27:51.287695 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-968c7941-d8dc-4b13-8a45-21f4c6f7522d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:51.321396 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1877993-a230-4722-a268-68a90f1f3c5e tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:27:51.327117 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-f1877993-a230-4722-a268-68a90f1f3c5e tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:27:51.331999 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-9419b301-39c8-47fe-b574-b7756d35c286 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f115bb357092413a914d5486bcc94c40&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2147233 Aug 10 03:27:51.336273 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1877993-a230-4722-a268-68a90f1f3c5e tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:27:51.339398 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 35400) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:51.359118 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port c20dc2b0-5c15-4aa1-8ae0-76e2b8e05268, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=c20dc2b0-5c15-4aa1-8ae0-76e2b8e05268,segment=NetworkSegment(ac7adfa0-6e48-4f7d-86fd-5a7feac017ed),segment_id=ac7adfa0-6e48-4f7d-86fd-5a7feac017ed)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:51.366375 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1877993-a230-4722-a268-68a90f1f3c5e tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Pushing event updated for resources: {'Port': ['ID=d30f00b6-1ac3-4965-b7d4-522b2fc3ac72,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:51.367964 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:51.370532 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf49455-1967-442e-a1e0-673f8c96042b req-f64d8821-11eb-4614-80b2-e81278493964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:51.373223 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8cf49455-1967-442e-a1e0-673f8c96042b req-f64d8821-11eb-4614-80b2-e81278493964 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ca1aff80-b32d-4216-9390-cdd43e41ee33 HTTP/1.1" status: 200 len: 797 time: 0.3484745 Aug 10 03:27:51.384595 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-fab03d66-709e-40e2-83ba-7804b98a6cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:51.413442 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-968c7941-d8dc-4b13-8a45-21f4c6f7522d None None] For port c20dc2b0-5c15-4aa1-8ae0-76e2b8e05268, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=c20dc2b0-5c15-4aa1-8ae0-76e2b8e05268,segment=NetworkSegment(ac7adfa0-6e48-4f7d-86fd-5a7feac017ed),segment_id=ac7adfa0-6e48-4f7d-86fd-5a7feac017ed)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:51.413852 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-968c7941-d8dc-4b13-8a45-21f4c6f7522d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:51.435261 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-968c7941-d8dc-4b13-8a45-21f4c6f7522d None None] Calling delete_port for c20dc2b0-5c15-4aa1-8ae0-76e2b8e05268 owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:27:51.453637 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-646b35b7-5b85-4130-9892-1902d2c26d36 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=94260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:27:51.463758 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=c20dc2b0-5c15-4aa1-8ae0-76e2b8e05268,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:51.465539 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6b566898-14d2-4a81-933f-a07330b26c7b req-745f3fa3-7801-4c00-bf8f-0989416b8575 tempest-ServerPasswordTestJSON-1237251978 tempest-ServerPasswordTestJSON-1237251978-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5d152dc-c04b-40ec-a9c5-7741ed4a9f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567883 Aug 10 03:27:51.486271 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd2d862-ae3c-4c67-aced-5a8d701d84c4 req-76c744bb-e133-47f4-83b4-0fa33e799848 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:51.492491 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd2d862-ae3c-4c67-aced-5a8d701d84c4 req-76c744bb-e133-47f4-83b4-0fa33e799848 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:51.503380 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4dd2d862-ae3c-4c67-aced-5a8d701d84c4 req-76c744bb-e133-47f4-83b4-0fa33e799848 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/ports?device_id=82e38cbb-cdc6-42fa-a3ce-7cb6070b9051 HTTP/1.1" status: 200 len: 1680 time: 0.3078198 Aug 10 03:27:51.523609 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-646b35b7-5b85-4130-9892-1902d2c26d36 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:51.523968 n-d-768862-13 neutron-server[94260]: INFO neutron.db.segments_db [None req-646b35b7-5b85-4130-9892-1902d2c26d36 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Added segment 92a5fe0e-0924-4113-9f1d-d281a2a79cd5 of type vlan for network e7fc0125-1900-4ba1-af37-677ecb13ea06 Aug 10 03:27:51.529075 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-835aa9f8-accb-45be-8da0-47af63c271c8 req-b41d2505-52fe-4bd6-8cda-1a8199dadd89 tempest-ServerPasswordTestJSON-1237251978 tempest-ServerPasswordTestJSON-1237251978-project] Deleting port 5a9a58b1-1a4b-4188-8230-6de5b78051f8 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:27:51.538298 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-835aa9f8-accb-45be-8da0-47af63c271c8 req-b41d2505-52fe-4bd6-8cda-1a8199dadd89 tempest-ServerPasswordTestJSON-1237251978 tempest-ServerPasswordTestJSON-1237251978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:51.543090 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5a1dfc43-ed88-438a-b2dc-d96a745cdde9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:51.594088 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-968c7941-d8dc-4b13-8a45-21f4c6f7522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:51.642456 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5a1dfc43-ed88-438a-b2dc-d96a745cdde9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:51.653862 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf49455-1967-442e-a1e0-673f8c96042b req-7c76c47f-a0de-428a-b0eb-5eb48f2fa13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:51.655517 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8cf49455-1967-442e-a1e0-673f8c96042b req-7c76c47f-a0de-428a-b0eb-5eb48f2fa13c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=63aaa48c-3c91-4250-a53f-1bccfcaa858a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2659271 Aug 10 03:27:51.666203 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-646b35b7-5b85-4130-9892-1902d2c26d36 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:51.675678 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968c7941-d8dc-4b13-8a45-21f4c6f7522d None None] Pushing event deleted for resources: {'Port': ['ID=c20dc2b0-5c15-4aa1-8ae0-76e2b8e05268,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:51.688663 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968c7941-d8dc-4b13-8a45-21f4c6f7522d None None] No DVR routers for this DVR port c20dc2b0-5c15-4aa1-8ae0-76e2b8e05268 on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:27:51.692707 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4dd2d862-ae3c-4c67-aced-5a8d701d84c4 req-fa846ac3-32cc-4992-adef-eee37b2c4c07 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/security-groups?id=19cc7362-8f8b-47a2-b13d-80c9c9a2c563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882973 Aug 10 03:27:51.862163 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f1877993-a230-4722-a268-68a90f1f3c5e tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks [] for router_gateway, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:51.880929 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-646b35b7-5b85-4130-9892-1902d2c26d36 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:51.892010 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646b35b7-5b85-4130-9892-1902d2c26d36 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:51.893012 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-646b35b7-5b85-4130-9892-1902d2c26d36 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:51.939049 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5a1dfc43-ed88-438a-b2dc-d96a745cdde9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:51.945114 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5a1dfc43-ed88-438a-b2dc-d96a745cdde9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:51.947346 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-5a1dfc43-ed88-438a-b2dc-d96a745cdde9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/02aee339-8bf7-4193-840b-4b39da7f501f HTTP/1.1" status: 204 len: 168 time: 0.6067135 Aug 10 03:27:51.979523 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1dfc43-ed88-438a-b2dc-d96a745cdde9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02aee339-8bf7-4193-840b-4b39da7f501f,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:52.012174 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 714cfd04-fcb5-4ae1-9567-390480150f5d up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:27:52.026065 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-18492539-8a9d-421a-bd0e-3aa7d53db3c5 req-4f2adcf5-2a69-407f-a8ce-7e6069cfc991 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=52abdfa0-967d-47ff-8241-4731b1134638 HTTP/1.1" status: 200 len: 210 time: 0.1255145 Aug 10 03:27:52.040790 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-835aa9f8-accb-45be-8da0-47af63c271c8 req-b41d2505-52fe-4bd6-8cda-1a8199dadd89 tempest-ServerPasswordTestJSON-1237251978 tempest-ServerPasswordTestJSON-1237251978-project] For port 5a9a58b1-1a4b-4188-8230-6de5b78051f8, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=5a9a58b1-1a4b-4188-8230-6de5b78051f8,segment=NetworkSegment(455f5add-0fbc-48cd-bd0e-861ec0ae857f),segment_id=455f5add-0fbc-48cd-bd0e-861ec0ae857f)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:52.041041 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-835aa9f8-accb-45be-8da0-47af63c271c8 req-b41d2505-52fe-4bd6-8cda-1a8199dadd89 tempest-ServerPasswordTestJSON-1237251978 tempest-ServerPasswordTestJSON-1237251978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:52.063640 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-646b35b7-5b85-4130-9892-1902d2c26d36 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.6336446 Aug 10 03:27:52.071669 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 35410) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:52.073835 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8cf49455-1967-442e-a1e0-673f8c96042b req-938ef68f-f20a-4baf-8c83-a6952c9e4bd6 service neutron] 10.222.0.61 "GET /v2.0/networks/63aaa48c-3c91-4250-a53f-1bccfcaa858a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4097929 Aug 10 03:27:52.076252 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-835aa9f8-accb-45be-8da0-47af63c271c8 req-b41d2505-52fe-4bd6-8cda-1a8199dadd89 tempest-ServerPasswordTestJSON-1237251978 tempest-ServerPasswordTestJSON-1237251978-project] Calling delete_port for 5a9a58b1-1a4b-4188-8230-6de5b78051f8 owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:27:52.081618 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-d267c0b6-e3d1-45f7-856f-fae1ff969e7f tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Request body: {'subnet': {'network_id': 'e7fc0125-1900-4ba1-af37-677ecb13ea06', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:27:52.124923 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning for port 714cfd04-fcb5-4ae1-9567-390480150f5d completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:27:52.134140 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port 714cfd04-fcb5-4ae1-9567-390480150f5d triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:27:52.134889 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:52.199968 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646b35b7-5b85-4130-9892-1902d2c26d36 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Pushing event updated for resources: {'Network': ['ID=e7fc0125-1900-4ba1-af37-677ecb13ea06,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:52.214786 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network e7fc0125-1900-4ba1-af37-677ecb13ea06 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:27:52.317905 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:52.361377 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82e38cbb-cdc6-42fa-a3ce-7cb6070b9051', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '714cfd04-fcb5-4ae1-9567-390480150f5d'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:27:52.363819 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2c7df52-1900-475f-b608-03f4114a8f6b" -d '{"events": [{"server_uuid": "82e38cbb-cdc6-42fa-a3ce-7cb6070b9051", "name": "network-vif-plugged", "status": "completed", "tag": "714cfd04-fcb5-4ae1-9567-390480150f5d"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:27:52.379397 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 714cfd04-fcb5-4ae1-9567-390480150f5d, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=714cfd04-fcb5-4ae1-9567-390480150f5d,segment=NetworkSegment(8d891c90-800a-4eaf-9bc0-c9a0d301429e),segment_id=8d891c90-800a-4eaf-9bc0-c9a0d301429e)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:52.386760 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:52.387606 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 06a30281-4a6e-4214-af00-27ecf02f1635 up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:27:52.414132 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f1877993-a230-4722-a268-68a90f1f3c5e tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-520463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-522334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1409'] for router, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:52.424966 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f1877993-a230-4722-a268-68a90f1f3c5e tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-520692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-520701', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-522311'] for router, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:52.437643 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d267c0b6-e3d1-45f7-856f-fae1ff969e7f tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Made reservation on behalf of b9da701989b44dd3be6b50dc5f7476c0 for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:27:52.442713 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d267c0b6-e3d1-45f7-856f-fae1ff969e7f tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:52.453739 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8cf49455-1967-442e-a1e0-673f8c96042b req-52de2a3c-a1f3-4d8e-8474-268a92d708dd service neutron] 10.222.0.61 "GET /v2.0/networks/63aaa48c-3c91-4250-a53f-1bccfcaa858a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3646951 Aug 10 03:27:52.455388 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d965ba02-ebf8-497f-b426-636dcc337fd5 x-openstack-request-id: req-d965ba02-ebf8-497f-b426-636dcc337fd5 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:27:52.455715 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82e38cbb-cdc6-42fa-a3ce-7cb6070b9051", "name": "network-vif-plugged", "status": "completed", "tag": "714cfd04-fcb5-4ae1-9567-390480150f5d", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:27:52.456027 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d965ba02-ebf8-497f-b426-636dcc337fd5 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:27:52.456467 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82e38cbb-cdc6-42fa-a3ce-7cb6070b9051', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '714cfd04-fcb5-4ae1-9567-390480150f5d', 'code': 200} Aug 10 03:27:52.488670 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=714cfd04-fcb5-4ae1-9567-390480150f5d,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:52.499422 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning for port 06a30281-4a6e-4214-af00-27ecf02f1635 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:27:52.505069 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port 06a30281-4a6e-4214-af00-27ecf02f1635 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:27:52.505542 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:52.526448 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 35418) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:52.557198 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1073d102-4a48-421e-8076-c42b3c28d6bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:52.588659 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8cf49455-1967-442e-a1e0-673f8c96042b req-95bc7508-de97-478d-93b3-4ab0d2f83dc9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=c40b5058-84d3-4cd1-8b92-77f51ba65d58 HTTP/1.1" status: 200 len: 217 time: 0.1182559 Aug 10 03:27:52.639639 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:52.688696 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf49455-1967-442e-a1e0-673f8c96042b req-a79baf39-cc5f-4342-8e8c-214cf47d0d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:52.690530 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8cf49455-1967-442e-a1e0-673f8c96042b req-a79baf39-cc5f-4342-8e8c-214cf47d0d4f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ca1aff80-b32d-4216-9390-cdd43e41ee33 HTTP/1.1" status: 200 len: 797 time: 0.0744932 Aug 10 03:27:52.709530 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 06a30281-4a6e-4214-af00-27ecf02f1635, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=06a30281-4a6e-4214-af00-27ecf02f1635,segment=NetworkSegment(6df3a89d-4b66-4f8e-a439-c186a224c972),segment_id=6df3a89d-4b66-4f8e-a439-c186a224c972)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:52.714417 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:52.755887 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device c20dc2b0-5c15-4aa1-8ae0-76e2b8e05268 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:27:52.795135 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-835aa9f8-accb-45be-8da0-47af63c271c8 req-b41d2505-52fe-4bd6-8cda-1a8199dadd89 tempest-ServerPasswordTestJSON-1237251978 tempest-ServerPasswordTestJSON-1237251978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:52.795567 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: c20dc2b0-5c15-4aa1-8ae0-76e2b8e05268 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:27:52.796077 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device c20dc2b0-5c15-4aa1-8ae0-76e2b8e05268 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:27:52.825033 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=06a30281-4a6e-4214-af00-27ecf02f1635,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:52.858578 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1877993-a230-4722-a268-68a90f1f3c5e tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Router a7909506-5653-4e3b-b679-f58e837a3b19 is scheduled to L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e with binding_index 1 {{(pid=94261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:27:52.905756 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1073d102-4a48-421e-8076-c42b3c28d6bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:52.912741 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1073d102-4a48-421e-8076-c42b3c28d6bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:53.035572 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-1073d102-4a48-421e-8076-c42b3c28d6bd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e2803a8abd2b4cf99195eb25b031ebdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5075681 Aug 10 03:27:53.038796 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 35424) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:53.078885 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1073d102-4a48-421e-8076-c42b3c28d6bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1561135-9977-4584-a153-79b087eb93f9,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:53.129538 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1877993-a230-4722-a268-68a90f1f3c5e tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:27:53.138178 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f1877993-a230-4722-a268-68a90f1f3c5e tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:53.139174 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-f1877993-a230-4722-a268-68a90f1f3c5e tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] 10.222.0.44 "PUT /v2.0/routers/a7909506-5653-4e3b-b679-f58e837a3b19 HTTP/1.1" status: 200 len: 884 time: 5.2655933 Aug 10 03:27:53.143334 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 35430) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:53.147347 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24653397-83e5-4c22-8e64-596dde586bf1 None None] Sync routers for ids ['a7909506-5653-4e3b-b679-f58e837a3b19'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:27:53.157810 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24653397-83e5-4c22-8e64-596dde586bf1 None None] Routers {'a7909506-5653-4e3b-b679-f58e837a3b19'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:27:53.158382 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-24653397-83e5-4c22-8e64-596dde586bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:27:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['a7909506-5653-4e3b-b679-f58e837a3b19'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:53.195525 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-24653397-83e5-4c22-8e64-596dde586bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:53.208498 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24653397-83e5-4c22-8e64-596dde586bf1 None None] Routers {'a7909506-5653-4e3b-b679-f58e837a3b19'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:27:53.210144 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-24653397-83e5-4c22-8e64-596dde586bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:27:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['a7909506-5653-4e3b-b679-f58e837a3b19'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:53.215637 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e5131ac5-fc5e-4101-beaa-e734b8783f67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:53.240538 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d2505-52fe-4bd6-8cda-1a8199dadd89 tempest-ServerPasswordTestJSON-1237251978 tempest-ServerPasswordTestJSON-1237251978-project] Pushing event deleted for resources: {'Port': ['ID=5a9a58b1-1a4b-4188-8230-6de5b78051f8,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:53.264375 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f98e21-f898-4750-aefd-41bd60ccb002 req-00de1f0b-06ff-496b-b292-8ea96dbc4056 tempest-ServerPasswordTestJSON-1237251978 tempest-ServerPasswordTestJSON-1237251978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:53.265979 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f1f98e21-f898-4750-aefd-41bd60ccb002 req-00de1f0b-06ff-496b-b292-8ea96dbc4056 tempest-ServerPasswordTestJSON-1237251978 tempest-ServerPasswordTestJSON-1237251978-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b80ede9-7b3f-4443-aa7e-6bc4c5b80518 HTTP/1.1" status: 200 len: 867 time: 0.6450305 Aug 10 03:27:53.271998 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-24653397-83e5-4c22-8e64-596dde586bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:53.273378 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24653397-83e5-4c22-8e64-596dde586bf1 None None] The sync data for ids ['a7909506-5653-4e3b-b679-f58e837a3b19'] in n-d-768862-13 is: [] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:27:53.291994 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf49455-1967-442e-a1e0-673f8c96042b req-10b64d21-59c8-4bd8-ba29-3e20c28caefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:53.293527 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8cf49455-1967-442e-a1e0-673f8c96042b req-10b64d21-59c8-4bd8-ba29-3e20c28caefa service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=63aaa48c-3c91-4250-a53f-1bccfcaa858a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5890117 Aug 10 03:27:53.296353 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e5131ac5-fc5e-4101-beaa-e734b8783f67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:53.351666 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-b1dd2f20-c5b7-4d5e-b693-f5c08a3893ad tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] 10.222.0.44 "GET /v2.0/routers/a7909506-5653-4e3b-b679-f58e837a3b19 HTTP/1.1" status: 200 len: 925 time: 0.2026658 Aug 10 03:27:53.352025 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 35432) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:53.408807 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4827aa-adc1-4dca-8c89-461105e7311c tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:53.410939 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-3e4827aa-adc1-4dca-8c89-461105e7311c tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=2ea12131-628a-487e-b434-0463553732bd&device_id=a7909506-5653-4e3b-b679-f58e837a3b19&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0573804 Aug 10 03:27:53.415531 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 35434) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:53.424588 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e5131ac5-fc5e-4101-beaa-e734b8783f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:53.427433 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e5131ac5-fc5e-4101-beaa-e734b8783f67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:53.429279 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e5131ac5-fc5e-4101-beaa-e734b8783f67 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f1561135-9977-4584-a153-79b087eb93f9 HTTP/1.1" status: 204 len: 168 time: 0.3886864 Aug 10 03:27:53.432826 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-835aa9f8-accb-45be-8da0-47af63c271c8 req-b41d2505-52fe-4bd6-8cda-1a8199dadd89 tempest-ServerPasswordTestJSON-1237251978 tempest-ServerPasswordTestJSON-1237251978-project] No DVR routers for this DVR port 5a9a58b1-1a4b-4188-8230-6de5b78051f8 on host n-h1-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:27:53.439604 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-835aa9f8-accb-45be-8da0-47af63c271c8 req-b41d2505-52fe-4bd6-8cda-1a8199dadd89 tempest-ServerPasswordTestJSON-1237251978 tempest-ServerPasswordTestJSON-1237251978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:53.441699 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-835aa9f8-accb-45be-8da0-47af63c271c8 req-b41d2505-52fe-4bd6-8cda-1a8199dadd89 tempest-ServerPasswordTestJSON-1237251978 tempest-ServerPasswordTestJSON-1237251978-project] 10.222.0.42 "DELETE /v2.0/ports/5a9a58b1-1a4b-4188-8230-6de5b78051f8 HTTP/1.1" status: 204 len: 173 time: 2.5712500 Aug 10 03:27:53.442455 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b80ede9-7b3f-4443-aa7e-6bc4c5b80518', 'name': 'network-vif-deleted', 'tag': '5a9a58b1-1a4b-4188-8230-6de5b78051f8'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:27:53.444965 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4aac182-fd42-479e-9b59-28c3cf1539cf" -d '{"events": [{"server_uuid": "2b80ede9-7b3f-4443-aa7e-6bc4c5b80518", "name": "network-vif-deleted", "tag": "5a9a58b1-1a4b-4188-8230-6de5b78051f8"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:27:53.474523 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5131ac5-fc5e-4101-beaa-e734b8783f67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1561135-9977-4584-a153-79b087eb93f9,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:53.536732 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f1f98e21-f898-4750-aefd-41bd60ccb002 req-21837747-ae7a-4816-9709-cfa1598fa62f tempest-ServerPasswordTestJSON-1237251978 tempest-ServerPasswordTestJSON-1237251978-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5d152dc-c04b-40ec-a9c5-7741ed4a9f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365143 Aug 10 03:27:53.566562 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18647500-855a-47f4-80b8-4bbec229e99b req-0addc44a-ccb1-4a50-a898-8b47ae465116 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:53.583671 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18647500-855a-47f4-80b8-4bbec229e99b req-0addc44a-ccb1-4a50-a898-8b47ae465116 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:53.606292 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-18647500-855a-47f4-80b8-4bbec229e99b req-0addc44a-ccb1-4a50-a898-8b47ae465116 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/ports?device_id=82e38cbb-cdc6-42fa-a3ce-7cb6070b9051 HTTP/1.1" status: 200 len: 1682 time: 0.3725066 Aug 10 03:27:53.627371 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e91c10ba-d40b-47ff-ba46-e209fedab4bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:53.694944 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8cf49455-1967-442e-a1e0-673f8c96042b req-591e842a-cfe9-4da3-a34a-1921bdab0b0b service neutron] 10.222.0.61 "GET /v2.0/networks/63aaa48c-3c91-4250-a53f-1bccfcaa858a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3737898 Aug 10 03:27:53.696238 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11c206e-15ef-4692-9bfc-9a71b1646807 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:53.697670 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-c11c206e-15ef-4692-9bfc-9a71b1646807 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] 10.222.0.44 "GET /v2.0/networks/2ea12131-628a-487e-b434-0463553732bd HTTP/1.1" status: 200 len: 881 time: 0.2811408 Aug 10 03:27:53.702392 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 35440) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:53.727431 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-18647500-855a-47f4-80b8-4bbec229e99b req-1eb4e7db-4b31-4bbf-bc38-6707d43540ec tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/security-groups?id=19cc7362-8f8b-47a2-b13d-80c9c9a2c563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197662 Aug 10 03:27:53.740170 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-850d3ffc-4152-4625-9344-94e9be83296f tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7909506-5653-4e3b-b679-f58e837a3b19 HTTP/1.1" status: 200 len: 205 time: 0.0363238 Aug 10 03:27:53.748141 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 35442) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:53.840512 n-d-768862-13 neutron-server[94260]: DEBUG neutron.objects.ports [None req-d267c0b6-e3d1-45f7-856f-fae1ff969e7f tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94260) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 03:27:53.843698 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d267c0b6-e3d1-45f7-856f-fae1ff969e7f tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58895384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805196'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:53.913090 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e1dc406-bd6d-46fc-b650-a03533ad4ec0 x-openstack-request-id: req-6e1dc406-bd6d-46fc-b650-a03533ad4ec0 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:27:53.913898 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b80ede9-7b3f-4443-aa7e-6bc4c5b80518", "name": "network-vif-deleted", "tag": "5a9a58b1-1a4b-4188-8230-6de5b78051f8", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:27:53.914186 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6e1dc406-bd6d-46fc-b650-a03533ad4ec0 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:27:53.914685 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b80ede9-7b3f-4443-aa7e-6bc4c5b80518', 'name': 'network-vif-deleted', 'tag': '5a9a58b1-1a4b-4188-8230-6de5b78051f8', 'status': 'completed', 'code': 200} Aug 10 03:27:53.921105 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6dfa5cfc-5c55-4dc1-8ad8-64315f90060a tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks [] for router, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:53.961107 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d267c0b6-e3d1-45f7-856f-fae1ff969e7f tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Pushing event updated for resources: {'Subnet': ['ID=e2099dda-eac7-48c2-ab9a-622d9aa4d4ce,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:53.972303 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8cf49455-1967-442e-a1e0-673f8c96042b req-ffd41e4d-8786-4427-a5f2-d37c596e2b1d service neutron] 10.222.0.61 "GET /v2.0/networks/63aaa48c-3c91-4250-a53f-1bccfcaa858a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562234 Aug 10 03:27:53.986576 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 5a9a58b1-1a4b-4188-8230-6de5b78051f8 no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:27:54.034918 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] No Port match for: 5a9a58b1-1a4b-4188-8230-6de5b78051f8 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:27:54.035720 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 5a9a58b1-1a4b-4188-8230-6de5b78051f8 not bound to the agent host n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:27:54.039776 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d267c0b6-e3d1-45f7-856f-fae1ff969e7f tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Checking segment: {'id': '92a5fe0e-0924-4113-9f1d-d281a2a79cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e7fc0125-1900-4ba1-af37-677ecb13ea06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:27:54.040947 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d267c0b6-e3d1-45f7-856f-fae1ff969e7f tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Network hostable DHCP agents. Network: e7fc0125-1900-4ba1-af37-677ecb13ea06, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:27:54.049276 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8cf49455-1967-442e-a1e0-673f8c96042b req-128643fe-f5d1-4aae-817f-b5171e52d2dd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c6098a0b-6358-487c-bb4f-c602b7532c39 HTTP/1.1" status: 200 len: 217 time: 0.0672193 Aug 10 03:27:54.087149 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6dfa5cfc-5c55-4dc1-8ad8-64315f90060a tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:54.158044 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:54.173272 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d267c0b6-e3d1-45f7-856f-fae1ff969e7f tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Network e7fc0125-1900-4ba1-af37-677ecb13ea06 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:27:54.178084 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-6dfa5cfc-5c55-4dc1-8ad8-64315f90060a tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Deleting port d30f00b6-1ac3-4965-b7d4-522b2fc3ac72 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:27:54.179318 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6dfa5cfc-5c55-4dc1-8ad8-64315f90060a tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:54.201213 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-d267c0b6-e3d1-45f7-856f-fae1ff969e7f tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, e7fc0125-1900-4ba1-af37-677ecb13ea06) {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:27:54.207133 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d267c0b6-e3d1-45f7-856f-fae1ff969e7f tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:54.207787 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d267c0b6-e3d1-45f7-856f-fae1ff969e7f tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:54.218267 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf49455-1967-442e-a1e0-673f8c96042b req-cb0e54d4-f6eb-4c6c-8bdf-67ca78b039fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:54.220159 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8cf49455-1967-442e-a1e0-673f8c96042b req-cb0e54d4-f6eb-4c6c-8bdf-67ca78b039fb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fa93a2c2-4364-4161-aedc-a9856625b70d HTTP/1.1" status: 200 len: 797 time: 0.1598511 Aug 10 03:27:54.231123 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d5e133-869f-4f11-9a03-0f85b4866a7a None None] Network e7fc0125-1900-4ba1-af37-677ecb13ea06 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:27:54.233973 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f58699-012c-4a18-ab40-aa1c4fb8fc71 req-5aae346e-4073-406a-a142-5ffcfc12ee83 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:54.236127 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-45f58699-012c-4a18-ab40-aa1c4fb8fc71 req-5aae346e-4073-406a-a142-5ffcfc12ee83 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 945 time: 0.1924522 Aug 10 03:27:54.257995 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-d267c0b6-e3d1-45f7-856f-fae1ff969e7f tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.1829548 Aug 10 03:27:54.268451 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 35452) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:54.348766 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf49455-1967-442e-a1e0-673f8c96042b req-01b910b5-89f4-4f96-ad3d-f840edce38b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:54.349864 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8cf49455-1967-442e-a1e0-673f8c96042b req-01b910b5-89f4-4f96-ad3d-f840edce38b5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c16d896b-1b67-48b5-b66a-585f180ec01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1125047 Aug 10 03:27:54.354203 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-45f58699-012c-4a18-ab40-aa1c4fb8fc71 req-feb7df5c-ed50-4fd6-be18-9fc6ff02d474 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667367 Aug 10 03:27:54.392139 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6dfa5cfc-5c55-4dc1-8ad8-64315f90060a tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:54.417438 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-6dfa5cfc-5c55-4dc1-8ad8-64315f90060a tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Calling delete_port for d30f00b6-1ac3-4965-b7d4-522b2fc3ac72 owned by network:router_gateway {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:27:54.439345 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cf9be973-2b85-40b2-ba16-bae1cdfb074d tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:54.458212 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82e38cbb-cdc6-42fa-a3ce-7cb6070b9051', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06a30281-4a6e-4214-af00-27ecf02f1635'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:27:54.461041 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-095a4a1a-a5ab-4e5a-829a-d6ea7cc6d4e3" -d '{"events": [{"server_uuid": "82e38cbb-cdc6-42fa-a3ce-7cb6070b9051", "name": "network-vif-plugged", "status": "completed", "tag": "06a30281-4a6e-4214-af00-27ecf02f1635"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:27:54.532204 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b481d7e-dd4d-4e3d-8a5a-38826905c121 x-openstack-request-id: req-7b481d7e-dd4d-4e3d-8a5a-38826905c121 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:27:54.532204 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82e38cbb-cdc6-42fa-a3ce-7cb6070b9051", "name": "network-vif-plugged", "status": "completed", "tag": "06a30281-4a6e-4214-af00-27ecf02f1635", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:27:54.532481 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7b481d7e-dd4d-4e3d-8a5a-38826905c121 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:27:54.532852 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82e38cbb-cdc6-42fa-a3ce-7cb6070b9051', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06a30281-4a6e-4214-af00-27ecf02f1635', 'code': 200} Aug 10 03:27:54.618929 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3534faa2-9185-4642-9e61-0a72da62eec8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-e7fc0125-1900-4ba1-af37-677ecb13ea06', 'network_id': 'e7fc0125-1900-4ba1-af37-677ecb13ea06', 'tenant_id': 'b9da701989b44dd3be6b50dc5f7476c0', 'fixed_ips': [{'subnet_id': 'e2099dda-eac7-48c2-ab9a-622d9aa4d4ce'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:27:54.619910 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3534faa2-9185-4642-9e61-0a72da62eec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:54.650187 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 35468) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:54.730718 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cf9be973-2b85-40b2-ba16-bae1cdfb074d tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:54.759801 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8cf49455-1967-442e-a1e0-673f8c96042b req-cdc83917-5b54-4f3b-905c-2902b161e43e service neutron] 10.222.0.61 "GET /v2.0/networks/c16d896b-1b67-48b5-b66a-585f180ec01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3940554 Aug 10 03:27:54.871053 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_v2 [None req-95a1ff09-4dd1-4653-a107-7f8654dfbc24 admin admin] Deleting subnet 27c8f19a-5a35-4740-a53a-6f2a380970b3 {{(pid=94260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:27:54.876096 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-3534faa2-9185-4642-9e61-0a72da62eec8 None None] Allocated IP 2001:db8::f816:3eff:fe37:2d2d (e7fc0125-1900-4ba1-af37-677ecb13ea06/e2099dda-eac7-48c2-ab9a-622d9aa4d4ce/4d7e23e7-b7e6-4ae8-a260-b42bca2ec561) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:27:54.887604 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2428b0b-45ce-4be7-af85-6c367dd59dfd req-1cf385af-0447-4d1a-964d-8d7741882f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:54.888092 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2428b0b-45ce-4be7-af85-6c367dd59dfd req-1cf385af-0447-4d1a-964d-8d7741882f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:54.888218 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-95a1ff09-4dd1-4653-a107-7f8654dfbc24 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:54.889692 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-d2428b0b-45ce-4be7-af85-6c367dd59dfd req-1cf385af-0447-4d1a-964d-8d7741882f70 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=82e38cbb-cdc6-42fa-a3ce-7cb6070b9051 HTTP/1.1" status: 200 len: 1986 time: 0.2282598 Aug 10 03:27:54.941433 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98594fb6-12c4-4341-851c-1397f3038cc6 req-ce6a5793-3be3-494f-b1b0-11035f8eccd4 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:54.952016 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-98594fb6-12c4-4341-851c-1397f3038cc6 req-ce6a5793-3be3-494f-b1b0-11035f8eccd4 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 945 time: 0.2769856 Aug 10 03:27:55.059378 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6dfa5cfc-5c55-4dc1-8ad8-64315f90060a tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:55.070750 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-95a1ff09-4dd1-4653-a107-7f8654dfbc24 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191173'] for subnet, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:55.072971 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-d2428b0b-45ce-4be7-af85-6c367dd59dfd req-35b4b094-9c4f-465c-890a-2c7120f5bf21 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=19cc7362-8f8b-47a2-b13d-80c9c9a2c563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400633 Aug 10 03:27:55.112012 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-98594fb6-12c4-4341-851c-1397f3038cc6 req-f0bd23aa-2e3a-400b-80f0-7fb64ea88620 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589947 Aug 10 03:27:55.120746 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfa5cfc-5c55-4dc1-8ad8-64315f90060a tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Pushing event deleted for resources: {'Port': ['ID=d30f00b6-1ac3-4965-b7d4-522b2fc3ac72,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:55.129877 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8cf49455-1967-442e-a1e0-673f8c96042b req-776e5167-659e-4905-9688-0af728654757 service neutron] 10.222.0.61 "GET /v2.0/networks/c16d896b-1b67-48b5-b66a-585f180ec01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3597474 Aug 10 03:27:55.144891 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3534faa2-9185-4642-9e61-0a72da62eec8 None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:55.157398 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160dec01-0fde-4dd8-9845-ca1fb44accc3 req-648d5ccc-d888-4d9b-b0d8-34b88fd337de tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:55.163700 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160dec01-0fde-4dd8-9845-ca1fb44accc3 req-648d5ccc-d888-4d9b-b0d8-34b88fd337de tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:55.165841 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-160dec01-0fde-4dd8-9845-ca1fb44accc3 req-648d5ccc-d888-4d9b-b0d8-34b88fd337de tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/ports?device_id=82e38cbb-cdc6-42fa-a3ce-7cb6070b9051 HTTP/1.1" status: 200 len: 1682 time: 0.2099340 Aug 10 03:27:55.166067 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-3534faa2-9185-4642-9e61-0a72da62eec8 None None] Transition to ACTIVE for port object 4d7e23e7-b7e6-4ae8-a260-b42bca2ec561 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:27:55.174543 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6dfa5cfc-5c55-4dc1-8ad8-64315f90060a tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520654'] for router_gateway, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:55.200042 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-3534faa2-9185-4642-9e61-0a72da62eec8 None None] Transition to ACTIVE for port object 4d7e23e7-b7e6-4ae8-a260-b42bca2ec561 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:27:55.212269 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3534faa2-9185-4642-9e61-0a72da62eec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:55.237429 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-95a1ff09-4dd1-4653-a107-7f8654dfbc24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:55.285701 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3534faa2-9185-4642-9e61-0a72da62eec8 None None] Network e7fc0125-1900-4ba1-af37-677ecb13ea06 is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:27:55.294953 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-3534faa2-9185-4642-9e61-0a72da62eec8 None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:27:55.312489 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3534faa2-9185-4642-9e61-0a72da62eec8 None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:27:55.320176 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8cf49455-1967-442e-a1e0-673f8c96042b req-d3cd6b3c-089f-4dea-b2a4-14c3114a32a4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4134483f-b371-43e3-9c92-e3039b3c9f4b HTTP/1.1" status: 200 len: 217 time: 0.1387861 Aug 10 03:27:55.339790 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:55.380332 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3534faa2-9185-4642-9e61-0a72da62eec8 None None] Pushing event updated for resources: {'Port': ['ID=4d7e23e7-b7e6-4ae8-a260-b42bca2ec561,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:55.395445 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6dfa5cfc-5c55-4dc1-8ad8-64315f90060a tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:55.401754 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6dfa5cfc-5c55-4dc1-8ad8-64315f90060a tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:55.405870 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cf9be973-2b85-40b2-ba16-bae1cdfb074d tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:55.434998 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-3534faa2-9185-4642-9e61-0a72da62eec8 None None] Attempting to bind port 4d7e23e7-b7e6-4ae8-a260-b42bca2ec561 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:27:55.435260 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-3534faa2-9185-4642-9e61-0a72da62eec8 None None] Attempting to bind port 4d7e23e7-b7e6-4ae8-a260-b42bca2ec561 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '92a5fe0e-0924-4113-9f1d-d281a2a79cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e7fc0125-1900-4ba1-af37-677ecb13ea06'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:27:55.435618 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3534faa2-9185-4642-9e61-0a72da62eec8 None None] Attempting to bind port 4d7e23e7-b7e6-4ae8-a260-b42bca2ec561 on network e7fc0125-1900-4ba1-af37-677ecb13ea06 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:27:55.442313 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3534faa2-9185-4642-9e61-0a72da62eec8 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:27:55.442795 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3534faa2-9185-4642-9e61-0a72da62eec8 None None] Checking segment: {'id': '92a5fe0e-0924-4113-9f1d-d281a2a79cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e7fc0125-1900-4ba1-af37-677ecb13ea06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:27:55.443325 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3534faa2-9185-4642-9e61-0a72da62eec8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:55.443598 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3534faa2-9185-4642-9e61-0a72da62eec8 None None] Bound using segment: {'id': '92a5fe0e-0924-4113-9f1d-d281a2a79cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e7fc0125-1900-4ba1-af37-677ecb13ea06'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:27:55.444073 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-3534faa2-9185-4642-9e61-0a72da62eec8 None None] Bound port: 4d7e23e7-b7e6-4ae8-a260-b42bca2ec561, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92a5fe0e-0924-4113-9f1d-d281a2a79cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e7fc0125-1900-4ba1-af37-677ecb13ea06'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:27:55.445019 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3534faa2-9185-4642-9e61-0a72da62eec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:55.457192 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9be973-2b85-40b2-ba16-bae1cdfb074d tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Pushing event deleted for resources: {'Subnet': ['ID=e2099dda-eac7-48c2-ab9a-622d9aa4d4ce,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:55.543842 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-3534faa2-9185-4642-9e61-0a72da62eec8 None None] For port 4d7e23e7-b7e6-4ae8-a260-b42bca2ec561, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:27:55.548047 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-3534faa2-9185-4642-9e61-0a72da62eec8 None None] For port 4d7e23e7-b7e6-4ae8-a260-b42bca2ec561, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=4d7e23e7-b7e6-4ae8-a260-b42bca2ec561,segment=NetworkSegment(92a5fe0e-0924-4113-9f1d-d281a2a79cd5),segment_id=92a5fe0e-0924-4113-9f1d-d281a2a79cd5)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:27:55.549965 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-160dec01-0fde-4dd8-9845-ca1fb44accc3 req-23f1a2c0-69fd-48d2-8e78-f0a188bc5afa tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/security-groups?id=19cc7362-8f8b-47a2-b13d-80c9c9a2c563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3435824 Aug 10 03:27:55.566961 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3534faa2-9185-4642-9e61-0a72da62eec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:55.601192 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf49455-1967-442e-a1e0-673f8c96042b req-cf112447-c838-4894-8699-43a879099442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:55.604450 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8cf49455-1967-442e-a1e0-673f8c96042b req-cf112447-c838-4894-8699-43a879099442 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fa93a2c2-4364-4161-aedc-a9856625b70d HTTP/1.1" status: 200 len: 797 time: 0.2079048 Aug 10 03:27:55.639096 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09949ec-64b7-4945-a402-bef1ad8666c3 req-9e3a2c71-75b1-4f06-a72a-bde74c0c3add tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:55.652650 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e09949ec-64b7-4945-a402-bef1ad8666c3 req-9e3a2c71-75b1-4f06-a72a-bde74c0c3add tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 945 time: 0.2475567 Aug 10 03:27:55.654798 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-95a1ff09-4dd1-4653-a107-7f8654dfbc24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:55.677920 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6281ff-7052-4193-902d-f5e8de80bfeb None None] Network e7fc0125-1900-4ba1-af37-677ecb13ea06 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:27:55.751361 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a1ff09-4dd1-4653-a107-7f8654dfbc24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27c8f19a-5a35-4740-a53a-6f2a380970b3,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:55.755424 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-95a1ff09-4dd1-4653-a107-7f8654dfbc24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:55.761317 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-95a1ff09-4dd1-4653-a107-7f8654dfbc24 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/27c8f19a-5a35-4740-a53a-6f2a380970b3 HTTP/1.1" status: 204 len: 168 time: 1.1014705 Aug 10 03:27:55.763041 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 35498) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:55.811262 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e09949ec-64b7-4945-a402-bef1ad8666c3 req-5d498c81-57a9-4f61-83f7-f786a524b6ab tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035478 Aug 10 03:27:55.825540 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3534faa2-9185-4642-9e61-0a72da62eec8 None None] Pushing event updated for resources: {'Port': ['ID=4d7e23e7-b7e6-4ae8-a260-b42bca2ec561,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:55.883691 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf49455-1967-442e-a1e0-673f8c96042b req-bf992ed9-f7b8-4959-9cee-fb89688a9e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:55.885315 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8cf49455-1967-442e-a1e0-673f8c96042b req-bf992ed9-f7b8-4959-9cee-fb89688a9e55 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c16d896b-1b67-48b5-b66a-585f180ec01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2648120 Aug 10 03:27:55.960907 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6dfa5cfc-5c55-4dc1-8ad8-64315f90060a tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:55.961649 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dfa5cfc-5c55-4dc1-8ad8-64315f90060a tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Fanout notify agent at l3_agent the message router_deleted on router a7909506-5653-4e3b-b679-f58e837a3b19 {{(pid=94261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:27:55.977769 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6dfa5cfc-5c55-4dc1-8ad8-64315f90060a tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:55.985027 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-6dfa5cfc-5c55-4dc1-8ad8-64315f90060a tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] 10.222.0.44 "DELETE /v2.0/routers/a7909506-5653-4e3b-b679-f58e837a3b19 HTTP/1.1" status: 204 len: 168 time: 2.2299149 Aug 10 03:27:55.988258 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 35506) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:55.997754 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-89d5af9b-6310-40ec-a1aa-ebdf3910c26f tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1815074983', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:27:56.009031 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cf9be973-2b85-40b2-ba16-bae1cdfb074d tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:56.019446 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae33c41-231e-4636-a592-3b638acb1498 None None] get_active_networks_info from n-d-768862-13 {{(pid=94262) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 03:27:56.028341 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-cf9be973-2b85-40b2-ba16-bae1cdfb074d tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7fc0125-1900-4ba1-af37-677ecb13ea06']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:56.042117 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7d7b3617-7e1c-4a84-9c16-8fe8d68a4328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:56.046254 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-cf9be973-2b85-40b2-ba16-bae1cdfb074d tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92a5fe0e-0924-4113-9f1d-d281a2a79cd5') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:56.046760 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-cf9be973-2b85-40b2-ba16-bae1cdfb074d tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92a5fe0e-0924-4113-9f1d-d281a2a79cd5') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:56.062673 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cf9be973-2b85-40b2-ba16-bae1cdfb074d tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:56.071563 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-89d5af9b-6310-40ec-a1aa-ebdf3910c26f tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:56.072969 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-89d5af9b-6310-40ec-a1aa-ebdf3910c26f tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:56.101088 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cf9be973-2b85-40b2-ba16-bae1cdfb074d tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:56.131397 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf9be973-2b85-40b2-ba16-bae1cdfb074d tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:27:56.131883 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cf9be973-2b85-40b2-ba16-bae1cdfb074d tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:56.135231 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:27:56.135231 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:27:56.135231 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:27:56.135231 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:27:56.135231 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:27:56.135231 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:27:56.135231 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:27:56.135231 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:27:56.135231 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:27:56.135231 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:27:56.135231 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:27:56.135231 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:27:56.135231 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:27:56.135231 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:27:56.135231 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:27:56.135231 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:27:56.135231 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:27:56.135231 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:27:56.135231 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:27:56.135231 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:27:56.135231 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:27:56.135231 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:27:56.135231 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:27:56.135231 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:27:56.135231 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:27:56.135231 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:27:56.135231 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:27:56.135231 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:27:56.135231 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:27:56.135231 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:27:56.135231 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:27:56.135231 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:27:56.151278 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:56.221524 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-89d5af9b-6310-40ec-a1aa-ebdf3910c26f tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:56.232035 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-89d5af9b-6310-40ec-a1aa-ebdf3910c26f tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:56.258058 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-89d5af9b-6310-40ec-a1aa-ebdf3910c26f tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:56.260281 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-89d5af9b-6310-40ec-a1aa-ebdf3910c26f tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2707660 Aug 10 03:27:56.264261 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.db.api [None req-cf9be973-2b85-40b2-ba16-bae1cdfb074d tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 10 03:27:56.264261 n-d-768862-13 neutron-server[94261]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 10 03:27:56.264261 n-d-768862-13 neutron-server[94261]: [parameters: {'id': 'e7fc0125-1900-4ba1-af37-677ecb13ea06'}] Aug 10 03:27:56.264261 n-d-768862-13 neutron-server[94261]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94261) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:27:56.265387 n-d-768862-13 neutron-server[94261]: DEBUG oslo_db.api [None req-cf9be973-2b85-40b2-ba16-bae1cdfb074d tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:27:56.265874 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 35510) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:56.277235 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-a499170c-fc71-43b1-81f5-ee6859c3df0c tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'enable_snat': True}}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:27:56.309241 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7d7b3617-7e1c-4a84-9c16-8fe8d68a4328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:56.330191 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae33c41-231e-4636-a592-3b638acb1498 None None] Resources bound (agent type, host, resource id): {{(pid=94262) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 03:27:56.368616 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-7d7b3617-7e1c-4a84-9c16-8fe8d68a4328 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7eecef28-259d-40b3-8e99-2d942c1ee269']}} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:56.393208 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8cf49455-1967-442e-a1e0-673f8c96042b req-949ce540-d82f-4501-8797-12adab6d3e65 service neutron] 10.222.0.61 "GET /v2.0/networks/c16d896b-1b67-48b5-b66a-585f180ec01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4957771 Aug 10 03:27:56.405587 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-7d7b3617-7e1c-4a84-9c16-8fe8d68a4328 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '455f5add-0fbc-48cd-bd0e-861ec0ae857f') {'for_net_delete': True} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:56.405895 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-7d7b3617-7e1c-4a84-9c16-8fe8d68a4328 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '455f5add-0fbc-48cd-bd0e-861ec0ae857f') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:56.658652 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8cf49455-1967-442e-a1e0-673f8c96042b req-e2777f45-1ddc-4c23-95e3-a3c80fc5c31d service neutron] 10.222.0.61 "GET /v2.0/networks/c16d896b-1b67-48b5-b66a-585f180ec01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479277 Aug 10 03:27:56.663497 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7d7b3617-7e1c-4a84-9c16-8fe8d68a4328 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191186'] for segment, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:56.722746 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7d7b3617-7e1c-4a84-9c16-8fe8d68a4328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:56.740691 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d7b3617-7e1c-4a84-9c16-8fe8d68a4328 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=94260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:27:56.762279 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7d7b3617-7e1c-4a84-9c16-8fe8d68a4328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58895489'] for segment, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:56.784758 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a499170c-fc71-43b1-81f5-ee6859c3df0c tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:56.794696 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cf9be973-2b85-40b2-ba16-bae1cdfb074d tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:56.810736 n-d-768862-13 neutron-server[94260]: Traceback (most recent call last): Aug 10 03:27:56.810736 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:27:56.810736 n-d-768862-13 neutron-server[94260]: timer() Aug 10 03:27:56.810736 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:27:56.810736 n-d-768862-13 neutron-server[94260]: cb(*args, **kw) Aug 10 03:27:56.810736 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:27:56.810736 n-d-768862-13 neutron-server[94260]: return func(*args, **kwargs) Aug 10 03:27:56.810736 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:27:56.810736 n-d-768862-13 neutron-server[94260]: self._notify() Aug 10 03:27:56.810736 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:27:56.810736 n-d-768862-13 neutron-server[94260]: self.callback(batched_events) Aug 10 03:27:56.810736 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:27:56.810736 n-d-768862-13 neutron-server[94260]: event.method(event) Aug 10 03:27:56.810736 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:27:56.810736 n-d-768862-13 neutron-server[94260]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:27:56.810736 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:27:56.810736 n-d-768862-13 neutron-server[94260]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:27:56.810736 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:27:56.810736 n-d-768862-13 neutron-server[94260]: return f(self, *a, **k) Aug 10 03:27:56.810736 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:27:56.810736 n-d-768862-13 neutron-server[94260]: return self._get(url).json() Aug 10 03:27:56.810736 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:27:56.810736 n-d-768862-13 neutron-server[94260]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:27:56.810736 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:27:56.810736 n-d-768862-13 neutron-server[94260]: return self.request(url, 'GET', **kwargs) Aug 10 03:27:56.810736 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:27:56.810736 n-d-768862-13 neutron-server[94260]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:27:56.810736 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:27:56.810736 n-d-768862-13 neutron-server[94260]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:27:56.810736 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:27:56.810736 n-d-768862-13 neutron-server[94260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:27:56.810736 n-d-768862-13 neutron-server[94260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:27:56.855252 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:57.022510 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-cf9be973-2b85-40b2-ba16-bae1cdfb074d tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Deleting port 4d7e23e7-b7e6-4ae8-a260-b42bca2ec561 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:27:57.022759 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cf9be973-2b85-40b2-ba16-bae1cdfb074d tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:57.043822 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7d7b3617-7e1c-4a84-9c16-8fe8d68a4328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:57.050605 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7d7b3617-7e1c-4a84-9c16-8fe8d68a4328 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:57.067382 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-7d7b3617-7e1c-4a84-9c16-8fe8d68a4328 admin admin] 10.222.0.44 "DELETE /v2.0/networks/7eecef28-259d-40b3-8e99-2d942c1ee269 HTTP/1.1" status: 204 len: 168 time: 1.2914307 Aug 10 03:27:57.092722 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e8d727-44de-41e7-8360-608d4f4aec4d req-6d570b98-153b-4656-8c01-1dd3c76d65b4 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:57.114719 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e8d727-44de-41e7-8360-608d4f4aec4d req-6d570b98-153b-4656-8c01-1dd3c76d65b4 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:57.116473 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-42e8d727-44de-41e7-8360-608d4f4aec4d req-6d570b98-153b-4656-8c01-1dd3c76d65b4 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/ports?device_id=82e38cbb-cdc6-42fa-a3ce-7cb6070b9051 HTTP/1.1" status: 200 len: 1682 time: 0.2761822 Aug 10 03:27:57.182860 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-cf9be973-2b85-40b2-ba16-bae1cdfb074d tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] For port 4d7e23e7-b7e6-4ae8-a260-b42bca2ec561, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=4d7e23e7-b7e6-4ae8-a260-b42bca2ec561,segment=NetworkSegment(92a5fe0e-0924-4113-9f1d-d281a2a79cd5),segment_id=92a5fe0e-0924-4113-9f1d-d281a2a79cd5)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:57.183599 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cf9be973-2b85-40b2-ba16-bae1cdfb074d tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:57.227851 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 35532) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:57.242012 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-cf9be973-2b85-40b2-ba16-bae1cdfb074d tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Calling delete_port for 4d7e23e7-b7e6-4ae8-a260-b42bca2ec561 owned by network:dhcp {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:27:57.249306 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-42e8d727-44de-41e7-8360-608d4f4aec4d req-90a97a86-7eba-42b9-b84c-c29e5131a14c tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/security-groups?id=19cc7362-8f8b-47a2-b13d-80c9c9a2c563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004450 Aug 10 03:27:57.250748 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7b3617-7e1c-4a84-9c16-8fe8d68a4328 admin admin] Pushing event deleted for resources: {'Network': ['ID=7eecef28-259d-40b3-8e99-2d942c1ee269,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:57.393325 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 35536) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:57.444005 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-75cee02d-d441-4615-98de-6db379eda7c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:57.457695 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-5f0ae94d-3838-42ef-a514-3a289c5ab401 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=737dcd92f0124812974ea46ede36c4f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0595744 Aug 10 03:27:57.457695 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 35540) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:57.488218 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cf9be973-2b85-40b2-ba16-bae1cdfb074d tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:57.519422 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a499170c-fc71-43b1-81f5-ee6859c3df0c tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:57.537823 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d2faa35b-d81a-4e38-82c2-e46c2c06219a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:57.551133 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9be973-2b85-40b2-ba16-bae1cdfb074d tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Pushing event deleted for resources: {'Port': ['ID=4d7e23e7-b7e6-4ae8-a260-b42bca2ec561,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:57.562613 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a499170c-fc71-43b1-81f5-ee6859c3df0c tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:57.584610 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d2faa35b-d81a-4e38-82c2-e46c2c06219a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:57.619015 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9be973-2b85-40b2-ba16-bae1cdfb074d tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] No DVR routers for this DVR port 4d7e23e7-b7e6-4ae8-a260-b42bca2ec561 on host n-d-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:27:57.676374 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d2faa35b-d81a-4e38-82c2-e46c2c06219a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:57.680712 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d2faa35b-d81a-4e38-82c2-e46c2c06219a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:57.682442 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-d2faa35b-d81a-4e38-82c2-e46c2c06219a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a5d152dc-c04b-40ec-a9c5-7741ed4a9f9e HTTP/1.1" status: 204 len: 168 time: 0.2255399 Aug 10 03:27:57.692908 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2faa35b-d81a-4e38-82c2-e46c2c06219a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5d152dc-c04b-40ec-a9c5-7741ed4a9f9e,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:57.955348 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-a499170c-fc71-43b1-81f5-ee6859c3df0c tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Allocated IP 172.25.6.31 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/a12fc4d0-44c1-4779-a998-2689e7e00320) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:27:57.971624 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cf9be973-2b85-40b2-ba16-bae1cdfb074d tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:58.000592 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-cf9be973-2b85-40b2-ba16-bae1cdfb074d tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7fc0125-1900-4ba1-af37-677ecb13ea06']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:58.006267 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-75cee02d-d441-4615-98de-6db379eda7c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:58.102787 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-cf9be973-2b85-40b2-ba16-bae1cdfb074d tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92a5fe0e-0924-4113-9f1d-d281a2a79cd5') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:58.103312 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-cf9be973-2b85-40b2-ba16-bae1cdfb074d tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92a5fe0e-0924-4113-9f1d-d281a2a79cd5') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:58.119117 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-75cee02d-d441-4615-98de-6db379eda7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:58.142820 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cf9be973-2b85-40b2-ba16-bae1cdfb074d tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:58.204131 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cf9be973-2b85-40b2-ba16-bae1cdfb074d tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:58.208711 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cee02d-d441-4615-98de-6db379eda7c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1372c6d5-7a32-42d3-b70a-4fbe286278d5,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:58.219739 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 35550) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:58.225207 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-75cee02d-d441-4615-98de-6db379eda7c9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=be60a7ab6276416e9f57525e9ef24b91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9872847 Aug 10 03:27:58.238600 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf9be973-2b85-40b2-ba16-bae1cdfb074d tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:27:58.239018 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cf9be973-2b85-40b2-ba16-bae1cdfb074d tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:58.242688 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:27:58.242688 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:27:58.242688 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:27:58.242688 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:27:58.242688 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:27:58.242688 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:27:58.242688 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:27:58.242688 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:27:58.242688 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:27:58.242688 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:27:58.242688 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:27:58.242688 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:27:58.242688 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:27:58.242688 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:27:58.242688 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:27:58.242688 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:27:58.242688 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:27:58.242688 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:27:58.242688 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:27:58.242688 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:27:58.242688 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:27:58.242688 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:27:58.242688 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:27:58.242688 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:27:58.242688 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:27:58.242688 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:27:58.242688 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:27:58.242688 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:27:58.242688 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:27:58.242688 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:27:58.242688 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:27:58.242688 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:27:58.331634 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-853f5b62-9291-4450-90e7-b8d468c546ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:58.343356 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a499170c-fc71-43b1-81f5-ee6859c3df0c tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:58.370576 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cf9be973-2b85-40b2-ba16-bae1cdfb074d tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:58.382613 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cf9be973-2b85-40b2-ba16-bae1cdfb074d tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:58.386454 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-cf9be973-2b85-40b2-ba16-bae1cdfb074d tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] 10.222.0.44 "DELETE /v2.0/networks/e7fc0125-1900-4ba1-af37-677ecb13ea06 HTTP/1.1" status: 204 len: 168 time: 4.1169064 Aug 10 03:27:58.391054 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-853f5b62-9291-4450-90e7-b8d468c546ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:58.395236 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 35560) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:58.402339 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9be973-2b85-40b2-ba16-bae1cdfb074d tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Pushing event deleted for resources: {'Network': ['ID=e7fc0125-1900-4ba1-af37-677ecb13ea06,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:58.408220 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-b077821d-d28a-452e-b1d5-b33ff082852b tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-583835184'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:27:58.454779 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a499170c-fc71-43b1-81f5-ee6859c3df0c tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:58.477988 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b077821d-d28a-452e-b1d5-b33ff082852b tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Made reservation on behalf of b9da701989b44dd3be6b50dc5f7476c0 for: {'network': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:27:58.484400 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b077821d-d28a-452e-b1d5-b33ff082852b tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:58.502961 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a499170c-fc71-43b1-81f5-ee6859c3df0c tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:27:58.506419 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-a499170c-fc71-43b1-81f5-ee6859c3df0c tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:27:58.509626 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a499170c-fc71-43b1-81f5-ee6859c3df0c tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:27:58.512189 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce5b2e-919d-4177-9921-415426c4eb57 req-8c3d8d5c-3b91-4f72-ad0f-1309f7cc4fee tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:58.518644 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce5b2e-919d-4177-9921-415426c4eb57 req-8c3d8d5c-3b91-4f72-ad0f-1309f7cc4fee tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:58.520360 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-17ce5b2e-919d-4177-9921-415426c4eb57 req-8c3d8d5c-3b91-4f72-ad0f-1309f7cc4fee tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/ports?device_id=82e38cbb-cdc6-42fa-a3ce-7cb6070b9051 HTTP/1.1" status: 200 len: 1682 time: 0.1506889 Aug 10 03:27:58.553013 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a499170c-fc71-43b1-81f5-ee6859c3df0c tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Pushing event updated for resources: {'Port': ['ID=a12fc4d0-44c1-4779-a998-2689e7e00320,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:58.567020 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-853f5b62-9291-4450-90e7-b8d468c546ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:58.569675 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-853f5b62-9291-4450-90e7-b8d468c546ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:58.571083 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-853f5b62-9291-4450-90e7-b8d468c546ad admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1372c6d5-7a32-42d3-b70a-4fbe286278d5 HTTP/1.1" status: 204 len: 168 time: 0.3502786 Aug 10 03:27:58.578516 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b077821d-d28a-452e-b1d5-b33ff082852b tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=94260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:27:58.598930 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853f5b62-9291-4450-90e7-b8d468c546ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1372c6d5-7a32-42d3-b70a-4fbe286278d5,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:58.609694 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b077821d-d28a-452e-b1d5-b33ff082852b tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:58.610055 n-d-768862-13 neutron-server[94260]: INFO neutron.db.segments_db [None req-b077821d-d28a-452e-b1d5-b33ff082852b tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Added segment 69e12bb8-f199-45df-bc9e-0e9a0ec6b9f9 of type vlan for network 193e4b4a-a1ee-4e86-889e-948fe393c28c Aug 10 03:27:58.627654 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-17ce5b2e-919d-4177-9921-415426c4eb57 req-d8e96944-5bd8-48b8-82f3-bcf12f6b667c tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/security-groups?id=19cc7362-8f8b-47a2-b13d-80c9c9a2c563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906231 Aug 10 03:27:58.725750 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b077821d-d28a-452e-b1d5-b33ff082852b tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:58.763829 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b077821d-d28a-452e-b1d5-b33ff082852b tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:58.773007 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b077821d-d28a-452e-b1d5-b33ff082852b tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:58.774571 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b077821d-d28a-452e-b1d5-b33ff082852b tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:58.857197 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-b077821d-d28a-452e-b1d5-b33ff082852b tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4605052 Aug 10 03:27:58.861328 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 35578) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:58.870186 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-aba5e1ec-8f4b-4bc7-8028-e9edfbba1561 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Request body: {'subnet': {'network_id': '193e4b4a-a1ee-4e86-889e-948fe393c28c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:27:58.949333 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b077821d-d28a-452e-b1d5-b33ff082852b tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Pushing event updated for resources: {'Network': ['ID=193e4b4a-a1ee-4e86-889e-948fe393c28c,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:58.966157 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 193e4b4a-a1ee-4e86-889e-948fe393c28c details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:27:59.118509 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba5e1ec-8f4b-4bc7-8028-e9edfbba1561 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Made reservation on behalf of b9da701989b44dd3be6b50dc5f7476c0 for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:27:59.125404 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-aba5e1ec-8f4b-4bc7-8028-e9edfbba1561 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:59.152156 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a499170c-fc71-43b1-81f5-ee6859c3df0c tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:59.271967 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 35592) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:59.319963 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da311b3-5a66-4557-b637-37c57f1ea23f req-f6a020a4-a459-4eb1-8921-07a4bcc8d990 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:59.325214 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da311b3-5a66-4557-b637-37c57f1ea23f req-f6a020a4-a459-4eb1-8921-07a4bcc8d990 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:59.326968 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4da311b3-5a66-4557-b637-37c57f1ea23f req-f6a020a4-a459-4eb1-8921-07a4bcc8d990 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/ports?device_id=82e38cbb-cdc6-42fa-a3ce-7cb6070b9051 HTTP/1.1" status: 200 len: 1682 time: 0.1869044 Aug 10 03:27:59.387680 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4da311b3-5a66-4557-b637-37c57f1ea23f req-c732ce15-c8f6-41e4-bea1-95c4ad8942ca tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/security-groups?id=19cc7362-8f8b-47a2-b13d-80c9c9a2c563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542254 Aug 10 03:27:59.506660 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 35600) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:59.533189 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-25bf6184-f245-466d-845c-5d76a0a26b1b admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1987587105-network', 'tenant_id': '3a22395ec5be425ba60bc290e1a7ffcf'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:27:59.542281 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-eb0822c0-df87-4ea6-9cc8-3dbf2f62c501 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:59.555159 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-aba5e1ec-8f4b-4bc7-8028-e9edfbba1561 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58895384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805196'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:59.647190 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a499170c-fc71-43b1-81f5-ee6859c3df0c tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-520463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-522334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1409'] for router, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:59.651515 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25bf6184-f245-466d-845c-5d76a0a26b1b admin admin] Made reservation on behalf of 3a22395ec5be425ba60bc290e1a7ffcf for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:27:59.654272 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-25bf6184-f245-466d-845c-5d76a0a26b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:59.669809 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a499170c-fc71-43b1-81f5-ee6859c3df0c tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-520692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-520701', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-522311'] for router, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:59.675880 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-25bf6184-f245-466d-845c-5d76a0a26b1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:59.684580 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5e1ec-8f4b-4bc7-8028-e9edfbba1561 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Pushing event updated for resources: {'Subnet': ['ID=360d0a9d-022b-4663-8463-cd545a678b13,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:59.697863 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba5e1ec-8f4b-4bc7-8028-e9edfbba1561 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Checking segment: {'id': '69e12bb8-f199-45df-bc9e-0e9a0ec6b9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '193e4b4a-a1ee-4e86-889e-948fe393c28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:27:59.698586 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba5e1ec-8f4b-4bc7-8028-e9edfbba1561 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Network hostable DHCP agents. Network: 193e4b4a-a1ee-4e86-889e-948fe393c28c, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:27:59.732397 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba5e1ec-8f4b-4bc7-8028-e9edfbba1561 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Network 193e4b4a-a1ee-4e86-889e-948fe393c28c is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:27:59.758171 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-aba5e1ec-8f4b-4bc7-8028-e9edfbba1561 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 193e4b4a-a1ee-4e86-889e-948fe393c28c) {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:27:59.765768 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba5e1ec-8f4b-4bc7-8028-e9edfbba1561 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:59.768252 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-aba5e1ec-8f4b-4bc7-8028-e9edfbba1561 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:59.771511 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6079e1f0-5098-4134-a08d-c497eb1d5ecb None None] Network 193e4b4a-a1ee-4e86-889e-948fe393c28c requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:27:59.890001 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026adc5f-6b9a-4e3e-a250-b6f0c4e59d19 req-66ff84b6-0451-44dc-9885-050f725c59ac tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:59.892784 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-026adc5f-6b9a-4e3e-a250-b6f0c4e59d19 req-66ff84b6-0451-44dc-9885-050f725c59ac tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 945 time: 0.0746524 Aug 10 03:27:59.924858 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-eb0822c0-df87-4ea6-9cc8-3dbf2f62c501 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:59.939762 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-aba5e1ec-8f4b-4bc7-8028-e9edfbba1561 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0765166 Aug 10 03:27:59.941315 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-eb0822c0-df87-4ea6-9cc8-3dbf2f62c501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:59.942870 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 35610) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:00.008080 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daea281e-4ab1-4fdf-ba96-d0e51de26e72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-193e4b4a-a1ee-4e86-889e-948fe393c28c', 'network_id': '193e4b4a-a1ee-4e86-889e-948fe393c28c', 'tenant_id': 'b9da701989b44dd3be6b50dc5f7476c0', 'fixed_ips': [{'subnet_id': '360d0a9d-022b-4663-8463-cd545a678b13'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:28:00.009835 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-daea281e-4ab1-4fdf-ba96-d0e51de26e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:00.014135 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-eb0822c0-df87-4ea6-9cc8-3dbf2f62c501 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=67c669a09f91439da0c4573afda429d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5058308 Aug 10 03:28:00.021366 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 35612) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:00.040768 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0822c0-df87-4ea6-9cc8-3dbf2f62c501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a91ff60b-259b-4229-a19f-c7535441ad1f,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:00.056000 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a499170c-fc71-43b1-81f5-ee6859c3df0c tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Router 6fc19a28-1285-4d96-a2da-eca837e51085 is scheduled to L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e with binding_index 1 {{(pid=94261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:28:00.059527 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-026adc5f-6b9a-4e3e-a250-b6f0c4e59d19 req-840c6091-6912-4503-9eea-c99944eb83f4 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531401 Aug 10 03:28:00.137737 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-adbaf8b5-27e4-43c5-9299-68746d414b67 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:00.235829 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-adbaf8b5-27e4-43c5-9299-68746d414b67 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:00.255488 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-daea281e-4ab1-4fdf-ba96-d0e51de26e72 None None] Allocated IP 2001:db8::2 (193e4b4a-a1ee-4e86-889e-948fe393c28c/360d0a9d-022b-4663-8463-cd545a678b13/e0378fd1-0f81-4e45-8122-6c0e549b41bc) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:28:00.321847 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4175f342-fe53-4600-9383-cb12b42677e8 req-a4c65f7f-6392-4fbd-88f7-4c39f029a605 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:00.325560 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4175f342-fe53-4600-9383-cb12b42677e8 req-a4c65f7f-6392-4fbd-88f7-4c39f029a605 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 945 time: 0.1003532 Aug 10 03:28:00.331842 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a83a0317-8086-44dd-a8af-d7c6ca08d478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:00.365543 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-25bf6184-f245-466d-845c-5d76a0a26b1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:00.375814 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4175f342-fe53-4600-9383-cb12b42677e8 req-e17fb944-b9d6-4401-ac6f-1727410fec68 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458477 Aug 10 03:28:00.381058 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-25bf6184-f245-466d-845c-5d76a0a26b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:00.385959 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a83a0317-8086-44dd-a8af-d7c6ca08d478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:00.416399 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a499170c-fc71-43b1-81f5-ee6859c3df0c tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:28:00.421255 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a499170c-fc71-43b1-81f5-ee6859c3df0c tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:00.426023 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a499170c-fc71-43b1-81f5-ee6859c3df0c tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] 10.222.0.44 "PUT /v2.0/routers/6fc19a28-1285-4d96-a2da-eca837e51085 HTTP/1.1" status: 200 len: 918 time: 4.1577539 Aug 10 03:28:00.431444 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 35620) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:00.438041 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25bf6184-f245-466d-845c-5d76a0a26b1b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:28:00.441622 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b90c0b9-c6ec-4c2c-b49c-66b3892a43fd None None] Sync routers for ids ['6fc19a28-1285-4d96-a2da-eca837e51085'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:28:00.460289 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b90c0b9-c6ec-4c2c-b49c-66b3892a43fd None None] Routers {'6fc19a28-1285-4d96-a2da-eca837e51085'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:28:00.461312 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-2b90c0b9-c6ec-4c2c-b49c-66b3892a43fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:27:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['6fc19a28-1285-4d96-a2da-eca837e51085'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:00.499689 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-daea281e-4ab1-4fdf-ba96-d0e51de26e72 None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:00.502591 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-2b90c0b9-c6ec-4c2c-b49c-66b3892a43fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:00.517375 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b90c0b9-c6ec-4c2c-b49c-66b3892a43fd None None] Routers {'6fc19a28-1285-4d96-a2da-eca837e51085'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:28:00.518622 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-2b90c0b9-c6ec-4c2c-b49c-66b3892a43fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:27:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['6fc19a28-1285-4d96-a2da-eca837e51085'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:00.521084 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-25bf6184-f245-466d-845c-5d76a0a26b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:00.521505 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-25bf6184-f245-466d-845c-5d76a0a26b1b admin admin] Added segment b6592845-20d6-41cd-acb8-b77185f67c6d of type vlan for network 55a968ab-4d4a-429a-9e26-5fefea79a723 Aug 10 03:28:00.534604 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bf6184-f245-466d-845c-5d76a0a26b1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59402c5f-ca01-41a3-88f1-6d2787c74a9b,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:00.566528 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-daea281e-4ab1-4fdf-ba96-d0e51de26e72 None None] Transition to ACTIVE for port object e0378fd1-0f81-4e45-8122-6c0e549b41bc will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:28:00.606851 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-2b90c0b9-c6ec-4c2c-b49c-66b3892a43fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:00.608179 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b90c0b9-c6ec-4c2c-b49c-66b3892a43fd None None] The sync data for ids ['6fc19a28-1285-4d96-a2da-eca837e51085'] in n-d-768862-13 is: [] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:28:00.638470 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-25bf6184-f245-466d-845c-5d76a0a26b1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:00.645803 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8238e89-e633-44f2-aad9-ed1e0fb69020 req-8c8c3705-63ac-4dee-9d66-48a172c3775a tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:00.655061 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8238e89-e633-44f2-aad9-ed1e0fb69020 req-8c8c3705-63ac-4dee-9d66-48a172c3775a tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:00.657063 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d8238e89-e633-44f2-aad9-ed1e0fb69020 req-8c8c3705-63ac-4dee-9d66-48a172c3775a tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/ports?device_id=82e38cbb-cdc6-42fa-a3ce-7cb6070b9051 HTTP/1.1" status: 200 len: 1682 time: 0.1493433 Aug 10 03:28:00.671485 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-daea281e-4ab1-4fdf-ba96-d0e51de26e72 None None] Transition to ACTIVE for port object e0378fd1-0f81-4e45-8122-6c0e549b41bc will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:28:00.675296 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a83a0317-8086-44dd-a8af-d7c6ca08d478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:00.679490 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a83a0317-8086-44dd-a8af-d7c6ca08d478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:00.681103 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-daea281e-4ab1-4fdf-ba96-d0e51de26e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:00.683699 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a83a0317-8086-44dd-a8af-d7c6ca08d478 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a91ff60b-259b-4229-a19f-c7535441ad1f HTTP/1.1" status: 204 len: 168 time: 0.6580892 Aug 10 03:28:00.719449 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d8238e89-e633-44f2-aad9-ed1e0fb69020 req-d21c5084-4bdb-45c0-9104-f5a5b6ca5708 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/security-groups?id=19cc7362-8f8b-47a2-b13d-80c9c9a2c563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519190 Aug 10 03:28:00.721517 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-adbaf8b5-27e4-43c5-9299-68746d414b67 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:00.730797 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-fb44877b-7d35-4e7f-ad52-74c7b96fa43d tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] 10.222.0.44 "GET /v2.0/routers/6fc19a28-1285-4d96-a2da-eca837e51085 HTTP/1.1" status: 200 len: 924 time: 0.2930424 Aug 10 03:28:00.745737 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 35626) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:00.757492 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-25bf6184-f245-466d-845c-5d76a0a26b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:00.759127 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25bf6184-f245-466d-845c-5d76a0a26b1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:00.760086 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-25bf6184-f245-466d-845c-5d76a0a26b1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:00.768270 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbaf8b5-27e4-43c5-9299-68746d414b67 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Pushing event deleted for resources: {'Subnet': ['ID=360d0a9d-022b-4663-8463-cd545a678b13,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:00.851981 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83a0317-8086-44dd-a8af-d7c6ca08d478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91ff60b-259b-4229-a19f-c7535441ad1f,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:00.904296 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daea281e-4ab1-4fdf-ba96-d0e51de26e72 None None] Network 193e4b4a-a1ee-4e86-889e-948fe393c28c is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:28:00.918444 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-daea281e-4ab1-4fdf-ba96-d0e51de26e72 None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:28:00.926795 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daea281e-4ab1-4fdf-ba96-d0e51de26e72 None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:28:00.941143 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daea281e-4ab1-4fdf-ba96-d0e51de26e72 None None] Pushing event updated for resources: {'Port': ['ID=e0378fd1-0f81-4e45-8122-6c0e549b41bc,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:00.945093 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-adbaf8b5-27e4-43c5-9299-68746d414b67 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:00.970937 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-adbaf8b5-27e4-43c5-9299-68746d414b67 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['193e4b4a-a1ee-4e86-889e-948fe393c28c']}} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:00.978709 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bf6184-f245-466d-845c-5d76a0a26b1b admin admin] Pushing event updated for resources: {'Network': ['ID=55a968ab-4d4a-429a-9e26-5fefea79a723,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:00.995122 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-25bf6184-f245-466d-845c-5d76a0a26b1b admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7220328 Aug 10 03:28:00.999041 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 35632) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:01.013097 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-adbaf8b5-27e4-43c5-9299-68746d414b67 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69e12bb8-f199-45df-bc9e-0e9a0ec6b9f9') {'for_net_delete': True} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:01.013478 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-adbaf8b5-27e4-43c5-9299-68746d414b67 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69e12bb8-f199-45df-bc9e-0e9a0ec6b9f9') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:01.020043 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 55a968ab-4d4a-429a-9e26-5fefea79a723 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:28:01.027911 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-04b75d0f-412b-4a71-b31d-63b1da77d625 admin admin] Request body: {'subnet': {'network_id': '55a968ab-4d4a-429a-9e26-5fefea79a723', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1987587105-subnet', 'tenant_id': '3a22395ec5be425ba60bc290e1a7ffcf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:01.056811 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-adbaf8b5-27e4-43c5-9299-68746d414b67 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191186'] for segment, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:01.070800 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a3f545-984f-4e96-ae49-ee8df622715c tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:01.070800 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-d6a3f545-984f-4e96-ae49-ee8df622715c tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=2ea12131-628a-487e-b434-0463553732bd&device_id=6fc19a28-1285-4d96-a2da-eca837e51085&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3232877 Aug 10 03:28:01.079935 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 35636) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:01.087407 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-adbaf8b5-27e4-43c5-9299-68746d414b67 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:01.139195 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adbaf8b5-27e4-43c5-9299-68746d414b67 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=94260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:28:01.143330 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-adbaf8b5-27e4-43c5-9299-68746d414b67 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58895489'] for segment, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:01.145900 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-daea281e-4ab1-4fdf-ba96-d0e51de26e72 None None] Attempting to bind port e0378fd1-0f81-4e45-8122-6c0e549b41bc on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:28:01.146697 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-daea281e-4ab1-4fdf-ba96-d0e51de26e72 None None] Attempting to bind port e0378fd1-0f81-4e45-8122-6c0e549b41bc by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '69e12bb8-f199-45df-bc9e-0e9a0ec6b9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '193e4b4a-a1ee-4e86-889e-948fe393c28c'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:28:01.149244 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daea281e-4ab1-4fdf-ba96-d0e51de26e72 None None] Attempting to bind port e0378fd1-0f81-4e45-8122-6c0e549b41bc on network 193e4b4a-a1ee-4e86-889e-948fe393c28c {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:28:01.161456 n-d-768862-13 neutron-server[94260]: Traceback (most recent call last): Aug 10 03:28:01.161456 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:28:01.161456 n-d-768862-13 neutron-server[94260]: timer() Aug 10 03:28:01.161456 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:28:01.161456 n-d-768862-13 neutron-server[94260]: cb(*args, **kw) Aug 10 03:28:01.161456 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:28:01.161456 n-d-768862-13 neutron-server[94260]: return func(*args, **kwargs) Aug 10 03:28:01.161456 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:28:01.161456 n-d-768862-13 neutron-server[94260]: self._notify() Aug 10 03:28:01.161456 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:28:01.161456 n-d-768862-13 neutron-server[94260]: self.callback(batched_events) Aug 10 03:28:01.161456 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:28:01.161456 n-d-768862-13 neutron-server[94260]: event.method(event) Aug 10 03:28:01.161456 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:28:01.161456 n-d-768862-13 neutron-server[94260]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:28:01.161456 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:28:01.161456 n-d-768862-13 neutron-server[94260]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:28:01.161456 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:28:01.161456 n-d-768862-13 neutron-server[94260]: return f(self, *a, **k) Aug 10 03:28:01.161456 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:28:01.161456 n-d-768862-13 neutron-server[94260]: return self._get(url).json() Aug 10 03:28:01.161456 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:28:01.161456 n-d-768862-13 neutron-server[94260]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:28:01.161456 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:28:01.161456 n-d-768862-13 neutron-server[94260]: return self.request(url, 'GET', **kwargs) Aug 10 03:28:01.161456 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:28:01.161456 n-d-768862-13 neutron-server[94260]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:28:01.161456 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:28:01.161456 n-d-768862-13 neutron-server[94260]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:28:01.161456 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:28:01.161456 n-d-768862-13 neutron-server[94260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:28:01.161456 n-d-768862-13 neutron-server[94260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:28:01.169451 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daea281e-4ab1-4fdf-ba96-d0e51de26e72 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:28:01.171116 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daea281e-4ab1-4fdf-ba96-d0e51de26e72 None None] Checking segment: {'id': '69e12bb8-f199-45df-bc9e-0e9a0ec6b9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '193e4b4a-a1ee-4e86-889e-948fe393c28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:28:01.172026 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-daea281e-4ab1-4fdf-ba96-d0e51de26e72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:01.172402 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daea281e-4ab1-4fdf-ba96-d0e51de26e72 None None] Bound using segment: {'id': '69e12bb8-f199-45df-bc9e-0e9a0ec6b9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '193e4b4a-a1ee-4e86-889e-948fe393c28c'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:28:01.173384 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-daea281e-4ab1-4fdf-ba96-d0e51de26e72 None None] Bound port: e0378fd1-0f81-4e45-8122-6c0e549b41bc, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69e12bb8-f199-45df-bc9e-0e9a0ec6b9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '193e4b4a-a1ee-4e86-889e-948fe393c28c'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:28:01.174120 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-daea281e-4ab1-4fdf-ba96-d0e51de26e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:01.189752 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b75d0f-412b-4a71-b31d-63b1da77d625 admin admin] Made reservation on behalf of 3a22395ec5be425ba60bc290e1a7ffcf for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:28:01.192737 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-04b75d0f-412b-4a71-b31d-63b1da77d625 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:01.311190 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744ee6e5-bcd8-45fc-aea0-3635fb0d01ea tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:01.316153 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-744ee6e5-bcd8-45fc-aea0-3635fb0d01ea tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] 10.222.0.44 "GET /v2.0/networks/2ea12131-628a-487e-b434-0463553732bd HTTP/1.1" status: 200 len: 881 time: 0.2386930 Aug 10 03:28:01.316398 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9a7a28-d677-4a45-b9c8-587735182bf3 req-33a0cdfa-7124-4bc7-ac4d-38f9ae1e4a56 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:01.320091 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 35640) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:01.321316 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-daea281e-4ab1-4fdf-ba96-d0e51de26e72 None None] For port e0378fd1-0f81-4e45-8122-6c0e549b41bc, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:28:01.326908 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9a7a28-d677-4a45-b9c8-587735182bf3 req-33a0cdfa-7124-4bc7-ac4d-38f9ae1e4a56 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:01.329672 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2c9a7a28-d677-4a45-b9c8-587735182bf3 req-33a0cdfa-7124-4bc7-ac4d-38f9ae1e4a56 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.61 "GET /v2.0/ports?device_id=82e38cbb-cdc6-42fa-a3ce-7cb6070b9051 HTTP/1.1" status: 200 len: 1682 time: 0.2394655 Aug 10 03:28:01.340198 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-daea281e-4ab1-4fdf-ba96-d0e51de26e72 None None] For port e0378fd1-0f81-4e45-8122-6c0e549b41bc, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=e0378fd1-0f81-4e45-8122-6c0e549b41bc,segment=NetworkSegment(69e12bb8-f199-45df-bc9e-0e9a0ec6b9f9),segment_id=69e12bb8-f199-45df-bc9e-0e9a0ec6b9f9)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:28:01.354770 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-daea281e-4ab1-4fdf-ba96-d0e51de26e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:01.360266 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.db.api [None req-adbaf8b5-27e4-43c5-9299-68746d414b67 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 10 03:28:01.360266 n-d-768862-13 neutron-server[94260]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 10 03:28:01.360266 n-d-768862-13 neutron-server[94260]: [parameters: {'id': '193e4b4a-a1ee-4e86-889e-948fe393c28c'}] Aug 10 03:28:01.360266 n-d-768862-13 neutron-server[94260]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94260) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:28:01.361147 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e8042845-a37e-4c19-932b-c346d287eed3 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] 10.222.0.44 "GET /v2.0/ports?device_id=6fc19a28-1285-4d96-a2da-eca837e51085 HTTP/1.1" status: 200 len: 205 time: 0.0374889 Aug 10 03:28:01.362540 n-d-768862-13 neutron-server[94260]: DEBUG oslo_db.api [None req-adbaf8b5-27e4-43c5-9299-68746d414b67 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:28:01.363433 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 35644) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:01.560709 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-04b75d0f-412b-4a71-b31d-63b1da77d625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:01.587562 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1b33e1-bef0-4386-be94-bb54325cb36e None None] Network 193e4b4a-a1ee-4e86-889e-948fe393c28c requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:28:01.609811 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daea281e-4ab1-4fdf-ba96-d0e51de26e72 None None] Pushing event updated for resources: {'Port': ['ID=e0378fd1-0f81-4e45-8122-6c0e549b41bc,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:01.663854 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b75d0f-412b-4a71-b31d-63b1da77d625 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f58a69c-22a4-4243-b6ef-7a8fd09dcaba,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:01.687906 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b75d0f-412b-4a71-b31d-63b1da77d625 admin admin] Checking segment: {'id': 'b6592845-20d6-41cd-acb8-b77185f67c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '55a968ab-4d4a-429a-9e26-5fefea79a723'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:28:01.688422 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b75d0f-412b-4a71-b31d-63b1da77d625 admin admin] Network hostable DHCP agents. Network: 55a968ab-4d4a-429a-9e26-5fefea79a723, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:28:01.736020 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3d14e3f7-6929-4b3d-8494-67559676f9d2 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks [] for router, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:01.742526 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b75d0f-412b-4a71-b31d-63b1da77d625 admin admin] Network 55a968ab-4d4a-429a-9e26-5fefea79a723 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:28:01.760183 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-04b75d0f-412b-4a71-b31d-63b1da77d625 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 55a968ab-4d4a-429a-9e26-5fefea79a723) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:28:01.771932 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b75d0f-412b-4a71-b31d-63b1da77d625 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:01.773381 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-04b75d0f-412b-4a71-b31d-63b1da77d625 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:01.797678 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324d571b-725b-40a7-9e78-fffc67f78636 None None] Network 55a968ab-4d4a-429a-9e26-5fefea79a723 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:28:01.817069 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-04b75d0f-412b-4a71-b31d-63b1da77d625 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8104014 Aug 10 03:28:01.874279 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-adbaf8b5-27e4-43c5-9299-68746d414b67 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:01.951798 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-2c9a7a28-d677-4a45-b9c8-587735182bf3 req-2d6b9168-a0d1-442d-952c-e4b7b3b2bd63 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Deleting port 06a30281-4a6e-4214-af00-27ecf02f1635 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:28:01.952179 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-2c9a7a28-d677-4a45-b9c8-587735182bf3 req-2d6b9168-a0d1-442d-952c-e4b7b3b2bd63 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:02.005296 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3d14e3f7-6929-4b3d-8494-67559676f9d2 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:02.087521 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 35666) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:02.113011 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c41c490-b835-4d9b-a1a0-6bb9bfb6b639 None None] Network 55a968ab-4d4a-429a-9e26-5fefea79a723 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:28:02.133826 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-adbaf8b5-27e4-43c5-9299-68746d414b67 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Deleting port e0378fd1-0f81-4e45-8122-6c0e549b41bc {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:28:02.134549 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-adbaf8b5-27e4-43c5-9299-68746d414b67 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:02.202548 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-64c3a03e-8940-4f3f-a5ee-c36869a4d7b5 admin admin] Deleting subnet 5f58a69c-22a4-4243-b6ef-7a8fd09dcaba {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:28:02.206358 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-64c3a03e-8940-4f3f-a5ee-c36869a4d7b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:02.286571 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-64c3a03e-8940-4f3f-a5ee-c36869a4d7b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:02.395015 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-64c3a03e-8940-4f3f-a5ee-c36869a4d7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:02.427874 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e8d24e-493f-4ae7-b910-7c7369527adb None None] get_active_networks_info from n-d-768862-13 {{(pid=94262) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 03:28:02.504576 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-64c3a03e-8940-4f3f-a5ee-c36869a4d7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:02.533444 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c3a03e-8940-4f3f-a5ee-c36869a4d7b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f58a69c-22a4-4243-b6ef-7a8fd09dcaba,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:02.551276 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-64c3a03e-8940-4f3f-a5ee-c36869a4d7b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:02.555277 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-64c3a03e-8940-4f3f-a5ee-c36869a4d7b5 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/5f58a69c-22a4-4243-b6ef-7a8fd09dcaba HTTP/1.1" status: 204 len: 168 time: 0.4654253 Aug 10 03:28:02.558984 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 35674) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:02.665835 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ffadcfc3-4c91-4597-88ec-610d615ce3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:02.748369 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e8d24e-493f-4ae7-b910-7c7369527adb None None] Resources bound (agent type, host, resource id): {{(pid=94262) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 03:28:02.781177 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-2c9a7a28-d677-4a45-b9c8-587735182bf3 req-2d6b9168-a0d1-442d-952c-e4b7b3b2bd63 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] For port 06a30281-4a6e-4214-af00-27ecf02f1635, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=06a30281-4a6e-4214-af00-27ecf02f1635,segment=NetworkSegment(6df3a89d-4b66-4f8e-a439-c186a224c972),segment_id=6df3a89d-4b66-4f8e-a439-c186a224c972)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:02.781733 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-2c9a7a28-d677-4a45-b9c8-587735182bf3 req-2d6b9168-a0d1-442d-952c-e4b7b3b2bd63 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:02.802739 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a49fc4-9dc1-4f4b-82ca-9a4b8b6119d5 req-e0ed18b4-75be-4658-b011-64c61a37be56 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:02.810852 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a49fc4-9dc1-4f4b-82ca-9a4b8b6119d5 req-e0ed18b4-75be-4658-b011-64c61a37be56 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:02.812791 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-94a49fc4-9dc1-4f4b-82ca-9a4b8b6119d5 req-e0ed18b4-75be-4658-b011-64c61a37be56 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/ports?device_id=82e38cbb-cdc6-42fa-a3ce-7cb6070b9051 HTTP/1.1" status: 200 len: 1682 time: 0.7500210 Aug 10 03:28:02.823882 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-3d14e3f7-6929-4b3d-8494-67559676f9d2 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Deleting port a12fc4d0-44c1-4779-a998-2689e7e00320 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:28:02.824503 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3d14e3f7-6929-4b3d-8494-67559676f9d2 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:02.827952 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ffadcfc3-4c91-4597-88ec-610d615ce3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:02.842484 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-ffadcfc3-4c91-4597-88ec-610d615ce3fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55a968ab-4d4a-429a-9e26-5fefea79a723']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:02.875606 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-ffadcfc3-4c91-4597-88ec-610d615ce3fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6592845-20d6-41cd-acb8-b77185f67c6d') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:02.875986 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-ffadcfc3-4c91-4597-88ec-610d615ce3fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6592845-20d6-41cd-acb8-b77185f67c6d') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:02.889494 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ffadcfc3-4c91-4597-88ec-610d615ce3fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:02.893047 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-2c9a7a28-d677-4a45-b9c8-587735182bf3 req-2d6b9168-a0d1-442d-952c-e4b7b3b2bd63 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Calling delete_port for 06a30281-4a6e-4214-af00-27ecf02f1635 owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:28:02.909592 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ffadcfc3-4c91-4597-88ec-610d615ce3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:02.920899 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffadcfc3-4c91-4597-88ec-610d615ce3fc admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:28:02.921415 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ffadcfc3-4c91-4597-88ec-610d615ce3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:02.933802 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [None req-adbaf8b5-27e4-43c5-9299-68746d414b67 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] For port e0378fd1-0f81-4e45-8122-6c0e549b41bc, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=e0378fd1-0f81-4e45-8122-6c0e549b41bc,segment=NetworkSegment(69e12bb8-f199-45df-bc9e-0e9a0ec6b9f9),segment_id=69e12bb8-f199-45df-bc9e-0e9a0ec6b9f9)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:02.934501 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-adbaf8b5-27e4-43c5-9299-68746d414b67 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:03.009488 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:28:03.009488 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:28:03.009488 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:28:03.009488 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:28:03.009488 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:28:03.009488 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:28:03.009488 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:28:03.009488 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:28:03.009488 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:28:03.009488 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:28:03.009488 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:28:03.009488 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:28:03.009488 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:28:03.009488 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:28:03.009488 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:28:03.009488 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:28:03.009488 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:28:03.009488 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:28:03.009488 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:28:03.009488 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:28:03.009488 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:28:03.009488 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:28:03.009488 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:28:03.009488 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:28:03.009488 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:28:03.009488 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:28:03.009488 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:28:03.009488 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:28:03.009488 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:28:03.009488 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:28:03.009488 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:28:03.009488 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:28:03.016468 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ffadcfc3-4c91-4597-88ec-610d615ce3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:03.032355 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ffadcfc3-4c91-4597-88ec-610d615ce3fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:03.035516 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ffadcfc3-4c91-4597-88ec-610d615ce3fc admin admin] 10.222.0.44 "DELETE /v2.0/networks/55a968ab-4d4a-429a-9e26-5fefea79a723 HTTP/1.1" status: 204 len: 168 time: 0.4752667 Aug 10 03:28:03.042992 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3d14e3f7-6929-4b3d-8494-67559676f9d2 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:03.069152 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-3d14e3f7-6929-4b3d-8494-67559676f9d2 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Calling delete_port for a12fc4d0-44c1-4779-a998-2689e7e00320 owned by network:router_gateway {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:28:03.173229 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:03.187442 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-adbaf8b5-27e4-43c5-9299-68746d414b67 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Calling delete_port for e0378fd1-0f81-4e45-8122-6c0e549b41bc owned by network:dhcp {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:28:03.227628 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-94a49fc4-9dc1-4f4b-82ca-9a4b8b6119d5 req-640cc90b-d0c8-41c7-bf80-c036b289bb17 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/security-groups?id=19cc7362-8f8b-47a2-b13d-80c9c9a2c563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3429301 Aug 10 03:28:03.521925 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 35698) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:03.570930 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-adbaf8b5-27e4-43c5-9299-68746d414b67 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:03.621240 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbaf8b5-27e4-43c5-9299-68746d414b67 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Pushing event deleted for resources: {'Port': ['ID=e0378fd1-0f81-4e45-8122-6c0e549b41bc,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:03.656672 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffadcfc3-4c91-4597-88ec-610d615ce3fc admin admin] Pushing event deleted for resources: {'Network': ['ID=55a968ab-4d4a-429a-9e26-5fefea79a723,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:03.689570 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbaf8b5-27e4-43c5-9299-68746d414b67 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] No DVR routers for this DVR port e0378fd1-0f81-4e45-8122-6c0e549b41bc on host n-d-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:28:03.717469 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-2c9a7a28-d677-4a45-b9c8-587735182bf3 req-2d6b9168-a0d1-442d-952c-e4b7b3b2bd63 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:03.854066 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3d14e3f7-6929-4b3d-8494-67559676f9d2 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:03.858146 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-6e166dd8-daa9-4a40-a970-38c72741017d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3a22395ec5be425ba60bc290e1a7ffcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3338795 Aug 10 03:28:03.862866 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 35706) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:03.869103 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6b9168-a0d1-442d-952c-e4b7b3b2bd63 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Pushing event deleted for resources: {'Port': ['ID=06a30281-4a6e-4214-af00-27ecf02f1635,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:03.925149 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-adbaf8b5-27e4-43c5-9299-68746d414b67 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:03.930887 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d14e3f7-6929-4b3d-8494-67559676f9d2 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Pushing event deleted for resources: {'Port': ['ID=a12fc4d0-44c1-4779-a998-2689e7e00320,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:03.961661 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a82b98b9-b893-4e8d-9e06-3e1a95c00dc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:03.983441 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-adbaf8b5-27e4-43c5-9299-68746d414b67 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['193e4b4a-a1ee-4e86-889e-948fe393c28c']}} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:03.988705 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a82b98b9-b893-4e8d-9e06-3e1a95c00dc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:04.034860 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c9a7a28-d677-4a45-b9c8-587735182bf3 req-2d6b9168-a0d1-442d-952c-e4b7b3b2bd63 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] No DVR routers for this DVR port 06a30281-4a6e-4214-af00-27ecf02f1635 on host n-h2-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:28:04.040418 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 714cfd04-fcb5-4ae1-9567-390480150f5d no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:28:04.040700 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-adbaf8b5-27e4-43c5-9299-68746d414b67 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69e12bb8-f199-45df-bc9e-0e9a0ec6b9f9') {'for_net_delete': True} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:04.041004 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-adbaf8b5-27e4-43c5-9299-68746d414b67 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69e12bb8-f199-45df-bc9e-0e9a0ec6b9f9') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:04.051012 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d210eaf1-c921-405a-a6f0-d2cb0cee5ad8 req-73989168-4d40-4076-a0f3-df7b8b5aa243 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:04.060454 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d210eaf1-c921-405a-a6f0-d2cb0cee5ad8 req-73989168-4d40-4076-a0f3-df7b8b5aa243 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 945 time: 0.3504512 Aug 10 03:28:04.079710 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-2c9a7a28-d677-4a45-b9c8-587735182bf3 req-2d6b9168-a0d1-442d-952c-e4b7b3b2bd63 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:04.085949 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a82b98b9-b893-4e8d-9e06-3e1a95c00dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:04.088836 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a82b98b9-b893-4e8d-9e06-3e1a95c00dc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:04.091366 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2c9a7a28-d677-4a45-b9c8-587735182bf3 req-2d6b9168-a0d1-442d-952c-e4b7b3b2bd63 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.61 "DELETE /v2.0/ports/06a30281-4a6e-4214-af00-27ecf02f1635 HTTP/1.1" status: 204 len: 173 time: 2.7542326 Aug 10 03:28:04.094810 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82e38cbb-cdc6-42fa-a3ce-7cb6070b9051', 'name': 'network-vif-deleted', 'tag': '06a30281-4a6e-4214-af00-27ecf02f1635'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:28:04.098826 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a82b98b9-b893-4e8d-9e06-3e1a95c00dc9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/59402c5f-ca01-41a3-88f1-6d2787c74a9b HTTP/1.1" status: 204 len: 168 time: 0.2313533 Aug 10 03:28:04.099161 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa132fa-8736-42ea-be0d-9838054a445a" -d '{"events": [{"server_uuid": "82e38cbb-cdc6-42fa-a3ce-7cb6070b9051", "name": "network-vif-deleted", "tag": "06a30281-4a6e-4214-af00-27ecf02f1635"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:28:04.126669 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82b98b9-b893-4e8d-9e06-3e1a95c00dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59402c5f-ca01-41a3-88f1-6d2787c74a9b,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:04.133979 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-adbaf8b5-27e4-43c5-9299-68746d414b67 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191186'] for segment, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:04.201195 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcbdfd6b-1195-4d30-98ff-5d15b226de5e x-openstack-request-id: req-fcbdfd6b-1195-4d30-98ff-5d15b226de5e {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:28:04.201874 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82e38cbb-cdc6-42fa-a3ce-7cb6070b9051", "name": "network-vif-deleted", "tag": "06a30281-4a6e-4214-af00-27ecf02f1635", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:28:04.202555 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fcbdfd6b-1195-4d30-98ff-5d15b226de5e {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:28:04.203543 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82e38cbb-cdc6-42fa-a3ce-7cb6070b9051', 'name': 'network-vif-deleted', 'tag': '06a30281-4a6e-4214-af00-27ecf02f1635', 'status': 'completed', 'code': 200} Aug 10 03:28:04.247930 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-adbaf8b5-27e4-43c5-9299-68746d414b67 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:04.280363 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adbaf8b5-27e4-43c5-9299-68746d414b67 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=94260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:28:04.280937 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-adbaf8b5-27e4-43c5-9299-68746d414b67 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58895489'] for segment, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:04.288658 n-d-768862-13 neutron-server[94260]: Traceback (most recent call last): Aug 10 03:28:04.288658 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:28:04.288658 n-d-768862-13 neutron-server[94260]: timer() Aug 10 03:28:04.288658 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:28:04.288658 n-d-768862-13 neutron-server[94260]: cb(*args, **kw) Aug 10 03:28:04.288658 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:28:04.288658 n-d-768862-13 neutron-server[94260]: return func(*args, **kwargs) Aug 10 03:28:04.288658 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:28:04.288658 n-d-768862-13 neutron-server[94260]: self._notify() Aug 10 03:28:04.288658 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:28:04.288658 n-d-768862-13 neutron-server[94260]: self.callback(batched_events) Aug 10 03:28:04.288658 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:28:04.288658 n-d-768862-13 neutron-server[94260]: event.method(event) Aug 10 03:28:04.288658 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:28:04.288658 n-d-768862-13 neutron-server[94260]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:28:04.288658 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:28:04.288658 n-d-768862-13 neutron-server[94260]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:28:04.288658 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:28:04.288658 n-d-768862-13 neutron-server[94260]: return f(self, *a, **k) Aug 10 03:28:04.288658 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:28:04.288658 n-d-768862-13 neutron-server[94260]: return self._get(url).json() Aug 10 03:28:04.288658 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:28:04.288658 n-d-768862-13 neutron-server[94260]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:28:04.288658 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:28:04.288658 n-d-768862-13 neutron-server[94260]: return self.request(url, 'GET', **kwargs) Aug 10 03:28:04.288658 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:28:04.288658 n-d-768862-13 neutron-server[94260]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:28:04.288658 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:28:04.288658 n-d-768862-13 neutron-server[94260]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:28:04.288658 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:28:04.288658 n-d-768862-13 neutron-server[94260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:28:04.288658 n-d-768862-13 neutron-server[94260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:28:04.314625 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:04.348649 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3d14e3f7-6929-4b3d-8494-67559676f9d2 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520654'] for router_gateway, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:04.405638 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d210eaf1-c921-405a-a6f0-d2cb0cee5ad8 req-5ebb3273-715f-4e1d-98ca-c48a14f24af8 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3418779 Aug 10 03:28:04.417160 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82e38cbb-cdc6-42fa-a3ce-7cb6070b9051', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '714cfd04-fcb5-4ae1-9567-390480150f5d'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:28:04.420940 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89379c75-5bd4-41fa-8c16-27d474b0f863" -d '{"events": [{"server_uuid": "82e38cbb-cdc6-42fa-a3ce-7cb6070b9051", "name": "network-vif-unplugged", "status": "completed", "tag": "714cfd04-fcb5-4ae1-9567-390480150f5d"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:28:04.478298 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 714cfd04-fcb5-4ae1-9567-390480150f5d, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=714cfd04-fcb5-4ae1-9567-390480150f5d,segment=NetworkSegment(8d891c90-800a-4eaf-9bc0-c9a0d301429e),segment_id=8d891c90-800a-4eaf-9bc0-c9a0d301429e)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:04.499076 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:04.500566 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 06a30281-4a6e-4214-af00-27ecf02f1635 no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:28:04.537729 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3d14e3f7-6929-4b3d-8494-67559676f9d2 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:04.561596 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3d14e3f7-6929-4b3d-8494-67559676f9d2 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:04.565450 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-adbaf8b5-27e4-43c5-9299-68746d414b67 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:04.579705 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-adbaf8b5-27e4-43c5-9299-68746d414b67 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:04.581222 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-adbaf8b5-27e4-43c5-9299-68746d414b67 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] 10.222.0.44 "DELETE /v2.0/networks/193e4b4a-a1ee-4e86-889e-948fe393c28c HTTP/1.1" status: 204 len: 168 time: 4.6361282 Aug 10 03:28:04.587570 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 35734) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:04.604548 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-63492250-8305-4e6e-98ba-945cbeef8b5d tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-139060376'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:04.629660 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] No Port match for: 06a30281-4a6e-4214-af00-27ecf02f1635 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:28:04.630694 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 06a30281-4a6e-4214-af00-27ecf02f1635 not bound to the agent host n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:28:04.646789 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbaf8b5-27e4-43c5-9299-68746d414b67 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Pushing event deleted for resources: {'Network': ['ID=193e4b4a-a1ee-4e86-889e-948fe393c28c,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:04.698340 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3d14e3f7-6929-4b3d-8494-67559676f9d2 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:04.699791 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d14e3f7-6929-4b3d-8494-67559676f9d2 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Fanout notify agent at l3_agent the message router_deleted on router 6fc19a28-1285-4d96-a2da-eca837e51085 {{(pid=94260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:28:04.713747 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63492250-8305-4e6e-98ba-945cbeef8b5d tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Made reservation on behalf of b9da701989b44dd3be6b50dc5f7476c0 for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:28:04.720717 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3d14e3f7-6929-4b3d-8494-67559676f9d2 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks [] for router, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:04.727553 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-3d14e3f7-6929-4b3d-8494-67559676f9d2 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] 10.222.0.44 "DELETE /v2.0/routers/6fc19a28-1285-4d96-a2da-eca837e51085 HTTP/1.1" status: 204 len: 168 time: 3.3013096 Aug 10 03:28:04.727860 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-63492250-8305-4e6e-98ba-945cbeef8b5d tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:04.728033 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 35738) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:04.736982 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-1eb5f265-a67c-4cb6-8431-ccf5590d7a88 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1233366683', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:04.769052 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=714cfd04-fcb5-4ae1-9567-390480150f5d,revision_number=6']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:04.774511 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d80049-1d42-45d5-a00e-9afa60253999 req-2bed9352-5ff7-4b9e-897d-ff85c0a7acdc tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:04.782151 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-17d80049-1d42-45d5-a00e-9afa60253999 req-2bed9352-5ff7-4b9e-897d-ff85c0a7acdc tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/ports?device_id=82e38cbb-cdc6-42fa-a3ce-7cb6070b9051 HTTP/1.1" status: 200 len: 944 time: 0.3052058 Aug 10 03:28:04.788205 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63492250-8305-4e6e-98ba-945cbeef8b5d tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:28:04.814754 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-63492250-8305-4e6e-98ba-945cbeef8b5d tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:04.817037 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-63492250-8305-4e6e-98ba-945cbeef8b5d tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Added segment 820f37a0-9d29-4948-b8b4-79a1c483aeed of type vlan for network bbe857f3-098d-4324-beb9-e87b274ca671 Aug 10 03:28:04.848184 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-2c9a7a28-d677-4a45-b9c8-587735182bf3 req-981cdff4-74ef-4fdd-ba28-2c561f443fa3 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Deleting port 714cfd04-fcb5-4ae1-9567-390480150f5d {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:28:04.848569 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-2c9a7a28-d677-4a45-b9c8-587735182bf3 req-981cdff4-74ef-4fdd-ba28-2c561f443fa3 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:04.926403 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-63492250-8305-4e6e-98ba-945cbeef8b5d tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:04.926682 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1eb5f265-a67c-4cb6-8431-ccf5590d7a88 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:04.927500 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1eb5f265-a67c-4cb6-8431-ccf5590d7a88 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:04.964359 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-17d80049-1d42-45d5-a00e-9afa60253999 req-961aedb3-e8c5-41bb-9db3-72f9ae76a458 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/security-groups?id=19cc7362-8f8b-47a2-b13d-80c9c9a2c563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753640 Aug 10 03:28:04.994462 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-63492250-8305-4e6e-98ba-945cbeef8b5d tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:05.020789 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63492250-8305-4e6e-98ba-945cbeef8b5d tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:05.022000 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-63492250-8305-4e6e-98ba-945cbeef8b5d tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:05.034670 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df61c46a-1631-4be1-98e2-28d75608bfb1 x-openstack-request-id: req-df61c46a-1631-4be1-98e2-28d75608bfb1 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:28:05.034965 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82e38cbb-cdc6-42fa-a3ce-7cb6070b9051", "name": "network-vif-unplugged", "status": "completed", "tag": "714cfd04-fcb5-4ae1-9567-390480150f5d", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:28:05.035226 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-df61c46a-1631-4be1-98e2-28d75608bfb1 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:28:05.035634 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82e38cbb-cdc6-42fa-a3ce-7cb6070b9051', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '714cfd04-fcb5-4ae1-9567-390480150f5d', 'code': 200} Aug 10 03:28:05.047600 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3875e7d6-ac25-4c14-9abe-cefad6b6a02f req-2784844a-672d-439d-8685-ed531612412d tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:05.058312 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3875e7d6-ac25-4c14-9abe-cefad6b6a02f req-2784844a-672d-439d-8685-ed531612412d tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 945 time: 0.2715154 Aug 10 03:28:05.134727 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-63492250-8305-4e6e-98ba-945cbeef8b5d tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5437677 Aug 10 03:28:05.141893 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 35760) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:05.142745 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63492250-8305-4e6e-98ba-945cbeef8b5d tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Pushing event updated for resources: {'Network': ['ID=bbe857f3-098d-4324-beb9-e87b274ca671,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:05.150047 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-2c9a7a28-d677-4a45-b9c8-587735182bf3 req-981cdff4-74ef-4fdd-ba28-2c561f443fa3 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] For port 714cfd04-fcb5-4ae1-9567-390480150f5d, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=714cfd04-fcb5-4ae1-9567-390480150f5d,segment=NetworkSegment(8d891c90-800a-4eaf-9bc0-c9a0d301429e),segment_id=8d891c90-800a-4eaf-9bc0-c9a0d301429e)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:05.150524 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-2c9a7a28-d677-4a45-b9c8-587735182bf3 req-981cdff4-74ef-4fdd-ba28-2c561f443fa3 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:05.154970 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1eb5f265-a67c-4cb6-8431-ccf5590d7a88 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:05.159457 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-d671720d-0c31-4e5e-bd02-a5f4fd5c269a tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Request body: {'subnet': {'network_id': 'bbe857f3-098d-4324-beb9-e87b274ca671', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:05.172249 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network bbe857f3-098d-4324-beb9-e87b274ca671 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:28:05.223424 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1eb5f265-a67c-4cb6-8431-ccf5590d7a88 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:05.250288 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-2c9a7a28-d677-4a45-b9c8-587735182bf3 req-981cdff4-74ef-4fdd-ba28-2c561f443fa3 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Calling delete_port for 714cfd04-fcb5-4ae1-9567-390480150f5d owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:28:05.301736 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3875e7d6-ac25-4c14-9abe-cefad6b6a02f req-b6c789bf-f341-4d9c-9b48-553ed4095eb5 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420871 Aug 10 03:28:05.317057 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1eb5f265-a67c-4cb6-8431-ccf5590d7a88 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks [] for router, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:05.319144 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-1eb5f265-a67c-4cb6-8431-ccf5590d7a88 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5866265 Aug 10 03:28:05.325020 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 35764) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:05.372996 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-75cc5395-0360-45c1-a0e2-1a2bd390763e tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'enable_snat': False}}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:05.475893 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d671720d-0c31-4e5e-bd02-a5f4fd5c269a tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Made reservation on behalf of b9da701989b44dd3be6b50dc5f7476c0 for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:28:05.485543 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d671720d-0c31-4e5e-bd02-a5f4fd5c269a tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:05.799531 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 35786) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:05.895214 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-2c9a7a28-d677-4a45-b9c8-587735182bf3 req-981cdff4-74ef-4fdd-ba28-2c561f443fa3 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:05.980544 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00e9a33-8510-4762-aa2c-ea266f9d8b77 req-925ab359-1f05-4dae-9f3d-aac9409d9771 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:05.986805 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f00e9a33-8510-4762-aa2c-ea266f9d8b77 req-925ab359-1f05-4dae-9f3d-aac9409d9771 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 945 time: 0.2636104 Aug 10 03:28:05.993069 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-75cc5395-0360-45c1-a0e2-1a2bd390763e tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:06.000428 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981cdff4-74ef-4fdd-ba28-2c561f443fa3 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Pushing event deleted for resources: {'Port': ['ID=714cfd04-fcb5-4ae1-9567-390480150f5d,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:06.045795 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-d6d457d3-bf63-4538-aff6-5cc5cb54c5c9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-90720815-network', 'tenant_id': 'e9ab4296b9324b029547ba2c6dc24132'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:06.077230 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6d457d3-bf63-4538-aff6-5cc5cb54c5c9 admin admin] Made reservation on behalf of e9ab4296b9324b029547ba2c6dc24132 for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:28:06.080376 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d6d457d3-bf63-4538-aff6-5cc5cb54c5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:06.096245 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d6d457d3-bf63-4538-aff6-5cc5cb54c5c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:06.243929 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d6d457d3-bf63-4538-aff6-5cc5cb54c5c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:06.251689 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d6d457d3-bf63-4538-aff6-5cc5cb54c5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:06.258793 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c9a7a28-d677-4a45-b9c8-587735182bf3 req-981cdff4-74ef-4fdd-ba28-2c561f443fa3 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] No DVR routers for this DVR port 714cfd04-fcb5-4ae1-9567-390480150f5d on host n-h2-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:28:06.261765 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-2c9a7a28-d677-4a45-b9c8-587735182bf3 req-981cdff4-74ef-4fdd-ba28-2c561f443fa3 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:06.265479 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2c9a7a28-d677-4a45-b9c8-587735182bf3 req-981cdff4-74ef-4fdd-ba28-2c561f443fa3 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.61 "DELETE /v2.0/ports/714cfd04-fcb5-4ae1-9567-390480150f5d HTTP/1.1" status: 204 len: 173 time: 2.1347625 Aug 10 03:28:06.274273 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82e38cbb-cdc6-42fa-a3ce-7cb6070b9051', 'name': 'network-vif-deleted', 'tag': '714cfd04-fcb5-4ae1-9567-390480150f5d'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:28:06.275769 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f3f3ecb-5e56-4f66-8e2f-20f0400a4619" -d '{"events": [{"server_uuid": "82e38cbb-cdc6-42fa-a3ce-7cb6070b9051", "name": "network-vif-deleted", "tag": "714cfd04-fcb5-4ae1-9567-390480150f5d"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:28:06.283997 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6d457d3-bf63-4538-aff6-5cc5cb54c5c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:28:06.338992 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d6d457d3-bf63-4538-aff6-5cc5cb54c5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:06.340259 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-d6d457d3-bf63-4538-aff6-5cc5cb54c5c9 admin admin] Added segment 17789ec9-f3a0-458f-a646-d9adbb03f346 of type vlan for network c0659391-a657-4b16-a8ee-a2586c7786a9 Aug 10 03:28:06.361541 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a9313f4d-7761-4b4d-b213-72d12fece6d5 req-37bb8d01-72cf-4254-9e01-bc2760f0ba4d tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "GET /v2.0/ports?device_id=82e38cbb-cdc6-42fa-a3ce-7cb6070b9051 HTTP/1.1" status: 200 len: 210 time: 0.1565905 Aug 10 03:28:06.414215 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f00e9a33-8510-4762-aa2c-ea266f9d8b77 req-b440c0e1-f49a-489f-ba79-51543bba59ce tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4249327 Aug 10 03:28:06.462592 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d6d457d3-bf63-4538-aff6-5cc5cb54c5c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:06.499522 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d457d3-bf63-4538-aff6-5cc5cb54c5c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4dd2f33-6417-4f22-98e8-19e3033fc540,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:06.509229 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d6d457d3-bf63-4538-aff6-5cc5cb54c5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:06.510356 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d457d3-bf63-4538-aff6-5cc5cb54c5c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:06.511164 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d6d457d3-bf63-4538-aff6-5cc5cb54c5c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:06.533128 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d8539eb-649d-4493-9384-d87101aafeee x-openstack-request-id: req-0d8539eb-649d-4493-9384-d87101aafeee {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:28:06.545428 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82e38cbb-cdc6-42fa-a3ce-7cb6070b9051", "name": "network-vif-deleted", "tag": "714cfd04-fcb5-4ae1-9567-390480150f5d", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:28:06.545428 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0d8539eb-649d-4493-9384-d87101aafeee {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:28:06.545810 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82e38cbb-cdc6-42fa-a3ce-7cb6070b9051', 'name': 'network-vif-deleted', 'tag': '714cfd04-fcb5-4ae1-9567-390480150f5d', 'status': 'completed', 'code': 200} Aug 10 03:28:06.609786 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d457d3-bf63-4538-aff6-5cc5cb54c5c9 admin admin] Pushing event updated for resources: {'Network': ['ID=c0659391-a657-4b16-a8ee-a2586c7786a9,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:06.620281 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-d6d457d3-bf63-4538-aff6-5cc5cb54c5c9 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8186686 Aug 10 03:28:06.622547 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 35820) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:06.636400 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-0cfefa14-909f-4f2f-98a2-3ffe150760bd admin admin] Request body: {'subnet': {'network_id': 'c0659391-a657-4b16-a8ee-a2586c7786a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-90720815-subnet', 'tenant_id': 'e9ab4296b9324b029547ba2c6dc24132', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:06.653378 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network c0659391-a657-4b16-a8ee-a2586c7786a9 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:28:06.685868 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cfefa14-909f-4f2f-98a2-3ffe150760bd admin admin] Made reservation on behalf of e9ab4296b9324b029547ba2c6dc24132 for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:28:06.689680 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0cfefa14-909f-4f2f-98a2-3ffe150760bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:06.729919 n-d-768862-13 neutron-server[94260]: DEBUG neutron.objects.ports [None req-d671720d-0c31-4e5e-bd02-a5f4fd5c269a tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94260) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 03:28:06.733370 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d671720d-0c31-4e5e-bd02-a5f4fd5c269a tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58895384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805196'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:06.965551 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a900c20-ded4-4416-8b20-006f5f19224b req-d410d866-cf75-41c2-8dea-60d4a92e21a6 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:06.967227 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4a900c20-ded4-4416-8b20-006f5f19224b req-d410d866-cf75-41c2-8dea-60d4a92e21a6 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 945 time: 0.2985673 Aug 10 03:28:06.992435 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d671720d-0c31-4e5e-bd02-a5f4fd5c269a tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Pushing event updated for resources: {'Subnet': ['ID=34980a08-da89-41d4-8311-61077ec053b0,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:07.076005 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d671720d-0c31-4e5e-bd02-a5f4fd5c269a tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Checking segment: {'id': '820f37a0-9d29-4948-b8b4-79a1c483aeed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'bbe857f3-098d-4324-beb9-e87b274ca671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:28:07.076754 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d671720d-0c31-4e5e-bd02-a5f4fd5c269a tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Network hostable DHCP agents. Network: bbe857f3-098d-4324-beb9-e87b274ca671, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:28:07.101464 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4a900c20-ded4-4416-8b20-006f5f19224b req-39516094-f617-4e0c-81f4-84ca1d30d2a8 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098471 Aug 10 03:28:07.106699 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0cfefa14-909f-4f2f-98a2-3ffe150760bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:07.130718 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-75cc5395-0360-45c1-a0e2-1a2bd390763e tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:07.169990 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-75cc5395-0360-45c1-a0e2-1a2bd390763e tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:07.190622 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d671720d-0c31-4e5e-bd02-a5f4fd5c269a tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Network bbe857f3-098d-4324-beb9-e87b274ca671 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:28:07.198825 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfefa14-909f-4f2f-98a2-3ffe150760bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffd75aef-22f1-4d31-9592-d84c9fe2b2a2,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:07.210101 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-d671720d-0c31-4e5e-bd02-a5f4fd5c269a tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, bbe857f3-098d-4324-beb9-e87b274ca671) {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:28:07.221831 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfefa14-909f-4f2f-98a2-3ffe150760bd admin admin] Checking segment: {'id': '17789ec9-f3a0-458f-a646-d9adbb03f346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c0659391-a657-4b16-a8ee-a2586c7786a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:28:07.222253 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cfefa14-909f-4f2f-98a2-3ffe150760bd admin admin] Network hostable DHCP agents. Network: c0659391-a657-4b16-a8ee-a2586c7786a9, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:28:07.224979 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cece1789-8c42-43f3-84ea-4685b773572c None None] Network bbe857f3-098d-4324-beb9-e87b274ca671 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:28:07.234042 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d671720d-0c31-4e5e-bd02-a5f4fd5c269a tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:07.234747 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d671720d-0c31-4e5e-bd02-a5f4fd5c269a tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:07.255598 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cfefa14-909f-4f2f-98a2-3ffe150760bd admin admin] Network c0659391-a657-4b16-a8ee-a2586c7786a9 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:28:07.265651 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-0cfefa14-909f-4f2f-98a2-3ffe150760bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, c0659391-a657-4b16-a8ee-a2586c7786a9) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:28:07.271588 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cfefa14-909f-4f2f-98a2-3ffe150760bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:07.272294 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0cfefa14-909f-4f2f-98a2-3ffe150760bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:07.300482 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-0cfefa14-909f-4f2f-98a2-3ffe150760bd admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6721051 Aug 10 03:28:07.300966 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 35840) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:07.312032 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-6f6d411b-76dc-4bf6-8188-acb7efa2ef96 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-90720815-router', 'tenant_id': 'e9ab4296b9324b029547ba2c6dc24132', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:07.327696 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b19f820-8d1e-490e-817e-0891e63b787d None None] Network c0659391-a657-4b16-a8ee-a2586c7786a9 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:28:07.339467 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-d671720d-0c31-4e5e-bd02-a5f4fd5c269a tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.1888494 Aug 10 03:28:07.340575 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 35842) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:07.360080 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 35846) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:07.373464 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6f6d411b-76dc-4bf6-8188-acb7efa2ef96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:07.375755 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6f6d411b-76dc-4bf6-8188-acb7efa2ef96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:07.511289 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 35854) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:07.515755 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b3656ce5-b2ab-4768-83d2-f37559b3d5c0 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:07.534117 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6f6d411b-76dc-4bf6-8188-acb7efa2ef96 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:07.696914 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-75cc5395-0360-45c1-a0e2-1a2bd390763e tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Allocated IP 172.25.6.126 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/1cbbabd7-a4d6-4f3e-99ac-76953dffa9ed) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:28:07.738687 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d6437a5-ad45-4abb-b2bf-9a94276ebb40 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Deleting subnet 2d2c599f-fc0e-4bde-96f4-500208912c8f {{(pid=94260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:28:07.739958 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a91582-bef8-47a6-8105-61fe912710ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-c0659391-a657-4b16-a8ee-a2586c7786a9', 'network_id': 'c0659391-a657-4b16-a8ee-a2586c7786a9', 'tenant_id': 'e9ab4296b9324b029547ba2c6dc24132', 'fixed_ips': [{'subnet_id': 'ffd75aef-22f1-4d31-9592-d84c9fe2b2a2'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:28:07.741735 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d3a91582-bef8-47a6-8105-61fe912710ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:07.742882 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8d6437a5-ad45-4abb-b2bf-9a94276ebb40 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks [] for subnet, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:07.779272 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-caf1386e-0967-4268-a3f8-5363827788e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:07.796765 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92184d7-5ebb-414d-ad03-76f7ef0d9f0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-bbe857f3-098d-4324-beb9-e87b274ca671', 'network_id': 'bbe857f3-098d-4324-beb9-e87b274ca671', 'tenant_id': 'b9da701989b44dd3be6b50dc5f7476c0', 'fixed_ips': [{'subnet_id': '34980a08-da89-41d4-8311-61077ec053b0'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:28:07.798491 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f92184d7-5ebb-414d-ad03-76f7ef0d9f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:07.802567 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8d6437a5-ad45-4abb-b2bf-9a94276ebb40 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191173'] for subnet, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:07.917893 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6f6d411b-76dc-4bf6-8188-acb7efa2ef96 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:08.024779 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7682a7-3471-4f7c-882c-9e09fae458c4 req-7b8f2f04-d5ec-4c94-b7f2-bcad098d77f3 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:08.028697 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3f7682a7-3471-4f7c-882c-9e09fae458c4 req-7b8f2f04-d5ec-4c94-b7f2-bcad098d77f3 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 945 time: 0.5645740 Aug 10 03:28:08.055969 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-caf1386e-0967-4268-a3f8-5363827788e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:08.057630 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-f92184d7-5ebb-414d-ad03-76f7ef0d9f0b None None] Allocated IP 2001:db8::f816:3eff:fe93:5729 (bbe857f3-098d-4324-beb9-e87b274ca671/34980a08-da89-41d4-8311-61077ec053b0/e76beea8-33da-4346-9d7d-8b4b75542767) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:28:08.067024 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-caf1386e-0967-4268-a3f8-5363827788e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:08.096551 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-75cc5395-0360-45c1-a0e2-1a2bd390763e tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:08.109947 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-caf1386e-0967-4268-a3f8-5363827788e9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d7e2df4816bf419681d9855bf84032a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7476821 Aug 10 03:28:08.112462 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 35860) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:08.182893 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8d6437a5-ad45-4abb-b2bf-9a94276ebb40 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:08.197412 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf1386e-0967-4268-a3f8-5363827788e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a397c52b-3571-45ff-a0a4-f5837a730335,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:08.230210 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-d3a91582-bef8-47a6-8105-61fe912710ab None None] Allocated IP 172.20.0.2 (c0659391-a657-4b16-a8ee-a2586c7786a9/ffd75aef-22f1-4d31-9592-d84c9fe2b2a2/c471eea5-5bcf-4445-82d5-79c3a3608c19) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:28:08.231856 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1821c344-5671-4953-a9bf-4e1fccb6b66f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:08.325173 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b3656ce5-b2ab-4768-83d2-f37559b3d5c0 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:08.357106 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1821c344-5671-4953-a9bf-4e1fccb6b66f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:08.398816 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-75cc5395-0360-45c1-a0e2-1a2bd390763e tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:08.436170 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6f6d411b-76dc-4bf6-8188-acb7efa2ef96 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:08.462936 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6f6d411b-76dc-4bf6-8188-acb7efa2ef96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:08.528845 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1821c344-5671-4953-a9bf-4e1fccb6b66f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:08.532476 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1821c344-5671-4953-a9bf-4e1fccb6b66f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:08.537261 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-1821c344-5671-4953-a9bf-4e1fccb6b66f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a397c52b-3571-45ff-a0a4-f5837a730335 HTTP/1.1" status: 204 len: 168 time: 0.4233642 Aug 10 03:28:08.548057 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f92184d7-5ebb-414d-ad03-76f7ef0d9f0b None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:08.567513 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1821c344-5671-4953-a9bf-4e1fccb6b66f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a397c52b-3571-45ff-a0a4-f5837a730335,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:08.607488 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-f92184d7-5ebb-414d-ad03-76f7ef0d9f0b None None] Transition to ACTIVE for port object e76beea8-33da-4346-9d7d-8b4b75542767 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:28:08.650603 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-f92184d7-5ebb-414d-ad03-76f7ef0d9f0b None None] Transition to ACTIVE for port object e76beea8-33da-4346-9d7d-8b4b75542767 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:28:08.667973 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f92184d7-5ebb-414d-ad03-76f7ef0d9f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:08.673429 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d3a91582-bef8-47a6-8105-61fe912710ab None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:08.701959 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-6f6d411b-76dc-4bf6-8188-acb7efa2ef96 admin admin] Allocated IP 172.25.6.222 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/a9143e1e-34d6-490f-a6ff-abed95a2b1d1) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:28:08.781651 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92184d7-5ebb-414d-ad03-76f7ef0d9f0b None None] Pushing event updated for resources: {'Port': ['ID=e76beea8-33da-4346-9d7d-8b4b75542767,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:08.799181 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92184d7-5ebb-414d-ad03-76f7ef0d9f0b None None] Network bbe857f3-098d-4324-beb9-e87b274ca671 is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:28:08.804705 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-f92184d7-5ebb-414d-ad03-76f7ef0d9f0b None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:28:08.808116 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92184d7-5ebb-414d-ad03-76f7ef0d9f0b None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:28:08.811435 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-d3a91582-bef8-47a6-8105-61fe912710ab None None] Transition to ACTIVE for port object c471eea5-5bcf-4445-82d5-79c3a3608c19 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:28:08.857586 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-d3a91582-bef8-47a6-8105-61fe912710ab None None] Transition to ACTIVE for port object c471eea5-5bcf-4445-82d5-79c3a3608c19 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:28:08.884010 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d3a91582-bef8-47a6-8105-61fe912710ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:08.984006 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8d6437a5-ad45-4abb-b2bf-9a94276ebb40 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:09.007662 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75cc5395-0360-45c1-a0e2-1a2bd390763e tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:28:09.009250 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6f6d411b-76dc-4bf6-8188-acb7efa2ef96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:09.013663 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cc5395-0360-45c1-a0e2-1a2bd390763e tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Pushing event updated for resources: {'Port': ['ID=1cbbabd7-a4d6-4f3e-99ac-76953dffa9ed,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:09.017644 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 35868) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:09.082373 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6f6d411b-76dc-4bf6-8188-acb7efa2ef96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:09.090726 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6437a5-ad45-4abb-b2bf-9a94276ebb40 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Pushing event deleted for resources: {'Subnet': ['ID=2d2c599f-fc0e-4bde-96f4-500208912c8f,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:09.103053 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-75cc5395-0360-45c1-a0e2-1a2bd390763e tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:28:09.118911 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3f7682a7-3471-4f7c-882c-9e09fae458c4 req-1336ae18-5f04-4ee9-99fe-aae7911fb970 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9808385 Aug 10 03:28:09.120099 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cc5395-0360-45c1-a0e2-1a2bd390763e tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:28:09.134103 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a91582-bef8-47a6-8105-61fe912710ab None None] Pushing event updated for resources: {'Port': ['ID=c471eea5-5bcf-4445-82d5-79c3a3608c19,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:09.140440 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6d411b-76dc-4bf6-8188-acb7efa2ef96 admin admin] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:28:09.143878 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-6f6d411b-76dc-4bf6-8188-acb7efa2ef96 admin admin] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:28:09.150798 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6d411b-76dc-4bf6-8188-acb7efa2ef96 admin admin] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:28:09.156725 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a91582-bef8-47a6-8105-61fe912710ab None None] Network c0659391-a657-4b16-a8ee-a2586c7786a9 is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:28:09.160041 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-f92184d7-5ebb-414d-ad03-76f7ef0d9f0b None None] Attempting to bind port e76beea8-33da-4346-9d7d-8b4b75542767 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:28:09.160041 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-f92184d7-5ebb-414d-ad03-76f7ef0d9f0b None None] Attempting to bind port e76beea8-33da-4346-9d7d-8b4b75542767 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '820f37a0-9d29-4948-b8b4-79a1c483aeed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'bbe857f3-098d-4324-beb9-e87b274ca671'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:28:09.160041 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92184d7-5ebb-414d-ad03-76f7ef0d9f0b None None] Attempting to bind port e76beea8-33da-4346-9d7d-8b4b75542767 on network bbe857f3-098d-4324-beb9-e87b274ca671 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:28:09.168527 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92184d7-5ebb-414d-ad03-76f7ef0d9f0b None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:28:09.169245 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92184d7-5ebb-414d-ad03-76f7ef0d9f0b None None] Checking segment: {'id': '820f37a0-9d29-4948-b8b4-79a1c483aeed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'bbe857f3-098d-4324-beb9-e87b274ca671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:28:09.169585 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f92184d7-5ebb-414d-ad03-76f7ef0d9f0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:09.169985 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92184d7-5ebb-414d-ad03-76f7ef0d9f0b None None] Bound using segment: {'id': '820f37a0-9d29-4948-b8b4-79a1c483aeed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'bbe857f3-098d-4324-beb9-e87b274ca671'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:28:09.170509 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-f92184d7-5ebb-414d-ad03-76f7ef0d9f0b None None] Bound port: e76beea8-33da-4346-9d7d-8b4b75542767, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '820f37a0-9d29-4948-b8b4-79a1c483aeed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'bbe857f3-098d-4324-beb9-e87b274ca671'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:28:09.170910 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f92184d7-5ebb-414d-ad03-76f7ef0d9f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:09.173189 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-d3a91582-bef8-47a6-8105-61fe912710ab None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:28:09.175717 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a91582-bef8-47a6-8105-61fe912710ab None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:28:09.178937 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3c5f3c-93b6-43e8-bdae-4deb27d132c0 None None] Network 087a84fe-cbb9-4578-b2e7-d58eaffd89fc requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:28:09.179105 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8d6437a5-ad45-4abb-b2bf-9a94276ebb40 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:09.181314 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-8d6437a5-ad45-4abb-b2bf-9a94276ebb40 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "DELETE /v2.0/subnets/2d2c599f-fc0e-4bde-96f4-500208912c8f HTTP/1.1" status: 204 len: 168 time: 1.6626422 Aug 10 03:28:09.182841 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-55d8103a-064a-4da4-9135-c7f2c2852f79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:09.192619 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 35874) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:09.220083 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6d411b-76dc-4bf6-8188-acb7efa2ef96 admin admin] Pushing event updated for resources: {'Port': ['ID=a9143e1e-34d6-490f-a6ff-abed95a2b1d1,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:09.240812 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b3656ce5-b2ab-4768-83d2-f37559b3d5c0 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:09.391374 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3656ce5-b2ab-4768-83d2-f37559b3d5c0 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Pushing event deleted for resources: {'Subnet': ['ID=34980a08-da89-41d4-8311-61077ec053b0,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:09.404749 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-d3a91582-bef8-47a6-8105-61fe912710ab None None] Attempting to bind port c471eea5-5bcf-4445-82d5-79c3a3608c19 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:28:09.405121 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-d3a91582-bef8-47a6-8105-61fe912710ab None None] Attempting to bind port c471eea5-5bcf-4445-82d5-79c3a3608c19 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '17789ec9-f3a0-458f-a646-d9adbb03f346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c0659391-a657-4b16-a8ee-a2586c7786a9'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:28:09.405549 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a91582-bef8-47a6-8105-61fe912710ab None None] Attempting to bind port c471eea5-5bcf-4445-82d5-79c3a3608c19 on network c0659391-a657-4b16-a8ee-a2586c7786a9 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:28:09.427935 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a91582-bef8-47a6-8105-61fe912710ab None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:28:09.428340 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a91582-bef8-47a6-8105-61fe912710ab None None] Checking segment: {'id': '17789ec9-f3a0-458f-a646-d9adbb03f346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c0659391-a657-4b16-a8ee-a2586c7786a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:28:09.428777 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d3a91582-bef8-47a6-8105-61fe912710ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:09.429146 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a91582-bef8-47a6-8105-61fe912710ab None None] Bound using segment: {'id': '17789ec9-f3a0-458f-a646-d9adbb03f346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c0659391-a657-4b16-a8ee-a2586c7786a9'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:28:09.429657 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-d3a91582-bef8-47a6-8105-61fe912710ab None None] Bound port: c471eea5-5bcf-4445-82d5-79c3a3608c19, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17789ec9-f3a0-458f-a646-d9adbb03f346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c0659391-a657-4b16-a8ee-a2586c7786a9'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:28:09.430052 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d3a91582-bef8-47a6-8105-61fe912710ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:09.437258 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-f92184d7-5ebb-414d-ad03-76f7ef0d9f0b None None] For port e76beea8-33da-4346-9d7d-8b4b75542767, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:28:09.464565 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-f92184d7-5ebb-414d-ad03-76f7ef0d9f0b None None] For port e76beea8-33da-4346-9d7d-8b4b75542767, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=e76beea8-33da-4346-9d7d-8b4b75542767,segment=NetworkSegment(820f37a0-9d29-4948-b8b4-79a1c483aeed),segment_id=820f37a0-9d29-4948-b8b4-79a1c483aeed)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:28:09.521342 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7e6d6d41-22f9-4d63-bf00-088bd86ad2ea tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:09.526292 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-d3a91582-bef8-47a6-8105-61fe912710ab None None] For port c471eea5-5bcf-4445-82d5-79c3a3608c19, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:28:09.529456 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f92184d7-5ebb-414d-ad03-76f7ef0d9f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:09.535638 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-d3a91582-bef8-47a6-8105-61fe912710ab None None] For port c471eea5-5bcf-4445-82d5-79c3a3608c19, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=c471eea5-5bcf-4445-82d5-79c3a3608c19,segment=NetworkSegment(17789ec9-f3a0-458f-a646-d9adbb03f346),segment_id=17789ec9-f3a0-458f-a646-d9adbb03f346)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:28:09.577922 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d3a91582-bef8-47a6-8105-61fe912710ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:09.610039 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b3656ce5-b2ab-4768-83d2-f37559b3d5c0 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:09.621216 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b3c766-bd49-4d51-82ce-b84affacefd6 req-63f66df3-0625-463e-a2eb-0e551e4d662e tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:09.622930 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-98b3c766-bd49-4d51-82ce-b84affacefd6 req-63f66df3-0625-463e-a2eb-0e551e4d662e tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 945 time: 0.3767853 Aug 10 03:28:09.635901 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6f6d411b-76dc-4bf6-8188-acb7efa2ef96 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:09.638907 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92184d7-5ebb-414d-ad03-76f7ef0d9f0b None None] Pushing event updated for resources: {'Port': ['ID=e76beea8-33da-4346-9d7d-8b4b75542767,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:09.655416 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-b3656ce5-b2ab-4768-83d2-f37559b3d5c0 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbe857f3-098d-4324-beb9-e87b274ca671']}} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:09.712486 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-55d8103a-064a-4da4-9135-c7f2c2852f79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:09.723321 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-b3656ce5-b2ab-4768-83d2-f37559b3d5c0 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '820f37a0-9d29-4948-b8b4-79a1c483aeed') {'for_net_delete': True} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:09.723609 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-b3656ce5-b2ab-4768-83d2-f37559b3d5c0 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '820f37a0-9d29-4948-b8b4-79a1c483aeed') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:09.755542 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a91582-bef8-47a6-8105-61fe912710ab None None] Pushing event updated for resources: {'Port': ['ID=c471eea5-5bcf-4445-82d5-79c3a3608c19,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:09.762444 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-55d8103a-064a-4da4-9135-c7f2c2852f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:09.765987 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acbba2d4-378a-45d7-bd1b-cf75ea6193b8 None None] DHCP port deletion for 087a84fe-cbb9-4578-b2e7-d58eaffd89fc request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:28:09.774505 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b3656ce5-b2ab-4768-83d2-f37559b3d5c0 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191186'] for segment, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:09.824740 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b8ce68-efaf-4a32-a59c-468d67c1e731 None None] Network bbe857f3-098d-4324-beb9-e87b274ca671 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:28:09.957335 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b3656ce5-b2ab-4768-83d2-f37559b3d5c0 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:09.996669 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-98b3c766-bd49-4d51-82ce-b84affacefd6 req-33b93aee-f074-4b45-9462-6ce8c6a83f7e tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3430145 Aug 10 03:28:10.016736 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d8103a-064a-4da4-9135-c7f2c2852f79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68950231-65c0-424d-b7e8-7173f8f35b97,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:10.022498 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3656ce5-b2ab-4768-83d2-f37559b3d5c0 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=94260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:28:10.023203 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b3656ce5-b2ab-4768-83d2-f37559b3d5c0 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58895489'] for segment, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:10.037475 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-55d8103a-064a-4da4-9135-c7f2c2852f79 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4a642c6fc1c345dd8faa66f74a9f27b5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0055041 Aug 10 03:28:10.039449 n-d-768862-13 neutron-server[94260]: Traceback (most recent call last): Aug 10 03:28:10.039449 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:28:10.039449 n-d-768862-13 neutron-server[94260]: timer() Aug 10 03:28:10.039449 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:28:10.039449 n-d-768862-13 neutron-server[94260]: cb(*args, **kw) Aug 10 03:28:10.039449 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:28:10.039449 n-d-768862-13 neutron-server[94260]: return func(*args, **kwargs) Aug 10 03:28:10.039449 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:28:10.039449 n-d-768862-13 neutron-server[94260]: self._notify() Aug 10 03:28:10.039449 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:28:10.039449 n-d-768862-13 neutron-server[94260]: self.callback(batched_events) Aug 10 03:28:10.039449 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:28:10.039449 n-d-768862-13 neutron-server[94260]: event.method(event) Aug 10 03:28:10.039449 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:28:10.039449 n-d-768862-13 neutron-server[94260]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:28:10.039449 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:28:10.039449 n-d-768862-13 neutron-server[94260]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:28:10.039449 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:28:10.039449 n-d-768862-13 neutron-server[94260]: return f(self, *a, **k) Aug 10 03:28:10.039449 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:28:10.039449 n-d-768862-13 neutron-server[94260]: return self._get(url).json() Aug 10 03:28:10.039449 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:28:10.039449 n-d-768862-13 neutron-server[94260]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:28:10.039449 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:28:10.039449 n-d-768862-13 neutron-server[94260]: return self.request(url, 'GET', **kwargs) Aug 10 03:28:10.039449 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:28:10.039449 n-d-768862-13 neutron-server[94260]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:28:10.039449 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:28:10.039449 n-d-768862-13 neutron-server[94260]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:28:10.039449 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:28:10.039449 n-d-768862-13 neutron-server[94260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:28:10.039449 n-d-768862-13 neutron-server[94260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:28:10.041954 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 35880) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:10.057558 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:28:10.088247 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6f6d411b-76dc-4bf6-8188-acb7efa2ef96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:10.101570 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-acbba2d4-378a-45d7-bd1b-cf75ea6193b8 None None] Deleting port fb338a90-2e4e-4499-ac21-c01d59209196 {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:28:10.102124 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-acbba2d4-378a-45d7-bd1b-cf75ea6193b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:10.222622 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-acbba2d4-378a-45d7-bd1b-cf75ea6193b8 None None] For port fb338a90-2e4e-4499-ac21-c01d59209196, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=fb338a90-2e4e-4499-ac21-c01d59209196,segment=NetworkSegment(8d891c90-800a-4eaf-9bc0-c9a0d301429e),segment_id=8d891c90-800a-4eaf-9bc0-c9a0d301429e)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:10.223285 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-acbba2d4-378a-45d7-bd1b-cf75ea6193b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:10.260830 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-acbba2d4-378a-45d7-bd1b-cf75ea6193b8 None None] Calling delete_port for fb338a90-2e4e-4499-ac21-c01d59209196 owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:28:10.305206 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f6d411b-76dc-4bf6-8188-acb7efa2ef96 admin admin] Router c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0 is scheduled to L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e with binding_index 1 {{(pid=94261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:28:10.375939 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.db.api [None req-b3656ce5-b2ab-4768-83d2-f37559b3d5c0 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 10 03:28:10.375939 n-d-768862-13 neutron-server[94260]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 10 03:28:10.375939 n-d-768862-13 neutron-server[94260]: [parameters: {'id': 'bbe857f3-098d-4324-beb9-e87b274ca671'}] Aug 10 03:28:10.375939 n-d-768862-13 neutron-server[94260]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94260) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:28:10.376781 n-d-768862-13 neutron-server[94260]: DEBUG oslo_db.api [None req-b3656ce5-b2ab-4768-83d2-f37559b3d5c0 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:28:10.378535 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-7e6d6d41-22f9-4d63-bf00-088bd86ad2ea tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Deleting port fb338a90-2e4e-4499-ac21-c01d59209196 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:28:10.379185 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7e6d6d41-22f9-4d63-bf00-088bd86ad2ea tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:10.407641 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-acbba2d4-378a-45d7-bd1b-cf75ea6193b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:10.440415 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbba2d4-378a-45d7-bd1b-cf75ea6193b8 None None] Pushing event deleted for resources: {'Port': ['ID=fb338a90-2e4e-4499-ac21-c01d59209196,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:10.446507 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbba2d4-378a-45d7-bd1b-cf75ea6193b8 None None] No DVR routers for this DVR port fb338a90-2e4e-4499-ac21-c01d59209196 on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:28:10.473063 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f6d411b-76dc-4bf6-8188-acb7efa2ef96 admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:28:10.490813 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157a3f4d-ae14-4c8d-a3e3-661925027555 None None] Sync routers for ids ['c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:28:10.502206 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157a3f4d-ae14-4c8d-a3e3-661925027555 None None] Routers {'c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:28:10.503027 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-157a3f4d-ae14-4c8d-a3e3-661925027555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:27:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:10.510029 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-75cc5395-0360-45c1-a0e2-1a2bd390763e tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:10.511485 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6f6d411b-76dc-4bf6-8188-acb7efa2ef96 admin admin] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:10.513126 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-6f6d411b-76dc-4bf6-8188-acb7efa2ef96 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.2107122 Aug 10 03:28:10.516788 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 35888) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:10.670155 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-157a3f4d-ae14-4c8d-a3e3-661925027555 None None] Set router c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:28:10.720393 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b8363c9b-69b1-4b0b-ad58-cf243a78f9b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:10.729552 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [None req-7e6d6d41-22f9-4d63-bf00-088bd86ad2ea tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] For port fb338a90-2e4e-4499-ac21-c01d59209196, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=fb338a90-2e4e-4499-ac21-c01d59209196,segment=NetworkSegment(8d891c90-800a-4eaf-9bc0-c9a0d301429e),segment_id=8d891c90-800a-4eaf-9bc0-c9a0d301429e)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:10.730169 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7e6d6d41-22f9-4d63-bf00-088bd86ad2ea tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:10.863437 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-7e6d6d41-22f9-4d63-bf00-088bd86ad2ea tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Calling delete_port for fb338a90-2e4e-4499-ac21-c01d59209196 owned by network:dhcp {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:28:10.929867 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device c471eea5-5bcf-4445-82d5-79c3a3608c19 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:28:10.999121 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b3656ce5-b2ab-4768-83d2-f37559b3d5c0 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:11.042547 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port c471eea5-5bcf-4445-82d5-79c3a3608c19 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:28:11.048617 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-157a3f4d-ae14-4c8d-a3e3-661925027555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0', 'name': 'tempest-AttachVolumeShelveTestJSON-90720815-router', 'tenant_id': 'e9ab4296b9324b029547ba2c6dc24132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': 'a9143e1e-34d6-490f-a6ff-abed95a2b1d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:07Z', 'updated_at': '2021-08-10T03:28:09Z', 'revision_number': 3, 'project_id': 'e9ab4296b9324b029547ba2c6dc24132', 'gw_port': {'id': 'a9143e1e-34d6-490f-a6ff-abed95a2b1d1', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f2:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:08Z', 'updated_at': '2021-08-10T03:28:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:11.050814 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed74d7c8-2fd0-4633-b6b4-1c7344b26c46 req-27dde5a8-e59b-4f59-901a-a3051c9973a1 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:11.054926 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ed74d7c8-2fd0-4633-b6b4-1c7344b26c46 req-27dde5a8-e59b-4f59-901a-a3051c9973a1 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 945 time: 0.5490358 Aug 10 03:28:11.068632 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b8363c9b-69b1-4b0b-ad58-cf243a78f9b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:11.094403 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157a3f4d-ae14-4c8d-a3e3-661925027555 None None] Checking router: c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:28:11.094813 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157a3f4d-ae14-4c8d-a3e3-661925027555 None None] Updating router c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0 port a9143e1e-34d6-490f-a6ff-abed95a2b1d1 binding host n-d-768862-13 {{(pid=94262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:28:11.196557 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-157a3f4d-ae14-4c8d-a3e3-661925027555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:11.203410 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device fb338a90-2e4e-4499-ac21-c01d59209196 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:28:11.208264 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-75cc5395-0360-45c1-a0e2-1a2bd390763e tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-520463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-522334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1409'] for router, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:11.244934 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ed74d7c8-2fd0-4633-b6b4-1c7344b26c46 req-ad958302-5583-4e4a-b66c-6cac8641fdf5 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570687 Aug 10 03:28:11.247033 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-75cc5395-0360-45c1-a0e2-1a2bd390763e tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-520692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-520701', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-522311'] for router, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:11.291522 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: fb338a90-2e4e-4499-ac21-c01d59209196 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:28:11.292110 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device fb338a90-2e4e-4499-ac21-c01d59209196 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:28:11.507262 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7e6d6d41-22f9-4d63-bf00-088bd86ad2ea tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:11.514704 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b8363c9b-69b1-4b0b-ad58-cf243a78f9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:11.517468 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b8363c9b-69b1-4b0b-ad58-cf243a78f9b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:11.522774 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-b8363c9b-69b1-4b0b-ad58-cf243a78f9b7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/68950231-65c0-424d-b7e8-7173f8f35b97 HTTP/1.1" status: 204 len: 168 time: 1.4453375 Aug 10 03:28:11.525676 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c93d52f-ff0e-4f53-848f-ffc84b6bd645 None None] Network c0659391-a657-4b16-a8ee-a2586c7786a9 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:28:11.568022 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6d6d41-22f9-4d63-bf00-088bd86ad2ea tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Pushing event deleted for resources: {'Port': ['ID=fb338a90-2e4e-4499-ac21-c01d59209196,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:11.572092 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-b3656ce5-b2ab-4768-83d2-f37559b3d5c0 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Deleting port e76beea8-33da-4346-9d7d-8b4b75542767 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:28:11.572514 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b3656ce5-b2ab-4768-83d2-f37559b3d5c0 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:11.579879 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6d6d41-22f9-4d63-bf00-088bd86ad2ea tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] No DVR routers for this DVR port fb338a90-2e4e-4499-ac21-c01d59209196 on host n-d-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:28:11.582150 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8363c9b-69b1-4b0b-ad58-cf243a78f9b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68950231-65c0-424d-b7e8-7173f8f35b97,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:11.682125 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4ea4cd64-00e5-4058-8e2a-ccc5d982812b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:11.693204 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-dbc6e9cc-01de-4b5c-9ecf-dbbc9d6a2f9b None None] Provisioning for port c471eea5-5bcf-4445-82d5-79c3a3608c19 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:28:11.715259 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-dbc6e9cc-01de-4b5c-9ecf-dbbc9d6a2f9b None None] Provisioning complete for port c471eea5-5bcf-4445-82d5-79c3a3608c19 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:11.715662 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-dbc6e9cc-01de-4b5c-9ecf-dbbc9d6a2f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:11.791823 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cddf23-e439-4501-a8a7-9b64b4f997cb req-dbee45a2-aa7f-4e68-9403-fa8a8df0f8f0 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:11.793346 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b6cddf23-e439-4501-a8a7-9b64b4f997cb req-dbee45a2-aa7f-4e68-9403-fa8a8df0f8f0 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 945 time: 0.3697555 Aug 10 03:28:11.815217 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [None req-b3656ce5-b2ab-4768-83d2-f37559b3d5c0 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] For port e76beea8-33da-4346-9d7d-8b4b75542767, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=e76beea8-33da-4346-9d7d-8b4b75542767,segment=NetworkSegment(820f37a0-9d29-4948-b8b4-79a1c483aeed),segment_id=820f37a0-9d29-4948-b8b4-79a1c483aeed)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:11.815874 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b3656ce5-b2ab-4768-83d2-f37559b3d5c0 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:11.847351 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7e6d6d41-22f9-4d63-bf00-088bd86ad2ea tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:11.865074 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-b3656ce5-b2ab-4768-83d2-f37559b3d5c0 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Calling delete_port for e76beea8-33da-4346-9d7d-8b4b75542767 owned by network:dhcp {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:28:11.877286 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-7e6d6d41-22f9-4d63-bf00-088bd86ad2ea tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['087a84fe-cbb9-4578-b2e7-d58eaffd89fc']}} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:11.879548 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75cc5395-0360-45c1-a0e2-1a2bd390763e tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Router 94801b90-f5ea-4f95-8fe8-c541a7b13072 is scheduled to L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e with binding_index 1 {{(pid=94260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:28:11.901574 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-7e6d6d41-22f9-4d63-bf00-088bd86ad2ea tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d891c90-800a-4eaf-9bc0-c9a0d301429e') {'for_net_delete': True} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:11.901965 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-7e6d6d41-22f9-4d63-bf00-088bd86ad2ea tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d891c90-800a-4eaf-9bc0-c9a0d301429e') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:11.916373 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-4ea4cd64-00e5-4058-8e2a-ccc5d982812b admin admin] Allocated IP 172.20.0.1 (c0659391-a657-4b16-a8ee-a2586c7786a9/ffd75aef-22f1-4d31-9592-d84c9fe2b2a2/3a98af3d-84ed-4e62-94b8-e421d29fe69b) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:28:11.918889 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7e6d6d41-22f9-4d63-bf00-088bd86ad2ea tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191186'] for segment, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:11.977954 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b6cddf23-e439-4501-a8a7-9b64b4f997cb req-23dcbb06-d28c-48d7-80df-fbed445f4bcc tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651940 Aug 10 03:28:11.996211 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7e6d6d41-22f9-4d63-bf00-088bd86ad2ea tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:12.058609 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e6d6d41-22f9-4d63-bf00-088bd86ad2ea tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=94260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:28:12.059336 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7e6d6d41-22f9-4d63-bf00-088bd86ad2ea tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58895489'] for segment, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:12.065615 n-d-768862-13 neutron-server[94260]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:28:12.065615 n-d-768862-13 neutron-server[94260]: self.session.flush() Aug 10 03:28:12.065615 n-d-768862-13 neutron-server[94260]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:28:12.065615 n-d-768862-13 neutron-server[94260]: self.session.flush() Aug 10 03:28:12.065615 n-d-768862-13 neutron-server[94260]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:28:12.065615 n-d-768862-13 neutron-server[94260]: self.session.flush() Aug 10 03:28:12.065615 n-d-768862-13 neutron-server[94260]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:28:12.065615 n-d-768862-13 neutron-server[94260]: self.session.flush() Aug 10 03:28:12.065615 n-d-768862-13 neutron-server[94260]: Traceback (most recent call last): Aug 10 03:28:12.065615 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:28:12.065615 n-d-768862-13 neutron-server[94260]: timer() Aug 10 03:28:12.065615 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:28:12.065615 n-d-768862-13 neutron-server[94260]: cb(*args, **kw) Aug 10 03:28:12.065615 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:28:12.065615 n-d-768862-13 neutron-server[94260]: return func(*args, **kwargs) Aug 10 03:28:12.065615 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:28:12.065615 n-d-768862-13 neutron-server[94260]: self._notify() Aug 10 03:28:12.065615 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:28:12.065615 n-d-768862-13 neutron-server[94260]: self.callback(batched_events) Aug 10 03:28:12.065615 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:28:12.065615 n-d-768862-13 neutron-server[94260]: event.method(event) Aug 10 03:28:12.065615 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:28:12.065615 n-d-768862-13 neutron-server[94260]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:28:12.065615 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:28:12.065615 n-d-768862-13 neutron-server[94260]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:28:12.065615 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:28:12.065615 n-d-768862-13 neutron-server[94260]: return f(self, *a, **k) Aug 10 03:28:12.065615 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:28:12.065615 n-d-768862-13 neutron-server[94260]: return self._get(url).json() Aug 10 03:28:12.065615 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:28:12.065615 n-d-768862-13 neutron-server[94260]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:28:12.065615 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:28:12.065615 n-d-768862-13 neutron-server[94260]: return self.request(url, 'GET', **kwargs) Aug 10 03:28:12.065615 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:28:12.065615 n-d-768862-13 neutron-server[94260]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:28:12.065615 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:28:12.065615 n-d-768862-13 neutron-server[94260]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:28:12.065615 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:28:12.065615 n-d-768862-13 neutron-server[94260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:28:12.065615 n-d-768862-13 neutron-server[94260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:28:12.168871 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-dbc6e9cc-01de-4b5c-9ecf-dbbc9d6a2f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:12.204809 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-157a3f4d-ae14-4c8d-a3e3-661925027555 None None] Notify callbacks [] for port, precommit_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:12.229073 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-157a3f4d-ae14-4c8d-a3e3-661925027555 None None] Transition to ACTIVE for port object a9143e1e-34d6-490f-a6ff-abed95a2b1d1 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:28:12.242651 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-dbc6e9cc-01de-4b5c-9ecf-dbbc9d6a2f9b None None] For port c471eea5-5bcf-4445-82d5-79c3a3608c19, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=c471eea5-5bcf-4445-82d5-79c3a3608c19,segment=NetworkSegment(17789ec9-f3a0-458f-a646-d9adbb03f346),segment_id=17789ec9-f3a0-458f-a646-d9adbb03f346)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:12.245023 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-157a3f4d-ae14-4c8d-a3e3-661925027555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:12.268185 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b3656ce5-b2ab-4768-83d2-f37559b3d5c0 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:12.279828 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7e6d6d41-22f9-4d63-bf00-088bd86ad2ea tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:12.285161 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7e6d6d41-22f9-4d63-bf00-088bd86ad2ea tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:12.292867 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-7e6d6d41-22f9-4d63-bf00-088bd86ad2ea tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "DELETE /v2.0/networks/087a84fe-cbb9-4578-b2e7-d58eaffd89fc HTTP/1.1" status: 204 len: 168 time: 3.0534956 Aug 10 03:28:12.293549 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 35906) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:12.297357 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-dbc6e9cc-01de-4b5c-9ecf-dbbc9d6a2f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:12.303670 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3656ce5-b2ab-4768-83d2-f37559b3d5c0 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] No DVR routers for this DVR port e76beea8-33da-4346-9d7d-8b4b75542767 on host n-d-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:28:12.352920 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b0f206-ae70-481a-9fc3-8c701882a95c None None] Pushing event updated for resources: {'Port': ['ID=a9143e1e-34d6-490f-a6ff-abed95a2b1d1,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:12.362125 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-157a3f4d-ae14-4c8d-a3e3-661925027555 None None] Attempting to bind port a9143e1e-34d6-490f-a6ff-abed95a2b1d1 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:28:12.362125 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-157a3f4d-ae14-4c8d-a3e3-661925027555 None None] Attempting to bind port a9143e1e-34d6-490f-a6ff-abed95a2b1d1 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:28:12.362125 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157a3f4d-ae14-4c8d-a3e3-661925027555 None None] Attempting to bind port a9143e1e-34d6-490f-a6ff-abed95a2b1d1 on network 2ea12131-628a-487e-b434-0463553732bd {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:28:12.385517 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4ea4cd64-00e5-4058-8e2a-ccc5d982812b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:12.401797 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157a3f4d-ae14-4c8d-a3e3-661925027555 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:28:12.402192 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157a3f4d-ae14-4c8d-a3e3-661925027555 None None] Checking segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:28:12.402633 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-157a3f4d-ae14-4c8d-a3e3-661925027555 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:12.403038 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157a3f4d-ae14-4c8d-a3e3-661925027555 None None] Bound using segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:28:12.403543 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-157a3f4d-ae14-4c8d-a3e3-661925027555 None None] Bound port: a9143e1e-34d6-490f-a6ff-abed95a2b1d1, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:28:12.403942 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-157a3f4d-ae14-4c8d-a3e3-661925027555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:12.453015 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [None req-4ea4cd64-00e5-4058-8e2a-ccc5d982812b admin admin] Transition to ACTIVE for port object 3a98af3d-84ed-4e62-94b8-e421d29fe69b will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:28:12.525488 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc6e9cc-01de-4b5c-9ecf-dbbc9d6a2f9b None None] Pushing event updated for resources: {'Port': ['ID=c471eea5-5bcf-4445-82d5-79c3a3608c19,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:12.525785 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b3656ce5-b2ab-4768-83d2-f37559b3d5c0 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:12.570519 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-b3656ce5-b2ab-4768-83d2-f37559b3d5c0 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbe857f3-098d-4324-beb9-e87b274ca671']}} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:12.592836 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-b3656ce5-b2ab-4768-83d2-f37559b3d5c0 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '820f37a0-9d29-4948-b8b4-79a1c483aeed') {'for_net_delete': True} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:12.593392 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-b3656ce5-b2ab-4768-83d2-f37559b3d5c0 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '820f37a0-9d29-4948-b8b4-79a1c483aeed') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:12.603478 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-157a3f4d-ae14-4c8d-a3e3-661925027555 None None] For port a9143e1e-34d6-490f-a6ff-abed95a2b1d1, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:28:12.613786 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-157a3f4d-ae14-4c8d-a3e3-661925027555 None None] For port a9143e1e-34d6-490f-a6ff-abed95a2b1d1, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=a9143e1e-34d6-490f-a6ff-abed95a2b1d1,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:28:12.620750 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4ea4cd64-00e5-4058-8e2a-ccc5d982812b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:12.626430 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b3656ce5-b2ab-4768-83d2-f37559b3d5c0 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191186'] for segment, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:12.643879 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-157a3f4d-ae14-4c8d-a3e3-661925027555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:12.665198 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6d6d41-22f9-4d63-bf00-088bd86ad2ea tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Pushing event deleted for resources: {'Network': ['ID=087a84fe-cbb9-4578-b2e7-d58eaffd89fc,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:12.725074 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3656ce5-b2ab-4768-83d2-f37559b3d5c0 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Pushing event deleted for resources: {'Port': ['ID=e76beea8-33da-4346-9d7d-8b4b75542767,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:12.731281 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea4cd64-00e5-4058-8e2a-ccc5d982812b admin admin] Network c0659391-a657-4b16-a8ee-a2586c7786a9 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:28:12.747888 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-4ea4cd64-00e5-4058-8e2a-ccc5d982812b admin admin] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:28:12.753054 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea4cd64-00e5-4058-8e2a-ccc5d982812b admin admin] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:28:12.804305 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea4cd64-00e5-4058-8e2a-ccc5d982812b admin admin] Pushing event updated for resources: {'Port': ['ID=3a98af3d-84ed-4e62-94b8-e421d29fe69b,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:12.828258 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device c471eea5-5bcf-4445-82d5-79c3a3608c19 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:28:12.839838 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b0f206-ae70-481a-9fc3-8c701882a95c None None] Pushing event updated for resources: {'Port': ['ID=a9143e1e-34d6-490f-a6ff-abed95a2b1d1,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:12.841979 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4ea4cd64-00e5-4058-8e2a-ccc5d982812b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521745'] for router_interface, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:12.843343 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b3656ce5-b2ab-4768-83d2-f37559b3d5c0 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:12.852148 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3656ce5-b2ab-4768-83d2-f37559b3d5c0 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:12.852628 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3656ce5-b2ab-4768-83d2-f37559b3d5c0 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:12.853081 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3656ce5-b2ab-4768-83d2-f37559b3d5c0 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:12.853645 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3656ce5-b2ab-4768-83d2-f37559b3d5c0 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:12.854286 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3656ce5-b2ab-4768-83d2-f37559b3d5c0 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:12.854868 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3656ce5-b2ab-4768-83d2-f37559b3d5c0 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:12.855722 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3656ce5-b2ab-4768-83d2-f37559b3d5c0 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:12.856431 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3656ce5-b2ab-4768-83d2-f37559b3d5c0 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:12.856932 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3656ce5-b2ab-4768-83d2-f37559b3d5c0 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:12.857987 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3656ce5-b2ab-4768-83d2-f37559b3d5c0 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:12.858781 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3656ce5-b2ab-4768-83d2-f37559b3d5c0 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:12.859396 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3656ce5-b2ab-4768-83d2-f37559b3d5c0 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:12.883043 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d6d41-22f9-4d63-bf00-088bd86ad2ea tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:12.883497 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d6d41-22f9-4d63-bf00-088bd86ad2ea tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:12.883776 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d6d41-22f9-4d63-bf00-088bd86ad2ea tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:12.884103 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d6d41-22f9-4d63-bf00-088bd86ad2ea tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:12.884405 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d6d41-22f9-4d63-bf00-088bd86ad2ea tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:12.884739 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d6d41-22f9-4d63-bf00-088bd86ad2ea tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:12.885210 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d6d41-22f9-4d63-bf00-088bd86ad2ea tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:12.885486 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d6d41-22f9-4d63-bf00-088bd86ad2ea tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:12.886684 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d6d41-22f9-4d63-bf00-088bd86ad2ea tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:12.887233 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d6d41-22f9-4d63-bf00-088bd86ad2ea tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:12.887875 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d6d41-22f9-4d63-bf00-088bd86ad2ea tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:12.888217 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d6d41-22f9-4d63-bf00-088bd86ad2ea tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:12.903347 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_v2 [None req-4920a06c-dc19-4406-9e65-f386f4fce885 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Deleting subnet 6e0e0971-8112-46dc-9683-97d8e983a25c {{(pid=94260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:28:12.911575 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3656ce5-b2ab-4768-83d2-f37559b3d5c0 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=94260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:28:12.912190 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b3656ce5-b2ab-4768-83d2-f37559b3d5c0 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58895489'] for segment, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:12.920603 n-d-768862-13 neutron-server[94260]: Traceback (most recent call last): Aug 10 03:28:12.920603 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:28:12.920603 n-d-768862-13 neutron-server[94260]: timer() Aug 10 03:28:12.920603 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:28:12.920603 n-d-768862-13 neutron-server[94260]: cb(*args, **kw) Aug 10 03:28:12.920603 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:28:12.920603 n-d-768862-13 neutron-server[94260]: return func(*args, **kwargs) Aug 10 03:28:12.920603 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:28:12.920603 n-d-768862-13 neutron-server[94260]: self._notify() Aug 10 03:28:12.920603 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:28:12.920603 n-d-768862-13 neutron-server[94260]: self.callback(batched_events) Aug 10 03:28:12.920603 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:28:12.920603 n-d-768862-13 neutron-server[94260]: event.method(event) Aug 10 03:28:12.920603 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:28:12.920603 n-d-768862-13 neutron-server[94260]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:28:12.920603 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:28:12.920603 n-d-768862-13 neutron-server[94260]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:28:12.920603 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:28:12.920603 n-d-768862-13 neutron-server[94260]: return f(self, *a, **k) Aug 10 03:28:12.920603 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:28:12.920603 n-d-768862-13 neutron-server[94260]: return self._get(url).json() Aug 10 03:28:12.920603 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:28:12.920603 n-d-768862-13 neutron-server[94260]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:28:12.920603 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:28:12.920603 n-d-768862-13 neutron-server[94260]: return self.request(url, 'GET', **kwargs) Aug 10 03:28:12.920603 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:28:12.920603 n-d-768862-13 neutron-server[94260]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:28:12.920603 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:28:12.920603 n-d-768862-13 neutron-server[94260]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:28:12.920603 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:28:12.920603 n-d-768862-13 neutron-server[94260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:28:12.920603 n-d-768862-13 neutron-server[94260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:28:12.937442 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4920a06c-dc19-4406-9e65-f386f4fce885 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks [] for subnet, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:12.959357 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157a3f4d-ae14-4c8d-a3e3-661925027555 None None] Routers {'c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:28:12.960362 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-157a3f4d-ae14-4c8d-a3e3-661925027555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:27:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:12.963155 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-f7e7b1f5-92b7-4a0b-8a55-6b8ade1f2a4c None None] Provisioning complete for port c471eea5-5bcf-4445-82d5-79c3a3608c19 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:12.963769 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f7e7b1f5-92b7-4a0b-8a55-6b8ade1f2a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:13.071059 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4920a06c-dc19-4406-9e65-f386f4fce885 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191173'] for subnet, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:13.113468 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75cc5395-0360-45c1-a0e2-1a2bd390763e tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:28:13.130960 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3db4aa-a5c4-4987-85a2-f5efa3839494 None None] Sync routers for ids ['94801b90-f5ea-4f95-8fe8-c541a7b13072'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:28:13.157988 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-75cc5395-0360-45c1-a0e2-1a2bd390763e tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Notify callbacks [] for router, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:13.160258 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-75cc5395-0360-45c1-a0e2-1a2bd390763e tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] 10.222.0.44 "PUT /v2.0/routers/94801b90-f5ea-4f95-8fe8-c541a7b13072 HTTP/1.1" status: 200 len: 920 time: 7.8332572 Aug 10 03:28:13.170498 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 35928) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:13.174472 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3db4aa-a5c4-4987-85a2-f5efa3839494 None None] Routers {'94801b90-f5ea-4f95-8fe8-c541a7b13072'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:28:13.177121 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-ed3db4aa-a5c4-4987-85a2-f5efa3839494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:27:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['94801b90-f5ea-4f95-8fe8-c541a7b13072'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:13.218568 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61195c58-54f5-4442-9e21-e10cf9e112a5 None None] get_active_networks_info from n-d-768862-13 {{(pid=94262) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 03:28:13.224510 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4ea4cd64-00e5-4058-8e2a-ccc5d982812b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:13.240241 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port c471eea5-5bcf-4445-82d5-79c3a3608c19 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:13.241551 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:13.274023 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-ed3db4aa-a5c4-4987-85a2-f5efa3839494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:13.286105 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3db4aa-a5c4-4987-85a2-f5efa3839494 None None] Routers {'94801b90-f5ea-4f95-8fe8-c541a7b13072'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:28:13.288356 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-ed3db4aa-a5c4-4987-85a2-f5efa3839494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:27:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['94801b90-f5ea-4f95-8fe8-c541a7b13072'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:13.328463 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-ed3db4aa-a5c4-4987-85a2-f5efa3839494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:13.329641 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3db4aa-a5c4-4987-85a2-f5efa3839494 None None] The sync data for ids ['94801b90-f5ea-4f95-8fe8-c541a7b13072'] in n-d-768862-13 is: [] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:28:13.373322 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a345dff6-63b1-42ad-9d8e-4b3d4da5e5be req-527a887b-9fd9-4be6-bf29-049761f1af69 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:13.377349 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 35932) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:13.381381 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a345dff6-63b1-42ad-9d8e-4b3d4da5e5be req-527a887b-9fd9-4be6-bf29-049761f1af69 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 945 time: 0.6748381 Aug 10 03:28:13.435347 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b3656ce5-b2ab-4768-83d2-f37559b3d5c0 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:13.450464 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-157a3f4d-ae14-4c8d-a3e3-661925027555 None None] Set router c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:28:13.506512 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b3656ce5-b2ab-4768-83d2-f37559b3d5c0 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:13.513731 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-b3656ce5-b2ab-4768-83d2-f37559b3d5c0 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] 10.222.0.44 "DELETE /v2.0/networks/bbe857f3-098d-4324-beb9-e87b274ca671 HTTP/1.1" status: 204 len: 168 time: 6.1719267 Aug 10 03:28:13.515885 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 35936) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:13.545255 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a345dff6-63b1-42ad-9d8e-4b3d4da5e5be req-b8793d65-015b-415f-86d3-48992590623c tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627104 Aug 10 03:28:13.560871 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3656ce5-b2ab-4768-83d2-f37559b3d5c0 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Pushing event deleted for resources: {'Network': ['ID=bbe857f3-098d-4324-beb9-e87b274ca671,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:13.586554 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4920a06c-dc19-4406-9e65-f386f4fce885 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:13.608708 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-1961807b-9cda-4ec5-a6fd-c67186cb2a56 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] DELETE failed (client error): The resource could not be found. Aug 10 03:28:13.609179 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1961807b-9cda-4ec5-a6fd-c67186cb2a56 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:28:13.615534 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-1961807b-9cda-4ec5-a6fd-c67186cb2a56 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] 10.222.0.44 "DELETE /v2.0/subnets/34980a08-da89-41d4-8311-61077ec053b0 HTTP/1.1" status: 404 len: 337 time: 0.0931864 Aug 10 03:28:13.619996 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 35940) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:13.641257 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-73e479f0-7938-4037-983a-ff0c07b26b8e tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-920986544'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:13.756270 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-9634f06c-1913-4b2e-8441-c451d15034ab tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] DELETE failed (client error): The resource could not be found. Aug 10 03:28:13.761288 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9634f06c-1913-4b2e-8441-c451d15034ab tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:28:13.764295 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-9634f06c-1913-4b2e-8441-c451d15034ab tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] 10.222.0.44 "DELETE /v2.0/networks/bbe857f3-098d-4324-beb9-e87b274ca671 HTTP/1.1" status: 404 len: 339 time: 0.1322172 Aug 10 03:28:13.773403 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 35944) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:13.799683 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-09d12dbd-fcef-48f5-bb6b-ffe8f8e4410a None None] Provisioning for port 3a98af3d-84ed-4e62-94b8-e421d29fe69b completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:28:13.814095 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-09d12dbd-fcef-48f5-bb6b-ffe8f8e4410a None None] Provisioning complete for port 3a98af3d-84ed-4e62-94b8-e421d29fe69b triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:13.814478 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-09d12dbd-fcef-48f5-bb6b-ffe8f8e4410a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:13.859000 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0927704-5e68-4d91-997b-26c65fa099d1 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] DELETE failed (client error): The resource could not be found. Aug 10 03:28:13.860430 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0927704-5e68-4d91-997b-26c65fa099d1 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:28:13.867932 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-c0927704-5e68-4d91-997b-26c65fa099d1 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] 10.222.0.44 "DELETE /v2.0/subnets/360d0a9d-022b-4663-8463-cd545a678b13 HTTP/1.1" status: 404 len: 337 time: 0.0846343 Aug 10 03:28:13.867932 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e479f0-7938-4037-983a-ff0c07b26b8e tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Made reservation on behalf of 270374ffed904be6b73d79095dc17b53 for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:28:13.874814 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-73e479f0-7938-4037-983a-ff0c07b26b8e tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:13.879991 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61195c58-54f5-4442-9e21-e10cf9e112a5 None None] Resources bound (agent type, host, resource id): {{(pid=94262) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 03:28:13.887486 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 35946) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:13.941585 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-09d12dbd-fcef-48f5-bb6b-ffe8f8e4410a None None] Port 3a98af3d-84ed-4e62-94b8-e421d29fe69b cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:28:13.963563 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-e787643e-49e6-4791-9f91-05667fe15adb tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] DELETE failed (client error): The resource could not be found. Aug 10 03:28:13.964600 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e787643e-49e6-4791-9f91-05667fe15adb tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:28:13.971725 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e787643e-49e6-4791-9f91-05667fe15adb tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] 10.222.0.44 "DELETE /v2.0/networks/193e4b4a-a1ee-4e86-889e-948fe393c28c HTTP/1.1" status: 404 len: 339 time: 0.0784636 Aug 10 03:28:13.972798 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-73e479f0-7938-4037-983a-ff0c07b26b8e tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:13.976415 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 35948) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:14.028200 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-157a3f4d-ae14-4c8d-a3e3-661925027555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0', 'name': 'tempest-AttachVolumeShelveTestJSON-90720815-router', 'tenant_id': 'e9ab4296b9324b029547ba2c6dc24132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': 'a9143e1e-34d6-490f-a6ff-abed95a2b1d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:07Z', 'updated_at': '2021-08-10T03:28:09Z', 'revision_number': 3, 'project_id': 'e9ab4296b9324b029547ba2c6dc24132', 'gw_port': {'id': 'a9143e1e-34d6-490f-a6ff-abed95a2b1d1', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f2:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:08Z', 'updated_at': '2021-08-10T03:28:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:14.058195 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-45371771-b4a2-41b3-acfe-070177db97fd tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] 10.222.0.44 "GET /v2.0/routers/94801b90-f5ea-4f95-8fe8-c541a7b13072 HTTP/1.1" status: 200 len: 926 time: 0.8747065 Aug 10 03:28:14.063702 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 35950) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:14.091418 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157a3f4d-ae14-4c8d-a3e3-661925027555 None None] The sync data for ids ['c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0'] in n-d-768862-13 is: [{'id': 'c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0', 'name': 'tempest-AttachVolumeShelveTestJSON-90720815-router', 'tenant_id': 'e9ab4296b9324b029547ba2c6dc24132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': 'a9143e1e-34d6-490f-a6ff-abed95a2b1d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:07Z', 'updated_at': '2021-08-10T03:28:09Z', 'revision_number': 3, 'project_id': 'e9ab4296b9324b029547ba2c6dc24132', 'gw_port': {'id': 'a9143e1e-34d6-490f-a6ff-abed95a2b1d1', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f2:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:08Z', 'updated_at': '2021-08-10T03:28:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:28:14.119870 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4920a06c-dc19-4406-9e65-f386f4fce885 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:14.135183 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a9cf89-6a9c-417e-802b-650d9108ee32 req-37976fc8-2625-4949-98b3-80268b6f018e tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:14.143021 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d3a9cf89-6a9c-417e-802b-650d9108ee32 req-37976fc8-2625-4949-98b3-80268b6f018e tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 945 time: 0.1257486 Aug 10 03:28:14.192511 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4920a06c-dc19-4406-9e65-f386f4fce885 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Pushing event deleted for resources: {'Subnet': ['ID=6e0e0971-8112-46dc-9683-97d8e983a25c,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:14.206015 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4920a06c-dc19-4406-9e65-f386f4fce885 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:14.208401 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-4920a06c-dc19-4406-9e65-f386f4fce885 tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "DELETE /v2.0/subnets/6e0e0971-8112-46dc-9683-97d8e983a25c HTTP/1.1" status: 204 len: 168 time: 1.8361428 Aug 10 03:28:14.212252 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c8789a-6dab-479c-8d4a-40176ad930d5 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:14.214091 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-e6c8789a-6dab-479c-8d4a-40176ad930d5 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=2ea12131-628a-487e-b434-0463553732bd&device_id=94801b90-f5ea-4f95-8fe8-c541a7b13072&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1461892 Aug 10 03:28:14.214890 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 35952) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:14.225978 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-73e479f0-7938-4037-983a-ff0c07b26b8e tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:14.226915 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 35954) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:14.232842 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-6965cddc-d8f3-417d-918f-fe94ecf27f55 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] DELETE failed (client error): The resource could not be found. Aug 10 03:28:14.234481 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6965cddc-d8f3-417d-918f-fe94ecf27f55 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:28:14.238758 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-6965cddc-d8f3-417d-918f-fe94ecf27f55 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] 10.222.0.44 "DELETE /v2.0/subnets/e2099dda-eac7-48c2-ab9a-622d9aa4d4ce HTTP/1.1" status: 404 len: 337 time: 0.2565680 Aug 10 03:28:14.245566 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-73e479f0-7938-4037-983a-ff0c07b26b8e tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:14.257957 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 35956) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:14.295845 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4ea4cd64-00e5-4058-8e2a-ccc5d982812b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:14.308513 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-6108c988-1b64-4b00-9c98-cdefcab18000 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] DELETE failed (client error): The resource could not be found. Aug 10 03:28:14.309147 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6108c988-1b64-4b00-9c98-cdefcab18000 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:28:14.315020 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-6108c988-1b64-4b00-9c98-cdefcab18000 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] 10.222.0.44 "DELETE /v2.0/networks/e7fc0125-1900-4ba1-af37-677ecb13ea06 HTTP/1.1" status: 404 len: 339 time: 0.0476966 Aug 10 03:28:14.318251 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73e479f0-7938-4037-983a-ff0c07b26b8e tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:28:14.320737 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 35958) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:14.322988 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4ea4cd64-00e5-4058-8e2a-ccc5d982812b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:14.370852 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d3a9cf89-6a9c-417e-802b-650d9108ee32 req-e16101eb-0322-44c4-9e30-cdaa372dbc60 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264459 Aug 10 03:28:14.414267 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-524413fa-df5f-4147-8a19-8fb9f2080acb tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:14.439479 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e479f0-7938-4037-983a-ff0c07b26b8e tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b005934-3642-4276-a952-448a4e53adcd,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:14.458932 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-73e479f0-7938-4037-983a-ff0c07b26b8e tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:14.459298 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-73e479f0-7938-4037-983a-ff0c07b26b8e tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Added segment c81f2a43-5d4e-4cdf-bbb4-82e6dec6a68e of type vlan for network feb4d65c-162e-45ea-951c-1528d34ca6b8 Aug 10 03:28:14.529400 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac93d09-3805-4cfd-a0f3-7b8c2376b5da None None] Network 9f05ef88-89ac-4251-8d62-e456a4dc722b requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:28:14.560115 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8cd3dc-353b-4604-97ae-23cc28adf907 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:14.567292 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-fa8cd3dc-353b-4604-97ae-23cc28adf907 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] 10.222.0.44 "GET /v2.0/networks/2ea12131-628a-487e-b434-0463553732bd HTTP/1.1" status: 200 len: 881 time: 0.3368461 Aug 10 03:28:14.568859 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 35964) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:14.672093 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea4cd64-00e5-4058-8e2a-ccc5d982812b admin admin] Pushing event updated for resources: {'Port': ['ID=3a98af3d-84ed-4e62-94b8-e421d29fe69b,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:14.681931 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-6bbff8c4-6a7f-4d3d-bf0d-1f3ba4de3dd3 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] 10.222.0.44 "GET /v2.0/ports?device_id=94801b90-f5ea-4f95-8fe8-c541a7b13072 HTTP/1.1" status: 200 len: 205 time: 0.1081040 Aug 10 03:28:14.685159 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 35968) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:14.778166 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4ea4cd64-00e5-4058-8e2a-ccc5d982812b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521893'] for router_interface, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:14.798549 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-73e479f0-7938-4037-983a-ff0c07b26b8e tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:14.930096 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-524413fa-df5f-4147-8a19-8fb9f2080acb tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Deleting port bd1fe844-00cf-424c-bd4b-fd49717ec165 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:28:14.930673 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-524413fa-df5f-4147-8a19-8fb9f2080acb tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:14.958960 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-ffc28bb4-c387-4552-8e15-f3a6059cf604 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Deleting port 6763ebda-87b0-4ca4-9905-bc60df1761fa {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:28:14.961857 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ffc28bb4-c387-4552-8e15-f3a6059cf604 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:14.967091 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5c6bd0-d0d0-4a6a-97e9-be7d98dc988a None None] DHCP port deletion for 9f05ef88-89ac-4251-8d62-e456a4dc722b request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:28:15.011970 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [None req-524413fa-df5f-4147-8a19-8fb9f2080acb tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] For port bd1fe844-00cf-424c-bd4b-fd49717ec165, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=bd1fe844-00cf-424c-bd4b-fd49717ec165,segment=NetworkSegment(6df3a89d-4b66-4f8e-a439-c186a224c972),segment_id=6df3a89d-4b66-4f8e-a439-c186a224c972)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:15.012487 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-524413fa-df5f-4147-8a19-8fb9f2080acb tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:15.029722 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-524413fa-df5f-4147-8a19-8fb9f2080acb tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Calling delete_port for bd1fe844-00cf-424c-bd4b-fd49717ec165 owned by network:dhcp {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:28:15.083149 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-73e479f0-7938-4037-983a-ff0c07b26b8e tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:15.095480 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e479f0-7938-4037-983a-ff0c07b26b8e tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:15.096536 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-73e479f0-7938-4037-983a-ff0c07b26b8e tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:15.121843 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-8a5c6bd0-d0d0-4a6a-97e9-be7d98dc988a None None] Deleting port bd1fe844-00cf-424c-bd4b-fd49717ec165 {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:28:15.122149 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-8a5c6bd0-d0d0-4a6a-97e9-be7d98dc988a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:15.146802 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a1b490-8fbc-49a2-9db4-550be459aff8 req-2a08738b-761e-4a44-9435-daeac015df23 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:15.155468 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d5a1b490-8fbc-49a2-9db4-550be459aff8 req-2a08738b-761e-4a44-9435-daeac015df23 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 945 time: 0.3579154 Aug 10 03:28:15.179783 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3932ac24-99bf-452c-b9cb-19f770b48e47 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks [] for router, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:15.265593 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-8a5c6bd0-d0d0-4a6a-97e9-be7d98dc988a None None] For port bd1fe844-00cf-424c-bd4b-fd49717ec165, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=bd1fe844-00cf-424c-bd4b-fd49717ec165,segment=NetworkSegment(6df3a89d-4b66-4f8e-a439-c186a224c972),segment_id=6df3a89d-4b66-4f8e-a439-c186a224c972)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:15.267004 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-8a5c6bd0-d0d0-4a6a-97e9-be7d98dc988a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:15.267239 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ffc28bb4-c387-4552-8e15-f3a6059cf604 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:15.295069 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d5a1b490-8fbc-49a2-9db4-550be459aff8 req-244d5e44-ca39-4789-a932-5d60296867d1 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379125 Aug 10 03:28:15.305610 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-73e479f0-7938-4037-983a-ff0c07b26b8e tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.9268358 Aug 10 03:28:15.310967 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-8a5c6bd0-d0d0-4a6a-97e9-be7d98dc988a None None] Calling delete_port for bd1fe844-00cf-424c-bd4b-fd49717ec165 owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:28:15.312770 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 35974) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:15.338163 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-41eed3d9-15ee-42bd-a28b-c8b53c22498b tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Request body: {'subnet': {'network_id': 'feb4d65c-162e-45ea-951c-1528d34ca6b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:15.346737 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-ffc28bb4-c387-4552-8e15-f3a6059cf604 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Calling delete_port for 6763ebda-87b0-4ca4-9905-bc60df1761fa owned by {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:28:15.360648 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e479f0-7938-4037-983a-ff0c07b26b8e tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Pushing event updated for resources: {'Network': ['ID=feb4d65c-162e-45ea-951c-1528d34ca6b8,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:15.396988 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network feb4d65c-162e-45ea-951c-1528d34ca6b8 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:28:15.430657 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-524413fa-df5f-4147-8a19-8fb9f2080acb tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:15.462681 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524413fa-df5f-4147-8a19-8fb9f2080acb tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] No DVR routers for this DVR port bd1fe844-00cf-424c-bd4b-fd49717ec165 on host n-d-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:28:15.467237 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3932ac24-99bf-452c-b9cb-19f770b48e47 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:15.526253 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea4cd64-00e5-4058-8e2a-ccc5d982812b admin admin] Network c0659391-a657-4b16-a8ee-a2586c7786a9 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:28:15.538089 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-8a5c6bd0-d0d0-4a6a-97e9-be7d98dc988a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:15.575967 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5c6bd0-d0d0-4a6a-97e9-be7d98dc988a None None] Pushing event deleted for resources: {'Port': ['ID=bd1fe844-00cf-424c-bd4b-fd49717ec165,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:15.589736 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5c6bd0-d0d0-4a6a-97e9-be7d98dc988a None None] No DVR routers for this DVR port bd1fe844-00cf-424c-bd4b-fd49717ec165 on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:28:15.603767 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-4ea4cd64-00e5-4058-8e2a-ccc5d982812b admin admin] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:28:15.619998 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524413fa-df5f-4147-8a19-8fb9f2080acb tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Pushing event deleted for resources: {'Port': ['ID=bd1fe844-00cf-424c-bd4b-fd49717ec165,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:15.792520 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41eed3d9-15ee-42bd-a28b-c8b53c22498b tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Made reservation on behalf of 270374ffed904be6b73d79095dc17b53 for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:28:15.797363 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-41eed3d9-15ee-42bd-a28b-c8b53c22498b tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:15.855157 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-524413fa-df5f-4147-8a19-8fb9f2080acb tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:15.866556 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4da0adb-bbce-44d3-8baa-6bd6bc3142c7 req-5a0c80e9-177d-4279-8b69-49378eada16f tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:15.868384 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e4da0adb-bbce-44d3-8baa-6bd6bc3142c7 req-5a0c80e9-177d-4279-8b69-49378eada16f tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 945 time: 0.3121517 Aug 10 03:28:15.886538 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-524413fa-df5f-4147-8a19-8fb9f2080acb tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f05ef88-89ac-4251-8d62-e456a4dc722b']}} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:15.911417 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-524413fa-df5f-4147-8a19-8fb9f2080acb tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6df3a89d-4b66-4f8e-a439-c186a224c972') {'for_net_delete': True} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:15.911823 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-524413fa-df5f-4147-8a19-8fb9f2080acb tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6df3a89d-4b66-4f8e-a439-c186a224c972') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:15.933410 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-524413fa-df5f-4147-8a19-8fb9f2080acb tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191186'] for segment, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:15.987016 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-524413fa-df5f-4147-8a19-8fb9f2080acb tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:15.992216 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-029bee2f-2e43-40d2-bad5-b187da3f1137 None None] Provisioning complete for port 3a98af3d-84ed-4e62-94b8-e421d29fe69b triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:15.992733 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-029bee2f-2e43-40d2-bad5-b187da3f1137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:16.004674 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ffc28bb4-c387-4552-8e15-f3a6059cf604 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:16.010578 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e4da0adb-bbce-44d3-8baa-6bd6bc3142c7 req-7f2bf64e-b08b-4861-ba09-f93bb7d1347c tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312854 Aug 10 03:28:16.011843 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-524413fa-df5f-4147-8a19-8fb9f2080acb tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=94260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:28:16.012272 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-524413fa-df5f-4147-8a19-8fb9f2080acb tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58895489'] for segment, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:16.023986 n-d-768862-13 neutron-server[94260]: Traceback (most recent call last): Aug 10 03:28:16.023986 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:28:16.023986 n-d-768862-13 neutron-server[94260]: timer() Aug 10 03:28:16.023986 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:28:16.023986 n-d-768862-13 neutron-server[94260]: cb(*args, **kw) Aug 10 03:28:16.023986 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:28:16.023986 n-d-768862-13 neutron-server[94260]: return func(*args, **kwargs) Aug 10 03:28:16.023986 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:28:16.023986 n-d-768862-13 neutron-server[94260]: self._notify() Aug 10 03:28:16.023986 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:28:16.023986 n-d-768862-13 neutron-server[94260]: self.callback(batched_events) Aug 10 03:28:16.023986 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:28:16.023986 n-d-768862-13 neutron-server[94260]: event.method(event) Aug 10 03:28:16.023986 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:28:16.023986 n-d-768862-13 neutron-server[94260]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:28:16.023986 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:28:16.023986 n-d-768862-13 neutron-server[94260]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:28:16.023986 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:28:16.023986 n-d-768862-13 neutron-server[94260]: return f(self, *a, **k) Aug 10 03:28:16.023986 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:28:16.023986 n-d-768862-13 neutron-server[94260]: return self._get(url).json() Aug 10 03:28:16.023986 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:28:16.023986 n-d-768862-13 neutron-server[94260]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:28:16.023986 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:28:16.023986 n-d-768862-13 neutron-server[94260]: return self.request(url, 'GET', **kwargs) Aug 10 03:28:16.023986 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:28:16.023986 n-d-768862-13 neutron-server[94260]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:28:16.023986 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:28:16.023986 n-d-768862-13 neutron-server[94260]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:28:16.023986 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:28:16.023986 n-d-768862-13 neutron-server[94260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:28:16.023986 n-d-768862-13 neutron-server[94260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:28:16.096061 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-029bee2f-2e43-40d2-bad5-b187da3f1137 None None] Port 3a98af3d-84ed-4e62-94b8-e421d29fe69b cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:28:16.097859 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-3932ac24-99bf-452c-b9cb-19f770b48e47 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Deleting port 1cbbabd7-a4d6-4f3e-99ac-76953dffa9ed {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:28:16.098299 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3932ac24-99bf-452c-b9cb-19f770b48e47 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:16.125362 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc28bb4-c387-4552-8e15-f3a6059cf604 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Pushing event deleted for resources: {'Port': ['ID=6763ebda-87b0-4ca4-9905-bc60df1761fa,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:16.149176 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ffc28bb4-c387-4552-8e15-f3a6059cf604 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:16.156249 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ffc28bb4-c387-4552-8e15-f3a6059cf604 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] 10.222.0.44 "DELETE /v2.0/ports/6763ebda-87b0-4ca4-9905-bc60df1761fa HTTP/1.1" status: 204 len: 168 time: 1.8310935 Aug 10 03:28:16.158806 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ea4cd64-00e5-4058-8e2a-ccc5d982812b admin admin] Router c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:28:16.162046 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 35986) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:16.217560 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-524413fa-df5f-4147-8a19-8fb9f2080acb tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:16.228799 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-524413fa-df5f-4147-8a19-8fb9f2080acb tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:16.231161 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-524413fa-df5f-4147-8a19-8fb9f2080acb tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] 10.222.0.44 "DELETE /v2.0/networks/9f05ef88-89ac-4251-8d62-e456a4dc722b HTTP/1.1" status: 204 len: 168 time: 2.0148370 Aug 10 03:28:16.244978 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3e10c82-f259-433e-b48f-1cfd6cae90cb tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] DELETE failed (client error): The resource could not be found. Aug 10 03:28:16.245941 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3e10c82-f259-433e-b48f-1cfd6cae90cb tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:28:16.248237 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a3e10c82-f259-433e-b48f-1cfd6cae90cb tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] 10.222.0.44 "DELETE /v2.0/subnets/b4d3eb72-fdfe-4177-9c8e-3cee8d9e128c HTTP/1.1" status: 404 len: 337 time: 0.0845609 Aug 10 03:28:16.253495 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 35998) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:16.266442 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524413fa-df5f-4147-8a19-8fb9f2080acb tempest-ServersTestMultiNic-1956436897 tempest-ServersTestMultiNic-1956436897-project] Pushing event deleted for resources: {'Network': ['ID=9f05ef88-89ac-4251-8d62-e456a4dc722b,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:16.393085 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3932ac24-99bf-452c-b9cb-19f770b48e47 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:16.420166 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-41eed3d9-15ee-42bd-a28b-c8b53c22498b tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:16.435581 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-3932ac24-99bf-452c-b9cb-19f770b48e47 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Calling delete_port for 1cbbabd7-a4d6-4f3e-99ac-76953dffa9ed owned by network:router_gateway {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:28:16.489155 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a429c799-21c9-40e8-a376-dcff6c0fd8b2 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:16.559253 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36006) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:16.637781 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eed3d9-15ee-42bd-a28b-c8b53c22498b tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Pushing event updated for resources: {'Subnet': ['ID=336d8a33-e3d7-409c-a39c-1731c23c24f4,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:16.648187 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176de332-5513-4733-bfd6-4234ce73ebbc req-64b7269f-399f-4c32-bd01-aedae41b7a27 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:16.649829 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-176de332-5513-4733-bfd6-4234ce73ebbc req-64b7269f-399f-4c32-bd01-aedae41b7a27 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/networks?id=72b680b6-c2b6-4772-b62f-31081d87c55d HTTP/1.1" status: 200 len: 813 time: 0.3755503 Aug 10 03:28:16.677956 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-176de332-5513-4733-bfd6-4234ce73ebbc req-371bf6b4-f690-4c39-b5ce-daddc095b9c6 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/quotas/45ea8e99da524d229eab9a9daefefa06 HTTP/1.1" status: 200 len: 375 time: 0.0199001 Aug 10 03:28:16.747623 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41eed3d9-15ee-42bd-a28b-c8b53c22498b tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Checking segment: {'id': 'c81f2a43-5d4e-4cdf-bbb4-82e6dec6a68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'feb4d65c-162e-45ea-951c-1528d34ca6b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:28:16.748058 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41eed3d9-15ee-42bd-a28b-c8b53c22498b tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Network hostable DHCP agents. Network: feb4d65c-162e-45ea-951c-1528d34ca6b8, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:28:16.750855 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ea4cd64-00e5-4058-8e2a-ccc5d982812b admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:28:16.768149 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-4ea4cd64-00e5-4058-8e2a-ccc5d982812b admin admin] 10.222.0.44 "PUT /v2.0/routers/c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2497776 Aug 10 03:28:16.770806 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a429c799-21c9-40e8-a376-dcff6c0fd8b2 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:16.797314 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-a429c799-21c9-40e8-a376-dcff6c0fd8b2 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['007d1293-e60e-4665-93f6-33bfcf06d0d6']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:16.847061 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-a429c799-21c9-40e8-a376-dcff6c0fd8b2 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac7adfa0-6e48-4f7d-86fd-5a7feac017ed') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:16.847061 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-a429c799-21c9-40e8-a376-dcff6c0fd8b2 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac7adfa0-6e48-4f7d-86fd-5a7feac017ed') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:16.860582 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41eed3d9-15ee-42bd-a28b-c8b53c22498b tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Network feb4d65c-162e-45ea-951c-1528d34ca6b8 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:28:16.875312 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a429c799-21c9-40e8-a376-dcff6c0fd8b2 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:16.893494 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device a9143e1e-34d6-490f-a6ff-abed95a2b1d1 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:28:16.902915 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-41eed3d9-15ee-42bd-a28b-c8b53c22498b tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, feb4d65c-162e-45ea-951c-1528d34ca6b8) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:28:16.916126 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41eed3d9-15ee-42bd-a28b-c8b53c22498b tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:16.917163 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-41eed3d9-15ee-42bd-a28b-c8b53c22498b tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:16.924404 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a429c799-21c9-40e8-a376-dcff6c0fd8b2 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:16.945245 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c78b27-2726-4b13-b932-b54bc7987a1b None None] Network feb4d65c-162e-45ea-951c-1528d34ca6b8 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:28:16.948146 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a429c799-21c9-40e8-a376-dcff6c0fd8b2 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:28:16.949104 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a429c799-21c9-40e8-a376-dcff6c0fd8b2 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:16.954967 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:28:16.954967 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:28:16.954967 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:28:16.954967 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:28:16.954967 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:28:16.954967 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:28:16.954967 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:28:16.954967 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:28:16.954967 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:28:16.954967 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:28:16.954967 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:28:16.954967 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:28:16.954967 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:28:16.954967 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:28:16.954967 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:28:16.954967 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:28:16.954967 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:28:16.954967 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:28:16.954967 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:28:16.954967 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:28:16.954967 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:28:16.954967 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:28:16.954967 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:28:16.954967 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:28:16.954967 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:28:16.954967 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:28:16.954967 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:28:16.954967 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:28:16.954967 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:28:16.954967 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:28:16.954967 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:28:16.954967 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:28:17.057347 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-176de332-5513-4733-bfd6-4234ce73ebbc req-94247b9b-2337-4bd6-8a60-cc76c1e6d477 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=45ea8e99da524d229eab9a9daefefa06&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3721387 Aug 10 03:28:17.059611 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-41eed3d9-15ee-42bd-a28b-c8b53c22498b tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7410865 Aug 10 03:28:17.063478 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36016) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:17.072092 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-e69993b7-40cb-4103-b8ec-632379e48f76 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Request body: {'port': {'network_id': 'feb4d65c-162e-45ea-951c-1528d34ca6b8', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1879077147'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:17.120714 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a429c799-21c9-40e8-a376-dcff6c0fd8b2 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:17.197386 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a429c799-21c9-40e8-a376-dcff6c0fd8b2 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:17.199971 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a429c799-21c9-40e8-a376-dcff6c0fd8b2 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] 10.222.0.44 "DELETE /v2.0/networks/007d1293-e60e-4665-93f6-33bfcf06d0d6 HTTP/1.1" status: 204 len: 168 time: 0.9421618 Aug 10 03:28:17.201548 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a429c799-21c9-40e8-a376-dcff6c0fd8b2 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Pushing event deleted for resources: {'Network': ['ID=007d1293-e60e-4665-93f6-33bfcf06d0d6,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:17.204649 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36020) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:17.219821 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port a9143e1e-34d6-490f-a6ff-abed95a2b1d1 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:28:17.229899 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port a9143e1e-34d6-490f-a6ff-abed95a2b1d1 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:17.230185 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:17.355123 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3932ac24-99bf-452c-b9cb-19f770b48e47 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:17.363564 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-d7a2c5e4-bfe7-47a2-a7af-332b8085f231 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Deleting port f03c754f-1ca2-461e-9a53-7fc412d909b6 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:28:17.364165 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d7a2c5e4-bfe7-47a2-a7af-332b8085f231 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:17.398646 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af6caeb-fbc3-4703-9694-a8775d9414a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-feb4d65c-162e-45ea-951c-1528d34ca6b8', 'network_id': 'feb4d65c-162e-45ea-951c-1528d34ca6b8', 'tenant_id': '270374ffed904be6b73d79095dc17b53', 'fixed_ips': [{'subnet_id': '336d8a33-e3d7-409c-a39c-1731c23c24f4'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:28:17.400212 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-2af6caeb-fbc3-4703-9694-a8775d9414a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:17.429524 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3932ac24-99bf-452c-b9cb-19f770b48e47 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Pushing event deleted for resources: {'Port': ['ID=1cbbabd7-a4d6-4f3e-99ac-76953dffa9ed,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:17.442254 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:17.498880 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d7a2c5e4-bfe7-47a2-a7af-332b8085f231 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:17.525688 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-d7a2c5e4-bfe7-47a2-a7af-332b8085f231 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Calling delete_port for f03c754f-1ca2-461e-9a53-7fc412d909b6 owned by {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:28:17.536430 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3932ac24-99bf-452c-b9cb-19f770b48e47 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520654'] for router_gateway, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:17.556662 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port a9143e1e-34d6-490f-a6ff-abed95a2b1d1, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=a9143e1e-34d6-490f-a6ff-abed95a2b1d1,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:17.558591 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34263686-0ff8-49a1-bde3-f6df87869899 None None] Sync routers for ids ['c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:28:17.576885 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34263686-0ff8-49a1-bde3-f6df87869899 None None] Routers {'c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:28:17.578066 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-34263686-0ff8-49a1-bde3-f6df87869899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:27:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:17.582542 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:17.660830 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3932ac24-99bf-452c-b9cb-19f770b48e47 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:17.663510 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3932ac24-99bf-452c-b9cb-19f770b48e47 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:17.696586 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d7a2c5e4-bfe7-47a2-a7af-332b8085f231 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:17.730438 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3932ac24-99bf-452c-b9cb-19f770b48e47 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:17.731121 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3932ac24-99bf-452c-b9cb-19f770b48e47 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Fanout notify agent at l3_agent the message router_deleted on router 94801b90-f5ea-4f95-8fe8-c541a7b13072 {{(pid=94260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:28:17.738836 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3932ac24-99bf-452c-b9cb-19f770b48e47 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks [] for router, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:17.747208 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-3932ac24-99bf-452c-b9cb-19f770b48e47 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] 10.222.0.44 "DELETE /v2.0/routers/94801b90-f5ea-4f95-8fe8-c541a7b13072 HTTP/1.1" status: 204 len: 168 time: 3.0523787 Aug 10 03:28:17.748679 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=a9143e1e-34d6-490f-a6ff-abed95a2b1d1,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:17.749105 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd2ce0e-fae4-49cc-ac15-c46cd023df2d req-2bc5f421-5334-43ea-af73-fd6ca495d347 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:17.751823 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device bd1fe844-00cf-424c-bd4b-fd49717ec165 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:28:17.758937 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9fd2ce0e-fae4-49cc-ac15-c46cd023df2d req-2bc5f421-5334-43ea-af73-fd6ca495d347 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 945 time: 0.5591874 Aug 10 03:28:17.761423 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36026) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:17.772892 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a2c5e4-bfe7-47a2-a7af-332b8085f231 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Pushing event deleted for resources: {'Port': ['ID=f03c754f-1ca2-461e-9a53-7fc412d909b6,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:17.780209 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-84f5c809-0880-4a96-bf53-fde472ccdd64 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1849750196', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd'}, 'admin_state_up': False}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:17.782945 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d7a2c5e4-bfe7-47a2-a7af-332b8085f231 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:17.787018 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-d7a2c5e4-bfe7-47a2-a7af-332b8085f231 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] 10.222.0.44 "DELETE /v2.0/ports/f03c754f-1ca2-461e-9a53-7fc412d909b6 HTTP/1.1" status: 204 len: 168 time: 0.5809598 Aug 10 03:28:17.789525 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36028) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:17.848061 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c90815c-ded9-4e77-97a0-7400acf4783e tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] DELETE failed (client error): The resource could not be found. Aug 10 03:28:17.849128 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c90815c-ded9-4e77-97a0-7400acf4783e tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:28:17.852533 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-3c90815c-ded9-4e77-97a0-7400acf4783e tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] 10.222.0.44 "DELETE /v2.0/subnets/3c02c3c1-78d1-4006-bc6f-0eb44e1a20b3 HTTP/1.1" status: 404 len: 337 time: 0.0613003 Aug 10 03:28:17.855698 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36030) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:17.858552 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.db.api [None req-e69993b7-40cb-4103-b8ec-632379e48f76 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 03:28:17.858552 n-d-768862-13 neutron-server[94260]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 10 03:28:17.858552 n-d-768862-13 neutron-server[94260]: [parameters: {'project_id': '270374ffed904be6b73d79095dc17b53', 'id': '862cecb6-3662-4597-91ca-4e54e0e719ce', 'expiration': datetime.datetime(2021, 8, 10, 3, 30, 17, 844943)}] Aug 10 03:28:17.858552 n-d-768862-13 neutron-server[94260]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94260) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:28:17.859237 n-d-768862-13 neutron-server[94260]: DEBUG oslo_db.api [None req-e69993b7-40cb-4103-b8ec-632379e48f76 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:28:17.872828 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9fd2ce0e-fae4-49cc-ac15-c46cd023df2d req-ae4208f5-819b-4768-be88-96999fa12da5 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128619 Aug 10 03:28:17.891117 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-84f5c809-0880-4a96-bf53-fde472ccdd64 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:17.892605 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-84f5c809-0880-4a96-bf53-fde472ccdd64 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:18.009179 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: bd1fe844-00cf-424c-bd4b-fd49717ec165 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:28:18.009723 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device bd1fe844-00cf-424c-bd4b-fd49717ec165 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:28:18.027400 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-84f5c809-0880-4a96-bf53-fde472ccdd64 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:18.035108 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-95e1e083-246c-4744-89f6-be58dd188754 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:18.088134 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36036) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:18.096097 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-e5ee6012-1874-45ac-b353-5a6882d36efa tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Request body: {'security_group': {'name': 'tempest-securitygroup--796953122', 'description': 'tempest-description--244506245'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:18.110735 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-2af6caeb-fbc3-4703-9694-a8775d9414a9 None None] Allocated IP 2001:db8::2 (feb4d65c-162e-45ea-951c-1528d34ca6b8/336d8a33-e3d7-409c-a39c-1731c23c24f4/c5ded5b9-d903-48a7-aa69-6f20ea5a7113) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:28:18.138302 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e5ee6012-1874-45ac-b353-5a6882d36efa tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:18.167168 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-34263686-0ff8-49a1-bde3-f6df87869899 None None] Set router c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:28:18.218184 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-84f5c809-0880-4a96-bf53-fde472ccdd64 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:18.253013 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-95e1e083-246c-4744-89f6-be58dd188754 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:18.273099 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-95e1e083-246c-4744-89f6-be58dd188754 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34f4c7af-c059-4c94-bd4d-20028341e308']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:18.280189 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-13841f6f-087c-4491-858c-ab793827232e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521880'] for router_interface, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:18.309878 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-95e1e083-246c-4744-89f6-be58dd188754 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '762def0e-d737-45a6-a14f-44fde6ed4b88') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:18.310782 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-95e1e083-246c-4744-89f6-be58dd188754 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '762def0e-d737-45a6-a14f-44fde6ed4b88') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:18.337982 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-95e1e083-246c-4744-89f6-be58dd188754 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:18.389425 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-95e1e083-246c-4744-89f6-be58dd188754 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:18.409144 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95e1e083-246c-4744-89f6-be58dd188754 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:28:18.409962 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-95e1e083-246c-4744-89f6-be58dd188754 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:18.416082 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:28:18.416082 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:28:18.416082 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:28:18.416082 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:28:18.416082 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:28:18.416082 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:28:18.416082 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:28:18.416082 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:28:18.416082 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:28:18.416082 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:28:18.416082 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:28:18.416082 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:28:18.416082 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:28:18.416082 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:28:18.416082 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:28:18.416082 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:28:18.416082 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:28:18.416082 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:28:18.416082 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:28:18.416082 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:28:18.416082 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:28:18.416082 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:28:18.416082 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:28:18.416082 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:28:18.416082 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:28:18.416082 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:28:18.416082 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:28:18.416082 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:28:18.416082 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:28:18.416082 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:28:18.416082 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:28:18.416082 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:28:18.451046 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-2af6caeb-fbc3-4703-9694-a8775d9414a9 None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:18.483593 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-2af6caeb-fbc3-4703-9694-a8775d9414a9 None None] Transition to ACTIVE for port object c5ded5b9-d903-48a7-aa69-6f20ea5a7113 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:28:18.517846 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-2af6caeb-fbc3-4703-9694-a8775d9414a9 None None] Transition to ACTIVE for port object c5ded5b9-d903-48a7-aa69-6f20ea5a7113 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:28:18.528225 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-2af6caeb-fbc3-4703-9694-a8775d9414a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:18.542605 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e5ee6012-1874-45ac-b353-5a6882d36efa tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:18.551206 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e5ee6012-1874-45ac-b353-5a6882d36efa tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:18.582390 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-95e1e083-246c-4744-89f6-be58dd188754 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:18.595517 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-34263686-0ff8-49a1-bde3-f6df87869899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0', 'name': 'tempest-AttachVolumeShelveTestJSON-90720815-router', 'tenant_id': 'e9ab4296b9324b029547ba2c6dc24132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': 'a9143e1e-34d6-490f-a6ff-abed95a2b1d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:07Z', 'updated_at': '2021-08-10T03:28:13Z', 'revision_number': 4, 'project_id': 'e9ab4296b9324b029547ba2c6dc24132', 'gw_port': {'id': 'a9143e1e-34d6-490f-a6ff-abed95a2b1d1', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:08Z', 'updated_at': '2021-08-10T03:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '3a98af3d-84ed-4e62-94b8-e421d29fe69b', 'name': '', 'network_id': 'c0659391-a657-4b16-a8ee-a2586c7786a9', 'tenant_id': 'e9ab4296b9324b029547ba2c6dc24132', 'mac_address': 'fa:16:3e:ba:03:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': 'ffd75aef-22f1-4d31-9592-d84c9fe2b2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:11Z', 'updated_at': '2021-08-10T03:28:13Z', 'revision_number': 2, 'project_id': 'e9ab4296b9324b029547ba2c6dc24132', 'subnets': [{'id': 'ffd75aef-22f1-4d31-9592-d84c9fe2b2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:18.600355 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af6caeb-fbc3-4703-9694-a8775d9414a9 None None] Pushing event updated for resources: {'Port': ['ID=c5ded5b9-d903-48a7-aa69-6f20ea5a7113,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:18.613986 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ee6012-1874-45ac-b353-5a6882d36efa tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60e8d4ce-c00a-43d5-86a4-544ebfda7358,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:18.618278 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-95e1e083-246c-4744-89f6-be58dd188754 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:18.620812 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-95e1e083-246c-4744-89f6-be58dd188754 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] 10.222.0.44 "DELETE /v2.0/networks/34f4c7af-c059-4c94-bd4d-20028341e308 HTTP/1.1" status: 204 len: 168 time: 0.7631080 Aug 10 03:28:18.625528 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36038) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:18.643944 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af6caeb-fbc3-4703-9694-a8775d9414a9 None None] Network feb4d65c-162e-45ea-951c-1528d34ca6b8 is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:28:18.646439 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-2af6caeb-fbc3-4703-9694-a8775d9414a9 None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:28:18.648512 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34263686-0ff8-49a1-bde3-f6df87869899 None None] Checking router: c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:28:18.648784 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34263686-0ff8-49a1-bde3-f6df87869899 None None] Updating router c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0 port 3a98af3d-84ed-4e62-94b8-e421d29fe69b binding host n-d-768862-13 {{(pid=94262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:28:18.650952 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e1e083-246c-4744-89f6-be58dd188754 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Pushing event deleted for resources: {'Network': ['ID=34f4c7af-c059-4c94-bd4d-20028341e308,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:18.652945 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e5ee6012-1874-45ac-b353-5a6882d36efa tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:18.659132 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e5ee6012-1874-45ac-b353-5a6882d36efa tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5641174 Aug 10 03:28:18.677613 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af6caeb-fbc3-4703-9694-a8775d9414a9 None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:28:18.680335 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-34263686-0ff8-49a1-bde3-f6df87869899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:18.685767 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36040) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:18.695475 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-ed8e5ac9-3bdb-4b00-b8f6-a3d0e8eb3dc0 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Request body: {'security_group_rule': {'security_group_id': '60e8d4ce-c00a-43d5-86a4-544ebfda7358', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:18.752328 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-8946cbf1-cafb-433a-a623-0c5a57e492a3 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Deleting subnet 9e8b8474-5d26-4043-bb01-19fea3bd203e {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:28:18.757742 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8946cbf1-cafb-433a-a623-0c5a57e492a3 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:18.788786 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-2af6caeb-fbc3-4703-9694-a8775d9414a9 None None] Attempting to bind port c5ded5b9-d903-48a7-aa69-6f20ea5a7113 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:28:18.789236 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-2af6caeb-fbc3-4703-9694-a8775d9414a9 None None] Attempting to bind port c5ded5b9-d903-48a7-aa69-6f20ea5a7113 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'c81f2a43-5d4e-4cdf-bbb4-82e6dec6a68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'feb4d65c-162e-45ea-951c-1528d34ca6b8'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:28:18.789673 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af6caeb-fbc3-4703-9694-a8775d9414a9 None None] Attempting to bind port c5ded5b9-d903-48a7-aa69-6f20ea5a7113 on network feb4d65c-162e-45ea-951c-1528d34ca6b8 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:28:18.798181 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af6caeb-fbc3-4703-9694-a8775d9414a9 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:28:18.798559 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af6caeb-fbc3-4703-9694-a8775d9414a9 None None] Checking segment: {'id': 'c81f2a43-5d4e-4cdf-bbb4-82e6dec6a68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'feb4d65c-162e-45ea-951c-1528d34ca6b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:28:18.799028 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-2af6caeb-fbc3-4703-9694-a8775d9414a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:18.799431 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af6caeb-fbc3-4703-9694-a8775d9414a9 None None] Bound using segment: {'id': 'c81f2a43-5d4e-4cdf-bbb4-82e6dec6a68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'feb4d65c-162e-45ea-951c-1528d34ca6b8'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:28:18.801201 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-2af6caeb-fbc3-4703-9694-a8775d9414a9 None None] Bound port: c5ded5b9-d903-48a7-aa69-6f20ea5a7113, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c81f2a43-5d4e-4cdf-bbb4-82e6dec6a68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'feb4d65c-162e-45ea-951c-1528d34ca6b8'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:28:18.801201 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-2af6caeb-fbc3-4703-9694-a8775d9414a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:18.814697 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ed8e5ac9-3bdb-4b00-b8f6-a3d0e8eb3dc0 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:18.822198 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ff92a8-a8b7-44fd-9129-d0ca18bfee1e req-e3dc97e1-e86e-49dc-b6d1-6ed67a4bfb1e tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:18.824937 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8946cbf1-cafb-433a-a623-0c5a57e492a3 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:18.830379 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c7ff92a8-a8b7-44fd-9129-d0ca18bfee1e req-e3dc97e1-e86e-49dc-b6d1-6ed67a4bfb1e tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 945 time: 0.6323404 Aug 10 03:28:18.871113 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e69993b7-40cb-4103-b8ec-632379e48f76 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Made reservation on behalf of 270374ffed904be6b73d79095dc17b53 for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:28:18.874813 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e69993b7-40cb-4103-b8ec-632379e48f76 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:18.916711 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device a9143e1e-34d6-490f-a6ff-abed95a2b1d1 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:28:18.930192 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [None req-e69993b7-40cb-4103-b8ec-632379e48f76 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] device_id is not set on port 1964c601-d5eb-453f-9c59-396832d4f4bc yet. {{(pid=94260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:28:18.976035 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c7ff92a8-a8b7-44fd-9129-d0ca18bfee1e req-b1b279dc-8b5b-4539-8133-eb9ec43d1f0e tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446378 Aug 10 03:28:18.982134 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ed8e5ac9-3bdb-4b00-b8f6-a3d0e8eb3dc0 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:18.993610 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ed8e5ac9-3bdb-4b00-b8f6-a3d0e8eb3dc0 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:19.016332 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8e5ac9-3bdb-4b00-b8f6-a3d0e8eb3dc0 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63143bc4-c237-44e9-980a-2de29d406ad6,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:19.031473 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8946cbf1-cafb-433a-a623-0c5a57e492a3 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:19.056798 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-2af6caeb-fbc3-4703-9694-a8775d9414a9 None None] For port c5ded5b9-d903-48a7-aa69-6f20ea5a7113, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:28:19.065133 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ed8e5ac9-3bdb-4b00-b8f6-a3d0e8eb3dc0 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:19.071246 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ed8e5ac9-3bdb-4b00-b8f6-a3d0e8eb3dc0 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3801131 Aug 10 03:28:19.072051 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36044) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:19.077783 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-61ae7a80-336c-43ba-914c-0d7041df26d2 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Request body: {'security_group_rule': {'security_group_id': '60e8d4ce-c00a-43d5-86a4-544ebfda7358', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:19.087491 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-2af6caeb-fbc3-4703-9694-a8775d9414a9 None None] For port c5ded5b9-d903-48a7-aa69-6f20ea5a7113, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=c5ded5b9-d903-48a7-aa69-6f20ea5a7113,segment=NetworkSegment(c81f2a43-5d4e-4cdf-bbb4-82e6dec6a68e),segment_id=c81f2a43-5d4e-4cdf-bbb4-82e6dec6a68e)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:28:19.206506 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-2af6caeb-fbc3-4703-9694-a8775d9414a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:19.206697 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-61ae7a80-336c-43ba-914c-0d7041df26d2 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:19.226782 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-e69993b7-40cb-4103-b8ec-632379e48f76 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Allocated IP 2001:db8::1ac (feb4d65c-162e-45ea-951c-1528d34ca6b8/336d8a33-e3d7-409c-a39c-1731c23c24f4/1964c601-d5eb-453f-9c59-396832d4f4bc) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:28:19.260529 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8946cbf1-cafb-433a-a623-0c5a57e492a3 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:19.291269 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port a9143e1e-34d6-490f-a6ff-abed95a2b1d1 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:19.300184 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:19.356939 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8946cbf1-cafb-433a-a623-0c5a57e492a3 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Pushing event deleted for resources: {'Subnet': ['ID=9e8b8474-5d26-4043-bb01-19fea3bd203e,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:19.368205 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8946cbf1-cafb-433a-a623-0c5a57e492a3 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:19.373099 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-8946cbf1-cafb-433a-a623-0c5a57e492a3 tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] 10.222.0.44 "DELETE /v2.0/subnets/9e8b8474-5d26-4043-bb01-19fea3bd203e HTTP/1.1" status: 204 len: 168 time: 0.7455916 Aug 10 03:28:19.374097 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36056) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:19.385022 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67fe50a7-b27f-4356-aaf0-9d18476a2530 None None] Network 5fb25014-c291-466b-80ad-6d157d2ba578 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:28:19.422515 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-61ae7a80-336c-43ba-914c-0d7041df26d2 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:19.488809 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-34263686-0ff8-49a1-bde3-f6df87869899 None None] Notify callbacks [] for port, precommit_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:19.512194 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-84f5c809-0880-4a96-bf53-fde472ccdd64 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks [] for router_gateway, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:19.512529 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af6caeb-fbc3-4703-9694-a8775d9414a9 None None] Pushing event updated for resources: {'Port': ['ID=c5ded5b9-d903-48a7-aa69-6f20ea5a7113,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:19.552762 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-34263686-0ff8-49a1-bde3-f6df87869899 None None] Transition to ACTIVE for port object 3a98af3d-84ed-4e62-94b8-e421d29fe69b will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:28:19.587327 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-34263686-0ff8-49a1-bde3-f6df87869899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:19.603572 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-84f5c809-0880-4a96-bf53-fde472ccdd64 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:19.624966 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c0f664ed-44c9-4665-a832-6b6fe55931a7 req-628b96d1-e992-41bb-8427-4c2beca98f79 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=45ea8e99da524d229eab9a9daefefa06 HTTP/1.1" status: 200 len: 221 time: 0.1969280 Aug 10 03:28:19.745841 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8960dd7-f844-47a6-98f4-e82ce541fdf3 None None] Pushing event updated for resources: {'Port': ['ID=3a98af3d-84ed-4e62-94b8-e421d29fe69b,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:19.795408 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-34263686-0ff8-49a1-bde3-f6df87869899 None None] Attempting to bind port 3a98af3d-84ed-4e62-94b8-e421d29fe69b on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:28:19.795787 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-34263686-0ff8-49a1-bde3-f6df87869899 None None] Attempting to bind port 3a98af3d-84ed-4e62-94b8-e421d29fe69b by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '17789ec9-f3a0-458f-a646-d9adbb03f346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c0659391-a657-4b16-a8ee-a2586c7786a9'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:28:19.796156 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34263686-0ff8-49a1-bde3-f6df87869899 None None] Attempting to bind port 3a98af3d-84ed-4e62-94b8-e421d29fe69b on network c0659391-a657-4b16-a8ee-a2586c7786a9 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:28:19.802047 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34263686-0ff8-49a1-bde3-f6df87869899 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:28:19.802572 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34263686-0ff8-49a1-bde3-f6df87869899 None None] Checking segment: {'id': '17789ec9-f3a0-458f-a646-d9adbb03f346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c0659391-a657-4b16-a8ee-a2586c7786a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:28:19.803133 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-34263686-0ff8-49a1-bde3-f6df87869899 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:19.804316 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34263686-0ff8-49a1-bde3-f6df87869899 None None] Bound using segment: {'id': '17789ec9-f3a0-458f-a646-d9adbb03f346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c0659391-a657-4b16-a8ee-a2586c7786a9'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:28:19.804968 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-34263686-0ff8-49a1-bde3-f6df87869899 None None] Bound port: 3a98af3d-84ed-4e62-94b8-e421d29fe69b, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17789ec9-f3a0-458f-a646-d9adbb03f346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c0659391-a657-4b16-a8ee-a2586c7786a9'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:28:19.813841 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-34263686-0ff8-49a1-bde3-f6df87869899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:19.884168 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-61ae7a80-336c-43ba-914c-0d7041df26d2 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:19.932663 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ae7a80-336c-43ba-914c-0d7041df26d2 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82e0cf6b-3431-4422-b464-9888678f3f28,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:19.944224 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-61ae7a80-336c-43ba-914c-0d7041df26d2 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:19.945450 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-61ae7a80-336c-43ba-914c-0d7041df26d2 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8722684 Aug 10 03:28:19.952621 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36064) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:19.957655 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-bc8e6c31-7748-4c34-9dc7-9e815359eb2a tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Request body: {'floatingip': {'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:19.981745 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e69993b7-40cb-4103-b8ec-632379e48f76 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:20.034069 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2bc8f247-244f-4284-b317-81555ad9127a tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:20.080573 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-34263686-0ff8-49a1-bde3-f6df87869899 None None] For port 3a98af3d-84ed-4e62-94b8-e421d29fe69b, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:28:20.086097 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2735680-9a41-4f77-be92-1e0474bb0693 req-341491ae-4e87-4a2e-a92f-7f5232730ccb tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:20.092708 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-34263686-0ff8-49a1-bde3-f6df87869899 None None] For port 3a98af3d-84ed-4e62-94b8-e421d29fe69b, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=3a98af3d-84ed-4e62-94b8-e421d29fe69b,segment=NetworkSegment(17789ec9-f3a0-458f-a646-d9adbb03f346),segment_id=17789ec9-f3a0-458f-a646-d9adbb03f346)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:28:20.094427 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f2735680-9a41-4f77-be92-1e0474bb0693 req-341491ae-4e87-4a2e-a92f-7f5232730ccb tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 945 time: 0.3639040 Aug 10 03:28:20.103641 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef73ba6-d2d7-4a56-8460-2e934a7df15b None None] DHCP port deletion for 5fb25014-c291-466b-80ad-6d157d2ba578 request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:28:20.104916 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bc8e6c31-7748-4c34-9dc7-9e815359eb2a tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Notify callbacks [] for floatingip, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:20.118051 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-13841f6f-087c-4491-858c-ab793827232e admin admin] Deleting port 3726cd45-a4e8-4c47-8f6d-a18fffe78fea {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:28:20.118433 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-13841f6f-087c-4491-858c-ab793827232e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:20.132200 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-84f5c809-0880-4a96-bf53-fde472ccdd64 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Allocated IP 172.25.6.81 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/6e129ab1-9319-4c0a-9b92-c34d895ce40b) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:28:20.161101 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-34263686-0ff8-49a1-bde3-f6df87869899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:20.171321 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [None req-e69993b7-40cb-4103-b8ec-632379e48f76 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Transition to ACTIVE for port object 1964c601-d5eb-453f-9c59-396832d4f4bc will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:28:20.324672 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8960dd7-f844-47a6-98f4-e82ce541fdf3 None None] Pushing event updated for resources: {'Port': ['ID=3a98af3d-84ed-4e62-94b8-e421d29fe69b,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:20.343327 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-2bc8f247-244f-4284-b317-81555ad9127a tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Deleting port 11e17495-0c2a-4d1b-a9d5-a9d17ce810d2 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:28:20.343863 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2bc8f247-244f-4284-b317-81555ad9127a tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:20.347464 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34263686-0ff8-49a1-bde3-f6df87869899 None None] Routers {'c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:28:20.348515 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-34263686-0ff8-49a1-bde3-f6df87869899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:27:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:20.525470 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-9ef73ba6-d2d7-4a56-8460-2e934a7df15b None None] Deleting port 11e17495-0c2a-4d1b-a9d5-a9d17ce810d2 {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:28:20.525874 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9ef73ba6-d2d7-4a56-8460-2e934a7df15b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:20.615343 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-2bc8f247-244f-4284-b317-81555ad9127a tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] For port 11e17495-0c2a-4d1b-a9d5-a9d17ce810d2, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=11e17495-0c2a-4d1b-a9d5-a9d17ce810d2,segment=NetworkSegment(515fdad9-146f-4767-952a-62c3732882c5),segment_id=515fdad9-146f-4767-952a-62c3732882c5)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:20.615967 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2bc8f247-244f-4284-b317-81555ad9127a tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:20.626190 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-34263686-0ff8-49a1-bde3-f6df87869899 None None] Set router c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:28:20.665188 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-2bc8f247-244f-4284-b317-81555ad9127a tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Calling delete_port for 11e17495-0c2a-4d1b-a9d5-a9d17ce810d2 owned by network:dhcp {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:28:20.667507 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [None req-13841f6f-087c-4491-858c-ab793827232e admin admin] For port 3726cd45-a4e8-4c47-8f6d-a18fffe78fea, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=3726cd45-a4e8-4c47-8f6d-a18fffe78fea,segment=NetworkSegment(2f9f6e4f-8252-4ae5-90af-c7e3e03d9ec8),segment_id=2f9f6e4f-8252-4ae5-90af-c7e3e03d9ec8)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:20.668211 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-13841f6f-087c-4491-858c-ab793827232e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:20.689643 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-9ef73ba6-d2d7-4a56-8460-2e934a7df15b None None] For port 11e17495-0c2a-4d1b-a9d5-a9d17ce810d2, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=11e17495-0c2a-4d1b-a9d5-a9d17ce810d2,segment=NetworkSegment(515fdad9-146f-4767-952a-62c3732882c5),segment_id=515fdad9-146f-4767-952a-62c3732882c5)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:20.689983 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-13841f6f-087c-4491-858c-ab793827232e admin admin] Calling delete_port for 3726cd45-a4e8-4c47-8f6d-a18fffe78fea owned by network:router_interface {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:28:20.690802 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9ef73ba6-d2d7-4a56-8460-2e934a7df15b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:20.729829 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bc8e6c31-7748-4c34-9dc7-9e815359eb2a tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:20.746787 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-9ef73ba6-d2d7-4a56-8460-2e934a7df15b None None] Calling delete_port for 11e17495-0c2a-4d1b-a9d5-a9d17ce810d2 owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:28:20.904640 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f2735680-9a41-4f77-be92-1e0474bb0693 req-86f1cd31-a413-4e6e-980e-785dbee6e9cc tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7839003 Aug 10 03:28:20.913485 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e69993b7-40cb-4103-b8ec-632379e48f76 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:21.072975 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2bc8f247-244f-4284-b317-81555ad9127a tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:21.121193 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69993b7-40cb-4103-b8ec-632379e48f76 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Network feb4d65c-162e-45ea-951c-1528d34ca6b8 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:28:21.147045 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc8f247-244f-4284-b317-81555ad9127a tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Pushing event deleted for resources: {'Port': ['ID=11e17495-0c2a-4d1b-a9d5-a9d17ce810d2,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:21.151584 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc8f247-244f-4284-b317-81555ad9127a tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] No DVR routers for this DVR port 11e17495-0c2a-4d1b-a9d5-a9d17ce810d2 on host n-d-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:28:21.160441 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-e69993b7-40cb-4103-b8ec-632379e48f76 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:28:21.172832 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69993b7-40cb-4103-b8ec-632379e48f76 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Pushing event updated for resources: {'Port': ['ID=1964c601-d5eb-453f-9c59-396832d4f4bc,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:21.179737 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-84f5c809-0880-4a96-bf53-fde472ccdd64 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:21.223468 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69993b7-40cb-4103-b8ec-632379e48f76 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:28:21.229848 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69993b7-40cb-4103-b8ec-632379e48f76 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:21.230860 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e69993b7-40cb-4103-b8ec-632379e48f76 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:21.246416 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device c5ded5b9-d903-48a7-aa69-6f20ea5a7113 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:28:21.264382 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-13841f6f-087c-4491-858c-ab793827232e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:21.296999 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13841f6f-087c-4491-858c-ab793827232e admin admin] Pushing event deleted for resources: {'Port': ['ID=3726cd45-a4e8-4c47-8f6d-a18fffe78fea,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:21.302169 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-e69993b7-40cb-4103-b8ec-632379e48f76 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 4.2316842 Aug 10 03:28:21.310195 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36072) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:21.317365 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-019cc401-b26d-4eeb-a71b-84266b551f5c tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Request body: {'port': {'network_id': 'feb4d65c-162e-45ea-951c-1528d34ca6b8', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-514618274', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:21.317869 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.api.validators [None req-019cc401-b26d-4eeb-a71b-84266b551f5c tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] bootfile-name is not in valid_values {{(pid=94260) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 10 03:28:21.318209 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.api.validators [None req-019cc401-b26d-4eeb-a71b-84266b551f5c tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] tftp-server is not in valid_values {{(pid=94260) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 10 03:28:21.318621 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.api.validators [None req-019cc401-b26d-4eeb-a71b-84266b551f5c tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] server-ip-address is not in valid_values {{(pid=94260) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 10 03:28:21.340078 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2bc8f247-244f-4284-b317-81555ad9127a tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:21.351565 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f4355d-1847-431e-897f-8af64a6b61bb req-86d28ab8-969c-42b5-be9d-d9891026a00b tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:21.353166 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e0f4355d-1847-431e-897f-8af64a6b61bb req-86d28ab8-969c-42b5-be9d-d9891026a00b tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 945 time: 0.1974466 Aug 10 03:28:21.368263 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-2bc8f247-244f-4284-b317-81555ad9127a tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fb25014-c291-466b-80ad-6d157d2ba578']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:21.389449 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9ef73ba6-d2d7-4a56-8460-2e934a7df15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:21.390284 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-2bc8f247-244f-4284-b317-81555ad9127a tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '515fdad9-146f-4767-952a-62c3732882c5') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:21.390948 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-2bc8f247-244f-4284-b317-81555ad9127a tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '515fdad9-146f-4767-952a-62c3732882c5') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:21.410389 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2bc8f247-244f-4284-b317-81555ad9127a tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:21.439091 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2bc8f247-244f-4284-b317-81555ad9127a tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:21.452103 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bc8f247-244f-4284-b317-81555ad9127a tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:28:21.452660 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2bc8f247-244f-4284-b317-81555ad9127a tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:21.477106 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-23b8a0ef-ee1e-4405-b4bf-d02a8ec5db79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:21.510083 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef73ba6-d2d7-4a56-8460-2e934a7df15b None None] Pushing event deleted for resources: {'Port': ['ID=11e17495-0c2a-4d1b-a9d5-a9d17ce810d2,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:21.520634 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e0f4355d-1847-431e-897f-8af64a6b61bb req-dbb885f4-0630-4551-9124-727665e188b5 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245952 Aug 10 03:28:21.535961 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-84f5c809-0880-4a96-bf53-fde472ccdd64 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:21.557873 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef73ba6-d2d7-4a56-8460-2e934a7df15b None None] No DVR routers for this DVR port 11e17495-0c2a-4d1b-a9d5-a9d17ce810d2 on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:28:21.564158 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5f504e-e5f6-46aa-87b6-3c5dedc2267a None None] Network feb4d65c-162e-45ea-951c-1528d34ca6b8 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:28:21.595160 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:28:21.595160 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:28:21.595160 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:28:21.595160 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:28:21.595160 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:28:21.595160 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:28:21.595160 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:28:21.595160 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:28:21.595160 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:28:21.595160 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:28:21.595160 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:28:21.595160 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:28:21.595160 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:28:21.595160 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:28:21.595160 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:28:21.595160 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:28:21.595160 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:28:21.595160 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:28:21.595160 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:28:21.595160 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:28:21.595160 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:28:21.595160 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:28:21.595160 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:28:21.595160 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:28:21.595160 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:28:21.595160 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:28:21.595160 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:28:21.595160 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:28:21.595160 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:28:21.595160 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:28:21.595160 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:28:21.595160 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:28:21.606258 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2bc8f247-244f-4284-b317-81555ad9127a tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:21.611313 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2bc8f247-244f-4284-b317-81555ad9127a tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:21.618602 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-2bc8f247-244f-4284-b317-81555ad9127a tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] 10.222.0.44 "DELETE /v2.0/networks/5fb25014-c291-466b-80ad-6d157d2ba578 HTTP/1.1" status: 204 len: 168 time: 2.2433605 Aug 10 03:28:21.714597 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f5c809-0880-4a96-bf53-fde472ccdd64 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:28:21.727508 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc8f247-244f-4284-b317-81555ad9127a tempest-NetworksIpV6TestAttrs-1290980852 tempest-NetworksIpV6TestAttrs-1290980852-project] Pushing event deleted for resources: {'Network': ['ID=5fb25014-c291-466b-80ad-6d157d2ba578,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:21.788642 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-bc8e6c31-7748-4c34-9dc7-9e815359eb2a tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Allocated IP 172.25.6.87 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/61e49930-ee08-4db2-97aa-f566067db289) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:28:21.828376 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-84f5c809-0880-4a96-bf53-fde472ccdd64 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:28:21.840216 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f5c809-0880-4a96-bf53-fde472ccdd64 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:28:21.872964 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-5e323510-6e1d-4f7a-9063-463b87afdaf1 None None] Provisioning for port c5ded5b9-d903-48a7-aa69-6f20ea5a7113 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:28:21.909220 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f5c809-0880-4a96-bf53-fde472ccdd64 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Pushing event updated for resources: {'Port': ['ID=6e129ab1-9319-4c0a-9b92-c34d895ce40b,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:21.923011 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port c5ded5b9-d903-48a7-aa69-6f20ea5a7113 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:28:21.926859 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-5e323510-6e1d-4f7a-9063-463b87afdaf1 None None] Provisioning complete for port c5ded5b9-d903-48a7-aa69-6f20ea5a7113 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:21.927764 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-5e323510-6e1d-4f7a-9063-463b87afdaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:21.993426 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port c5ded5b9-d903-48a7-aa69-6f20ea5a7113 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:21.994626 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:21.995371 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-019cc401-b26d-4eeb-a71b-84266b551f5c tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Made reservation on behalf of 270374ffed904be6b73d79095dc17b53 for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:28:21.999372 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-019cc401-b26d-4eeb-a71b-84266b551f5c tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:22.060360 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bc8e6c31-7748-4c34-9dc7-9e815359eb2a tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:22.076975 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbeef1c-0ebd-4c6c-8f0c-8bc981b6b2a5 req-d552da7b-af37-45da-b96e-b95825c64278 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:22.086265 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-afbeef1c-0ebd-4c6c-8f0c-8bc981b6b2a5 req-d552da7b-af37-45da-b96e-b95825c64278 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 945 time: 0.2517717 Aug 10 03:28:22.122000 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-34263686-0ff8-49a1-bde3-f6df87869899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0', 'name': 'tempest-AttachVolumeShelveTestJSON-90720815-router', 'tenant_id': 'e9ab4296b9324b029547ba2c6dc24132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': 'a9143e1e-34d6-490f-a6ff-abed95a2b1d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:07Z', 'updated_at': '2021-08-10T03:28:13Z', 'revision_number': 4, 'project_id': 'e9ab4296b9324b029547ba2c6dc24132', 'gw_port': {'id': 'a9143e1e-34d6-490f-a6ff-abed95a2b1d1', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:08Z', 'updated_at': '2021-08-10T03:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '3a98af3d-84ed-4e62-94b8-e421d29fe69b', 'name': '', 'network_id': 'c0659391-a657-4b16-a8ee-a2586c7786a9', 'tenant_id': 'e9ab4296b9324b029547ba2c6dc24132', 'mac_address': 'fa:16:3e:ba:03:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': 'ffd75aef-22f1-4d31-9592-d84c9fe2b2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:11Z', 'updated_at': '2021-08-10T03:28:20Z', 'revision_number': 4, 'project_id': 'e9ab4296b9324b029547ba2c6dc24132', 'subnets': [{'id': 'ffd75aef-22f1-4d31-9592-d84c9fe2b2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:22.146465 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bc8e6c31-7748-4c34-9dc7-9e815359eb2a tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:22.173556 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [None req-019cc401-b26d-4eeb-a71b-84266b551f5c tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] device_id is not set on port 70de299c-574e-410a-b049-e591c4a140a3 yet. {{(pid=94260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:28:22.189188 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36088) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:22.215734 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8e6c31-7748-4c34-9dc7-9e815359eb2a tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:28:22.221888 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-bc8e6c31-7748-4c34-9dc7-9e815359eb2a tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:28:22.222179 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34263686-0ff8-49a1-bde3-f6df87869899 None None] The sync data for ids ['c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0'] in n-d-768862-13 is: [{'id': 'c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0', 'name': 'tempest-AttachVolumeShelveTestJSON-90720815-router', 'tenant_id': 'e9ab4296b9324b029547ba2c6dc24132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': 'a9143e1e-34d6-490f-a6ff-abed95a2b1d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:07Z', 'updated_at': '2021-08-10T03:28:13Z', 'revision_number': 4, 'project_id': 'e9ab4296b9324b029547ba2c6dc24132', 'gw_port': {'id': 'a9143e1e-34d6-490f-a6ff-abed95a2b1d1', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:08Z', 'updated_at': '2021-08-10T03:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '3a98af3d-84ed-4e62-94b8-e421d29fe69b', 'name': '', 'network_id': 'c0659391-a657-4b16-a8ee-a2586c7786a9', 'tenant_id': 'e9ab4296b9324b029547ba2c6dc24132', 'mac_address': 'fa:16:3e:ba:03:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': 'ffd75aef-22f1-4d31-9592-d84c9fe2b2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:11Z', 'updated_at': '2021-08-10T03:28:20Z', 'revision_number': 4, 'project_id': 'e9ab4296b9324b029547ba2c6dc24132', 'subnets': [{'id': 'ffd75aef-22f1-4d31-9592-d84c9fe2b2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:28:22.228568 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8e6c31-7748-4c34-9dc7-9e815359eb2a tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:28:22.231249 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8e6c31-7748-4c34-9dc7-9e815359eb2a tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Pushing event updated for resources: {'Port': ['ID=61e49930-ee08-4db2-97aa-f566067db289,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:22.243216 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-13841f6f-087c-4491-858c-ab793827232e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-522536'] for router_interface, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:22.287130 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-afbeef1c-0ebd-4c6c-8f0c-8bc981b6b2a5 req-1eb5998d-5fb7-4d51-aa5b-050c2394cacd tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997366 Aug 10 03:28:22.410396 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bc8e6c31-7748-4c34-9dc7-9e815359eb2a tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:22.419935 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-5e323510-6e1d-4f7a-9063-463b87afdaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:22.489724 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-5e323510-6e1d-4f7a-9063-463b87afdaf1 None None] For port c5ded5b9-d903-48a7-aa69-6f20ea5a7113, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=c5ded5b9-d903-48a7-aa69-6f20ea5a7113,segment=NetworkSegment(c81f2a43-5d4e-4cdf-bbb4-82e6dec6a68e),segment_id=c81f2a43-5d4e-4cdf-bbb4-82e6dec6a68e)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:22.544407 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-5e323510-6e1d-4f7a-9063-463b87afdaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:22.571466 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bc8e6c31-7748-4c34-9dc7-9e815359eb2a tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:22.637870 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:22.733533 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e323510-6e1d-4f7a-9063-463b87afdaf1 None None] Pushing event updated for resources: {'Port': ['ID=c5ded5b9-d903-48a7-aa69-6f20ea5a7113,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:22.811793 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-019cc401-b26d-4eeb-a71b-84266b551f5c tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Allocated IP 2001:db8::f3 (feb4d65c-162e-45ea-951c-1528d34ca6b8/336d8a33-e3d7-409c-a39c-1731c23c24f4/70de299c-574e-410a-b049-e591c4a140a3) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:28:22.857504 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bc8e6c31-7748-4c34-9dc7-9e815359eb2a tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:22.873738 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bc8e6c31-7748-4c34-9dc7-9e815359eb2a tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:22.899112 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.db.api [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:28:22.907328 n-d-768862-13 neutron-server[94262]: DEBUG oslo_db.api [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:28:23.023100 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bc8e6c31-7748-4c34-9dc7-9e815359eb2a tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:23.117970 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8e6c31-7748-4c34-9dc7-9e815359eb2a tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Pushing event updated for resources: {'Port': ['ID=61e49930-ee08-4db2-97aa-f566067db289,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:23.126047 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bc8e6c31-7748-4c34-9dc7-9e815359eb2a tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:23.128327 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-bc8e6c31-7748-4c34-9dc7-9e815359eb2a tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1743531 Aug 10 03:28:23.145483 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-46d2e113-f06d-4330-ba78-caac69a77975 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b9da701989b44dd3be6b50dc5f7476c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9511011 Aug 10 03:28:23.147686 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36100) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:23.214872 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c2d5f586-30e7-4767-aded-d8c4f3dab51b None None] Provisioning complete for port c5ded5b9-d903-48a7-aa69-6f20ea5a7113 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:23.215270 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c2d5f586-30e7-4767-aded-d8c4f3dab51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:23.315570 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-76750c79-e13c-401f-beb7-db1d1e8329ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:23.377323 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-76750c79-e13c-401f-beb7-db1d1e8329ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:23.419739 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c2d5f586-30e7-4767-aded-d8c4f3dab51b None None] Provisioning for port 1964c601-d5eb-453f-9c59-396832d4f4bc completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:28:23.473209 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-76750c79-e13c-401f-beb7-db1d1e8329ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:23.477415 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-76750c79-e13c-401f-beb7-db1d1e8329ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:23.482805 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-76750c79-e13c-401f-beb7-db1d1e8329ad admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8a1139c4-d202-4b98-913f-28998a2d4968 HTTP/1.1" status: 204 len: 168 time: 0.3332608 Aug 10 03:28:23.493934 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76750c79-e13c-401f-beb7-db1d1e8329ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a1139c4-d202-4b98-913f-28998a2d4968,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:23.505942 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c2d5f586-30e7-4767-aded-d8c4f3dab51b None None] Provisioning complete for port 1964c601-d5eb-453f-9c59-396832d4f4bc triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:23.507123 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c2d5f586-30e7-4767-aded-d8c4f3dab51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:23.654620 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1c5fb487-e768-46a3-8104-8bf3503e78ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:23.667015 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c2d5f586-30e7-4767-aded-d8c4f3dab51b None None] Port 1964c601-d5eb-453f-9c59-396832d4f4bc cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:28:23.732635 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 11e17495-0c2a-4d1b-a9d5-a9d17ce810d2 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:28:23.755148 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 11e17495-0c2a-4d1b-a9d5-a9d17ce810d2 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:28:23.755148 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 11e17495-0c2a-4d1b-a9d5-a9d17ce810d2 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:28:23.802083 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-6e27504a-f110-4b34-8bf8-5ba0160bc17d None None] Provisioning complete for port 1964c601-d5eb-453f-9c59-396832d4f4bc triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:23.802792 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-6e27504a-f110-4b34-8bf8-5ba0160bc17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:23.814981 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13841f6f-087c-4491-858c-ab793827232e admin admin] Router 69c1be55-3cdf-4ec5-9569-a98ba14628a4 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:28:23.858316 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-6e27504a-f110-4b34-8bf8-5ba0160bc17d None None] Port 1964c601-d5eb-453f-9c59-396832d4f4bc cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:28:23.892755 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffd6d07-b4f3-4a38-ae48-fc36b68da7aa req-582528d8-0b23-4cd0-ac61-80d99f218470 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:23.894430 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9ffd6d07-b4f3-4a38-ae48-fc36b68da7aa req-582528d8-0b23-4cd0-ac61-80d99f218470 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 945 time: 1.2903876 Aug 10 03:28:23.955392 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-84f5c809-0880-4a96-bf53-fde472ccdd64 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks [] for router_gateway, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:24.058207 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8000ecf1-c7a3-4bf9-bace-d1c8d488538d req-55482676-e4b2-42dd-9d56-bbfb439df188 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--796953122&fields=id&tenant_id=e9ab4296b9324b029547ba2c6dc24132 HTTP/1.1" status: 200 len: 267 time: 0.2365427 Aug 10 03:28:24.097537 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 3a98af3d-84ed-4e62-94b8-e421d29fe69b up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:28:24.200458 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-019cc401-b26d-4eeb-a71b-84266b551f5c tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:24.200981 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:24.232480 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9ffd6d07-b4f3-4a38-ae48-fc36b68da7aa req-58cc8eb9-3eac-4e4a-a69c-a1f1f1798cc2 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836971 Aug 10 03:28:24.240013 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 3a98af3d-84ed-4e62-94b8-e421d29fe69b completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:28:24.246066 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 3a98af3d-84ed-4e62-94b8-e421d29fe69b triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:24.246603 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:24.319290 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13841f6f-087c-4491-858c-ab793827232e admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:28:24.340841 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-13841f6f-087c-4491-858c-ab793827232e admin admin] 10.222.0.44 "PUT /v2.0/routers/69c1be55-3cdf-4ec5-9569-a98ba14628a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7795939 Aug 10 03:28:24.343053 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36132) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:24.343816 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [None req-019cc401-b26d-4eeb-a71b-84266b551f5c tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Transition to ACTIVE for port object 70de299c-574e-410a-b049-e591c4a140a3 will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:28:24.349371 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d924b4ee-c7aa-4bef-8d03-3f37aea7ded7 None None] Sync routers for ids ['69c1be55-3cdf-4ec5-9569-a98ba14628a4'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:28:24.371379 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:24.397578 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d924b4ee-c7aa-4bef-8d03-3f37aea7ded7 None None] Routers {'69c1be55-3cdf-4ec5-9569-a98ba14628a4'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:28:24.399563 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-d924b4ee-c7aa-4bef-8d03-3f37aea7ded7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:28:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['69c1be55-3cdf-4ec5-9569-a98ba14628a4'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:24.431925 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 3a98af3d-84ed-4e62-94b8-e421d29fe69b, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=3a98af3d-84ed-4e62-94b8-e421d29fe69b,segment=NetworkSegment(17789ec9-f3a0-458f-a646-d9adbb03f346),segment_id=17789ec9-f3a0-458f-a646-d9adbb03f346)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:24.440494 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:24.441538 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device c5ded5b9-d903-48a7-aa69-6f20ea5a7113 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:28:24.515242 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8000ecf1-c7a3-4bf9-bace-d1c8d488538d req-35238701-e22f-4099-8f7e-cedbec7befa8 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:24.541314 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8000ecf1-c7a3-4bf9-bace-d1c8d488538d req-35238701-e22f-4099-8f7e-cedbec7befa8 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/networks?id=c0659391-a657-4b16-a8ee-a2586c7786a9 HTTP/1.1" status: 200 len: 815 time: 0.4811075 Aug 10 03:28:24.566807 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=3a98af3d-84ed-4e62-94b8-e421d29fe69b,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:24.587199 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port c5ded5b9-d903-48a7-aa69-6f20ea5a7113 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:24.587634 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:24.647851 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8000ecf1-c7a3-4bf9-bace-d1c8d488538d req-eabf9e7b-bc1a-45ee-bfad-77fed5c94416 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/quotas/e9ab4296b9324b029547ba2c6dc24132 HTTP/1.1" status: 200 len: 375 time: 0.1017342 Aug 10 03:28:24.738147 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-019cc401-b26d-4eeb-a71b-84266b551f5c tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:24.759204 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-d924b4ee-c7aa-4bef-8d03-3f37aea7ded7 None None] Set router 69c1be55-3cdf-4ec5-9569-a98ba14628a4 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:28:24.788426 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c25080ee-f849-4134-a36e-2b39b653f25d admin admin] Notify callbacks [] for router, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:24.925655 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019cc401-b26d-4eeb-a71b-84266b551f5c tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Pushing event updated for resources: {'Port': ['ID=70de299c-574e-410a-b049-e591c4a140a3,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:24.956838 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019cc401-b26d-4eeb-a71b-84266b551f5c tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Network feb4d65c-162e-45ea-951c-1528d34ca6b8 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:28:24.964210 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-84f5c809-0880-4a96-bf53-fde472ccdd64 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:24.978003 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-019cc401-b26d-4eeb-a71b-84266b551f5c tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:28:24.985907 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c25080ee-f849-4134-a36e-2b39b653f25d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:25.006278 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019cc401-b26d-4eeb-a71b-84266b551f5c tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:28:25.021065 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019cc401-b26d-4eeb-a71b-84266b551f5c tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:25.022077 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-019cc401-b26d-4eeb-a71b-84266b551f5c tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:25.132667 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-c25080ee-f849-4134-a36e-2b39b653f25d admin admin] Deleting port 3a1a169b-ef21-4727-b382-ad51f0c136e0 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:28:25.135380 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c25080ee-f849-4134-a36e-2b39b653f25d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:25.145895 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8000ecf1-c7a3-4bf9-bace-d1c8d488538d req-baf497bc-a295-45c6-9315-db2c711cdd60 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=e9ab4296b9324b029547ba2c6dc24132&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4337173 Aug 10 03:28:25.164322 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-d924b4ee-c7aa-4bef-8d03-3f37aea7ded7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69c1be55-3cdf-4ec5-9569-a98ba14628a4', 'name': 'tempest-ServersTestMultiNic-1446754310-router', 'tenant_id': '7be8aebab9524a33aa2535549ec7cd0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': '3a1a169b-ef21-4727-b382-ad51f0c136e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:25:49Z', 'updated_at': '2021-08-10T03:28:20Z', 'revision_number': 5, 'project_id': '7be8aebab9524a33aa2535549ec7cd0e', 'gw_port': {'id': '3a1a169b-ef21-4727-b382-ad51f0c136e0', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c1be55-3cdf-4ec5-9569-a98ba14628a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:25:50Z', 'updated_at': '2021-08-10T03:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:25.167427 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a82485d-75e0-4870-b8e7-410602d40aa4 req-4a732389-45a6-4141-aa5e-a54870d9ffe8 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:25.169354 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8a82485d-75e0-4870-b8e7-410602d40aa4 req-4a732389-45a6-4141-aa5e-a54870d9ffe8 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 945 time: 0.4345722 Aug 10 03:28:25.213169 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d924b4ee-c7aa-4bef-8d03-3f37aea7ded7 None None] Checking router: 69c1be55-3cdf-4ec5-9569-a98ba14628a4 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:28:25.229564 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d924b4ee-c7aa-4bef-8d03-3f37aea7ded7 None None] Routers {'69c1be55-3cdf-4ec5-9569-a98ba14628a4'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:28:25.230658 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-d924b4ee-c7aa-4bef-8d03-3f37aea7ded7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:28:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['69c1be55-3cdf-4ec5-9569-a98ba14628a4'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:25.231317 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-019cc401-b26d-4eeb-a71b-84266b551f5c tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 3.9200943 Aug 10 03:28:25.236583 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36148) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:25.277872 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:25.280638 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8a82485d-75e0-4870-b8e7-410602d40aa4 req-53751dbd-bf0c-4441-aed1-8ad7806456a2 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772974 Aug 10 03:28:25.336641 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84f5c809-0880-4a96-bf53-fde472ccdd64 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Router b744f1c8-a7cd-44c6-9fe2-a4d8bd7a8251 is scheduled to L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e with binding_index 1 {{(pid=94260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:28:25.436842 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-c25080ee-f849-4134-a36e-2b39b653f25d admin admin] For port 3a1a169b-ef21-4727-b382-ad51f0c136e0, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=3a1a169b-ef21-4727-b382-ad51f0c136e0,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:25.443790 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c25080ee-f849-4134-a36e-2b39b653f25d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:25.475769 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542f7f4b-a7aa-41a2-a637-3d9a307b792f tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:25.483392 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542f7f4b-a7aa-41a2-a637-3d9a307b792f tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:25.491326 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542f7f4b-a7aa-41a2-a637-3d9a307b792f tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:25.497691 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-542f7f4b-a7aa-41a2-a637-3d9a307b792f tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.2483091 Aug 10 03:28:25.501084 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36154) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:25.503727 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-c25080ee-f849-4134-a36e-2b39b653f25d admin admin] Calling delete_port for 3a1a169b-ef21-4727-b382-ad51f0c136e0 owned by network:router_gateway {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:28:25.509248 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-d924b4ee-c7aa-4bef-8d03-3f37aea7ded7 None None] Set router 69c1be55-3cdf-4ec5-9569-a98ba14628a4 gateway port host: None {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:28:25.512710 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-7138c07d-e1ea-44b2-83c5-5819fd4dd2dc None None] Provisioning for port 70de299c-574e-410a-b049-e591c4a140a3 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:28:25.526998 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-7138c07d-e1ea-44b2-83c5-5819fd4dd2dc None None] Provisioning complete for port 70de299c-574e-410a-b049-e591c4a140a3 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:25.527503 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-7138c07d-e1ea-44b2-83c5-5819fd4dd2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:25.612092 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-7138c07d-e1ea-44b2-83c5-5819fd4dd2dc None None] Port 70de299c-574e-410a-b049-e591c4a140a3 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:28:25.683937 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-d924b4ee-c7aa-4bef-8d03-3f37aea7ded7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69c1be55-3cdf-4ec5-9569-a98ba14628a4', 'name': 'tempest-ServersTestMultiNic-1446754310-router', 'tenant_id': '7be8aebab9524a33aa2535549ec7cd0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:25:49Z', 'updated_at': '2021-08-10T03:28:24Z', 'revision_number': 6, 'project_id': '7be8aebab9524a33aa2535549ec7cd0e', 'gw_port_host': None}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:25.762716 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d924b4ee-c7aa-4bef-8d03-3f37aea7ded7 None None] The sync data for ids ['69c1be55-3cdf-4ec5-9569-a98ba14628a4'] in n-d-768862-13 is: [{'id': '69c1be55-3cdf-4ec5-9569-a98ba14628a4', 'name': 'tempest-ServersTestMultiNic-1446754310-router', 'tenant_id': '7be8aebab9524a33aa2535549ec7cd0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:25:49Z', 'updated_at': '2021-08-10T03:28:24Z', 'revision_number': 6, 'project_id': '7be8aebab9524a33aa2535549ec7cd0e', 'gw_port_host': None}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:28:25.794464 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-446898c9-0942-4fcf-a676-8a0b77ce23f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Deleting port 70de299c-574e-410a-b049-e591c4a140a3 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:28:25.795035 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-446898c9-0942-4fcf-a676-8a0b77ce23f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:25.847975 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda2da02-ddfb-4f21-92a8-d73da35cbe9d req-c93594be-78f2-40b1-9ba7-afadcdd09c5c tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:25.856423 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dda2da02-ddfb-4f21-92a8-d73da35cbe9d req-c93594be-78f2-40b1-9ba7-afadcdd09c5c tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 945 time: 0.3358610 Aug 10 03:28:25.889896 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8000ecf1-c7a3-4bf9-bace-d1c8d488538d req-b43d87e7-497f-4f90-a6b5-619553d51969 service neutron] 10.222.0.44 "GET /v2.0/networks/c0659391-a657-4b16-a8ee-a2586c7786a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7429371 Aug 10 03:28:25.893430 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f5c809-0880-4a96-bf53-fde472ccdd64 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:28:25.915241 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff41ad6-3c6e-4e18-b809-66331db5d9e4 None None] Sync routers for ids ['b744f1c8-a7cd-44c6-9fe2-a4d8bd7a8251'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:28:25.931730 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff41ad6-3c6e-4e18-b809-66331db5d9e4 None None] Routers {'b744f1c8-a7cd-44c6-9fe2-a4d8bd7a8251'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:28:25.932559 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-7ff41ad6-3c6e-4e18-b809-66331db5d9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:28:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['b744f1c8-a7cd-44c6-9fe2-a4d8bd7a8251'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:26.003637 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-7ff41ad6-3c6e-4e18-b809-66331db5d9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:26.019873 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff41ad6-3c6e-4e18-b809-66331db5d9e4 None None] Routers {'b744f1c8-a7cd-44c6-9fe2-a4d8bd7a8251'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:28:26.020711 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-7ff41ad6-3c6e-4e18-b809-66331db5d9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:28:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['b744f1c8-a7cd-44c6-9fe2-a4d8bd7a8251'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:26.037665 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-84f5c809-0880-4a96-bf53-fde472ccdd64 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks [] for router, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:26.040473 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-84f5c809-0880-4a96-bf53-fde472ccdd64 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 8.2737014 Aug 10 03:28:26.049006 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dda2da02-ddfb-4f21-92a8-d73da35cbe9d req-8fc7bfbd-aed8-4f40-a227-fba3fcf36bf8 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914787 Aug 10 03:28:26.050255 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36168) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:26.076950 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-d9f7cf65-214b-4f47-887c-cf0ae3889fea tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:26.084786 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-446898c9-0942-4fcf-a676-8a0b77ce23f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:26.148073 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-7ff41ad6-3c6e-4e18-b809-66331db5d9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:26.149402 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff41ad6-3c6e-4e18-b809-66331db5d9e4 None None] The sync data for ids ['b744f1c8-a7cd-44c6-9fe2-a4d8bd7a8251'] in n-d-768862-13 is: [] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:28:26.173121 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c25080ee-f849-4134-a36e-2b39b653f25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:26.183153 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:26.240987 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-446898c9-0942-4fcf-a676-8a0b77ce23f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Calling delete_port for 70de299c-574e-410a-b049-e591c4a140a3 owned by {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:28:26.250928 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8000ecf1-c7a3-4bf9-bace-d1c8d488538d req-c787da57-6f56-47ff-b462-ff57dc7b3f2f service neutron] 10.222.0.44 "GET /v2.0/networks/c0659391-a657-4b16-a8ee-a2586c7786a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3410263 Aug 10 03:28:26.258814 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 3a98af3d-84ed-4e62-94b8-e421d29fe69b up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:28:26.329902 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25080ee-f849-4134-a36e-2b39b653f25d admin admin] Pushing event deleted for resources: {'Port': ['ID=3a1a169b-ef21-4727-b382-ad51f0c136e0,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:26.362386 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 3a98af3d-84ed-4e62-94b8-e421d29fe69b triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:26.362984 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:26.584510 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c25080ee-f849-4134-a36e-2b39b653f25d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520654'] for router_gateway, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:26.596612 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-53db3904-919b-4b55-b126-cf085c772a94 req-ca1b7262-6bb9-41ae-8e82-7951f4cf769a tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f70549b-d8ab-420c-8f76-4bc4d67f60eb HTTP/1.1" status: 200 len: 210 time: 0.0313330 Aug 10 03:28:26.622891 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70812f07-1138-43f9-9096-876868691a0b req-b18a9a09-828f-4286-a9bd-9b2eba0ba9d1 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:26.629391 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-70812f07-1138-43f9-9096-876868691a0b req-b18a9a09-828f-4286-a9bd-9b2eba0ba9d1 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 945 time: 0.1660035 Aug 10 03:28:26.679220 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-70812f07-1138-43f9-9096-876868691a0b req-07ea6dec-f287-413d-a8a0-276a6349fd10 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492616 Aug 10 03:28:26.744279 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:26.868835 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c25080ee-f849-4134-a36e-2b39b653f25d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:26.875124 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c25080ee-f849-4134-a36e-2b39b653f25d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:26.877391 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f86c25-25da-4f65-ae9e-198e786791cb req-8d8be928-1e10-4038-8765-df85f3cf761f tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:26.886032 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-57f86c25-25da-4f65-ae9e-198e786791cb req-8d8be928-1e10-4038-8765-df85f3cf761f tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 945 time: 0.1215785 Aug 10 03:28:26.967466 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-57f86c25-25da-4f65-ae9e-198e786791cb req-293e3183-4f7c-4cfd-a548-6d2bf5b2a7d8 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690465 Aug 10 03:28:27.076867 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c25080ee-f849-4134-a36e-2b39b653f25d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:27.077428 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c25080ee-f849-4134-a36e-2b39b653f25d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69c1be55-3cdf-4ec5-9569-a98ba14628a4 {{(pid=94261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:28:27.082529 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c25080ee-f849-4134-a36e-2b39b653f25d admin admin] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:27.086118 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-c25080ee-f849-4134-a36e-2b39b653f25d admin admin] 10.222.0.44 "DELETE /v2.0/routers/69c1be55-3cdf-4ec5-9569-a98ba14628a4 HTTP/1.1" status: 204 len: 168 time: 2.7381775 Aug 10 03:28:27.088297 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36212) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:27.207502 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-446898c9-0942-4fcf-a676-8a0b77ce23f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:27.236888 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_v2 [None req-33259aa8-5fb8-48da-8f7f-fbb0d729a80e admin admin] Deleting subnet 47063355-1656-48c1-8088-4453fbb64353 {{(pid=94260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:28:27.264789 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-33259aa8-5fb8-48da-8f7f-fbb0d729a80e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:27.308897 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446898c9-0942-4fcf-a676-8a0b77ce23f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Pushing event deleted for resources: {'Port': ['ID=70de299c-574e-410a-b049-e591c4a140a3,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:27.340490 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446898c9-0942-4fcf-a676-8a0b77ce23f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:27.341097 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446898c9-0942-4fcf-a676-8a0b77ce23f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:27.341866 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446898c9-0942-4fcf-a676-8a0b77ce23f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:27.342405 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446898c9-0942-4fcf-a676-8a0b77ce23f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:27.342905 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446898c9-0942-4fcf-a676-8a0b77ce23f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:27.343397 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446898c9-0942-4fcf-a676-8a0b77ce23f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:27.343909 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446898c9-0942-4fcf-a676-8a0b77ce23f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:27.344400 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446898c9-0942-4fcf-a676-8a0b77ce23f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:27.344891 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446898c9-0942-4fcf-a676-8a0b77ce23f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:27.345396 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446898c9-0942-4fcf-a676-8a0b77ce23f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:27.345903 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446898c9-0942-4fcf-a676-8a0b77ce23f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:27.346427 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446898c9-0942-4fcf-a676-8a0b77ce23f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:27.355840 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9181f72a-8f20-48f1-a88c-d62ef28ec178 req-eeb4e505-b8dd-4c46-b0bc-54c21681f4d4 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:27.358129 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9181f72a-8f20-48f1-a88c-d62ef28ec178 req-eeb4e505-b8dd-4c46-b0bc-54c21681f4d4 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 945 time: 0.1796620 Aug 10 03:28:27.367375 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-33259aa8-5fb8-48da-8f7f-fbb0d729a80e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191173'] for subnet, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:27.454780 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-446898c9-0942-4fcf-a676-8a0b77ce23f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:27.458436 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-446898c9-0942-4fcf-a676-8a0b77ce23f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] 10.222.0.44 "DELETE /v2.0/ports/70de299c-574e-410a-b049-e591c4a140a3 HTTP/1.1" status: 204 len: 168 time: 1.9539852 Aug 10 03:28:27.465013 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36220) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:27.488295 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-dc2ea95d-1e11-44f4-a08f-0ff2e09b364e tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Request body: {'port': {'name': 'tempest-new-port-name-1934439525', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:27.489317 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.api.validators [None req-dc2ea95d-1e11-44f4-a08f-0ff2e09b364e tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] bootfile-name is not in valid_values {{(pid=94261) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 10 03:28:27.491123 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.api.validators [None req-dc2ea95d-1e11-44f4-a08f-0ff2e09b364e tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] tftp-server is not in valid_values {{(pid=94261) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 10 03:28:27.491123 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.api.validators [None req-dc2ea95d-1e11-44f4-a08f-0ff2e09b364e tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] server-ip-address is not in valid_values {{(pid=94261) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 10 03:28:27.510992 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9181f72a-8f20-48f1-a88c-d62ef28ec178 req-c36167b0-f815-4348-a1f3-e27e9da73577 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838189 Aug 10 03:28:27.625015 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-33259aa8-5fb8-48da-8f7f-fbb0d729a80e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:27.647486 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d9f7cf65-214b-4f47-887c-cf0ae3889fea tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:27.743860 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d9f7cf65-214b-4f47-887c-cf0ae3889fea tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:27.774813 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-dc2ea95d-1e11-44f4-a08f-0ff2e09b364e tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:27.858886 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1b99acf8-e08d-493a-8f67-5aa4126faf82 req-7abcb6ac-6859-4d04-976a-6531ad1bb3ca tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f70549b-d8ab-420c-8f76-4bc4d67f60eb HTTP/1.1" status: 200 len: 210 time: 0.1086919 Aug 10 03:28:27.879310 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-33259aa8-5fb8-48da-8f7f-fbb0d729a80e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:27.909427 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 3a1a169b-ef21-4727-b382-ad51f0c136e0 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:28:27.920096 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33259aa8-5fb8-48da-8f7f-fbb0d729a80e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47063355-1656-48c1-8088-4453fbb64353,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:27.927867 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-33259aa8-5fb8-48da-8f7f-fbb0d729a80e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:27.933051 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-33259aa8-5fb8-48da-8f7f-fbb0d729a80e admin admin] 10.222.0.44 "DELETE /v2.0/subnets/47063355-1656-48c1-8088-4453fbb64353 HTTP/1.1" status: 204 len: 168 time: 0.8422368 Aug 10 03:28:27.934551 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36228) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:27.938502 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 3a1a169b-ef21-4727-b382-ad51f0c136e0 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:28:27.938852 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 3a1a169b-ef21-4727-b382-ad51f0c136e0 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:28:27.939371 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 3726cd45-a4e8-4c47-8f6d-a18fffe78fea no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:28:27.954332 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ecb91b9-0f84-4604-acff-03ed9df5c75e None None] Network 126df8a7-19e4-4861-bfbc-5f41dea08a93 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:28:27.961826 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36230) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:27.972790 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9242a2-aad7-4dc8-bb32-3189a56033eb req-80264ffd-598a-44d2-8f0a-9e3d161c6d2a tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:27.976698 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0a9242a2-aad7-4dc8-bb32-3189a56033eb req-80264ffd-598a-44d2-8f0a-9e3d161c6d2a tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 945 time: 0.2887185 Aug 10 03:28:27.986287 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-d9f7cf65-214b-4f47-887c-cf0ae3889fea tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Deleting port 6e129ab1-9319-4c0a-9b92-c34d895ce40b {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:28:27.986710 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d9f7cf65-214b-4f47-887c-cf0ae3889fea tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:28.019827 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 3726cd45-a4e8-4c47-8f6d-a18fffe78fea {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:28:28.020394 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 3726cd45-a4e8-4c47-8f6d-a18fffe78fea not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:28:28.152353 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d9f7cf65-214b-4f47-887c-cf0ae3889fea tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:28.176830 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-d9f7cf65-214b-4f47-887c-cf0ae3889fea tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Calling delete_port for 6e129ab1-9319-4c0a-9b92-c34d895ce40b owned by network:router_gateway {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:28:28.192906 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0a9242a2-aad7-4dc8-bb32-3189a56033eb req-9fb7da65-174a-4ffb-90f7-0e002225ef82 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590133 Aug 10 03:28:28.198054 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c6737b46-442a-4903-ab86-e157a95f782f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:28.305701 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-dc2ea95d-1e11-44f4-a08f-0ff2e09b364e tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:28.317225 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-dc2ea95d-1e11-44f4-a08f-0ff2e09b364e tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:28.356086 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-027cca0c-e2bb-4201-9431-9f506c1fb915 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:28.394075 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2ea95d-1e11-44f4-a08f-0ff2e09b364e tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Pushing event updated for resources: {'Port': ['ID=1964c601-d5eb-453f-9c59-396832d4f4bc,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:28.408146 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-dc2ea95d-1e11-44f4-a08f-0ff2e09b364e tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] In _notify_port_updated(), no bound segment for port 1964c601-d5eb-453f-9c59-396832d4f4bc on network feb4d65c-162e-45ea-951c-1528d34ca6b8 {{(pid=94261) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:28:28.429657 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2ea95d-1e11-44f4-a08f-0ff2e09b364e tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:28.430530 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-dc2ea95d-1e11-44f4-a08f-0ff2e09b364e tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:28.436620 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36240) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:28.442086 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-dc2ea95d-1e11-44f4-a08f-0ff2e09b364e tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] 10.222.0.44 "PUT /v2.0/ports/1964c601-d5eb-453f-9c59-396832d4f4bc HTTP/1.1" status: 200 len: 1130 time: 0.9688330 Aug 10 03:28:28.464752 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ba7cc0-3cf3-4176-99de-f2311aefd5fa None None] DHCP port deletion for 126df8a7-19e4-4861-bfbc-5f41dea08a93 request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:28:28.599225 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-a8ba7cc0-3cf3-4176-99de-f2311aefd5fa None None] Deleting port 4eaecd59-1f35-4877-b402-3efe29e9c567 {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:28:28.599664 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a8ba7cc0-3cf3-4176-99de-f2311aefd5fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:28.635924 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05a04c6-a586-474c-872b-11dc8871527b tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:28.642926 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-d05a04c6-a586-474c-872b-11dc8871527b tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] 10.222.0.44 "GET /v2.0/ports/1964c601-d5eb-453f-9c59-396832d4f4bc HTTP/1.1" status: 200 len: 1130 time: 0.2023098 Aug 10 03:28:28.645464 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36244) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:28.673410 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-c6737b46-442a-4903-ab86-e157a95f782f admin admin] Deleting port 4eaecd59-1f35-4877-b402-3efe29e9c567 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:28:28.673687 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c6737b46-442a-4903-ab86-e157a95f782f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:28.693231 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d9f7cf65-214b-4f47-887c-cf0ae3889fea tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:28.703931 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-a8ba7cc0-3cf3-4176-99de-f2311aefd5fa None None] For port 4eaecd59-1f35-4877-b402-3efe29e9c567, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=4eaecd59-1f35-4877-b402-3efe29e9c567,segment=NetworkSegment(2f9f6e4f-8252-4ae5-90af-c7e3e03d9ec8),segment_id=2f9f6e4f-8252-4ae5-90af-c7e3e03d9ec8)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:28.704974 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a8ba7cc0-3cf3-4176-99de-f2311aefd5fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:28.723260 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-a8ba7cc0-3cf3-4176-99de-f2311aefd5fa None None] Calling delete_port for 4eaecd59-1f35-4877-b402-3efe29e9c567 owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:28:28.727633 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f7cf65-214b-4f47-887c-cf0ae3889fea tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Pushing event deleted for resources: {'Port': ['ID=6e129ab1-9319-4c0a-9b92-c34d895ce40b,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:28.803968 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e87223-9a7b-4980-a6a7-9aa071fe6588 req-44782c6f-75a3-4b40-9a00-34aa7f04fd7d tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:28.811902 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-11e87223-9a7b-4980-a6a7-9aa071fe6588 req-44782c6f-75a3-4b40-9a00-34aa7f04fd7d tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 945 time: 0.4120202 Aug 10 03:28:28.840121 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8000ecf1-c7a3-4bf9-bace-d1c8d488538d req-9b5f3251-6275-47e3-85f9-ba1b73ebc61b tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:28.842047 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8000ecf1-c7a3-4bf9-bace-d1c8d488538d req-9b5f3251-6275-47e3-85f9-ba1b73ebc61b tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.42 "GET /v2.0/networks?id=c0659391-a657-4b16-a8ee-a2586c7786a9 HTTP/1.1" status: 200 len: 815 time: 0.5965157 Aug 10 03:28:28.894846 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d9f7cf65-214b-4f47-887c-cf0ae3889fea tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520654'] for router_gateway, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:28.919072 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-7c608bb4-ba0b-46fb-9df8-9f7ffd29b250 None None] Provisioning complete for port 1964c601-d5eb-453f-9c59-396832d4f4bc triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:28.920037 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-7c608bb4-ba0b-46fb-9df8-9f7ffd29b250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:28.926632 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [None req-c6737b46-442a-4903-ab86-e157a95f782f admin admin] For port 4eaecd59-1f35-4877-b402-3efe29e9c567, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=4eaecd59-1f35-4877-b402-3efe29e9c567,segment=NetworkSegment(2f9f6e4f-8252-4ae5-90af-c7e3e03d9ec8),segment_id=2f9f6e4f-8252-4ae5-90af-c7e3e03d9ec8)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:28.926987 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c6737b46-442a-4903-ab86-e157a95f782f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:28.971401 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-c6737b46-442a-4903-ab86-e157a95f782f admin admin] Calling delete_port for 4eaecd59-1f35-4877-b402-3efe29e9c567 owned by network:dhcp {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:28:28.972138 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a8ba7cc0-3cf3-4176-99de-f2311aefd5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:29.019553 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ba7cc0-3cf3-4176-99de-f2311aefd5fa None None] Pushing event deleted for resources: {'Port': ['ID=4eaecd59-1f35-4877-b402-3efe29e9c567,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:29.031903 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ba7cc0-3cf3-4176-99de-f2311aefd5fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:29.032278 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ba7cc0-3cf3-4176-99de-f2311aefd5fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:29.032587 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ba7cc0-3cf3-4176-99de-f2311aefd5fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:29.032962 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ba7cc0-3cf3-4176-99de-f2311aefd5fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:29.033326 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ba7cc0-3cf3-4176-99de-f2311aefd5fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:29.033683 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ba7cc0-3cf3-4176-99de-f2311aefd5fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:29.033947 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ba7cc0-3cf3-4176-99de-f2311aefd5fa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:29.034324 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ba7cc0-3cf3-4176-99de-f2311aefd5fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:29.034600 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ba7cc0-3cf3-4176-99de-f2311aefd5fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:29.034918 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ba7cc0-3cf3-4176-99de-f2311aefd5fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:29.035609 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ba7cc0-3cf3-4176-99de-f2311aefd5fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:29.035959 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ba7cc0-3cf3-4176-99de-f2311aefd5fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:29.037187 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-11e87223-9a7b-4980-a6a7-9aa071fe6588 req-b82d72ab-adac-4997-a871-14ad387a51b6 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219930 Aug 10 03:28:29.040089 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ba7cc0-3cf3-4176-99de-f2311aefd5fa None None] No DVR routers for this DVR port 4eaecd59-1f35-4877-b402-3efe29e9c567 on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:28:29.045887 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-7c608bb4-ba0b-46fb-9df8-9f7ffd29b250 None None] Port 1964c601-d5eb-453f-9c59-396832d4f4bc cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:28:29.105300 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8000ecf1-c7a3-4bf9-bace-d1c8d488538d req-50986cb6-f332-409d-ba68-2c32fefc553c tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9ab4296b9324b029547ba2c6dc24132 HTTP/1.1" status: 200 len: 379 time: 0.2155209 Aug 10 03:28:29.134062 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-8000ecf1-c7a3-4bf9-bace-d1c8d488538d req-bde69456-2f9e-4d68-b035-ced7f12dbca6 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Request body: {'port': {'device_id': '5f70549b-d8ab-420c-8f76-4bc4d67f60eb', 'network_id': 'c0659391-a657-4b16-a8ee-a2586c7786a9', 'admin_state_up': True, 'tenant_id': 'e9ab4296b9324b029547ba2c6dc24132', 'security_groups': ['60e8d4ce-c00a-43d5-86a4-544ebfda7358']}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:29.219346 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b4ab7b55-2665-4cc9-a9f2-346c47dd9d35 req-d3f141d2-286d-46c3-93b4-efb68dbbd6c2 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f70549b-d8ab-420c-8f76-4bc4d67f60eb HTTP/1.1" status: 200 len: 210 time: 0.1210175 Aug 10 03:28:29.254545 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-027cca0c-e2bb-4201-9431-9f506c1fb915 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:29.277105 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-027cca0c-e2bb-4201-9431-9f506c1fb915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:29.302531 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-e3bc96cd-780a-4bef-9f14-ce08012846ae tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Deleting port 1964c601-d5eb-453f-9c59-396832d4f4bc {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:28:29.302806 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e3bc96cd-780a-4bef-9f14-ce08012846ae tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:29.326621 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d9f7cf65-214b-4f47-887c-cf0ae3889fea tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-520463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-522334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1409'] for router, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:29.332842 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d9f7cf65-214b-4f47-887c-cf0ae3889fea tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-520692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-520701', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-522311'] for router, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:29.486367 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-027cca0c-e2bb-4201-9431-9f506c1fb915 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9107c82f7d504163aede73e99585791f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5223892 Aug 10 03:28:29.515620 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31c2fb7-3d2b-4b42-959c-ebd72c8eb894 req-735a8461-b33d-4413-984b-10c7e2b86650 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:29.520679 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b31c2fb7-3d2b-4b42-959c-ebd72c8eb894 req-735a8461-b33d-4413-984b-10c7e2b86650 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 945 time: 0.3907936 Aug 10 03:28:29.520679 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36250) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:29.544959 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027cca0c-e2bb-4201-9431-9f506c1fb915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ce289d-4fe6-4693-ac3b-6fbbca1566bc,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:29.574653 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c6737b46-442a-4903-ab86-e157a95f782f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:29.740620 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6737b46-442a-4903-ab86-e157a95f782f admin admin] Pushing event deleted for resources: {'Port': ['ID=4eaecd59-1f35-4877-b402-3efe29e9c567,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:29.744166 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6737b46-442a-4903-ab86-e157a95f782f admin admin] No DVR routers for this DVR port 4eaecd59-1f35-4877-b402-3efe29e9c567 on host n-d-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:28:29.775170 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9f7cf65-214b-4f47-887c-cf0ae3889fea tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Router b744f1c8-a7cd-44c6-9fe2-a4d8bd7a8251 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:28:29.831705 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e3bc96cd-780a-4bef-9f14-ce08012846ae tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:29.849822 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8000ecf1-c7a3-4bf9-bace-d1c8d488538d req-bde69456-2f9e-4d68-b035-ced7f12dbca6 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Made reservation on behalf of e9ab4296b9324b029547ba2c6dc24132 for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:28:29.857072 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8000ecf1-c7a3-4bf9-bace-d1c8d488538d req-bde69456-2f9e-4d68-b035-ced7f12dbca6 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:29.866104 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9f7cf65-214b-4f47-887c-cf0ae3889fea tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:28:29.879335 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c105ff4e-463c-4966-9293-8e99b59628a4 None None] Sync routers for ids ['b744f1c8-a7cd-44c6-9fe2-a4d8bd7a8251'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:28:29.880029 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 4eaecd59-1f35-4877-b402-3efe29e9c567 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:28:29.880145 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d9f7cf65-214b-4f47-887c-cf0ae3889fea tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:29.882832 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-d9f7cf65-214b-4f47-887c-cf0ae3889fea tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] 10.222.0.44 "PUT /v2.0/routers/b744f1c8-a7cd-44c6-9fe2-a4d8bd7a8251 HTTP/1.1" status: 200 len: 710 time: 3.8308258 Aug 10 03:28:29.890565 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36256) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:29.892507 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c105ff4e-463c-4966-9293-8e99b59628a4 None None] Routers {'b744f1c8-a7cd-44c6-9fe2-a4d8bd7a8251'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:28:29.893534 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-c105ff4e-463c-4966-9293-8e99b59628a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:28:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['b744f1c8-a7cd-44c6-9fe2-a4d8bd7a8251'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:29.906821 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-e3bc96cd-780a-4bef-9f14-ce08012846ae tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Calling delete_port for 1964c601-d5eb-453f-9c59-396832d4f4bc owned by {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:28:29.909241 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 4eaecd59-1f35-4877-b402-3efe29e9c567 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:28:29.909443 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 4eaecd59-1f35-4877-b402-3efe29e9c567 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:28:29.940226 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-c105ff4e-463c-4966-9293-8e99b59628a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:29.952574 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c105ff4e-463c-4966-9293-8e99b59628a4 None None] Routers {'b744f1c8-a7cd-44c6-9fe2-a4d8bd7a8251'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:28:29.953291 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-c105ff4e-463c-4966-9293-8e99b59628a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:28:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['b744f1c8-a7cd-44c6-9fe2-a4d8bd7a8251'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:29.955424 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b31c2fb7-3d2b-4b42-959c-ebd72c8eb894 req-82c60db3-1493-49f5-8d62-0a86440fdd68 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3733714 Aug 10 03:28:29.997840 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-c105ff4e-463c-4966-9293-8e99b59628a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:29.998886 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c105ff4e-463c-4966-9293-8e99b59628a4 None None] The sync data for ids ['b744f1c8-a7cd-44c6-9fe2-a4d8bd7a8251'] in n-d-768862-13 is: [] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:28:30.023736 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-11ba1567-4db0-4801-bb5a-90a06a11fb57 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] 10.222.0.44 "GET /v2.0/routers/b744f1c8-a7cd-44c6-9fe2-a4d8bd7a8251 HTTP/1.1" status: 200 len: 745 time: 0.1302664 Aug 10 03:28:30.026601 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36262) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:30.056696 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-0d5af3c4-0870-46af-93c3-1cc21b720470 tempest-RoutersIpV6AdminTest-1414028291 tempest-RoutersIpV6AdminTest-1414028291-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=2ea12131-628a-487e-b434-0463553732bd&device_id=b744f1c8-a7cd-44c6-9fe2-a4d8bd7a8251 HTTP/1.1" status: 200 len: 205 time: 0.0288084 Aug 10 03:28:30.061645 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36264) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:30.088339 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-198c1d5f-8eca-4989-a5aa-66b6acba88d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:30.100817 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-d3e69baf-7f21-498b-b4ed-67d4816c3535 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] 10.222.0.44 "GET /v2.0/ports?device_id=b744f1c8-a7cd-44c6-9fe2-a4d8bd7a8251 HTTP/1.1" status: 200 len: 205 time: 0.0373311 Aug 10 03:28:30.105660 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36266) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:30.188831 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-19c02531-0792-497d-85bd-e22b344828d5 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks [] for router, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:30.461926 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-19c02531-0792-497d-85bd-e22b344828d5 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:30.466446 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-19c02531-0792-497d-85bd-e22b344828d5 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:30.486954 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c6737b46-442a-4903-ab86-e157a95f782f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:30.556883 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-19c02531-0792-497d-85bd-e22b344828d5 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:30.557884 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c02531-0792-497d-85bd-e22b344828d5 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Fanout notify agent at l3_agent the message router_deleted on router b744f1c8-a7cd-44c6-9fe2-a4d8bd7a8251 {{(pid=94261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:28:30.571807 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-19c02531-0792-497d-85bd-e22b344828d5 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:30.573998 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-19c02531-0792-497d-85bd-e22b344828d5 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] 10.222.0.44 "DELETE /v2.0/routers/b744f1c8-a7cd-44c6-9fe2-a4d8bd7a8251 HTTP/1.1" status: 204 len: 168 time: 0.4669394 Aug 10 03:28:30.577114 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-c6737b46-442a-4903-ab86-e157a95f782f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['126df8a7-19e4-4861-bfbc-5f41dea08a93']}} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:30.579238 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36270) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:30.629733 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-5a1bf33c-48fb-4110-9894-a03ec901da37 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] 10.222.0.44 "GET /v2.0/ports?device_id=b744f1c8-a7cd-44c6-9fe2-a4d8bd7a8251 HTTP/1.1" status: 200 len: 205 time: 0.0480633 Aug 10 03:28:30.633367 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-198c1d5f-8eca-4989-a5aa-66b6acba88d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:30.633685 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36272) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:30.636736 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-c6737b46-442a-4903-ab86-e157a95f782f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f9f6e4f-8252-4ae5-90af-c7e3e03d9ec8') {'for_net_delete': True} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:30.637017 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-c6737b46-442a-4903-ab86-e157a95f782f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f9f6e4f-8252-4ae5-90af-c7e3e03d9ec8') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:30.641828 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-68b83600-b27e-4894-9cbf-6604061e2a64 req-5da2d6c0-25fc-4e12-beb2-cac6875bbca5 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f70549b-d8ab-420c-8f76-4bc4d67f60eb HTTP/1.1" status: 200 len: 210 time: 0.1572809 Aug 10 03:28:30.674713 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c6737b46-442a-4903-ab86-e157a95f782f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191186'] for segment, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:30.719299 n-d-768862-13 neutron-server[94261]: INFO neutron.api.v2.resource [None req-ab550298-6a81-43e2-99fe-4119e5dc2695 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] delete failed (client error): The resource could not be found. Aug 10 03:28:30.722096 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ab550298-6a81-43e2-99fe-4119e5dc2695 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] 10.222.0.44 "DELETE /v2.0/routers/b744f1c8-a7cd-44c6-9fe2-a4d8bd7a8251 HTTP/1.1" status: 404 len: 336 time: 0.0858707 Aug 10 03:28:30.725785 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36276) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:30.770520 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c6737b46-442a-4903-ab86-e157a95f782f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:30.770907 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-f51aa52b-5fe0-40e1-bbe1-db2796962e7a tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] 10.222.0.44 "GET /v2.0/ports?device_id=94801b90-f5ea-4f95-8fe8-c541a7b13072 HTTP/1.1" status: 200 len: 205 time: 0.0430176 Aug 10 03:28:30.779352 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36280) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:30.786062 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6737b46-442a-4903-ab86-e157a95f782f admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=94260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:28:30.786581 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c6737b46-442a-4903-ab86-e157a95f782f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58895489'] for segment, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:30.789210 n-d-768862-13 neutron-server[94260]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:28:30.789210 n-d-768862-13 neutron-server[94260]: self.session.flush() Aug 10 03:28:30.789210 n-d-768862-13 neutron-server[94260]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:28:30.789210 n-d-768862-13 neutron-server[94260]: self.session.flush() Aug 10 03:28:30.789210 n-d-768862-13 neutron-server[94260]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:28:30.789210 n-d-768862-13 neutron-server[94260]: self.session.flush() Aug 10 03:28:30.789210 n-d-768862-13 neutron-server[94260]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:28:30.789210 n-d-768862-13 neutron-server[94260]: self.session.flush() Aug 10 03:28:30.789210 n-d-768862-13 neutron-server[94260]: Traceback (most recent call last): Aug 10 03:28:30.789210 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:28:30.789210 n-d-768862-13 neutron-server[94260]: timer() Aug 10 03:28:30.789210 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:28:30.789210 n-d-768862-13 neutron-server[94260]: cb(*args, **kw) Aug 10 03:28:30.789210 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:28:30.789210 n-d-768862-13 neutron-server[94260]: return func(*args, **kwargs) Aug 10 03:28:30.789210 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:28:30.789210 n-d-768862-13 neutron-server[94260]: self._notify() Aug 10 03:28:30.789210 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:28:30.789210 n-d-768862-13 neutron-server[94260]: self.callback(batched_events) Aug 10 03:28:30.789210 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:28:30.789210 n-d-768862-13 neutron-server[94260]: event.method(event) Aug 10 03:28:30.789210 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:28:30.789210 n-d-768862-13 neutron-server[94260]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:28:30.789210 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:28:30.789210 n-d-768862-13 neutron-server[94260]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:28:30.789210 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:28:30.789210 n-d-768862-13 neutron-server[94260]: return f(self, *a, **k) Aug 10 03:28:30.789210 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:28:30.789210 n-d-768862-13 neutron-server[94260]: return self._get(url).json() Aug 10 03:28:30.789210 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:28:30.789210 n-d-768862-13 neutron-server[94260]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:28:30.789210 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:28:30.789210 n-d-768862-13 neutron-server[94260]: return self.request(url, 'GET', **kwargs) Aug 10 03:28:30.789210 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:28:30.789210 n-d-768862-13 neutron-server[94260]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:28:30.789210 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:28:30.789210 n-d-768862-13 neutron-server[94260]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:28:30.789210 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:28:30.789210 n-d-768862-13 neutron-server[94260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:28:30.789210 n-d-768862-13 neutron-server[94260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:28:30.817613 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54274b76-1db5-438f-a528-04c8af7c371e req-e7b9def1-bce8-43b6-9cd1-c018271eb224 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:30.819931 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-54274b76-1db5-438f-a528-04c8af7c371e req-e7b9def1-bce8-43b6-9cd1-c018271eb224 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 945 time: 0.7293694 Aug 10 03:28:30.867957 n-d-768862-13 neutron-server[94261]: INFO neutron.api.v2.resource [None req-d377cdd0-235d-432c-938a-a21392b15b2e tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] delete failed (client error): The resource could not be found. Aug 10 03:28:30.873707 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-d377cdd0-235d-432c-938a-a21392b15b2e tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] 10.222.0.44 "DELETE /v2.0/routers/94801b90-f5ea-4f95-8fe8-c541a7b13072 HTTP/1.1" status: 404 len: 336 time: 0.0869067 Aug 10 03:28:30.877123 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36282) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:30.932495 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-b13ec570-8d35-4ab8-be91-70d5689d6b6c tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] 10.222.0.44 "GET /v2.0/ports?device_id=6fc19a28-1285-4d96-a2da-eca837e51085 HTTP/1.1" status: 200 len: 205 time: 0.0530424 Aug 10 03:28:30.935332 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36284) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:30.945559 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-8000ecf1-c7a3-4bf9-bace-d1c8d488538d req-bde69456-2f9e-4d68-b035-ced7f12dbca6 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Allocated IP 172.20.0.3 (c0659391-a657-4b16-a8ee-a2586c7786a9/ffd75aef-22f1-4d31-9592-d84c9fe2b2a2/cbef0d33-5e2e-4d43-a157-107b8525b6d2) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:28:30.960386 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-198c1d5f-8eca-4989-a5aa-66b6acba88d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:30.963593 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-198c1d5f-8eca-4989-a5aa-66b6acba88d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:30.967680 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-198c1d5f-8eca-4989-a5aa-66b6acba88d5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e4ce289d-4fe6-4693-ac3b-6fbbca1566bc HTTP/1.1" status: 204 len: 168 time: 1.4353769 Aug 10 03:28:30.981831 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c6737b46-442a-4903-ab86-e157a95f782f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:31.002415 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c6737b46-442a-4903-ab86-e157a95f782f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:31.004751 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-c6737b46-442a-4903-ab86-e157a95f782f admin admin] 10.222.0.44 "DELETE /v2.0/networks/126df8a7-19e4-4861-bfbc-5f41dea08a93 HTTP/1.1" status: 204 len: 168 time: 3.0667961 Aug 10 03:28:31.016028 n-d-768862-13 neutron-server[94261]: INFO neutron.api.v2.resource [None req-5ba98750-529d-4ee2-9cbf-504d07e21db4 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] delete failed (client error): The resource could not be found. Aug 10 03:28:31.022140 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-5ba98750-529d-4ee2-9cbf-504d07e21db4 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] 10.222.0.44 "DELETE /v2.0/routers/6fc19a28-1285-4d96-a2da-eca837e51085 HTTP/1.1" status: 404 len: 336 time: 0.0808902 Aug 10 03:28:31.022790 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36290) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:31.027210 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e3bc96cd-780a-4bef-9f14-ce08012846ae tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:31.029675 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198c1d5f-8eca-4989-a5aa-66b6acba88d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ce289d-4fe6-4693-ac3b-6fbbca1566bc,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:31.059229 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6737b46-442a-4903-ab86-e157a95f782f admin admin] Pushing event deleted for resources: {'Network': ['ID=126df8a7-19e4-4861-bfbc-5f41dea08a93,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:31.088936 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-54274b76-1db5-438f-a528-04c8af7c371e req-dccd3902-4edf-49bd-98da-9ada917bc0c4 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176833 Aug 10 03:28:31.090420 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-87a2a8bf-84df-4e65-9b07-1b0974f074ab tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7909506-5653-4e3b-b679-f58e837a3b19 HTTP/1.1" status: 200 len: 205 time: 0.0656216 Aug 10 03:28:31.093478 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bc96cd-780a-4bef-9f14-ce08012846ae tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Pushing event deleted for resources: {'Port': ['ID=1964c601-d5eb-453f-9c59-396832d4f4bc,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:31.094261 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36292) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:31.182091 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e3bc96cd-780a-4bef-9f14-ce08012846ae tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:31.188096 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-e3bc96cd-780a-4bef-9f14-ce08012846ae tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] 10.222.0.44 "DELETE /v2.0/ports/1964c601-d5eb-453f-9c59-396832d4f4bc HTTP/1.1" status: 204 len: 168 time: 2.5347569 Aug 10 03:28:31.197492 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36294) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:31.215736 n-d-768862-13 neutron-server[94261]: INFO neutron.api.v2.resource [None req-d46c7ef5-d838-4de2-acdc-aaa1bc22ecab tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] delete failed (client error): The resource could not be found. Aug 10 03:28:31.227554 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36298) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:31.232663 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-d46c7ef5-d838-4de2-acdc-aaa1bc22ecab tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] 10.222.0.44 "DELETE /v2.0/routers/a7909506-5653-4e3b-b679-f58e837a3b19 HTTP/1.1" status: 404 len: 336 time: 0.1363239 Aug 10 03:28:31.342017 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-ec44384b-38ee-4f6c-be36-8730a6677621 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] 10.222.0.44 "GET /v2.0/ports?device_id=00916692-cbba-43cf-9d05-1eec43c3b09a HTTP/1.1" status: 200 len: 205 time: 0.1128414 Aug 10 03:28:31.344311 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36302) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:31.441549 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36304) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:31.454824 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_v2 [None req-123b864d-9bf4-42d4-ac67-864563acf957 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Deleting subnet 336d8a33-e3d7-409c-a39c-1731c23c24f4 {{(pid=94260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:28:31.464748 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-123b864d-9bf4-42d4-ac67-864563acf957 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Notify callbacks [] for subnet, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:31.489867 n-d-768862-13 neutron-server[94261]: INFO neutron.api.v2.resource [None req-07295e21-9f7a-4dcd-9de1-1c8192ee3464 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] delete failed (client error): The resource could not be found. Aug 10 03:28:31.495328 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-07295e21-9f7a-4dcd-9de1-1c8192ee3464 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] 10.222.0.44 "DELETE /v2.0/routers/00916692-cbba-43cf-9d05-1eec43c3b09a HTTP/1.1" status: 404 len: 336 time: 0.1490257 Aug 10 03:28:31.518170 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36306) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:31.554547 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-dac9e6a8-b99e-4e01-9ace-b9a6f11461a4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7be8aebab9524a33aa2535549ec7cd0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1060016 Aug 10 03:28:31.555631 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36308) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:31.667294 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-92aa4787-f4f9-44cf-8c48-b94bd7716236 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:31.694384 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-ddc6ec2f-f0e8-4b34-b5b3-d46848270457 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca589728-9f63-4516-8430-ba818ca4e989 HTTP/1.1" status: 200 len: 205 time: 0.0983527 Aug 10 03:28:31.697681 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36312) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:31.699382 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8000ecf1-c7a3-4bf9-bace-d1c8d488538d req-bde69456-2f9e-4d68-b035-ced7f12dbca6 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:31.728069 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-123b864d-9bf4-42d4-ac67-864563acf957 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191173'] for subnet, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:31.817902 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b8e9ae-53a1-42a3-9602-c308f9e7b730 req-fa64fe65-5a6a-45be-9bd4-288a3ca2eb74 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:31.821617 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-35b8e9ae-53a1-42a3-9602-c308f9e7b730 req-fa64fe65-5a6a-45be-9bd4-288a3ca2eb74 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 945 time: 0.4778636 Aug 10 03:28:31.824298 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-92aa4787-f4f9-44cf-8c48-b94bd7716236 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:31.828045 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-8000ecf1-c7a3-4bf9-bace-d1c8d488538d req-bde69456-2f9e-4d68-b035-ced7f12dbca6 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Transition to ACTIVE for port object cbef0d33-5e2e-4d43-a157-107b8525b6d2 will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:28:31.830095 n-d-768862-13 neutron-server[94261]: INFO neutron.api.v2.resource [None req-6d72c91d-e9e6-45c4-8726-a3c38bbbe52b tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] delete failed (client error): The resource could not be found. Aug 10 03:28:31.832208 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-6d72c91d-e9e6-45c4-8726-a3c38bbbe52b tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] 10.222.0.44 "DELETE /v2.0/routers/ca589728-9f63-4516-8430-ba818ca4e989 HTTP/1.1" status: 404 len: 336 time: 0.1327693 Aug 10 03:28:31.839756 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36316) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:31.925337 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-92aa4787-f4f9-44cf-8c48-b94bd7716236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:31.935462 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-92aa4787-f4f9-44cf-8c48-b94bd7716236 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:31.938322 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-92aa4787-f4f9-44cf-8c48-b94bd7716236 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/19cc7362-8f8b-47a2-b13d-80c9c9a2c563 HTTP/1.1" status: 204 len: 168 time: 0.3810902 Aug 10 03:28:31.950517 n-d-768862-13 neutron-server[94260]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1ddb63b-924a-4b6b-b441-55751d089494 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] DELETE failed (client error): The resource could not be found. Aug 10 03:28:31.951040 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aa4787-f4f9-44cf-8c48-b94bd7716236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19cc7362-8f8b-47a2-b13d-80c9c9a2c563,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:31.951328 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1ddb63b-924a-4b6b-b441-55751d089494 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:28:31.954202 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-c1ddb63b-924a-4b6b-b441-55751d089494 tempest-RoutersIpV6AdminTest-2000370694 tempest-RoutersIpV6AdminTest-2000370694-project] 10.222.0.44 "DELETE /v2.0/subnets/7e5c2705-a62b-415b-b01b-3811bf381b27 HTTP/1.1" status: 404 len: 337 time: 0.1114726 Aug 10 03:28:31.982403 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36324) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:32.005136 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1eda178a-6e2b-46b4-ab34-e6dd8de36c67 req-e4537736-c49a-498d-b540-185a0a998b49 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f70549b-d8ab-420c-8f76-4bc4d67f60eb HTTP/1.1" status: 200 len: 210 time: 0.1496603 Aug 10 03:28:32.009222 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3cc55fcd-5772-4972-a56e-4a503090145a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:32.197263 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-35b8e9ae-53a1-42a3-9602-c308f9e7b730 req-0f9c7177-6daa-46e7-ac3a-024061f653d6 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3471553 Aug 10 03:28:32.224737 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-123b864d-9bf4-42d4-ac67-864563acf957 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:32.239340 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3cc55fcd-5772-4972-a56e-4a503090145a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:32.250785 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3cc55fcd-5772-4972-a56e-4a503090145a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:32.276361 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8000ecf1-c7a3-4bf9-bace-d1c8d488538d req-bde69456-2f9e-4d68-b035-ced7f12dbca6 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:32.343682 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-3cc55fcd-5772-4972-a56e-4a503090145a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=264132480f17452dbeb659c3651e1464&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3592882 Aug 10 03:28:32.345664 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc55fcd-5772-4972-a56e-4a503090145a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba09a6e-3832-47a8-b8e3-280c3aa15ccb,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:32.363026 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36330) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:32.382551 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde69456-2f9e-4d68-b035-ced7f12dbca6 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Pushing event updated for resources: {'Port': ['ID=cbef0d33-5e2e-4d43-a157-107b8525b6d2,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:32.449959 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9ba2a9fd-99e9-4987-bd8d-b20861690ff2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:32.457341 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8000ecf1-c7a3-4bf9-bace-d1c8d488538d req-bde69456-2f9e-4d68-b035-ced7f12dbca6 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Network c0659391-a657-4b16-a8ee-a2586c7786a9 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:28:32.463260 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-8000ecf1-c7a3-4bf9-bace-d1c8d488538d req-bde69456-2f9e-4d68-b035-ced7f12dbca6 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:28:32.472403 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-8000ecf1-c7a3-4bf9-bace-d1c8d488538d req-bde69456-2f9e-4d68-b035-ced7f12dbca6 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:28:32.484191 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9ba2a9fd-99e9-4987-bd8d-b20861690ff2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:32.574953 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9ba2a9fd-99e9-4987-bd8d-b20861690ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:32.578732 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9ba2a9fd-99e9-4987-bd8d-b20861690ff2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:32.581027 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-9ba2a9fd-99e9-4987-bd8d-b20861690ff2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9ba09a6e-3832-47a8-b8e3-280c3aa15ccb HTTP/1.1" status: 204 len: 168 time: 0.2132356 Aug 10 03:28:32.591096 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-123b864d-9bf4-42d4-ac67-864563acf957 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:32.593505 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba2a9fd-99e9-4987-bd8d-b20861690ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba09a6e-3832-47a8-b8e3-280c3aa15ccb,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:32.633019 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36344) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:32.661098 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8000ecf1-c7a3-4bf9-bace-d1c8d488538d req-bde69456-2f9e-4d68-b035-ced7f12dbca6 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:32.662812 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8000ecf1-c7a3-4bf9-bace-d1c8d488538d req-bde69456-2f9e-4d68-b035-ced7f12dbca6 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:32.729192 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879dba1e-3b19-4729-a456-c1fd84b85a79 None None] Network feb4d65c-162e-45ea-951c-1528d34ca6b8 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:28:32.758095 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b864d-9bf4-42d4-ac67-864563acf957 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Pushing event deleted for resources: {'Subnet': ['ID=336d8a33-e3d7-409c-a39c-1731c23c24f4,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:32.770076 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-123b864d-9bf4-42d4-ac67-864563acf957 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:32.775771 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-123b864d-9bf4-42d4-ac67-864563acf957 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] 10.222.0.44 "DELETE /v2.0/subnets/336d8a33-e3d7-409c-a39c-1731c23c24f4 HTTP/1.1" status: 204 len: 168 time: 1.5754004 Aug 10 03:28:32.776955 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36350) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:32.791450 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8000ecf1-c7a3-4bf9-bace-d1c8d488538d req-bde69456-2f9e-4d68-b035-ced7f12dbca6 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6662107 Aug 10 03:28:32.816912 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-8000ecf1-c7a3-4bf9-bace-d1c8d488538d req-6010d55e-94a3-4589-bba9-6a0efc93241c service neutron] Request body: {'port': {'device_id': '5f70549b-d8ab-420c-8f76-4bc4d67f60eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:32.887881 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48fc101-8d7c-4405-a03c-d907020bfa48 req-3f1d0ad3-1854-4aa6-92bf-b2b5f5e478b2 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:32.890534 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c48fc101-8d7c-4405-a03c-d907020bfa48 req-3f1d0ad3-1854-4aa6-92bf-b2b5f5e478b2 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 945 time: 0.2833960 Aug 10 03:28:32.964556 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8000ecf1-c7a3-4bf9-bace-d1c8d488538d req-6010d55e-94a3-4589-bba9-6a0efc93241c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:32.978294 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-67c236d8-8627-4992-88e1-af0e2f8dc6da tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:32.985099 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c48fc101-8d7c-4405-a03c-d907020bfa48 req-7535fe22-b259-4fa5-beda-2ca59de546af tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855663 Aug 10 03:28:33.088048 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-564654fd-7166-42aa-878f-34358e9c379d None None] Provisioning for port cbef0d33-5e2e-4d43-a157-107b8525b6d2 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:28:33.113142 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-564654fd-7166-42aa-878f-34358e9c379d None None] Provisioning complete for port cbef0d33-5e2e-4d43-a157-107b8525b6d2 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:33.113756 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-564654fd-7166-42aa-878f-34358e9c379d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:33.121020 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-67c236d8-8627-4992-88e1-af0e2f8dc6da tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Deleting port c5ded5b9-d903-48a7-aa69-6f20ea5a7113 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:28:33.121423 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-67c236d8-8627-4992-88e1-af0e2f8dc6da tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:33.236385 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a4c20a1a-48b4-4eec-a8cd-a1bead8d9582 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:33.261225 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:33.267538 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-564654fd-7166-42aa-878f-34358e9c379d None None] Port cbef0d33-5e2e-4d43-a157-107b8525b6d2 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:28:33.278551 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40627705-6c38-4548-950c-230c2f134a49 None None] DHCP port deletion for feb4d65c-162e-45ea-951c-1528d34ca6b8 request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:28:33.287585 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-67c236d8-8627-4992-88e1-af0e2f8dc6da tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] For port c5ded5b9-d903-48a7-aa69-6f20ea5a7113, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=c5ded5b9-d903-48a7-aa69-6f20ea5a7113,segment=NetworkSegment(c81f2a43-5d4e-4cdf-bbb4-82e6dec6a68e),segment_id=c81f2a43-5d4e-4cdf-bbb4-82e6dec6a68e)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:33.289565 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-67c236d8-8627-4992-88e1-af0e2f8dc6da tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:33.352123 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-67c236d8-8627-4992-88e1-af0e2f8dc6da tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Calling delete_port for c5ded5b9-d903-48a7-aa69-6f20ea5a7113 owned by network:dhcp {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:28:33.397912 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9089953-34d9-43c6-add2-6d73f3fdffe4 req-e3b20252-6c95-416a-9cf5-5fe827deef6b tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:33.400385 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c9089953-34d9-43c6-add2-6d73f3fdffe4 req-e3b20252-6c95-416a-9cf5-5fe827deef6b tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f70549b-d8ab-420c-8f76-4bc4d67f60eb HTTP/1.1" status: 200 len: 931 time: 0.2519104 Aug 10 03:28:33.416340 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d383f938-34d6-4a3f-8383-a7a1ada9f0e5 req-7b57ae2d-54a1-4a38-b6c6-3554ffdebc00 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:33.418256 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d383f938-34d6-4a3f-8383-a7a1ada9f0e5 req-7b57ae2d-54a1-4a38-b6c6-3554ffdebc00 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 945 time: 0.3118618 Aug 10 03:28:33.422466 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-40627705-6c38-4548-950c-230c2f134a49 None None] Deleting port c5ded5b9-d903-48a7-aa69-6f20ea5a7113 {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:28:33.423445 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-40627705-6c38-4548-950c-230c2f134a49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:33.497130 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c9089953-34d9-43c6-add2-6d73f3fdffe4 req-eb3fc2ec-7d3c-43ae-9a85-c9567a7c676f tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=60e8d4ce-c00a-43d5-86a4-544ebfda7358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774102 Aug 10 03:28:33.565136 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d383f938-34d6-4a3f-8383-a7a1ada9f0e5 req-165f1f6c-3a85-4dcd-8a0a-18802f70fc6f tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154096 Aug 10 03:28:33.683450 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-40627705-6c38-4548-950c-230c2f134a49 None None] For port c5ded5b9-d903-48a7-aa69-6f20ea5a7113, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=c5ded5b9-d903-48a7-aa69-6f20ea5a7113,segment=NetworkSegment(c81f2a43-5d4e-4cdf-bbb4-82e6dec6a68e),segment_id=c81f2a43-5d4e-4cdf-bbb4-82e6dec6a68e)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:33.684497 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-40627705-6c38-4548-950c-230c2f134a49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:33.718413 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-40627705-6c38-4548-950c-230c2f134a49 None None] Calling delete_port for c5ded5b9-d903-48a7-aa69-6f20ea5a7113 owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:28:33.729786 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a4c20a1a-48b4-4eec-a8cd-a1bead8d9582 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:33.739855 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a4c20a1a-48b4-4eec-a8cd-a1bead8d9582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:33.747913 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36382) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:33.778776 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-8000ecf1-c7a3-4bf9-bace-d1c8d488538d req-6010d55e-94a3-4589-bba9-6a0efc93241c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbef0d33-5e2e-4d43-a157-107b8525b6d2 {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:28:33.796511 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-67c236d8-8627-4992-88e1-af0e2f8dc6da tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:33.800464 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8000ecf1-c7a3-4bf9-bace-d1c8d488538d req-6010d55e-94a3-4589-bba9-6a0efc93241c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:33.828198 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-8000ecf1-c7a3-4bf9-bace-d1c8d488538d req-6010d55e-94a3-4589-bba9-6a0efc93241c service neutron] Transition to ACTIVE for port object cbef0d33-5e2e-4d43-a157-107b8525b6d2 will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:28:33.838113 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8000ecf1-c7a3-4bf9-bace-d1c8d488538d req-6010d55e-94a3-4589-bba9-6a0efc93241c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:33.929682 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c236d8-8627-4992-88e1-af0e2f8dc6da tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Pushing event deleted for resources: {'Port': ['ID=c5ded5b9-d903-48a7-aa69-6f20ea5a7113,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:33.949519 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-40627705-6c38-4548-950c-230c2f134a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:33.960330 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a4c20a1a-48b4-4eec-a8cd-a1bead8d9582 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4492b3c41b8f4cb0a936497ec4a9143a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3254075 Aug 10 03:28:33.962088 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c236d8-8627-4992-88e1-af0e2f8dc6da tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] No DVR routers for this DVR port c5ded5b9-d903-48a7-aa69-6f20ea5a7113 on host n-d-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:28:33.964933 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36390) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:33.968619 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device c5ded5b9-d903-48a7-aa69-6f20ea5a7113 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:28:33.968865 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c20a1a-48b4-4eec-a8cd-a1bead8d9582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77e6bce6-3723-48bc-bf66-85fd78d7aabd,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:33.984882 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010d55e-94a3-4589-bba9-6a0efc93241c service neutron] Pushing event updated for resources: {'Port': ['ID=cbef0d33-5e2e-4d43-a157-107b8525b6d2,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:34.047901 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: c5ded5b9-d903-48a7-aa69-6f20ea5a7113 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:28:34.048469 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device c5ded5b9-d903-48a7-aa69-6f20ea5a7113 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:28:34.119187 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-65028fcf-00bb-4533-a16e-5c2b87d0f392 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-2088595330-network', 'tenant_id': '06606621a2d24fef915c6881fd81f7c6'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:34.124725 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40627705-6c38-4548-950c-230c2f134a49 None None] Pushing event deleted for resources: {'Port': ['ID=c5ded5b9-d903-48a7-aa69-6f20ea5a7113,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:34.138150 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40627705-6c38-4548-950c-230c2f134a49 None None] No DVR routers for this DVR port c5ded5b9-d903-48a7-aa69-6f20ea5a7113 on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:28:34.238474 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65028fcf-00bb-4533-a16e-5c2b87d0f392 admin admin] Made reservation on behalf of 06606621a2d24fef915c6881fd81f7c6 for: {'network': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:28:34.243147 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-65028fcf-00bb-4533-a16e-5c2b87d0f392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:34.260548 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-8000ecf1-c7a3-4bf9-bace-d1c8d488538d req-6010d55e-94a3-4589-bba9-6a0efc93241c service neutron] Attempting to bind port cbef0d33-5e2e-4d43-a157-107b8525b6d2 on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:28:34.260921 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-8000ecf1-c7a3-4bf9-bace-d1c8d488538d req-6010d55e-94a3-4589-bba9-6a0efc93241c service neutron] Attempting to bind port cbef0d33-5e2e-4d43-a157-107b8525b6d2 by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '17789ec9-f3a0-458f-a646-d9adbb03f346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c0659391-a657-4b16-a8ee-a2586c7786a9'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:28:34.261207 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8000ecf1-c7a3-4bf9-bace-d1c8d488538d req-6010d55e-94a3-4589-bba9-6a0efc93241c service neutron] Attempting to bind port cbef0d33-5e2e-4d43-a157-107b8525b6d2 on network c0659391-a657-4b16-a8ee-a2586c7786a9 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:28:34.271185 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-65028fcf-00bb-4533-a16e-5c2b87d0f392 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:34.296649 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-67c236d8-8627-4992-88e1-af0e2f8dc6da tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:34.297818 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d10ceb-45a7-4d08-accd-ab8588f25ec9 req-534182ba-7aad-4403-afc6-992ce6d24b87 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:34.312984 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f0d10ceb-45a7-4d08-accd-ab8588f25ec9 req-534182ba-7aad-4403-afc6-992ce6d24b87 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 945 time: 0.1517072 Aug 10 03:28:34.323190 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-67c236d8-8627-4992-88e1-af0e2f8dc6da tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['feb4d65c-162e-45ea-951c-1528d34ca6b8']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:34.347368 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8000ecf1-c7a3-4bf9-bace-d1c8d488538d req-6010d55e-94a3-4589-bba9-6a0efc93241c service neutron] Port cbef0d33-5e2e-4d43-a157-107b8525b6d2 on network c0659391-a657-4b16-a8ee-a2586c7786a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:28:34.347649 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-67c236d8-8627-4992-88e1-af0e2f8dc6da tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c81f2a43-5d4e-4cdf-bbb4-82e6dec6a68e') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:34.348150 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-67c236d8-8627-4992-88e1-af0e2f8dc6da tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c81f2a43-5d4e-4cdf-bbb4-82e6dec6a68e') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:34.348353 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8000ecf1-c7a3-4bf9-bace-d1c8d488538d req-6010d55e-94a3-4589-bba9-6a0efc93241c service neutron] Attempting to bind port cbef0d33-5e2e-4d43-a157-107b8525b6d2 on network c0659391-a657-4b16-a8ee-a2586c7786a9 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:28:34.383341 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-67c236d8-8627-4992-88e1-af0e2f8dc6da tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:34.386961 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-58e296cb-b790-47a4-9529-3645e95a3fea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:34.388758 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8000ecf1-c7a3-4bf9-bace-d1c8d488538d req-6010d55e-94a3-4589-bba9-6a0efc93241c service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:28:34.389101 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8000ecf1-c7a3-4bf9-bace-d1c8d488538d req-6010d55e-94a3-4589-bba9-6a0efc93241c service neutron] Checking segment: {'id': '17789ec9-f3a0-458f-a646-d9adbb03f346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c0659391-a657-4b16-a8ee-a2586c7786a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:28:34.389650 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8000ecf1-c7a3-4bf9-bace-d1c8d488538d req-6010d55e-94a3-4589-bba9-6a0efc93241c service neutron] Bound using segment: {'id': '17789ec9-f3a0-458f-a646-d9adbb03f346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c0659391-a657-4b16-a8ee-a2586c7786a9'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:28:34.390148 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-8000ecf1-c7a3-4bf9-bace-d1c8d488538d req-6010d55e-94a3-4589-bba9-6a0efc93241c service neutron] Bound port: cbef0d33-5e2e-4d43-a157-107b8525b6d2, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17789ec9-f3a0-458f-a646-d9adbb03f346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c0659391-a657-4b16-a8ee-a2586c7786a9'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:28:34.390546 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8000ecf1-c7a3-4bf9-bace-d1c8d488538d req-6010d55e-94a3-4589-bba9-6a0efc93241c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:34.436729 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f0d10ceb-45a7-4d08-accd-ab8588f25ec9 req-ededc09d-d5fa-4663-93c3-8d5682ef915e tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156178 Aug 10 03:28:34.441277 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-67c236d8-8627-4992-88e1-af0e2f8dc6da tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:34.458113 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-58e296cb-b790-47a4-9529-3645e95a3fea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:34.475514 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67c236d8-8627-4992-88e1-af0e2f8dc6da tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:28:34.476606 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-67c236d8-8627-4992-88e1-af0e2f8dc6da tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:34.482744 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:28:34.482744 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:28:34.482744 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:28:34.482744 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:28:34.482744 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:28:34.482744 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:28:34.482744 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:28:34.482744 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:28:34.482744 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:28:34.482744 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:28:34.482744 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:28:34.482744 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:28:34.482744 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:28:34.482744 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:28:34.482744 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:28:34.482744 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:28:34.482744 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:28:34.482744 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:28:34.482744 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:28:34.482744 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:28:34.482744 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:28:34.482744 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:28:34.482744 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:28:34.482744 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:28:34.482744 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:28:34.482744 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:28:34.482744 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:28:34.482744 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:28:34.482744 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:28:34.482744 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:28:34.482744 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:28:34.482744 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:28:34.547015 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-8000ecf1-c7a3-4bf9-bace-d1c8d488538d req-6010d55e-94a3-4589-bba9-6a0efc93241c service neutron] For port cbef0d33-5e2e-4d43-a157-107b8525b6d2, host n-h1-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:28:34.551954 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-8000ecf1-c7a3-4bf9-bace-d1c8d488538d req-6010d55e-94a3-4589-bba9-6a0efc93241c service neutron] For port cbef0d33-5e2e-4d43-a157-107b8525b6d2, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=cbef0d33-5e2e-4d43-a157-107b8525b6d2,segment=NetworkSegment(17789ec9-f3a0-458f-a646-d9adbb03f346),segment_id=17789ec9-f3a0-458f-a646-d9adbb03f346)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:28:34.560438 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8000ecf1-c7a3-4bf9-bace-d1c8d488538d req-6010d55e-94a3-4589-bba9-6a0efc93241c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:34.613412 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8000ecf1-c7a3-4bf9-bace-d1c8d488538d req-6010d55e-94a3-4589-bba9-6a0efc93241c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:34.614166 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8000ecf1-c7a3-4bf9-bace-d1c8d488538d req-6010d55e-94a3-4589-bba9-6a0efc93241c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:34.618597 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8000ecf1-c7a3-4bf9-bace-d1c8d488538d req-6010d55e-94a3-4589-bba9-6a0efc93241c service neutron] 10.222.0.42 "PUT /v2.0/ports/cbef0d33-5e2e-4d43-a157-107b8525b6d2 HTTP/1.1" status: 200 len: 1092 time: 1.8126025 Aug 10 03:28:34.619748 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f70549b-d8ab-420c-8f76-4bc4d67f60eb', 'tag': 'cbef0d33-5e2e-4d43-a157-107b8525b6d2'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:28:34.621832 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e34dda28-c2e1-40ba-af4e-05a7523ceebc" -d '{"events": [{"name": "network-changed", "server_uuid": "5f70549b-d8ab-420c-8f76-4bc4d67f60eb", "tag": "cbef0d33-5e2e-4d43-a157-107b8525b6d2"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:28:34.696939 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-67c236d8-8627-4992-88e1-af0e2f8dc6da tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:34.717092 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-67c236d8-8627-4992-88e1-af0e2f8dc6da tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:34.721721 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-67c236d8-8627-4992-88e1-af0e2f8dc6da tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] 10.222.0.44 "DELETE /v2.0/networks/feb4d65c-162e-45ea-951c-1528d34ca6b8 HTTP/1.1" status: 204 len: 168 time: 1.9392514 Aug 10 03:28:34.742815 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-58e296cb-b790-47a4-9529-3645e95a3fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:34.746978 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-58e296cb-b790-47a4-9529-3645e95a3fea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:34.750891 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-58e296cb-b790-47a4-9529-3645e95a3fea admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/77e6bce6-3723-48bc-bf66-85fd78d7aabd HTTP/1.1" status: 204 len: 168 time: 0.7814896 Aug 10 03:28:34.759170 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c236d8-8627-4992-88e1-af0e2f8dc6da tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134 tempest-ExtraDHCPOptionsIpV6TestJSON-1256217134-project] Pushing event deleted for resources: {'Network': ['ID=feb4d65c-162e-45ea-951c-1528d34ca6b8,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:34.761708 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-65028fcf-00bb-4533-a16e-5c2b87d0f392 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:34.763205 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e296cb-b790-47a4-9529-3645e95a3fea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e6bce6-3723-48bc-bf66-85fd78d7aabd,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:34.827127 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-65028fcf-00bb-4533-a16e-5c2b87d0f392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:34.865373 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8000ecf1-c7a3-4bf9-bace-d1c8d488538d req-b0fc3bb5-b456-40f6-b617-2efe06b3d617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:34.867235 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8000ecf1-c7a3-4bf9-bace-d1c8d488538d req-b0fc3bb5-b456-40f6-b617-2efe06b3d617 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e9ab4296b9324b029547ba2c6dc24132&device_id=5f70549b-d8ab-420c-8f76-4bc4d67f60eb HTTP/1.1" status: 200 len: 1095 time: 0.1874740 Aug 10 03:28:34.874556 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010d55e-94a3-4589-bba9-6a0efc93241c service neutron] Pushing event updated for resources: {'Port': ['ID=cbef0d33-5e2e-4d43-a157-107b8525b6d2,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:34.888432 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65028fcf-00bb-4533-a16e-5c2b87d0f392 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=94260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:28:34.952124 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8000ecf1-c7a3-4bf9-bace-d1c8d488538d req-fcdd1729-b134-4149-b0f9-7db8368b52f7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cbef0d33-5e2e-4d43-a157-107b8525b6d2 HTTP/1.1" status: 200 len: 217 time: 0.0711017 Aug 10 03:28:35.001680 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65028fcf-00bb-4533-a16e-5c2b87d0f392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf87fc90-0dd7-4034-9c5a-222b810e73fd,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:35.005583 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-65028fcf-00bb-4533-a16e-5c2b87d0f392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:35.006703 n-d-768862-13 neutron-server[94260]: INFO neutron.db.segments_db [None req-65028fcf-00bb-4533-a16e-5c2b87d0f392 admin admin] Added segment 3d6486b8-1ae6-4854-a2fd-437b7f0ae1c7 of type vlan for network 85b367b8-7135-40c5-a980-f941edd368fb Aug 10 03:28:35.021286 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69484755-e9c0-4be0-8490-2b7d5eec24e2 req-aeaada9e-5f56-4450-9d67-25024b5ebd86 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:35.023564 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-69484755-e9c0-4be0-8490-2b7d5eec24e2 req-aeaada9e-5f56-4450-9d67-25024b5ebd86 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 945 time: 0.4177451 Aug 10 03:28:35.041624 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6dd5d5-2510-42f3-946d-0858fa9cf922 req-f7c1d161-5fd4-473f-b25c-b2d7e021925c tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:35.049393 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5d6dd5d5-2510-42f3-946d-0858fa9cf922 req-f7c1d161-5fd4-473f-b25c-b2d7e021925c tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f70549b-d8ab-420c-8f76-4bc4d67f60eb HTTP/1.1" status: 200 len: 943 time: 0.3636003 Aug 10 03:28:35.169606 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8000ecf1-c7a3-4bf9-bace-d1c8d488538d req-6e54686c-3c6a-4967-ab03-d7748f16b515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:35.172344 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8000ecf1-c7a3-4bf9-bace-d1c8d488538d req-6e54686c-3c6a-4967-ab03-d7748f16b515 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ffd75aef-22f1-4d31-9592-d84c9fe2b2a2 HTTP/1.1" status: 200 len: 854 time: 0.2098165 Aug 10 03:28:35.185191 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-65028fcf-00bb-4533-a16e-5c2b87d0f392 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:35.231910 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36426) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:35.237359 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5d6dd5d5-2510-42f3-946d-0858fa9cf922 req-e7be2db3-a7c2-4e3b-ab04-277df1d19900 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=60e8d4ce-c00a-43d5-86a4-544ebfda7358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1868615 Aug 10 03:28:35.273434 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-69484755-e9c0-4be0-8490-2b7d5eec24e2 req-f930cce9-0f6b-4d45-965a-c770d7f79745 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216239 Aug 10 03:28:35.345066 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-3eadc851-6f91-443a-982f-1c7a60c1685a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e95f86f5327141dbabec2417d5d4e5dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1118581 Aug 10 03:28:35.355483 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac1023c7-720c-4593-b760-42f9c521a93f x-openstack-request-id: req-ac1023c7-720c-4593-b760-42f9c521a93f {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:28:35.356101 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f70549b-d8ab-420c-8f76-4bc4d67f60eb", "tag": "cbef0d33-5e2e-4d43-a157-107b8525b6d2", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:28:35.356635 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ac1023c7-720c-4593-b760-42f9c521a93f {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:28:35.356924 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36430) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:35.357786 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f70549b-d8ab-420c-8f76-4bc4d67f60eb', 'tag': 'cbef0d33-5e2e-4d43-a157-107b8525b6d2', 'status': 'completed', 'code': 200} Aug 10 03:28:35.364697 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8000ecf1-c7a3-4bf9-bace-d1c8d488538d req-d14675d1-40e1-4ce5-9b0c-12132706c52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:35.368533 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8000ecf1-c7a3-4bf9-bace-d1c8d488538d req-d14675d1-40e1-4ce5-9b0c-12132706c52a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c0659391-a657-4b16-a8ee-a2586c7786a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1758561 Aug 10 03:28:35.371000 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-65028fcf-00bb-4533-a16e-5c2b87d0f392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:35.373994 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65028fcf-00bb-4533-a16e-5c2b87d0f392 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:35.375917 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-65028fcf-00bb-4533-a16e-5c2b87d0f392 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:35.441529 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36432) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:35.505250 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7aab6822-a8f0-4983-926a-57f306f935c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:35.544805 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7aab6822-a8f0-4983-926a-57f306f935c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:35.562797 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-65028fcf-00bb-4533-a16e-5c2b87d0f392 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.8097818 Aug 10 03:28:35.569926 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36438) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:35.576351 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-1b9a247d-328c-4a0a-affe-95ee044d7da1 admin admin] Request body: {'subnet': {'network_id': '85b367b8-7135-40c5-a980-f941edd368fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-2088595330-subnet', 'tenant_id': '06606621a2d24fef915c6881fd81f7c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:35.630824 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b9a247d-328c-4a0a-affe-95ee044d7da1 admin admin] Made reservation on behalf of 06606621a2d24fef915c6881fd81f7c6 for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:28:35.633320 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65028fcf-00bb-4533-a16e-5c2b87d0f392 admin admin] Pushing event updated for resources: {'Network': ['ID=85b367b8-7135-40c5-a980-f941edd368fb,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:35.635680 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1b9a247d-328c-4a0a-affe-95ee044d7da1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:35.657538 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 85b367b8-7135-40c5-a980-f941edd368fb details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:28:35.668581 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f201b2b1-2440-4b8b-ab51-468278fe870a req-cc503ff6-3eda-4d1e-8502-2cc329e41936 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:35.671991 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f201b2b1-2440-4b8b-ab51-468278fe870a req-cc503ff6-3eda-4d1e-8502-2cc329e41936 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 945 time: 0.1192603 Aug 10 03:28:35.750847 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8000ecf1-c7a3-4bf9-bace-d1c8d488538d req-5bd2e44f-65ec-45ef-919f-f4f4a791e886 service neutron] 10.222.0.42 "GET /v2.0/networks/c0659391-a657-4b16-a8ee-a2586c7786a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3694386 Aug 10 03:28:35.751114 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7aab6822-a8f0-4983-926a-57f306f935c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:35.755791 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7aab6822-a8f0-4983-926a-57f306f935c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:35.758122 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-7aab6822-a8f0-4983-926a-57f306f935c4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b6d055cd-9dda-4f2f-9001-dacb3105df85 HTTP/1.1" status: 204 len: 168 time: 0.3998289 Aug 10 03:28:35.793689 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aab6822-a8f0-4983-926a-57f306f935c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d055cd-9dda-4f2f-9001-dacb3105df85,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:35.857300 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f201b2b1-2440-4b8b-ab51-468278fe870a req-305ca8c2-98d0-4692-954b-1eb4e57f3457 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777523 Aug 10 03:28:35.925842 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8000ecf1-c7a3-4bf9-bace-d1c8d488538d req-064a3725-cb53-48b4-a897-db01e5dd5739 service neutron] 10.222.0.42 "GET /v2.0/networks/c0659391-a657-4b16-a8ee-a2586c7786a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550205 Aug 10 03:28:36.019784 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-9dbd5f14-88b3-41fd-9b41-371abbdba5a9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=270374ffed904be6b73d79095dc17b53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5765760 Aug 10 03:28:36.024931 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36450) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:36.061245 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1b9a247d-328c-4a0a-affe-95ee044d7da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:36.137192 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9a247d-328c-4a0a-affe-95ee044d7da1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51ea757f-4b09-46cd-a807-5d3190fe0512,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:36.165894 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5ed7f276-caa0-480b-8ca7-6f8406e40b9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:36.191409 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34dda28-c2e1-40ba-af4e-05a7523ceebc req-c7bced52-5efd-404b-a771-f7c82acbc99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:36.195539 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e34dda28-c2e1-40ba-af4e-05a7523ceebc req-c7bced52-5efd-404b-a771-f7c82acbc99d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e9ab4296b9324b029547ba2c6dc24132&device_id=5f70549b-d8ab-420c-8f76-4bc4d67f60eb HTTP/1.1" status: 200 len: 1095 time: 0.1230423 Aug 10 03:28:36.207400 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5ed7f276-caa0-480b-8ca7-6f8406e40b9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:36.211800 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9a247d-328c-4a0a-affe-95ee044d7da1 admin admin] Checking segment: {'id': '3d6486b8-1ae6-4854-a2fd-437b7f0ae1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '85b367b8-7135-40c5-a980-f941edd368fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:28:36.212127 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9a247d-328c-4a0a-affe-95ee044d7da1 admin admin] Network hostable DHCP agents. Network: 85b367b8-7135-40c5-a980-f941edd368fb, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:28:36.215419 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea854799-6aff-4d83-a8ca-7c2f11f301b8 req-70374ee7-f6e6-4c5b-857f-992b642f5aa6 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:36.218930 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ea854799-6aff-4d83-a8ca-7c2f11f301b8 req-70374ee7-f6e6-4c5b-857f-992b642f5aa6 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 945 time: 0.2126031 Aug 10 03:28:36.263034 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9a247d-328c-4a0a-affe-95ee044d7da1 admin admin] Network 85b367b8-7135-40c5-a980-f941edd368fb is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:28:36.277321 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-1b9a247d-328c-4a0a-affe-95ee044d7da1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 85b367b8-7135-40c5-a980-f941edd368fb) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:28:36.283572 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9a247d-328c-4a0a-affe-95ee044d7da1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:36.284700 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1b9a247d-328c-4a0a-affe-95ee044d7da1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:36.317973 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76784e2-1cbe-478f-9503-127a2d50d7e6 None None] Network 85b367b8-7135-40c5-a980-f941edd368fb requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:28:36.326184 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-1b9a247d-328c-4a0a-affe-95ee044d7da1 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7549520 Aug 10 03:28:36.337036 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5ed7f276-caa0-480b-8ca7-6f8406e40b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:36.339950 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5ed7f276-caa0-480b-8ca7-6f8406e40b9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:36.341393 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-5ed7f276-caa0-480b-8ca7-6f8406e40b9a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5b005934-3642-4276-a952-448a4e53adcd HTTP/1.1" status: 204 len: 168 time: 0.3156841 Aug 10 03:28:36.359765 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed7f276-caa0-480b-8ca7-6f8406e40b9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b005934-3642-4276-a952-448a4e53adcd,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:36.515462 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ea854799-6aff-4d83-a8ca-7c2f11f301b8 req-de2d8013-8726-47a9-8820-04da96b02575 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932600 Aug 10 03:28:36.615136 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34dda28-c2e1-40ba-af4e-05a7523ceebc req-bbb3fb55-82b4-4387-9006-d1c9cba2799d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:36.622090 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e34dda28-c2e1-40ba-af4e-05a7523ceebc req-bbb3fb55-82b4-4387-9006-d1c9cba2799d service neutron] 10.222.0.42 "GET /v2.0/networks?id=c0659391-a657-4b16-a8ee-a2586c7786a9 HTTP/1.1" status: 200 len: 915 time: 0.4011676 Aug 10 03:28:36.644708 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde862a1-fbf8-410a-8c1a-7d908f600577 req-c7347177-93fd-4a2b-b289-4a6cacdbe09e tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:36.648780 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fde862a1-fbf8-410a-8c1a-7d908f600577 req-c7347177-93fd-4a2b-b289-4a6cacdbe09e tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f70549b-d8ab-420c-8f76-4bc4d67f60eb HTTP/1.1" status: 200 len: 943 time: 0.2331467 Aug 10 03:28:36.706305 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd57d3c-b2a5-45bd-8ad8-f30c990a3d9d None None] Network 85b367b8-7135-40c5-a980-f941edd368fb requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:28:36.731086 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e34dda28-c2e1-40ba-af4e-05a7523ceebc req-6df10f16-e2b1-4f18-b900-6550b7d3d245 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cbef0d33-5e2e-4d43-a157-107b8525b6d2 HTTP/1.1" status: 200 len: 217 time: 0.0797818 Aug 10 03:28:36.791626 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34dda28-c2e1-40ba-af4e-05a7523ceebc req-5c8b57c4-cab8-44e4-be41-117bc97dbe98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:36.793231 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e34dda28-c2e1-40ba-af4e-05a7523ceebc req-5c8b57c4-cab8-44e4-be41-117bc97dbe98 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ffd75aef-22f1-4d31-9592-d84c9fe2b2a2 HTTP/1.1" status: 200 len: 854 time: 0.0542531 Aug 10 03:28:36.906951 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fde862a1-fbf8-410a-8c1a-7d908f600577 req-bc928d1d-b75b-4733-9c66-cbcf16ea4f8e tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=60e8d4ce-c00a-43d5-86a4-544ebfda7358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1746707 Aug 10 03:28:36.973497 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34dda28-c2e1-40ba-af4e-05a7523ceebc req-34b16130-bff0-4f78-addf-51797561d231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:36.978533 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e34dda28-c2e1-40ba-af4e-05a7523ceebc req-34b16130-bff0-4f78-addf-51797561d231 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c0659391-a657-4b16-a8ee-a2586c7786a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1766498 Aug 10 03:28:37.223096 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e34dda28-c2e1-40ba-af4e-05a7523ceebc req-dce32c17-b118-4c16-9980-6ae17c0b1291 service neutron] 10.222.0.42 "GET /v2.0/networks/c0659391-a657-4b16-a8ee-a2586c7786a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358918 Aug 10 03:28:37.538326 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc336f-3416-49fb-a45c-67a37c11494f req-bf2163c0-ca2c-4a55-b1eb-ca7555b77f09 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:37.551804 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8bcc336f-3416-49fb-a45c-67a37c11494f req-bf2163c0-ca2c-4a55-b1eb-ca7555b77f09 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 945 time: 0.1834922 Aug 10 03:28:37.627352 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e34dda28-c2e1-40ba-af4e-05a7523ceebc req-0ca1faad-6d50-4bcd-a12b-12083fc54ea8 service neutron] 10.222.0.42 "GET /v2.0/networks/c0659391-a657-4b16-a8ee-a2586c7786a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3926542 Aug 10 03:28:37.722689 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8bcc336f-3416-49fb-a45c-67a37c11494f req-82df74be-9950-4411-a450-6d1e1a332a24 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562724 Aug 10 03:28:37.837540 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263467c3-e29c-4332-b7ce-e7547078cea8 req-0112c8ab-b715-4fb1-a316-acc3a47b0668 tempest-InstanceActionsNegativeTestJSON-1144823634 tempest-InstanceActionsNegativeTestJSON-1144823634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:37.840999 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-263467c3-e29c-4332-b7ce-e7547078cea8 req-0112c8ab-b715-4fb1-a316-acc3a47b0668 tempest-InstanceActionsNegativeTestJSON-1144823634 tempest-InstanceActionsNegativeTestJSON-1144823634-project] 10.222.0.44 "GET /v2.0/networks?id=85b367b8-7135-40c5-a980-f941edd368fb HTTP/1.1" status: 200 len: 822 time: 0.2368436 Aug 10 03:28:37.871388 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-263467c3-e29c-4332-b7ce-e7547078cea8 req-bf3ac6d3-b569-464d-97e3-0c668478a254 tempest-InstanceActionsNegativeTestJSON-1144823634 tempest-InstanceActionsNegativeTestJSON-1144823634-project] 10.222.0.44 "GET /v2.0/quotas/06606621a2d24fef915c6881fd81f7c6 HTTP/1.1" status: 200 len: 375 time: 0.0230081 Aug 10 03:28:37.908578 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-263467c3-e29c-4332-b7ce-e7547078cea8 req-c3ed83d6-d04a-49de-b9ff-6c5fc00b82b6 tempest-InstanceActionsNegativeTestJSON-1144823634 tempest-InstanceActionsNegativeTestJSON-1144823634-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=06606621a2d24fef915c6881fd81f7c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305963 Aug 10 03:28:37.949077 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36530) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:38.128138 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device cbef0d33-5e2e-4d43-a157-107b8525b6d2 details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:28:38.201523 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1950f68-7b01-4578-a793-8016e535a88b req-766d0e1e-7d6e-4b8a-ad5b-dd4c73061098 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:38.204712 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f1950f68-7b01-4578-a793-8016e535a88b req-766d0e1e-7d6e-4b8a-ad5b-dd4c73061098 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f70549b-d8ab-420c-8f76-4bc4d67f60eb HTTP/1.1" status: 200 len: 943 time: 0.0918941 Aug 10 03:28:38.221814 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [None req-1f971333-3eff-47bc-b7e2-405bcfdb6e41 tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:28:38.229221 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-1f971333-3eff-47bc-b7e2-405bcfdb6e41 tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2783420 Aug 10 03:28:38.232159 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36540) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:38.241709 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [None req-0c1cc2c7-2665-45de-9959-327ce5072217 tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] http://10.222.0.44:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:28:38.243531 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-0c1cc2c7-2665-45de-9959-327ce5072217 tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] 10.222.0.44 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0098450 Aug 10 03:28:38.246338 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36542) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:38.256578 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [None req-93406aef-4de8-4b5a-bab2-6d19da875878 tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] http://10.222.0.44:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:28:38.259444 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-93406aef-4de8-4b5a-bab2-6d19da875878 tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] 10.222.0.44 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0104780 Aug 10 03:28:38.262006 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36544) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:38.273244 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [None req-bbf99d36-b582-4b4d-a7cf-2c100bad639f tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] http://10.222.0.44:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:28:38.276210 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-bbf99d36-b582-4b4d-a7cf-2c100bad639f tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] 10.222.0.44 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0125115 Aug 10 03:28:38.279758 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36546) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:38.289515 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port cbef0d33-5e2e-4d43-a157-107b8525b6d2, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=cbef0d33-5e2e-4d43-a157-107b8525b6d2,segment=NetworkSegment(17789ec9-f3a0-458f-a646-d9adbb03f346),segment_id=17789ec9-f3a0-458f-a646-d9adbb03f346)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:38.290981 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [None req-dcf326d2-fd29-46c8-b425-4dc8682a3ae9 tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] http://10.222.0.44:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:28:38.296473 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-dcf326d2-fd29-46c8-b425-4dc8682a3ae9 tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] 10.222.0.44 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0151370 Aug 10 03:28:38.297037 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36548) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:38.303735 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [None req-16707ee8-ec28-4d01-96a1-08ed42c52224 tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] http://10.222.0.44:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:28:38.305675 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': 'cbef0d33-5e2e-4d43-a157-107b8525b6d2', 'network_id': 'c0659391-a657-4b16-a8ee-a2586c7786a9', 'port_id': 'cbef0d33-5e2e-4d43-a157-107b8525b6d2', 'mac_address': 'fa:16:3e:40:21:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffd75aef-22f1-4d31-9592-d84c9fe2b2a2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:28:38.308043 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-16707ee8-ec28-4d01-96a1-08ed42c52224 tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] 10.222.0.44 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0099261 Aug 10 03:28:38.308708 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36550) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:38.313501 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [None req-c8bfb253-9f52-4453-8f5a-bd1287060f59 tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] http://10.222.0.44:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:28:38.319213 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-c8bfb253-9f52-4453-8f5a-bd1287060f59 tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] 10.222.0.44 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0076823 Aug 10 03:28:38.320686 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36552) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:38.326480 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [None req-79cec54f-14cc-4707-8c6d-d73a916e709b tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] http://10.222.0.44:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:28:38.331048 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-79cec54f-14cc-4707-8c6d-d73a916e709b tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] 10.222.0.44 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0090330 Aug 10 03:28:38.331968 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36554) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:38.340627 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [None req-2c40a8aa-9b42-4672-adde-0525a26a65ff tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] http://10.222.0.44:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:28:38.349480 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-2c40a8aa-9b42-4672-adde-0525a26a65ff tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] 10.222.0.44 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0160191 Aug 10 03:28:38.350453 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36556) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:38.350889 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36558) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:38.357614 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:38.363486 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [None req-c225e549-1b5a-43c6-a3cb-15b9f83f9b3b tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] http://10.222.0.44:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:28:38.367388 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-c225e549-1b5a-43c6-a3cb-15b9f83f9b3b tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] 10.222.0.44 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0138948 Aug 10 03:28:38.368206 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36562) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:38.373444 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [None req-44d74d74-a016-4683-8692-9c6669809413 tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] http://10.222.0.44:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:28:38.374765 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbef0d33-5e2e-4d43-a157-107b8525b6d2 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:28:38.378127 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-44d74d74-a016-4683-8692-9c6669809413 tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] 10.222.0.44 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0087397 Aug 10 03:28:38.379041 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36564) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:38.379226 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f1950f68-7b01-4578-a793-8016e535a88b req-979babf7-8d86-4a89-952d-852bf34b0a59 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=60e8d4ce-c00a-43d5-86a4-544ebfda7358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1450727 Aug 10 03:28:38.385374 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [None req-95b89758-62b7-409d-9242-b13fff7c7aed tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] http://10.222.0.44:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:28:38.390021 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-95b89758-62b7-409d-9242-b13fff7c7aed tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] 10.222.0.44 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0094843 Aug 10 03:28:38.390838 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36566) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:38.395780 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [None req-7ef72503-bd77-49c7-ac35-e2f953ae0421 tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] http://10.222.0.44:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:28:38.400478 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-7ef72503-bd77-49c7-ac35-e2f953ae0421 tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] 10.222.0.44 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0083144 Aug 10 03:28:38.401234 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36568) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:38.402617 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port cbef0d33-5e2e-4d43-a157-107b8525b6d2, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=cbef0d33-5e2e-4d43-a157-107b8525b6d2,segment=NetworkSegment(17789ec9-f3a0-458f-a646-d9adbb03f346),segment_id=17789ec9-f3a0-458f-a646-d9adbb03f346)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:38.407309 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [None req-a9eb8fc7-f188-4081-abc7-9ca056c65f63 tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] http://10.222.0.44:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:28:38.408414 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a9eb8fc7-f188-4081-abc7-9ca056c65f63 tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] 10.222.0.44 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0060112 Aug 10 03:28:38.411841 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36570) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:38.418613 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:38.421996 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [None req-aebfb84c-2b72-459f-b073-067fac73da9c tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] http://10.222.0.44:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:28:38.426517 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-aebfb84c-2b72-459f-b073-067fac73da9c tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] 10.222.0.44 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0101147 Aug 10 03:28:38.428746 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36572) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:38.433374 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [None req-c66a4fd0-54c0-4c3c-aea0-11f3694eec81 tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] http://10.222.0.44:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:28:38.434688 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-c66a4fd0-54c0-4c3c-aea0-11f3694eec81 tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] 10.222.0.44 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0050218 Aug 10 03:28:38.437523 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36574) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:38.443307 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [None req-234b74cd-6263-47c4-9c00-850e756bb0e6 tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] http://10.222.0.44:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:28:38.444624 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-234b74cd-6263-47c4-9c00-850e756bb0e6 tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] 10.222.0.44 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0061200 Aug 10 03:28:38.449036 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-f3cc644f-1aba-448b-908b-ad400d24d582 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Request body: {'network': {'name': 'tempest-RoutersTest-2009340380'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:38.453962 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36576) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:38.462767 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [None req-13192dbe-51b7-4bb6-8b7f-b239b425cf15 tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] http://10.222.0.44:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:28:38.465023 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-13192dbe-51b7-4bb6-8b7f-b239b425cf15 tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] 10.222.0.44 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0090342 Aug 10 03:28:38.469149 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36580) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:38.476286 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3cc644f-1aba-448b-908b-ad400d24d582 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Made reservation on behalf of d89c7ea5aa0045c689dfdb943d8f4200 for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:28:38.480381 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [None req-e052fa7d-3dd5-4e6a-9539-636771ad4f14 tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] http://10.222.0.44:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:28:38.482091 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-e052fa7d-3dd5-4e6a-9539-636771ad4f14 tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] 10.222.0.44 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0109439 Aug 10 03:28:38.485390 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36582) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:38.488274 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f3cc644f-1aba-448b-908b-ad400d24d582 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:38.494076 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [None req-91f678d4-ce3e-4a23-bc30-9cacc9a88715 tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] http://10.222.0.44:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:28:38.496105 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-91f678d4-ce3e-4a23-bc30-9cacc9a88715 tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] 10.222.0.44 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0090287 Aug 10 03:28:38.499589 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36584) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:38.505106 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f3cc644f-1aba-448b-908b-ad400d24d582 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:38.507743 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [None req-96e182f3-938a-4a80-bad5-629ccc558790 tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] http://10.222.0.44:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:28:38.509928 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-96e182f3-938a-4a80-bad5-629ccc558790 tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] 10.222.0.44 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0083308 Aug 10 03:28:38.514615 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-263467c3-e29c-4332-b7ce-e7547078cea8 req-358bfc08-6a5d-4561-b9e8-5aee560e09ac service neutron] 10.222.0.44 "GET /v2.0/networks/85b367b8-7135-40c5-a980-f941edd368fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5920615 Aug 10 03:28:38.516149 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36586) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:38.525733 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [None req-081ad483-b090-47e5-8cb7-0fefffdfb277 tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] http://10.222.0.44:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:28:38.527351 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-081ad483-b090-47e5-8cb7-0fefffdfb277 tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] 10.222.0.44 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0092323 Aug 10 03:28:38.531298 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36588) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:38.540230 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [None req-c7278618-0e88-41b8-adc6-f9df2ee5e0e5 tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] http://10.222.0.44:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:28:38.542159 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-c7278618-0e88-41b8-adc6-f9df2ee5e0e5 tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] 10.222.0.44 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0089822 Aug 10 03:28:38.547012 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36592) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:38.559932 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [None req-174cb305-6ab8-4170-9a53-2a7ca10c668e tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] http://10.222.0.44:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:28:38.561729 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-174cb305-6ab8-4170-9a53-2a7ca10c668e tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] 10.222.0.44 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0076852 Aug 10 03:28:38.575810 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36594) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:38.582968 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=cbef0d33-5e2e-4d43-a157-107b8525b6d2,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:38.584869 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [None req-9091dbfd-8f70-4cf2-8630-50e1a076b592 tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] http://10.222.0.44:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:28:38.591845 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-9091dbfd-8f70-4cf2-8630-50e1a076b592 tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] 10.222.0.44 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0101550 Aug 10 03:28:38.592773 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36598) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:38.625994 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [None req-6145ea2a-2861-4e0a-a264-d9e3efa888f6 tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] http://10.222.0.44:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:28:38.629817 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-6145ea2a-2861-4e0a-a264-d9e3efa888f6 tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] 10.222.0.44 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0356469 Aug 10 03:28:38.630151 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36600) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:38.637955 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [None req-1b2eb3b1-0813-454f-a8a9-d38c2d60e111 tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] http://10.222.0.44:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:28:38.639024 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-1b2eb3b1-0813-454f-a8a9-d38c2d60e111 tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] 10.222.0.44 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0077899 Aug 10 03:28:38.642504 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36604) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:38.646708 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [None req-01be50a8-ebd0-4d1b-8e23-6611eb116759 tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] http://10.222.0.44:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:28:38.647720 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-01be50a8-ebd0-4d1b-8e23-6611eb116759 tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] 10.222.0.44 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0047596 Aug 10 03:28:38.650979 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36606) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:38.666489 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [None req-5a474707-2e3e-45b2-9ac5-4c894797b0e1 tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] http://10.222.0.44:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:28:38.668554 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-5a474707-2e3e-45b2-9ac5-4c894797b0e1 tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] 10.222.0.44 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0156300 Aug 10 03:28:38.673354 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36610) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:38.683622 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['cbef0d33-5e2e-4d43-a157-107b8525b6d2'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:28:38.683947 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [None req-ba2bfabb-0921-46c3-a668-48ec71eec2dc tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] http://10.222.0.44:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:28:38.685707 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ba2bfabb-0921-46c3-a668-48ec71eec2dc tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] 10.222.0.44 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0105557 Aug 10 03:28:38.693083 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36612) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:38.703477 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [None req-2d5a90c0-64c4-4c17-a6aa-8a8aadae07c3 tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] http://10.222.0.44:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:28:38.705531 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-2d5a90c0-64c4-4c17-a6aa-8a8aadae07c3 tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] 10.222.0.44 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0106304 Aug 10 03:28:38.708523 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36614) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:38.716704 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [None req-966af73e-4c5e-4dab-916a-abe39ad83d47 tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] http://10.222.0.44:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:28:38.718786 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-966af73e-4c5e-4dab-916a-abe39ad83d47 tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] 10.222.0.44 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0085583 Aug 10 03:28:38.726347 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36616) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:38.736676 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [None req-90b60bc2-b527-4401-a803-cbb6eb13ae2f tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] http://10.222.0.44:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:28:38.739316 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-90b60bc2-b527-4401-a803-cbb6eb13ae2f tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] 10.222.0.44 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0104811 Aug 10 03:28:38.743764 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36620) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:38.751593 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [None req-2a7842f5-e81f-4fde-87bc-74dd227cd12d tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] http://10.222.0.44:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:28:38.753346 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-2a7842f5-e81f-4fde-87bc-74dd227cd12d tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] 10.222.0.44 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0082939 Aug 10 03:28:38.761177 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36622) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:38.775303 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [None req-e98fcc68-08d2-4396-b376-66bce86f30e4 tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] http://10.222.0.44:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:28:38.777114 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e98fcc68-08d2-4396-b376-66bce86f30e4 tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] 10.222.0.44 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0142283 Aug 10 03:28:38.785968 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36624) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:38.799672 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [None req-01f601ef-abab-4a77-bfbe-e7314ab13130 tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] http://10.222.0.44:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:28:38.805595 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-01f601ef-abab-4a77-bfbe-e7314ab13130 tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] 10.222.0.44 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0127759 Aug 10 03:28:38.820981 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36628) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:38.835304 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [None req-76060beb-9b05-4905-8095-54b71aee2a64 tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] http://10.222.0.44:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:28:38.837231 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-76060beb-9b05-4905-8095-54b71aee2a64 tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] 10.222.0.44 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0145783 Aug 10 03:28:38.854863 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36630) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:38.866575 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [None req-d8f097f4-fab6-4480-97e9-ad679e643f99 tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] http://10.222.0.44:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:28:38.866878 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-d8f097f4-fab6-4480-97e9-ad679e643f99 tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] 10.222.0.44 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0101674 Aug 10 03:28:38.871181 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36634) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:38.884381 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [None req-427cebf6-bfe6-4b13-90c8-fcb54ed5ef1b tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] http://10.222.0.44:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:28:38.886266 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-427cebf6-bfe6-4b13-90c8-fcb54ed5ef1b tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] 10.222.0.44 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0134287 Aug 10 03:28:38.895197 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36636) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:38.904420 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [None req-d6374a46-db64-479d-bd18-f77dd6d192a0 tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] http://10.222.0.44:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:28:38.906503 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-d6374a46-db64-479d-bd18-f77dd6d192a0 tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] 10.222.0.44 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0088534 Aug 10 03:28:38.913218 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36638) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:38.919684 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f3cc644f-1aba-448b-908b-ad400d24d582 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:38.931409 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [None req-8ddb076a-11eb-408a-b255-49dbfaedf911 tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] http://10.222.0.44:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:28:38.932658 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-8ddb076a-11eb-408a-b255-49dbfaedf911 tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] 10.222.0.44 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0178509 Aug 10 03:28:38.935606 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f3cc644f-1aba-448b-908b-ad400d24d582 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:38.947678 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36640) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:38.974505 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [None req-45371607-186b-4ad0-8587-b3fb0221ca04 tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] http://10.222.0.44:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:28:38.976876 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-45371607-186b-4ad0-8587-b3fb0221ca04 tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] 10.222.0.44 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0196912 Aug 10 03:28:39.006564 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36642) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:39.013369 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [None req-e0d8fffe-68cf-42a6-be21-b599a2176672 tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] http://10.222.0.44:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:28:39.014705 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e0d8fffe-68cf-42a6-be21-b599a2176672 tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] 10.222.0.44 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0069263 Aug 10 03:28:39.015660 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cc644f-1aba-448b-908b-ad400d24d582 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cca87e4-d6f7-45d3-8330-b87b247275f3,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:39.022156 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36644) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:39.033335 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [None req-e1233498-2fe3-4536-91cf-852ec54b32f5 tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] http://10.222.0.44:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:28:39.038502 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36646) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:39.039469 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e1233498-2fe3-4536-91cf-852ec54b32f5 tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] 10.222.0.44 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0155613 Aug 10 03:28:39.040734 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3cc644f-1aba-448b-908b-ad400d24d582 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:28:39.046486 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [None req-66e1eb8e-b7ca-43e0-aec8-102e22fd8d4a tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] http://10.222.0.44:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:28:39.049139 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-66e1eb8e-b7ca-43e0-aec8-102e22fd8d4a tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] 10.222.0.44 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0094645 Aug 10 03:28:39.051602 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36648) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:39.058652 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [None req-767225cc-18c6-4710-8a52-5f21c75752c3 tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] http://10.222.0.44:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:28:39.062640 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36652) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:39.064351 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-767225cc-18c6-4710-8a52-5f21c75752c3 tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] 10.222.0.44 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0114968 Aug 10 03:28:39.068000 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f3cc644f-1aba-448b-908b-ad400d24d582 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:39.068477 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [None req-7fce977c-0ec2-4105-832d-2b724820a0af tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] http://10.222.0.44:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:28:39.068656 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-f3cc644f-1aba-448b-908b-ad400d24d582 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Added segment 5e132fd8-a6d4-4761-85dd-8a848123d868 of type vlan for network 76fedc8f-d048-4a0c-9f51-a30f77f289a4 Aug 10 03:28:39.069819 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-7fce977c-0ec2-4105-832d-2b724820a0af tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] 10.222.0.44 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0057831 Aug 10 03:28:39.084747 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36654) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:39.093450 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [None req-0fb49e93-544a-4f99-93fb-c510337a78b7 tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] http://10.222.0.44:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:28:39.101545 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-0fb49e93-544a-4f99-93fb-c510337a78b7 tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] 10.222.0.44 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0147691 Aug 10 03:28:39.103921 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36656) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:39.115539 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [None req-8ddfde40-c6d0-4861-826e-19e30e4e3d8c tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] http://10.222.0.44:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:28:39.117804 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-8ddfde40-c6d0-4861-826e-19e30e4e3d8c tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] 10.222.0.44 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0120382 Aug 10 03:28:39.123655 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36658) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:39.130133 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [None req-e42dde46-d3ce-4794-be6c-7e1cdfe48a02 tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] http://10.222.0.44:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:28:39.131147 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-e42dde46-d3ce-4794-be6c-7e1cdfe48a02 tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] 10.222.0.44 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0047450 Aug 10 03:28:39.141497 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-263467c3-e29c-4332-b7ce-e7547078cea8 req-749e8ba6-3523-4310-bd63-18c40cf43de6 service neutron] 10.222.0.44 "GET /v2.0/networks/85b367b8-7135-40c5-a980-f941edd368fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5932994 Aug 10 03:28:39.142272 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36660) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:39.151350 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d4c67b-89e2-40da-abfd-32c2d133e131 req-6fdb5aa0-45aa-4b56-9629-6ef25002eb15 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:39.158830 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a7d4c67b-89e2-40da-abfd-32c2d133e131 req-6fdb5aa0-45aa-4b56-9629-6ef25002eb15 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 945 time: 0.1247864 Aug 10 03:28:39.165504 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [None req-3c1329bc-9598-44b0-a38e-0d66e5643c3a tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] http://10.222.0.44:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:28:39.169650 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-3c1329bc-9598-44b0-a38e-0d66e5643c3a tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] 10.222.0.44 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0086536 Aug 10 03:28:39.171237 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36662) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:39.181470 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [None req-49320d10-2060-45d6-91f2-3405b4980151 tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] http://10.222.0.44:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:28:39.187231 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-49320d10-2060-45d6-91f2-3405b4980151 tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] 10.222.0.44 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0137320 Aug 10 03:28:39.187476 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36664) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:39.194991 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [None req-700600c7-77cc-4d94-9e60-2ccd0fde265b tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] http://10.222.0.44:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:28:39.196036 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-700600c7-77cc-4d94-9e60-2ccd0fde265b tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] 10.222.0.44 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0074983 Aug 10 03:28:39.200477 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36666) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:39.205564 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [None req-3ca6a880-2fc1-48a5-a6d4-60e610e882fb tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] http://10.222.0.44:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:28:39.210983 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-3ca6a880-2fc1-48a5-a6d4-60e610e882fb tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] 10.222.0.44 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0092125 Aug 10 03:28:39.211890 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36668) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:39.219957 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [None req-4de70e15-8b2d-4d81-ae0e-317bb921e9f6 tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] http://10.222.0.44:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:28:39.221356 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f3cc644f-1aba-448b-908b-ad400d24d582 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:39.224232 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-4de70e15-8b2d-4d81-ae0e-317bb921e9f6 tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] 10.222.0.44 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0108871 Aug 10 03:28:39.226601 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36670) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:39.238662 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [None req-9db38943-70bd-4026-a898-da63497f1ec4 tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] http://10.222.0.44:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:28:39.242910 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-9db38943-70bd-4026-a898-da63497f1ec4 tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] 10.222.0.44 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0147815 Aug 10 03:28:39.243823 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36672) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:39.253290 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [None req-f4b253fb-6689-471d-bfa0-933f648b34b3 tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] http://10.222.0.44:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:28:39.258155 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36674) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:39.258396 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-f4b253fb-6689-471d-bfa0-933f648b34b3 tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] 10.222.0.44 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0109124 Aug 10 03:28:39.267614 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [None req-ae2cb6a5-ee9b-4706-95c9-9048acde43a2 tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] http://10.222.0.44:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:28:39.269880 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ae2cb6a5-ee9b-4706-95c9-9048acde43a2 tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] 10.222.0.44 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0095801 Aug 10 03:28:39.273887 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a7d4c67b-89e2-40da-abfd-32c2d133e131 req-ef98d912-d756-495f-8d1d-9f183ba6eb4d tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140604 Aug 10 03:28:39.277016 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36676) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:39.282191 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [None req-34c0237b-65e1-42aa-8df7-1f0de4da2b51 tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] http://10.222.0.44:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:28:39.300589 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36678) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:39.303240 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [None req-96f095a2-5ba8-47da-af7c-c7f0ec4b5132 tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] http://10.222.0.44:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:28:39.305173 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-96f095a2-5ba8-47da-af7c-c7f0ec4b5132 tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] 10.222.0.44 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0127332 Aug 10 03:28:39.311632 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-34c0237b-65e1-42aa-8df7-1f0de4da2b51 tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] 10.222.0.44 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0335286 Aug 10 03:28:39.312431 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36682) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:39.333229 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [None req-ce69c042-0ab0-4aa4-a05f-d4b25af1ac42 tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] http://10.222.0.44:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:28:39.337890 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36686) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:39.343558 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [None req-fc799603-f07b-4901-96f6-b6ce52627b88 tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] http://10.222.0.44:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:28:39.347875 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-fc799603-f07b-4901-96f6-b6ce52627b88 tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] 10.222.0.44 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0081694 Aug 10 03:28:39.348307 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36688) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:39.349586 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ce69c042-0ab0-4aa4-a05f-d4b25af1ac42 tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] 10.222.0.44 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0336440 Aug 10 03:28:39.357036 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [None req-7dfe631c-f2bf-40c1-8133-115020734f59 tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] http://10.222.0.44:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:28:39.361610 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36690) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:39.362764 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-7dfe631c-f2bf-40c1-8133-115020734f59 tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] 10.222.0.44 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0130484 Aug 10 03:28:39.368452 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [None req-32f61873-561c-4e25-a3ad-feba6a59cfa5 tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] http://10.222.0.44:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:28:39.373136 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36692) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:39.388156 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [None req-5ecbe879-93eb-4686-8c38-c033617a7d4b tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] http://10.222.0.44:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:28:39.390153 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-32f61873-561c-4e25-a3ad-feba6a59cfa5 tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] 10.222.0.44 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0116274 Aug 10 03:28:39.391650 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f3cc644f-1aba-448b-908b-ad400d24d582 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:39.398069 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-5ecbe879-93eb-4686-8c38-c033617a7d4b tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] 10.222.0.44 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0235436 Aug 10 03:28:39.398960 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36696) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:39.426188 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [None req-cd65be47-d04c-4a35-947c-7378d117187b tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] http://10.222.0.44:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:28:39.427610 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-cd65be47-d04c-4a35-947c-7378d117187b tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] 10.222.0.44 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0274973 Aug 10 03:28:39.428162 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3cc644f-1aba-448b-908b-ad400d24d582 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:39.429119 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f3cc644f-1aba-448b-908b-ad400d24d582 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:39.432266 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36704) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:39.444232 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [None req-6056a8cb-c6ed-4047-bbff-6be76f5e1611 tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] http://10.222.0.44:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:28:39.445379 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-6056a8cb-c6ed-4047-bbff-6be76f5e1611 tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] 10.222.0.44 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0121024 Aug 10 03:28:39.449987 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36706) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:39.455420 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [None req-09c47f27-dfc5-4791-80db-da64d2ac1092 tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] http://10.222.0.44:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:28:39.456440 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-09c47f27-dfc5-4791-80db-da64d2ac1092 tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] 10.222.0.44 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0054448 Aug 10 03:28:39.469326 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36708) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:39.479765 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [None req-fc24195f-6f3d-4c83-a761-8b9b65c4c919 tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] http://10.222.0.44:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:28:39.488437 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-fc24195f-6f3d-4c83-a761-8b9b65c4c919 tempest-ExtensionsTestJSON-719910285 tempest-ExtensionsTestJSON-719910285-project] 10.222.0.44 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0179145 Aug 10 03:28:39.605497 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cc644f-1aba-448b-908b-ad400d24d582 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Pushing event updated for resources: {'Network': ['ID=76fedc8f-d048-4a0c-9f51-a30f77f289a4,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:39.622253 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36714) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:39.624044 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 76fedc8f-d048-4a0c-9f51-a30f77f289a4 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:28:39.629360 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-0c8e4c8a-8dc3-46f4-a835-6a687814ef90 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Request body: {'network': {'name': 'tempest-RoutersTest-1416504097'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:39.631548 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-f3cc644f-1aba-448b-908b-ad400d24d582 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2785716 Aug 10 03:28:39.678826 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ccc3078b-dc19-434d-95c1-f1183a785853 req-702a77f9-47c1-4ce7-9a09-0f4fdc129e35 tempest-InstanceActionsNegativeTestJSON-1144823634 tempest-InstanceActionsNegativeTestJSON-1144823634-project] 10.222.0.44 "GET /v2.0/ports?device_id=541c3d50-e759-4ecb-a32d-d7769a0ef59b HTTP/1.1" status: 200 len: 210 time: 0.0387983 Aug 10 03:28:39.709775 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c1f678-8b86-4b49-8ab2-1731c8e93225 req-aacd8525-e1b2-440a-a88c-fc319fdbc9ad tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:39.711626 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-61c1f678-8b86-4b49-8ab2-1731c8e93225 req-aacd8525-e1b2-440a-a88c-fc319fdbc9ad tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f70549b-d8ab-420c-8f76-4bc4d67f60eb HTTP/1.1" status: 200 len: 944 time: 0.1258605 Aug 10 03:28:39.732341 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c8e4c8a-8dc3-46f4-a835-6a687814ef90 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Made reservation on behalf of d89c7ea5aa0045c689dfdb943d8f4200 for: {'network': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:28:39.736532 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0c8e4c8a-8dc3-46f4-a835-6a687814ef90 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:39.781292 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c8e4c8a-8dc3-46f4-a835-6a687814ef90 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=94260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:28:39.805860 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0c8e4c8a-8dc3-46f4-a835-6a687814ef90 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:39.806208 n-d-768862-13 neutron-server[94260]: INFO neutron.db.segments_db [None req-0c8e4c8a-8dc3-46f4-a835-6a687814ef90 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Added segment d298dc4a-3be2-46ac-b343-0e2d2e6a6fab of type vlan for network 0afde3b0-f495-4b78-9d4e-37e588513f34 Aug 10 03:28:39.820392 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-61c1f678-8b86-4b49-8ab2-1731c8e93225 req-ffafc79e-6b9c-4047-bf60-727ac235a9ba tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=60e8d4ce-c00a-43d5-86a4-544ebfda7358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962269 Aug 10 03:28:39.899849 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0c8e4c8a-8dc3-46f4-a835-6a687814ef90 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:39.957516 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0c8e4c8a-8dc3-46f4-a835-6a687814ef90 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:39.975600 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8e4c8a-8dc3-46f4-a835-6a687814ef90 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:39.976799 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0c8e4c8a-8dc3-46f4-a835-6a687814ef90 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:40.118633 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-0c8e4c8a-8dc3-46f4-a835-6a687814ef90 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4931493 Aug 10 03:28:40.122072 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36726) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:40.128530 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-9e326782-d7de-45cc-8c8a-7d32085a19d3 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Request body: {'subnet': {'network_id': '76fedc8f-d048-4a0c-9f51-a30f77f289a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:40.129129 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device cbef0d33-5e2e-4d43-a157-107b8525b6d2 up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:28:40.196287 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36728) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:40.250738 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning for port cbef0d33-5e2e-4d43-a157-107b8525b6d2 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:28:40.253581 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e4c8a-8dc3-46f4-a835-6a687814ef90 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Pushing event updated for resources: {'Network': ['ID=0afde3b0-f495-4b78-9d4e-37e588513f34,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:40.261138 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port cbef0d33-5e2e-4d43-a157-107b8525b6d2 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:40.261823 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:40.298205 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbee3ff-6a22-46e3-8373-163615303688 req-e808cc60-ae9a-452c-aab7-94ea5ccf1d13 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:40.315140 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 0afde3b0-f495-4b78-9d4e-37e588513f34 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:28:40.327000 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1dbee3ff-6a22-46e3-8373-163615303688 req-e808cc60-ae9a-452c-aab7-94ea5ccf1d13 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 945 time: 0.2482228 Aug 10 03:28:40.381763 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e326782-d7de-45cc-8c8a-7d32085a19d3 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Made reservation on behalf of d89c7ea5aa0045c689dfdb943d8f4200 for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:28:40.397609 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9e326782-d7de-45cc-8c8a-7d32085a19d3 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:40.422085 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1dbee3ff-6a22-46e3-8373-163615303688 req-44267c0a-b398-449e-9541-00b3d168d736 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936043 Aug 10 03:28:40.491012 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:40.559621 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f70549b-d8ab-420c-8f76-4bc4d67f60eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbef0d33-5e2e-4d43-a157-107b8525b6d2'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:28:40.575081 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa882449-9ee8-4fc9-80fe-f6b3e1aadeb7" -d '{"events": [{"server_uuid": "5f70549b-d8ab-420c-8f76-4bc4d67f60eb", "name": "network-vif-plugged", "status": "completed", "tag": "cbef0d33-5e2e-4d43-a157-107b8525b6d2"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:28:40.607082 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-22e4d548-ff44-409b-882b-31214c2039a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:40.619681 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port cbef0d33-5e2e-4d43-a157-107b8525b6d2, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=cbef0d33-5e2e-4d43-a157-107b8525b6d2,segment=NetworkSegment(17789ec9-f3a0-458f-a646-d9adbb03f346),segment_id=17789ec9-f3a0-458f-a646-d9adbb03f346)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:40.631563 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:40.692602 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf164a6-cd6a-4ea2-bf06-f948eb36760d x-openstack-request-id: req-1bf164a6-cd6a-4ea2-bf06-f948eb36760d {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:28:40.692602 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f70549b-d8ab-420c-8f76-4bc4d67f60eb", "name": "network-vif-plugged", "status": "completed", "tag": "cbef0d33-5e2e-4d43-a157-107b8525b6d2", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:28:40.692989 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1bf164a6-cd6a-4ea2-bf06-f948eb36760d {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:28:40.693835 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f70549b-d8ab-420c-8f76-4bc4d67f60eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbef0d33-5e2e-4d43-a157-107b8525b6d2', 'code': 200} Aug 10 03:28:40.728061 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=cbef0d33-5e2e-4d43-a157-107b8525b6d2,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:40.923866 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9e326782-d7de-45cc-8c8a-7d32085a19d3 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:40.980431 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-22e4d548-ff44-409b-882b-31214c2039a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:41.000361 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e326782-d7de-45cc-8c8a-7d32085a19d3 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Pushing event updated for resources: {'Subnet': ['ID=2f84780e-2dd7-453c-895b-513875b9abeb,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:41.025249 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-22e4d548-ff44-409b-882b-31214c2039a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:41.029908 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e326782-d7de-45cc-8c8a-7d32085a19d3 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Checking segment: {'id': '5e132fd8-a6d4-4761-85dd-8a848123d868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '76fedc8f-d048-4a0c-9f51-a30f77f289a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:28:41.030411 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e326782-d7de-45cc-8c8a-7d32085a19d3 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Network hostable DHCP agents. Network: 76fedc8f-d048-4a0c-9f51-a30f77f289a4, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:28:41.054783 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e326782-d7de-45cc-8c8a-7d32085a19d3 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Network 76fedc8f-d048-4a0c-9f51-a30f77f289a4 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:28:41.066054 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-9e326782-d7de-45cc-8c8a-7d32085a19d3 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 76fedc8f-d048-4a0c-9f51-a30f77f289a4) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:28:41.072115 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e326782-d7de-45cc-8c8a-7d32085a19d3 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:41.072731 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9e326782-d7de-45cc-8c8a-7d32085a19d3 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:41.080796 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501d4e42-c0c9-487c-aa0a-8999c032a6ed None None] Network 76fedc8f-d048-4a0c-9f51-a30f77f289a4 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:28:41.098317 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0839bf6d-dc0e-49d0-9b3b-3693ff2b2371 req-690099e1-d46b-444c-a415-a61ad8a92095 tempest-InstanceActionsNegativeTestJSON-1144823634 tempest-InstanceActionsNegativeTestJSON-1144823634-project] 10.222.0.44 "GET /v2.0/ports?device_id=541c3d50-e759-4ecb-a32d-d7769a0ef59b HTTP/1.1" status: 200 len: 210 time: 0.1789680 Aug 10 03:28:41.110098 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-9e326782-d7de-45cc-8c8a-7d32085a19d3 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9805784 Aug 10 03:28:41.111371 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36754) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:41.125281 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-d98b641b-b69c-4b8f-81af-30b820b1091e tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Request body: {'subnet': {'network_id': '0afde3b0-f495-4b78-9d4e-37e588513f34', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:41.155170 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-22e4d548-ff44-409b-882b-31214c2039a7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=735e11510a3749c1b7c4c2b58ea0d01e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9342349 Aug 10 03:28:41.157292 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36756) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:41.185902 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e4d548-ff44-409b-882b-31214c2039a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=338624b5-4d0e-4b03-868e-e796e61e0691,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:41.281302 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55eff97-2888-40f2-8717-7e19c6d447ca req-38448ad9-90d9-4d9a-af5d-5104bf515220 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:41.295138 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d55eff97-2888-40f2-8717-7e19c6d447ca req-38448ad9-90d9-4d9a-af5d-5104bf515220 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f70549b-d8ab-420c-8f76-4bc4d67f60eb HTTP/1.1" status: 200 len: 945 time: 0.2987061 Aug 10 03:28:41.300729 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75af0b47-a664-4abf-a7d1-ce05e4eedfc3 req-b59eb5b9-8be9-48db-960f-4429a6981be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:41.305033 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-75af0b47-a664-4abf-a7d1-ce05e4eedfc3 req-b59eb5b9-8be9-48db-960f-4429a6981be6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5f70549b-d8ab-420c-8f76-4bc4d67f60eb HTTP/1.1" status: 200 len: 1097 time: 0.4902945 Aug 10 03:28:41.333835 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d98b641b-b69c-4b8f-81af-30b820b1091e tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Made reservation on behalf of d89c7ea5aa0045c689dfdb943d8f4200 for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:28:41.351767 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d98b641b-b69c-4b8f-81af-30b820b1091e tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:41.426995 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af71e0f1-33a6-4a29-b306-f56d547b39d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-76fedc8f-d048-4a0c-9f51-a30f77f289a4', 'network_id': '76fedc8f-d048-4a0c-9f51-a30f77f289a4', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'fixed_ips': [{'subnet_id': '2f84780e-2dd7-453c-895b-513875b9abeb'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:28:41.428779 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-af71e0f1-33a6-4a29-b306-f56d547b39d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:41.574851 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-75af0b47-a664-4abf-a7d1-ce05e4eedfc3 req-02addf36-4968-446d-942e-a0b9f41e57fa service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=60e8d4ce-c00a-43d5-86a4-544ebfda7358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2371945 Aug 10 03:28:41.602075 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d55eff97-2888-40f2-8717-7e19c6d447ca req-473b8dfe-b135-49b4-90b1-3ee534d12982 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=60e8d4ce-c00a-43d5-86a4-544ebfda7358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2877984 Aug 10 03:28:41.612990 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1765b66a-3e64-40ed-80ff-482fe558e092 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:41.673103 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1765b66a-3e64-40ed-80ff-482fe558e092 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:41.797763 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-af71e0f1-33a6-4a29-b306-f56d547b39d9 None None] Allocated IP 172.20.0.2 (76fedc8f-d048-4a0c-9f51-a30f77f289a4/2f84780e-2dd7-453c-895b-513875b9abeb/fa80938e-3237-4d4e-a32c-8d34e332f0be) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:28:41.866813 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263467c3-e29c-4332-b7ce-e7547078cea8 req-ff5a7a59-e07a-4132-8374-0eee62a79034 tempest-InstanceActionsNegativeTestJSON-1144823634 tempest-InstanceActionsNegativeTestJSON-1144823634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:41.868728 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-263467c3-e29c-4332-b7ce-e7547078cea8 req-ff5a7a59-e07a-4132-8374-0eee62a79034 tempest-InstanceActionsNegativeTestJSON-1144823634 tempest-InstanceActionsNegativeTestJSON-1144823634-project] 10.222.0.61 "GET /v2.0/networks?id=85b367b8-7135-40c5-a980-f941edd368fb HTTP/1.1" status: 200 len: 822 time: 0.5526357 Aug 10 03:28:41.885214 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-263467c3-e29c-4332-b7ce-e7547078cea8 req-15979225-c8f5-44af-bb25-1faf8bc01897 tempest-InstanceActionsNegativeTestJSON-1144823634 tempest-InstanceActionsNegativeTestJSON-1144823634-project] Request body: {'port': {'device_id': '541c3d50-e759-4ecb-a32d-d7769a0ef59b', 'network_id': '85b367b8-7135-40c5-a980-f941edd368fb', 'admin_state_up': True, 'tenant_id': '06606621a2d24fef915c6881fd81f7c6'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:41.899621 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2fd3b5-3cdd-47d5-8bb3-42f9779ae9dd req-0b654dcc-bd1a-4593-9324-eee1a946d31f tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:41.907527 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ce2fd3b5-3cdd-47d5-8bb3-42f9779ae9dd req-0b654dcc-bd1a-4593-9324-eee1a946d31f tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 945 time: 0.1515913 Aug 10 03:28:41.913077 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d98b641b-b69c-4b8f-81af-30b820b1091e tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:41.942744 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1765b66a-3e64-40ed-80ff-482fe558e092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:41.946108 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1765b66a-3e64-40ed-80ff-482fe558e092 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:41.951364 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-1765b66a-3e64-40ed-80ff-482fe558e092 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/338624b5-4d0e-4b03-868e-e796e61e0691 HTTP/1.1" status: 204 len: 168 time: 0.7880001 Aug 10 03:28:42.078493 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1765b66a-3e64-40ed-80ff-482fe558e092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=338624b5-4d0e-4b03-868e-e796e61e0691,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:42.079159 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98b641b-b69c-4b8f-81af-30b820b1091e tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Pushing event updated for resources: {'Subnet': ['ID=06e6e0a8-e8ec-4404-a28e-06e7ed35ae16,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:42.091000 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98b641b-b69c-4b8f-81af-30b820b1091e tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Checking segment: {'id': 'd298dc4a-3be2-46ac-b343-0e2d2e6a6fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0afde3b0-f495-4b78-9d4e-37e588513f34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:28:42.091572 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98b641b-b69c-4b8f-81af-30b820b1091e tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Network hostable DHCP agents. Network: 0afde3b0-f495-4b78-9d4e-37e588513f34, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:28:42.121608 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ce2fd3b5-3cdd-47d5-8bb3-42f9779ae9dd req-7ac63704-9abe-4cea-bb46-cd56ac17613f tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124753 Aug 10 03:28:42.164805 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98b641b-b69c-4b8f-81af-30b820b1091e tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Network 0afde3b0-f495-4b78-9d4e-37e588513f34 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:28:42.196174 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-d98b641b-b69c-4b8f-81af-30b820b1091e tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 0afde3b0-f495-4b78-9d4e-37e588513f34) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:28:42.216805 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98b641b-b69c-4b8f-81af-30b820b1091e tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:42.217974 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d98b641b-b69c-4b8f-81af-30b820b1091e tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:42.279724 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-d98b641b-b69c-4b8f-81af-30b820b1091e tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1664073 Aug 10 03:28:42.282474 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36790) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:42.291042 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-c511c3ac-b12d-4dfb-b415-30752254f3b6 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1668699246', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:42.296514 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b02930-28d8-4d8f-9613-316e44d6e169 None None] Network 0afde3b0-f495-4b78-9d4e-37e588513f34 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:28:42.381547 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-32852e2d-e18e-443d-88f2-977fd519c2c8 req-ad26aa39-6ba8-48f9-8d8d-516c0164758e tempest-InstanceActionsNegativeTestJSON-1144823634 tempest-InstanceActionsNegativeTestJSON-1144823634-project] 10.222.0.44 "GET /v2.0/ports?device_id=541c3d50-e759-4ecb-a32d-d7769a0ef59b HTTP/1.1" status: 200 len: 210 time: 0.0524716 Aug 10 03:28:42.385768 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-263467c3-e29c-4332-b7ce-e7547078cea8 req-15979225-c8f5-44af-bb25-1faf8bc01897 tempest-InstanceActionsNegativeTestJSON-1144823634 tempest-InstanceActionsNegativeTestJSON-1144823634-project] Made reservation on behalf of 06606621a2d24fef915c6881fd81f7c6 for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:28:42.400176 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-263467c3-e29c-4332-b7ce-e7547078cea8 req-15979225-c8f5-44af-bb25-1faf8bc01897 tempest-InstanceActionsNegativeTestJSON-1144823634 tempest-InstanceActionsNegativeTestJSON-1144823634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:42.407700 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c511c3ac-b12d-4dfb-b415-30752254f3b6 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:42.409990 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c511c3ac-b12d-4dfb-b415-30752254f3b6 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:42.491841 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862193ac-d865-4b81-9372-a7bac0bb383f req-eb923713-0a83-4b50-a85b-de2233835c78 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:42.493707 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-862193ac-d865-4b81-9372-a7bac0bb383f req-eb923713-0a83-4b50-a85b-de2233835c78 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 945 time: 0.2394691 Aug 10 03:28:42.601475 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c511c3ac-b12d-4dfb-b415-30752254f3b6 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:42.609522 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-af71e0f1-33a6-4a29-b306-f56d547b39d9 None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:42.612847 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c511c3ac-b12d-4dfb-b415-30752254f3b6 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:42.621038 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-862193ac-d865-4b81-9372-a7bac0bb383f req-53f1fc28-cad9-42ed-9b68-74d1a0603ff3 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900633 Aug 10 03:28:42.655254 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-af71e0f1-33a6-4a29-b306-f56d547b39d9 None None] Transition to ACTIVE for port object fa80938e-3237-4d4e-a32c-8d34e332f0be will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:28:42.656173 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c511c3ac-b12d-4dfb-b415-30752254f3b6 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:42.661542 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-c511c3ac-b12d-4dfb-b415-30752254f3b6 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3744540 Aug 10 03:28:42.663233 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36798) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:42.782852 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-263467c3-e29c-4332-b7ce-e7547078cea8 req-15979225-c8f5-44af-bb25-1faf8bc01897 tempest-InstanceActionsNegativeTestJSON-1144823634 tempest-InstanceActionsNegativeTestJSON-1144823634-project] Allocated IP 172.20.0.5 (85b367b8-7135-40c5-a980-f941edd368fb/51ea757f-4b09-46cd-a807-5d3190fe0512/666717ad-aa62-4c69-9bef-beae4a4e1a8a) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:28:42.817118 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-af71e0f1-33a6-4a29-b306-f56d547b39d9 None None] Transition to ACTIVE for port object fa80938e-3237-4d4e-a32c-8d34e332f0be will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:28:42.853296 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-af71e0f1-33a6-4a29-b306-f56d547b39d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:43.029272 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a743598-ac2d-4f9b-97a1-290c8d82593d req-f166b380-5146-4bf2-bf70-b6c5821e74f7 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:43.041554 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5a743598-ac2d-4f9b-97a1-290c8d82593d req-f166b380-5146-4bf2-bf70-b6c5821e74f7 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f70549b-d8ab-420c-8f76-4bc4d67f60eb HTTP/1.1" status: 200 len: 945 time: 0.2790749 Aug 10 03:28:43.057304 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af71e0f1-33a6-4a29-b306-f56d547b39d9 None None] Network 76fedc8f-d048-4a0c-9f51-a30f77f289a4 is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:28:43.068098 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-af71e0f1-33a6-4a29-b306-f56d547b39d9 None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:28:43.079221 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af71e0f1-33a6-4a29-b306-f56d547b39d9 None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:28:43.084606 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ec655c-02d3-4cb4-94af-d11c38403706 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-0afde3b0-f495-4b78-9d4e-37e588513f34', 'network_id': '0afde3b0-f495-4b78-9d4e-37e588513f34', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'fixed_ips': [{'subnet_id': '06e6e0a8-e8ec-4404-a28e-06e7ed35ae16'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:28:43.087124 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-11ec655c-02d3-4cb4-94af-d11c38403706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:43.166467 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36814) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:43.167078 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af71e0f1-33a6-4a29-b306-f56d547b39d9 None None] Pushing event updated for resources: {'Port': ['ID=fa80938e-3237-4d4e-a32c-8d34e332f0be,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:43.301111 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d7d192da-2231-4c79-bd09-4c931abbf42d tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:43.303254 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5a743598-ac2d-4f9b-97a1-290c8d82593d req-b83bd851-7948-4bad-badc-b3c53d4d1ca0 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=60e8d4ce-c00a-43d5-86a4-544ebfda7358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2632709 Aug 10 03:28:43.390722 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-af71e0f1-33a6-4a29-b306-f56d547b39d9 None None] Attempting to bind port fa80938e-3237-4d4e-a32c-8d34e332f0be on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:28:43.393027 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-af71e0f1-33a6-4a29-b306-f56d547b39d9 None None] Attempting to bind port fa80938e-3237-4d4e-a32c-8d34e332f0be by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '5e132fd8-a6d4-4761-85dd-8a848123d868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '76fedc8f-d048-4a0c-9f51-a30f77f289a4'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:28:43.394794 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af71e0f1-33a6-4a29-b306-f56d547b39d9 None None] Attempting to bind port fa80938e-3237-4d4e-a32c-8d34e332f0be on network 76fedc8f-d048-4a0c-9f51-a30f77f289a4 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:28:43.410106 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af71e0f1-33a6-4a29-b306-f56d547b39d9 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:28:43.410956 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af71e0f1-33a6-4a29-b306-f56d547b39d9 None None] Checking segment: {'id': '5e132fd8-a6d4-4761-85dd-8a848123d868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '76fedc8f-d048-4a0c-9f51-a30f77f289a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:28:43.411545 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-af71e0f1-33a6-4a29-b306-f56d547b39d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:43.412403 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af71e0f1-33a6-4a29-b306-f56d547b39d9 None None] Bound using segment: {'id': '5e132fd8-a6d4-4761-85dd-8a848123d868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '76fedc8f-d048-4a0c-9f51-a30f77f289a4'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:28:43.413092 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-af71e0f1-33a6-4a29-b306-f56d547b39d9 None None] Bound port: fa80938e-3237-4d4e-a32c-8d34e332f0be, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e132fd8-a6d4-4761-85dd-8a848123d868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '76fedc8f-d048-4a0c-9f51-a30f77f289a4'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:28:43.413700 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-af71e0f1-33a6-4a29-b306-f56d547b39d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:43.488206 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4964a2c4-1198-40a5-bc13-06ae9f7537c6 req-ca09ef55-14e1-4269-b49f-9b333af6ead7 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:43.497610 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4964a2c4-1198-40a5-bc13-06ae9f7537c6 req-ca09ef55-14e1-4269-b49f-9b333af6ead7 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 945 time: 0.3294861 Aug 10 03:28:43.526546 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9e2e96f2-dc38-4643-8095-7eb2f29ca7ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:43.536295 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-11ec655c-02d3-4cb4-94af-d11c38403706 None None] Allocated IP 172.21.0.2 (0afde3b0-f495-4b78-9d4e-37e588513f34/06e6e0a8-e8ec-4404-a28e-06e7ed35ae16/7f430661-8773-4ea0-be58-d76a18b7853a) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:28:43.652577 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-263467c3-e29c-4332-b7ce-e7547078cea8 req-15979225-c8f5-44af-bb25-1faf8bc01897 tempest-InstanceActionsNegativeTestJSON-1144823634 tempest-InstanceActionsNegativeTestJSON-1144823634-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:43.655615 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-af71e0f1-33a6-4a29-b306-f56d547b39d9 None None] For port fa80938e-3237-4d4e-a32c-8d34e332f0be, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:28:43.764040 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-af71e0f1-33a6-4a29-b306-f56d547b39d9 None None] For port fa80938e-3237-4d4e-a32c-8d34e332f0be, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=fa80938e-3237-4d4e-a32c-8d34e332f0be,segment=NetworkSegment(5e132fd8-a6d4-4761-85dd-8a848123d868),segment_id=5e132fd8-a6d4-4761-85dd-8a848123d868)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:28:43.770601 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4964a2c4-1198-40a5-bc13-06ae9f7537c6 req-36966639-b587-4a41-a740-0b668fcf5e9e tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512195 Aug 10 03:28:43.773985 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-af71e0f1-33a6-4a29-b306-f56d547b39d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:43.856998 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-11ec655c-02d3-4cb4-94af-d11c38403706 None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:43.891887 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-11ec655c-02d3-4cb4-94af-d11c38403706 None None] Transition to ACTIVE for port object 7f430661-8773-4ea0-be58-d76a18b7853a will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:28:43.895414 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36832) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:43.905231 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af71e0f1-33a6-4a29-b306-f56d547b39d9 None None] Pushing event updated for resources: {'Port': ['ID=fa80938e-3237-4d4e-a32c-8d34e332f0be,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:43.916372 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-11ec655c-02d3-4cb4-94af-d11c38403706 None None] Transition to ACTIVE for port object 7f430661-8773-4ea0-be58-d76a18b7853a will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:28:43.938911 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-11ec655c-02d3-4cb4-94af-d11c38403706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:43.969125 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b59f50-3075-4679-a8bf-efc363e74cf3 req-9b04d87d-8778-4a25-b011-ef548cd87e88 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:43.981328 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-57b59f50-3075-4679-a8bf-efc363e74cf3 req-9b04d87d-8778-4a25-b011-ef548cd87e88 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f70549b-d8ab-420c-8f76-4bc4d67f60eb HTTP/1.1" status: 200 len: 945 time: 0.3851752 Aug 10 03:28:44.019086 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36838) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:44.053240 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ec655c-02d3-4cb4-94af-d11c38403706 None None] Network 0afde3b0-f495-4b78-9d4e-37e588513f34 is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:28:44.059157 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-11ec655c-02d3-4cb4-94af-d11c38403706 None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:28:44.072939 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ec655c-02d3-4cb4-94af-d11c38403706 None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:28:44.078863 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-bc605ea3-d2d4-4b03-8ce2-2fa7d244ed98 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Request body: {'floatingip': {'port_id': 'cbef0d33-5e2e-4d43-a157-107b8525b6d2'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:44.098174 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ec655c-02d3-4cb4-94af-d11c38403706 None None] Pushing event updated for resources: {'Port': ['ID=7f430661-8773-4ea0-be58-d76a18b7853a,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:44.123253 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-d7d192da-2231-4c79-bd09-4c931abbf42d tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Allocated IP 172.20.0.1 (76fedc8f-d048-4a0c-9f51-a30f77f289a4/2f84780e-2dd7-453c-895b-513875b9abeb/1f3324d3-f642-4c89-b965-56101ba64172) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:28:44.244508 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-11ec655c-02d3-4cb4-94af-d11c38403706 None None] Attempting to bind port 7f430661-8773-4ea0-be58-d76a18b7853a on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:28:44.245037 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-11ec655c-02d3-4cb4-94af-d11c38403706 None None] Attempting to bind port 7f430661-8773-4ea0-be58-d76a18b7853a by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'd298dc4a-3be2-46ac-b343-0e2d2e6a6fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0afde3b0-f495-4b78-9d4e-37e588513f34'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:28:44.245645 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ec655c-02d3-4cb4-94af-d11c38403706 None None] Attempting to bind port 7f430661-8773-4ea0-be58-d76a18b7853a on network 0afde3b0-f495-4b78-9d4e-37e588513f34 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:28:44.251816 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9e2e96f2-dc38-4643-8095-7eb2f29ca7ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:44.263518 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ec655c-02d3-4cb4-94af-d11c38403706 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:28:44.264317 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ec655c-02d3-4cb4-94af-d11c38403706 None None] Checking segment: {'id': 'd298dc4a-3be2-46ac-b343-0e2d2e6a6fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0afde3b0-f495-4b78-9d4e-37e588513f34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:28:44.266294 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-11ec655c-02d3-4cb4-94af-d11c38403706 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:44.266294 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ec655c-02d3-4cb4-94af-d11c38403706 None None] Bound using segment: {'id': 'd298dc4a-3be2-46ac-b343-0e2d2e6a6fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0afde3b0-f495-4b78-9d4e-37e588513f34'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:28:44.283889 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-11ec655c-02d3-4cb4-94af-d11c38403706 None None] Bound port: 7f430661-8773-4ea0-be58-d76a18b7853a, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd298dc4a-3be2-46ac-b343-0e2d2e6a6fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0afde3b0-f495-4b78-9d4e-37e588513f34'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:28:44.284380 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-11ec655c-02d3-4cb4-94af-d11c38403706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:44.370292 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-11ec655c-02d3-4cb4-94af-d11c38403706 None None] For port 7f430661-8773-4ea0-be58-d76a18b7853a, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:28:44.372491 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-11ec655c-02d3-4cb4-94af-d11c38403706 None None] For port 7f430661-8773-4ea0-be58-d76a18b7853a, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=7f430661-8773-4ea0-be58-d76a18b7853a,segment=NetworkSegment(d298dc4a-3be2-46ac-b343-0e2d2e6a6fab),segment_id=d298dc4a-3be2-46ac-b343-0e2d2e6a6fab)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:28:44.382419 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-11ec655c-02d3-4cb4-94af-d11c38403706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:44.409413 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a8b8fa54-e45b-40b2-bbf7-adfdc9e3f16a req-eaf44be9-3c9b-46bb-ace4-c91cdeff9048 tempest-InstanceActionsNegativeTestJSON-1144823634 tempest-InstanceActionsNegativeTestJSON-1144823634-project] 10.222.0.44 "GET /v2.0/ports?device_id=541c3d50-e759-4ecb-a32d-d7769a0ef59b HTTP/1.1" status: 200 len: 210 time: 0.4268999 Aug 10 03:28:44.422323 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-7cf61d28-dcb9-4588-ad65-35d7520c4377 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Request body: {'security_group': {'name': 'tempest-secgroup--1864527698'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:44.437576 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9e2e96f2-dc38-4643-8095-7eb2f29ca7ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:44.440591 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d7d192da-2231-4c79-bd09-4c931abbf42d tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:44.491658 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-9e2e96f2-dc38-4643-8095-7eb2f29ca7ea admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=58f5e66942b247daa55da548ef962561&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3144135 Aug 10 03:28:44.492426 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ec655c-02d3-4cb4-94af-d11c38403706 None None] Pushing event updated for resources: {'Port': ['ID=7f430661-8773-4ea0-be58-d76a18b7853a,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:44.493285 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-263467c3-e29c-4332-b7ce-e7547078cea8 req-15979225-c8f5-44af-bb25-1faf8bc01897 tempest-InstanceActionsNegativeTestJSON-1144823634 tempest-InstanceActionsNegativeTestJSON-1144823634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:44.496749 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36840) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:44.502561 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [None req-d7d192da-2231-4c79-bd09-4c931abbf42d tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Transition to ACTIVE for port object 1f3324d3-f642-4c89-b965-56101ba64172 will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:28:44.601659 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-bc605ea3-d2d4-4b03-8ce2-2fa7d244ed98 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Notify callbacks [] for floatingip, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:44.616790 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-263467c3-e29c-4332-b7ce-e7547078cea8 req-15979225-c8f5-44af-bb25-1faf8bc01897 tempest-InstanceActionsNegativeTestJSON-1144823634 tempest-InstanceActionsNegativeTestJSON-1144823634-project] Network 85b367b8-7135-40c5-a980-f941edd368fb is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:28:44.626835 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-22dad066-350f-4f19-8b50-e07be17bf0ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:44.631587 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15979225-c8f5-44af-bb25-1faf8bc01897 tempest-InstanceActionsNegativeTestJSON-1144823634 tempest-InstanceActionsNegativeTestJSON-1144823634-project] Pushing event updated for resources: {'Port': ['ID=666717ad-aa62-4c69-9bef-beae4a4e1a8a,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:44.713165 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-263467c3-e29c-4332-b7ce-e7547078cea8 req-15979225-c8f5-44af-bb25-1faf8bc01897 tempest-InstanceActionsNegativeTestJSON-1144823634 tempest-InstanceActionsNegativeTestJSON-1144823634-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:28:44.716736 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-263467c3-e29c-4332-b7ce-e7547078cea8 req-15979225-c8f5-44af-bb25-1faf8bc01897 tempest-InstanceActionsNegativeTestJSON-1144823634 tempest-InstanceActionsNegativeTestJSON-1144823634-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:28:44.728983 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-22dad066-350f-4f19-8b50-e07be17bf0ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:44.748975 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d7d192da-2231-4c79-bd09-4c931abbf42d tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:44.792712 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2e96f2-dc38-4643-8095-7eb2f29ca7ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67b25fbd-9160-4b3e-ac9f-4d2ec0102995,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:44.819665 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1f19af-ea1f-4f36-a28d-529c330b1054 req-1cabb1c5-866c-4fa0-ae6f-30535b900afc tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:44.821551 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ea1f19af-ea1f-4f36-a28d-529c330b1054 req-1cabb1c5-866c-4fa0-ae6f-30535b900afc tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 945 time: 0.7082918 Aug 10 03:28:44.832097 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7cf61d28-dcb9-4588-ad65-35d7520c4377 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:44.908559 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d192da-2231-4c79-bd09-4c931abbf42d tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Network 76fedc8f-d048-4a0c-9f51-a30f77f289a4 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:28:44.908909 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7cf61d28-dcb9-4588-ad65-35d7520c4377 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:44.926037 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-d7d192da-2231-4c79-bd09-4c931abbf42d tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:28:44.933775 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d192da-2231-4c79-bd09-4c931abbf42d tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:28:44.942846 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263467c3-e29c-4332-b7ce-e7547078cea8 req-15979225-c8f5-44af-bb25-1faf8bc01897 tempest-InstanceActionsNegativeTestJSON-1144823634 tempest-InstanceActionsNegativeTestJSON-1144823634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:44.943586 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-263467c3-e29c-4332-b7ce-e7547078cea8 req-15979225-c8f5-44af-bb25-1faf8bc01897 tempest-InstanceActionsNegativeTestJSON-1144823634 tempest-InstanceActionsNegativeTestJSON-1144823634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:44.975344 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d192da-2231-4c79-bd09-4c931abbf42d tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Pushing event updated for resources: {'Port': ['ID=1f3324d3-f642-4c89-b965-56101ba64172,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:45.002255 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-263467c3-e29c-4332-b7ce-e7547078cea8 req-15979225-c8f5-44af-bb25-1faf8bc01897 tempest-InstanceActionsNegativeTestJSON-1144823634 tempest-InstanceActionsNegativeTestJSON-1144823634-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1216173 Aug 10 03:28:45.018422 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ea1f19af-ea1f-4f36-a28d-529c330b1054 req-449d20aa-88f0-4342-aa7f-ae224ae4916d tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710017 Aug 10 03:28:45.029474 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-263467c3-e29c-4332-b7ce-e7547078cea8 req-56292910-8292-421e-aba2-17e8f13da6a0 service neutron] Request body: {'port': {'device_id': '541c3d50-e759-4ecb-a32d-d7769a0ef59b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:45.069462 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d7d192da-2231-4c79-bd09-4c931abbf42d tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521745'] for router_interface, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:45.176028 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-22dad066-350f-4f19-8b50-e07be17bf0ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:45.184249 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-22dad066-350f-4f19-8b50-e07be17bf0ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:45.189649 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-22dad066-350f-4f19-8b50-e07be17bf0ea admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/67b25fbd-9160-4b3e-ac9f-4d2ec0102995 HTTP/1.1" status: 204 len: 168 time: 0.6853812 Aug 10 03:28:45.214753 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dad066-350f-4f19-8b50-e07be17bf0ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b25fbd-9160-4b3e-ac9f-4d2ec0102995,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:45.223606 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-263467c3-e29c-4332-b7ce-e7547078cea8 req-56292910-8292-421e-aba2-17e8f13da6a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:45.423628 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d7d192da-2231-4c79-bd09-4c931abbf42d tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:45.749679 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7cf61d28-dcb9-4588-ad65-35d7520c4377 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:45.784963 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598b0dfe-f956-4cb8-9d8c-56dd9fe696eb None None] Network 76fedc8f-d048-4a0c-9f51-a30f77f289a4 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:28:45.854566 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7cf61d28-dcb9-4588-ad65-35d7520c4377 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:45.970862 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e52b72-25c5-4e1c-b732-756d2f7df779 req-a4f49c81-c3ab-4cfa-9f7d-361505329907 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:45.981177 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-ad2e2ae4-0434-4762-baf9-b8a82a302c34 None None] Provisioning for port fa80938e-3237-4d4e-a32c-8d34e332f0be completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:28:45.987245 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c0e52b72-25c5-4e1c-b732-756d2f7df779 req-a4f49c81-c3ab-4cfa-9f7d-361505329907 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 945 time: 0.6518884 Aug 10 03:28:46.148055 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 7f430661-8773-4ea0-be58-d76a18b7853a up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:28:46.336945 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 7f430661-8773-4ea0-be58-d76a18b7853a completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:28:46.350512 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device fa80938e-3237-4d4e-a32c-8d34e332f0be up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:28:46.448223 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port fa80938e-3237-4d4e-a32c-8d34e332f0be completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:28:46.454942 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36858) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:46.460132 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port fa80938e-3237-4d4e-a32c-8d34e332f0be triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:46.461333 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:46.512907 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4b18f9be-273a-4d9a-bacd-09ec6553408f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:46.565548 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058444bd-380a-4a61-a7af-b7fca869c2dd req-bbedbf7e-3c4d-4d16-8b39-0a0754c9dec8 tempest-InstanceActionsNegativeTestJSON-1144823634 tempest-InstanceActionsNegativeTestJSON-1144823634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:46.568134 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-058444bd-380a-4a61-a7af-b7fca869c2dd req-bbedbf7e-3c4d-4d16-8b39-0a0754c9dec8 tempest-InstanceActionsNegativeTestJSON-1144823634 tempest-InstanceActionsNegativeTestJSON-1144823634-project] 10.222.0.44 "GET /v2.0/ports?device_id=541c3d50-e759-4ecb-a32d-d7769a0ef59b HTTP/1.1" status: 200 len: 931 time: 0.8689733 Aug 10 03:28:46.604196 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db29104e-99d8-4c62-ac4a-46bc6b6aee46 None None] Network 0afde3b0-f495-4b78-9d4e-37e588513f34 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:28:46.617621 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf61d28-dcb9-4588-ad65-35d7520c4377 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66325ea5-eb01-47e3-9674-8c4b9353eca6,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:46.660930 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.db.resource_extend [None req-bc605ea3-d2d4-4b03-8ce2-2fa7d244ed98 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:28:46.670020 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-263467c3-e29c-4332-b7ce-e7547078cea8 req-56292910-8292-421e-aba2-17e8f13da6a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 666717ad-aa62-4c69-9bef-beae4a4e1a8a {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:28:46.708149 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d7d192da-2231-4c79-bd09-4c931abbf42d tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:46.716174 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d7d192da-2231-4c79-bd09-4c931abbf42d tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:46.778619 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-263467c3-e29c-4332-b7ce-e7547078cea8 req-56292910-8292-421e-aba2-17e8f13da6a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:46.807373 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-1e052624-a64c-4d7e-9e5b-80e4579c5f7d None None] Provisioning for port 7f430661-8773-4ea0-be58-d76a18b7853a completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:28:46.819062 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d7d192da-2231-4c79-bd09-4c931abbf42d tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521893'] for router_interface, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:46.822527 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d192da-2231-4c79-bd09-4c931abbf42d tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Pushing event updated for resources: {'Port': ['ID=1f3324d3-f642-4c89-b965-56101ba64172,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:46.829038 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-1e052624-a64c-4d7e-9e5b-80e4579c5f7d None None] Provisioning complete for port 7f430661-8773-4ea0-be58-d76a18b7853a triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:46.829801 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1e052624-a64c-4d7e-9e5b-80e4579c5f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:46.868954 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:46.908756 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-058444bd-380a-4a61-a7af-b7fca869c2dd req-22ae8e4f-f62e-4350-be32-1a8f53f8d726 tempest-InstanceActionsNegativeTestJSON-1144823634 tempest-InstanceActionsNegativeTestJSON-1144823634-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf87fc90-0dd7-4034-9c5a-222b810e73fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3049824 Aug 10 03:28:46.915113 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c0e52b72-25c5-4e1c-b732-756d2f7df779 req-3231d2e9-b3a9-45cb-831e-f3e33dc69d43 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5048053 Aug 10 03:28:46.950286 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-263467c3-e29c-4332-b7ce-e7547078cea8 req-56292910-8292-421e-aba2-17e8f13da6a0 service neutron] Transition to ACTIVE for port object 666717ad-aa62-4c69-9bef-beae4a4e1a8a will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:28:46.972586 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-263467c3-e29c-4332-b7ce-e7547078cea8 req-56292910-8292-421e-aba2-17e8f13da6a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:46.984344 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-bc605ea3-d2d4-4b03-8ce2-2fa7d244ed98 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:47.014459 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port fa80938e-3237-4d4e-a32c-8d34e332f0be, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=fa80938e-3237-4d4e-a32c-8d34e332f0be,segment=NetworkSegment(5e132fd8-a6d4-4761-85dd-8a848123d868),segment_id=5e132fd8-a6d4-4761-85dd-8a848123d868)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:47.059331 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:28:47.065613 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-bc605ea3-d2d4-4b03-8ce2-2fa7d244ed98 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:47.089456 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d192da-2231-4c79-bd09-4c931abbf42d tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Network 76fedc8f-d048-4a0c-9f51-a30f77f289a4 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:28:47.093638 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:47.102048 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-d7d192da-2231-4c79-bd09-4c931abbf42d tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:28:47.183117 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56292910-8292-421e-aba2-17e8f13da6a0 service neutron] Pushing event updated for resources: {'Port': ['ID=666717ad-aa62-4c69-9bef-beae4a4e1a8a,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:47.244984 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7cf61d28-dcb9-4588-ad65-35d7520c4377 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:47.301910 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7cf61d28-dcb9-4588-ad65-35d7520c4377 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:47.357488 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf61d28-dcb9-4588-ad65-35d7520c4377 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ac3a2a-0e22-4ef6-9438-0ebe3d190f60,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:47.387764 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=fa80938e-3237-4d4e-a32c-8d34e332f0be,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:47.425422 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1e052624-a64c-4d7e-9e5b-80e4579c5f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:47.431000 n-d-768862-13 neutron-server[94260]: INFO neutron.db.l3_db [None req-bc605ea3-d2d4-4b03-8ce2-2fa7d244ed98 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Floating IP a0c0f85b-e137-412d-ba16-6e15d62c967c associated. External IP: 172.25.6.87, port: cbef0d33-5e2e-4d43-a157-107b8525b6d2. Aug 10 03:28:47.533723 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-1e052624-a64c-4d7e-9e5b-80e4579c5f7d None None] For port 7f430661-8773-4ea0-be58-d76a18b7853a, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=7f430661-8773-4ea0-be58-d76a18b7853a,segment=NetworkSegment(d298dc4a-3be2-46ac-b343-0e2d2e6a6fab),segment_id=d298dc4a-3be2-46ac-b343-0e2d2e6a6fab)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:47.545134 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1e052624-a64c-4d7e-9e5b-80e4579c5f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:47.561931 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7d192da-2231-4c79-bd09-4c931abbf42d tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Router 582495e7-8930-4ea0-9046-9f3afd08b1e1 is scheduled to L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e with binding_index 1 {{(pid=94261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:28:47.576410 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4b18f9be-273a-4d9a-bacd-09ec6553408f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:47.599880 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4b18f9be-273a-4d9a-bacd-09ec6553408f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:47.656831 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e052624-a64c-4d7e-9e5b-80e4579c5f7d None None] Pushing event updated for resources: {'Port': ['ID=7f430661-8773-4ea0-be58-d76a18b7853a,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:47.704093 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-3411933d-8b74-46c7-b147-fde7e724a9c4 None None] Provisioning complete for port fa80938e-3237-4d4e-a32c-8d34e332f0be triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:47.704726 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3411933d-8b74-46c7-b147-fde7e724a9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:47.797377 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b18f9be-273a-4d9a-bacd-09ec6553408f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=063ff65d-bc38-4da2-b470-25043c5d5d10,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:47.826057 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-4b18f9be-273a-4d9a-bacd-09ec6553408f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=70e53c30a44a489793a45b0351b0cf73&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3687067 Aug 10 03:28:47.832939 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7d192da-2231-4c79-bd09-4c931abbf42d tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:28:47.836318 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36862) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:47.879124 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4eb8f6-63a3-48a4-9afe-306bb2992263 None None] Sync routers for ids ['582495e7-8930-4ea0-9046-9f3afd08b1e1'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:28:47.901818 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4eb8f6-63a3-48a4-9afe-306bb2992263 None None] Routers {'582495e7-8930-4ea0-9046-9f3afd08b1e1'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:28:47.902784 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-2a4eb8f6-63a3-48a4-9afe-306bb2992263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:28:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['582495e7-8930-4ea0-9046-9f3afd08b1e1'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:47.939036 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-d7d192da-2231-4c79-bd09-4c931abbf42d tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "PUT /v2.0/routers/582495e7-8930-4ea0-9046-9f3afd08b1e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2701719 Aug 10 03:28:47.943863 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36864) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:47.977818 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-3411933d-8b74-46c7-b147-fde7e724a9c4 None None] Provisioning for port 1f3324d3-f642-4c89-b965-56101ba64172 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:28:47.985118 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-2a4eb8f6-63a3-48a4-9afe-306bb2992263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:48.021837 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 7f430661-8773-4ea0-be58-d76a18b7853a up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:28:48.037990 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ca3229db-b33f-451d-a2d9-144a072ce72c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:48.053950 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142700f6-5fef-400c-aac1-6e2dfacdc2b6 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:48.059991 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-142700f6-5fef-400c-aac1-6e2dfacdc2b6 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "GET /v2.0/ports/1f3324d3-f642-4c89-b965-56101ba64172 HTTP/1.1" status: 200 len: 910 time: 0.1070135 Aug 10 03:28:48.062026 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36870) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:48.118438 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ca3229db-b33f-451d-a2d9-144a072ce72c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:48.159721 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7cf61d28-dcb9-4588-ad65-35d7520c4377 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:48.162815 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-7cf61d28-dcb9-4588-ad65-35d7520c4377 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 4.2429652 Aug 10 03:28:48.174773 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36874) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:48.187490 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8619b6b-54ae-4b21-838e-4125cace94c6 req-e826951b-cc3e-435a-b4bb-e487f2973379 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:48.194693 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f8619b6b-54ae-4b21-838e-4125cace94c6 req-e826951b-cc3e-435a-b4bb-e487f2973379 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 945 time: 0.9698730 Aug 10 03:28:48.239730 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-263467c3-e29c-4332-b7ce-e7547078cea8 req-56292910-8292-421e-aba2-17e8f13da6a0 service neutron] Attempting to bind port 666717ad-aa62-4c69-9bef-beae4a4e1a8a on host n-h2-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:28:48.240683 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-263467c3-e29c-4332-b7ce-e7547078cea8 req-56292910-8292-421e-aba2-17e8f13da6a0 service neutron] Attempting to bind port 666717ad-aa62-4c69-9bef-beae4a4e1a8a by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': '3d6486b8-1ae6-4854-a2fd-437b7f0ae1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '85b367b8-7135-40c5-a980-f941edd368fb'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:28:48.241181 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263467c3-e29c-4332-b7ce-e7547078cea8 req-56292910-8292-421e-aba2-17e8f13da6a0 service neutron] Attempting to bind port 666717ad-aa62-4c69-9bef-beae4a4e1a8a on network 85b367b8-7135-40c5-a980-f941edd368fb {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:28:48.261418 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263467c3-e29c-4332-b7ce-e7547078cea8 req-56292910-8292-421e-aba2-17e8f13da6a0 service neutron] Port 666717ad-aa62-4c69-9bef-beae4a4e1a8a on network 85b367b8-7135-40c5-a980-f941edd368fb not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:28:48.261815 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263467c3-e29c-4332-b7ce-e7547078cea8 req-56292910-8292-421e-aba2-17e8f13da6a0 service neutron] Attempting to bind port 666717ad-aa62-4c69-9bef-beae4a4e1a8a on network 85b367b8-7135-40c5-a980-f941edd368fb {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:28:48.298005 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-30948e4a-3939-4158-a493-679ef8e40e2d tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1150424 Aug 10 03:28:48.298355 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c864cb-d327-4d7f-98e0-d9de891e51f0 req-1ae7aab2-5bb7-4d4e-aebf-ead1f71e3b6d tempest-InstanceActionsNegativeTestJSON-1144823634 tempest-InstanceActionsNegativeTestJSON-1144823634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:48.298355 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-07c864cb-d327-4d7f-98e0-d9de891e51f0 req-1ae7aab2-5bb7-4d4e-aebf-ead1f71e3b6d tempest-InstanceActionsNegativeTestJSON-1144823634 tempest-InstanceActionsNegativeTestJSON-1144823634-project] 10.222.0.44 "GET /v2.0/ports?device_id=541c3d50-e759-4ecb-a32d-d7769a0ef59b HTTP/1.1" status: 200 len: 943 time: 0.1687956 Aug 10 03:28:48.309435 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f8619b6b-54ae-4b21-838e-4125cace94c6 req-b5a957cd-2479-4ac6-ae11-548264c54c98 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125112 Aug 10 03:28:48.324633 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-3411933d-8b74-46c7-b147-fde7e724a9c4 None None] Provisioning complete for port 1f3324d3-f642-4c89-b965-56101ba64172 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:48.326572 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3411933d-8b74-46c7-b147-fde7e724a9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:48.335887 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4eb8f6-63a3-48a4-9afe-306bb2992263 None None] Routers {'582495e7-8930-4ea0-9046-9f3afd08b1e1'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:28:48.336796 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-2a4eb8f6-63a3-48a4-9afe-306bb2992263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:28:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['582495e7-8930-4ea0-9046-9f3afd08b1e1'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:48.381357 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36876) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:48.386281 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263467c3-e29c-4332-b7ce-e7547078cea8 req-56292910-8292-421e-aba2-17e8f13da6a0 service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:28:48.388180 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263467c3-e29c-4332-b7ce-e7547078cea8 req-56292910-8292-421e-aba2-17e8f13da6a0 service neutron] Checking segment: {'id': '3d6486b8-1ae6-4854-a2fd-437b7f0ae1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '85b367b8-7135-40c5-a980-f941edd368fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:28:48.389739 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263467c3-e29c-4332-b7ce-e7547078cea8 req-56292910-8292-421e-aba2-17e8f13da6a0 service neutron] Bound using segment: {'id': '3d6486b8-1ae6-4854-a2fd-437b7f0ae1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '85b367b8-7135-40c5-a980-f941edd368fb'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:28:48.391322 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-263467c3-e29c-4332-b7ce-e7547078cea8 req-56292910-8292-421e-aba2-17e8f13da6a0 service neutron] Bound port: 666717ad-aa62-4c69-9bef-beae4a4e1a8a, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d6486b8-1ae6-4854-a2fd-437b7f0ae1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '85b367b8-7135-40c5-a980-f941edd368fb'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:28:48.392521 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-263467c3-e29c-4332-b7ce-e7547078cea8 req-56292910-8292-421e-aba2-17e8f13da6a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:48.410095 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-2a4eb8f6-63a3-48a4-9afe-306bb2992263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:48.410095 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4eb8f6-63a3-48a4-9afe-306bb2992263 None None] The sync data for ids ['582495e7-8930-4ea0-9046-9f3afd08b1e1'] in n-d-768862-13 is: [] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:28:48.426062 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-3411933d-8b74-46c7-b147-fde7e724a9c4 None None] Port 1f3324d3-f642-4c89-b965-56101ba64172 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:28:48.438738 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-5958c986-d385-423c-97e4-b61977a2a18b tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Request body: {'security_group': {'name': 'tempest-security--1647412980', 'description': 'tempest-security-description-19953937'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:48.456194 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 7f430661-8773-4ea0-be58-d76a18b7853a triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:48.471682 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:48.547440 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ca3229db-b33f-451d-a2d9-144a072ce72c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:48.550109 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ca3229db-b33f-451d-a2d9-144a072ce72c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:48.558900 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ca3229db-b33f-451d-a2d9-144a072ce72c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/063ff65d-bc38-4da2-b470-25043c5d5d10 HTTP/1.1" status: 204 len: 168 time: 0.7209592 Aug 10 03:28:48.589144 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3229db-b33f-451d-a2d9-144a072ce72c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=063ff65d-bc38-4da2-b470-25043c5d5d10,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:48.600871 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5958c986-d385-423c-97e4-b61977a2a18b tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:48.622633 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-5b8160a8-681d-430b-bb08-0abf9563ccc2 None None] Provisioning complete for port 7f430661-8773-4ea0-be58-d76a18b7853a triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:48.623005 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-5b8160a8-681d-430b-bb08-0abf9563ccc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:48.627500 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-07c864cb-d327-4d7f-98e0-d9de891e51f0 req-166fbc55-f239-4f9b-a546-a5c08d709d8b tempest-InstanceActionsNegativeTestJSON-1144823634 tempest-InstanceActionsNegativeTestJSON-1144823634-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf87fc90-0dd7-4034-9c5a-222b810e73fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472920 Aug 10 03:28:48.721514 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc605ea3-d2d4-4b03-8ce2-2fa7d244ed98 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Router c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:28:48.760025 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-263467c3-e29c-4332-b7ce-e7547078cea8 req-56292910-8292-421e-aba2-17e8f13da6a0 service neutron] For port 666717ad-aa62-4c69-9bef-beae4a4e1a8a, host n-h2-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:28:48.785419 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4b44d952-04c3-4e42-98d4-dcd88d947991 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:48.795185 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5958c986-d385-423c-97e4-b61977a2a18b tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:48.804049 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device fa80938e-3237-4d4e-a32c-8d34e332f0be up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:28:48.816732 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-263467c3-e29c-4332-b7ce-e7547078cea8 req-56292910-8292-421e-aba2-17e8f13da6a0 service neutron] For port 666717ad-aa62-4c69-9bef-beae4a4e1a8a, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=666717ad-aa62-4c69-9bef-beae4a4e1a8a,segment=NetworkSegment(3d6486b8-1ae6-4854-a2fd-437b7f0ae1c7),segment_id=3d6486b8-1ae6-4854-a2fd-437b7f0ae1c7)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:28:48.824434 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5958c986-d385-423c-97e4-b61977a2a18b tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:48.829446 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5958c986-d385-423c-97e4-b61977a2a18b tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:48.831936 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-5958c986-d385-423c-97e4-b61977a2a18b tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] 10.222.0.44 "PUT /v2.0/security-groups/b8ac3a2a-0e22-4ef6-9438-0ebe3d190f60 HTTP/1.1" status: 200 len: 1778 time: 0.4485059 Aug 10 03:28:48.862730 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36884) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:48.874605 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-263467c3-e29c-4332-b7ce-e7547078cea8 req-56292910-8292-421e-aba2-17e8f13da6a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:49.014456 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port fa80938e-3237-4d4e-a32c-8d34e332f0be triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:49.015044 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:49.072643 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-5b8160a8-681d-430b-bb08-0abf9563ccc2 None None] Provisioning complete for port 1f3324d3-f642-4c89-b965-56101ba64172 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:49.073785 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-5b8160a8-681d-430b-bb08-0abf9563ccc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:49.147851 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263467c3-e29c-4332-b7ce-e7547078cea8 req-56292910-8292-421e-aba2-17e8f13da6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:49.149083 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-263467c3-e29c-4332-b7ce-e7547078cea8 req-56292910-8292-421e-aba2-17e8f13da6a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:49.151609 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-263467c3-e29c-4332-b7ce-e7547078cea8 req-56292910-8292-421e-aba2-17e8f13da6a0 service neutron] 10.222.0.61 "PUT /v2.0/ports/666717ad-aa62-4c69-9bef-beae4a4e1a8a HTTP/1.1" status: 200 len: 1092 time: 4.1268473 Aug 10 03:28:49.167710 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '541c3d50-e759-4ecb-a32d-d7769a0ef59b', 'tag': '666717ad-aa62-4c69-9bef-beae4a4e1a8a'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:28:49.173547 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e040230e-697c-4d23-af89-cbd831457e85" -d '{"events": [{"name": "network-changed", "server_uuid": "541c3d50-e759-4ecb-a32d-d7769a0ef59b", "tag": "666717ad-aa62-4c69-9bef-beae4a4e1a8a"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:28:49.197085 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5958c986-d385-423c-97e4-b61977a2a18b tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ac3a2a-0e22-4ef6-9438-0ebe3d190f60,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:49.272412 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-5b8160a8-681d-430b-bb08-0abf9563ccc2 None None] Port 1f3324d3-f642-4c89-b965-56101ba64172 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:28:49.304042 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4afa4ef-7c82-4e67-a4a6-34c311c5e6b0 x-openstack-request-id: req-a4afa4ef-7c82-4e67-a4a6-34c311c5e6b0 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:28:49.304445 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "541c3d50-e759-4ecb-a32d-d7769a0ef59b", "tag": "666717ad-aa62-4c69-9bef-beae4a4e1a8a", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:28:49.304813 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a4afa4ef-7c82-4e67-a4a6-34c311c5e6b0 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:28:49.305399 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '541c3d50-e759-4ecb-a32d-d7769a0ef59b', 'tag': '666717ad-aa62-4c69-9bef-beae4a4e1a8a', 'status': 'completed', 'code': 200} Aug 10 03:28:49.342291 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba914a90-9058-4eb5-b137-61d9516f7f16 req-06eed14b-8ee0-409b-b153-1d840a67475b tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:49.345053 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ba914a90-9058-4eb5-b137-61d9516f7f16 req-06eed14b-8ee0-409b-b153-1d840a67475b tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 945 time: 0.5686057 Aug 10 03:28:49.352383 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-4b44d952-04c3-4e42-98d4-dcd88d947991 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Allocated IP 172.21.0.1 (0afde3b0-f495-4b78-9d4e-37e588513f34/06e6e0a8-e8ec-4404-a28e-06e7ed35ae16/6f283774-ed9f-46bd-85b3-34d480020190) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:28:49.396809 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-56bfc070-3bbe-4e90-9787-fea507065633 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] 10.222.0.44 "GET /v2.0/security-groups/b8ac3a2a-0e22-4ef6-9438-0ebe3d190f60 HTTP/1.1" status: 200 len: 1778 time: 0.5260704 Aug 10 03:28:49.408698 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36898) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:49.420680 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56292910-8292-421e-aba2-17e8f13da6a0 service neutron] Pushing event updated for resources: {'Port': ['ID=666717ad-aa62-4c69-9bef-beae4a4e1a8a,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:49.471193 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7ad9c9bf-75f4-4121-bcc1-2eb2d039c852 req-0110dff6-d1c5-4f19-b99f-e8172472da36 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4810348 Aug 10 03:28:49.497753 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc605ea3-d2d4-4b03-8ce2-2fa7d244ed98 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:28:49.508843 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-bc605ea3-d2d4-4b03-8ce2-2fa7d244ed98 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:49.521349 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba35be0-1c61-4a65-ab22-3db54a37c9fa None None] Sync routers for ids ['c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:28:49.562412 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263467c3-e29c-4332-b7ce-e7547078cea8 req-cd2ad980-ea37-4078-ad07-b57685f8f517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:49.564058 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-263467c3-e29c-4332-b7ce-e7547078cea8 req-cd2ad980-ea37-4078-ad07-b57685f8f517 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=06606621a2d24fef915c6881fd81f7c6&device_id=541c3d50-e759-4ecb-a32d-d7769a0ef59b HTTP/1.1" status: 200 len: 1095 time: 0.3368847 Aug 10 03:28:49.570403 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ba914a90-9058-4eb5-b137-61d9516f7f16 req-0e2eaadc-e9cc-4b53-8bfe-7e4201a1f20b tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871388 Aug 10 03:28:49.577546 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba35be0-1c61-4a65-ab22-3db54a37c9fa None None] Routers {'c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:28:49.579563 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-8ba35be0-1c61-4a65-ab22-3db54a37c9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:28:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:49.585355 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-bc605ea3-d2d4-4b03-8ce2-2fa7d244ed98 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "PUT /v2.0/floatingips/a0c0f85b-e137-412d-ba16-6e15d62c967c HTTP/1.1" status: 200 len: 990 time: 5.5331228 Aug 10 03:28:49.664886 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4b44d952-04c3-4e42-98d4-dcd88d947991 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:49.718713 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [None req-4b44d952-04c3-4e42-98d4-dcd88d947991 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Transition to ACTIVE for port object 6f283774-ed9f-46bd-85b3-34d480020190 will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:28:49.721701 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-8ba35be0-1c61-4a65-ab22-3db54a37c9fa None None] Set router c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:28:49.778465 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-263467c3-e29c-4332-b7ce-e7547078cea8 req-e37a64c3-09eb-4b10-9260-5dbd4b89a808 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=666717ad-aa62-4c69-9bef-beae4a4e1a8a HTTP/1.1" status: 200 len: 217 time: 0.2018092 Aug 10 03:28:49.891047 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4b44d952-04c3-4e42-98d4-dcd88d947991 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:49.899443 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c9ba04aa-8fee-4d77-b9a4-73d3fd3a6b7d tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:50.022306 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b44d952-04c3-4e42-98d4-dcd88d947991 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Network 0afde3b0-f495-4b78-9d4e-37e588513f34 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:28:50.027989 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-4b44d952-04c3-4e42-98d4-dcd88d947991 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:28:50.038412 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b44d952-04c3-4e42-98d4-dcd88d947991 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:28:50.158092 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c9ba04aa-8fee-4d77-b9a4-73d3fd3a6b7d tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:50.176351 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4b44d952-04c3-4e42-98d4-dcd88d947991 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521745'] for router_interface, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:50.199250 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b44d952-04c3-4e42-98d4-dcd88d947991 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Pushing event updated for resources: {'Port': ['ID=6f283774-ed9f-46bd-85b3-34d480020190,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:50.242980 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad9c9bf-75f4-4121-bcc1-2eb2d039c852 req-e82f0c3f-6808-433b-aac8-431a4e95fcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:50.245731 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7ad9c9bf-75f4-4121-bcc1-2eb2d039c852 req-e82f0c3f-6808-433b-aac8-431a4e95fcdb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=45ea8e99da524d229eab9a9daefefa06&device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 1097 time: 0.6487939 Aug 10 03:28:50.335885 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-8ba35be0-1c61-4a65-ab22-3db54a37c9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0', 'name': 'tempest-AttachVolumeShelveTestJSON-90720815-router', 'tenant_id': 'e9ab4296b9324b029547ba2c6dc24132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': 'a9143e1e-34d6-490f-a6ff-abed95a2b1d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:07Z', 'updated_at': '2021-08-10T03:28:13Z', 'revision_number': 4, 'project_id': 'e9ab4296b9324b029547ba2c6dc24132', 'gw_port': {'id': 'a9143e1e-34d6-490f-a6ff-abed95a2b1d1', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:08Z', 'updated_at': '2021-08-10T03:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': 'a0c0f85b-e137-412d-ba16-6e15d62c967c', 'tenant_id': 'e9ab4296b9324b029547ba2c6dc24132', 'floating_ip_address': '172.25.6.87', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': 'c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0', 'port_id': 'cbef0d33-5e2e-4d43-a157-107b8525b6d2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1764, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0659391-a657-4b16-a8ee-a2586c7786a9', 'mac_address': 'fa:16:3e:40:21:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f70549b-d8ab-420c-8f76-4bc4d67f60eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:28:22Z', 'updated_at': '2021-08-10T03:28:45Z', 'revision_number': 1, 'project_id': 'e9ab4296b9324b029547ba2c6dc24132', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a98af3d-84ed-4e62-94b8-e421d29fe69b', 'name': '', 'network_id': 'c0659391-a657-4b16-a8ee-a2586c7786a9', 'tenant_id': 'e9ab4296b9324b029547ba2c6dc24132', 'mac_address': 'fa:16:3e:ba:03:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': 'ffd75aef-22f1-4d31-9592-d84c9fe2b2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:11Z', 'updated_at': '2021-08-10T03:28:24Z', 'revision_number': 5, 'project_id': 'e9ab4296b9324b029547ba2c6dc24132', 'subnets': [{'id': 'ffd75aef-22f1-4d31-9592-d84c9fe2b2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:50.415548 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba35be0-1c61-4a65-ab22-3db54a37c9fa None None] Checking router: c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:28:50.425625 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263467c3-e29c-4332-b7ce-e7547078cea8 req-811a7db6-38d0-4466-a736-0a1d855e6dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:50.429611 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-263467c3-e29c-4332-b7ce-e7547078cea8 req-811a7db6-38d0-4466-a736-0a1d855e6dbe service neutron] 10.222.0.61 "GET /v2.0/subnets?id=51ea757f-4b09-46cd-a807-5d3190fe0512 HTTP/1.1" status: 200 len: 862 time: 0.5926716 Aug 10 03:28:50.441611 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba35be0-1c61-4a65-ab22-3db54a37c9fa None None] Routers {'c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:28:50.442442 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-8ba35be0-1c61-4a65-ab22-3db54a37c9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:28:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:50.528175 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4b44d952-04c3-4e42-98d4-dcd88d947991 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:50.567597 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-263467c3-e29c-4332-b7ce-e7547078cea8 req-495fd714-6725-4310-8b28-bd6b128faed3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=85b367b8-7135-40c5-a980-f941edd368fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0944707 Aug 10 03:28:50.590018 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c53ff9d-eb79-4e9b-86ae-22c530b65b09 req-97e08769-458c-45d8-8839-8b4725d5ab5a tempest-InstanceActionsNegativeTestJSON-1144823634 tempest-InstanceActionsNegativeTestJSON-1144823634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:50.594116 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8c53ff9d-eb79-4e9b-86ae-22c530b65b09 req-97e08769-458c-45d8-8839-8b4725d5ab5a tempest-InstanceActionsNegativeTestJSON-1144823634 tempest-InstanceActionsNegativeTestJSON-1144823634-project] 10.222.0.44 "GET /v2.0/ports?device_id=541c3d50-e759-4ecb-a32d-d7769a0ef59b HTTP/1.1" status: 200 len: 943 time: 0.4421649 Aug 10 03:28:50.613343 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-8ba35be0-1c61-4a65-ab22-3db54a37c9fa None None] Set router c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:28:50.621875 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-958fcea6-1907-49da-9a68-8af22ad80594 None None] Provisioning for port 6f283774-ed9f-46bd-85b3-34d480020190 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:28:50.641912 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-958fcea6-1907-49da-9a68-8af22ad80594 None None] Provisioning complete for port 6f283774-ed9f-46bd-85b3-34d480020190 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:50.643514 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-958fcea6-1907-49da-9a68-8af22ad80594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:50.672428 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251891c2-bccc-4c78-93a0-45e632b998af req-d242455d-c401-4390-80ed-9b1f86ba6d2e tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:50.675410 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-251891c2-bccc-4c78-93a0-45e632b998af req-d242455d-c401-4390-80ed-9b1f86ba6d2e tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 945 time: 0.6603444 Aug 10 03:28:50.777360 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-958fcea6-1907-49da-9a68-8af22ad80594 None None] Port 6f283774-ed9f-46bd-85b3-34d480020190 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:28:50.783141 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c9ba04aa-8fee-4d77-b9a4-73d3fd3a6b7d tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:50.788455 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c9ba04aa-8fee-4d77-b9a4-73d3fd3a6b7d tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:50.790308 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-c9ba04aa-8fee-4d77-b9a4-73d3fd3a6b7d tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] 10.222.0.44 "DELETE /v2.0/security-groups/b8ac3a2a-0e22-4ef6-9438-0ebe3d190f60 HTTP/1.1" status: 204 len: 168 time: 1.3606527 Aug 10 03:28:50.795291 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36924) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:50.853107 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad9c9bf-75f4-4121-bcc1-2eb2d039c852 req-ebfdd9b1-2a67-40a2-8e2c-189f6408af99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:50.855802 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7ad9c9bf-75f4-4121-bcc1-2eb2d039c852 req-ebfdd9b1-2a67-40a2-8e2c-189f6408af99 service neutron] 10.222.0.42 "GET /v2.0/networks?id=72b680b6-c2b6-4772-b62f-31081d87c55d HTTP/1.1" status: 200 len: 913 time: 0.5399694 Aug 10 03:28:50.870914 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ba04aa-8fee-4d77-b9a4-73d3fd3a6b7d tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ac3a2a-0e22-4ef6-9438-0ebe3d190f60,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:50.987540 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4b44d952-04c3-4e42-98d4-dcd88d947991 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:50.997333 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4b44d952-04c3-4e42-98d4-dcd88d947991 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:51.004830 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8c53ff9d-eb79-4e9b-86ae-22c530b65b09 req-cf2047da-0abf-4009-bd1d-4d799846504e tempest-InstanceActionsNegativeTestJSON-1144823634 tempest-InstanceActionsNegativeTestJSON-1144823634-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf87fc90-0dd7-4034-9c5a-222b810e73fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3857758 Aug 10 03:28:51.018891 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7ad9c9bf-75f4-4121-bcc1-2eb2d039c852 req-ea48303d-7ecd-4e2b-9d22-a4dddc29d7e1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8faf8dfd-bf14-4900-825a-459411787c04 HTTP/1.1" status: 200 len: 217 time: 0.1342165 Aug 10 03:28:51.029930 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-8ba35be0-1c61-4a65-ab22-3db54a37c9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0', 'name': 'tempest-AttachVolumeShelveTestJSON-90720815-router', 'tenant_id': 'e9ab4296b9324b029547ba2c6dc24132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': 'a9143e1e-34d6-490f-a6ff-abed95a2b1d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:07Z', 'updated_at': '2021-08-10T03:28:13Z', 'revision_number': 4, 'project_id': 'e9ab4296b9324b029547ba2c6dc24132', 'gw_port': {'id': 'a9143e1e-34d6-490f-a6ff-abed95a2b1d1', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:08Z', 'updated_at': '2021-08-10T03:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': 'a0c0f85b-e137-412d-ba16-6e15d62c967c', 'tenant_id': 'e9ab4296b9324b029547ba2c6dc24132', 'floating_ip_address': '172.25.6.87', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': 'c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0', 'port_id': 'cbef0d33-5e2e-4d43-a157-107b8525b6d2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1764, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0659391-a657-4b16-a8ee-a2586c7786a9', 'mac_address': 'fa:16:3e:40:21:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f70549b-d8ab-420c-8f76-4bc4d67f60eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:28:22Z', 'updated_at': '2021-08-10T03:28:45Z', 'revision_number': 1, 'project_id': 'e9ab4296b9324b029547ba2c6dc24132', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a98af3d-84ed-4e62-94b8-e421d29fe69b', 'name': '', 'network_id': 'c0659391-a657-4b16-a8ee-a2586c7786a9', 'tenant_id': 'e9ab4296b9324b029547ba2c6dc24132', 'mac_address': 'fa:16:3e:ba:03:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': 'ffd75aef-22f1-4d31-9592-d84c9fe2b2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:11Z', 'updated_at': '2021-08-10T03:28:24Z', 'revision_number': 5, 'project_id': 'e9ab4296b9324b029547ba2c6dc24132', 'subnets': [{'id': 'ffd75aef-22f1-4d31-9592-d84c9fe2b2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:51.046587 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-251891c2-bccc-4c78-93a0-45e632b998af req-15f929c2-6f45-4f20-a145-6d7ecb0f17e6 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933218 Aug 10 03:28:51.100085 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba35be0-1c61-4a65-ab22-3db54a37c9fa None None] The sync data for ids ['c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0'] in n-d-768862-13 is: [{'id': 'c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0', 'name': 'tempest-AttachVolumeShelveTestJSON-90720815-router', 'tenant_id': 'e9ab4296b9324b029547ba2c6dc24132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': 'a9143e1e-34d6-490f-a6ff-abed95a2b1d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:07Z', 'updated_at': '2021-08-10T03:28:13Z', 'revision_number': 4, 'project_id': 'e9ab4296b9324b029547ba2c6dc24132', 'gw_port': {'id': 'a9143e1e-34d6-490f-a6ff-abed95a2b1d1', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:08Z', 'updated_at': '2021-08-10T03:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': 'a0c0f85b-e137-412d-ba16-6e15d62c967c', 'tenant_id': 'e9ab4296b9324b029547ba2c6dc24132', 'floating_ip_address': '172.25.6.87', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': 'c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0', 'port_id': 'cbef0d33-5e2e-4d43-a157-107b8525b6d2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1764, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0659391-a657-4b16-a8ee-a2586c7786a9', 'mac_address': 'fa:16:3e:40:21:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f70549b-d8ab-420c-8f76-4bc4d67f60eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:28:22Z', 'updated_at': '2021-08-10T03:28:45Z', 'revision_number': 1, 'project_id': 'e9ab4296b9324b029547ba2c6dc24132', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a98af3d-84ed-4e62-94b8-e421d29fe69b', 'name': '', 'network_id': 'c0659391-a657-4b16-a8ee-a2586c7786a9', 'tenant_id': 'e9ab4296b9324b029547ba2c6dc24132', 'mac_address': 'fa:16:3e:ba:03:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': 'ffd75aef-22f1-4d31-9592-d84c9fe2b2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:11Z', 'updated_at': '2021-08-10T03:28:24Z', 'revision_number': 5, 'project_id': 'e9ab4296b9324b029547ba2c6dc24132', 'subnets': [{'id': 'ffd75aef-22f1-4d31-9592-d84c9fe2b2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:28:51.139772 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-529f5de4-04f5-416d-90bc-b4f868abbed7 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3387873 Aug 10 03:28:51.153681 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36938) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:51.198164 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4b44d952-04c3-4e42-98d4-dcd88d947991 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521893'] for router_interface, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:51.202983 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b44d952-04c3-4e42-98d4-dcd88d947991 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Pushing event updated for resources: {'Port': ['ID=6f283774-ed9f-46bd-85b3-34d480020190,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:51.239897 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-263467c3-e29c-4332-b7ce-e7547078cea8 req-ffec0f2c-18c9-4292-8bd0-4576cb24178d service neutron] 10.222.0.61 "GET /v2.0/networks/85b367b8-7135-40c5-a980-f941edd368fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6433661 Aug 10 03:28:51.254607 n-d-768862-13 neutron-server[94260]: INFO neutron.api.v2.resource [None req-46bfc6e4-d914-4458-a757-dded4db41ac9 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] delete failed (client error): The resource could not be found. Aug 10 03:28:51.259342 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-46bfc6e4-d914-4458-a757-dded4db41ac9 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] 10.222.0.44 "DELETE /v2.0/security-groups/b8ac3a2a-0e22-4ef6-9438-0ebe3d190f60 HTTP/1.1" status: 404 len: 347 time: 0.1000168 Aug 10 03:28:51.274280 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36944) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:51.285211 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-460af0d8-2381-4c4c-bea2-9f1300c3b266 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Request body: {'security_group': {'name': 'tempest-secgroup--969901698'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:51.322368 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-230543d6-2a49-4d43-b141-bfa38c4dca19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:51.361785 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f70549b-d8ab-420c-8f76-4bc4d67f60eb', 'tag': 'cbef0d33-5e2e-4d43-a157-107b8525b6d2'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:28:51.364292 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1be85e1a-2b37-4c2d-87a4-571dbbc51918" -d '{"events": [{"name": "network-changed", "server_uuid": "5f70549b-d8ab-420c-8f76-4bc4d67f60eb", "tag": "cbef0d33-5e2e-4d43-a157-107b8525b6d2"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:28:51.396527 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad9c9bf-75f4-4121-bcc1-2eb2d039c852 req-48cd2cf4-a588-4de1-ae6b-4cdd00a12daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:51.398076 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7ad9c9bf-75f4-4121-bcc1-2eb2d039c852 req-48cd2cf4-a588-4de1-ae6b-4cdd00a12daf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8f2c47df-839e-40b4-85ee-46033508b63e HTTP/1.1" status: 200 len: 853 time: 0.3502488 Aug 10 03:28:51.447759 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b44d952-04c3-4e42-98d4-dcd88d947991 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Network 0afde3b0-f495-4b78-9d4e-37e588513f34 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:28:51.450390 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-4b44d952-04c3-4e42-98d4-dcd88d947991 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:28:51.464104 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4c6bf34-4376-45f4-99bb-8789a93fef5c x-openstack-request-id: req-f4c6bf34-4376-45f4-99bb-8789a93fef5c {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:28:51.464624 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f70549b-d8ab-420c-8f76-4bc4d67f60eb", "tag": "cbef0d33-5e2e-4d43-a157-107b8525b6d2", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:28:51.465038 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f4c6bf34-4376-45f4-99bb-8789a93fef5c {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:28:51.465589 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f70549b-d8ab-420c-8f76-4bc4d67f60eb', 'tag': 'cbef0d33-5e2e-4d43-a157-107b8525b6d2', 'status': 'completed', 'code': 200} Aug 10 03:28:51.529167 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7ad9c9bf-75f4-4121-bcc1-2eb2d039c852 req-db7b1458-5321-4021-8cf3-72cdfebf0f37 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72b680b6-c2b6-4772-b62f-31081d87c55d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0839419 Aug 10 03:28:51.561166 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41aafbd-dca4-4c18-a433-212ccf2cda1c None None] New status for floating IP a0c0f85b-e137-412d-ba16-6e15d62c967c: ACTIVE {{(pid=94262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:28:51.635420 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-460af0d8-2381-4c4c-bea2-9f1300c3b266 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:51.646029 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abefd519-7ffa-41fa-bdc8-3fd89692a583 req-f8ce5b41-fe33-4860-9bae-e4c2a2c96864 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:51.648426 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-abefd519-7ffa-41fa-bdc8-3fd89692a583 req-f8ce5b41-fe33-4860-9bae-e4c2a2c96864 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 945 time: 0.2646780 Aug 10 03:28:51.664227 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b44d952-04c3-4e42-98d4-dcd88d947991 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Router 582495e7-8930-4ea0-9046-9f3afd08b1e1 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:28:51.830564 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-263467c3-e29c-4332-b7ce-e7547078cea8 req-394c07a2-e349-468a-9eb0-474269817e46 service neutron] 10.222.0.61 "GET /v2.0/networks/85b367b8-7135-40c5-a980-f941edd368fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5781870 Aug 10 03:28:51.843581 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7ad9c9bf-75f4-4121-bcc1-2eb2d039c852 req-29242f3e-367b-4d6e-9d69-fc5b849cd85d service neutron] 10.222.0.42 "GET /v2.0/networks/72b680b6-c2b6-4772-b62f-31081d87c55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718387 Aug 10 03:28:51.852782 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be85e1a-2b37-4c2d-87a4-571dbbc51918 req-2c3e323e-0471-4266-9247-89009942c727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:51.854879 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1be85e1a-2b37-4c2d-87a4-571dbbc51918 req-2c3e323e-0471-4266-9247-89009942c727 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e9ab4296b9324b029547ba2c6dc24132&device_id=5f70549b-d8ab-420c-8f76-4bc4d67f60eb HTTP/1.1" status: 200 len: 1097 time: 0.3505721 Aug 10 03:28:51.886590 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b44d952-04c3-4e42-98d4-dcd88d947991 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:28:51.901606 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d28f21-fb65-4ec2-b529-1ea12ba09292 None None] Sync routers for ids ['582495e7-8930-4ea0-9046-9f3afd08b1e1'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:28:51.904886 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-4b44d952-04c3-4e42-98d4-dcd88d947991 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "PUT /v2.0/routers/582495e7-8930-4ea0-9046-9f3afd08b1e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8416381 Aug 10 03:28:51.909202 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36952) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:51.947224 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d28f21-fb65-4ec2-b529-1ea12ba09292 None None] Routers {'582495e7-8930-4ea0-9046-9f3afd08b1e1'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:28:51.948333 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-80d28f21-fb65-4ec2-b529-1ea12ba09292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:28:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['582495e7-8930-4ea0-9046-9f3afd08b1e1'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:51.953608 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-abefd519-7ffa-41fa-bdc8-3fd89692a583 req-39934725-caac-4502-b311-bd5b019e2c43 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895523 Aug 10 03:28:52.012684 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783ece52-6e4a-4bfb-81b5-2286b403a05d tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:52.022016 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-783ece52-6e4a-4bfb-81b5-2286b403a05d tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "GET /v2.0/ports/6f283774-ed9f-46bd-85b3-34d480020190 HTTP/1.1" status: 200 len: 910 time: 0.1111610 Aug 10 03:28:52.026889 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36958) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:52.028288 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-80d28f21-fb65-4ec2-b529-1ea12ba09292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:52.044368 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-6512f3ec-1294-4fe5-b9d9-232ebe24c6fb None None] Provisioning complete for port 6f283774-ed9f-46bd-85b3-34d480020190 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:52.044952 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d28f21-fb65-4ec2-b529-1ea12ba09292 None None] Routers {'582495e7-8930-4ea0-9046-9f3afd08b1e1'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:28:52.045215 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-6512f3ec-1294-4fe5-b9d9-232ebe24c6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:52.045365 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-80d28f21-fb65-4ec2-b529-1ea12ba09292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:28:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['582495e7-8930-4ea0-9046-9f3afd08b1e1'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:52.150212 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-6512f3ec-1294-4fe5-b9d9-232ebe24c6fb None None] Port 6f283774-ed9f-46bd-85b3-34d480020190 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:28:52.178733 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-80d28f21-fb65-4ec2-b529-1ea12ba09292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:52.179930 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d28f21-fb65-4ec2-b529-1ea12ba09292 None None] The sync data for ids ['582495e7-8930-4ea0-9046-9f3afd08b1e1'] in n-d-768862-13 is: [] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:28:52.317054 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e040230e-697c-4d23-af89-cbd831457e85 req-408246e4-3cc8-41ea-8dc8-3163807ad9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:52.318723 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e040230e-697c-4d23-af89-cbd831457e85 req-408246e4-3cc8-41ea-8dc8-3163807ad9fe service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=06606621a2d24fef915c6881fd81f7c6&device_id=541c3d50-e759-4ecb-a32d-d7769a0ef59b HTTP/1.1" status: 200 len: 1095 time: 0.3585711 Aug 10 03:28:52.327164 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7ad9c9bf-75f4-4121-bcc1-2eb2d039c852 req-f75d96eb-e9fb-48d9-a035-07a92bedb409 service neutron] 10.222.0.42 "GET /v2.0/networks/72b680b6-c2b6-4772-b62f-31081d87c55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4685662 Aug 10 03:28:52.419332 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be85e1a-2b37-4c2d-87a4-571dbbc51918 req-448aafdb-14ca-4ea0-acb4-f3d007666e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:52.420902 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1be85e1a-2b37-4c2d-87a4-571dbbc51918 req-448aafdb-14ca-4ea0-acb4-f3d007666e41 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c0659391-a657-4b16-a8ee-a2586c7786a9 HTTP/1.1" status: 200 len: 915 time: 0.4794452 Aug 10 03:28:52.423484 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-460af0d8-2381-4c4c-bea2-9f1300c3b266 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:52.434075 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371d47ec-8421-4150-917e-a6a63bd3e618 req-2db7d4bf-09c7-4132-9435-3e44b68ce390 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:52.435778 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-371d47ec-8421-4150-917e-a6a63bd3e618 req-2db7d4bf-09c7-4132-9435-3e44b68ce390 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 945 time: 0.2702847 Aug 10 03:28:52.443557 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e5d2f0-48a5-4fad-adda-5ba6be176eeb req-2a9fd946-03f6-4675-8d13-be6396f49f64 tempest-InstanceActionsNegativeTestJSON-1144823634 tempest-InstanceActionsNegativeTestJSON-1144823634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:52.445129 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-47e5d2f0-48a5-4fad-adda-5ba6be176eeb req-2a9fd946-03f6-4675-8d13-be6396f49f64 tempest-InstanceActionsNegativeTestJSON-1144823634 tempest-InstanceActionsNegativeTestJSON-1144823634-project] 10.222.0.44 "GET /v2.0/ports?device_id=541c3d50-e759-4ecb-a32d-d7769a0ef59b HTTP/1.1" status: 200 len: 943 time: 0.2768416 Aug 10 03:28:52.457981 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-460af0d8-2381-4c4c-bea2-9f1300c3b266 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:52.562884 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7eb20e4f-bc05-4fb7-a291-f48987bcb614 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521880'] for router_interface, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:52.586371 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-460af0d8-2381-4c4c-bea2-9f1300c3b266 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:52.587644 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-460af0d8-2381-4c4c-bea2-9f1300c3b266 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3106589 Aug 10 03:28:52.596145 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36976) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:52.615423 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-1e01e146-a46a-4f95-ac43-51e4c431bca9 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Request body: {'security_group_rule': {'security_group_id': '068269f6-25d5-44c2-b89e-09bed4da211e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:52.625267 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460af0d8-2381-4c4c-bea2-9f1300c3b266 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=068269f6-25d5-44c2-b89e-09bed4da211e,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:52.638033 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1be85e1a-2b37-4c2d-87a4-571dbbc51918 req-b15c956a-d388-4063-8524-2245784d8462 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cbef0d33-5e2e-4d43-a157-107b8525b6d2 HTTP/1.1" status: 200 len: 1000 time: 0.1884654 Aug 10 03:28:52.652022 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-371d47ec-8421-4150-917e-a6a63bd3e618 req-45608e47-667e-4a60-874a-13dbd800f52b tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058473 Aug 10 03:28:52.700477 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e040230e-697c-4d23-af89-cbd831457e85 req-ebd3fd85-7487-4505-b4b6-38c77ee53be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:52.703763 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e040230e-697c-4d23-af89-cbd831457e85 req-ebd3fd85-7487-4505-b4b6-38c77ee53be5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=85b367b8-7135-40c5-a980-f941edd368fb HTTP/1.1" status: 200 len: 922 time: 0.3727272 Aug 10 03:28:52.750739 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-47e5d2f0-48a5-4fad-adda-5ba6be176eeb req-c3b46e33-e7dd-45d4-acbd-927edb5df00c tempest-InstanceActionsNegativeTestJSON-1144823634 tempest-InstanceActionsNegativeTestJSON-1144823634-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf87fc90-0dd7-4034-9c5a-222b810e73fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522535 Aug 10 03:28:52.882570 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e040230e-697c-4d23-af89-cbd831457e85 req-2db89cc0-573c-4761-82ee-3c23e2b897c2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=666717ad-aa62-4c69-9bef-beae4a4e1a8a HTTP/1.1" status: 200 len: 217 time: 0.1279554 Aug 10 03:28:52.887946 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1e01e146-a46a-4f95-ac43-51e4c431bca9 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:53.012999 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-7eb20e4f-bc05-4fb7-a291-f48987bcb614 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Deleting port 6f283774-ed9f-46bd-85b3-34d480020190 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:28:53.013636 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7eb20e4f-bc05-4fb7-a291-f48987bcb614 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:53.134583 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7eb20e4f-bc05-4fb7-a291-f48987bcb614 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:53.149663 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-7eb20e4f-bc05-4fb7-a291-f48987bcb614 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Calling delete_port for 6f283774-ed9f-46bd-85b3-34d480020190 owned by network:router_interface {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:28:53.372171 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7eb20e4f-bc05-4fb7-a291-f48987bcb614 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:53.408458 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be85e1a-2b37-4c2d-87a4-571dbbc51918 req-528c15d5-2d67-48b6-a954-8169ab990875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:53.410195 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1be85e1a-2b37-4c2d-87a4-571dbbc51918 req-528c15d5-2d67-48b6-a954-8169ab990875 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ffd75aef-22f1-4d31-9592-d84c9fe2b2a2 HTTP/1.1" status: 200 len: 854 time: 0.7350314 Aug 10 03:28:53.413181 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb20e4f-bc05-4fb7-a291-f48987bcb614 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Pushing event deleted for resources: {'Port': ['ID=6f283774-ed9f-46bd-85b3-34d480020190,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:53.519227 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e040230e-697c-4d23-af89-cbd831457e85 req-8e087533-355b-441d-80db-960c46f8c57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:53.520692 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e040230e-697c-4d23-af89-cbd831457e85 req-8e087533-355b-441d-80db-960c46f8c57e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=51ea757f-4b09-46cd-a807-5d3190fe0512 HTTP/1.1" status: 200 len: 862 time: 0.6216655 Aug 10 03:28:53.541458 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1e01e146-a46a-4f95-ac43-51e4c431bca9 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:53.573473 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1e01e146-a46a-4f95-ac43-51e4c431bca9 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:53.591564 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e040230e-697c-4d23-af89-cbd831457e85 req-15c09ed6-2857-4179-a8fe-72095e10cf91 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=85b367b8-7135-40c5-a980-f941edd368fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536146 Aug 10 03:28:53.596519 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be85e1a-2b37-4c2d-87a4-571dbbc51918 req-4b70bd2b-38a2-4f0b-b840-7ac6855021f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:53.598255 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1be85e1a-2b37-4c2d-87a4-571dbbc51918 req-4b70bd2b-38a2-4f0b-b840-7ac6855021f5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c0659391-a657-4b16-a8ee-a2586c7786a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1780348 Aug 10 03:28:53.638779 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a8583b47-84e0-41b9-a124-a0d90d843cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:53.714653 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e01e146-a46a-4f95-ac43-51e4c431bca9 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e502ad8f-d637-4e14-adf2-2c1c1bbc7440,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:53.728316 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7eb20e4f-bc05-4fb7-a291-f48987bcb614 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-522536'] for router_interface, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:53.728650 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472d8c7e-7e24-4551-9544-14bebb7e6d19 req-a46d3001-84c4-4a74-9526-7153478944bb tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:53.730081 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-472d8c7e-7e24-4551-9544-14bebb7e6d19 req-a46d3001-84c4-4a74-9526-7153478944bb tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 945 time: 0.3166201 Aug 10 03:28:53.783002 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1e01e146-a46a-4f95-ac43-51e4c431bca9 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:53.786299 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-1e01e146-a46a-4f95-ac43-51e4c431bca9 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1772447 Aug 10 03:28:53.798104 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37006) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:53.877320 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-53e5f2f1-97f7-4b41-85d5-0ba2f70aae04 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:53.919383 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-53e5f2f1-97f7-4b41-85d5-0ba2f70aae04 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:53.952689 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e040230e-697c-4d23-af89-cbd831457e85 req-0491f6fd-22d1-4182-9148-78157a31f418 service neutron] 10.222.0.61 "GET /v2.0/networks/85b367b8-7135-40c5-a980-f941edd368fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3503814 Aug 10 03:28:53.975865 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-472d8c7e-7e24-4551-9544-14bebb7e6d19 req-5ece6f73-7821-4c06-a14e-1f7c86403f6d tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940849 Aug 10 03:28:54.112144 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1be85e1a-2b37-4c2d-87a4-571dbbc51918 req-853be580-5ca5-4857-bee2-fa05a942c380 service neutron] 10.222.0.42 "GET /v2.0/networks/c0659391-a657-4b16-a8ee-a2586c7786a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4531338 Aug 10 03:28:54.157993 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:54.192131 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-53e5f2f1-97f7-4b41-85d5-0ba2f70aae04 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:54.263310 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-53e5f2f1-97f7-4b41-85d5-0ba2f70aae04 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:54.269875 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-53e5f2f1-97f7-4b41-85d5-0ba2f70aae04 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/e502ad8f-d637-4e14-adf2-2c1c1bbc7440 HTTP/1.1" status: 204 len: 168 time: 0.4684246 Aug 10 03:28:54.281227 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37018) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:54.283782 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e040230e-697c-4d23-af89-cbd831457e85 req-04fa6ec8-15ba-48b4-ab23-63d923bf870c service neutron] 10.222.0.61 "GET /v2.0/networks/85b367b8-7135-40c5-a980-f941edd368fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3114457 Aug 10 03:28:54.320095 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340f9a02-b0c0-4886-9dcd-5fc2eb4b875f req-90ff053d-ef90-42a2-8a70-a5c9774833aa tempest-InstanceActionsNegativeTestJSON-1144823634 tempest-InstanceActionsNegativeTestJSON-1144823634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:54.322595 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-340f9a02-b0c0-4886-9dcd-5fc2eb4b875f req-90ff053d-ef90-42a2-8a70-a5c9774833aa tempest-InstanceActionsNegativeTestJSON-1144823634 tempest-InstanceActionsNegativeTestJSON-1144823634-project] 10.222.0.44 "GET /v2.0/ports?device_id=541c3d50-e759-4ecb-a32d-d7769a0ef59b HTTP/1.1" status: 200 len: 943 time: 0.3684454 Aug 10 03:28:54.330543 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e5f2f1-97f7-4b41-85d5-0ba2f70aae04 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e502ad8f-d637-4e14-adf2-2c1c1bbc7440,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:54.429049 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-340f9a02-b0c0-4886-9dcd-5fc2eb4b875f req-80b8741f-118d-4adc-ada2-e1b0ac744b86 tempest-InstanceActionsNegativeTestJSON-1144823634 tempest-InstanceActionsNegativeTestJSON-1144823634-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf87fc90-0dd7-4034-9c5a-222b810e73fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920804 Aug 10 03:28:54.435445 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-9d13f212-9762-4ad8-8677-678dada413c3 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1524892 Aug 10 03:28:54.445948 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37020) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:54.528650 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eb20e4f-bc05-4fb7-a291-f48987bcb614 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Router 582495e7-8930-4ea0-9046-9f3afd08b1e1 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:28:54.561665 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0371a393-a826-416a-af93-3dd23ec184b4 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:54.564609 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1be85e1a-2b37-4c2d-87a4-571dbbc51918 req-4e67c840-c1d7-4740-b0f7-d632dc3c1a13 service neutron] 10.222.0.42 "GET /v2.0/networks/c0659391-a657-4b16-a8ee-a2586c7786a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4324763 Aug 10 03:28:54.642877 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a823d6a-fbcf-43cb-ac0f-db4b7f901412 req-fb0d4cdd-860b-46a0-9d95-785c0eb6b6f4 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:54.651068 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2a823d6a-fbcf-43cb-ac0f-db4b7f901412 req-fb0d4cdd-860b-46a0-9d95-785c0eb6b6f4 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 945 time: 0.1300650 Aug 10 03:28:54.675644 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0371a393-a826-416a-af93-3dd23ec184b4 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:54.707460 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2a823d6a-fbcf-43cb-ac0f-db4b7f901412 req-8d0b7652-f2a6-4088-bf9d-497b722f06ae tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548723 Aug 10 03:28:54.710159 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eb20e4f-bc05-4fb7-a291-f48987bcb614 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:28:54.717917 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-7eb20e4f-bc05-4fb7-a291-f48987bcb614 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "PUT /v2.0/routers/582495e7-8930-4ea0-9046-9f3afd08b1e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6895092 Aug 10 03:28:54.721597 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6460a2b2-e1f6-475b-a91f-f92d1617af62 None None] Sync routers for ids ['582495e7-8930-4ea0-9046-9f3afd08b1e1'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:28:54.722801 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37028) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:54.739103 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6460a2b2-e1f6-475b-a91f-f92d1617af62 None None] Routers {'582495e7-8930-4ea0-9046-9f3afd08b1e1'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:28:54.740307 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-6460a2b2-e1f6-475b-a91f-f92d1617af62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:28:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['582495e7-8930-4ea0-9046-9f3afd08b1e1'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:54.789535 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0371a393-a826-416a-af93-3dd23ec184b4 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:54.793415 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0371a393-a826-416a-af93-3dd23ec184b4 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:54.795165 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-0371a393-a826-416a-af93-3dd23ec184b4 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] 10.222.0.44 "DELETE /v2.0/security-groups/068269f6-25d5-44c2-b89e-09bed4da211e HTTP/1.1" status: 204 len: 168 time: 0.3479950 Aug 10 03:28:54.799032 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37032) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:54.813474 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-6460a2b2-e1f6-475b-a91f-f92d1617af62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:54.828662 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6460a2b2-e1f6-475b-a91f-f92d1617af62 None None] Routers {'582495e7-8930-4ea0-9046-9f3afd08b1e1'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:28:54.829575 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-6460a2b2-e1f6-475b-a91f-f92d1617af62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:28:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['582495e7-8930-4ea0-9046-9f3afd08b1e1'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:54.832269 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0371a393-a826-416a-af93-3dd23ec184b4 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=068269f6-25d5-44c2-b89e-09bed4da211e,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:54.899364 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-6460a2b2-e1f6-475b-a91f-f92d1617af62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:54.900482 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6460a2b2-e1f6-475b-a91f-f92d1617af62 None None] The sync data for ids ['582495e7-8930-4ea0-9046-9f3afd08b1e1'] in n-d-768862-13 is: [] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:28:54.939783 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-3c3bd191-af6e-409f-97b8-af4f50937aeb tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1360710 Aug 10 03:28:54.945683 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37036) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:54.951995 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-c76a3de1-3379-4edb-816c-21dec63776fa tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Request body: {'security_group': {'name': 'tempest-secgroup--1266451950'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:54.992269 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c76a3de1-3379-4edb-816c-21dec63776fa tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:55.124737 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c76a3de1-3379-4edb-816c-21dec63776fa tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:55.132598 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c76a3de1-3379-4edb-816c-21dec63776fa tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:55.170062 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe43755-1b73-4d23-bd64-435910ab9aaa req-52afcb51-a6a4-44d5-a9bd-986fc349863c tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:55.172900 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c76a3de1-3379-4edb-816c-21dec63776fa tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:55.174101 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ebe43755-1b73-4d23-bd64-435910ab9aaa req-52afcb51-a6a4-44d5-a9bd-986fc349863c tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 945 time: 0.1162682 Aug 10 03:28:55.182049 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-c76a3de1-3379-4edb-816c-21dec63776fa tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2347665 Aug 10 03:28:55.187146 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37040) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:55.198282 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-e91b8ce0-e7c6-4554-b220-3abfdf4c2cda tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Request body: {'security_group_rule': {'security_group_id': 'c7e61457-04fb-47dc-ad5b-c4d1dfd89d1a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:55.202279 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76a3de1-3379-4edb-816c-21dec63776fa tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e61457-04fb-47dc-ad5b-c4d1dfd89d1a,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:55.266343 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e91b8ce0-e7c6-4554-b220-3abfdf4c2cda tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:55.340737 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ebe43755-1b73-4d23-bd64-435910ab9aaa req-8bd56ad0-91f1-4f98-99a9-a7ef0e7446d0 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283967 Aug 10 03:28:55.392435 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:55.480915 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e91b8ce0-e7c6-4554-b220-3abfdf4c2cda tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:55.493317 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e91b8ce0-e7c6-4554-b220-3abfdf4c2cda tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:55.544029 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91b8ce0-e7c6-4554-b220-3abfdf4c2cda tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1e2ce3c-2e7f-49dc-a014-365ee2980322,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:55.559764 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e91b8ce0-e7c6-4554-b220-3abfdf4c2cda tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:55.564481 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e91b8ce0-e7c6-4554-b220-3abfdf4c2cda tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3729260 Aug 10 03:28:55.565598 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37050) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:55.574313 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-ddfa63bf-41f3-47bf-bcda-8925dcec9fa7 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Request body: {'security_group_rule': {'security_group_id': 'c7e61457-04fb-47dc-ad5b-c4d1dfd89d1a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:55.633040 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ddfa63bf-41f3-47bf-bcda-8925dcec9fa7 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:55.711306 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a59ed74-23c9-4eb3-8a0f-237a01ae6f3f req-0effceff-04f8-44f1-b2f6-a21c20e037e2 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:55.712956 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6a59ed74-23c9-4eb3-8a0f-237a01ae6f3f req-0effceff-04f8-44f1-b2f6-a21c20e037e2 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 945 time: 0.1562860 Aug 10 03:28:55.731586 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-25a28511-0d30-47de-a7f2-83e692661a6d tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521880'] for router_interface, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:55.749996 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ddfa63bf-41f3-47bf-bcda-8925dcec9fa7 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:55.758059 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ddfa63bf-41f3-47bf-bcda-8925dcec9fa7 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:55.777611 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368a52d9-36b2-48de-a3e4-8d8e474e3946 req-0cee942b-ad07-4ad9-bd78-9ae0941df659 tempest-InstanceActionsNegativeTestJSON-1144823634 tempest-InstanceActionsNegativeTestJSON-1144823634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:55.779167 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-368a52d9-36b2-48de-a3e4-8d8e474e3946 req-0cee942b-ad07-4ad9-bd78-9ae0941df659 tempest-InstanceActionsNegativeTestJSON-1144823634 tempest-InstanceActionsNegativeTestJSON-1144823634-project] 10.222.0.44 "GET /v2.0/ports?device_id=541c3d50-e759-4ecb-a32d-d7769a0ef59b HTTP/1.1" status: 200 len: 943 time: 0.1575878 Aug 10 03:28:55.785442 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfa63bf-41f3-47bf-bcda-8925dcec9fa7 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4049a348-49e6-4959-af10-fc5c4a21f440,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:55.807039 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ddfa63bf-41f3-47bf-bcda-8925dcec9fa7 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:55.810550 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ddfa63bf-41f3-47bf-bcda-8925dcec9fa7 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2431519 Aug 10 03:28:55.813781 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37058) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:55.826899 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-be80c079-9dcc-40e4-86d8-e4f589f192e9 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Request body: {'security_group_rule': {'security_group_id': 'c7e61457-04fb-47dc-ad5b-c4d1dfd89d1a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:55.882409 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-be80c079-9dcc-40e4-86d8-e4f589f192e9 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:55.888655 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6a59ed74-23c9-4eb3-8a0f-237a01ae6f3f req-d3cbe5af-5bd7-468e-bf01-ff7a8f69a5a8 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527796 Aug 10 03:28:55.941388 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-368a52d9-36b2-48de-a3e4-8d8e474e3946 req-cc7b02fa-2446-4290-a582-22ceb456052c tempest-InstanceActionsNegativeTestJSON-1144823634 tempest-InstanceActionsNegativeTestJSON-1144823634-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf87fc90-0dd7-4034-9c5a-222b810e73fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240897 Aug 10 03:28:56.089267 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:56.093840 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-be80c079-9dcc-40e4-86d8-e4f589f192e9 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:56.100669 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-be80c079-9dcc-40e4-86d8-e4f589f192e9 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:56.140236 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be80c079-9dcc-40e4-86d8-e4f589f192e9 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72c93a82-9308-48d1-8710-a013ee8d5fba,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:56.162713 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-be80c079-9dcc-40e4-86d8-e4f589f192e9 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:56.166325 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-be80c079-9dcc-40e4-86d8-e4f589f192e9 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3491678 Aug 10 03:28:56.169229 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37066) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:56.178159 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-93e884f6-87e7-47b4-bd07-5f3bef959c06 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Request body: {'security_group_rule': {'security_group_id': 'c7e61457-04fb-47dc-ad5b-c4d1dfd89d1a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:56.246532 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 666717ad-aa62-4c69-9bef-beae4a4e1a8a details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:28:56.253745 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-93e884f6-87e7-47b4-bd07-5f3bef959c06 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:56.256916 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265044bb-cecb-47e7-b055-27b561932fa4 req-b5c26d1e-65a0-4947-9a9c-be5256c55314 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:56.259568 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-265044bb-cecb-47e7-b055-27b561932fa4 req-b5c26d1e-65a0-4947-9a9c-be5256c55314 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 945 time: 0.1671526 Aug 10 03:28:56.321790 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-25a28511-0d30-47de-a7f2-83e692661a6d tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Deleting port 1f3324d3-f642-4c89-b965-56101ba64172 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:28:56.322253 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-25a28511-0d30-47de-a7f2-83e692661a6d tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:56.430445 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-93e884f6-87e7-47b4-bd07-5f3bef959c06 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:56.431031 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 666717ad-aa62-4c69-9bef-beae4a4e1a8a, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=666717ad-aa62-4c69-9bef-beae4a4e1a8a,segment=NetworkSegment(3d6486b8-1ae6-4854-a2fd-437b7f0ae1c7),segment_id=3d6486b8-1ae6-4854-a2fd-437b7f0ae1c7)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:56.438373 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-265044bb-cecb-47e7-b055-27b561932fa4 req-79c9c447-896c-43d6-8b36-7efd1a2be51b tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671512 Aug 10 03:28:56.443399 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-93e884f6-87e7-47b4-bd07-5f3bef959c06 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:56.470766 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': '666717ad-aa62-4c69-9bef-beae4a4e1a8a', 'network_id': '85b367b8-7135-40c5-a980-f941edd368fb', 'port_id': '666717ad-aa62-4c69-9bef-beae4a4e1a8a', 'mac_address': 'fa:16:3e:70:66:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51ea757f-4b09-46cd-a807-5d3190fe0512', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:28:56.488783 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-93e884f6-87e7-47b4-bd07-5f3bef959c06 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:56.497250 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37074) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:56.497828 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-93e884f6-87e7-47b4-bd07-5f3bef959c06 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3266182 Aug 10 03:28:56.501863 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e884f6-87e7-47b4-bd07-5f3bef959c06 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e202f76-72f0-46c0-86e3-efcf93621134,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:56.512022 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-fc24203e-8b7e-48dd-bb14-482368db3d69 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Request body: {'security_group_rule': {'security_group_id': 'c7e61457-04fb-47dc-ad5b-c4d1dfd89d1a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:56.580056 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-25a28511-0d30-47de-a7f2-83e692661a6d tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:56.583586 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:56.610080 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 666717ad-aa62-4c69-9bef-beae4a4e1a8a {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:28:56.639726 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 666717ad-aa62-4c69-9bef-beae4a4e1a8a, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=666717ad-aa62-4c69-9bef-beae4a4e1a8a,segment=NetworkSegment(3d6486b8-1ae6-4854-a2fd-437b7f0ae1c7),segment_id=3d6486b8-1ae6-4854-a2fd-437b7f0ae1c7)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:56.640687 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-25a28511-0d30-47de-a7f2-83e692661a6d tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Calling delete_port for 1f3324d3-f642-4c89-b965-56101ba64172 owned by network:router_interface {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:28:56.645928 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:56.649065 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-fc24203e-8b7e-48dd-bb14-482368db3d69 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:56.704680 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=666717ad-aa62-4c69-9bef-beae4a4e1a8a,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:56.741823 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:56.836983 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0744aac2-3de5-41a1-ace6-accc28888d12 req-420633de-ab8f-4077-a5cb-5408ea4fdc4d tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:56.838569 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0744aac2-3de5-41a1-ace6-accc28888d12 req-420633de-ab8f-4077-a5cb-5408ea4fdc4d tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 945 time: 0.2321396 Aug 10 03:28:56.886382 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-fc24203e-8b7e-48dd-bb14-482368db3d69 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:56.931761 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-fc24203e-8b7e-48dd-bb14-482368db3d69 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:56.986675 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0744aac2-3de5-41a1-ace6-accc28888d12 req-5f2754c4-f60a-4799-af98-a06af6bc8521 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323111 Aug 10 03:28:56.994113 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc24203e-8b7e-48dd-bb14-482368db3d69 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1101260-5972-4989-a426-d934f19632dc,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:57.002847 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-fc24203e-8b7e-48dd-bb14-482368db3d69 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:57.010052 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-fc24203e-8b7e-48dd-bb14-482368db3d69 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.5013316 Aug 10 03:28:57.010236 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37080) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:57.204375 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-eff63701-8fe3-47f4-9eba-1f0d26eff10b tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:57.236635 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-eff63701-8fe3-47f4-9eba-1f0d26eff10b tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:57.268973 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['666717ad-aa62-4c69-9bef-beae4a4e1a8a'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:28:57.273300 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-25a28511-0d30-47de-a7f2-83e692661a6d tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:57.323523 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a28511-0d30-47de-a7f2-83e692661a6d tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Pushing event deleted for resources: {'Port': ['ID=1f3324d3-f642-4c89-b965-56101ba64172,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:57.372845 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34292bf8-676c-42a4-b2d7-5d594d22c067 req-3294704e-9aaa-48ab-82b3-d4b0e38a4b47 tempest-InstanceActionsNegativeTestJSON-1144823634 tempest-InstanceActionsNegativeTestJSON-1144823634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:57.374764 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-34292bf8-676c-42a4-b2d7-5d594d22c067 req-3294704e-9aaa-48ab-82b3-d4b0e38a4b47 tempest-InstanceActionsNegativeTestJSON-1144823634 tempest-InstanceActionsNegativeTestJSON-1144823634-project] 10.222.0.44 "GET /v2.0/ports?device_id=541c3d50-e759-4ecb-a32d-d7769a0ef59b HTTP/1.1" status: 200 len: 944 time: 0.2383025 Aug 10 03:28:57.399742 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-eff63701-8fe3-47f4-9eba-1f0d26eff10b tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:57.414326 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-eff63701-8fe3-47f4-9eba-1f0d26eff10b tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:57.415512 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-eff63701-8fe3-47f4-9eba-1f0d26eff10b tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/f1101260-5972-4989-a426-d934f19632dc HTTP/1.1" status: 204 len: 168 time: 0.4034624 Aug 10 03:28:57.418958 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37088) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:57.429207 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81771823-0603-4354-a227-affdb66d8382 req-b81515c7-0801-4be9-9088-bc2f3a812a29 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:57.431563 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-81771823-0603-4354-a227-affdb66d8382 req-b81515c7-0801-4be9-9088-bc2f3a812a29 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 945 time: 0.2159011 Aug 10 03:28:57.456461 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff63701-8fe3-47f4-9eba-1f0d26eff10b tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f1101260-5972-4989-a426-d934f19632dc,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:57.518494 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-9e8ed50e-c478-494d-9f03-3bda39903ec8 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0981202 Aug 10 03:28:57.519867 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37092) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:57.563143 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-34292bf8-676c-42a4-b2d7-5d594d22c067 req-1da30160-a5d4-48d4-969b-ef0481558e44 tempest-InstanceActionsNegativeTestJSON-1144823634 tempest-InstanceActionsNegativeTestJSON-1144823634-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf87fc90-0dd7-4034-9c5a-222b810e73fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465628 Aug 10 03:28:57.573686 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7c1ca9b0-1873-4b18-982f-d6d980dd6219 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:57.594482 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7c1ca9b0-1873-4b18-982f-d6d980dd6219 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:57.644621 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-81771823-0603-4354-a227-affdb66d8382 req-cdad5dcc-224a-4531-9af1-5124a8126588 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777325 Aug 10 03:28:57.671433 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7c1ca9b0-1873-4b18-982f-d6d980dd6219 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:57.679773 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7c1ca9b0-1873-4b18-982f-d6d980dd6219 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:57.680967 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-7c1ca9b0-1873-4b18-982f-d6d980dd6219 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/6e202f76-72f0-46c0-86e3-efcf93621134 HTTP/1.1" status: 204 len: 168 time: 0.1584330 Aug 10 03:28:57.685525 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37100) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:57.702007 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1ca9b0-1873-4b18-982f-d6d980dd6219 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6e202f76-72f0-46c0-86e3-efcf93621134,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:57.755536 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-25a28511-0d30-47de-a7f2-83e692661a6d tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-522536'] for router_interface, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:57.768233 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-93614c80-16d3-4b78-9e5e-b774b05811f7 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0812404 Aug 10 03:28:57.774498 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37102) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:57.922072 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-651b9a34-679a-4f85-a1b2-ee20377f075f tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:57.936742 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-651b9a34-679a-4f85-a1b2-ee20377f075f tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:58.049283 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-651b9a34-679a-4f85-a1b2-ee20377f075f tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:58.054909 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-651b9a34-679a-4f85-a1b2-ee20377f075f tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:58.056734 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-651b9a34-679a-4f85-a1b2-ee20377f075f tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/72c93a82-9308-48d1-8710-a013ee8d5fba HTTP/1.1" status: 204 len: 168 time: 0.2807438 Aug 10 03:28:58.060869 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37104) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:58.078643 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9d63ff-2d6a-4efc-848c-e72b2d907e14 req-5989de90-e172-4c45-be5d-6bb26d68acfb tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:58.087266 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7a9d63ff-2d6a-4efc-848c-e72b2d907e14 req-5989de90-e172-4c45-be5d-6bb26d68acfb tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 945 time: 0.2016110 Aug 10 03:28:58.095507 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651b9a34-679a-4f85-a1b2-ee20377f075f tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=72c93a82-9308-48d1-8710-a013ee8d5fba,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:58.113791 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-670914f1-fbe0-499b-b861-0693cf27d5f2 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0516343 Aug 10 03:28:58.118983 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37106) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:58.120282 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25a28511-0d30-47de-a7f2-83e692661a6d tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Router 582495e7-8930-4ea0-9046-9f3afd08b1e1 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:28:58.166343 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1c70f8ca-373b-4e09-92fb-82afe5de0686 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:58.190857 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1c70f8ca-373b-4e09-92fb-82afe5de0686 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:58.222442 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7a9d63ff-2d6a-4efc-848c-e72b2d907e14 req-c2bd91e0-b93c-4265-b28e-344c494272e1 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170349 Aug 10 03:28:58.284978 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1c70f8ca-373b-4e09-92fb-82afe5de0686 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:58.304553 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1c70f8ca-373b-4e09-92fb-82afe5de0686 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:58.312327 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-1c70f8ca-373b-4e09-92fb-82afe5de0686 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/4049a348-49e6-4959-af10-fc5c4a21f440 HTTP/1.1" status: 204 len: 168 time: 0.1919630 Aug 10 03:28:58.321705 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37114) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:58.372896 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c70f8ca-373b-4e09-92fb-82afe5de0686 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4049a348-49e6-4959-af10-fc5c4a21f440,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:58.447539 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-5264f8c2-71b3-4bc6-9646-82e36f59383c tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1226122 Aug 10 03:28:58.450947 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37120) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:58.510453 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-08575353-7ee8-4202-8701-d91db742f48e tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:58.543616 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-08575353-7ee8-4202-8701-d91db742f48e tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:58.618328 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-08575353-7ee8-4202-8701-d91db742f48e tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:58.642583 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-08575353-7ee8-4202-8701-d91db742f48e tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:58.666337 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-08575353-7ee8-4202-8701-d91db742f48e tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/c1e2ce3c-2e7f-49dc-a014-365ee2980322 HTTP/1.1" status: 204 len: 168 time: 0.1940334 Aug 10 03:28:58.666337 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08575353-7ee8-4202-8701-d91db742f48e tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c1e2ce3c-2e7f-49dc-a014-365ee2980322,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:58.666337 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37128) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:58.758499 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e54bd770-b39b-4fc7-bfd4-712959031afe tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1031456 Aug 10 03:28:58.762960 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37132) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:58.826022 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a28511-0d30-47de-a7f2-83e692661a6d tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:28:58.838847 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-25a28511-0d30-47de-a7f2-83e692661a6d tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "PUT /v2.0/routers/582495e7-8930-4ea0-9046-9f3afd08b1e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1101997 Aug 10 03:28:58.840426 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37140) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:58.858157 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e10a0d-d43c-493a-ae33-2ec8b23a0440 None None] Sync routers for ids ['582495e7-8930-4ea0-9046-9f3afd08b1e1'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:28:58.879583 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e10a0d-d43c-493a-ae33-2ec8b23a0440 None None] Routers {'582495e7-8930-4ea0-9046-9f3afd08b1e1'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:28:58.880817 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-89e10a0d-d43c-493a-ae33-2ec8b23a0440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:28:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['582495e7-8930-4ea0-9046-9f3afd08b1e1'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:58.894147 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-dab1944a-70ae-4b37-abdc-8a2f89e0d47f tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:58.910884 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-f71a85c6-183b-4e80-8a60-59e341727bd0 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "GET /v2.0/ports?device_id=582495e7-8930-4ea0-9046-9f3afd08b1e1 HTTP/1.1" status: 200 len: 205 time: 0.0660095 Aug 10 03:28:58.912911 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37142) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:58.945738 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-89e10a0d-d43c-493a-ae33-2ec8b23a0440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:58.951853 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-dab1944a-70ae-4b37-abdc-8a2f89e0d47f tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:58.956591 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e10a0d-d43c-493a-ae33-2ec8b23a0440 None None] Routers {'582495e7-8930-4ea0-9046-9f3afd08b1e1'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:28:58.957227 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-89e10a0d-d43c-493a-ae33-2ec8b23a0440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:28:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['582495e7-8930-4ea0-9046-9f3afd08b1e1'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:58.993319 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-89e10a0d-d43c-493a-ae33-2ec8b23a0440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:58.994001 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e10a0d-d43c-493a-ae33-2ec8b23a0440 None None] The sync data for ids ['582495e7-8930-4ea0-9046-9f3afd08b1e1'] in n-d-768862-13 is: [] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:28:59.051636 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-dab1944a-70ae-4b37-abdc-8a2f89e0d47f tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:59.058552 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-dab1944a-70ae-4b37-abdc-8a2f89e0d47f tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:59.065782 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-dab1944a-70ae-4b37-abdc-8a2f89e0d47f tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] 10.222.0.44 "DELETE /v2.0/security-groups/c7e61457-04fb-47dc-ad5b-c4d1dfd89d1a HTTP/1.1" status: 204 len: 168 time: 0.3014152 Aug 10 03:28:59.067403 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37144) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:59.076098 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a187ede-d484-4ef2-b672-41eec25530c8 req-07d70c61-e1b5-411f-8820-b776f04bf83e tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:59.091034 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9a187ede-d484-4ef2-b672-41eec25530c8 req-07d70c61-e1b5-411f-8820-b776f04bf83e tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 945 time: 0.3297591 Aug 10 03:28:59.100127 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab1944a-70ae-4b37-abdc-8a2f89e0d47f tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e61457-04fb-47dc-ad5b-c4d1dfd89d1a,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:59.149420 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffba8c1f-8b28-444b-bb59-89168bfcd32d req-379c0ca6-c650-4f14-903c-6b97e378b6bd tempest-InstanceActionsNegativeTestJSON-1144823634 tempest-InstanceActionsNegativeTestJSON-1144823634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:59.164616 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ffba8c1f-8b28-444b-bb59-89168bfcd32d req-379c0ca6-c650-4f14-903c-6b97e378b6bd tempest-InstanceActionsNegativeTestJSON-1144823634 tempest-InstanceActionsNegativeTestJSON-1144823634-project] 10.222.0.44 "GET /v2.0/ports?device_id=541c3d50-e759-4ecb-a32d-d7769a0ef59b HTTP/1.1" status: 200 len: 944 time: 0.4021351 Aug 10 03:28:59.180606 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-1fd8da87-960d-4b93-9c09-5231614ccb23 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0923069 Aug 10 03:28:59.186576 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37146) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:59.193429 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-f997c981-aabe-47f5-933c-f70579d16ebc tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Request body: {'security_group': {'name': 'tempest-secgroup--1721081135'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:59.200214 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a2e898ea-ebdc-4cc0-b2b8-d3d12fd36c42 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks [] for router, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:59.226384 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f997c981-aabe-47f5-933c-f70579d16ebc tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:59.357453 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9a187ede-d484-4ef2-b672-41eec25530c8 req-be1b502f-97f5-4e12-8569-7b144d08ac66 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650983 Aug 10 03:28:59.392587 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f997c981-aabe-47f5-933c-f70579d16ebc tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:59.401497 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f997c981-aabe-47f5-933c-f70579d16ebc tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:59.455192 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f997c981-aabe-47f5-933c-f70579d16ebc tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:59.462301 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-f997c981-aabe-47f5-933c-f70579d16ebc tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2741411 Aug 10 03:28:59.464905 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37150) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:59.473211 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-7f7d0da9-99ef-4b94-9d69-4ef17a466a2b tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Request body: {'security_group_rule': {'security_group_id': '2deccc13-21fe-48c1-b6fe-167f0469240a', 'direction': 'ingress', 'protocol': 17}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:59.481973 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f997c981-aabe-47f5-933c-f70579d16ebc tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2deccc13-21fe-48c1-b6fe-167f0469240a,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:59.538026 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7f7d0da9-99ef-4b94-9d69-4ef17a466a2b tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:59.564187 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ffba8c1f-8b28-444b-bb59-89168bfcd32d req-a7bd6bc4-72ec-4211-9a01-c3badeffc309 tempest-InstanceActionsNegativeTestJSON-1144823634 tempest-InstanceActionsNegativeTestJSON-1144823634-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf87fc90-0dd7-4034-9c5a-222b810e73fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3978016 Aug 10 03:28:59.592344 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a2e898ea-ebdc-4cc0-b2b8-d3d12fd36c42 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:59.597714 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a2e898ea-ebdc-4cc0-b2b8-d3d12fd36c42 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:59.737994 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7f7d0da9-99ef-4b94-9d69-4ef17a466a2b tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:59.749497 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7f7d0da9-99ef-4b94-9d69-4ef17a466a2b tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:59.760167 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a2e898ea-ebdc-4cc0-b2b8-d3d12fd36c42 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:59.760853 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2e898ea-ebdc-4cc0-b2b8-d3d12fd36c42 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Fanout notify agent at l3_agent the message router_deleted on router 582495e7-8930-4ea0-9046-9f3afd08b1e1 {{(pid=94260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:28:59.769062 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a2e898ea-ebdc-4cc0-b2b8-d3d12fd36c42 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks [] for router, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:59.772844 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-a2e898ea-ebdc-4cc0-b2b8-d3d12fd36c42 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "DELETE /v2.0/routers/582495e7-8930-4ea0-9046-9f3afd08b1e1 HTTP/1.1" status: 204 len: 168 time: 0.8549216 Aug 10 03:28:59.775619 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37154) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:59.792703 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7d0da9-99ef-4b94-9d69-4ef17a466a2b tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8276b99-6e97-4aeb-ab9d-1032d6139faa,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:59.813367 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7f7d0da9-99ef-4b94-9d69-4ef17a466a2b tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:59.816290 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-7f7d0da9-99ef-4b94-9d69-4ef17a466a2b tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3494244 Aug 10 03:28:59.819592 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37156) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:59.896265 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-51e92101-a00a-4841-9a63-d94f1c615875 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:59.922558 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_v2 [None req-6915a168-2692-4921-845c-98249ee05b34 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Deleting subnet 06e6e0a8-e8ec-4404-a28e-06e7ed35ae16 {{(pid=94260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:28:59.925182 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-51e92101-a00a-4841-9a63-d94f1c615875 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:59.931334 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6915a168-2692-4921-845c-98249ee05b34 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks [] for subnet, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:59.983271 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-51e92101-a00a-4841-9a63-d94f1c615875 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:59.985533 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74962620-9f8f-4f18-a77f-4ff730fd3c7a req-6ef35e5b-3676-40c6-8a40-744ce16b5f3e tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:59.986531 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-51e92101-a00a-4841-9a63-d94f1c615875 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:59.988115 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-51e92101-a00a-4841-9a63-d94f1c615875 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] 10.222.0.44 "DELETE /v2.0/security-groups/2deccc13-21fe-48c1-b6fe-167f0469240a HTTP/1.1" status: 204 len: 168 time: 0.1669710 Aug 10 03:28:59.993176 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37158) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:59.994859 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-74962620-9f8f-4f18-a77f-4ff730fd3c7a req-6ef35e5b-3676-40c6-8a40-744ce16b5f3e tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 945 time: 0.2040093 Aug 10 03:29:00.010811 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e92101-a00a-4841-9a63-d94f1c615875 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2deccc13-21fe-48c1-b6fe-167f0469240a,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:00.037773 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6915a168-2692-4921-845c-98249ee05b34 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191173'] for subnet, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:00.074150 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-cf339c69-0dc2-4936-82ee-77964bf50104 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0764382 Aug 10 03:29:00.076940 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-74962620-9f8f-4f18-a77f-4ff730fd3c7a req-fdc9cf90-704f-4f67-a0b4-f0699f6d6aa0 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775676 Aug 10 03:29:00.078344 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37160) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:00.086469 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-d6ab3c4e-5b7c-415f-b4e1-8f6e1e03c5c5 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Request body: {'security_group': {'name': 'tempest-secgroup--1430932439'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:29:00.122271 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d6ab3c4e-5b7c-415f-b4e1-8f6e1e03c5c5 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:00.176414 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6915a168-2692-4921-845c-98249ee05b34 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:00.258056 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d6ab3c4e-5b7c-415f-b4e1-8f6e1e03c5c5 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:00.265227 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d6ab3c4e-5b7c-415f-b4e1-8f6e1e03c5c5 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:00.277653 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 666717ad-aa62-4c69-9bef-beae4a4e1a8a up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:29:00.293886 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6915a168-2692-4921-845c-98249ee05b34 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:00.321421 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d6ab3c4e-5b7c-415f-b4e1-8f6e1e03c5c5 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:00.323609 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-d6ab3c4e-5b7c-415f-b4e1-8f6e1e03c5c5 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2439775 Aug 10 03:29:00.326872 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ab3c4e-5b7c-415f-b4e1-8f6e1e03c5c5 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e55b5f12-4546-4f7f-9a59-5bf582c8fb5e,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:00.330323 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37166) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:00.331011 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65565be2-af67-446e-89c7-dd3b7866a033 req-ebf5dc2b-01fb-4f4a-a4f8-61999fbe30ad tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:00.334785 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-65565be2-af67-446e-89c7-dd3b7866a033 req-ebf5dc2b-01fb-4f4a-a4f8-61999fbe30ad tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 945 time: 0.1130991 Aug 10 03:29:00.339209 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-a0b88b49-667c-4845-a501-a3806d3fb9fe tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Request body: {'security_group': {'name': 'tempest-secgroup--2065263984'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:29:00.346704 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6915a168-2692-4921-845c-98249ee05b34 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:00.353392 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-6915a168-2692-4921-845c-98249ee05b34 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "DELETE /v2.0/subnets/06e6e0a8-e8ec-4404-a28e-06e7ed35ae16 HTTP/1.1" status: 204 len: 168 time: 0.5742729 Aug 10 03:29:00.361960 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fadde006-8055-428b-8790-f601ecac3177 None None] Network 0afde3b0-f495-4b78-9d4e-37e588513f34 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:29:00.362452 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37168) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:00.394215 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6915a168-2692-4921-845c-98249ee05b34 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Pushing event deleted for resources: {'Subnet': ['ID=06e6e0a8-e8ec-4404-a28e-06e7ed35ae16,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:00.429333 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a0b88b49-667c-4845-a501-a3806d3fb9fe tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:00.446378 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning for port 666717ad-aa62-4c69-9bef-beae4a4e1a8a completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:29:00.448707 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-65565be2-af67-446e-89c7-dd3b7866a033 req-19a7babf-5ad6-452f-9640-fd5797d8104e tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947931 Aug 10 03:29:00.469836 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port 666717ad-aa62-4c69-9bef-beae4a4e1a8a triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:29:00.470626 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:00.491560 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac1b0643-cc48-457d-b0e1-7bc714ddf842 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Deleting subnet 2f84780e-2dd7-453c-895b-513875b9abeb {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:29:00.500071 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ac1b0643-cc48-457d-b0e1-7bc714ddf842 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:00.606763 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a0b88b49-667c-4845-a501-a3806d3fb9fe tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:00.619265 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a0b88b49-667c-4845-a501-a3806d3fb9fe tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:00.684542 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ac1b0643-cc48-457d-b0e1-7bc714ddf842 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:00.708118 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b910d15-4311-4f18-bd6b-95ab6a5b9140 req-e0ad30f1-e4ef-4327-aa22-6c2aea1a47f3 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:00.711383 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6b910d15-4311-4f18-bd6b-95ab6a5b9140 req-e0ad30f1-e4ef-4327-aa22-6c2aea1a47f3 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 945 time: 0.1061523 Aug 10 03:29:00.747895 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a0b88b49-667c-4845-a501-a3806d3fb9fe tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:00.750958 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a0b88b49-667c-4845-a501-a3806d3fb9fe tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4190388 Aug 10 03:29:00.763874 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37180) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:00.766578 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb9bdd2-7bec-4cc9-8eb5-f178b0b08438 None None] DHCP port deletion for 0afde3b0-f495-4b78-9d4e-37e588513f34 request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:29:00.770797 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-7e7d7b9f-9946-478f-87e9-19b935f8699f tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Request body: {'security_group_rule': {'security_group_id': 'e55b5f12-4546-4f7f-9a59-5bf582c8fb5e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'a998ca61-e636-4cb7-bc86-5e496dfd1870', 'remote_ip_prefix': None}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:29:00.799769 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b88b49-667c-4845-a501-a3806d3fb9fe tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a998ca61-e636-4cb7-bc86-5e496dfd1870,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:00.828708 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:00.850500 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6b910d15-4311-4f18-bd6b-95ab6a5b9140 req-871f9b8a-c22f-4710-b4c0-420f68c06df6 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272664 Aug 10 03:29:00.871647 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1601ac-bdd0-41ce-800d-158bbbe0850f req-c3dd87d1-3673-4d45-8944-c3428212f3b5 tempest-InstanceActionsNegativeTestJSON-1144823634 tempest-InstanceActionsNegativeTestJSON-1144823634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:00.873314 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8f1601ac-bdd0-41ce-800d-158bbbe0850f req-c3dd87d1-3673-4d45-8944-c3428212f3b5 tempest-InstanceActionsNegativeTestJSON-1144823634 tempest-InstanceActionsNegativeTestJSON-1144823634-project] 10.222.0.44 "GET /v2.0/ports?device_id=541c3d50-e759-4ecb-a32d-d7769a0ef59b HTTP/1.1" status: 200 len: 944 time: 0.1085916 Aug 10 03:29:00.938196 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8f1601ac-bdd0-41ce-800d-158bbbe0850f req-35c541ce-c586-48e6-99f6-e7f8a644de81 tempest-InstanceActionsNegativeTestJSON-1144823634 tempest-InstanceActionsNegativeTestJSON-1144823634-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf87fc90-0dd7-4034-9c5a-222b810e73fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515454 Aug 10 03:29:00.964000 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7e7d7b9f-9946-478f-87e9-19b935f8699f tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:00.986868 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 666717ad-aa62-4c69-9bef-beae4a4e1a8a, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=666717ad-aa62-4c69-9bef-beae4a4e1a8a,segment=NetworkSegment(3d6486b8-1ae6-4854-a2fd-437b7f0ae1c7),segment_id=3d6486b8-1ae6-4854-a2fd-437b7f0ae1c7)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:00.993477 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '541c3d50-e759-4ecb-a32d-d7769a0ef59b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '666717ad-aa62-4c69-9bef-beae4a4e1a8a'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:29:00.998768 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31eafb1c-f635-4bff-aa88-31b3c0df5586" -d '{"events": [{"server_uuid": "541c3d50-e759-4ecb-a32d-d7769a0ef59b", "name": "network-vif-plugged", "status": "completed", "tag": "666717ad-aa62-4c69-9bef-beae4a4e1a8a"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:29:01.007365 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:01.070565 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ac1b0643-cc48-457d-b0e1-7bc714ddf842 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:01.087646 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-1cb9bdd2-7bec-4cc9-8eb5-f178b0b08438 None None] Deleting port 7f430661-8773-4ea0-be58-d76a18b7853a {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:29:01.088261 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1cb9bdd2-7bec-4cc9-8eb5-f178b0b08438 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:01.175678 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7e7d7b9f-9946-478f-87e9-19b935f8699f tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:01.185449 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7e7d7b9f-9946-478f-87e9-19b935f8699f tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:01.237501 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7d7b9f-9946-478f-87e9-19b935f8699f tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37b2a83d-07c8-45e8-aec6-f925b55c37cb,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:01.278351 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-1cb9bdd2-7bec-4cc9-8eb5-f178b0b08438 None None] For port 7f430661-8773-4ea0-be58-d76a18b7853a, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=7f430661-8773-4ea0-be58-d76a18b7853a,segment=NetworkSegment(d298dc4a-3be2-46ac-b343-0e2d2e6a6fab),segment_id=d298dc4a-3be2-46ac-b343-0e2d2e6a6fab)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:01.279106 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1cb9bdd2-7bec-4cc9-8eb5-f178b0b08438 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:01.285426 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7e7d7b9f-9946-478f-87e9-19b935f8699f tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:01.292917 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c8441c-642f-4b41-8f99-44faead6a5c3 req-349599ee-54e5-42b0-99c0-b814fc4dbb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:01.294098 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-7e7d7b9f-9946-478f-87e9-19b935f8699f tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5213509 Aug 10 03:29:01.294993 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37198) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:01.297597 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-1cb9bdd2-7bec-4cc9-8eb5-f178b0b08438 None None] Calling delete_port for 7f430661-8773-4ea0-be58-d76a18b7853a owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:29:01.299008 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-05c8441c-642f-4b41-8f99-44faead6a5c3 req-349599ee-54e5-42b0-99c0-b814fc4dbb8e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=541c3d50-e759-4ecb-a32d-d7769a0ef59b HTTP/1.1" status: 200 len: 1097 time: 0.0987225 Aug 10 03:29:01.344586 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ac1b0643-cc48-457d-b0e1-7bc714ddf842 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:01.365060 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57d06bc9-9d2d-4f4a-a4c2-5deed32950b9 x-openstack-request-id: req-57d06bc9-9d2d-4f4a-a4c2-5deed32950b9 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:29:01.365902 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "541c3d50-e759-4ecb-a32d-d7769a0ef59b", "name": "network-vif-plugged", "status": "completed", "tag": "666717ad-aa62-4c69-9bef-beae4a4e1a8a", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:29:01.366585 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-57d06bc9-9d2d-4f4a-a4c2-5deed32950b9 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:29:01.367132 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '541c3d50-e759-4ecb-a32d-d7769a0ef59b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '666717ad-aa62-4c69-9bef-beae4a4e1a8a', 'code': 200} Aug 10 03:29:01.372698 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-05c8441c-642f-4b41-8f99-44faead6a5c3 req-5d25c129-1d86-4ead-86bd-d8179512ce6c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=bf87fc90-0dd7-4034-9c5a-222b810e73fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655699 Aug 10 03:29:01.391894 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=666717ad-aa62-4c69-9bef-beae4a4e1a8a,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:01.418160 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ac1b0643-cc48-457d-b0e1-7bc714ddf842 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:01.423655 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ac1b0643-cc48-457d-b0e1-7bc714ddf842 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "DELETE /v2.0/subnets/2f84780e-2dd7-453c-895b-513875b9abeb HTTP/1.1" status: 204 len: 168 time: 1.0601573 Aug 10 03:29:01.423851 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37204) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:01.425119 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1b0643-cc48-457d-b0e1-7bc714ddf842 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Pushing event deleted for resources: {'Subnet': ['ID=2f84780e-2dd7-453c-895b-513875b9abeb,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:01.428913 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5a7f0573-1317-4704-bb91-b3cd5a5be459 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:01.441247 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5a7f0573-1317-4704-bb91-b3cd5a5be459 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:01.481324 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374a8480-a3c3-49a0-8e4b-9c061514fdd3 None None] Network 76fedc8f-d048-4a0c-9f51-a30f77f289a4 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:29:01.491495 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5a7f0573-1317-4704-bb91-b3cd5a5be459 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:01.502320 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5a7f0573-1317-4704-bb91-b3cd5a5be459 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:01.503535 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-5a7f0573-1317-4704-bb91-b3cd5a5be459 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/37b2a83d-07c8-45e8-aec6-f925b55c37cb HTTP/1.1" status: 204 len: 168 time: 0.2067847 Aug 10 03:29:01.509702 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37210) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:01.520268 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7f0573-1317-4704-bb91-b3cd5a5be459 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=37b2a83d-07c8-45e8-aec6-f925b55c37cb,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:01.606421 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-0c74bd2f-c554-4a05-ae67-0054520cbb81 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0950449 Aug 10 03:29:01.611487 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37212) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:01.673623 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-25f54f8c-4370-4db7-9c89-62b2d40f8e0b tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:01.745240 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2da00727-4929-40f6-85b3-9247345f0f4d tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:01.749907 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1cb9bdd2-7bec-4cc9-8eb5-f178b0b08438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:01.815214 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2da00727-4929-40f6-85b3-9247345f0f4d tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:01.867983 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-25f54f8c-4370-4db7-9c89-62b2d40f8e0b tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Deleting port 7f430661-8773-4ea0-be58-d76a18b7853a {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:29:01.868473 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-25f54f8c-4370-4db7-9c89-62b2d40f8e0b tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:01.881853 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2da00727-4929-40f6-85b3-9247345f0f4d tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:01.884643 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2da00727-4929-40f6-85b3-9247345f0f4d tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:01.890504 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-2da00727-4929-40f6-85b3-9247345f0f4d tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] 10.222.0.44 "DELETE /v2.0/security-groups/a998ca61-e636-4cb7-bc86-5e496dfd1870 HTTP/1.1" status: 204 len: 168 time: 0.2722545 Aug 10 03:29:01.890820 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb9bdd2-7bec-4cc9-8eb5-f178b0b08438 None None] Pushing event deleted for resources: {'Port': ['ID=7f430661-8773-4ea0-be58-d76a18b7853a,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:01.890999 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37218) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:01.916032 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da00727-4929-40f6-85b3-9247345f0f4d tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a998ca61-e636-4cb7-bc86-5e496dfd1870,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:01.919702 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb9bdd2-7bec-4cc9-8eb5-f178b0b08438 None None] No DVR routers for this DVR port 7f430661-8773-4ea0-be58-d76a18b7853a on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:29:01.985032 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 7f430661-8773-4ea0-be58-d76a18b7853a no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:29:02.000985 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-f7ca5931-bedb-4d57-a301-a528d2297a4d tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1089506 Aug 10 03:29:02.007075 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37224) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:02.048619 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e9c120-6f56-4fe9-9cc6-6cf8b14ba335 req-a38a3b52-6cdd-439e-8eec-79ebd81efaf6 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:02.050286 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-41e9c120-6f56-4fe9-9cc6-6cf8b14ba335 req-a38a3b52-6cdd-439e-8eec-79ebd81efaf6 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 945 time: 0.1947196 Aug 10 03:29:02.051537 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [None req-25f54f8c-4370-4db7-9c89-62b2d40f8e0b tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] For port 7f430661-8773-4ea0-be58-d76a18b7853a, host n-d-768862-13, got binding levels [] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:02.051912 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-25f54f8c-4370-4db7-9c89-62b2d40f8e0b tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:02.073467 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-25f54f8c-4370-4db7-9c89-62b2d40f8e0b tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Calling delete_port for 7f430661-8773-4ea0-be58-d76a18b7853a owned by network:dhcp {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:29:02.076436 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.ipam_backend_mixin [None req-25f54f8c-4370-4db7-9c89-62b2d40f8e0b tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Port 7f430661-8773-4ea0-be58-d76a18b7853a was not found and therefore no delete operation was performed {{(pid=94260) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 03:29:02.077925 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-25f54f8c-4370-4db7-9c89-62b2d40f8e0b tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:02.078700 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 7f430661-8773-4ea0-be58-d76a18b7853a {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:29:02.079394 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 7f430661-8773-4ea0-be58-d76a18b7853a not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:29:02.093105 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6baa39c7-de20-46f7-87f4-dd29d21847cd tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:02.113055 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f54f8c-4370-4db7-9c89-62b2d40f8e0b tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Pushing event deleted for resources: {'Port': ['ID=7f430661-8773-4ea0-be58-d76a18b7853a,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:02.134859 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f54f8c-4370-4db7-9c89-62b2d40f8e0b tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] No DVR routers for this DVR port 7f430661-8773-4ea0-be58-d76a18b7853a on host n-d-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:29:02.136516 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6baa39c7-de20-46f7-87f4-dd29d21847cd tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:02.216749 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6baa39c7-de20-46f7-87f4-dd29d21847cd tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:02.217135 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6725bb4a-81ae-470e-ba84-caceb83f5c74 None None] DHCP port deletion for 76fedc8f-d048-4a0c-9f51-a30f77f289a4 request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:29:02.221649 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6baa39c7-de20-46f7-87f4-dd29d21847cd tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:02.227967 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-6baa39c7-de20-46f7-87f4-dd29d21847cd tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] 10.222.0.44 "DELETE /v2.0/security-groups/e55b5f12-4546-4f7f-9a59-5bf582c8fb5e HTTP/1.1" status: 204 len: 168 time: 0.2146084 Aug 10 03:29:02.239142 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37228) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:02.240900 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baa39c7-de20-46f7-87f4-dd29d21847cd tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e55b5f12-4546-4f7f-9a59-5bf582c8fb5e,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:02.262909 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-25f54f8c-4370-4db7-9c89-62b2d40f8e0b tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:02.276085 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-25f54f8c-4370-4db7-9c89-62b2d40f8e0b tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0afde3b0-f495-4b78-9d4e-37e588513f34']}} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:02.290204 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-25f54f8c-4370-4db7-9c89-62b2d40f8e0b tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd298dc4a-3be2-46ac-b343-0e2d2e6a6fab') {'for_net_delete': True} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:02.290601 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-25f54f8c-4370-4db7-9c89-62b2d40f8e0b tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd298dc4a-3be2-46ac-b343-0e2d2e6a6fab') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:02.339966 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-6725bb4a-81ae-470e-ba84-caceb83f5c74 None None] Deleting port fa80938e-3237-4d4e-a32c-8d34e332f0be {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:29:02.340820 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-6725bb4a-81ae-470e-ba84-caceb83f5c74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:02.346857 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-25f54f8c-4370-4db7-9c89-62b2d40f8e0b tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191186'] for segment, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:02.357545 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-7aa83957-cc8e-45a4-94e3-5db8b3d10b33 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1127617 Aug 10 03:29:02.359140 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37230) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:02.369885 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-41e9c120-6f56-4fe9-9cc6-6cf8b14ba335 req-3cff899c-c917-4cc7-a032-de45cec4dbe3 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892466 Aug 10 03:29:02.370861 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-bdcec755-ce47-441f-940e-5038e1c90af4 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Request body: {'security_group': {'name': 'tempest-secgroup--474897608'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:29:02.382776 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-25f54f8c-4370-4db7-9c89-62b2d40f8e0b tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:02.395296 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25f54f8c-4370-4db7-9c89-62b2d40f8e0b tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=94260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:29:02.395722 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-25f54f8c-4370-4db7-9c89-62b2d40f8e0b tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58895489'] for segment, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:02.399923 n-d-768862-13 neutron-server[94260]: Traceback (most recent call last): Aug 10 03:29:02.399923 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:29:02.399923 n-d-768862-13 neutron-server[94260]: timer() Aug 10 03:29:02.399923 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:29:02.399923 n-d-768862-13 neutron-server[94260]: cb(*args, **kw) Aug 10 03:29:02.399923 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:29:02.399923 n-d-768862-13 neutron-server[94260]: return func(*args, **kwargs) Aug 10 03:29:02.399923 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:29:02.399923 n-d-768862-13 neutron-server[94260]: self._notify() Aug 10 03:29:02.399923 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:29:02.399923 n-d-768862-13 neutron-server[94260]: self.callback(batched_events) Aug 10 03:29:02.399923 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:29:02.399923 n-d-768862-13 neutron-server[94260]: event.method(event) Aug 10 03:29:02.399923 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:29:02.399923 n-d-768862-13 neutron-server[94260]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:29:02.399923 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:29:02.399923 n-d-768862-13 neutron-server[94260]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:29:02.399923 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:29:02.399923 n-d-768862-13 neutron-server[94260]: return f(self, *a, **k) Aug 10 03:29:02.399923 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:29:02.399923 n-d-768862-13 neutron-server[94260]: return self._get(url).json() Aug 10 03:29:02.399923 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:29:02.399923 n-d-768862-13 neutron-server[94260]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:29:02.399923 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:29:02.399923 n-d-768862-13 neutron-server[94260]: return self.request(url, 'GET', **kwargs) Aug 10 03:29:02.399923 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:29:02.399923 n-d-768862-13 neutron-server[94260]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:29:02.399923 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:29:02.399923 n-d-768862-13 neutron-server[94260]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:29:02.399923 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:29:02.399923 n-d-768862-13 neutron-server[94260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:29:02.399923 n-d-768862-13 neutron-server[94260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:29:02.426580 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc96a32c-1106-4e46-81c8-937c8abe823e req-e5460424-1f33-49c3-8469-192e467158cc tempest-InstanceActionsNegativeTestJSON-1144823634 tempest-InstanceActionsNegativeTestJSON-1144823634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:02.437610 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bc96a32c-1106-4e46-81c8-937c8abe823e req-e5460424-1f33-49c3-8469-192e467158cc tempest-InstanceActionsNegativeTestJSON-1144823634 tempest-InstanceActionsNegativeTestJSON-1144823634-project] 10.222.0.44 "GET /v2.0/ports?device_id=541c3d50-e759-4ecb-a32d-d7769a0ef59b HTTP/1.1" status: 200 len: 945 time: 0.1437140 Aug 10 03:29:02.453234 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bdcec755-ce47-441f-940e-5038e1c90af4 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:02.511482 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-6725bb4a-81ae-470e-ba84-caceb83f5c74 None None] For port fa80938e-3237-4d4e-a32c-8d34e332f0be, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=fa80938e-3237-4d4e-a32c-8d34e332f0be,segment=NetworkSegment(5e132fd8-a6d4-4761-85dd-8a848123d868),segment_id=5e132fd8-a6d4-4761-85dd-8a848123d868)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:02.512149 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-6725bb4a-81ae-470e-ba84-caceb83f5c74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:02.547988 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bc96a32c-1106-4e46-81c8-937c8abe823e req-8a63e001-53a8-4703-a82f-c63d25cf9989 tempest-InstanceActionsNegativeTestJSON-1144823634 tempest-InstanceActionsNegativeTestJSON-1144823634-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf87fc90-0dd7-4034-9c5a-222b810e73fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067009 Aug 10 03:29:02.553710 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-6725bb4a-81ae-470e-ba84-caceb83f5c74 None None] Calling delete_port for fa80938e-3237-4d4e-a32c-8d34e332f0be owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:29:02.566899 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-25f54f8c-4370-4db7-9c89-62b2d40f8e0b tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:02.573013 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-25f54f8c-4370-4db7-9c89-62b2d40f8e0b tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:02.575835 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-25f54f8c-4370-4db7-9c89-62b2d40f8e0b tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "DELETE /v2.0/networks/0afde3b0-f495-4b78-9d4e-37e588513f34 HTTP/1.1" status: 204 len: 168 time: 1.1507220 Aug 10 03:29:02.580212 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37232) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:02.657507 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f54f8c-4370-4db7-9c89-62b2d40f8e0b tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Pushing event deleted for resources: {'Network': ['ID=0afde3b0-f495-4b78-9d4e-37e588513f34,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:02.772290 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bdcec755-ce47-441f-940e-5038e1c90af4 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:02.776938 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-6725bb4a-81ae-470e-ba84-caceb83f5c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:02.780119 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bdcec755-ce47-441f-940e-5038e1c90af4 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:02.819394 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-52f8528f-5386-43fc-afdd-8d25c89e0b2a tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:02.825286 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6725bb4a-81ae-470e-ba84-caceb83f5c74 None None] Pushing event deleted for resources: {'Port': ['ID=fa80938e-3237-4d4e-a32c-8d34e332f0be,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:02.838597 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6725bb4a-81ae-470e-ba84-caceb83f5c74 None None] No DVR routers for this DVR port fa80938e-3237-4d4e-a32c-8d34e332f0be on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:29:02.857110 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bdcec755-ce47-441f-940e-5038e1c90af4 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:02.862150 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-bdcec755-ce47-441f-940e-5038e1c90af4 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4980597 Aug 10 03:29:02.862963 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37238) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:02.864040 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcec755-ce47-441f-940e-5038e1c90af4 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc15afc-706a-4639-90cf-a82cd526db6d,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:02.875095 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-56c830ba-0fa0-4b1e-8477-57ce0c403e3b tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Request body: {'security_group_rule': {'security_group_id': '2bc15afc-706a-4639-90cf-a82cd526db6d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:29:02.926796 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-56c830ba-0fa0-4b1e-8477-57ce0c403e3b tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:03.008729 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-52f8528f-5386-43fc-afdd-8d25c89e0b2a tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:03.030216 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-52f8528f-5386-43fc-afdd-8d25c89e0b2a tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76fedc8f-d048-4a0c-9f51-a30f77f289a4']}} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:03.033426 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-56c830ba-0fa0-4b1e-8477-57ce0c403e3b tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:03.041973 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-56c830ba-0fa0-4b1e-8477-57ce0c403e3b tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:03.043034 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:03.050123 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-52f8528f-5386-43fc-afdd-8d25c89e0b2a tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e132fd8-a6d4-4761-85dd-8a848123d868') {'for_net_delete': True} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:03.050642 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-52f8528f-5386-43fc-afdd-8d25c89e0b2a tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e132fd8-a6d4-4761-85dd-8a848123d868') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:03.066012 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-52f8528f-5386-43fc-afdd-8d25c89e0b2a tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191186'] for segment, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:03.067328 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c830ba-0fa0-4b1e-8477-57ce0c403e3b tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b8a7a09-6889-49b3-98bb-27517c1d9594,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:03.073038 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-56c830ba-0fa0-4b1e-8477-57ce0c403e3b tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:03.076143 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-56c830ba-0fa0-4b1e-8477-57ce0c403e3b tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2071869 Aug 10 03:29:03.078736 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37244) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:03.095792 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-52f8528f-5386-43fc-afdd-8d25c89e0b2a tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:03.105501 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52f8528f-5386-43fc-afdd-8d25c89e0b2a tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=94260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:29:03.106209 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-52f8528f-5386-43fc-afdd-8d25c89e0b2a tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58895489'] for segment, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:03.110425 n-d-768862-13 neutron-server[94260]: Traceback (most recent call last): Aug 10 03:29:03.110425 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:29:03.110425 n-d-768862-13 neutron-server[94260]: timer() Aug 10 03:29:03.110425 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:29:03.110425 n-d-768862-13 neutron-server[94260]: cb(*args, **kw) Aug 10 03:29:03.110425 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:29:03.110425 n-d-768862-13 neutron-server[94260]: return func(*args, **kwargs) Aug 10 03:29:03.110425 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:29:03.110425 n-d-768862-13 neutron-server[94260]: self._notify() Aug 10 03:29:03.110425 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:29:03.110425 n-d-768862-13 neutron-server[94260]: self.callback(batched_events) Aug 10 03:29:03.110425 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:29:03.110425 n-d-768862-13 neutron-server[94260]: event.method(event) Aug 10 03:29:03.110425 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:29:03.110425 n-d-768862-13 neutron-server[94260]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:29:03.110425 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:29:03.110425 n-d-768862-13 neutron-server[94260]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:29:03.110425 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:29:03.110425 n-d-768862-13 neutron-server[94260]: return f(self, *a, **k) Aug 10 03:29:03.110425 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:29:03.110425 n-d-768862-13 neutron-server[94260]: return self._get(url).json() Aug 10 03:29:03.110425 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:29:03.110425 n-d-768862-13 neutron-server[94260]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:29:03.110425 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:29:03.110425 n-d-768862-13 neutron-server[94260]: return self.request(url, 'GET', **kwargs) Aug 10 03:29:03.110425 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:29:03.110425 n-d-768862-13 neutron-server[94260]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:29:03.110425 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:29:03.110425 n-d-768862-13 neutron-server[94260]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:29:03.110425 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:29:03.110425 n-d-768862-13 neutron-server[94260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:29:03.110425 n-d-768862-13 neutron-server[94260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:29:03.122457 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c91ba489-d963-45e3-8a9b-e5908b1aedc7 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:03.138567 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c91ba489-d963-45e3-8a9b-e5908b1aedc7 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:03.187340 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c91ba489-d963-45e3-8a9b-e5908b1aedc7 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:03.188836 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-52f8528f-5386-43fc-afdd-8d25c89e0b2a tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:03.195544 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c91ba489-d963-45e3-8a9b-e5908b1aedc7 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:03.197492 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-52f8528f-5386-43fc-afdd-8d25c89e0b2a tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:03.198913 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-c91ba489-d963-45e3-8a9b-e5908b1aedc7 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/4b8a7a09-6889-49b3-98bb-27517c1d9594 HTTP/1.1" status: 204 len: 168 time: 0.1183934 Aug 10 03:29:03.199553 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-52f8528f-5386-43fc-afdd-8d25c89e0b2a tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "DELETE /v2.0/networks/76fedc8f-d048-4a0c-9f51-a30f77f289a4 HTTP/1.1" status: 204 len: 168 time: 0.6107204 Aug 10 03:29:03.205832 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37248) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:03.210539 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37250) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:03.215998 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-1130c3c4-aa53-4c10-bbf1-43a86ed475a3 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Request body: {'network': {'name': 'tempest-RoutersTest-580545703'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:29:03.233417 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f8528f-5386-43fc-afdd-8d25c89e0b2a tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Pushing event deleted for resources: {'Network': ['ID=76fedc8f-d048-4a0c-9f51-a30f77f289a4,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:03.234397 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91ba489-d963-45e3-8a9b-e5908b1aedc7 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4b8a7a09-6889-49b3-98bb-27517c1d9594,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:03.261534 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1130c3c4-aa53-4c10-bbf1-43a86ed475a3 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Made reservation on behalf of d89c7ea5aa0045c689dfdb943d8f4200 for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:29:03.265241 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1130c3c4-aa53-4c10-bbf1-43a86ed475a3 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:03.298023 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-8764c494-5cbf-40dd-a28c-a2aaf2c5507d tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0719557 Aug 10 03:29:03.301706 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37254) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:03.325570 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1130c3c4-aa53-4c10-bbf1-43a86ed475a3 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:29:03.349858 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1130c3c4-aa53-4c10-bbf1-43a86ed475a3 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:03.350539 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-1130c3c4-aa53-4c10-bbf1-43a86ed475a3 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Added segment 67b30555-e6a6-4c79-ab32-52e0aa22ef77 of type vlan for network 74e1009b-b960-4264-ad54-e221ce111dba Aug 10 03:29:03.411249 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1130c3c4-aa53-4c10-bbf1-43a86ed475a3 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:03.428815 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8d93b41b-370d-48d5-bb7e-0f0c0369ee28 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:03.469303 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8d93b41b-370d-48d5-bb7e-0f0c0369ee28 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:03.481906 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1130c3c4-aa53-4c10-bbf1-43a86ed475a3 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:03.488057 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1130c3c4-aa53-4c10-bbf1-43a86ed475a3 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:03.489048 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1130c3c4-aa53-4c10-bbf1-43a86ed475a3 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:03.573707 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-1130c3c4-aa53-4c10-bbf1-43a86ed475a3 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3618762 Aug 10 03:29:03.577583 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37260) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:03.584810 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-bb710378-0eea-4da1-b5f6-91984efcd199 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Request body: {'subnet': {'network_id': '74e1009b-b960-4264-ad54-e221ce111dba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:29:03.627376 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2100c27c-4236-4a8e-a02f-b71a6e5efb21 req-643a5c14-d61e-4b77-accf-0951f37ce43a tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:03.633624 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2100c27c-4236-4a8e-a02f-b71a6e5efb21 req-643a5c14-d61e-4b77-accf-0951f37ce43a tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 945 time: 0.1169422 Aug 10 03:29:03.643615 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1130c3c4-aa53-4c10-bbf1-43a86ed475a3 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Pushing event updated for resources: {'Network': ['ID=74e1009b-b960-4264-ad54-e221ce111dba,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:03.662570 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8d93b41b-370d-48d5-bb7e-0f0c0369ee28 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:03.665513 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8d93b41b-370d-48d5-bb7e-0f0c0369ee28 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:03.666913 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-8d93b41b-370d-48d5-bb7e-0f0c0369ee28 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] 10.222.0.44 "DELETE /v2.0/security-groups/2bc15afc-706a-4639-90cf-a82cd526db6d HTTP/1.1" status: 204 len: 168 time: 0.3642976 Aug 10 03:29:03.671860 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 74e1009b-b960-4264-ad54-e221ce111dba details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:29:03.679387 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37266) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:03.716847 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d93b41b-370d-48d5-bb7e-0f0c0369ee28 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc15afc-706a-4639-90cf-a82cd526db6d,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:03.756030 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-dd2b83f7-b25d-4df3-a4f3-ad2d6d06f365 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0745249 Aug 10 03:29:03.760678 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2100c27c-4236-4a8e-a02f-b71a6e5efb21 req-d504be33-acb2-457f-8074-adee36a0b2e9 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150274 Aug 10 03:29:03.761803 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37268) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:03.766958 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-2dd6163a-5de4-41e6-938a-8dfbf2a92a49 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Request body: {'security_group': {'name': 'tempest-secgroup--1946987679'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:29:03.798538 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.db.api [None req-2dd6163a-5de4-41e6-938a-8dfbf2a92a49 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 03:29:03.798538 n-d-768862-13 neutron-server[94261]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 10 03:29:03.798538 n-d-768862-13 neutron-server[94261]: [parameters: {'project_id': '84503dcc1733437fac26908461324433', 'id': '828ece82-0820-4390-ba7f-f895433bb203', 'expiration': datetime.datetime(2021, 8, 10, 3, 31, 3, 786609)}] Aug 10 03:29:03.798538 n-d-768862-13 neutron-server[94261]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94261) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:29:03.798538 n-d-768862-13 neutron-server[94261]: DEBUG oslo_db.api [None req-2dd6163a-5de4-41e6-938a-8dfbf2a92a49 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:29:03.806685 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb710378-0eea-4da1-b5f6-91984efcd199 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Made reservation on behalf of d89c7ea5aa0045c689dfdb943d8f4200 for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:29:03.825934 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bb710378-0eea-4da1-b5f6-91984efcd199 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:03.901453 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a3d4dc-1a47-4904-a8d3-87937bea03d8 req-8996b3a1-b361-4af8-b7c8-24efa1f25fda tempest-InstanceActionsNegativeTestJSON-1144823634 tempest-InstanceActionsNegativeTestJSON-1144823634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:03.910811 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f8a3d4dc-1a47-4904-a8d3-87937bea03d8 req-8996b3a1-b361-4af8-b7c8-24efa1f25fda tempest-InstanceActionsNegativeTestJSON-1144823634 tempest-InstanceActionsNegativeTestJSON-1144823634-project] 10.222.0.44 "GET /v2.0/ports?device_id=541c3d50-e759-4ecb-a32d-d7769a0ef59b HTTP/1.1" status: 200 len: 945 time: 0.1472459 Aug 10 03:29:03.938568 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device fa80938e-3237-4d4e-a32c-8d34e332f0be no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:29:03.961304 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: fa80938e-3237-4d4e-a32c-8d34e332f0be {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:29:03.961938 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device fa80938e-3237-4d4e-a32c-8d34e332f0be not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:29:03.980837 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f8a3d4dc-1a47-4904-a8d3-87937bea03d8 req-2d390861-de9f-499c-8c93-2482b4c8fa6f tempest-InstanceActionsNegativeTestJSON-1144823634 tempest-InstanceActionsNegativeTestJSON-1144823634-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf87fc90-0dd7-4034-9c5a-222b810e73fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687406 Aug 10 03:29:04.209319 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bb710378-0eea-4da1-b5f6-91984efcd199 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:04.297479 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb710378-0eea-4da1-b5f6-91984efcd199 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Pushing event updated for resources: {'Subnet': ['ID=0a2fb161-8a8c-45ea-b1b0-349a7d74b4a9,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:04.343252 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfc2cc8-2f67-4ef7-81fc-1d4f6545f195 req-c6a9eca2-db98-432c-8a5f-b7045ab4b6a2 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:04.350015 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfc2cc8-2f67-4ef7-81fc-1d4f6545f195 req-c6a9eca2-db98-432c-8a5f-b7045ab4b6a2 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:04.356130 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfc2cc8-2f67-4ef7-81fc-1d4f6545f195 req-c6a9eca2-db98-432c-8a5f-b7045ab4b6a2 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:04.362546 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfc2cc8-2f67-4ef7-81fc-1d4f6545f195 req-c6a9eca2-db98-432c-8a5f-b7045ab4b6a2 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:04.363658 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb710378-0eea-4da1-b5f6-91984efcd199 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Checking segment: {'id': '67b30555-e6a6-4c79-ab32-52e0aa22ef77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '74e1009b-b960-4264-ad54-e221ce111dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:29:04.364264 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb710378-0eea-4da1-b5f6-91984efcd199 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Network hostable DHCP agents. Network: 74e1009b-b960-4264-ad54-e221ce111dba, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:29:04.370546 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfc2cc8-2f67-4ef7-81fc-1d4f6545f195 req-c6a9eca2-db98-432c-8a5f-b7045ab4b6a2 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:04.376869 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfc2cc8-2f67-4ef7-81fc-1d4f6545f195 req-c6a9eca2-db98-432c-8a5f-b7045ab4b6a2 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:04.383043 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfc2cc8-2f67-4ef7-81fc-1d4f6545f195 req-c6a9eca2-db98-432c-8a5f-b7045ab4b6a2 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:04.391947 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fdfc2cc8-2f67-4ef7-81fc-1d4f6545f195 req-c6a9eca2-db98-432c-8a5f-b7045ab4b6a2 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/ports?device_id=044f5741-e4d3-4edf-954b-c2c5a6f36283 HTTP/1.1" status: 200 len: 5435 time: 0.1843350 Aug 10 03:29:04.424090 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb710378-0eea-4da1-b5f6-91984efcd199 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Network 74e1009b-b960-4264-ad54-e221ce111dba is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:29:04.447457 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2dd6163a-5de4-41e6-938a-8dfbf2a92a49 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:04.460497 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fdfc2cc8-2f67-4ef7-81fc-1d4f6545f195 req-5d0c3fb8-279d-47b4-8f93-120d69fa880e tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/security-groups?id=e522b194-e383-4019-8939-c6a59d2ab04c&id=5aac4231-548a-4a48-ae70-6443e8440415&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0671468 Aug 10 03:29:04.463760 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-bb710378-0eea-4da1-b5f6-91984efcd199 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 74e1009b-b960-4264-ad54-e221ce111dba) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:29:04.477382 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ca6e10-8e08-4882-8c43-fbaa34f6d29a None None] Network 74e1009b-b960-4264-ad54-e221ce111dba requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:29:04.491992 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb710378-0eea-4da1-b5f6-91984efcd199 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:04.493575 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bb710378-0eea-4da1-b5f6-91984efcd199 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:04.517884 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49cc674-07de-4c1b-92e6-d9d0a3d06b87 req-9cb26199-2824-43fc-a280-cfc2d98c9f60 tempest-InstanceActionsNegativeTestJSON-1144823634 tempest-InstanceActionsNegativeTestJSON-1144823634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:04.519858 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d49cc674-07de-4c1b-92e6-d9d0a3d06b87 req-9cb26199-2824-43fc-a280-cfc2d98c9f60 tempest-InstanceActionsNegativeTestJSON-1144823634 tempest-InstanceActionsNegativeTestJSON-1144823634-project] 10.222.0.44 "GET /v2.0/ports?device_id=541c3d50-e759-4ecb-a32d-d7769a0ef59b HTTP/1.1" status: 200 len: 945 time: 0.0582850 Aug 10 03:29:04.574401 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d49cc674-07de-4c1b-92e6-d9d0a3d06b87 req-ec2e03c2-1639-4c8a-8316-a1dbf2426afc tempest-InstanceActionsNegativeTestJSON-1144823634 tempest-InstanceActionsNegativeTestJSON-1144823634-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf87fc90-0dd7-4034-9c5a-222b810e73fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461016 Aug 10 03:29:04.666067 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2dd6163a-5de4-41e6-938a-8dfbf2a92a49 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:04.674406 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2dd6163a-5de4-41e6-938a-8dfbf2a92a49 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:04.717386 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd6163a-5de4-41e6-938a-8dfbf2a92a49 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5951ced7-d93a-4a20-a1ad-314e9dbc75aa,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:04.728049 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-bb710378-0eea-4da1-b5f6-91984efcd199 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1450040 Aug 10 03:29:04.728331 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37288) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:04.734269 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-7c1204a3-dc89-4a6b-bd0c-096db79a4bfc tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-563381271', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:29:04.748848 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2dd6163a-5de4-41e6-938a-8dfbf2a92a49 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:04.755953 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-2dd6163a-5de4-41e6-938a-8dfbf2a92a49 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9871197 Aug 10 03:29:04.755953 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37290) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:04.760794 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-83ec173b-acf0-4f2f-ad8d-582c952bd01d tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Request body: {'security_group_rule': {'security_group_id': '5951ced7-d93a-4a20-a1ad-314e9dbc75aa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:29:04.783575 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7c1204a3-dc89-4a6b-bd0c-096db79a4bfc tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:04.784878 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7c1204a3-dc89-4a6b-bd0c-096db79a4bfc tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:04.825104 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feb7a04-0e39-4104-b8aa-c729abb3289f req-10546049-7799-4d8e-ac7a-01e3b75d99e4 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:04.832069 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc21646c-379e-489d-aca0-564f9b08e049 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-74e1009b-b960-4264-ad54-e221ce111dba', 'network_id': '74e1009b-b960-4264-ad54-e221ce111dba', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'fixed_ips': [{'subnet_id': '0a2fb161-8a8c-45ea-b1b0-349a7d74b4a9'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:29:04.833000 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feb7a04-0e39-4104-b8aa-c729abb3289f req-10546049-7799-4d8e-ac7a-01e3b75d99e4 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:04.833133 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-dc21646c-379e-489d-aca0-564f9b08e049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:04.841237 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feb7a04-0e39-4104-b8aa-c729abb3289f req-10546049-7799-4d8e-ac7a-01e3b75d99e4 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:04.848598 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feb7a04-0e39-4104-b8aa-c729abb3289f req-10546049-7799-4d8e-ac7a-01e3b75d99e4 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:04.855523 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feb7a04-0e39-4104-b8aa-c729abb3289f req-10546049-7799-4d8e-ac7a-01e3b75d99e4 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:04.862197 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feb7a04-0e39-4104-b8aa-c729abb3289f req-10546049-7799-4d8e-ac7a-01e3b75d99e4 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:04.864033 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-83ec173b-acf0-4f2f-ad8d-582c952bd01d tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:04.868809 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feb7a04-0e39-4104-b8aa-c729abb3289f req-10546049-7799-4d8e-ac7a-01e3b75d99e4 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:04.874559 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7feb7a04-0e39-4104-b8aa-c729abb3289f req-10546049-7799-4d8e-ac7a-01e3b75d99e4 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/ports?device_id=044f5741-e4d3-4edf-954b-c2c5a6f36283 HTTP/1.1" status: 200 len: 5435 time: 0.1735139 Aug 10 03:29:04.938781 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7c1204a3-dc89-4a6b-bd0c-096db79a4bfc tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:04.956691 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7c1204a3-dc89-4a6b-bd0c-096db79a4bfc tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:05.013806 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc7cb5f-1548-4a74-b462-50b5f852c2e7 req-acb5c3cd-5059-4d56-8089-f4059a86a71c tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:05.016224 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-efc7cb5f-1548-4a74-b462-50b5f852c2e7 req-acb5c3cd-5059-4d56-8089-f4059a86a71c tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 945 time: 0.1166358 Aug 10 03:29:05.024023 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7c1204a3-dc89-4a6b-bd0c-096db79a4bfc tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:05.032009 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-7c1204a3-dc89-4a6b-bd0c-096db79a4bfc tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3023496 Aug 10 03:29:05.039776 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37300) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:05.057368 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-19a6269f-0e69-48cd-b76b-22e396c50684 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Request body: {'port': {'network_id': '74e1009b-b960-4264-ad54-e221ce111dba', 'name': 'tempest-RoutersTest-337340407'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:29:05.089025 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-efc7cb5f-1548-4a74-b462-50b5f852c2e7 req-f17e80f4-fbce-4491-81af-14470b73b6f7 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570037 Aug 10 03:29:05.113163 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-dc21646c-379e-489d-aca0-564f9b08e049 None None] Allocated IP 172.20.0.2 (74e1009b-b960-4264-ad54-e221ce111dba/0a2fb161-8a8c-45ea-b1b0-349a7d74b4a9/61487e5c-657b-49d2-a902-6d6b510f2262) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:29:05.137524 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-83ec173b-acf0-4f2f-ad8d-582c952bd01d tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:05.143495 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-83ec173b-acf0-4f2f-ad8d-582c952bd01d tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:05.163873 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ec173b-acf0-4f2f-ad8d-582c952bd01d tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34a68ed2-390a-4276-a060-eacf9aa992b7,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:05.195001 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-83ec173b-acf0-4f2f-ad8d-582c952bd01d tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:05.197608 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-83ec173b-acf0-4f2f-ad8d-582c952bd01d tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4403207 Aug 10 03:29:05.200779 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37302) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:05.223907 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-9f0d3686-a44e-4013-9fc0-dd681d5508f4 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] 10.222.0.44 "GET /v2.0/security-group-rules/34a68ed2-390a-4276-a060-eacf9aa992b7 HTTP/1.1" status: 200 len: 763 time: 0.0219023 Aug 10 03:29:05.228684 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37304) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:05.250938 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a6269f-0e69-48cd-b76b-22e396c50684 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Made reservation on behalf of d89c7ea5aa0045c689dfdb943d8f4200 for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:29:05.257357 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-19a6269f-0e69-48cd-b76b-22e396c50684 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:05.280665 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [None req-19a6269f-0e69-48cd-b76b-22e396c50684 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] device_id is not set on port 74e2b7b3-c500-4210-9165-05e93c9a9734 yet. {{(pid=94261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:29:05.323614 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-5bb27d46-da09-4fee-9180-675e946b32c3 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0932534 Aug 10 03:29:05.331012 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37306) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:05.361892 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a739c501-6ba1-4315-a76f-e1ef812ae4d2 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:05.372393 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a739c501-6ba1-4315-a76f-e1ef812ae4d2 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:05.407355 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a739c501-6ba1-4315-a76f-e1ef812ae4d2 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:05.413575 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a739c501-6ba1-4315-a76f-e1ef812ae4d2 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:05.414879 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-a739c501-6ba1-4315-a76f-e1ef812ae4d2 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/34a68ed2-390a-4276-a060-eacf9aa992b7 HTTP/1.1" status: 204 len: 168 time: 0.0826013 Aug 10 03:29:05.418036 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37308) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:05.438880 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a739c501-6ba1-4315-a76f-e1ef812ae4d2 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=34a68ed2-390a-4276-a060-eacf9aa992b7,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:05.464749 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-dc21646c-379e-489d-aca0-564f9b08e049 None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:05.486339 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-7edb54e0-d05d-4105-80d8-517fb953d63f tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0602849 Aug 10 03:29:05.486696 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37310) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:05.494025 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-dc21646c-379e-489d-aca0-564f9b08e049 None None] Transition to ACTIVE for port object 61487e5c-657b-49d2-a902-6d6b510f2262 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:29:05.495249 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-b302c118-bd73-4a1f-88fc-8693bcdb28f0 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Request body: {'security_group_rule': {'security_group_id': '5951ced7-d93a-4a20-a1ad-314e9dbc75aa', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:29:05.517485 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-dc21646c-379e-489d-aca0-564f9b08e049 None None] Transition to ACTIVE for port object 61487e5c-657b-49d2-a902-6d6b510f2262 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:29:05.527025 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-dc21646c-379e-489d-aca0-564f9b08e049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:05.587488 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc21646c-379e-489d-aca0-564f9b08e049 None None] Pushing event updated for resources: {'Port': ['ID=61487e5c-657b-49d2-a902-6d6b510f2262,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:05.600041 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b302c118-bd73-4a1f-88fc-8693bcdb28f0 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:05.604851 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc21646c-379e-489d-aca0-564f9b08e049 None None] Network 74e1009b-b960-4264-ad54-e221ce111dba is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:29:05.606289 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-dc21646c-379e-489d-aca0-564f9b08e049 None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:29:05.612125 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc21646c-379e-489d-aca0-564f9b08e049 None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:29:05.647330 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-19a6269f-0e69-48cd-b76b-22e396c50684 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Allocated IP 172.20.0.6 (74e1009b-b960-4264-ad54-e221ce111dba/0a2fb161-8a8c-45ea-b1b0-349a7d74b4a9/74e2b7b3-c500-4210-9165-05e93c9a9734) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:29:05.872686 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ada81fc-a13f-4e2b-80b2-15af2d4d7f95 req-5c83f622-cafd-4e56-82d7-4e65475804a8 tempest-InstanceActionsNegativeTestJSON-1144823634 tempest-InstanceActionsNegativeTestJSON-1144823634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:05.880905 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9ada81fc-a13f-4e2b-80b2-15af2d4d7f95 req-5c83f622-cafd-4e56-82d7-4e65475804a8 tempest-InstanceActionsNegativeTestJSON-1144823634 tempest-InstanceActionsNegativeTestJSON-1144823634-project] 10.222.0.44 "GET /v2.0/ports?device_id=541c3d50-e759-4ecb-a32d-d7769a0ef59b HTTP/1.1" status: 200 len: 945 time: 0.1132677 Aug 10 03:29:05.986429 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9ada81fc-a13f-4e2b-80b2-15af2d4d7f95 req-f0ec40b8-5f59-45b8-89c4-5c4f8a61d326 tempest-InstanceActionsNegativeTestJSON-1144823634 tempest-InstanceActionsNegativeTestJSON-1144823634-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf87fc90-0dd7-4034-9c5a-222b810e73fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855820 Aug 10 03:29:06.006944 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-dc21646c-379e-489d-aca0-564f9b08e049 None None] Attempting to bind port 61487e5c-657b-49d2-a902-6d6b510f2262 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:29:06.007760 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-dc21646c-379e-489d-aca0-564f9b08e049 None None] Attempting to bind port 61487e5c-657b-49d2-a902-6d6b510f2262 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '67b30555-e6a6-4c79-ab32-52e0aa22ef77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '74e1009b-b960-4264-ad54-e221ce111dba'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:29:06.015205 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-19a6269f-0e69-48cd-b76b-22e396c50684 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:06.016678 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc21646c-379e-489d-aca0-564f9b08e049 None None] Attempting to bind port 61487e5c-657b-49d2-a902-6d6b510f2262 on network 74e1009b-b960-4264-ad54-e221ce111dba {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:29:06.038679 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [None req-19a6269f-0e69-48cd-b76b-22e396c50684 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Transition to ACTIVE for port object 74e2b7b3-c500-4210-9165-05e93c9a9734 will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:29:06.038905 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc21646c-379e-489d-aca0-564f9b08e049 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:29:06.039516 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc21646c-379e-489d-aca0-564f9b08e049 None None] Checking segment: {'id': '67b30555-e6a6-4c79-ab32-52e0aa22ef77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '74e1009b-b960-4264-ad54-e221ce111dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:29:06.040410 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-dc21646c-379e-489d-aca0-564f9b08e049 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:06.041117 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc21646c-379e-489d-aca0-564f9b08e049 None None] Bound using segment: {'id': '67b30555-e6a6-4c79-ab32-52e0aa22ef77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '74e1009b-b960-4264-ad54-e221ce111dba'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:29:06.041929 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-dc21646c-379e-489d-aca0-564f9b08e049 None None] Bound port: 61487e5c-657b-49d2-a902-6d6b510f2262, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67b30555-e6a6-4c79-ab32-52e0aa22ef77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '74e1009b-b960-4264-ad54-e221ce111dba'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:29:06.042621 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-dc21646c-379e-489d-aca0-564f9b08e049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:06.126648 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b302c118-bd73-4a1f-88fc-8693bcdb28f0 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:06.146348 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b302c118-bd73-4a1f-88fc-8693bcdb28f0 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:06.183388 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-19a6269f-0e69-48cd-b76b-22e396c50684 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:06.243667 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b302c118-bd73-4a1f-88fc-8693bcdb28f0 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbecb9b7-f68a-424a-8060-45721baeea58,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:06.248980 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a6269f-0e69-48cd-b76b-22e396c50684 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Pushing event updated for resources: {'Port': ['ID=74e2b7b3-c500-4210-9165-05e93c9a9734,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:06.259580 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b302c118-bd73-4a1f-88fc-8693bcdb28f0 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:06.261027 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-b302c118-bd73-4a1f-88fc-8693bcdb28f0 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7762547 Aug 10 03:29:06.264169 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37328) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:06.283170 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-dc21646c-379e-489d-aca0-564f9b08e049 None None] For port 61487e5c-657b-49d2-a902-6d6b510f2262, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:29:06.293891 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e6d7f652-197f-4a5c-b65f-1e3ec9e1e736 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] 10.222.0.44 "GET /v2.0/security-group-rules/cbecb9b7-f68a-424a-8060-45721baeea58 HTTP/1.1" status: 200 len: 763 time: 0.0275040 Aug 10 03:29:06.296719 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a6269f-0e69-48cd-b76b-22e396c50684 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Network 74e1009b-b960-4264-ad54-e221ce111dba is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:29:06.297488 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37330) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:06.299005 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-dc21646c-379e-489d-aca0-564f9b08e049 None None] For port 61487e5c-657b-49d2-a902-6d6b510f2262, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=61487e5c-657b-49d2-a902-6d6b510f2262,segment=NetworkSegment(67b30555-e6a6-4c79-ab32-52e0aa22ef77),segment_id=67b30555-e6a6-4c79-ab32-52e0aa22ef77)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:29:06.307328 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-19a6269f-0e69-48cd-b76b-22e396c50684 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:29:06.308195 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-dc21646c-379e-489d-aca0-564f9b08e049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:06.319353 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a6269f-0e69-48cd-b76b-22e396c50684 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:29:06.441715 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc21646c-379e-489d-aca0-564f9b08e049 None None] Pushing event updated for resources: {'Port': ['ID=61487e5c-657b-49d2-a902-6d6b510f2262,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:06.483474 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a6269f-0e69-48cd-b76b-22e396c50684 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:06.484175 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-19a6269f-0e69-48cd-b76b-22e396c50684 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:06.522268 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-b4cb1a66-497e-425f-b83a-8af8e216c055 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2235281 Aug 10 03:29:06.526297 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37334) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:06.533839 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874324b8-3e64-4575-b651-2b48331eb4b3 req-ff6bd043-282f-47a1-9c5b-63cdc6f4f57f tempest-InstanceActionsNegativeTestJSON-1144823634 tempest-InstanceActionsNegativeTestJSON-1144823634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:06.538295 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-874324b8-3e64-4575-b651-2b48331eb4b3 req-ff6bd043-282f-47a1-9c5b-63cdc6f4f57f tempest-InstanceActionsNegativeTestJSON-1144823634 tempest-InstanceActionsNegativeTestJSON-1144823634-project] 10.222.0.61 "GET /v2.0/ports?device_id=541c3d50-e759-4ecb-a32d-d7769a0ef59b HTTP/1.1" status: 200 len: 945 time: 0.3110693 Aug 10 03:29:06.572296 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-19a6269f-0e69-48cd-b76b-22e396c50684 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.5293915 Aug 10 03:29:06.577623 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37338) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:06.588799 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-003579d5-369b-4b8e-8211-bfafc0d7f2ab tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:06.647485 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0fcc20-77ed-4f8d-8e5d-9c54be77b468 req-73a2d9f5-90b0-46d8-bec3-2b3a7e3f8546 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:06.649167 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4e0fcc20-77ed-4f8d-8e5d-9c54be77b468 req-73a2d9f5-90b0-46d8-bec3-2b3a7e3f8546 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 945 time: 0.1993697 Aug 10 03:29:06.667530 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-003579d5-369b-4b8e-8211-bfafc0d7f2ab tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:06.805030 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4e0fcc20-77ed-4f8d-8e5d-9c54be77b468 req-427522be-9de2-4855-b8ba-9310a0f21e0b tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849218 Aug 10 03:29:06.830314 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-874324b8-3e64-4575-b651-2b48331eb4b3 req-9d55b420-f1fd-4081-956f-743050cd381b tempest-InstanceActionsNegativeTestJSON-1144823634 tempest-InstanceActionsNegativeTestJSON-1144823634-project] Deleting port 666717ad-aa62-4c69-9bef-beae4a4e1a8a {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:29:06.830854 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-874324b8-3e64-4575-b651-2b48331eb4b3 req-9d55b420-f1fd-4081-956f-743050cd381b tempest-InstanceActionsNegativeTestJSON-1144823634 tempest-InstanceActionsNegativeTestJSON-1144823634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:07.053035 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-003579d5-369b-4b8e-8211-bfafc0d7f2ab tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:07.061120 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-874324b8-3e64-4575-b651-2b48331eb4b3 req-9d55b420-f1fd-4081-956f-743050cd381b tempest-InstanceActionsNegativeTestJSON-1144823634 tempest-InstanceActionsNegativeTestJSON-1144823634-project] For port 666717ad-aa62-4c69-9bef-beae4a4e1a8a, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=666717ad-aa62-4c69-9bef-beae4a4e1a8a,segment=NetworkSegment(3d6486b8-1ae6-4854-a2fd-437b7f0ae1c7),segment_id=3d6486b8-1ae6-4854-a2fd-437b7f0ae1c7)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:07.061758 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-874324b8-3e64-4575-b651-2b48331eb4b3 req-9d55b420-f1fd-4081-956f-743050cd381b tempest-InstanceActionsNegativeTestJSON-1144823634 tempest-InstanceActionsNegativeTestJSON-1144823634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:07.067407 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-003579d5-369b-4b8e-8211-bfafc0d7f2ab tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:07.072695 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-003579d5-369b-4b8e-8211-bfafc0d7f2ab tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/cbecb9b7-f68a-424a-8060-45721baeea58 HTTP/1.1" status: 204 len: 168 time: 0.5403512 Aug 10 03:29:07.095053 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37350) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:07.153769 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-874324b8-3e64-4575-b651-2b48331eb4b3 req-9d55b420-f1fd-4081-956f-743050cd381b tempest-InstanceActionsNegativeTestJSON-1144823634 tempest-InstanceActionsNegativeTestJSON-1144823634-project] Calling delete_port for 666717ad-aa62-4c69-9bef-beae4a4e1a8a owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:29:07.253342 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003579d5-369b-4b8e-8211-bfafc0d7f2ab tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cbecb9b7-f68a-424a-8060-45721baeea58,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:07.319827 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37362) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:07.492932 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-08d229da-4c60-4a59-a386-a5805b57ffc1 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:07.586526 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-66ff299f-5519-4921-b099-9fdb488e5913 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4873514 Aug 10 03:29:07.587146 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37368) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:07.587975 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4a0ecd94-5e00-42df-a4e4-e3ac46b3c76b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:07.606599 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-feba48ca-da3d-4ec2-bc66-86264432c4e6 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Request body: {'security_group_rule': {'security_group_id': '5951ced7-d93a-4a20-a1ad-314e9dbc75aa', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:29:07.644139 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cebb8e8-92b0-4e77-a687-5062ec771dbb req-7b93b499-fdc7-4c3b-baa1-c18f0b22bb88 tempest-InstanceActionsNegativeTestJSON-1144823634 tempest-InstanceActionsNegativeTestJSON-1144823634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:07.659302 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1cebb8e8-92b0-4e77-a687-5062ec771dbb req-7b93b499-fdc7-4c3b-baa1-c18f0b22bb88 tempest-InstanceActionsNegativeTestJSON-1144823634 tempest-InstanceActionsNegativeTestJSON-1144823634-project] 10.222.0.44 "GET /v2.0/ports?device_id=541c3d50-e759-4ecb-a32d-d7769a0ef59b HTTP/1.1" status: 200 len: 945 time: 0.4258394 Aug 10 03:29:07.752247 n-d-768862-13 neutron-server[94261]: INFO neutron.db.securitygroups_db [None req-feba48ca-da3d-4ec2-bc66-86264432c4e6 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Project 84503dcc1733437fac26908461324433 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 03:29:07.824297 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1cebb8e8-92b0-4e77-a687-5062ec771dbb req-44b69548-74cf-4409-a91c-6c4b087474a8 tempest-InstanceActionsNegativeTestJSON-1144823634 tempest-InstanceActionsNegativeTestJSON-1144823634-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf87fc90-0dd7-4034-9c5a-222b810e73fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630502 Aug 10 03:29:07.935078 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37378) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:08.100201 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-874324b8-3e64-4575-b651-2b48331eb4b3 req-9d55b420-f1fd-4081-956f-743050cd381b tempest-InstanceActionsNegativeTestJSON-1144823634 tempest-InstanceActionsNegativeTestJSON-1144823634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:08.119841 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['666717ad-aa62-4c69-9bef-beae4a4e1a8a'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:29:08.198408 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d55b420-f1fd-4081-956f-743050cd381b tempest-InstanceActionsNegativeTestJSON-1144823634 tempest-InstanceActionsNegativeTestJSON-1144823634-project] Pushing event deleted for resources: {'Port': ['ID=666717ad-aa62-4c69-9bef-beae4a4e1a8a,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:08.230854 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 61487e5c-657b-49d2-a902-6d6b510f2262 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:29:08.363418 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 61487e5c-657b-49d2-a902-6d6b510f2262 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:29:08.380940 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-874324b8-3e64-4575-b651-2b48331eb4b3 req-9d55b420-f1fd-4081-956f-743050cd381b tempest-InstanceActionsNegativeTestJSON-1144823634 tempest-InstanceActionsNegativeTestJSON-1144823634-project] No DVR routers for this DVR port 666717ad-aa62-4c69-9bef-beae4a4e1a8a on host n-h2-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:29:08.384252 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-874324b8-3e64-4575-b651-2b48331eb4b3 req-9d55b420-f1fd-4081-956f-743050cd381b tempest-InstanceActionsNegativeTestJSON-1144823634 tempest-InstanceActionsNegativeTestJSON-1144823634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:08.387208 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-874324b8-3e64-4575-b651-2b48331eb4b3 req-9d55b420-f1fd-4081-956f-743050cd381b tempest-InstanceActionsNegativeTestJSON-1144823634 tempest-InstanceActionsNegativeTestJSON-1144823634-project] 10.222.0.61 "DELETE /v2.0/ports/666717ad-aa62-4c69-9bef-beae4a4e1a8a HTTP/1.1" status: 204 len: 173 time: 1.8384259 Aug 10 03:29:08.391417 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '541c3d50-e759-4ecb-a32d-d7769a0ef59b', 'name': 'network-vif-deleted', 'tag': '666717ad-aa62-4c69-9bef-beae4a4e1a8a'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:29:08.394740 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d2f806-d401-4508-bc7f-08c5506ca667" -d '{"events": [{"server_uuid": "541c3d50-e759-4ecb-a32d-d7769a0ef59b", "name": "network-vif-deleted", "tag": "666717ad-aa62-4c69-9bef-beae4a4e1a8a"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:29:08.419985 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd76310-41a8-4be3-a545-e31833bf0573 req-6de8da95-67d1-4ca1-b925-c9591a1dcc75 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:08.429259 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ebd76310-41a8-4be3-a545-e31833bf0573 req-6de8da95-67d1-4ca1-b925-c9591a1dcc75 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 945 time: 0.3208833 Aug 10 03:29:08.444281 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48728a2-cc1c-4b5a-975e-81df7c99926c req-44a53bad-614c-412d-a200-7d6469546636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:08.444920 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48728a2-cc1c-4b5a-975e-81df7c99926c req-44a53bad-614c-412d-a200-7d6469546636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:08.445489 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48728a2-cc1c-4b5a-975e-81df7c99926c req-44a53bad-614c-412d-a200-7d6469546636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:08.446049 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48728a2-cc1c-4b5a-975e-81df7c99926c req-44a53bad-614c-412d-a200-7d6469546636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:08.446803 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48728a2-cc1c-4b5a-975e-81df7c99926c req-44a53bad-614c-412d-a200-7d6469546636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:08.447364 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48728a2-cc1c-4b5a-975e-81df7c99926c req-44a53bad-614c-412d-a200-7d6469546636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:08.448036 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48728a2-cc1c-4b5a-975e-81df7c99926c req-44a53bad-614c-412d-a200-7d6469546636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:08.457264 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a48728a2-cc1c-4b5a-975e-81df7c99926c req-44a53bad-614c-412d-a200-7d6469546636 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=044f5741-e4d3-4edf-954b-c2c5a6f36283 HTTP/1.1" status: 200 len: 6499 time: 0.4034641 Aug 10 03:29:08.561482 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ebd76310-41a8-4be3-a545-e31833bf0573 req-fa43ceea-85fb-4f61-b801-fc28e3a958fe tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310048 Aug 10 03:29:08.579911 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a48728a2-cc1c-4b5a-975e-81df7c99926c req-079b9119-27f0-4551-8db5-d6332c580360 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e522b194-e383-4019-8939-c6a59d2ab04c&id=5aac4231-548a-4a48-ae70-6443e8440415&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1207519 Aug 10 03:29:08.674335 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-feba48ca-da3d-4ec2-bc66-86264432c4e6 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:08.716346 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec43c0f-a932-4fac-a257-73aa49069614 x-openstack-request-id: req-dec43c0f-a932-4fac-a257-73aa49069614 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:29:08.717198 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "541c3d50-e759-4ecb-a32d-d7769a0ef59b", "name": "network-vif-deleted", "tag": "666717ad-aa62-4c69-9bef-beae4a4e1a8a", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:29:08.717822 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dec43c0f-a932-4fac-a257-73aa49069614 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:29:08.718663 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '541c3d50-e759-4ecb-a32d-d7769a0ef59b', 'name': 'network-vif-deleted', 'tag': '666717ad-aa62-4c69-9bef-beae4a4e1a8a', 'status': 'completed', 'code': 200} Aug 10 03:29:08.767332 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5fd14ca-7b71-47c9-8eb0-fb86605e4c9b None None] Network 74e1009b-b960-4264-ad54-e221ce111dba requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:29:08.945972 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-feba48ca-da3d-4ec2-bc66-86264432c4e6 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:08.966539 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-feba48ca-da3d-4ec2-bc66-86264432c4e6 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:08.981100 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-f352a166-7018-4e8d-a7a4-ebcfcbd8e8e1 None None] Provisioning for port 61487e5c-657b-49d2-a902-6d6b510f2262 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:29:08.996908 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-f352a166-7018-4e8d-a7a4-ebcfcbd8e8e1 None None] Provisioning complete for port 61487e5c-657b-49d2-a902-6d6b510f2262 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:29:08.996908 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f352a166-7018-4e8d-a7a4-ebcfcbd8e8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:09.058799 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4a0ecd94-5e00-42df-a4e4-e3ac46b3c76b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:09.082082 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba48ca-da3d-4ec2-bc66-86264432c4e6 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df4eeeeb-6335-4666-bde9-a509aad786fd,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:09.106991 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4a0ecd94-5e00-42df-a4e4-e3ac46b3c76b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:09.130924 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-feba48ca-da3d-4ec2-bc66-86264432c4e6 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:09.137454 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-feba48ca-da3d-4ec2-bc66-86264432c4e6 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.5417292 Aug 10 03:29:09.159828 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37394) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:09.181286 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-31cb6427-85b9-4925-917b-dcbd65dc718f req-20902361-110d-49ec-be8e-01d6747e6093 tempest-InstanceActionsNegativeTestJSON-1144823634 tempest-InstanceActionsNegativeTestJSON-1144823634-project] 10.222.0.44 "GET /v2.0/ports?device_id=541c3d50-e759-4ecb-a32d-d7769a0ef59b HTTP/1.1" status: 200 len: 210 time: 0.0767877 Aug 10 03:29:09.191745 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f352a166-7018-4e8d-a7a4-ebcfcbd8e8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:09.231075 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-9ae2959d-333b-4617-a49a-053f0cef64e0 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] 10.222.0.44 "GET /v2.0/security-group-rules/df4eeeeb-6335-4666-bde9-a509aad786fd HTTP/1.1" status: 200 len: 769 time: 0.0645697 Aug 10 03:29:09.235874 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37396) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:09.247334 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-4a0ecd94-5e00-42df-a4e4-e3ac46b3c76b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=90e081710d8648109e8677aaf310b8a9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9260497 Aug 10 03:29:09.247982 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37398) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:09.279275 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-f352a166-7018-4e8d-a7a4-ebcfcbd8e8e1 None None] For port 61487e5c-657b-49d2-a902-6d6b510f2262, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=61487e5c-657b-49d2-a902-6d6b510f2262,segment=NetworkSegment(67b30555-e6a6-4c79-ab32-52e0aa22ef77),segment_id=67b30555-e6a6-4c79-ab32-52e0aa22ef77)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:09.289099 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f352a166-7018-4e8d-a7a4-ebcfcbd8e8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:09.296297 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0ecd94-5e00-42df-a4e4-e3ac46b3c76b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35b2cb8c-ff56-46d1-97b5-b4db831d296a,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:09.359310 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f352a166-7018-4e8d-a7a4-ebcfcbd8e8e1 None None] Pushing event updated for resources: {'Port': ['ID=61487e5c-657b-49d2-a902-6d6b510f2262,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:09.405574 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-8d35f77f-6ecb-43cd-bbe9-f8cd5fcac28d tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1669078 Aug 10 03:29:09.410132 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37400) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:09.434524 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-08d229da-4c60-4a59-a386-a5805b57ffc1 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:09.446774 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-08d229da-4c60-4a59-a386-a5805b57ffc1 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:09.449825 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a776eaec-d952-4f73-8923-75cf21b21650 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:09.463227 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a776eaec-d952-4f73-8923-75cf21b21650 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:09.524150 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a776eaec-d952-4f73-8923-75cf21b21650 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:09.532320 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a776eaec-d952-4f73-8923-75cf21b21650 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:09.533770 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-a776eaec-d952-4f73-8923-75cf21b21650 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/df4eeeeb-6335-4666-bde9-a509aad786fd HTTP/1.1" status: 204 len: 168 time: 0.1223550 Aug 10 03:29:09.538989 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37402) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:09.612177 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-632c3a51-b3c3-41d9-8b6f-fcb9b163e303 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:09.623895 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a776eaec-d952-4f73-8923-75cf21b21650 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=df4eeeeb-6335-4666-bde9-a509aad786fd,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:09.663059 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-b39e6809-1e81-442b-b65c-674e8eb9e2bc tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1164935 Aug 10 03:29:09.664182 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37408) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:09.680442 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-632c3a51-b3c3-41d9-8b6f-fcb9b163e303 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:09.738779 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d229da-4c60-4a59-a386-a5805b57ffc1 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Pushing event updated for resources: {'Port': ['ID=74e2b7b3-c500-4210-9165-05e93c9a9734,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:09.829892 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-897b1e56-d0bb-482d-83a9-cc4d4faa4dc3 None None] Provisioning complete for port 61487e5c-657b-49d2-a902-6d6b510f2262 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:29:09.830468 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-897b1e56-d0bb-482d-83a9-cc4d4faa4dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:09.875988 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-258d4031-c6cd-433a-8c0e-9828fe1931ec tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:09.929281 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423dfcec-fe93-4b95-97ae-fd1c56ac510a req-9bf26797-2be7-4943-b075-f1a0672ac45b tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:09.942805 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-423dfcec-fe93-4b95-97ae-fd1c56ac510a req-9bf26797-2be7-4943-b075-f1a0672ac45b tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 945 time: 0.1901660 Aug 10 03:29:10.006826 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 61487e5c-657b-49d2-a902-6d6b510f2262 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:29:10.015076 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-258d4031-c6cd-433a-8c0e-9828fe1931ec tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:10.065079 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-897b1e56-d0bb-482d-83a9-cc4d4faa4dc3 None None] Provisioning for port 74e2b7b3-c500-4210-9165-05e93c9a9734 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:29:10.079043 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-897b1e56-d0bb-482d-83a9-cc4d4faa4dc3 None None] Provisioning complete for port 74e2b7b3-c500-4210-9165-05e93c9a9734 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:29:10.079791 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-897b1e56-d0bb-482d-83a9-cc4d4faa4dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:10.119064 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-423dfcec-fe93-4b95-97ae-fd1c56ac510a req-a0150c70-d972-4fd7-9f43-57faa45b805c tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747043 Aug 10 03:29:10.146742 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-08d229da-4c60-4a59-a386-a5805b57ffc1 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521745'] for router_interface, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:10.167486 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 61487e5c-657b-49d2-a902-6d6b510f2262 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:29:10.168059 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:10.174886 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-632c3a51-b3c3-41d9-8b6f-fcb9b163e303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:10.182477 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-632c3a51-b3c3-41d9-8b6f-fcb9b163e303 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:10.184735 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-632c3a51-b3c3-41d9-8b6f-fcb9b163e303 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/35b2cb8c-ff56-46d1-97b5-b4db831d296a HTTP/1.1" status: 204 len: 168 time: 0.9310451 Aug 10 03:29:10.205490 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-258d4031-c6cd-433a-8c0e-9828fe1931ec tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:10.212823 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-258d4031-c6cd-433a-8c0e-9828fe1931ec tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:10.217761 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-258d4031-c6cd-433a-8c0e-9828fe1931ec tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] 10.222.0.44 "DELETE /v2.0/security-groups/5951ced7-d93a-4a20-a1ad-314e9dbc75aa HTTP/1.1" status: 204 len: 168 time: 0.5516410 Aug 10 03:29:10.229792 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-897b1e56-d0bb-482d-83a9-cc4d4faa4dc3 None None] Port 74e2b7b3-c500-4210-9165-05e93c9a9734 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:29:10.245150 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37416) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:10.289451 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258d4031-c6cd-433a-8c0e-9828fe1931ec tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5951ced7-d93a-4a20-a1ad-314e9dbc75aa,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:10.325730 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37418) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:10.362317 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 666717ad-aa62-4c69-9bef-beae4a4e1a8a no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:29:10.402633 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] No Port match for: 666717ad-aa62-4c69-9bef-beae4a4e1a8a {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:29:10.402990 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 666717ad-aa62-4c69-9bef-beae4a4e1a8a not bound to the agent host n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:29:10.417006 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-5796b286-b358-4533-a01c-c7f2a6def529 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1591451 Aug 10 03:29:10.427831 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37420) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:10.432960 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-8a97ad9f-b5f0-4be2-bea5-8751dc5e9eab None None] Provisioning complete for port 74e2b7b3-c500-4210-9165-05e93c9a9734 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:29:10.433553 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-8a97ad9f-b5f0-4be2-bea5-8751dc5e9eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:10.441555 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632c3a51-b3c3-41d9-8b6f-fcb9b163e303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b2cb8c-ff56-46d1-97b5-b4db831d296a,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:10.528614 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-8a97ad9f-b5f0-4be2-bea5-8751dc5e9eab None None] Port 74e2b7b3-c500-4210-9165-05e93c9a9734 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:29:10.542984 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-7608bc96-09d0-4083-a84a-a8b9f621caa0 tempest-SecGroupIPv6Test-1101522154 tempest-SecGroupIPv6Test-1101522154-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1046774 Aug 10 03:29:10.606841 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-53414fda-51bd-4ddb-9a44-a83ebf5fe388 admin admin] Deleting subnet 51ea757f-4b09-46cd-a807-5d3190fe0512 {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:29:10.619955 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-53414fda-51bd-4ddb-9a44-a83ebf5fe388 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:10.654610 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-ee672b9b-4f64-4232-805f-dc3216c2254b None None] Provisioning complete for port 74e2b7b3-c500-4210-9165-05e93c9a9734 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:29:10.655148 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ee672b9b-4f64-4232-805f-dc3216c2254b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:10.707493 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-ee672b9b-4f64-4232-805f-dc3216c2254b None None] Port 74e2b7b3-c500-4210-9165-05e93c9a9734 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:29:10.732140 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-08d229da-4c60-4a59-a386-a5805b57ffc1 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:10.754895 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-53414fda-51bd-4ddb-9a44-a83ebf5fe388 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:10.910678 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-53414fda-51bd-4ddb-9a44-a83ebf5fe388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:10.969571 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37432) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:10.995629 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7076175b-f3c3-49a6-9b3d-10974c50022d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:11.073576 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37434) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:11.156800 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7076175b-f3c3-49a6-9b3d-10974c50022d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:11.164599 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7076175b-f3c3-49a6-9b3d-10974c50022d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:11.214543 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-7076175b-f3c3-49a6-9b3d-10974c50022d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a9b068b66ecb4da5928a6c4e2e881f4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2396729 Aug 10 03:29:11.214543 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7076175b-f3c3-49a6-9b3d-10974c50022d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a73d72-8fc0-42c6-a441-5a01254e7506,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:11.216696 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37440) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:11.286074 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-36a44fc6-f74c-4874-8371-807786b05b53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:11.323448 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-53414fda-51bd-4ddb-9a44-a83ebf5fe388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:11.328004 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-36a44fc6-f74c-4874-8371-807786b05b53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:11.385283 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53414fda-51bd-4ddb-9a44-a83ebf5fe388 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51ea757f-4b09-46cd-a807-5d3190fe0512,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:11.402955 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddc5bde-6b66-4aef-a9ac-4043dcdfe9fd req-5d8d8f34-400f-40d9-8845-aab94835707c tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:11.406369 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-53414fda-51bd-4ddb-9a44-a83ebf5fe388 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:11.412110 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1ddc5bde-6b66-4aef-a9ac-4043dcdfe9fd req-5d8d8f34-400f-40d9-8845-aab94835707c tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 945 time: 0.0992973 Aug 10 03:29:11.414932 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-53414fda-51bd-4ddb-9a44-a83ebf5fe388 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/51ea757f-4b09-46cd-a807-5d3190fe0512 HTTP/1.1" status: 204 len: 168 time: 1.0756731 Aug 10 03:29:11.419499 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37442) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:11.462057 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-36a44fc6-f74c-4874-8371-807786b05b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:11.464787 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-36a44fc6-f74c-4874-8371-807786b05b53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:11.466008 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-36a44fc6-f74c-4874-8371-807786b05b53 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/63a73d72-8fc0-42c6-a441-5a01254e7506 HTTP/1.1" status: 204 len: 168 time: 0.2485447 Aug 10 03:29:11.511973 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1ddc5bde-6b66-4aef-a9ac-4043dcdfe9fd req-4cd21ca9-f416-439a-8863-5cea7468a09d tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975103 Aug 10 03:29:11.526193 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a44fc6-f74c-4874-8371-807786b05b53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a73d72-8fc0-42c6-a441-5a01254e7506,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:11.538761 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37446) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:11.543431 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-1143c93f-7b2e-49f5-9287-350125f43212 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=84503dcc1733437fac26908461324433&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4592538 Aug 10 03:29:11.612890 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-62910670-e658-4133-8452-1f023e49aa57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:11.663613 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-08d229da-4c60-4a59-a386-a5805b57ffc1 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:11.680071 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-08d229da-4c60-4a59-a386-a5805b57ffc1 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:11.750924 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8a01f75d-c423-4940-ac29-90dccd5f62be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:11.857404 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-62910670-e658-4133-8452-1f023e49aa57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:11.861611 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8a01f75d-c423-4940-ac29-90dccd5f62be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:11.864186 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d229da-4c60-4a59-a386-a5805b57ffc1 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Pushing event updated for resources: {'Port': ['ID=74e2b7b3-c500-4210-9165-05e93c9a9734,revision_number=3']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:11.868267 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-08d229da-4c60-4a59-a386-a5805b57ffc1 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521893'] for router_interface, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:11.897262 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-62910670-e658-4133-8452-1f023e49aa57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85b367b8-7135-40c5-a980-f941edd368fb']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:11.940424 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-62910670-e658-4133-8452-1f023e49aa57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d6486b8-1ae6-4854-a2fd-437b7f0ae1c7') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:11.940872 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-62910670-e658-4133-8452-1f023e49aa57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d6486b8-1ae6-4854-a2fd-437b7f0ae1c7') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:11.959921 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37452) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:11.976531 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-45eb2839-5b35-444d-ac97-ee02e72d7374 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:12.020626 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-62910670-e658-4133-8452-1f023e49aa57 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:12.073097 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-62910670-e658-4133-8452-1f023e49aa57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:12.108220 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62910670-e658-4133-8452-1f023e49aa57 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:29:12.108854 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-62910670-e658-4133-8452-1f023e49aa57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:12.112417 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:29:12.112417 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:29:12.112417 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:29:12.112417 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:29:12.112417 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:29:12.112417 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:29:12.112417 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:29:12.112417 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:29:12.112417 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:29:12.112417 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:29:12.112417 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:29:12.112417 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:29:12.112417 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:29:12.112417 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:29:12.112417 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:29:12.112417 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:29:12.112417 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:29:12.112417 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:29:12.112417 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:29:12.112417 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:29:12.112417 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:29:12.112417 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:29:12.112417 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:29:12.112417 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:29:12.112417 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:29:12.112417 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:29:12.112417 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:29:12.112417 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:29:12.112417 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:29:12.112417 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:29:12.112417 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:29:12.112417 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:29:12.183538 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-45eb2839-5b35-444d-ac97-ee02e72d7374 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:12.189159 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-45eb2839-5b35-444d-ac97-ee02e72d7374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:12.195481 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8a01f75d-c423-4940-ac29-90dccd5f62be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:12.198861 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8a01f75d-c423-4940-ac29-90dccd5f62be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:12.200389 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-8a01f75d-c423-4940-ac29-90dccd5f62be admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/66325ea5-eb01-47e3-9674-8c4b9353eca6 HTTP/1.1" status: 204 len: 168 time: 0.6585267 Aug 10 03:29:12.242815 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a01f75d-c423-4940-ac29-90dccd5f62be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66325ea5-eb01-47e3-9674-8c4b9353eca6,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:12.260853 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d229da-4c60-4a59-a386-a5805b57ffc1 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Network 74e1009b-b960-4264-ad54-e221ce111dba is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:29:12.263640 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-08d229da-4c60-4a59-a386-a5805b57ffc1 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:29:12.267703 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-62910670-e658-4133-8452-1f023e49aa57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:12.270508 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-45eb2839-5b35-444d-ac97-ee02e72d7374 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0a0f8c7f5dfe4b799a780cad497c1c41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3089809 Aug 10 03:29:12.272305 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eb2839-5b35-444d-ac97-ee02e72d7374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d7124a9-59ec-4be0-a1b4-587bd8ff6e7e,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:12.277858 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37458) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:12.286917 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-62910670-e658-4133-8452-1f023e49aa57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:12.294897 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-62910670-e658-4133-8452-1f023e49aa57 admin admin] 10.222.0.44 "DELETE /v2.0/networks/85b367b8-7135-40c5-a980-f941edd368fb HTTP/1.1" status: 204 len: 168 time: 0.8693550 Aug 10 03:29:12.314943 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62910670-e658-4133-8452-1f023e49aa57 admin admin] Pushing event deleted for resources: {'Network': ['ID=85b367b8-7135-40c5-a980-f941edd368fb,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:12.420978 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4c44-0f03-4ce1-8438-316bbf861d79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:12.469646 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4c44-0f03-4ce1-8438-316bbf861d79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:12.600644 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4c44-0f03-4ce1-8438-316bbf861d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:12.606509 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4c44-0f03-4ce1-8438-316bbf861d79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:12.608824 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-c0fe4c44-0f03-4ce1-8438-316bbf861d79 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1d7124a9-59ec-4be0-a1b4-587bd8ff6e7e HTTP/1.1" status: 204 len: 168 time: 0.3290696 Aug 10 03:29:12.635073 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fe4c44-0f03-4ce1-8438-316bbf861d79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d7124a9-59ec-4be0-a1b4-587bd8ff6e7e,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:12.659362 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08d229da-4c60-4a59-a386-a5805b57ffc1 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Router c8c3dc67-82f9-44a8-848f-e5f054a89ec5 is scheduled to L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e with binding_index 1 {{(pid=94261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:29:12.683345 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37466) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:12.792432 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-33541f00-6ed7-4913-9eae-15f2b4897950 None None] Provisioning complete for port 74e2b7b3-c500-4210-9165-05e93c9a9734 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:29:12.793183 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-33541f00-6ed7-4913-9eae-15f2b4897950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:12.857465 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6b6088-5e78-4e2e-88a1-29fc95328dc8 req-46d378c4-4b8c-483f-ba53-b9e38f1097f9 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:12.869083 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ea6b6088-5e78-4e2e-88a1-29fc95328dc8 req-46d378c4-4b8c-483f-ba53-b9e38f1097f9 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 945 time: 0.2037907 Aug 10 03:29:12.871032 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-33541f00-6ed7-4913-9eae-15f2b4897950 None None] Port 74e2b7b3-c500-4210-9165-05e93c9a9734 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:29:12.966704 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ea6b6088-5e78-4e2e-88a1-29fc95328dc8 req-4246a5a3-d084-44b1-aada-ba033305a25e tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803194 Aug 10 03:29:12.983515 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e9e0bcd7-fd30-4ab0-9bdb-033673bf7e4b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=06606621a2d24fef915c6881fd81f7c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2946279 Aug 10 03:29:12.984398 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37474) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:13.004849 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08d229da-4c60-4a59-a386-a5805b57ffc1 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:29:13.026335 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff855555-5fec-440a-8efa-acd6718d4845 None None] Sync routers for ids ['c8c3dc67-82f9-44a8-848f-e5f054a89ec5'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:29:13.038831 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-08d229da-4c60-4a59-a386-a5805b57ffc1 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "PUT /v2.0/routers/c8c3dc67-82f9-44a8-848f-e5f054a89ec5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4600091 Aug 10 03:29:13.040472 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37478) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:13.046277 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff855555-5fec-440a-8efa-acd6718d4845 None None] Routers {'c8c3dc67-82f9-44a8-848f-e5f054a89ec5'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:29:13.047203 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-ff855555-5fec-440a-8efa-acd6718d4845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:28:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['c8c3dc67-82f9-44a8-848f-e5f054a89ec5'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:13.104437 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-ff855555-5fec-440a-8efa-acd6718d4845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:13.124591 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8588c700-021b-4024-96de-73b68c1ef433 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:13.130006 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff855555-5fec-440a-8efa-acd6718d4845 None None] Routers {'c8c3dc67-82f9-44a8-848f-e5f054a89ec5'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:29:13.130783 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-ff855555-5fec-440a-8efa-acd6718d4845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:28:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['c8c3dc67-82f9-44a8-848f-e5f054a89ec5'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:13.140976 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f958e6a9-f9e1-4c76-8483-86c919923db6 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:13.142552 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-f958e6a9-f9e1-4c76-8483-86c919923db6 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "GET /v2.0/ports/74e2b7b3-c500-4210-9165-05e93c9a9734 HTTP/1.1" status: 200 len: 976 time: 0.1007726 Aug 10 03:29:13.147702 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37486) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:13.177833 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-ff855555-5fec-440a-8efa-acd6718d4845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:13.178790 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff855555-5fec-440a-8efa-acd6718d4845 None None] The sync data for ids ['c8c3dc67-82f9-44a8-848f-e5f054a89ec5'] in n-d-768862-13 is: [] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:29:13.269395 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8588c700-021b-4024-96de-73b68c1ef433 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:13.465145 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8588c700-021b-4024-96de-73b68c1ef433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:13.467882 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8588c700-021b-4024-96de-73b68c1ef433 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:13.469232 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-8588c700-021b-4024-96de-73b68c1ef433 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bf87fc90-0dd7-4034-9c5a-222b810e73fd HTTP/1.1" status: 204 len: 168 time: 0.4842284 Aug 10 03:29:13.490886 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8588c700-021b-4024-96de-73b68c1ef433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf87fc90-0dd7-4034-9c5a-222b810e73fd,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:13.505141 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8588c700-021b-4024-96de-73b68c1ef433 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:13.505804 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8588c700-021b-4024-96de-73b68c1ef433 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:13.506153 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8588c700-021b-4024-96de-73b68c1ef433 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:13.506524 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8588c700-021b-4024-96de-73b68c1ef433 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:13.506862 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8588c700-021b-4024-96de-73b68c1ef433 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:13.507194 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8588c700-021b-4024-96de-73b68c1ef433 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:13.507524 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8588c700-021b-4024-96de-73b68c1ef433 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:13.507851 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8588c700-021b-4024-96de-73b68c1ef433 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:13.508199 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8588c700-021b-4024-96de-73b68c1ef433 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:13.508505 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8588c700-021b-4024-96de-73b68c1ef433 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:13.508833 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8588c700-021b-4024-96de-73b68c1ef433 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:13.509158 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8588c700-021b-4024-96de-73b68c1ef433 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:14.259703 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 8faf8dfd-bf14-4900-825a-459411787c04 details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:29:14.446940 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a09eec6d-a222-4936-a877-6e02c713d9c0 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521880'] for router_interface, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:14.491564 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 8faf8dfd-bf14-4900-825a-459411787c04, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=8faf8dfd-bf14-4900-825a-459411787c04,segment=NetworkSegment(c50377c0-d527-459a-94e9-130b25761d57),segment_id=c50377c0-d527-459a-94e9-130b25761d57)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:14.516948 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': '8faf8dfd-bf14-4900-825a-459411787c04', 'network_id': '72b680b6-c2b6-4772-b62f-31081d87c55d', 'port_id': '8faf8dfd-bf14-4900-825a-459411787c04', 'mac_address': 'fa:16:3e:ed:29:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f2c47df-839e-40b4-85ee-46033508b63e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:29:14.605901 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:14.625194 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e024784c-b0b3-4f58-93b7-16319cae2329 req-0d7998f7-2d8e-43bc-8faa-71803f6ca6bb tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:14.633874 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8faf8dfd-bf14-4900-825a-459411787c04 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:29:14.634425 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e024784c-b0b3-4f58-93b7-16319cae2329 req-0d7998f7-2d8e-43bc-8faa-71803f6ca6bb tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 945 time: 0.4356294 Aug 10 03:29:14.687399 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 8faf8dfd-bf14-4900-825a-459411787c04, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=8faf8dfd-bf14-4900-825a-459411787c04,segment=NetworkSegment(c50377c0-d527-459a-94e9-130b25761d57),segment_id=c50377c0-d527-459a-94e9-130b25761d57)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:14.698189 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:14.737109 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e024784c-b0b3-4f58-93b7-16319cae2329 req-3889feac-d55a-4318-875b-c9ea91597c3f tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679779 Aug 10 03:29:14.810919 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['8faf8dfd-bf14-4900-825a-459411787c04'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:29:14.881081 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=8faf8dfd-bf14-4900-825a-459411787c04,revision_number=6']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:15.081057 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-a09eec6d-a222-4936-a877-6e02c713d9c0 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Deleting port 74e2b7b3-c500-4210-9165-05e93c9a9734 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:29:15.081969 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a09eec6d-a222-4936-a877-6e02c713d9c0 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:15.269076 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a09eec6d-a222-4936-a877-6e02c713d9c0 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:15.292512 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-a09eec6d-a222-4936-a877-6e02c713d9c0 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Calling delete_port for 74e2b7b3-c500-4210-9165-05e93c9a9734 owned by network:router_interface {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:29:15.614924 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a09eec6d-a222-4936-a877-6e02c713d9c0 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:15.709682 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09eec6d-a222-4936-a877-6e02c713d9c0 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Pushing event deleted for resources: {'Port': ['ID=74e2b7b3-c500-4210-9165-05e93c9a9734,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:16.247585 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a09eec6d-a222-4936-a877-6e02c713d9c0 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-522536'] for router_interface, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:16.268413 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 8faf8dfd-bf14-4900-825a-459411787c04 up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:29:16.344659 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699274b9-b8a3-4147-a538-cc1c4a6cc09a req-60eef38a-ffc7-4903-82d8-c9e8332c3ed8 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:16.360415 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-699274b9-b8a3-4147-a538-cc1c4a6cc09a req-60eef38a-ffc7-4903-82d8-c9e8332c3ed8 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 944 time: 0.2598364 Aug 10 03:29:16.441968 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port 8faf8dfd-bf14-4900-825a-459411787c04 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:29:16.442614 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:16.614458 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37622) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:16.639674 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-699274b9-b8a3-4147-a538-cc1c4a6cc09a req-43834078-a76c-4b12-b093-486f819ae927 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750688 Aug 10 03:29:16.795832 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:16.808572 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-aeda2447-2ad5-462b-81db-100cbda0728e admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-438153917-network', 'tenant_id': '2680b799feb54d8c9fdff98330bf1a96'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:29:16.889412 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b526f5e-f566-4b12-8400-9b50faf2cac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8faf8dfd-bf14-4900-825a-459411787c04'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:29:16.894045 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05cd5fc5-828c-4682-a7de-82b20f84fcdc" -d '{"events": [{"server_uuid": "6b526f5e-f566-4b12-8400-9b50faf2cac0", "name": "network-vif-plugged", "status": "completed", "tag": "8faf8dfd-bf14-4900-825a-459411787c04"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:29:16.965997 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 8faf8dfd-bf14-4900-825a-459411787c04, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=8faf8dfd-bf14-4900-825a-459411787c04,segment=NetworkSegment(c50377c0-d527-459a-94e9-130b25761d57),segment_id=c50377c0-d527-459a-94e9-130b25761d57)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:16.967529 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a09eec6d-a222-4936-a877-6e02c713d9c0 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Router c8c3dc67-82f9-44a8-848f-e5f054a89ec5 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:29:16.973550 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeda2447-2ad5-462b-81db-100cbda0728e admin admin] Made reservation on behalf of 2680b799feb54d8c9fdff98330bf1a96 for: {'network': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:29:16.977272 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-aeda2447-2ad5-462b-81db-100cbda0728e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:16.979524 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:16.992604 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-aeda2447-2ad5-462b-81db-100cbda0728e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:17.109799 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4978322d-398d-4f18-a6c4-6b77e581adaf x-openstack-request-id: req-4978322d-398d-4f18-a6c4-6b77e581adaf {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:29:17.111036 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b526f5e-f566-4b12-8400-9b50faf2cac0", "name": "network-vif-plugged", "status": "completed", "tag": "8faf8dfd-bf14-4900-825a-459411787c04", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:29:17.111800 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4978322d-398d-4f18-a6c4-6b77e581adaf {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:29:17.112807 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b526f5e-f566-4b12-8400-9b50faf2cac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8faf8dfd-bf14-4900-825a-459411787c04', 'code': 200} Aug 10 03:29:17.114141 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=8faf8dfd-bf14-4900-825a-459411787c04,revision_number=7']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:17.243575 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a09eec6d-a222-4936-a877-6e02c713d9c0 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:29:17.249936 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-a09eec6d-a222-4936-a877-6e02c713d9c0 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "PUT /v2.0/routers/c8c3dc67-82f9-44a8-848f-e5f054a89ec5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1005132 Aug 10 03:29:17.252711 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37640) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:17.260061 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e20e00-5f5c-4f03-8224-4cdb6380312d None None] Sync routers for ids ['c8c3dc67-82f9-44a8-848f-e5f054a89ec5'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:29:17.289800 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e20e00-5f5c-4f03-8224-4cdb6380312d None None] Routers {'c8c3dc67-82f9-44a8-848f-e5f054a89ec5'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:29:17.290492 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-d0e20e00-5f5c-4f03-8224-4cdb6380312d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:28:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['c8c3dc67-82f9-44a8-848f-e5f054a89ec5'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:17.351754 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-d0e20e00-5f5c-4f03-8224-4cdb6380312d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:17.363794 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e20e00-5f5c-4f03-8224-4cdb6380312d None None] Routers {'c8c3dc67-82f9-44a8-848f-e5f054a89ec5'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:29:17.366195 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-d0e20e00-5f5c-4f03-8224-4cdb6380312d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:28:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['c8c3dc67-82f9-44a8-848f-e5f054a89ec5'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:17.408070 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-d0e20e00-5f5c-4f03-8224-4cdb6380312d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:17.409008 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e20e00-5f5c-4f03-8224-4cdb6380312d None None] The sync data for ids ['c8c3dc67-82f9-44a8-848f-e5f054a89ec5'] in n-d-768862-13 is: [] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:29:17.506034 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-aeda2447-2ad5-462b-81db-100cbda0728e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:17.521812 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-aeda2447-2ad5-462b-81db-100cbda0728e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:17.623274 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeda2447-2ad5-462b-81db-100cbda0728e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d97ea0-2a9f-4286-b02c-31ca2320c427,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:17.627066 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aeda2447-2ad5-462b-81db-100cbda0728e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=94260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:29:17.638905 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-aeda2447-2ad5-462b-81db-100cbda0728e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:17.639115 n-d-768862-13 neutron-server[94260]: INFO neutron.db.segments_db [None req-aeda2447-2ad5-462b-81db-100cbda0728e admin admin] Added segment 137a9801-8fd3-46c2-ac1d-bb4eee5c7163 of type vlan for network d07bf9c0-feda-49f0-ac68-879462adf9f1 Aug 10 03:29:17.691120 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-aeda2447-2ad5-462b-81db-100cbda0728e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:17.743965 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-aeda2447-2ad5-462b-81db-100cbda0728e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:17.745012 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeda2447-2ad5-462b-81db-100cbda0728e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:17.745626 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-aeda2447-2ad5-462b-81db-100cbda0728e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:17.803176 n-d-768862-13 neutron-server[94261]: INFO neutron.api.v2.resource [None req-39210068-add4-4ec7-b223-487b230b89b7 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] remove_router_interface failed (client error): The resource could not be found. Aug 10 03:29:17.804741 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-39210068-add4-4ec7-b223-487b230b89b7 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "PUT /v2.0/routers/c8c3dc67-82f9-44a8-848f-e5f054a89ec5/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5508232 Aug 10 03:29:17.808229 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37646) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:17.854866 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-aeda2447-2ad5-462b-81db-100cbda0728e admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2331975 Aug 10 03:29:17.859461 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeda2447-2ad5-462b-81db-100cbda0728e admin admin] Pushing event updated for resources: {'Network': ['ID=d07bf9c0-feda-49f0-ac68-879462adf9f1,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:17.860100 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37648) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:17.867461 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-3db35b00-5d8d-4c86-8b83-ea4d347456af tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8c3dc67-82f9-44a8-848f-e5f054a89ec5 HTTP/1.1" status: 200 len: 205 time: 0.0571344 Aug 10 03:29:17.873687 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37650) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:17.874533 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-9c67e88d-0c6d-44d3-8d19-176f1d285e64 admin admin] Request body: {'subnet': {'network_id': 'd07bf9c0-feda-49f0-ac68-879462adf9f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-438153917-subnet', 'tenant_id': '2680b799feb54d8c9fdff98330bf1a96', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:29:17.908007 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network d07bf9c0-feda-49f0-ac68-879462adf9f1 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:29:17.964857 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c67e88d-0c6d-44d3-8d19-176f1d285e64 admin admin] Made reservation on behalf of 2680b799feb54d8c9fdff98330bf1a96 for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:29:17.973379 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9c67e88d-0c6d-44d3-8d19-176f1d285e64 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:18.150182 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-85548167-228e-4d10-9751-7f084362e715 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks [] for router, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:18.392767 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9c67e88d-0c6d-44d3-8d19-176f1d285e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:18.495031 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-85548167-228e-4d10-9751-7f084362e715 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:18.498268 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-85548167-228e-4d10-9751-7f084362e715 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:18.589068 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d4e6a-047c-4f5b-bcc5-d024f7d79f7b req-1cafb477-18fe-4eaa-b418-d8d2ed8f4dc9 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:18.593181 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ea0d4e6a-047c-4f5b-bcc5-d024f7d79f7b req-1cafb477-18fe-4eaa-b418-d8d2ed8f4dc9 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 945 time: 0.7023184 Aug 10 03:29:18.623292 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c67e88d-0c6d-44d3-8d19-176f1d285e64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33a1c40e-b5d2-46c7-a6a1-fa6cc0352aec,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:18.634101 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-85548167-228e-4d10-9751-7f084362e715 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:18.635065 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85548167-228e-4d10-9751-7f084362e715 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Fanout notify agent at l3_agent the message router_deleted on router c8c3dc67-82f9-44a8-848f-e5f054a89ec5 {{(pid=94260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:29:18.652085 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c67e88d-0c6d-44d3-8d19-176f1d285e64 admin admin] Checking segment: {'id': '137a9801-8fd3-46c2-ac1d-bb4eee5c7163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd07bf9c0-feda-49f0-ac68-879462adf9f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:29:18.652619 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c67e88d-0c6d-44d3-8d19-176f1d285e64 admin admin] Network hostable DHCP agents. Network: d07bf9c0-feda-49f0-ac68-879462adf9f1, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:29:18.666535 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-85548167-228e-4d10-9751-7f084362e715 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks [] for router, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:18.669294 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-85548167-228e-4d10-9751-7f084362e715 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "DELETE /v2.0/routers/c8c3dc67-82f9-44a8-848f-e5f054a89ec5 HTTP/1.1" status: 204 len: 168 time: 0.7935364 Aug 10 03:29:18.675115 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37668) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:18.698828 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c67e88d-0c6d-44d3-8d19-176f1d285e64 admin admin] Network d07bf9c0-feda-49f0-ac68-879462adf9f1 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:29:18.715786 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-9c67e88d-0c6d-44d3-8d19-176f1d285e64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, d07bf9c0-feda-49f0-ac68-879462adf9f1) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:29:18.720686 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c67e88d-0c6d-44d3-8d19-176f1d285e64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:18.721291 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9c67e88d-0c6d-44d3-8d19-176f1d285e64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:18.730565 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2568e050-4e76-4dba-82ea-2da461464b12 None None] Network d07bf9c0-feda-49f0-ac68-879462adf9f1 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:29:18.752599 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-9c67e88d-0c6d-44d3-8d19-176f1d285e64 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8900390 Aug 10 03:29:18.757576 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37674) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:18.764133 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-fb71743b-9b18-419e-a1ab-040948537e38 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-438153917-router', 'tenant_id': '2680b799feb54d8c9fdff98330bf1a96', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:29:18.820329 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-fb71743b-9b18-419e-a1ab-040948537e38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:18.821918 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-fb71743b-9b18-419e-a1ab-040948537e38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:18.891727 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ea0d4e6a-047c-4f5b-bcc5-d024f7d79f7b req-a77463c8-7f5c-47cf-99df-b536cada3e57 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797582 Aug 10 03:29:18.899637 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1afa5a4-00da-4e29-ba76-1e73deb015ac tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Deleting subnet 0a2fb161-8a8c-45ea-b1b0-349a7d74b4a9 {{(pid=94260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:29:18.901316 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-fb71743b-9b18-419e-a1ab-040948537e38 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:18.908244 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d1afa5a4-00da-4e29-ba76-1e73deb015ac tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks [] for subnet, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:18.975948 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d1afa5a4-00da-4e29-ba76-1e73deb015ac tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191173'] for subnet, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:19.239206 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d1afa5a4-00da-4e29-ba76-1e73deb015ac tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:19.314077 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574318b6-b575-488b-ba6c-a492ff3ac39c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-d07bf9c0-feda-49f0-ac68-879462adf9f1', 'network_id': 'd07bf9c0-feda-49f0-ac68-879462adf9f1', 'tenant_id': '2680b799feb54d8c9fdff98330bf1a96', 'fixed_ips': [{'subnet_id': '33a1c40e-b5d2-46c7-a6a1-fa6cc0352aec'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:29:19.316587 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-574318b6-b575-488b-ba6c-a492ff3ac39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:19.381835 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d1afa5a4-00da-4e29-ba76-1e73deb015ac tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:19.458442 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1afa5a4-00da-4e29-ba76-1e73deb015ac tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Pushing event deleted for resources: {'Subnet': ['ID=0a2fb161-8a8c-45ea-b1b0-349a7d74b4a9,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:19.469510 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d1afa5a4-00da-4e29-ba76-1e73deb015ac tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:19.480725 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-d1afa5a4-00da-4e29-ba76-1e73deb015ac tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "DELETE /v2.0/subnets/0a2fb161-8a8c-45ea-b1b0-349a7d74b4a9 HTTP/1.1" status: 204 len: 168 time: 0.8018575 Aug 10 03:29:19.481146 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37694) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:19.488322 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d14978-e9fc-40e1-aa48-71b7888b7e81 None None] Network 74e1009b-b960-4264-ad54-e221ce111dba requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:29:19.502576 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-fb71743b-9b18-419e-a1ab-040948537e38 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:19.681607 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-81c27cab-e58f-49e3-b82e-8422f80a1ff7 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:19.838058 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-81c27cab-e58f-49e3-b82e-8422f80a1ff7 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Deleting port 61487e5c-657b-49d2-a902-6d6b510f2262 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:29:19.838604 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-81c27cab-e58f-49e3-b82e-8422f80a1ff7 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:19.856357 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-574318b6-b575-488b-ba6c-a492ff3ac39c None None] Allocated IP 172.20.0.2 (d07bf9c0-feda-49f0-ac68-879462adf9f1/33a1c40e-b5d2-46c7-a6a1-fa6cc0352aec/5d9e30bb-bb96-43b1-ade0-770a7471c2b1) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:29:20.108030 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [None req-81c27cab-e58f-49e3-b82e-8422f80a1ff7 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] For port 61487e5c-657b-49d2-a902-6d6b510f2262, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=61487e5c-657b-49d2-a902-6d6b510f2262,segment=NetworkSegment(67b30555-e6a6-4c79-ab32-52e0aa22ef77),segment_id=67b30555-e6a6-4c79-ab32-52e0aa22ef77)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:20.113218 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-81c27cab-e58f-49e3-b82e-8422f80a1ff7 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:20.143995 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-81c27cab-e58f-49e3-b82e-8422f80a1ff7 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Calling delete_port for 61487e5c-657b-49d2-a902-6d6b510f2262 owned by network:dhcp {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:29:20.156897 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-574318b6-b575-488b-ba6c-a492ff3ac39c None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:20.158874 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-fb71743b-9b18-419e-a1ab-040948537e38 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:20.170418 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-574318b6-b575-488b-ba6c-a492ff3ac39c None None] Transition to ACTIVE for port object 5d9e30bb-bb96-43b1-ade0-770a7471c2b1 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:29:20.190893 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-574318b6-b575-488b-ba6c-a492ff3ac39c None None] Transition to ACTIVE for port object 5d9e30bb-bb96-43b1-ade0-770a7471c2b1 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:29:20.207133 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-574318b6-b575-488b-ba6c-a492ff3ac39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:20.236845 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-fb71743b-9b18-419e-a1ab-040948537e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:20.267832 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574318b6-b575-488b-ba6c-a492ff3ac39c None None] Pushing event updated for resources: {'Port': ['ID=5d9e30bb-bb96-43b1-ade0-770a7471c2b1,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:20.307506 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574318b6-b575-488b-ba6c-a492ff3ac39c None None] Network d07bf9c0-feda-49f0-ac68-879462adf9f1 is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:29:20.314584 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-574318b6-b575-488b-ba6c-a492ff3ac39c None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:29:20.327665 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574318b6-b575-488b-ba6c-a492ff3ac39c None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:29:20.468432 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ca0c0-48cf-446f-9b81-337ac5e21093 req-f4dac2b1-21e1-48e4-ac9d-624ba7de924a tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:20.477368 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d20ca0c0-48cf-446f-9b81-337ac5e21093 req-f4dac2b1-21e1-48e4-ac9d-624ba7de924a tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 945 time: 0.1837938 Aug 10 03:29:20.520057 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df19d50b-97d1-42ca-b328-a7fee08ea4b9 None None] DHCP port deletion for 74e1009b-b960-4264-ad54-e221ce111dba request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:29:20.555323 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d20ca0c0-48cf-446f-9b81-337ac5e21093 req-618b21ea-9823-4fa0-9fe7-86e8c7752170 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754869 Aug 10 03:29:20.556246 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-81c27cab-e58f-49e3-b82e-8422f80a1ff7 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:20.647308 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-574318b6-b575-488b-ba6c-a492ff3ac39c None None] Attempting to bind port 5d9e30bb-bb96-43b1-ade0-770a7471c2b1 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:29:20.647974 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-574318b6-b575-488b-ba6c-a492ff3ac39c None None] Attempting to bind port 5d9e30bb-bb96-43b1-ade0-770a7471c2b1 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '137a9801-8fd3-46c2-ac1d-bb4eee5c7163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd07bf9c0-feda-49f0-ac68-879462adf9f1'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:29:20.648605 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574318b6-b575-488b-ba6c-a492ff3ac39c None None] Attempting to bind port 5d9e30bb-bb96-43b1-ade0-770a7471c2b1 on network d07bf9c0-feda-49f0-ac68-879462adf9f1 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:29:20.678851 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574318b6-b575-488b-ba6c-a492ff3ac39c None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:29:20.680044 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574318b6-b575-488b-ba6c-a492ff3ac39c None None] Checking segment: {'id': '137a9801-8fd3-46c2-ac1d-bb4eee5c7163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd07bf9c0-feda-49f0-ac68-879462adf9f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:29:20.680845 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-574318b6-b575-488b-ba6c-a492ff3ac39c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:20.684351 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c27cab-e58f-49e3-b82e-8422f80a1ff7 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] No DVR routers for this DVR port 61487e5c-657b-49d2-a902-6d6b510f2262 on host n-d-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:29:20.690672 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574318b6-b575-488b-ba6c-a492ff3ac39c None None] Bound using segment: {'id': '137a9801-8fd3-46c2-ac1d-bb4eee5c7163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd07bf9c0-feda-49f0-ac68-879462adf9f1'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:29:20.695549 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-574318b6-b575-488b-ba6c-a492ff3ac39c None None] Bound port: 5d9e30bb-bb96-43b1-ade0-770a7471c2b1, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '137a9801-8fd3-46c2-ac1d-bb4eee5c7163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd07bf9c0-feda-49f0-ac68-879462adf9f1'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:29:20.702775 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-574318b6-b575-488b-ba6c-a492ff3ac39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:20.718270 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c27cab-e58f-49e3-b82e-8422f80a1ff7 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Pushing event deleted for resources: {'Port': ['ID=61487e5c-657b-49d2-a902-6d6b510f2262,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:20.867454 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-fb71743b-9b18-419e-a1ab-040948537e38 admin admin] Allocated IP 172.25.6.248 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/9da406e7-81b1-4a71-b7a3-055a0f133d58) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:29:21.037467 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-574318b6-b575-488b-ba6c-a492ff3ac39c None None] For port 5d9e30bb-bb96-43b1-ade0-770a7471c2b1, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:29:21.039093 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-574318b6-b575-488b-ba6c-a492ff3ac39c None None] For port 5d9e30bb-bb96-43b1-ade0-770a7471c2b1, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=5d9e30bb-bb96-43b1-ade0-770a7471c2b1,segment=NetworkSegment(137a9801-8fd3-46c2-ac1d-bb4eee5c7163),segment_id=137a9801-8fd3-46c2-ac1d-bb4eee5c7163)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:29:21.056057 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-574318b6-b575-488b-ba6c-a492ff3ac39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:21.274123 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-81c27cab-e58f-49e3-b82e-8422f80a1ff7 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:21.307433 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-81c27cab-e58f-49e3-b82e-8422f80a1ff7 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74e1009b-b960-4264-ad54-e221ce111dba']}} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:21.322314 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-fb71743b-9b18-419e-a1ab-040948537e38 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:21.372252 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-81c27cab-e58f-49e3-b82e-8422f80a1ff7 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67b30555-e6a6-4c79-ab32-52e0aa22ef77') {'for_net_delete': True} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:21.383074 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-81c27cab-e58f-49e3-b82e-8422f80a1ff7 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67b30555-e6a6-4c79-ab32-52e0aa22ef77') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:21.435145 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-81c27cab-e58f-49e3-b82e-8422f80a1ff7 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191186'] for segment, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:21.546857 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-81c27cab-e58f-49e3-b82e-8422f80a1ff7 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:21.602416 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81c27cab-e58f-49e3-b82e-8422f80a1ff7 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=94260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:29:21.613826 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-81c27cab-e58f-49e3-b82e-8422f80a1ff7 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58895489'] for segment, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:21.633317 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-fb71743b-9b18-419e-a1ab-040948537e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:21.883170 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574318b6-b575-488b-ba6c-a492ff3ac39c None None] Pushing event updated for resources: {'Port': ['ID=5d9e30bb-bb96-43b1-ade0-770a7471c2b1,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:21.909331 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4e5dc062-e490-429f-b366-b6e39361f700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:21.914695 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb71743b-9b18-419e-a1ab-040948537e38 admin admin] Pushing event updated for resources: {'Port': ['ID=9da406e7-81b1-4a71-b7a3-055a0f133d58,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:21.944381 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb71743b-9b18-419e-a1ab-040948537e38 admin admin] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:29:21.947715 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-fb71743b-9b18-419e-a1ab-040948537e38 admin admin] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:29:21.953287 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb71743b-9b18-419e-a1ab-040948537e38 admin admin] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:29:22.026781 n-d-768862-13 neutron-server[94260]: Traceback (most recent call last): Aug 10 03:29:22.026781 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:29:22.026781 n-d-768862-13 neutron-server[94260]: timer() Aug 10 03:29:22.026781 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:29:22.026781 n-d-768862-13 neutron-server[94260]: cb(*args, **kw) Aug 10 03:29:22.026781 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:29:22.026781 n-d-768862-13 neutron-server[94260]: return func(*args, **kwargs) Aug 10 03:29:22.026781 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:29:22.026781 n-d-768862-13 neutron-server[94260]: self._notify() Aug 10 03:29:22.026781 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:29:22.026781 n-d-768862-13 neutron-server[94260]: self.callback(batched_events) Aug 10 03:29:22.026781 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:29:22.026781 n-d-768862-13 neutron-server[94260]: event.method(event) Aug 10 03:29:22.026781 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:29:22.026781 n-d-768862-13 neutron-server[94260]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:29:22.026781 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:29:22.026781 n-d-768862-13 neutron-server[94260]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:29:22.026781 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:29:22.026781 n-d-768862-13 neutron-server[94260]: return f(self, *a, **k) Aug 10 03:29:22.026781 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:29:22.026781 n-d-768862-13 neutron-server[94260]: return self._get(url).json() Aug 10 03:29:22.026781 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:29:22.026781 n-d-768862-13 neutron-server[94260]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:29:22.026781 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:29:22.026781 n-d-768862-13 neutron-server[94260]: return self.request(url, 'GET', **kwargs) Aug 10 03:29:22.026781 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:29:22.026781 n-d-768862-13 neutron-server[94260]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:29:22.026781 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:29:22.026781 n-d-768862-13 neutron-server[94260]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:29:22.026781 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:29:22.026781 n-d-768862-13 neutron-server[94260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:29:22.026781 n-d-768862-13 neutron-server[94260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:29:22.128616 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 61487e5c-657b-49d2-a902-6d6b510f2262 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:29:22.156961 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-81c27cab-e58f-49e3-b82e-8422f80a1ff7 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:22.207290 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-81c27cab-e58f-49e3-b82e-8422f80a1ff7 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:22.208850 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 61487e5c-657b-49d2-a902-6d6b510f2262 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:29:22.215085 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 61487e5c-657b-49d2-a902-6d6b510f2262 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:29:22.222337 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-81c27cab-e58f-49e3-b82e-8422f80a1ff7 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "DELETE /v2.0/networks/74e1009b-b960-4264-ad54-e221ce111dba HTTP/1.1" status: 204 len: 168 time: 2.7346802 Aug 10 03:29:22.232751 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37732) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:22.290289 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-3e1225b3-e0d5-416b-804c-e52cbe3afdb8 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Request body: {'network': {'name': 'tempest-RoutersTest-4986561'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:29:22.349543 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37734) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:22.434843 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ebcb2f-9902-4c37-9833-5bfbe74e0239 req-bb050591-6b81-40c8-9170-4688a7e3bf16 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:22.452515 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-44ebcb2f-9902-4c37-9833-5bfbe74e0239 req-bb050591-6b81-40c8-9170-4688a7e3bf16 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 945 time: 0.4235067 Aug 10 03:29:22.496510 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c27cab-e58f-49e3-b82e-8422f80a1ff7 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Pushing event deleted for resources: {'Network': ['ID=74e1009b-b960-4264-ad54-e221ce111dba,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:22.742515 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-44ebcb2f-9902-4c37-9833-5bfbe74e0239 req-dd636d19-f025-42ae-bfa3-5f3b54bd264b tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865310 Aug 10 03:29:22.743802 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e1225b3-e0d5-416b-804c-e52cbe3afdb8 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Made reservation on behalf of d89c7ea5aa0045c689dfdb943d8f4200 for: {'network': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:29:22.778398 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3e1225b3-e0d5-416b-804c-e52cbe3afdb8 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:22.902021 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f177c3a0-65be-4a4f-9d45-65a1d6f1da10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:22.957318 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e1225b3-e0d5-416b-804c-e52cbe3afdb8 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=94260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:29:23.152459 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3e1225b3-e0d5-416b-804c-e52cbe3afdb8 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:23.154243 n-d-768862-13 neutron-server[94260]: INFO neutron.db.segments_db [None req-3e1225b3-e0d5-416b-804c-e52cbe3afdb8 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Added segment f50eb07c-2853-4dd2-8552-bae8e046e519 of type vlan for network 9d0aa152-47c7-4f43-b532-fc30286eaada Aug 10 03:29:23.281634 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3e1225b3-e0d5-416b-804c-e52cbe3afdb8 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:23.302833 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f177c3a0-65be-4a4f-9d45-65a1d6f1da10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:23.315698 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f177c3a0-65be-4a4f-9d45-65a1d6f1da10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:23.415364 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.db.resource_extend [None req-3e1225b3-e0d5-416b-804c-e52cbe3afdb8 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:29:23.468691 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023d91e3-6382-422c-a19a-fa50e6c9c462 None None] Network d07bf9c0-feda-49f0-ac68-879462adf9f1 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:29:23.517502 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f177c3a0-65be-4a4f-9d45-65a1d6f1da10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c96ed36-46a8-4bde-874f-fe5ea50519a1,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:23.550112 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-f177c3a0-65be-4a4f-9d45-65a1d6f1da10 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3bd28c7229084570a7e14c51b8e50b18&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1966531 Aug 10 03:29:23.557664 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37744) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:23.562797 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3e1225b3-e0d5-416b-804c-e52cbe3afdb8 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:23.587127 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1225b3-e0d5-416b-804c-e52cbe3afdb8 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:23.588718 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3e1225b3-e0d5-416b-804c-e52cbe3afdb8 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:23.710747 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-fb71743b-9b18-419e-a1ab-040948537e38 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:23.736488 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-3e1225b3-e0d5-416b-804c-e52cbe3afdb8 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 763 time: 1.4982541 Aug 10 03:29:23.740694 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37750) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:23.760147 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-b44d9642-aa8e-4c74-8d38-947f0df5ed34 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Request body: {'subnet': {'network_id': '9d0aa152-47c7-4f43-b532-fc30286eaada', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:29:23.809373 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-5e798185-d8fe-4129-8162-d89edf92d9e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:23.846471 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-be721898-38dd-4f17-ad9e-529a8837de6e None None] Provisioning for port 5d9e30bb-bb96-43b1-ade0-770a7471c2b1 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:29:23.922810 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c10a3a46-722f-43f2-a10f-f2edd8b8b569 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:24.000571 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1225b3-e0d5-416b-804c-e52cbe3afdb8 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Pushing event updated for resources: {'Network': ['ID=9d0aa152-47c7-4f43-b532-fc30286eaada,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:24.039777 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 9d0aa152-47c7-4f43-b532-fc30286eaada details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:29:24.074083 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:29:24.131072 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c10a3a46-722f-43f2-a10f-f2edd8b8b569 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:24.186690 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 5d9e30bb-bb96-43b1-ade0-770a7471c2b1 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:29:24.300099 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d9949-e9a0-4161-bbae-dfa7de3e18d0 req-fd50c5c0-5674-42ed-b5c9-12bdde8ad3e7 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:24.315352 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-465d9949-e9a0-4161-bbae-dfa7de3e18d0 req-fd50c5c0-5674-42ed-b5c9-12bdde8ad3e7 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 945 time: 0.3159111 Aug 10 03:29:24.316408 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b44d9642-aa8e-4c74-8d38-947f0df5ed34 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Made reservation on behalf of d89c7ea5aa0045c689dfdb943d8f4200 for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:29:24.320092 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:24.324521 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b44d9642-aa8e-4c74-8d38-947f0df5ed34 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:24.414937 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-fb71743b-9b18-419e-a1ab-040948537e38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:24.466214 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-465d9949-e9a0-4161-bbae-dfa7de3e18d0 req-73059793-a110-4bf3-8c60-1cba7152533c tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367974 Aug 10 03:29:24.470983 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 5d9e30bb-bb96-43b1-ade0-770a7471c2b1 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:29:24.497604 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 5d9e30bb-bb96-43b1-ade0-770a7471c2b1 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:29:24.497604 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:24.510668 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c10a3a46-722f-43f2-a10f-f2edd8b8b569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:24.519185 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c10a3a46-722f-43f2-a10f-f2edd8b8b569 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:24.525852 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-c10a3a46-722f-43f2-a10f-f2edd8b8b569 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1c96ed36-46a8-4bde-874f-fe5ea50519a1 HTTP/1.1" status: 204 len: 168 time: 0.9595490 Aug 10 03:29:24.551446 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10a3a46-722f-43f2-a10f-f2edd8b8b569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c96ed36-46a8-4bde-874f-fe5ea50519a1,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:24.734045 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:24.803182 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 5d9e30bb-bb96-43b1-ade0-770a7471c2b1, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=5d9e30bb-bb96-43b1-ade0-770a7471c2b1,segment=NetworkSegment(137a9801-8fd3-46c2-ac1d-bb4eee5c7163),segment_id=137a9801-8fd3-46c2-ac1d-bb4eee5c7163)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:24.844029 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:24.867228 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb71743b-9b18-419e-a1ab-040948537e38 admin admin] Router cd722c39-ce48-40ee-8cd3-eb196644e5e5 is scheduled to L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e with binding_index 1 {{(pid=94261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:29:24.875293 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b44d9642-aa8e-4c74-8d38-947f0df5ed34 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58895384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805196'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:25.072461 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=5d9e30bb-bb96-43b1-ade0-770a7471c2b1,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:25.089242 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44d9642-aa8e-4c74-8d38-947f0df5ed34 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Pushing event updated for resources: {'Subnet': ['ID=a0bc2e00-9836-45de-90ea-0782d40bb918,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:25.138959 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44d9642-aa8e-4c74-8d38-947f0df5ed34 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Checking segment: {'id': 'f50eb07c-2853-4dd2-8552-bae8e046e519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9d0aa152-47c7-4f43-b532-fc30286eaada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:29:25.140164 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44d9642-aa8e-4c74-8d38-947f0df5ed34 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Network hostable DHCP agents. Network: 9d0aa152-47c7-4f43-b532-fc30286eaada, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:29:25.233211 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44d9642-aa8e-4c74-8d38-947f0df5ed34 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Network 9d0aa152-47c7-4f43-b532-fc30286eaada is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:29:25.258525 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-b44d9642-aa8e-4c74-8d38-947f0df5ed34 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 9d0aa152-47c7-4f43-b532-fc30286eaada) {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:29:25.272513 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44d9642-aa8e-4c74-8d38-947f0df5ed34 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:25.273493 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b44d9642-aa8e-4c74-8d38-947f0df5ed34 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:25.317520 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-b44d9642-aa8e-4c74-8d38-947f0df5ed34 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5748260 Aug 10 03:29:25.318791 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716a80e7-049b-4d86-b1b4-45d784bdf6ca None None] Network 9d0aa152-47c7-4f43-b532-fc30286eaada requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:29:25.321036 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37770) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:25.329087 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-e29c4cbe-7a49-4f24-9d36-72265509c2de tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-391941049', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:29:25.338599 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb71743b-9b18-419e-a1ab-040948537e38 admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:29:25.371577 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:25.374021 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088b29fc-168f-4ca5-8aa1-c173b0dcfbe6 None None] Sync routers for ids ['cd722c39-ce48-40ee-8cd3-eb196644e5e5'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:29:25.414768 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e29c4cbe-7a49-4f24-9d36-72265509c2de tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:25.415963 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e29c4cbe-7a49-4f24-9d36-72265509c2de tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:25.421013 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-fb71743b-9b18-419e-a1ab-040948537e38 admin admin] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:25.427417 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-fb71743b-9b18-419e-a1ab-040948537e38 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.6650479 Aug 10 03:29:25.428125 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37772) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:25.458989 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088b29fc-168f-4ca5-8aa1-c173b0dcfbe6 None None] Routers {'cd722c39-ce48-40ee-8cd3-eb196644e5e5'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:29:25.459934 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-088b29fc-168f-4ca5-8aa1-c173b0dcfbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:29:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['cd722c39-ce48-40ee-8cd3-eb196644e5e5'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:25.519469 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37776) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:25.590212 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-088b29fc-168f-4ca5-8aa1-c173b0dcfbe6 None None] Set router cd722c39-ce48-40ee-8cd3-eb196644e5e5 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:29:25.634453 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e29c4cbe-7a49-4f24-9d36-72265509c2de tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:25.638483 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-85f5dbf5-a697-4dfa-9c64-67104e3de52c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:25.650269 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e29c4cbe-7a49-4f24-9d36-72265509c2de tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:25.714402 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e29c4cbe-7a49-4f24-9d36-72265509c2de tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks [] for router, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:25.720325 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-e29c4cbe-7a49-4f24-9d36-72265509c2de tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3970416 Aug 10 03:29:25.743768 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37778) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:25.954921 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-088b29fc-168f-4ca5-8aa1-c173b0dcfbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd722c39-ce48-40ee-8cd3-eb196644e5e5', 'name': 'tempest-ServerActionsTestJSON-438153917-router', 'tenant_id': '2680b799feb54d8c9fdff98330bf1a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '9da406e7-81b1-4a71-b7a3-055a0f133d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:29:18Z', 'updated_at': '2021-08-10T03:29:23Z', 'revision_number': 3, 'project_id': '2680b799feb54d8c9fdff98330bf1a96', 'gw_port': {'id': '9da406e7-81b1-4a71-b7a3-055a0f133d58', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:0f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd722c39-ce48-40ee-8cd3-eb196644e5e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1893, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:20Z', 'updated_at': '2021-08-10T03:29:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:25.959006 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2fcff7-9fae-498d-8804-32ef83719c1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-9d0aa152-47c7-4f43-b532-fc30286eaada', 'network_id': '9d0aa152-47c7-4f43-b532-fc30286eaada', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'fixed_ips': [{'subnet_id': 'a0bc2e00-9836-45de-90ea-0782d40bb918'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:29:25.960089 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-fe2fcff7-9fae-498d-8804-32ef83719c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:26.069999 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 5d9e30bb-bb96-43b1-ade0-770a7471c2b1 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:29:26.174195 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088b29fc-168f-4ca5-8aa1-c173b0dcfbe6 None None] Checking router: cd722c39-ce48-40ee-8cd3-eb196644e5e5 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:29:26.178693 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088b29fc-168f-4ca5-8aa1-c173b0dcfbe6 None None] Updating router cd722c39-ce48-40ee-8cd3-eb196644e5e5 port 9da406e7-81b1-4a71-b7a3-055a0f133d58 binding host n-d-768862-13 {{(pid=94262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:29:26.244379 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-088b29fc-168f-4ca5-8aa1-c173b0dcfbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:26.258506 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:26.735828 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 5d9e30bb-bb96-43b1-ade0-770a7471c2b1 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:29:26.742431 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:26.898116 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:26.960806 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-fe2fcff7-9fae-498d-8804-32ef83719c1e None None] Allocated IP 172.20.0.2 (9d0aa152-47c7-4f43-b532-fc30286eaada/a0bc2e00-9836-45de-90ea-0782d40bb918/3f14893c-e08a-416e-b272-edb11e9fd675) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:29:27.022418 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a69a81ac-f4bf-4b6a-bc3e-b03fd4a54e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:27.027073 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37790) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:27.194086 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f402daf1-0e38-4522-860f-57a3df6b6ffd req-150028be-c05f-45d7-ace3-359dde9adefe tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:27.205924 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f402daf1-0e38-4522-860f-57a3df6b6ffd req-150028be-c05f-45d7-ace3-359dde9adefe tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 945 time: 1.5200520 Aug 10 03:29:27.359012 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-088b29fc-168f-4ca5-8aa1-c173b0dcfbe6 None None] Notify callbacks [] for port, precommit_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:27.387597 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f402daf1-0e38-4522-860f-57a3df6b6ffd req-b64b588a-589b-45d9-af5f-254b1bc9b023 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773877 Aug 10 03:29:27.388363 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-fe2fcff7-9fae-498d-8804-32ef83719c1e None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:27.443839 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-088b29fc-168f-4ca5-8aa1-c173b0dcfbe6 None None] Transition to ACTIVE for port object 9da406e7-81b1-4a71-b7a3-055a0f133d58 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:29:27.457561 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-fe2fcff7-9fae-498d-8804-32ef83719c1e None None] Transition to ACTIVE for port object 3f14893c-e08a-416e-b272-edb11e9fd675 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:29:27.490103 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-088b29fc-168f-4ca5-8aa1-c173b0dcfbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:27.505558 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5c3559c1-1915-47f7-8015-be8a25d17124 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:27.534549 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-fe2fcff7-9fae-498d-8804-32ef83719c1e None None] Transition to ACTIVE for port object 3f14893c-e08a-416e-b272-edb11e9fd675 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:29:27.541003 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d544f5ee-44b7-4406-b3b5-72f745579896 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:27.562077 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-fe2fcff7-9fae-498d-8804-32ef83719c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:27.574747 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-85f5dbf5-a697-4dfa-9c64-67104e3de52c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:27.580896 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f6ca64-0302-4730-911e-31ca36841992 None None] Pushing event updated for resources: {'Port': ['ID=9da406e7-81b1-4a71-b7a3-055a0f133d58,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:27.584635 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-088b29fc-168f-4ca5-8aa1-c173b0dcfbe6 None None] Attempting to bind port 9da406e7-81b1-4a71-b7a3-055a0f133d58 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:29:27.585018 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-088b29fc-168f-4ca5-8aa1-c173b0dcfbe6 None None] Attempting to bind port 9da406e7-81b1-4a71-b7a3-055a0f133d58 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:29:27.585472 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088b29fc-168f-4ca5-8aa1-c173b0dcfbe6 None None] Attempting to bind port 9da406e7-81b1-4a71-b7a3-055a0f133d58 on network 2ea12131-628a-487e-b434-0463553732bd {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:29:27.644766 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-85f5dbf5-a697-4dfa-9c64-67104e3de52c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:27.651708 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2fcff7-9fae-498d-8804-32ef83719c1e None None] Pushing event updated for resources: {'Port': ['ID=3f14893c-e08a-416e-b272-edb11e9fd675,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:27.666547 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088b29fc-168f-4ca5-8aa1-c173b0dcfbe6 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:29:27.667263 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088b29fc-168f-4ca5-8aa1-c173b0dcfbe6 None None] Checking segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:29:27.667861 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-088b29fc-168f-4ca5-8aa1-c173b0dcfbe6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:27.668428 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088b29fc-168f-4ca5-8aa1-c173b0dcfbe6 None None] Bound using segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:29:27.669356 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-088b29fc-168f-4ca5-8aa1-c173b0dcfbe6 None None] Bound port: 9da406e7-81b1-4a71-b7a3-055a0f133d58, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:29:27.669925 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-088b29fc-168f-4ca5-8aa1-c173b0dcfbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:27.704731 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2fcff7-9fae-498d-8804-32ef83719c1e None None] Network 9d0aa152-47c7-4f43-b532-fc30286eaada is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:29:27.708575 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-fe2fcff7-9fae-498d-8804-32ef83719c1e None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:29:27.713644 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2fcff7-9fae-498d-8804-32ef83719c1e None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:29:27.812970 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5c3559c1-1915-47f7-8015-be8a25d17124 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:27.867363 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5c3559c1-1915-47f7-8015-be8a25d17124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:27.902625 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-088b29fc-168f-4ca5-8aa1-c173b0dcfbe6 None None] For port 9da406e7-81b1-4a71-b7a3-055a0f133d58, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:29:27.905873 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-fe2fcff7-9fae-498d-8804-32ef83719c1e None None] Attempting to bind port 3f14893c-e08a-416e-b272-edb11e9fd675 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:29:27.906541 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-fe2fcff7-9fae-498d-8804-32ef83719c1e None None] Attempting to bind port 3f14893c-e08a-416e-b272-edb11e9fd675 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'f50eb07c-2853-4dd2-8552-bae8e046e519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9d0aa152-47c7-4f43-b532-fc30286eaada'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:29:27.908015 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2fcff7-9fae-498d-8804-32ef83719c1e None None] Attempting to bind port 3f14893c-e08a-416e-b272-edb11e9fd675 on network 9d0aa152-47c7-4f43-b532-fc30286eaada {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:29:27.922506 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-088b29fc-168f-4ca5-8aa1-c173b0dcfbe6 None None] For port 9da406e7-81b1-4a71-b7a3-055a0f133d58, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=9da406e7-81b1-4a71-b7a3-055a0f133d58,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:29:27.934339 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2fcff7-9fae-498d-8804-32ef83719c1e None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:29:27.934844 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2fcff7-9fae-498d-8804-32ef83719c1e None None] Checking segment: {'id': 'f50eb07c-2853-4dd2-8552-bae8e046e519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9d0aa152-47c7-4f43-b532-fc30286eaada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:29:27.935252 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-fe2fcff7-9fae-498d-8804-32ef83719c1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:27.935768 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2fcff7-9fae-498d-8804-32ef83719c1e None None] Bound using segment: {'id': 'f50eb07c-2853-4dd2-8552-bae8e046e519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9d0aa152-47c7-4f43-b532-fc30286eaada'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:29:27.936204 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-fe2fcff7-9fae-498d-8804-32ef83719c1e None None] Bound port: 3f14893c-e08a-416e-b272-edb11e9fd675, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f50eb07c-2853-4dd2-8552-bae8e046e519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9d0aa152-47c7-4f43-b532-fc30286eaada'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:29:27.936634 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-fe2fcff7-9fae-498d-8804-32ef83719c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:27.940730 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3559c1-1915-47f7-8015-be8a25d17124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9692edbb-81e6-456b-9d75-b7bc0f6f788e,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:27.941099 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-088b29fc-168f-4ca5-8aa1-c173b0dcfbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:27.990351 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3559c1-1915-47f7-8015-be8a25d17124 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:27.990900 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3559c1-1915-47f7-8015-be8a25d17124 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:27.991463 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3559c1-1915-47f7-8015-be8a25d17124 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:27.992086 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3559c1-1915-47f7-8015-be8a25d17124 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:27.992640 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3559c1-1915-47f7-8015-be8a25d17124 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:27.993193 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3559c1-1915-47f7-8015-be8a25d17124 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:27.993737 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3559c1-1915-47f7-8015-be8a25d17124 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:27.994384 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3559c1-1915-47f7-8015-be8a25d17124 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:27.997488 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3559c1-1915-47f7-8015-be8a25d17124 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:27.998429 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3559c1-1915-47f7-8015-be8a25d17124 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:27.999008 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3559c1-1915-47f7-8015-be8a25d17124 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:27.999773 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3559c1-1915-47f7-8015-be8a25d17124 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:28.026030 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-a69a81ac-f4bf-4b6a-bc3e-b03fd4a54e65 admin admin] Allocated IP 172.20.0.1 (d07bf9c0-feda-49f0-ac68-879462adf9f1/33a1c40e-b5d2-46c7-a6a1-fa6cc0352aec/b5cac0fc-b480-461e-ac8c-6f0cb1fbde4d) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:29:28.040496 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-5c3559c1-1915-47f7-8015-be8a25d17124 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4bbe90b8dd9a4fcaa0d79b0fc1a5f818&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0045025 Aug 10 03:29:28.041332 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37798) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:28.087690 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-d544f5ee-44b7-4406-b3b5-72f745579896 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Allocated IP 172.20.0.1 (9d0aa152-47c7-4f43-b532-fc30286eaada/a0bc2e00-9836-45de-90ea-0782d40bb918/3f3b913f-db1d-4502-aa35-e19979cde3df) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:29:28.237600 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088b29fc-168f-4ca5-8aa1-c173b0dcfbe6 None None] Routers {'cd722c39-ce48-40ee-8cd3-eb196644e5e5'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:29:28.239656 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-088b29fc-168f-4ca5-8aa1-c173b0dcfbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:29:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['cd722c39-ce48-40ee-8cd3-eb196644e5e5'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:28.244138 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d544f5ee-44b7-4406-b3b5-72f745579896 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:28.267567 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [None req-d544f5ee-44b7-4406-b3b5-72f745579896 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Transition to ACTIVE for port object 3f3b913f-db1d-4502-aa35-e19979cde3df will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:29:28.318862 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f5dbf5-a697-4dfa-9c64-67104e3de52c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f66f4efa-a429-448b-9cf9-1388ad538817,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:28.336202 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-85f5dbf5-a697-4dfa-9c64-67104e3de52c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=336ba665479b4b2d80ddc7becafe231e&name=default HTTP/1.1" status: 200 len: 2983 time: 2.8158813 Aug 10 03:29:28.338847 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d544f5ee-44b7-4406-b3b5-72f745579896 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:28.342255 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37800) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:28.374387 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-32249e2e-fc07-41c3-afda-565dace930de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:28.401418 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d544f5ee-44b7-4406-b3b5-72f745579896 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Network 9d0aa152-47c7-4f43-b532-fc30286eaada is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:29:28.410132 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-d544f5ee-44b7-4406-b3b5-72f745579896 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:29:28.422772 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d544f5ee-44b7-4406-b3b5-72f745579896 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:29:28.452772 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-32249e2e-fc07-41c3-afda-565dace930de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:28.482058 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d544f5ee-44b7-4406-b3b5-72f745579896 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Pushing event updated for resources: {'Port': ['ID=3f3b913f-db1d-4502-aa35-e19979cde3df,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:28.527958 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-639d7b1f-154f-46ed-a079-0c1eb0b67721 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:28.552267 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d544f5ee-44b7-4406-b3b5-72f745579896 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521745'] for router_interface, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:28.562323 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a69a81ac-f4bf-4b6a-bc3e-b03fd4a54e65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:28.616299 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [None req-a69a81ac-f4bf-4b6a-bc3e-b03fd4a54e65 admin admin] Transition to ACTIVE for port object b5cac0fc-b480-461e-ac8c-6f0cb1fbde4d will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:29:28.620102 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-32249e2e-fc07-41c3-afda-565dace930de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:28.625683 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-32249e2e-fc07-41c3-afda-565dace930de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:28.628268 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-32249e2e-fc07-41c3-afda-565dace930de admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9692edbb-81e6-456b-9d75-b7bc0f6f788e HTTP/1.1" status: 204 len: 168 time: 0.5815086 Aug 10 03:29:28.656500 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32249e2e-fc07-41c3-afda-565dace930de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9692edbb-81e6-456b-9d75-b7bc0f6f788e,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:28.711548 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-fe2fcff7-9fae-498d-8804-32ef83719c1e None None] For port 3f14893c-e08a-416e-b272-edb11e9fd675, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:29:28.714755 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-fe2fcff7-9fae-498d-8804-32ef83719c1e None None] For port 3f14893c-e08a-416e-b272-edb11e9fd675, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=3f14893c-e08a-416e-b272-edb11e9fd675,segment=NetworkSegment(f50eb07c-2853-4dd2-8552-bae8e046e519),segment_id=f50eb07c-2853-4dd2-8552-bae8e046e519)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:29:28.750380 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-fe2fcff7-9fae-498d-8804-32ef83719c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:28.770703 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a69a81ac-f4bf-4b6a-bc3e-b03fd4a54e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:28.771318 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f6ca64-0302-4730-911e-31ca36841992 None None] Pushing event updated for resources: {'Port': ['ID=9da406e7-81b1-4a71-b7a3-055a0f133d58,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:28.829248 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69a81ac-f4bf-4b6a-bc3e-b03fd4a54e65 admin admin] Network d07bf9c0-feda-49f0-ac68-879462adf9f1 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:29:28.832180 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2fcff7-9fae-498d-8804-32ef83719c1e None None] Pushing event updated for resources: {'Port': ['ID=3f14893c-e08a-416e-b272-edb11e9fd675,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:28.854682 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-a69a81ac-f4bf-4b6a-bc3e-b03fd4a54e65 admin admin] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:29:28.945869 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69a81ac-f4bf-4b6a-bc3e-b03fd4a54e65 admin admin] Pushing event updated for resources: {'Port': ['ID=b5cac0fc-b480-461e-ac8c-6f0cb1fbde4d,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:28.948905 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69a81ac-f4bf-4b6a-bc3e-b03fd4a54e65 admin admin] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:29:28.960826 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-639d7b1f-154f-46ed-a079-0c1eb0b67721 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:28.970274 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-088b29fc-168f-4ca5-8aa1-c173b0dcfbe6 None None] Set router cd722c39-ce48-40ee-8cd3-eb196644e5e5 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:29:29.124218 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a69a81ac-f4bf-4b6a-bc3e-b03fd4a54e65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521745'] for router_interface, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:29.251110 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c54cd7e-be28-4d8b-a6c1-f5a213d17390 req-5b64ec13-8a37-4587-8482-f66e0a3eb0bc tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:29.273509 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0c54cd7e-be28-4d8b-a6c1-f5a213d17390 req-5b64ec13-8a37-4587-8482-f66e0a3eb0bc tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 945 time: 0.5878377 Aug 10 03:29:29.469584 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37812) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:29.519141 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e04082bf-b3b7-459e-84ed-78e1d831ae1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:29.548155 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-639d7b1f-154f-46ed-a079-0c1eb0b67721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:29.551265 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-639d7b1f-154f-46ed-a079-0c1eb0b67721 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:29.553181 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-639d7b1f-154f-46ed-a079-0c1eb0b67721 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f66f4efa-a429-448b-9cf9-1388ad538817 HTTP/1.1" status: 204 len: 168 time: 1.2072980 Aug 10 03:29:29.636669 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a69a81ac-f4bf-4b6a-bc3e-b03fd4a54e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:29.648863 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d544f5ee-44b7-4406-b3b5-72f745579896 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:29.700634 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639d7b1f-154f-46ed-a079-0c1eb0b67721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f66f4efa-a429-448b-9cf9-1388ad538817,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:29.762151 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-9a6c4494-dec1-4739-b8a8-6380fb0fa341 None None] Provisioning for port b5cac0fc-b480-461e-ac8c-6f0cb1fbde4d completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:29:29.771151 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-9a6c4494-dec1-4739-b8a8-6380fb0fa341 None None] Provisioning complete for port b5cac0fc-b480-461e-ac8c-6f0cb1fbde4d triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:29:29.771757 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9a6c4494-dec1-4739-b8a8-6380fb0fa341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:29.772213 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0c54cd7e-be28-4d8b-a6c1-f5a213d17390 req-08ba01cc-1787-4567-9842-4e2b3ae6fdf2 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4973130 Aug 10 03:29:29.929014 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-9a6c4494-dec1-4739-b8a8-6380fb0fa341 None None] Port b5cac0fc-b480-461e-ac8c-6f0cb1fbde4d cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:29:30.016527 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-088b29fc-168f-4ca5-8aa1-c173b0dcfbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd722c39-ce48-40ee-8cd3-eb196644e5e5', 'name': 'tempest-ServerActionsTestJSON-438153917-router', 'tenant_id': '2680b799feb54d8c9fdff98330bf1a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '9da406e7-81b1-4a71-b7a3-055a0f133d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:29:18Z', 'updated_at': '2021-08-10T03:29:23Z', 'revision_number': 3, 'project_id': '2680b799feb54d8c9fdff98330bf1a96', 'gw_port': {'id': '9da406e7-81b1-4a71-b7a3-055a0f133d58', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:0f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd722c39-ce48-40ee-8cd3-eb196644e5e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1893, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:20Z', 'updated_at': '2021-08-10T03:29:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:30.091509 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088b29fc-168f-4ca5-8aa1-c173b0dcfbe6 None None] The sync data for ids ['cd722c39-ce48-40ee-8cd3-eb196644e5e5'] in n-d-768862-13 is: [{'id': 'cd722c39-ce48-40ee-8cd3-eb196644e5e5', 'name': 'tempest-ServerActionsTestJSON-438153917-router', 'tenant_id': '2680b799feb54d8c9fdff98330bf1a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '9da406e7-81b1-4a71-b7a3-055a0f133d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:29:18Z', 'updated_at': '2021-08-10T03:29:23Z', 'revision_number': 3, 'project_id': '2680b799feb54d8c9fdff98330bf1a96', 'gw_port': {'id': '9da406e7-81b1-4a71-b7a3-055a0f133d58', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:0f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd722c39-ce48-40ee-8cd3-eb196644e5e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1893, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:20Z', 'updated_at': '2021-08-10T03:29:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:29:30.177156 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a69a81ac-f4bf-4b6a-bc3e-b03fd4a54e65 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:30.190876 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a69a81ac-f4bf-4b6a-bc3e-b03fd4a54e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:30.197189 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 3f14893c-e08a-416e-b272-edb11e9fd675 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:29:30.355172 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a69a81ac-f4bf-4b6a-bc3e-b03fd4a54e65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521893'] for router_interface, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:30.357691 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69a81ac-f4bf-4b6a-bc3e-b03fd4a54e65 admin admin] Pushing event updated for resources: {'Port': ['ID=b5cac0fc-b480-461e-ac8c-6f0cb1fbde4d,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:30.370107 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e04082bf-b3b7-459e-84ed-78e1d831ae1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:30.385005 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e04082bf-b3b7-459e-84ed-78e1d831ae1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:30.457127 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-e04082bf-b3b7-459e-84ed-78e1d831ae1f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=16f9fba4c3f84f6fb06da805d6234947&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9804039 Aug 10 03:29:30.458703 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37822) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:30.468351 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04082bf-b3b7-459e-84ed-78e1d831ae1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a526154-c4cc-4ba1-9491-e023673a8027,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:30.593680 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 3f14893c-e08a-416e-b272-edb11e9fd675 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:29:30.612235 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69a81ac-f4bf-4b6a-bc3e-b03fd4a54e65 admin admin] Network d07bf9c0-feda-49f0-ac68-879462adf9f1 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:29:30.616248 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-a69a81ac-f4bf-4b6a-bc3e-b03fd4a54e65 admin admin] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:29:30.712361 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ad5ae070-1dd2-485f-928f-8070e6382225 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:30.752694 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ad5ae070-1dd2-485f-928f-8070e6382225 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:30.844295 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ad5ae070-1dd2-485f-928f-8070e6382225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:30.850052 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ad5ae070-1dd2-485f-928f-8070e6382225 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:30.866624 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-ad5ae070-1dd2-485f-928f-8070e6382225 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8a526154-c4cc-4ba1-9491-e023673a8027 HTTP/1.1" status: 204 len: 168 time: 0.3906758 Aug 10 03:29:30.952059 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5ae070-1dd2-485f-928f-8070e6382225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a526154-c4cc-4ba1-9491-e023673a8027,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:30.975758 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d544f5ee-44b7-4406-b3b5-72f745579896 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:30.981834 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a69a81ac-f4bf-4b6a-bc3e-b03fd4a54e65 admin admin] Router cd722c39-ce48-40ee-8cd3-eb196644e5e5 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:29:30.985592 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d544f5ee-44b7-4406-b3b5-72f745579896 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:31.382097 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-883b63d4-c151-4b76-a662-c730e40bf7b8 None None] Provisioning complete for port b5cac0fc-b480-461e-ac8c-6f0cb1fbde4d triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:29:31.383059 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-883b63d4-c151-4b76-a662-c730e40bf7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:31.399813 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a69a81ac-f4bf-4b6a-bc3e-b03fd4a54e65 admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:29:31.420253 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a69a81ac-f4bf-4b6a-bc3e-b03fd4a54e65 admin admin] 10.222.0.44 "PUT /v2.0/routers/cd722c39-ce48-40ee-8cd3-eb196644e5e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9903693 Aug 10 03:29:31.471997 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d544f5ee-44b7-4406-b3b5-72f745579896 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521893'] for router_interface, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:31.499037 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d14d28-35fa-49ca-968d-edb2de384c55 req-fe49680b-4b67-4278-8855-f349873afe1c tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:31.501404 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-03d14d28-35fa-49ca-968d-edb2de384c55 req-fe49680b-4b67-4278-8855-f349873afe1c tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 945 time: 0.3798137 Aug 10 03:29:31.501676 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d544f5ee-44b7-4406-b3b5-72f745579896 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Pushing event updated for resources: {'Port': ['ID=3f3b913f-db1d-4502-aa35-e19979cde3df,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:31.554542 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95517871-52d2-435c-865e-bb432193db5a None None] Network 9d0aa152-47c7-4f43-b532-fc30286eaada requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:29:31.697732 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-03d14d28-35fa-49ca-968d-edb2de384c55 req-d9f5ba3d-01ad-4f84-8076-c899a8533b82 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741691 Aug 10 03:29:31.837523 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-883b63d4-c151-4b76-a662-c730e40bf7b8 None None] Port b5cac0fc-b480-461e-ac8c-6f0cb1fbde4d cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:29:31.844459 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d544f5ee-44b7-4406-b3b5-72f745579896 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Network 9d0aa152-47c7-4f43-b532-fc30286eaada is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:29:31.847886 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-d544f5ee-44b7-4406-b3b5-72f745579896 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:29:32.025809 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-484165a4-0776-424d-9ecc-d3ece5b4f54f None None] Provisioning for port 3f14893c-e08a-416e-b272-edb11e9fd675 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:29:32.053652 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-484165a4-0776-424d-9ecc-d3ece5b4f54f None None] Provisioning complete for port 3f14893c-e08a-416e-b272-edb11e9fd675 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:29:32.054218 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-484165a4-0776-424d-9ecc-d3ece5b4f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:32.196568 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 9da406e7-81b1-4a71-b7a3-055a0f133d58 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:29:32.350022 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d544f5ee-44b7-4406-b3b5-72f745579896 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Router 701caf21-2be1-4cbe-a8c3-463b82550691 is scheduled to L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e with binding_index 1 {{(pid=94260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:29:32.528529 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 9da406e7-81b1-4a71-b7a3-055a0f133d58 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:29:32.599261 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 9da406e7-81b1-4a71-b7a3-055a0f133d58 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:29:32.600155 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:32.615834 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-484165a4-0776-424d-9ecc-d3ece5b4f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:32.854198 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d544f5ee-44b7-4406-b3b5-72f745579896 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:29:32.879875 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b29965-e8cb-4b94-b1e5-c7f39f60e775 None None] Sync routers for ids ['701caf21-2be1-4cbe-a8c3-463b82550691'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:29:32.881059 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37876) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:32.883459 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-d544f5ee-44b7-4406-b3b5-72f745579896 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "PUT /v2.0/routers/701caf21-2be1-4cbe-a8c3-463b82550691/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1276472 Aug 10 03:29:32.887574 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-484165a4-0776-424d-9ecc-d3ece5b4f54f None None] For port 3f14893c-e08a-416e-b272-edb11e9fd675, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=3f14893c-e08a-416e-b272-edb11e9fd675,segment=NetworkSegment(f50eb07c-2853-4dd2-8552-bae8e046e519),segment_id=f50eb07c-2853-4dd2-8552-bae8e046e519)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:32.941147 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b29965-e8cb-4b94-b1e5-c7f39f60e775 None None] Routers {'701caf21-2be1-4cbe-a8c3-463b82550691'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:29:32.946680 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-46b29965-e8cb-4b94-b1e5-c7f39f60e775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:29:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['701caf21-2be1-4cbe-a8c3-463b82550691'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:32.956885 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-484165a4-0776-424d-9ecc-d3ece5b4f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:33.032665 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4dd8c0-dee3-4b65-ba25-d0f16b6577a2 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:33.035916 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-1a4dd8c0-dee3-4b65-ba25-d0f16b6577a2 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "GET /v2.0/ports/3f3b913f-db1d-4502-aa35-e19979cde3df HTTP/1.1" status: 200 len: 910 time: 0.1527472 Aug 10 03:29:33.039778 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37882) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:33.142759 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0686c24d-a31e-43c1-b31d-b4b817235865 req-2ba8f21a-f9fd-4abc-bbdc-a81b4c57b0a1 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:33.146653 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0686c24d-a31e-43c1-b31d-b4b817235865 req-2ba8f21a-f9fd-4abc-bbdc-a81b4c57b0a1 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 945 time: 0.1326582 Aug 10 03:29:33.210396 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-46b29965-e8cb-4b94-b1e5-c7f39f60e775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:33.234632 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0686c24d-a31e-43c1-b31d-b4b817235865 req-8d9f77dc-acd2-47bc-9409-db4e5d146179 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713167 Aug 10 03:29:33.244638 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b29965-e8cb-4b94-b1e5-c7f39f60e775 None None] Routers {'701caf21-2be1-4cbe-a8c3-463b82550691'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:29:33.245511 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-46b29965-e8cb-4b94-b1e5-c7f39f60e775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:29:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['701caf21-2be1-4cbe-a8c3-463b82550691'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:33.253263 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:33.295531 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:33.327541 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-6bb2c26e-0f5e-499c-a47f-1cd1e6a661b0 None None] Provisioning for port 3f3b913f-db1d-4502-aa35-e19979cde3df completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:29:33.353091 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-6bb2c26e-0f5e-499c-a47f-1cd1e6a661b0 None None] Provisioning complete for port 3f3b913f-db1d-4502-aa35-e19979cde3df triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:29:33.356169 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-46b29965-e8cb-4b94-b1e5-c7f39f60e775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:33.356951 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b29965-e8cb-4b94-b1e5-c7f39f60e775 None None] The sync data for ids ['701caf21-2be1-4cbe-a8c3-463b82550691'] in n-d-768862-13 is: [] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:29:33.357775 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-6bb2c26e-0f5e-499c-a47f-1cd1e6a661b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:33.372728 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 9da406e7-81b1-4a71-b7a3-055a0f133d58, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=9da406e7-81b1-4a71-b7a3-055a0f133d58,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:33.421747 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484165a4-0776-424d-9ecc-d3ece5b4f54f None None] Pushing event updated for resources: {'Port': ['ID=3f14893c-e08a-416e-b272-edb11e9fd675,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:33.433427 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:33.467609 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484165a4-0776-424d-9ecc-d3ece5b4f54f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:33.467965 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484165a4-0776-424d-9ecc-d3ece5b4f54f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:33.468311 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484165a4-0776-424d-9ecc-d3ece5b4f54f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:33.468653 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484165a4-0776-424d-9ecc-d3ece5b4f54f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:33.474648 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484165a4-0776-424d-9ecc-d3ece5b4f54f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:33.475082 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484165a4-0776-424d-9ecc-d3ece5b4f54f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:33.475432 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484165a4-0776-424d-9ecc-d3ece5b4f54f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:33.475780 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484165a4-0776-424d-9ecc-d3ece5b4f54f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:33.476123 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484165a4-0776-424d-9ecc-d3ece5b4f54f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:33.476467 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484165a4-0776-424d-9ecc-d3ece5b4f54f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:33.476801 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484165a4-0776-424d-9ecc-d3ece5b4f54f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:33.477195 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484165a4-0776-424d-9ecc-d3ece5b4f54f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:33.551075 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-6bb2c26e-0f5e-499c-a47f-1cd1e6a661b0 None None] Port 3f3b913f-db1d-4502-aa35-e19979cde3df cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:29:33.603332 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-6bb2c26e-0f5e-499c-a47f-1cd1e6a661b0 None None] Provisioning complete for port 3f14893c-e08a-416e-b272-edb11e9fd675 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:29:33.606151 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-6bb2c26e-0f5e-499c-a47f-1cd1e6a661b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:33.723204 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=9da406e7-81b1-4a71-b7a3-055a0f133d58,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:34.082149 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37902) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:34.091252 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409c46d5-ff3f-4448-97e1-f0ccc67ee961 None None] Sync routers for ids ['cd722c39-ce48-40ee-8cd3-eb196644e5e5'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:29:34.093219 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-176f5192-1dbd-4b29-917d-1fd8c9328169 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Request body: {'security_group': {'name': 'tempest-securitygroup--427836656', 'description': 'tempest-description--1726573568'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:29:34.105000 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 3f14893c-e08a-416e-b272-edb11e9fd675 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:29:34.114826 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0391754b-f23e-4da9-b294-594af6c9047e tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521880'] for router_interface, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:34.153649 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-176f5192-1dbd-4b29-917d-1fd8c9328169 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:34.280678 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-db154ea5-d663-4b67-8f5a-a882397f73ea None None] Provisioning complete for port 3f3b913f-db1d-4502-aa35-e19979cde3df triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:29:34.281298 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-db154ea5-d663-4b67-8f5a-a882397f73ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:34.285080 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409c46d5-ff3f-4448-97e1-f0ccc67ee961 None None] Routers {'cd722c39-ce48-40ee-8cd3-eb196644e5e5'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:29:34.286307 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-409c46d5-ff3f-4448-97e1-f0ccc67ee961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:29:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['cd722c39-ce48-40ee-8cd3-eb196644e5e5'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:34.396275 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-176f5192-1dbd-4b29-917d-1fd8c9328169 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:34.403799 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-176f5192-1dbd-4b29-917d-1fd8c9328169 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:34.602974 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-176f5192-1dbd-4b29-917d-1fd8c9328169 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:34.614702 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37910) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:34.614927 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-176f5192-1dbd-4b29-917d-1fd8c9328169 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5251219 Aug 10 03:29:34.619310 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-9ef1aa5c-9396-4f07-9c8a-9b9141ac129e tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Request body: {'security_group_rule': {'security_group_id': '970733cb-cbb6-4524-9c4b-45ba2a794350', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:29:34.660293 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176f5192-1dbd-4b29-917d-1fd8c9328169 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=970733cb-cbb6-4524-9c4b-45ba2a794350,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:34.687431 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442c5af6-0b3d-4de1-832d-36d3f6692f88 req-42d98d72-a805-4fa7-8804-fee439b137e1 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:34.691134 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-442c5af6-0b3d-4de1-832d-36d3f6692f88 req-42d98d72-a805-4fa7-8804-fee439b137e1 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 945 time: 0.2431500 Aug 10 03:29:34.775156 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9ef1aa5c-9396-4f07-9c8a-9b9141ac129e tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:34.826148 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-409c46d5-ff3f-4448-97e1-f0ccc67ee961 None None] Set router cd722c39-ce48-40ee-8cd3-eb196644e5e5 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:29:34.862174 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-442c5af6-0b3d-4de1-832d-36d3f6692f88 req-4c4b14bb-65ea-4a20-9c29-25be7980fb13 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636431 Aug 10 03:29:35.170846 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 3f14893c-e08a-416e-b272-edb11e9fd675 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:29:35.171497 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:35.231784 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9ef1aa5c-9396-4f07-9c8a-9b9141ac129e tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:35.241194 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9ef1aa5c-9396-4f07-9c8a-9b9141ac129e tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:35.321939 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-0391754b-f23e-4da9-b294-594af6c9047e tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Deleting port 3f3b913f-db1d-4502-aa35-e19979cde3df {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:29:35.322785 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0391754b-f23e-4da9-b294-594af6c9047e tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:35.390990 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-db154ea5-d663-4b67-8f5a-a882397f73ea None None] Port 3f3b913f-db1d-4502-aa35-e19979cde3df cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:29:35.572196 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef1aa5c-9396-4f07-9c8a-9b9141ac129e tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=910e2ab5-9900-4774-b529-bc1dcb5c0746,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:35.593453 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9ef1aa5c-9396-4f07-9c8a-9b9141ac129e tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:35.595101 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-9ef1aa5c-9396-4f07-9c8a-9b9141ac129e tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9835947 Aug 10 03:29:35.601125 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0391754b-f23e-4da9-b294-594af6c9047e tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:35.604432 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37930) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:35.612582 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-12727ab8-f78d-402d-9bab-97f5e2682188 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Request body: {'security_group_rule': {'security_group_id': '970733cb-cbb6-4524-9c4b-45ba2a794350', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:29:35.622140 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-0391754b-f23e-4da9-b294-594af6c9047e tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Calling delete_port for 3f3b913f-db1d-4502-aa35-e19979cde3df owned by network:router_interface {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:29:35.710511 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 9da406e7-81b1-4a71-b7a3-055a0f133d58 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:29:35.718497 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-12727ab8-f78d-402d-9bab-97f5e2682188 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:35.769307 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-409c46d5-ff3f-4448-97e1-f0ccc67ee961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd722c39-ce48-40ee-8cd3-eb196644e5e5', 'name': 'tempest-ServerActionsTestJSON-438153917-router', 'tenant_id': '2680b799feb54d8c9fdff98330bf1a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '9da406e7-81b1-4a71-b7a3-055a0f133d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:29:18Z', 'updated_at': '2021-08-10T03:29:29Z', 'revision_number': 4, 'project_id': '2680b799feb54d8c9fdff98330bf1a96', 'gw_port': {'id': '9da406e7-81b1-4a71-b7a3-055a0f133d58', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:0f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd722c39-ce48-40ee-8cd3-eb196644e5e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1893, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:20Z', 'updated_at': '2021-08-10T03:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': 'b5cac0fc-b480-461e-ac8c-6f0cb1fbde4d', 'name': '', 'network_id': 'd07bf9c0-feda-49f0-ac68-879462adf9f1', 'tenant_id': '2680b799feb54d8c9fdff98330bf1a96', 'mac_address': 'fa:16:3e:21:5f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd722c39-ce48-40ee-8cd3-eb196644e5e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': '33a1c40e-b5d2-46c7-a6a1-fa6cc0352aec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:27Z', 'updated_at': '2021-08-10T03:29:29Z', 'revision_number': 2, 'project_id': '2680b799feb54d8c9fdff98330bf1a96', 'subnets': [{'id': '33a1c40e-b5d2-46c7-a6a1-fa6cc0352aec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:35.811240 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409c46d5-ff3f-4448-97e1-f0ccc67ee961 None None] Checking router: cd722c39-ce48-40ee-8cd3-eb196644e5e5 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:29:35.811715 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409c46d5-ff3f-4448-97e1-f0ccc67ee961 None None] Updating router cd722c39-ce48-40ee-8cd3-eb196644e5e5 port b5cac0fc-b480-461e-ac8c-6f0cb1fbde4d binding host n-d-768862-13 {{(pid=94262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:29:35.870258 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-12727ab8-f78d-402d-9bab-97f5e2682188 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:35.881837 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-12727ab8-f78d-402d-9bab-97f5e2682188 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:35.924632 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 9da406e7-81b1-4a71-b7a3-055a0f133d58 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:29:35.925220 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:35.949005 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-409c46d5-ff3f-4448-97e1-f0ccc67ee961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:35.956287 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-12727ab8-f78d-402d-9bab-97f5e2682188 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:35.957867 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-12727ab8-f78d-402d-9bab-97f5e2682188 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3515689 Aug 10 03:29:35.961516 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37940) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:35.972244 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-25f543a2-a61f-43c4-804c-0adf49f8c87e tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Request body: {'floatingip': {'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:29:36.033670 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12727ab8-f78d-402d-9bab-97f5e2682188 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e699536-7fe6-4f1f-9688-3e8d2198e1da,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:36.058437 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-25f543a2-a61f-43c4-804c-0adf49f8c87e tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Notify callbacks [] for floatingip, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:36.243570 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc28c5f1-8bbe-46a8-b354-f52432490ddb req-e96160b8-9d4e-4ee4-a2c5-4afb74e7f59e tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:36.267684 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dc28c5f1-8bbe-46a8-b354-f52432490ddb req-e96160b8-9d4e-4ee4-a2c5-4afb74e7f59e tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 945 time: 0.1730332 Aug 10 03:29:36.335336 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0391754b-f23e-4da9-b294-594af6c9047e tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:36.456452 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dc28c5f1-8bbe-46a8-b354-f52432490ddb req-53a3eb27-8467-4fdb-851d-1780938ad2ab tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786861 Aug 10 03:29:36.519698 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0391754b-f23e-4da9-b294-594af6c9047e tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Pushing event deleted for resources: {'Port': ['ID=3f3b913f-db1d-4502-aa35-e19979cde3df,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:37.077920 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-409c46d5-ff3f-4448-97e1-f0ccc67ee961 None None] Notify callbacks [] for port, precommit_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:37.125147 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-409c46d5-ff3f-4448-97e1-f0ccc67ee961 None None] Transition to ACTIVE for port object b5cac0fc-b480-461e-ac8c-6f0cb1fbde4d will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:29:37.160560 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-409c46d5-ff3f-4448-97e1-f0ccc67ee961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:37.350922 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8fcf78-62ea-4cb1-bd69-133b31a9e88b None None] Pushing event updated for resources: {'Port': ['ID=b5cac0fc-b480-461e-ac8c-6f0cb1fbde4d,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:37.473136 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-409c46d5-ff3f-4448-97e1-f0ccc67ee961 None None] Attempting to bind port b5cac0fc-b480-461e-ac8c-6f0cb1fbde4d on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:29:37.473743 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-409c46d5-ff3f-4448-97e1-f0ccc67ee961 None None] Attempting to bind port b5cac0fc-b480-461e-ac8c-6f0cb1fbde4d by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '137a9801-8fd3-46c2-ac1d-bb4eee5c7163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd07bf9c0-feda-49f0-ac68-879462adf9f1'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:29:37.474889 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409c46d5-ff3f-4448-97e1-f0ccc67ee961 None None] Attempting to bind port b5cac0fc-b480-461e-ac8c-6f0cb1fbde4d on network d07bf9c0-feda-49f0-ac68-879462adf9f1 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:29:37.491034 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409c46d5-ff3f-4448-97e1-f0ccc67ee961 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:29:37.492056 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409c46d5-ff3f-4448-97e1-f0ccc67ee961 None None] Checking segment: {'id': '137a9801-8fd3-46c2-ac1d-bb4eee5c7163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd07bf9c0-feda-49f0-ac68-879462adf9f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:29:37.493141 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-409c46d5-ff3f-4448-97e1-f0ccc67ee961 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:37.494010 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409c46d5-ff3f-4448-97e1-f0ccc67ee961 None None] Bound using segment: {'id': '137a9801-8fd3-46c2-ac1d-bb4eee5c7163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd07bf9c0-feda-49f0-ac68-879462adf9f1'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:29:37.495056 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-409c46d5-ff3f-4448-97e1-f0ccc67ee961 None None] Bound port: b5cac0fc-b480-461e-ac8c-6f0cb1fbde4d, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '137a9801-8fd3-46c2-ac1d-bb4eee5c7163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd07bf9c0-feda-49f0-ac68-879462adf9f1'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:29:37.496382 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-409c46d5-ff3f-4448-97e1-f0ccc67ee961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:37.635486 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0391754b-f23e-4da9-b294-594af6c9047e tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-522536'] for router_interface, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:37.660337 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-409c46d5-ff3f-4448-97e1-f0ccc67ee961 None None] For port b5cac0fc-b480-461e-ac8c-6f0cb1fbde4d, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:29:37.672913 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-409c46d5-ff3f-4448-97e1-f0ccc67ee961 None None] For port b5cac0fc-b480-461e-ac8c-6f0cb1fbde4d, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=b5cac0fc-b480-461e-ac8c-6f0cb1fbde4d,segment=NetworkSegment(137a9801-8fd3-46c2-ac1d-bb4eee5c7163),segment_id=137a9801-8fd3-46c2-ac1d-bb4eee5c7163)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:29:37.697196 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-409c46d5-ff3f-4448-97e1-f0ccc67ee961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:37.732250 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-25f543a2-a61f-43c4-804c-0adf49f8c87e tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:37.947710 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-25f543a2-a61f-43c4-804c-0adf49f8c87e tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Allocated IP 172.25.6.163 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/eac02ebe-1dfd-4a02-8872-6a115cf9c03e) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:29:37.959691 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409c46d5-ff3f-4448-97e1-f0ccc67ee961 None None] Routers {'cd722c39-ce48-40ee-8cd3-eb196644e5e5'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:29:37.960726 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-409c46d5-ff3f-4448-97e1-f0ccc67ee961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:29:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['cd722c39-ce48-40ee-8cd3-eb196644e5e5'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:38.015969 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de486016-f539-458a-bb11-673f2d8daf6d req-4c2892f7-0053-4fc0-b993-ef4f31d01faf tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:38.029387 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-de486016-f539-458a-bb11-673f2d8daf6d req-4c2892f7-0053-4fc0-b993-ef4f31d01faf tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 945 time: 0.1879423 Aug 10 03:29:38.105964 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8fcf78-62ea-4cb1-bd69-133b31a9e88b None None] Pushing event updated for resources: {'Port': ['ID=b5cac0fc-b480-461e-ac8c-6f0cb1fbde4d,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:38.115194 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-25f543a2-a61f-43c4-804c-0adf49f8c87e tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:38.189522 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-de486016-f539-458a-bb11-673f2d8daf6d req-6fc376d4-ceca-4bed-b889-dc55e4e879c5 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427045 Aug 10 03:29:38.360627 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-25f543a2-a61f-43c4-804c-0adf49f8c87e tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:38.414944 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f543a2-a61f-43c4-804c-0adf49f8c87e tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:29:38.427380 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-25f543a2-a61f-43c4-804c-0adf49f8c87e tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:29:38.433319 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0391754b-f23e-4da9-b294-594af6c9047e tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Router 701caf21-2be1-4cbe-a8c3-463b82550691 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:29:38.443460 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f543a2-a61f-43c4-804c-0adf49f8c87e tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:29:38.521628 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f543a2-a61f-43c4-804c-0adf49f8c87e tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Pushing event updated for resources: {'Port': ['ID=eac02ebe-1dfd-4a02-8872-6a115cf9c03e,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:38.810423 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0391754b-f23e-4da9-b294-594af6c9047e tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:29:38.825466 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26b182e-3636-41ea-ba39-313af06b4b33 None None] Sync routers for ids ['701caf21-2be1-4cbe-a8c3-463b82550691'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:29:38.864338 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26b182e-3636-41ea-ba39-313af06b4b33 None None] Routers {'701caf21-2be1-4cbe-a8c3-463b82550691'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:29:38.867137 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-d26b182e-3636-41ea-ba39-313af06b4b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:29:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['701caf21-2be1-4cbe-a8c3-463b82550691'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:38.957302 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-25f543a2-a61f-43c4-804c-0adf49f8c87e tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:38.997472 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-0391754b-f23e-4da9-b294-594af6c9047e tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "PUT /v2.0/routers/701caf21-2be1-4cbe-a8c3-463b82550691/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9562495 Aug 10 03:29:39.001183 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37990) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:39.031514 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-409c46d5-ff3f-4448-97e1-f0ccc67ee961 None None] Set router cd722c39-ce48-40ee-8cd3-eb196644e5e5 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:29:39.063309 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-d26b182e-3636-41ea-ba39-313af06b4b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:39.064344 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-25f543a2-a61f-43c4-804c-0adf49f8c87e tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:39.096042 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26b182e-3636-41ea-ba39-313af06b4b33 None None] Routers {'701caf21-2be1-4cbe-a8c3-463b82550691'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:29:39.097054 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-d26b182e-3636-41ea-ba39-313af06b4b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:29:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['701caf21-2be1-4cbe-a8c3-463b82550691'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:39.117452 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-5527948e-2385-4d97-8436-1b58bedef207 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "GET /v2.0/ports?device_id=701caf21-2be1-4cbe-a8c3-463b82550691 HTTP/1.1" status: 200 len: 205 time: 0.1129518 Aug 10 03:29:39.125861 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37992) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:39.159264 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-d26b182e-3636-41ea-ba39-313af06b4b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:39.160625 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26b182e-3636-41ea-ba39-313af06b4b33 None None] The sync data for ids ['701caf21-2be1-4cbe-a8c3-463b82550691'] in n-d-768862-13 is: [] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:29:39.320388 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8b5f1669-e9b8-4600-8a3f-7ab19f8c32c0 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks [] for router, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:39.735540 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-25f543a2-a61f-43c4-804c-0adf49f8c87e tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:39.754843 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-409c46d5-ff3f-4448-97e1-f0ccc67ee961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd722c39-ce48-40ee-8cd3-eb196644e5e5', 'name': 'tempest-ServerActionsTestJSON-438153917-router', 'tenant_id': '2680b799feb54d8c9fdff98330bf1a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '9da406e7-81b1-4a71-b7a3-055a0f133d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:29:18Z', 'updated_at': '2021-08-10T03:29:29Z', 'revision_number': 4, 'project_id': '2680b799feb54d8c9fdff98330bf1a96', 'gw_port': {'id': '9da406e7-81b1-4a71-b7a3-055a0f133d58', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:0f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd722c39-ce48-40ee-8cd3-eb196644e5e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1893, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:20Z', 'updated_at': '2021-08-10T03:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': 'b5cac0fc-b480-461e-ac8c-6f0cb1fbde4d', 'name': '', 'network_id': 'd07bf9c0-feda-49f0-ac68-879462adf9f1', 'tenant_id': '2680b799feb54d8c9fdff98330bf1a96', 'mac_address': 'fa:16:3e:21:5f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd722c39-ce48-40ee-8cd3-eb196644e5e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': '33a1c40e-b5d2-46c7-a6a1-fa6cc0352aec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:27Z', 'updated_at': '2021-08-10T03:29:37Z', 'revision_number': 4, 'project_id': '2680b799feb54d8c9fdff98330bf1a96', 'subnets': [{'id': '33a1c40e-b5d2-46c7-a6a1-fa6cc0352aec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:39.757333 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-25f543a2-a61f-43c4-804c-0adf49f8c87e tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:39.822114 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409c46d5-ff3f-4448-97e1-f0ccc67ee961 None None] The sync data for ids ['cd722c39-ce48-40ee-8cd3-eb196644e5e5'] in n-d-768862-13 is: [{'id': 'cd722c39-ce48-40ee-8cd3-eb196644e5e5', 'name': 'tempest-ServerActionsTestJSON-438153917-router', 'tenant_id': '2680b799feb54d8c9fdff98330bf1a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '9da406e7-81b1-4a71-b7a3-055a0f133d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:29:18Z', 'updated_at': '2021-08-10T03:29:29Z', 'revision_number': 4, 'project_id': '2680b799feb54d8c9fdff98330bf1a96', 'gw_port': {'id': '9da406e7-81b1-4a71-b7a3-055a0f133d58', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:0f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd722c39-ce48-40ee-8cd3-eb196644e5e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1893, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:20Z', 'updated_at': '2021-08-10T03:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': 'b5cac0fc-b480-461e-ac8c-6f0cb1fbde4d', 'name': '', 'network_id': 'd07bf9c0-feda-49f0-ac68-879462adf9f1', 'tenant_id': '2680b799feb54d8c9fdff98330bf1a96', 'mac_address': 'fa:16:3e:21:5f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd722c39-ce48-40ee-8cd3-eb196644e5e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': '33a1c40e-b5d2-46c7-a6a1-fa6cc0352aec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:27Z', 'updated_at': '2021-08-10T03:29:37Z', 'revision_number': 4, 'project_id': '2680b799feb54d8c9fdff98330bf1a96', 'subnets': [{'id': '33a1c40e-b5d2-46c7-a6a1-fa6cc0352aec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:29:40.008364 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-25f543a2-a61f-43c4-804c-0adf49f8c87e tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:40.037570 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f543a2-a61f-43c4-804c-0adf49f8c87e tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Pushing event updated for resources: {'Port': ['ID=eac02ebe-1dfd-4a02-8872-6a115cf9c03e,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:40.049157 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-25f543a2-a61f-43c4-804c-0adf49f8c87e tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:40.051216 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-25f543a2-a61f-43c4-804c-0adf49f8c87e tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0882690 Aug 10 03:29:40.476902 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8b5f1669-e9b8-4600-8a3f-7ab19f8c32c0 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:40.482012 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8b5f1669-e9b8-4600-8a3f-7ab19f8c32c0 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:40.495160 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0bb336-0b4f-48e0-a59d-1a729de4ebc6 req-40403b44-ad75-44ed-a9a2-fb233f00fbfd tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:40.497035 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8b0bb336-0b4f-48e0-a59d-1a729de4ebc6 req-40403b44-ad75-44ed-a9a2-fb233f00fbfd tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 945 time: 0.6239152 Aug 10 03:29:40.756689 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8b5f1669-e9b8-4600-8a3f-7ab19f8c32c0 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:40.757739 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b5f1669-e9b8-4600-8a3f-7ab19f8c32c0 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Fanout notify agent at l3_agent the message router_deleted on router 701caf21-2be1-4cbe-a8c3-463b82550691 {{(pid=94260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:29:40.815340 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device b5cac0fc-b480-461e-ac8c-6f0cb1fbde4d up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:29:40.817435 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8b5f1669-e9b8-4600-8a3f-7ab19f8c32c0 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks [] for router, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:40.819745 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-8b5f1669-e9b8-4600-8a3f-7ab19f8c32c0 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "DELETE /v2.0/routers/701caf21-2be1-4cbe-a8c3-463b82550691 HTTP/1.1" status: 204 len: 168 time: 1.6920938 Aug 10 03:29:40.823494 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 38016) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:40.858393 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8b0bb336-0b4f-48e0-a59d-1a729de4ebc6 req-63ae3656-f966-4d94-9b18-063fbb9e9afd tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3223407 Aug 10 03:29:40.947405 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-00d2346d-f828-412d-b167-268b34d60a9e req-1d1e2c4e-6e02-45c4-b9f2-cd3184539e62 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--427836656&fields=id&tenant_id=2680b799feb54d8c9fdff98330bf1a96 HTTP/1.1" status: 200 len: 267 time: 0.2458451 Aug 10 03:29:40.999947 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port b5cac0fc-b480-461e-ac8c-6f0cb1fbde4d completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:29:41.011828 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dd78a78-1d23-456f-b172-649260efd744 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Deleting subnet a0bc2e00-9836-45de-90ea-0782d40bb918 {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:29:41.014805 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port b5cac0fc-b480-461e-ac8c-6f0cb1fbde4d triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:29:41.015310 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:41.031022 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1dd78a78-1d23-456f-b172-649260efd744 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:41.142712 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1dd78a78-1d23-456f-b172-649260efd744 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:41.271402 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:41.284141 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d2346d-f828-412d-b167-268b34d60a9e req-7230838e-2901-4156-b3cc-7d791dc52710 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:41.299948 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-00d2346d-f828-412d-b167-268b34d60a9e req-7230838e-2901-4156-b3cc-7d791dc52710 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/networks?id=d07bf9c0-feda-49f0-ac68-879462adf9f1 HTTP/1.1" status: 200 len: 811 time: 0.3477235 Aug 10 03:29:41.337492 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-00d2346d-f828-412d-b167-268b34d60a9e req-353b5175-b6a2-48ce-9d54-6de990e78109 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/quotas/2680b799feb54d8c9fdff98330bf1a96 HTTP/1.1" status: 200 len: 375 time: 0.0364971 Aug 10 03:29:41.445895 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port b5cac0fc-b480-461e-ac8c-6f0cb1fbde4d, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=b5cac0fc-b480-461e-ac8c-6f0cb1fbde4d,segment=NetworkSegment(137a9801-8fd3-46c2-ac1d-bb4eee5c7163),segment_id=137a9801-8fd3-46c2-ac1d-bb4eee5c7163)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:41.454472 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:41.463250 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1dd78a78-1d23-456f-b172-649260efd744 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:41.494825 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-00d2346d-f828-412d-b167-268b34d60a9e req-426ee2fe-3429-4b11-9497-1159079bd7d4 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2680b799feb54d8c9fdff98330bf1a96&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1548064 Aug 10 03:29:41.618209 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=b5cac0fc-b480-461e-ac8c-6f0cb1fbde4d,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:41.630068 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1dd78a78-1d23-456f-b172-649260efd744 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:41.659769 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd78a78-1d23-456f-b172-649260efd744 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Pushing event deleted for resources: {'Subnet': ['ID=a0bc2e00-9836-45de-90ea-0782d40bb918,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:41.675527 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1dd78a78-1d23-456f-b172-649260efd744 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:41.681703 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14815a6-a7e0-4041-837b-54710610cddd None None] Network 9d0aa152-47c7-4f43-b532-fc30286eaada requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:29:41.693029 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-1dd78a78-1d23-456f-b172-649260efd744 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "DELETE /v2.0/subnets/a0bc2e00-9836-45de-90ea-0782d40bb918 HTTP/1.1" status: 204 len: 168 time: 0.8683133 Aug 10 03:29:41.693727 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 38038) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:41.792963 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-00d2346d-f828-412d-b167-268b34d60a9e req-23b89361-83b4-4416-a05a-7212edadc43e service neutron] 10.222.0.44 "GET /v2.0/networks/d07bf9c0-feda-49f0-ac68-879462adf9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2899201 Aug 10 03:29:41.932169 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-43df633a-11df-4f12-a1d0-51efd90ab120 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:41.991559 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-00d2346d-f828-412d-b167-268b34d60a9e req-bfd8414b-e4a6-4837-9dd2-40f29d6f878a service neutron] 10.222.0.44 "GET /v2.0/networks/d07bf9c0-feda-49f0-ac68-879462adf9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954298 Aug 10 03:29:42.178713 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-43df633a-11df-4f12-a1d0-51efd90ab120 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Deleting port 3f14893c-e08a-416e-b272-edb11e9fd675 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:29:42.179536 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-43df633a-11df-4f12-a1d0-51efd90ab120 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:42.229410 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33a364a-4692-46b4-88fe-de354a9120ec None None] DHCP port deletion for 9d0aa152-47c7-4f43-b532-fc30286eaada request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:29:42.350007 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ed904-7ec5-42b7-b42f-cdfa64bf50f7 req-5a3137e5-a740-4b30-b977-91d6f250617c tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:42.366982 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e29ed904-7ec5-42b7-b42f-cdfa64bf50f7 req-5a3137e5-a740-4b30-b977-91d6f250617c tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 945 time: 0.3100200 Aug 10 03:29:42.445381 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c33a364a-4692-46b4-88fe-de354a9120ec None None] Deleting port 3f14893c-e08a-416e-b272-edb11e9fd675 {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:29:42.450456 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c33a364a-4692-46b4-88fe-de354a9120ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:42.464380 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e29ed904-7ec5-42b7-b42f-cdfa64bf50f7 req-a557b648-8433-4458-9c04-07f17075f6ad tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961773 Aug 10 03:29:42.623418 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-43df633a-11df-4f12-a1d0-51efd90ab120 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] For port 3f14893c-e08a-416e-b272-edb11e9fd675, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=3f14893c-e08a-416e-b272-edb11e9fd675,segment=NetworkSegment(f50eb07c-2853-4dd2-8552-bae8e046e519),segment_id=f50eb07c-2853-4dd2-8552-bae8e046e519)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:42.630809 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-43df633a-11df-4f12-a1d0-51efd90ab120 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:42.708867 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-43df633a-11df-4f12-a1d0-51efd90ab120 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Calling delete_port for 3f14893c-e08a-416e-b272-edb11e9fd675 owned by network:dhcp {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:29:42.713719 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0a9ce8a9-ef79-4be5-8d59-fe6ba31385d8 req-22732226-0be9-465c-93fb-6f32dcd61885 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 210 time: 0.0803032 Aug 10 03:29:42.785915 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device b5cac0fc-b480-461e-ac8c-6f0cb1fbde4d up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:29:42.789623 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c33a364a-4692-46b4-88fe-de354a9120ec None None] For port 3f14893c-e08a-416e-b272-edb11e9fd675, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=3f14893c-e08a-416e-b272-edb11e9fd675,segment=NetworkSegment(f50eb07c-2853-4dd2-8552-bae8e046e519),segment_id=f50eb07c-2853-4dd2-8552-bae8e046e519)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:42.790044 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c33a364a-4692-46b4-88fe-de354a9120ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:42.885463 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c33a364a-4692-46b4-88fe-de354a9120ec None None] Calling delete_port for 3f14893c-e08a-416e-b272-edb11e9fd675 owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:29:42.919642 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-43df633a-11df-4f12-a1d0-51efd90ab120 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:42.993952 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43df633a-11df-4f12-a1d0-51efd90ab120 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Pushing event deleted for resources: {'Port': ['ID=3f14893c-e08a-416e-b272-edb11e9fd675,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:43.003165 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43df633a-11df-4f12-a1d0-51efd90ab120 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] No DVR routers for this DVR port 3f14893c-e08a-416e-b272-edb11e9fd675 on host n-d-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:29:43.150207 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port b5cac0fc-b480-461e-ac8c-6f0cb1fbde4d triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:29:43.150622 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:43.213572 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-43df633a-11df-4f12-a1d0-51efd90ab120 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:43.231037 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-43df633a-11df-4f12-a1d0-51efd90ab120 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d0aa152-47c7-4f43-b532-fc30286eaada']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:43.233485 n-d-768862-13 neutron-server[94262]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 10 03:29:43.233485 n-d-768862-13 neutron-server[94262]: from cryptography.utils import int_from_bytes Aug 10 03:29:43.233485 n-d-768862-13 neutron-server[94262]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 10 03:29:43.233485 n-d-768862-13 neutron-server[94262]: from cryptography.utils import int_from_bytes Aug 10 03:29:43.233485 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:29:43.233485 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 03:29:43.233485 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:29:43.233485 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 03:29:43.233485 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:29:43.233485 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 03:29:43.233485 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:29:43.233485 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 03:29:43.233485 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:29:43.233485 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 03:29:43.233485 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:29:43.233485 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 03:29:43.233485 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:29:43.233485 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 03:29:43.233485 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:29:43.233485 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 03:29:43.233485 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:29:43.233485 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 03:29:43.233485 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:29:43.233485 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 03:29:43.233485 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:29:43.233485 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 03:29:43.233485 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:29:43.233485 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 03:29:43.233485 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:29:43.233485 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 03:29:43.233485 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:29:43.233485 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 03:29:43.233485 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:29:43.233485 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 03:29:43.233485 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:29:43.233485 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 03:29:43.233485 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:29:43.233485 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 03:29:43.233485 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:29:43.233485 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 03:29:43.233485 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:29:43.233485 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 03:29:43.240128 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:29:43.240128 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 03:29:43.240128 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:29:43.240128 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 03:29:43.240128 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:29:43.240128 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 03:29:43.240128 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:29:43.240128 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 03:29:43.240128 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:29:43.240128 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 03:29:43.240128 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:29:43.240128 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 03:29:43.240128 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:29:43.240128 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 03:29:43.269801 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c33a364a-4692-46b4-88fe-de354a9120ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:43.272689 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-43df633a-11df-4f12-a1d0-51efd90ab120 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f50eb07c-2853-4dd2-8552-bae8e046e519') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:43.273005 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-43df633a-11df-4f12-a1d0-51efd90ab120 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f50eb07c-2853-4dd2-8552-bae8e046e519') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:43.308330 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-43df633a-11df-4f12-a1d0-51efd90ab120 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:43.331779 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33a364a-4692-46b4-88fe-de354a9120ec None None] No DVR routers for this DVR port 3f14893c-e08a-416e-b272-edb11e9fd675 on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:29:43.336239 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-43df633a-11df-4f12-a1d0-51efd90ab120 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:43.348546 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43df633a-11df-4f12-a1d0-51efd90ab120 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:29:43.352219 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-43df633a-11df-4f12-a1d0-51efd90ab120 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:43.387688 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33a364a-4692-46b4-88fe-de354a9120ec None None] Pushing event deleted for resources: {'Port': ['ID=3f14893c-e08a-416e-b272-edb11e9fd675,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:43.536431 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:29:43.536431 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:29:43.536431 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:29:43.536431 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:29:43.536431 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:29:43.536431 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:29:43.536431 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:29:43.536431 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:29:43.536431 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:29:43.536431 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:29:43.536431 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:29:43.536431 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:29:43.536431 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:29:43.536431 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:29:43.536431 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:29:43.536431 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:29:43.536431 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:29:43.536431 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:29:43.536431 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:29:43.536431 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:29:43.536431 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:29:43.536431 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:29:43.536431 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:29:43.536431 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:29:43.536431 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:29:43.536431 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:29:43.536431 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:29:43.536431 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:29:43.536431 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:29:43.536431 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:29:43.536431 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:29:43.536431 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:29:43.604977 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-43df633a-11df-4f12-a1d0-51efd90ab120 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:43.613492 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-43df633a-11df-4f12-a1d0-51efd90ab120 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:43.638924 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 38082) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:43.639253 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-43df633a-11df-4f12-a1d0-51efd90ab120 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "DELETE /v2.0/networks/9d0aa152-47c7-4f43-b532-fc30286eaada HTTP/1.1" status: 204 len: 168 time: 1.9397929 Aug 10 03:29:43.647487 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-42203173-8967-4f3d-ab7d-ad9609bb000e tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-143278200', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd'}, 'admin_state_up': False}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:29:43.667452 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 3f14893c-e08a-416e-b272-edb11e9fd675 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:29:43.713409 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43df633a-11df-4f12-a1d0-51efd90ab120 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Pushing event deleted for resources: {'Network': ['ID=9d0aa152-47c7-4f43-b532-fc30286eaada,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:43.737740 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 3f14893c-e08a-416e-b272-edb11e9fd675 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:29:43.738201 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 3f14893c-e08a-416e-b272-edb11e9fd675 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:29:43.784316 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-42203173-8967-4f3d-ab7d-ad9609bb000e tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:43.787270 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-42203173-8967-4f3d-ab7d-ad9609bb000e tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:43.905399 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2d3e15-5e4e-4faf-bd7e-3fab6e70e6c8 req-4537b924-e7f9-4d45-948b-34b57b581d04 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:43.916819 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dd2d3e15-5e4e-4faf-bd7e-3fab6e70e6c8 req-4537b924-e7f9-4d45-948b-34b57b581d04 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 945 time: 0.2042947 Aug 10 03:29:43.961037 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-42203173-8967-4f3d-ab7d-ad9609bb000e tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:44.220681 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dd2d3e15-5e4e-4faf-bd7e-3fab6e70e6c8 req-9116e33e-c6be-49cd-ab0b-00e01f532934 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564523 Aug 10 03:29:44.432230 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-42203173-8967-4f3d-ab7d-ad9609bb000e tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:44.443788 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-91d231c1-dd84-424a-b547-b1e6f69ce90c req-e13f5045-2a6f-4be2-a65b-0178d4e5a23c tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 210 time: 0.4092965 Aug 10 03:29:44.834637 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-42203173-8967-4f3d-ab7d-ad9609bb000e tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks [] for router_gateway, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:44.898582 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-42203173-8967-4f3d-ab7d-ad9609bb000e tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:45.092642 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d2346d-f828-412d-b167-268b34d60a9e req-4b00cb0e-1c2b-46d1-8462-16e437b32fd8 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:45.094348 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-00d2346d-f828-412d-b167-268b34d60a9e req-4b00cb0e-1c2b-46d1-8462-16e437b32fd8 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.61 "GET /v2.0/networks?id=d07bf9c0-feda-49f0-ac68-879462adf9f1 HTTP/1.1" status: 200 len: 811 time: 0.3826764 Aug 10 03:29:45.361574 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-00d2346d-f828-412d-b167-268b34d60a9e req-3b758e84-bfff-4053-becc-4363eff5697f tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2680b799feb54d8c9fdff98330bf1a96 HTTP/1.1" status: 200 len: 379 time: 0.2488685 Aug 10 03:29:45.407557 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-00d2346d-f828-412d-b167-268b34d60a9e req-10827f1f-03db-443a-92cf-e5e84e2cf1dc tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Request body: {'port': {'device_id': '25a2b433-b843-4071-8ca3-74d190678210', 'network_id': 'd07bf9c0-feda-49f0-ac68-879462adf9f1', 'admin_state_up': True, 'tenant_id': '2680b799feb54d8c9fdff98330bf1a96', 'security_groups': ['970733cb-cbb6-4524-9c4b-45ba2a794350']}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:29:45.664844 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-42203173-8967-4f3d-ab7d-ad9609bb000e tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Allocated IP 172.25.6.154 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/85168be9-6444-4252-9c33-4e17f70bc0e3) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:29:45.885678 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8bc839de-b079-4106-afcc-ca9d8264c2bd req-75cbf2cb-a991-440a-a4ad-52b09f01ec34 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 210 time: 0.0707901 Aug 10 03:29:45.916716 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-42203173-8967-4f3d-ab7d-ad9609bb000e tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:45.930354 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d5968a-baf8-4be7-b03b-7bdd7cb9ea82 req-59c33fcf-1950-474a-809d-98a594144d0f tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:45.932342 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-99d5968a-baf8-4be7-b03b-7bdd7cb9ea82 req-59c33fcf-1950-474a-809d-98a594144d0f tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 945 time: 0.3370183 Aug 10 03:29:45.965252 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00d2346d-f828-412d-b167-268b34d60a9e req-10827f1f-03db-443a-92cf-e5e84e2cf1dc tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Made reservation on behalf of 2680b799feb54d8c9fdff98330bf1a96 for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:29:45.965252 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-00d2346d-f828-412d-b167-268b34d60a9e req-10827f1f-03db-443a-92cf-e5e84e2cf1dc tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:46.217886 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-00d2346d-f828-412d-b167-268b34d60a9e req-10827f1f-03db-443a-92cf-e5e84e2cf1dc tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Allocated IP 172.20.0.9 (d07bf9c0-feda-49f0-ac68-879462adf9f1/33a1c40e-b5d2-46c7-a6a1-fa6cc0352aec/f5c938b4-b620-4188-a605-ddf0a909af0a) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:29:46.452030 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-00d2346d-f828-412d-b167-268b34d60a9e req-10827f1f-03db-443a-92cf-e5e84e2cf1dc tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:46.471432 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-00d2346d-f828-412d-b167-268b34d60a9e req-10827f1f-03db-443a-92cf-e5e84e2cf1dc tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Transition to ACTIVE for port object f5c938b4-b620-4188-a605-ddf0a909af0a will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:29:46.510592 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-42203173-8967-4f3d-ab7d-ad9609bb000e tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:46.572987 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-00d2346d-f828-412d-b167-268b34d60a9e req-10827f1f-03db-443a-92cf-e5e84e2cf1dc tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:46.599281 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42203173-8967-4f3d-ab7d-ad9609bb000e tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Pushing event updated for resources: {'Port': ['ID=85168be9-6444-4252-9c33-4e17f70bc0e3,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:46.603744 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42203173-8967-4f3d-ab7d-ad9609bb000e tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:29:46.614976 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-99d5968a-baf8-4be7-b03b-7bdd7cb9ea82 req-9dd26c32-c97c-421b-933d-df276d8df6c6 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6347883 Aug 10 03:29:46.656536 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-42203173-8967-4f3d-ab7d-ad9609bb000e tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:29:46.663671 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42203173-8967-4f3d-ab7d-ad9609bb000e tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:29:46.729223 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00d2346d-f828-412d-b167-268b34d60a9e req-10827f1f-03db-443a-92cf-e5e84e2cf1dc tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Network d07bf9c0-feda-49f0-ac68-879462adf9f1 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:29:46.749133 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-00d2346d-f828-412d-b167-268b34d60a9e req-10827f1f-03db-443a-92cf-e5e84e2cf1dc tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:29:46.770694 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-00d2346d-f828-412d-b167-268b34d60a9e req-10827f1f-03db-443a-92cf-e5e84e2cf1dc tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:29:46.776819 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10827f1f-03db-443a-92cf-e5e84e2cf1dc tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Pushing event updated for resources: {'Port': ['ID=f5c938b4-b620-4188-a605-ddf0a909af0a,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:47.273612 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-7d861310-c904-4495-8ace-802b531404a2 None None] Provisioning for port f5c938b4-b620-4188-a605-ddf0a909af0a completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:29:47.291350 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-7d861310-c904-4495-8ace-802b531404a2 None None] Provisioning complete for port f5c938b4-b620-4188-a605-ddf0a909af0a triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:29:47.291756 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-7d861310-c904-4495-8ace-802b531404a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:47.421618 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-7d861310-c904-4495-8ace-802b531404a2 None None] Port f5c938b4-b620-4188-a605-ddf0a909af0a cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:29:47.517744 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d2346d-f828-412d-b167-268b34d60a9e req-10827f1f-03db-443a-92cf-e5e84e2cf1dc tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:47.518686 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-00d2346d-f828-412d-b167-268b34d60a9e req-10827f1f-03db-443a-92cf-e5e84e2cf1dc tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:47.560223 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-00d2346d-f828-412d-b167-268b34d60a9e req-10827f1f-03db-443a-92cf-e5e84e2cf1dc tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1845589 Aug 10 03:29:47.584456 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-00d2346d-f828-412d-b167-268b34d60a9e req-96dcd9c8-5426-4ed9-980a-ae74d0d2846b service neutron] Request body: {'port': {'device_id': '25a2b433-b843-4071-8ca3-74d190678210', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:29:47.623815 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51845215-ee5f-4bef-a742-e9242c0d9cc7 req-ce9a4c87-ac37-45fd-9e88-465edb3209fb tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:47.625484 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-51845215-ee5f-4bef-a742-e9242c0d9cc7 req-ce9a4c87-ac37-45fd-9e88-465edb3209fb tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 931 time: 0.1806993 Aug 10 03:29:47.873632 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-51845215-ee5f-4bef-a742-e9242c0d9cc7 req-565e5ac3-6462-4ae1-b46a-73e310ffaf4f tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=970733cb-cbb6-4524-9c4b-45ba2a794350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1441405 Aug 10 03:29:47.937176 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-00d2346d-f828-412d-b167-268b34d60a9e req-96dcd9c8-5426-4ed9-980a-ae74d0d2846b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:48.067280 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-42203173-8967-4f3d-ab7d-ad9609bb000e tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks [] for router_gateway, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:48.174678 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd9dd32-e80b-4500-8502-231d7dd2ba0e req-6cc8e97d-c9ae-4988-ab02-c95f6e19dc6c tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:48.176842 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7fd9dd32-e80b-4500-8502-231d7dd2ba0e req-6cc8e97d-c9ae-4988-ab02-c95f6e19dc6c tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 945 time: 0.3202796 Aug 10 03:29:48.550825 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7fd9dd32-e80b-4500-8502-231d7dd2ba0e req-01431aa9-8ffd-444a-9821-ad838ed125b5 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3611538 Aug 10 03:29:48.884581 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-00d2346d-f828-412d-b167-268b34d60a9e req-96dcd9c8-5426-4ed9-980a-ae74d0d2846b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5c938b4-b620-4188-a605-ddf0a909af0a {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:29:48.901007 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-00d2346d-f828-412d-b167-268b34d60a9e req-96dcd9c8-5426-4ed9-980a-ae74d0d2846b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:49.028440 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4291ec-9390-448f-a6a5-31bf473d34f9 req-0156f54e-1f80-49f4-a6e6-2ddcad165a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:49.038440 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ec4291ec-9390-448f-a6a5-31bf473d34f9 req-0156f54e-1f80-49f4-a6e6-2ddcad165a07 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=45ea8e99da524d229eab9a9daefefa06&device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 1097 time: 0.2577536 Aug 10 03:29:49.041556 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-00d2346d-f828-412d-b167-268b34d60a9e req-96dcd9c8-5426-4ed9-980a-ae74d0d2846b service neutron] Transition to ACTIVE for port object f5c938b4-b620-4188-a605-ddf0a909af0a will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:29:49.125001 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-00d2346d-f828-412d-b167-268b34d60a9e req-96dcd9c8-5426-4ed9-980a-ae74d0d2846b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:49.362595 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-42203173-8967-4f3d-ab7d-ad9609bb000e tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:49.398944 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dcd9c8-5426-4ed9-980a-ae74d0d2846b service neutron] Pushing event updated for resources: {'Port': ['ID=f5c938b4-b620-4188-a605-ddf0a909af0a,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:49.686347 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bfacce-b6e9-444b-a833-710f831674d3 req-03cbf19e-ea83-4a94-a824-86d41b3d737b tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:49.695894 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d9bfacce-b6e9-444b-a833-710f831674d3 req-03cbf19e-ea83-4a94-a824-86d41b3d737b tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 943 time: 0.5836177 Aug 10 03:29:49.735000 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4291ec-9390-448f-a6a5-31bf473d34f9 req-4edef644-32b8-46d8-a6b4-73adbc0783f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:49.736535 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ec4291ec-9390-448f-a6a5-31bf473d34f9 req-4edef644-32b8-46d8-a6b4-73adbc0783f3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=72b680b6-c2b6-4772-b62f-31081d87c55d HTTP/1.1" status: 200 len: 913 time: 0.6739936 Aug 10 03:29:49.804239 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-28b48829-4d0d-47df-b45c-113c289b8526 req-2332e6cd-11a5-412b-8fc8-90c1c8b40863 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=044f5741-e4d3-4edf-954b-c2c5a6f36283&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1174536 Aug 10 03:29:49.854337 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ec4291ec-9390-448f-a6a5-31bf473d34f9 req-46be7c0c-35c8-4984-80ca-6a62bbed7783 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8faf8dfd-bf14-4900-825a-459411787c04 HTTP/1.1" status: 200 len: 217 time: 0.1064169 Aug 10 03:29:49.881840 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-00d2346d-f828-412d-b167-268b34d60a9e req-96dcd9c8-5426-4ed9-980a-ae74d0d2846b service neutron] Attempting to bind port f5c938b4-b620-4188-a605-ddf0a909af0a on host n-h2-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:29:49.882314 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-00d2346d-f828-412d-b167-268b34d60a9e req-96dcd9c8-5426-4ed9-980a-ae74d0d2846b service neutron] Attempting to bind port f5c938b4-b620-4188-a605-ddf0a909af0a by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': '137a9801-8fd3-46c2-ac1d-bb4eee5c7163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd07bf9c0-feda-49f0-ac68-879462adf9f1'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:29:49.882723 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d2346d-f828-412d-b167-268b34d60a9e req-96dcd9c8-5426-4ed9-980a-ae74d0d2846b service neutron] Attempting to bind port f5c938b4-b620-4188-a605-ddf0a909af0a on network d07bf9c0-feda-49f0-ac68-879462adf9f1 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:29:49.924876 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d9bfacce-b6e9-444b-a833-710f831674d3 req-1bcaebae-7f7e-4d61-ac45-03933c9dda96 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=970733cb-cbb6-4524-9c4b-45ba2a794350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2196708 Aug 10 03:29:49.934205 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d2346d-f828-412d-b167-268b34d60a9e req-96dcd9c8-5426-4ed9-980a-ae74d0d2846b service neutron] Port f5c938b4-b620-4188-a605-ddf0a909af0a on network d07bf9c0-feda-49f0-ac68-879462adf9f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:29:49.934665 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d2346d-f828-412d-b167-268b34d60a9e req-96dcd9c8-5426-4ed9-980a-ae74d0d2846b service neutron] Attempting to bind port f5c938b4-b620-4188-a605-ddf0a909af0a on network d07bf9c0-feda-49f0-ac68-879462adf9f1 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:29:49.968369 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be697bc5-7dcb-4869-9487-d49cd17c878d req-6cba1d03-676c-4004-a034-160d2d5904a1 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:49.970871 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b48829-4d0d-47df-b45c-113c289b8526 req-bd4c5c63-bac3-44b5-b364-57835b0b60ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:49.971398 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b48829-4d0d-47df-b45c-113c289b8526 req-bd4c5c63-bac3-44b5-b364-57835b0b60ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:49.971529 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-be697bc5-7dcb-4869-9487-d49cd17c878d req-6cba1d03-676c-4004-a034-160d2d5904a1 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 945 time: 0.2200794 Aug 10 03:29:49.971889 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b48829-4d0d-47df-b45c-113c289b8526 req-bd4c5c63-bac3-44b5-b364-57835b0b60ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:49.972384 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b48829-4d0d-47df-b45c-113c289b8526 req-bd4c5c63-bac3-44b5-b364-57835b0b60ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:49.972867 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b48829-4d0d-47df-b45c-113c289b8526 req-bd4c5c63-bac3-44b5-b364-57835b0b60ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:49.973310 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d2346d-f828-412d-b167-268b34d60a9e req-96dcd9c8-5426-4ed9-980a-ae74d0d2846b service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:29:49.973531 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b48829-4d0d-47df-b45c-113c289b8526 req-bd4c5c63-bac3-44b5-b364-57835b0b60ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:49.974139 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b48829-4d0d-47df-b45c-113c289b8526 req-bd4c5c63-bac3-44b5-b364-57835b0b60ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:49.974353 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d2346d-f828-412d-b167-268b34d60a9e req-96dcd9c8-5426-4ed9-980a-ae74d0d2846b service neutron] Checking segment: {'id': '137a9801-8fd3-46c2-ac1d-bb4eee5c7163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd07bf9c0-feda-49f0-ac68-879462adf9f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:29:49.975107 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d2346d-f828-412d-b167-268b34d60a9e req-96dcd9c8-5426-4ed9-980a-ae74d0d2846b service neutron] Bound using segment: {'id': '137a9801-8fd3-46c2-ac1d-bb4eee5c7163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd07bf9c0-feda-49f0-ac68-879462adf9f1'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:29:49.976226 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-00d2346d-f828-412d-b167-268b34d60a9e req-96dcd9c8-5426-4ed9-980a-ae74d0d2846b service neutron] Bound port: f5c938b4-b620-4188-a605-ddf0a909af0a, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '137a9801-8fd3-46c2-ac1d-bb4eee5c7163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd07bf9c0-feda-49f0-ac68-879462adf9f1'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:29:49.976758 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-28b48829-4d0d-47df-b45c-113c289b8526 req-bd4c5c63-bac3-44b5-b364-57835b0b60ee service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=06c20e5fd34a48aa8cc6b4171afd240a&device_id=044f5741-e4d3-4edf-954b-c2c5a6f36283 HTTP/1.1" status: 200 len: 6499 time: 0.0957026 Aug 10 03:29:49.977303 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-00d2346d-f828-412d-b167-268b34d60a9e req-96dcd9c8-5426-4ed9-980a-ae74d0d2846b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:50.043111 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4291ec-9390-448f-a6a5-31bf473d34f9 req-0a5b4f63-0405-4633-b6a5-99050dbb8dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:50.045224 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ec4291ec-9390-448f-a6a5-31bf473d34f9 req-0a5b4f63-0405-4633-b6a5-99050dbb8dc2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8f2c47df-839e-40b4-85ee-46033508b63e HTTP/1.1" status: 200 len: 853 time: 0.1783092 Aug 10 03:29:50.143095 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b48829-4d0d-47df-b45c-113c289b8526 req-47ba4ab9-3a14-4dea-bc77-a167f138398c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:50.143583 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b48829-4d0d-47df-b45c-113c289b8526 req-47ba4ab9-3a14-4dea-bc77-a167f138398c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:50.144396 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b48829-4d0d-47df-b45c-113c289b8526 req-47ba4ab9-3a14-4dea-bc77-a167f138398c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:50.146928 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-28b48829-4d0d-47df-b45c-113c289b8526 req-47ba4ab9-3a14-4dea-bc77-a167f138398c service neutron] 10.222.0.61 "GET /v2.0/networks?id=52a12912-47fc-48c4-aaf5-a9b690b74ffc&id=39a285d2-87a3-47d7-9b49-b0b0fee32784&id=39a285d2-87a3-47d7-9b49-b0b0fee32784&id=39a285d2-87a3-47d7-9b49-b0b0fee32784&id=39a285d2-87a3-47d7-9b49-b0b0fee32784&id=effb9b91-4a23-491a-b997-5e008612ed4d&id=effb9b91-4a23-491a-b997-5e008612ed4d HTTP/1.1" status: 200 len: 2289 time: 0.1372948 Aug 10 03:29:50.180431 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42203173-8967-4f3d-ab7d-ad9609bb000e tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Router f3efdd08-c4f9-4764-be4f-eee20f73c127 is scheduled to L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e with binding_index 1 {{(pid=94260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:29:50.186423 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ec4291ec-9390-448f-a6a5-31bf473d34f9 req-afb29dc5-3115-4828-bca4-30f45db4b6ca service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72b680b6-c2b6-4772-b62f-31081d87c55d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1221993 Aug 10 03:29:50.245295 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-28b48829-4d0d-47df-b45c-113c289b8526 req-6fcf3271-5582-4a3f-ae9d-3386b2e79980 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59b5fda1-f8d3-4c6d-b2ad-a1607e38f8ab HTTP/1.1" status: 200 len: 1001 time: 0.0888391 Aug 10 03:29:50.332665 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b48829-4d0d-47df-b45c-113c289b8526 req-3d0bc66a-f434-4eb6-a016-2e99e4ee5972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:50.334250 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-28b48829-4d0d-47df-b45c-113c289b8526 req-3d0bc66a-f434-4eb6-a016-2e99e4ee5972 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ee6f27b1-efb9-4823-8a00-7f908deefa06 HTTP/1.1" status: 200 len: 850 time: 0.0788598 Aug 10 03:29:50.335459 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-be697bc5-7dcb-4869-9487-d49cd17c878d req-0a820f45-fd0b-4c1d-ace6-c9b12700d065 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294017 Aug 10 03:29:50.345574 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4e40db7c-37c8-4539-90f2-57f7855d42df req-cac4c9bc-4ffa-44b2-9dd1-50f15e20c226 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5f70549b-d8ab-420c-8f76-4bc4d67f60eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3571668 Aug 10 03:29:50.439248 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b48829-4d0d-47df-b45c-113c289b8526 req-6f61a461-56d6-438c-a09a-86af5a98164e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:50.442077 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-28b48829-4d0d-47df-b45c-113c289b8526 req-6f61a461-56d6-438c-a09a-86af5a98164e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=52a12912-47fc-48c4-aaf5-a9b690b74ffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0968385 Aug 10 03:29:50.533057 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-00d2346d-f828-412d-b167-268b34d60a9e req-96dcd9c8-5426-4ed9-980a-ae74d0d2846b service neutron] For port f5c938b4-b620-4188-a605-ddf0a909af0a, host n-h2-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:29:50.601010 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-00d2346d-f828-412d-b167-268b34d60a9e req-96dcd9c8-5426-4ed9-980a-ae74d0d2846b service neutron] For port f5c938b4-b620-4188-a605-ddf0a909af0a, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=f5c938b4-b620-4188-a605-ddf0a909af0a,segment=NetworkSegment(137a9801-8fd3-46c2-ac1d-bb4eee5c7163),segment_id=137a9801-8fd3-46c2-ac1d-bb4eee5c7163)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:29:50.707934 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-00d2346d-f828-412d-b167-268b34d60a9e req-96dcd9c8-5426-4ed9-980a-ae74d0d2846b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:50.729460 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-28b48829-4d0d-47df-b45c-113c289b8526 req-346e3333-aab3-4375-9b14-ee48c4279c24 service neutron] 10.222.0.61 "GET /v2.0/networks/52a12912-47fc-48c4-aaf5-a9b690b74ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792578 Aug 10 03:29:50.780027 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d2346d-f828-412d-b167-268b34d60a9e req-96dcd9c8-5426-4ed9-980a-ae74d0d2846b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:50.781410 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-00d2346d-f828-412d-b167-268b34d60a9e req-96dcd9c8-5426-4ed9-980a-ae74d0d2846b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:50.785064 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-00d2346d-f828-412d-b167-268b34d60a9e req-96dcd9c8-5426-4ed9-980a-ae74d0d2846b service neutron] 10.222.0.61 "PUT /v2.0/ports/f5c938b4-b620-4188-a605-ddf0a909af0a HTTP/1.1" status: 200 len: 1092 time: 3.2097950 Aug 10 03:29:50.820207 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25a2b433-b843-4071-8ca3-74d190678210', 'tag': 'f5c938b4-b620-4188-a605-ddf0a909af0a'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:29:50.832039 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e4071a1-1d18-4178-beab-587c81b033fb" -d '{"events": [{"name": "network-changed", "server_uuid": "25a2b433-b843-4071-8ca3-74d190678210", "tag": "f5c938b4-b620-4188-a605-ddf0a909af0a"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:29:50.912891 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-28b48829-4d0d-47df-b45c-113c289b8526 req-553972d8-84f4-4e2b-8a13-ff99d8dc2f80 service neutron] 10.222.0.61 "GET /v2.0/networks/52a12912-47fc-48c4-aaf5-a9b690b74ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745148 Aug 10 03:29:50.944754 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ec4291ec-9390-448f-a6a5-31bf473d34f9 req-84a23aeb-8db0-4514-9a45-711fc9cf6558 service neutron] 10.222.0.42 "GET /v2.0/networks/72b680b6-c2b6-4772-b62f-31081d87c55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7404625 Aug 10 03:29:50.948840 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e40db7c-37c8-4539-90f2-57f7855d42df req-b88e195a-9a97-46fb-92ff-c8bb11d5836f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:50.958705 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4e40db7c-37c8-4539-90f2-57f7855d42df req-b88e195a-9a97-46fb-92ff-c8bb11d5836f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e9ab4296b9324b029547ba2c6dc24132&device_id=5f70549b-d8ab-420c-8f76-4bc4d67f60eb HTTP/1.1" status: 200 len: 1097 time: 0.5702693 Aug 10 03:29:51.002843 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db8033a-a795-4591-b347-d2ddc837db2a x-openstack-request-id: req-4db8033a-a795-4591-b347-d2ddc837db2a {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:29:51.003553 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25a2b433-b843-4071-8ca3-74d190678210", "tag": "f5c938b4-b620-4188-a605-ddf0a909af0a", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:29:51.004021 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4db8033a-a795-4591-b347-d2ddc837db2a {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:29:51.004725 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25a2b433-b843-4071-8ca3-74d190678210', 'tag': 'f5c938b4-b620-4188-a605-ddf0a909af0a', 'status': 'completed', 'code': 200} Aug 10 03:29:51.005203 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-28b48829-4d0d-47df-b45c-113c289b8526 req-6c84703c-acec-4262-b527-6067e5391da5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=a51886da-65ec-4881-8090-1c7844482542 HTTP/1.1" status: 200 len: 217 time: 0.0800076 Aug 10 03:29:51.142629 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b48829-4d0d-47df-b45c-113c289b8526 req-2ea552e5-a23d-4c3e-9ef4-e1fde39b78bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:51.146313 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-28b48829-4d0d-47df-b45c-113c289b8526 req-2ea552e5-a23d-4c3e-9ef4-e1fde39b78bd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2818801a-2e35-4ece-b2ba-d3311c823064 HTTP/1.1" status: 200 len: 797 time: 0.1337254 Aug 10 03:29:51.209513 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b48829-4d0d-47df-b45c-113c289b8526 req-9006f15a-de9b-489a-bca2-7345849295e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:51.211846 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-28b48829-4d0d-47df-b45c-113c289b8526 req-9006f15a-de9b-489a-bca2-7345849295e6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=39a285d2-87a3-47d7-9b49-b0b0fee32784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0575309 Aug 10 03:29:51.320995 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-10bfcad0-913b-474f-bfc6-4ff6e194f5f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:51.366742 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-28b48829-4d0d-47df-b45c-113c289b8526 req-b9a0554b-cb05-4c6a-b63d-e3a86151278a service neutron] 10.222.0.61 "GET /v2.0/networks/39a285d2-87a3-47d7-9b49-b0b0fee32784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456573 Aug 10 03:29:51.459406 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42203173-8967-4f3d-ab7d-ad9609bb000e tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:29:51.476849 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c371987-5e75-45f4-8509-8e06e2ed3924 None None] Sync routers for ids ['f3efdd08-c4f9-4764-be4f-eee20f73c127'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:29:51.500650 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c371987-5e75-45f4-8509-8e06e2ed3924 None None] Routers {'f3efdd08-c4f9-4764-be4f-eee20f73c127'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:29:51.503804 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-6c371987-5e75-45f4-8509-8e06e2ed3924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:29:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['f3efdd08-c4f9-4764-be4f-eee20f73c127'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:51.539529 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-28b48829-4d0d-47df-b45c-113c289b8526 req-848766c1-b170-4fb7-ac81-020a7e9cccb6 service neutron] 10.222.0.61 "GET /v2.0/networks/39a285d2-87a3-47d7-9b49-b0b0fee32784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617625 Aug 10 03:29:51.566268 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-6c371987-5e75-45f4-8509-8e06e2ed3924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:51.581002 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c371987-5e75-45f4-8509-8e06e2ed3924 None None] Routers {'f3efdd08-c4f9-4764-be4f-eee20f73c127'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:29:51.582401 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-6c371987-5e75-45f4-8509-8e06e2ed3924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:29:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['f3efdd08-c4f9-4764-be4f-eee20f73c127'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:51.605606 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dcd9c8-5426-4ed9-980a-ae74d0d2846b service neutron] Pushing event updated for resources: {'Port': ['ID=f5c938b4-b620-4188-a605-ddf0a909af0a,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:51.619536 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-28b48829-4d0d-47df-b45c-113c289b8526 req-fe127791-c2d2-400d-b28b-507f66a690dc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.228&port_id=d7410f22-72fc-46b2-bf2c-021ea69dd6bd HTTP/1.1" status: 200 len: 217 time: 0.0695939 Aug 10 03:29:51.627749 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-6c371987-5e75-45f4-8509-8e06e2ed3924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:51.628658 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c371987-5e75-45f4-8509-8e06e2ed3924 None None] The sync data for ids ['f3efdd08-c4f9-4764-be4f-eee20f73c127'] in n-d-768862-13 is: [] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:29:51.689843 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-42203173-8967-4f3d-ab7d-ad9609bb000e tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks [] for router, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:51.691280 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-42203173-8967-4f3d-ab7d-ad9609bb000e tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 8.0503719 Aug 10 03:29:51.696288 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 38206) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:51.705377 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d2346d-f828-412d-b167-268b34d60a9e req-8f9a19ca-fa97-4eaf-b505-03ff8021486f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:51.707158 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-00d2346d-f828-412d-b167-268b34d60a9e req-8f9a19ca-fa97-4eaf-b505-03ff8021486f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2680b799feb54d8c9fdff98330bf1a96&device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 1095 time: 0.7822545 Aug 10 03:29:51.738047 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09ea6f9-d71a-40c0-a476-efcbaa532cbf req-9cb61b84-3212-42fa-9467-cb46d34181a1 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:51.740544 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c09ea6f9-d71a-40c0-a476-efcbaa532cbf req-9cb61b84-3212-42fa-9467-cb46d34181a1 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 943 time: 0.3395326 Aug 10 03:29:51.785071 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b48829-4d0d-47df-b45c-113c289b8526 req-0c1c5790-2984-4dce-ac69-78de4699f255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:51.787696 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-28b48829-4d0d-47df-b45c-113c289b8526 req-0c1c5790-2984-4dce-ac69-78de4699f255 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2818801a-2e35-4ece-b2ba-d3311c823064 HTTP/1.1" status: 200 len: 797 time: 0.1598279 Aug 10 03:29:51.805984 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ec4291ec-9390-448f-a6a5-31bf473d34f9 req-5e3b2bc9-bb28-4f50-84d9-2b7e26cb70c1 service neutron] 10.222.0.42 "GET /v2.0/networks/72b680b6-c2b6-4772-b62f-31081d87c55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8146315 Aug 10 03:29:51.807496 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-00d2346d-f828-412d-b167-268b34d60a9e req-5c1fbe1c-7981-42ba-a345-00eda4982342 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5c938b4-b620-4188-a605-ddf0a909af0a HTTP/1.1" status: 200 len: 217 time: 0.0822375 Aug 10 03:29:51.808653 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e40db7c-37c8-4539-90f2-57f7855d42df req-0c294fab-4921-49f7-8013-f98b9580b196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:51.810260 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4e40db7c-37c8-4539-90f2-57f7855d42df req-0c294fab-4921-49f7-8013-f98b9580b196 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c0659391-a657-4b16-a8ee-a2586c7786a9 HTTP/1.1" status: 200 len: 915 time: 0.8146052 Aug 10 03:29:51.825784 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de69e37-f7c7-4b47-96e7-94d340c852ed req-990f0269-418e-4e9a-a899-ceabe3c8ad13 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:51.834336 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1de69e37-f7c7-4b47-96e7-94d340c852ed req-990f0269-418e-4e9a-a899-ceabe3c8ad13 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 945 time: 0.2830834 Aug 10 03:29:51.969303 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b48829-4d0d-47df-b45c-113c289b8526 req-016b632b-dfc0-48d5-bcdf-4a318db77e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:51.972011 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-28b48829-4d0d-47df-b45c-113c289b8526 req-016b632b-dfc0-48d5-bcdf-4a318db77e1f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=39a285d2-87a3-47d7-9b49-b0b0fee32784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1685479 Aug 10 03:29:51.986098 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-6027daf2-ffe6-43dd-bc26-706d0041ae97 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "GET /v2.0/routers/f3efdd08-c4f9-4764-be4f-eee20f73c127 HTTP/1.1" status: 200 len: 880 time: 0.2851369 Aug 10 03:29:51.986369 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 38220) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:52.061649 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c09ea6f9-d71a-40c0-a476-efcbaa532cbf req-3ac5f851-2ae7-48e0-b569-2228c3b06329 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=970733cb-cbb6-4524-9c4b-45ba2a794350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3034065 Aug 10 03:29:52.077795 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d2346d-f828-412d-b167-268b34d60a9e req-90023035-8ceb-403f-8fed-efab4d1c071a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:52.083822 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-00d2346d-f828-412d-b167-268b34d60a9e req-90023035-8ceb-403f-8fed-efab4d1c071a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=33a1c40e-b5d2-46c7-a6a1-fa6cc0352aec HTTP/1.1" status: 200 len: 850 time: 0.2466850 Aug 10 03:29:52.089666 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4e40db7c-37c8-4539-90f2-57f7855d42df req-934a6139-1c78-4ac7-beb8-65e0defe16f6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cbef0d33-5e2e-4d43-a157-107b8525b6d2 HTTP/1.1" status: 200 len: 1000 time: 0.2497668 Aug 10 03:29:52.095409 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1de69e37-f7c7-4b47-96e7-94d340c852ed req-6ddfea87-8321-4f57-b519-682c1bc701e6 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601666 Aug 10 03:29:52.234548 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e40db7c-37c8-4539-90f2-57f7855d42df req-78b26228-7791-4d73-a84d-c4ac40e8c98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:52.236387 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4e40db7c-37c8-4539-90f2-57f7855d42df req-78b26228-7791-4d73-a84d-c4ac40e8c98d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ffd75aef-22f1-4d31-9592-d84c9fe2b2a2 HTTP/1.1" status: 200 len: 854 time: 0.1333141 Aug 10 03:29:52.240567 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d2346d-f828-412d-b167-268b34d60a9e req-531e8e1b-4f5e-4059-9c9b-73e9ace581db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:52.242264 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-00d2346d-f828-412d-b167-268b34d60a9e req-531e8e1b-4f5e-4059-9c9b-73e9ace581db service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d07bf9c0-feda-49f0-ac68-879462adf9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1405220 Aug 10 03:29:52.358523 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e40db7c-37c8-4539-90f2-57f7855d42df req-b30810af-3414-4098-a93d-27e8e186f317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:52.360260 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4e40db7c-37c8-4539-90f2-57f7855d42df req-b30810af-3414-4098-a93d-27e8e186f317 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c0659391-a657-4b16-a8ee-a2586c7786a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1160419 Aug 10 03:29:52.417191 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-28b48829-4d0d-47df-b45c-113c289b8526 req-6bdfb586-8f05-45f5-a71b-2dc0ab9b1dd1 service neutron] 10.222.0.61 "GET /v2.0/networks/39a285d2-87a3-47d7-9b49-b0b0fee32784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4320786 Aug 10 03:29:52.434820 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-00d2346d-f828-412d-b167-268b34d60a9e req-bc5abca2-c88c-43dd-bda5-7f0c1e705ec2 service neutron] 10.222.0.61 "GET /v2.0/networks/d07bf9c0-feda-49f0-ac68-879462adf9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814611 Aug 10 03:29:52.450104 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 8faf8dfd-bf14-4900-825a-459411787c04 no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:29:52.571324 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4e40db7c-37c8-4539-90f2-57f7855d42df req-816a13df-1951-46f2-a724-c6998997838b service neutron] 10.222.0.42 "GET /v2.0/networks/c0659391-a657-4b16-a8ee-a2586c7786a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013838 Aug 10 03:29:52.643704 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:52.682099 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-00d2346d-f828-412d-b167-268b34d60a9e req-dc058c62-c39a-4c03-9cba-a82e6e7b3c5e service neutron] 10.222.0.61 "GET /v2.0/networks/d07bf9c0-feda-49f0-ac68-879462adf9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365439 Aug 10 03:29:52.712766 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-28b48829-4d0d-47df-b45c-113c289b8526 req-49c91013-d272-4bce-a438-1950fd2c3b7e service neutron] 10.222.0.61 "GET /v2.0/networks/39a285d2-87a3-47d7-9b49-b0b0fee32784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833731 Aug 10 03:29:52.723783 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 8faf8dfd-bf14-4900-825a-459411787c04, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=8faf8dfd-bf14-4900-825a-459411787c04,segment=NetworkSegment(c50377c0-d527-459a-94e9-130b25761d57),segment_id=c50377c0-d527-459a-94e9-130b25761d57)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:52.728705 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b526f5e-f566-4b12-8400-9b50faf2cac0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8faf8dfd-bf14-4900-825a-459411787c04'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:29:52.744586 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db00989-48a7-4b7e-aaae-701765e57c88" -d '{"events": [{"server_uuid": "6b526f5e-f566-4b12-8400-9b50faf2cac0", "name": "network-vif-unplugged", "status": "completed", "tag": "8faf8dfd-bf14-4900-825a-459411787c04"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:29:52.757116 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:52.815347 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-28b48829-4d0d-47df-b45c-113c289b8526 req-99e4b62a-ce4c-42b8-b89b-900ff7c1e6ed service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.215&port_id=18f38f10-6fe8-483d-95d9-e9238a6e463c HTTP/1.1" status: 200 len: 217 time: 0.0919788 Aug 10 03:29:52.839698 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec09e3f4-ad66-48aa-9c0e-3cff6a7a4c67 x-openstack-request-id: req-ec09e3f4-ad66-48aa-9c0e-3cff6a7a4c67 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:29:52.840275 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b526f5e-f566-4b12-8400-9b50faf2cac0", "name": "network-vif-unplugged", "status": "completed", "tag": "8faf8dfd-bf14-4900-825a-459411787c04", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:29:52.840694 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ec09e3f4-ad66-48aa-9c0e-3cff6a7a4c67 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:29:52.841283 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b526f5e-f566-4b12-8400-9b50faf2cac0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8faf8dfd-bf14-4900-825a-459411787c04', 'code': 200} Aug 10 03:29:52.857899 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=8faf8dfd-bf14-4900-825a-459411787c04,revision_number=8']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:52.871840 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4e40db7c-37c8-4539-90f2-57f7855d42df req-87acf713-3c1a-4b8d-9af5-0db8a48b94dd service neutron] 10.222.0.42 "GET /v2.0/networks/c0659391-a657-4b16-a8ee-a2586c7786a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2885404 Aug 10 03:29:52.878426 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4071a1-1d18-4178-beab-587c81b033fb req-593281ec-4217-4a38-8cdc-cbd8228dedbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:52.880073 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1e4071a1-1d18-4178-beab-587c81b033fb req-593281ec-4217-4a38-8cdc-cbd8228dedbe service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2680b799feb54d8c9fdff98330bf1a96&device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 1095 time: 0.1125307 Aug 10 03:29:52.912137 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-6c54eb84-2fc0-4b99-bba1-400cffe0008f tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.9241688 Aug 10 03:29:52.914794 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 38228) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:52.922481 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-5fd4c800-6947-47a6-9a51-89ea6eaae281 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-143278200'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:29:53.168530 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4071a1-1d18-4178-beab-587c81b033fb req-42129b80-a8e5-4612-b472-aea4de601bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:53.172132 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1e4071a1-1d18-4178-beab-587c81b033fb req-42129b80-a8e5-4612-b472-aea4de601bda service neutron] 10.222.0.61 "GET /v2.0/networks?id=d07bf9c0-feda-49f0-ac68-879462adf9f1 HTTP/1.1" status: 200 len: 911 time: 0.2844622 Aug 10 03:29:53.374444 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1e4071a1-1d18-4178-beab-587c81b033fb req-fdd336f9-df9e-42c4-a2da-374dbc43d470 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5c938b4-b620-4188-a605-ddf0a909af0a HTTP/1.1" status: 200 len: 217 time: 0.1933811 Aug 10 03:29:53.523022 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4071a1-1d18-4178-beab-587c81b033fb req-e7abd022-ecd7-480a-9966-dbc951e9d437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:53.524564 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1e4071a1-1d18-4178-beab-587c81b033fb req-e7abd022-ecd7-480a-9966-dbc951e9d437 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=33a1c40e-b5d2-46c7-a6a1-fa6cc0352aec HTTP/1.1" status: 200 len: 850 time: 0.0875015 Aug 10 03:29:53.535510 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aa1a67-bf23-40e5-8e8f-62d842795b56 req-41ad17b6-1217-444f-9e5a-a3b9373deb14 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:53.539835 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-72aa1a67-bf23-40e5-8e8f-62d842795b56 req-41ad17b6-1217-444f-9e5a-a3b9373deb14 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 943 time: 0.2084837 Aug 10 03:29:53.553855 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e4266b-55b9-4fec-80bb-26e195b27705 req-30e15724-7579-4c54-a550-1882d1034be9 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:53.555598 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-16e4266b-55b9-4fec-80bb-26e195b27705 req-30e15724-7579-4c54-a550-1882d1034be9 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 943 time: 0.2046609 Aug 10 03:29:53.632954 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f7cfa09e-60b7-424b-ab3b-a1fcf1cc5874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:53.726035 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4071a1-1d18-4178-beab-587c81b033fb req-c5c56030-a673-4b4f-9d0b-8bc2ec1bdd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:53.732813 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1e4071a1-1d18-4178-beab-587c81b033fb req-c5c56030-a673-4b4f-9d0b-8bc2ec1bdd48 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d07bf9c0-feda-49f0-ac68-879462adf9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1940980 Aug 10 03:29:53.777521 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b48829-4d0d-47df-b45c-113c289b8526 req-b5a45334-2eb5-4878-b1b6-41f7157a215a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:53.791975 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-28b48829-4d0d-47df-b45c-113c289b8526 req-b5a45334-2eb5-4878-b1b6-41f7157a215a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2818801a-2e35-4ece-b2ba-d3311c823064 HTTP/1.1" status: 200 len: 797 time: 0.9638667 Aug 10 03:29:53.886130 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-72aa1a67-bf23-40e5-8e8f-62d842795b56 req-0d11a673-f6aa-451a-9237-b8c8ec3d26a1 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=970733cb-cbb6-4524-9c4b-45ba2a794350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2597167 Aug 10 03:29:53.895278 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-16e4266b-55b9-4fec-80bb-26e195b27705 req-dd8f73b2-9381-425c-896f-659ab8cd2b99 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302885 Aug 10 03:29:53.956838 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1e4071a1-1d18-4178-beab-587c81b033fb req-743f6739-93ab-4e94-84e3-61f698a1144b service neutron] 10.222.0.61 "GET /v2.0/networks/d07bf9c0-feda-49f0-ac68-879462adf9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086360 Aug 10 03:29:54.134669 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b48829-4d0d-47df-b45c-113c289b8526 req-31697f1d-ecd0-465d-a6cd-6017074cc07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:54.136455 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-28b48829-4d0d-47df-b45c-113c289b8526 req-31697f1d-ecd0-465d-a6cd-6017074cc07b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=39a285d2-87a3-47d7-9b49-b0b0fee32784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3301420 Aug 10 03:29:54.172806 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:54.255157 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1e4071a1-1d18-4178-beab-587c81b033fb req-fd186425-6d64-44b8-9950-eeadffdd5005 service neutron] 10.222.0.61 "GET /v2.0/networks/d07bf9c0-feda-49f0-ac68-879462adf9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845273 Aug 10 03:29:54.354103 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5fd4c800-6947-47a6-9a51-89ea6eaae281 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-520463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-522334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1409'] for router, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:54.384889 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5fd4c800-6947-47a6-9a51-89ea6eaae281 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-520692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-520701', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-522311'] for router, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:54.547042 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-28b48829-4d0d-47df-b45c-113c289b8526 req-0ac29f53-2c57-4764-9b26-a6c248526de8 service neutron] 10.222.0.61 "GET /v2.0/networks/39a285d2-87a3-47d7-9b49-b0b0fee32784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3962352 Aug 10 03:29:54.560770 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fd4c800-6947-47a6-9a51-89ea6eaae281 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Router f3efdd08-c4f9-4764-be4f-eee20f73c127 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:29:54.771911 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-28b48829-4d0d-47df-b45c-113c289b8526 req-8dd3d3df-1c98-496d-aa49-731aefb3c264 service neutron] 10.222.0.61 "GET /v2.0/networks/39a285d2-87a3-47d7-9b49-b0b0fee32784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066023 Aug 10 03:29:54.790763 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fd4c800-6947-47a6-9a51-89ea6eaae281 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:29:54.806586 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd49d3bc-a276-4670-a394-5a31959b4f8b None None] Sync routers for ids ['f3efdd08-c4f9-4764-be4f-eee20f73c127'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:29:54.828149 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 38260) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:54.836317 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd49d3bc-a276-4670-a394-5a31959b4f8b None None] Routers {'f3efdd08-c4f9-4764-be4f-eee20f73c127'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:29:54.837013 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5fd4c800-6947-47a6-9a51-89ea6eaae281 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:54.838302 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-5fd4c800-6947-47a6-9a51-89ea6eaae281 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "PUT /v2.0/routers/f3efdd08-c4f9-4764-be4f-eee20f73c127 HTTP/1.1" status: 200 len: 887 time: 1.9225292 Aug 10 03:29:54.838851 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-bd49d3bc-a276-4670-a394-5a31959b4f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:29:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['f3efdd08-c4f9-4764-be4f-eee20f73c127'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:54.840784 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-28b48829-4d0d-47df-b45c-113c289b8526 req-95d6546e-a1a5-470c-8d56-2fe74c1dd7ca service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=23f3db6a-3d09-4219-a20f-499c73daf5a4 HTTP/1.1" status: 200 len: 217 time: 0.0607474 Aug 10 03:29:54.842580 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 38264) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:54.916496 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-bd49d3bc-a276-4670-a394-5a31959b4f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:54.956177 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd49d3bc-a276-4670-a394-5a31959b4f8b None None] Routers {'f3efdd08-c4f9-4764-be4f-eee20f73c127'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:29:54.961326 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-bd49d3bc-a276-4670-a394-5a31959b4f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:29:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['f3efdd08-c4f9-4764-be4f-eee20f73c127'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:54.979976 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b48829-4d0d-47df-b45c-113c289b8526 req-ab2ee47e-157d-4d0b-be50-3eb39e1578f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:54.995589 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-28b48829-4d0d-47df-b45c-113c289b8526 req-ab2ee47e-157d-4d0b-be50-3eb39e1578f5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2818801a-2e35-4ece-b2ba-d3311c823064 HTTP/1.1" status: 200 len: 797 time: 0.1460211 Aug 10 03:29:55.022154 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-2aaf2bd6-be05-4c42-8014-a8968a0558f4 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "GET /v2.0/routers/f3efdd08-c4f9-4764-be4f-eee20f73c127 HTTP/1.1" status: 200 len: 887 time: 0.1780608 Aug 10 03:29:55.026937 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 38270) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:55.084186 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-bd49d3bc-a276-4670-a394-5a31959b4f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:55.084851 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd49d3bc-a276-4670-a394-5a31959b4f8b None None] The sync data for ids ['f3efdd08-c4f9-4764-be4f-eee20f73c127'] in n-d-768862-13 is: [] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:29:55.104895 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-61c5a0b7-d583-41a0-9f51-072c0d6ecaa4 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3efdd08-c4f9-4764-be4f-eee20f73c127 HTTP/1.1" status: 200 len: 205 time: 0.0723510 Aug 10 03:29:55.105609 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 38274) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:55.113952 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b48829-4d0d-47df-b45c-113c289b8526 req-6800beb6-0fd1-431e-9a6f-ca4521959885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:55.115701 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-28b48829-4d0d-47df-b45c-113c289b8526 req-6800beb6-0fd1-431e-9a6f-ca4521959885 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=39a285d2-87a3-47d7-9b49-b0b0fee32784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1103051 Aug 10 03:29:55.244055 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8f11fabb-65c5-4415-a9c0-5f67467a80c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:55.288362 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:55.297053 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f7d9b-2cab-43b5-a98a-ed777c2a2803 req-0b3d924a-106f-45ec-b856-34f472b92527 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:55.299865 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-038f7d9b-2cab-43b5-a98a-ed777c2a2803 req-0b3d924a-106f-45ec-b856-34f472b92527 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 943 time: 0.2129304 Aug 10 03:29:55.306513 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-28b48829-4d0d-47df-b45c-113c289b8526 req-7d1c0e64-e3f9-4570-a1b6-19e6ef2c0a64 service neutron] 10.222.0.61 "GET /v2.0/networks/39a285d2-87a3-47d7-9b49-b0b0fee32784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542168 Aug 10 03:29:55.309257 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d21a0c1b-09cd-4fe0-980b-af96e039c130 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks [] for router, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:55.319488 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0692884c-2fae-475c-88ea-a63a5c9027de req-477c8ede-4020-4fd6-b28c-2a9268327775 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:55.322411 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0692884c-2fae-475c-88ea-a63a5c9027de req-477c8ede-4020-4fd6-b28c-2a9268327775 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 943 time: 0.2164719 Aug 10 03:29:55.508577 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-038f7d9b-2cab-43b5-a98a-ed777c2a2803 req-dd3a02c4-e4f7-4b80-95f6-cc0e9acff858 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826479 Aug 10 03:29:55.521695 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0692884c-2fae-475c-88ea-a63a5c9027de req-aea52a5a-8c9a-45b2-85d4-35b801447592 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=970733cb-cbb6-4524-9c4b-45ba2a794350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1890523 Aug 10 03:29:55.545740 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-28b48829-4d0d-47df-b45c-113c289b8526 req-66bd0814-ffe2-4cc5-963a-367d911729e0 service neutron] 10.222.0.61 "GET /v2.0/networks/39a285d2-87a3-47d7-9b49-b0b0fee32784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937685 Aug 10 03:29:55.645630 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8f11fabb-65c5-4415-a9c0-5f67467a80c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:55.657019 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8f11fabb-65c5-4415-a9c0-5f67467a80c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:55.688722 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-28b48829-4d0d-47df-b45c-113c289b8526 req-1a809e3f-3157-4b15-8c00-c5d9b46c314e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=bc2aced1-42d5-40a0-a09b-18f14c994288 HTTP/1.1" status: 200 len: 217 time: 0.1301496 Aug 10 03:29:55.700456 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d21a0c1b-09cd-4fe0-980b-af96e039c130 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:55.700667 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f11fabb-65c5-4415-a9c0-5f67467a80c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c132a48-70b1-40be-82b8-dd40735269c6,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:55.768827 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-8f11fabb-65c5-4415-a9c0-5f67467a80c0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f7eafbea06b241b6bce1547a86eb327d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9375131 Aug 10 03:29:55.772537 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 38282) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:55.776439 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [req-e5510822-4a3c-46f4-aff9-7dab8b344d83 req-bf54ff8c-beeb-41b1-9f79-2b261ad546f9 tempest-ServersAdminNegativeTestJSON-612226385 tempest-ServersAdminNegativeTestJSON-612226385-project] (94261) timed out ('10.222.0.61', 55434) {{(pid=94261) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 03:29:55.820931 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109cc8e6-8985-4784-abbf-4e6e6a2b7d8c req-6aded401-d62a-4638-9ecf-18353449ec5b tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:55.822604 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-109cc8e6-8985-4784-abbf-4e6e6a2b7d8c req-6aded401-d62a-4638-9ecf-18353449ec5b tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 943 time: 0.1101789 Aug 10 03:29:55.846355 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b48829-4d0d-47df-b45c-113c289b8526 req-bff48b04-270e-4386-af4d-fa4b1d29f258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:55.849556 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-28b48829-4d0d-47df-b45c-113c289b8526 req-bff48b04-270e-4386-af4d-fa4b1d29f258 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7168ea7b-40ab-485b-96d9-f59bb6e03de2 HTTP/1.1" status: 200 len: 797 time: 0.1520724 Aug 10 03:29:55.868593 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-74b3a9d3-a617-4de9-91c5-8eb401132306 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:55.900209 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-109cc8e6-8985-4784-abbf-4e6e6a2b7d8c req-33131f28-133d-431b-a13c-42714cef5829 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650330 Aug 10 03:29:55.910935 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-74b3a9d3-a617-4de9-91c5-8eb401132306 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:55.951576 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-d21a0c1b-09cd-4fe0-980b-af96e039c130 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Deleting port 85168be9-6444-4252-9c33-4e17f70bc0e3 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:29:55.952144 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d21a0c1b-09cd-4fe0-980b-af96e039c130 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:55.959087 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b48829-4d0d-47df-b45c-113c289b8526 req-7ca7354c-1010-4216-b031-55d05865e086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:55.961917 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-28b48829-4d0d-47df-b45c-113c289b8526 req-7ca7354c-1010-4216-b031-55d05865e086 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=effb9b91-4a23-491a-b997-5e008612ed4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1013486 Aug 10 03:29:56.010637 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-74b3a9d3-a617-4de9-91c5-8eb401132306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:56.016140 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-74b3a9d3-a617-4de9-91c5-8eb401132306 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:56.018471 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-74b3a9d3-a617-4de9-91c5-8eb401132306 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4c132a48-70b1-40be-82b8-dd40735269c6 HTTP/1.1" status: 204 len: 168 time: 0.2447395 Aug 10 03:29:56.033536 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b3a9d3-a617-4de9-91c5-8eb401132306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c132a48-70b1-40be-82b8-dd40735269c6,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:56.125274 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:56.192508 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d21a0c1b-09cd-4fe0-980b-af96e039c130 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:56.203414 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-28b48829-4d0d-47df-b45c-113c289b8526 req-99dd0618-9153-414a-9ef9-20e2b82879b3 service neutron] 10.222.0.61 "GET /v2.0/networks/effb9b91-4a23-491a-b997-5e008612ed4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227218 Aug 10 03:29:56.210765 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-d21a0c1b-09cd-4fe0-980b-af96e039c130 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Calling delete_port for 85168be9-6444-4252-9c33-4e17f70bc0e3 owned by network:router_gateway {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:29:56.384394 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-28b48829-4d0d-47df-b45c-113c289b8526 req-6bbe8487-7ba4-42f9-bbd9-d9c3e279e199 service neutron] 10.222.0.61 "GET /v2.0/networks/effb9b91-4a23-491a-b997-5e008612ed4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714835 Aug 10 03:29:56.461131 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 8faf8dfd-bf14-4900-825a-459411787c04 no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:29:56.466048 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-28b48829-4d0d-47df-b45c-113c289b8526 req-dc8ae8db-22a4-454e-a19d-c3e7d33d365f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b89f32b7-4acc-40c3-80d9-d8f2bfec5293 HTTP/1.1" status: 200 len: 217 time: 0.0474708 Aug 10 03:29:56.558533 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b48829-4d0d-47df-b45c-113c289b8526 req-33709efb-4a0b-494a-826e-937788ea25ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:56.559854 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-28b48829-4d0d-47df-b45c-113c289b8526 req-33709efb-4a0b-494a-826e-937788ea25ed service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7168ea7b-40ab-485b-96d9-f59bb6e03de2 HTTP/1.1" status: 200 len: 797 time: 0.0857742 Aug 10 03:29:56.628797 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d21a0c1b-09cd-4fe0-980b-af96e039c130 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:56.664241 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21a0c1b-09cd-4fe0-980b-af96e039c130 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Pushing event deleted for resources: {'Port': ['ID=85168be9-6444-4252-9c33-4e17f70bc0e3,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:56.666183 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device f5c938b4-b620-4188-a605-ddf0a909af0a details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:29:56.672900 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b48829-4d0d-47df-b45c-113c289b8526 req-0fcf4ab5-adaf-4225-aad2-2f5c4f5f9df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:56.674594 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-28b48829-4d0d-47df-b45c-113c289b8526 req-0fcf4ab5-adaf-4225-aad2-2f5c4f5f9df3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=effb9b91-4a23-491a-b997-5e008612ed4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1049852 Aug 10 03:29:56.882458 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc99c6f8-a90f-44cb-9eb8-48fedd0c0c7f req-55a80db0-cf45-46c2-aa84-108450e86273 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:56.889135 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fc99c6f8-a90f-44cb-9eb8-48fedd0c0c7f req-55a80db0-cf45-46c2-aa84-108450e86273 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 943 time: 0.2906063 Aug 10 03:29:56.937681 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 38312) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:56.940470 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:57.009457 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-28b48829-4d0d-47df-b45c-113c289b8526 req-b3238d2c-1e5c-4011-9d02-38328fac5371 service neutron] 10.222.0.61 "GET /v2.0/networks/effb9b91-4a23-491a-b997-5e008612ed4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3262773 Aug 10 03:29:57.028911 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port f5c938b4-b620-4188-a605-ddf0a909af0a, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=f5c938b4-b620-4188-a605-ddf0a909af0a,segment=NetworkSegment(137a9801-8fd3-46c2-ac1d-bb4eee5c7163),segment_id=137a9801-8fd3-46c2-ac1d-bb4eee5c7163)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:57.037952 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f1b04a23-78e8-4c8f-8adc-9d3d52cbbdd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:57.053705 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f86f945-ac63-45e6-950c-a486a0ab6d97 req-1c30c93a-30a0-48ba-ad30-1d2cab219635 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:57.054660 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d21a0c1b-09cd-4fe0-980b-af96e039c130 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520654'] for router_gateway, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:57.067910 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8f86f945-ac63-45e6-950c-a486a0ab6d97 req-1c30c93a-30a0-48ba-ad30-1d2cab219635 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 943 time: 0.2912259 Aug 10 03:29:57.070822 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': 'f5c938b4-b620-4188-a605-ddf0a909af0a', 'network_id': 'd07bf9c0-feda-49f0-ac68-879462adf9f1', 'port_id': 'f5c938b4-b620-4188-a605-ddf0a909af0a', 'mac_address': 'fa:16:3e:dd:aa:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33a1c40e-b5d2-46c7-a6a1-fa6cc0352aec', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:29:57.092776 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fc99c6f8-a90f-44cb-9eb8-48fedd0c0c7f req-0f6bd234-da5b-4cbd-9d73-c7b1680799af tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368608 Aug 10 03:29:57.157843 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8f86f945-ac63-45e6-950c-a486a0ab6d97 req-7ffe8000-c938-4c5e-a19e-0d366f5bccbf tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=970733cb-cbb6-4524-9c4b-45ba2a794350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819209 Aug 10 03:29:57.164788 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:57.211451 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5c938b4-b620-4188-a605-ddf0a909af0a {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:29:57.240594 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port f5c938b4-b620-4188-a605-ddf0a909af0a, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=f5c938b4-b620-4188-a605-ddf0a909af0a,segment=NetworkSegment(137a9801-8fd3-46c2-ac1d-bb4eee5c7163),segment_id=137a9801-8fd3-46c2-ac1d-bb4eee5c7163)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:57.246288 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:57.288487 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d21a0c1b-09cd-4fe0-980b-af96e039c130 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:57.290878 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d21a0c1b-09cd-4fe0-980b-af96e039c130 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:57.305018 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=f5c938b4-b620-4188-a605-ddf0a909af0a,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:57.405850 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d21a0c1b-09cd-4fe0-980b-af96e039c130 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:57.406413 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d21a0c1b-09cd-4fe0-980b-af96e039c130 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Fanout notify agent at l3_agent the message router_deleted on router f3efdd08-c4f9-4764-be4f-eee20f73c127 {{(pid=94261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:29:57.417252 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d21a0c1b-09cd-4fe0-980b-af96e039c130 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:57.418720 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-d21a0c1b-09cd-4fe0-980b-af96e039c130 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "DELETE /v2.0/routers/f3efdd08-c4f9-4764-be4f-eee20f73c127 HTTP/1.1" status: 204 len: 168 time: 2.3117540 Aug 10 03:29:57.427520 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 38320) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:57.434029 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-a86f1218-9c9b-4301-a175-8789db0dfaa3 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Request body: {'network': {'name': 'tempest-RoutersTest-1532178093'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:29:57.509401 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-28b48829-4d0d-47df-b45c-113c289b8526 req-43936417-6e91-48eb-bc73-c3d0bfc203a5 service neutron] 10.222.0.61 "GET /v2.0/networks/effb9b91-4a23-491a-b997-5e008612ed4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4669902 Aug 10 03:29:57.553523 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-06254704-9fb6-4836-bd74-dc6c2830a3b2 req-2fba68fb-38e0-4274-bfab-22ed6c431a78 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2839003 Aug 10 03:29:57.568515 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f1b04a23-78e8-4c8f-8adc-9d3d52cbbdd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:57.576044 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f1b04a23-78e8-4c8f-8adc-9d3d52cbbdd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:57.601039 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a86f1218-9c9b-4301-a175-8789db0dfaa3 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Made reservation on behalf of d89c7ea5aa0045c689dfdb943d8f4200 for: {'network': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:29:57.609315 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a86f1218-9c9b-4301-a175-8789db0dfaa3 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:57.658287 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a86f1218-9c9b-4301-a175-8789db0dfaa3 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=94260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:29:57.673743 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-f1b04a23-78e8-4c8f-8adc-9d3d52cbbdd0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=723d6e5cf4074e6881876db87e117351&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7267997 Aug 10 03:29:57.674172 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 38324) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:57.685781 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a86f1218-9c9b-4301-a175-8789db0dfaa3 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:57.686467 n-d-768862-13 neutron-server[94260]: INFO neutron.db.segments_db [None req-a86f1218-9c9b-4301-a175-8789db0dfaa3 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Added segment 2c8d2b53-e134-48f8-9ffc-324b370da8b3 of type vlan for network 0fe6552b-b683-49a0-88f8-c5bbd17b363d Aug 10 03:29:57.687418 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b04a23-78e8-4c8f-8adc-9d3d52cbbdd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c1c8561-383b-4c42-bf01-01e7a8cb3680,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:57.766264 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a86f1218-9c9b-4301-a175-8789db0dfaa3 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:57.780681 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['f5c938b4-b620-4188-a605-ddf0a909af0a'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:29:57.794947 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f9ffcd1d-da49-4ea3-86d3-b33b7130e716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:57.837112 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f9ffcd1d-da49-4ea3-86d3-b33b7130e716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:57.839909 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a86f1218-9c9b-4301-a175-8789db0dfaa3 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:57.846493 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86f1218-9c9b-4301-a175-8789db0dfaa3 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:57.847395 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a86f1218-9c9b-4301-a175-8789db0dfaa3 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:57.947889 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-a86f1218-9c9b-4301-a175-8789db0dfaa3 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5167360 Aug 10 03:29:57.948406 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 38332) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:57.961375 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-615b48b0-413f-4681-8426-e94ee35129d5 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Request body: {'subnet': {'network_id': '0fe6552b-b683-49a0-88f8-c5bbd17b363d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:29:57.981237 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86f1218-9c9b-4301-a175-8789db0dfaa3 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Pushing event updated for resources: {'Network': ['ID=0fe6552b-b683-49a0-88f8-c5bbd17b363d,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:57.988559 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f9ffcd1d-da49-4ea3-86d3-b33b7130e716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:57.991534 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f9ffcd1d-da49-4ea3-86d3-b33b7130e716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:57.992779 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-f9ffcd1d-da49-4ea3-86d3-b33b7130e716 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8c1c8561-383b-4c42-bf01-01e7a8cb3680 HTTP/1.1" status: 204 len: 168 time: 0.3175657 Aug 10 03:29:58.014974 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 0fe6552b-b683-49a0-88f8-c5bbd17b363d details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:29:58.047263 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ffcd1d-da49-4ea3-86d3-b33b7130e716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c1c8561-383b-4c42-bf01-01e7a8cb3680,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:58.459983 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597cb4f8-2e55-43df-8145-86e2aedc77d4 req-92c3df6e-c440-4068-a4df-13b8fadfa3c6 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:58.474341 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-597cb4f8-2e55-43df-8145-86e2aedc77d4 req-92c3df6e-c440-4068-a4df-13b8fadfa3c6 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 944 time: 0.1872005 Aug 10 03:29:58.503769 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ca7335-f71a-4052-a604-dfc6f4cedbec req-7012627f-fe8d-48ad-ba1a-cf8f5478af9e tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:58.517919 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b5ca7335-f71a-4052-a604-dfc6f4cedbec req-7012627f-fe8d-48ad-ba1a-cf8f5478af9e tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 943 time: 0.1973953 Aug 10 03:29:58.637427 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-597cb4f8-2e55-43df-8145-86e2aedc77d4 req-c5ed7c66-8779-4fba-987b-b580df5481d6 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=970733cb-cbb6-4524-9c4b-45ba2a794350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1593754 Aug 10 03:29:58.664678 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b5ca7335-f71a-4052-a604-dfc6f4cedbec req-2453e135-f5ef-499c-9cc7-44dbc982c7c6 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439884 Aug 10 03:29:58.766968 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 38350) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:58.822201 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f803ba3b-98ea-4fa9-8b9c-173714768dfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:58.962031 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 38354) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:59.143978 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f803ba3b-98ea-4fa9-8b9c-173714768dfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:59.159828 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f803ba3b-98ea-4fa9-8b9c-173714768dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:59.220148 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-615b48b0-413f-4681-8426-e94ee35129d5 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Made reservation on behalf of d89c7ea5aa0045c689dfdb943d8f4200 for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:29:59.232694 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-615b48b0-413f-4681-8426-e94ee35129d5 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:59.234072 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-f803ba3b-98ea-4fa9-8b9c-173714768dfc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=eab612bf67a74405b8f27d7c2ef743de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4653170 Aug 10 03:29:59.239931 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 38358) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:59.254192 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f803ba3b-98ea-4fa9-8b9c-173714768dfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5bf6667-beef-4ce1-b1d0-aa55604fa37c,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:59.298485 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-eae39787-9eb2-4c51-93b2-00b01235549c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:59.353801 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-bb038341-a71a-4a44-98e5-822726ea03af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:59.391432 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-bb038341-a71a-4a44-98e5-822726ea03af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:59.514647 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-615b48b0-413f-4681-8426-e94ee35129d5 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:59.538500 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06254704-9fb6-4836-bd74-dc6c2830a3b2 req-987dc796-2045-44d8-b23b-357c23ec9d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:59.540420 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-06254704-9fb6-4836-bd74-dc6c2830a3b2 req-987dc796-2045-44d8-b23b-357c23ec9d90 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0&tenant_id=45ea8e99da524d229eab9a9daefefa06 HTTP/1.1" status: 200 len: 1095 time: 0.1467683 Aug 10 03:29:59.595957 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615b48b0-413f-4681-8426-e94ee35129d5 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Pushing event updated for resources: {'Subnet': ['ID=020bf279-2f51-4ab7-a37d-e87d16bbdbf9,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:59.597262 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-eae39787-9eb2-4c51-93b2-00b01235549c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:59.603446 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-eae39787-9eb2-4c51-93b2-00b01235549c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:59.615640 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615b48b0-413f-4681-8426-e94ee35129d5 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Checking segment: {'id': '2c8d2b53-e134-48f8-9ffc-324b370da8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0fe6552b-b683-49a0-88f8-c5bbd17b363d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:29:59.616175 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615b48b0-413f-4681-8426-e94ee35129d5 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Network hostable DHCP agents. Network: 0fe6552b-b683-49a0-88f8-c5bbd17b363d, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:29:59.639218 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-bb038341-a71a-4a44-98e5-822726ea03af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:59.640197 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615b48b0-413f-4681-8426-e94ee35129d5 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Network 0fe6552b-b683-49a0-88f8-c5bbd17b363d is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:29:59.642363 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-bb038341-a71a-4a44-98e5-822726ea03af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:59.643512 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-bb038341-a71a-4a44-98e5-822726ea03af admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f5bf6667-beef-4ce1-b1d0-aa55604fa37c HTTP/1.1" status: 204 len: 168 time: 0.4022086 Aug 10 03:29:59.668651 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-615b48b0-413f-4681-8426-e94ee35129d5 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 0fe6552b-b683-49a0-88f8-c5bbd17b363d) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:29:59.676981 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615b48b0-413f-4681-8426-e94ee35129d5 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:59.678080 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-615b48b0-413f-4681-8426-e94ee35129d5 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:59.686967 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-eae39787-9eb2-4c51-93b2-00b01235549c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=224db9d96db146aca6955818e015d7dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7223361 Aug 10 03:29:59.686967 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 38362) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:59.689285 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae39787-9eb2-4c51-93b2-00b01235549c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d866385-ddf8-48de-975d-497f79632035,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:59.695913 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0077a08-5956-4cff-ab8e-a9931d9c68a9 None None] Network 0fe6552b-b683-49a0-88f8-c5bbd17b363d requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:29:59.722096 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06254704-9fb6-4836-bd74-dc6c2830a3b2 req-661ca93d-a705-45cb-8d66-b0e3b63523b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:59.723809 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-06254704-9fb6-4836-bd74-dc6c2830a3b2 req-661ca93d-a705-45cb-8d66-b0e3b63523b5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=45ea8e99da524d229eab9a9daefefa06&device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 1095 time: 0.1389375 Aug 10 03:29:59.724644 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb038341-a71a-4a44-98e5-822726ea03af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5bf6667-beef-4ce1-b1d0-aa55604fa37c,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:59.735202 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-615b48b0-413f-4681-8426-e94ee35129d5 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7847602 Aug 10 03:29:59.738670 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 38368) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:59.750938 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-e03c779d-929e-4615-930a-7ecf8ff697b6 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-310308508', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:29:59.824881 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e03c779d-929e-4615-930a-7ecf8ff697b6 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:59.827894 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e03c779d-929e-4615-930a-7ecf8ff697b6 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:59.840821 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c4261b2b-bb83-4126-b6da-ea0b0c8adeff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:59.882788 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06254704-9fb6-4836-bd74-dc6c2830a3b2 req-322c36b1-812e-48e7-92a6-30109b261d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:59.884643 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-06254704-9fb6-4836-bd74-dc6c2830a3b2 req-322c36b1-812e-48e7-92a6-30109b261d74 service neutron] 10.222.0.42 "GET /v2.0/networks?id=72b680b6-c2b6-4772-b62f-31081d87c55d HTTP/1.1" status: 200 len: 913 time: 0.1531487 Aug 10 03:29:59.887070 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c4261b2b-bb83-4126-b6da-ea0b0c8adeff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:59.981374 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-06254704-9fb6-4836-bd74-dc6c2830a3b2 req-698d42e9-12d3-4b8b-9bf6-ed46a1d91514 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8faf8dfd-bf14-4900-825a-459411787c04 HTTP/1.1" status: 200 len: 217 time: 0.0853629 Aug 10 03:30:00.012960 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e03c779d-929e-4615-930a-7ecf8ff697b6 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:00.025446 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e03c779d-929e-4615-930a-7ecf8ff697b6 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:00.091192 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e03c779d-929e-4615-930a-7ecf8ff697b6 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:00.096540 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e03c779d-929e-4615-930a-7ecf8ff697b6 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3553767 Aug 10 03:30:00.097436 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 38376) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:00.139756 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4a286c-2a30-43b3-8945-6fdf75eb05a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-0fe6552b-b683-49a0-88f8-c5bbd17b363d', 'network_id': '0fe6552b-b683-49a0-88f8-c5bbd17b363d', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'fixed_ips': [{'subnet_id': '020bf279-2f51-4ab7-a37d-e87d16bbdbf9'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:30:00.141456 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1c4a286c-2a30-43b3-8945-6fdf75eb05a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:00.255292 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06254704-9fb6-4836-bd74-dc6c2830a3b2 req-4a9980eb-6bb8-46ba-8663-34c63866d27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:00.256947 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-06254704-9fb6-4836-bd74-dc6c2830a3b2 req-4a9980eb-6bb8-46ba-8663-34c63866d27b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8f2c47df-839e-40b4-85ee-46033508b63e HTTP/1.1" status: 200 len: 853 time: 0.2204216 Aug 10 03:30:00.263402 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c4261b2b-bb83-4126-b6da-ea0b0c8adeff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:00.266010 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c4261b2b-bb83-4126-b6da-ea0b0c8adeff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:00.284236 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-c4261b2b-bb83-4126-b6da-ea0b0c8adeff admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8d866385-ddf8-48de-975d-497f79632035 HTTP/1.1" status: 204 len: 168 time: 0.5769653 Aug 10 03:30:00.412267 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-06254704-9fb6-4836-bd74-dc6c2830a3b2 req-fee1f458-2200-4296-a27d-f5bddab9b310 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72b680b6-c2b6-4772-b62f-31081d87c55d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1336706 Aug 10 03:30:00.413544 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4261b2b-bb83-4126-b6da-ea0b0c8adeff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d866385-ddf8-48de-975d-497f79632035,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:00.462788 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306a8f69-09a7-436b-aceb-660eea606cf4 req-200ce800-36c0-42d7-824a-64e9052566f7 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:00.465599 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-306a8f69-09a7-436b-aceb-660eea606cf4 req-200ce800-36c0-42d7-824a-64e9052566f7 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 944 time: 0.3235652 Aug 10 03:30:00.498713 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b560bd2a-7e8e-4aa8-8d0a-97de4e880160 req-b29ce301-94cc-4465-9ac6-eb1fd1851147 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:00.511787 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b560bd2a-7e8e-4aa8-8d0a-97de4e880160 req-b29ce301-94cc-4465-9ac6-eb1fd1851147 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 943 time: 0.3866749 Aug 10 03:30:00.539270 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device f5c938b4-b620-4188-a605-ddf0a909af0a up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:30:00.751926 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning for port f5c938b4-b620-4188-a605-ddf0a909af0a completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:30:00.759650 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-1c4a286c-2a30-43b3-8945-6fdf75eb05a5 None None] Allocated IP 172.20.0.2 (0fe6552b-b683-49a0-88f8-c5bbd17b363d/020bf279-2f51-4ab7-a37d-e87d16bbdbf9/bf9f6a01-7dfb-4a6d-ab5c-00a02509da51) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:30:00.765398 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port f5c938b4-b620-4188-a605-ddf0a909af0a triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:00.766056 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:00.922462 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9196ae45-aa56-432a-ab8b-b0f2197c4e99 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:00.944778 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:01.011432 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25a2b433-b843-4071-8ca3-74d190678210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5c938b4-b620-4188-a605-ddf0a909af0a'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:30:01.021693 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b77222-2cb6-4059-8eb6-30ad37594c2e" -d '{"events": [{"server_uuid": "25a2b433-b843-4071-8ca3-74d190678210", "name": "network-vif-plugged", "status": "completed", "tag": "f5c938b4-b620-4188-a605-ddf0a909af0a"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:30:01.062846 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port f5c938b4-b620-4188-a605-ddf0a909af0a, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=f5c938b4-b620-4188-a605-ddf0a909af0a,segment=NetworkSegment(137a9801-8fd3-46c2-ac1d-bb4eee5c7163),segment_id=137a9801-8fd3-46c2-ac1d-bb4eee5c7163)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:01.069963 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:30:01.095977 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:01.100455 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1c4a286c-2a30-43b3-8945-6fdf75eb05a5 None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:01.152496 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 38398) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:01.162833 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-1c4a286c-2a30-43b3-8945-6fdf75eb05a5 None None] Transition to ACTIVE for port object bf9f6a01-7dfb-4a6d-ab5c-00a02509da51 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:30:01.181514 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-89a8bec2-3cc5-4056-9831-11f3c264102d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:01.217405 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-06254704-9fb6-4836-bd74-dc6c2830a3b2 req-8c3a769a-316e-400c-8606-b24da76ea363 service neutron] 10.222.0.42 "GET /v2.0/networks/72b680b6-c2b6-4772-b62f-31081d87c55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7936115 Aug 10 03:30:01.225343 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-1c4a286c-2a30-43b3-8945-6fdf75eb05a5 None None] Transition to ACTIVE for port object bf9f6a01-7dfb-4a6d-ab5c-00a02509da51 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:30:01.235521 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=f5c938b4-b620-4188-a605-ddf0a909af0a,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:01.246856 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1c4a286c-2a30-43b3-8945-6fdf75eb05a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:01.371628 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4a286c-2a30-43b3-8945-6fdf75eb05a5 None None] Network 0fe6552b-b683-49a0-88f8-c5bbd17b363d is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:30:01.377515 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-1c4a286c-2a30-43b3-8945-6fdf75eb05a5 None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:30:01.385107 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-06254704-9fb6-4836-bd74-dc6c2830a3b2 req-ac8020b0-5307-4089-a040-5d5c588724f8 service neutron] 10.222.0.42 "GET /v2.0/networks/72b680b6-c2b6-4772-b62f-31081d87c55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533034 Aug 10 03:30:01.394020 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4a286c-2a30-43b3-8945-6fdf75eb05a5 None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:30:01.397144 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b560bd2a-7e8e-4aa8-8d0a-97de4e880160 req-e63214dc-effb-4849-9d16-ca3e2b164657 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8252845 Aug 10 03:30:01.411505 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-306a8f69-09a7-436b-aceb-660eea606cf4 req-8080a3f7-cc94-4138-9141-bb6bda56aaeb tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=970733cb-cbb6-4524-9c4b-45ba2a794350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8948715 Aug 10 03:30:01.588682 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4a286c-2a30-43b3-8945-6fdf75eb05a5 None None] Pushing event updated for resources: {'Port': ['ID=bf9f6a01-7dfb-4a6d-ab5c-00a02509da51,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:01.666559 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cadc41b3-4bf4-4917-877e-f5c0bfe6128f x-openstack-request-id: req-cadc41b3-4bf4-4917-877e-f5c0bfe6128f {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:30:01.667321 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25a2b433-b843-4071-8ca3-74d190678210", "name": "network-vif-plugged", "status": "completed", "tag": "f5c938b4-b620-4188-a605-ddf0a909af0a", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:30:01.667966 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cadc41b3-4bf4-4917-877e-f5c0bfe6128f {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:30:01.669767 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25a2b433-b843-4071-8ca3-74d190678210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5c938b4-b620-4188-a605-ddf0a909af0a', 'code': 200} Aug 10 03:30:01.724868 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-1c4a286c-2a30-43b3-8945-6fdf75eb05a5 None None] Attempting to bind port bf9f6a01-7dfb-4a6d-ab5c-00a02509da51 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:30:01.725463 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-1c4a286c-2a30-43b3-8945-6fdf75eb05a5 None None] Attempting to bind port bf9f6a01-7dfb-4a6d-ab5c-00a02509da51 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '2c8d2b53-e134-48f8-9ffc-324b370da8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0fe6552b-b683-49a0-88f8-c5bbd17b363d'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:30:01.726367 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4a286c-2a30-43b3-8945-6fdf75eb05a5 None None] Attempting to bind port bf9f6a01-7dfb-4a6d-ab5c-00a02509da51 on network 0fe6552b-b683-49a0-88f8-c5bbd17b363d {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:30:01.760805 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4a286c-2a30-43b3-8945-6fdf75eb05a5 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:30:01.762848 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4a286c-2a30-43b3-8945-6fdf75eb05a5 None None] Checking segment: {'id': '2c8d2b53-e134-48f8-9ffc-324b370da8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0fe6552b-b683-49a0-88f8-c5bbd17b363d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:30:01.764039 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1c4a286c-2a30-43b3-8945-6fdf75eb05a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:01.764711 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4a286c-2a30-43b3-8945-6fdf75eb05a5 None None] Bound using segment: {'id': '2c8d2b53-e134-48f8-9ffc-324b370da8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0fe6552b-b683-49a0-88f8-c5bbd17b363d'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:30:01.765448 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-1c4a286c-2a30-43b3-8945-6fdf75eb05a5 None None] Bound port: bf9f6a01-7dfb-4a6d-ab5c-00a02509da51, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c8d2b53-e134-48f8-9ffc-324b370da8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0fe6552b-b683-49a0-88f8-c5bbd17b363d'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:30:01.766139 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1c4a286c-2a30-43b3-8945-6fdf75eb05a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:01.845210 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-9196ae45-aa56-432a-ab8b-b0f2197c4e99 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Allocated IP 172.20.0.1 (0fe6552b-b683-49a0-88f8-c5bbd17b363d/020bf279-2f51-4ab7-a37d-e87d16bbdbf9/50dca255-f04c-4468-9278-543bb725ea63) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:30:01.895488 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-1c4a286c-2a30-43b3-8945-6fdf75eb05a5 None None] For port bf9f6a01-7dfb-4a6d-ab5c-00a02509da51, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:30:01.902639 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-1c4a286c-2a30-43b3-8945-6fdf75eb05a5 None None] For port bf9f6a01-7dfb-4a6d-ab5c-00a02509da51, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=bf9f6a01-7dfb-4a6d-ab5c-00a02509da51,segment=NetworkSegment(2c8d2b53-e134-48f8-9ffc-324b370da8b3),segment_id=2c8d2b53-e134-48f8-9ffc-324b370da8b3)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:30:01.913250 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1c4a286c-2a30-43b3-8945-6fdf75eb05a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:02.041859 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e60d94-2519-4936-bd9b-fef51c423d4e req-328eeaed-d55d-4f15-8871-638d82878ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:02.041859 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-70e60d94-2519-4936-bd9b-fef51c423d4e req-328eeaed-d55d-4f15-8871-638d82878ae8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 1097 time: 0.2961102 Aug 10 03:30:02.087707 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4a286c-2a30-43b3-8945-6fdf75eb05a5 None None] Pushing event updated for resources: {'Port': ['ID=bf9f6a01-7dfb-4a6d-ab5c-00a02509da51,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:02.161558 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-89a8bec2-3cc5-4056-9831-11f3c264102d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:02.176859 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-89a8bec2-3cc5-4056-9831-11f3c264102d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:02.214915 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9196ae45-aa56-432a-ab8b-b0f2197c4e99 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:02.218651 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-70e60d94-2519-4936-bd9b-fef51c423d4e req-12287d7b-8880-468a-9609-dbafd7ce18d3 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=970733cb-cbb6-4524-9c4b-45ba2a794350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1607809 Aug 10 03:30:02.254974 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [None req-9196ae45-aa56-432a-ab8b-b0f2197c4e99 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Transition to ACTIVE for port object 50dca255-f04c-4468-9278-543bb725ea63 will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:30:02.265367 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-89a8bec2-3cc5-4056-9831-11f3c264102d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b8e79e58323c40fa878283c0d0f1d599&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1045270 Aug 10 03:30:02.265898 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 38422) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:02.268121 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a8bec2-3cc5-4056-9831-11f3c264102d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30f5c8dc-255a-4c41-aabb-5a69195f2950,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:02.433063 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9196ae45-aa56-432a-ab8b-b0f2197c4e99 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:02.462852 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-60968668-b274-462a-a813-e7c13aae8df5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:02.546950 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-60968668-b274-462a-a813-e7c13aae8df5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:02.661016 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9196ae45-aa56-432a-ab8b-b0f2197c4e99 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Network 0fe6552b-b683-49a0-88f8-c5bbd17b363d is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:30:02.682352 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9196ae45-aa56-432a-ab8b-b0f2197c4e99 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Pushing event updated for resources: {'Port': ['ID=50dca255-f04c-4468-9278-543bb725ea63,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:02.702337 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-9196ae45-aa56-432a-ab8b-b0f2197c4e99 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:30:02.711822 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9196ae45-aa56-432a-ab8b-b0f2197c4e99 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:30:02.779194 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9196ae45-aa56-432a-ab8b-b0f2197c4e99 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521745'] for router_interface, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:02.912749 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a76b5ab-9f56-4cd2-8367-bfaf8772a4c9 req-1e0198f1-55b2-489b-bdc4-6a4b75c9fd91 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:02.915197 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7a76b5ab-9f56-4cd2-8367-bfaf8772a4c9 req-1e0198f1-55b2-489b-bdc4-6a4b75c9fd91 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 943 time: 0.2242656 Aug 10 03:30:02.920564 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-60968668-b274-462a-a813-e7c13aae8df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:02.927892 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-60968668-b274-462a-a813-e7c13aae8df5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:02.934822 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-60968668-b274-462a-a813-e7c13aae8df5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/30f5c8dc-255a-4c41-aabb-5a69195f2950 HTTP/1.1" status: 204 len: 168 time: 0.6673219 Aug 10 03:30:02.950850 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e38e565-6f41-472e-a863-6a2994990eb7 req-fcf79715-83a5-4515-9322-572343d45079 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:02.951109 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device bf9f6a01-7dfb-4a6d-ab5c-00a02509da51 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:30:02.954067 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4e38e565-6f41-472e-a863-6a2994990eb7 req-fcf79715-83a5-4515-9322-572343d45079 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 945 time: 0.2739241 Aug 10 03:30:03.046309 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60968668-b274-462a-a813-e7c13aae8df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f5c8dc-255a-4c41-aabb-5a69195f2950,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:03.103609 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9196ae45-aa56-432a-ab8b-b0f2197c4e99 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:03.177065 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port bf9f6a01-7dfb-4a6d-ab5c-00a02509da51 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:30:03.186028 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:03.225061 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7a76b5ab-9f56-4cd2-8367-bfaf8772a4c9 req-9c251add-1864-4211-aae4-de12099c32c2 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844906 Aug 10 03:30:03.284490 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4e38e565-6f41-472e-a863-6a2994990eb7 req-13a1c1ce-f5c7-4332-811a-559eb5fbbf45 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=970733cb-cbb6-4524-9c4b-45ba2a794350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2442648 Aug 10 03:30:04.093766 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9196ae45-aa56-432a-ab8b-b0f2197c4e99 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:04.105176 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9196ae45-aa56-432a-ab8b-b0f2197c4e99 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:04.167735 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9196ae45-aa56-432a-ab8b-b0f2197c4e99 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521893'] for router_interface, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:04.260088 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac1ad6c-2d10-4e07-a221-9646dc1441e0 None None] Network 0fe6552b-b683-49a0-88f8-c5bbd17b363d requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:30:04.365919 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9196ae45-aa56-432a-ab8b-b0f2197c4e99 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Pushing event updated for resources: {'Port': ['ID=50dca255-f04c-4468-9278-543bb725ea63,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:04.438202 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9196ae45-aa56-432a-ab8b-b0f2197c4e99 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Network 0fe6552b-b683-49a0-88f8-c5bbd17b363d is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:30:04.446942 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-9196ae45-aa56-432a-ab8b-b0f2197c4e99 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:30:04.693801 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9196ae45-aa56-432a-ab8b-b0f2197c4e99 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Router ebf7915e-1e2d-4913-8cda-b46847cec3eb is scheduled to L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e with binding_index 1 {{(pid=94261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:30:04.780297 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fe8253-8400-4873-b6a7-6de045e46469 req-1cb4c7af-5704-47ca-8a4a-7a1630597267 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:04.786060 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-94fe8253-8400-4873-b6a7-6de045e46469 req-1cb4c7af-5704-47ca-8a4a-7a1630597267 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 945 time: 0.3221681 Aug 10 03:30:04.833297 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-7d588517-81e4-46e6-b40f-676850e1a912 None None] Provisioning for port bf9f6a01-7dfb-4a6d-ab5c-00a02509da51 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:30:04.854125 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-7d588517-81e4-46e6-b40f-676850e1a912 None None] Provisioning complete for port bf9f6a01-7dfb-4a6d-ab5c-00a02509da51 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:04.854881 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-7d588517-81e4-46e6-b40f-676850e1a912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:04.863137 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87719a51-9cc4-4605-a1ea-c2bc30950c7d req-06723dfa-b640-4d23-b7cd-c249c07b1dd8 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:04.869194 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-87719a51-9cc4-4605-a1ea-c2bc30950c7d req-06723dfa-b640-4d23-b7cd-c249c07b1dd8 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 943 time: 0.2362511 Aug 10 03:30:05.007592 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9196ae45-aa56-432a-ab8b-b0f2197c4e99 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:30:05.031592 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-9196ae45-aa56-432a-ab8b-b0f2197c4e99 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "PUT /v2.0/routers/ebf7915e-1e2d-4913-8cda-b46847cec3eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9313943 Aug 10 03:30:05.038727 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 38468) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:05.055295 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-87719a51-9cc4-4605-a1ea-c2bc30950c7d req-08421d2d-dd0d-47aa-aa0b-1d12d5215706 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484520 Aug 10 03:30:05.083032 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-94fe8253-8400-4873-b6a7-6de045e46469 req-4e2b93e5-e84b-445c-93f2-4ecaa9d77bd9 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=970733cb-cbb6-4524-9c4b-45ba2a794350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2803369 Aug 10 03:30:05.087063 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84d96e4-0d16-4a76-a18a-f76b936a6ea9 None None] Sync routers for ids ['ebf7915e-1e2d-4913-8cda-b46847cec3eb'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:30:05.148389 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84d96e4-0d16-4a76-a18a-f76b936a6ea9 None None] Routers {'ebf7915e-1e2d-4913-8cda-b46847cec3eb'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:30:05.148912 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-b84d96e4-0d16-4a76-a18a-f76b936a6ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:29:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['ebf7915e-1e2d-4913-8cda-b46847cec3eb'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:05.152757 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-7d588517-81e4-46e6-b40f-676850e1a912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:05.254604 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ae8251-f77e-471b-8abe-b32fb65ac06c tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:05.256440 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-b84d96e4-0d16-4a76-a18a-f76b936a6ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:05.257534 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-d8ae8251-f77e-471b-8abe-b32fb65ac06c tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "GET /v2.0/ports/50dca255-f04c-4468-9278-543bb725ea63 HTTP/1.1" status: 200 len: 910 time: 0.2173474 Aug 10 03:30:05.261918 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 38474) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:05.275444 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-363db040-5b28-4a89-a001-72b7cf4afe42 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '020bf279-2f51-4ab7-a37d-e87d16bbdbf9'}]}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:05.345908 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84d96e4-0d16-4a76-a18a-f76b936a6ea9 None None] Routers {'ebf7915e-1e2d-4913-8cda-b46847cec3eb'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:30:05.349625 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-b84d96e4-0d16-4a76-a18a-f76b936a6ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:29:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['ebf7915e-1e2d-4913-8cda-b46847cec3eb'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:05.508121 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03863d1-7403-4f07-a3e2-c911b8b43f03 req-d837d241-3f03-44d7-844a-e77d23f7f031 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:05.514403 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-b84d96e4-0d16-4a76-a18a-f76b936a6ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:05.515473 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84d96e4-0d16-4a76-a18a-f76b936a6ea9 None None] The sync data for ids ['ebf7915e-1e2d-4913-8cda-b46847cec3eb'] in n-d-768862-13 is: [] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:30:05.517236 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a03863d1-7403-4f07-a3e2-c911b8b43f03 req-d837d241-3f03-44d7-844a-e77d23f7f031 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 945 time: 0.1171241 Aug 10 03:30:05.529764 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 38478) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:05.540342 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-3f082cb6-4039-433f-a485-a77d66a8b99c tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Request body: {'floatingip': {'port_id': 'f5c938b4-b620-4188-a605-ddf0a909af0a'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:05.577906 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-7d588517-81e4-46e6-b40f-676850e1a912 None None] For port bf9f6a01-7dfb-4a6d-ab5c-00a02509da51, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=bf9f6a01-7dfb-4a6d-ab5c-00a02509da51,segment=NetworkSegment(2c8d2b53-e134-48f8-9ffc-324b370da8b3),segment_id=2c8d2b53-e134-48f8-9ffc-324b370da8b3)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:05.606174 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-7d588517-81e4-46e6-b40f-676850e1a912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:05.745887 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3f082cb6-4039-433f-a485-a77d66a8b99c tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Notify callbacks [] for floatingip, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:05.754987 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d588517-81e4-46e6-b40f-676850e1a912 None None] Pushing event updated for resources: {'Port': ['ID=bf9f6a01-7dfb-4a6d-ab5c-00a02509da51,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:05.778311 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-ebc4bb4c-c7f4-4306-b1f7-ac5e58a0736d None None] Provisioning for port 50dca255-f04c-4468-9278-543bb725ea63 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:30:05.788250 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-ebc4bb4c-c7f4-4306-b1f7-ac5e58a0736d None None] Provisioning complete for port 50dca255-f04c-4468-9278-543bb725ea63 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:05.788964 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ebc4bb4c-c7f4-4306-b1f7-ac5e58a0736d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:05.852929 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-363db040-5b28-4a89-a001-72b7cf4afe42 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:05.861722 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-ebc4bb4c-c7f4-4306-b1f7-ac5e58a0736d None None] Port 50dca255-f04c-4468-9278-543bb725ea63 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:30:05.907603 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-ebc4bb4c-c7f4-4306-b1f7-ac5e58a0736d None None] Provisioning complete for port bf9f6a01-7dfb-4a6d-ab5c-00a02509da51 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:05.913788 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ebc4bb4c-c7f4-4306-b1f7-ac5e58a0736d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:06.375604 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-a56d5943-23e8-4577-a7fc-e22506c4714b None None] Provisioning complete for port 50dca255-f04c-4468-9278-543bb725ea63 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:06.376274 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a56d5943-23e8-4577-a7fc-e22506c4714b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:06.500196 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-a56d5943-23e8-4577-a7fc-e22506c4714b None None] Port 50dca255-f04c-4468-9278-543bb725ea63 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:30:06.600853 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8db12bad-3c7f-4fc3-85f3-76456e74f43b req-6971be22-9fdf-417a-988e-bb1bf5ab813e tempest-VolumesBackupsTest-556785364 tempest-VolumesBackupsTest-556785364-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=b9fae84664e449bcb5c00998e1f893e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1191092 Aug 10 03:30:06.767679 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257ee961-c303-4541-a865-6141f28f52f5 req-bc3d6dd3-15c9-4e31-97d1-6ea9a3fc8911 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:06.780224 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-257ee961-c303-4541-a865-6141f28f52f5 req-bc3d6dd3-15c9-4e31-97d1-6ea9a3fc8911 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 943 time: 0.4730229 Aug 10 03:30:06.866649 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device bf9f6a01-7dfb-4a6d-ab5c-00a02509da51 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:30:06.894708 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-363db040-5b28-4a89-a001-72b7cf4afe42 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:06.918691 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-363db040-5b28-4a89-a001-72b7cf4afe42 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:06.987133 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-d2ac2f75-18d5-4a12-b9ce-abbfb058741c None None] Provisioning complete for port 50dca255-f04c-4468-9278-543bb725ea63 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:06.987699 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d2ac2f75-18d5-4a12-b9ce-abbfb058741c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:07.022551 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-257ee961-c303-4541-a865-6141f28f52f5 req-800be310-9582-45e6-b2dc-a371785c422b tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412827 Aug 10 03:30:07.083107 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port bf9f6a01-7dfb-4a6d-ab5c-00a02509da51 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:07.083490 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:07.153753 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363db040-5b28-4a89-a001-72b7cf4afe42 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Pushing event updated for resources: {'Port': ['ID=50dca255-f04c-4468-9278-543bb725ea63,revision_number=3']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:07.179791 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363db040-5b28-4a89-a001-72b7cf4afe42 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:07.186576 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-d2ac2f75-18d5-4a12-b9ce-abbfb058741c None None] Port 50dca255-f04c-4468-9278-543bb725ea63 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:30:07.196999 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-363db040-5b28-4a89-a001-72b7cf4afe42 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:07.201299 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-363db040-5b28-4a89-a001-72b7cf4afe42 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "PUT /v2.0/ports/50dca255-f04c-4468-9278-543bb725ea63 HTTP/1.1" status: 200 len: 910 time: 1.9365315 Aug 10 03:30:07.206648 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 38510) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:07.483307 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db12bad-3c7f-4fc3-85f3-76456e74f43b req-7196627b-f10c-4bba-b61d-d4dc3f102f9c tempest-VolumesBackupsTest-556785364 tempest-VolumesBackupsTest-556785364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:07.494332 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8db12bad-3c7f-4fc3-85f3-76456e74f43b req-7196627b-f10c-4bba-b61d-d4dc3f102f9c tempest-VolumesBackupsTest-556785364 tempest-VolumesBackupsTest-556785364-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8681118 Aug 10 03:30:07.583382 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8db12bad-3c7f-4fc3-85f3-76456e74f43b req-f3893abd-58bd-4c43-850a-734d2fe8e983 tempest-VolumesBackupsTest-556785364 tempest-VolumesBackupsTest-556785364-project] 10.222.0.44 "GET /v2.0/quotas/b9fae84664e449bcb5c00998e1f893e2 HTTP/1.1" status: 200 len: 375 time: 0.0680220 Aug 10 03:30:07.933253 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8db12bad-3c7f-4fc3-85f3-76456e74f43b req-9950eed9-b81b-420e-bffb-8e59678c2f75 tempest-VolumesBackupsTest-556785364 tempest-VolumesBackupsTest-556785364-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b9fae84664e449bcb5c00998e1f893e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1829154 Aug 10 03:30:07.954619 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.db.resource_extend [None req-3f082cb6-4039-433f-a485-a77d66a8b99c tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:30:08.229553 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3f082cb6-4039-433f-a485-a77d66a8b99c tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:08.239869 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3f082cb6-4039-433f-a485-a77d66a8b99c tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:08.276532 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cb13803a-95f8-4755-91ff-2da56fe34026 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521880'] for router_interface, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:08.631226 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3882ac8e-24e0-4054-8f33-56bc3c4b7c7e req-9c2328c5-0272-4ebc-a438-406b8324024b tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:08.635706 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3882ac8e-24e0-4054-8f33-56bc3c4b7c7e req-9c2328c5-0272-4ebc-a438-406b8324024b tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 943 time: 0.2950168 Aug 10 03:30:08.709621 n-d-768862-13 neutron-server[94260]: INFO neutron.db.l3_db [None req-3f082cb6-4039-433f-a485-a77d66a8b99c tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Floating IP be526f89-d9dd-469a-93da-3a489d214147 associated. External IP: 172.25.6.163, port: f5c938b4-b620-4188-a605-ddf0a909af0a. Aug 10 03:30:08.844803 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ff57e061-4fb0-4e64-b92c-d1f20c627fc2 req-c77f08cf-beaa-48e4-add4-be7b42d85521 tempest-VolumesBackupsTest-556785364 tempest-VolumesBackupsTest-556785364-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd3b6374-b889-4a3c-adc6-6c3726a63fe7 HTTP/1.1" status: 200 len: 210 time: 0.1390524 Aug 10 03:30:08.915882 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3882ac8e-24e0-4054-8f33-56bc3c4b7c7e req-0f1a6928-40df-4958-b156-1cd48843e747 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612960 Aug 10 03:30:08.953707 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-cb13803a-95f8-4755-91ff-2da56fe34026 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Deleting port 50dca255-f04c-4468-9278-543bb725ea63 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:30:08.954203 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cb13803a-95f8-4755-91ff-2da56fe34026 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:09.213672 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cb13803a-95f8-4755-91ff-2da56fe34026 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:09.248443 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-cb13803a-95f8-4755-91ff-2da56fe34026 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Calling delete_port for 50dca255-f04c-4468-9278-543bb725ea63 owned by network:router_interface {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:30:09.542335 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f082cb6-4039-433f-a485-a77d66a8b99c tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Router cd722c39-ce48-40ee-8cd3-eb196644e5e5 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:30:09.710634 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cb13803a-95f8-4755-91ff-2da56fe34026 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:09.845302 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f082cb6-4039-433f-a485-a77d66a8b99c tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:30:09.855630 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3f082cb6-4039-433f-a485-a77d66a8b99c tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:09.858937 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb844ebe-70e0-49c6-9092-020c0c4f0900 None None] Sync routers for ids ['cd722c39-ce48-40ee-8cd3-eb196644e5e5'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:30:09.884468 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb844ebe-70e0-49c6-9092-020c0c4f0900 None None] Routers {'cd722c39-ce48-40ee-8cd3-eb196644e5e5'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:30:09.885796 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-eb844ebe-70e0-49c6-9092-020c0c4f0900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:29:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['cd722c39-ce48-40ee-8cd3-eb196644e5e5'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:09.949582 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-3f082cb6-4039-433f-a485-a77d66a8b99c tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "PUT /v2.0/floatingips/be526f89-d9dd-469a-93da-3a489d214147 HTTP/1.1" status: 200 len: 991 time: 4.4184022 Aug 10 03:30:09.960321 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25a2b433-b843-4071-8ca3-74d190678210', 'tag': 'f5c938b4-b620-4188-a605-ddf0a909af0a'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:30:09.971893 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80d23091-1b13-4e52-9272-0f6ebb1a864c" -d '{"events": [{"name": "network-changed", "server_uuid": "25a2b433-b843-4071-8ca3-74d190678210", "tag": "f5c938b4-b620-4188-a605-ddf0a909af0a"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:30:09.988868 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb13803a-95f8-4755-91ff-2da56fe34026 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Pushing event deleted for resources: {'Port': ['ID=50dca255-f04c-4468-9278-543bb725ea63,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:10.166832 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-eb844ebe-70e0-49c6-9092-020c0c4f0900 None None] Set router cd722c39-ce48-40ee-8cd3-eb196644e5e5 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:30:10.218037 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29cba380-5be3-4d49-aeb6-facc424dee5f x-openstack-request-id: req-29cba380-5be3-4d49-aeb6-facc424dee5f {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:30:10.218425 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25a2b433-b843-4071-8ca3-74d190678210", "tag": "f5c938b4-b620-4188-a605-ddf0a909af0a", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:30:10.218700 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-29cba380-5be3-4d49-aeb6-facc424dee5f {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:30:10.219101 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25a2b433-b843-4071-8ca3-74d190678210', 'tag': 'f5c938b4-b620-4188-a605-ddf0a909af0a', 'status': 'completed', 'code': 200} Aug 10 03:30:10.443775 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cb13803a-95f8-4755-91ff-2da56fe34026 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-522536'] for router_interface, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:10.468671 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-98f84cfa-8b94-47fa-8fa8-da7aa566b7a2 req-2b0b29ca-ab47-4fdd-bda0-77f66741b8ec tempest-VolumesBackupsTest-556785364 tempest-VolumesBackupsTest-556785364-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd3b6374-b889-4a3c-adc6-6c3726a63fe7 HTTP/1.1" status: 200 len: 210 time: 0.1860654 Aug 10 03:30:10.753912 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4c1c64-24a7-497f-a90f-e3d1d6c6819c req-971fa213-44e3-4b48-a018-b658ad903b84 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:10.772799 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9f4c1c64-24a7-497f-a90f-e3d1d6c6819c req-971fa213-44e3-4b48-a018-b658ad903b84 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 943 time: 0.3021913 Aug 10 03:30:10.976684 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8db12bad-3c7f-4fc3-85f3-76456e74f43b req-8b83a8a0-77e7-4a90-b81b-95b78d1a3bbf tempest-VolumesBackupsTest-556785364 tempest-VolumesBackupsTest-556785364-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=b9fae84664e449bcb5c00998e1f893e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1088901 Aug 10 03:30:11.056268 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9f4c1c64-24a7-497f-a90f-e3d1d6c6819c req-f5352788-4e39-495e-b367-dda6bf8f77d1 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773700 Aug 10 03:30:11.398740 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db12bad-3c7f-4fc3-85f3-76456e74f43b req-ca592aff-5396-4eb5-8845-13ab376ad1e2 tempest-VolumesBackupsTest-556785364 tempest-VolumesBackupsTest-556785364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:11.401643 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8db12bad-3c7f-4fc3-85f3-76456e74f43b req-ca592aff-5396-4eb5-8845-13ab376ad1e2 tempest-VolumesBackupsTest-556785364 tempest-VolumesBackupsTest-556785364-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4015646 Aug 10 03:30:11.480612 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-eb844ebe-70e0-49c6-9092-020c0c4f0900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd722c39-ce48-40ee-8cd3-eb196644e5e5', 'name': 'tempest-ServerActionsTestJSON-438153917-router', 'tenant_id': '2680b799feb54d8c9fdff98330bf1a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '9da406e7-81b1-4a71-b7a3-055a0f133d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:29:18Z', 'updated_at': '2021-08-10T03:29:29Z', 'revision_number': 4, 'project_id': '2680b799feb54d8c9fdff98330bf1a96', 'gw_port': {'id': '9da406e7-81b1-4a71-b7a3-055a0f133d58', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:0f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd722c39-ce48-40ee-8cd3-eb196644e5e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1893, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:20Z', 'updated_at': '2021-08-10T03:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': 'be526f89-d9dd-469a-93da-3a489d214147', 'tenant_id': '2680b799feb54d8c9fdff98330bf1a96', 'floating_ip_address': '172.25.6.163', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': 'cd722c39-ce48-40ee-8cd3-eb196644e5e5', 'port_id': 'f5c938b4-b620-4188-a605-ddf0a909af0a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd07bf9c0-feda-49f0-ac68-879462adf9f1', 'mac_address': 'fa:16:3e:dd:aa:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a2b433-b843-4071-8ca3-74d190678210', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:29:38Z', 'updated_at': '2021-08-10T03:30:07Z', 'revision_number': 1, 'project_id': '2680b799feb54d8c9fdff98330bf1a96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5cac0fc-b480-461e-ac8c-6f0cb1fbde4d', 'name': '', 'network_id': 'd07bf9c0-feda-49f0-ac68-879462adf9f1', 'tenant_id': '2680b799feb54d8c9fdff98330bf1a96', 'mac_address': 'fa:16:3e:21:5f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd722c39-ce48-40ee-8cd3-eb196644e5e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': '33a1c40e-b5d2-46c7-a6a1-fa6cc0352aec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:27Z', 'updated_at': '2021-08-10T03:29:41Z', 'revision_number': 5, 'project_id': '2680b799feb54d8c9fdff98330bf1a96', 'subnets': [{'id': '33a1c40e-b5d2-46c7-a6a1-fa6cc0352aec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:11.533653 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-8db12bad-3c7f-4fc3-85f3-76456e74f43b req-f39b1d28-e212-4bd4-b89d-c668fcf10a63 tempest-VolumesBackupsTest-556785364 tempest-VolumesBackupsTest-556785364-project] Request body: {'port': {'device_id': 'bd3b6374-b889-4a3c-adc6-6c3726a63fe7', 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721', 'admin_state_up': True, 'tenant_id': 'b9fae84664e449bcb5c00998e1f893e2'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:11.540617 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d23091-1b13-4e52-9272-0f6ebb1a864c req-daee3607-09ac-485f-92d5-abbc5d05350b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:11.549219 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-80d23091-1b13-4e52-9272-0f6ebb1a864c req-daee3607-09ac-485f-92d5-abbc5d05350b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2680b799feb54d8c9fdff98330bf1a96&device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 1097 time: 1.2906985 Aug 10 03:30:11.551408 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb844ebe-70e0-49c6-9092-020c0c4f0900 None None] Checking router: cd722c39-ce48-40ee-8cd3-eb196644e5e5 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:30:11.586433 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb844ebe-70e0-49c6-9092-020c0c4f0900 None None] Routers {'cd722c39-ce48-40ee-8cd3-eb196644e5e5'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:30:11.587526 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-eb844ebe-70e0-49c6-9092-020c0c4f0900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:29:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['cd722c39-ce48-40ee-8cd3-eb196644e5e5'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:11.613579 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb13803a-95f8-4755-91ff-2da56fe34026 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Router ebf7915e-1e2d-4913-8cda-b46847cec3eb has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:30:11.669643 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-46020378-8e9b-4f12-9bc7-d42cfe051f31 req-24f58351-b68a-4576-be2b-4891d07cadab tempest-VolumesBackupsTest-556785364 tempest-VolumesBackupsTest-556785364-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd3b6374-b889-4a3c-adc6-6c3726a63fe7 HTTP/1.1" status: 200 len: 210 time: 0.0544274 Aug 10 03:30:11.788766 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8db12bad-3c7f-4fc3-85f3-76456e74f43b req-f39b1d28-e212-4bd4-b89d-c668fcf10a63 tempest-VolumesBackupsTest-556785364 tempest-VolumesBackupsTest-556785364-project] Made reservation on behalf of b9fae84664e449bcb5c00998e1f893e2 for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:30:11.797900 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8db12bad-3c7f-4fc3-85f3-76456e74f43b req-f39b1d28-e212-4bd4-b89d-c668fcf10a63 tempest-VolumesBackupsTest-556785364 tempest-VolumesBackupsTest-556785364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:11.817300 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8db12bad-3c7f-4fc3-85f3-76456e74f43b req-f39b1d28-e212-4bd4-b89d-c668fcf10a63 tempest-VolumesBackupsTest-556785364 tempest-VolumesBackupsTest-556785364-project] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:11.843644 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d23091-1b13-4e52-9272-0f6ebb1a864c req-bb28ba05-38a6-48ab-9c32-5bcd7850590f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:11.845347 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-80d23091-1b13-4e52-9272-0f6ebb1a864c req-bb28ba05-38a6-48ab-9c32-5bcd7850590f service neutron] 10.222.0.61 "GET /v2.0/networks?id=d07bf9c0-feda-49f0-ac68-879462adf9f1 HTTP/1.1" status: 200 len: 911 time: 0.2876518 Aug 10 03:30:11.970632 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-eb844ebe-70e0-49c6-9092-020c0c4f0900 None None] Set router cd722c39-ce48-40ee-8cd3-eb196644e5e5 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:30:12.083901 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8db12bad-3c7f-4fc3-85f3-76456e74f43b req-f39b1d28-e212-4bd4-b89d-c668fcf10a63 tempest-VolumesBackupsTest-556785364 tempest-VolumesBackupsTest-556785364-project] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:12.093911 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8db12bad-3c7f-4fc3-85f3-76456e74f43b req-f39b1d28-e212-4bd4-b89d-c668fcf10a63 tempest-VolumesBackupsTest-556785364 tempest-VolumesBackupsTest-556785364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:12.472111 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39b1d28-e212-4bd4-b89d-c668fcf10a63 tempest-VolumesBackupsTest-556785364 tempest-VolumesBackupsTest-556785364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ebee9e-edc9-4764-b876-a3ae0dd308b4,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:12.475089 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-80d23091-1b13-4e52-9272-0f6ebb1a864c req-6eeac5b9-d2fe-4009-9fe0-b287c50247bd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5c938b4-b620-4188-a605-ddf0a909af0a HTTP/1.1" status: 200 len: 999 time: 0.6190765 Aug 10 03:30:12.479510 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb13803a-95f8-4755-91ff-2da56fe34026 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:30:12.492784 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-cb13803a-95f8-4755-91ff-2da56fe34026 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "PUT /v2.0/routers/ebf7915e-1e2d-4913-8cda-b46847cec3eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2840476 Aug 10 03:30:12.504350 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d0f416-7b31-4e7d-92bb-b6083c839198 None None] Sync routers for ids ['ebf7915e-1e2d-4913-8cda-b46847cec3eb'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:30:12.523633 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 38582) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:12.559494 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d0f416-7b31-4e7d-92bb-b6083c839198 None None] Routers {'ebf7915e-1e2d-4913-8cda-b46847cec3eb'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:30:12.560868 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-50d0f416-7b31-4e7d-92bb-b6083c839198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:29:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['ebf7915e-1e2d-4913-8cda-b46847cec3eb'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:12.600876 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d23091-1b13-4e52-9272-0f6ebb1a864c req-2a84fd0b-1a15-41d3-bbb8-cd9efc1da799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:12.603245 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-80d23091-1b13-4e52-9272-0f6ebb1a864c req-2a84fd0b-1a15-41d3-bbb8-cd9efc1da799 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=33a1c40e-b5d2-46c7-a6a1-fa6cc0352aec HTTP/1.1" status: 200 len: 850 time: 0.1089015 Aug 10 03:30:12.893004 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-50d0f416-7b31-4e7d-92bb-b6083c839198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:12.931413 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d23091-1b13-4e52-9272-0f6ebb1a864c req-9524b07f-b86b-478c-9659-72d534f1910a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:12.934249 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-80d23091-1b13-4e52-9272-0f6ebb1a864c req-9524b07f-b86b-478c-9659-72d534f1910a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d07bf9c0-feda-49f0-ac68-879462adf9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3174763 Aug 10 03:30:12.952494 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-d88390df-00f9-4061-bd33-d41c49833e74 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "GET /v2.0/ports?device_id=ebf7915e-1e2d-4913-8cda-b46847cec3eb HTTP/1.1" status: 200 len: 205 time: 0.3359201 Aug 10 03:30:12.962872 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 38588) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:13.054604 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d0f416-7b31-4e7d-92bb-b6083c839198 None None] Routers {'ebf7915e-1e2d-4913-8cda-b46847cec3eb'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:30:13.070772 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-50d0f416-7b31-4e7d-92bb-b6083c839198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:29:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['ebf7915e-1e2d-4913-8cda-b46847cec3eb'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:13.076461 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-eb844ebe-70e0-49c6-9092-020c0c4f0900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd722c39-ce48-40ee-8cd3-eb196644e5e5', 'name': 'tempest-ServerActionsTestJSON-438153917-router', 'tenant_id': '2680b799feb54d8c9fdff98330bf1a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '9da406e7-81b1-4a71-b7a3-055a0f133d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:29:18Z', 'updated_at': '2021-08-10T03:29:29Z', 'revision_number': 4, 'project_id': '2680b799feb54d8c9fdff98330bf1a96', 'gw_port': {'id': '9da406e7-81b1-4a71-b7a3-055a0f133d58', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:0f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd722c39-ce48-40ee-8cd3-eb196644e5e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1893, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:20Z', 'updated_at': '2021-08-10T03:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': 'be526f89-d9dd-469a-93da-3a489d214147', 'tenant_id': '2680b799feb54d8c9fdff98330bf1a96', 'floating_ip_address': '172.25.6.163', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': 'cd722c39-ce48-40ee-8cd3-eb196644e5e5', 'port_id': 'f5c938b4-b620-4188-a605-ddf0a909af0a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd07bf9c0-feda-49f0-ac68-879462adf9f1', 'mac_address': 'fa:16:3e:dd:aa:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a2b433-b843-4071-8ca3-74d190678210', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:29:38Z', 'updated_at': '2021-08-10T03:30:07Z', 'revision_number': 1, 'project_id': '2680b799feb54d8c9fdff98330bf1a96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5cac0fc-b480-461e-ac8c-6f0cb1fbde4d', 'name': '', 'network_id': 'd07bf9c0-feda-49f0-ac68-879462adf9f1', 'tenant_id': '2680b799feb54d8c9fdff98330bf1a96', 'mac_address': 'fa:16:3e:21:5f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd722c39-ce48-40ee-8cd3-eb196644e5e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': '33a1c40e-b5d2-46c7-a6a1-fa6cc0352aec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:27Z', 'updated_at': '2021-08-10T03:29:41Z', 'revision_number': 5, 'project_id': '2680b799feb54d8c9fdff98330bf1a96', 'subnets': [{'id': '33a1c40e-b5d2-46c7-a6a1-fa6cc0352aec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:13.201946 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-80d23091-1b13-4e52-9272-0f6ebb1a864c req-517dce6c-e5a7-480d-b8d0-71f95fa15c49 service neutron] 10.222.0.61 "GET /v2.0/networks/d07bf9c0-feda-49f0-ac68-879462adf9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460623 Aug 10 03:30:13.261551 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b8e20b-92fb-4a7e-b9f3-eaec5f2fb848 req-65e0b521-d1ab-445a-a0fb-4f28eae86cce tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:13.266382 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f1b8e20b-92fb-4a7e-b9f3-eaec5f2fb848 req-65e0b521-d1ab-445a-a0fb-4f28eae86cce tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 943 time: 0.8949773 Aug 10 03:30:13.293494 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-98f806a0-f529-4917-9e01-b3680599d1c5 req-9be72253-1bf3-4aba-a330-760026c1ffc3 tempest-VolumesBackupsTest-556785364 tempest-VolumesBackupsTest-556785364-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd3b6374-b889-4a3c-adc6-6c3726a63fe7 HTTP/1.1" status: 200 len: 210 time: 0.2067697 Aug 10 03:30:13.345506 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-50d0f416-7b31-4e7d-92bb-b6083c839198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:13.380130 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d0f416-7b31-4e7d-92bb-b6083c839198 None None] The sync data for ids ['ebf7915e-1e2d-4913-8cda-b46847cec3eb'] in n-d-768862-13 is: [] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:30:13.406097 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb844ebe-70e0-49c6-9092-020c0c4f0900 None None] The sync data for ids ['cd722c39-ce48-40ee-8cd3-eb196644e5e5'] in n-d-768862-13 is: [{'id': 'cd722c39-ce48-40ee-8cd3-eb196644e5e5', 'name': 'tempest-ServerActionsTestJSON-438153917-router', 'tenant_id': '2680b799feb54d8c9fdff98330bf1a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '9da406e7-81b1-4a71-b7a3-055a0f133d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:29:18Z', 'updated_at': '2021-08-10T03:29:29Z', 'revision_number': 4, 'project_id': '2680b799feb54d8c9fdff98330bf1a96', 'gw_port': {'id': '9da406e7-81b1-4a71-b7a3-055a0f133d58', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:0f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd722c39-ce48-40ee-8cd3-eb196644e5e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1893, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:20Z', 'updated_at': '2021-08-10T03:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': 'be526f89-d9dd-469a-93da-3a489d214147', 'tenant_id': '2680b799feb54d8c9fdff98330bf1a96', 'floating_ip_address': '172.25.6.163', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': 'cd722c39-ce48-40ee-8cd3-eb196644e5e5', 'port_id': 'f5c938b4-b620-4188-a605-ddf0a909af0a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd07bf9c0-feda-49f0-ac68-879462adf9f1', 'mac_address': 'fa:16:3e:dd:aa:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a2b433-b843-4071-8ca3-74d190678210', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:29:38Z', 'updated_at': '2021-08-10T03:30:07Z', 'revision_number': 1, 'project_id': '2680b799feb54d8c9fdff98330bf1a96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5cac0fc-b480-461e-ac8c-6f0cb1fbde4d', 'name': '', 'network_id': 'd07bf9c0-feda-49f0-ac68-879462adf9f1', 'tenant_id': '2680b799feb54d8c9fdff98330bf1a96', 'mac_address': 'fa:16:3e:21:5f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd722c39-ce48-40ee-8cd3-eb196644e5e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': '33a1c40e-b5d2-46c7-a6a1-fa6cc0352aec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:27Z', 'updated_at': '2021-08-10T03:29:41Z', 'revision_number': 5, 'project_id': '2680b799feb54d8c9fdff98330bf1a96', 'subnets': [{'id': '33a1c40e-b5d2-46c7-a6a1-fa6cc0352aec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:30:13.532628 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a778bfd9-02ed-4b89-b29e-6f3b8778379e tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks [] for router, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:13.634926 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-80d23091-1b13-4e52-9272-0f6ebb1a864c req-552d9163-40e1-4f1d-9656-5a247c0443d9 service neutron] 10.222.0.61 "GET /v2.0/networks/d07bf9c0-feda-49f0-ac68-879462adf9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4222054 Aug 10 03:30:13.827107 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-8db12bad-3c7f-4fc3-85f3-76456e74f43b req-f39b1d28-e212-4bd4-b89d-c668fcf10a63 tempest-VolumesBackupsTest-556785364 tempest-VolumesBackupsTest-556785364-project] Allocated IP 192.168.233.196 (72a4be73-29a1-424c-8690-ecdcf6b06721/60d10164-1dee-4940-9d19-f71e6c18cbc5/6680aa08-cd1c-48c3-9983-165cffec2245) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:30:13.872324 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f1b8e20b-92fb-4a7e-b9f3-eaec5f2fb848 req-6cc2474c-4653-449a-97b3-cd36574d2d74 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5663292 Aug 10 03:30:14.096781 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fa342f-f3a7-4c9b-94f2-36fee4cf10e6 None None] New status for floating IP be526f89-d9dd-469a-93da-3a489d214147: ACTIVE {{(pid=94263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:30:14.831209 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8b90c00d-1a30-4a5d-bef7-dc795aed5207 req-c1045ce6-6962-4cd9-bc7f-2de8a2991267 tempest-VolumesBackupsTest-556785364 tempest-VolumesBackupsTest-556785364-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd3b6374-b889-4a3c-adc6-6c3726a63fe7 HTTP/1.1" status: 200 len: 210 time: 0.1437893 Aug 10 03:30:14.883394 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a778bfd9-02ed-4b89-b29e-6f3b8778379e tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:14.888570 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a778bfd9-02ed-4b89-b29e-6f3b8778379e tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:14.982349 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a778bfd9-02ed-4b89-b29e-6f3b8778379e tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:14.982905 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a778bfd9-02ed-4b89-b29e-6f3b8778379e tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Fanout notify agent at l3_agent the message router_deleted on router ebf7915e-1e2d-4913-8cda-b46847cec3eb {{(pid=94260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:30:14.997932 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a778bfd9-02ed-4b89-b29e-6f3b8778379e tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks [] for router, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:15.001593 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-a778bfd9-02ed-4b89-b29e-6f3b8778379e tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "DELETE /v2.0/routers/ebf7915e-1e2d-4913-8cda-b46847cec3eb HTTP/1.1" status: 204 len: 168 time: 2.0349531 Aug 10 03:30:15.001958 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 38612) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:15.076367 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1626320-0e25-4fbb-86a3-e131eee9dd48 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Deleting subnet 020bf279-2f51-4ab7-a37d-e87d16bbdbf9 {{(pid=94260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:30:15.085123 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e1626320-0e25-4fbb-86a3-e131eee9dd48 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks [] for subnet, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:15.147344 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e1626320-0e25-4fbb-86a3-e131eee9dd48 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191173'] for subnet, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:15.262686 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e1626320-0e25-4fbb-86a3-e131eee9dd48 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:15.326837 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8db12bad-3c7f-4fc3-85f3-76456e74f43b req-f39b1d28-e212-4bd4-b89d-c668fcf10a63 tempest-VolumesBackupsTest-556785364 tempest-VolumesBackupsTest-556785364-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:15.368012 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-8db12bad-3c7f-4fc3-85f3-76456e74f43b req-f39b1d28-e212-4bd4-b89d-c668fcf10a63 tempest-VolumesBackupsTest-556785364 tempest-VolumesBackupsTest-556785364-project] Transition to ACTIVE for port object 6680aa08-cd1c-48c3-9983-165cffec2245 will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:30:15.443506 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e1a70c-a156-43f3-b201-f9bc0c2156a2 req-82010500-4a83-418e-a544-31f8f2f75f97 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:15.450619 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-02e1a70c-a156-43f3-b201-f9bc0c2156a2 req-82010500-4a83-418e-a544-31f8f2f75f97 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 943 time: 0.1449342 Aug 10 03:30:15.479840 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8db12bad-3c7f-4fc3-85f3-76456e74f43b req-f39b1d28-e212-4bd4-b89d-c668fcf10a63 tempest-VolumesBackupsTest-556785364 tempest-VolumesBackupsTest-556785364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:15.501869 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e1626320-0e25-4fbb-86a3-e131eee9dd48 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:15.674429 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8db12bad-3c7f-4fc3-85f3-76456e74f43b req-f39b1d28-e212-4bd4-b89d-c668fcf10a63 tempest-VolumesBackupsTest-556785364 tempest-VolumesBackupsTest-556785364-project] Network 72a4be73-29a1-424c-8690-ecdcf6b06721 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:30:15.676604 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1626320-0e25-4fbb-86a3-e131eee9dd48 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Pushing event deleted for resources: {'Subnet': ['ID=020bf279-2f51-4ab7-a37d-e87d16bbdbf9,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:15.713469 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e1626320-0e25-4fbb-86a3-e131eee9dd48 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:15.717859 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-e1626320-0e25-4fbb-86a3-e131eee9dd48 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "DELETE /v2.0/subnets/020bf279-2f51-4ab7-a37d-e87d16bbdbf9 HTTP/1.1" status: 204 len: 168 time: 0.7135966 Aug 10 03:30:15.723065 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 38620) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:15.724282 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39b1d28-e212-4bd4-b89d-c668fcf10a63 tempest-VolumesBackupsTest-556785364 tempest-VolumesBackupsTest-556785364-project] Pushing event updated for resources: {'Port': ['ID=6680aa08-cd1c-48c3-9983-165cffec2245,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:15.726606 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f2a777b-d868-45e2-a2b6-09a3a45b28c8 None None] Network 0fe6552b-b683-49a0-88f8-c5bbd17b363d requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:30:15.733302 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-8db12bad-3c7f-4fc3-85f3-76456e74f43b req-f39b1d28-e212-4bd4-b89d-c668fcf10a63 tempest-VolumesBackupsTest-556785364 tempest-VolumesBackupsTest-556785364-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:30:15.737373 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-8db12bad-3c7f-4fc3-85f3-76456e74f43b req-f39b1d28-e212-4bd4-b89d-c668fcf10a63 tempest-VolumesBackupsTest-556785364 tempest-VolumesBackupsTest-556785364-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:30:15.867038 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39b1d28-e212-4bd4-b89d-c668fcf10a63 tempest-VolumesBackupsTest-556785364 tempest-VolumesBackupsTest-556785364-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:15.880548 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39b1d28-e212-4bd4-b89d-c668fcf10a63 tempest-VolumesBackupsTest-556785364 tempest-VolumesBackupsTest-556785364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:15.881639 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39b1d28-e212-4bd4-b89d-c668fcf10a63 tempest-VolumesBackupsTest-556785364 tempest-VolumesBackupsTest-556785364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:15.883024 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39b1d28-e212-4bd4-b89d-c668fcf10a63 tempest-VolumesBackupsTest-556785364 tempest-VolumesBackupsTest-556785364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:15.885219 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39b1d28-e212-4bd4-b89d-c668fcf10a63 tempest-VolumesBackupsTest-556785364 tempest-VolumesBackupsTest-556785364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:15.890949 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39b1d28-e212-4bd4-b89d-c668fcf10a63 tempest-VolumesBackupsTest-556785364 tempest-VolumesBackupsTest-556785364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:15.896064 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39b1d28-e212-4bd4-b89d-c668fcf10a63 tempest-VolumesBackupsTest-556785364 tempest-VolumesBackupsTest-556785364-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:15.913093 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39b1d28-e212-4bd4-b89d-c668fcf10a63 tempest-VolumesBackupsTest-556785364 tempest-VolumesBackupsTest-556785364-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:15.914583 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39b1d28-e212-4bd4-b89d-c668fcf10a63 tempest-VolumesBackupsTest-556785364 tempest-VolumesBackupsTest-556785364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:15.915503 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39b1d28-e212-4bd4-b89d-c668fcf10a63 tempest-VolumesBackupsTest-556785364 tempest-VolumesBackupsTest-556785364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:15.916383 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39b1d28-e212-4bd4-b89d-c668fcf10a63 tempest-VolumesBackupsTest-556785364 tempest-VolumesBackupsTest-556785364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:15.916972 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39b1d28-e212-4bd4-b89d-c668fcf10a63 tempest-VolumesBackupsTest-556785364 tempest-VolumesBackupsTest-556785364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:15.949750 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1626320-0e25-4fbb-86a3-e131eee9dd48 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:15.951403 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1626320-0e25-4fbb-86a3-e131eee9dd48 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:15.953501 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1626320-0e25-4fbb-86a3-e131eee9dd48 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:15.954697 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1626320-0e25-4fbb-86a3-e131eee9dd48 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:15.956176 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1626320-0e25-4fbb-86a3-e131eee9dd48 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:15.958100 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1626320-0e25-4fbb-86a3-e131eee9dd48 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:15.958777 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1626320-0e25-4fbb-86a3-e131eee9dd48 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:15.960605 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1626320-0e25-4fbb-86a3-e131eee9dd48 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:15.962160 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1626320-0e25-4fbb-86a3-e131eee9dd48 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:15.965454 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1626320-0e25-4fbb-86a3-e131eee9dd48 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:15.966323 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1626320-0e25-4fbb-86a3-e131eee9dd48 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:15.966923 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1626320-0e25-4fbb-86a3-e131eee9dd48 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:15.999608 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-02e1a70c-a156-43f3-b201-f9bc0c2156a2 req-11bfa9ce-7f31-4934-8446-2add2d15d606 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5251966 Aug 10 03:30:16.060020 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3f714db6-1bc6-4325-bfa7-f2a9426b45c5 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:16.084287 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db12bad-3c7f-4fc3-85f3-76456e74f43b req-f39b1d28-e212-4bd4-b89d-c668fcf10a63 tempest-VolumesBackupsTest-556785364 tempest-VolumesBackupsTest-556785364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:16.085337 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8db12bad-3c7f-4fc3-85f3-76456e74f43b req-f39b1d28-e212-4bd4-b89d-c668fcf10a63 tempest-VolumesBackupsTest-556785364 tempest-VolumesBackupsTest-556785364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:16.109847 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8849263a-fee1-431b-a5c9-9fd94fc58028 None None] DHCP port deletion for 0fe6552b-b683-49a0-88f8-c5bbd17b363d request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:30:16.151696 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8db12bad-3c7f-4fc3-85f3-76456e74f43b req-f39b1d28-e212-4bd4-b89d-c668fcf10a63 tempest-VolumesBackupsTest-556785364 tempest-VolumesBackupsTest-556785364-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.6288450 Aug 10 03:30:16.289898 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-3f714db6-1bc6-4325-bfa7-f2a9426b45c5 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Deleting port bf9f6a01-7dfb-4a6d-ab5c-00a02509da51 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:30:16.290496 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3f714db6-1bc6-4325-bfa7-f2a9426b45c5 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:16.364477 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-8849263a-fee1-431b-a5c9-9fd94fc58028 None None] Deleting port bf9f6a01-7dfb-4a6d-ab5c-00a02509da51 {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:30:16.371153 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d6a1ef-a862-4de8-8733-d2d090f7c7ec req-affec67f-a566-4048-a10e-27079afef70b tempest-VolumesBackupsTest-556785364 tempest-VolumesBackupsTest-556785364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:16.373850 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-8849263a-fee1-431b-a5c9-9fd94fc58028 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:16.393842 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f1d6a1ef-a862-4de8-8733-d2d090f7c7ec req-affec67f-a566-4048-a10e-27079afef70b tempest-VolumesBackupsTest-556785364 tempest-VolumesBackupsTest-556785364-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd3b6374-b889-4a3c-adc6-6c3726a63fe7 HTTP/1.1" status: 200 len: 936 time: 0.1657956 Aug 10 03:30:16.521732 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-3f714db6-1bc6-4325-bfa7-f2a9426b45c5 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] For port bf9f6a01-7dfb-4a6d-ab5c-00a02509da51, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=bf9f6a01-7dfb-4a6d-ab5c-00a02509da51,segment=NetworkSegment(2c8d2b53-e134-48f8-9ffc-324b370da8b3),segment_id=2c8d2b53-e134-48f8-9ffc-324b370da8b3)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:16.526935 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f1d6a1ef-a862-4de8-8733-d2d090f7c7ec req-e4cc38ec-0107-4de3-ab58-1a594616c4ad tempest-VolumesBackupsTest-556785364 tempest-VolumesBackupsTest-556785364-project] 10.222.0.44 "GET /v2.0/security-groups?id=c0ebee9e-edc9-4764-b876-a3ae0dd308b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249774 Aug 10 03:30:16.546311 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3f714db6-1bc6-4325-bfa7-f2a9426b45c5 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:16.607139 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-3f714db6-1bc6-4325-bfa7-f2a9426b45c5 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Calling delete_port for bf9f6a01-7dfb-4a6d-ab5c-00a02509da51 owned by network:dhcp {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:30:16.671513 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-8849263a-fee1-431b-a5c9-9fd94fc58028 None None] For port bf9f6a01-7dfb-4a6d-ab5c-00a02509da51, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=bf9f6a01-7dfb-4a6d-ab5c-00a02509da51,segment=NetworkSegment(2c8d2b53-e134-48f8-9ffc-324b370da8b3),segment_id=2c8d2b53-e134-48f8-9ffc-324b370da8b3)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:16.674067 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-8849263a-fee1-431b-a5c9-9fd94fc58028 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:16.730593 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-8db12bad-3c7f-4fc3-85f3-76456e74f43b req-119e836d-db3c-40ca-a353-25661ceec3ae service neutron] Request body: {'port': {'device_id': 'bd3b6374-b889-4a3c-adc6-6c3726a63fe7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:16.788292 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-8849263a-fee1-431b-a5c9-9fd94fc58028 None None] Calling delete_port for bf9f6a01-7dfb-4a6d-ab5c-00a02509da51 owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:30:16.890775 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device bf9f6a01-7dfb-4a6d-ab5c-00a02509da51 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:30:16.895578 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-2677d96b-3ffb-4203-acbf-dade07c02103 None None] Provisioning for port 6680aa08-cd1c-48c3-9983-165cffec2245 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:30:16.990141 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3f714db6-1bc6-4325-bfa7-f2a9426b45c5 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:17.032719 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8db12bad-3c7f-4fc3-85f3-76456e74f43b req-119e836d-db3c-40ca-a353-25661ceec3ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:17.063285 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f714db6-1bc6-4325-bfa7-f2a9426b45c5 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] No DVR routers for this DVR port bf9f6a01-7dfb-4a6d-ab5c-00a02509da51 on host n-d-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:30:17.074635 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f714db6-1bc6-4325-bfa7-f2a9426b45c5 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Pushing event deleted for resources: {'Port': ['ID=bf9f6a01-7dfb-4a6d-ab5c-00a02509da51,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:17.255774 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No active binding found for port bf9f6a01-7dfb-4a6d-ab5c-00a02509da51 {{(pid=94262) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 10 03:30:17.256419 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device bf9f6a01-7dfb-4a6d-ab5c-00a02509da51 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:30:17.274578 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-2677d96b-3ffb-4203-acbf-dade07c02103 None None] Provisioning complete for port 6680aa08-cd1c-48c3-9983-165cffec2245 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:17.275265 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-2677d96b-3ffb-4203-acbf-dade07c02103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:17.392744 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-2677d96b-3ffb-4203-acbf-dade07c02103 None None] Port 6680aa08-cd1c-48c3-9983-165cffec2245 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:30:17.421710 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3f714db6-1bc6-4325-bfa7-f2a9426b45c5 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:17.452490 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-3f714db6-1bc6-4325-bfa7-f2a9426b45c5 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fe6552b-b683-49a0-88f8-c5bbd17b363d']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:17.462491 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-8849263a-fee1-431b-a5c9-9fd94fc58028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:17.495195 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-3f714db6-1bc6-4325-bfa7-f2a9426b45c5 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c8d2b53-e134-48f8-9ffc-324b370da8b3') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:17.496071 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-3f714db6-1bc6-4325-bfa7-f2a9426b45c5 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c8d2b53-e134-48f8-9ffc-324b370da8b3') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:17.517326 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c66d766-e23b-4494-a1e1-e951c1070b76 req-dd82615a-a09b-401c-9817-541f3b1c2279 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:17.525773 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6c66d766-e23b-4494-a1e1-e951c1070b76 req-dd82615a-a09b-401c-9817-541f3b1c2279 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 943 time: 0.2304018 Aug 10 03:30:17.536423 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3f714db6-1bc6-4325-bfa7-f2a9426b45c5 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:17.591662 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3f714db6-1bc6-4325-bfa7-f2a9426b45c5 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:17.598535 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8849263a-fee1-431b-a5c9-9fd94fc58028 None None] Pushing event deleted for resources: {'Port': ['ID=bf9f6a01-7dfb-4a6d-ab5c-00a02509da51,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:17.626195 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8849263a-fee1-431b-a5c9-9fd94fc58028 None None] No DVR routers for this DVR port bf9f6a01-7dfb-4a6d-ab5c-00a02509da51 on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:30:17.639947 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6c66d766-e23b-4494-a1e1-e951c1070b76 req-53369424-ddba-4125-97e0-683b4d71bc6c tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126387 Aug 10 03:30:17.654975 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f714db6-1bc6-4325-bfa7-f2a9426b45c5 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:30:17.657315 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3f714db6-1bc6-4325-bfa7-f2a9426b45c5 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:17.665339 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:30:17.665339 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:30:17.665339 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:30:17.665339 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:30:17.665339 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:30:17.665339 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:30:17.665339 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:30:17.665339 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:30:17.665339 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:30:17.665339 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:30:17.665339 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:30:17.665339 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:30:17.665339 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:30:17.665339 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:30:17.665339 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:30:17.665339 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:30:17.665339 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:30:17.665339 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:30:17.665339 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:30:17.665339 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:30:17.665339 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:30:17.665339 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:30:17.665339 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:30:17.665339 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:30:17.665339 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:30:17.665339 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:30:17.665339 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:30:17.665339 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:30:17.665339 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:30:17.665339 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:30:17.665339 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:30:17.665339 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:30:17.809180 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3f714db6-1bc6-4325-bfa7-f2a9426b45c5 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:17.850162 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3f714db6-1bc6-4325-bfa7-f2a9426b45c5 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:17.852278 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-3f714db6-1bc6-4325-bfa7-f2a9426b45c5 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "DELETE /v2.0/networks/0fe6552b-b683-49a0-88f8-c5bbd17b363d HTTP/1.1" status: 204 len: 168 time: 2.1276562 Aug 10 03:30:17.853384 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f714db6-1bc6-4325-bfa7-f2a9426b45c5 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Pushing event deleted for resources: {'Network': ['ID=0fe6552b-b683-49a0-88f8-c5bbd17b363d,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:17.859373 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 38646) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:17.879480 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-0746a0e7-762f-401d-82fe-b91b34ea7059 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1231061768', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:17.924412 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0746a0e7-762f-401d-82fe-b91b34ea7059 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:17.925946 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0746a0e7-762f-401d-82fe-b91b34ea7059 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:17.948792 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e2f5fc-9dbf-44f3-b9eb-1746edbaa76c req-39efaf80-66cd-4687-bd07-9b2c445bf149 tempest-VolumesBackupsTest-556785364 tempest-VolumesBackupsTest-556785364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:17.961203 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-00e2f5fc-9dbf-44f3-b9eb-1746edbaa76c req-39efaf80-66cd-4687-bd07-9b2c445bf149 tempest-VolumesBackupsTest-556785364 tempest-VolumesBackupsTest-556785364-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd3b6374-b889-4a3c-adc6-6c3726a63fe7 HTTP/1.1" status: 200 len: 936 time: 0.2032192 Aug 10 03:30:18.060528 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0746a0e7-762f-401d-82fe-b91b34ea7059 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:18.068506 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0746a0e7-762f-401d-82fe-b91b34ea7059 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:18.074767 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-8db12bad-3c7f-4fc3-85f3-76456e74f43b req-119e836d-db3c-40ca-a353-25661ceec3ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6680aa08-cd1c-48c3-9983-165cffec2245 {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:30:18.096478 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0746a0e7-762f-401d-82fe-b91b34ea7059 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:18.098798 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-0746a0e7-762f-401d-82fe-b91b34ea7059 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2383752 Aug 10 03:30:18.102098 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 38648) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:18.104268 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8db12bad-3c7f-4fc3-85f3-76456e74f43b req-119e836d-db3c-40ca-a353-25661ceec3ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:18.107916 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-5b2825fc-a5cc-4e4a-890f-b396413c128c tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Request body: {'network': {'name': 'tempest-RoutersTest-1025121053'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:18.123205 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-00e2f5fc-9dbf-44f3-b9eb-1746edbaa76c req-02b90c49-1dc1-4aa0-9af2-4b63cc5f6cbe tempest-VolumesBackupsTest-556785364 tempest-VolumesBackupsTest-556785364-project] 10.222.0.44 "GET /v2.0/security-groups?id=c0ebee9e-edc9-4764-b876-a3ae0dd308b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590273 Aug 10 03:30:18.135215 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b2825fc-a5cc-4e4a-890f-b396413c128c tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Made reservation on behalf of d89c7ea5aa0045c689dfdb943d8f4200 for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:30:18.135542 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-8db12bad-3c7f-4fc3-85f3-76456e74f43b req-119e836d-db3c-40ca-a353-25661ceec3ae service neutron] Transition to ACTIVE for port object 6680aa08-cd1c-48c3-9983-165cffec2245 will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:30:18.142116 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5b2825fc-a5cc-4e4a-890f-b396413c128c tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:18.142482 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8db12bad-3c7f-4fc3-85f3-76456e74f43b req-119e836d-db3c-40ca-a353-25661ceec3ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:18.173752 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b2825fc-a5cc-4e4a-890f-b396413c128c tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:30:18.185001 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5b2825fc-a5cc-4e4a-890f-b396413c128c tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:18.185423 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-5b2825fc-a5cc-4e4a-890f-b396413c128c tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Added segment df886986-2453-4f06-9da2-5eea010be06b of type vlan for network 90471acb-f3b1-49d8-89a2-9d6f80cfb9db Aug 10 03:30:18.256860 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119e836d-db3c-40ca-a353-25661ceec3ae service neutron] Pushing event updated for resources: {'Port': ['ID=6680aa08-cd1c-48c3-9983-165cffec2245,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:18.269843 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5b2825fc-a5cc-4e4a-890f-b396413c128c tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:18.311594 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5b2825fc-a5cc-4e4a-890f-b396413c128c tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:18.320583 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2825fc-a5cc-4e4a-890f-b396413c128c tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:18.321507 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5b2825fc-a5cc-4e4a-890f-b396413c128c tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:18.381409 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-8db12bad-3c7f-4fc3-85f3-76456e74f43b req-119e836d-db3c-40ca-a353-25661ceec3ae service neutron] Attempting to bind port 6680aa08-cd1c-48c3-9983-165cffec2245 on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:30:18.381979 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-8db12bad-3c7f-4fc3-85f3-76456e74f43b req-119e836d-db3c-40ca-a353-25661ceec3ae service neutron] Attempting to bind port 6680aa08-cd1c-48c3-9983-165cffec2245 by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:30:18.382963 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db12bad-3c7f-4fc3-85f3-76456e74f43b req-119e836d-db3c-40ca-a353-25661ceec3ae service neutron] Attempting to bind port 6680aa08-cd1c-48c3-9983-165cffec2245 on network 72a4be73-29a1-424c-8690-ecdcf6b06721 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:30:18.391332 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db12bad-3c7f-4fc3-85f3-76456e74f43b req-119e836d-db3c-40ca-a353-25661ceec3ae service neutron] Port 6680aa08-cd1c-48c3-9983-165cffec2245 on network 72a4be73-29a1-424c-8690-ecdcf6b06721 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:30:18.392123 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db12bad-3c7f-4fc3-85f3-76456e74f43b req-119e836d-db3c-40ca-a353-25661ceec3ae service neutron] Attempting to bind port 6680aa08-cd1c-48c3-9983-165cffec2245 on network 72a4be73-29a1-424c-8690-ecdcf6b06721 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:30:18.408412 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db12bad-3c7f-4fc3-85f3-76456e74f43b req-119e836d-db3c-40ca-a353-25661ceec3ae service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:30:18.409046 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db12bad-3c7f-4fc3-85f3-76456e74f43b req-119e836d-db3c-40ca-a353-25661ceec3ae service neutron] Checking segment: {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:30:18.409804 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db12bad-3c7f-4fc3-85f3-76456e74f43b req-119e836d-db3c-40ca-a353-25661ceec3ae service neutron] Bound using segment: {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:30:18.410685 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-8db12bad-3c7f-4fc3-85f3-76456e74f43b req-119e836d-db3c-40ca-a353-25661ceec3ae service neutron] Bound port: 6680aa08-cd1c-48c3-9983-165cffec2245, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:30:18.411387 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8db12bad-3c7f-4fc3-85f3-76456e74f43b req-119e836d-db3c-40ca-a353-25661ceec3ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:18.453953 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-5b2825fc-a5cc-4e4a-890f-b396413c128c tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3504863 Aug 10 03:30:18.458153 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 38654) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:18.469717 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-85bfd17f-ddaf-49fa-a40e-7d6f26c7624f tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Request body: {'subnet': {'network_id': '90471acb-f3b1-49d8-89a2-9d6f80cfb9db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:18.493567 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2825fc-a5cc-4e4a-890f-b396413c128c tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Pushing event updated for resources: {'Network': ['ID=90471acb-f3b1-49d8-89a2-9d6f80cfb9db,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:18.509503 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 90471acb-f3b1-49d8-89a2-9d6f80cfb9db details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:30:18.678733 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-8db12bad-3c7f-4fc3-85f3-76456e74f43b req-119e836d-db3c-40ca-a353-25661ceec3ae service neutron] For port 6680aa08-cd1c-48c3-9983-165cffec2245, host n-h1-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:30:18.684933 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-8db12bad-3c7f-4fc3-85f3-76456e74f43b req-119e836d-db3c-40ca-a353-25661ceec3ae service neutron] For port 6680aa08-cd1c-48c3-9983-165cffec2245, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=6680aa08-cd1c-48c3-9983-165cffec2245,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:30:18.691969 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8db12bad-3c7f-4fc3-85f3-76456e74f43b req-119e836d-db3c-40ca-a353-25661ceec3ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:18.701070 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85bfd17f-ddaf-49fa-a40e-7d6f26c7624f tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Made reservation on behalf of d89c7ea5aa0045c689dfdb943d8f4200 for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:30:18.704958 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-85bfd17f-ddaf-49fa-a40e-7d6f26c7624f tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:18.741411 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db12bad-3c7f-4fc3-85f3-76456e74f43b req-119e836d-db3c-40ca-a353-25661ceec3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:18.742752 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8db12bad-3c7f-4fc3-85f3-76456e74f43b req-119e836d-db3c-40ca-a353-25661ceec3ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:18.744344 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8db12bad-3c7f-4fc3-85f3-76456e74f43b req-119e836d-db3c-40ca-a353-25661ceec3ae service neutron] 10.222.0.42 "PUT /v2.0/ports/6680aa08-cd1c-48c3-9983-165cffec2245 HTTP/1.1" status: 200 len: 1097 time: 2.0300486 Aug 10 03:30:18.759629 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd3b6374-b889-4a3c-adc6-6c3726a63fe7', 'tag': '6680aa08-cd1c-48c3-9983-165cffec2245'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:30:18.763385 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03dbb959-c062-4763-94a2-db5b88c018fe" -d '{"events": [{"name": "network-changed", "server_uuid": "bd3b6374-b889-4a3c-adc6-6c3726a63fe7", "tag": "6680aa08-cd1c-48c3-9983-165cffec2245"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:30:18.859867 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-802ab30a-0730-4060-8c27-0c963b205146 x-openstack-request-id: req-802ab30a-0730-4060-8c27-0c963b205146 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:30:18.860320 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd3b6374-b889-4a3c-adc6-6c3726a63fe7", "tag": "6680aa08-cd1c-48c3-9983-165cffec2245", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:30:18.860715 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-802ab30a-0730-4060-8c27-0c963b205146 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:30:18.861326 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd3b6374-b889-4a3c-adc6-6c3726a63fe7', 'tag': '6680aa08-cd1c-48c3-9983-165cffec2245', 'status': 'completed', 'code': 200} Aug 10 03:30:18.960623 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119e836d-db3c-40ca-a353-25661ceec3ae service neutron] Pushing event updated for resources: {'Port': ['ID=6680aa08-cd1c-48c3-9983-165cffec2245,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:19.037159 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f7a92-5f24-4551-a457-5eadbb31e22f req-18da157f-35dc-4a38-a7c8-fb4b3d804fe3 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:19.039633 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-615f7a92-5f24-4551-a457-5eadbb31e22f req-18da157f-35dc-4a38-a7c8-fb4b3d804fe3 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 943 time: 0.2388186 Aug 10 03:30:19.044947 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db12bad-3c7f-4fc3-85f3-76456e74f43b req-242587a1-7917-43fe-abc7-adf67861c9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:19.046970 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8db12bad-3c7f-4fc3-85f3-76456e74f43b req-242587a1-7917-43fe-abc7-adf67861c9ff service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b9fae84664e449bcb5c00998e1f893e2&device_id=bd3b6374-b889-4a3c-adc6-6c3726a63fe7 HTTP/1.1" status: 200 len: 1100 time: 0.2338324 Aug 10 03:30:19.170662 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8db12bad-3c7f-4fc3-85f3-76456e74f43b req-99dd7c0b-a3c6-4f78-b450-46c9a23b5a61 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=6680aa08-cd1c-48c3-9983-165cffec2245 HTTP/1.1" status: 200 len: 217 time: 0.1001546 Aug 10 03:30:19.225705 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-615f7a92-5f24-4551-a457-5eadbb31e22f req-baadff34-db6a-469f-b9cf-bf85711c0aaa tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751235 Aug 10 03:30:19.341441 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db12bad-3c7f-4fc3-85f3-76456e74f43b req-bb39400c-e3d4-4f15-b850-3d5052d8d105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:19.342958 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8db12bad-3c7f-4fc3-85f3-76456e74f43b req-bb39400c-e3d4-4f15-b850-3d5052d8d105 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=60d10164-1dee-4940-9d19-f71e6c18cbc5 HTTP/1.1" status: 200 len: 843 time: 0.1628146 Aug 10 03:30:19.408950 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e600d357-fa9a-4e9b-b1bc-ce12c47881db req-36524aa9-cf70-4510-a7be-8d077ab86b42 tempest-VolumesBackupsTest-556785364 tempest-VolumesBackupsTest-556785364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:19.411255 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e600d357-fa9a-4e9b-b1bc-ce12c47881db req-36524aa9-cf70-4510-a7be-8d077ab86b42 tempest-VolumesBackupsTest-556785364 tempest-VolumesBackupsTest-556785364-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd3b6374-b889-4a3c-adc6-6c3726a63fe7 HTTP/1.1" status: 200 len: 948 time: 0.1569211 Aug 10 03:30:19.414716 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-85bfd17f-ddaf-49fa-a40e-7d6f26c7624f tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58895384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805196'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:19.539052 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db12bad-3c7f-4fc3-85f3-76456e74f43b req-e4b8c101-1b66-44d9-9f12-18d5cefa211a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:19.541865 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8db12bad-3c7f-4fc3-85f3-76456e74f43b req-e4b8c101-1b66-44d9-9f12-18d5cefa211a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72a4be73-29a1-424c-8690-ecdcf6b06721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1888995 Aug 10 03:30:19.560801 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bfd17f-ddaf-49fa-a40e-7d6f26c7624f tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Pushing event updated for resources: {'Subnet': ['ID=210af843-4993-43f0-99f2-b67fd472564e,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:19.669356 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e600d357-fa9a-4e9b-b1bc-ce12c47881db req-cb1c8a53-976f-4387-8fb3-86895b32ab71 tempest-VolumesBackupsTest-556785364 tempest-VolumesBackupsTest-556785364-project] 10.222.0.44 "GET /v2.0/security-groups?id=c0ebee9e-edc9-4764-b876-a3ae0dd308b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425201 Aug 10 03:30:19.694719 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bfd17f-ddaf-49fa-a40e-7d6f26c7624f tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Checking segment: {'id': 'df886986-2453-4f06-9da2-5eea010be06b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '90471acb-f3b1-49d8-89a2-9d6f80cfb9db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:30:19.695419 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bfd17f-ddaf-49fa-a40e-7d6f26c7624f tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Network hostable DHCP agents. Network: 90471acb-f3b1-49d8-89a2-9d6f80cfb9db, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:30:19.750188 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bfd17f-ddaf-49fa-a40e-7d6f26c7624f tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Network 90471acb-f3b1-49d8-89a2-9d6f80cfb9db is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:30:19.775262 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-85bfd17f-ddaf-49fa-a40e-7d6f26c7624f tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 90471acb-f3b1-49d8-89a2-9d6f80cfb9db) {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:30:19.782688 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85bfd17f-ddaf-49fa-a40e-7d6f26c7624f tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:19.784647 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-85bfd17f-ddaf-49fa-a40e-7d6f26c7624f tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:19.788523 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8808355-144c-4aa5-9ec3-29e3950c12db None None] Network 90471acb-f3b1-49d8-89a2-9d6f80cfb9db requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:30:19.791569 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8db12bad-3c7f-4fc3-85f3-76456e74f43b req-ea996471-0586-44c0-923a-0e8b8354d1cb service neutron] 10.222.0.42 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327385 Aug 10 03:30:19.879798 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-85bfd17f-ddaf-49fa-a40e-7d6f26c7624f tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4188442 Aug 10 03:30:19.884046 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 38676) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:20.062693 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e3df44-ff92-464c-b9b9-8d87b555d9d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-90471acb-f3b1-49d8-89a2-9d6f80cfb9db', 'network_id': '90471acb-f3b1-49d8-89a2-9d6f80cfb9db', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'fixed_ips': [{'subnet_id': '210af843-4993-43f0-99f2-b67fd472564e'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:30:20.064024 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-11e3df44-ff92-464c-b9b9-8d87b555d9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:20.315752 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8db12bad-3c7f-4fc3-85f3-76456e74f43b req-039cec6c-6e43-457d-a7c8-ef6f711b3389 service neutron] 10.222.0.42 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5131242 Aug 10 03:30:20.381357 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-11e3df44-ff92-464c-b9b9-8d87b555d9d5 None None] Allocated IP 172.20.0.2 (90471acb-f3b1-49d8-89a2-9d6f80cfb9db/210af843-4993-43f0-99f2-b67fd472564e/bc5f07da-22a8-4308-82b0-6190af92f41d) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:30:20.529720 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 8faf8dfd-bf14-4900-825a-459411787c04 details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:30:20.590246 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6458cd4c-1c84-45bb-9715-4ad9b2ecf175 req-f08c28fb-f5ba-4100-82cc-68e9a7f7b024 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:20.600310 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6458cd4c-1c84-45bb-9715-4ad9b2ecf175 req-f08c28fb-f5ba-4100-82cc-68e9a7f7b024 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 943 time: 0.1963344 Aug 10 03:30:20.614283 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dbb959-c062-4763-94a2-db5b88c018fe req-9ac00078-7d8e-459d-a537-c86d289c2ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:20.615887 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-03dbb959-c062-4763-94a2-db5b88c018fe req-9ac00078-7d8e-459d-a537-c86d289c2ea9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b9fae84664e449bcb5c00998e1f893e2&device_id=bd3b6374-b889-4a3c-adc6-6c3726a63fe7 HTTP/1.1" status: 200 len: 1100 time: 0.2136040 Aug 10 03:30:20.669971 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-495466d4-59f4-4287-9a3b-760921d7bba0 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:20.749702 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6458cd4c-1c84-45bb-9715-4ad9b2ecf175 req-a6f5a736-4ded-480d-abed-8f0aae8cc5b2 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456311 Aug 10 03:30:20.874515 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-11e3df44-ff92-464c-b9b9-8d87b555d9d5 None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:20.902960 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-11e3df44-ff92-464c-b9b9-8d87b555d9d5 None None] Transition to ACTIVE for port object bc5f07da-22a8-4308-82b0-6190af92f41d will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:30:20.962965 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dbb959-c062-4763-94a2-db5b88c018fe req-7391ed25-eaf1-4e9c-bf3f-837c94afba84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:20.964705 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-03dbb959-c062-4763-94a2-db5b88c018fe req-7391ed25-eaf1-4e9c-bf3f-837c94afba84 service neutron] 10.222.0.42 "GET /v2.0/networks?id=72a4be73-29a1-424c-8690-ecdcf6b06721 HTTP/1.1" status: 200 len: 869 time: 0.3379395 Aug 10 03:30:20.969165 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 8faf8dfd-bf14-4900-825a-459411787c04, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=8faf8dfd-bf14-4900-825a-459411787c04,segment=NetworkSegment(c50377c0-d527-459a-94e9-130b25761d57),segment_id=c50377c0-d527-459a-94e9-130b25761d57)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:20.977029 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-11e3df44-ff92-464c-b9b9-8d87b555d9d5 None None] Transition to ACTIVE for port object bc5f07da-22a8-4308-82b0-6190af92f41d will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:30:21.003538 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': '8faf8dfd-bf14-4900-825a-459411787c04', 'network_id': '72b680b6-c2b6-4772-b62f-31081d87c55d', 'port_id': '8faf8dfd-bf14-4900-825a-459411787c04', 'mac_address': 'fa:16:3e:ed:29:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f2c47df-839e-40b4-85ee-46033508b63e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:30:21.056571 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-11e3df44-ff92-464c-b9b9-8d87b555d9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:21.061710 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-03dbb959-c062-4763-94a2-db5b88c018fe req-a0cb0136-2a5f-42f3-b016-28f7b06f36ab service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=6680aa08-cd1c-48c3-9983-165cffec2245 HTTP/1.1" status: 200 len: 217 time: 0.0824978 Aug 10 03:30:21.123789 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:21.129328 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e3df44-ff92-464c-b9b9-8d87b555d9d5 None None] Network 90471acb-f3b1-49d8-89a2-9d6f80cfb9db is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:30:21.169435 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-11e3df44-ff92-464c-b9b9-8d87b555d9d5 None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:30:21.182077 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e3df44-ff92-464c-b9b9-8d87b555d9d5 None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:30:21.185794 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8faf8dfd-bf14-4900-825a-459411787c04 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:30:21.274104 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4013f24f-1147-48e3-bf07-32a5055ccb7e req-15a8c1cc-f81e-4aa8-a0b9-c0b7993f7c04 tempest-VolumesBackupsTest-556785364 tempest-VolumesBackupsTest-556785364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:21.276675 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e3df44-ff92-464c-b9b9-8d87b555d9d5 None None] Pushing event updated for resources: {'Port': ['ID=bc5f07da-22a8-4308-82b0-6190af92f41d,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:21.283909 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4013f24f-1147-48e3-bf07-32a5055ccb7e req-15a8c1cc-f81e-4aa8-a0b9-c0b7993f7c04 tempest-VolumesBackupsTest-556785364 tempest-VolumesBackupsTest-556785364-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd3b6374-b889-4a3c-adc6-6c3726a63fe7 HTTP/1.1" status: 200 len: 948 time: 0.3998659 Aug 10 03:30:21.461706 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 8faf8dfd-bf14-4900-825a-459411787c04, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=8faf8dfd-bf14-4900-825a-459411787c04,segment=NetworkSegment(c50377c0-d527-459a-94e9-130b25761d57),segment_id=c50377c0-d527-459a-94e9-130b25761d57)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:21.468395 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-495466d4-59f4-4287-9a3b-760921d7bba0 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Allocated IP 172.20.0.1 (90471acb-f3b1-49d8-89a2-9d6f80cfb9db/210af843-4993-43f0-99f2-b67fd472564e/7db6cf45-277b-4b4c-aa3f-f5c994ea0c1d) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:30:21.487280 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:21.534632 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dbb959-c062-4763-94a2-db5b88c018fe req-1946fd22-3598-42e0-b165-12bfd353ca84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:21.536334 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-03dbb959-c062-4763-94a2-db5b88c018fe req-1946fd22-3598-42e0-b165-12bfd353ca84 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=60d10164-1dee-4940-9d19-f71e6c18cbc5 HTTP/1.1" status: 200 len: 843 time: 0.3294144 Aug 10 03:30:21.557479 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-11e3df44-ff92-464c-b9b9-8d87b555d9d5 None None] Attempting to bind port bc5f07da-22a8-4308-82b0-6190af92f41d on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:30:21.558800 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-11e3df44-ff92-464c-b9b9-8d87b555d9d5 None None] Attempting to bind port bc5f07da-22a8-4308-82b0-6190af92f41d by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'df886986-2453-4f06-9da2-5eea010be06b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '90471acb-f3b1-49d8-89a2-9d6f80cfb9db'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:30:21.558800 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e3df44-ff92-464c-b9b9-8d87b555d9d5 None None] Attempting to bind port bc5f07da-22a8-4308-82b0-6190af92f41d on network 90471acb-f3b1-49d8-89a2-9d6f80cfb9db {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:30:21.572505 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a2381369-049b-46ae-a641-25dd2cd28ada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:21.586820 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e3df44-ff92-464c-b9b9-8d87b555d9d5 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:30:21.587916 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e3df44-ff92-464c-b9b9-8d87b555d9d5 None None] Checking segment: {'id': 'df886986-2453-4f06-9da2-5eea010be06b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '90471acb-f3b1-49d8-89a2-9d6f80cfb9db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:30:21.588134 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-11e3df44-ff92-464c-b9b9-8d87b555d9d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:21.588754 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e3df44-ff92-464c-b9b9-8d87b555d9d5 None None] Bound using segment: {'id': 'df886986-2453-4f06-9da2-5eea010be06b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '90471acb-f3b1-49d8-89a2-9d6f80cfb9db'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:30:21.589674 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-11e3df44-ff92-464c-b9b9-8d87b555d9d5 None None] Bound port: bc5f07da-22a8-4308-82b0-6190af92f41d, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df886986-2453-4f06-9da2-5eea010be06b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '90471acb-f3b1-49d8-89a2-9d6f80cfb9db'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:30:21.591153 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-11e3df44-ff92-464c-b9b9-8d87b555d9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:21.666356 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4013f24f-1147-48e3-bf07-32a5055ccb7e req-e0bb1b73-0988-42f2-8d98-8c3b014e4b30 tempest-VolumesBackupsTest-556785364 tempest-VolumesBackupsTest-556785364-project] 10.222.0.44 "GET /v2.0/security-groups?id=c0ebee9e-edc9-4764-b876-a3ae0dd308b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3814681 Aug 10 03:30:21.742190 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=8faf8dfd-bf14-4900-825a-459411787c04,revision_number=9']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:21.753268 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dbb959-c062-4763-94a2-db5b88c018fe req-0bb1cc51-d5e2-444c-b641-953d72750b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:21.755527 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-03dbb959-c062-4763-94a2-db5b88c018fe req-0bb1cc51-d5e2-444c-b641-953d72750b67 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72a4be73-29a1-424c-8690-ecdcf6b06721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2076051 Aug 10 03:30:21.759718 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['8faf8dfd-bf14-4900-825a-459411787c04'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:30:21.806117 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-11e3df44-ff92-464c-b9b9-8d87b555d9d5 None None] For port bc5f07da-22a8-4308-82b0-6190af92f41d, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:30:21.814495 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-11e3df44-ff92-464c-b9b9-8d87b555d9d5 None None] For port bc5f07da-22a8-4308-82b0-6190af92f41d, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=bc5f07da-22a8-4308-82b0-6190af92f41d,segment=NetworkSegment(df886986-2453-4f06-9da2-5eea010be06b),segment_id=df886986-2453-4f06-9da2-5eea010be06b)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:30:21.835494 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-495466d4-59f4-4287-9a3b-760921d7bba0 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:21.858010 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-11e3df44-ff92-464c-b9b9-8d87b555d9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:22.037301 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e3df44-ff92-464c-b9b9-8d87b555d9d5 None None] Pushing event updated for resources: {'Port': ['ID=bc5f07da-22a8-4308-82b0-6190af92f41d,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:22.321603 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [None req-495466d4-59f4-4287-9a3b-760921d7bba0 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Transition to ACTIVE for port object 7db6cf45-277b-4b4c-aa3f-f5c994ea0c1d will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:30:22.428273 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29671e91-f423-44f8-a4e4-553cc026c171 req-7bd9b102-d865-4efd-9771-ced57d48e0d0 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:22.431000 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-29671e91-f423-44f8-a4e4-553cc026c171 req-7bd9b102-d865-4efd-9771-ced57d48e0d0 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 944 time: 0.5925913 Aug 10 03:30:22.505520 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-03dbb959-c062-4763-94a2-db5b88c018fe req-05e738e7-c2da-406d-a6d4-b1e8771c0f6a service neutron] 10.222.0.42 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7410822 Aug 10 03:30:22.544786 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 8faf8dfd-bf14-4900-825a-459411787c04 up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:30:22.549511 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 6680aa08-cd1c-48c3-9983-165cffec2245 details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:30:22.627222 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-03dbb959-c062-4763-94a2-db5b88c018fe req-7848c72c-ec56-47d0-b060-963012414d1f service neutron] 10.222.0.42 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092267 Aug 10 03:30:22.663162 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-29671e91-f423-44f8-a4e4-553cc026c171 req-8d7df3fa-05e5-46fe-b0c0-de2f9eaa4f45 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137053 Aug 10 03:30:22.671044 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-495466d4-59f4-4287-9a3b-760921d7bba0 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:22.702852 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 6680aa08-cd1c-48c3-9983-165cffec2245, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=6680aa08-cd1c-48c3-9983-165cffec2245,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:22.719546 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': '6680aa08-cd1c-48c3-9983-165cffec2245', 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721', 'port_id': '6680aa08-cd1c-48c3-9983-165cffec2245', 'mac_address': 'fa:16:3e:b5:5a:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60d10164-1dee-4940-9d19-f71e6c18cbc5', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:30:22.734271 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495466d4-59f4-4287-9a3b-760921d7bba0 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Network 90471acb-f3b1-49d8-89a2-9d6f80cfb9db is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:30:22.745024 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-495466d4-59f4-4287-9a3b-760921d7bba0 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:30:22.759572 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495466d4-59f4-4287-9a3b-760921d7bba0 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:30:22.777779 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:22.777779 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port 8faf8dfd-bf14-4900-825a-459411787c04 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:22.777779 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:22.875376 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6680aa08-cd1c-48c3-9983-165cffec2245 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:30:22.910147 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 6680aa08-cd1c-48c3-9983-165cffec2245, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=6680aa08-cd1c-48c3-9983-165cffec2245,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:22.917988 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:22.930909 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device bc5f07da-22a8-4308-82b0-6190af92f41d up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:30:22.951191 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-495466d4-59f4-4287-9a3b-760921d7bba0 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521745'] for router_interface, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:23.141598 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495466d4-59f4-4287-9a3b-760921d7bba0 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Pushing event updated for resources: {'Port': ['ID=7db6cf45-277b-4b4c-aa3f-f5c994ea0c1d,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:23.230681 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=6680aa08-cd1c-48c3-9983-165cffec2245,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:23.236802 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741c3bb3-fce1-4f47-85b8-25408a1ff374 req-a1e4caa5-3629-4316-885c-6a092fbd35a1 tempest-VolumesBackupsTest-556785364 tempest-VolumesBackupsTest-556785364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:23.238842 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-741c3bb3-fce1-4f47-85b8-25408a1ff374 req-a1e4caa5-3629-4316-885c-6a092fbd35a1 tempest-VolumesBackupsTest-556785364 tempest-VolumesBackupsTest-556785364-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd3b6374-b889-4a3c-adc6-6c3726a63fe7 HTTP/1.1" status: 200 len: 948 time: 0.3566735 Aug 10 03:30:23.248624 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['6680aa08-cd1c-48c3-9983-165cffec2245'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:30:23.301600 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-741c3bb3-fce1-4f47-85b8-25408a1ff374 req-2ac57230-0354-42a3-9546-18da1089ca0a tempest-VolumesBackupsTest-556785364 tempest-VolumesBackupsTest-556785364-project] 10.222.0.44 "GET /v2.0/security-groups?id=c0ebee9e-edc9-4764-b876-a3ae0dd308b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513165 Aug 10 03:30:23.355073 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:23.401909 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-495466d4-59f4-4287-9a3b-760921d7bba0 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:23.540527 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port bc5f07da-22a8-4308-82b0-6190af92f41d completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:30:23.567141 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b526f5e-f566-4b12-8400-9b50faf2cac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8faf8dfd-bf14-4900-825a-459411787c04'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:30:23.581746 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e2e2971-9f26-4777-b151-6676da34a467" -d '{"events": [{"server_uuid": "6b526f5e-f566-4b12-8400-9b50faf2cac0", "name": "network-vif-plugged", "status": "completed", "tag": "8faf8dfd-bf14-4900-825a-459411787c04"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:30:23.658428 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 8faf8dfd-bf14-4900-825a-459411787c04, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=8faf8dfd-bf14-4900-825a-459411787c04,segment=NetworkSegment(c50377c0-d527-459a-94e9-130b25761d57),segment_id=c50377c0-d527-459a-94e9-130b25761d57)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:23.680865 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-fd3f2e58-40e4-4beb-8bf9-2d796c783115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:23.686694 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:23.754333 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e0bdc33-4468-4d8a-ac1c-39d43d648163 x-openstack-request-id: req-4e0bdc33-4468-4d8a-ac1c-39d43d648163 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:30:23.754669 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b526f5e-f566-4b12-8400-9b50faf2cac0", "name": "network-vif-plugged", "status": "completed", "tag": "8faf8dfd-bf14-4900-825a-459411787c04", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:30:23.755178 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4e0bdc33-4468-4d8a-ac1c-39d43d648163 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:30:23.755659 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b526f5e-f566-4b12-8400-9b50faf2cac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8faf8dfd-bf14-4900-825a-459411787c04', 'code': 200} Aug 10 03:30:23.761556 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2164ce5-7b61-40bf-a9c2-fd98934069dc None None] Network 90471acb-f3b1-49d8-89a2-9d6f80cfb9db requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:30:23.873383 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-4b0d9ce4-c475-4a9b-8b56-f562c403b7bc None None] Provisioning for port bc5f07da-22a8-4308-82b0-6190af92f41d completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:30:23.887111 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-4b0d9ce4-c475-4a9b-8b56-f562c403b7bc None None] Provisioning complete for port bc5f07da-22a8-4308-82b0-6190af92f41d triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:23.887968 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4b0d9ce4-c475-4a9b-8b56-f562c403b7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:24.171004 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-495466d4-59f4-4287-9a3b-760921d7bba0 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:24.186372 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=8faf8dfd-bf14-4900-825a-459411787c04,revision_number=10']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:24.219838 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-495466d4-59f4-4287-9a3b-760921d7bba0 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:24.224356 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:24.342720 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-495466d4-59f4-4287-9a3b-760921d7bba0 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521893'] for router_interface, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:24.418662 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4b0d9ce4-c475-4a9b-8b56-f562c403b7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:24.485609 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-4b0d9ce4-c475-4a9b-8b56-f562c403b7bc None None] For port bc5f07da-22a8-4308-82b0-6190af92f41d, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=bc5f07da-22a8-4308-82b0-6190af92f41d,segment=NetworkSegment(df886986-2453-4f06-9da2-5eea010be06b),segment_id=df886986-2453-4f06-9da2-5eea010be06b)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:24.493906 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4b0d9ce4-c475-4a9b-8b56-f562c403b7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:24.506923 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef36d97-880a-423b-96c2-540d967638aa req-207a6f57-3a86-41aa-ac8e-957845c8dbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:24.513035 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1ef36d97-880a-423b-96c2-540d967638aa req-207a6f57-3a86-41aa-ac8e-957845c8dbc8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 1098 time: 0.5649705 Aug 10 03:30:24.539150 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca3bc7-55de-48ca-a43c-ede32e2c9d7d req-fdb3ddb9-a86e-4873-b151-b3eea8de7bda tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:24.541385 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-88ca3bc7-55de-48ca-a43c-ede32e2c9d7d req-fdb3ddb9-a86e-4873-b151-b3eea8de7bda tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 946 time: 0.5945406 Aug 10 03:30:24.591536 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0d9ce4-c475-4a9b-8b56-f562c403b7bc None None] Pushing event updated for resources: {'Port': ['ID=bc5f07da-22a8-4308-82b0-6190af92f41d,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:24.708333 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495466d4-59f4-4287-9a3b-760921d7bba0 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Network 90471acb-f3b1-49d8-89a2-9d6f80cfb9db is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:30:24.737642 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-495466d4-59f4-4287-9a3b-760921d7bba0 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:30:24.819367 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495466d4-59f4-4287-9a3b-760921d7bba0 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Pushing event updated for resources: {'Port': ['ID=7db6cf45-277b-4b4c-aa3f-f5c994ea0c1d,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:24.843826 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-9947db8b-f108-45e4-b452-266924b7a8be None None] Provisioning for port 7db6cf45-277b-4b4c-aa3f-f5c994ea0c1d completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:30:24.849883 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-9947db8b-f108-45e4-b452-266924b7a8be None None] Provisioning complete for port 7db6cf45-277b-4b4c-aa3f-f5c994ea0c1d triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:24.851049 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9947db8b-f108-45e4-b452-266924b7a8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:24.896504 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-9947db8b-f108-45e4-b452-266924b7a8be None None] Port 7db6cf45-277b-4b4c-aa3f-f5c994ea0c1d cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:30:24.924376 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-9947db8b-f108-45e4-b452-266924b7a8be None None] Provisioning complete for port bc5f07da-22a8-4308-82b0-6190af92f41d triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:24.925047 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9947db8b-f108-45e4-b452-266924b7a8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:24.976029 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1ef36d97-880a-423b-96c2-540d967638aa req-54b2b0dc-dca0-404c-a4e1-2bd1d87d46f8 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3416207 Aug 10 03:30:24.992242 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a460bf3e-3668-46b5-bb9c-026770385edc req-c492b42c-bb5d-49cf-81ae-46f2441d4d32 tempest-VolumesBackupsTest-556785364 tempest-VolumesBackupsTest-556785364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:24.994425 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a460bf3e-3668-46b5-bb9c-026770385edc req-c492b42c-bb5d-49cf-81ae-46f2441d4d32 tempest-VolumesBackupsTest-556785364 tempest-VolumesBackupsTest-556785364-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd3b6374-b889-4a3c-adc6-6c3726a63fe7 HTTP/1.1" status: 200 len: 949 time: 0.3635707 Aug 10 03:30:24.998195 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-88ca3bc7-55de-48ca-a43c-ede32e2c9d7d req-da33d953-8e6b-4172-bbe6-7d1f524ac50f tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998099 Aug 10 03:30:25.080164 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a460bf3e-3668-46b5-bb9c-026770385edc req-b7ec7482-5943-49fb-8772-84f89c935d2c tempest-VolumesBackupsTest-556785364 tempest-VolumesBackupsTest-556785364-project] 10.222.0.44 "GET /v2.0/security-groups?id=c0ebee9e-edc9-4764-b876-a3ae0dd308b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768981 Aug 10 03:30:25.130831 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-495466d4-59f4-4287-9a3b-760921d7bba0 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Router 6c4ba19c-fea1-4500-bde9-451cc40670bd is scheduled to L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e with binding_index 1 {{(pid=94260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:30:25.308485 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:25.343225 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-b06363d7-4e74-477c-befc-534d63951fa6 None None] Provisioning complete for port 7db6cf45-277b-4b4c-aa3f-f5c994ea0c1d triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:25.343760 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b06363d7-4e74-477c-befc-534d63951fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:25.367601 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-495466d4-59f4-4287-9a3b-760921d7bba0 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:30:25.409655 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-b06363d7-4e74-477c-befc-534d63951fa6 None None] Port 7db6cf45-277b-4b4c-aa3f-f5c994ea0c1d cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:30:25.413239 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-495466d4-59f4-4287-9a3b-760921d7bba0 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "PUT /v2.0/routers/6c4ba19c-fea1-4500-bde9-451cc40670bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5274742 Aug 10 03:30:25.415636 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b7cf63-81e2-4335-9807-f3018c69fe7e None None] Sync routers for ids ['6c4ba19c-fea1-4500-bde9-451cc40670bd'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:30:25.418604 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 38772) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:25.440597 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-7677a08b-2eca-4b8b-95c7-41449eaea5c8 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Request body: {'network': {'name': 'tempest-RoutersTest-1099097760'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:25.453432 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b7cf63-81e2-4335-9807-f3018c69fe7e None None] Routers {'6c4ba19c-fea1-4500-bde9-451cc40670bd'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:30:25.454077 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-00b7cf63-81e2-4335-9807-f3018c69fe7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:30:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['6c4ba19c-fea1-4500-bde9-451cc40670bd'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:25.502537 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7677a08b-2eca-4b8b-95c7-41449eaea5c8 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Made reservation on behalf of d89c7ea5aa0045c689dfdb943d8f4200 for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:30:25.507209 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7677a08b-2eca-4b8b-95c7-41449eaea5c8 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:25.571224 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7677a08b-2eca-4b8b-95c7-41449eaea5c8 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:30:25.586687 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7677a08b-2eca-4b8b-95c7-41449eaea5c8 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:25.587136 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-7677a08b-2eca-4b8b-95c7-41449eaea5c8 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Added segment 9361ddd7-eb0e-45b5-9e04-162ccdb499cd of type vlan for network aefccaa2-e079-4cf8-9766-a4e525183ce5 Aug 10 03:30:25.599591 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-00b7cf63-81e2-4335-9807-f3018c69fe7e None None] Set router 6c4ba19c-fea1-4500-bde9-451cc40670bd gateway port host: None {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:30:25.642684 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7677a08b-2eca-4b8b-95c7-41449eaea5c8 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:25.697605 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7677a08b-2eca-4b8b-95c7-41449eaea5c8 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:25.708468 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7677a08b-2eca-4b8b-95c7-41449eaea5c8 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:25.713038 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7677a08b-2eca-4b8b-95c7-41449eaea5c8 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:25.756104 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-3525f8c7-358e-4b54-a91d-7e565ba21c88 None None] Provisioning complete for port 7db6cf45-277b-4b4c-aa3f-f5c994ea0c1d triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:25.756597 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3525f8c7-358e-4b54-a91d-7e565ba21c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:25.938375 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-7677a08b-2eca-4b8b-95c7-41449eaea5c8 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5176828 Aug 10 03:30:25.943429 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 38784) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:25.948766 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-3525f8c7-358e-4b54-a91d-7e565ba21c88 None None] Port 7db6cf45-277b-4b4c-aa3f-f5c994ea0c1d cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:30:25.949410 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-2f3a1de2-83b0-47c5-bbc5-7711aafd4f51 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Request body: {'subnet': {'network_id': 'aefccaa2-e079-4cf8-9766-a4e525183ce5', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:25.985594 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7677a08b-2eca-4b8b-95c7-41449eaea5c8 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Pushing event updated for resources: {'Network': ['ID=aefccaa2-e079-4cf8-9766-a4e525183ce5,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:26.023463 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network aefccaa2-e079-4cf8-9766-a4e525183ce5 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:30:26.235808 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f3a1de2-83b0-47c5-bbc5-7711aafd4f51 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Made reservation on behalf of d89c7ea5aa0045c689dfdb943d8f4200 for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:30:26.238464 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2f3a1de2-83b0-47c5-bbc5-7711aafd4f51 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:26.367536 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:26.415815 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-00b7cf63-81e2-4335-9807-f3018c69fe7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'name': 'tempest-RoutersTest-router-1231061768', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:30:17Z', 'updated_at': '2021-08-10T03:30:23Z', 'revision_number': 2, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'gw_port_host': None, '_interfaces': [{'id': '7db6cf45-277b-4b4c-aa3f-f5c994ea0c1d', 'name': '', 'network_id': '90471acb-f3b1-49d8-89a2-9d6f80cfb9db', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'mac_address': 'fa:16:3e:1f:7c:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '210af843-4993-43f0-99f2-b67fd472564e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:20Z', 'updated_at': '2021-08-10T03:30:23Z', 'revision_number': 2, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'subnets': [{'id': '210af843-4993-43f0-99f2-b67fd472564e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:26.596567 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2f3a1de2-83b0-47c5-bbc5-7711aafd4f51 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58895384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805196'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:26.628112 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 6680aa08-cd1c-48c3-9983-165cffec2245 up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:30:26.654374 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b7cf63-81e2-4335-9807-f3018c69fe7e None None] Checking router: 6c4ba19c-fea1-4500-bde9-451cc40670bd for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:30:26.656495 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b7cf63-81e2-4335-9807-f3018c69fe7e None None] Updating router 6c4ba19c-fea1-4500-bde9-451cc40670bd port 7db6cf45-277b-4b4c-aa3f-f5c994ea0c1d binding host n-d-768862-13 {{(pid=94262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:30:26.674581 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3a1de2-83b0-47c5-bbc5-7711aafd4f51 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Pushing event updated for resources: {'Subnet': ['ID=12431dfd-2338-41f6-a311-a5ec55a60c06,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:26.717373 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9062bd-5551-45a9-9848-116370a6676c req-3e35e8aa-bc6a-46f7-99ee-a3c38c0e79a6 tempest-VolumesBackupsTest-556785364 tempest-VolumesBackupsTest-556785364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:26.719213 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0a9062bd-5551-45a9-9848-116370a6676c req-3e35e8aa-bc6a-46f7-99ee-a3c38c0e79a6 tempest-VolumesBackupsTest-556785364 tempest-VolumesBackupsTest-556785364-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd3b6374-b889-4a3c-adc6-6c3726a63fe7 HTTP/1.1" status: 200 len: 949 time: 0.1342978 Aug 10 03:30:26.750593 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c728b4c-6262-40ac-aa88-a00f370eb879 req-0f205acd-0110-4822-812b-c2baf24f14af tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:26.752253 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1c728b4c-6262-40ac-aa88-a00f370eb879 req-0f205acd-0110-4822-812b-c2baf24f14af tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 946 time: 0.5346506 Aug 10 03:30:26.814525 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3a1de2-83b0-47c5-bbc5-7711aafd4f51 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Checking segment: {'id': '9361ddd7-eb0e-45b5-9e04-162ccdb499cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'aefccaa2-e079-4cf8-9766-a4e525183ce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:30:26.815044 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3a1de2-83b0-47c5-bbc5-7711aafd4f51 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Network hostable DHCP agents. Network: aefccaa2-e079-4cf8-9766-a4e525183ce5, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:30:26.857062 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0a9062bd-5551-45a9-9848-116370a6676c req-fd850657-8656-4879-8d66-b6f7fa2e4989 tempest-VolumesBackupsTest-556785364 tempest-VolumesBackupsTest-556785364-project] 10.222.0.44 "GET /v2.0/security-groups?id=c0ebee9e-edc9-4764-b876-a3ae0dd308b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280282 Aug 10 03:30:26.880739 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00b7cf63-81e2-4335-9807-f3018c69fe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:26.955947 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1c728b4c-6262-40ac-aa88-a00f370eb879 req-5bb5df2f-fe79-4a13-b3dd-da82b92bd474 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729314 Aug 10 03:30:26.981116 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3a1de2-83b0-47c5-bbc5-7711aafd4f51 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Network aefccaa2-e079-4cf8-9766-a4e525183ce5 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:30:27.012068 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-2f3a1de2-83b0-47c5-bbc5-7711aafd4f51 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, aefccaa2-e079-4cf8-9766-a4e525183ce5) {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:30:27.023249 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3a1de2-83b0-47c5-bbc5-7711aafd4f51 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:27.027282 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2f3a1de2-83b0-47c5-bbc5-7711aafd4f51 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:27.136087 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-2f3a1de2-83b0-47c5-bbc5-7711aafd4f51 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1910739 Aug 10 03:30:27.141478 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 38838) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:27.225710 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61c7f8c-1226-4444-8aae-acd4216bc249 None None] Network aefccaa2-e079-4cf8-9766-a4e525183ce5 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:30:27.381570 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:27.387509 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device bc5f07da-22a8-4308-82b0-6190af92f41d up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:30:27.432628 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae0ca59-cf83-4932-83b1-35cf62eaadc4 req-ad120fca-a838-4a2b-b626-3fc29ae972a4 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:27.441454 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2ae0ca59-cf83-4932-83b1-35cf62eaadc4 req-ad120fca-a838-4a2b-b626-3fc29ae972a4 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f70549b-d8ab-420c-8f76-4bc4d67f60eb HTTP/1.1" status: 200 len: 945 time: 0.2001350 Aug 10 03:30:27.554121 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2ae0ca59-cf83-4932-83b1-35cf62eaadc4 req-9f5f6bdf-753d-4aa9-8b69-46d872753810 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=60e8d4ce-c00a-43d5-86a4-544ebfda7358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992842 Aug 10 03:30:27.714902 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning for port 6680aa08-cd1c-48c3-9983-165cffec2245 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:30:27.735150 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port bc5f07da-22a8-4308-82b0-6190af92f41d triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:27.735601 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:27.835423 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port 6680aa08-cd1c-48c3-9983-165cffec2245 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:27.845606 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:27.981059 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c4308f66-cc2a-4f85-ba48-c37824e73412 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:28.240423 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64db8848-81a7-4156-b05c-c59f63c1b14d req-2e5647c8-39d1-45bd-be6a-d81bba977429 tempest-VolumesBackupsTest-556785364 tempest-VolumesBackupsTest-556785364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:28.265773 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-64db8848-81a7-4156-b05c-c59f63c1b14d req-2e5647c8-39d1-45bd-be6a-d81bba977429 tempest-VolumesBackupsTest-556785364 tempest-VolumesBackupsTest-556785364-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd3b6374-b889-4a3c-adc6-6c3726a63fe7 HTTP/1.1" status: 200 len: 949 time: 0.2634025 Aug 10 03:30:28.361339 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8a87ed-3307-44b7-8cbf-35a6b90e5c49 req-2e83ad86-42ae-426f-b52b-eb76f2632baa tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:28.366308 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb33746a-fba3-4cc7-84de-c28a022d67dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-aefccaa2-e079-4cf8-9766-a4e525183ce5', 'network_id': 'aefccaa2-e079-4cf8-9766-a4e525183ce5', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'fixed_ips': [{'subnet_id': '12431dfd-2338-41f6-a311-a5ec55a60c06'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:30:28.366992 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-fb33746a-fba3-4cc7-84de-c28a022d67dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:28.370141 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-be8a87ed-3307-44b7-8cbf-35a6b90e5c49 req-2e83ad86-42ae-426f-b52b-eb76f2632baa tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 946 time: 0.2463615 Aug 10 03:30:28.422455 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-64db8848-81a7-4156-b05c-c59f63c1b14d req-2f3c01e8-c587-4862-ba3b-35ad24b89033 tempest-VolumesBackupsTest-556785364 tempest-VolumesBackupsTest-556785364-project] 10.222.0.44 "GET /v2.0/security-groups?id=c0ebee9e-edc9-4764-b876-a3ae0dd308b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555963 Aug 10 03:30:28.510041 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-be8a87ed-3307-44b7-8cbf-35a6b90e5c49 req-8c48e322-0e2a-4541-b71b-20e8d714727f tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369121 Aug 10 03:30:28.578595 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00b7cf63-81e2-4335-9807-f3018c69fe7e None None] Notify callbacks [] for port, precommit_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:28.588438 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:28.663675 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-c4308f66-cc2a-4f85-ba48-c37824e73412 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Allocated IP 172.21.0.1 (aefccaa2-e079-4cf8-9766-a4e525183ce5/12431dfd-2338-41f6-a311-a5ec55a60c06/516c6493-0a54-41c8-96c8-d408fd326dc2) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:30:28.721677 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 6680aa08-cd1c-48c3-9983-165cffec2245, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=6680aa08-cd1c-48c3-9983-165cffec2245,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:28.723705 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd3b6374-b889-4a3c-adc6-6c3726a63fe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6680aa08-cd1c-48c3-9983-165cffec2245'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:30:28.726749 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60395f2a-fd28-4900-a467-51d1ddcafb0c" -d '{"events": [{"server_uuid": "bd3b6374-b889-4a3c-adc6-6c3726a63fe7", "name": "network-vif-plugged", "status": "completed", "tag": "6680aa08-cd1c-48c3-9983-165cffec2245"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:30:28.733761 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00b7cf63-81e2-4335-9807-f3018c69fe7e None None] Transition to ACTIVE for port object 7db6cf45-277b-4b4c-aa3f-f5c994ea0c1d will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:30:28.739377 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:28.750272 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00b7cf63-81e2-4335-9807-f3018c69fe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:28.798044 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04564340-7fd6-4072-b555-f1bf910cefca req-2cb266e9-51f3-427a-8b0d-194c09da0d48 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:28.827365 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-04564340-7fd6-4072-b555-f1bf910cefca req-2cb266e9-51f3-427a-8b0d-194c09da0d48 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 946 time: 0.1174064 Aug 10 03:30:28.867017 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=6680aa08-cd1c-48c3-9983-165cffec2245,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:28.937780 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-04564340-7fd6-4072-b555-f1bf910cefca req-ebca548b-d6ba-433a-8d40-970bc4c84559 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086335 Aug 10 03:30:28.960293 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c4308f66-cc2a-4f85-ba48-c37824e73412 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:28.969038 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8ff6d3-34eb-44dc-96e5-277af9fb3e7f req-a1a1a3fc-0c7c-4b04-b01e-f14c4087c0f4 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:28.972657 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9e8ff6d3-34eb-44dc-96e5-277af9fb3e7f req-a1a1a3fc-0c7c-4b04-b01e-f14c4087c0f4 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f70549b-d8ab-420c-8f76-4bc4d67f60eb HTTP/1.1" status: 200 len: 945 time: 0.1419027 Aug 10 03:30:28.996268 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [None req-c4308f66-cc2a-4f85-ba48-c37824e73412 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Transition to ACTIVE for port object 516c6493-0a54-41c8-96c8-d408fd326dc2 will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:30:29.022429 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e516c4-ca8a-485c-91d3-f1f08663c716 None None] Pushing event updated for resources: {'Port': ['ID=7db6cf45-277b-4b4c-aa3f-f5c994ea0c1d,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:29.037061 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-00b7cf63-81e2-4335-9807-f3018c69fe7e None None] Attempting to bind port 7db6cf45-277b-4b4c-aa3f-f5c994ea0c1d on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:30:29.037437 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-00b7cf63-81e2-4335-9807-f3018c69fe7e None None] Attempting to bind port 7db6cf45-277b-4b4c-aa3f-f5c994ea0c1d by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'df886986-2453-4f06-9da2-5eea010be06b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '90471acb-f3b1-49d8-89a2-9d6f80cfb9db'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:30:29.037801 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b7cf63-81e2-4335-9807-f3018c69fe7e None None] Attempting to bind port 7db6cf45-277b-4b4c-aa3f-f5c994ea0c1d on network 90471acb-f3b1-49d8-89a2-9d6f80cfb9db {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:30:29.047385 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b7cf63-81e2-4335-9807-f3018c69fe7e None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:30:29.048158 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b7cf63-81e2-4335-9807-f3018c69fe7e None None] Checking segment: {'id': 'df886986-2453-4f06-9da2-5eea010be06b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '90471acb-f3b1-49d8-89a2-9d6f80cfb9db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:30:29.048651 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00b7cf63-81e2-4335-9807-f3018c69fe7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:29.049069 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b7cf63-81e2-4335-9807-f3018c69fe7e None None] Bound using segment: {'id': 'df886986-2453-4f06-9da2-5eea010be06b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '90471acb-f3b1-49d8-89a2-9d6f80cfb9db'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:30:29.049577 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-00b7cf63-81e2-4335-9807-f3018c69fe7e None None] Bound port: 7db6cf45-277b-4b4c-aa3f-f5c994ea0c1d, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df886986-2453-4f06-9da2-5eea010be06b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '90471acb-f3b1-49d8-89a2-9d6f80cfb9db'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:30:29.050043 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00b7cf63-81e2-4335-9807-f3018c69fe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:29.067771 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b3bef6f-dc5f-4f00-9e96-bfabc8a3075d x-openstack-request-id: req-2b3bef6f-dc5f-4f00-9e96-bfabc8a3075d {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:30:29.068264 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd3b6374-b889-4a3c-adc6-6c3726a63fe7", "name": "network-vif-plugged", "status": "completed", "tag": "6680aa08-cd1c-48c3-9983-165cffec2245", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:30:29.068552 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2b3bef6f-dc5f-4f00-9e96-bfabc8a3075d {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:30:29.069873 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd3b6374-b889-4a3c-adc6-6c3726a63fe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6680aa08-cd1c-48c3-9983-165cffec2245', 'code': 200} Aug 10 03:30:29.076379 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c4308f66-cc2a-4f85-ba48-c37824e73412 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:29.105629 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9e8ff6d3-34eb-44dc-96e5-277af9fb3e7f req-a234233f-a229-4f6d-ba59-378cebde1bdb tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=60e8d4ce-c00a-43d5-86a4-544ebfda7358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234808 Aug 10 03:30:29.228627 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4308f66-cc2a-4f85-ba48-c37824e73412 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Pushing event updated for resources: {'Port': ['ID=516c6493-0a54-41c8-96c8-d408fd326dc2,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:29.235013 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed3f3d7-457a-4af3-bbf6-de73c1758928 req-0ddb8c8e-c310-48c9-9305-0108016ee444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:29.238868 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-aed3f3d7-457a-4af3-bbf6-de73c1758928 req-0ddb8c8e-c310-48c9-9305-0108016ee444 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bd3b6374-b889-4a3c-adc6-6c3726a63fe7 HTTP/1.1" status: 200 len: 1102 time: 0.0908411 Aug 10 03:30:29.255695 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4308f66-cc2a-4f85-ba48-c37824e73412 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Network aefccaa2-e079-4cf8-9766-a4e525183ce5 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:30:29.259811 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-c4308f66-cc2a-4f85-ba48-c37824e73412 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:30:29.262983 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4308f66-cc2a-4f85-ba48-c37824e73412 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:30:29.272545 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4308f66-cc2a-4f85-ba48-c37824e73412 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:29.272900 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4308f66-cc2a-4f85-ba48-c37824e73412 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:29.273247 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4308f66-cc2a-4f85-ba48-c37824e73412 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:29.273842 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4308f66-cc2a-4f85-ba48-c37824e73412 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:29.274291 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4308f66-cc2a-4f85-ba48-c37824e73412 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:29.274672 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4308f66-cc2a-4f85-ba48-c37824e73412 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:29.275099 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4308f66-cc2a-4f85-ba48-c37824e73412 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:29.275333 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4308f66-cc2a-4f85-ba48-c37824e73412 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:29.275988 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4308f66-cc2a-4f85-ba48-c37824e73412 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:29.277421 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4308f66-cc2a-4f85-ba48-c37824e73412 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:29.278296 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4308f66-cc2a-4f85-ba48-c37824e73412 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:29.279073 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4308f66-cc2a-4f85-ba48-c37824e73412 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:29.341900 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-fb33746a-fba3-4cc7-84de-c28a022d67dc None None] Allocated IP 172.21.0.2 (aefccaa2-e079-4cf8-9766-a4e525183ce5/12431dfd-2338-41f6-a311-a5ec55a60c06/cb49581c-5620-445d-a426-91db08d70b8b) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:30:29.344269 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c4308f66-cc2a-4f85-ba48-c37824e73412 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521745'] for router_interface, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:29.391066 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-aed3f3d7-457a-4af3-bbf6-de73c1758928 req-99adfd49-58bd-49c2-8494-43133dae6f0d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c0ebee9e-edc9-4764-b876-a3ae0dd308b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285875 Aug 10 03:30:29.419723 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c24211b-d1c4-4b86-9b4b-9c13d8ea30c1 req-c753aafc-c9e4-4028-917d-903f16bc0418 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:29.427921 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4c24211b-d1c4-4b86-9b4b-9c13d8ea30c1 req-c753aafc-c9e4-4028-917d-903f16bc0418 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 946 time: 0.1830745 Aug 10 03:30:29.482358 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00b7cf63-81e2-4335-9807-f3018c69fe7e None None] For port 7db6cf45-277b-4b4c-aa3f-f5c994ea0c1d, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:30:29.510867 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4c24211b-d1c4-4b86-9b4b-9c13d8ea30c1 req-f54e1fe5-1b29-440b-b43e-61ba017d5915 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815644 Aug 10 03:30:29.591931 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c4308f66-cc2a-4f85-ba48-c37824e73412 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:29.667320 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00b7cf63-81e2-4335-9807-f3018c69fe7e None None] For port 7db6cf45-277b-4b4c-aa3f-f5c994ea0c1d, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=7db6cf45-277b-4b4c-aa3f-f5c994ea0c1d,segment=NetworkSegment(df886986-2453-4f06-9da2-5eea010be06b),segment_id=df886986-2453-4f06-9da2-5eea010be06b)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:30:29.708517 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00b7cf63-81e2-4335-9807-f3018c69fe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:29.751932 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89da44c-822d-4310-b439-4ee036ec9141 req-67517597-e003-4692-b871-99bb89b73b7b tempest-VolumesBackupsTest-556785364 tempest-VolumesBackupsTest-556785364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:29.764072 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f89da44c-822d-4310-b439-4ee036ec9141 req-67517597-e003-4692-b871-99bb89b73b7b tempest-VolumesBackupsTest-556785364 tempest-VolumesBackupsTest-556785364-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd3b6374-b889-4a3c-adc6-6c3726a63fe7 HTTP/1.1" status: 200 len: 950 time: 0.1116040 Aug 10 03:30:29.804458 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af51a591-2765-43c3-9168-2ce9fbd22cd6 req-8333d780-f25e-4259-b5fd-9998d874f02b tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:29.820339 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-af51a591-2765-43c3-9168-2ce9fbd22cd6 req-8333d780-f25e-4259-b5fd-9998d874f02b tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 946 time: 0.1275051 Aug 10 03:30:29.871959 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f89da44c-822d-4310-b439-4ee036ec9141 req-77286fab-8a42-43e9-9949-86bc40a7c0f8 tempest-VolumesBackupsTest-556785364 tempest-VolumesBackupsTest-556785364-project] 10.222.0.44 "GET /v2.0/security-groups?id=c0ebee9e-edc9-4764-b876-a3ae0dd308b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062703 Aug 10 03:30:29.914310 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-af51a591-2765-43c3-9168-2ce9fbd22cd6 req-ae20e1ea-f9e1-412e-86e2-2b99f6b9698d tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875494 Aug 10 03:30:30.206039 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c4308f66-cc2a-4f85-ba48-c37824e73412 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:30.224703 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c4308f66-cc2a-4f85-ba48-c37824e73412 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:30.240968 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd0c0ef-eba9-4b4e-81d8-0935fc5916f1 req-d0687674-2945-451f-b333-eb9356dd15d5 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:30.252046 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2fd0c0ef-eba9-4b4e-81d8-0935fc5916f1 req-d0687674-2945-451f-b333-eb9356dd15d5 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 946 time: 0.1471536 Aug 10 03:30:30.284359 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-fb33746a-fba3-4cc7-84de-c28a022d67dc None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:30.316090 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-fb33746a-fba3-4cc7-84de-c28a022d67dc None None] Transition to ACTIVE for port object cb49581c-5620-445d-a426-91db08d70b8b will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:30:30.365261 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-fb33746a-fba3-4cc7-84de-c28a022d67dc None None] Transition to ACTIVE for port object cb49581c-5620-445d-a426-91db08d70b8b will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:30:30.393612 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2fd0c0ef-eba9-4b4e-81d8-0935fc5916f1 req-570cd7e2-1708-46e0-8d3f-415c6cca37fa tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399498 Aug 10 03:30:30.417369 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b7cf63-81e2-4335-9807-f3018c69fe7e None None] Routers {'6c4ba19c-fea1-4500-bde9-451cc40670bd'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:30:30.418706 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-00b7cf63-81e2-4335-9807-f3018c69fe7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:30:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['6c4ba19c-fea1-4500-bde9-451cc40670bd'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:30.424211 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-fb33746a-fba3-4cc7-84de-c28a022d67dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:30.543221 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c4308f66-cc2a-4f85-ba48-c37824e73412 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521893'] for router_interface, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:30.545537 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4308f66-cc2a-4f85-ba48-c37824e73412 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Pushing event updated for resources: {'Port': ['ID=516c6493-0a54-41c8-96c8-d408fd326dc2,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:30.568247 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbecdeee-0f08-41fa-b69b-1dbc45cdf5af req-84b11385-853b-49f5-bf49-889434dba757 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:30.578287 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fbecdeee-0f08-41fa-b69b-1dbc45cdf5af req-84b11385-853b-49f5-bf49-889434dba757 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f70549b-d8ab-420c-8f76-4bc4d67f60eb HTTP/1.1" status: 200 len: 945 time: 0.1825378 Aug 10 03:30:30.641295 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fbecdeee-0f08-41fa-b69b-1dbc45cdf5af req-2ad295b1-ac92-4574-a161-22750c27d819 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=60e8d4ce-c00a-43d5-86a4-544ebfda7358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612490 Aug 10 03:30:30.744480 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e516c4-ca8a-485c-91d3-f1f08663c716 None None] Pushing event updated for resources: {'Port': ['ID=7db6cf45-277b-4b4c-aa3f-f5c994ea0c1d,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:30.852294 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb33746a-fba3-4cc7-84de-c28a022d67dc None None] Pushing event updated for resources: {'Port': ['ID=cb49581c-5620-445d-a426-91db08d70b8b,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:30.887692 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-00b7cf63-81e2-4335-9807-f3018c69fe7e None None] Set router 6c4ba19c-fea1-4500-bde9-451cc40670bd gateway port host: None {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:30:30.949106 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4308f66-cc2a-4f85-ba48-c37824e73412 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Network aefccaa2-e079-4cf8-9766-a4e525183ce5 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:30:30.959039 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-c4308f66-cc2a-4f85-ba48-c37824e73412 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:30:30.999138 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb33746a-fba3-4cc7-84de-c28a022d67dc None None] Network aefccaa2-e079-4cf8-9766-a4e525183ce5 is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:30:31.005942 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-fb33746a-fba3-4cc7-84de-c28a022d67dc None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:30:31.013691 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb33746a-fba3-4cc7-84de-c28a022d67dc None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:30:31.064862 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ba6ef6-fc64-4ce7-82bf-070449be1fe1 req-d6f897a4-a4d5-4095-9dbe-31009cd5feef tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:31.092970 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-80ba6ef6-fc64-4ce7-82bf-070449be1fe1 req-d6f897a4-a4d5-4095-9dbe-31009cd5feef tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 946 time: 0.2705228 Aug 10 03:30:31.201675 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4308f66-cc2a-4f85-ba48-c37824e73412 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Router 6c4ba19c-fea1-4500-bde9-451cc40670bd has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:30:31.294567 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-fb33746a-fba3-4cc7-84de-c28a022d67dc None None] Attempting to bind port cb49581c-5620-445d-a426-91db08d70b8b on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:30:31.295446 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-fb33746a-fba3-4cc7-84de-c28a022d67dc None None] Attempting to bind port cb49581c-5620-445d-a426-91db08d70b8b by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '9361ddd7-eb0e-45b5-9e04-162ccdb499cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'aefccaa2-e079-4cf8-9766-a4e525183ce5'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:30:31.295812 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb33746a-fba3-4cc7-84de-c28a022d67dc None None] Attempting to bind port cb49581c-5620-445d-a426-91db08d70b8b on network aefccaa2-e079-4cf8-9766-a4e525183ce5 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:30:31.298779 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-80ba6ef6-fc64-4ce7-82bf-070449be1fe1 req-b4fb402f-7ed1-41b9-8e7b-d1adc0fef20e tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922107 Aug 10 03:30:31.334552 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb33746a-fba3-4cc7-84de-c28a022d67dc None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:30:31.346311 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ffbf91-32b9-4841-8183-bed38cd28437 req-0b4a6fa1-4e67-4cbb-b24a-c2ea4bc83605 tempest-VolumesBackupsTest-556785364 tempest-VolumesBackupsTest-556785364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:31.351392 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb33746a-fba3-4cc7-84de-c28a022d67dc None None] Checking segment: {'id': '9361ddd7-eb0e-45b5-9e04-162ccdb499cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'aefccaa2-e079-4cf8-9766-a4e525183ce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:30:31.351844 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-fb33746a-fba3-4cc7-84de-c28a022d67dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:31.352224 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb33746a-fba3-4cc7-84de-c28a022d67dc None None] Bound using segment: {'id': '9361ddd7-eb0e-45b5-9e04-162ccdb499cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'aefccaa2-e079-4cf8-9766-a4e525183ce5'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:30:31.352746 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-fb33746a-fba3-4cc7-84de-c28a022d67dc None None] Bound port: cb49581c-5620-445d-a426-91db08d70b8b, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9361ddd7-eb0e-45b5-9e04-162ccdb499cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'aefccaa2-e079-4cf8-9766-a4e525183ce5'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:30:31.358542 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-fb33746a-fba3-4cc7-84de-c28a022d67dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:31.363716 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-00ffbf91-32b9-4841-8183-bed38cd28437 req-0b4a6fa1-4e67-4cbb-b24a-c2ea4bc83605 tempest-VolumesBackupsTest-556785364 tempest-VolumesBackupsTest-556785364-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd3b6374-b889-4a3c-adc6-6c3726a63fe7 HTTP/1.1" status: 200 len: 950 time: 0.2686245 Aug 10 03:30:31.469568 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-00ffbf91-32b9-4841-8183-bed38cd28437 req-2d502d27-1a47-4826-943d-989c029be7fe tempest-VolumesBackupsTest-556785364 tempest-VolumesBackupsTest-556785364-project] 10.222.0.44 "GET /v2.0/security-groups?id=c0ebee9e-edc9-4764-b876-a3ae0dd308b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007590 Aug 10 03:30:31.520725 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-fb33746a-fba3-4cc7-84de-c28a022d67dc None None] For port cb49581c-5620-445d-a426-91db08d70b8b, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:30:31.525679 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-fb33746a-fba3-4cc7-84de-c28a022d67dc None None] For port cb49581c-5620-445d-a426-91db08d70b8b, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=cb49581c-5620-445d-a426-91db08d70b8b,segment=NetworkSegment(9361ddd7-eb0e-45b5-9e04-162ccdb499cd),segment_id=9361ddd7-eb0e-45b5-9e04-162ccdb499cd)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:30:31.548795 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4308f66-cc2a-4f85-ba48-c37824e73412 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:30:31.574733 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-fb33746a-fba3-4cc7-84de-c28a022d67dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:31.590687 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-c4308f66-cc2a-4f85-ba48-c37824e73412 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "PUT /v2.0/routers/6c4ba19c-fea1-4500-bde9-451cc40670bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4439907 Aug 10 03:30:31.594876 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 38896) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:31.604870 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-a495d6a3-9910-4fcd-94cc-ee37e5ccbfb5 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Request body: {'network': {'name': 'tempest-RoutersTest-116591112'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:31.684843 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a495d6a3-9910-4fcd-94cc-ee37e5ccbfb5 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Made reservation on behalf of d89c7ea5aa0045c689dfdb943d8f4200 for: {'network': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:30:31.708822 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a495d6a3-9910-4fcd-94cc-ee37e5ccbfb5 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:31.812909 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb33746a-fba3-4cc7-84de-c28a022d67dc None None] Pushing event updated for resources: {'Port': ['ID=cb49581c-5620-445d-a426-91db08d70b8b,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:31.837204 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-00b7cf63-81e2-4335-9807-f3018c69fe7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'name': 'tempest-RoutersTest-router-1231061768', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:30:17Z', 'updated_at': '2021-08-10T03:30:29Z', 'revision_number': 3, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'gw_port_host': None, '_interfaces': [{'id': '516c6493-0a54-41c8-96c8-d408fd326dc2', 'name': '', 'network_id': 'aefccaa2-e079-4cf8-9766-a4e525183ce5', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'mac_address': 'fa:16:3e:91:c7:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1977, 'fixed_ips': [{'subnet_id': '12431dfd-2338-41f6-a311-a5ec55a60c06', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:28Z', 'updated_at': '2021-08-10T03:30:29Z', 'revision_number': 2, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'subnets': [{'id': '12431dfd-2338-41f6-a311-a5ec55a60c06', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7db6cf45-277b-4b4c-aa3f-f5c994ea0c1d', 'name': '', 'network_id': '90471acb-f3b1-49d8-89a2-9d6f80cfb9db', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'mac_address': 'fa:16:3e:1f:7c:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '210af843-4993-43f0-99f2-b67fd472564e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:20Z', 'updated_at': '2021-08-10T03:30:29Z', 'revision_number': 4, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'subnets': [{'id': '210af843-4993-43f0-99f2-b67fd472564e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:31.880718 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a495d6a3-9910-4fcd-94cc-ee37e5ccbfb5 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=94260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:30:31.904180 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b7cf63-81e2-4335-9807-f3018c69fe7e None None] The sync data for ids ['6c4ba19c-fea1-4500-bde9-451cc40670bd'] in n-d-768862-13 is: [{'id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'name': 'tempest-RoutersTest-router-1231061768', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:30:17Z', 'updated_at': '2021-08-10T03:30:29Z', 'revision_number': 3, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'gw_port_host': None, '_interfaces': [{'id': '516c6493-0a54-41c8-96c8-d408fd326dc2', 'name': '', 'network_id': 'aefccaa2-e079-4cf8-9766-a4e525183ce5', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'mac_address': 'fa:16:3e:91:c7:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1977, 'fixed_ips': [{'subnet_id': '12431dfd-2338-41f6-a311-a5ec55a60c06', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:28Z', 'updated_at': '2021-08-10T03:30:29Z', 'revision_number': 2, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'subnets': [{'id': '12431dfd-2338-41f6-a311-a5ec55a60c06', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7db6cf45-277b-4b4c-aa3f-f5c994ea0c1d', 'name': '', 'network_id': '90471acb-f3b1-49d8-89a2-9d6f80cfb9db', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'mac_address': 'fa:16:3e:1f:7c:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '210af843-4993-43f0-99f2-b67fd472564e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:20Z', 'updated_at': '2021-08-10T03:30:29Z', 'revision_number': 4, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'subnets': [{'id': '210af843-4993-43f0-99f2-b67fd472564e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:30:31.906754 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a495d6a3-9910-4fcd-94cc-ee37e5ccbfb5 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:31.907460 n-d-768862-13 neutron-server[94260]: INFO neutron.db.segments_db [None req-a495d6a3-9910-4fcd-94cc-ee37e5ccbfb5 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Added segment 4927b068-415e-49a3-8e65-f24b23491123 of type vlan for network 413b9ffc-1df4-4704-9a16-d0c0a20beb4f Aug 10 03:30:32.065007 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1977d794-237c-4ed5-a0f7-6ba8905a7bc8 req-0e3ee62e-db00-4b71-9a18-57ffca06ef51 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:32.091591 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1977d794-237c-4ed5-a0f7-6ba8905a7bc8 req-0e3ee62e-db00-4b71-9a18-57ffca06ef51 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 946 time: 0.2884681 Aug 10 03:30:32.336021 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a495d6a3-9910-4fcd-94cc-ee37e5ccbfb5 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:32.414988 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1977d794-237c-4ed5-a0f7-6ba8905a7bc8 req-c921d591-a83a-42a6-857b-6b2f387972e0 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3180377 Aug 10 03:30:32.518366 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a495d6a3-9910-4fcd-94cc-ee37e5ccbfb5 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:32.533521 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a495d6a3-9910-4fcd-94cc-ee37e5ccbfb5 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:32.535473 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a495d6a3-9910-4fcd-94cc-ee37e5ccbfb5 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:32.928995 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device cb49581c-5620-445d-a426-91db08d70b8b up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:30:32.969056 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-a495d6a3-9910-4fcd-94cc-ee37e5ccbfb5 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3726299 Aug 10 03:30:32.973096 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 38916) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:32.982007 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-6d744ecd-190f-4ca6-b91e-bef1db977ad0 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Request body: {'subnet': {'network_id': '413b9ffc-1df4-4704-9a16-d0c0a20beb4f', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:33.056318 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b51524-fb40-4de7-879f-76544e6adb3b req-935d9340-79cb-4bf2-b2e2-17bffb34d423 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:33.088545 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-19b51524-fb40-4de7-879f-76544e6adb3b req-935d9340-79cb-4bf2-b2e2-17bffb34d423 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f70549b-d8ab-420c-8f76-4bc4d67f60eb HTTP/1.1" status: 200 len: 945 time: 0.2595143 Aug 10 03:30:33.099668 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a495d6a3-9910-4fcd-94cc-ee37e5ccbfb5 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Pushing event updated for resources: {'Network': ['ID=413b9ffc-1df4-4704-9a16-d0c0a20beb4f,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:33.182142 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 413b9ffc-1df4-4704-9a16-d0c0a20beb4f details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:30:33.307231 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d744ecd-190f-4ca6-b91e-bef1db977ad0 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Made reservation on behalf of d89c7ea5aa0045c689dfdb943d8f4200 for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:30:33.311870 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6d744ecd-190f-4ca6-b91e-bef1db977ad0 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:33.395361 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-19b51524-fb40-4de7-879f-76544e6adb3b req-373035c0-67a6-439c-85ec-cd84ea639a23 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=60e8d4ce-c00a-43d5-86a4-544ebfda7358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2996283 Aug 10 03:30:33.529878 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:33.540071 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port cb49581c-5620-445d-a426-91db08d70b8b completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:30:33.989696 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230fed86-2eee-4703-9e5e-c3c8480c3e6f req-0dc62b3f-74da-4ce0-86e9-643dafc69048 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:33.998135 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-230fed86-2eee-4703-9e5e-c3c8480c3e6f req-0dc62b3f-74da-4ce0-86e9-643dafc69048 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 946 time: 0.2884922 Aug 10 03:30:34.047901 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6d744ecd-190f-4ca6-b91e-bef1db977ad0 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:34.103154 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-230fed86-2eee-4703-9e5e-c3c8480c3e6f req-76b1d998-5659-4e3f-8a7e-7a1dc8f03f09 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038337 Aug 10 03:30:34.160928 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d744ecd-190f-4ca6-b91e-bef1db977ad0 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Checking segment: {'id': '4927b068-415e-49a3-8e65-f24b23491123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '413b9ffc-1df4-4704-9a16-d0c0a20beb4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:30:34.161512 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d744ecd-190f-4ca6-b91e-bef1db977ad0 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Network hostable DHCP agents. Network: 413b9ffc-1df4-4704-9a16-d0c0a20beb4f, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:30:34.168862 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1585e51a-c32e-45b8-8485-b7869fa72b92 None None] Network aefccaa2-e079-4cf8-9766-a4e525183ce5 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:30:34.258981 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d744ecd-190f-4ca6-b91e-bef1db977ad0 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Pushing event updated for resources: {'Subnet': ['ID=15da1384-e160-46cf-9927-52f19ea1b122,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:34.274496 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d744ecd-190f-4ca6-b91e-bef1db977ad0 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Network 413b9ffc-1df4-4704-9a16-d0c0a20beb4f is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:30:34.324077 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-6d744ecd-190f-4ca6-b91e-bef1db977ad0 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 413b9ffc-1df4-4704-9a16-d0c0a20beb4f) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:30:34.330981 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d744ecd-190f-4ca6-b91e-bef1db977ad0 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:34.337849 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6d744ecd-190f-4ca6-b91e-bef1db977ad0 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:34.395229 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-6d744ecd-190f-4ca6-b91e-bef1db977ad0 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4202564 Aug 10 03:30:34.399935 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 38926) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:34.423881 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8ed6ab-0031-40de-b8d7-524c06109dd0 None None] Network 413b9ffc-1df4-4704-9a16-d0c0a20beb4f requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:30:34.803165 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-faf7e8d0-7b6a-4fd2-9f3a-eb031dce89c7 None None] Provisioning for port cb49581c-5620-445d-a426-91db08d70b8b completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:30:34.870819 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-faf7e8d0-7b6a-4fd2-9f3a-eb031dce89c7 None None] Provisioning complete for port cb49581c-5620-445d-a426-91db08d70b8b triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:34.872975 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-faf7e8d0-7b6a-4fd2-9f3a-eb031dce89c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:34.896928 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 7db6cf45-277b-4b4c-aa3f-f5c994ea0c1d up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:30:35.265473 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 7db6cf45-277b-4b4c-aa3f-f5c994ea0c1d completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:30:35.301137 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 7db6cf45-277b-4b4c-aa3f-f5c994ea0c1d triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:35.301507 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:35.337224 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1512a25-7e24-4f18-a7ad-2c5cdfdc9a5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-413b9ffc-1df4-4704-9a16-d0c0a20beb4f', 'network_id': '413b9ffc-1df4-4704-9a16-d0c0a20beb4f', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'fixed_ips': [{'subnet_id': '15da1384-e160-46cf-9927-52f19ea1b122'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:30:35.340701 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a1512a25-7e24-4f18-a7ad-2c5cdfdc9a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:35.637413 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-a1512a25-7e24-4f18-a7ad-2c5cdfdc9a5d None None] Allocated IP 172.22.0.2 (413b9ffc-1df4-4704-9a16-d0c0a20beb4f/15da1384-e160-46cf-9927-52f19ea1b122/750f1f89-7aa2-4c95-884e-a44d06b51fb6) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:30:35.738392 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f882d2e1-b98f-4658-9982-22814c87164c req-81742b1b-75bd-4caf-a448-bccadd766813 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:35.757597 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f882d2e1-b98f-4658-9982-22814c87164c req-81742b1b-75bd-4caf-a448-bccadd766813 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f70549b-d8ab-420c-8f76-4bc4d67f60eb HTTP/1.1" status: 200 len: 945 time: 0.9869773 Aug 10 03:30:35.844152 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-faf7e8d0-7b6a-4fd2-9f3a-eb031dce89c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:36.069728 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a1512a25-7e24-4f18-a7ad-2c5cdfdc9a5d None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:36.093738 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-faf7e8d0-7b6a-4fd2-9f3a-eb031dce89c7 None None] For port cb49581c-5620-445d-a426-91db08d70b8b, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=cb49581c-5620-445d-a426-91db08d70b8b,segment=NetworkSegment(9361ddd7-eb0e-45b5-9e04-162ccdb499cd),segment_id=9361ddd7-eb0e-45b5-9e04-162ccdb499cd)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:36.168342 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f882d2e1-b98f-4658-9982-22814c87164c req-75ee2b11-b7ae-4e00-acae-bfa9c12f62c3 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=60e8d4ce-c00a-43d5-86a4-544ebfda7358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4089184 Aug 10 03:30:36.180624 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-faf7e8d0-7b6a-4fd2-9f3a-eb031dce89c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:36.185402 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-a1512a25-7e24-4f18-a7ad-2c5cdfdc9a5d None None] Transition to ACTIVE for port object 750f1f89-7aa2-4c95-884e-a44d06b51fb6 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:30:36.257012 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 38950) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:36.380680 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:36.389108 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-a1512a25-7e24-4f18-a7ad-2c5cdfdc9a5d None None] Transition to ACTIVE for port object 750f1f89-7aa2-4c95-884e-a44d06b51fb6 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:30:36.464713 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7989cd-9538-4e50-a9cc-dd048190e842 None None] Sync routers for ids ['6c4ba19c-fea1-4500-bde9-451cc40670bd'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:30:36.499239 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7989cd-9538-4e50-a9cc-dd048190e842 None None] Routers {'6c4ba19c-fea1-4500-bde9-451cc40670bd'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:30:36.500213 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-ea7989cd-9538-4e50-a9cc-dd048190e842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:30:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['6c4ba19c-fea1-4500-bde9-451cc40670bd'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:36.687820 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a565f275-f8b2-49a4-a2ef-6c47498737d6 req-61d75c03-61ac-4677-9d3a-aa9c55cc4175 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:36.690607 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a565f275-f8b2-49a4-a2ef-6c47498737d6 req-61d75c03-61ac-4677-9d3a-aa9c55cc4175 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 946 time: 0.9290645 Aug 10 03:30:36.774556 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1f12beee-2e1c-4f24-9fc0-2e6a26fca5ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:36.781865 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-ea7989cd-9538-4e50-a9cc-dd048190e842 None None] Set router 6c4ba19c-fea1-4500-bde9-451cc40670bd gateway port host: None {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:30:36.976760 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a565f275-f8b2-49a4-a2ef-6c47498737d6 req-b2abb548-85ab-4739-b07d-9f00f8b4ef13 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474983 Aug 10 03:30:37.012921 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e49551e3-6a88-4da0-a529-c45391fd1da7 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:37.173027 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 7db6cf45-277b-4b4c-aa3f-f5c994ea0c1d, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=7db6cf45-277b-4b4c-aa3f-f5c994ea0c1d,segment=NetworkSegment(df886986-2453-4f06-9da2-5eea010be06b),segment_id=df886986-2453-4f06-9da2-5eea010be06b)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:37.198160 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a1512a25-7e24-4f18-a7ad-2c5cdfdc9a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:37.255992 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1f12beee-2e1c-4f24-9fc0-2e6a26fca5ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:37.265817 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1f12beee-2e1c-4f24-9fc0-2e6a26fca5ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:37.269986 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1512a25-7e24-4f18-a7ad-2c5cdfdc9a5d None None] Network 413b9ffc-1df4-4704-9a16-d0c0a20beb4f is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:30:37.279995 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:37.309779 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf7e8d0-7b6a-4fd2-9f3a-eb031dce89c7 None None] Pushing event updated for resources: {'Port': ['ID=cb49581c-5620-445d-a426-91db08d70b8b,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:37.331018 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-a1512a25-7e24-4f18-a7ad-2c5cdfdc9a5d None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:30:37.366249 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-d00a6c4b-2347-4dc3-9afb-d7c5fec79233 None None] Provisioning complete for port cb49581c-5620-445d-a426-91db08d70b8b triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:37.367216 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d00a6c4b-2347-4dc3-9afb-d7c5fec79233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:37.450175 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-1f12beee-2e1c-4f24-9fc0-2e6a26fca5ae admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6443ef7be75d4f9ea358da546da64619&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1879773 Aug 10 03:30:37.450175 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f12beee-2e1c-4f24-9fc0-2e6a26fca5ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d2f36d-dcd3-4e9e-9033-333e46136c6f,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:37.459393 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 38962) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:37.561426 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1512a25-7e24-4f18-a7ad-2c5cdfdc9a5d None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:30:37.576726 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf7e8d0-7b6a-4fd2-9f3a-eb031dce89c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:37.577850 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf7e8d0-7b6a-4fd2-9f3a-eb031dce89c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:37.579100 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf7e8d0-7b6a-4fd2-9f3a-eb031dce89c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:37.580079 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf7e8d0-7b6a-4fd2-9f3a-eb031dce89c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:37.580994 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf7e8d0-7b6a-4fd2-9f3a-eb031dce89c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:37.582415 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf7e8d0-7b6a-4fd2-9f3a-eb031dce89c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:37.583307 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf7e8d0-7b6a-4fd2-9f3a-eb031dce89c7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:37.584220 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf7e8d0-7b6a-4fd2-9f3a-eb031dce89c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:37.585077 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf7e8d0-7b6a-4fd2-9f3a-eb031dce89c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:37.586434 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf7e8d0-7b6a-4fd2-9f3a-eb031dce89c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:37.587409 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf7e8d0-7b6a-4fd2-9f3a-eb031dce89c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:37.588310 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf7e8d0-7b6a-4fd2-9f3a-eb031dce89c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:37.599492 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a2d65d1b-27fb-423c-afc2-0f10a676c561 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:37.712971 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a2d65d1b-27fb-423c-afc2-0f10a676c561 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:37.776543 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc58bf-4e25-4dfd-8207-6281d1896f08 req-81cbbb61-7b0b-4ced-8a34-b929a912f157 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:37.784033 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-43dc58bf-4e25-4dfd-8207-6281d1896f08 req-81cbbb61-7b0b-4ced-8a34-b929a912f157 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f70549b-d8ab-420c-8f76-4bc4d67f60eb HTTP/1.1" status: 200 len: 945 time: 0.3167796 Aug 10 03:30:37.933300 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a2d65d1b-27fb-423c-afc2-0f10a676c561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:37.937690 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a2d65d1b-27fb-423c-afc2-0f10a676c561 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:37.938107 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a2d65d1b-27fb-423c-afc2-0f10a676c561 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f9d2f36d-dcd3-4e9e-9033-333e46136c6f HTTP/1.1" status: 204 len: 168 time: 0.4746025 Aug 10 03:30:37.945960 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1512a25-7e24-4f18-a7ad-2c5cdfdc9a5d None None] Pushing event updated for resources: {'Port': ['ID=750f1f89-7aa2-4c95-884e-a44d06b51fb6,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:37.978407 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d65d1b-27fb-423c-afc2-0f10a676c561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d2f36d-dcd3-4e9e-9033-333e46136c6f,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:38.099331 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-ea7989cd-9538-4e50-a9cc-dd048190e842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'name': 'tempest-RoutersTest-router-1231061768', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:30:17Z', 'updated_at': '2021-08-10T03:30:29Z', 'revision_number': 3, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'gw_port_host': None, '_interfaces': [{'id': '516c6493-0a54-41c8-96c8-d408fd326dc2', 'name': '', 'network_id': 'aefccaa2-e079-4cf8-9766-a4e525183ce5', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'mac_address': 'fa:16:3e:91:c7:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1977, 'fixed_ips': [{'subnet_id': '12431dfd-2338-41f6-a311-a5ec55a60c06', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:28Z', 'updated_at': '2021-08-10T03:30:29Z', 'revision_number': 2, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'subnets': [{'id': '12431dfd-2338-41f6-a311-a5ec55a60c06', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7db6cf45-277b-4b4c-aa3f-f5c994ea0c1d', 'name': '', 'network_id': '90471acb-f3b1-49d8-89a2-9d6f80cfb9db', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'mac_address': 'fa:16:3e:1f:7c:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '210af843-4993-43f0-99f2-b67fd472564e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:20Z', 'updated_at': '2021-08-10T03:30:29Z', 'revision_number': 4, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'subnets': [{'id': '210af843-4993-43f0-99f2-b67fd472564e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:38.121435 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-43dc58bf-4e25-4dfd-8207-6281d1896f08 req-65b58d06-4603-45b9-b0fb-4cc8d62116b1 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=60e8d4ce-c00a-43d5-86a4-544ebfda7358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3253391 Aug 10 03:30:38.183489 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7989cd-9538-4e50-a9cc-dd048190e842 None None] Checking router: 6c4ba19c-fea1-4500-bde9-451cc40670bd for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:30:38.184345 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7989cd-9538-4e50-a9cc-dd048190e842 None None] Updating router 6c4ba19c-fea1-4500-bde9-451cc40670bd port 516c6493-0a54-41c8-96c8-d408fd326dc2 binding host n-d-768862-13 {{(pid=94263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:30:38.222996 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-a1512a25-7e24-4f18-a7ad-2c5cdfdc9a5d None None] Attempting to bind port 750f1f89-7aa2-4c95-884e-a44d06b51fb6 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:30:38.223755 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-a1512a25-7e24-4f18-a7ad-2c5cdfdc9a5d None None] Attempting to bind port 750f1f89-7aa2-4c95-884e-a44d06b51fb6 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '4927b068-415e-49a3-8e65-f24b23491123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '413b9ffc-1df4-4704-9a16-d0c0a20beb4f'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:30:38.224143 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1512a25-7e24-4f18-a7ad-2c5cdfdc9a5d None None] Attempting to bind port 750f1f89-7aa2-4c95-884e-a44d06b51fb6 on network 413b9ffc-1df4-4704-9a16-d0c0a20beb4f {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:30:38.283477 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:30:38.288700 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1512a25-7e24-4f18-a7ad-2c5cdfdc9a5d None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:30:38.289400 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1512a25-7e24-4f18-a7ad-2c5cdfdc9a5d None None] Checking segment: {'id': '4927b068-415e-49a3-8e65-f24b23491123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '413b9ffc-1df4-4704-9a16-d0c0a20beb4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:30:38.290199 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a1512a25-7e24-4f18-a7ad-2c5cdfdc9a5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:38.290777 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1512a25-7e24-4f18-a7ad-2c5cdfdc9a5d None None] Bound using segment: {'id': '4927b068-415e-49a3-8e65-f24b23491123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '413b9ffc-1df4-4704-9a16-d0c0a20beb4f'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:30:38.294963 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-a1512a25-7e24-4f18-a7ad-2c5cdfdc9a5d None None] Bound port: 750f1f89-7aa2-4c95-884e-a44d06b51fb6, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4927b068-415e-49a3-8e65-f24b23491123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '413b9ffc-1df4-4704-9a16-d0c0a20beb4f'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:30:38.295716 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a1512a25-7e24-4f18-a7ad-2c5cdfdc9a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:38.335331 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-ea7989cd-9538-4e50-a9cc-dd048190e842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:38.347678 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=7db6cf45-277b-4b4c-aa3f-f5c994ea0c1d,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:38.438457 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-d00a6c4b-2347-4dc3-9afb-d7c5fec79233 None None] Provisioning for port 516c6493-0a54-41c8-96c8-d408fd326dc2 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:30:38.465479 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-d00a6c4b-2347-4dc3-9afb-d7c5fec79233 None None] Provisioning complete for port 516c6493-0a54-41c8-96c8-d408fd326dc2 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:38.466785 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d00a6c4b-2347-4dc3-9afb-d7c5fec79233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:38.504188 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-e49551e3-6a88-4da0-a529-c45391fd1da7 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Allocated IP 172.22.0.1 (413b9ffc-1df4-4704-9a16-d0c0a20beb4f/15da1384-e160-46cf-9927-52f19ea1b122/d44a8dc2-e5b3-457f-8541-7cf4e64e3236) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:30:38.557384 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-a1512a25-7e24-4f18-a7ad-2c5cdfdc9a5d None None] For port 750f1f89-7aa2-4c95-884e-a44d06b51fb6, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:30:38.611757 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-a1512a25-7e24-4f18-a7ad-2c5cdfdc9a5d None None] For port 750f1f89-7aa2-4c95-884e-a44d06b51fb6, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=750f1f89-7aa2-4c95-884e-a44d06b51fb6,segment=NetworkSegment(4927b068-415e-49a3-8e65-f24b23491123),segment_id=4927b068-415e-49a3-8e65-f24b23491123)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:30:38.623039 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a1512a25-7e24-4f18-a7ad-2c5cdfdc9a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:38.630976 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-d00a6c4b-2347-4dc3-9afb-d7c5fec79233 None None] Port 516c6493-0a54-41c8-96c8-d408fd326dc2 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:30:38.641904 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device cbef0d33-5e2e-4d43-a157-107b8525b6d2 details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:30:38.773983 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e49551e3-6a88-4da0-a529-c45391fd1da7 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:38.802997 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [None req-e49551e3-6a88-4da0-a529-c45391fd1da7 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Transition to ACTIVE for port object d44a8dc2-e5b3-457f-8541-7cf4e64e3236 will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:30:38.868341 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e49551e3-6a88-4da0-a529-c45391fd1da7 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:38.978270 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.db.resource_extend [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:30:38.995925 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49551e3-6a88-4da0-a529-c45391fd1da7 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Pushing event updated for resources: {'Port': ['ID=d44a8dc2-e5b3-457f-8541-7cf4e64e3236,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:39.009365 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3073c007-6e08-4e18-b8fb-cd44db13bb33 req-b8378ddb-e130-430e-a6dd-f0c99cd95814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:39.019666 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-448c078f-c2e2-48dc-89dd-9bc1a10245e1 None None] Provisioning complete for port 516c6493-0a54-41c8-96c8-d408fd326dc2 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:39.020579 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-448c078f-c2e2-48dc-89dd-9bc1a10245e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:39.027918 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3073c007-6e08-4e18-b8fb-cd44db13bb33 req-b8378ddb-e130-430e-a6dd-f0c99cd95814 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=45ea8e99da524d229eab9a9daefefa06&device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 1098 time: 1.1268680 Aug 10 03:30:39.061124 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49551e3-6a88-4da0-a529-c45391fd1da7 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Network 413b9ffc-1df4-4704-9a16-d0c0a20beb4f is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:30:39.066478 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 38982) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:39.123121 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0529638-dbe3-4118-aaed-e61fe04e16ba req-9d9e3d1a-cbfa-40fd-a245-fab3655c1b5b tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:39.126296 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f0529638-dbe3-4118-aaed-e61fe04e16ba req-9d9e3d1a-cbfa-40fd-a245-fab3655c1b5b tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 946 time: 0.9065044 Aug 10 03:30:39.134894 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5e0d26ae-0f57-4fe7-9e8d-360a94440265 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:39.138882 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-e49551e3-6a88-4da0-a529-c45391fd1da7 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:30:39.145260 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1512a25-7e24-4f18-a7ad-2c5cdfdc9a5d None None] Pushing event updated for resources: {'Port': ['ID=750f1f89-7aa2-4c95-884e-a44d06b51fb6,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:39.266434 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49551e3-6a88-4da0-a529-c45391fd1da7 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:30:39.341285 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-ea7989cd-9538-4e50-a9cc-dd048190e842 None None] Notify callbacks [] for port, precommit_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:39.367783 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.provisioning_blocks [None req-ea7989cd-9538-4e50-a9cc-dd048190e842 None None] Transition to ACTIVE for port object 516c6493-0a54-41c8-96c8-d408fd326dc2 will not be triggered until provisioned by entity L2. {{(pid=94263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:30:39.379576 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-448c078f-c2e2-48dc-89dd-9bc1a10245e1 None None] Port 516c6493-0a54-41c8-96c8-d408fd326dc2 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:30:39.392484 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-ea7989cd-9538-4e50-a9cc-dd048190e842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:39.495498 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port cbef0d33-5e2e-4d43-a157-107b8525b6d2, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=cbef0d33-5e2e-4d43-a157-107b8525b6d2,segment=NetworkSegment(17789ec9-f3a0-458f-a646-d9adbb03f346),segment_id=17789ec9-f3a0-458f-a646-d9adbb03f346)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:39.588415 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': 'cbef0d33-5e2e-4d43-a157-107b8525b6d2', 'network_id': 'c0659391-a657-4b16-a8ee-a2586c7786a9', 'port_id': 'cbef0d33-5e2e-4d43-a157-107b8525b6d2', 'mac_address': 'fa:16:3e:40:21:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffd75aef-22f1-4d31-9592-d84c9fe2b2a2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:30:39.593674 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f0529638-dbe3-4118-aaed-e61fe04e16ba req-1cfaa249-d3a9-4a31-94ea-2e355fffd909 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4285617 Aug 10 03:30:39.624170 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 7db6cf45-277b-4b4c-aa3f-f5c994ea0c1d up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:30:39.804145 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5e0d26ae-0f57-4fe7-9e8d-360a94440265 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:39.811502 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5e0d26ae-0f57-4fe7-9e8d-360a94440265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:39.928400 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3073c007-6e08-4e18-b8fb-cd44db13bb33 req-3b39eea0-6a32-4731-9734-0cdc3768e453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:39.930770 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3073c007-6e08-4e18-b8fb-cd44db13bb33 req-3b39eea0-6a32-4731-9734-0cdc3768e453 service neutron] 10.222.0.42 "GET /v2.0/networks?id=72b680b6-c2b6-4772-b62f-31081d87c55d HTTP/1.1" status: 200 len: 913 time: 0.8753920 Aug 10 03:30:39.940433 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:39.947506 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0d26ae-0f57-4fe7-9e8d-360a94440265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d76cdaf9-6c1b-4712-9264-02c123b9a266,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:39.970148 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-5e0d26ae-0f57-4fe7-9e8d-360a94440265 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=85b45f8c9f9840c597dbd1954cba2d9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9022305 Aug 10 03:30:39.971066 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39000) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:40.035338 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cbef0d33-5e2e-4d43-a157-107b8525b6d2 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:30:40.067251 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3073c007-6e08-4e18-b8fb-cd44db13bb33 req-64d3b4b6-0521-4843-a7fb-df251d26e0ce service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8faf8dfd-bf14-4900-825a-459411787c04 HTTP/1.1" status: 200 len: 217 time: 0.1259468 Aug 10 03:30:40.130098 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port cbef0d33-5e2e-4d43-a157-107b8525b6d2, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=cbef0d33-5e2e-4d43-a157-107b8525b6d2,segment=NetworkSegment(17789ec9-f3a0-458f-a646-d9adbb03f346),segment_id=17789ec9-f3a0-458f-a646-d9adbb03f346)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:40.138715 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 7db6cf45-277b-4b4c-aa3f-f5c994ea0c1d triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:40.141421 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:40.147037 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f474be0e-b7dd-4645-8d57-69597208d0cf None None] Pushing event updated for resources: {'Port': ['ID=516c6493-0a54-41c8-96c8-d408fd326dc2,revision_number=3']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:40.149486 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:40.165293 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b0bf2e97-9255-4c25-9bdb-f2fa812c04c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:40.178149 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f474be0e-b7dd-4645-8d57-69597208d0cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:40.178149 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f474be0e-b7dd-4645-8d57-69597208d0cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:40.178149 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f474be0e-b7dd-4645-8d57-69597208d0cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:40.178149 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f474be0e-b7dd-4645-8d57-69597208d0cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:40.180049 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f474be0e-b7dd-4645-8d57-69597208d0cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:40.181185 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f474be0e-b7dd-4645-8d57-69597208d0cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:40.181757 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f474be0e-b7dd-4645-8d57-69597208d0cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:40.182376 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f474be0e-b7dd-4645-8d57-69597208d0cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:40.184664 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f474be0e-b7dd-4645-8d57-69597208d0cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:40.185301 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f474be0e-b7dd-4645-8d57-69597208d0cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:40.193577 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f474be0e-b7dd-4645-8d57-69597208d0cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:40.193871 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f474be0e-b7dd-4645-8d57-69597208d0cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:40.224728 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79422bd4-57b6-4b6b-a6a2-ca04d52f8cb5 req-3ac6eb75-b8f2-46b8-9f87-bededc483839 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:40.236736 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-79422bd4-57b6-4b6b-a6a2-ca04d52f8cb5 req-3ac6eb75-b8f2-46b8-9f87-bededc483839 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f70549b-d8ab-420c-8f76-4bc4d67f60eb HTTP/1.1" status: 200 len: 945 time: 0.6038816 Aug 10 03:30:40.238005 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e49551e3-6a88-4da0-a529-c45391fd1da7 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521745'] for router_interface, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:40.260676 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b0bf2e97-9255-4c25-9bdb-f2fa812c04c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:40.380551 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-ea7989cd-9538-4e50-a9cc-dd048190e842 None None] Attempting to bind port 516c6493-0a54-41c8-96c8-d408fd326dc2 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:30:40.382790 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-ea7989cd-9538-4e50-a9cc-dd048190e842 None None] Attempting to bind port 516c6493-0a54-41c8-96c8-d408fd326dc2 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '9361ddd7-eb0e-45b5-9e04-162ccdb499cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'aefccaa2-e079-4cf8-9766-a4e525183ce5'}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:30:40.385679 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7989cd-9538-4e50-a9cc-dd048190e842 None None] Attempting to bind port 516c6493-0a54-41c8-96c8-d408fd326dc2 on network aefccaa2-e079-4cf8-9766-a4e525183ce5 {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:30:40.391757 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b0bf2e97-9255-4c25-9bdb-f2fa812c04c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:40.400963 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b0bf2e97-9255-4c25-9bdb-f2fa812c04c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:40.409606 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['cbef0d33-5e2e-4d43-a157-107b8525b6d2'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:30:40.414617 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-b0bf2e97-9255-4c25-9bdb-f2fa812c04c6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d76cdaf9-6c1b-4712-9264-02c123b9a266 HTTP/1.1" status: 204 len: 168 time: 0.4424026 Aug 10 03:30:40.439757 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7989cd-9538-4e50-a9cc-dd048190e842 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:30:40.446952 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7989cd-9538-4e50-a9cc-dd048190e842 None None] Checking segment: {'id': '9361ddd7-eb0e-45b5-9e04-162ccdb499cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'aefccaa2-e079-4cf8-9766-a4e525183ce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:30:40.448087 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-ea7989cd-9538-4e50-a9cc-dd048190e842 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:40.448846 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7989cd-9538-4e50-a9cc-dd048190e842 None None] Bound using segment: {'id': '9361ddd7-eb0e-45b5-9e04-162ccdb499cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'aefccaa2-e079-4cf8-9766-a4e525183ce5'} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:30:40.449551 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-ea7989cd-9538-4e50-a9cc-dd048190e842 None None] Bound port: 516c6493-0a54-41c8-96c8-d408fd326dc2, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9361ddd7-eb0e-45b5-9e04-162ccdb499cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'aefccaa2-e079-4cf8-9766-a4e525183ce5'}}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:30:40.456704 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-ea7989cd-9538-4e50-a9cc-dd048190e842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:40.470666 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bf2e97-9255-4c25-9bdb-f2fa812c04c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d76cdaf9-6c1b-4712-9264-02c123b9a266,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:40.710696 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-ea7989cd-9538-4e50-a9cc-dd048190e842 None None] For port 516c6493-0a54-41c8-96c8-d408fd326dc2, host n-d-768862-13, cleared binding levels {{(pid=94263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:30:40.757666 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-ea7989cd-9538-4e50-a9cc-dd048190e842 None None] For port 516c6493-0a54-41c8-96c8-d408fd326dc2, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=516c6493-0a54-41c8-96c8-d408fd326dc2,segment=NetworkSegment(9361ddd7-eb0e-45b5-9e04-162ccdb499cd),segment_id=9361ddd7-eb0e-45b5-9e04-162ccdb499cd)] {{(pid=94263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:30:40.771413 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-ea7989cd-9538-4e50-a9cc-dd048190e842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:40.921682 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=cbef0d33-5e2e-4d43-a157-107b8525b6d2,revision_number=6']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:40.964526 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f474be0e-b7dd-4645-8d57-69597208d0cf None None] Pushing event updated for resources: {'Port': ['ID=516c6493-0a54-41c8-96c8-d408fd326dc2,revision_number=4']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:41.013234 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7989cd-9538-4e50-a9cc-dd048190e842 None None] Routers {'6c4ba19c-fea1-4500-bde9-451cc40670bd'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:30:41.014450 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-ea7989cd-9538-4e50-a9cc-dd048190e842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:30:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['6c4ba19c-fea1-4500-bde9-451cc40670bd'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:41.332889 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device cb49581c-5620-445d-a426-91db08d70b8b up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:30:41.410606 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-79422bd4-57b6-4b6b-a6a2-ca04d52f8cb5 req-c56e9a52-4611-4da7-b17a-42bdacfd71cf tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=60e8d4ce-c00a-43d5-86a4-544ebfda7358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0046411 Aug 10 03:30:41.473086 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3073c007-6e08-4e18-b8fb-cd44db13bb33 req-0c2ef03c-1001-4603-9b50-8e0258ee0434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:41.477496 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3073c007-6e08-4e18-b8fb-cd44db13bb33 req-0c2ef03c-1001-4603-9b50-8e0258ee0434 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8f2c47df-839e-40b4-85ee-46033508b63e HTTP/1.1" status: 200 len: 853 time: 1.3620701 Aug 10 03:30:41.579657 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-ea7989cd-9538-4e50-a9cc-dd048190e842 None None] Set router 6c4ba19c-fea1-4500-bde9-451cc40670bd gateway port host: None {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:30:41.757134 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3073c007-6e08-4e18-b8fb-cd44db13bb33 req-9e82696a-4215-4c63-9bca-230ce8afef83 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72b680b6-c2b6-4772-b62f-31081d87c55d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2573292 Aug 10 03:30:41.761610 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16925bc9-af9e-46da-89f2-36204652ae3b None None] Network 413b9ffc-1df4-4704-9a16-d0c0a20beb4f requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:30:41.914773 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18563164-f4a9-4dcb-9870-8d24fbe19802 req-e35b973f-8f99-4f3c-9890-6de1ee794883 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:41.930133 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-18563164-f4a9-4dcb-9870-8d24fbe19802 req-e35b973f-8f99-4f3c-9890-6de1ee794883 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 946 time: 0.9371340 Aug 10 03:30:42.131599 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e49551e3-6a88-4da0-a529-c45391fd1da7 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:42.187302 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-18563164-f4a9-4dcb-9870-8d24fbe19802 req-2ab7d9a7-027d-49af-b40c-c93f1ba0d14c tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536321 Aug 10 03:30:42.211109 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-ea7989cd-9538-4e50-a9cc-dd048190e842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'name': 'tempest-RoutersTest-router-1231061768', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:30:17Z', 'updated_at': '2021-08-10T03:30:29Z', 'revision_number': 3, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'gw_port_host': None, '_interfaces': [{'id': '516c6493-0a54-41c8-96c8-d408fd326dc2', 'name': '', 'network_id': 'aefccaa2-e079-4cf8-9766-a4e525183ce5', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'mac_address': 'fa:16:3e:91:c7:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1977, 'fixed_ips': [{'subnet_id': '12431dfd-2338-41f6-a311-a5ec55a60c06', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:28Z', 'updated_at': '2021-08-10T03:30:40Z', 'revision_number': 4, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'subnets': [{'id': '12431dfd-2338-41f6-a311-a5ec55a60c06', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7db6cf45-277b-4b4c-aa3f-f5c994ea0c1d', 'name': '', 'network_id': '90471acb-f3b1-49d8-89a2-9d6f80cfb9db', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'mac_address': 'fa:16:3e:1f:7c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '210af843-4993-43f0-99f2-b67fd472564e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:20Z', 'updated_at': '2021-08-10T03:30:37Z', 'revision_number': 5, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'subnets': [{'id': '210af843-4993-43f0-99f2-b67fd472564e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:42.245174 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port cb49581c-5620-445d-a426-91db08d70b8b triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:42.246020 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:42.285742 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7989cd-9538-4e50-a9cc-dd048190e842 None None] The sync data for ids ['6c4ba19c-fea1-4500-bde9-451cc40670bd'] in n-d-768862-13 is: [{'id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'name': 'tempest-RoutersTest-router-1231061768', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:30:17Z', 'updated_at': '2021-08-10T03:30:29Z', 'revision_number': 3, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'gw_port_host': None, '_interfaces': [{'id': '516c6493-0a54-41c8-96c8-d408fd326dc2', 'name': '', 'network_id': 'aefccaa2-e079-4cf8-9766-a4e525183ce5', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'mac_address': 'fa:16:3e:91:c7:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1977, 'fixed_ips': [{'subnet_id': '12431dfd-2338-41f6-a311-a5ec55a60c06', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:28Z', 'updated_at': '2021-08-10T03:30:40Z', 'revision_number': 4, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'subnets': [{'id': '12431dfd-2338-41f6-a311-a5ec55a60c06', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7db6cf45-277b-4b4c-aa3f-f5c994ea0c1d', 'name': '', 'network_id': '90471acb-f3b1-49d8-89a2-9d6f80cfb9db', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'mac_address': 'fa:16:3e:1f:7c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '210af843-4993-43f0-99f2-b67fd472564e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:20Z', 'updated_at': '2021-08-10T03:30:37Z', 'revision_number': 5, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'subnets': [{'id': '210af843-4993-43f0-99f2-b67fd472564e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:30:42.419298 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3073c007-6e08-4e18-b8fb-cd44db13bb33 req-59db41fb-1a54-4890-ab7f-1b3bb0def091 service neutron] 10.222.0.42 "GET /v2.0/networks/72b680b6-c2b6-4772-b62f-31081d87c55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6519094 Aug 10 03:30:42.833812 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-418ce6f0-5290-4859-b312-ca4891800d92 None None] Provisioning for port 750f1f89-7aa2-4c95-884e-a44d06b51fb6 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:30:42.967186 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3073c007-6e08-4e18-b8fb-cd44db13bb33 req-128969e6-ba80-4ac0-9f41-a04601febda8 service neutron] 10.222.0.42 "GET /v2.0/networks/72b680b6-c2b6-4772-b62f-31081d87c55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5333321 Aug 10 03:30:43.546907 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee617a3-cef0-4f80-a630-e7ef18d4bb80 req-87a02a40-c849-4b04-9920-d66dcae77194 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:43.587682 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3ee617a3-cef0-4f80-a630-e7ef18d4bb80 req-87a02a40-c849-4b04-9920-d66dcae77194 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f70549b-d8ab-420c-8f76-4bc4d67f60eb HTTP/1.1" status: 200 len: 944 time: 0.7255774 Aug 10 03:30:43.635488 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-d3ee38e4-614b-411a-a80e-13df331649db None None] Provisioning for port d44a8dc2-e5b3-457f-8541-7cf4e64e3236 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:30:43.641187 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-d3ee38e4-614b-411a-a80e-13df331649db None None] Provisioning complete for port d44a8dc2-e5b3-457f-8541-7cf4e64e3236 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:43.641839 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d3ee38e4-614b-411a-a80e-13df331649db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:43.888001 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-d3ee38e4-614b-411a-a80e-13df331649db None None] Port d44a8dc2-e5b3-457f-8541-7cf4e64e3236 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:30:43.901197 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e49551e3-6a88-4da0-a529-c45391fd1da7 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:43.915819 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 750f1f89-7aa2-4c95-884e-a44d06b51fb6 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:30:44.020718 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e49551e3-6a88-4da0-a529-c45391fd1da7 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:44.209246 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 750f1f89-7aa2-4c95-884e-a44d06b51fb6 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:30:44.222849 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 750f1f89-7aa2-4c95-884e-a44d06b51fb6 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:44.223636 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:44.439012 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:44.449692 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49551e3-6a88-4da0-a529-c45391fd1da7 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Pushing event updated for resources: {'Port': ['ID=d44a8dc2-e5b3-457f-8541-7cf4e64e3236,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:44.529247 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e49551e3-6a88-4da0-a529-c45391fd1da7 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521893'] for router_interface, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:44.532016 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 750f1f89-7aa2-4c95-884e-a44d06b51fb6, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=750f1f89-7aa2-4c95-884e-a44d06b51fb6,segment=NetworkSegment(4927b068-415e-49a3-8e65-f24b23491123),segment_id=4927b068-415e-49a3-8e65-f24b23491123)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:44.554947 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-e6a3e051-40ae-416a-af00-e3b76dd1d7c3 None None] Provisioning complete for port d44a8dc2-e5b3-457f-8541-7cf4e64e3236 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:44.555674 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e6a3e051-40ae-416a-af00-e3b76dd1d7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:44.615506 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3ee617a3-cef0-4f80-a630-e7ef18d4bb80 req-79b8fe81-7e56-42a5-b89f-a0265cba8523 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=60e8d4ce-c00a-43d5-86a4-544ebfda7358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8146362 Aug 10 03:30:44.669018 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:44.669867 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 516c6493-0a54-41c8-96c8-d408fd326dc2 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:30:44.684775 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9f665a-6526-4551-a009-04a09ceadba8 req-5a684574-0883-41aa-9376-e03f97d0cc55 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:44.695381 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9f9f665a-6526-4551-a009-04a09ceadba8 req-5a684574-0883-41aa-9376-e03f97d0cc55 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 946 time: 0.9048963 Aug 10 03:30:44.932135 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9f9f665a-6526-4551-a009-04a09ceadba8 req-25585498-3c10-44c9-adfe-8b5d443ce859 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357221 Aug 10 03:30:44.989334 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49551e3-6a88-4da0-a529-c45391fd1da7 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Network 413b9ffc-1df4-4704-9a16-d0c0a20beb4f is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:30:44.993120 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-e49551e3-6a88-4da0-a529-c45391fd1da7 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:30:44.995565 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device cbef0d33-5e2e-4d43-a157-107b8525b6d2 up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:30:45.004622 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-e6a3e051-40ae-416a-af00-e3b76dd1d7c3 None None] Port d44a8dc2-e5b3-457f-8541-7cf4e64e3236 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:30:45.119982 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 516c6493-0a54-41c8-96c8-d408fd326dc2 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:30:45.128544 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 516c6493-0a54-41c8-96c8-d408fd326dc2 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:45.129011 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:45.178484 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=750f1f89-7aa2-4c95-884e-a44d06b51fb6,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:45.243756 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e49551e3-6a88-4da0-a529-c45391fd1da7 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Router 6c4ba19c-fea1-4500-bde9-451cc40670bd has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:30:45.294749 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port cbef0d33-5e2e-4d43-a157-107b8525b6d2 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:45.295700 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:45.383453 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:45.541537 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:45.575763 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 516c6493-0a54-41c8-96c8-d408fd326dc2, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=516c6493-0a54-41c8-96c8-d408fd326dc2,segment=NetworkSegment(9361ddd7-eb0e-45b5-9e04-162ccdb499cd),segment_id=9361ddd7-eb0e-45b5-9e04-162ccdb499cd)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:45.577032 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e49551e3-6a88-4da0-a529-c45391fd1da7 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:30:45.586467 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:45.621412 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-e49551e3-6a88-4da0-a529-c45391fd1da7 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "PUT /v2.0/routers/6c4ba19c-fea1-4500-bde9-451cc40670bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2202933 Aug 10 03:30:45.624101 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39072) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:45.641583 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-13f47fc8-37c9-4cfd-82dd-218e17fef03c tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Request body: {'network': {'name': 'tempest-RoutersTest-1536400982'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:45.644300 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port cbef0d33-5e2e-4d43-a157-107b8525b6d2, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=cbef0d33-5e2e-4d43-a157-107b8525b6d2,segment=NetworkSegment(17789ec9-f3a0-458f-a646-d9adbb03f346),segment_id=17789ec9-f3a0-458f-a646-d9adbb03f346)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:45.707611 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f70549b-d8ab-420c-8f76-4bc4d67f60eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbef0d33-5e2e-4d43-a157-107b8525b6d2'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:30:45.711595 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19dc52bf-22d7-4db2-b642-f0f7b8c7bffe" -d '{"events": [{"server_uuid": "5f70549b-d8ab-420c-8f76-4bc4d67f60eb", "name": "network-vif-plugged", "status": "completed", "tag": "cbef0d33-5e2e-4d43-a157-107b8525b6d2"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:30:45.716896 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1537f22-9060-4df1-8e1d-16adaaea698f None None] Sync routers for ids ['6c4ba19c-fea1-4500-bde9-451cc40670bd'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:30:45.736575 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:45.785682 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1537f22-9060-4df1-8e1d-16adaaea698f None None] Routers {'6c4ba19c-fea1-4500-bde9-451cc40670bd'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:30:45.802663 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-e1537f22-9060-4df1-8e1d-16adaaea698f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:30:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['6c4ba19c-fea1-4500-bde9-451cc40670bd'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:45.802663 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=516c6493-0a54-41c8-96c8-d408fd326dc2,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:45.951811 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f47fc8-37c9-4cfd-82dd-218e17fef03c tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Made reservation on behalf of d89c7ea5aa0045c689dfdb943d8f4200 for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:30:45.978700 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-13f47fc8-37c9-4cfd-82dd-218e17fef03c tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:45.991732 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-397db972-89dc-4ffa-b55e-46968bfc9059 None None] Provisioning complete for port d44a8dc2-e5b3-457f-8541-7cf4e64e3236 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:45.992118 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-397db972-89dc-4ffa-b55e-46968bfc9059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:46.050608 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13f47fc8-37c9-4cfd-82dd-218e17fef03c tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:30:46.089757 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd6dfb53-0372-4bfc-bdb6-6cd2d1e21a42 x-openstack-request-id: req-cd6dfb53-0372-4bfc-bdb6-6cd2d1e21a42 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:30:46.089757 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f70549b-d8ab-420c-8f76-4bc4d67f60eb", "name": "network-vif-plugged", "status": "completed", "tag": "cbef0d33-5e2e-4d43-a157-107b8525b6d2", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:30:46.089757 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cd6dfb53-0372-4bfc-bdb6-6cd2d1e21a42 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:30:46.089757 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f70549b-d8ab-420c-8f76-4bc4d67f60eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbef0d33-5e2e-4d43-a157-107b8525b6d2', 'code': 200} Aug 10 03:30:46.089757 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 750f1f89-7aa2-4c95-884e-a44d06b51fb6 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:30:46.095835 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-13f47fc8-37c9-4cfd-82dd-218e17fef03c tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:46.096504 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-13f47fc8-37c9-4cfd-82dd-218e17fef03c tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Added segment 6afc8dbd-f43b-4ad4-8b2b-7fb05462b1ab of type vlan for network a1e45c72-79f5-4703-acc0-7f6155bea871 Aug 10 03:30:46.143644 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9e6ac-9e4d-4e5b-9543-c6480e6cc770 req-93bbe3c4-6ca7-499a-903f-cb10e1414e06 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:46.152744 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-abc9e6ac-9e4d-4e5b-9543-c6480e6cc770 req-93bbe3c4-6ca7-499a-903f-cb10e1414e06 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f70549b-d8ab-420c-8f76-4bc4d67f60eb HTTP/1.1" status: 200 len: 945 time: 0.1553645 Aug 10 03:30:46.183857 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-13f47fc8-37c9-4cfd-82dd-218e17fef03c tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:46.266791 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-abc9e6ac-9e4d-4e5b-9543-c6480e6cc770 req-468760aa-b6f4-4dfd-89ee-c2dfc35a432d tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=60e8d4ce-c00a-43d5-86a4-544ebfda7358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136873 Aug 10 03:30:46.279904 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-13f47fc8-37c9-4cfd-82dd-218e17fef03c tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:46.318259 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f47fc8-37c9-4cfd-82dd-218e17fef03c tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:46.375254 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-13f47fc8-37c9-4cfd-82dd-218e17fef03c tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:46.498912 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b06a2f5-da12-4fb5-a62b-3c2312aad8d7 req-54123444-8e0b-4211-8295-f8b6723caa4a tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:46.516368 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3b06a2f5-da12-4fb5-a62b-3c2312aad8d7 req-54123444-8e0b-4211-8295-f8b6723caa4a tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 946 time: 0.1140132 Aug 10 03:30:46.527616 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-13f47fc8-37c9-4cfd-82dd-218e17fef03c tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8999000 Aug 10 03:30:46.529410 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39092) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:46.550369 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-e06d07b9-7b71-4572-837b-78f95abe46b7 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Request body: {'subnet': {'network_id': 'a1e45c72-79f5-4703-acc0-7f6155bea871', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:46.600190 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3b06a2f5-da12-4fb5-a62b-3c2312aad8d7 req-82b5188f-6177-4bc2-a280-b7e59ac1138b tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771651 Aug 10 03:30:46.637372 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f47fc8-37c9-4cfd-82dd-218e17fef03c tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Pushing event updated for resources: {'Network': ['ID=a1e45c72-79f5-4703-acc0-7f6155bea871,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:46.705728 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e06d07b9-7b71-4572-837b-78f95abe46b7 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Made reservation on behalf of d89c7ea5aa0045c689dfdb943d8f4200 for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:30:46.711733 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e06d07b9-7b71-4572-837b-78f95abe46b7 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:46.805150 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cfd090-93ce-4bf1-8851-1d690a603ab6 req-0550c08b-3ce5-402e-a039-5296376461a6 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:46.813985 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-58cfd090-93ce-4bf1-8851-1d690a603ab6 req-0550c08b-3ce5-402e-a039-5296376461a6 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 946 time: 0.0868423 Aug 10 03:30:46.819211 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network a1e45c72-79f5-4703-acc0-7f6155bea871 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:30:46.885721 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-58cfd090-93ce-4bf1-8851-1d690a603ab6 req-eee4a752-f043-4c85-8947-6b3bb2e7f1fe tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665789 Aug 10 03:30:47.048659 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-397db972-89dc-4ffa-b55e-46968bfc9059 None None] Port d44a8dc2-e5b3-457f-8541-7cf4e64e3236 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:30:47.105212 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-e1537f22-9060-4df1-8e1d-16adaaea698f None None] Set router 6c4ba19c-fea1-4500-bde9-451cc40670bd gateway port host: None {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:30:47.154618 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d13363-9afc-40a0-8dbf-2c68bd8c1bd1 req-23bc1962-b3c2-4a40-81c3-00a61cb83c2d tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:47.161335 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=cbef0d33-5e2e-4d43-a157-107b8525b6d2,revision_number=7']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:47.173443 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e3d13363-9afc-40a0-8dbf-2c68bd8c1bd1 req-23bc1962-b3c2-4a40-81c3-00a61cb83c2d tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 946 time: 0.1355071 Aug 10 03:30:47.237968 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e06d07b9-7b71-4572-837b-78f95abe46b7 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:47.392818 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e3d13363-9afc-40a0-8dbf-2c68bd8c1bd1 req-e49519f7-859c-4741-b68f-afc21e2c883a tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845212 Aug 10 03:30:47.521232 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06d07b9-7b71-4572-837b-78f95abe46b7 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Pushing event updated for resources: {'Subnet': ['ID=2beb1363-2c1b-498d-8b00-73a9af126f67,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:47.525178 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06d07b9-7b71-4572-837b-78f95abe46b7 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Checking segment: {'id': '6afc8dbd-f43b-4ad4-8b2b-7fb05462b1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a1e45c72-79f5-4703-acc0-7f6155bea871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:30:47.525755 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06d07b9-7b71-4572-837b-78f95abe46b7 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Network hostable DHCP agents. Network: a1e45c72-79f5-4703-acc0-7f6155bea871, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:30:47.560670 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 750f1f89-7aa2-4c95-884e-a44d06b51fb6 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:47.561249 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:47.570036 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06d07b9-7b71-4572-837b-78f95abe46b7 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Network a1e45c72-79f5-4703-acc0-7f6155bea871 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:30:47.583360 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-e06d07b9-7b71-4572-837b-78f95abe46b7 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, a1e45c72-79f5-4703-acc0-7f6155bea871) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:30:47.617781 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06d07b9-7b71-4572-837b-78f95abe46b7 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:47.618440 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e06d07b9-7b71-4572-837b-78f95abe46b7 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:47.659599 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e06d07b9-7b71-4572-837b-78f95abe46b7 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1140797 Aug 10 03:30:47.662740 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39116) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:47.665276 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1041fc87-b36c-4d54-9589-17878de9e558 None None] Network a1e45c72-79f5-4703-acc0-7f6155bea871 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:30:47.728002 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e03556d-d4d5-4357-840b-f255b5324e82 req-d1cf1908-57ef-4b5c-9a39-047be688e734 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:47.737008 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1e03556d-d4d5-4357-840b-f255b5324e82 req-d1cf1908-57ef-4b5c-9a39-047be688e734 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f70549b-d8ab-420c-8f76-4bc4d67f60eb HTTP/1.1" status: 200 len: 945 time: 0.1391547 Aug 10 03:30:47.867620 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1e03556d-d4d5-4357-840b-f255b5324e82 req-4b942b98-0ed8-47bf-8bd9-6ba0f73f84ae tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=60e8d4ce-c00a-43d5-86a4-544ebfda7358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228082 Aug 10 03:30:48.051881 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7435dc-d548-4bee-9521-a98146a5c597 req-6b23bdc0-eac7-416d-bb8c-8d3c97bc634b tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:48.073674 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2f7435dc-d548-4bee-9521-a98146a5c597 req-6b23bdc0-eac7-416d-bb8c-8d3c97bc634b tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 946 time: 0.1412759 Aug 10 03:30:48.137659 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3b6a1d-a012-471a-b621-394e394c72cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-a1e45c72-79f5-4703-acc0-7f6155bea871', 'network_id': 'a1e45c72-79f5-4703-acc0-7f6155bea871', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'fixed_ips': [{'subnet_id': '2beb1363-2c1b-498d-8b00-73a9af126f67'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:30:48.138600 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9f3b6a1d-a012-471a-b621-394e394c72cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:48.217159 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-e1537f22-9060-4df1-8e1d-16adaaea698f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'name': 'tempest-RoutersTest-router-1231061768', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:30:17Z', 'updated_at': '2021-08-10T03:30:41Z', 'revision_number': 4, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'gw_port_host': None, '_interfaces': [{'id': '516c6493-0a54-41c8-96c8-d408fd326dc2', 'name': '', 'network_id': 'aefccaa2-e079-4cf8-9766-a4e525183ce5', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'mac_address': 'fa:16:3e:91:c7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1977, 'fixed_ips': [{'subnet_id': '12431dfd-2338-41f6-a311-a5ec55a60c06', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:28Z', 'updated_at': '2021-08-10T03:30:45Z', 'revision_number': 5, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'subnets': [{'id': '12431dfd-2338-41f6-a311-a5ec55a60c06', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7db6cf45-277b-4b4c-aa3f-f5c994ea0c1d', 'name': '', 'network_id': '90471acb-f3b1-49d8-89a2-9d6f80cfb9db', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'mac_address': 'fa:16:3e:1f:7c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '210af843-4993-43f0-99f2-b67fd472564e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:20Z', 'updated_at': '2021-08-10T03:30:37Z', 'revision_number': 5, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'subnets': [{'id': '210af843-4993-43f0-99f2-b67fd472564e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd44a8dc2-e5b3-457f-8541-7cf4e64e3236', 'name': '', 'network_id': '413b9ffc-1df4-4704-9a16-d0c0a20beb4f', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'mac_address': 'fa:16:3e:14:fa:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': '15da1384-e160-46cf-9927-52f19ea1b122', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:37Z', 'updated_at': '2021-08-10T03:30:43Z', 'revision_number': 2, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'subnets': [{'id': '15da1384-e160-46cf-9927-52f19ea1b122', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:48.224469 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2f7435dc-d548-4bee-9521-a98146a5c597 req-52ca4333-61f4-4a01-a870-131cd503b0a9 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491456 Aug 10 03:30:48.322319 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1537f22-9060-4df1-8e1d-16adaaea698f None None] Checking router: 6c4ba19c-fea1-4500-bde9-451cc40670bd for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:30:48.322911 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1537f22-9060-4df1-8e1d-16adaaea698f None None] Updating router 6c4ba19c-fea1-4500-bde9-451cc40670bd port d44a8dc2-e5b3-457f-8541-7cf4e64e3236 binding host n-d-768862-13 {{(pid=94262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:30:48.361568 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 516c6493-0a54-41c8-96c8-d408fd326dc2 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:30:48.672865 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e1537f22-9060-4df1-8e1d-16adaaea698f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:48.800510 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-9f3b6a1d-a012-471a-b621-394e394c72cc None None] Allocated IP 172.23.0.2 (a1e45c72-79f5-4703-acc0-7f6155bea871/2beb1363-2c1b-498d-8b00-73a9af126f67/68ba65f7-a1e9-4992-888f-33c0d9774c66) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:30:49.153046 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9f3b6a1d-a012-471a-b621-394e394c72cc None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:49.164291 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-9f3b6a1d-a012-471a-b621-394e394c72cc None None] Transition to ACTIVE for port object 68ba65f7-a1e9-4992-888f-33c0d9774c66 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:30:49.221370 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-47e9a4b9-22d1-4424-b8e8-5ef2a9fbecc7 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:49.272830 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801c8a7e-5db2-45b4-b24d-21537bf7d65c req-77b35cc6-b026-4d42-8b2d-d0a5dc2f1002 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:49.290777 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-801c8a7e-5db2-45b4-b24d-21537bf7d65c req-77b35cc6-b026-4d42-8b2d-d0a5dc2f1002 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 946 time: 0.8331888 Aug 10 03:30:49.324827 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03018ec3-5879-402f-96f5-031a2d51f8ee req-2270e2a4-5f74-4db8-94a4-00e0c8bc5a39 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:49.333464 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-03018ec3-5879-402f-96f5-031a2d51f8ee req-2270e2a4-5f74-4db8-94a4-00e0c8bc5a39 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f70549b-d8ab-420c-8f76-4bc4d67f60eb HTTP/1.1" status: 200 len: 945 time: 0.1374903 Aug 10 03:30:49.386888 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-801c8a7e-5db2-45b4-b24d-21537bf7d65c req-aa982128-d480-4648-9039-4fbb14fa50e4 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949049 Aug 10 03:30:49.442607 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-03018ec3-5879-402f-96f5-031a2d51f8ee req-b54bf110-fec4-4bbb-8c8c-3b4646593ae3 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=60e8d4ce-c00a-43d5-86a4-544ebfda7358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078320 Aug 10 03:30:49.498088 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e1537f22-9060-4df1-8e1d-16adaaea698f None None] Notify callbacks [] for port, precommit_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:49.502909 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-9f3b6a1d-a012-471a-b621-394e394c72cc None None] Transition to ACTIVE for port object 68ba65f7-a1e9-4992-888f-33c0d9774c66 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:30:49.507581 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 516c6493-0a54-41c8-96c8-d408fd326dc2 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:49.508081 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:49.539664 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-e1537f22-9060-4df1-8e1d-16adaaea698f None None] Transition to ACTIVE for port object d44a8dc2-e5b3-457f-8541-7cf4e64e3236 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:30:49.539664 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9f3b6a1d-a012-471a-b621-394e394c72cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:49.568346 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee22368f-7785-4a74-902a-e6bd769c9206 req-0bed1d6b-ad0c-4ae6-817e-3446995a8387 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:49.569556 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ee22368f-7785-4a74-902a-e6bd769c9206 req-0bed1d6b-ad0c-4ae6-817e-3446995a8387 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 946 time: 0.0820079 Aug 10 03:30:49.614725 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-47e9a4b9-22d1-4424-b8e8-5ef2a9fbecc7 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Allocated IP 172.23.0.1 (a1e45c72-79f5-4703-acc0-7f6155bea871/2beb1363-2c1b-498d-8b00-73a9af126f67/35abaf94-7c2c-4896-a2b7-0a60ea867be5) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:30:49.644289 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ee22368f-7785-4a74-902a-e6bd769c9206 req-db1d93fe-f87a-45cd-93a6-3027dafddd2e tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679491 Aug 10 03:30:49.656978 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3b6a1d-a012-471a-b621-394e394c72cc None None] Network a1e45c72-79f5-4703-acc0-7f6155bea871 is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:30:49.660621 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e1537f22-9060-4df1-8e1d-16adaaea698f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:49.674414 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-9f3b6a1d-a012-471a-b621-394e394c72cc None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:30:49.736348 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b6a1d-a012-471a-b621-394e394c72cc None None] Pushing event updated for resources: {'Port': ['ID=68ba65f7-a1e9-4992-888f-33c0d9774c66,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:49.744205 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3b6a1d-a012-471a-b621-394e394c72cc None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:30:49.879497 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1ac9a2-f28a-4267-bf36-30aa62ab9284 None None] Pushing event updated for resources: {'Port': ['ID=d44a8dc2-e5b3-457f-8541-7cf4e64e3236,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:50.072900 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-e1537f22-9060-4df1-8e1d-16adaaea698f None None] Attempting to bind port d44a8dc2-e5b3-457f-8541-7cf4e64e3236 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:30:50.073385 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-e1537f22-9060-4df1-8e1d-16adaaea698f None None] Attempting to bind port d44a8dc2-e5b3-457f-8541-7cf4e64e3236 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '4927b068-415e-49a3-8e65-f24b23491123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '413b9ffc-1df4-4704-9a16-d0c0a20beb4f'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:30:50.073677 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1537f22-9060-4df1-8e1d-16adaaea698f None None] Attempting to bind port d44a8dc2-e5b3-457f-8541-7cf4e64e3236 on network 413b9ffc-1df4-4704-9a16-d0c0a20beb4f {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:30:50.102577 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-9f3b6a1d-a012-471a-b621-394e394c72cc None None] Attempting to bind port 68ba65f7-a1e9-4992-888f-33c0d9774c66 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:30:50.103192 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-9f3b6a1d-a012-471a-b621-394e394c72cc None None] Attempting to bind port 68ba65f7-a1e9-4992-888f-33c0d9774c66 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '6afc8dbd-f43b-4ad4-8b2b-7fb05462b1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a1e45c72-79f5-4703-acc0-7f6155bea871'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:30:50.103580 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3b6a1d-a012-471a-b621-394e394c72cc None None] Attempting to bind port 68ba65f7-a1e9-4992-888f-33c0d9774c66 on network a1e45c72-79f5-4703-acc0-7f6155bea871 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:30:50.106273 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1537f22-9060-4df1-8e1d-16adaaea698f None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:30:50.119701 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1537f22-9060-4df1-8e1d-16adaaea698f None None] Checking segment: {'id': '4927b068-415e-49a3-8e65-f24b23491123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '413b9ffc-1df4-4704-9a16-d0c0a20beb4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:30:50.122008 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e1537f22-9060-4df1-8e1d-16adaaea698f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:50.122469 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1537f22-9060-4df1-8e1d-16adaaea698f None None] Bound using segment: {'id': '4927b068-415e-49a3-8e65-f24b23491123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '413b9ffc-1df4-4704-9a16-d0c0a20beb4f'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:30:50.122998 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-e1537f22-9060-4df1-8e1d-16adaaea698f None None] Bound port: d44a8dc2-e5b3-457f-8541-7cf4e64e3236, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4927b068-415e-49a3-8e65-f24b23491123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '413b9ffc-1df4-4704-9a16-d0c0a20beb4f'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:30:50.123406 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e1537f22-9060-4df1-8e1d-16adaaea698f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:50.133714 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-210a5cfa-d2c2-4f88-939e-8f9b3a72f5c3 req-7784ef0e-8bce-4387-b092-9dbf82f0842a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e94bab8c-37ad-48a0-a25d-4fb04fb90837&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3515980 Aug 10 03:30:50.166693 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3b6a1d-a012-471a-b621-394e394c72cc None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:30:50.167481 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3b6a1d-a012-471a-b621-394e394c72cc None None] Checking segment: {'id': '6afc8dbd-f43b-4ad4-8b2b-7fb05462b1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a1e45c72-79f5-4703-acc0-7f6155bea871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:30:50.171075 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9f3b6a1d-a012-471a-b621-394e394c72cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:50.171868 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3b6a1d-a012-471a-b621-394e394c72cc None None] Bound using segment: {'id': '6afc8dbd-f43b-4ad4-8b2b-7fb05462b1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a1e45c72-79f5-4703-acc0-7f6155bea871'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:30:50.172291 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-9f3b6a1d-a012-471a-b621-394e394c72cc None None] Bound port: 68ba65f7-a1e9-4992-888f-33c0d9774c66, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6afc8dbd-f43b-4ad4-8b2b-7fb05462b1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a1e45c72-79f5-4703-acc0-7f6155bea871'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:30:50.172793 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9f3b6a1d-a012-471a-b621-394e394c72cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:50.285090 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bff8ff-c3d5-4a89-91f8-9e56044238a8 req-b94371d0-8f62-430e-ab50-cd8b8cd9c400 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:50.288164 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c7bff8ff-c3d5-4a89-91f8-9e56044238a8 req-b94371d0-8f62-430e-ab50-cd8b8cd9c400 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 946 time: 0.4458511 Aug 10 03:30:50.330791 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-47e9a4b9-22d1-4424-b8e8-5ef2a9fbecc7 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:50.342989 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-eb3ce7fe-2ca1-4690-a559-4b33de54c592 req-1804803f-4d2f-4041-b85d-7d4fac492356 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3222396 Aug 10 03:30:50.366659 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [None req-47e9a4b9-22d1-4424-b8e8-5ef2a9fbecc7 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Transition to ACTIVE for port object 35abaf94-7c2c-4896-a2b7-0a60ea867be5 will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:30:50.390402 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-e1537f22-9060-4df1-8e1d-16adaaea698f None None] For port d44a8dc2-e5b3-457f-8541-7cf4e64e3236, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:30:50.396546 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-e1537f22-9060-4df1-8e1d-16adaaea698f None None] For port d44a8dc2-e5b3-457f-8541-7cf4e64e3236, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=d44a8dc2-e5b3-457f-8541-7cf4e64e3236,segment=NetworkSegment(4927b068-415e-49a3-8e65-f24b23491123),segment_id=4927b068-415e-49a3-8e65-f24b23491123)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:30:50.400579 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a5cfa-d2c2-4f88-939e-8f9b3a72f5c3 req-27442add-36c4-4d4f-8102-cea4663aae67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:50.403041 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a5cfa-d2c2-4f88-939e-8f9b3a72f5c3 req-27442add-36c4-4d4f-8102-cea4663aae67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:50.403961 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a5cfa-d2c2-4f88-939e-8f9b3a72f5c3 req-27442add-36c4-4d4f-8102-cea4663aae67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:50.404908 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a5cfa-d2c2-4f88-939e-8f9b3a72f5c3 req-27442add-36c4-4d4f-8102-cea4663aae67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:50.406182 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a5cfa-d2c2-4f88-939e-8f9b3a72f5c3 req-27442add-36c4-4d4f-8102-cea4663aae67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:50.407872 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a5cfa-d2c2-4f88-939e-8f9b3a72f5c3 req-27442add-36c4-4d4f-8102-cea4663aae67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:50.410745 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a5cfa-d2c2-4f88-939e-8f9b3a72f5c3 req-27442add-36c4-4d4f-8102-cea4663aae67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:50.414690 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e1537f22-9060-4df1-8e1d-16adaaea698f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:50.416477 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-210a5cfa-d2c2-4f88-939e-8f9b3a72f5c3 req-27442add-36c4-4d4f-8102-cea4663aae67 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d3b56536bca94e8fa8af65288d111f79&device_id=e94bab8c-37ad-48a0-a25d-4fb04fb90837 HTTP/1.1" status: 200 len: 6507 time: 0.2028952 Aug 10 03:30:50.449696 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c7bff8ff-c3d5-4a89-91f8-9e56044238a8 req-c574ab60-7898-4c46-87fa-8c2866e74a37 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418140 Aug 10 03:30:50.477404 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-47e9a4b9-22d1-4424-b8e8-5ef2a9fbecc7 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:50.504070 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1ac9a2-f28a-4267-bf36-30aa62ab9284 None None] Pushing event updated for resources: {'Port': ['ID=d44a8dc2-e5b3-457f-8541-7cf4e64e3236,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:50.527073 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-9f3b6a1d-a012-471a-b621-394e394c72cc None None] For port 68ba65f7-a1e9-4992-888f-33c0d9774c66, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:30:50.549070 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-9f3b6a1d-a012-471a-b621-394e394c72cc None None] For port 68ba65f7-a1e9-4992-888f-33c0d9774c66, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=68ba65f7-a1e9-4992-888f-33c0d9774c66,segment=NetworkSegment(6afc8dbd-f43b-4ad4-8b2b-7fb05462b1ab),segment_id=6afc8dbd-f43b-4ad4-8b2b-7fb05462b1ab)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:30:50.554033 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1537f22-9060-4df1-8e1d-16adaaea698f None None] Routers {'6c4ba19c-fea1-4500-bde9-451cc40670bd'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:30:50.555084 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-e1537f22-9060-4df1-8e1d-16adaaea698f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:30:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['6c4ba19c-fea1-4500-bde9-451cc40670bd'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:50.560239 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9f3b6a1d-a012-471a-b621-394e394c72cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:50.689745 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b6a1d-a012-471a-b621-394e394c72cc None None] Pushing event updated for resources: {'Port': ['ID=68ba65f7-a1e9-4992-888f-33c0d9774c66,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:50.754649 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e9a4b9-22d1-4424-b8e8-5ef2a9fbecc7 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Network a1e45c72-79f5-4703-acc0-7f6155bea871 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:30:50.764427 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-47e9a4b9-22d1-4424-b8e8-5ef2a9fbecc7 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:30:50.796963 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3ce7fe-2ca1-4690-a559-4b33de54c592 req-7f99deea-171f-46c9-883e-a1c67c8c0f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:50.798536 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-eb3ce7fe-2ca1-4690-a559-4b33de54c592 req-7f99deea-171f-46c9-883e-a1c67c8c0f52 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=45ea8e99da524d229eab9a9daefefa06&device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 1098 time: 0.3462446 Aug 10 03:30:50.804497 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-e1537f22-9060-4df1-8e1d-16adaaea698f None None] Set router 6c4ba19c-fea1-4500-bde9-451cc40670bd gateway port host: None {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:30:50.825297 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e9a4b9-22d1-4424-b8e8-5ef2a9fbecc7 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:30:50.833575 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e9a4b9-22d1-4424-b8e8-5ef2a9fbecc7 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Pushing event updated for resources: {'Port': ['ID=35abaf94-7c2c-4896-a2b7-0a60ea867be5,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:51.010705 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a5cfa-d2c2-4f88-939e-8f9b3a72f5c3 req-8ab4ed8b-5675-425f-b4ca-0411fd58bf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:51.011213 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a5cfa-d2c2-4f88-939e-8f9b3a72f5c3 req-8ab4ed8b-5675-425f-b4ca-0411fd58bf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:51.011691 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a5cfa-d2c2-4f88-939e-8f9b3a72f5c3 req-8ab4ed8b-5675-425f-b4ca-0411fd58bf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:51.013549 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-210a5cfa-d2c2-4f88-939e-8f9b3a72f5c3 req-8ab4ed8b-5675-425f-b4ca-0411fd58bf71 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ba807c4a-a9d3-45a0-921a-7afe6c0e3832&id=63aaa48c-3c91-4250-a53f-1bccfcaa858a&id=63aaa48c-3c91-4250-a53f-1bccfcaa858a&id=63aaa48c-3c91-4250-a53f-1bccfcaa858a&id=63aaa48c-3c91-4250-a53f-1bccfcaa858a&id=c16d896b-1b67-48b5-b66a-585f180ec01d&id=c16d896b-1b67-48b5-b66a-585f180ec01d HTTP/1.1" status: 200 len: 2295 time: 0.4590800 Aug 10 03:30:51.027812 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-47e9a4b9-22d1-4424-b8e8-5ef2a9fbecc7 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521745'] for router_interface, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:51.086616 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc598d3-80a3-4c48-9930-ec51d3ca7f3f req-28980da8-4b16-4053-8798-cc8a726d7429 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:51.096229 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8dc598d3-80a3-4c48-9930-ec51d3ca7f3f req-28980da8-4b16-4053-8798-cc8a726d7429 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 946 time: 0.4379432 Aug 10 03:30:51.248894 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8dc598d3-80a3-4c48-9930-ec51d3ca7f3f req-bfc5e4e1-d4b4-400a-bb64-e44b6fc9c3c5 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115732 Aug 10 03:30:51.299049 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54047f6b-be8f-4733-a122-3cc8ee0b5efa req-28b4a325-730c-4202-ac6c-57f4a7931d0a tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:51.300778 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-54047f6b-be8f-4733-a122-3cc8ee0b5efa req-28b4a325-730c-4202-ac6c-57f4a7931d0a tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f70549b-d8ab-420c-8f76-4bc4d67f60eb HTTP/1.1" status: 200 len: 945 time: 0.5917857 Aug 10 03:30:51.389138 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1224c4c3-b6eb-4ac2-b57e-de758d248107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:51.430355 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-e1537f22-9060-4df1-8e1d-16adaaea698f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'name': 'tempest-RoutersTest-router-1231061768', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:30:17Z', 'updated_at': '2021-08-10T03:30:41Z', 'revision_number': 4, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'gw_port_host': None, '_interfaces': [{'id': '516c6493-0a54-41c8-96c8-d408fd326dc2', 'name': '', 'network_id': 'aefccaa2-e079-4cf8-9766-a4e525183ce5', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'mac_address': 'fa:16:3e:91:c7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1977, 'fixed_ips': [{'subnet_id': '12431dfd-2338-41f6-a311-a5ec55a60c06', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:28Z', 'updated_at': '2021-08-10T03:30:45Z', 'revision_number': 5, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'subnets': [{'id': '12431dfd-2338-41f6-a311-a5ec55a60c06', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7db6cf45-277b-4b4c-aa3f-f5c994ea0c1d', 'name': '', 'network_id': '90471acb-f3b1-49d8-89a2-9d6f80cfb9db', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'mac_address': 'fa:16:3e:1f:7c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '210af843-4993-43f0-99f2-b67fd472564e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:20Z', 'updated_at': '2021-08-10T03:30:37Z', 'revision_number': 5, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'subnets': [{'id': '210af843-4993-43f0-99f2-b67fd472564e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd44a8dc2-e5b3-457f-8541-7cf4e64e3236', 'name': '', 'network_id': '413b9ffc-1df4-4704-9a16-d0c0a20beb4f', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'mac_address': 'fa:16:3e:14:fa:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': '15da1384-e160-46cf-9927-52f19ea1b122', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:37Z', 'updated_at': '2021-08-10T03:30:50Z', 'revision_number': 4, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'subnets': [{'id': '15da1384-e160-46cf-9927-52f19ea1b122', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:51.529639 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-54047f6b-be8f-4733-a122-3cc8ee0b5efa req-5ff115ee-ffed-4c17-9eee-552e48105c2f tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=60e8d4ce-c00a-43d5-86a4-544ebfda7358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2084622 Aug 10 03:30:51.575997 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1537f22-9060-4df1-8e1d-16adaaea698f None None] The sync data for ids ['6c4ba19c-fea1-4500-bde9-451cc40670bd'] in n-d-768862-13 is: [{'id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'name': 'tempest-RoutersTest-router-1231061768', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:30:17Z', 'updated_at': '2021-08-10T03:30:41Z', 'revision_number': 4, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'gw_port_host': None, '_interfaces': [{'id': '516c6493-0a54-41c8-96c8-d408fd326dc2', 'name': '', 'network_id': 'aefccaa2-e079-4cf8-9766-a4e525183ce5', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'mac_address': 'fa:16:3e:91:c7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1977, 'fixed_ips': [{'subnet_id': '12431dfd-2338-41f6-a311-a5ec55a60c06', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:28Z', 'updated_at': '2021-08-10T03:30:45Z', 'revision_number': 5, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'subnets': [{'id': '12431dfd-2338-41f6-a311-a5ec55a60c06', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7db6cf45-277b-4b4c-aa3f-f5c994ea0c1d', 'name': '', 'network_id': '90471acb-f3b1-49d8-89a2-9d6f80cfb9db', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'mac_address': 'fa:16:3e:1f:7c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '210af843-4993-43f0-99f2-b67fd472564e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:20Z', 'updated_at': '2021-08-10T03:30:37Z', 'revision_number': 5, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'subnets': [{'id': '210af843-4993-43f0-99f2-b67fd472564e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd44a8dc2-e5b3-457f-8541-7cf4e64e3236', 'name': '', 'network_id': '413b9ffc-1df4-4704-9a16-d0c0a20beb4f', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'mac_address': 'fa:16:3e:14:fa:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': '15da1384-e160-46cf-9927-52f19ea1b122', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:37Z', 'updated_at': '2021-08-10T03:30:50Z', 'revision_number': 4, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'subnets': [{'id': '15da1384-e160-46cf-9927-52f19ea1b122', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:30:51.583285 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3ce7fe-2ca1-4690-a559-4b33de54c592 req-c82d7619-8e04-4205-a5b7-7453b29ba20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:51.592132 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-eb3ce7fe-2ca1-4690-a559-4b33de54c592 req-c82d7619-8e04-4205-a5b7-7453b29ba20d service neutron] 10.222.0.42 "GET /v2.0/networks?id=72b680b6-c2b6-4772-b62f-31081d87c55d HTTP/1.1" status: 200 len: 913 time: 0.6611564 Aug 10 03:30:51.635206 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-210a5cfa-d2c2-4f88-939e-8f9b3a72f5c3 req-e1260b12-be52-414a-be67-6be18cb8674c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ff6203a-ed21-422b-9bb1-c2859958f754 HTTP/1.1" status: 200 len: 1000 time: 0.6094112 Aug 10 03:30:51.739805 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-eb3ce7fe-2ca1-4690-a559-4b33de54c592 req-006d9778-4407-4200-af33-60fb57663e2f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8faf8dfd-bf14-4900-825a-459411787c04 HTTP/1.1" status: 200 len: 217 time: 0.1384864 Aug 10 03:30:51.846257 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3ce7fe-2ca1-4690-a559-4b33de54c592 req-08ca4e90-2d3a-4e2f-afc6-9b8860211153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:51.850099 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-eb3ce7fe-2ca1-4690-a559-4b33de54c592 req-08ca4e90-2d3a-4e2f-afc6-9b8860211153 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8f2c47df-839e-40b4-85ee-46033508b63e HTTP/1.1" status: 200 len: 853 time: 0.0980985 Aug 10 03:30:52.000366 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-eb3ce7fe-2ca1-4690-a559-4b33de54c592 req-fcebbc8c-5ca1-4467-b56e-e83c17f1e311 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72b680b6-c2b6-4772-b62f-31081d87c55d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1372228 Aug 10 03:30:52.006911 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-47e9a4b9-22d1-4424-b8e8-5ef2a9fbecc7 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:52.015880 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a5cfa-d2c2-4f88-939e-8f9b3a72f5c3 req-300bd94a-d81c-45d4-a95b-7e32bd17066c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:52.031567 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-210a5cfa-d2c2-4f88-939e-8f9b3a72f5c3 req-300bd94a-d81c-45d4-a95b-7e32bd17066c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e8728eeb-789e-400f-be58-876473c847d3 HTTP/1.1" status: 200 len: 856 time: 0.3699772 Aug 10 03:30:52.186826 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a5cfa-d2c2-4f88-939e-8f9b3a72f5c3 req-669380c9-557b-4c07-9cec-8bb6dddab089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:52.190012 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-210a5cfa-d2c2-4f88-939e-8f9b3a72f5c3 req-669380c9-557b-4c07-9cec-8bb6dddab089 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ba807c4a-a9d3-45a0-921a-7afe6c0e3832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1567965 Aug 10 03:30:52.221528 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-eb3ce7fe-2ca1-4690-a559-4b33de54c592 req-245c8340-3a0a-4c92-af25-bd3a6196a6a2 service neutron] 10.222.0.42 "GET /v2.0/networks/72b680b6-c2b6-4772-b62f-31081d87c55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159698 Aug 10 03:30:52.252328 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750725d2-c36c-4eac-84c3-7c7d4c0e2d24 req-bfddbb86-510e-44d9-ae10-338e91310de7 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:52.262747 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-750725d2-c36c-4eac-84c3-7c7d4c0e2d24 req-bfddbb86-510e-44d9-ae10-338e91310de7 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 946 time: 0.4019208 Aug 10 03:30:52.517013 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-eb3ce7fe-2ca1-4690-a559-4b33de54c592 req-a7749721-731a-431a-827b-f24572408fe8 service neutron] 10.222.0.42 "GET /v2.0/networks/72b680b6-c2b6-4772-b62f-31081d87c55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868640 Aug 10 03:30:52.591868 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device d44a8dc2-e5b3-457f-8541-7cf4e64e3236 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:30:52.596688 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-750725d2-c36c-4eac-84c3-7c7d4c0e2d24 req-62354d7f-df58-4e85-ab55-d60a06918af3 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3328238 Aug 10 03:30:52.875969 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port d44a8dc2-e5b3-457f-8541-7cf4e64e3236 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:30:52.881565 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port d44a8dc2-e5b3-457f-8541-7cf4e64e3236 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:52.881984 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:53.013673 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9121e048-c823-4482-b742-291a476e081a None None] Network a1e45c72-79f5-4703-acc0-7f6155bea871 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:30:53.077323 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6da5df2-3342-4483-bb24-2d76df2fcd34 req-9570c210-2898-4a52-b209-1ef2db1b54af tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:53.090913 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f6da5df2-3342-4483-bb24-2d76df2fcd34 req-9570c210-2898-4a52-b209-1ef2db1b54af tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f70549b-d8ab-420c-8f76-4bc4d67f60eb HTTP/1.1" status: 200 len: 945 time: 0.2416673 Aug 10 03:30:53.119702 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba333d8-1cf0-47e4-aa09-fc87e8d9c57c req-35cfc141-2d14-44d2-a675-c660377c2e77 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:53.121559 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dba333d8-1cf0-47e4-aa09-fc87e8d9c57c req-35cfc141-2d14-44d2-a675-c660377c2e77 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 946 time: 0.2908270 Aug 10 03:30:53.127320 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-47e9a4b9-22d1-4424-b8e8-5ef2a9fbecc7 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:53.138593 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-210a5cfa-d2c2-4f88-939e-8f9b3a72f5c3 req-870343b4-da40-4c2f-a883-94b8e6fa14e6 service neutron] 10.222.0.61 "GET /v2.0/networks/ba807c4a-a9d3-45a0-921a-7afe6c0e3832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9307005 Aug 10 03:30:53.145420 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-47e9a4b9-22d1-4424-b8e8-5ef2a9fbecc7 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:53.209145 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-e173571c-4c0d-4f22-91b9-4148820cc884 None None] Provisioning for port 68ba65f7-a1e9-4992-888f-33c0d9774c66 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:30:53.235102 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f6da5df2-3342-4483-bb24-2d76df2fcd34 req-3898f400-67b7-4ebb-a39a-9d045f742757 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=60e8d4ce-c00a-43d5-86a4-544ebfda7358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427453 Aug 10 03:30:53.306671 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dba333d8-1cf0-47e4-aa09-fc87e8d9c57c req-1ef9aec8-1a15-480e-9198-74b4874b853f tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394503 Aug 10 03:30:53.379497 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:53.416405 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-47e9a4b9-22d1-4424-b8e8-5ef2a9fbecc7 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521893'] for router_interface, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:53.418667 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e9a4b9-22d1-4424-b8e8-5ef2a9fbecc7 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Pushing event updated for resources: {'Port': ['ID=35abaf94-7c2c-4896-a2b7-0a60ea867be5,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:53.458639 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port d44a8dc2-e5b3-457f-8541-7cf4e64e3236, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=d44a8dc2-e5b3-457f-8541-7cf4e64e3236,segment=NetworkSegment(4927b068-415e-49a3-8e65-f24b23491123),segment_id=4927b068-415e-49a3-8e65-f24b23491123)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:53.495158 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-210a5cfa-d2c2-4f88-939e-8f9b3a72f5c3 req-46c54d61-5543-4b5f-842c-99c86ff76c04 service neutron] 10.222.0.61 "GET /v2.0/networks/ba807c4a-a9d3-45a0-921a-7afe6c0e3832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3461485 Aug 10 03:30:53.526969 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:53.534724 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 68ba65f7-a1e9-4992-888f-33c0d9774c66 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:30:53.678628 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-210a5cfa-d2c2-4f88-939e-8f9b3a72f5c3 req-70f32e0d-bc77-468a-ac8d-2e51c68c7eb8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.43&port_id=56cb4eba-c06f-4bc1-b8d8-963a991424ec HTTP/1.1" status: 200 len: 217 time: 0.1597311 Aug 10 03:30:53.685182 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e066c7-3b63-4519-b1da-b782bb73f708 req-3e13a5cc-2572-4bbc-adec-a8ad9c0b48b7 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:53.696167 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-95e066c7-3b63-4519-b1da-b782bb73f708 req-3e13a5cc-2572-4bbc-adec-a8ad9c0b48b7 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 946 time: 0.1589696 Aug 10 03:30:53.805992 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-95e066c7-3b63-4519-b1da-b782bb73f708 req-df8437e5-d92b-4b6c-861d-b019028b4978 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088011 Aug 10 03:30:53.918821 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a5cfa-d2c2-4f88-939e-8f9b3a72f5c3 req-f7dc3b22-067c-4107-8506-a79831fe7412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:53.927589 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-210a5cfa-d2c2-4f88-939e-8f9b3a72f5c3 req-f7dc3b22-067c-4107-8506-a79831fe7412 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ca1aff80-b32d-4216-9390-cdd43e41ee33 HTTP/1.1" status: 200 len: 797 time: 0.2288997 Aug 10 03:30:53.931874 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e9a4b9-22d1-4424-b8e8-5ef2a9fbecc7 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Network a1e45c72-79f5-4703-acc0-7f6155bea871 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:30:53.936127 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-47e9a4b9-22d1-4424-b8e8-5ef2a9fbecc7 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:30:54.139986 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9850c2-3632-42f7-bf5e-edae718c931d req-6c03fa75-cf64-4272-b45b-450b92ace43b tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:54.150968 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7a9850c2-3632-42f7-bf5e-edae718c931d req-6c03fa75-cf64-4272-b45b-450b92ace43b tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 946 time: 0.1916947 Aug 10 03:30:54.191849 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a5cfa-d2c2-4f88-939e-8f9b3a72f5c3 req-aee30cd3-5198-4aff-91e2-095ca97f359e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:54.199057 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-210a5cfa-d2c2-4f88-939e-8f9b3a72f5c3 req-aee30cd3-5198-4aff-91e2-095ca97f359e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=63aaa48c-3c91-4250-a53f-1bccfcaa858a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2531817 Aug 10 03:30:54.242580 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-0da377a7-6894-4e8a-84fe-f29c30d8ed6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:54.254394 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7a9850c2-3632-42f7-bf5e-edae718c931d req-0ce2fedc-6653-4f14-993a-713ca77c926e tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019461 Aug 10 03:30:54.258039 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:54.283065 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=d44a8dc2-e5b3-457f-8541-7cf4e64e3236,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:54.325270 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 68ba65f7-a1e9-4992-888f-33c0d9774c66 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:30:54.336528 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 68ba65f7-a1e9-4992-888f-33c0d9774c66 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:54.339816 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:54.557756 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e47718f-67db-47f6-8f7b-31f826e91179 req-95806d83-bf9c-4a9a-b3b6-6447263c012f tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:54.569240 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9e47718f-67db-47f6-8f7b-31f826e91179 req-95806d83-bf9c-4a9a-b3b6-6447263c012f tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f70549b-d8ab-420c-8f76-4bc4d67f60eb HTTP/1.1" status: 200 len: 945 time: 0.1643996 Aug 10 03:30:54.585853 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47e9a4b9-22d1-4424-b8e8-5ef2a9fbecc7 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Router 6c4ba19c-fea1-4500-bde9-451cc40670bd has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:30:54.642474 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-210a5cfa-d2c2-4f88-939e-8f9b3a72f5c3 req-b722e0a1-85d9-4169-b428-54c173afa849 service neutron] 10.222.0.61 "GET /v2.0/networks/63aaa48c-3c91-4250-a53f-1bccfcaa858a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4332001 Aug 10 03:30:54.684677 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:54.712677 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f7ed93-ea71-431e-bb7c-a7897242b3fa req-1da106c5-8472-4dfe-92a7-dff8a9ab8ed1 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:54.721170 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-48f7ed93-ea71-431e-bb7c-a7897242b3fa req-1da106c5-8472-4dfe-92a7-dff8a9ab8ed1 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 946 time: 0.1472797 Aug 10 03:30:54.751750 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9e47718f-67db-47f6-8f7b-31f826e91179 req-51fcb243-f166-4497-834e-65576ac53c1c tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=60e8d4ce-c00a-43d5-86a4-544ebfda7358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1796963 Aug 10 03:30:54.763866 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 68ba65f7-a1e9-4992-888f-33c0d9774c66, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=68ba65f7-a1e9-4992-888f-33c0d9774c66,segment=NetworkSegment(6afc8dbd-f43b-4ad4-8b2b-7fb05462b1ab),segment_id=6afc8dbd-f43b-4ad4-8b2b-7fb05462b1ab)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:54.772696 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:54.887735 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-48f7ed93-ea71-431e-bb7c-a7897242b3fa req-3b42fecd-d282-41f4-ad5b-97304c4fe5ba tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629112 Aug 10 03:30:54.983040 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-8c696dd6-3f35-4299-a9fc-e494025ff333 None None] Provisioning for port 35abaf94-7c2c-4896-a2b7-0a60ea867be5 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:30:55.021455 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-8c696dd6-3f35-4299-a9fc-e494025ff333 None None] Provisioning complete for port 35abaf94-7c2c-4896-a2b7-0a60ea867be5 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:55.021841 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-8c696dd6-3f35-4299-a9fc-e494025ff333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:55.041535 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device d44a8dc2-e5b3-457f-8541-7cf4e64e3236 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:30:55.117341 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-210a5cfa-d2c2-4f88-939e-8f9b3a72f5c3 req-a9e2161e-eb1d-49c5-a0dc-32ef28099c78 service neutron] 10.222.0.61 "GET /v2.0/networks/63aaa48c-3c91-4250-a53f-1bccfcaa858a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4636326 Aug 10 03:30:55.226355 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=68ba65f7-a1e9-4992-888f-33c0d9774c66,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:55.255476 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-210a5cfa-d2c2-4f88-939e-8f9b3a72f5c3 req-9e30f411-7e3e-4dc6-8bb6-93537f79efd2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.192&port_id=cd1eca9b-5bbc-491b-8156-b62b269a02ad HTTP/1.1" status: 200 len: 217 time: 0.0774434 Aug 10 03:30:55.297350 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e9a4b9-22d1-4424-b8e8-5ef2a9fbecc7 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:30:55.309247 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffff989-88fc-4512-93e4-c01959fea841 None None] Sync routers for ids ['6c4ba19c-fea1-4500-bde9-451cc40670bd'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:30:55.316565 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-47e9a4b9-22d1-4424-b8e8-5ef2a9fbecc7 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "PUT /v2.0/routers/6c4ba19c-fea1-4500-bde9-451cc40670bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6474144 Aug 10 03:30:55.326194 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 39214) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:55.328707 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffff989-88fc-4512-93e4-c01959fea841 None None] Routers {'6c4ba19c-fea1-4500-bde9-451cc40670bd'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:30:55.358382 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-cffff989-88fc-4512-93e4-c01959fea841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:30:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['6c4ba19c-fea1-4500-bde9-451cc40670bd'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:55.372191 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-ed811c3d-a135-4590-bda4-1c393a87a7c1 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:55.410818 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:55.414829 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a5cfa-d2c2-4f88-939e-8f9b3a72f5c3 req-818744be-c673-4218-aa83-4ffb55cdbac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:55.416419 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-210a5cfa-d2c2-4f88-939e-8f9b3a72f5c3 req-818744be-c673-4218-aa83-4ffb55cdbac7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ca1aff80-b32d-4216-9390-cdd43e41ee33 HTTP/1.1" status: 200 len: 797 time: 0.1039853 Aug 10 03:30:55.433072 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-8c696dd6-3f35-4299-a9fc-e494025ff333 None None] Port 35abaf94-7c2c-4896-a2b7-0a60ea867be5 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:30:55.512231 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-8c696dd6-3f35-4299-a9fc-e494025ff333 None None] Provisioning complete for port 68ba65f7-a1e9-4992-888f-33c0d9774c66 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:55.512524 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-8c696dd6-3f35-4299-a9fc-e494025ff333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:55.618908 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a5cfa-d2c2-4f88-939e-8f9b3a72f5c3 req-8e1007e8-686a-45f1-8b5c-16f25bbf3fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:55.623975 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-210a5cfa-d2c2-4f88-939e-8f9b3a72f5c3 req-8e1007e8-686a-45f1-8b5c-16f25bbf3fbb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=63aaa48c-3c91-4250-a53f-1bccfcaa858a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1971302 Aug 10 03:30:55.625972 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port d44a8dc2-e5b3-457f-8541-7cf4e64e3236 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:55.626611 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:55.640611 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8739199e-1b2b-4e38-821a-a1650d711f94 req-c199ee17-f753-4960-944c-da25716a153f tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:55.642457 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-cffff989-88fc-4512-93e4-c01959fea841 None None] Set router 6c4ba19c-fea1-4500-bde9-451cc40670bd gateway port host: None {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:30:55.666440 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8739199e-1b2b-4e38-821a-a1650d711f94 req-c199ee17-f753-4960-944c-da25716a153f tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 946 time: 0.4458880 Aug 10 03:30:55.958506 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-a551e1c5-bf8b-4fe5-a192-72ab7e5fadd2 None None] Provisioning complete for port 35abaf94-7c2c-4896-a2b7-0a60ea867be5 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:55.959367 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a551e1c5-bf8b-4fe5-a192-72ab7e5fadd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:56.052371 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-a551e1c5-bf8b-4fe5-a192-72ab7e5fadd2 None None] Port 35abaf94-7c2c-4896-a2b7-0a60ea867be5 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:30:56.084156 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-210a5cfa-d2c2-4f88-939e-8f9b3a72f5c3 req-2ac254c7-613f-4bc9-a56c-55ce853f3615 service neutron] 10.222.0.61 "GET /v2.0/networks/63aaa48c-3c91-4250-a53f-1bccfcaa858a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4519784 Aug 10 03:30:56.133028 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:56.220294 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8739199e-1b2b-4e38-821a-a1650d711f94 req-1b6d052f-6371-43c7-bb4e-77fbb87c0ca5 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5498347 Aug 10 03:30:56.224660 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-2c1572e7-7325-441d-a33b-94fe6defbef5 None None] Provisioning complete for port 35abaf94-7c2c-4896-a2b7-0a60ea867be5 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:56.225251 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-2c1572e7-7325-441d-a33b-94fe6defbef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:56.304185 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-cffff989-88fc-4512-93e4-c01959fea841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'name': 'tempest-RoutersTest-router-1231061768', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:30:17Z', 'updated_at': '2021-08-10T03:30:51Z', 'revision_number': 5, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'gw_port_host': None, '_interfaces': [{'id': '35abaf94-7c2c-4896-a2b7-0a60ea867be5', 'name': '', 'network_id': 'a1e45c72-79f5-4703-acc0-7f6155bea871', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'mac_address': 'fa:16:3e:bf:8c:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '2beb1363-2c1b-498d-8b00-73a9af126f67', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:49Z', 'updated_at': '2021-08-10T03:30:52Z', 'revision_number': 2, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'subnets': [{'id': '2beb1363-2c1b-498d-8b00-73a9af126f67', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '516c6493-0a54-41c8-96c8-d408fd326dc2', 'name': '', 'network_id': 'aefccaa2-e079-4cf8-9766-a4e525183ce5', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'mac_address': 'fa:16:3e:91:c7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1977, 'fixed_ips': [{'subnet_id': '12431dfd-2338-41f6-a311-a5ec55a60c06', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:28Z', 'updated_at': '2021-08-10T03:30:45Z', 'revision_number': 5, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'subnets': [{'id': '12431dfd-2338-41f6-a311-a5ec55a60c06', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7db6cf45-277b-4b4c-aa3f-f5c994ea0c1d', 'name': '', 'network_id': '90471acb-f3b1-49d8-89a2-9d6f80cfb9db', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'mac_address': 'fa:16:3e:1f:7c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '210af843-4993-43f0-99f2-b67fd472564e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:20Z', 'updated_at': '2021-08-10T03:30:37Z', 'revision_number': 5, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'subnets': [{'id': '210af843-4993-43f0-99f2-b67fd472564e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd44a8dc2-e5b3-457f-8541-7cf4e64e3236', 'name': '', 'network_id': '413b9ffc-1df4-4704-9a16-d0c0a20beb4f', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'mac_address': 'fa:16:3e:14:fa:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': '15da1384-e160-46cf-9927-52f19ea1b122', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:37Z', 'updated_at': '2021-08-10T03:30:53Z', 'revision_number': 5, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'subnets': [{'id': '15da1384-e160-46cf-9927-52f19ea1b122', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:56.385991 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-2c1572e7-7325-441d-a33b-94fe6defbef5 None None] Port 35abaf94-7c2c-4896-a2b7-0a60ea867be5 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:30:56.390583 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-210a5cfa-d2c2-4f88-939e-8f9b3a72f5c3 req-b95d1aba-1df4-449a-8766-7170c7e3aa27 service neutron] 10.222.0.61 "GET /v2.0/networks/63aaa48c-3c91-4250-a53f-1bccfcaa858a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2977133 Aug 10 03:30:56.468303 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffff989-88fc-4512-93e4-c01959fea841 None None] Checking router: 6c4ba19c-fea1-4500-bde9-451cc40670bd for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:30:56.469067 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffff989-88fc-4512-93e4-c01959fea841 None None] Updating router 6c4ba19c-fea1-4500-bde9-451cc40670bd port 35abaf94-7c2c-4896-a2b7-0a60ea867be5 binding host n-d-768862-13 {{(pid=94263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:30:56.549983 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-210a5cfa-d2c2-4f88-939e-8f9b3a72f5c3 req-5a2fddc5-06b8-46a5-a369-51ba68341bb0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.125&port_id=0cd7be64-cc3e-4c91-92fd-30cfd759de99 HTTP/1.1" status: 200 len: 217 time: 0.1426883 Aug 10 03:30:56.566661 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b2f0e-7091-4d73-9310-b744c6349f22 req-778c7501-a96d-4282-9695-8d4cd530df06 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:56.581479 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-775b2f0e-7091-4d73-9310-b744c6349f22 req-778c7501-a96d-4282-9695-8d4cd530df06 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f70549b-d8ab-420c-8f76-4bc4d67f60eb HTTP/1.1" status: 200 len: 945 time: 0.5191858 Aug 10 03:30:56.592537 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-cffff989-88fc-4512-93e4-c01959fea841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:56.722667 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a5cfa-d2c2-4f88-939e-8f9b3a72f5c3 req-672b28e5-2a3e-47d0-86c4-bc8a20a78b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:56.732936 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-210a5cfa-d2c2-4f88-939e-8f9b3a72f5c3 req-672b28e5-2a3e-47d0-86c4-bc8a20a78b5a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ca1aff80-b32d-4216-9390-cdd43e41ee33 HTTP/1.1" status: 200 len: 797 time: 0.1735303 Aug 10 03:30:56.743574 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:56.848774 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-775b2f0e-7091-4d73-9310-b744c6349f22 req-d0e85702-4298-4d16-86e7-cc8ee3e484fb tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=60e8d4ce-c00a-43d5-86a4-544ebfda7358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2658162 Aug 10 03:30:56.877122 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a5cfa-d2c2-4f88-939e-8f9b3a72f5c3 req-3d5742fe-c05c-4346-a937-5bbcf93d67c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:56.879550 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-210a5cfa-d2c2-4f88-939e-8f9b3a72f5c3 req-3d5742fe-c05c-4346-a937-5bbcf93d67c5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=63aaa48c-3c91-4250-a53f-1bccfcaa858a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1377084 Aug 10 03:30:57.125336 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 68ba65f7-a1e9-4992-888f-33c0d9774c66 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:30:57.142005 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f8076f-a35b-4e6e-bb04-6376fff9d24b req-06545741-9696-49d4-a0c1-bf02c18b2a88 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:57.143803 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e4f8076f-a35b-4e6e-bb04-6376fff9d24b req-06545741-9696-49d4-a0c1-bf02c18b2a88 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 946 time: 0.2883503 Aug 10 03:30:57.183700 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39236) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:57.281034 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-210a5cfa-d2c2-4f88-939e-8f9b3a72f5c3 req-fa482984-408e-47ce-8fa2-2698eaf3d898 service neutron] 10.222.0.61 "GET /v2.0/networks/63aaa48c-3c91-4250-a53f-1bccfcaa858a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3917322 Aug 10 03:30:57.318165 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e4f8076f-a35b-4e6e-bb04-6376fff9d24b req-91b03801-79fa-47d9-891f-2ffee5b3ca22 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625149 Aug 10 03:30:57.331849 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 68ba65f7-a1e9-4992-888f-33c0d9774c66 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:57.339672 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:57.548308 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.extraroute_db [None req-ed811c3d-a135-4590-bda4-1c393a87a7c1 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=94260) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 10 03:30:57.616249 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.extraroute_db [None req-ed811c3d-a135-4590-bda4-1c393a87a7c1 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Removed routes are [] {{(pid=94260) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 10 03:30:57.616665 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ed811c3d-a135-4590-bda4-1c393a87a7c1 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-520463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-522334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1409'] for router, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:57.649635 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-cffff989-88fc-4512-93e4-c01959fea841 None None] Notify callbacks [] for port, precommit_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:57.688624 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.provisioning_blocks [None req-cffff989-88fc-4512-93e4-c01959fea841 None None] Transition to ACTIVE for port object 35abaf94-7c2c-4896-a2b7-0a60ea867be5 will not be triggered until provisioned by entity L2. {{(pid=94263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:30:57.710426 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-cffff989-88fc-4512-93e4-c01959fea841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:57.725885 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-210a5cfa-d2c2-4f88-939e-8f9b3a72f5c3 req-2c942aba-ba27-4b6f-8bfd-be7f2527e2b4 service neutron] 10.222.0.61 "GET /v2.0/networks/63aaa48c-3c91-4250-a53f-1bccfcaa858a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4317579 Aug 10 03:30:57.801196 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-42d5a6c8-caa9-46d8-941f-a96942f8a4e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:57.920739 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0c2b1a-f5b4-4243-a4b8-c7f994d6ff12 None None] Pushing event updated for resources: {'Port': ['ID=35abaf94-7c2c-4896-a2b7-0a60ea867be5,revision_number=3']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:58.104046 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-210a5cfa-d2c2-4f88-939e-8f9b3a72f5c3 req-c58c6ac2-8fc9-4cf1-8749-195a193b97a8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=c40b5058-84d3-4cd1-8b92-77f51ba65d58 HTTP/1.1" status: 200 len: 217 time: 0.2979848 Aug 10 03:30:58.120205 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-cffff989-88fc-4512-93e4-c01959fea841 None None] Attempting to bind port 35abaf94-7c2c-4896-a2b7-0a60ea867be5 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:30:58.120577 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-cffff989-88fc-4512-93e4-c01959fea841 None None] Attempting to bind port 35abaf94-7c2c-4896-a2b7-0a60ea867be5 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '6afc8dbd-f43b-4ad4-8b2b-7fb05462b1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a1e45c72-79f5-4703-acc0-7f6155bea871'}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:30:58.120937 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffff989-88fc-4512-93e4-c01959fea841 None None] Attempting to bind port 35abaf94-7c2c-4896-a2b7-0a60ea867be5 on network a1e45c72-79f5-4703-acc0-7f6155bea871 {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:30:58.150474 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffff989-88fc-4512-93e4-c01959fea841 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:30:58.150679 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffff989-88fc-4512-93e4-c01959fea841 None None] Checking segment: {'id': '6afc8dbd-f43b-4ad4-8b2b-7fb05462b1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a1e45c72-79f5-4703-acc0-7f6155bea871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:30:58.153840 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-cffff989-88fc-4512-93e4-c01959fea841 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:58.157368 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffff989-88fc-4512-93e4-c01959fea841 None None] Bound using segment: {'id': '6afc8dbd-f43b-4ad4-8b2b-7fb05462b1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a1e45c72-79f5-4703-acc0-7f6155bea871'} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:30:58.158253 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-cffff989-88fc-4512-93e4-c01959fea841 None None] Bound port: 35abaf94-7c2c-4896-a2b7-0a60ea867be5, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6afc8dbd-f43b-4ad4-8b2b-7fb05462b1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a1e45c72-79f5-4703-acc0-7f6155bea871'}}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:30:58.159476 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-cffff989-88fc-4512-93e4-c01959fea841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:58.345569 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-cffff989-88fc-4512-93e4-c01959fea841 None None] For port 35abaf94-7c2c-4896-a2b7-0a60ea867be5, host n-d-768862-13, cleared binding levels {{(pid=94263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:30:58.349741 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-cffff989-88fc-4512-93e4-c01959fea841 None None] For port 35abaf94-7c2c-4896-a2b7-0a60ea867be5, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=35abaf94-7c2c-4896-a2b7-0a60ea867be5,segment=NetworkSegment(6afc8dbd-f43b-4ad4-8b2b-7fb05462b1ab),segment_id=6afc8dbd-f43b-4ad4-8b2b-7fb05462b1ab)] {{(pid=94263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:30:58.364112 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-cffff989-88fc-4512-93e4-c01959fea841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:58.555487 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffff989-88fc-4512-93e4-c01959fea841 None None] Routers {'6c4ba19c-fea1-4500-bde9-451cc40670bd'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:30:58.561187 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ed811c3d-a135-4590-bda4-1c393a87a7c1 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-520463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-522334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1409'] for router, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:58.561767 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-cffff989-88fc-4512-93e4-c01959fea841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:30:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['6c4ba19c-fea1-4500-bde9-451cc40670bd'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:58.579041 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ed811c3d-a135-4590-bda4-1c393a87a7c1 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-520692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-520701', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-522311'] for router, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:58.874000 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0c2b1a-f5b4-4243-a4b8-c7f994d6ff12 None None] Pushing event updated for resources: {'Port': ['ID=35abaf94-7c2c-4896-a2b7-0a60ea867be5,revision_number=4']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:58.919016 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed811c3d-a135-4590-bda4-1c393a87a7c1 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Router 6c4ba19c-fea1-4500-bde9-451cc40670bd has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:30:58.973346 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c13098f-4ab6-4d85-8d06-badf918d71b8 req-69ac319d-7d80-4727-add9-b73db30a7275 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:58.982064 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6c13098f-4ab6-4d85-8d06-badf918d71b8 req-69ac319d-7d80-4727-add9-b73db30a7275 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f70549b-d8ab-420c-8f76-4bc4d67f60eb HTTP/1.1" status: 200 len: 945 time: 0.5784998 Aug 10 03:30:58.984056 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-cffff989-88fc-4512-93e4-c01959fea841 None None] Set router 6c4ba19c-fea1-4500-bde9-451cc40670bd gateway port host: None {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:30:59.335338 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a5cfa-d2c2-4f88-939e-8f9b3a72f5c3 req-503b21d7-24c8-437d-8768-91c7e808e7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:59.337050 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-210a5cfa-d2c2-4f88-939e-8f9b3a72f5c3 req-503b21d7-24c8-437d-8768-91c7e808e7ec service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ca1aff80-b32d-4216-9390-cdd43e41ee33 HTTP/1.1" status: 200 len: 797 time: 1.2234869 Aug 10 03:30:59.473299 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-cffff989-88fc-4512-93e4-c01959fea841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'name': 'tempest-RoutersTest-router-1231061768', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:30:17Z', 'updated_at': '2021-08-10T03:30:57Z', 'revision_number': 6, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'gw_port_host': None, '_interfaces': [{'id': '35abaf94-7c2c-4896-a2b7-0a60ea867be5', 'name': '', 'network_id': 'a1e45c72-79f5-4703-acc0-7f6155bea871', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'mac_address': 'fa:16:3e:bf:8c:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '2beb1363-2c1b-498d-8b00-73a9af126f67', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:49Z', 'updated_at': '2021-08-10T03:30:58Z', 'revision_number': 4, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'subnets': [{'id': '2beb1363-2c1b-498d-8b00-73a9af126f67', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '516c6493-0a54-41c8-96c8-d408fd326dc2', 'name': '', 'network_id': 'aefccaa2-e079-4cf8-9766-a4e525183ce5', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'mac_address': 'fa:16:3e:91:c7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1977, 'fixed_ips': [{'subnet_id': '12431dfd-2338-41f6-a311-a5ec55a60c06', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:28Z', 'updated_at': '2021-08-10T03:30:45Z', 'revision_number': 5, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'subnets': [{'id': '12431dfd-2338-41f6-a311-a5ec55a60c06', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7db6cf45-277b-4b4c-aa3f-f5c994ea0c1d', 'name': '', 'network_id': '90471acb-f3b1-49d8-89a2-9d6f80cfb9db', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'mac_address': 'fa:16:3e:1f:7c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '210af843-4993-43f0-99f2-b67fd472564e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:20Z', 'updated_at': '2021-08-10T03:30:37Z', 'revision_number': 5, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'subnets': [{'id': '210af843-4993-43f0-99f2-b67fd472564e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd44a8dc2-e5b3-457f-8541-7cf4e64e3236', 'name': '', 'network_id': '413b9ffc-1df4-4704-9a16-d0c0a20beb4f', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'mac_address': 'fa:16:3e:14:fa:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': '15da1384-e160-46cf-9927-52f19ea1b122', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:37Z', 'updated_at': '2021-08-10T03:30:53Z', 'revision_number': 5, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'subnets': [{'id': '15da1384-e160-46cf-9927-52f19ea1b122', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:59.513099 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed811c3d-a135-4590-bda4-1c393a87a7c1 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:30:59.526883 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ed811c3d-a135-4590-bda4-1c393a87a7c1 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks [] for router, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:59.528420 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-ed811c3d-a135-4590-bda4-1c393a87a7c1 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "PUT /v2.0/routers/6c4ba19c-fea1-4500-bde9-451cc40670bd HTTP/1.1" status: 200 len: 934 time: 4.1967521 Aug 10 03:30:59.532214 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-42d5a6c8-caa9-46d8-941f-a96942f8a4e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:59.536376 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 39260) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:59.552631 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-42d5a6c8-caa9-46d8-941f-a96942f8a4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:59.555666 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6c13098f-4ab6-4d85-8d06-badf918d71b8 req-27995d47-ff5f-4c69-a21c-58563879a869 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=60e8d4ce-c00a-43d5-86a4-544ebfda7358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5726309 Aug 10 03:30:59.656237 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a6c8-caa9-46d8-941f-a96942f8a4e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b99c40a-76a5-4951-a3a8-98cd1749e4d2,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:59.718857 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffff989-88fc-4512-93e4-c01959fea841 None None] The sync data for ids ['6c4ba19c-fea1-4500-bde9-451cc40670bd'] in n-d-768862-13 is: [{'id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'name': 'tempest-RoutersTest-router-1231061768', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:30:17Z', 'updated_at': '2021-08-10T03:30:57Z', 'revision_number': 6, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'gw_port_host': None, '_interfaces': [{'id': '35abaf94-7c2c-4896-a2b7-0a60ea867be5', 'name': '', 'network_id': 'a1e45c72-79f5-4703-acc0-7f6155bea871', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'mac_address': 'fa:16:3e:bf:8c:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '2beb1363-2c1b-498d-8b00-73a9af126f67', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:49Z', 'updated_at': '2021-08-10T03:30:58Z', 'revision_number': 4, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'subnets': [{'id': '2beb1363-2c1b-498d-8b00-73a9af126f67', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '516c6493-0a54-41c8-96c8-d408fd326dc2', 'name': '', 'network_id': 'aefccaa2-e079-4cf8-9766-a4e525183ce5', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'mac_address': 'fa:16:3e:91:c7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1977, 'fixed_ips': [{'subnet_id': '12431dfd-2338-41f6-a311-a5ec55a60c06', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:28Z', 'updated_at': '2021-08-10T03:30:45Z', 'revision_number': 5, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'subnets': [{'id': '12431dfd-2338-41f6-a311-a5ec55a60c06', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7db6cf45-277b-4b4c-aa3f-f5c994ea0c1d', 'name': '', 'network_id': '90471acb-f3b1-49d8-89a2-9d6f80cfb9db', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'mac_address': 'fa:16:3e:1f:7c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '210af843-4993-43f0-99f2-b67fd472564e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:20Z', 'updated_at': '2021-08-10T03:30:37Z', 'revision_number': 5, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'subnets': [{'id': '210af843-4993-43f0-99f2-b67fd472564e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd44a8dc2-e5b3-457f-8541-7cf4e64e3236', 'name': '', 'network_id': '413b9ffc-1df4-4704-9a16-d0c0a20beb4f', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'mac_address': 'fa:16:3e:14:fa:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': '15da1384-e160-46cf-9927-52f19ea1b122', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:37Z', 'updated_at': '2021-08-10T03:30:53Z', 'revision_number': 5, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'subnets': [{'id': '15da1384-e160-46cf-9927-52f19ea1b122', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:30:59.788721 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-42d5a6c8-caa9-46d8-941f-a96942f8a4e7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5c8e45effec74f62a4c8b49978470523&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6012294 Aug 10 03:30:59.790597 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 39264) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:59.818435 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a5cfa-d2c2-4f88-939e-8f9b3a72f5c3 req-c0765baa-9695-4f37-85d9-9b4a243d255e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:59.825404 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-210a5cfa-d2c2-4f88-939e-8f9b3a72f5c3 req-c0765baa-9695-4f37-85d9-9b4a243d255e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=63aaa48c-3c91-4250-a53f-1bccfcaa858a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2770348 Aug 10 03:30:59.913907 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-7a789ad7-7624-46da-a477-6f77225eb24b tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "GET /v2.0/routers/6c4ba19c-fea1-4500-bde9-451cc40670bd HTTP/1.1" status: 200 len: 934 time: 0.3753431 Aug 10 03:30:59.915536 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 39266) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:59.938837 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-671e9522-abe4-4322-be9b-56fd6a1a2f73 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Request body: {'router': {'routes': None}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:00.069151 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-34e33e3a-28e2-482e-9b7e-7cc59ec516cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:00.090501 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-210a5cfa-d2c2-4f88-939e-8f9b3a72f5c3 req-1050281a-4cf3-4885-bd86-12cf5e0ac723 service neutron] 10.222.0.61 "GET /v2.0/networks/63aaa48c-3c91-4250-a53f-1bccfcaa858a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566657 Aug 10 03:31:00.123198 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-34e33e3a-28e2-482e-9b7e-7cc59ec516cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:00.290002 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-34e33e3a-28e2-482e-9b7e-7cc59ec516cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:00.293383 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-210a5cfa-d2c2-4f88-939e-8f9b3a72f5c3 req-1515f840-c307-4e59-b7d7-31aa6c5ae9c5 service neutron] 10.222.0.61 "GET /v2.0/networks/63aaa48c-3c91-4250-a53f-1bccfcaa858a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949837 Aug 10 03:31:00.309931 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-34e33e3a-28e2-482e-9b7e-7cc59ec516cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:00.311533 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-34e33e3a-28e2-482e-9b7e-7cc59ec516cd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2b99c40a-76a5-4951-a3a8-98cd1749e4d2 HTTP/1.1" status: 204 len: 168 time: 0.5200465 Aug 10 03:31:00.411838 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-210a5cfa-d2c2-4f88-939e-8f9b3a72f5c3 req-c8aeef91-0b1d-44df-887d-8257f78f25b9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c6098a0b-6358-487c-bb4f-c602b7532c39 HTTP/1.1" status: 200 len: 217 time: 0.1083658 Aug 10 03:31:00.518151 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a5cfa-d2c2-4f88-939e-8f9b3a72f5c3 req-93b93fbc-093f-4163-b06a-a4f30368fd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:00.519762 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-210a5cfa-d2c2-4f88-939e-8f9b3a72f5c3 req-93b93fbc-093f-4163-b06a-a4f30368fd48 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fa93a2c2-4364-4161-aedc-a9856625b70d HTTP/1.1" status: 200 len: 797 time: 0.0986555 Aug 10 03:31:00.713098 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a5cfa-d2c2-4f88-939e-8f9b3a72f5c3 req-0c247012-e4ca-42f3-a18d-ac3c97bb3c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:00.715256 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-210a5cfa-d2c2-4f88-939e-8f9b3a72f5c3 req-0c247012-e4ca-42f3-a18d-ac3c97bb3c54 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c16d896b-1b67-48b5-b66a-585f180ec01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1851346 Aug 10 03:31:00.934511 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.extraroute_db [None req-671e9522-abe4-4322-be9b-56fd6a1a2f73 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Added routes are [] {{(pid=94260) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 10 03:31:00.935564 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.extraroute_db [None req-671e9522-abe4-4322-be9b-56fd6a1a2f73 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=94260) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 10 03:31:00.983236 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-671e9522-abe4-4322-be9b-56fd6a1a2f73 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-520463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-522334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1409'] for router, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:01.002777 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e33e3a-28e2-482e-9b7e-7cc59ec516cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b99c40a-76a5-4951-a3a8-98cd1749e4d2,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:01.095121 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 35abaf94-7c2c-4896-a2b7-0a60ea867be5 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:31:01.166481 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-210a5cfa-d2c2-4f88-939e-8f9b3a72f5c3 req-36240521-a401-464b-a721-86cf289bbdff service neutron] 10.222.0.61 "GET /v2.0/networks/c16d896b-1b67-48b5-b66a-585f180ec01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4371395 Aug 10 03:31:01.301384 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 35abaf94-7c2c-4896-a2b7-0a60ea867be5 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:31:01.320889 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 39286) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:01.335326 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 35abaf94-7c2c-4896-a2b7-0a60ea867be5 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:01.335863 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:01.465223 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8382824e-2c0b-40b4-8bcf-2c865b3a5a61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:01.489836 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5fd994-7e3b-46df-b67e-bd13c7e9cf55 None None] Sync routers for ids ['6c4ba19c-fea1-4500-bde9-451cc40670bd'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:31:01.574555 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-210a5cfa-d2c2-4f88-939e-8f9b3a72f5c3 req-cf916dc9-cb9f-426e-80d6-1bd169bd7030 service neutron] 10.222.0.61 "GET /v2.0/networks/c16d896b-1b67-48b5-b66a-585f180ec01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4002492 Aug 10 03:31:01.657212 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:01.662479 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5fd994-7e3b-46df-b67e-bd13c7e9cf55 None None] Routers {'6c4ba19c-fea1-4500-bde9-451cc40670bd'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:31:01.664232 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-8c5fd994-7e3b-46df-b67e-bd13c7e9cf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:30:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['6c4ba19c-fea1-4500-bde9-451cc40670bd'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:01.675607 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-210a5cfa-d2c2-4f88-939e-8f9b3a72f5c3 req-5ee937c1-2769-478d-9db3-4713d353653a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4134483f-b371-43e3-9c92-e3039b3c9f4b HTTP/1.1" status: 200 len: 217 time: 0.0827217 Aug 10 03:31:01.744808 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8382824e-2c0b-40b4-8bcf-2c865b3a5a61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:01.765383 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5da69c-76ae-41af-b502-52121439351f req-c540760b-7098-4d2b-8b1c-f526c0002295 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:01.799299 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7d5da69c-76ae-41af-b502-52121439351f req-c540760b-7098-4d2b-8b1c-f526c0002295 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f70549b-d8ab-420c-8f76-4bc4d67f60eb HTTP/1.1" status: 200 len: 945 time: 0.8875289 Aug 10 03:31:01.801788 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a5cfa-d2c2-4f88-939e-8f9b3a72f5c3 req-84665372-2bd9-4210-a428-d985f5f025b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:01.803039 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 35abaf94-7c2c-4896-a2b7-0a60ea867be5, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=35abaf94-7c2c-4896-a2b7-0a60ea867be5,segment=NetworkSegment(6afc8dbd-f43b-4ad4-8b2b-7fb05462b1ab),segment_id=6afc8dbd-f43b-4ad4-8b2b-7fb05462b1ab)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:01.806006 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-210a5cfa-d2c2-4f88-939e-8f9b3a72f5c3 req-84665372-2bd9-4210-a428-d985f5f025b2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fa93a2c2-4364-4161-aedc-a9856625b70d HTTP/1.1" status: 200 len: 797 time: 0.1160216 Aug 10 03:31:01.813172 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:01.864856 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8382824e-2c0b-40b4-8bcf-2c865b3a5a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:01.896972 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=35abaf94-7c2c-4896-a2b7-0a60ea867be5,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:01.907617 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a5cfa-d2c2-4f88-939e-8f9b3a72f5c3 req-757affc5-9976-4c92-af1e-a7a30e9a3b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:01.908615 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-210a5cfa-d2c2-4f88-939e-8f9b3a72f5c3 req-757affc5-9976-4c92-af1e-a7a30e9a3b3d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c16d896b-1b67-48b5-b66a-585f180ec01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0942931 Aug 10 03:31:01.930750 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-8c5fd994-7e3b-46df-b67e-bd13c7e9cf55 None None] Set router 6c4ba19c-fea1-4500-bde9-451cc40670bd gateway port host: None {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:31:02.027541 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-671e9522-abe4-4322-be9b-56fd6a1a2f73 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-520463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-522334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1409'] for router, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:02.089411 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7d5da69c-76ae-41af-b502-52121439351f req-7fef99b4-00b8-4969-92b2-a3f13d5faf75 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=60e8d4ce-c00a-43d5-86a4-544ebfda7358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2756484 Aug 10 03:31:02.140347 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-671e9522-abe4-4322-be9b-56fd6a1a2f73 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-520692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-520701', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-522311'] for router, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:02.156717 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-8382824e-2c0b-40b4-8bcf-2c865b3a5a61 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=44d20a196ac94227af8f8a59da197245&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8345189 Aug 10 03:31:02.158374 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8382824e-2c0b-40b4-8bcf-2c865b3a5a61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa338695-cae3-4e2d-b473-15604f3b72d7,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:02.176428 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39296) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:02.192461 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-210a5cfa-d2c2-4f88-939e-8f9b3a72f5c3 req-3f922ebc-7050-49b8-81ff-1d273bcd8a0c service neutron] 10.222.0.61 "GET /v2.0/networks/c16d896b-1b67-48b5-b66a-585f180ec01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748380 Aug 10 03:31:02.422080 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-63988102-2335-461a-870b-d416fff360d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:02.457877 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-210a5cfa-d2c2-4f88-939e-8f9b3a72f5c3 req-f0f0ed20-07c1-47e0-b90c-0961603b35bc service neutron] 10.222.0.61 "GET /v2.0/networks/c16d896b-1b67-48b5-b66a-585f180ec01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551045 Aug 10 03:31:02.479407 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-63988102-2335-461a-870b-d416fff360d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:02.598275 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-63988102-2335-461a-870b-d416fff360d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:02.602954 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-63988102-2335-461a-870b-d416fff360d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:02.606783 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-63988102-2335-461a-870b-d416fff360d8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fa338695-cae3-4e2d-b473-15604f3b72d7 HTTP/1.1" status: 204 len: 168 time: 0.4240947 Aug 10 03:31:02.640434 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63988102-2335-461a-870b-d416fff360d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa338695-cae3-4e2d-b473-15604f3b72d7,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:02.672411 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-671e9522-abe4-4322-be9b-56fd6a1a2f73 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Router 6c4ba19c-fea1-4500-bde9-451cc40670bd has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:31:02.720250 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-8c5fd994-7e3b-46df-b67e-bd13c7e9cf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'name': 'tempest-RoutersTest-router-1231061768', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:30:17Z', 'updated_at': '2021-08-10T03:31:00Z', 'revision_number': 7, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'gw_port_host': None, '_interfaces': [{'id': '35abaf94-7c2c-4896-a2b7-0a60ea867be5', 'name': '', 'network_id': 'a1e45c72-79f5-4703-acc0-7f6155bea871', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'mac_address': 'fa:16:3e:bf:8c:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '2beb1363-2c1b-498d-8b00-73a9af126f67', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:49Z', 'updated_at': '2021-08-10T03:30:58Z', 'revision_number': 4, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'subnets': [{'id': '2beb1363-2c1b-498d-8b00-73a9af126f67', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '516c6493-0a54-41c8-96c8-d408fd326dc2', 'name': '', 'network_id': 'aefccaa2-e079-4cf8-9766-a4e525183ce5', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'mac_address': 'fa:16:3e:91:c7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1977, 'fixed_ips': [{'subnet_id': '12431dfd-2338-41f6-a311-a5ec55a60c06', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:28Z', 'updated_at': '2021-08-10T03:30:45Z', 'revision_number': 5, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'subnets': [{'id': '12431dfd-2338-41f6-a311-a5ec55a60c06', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7db6cf45-277b-4b4c-aa3f-f5c994ea0c1d', 'name': '', 'network_id': '90471acb-f3b1-49d8-89a2-9d6f80cfb9db', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'mac_address': 'fa:16:3e:1f:7c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '210af843-4993-43f0-99f2-b67fd472564e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:20Z', 'updated_at': '2021-08-10T03:30:37Z', 'revision_number': 5, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'subnets': [{'id': '210af843-4993-43f0-99f2-b67fd472564e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd44a8dc2-e5b3-457f-8541-7cf4e64e3236', 'name': '', 'network_id': '413b9ffc-1df4-4704-9a16-d0c0a20beb4f', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'mac_address': 'fa:16:3e:14:fa:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': '15da1384-e160-46cf-9927-52f19ea1b122', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:37Z', 'updated_at': '2021-08-10T03:30:53Z', 'revision_number': 5, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'subnets': [{'id': '15da1384-e160-46cf-9927-52f19ea1b122', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:02.843697 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5fd994-7e3b-46df-b67e-bd13c7e9cf55 None None] Checking router: 6c4ba19c-fea1-4500-bde9-451cc40670bd for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:31:02.902161 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5fd994-7e3b-46df-b67e-bd13c7e9cf55 None None] Routers {'6c4ba19c-fea1-4500-bde9-451cc40670bd'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:31:02.905562 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-8c5fd994-7e3b-46df-b67e-bd13c7e9cf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:30:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['6c4ba19c-fea1-4500-bde9-451cc40670bd'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:03.235450 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-671e9522-abe4-4322-be9b-56fd6a1a2f73 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:31:03.256761 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-671e9522-abe4-4322-be9b-56fd6a1a2f73 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks [] for router, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:03.266797 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-671e9522-abe4-4322-be9b-56fd6a1a2f73 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "PUT /v2.0/routers/6c4ba19c-fea1-4500-bde9-451cc40670bd HTTP/1.1" status: 200 len: 700 time: 3.3335893 Aug 10 03:31:03.270074 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39316) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:03.283611 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-8c5fd994-7e3b-46df-b67e-bd13c7e9cf55 None None] Set router 6c4ba19c-fea1-4500-bde9-451cc40670bd gateway port host: None {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:31:03.387616 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 35abaf94-7c2c-4896-a2b7-0a60ea867be5 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:31:03.490432 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dba5f7-f126-407c-beb8-0424ab8f133e req-e9a0820a-4f71-4183-ab7d-167faaa54a91 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:03.507420 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-53dba5f7-f126-407c-beb8-0424ab8f133e req-e9a0820a-4f71-4183-ab7d-167faaa54a91 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f70549b-d8ab-420c-8f76-4bc4d67f60eb HTTP/1.1" status: 200 len: 945 time: 0.2062514 Aug 10 03:31:03.543453 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:03.553626 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-0d6feacc-7137-4c97-ba3f-80c9ce038979 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "GET /v2.0/routers/6c4ba19c-fea1-4500-bde9-451cc40670bd HTTP/1.1" status: 200 len: 700 time: 0.2797270 Aug 10 03:31:03.557987 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39324) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:03.608579 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 35abaf94-7c2c-4896-a2b7-0a60ea867be5 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:03.608972 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:03.641208 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-53dba5f7-f126-407c-beb8-0424ab8f133e req-2e30b8b3-6290-4bcb-bd7b-339ec3eecf89 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=60e8d4ce-c00a-43d5-86a4-544ebfda7358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1329765 Aug 10 03:31:03.983045 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-8c5fd994-7e3b-46df-b67e-bd13c7e9cf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'name': 'tempest-RoutersTest-router-1231061768', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:30:17Z', 'updated_at': '2021-08-10T03:31:00Z', 'revision_number': 7, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'gw_port_host': None, '_interfaces': [{'id': '35abaf94-7c2c-4896-a2b7-0a60ea867be5', 'name': '', 'network_id': 'a1e45c72-79f5-4703-acc0-7f6155bea871', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'mac_address': 'fa:16:3e:bf:8c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '2beb1363-2c1b-498d-8b00-73a9af126f67', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:49Z', 'updated_at': '2021-08-10T03:31:01Z', 'revision_number': 5, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'subnets': [{'id': '2beb1363-2c1b-498d-8b00-73a9af126f67', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '516c6493-0a54-41c8-96c8-d408fd326dc2', 'name': '', 'network_id': 'aefccaa2-e079-4cf8-9766-a4e525183ce5', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'mac_address': 'fa:16:3e:91:c7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1977, 'fixed_ips': [{'subnet_id': '12431dfd-2338-41f6-a311-a5ec55a60c06', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:28Z', 'updated_at': '2021-08-10T03:30:45Z', 'revision_number': 5, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'subnets': [{'id': '12431dfd-2338-41f6-a311-a5ec55a60c06', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7db6cf45-277b-4b4c-aa3f-f5c994ea0c1d', 'name': '', 'network_id': '90471acb-f3b1-49d8-89a2-9d6f80cfb9db', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'mac_address': 'fa:16:3e:1f:7c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '210af843-4993-43f0-99f2-b67fd472564e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:20Z', 'updated_at': '2021-08-10T03:30:37Z', 'revision_number': 5, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'subnets': [{'id': '210af843-4993-43f0-99f2-b67fd472564e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd44a8dc2-e5b3-457f-8541-7cf4e64e3236', 'name': '', 'network_id': '413b9ffc-1df4-4704-9a16-d0c0a20beb4f', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'mac_address': 'fa:16:3e:14:fa:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': '15da1384-e160-46cf-9927-52f19ea1b122', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:37Z', 'updated_at': '2021-08-10T03:30:53Z', 'revision_number': 5, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'subnets': [{'id': '15da1384-e160-46cf-9927-52f19ea1b122', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:04.076939 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5fd994-7e3b-46df-b67e-bd13c7e9cf55 None None] The sync data for ids ['6c4ba19c-fea1-4500-bde9-451cc40670bd'] in n-d-768862-13 is: [{'id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'name': 'tempest-RoutersTest-router-1231061768', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:30:17Z', 'updated_at': '2021-08-10T03:31:00Z', 'revision_number': 7, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'gw_port_host': None, '_interfaces': [{'id': '35abaf94-7c2c-4896-a2b7-0a60ea867be5', 'name': '', 'network_id': 'a1e45c72-79f5-4703-acc0-7f6155bea871', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'mac_address': 'fa:16:3e:bf:8c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '2beb1363-2c1b-498d-8b00-73a9af126f67', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:49Z', 'updated_at': '2021-08-10T03:31:01Z', 'revision_number': 5, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'subnets': [{'id': '2beb1363-2c1b-498d-8b00-73a9af126f67', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '516c6493-0a54-41c8-96c8-d408fd326dc2', 'name': '', 'network_id': 'aefccaa2-e079-4cf8-9766-a4e525183ce5', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'mac_address': 'fa:16:3e:91:c7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1977, 'fixed_ips': [{'subnet_id': '12431dfd-2338-41f6-a311-a5ec55a60c06', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:28Z', 'updated_at': '2021-08-10T03:30:45Z', 'revision_number': 5, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'subnets': [{'id': '12431dfd-2338-41f6-a311-a5ec55a60c06', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7db6cf45-277b-4b4c-aa3f-f5c994ea0c1d', 'name': '', 'network_id': '90471acb-f3b1-49d8-89a2-9d6f80cfb9db', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'mac_address': 'fa:16:3e:1f:7c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '210af843-4993-43f0-99f2-b67fd472564e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:20Z', 'updated_at': '2021-08-10T03:30:37Z', 'revision_number': 5, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'subnets': [{'id': '210af843-4993-43f0-99f2-b67fd472564e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd44a8dc2-e5b3-457f-8541-7cf4e64e3236', 'name': '', 'network_id': '413b9ffc-1df4-4704-9a16-d0c0a20beb4f', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'mac_address': 'fa:16:3e:14:fa:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': '15da1384-e160-46cf-9927-52f19ea1b122', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:37Z', 'updated_at': '2021-08-10T03:30:53Z', 'revision_number': 5, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'subnets': [{'id': '15da1384-e160-46cf-9927-52f19ea1b122', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:31:04.604054 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1fdeab-0ee0-4cb0-a535-0395226e3ecd req-f111f49f-a750-48a3-8424-c9a267a94393 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:04.614968 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1fdeab-0ee0-4cb0-a535-0395226e3ecd req-f111f49f-a750-48a3-8424-c9a267a94393 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:04.629889 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1fdeab-0ee0-4cb0-a535-0395226e3ecd req-f111f49f-a750-48a3-8424-c9a267a94393 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:04.652807 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1fdeab-0ee0-4cb0-a535-0395226e3ecd req-f111f49f-a750-48a3-8424-c9a267a94393 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:04.691675 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1fdeab-0ee0-4cb0-a535-0395226e3ecd req-f111f49f-a750-48a3-8424-c9a267a94393 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:04.763697 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1fdeab-0ee0-4cb0-a535-0395226e3ecd req-f111f49f-a750-48a3-8424-c9a267a94393 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:04.819149 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1fdeab-0ee0-4cb0-a535-0395226e3ecd req-f111f49f-a750-48a3-8424-c9a267a94393 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:04.879929 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1cb89289-dbd4-4da6-926c-063eed189cbc tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521880'] for router_interface, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:04.885981 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9e1fdeab-0ee0-4cb0-a535-0395226e3ecd req-f111f49f-a750-48a3-8424-c9a267a94393 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/ports?device_id=e94bab8c-37ad-48a0-a25d-4fb04fb90837 HTTP/1.1" status: 200 len: 5443 time: 0.5297201 Aug 10 03:31:05.080900 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff403747-2824-4c86-ace8-01360e68f863 None None] Sync routers for ids ['6c4ba19c-fea1-4500-bde9-451cc40670bd'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:31:05.114415 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff403747-2824-4c86-ace8-01360e68f863 None None] Routers {'6c4ba19c-fea1-4500-bde9-451cc40670bd'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:31:05.119743 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-ff403747-2824-4c86-ace8-01360e68f863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:30:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['6c4ba19c-fea1-4500-bde9-451cc40670bd'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:05.159915 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9e1fdeab-0ee0-4cb0-a535-0395226e3ecd req-d25732c1-002e-4b0c-8b5c-dafa7306b263 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c67c16e-b8a6-4f4f-8d43-6f09a2fb6b31&id=716261c9-08fe-460b-8070-c5648185c899&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2595181 Aug 10 03:31:05.501405 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2994bf33-0efa-4b50-b2bf-01688ad5b67d req-a4507432-4599-4881-a918-dbbd372a5d32 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:05.501668 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-ff403747-2824-4c86-ace8-01360e68f863 None None] Set router 6c4ba19c-fea1-4500-bde9-451cc40670bd gateway port host: None {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:31:05.514519 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2994bf33-0efa-4b50-b2bf-01688ad5b67d req-a4507432-4599-4881-a918-dbbd372a5d32 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f70549b-d8ab-420c-8f76-4bc4d67f60eb HTTP/1.1" status: 200 len: 945 time: 0.2661684 Aug 10 03:31:05.573717 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c14770-73ac-41ea-b303-31869d574150 req-7ef9bf04-21bb-4708-96c5-71de913cffba tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:05.580690 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c14770-73ac-41ea-b303-31869d574150 req-7ef9bf04-21bb-4708-96c5-71de913cffba tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:05.600952 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c14770-73ac-41ea-b303-31869d574150 req-7ef9bf04-21bb-4708-96c5-71de913cffba tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:05.617412 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c14770-73ac-41ea-b303-31869d574150 req-7ef9bf04-21bb-4708-96c5-71de913cffba tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:05.638024 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c14770-73ac-41ea-b303-31869d574150 req-7ef9bf04-21bb-4708-96c5-71de913cffba tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:05.650260 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c14770-73ac-41ea-b303-31869d574150 req-7ef9bf04-21bb-4708-96c5-71de913cffba tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:05.673491 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c14770-73ac-41ea-b303-31869d574150 req-7ef9bf04-21bb-4708-96c5-71de913cffba tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:05.676644 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-84c14770-73ac-41ea-b303-31869d574150 req-7ef9bf04-21bb-4708-96c5-71de913cffba tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/ports?device_id=e94bab8c-37ad-48a0-a25d-4fb04fb90837 HTTP/1.1" status: 200 len: 5443 time: 0.3438809 Aug 10 03:31:05.705588 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2994bf33-0efa-4b50-b2bf-01688ad5b67d req-8a2fc041-0949-468f-a62d-d252ab0df799 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=60e8d4ce-c00a-43d5-86a4-544ebfda7358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1896207 Aug 10 03:31:05.823005 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-1cb89289-dbd4-4da6-926c-063eed189cbc tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Deleting port 35abaf94-7c2c-4896-a2b7-0a60ea867be5 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:31:05.823946 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1cb89289-dbd4-4da6-926c-063eed189cbc tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:06.084975 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-1cb89289-dbd4-4da6-926c-063eed189cbc tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] For port 35abaf94-7c2c-4896-a2b7-0a60ea867be5, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=35abaf94-7c2c-4896-a2b7-0a60ea867be5,segment=NetworkSegment(6afc8dbd-f43b-4ad4-8b2b-7fb05462b1ab),segment_id=6afc8dbd-f43b-4ad4-8b2b-7fb05462b1ab)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:06.085676 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1cb89289-dbd4-4da6-926c-063eed189cbc tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:06.135296 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-1cb89289-dbd4-4da6-926c-063eed189cbc tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Calling delete_port for 35abaf94-7c2c-4896-a2b7-0a60ea867be5 owned by network:router_interface {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:31:06.206113 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-ff403747-2824-4c86-ace8-01360e68f863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'name': 'tempest-RoutersTest-router-1231061768', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:30:17Z', 'updated_at': '2021-08-10T03:31:00Z', 'revision_number': 7, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'gw_port_host': None, '_interfaces': [{'id': '35abaf94-7c2c-4896-a2b7-0a60ea867be5', 'name': '', 'network_id': 'a1e45c72-79f5-4703-acc0-7f6155bea871', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'mac_address': 'fa:16:3e:bf:8c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '2beb1363-2c1b-498d-8b00-73a9af126f67', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:49Z', 'updated_at': '2021-08-10T03:31:01Z', 'revision_number': 5, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'subnets': [{'id': '2beb1363-2c1b-498d-8b00-73a9af126f67', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '516c6493-0a54-41c8-96c8-d408fd326dc2', 'name': '', 'network_id': 'aefccaa2-e079-4cf8-9766-a4e525183ce5', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'mac_address': 'fa:16:3e:91:c7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1977, 'fixed_ips': [{'subnet_id': '12431dfd-2338-41f6-a311-a5ec55a60c06', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:28Z', 'updated_at': '2021-08-10T03:30:45Z', 'revision_number': 5, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'subnets': [{'id': '12431dfd-2338-41f6-a311-a5ec55a60c06', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7db6cf45-277b-4b4c-aa3f-f5c994ea0c1d', 'name': '', 'network_id': '90471acb-f3b1-49d8-89a2-9d6f80cfb9db', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'mac_address': 'fa:16:3e:1f:7c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '210af843-4993-43f0-99f2-b67fd472564e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:20Z', 'updated_at': '2021-08-10T03:30:37Z', 'revision_number': 5, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'subnets': [{'id': '210af843-4993-43f0-99f2-b67fd472564e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd44a8dc2-e5b3-457f-8541-7cf4e64e3236', 'name': '', 'network_id': '413b9ffc-1df4-4704-9a16-d0c0a20beb4f', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'mac_address': 'fa:16:3e:14:fa:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': '15da1384-e160-46cf-9927-52f19ea1b122', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:37Z', 'updated_at': '2021-08-10T03:30:53Z', 'revision_number': 5, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'subnets': [{'id': '15da1384-e160-46cf-9927-52f19ea1b122', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:06.275069 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff403747-2824-4c86-ace8-01360e68f863 None None] Checking router: 6c4ba19c-fea1-4500-bde9-451cc40670bd for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:31:06.291179 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff403747-2824-4c86-ace8-01360e68f863 None None] Routers {'6c4ba19c-fea1-4500-bde9-451cc40670bd'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:31:06.292334 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-ff403747-2824-4c86-ace8-01360e68f863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:30:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['6c4ba19c-fea1-4500-bde9-451cc40670bd'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:06.525671 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-ff403747-2824-4c86-ace8-01360e68f863 None None] Set router 6c4ba19c-fea1-4500-bde9-451cc40670bd gateway port host: None {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:31:06.626788 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1cb89289-dbd4-4da6-926c-063eed189cbc tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:06.725884 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb89289-dbd4-4da6-926c-063eed189cbc tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Pushing event deleted for resources: {'Port': ['ID=35abaf94-7c2c-4896-a2b7-0a60ea867be5,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:07.271096 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c741ba-7417-4301-ad4f-28441e858ecb req-8deb939f-8697-42fe-9c4a-93d9369d3405 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:07.277882 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1cb89289-dbd4-4da6-926c-063eed189cbc tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-522536'] for router_interface, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:07.308238 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-78c741ba-7417-4301-ad4f-28441e858ecb req-8deb939f-8697-42fe-9c4a-93d9369d3405 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f70549b-d8ab-420c-8f76-4bc4d67f60eb HTTP/1.1" status: 200 len: 945 time: 0.2531397 Aug 10 03:31:07.416392 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-ff403747-2824-4c86-ace8-01360e68f863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'name': 'tempest-RoutersTest-router-1231061768', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:30:17Z', 'updated_at': '2021-08-10T03:31:00Z', 'revision_number': 7, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'gw_port_host': None, '_interfaces': [{'id': '35abaf94-7c2c-4896-a2b7-0a60ea867be5', 'name': '', 'network_id': 'a1e45c72-79f5-4703-acc0-7f6155bea871', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'mac_address': 'fa:16:3e:bf:8c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '2beb1363-2c1b-498d-8b00-73a9af126f67', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:49Z', 'updated_at': '2021-08-10T03:31:01Z', 'revision_number': 5, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'subnets': [{'id': '2beb1363-2c1b-498d-8b00-73a9af126f67', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '516c6493-0a54-41c8-96c8-d408fd326dc2', 'name': '', 'network_id': 'aefccaa2-e079-4cf8-9766-a4e525183ce5', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'mac_address': 'fa:16:3e:91:c7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1977, 'fixed_ips': [{'subnet_id': '12431dfd-2338-41f6-a311-a5ec55a60c06', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:28Z', 'updated_at': '2021-08-10T03:30:45Z', 'revision_number': 5, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'subnets': [{'id': '12431dfd-2338-41f6-a311-a5ec55a60c06', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7db6cf45-277b-4b4c-aa3f-f5c994ea0c1d', 'name': '', 'network_id': '90471acb-f3b1-49d8-89a2-9d6f80cfb9db', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'mac_address': 'fa:16:3e:1f:7c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '210af843-4993-43f0-99f2-b67fd472564e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:20Z', 'updated_at': '2021-08-10T03:30:37Z', 'revision_number': 5, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'subnets': [{'id': '210af843-4993-43f0-99f2-b67fd472564e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd44a8dc2-e5b3-457f-8541-7cf4e64e3236', 'name': '', 'network_id': '413b9ffc-1df4-4704-9a16-d0c0a20beb4f', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'mac_address': 'fa:16:3e:14:fa:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': '15da1384-e160-46cf-9927-52f19ea1b122', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:37Z', 'updated_at': '2021-08-10T03:30:53Z', 'revision_number': 5, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'subnets': [{'id': '15da1384-e160-46cf-9927-52f19ea1b122', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:07.443646 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-78c741ba-7417-4301-ad4f-28441e858ecb req-a18e5a3b-7fce-40b6-a8dc-d53e9b4c6811 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=60e8d4ce-c00a-43d5-86a4-544ebfda7358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336114 Aug 10 03:31:07.507756 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff403747-2824-4c86-ace8-01360e68f863 None None] The sync data for ids ['6c4ba19c-fea1-4500-bde9-451cc40670bd'] in n-d-768862-13 is: [{'id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'name': 'tempest-RoutersTest-router-1231061768', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:30:17Z', 'updated_at': '2021-08-10T03:31:00Z', 'revision_number': 7, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'gw_port_host': None, '_interfaces': [{'id': '35abaf94-7c2c-4896-a2b7-0a60ea867be5', 'name': '', 'network_id': 'a1e45c72-79f5-4703-acc0-7f6155bea871', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'mac_address': 'fa:16:3e:bf:8c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '2beb1363-2c1b-498d-8b00-73a9af126f67', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:49Z', 'updated_at': '2021-08-10T03:31:01Z', 'revision_number': 5, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'subnets': [{'id': '2beb1363-2c1b-498d-8b00-73a9af126f67', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '516c6493-0a54-41c8-96c8-d408fd326dc2', 'name': '', 'network_id': 'aefccaa2-e079-4cf8-9766-a4e525183ce5', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'mac_address': 'fa:16:3e:91:c7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1977, 'fixed_ips': [{'subnet_id': '12431dfd-2338-41f6-a311-a5ec55a60c06', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:28Z', 'updated_at': '2021-08-10T03:30:45Z', 'revision_number': 5, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'subnets': [{'id': '12431dfd-2338-41f6-a311-a5ec55a60c06', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7db6cf45-277b-4b4c-aa3f-f5c994ea0c1d', 'name': '', 'network_id': '90471acb-f3b1-49d8-89a2-9d6f80cfb9db', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'mac_address': 'fa:16:3e:1f:7c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '210af843-4993-43f0-99f2-b67fd472564e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:20Z', 'updated_at': '2021-08-10T03:30:37Z', 'revision_number': 5, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'subnets': [{'id': '210af843-4993-43f0-99f2-b67fd472564e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd44a8dc2-e5b3-457f-8541-7cf4e64e3236', 'name': '', 'network_id': '413b9ffc-1df4-4704-9a16-d0c0a20beb4f', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'mac_address': 'fa:16:3e:14:fa:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': '15da1384-e160-46cf-9927-52f19ea1b122', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:37Z', 'updated_at': '2021-08-10T03:30:53Z', 'revision_number': 5, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'subnets': [{'id': '15da1384-e160-46cf-9927-52f19ea1b122', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:31:07.858949 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cb89289-dbd4-4da6-926c-063eed189cbc tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Router 6c4ba19c-fea1-4500-bde9-451cc40670bd has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:31:08.202463 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cb89289-dbd4-4da6-926c-063eed189cbc tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:31:08.213115 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 39424) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:08.217696 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3467e8e6-e488-407c-9e84-0474f1d8800f None None] Sync routers for ids ['6c4ba19c-fea1-4500-bde9-451cc40670bd'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:31:08.233820 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-1cb89289-dbd4-4da6-926c-063eed189cbc tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "PUT /v2.0/routers/6c4ba19c-fea1-4500-bde9-451cc40670bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6745174 Aug 10 03:31:08.247492 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3467e8e6-e488-407c-9e84-0474f1d8800f None None] Routers {'6c4ba19c-fea1-4500-bde9-451cc40670bd'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:31:08.248349 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-3467e8e6-e488-407c-9e84-0474f1d8800f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:30:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['6c4ba19c-fea1-4500-bde9-451cc40670bd'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:08.331574 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa8a3dd4-bd27-4b40-bbcd-994adab4a359 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Deleting subnet 2beb1363-2c1b-498d-8b00-73a9af126f67 {{(pid=94260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:31:08.342501 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-aa8a3dd4-bd27-4b40-bbcd-994adab4a359 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks [] for subnet, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:08.501618 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-aa8a3dd4-bd27-4b40-bbcd-994adab4a359 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191173'] for subnet, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:08.519208 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-3467e8e6-e488-407c-9e84-0474f1d8800f None None] Set router 6c4ba19c-fea1-4500-bde9-451cc40670bd gateway port host: None {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:31:08.558713 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39432) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:08.735142 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-aa8a3dd4-bd27-4b40-bbcd-994adab4a359 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:08.847777 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-aa8a3dd4-bd27-4b40-bbcd-994adab4a359 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:08.947120 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2b791-3a66-4931-816d-0ff67eb59d80 req-77c23b5d-f8c1-4fe9-aaea-1b537a76bb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:08.949056 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2b791-3a66-4931-816d-0ff67eb59d80 req-77c23b5d-f8c1-4fe9-aaea-1b537a76bb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:08.952626 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8a3dd4-bd27-4b40-bbcd-994adab4a359 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Pushing event deleted for resources: {'Subnet': ['ID=2beb1363-2c1b-498d-8b00-73a9af126f67,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:08.954891 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2b791-3a66-4931-816d-0ff67eb59d80 req-77c23b5d-f8c1-4fe9-aaea-1b537a76bb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:08.956302 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2b791-3a66-4931-816d-0ff67eb59d80 req-77c23b5d-f8c1-4fe9-aaea-1b537a76bb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:08.960654 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2b791-3a66-4931-816d-0ff67eb59d80 req-77c23b5d-f8c1-4fe9-aaea-1b537a76bb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:08.963780 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2b791-3a66-4931-816d-0ff67eb59d80 req-77c23b5d-f8c1-4fe9-aaea-1b537a76bb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:08.966426 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2b791-3a66-4931-816d-0ff67eb59d80 req-77c23b5d-f8c1-4fe9-aaea-1b537a76bb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:08.990272 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-02e2b791-3a66-4931-816d-0ff67eb59d80 req-77c23b5d-f8c1-4fe9-aaea-1b537a76bb99 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e94bab8c-37ad-48a0-a25d-4fb04fb90837 HTTP/1.1" status: 200 len: 6507 time: 0.4181302 Aug 10 03:31:09.046864 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-aa8a3dd4-bd27-4b40-bbcd-994adab4a359 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:09.058672 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-aa8a3dd4-bd27-4b40-bbcd-994adab4a359 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "DELETE /v2.0/subnets/2beb1363-2c1b-498d-8b00-73a9af126f67 HTTP/1.1" status: 204 len: 168 time: 0.8413870 Aug 10 03:31:09.059798 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 39442) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:09.091316 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db79333-ae02-4f1c-ad68-8380728c19b0 None None] Network a1e45c72-79f5-4703-acc0-7f6155bea871 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:31:09.108912 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5400ebd-e4d2-458e-89d0-51940a5b02bf req-6d11828c-2d3b-4243-992c-d12e3610916c tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:09.131858 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f5400ebd-e4d2-458e-89d0-51940a5b02bf req-6d11828c-2d3b-4243-992c-d12e3610916c tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f70549b-d8ab-420c-8f76-4bc4d67f60eb HTTP/1.1" status: 200 len: 945 time: 0.3028030 Aug 10 03:31:09.185050 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-02e2b791-3a66-4931-816d-0ff67eb59d80 req-1f5b7c5c-3cc4-4b41-a27d-0626368bb325 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=716261c9-08fe-460b-8070-c5648185c899&id=5c67c16e-b8a6-4f4f-8d43-6f09a2fb6b31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1883407 Aug 10 03:31:09.286594 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f5400ebd-e4d2-458e-89d0-51940a5b02bf req-a9663db8-0bb4-4ea2-aa26-b8e87a448d29 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=60e8d4ce-c00a-43d5-86a4-544ebfda7358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1504233 Aug 10 03:31:09.476528 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c6d266-5c37-4cdc-8c7b-c7732ae9ea05 req-420fb604-3dc9-4db5-ad59-938a500c4fb6 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:09.502056 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a2c6d266-5c37-4cdc-8c7b-c7732ae9ea05 req-420fb604-3dc9-4db5-ad59-938a500c4fb6 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 946 time: 0.2695229 Aug 10 03:31:09.609612 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a2c6d266-5c37-4cdc-8c7b-c7732ae9ea05 req-56826ebd-f709-47cd-bd47-ad8583aec3bf tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044974 Aug 10 03:31:09.653961 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3dc3a4b1-a8b6-47c5-8207-0a956027c277 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:09.746509 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-3dc3a4b1-a8b6-47c5-8207-0a956027c277 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Deleting port 68ba65f7-a1e9-4992-888f-33c0d9774c66 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:31:09.746862 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3dc3a4b1-a8b6-47c5-8207-0a956027c277 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:09.862954 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [None req-3dc3a4b1-a8b6-47c5-8207-0a956027c277 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] For port 68ba65f7-a1e9-4992-888f-33c0d9774c66, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=68ba65f7-a1e9-4992-888f-33c0d9774c66,segment=NetworkSegment(6afc8dbd-f43b-4ad4-8b2b-7fb05462b1ab),segment_id=6afc8dbd-f43b-4ad4-8b2b-7fb05462b1ab)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:09.864452 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3dc3a4b1-a8b6-47c5-8207-0a956027c277 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:09.894915 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-3dc3a4b1-a8b6-47c5-8207-0a956027c277 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Calling delete_port for 68ba65f7-a1e9-4992-888f-33c0d9774c66 owned by network:dhcp {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:31:09.910324 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-3467e8e6-e488-407c-9e84-0474f1d8800f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'name': 'tempest-RoutersTest-router-1231061768', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:30:17Z', 'updated_at': '2021-08-10T03:31:06Z', 'revision_number': 8, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'gw_port_host': None, '_interfaces': [{'id': '516c6493-0a54-41c8-96c8-d408fd326dc2', 'name': '', 'network_id': 'aefccaa2-e079-4cf8-9766-a4e525183ce5', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'mac_address': 'fa:16:3e:91:c7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1977, 'fixed_ips': [{'subnet_id': '12431dfd-2338-41f6-a311-a5ec55a60c06', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:28Z', 'updated_at': '2021-08-10T03:30:45Z', 'revision_number': 5, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'subnets': [{'id': '12431dfd-2338-41f6-a311-a5ec55a60c06', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7db6cf45-277b-4b4c-aa3f-f5c994ea0c1d', 'name': '', 'network_id': '90471acb-f3b1-49d8-89a2-9d6f80cfb9db', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'mac_address': 'fa:16:3e:1f:7c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '210af843-4993-43f0-99f2-b67fd472564e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:20Z', 'updated_at': '2021-08-10T03:30:37Z', 'revision_number': 5, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'subnets': [{'id': '210af843-4993-43f0-99f2-b67fd472564e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd44a8dc2-e5b3-457f-8541-7cf4e64e3236', 'name': '', 'network_id': '413b9ffc-1df4-4704-9a16-d0c0a20beb4f', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'mac_address': 'fa:16:3e:14:fa:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': '15da1384-e160-46cf-9927-52f19ea1b122', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:37Z', 'updated_at': '2021-08-10T03:30:53Z', 'revision_number': 5, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'subnets': [{'id': '15da1384-e160-46cf-9927-52f19ea1b122', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:09.992975 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3467e8e6-e488-407c-9e84-0474f1d8800f None None] Checking router: 6c4ba19c-fea1-4500-bde9-451cc40670bd for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:31:10.021888 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3dc3a4b1-a8b6-47c5-8207-0a956027c277 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:10.024814 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3467e8e6-e488-407c-9e84-0474f1d8800f None None] Routers {'6c4ba19c-fea1-4500-bde9-451cc40670bd'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:31:10.025750 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-3467e8e6-e488-407c-9e84-0474f1d8800f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:30:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['6c4ba19c-fea1-4500-bde9-451cc40670bd'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:10.123998 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc3a4b1-a8b6-47c5-8207-0a956027c277 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] No DVR routers for this DVR port 68ba65f7-a1e9-4992-888f-33c0d9774c66 on host n-d-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:31:10.163332 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc3a4b1-a8b6-47c5-8207-0a956027c277 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Pushing event deleted for resources: {'Port': ['ID=68ba65f7-a1e9-4992-888f-33c0d9774c66,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:10.197042 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5349d1dc-21c1-4ac5-a862-7472895cf85e None None] DHCP port deletion for a1e45c72-79f5-4703-acc0-7f6155bea871 request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:31:10.241257 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-3467e8e6-e488-407c-9e84-0474f1d8800f None None] Set router 6c4ba19c-fea1-4500-bde9-451cc40670bd gateway port host: None {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:31:10.263518 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3dc3a4b1-a8b6-47c5-8207-0a956027c277 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:10.277458 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-3dc3a4b1-a8b6-47c5-8207-0a956027c277 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1e45c72-79f5-4703-acc0-7f6155bea871']}} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:10.293226 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-3dc3a4b1-a8b6-47c5-8207-0a956027c277 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6afc8dbd-f43b-4ad4-8b2b-7fb05462b1ab') {'for_net_delete': True} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:10.293519 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-3dc3a4b1-a8b6-47c5-8207-0a956027c277 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6afc8dbd-f43b-4ad4-8b2b-7fb05462b1ab') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:10.305886 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3dc3a4b1-a8b6-47c5-8207-0a956027c277 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191186'] for segment, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:10.346005 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3dc3a4b1-a8b6-47c5-8207-0a956027c277 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:10.387824 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dc3a4b1-a8b6-47c5-8207-0a956027c277 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=94260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:31:10.388657 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3dc3a4b1-a8b6-47c5-8207-0a956027c277 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58895489'] for segment, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:10.468967 n-d-768862-13 neutron-server[94260]: Traceback (most recent call last): Aug 10 03:31:10.468967 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:31:10.468967 n-d-768862-13 neutron-server[94260]: timer() Aug 10 03:31:10.468967 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:31:10.468967 n-d-768862-13 neutron-server[94260]: cb(*args, **kw) Aug 10 03:31:10.468967 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:31:10.468967 n-d-768862-13 neutron-server[94260]: return func(*args, **kwargs) Aug 10 03:31:10.468967 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:31:10.468967 n-d-768862-13 neutron-server[94260]: self._notify() Aug 10 03:31:10.468967 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:31:10.468967 n-d-768862-13 neutron-server[94260]: self.callback(batched_events) Aug 10 03:31:10.468967 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:31:10.468967 n-d-768862-13 neutron-server[94260]: event.method(event) Aug 10 03:31:10.468967 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:31:10.468967 n-d-768862-13 neutron-server[94260]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:31:10.468967 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:31:10.468967 n-d-768862-13 neutron-server[94260]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:31:10.468967 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:31:10.468967 n-d-768862-13 neutron-server[94260]: return f(self, *a, **k) Aug 10 03:31:10.468967 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:31:10.468967 n-d-768862-13 neutron-server[94260]: return self._get(url).json() Aug 10 03:31:10.468967 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:31:10.468967 n-d-768862-13 neutron-server[94260]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:31:10.468967 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:31:10.468967 n-d-768862-13 neutron-server[94260]: return self.request(url, 'GET', **kwargs) Aug 10 03:31:10.468967 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:31:10.468967 n-d-768862-13 neutron-server[94260]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:31:10.468967 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:31:10.468967 n-d-768862-13 neutron-server[94260]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:31:10.468967 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:31:10.468967 n-d-768862-13 neutron-server[94260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:31:10.468967 n-d-768862-13 neutron-server[94260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:31:10.475226 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3dc3a4b1-a8b6-47c5-8207-0a956027c277 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:10.494844 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3dc3a4b1-a8b6-47c5-8207-0a956027c277 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:10.503891 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-3dc3a4b1-a8b6-47c5-8207-0a956027c277 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "DELETE /v2.0/networks/a1e45c72-79f5-4703-acc0-7f6155bea871 HTTP/1.1" status: 204 len: 168 time: 1.3650208 Aug 10 03:31:10.508395 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39470) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:10.532473 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc3a4b1-a8b6-47c5-8207-0a956027c277 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Pushing event deleted for resources: {'Network': ['ID=a1e45c72-79f5-4703-acc0-7f6155bea871,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:10.668018 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0825f4-9df1-4389-90b6-5d739dc3f41d req-a81a2b56-0ddc-4c0a-9ed6-ad7803b63ca0 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:10.670024 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2f0825f4-9df1-4389-90b6-5d739dc3f41d req-a81a2b56-0ddc-4c0a-9ed6-ad7803b63ca0 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f70549b-d8ab-420c-8f76-4bc4d67f60eb HTTP/1.1" status: 200 len: 945 time: 0.1125360 Aug 10 03:31:10.729219 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2f0825f4-9df1-4389-90b6-5d739dc3f41d req-d8df5eb1-4b5b-44d8-9af0-29a9014062fd tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=60e8d4ce-c00a-43d5-86a4-544ebfda7358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473528 Aug 10 03:31:10.788863 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-3467e8e6-e488-407c-9e84-0474f1d8800f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'name': 'tempest-RoutersTest-router-1231061768', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:30:17Z', 'updated_at': '2021-08-10T03:31:06Z', 'revision_number': 8, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'gw_port_host': None, '_interfaces': [{'id': '516c6493-0a54-41c8-96c8-d408fd326dc2', 'name': '', 'network_id': 'aefccaa2-e079-4cf8-9766-a4e525183ce5', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'mac_address': 'fa:16:3e:91:c7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1977, 'fixed_ips': [{'subnet_id': '12431dfd-2338-41f6-a311-a5ec55a60c06', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:28Z', 'updated_at': '2021-08-10T03:30:45Z', 'revision_number': 5, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'subnets': [{'id': '12431dfd-2338-41f6-a311-a5ec55a60c06', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7db6cf45-277b-4b4c-aa3f-f5c994ea0c1d', 'name': '', 'network_id': '90471acb-f3b1-49d8-89a2-9d6f80cfb9db', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'mac_address': 'fa:16:3e:1f:7c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '210af843-4993-43f0-99f2-b67fd472564e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:20Z', 'updated_at': '2021-08-10T03:30:37Z', 'revision_number': 5, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'subnets': [{'id': '210af843-4993-43f0-99f2-b67fd472564e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd44a8dc2-e5b3-457f-8541-7cf4e64e3236', 'name': '', 'network_id': '413b9ffc-1df4-4704-9a16-d0c0a20beb4f', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'mac_address': 'fa:16:3e:14:fa:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': '15da1384-e160-46cf-9927-52f19ea1b122', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:37Z', 'updated_at': '2021-08-10T03:30:53Z', 'revision_number': 5, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'subnets': [{'id': '15da1384-e160-46cf-9927-52f19ea1b122', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:10.910354 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3467e8e6-e488-407c-9e84-0474f1d8800f None None] The sync data for ids ['6c4ba19c-fea1-4500-bde9-451cc40670bd'] in n-d-768862-13 is: [{'id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'name': 'tempest-RoutersTest-router-1231061768', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:30:17Z', 'updated_at': '2021-08-10T03:31:06Z', 'revision_number': 8, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'gw_port_host': None, '_interfaces': [{'id': '516c6493-0a54-41c8-96c8-d408fd326dc2', 'name': '', 'network_id': 'aefccaa2-e079-4cf8-9766-a4e525183ce5', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'mac_address': 'fa:16:3e:91:c7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1977, 'fixed_ips': [{'subnet_id': '12431dfd-2338-41f6-a311-a5ec55a60c06', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:28Z', 'updated_at': '2021-08-10T03:30:45Z', 'revision_number': 5, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'subnets': [{'id': '12431dfd-2338-41f6-a311-a5ec55a60c06', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7db6cf45-277b-4b4c-aa3f-f5c994ea0c1d', 'name': '', 'network_id': '90471acb-f3b1-49d8-89a2-9d6f80cfb9db', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'mac_address': 'fa:16:3e:1f:7c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '210af843-4993-43f0-99f2-b67fd472564e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:20Z', 'updated_at': '2021-08-10T03:30:37Z', 'revision_number': 5, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'subnets': [{'id': '210af843-4993-43f0-99f2-b67fd472564e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd44a8dc2-e5b3-457f-8541-7cf4e64e3236', 'name': '', 'network_id': '413b9ffc-1df4-4704-9a16-d0c0a20beb4f', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'mac_address': 'fa:16:3e:14:fa:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': '15da1384-e160-46cf-9927-52f19ea1b122', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:37Z', 'updated_at': '2021-08-10T03:30:53Z', 'revision_number': 5, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'subnets': [{'id': '15da1384-e160-46cf-9927-52f19ea1b122', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:31:11.104173 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9426fd5-3348-47db-b415-cdf4aae94c79 req-dc596615-8952-4d0a-9625-cc5aec5e091f tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:11.105827 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b9426fd5-3348-47db-b415-cdf4aae94c79 req-dc596615-8952-4d0a-9625-cc5aec5e091f tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 946 time: 0.2156522 Aug 10 03:31:11.236636 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6ca063-e6d8-4f4b-87b2-744002bbb088 req-c77403ce-c214-4cf9-8a03-6ebb89f41ddc tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:11.238804 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3b6ca063-e6d8-4f4b-87b2-744002bbb088 req-c77403ce-c214-4cf9-8a03-6ebb89f41ddc tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 946 time: 0.2121630 Aug 10 03:31:11.308544 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 68ba65f7-a1e9-4992-888f-33c0d9774c66 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:31:11.371770 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 68ba65f7-a1e9-4992-888f-33c0d9774c66 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:31:11.373692 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 68ba65f7-a1e9-4992-888f-33c0d9774c66 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:31:11.399201 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-b9426fd5-3348-47db-b415-cdf4aae94c79 req-3363abbc-f677-474d-a44d-7f8b0a795a72 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Deleting port 8faf8dfd-bf14-4900-825a-459411787c04 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:31:11.400376 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-b9426fd5-3348-47db-b415-cdf4aae94c79 req-3363abbc-f677-474d-a44d-7f8b0a795a72 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:11.525876 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3b6ca063-e6d8-4f4b-87b2-744002bbb088 req-f06504a8-387d-46c0-a99c-9f7d74df4c68 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e410321-95fb-4525-ae60-4f163f87d0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677085 Aug 10 03:31:11.643137 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-09d238b2-9bb2-49dc-9075-642b8af3bce7 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521880'] for router_interface, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:11.780017 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3866ff86-007e-4b43-b868-b0bb5841e54a req-d2ec15c9-f8b4-41a6-9010-bdd4c502c40f tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:11.787330 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3866ff86-007e-4b43-b868-b0bb5841e54a req-d2ec15c9-f8b4-41a6-9010-bdd4c502c40f tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:11.795684 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3866ff86-007e-4b43-b868-b0bb5841e54a req-d2ec15c9-f8b4-41a6-9010-bdd4c502c40f tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:11.802716 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3866ff86-007e-4b43-b868-b0bb5841e54a req-d2ec15c9-f8b4-41a6-9010-bdd4c502c40f tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:11.809001 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3866ff86-007e-4b43-b868-b0bb5841e54a req-d2ec15c9-f8b4-41a6-9010-bdd4c502c40f tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:11.817187 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3866ff86-007e-4b43-b868-b0bb5841e54a req-d2ec15c9-f8b4-41a6-9010-bdd4c502c40f tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:11.824006 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3866ff86-007e-4b43-b868-b0bb5841e54a req-d2ec15c9-f8b4-41a6-9010-bdd4c502c40f tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:11.826374 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3866ff86-007e-4b43-b868-b0bb5841e54a req-d2ec15c9-f8b4-41a6-9010-bdd4c502c40f tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/ports?device_id=044f5741-e4d3-4edf-954b-c2c5a6f36283 HTTP/1.1" status: 200 len: 5435 time: 0.2524552 Aug 10 03:31:11.963512 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3866ff86-007e-4b43-b868-b0bb5841e54a req-e57822f5-3387-4859-9f6a-d9deca96f5da tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/security-groups?id=e522b194-e383-4019-8939-c6a59d2ab04c&id=5aac4231-548a-4a48-ae70-6443e8440415&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1275864 Aug 10 03:31:12.059487 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-b9426fd5-3348-47db-b415-cdf4aae94c79 req-3363abbc-f677-474d-a44d-7f8b0a795a72 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] For port 8faf8dfd-bf14-4900-825a-459411787c04, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=8faf8dfd-bf14-4900-825a-459411787c04,segment=NetworkSegment(c50377c0-d527-459a-94e9-130b25761d57),segment_id=c50377c0-d527-459a-94e9-130b25761d57)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:12.060364 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-b9426fd5-3348-47db-b415-cdf4aae94c79 req-3363abbc-f677-474d-a44d-7f8b0a795a72 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:12.098197 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-b9426fd5-3348-47db-b415-cdf4aae94c79 req-3363abbc-f677-474d-a44d-7f8b0a795a72 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Calling delete_port for 8faf8dfd-bf14-4900-825a-459411787c04 owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:31:12.121639 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e9d998-f834-4b8f-8754-9aef155804dc req-87221899-7737-42d7-9159-572eef8b05d9 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:12.123459 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f1e9d998-f834-4b8f-8754-9aef155804dc req-87221899-7737-42d7-9159-572eef8b05d9 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f70549b-d8ab-420c-8f76-4bc4d67f60eb HTTP/1.1" status: 200 len: 945 time: 0.1651721 Aug 10 03:31:12.256018 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f1e9d998-f834-4b8f-8754-9aef155804dc req-9189ec70-2426-499f-ad95-fb135a877d37 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=60e8d4ce-c00a-43d5-86a4-544ebfda7358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205194 Aug 10 03:31:12.536989 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-b9426fd5-3348-47db-b415-cdf4aae94c79 req-3363abbc-f677-474d-a44d-7f8b0a795a72 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:12.550460 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['8faf8dfd-bf14-4900-825a-459411787c04'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:31:12.663330 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-09d238b2-9bb2-49dc-9075-642b8af3bce7 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Deleting port d44a8dc2-e5b3-457f-8541-7cf4e64e3236 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:31:12.673421 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-09d238b2-9bb2-49dc-9075-642b8af3bce7 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:12.742315 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3363abbc-f677-474d-a44d-7f8b0a795a72 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Pushing event deleted for resources: {'Port': ['ID=8faf8dfd-bf14-4900-825a-459411787c04,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:12.974854 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9426fd5-3348-47db-b415-cdf4aae94c79 req-3363abbc-f677-474d-a44d-7f8b0a795a72 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] No DVR routers for this DVR port 8faf8dfd-bf14-4900-825a-459411787c04 on host n-h1-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:31:12.988422 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d31bb595-2902-40ea-a193-567cfd7a5333 req-eb6f3f4c-42db-4992-a478-be7dcf6e0fdc tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b526f5e-f566-4b12-8400-9b50faf2cac0 HTTP/1.1" status: 200 len: 210 time: 0.1050918 Aug 10 03:31:12.990102 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-b9426fd5-3348-47db-b415-cdf4aae94c79 req-3363abbc-f677-474d-a44d-7f8b0a795a72 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:13.002003 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b9426fd5-3348-47db-b415-cdf4aae94c79 req-3363abbc-f677-474d-a44d-7f8b0a795a72 tempest-ServersNegativeTestJSON-651633882 tempest-ServersNegativeTestJSON-651633882-project] 10.222.0.42 "DELETE /v2.0/ports/8faf8dfd-bf14-4900-825a-459411787c04 HTTP/1.1" status: 204 len: 173 time: 1.8858807 Aug 10 03:31:13.004155 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b526f5e-f566-4b12-8400-9b50faf2cac0', 'name': 'network-vif-deleted', 'tag': '8faf8dfd-bf14-4900-825a-459411787c04'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:31:13.014702 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 35abaf94-7c2c-4896-a2b7-0a60ea867be5 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:31:13.031833 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5188806-7203-4150-acf6-ec7f2ad4ff19" -d '{"events": [{"server_uuid": "6b526f5e-f566-4b12-8400-9b50faf2cac0", "name": "network-vif-deleted", "tag": "8faf8dfd-bf14-4900-825a-459411787c04"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:31:13.131899 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 35abaf94-7c2c-4896-a2b7-0a60ea867be5 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:31:13.139308 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 35abaf94-7c2c-4896-a2b7-0a60ea867be5 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:31:13.202529 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f70e3fa-d621-4548-bcb6-5d0ca2d7a03b x-openstack-request-id: req-4f70e3fa-d621-4548-bcb6-5d0ca2d7a03b {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:31:13.202529 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b526f5e-f566-4b12-8400-9b50faf2cac0", "name": "network-vif-deleted", "tag": "8faf8dfd-bf14-4900-825a-459411787c04", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:31:13.203814 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4f70e3fa-d621-4548-bcb6-5d0ca2d7a03b {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:31:13.203814 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b526f5e-f566-4b12-8400-9b50faf2cac0', 'name': 'network-vif-deleted', 'tag': '8faf8dfd-bf14-4900-825a-459411787c04', 'status': 'completed', 'code': 200} Aug 10 03:31:13.390199 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20ed41-3e66-43ec-9b8e-b39c05f1dd81 req-773b10e2-6674-4e88-9fe4-55f001058d3d tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:13.425032 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20ed41-3e66-43ec-9b8e-b39c05f1dd81 req-773b10e2-6674-4e88-9fe4-55f001058d3d tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:13.431268 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20ed41-3e66-43ec-9b8e-b39c05f1dd81 req-773b10e2-6674-4e88-9fe4-55f001058d3d tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:13.441014 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2ae3f1-5e2b-4372-9f37-ec4033c9052e req-216d0c91-9152-4490-ade5-4ced604a6948 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:13.449684 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20ed41-3e66-43ec-9b8e-b39c05f1dd81 req-773b10e2-6674-4e88-9fe4-55f001058d3d tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:13.456692 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20ed41-3e66-43ec-9b8e-b39c05f1dd81 req-773b10e2-6674-4e88-9fe4-55f001058d3d tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:13.462922 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2ae3f1-5e2b-4372-9f37-ec4033c9052e req-216d0c91-9152-4490-ade5-4ced604a6948 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:13.462922 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2ae3f1-5e2b-4372-9f37-ec4033c9052e req-216d0c91-9152-4490-ade5-4ced604a6948 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:13.474571 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20ed41-3e66-43ec-9b8e-b39c05f1dd81 req-773b10e2-6674-4e88-9fe4-55f001058d3d tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:13.491228 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20ed41-3e66-43ec-9b8e-b39c05f1dd81 req-773b10e2-6674-4e88-9fe4-55f001058d3d tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:13.493422 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-3b20ed41-3e66-43ec-9b8e-b39c05f1dd81 req-773b10e2-6674-4e88-9fe4-55f001058d3d tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.61 "GET /v2.0/ports?device_id=044f5741-e4d3-4edf-954b-c2c5a6f36283 HTTP/1.1" status: 200 len: 5435 time: 0.4242122 Aug 10 03:31:13.497104 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2ae3f1-5e2b-4372-9f37-ec4033c9052e req-216d0c91-9152-4490-ade5-4ced604a6948 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:13.504596 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2ae3f1-5e2b-4372-9f37-ec4033c9052e req-216d0c91-9152-4490-ade5-4ced604a6948 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:13.519485 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2ae3f1-5e2b-4372-9f37-ec4033c9052e req-216d0c91-9152-4490-ade5-4ced604a6948 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:13.526281 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2ae3f1-5e2b-4372-9f37-ec4033c9052e req-216d0c91-9152-4490-ade5-4ced604a6948 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:13.539526 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-09d238b2-9bb2-49dc-9075-642b8af3bce7 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] For port d44a8dc2-e5b3-457f-8541-7cf4e64e3236, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=d44a8dc2-e5b3-457f-8541-7cf4e64e3236,segment=NetworkSegment(4927b068-415e-49a3-8e65-f24b23491123),segment_id=4927b068-415e-49a3-8e65-f24b23491123)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:13.539526 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-09d238b2-9bb2-49dc-9075-642b8af3bce7 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:13.555391 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2a2ae3f1-5e2b-4372-9f37-ec4033c9052e req-216d0c91-9152-4490-ade5-4ced604a6948 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/ports?device_id=044f5741-e4d3-4edf-954b-c2c5a6f36283 HTTP/1.1" status: 200 len: 5435 time: 0.3617492 Aug 10 03:31:13.675444 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-09d238b2-9bb2-49dc-9075-642b8af3bce7 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Calling delete_port for d44a8dc2-e5b3-457f-8541-7cf4e64e3236 owned by network:router_interface {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:31:13.722876 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20ed41-3e66-43ec-9b8e-b39c05f1dd81 req-d5508ea3-8da8-4483-b2fd-d06e077b4a04 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:13.728368 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-3b20ed41-3e66-43ec-9b8e-b39c05f1dd81 req-d5508ea3-8da8-4483-b2fd-d06e077b4a04 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.61 "GET /v2.0/ports/a51886da-65ec-4881-8090-1c7844482542?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2209086 Aug 10 03:31:13.831409 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a466d97-83b9-4efd-8e6e-ea9b1bce7240 req-53731793-cce3-42a9-a76d-8771b11bc8ce tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:13.834174 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8a466d97-83b9-4efd-8e6e-ea9b1bce7240 req-53731793-cce3-42a9-a76d-8771b11bc8ce tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f70549b-d8ab-420c-8f76-4bc4d67f60eb HTTP/1.1" status: 200 len: 945 time: 0.4656324 Aug 10 03:31:13.921324 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2a2ae3f1-5e2b-4372-9f37-ec4033c9052e req-a5eb579c-8e2d-4091-97af-ead8742a57f0 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/security-groups?id=e522b194-e383-4019-8939-c6a59d2ab04c&id=5aac4231-548a-4a48-ae70-6443e8440415&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3647211 Aug 10 03:31:14.119242 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8a466d97-83b9-4efd-8e6e-ea9b1bce7240 req-b1bbf54f-770c-4db3-a8c9-8060b5c19765 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=60e8d4ce-c00a-43d5-86a4-544ebfda7358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2309859 Aug 10 03:31:14.332289 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 39528) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:14.407374 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d779a71-9410-4fe2-b5ff-544febea72bd admin admin] Deleting subnet 8f2c47df-839e-40b4-85ee-46033508b63e {{(pid=94260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:31:14.415799 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8d779a71-9410-4fe2-b5ff-544febea72bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:14.470770 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-3b20ed41-3e66-43ec-9b8e-b39c05f1dd81 req-28a24897-2df2-466f-9082-1cd16842a577 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.61 "GET /v2.0/networks/39a285d2-87a3-47d7-9b49-b0b0fee32784?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.7271338 Aug 10 03:31:14.500238 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-3b20ed41-3e66-43ec-9b8e-b39c05f1dd81 req-8477fb53-13c7-4bed-9820-7401757f67a5 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:14.573211 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8d779a71-9410-4fe2-b5ff-544febea72bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191173'] for subnet, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:14.749831 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8d779a71-9410-4fe2-b5ff-544febea72bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:14.755016 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-3b20ed41-3e66-43ec-9b8e-b39c05f1dd81 req-8477fb53-13c7-4bed-9820-7401757f67a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:14.820443 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 8faf8dfd-bf14-4900-825a-459411787c04 no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:31:14.862298 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] No Port match for: 8faf8dfd-bf14-4900-825a-459411787c04 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:31:14.862811 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 8faf8dfd-bf14-4900-825a-459411787c04 not bound to the agent host n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:31:14.926801 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device b89f32b7-4acc-40c3-80d9-d8f2bfec5293 no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:31:14.982571 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [req-74023aae-6064-4cda-bff1-2df71b8b65c6 req-ce574d46-aa71-4945-ae61-d306e2ae30e9 service neutron] (94260) timed out ('10.222.0.44', 43286) {{(pid=94260) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 03:31:15.019555 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8d779a71-9410-4fe2-b5ff-544febea72bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:15.075848 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:31:15.146137 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:15.204001 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d779a71-9410-4fe2-b5ff-544febea72bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f2c47df-839e-40b4-85ee-46033508b63e,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:15.225919 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port b89f32b7-4acc-40c3-80d9-d8f2bfec5293, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=b89f32b7-4acc-40c3-80d9-d8f2bfec5293,segment=NetworkSegment(fac8afa8-3606-4f73-b890-170569cd194b),segment_id=fac8afa8-3606-4f73-b890-170569cd194b)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:15.227255 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '044f5741-e4d3-4edf-954b-c2c5a6f36283', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b89f32b7-4acc-40c3-80d9-d8f2bfec5293'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:31:15.229969 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e749f433-b4af-4167-a7d3-07ad58ad8e44" -d '{"events": [{"server_uuid": "044f5741-e4d3-4edf-954b-c2c5a6f36283", "name": "network-vif-unplugged", "status": "completed", "tag": "b89f32b7-4acc-40c3-80d9-d8f2bfec5293"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:31:15.240050 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8d779a71-9410-4fe2-b5ff-544febea72bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:15.240349 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:15.244864 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 23f3db6a-3d09-4219-a20f-499c73daf5a4 no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:31:15.262339 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-8d779a71-9410-4fe2-b5ff-544febea72bd admin admin] 10.222.0.44 "DELETE /v2.0/subnets/8f2c47df-839e-40b4-85ee-46033508b63e HTTP/1.1" status: 204 len: 168 time: 0.9271674 Aug 10 03:31:15.263980 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 39542) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:15.396667 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=b89f32b7-4acc-40c3-80d9-d8f2bfec5293,revision_number=6']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:15.466365 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:15.542267 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 23f3db6a-3d09-4219-a20f-499c73daf5a4, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=23f3db6a-3d09-4219-a20f-499c73daf5a4,segment=NetworkSegment(9926830d-bbc1-4a2f-ad71-9c6ed89a772a),segment_id=9926830d-bbc1-4a2f-ad71-9c6ed89a772a)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:15.553941 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:15.554901 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 59b5fda1-f8d3-4c6d-b2ad-a1607e38f8ab no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:31:15.721562 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=23f3db6a-3d09-4219-a20f-499c73daf5a4,revision_number=6']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:15.861059 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:15.934566 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-3b20ed41-3e66-43ec-9b8e-b39c05f1dd81 req-8477fb53-13c7-4bed-9820-7401757f67a5 service neutron] For port a51886da-65ec-4881-8090-1c7844482542, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=a51886da-65ec-4881-8090-1c7844482542,segment=NetworkSegment(9926830d-bbc1-4a2f-ad71-9c6ed89a772a),segment_id=9926830d-bbc1-4a2f-ad71-9c6ed89a772a)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:15.956403 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 59b5fda1-f8d3-4c6d-b2ad-a1607e38f8ab, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=59b5fda1-f8d3-4c6d-b2ad-a1607e38f8ab,segment=NetworkSegment(380ff52e-2da4-4b1c-b9fe-411644b2c0b2),segment_id=380ff52e-2da4-4b1c-b9fe-411644b2c0b2)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:15.970949 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:15.972233 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 18f38f10-6fe8-483d-95d9-e9238a6e463c no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:31:15.976408 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-3b20ed41-3e66-43ec-9b8e-b39c05f1dd81 req-8477fb53-13c7-4bed-9820-7401757f67a5 service neutron] For port a51886da-65ec-4881-8090-1c7844482542, host n-h2-768862-13, cleared binding levels {{(pid=94261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:31:16.012839 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [req-3b20ed41-3e66-43ec-9b8e-b39c05f1dd81 req-8477fb53-13c7-4bed-9820-7401757f67a5 service neutron] device_id is not set on port a51886da-65ec-4881-8090-1c7844482542 yet. {{(pid=94261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:31:16.023983 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-3b20ed41-3e66-43ec-9b8e-b39c05f1dd81 req-8477fb53-13c7-4bed-9820-7401757f67a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:16.039612 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5571a46a-ca44-4b34-b7fb-6f0e436d03ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:16.043529 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-3b20ed41-3e66-43ec-9b8e-b39c05f1dd81 req-8477fb53-13c7-4bed-9820-7401757f67a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:16.090639 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046b236e-4a38-421f-bade-dfa39c574c1a req-ff247f9c-7199-4c7c-89c3-fab1c8659503 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:16.092425 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-046b236e-4a38-421f-bade-dfa39c574c1a req-ff247f9c-7199-4c7c-89c3-fab1c8659503 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f70549b-d8ab-420c-8f76-4bc4d67f60eb HTTP/1.1" status: 200 len: 945 time: 0.5650127 Aug 10 03:31:16.152674 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=59b5fda1-f8d3-4c6d-b2ad-a1607e38f8ab,revision_number=6']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:16.163445 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037bc3e5-3f11-4aa2-ae98-c80b8626ebd4 req-224d27ea-63f9-49a9-8ac9-6a0a62a17c69 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:16.169944 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037bc3e5-3f11-4aa2-ae98-c80b8626ebd4 req-224d27ea-63f9-49a9-8ac9-6a0a62a17c69 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:16.176430 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037bc3e5-3f11-4aa2-ae98-c80b8626ebd4 req-224d27ea-63f9-49a9-8ac9-6a0a62a17c69 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:16.183091 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037bc3e5-3f11-4aa2-ae98-c80b8626ebd4 req-224d27ea-63f9-49a9-8ac9-6a0a62a17c69 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:16.188804 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037bc3e5-3f11-4aa2-ae98-c80b8626ebd4 req-224d27ea-63f9-49a9-8ac9-6a0a62a17c69 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:16.195972 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037bc3e5-3f11-4aa2-ae98-c80b8626ebd4 req-224d27ea-63f9-49a9-8ac9-6a0a62a17c69 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:16.206868 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037bc3e5-3f11-4aa2-ae98-c80b8626ebd4 req-224d27ea-63f9-49a9-8ac9-6a0a62a17c69 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:16.208043 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-037bc3e5-3f11-4aa2-ae98-c80b8626ebd4 req-224d27ea-63f9-49a9-8ac9-6a0a62a17c69 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/ports?device_id=044f5741-e4d3-4edf-954b-c2c5a6f36283 HTTP/1.1" status: 200 len: 5355 time: 0.7150831 Aug 10 03:31:16.230588 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b20ed41-3e66-43ec-9b8e-b39c05f1dd81 req-8477fb53-13c7-4bed-9820-7401757f67a5 service neutron] No DVR routers for this DVR port a51886da-65ec-4881-8090-1c7844482542 on host n-h2-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:31:16.259297 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:16.281938 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-09d238b2-9bb2-49dc-9075-642b8af3bce7 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:16.296304 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8477fb53-13c7-4bed-9820-7401757f67a5 service neutron] Pushing event updated for resources: {'Port': ['ID=a51886da-65ec-4881-8090-1c7844482542,revision_number=6']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:16.376662 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 18f38f10-6fe8-483d-95d9-e9238a6e463c, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=18f38f10-6fe8-483d-95d9-e9238a6e463c,segment=NetworkSegment(9926830d-bbc1-4a2f-ad71-9c6ed89a772a),segment_id=9926830d-bbc1-4a2f-ad71-9c6ed89a772a)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:16.389236 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:16.390468 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device bc2aced1-42d5-40a0-a09b-18f14c994288 no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:31:16.401747 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-3b20ed41-3e66-43ec-9b8e-b39c05f1dd81 req-8477fb53-13c7-4bed-9820-7401757f67a5 service neutron] In _notify_port_updated(), no bound segment for port a51886da-65ec-4881-8090-1c7844482542 on network 39a285d2-87a3-47d7-9b49-b0b0fee32784 {{(pid=94261) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:31:16.405032 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20ed41-3e66-43ec-9b8e-b39c05f1dd81 req-8477fb53-13c7-4bed-9820-7401757f67a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:16.405733 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-3b20ed41-3e66-43ec-9b8e-b39c05f1dd81 req-8477fb53-13c7-4bed-9820-7401757f67a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:16.409980 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-3b20ed41-3e66-43ec-9b8e-b39c05f1dd81 req-8477fb53-13c7-4bed-9820-7401757f67a5 service neutron] 10.222.0.61 "PUT /v2.0/ports/a51886da-65ec-4881-8090-1c7844482542 HTTP/1.1" status: 200 len: 1028 time: 1.9214163 Aug 10 03:31:16.416342 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d238b2-9bb2-49dc-9075-642b8af3bce7 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Pushing event deleted for resources: {'Port': ['ID=d44a8dc2-e5b3-457f-8541-7cf4e64e3236,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:16.573355 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5571a46a-ca44-4b34-b7fb-6f0e436d03ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:16.671035 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-046b236e-4a38-421f-bade-dfa39c574c1a req-81cced23-a21a-405c-a375-aef0055f0b0d tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=60e8d4ce-c00a-43d5-86a4-544ebfda7358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5544508 Aug 10 03:31:16.713520 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-5571a46a-ca44-4b34-b7fb-6f0e436d03ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72b680b6-c2b6-4772-b62f-31081d87c55d']}} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:16.725580 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=18f38f10-6fe8-483d-95d9-e9238a6e463c,revision_number=6']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:16.741105 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-502fc7c3-4c76-46e5-b551-59e532e0c5f5 None None] Provisioning complete for port a51886da-65ec-4881-8090-1c7844482542 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:16.742673 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-502fc7c3-4c76-46e5-b551-59e532e0c5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:16.754349 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:16.777986 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20ed41-3e66-43ec-9b8e-b39c05f1dd81 req-f5e7b814-741d-40f2-8357-015a2d3ba907 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:16.788720 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-3b20ed41-3e66-43ec-9b8e-b39c05f1dd81 req-f5e7b814-741d-40f2-8357-015a2d3ba907 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.61 "GET /v2.0/ports/d7410f22-72fc-46b2-bf2c-021ea69dd6bd?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2596879 Aug 10 03:31:16.804739 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-5571a46a-ca44-4b34-b7fb-6f0e436d03ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c50377c0-d527-459a-94e9-130b25761d57') {'for_net_delete': True} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:16.805056 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-5571a46a-ca44-4b34-b7fb-6f0e436d03ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c50377c0-d527-459a-94e9-130b25761d57') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:16.811306 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-037bc3e5-3f11-4aa2-ae98-c80b8626ebd4 req-e50c4f8e-dad1-4955-85da-7c62f335a4b8 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/security-groups?id=e522b194-e383-4019-8939-c6a59d2ab04c&id=5aac4231-548a-4a48-ae70-6443e8440415&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5787678 Aug 10 03:31:16.862396 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ed39a-f11e-4034-9819-a8d48fc9e4ba req-72e1fd5f-11d0-44a8-96d2-c51855174a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:16.888022 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f23ed39a-f11e-4034-9819-a8d48fc9e4ba req-72e1fd5f-11d0-44a8-96d2-c51855174a45 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e9ab4296b9324b029547ba2c6dc24132&device_id=5f70549b-d8ab-420c-8f76-4bc4d67f60eb HTTP/1.1" status: 200 len: 1097 time: 0.7656341 Aug 10 03:31:16.938057 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98595959-d2fc-4cb6-b815-f0750d55350a x-openstack-request-id: req-98595959-d2fc-4cb6-b815-f0750d55350a {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:31:16.945041 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "044f5741-e4d3-4edf-954b-c2c5a6f36283", "name": "network-vif-unplugged", "status": "completed", "tag": "b89f32b7-4acc-40c3-80d9-d8f2bfec5293", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:31:16.946639 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5571a46a-ca44-4b34-b7fb-6f0e436d03ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191186'] for segment, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:16.947319 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-98595959-d2fc-4cb6-b815-f0750d55350a {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:31:16.949923 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '044f5741-e4d3-4edf-954b-c2c5a6f36283', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b89f32b7-4acc-40c3-80d9-d8f2bfec5293', 'code': 200} Aug 10 03:31:17.002635 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-3b20ed41-3e66-43ec-9b8e-b39c05f1dd81 req-a2833541-ab79-42ee-a930-04110d934205 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:17.099292 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port bc2aced1-42d5-40a0-a09b-18f14c994288, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=bc2aced1-42d5-40a0-a09b-18f14c994288,segment=NetworkSegment(fac8afa8-3606-4f73-b890-170569cd194b),segment_id=fac8afa8-3606-4f73-b890-170569cd194b)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:17.118959 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:17.119803 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device d7410f22-72fc-46b2-bf2c-021ea69dd6bd no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:31:17.171208 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-502fc7c3-4c76-46e5-b551-59e532e0c5f5 None None] Port a51886da-65ec-4881-8090-1c7844482542 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:31:17.206805 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5571a46a-ca44-4b34-b7fb-6f0e436d03ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:17.223154 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-3b20ed41-3e66-43ec-9b8e-b39c05f1dd81 req-a2833541-ab79-42ee-a930-04110d934205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:17.227346 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=bc2aced1-42d5-40a0-a09b-18f14c994288,revision_number=6']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:17.253796 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5571a46a-ca44-4b34-b7fb-6f0e436d03ca admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=94260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:31:17.254700 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5571a46a-ca44-4b34-b7fb-6f0e436d03ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58895489'] for segment, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:17.257781 n-d-768862-13 neutron-server[94260]: Traceback (most recent call last): Aug 10 03:31:17.257781 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:31:17.257781 n-d-768862-13 neutron-server[94260]: timer() Aug 10 03:31:17.257781 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:31:17.257781 n-d-768862-13 neutron-server[94260]: cb(*args, **kw) Aug 10 03:31:17.257781 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:31:17.257781 n-d-768862-13 neutron-server[94260]: return func(*args, **kwargs) Aug 10 03:31:17.257781 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:31:17.257781 n-d-768862-13 neutron-server[94260]: self._notify() Aug 10 03:31:17.257781 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:31:17.257781 n-d-768862-13 neutron-server[94260]: self.callback(batched_events) Aug 10 03:31:17.257781 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:31:17.257781 n-d-768862-13 neutron-server[94260]: event.method(event) Aug 10 03:31:17.257781 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:31:17.257781 n-d-768862-13 neutron-server[94260]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:31:17.257781 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:31:17.257781 n-d-768862-13 neutron-server[94260]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:31:17.257781 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:31:17.257781 n-d-768862-13 neutron-server[94260]: return f(self, *a, **k) Aug 10 03:31:17.257781 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:31:17.257781 n-d-768862-13 neutron-server[94260]: return self._get(url).json() Aug 10 03:31:17.257781 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:31:17.257781 n-d-768862-13 neutron-server[94260]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:31:17.257781 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:31:17.257781 n-d-768862-13 neutron-server[94260]: return self.request(url, 'GET', **kwargs) Aug 10 03:31:17.257781 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:31:17.257781 n-d-768862-13 neutron-server[94260]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:31:17.257781 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:31:17.257781 n-d-768862-13 neutron-server[94260]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:31:17.257781 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:31:17.257781 n-d-768862-13 neutron-server[94260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:31:17.257781 n-d-768862-13 neutron-server[94260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:31:17.312174 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:17.376546 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port d7410f22-72fc-46b2-bf2c-021ea69dd6bd, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=d7410f22-72fc-46b2-bf2c-021ea69dd6bd,segment=NetworkSegment(9926830d-bbc1-4a2f-ad71-9c6ed89a772a),segment_id=9926830d-bbc1-4a2f-ad71-9c6ed89a772a)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:17.385785 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:17.387590 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device a51886da-65ec-4881-8090-1c7844482542 no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:31:17.403591 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.db.api [req-3b20ed41-3e66-43ec-9b8e-b39c05f1dd81 req-a2833541-ab79-42ee-a930-04110d934205 service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94261) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:31:17.404558 n-d-768862-13 neutron-server[94261]: DEBUG oslo_db.api [req-3b20ed41-3e66-43ec-9b8e-b39c05f1dd81 req-a2833541-ab79-42ee-a930-04110d934205 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:31:17.412733 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-09d238b2-9bb2-49dc-9075-642b8af3bce7 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-522536'] for router_interface, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:17.481046 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ed39a-f11e-4034-9819-a8d48fc9e4ba req-a8050a68-5cfe-4e8a-9ba2-937c0ba30f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:17.482615 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f23ed39a-f11e-4034-9819-a8d48fc9e4ba req-a8050a68-5cfe-4e8a-9ba2-937c0ba30f8c service neutron] 10.222.0.42 "GET /v2.0/networks?id=c0659391-a657-4b16-a8ee-a2586c7786a9 HTTP/1.1" status: 200 len: 915 time: 0.5886235 Aug 10 03:31:17.575280 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f23ed39a-f11e-4034-9819-a8d48fc9e4ba req-bdba5eed-8ce6-46c9-846f-f89f2180174e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cbef0d33-5e2e-4d43-a157-107b8525b6d2 HTTP/1.1" status: 200 len: 1000 time: 0.0845993 Aug 10 03:31:17.608739 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5571a46a-ca44-4b34-b7fb-6f0e436d03ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:17.613977 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device a51886da-65ec-4881-8090-1c7844482542 not bound to the agent host n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:31:17.623995 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5571a46a-ca44-4b34-b7fb-6f0e436d03ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:17.640834 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-5571a46a-ca44-4b34-b7fb-6f0e436d03ca admin admin] 10.222.0.44 "DELETE /v2.0/networks/72b680b6-c2b6-4772-b62f-31081d87c55d HTTP/1.1" status: 204 len: 168 time: 2.3746035 Aug 10 03:31:17.647244 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=d7410f22-72fc-46b2-bf2c-021ea69dd6bd,revision_number=6']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:17.720286 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5571a46a-ca44-4b34-b7fb-6f0e436d03ca admin admin] Pushing event deleted for resources: {'Network': ['ID=72b680b6-c2b6-4772-b62f-31081d87c55d,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:17.727460 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ed39a-f11e-4034-9819-a8d48fc9e4ba req-3ec84bcb-331f-4168-b21c-1949c9b7d819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:17.729149 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f23ed39a-f11e-4034-9819-a8d48fc9e4ba req-3ec84bcb-331f-4168-b21c-1949c9b7d819 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ffd75aef-22f1-4d31-9592-d84c9fe2b2a2 HTTP/1.1" status: 200 len: 854 time: 0.1423755 Aug 10 03:31:17.735260 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5571a46a-ca44-4b34-b7fb-6f0e436d03ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:17.735720 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5571a46a-ca44-4b34-b7fb-6f0e436d03ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:17.736038 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5571a46a-ca44-4b34-b7fb-6f0e436d03ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:17.736365 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5571a46a-ca44-4b34-b7fb-6f0e436d03ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:17.737215 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5571a46a-ca44-4b34-b7fb-6f0e436d03ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:17.737623 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5571a46a-ca44-4b34-b7fb-6f0e436d03ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:17.737963 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5571a46a-ca44-4b34-b7fb-6f0e436d03ca admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:17.738396 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5571a46a-ca44-4b34-b7fb-6f0e436d03ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:17.738706 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5571a46a-ca44-4b34-b7fb-6f0e436d03ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:17.739071 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5571a46a-ca44-4b34-b7fb-6f0e436d03ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:17.739349 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5571a46a-ca44-4b34-b7fb-6f0e436d03ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:17.739641 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5571a46a-ca44-4b34-b7fb-6f0e436d03ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:17.795586 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09d238b2-9bb2-49dc-9075-642b8af3bce7 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Router 6c4ba19c-fea1-4500-bde9-451cc40670bd has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:31:17.819360 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ed39a-f11e-4034-9819-a8d48fc9e4ba req-a6e8f31a-b9ca-46a1-9a41-40b8e60026c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:17.821325 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f23ed39a-f11e-4034-9819-a8d48fc9e4ba req-a6e8f31a-b9ca-46a1-9a41-40b8e60026c3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c0659391-a657-4b16-a8ee-a2586c7786a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0779717 Aug 10 03:31:18.199021 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-3b20ed41-3e66-43ec-9b8e-b39c05f1dd81 req-a2833541-ab79-42ee-a930-04110d934205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:18.294593 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b13c1a-94ba-44bd-ae24-b6e0b44b5b54 req-09a5cccd-8ec0-4cc2-99a5-9eafc53a361b tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:18.296425 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c9b13c1a-94ba-44bd-ae24-b6e0b44b5b54 req-09a5cccd-8ec0-4cc2-99a5-9eafc53a361b tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f70549b-d8ab-420c-8f76-4bc4d67f60eb HTTP/1.1" status: 200 len: 945 time: 0.3367100 Aug 10 03:31:18.301189 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09d238b2-9bb2-49dc-9075-642b8af3bce7 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:31:18.313201 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-09d238b2-9bb2-49dc-9075-642b8af3bce7 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "PUT /v2.0/routers/6c4ba19c-fea1-4500-bde9-451cc40670bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7985010 Aug 10 03:31:18.313755 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39574) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:18.332124 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b50fb6e-1b46-41b8-861b-e3e57eec839e None None] Sync routers for ids ['6c4ba19c-fea1-4500-bde9-451cc40670bd'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:31:18.354321 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b50fb6e-1b46-41b8-861b-e3e57eec839e None None] Routers {'6c4ba19c-fea1-4500-bde9-451cc40670bd'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:31:18.355491 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-2b50fb6e-1b46-41b8-861b-e3e57eec839e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:30:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['6c4ba19c-fea1-4500-bde9-451cc40670bd'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:18.428399 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-f94fb782-5c88-4eb1-96a6-6f69f9631a4f tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Deleting subnet 15da1384-e160-46cf-9927-52f19ea1b122 {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:31:18.435082 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f94fb782-5c88-4eb1-96a6-6f69f9631a4f tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:18.443457 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f23ed39a-f11e-4034-9819-a8d48fc9e4ba req-85d9a2a9-4b52-4522-8325-75248959f80b service neutron] 10.222.0.42 "GET /v2.0/networks/c0659391-a657-4b16-a8ee-a2586c7786a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6146352 Aug 10 03:31:18.459505 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 39578) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:18.466664 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c9b13c1a-94ba-44bd-ae24-b6e0b44b5b54 req-bebf5e4e-7066-4866-9816-e0e1d095e845 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=60e8d4ce-c00a-43d5-86a4-544ebfda7358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133099 Aug 10 03:31:18.573630 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f94fb782-5c88-4eb1-96a6-6f69f9631a4f tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:18.647974 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-2b50fb6e-1b46-41b8-861b-e3e57eec839e None None] Set router 6c4ba19c-fea1-4500-bde9-451cc40670bd gateway port host: None {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:31:18.713915 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4571019-8344-4dd6-8637-1b6677d6f046 req-9c4b9eda-16c9-4208-a6bf-a19a82f8846a tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:18.722213 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4571019-8344-4dd6-8637-1b6677d6f046 req-9c4b9eda-16c9-4208-a6bf-a19a82f8846a tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:18.729793 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4571019-8344-4dd6-8637-1b6677d6f046 req-9c4b9eda-16c9-4208-a6bf-a19a82f8846a tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:18.739150 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4571019-8344-4dd6-8637-1b6677d6f046 req-9c4b9eda-16c9-4208-a6bf-a19a82f8846a tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:18.748591 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4571019-8344-4dd6-8637-1b6677d6f046 req-9c4b9eda-16c9-4208-a6bf-a19a82f8846a tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:18.756233 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4571019-8344-4dd6-8637-1b6677d6f046 req-9c4b9eda-16c9-4208-a6bf-a19a82f8846a tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:18.765400 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a4571019-8344-4dd6-8637-1b6677d6f046 req-9c4b9eda-16c9-4208-a6bf-a19a82f8846a tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/ports?device_id=044f5741-e4d3-4edf-954b-c2c5a6f36283 HTTP/1.1" status: 200 len: 4648 time: 0.5726755 Aug 10 03:31:18.801479 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f94fb782-5c88-4eb1-96a6-6f69f9631a4f tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:18.847085 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device cbef0d33-5e2e-4d43-a157-107b8525b6d2 no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:31:18.876852 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a4571019-8344-4dd6-8637-1b6677d6f046 req-c8bf5413-c5a4-4b37-93f2-679a5e6677ea tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/security-groups?id=e522b194-e383-4019-8939-c6a59d2ab04c&id=5aac4231-548a-4a48-ae70-6443e8440415&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1101997 Aug 10 03:31:18.919173 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-c31fa3f8-d205-4bdc-9b67-40930e914238 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=45ea8e99da524d229eab9a9daefefa06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4414117 Aug 10 03:31:18.928824 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 39580) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:18.951741 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '044f5741-e4d3-4edf-954b-c2c5a6f36283', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23f3db6a-3d09-4219-a20f-499c73daf5a4'}, {'server_uuid': '044f5741-e4d3-4edf-954b-c2c5a6f36283', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59b5fda1-f8d3-4c6d-b2ad-a1607e38f8ab'}, {'server_uuid': '044f5741-e4d3-4edf-954b-c2c5a6f36283', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18f38f10-6fe8-483d-95d9-e9238a6e463c'}, {'server_uuid': '044f5741-e4d3-4edf-954b-c2c5a6f36283', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc2aced1-42d5-40a0-a09b-18f14c994288'}, {'server_uuid': '044f5741-e4d3-4edf-954b-c2c5a6f36283', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7410f22-72fc-46b2-bf2c-021ea69dd6bd'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:31:18.958173 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe58533-d989-4a7c-b233-2c4c021031be" -d '{"events": [{"server_uuid": "044f5741-e4d3-4edf-954b-c2c5a6f36283", "name": "network-vif-unplugged", "status": "completed", "tag": "23f3db6a-3d09-4219-a20f-499c73daf5a4"}, {"server_uuid": "044f5741-e4d3-4edf-954b-c2c5a6f36283", "name": "network-vif-unplugged", "status": "completed", "tag": "59b5fda1-f8d3-4c6d-b2ad-a1607e38f8ab"}, {"server_uuid": "044f5741-e4d3-4edf-954b-c2c5a6f36283", "name": "network-vif-unplugged", "status": "completed", "tag": "18f38f10-6fe8-483d-95d9-e9238a6e463c"}, {"server_uuid": "044f5741-e4d3-4edf-954b-c2c5a6f36283", "name": "network-vif-unplugged", "status": "completed", "tag": "bc2aced1-42d5-40a0-a09b-18f14c994288"}, {"server_uuid": "044f5741-e4d3-4edf-954b-c2c5a6f36283", "name": "network-vif-unplugged", "status": "completed", "tag": "d7410f22-72fc-46b2-bf2c-021ea69dd6bd"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:31:18.991828 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-3b20ed41-3e66-43ec-9b8e-b39c05f1dd81 req-a2833541-ab79-42ee-a930-04110d934205 service neutron] For port d7410f22-72fc-46b2-bf2c-021ea69dd6bd, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=d7410f22-72fc-46b2-bf2c-021ea69dd6bd,segment=NetworkSegment(9926830d-bbc1-4a2f-ad71-9c6ed89a772a),segment_id=9926830d-bbc1-4a2f-ad71-9c6ed89a772a)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:19.017782 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f94fb782-5c88-4eb1-96a6-6f69f9631a4f tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:19.085898 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f23ed39a-f11e-4034-9819-a8d48fc9e4ba req-88cec160-a1f2-4dd8-8930-9768dbac87ab service neutron] 10.222.0.42 "GET /v2.0/networks/c0659391-a657-4b16-a8ee-a2586c7786a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6289814 Aug 10 03:31:19.092186 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:19.110090 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-2b50fb6e-1b46-41b8-861b-e3e57eec839e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'name': 'tempest-RoutersTest-router-1231061768', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:30:17Z', 'updated_at': '2021-08-10T03:31:14Z', 'revision_number': 9, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'gw_port_host': None, '_interfaces': [{'id': '516c6493-0a54-41c8-96c8-d408fd326dc2', 'name': '', 'network_id': 'aefccaa2-e079-4cf8-9766-a4e525183ce5', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'mac_address': 'fa:16:3e:91:c7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1977, 'fixed_ips': [{'subnet_id': '12431dfd-2338-41f6-a311-a5ec55a60c06', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:28Z', 'updated_at': '2021-08-10T03:30:45Z', 'revision_number': 5, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'subnets': [{'id': '12431dfd-2338-41f6-a311-a5ec55a60c06', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7db6cf45-277b-4b4c-aa3f-f5c994ea0c1d', 'name': '', 'network_id': '90471acb-f3b1-49d8-89a2-9d6f80cfb9db', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'mac_address': 'fa:16:3e:1f:7c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '210af843-4993-43f0-99f2-b67fd472564e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:20Z', 'updated_at': '2021-08-10T03:30:37Z', 'revision_number': 5, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'subnets': [{'id': '210af843-4993-43f0-99f2-b67fd472564e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:19.126843 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94fb782-5c88-4eb1-96a6-6f69f9631a4f tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Pushing event deleted for resources: {'Subnet': ['ID=15da1384-e160-46cf-9927-52f19ea1b122,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:19.136990 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f94fb782-5c88-4eb1-96a6-6f69f9631a4f tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:19.140647 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-f94fb782-5c88-4eb1-96a6-6f69f9631a4f tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "DELETE /v2.0/subnets/15da1384-e160-46cf-9927-52f19ea1b122 HTTP/1.1" status: 204 len: 168 time: 0.8255792 Aug 10 03:31:19.148585 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 39586) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:19.155778 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 877 Content-Type: application/json Date: Tue, 10 Aug 2021 03:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59aec7d3-a17b-46de-81fd-6ef9eeeac227 x-openstack-request-id: req-59aec7d3-a17b-46de-81fd-6ef9eeeac227 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:31:19.156158 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "044f5741-e4d3-4edf-954b-c2c5a6f36283", "name": "network-vif-unplugged", "status": "completed", "tag": "23f3db6a-3d09-4219-a20f-499c73daf5a4", "code": 200}, {"server_uuid": "044f5741-e4d3-4edf-954b-c2c5a6f36283", "name": "network-vif-unplugged", "status": "completed", "tag": "59b5fda1-f8d3-4c6d-b2ad-a1607e38f8ab", "code": 200}, {"server_uuid": "044f5741-e4d3-4edf-954b-c2c5a6f36283", "name": "network-vif-unplugged", "status": "completed", "tag": "18f38f10-6fe8-483d-95d9-e9238a6e463c", "code": 200}, {"server_uuid": "044f5741-e4d3-4edf-954b-c2c5a6f36283", "name": "network-vif-unplugged", "status": "completed", "tag": "bc2aced1-42d5-40a0-a09b-18f14c994288", "code": 200}, {"server_uuid": "044f5741-e4d3-4edf-954b-c2c5a6f36283", "name": "network-vif-unplugged", "status": "completed", "tag": "d7410f22-72fc-46b2-bf2c-021ea69dd6bd", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:31:19.156357 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-59aec7d3-a17b-46de-81fd-6ef9eeeac227 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:31:19.156777 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '044f5741-e4d3-4edf-954b-c2c5a6f36283', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23f3db6a-3d09-4219-a20f-499c73daf5a4', 'code': 200} Aug 10 03:31:19.157037 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '044f5741-e4d3-4edf-954b-c2c5a6f36283', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59b5fda1-f8d3-4c6d-b2ad-a1607e38f8ab', 'code': 200} Aug 10 03:31:19.157291 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '044f5741-e4d3-4edf-954b-c2c5a6f36283', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18f38f10-6fe8-483d-95d9-e9238a6e463c', 'code': 200} Aug 10 03:31:19.157543 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '044f5741-e4d3-4edf-954b-c2c5a6f36283', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc2aced1-42d5-40a0-a09b-18f14c994288', 'code': 200} Aug 10 03:31:19.157791 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '044f5741-e4d3-4edf-954b-c2c5a6f36283', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7410f22-72fc-46b2-bf2c-021ea69dd6bd', 'code': 200} Aug 10 03:31:19.160315 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd9e7c0-b10b-4730-ae4c-6758aba04254 None None] Network 413b9ffc-1df4-4704-9a16-d0c0a20beb4f requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:31:19.177988 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-3b20ed41-3e66-43ec-9b8e-b39c05f1dd81 req-a2833541-ab79-42ee-a930-04110d934205 service neutron] For port d7410f22-72fc-46b2-bf2c-021ea69dd6bd, host n-h2-768862-13, cleared binding levels {{(pid=94261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:31:19.197451 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b50fb6e-1b46-41b8-861b-e3e57eec839e None None] Checking router: 6c4ba19c-fea1-4500-bde9-451cc40670bd for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:31:19.247093 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port cbef0d33-5e2e-4d43-a157-107b8525b6d2, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=cbef0d33-5e2e-4d43-a157-107b8525b6d2,segment=NetworkSegment(17789ec9-f3a0-458f-a646-d9adbb03f346),segment_id=17789ec9-f3a0-458f-a646-d9adbb03f346)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:19.271289 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b50fb6e-1b46-41b8-861b-e3e57eec839e None None] Routers {'6c4ba19c-fea1-4500-bde9-451cc40670bd'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:31:19.274430 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:19.277058 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-2b50fb6e-1b46-41b8-861b-e3e57eec839e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:30:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['6c4ba19c-fea1-4500-bde9-451cc40670bd'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:19.303021 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [req-3b20ed41-3e66-43ec-9b8e-b39c05f1dd81 req-a2833541-ab79-42ee-a930-04110d934205 service neutron] device_id is not set on port d7410f22-72fc-46b2-bf2c-021ea69dd6bd yet. {{(pid=94261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:31:19.342328 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-3b20ed41-3e66-43ec-9b8e-b39c05f1dd81 req-a2833541-ab79-42ee-a930-04110d934205 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:19.367984 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-3b20ed41-3e66-43ec-9b8e-b39c05f1dd81 req-a2833541-ab79-42ee-a930-04110d934205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:19.423300 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=cbef0d33-5e2e-4d43-a157-107b8525b6d2,revision_number=8']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:19.441639 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-36d5fcd1-e78f-4794-91d9-989fac206ab3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:19.486931 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2833541-ab79-42ee-a930-04110d934205 service neutron] Pushing event updated for resources: {'Port': ['ID=d7410f22-72fc-46b2-bf2c-021ea69dd6bd,revision_number=7']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:19.562806 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-2b50fb6e-1b46-41b8-861b-e3e57eec839e None None] Set router 6c4ba19c-fea1-4500-bde9-451cc40670bd gateway port host: None {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:31:19.584825 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-36d5fcd1-e78f-4794-91d9-989fac206ab3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:19.602493 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b20ed41-3e66-43ec-9b8e-b39c05f1dd81 req-a2833541-ab79-42ee-a930-04110d934205 service neutron] No DVR routers for this DVR port d7410f22-72fc-46b2-bf2c-021ea69dd6bd on host n-h2-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:31:19.855659 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-3b20ed41-3e66-43ec-9b8e-b39c05f1dd81 req-a2833541-ab79-42ee-a930-04110d934205 service neutron] In _notify_port_updated(), no bound segment for port d7410f22-72fc-46b2-bf2c-021ea69dd6bd on network 39a285d2-87a3-47d7-9b49-b0b0fee32784 {{(pid=94261) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:31:19.857856 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20ed41-3e66-43ec-9b8e-b39c05f1dd81 req-a2833541-ab79-42ee-a930-04110d934205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:19.859228 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-3b20ed41-3e66-43ec-9b8e-b39c05f1dd81 req-a2833541-ab79-42ee-a930-04110d934205 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:19.862118 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-3b20ed41-3e66-43ec-9b8e-b39c05f1dd81 req-a2833541-ab79-42ee-a930-04110d934205 service neutron] 10.222.0.61 "PUT /v2.0/ports/d7410f22-72fc-46b2-bf2c-021ea69dd6bd HTTP/1.1" status: 200 len: 1027 time: 2.8951607 Aug 10 03:31:19.931582 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f343e3c-ae1d-49e1-9818-7a863d48043c None None] DHCP port deletion for 413b9ffc-1df4-4704-9a16-d0c0a20beb4f request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:31:19.990471 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6589d50d-9b94-4a52-9486-f5ec92a2bb0a tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:20.027596 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-36d5fcd1-e78f-4794-91d9-989fac206ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:20.037899 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-36d5fcd1-e78f-4794-91d9-989fac206ab3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:20.046959 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-36d5fcd1-e78f-4794-91d9-989fac206ab3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3e410321-95fb-4525-ae60-4f163f87d0a3 HTTP/1.1" status: 204 len: 168 time: 1.1121435 Aug 10 03:31:20.224538 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-2b50fb6e-1b46-41b8-861b-e3e57eec839e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'name': 'tempest-RoutersTest-router-1231061768', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:30:17Z', 'updated_at': '2021-08-10T03:31:14Z', 'revision_number': 9, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'gw_port_host': None, '_interfaces': [{'id': '516c6493-0a54-41c8-96c8-d408fd326dc2', 'name': '', 'network_id': 'aefccaa2-e079-4cf8-9766-a4e525183ce5', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'mac_address': 'fa:16:3e:91:c7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1977, 'fixed_ips': [{'subnet_id': '12431dfd-2338-41f6-a311-a5ec55a60c06', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:28Z', 'updated_at': '2021-08-10T03:30:45Z', 'revision_number': 5, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'subnets': [{'id': '12431dfd-2338-41f6-a311-a5ec55a60c06', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7db6cf45-277b-4b4c-aa3f-f5c994ea0c1d', 'name': '', 'network_id': '90471acb-f3b1-49d8-89a2-9d6f80cfb9db', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'mac_address': 'fa:16:3e:1f:7c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '210af843-4993-43f0-99f2-b67fd472564e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:20Z', 'updated_at': '2021-08-10T03:30:37Z', 'revision_number': 5, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'subnets': [{'id': '210af843-4993-43f0-99f2-b67fd472564e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:20.240323 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-3b20ed41-3e66-43ec-9b8e-b39c05f1dd81 req-cc6c1e0f-17a5-4641-a3de-013d40919a7f tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Deleting port b89f32b7-4acc-40c3-80d9-d8f2bfec5293 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:31:20.247493 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-3b20ed41-3e66-43ec-9b8e-b39c05f1dd81 req-cc6c1e0f-17a5-4641-a3de-013d40919a7f tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:20.331943 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-811a9e53-0c3d-49a3-8d93-2cb30a3c34a9 None None] Provisioning complete for port d7410f22-72fc-46b2-bf2c-021ea69dd6bd triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:20.339139 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-811a9e53-0c3d-49a3-8d93-2cb30a3c34a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:20.343400 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d5fcd1-e78f-4794-91d9-989fac206ab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e410321-95fb-4525-ae60-4f163f87d0a3,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:20.474675 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-2f343e3c-ae1d-49e1-9818-7a863d48043c None None] Deleting port 750f1f89-7aa2-4c95-884e-a44d06b51fb6 {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:31:20.476008 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-2f343e3c-ae1d-49e1-9818-7a863d48043c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:20.622480 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-811a9e53-0c3d-49a3-8d93-2cb30a3c34a9 None None] Port d7410f22-72fc-46b2-bf2c-021ea69dd6bd cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:31:20.632102 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd19c398-432c-49ce-b9af-27a1806dea2d req-e337270e-da05-4825-ac94-00ee1c1c9614 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:20.650556 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dd19c398-432c-49ce-b9af-27a1806dea2d req-e337270e-da05-4825-ac94-00ee1c1c9614 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f70549b-d8ab-420c-8f76-4bc4d67f60eb HTTP/1.1" status: 200 len: 943 time: 0.8213165 Aug 10 03:31:20.821237 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-3b20ed41-3e66-43ec-9b8e-b39c05f1dd81 req-cc6c1e0f-17a5-4641-a3de-013d40919a7f tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] For port b89f32b7-4acc-40c3-80d9-d8f2bfec5293, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=b89f32b7-4acc-40c3-80d9-d8f2bfec5293,segment=NetworkSegment(fac8afa8-3606-4f73-b890-170569cd194b),segment_id=fac8afa8-3606-4f73-b890-170569cd194b)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:20.826939 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-3b20ed41-3e66-43ec-9b8e-b39c05f1dd81 req-cc6c1e0f-17a5-4641-a3de-013d40919a7f tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:20.838833 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-2f343e3c-ae1d-49e1-9818-7a863d48043c None None] For port 750f1f89-7aa2-4c95-884e-a44d06b51fb6, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=750f1f89-7aa2-4c95-884e-a44d06b51fb6,segment=NetworkSegment(4927b068-415e-49a3-8e65-f24b23491123),segment_id=4927b068-415e-49a3-8e65-f24b23491123)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:20.843020 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-2f343e3c-ae1d-49e1-9818-7a863d48043c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:20.908101 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-3b20ed41-3e66-43ec-9b8e-b39c05f1dd81 req-cc6c1e0f-17a5-4641-a3de-013d40919a7f tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Calling delete_port for b89f32b7-4acc-40c3-80d9-d8f2bfec5293 owned by compute:nova {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:31:20.933959 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-2f343e3c-ae1d-49e1-9818-7a863d48043c None None] Calling delete_port for 750f1f89-7aa2-4c95-884e-a44d06b51fb6 owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:31:20.940113 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b50fb6e-1b46-41b8-861b-e3e57eec839e None None] The sync data for ids ['6c4ba19c-fea1-4500-bde9-451cc40670bd'] in n-d-768862-13 is: [{'id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'name': 'tempest-RoutersTest-router-1231061768', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:30:17Z', 'updated_at': '2021-08-10T03:31:14Z', 'revision_number': 9, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'gw_port_host': None, '_interfaces': [{'id': '516c6493-0a54-41c8-96c8-d408fd326dc2', 'name': '', 'network_id': 'aefccaa2-e079-4cf8-9766-a4e525183ce5', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'mac_address': 'fa:16:3e:91:c7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1977, 'fixed_ips': [{'subnet_id': '12431dfd-2338-41f6-a311-a5ec55a60c06', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:28Z', 'updated_at': '2021-08-10T03:30:45Z', 'revision_number': 5, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'subnets': [{'id': '12431dfd-2338-41f6-a311-a5ec55a60c06', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7db6cf45-277b-4b4c-aa3f-f5c994ea0c1d', 'name': '', 'network_id': '90471acb-f3b1-49d8-89a2-9d6f80cfb9db', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'mac_address': 'fa:16:3e:1f:7c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '210af843-4993-43f0-99f2-b67fd472564e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:20Z', 'updated_at': '2021-08-10T03:30:37Z', 'revision_number': 5, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'subnets': [{'id': '210af843-4993-43f0-99f2-b67fd472564e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:31:20.944354 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-6589d50d-9b94-4a52-9486-f5ec92a2bb0a tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Deleting port 750f1f89-7aa2-4c95-884e-a44d06b51fb6 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:31:20.944742 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6589d50d-9b94-4a52-9486-f5ec92a2bb0a tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:21.043967 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55887beb-8f3f-4f2c-a775-c87f34d9817d req-2b7cd52c-ba84-4c35-84c6-477f4033bc81 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:21.071821 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55887beb-8f3f-4f2c-a775-c87f34d9817d req-2b7cd52c-ba84-4c35-84c6-477f4033bc81 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:21.087418 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55887beb-8f3f-4f2c-a775-c87f34d9817d req-2b7cd52c-ba84-4c35-84c6-477f4033bc81 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:21.111931 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55887beb-8f3f-4f2c-a775-c87f34d9817d req-2b7cd52c-ba84-4c35-84c6-477f4033bc81 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:21.130086 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55887beb-8f3f-4f2c-a775-c87f34d9817d req-2b7cd52c-ba84-4c35-84c6-477f4033bc81 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:21.135611 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-55887beb-8f3f-4f2c-a775-c87f34d9817d req-2b7cd52c-ba84-4c35-84c6-477f4033bc81 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/ports?device_id=044f5741-e4d3-4edf-954b-c2c5a6f36283 HTTP/1.1" status: 200 len: 3876 time: 0.9562006 Aug 10 03:31:21.163591 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f70549b-d8ab-420c-8f76-4bc4d67f60eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbef0d33-5e2e-4d43-a157-107b8525b6d2'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:31:21.176362 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f46d7e7-c35c-4dec-8d50-2635ddae0210" -d '{"events": [{"server_uuid": "5f70549b-d8ab-420c-8f76-4bc4d67f60eb", "name": "network-vif-unplugged", "status": "completed", "tag": "cbef0d33-5e2e-4d43-a157-107b8525b6d2"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:31:21.215208 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dd19c398-432c-49ce-b9af-27a1806dea2d req-53cfcdaf-547c-4aba-8d06-e76fe3a4c487 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=60e8d4ce-c00a-43d5-86a4-544ebfda7358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4860680 Aug 10 03:31:21.438499 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 750f1f89-7aa2-4c95-884e-a44d06b51fb6 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:31:21.512110 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-3b20ed41-3e66-43ec-9b8e-b39c05f1dd81 req-cc6c1e0f-17a5-4641-a3de-013d40919a7f tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:21.555647 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 750f1f89-7aa2-4c95-884e-a44d06b51fb6 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:31:21.558304 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 750f1f89-7aa2-4c95-884e-a44d06b51fb6 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:31:21.585538 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-2f343e3c-ae1d-49e1-9818-7a863d48043c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:21.629249 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-55887beb-8f3f-4f2c-a775-c87f34d9817d req-7deff10a-e1d7-412e-bc69-7a752709b6d8 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/security-groups?id=e522b194-e383-4019-8939-c6a59d2ab04c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4109225 Aug 10 03:31:21.683805 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [None req-6589d50d-9b94-4a52-9486-f5ec92a2bb0a tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] For port 750f1f89-7aa2-4c95-884e-a44d06b51fb6, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=750f1f89-7aa2-4c95-884e-a44d06b51fb6,segment=NetworkSegment(4927b068-415e-49a3-8e65-f24b23491123),segment_id=4927b068-415e-49a3-8e65-f24b23491123)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:21.685795 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6589d50d-9b94-4a52-9486-f5ec92a2bb0a tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:21.716765 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-6589d50d-9b94-4a52-9486-f5ec92a2bb0a tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Calling delete_port for 750f1f89-7aa2-4c95-884e-a44d06b51fb6 owned by network:dhcp {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:31:21.782266 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6c1e0f-17a5-4641-a3de-013d40919a7f tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Pushing event deleted for resources: {'Port': ['ID=b89f32b7-4acc-40c3-80d9-d8f2bfec5293,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:21.809367 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f343e3c-ae1d-49e1-9818-7a863d48043c None None] No DVR routers for this DVR port 750f1f89-7aa2-4c95-884e-a44d06b51fb6 on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:31:21.813057 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-42e58de8-a46d-463e-b548-7c48a7e86830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:21.842797 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f343e3c-ae1d-49e1-9818-7a863d48043c None None] Pushing event deleted for resources: {'Port': ['ID=750f1f89-7aa2-4c95-884e-a44d06b51fb6,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:21.876497 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b20ed41-3e66-43ec-9b8e-b39c05f1dd81 req-cc6c1e0f-17a5-4641-a3de-013d40919a7f tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] No DVR routers for this DVR port b89f32b7-4acc-40c3-80d9-d8f2bfec5293 on host n-h2-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:31:21.892126 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-3b20ed41-3e66-43ec-9b8e-b39c05f1dd81 req-cc6c1e0f-17a5-4641-a3de-013d40919a7f tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:21.895482 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-3b20ed41-3e66-43ec-9b8e-b39c05f1dd81 req-cc6c1e0f-17a5-4641-a3de-013d40919a7f tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.61 "DELETE /v2.0/ports/b89f32b7-4acc-40c3-80d9-d8f2bfec5293 HTTP/1.1" status: 204 len: 173 time: 2.0202193 Aug 10 03:31:22.068771 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '044f5741-e4d3-4edf-954b-c2c5a6f36283', 'name': 'network-vif-deleted', 'tag': 'b89f32b7-4acc-40c3-80d9-d8f2bfec5293'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:31:22.074184 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8bc2844-95a3-406b-8b0a-7b63753a48d3" -d '{"events": [{"server_uuid": "044f5741-e4d3-4edf-954b-c2c5a6f36283", "name": "network-vif-deleted", "tag": "b89f32b7-4acc-40c3-80d9-d8f2bfec5293"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:31:22.179518 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6589d50d-9b94-4a52-9486-f5ec92a2bb0a tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:22.290577 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-224089d9-ba42-4aa5-a15d-4edda941cf8c x-openstack-request-id: req-224089d9-ba42-4aa5-a15d-4edda941cf8c {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:31:22.291095 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f70549b-d8ab-420c-8f76-4bc4d67f60eb", "name": "network-vif-unplugged", "status": "completed", "tag": "cbef0d33-5e2e-4d43-a157-107b8525b6d2", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:31:22.291413 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-224089d9-ba42-4aa5-a15d-4edda941cf8c {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:31:22.292124 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f70549b-d8ab-420c-8f76-4bc4d67f60eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbef0d33-5e2e-4d43-a157-107b8525b6d2', 'code': 200} Aug 10 03:31:22.305161 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b390a8e1-6748-491b-973e-3b50374c23d2 x-openstack-request-id: req-b390a8e1-6748-491b-973e-3b50374c23d2 {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:31:22.305871 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "044f5741-e4d3-4edf-954b-c2c5a6f36283", "name": "network-vif-deleted", "tag": "b89f32b7-4acc-40c3-80d9-d8f2bfec5293", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:31:22.306470 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b390a8e1-6748-491b-973e-3b50374c23d2 {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:31:22.307258 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '044f5741-e4d3-4edf-954b-c2c5a6f36283', 'name': 'network-vif-deleted', 'tag': 'b89f32b7-4acc-40c3-80d9-d8f2bfec5293', 'status': 'completed', 'code': 200} Aug 10 03:31:22.370410 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6589d50d-9b94-4a52-9486-f5ec92a2bb0a tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Pushing event deleted for resources: {'Port': ['ID=750f1f89-7aa2-4c95-884e-a44d06b51fb6,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:22.395295 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6589d50d-9b94-4a52-9486-f5ec92a2bb0a tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] No DVR routers for this DVR port 750f1f89-7aa2-4c95-884e-a44d06b51fb6 on host n-d-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:31:22.406636 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-3b20ed41-3e66-43ec-9b8e-b39c05f1dd81 req-3aeef9ab-25c2-40b6-8ed4-4a61b9521372 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Deleting port bc2aced1-42d5-40a0-a09b-18f14c994288 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:31:22.407196 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-3b20ed41-3e66-43ec-9b8e-b39c05f1dd81 req-3aeef9ab-25c2-40b6-8ed4-4a61b9521372 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:22.604380 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6589d50d-9b94-4a52-9486-f5ec92a2bb0a tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:22.641719 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-6589d50d-9b94-4a52-9486-f5ec92a2bb0a tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['413b9ffc-1df4-4704-9a16-d0c0a20beb4f']}} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:22.659854 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-6589d50d-9b94-4a52-9486-f5ec92a2bb0a tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4927b068-415e-49a3-8e65-f24b23491123') {'for_net_delete': True} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:22.660808 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-6589d50d-9b94-4a52-9486-f5ec92a2bb0a tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4927b068-415e-49a3-8e65-f24b23491123') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:22.686904 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a59a035-435d-4b8f-a9bc-41ae38a31439 req-d73a28f1-f841-4af6-960b-a727196b9697 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:22.696950 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2a59a035-435d-4b8f-a9bc-41ae38a31439 req-d73a28f1-f841-4af6-960b-a727196b9697 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f70549b-d8ab-420c-8f76-4bc4d67f60eb HTTP/1.1" status: 200 len: 943 time: 0.1534250 Aug 10 03:31:22.701746 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6589d50d-9b94-4a52-9486-f5ec92a2bb0a tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191186'] for segment, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:22.740468 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6589d50d-9b94-4a52-9486-f5ec92a2bb0a tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:22.757224 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6589d50d-9b94-4a52-9486-f5ec92a2bb0a tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=94260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:31:22.758109 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6589d50d-9b94-4a52-9486-f5ec92a2bb0a tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58895489'] for segment, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:22.761582 n-d-768862-13 neutron-server[94260]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:31:22.761582 n-d-768862-13 neutron-server[94260]: self.session.flush() Aug 10 03:31:22.761582 n-d-768862-13 neutron-server[94260]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:31:22.761582 n-d-768862-13 neutron-server[94260]: self.session.flush() Aug 10 03:31:22.761582 n-d-768862-13 neutron-server[94260]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:31:22.761582 n-d-768862-13 neutron-server[94260]: self.session.flush() Aug 10 03:31:22.761582 n-d-768862-13 neutron-server[94260]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:31:22.761582 n-d-768862-13 neutron-server[94260]: self.session.flush() Aug 10 03:31:22.761582 n-d-768862-13 neutron-server[94260]: Traceback (most recent call last): Aug 10 03:31:22.761582 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:31:22.761582 n-d-768862-13 neutron-server[94260]: timer() Aug 10 03:31:22.761582 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:31:22.761582 n-d-768862-13 neutron-server[94260]: cb(*args, **kw) Aug 10 03:31:22.761582 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:31:22.761582 n-d-768862-13 neutron-server[94260]: return func(*args, **kwargs) Aug 10 03:31:22.761582 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:31:22.761582 n-d-768862-13 neutron-server[94260]: self._notify() Aug 10 03:31:22.761582 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:31:22.761582 n-d-768862-13 neutron-server[94260]: self.callback(batched_events) Aug 10 03:31:22.761582 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:31:22.761582 n-d-768862-13 neutron-server[94260]: event.method(event) Aug 10 03:31:22.761582 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:31:22.761582 n-d-768862-13 neutron-server[94260]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:31:22.761582 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:31:22.761582 n-d-768862-13 neutron-server[94260]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:31:22.761582 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:31:22.761582 n-d-768862-13 neutron-server[94260]: return f(self, *a, **k) Aug 10 03:31:22.761582 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:31:22.761582 n-d-768862-13 neutron-server[94260]: return self._get(url).json() Aug 10 03:31:22.761582 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:31:22.761582 n-d-768862-13 neutron-server[94260]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:31:22.761582 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:31:22.761582 n-d-768862-13 neutron-server[94260]: return self.request(url, 'GET', **kwargs) Aug 10 03:31:22.761582 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:31:22.761582 n-d-768862-13 neutron-server[94260]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:31:22.761582 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:31:22.761582 n-d-768862-13 neutron-server[94260]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:31:22.761582 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:31:22.761582 n-d-768862-13 neutron-server[94260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:31:22.761582 n-d-768862-13 neutron-server[94260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:31:22.782418 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-3b20ed41-3e66-43ec-9b8e-b39c05f1dd81 req-3aeef9ab-25c2-40b6-8ed4-4a61b9521372 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] For port bc2aced1-42d5-40a0-a09b-18f14c994288, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=bc2aced1-42d5-40a0-a09b-18f14c994288,segment=NetworkSegment(fac8afa8-3606-4f73-b890-170569cd194b),segment_id=fac8afa8-3606-4f73-b890-170569cd194b)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:22.783692 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2a59a035-435d-4b8f-a9bc-41ae38a31439 req-547a12ed-2e2a-454b-9a8d-4c2ed52471d6 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=60e8d4ce-c00a-43d5-86a4-544ebfda7358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838728 Aug 10 03:31:22.783832 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-3b20ed41-3e66-43ec-9b8e-b39c05f1dd81 req-3aeef9ab-25c2-40b6-8ed4-4a61b9521372 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:22.812611 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-3b20ed41-3e66-43ec-9b8e-b39c05f1dd81 req-3aeef9ab-25c2-40b6-8ed4-4a61b9521372 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Calling delete_port for bc2aced1-42d5-40a0-a09b-18f14c994288 owned by compute:nova {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:31:22.937057 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device d44a8dc2-e5b3-457f-8541-7cf4e64e3236 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:31:22.968327 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: d44a8dc2-e5b3-457f-8541-7cf4e64e3236 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:31:22.969092 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device d44a8dc2-e5b3-457f-8541-7cf4e64e3236 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:31:22.986061 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6589d50d-9b94-4a52-9486-f5ec92a2bb0a tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:23.034397 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6589d50d-9b94-4a52-9486-f5ec92a2bb0a tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:23.044496 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-6589d50d-9b94-4a52-9486-f5ec92a2bb0a tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "DELETE /v2.0/networks/413b9ffc-1df4-4704-9a16-d0c0a20beb4f HTTP/1.1" status: 204 len: 168 time: 3.8941238 Aug 10 03:31:23.045578 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39664) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:23.048147 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6589d50d-9b94-4a52-9486-f5ec92a2bb0a tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Pushing event deleted for resources: {'Network': ['ID=413b9ffc-1df4-4704-9a16-d0c0a20beb4f,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:23.183634 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261faa84-aa47-4d18-a3d4-cecf29e4639d req-17a6dfeb-9b5d-4574-a86b-66d182756552 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:23.197046 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261faa84-aa47-4d18-a3d4-cecf29e4639d req-17a6dfeb-9b5d-4574-a86b-66d182756552 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:23.210630 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261faa84-aa47-4d18-a3d4-cecf29e4639d req-17a6dfeb-9b5d-4574-a86b-66d182756552 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:23.223669 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261faa84-aa47-4d18-a3d4-cecf29e4639d req-17a6dfeb-9b5d-4574-a86b-66d182756552 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:23.226726 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-261faa84-aa47-4d18-a3d4-cecf29e4639d req-17a6dfeb-9b5d-4574-a86b-66d182756552 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/ports?device_id=044f5741-e4d3-4edf-954b-c2c5a6f36283 HTTP/1.1" status: 200 len: 3143 time: 0.1949520 Aug 10 03:31:23.308934 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-261faa84-aa47-4d18-a3d4-cecf29e4639d req-4e4a4ee2-572e-4c59-9d23-fb55064008c3 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/security-groups?id=e522b194-e383-4019-8939-c6a59d2ab04c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729847 Aug 10 03:31:23.485979 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-3b20ed41-3e66-43ec-9b8e-b39c05f1dd81 req-3aeef9ab-25c2-40b6-8ed4-4a61b9521372 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:23.608103 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeef9ab-25c2-40b6-8ed4-4a61b9521372 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Pushing event deleted for resources: {'Port': ['ID=bc2aced1-42d5-40a0-a09b-18f14c994288,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:23.625179 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ecded6ff-7d1a-4b70-ba11-b9742fa571e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:23.691999 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b20ed41-3e66-43ec-9b8e-b39c05f1dd81 req-3aeef9ab-25c2-40b6-8ed4-4a61b9521372 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] No DVR routers for this DVR port bc2aced1-42d5-40a0-a09b-18f14c994288 on host n-h2-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:31:23.695108 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-3b20ed41-3e66-43ec-9b8e-b39c05f1dd81 req-3aeef9ab-25c2-40b6-8ed4-4a61b9521372 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:23.700349 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-3b20ed41-3e66-43ec-9b8e-b39c05f1dd81 req-3aeef9ab-25c2-40b6-8ed4-4a61b9521372 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.61 "DELETE /v2.0/ports/bc2aced1-42d5-40a0-a09b-18f14c994288 HTTP/1.1" status: 204 len: 173 time: 1.7954009 Aug 10 03:31:24.047471 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-3b20ed41-3e66-43ec-9b8e-b39c05f1dd81 req-bbdbb025-f486-4535-9a43-e72c8d7ba280 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Deleting port 59b5fda1-f8d3-4c6d-b2ad-a1607e38f8ab {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:31:24.048359 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-3b20ed41-3e66-43ec-9b8e-b39c05f1dd81 req-bbdbb025-f486-4535-9a43-e72c8d7ba280 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:24.171950 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:24.242111 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-3b20ed41-3e66-43ec-9b8e-b39c05f1dd81 req-bbdbb025-f486-4535-9a43-e72c8d7ba280 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] For port 59b5fda1-f8d3-4c6d-b2ad-a1607e38f8ab, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=59b5fda1-f8d3-4c6d-b2ad-a1607e38f8ab,segment=NetworkSegment(380ff52e-2da4-4b1c-b9fe-411644b2c0b2),segment_id=380ff52e-2da4-4b1c-b9fe-411644b2c0b2)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:24.242478 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-3b20ed41-3e66-43ec-9b8e-b39c05f1dd81 req-bbdbb025-f486-4535-9a43-e72c8d7ba280 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:24.270085 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d9bf90e5-5549-434a-99b4-2416bb820ad7 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521880'] for router_interface, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:24.368847 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '044f5741-e4d3-4edf-954b-c2c5a6f36283', 'name': 'network-vif-deleted', 'tag': 'bc2aced1-42d5-40a0-a09b-18f14c994288'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:31:24.368847 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99fbe52a-45e4-4e55-8f16-fc2f10fce3b7" -d '{"events": [{"server_uuid": "044f5741-e4d3-4edf-954b-c2c5a6f36283", "name": "network-vif-deleted", "tag": "bc2aced1-42d5-40a0-a09b-18f14c994288"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:31:24.534949 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39b7061f-57ef-4aff-8d71-613d01043d3e x-openstack-request-id: req-39b7061f-57ef-4aff-8d71-613d01043d3e {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:31:24.535162 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "044f5741-e4d3-4edf-954b-c2c5a6f36283", "name": "network-vif-deleted", "tag": "bc2aced1-42d5-40a0-a09b-18f14c994288", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:31:24.535582 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-39b7061f-57ef-4aff-8d71-613d01043d3e {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:31:24.535918 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '044f5741-e4d3-4edf-954b-c2c5a6f36283', 'name': 'network-vif-deleted', 'tag': 'bc2aced1-42d5-40a0-a09b-18f14c994288', 'status': 'completed', 'code': 200} Aug 10 03:31:24.806190 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a57da9-f509-4404-aaed-2b7703de5994 req-a4155a6f-873c-49f1-b69d-c59852970f68 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:24.850079 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a57da9-f509-4404-aaed-2b7703de5994 req-a4155a6f-873c-49f1-b69d-c59852970f68 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:24.866213 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a57da9-f509-4404-aaed-2b7703de5994 req-a4155a6f-873c-49f1-b69d-c59852970f68 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:24.883170 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-80a57da9-f509-4404-aaed-2b7703de5994 req-a4155a6f-873c-49f1-b69d-c59852970f68 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/ports?device_id=044f5741-e4d3-4edf-954b-c2c5a6f36283 HTTP/1.1" status: 200 len: 2410 time: 0.2661254 Aug 10 03:31:24.895435 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device cbef0d33-5e2e-4d43-a157-107b8525b6d2 no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:31:24.966732 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-80a57da9-f509-4404-aaed-2b7703de5994 req-8a388dd1-0ab9-4e0b-9d4c-98a165aee2cf tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/security-groups?id=e522b194-e383-4019-8939-c6a59d2ab04c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788555 Aug 10 03:31:25.086936 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-3b20ed41-3e66-43ec-9b8e-b39c05f1dd81 req-bbdbb025-f486-4535-9a43-e72c8d7ba280 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:25.087684 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-3b20ed41-3e66-43ec-9b8e-b39c05f1dd81 req-bbdbb025-f486-4535-9a43-e72c8d7ba280 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:25.088090 n-d-768862-13 neutron-server[94261]: INFO neutron.db.l3_db [req-3b20ed41-3e66-43ec-9b8e-b39c05f1dd81 req-bbdbb025-f486-4535-9a43-e72c8d7ba280 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Floating IP dd4fc7ae-5c9b-46ed-a734-0b37f84d0f79 disassociated. External IP: 172.25.6.116, port: 59b5fda1-f8d3-4c6d-b2ad-a1607e38f8ab. Aug 10 03:31:25.088681 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-3b20ed41-3e66-43ec-9b8e-b39c05f1dd81 req-bbdbb025-f486-4535-9a43-e72c8d7ba280 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Calling delete_port for 59b5fda1-f8d3-4c6d-b2ad-a1607e38f8ab owned by compute:nova {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:31:25.358551 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:25.423519 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5012e2df-2381-42ad-bbd6-ce2c03facdc5 req-61b0ddcc-da1a-4a1b-99f4-77c78389dcd8 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:25.439068 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5012e2df-2381-42ad-bbd6-ce2c03facdc5 req-61b0ddcc-da1a-4a1b-99f4-77c78389dcd8 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f70549b-d8ab-420c-8f76-4bc4d67f60eb HTTP/1.1" status: 200 len: 943 time: 0.1355233 Aug 10 03:31:25.584777 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-bae90b2d-f7ea-4075-a79c-8e0f0e6a43ec req-68a20368-5d9a-4683-8692-e094fbe5528b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5f70549b-d8ab-420c-8f76-4bc4d67f60eb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1612322 Aug 10 03:31:25.613553 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5012e2df-2381-42ad-bbd6-ce2c03facdc5 req-447069a5-b403-48ba-8315-a96d7a6cf0fa tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=60e8d4ce-c00a-43d5-86a4-544ebfda7358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1488695 Aug 10 03:31:25.927684 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-3b20ed41-3e66-43ec-9b8e-b39c05f1dd81 req-bbdbb025-f486-4535-9a43-e72c8d7ba280 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:26.093895 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-d9bf90e5-5549-434a-99b4-2416bb820ad7 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Deleting port 516c6493-0a54-41c8-96c8-d408fd326dc2 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:31:26.106722 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d9bf90e5-5549-434a-99b4-2416bb820ad7 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:26.110167 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:26.112220 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdbb025-f486-4535-9a43-e72c8d7ba280 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Pushing event deleted for resources: {'Port': ['ID=59b5fda1-f8d3-4c6d-b2ad-a1607e38f8ab,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:26.575413 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fb4c9a-b5ae-4e3a-a14d-939e85e90e10 req-079d9261-b864-48c5-aba6-1d87fbb4082f tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:26.594284 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fb4c9a-b5ae-4e3a-a14d-939e85e90e10 req-079d9261-b864-48c5-aba6-1d87fbb4082f tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:26.602992 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-97fb4c9a-b5ae-4e3a-a14d-939e85e90e10 req-079d9261-b864-48c5-aba6-1d87fbb4082f tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/ports?device_id=044f5741-e4d3-4edf-954b-c2c5a6f36283 HTTP/1.1" status: 200 len: 1677 time: 0.2899461 Aug 10 03:31:26.717219 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-97fb4c9a-b5ae-4e3a-a14d-939e85e90e10 req-1cd5c827-ea71-43ac-981f-72562dc1e66c tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/security-groups?id=e522b194-e383-4019-8939-c6a59d2ab04c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008925 Aug 10 03:31:26.751651 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:27.019042 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca29b6d-1b20-44ba-8245-c7ac241d76c5 req-99f4d7fe-2d77-4634-b674-d8e884a55e89 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:27.021774 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1ca29b6d-1b20-44ba-8245-c7ac241d76c5 req-99f4d7fe-2d77-4634-b674-d8e884a55e89 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f70549b-d8ab-420c-8f76-4bc4d67f60eb HTTP/1.1" status: 200 len: 943 time: 0.0707681 Aug 10 03:31:27.099543 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1ca29b6d-1b20-44ba-8245-c7ac241d76c5 req-e7d9e3a1-e29f-4bbe-a475-0c8f4033db24 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=60e8d4ce-c00a-43d5-86a4-544ebfda7358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674431 Aug 10 03:31:27.576017 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b20ed41-3e66-43ec-9b8e-b39c05f1dd81 req-bbdbb025-f486-4535-9a43-e72c8d7ba280 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Router d089e089-dba6-4fdf-ad97-d537149d46b4 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:31:27.849054 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b20ed41-3e66-43ec-9b8e-b39c05f1dd81 req-bbdbb025-f486-4535-9a43-e72c8d7ba280 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:31:27.872360 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338b7887-5440-4e6d-a39b-af8e76ff5d17 None None] Sync routers for ids ['d089e089-dba6-4fdf-ad97-d537149d46b4'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:31:27.904666 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338b7887-5440-4e6d-a39b-af8e76ff5d17 None None] Routers {'d089e089-dba6-4fdf-ad97-d537149d46b4'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:31:27.905669 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-338b7887-5440-4e6d-a39b-af8e76ff5d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:31:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['d089e089-dba6-4fdf-ad97-d537149d46b4'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:28.072170 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b20ed41-3e66-43ec-9b8e-b39c05f1dd81 req-bbdbb025-f486-4535-9a43-e72c8d7ba280 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] No DVR routers for this DVR port 59b5fda1-f8d3-4c6d-b2ad-a1607e38f8ab on host n-h2-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:31:28.084259 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-3b20ed41-3e66-43ec-9b8e-b39c05f1dd81 req-bbdbb025-f486-4535-9a43-e72c8d7ba280 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:28.088077 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-3b20ed41-3e66-43ec-9b8e-b39c05f1dd81 req-bbdbb025-f486-4535-9a43-e72c8d7ba280 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.61 "DELETE /v2.0/ports/59b5fda1-f8d3-4c6d-b2ad-a1607e38f8ab HTTP/1.1" status: 204 len: 173 time: 4.3768137 Aug 10 03:31:28.107927 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '044f5741-e4d3-4edf-954b-c2c5a6f36283', 'name': 'network-vif-deleted', 'tag': '59b5fda1-f8d3-4c6d-b2ad-a1607e38f8ab'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:31:28.125240 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e799527-d026-48f5-99a8-3da043c48988" -d '{"events": [{"server_uuid": "044f5741-e4d3-4edf-954b-c2c5a6f36283", "name": "network-vif-deleted", "tag": "59b5fda1-f8d3-4c6d-b2ad-a1607e38f8ab"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:31:28.169566 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-d9bf90e5-5549-434a-99b4-2416bb820ad7 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] For port 516c6493-0a54-41c8-96c8-d408fd326dc2, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=516c6493-0a54-41c8-96c8-d408fd326dc2,segment=NetworkSegment(9361ddd7-eb0e-45b5-9e04-162ccdb499cd),segment_id=9361ddd7-eb0e-45b5-9e04-162ccdb499cd)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:28.178431 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d9bf90e5-5549-434a-99b4-2416bb820ad7 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:28.238272 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8f0b49-c97a-4c88-8e75-f90b7155e7b9 req-78bfbd42-7fe8-40fa-8a54-b3487e356403 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:28.256216 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8f0b49-c97a-4c88-8e75-f90b7155e7b9 req-78bfbd42-7fe8-40fa-8a54-b3487e356403 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:28.264755 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9c8f0b49-c97a-4c88-8e75-f90b7155e7b9 req-78bfbd42-7fe8-40fa-8a54-b3487e356403 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/ports?device_id=044f5741-e4d3-4edf-954b-c2c5a6f36283 HTTP/1.1" status: 200 len: 1677 time: 0.1625037 Aug 10 03:31:28.306417 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-d9bf90e5-5549-434a-99b4-2416bb820ad7 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Calling delete_port for 516c6493-0a54-41c8-96c8-d408fd326dc2 owned by network:router_interface {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:31:28.348783 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-338b7887-5440-4e6d-a39b-af8e76ff5d17 None None] Set router d089e089-dba6-4fdf-ad97-d537149d46b4 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:31:28.350167 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9c8f0b49-c97a-4c88-8e75-f90b7155e7b9 req-026bc8bb-6aa4-42fd-bfed-d0b975f8504e tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/security-groups?id=e522b194-e383-4019-8939-c6a59d2ab04c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818007 Aug 10 03:31:28.359783 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e28bba1-84d0-4e60-bdba-37b879aa2d0d x-openstack-request-id: req-8e28bba1-84d0-4e60-bdba-37b879aa2d0d {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:31:28.360085 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "044f5741-e4d3-4edf-954b-c2c5a6f36283", "name": "network-vif-deleted", "tag": "59b5fda1-f8d3-4c6d-b2ad-a1607e38f8ab", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:31:28.360494 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8e28bba1-84d0-4e60-bdba-37b879aa2d0d {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:31:28.363365 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '044f5741-e4d3-4edf-954b-c2c5a6f36283', 'name': 'network-vif-deleted', 'tag': '59b5fda1-f8d3-4c6d-b2ad-a1607e38f8ab', 'status': 'completed', 'code': 200} Aug 10 03:31:28.782700 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35682319-0e66-4c47-ad0f-ee47c43b2036 req-0e88fa7b-ce50-4b70-a366-e966e0c752ac tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:28.794553 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-35682319-0e66-4c47-ad0f-ee47c43b2036 req-0e88fa7b-ce50-4b70-a366-e966e0c752ac tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f70549b-d8ab-420c-8f76-4bc4d67f60eb HTTP/1.1" status: 200 len: 943 time: 0.1804757 Aug 10 03:31:28.811306 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-3b20ed41-3e66-43ec-9b8e-b39c05f1dd81 req-712bbe9a-d2da-4fbd-94b6-c3d5dbaee839 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Deleting port 23f3db6a-3d09-4219-a20f-499c73daf5a4 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:31:28.813447 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-3b20ed41-3e66-43ec-9b8e-b39c05f1dd81 req-712bbe9a-d2da-4fbd-94b6-c3d5dbaee839 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:28.944588 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-35682319-0e66-4c47-ad0f-ee47c43b2036 req-72da20ef-f7c1-463c-a140-e3128f987e77 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=60e8d4ce-c00a-43d5-86a4-544ebfda7358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1485429 Aug 10 03:31:29.036229 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-3b20ed41-3e66-43ec-9b8e-b39c05f1dd81 req-712bbe9a-d2da-4fbd-94b6-c3d5dbaee839 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] For port 23f3db6a-3d09-4219-a20f-499c73daf5a4, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=23f3db6a-3d09-4219-a20f-499c73daf5a4,segment=NetworkSegment(9926830d-bbc1-4a2f-ad71-9c6ed89a772a),segment_id=9926830d-bbc1-4a2f-ad71-9c6ed89a772a)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:29.036979 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-3b20ed41-3e66-43ec-9b8e-b39c05f1dd81 req-712bbe9a-d2da-4fbd-94b6-c3d5dbaee839 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:29.058894 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-3b20ed41-3e66-43ec-9b8e-b39c05f1dd81 req-712bbe9a-d2da-4fbd-94b6-c3d5dbaee839 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Calling delete_port for 23f3db6a-3d09-4219-a20f-499c73daf5a4 owned by compute:nova {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:31:29.337539 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-338b7887-5440-4e6d-a39b-af8e76ff5d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd089e089-dba6-4fdf-ad97-d537149d46b4', 'name': 'tempest-TaggedBootDevicesTest-575955451-router', 'tenant_id': '06c20e5fd34a48aa8cc6b4171afd240a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': 'f44da53a-efbe-4b83-b9bb-a249cd816a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:20:38Z', 'updated_at': '2021-08-10T03:20:46Z', 'revision_number': 4, 'project_id': '06c20e5fd34a48aa8cc6b4171afd240a', 'gw_port': {'id': 'f44da53a-efbe-4b83-b9bb-a249cd816a11', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:44:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd089e089-dba6-4fdf-ad97-d537149d46b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:20:41Z', 'updated_at': '2021-08-10T03:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': 'd72c0cd0-a499-42c4-864f-83b0f798899d', 'name': '', 'network_id': '52a12912-47fc-48c4-aaf5-a9b690b74ffc', 'tenant_id': '06c20e5fd34a48aa8cc6b4171afd240a', 'mac_address': 'fa:16:3e:a5:22:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd089e089-dba6-4fdf-ad97-d537149d46b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'ee6f27b1-efb9-4823-8a00-7f908deefa06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:20:45Z', 'updated_at': '2021-08-10T03:20:53Z', 'revision_number': 5, 'project_id': '06c20e5fd34a48aa8cc6b4171afd240a', 'subnets': [{'id': 'ee6f27b1-efb9-4823-8a00-7f908deefa06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:29.350851 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-3b20ed41-3e66-43ec-9b8e-b39c05f1dd81 req-712bbe9a-d2da-4fbd-94b6-c3d5dbaee839 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:29.401035 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712bbe9a-d2da-4fbd-94b6-c3d5dbaee839 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Pushing event deleted for resources: {'Port': ['ID=23f3db6a-3d09-4219-a20f-499c73daf5a4,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:29.464701 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338b7887-5440-4e6d-a39b-af8e76ff5d17 None None] Checking router: d089e089-dba6-4fdf-ad97-d537149d46b4 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:31:29.509469 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338b7887-5440-4e6d-a39b-af8e76ff5d17 None None] Routers {'d089e089-dba6-4fdf-ad97-d537149d46b4'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:31:29.511171 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712bbe9a-d2da-4fbd-94b6-c3d5dbaee839 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:29.511954 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-338b7887-5440-4e6d-a39b-af8e76ff5d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:31:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['d089e089-dba6-4fdf-ad97-d537149d46b4'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:29.513034 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712bbe9a-d2da-4fbd-94b6-c3d5dbaee839 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:29.513627 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712bbe9a-d2da-4fbd-94b6-c3d5dbaee839 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:29.518691 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712bbe9a-d2da-4fbd-94b6-c3d5dbaee839 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:29.519373 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712bbe9a-d2da-4fbd-94b6-c3d5dbaee839 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:29.519951 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712bbe9a-d2da-4fbd-94b6-c3d5dbaee839 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:29.520500 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712bbe9a-d2da-4fbd-94b6-c3d5dbaee839 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:29.521059 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712bbe9a-d2da-4fbd-94b6-c3d5dbaee839 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:29.524652 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712bbe9a-d2da-4fbd-94b6-c3d5dbaee839 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:29.525021 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712bbe9a-d2da-4fbd-94b6-c3d5dbaee839 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:29.525415 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712bbe9a-d2da-4fbd-94b6-c3d5dbaee839 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:29.525966 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712bbe9a-d2da-4fbd-94b6-c3d5dbaee839 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:29.555953 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39818) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:29.624627 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d9bf90e5-5549-434a-99b4-2416bb820ad7 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:29.628537 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b20ed41-3e66-43ec-9b8e-b39c05f1dd81 req-712bbe9a-d2da-4fbd-94b6-c3d5dbaee839 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] No DVR routers for this DVR port 23f3db6a-3d09-4219-a20f-499c73daf5a4 on host n-h2-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:31:29.639373 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-3b20ed41-3e66-43ec-9b8e-b39c05f1dd81 req-712bbe9a-d2da-4fbd-94b6-c3d5dbaee839 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:29.641518 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-3b20ed41-3e66-43ec-9b8e-b39c05f1dd81 req-712bbe9a-d2da-4fbd-94b6-c3d5dbaee839 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.61 "DELETE /v2.0/ports/23f3db6a-3d09-4219-a20f-499c73daf5a4 HTTP/1.1" status: 204 len: 173 time: 1.5112109 Aug 10 03:31:29.653694 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b90c934-b86c-4aa5-966f-d2bbf6e0d750 req-7f963074-72ac-49c2-ab18-7ab4f19f70c0 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:29.674520 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9b90c934-b86c-4aa5-966f-d2bbf6e0d750 req-7f963074-72ac-49c2-ab18-7ab4f19f70c0 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/ports?device_id=044f5741-e4d3-4edf-954b-c2c5a6f36283 HTTP/1.1" status: 200 len: 943 time: 0.1580710 Aug 10 03:31:29.686256 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bf90e5-5549-434a-99b4-2416bb820ad7 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Pushing event deleted for resources: {'Port': ['ID=516c6493-0a54-41c8-96c8-d408fd326dc2,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:29.860772 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9b90c934-b86c-4aa5-966f-d2bbf6e0d750 req-42c8fa36-bed9-4bd6-bc09-d59e592ec71e tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/security-groups?id=e522b194-e383-4019-8939-c6a59d2ab04c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1831064 Aug 10 03:31:29.977441 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-338b7887-5440-4e6d-a39b-af8e76ff5d17 None None] Set router d089e089-dba6-4fdf-ad97-d537149d46b4 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:31:30.316538 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c1b6b5-1fe2-4b82-ba5a-d915b5f45baa req-154b150b-68e7-4468-a024-fe9abf097364 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:30.318725 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-89c1b6b5-1fe2-4b82-ba5a-d915b5f45baa req-154b150b-68e7-4468-a024-fe9abf097364 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f70549b-d8ab-420c-8f76-4bc4d67f60eb HTTP/1.1" status: 200 len: 943 time: 0.1817153 Aug 10 03:31:30.324014 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a2d6f96a-6efb-430e-8f59-e3410130cce5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:30.336468 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-3b20ed41-3e66-43ec-9b8e-b39c05f1dd81 req-914746c2-5455-4a7f-9846-7c9aa9cdf60c tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Deleting port 18f38f10-6fe8-483d-95d9-e9238a6e463c {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:31:30.337026 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-3b20ed41-3e66-43ec-9b8e-b39c05f1dd81 req-914746c2-5455-4a7f-9846-7c9aa9cdf60c tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:30.460716 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-89c1b6b5-1fe2-4b82-ba5a-d915b5f45baa req-264afe40-f118-4f27-bbab-88cd11432803 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=60e8d4ce-c00a-43d5-86a4-544ebfda7358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348832 Aug 10 03:31:30.515084 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '044f5741-e4d3-4edf-954b-c2c5a6f36283', 'name': 'network-vif-deleted', 'tag': '23f3db6a-3d09-4219-a20f-499c73daf5a4'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:31:30.518029 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4acf7899-d2dc-423f-aaf1-378cb019caeb" -d '{"events": [{"server_uuid": "044f5741-e4d3-4edf-954b-c2c5a6f36283", "name": "network-vif-deleted", "tag": "23f3db6a-3d09-4219-a20f-499c73daf5a4"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:31:30.631024 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83550f94-4035-4e2c-bba1-7d1a47208d63 x-openstack-request-id: req-83550f94-4035-4e2c-bba1-7d1a47208d63 {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:31:30.631377 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "044f5741-e4d3-4edf-954b-c2c5a6f36283", "name": "network-vif-deleted", "tag": "23f3db6a-3d09-4219-a20f-499c73daf5a4", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:31:30.631570 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-83550f94-4035-4e2c-bba1-7d1a47208d63 {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:31:30.631934 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '044f5741-e4d3-4edf-954b-c2c5a6f36283', 'name': 'network-vif-deleted', 'tag': '23f3db6a-3d09-4219-a20f-499c73daf5a4', 'status': 'completed', 'code': 200} Aug 10 03:31:30.656774 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a2d6f96a-6efb-430e-8f59-e3410130cce5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:30.661289 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d9bf90e5-5549-434a-99b4-2416bb820ad7 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-522536'] for router_interface, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:30.679314 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a2d6f96a-6efb-430e-8f59-e3410130cce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:30.804067 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-3b20ed41-3e66-43ec-9b8e-b39c05f1dd81 req-914746c2-5455-4a7f-9846-7c9aa9cdf60c tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] For port 18f38f10-6fe8-483d-95d9-e9238a6e463c, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=18f38f10-6fe8-483d-95d9-e9238a6e463c,segment=NetworkSegment(9926830d-bbc1-4a2f-ad71-9c6ed89a772a),segment_id=9926830d-bbc1-4a2f-ad71-9c6ed89a772a)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:30.804507 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-3b20ed41-3e66-43ec-9b8e-b39c05f1dd81 req-914746c2-5455-4a7f-9846-7c9aa9cdf60c tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:30.821607 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-3b20ed41-3e66-43ec-9b8e-b39c05f1dd81 req-914746c2-5455-4a7f-9846-7c9aa9cdf60c tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Calling delete_port for 18f38f10-6fe8-483d-95d9-e9238a6e463c owned by compute:nova {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:31:31.014130 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a2d6f96a-6efb-430e-8f59-e3410130cce5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e8600ae451844fe5898a64614485afa9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3974044 Aug 10 03:31:31.018109 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 39836) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:31.035636 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-338b7887-5440-4e6d-a39b-af8e76ff5d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd089e089-dba6-4fdf-ad97-d537149d46b4', 'name': 'tempest-TaggedBootDevicesTest-575955451-router', 'tenant_id': '06c20e5fd34a48aa8cc6b4171afd240a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': 'f44da53a-efbe-4b83-b9bb-a249cd816a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:20:38Z', 'updated_at': '2021-08-10T03:20:46Z', 'revision_number': 4, 'project_id': '06c20e5fd34a48aa8cc6b4171afd240a', 'gw_port': {'id': 'f44da53a-efbe-4b83-b9bb-a249cd816a11', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:44:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd089e089-dba6-4fdf-ad97-d537149d46b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:20:41Z', 'updated_at': '2021-08-10T03:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': 'd72c0cd0-a499-42c4-864f-83b0f798899d', 'name': '', 'network_id': '52a12912-47fc-48c4-aaf5-a9b690b74ffc', 'tenant_id': '06c20e5fd34a48aa8cc6b4171afd240a', 'mac_address': 'fa:16:3e:a5:22:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd089e089-dba6-4fdf-ad97-d537149d46b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'ee6f27b1-efb9-4823-8a00-7f908deefa06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:20:45Z', 'updated_at': '2021-08-10T03:20:53Z', 'revision_number': 5, 'project_id': '06c20e5fd34a48aa8cc6b4171afd240a', 'subnets': [{'id': 'ee6f27b1-efb9-4823-8a00-7f908deefa06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:31.100905 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d6f96a-6efb-430e-8f59-e3410130cce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a064eae-4436-4905-aef4-2247ad0b5f38,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:31.117285 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338b7887-5440-4e6d-a39b-af8e76ff5d17 None None] The sync data for ids ['d089e089-dba6-4fdf-ad97-d537149d46b4'] in n-d-768862-13 is: [{'id': 'd089e089-dba6-4fdf-ad97-d537149d46b4', 'name': 'tempest-TaggedBootDevicesTest-575955451-router', 'tenant_id': '06c20e5fd34a48aa8cc6b4171afd240a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': 'f44da53a-efbe-4b83-b9bb-a249cd816a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:20:38Z', 'updated_at': '2021-08-10T03:20:46Z', 'revision_number': 4, 'project_id': '06c20e5fd34a48aa8cc6b4171afd240a', 'gw_port': {'id': 'f44da53a-efbe-4b83-b9bb-a249cd816a11', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:44:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd089e089-dba6-4fdf-ad97-d537149d46b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:20:41Z', 'updated_at': '2021-08-10T03:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': 'd72c0cd0-a499-42c4-864f-83b0f798899d', 'name': '', 'network_id': '52a12912-47fc-48c4-aaf5-a9b690b74ffc', 'tenant_id': '06c20e5fd34a48aa8cc6b4171afd240a', 'mac_address': 'fa:16:3e:a5:22:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd089e089-dba6-4fdf-ad97-d537149d46b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'ee6f27b1-efb9-4823-8a00-7f908deefa06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:20:45Z', 'updated_at': '2021-08-10T03:20:53Z', 'revision_number': 5, 'project_id': '06c20e5fd34a48aa8cc6b4171afd240a', 'subnets': [{'id': 'ee6f27b1-efb9-4823-8a00-7f908deefa06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:31:31.146131 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-abea3de8-8f94-4901-8d57-3ffdfb696af9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:31.347009 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-abea3de8-8f94-4901-8d57-3ffdfb696af9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:31.405395 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9bf90e5-5549-434a-99b4-2416bb820ad7 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Router 6c4ba19c-fea1-4500-bde9-451cc40670bd has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:31:31.410150 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-3b20ed41-3e66-43ec-9b8e-b39c05f1dd81 req-914746c2-5455-4a7f-9846-7c9aa9cdf60c tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:31.438673 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8503fb-6c1b-4af4-9605-ed32ca73c9ce req-f9237c08-ca0c-491c-80a1-13458ae17d8a tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:31.442860 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3c8503fb-6c1b-4af4-9605-ed32ca73c9ce req-f9237c08-ca0c-491c-80a1-13458ae17d8a tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/ports?device_id=044f5741-e4d3-4edf-954b-c2c5a6f36283 HTTP/1.1" status: 200 len: 943 time: 0.3239694 Aug 10 03:31:31.486277 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914746c2-5455-4a7f-9846-7c9aa9cdf60c tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Pushing event deleted for resources: {'Port': ['ID=18f38f10-6fe8-483d-95d9-e9238a6e463c,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:31.617341 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3c8503fb-6c1b-4af4-9605-ed32ca73c9ce req-e863d0de-9290-4a87-810d-12a648bfc74b tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/security-groups?id=e522b194-e383-4019-8939-c6a59d2ab04c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519420 Aug 10 03:31:31.642965 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-abea3de8-8f94-4901-8d57-3ffdfb696af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:31.650017 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-abea3de8-8f94-4901-8d57-3ffdfb696af9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:31.655624 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-abea3de8-8f94-4901-8d57-3ffdfb696af9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2a064eae-4436-4905-aef4-2247ad0b5f38 HTTP/1.1" status: 204 len: 168 time: 0.6339290 Aug 10 03:31:31.672084 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abea3de8-8f94-4901-8d57-3ffdfb696af9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a064eae-4436-4905-aef4-2247ad0b5f38,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:31.765625 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b20ed41-3e66-43ec-9b8e-b39c05f1dd81 req-914746c2-5455-4a7f-9846-7c9aa9cdf60c tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] No DVR routers for this DVR port 18f38f10-6fe8-483d-95d9-e9238a6e463c on host n-h2-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:31:31.771077 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc87b62-9b34-434d-9c1c-b0e2665c760a None None] New status for floating IP dd4fc7ae-5c9b-46ed-a734-0b37f84d0f79: DOWN {{(pid=94263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:31:31.791948 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-3b20ed41-3e66-43ec-9b8e-b39c05f1dd81 req-914746c2-5455-4a7f-9846-7c9aa9cdf60c tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:31.794560 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-3b20ed41-3e66-43ec-9b8e-b39c05f1dd81 req-914746c2-5455-4a7f-9846-7c9aa9cdf60c tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.61 "DELETE /v2.0/ports/18f38f10-6fe8-483d-95d9-e9238a6e463c HTTP/1.1" status: 204 len: 173 time: 2.1289206 Aug 10 03:31:31.835798 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c061e070-9e01-404e-a417-de046e3154a5 req-b054ae8e-1ece-4f82-a71a-8adbe867d5fd tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:31.838510 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c061e070-9e01-404e-a417-de046e3154a5 req-b054ae8e-1ece-4f82-a71a-8adbe867d5fd tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f70549b-d8ab-420c-8f76-4bc4d67f60eb HTTP/1.1" status: 200 len: 943 time: 0.1233010 Aug 10 03:31:31.839376 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9bf90e5-5549-434a-99b4-2416bb820ad7 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:31:31.852198 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eae0f2c-ca27-44f9-bd8f-7527a7724f7d None None] Sync routers for ids ['6c4ba19c-fea1-4500-bde9-451cc40670bd'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:31:31.853816 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-d9bf90e5-5549-434a-99b4-2416bb820ad7 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "PUT /v2.0/routers/6c4ba19c-fea1-4500-bde9-451cc40670bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8040297 Aug 10 03:31:31.856538 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39850) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:31.903093 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eae0f2c-ca27-44f9-bd8f-7527a7724f7d None None] Routers {'6c4ba19c-fea1-4500-bde9-451cc40670bd'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:31:31.906958 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-0eae0f2c-ca27-44f9-bd8f-7527a7724f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:31:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['6c4ba19c-fea1-4500-bde9-451cc40670bd'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:32.012071 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-92e56553-d92d-44a7-b078-5d9fed600cc6 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Deleting subnet 12431dfd-2338-41f6-a311-a5ec55a60c06 {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:31:32.014524 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c061e070-9e01-404e-a417-de046e3154a5 req-335b64a7-8af3-4ba0-b7fb-7ae39aae5587 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=60e8d4ce-c00a-43d5-86a4-544ebfda7358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1339748 Aug 10 03:31:32.018441 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-92e56553-d92d-44a7-b078-5d9fed600cc6 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:32.140052 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-92e56553-d92d-44a7-b078-5d9fed600cc6 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:32.195816 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-0eae0f2c-ca27-44f9-bd8f-7527a7724f7d None None] Set router 6c4ba19c-fea1-4500-bde9-451cc40670bd gateway port host: None {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:31:32.209886 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 39856) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:32.225372 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b2dff661-c655-4c52-a7c4-beae61e3d887 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:32.275928 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-92e56553-d92d-44a7-b078-5d9fed600cc6 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:32.357607 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-92e56553-d92d-44a7-b078-5d9fed600cc6 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:32.367805 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b2dff661-c655-4c52-a7c4-beae61e3d887 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:32.377296 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b2dff661-c655-4c52-a7c4-beae61e3d887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:32.393926 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e56553-d92d-44a7-b078-5d9fed600cc6 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Pushing event deleted for resources: {'Subnet': ['ID=12431dfd-2338-41f6-a311-a5ec55a60c06,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:32.398177 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-92e56553-d92d-44a7-b078-5d9fed600cc6 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:32.400616 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-92e56553-d92d-44a7-b078-5d9fed600cc6 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "DELETE /v2.0/subnets/12431dfd-2338-41f6-a311-a5ec55a60c06 HTTP/1.1" status: 204 len: 168 time: 0.5401714 Aug 10 03:31:32.403327 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39858) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:32.413427 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5587f1cc-b6fd-4aaa-a916-5a94a266772e None None] Network aefccaa2-e079-4cf8-9766-a4e525183ce5 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:31:32.447972 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-b2dff661-c655-4c52-a7c4-beae61e3d887 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1d98b4fc289a4638a7fd2138829ac529&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2366660 Aug 10 03:31:32.451274 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 39860) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:32.529017 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0e8bc86d-0701-4ed8-9195-b2f11bae218f tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:32.536245 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dff661-c655-4c52-a7c4-beae61e3d887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a12de534-cfba-4dcd-a981-f63c73b345fc,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:32.615296 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-abdfb2c6-6e5b-4028-87b8-f3db55f064ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:32.617027 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-0e8bc86d-0701-4ed8-9195-b2f11bae218f tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Deleting port cb49581c-5620-445d-a426-91db08d70b8b {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:31:32.617835 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0e8bc86d-0701-4ed8-9195-b2f11bae218f tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:32.632835 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '044f5741-e4d3-4edf-954b-c2c5a6f36283', 'name': 'network-vif-deleted', 'tag': '18f38f10-6fe8-483d-95d9-e9238a6e463c'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:31:32.635630 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91037b6f-8d85-4f88-920f-e6f55eb2b17f" -d '{"events": [{"server_uuid": "044f5741-e4d3-4edf-954b-c2c5a6f36283", "name": "network-vif-deleted", "tag": "18f38f10-6fe8-483d-95d9-e9238a6e463c"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:31:32.673156 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-abdfb2c6-6e5b-4028-87b8-f3db55f064ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:32.719197 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-0e8bc86d-0701-4ed8-9195-b2f11bae218f tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] For port cb49581c-5620-445d-a426-91db08d70b8b, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=cb49581c-5620-445d-a426-91db08d70b8b,segment=NetworkSegment(9361ddd7-eb0e-45b5-9e04-162ccdb499cd),segment_id=9361ddd7-eb0e-45b5-9e04-162ccdb499cd)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:32.719825 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0e8bc86d-0701-4ed8-9195-b2f11bae218f tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:32.742909 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-0eae0f2c-ca27-44f9-bd8f-7527a7724f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'name': 'tempest-RoutersTest-router-1231061768', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:30:17Z', 'updated_at': '2021-08-10T03:31:28Z', 'revision_number': 10, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'gw_port_host': None, '_interfaces': [{'id': '7db6cf45-277b-4b4c-aa3f-f5c994ea0c1d', 'name': '', 'network_id': '90471acb-f3b1-49d8-89a2-9d6f80cfb9db', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'mac_address': 'fa:16:3e:1f:7c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '210af843-4993-43f0-99f2-b67fd472564e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:20Z', 'updated_at': '2021-08-10T03:30:37Z', 'revision_number': 5, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'subnets': [{'id': '210af843-4993-43f0-99f2-b67fd472564e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:32.751429 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-0e8bc86d-0701-4ed8-9195-b2f11bae218f tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Calling delete_port for cb49581c-5620-445d-a426-91db08d70b8b owned by network:dhcp {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:31:32.779913 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eae0f2c-ca27-44f9-bd8f-7527a7724f7d None None] Checking router: 6c4ba19c-fea1-4500-bde9-451cc40670bd for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:31:32.792123 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eae0f2c-ca27-44f9-bd8f-7527a7724f7d None None] Routers {'6c4ba19c-fea1-4500-bde9-451cc40670bd'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:31:32.793023 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-0eae0f2c-ca27-44f9-bd8f-7527a7724f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:31:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['6c4ba19c-fea1-4500-bde9-451cc40670bd'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:32.805003 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a4da7e98-e22a-4414-95d5-651549cfba6e req-78ce732e-cc5f-4724-babe-7699fadce466 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/ports?device_id=044f5741-e4d3-4edf-954b-c2c5a6f36283 HTTP/1.1" status: 200 len: 210 time: 0.0635705 Aug 10 03:31:32.812596 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-abdfb2c6-6e5b-4028-87b8-f3db55f064ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:32.831194 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-abdfb2c6-6e5b-4028-87b8-f3db55f064ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:32.840843 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7b2200-1d16-4c84-bcce-bbb353c793cd None None] DHCP port deletion for aefccaa2-e079-4cf8-9766-a4e525183ce5 request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:31:32.863495 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-abdfb2c6-6e5b-4028-87b8-f3db55f064ee admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a12de534-cfba-4dcd-a981-f63c73b345fc HTTP/1.1" status: 204 len: 168 time: 0.4103339 Aug 10 03:31:32.891675 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdfb2c6-6e5b-4028-87b8-f3db55f064ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a12de534-cfba-4dcd-a981-f63c73b345fc,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:32.935425 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9788c531-7ea9-45cb-a761-df252c81025a x-openstack-request-id: req-9788c531-7ea9-45cb-a761-df252c81025a {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:31:32.936015 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "044f5741-e4d3-4edf-954b-c2c5a6f36283", "name": "network-vif-deleted", "tag": "18f38f10-6fe8-483d-95d9-e9238a6e463c", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:31:32.936506 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9788c531-7ea9-45cb-a761-df252c81025a {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:31:32.937164 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '044f5741-e4d3-4edf-954b-c2c5a6f36283', 'name': 'network-vif-deleted', 'tag': '18f38f10-6fe8-483d-95d9-e9238a6e463c', 'status': 'completed', 'code': 200} Aug 10 03:31:32.963923 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device cb49581c-5620-445d-a426-91db08d70b8b no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:31:32.975778 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0e8bc86d-0701-4ed8-9195-b2f11bae218f tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:33.019988 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8bc86d-0701-4ed8-9195-b2f11bae218f tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] No DVR routers for this DVR port cb49581c-5620-445d-a426-91db08d70b8b on host n-d-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:31:33.026185 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-0eae0f2c-ca27-44f9-bd8f-7527a7724f7d None None] Set router 6c4ba19c-fea1-4500-bde9-451cc40670bd gateway port host: None {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:31:33.029611 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8bc86d-0701-4ed8-9195-b2f11bae218f tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Pushing event deleted for resources: {'Port': ['ID=cb49581c-5620-445d-a426-91db08d70b8b,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:33.173230 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0e8bc86d-0701-4ed8-9195-b2f11bae218f tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:33.196070 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-0e8bc86d-0701-4ed8-9195-b2f11bae218f tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aefccaa2-e079-4cf8-9766-a4e525183ce5']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:33.212575 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-0e8bc86d-0701-4ed8-9195-b2f11bae218f tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9361ddd7-eb0e-45b5-9e04-162ccdb499cd') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:33.212980 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-0e8bc86d-0701-4ed8-9195-b2f11bae218f tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9361ddd7-eb0e-45b5-9e04-162ccdb499cd') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:33.218143 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-9b7b2200-1d16-4c84-bcce-bbb353c793cd None None] Deleting port cb49581c-5620-445d-a426-91db08d70b8b {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:31:33.218935 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9b7b2200-1d16-4c84-bcce-bbb353c793cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:33.225894 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0e8bc86d-0701-4ed8-9195-b2f11bae218f tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:33.227018 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47570b96-cbe9-4053-bdfb-d98f842d1b38 req-42b86856-444c-4f92-8874-84941eaffa20 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:33.230052 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-47570b96-cbe9-4053-bdfb-d98f842d1b38 req-42b86856-444c-4f92-8874-84941eaffa20 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f70549b-d8ab-420c-8f76-4bc4d67f60eb HTTP/1.1" status: 200 len: 943 time: 0.1148388 Aug 10 03:31:33.251034 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0e8bc86d-0701-4ed8-9195-b2f11bae218f tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:33.260485 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e8bc86d-0701-4ed8-9195-b2f11bae218f tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:31:33.260963 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0e8bc86d-0701-4ed8-9195-b2f11bae218f tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:33.331088 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-9b7b2200-1d16-4c84-bcce-bbb353c793cd None None] For port cb49581c-5620-445d-a426-91db08d70b8b, host n-d-768862-13, got binding levels [] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:33.331630 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9b7b2200-1d16-4c84-bcce-bbb353c793cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:33.337673 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:31:33.337673 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:31:33.337673 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:31:33.337673 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:31:33.337673 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:31:33.337673 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:31:33.337673 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:31:33.337673 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:31:33.337673 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:31:33.337673 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:31:33.337673 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:31:33.337673 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:31:33.337673 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:31:33.337673 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:31:33.337673 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:31:33.337673 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:31:33.337673 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:31:33.337673 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:31:33.337673 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:31:33.337673 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:31:33.337673 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:31:33.337673 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:31:33.337673 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:31:33.337673 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:31:33.337673 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:31:33.337673 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:31:33.337673 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:31:33.337673 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:31:33.337673 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:31:33.337673 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:31:33.337673 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:31:33.337673 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:31:33.347600 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-9b7b2200-1d16-4c84-bcce-bbb353c793cd None None] Calling delete_port for cb49581c-5620-445d-a426-91db08d70b8b owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:31:33.350756 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.ipam_backend_mixin [None req-9b7b2200-1d16-4c84-bcce-bbb353c793cd None None] Port cb49581c-5620-445d-a426-91db08d70b8b was not found and therefore no delete operation was performed {{(pid=94262) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 03:31:33.352453 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0e8bc86d-0701-4ed8-9195-b2f11bae218f tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:33.354934 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-47570b96-cbe9-4053-bdfb-d98f842d1b38 req-a00018e5-cab6-48e1-8665-da38955d7d23 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=60e8d4ce-c00a-43d5-86a4-544ebfda7358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168361 Aug 10 03:31:33.357037 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9b7b2200-1d16-4c84-bcce-bbb353c793cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:33.362432 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0e8bc86d-0701-4ed8-9195-b2f11bae218f tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:33.363048 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No active binding found for port cb49581c-5620-445d-a426-91db08d70b8b {{(pid=94262) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 10 03:31:33.363501 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device cb49581c-5620-445d-a426-91db08d70b8b not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:31:33.371627 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 39878) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:33.373321 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-0e8bc86d-0701-4ed8-9195-b2f11bae218f tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "DELETE /v2.0/networks/aefccaa2-e079-4cf8-9766-a4e525183ce5 HTTP/1.1" status: 204 len: 168 time: 0.9669356 Aug 10 03:31:33.410078 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8bc86d-0701-4ed8-9195-b2f11bae218f tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Pushing event deleted for resources: {'Network': ['ID=aefccaa2-e079-4cf8-9766-a4e525183ce5,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:33.418521 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9b7b2200-1d16-4c84-bcce-bbb353c793cd None None] Network aefccaa2-e079-4cf8-9766-a4e525183ce5 is not hosted by any dhcp agent {{(pid=94262) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 10 03:31:33.418988 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7b2200-1d16-4c84-bcce-bbb353c793cd None None] No DVR routers for this DVR port cb49581c-5620-445d-a426-91db08d70b8b on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:31:33.421761 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7b2200-1d16-4c84-bcce-bbb353c793cd None None] Pushing event deleted for resources: {'Port': ['ID=cb49581c-5620-445d-a426-91db08d70b8b,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:33.423595 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:33.583010 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39880) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:33.598032 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b1f4cf09-8d82-485f-8367-f2979b7fad98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:33.613162 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-0eae0f2c-ca27-44f9-bd8f-7527a7724f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'name': 'tempest-RoutersTest-router-1231061768', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:30:17Z', 'updated_at': '2021-08-10T03:31:28Z', 'revision_number': 10, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'gw_port_host': None, '_interfaces': [{'id': '7db6cf45-277b-4b4c-aa3f-f5c994ea0c1d', 'name': '', 'network_id': '90471acb-f3b1-49d8-89a2-9d6f80cfb9db', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'mac_address': 'fa:16:3e:1f:7c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '210af843-4993-43f0-99f2-b67fd472564e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:20Z', 'updated_at': '2021-08-10T03:30:37Z', 'revision_number': 5, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'subnets': [{'id': '210af843-4993-43f0-99f2-b67fd472564e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:33.683087 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eae0f2c-ca27-44f9-bd8f-7527a7724f7d None None] The sync data for ids ['6c4ba19c-fea1-4500-bde9-451cc40670bd'] in n-d-768862-13 is: [{'id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'name': 'tempest-RoutersTest-router-1231061768', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:30:17Z', 'updated_at': '2021-08-10T03:31:28Z', 'revision_number': 10, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'gw_port_host': None, '_interfaces': [{'id': '7db6cf45-277b-4b4c-aa3f-f5c994ea0c1d', 'name': '', 'network_id': '90471acb-f3b1-49d8-89a2-9d6f80cfb9db', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'mac_address': 'fa:16:3e:1f:7c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '210af843-4993-43f0-99f2-b67fd472564e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:20Z', 'updated_at': '2021-08-10T03:30:37Z', 'revision_number': 5, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'subnets': [{'id': '210af843-4993-43f0-99f2-b67fd472564e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:31:33.769964 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b1f4cf09-8d82-485f-8367-f2979b7fad98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:33.778272 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b1f4cf09-8d82-485f-8367-f2979b7fad98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:33.883984 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-b1f4cf09-8d82-485f-8367-f2979b7fad98 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dce275c855fb45f393cadc974febd409&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2995532 Aug 10 03:31:33.885552 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f4cf09-8d82-485f-8367-f2979b7fad98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7534a76a-e4ca-4578-a5a7-c67dcd6c954c,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:33.890077 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39886) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:33.938436 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8c3fc570-ef26-40ea-85dd-e921aa483876 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521880'] for router_interface, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:33.994403 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d8f9bc5c-2bd4-4c00-8f82-bec18d6e3afa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:34.046655 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-be31514d-ebc2-4b98-9cad-65fe6fa00dcb req-6b1da84d-4b0c-43b7-9d22-5340d5442a03 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/ports?device_id=044f5741-e4d3-4edf-954b-c2c5a6f36283 HTTP/1.1" status: 200 len: 210 time: 0.1052125 Aug 10 03:31:34.058659 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d8f9bc5c-2bd4-4c00-8f82-bec18d6e3afa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:34.200523 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d8f9bc5c-2bd4-4c00-8f82-bec18d6e3afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:34.206210 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d8f9bc5c-2bd4-4c00-8f82-bec18d6e3afa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:34.210644 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-d8f9bc5c-2bd4-4c00-8f82-bec18d6e3afa admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7534a76a-e4ca-4578-a5a7-c67dcd6c954c HTTP/1.1" status: 204 len: 168 time: 0.3123717 Aug 10 03:31:34.237176 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f9bc5c-2bd4-4c00-8f82-bec18d6e3afa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7534a76a-e4ca-4578-a5a7-c67dcd6c954c,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:34.345731 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-8c3fc570-ef26-40ea-85dd-e921aa483876 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Deleting port 7db6cf45-277b-4b4c-aa3f-f5c994ea0c1d {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:31:34.347363 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8c3fc570-ef26-40ea-85dd-e921aa483876 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:34.560879 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [None req-8c3fc570-ef26-40ea-85dd-e921aa483876 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] For port 7db6cf45-277b-4b4c-aa3f-f5c994ea0c1d, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=7db6cf45-277b-4b4c-aa3f-f5c994ea0c1d,segment=NetworkSegment(df886986-2453-4f06-9da2-5eea010be06b),segment_id=df886986-2453-4f06-9da2-5eea010be06b)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:34.561538 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8c3fc570-ef26-40ea-85dd-e921aa483876 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:34.587216 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-8c3fc570-ef26-40ea-85dd-e921aa483876 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Calling delete_port for 7db6cf45-277b-4b4c-aa3f-f5c994ea0c1d owned by network:router_interface {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:31:34.621934 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f0d3ef-9397-4787-9814-3ec028aa003f req-76477986-892f-4ebe-9c9d-58d7dfab4691 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:34.630068 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-70f0d3ef-9397-4787-9814-3ec028aa003f req-76477986-892f-4ebe-9c9d-58d7dfab4691 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f70549b-d8ab-420c-8f76-4bc4d67f60eb HTTP/1.1" status: 200 len: 943 time: 0.1316330 Aug 10 03:31:34.715555 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-70f0d3ef-9397-4787-9814-3ec028aa003f req-5cc72a88-a943-4ed2-81b4-4fde39755d69 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=60e8d4ce-c00a-43d5-86a4-544ebfda7358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845187 Aug 10 03:31:34.853373 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 516c6493-0a54-41c8-96c8-d408fd326dc2 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:31:34.883603 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 516c6493-0a54-41c8-96c8-d408fd326dc2 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:31:34.884141 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 516c6493-0a54-41c8-96c8-d408fd326dc2 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:31:34.892971 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8c3fc570-ef26-40ea-85dd-e921aa483876 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:34.923132 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3fc570-ef26-40ea-85dd-e921aa483876 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Pushing event deleted for resources: {'Port': ['ID=7db6cf45-277b-4b4c-aa3f-f5c994ea0c1d,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:35.233314 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8c3fc570-ef26-40ea-85dd-e921aa483876 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-522536'] for router_interface, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:35.320279 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dc0163cc-c62b-4915-8306-fef94bd8c411 req-0006da07-247f-45b5-95e2-888ed7444527 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/ports?device_id=044f5741-e4d3-4edf-954b-c2c5a6f36283 HTTP/1.1" status: 200 len: 210 time: 0.1084669 Aug 10 03:31:35.381327 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39914) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:35.502129 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-1b90771d-1d29-4780-9e27-4ab63deb3d3a admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-365499326-network', 'tenant_id': '88a0d46e1be04060887f34aabd3def80'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:35.529927 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b90771d-1d29-4780-9e27-4ab63deb3d3a admin admin] Made reservation on behalf of 88a0d46e1be04060887f34aabd3def80 for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:31:35.533075 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1b90771d-1d29-4780-9e27-4ab63deb3d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:35.551448 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1b90771d-1d29-4780-9e27-4ab63deb3d3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:35.682319 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1b90771d-1d29-4780-9e27-4ab63deb3d3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:35.689654 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1b90771d-1d29-4780-9e27-4ab63deb3d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:35.704033 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b90771d-1d29-4780-9e27-4ab63deb3d3a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:31:35.716601 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1b90771d-1d29-4780-9e27-4ab63deb3d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:35.716988 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-1b90771d-1d29-4780-9e27-4ab63deb3d3a admin admin] Added segment e98daf54-1d7c-4119-8763-593d9f99950c of type vlan for network c545999d-e6f7-4160-b87b-94cce0868455 Aug 10 03:31:35.789326 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1b90771d-1d29-4780-9e27-4ab63deb3d3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:35.808920 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b90771d-1d29-4780-9e27-4ab63deb3d3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e0ce86a-7308-4298-9650-13ce4675f569,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:35.850694 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1b90771d-1d29-4780-9e27-4ab63deb3d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:35.852205 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b90771d-1d29-4780-9e27-4ab63deb3d3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:35.853121 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1b90771d-1d29-4780-9e27-4ab63deb3d3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:35.898520 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-1b90771d-1d29-4780-9e27-4ab63deb3d3a admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5149550 Aug 10 03:31:35.899480 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39922) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:35.931791 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-54adb92e-5c76-4f88-be05-c1b9454204e0 admin admin] Request body: {'subnet': {'network_id': 'c545999d-e6f7-4160-b87b-94cce0868455', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-365499326-subnet', 'tenant_id': '88a0d46e1be04060887f34aabd3def80', 'ip_version': 4}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:35.963585 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b90771d-1d29-4780-9e27-4ab63deb3d3a admin admin] Pushing event updated for resources: {'Network': ['ID=c545999d-e6f7-4160-b87b-94cce0868455,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:35.974086 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54adb92e-5c76-4f88-be05-c1b9454204e0 admin admin] Made reservation on behalf of 88a0d46e1be04060887f34aabd3def80 for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:31:35.977136 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-54adb92e-5c76-4f88-be05-c1b9454204e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:35.982289 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network c545999d-e6f7-4160-b87b-94cce0868455 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:31:35.995969 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c3fc570-ef26-40ea-85dd-e921aa483876 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Router 6c4ba19c-fea1-4500-bde9-451cc40670bd has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:31:36.048271 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274054d8-3599-4dfc-b548-7c7c5a946062 req-e5b91fab-8478-4089-a8d1-08b1ff0a8d99 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:36.061791 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-274054d8-3599-4dfc-b548-7c7c5a946062 req-e5b91fab-8478-4089-a8d1-08b1ff0a8d99 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f70549b-d8ab-420c-8f76-4bc4d67f60eb HTTP/1.1" status: 200 len: 943 time: 0.1457114 Aug 10 03:31:36.186894 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-54adb92e-5c76-4f88-be05-c1b9454204e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:36.231866 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c3fc570-ef26-40ea-85dd-e921aa483876 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:31:36.242514 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-8c3fc570-ef26-40ea-85dd-e921aa483876 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "PUT /v2.0/routers/6c4ba19c-fea1-4500-bde9-451cc40670bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8699086 Aug 10 03:31:36.247648 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d664393-981a-4103-8da3-ff2fcaec7919 None None] Sync routers for ids ['6c4ba19c-fea1-4500-bde9-451cc40670bd'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:31:36.253569 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39924) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:36.258771 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d664393-981a-4103-8da3-ff2fcaec7919 None None] Routers {'6c4ba19c-fea1-4500-bde9-451cc40670bd'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:31:36.259769 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-6d664393-981a-4103-8da3-ff2fcaec7919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:31:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['6c4ba19c-fea1-4500-bde9-451cc40670bd'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:36.267069 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-274054d8-3599-4dfc-b548-7c7c5a946062 req-54b1da4f-0cda-4da1-aa41-32f5720fb283 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=60e8d4ce-c00a-43d5-86a4-544ebfda7358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1967263 Aug 10 03:31:36.302851 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54adb92e-5c76-4f88-be05-c1b9454204e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f6f0cb6-6258-4390-bfa4-a90a49f9cdad,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:36.351926 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54adb92e-5c76-4f88-be05-c1b9454204e0 admin admin] Checking segment: {'id': 'e98daf54-1d7c-4119-8763-593d9f99950c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c545999d-e6f7-4160-b87b-94cce0868455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:31:36.352545 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54adb92e-5c76-4f88-be05-c1b9454204e0 admin admin] Network hostable DHCP agents. Network: c545999d-e6f7-4160-b87b-94cce0868455, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:31:36.369747 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-6d664393-981a-4103-8da3-ff2fcaec7919 None None] Set router 6c4ba19c-fea1-4500-bde9-451cc40670bd gateway port host: None {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:31:36.431487 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54adb92e-5c76-4f88-be05-c1b9454204e0 admin admin] Network c545999d-e6f7-4160-b87b-94cce0868455 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:31:36.435807 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-6d664393-981a-4103-8da3-ff2fcaec7919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'name': 'tempest-RoutersTest-router-1231061768', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:30:17Z', 'updated_at': '2021-08-10T03:31:34Z', 'revision_number': 11, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'gw_port_host': None}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:36.459692 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-0229d4e2-b68b-4713-873d-0ab673dca633 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Deleting subnet 210af843-4993-43f0-99f2-b67fd472564e {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:31:36.464655 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0229d4e2-b68b-4713-873d-0ab673dca633 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:36.466703 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d664393-981a-4103-8da3-ff2fcaec7919 None None] Checking router: 6c4ba19c-fea1-4500-bde9-451cc40670bd for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:31:36.468849 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-54adb92e-5c76-4f88-be05-c1b9454204e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, c545999d-e6f7-4160-b87b-94cce0868455) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:31:36.479276 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d664393-981a-4103-8da3-ff2fcaec7919 None None] Routers {'6c4ba19c-fea1-4500-bde9-451cc40670bd'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:31:36.480199 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-6d664393-981a-4103-8da3-ff2fcaec7919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:31:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['6c4ba19c-fea1-4500-bde9-451cc40670bd'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:36.489854 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f33393-c0a7-4743-a7fd-219615dbabf1 None None] Network c545999d-e6f7-4160-b87b-94cce0868455 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:31:36.544116 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54adb92e-5c76-4f88-be05-c1b9454204e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:36.544724 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-54adb92e-5c76-4f88-be05-c1b9454204e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:36.579288 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5456b9e6-6095-427a-ab4e-b0b540a525e1 req-5ebc9d2d-5441-4a1d-a190-bc7c5d299f8a tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/ports?device_id=044f5741-e4d3-4edf-954b-c2c5a6f36283 HTTP/1.1" status: 200 len: 210 time: 0.0677671 Aug 10 03:31:36.583723 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-54adb92e-5c76-4f88-be05-c1b9454204e0 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6560678 Aug 10 03:31:36.588304 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 39928) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:36.593466 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-c06511f3-b8d6-4ac1-920d-cace7c8b34cb admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-365499326-router', 'tenant_id': '88a0d46e1be04060887f34aabd3def80', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:36.605877 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0229d4e2-b68b-4713-873d-0ab673dca633 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:36.640365 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-6d664393-981a-4103-8da3-ff2fcaec7919 None None] Set router 6c4ba19c-fea1-4500-bde9-451cc40670bd gateway port host: None {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:31:36.660523 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c06511f3-b8d6-4ac1-920d-cace7c8b34cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:36.661617 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c06511f3-b8d6-4ac1-920d-cace7c8b34cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:36.746673 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc41935b-c985-43e5-8388-aaf41407ad9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-c545999d-e6f7-4160-b87b-94cce0868455', 'network_id': 'c545999d-e6f7-4160-b87b-94cce0868455', 'tenant_id': '88a0d46e1be04060887f34aabd3def80', 'fixed_ips': [{'subnet_id': '5f6f0cb6-6258-4390-bfa4-a90a49f9cdad'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:31:36.747990 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-dc41935b-c985-43e5-8388-aaf41407ad9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:36.775045 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-6d664393-981a-4103-8da3-ff2fcaec7919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'name': 'tempest-RoutersTest-router-1231061768', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:30:17Z', 'updated_at': '2021-08-10T03:31:34Z', 'revision_number': 11, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'gw_port_host': None}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:36.824141 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d664393-981a-4103-8da3-ff2fcaec7919 None None] The sync data for ids ['6c4ba19c-fea1-4500-bde9-451cc40670bd'] in n-d-768862-13 is: [{'id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'name': 'tempest-RoutersTest-router-1231061768', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:30:17Z', 'updated_at': '2021-08-10T03:31:34Z', 'revision_number': 11, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'gw_port_host': None}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:31:36.842871 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c06511f3-b8d6-4ac1-920d-cace7c8b34cb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:36.850303 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0229d4e2-b68b-4713-873d-0ab673dca633 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:37.025822 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-dc41935b-c985-43e5-8388-aaf41407ad9c None None] Allocated IP 172.20.0.2 (c545999d-e6f7-4160-b87b-94cce0868455/5f6f0cb6-6258-4390-bfa4-a90a49f9cdad/482fcb4e-976b-41a9-b318-d4905559dcbe) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:31:37.034825 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0229d4e2-b68b-4713-873d-0ab673dca633 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:37.053416 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0229d4e2-b68b-4713-873d-0ab673dca633 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:37.058777 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-0229d4e2-b68b-4713-873d-0ab673dca633 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "DELETE /v2.0/subnets/210af843-4993-43f0-99f2-b67fd472564e HTTP/1.1" status: 204 len: 168 time: 0.7888031 Aug 10 03:31:37.059438 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39930) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:37.063881 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1833aba-ceed-4154-a83c-809f98dabab0 None None] Network 90471acb-f3b1-49d8-89a2-9d6f80cfb9db requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:31:37.092314 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c06511f3-b8d6-4ac1-920d-cace7c8b34cb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:37.148963 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0229d4e2-b68b-4713-873d-0ab673dca633 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Pushing event deleted for resources: {'Subnet': ['ID=210af843-4993-43f0-99f2-b67fd472564e,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:37.177829 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f07160cf-2478-49af-a83e-b257f92a1fc5 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:37.334611 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-f07160cf-2478-49af-a83e-b257f92a1fc5 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Deleting port bc5f07da-22a8-4308-82b0-6190af92f41d {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:31:37.334973 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f07160cf-2478-49af-a83e-b257f92a1fc5 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:37.469741 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-dc41935b-c985-43e5-8388-aaf41407ad9c None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:37.475195 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-f07160cf-2478-49af-a83e-b257f92a1fc5 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] For port bc5f07da-22a8-4308-82b0-6190af92f41d, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=bc5f07da-22a8-4308-82b0-6190af92f41d,segment=NetworkSegment(df886986-2453-4f06-9da2-5eea010be06b),segment_id=df886986-2453-4f06-9da2-5eea010be06b)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:37.475786 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f07160cf-2478-49af-a83e-b257f92a1fc5 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:37.502356 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-f07160cf-2478-49af-a83e-b257f92a1fc5 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Calling delete_port for bc5f07da-22a8-4308-82b0-6190af92f41d owned by network:dhcp {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:31:37.513094 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-dc41935b-c985-43e5-8388-aaf41407ad9c None None] Transition to ACTIVE for port object 482fcb4e-976b-41a9-b318-d4905559dcbe will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:31:37.526491 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c92bfe-0e13-4ad4-83e1-8f8b0b10d883 None None] DHCP port deletion for 90471acb-f3b1-49d8-89a2-9d6f80cfb9db request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:31:37.608046 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f07160cf-2478-49af-a83e-b257f92a1fc5 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:37.613157 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-dc41935b-c985-43e5-8388-aaf41407ad9c None None] Transition to ACTIVE for port object 482fcb4e-976b-41a9-b318-d4905559dcbe will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:31:37.636839 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-dc41935b-c985-43e5-8388-aaf41407ad9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:37.648238 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07160cf-2478-49af-a83e-b257f92a1fc5 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Pushing event deleted for resources: {'Port': ['ID=bc5f07da-22a8-4308-82b0-6190af92f41d,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:37.650556 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07160cf-2478-49af-a83e-b257f92a1fc5 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] No DVR routers for this DVR port bc5f07da-22a8-4308-82b0-6190af92f41d on host n-d-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:31:37.729046 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc41935b-c985-43e5-8388-aaf41407ad9c None None] Network c545999d-e6f7-4160-b87b-94cce0868455 is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:31:37.736366 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-dc41935b-c985-43e5-8388-aaf41407ad9c None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:31:37.744882 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc41935b-c985-43e5-8388-aaf41407ad9c None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:31:37.751501 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f07160cf-2478-49af-a83e-b257f92a1fc5 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:37.766339 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-f07160cf-2478-49af-a83e-b257f92a1fc5 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90471acb-f3b1-49d8-89a2-9d6f80cfb9db']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:37.766723 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-d0c92bfe-0e13-4ad4-83e1-8f8b0b10d883 None None] Deleting port bc5f07da-22a8-4308-82b0-6190af92f41d {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:31:37.767084 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d0c92bfe-0e13-4ad4-83e1-8f8b0b10d883 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:37.781473 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e24fbd-798d-4590-8269-18796b34614d req-612e5aab-1263-4398-a217-f4d6a9b166c6 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:37.787215 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-f07160cf-2478-49af-a83e-b257f92a1fc5 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df886986-2453-4f06-9da2-5eea010be06b') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:37.787693 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-f07160cf-2478-49af-a83e-b257f92a1fc5 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df886986-2453-4f06-9da2-5eea010be06b') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:37.789801 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-33e24fbd-798d-4590-8269-18796b34614d req-612e5aab-1263-4398-a217-f4d6a9b166c6 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f70549b-d8ab-420c-8f76-4bc4d67f60eb HTTP/1.1" status: 200 len: 943 time: 0.1861739 Aug 10 03:31:37.793426 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c06511f3-b8d6-4ac1-920d-cace7c8b34cb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:37.804444 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f07160cf-2478-49af-a83e-b257f92a1fc5 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:37.822891 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f07160cf-2478-49af-a83e-b257f92a1fc5 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:37.833309 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c06511f3-b8d6-4ac1-920d-cace7c8b34cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:37.834670 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f07160cf-2478-49af-a83e-b257f92a1fc5 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:31:37.835155 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f07160cf-2478-49af-a83e-b257f92a1fc5 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:37.908293 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:31:37.908293 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:31:37.908293 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:31:37.908293 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:31:37.908293 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:31:37.908293 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:31:37.908293 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:31:37.908293 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:31:37.908293 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:31:37.908293 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:31:37.908293 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:31:37.908293 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:31:37.908293 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:31:37.908293 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:31:37.908293 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:31:37.908293 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:31:37.908293 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:31:37.908293 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:31:37.908293 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:31:37.908293 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:31:37.908293 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:31:37.908293 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:31:37.908293 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:31:37.908293 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:31:37.908293 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:31:37.908293 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:31:37.908293 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:31:37.908293 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:31:37.908293 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:31:37.908293 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:31:37.908293 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:31:37.908293 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:31:37.914335 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f07160cf-2478-49af-a83e-b257f92a1fc5 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:37.923486 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f07160cf-2478-49af-a83e-b257f92a1fc5 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:37.929544 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-f07160cf-2478-49af-a83e-b257f92a1fc5 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "DELETE /v2.0/networks/90471acb-f3b1-49d8-89a2-9d6f80cfb9db HTTP/1.1" status: 204 len: 168 time: 0.8501430 Aug 10 03:31:37.932491 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39938) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:37.949328 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-ad6f59a9-d205-4329-a139-e3d05a384b84 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Request body: {'router': {'routes': None}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:38.003988 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-c06511f3-b8d6-4ac1-920d-cace7c8b34cb admin admin] Allocated IP 172.25.6.49 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/0614e5cc-1959-48f2-ba7a-63c701588d53) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:31:38.031199 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07160cf-2478-49af-a83e-b257f92a1fc5 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Pushing event deleted for resources: {'Network': ['ID=90471acb-f3b1-49d8-89a2-9d6f80cfb9db,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:38.135732 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc41935b-c985-43e5-8388-aaf41407ad9c None None] Pushing event updated for resources: {'Port': ['ID=482fcb4e-976b-41a9-b318-d4905559dcbe,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:38.148721 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc41935b-c985-43e5-8388-aaf41407ad9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:38.149066 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc41935b-c985-43e5-8388-aaf41407ad9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:38.149387 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc41935b-c985-43e5-8388-aaf41407ad9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:38.149722 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc41935b-c985-43e5-8388-aaf41407ad9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:38.150053 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc41935b-c985-43e5-8388-aaf41407ad9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:38.150428 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc41935b-c985-43e5-8388-aaf41407ad9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:38.150760 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc41935b-c985-43e5-8388-aaf41407ad9c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:38.151082 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc41935b-c985-43e5-8388-aaf41407ad9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:38.151405 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc41935b-c985-43e5-8388-aaf41407ad9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:38.151724 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc41935b-c985-43e5-8388-aaf41407ad9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:38.152042 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc41935b-c985-43e5-8388-aaf41407ad9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:38.152358 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc41935b-c985-43e5-8388-aaf41407ad9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:38.152834 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-33e24fbd-798d-4590-8269-18796b34614d req-6d6e8ea0-fd70-435c-83b4-db0e4cde1982 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=60e8d4ce-c00a-43d5-86a4-544ebfda7358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3591020 Aug 10 03:31:38.201812 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-d0c92bfe-0e13-4ad4-83e1-8f8b0b10d883 None None] For port bc5f07da-22a8-4308-82b0-6190af92f41d, host n-d-768862-13, got binding levels [] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:38.202248 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d0c92bfe-0e13-4ad4-83e1-8f8b0b10d883 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:38.213728 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-dc41935b-c985-43e5-8388-aaf41407ad9c None None] Attempting to bind port 482fcb4e-976b-41a9-b318-d4905559dcbe on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:31:38.214125 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-dc41935b-c985-43e5-8388-aaf41407ad9c None None] Attempting to bind port 482fcb4e-976b-41a9-b318-d4905559dcbe by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'e98daf54-1d7c-4119-8763-593d9f99950c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c545999d-e6f7-4160-b87b-94cce0868455'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:31:38.214515 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc41935b-c985-43e5-8388-aaf41407ad9c None None] Attempting to bind port 482fcb4e-976b-41a9-b318-d4905559dcbe on network c545999d-e6f7-4160-b87b-94cce0868455 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:38.222470 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc41935b-c985-43e5-8388-aaf41407ad9c None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:31:38.222867 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc41935b-c985-43e5-8388-aaf41407ad9c None None] Checking segment: {'id': 'e98daf54-1d7c-4119-8763-593d9f99950c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c545999d-e6f7-4160-b87b-94cce0868455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:31:38.223256 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-dc41935b-c985-43e5-8388-aaf41407ad9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:38.223639 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc41935b-c985-43e5-8388-aaf41407ad9c None None] Bound using segment: {'id': 'e98daf54-1d7c-4119-8763-593d9f99950c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c545999d-e6f7-4160-b87b-94cce0868455'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:31:38.224136 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-dc41935b-c985-43e5-8388-aaf41407ad9c None None] Bound port: 482fcb4e-976b-41a9-b318-d4905559dcbe, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e98daf54-1d7c-4119-8763-593d9f99950c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c545999d-e6f7-4160-b87b-94cce0868455'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:31:38.224524 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-dc41935b-c985-43e5-8388-aaf41407ad9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:38.241728 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-d0c92bfe-0e13-4ad4-83e1-8f8b0b10d883 None None] Calling delete_port for bc5f07da-22a8-4308-82b0-6190af92f41d owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:31:38.247704 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.ipam_backend_mixin [None req-d0c92bfe-0e13-4ad4-83e1-8f8b0b10d883 None None] Port bc5f07da-22a8-4308-82b0-6190af92f41d was not found and therefore no delete operation was performed {{(pid=94262) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 03:31:38.270810 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c06511f3-b8d6-4ac1-920d-cace7c8b34cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:38.271109 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d0c92bfe-0e13-4ad4-83e1-8f8b0b10d883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:38.324869 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d0c92bfe-0e13-4ad4-83e1-8f8b0b10d883 None None] Network 90471acb-f3b1-49d8-89a2-9d6f80cfb9db is not hosted by any dhcp agent {{(pid=94262) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 10 03:31:38.325981 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c92bfe-0e13-4ad4-83e1-8f8b0b10d883 None None] No DVR routers for this DVR port bc5f07da-22a8-4308-82b0-6190af92f41d on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:31:38.329241 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c92bfe-0e13-4ad4-83e1-8f8b0b10d883 None None] Pushing event deleted for resources: {'Port': ['ID=bc5f07da-22a8-4308-82b0-6190af92f41d,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:38.346175 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c06511f3-b8d6-4ac1-920d-cace7c8b34cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:38.413819 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06511f3-b8d6-4ac1-920d-cace7c8b34cb admin admin] Pushing event updated for resources: {'Port': ['ID=0614e5cc-1959-48f2-ba7a-63c701588d53,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:38.435496 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06511f3-b8d6-4ac1-920d-cace7c8b34cb admin admin] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:31:38.437486 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-c06511f3-b8d6-4ac1-920d-cace7c8b34cb admin admin] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:31:38.441409 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06511f3-b8d6-4ac1-920d-cace7c8b34cb admin admin] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:31:38.456925 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-dc41935b-c985-43e5-8388-aaf41407ad9c None None] For port 482fcb4e-976b-41a9-b318-d4905559dcbe, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:31:38.463699 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-dc41935b-c985-43e5-8388-aaf41407ad9c None None] For port 482fcb4e-976b-41a9-b318-d4905559dcbe, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=482fcb4e-976b-41a9-b318-d4905559dcbe,segment=NetworkSegment(e98daf54-1d7c-4119-8763-593d9f99950c),segment_id=e98daf54-1d7c-4119-8763-593d9f99950c)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:31:38.474607 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-dc41935b-c985-43e5-8388-aaf41407ad9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:38.614888 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc41935b-c985-43e5-8388-aaf41407ad9c None None] Pushing event updated for resources: {'Port': ['ID=482fcb4e-976b-41a9-b318-d4905559dcbe,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:38.697027 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a211379d-93df-4e09-a1b4-c8cab3513cb2 req-4bf6165b-8414-4cc1-a264-139f59b2c416 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/ports?device_id=044f5741-e4d3-4edf-954b-c2c5a6f36283 HTTP/1.1" status: 200 len: 210 time: 0.0575864 Aug 10 03:31:38.782346 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.extraroute_db [None req-ad6f59a9-d205-4329-a139-e3d05a384b84 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Added routes are [] {{(pid=94261) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 10 03:31:38.783891 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.extraroute_db [None req-ad6f59a9-d205-4329-a139-e3d05a384b84 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Removed routes are [] {{(pid=94261) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 10 03:31:38.784493 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ad6f59a9-d205-4329-a139-e3d05a384b84 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-520463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-522334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1409'] for router, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:38.991626 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c06511f3-b8d6-4ac1-920d-cace7c8b34cb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:39.060690 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ad6f59a9-d205-4329-a139-e3d05a384b84 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-520463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-522334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1409'] for router, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:39.066759 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ad6f59a9-d205-4329-a139-e3d05a384b84 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-520692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-520701', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-522311'] for router, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:39.084369 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 482fcb4e-976b-41a9-b318-d4905559dcbe up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:31:39.144007 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 482fcb4e-976b-41a9-b318-d4905559dcbe completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:31:39.192401 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad6f59a9-d205-4329-a139-e3d05a384b84 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Router 6c4ba19c-fea1-4500-bde9-451cc40670bd has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:31:39.229502 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device bc5f07da-22a8-4308-82b0-6190af92f41d no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:31:39.288135 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: bc5f07da-22a8-4308-82b0-6190af92f41d {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:31:39.288692 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device bc5f07da-22a8-4308-82b0-6190af92f41d not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:31:39.289380 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 7db6cf45-277b-4b4c-aa3f-f5c994ea0c1d no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:31:39.327260 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 7db6cf45-277b-4b4c-aa3f-f5c994ea0c1d {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:31:39.327703 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 7db6cf45-277b-4b4c-aa3f-f5c994ea0c1d not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:31:39.332052 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad6f59a9-d205-4329-a139-e3d05a384b84 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:31:39.342596 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ad6f59a9-d205-4329-a139-e3d05a384b84 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:39.347154 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ad6f59a9-d205-4329-a139-e3d05a384b84 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "PUT /v2.0/routers/6c4ba19c-fea1-4500-bde9-451cc40670bd HTTP/1.1" status: 200 len: 701 time: 1.4108152 Aug 10 03:31:39.350160 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39942) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:39.359049 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc672e1-51d7-4346-9b5e-ead108dec646 None None] Sync routers for ids ['6c4ba19c-fea1-4500-bde9-451cc40670bd'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:31:39.371931 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc672e1-51d7-4346-9b5e-ead108dec646 None None] Routers {'6c4ba19c-fea1-4500-bde9-451cc40670bd'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:31:39.372885 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-afc672e1-51d7-4346-9b5e-ead108dec646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:31:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['6c4ba19c-fea1-4500-bde9-451cc40670bd'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:39.401219 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e36dce8c-cdc9-4c73-a143-49f7a566d0b0 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c4ba19c-fea1-4500-bde9-451cc40670bd HTTP/1.1" status: 200 len: 205 time: 0.0479944 Aug 10 03:31:39.403334 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 39946) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:39.469713 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-afc672e1-51d7-4346-9b5e-ead108dec646 None None] Set router 6c4ba19c-fea1-4500-bde9-451cc40670bd gateway port host: None {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:31:39.492601 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ec727c43-fcf2-4c97-87ed-e47fe991ecd1 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks [] for router, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:39.557911 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-afc672e1-51d7-4346-9b5e-ead108dec646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'name': 'tempest-RoutersTest-router-1231061768', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:30:17Z', 'updated_at': '2021-08-10T03:31:34Z', 'revision_number': 11, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'gw_port_host': None}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:39.563614 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f2719-938f-4d16-b996-9320be3f9a82 req-6fdb7232-f519-4b36-ac71-4e0b99ab7aba tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:39.565677 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-462f2719-938f-4d16-b996-9320be3f9a82 req-6fdb7232-f519-4b36-ac71-4e0b99ab7aba tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f70549b-d8ab-420c-8f76-4bc4d67f60eb HTTP/1.1" status: 200 len: 943 time: 0.2628212 Aug 10 03:31:39.616606 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc672e1-51d7-4346-9b5e-ead108dec646 None None] Checking router: 6c4ba19c-fea1-4500-bde9-451cc40670bd for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:31:39.630109 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc672e1-51d7-4346-9b5e-ead108dec646 None None] Routers {'6c4ba19c-fea1-4500-bde9-451cc40670bd'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:31:39.631607 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-afc672e1-51d7-4346-9b5e-ead108dec646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:31:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['6c4ba19c-fea1-4500-bde9-451cc40670bd'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:39.682878 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c06511f3-b8d6-4ac1-920d-cace7c8b34cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:39.707125 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-462f2719-938f-4d16-b996-9320be3f9a82 req-38e12641-5ba2-47fb-8088-a51c3f85f077 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=60e8d4ce-c00a-43d5-86a4-544ebfda7358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930033 Aug 10 03:31:39.759234 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-afc672e1-51d7-4346-9b5e-ead108dec646 None None] Set router 6c4ba19c-fea1-4500-bde9-451cc40670bd gateway port host: None {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:31:39.833162 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-afc672e1-51d7-4346-9b5e-ead108dec646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'name': 'tempest-RoutersTest-router-1231061768', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:30:17Z', 'updated_at': '2021-08-10T03:31:34Z', 'revision_number': 11, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'gw_port_host': None}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:39.896065 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc672e1-51d7-4346-9b5e-ead108dec646 None None] The sync data for ids ['6c4ba19c-fea1-4500-bde9-451cc40670bd'] in n-d-768862-13 is: [{'id': '6c4ba19c-fea1-4500-bde9-451cc40670bd', 'name': 'tempest-RoutersTest-router-1231061768', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:30:17Z', 'updated_at': '2021-08-10T03:31:34Z', 'revision_number': 11, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'gw_port_host': None}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:31:39.975802 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-524d1ffd-3d12-4350-9d81-3d10dfed8107 req-a7d4a161-98ba-497c-a53b-10b7349a820a tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/ports?device_id=044f5741-e4d3-4edf-954b-c2c5a6f36283 HTTP/1.1" status: 200 len: 210 time: 0.0302377 Aug 10 03:31:39.985300 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ec727c43-fcf2-4c97-87ed-e47fe991ecd1 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:39.992986 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ec727c43-fcf2-4c97-87ed-e47fe991ecd1 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:40.083446 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db64fb75-b103-47e3-959a-e3edb8453089 None None] Network c545999d-e6f7-4160-b87b-94cce0868455 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:31:40.103084 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ec727c43-fcf2-4c97-87ed-e47fe991ecd1 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:40.104049 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec727c43-fcf2-4c97-87ed-e47fe991ecd1 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Fanout notify agent at l3_agent the message router_deleted on router 6c4ba19c-fea1-4500-bde9-451cc40670bd {{(pid=94260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:31:40.114012 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ec727c43-fcf2-4c97-87ed-e47fe991ecd1 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks [] for router, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:40.118280 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-ec727c43-fcf2-4c97-87ed-e47fe991ecd1 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "DELETE /v2.0/routers/6c4ba19c-fea1-4500-bde9-451cc40670bd HTTP/1.1" status: 204 len: 168 time: 0.7108021 Aug 10 03:31:40.122001 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 39954) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:40.128439 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-78ab8473-045f-462c-81a8-c1d2d9abebee tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1119603834', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:40.177124 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-78ab8473-045f-462c-81a8-c1d2d9abebee tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:40.178912 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-78ab8473-045f-462c-81a8-c1d2d9abebee tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:40.229051 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-b15b0ecd-a1dc-49bd-b602-5addd3c5066f None None] Provisioning for port 482fcb4e-976b-41a9-b318-d4905559dcbe completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:31:40.244854 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c06511f3-b8d6-4ac1-920d-cace7c8b34cb admin admin] Router 94d015f0-6633-438a-952b-10b7874d6cf4 is scheduled to L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e with binding_index 1 {{(pid=94260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:31:40.248734 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-b15b0ecd-a1dc-49bd-b602-5addd3c5066f None None] Provisioning complete for port 482fcb4e-976b-41a9-b318-d4905559dcbe triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:40.249035 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b15b0ecd-a1dc-49bd-b602-5addd3c5066f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:40.250680 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-78ab8473-045f-462c-81a8-c1d2d9abebee tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:40.263555 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-78ab8473-045f-462c-81a8-c1d2d9abebee tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:40.369251 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-78ab8473-045f-462c-81a8-c1d2d9abebee tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks [] for router, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:40.372577 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-78ab8473-045f-462c-81a8-c1d2d9abebee tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2469997 Aug 10 03:31:40.374904 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39956) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:40.382214 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-f997e1c9-0d9d-4fd3-9120-d9b1b33fcabc tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:40.429244 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b15b0ecd-a1dc-49bd-b602-5addd3c5066f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:40.480057 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-b15b0ecd-a1dc-49bd-b602-5addd3c5066f None None] For port 482fcb4e-976b-41a9-b318-d4905559dcbe, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=482fcb4e-976b-41a9-b318-d4905559dcbe,segment=NetworkSegment(e98daf54-1d7c-4119-8763-593d9f99950c),segment_id=e98daf54-1d7c-4119-8763-593d9f99950c)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:40.482380 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c06511f3-b8d6-4ac1-920d-cace7c8b34cb admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:31:40.486396 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b15b0ecd-a1dc-49bd-b602-5addd3c5066f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:40.499197 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad264d1-d867-4d4c-bf52-99ae02ddd5fb None None] Sync routers for ids ['94d015f0-6633-438a-952b-10b7874d6cf4'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:31:40.519901 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c06511f3-b8d6-4ac1-920d-cace7c8b34cb admin admin] Notify callbacks [] for router, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:40.523873 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-c06511f3-b8d6-4ac1-920d-cace7c8b34cb admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.9314692 Aug 10 03:31:40.524208 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 39958) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:40.545853 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad264d1-d867-4d4c-bf52-99ae02ddd5fb None None] Routers {'94d015f0-6633-438a-952b-10b7874d6cf4'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:31:40.555897 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-cad264d1-d867-4d4c-bf52-99ae02ddd5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:31:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['94d015f0-6633-438a-952b-10b7874d6cf4'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:40.557474 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15b0ecd-a1dc-49bd-b602-5addd3c5066f None None] Pushing event updated for resources: {'Port': ['ID=482fcb4e-976b-41a9-b318-d4905559dcbe,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:40.749970 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-cad264d1-d867-4d4c-bf52-99ae02ddd5fb None None] Set router 94d015f0-6633-438a-952b-10b7874d6cf4 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:31:40.802875 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f997e1c9-0d9d-4fd3-9120-d9b1b33fcabc tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-520463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-522334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1409'] for router, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:40.837959 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f997e1c9-0d9d-4fd3-9120-d9b1b33fcabc tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-520692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-520701', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-522311'] for router, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:40.937295 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-be466bd5-bc33-4c10-bc1c-fec7af1ef91c None None] Provisioning complete for port 482fcb4e-976b-41a9-b318-d4905559dcbe triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:40.938647 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-be466bd5-bc33-4c10-bc1c-fec7af1ef91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:41.117006 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 482fcb4e-976b-41a9-b318-d4905559dcbe up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:31:41.147268 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f997e1c9-0d9d-4fd3-9120-d9b1b33fcabc tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Router aabbdfad-594f-4fc1-ba0d-e9e2ef437d69 is scheduled to L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e with binding_index 1 {{(pid=94261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:31:41.188474 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-cad264d1-d867-4d4c-bf52-99ae02ddd5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d015f0-6633-438a-952b-10b7874d6cf4', 'name': 'tempest-TestAggregatesBasicOps-365499326-router', 'tenant_id': '88a0d46e1be04060887f34aabd3def80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': '0614e5cc-1959-48f2-ba7a-63c701588d53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:31:36Z', 'updated_at': '2021-08-10T03:31:38Z', 'revision_number': 3, 'project_id': '88a0d46e1be04060887f34aabd3def80', 'gw_port': {'id': '0614e5cc-1959-48f2-ba7a-63c701588d53', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:69:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d015f0-6633-438a-952b-10b7874d6cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:37Z', 'updated_at': '2021-08-10T03:31:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:41.244433 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad264d1-d867-4d4c-bf52-99ae02ddd5fb None None] Checking router: 94d015f0-6633-438a-952b-10b7874d6cf4 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:31:41.245230 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad264d1-d867-4d4c-bf52-99ae02ddd5fb None None] Updating router 94d015f0-6633-438a-952b-10b7874d6cf4 port 0614e5cc-1959-48f2-ba7a-63c701588d53 binding host n-d-768862-13 {{(pid=94263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:31:41.259266 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 482fcb4e-976b-41a9-b318-d4905559dcbe triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:41.260166 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:41.304606 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-cad264d1-d867-4d4c-bf52-99ae02ddd5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:41.348073 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b942d173-9686-4e82-bfee-52d8d45f8ace req-b2e22990-f0d6-4e2f-86fb-e98ac2652c07 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:41.349673 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b942d173-9686-4e82-bfee-52d8d45f8ace req-b2e22990-f0d6-4e2f-86fb-e98ac2652c07 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f70549b-d8ab-420c-8f76-4bc4d67f60eb HTTP/1.1" status: 200 len: 943 time: 0.1179407 Aug 10 03:31:41.372034 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f997e1c9-0d9d-4fd3-9120-d9b1b33fcabc tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:31:41.415102 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f997e1c9-0d9d-4fd3-9120-d9b1b33fcabc tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:41.421739 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-f997e1c9-0d9d-4fd3-9120-d9b1b33fcabc tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "PUT /v2.0/routers/aabbdfad-594f-4fc1-ba0d-e9e2ef437d69 HTTP/1.1" status: 200 len: 694 time: 1.0443852 Aug 10 03:31:41.431210 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39968) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:41.433090 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f2a93e-efc9-49c9-a91d-c10b6f43d3e5 None None] Sync routers for ids ['aabbdfad-594f-4fc1-ba0d-e9e2ef437d69'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:31:41.447345 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f2a93e-efc9-49c9-a91d-c10b6f43d3e5 None None] Routers {'aabbdfad-594f-4fc1-ba0d-e9e2ef437d69'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:31:41.448013 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-b1f2a93e-efc9-49c9-a91d-c10b6f43d3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:31:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['aabbdfad-594f-4fc1-ba0d-e9e2ef437d69'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:41.531682 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-b1f2a93e-efc9-49c9-a91d-c10b6f43d3e5 None None] Set router aabbdfad-594f-4fc1-ba0d-e9e2ef437d69 gateway port host: None {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:31:41.563817 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b942d173-9686-4e82-bfee-52d8d45f8ace req-da9ee1c3-8ff1-497e-91b6-fe400bebc11c tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=60e8d4ce-c00a-43d5-86a4-544ebfda7358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2011468 Aug 10 03:31:41.647302 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-7b43c522-b750-4cac-bce6-287f51b69947 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "GET /v2.0/routers/aabbdfad-594f-4fc1-ba0d-e9e2ef437d69 HTTP/1.1" status: 200 len: 700 time: 0.2139299 Aug 10 03:31:41.648764 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39970) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:41.649273 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-b1f2a93e-efc9-49c9-a91d-c10b6f43d3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aabbdfad-594f-4fc1-ba0d-e9e2ef437d69', 'name': 'tempest-RoutersTest-router-1119603834', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:31:40Z', 'updated_at': '2021-08-10T03:31:40Z', 'revision_number': 2, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'gw_port_host': None}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:41.697435 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f2a93e-efc9-49c9-a91d-c10b6f43d3e5 None None] Checking router: aabbdfad-594f-4fc1-ba0d-e9e2ef437d69 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:31:41.719188 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f2a93e-efc9-49c9-a91d-c10b6f43d3e5 None None] Routers {'aabbdfad-594f-4fc1-ba0d-e9e2ef437d69'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:31:41.722562 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-b1f2a93e-efc9-49c9-a91d-c10b6f43d3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:31:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['aabbdfad-594f-4fc1-ba0d-e9e2ef437d69'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:41.722864 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-2b3cc9ba-97b0-4520-a22d-ed94ca93d304 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "GET /v2.0/ports?device_id=aabbdfad-594f-4fc1-ba0d-e9e2ef437d69 HTTP/1.1" status: 200 len: 205 time: 0.0692341 Aug 10 03:31:41.728510 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39972) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:41.881415 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7027363f-5d71-41fd-b7c4-443c3cd893de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:41.893533 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-b1f2a93e-efc9-49c9-a91d-c10b6f43d3e5 None None] Set router aabbdfad-594f-4fc1-ba0d-e9e2ef437d69 gateway port host: None {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:31:41.947956 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9ea267c9-d9f0-439b-b220-51d7e1c55561 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks [] for router, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:41.950087 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-df56bc51-7aac-46ff-be36-a179165c9b7a req-758b2d05-99a2-4eb4-987c-be0d906d88e8 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/ports?device_id=044f5741-e4d3-4edf-954b-c2c5a6f36283 HTTP/1.1" status: 200 len: 210 time: 0.0955105 Aug 10 03:31:41.956639 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-cad264d1-d867-4d4c-bf52-99ae02ddd5fb None None] Notify callbacks [] for port, precommit_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:41.977940 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.provisioning_blocks [None req-cad264d1-d867-4d4c-bf52-99ae02ddd5fb None None] Transition to ACTIVE for port object 0614e5cc-1959-48f2-ba7a-63c701588d53 will not be triggered until provisioned by entity L2. {{(pid=94263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:31:42.002864 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-cad264d1-d867-4d4c-bf52-99ae02ddd5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:42.050422 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-b1f2a93e-efc9-49c9-a91d-c10b6f43d3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aabbdfad-594f-4fc1-ba0d-e9e2ef437d69', 'name': 'tempest-RoutersTest-router-1119603834', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:31:40Z', 'updated_at': '2021-08-10T03:31:40Z', 'revision_number': 2, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'gw_port_host': None}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:42.097468 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f2a93e-efc9-49c9-a91d-c10b6f43d3e5 None None] The sync data for ids ['aabbdfad-594f-4fc1-ba0d-e9e2ef437d69'] in n-d-768862-13 is: [{'id': 'aabbdfad-594f-4fc1-ba0d-e9e2ef437d69', 'name': 'tempest-RoutersTest-router-1119603834', 'tenant_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:31:40Z', 'updated_at': '2021-08-10T03:31:40Z', 'revision_number': 2, 'project_id': 'd89c7ea5aa0045c689dfdb943d8f4200', 'gw_port_host': None}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:31:42.148258 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-cad264d1-d867-4d4c-bf52-99ae02ddd5fb None None] Attempting to bind port 0614e5cc-1959-48f2-ba7a-63c701588d53 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:31:42.148804 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-cad264d1-d867-4d4c-bf52-99ae02ddd5fb None None] Attempting to bind port 0614e5cc-1959-48f2-ba7a-63c701588d53 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:31:42.149415 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad264d1-d867-4d4c-bf52-99ae02ddd5fb None None] Attempting to bind port 0614e5cc-1959-48f2-ba7a-63c701588d53 on network 2ea12131-628a-487e-b434-0463553732bd {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:42.153151 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc01015-fe42-45b2-959d-e67dca83e582 None None] Pushing event updated for resources: {'Port': ['ID=0614e5cc-1959-48f2-ba7a-63c701588d53,revision_number=2']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:42.193965 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc01015-fe42-45b2-959d-e67dca83e582 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:42.194723 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc01015-fe42-45b2-959d-e67dca83e582 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:42.195398 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc01015-fe42-45b2-959d-e67dca83e582 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:42.196034 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc01015-fe42-45b2-959d-e67dca83e582 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:42.196908 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc01015-fe42-45b2-959d-e67dca83e582 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:42.197729 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc01015-fe42-45b2-959d-e67dca83e582 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:42.198448 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc01015-fe42-45b2-959d-e67dca83e582 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:42.199092 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc01015-fe42-45b2-959d-e67dca83e582 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:42.199833 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc01015-fe42-45b2-959d-e67dca83e582 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:42.201729 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc01015-fe42-45b2-959d-e67dca83e582 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:42.202641 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc01015-fe42-45b2-959d-e67dca83e582 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:42.203283 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc01015-fe42-45b2-959d-e67dca83e582 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:42.209648 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad264d1-d867-4d4c-bf52-99ae02ddd5fb None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:31:42.212565 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad264d1-d867-4d4c-bf52-99ae02ddd5fb None None] Checking segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:31:42.213464 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-cad264d1-d867-4d4c-bf52-99ae02ddd5fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:42.214176 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad264d1-d867-4d4c-bf52-99ae02ddd5fb None None] Bound using segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:31:42.218906 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-cad264d1-d867-4d4c-bf52-99ae02ddd5fb None None] Bound port: 0614e5cc-1959-48f2-ba7a-63c701588d53, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:31:42.219695 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-cad264d1-d867-4d4c-bf52-99ae02ddd5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:42.277890 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-7027363f-5d71-41fd-b7c4-443c3cd893de admin admin] Allocated IP 172.20.0.1 (c545999d-e6f7-4160-b87b-94cce0868455/5f6f0cb6-6258-4390-bfa4-a90a49f9cdad/2e914bfe-168d-4884-bb8c-2994c8dcd095) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:31:42.403672 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-cad264d1-d867-4d4c-bf52-99ae02ddd5fb None None] For port 0614e5cc-1959-48f2-ba7a-63c701588d53, host n-d-768862-13, cleared binding levels {{(pid=94263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:31:42.409630 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-cad264d1-d867-4d4c-bf52-99ae02ddd5fb None None] For port 0614e5cc-1959-48f2-ba7a-63c701588d53, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=0614e5cc-1959-48f2-ba7a-63c701588d53,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:31:42.420506 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-cad264d1-d867-4d4c-bf52-99ae02ddd5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:42.484706 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9ea267c9-d9f0-439b-b220-51d7e1c55561 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:42.488868 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9ea267c9-d9f0-439b-b220-51d7e1c55561 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:42.504090 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7027363f-5d71-41fd-b7c4-443c3cd893de admin admin] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:42.551871 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [None req-7027363f-5d71-41fd-b7c4-443c3cd893de admin admin] Transition to ACTIVE for port object 2e914bfe-168d-4884-bb8c-2994c8dcd095 will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:31:42.599530 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9ea267c9-d9f0-439b-b220-51d7e1c55561 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:42.600946 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ea267c9-d9f0-439b-b220-51d7e1c55561 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Fanout notify agent at l3_agent the message router_deleted on router aabbdfad-594f-4fc1-ba0d-e9e2ef437d69 {{(pid=94261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:31:42.614322 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc01015-fe42-45b2-959d-e67dca83e582 None None] Pushing event updated for resources: {'Port': ['ID=0614e5cc-1959-48f2-ba7a-63c701588d53,revision_number=3']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:42.617544 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9ea267c9-d9f0-439b-b220-51d7e1c55561 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:42.620036 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-9ea267c9-d9f0-439b-b220-51d7e1c55561 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "DELETE /v2.0/routers/aabbdfad-594f-4fc1-ba0d-e9e2ef437d69 HTTP/1.1" status: 204 len: 168 time: 0.8895664 Aug 10 03:31:42.624983 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39978) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:42.635878 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad264d1-d867-4d4c-bf52-99ae02ddd5fb None None] Routers {'94d015f0-6633-438a-952b-10b7874d6cf4'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:31:42.641302 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-cad264d1-d867-4d4c-bf52-99ae02ddd5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:31:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['94d015f0-6633-438a-952b-10b7874d6cf4'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:42.682392 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7027363f-5d71-41fd-b7c4-443c3cd893de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:42.741104 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-f14123d5-1333-4a9d-9f90-d099758b76f0 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "GET /v2.0/ports?device_id=aabbdfad-594f-4fc1-ba0d-e9e2ef437d69 HTTP/1.1" status: 200 len: 205 time: 0.1100757 Aug 10 03:31:42.750291 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39982) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:42.846778 n-d-768862-13 neutron-server[94261]: INFO neutron.api.v2.resource [None req-b82b8871-522f-441f-b7d5-47978c85f669 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] delete failed (client error): The resource could not be found. Aug 10 03:31:42.852445 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-b82b8871-522f-441f-b7d5-47978c85f669 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "DELETE /v2.0/routers/aabbdfad-594f-4fc1-ba0d-e9e2ef437d69 HTTP/1.1" status: 404 len: 336 time: 0.0966778 Aug 10 03:31:42.855337 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39984) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:42.858812 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7027363f-5d71-41fd-b7c4-443c3cd893de admin admin] Network c545999d-e6f7-4160-b87b-94cce0868455 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:31:42.877779 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-7027363f-5d71-41fd-b7c4-443c3cd893de admin admin] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:31:42.885916 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7027363f-5d71-41fd-b7c4-443c3cd893de admin admin] Pushing event updated for resources: {'Port': ['ID=2e914bfe-168d-4884-bb8c-2994c8dcd095,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:42.898743 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7027363f-5d71-41fd-b7c4-443c3cd893de admin admin] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:31:42.964878 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-3eebf8eb-fd25-4dd6-abdf-9dab970c3c7d tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] DELETE failed (client error): The resource could not be found. Aug 10 03:31:42.965647 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3eebf8eb-fd25-4dd6-abdf-9dab970c3c7d tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:31:42.972642 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-3eebf8eb-fd25-4dd6-abdf-9dab970c3c7d tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "DELETE /v2.0/subnets/2beb1363-2c1b-498d-8b00-73a9af126f67 HTTP/1.1" status: 404 len: 337 time: 0.1110902 Aug 10 03:31:42.973798 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39986) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:42.992461 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d544df88-6ccb-45e9-967b-0926462940b5 req-eb3f580b-63c3-4600-91be-5288d1b5837d tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:42.998335 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d544df88-6ccb-45e9-967b-0926462940b5 req-eb3f580b-63c3-4600-91be-5288d1b5837d tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f70549b-d8ab-420c-8f76-4bc4d67f60eb HTTP/1.1" status: 200 len: 943 time: 0.2137144 Aug 10 03:31:43.031968 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2cc3592-266a-4718-b715-10cea86b09e1 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] DELETE failed (client error): The resource could not be found. Aug 10 03:31:43.033267 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2cc3592-266a-4718-b715-10cea86b09e1 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:31:43.041423 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-c2cc3592-266a-4718-b715-10cea86b09e1 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "DELETE /v2.0/subnets/15da1384-e160-46cf-9927-52f19ea1b122 HTTP/1.1" status: 404 len: 337 time: 0.0669751 Aug 10 03:31:43.043024 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39992) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:43.061563 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-cad264d1-d867-4d4c-bf52-99ae02ddd5fb None None] Set router 94d015f0-6633-438a-952b-10b7874d6cf4 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:31:43.083029 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7027363f-5d71-41fd-b7c4-443c3cd893de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521745'] for router_interface, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:43.136676 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1658fe4-5ab3-4343-9a7d-d0658be0cb50 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] DELETE failed (client error): The resource could not be found. Aug 10 03:31:43.137092 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1658fe4-5ab3-4343-9a7d-d0658be0cb50 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:31:43.146104 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e1658fe4-5ab3-4343-9a7d-d0658be0cb50 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "DELETE /v2.0/subnets/12431dfd-2338-41f6-a311-a5ec55a60c06 HTTP/1.1" status: 404 len: 337 time: 0.1015167 Aug 10 03:31:43.148159 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39994) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:43.189872 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d544df88-6ccb-45e9-967b-0926462940b5 req-3df725ba-e423-498c-9a11-04c4680dbc60 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=60e8d4ce-c00a-43d5-86a4-544ebfda7358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1824138 Aug 10 03:31:43.240608 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-39cf2591-d737-4e48-bacc-ec3aac21d374 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] DELETE failed (client error): The resource could not be found. Aug 10 03:31:43.241393 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39cf2591-d737-4e48-bacc-ec3aac21d374 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:31:43.254792 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-39cf2591-d737-4e48-bacc-ec3aac21d374 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "DELETE /v2.0/subnets/210af843-4993-43f0-99f2-b67fd472564e HTTP/1.1" status: 404 len: 337 time: 0.1041799 Aug 10 03:31:43.255291 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39998) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:43.322178 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40000) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:43.328098 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-42da04b2-b555-4727-90f8-304104bfe913 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c4ba19c-fea1-4500-bde9-451cc40670bd HTTP/1.1" status: 200 len: 205 time: 0.0708137 Aug 10 03:31:43.366288 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-59fb670b-2299-406a-b369-265028005369 None None] Provisioning for port 2e914bfe-168d-4884-bb8c-2994c8dcd095 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:31:43.375322 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-59fb670b-2299-406a-b369-265028005369 None None] Provisioning complete for port 2e914bfe-168d-4884-bb8c-2994c8dcd095 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:43.375920 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-59fb670b-2299-406a-b369-265028005369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:43.429251 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-59fb670b-2299-406a-b369-265028005369 None None] Port 2e914bfe-168d-4884-bb8c-2994c8dcd095 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:31:43.439283 n-d-768862-13 neutron-server[94260]: INFO neutron.api.v2.resource [None req-878069d5-c842-4e65-be11-ecf6abeb9c06 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] delete failed (client error): The resource could not be found. Aug 10 03:31:43.445381 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-878069d5-c842-4e65-be11-ecf6abeb9c06 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "DELETE /v2.0/routers/6c4ba19c-fea1-4500-bde9-451cc40670bd HTTP/1.1" status: 404 len: 336 time: 0.1169815 Aug 10 03:31:43.445381 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7027363f-5d71-41fd-b7c4-443c3cd893de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:43.445757 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40002) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:43.452225 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-cad264d1-d867-4d4c-bf52-99ae02ddd5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d015f0-6633-438a-952b-10b7874d6cf4', 'name': 'tempest-TestAggregatesBasicOps-365499326-router', 'tenant_id': '88a0d46e1be04060887f34aabd3def80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': '0614e5cc-1959-48f2-ba7a-63c701588d53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:31:36Z', 'updated_at': '2021-08-10T03:31:38Z', 'revision_number': 3, 'project_id': '88a0d46e1be04060887f34aabd3def80', 'gw_port': {'id': '0614e5cc-1959-48f2-ba7a-63c701588d53', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:69:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d015f0-6633-438a-952b-10b7874d6cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:37Z', 'updated_at': '2021-08-10T03:31:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:43.493131 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-e3229cd9-3667-436b-aeb1-3fac85430663 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "GET /v2.0/ports?device_id=ebf7915e-1e2d-4913-8cda-b46847cec3eb HTTP/1.1" status: 200 len: 205 time: 0.0460191 Aug 10 03:31:43.501336 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40004) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:43.537522 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad264d1-d867-4d4c-bf52-99ae02ddd5fb None None] The sync data for ids ['94d015f0-6633-438a-952b-10b7874d6cf4'] in n-d-768862-13 is: [{'id': '94d015f0-6633-438a-952b-10b7874d6cf4', 'name': 'tempest-TestAggregatesBasicOps-365499326-router', 'tenant_id': '88a0d46e1be04060887f34aabd3def80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': '0614e5cc-1959-48f2-ba7a-63c701588d53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:31:36Z', 'updated_at': '2021-08-10T03:31:38Z', 'revision_number': 3, 'project_id': '88a0d46e1be04060887f34aabd3def80', 'gw_port': {'id': '0614e5cc-1959-48f2-ba7a-63c701588d53', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:69:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d015f0-6633-438a-952b-10b7874d6cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:37Z', 'updated_at': '2021-08-10T03:31:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:31:43.598158 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0fd721d5-4c54-4c2a-9234-3b845d9644b8 req-9d6c52a5-8e94-4009-8965-d5970192009b tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/ports?device_id=044f5741-e4d3-4edf-954b-c2c5a6f36283 HTTP/1.1" status: 200 len: 210 time: 0.1011403 Aug 10 03:31:43.625517 n-d-768862-13 neutron-server[94261]: INFO neutron.api.v2.resource [None req-1d92d1b4-fb64-4f02-8282-6e1eea336540 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] delete failed (client error): The resource could not be found. Aug 10 03:31:43.637813 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-1d92d1b4-fb64-4f02-8282-6e1eea336540 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "DELETE /v2.0/routers/ebf7915e-1e2d-4913-8cda-b46847cec3eb HTTP/1.1" status: 404 len: 336 time: 0.1179087 Aug 10 03:31:43.637813 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40006) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:43.700570 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-65ddfbfa-1661-4249-9aef-e52c6ee2e69a tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] DELETE failed (client error): The resource could not be found. Aug 10 03:31:43.701531 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65ddfbfa-1661-4249-9aef-e52c6ee2e69a tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:31:43.706094 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-65ddfbfa-1661-4249-9aef-e52c6ee2e69a tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "DELETE /v2.0/subnets/020bf279-2f51-4ab7-a37d-e87d16bbdbf9 HTTP/1.1" status: 404 len: 337 time: 0.0676990 Aug 10 03:31:43.709635 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40008) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:43.784916 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ca75c684-c979-4616-86f3-7826ce19c23a tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3efdd08-c4f9-4764-be4f-eee20f73c127 HTTP/1.1" status: 200 len: 205 time: 0.0730679 Aug 10 03:31:43.786975 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40010) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:43.976451 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7027363f-5d71-41fd-b7c4-443c3cd893de admin admin] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:43.980344 n-d-768862-13 neutron-server[94261]: INFO neutron.api.v2.resource [None req-0c9763cf-6de7-48a9-ba04-451f4d4c14c1 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] delete failed (client error): The resource could not be found. Aug 10 03:31:43.981520 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-0c9763cf-6de7-48a9-ba04-451f4d4c14c1 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "DELETE /v2.0/routers/f3efdd08-c4f9-4764-be4f-eee20f73c127 HTTP/1.1" status: 404 len: 336 time: 0.1922712 Aug 10 03:31:43.986596 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40012) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:43.997272 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7027363f-5d71-41fd-b7c4-443c3cd893de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:44.124188 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7027363f-5d71-41fd-b7c4-443c3cd893de admin admin] Pushing event updated for resources: {'Port': ['ID=2e914bfe-168d-4884-bb8c-2994c8dcd095,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:44.131115 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-06ea1fe1-2bd8-43db-ab7b-7ea1d17d38ba tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "GET /v2.0/ports?device_id=701caf21-2be1-4cbe-a8c3-463b82550691 HTTP/1.1" status: 200 len: 205 time: 0.1433032 Aug 10 03:31:44.135278 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40014) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:44.197136 n-d-768862-13 neutron-server[94260]: INFO neutron.api.v2.resource [None req-ae8d42d9-8a4e-4d84-b188-802ed0703d01 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] delete failed (client error): The resource could not be found. Aug 10 03:31:44.198258 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-ae8d42d9-8a4e-4d84-b188-802ed0703d01 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "DELETE /v2.0/routers/701caf21-2be1-4cbe-a8c3-463b82550691 HTTP/1.1" status: 404 len: 336 time: 0.0618770 Aug 10 03:31:44.202707 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40016) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:44.209922 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7027363f-5d71-41fd-b7c4-443c3cd893de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521893'] for router_interface, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:44.250544 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-739737c2-2afe-4d69-be9b-71b9c1dbea22 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] DELETE failed (client error): The resource could not be found. Aug 10 03:31:44.251337 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-739737c2-2afe-4d69-be9b-71b9c1dbea22 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:31:44.259636 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-739737c2-2afe-4d69-be9b-71b9c1dbea22 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "DELETE /v2.0/subnets/a0bc2e00-9836-45de-90ea-0782d40bb918 HTTP/1.1" status: 404 len: 337 time: 0.0552521 Aug 10 03:31:44.260653 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40020) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:44.331221 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40028) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:44.331535 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ec658dd7-c545-47d2-9ea6-fc5257252fd4 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8c3dc67-82f9-44a8-848f-e5f054a89ec5 HTTP/1.1" status: 200 len: 205 time: 0.0690072 Aug 10 03:31:44.456024 n-d-768862-13 neutron-server[94260]: INFO neutron.api.v2.resource [None req-817d4b98-c61a-48ee-b333-09bf666f552d tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] delete failed (client error): The resource could not be found. Aug 10 03:31:44.462940 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40034) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:44.477928 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-817d4b98-c61a-48ee-b333-09bf666f552d tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "DELETE /v2.0/routers/c8c3dc67-82f9-44a8-848f-e5f054a89ec5 HTTP/1.1" status: 404 len: 336 time: 0.1367176 Aug 10 03:31:44.528653 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-67b0292a-85ef-4a18-8a50-d30edcf61308 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] DELETE failed (client error): The resource could not be found. Aug 10 03:31:44.529686 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67b0292a-85ef-4a18-8a50-d30edcf61308 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:31:44.537656 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40036) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:44.547673 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-67b0292a-85ef-4a18-8a50-d30edcf61308 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "DELETE /v2.0/subnets/0a2fb161-8a8c-45ea-b1b0-349a7d74b4a9 HTTP/1.1" status: 404 len: 337 time: 0.0827401 Aug 10 03:31:44.571089 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7027363f-5d71-41fd-b7c4-443c3cd893de admin admin] Network c545999d-e6f7-4160-b87b-94cce0868455 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:31:44.575439 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-7027363f-5d71-41fd-b7c4-443c3cd893de admin admin] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:31:44.618686 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40038) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:44.618821 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-54f45e32-e297-432b-8a5e-788cad71c890 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "GET /v2.0/ports?device_id=582495e7-8930-4ea0-9046-9f3afd08b1e1 HTTP/1.1" status: 200 len: 205 time: 0.0796282 Aug 10 03:31:44.630753 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e5c76a-2998-4559-b23e-62c1e7796801 req-234a07e7-4a7b-44b3-b267-4c4600806d0f tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:44.641281 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-22e5c76a-2998-4559-b23e-62c1e7796801 req-234a07e7-4a7b-44b3-b267-4c4600806d0f tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f70549b-d8ab-420c-8f76-4bc4d67f60eb HTTP/1.1" status: 200 len: 943 time: 0.2803581 Aug 10 03:31:44.737070 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-22e5c76a-2998-4559-b23e-62c1e7796801 req-3d5fd38f-8169-4e5d-b7a7-a2695e8acc2a tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=60e8d4ce-c00a-43d5-86a4-544ebfda7358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946567 Aug 10 03:31:44.768559 n-d-768862-13 neutron-server[94261]: INFO neutron.api.v2.resource [None req-e2bf04ce-fa3b-43ff-b068-3038373c95fc tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] delete failed (client error): The resource could not be found. Aug 10 03:31:44.771643 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e2bf04ce-fa3b-43ff-b068-3038373c95fc tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "DELETE /v2.0/routers/582495e7-8930-4ea0-9046-9f3afd08b1e1 HTTP/1.1" status: 404 len: 336 time: 0.1508911 Aug 10 03:31:44.777597 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40048) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:44.878142 n-d-768862-13 neutron-server[94260]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ccc52a3-44cb-488b-9f86-bc5c0a0f1af2 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] DELETE failed (client error): The resource could not be found. Aug 10 03:31:44.878758 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ccc52a3-44cb-488b-9f86-bc5c0a0f1af2 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:31:44.885935 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-4ccc52a3-44cb-488b-9f86-bc5c0a0f1af2 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "DELETE /v2.0/subnets/06e6e0a8-e8ec-4404-a28e-06e7ed35ae16 HTTP/1.1" status: 404 len: 337 time: 0.1015329 Aug 10 03:31:44.886763 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40054) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:44.990751 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7027363f-5d71-41fd-b7c4-443c3cd893de admin admin] Router 94d015f0-6633-438a-952b-10b7874d6cf4 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:31:44.992243 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b86fca3-2295-4d55-b7b3-6b99749298e5 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] DELETE failed (client error): The resource could not be found. Aug 10 03:31:44.993092 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b86fca3-2295-4d55-b7b3-6b99749298e5 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:31:45.004765 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-5b86fca3-2295-4d55-b7b3-6b99749298e5 tempest-RoutersTest-1580680559 tempest-RoutersTest-1580680559-project] 10.222.0.44 "DELETE /v2.0/subnets/2f84780e-2dd7-453c-895b-513875b9abeb HTTP/1.1" status: 404 len: 337 time: 0.1164753 Aug 10 03:31:45.086456 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-eb0096cd-a6e1-4889-9df4-3dbbdd5b41d7 None None] Provisioning complete for port 2e914bfe-168d-4884-bb8c-2994c8dcd095 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:45.087042 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-eb0096cd-a6e1-4889-9df4-3dbbdd5b41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:45.144539 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b466a7f8-0f3f-4f04-8c24-f8fe1b64da16 req-098cddb8-bb23-4666-9ea6-4af56f547599 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/ports?device_id=044f5741-e4d3-4edf-954b-c2c5a6f36283 HTTP/1.1" status: 200 len: 210 time: 0.1420674 Aug 10 03:31:45.167220 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 0614e5cc-1959-48f2-ba7a-63c701588d53 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:31:45.294544 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-eb0096cd-a6e1-4889-9df4-3dbbdd5b41d7 None None] Port 2e914bfe-168d-4884-bb8c-2994c8dcd095 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:31:45.336750 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 0614e5cc-1959-48f2-ba7a-63c701588d53 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:31:45.343995 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 0614e5cc-1959-48f2-ba7a-63c701588d53 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:45.345013 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:45.456955 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:45.486749 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7027363f-5d71-41fd-b7c4-443c3cd893de admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:31:45.497903 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 0614e5cc-1959-48f2-ba7a-63c701588d53, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=0614e5cc-1959-48f2-ba7a-63c701588d53,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:45.501938 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-7027363f-5d71-41fd-b7c4-443c3cd893de admin admin] 10.222.0.44 "PUT /v2.0/routers/94d015f0-6633-438a-952b-10b7874d6cf4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9757020 Aug 10 03:31:45.516396 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:45.536231 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40062) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:45.625113 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=0614e5cc-1959-48f2-ba7a-63c701588d53,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:45.803310 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40070) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:45.804833 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-f31a9230-b358-4991-87f2-88be8d7b840c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d89c7ea5aa0045c689dfdb943d8f4200&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2667410 Aug 10 03:31:45.960277 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7fe1cba3-596d-4816-b433-2cf71d44beba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:46.029645 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7fe1cba3-596d-4816-b433-2cf71d44beba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:46.080291 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6a041d-6551-486d-a656-747e222dd9fa req-f4c4eace-b1bf-4e29-9238-df95448f11a8 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:46.083369 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5f6a041d-6551-486d-a656-747e222dd9fa req-f4c4eace-b1bf-4e29-9238-df95448f11a8 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f70549b-d8ab-420c-8f76-4bc4d67f60eb HTTP/1.1" status: 200 len: 943 time: 0.1788797 Aug 10 03:31:46.181998 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5f6a041d-6551-486d-a656-747e222dd9fa req-c2b33449-faba-41a7-8e6c-f1cba8b21f6f tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=60e8d4ce-c00a-43d5-86a4-544ebfda7358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810289 Aug 10 03:31:46.207550 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7fe1cba3-596d-4816-b433-2cf71d44beba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:46.212063 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7fe1cba3-596d-4816-b433-2cf71d44beba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:46.216461 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-7fe1cba3-596d-4816-b433-2cf71d44beba admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7cca87e4-d6f7-45d3-8330-b87b247275f3 HTTP/1.1" status: 204 len: 168 time: 0.4088538 Aug 10 03:31:46.231479 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe1cba3-596d-4816-b433-2cf71d44beba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cca87e4-d6f7-45d3-8330-b87b247275f3,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:46.676956 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab004901-255f-4e69-8428-a34ae1433918 None None] Sync routers for ids ['94d015f0-6633-438a-952b-10b7874d6cf4'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:31:46.692950 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d231e899-4eb1-459e-aa3b-37420fceb28b req-208c89a8-0798-4789-8f51-ba6ac9be8a6c tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/ports?device_id=044f5741-e4d3-4edf-954b-c2c5a6f36283 HTTP/1.1" status: 200 len: 210 time: 0.0738759 Aug 10 03:31:46.703610 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab004901-255f-4e69-8428-a34ae1433918 None None] Routers {'94d015f0-6633-438a-952b-10b7874d6cf4'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:31:46.712331 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-ab004901-255f-4e69-8428-a34ae1433918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:31:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['94d015f0-6633-438a-952b-10b7874d6cf4'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:46.828338 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40104) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:46.846963 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-865543ca-d0fd-490c-989a-7d40df5c08a9 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2082303943-network', 'tenant_id': 'd8e7bc8846d54bdf9456672f98badaed'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:46.924252 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-ab004901-255f-4e69-8428-a34ae1433918 None None] Set router 94d015f0-6633-438a-952b-10b7874d6cf4 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:31:46.944466 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-865543ca-d0fd-490c-989a-7d40df5c08a9 admin admin] Made reservation on behalf of d8e7bc8846d54bdf9456672f98badaed for: {'network': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:31:46.949808 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-865543ca-d0fd-490c-989a-7d40df5c08a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:46.974748 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-865543ca-d0fd-490c-989a-7d40df5c08a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:47.164204 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 0614e5cc-1959-48f2-ba7a-63c701588d53 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:31:47.171498 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-865543ca-d0fd-490c-989a-7d40df5c08a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:47.187255 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-865543ca-d0fd-490c-989a-7d40df5c08a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:47.232949 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-865543ca-d0fd-490c-989a-7d40df5c08a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=94260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:31:47.268328 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 0614e5cc-1959-48f2-ba7a-63c701588d53 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:47.269113 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:47.283336 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-865543ca-d0fd-490c-989a-7d40df5c08a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:47.283928 n-d-768862-13 neutron-server[94260]: INFO neutron.db.segments_db [None req-865543ca-d0fd-490c-989a-7d40df5c08a9 admin admin] Added segment b892f116-4a0b-4772-b84a-79dc9085b519 of type vlan for network acebb3a8-af60-43eb-92bf-b435b5b6c1f9 Aug 10 03:31:47.484672 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-865543ca-d0fd-490c-989a-7d40df5c08a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:47.554420 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-ab004901-255f-4e69-8428-a34ae1433918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d015f0-6633-438a-952b-10b7874d6cf4', 'name': 'tempest-TestAggregatesBasicOps-365499326-router', 'tenant_id': '88a0d46e1be04060887f34aabd3def80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': '0614e5cc-1959-48f2-ba7a-63c701588d53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:31:36Z', 'updated_at': '2021-08-10T03:31:43Z', 'revision_number': 4, 'project_id': '88a0d46e1be04060887f34aabd3def80', 'gw_port': {'id': '0614e5cc-1959-48f2-ba7a-63c701588d53', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:69:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d015f0-6633-438a-952b-10b7874d6cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:37Z', 'updated_at': '2021-08-10T03:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '2e914bfe-168d-4884-bb8c-2994c8dcd095', 'name': '', 'network_id': 'c545999d-e6f7-4160-b87b-94cce0868455', 'tenant_id': '88a0d46e1be04060887f34aabd3def80', 'mac_address': 'fa:16:3e:45:a9:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d015f0-6633-438a-952b-10b7874d6cf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '5f6f0cb6-6258-4390-bfa4-a90a49f9cdad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:41Z', 'updated_at': '2021-08-10T03:31:43Z', 'revision_number': 2, 'project_id': '88a0d46e1be04060887f34aabd3def80', 'subnets': [{'id': '5f6f0cb6-6258-4390-bfa4-a90a49f9cdad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:47.607698 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab004901-255f-4e69-8428-a34ae1433918 None None] Checking router: 94d015f0-6633-438a-952b-10b7874d6cf4 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:31:47.608420 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab004901-255f-4e69-8428-a34ae1433918 None None] Updating router 94d015f0-6633-438a-952b-10b7874d6cf4 port 2e914bfe-168d-4884-bb8c-2994c8dcd095 binding host n-d-768862-13 {{(pid=94263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:31:47.664940 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865543ca-d0fd-490c-989a-7d40df5c08a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57be35f7-97b1-4eb9-bfe4-ce54c5a12fe5,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:47.673909 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-ab004901-255f-4e69-8428-a34ae1433918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:47.707108 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-865543ca-d0fd-490c-989a-7d40df5c08a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:47.711123 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865543ca-d0fd-490c-989a-7d40df5c08a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:47.711739 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-865543ca-d0fd-490c-989a-7d40df5c08a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:47.741193 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2e58b9-23a3-4b6f-a5a9-a31a4b5050ea req-0bbb3d29-a110-4e05-a872-59ffb2882a48 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:47.744168 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0d2e58b9-23a3-4b6f-a5a9-a31a4b5050ea req-0bbb3d29-a110-4e05-a872-59ffb2882a48 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f70549b-d8ab-420c-8f76-4bc4d67f60eb HTTP/1.1" status: 200 len: 943 time: 0.3138227 Aug 10 03:31:47.930933 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-865543ca-d0fd-490c-989a-7d40df5c08a9 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0996401 Aug 10 03:31:47.939651 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40130) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:47.953016 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-b27a21bc-84f7-43fc-b700-c3089e2fbd0f admin admin] Request body: {'subnet': {'network_id': 'acebb3a8-af60-43eb-92bf-b435b5b6c1f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2082303943-subnet', 'tenant_id': 'd8e7bc8846d54bdf9456672f98badaed', 'ip_version': 4}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:47.991147 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865543ca-d0fd-490c-989a-7d40df5c08a9 admin admin] Pushing event updated for resources: {'Network': ['ID=acebb3a8-af60-43eb-92bf-b435b5b6c1f9,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:48.008259 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network acebb3a8-af60-43eb-92bf-b435b5b6c1f9 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:31:48.047033 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0d2e58b9-23a3-4b6f-a5a9-a31a4b5050ea req-7b68ce39-6ff3-4561-8e7e-4516b2f72740 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=60e8d4ce-c00a-43d5-86a4-544ebfda7358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2711997 Aug 10 03:31:48.078797 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b27a21bc-84f7-43fc-b700-c3089e2fbd0f admin admin] Made reservation on behalf of d8e7bc8846d54bdf9456672f98badaed for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:31:48.083341 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b27a21bc-84f7-43fc-b700-c3089e2fbd0f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:48.243169 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-ab004901-255f-4e69-8428-a34ae1433918 None None] Notify callbacks [] for port, precommit_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:48.257905 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40138) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:48.265988 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.provisioning_blocks [None req-ab004901-255f-4e69-8428-a34ae1433918 None None] Transition to ACTIVE for port object 2e914bfe-168d-4884-bb8c-2994c8dcd095 will not be triggered until provisioned by entity L2. {{(pid=94263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:31:48.276455 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-ab004901-255f-4e69-8428-a34ae1433918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:48.445145 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fefa336-a4d9-4fa4-a81e-4367fa65d368 None None] Pushing event updated for resources: {'Port': ['ID=2e914bfe-168d-4884-bb8c-2994c8dcd095,revision_number=3']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:48.527590 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-26a4672b-e3cf-4e65-ace2-7fb46733861a tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Request body: {'security_group': {'name': 'tempest-secgroup--335977187'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:48.568267 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-26a4672b-e3cf-4e65-ace2-7fb46733861a tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:48.585707 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-26a4672b-e3cf-4e65-ace2-7fb46733861a tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:48.657065 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-ab004901-255f-4e69-8428-a34ae1433918 None None] Attempting to bind port 2e914bfe-168d-4884-bb8c-2994c8dcd095 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:31:48.657472 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-ab004901-255f-4e69-8428-a34ae1433918 None None] Attempting to bind port 2e914bfe-168d-4884-bb8c-2994c8dcd095 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'e98daf54-1d7c-4119-8763-593d9f99950c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c545999d-e6f7-4160-b87b-94cce0868455'}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:31:48.658507 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab004901-255f-4e69-8428-a34ae1433918 None None] Attempting to bind port 2e914bfe-168d-4884-bb8c-2994c8dcd095 on network c545999d-e6f7-4160-b87b-94cce0868455 {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:48.673460 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab004901-255f-4e69-8428-a34ae1433918 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:31:48.673875 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab004901-255f-4e69-8428-a34ae1433918 None None] Checking segment: {'id': 'e98daf54-1d7c-4119-8763-593d9f99950c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c545999d-e6f7-4160-b87b-94cce0868455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:31:48.674825 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-ab004901-255f-4e69-8428-a34ae1433918 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:48.675257 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab004901-255f-4e69-8428-a34ae1433918 None None] Bound using segment: {'id': 'e98daf54-1d7c-4119-8763-593d9f99950c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c545999d-e6f7-4160-b87b-94cce0868455'} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:31:48.677475 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-ab004901-255f-4e69-8428-a34ae1433918 None None] Bound port: 2e914bfe-168d-4884-bb8c-2994c8dcd095, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e98daf54-1d7c-4119-8763-593d9f99950c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c545999d-e6f7-4160-b87b-94cce0868455'}}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:31:48.677475 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-ab004901-255f-4e69-8428-a34ae1433918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:48.700357 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-77682483-3927-4585-9761-bacebe66c447 req-3c3f1865-8028-48a1-81b0-76a9ec1b22a2 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/ports?device_id=044f5741-e4d3-4edf-954b-c2c5a6f36283 HTTP/1.1" status: 200 len: 210 time: 0.2396429 Aug 10 03:31:48.744744 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-26a4672b-e3cf-4e65-ace2-7fb46733861a tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:48.765520 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-26a4672b-e3cf-4e65-ace2-7fb46733861a tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:48.834981 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-ab004901-255f-4e69-8428-a34ae1433918 None None] For port 2e914bfe-168d-4884-bb8c-2994c8dcd095, host n-d-768862-13, cleared binding levels {{(pid=94263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:31:48.849639 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a4672b-e3cf-4e65-ace2-7fb46733861a tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc1a738-f236-4747-9272-d1a49c9d3ca3,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:48.855723 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-ab004901-255f-4e69-8428-a34ae1433918 None None] For port 2e914bfe-168d-4884-bb8c-2994c8dcd095, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=2e914bfe-168d-4884-bb8c-2994c8dcd095,segment=NetworkSegment(e98daf54-1d7c-4119-8763-593d9f99950c),segment_id=e98daf54-1d7c-4119-8763-593d9f99950c)] {{(pid=94263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:31:48.866086 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-ab004901-255f-4e69-8428-a34ae1433918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:48.876840 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b27a21bc-84f7-43fc-b700-c3089e2fbd0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58895384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805196'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:48.995140 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-26a4672b-e3cf-4e65-ace2-7fb46733861a tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:49.005097 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-26a4672b-e3cf-4e65-ace2-7fb46733861a tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:49.018375 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27a21bc-84f7-43fc-b700-c3089e2fbd0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c62cf960-32f5-4573-a432-127c410f7f8d,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:49.058478 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27a21bc-84f7-43fc-b700-c3089e2fbd0f admin admin] Checking segment: {'id': 'b892f116-4a0b-4772-b84a-79dc9085b519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'acebb3a8-af60-43eb-92bf-b435b5b6c1f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:31:49.059160 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27a21bc-84f7-43fc-b700-c3089e2fbd0f admin admin] Network hostable DHCP agents. Network: acebb3a8-af60-43eb-92bf-b435b5b6c1f9, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:31:49.069789 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab004901-255f-4e69-8428-a34ae1433918 None None] Routers {'94d015f0-6633-438a-952b-10b7874d6cf4'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:31:49.071098 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-ab004901-255f-4e69-8428-a34ae1433918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:31:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['94d015f0-6633-438a-952b-10b7874d6cf4'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:49.093419 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27a21bc-84f7-43fc-b700-c3089e2fbd0f admin admin] Network acebb3a8-af60-43eb-92bf-b435b5b6c1f9 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:31:49.120213 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-b27a21bc-84f7-43fc-b700-c3089e2fbd0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, acebb3a8-af60-43eb-92bf-b435b5b6c1f9) {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:31:49.128605 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27a21bc-84f7-43fc-b700-c3089e2fbd0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:49.132767 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b27a21bc-84f7-43fc-b700-c3089e2fbd0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:49.134840 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620b5441-fbc0-456c-8836-35f3166bc97e None None] Network acebb3a8-af60-43eb-92bf-b435b5b6c1f9 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:31:49.168599 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a4672b-e3cf-4e65-ace2-7fb46733861a tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df806ac5-f866-4b23-bdc0-74bd31b43aae,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:49.177690 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-b27a21bc-84f7-43fc-b700-c3089e2fbd0f admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2325833 Aug 10 03:31:49.178987 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40152) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:49.189764 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-26a4672b-e3cf-4e65-ace2-7fb46733861a tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:49.195858 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-0f31c994-be41-41b4-b07d-425678fcaf18 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2082303943-router', 'tenant_id': 'd8e7bc8846d54bdf9456672f98badaed', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:49.197893 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-26a4672b-e3cf-4e65-ace2-7fb46733861a tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9374604 Aug 10 03:31:49.199921 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40154) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:49.279440 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fefa336-a4d9-4fa4-a81e-4367fa65d368 None None] Pushing event updated for resources: {'Port': ['ID=2e914bfe-168d-4884-bb8c-2994c8dcd095,revision_number=4']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:49.294764 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0f31c994-be41-41b4-b07d-425678fcaf18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:49.297213 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0f31c994-be41-41b4-b07d-425678fcaf18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:49.344285 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40158) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:49.345525 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-3426935c-be39-42ee-a070-896d4b2acbed tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1415491 Aug 10 03:31:49.362815 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-47da2404-b1b9-4b37-8884-8d6310c8343b tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Request body: {'security_group': {'name': 'tempest-security--1041710386', 'description': 'tempest-security-description-1110862372'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:49.471737 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-ab004901-255f-4e69-8428-a34ae1433918 None None] Set router 94d015f0-6633-438a-952b-10b7874d6cf4 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:31:49.479008 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8dde2d-c3ef-4645-9c43-35ba21475a4b req-d1479a5c-9db9-4bc0-8997-5d00a13e0965 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:49.487503 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-aa8dde2d-c3ef-4645-9c43-35ba21475a4b req-d1479a5c-9db9-4bc0-8997-5d00a13e0965 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f70549b-d8ab-420c-8f76-4bc4d67f60eb HTTP/1.1" status: 200 len: 943 time: 0.2190194 Aug 10 03:31:49.491387 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0f31c994-be41-41b4-b07d-425678fcaf18 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:49.500973 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-47da2404-b1b9-4b37-8884-8d6310c8343b tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:49.556316 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd73fe1-582a-47ed-a4d4-6019d8b3b7ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-acebb3a8-af60-43eb-92bf-b435b5b6c1f9', 'network_id': 'acebb3a8-af60-43eb-92bf-b435b5b6c1f9', 'tenant_id': 'd8e7bc8846d54bdf9456672f98badaed', 'fixed_ips': [{'subnet_id': 'c62cf960-32f5-4573-a432-127c410f7f8d'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:31:49.560065 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3fd73fe1-582a-47ed-a4d4-6019d8b3b7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:49.782345 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0f31c994-be41-41b4-b07d-425678fcaf18 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:49.799473 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ad2fea61-7a06-405c-8010-540d873a046b req-01b633c1-b79b-44c3-bfba-a4f274f68205 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e94bab8c-37ad-48a0-a25d-4fb04fb90837&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1417303 Aug 10 03:31:49.821014 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-aa8dde2d-c3ef-4645-9c43-35ba21475a4b req-c2939045-4730-4c26-93e3-c730d1d0fffd tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=60e8d4ce-c00a-43d5-86a4-544ebfda7358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3260248 Aug 10 03:31:49.991499 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2fea61-7a06-405c-8010-540d873a046b req-97d67c02-4ac3-49bf-96f5-2cbc8ec02f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:49.992281 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2fea61-7a06-405c-8010-540d873a046b req-97d67c02-4ac3-49bf-96f5-2cbc8ec02f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:49.992727 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2fea61-7a06-405c-8010-540d873a046b req-97d67c02-4ac3-49bf-96f5-2cbc8ec02f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:49.993275 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2fea61-7a06-405c-8010-540d873a046b req-97d67c02-4ac3-49bf-96f5-2cbc8ec02f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:49.993894 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2fea61-7a06-405c-8010-540d873a046b req-97d67c02-4ac3-49bf-96f5-2cbc8ec02f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:49.994523 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2fea61-7a06-405c-8010-540d873a046b req-97d67c02-4ac3-49bf-96f5-2cbc8ec02f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:49.995173 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2fea61-7a06-405c-8010-540d873a046b req-97d67c02-4ac3-49bf-96f5-2cbc8ec02f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:50.004797 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ad2fea61-7a06-405c-8010-540d873a046b req-97d67c02-4ac3-49bf-96f5-2cbc8ec02f96 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d3b56536bca94e8fa8af65288d111f79&device_id=e94bab8c-37ad-48a0-a25d-4fb04fb90837 HTTP/1.1" status: 200 len: 6507 time: 0.1398342 Aug 10 03:31:50.087642 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-ab004901-255f-4e69-8428-a34ae1433918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d015f0-6633-438a-952b-10b7874d6cf4', 'name': 'tempest-TestAggregatesBasicOps-365499326-router', 'tenant_id': '88a0d46e1be04060887f34aabd3def80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': '0614e5cc-1959-48f2-ba7a-63c701588d53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:31:36Z', 'updated_at': '2021-08-10T03:31:43Z', 'revision_number': 4, 'project_id': '88a0d46e1be04060887f34aabd3def80', 'gw_port': {'id': '0614e5cc-1959-48f2-ba7a-63c701588d53', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:69:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d015f0-6633-438a-952b-10b7874d6cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:37Z', 'updated_at': '2021-08-10T03:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '2e914bfe-168d-4884-bb8c-2994c8dcd095', 'name': '', 'network_id': 'c545999d-e6f7-4160-b87b-94cce0868455', 'tenant_id': '88a0d46e1be04060887f34aabd3def80', 'mac_address': 'fa:16:3e:45:a9:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d015f0-6633-438a-952b-10b7874d6cf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '5f6f0cb6-6258-4390-bfa4-a90a49f9cdad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:41Z', 'updated_at': '2021-08-10T03:31:48Z', 'revision_number': 4, 'project_id': '88a0d46e1be04060887f34aabd3def80', 'subnets': [{'id': '5f6f0cb6-6258-4390-bfa4-a90a49f9cdad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:50.160570 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-3fd73fe1-582a-47ed-a4d4-6019d8b3b7ba None None] Allocated IP 172.20.0.2 (acebb3a8-af60-43eb-92bf-b435b5b6c1f9/c62cf960-32f5-4573-a432-127c410f7f8d/b796655f-3c7d-4c49-b9d7-c8b45120f4d2) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:31:50.194218 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab004901-255f-4e69-8428-a34ae1433918 None None] The sync data for ids ['94d015f0-6633-438a-952b-10b7874d6cf4'] in n-d-768862-13 is: [{'id': '94d015f0-6633-438a-952b-10b7874d6cf4', 'name': 'tempest-TestAggregatesBasicOps-365499326-router', 'tenant_id': '88a0d46e1be04060887f34aabd3def80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': '0614e5cc-1959-48f2-ba7a-63c701588d53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:31:36Z', 'updated_at': '2021-08-10T03:31:43Z', 'revision_number': 4, 'project_id': '88a0d46e1be04060887f34aabd3def80', 'gw_port': {'id': '0614e5cc-1959-48f2-ba7a-63c701588d53', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:69:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d015f0-6633-438a-952b-10b7874d6cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:37Z', 'updated_at': '2021-08-10T03:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '2e914bfe-168d-4884-bb8c-2994c8dcd095', 'name': '', 'network_id': 'c545999d-e6f7-4160-b87b-94cce0868455', 'tenant_id': '88a0d46e1be04060887f34aabd3def80', 'mac_address': 'fa:16:3e:45:a9:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d015f0-6633-438a-952b-10b7874d6cf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '5f6f0cb6-6258-4390-bfa4-a90a49f9cdad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:41Z', 'updated_at': '2021-08-10T03:31:48Z', 'revision_number': 4, 'project_id': '88a0d46e1be04060887f34aabd3def80', 'subnets': [{'id': '5f6f0cb6-6258-4390-bfa4-a90a49f9cdad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:31:50.254561 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2fea61-7a06-405c-8010-540d873a046b req-d1216621-169d-48d7-ac4a-0d4179405f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:50.255050 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2fea61-7a06-405c-8010-540d873a046b req-d1216621-169d-48d7-ac4a-0d4179405f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:50.255528 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2fea61-7a06-405c-8010-540d873a046b req-d1216621-169d-48d7-ac4a-0d4179405f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:50.257441 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ad2fea61-7a06-405c-8010-540d873a046b req-d1216621-169d-48d7-ac4a-0d4179405f28 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ba807c4a-a9d3-45a0-921a-7afe6c0e3832&id=63aaa48c-3c91-4250-a53f-1bccfcaa858a&id=63aaa48c-3c91-4250-a53f-1bccfcaa858a&id=63aaa48c-3c91-4250-a53f-1bccfcaa858a&id=63aaa48c-3c91-4250-a53f-1bccfcaa858a&id=c16d896b-1b67-48b5-b66a-585f180ec01d&id=c16d896b-1b67-48b5-b66a-585f180ec01d HTTP/1.1" status: 200 len: 2295 time: 0.2168252 Aug 10 03:31:50.493303 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ad2fea61-7a06-405c-8010-540d873a046b req-e9b45488-08a3-4335-8cad-a24fac35e098 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ff6203a-ed21-422b-9bb1-c2859958f754 HTTP/1.1" status: 200 len: 1000 time: 0.2194552 Aug 10 03:31:50.570650 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-47da2404-b1b9-4b37-8884-8d6310c8343b tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:50.598813 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2fea61-7a06-405c-8010-540d873a046b req-b5052336-f9be-49a6-bd67-d1e8b6b2b273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:50.600408 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ad2fea61-7a06-405c-8010-540d873a046b req-b5052336-f9be-49a6-bd67-d1e8b6b2b273 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e8728eeb-789e-400f-be58-876473c847d3 HTTP/1.1" status: 200 len: 856 time: 0.0980151 Aug 10 03:31:50.603314 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-47da2404-b1b9-4b37-8884-8d6310c8343b tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:50.616763 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-47da2404-b1b9-4b37-8884-8d6310c8343b tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:50.621088 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-47da2404-b1b9-4b37-8884-8d6310c8343b tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] 10.222.0.44 "PUT /v2.0/security-groups/df806ac5-f866-4b23-bdc0-74bd31b43aae HTTP/1.1" status: 200 len: 1780 time: 1.2728729 Aug 10 03:31:50.621756 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40180) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:50.734452 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3fd73fe1-582a-47ed-a4d4-6019d8b3b7ba None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:50.772318 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-3fd73fe1-582a-47ed-a4d4-6019d8b3b7ba None None] Transition to ACTIVE for port object b796655f-3c7d-4c49-b9d7-c8b45120f4d2 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:31:50.806855 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2fea61-7a06-405c-8010-540d873a046b req-2d2fea9f-830b-455a-9f75-7a476c5bb2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:50.813643 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47da2404-b1b9-4b37-8884-8d6310c8343b tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df806ac5-f866-4b23-bdc0-74bd31b43aae,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:50.831960 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ad2fea61-7a06-405c-8010-540d873a046b req-2d2fea9f-830b-455a-9f75-7a476c5bb2d6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ba807c4a-a9d3-45a0-921a-7afe6c0e3832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2192786 Aug 10 03:31:50.832149 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-3fd73fe1-582a-47ed-a4d4-6019d8b3b7ba None None] Transition to ACTIVE for port object b796655f-3c7d-4c49-b9d7-c8b45120f4d2 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:31:50.832734 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40182) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:50.840191 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-b48178f2-17b7-45df-97a8-00bc4770b3a2 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] 10.222.0.44 "GET /v2.0/security-groups/df806ac5-f866-4b23-bdc0-74bd31b43aae HTTP/1.1" status: 200 len: 1780 time: 0.1842792 Aug 10 03:31:50.846763 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3fd73fe1-582a-47ed-a4d4-6019d8b3b7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:50.911034 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-462a8b69-f85a-46d5-a9c2-9933481881a3 req-111b4974-f5af-49d9-9f5d-90a14a9af94d tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/ports?device_id=044f5741-e4d3-4edf-954b-c2c5a6f36283 HTTP/1.1" status: 200 len: 210 time: 0.3333244 Aug 10 03:31:51.063129 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd73fe1-582a-47ed-a4d4-6019d8b3b7ba None None] Network acebb3a8-af60-43eb-92bf-b435b5b6c1f9 is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:31:51.075635 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-3fd73fe1-582a-47ed-a4d4-6019d8b3b7ba None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:31:51.083451 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd73fe1-582a-47ed-a4d4-6019d8b3b7ba None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:31:51.209137 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd73fe1-582a-47ed-a4d4-6019d8b3b7ba None None] Pushing event updated for resources: {'Port': ['ID=b796655f-3c7d-4c49-b9d7-c8b45120f4d2,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:51.263459 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 2e914bfe-168d-4884-bb8c-2994c8dcd095 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:31:51.365725 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-3fd73fe1-582a-47ed-a4d4-6019d8b3b7ba None None] Attempting to bind port b796655f-3c7d-4c49-b9d7-c8b45120f4d2 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:31:51.366151 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-3fd73fe1-582a-47ed-a4d4-6019d8b3b7ba None None] Attempting to bind port b796655f-3c7d-4c49-b9d7-c8b45120f4d2 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'b892f116-4a0b-4772-b84a-79dc9085b519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'acebb3a8-af60-43eb-92bf-b435b5b6c1f9'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:31:51.366583 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd73fe1-582a-47ed-a4d4-6019d8b3b7ba None None] Attempting to bind port b796655f-3c7d-4c49-b9d7-c8b45120f4d2 on network acebb3a8-af60-43eb-92bf-b435b5b6c1f9 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:51.401804 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd73fe1-582a-47ed-a4d4-6019d8b3b7ba None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:31:51.402194 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd73fe1-582a-47ed-a4d4-6019d8b3b7ba None None] Checking segment: {'id': 'b892f116-4a0b-4772-b84a-79dc9085b519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'acebb3a8-af60-43eb-92bf-b435b5b6c1f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:31:51.407693 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3fd73fe1-582a-47ed-a4d4-6019d8b3b7ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:51.407693 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd73fe1-582a-47ed-a4d4-6019d8b3b7ba None None] Bound using segment: {'id': 'b892f116-4a0b-4772-b84a-79dc9085b519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'acebb3a8-af60-43eb-92bf-b435b5b6c1f9'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:31:51.407693 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-3fd73fe1-582a-47ed-a4d4-6019d8b3b7ba None None] Bound port: b796655f-3c7d-4c49-b9d7-c8b45120f4d2, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b892f116-4a0b-4772-b84a-79dc9085b519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'acebb3a8-af60-43eb-92bf-b435b5b6c1f9'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:31:51.407693 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3fd73fe1-582a-47ed-a4d4-6019d8b3b7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:51.420700 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0f31c994-be41-41b4-b07d-425678fcaf18 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:51.482667 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 2e914bfe-168d-4884-bb8c-2994c8dcd095 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:31:51.491893 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0f31c994-be41-41b4-b07d-425678fcaf18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:51.557947 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 2e914bfe-168d-4884-bb8c-2994c8dcd095 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:51.558333 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:51.561097 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ad2fea61-7a06-405c-8010-540d873a046b req-ceb1f17d-4da2-431f-b21d-56ceef301e41 service neutron] 10.222.0.61 "GET /v2.0/networks/ba807c4a-a9d3-45a0-921a-7afe6c0e3832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5055573 Aug 10 03:31:51.562189 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5223456b-6c20-46cc-879e-1cac9fa03111 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:51.714708 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f36707d1-7823-4875-8d90-622ad08acddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:51.803524 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-0f31c994-be41-41b4-b07d-425678fcaf18 admin admin] Allocated IP 172.25.6.110 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/ace90edd-b539-48e7-b969-42ed03683dbf) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:31:51.849510 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5223456b-6c20-46cc-879e-1cac9fa03111 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:51.857710 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-3fd73fe1-582a-47ed-a4d4-6019d8b3b7ba None None] For port b796655f-3c7d-4c49-b9d7-c8b45120f4d2, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:31:51.865611 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-3fd73fe1-582a-47ed-a4d4-6019d8b3b7ba None None] For port b796655f-3c7d-4c49-b9d7-c8b45120f4d2, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=b796655f-3c7d-4c49-b9d7-c8b45120f4d2,segment=NetworkSegment(b892f116-4a0b-4772-b84a-79dc9085b519),segment_id=b892f116-4a0b-4772-b84a-79dc9085b519)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:31:51.886696 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3fd73fe1-582a-47ed-a4d4-6019d8b3b7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:51.983262 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2dfac541-c99d-455d-aa49-fd4aca3a735e req-24806775-2d81-47a6-917d-7ce36505be58 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bd3b6374-b889-4a3c-adc6-6c3726a63fe7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8056030 Aug 10 03:31:51.984656 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:52.015692 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ad2fea61-7a06-405c-8010-540d873a046b req-0ec8905f-3965-4f7b-9586-61cac61e4d6c service neutron] 10.222.0.61 "GET /v2.0/networks/ba807c4a-a9d3-45a0-921a-7afe6c0e3832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4037068 Aug 10 03:31:52.019704 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5223456b-6c20-46cc-879e-1cac9fa03111 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:52.029375 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5223456b-6c20-46cc-879e-1cac9fa03111 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:52.037395 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-5223456b-6c20-46cc-879e-1cac9fa03111 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] 10.222.0.44 "DELETE /v2.0/security-groups/df806ac5-f866-4b23-bdc0-74bd31b43aae HTTP/1.1" status: 204 len: 168 time: 1.2029245 Aug 10 03:31:52.038419 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40198) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:52.078155 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:31:52.234855 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 2e914bfe-168d-4884-bb8c-2994c8dcd095, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=2e914bfe-168d-4884-bb8c-2994c8dcd095,segment=NetworkSegment(e98daf54-1d7c-4119-8763-593d9f99950c),segment_id=e98daf54-1d7c-4119-8763-593d9f99950c)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:52.252406 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:52.263100 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd73fe1-582a-47ed-a4d4-6019d8b3b7ba None None] Pushing event updated for resources: {'Port': ['ID=b796655f-3c7d-4c49-b9d7-c8b45120f4d2,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:52.279533 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ad2fea61-7a06-405c-8010-540d873a046b req-b7fa0405-2f4f-4c54-8fb6-16999a4f14da service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.43&port_id=56cb4eba-c06f-4bc1-b8d8-963a991424ec HTTP/1.1" status: 200 len: 217 time: 0.2320597 Aug 10 03:31:52.281290 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5223456b-6c20-46cc-879e-1cac9fa03111 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df806ac5-f866-4b23-bdc0-74bd31b43aae,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:52.502462 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2fea61-7a06-405c-8010-540d873a046b req-8451e65d-31a4-414f-8492-34e7c714eb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:52.505166 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ad2fea61-7a06-405c-8010-540d873a046b req-8451e65d-31a4-414f-8492-34e7c714eb36 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ca1aff80-b32d-4216-9390-cdd43e41ee33 HTTP/1.1" status: 200 len: 797 time: 0.2119851 Aug 10 03:31:52.511371 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfac541-c99d-455d-aa49-fd4aca3a735e req-4f2554c2-6697-4cea-a820-53f5cbcdf888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:52.521957 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2dfac541-c99d-455d-aa49-fd4aca3a735e req-4f2554c2-6697-4cea-a820-53f5cbcdf888 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b9fae84664e449bcb5c00998e1f893e2&device_id=bd3b6374-b889-4a3c-adc6-6c3726a63fe7 HTTP/1.1" status: 200 len: 1102 time: 0.4425082 Aug 10 03:31:52.576829 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4581c07d-28fd-4729-91a4-bfb027ad1d24 req-c378ea06-3fbb-4713-ab6b-78e51eb68afe tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:52.587297 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=2e914bfe-168d-4884-bb8c-2994c8dcd095,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:52.608591 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4581c07d-28fd-4729-91a4-bfb027ad1d24 req-c378ea06-3fbb-4713-ab6b-78e51eb68afe tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f70549b-d8ab-420c-8f76-4bc4d67f60eb HTTP/1.1" status: 200 len: 943 time: 1.1838741 Aug 10 03:31:52.800912 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2fea61-7a06-405c-8010-540d873a046b req-c6e4176c-b53c-4b96-be2d-539768b9a075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:52.803938 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ad2fea61-7a06-405c-8010-540d873a046b req-c6e4176c-b53c-4b96-be2d-539768b9a075 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=63aaa48c-3c91-4250-a53f-1bccfcaa858a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2858505 Aug 10 03:31:52.847974 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-beb148d5-0247-4c70-a9d2-47bd08238de6 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6154346 Aug 10 03:31:52.856836 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40206) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:52.912568 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0f31c994-be41-41b4-b07d-425678fcaf18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:52.996982 n-d-768862-13 neutron-server[94261]: INFO neutron.api.v2.resource [None req-c2424dac-8c91-4087-af73-9648a0762cc9 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] delete failed (client error): The resource could not be found. Aug 10 03:31:52.998777 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-c2424dac-8c91-4087-af73-9648a0762cc9 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] 10.222.0.44 "DELETE /v2.0/security-groups/df806ac5-f866-4b23-bdc0-74bd31b43aae HTTP/1.1" status: 404 len: 347 time: 0.1357486 Aug 10 03:31:53.004930 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4581c07d-28fd-4729-91a4-bfb027ad1d24 req-bf934974-181b-4f6c-8eac-ddcbe9f26872 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=60e8d4ce-c00a-43d5-86a4-544ebfda7358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3948655 Aug 10 03:31:53.006171 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0f31c994-be41-41b4-b07d-425678fcaf18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:53.015186 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40208) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:53.040169 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-17bababb-8f2d-4055-b080-c998e598fc57 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Request body: {'security_group': {'name': 'tempest-secgroup--1804327332'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:53.209838 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f31c994-be41-41b4-b07d-425678fcaf18 admin admin] Pushing event updated for resources: {'Port': ['ID=ace90edd-b539-48e7-b969-42ed03683dbf,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:53.216250 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-17bababb-8f2d-4055-b080-c998e598fc57 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:53.250305 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f31c994-be41-41b4-b07d-425678fcaf18 admin admin] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:31:53.262179 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-0f31c994-be41-41b4-b07d-425678fcaf18 admin admin] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:31:53.272472 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f31c994-be41-41b4-b07d-425678fcaf18 admin admin] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:31:53.280031 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ad2fea61-7a06-405c-8010-540d873a046b req-df1f64c5-03e6-4003-b872-d42d5a748264 service neutron] 10.222.0.61 "GET /v2.0/networks/63aaa48c-3c91-4250-a53f-1bccfcaa858a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4528556 Aug 10 03:31:53.502725 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device b796655f-3c7d-4c49-b9d7-c8b45120f4d2 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:31:53.677855 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ad2fea61-7a06-405c-8010-540d873a046b req-b71872c5-2a1d-415e-a00a-acae40683fd7 service neutron] 10.222.0.61 "GET /v2.0/networks/63aaa48c-3c91-4250-a53f-1bccfcaa858a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3889999 Aug 10 03:31:53.706135 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f0e220db-491b-46b3-8f25-97c167f345c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:53.713025 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fd936d44-f5a2-41a5-ab48-1b2919a7bef0 req-9c381b1a-73f6-4407-87bb-fff5a8b01fb1 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/ports?device_id=044f5741-e4d3-4edf-954b-c2c5a6f36283 HTTP/1.1" status: 200 len: 210 time: 0.3274388 Aug 10 03:31:53.764954 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port b796655f-3c7d-4c49-b9d7-c8b45120f4d2 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:31:53.775108 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 2e914bfe-168d-4884-bb8c-2994c8dcd095 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:31:53.817552 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ad2fea61-7a06-405c-8010-540d873a046b req-5cbd18d3-bb75-4022-af4a-5dede90a7fae service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.192&port_id=cd1eca9b-5bbc-491b-8156-b62b269a02ad HTTP/1.1" status: 200 len: 217 time: 0.1300972 Aug 10 03:31:53.929369 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfac541-c99d-455d-aa49-fd4aca3a735e req-e18ef181-fd5c-471a-814f-66f070e4b491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:53.934253 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2dfac541-c99d-455d-aa49-fd4aca3a735e req-e18ef181-fd5c-471a-814f-66f070e4b491 service neutron] 10.222.0.42 "GET /v2.0/networks?id=72a4be73-29a1-424c-8690-ecdcf6b06721 HTTP/1.1" status: 200 len: 869 time: 1.3213446 Aug 10 03:31:53.999503 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2fea61-7a06-405c-8010-540d873a046b req-cf4d66a1-3e34-457c-939f-365d834244fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:54.002953 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ad2fea61-7a06-405c-8010-540d873a046b req-cf4d66a1-3e34-457c-939f-365d834244fc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ca1aff80-b32d-4216-9390-cdd43e41ee33 HTTP/1.1" status: 200 len: 797 time: 0.1725609 Aug 10 03:31:54.018850 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 2e914bfe-168d-4884-bb8c-2994c8dcd095 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:54.019421 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:54.080391 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2dfac541-c99d-455d-aa49-fd4aca3a735e req-0c484161-b443-49d8-8f7f-e5621535c323 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=6680aa08-cd1c-48c3-9983-165cffec2245 HTTP/1.1" status: 200 len: 217 time: 0.1317329 Aug 10 03:31:54.195965 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2fea61-7a06-405c-8010-540d873a046b req-e8d1ba55-da1a-40df-84b2-34772619d229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:54.197695 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ad2fea61-7a06-405c-8010-540d873a046b req-e8d1ba55-da1a-40df-84b2-34772619d229 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=63aaa48c-3c91-4250-a53f-1bccfcaa858a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1808028 Aug 10 03:31:54.252561 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-17bababb-8f2d-4055-b080-c998e598fc57 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:54.382053 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-17bababb-8f2d-4055-b080-c998e598fc57 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:54.441903 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894027c4-bc1f-4533-a536-88821c71a369 None None] Network acebb3a8-af60-43eb-92bf-b435b5b6c1f9 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:31:54.522067 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:54.523929 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bababb-8f2d-4055-b080-c998e598fc57 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b62a766-8a74-485b-bb83-afe84e1036e3,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:54.539579 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfac541-c99d-455d-aa49-fd4aca3a735e req-b2093a3f-2b75-4833-ba34-aa30fee328ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:54.541657 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2dfac541-c99d-455d-aa49-fd4aca3a735e req-b2093a3f-2b75-4833-ba34-aa30fee328ff service neutron] 10.222.0.42 "GET /v2.0/subnets?id=60d10164-1dee-4940-9d19-f71e6c18cbc5 HTTP/1.1" status: 200 len: 843 time: 0.4561720 Aug 10 03:31:54.547257 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0f31c994-be41-41b4-b07d-425678fcaf18 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:54.575165 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e944f71-6574-4415-b591-8983ef193b21 req-d7093dae-dfde-4260-bcba-90bf8815cb57 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:54.588150 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7e944f71-6574-4415-b591-8983ef193b21 req-d7093dae-dfde-4260-bcba-90bf8815cb57 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f70549b-d8ab-420c-8f76-4bc4d67f60eb HTTP/1.1" status: 200 len: 943 time: 0.3039823 Aug 10 03:31:54.591400 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-17bababb-8f2d-4055-b080-c998e598fc57 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:54.596500 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-17bababb-8f2d-4055-b080-c998e598fc57 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5760710 Aug 10 03:31:54.600343 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-87ddedc0-be9b-46b0-ae4a-a7c95d60c19d None None] Provisioning for port b796655f-3c7d-4c49-b9d7-c8b45120f4d2 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:31:54.603535 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40226) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:54.614852 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-41bc11c6-4426-4b41-b938-8c01b34106f4 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Request body: {'security_group_rule': {'security_group_id': '4b62a766-8a74-485b-bb83-afe84e1036e3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:54.622313 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-87ddedc0-be9b-46b0-ae4a-a7c95d60c19d None None] Provisioning complete for port b796655f-3c7d-4c49-b9d7-c8b45120f4d2 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:54.627194 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-87ddedc0-be9b-46b0-ae4a-a7c95d60c19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:54.712654 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ad2fea61-7a06-405c-8010-540d873a046b req-b0194c97-a797-4c08-b385-d00bdf09e712 service neutron] 10.222.0.61 "GET /v2.0/networks/63aaa48c-3c91-4250-a53f-1bccfcaa858a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5050869 Aug 10 03:31:54.938995 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7e944f71-6574-4415-b591-8983ef193b21 req-d6a8fa9b-d506-4c77-b0dd-7e72879cced8 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=60e8d4ce-c00a-43d5-86a4-544ebfda7358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3497741 Aug 10 03:31:54.955755 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-41bc11c6-4426-4b41-b938-8c01b34106f4 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:54.996801 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-87ddedc0-be9b-46b0-ae4a-a7c95d60c19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:55.034772 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1bd12f45-905a-4903-b60e-e43919bbb7b8 req-8697a524-ecad-4b3d-b0c4-57fbf190757f tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/ports?device_id=044f5741-e4d3-4edf-954b-c2c5a6f36283 HTTP/1.1" status: 200 len: 210 time: 0.1120946 Aug 10 03:31:55.045840 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ad2fea61-7a06-405c-8010-540d873a046b req-052a9f0b-cc24-4c8d-9ff2-7e2fe8d6a399 service neutron] 10.222.0.61 "GET /v2.0/networks/63aaa48c-3c91-4250-a53f-1bccfcaa858a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210430 Aug 10 03:31:55.096208 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-41bc11c6-4426-4b41-b938-8c01b34106f4 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:55.096590 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfac541-c99d-455d-aa49-fd4aca3a735e req-af84e054-ed3f-41bc-9df8-5bb2fa43904f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:55.097320 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-87ddedc0-be9b-46b0-ae4a-a7c95d60c19d None None] For port b796655f-3c7d-4c49-b9d7-c8b45120f4d2, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=b796655f-3c7d-4c49-b9d7-c8b45120f4d2,segment=NetworkSegment(b892f116-4a0b-4772-b84a-79dc9085b519),segment_id=b892f116-4a0b-4772-b84a-79dc9085b519)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:55.097502 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2dfac541-c99d-455d-aa49-fd4aca3a735e req-af84e054-ed3f-41bc-9df8-5bb2fa43904f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72a4be73-29a1-424c-8690-ecdcf6b06721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4376972 Aug 10 03:31:55.110329 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-87ddedc0-be9b-46b0-ae4a-a7c95d60c19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:55.166284 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ad2fea61-7a06-405c-8010-540d873a046b req-53b4412d-2d81-4337-95d8-9c41f0c3793b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.125&port_id=0cd7be64-cc3e-4c91-92fd-30cfd759de99 HTTP/1.1" status: 200 len: 217 time: 0.0634689 Aug 10 03:31:55.253455 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ddedc0-be9b-46b0-ae4a-a7c95d60c19d None None] Pushing event updated for resources: {'Port': ['ID=b796655f-3c7d-4c49-b9d7-c8b45120f4d2,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:55.303511 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2fea61-7a06-405c-8010-540d873a046b req-ccc7c4fb-dfda-4f31-9901-adb67a5ec580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:55.306724 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ad2fea61-7a06-405c-8010-540d873a046b req-ccc7c4fb-dfda-4f31-9901-adb67a5ec580 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ca1aff80-b32d-4216-9390-cdd43e41ee33 HTTP/1.1" status: 200 len: 797 time: 0.1388505 Aug 10 03:31:55.308113 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-41bc11c6-4426-4b41-b938-8c01b34106f4 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:55.314584 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:55.449235 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bc11c6-4426-4b41-b938-8c01b34106f4 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63bcdecb-8055-48fe-b827-e87f4c527066,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:55.460523 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-71d1a890-9a0f-440d-b434-a20c58b9dcbc None None] Provisioning complete for port b796655f-3c7d-4c49-b9d7-c8b45120f4d2 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:55.461684 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-71d1a890-9a0f-440d-b434-a20c58b9dcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:55.474369 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-41bc11c6-4426-4b41-b938-8c01b34106f4 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:55.474369 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-41bc11c6-4426-4b41-b938-8c01b34106f4 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8634512 Aug 10 03:31:55.486165 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40244) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:55.571881 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae90b2d-f7ea-4075-a79c-8e0f0e6a43ec req-20c4380d-c9c9-4c09-8632-750127692973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:55.573525 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bae90b2d-f7ea-4075-a79c-8e0f0e6a43ec req-20c4380d-c9c9-4c09-8632-750127692973 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5f70549b-d8ab-420c-8f76-4bc4d67f60eb&tenant_id=e9ab4296b9324b029547ba2c6dc24132 HTTP/1.1" status: 200 len: 1095 time: 0.5231280 Aug 10 03:31:55.589971 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2fea61-7a06-405c-8010-540d873a046b req-6fa0003d-0fb7-4c38-a43c-6215cfb139b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:55.600705 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ad2fea61-7a06-405c-8010-540d873a046b req-6fa0003d-0fb7-4c38-a43c-6215cfb139b7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=63aaa48c-3c91-4250-a53f-1bccfcaa858a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2697184 Aug 10 03:31:55.609892 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-27a4b7e9-7a8a-4aa2-8d8e-9c9c96a4e6c4 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:55.694900 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-27a4b7e9-7a8a-4aa2-8d8e-9c9c96a4e6c4 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:55.726087 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2dfac541-c99d-455d-aa49-fd4aca3a735e req-a70acb46-5bce-4fcd-aeea-b575e024f16f service neutron] 10.222.0.42 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5784216 Aug 10 03:31:55.728299 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0f31c994-be41-41b4-b07d-425678fcaf18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:55.872103 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-27a4b7e9-7a8a-4aa2-8d8e-9c9c96a4e6c4 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:55.884490 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-27a4b7e9-7a8a-4aa2-8d8e-9c9c96a4e6c4 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:55.886755 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-27a4b7e9-7a8a-4aa2-8d8e-9c9c96a4e6c4 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/63bcdecb-8055-48fe-b827-e87f4c527066 HTTP/1.1" status: 204 len: 168 time: 0.3986940 Aug 10 03:31:55.890870 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40258) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:55.920355 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a4b7e9-7a8a-4aa2-8d8e-9c9c96a4e6c4 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=63bcdecb-8055-48fe-b827-e87f4c527066,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:55.944068 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ad2fea61-7a06-405c-8010-540d873a046b req-47a2139b-20c8-4909-b8bc-c7f323760b1e service neutron] 10.222.0.61 "GET /v2.0/networks/63aaa48c-3c91-4250-a53f-1bccfcaa858a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3138156 Aug 10 03:31:56.124824 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:56.153143 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ad2fea61-7a06-405c-8010-540d873a046b req-4ba6b055-553c-4a6c-a586-c59ff0990d33 service neutron] 10.222.0.61 "GET /v2.0/networks/63aaa48c-3c91-4250-a53f-1bccfcaa858a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980746 Aug 10 03:31:56.167932 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-bd73a9d8-9475-4e45-bd91-a3088fe3b0cc tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2749145 Aug 10 03:31:56.175652 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40270) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:56.263637 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ad2fea61-7a06-405c-8010-540d873a046b req-1a29e849-5291-4a20-9abf-831b9248cbdc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=c40b5058-84d3-4cd1-8b92-77f51ba65d58 HTTP/1.1" status: 200 len: 217 time: 0.0942254 Aug 10 03:31:56.350646 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae90b2d-f7ea-4075-a79c-8e0f0e6a43ec req-c64bf239-661f-4ebc-9ce1-42e6e15d8f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:56.355890 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bae90b2d-f7ea-4075-a79c-8e0f0e6a43ec req-c64bf239-661f-4ebc-9ce1-42e6e15d8f6b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e9ab4296b9324b029547ba2c6dc24132&device_id=5f70549b-d8ab-420c-8f76-4bc4d67f60eb HTTP/1.1" status: 200 len: 1095 time: 0.7030554 Aug 10 03:31:56.362023 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40272) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:56.385636 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2fea61-7a06-405c-8010-540d873a046b req-5ec47a15-aa47-427f-91f1-cabaa6ba385c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:56.388275 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ad2fea61-7a06-405c-8010-540d873a046b req-5ec47a15-aa47-427f-91f1-cabaa6ba385c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ca1aff80-b32d-4216-9390-cdd43e41ee33 HTTP/1.1" status: 200 len: 797 time: 0.1115890 Aug 10 03:31:56.449976 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e9434c3e-5d3d-483d-a64d-2e2c0eb52c4e req-085de610-91eb-4763-b56c-20306eadbc93 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/ports?device_id=044f5741-e4d3-4edf-954b-c2c5a6f36283 HTTP/1.1" status: 200 len: 210 time: 0.2115860 Aug 10 03:31:56.525998 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2fea61-7a06-405c-8010-540d873a046b req-42096d64-375c-4e92-93ce-85acd5eb8429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:56.532349 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ad2fea61-7a06-405c-8010-540d873a046b req-42096d64-375c-4e92-93ce-85acd5eb8429 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=63aaa48c-3c91-4250-a53f-1bccfcaa858a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1356461 Aug 10 03:31:56.622266 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a705ad9-fc1e-44c0-8066-81ae9b54a033 req-59a7274a-a106-4e82-83cf-4cdca723acd9 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:56.631640 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4a705ad9-fc1e-44c0-8066-81ae9b54a033 req-59a7274a-a106-4e82-83cf-4cdca723acd9 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f70549b-d8ab-420c-8f76-4bc4d67f60eb HTTP/1.1" status: 200 len: 943 time: 0.4013212 Aug 10 03:31:56.695070 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ad2fea61-7a06-405c-8010-540d873a046b req-a02c8364-4c7c-4d15-9ea3-bd44ac29c626 service neutron] 10.222.0.61 "GET /v2.0/networks/63aaa48c-3c91-4250-a53f-1bccfcaa858a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387515 Aug 10 03:31:56.735532 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-dd5d1575-0e77-4faf-805d-2750ba9be506 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:56.760004 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:56.805956 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-dd5d1575-0e77-4faf-805d-2750ba9be506 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:56.806952 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-800eb267-5ed6-44fb-a731-0e6d7c95bed7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:56.857102 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2dfac541-c99d-455d-aa49-fd4aca3a735e req-d531371f-d64d-433b-b5da-a2db192a5bd6 service neutron] 10.222.0.42 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0717034 Aug 10 03:31:56.887510 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ad2fea61-7a06-405c-8010-540d873a046b req-5200a32c-a9c4-4461-8dfe-2ac2c6ddd90b service neutron] 10.222.0.61 "GET /v2.0/networks/63aaa48c-3c91-4250-a53f-1bccfcaa858a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780972 Aug 10 03:31:56.906701 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-dd5d1575-0e77-4faf-805d-2750ba9be506 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:56.909535 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-dd5d1575-0e77-4faf-805d-2750ba9be506 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:56.914894 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-dd5d1575-0e77-4faf-805d-2750ba9be506 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] 10.222.0.44 "DELETE /v2.0/security-groups/4b62a766-8a74-485b-bb83-afe84e1036e3 HTTP/1.1" status: 204 len: 168 time: 0.7329736 Aug 10 03:31:56.916162 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4a705ad9-fc1e-44c0-8066-81ae9b54a033 req-ce78abbf-1335-4a9a-89ac-5158e2561246 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=60e8d4ce-c00a-43d5-86a4-544ebfda7358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2827106 Aug 10 03:31:56.936434 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40284) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:57.041291 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ad2fea61-7a06-405c-8010-540d873a046b req-fea639cd-bc82-4547-8d88-338b549e3ca1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c6098a0b-6358-487c-bb4f-c602b7532c39 HTTP/1.1" status: 200 len: 217 time: 0.1458650 Aug 10 03:31:57.066069 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5d1575-0e77-4faf-805d-2750ba9be506 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b62a766-8a74-485b-bb83-afe84e1036e3,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:57.161478 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device b796655f-3c7d-4c49-b9d7-c8b45120f4d2 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:31:57.187296 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2fea61-7a06-405c-8010-540d873a046b req-ef9b1396-6994-4f6f-989d-6b4d1b3e7fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:57.188298 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ad2fea61-7a06-405c-8010-540d873a046b req-ef9b1396-6994-4f6f-989d-6b4d1b3e7fab service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fa93a2c2-4364-4161-aedc-a9856625b70d HTTP/1.1" status: 200 len: 797 time: 0.1324108 Aug 10 03:31:57.265598 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port b796655f-3c7d-4c49-b9d7-c8b45120f4d2 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:57.266051 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:57.475627 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f31c994-be41-41b4-b07d-425678fcaf18 admin admin] Router 43a328f6-8331-47c6-9975-188cf28dd429 is scheduled to L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e with binding_index 1 {{(pid=94260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:31:57.507785 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae90b2d-f7ea-4075-a79c-8e0f0e6a43ec req-38d4827a-7613-4950-992a-45c4c4057bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:57.509935 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bae90b2d-f7ea-4075-a79c-8e0f0e6a43ec req-38d4827a-7613-4950-992a-45c4c4057bdd service neutron] 10.222.0.42 "GET /v2.0/networks?id=c0659391-a657-4b16-a8ee-a2586c7786a9 HTTP/1.1" status: 200 len: 915 time: 1.1442916 Aug 10 03:31:57.676749 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f31c994-be41-41b4-b07d-425678fcaf18 admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:31:57.727162 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-c1da475a-1cce-4d54-a9e9-3a7a0b546d57 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.7860477 Aug 10 03:31:57.744392 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d980f295-aaae-49a5-ad57-c380a49cb1be None None] Sync routers for ids ['43a328f6-8331-47c6-9975-188cf28dd429'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:31:57.749153 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40298) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:57.761635 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-d860f068-152e-460e-af37-525178963a05 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Request body: {'security_group': {'name': 'tempest-secgroup--1833253265'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:57.807712 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ebd64b85-8ccf-4872-a7b1-1dc90aa1275e req-c9f4f207-ef9f-4410-80ef-ec18cff6837f tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/ports?device_id=044f5741-e4d3-4edf-954b-c2c5a6f36283 HTTP/1.1" status: 200 len: 210 time: 0.1325002 Aug 10 03:31:57.855155 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bae90b2d-f7ea-4075-a79c-8e0f0e6a43ec req-cfc8be92-7f76-4d75-8479-e626755000a1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cbef0d33-5e2e-4d43-a157-107b8525b6d2 HTTP/1.1" status: 200 len: 998 time: 0.3345916 Aug 10 03:31:57.869732 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2fea61-7a06-405c-8010-540d873a046b req-d6877e1d-2552-451b-848a-5f57dfaa3f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:57.873006 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ad2fea61-7a06-405c-8010-540d873a046b req-d6877e1d-2552-451b-848a-5f57dfaa3f77 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c16d896b-1b67-48b5-b66a-585f180ec01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6743264 Aug 10 03:31:57.880486 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d980f295-aaae-49a5-ad57-c380a49cb1be None None] Routers {'43a328f6-8331-47c6-9975-188cf28dd429'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:31:57.881111 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-d980f295-aaae-49a5-ad57-c380a49cb1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:31:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['43a328f6-8331-47c6-9975-188cf28dd429'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:58.102525 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ad2fea61-7a06-405c-8010-540d873a046b req-94f05133-0e58-4769-a8e6-81e9cc7c1bf5 service neutron] 10.222.0.61 "GET /v2.0/networks/c16d896b-1b67-48b5-b66a-585f180ec01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199190 Aug 10 03:31:58.103265 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-800eb267-5ed6-44fb-a731-0e6d7c95bed7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:58.110356 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae90b2d-f7ea-4075-a79c-8e0f0e6a43ec req-22ceeb2e-5117-45d8-9241-a2f01d480baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:58.114601 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bae90b2d-f7ea-4075-a79c-8e0f0e6a43ec req-22ceeb2e-5117-45d8-9241-a2f01d480baf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ffd75aef-22f1-4d31-9592-d84c9fe2b2a2 HTTP/1.1" status: 200 len: 854 time: 0.2506549 Aug 10 03:31:58.178707 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-800eb267-5ed6-44fb-a731-0e6d7c95bed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:58.324568 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ad2fea61-7a06-405c-8010-540d873a046b req-b73443cd-4ea8-44f4-83b6-236e9874f07a service neutron] 10.222.0.61 "GET /v2.0/networks/c16d896b-1b67-48b5-b66a-585f180ec01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129157 Aug 10 03:31:58.329982 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800eb267-5ed6-44fb-a731-0e6d7c95bed7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cfb82ff-2991-4242-9acb-b5fa8846f0bc,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:58.338080 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-d980f295-aaae-49a5-ad57-c380a49cb1be None None] Set router 43a328f6-8331-47c6-9975-188cf28dd429 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:31:58.351840 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d860f068-152e-460e-af37-525178963a05 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:58.397350 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0f31c994-be41-41b4-b07d-425678fcaf18 admin admin] Notify callbacks [] for router, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:58.402327 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-0f31c994-be41-41b4-b07d-425678fcaf18 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 9.2218099 Aug 10 03:31:58.407744 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40308) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:58.428195 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ad2fea61-7a06-405c-8010-540d873a046b req-4f854080-36fb-4a0b-8a4c-4b63ae2c8c85 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4134483f-b371-43e3-9c92-e3039b3c9f4b HTTP/1.1" status: 200 len: 217 time: 0.0935035 Aug 10 03:31:58.491442 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-800eb267-5ed6-44fb-a731-0e6d7c95bed7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e2f8f052791c4eea92a1b388a90fa70f&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1258111 Aug 10 03:31:58.492144 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40310) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:58.523171 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66910f4f-cd37-4497-808d-cb0c210b94b4 req-6a5da7bf-27d3-4150-9dcb-92633f8f2bee tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:58.531723 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-66910f4f-cd37-4497-808d-cb0c210b94b4 req-6a5da7bf-27d3-4150-9dcb-92633f8f2bee tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f70549b-d8ab-420c-8f76-4bc4d67f60eb HTTP/1.1" status: 200 len: 943 time: 0.4479136 Aug 10 03:31:58.603915 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae90b2d-f7ea-4075-a79c-8e0f0e6a43ec req-8d2a35c1-23df-47f7-b10c-b6366da6bc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:58.605730 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bae90b2d-f7ea-4075-a79c-8e0f0e6a43ec req-8d2a35c1-23df-47f7-b10c-b6366da6bc4b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c0659391-a657-4b16-a8ee-a2586c7786a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4186757 Aug 10 03:31:58.739548 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-66910f4f-cd37-4497-808d-cb0c210b94b4 req-c8c9f4ce-75e7-4bf7-bdd0-0ec9f860c096 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=60e8d4ce-c00a-43d5-86a4-544ebfda7358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2064681 Aug 10 03:31:58.797678 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0fca3a25-bb72-47c9-b8c9-e9bba39f8bb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:58.800911 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2fea61-7a06-405c-8010-540d873a046b req-c590b678-e269-4821-89a3-9055f5f0fdac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:58.801506 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-d980f295-aaae-49a5-ad57-c380a49cb1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a328f6-8331-47c6-9975-188cf28dd429', 'name': 'tempest-TestAggregatesBasicOps-2082303943-router', 'tenant_id': 'd8e7bc8846d54bdf9456672f98badaed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'ace90edd-b539-48e7-b969-42ed03683dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:31:49Z', 'updated_at': '2021-08-10T03:31:53Z', 'revision_number': 3, 'project_id': 'd8e7bc8846d54bdf9456672f98badaed', 'gw_port': {'id': 'ace90edd-b539-48e7-b969-42ed03683dbf', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7c:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a328f6-8331-47c6-9975-188cf28dd429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:51Z', 'updated_at': '2021-08-10T03:31:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:58.803957 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ad2fea61-7a06-405c-8010-540d873a046b req-c590b678-e269-4821-89a3-9055f5f0fdac service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fa93a2c2-4364-4161-aedc-a9856625b70d HTTP/1.1" status: 200 len: 797 time: 0.1848497 Aug 10 03:31:58.888810 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d980f295-aaae-49a5-ad57-c380a49cb1be None None] Checking router: 43a328f6-8331-47c6-9975-188cf28dd429 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:31:58.889432 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d980f295-aaae-49a5-ad57-c380a49cb1be None None] Updating router 43a328f6-8331-47c6-9975-188cf28dd429 port ace90edd-b539-48e7-b969-42ed03683dbf binding host n-d-768862-13 {{(pid=94262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:31:58.981980 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d980f295-aaae-49a5-ad57-c380a49cb1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:58.994881 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d860f068-152e-460e-af37-525178963a05 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:59.028249 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0fca3a25-bb72-47c9-b8c9-e9bba39f8bb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:59.073331 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d860f068-152e-460e-af37-525178963a05 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:59.121349 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d860f068-152e-460e-af37-525178963a05 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:59.122925 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-d860f068-152e-460e-af37-525178963a05 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3707106 Aug 10 03:31:59.131052 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40326) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:59.135602 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-484b49ed-dac2-419f-9972-fc2b6b49a18f req-88435d7c-b1e9-4234-aa76-a1a9699360f5 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/ports?device_id=044f5741-e4d3-4edf-954b-c2c5a6f36283 HTTP/1.1" status: 200 len: 210 time: 0.1272938 Aug 10 03:31:59.182852 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-0c448cf9-16db-4411-be94-c47e659d7f01 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Request body: {'security_group_rule': {'security_group_id': '94276bcf-4591-4ae7-b1d9-f2f1c12b7964', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:59.193545 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bae90b2d-f7ea-4075-a79c-8e0f0e6a43ec req-d285bc9e-37bd-4987-8ffd-a743690939ca service neutron] 10.222.0.42 "GET /v2.0/networks/c0659391-a657-4b16-a8ee-a2586c7786a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5640826 Aug 10 03:31:59.201964 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d860f068-152e-460e-af37-525178963a05 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94276bcf-4591-4ae7-b1d9-f2f1c12b7964,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:59.221416 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2fea61-7a06-405c-8010-540d873a046b req-9503ff27-e056-4973-850b-5ff3aadd2c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:59.230877 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ad2fea61-7a06-405c-8010-540d873a046b req-9503ff27-e056-4973-850b-5ff3aadd2c0b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c16d896b-1b67-48b5-b66a-585f180ec01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3990204 Aug 10 03:31:59.346498 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0fca3a25-bb72-47c9-b8c9-e9bba39f8bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:59.350982 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0fca3a25-bb72-47c9-b8c9-e9bba39f8bb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:59.357026 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-0fca3a25-bb72-47c9-b8c9-e9bba39f8bb3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6cfb82ff-2991-4242-9acb-b5fa8846f0bc HTTP/1.1" status: 204 len: 168 time: 0.8621211 Aug 10 03:31:59.431122 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fca3a25-bb72-47c9-b8c9-e9bba39f8bb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cfb82ff-2991-4242-9acb-b5fa8846f0bc,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:59.483561 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0c448cf9-16db-4411-be94-c47e659d7f01 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:59.490456 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bae90b2d-f7ea-4075-a79c-8e0f0e6a43ec req-324ff691-add0-40cf-8a6f-b12d0d5de9b1 service neutron] 10.222.0.42 "GET /v2.0/networks/c0659391-a657-4b16-a8ee-a2586c7786a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777674 Aug 10 03:31:59.583958 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0c448cf9-16db-4411-be94-c47e659d7f01 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:59.714364 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0c448cf9-16db-4411-be94-c47e659d7f01 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:59.755303 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ad2fea61-7a06-405c-8010-540d873a046b req-2154f99a-ac85-4136-9d01-aee31291a72e service neutron] 10.222.0.61 "GET /v2.0/networks/c16d896b-1b67-48b5-b66a-585f180ec01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5133739 Aug 10 03:31:59.763805 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d980f295-aaae-49a5-ad57-c380a49cb1be None None] Notify callbacks [] for port, precommit_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:59.776275 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-d980f295-aaae-49a5-ad57-c380a49cb1be None None] Transition to ACTIVE for port object ace90edd-b539-48e7-b969-42ed03683dbf will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:31:59.788131 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d980f295-aaae-49a5-ad57-c380a49cb1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:59.897315 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c448cf9-16db-4411-be94-c47e659d7f01 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=745d8741-eb1a-4654-9c32-51140cfb7061,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:59.901972 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7a5283-4ed5-4200-a16d-1abbcde6b5ae None None] Pushing event updated for resources: {'Port': ['ID=ace90edd-b539-48e7-b969-42ed03683dbf,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:59.974212 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-d980f295-aaae-49a5-ad57-c380a49cb1be None None] Attempting to bind port ace90edd-b539-48e7-b969-42ed03683dbf on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:31:59.974212 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-d980f295-aaae-49a5-ad57-c380a49cb1be None None] Attempting to bind port ace90edd-b539-48e7-b969-42ed03683dbf by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:31:59.974212 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d980f295-aaae-49a5-ad57-c380a49cb1be None None] Attempting to bind port ace90edd-b539-48e7-b969-42ed03683dbf on network 2ea12131-628a-487e-b434-0463553732bd {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:59.994747 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d980f295-aaae-49a5-ad57-c380a49cb1be None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:31:59.995136 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d980f295-aaae-49a5-ad57-c380a49cb1be None None] Checking segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:31:59.995560 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d980f295-aaae-49a5-ad57-c380a49cb1be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:59.995964 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d980f295-aaae-49a5-ad57-c380a49cb1be None None] Bound using segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:31:59.996459 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-d980f295-aaae-49a5-ad57-c380a49cb1be None None] Bound port: ace90edd-b539-48e7-b969-42ed03683dbf, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:31:59.999287 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d980f295-aaae-49a5-ad57-c380a49cb1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:00.033805 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0c448cf9-16db-4411-be94-c47e659d7f01 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:00.035821 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-0c448cf9-16db-4411-be94-c47e659d7f01 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8812518 Aug 10 03:32:00.045729 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40358) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:00.069907 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d527e5d6-d8b7-4dde-8419-76218e82fa5a req-3cb62a8b-885e-4709-a98f-212882fda881 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:00.071981 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d527e5d6-d8b7-4dde-8419-76218e82fa5a req-3cb62a8b-885e-4709-a98f-212882fda881 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f70549b-d8ab-420c-8f76-4bc4d67f60eb HTTP/1.1" status: 200 len: 943 time: 0.1492209 Aug 10 03:32:00.128884 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-7a4cb8b6-0c88-4729-8cfa-8a40a5617eba tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Request body: {'security_group_rule': {'security_group_id': '94276bcf-4591-4ae7-b1d9-f2f1c12b7964', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:00.208251 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-d980f295-aaae-49a5-ad57-c380a49cb1be None None] For port ace90edd-b539-48e7-b969-42ed03683dbf, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:32:00.212548 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7a4cb8b6-0c88-4729-8cfa-8a40a5617eba tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:00.224776 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-d980f295-aaae-49a5-ad57-c380a49cb1be None None] For port ace90edd-b539-48e7-b969-42ed03683dbf, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=ace90edd-b539-48e7-b969-42ed03683dbf,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:32:00.241010 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d527e5d6-d8b7-4dde-8419-76218e82fa5a req-4b0c51ef-724a-45e0-b831-8afc7d568a5f tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=60e8d4ce-c00a-43d5-86a4-544ebfda7358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1462631 Aug 10 03:32:00.252879 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d980f295-aaae-49a5-ad57-c380a49cb1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:00.400704 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d980f295-aaae-49a5-ad57-c380a49cb1be None None] Routers {'43a328f6-8331-47c6-9975-188cf28dd429'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:32:00.402300 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-d980f295-aaae-49a5-ad57-c380a49cb1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:31:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['43a328f6-8331-47c6-9975-188cf28dd429'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:00.537946 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ad2fea61-7a06-405c-8010-540d873a046b req-9995d8f4-1a51-43c6-b6e8-f886fabfa882 service neutron] 10.222.0.61 "GET /v2.0/networks/c16d896b-1b67-48b5-b66a-585f180ec01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7522428 Aug 10 03:32:00.663815 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-403ea81f-1f86-435b-95a3-016f55053b99 req-0705301a-bd5b-4e84-bb01-fe936efd355d tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/ports?device_id=044f5741-e4d3-4edf-954b-c2c5a6f36283 HTTP/1.1" status: 200 len: 210 time: 0.1702459 Aug 10 03:32:00.701056 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7a4cb8b6-0c88-4729-8cfa-8a40a5617eba tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:00.763339 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7a4cb8b6-0c88-4729-8cfa-8a40a5617eba tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:00.865774 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7a5283-4ed5-4200-a16d-1abbcde6b5ae None None] Pushing event updated for resources: {'Port': ['ID=ace90edd-b539-48e7-b969-42ed03683dbf,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:00.881842 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7a4cb8b6-0c88-4729-8cfa-8a40a5617eba tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:00.888892 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-7a4cb8b6-0c88-4729-8cfa-8a40a5617eba tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7647285 Aug 10 03:32:00.893184 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40392) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:00.903601 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4cb8b6-0c88-4729-8cfa-8a40a5617eba tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=992ffc8e-f4b1-4eed-95d1-9e878b46856a,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:00.912598 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-14be0324-3c4b-4626-b44a-4c4eb983837e tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Request body: {'security_group_rule': {'security_group_id': '94276bcf-4591-4ae7-b1d9-f2f1c12b7964', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:00.941754 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-d980f295-aaae-49a5-ad57-c380a49cb1be None None] Set router 43a328f6-8331-47c6-9975-188cf28dd429 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:32:01.084286 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6a48c212-d75b-4c98-bca2-246d406677d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:01.085193 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-14be0324-3c4b-4626-b44a-4c4eb983837e tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:01.491104 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-14be0324-3c4b-4626-b44a-4c4eb983837e tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:01.501644 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-14be0324-3c4b-4626-b44a-4c4eb983837e tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:01.612910 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-14be0324-3c4b-4626-b44a-4c4eb983837e tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:01.620639 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-14be0324-3c4b-4626-b44a-4c4eb983837e tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7255013 Aug 10 03:32:01.621997 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40400) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:01.638980 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-3845c549-9bc9-436d-9f01-be1928b83ce1 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Request body: {'security_group_rule': {'security_group_id': '94276bcf-4591-4ae7-b1d9-f2f1c12b7964', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:01.658065 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14be0324-3c4b-4626-b44a-4c4eb983837e tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a01e41a3-997e-4244-8cec-66baec728938,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:01.870857 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-6a48c212-d75b-4c98-bca2-246d406677d3 admin admin] Allocated IP 172.20.0.1 (acebb3a8-af60-43eb-92bf-b435b5b6c1f9/c62cf960-32f5-4573-a432-127c410f7f8d/f41d9e3b-96ea-4fb2-bdae-39718d27f772) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:32:01.951401 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6de1ffd-7e58-4342-8c66-25e488c53a68 req-79fb52d2-a331-4edf-a562-85b9c3735ea8 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:01.981342 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f6de1ffd-7e58-4342-8c66-25e488c53a68 req-79fb52d2-a331-4edf-a562-85b9c3735ea8 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f70549b-d8ab-420c-8f76-4bc4d67f60eb HTTP/1.1" status: 200 len: 943 time: 0.3171613 Aug 10 03:32:01.988600 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3845c549-9bc9-436d-9f01-be1928b83ce1 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:02.090459 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-d980f295-aaae-49a5-ad57-c380a49cb1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a328f6-8331-47c6-9975-188cf28dd429', 'name': 'tempest-TestAggregatesBasicOps-2082303943-router', 'tenant_id': 'd8e7bc8846d54bdf9456672f98badaed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'ace90edd-b539-48e7-b969-42ed03683dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:31:49Z', 'updated_at': '2021-08-10T03:31:53Z', 'revision_number': 3, 'project_id': 'd8e7bc8846d54bdf9456672f98badaed', 'gw_port': {'id': 'ace90edd-b539-48e7-b969-42ed03683dbf', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7c:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a328f6-8331-47c6-9975-188cf28dd429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:51Z', 'updated_at': '2021-08-10T03:32:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:02.154182 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-119ff8f0-f9e1-4a9f-91d8-e126c3cb10ef req-c3cce0ef-e4ce-4eb3-8709-437eb4fb6d47 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/ports?device_id=044f5741-e4d3-4edf-954b-c2c5a6f36283 HTTP/1.1" status: 200 len: 210 time: 0.0572820 Aug 10 03:32:02.251680 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3845c549-9bc9-436d-9f01-be1928b83ce1 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:02.253125 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d980f295-aaae-49a5-ad57-c380a49cb1be None None] The sync data for ids ['43a328f6-8331-47c6-9975-188cf28dd429'] in n-d-768862-13 is: [{'id': '43a328f6-8331-47c6-9975-188cf28dd429', 'name': 'tempest-TestAggregatesBasicOps-2082303943-router', 'tenant_id': 'd8e7bc8846d54bdf9456672f98badaed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'ace90edd-b539-48e7-b969-42ed03683dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:31:49Z', 'updated_at': '2021-08-10T03:31:53Z', 'revision_number': 3, 'project_id': 'd8e7bc8846d54bdf9456672f98badaed', 'gw_port': {'id': 'ace90edd-b539-48e7-b969-42ed03683dbf', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7c:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a328f6-8331-47c6-9975-188cf28dd429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:51Z', 'updated_at': '2021-08-10T03:32:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:32:02.263586 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3845c549-9bc9-436d-9f01-be1928b83ce1 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:02.361240 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f6de1ffd-7e58-4342-8c66-25e488c53a68 req-550defd5-0034-4ba7-8287-2ac6c0ef2373 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=60e8d4ce-c00a-43d5-86a4-544ebfda7358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3786008 Aug 10 03:32:02.385279 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3845c549-9bc9-436d-9f01-be1928b83ce1 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28bed6e4-489d-44ec-ad93-e456b64c86c4,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:02.418065 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3845c549-9bc9-436d-9f01-be1928b83ce1 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:02.419511 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-3845c549-9bc9-436d-9f01-be1928b83ce1 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7875578 Aug 10 03:32:02.427330 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40412) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:02.464266 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-6438ed89-1cb4-4c64-8579-9ad93ed7f4f3 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Request body: {'security_group_rule': {'security_group_id': '94276bcf-4591-4ae7-b1d9-f2f1c12b7964', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:02.557359 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6a48c212-d75b-4c98-bca2-246d406677d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:02.618726 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6438ed89-1cb4-4c64-8579-9ad93ed7f4f3 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:02.643108 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [None req-6a48c212-d75b-4c98-bca2-246d406677d3 admin admin] Transition to ACTIVE for port object f41d9e3b-96ea-4fb2-bdae-39718d27f772 will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:32:02.850917 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6a48c212-d75b-4c98-bca2-246d406677d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:02.927313 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6438ed89-1cb4-4c64-8579-9ad93ed7f4f3 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:02.945012 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6438ed89-1cb4-4c64-8579-9ad93ed7f4f3 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:03.002112 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6438ed89-1cb4-4c64-8579-9ad93ed7f4f3 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7a389b5-77c0-4628-a543-dab3086bb8aa,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:03.028983 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6438ed89-1cb4-4c64-8579-9ad93ed7f4f3 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:03.036333 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-6438ed89-1cb4-4c64-8579-9ad93ed7f4f3 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6074245 Aug 10 03:32:03.037890 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40426) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:03.102186 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:03.148998 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a48c212-d75b-4c98-bca2-246d406677d3 admin admin] Pushing event updated for resources: {'Port': ['ID=f41d9e3b-96ea-4fb2-bdae-39718d27f772,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:03.185325 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a48c212-d75b-4c98-bca2-246d406677d3 admin admin] Network acebb3a8-af60-43eb-92bf-b435b5b6c1f9 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:03.188104 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-6a48c212-d75b-4c98-bca2-246d406677d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:03.189480 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-09cee84e-8cc5-4ac4-a340-748be304c6c2 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:03.192215 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a48c212-d75b-4c98-bca2-246d406677d3 admin admin] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:32:03.223926 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-09cee84e-8cc5-4ac4-a340-748be304c6c2 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:03.314210 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-09cee84e-8cc5-4ac4-a340-748be304c6c2 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:03.361536 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-09cee84e-8cc5-4ac4-a340-748be304c6c2 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:03.366687 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-09cee84e-8cc5-4ac4-a340-748be304c6c2 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/a7a389b5-77c0-4628-a543-dab3086bb8aa HTTP/1.1" status: 204 len: 168 time: 0.3259649 Aug 10 03:32:03.366687 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cee84e-8cc5-4ac4-a340-748be304c6c2 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a7a389b5-77c0-4628-a543-dab3086bb8aa,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:03.395406 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40434) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:03.411406 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6a48c212-d75b-4c98-bca2-246d406677d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521745'] for router_interface, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:03.765643 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-02b4ab6b-9831-4602-a742-be856aeca2cf req-c486f27b-3ba8-4fe2-b5d9-3c5697268fc6 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/ports?device_id=044f5741-e4d3-4edf-954b-c2c5a6f36283 HTTP/1.1" status: 200 len: 210 time: 0.3809917 Aug 10 03:32:03.916023 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-c8e98868-69ac-4d74-8208-c80bbbf09c70 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.5159173 Aug 10 03:32:03.922619 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40446) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:03.996252 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6a48c212-d75b-4c98-bca2-246d406677d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:04.042679 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-ce3f2ce6-c8d5-415d-9824-dc5d31e9d490 None None] Provisioning for port f41d9e3b-96ea-4fb2-bdae-39718d27f772 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:32:04.082442 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc5733d-5b06-4803-ac26-7a6dbd9e0d7d req-295f9c9e-86f8-47a5-86e8-b06ec4042a72 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:04.089577 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-ce3f2ce6-c8d5-415d-9824-dc5d31e9d490 None None] Provisioning complete for port f41d9e3b-96ea-4fb2-bdae-39718d27f772 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:04.095477 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ce3f2ce6-c8d5-415d-9824-dc5d31e9d490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:04.103086 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5dc5733d-5b06-4803-ac26-7a6dbd9e0d7d req-295f9c9e-86f8-47a5-86e8-b06ec4042a72 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f70549b-d8ab-420c-8f76-4bc4d67f60eb HTTP/1.1" status: 200 len: 943 time: 0.3424137 Aug 10 03:32:04.294564 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a219d1d6-7ac7-4c72-9e19-0f0a7dff4025 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:04.300461 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5dc5733d-5b06-4803-ac26-7a6dbd9e0d7d req-80362ee9-a679-44a0-af66-09b79c5091b3 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=60e8d4ce-c00a-43d5-86a4-544ebfda7358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1926703 Aug 10 03:32:04.311346 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-ce3f2ce6-c8d5-415d-9824-dc5d31e9d490 None None] Port f41d9e3b-96ea-4fb2-bdae-39718d27f772 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:32:04.360858 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a219d1d6-7ac7-4c72-9e19-0f0a7dff4025 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:04.669056 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a219d1d6-7ac7-4c72-9e19-0f0a7dff4025 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:04.689268 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a219d1d6-7ac7-4c72-9e19-0f0a7dff4025 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:04.690533 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a219d1d6-7ac7-4c72-9e19-0f0a7dff4025 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/28bed6e4-489d-44ec-ad93-e456b64c86c4 HTTP/1.1" status: 204 len: 168 time: 0.7549338 Aug 10 03:32:04.695621 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40458) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:04.700767 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a219d1d6-7ac7-4c72-9e19-0f0a7dff4025 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=28bed6e4-489d-44ec-ad93-e456b64c86c4,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:04.857582 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-049b7e9e-1ac3-4fb3-810e-56c75265bcc2 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1576967 Aug 10 03:32:04.864804 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40462) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:05.061604 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6a48c212-d75b-4c98-bca2-246d406677d3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:05.084062 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6a48c212-d75b-4c98-bca2-246d406677d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:05.107465 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-93a5b121-0ab1-49ac-aab0-993983e071b0 req-f48b46c1-d521-4f95-bc7a-44f5d00fc9eb tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/ports?device_id=044f5741-e4d3-4edf-954b-c2c5a6f36283 HTTP/1.1" status: 200 len: 210 time: 0.1069267 Aug 10 03:32:05.156892 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-657f4c7c-4c6a-480c-9cac-f4e56e1ba857 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:05.246821 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6a48c212-d75b-4c98-bca2-246d406677d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521893'] for router_interface, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:05.253680 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a48c212-d75b-4c98-bca2-246d406677d3 admin admin] Pushing event updated for resources: {'Port': ['ID=f41d9e3b-96ea-4fb2-bdae-39718d27f772,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:05.279699 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device ace90edd-b539-48e7-b969-42ed03683dbf up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:32:05.291557 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-657f4c7c-4c6a-480c-9cac-f4e56e1ba857 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:05.400521 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port ace90edd-b539-48e7-b969-42ed03683dbf completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:32:05.405914 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port ace90edd-b539-48e7-b969-42ed03683dbf triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:05.406574 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:05.562478 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d42ec2-5a79-4352-bd55-11ef99de1bf1 req-24197b31-6c31-40ad-a287-d422492b839e tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:05.571528 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d8d42ec2-5a79-4352-bd55-11ef99de1bf1 req-24197b31-6c31-40ad-a287-d422492b839e tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f70549b-d8ab-420c-8f76-4bc4d67f60eb HTTP/1.1" status: 200 len: 943 time: 0.1331434 Aug 10 03:32:05.584545 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-657f4c7c-4c6a-480c-9cac-f4e56e1ba857 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:05.610199 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-657f4c7c-4c6a-480c-9cac-f4e56e1ba857 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:05.616337 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-657f4c7c-4c6a-480c-9cac-f4e56e1ba857 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/a01e41a3-997e-4244-8cec-66baec728938 HTTP/1.1" status: 204 len: 168 time: 0.7503428 Aug 10 03:32:05.616625 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40476) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:05.638637 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657f4c7c-4c6a-480c-9cac-f4e56e1ba857 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a01e41a3-997e-4244-8cec-66baec728938,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:05.676919 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:05.691913 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a48c212-d75b-4c98-bca2-246d406677d3 admin admin] Network acebb3a8-af60-43eb-92bf-b435b5b6c1f9 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:05.695625 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-6a48c212-d75b-4c98-bca2-246d406677d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:05.716743 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d8d42ec2-5a79-4352-bd55-11ef99de1bf1 req-e6d0b8a2-f54e-43e0-adcc-29a2efe801c9 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=60e8d4ce-c00a-43d5-86a4-544ebfda7358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1362550 Aug 10 03:32:05.766622 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port ace90edd-b539-48e7-b969-42ed03683dbf, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=ace90edd-b539-48e7-b969-42ed03683dbf,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:05.776850 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:05.803135 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-f1e40b61-8830-4201-92af-889ba597c550 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1842759 Aug 10 03:32:05.806693 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40478) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:05.879454 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-37e26b57-3eaf-4607-a8b6-d68ebfdf6d26 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:05.900016 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-37e26b57-3eaf-4607-a8b6-d68ebfdf6d26 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:05.977452 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=ace90edd-b539-48e7-b969-42ed03683dbf,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:05.992379 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-37e26b57-3eaf-4607-a8b6-d68ebfdf6d26 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:05.999353 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-37e26b57-3eaf-4607-a8b6-d68ebfdf6d26 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:06.001401 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-37e26b57-3eaf-4607-a8b6-d68ebfdf6d26 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/992ffc8e-f4b1-4eed-95d1-9e878b46856a HTTP/1.1" status: 204 len: 168 time: 0.1931446 Aug 10 03:32:06.004172 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40480) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:06.025695 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e26b57-3eaf-4607-a8b6-d68ebfdf6d26 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=992ffc8e-f4b1-4eed-95d1-9e878b46856a,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:06.186886 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-cce2582e-db53-44bc-9209-2fdc32c9a5dd tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1644814 Aug 10 03:32:06.189814 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40482) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:06.220559 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a48c212-d75b-4c98-bca2-246d406677d3 admin admin] Router 43a328f6-8331-47c6-9975-188cf28dd429 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:32:06.272131 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-16b7b850-2ce0-4536-93ae-9ef344d2a23c tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:06.314652 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-16b7b850-2ce0-4536-93ae-9ef344d2a23c tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:06.342722 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-56a0df88-5ff2-4207-b4f5-4b78710638df None None] Provisioning complete for port f41d9e3b-96ea-4fb2-bdae-39718d27f772 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:06.343940 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-56a0df88-5ff2-4207-b4f5-4b78710638df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:06.425796 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-16b7b850-2ce0-4536-93ae-9ef344d2a23c tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:06.474608 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-16b7b850-2ce0-4536-93ae-9ef344d2a23c tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:06.475811 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-16b7b850-2ce0-4536-93ae-9ef344d2a23c tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/745d8741-eb1a-4654-9c32-51140cfb7061 HTTP/1.1" status: 204 len: 168 time: 0.2846582 Aug 10 03:32:06.484447 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-56a0df88-5ff2-4207-b4f5-4b78710638df None None] Port f41d9e3b-96ea-4fb2-bdae-39718d27f772 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:32:06.487186 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40496) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:06.487539 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40498) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:06.520630 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b7b850-2ce0-4536-93ae-9ef344d2a23c tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=745d8741-eb1a-4654-9c32-51140cfb7061,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:06.606849 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a48c212-d75b-4c98-bca2-246d406677d3 admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:32:06.620149 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-6a48c212-d75b-4c98-bca2-246d406677d3 admin admin] 10.222.0.44 "PUT /v2.0/routers/43a328f6-8331-47c6-9975-188cf28dd429/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2109883 Aug 10 03:32:06.636901 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56b4c4f-127e-463b-a236-d8dbbb83a5f1 None None] Sync routers for ids ['43a328f6-8331-47c6-9975-188cf28dd429'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:32:06.664116 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40502) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:06.667500 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-162ba753-2080-4c69-9e0c-3a6535308e5d tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1769629 Aug 10 03:32:06.711422 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-cd5aeefc-5b28-4fd2-99a9-7d3165f9a54b tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:06.713480 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56b4c4f-127e-463b-a236-d8dbbb83a5f1 None None] Routers {'43a328f6-8331-47c6-9975-188cf28dd429'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:32:06.726278 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-c56b4c4f-127e-463b-a236-d8dbbb83a5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:31:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['43a328f6-8331-47c6-9975-188cf28dd429'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:06.840128 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40506) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:06.840682 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a94aae5a-4b56-4440-a7d9-96d414e5da76 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:06.842755 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-cd5aeefc-5b28-4fd2-99a9-7d3165f9a54b tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:06.887477 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a94aae5a-4b56-4440-a7d9-96d414e5da76 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:06.988985 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a94aae5a-4b56-4440-a7d9-96d414e5da76 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:06.992215 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a94aae5a-4b56-4440-a7d9-96d414e5da76 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:06.993450 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a94aae5a-4b56-4440-a7d9-96d414e5da76 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] 10.222.0.44 "DELETE /v2.0/security-groups/94276bcf-4591-4ae7-b1d9-f2f1c12b7964 HTTP/1.1" status: 204 len: 168 time: 0.3287098 Aug 10 03:32:06.996962 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40514) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:07.078826 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94aae5a-4b56-4440-a7d9-96d414e5da76 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94276bcf-4591-4ae7-b1d9-f2f1c12b7964,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:07.163907 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device ace90edd-b539-48e7-b969-42ed03683dbf up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:32:07.228992 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd8cfd7-b1fd-4d1a-ba26-5b2ef5337bf0 req-a9d9e79e-81b5-412c-b656-d475f9e30796 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:07.252691 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4fd8cfd7-b1fd-4d1a-ba26-5b2ef5337bf0 req-a9d9e79e-81b5-412c-b656-d475f9e30796 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f70549b-d8ab-420c-8f76-4bc4d67f60eb HTTP/1.1" status: 200 len: 943 time: 0.3498468 Aug 10 03:32:07.253305 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-156b52cd-be6c-4401-9bb1-d1f6d86a2e86 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2552085 Aug 10 03:32:07.260263 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40520) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:07.288491 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-ee8a398d-d22b-452e-a6be-a7fb3c02df97 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Request body: {'security_group': {'name': 'tempest-secgroup--2131950131'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:07.331120 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-cd5aeefc-5b28-4fd2-99a9-7d3165f9a54b tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:07.336090 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-cd5aeefc-5b28-4fd2-99a9-7d3165f9a54b tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:07.351143 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ee8a398d-d22b-452e-a6be-a7fb3c02df97 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:07.355089 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-cd5aeefc-5b28-4fd2-99a9-7d3165f9a54b tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "DELETE /v2.0/security-groups/e522b194-e383-4019-8939-c6a59d2ab04c HTTP/1.1" status: 204 len: 168 time: 0.8661869 Aug 10 03:32:07.363350 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40524) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:07.380619 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port ace90edd-b539-48e7-b969-42ed03683dbf triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:07.385533 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:07.437368 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5aeefc-5b28-4fd2-99a9-7d3165f9a54b tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e522b194-e383-4019-8939-c6a59d2ab04c,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:07.441476 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-c56b4c4f-127e-463b-a236-d8dbbb83a5f1 None None] Set router 43a328f6-8331-47c6-9975-188cf28dd429 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:32:07.521294 n-d-768862-13 neutron-server[94261]: INFO neutron.api.v2.resource [None req-c1083aab-d035-4788-8ab7-d9f4a634ce61 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] show failed (client error): The resource could not be found. Aug 10 03:32:07.528879 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4fd8cfd7-b1fd-4d1a-ba26-5b2ef5337bf0 req-7be59794-b659-4777-9ba9-75e5dde990af tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=60e8d4ce-c00a-43d5-86a4-544ebfda7358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2666426 Aug 10 03:32:07.529863 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-c1083aab-d035-4788-8ab7-d9f4a634ce61 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "GET /v2.0/security-groups/e522b194-e383-4019-8939-c6a59d2ab04c HTTP/1.1" status: 404 len: 347 time: 0.1579561 Aug 10 03:32:07.530840 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40528) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:07.549677 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b006f61d-a120-4d7e-aebc-55dbcfed6c5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:07.613674 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.db.api [None req-b006f61d-a120-4d7e-aebc-55dbcfed6c5a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 03:32:07.613674 n-d-768862-13 neutron-server[94261]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 03:32:07.613674 n-d-768862-13 neutron-server[94261]: [parameters: {'project_id_1': '7f5a49c028804c8a80e088172e6e47f3', 'expiration_1': datetime.datetime(2021, 8, 10, 3, 32, 7, 590963)}] Aug 10 03:32:07.613674 n-d-768862-13 neutron-server[94261]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94261) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:32:07.614729 n-d-768862-13 neutron-server[94261]: DEBUG oslo_db.api [None req-b006f61d-a120-4d7e-aebc-55dbcfed6c5a admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:32:07.813382 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ee8a398d-d22b-452e-a6be-a7fb3c02df97 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:07.820908 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ee8a398d-d22b-452e-a6be-a7fb3c02df97 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:07.923939 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8a398d-d22b-452e-a6be-a7fb3c02df97 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20e682a3-7954-4b8e-80ca-dc4dc4dc6e9a,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:07.940236 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ee8a398d-d22b-452e-a6be-a7fb3c02df97 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:07.941682 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ee8a398d-d22b-452e-a6be-a7fb3c02df97 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6677196 Aug 10 03:32:07.953581 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40538) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:07.958526 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-7c0d4024-04db-4ab5-abeb-a4f163708640 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Request body: {'security_group_rule': {'security_group_id': '20e682a3-7954-4b8e-80ca-dc4dc4dc6e9a', 'direction': 'ingress', 'protocol': 17}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:08.031694 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7c0d4024-04db-4ab5-abeb-a4f163708640 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:08.058759 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-ad286b19-57f8-4672-9d46-7dbbd4d30235 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Deleting port 9cad2cca-85ba-416d-a1c9-aa4435103e18 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:32:08.061381 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ad286b19-57f8-4672-9d46-7dbbd4d30235 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:08.120047 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b006f61d-a120-4d7e-aebc-55dbcfed6c5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:08.188600 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ad286b19-57f8-4672-9d46-7dbbd4d30235 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:08.189238 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ad286b19-57f8-4672-9d46-7dbbd4d30235 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:08.203783 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-ad286b19-57f8-4672-9d46-7dbbd4d30235 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Calling delete_port for 9cad2cca-85ba-416d-a1c9-aa4435103e18 owned by network:floatingip {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:32:08.258806 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-c56b4c4f-127e-463b-a236-d8dbbb83a5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a328f6-8331-47c6-9975-188cf28dd429', 'name': 'tempest-TestAggregatesBasicOps-2082303943-router', 'tenant_id': 'd8e7bc8846d54bdf9456672f98badaed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'ace90edd-b539-48e7-b969-42ed03683dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:31:49Z', 'updated_at': '2021-08-10T03:32:03Z', 'revision_number': 4, 'project_id': 'd8e7bc8846d54bdf9456672f98badaed', 'gw_port': {'id': 'ace90edd-b539-48e7-b969-42ed03683dbf', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a328f6-8331-47c6-9975-188cf28dd429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:51Z', 'updated_at': '2021-08-10T03:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': 'f41d9e3b-96ea-4fb2-bdae-39718d27f772', 'name': '', 'network_id': 'acebb3a8-af60-43eb-92bf-b435b5b6c1f9', 'tenant_id': 'd8e7bc8846d54bdf9456672f98badaed', 'mac_address': 'fa:16:3e:1c:86:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a328f6-8331-47c6-9975-188cf28dd429', 'device_owner': 'network:router_interface', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': 'c62cf960-32f5-4573-a432-127c410f7f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:01Z', 'updated_at': '2021-08-10T03:32:04Z', 'revision_number': 2, 'project_id': 'd8e7bc8846d54bdf9456672f98badaed', 'subnets': [{'id': 'c62cf960-32f5-4573-a432-127c410f7f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:08.319975 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56b4c4f-127e-463b-a236-d8dbbb83a5f1 None None] Checking router: 43a328f6-8331-47c6-9975-188cf28dd429 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:32:08.320322 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56b4c4f-127e-463b-a236-d8dbbb83a5f1 None None] Updating router 43a328f6-8331-47c6-9975-188cf28dd429 port f41d9e3b-96ea-4fb2-bdae-39718d27f772 binding host n-d-768862-13 {{(pid=94263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:32:08.420309 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-c56b4c4f-127e-463b-a236-d8dbbb83a5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:08.479789 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7c0d4024-04db-4ab5-abeb-a4f163708640 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:08.494471 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7c0d4024-04db-4ab5-abeb-a4f163708640 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:08.522760 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0d4024-04db-4ab5-abeb-a4f163708640 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b73bb58e-2885-4e16-b163-5fd474c2d8e2,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:08.578794 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b006f61d-a120-4d7e-aebc-55dbcfed6c5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:08.587201 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b006f61d-a120-4d7e-aebc-55dbcfed6c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:08.649152 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7c0d4024-04db-4ab5-abeb-a4f163708640 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:08.657675 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-7c0d4024-04db-4ab5-abeb-a4f163708640 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7014351 Aug 10 03:32:08.659743 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40562) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:08.669193 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ad286b19-57f8-4672-9d46-7dbbd4d30235 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:08.712319 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-b006f61d-a120-4d7e-aebc-55dbcfed6c5a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7f5a49c028804c8a80e088172e6e47f3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7538762 Aug 10 03:32:08.716407 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b006f61d-a120-4d7e-aebc-55dbcfed6c5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f261bce-db95-441a-9246-a964ff8ad95b,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:08.719221 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40564) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:08.795617 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5b0e4522-8f8f-49f1-9904-f6c6590ff9fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:08.882006 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5b0e4522-8f8f-49f1-9904-f6c6590ff9fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:08.975289 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad286b19-57f8-4672-9d46-7dbbd4d30235 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Pushing event deleted for resources: {'Port': ['ID=9cad2cca-85ba-416d-a1c9-aa4435103e18,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:09.048236 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5b0e4522-8f8f-49f1-9904-f6c6590ff9fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:09.054470 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5b0e4522-8f8f-49f1-9904-f6c6590ff9fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:09.057792 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-5b0e4522-8f8f-49f1-9904-f6c6590ff9fc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9f261bce-db95-441a-9246-a964ff8ad95b HTTP/1.1" status: 204 len: 168 time: 0.3369019 Aug 10 03:32:09.099960 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0e4522-8f8f-49f1-9904-f6c6590ff9fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f261bce-db95-441a-9246-a964ff8ad95b,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:09.421280 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65970219-d349-4523-b406-af09f8a4d354 req-0be47cd2-576a-4547-a9c2-0dfd9c0dc7c1 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:09.430256 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-65970219-d349-4523-b406-af09f8a4d354 req-0be47cd2-576a-4547-a9c2-0dfd9c0dc7c1 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f70549b-d8ab-420c-8f76-4bc4d67f60eb HTTP/1.1" status: 200 len: 943 time: 0.4095190 Aug 10 03:32:09.434934 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ad286b19-57f8-4672-9d46-7dbbd4d30235 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks [] for floatingip, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:09.444840 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ad286b19-57f8-4672-9d46-7dbbd4d30235 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:09.448093 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-ad286b19-57f8-4672-9d46-7dbbd4d30235 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "DELETE /v2.0/floatingips/dd4fc7ae-5c9b-46ed-a734-0b37f84d0f79 HTTP/1.1" status: 204 len: 168 time: 1.9136677 Aug 10 03:32:09.452836 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40582) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:09.467245 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-aa728e2c-0620-4026-bf41-dd8e69e55456 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:09.630652 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-aa728e2c-0620-4026-bf41-dd8e69e55456 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:09.705148 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-c56b4c4f-127e-463b-a236-d8dbbb83a5f1 None None] Notify callbacks [] for port, precommit_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:09.712177 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-65970219-d349-4523-b406-af09f8a4d354 req-aaf53972-ef1e-4694-9353-e2d3c525c96f tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=60e8d4ce-c00a-43d5-86a4-544ebfda7358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2795331 Aug 10 03:32:09.775841 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.provisioning_blocks [None req-c56b4c4f-127e-463b-a236-d8dbbb83a5f1 None None] Transition to ACTIVE for port object f41d9e3b-96ea-4fb2-bdae-39718d27f772 will not be triggered until provisioned by entity L2. {{(pid=94263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:32:09.781735 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-b59e0d06-cbab-4cb9-aa8c-2f5c7e07e22c tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Deleting port d7410f22-72fc-46b2-bf2c-021ea69dd6bd {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:32:09.783279 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b59e0d06-cbab-4cb9-aa8c-2f5c7e07e22c tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:09.795844 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-c56b4c4f-127e-463b-a236-d8dbbb83a5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:09.863288 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-aa728e2c-0620-4026-bf41-dd8e69e55456 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:09.868665 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-aa728e2c-0620-4026-bf41-dd8e69e55456 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:09.874507 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-aa728e2c-0620-4026-bf41-dd8e69e55456 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] 10.222.0.44 "DELETE /v2.0/security-groups/20e682a3-7954-4b8e-80ca-dc4dc4dc6e9a HTTP/1.1" status: 204 len: 168 time: 1.2104609 Aug 10 03:32:09.878122 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40592) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:09.987637 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783465db-7623-4d79-8480-cb91004c3871 None None] Pushing event updated for resources: {'Port': ['ID=f41d9e3b-96ea-4fb2-bdae-39718d27f772,revision_number=3']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:09.989884 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b59e0d06-cbab-4cb9-aa8c-2f5c7e07e22c tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:10.056180 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-b59e0d06-cbab-4cb9-aa8c-2f5c7e07e22c tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Calling delete_port for d7410f22-72fc-46b2-bf2c-021ea69dd6bd owned by {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:32:10.089740 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa728e2c-0620-4026-bf41-dd8e69e55456 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e682a3-7954-4b8e-80ca-dc4dc4dc6e9a,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:10.147653 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40602) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:10.255211 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f2abdb55-5136-45c6-a824-c774c280aed1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:10.261707 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-93f7ab7e-16b2-4d3d-b369-893528448489 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3742876 Aug 10 03:32:10.266763 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-c56b4c4f-127e-463b-a236-d8dbbb83a5f1 None None] Attempting to bind port f41d9e3b-96ea-4fb2-bdae-39718d27f772 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:32:10.269507 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40604) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:10.270551 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-c56b4c4f-127e-463b-a236-d8dbbb83a5f1 None None] Attempting to bind port f41d9e3b-96ea-4fb2-bdae-39718d27f772 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'b892f116-4a0b-4772-b84a-79dc9085b519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'acebb3a8-af60-43eb-92bf-b435b5b6c1f9'}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:32:10.273286 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56b4c4f-127e-463b-a236-d8dbbb83a5f1 None None] Attempting to bind port f41d9e3b-96ea-4fb2-bdae-39718d27f772 on network acebb3a8-af60-43eb-92bf-b435b5b6c1f9 {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:32:10.289095 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56b4c4f-127e-463b-a236-d8dbbb83a5f1 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:32:10.292718 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56b4c4f-127e-463b-a236-d8dbbb83a5f1 None None] Checking segment: {'id': 'b892f116-4a0b-4772-b84a-79dc9085b519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'acebb3a8-af60-43eb-92bf-b435b5b6c1f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:32:10.296575 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-c56b4c4f-127e-463b-a236-d8dbbb83a5f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:10.298718 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56b4c4f-127e-463b-a236-d8dbbb83a5f1 None None] Bound using segment: {'id': 'b892f116-4a0b-4772-b84a-79dc9085b519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'acebb3a8-af60-43eb-92bf-b435b5b6c1f9'} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:32:10.299700 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-c56b4c4f-127e-463b-a236-d8dbbb83a5f1 None None] Bound port: f41d9e3b-96ea-4fb2-bdae-39718d27f772, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b892f116-4a0b-4772-b84a-79dc9085b519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'acebb3a8-af60-43eb-92bf-b435b5b6c1f9'}}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:32:10.301049 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-c56b4c4f-127e-463b-a236-d8dbbb83a5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:10.306022 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-a9197ae9-c3b6-4f10-9a21-e11c3c2c23b6 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Request body: {'security_group': {'name': 'tempest-secgroup--648732260'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:10.399084 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.db.api [None req-f2abdb55-5136-45c6-a824-c774c280aed1 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 03:32:10.399084 n-d-768862-13 neutron-server[94260]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 10 03:32:10.399084 n-d-768862-13 neutron-server[94260]: [parameters: {'project_id': '0853e0768bf74baa94c659b01d4eed5a', 'id': '44cbd8cb-d9ea-4a3a-b4ad-4fd62de33eec', 'expiration': datetime.datetime(2021, 8, 10, 3, 34, 10, 374891)}] Aug 10 03:32:10.399084 n-d-768862-13 neutron-server[94260]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94260) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:32:10.399856 n-d-768862-13 neutron-server[94260]: DEBUG oslo_db.api [None req-f2abdb55-5136-45c6-a824-c774c280aed1 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:32:10.420323 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a9197ae9-c3b6-4f10-9a21-e11c3c2c23b6 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:10.560521 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-c56b4c4f-127e-463b-a236-d8dbbb83a5f1 None None] For port f41d9e3b-96ea-4fb2-bdae-39718d27f772, host n-d-768862-13, cleared binding levels {{(pid=94263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:32:10.566443 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-c56b4c4f-127e-463b-a236-d8dbbb83a5f1 None None] For port f41d9e3b-96ea-4fb2-bdae-39718d27f772, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=f41d9e3b-96ea-4fb2-bdae-39718d27f772,segment=NetworkSegment(b892f116-4a0b-4772-b84a-79dc9085b519),segment_id=b892f116-4a0b-4772-b84a-79dc9085b519)] {{(pid=94263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:32:10.578076 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-c56b4c4f-127e-463b-a236-d8dbbb83a5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:10.618664 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b59e0d06-cbab-4cb9-aa8c-2f5c7e07e22c tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:10.701793 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783465db-7623-4d79-8480-cb91004c3871 None None] Pushing event updated for resources: {'Port': ['ID=f41d9e3b-96ea-4fb2-bdae-39718d27f772,revision_number=4']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:10.723053 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59e0d06-cbab-4cb9-aa8c-2f5c7e07e22c tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Pushing event deleted for resources: {'Port': ['ID=d7410f22-72fc-46b2-bf2c-021ea69dd6bd,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:10.751655 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56b4c4f-127e-463b-a236-d8dbbb83a5f1 None None] Routers {'43a328f6-8331-47c6-9975-188cf28dd429'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:32:10.754489 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-c56b4c4f-127e-463b-a236-d8dbbb83a5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:31:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['43a328f6-8331-47c6-9975-188cf28dd429'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:10.800585 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a9197ae9-c3b6-4f10-9a21-e11c3c2c23b6 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:10.808029 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a9197ae9-c3b6-4f10-9a21-e11c3c2c23b6 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:10.857268 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a9197ae9-c3b6-4f10-9a21-e11c3c2c23b6 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:10.861936 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-a9197ae9-c3b6-4f10-9a21-e11c3c2c23b6 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5860369 Aug 10 03:32:10.865644 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40618) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:10.885643 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-f843317b-dd50-4226-b084-6cca1bce4d97 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Request body: {'security_group': {'name': 'tempest-secgroup--1782637771'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:10.899536 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9197ae9-c3b6-4f10-9a21-e11c3c2c23b6 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48bf729f-0b64-4ee6-ab58-55893c83a1bc,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:10.907531 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f2abdb55-5136-45c6-a824-c774c280aed1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:11.014820 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b59e0d06-cbab-4cb9-aa8c-2f5c7e07e22c tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:11.025366 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-b59e0d06-cbab-4cb9-aa8c-2f5c7e07e22c tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "DELETE /v2.0/ports/d7410f22-72fc-46b2-bf2c-021ea69dd6bd HTTP/1.1" status: 204 len: 168 time: 1.5686886 Aug 10 03:32:11.027578 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40622) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:11.112981 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40624) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:11.182164 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f2abdb55-5136-45c6-a824-c774c280aed1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:11.183988 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f843317b-dd50-4226-b084-6cca1bce4d97 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:11.271818 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-c56b4c4f-127e-463b-a236-d8dbbb83a5f1 None None] Set router 43a328f6-8331-47c6-9975-188cf28dd429 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:32:11.308665 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f2abdb55-5136-45c6-a824-c774c280aed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:11.387487 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-f2abdb55-5136-45c6-a824-c774c280aed1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0853e0768bf74baa94c659b01d4eed5a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2358172 Aug 10 03:32:11.395979 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40630) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:11.583263 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13a2f29-9fec-4c2e-99fd-c996f4676f3b req-7cc9a339-8f20-49ec-8f11-0c6a8561f22e tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:11.585734 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c13a2f29-9fec-4c2e-99fd-c996f4676f3b req-7cc9a339-8f20-49ec-8f11-0c6a8561f22e tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f70549b-d8ab-420c-8f76-4bc4d67f60eb HTTP/1.1" status: 200 len: 943 time: 0.3833461 Aug 10 03:32:11.615228 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2abdb55-5136-45c6-a824-c774c280aed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d911b5f-1d3a-4b0f-ac84-7afca43d5c66,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:11.650032 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f843317b-dd50-4226-b084-6cca1bce4d97 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:11.683928 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-38d156d0-f153-4d20-999f-09ceb68d57b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:11.721385 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c41b0-5631-4ee2-b190-730df6e2136c tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Deleting port a51886da-65ec-4881-8090-1c7844482542 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:32:11.726738 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-aa0c41b0-5631-4ee2-b190-730df6e2136c tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:11.731753 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-38d156d0-f153-4d20-999f-09ceb68d57b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:11.816462 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f843317b-dd50-4226-b084-6cca1bce4d97 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:11.865991 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-38d156d0-f153-4d20-999f-09ceb68d57b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:11.868930 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-38d156d0-f153-4d20-999f-09ceb68d57b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:11.870254 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-38d156d0-f153-4d20-999f-09ceb68d57b8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8d911b5f-1d3a-4b0f-ac84-7afca43d5c66 HTTP/1.1" status: 204 len: 168 time: 0.4080679 Aug 10 03:32:11.873395 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f843317b-dd50-4226-b084-6cca1bce4d97 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:11.876337 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-f843317b-dd50-4226-b084-6cca1bce4d97 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9954836 Aug 10 03:32:11.900925 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40640) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:11.908306 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c13a2f29-9fec-4c2e-99fd-c996f4676f3b req-404c95e3-eb13-4703-9526-b76048ffeb83 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=60e8d4ce-c00a-43d5-86a4-544ebfda7358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3007755 Aug 10 03:32:11.913112 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-33205f23-dca5-489f-abac-8f2354122b56 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Request body: {'security_group_rule': {'security_group_id': '48bf729f-0b64-4ee6-ab58-55893c83a1bc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'fb392f48-256d-4d05-8c21-a890a772d629', 'remote_ip_prefix': None}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:11.940017 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f843317b-dd50-4226-b084-6cca1bce4d97 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb392f48-256d-4d05-8c21-a890a772d629,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:11.954946 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d156d0-f153-4d20-999f-09ceb68d57b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d911b5f-1d3a-4b0f-ac84-7afca43d5c66,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:11.984421 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-33205f23-dca5-489f-abac-8f2354122b56 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:12.113631 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-33205f23-dca5-489f-abac-8f2354122b56 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:12.121978 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-33205f23-dca5-489f-abac-8f2354122b56 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:12.143548 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33205f23-dca5-489f-abac-8f2354122b56 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9e371bf-28ba-4c71-9c62-e3cfdfca46c8,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:12.154839 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-33205f23-dca5-489f-abac-8f2354122b56 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:12.159576 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-33205f23-dca5-489f-abac-8f2354122b56 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2469082 Aug 10 03:32:12.160325 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40642) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:12.196830 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8a0478b2-f8ff-4a6b-bffb-86bd7fa65883 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:12.209330 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8a0478b2-f8ff-4a6b-bffb-86bd7fa65883 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:12.255206 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8a0478b2-f8ff-4a6b-bffb-86bd7fa65883 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:12.263016 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8a0478b2-f8ff-4a6b-bffb-86bd7fa65883 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:12.268507 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-8a0478b2-f8ff-4a6b-bffb-86bd7fa65883 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/d9e371bf-28ba-4c71-9c62-e3cfdfca46c8 HTTP/1.1" status: 204 len: 168 time: 0.1066582 Aug 10 03:32:12.269854 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40646) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:12.308951 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0478b2-f8ff-4a6b-bffb-86bd7fa65883 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d9e371bf-28ba-4c71-9c62-e3cfdfca46c8,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:12.311575 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-aa0c41b0-5631-4ee2-b190-730df6e2136c tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:12.380211 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-c56b4c4f-127e-463b-a236-d8dbbb83a5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a328f6-8331-47c6-9975-188cf28dd429', 'name': 'tempest-TestAggregatesBasicOps-2082303943-router', 'tenant_id': 'd8e7bc8846d54bdf9456672f98badaed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'ace90edd-b539-48e7-b969-42ed03683dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:31:49Z', 'updated_at': '2021-08-10T03:32:03Z', 'revision_number': 4, 'project_id': 'd8e7bc8846d54bdf9456672f98badaed', 'gw_port': {'id': 'ace90edd-b539-48e7-b969-42ed03683dbf', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a328f6-8331-47c6-9975-188cf28dd429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:51Z', 'updated_at': '2021-08-10T03:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': 'f41d9e3b-96ea-4fb2-bdae-39718d27f772', 'name': '', 'network_id': 'acebb3a8-af60-43eb-92bf-b435b5b6c1f9', 'tenant_id': 'd8e7bc8846d54bdf9456672f98badaed', 'mac_address': 'fa:16:3e:1c:86:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a328f6-8331-47c6-9975-188cf28dd429', 'device_owner': 'network:router_interface', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': 'c62cf960-32f5-4573-a432-127c410f7f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:01Z', 'updated_at': '2021-08-10T03:32:10Z', 'revision_number': 4, 'project_id': 'd8e7bc8846d54bdf9456672f98badaed', 'subnets': [{'id': 'c62cf960-32f5-4573-a432-127c410f7f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:12.442215 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c41b0-5631-4ee2-b190-730df6e2136c tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Calling delete_port for a51886da-65ec-4881-8090-1c7844482542 owned by {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:32:12.442965 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-f83fb0bb-2411-4a58-b770-c084e6a05c50 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1686633 Aug 10 03:32:12.445035 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40648) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:12.476537 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56b4c4f-127e-463b-a236-d8dbbb83a5f1 None None] The sync data for ids ['43a328f6-8331-47c6-9975-188cf28dd429'] in n-d-768862-13 is: [{'id': '43a328f6-8331-47c6-9975-188cf28dd429', 'name': 'tempest-TestAggregatesBasicOps-2082303943-router', 'tenant_id': 'd8e7bc8846d54bdf9456672f98badaed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'ace90edd-b539-48e7-b969-42ed03683dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:31:49Z', 'updated_at': '2021-08-10T03:32:03Z', 'revision_number': 4, 'project_id': 'd8e7bc8846d54bdf9456672f98badaed', 'gw_port': {'id': 'ace90edd-b539-48e7-b969-42ed03683dbf', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a328f6-8331-47c6-9975-188cf28dd429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:51Z', 'updated_at': '2021-08-10T03:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': 'f41d9e3b-96ea-4fb2-bdae-39718d27f772', 'name': '', 'network_id': 'acebb3a8-af60-43eb-92bf-b435b5b6c1f9', 'tenant_id': 'd8e7bc8846d54bdf9456672f98badaed', 'mac_address': 'fa:16:3e:1c:86:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a328f6-8331-47c6-9975-188cf28dd429', 'device_owner': 'network:router_interface', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': 'c62cf960-32f5-4573-a432-127c410f7f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:01Z', 'updated_at': '2021-08-10T03:32:10Z', 'revision_number': 4, 'project_id': 'd8e7bc8846d54bdf9456672f98badaed', 'subnets': [{'id': 'c62cf960-32f5-4573-a432-127c410f7f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:32:12.698973 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e4a98e84-4cbb-407b-9cc9-0fa920d234f3 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:12.769711 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e4a98e84-4cbb-407b-9cc9-0fa920d234f3 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:12.889481 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e4a98e84-4cbb-407b-9cc9-0fa920d234f3 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:12.900675 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e4a98e84-4cbb-407b-9cc9-0fa920d234f3 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:12.910622 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-e4a98e84-4cbb-407b-9cc9-0fa920d234f3 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] 10.222.0.44 "DELETE /v2.0/security-groups/fb392f48-256d-4d05-8c21-a890a772d629 HTTP/1.1" status: 204 len: 168 time: 0.4505920 Aug 10 03:32:12.913682 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40664) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:13.059084 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a98e84-4cbb-407b-9cc9-0fa920d234f3 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb392f48-256d-4d05-8c21-a890a772d629,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:13.061216 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-aa0c41b0-5631-4ee2-b190-730df6e2136c tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:13.234148 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-ce90a129-582d-4eb4-b28b-e6761fb1bfe5 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.3102603 Aug 10 03:32:13.238848 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40674) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:13.266012 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device f41d9e3b-96ea-4fb2-bdae-39718d27f772 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:32:13.342072 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c41b0-5631-4ee2-b190-730df6e2136c tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Pushing event deleted for resources: {'Port': ['ID=a51886da-65ec-4881-8090-1c7844482542,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:13.462500 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port f41d9e3b-96ea-4fb2-bdae-39718d27f772 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:32:13.471435 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port f41d9e3b-96ea-4fb2-bdae-39718d27f772 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:13.472420 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:13.621132 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c38be8-bd83-4c41-83ad-353d4d81f237 req-6c3553d9-6a83-4e0d-8213-30b98a373ff6 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:13.624821 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-25c38be8-bd83-4c41-83ad-353d4d81f237 req-6c3553d9-6a83-4e0d-8213-30b98a373ff6 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f70549b-d8ab-420c-8f76-4bc4d67f60eb HTTP/1.1" status: 200 len: 943 time: 0.3886063 Aug 10 03:32:13.667298 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-aa0c41b0-5631-4ee2-b190-730df6e2136c tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:13.673652 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-aa0c41b0-5631-4ee2-b190-730df6e2136c tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "DELETE /v2.0/ports/a51886da-65ec-4881-8090-1c7844482542 HTTP/1.1" status: 204 len: 168 time: 2.6404488 Aug 10 03:32:13.682274 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40682) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:13.790626 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:13.809957 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-25c38be8-bd83-4c41-83ad-353d4d81f237 req-21091614-3fc0-4de7-80c5-fbf17aadfca4 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=60e8d4ce-c00a-43d5-86a4-544ebfda7358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1704485 Aug 10 03:32:13.819801 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4bc172a7-3823-4524-b319-2f0e13e8d90c tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:13.857763 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port f41d9e3b-96ea-4fb2-bdae-39718d27f772, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=f41d9e3b-96ea-4fb2-bdae-39718d27f772,segment=NetworkSegment(b892f116-4a0b-4772-b84a-79dc9085b519),segment_id=b892f116-4a0b-4772-b84a-79dc9085b519)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:13.865545 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0cf5c62-2f72-4236-a09b-cc908d8d4b42 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Deleting subnet 7168ea7b-40ab-485b-96d9-f59bb6e03de2 {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:32:13.877514 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:13.938191 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d0cf5c62-2f72-4236-a09b-cc908d8d4b42 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:13.941595 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4bc172a7-3823-4524-b319-2f0e13e8d90c tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:14.092579 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=f41d9e3b-96ea-4fb2-bdae-39718d27f772,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:14.122862 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4bc172a7-3823-4524-b319-2f0e13e8d90c tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:14.155989 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4bc172a7-3823-4524-b319-2f0e13e8d90c tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:14.155989 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-4bc172a7-3823-4524-b319-2f0e13e8d90c tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] 10.222.0.44 "DELETE /v2.0/security-groups/48bf729f-0b64-4ee6-ab58-55893c83a1bc HTTP/1.1" status: 204 len: 168 time: 0.8901453 Aug 10 03:32:14.155989 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc172a7-3823-4524-b319-2f0e13e8d90c tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48bf729f-0b64-4ee6-ab58-55893c83a1bc,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:14.182767 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40696) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:14.339462 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-24f765d8-6357-424b-88f6-ba9367d8cf80 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1515903 Aug 10 03:32:14.341856 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40698) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:14.361085 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-2ce0d09d-18d7-42ac-81b7-b8ecee857754 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Request body: {'security_group': {'name': 'tempest-secgroup--1364953596'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:14.435707 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2ce0d09d-18d7-42ac-81b7-b8ecee857754 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:14.644125 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2ce0d09d-18d7-42ac-81b7-b8ecee857754 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:14.653378 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2ce0d09d-18d7-42ac-81b7-b8ecee857754 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:14.782443 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce0d09d-18d7-42ac-81b7-b8ecee857754 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdabb076-7987-4678-ad2c-33e0446a969d,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:14.802911 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2ce0d09d-18d7-42ac-81b7-b8ecee857754 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:14.810244 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-2ce0d09d-18d7-42ac-81b7-b8ecee857754 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4655516 Aug 10 03:32:14.811001 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40708) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:14.822267 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-52bffd82-6ec3-4b1e-b88b-939df7862b9e tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Request body: {'security_group_rule': {'security_group_id': 'bdabb076-7987-4678-ad2c-33e0446a969d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:14.897077 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-52bffd82-6ec3-4b1e-b88b-939df7862b9e tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:15.229937 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device f41d9e3b-96ea-4fb2-bdae-39718d27f772 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:32:15.246877 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d0cf5c62-2f72-4236-a09b-cc908d8d4b42 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:15.311788 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-52bffd82-6ec3-4b1e-b88b-939df7862b9e tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:15.320087 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-52bffd82-6ec3-4b1e-b88b-939df7862b9e tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:15.351214 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bffd82-6ec3-4b1e-b88b-939df7862b9e tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae08766a-b86a-4d3c-89bb-b88e8bf2171b,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:15.371561 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d0cf5c62-2f72-4236-a09b-cc908d8d4b42 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:15.374817 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port f41d9e3b-96ea-4fb2-bdae-39718d27f772 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:15.376353 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:15.440151 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59632bfc-6463-4e8b-a2eb-81e54a3eaea3 req-af502985-f9ae-4e5c-80fd-5b390c095423 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:15.454910 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-59632bfc-6463-4e8b-a2eb-81e54a3eaea3 req-af502985-f9ae-4e5c-80fd-5b390c095423 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f70549b-d8ab-420c-8f76-4bc4d67f60eb HTTP/1.1" status: 200 len: 943 time: 0.4068811 Aug 10 03:32:15.531362 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d0cf5c62-2f72-4236-a09b-cc908d8d4b42 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:15.554687 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-52bffd82-6ec3-4b1e-b88b-939df7862b9e tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:15.565059 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-52bffd82-6ec3-4b1e-b88b-939df7862b9e tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7500224 Aug 10 03:32:15.567873 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40720) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:15.613291 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a72a293d-3bf8-461b-a3d0-31aa309c4f52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521880'] for router_interface, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:15.719661 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1717facc-a8da-446b-9f3d-07635a50c417 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:15.727468 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf5c62-2f72-4236-a09b-cc908d8d4b42 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Pushing event deleted for resources: {'Subnet': ['ID=7168ea7b-40ab-485b-96d9-f59bb6e03de2,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:15.733343 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-59632bfc-6463-4e8b-a2eb-81e54a3eaea3 req-b6632c67-44aa-4c73-9e75-c8120770d161 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=60e8d4ce-c00a-43d5-86a4-544ebfda7358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2464969 Aug 10 03:32:15.736652 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d0cf5c62-2f72-4236-a09b-cc908d8d4b42 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:15.741765 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-d0cf5c62-2f72-4236-a09b-cc908d8d4b42 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "DELETE /v2.0/subnets/7168ea7b-40ab-485b-96d9-f59bb6e03de2 HTTP/1.1" status: 204 len: 168 time: 2.0550060 Aug 10 03:32:15.745607 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40728) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:15.747546 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5f39f8-73d1-4cc6-8f48-735168136c19 None None] Network effb9b91-4a23-491a-b997-5e008612ed4d requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:32:15.748777 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1717facc-a8da-446b-9f3d-07635a50c417 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:15.920367 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d835e73-7561-45fc-bbb1-46c5bfd8459d tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Deleting subnet 2818801a-2e35-4ece-b2ba-d3311c823064 {{(pid=94260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:32:15.923511 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1717facc-a8da-446b-9f3d-07635a50c417 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:15.933179 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1717facc-a8da-446b-9f3d-07635a50c417 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:15.934378 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-1717facc-a8da-446b-9f3d-07635a50c417 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/ae08766a-b86a-4d3c-89bb-b88e8bf2171b HTTP/1.1" status: 204 len: 168 time: 0.3636820 Aug 10 03:32:15.935192 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7d835e73-7561-45fc-bbb1-46c5bfd8459d tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks [] for subnet, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:15.941668 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40736) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:15.978352 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1717facc-a8da-446b-9f3d-07635a50c417 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ae08766a-b86a-4d3c-89bb-b88e8bf2171b,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:16.020532 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7d835e73-7561-45fc-bbb1-46c5bfd8459d tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191173'] for subnet, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:16.058673 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-df0ee664-3567-4bdd-9539-421151bf075f tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1156168 Aug 10 03:32:16.062006 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40742) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:16.214130 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-48cd116d-6616-4367-80b7-2c42cd09826e tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:16.279678 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7d835e73-7561-45fc-bbb1-46c5bfd8459d tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:16.311940 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08acc0c2-341e-4dcb-b3bc-f756ab8bb9ab None None] DHCP port deletion for effb9b91-4a23-491a-b997-5e008612ed4d request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:32:16.333242 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-48cd116d-6616-4367-80b7-2c42cd09826e tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:16.356677 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-a72a293d-3bf8-461b-a3d0-31aa309c4f52 admin admin] Deleting port 2e914bfe-168d-4884-bb8c-2994c8dcd095 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:32:16.357397 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a72a293d-3bf8-461b-a3d0-31aa309c4f52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:16.421614 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7d835e73-7561-45fc-bbb1-46c5bfd8459d tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:16.446886 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-08acc0c2-341e-4dcb-b3bc-f756ab8bb9ab None None] Deleting port bddd43a1-4cc1-4eea-9f6a-7bde95f51fe7 {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:32:16.447269 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-08acc0c2-341e-4dcb-b3bc-f756ab8bb9ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:16.484667 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-48cd116d-6616-4367-80b7-2c42cd09826e tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:16.489492 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-48cd116d-6616-4367-80b7-2c42cd09826e tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:16.491898 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-48cd116d-6616-4367-80b7-2c42cd09826e tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] 10.222.0.44 "DELETE /v2.0/security-groups/bdabb076-7987-4678-ad2c-33e0446a969d HTTP/1.1" status: 204 len: 168 time: 0.4286337 Aug 10 03:32:16.498355 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40746) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:16.501194 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d835e73-7561-45fc-bbb1-46c5bfd8459d tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Pushing event deleted for resources: {'Subnet': ['ID=2818801a-2e35-4ece-b2ba-d3311c823064,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:16.525500 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7d835e73-7561-45fc-bbb1-46c5bfd8459d tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:16.529934 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-7d835e73-7561-45fc-bbb1-46c5bfd8459d tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "DELETE /v2.0/subnets/2818801a-2e35-4ece-b2ba-d3311c823064 HTTP/1.1" status: 204 len: 168 time: 0.7808638 Aug 10 03:32:16.529934 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cd116d-6616-4367-80b7-2c42cd09826e tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdabb076-7987-4678-ad2c-33e0446a969d,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:16.533131 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40748) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:16.622907 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2276c47-4fde-413b-b0f2-9fc550858f0e None None] Network 39a285d2-87a3-47d7-9b49-b0b0fee32784 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:32:16.659627 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-6987b2a4-0018-4bc5-9b80-86c4dd605a29 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1557903 Aug 10 03:32:16.666745 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40752) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:16.672716 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-d6767421-bf4e-4353-82ff-b67c330b5560 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Request body: {'security_group': {'name': 'tempest-secgroup--1780731036'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:16.719761 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d6767421-bf4e-4353-82ff-b67c330b5560 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:16.765855 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1691aa08-8760-4172-a3f9-245d72f20cfe tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:16.769496 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-a72a293d-3bf8-461b-a3d0-31aa309c4f52 admin admin] For port 2e914bfe-168d-4884-bb8c-2994c8dcd095, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=2e914bfe-168d-4884-bb8c-2994c8dcd095,segment=NetworkSegment(e98daf54-1d7c-4119-8763-593d9f99950c),segment_id=e98daf54-1d7c-4119-8763-593d9f99950c)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:16.769873 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a72a293d-3bf8-461b-a3d0-31aa309c4f52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:16.797710 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-a72a293d-3bf8-461b-a3d0-31aa309c4f52 admin admin] Calling delete_port for 2e914bfe-168d-4884-bb8c-2994c8dcd095 owned by network:router_interface {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:32:16.824503 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-08acc0c2-341e-4dcb-b3bc-f756ab8bb9ab None None] For port bddd43a1-4cc1-4eea-9f6a-7bde95f51fe7, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=bddd43a1-4cc1-4eea-9f6a-7bde95f51fe7,segment=NetworkSegment(fac8afa8-3606-4f73-b890-170569cd194b),segment_id=fac8afa8-3606-4f73-b890-170569cd194b)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:16.826809 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-08acc0c2-341e-4dcb-b3bc-f756ab8bb9ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:16.934338 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-08acc0c2-341e-4dcb-b3bc-f756ab8bb9ab None None] Calling delete_port for bddd43a1-4cc1-4eea-9f6a-7bde95f51fe7 owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:32:17.053579 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-1691aa08-8760-4172-a3f9-245d72f20cfe tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Deleting port bddd43a1-4cc1-4eea-9f6a-7bde95f51fe7 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:32:17.054012 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1691aa08-8760-4172-a3f9-245d72f20cfe tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:17.096384 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-08acc0c2-341e-4dcb-b3bc-f756ab8bb9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:17.129770 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08acc0c2-341e-4dcb-b3bc-f756ab8bb9ab None None] Pushing event deleted for resources: {'Port': ['ID=bddd43a1-4cc1-4eea-9f6a-7bde95f51fe7,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:17.156988 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-1691aa08-8760-4172-a3f9-245d72f20cfe tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] For port bddd43a1-4cc1-4eea-9f6a-7bde95f51fe7, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=bddd43a1-4cc1-4eea-9f6a-7bde95f51fe7,segment=NetworkSegment(fac8afa8-3606-4f73-b890-170569cd194b),segment_id=fac8afa8-3606-4f73-b890-170569cd194b)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:17.157527 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1691aa08-8760-4172-a3f9-245d72f20cfe tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:17.168641 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device bddd43a1-4cc1-4eea-9f6a-7bde95f51fe7 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:32:17.181146 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-1691aa08-8760-4172-a3f9-245d72f20cfe tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Calling delete_port for bddd43a1-4cc1-4eea-9f6a-7bde95f51fe7 owned by network:dhcp {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:32:17.196571 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: bddd43a1-4cc1-4eea-9f6a-7bde95f51fe7 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:32:17.199409 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device bddd43a1-4cc1-4eea-9f6a-7bde95f51fe7 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:32:17.200849 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d6767421-bf4e-4353-82ff-b67c330b5560 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:17.218256 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08acc0c2-341e-4dcb-b3bc-f756ab8bb9ab None None] No DVR routers for this DVR port bddd43a1-4cc1-4eea-9f6a-7bde95f51fe7 on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:32:17.221989 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d6767421-bf4e-4353-82ff-b67c330b5560 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:17.339706 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d6767421-bf4e-4353-82ff-b67c330b5560 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:17.343133 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-d6767421-bf4e-4353-82ff-b67c330b5560 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6744595 Aug 10 03:32:17.352918 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40768) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:17.396921 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25000a2c-6957-4bef-bdca-947fbbe5ae74 None None] DHCP port deletion for 39a285d2-87a3-47d7-9b49-b0b0fee32784 request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:32:17.401182 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b385e0-26cb-4ff4-ba39-42a1125062eb req-ab61da60-2c1d-49cf-aacc-b827d64798ca tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:17.404864 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-29b385e0-26cb-4ff4-ba39-42a1125062eb req-ab61da60-2c1d-49cf-aacc-b827d64798ca tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f70549b-d8ab-420c-8f76-4bc4d67f60eb HTTP/1.1" status: 200 len: 943 time: 0.3586471 Aug 10 03:32:17.423140 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-c65ebf08-7828-4804-b3a7-4e16127bd3dc tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Request body: {'security_group_rule': {'security_group_id': '89e73a9e-26c6-49c0-b16a-ffd08153425a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:17.551447 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-25000a2c-6957-4bef-bdca-947fbbe5ae74 None None] Deleting port a4c28518-1b68-4058-9e02-6b490fd531e5 {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:32:17.552302 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-25000a2c-6957-4bef-bdca-947fbbe5ae74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:17.556917 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6767421-bf4e-4353-82ff-b67c330b5560 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89e73a9e-26c6-49c0-b16a-ffd08153425a,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:17.574666 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a72a293d-3bf8-461b-a3d0-31aa309c4f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:17.690682 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72a293d-3bf8-461b-a3d0-31aa309c4f52 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e914bfe-168d-4884-bb8c-2994c8dcd095,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:17.702849 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-29b385e0-26cb-4ff4-ba39-42a1125062eb req-5dac5b6d-51b3-485f-9120-79e3c72c83dd tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=60e8d4ce-c00a-43d5-86a4-544ebfda7358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2675395 Aug 10 03:32:17.752997 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-25000a2c-6957-4bef-bdca-947fbbe5ae74 None None] For port a4c28518-1b68-4058-9e02-6b490fd531e5, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=a4c28518-1b68-4058-9e02-6b490fd531e5,segment=NetworkSegment(9926830d-bbc1-4a2f-ad71-9c6ed89a772a),segment_id=9926830d-bbc1-4a2f-ad71-9c6ed89a772a)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:17.754095 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-25000a2c-6957-4bef-bdca-947fbbe5ae74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:17.754450 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c65ebf08-7828-4804-b3a7-4e16127bd3dc tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:17.794330 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-25000a2c-6957-4bef-bdca-947fbbe5ae74 None None] Calling delete_port for a4c28518-1b68-4058-9e02-6b490fd531e5 owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:32:17.906642 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c65ebf08-7828-4804-b3a7-4e16127bd3dc tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:17.915664 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c65ebf08-7828-4804-b3a7-4e16127bd3dc tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:17.973254 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65ebf08-7828-4804-b3a7-4e16127bd3dc tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b091a2d-7a3a-4a26-9a8f-db6f82a92a58,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:17.975507 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1691aa08-8760-4172-a3f9-245d72f20cfe tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:17.994825 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c65ebf08-7828-4804-b3a7-4e16127bd3dc tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:17.996224 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-c65ebf08-7828-4804-b3a7-4e16127bd3dc tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5863738 Aug 10 03:32:17.999487 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40778) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:18.021217 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65ebf08-7828-4804-b3a7-4e16127bd3dc tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:18.021571 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65ebf08-7828-4804-b3a7-4e16127bd3dc tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:18.021918 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65ebf08-7828-4804-b3a7-4e16127bd3dc tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:18.022827 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65ebf08-7828-4804-b3a7-4e16127bd3dc tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:18.023163 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65ebf08-7828-4804-b3a7-4e16127bd3dc tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:18.025398 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65ebf08-7828-4804-b3a7-4e16127bd3dc tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:18.025587 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65ebf08-7828-4804-b3a7-4e16127bd3dc tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:18.025897 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65ebf08-7828-4804-b3a7-4e16127bd3dc tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:18.026250 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65ebf08-7828-4804-b3a7-4e16127bd3dc tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:18.028183 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65ebf08-7828-4804-b3a7-4e16127bd3dc tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:18.028183 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65ebf08-7828-4804-b3a7-4e16127bd3dc tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:18.031361 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65ebf08-7828-4804-b3a7-4e16127bd3dc tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:18.039771 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-25000a2c-6957-4bef-bdca-947fbbe5ae74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:18.062947 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1691aa08-8760-4172-a3f9-245d72f20cfe tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Pushing event deleted for resources: {'Port': ['ID=bddd43a1-4cc1-4eea-9f6a-7bde95f51fe7,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:18.072217 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-4a325c1c-1f08-4094-8051-ed1505a1a2a1 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] 10.222.0.44 "GET /v2.0/security-group-rules/8b091a2d-7a3a-4a26-9a8f-db6f82a92a58 HTTP/1.1" status: 200 len: 763 time: 0.0713410 Aug 10 03:32:18.075348 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40780) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:18.082758 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1691aa08-8760-4172-a3f9-245d72f20cfe tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] No DVR routers for this DVR port bddd43a1-4cc1-4eea-9f6a-7bde95f51fe7 on host n-d-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:32:18.106208 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25000a2c-6957-4bef-bdca-947fbbe5ae74 None None] No DVR routers for this DVR port a4c28518-1b68-4058-9e02-6b490fd531e5 on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:32:18.121576 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25000a2c-6957-4bef-bdca-947fbbe5ae74 None None] Pushing event deleted for resources: {'Port': ['ID=a4c28518-1b68-4058-9e02-6b490fd531e5,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:18.184249 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-57be0c83-d595-45ec-ba81-a299e66ec099 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1047750 Aug 10 03:32:18.184756 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40784) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:18.226103 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-416a1971-1934-40f5-859b-aad33c6c568e tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:18.240348 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-416a1971-1934-40f5-859b-aad33c6c568e tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:18.291676 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-416a1971-1934-40f5-859b-aad33c6c568e tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:18.301165 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-416a1971-1934-40f5-859b-aad33c6c568e tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:18.302416 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-416a1971-1934-40f5-859b-aad33c6c568e tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/8b091a2d-7a3a-4a26-9a8f-db6f82a92a58 HTTP/1.1" status: 204 len: 168 time: 0.1161084 Aug 10 03:32:18.306633 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40788) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:18.319215 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416a1971-1934-40f5-859b-aad33c6c568e tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8b091a2d-7a3a-4a26-9a8f-db6f82a92a58,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:18.330367 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1691aa08-8760-4172-a3f9-245d72f20cfe tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:18.356128 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-1691aa08-8760-4172-a3f9-245d72f20cfe tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['effb9b91-4a23-491a-b997-5e008612ed4d']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:18.360065 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-96e8f44a-e954-48a5-8d61-52a99ad8d1f3 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0522320 Aug 10 03:32:18.364425 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40790) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:18.370118 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-9e7ad6e2-9582-4091-bfed-c104e7544b5b tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Request body: {'security_group_rule': {'security_group_id': '89e73a9e-26c6-49c0-b16a-ffd08153425a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:18.373977 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a72a293d-3bf8-461b-a3d0-31aa309c4f52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-522536'] for router_interface, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:18.389817 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-1691aa08-8760-4172-a3f9-245d72f20cfe tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fac8afa8-3606-4f73-b890-170569cd194b') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:18.390358 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-1691aa08-8760-4172-a3f9-245d72f20cfe tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fac8afa8-3606-4f73-b890-170569cd194b') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:18.412299 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9e7ad6e2-9582-4091-bfed-c104e7544b5b tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:18.419321 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1691aa08-8760-4172-a3f9-245d72f20cfe tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:18.504038 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9e7ad6e2-9582-4091-bfed-c104e7544b5b tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:18.510955 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9e7ad6e2-9582-4091-bfed-c104e7544b5b tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:18.533677 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7ad6e2-9582-4091-bfed-c104e7544b5b tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9014ec16-2060-4606-a24d-43ada6369911,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:18.542736 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1691aa08-8760-4172-a3f9-245d72f20cfe tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:18.552404 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9e7ad6e2-9582-4091-bfed-c104e7544b5b tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:18.558715 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1691aa08-8760-4172-a3f9-245d72f20cfe tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:32:18.558715 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1691aa08-8760-4172-a3f9-245d72f20cfe tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:18.560135 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-9e7ad6e2-9582-4091-bfed-c104e7544b5b tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1941967 Aug 10 03:32:18.561740 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40798) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:18.576986 n-d-768862-13 neutron-server[94261]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:32:18.576986 n-d-768862-13 neutron-server[94261]: self.session.flush() Aug 10 03:32:18.576986 n-d-768862-13 neutron-server[94261]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:32:18.576986 n-d-768862-13 neutron-server[94261]: self.session.flush() Aug 10 03:32:18.576986 n-d-768862-13 neutron-server[94261]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:32:18.576986 n-d-768862-13 neutron-server[94261]: self.session.flush() Aug 10 03:32:18.576986 n-d-768862-13 neutron-server[94261]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:32:18.576986 n-d-768862-13 neutron-server[94261]: self.session.flush() Aug 10 03:32:18.576986 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:32:18.576986 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:32:18.576986 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:32:18.576986 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:32:18.576986 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:32:18.576986 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:32:18.576986 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:32:18.576986 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:32:18.576986 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:32:18.576986 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:32:18.576986 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:32:18.576986 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:32:18.576986 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:32:18.576986 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:32:18.576986 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:32:18.576986 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:32:18.576986 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:32:18.576986 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:32:18.576986 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:32:18.576986 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:32:18.576986 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:32:18.576986 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:32:18.576986 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:32:18.576986 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:32:18.576986 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:32:18.576986 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:32:18.576986 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:32:18.576986 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:32:18.576986 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:32:18.576986 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:32:18.576986 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:32:18.576986 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:32:18.599735 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-03609189-77ff-43f5-9e07-8b16b6de3585 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] 10.222.0.44 "GET /v2.0/security-group-rules/9014ec16-2060-4606-a24d-43ada6369911 HTTP/1.1" status: 200 len: 763 time: 0.0310569 Aug 10 03:32:18.599735 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40800) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:18.682059 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1691aa08-8760-4172-a3f9-245d72f20cfe tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:18.691372 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-4ecdebf5-1f29-43b0-b1e1-7c758c34763a tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0894527 Aug 10 03:32:18.691985 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40806) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:18.707203 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1691aa08-8760-4172-a3f9-245d72f20cfe tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:18.709093 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-1691aa08-8760-4172-a3f9-245d72f20cfe tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "DELETE /v2.0/networks/effb9b91-4a23-491a-b997-5e008612ed4d HTTP/1.1" status: 204 len: 168 time: 2.1743102 Aug 10 03:32:18.710345 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1691aa08-8760-4172-a3f9-245d72f20cfe tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Pushing event deleted for resources: {'Network': ['ID=effb9b91-4a23-491a-b997-5e008612ed4d,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:18.712306 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40808) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:18.738744 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-08bb45b8-7086-4742-ba92-762ea8966986 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:18.760067 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-08bb45b8-7086-4742-ba92-762ea8966986 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:18.803589 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-08bb45b8-7086-4742-ba92-762ea8966986 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:18.816844 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-08bb45b8-7086-4742-ba92-762ea8966986 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:18.824546 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-08bb45b8-7086-4742-ba92-762ea8966986 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/9014ec16-2060-4606-a24d-43ada6369911 HTTP/1.1" status: 204 len: 168 time: 0.1314287 Aug 10 03:32:18.826717 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40816) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:18.840865 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bb45b8-7086-4742-ba92-762ea8966986 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9014ec16-2060-4606-a24d-43ada6369911,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:18.896922 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40818) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:18.897113 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-9a04b53d-ab69-4772-bff9-effb8e1c4c49 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0689321 Aug 10 03:32:18.901309 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-15effef0-15a0-4c8f-affd-17aabd71e1b3 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Request body: {'security_group_rule': {'security_group_id': '89e73a9e-26c6-49c0-b16a-ffd08153425a', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:18.918820 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a72a293d-3bf8-461b-a3d0-31aa309c4f52 admin admin] Router 94d015f0-6633-438a-952b-10b7874d6cf4 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:32:18.965060 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9714e748-920a-4561-86e7-47126dda0f41 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:18.973552 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-15effef0-15a0-4c8f-affd-17aabd71e1b3 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:18.984138 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec9971-e7e9-4762-a1b2-5b5995b03e3c req-f12bc1fd-6750-409c-acb4-08885a0be143 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:18.986137 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-65ec9971-e7e9-4762-a1b2-5b5995b03e3c req-f12bc1fd-6750-409c-acb4-08885a0be143 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f70549b-d8ab-420c-8f76-4bc4d67f60eb HTTP/1.1" status: 200 len: 943 time: 0.1044924 Aug 10 03:32:19.071623 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-65ec9971-e7e9-4762-a1b2-5b5995b03e3c req-6b535201-5498-47ee-8cc8-25555cae07ac tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=60e8d4ce-c00a-43d5-86a4-544ebfda7358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734942 Aug 10 03:32:19.173430 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device a4c28518-1b68-4058-9e02-6b490fd531e5 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:32:19.195613 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: a4c28518-1b68-4058-9e02-6b490fd531e5 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:32:19.195983 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device a4c28518-1b68-4058-9e02-6b490fd531e5 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:32:19.286563 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9714e748-920a-4561-86e7-47126dda0f41 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:19.316497 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-9714e748-920a-4561-86e7-47126dda0f41 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39a285d2-87a3-47d7-9b49-b0b0fee32784']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:19.320119 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-15effef0-15a0-4c8f-affd-17aabd71e1b3 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:19.333875 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-15effef0-15a0-4c8f-affd-17aabd71e1b3 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:19.340185 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-9714e748-920a-4561-86e7-47126dda0f41 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9926830d-bbc1-4a2f-ad71-9c6ed89a772a') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:19.340534 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-9714e748-920a-4561-86e7-47126dda0f41 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9926830d-bbc1-4a2f-ad71-9c6ed89a772a') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:19.351488 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a72a293d-3bf8-461b-a3d0-31aa309c4f52 admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:32:19.358178 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a72a293d-3bf8-461b-a3d0-31aa309c4f52 admin admin] 10.222.0.44 "PUT /v2.0/routers/94d015f0-6633-438a-952b-10b7874d6cf4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2429402 Aug 10 03:32:19.361106 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40830) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:19.366575 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16618c2e-c8fc-4ffb-bdeb-17ae9c3d4f8f None None] Sync routers for ids ['94d015f0-6633-438a-952b-10b7874d6cf4'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:32:19.373486 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9714e748-920a-4561-86e7-47126dda0f41 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:19.390500 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16618c2e-c8fc-4ffb-bdeb-17ae9c3d4f8f None None] Routers {'94d015f0-6633-438a-952b-10b7874d6cf4'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:32:19.394013 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-16618c2e-c8fc-4ffb-bdeb-17ae9c3d4f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:31:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['94d015f0-6633-438a-952b-10b7874d6cf4'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:19.400827 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15effef0-15a0-4c8f-affd-17aabd71e1b3 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cc317ac-2855-42af-afef-0cd8094ac882,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:19.408407 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-15effef0-15a0-4c8f-affd-17aabd71e1b3 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:19.410796 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-15effef0-15a0-4c8f-affd-17aabd71e1b3 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5128238 Aug 10 03:32:19.412631 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9714e748-920a-4561-86e7-47126dda0f41 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:19.415396 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40832) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:19.436051 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9714e748-920a-4561-86e7-47126dda0f41 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:32:19.436564 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9714e748-920a-4561-86e7-47126dda0f41 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:19.441027 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:32:19.441027 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:32:19.441027 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:32:19.441027 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:32:19.441027 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:32:19.441027 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:32:19.441027 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:32:19.441027 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:32:19.441027 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:32:19.441027 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:32:19.441027 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:32:19.441027 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:32:19.441027 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:32:19.441027 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:32:19.441027 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:32:19.441027 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:32:19.441027 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:32:19.441027 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:32:19.441027 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:32:19.441027 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:32:19.441027 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:32:19.441027 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:32:19.441027 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:32:19.441027 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:32:19.441027 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:32:19.441027 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:32:19.441027 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:32:19.441027 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:32:19.441027 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:32:19.441027 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:32:19.441027 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:32:19.441027 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:32:19.457136 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-6ba524ac-3c3b-46b4-8f55-60629b5b9ae3 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] 10.222.0.44 "GET /v2.0/security-group-rules/8cc317ac-2855-42af-afef-0cd8094ac882 HTTP/1.1" status: 200 len: 764 time: 0.0405729 Aug 10 03:32:19.486970 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40834) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:19.580644 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-5d321844-e811-4b3d-97a9-b2fbd67b271c tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0928428 Aug 10 03:32:19.584882 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9714e748-920a-4561-86e7-47126dda0f41 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:19.588607 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40838) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:19.614096 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2f44e61d-b650-4048-82e4-4cf64b741331 admin admin] Notify callbacks [] for router, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:19.639044 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9714e748-920a-4561-86e7-47126dda0f41 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:19.642984 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-9714e748-920a-4561-86e7-47126dda0f41 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] 10.222.0.44 "DELETE /v2.0/networks/39a285d2-87a3-47d7-9b49-b0b0fee32784 HTTP/1.1" status: 204 len: 168 time: 0.9286404 Aug 10 03:32:19.646672 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9714e748-920a-4561-86e7-47126dda0f41 tempest-TaggedBootDevicesTest-2109028141 tempest-TaggedBootDevicesTest-2109028141-project] Pushing event deleted for resources: {'Network': ['ID=39a285d2-87a3-47d7-9b49-b0b0fee32784,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:19.675326 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-16618c2e-c8fc-4ffb-bdeb-17ae9c3d4f8f None None] Set router 94d015f0-6633-438a-952b-10b7874d6cf4 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:32:19.703676 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6245ba85-a2db-4b26-a22a-9b278d1499e7 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:19.733981 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6245ba85-a2db-4b26-a22a-9b278d1499e7 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:19.825755 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6245ba85-a2db-4b26-a22a-9b278d1499e7 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:19.831633 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6245ba85-a2db-4b26-a22a-9b278d1499e7 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:19.832891 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-6245ba85-a2db-4b26-a22a-9b278d1499e7 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/8cc317ac-2855-42af-afef-0cd8094ac882 HTTP/1.1" status: 204 len: 168 time: 0.2425797 Aug 10 03:32:19.836099 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40844) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:19.868956 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6245ba85-a2db-4b26-a22a-9b278d1499e7 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8cc317ac-2855-42af-afef-0cd8094ac882,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:19.906273 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-9c661f85-d941-4a8d-9de9-52b27bc85803 tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0684080 Aug 10 03:32:19.911597 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40846) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:20.000277 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2f44e61d-b650-4048-82e4-4cf64b741331 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:20.069347 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9e55fc3d-15b9-4d27-8e70-6430f63f50df tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:20.147310 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9e55fc3d-15b9-4d27-8e70-6430f63f50df tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:20.157816 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-2f44e61d-b650-4048-82e4-4cf64b741331 admin admin] Deleting port 0614e5cc-1959-48f2-ba7a-63c701588d53 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:32:20.158171 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2f44e61d-b650-4048-82e4-4cf64b741331 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:20.223471 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-16618c2e-c8fc-4ffb-bdeb-17ae9c3d4f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d015f0-6633-438a-952b-10b7874d6cf4', 'name': 'tempest-TestAggregatesBasicOps-365499326-router', 'tenant_id': '88a0d46e1be04060887f34aabd3def80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': '0614e5cc-1959-48f2-ba7a-63c701588d53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:31:36Z', 'updated_at': '2021-08-10T03:32:17Z', 'revision_number': 5, 'project_id': '88a0d46e1be04060887f34aabd3def80', 'gw_port': {'id': '0614e5cc-1959-48f2-ba7a-63c701588d53', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:69:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d015f0-6633-438a-952b-10b7874d6cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:37Z', 'updated_at': '2021-08-10T03:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:20.267805 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9e55fc3d-15b9-4d27-8e70-6430f63f50df tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:20.273348 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9e55fc3d-15b9-4d27-8e70-6430f63f50df tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:20.284870 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-9e55fc3d-15b9-4d27-8e70-6430f63f50df tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] 10.222.0.44 "DELETE /v2.0/security-groups/89e73a9e-26c6-49c0-b16a-ffd08153425a HTTP/1.1" status: 204 len: 168 time: 0.3557403 Aug 10 03:32:20.294308 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40866) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:20.298625 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16618c2e-c8fc-4ffb-bdeb-17ae9c3d4f8f None None] Checking router: 94d015f0-6633-438a-952b-10b7874d6cf4 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:32:20.332370 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16618c2e-c8fc-4ffb-bdeb-17ae9c3d4f8f None None] Routers {'94d015f0-6633-438a-952b-10b7874d6cf4'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:32:20.335985 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-16618c2e-c8fc-4ffb-bdeb-17ae9c3d4f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:31:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['94d015f0-6633-438a-952b-10b7874d6cf4'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:20.365479 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [None req-2f44e61d-b650-4048-82e4-4cf64b741331 admin admin] For port 0614e5cc-1959-48f2-ba7a-63c701588d53, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=0614e5cc-1959-48f2-ba7a-63c701588d53,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:20.366624 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2f44e61d-b650-4048-82e4-4cf64b741331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:20.380850 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e55fc3d-15b9-4d27-8e70-6430f63f50df tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e73a9e-26c6-49c0-b16a-ffd08153425a,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:20.404608 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-2f44e61d-b650-4048-82e4-4cf64b741331 admin admin] Calling delete_port for 0614e5cc-1959-48f2-ba7a-63c701588d53 owned by network:router_gateway {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:32:20.489988 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-323ff8cb-a8b2-4829-9788-b8902573a76b tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1838648 Aug 10 03:32:20.496075 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40868) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:20.653638 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-3739fa97-296e-4603-9206-894162ab44da tempest-SecGroupTest-1720398807 tempest-SecGroupTest-1720398807-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1516547 Aug 10 03:32:20.839752 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-16618c2e-c8fc-4ffb-bdeb-17ae9c3d4f8f None None] Set router 94d015f0-6633-438a-952b-10b7874d6cf4 gateway port host: None {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:32:20.960938 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-16618c2e-c8fc-4ffb-bdeb-17ae9c3d4f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d015f0-6633-438a-952b-10b7874d6cf4', 'name': 'tempest-TestAggregatesBasicOps-365499326-router', 'tenant_id': '88a0d46e1be04060887f34aabd3def80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:31:36Z', 'updated_at': '2021-08-10T03:32:20Z', 'revision_number': 6, 'project_id': '88a0d46e1be04060887f34aabd3def80', 'gw_port_host': None}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:21.025195 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16618c2e-c8fc-4ffb-bdeb-17ae9c3d4f8f None None] The sync data for ids ['94d015f0-6633-438a-952b-10b7874d6cf4'] in n-d-768862-13 is: [{'id': '94d015f0-6633-438a-952b-10b7874d6cf4', 'name': 'tempest-TestAggregatesBasicOps-365499326-router', 'tenant_id': '88a0d46e1be04060887f34aabd3def80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:31:36Z', 'updated_at': '2021-08-10T03:32:20Z', 'revision_number': 6, 'project_id': '88a0d46e1be04060887f34aabd3def80', 'gw_port_host': None}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:32:21.091906 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b50c4cb-dac7-484d-9945-af9af765981e req-26d0eb31-05f2-4de6-831e-63555533e6b8 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:21.104725 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8b50c4cb-dac7-484d-9945-af9af765981e req-26d0eb31-05f2-4de6-831e-63555533e6b8 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f70549b-d8ab-420c-8f76-4bc4d67f60eb HTTP/1.1" status: 200 len: 943 time: 0.2307117 Aug 10 03:32:21.210633 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40886) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:21.328630 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a525e39b-8ff4-4b1c-843c-bd5ed4971ff0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:21.381312 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2f44e61d-b650-4048-82e4-4cf64b741331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:21.514145 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ecc210af-b52b-4867-945d-b72c5d634c17 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9ace4f704e9142c986d9025c479e500d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2894473 Aug 10 03:32:21.525178 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40898) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:21.534966 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f44e61d-b650-4048-82e4-4cf64b741331 admin admin] Pushing event deleted for resources: {'Port': ['ID=0614e5cc-1959-48f2-ba7a-63c701588d53,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:21.562620 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8b50c4cb-dac7-484d-9945-af9af765981e req-805ccc05-9de8-4235-b330-0081369592f6 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=60e8d4ce-c00a-43d5-86a4-544ebfda7358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4563332 Aug 10 03:32:21.641775 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6dc66874-f3e6-4986-a4b5-2e9e31216b0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:21.686683 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6dc66874-f3e6-4986-a4b5-2e9e31216b0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:21.728923 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2f44e61d-b650-4048-82e4-4cf64b741331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520654'] for router_gateway, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:21.765431 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6dc66874-f3e6-4986-a4b5-2e9e31216b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:21.773450 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6dc66874-f3e6-4986-a4b5-2e9e31216b0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:21.775247 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-6dc66874-f3e6-4986-a4b5-2e9e31216b0b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8cc1a738-f236-4747-9272-d1a49c9d3ca3 HTTP/1.1" status: 204 len: 168 time: 0.2481370 Aug 10 03:32:21.809657 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc66874-f3e6-4986-a4b5-2e9e31216b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc1a738-f236-4747-9272-d1a49c9d3ca3,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:21.928372 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2f44e61d-b650-4048-82e4-4cf64b741331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:21.932037 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2f44e61d-b650-4048-82e4-4cf64b741331 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:22.051378 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2f44e61d-b650-4048-82e4-4cf64b741331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:22.055925 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f44e61d-b650-4048-82e4-4cf64b741331 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94d015f0-6633-438a-952b-10b7874d6cf4 {{(pid=94260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:32:22.065428 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2f44e61d-b650-4048-82e4-4cf64b741331 admin admin] Notify callbacks [] for router, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:22.067499 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-2f44e61d-b650-4048-82e4-4cf64b741331 admin admin] 10.222.0.44 "DELETE /v2.0/routers/94d015f0-6633-438a-952b-10b7874d6cf4 HTTP/1.1" status: 204 len: 168 time: 2.7051122 Aug 10 03:32:22.072067 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40910) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:22.137250 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-78489e89-7f43-4032-a89f-9a903367843e admin admin] Deleting subnet 5f6f0cb6-6258-4390-bfa4-a90a49f9cdad {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:32:22.143100 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-78489e89-7f43-4032-a89f-9a903367843e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:22.259578 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-78489e89-7f43-4032-a89f-9a903367843e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:22.485688 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-78489e89-7f43-4032-a89f-9a903367843e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:22.650214 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-78489e89-7f43-4032-a89f-9a903367843e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:22.690214 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-78489e89-7f43-4032-a89f-9a903367843e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:22.693269 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dabce81f-9add-4430-a310-1dc690bbc98a None None] Network c545999d-e6f7-4160-b87b-94cce0868455 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:32:22.699891 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40932) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:22.700811 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-78489e89-7f43-4032-a89f-9a903367843e admin admin] 10.222.0.44 "DELETE /v2.0/subnets/5f6f0cb6-6258-4390-bfa4-a90a49f9cdad HTTP/1.1" status: 204 len: 168 time: 0.6272709 Aug 10 03:32:22.792300 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78489e89-7f43-4032-a89f-9a903367843e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f6f0cb6-6258-4390-bfa4-a90a49f9cdad,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:23.185504 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cfc172-d03a-40d5-80e3-f6208d3ae6fd req-8f0d0532-37a6-45eb-a5f3-2c132323b951 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:23.188430 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b6cfc172-d03a-40d5-80e3-f6208d3ae6fd req-8f0d0532-37a6-45eb-a5f3-2c132323b951 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f70549b-d8ab-420c-8f76-4bc4d67f60eb HTTP/1.1" status: 200 len: 943 time: 0.3636742 Aug 10 03:32:23.192551 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-87e17e16-d49c-4cf8-8531-49a66783cbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:23.240049 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 2e914bfe-168d-4884-bb8c-2994c8dcd095 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:32:23.291097 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 2e914bfe-168d-4884-bb8c-2994c8dcd095 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:32:23.291421 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 2e914bfe-168d-4884-bb8c-2994c8dcd095 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:32:23.291841 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 0614e5cc-1959-48f2-ba7a-63c701588d53 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:32:23.320455 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b6cfc172-d03a-40d5-80e3-f6208d3ae6fd req-9076c232-7164-434d-8334-847a24d2cd88 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=60e8d4ce-c00a-43d5-86a4-544ebfda7358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152840 Aug 10 03:32:23.320896 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 0614e5cc-1959-48f2-ba7a-63c701588d53 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:32:23.321445 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 0614e5cc-1959-48f2-ba7a-63c701588d53 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:32:23.339594 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd7f645-04a8-4b14-b780-4397d1c7c1b4 None None] DHCP port deletion for c545999d-e6f7-4160-b87b-94cce0868455 request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:32:23.399616 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-87e17e16-d49c-4cf8-8531-49a66783cbe1 admin admin] Deleting port 482fcb4e-976b-41a9-b318-d4905559dcbe {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:32:23.402656 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-87e17e16-d49c-4cf8-8531-49a66783cbe1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:23.440597 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-fdd7f645-04a8-4b14-b780-4397d1c7c1b4 None None] Deleting port 482fcb4e-976b-41a9-b318-d4905559dcbe {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:32:23.441437 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-fdd7f645-04a8-4b14-b780-4397d1c7c1b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:23.599593 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [None req-87e17e16-d49c-4cf8-8531-49a66783cbe1 admin admin] For port 482fcb4e-976b-41a9-b318-d4905559dcbe, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=482fcb4e-976b-41a9-b318-d4905559dcbe,segment=NetworkSegment(e98daf54-1d7c-4119-8763-593d9f99950c),segment_id=e98daf54-1d7c-4119-8763-593d9f99950c)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:23.599978 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-87e17e16-d49c-4cf8-8531-49a66783cbe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:23.636681 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-87e17e16-d49c-4cf8-8531-49a66783cbe1 admin admin] Calling delete_port for 482fcb4e-976b-41a9-b318-d4905559dcbe owned by network:dhcp {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:32:23.646013 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-fdd7f645-04a8-4b14-b780-4397d1c7c1b4 None None] For port 482fcb4e-976b-41a9-b318-d4905559dcbe, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=482fcb4e-976b-41a9-b318-d4905559dcbe,segment=NetworkSegment(e98daf54-1d7c-4119-8763-593d9f99950c),segment_id=e98daf54-1d7c-4119-8763-593d9f99950c)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:23.647108 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-fdd7f645-04a8-4b14-b780-4397d1c7c1b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:23.668184 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ea635fbb-a737-4949-9fb0-0c747a5a7b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:23.682018 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-fdd7f645-04a8-4b14-b780-4397d1c7c1b4 None None] Calling delete_port for 482fcb4e-976b-41a9-b318-d4905559dcbe owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:32:23.771555 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40958) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:23.788997 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-87e17e16-d49c-4cf8-8531-49a66783cbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:23.806406 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-fdd7f645-04a8-4b14-b780-4397d1c7c1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:23.839625 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd7f645-04a8-4b14-b780-4397d1c7c1b4 None None] Pushing event deleted for resources: {'Port': ['ID=482fcb4e-976b-41a9-b318-d4905559dcbe,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:23.849750 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd7f645-04a8-4b14-b780-4397d1c7c1b4 None None] No DVR routers for this DVR port 482fcb4e-976b-41a9-b318-d4905559dcbe on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:32:23.902137 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e17e16-d49c-4cf8-8531-49a66783cbe1 admin admin] Pushing event deleted for resources: {'Port': ['ID=482fcb4e-976b-41a9-b318-d4905559dcbe,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:23.907932 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e17e16-d49c-4cf8-8531-49a66783cbe1 admin admin] No DVR routers for this DVR port 482fcb4e-976b-41a9-b318-d4905559dcbe on host n-d-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:32:24.055605 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-1f5d1a0c-c84b-438c-9ac2-515f0da98e0c tempest-ServiceProvidersTest-1490810071 tempest-ServiceProvidersTest-1490810071-project] 10.222.0.44 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2819343 Aug 10 03:32:24.072459 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-87e17e16-d49c-4cf8-8531-49a66783cbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:24.092762 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-87e17e16-d49c-4cf8-8531-49a66783cbe1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c545999d-e6f7-4160-b87b-94cce0868455']}} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:24.117741 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-87e17e16-d49c-4cf8-8531-49a66783cbe1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e98daf54-1d7c-4119-8763-593d9f99950c') {'for_net_delete': True} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:24.118189 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-87e17e16-d49c-4cf8-8531-49a66783cbe1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e98daf54-1d7c-4119-8763-593d9f99950c') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:24.143288 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-87e17e16-d49c-4cf8-8531-49a66783cbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191186'] for segment, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:24.172268 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:24.196703 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-87e17e16-d49c-4cf8-8531-49a66783cbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:24.205741 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87e17e16-d49c-4cf8-8531-49a66783cbe1 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=94260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:32:24.206491 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-87e17e16-d49c-4cf8-8531-49a66783cbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58895489'] for segment, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:24.209773 n-d-768862-13 neutron-server[94260]: Traceback (most recent call last): Aug 10 03:32:24.209773 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:32:24.209773 n-d-768862-13 neutron-server[94260]: timer() Aug 10 03:32:24.209773 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:32:24.209773 n-d-768862-13 neutron-server[94260]: cb(*args, **kw) Aug 10 03:32:24.209773 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:32:24.209773 n-d-768862-13 neutron-server[94260]: return func(*args, **kwargs) Aug 10 03:32:24.209773 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:32:24.209773 n-d-768862-13 neutron-server[94260]: self._notify() Aug 10 03:32:24.209773 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:32:24.209773 n-d-768862-13 neutron-server[94260]: self.callback(batched_events) Aug 10 03:32:24.209773 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:32:24.209773 n-d-768862-13 neutron-server[94260]: event.method(event) Aug 10 03:32:24.209773 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:32:24.209773 n-d-768862-13 neutron-server[94260]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:32:24.209773 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:32:24.209773 n-d-768862-13 neutron-server[94260]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:32:24.209773 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:32:24.209773 n-d-768862-13 neutron-server[94260]: return f(self, *a, **k) Aug 10 03:32:24.209773 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:32:24.209773 n-d-768862-13 neutron-server[94260]: return self._get(url).json() Aug 10 03:32:24.209773 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:32:24.209773 n-d-768862-13 neutron-server[94260]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:32:24.209773 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:32:24.209773 n-d-768862-13 neutron-server[94260]: return self.request(url, 'GET', **kwargs) Aug 10 03:32:24.209773 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:32:24.209773 n-d-768862-13 neutron-server[94260]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:32:24.209773 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:32:24.209773 n-d-768862-13 neutron-server[94260]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:32:24.209773 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:32:24.209773 n-d-768862-13 neutron-server[94260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:32:24.209773 n-d-768862-13 neutron-server[94260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:32:24.315269 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-87e17e16-d49c-4cf8-8531-49a66783cbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:24.322007 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-87e17e16-d49c-4cf8-8531-49a66783cbe1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:24.327013 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-87e17e16-d49c-4cf8-8531-49a66783cbe1 admin admin] 10.222.0.44 "DELETE /v2.0/networks/c545999d-e6f7-4160-b87b-94cce0868455 HTTP/1.1" status: 204 len: 168 time: 1.6211784 Aug 10 03:32:24.328363 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40978) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:24.353926 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e17e16-d49c-4cf8-8531-49a66783cbe1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c545999d-e6f7-4160-b87b-94cce0868455,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:24.503404 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40984) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:24.561393 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce5bcd-ed2c-463c-8118-314696a0098f req-6e3d767b-4be4-4152-b4d5-fc7d3dfebe38 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:24.574965 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-96ce5bcd-ed2c-463c-8118-314696a0098f req-6e3d767b-4be4-4152-b4d5-fc7d3dfebe38 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f70549b-d8ab-420c-8f76-4bc4d67f60eb HTTP/1.1" status: 200 len: 943 time: 0.1280122 Aug 10 03:32:24.638983 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-96ce5bcd-ed2c-463c-8118-314696a0098f req-21efb39b-14c0-4655-a2b1-e8c27c50e8f7 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=60e8d4ce-c00a-43d5-86a4-544ebfda7358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627406 Aug 10 03:32:24.772363 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-742f95b1-ef64-421c-886c-d6f265df42db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:24.987730 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-742f95b1-ef64-421c-886c-d6f265df42db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:25.003203 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-742f95b1-ef64-421c-886c-d6f265df42db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:25.055469 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 482fcb4e-976b-41a9-b318-d4905559dcbe no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:32:25.062695 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-742f95b1-ef64-421c-886c-d6f265df42db admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=153bd9e72d394b9283675bc4b3bcea30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5578551 Aug 10 03:32:25.066087 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 41000) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:25.096106 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742f95b1-ef64-421c-886c-d6f265df42db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14c7662e-44a4-4121-a69f-91b972e3f212,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:25.099161 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 482fcb4e-976b-41a9-b318-d4905559dcbe {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:32:25.099649 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 482fcb4e-976b-41a9-b318-d4905559dcbe not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:32:25.160660 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-036a8bde-5600-4b07-bb10-10d4f61a9666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521880'] for router_interface, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:25.259828 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8d6f3bc9-2bf2-4924-9094-51d157018e12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:25.302119 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:25.336199 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8d6f3bc9-2bf2-4924-9094-51d157018e12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:25.447828 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8d6f3bc9-2bf2-4924-9094-51d157018e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:25.450869 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8d6f3bc9-2bf2-4924-9094-51d157018e12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:25.452089 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-8d6f3bc9-2bf2-4924-9094-51d157018e12 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/14c7662e-44a4-4121-a69f-91b972e3f212 HTTP/1.1" status: 204 len: 168 time: 0.3850613 Aug 10 03:32:25.485386 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6f3bc9-2bf2-4924-9094-51d157018e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c7662e-44a4-4121-a69f-91b972e3f212,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:25.706383 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-036a8bde-5600-4b07-bb10-10d4f61a9666 admin admin] Deleting port f41d9e3b-96ea-4fb2-bdae-39718d27f772 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:32:25.706756 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-036a8bde-5600-4b07-bb10-10d4f61a9666 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:25.838776 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-036a8bde-5600-4b07-bb10-10d4f61a9666 admin admin] For port f41d9e3b-96ea-4fb2-bdae-39718d27f772, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=f41d9e3b-96ea-4fb2-bdae-39718d27f772,segment=NetworkSegment(b892f116-4a0b-4772-b84a-79dc9085b519),segment_id=b892f116-4a0b-4772-b84a-79dc9085b519)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:25.840075 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-036a8bde-5600-4b07-bb10-10d4f61a9666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:25.859128 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-036a8bde-5600-4b07-bb10-10d4f61a9666 admin admin] Calling delete_port for f41d9e3b-96ea-4fb2-bdae-39718d27f772 owned by network:router_interface {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:32:25.868453 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4760f7bb-db33-46a1-8604-efd0a8a93891 req-3c5e81e8-3086-4c0f-b49a-562753444142 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:25.871145 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4760f7bb-db33-46a1-8604-efd0a8a93891 req-3c5e81e8-3086-4c0f-b49a-562753444142 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f70549b-d8ab-420c-8f76-4bc4d67f60eb HTTP/1.1" status: 200 len: 943 time: 0.1015627 Aug 10 03:32:25.923284 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4760f7bb-db33-46a1-8604-efd0a8a93891 req-71b3cdc3-6150-4b3c-8188-4c1421c696cb tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=60e8d4ce-c00a-43d5-86a4-544ebfda7358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432506 Aug 10 03:32:26.116101 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:26.242845 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-036a8bde-5600-4b07-bb10-10d4f61a9666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:26.314082 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036a8bde-5600-4b07-bb10-10d4f61a9666 admin admin] Pushing event deleted for resources: {'Port': ['ID=f41d9e3b-96ea-4fb2-bdae-39718d27f772,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:26.670640 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-036a8bde-5600-4b07-bb10-10d4f61a9666 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-522536'] for router_interface, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:26.735305 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:27.016461 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-036a8bde-5600-4b07-bb10-10d4f61a9666 admin admin] Router 43a328f6-8331-47c6-9975-188cf28dd429 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:32:27.160995 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655dbf63-15c7-4a47-b1f0-95aea0151453 req-ab39b231-e540-49cc-8428-ba41e9d72541 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:27.164368 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-655dbf63-15c7-4a47-b1f0-95aea0151453 req-ab39b231-e540-49cc-8428-ba41e9d72541 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f70549b-d8ab-420c-8f76-4bc4d67f60eb HTTP/1.1" status: 200 len: 943 time: 0.1005056 Aug 10 03:32:27.193321 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-036a8bde-5600-4b07-bb10-10d4f61a9666 admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:32:27.202695 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-036a8bde-5600-4b07-bb10-10d4f61a9666 admin admin] 10.222.0.44 "PUT /v2.0/routers/43a328f6-8331-47c6-9975-188cf28dd429/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8680730 Aug 10 03:32:27.203028 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 41060) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:27.209946 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d5c4c4-0e67-4438-a0a7-35ea4afcaabc None None] Sync routers for ids ['43a328f6-8331-47c6-9975-188cf28dd429'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:32:27.238576 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d5c4c4-0e67-4438-a0a7-35ea4afcaabc None None] Routers {'43a328f6-8331-47c6-9975-188cf28dd429'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:32:27.239656 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-43d5c4c4-0e67-4438-a0a7-35ea4afcaabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:32:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['43a328f6-8331-47c6-9975-188cf28dd429'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:27.242700 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device cbef0d33-5e2e-4d43-a157-107b8525b6d2 details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:32:27.275345 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-655dbf63-15c7-4a47-b1f0-95aea0151453 req-1f7c58b3-e38c-4128-8ebb-be47ea7adb7e tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=60e8d4ce-c00a-43d5-86a4-544ebfda7358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995736 Aug 10 03:32:27.360364 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e1eb6337-67bf-4182-a62b-65308a9b2bab admin admin] Notify callbacks [] for router, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:27.486706 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port cbef0d33-5e2e-4d43-a157-107b8525b6d2, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=cbef0d33-5e2e-4d43-a157-107b8525b6d2,segment=NetworkSegment(17789ec9-f3a0-458f-a646-d9adbb03f346),segment_id=17789ec9-f3a0-458f-a646-d9adbb03f346)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:27.524633 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': 'cbef0d33-5e2e-4d43-a157-107b8525b6d2', 'network_id': 'c0659391-a657-4b16-a8ee-a2586c7786a9', 'port_id': 'cbef0d33-5e2e-4d43-a157-107b8525b6d2', 'mac_address': 'fa:16:3e:40:21:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffd75aef-22f1-4d31-9592-d84c9fe2b2a2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:32:27.551647 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-43d5c4c4-0e67-4438-a0a7-35ea4afcaabc None None] Set router 43a328f6-8331-47c6-9975-188cf28dd429 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:32:27.662408 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:27.719045 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbef0d33-5e2e-4d43-a157-107b8525b6d2 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:32:27.784867 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port cbef0d33-5e2e-4d43-a157-107b8525b6d2, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=cbef0d33-5e2e-4d43-a157-107b8525b6d2,segment=NetworkSegment(17789ec9-f3a0-458f-a646-d9adbb03f346),segment_id=17789ec9-f3a0-458f-a646-d9adbb03f346)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:27.795117 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:27.851125 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e1eb6337-67bf-4182-a62b-65308a9b2bab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:27.947001 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-e1eb6337-67bf-4182-a62b-65308a9b2bab admin admin] Deleting port ace90edd-b539-48e7-b969-42ed03683dbf {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:32:27.947671 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e1eb6337-67bf-4182-a62b-65308a9b2bab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:27.955211 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=cbef0d33-5e2e-4d43-a157-107b8525b6d2,revision_number=9']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:28.051224 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['cbef0d33-5e2e-4d43-a157-107b8525b6d2'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:32:28.188659 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-43d5c4c4-0e67-4438-a0a7-35ea4afcaabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a328f6-8331-47c6-9975-188cf28dd429', 'name': 'tempest-TestAggregatesBasicOps-2082303943-router', 'tenant_id': 'd8e7bc8846d54bdf9456672f98badaed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'ace90edd-b539-48e7-b969-42ed03683dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:31:49Z', 'updated_at': '2021-08-10T03:32:26Z', 'revision_number': 5, 'project_id': 'd8e7bc8846d54bdf9456672f98badaed', 'gw_port': {'id': 'ace90edd-b539-48e7-b969-42ed03683dbf', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a328f6-8331-47c6-9975-188cf28dd429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:51Z', 'updated_at': '2021-08-10T03:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:28.241022 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d5c4c4-0e67-4438-a0a7-35ea4afcaabc None None] Checking router: 43a328f6-8331-47c6-9975-188cf28dd429 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:32:28.253019 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d5c4c4-0e67-4438-a0a7-35ea4afcaabc None None] Routers {'43a328f6-8331-47c6-9975-188cf28dd429'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:32:28.253957 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-43d5c4c4-0e67-4438-a0a7-35ea4afcaabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:32:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['43a328f6-8331-47c6-9975-188cf28dd429'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:28.380583 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-43d5c4c4-0e67-4438-a0a7-35ea4afcaabc None None] Set router 43a328f6-8331-47c6-9975-188cf28dd429 gateway port host: None {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:32:28.628735 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-e1eb6337-67bf-4182-a62b-65308a9b2bab admin admin] For port ace90edd-b539-48e7-b969-42ed03683dbf, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=ace90edd-b539-48e7-b969-42ed03683dbf,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:28.629539 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e1eb6337-67bf-4182-a62b-65308a9b2bab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:28.643835 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-43d5c4c4-0e67-4438-a0a7-35ea4afcaabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a328f6-8331-47c6-9975-188cf28dd429', 'name': 'tempest-TestAggregatesBasicOps-2082303943-router', 'tenant_id': 'd8e7bc8846d54bdf9456672f98badaed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:31:49Z', 'updated_at': '2021-08-10T03:32:27Z', 'revision_number': 6, 'project_id': 'd8e7bc8846d54bdf9456672f98badaed', 'gw_port_host': None}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:28.677700 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-e1eb6337-67bf-4182-a62b-65308a9b2bab admin admin] Calling delete_port for ace90edd-b539-48e7-b969-42ed03683dbf owned by network:router_gateway {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:32:28.679465 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690ab829-af57-467f-9e66-06993fc18e74 req-4ae0a370-0ca7-47a1-8519-7acaea0214d1 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:28.681344 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-690ab829-af57-467f-9e66-06993fc18e74 req-4ae0a370-0ca7-47a1-8519-7acaea0214d1 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f70549b-d8ab-420c-8f76-4bc4d67f60eb HTTP/1.1" status: 200 len: 944 time: 0.1327450 Aug 10 03:32:28.718512 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d5c4c4-0e67-4438-a0a7-35ea4afcaabc None None] The sync data for ids ['43a328f6-8331-47c6-9975-188cf28dd429'] in n-d-768862-13 is: [{'id': '43a328f6-8331-47c6-9975-188cf28dd429', 'name': 'tempest-TestAggregatesBasicOps-2082303943-router', 'tenant_id': 'd8e7bc8846d54bdf9456672f98badaed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:31:49Z', 'updated_at': '2021-08-10T03:32:27Z', 'revision_number': 6, 'project_id': 'd8e7bc8846d54bdf9456672f98badaed', 'gw_port_host': None}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:32:28.903337 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-690ab829-af57-467f-9e66-06993fc18e74 req-96cb91cd-8777-4517-a5f2-8662b1ae942b tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=60e8d4ce-c00a-43d5-86a4-544ebfda7358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2140718 Aug 10 03:32:29.095850 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:32:29.170472 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e1eb6337-67bf-4182-a62b-65308a9b2bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:29.185104 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device f41d9e3b-96ea-4fb2-bdae-39718d27f772 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:32:29.238943 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: f41d9e3b-96ea-4fb2-bdae-39718d27f772 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:32:29.239654 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device f41d9e3b-96ea-4fb2-bdae-39718d27f772 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:32:29.262695 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eb6337-67bf-4182-a62b-65308a9b2bab admin admin] Pushing event deleted for resources: {'Port': ['ID=ace90edd-b539-48e7-b969-42ed03683dbf,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:29.271899 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device cbef0d33-5e2e-4d43-a157-107b8525b6d2 up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:32:29.369968 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port cbef0d33-5e2e-4d43-a157-107b8525b6d2 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:29.371985 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:29.499779 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e1eb6337-67bf-4182-a62b-65308a9b2bab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520654'] for router_gateway, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:29.525156 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:29.602701 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f70549b-d8ab-420c-8f76-4bc4d67f60eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbef0d33-5e2e-4d43-a157-107b8525b6d2'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:32:29.611262 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c2aee28-c10f-4bea-95a2-c78b0b1339a3" -d '{"events": [{"server_uuid": "5f70549b-d8ab-420c-8f76-4bc4d67f60eb", "name": "network-vif-plugged", "status": "completed", "tag": "cbef0d33-5e2e-4d43-a157-107b8525b6d2"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:32:29.636926 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port cbef0d33-5e2e-4d43-a157-107b8525b6d2, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=cbef0d33-5e2e-4d43-a157-107b8525b6d2,segment=NetworkSegment(17789ec9-f3a0-458f-a646-d9adbb03f346),segment_id=17789ec9-f3a0-458f-a646-d9adbb03f346)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:29.644613 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:29.667956 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 41126) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:29.756607 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54dae438-c324-4174-9b1e-dd2bc1c9a888 x-openstack-request-id: req-54dae438-c324-4174-9b1e-dd2bc1c9a888 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:32:29.756974 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f70549b-d8ab-420c-8f76-4bc4d67f60eb", "name": "network-vif-plugged", "status": "completed", "tag": "cbef0d33-5e2e-4d43-a157-107b8525b6d2", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:32:29.758865 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-54dae438-c324-4174-9b1e-dd2bc1c9a888 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:32:29.759342 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f70549b-d8ab-420c-8f76-4bc4d67f60eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbef0d33-5e2e-4d43-a157-107b8525b6d2', 'code': 200} Aug 10 03:32:29.762645 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=cbef0d33-5e2e-4d43-a157-107b8525b6d2,revision_number=10']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:29.787968 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e1eb6337-67bf-4182-a62b-65308a9b2bab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:29.792543 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e1eb6337-67bf-4182-a62b-65308a9b2bab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:29.914669 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e1eb6337-67bf-4182-a62b-65308a9b2bab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:29.915720 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1eb6337-67bf-4182-a62b-65308a9b2bab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43a328f6-8331-47c6-9975-188cf28dd429 {{(pid=94261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:32:29.929915 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e1eb6337-67bf-4182-a62b-65308a9b2bab admin admin] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:29.934906 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 41138) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:29.936007 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e1eb6337-67bf-4182-a62b-65308a9b2bab admin admin] 10.222.0.44 "DELETE /v2.0/routers/43a328f6-8331-47c6-9975-188cf28dd429 HTTP/1.1" status: 204 len: 168 time: 2.7313519 Aug 10 03:32:30.109209 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaff3d1e-d4d8-4c6f-b7ae-a7fcbf2dc191 admin admin] Deleting subnet c62cf960-32f5-4573-a432-127c410f7f8d {{(pid=94260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:32:30.121455 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-aaff3d1e-d4d8-4c6f-b7ae-a7fcbf2dc191 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:30.181993 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-aaff3d1e-d4d8-4c6f-b7ae-a7fcbf2dc191 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191173'] for subnet, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:30.303209 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9c7988d7-40da-4aa3-8d22-d5d93361b0b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:30.484810 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1454ae04-bfb2-438e-9506-c49cfe1d0b3c req-c2ed8f72-4229-4364-bae4-a0bb286f03e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:30.484810 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1454ae04-bfb2-438e-9506-c49cfe1d0b3c req-c2ed8f72-4229-4364-bae4-a0bb286f03e1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5f70549b-d8ab-420c-8f76-4bc4d67f60eb HTTP/1.1" status: 200 len: 1098 time: 0.3678310 Aug 10 03:32:30.509361 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9c7988d7-40da-4aa3-8d22-d5d93361b0b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:30.620824 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-aaff3d1e-d4d8-4c6f-b7ae-a7fcbf2dc191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:30.727715 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9c7988d7-40da-4aa3-8d22-d5d93361b0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:30.760367 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-aaff3d1e-d4d8-4c6f-b7ae-a7fcbf2dc191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:30.813773 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593e768b-d6bd-4588-a64a-f2a2b58f520d req-053e25b3-019a-48a7-be6c-1035dfc34ac6 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:30.827184 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-593e768b-d6bd-4588-a64a-f2a2b58f520d req-053e25b3-019a-48a7-be6c-1035dfc34ac6 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f70549b-d8ab-420c-8f76-4bc4d67f60eb HTTP/1.1" status: 200 len: 946 time: 0.5763781 Aug 10 03:32:30.931072 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1454ae04-bfb2-438e-9506-c49cfe1d0b3c req-b892888c-3c25-487e-bc45-84fffb816cf1 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=60e8d4ce-c00a-43d5-86a4-544ebfda7358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4264693 Aug 10 03:32:30.949161 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5dcafe-6c35-4c8f-9483-c86685f2b6d8 None None] Network acebb3a8-af60-43eb-92bf-b435b5b6c1f9 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:32:30.975926 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaff3d1e-d4d8-4c6f-b7ae-a7fcbf2dc191 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c62cf960-32f5-4573-a432-127c410f7f8d,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:30.988018 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-aaff3d1e-d4d8-4c6f-b7ae-a7fcbf2dc191 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:30.994686 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-aaff3d1e-d4d8-4c6f-b7ae-a7fcbf2dc191 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/c62cf960-32f5-4573-a432-127c410f7f8d HTTP/1.1" status: 204 len: 168 time: 1.0567505 Aug 10 03:32:30.998431 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 41160) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:31.027295 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-9c7988d7-40da-4aa3-8d22-d5d93361b0b9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=aad35f2399c74598a678ccc4fea0af80&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3579509 Aug 10 03:32:31.031590 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7988d7-40da-4aa3-8d22-d5d93361b0b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69492628-c5de-45cb-a5b1-02deb432b923,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:31.045737 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 41162) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:31.165565 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-63423f9e-3c42-4414-9073-42c3eba270df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:31.174853 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-593e768b-d6bd-4588-a64a-f2a2b58f520d req-9a7f7ec5-c6bb-4116-a4fe-1a2563eb6f20 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=60e8d4ce-c00a-43d5-86a4-544ebfda7358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3455892 Aug 10 03:32:31.254365 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device ace90edd-b539-48e7-b969-42ed03683dbf no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:32:31.279319 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-724815e7-4691-450a-8a4b-f19c878c5c0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:31.338487 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-63423f9e-3c42-4414-9073-42c3eba270df admin admin] Deleting port b796655f-3c7d-4c49-b9d7-c8b45120f4d2 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:32:31.340085 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-63423f9e-3c42-4414-9073-42c3eba270df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:31.348452 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-724815e7-4691-450a-8a4b-f19c878c5c0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:31.376934 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: ace90edd-b539-48e7-b969-42ed03683dbf {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:32:31.377935 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device ace90edd-b539-48e7-b969-42ed03683dbf not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:32:31.491193 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-724815e7-4691-450a-8a4b-f19c878c5c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:31.494076 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-724815e7-4691-450a-8a4b-f19c878c5c0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:31.507338 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-724815e7-4691-450a-8a4b-f19c878c5c0c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/69492628-c5de-45cb-a5b1-02deb432b923 HTTP/1.1" status: 204 len: 168 time: 0.4499686 Aug 10 03:32:31.540555 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-63423f9e-3c42-4414-9073-42c3eba270df admin admin] For port b796655f-3c7d-4c49-b9d7-c8b45120f4d2, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=b796655f-3c7d-4c49-b9d7-c8b45120f4d2,segment=NetworkSegment(b892f116-4a0b-4772-b84a-79dc9085b519),segment_id=b892f116-4a0b-4772-b84a-79dc9085b519)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:31.542591 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724815e7-4691-450a-8a4b-f19c878c5c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69492628-c5de-45cb-a5b1-02deb432b923,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:31.554685 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-63423f9e-3c42-4414-9073-42c3eba270df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:31.557097 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89a8ffe-b12b-47cf-a463-e4918bf0ecf4 None None] DHCP port deletion for acebb3a8-af60-43eb-92bf-b435b5b6c1f9 request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:32:31.612552 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-63423f9e-3c42-4414-9073-42c3eba270df admin admin] Calling delete_port for b796655f-3c7d-4c49-b9d7-c8b45120f4d2 owned by network:dhcp {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:32:31.710410 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-d89a8ffe-b12b-47cf-a463-e4918bf0ecf4 None None] Deleting port b796655f-3c7d-4c49-b9d7-c8b45120f4d2 {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:32:31.713086 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d89a8ffe-b12b-47cf-a463-e4918bf0ecf4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:31.884734 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-63423f9e-3c42-4414-9073-42c3eba270df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:31.925483 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-d89a8ffe-b12b-47cf-a463-e4918bf0ecf4 None None] For port b796655f-3c7d-4c49-b9d7-c8b45120f4d2, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=b796655f-3c7d-4c49-b9d7-c8b45120f4d2,segment=NetworkSegment(b892f116-4a0b-4772-b84a-79dc9085b519),segment_id=b892f116-4a0b-4772-b84a-79dc9085b519)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:31.925902 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d89a8ffe-b12b-47cf-a463-e4918bf0ecf4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:31.935853 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63423f9e-3c42-4414-9073-42c3eba270df admin admin] Pushing event deleted for resources: {'Port': ['ID=b796655f-3c7d-4c49-b9d7-c8b45120f4d2,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:31.947385 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63423f9e-3c42-4414-9073-42c3eba270df admin admin] No DVR routers for this DVR port b796655f-3c7d-4c49-b9d7-c8b45120f4d2 on host n-d-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:32:31.962488 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-d89a8ffe-b12b-47cf-a463-e4918bf0ecf4 None None] Calling delete_port for b796655f-3c7d-4c49-b9d7-c8b45120f4d2 owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:32:31.982102 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63423f9e-3c42-4414-9073-42c3eba270df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:31.982477 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63423f9e-3c42-4414-9073-42c3eba270df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:31.982850 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63423f9e-3c42-4414-9073-42c3eba270df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:31.983152 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63423f9e-3c42-4414-9073-42c3eba270df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:31.983511 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63423f9e-3c42-4414-9073-42c3eba270df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:31.983982 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63423f9e-3c42-4414-9073-42c3eba270df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:31.984476 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63423f9e-3c42-4414-9073-42c3eba270df admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:31.985836 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63423f9e-3c42-4414-9073-42c3eba270df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:31.985836 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63423f9e-3c42-4414-9073-42c3eba270df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:31.986700 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63423f9e-3c42-4414-9073-42c3eba270df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:31.987064 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63423f9e-3c42-4414-9073-42c3eba270df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:31.987524 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63423f9e-3c42-4414-9073-42c3eba270df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:32.053661 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 41190) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:32.073370 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-63423f9e-3c42-4414-9073-42c3eba270df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:32.087672 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-63423f9e-3c42-4414-9073-42c3eba270df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acebb3a8-af60-43eb-92bf-b435b5b6c1f9']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:32.090530 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2248b4eb-4003-468b-ba75-8a257e51513b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:32.103063 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-63423f9e-3c42-4414-9073-42c3eba270df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b892f116-4a0b-4772-b84a-79dc9085b519') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:32.103697 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-63423f9e-3c42-4414-9073-42c3eba270df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b892f116-4a0b-4772-b84a-79dc9085b519') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:32.116393 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-63423f9e-3c42-4414-9073-42c3eba270df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:32.135907 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-63423f9e-3c42-4414-9073-42c3eba270df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:32.147973 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63423f9e-3c42-4414-9073-42c3eba270df admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:32:32.148702 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-63423f9e-3c42-4414-9073-42c3eba270df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:32.214521 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d89a8ffe-b12b-47cf-a463-e4918bf0ecf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:32.221469 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:32:32.221469 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:32:32.221469 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:32:32.221469 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:32:32.221469 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:32:32.221469 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:32:32.221469 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:32:32.221469 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:32:32.221469 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:32:32.221469 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:32:32.221469 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:32:32.221469 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:32:32.221469 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:32:32.221469 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:32:32.221469 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:32:32.221469 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:32:32.221469 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:32:32.221469 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:32:32.221469 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:32:32.221469 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:32:32.221469 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:32:32.221469 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:32:32.221469 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:32:32.221469 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:32:32.221469 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:32:32.221469 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:32:32.221469 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:32:32.221469 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:32:32.221469 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:32:32.221469 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:32:32.221469 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:32:32.221469 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:32:32.228580 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-63423f9e-3c42-4414-9073-42c3eba270df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:32.234737 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-63423f9e-3c42-4414-9073-42c3eba270df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:32.240406 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-63423f9e-3c42-4414-9073-42c3eba270df admin admin] 10.222.0.44 "DELETE /v2.0/networks/acebb3a8-af60-43eb-92bf-b435b5b6c1f9 HTTP/1.1" status: 204 len: 168 time: 1.2407854 Aug 10 03:32:32.257245 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63423f9e-3c42-4414-9073-42c3eba270df admin admin] Pushing event deleted for resources: {'Network': ['ID=acebb3a8-af60-43eb-92bf-b435b5b6c1f9,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:32.336426 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d89a8ffe-b12b-47cf-a463-e4918bf0ecf4 None None] Network acebb3a8-af60-43eb-92bf-b435b5b6c1f9 is not hosted by any dhcp agent {{(pid=94262) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 10 03:32:32.337827 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89a8ffe-b12b-47cf-a463-e4918bf0ecf4 None None] No DVR routers for this DVR port b796655f-3c7d-4c49-b9d7-c8b45120f4d2 on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:32:32.342547 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89a8ffe-b12b-47cf-a463-e4918bf0ecf4 None None] Pushing event deleted for resources: {'Port': ['ID=b796655f-3c7d-4c49-b9d7-c8b45120f4d2,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:32.513468 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2248b4eb-4003-468b-ba75-8a257e51513b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:32.525289 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2248b4eb-4003-468b-ba75-8a257e51513b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:32.550865 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2f089d-3509-4a01-b74a-2cfb5b7a227e req-ec52ec05-fa21-466a-8662-d322e99dfcfa tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:32.552867 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cd2f089d-3509-4a01-b74a-2cfb5b7a227e req-ec52ec05-fa21-466a-8662-d322e99dfcfa tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f70549b-d8ab-420c-8f76-4bc4d67f60eb HTTP/1.1" status: 200 len: 946 time: 0.1541824 Aug 10 03:32:32.623386 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2248b4eb-4003-468b-ba75-8a257e51513b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d401cd09-0edf-4dba-b3b8-da927f1f03cf,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:32.649058 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cd2f089d-3509-4a01-b74a-2cfb5b7a227e req-cdb55b18-f2f8-405f-9aa9-8a215a1f932d tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=60e8d4ce-c00a-43d5-86a4-544ebfda7358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843928 Aug 10 03:32:32.651626 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-2248b4eb-4003-468b-ba75-8a257e51513b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2c009b0534fd48d3b564b9fd6eebbc59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5962534 Aug 10 03:32:32.654874 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 41208) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:32.745306 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 41216) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:32.809571 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1e7192bc-8cf5-45c3-8b37-98a7147dadbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:32.892374 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1e7192bc-8cf5-45c3-8b37-98a7147dadbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:32.903325 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-18675d31-f725-43b7-ab0c-50fbb3e2aebd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=88a0d46e1be04060887f34aabd3def80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1557753 Aug 10 03:32:32.906709 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 41232) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:32.971316 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1e7192bc-8cf5-45c3-8b37-98a7147dadbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:32.974667 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1e7192bc-8cf5-45c3-8b37-98a7147dadbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:32.976134 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-1e7192bc-8cf5-45c3-8b37-98a7147dadbc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d401cd09-0edf-4dba-b3b8-da927f1f03cf HTTP/1.1" status: 204 len: 168 time: 0.3199837 Aug 10 03:32:32.997580 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7192bc-8cf5-45c3-8b37-98a7147dadbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d401cd09-0edf-4dba-b3b8-da927f1f03cf,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:33.007551 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ef6767c4-af2b-4436-b69d-5a9a1bfbf3ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:33.066314 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ef6767c4-af2b-4436-b69d-5a9a1bfbf3ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:33.105871 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device b796655f-3c7d-4c49-b9d7-c8b45120f4d2 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:32:33.110681 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:33.153588 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: b796655f-3c7d-4c49-b9d7-c8b45120f4d2 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:32:33.153947 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device b796655f-3c7d-4c49-b9d7-c8b45120f4d2 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:32:33.189087 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ef6767c4-af2b-4436-b69d-5a9a1bfbf3ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:33.196441 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ef6767c4-af2b-4436-b69d-5a9a1bfbf3ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:33.198343 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ef6767c4-af2b-4436-b69d-5a9a1bfbf3ac admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9e0ce86a-7308-4298-9650-13ce4675f569 HTTP/1.1" status: 204 len: 168 time: 0.2901762 Aug 10 03:32:33.215426 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6767c4-af2b-4436-b69d-5a9a1bfbf3ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e0ce86a-7308-4298-9650-13ce4675f569,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:33.933812 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886a69f3-d372-4346-b3ae-372788e2909d req-42ecb391-b728-44e7-ac84-ee842723e0c0 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:33.936818 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-886a69f3-d372-4346-b3ae-372788e2909d req-42ecb391-b728-44e7-ac84-ee842723e0c0 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f70549b-d8ab-420c-8f76-4bc4d67f60eb HTTP/1.1" status: 200 len: 946 time: 0.1176026 Aug 10 03:32:34.012843 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-886a69f3-d372-4346-b3ae-372788e2909d req-2dac9c8e-def3-4028-8810-02915d9538f2 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=60e8d4ce-c00a-43d5-86a4-544ebfda7358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626943 Aug 10 03:32:34.039357 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 41272) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:34.118320 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-475d9789-715b-4f6a-be68-392369d8774d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d8e7bc8846d54bdf9456672f98badaed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0737143 Aug 10 03:32:34.118633 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 41274) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:34.186644 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-141e7b07-8174-4278-a5f3-c5b9af421cba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:34.223070 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-141e7b07-8174-4278-a5f3-c5b9af421cba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:34.305847 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-141e7b07-8174-4278-a5f3-c5b9af421cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:34.311906 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-141e7b07-8174-4278-a5f3-c5b9af421cba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:34.317182 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-141e7b07-8174-4278-a5f3-c5b9af421cba admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/57be35f7-97b1-4eb9-bfe4-ce54c5a12fe5 HTTP/1.1" status: 204 len: 168 time: 0.1967158 Aug 10 03:32:34.343134 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141e7b07-8174-4278-a5f3-c5b9af421cba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57be35f7-97b1-4eb9-bfe4-ce54c5a12fe5,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:34.668286 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 41298) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:35.429314 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa237f40-e227-4217-ba00-57ac0ac72b65 req-65463006-bee2-4c77-bedb-c0c0dd486c90 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:35.444285 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fa237f40-e227-4217-ba00-57ac0ac72b65 req-65463006-bee2-4c77-bedb-c0c0dd486c90 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f70549b-d8ab-420c-8f76-4bc4d67f60eb HTTP/1.1" status: 200 len: 946 time: 0.1825843 Aug 10 03:32:35.708605 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fa237f40-e227-4217-ba00-57ac0ac72b65 req-7a880b18-8487-4bb7-9c95-24e6b094cb88 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=60e8d4ce-c00a-43d5-86a4-544ebfda7358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2598286 Aug 10 03:32:35.946027 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1c5f2637-00ae-4be2-af49-112b7912aad8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521880'] for router_interface, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:36.506662 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-1c5f2637-00ae-4be2-af49-112b7912aad8 admin admin] Deleting port d72c0cd0-a499-42c4-864f-83b0f798899d {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:32:36.509190 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1c5f2637-00ae-4be2-af49-112b7912aad8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:36.683666 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [None req-1c5f2637-00ae-4be2-af49-112b7912aad8 admin admin] For port d72c0cd0-a499-42c4-864f-83b0f798899d, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=d72c0cd0-a499-42c4-864f-83b0f798899d,segment=NetworkSegment(380ff52e-2da4-4b1c-b9fe-411644b2c0b2),segment_id=380ff52e-2da4-4b1c-b9fe-411644b2c0b2)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:36.684398 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1c5f2637-00ae-4be2-af49-112b7912aad8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:36.710146 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-1c5f2637-00ae-4be2-af49-112b7912aad8 admin admin] Calling delete_port for d72c0cd0-a499-42c4-864f-83b0f798899d owned by network:router_interface {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:32:36.986384 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1c5f2637-00ae-4be2-af49-112b7912aad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:37.054135 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5f2637-00ae-4be2-af49-112b7912aad8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d72c0cd0-a499-42c4-864f-83b0f798899d,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:37.351089 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1c5f2637-00ae-4be2-af49-112b7912aad8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-522536'] for router_interface, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:37.651861 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c5f2637-00ae-4be2-af49-112b7912aad8 admin admin] Router d089e089-dba6-4fdf-ad97-d537149d46b4 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:32:37.845028 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c5f2637-00ae-4be2-af49-112b7912aad8 admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:32:37.857621 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b5e7ce-8f92-46ff-816e-7854070ac967 None None] Sync routers for ids ['d089e089-dba6-4fdf-ad97-d537149d46b4'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:32:37.880726 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-1c5f2637-00ae-4be2-af49-112b7912aad8 admin admin] 10.222.0.44 "PUT /v2.0/routers/d089e089-dba6-4fdf-ad97-d537149d46b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2111423 Aug 10 03:32:37.882635 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b5e7ce-8f92-46ff-816e-7854070ac967 None None] Routers {'d089e089-dba6-4fdf-ad97-d537149d46b4'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:32:37.883671 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 41428) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:37.898006 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-39b5e7ce-8f92-46ff-816e-7854070ac967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:32:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['d089e089-dba6-4fdf-ad97-d537149d46b4'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:38.209789 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-39b5e7ce-8f92-46ff-816e-7854070ac967 None None] Set router d089e089-dba6-4fdf-ad97-d537149d46b4 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:32:38.225065 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-913442d7-6aae-4588-b3e3-3f8d8816faf7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:38.562192 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-913442d7-6aae-4588-b3e3-3f8d8816faf7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:38.653510 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-39b5e7ce-8f92-46ff-816e-7854070ac967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd089e089-dba6-4fdf-ad97-d537149d46b4', 'name': 'tempest-TaggedBootDevicesTest-575955451-router', 'tenant_id': '06c20e5fd34a48aa8cc6b4171afd240a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': 'f44da53a-efbe-4b83-b9bb-a249cd816a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:20:38Z', 'updated_at': '2021-08-10T03:32:36Z', 'revision_number': 5, 'project_id': '06c20e5fd34a48aa8cc6b4171afd240a', 'gw_port': {'id': 'f44da53a-efbe-4b83-b9bb-a249cd816a11', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:44:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd089e089-dba6-4fdf-ad97-d537149d46b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:20:41Z', 'updated_at': '2021-08-10T03:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:38.728444 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b5e7ce-8f92-46ff-816e-7854070ac967 None None] Checking router: d089e089-dba6-4fdf-ad97-d537149d46b4 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:32:38.750186 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b5e7ce-8f92-46ff-816e-7854070ac967 None None] Routers {'d089e089-dba6-4fdf-ad97-d537149d46b4'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:32:38.751827 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-39b5e7ce-8f92-46ff-816e-7854070ac967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:32:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['d089e089-dba6-4fdf-ad97-d537149d46b4'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:38.767094 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-913442d7-6aae-4588-b3e3-3f8d8816faf7 admin admin] Deleting port f44da53a-efbe-4b83-b9bb-a249cd816a11 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:32:38.767646 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-913442d7-6aae-4588-b3e3-3f8d8816faf7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:38.888994 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-39b5e7ce-8f92-46ff-816e-7854070ac967 None None] Set router d089e089-dba6-4fdf-ad97-d537149d46b4 gateway port host: None {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:32:38.967029 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-39b5e7ce-8f92-46ff-816e-7854070ac967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd089e089-dba6-4fdf-ad97-d537149d46b4', 'name': 'tempest-TaggedBootDevicesTest-575955451-router', 'tenant_id': '06c20e5fd34a48aa8cc6b4171afd240a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:20:38Z', 'updated_at': '2021-08-10T03:32:38Z', 'revision_number': 6, 'project_id': '06c20e5fd34a48aa8cc6b4171afd240a', 'gw_port_host': None}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:39.036474 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b5e7ce-8f92-46ff-816e-7854070ac967 None None] The sync data for ids ['d089e089-dba6-4fdf-ad97-d537149d46b4'] in n-d-768862-13 is: [{'id': 'd089e089-dba6-4fdf-ad97-d537149d46b4', 'name': 'tempest-TaggedBootDevicesTest-575955451-router', 'tenant_id': '06c20e5fd34a48aa8cc6b4171afd240a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:20:38Z', 'updated_at': '2021-08-10T03:32:38Z', 'revision_number': 6, 'project_id': '06c20e5fd34a48aa8cc6b4171afd240a', 'gw_port_host': None}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:32:39.054796 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-913442d7-6aae-4588-b3e3-3f8d8816faf7 admin admin] For port f44da53a-efbe-4b83-b9bb-a249cd816a11, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=f44da53a-efbe-4b83-b9bb-a249cd816a11,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:39.055430 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-913442d7-6aae-4588-b3e3-3f8d8816faf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:39.108028 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-913442d7-6aae-4588-b3e3-3f8d8816faf7 admin admin] Calling delete_port for f44da53a-efbe-4b83-b9bb-a249cd816a11 owned by network:router_gateway {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:32:39.554797 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-913442d7-6aae-4588-b3e3-3f8d8816faf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:39.601628 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913442d7-6aae-4588-b3e3-3f8d8816faf7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f44da53a-efbe-4b83-b9bb-a249cd816a11,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:39.706287 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-913442d7-6aae-4588-b3e3-3f8d8816faf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520654'] for router_gateway, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:39.817462 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-913442d7-6aae-4588-b3e3-3f8d8816faf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:39.820033 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-913442d7-6aae-4588-b3e3-3f8d8816faf7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:39.871394 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-913442d7-6aae-4588-b3e3-3f8d8816faf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:39.872022 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-913442d7-6aae-4588-b3e3-3f8d8816faf7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d089e089-dba6-4fdf-ad97-d537149d46b4 {{(pid=94261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:32:39.878481 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-913442d7-6aae-4588-b3e3-3f8d8816faf7 admin admin] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:39.883234 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-913442d7-6aae-4588-b3e3-3f8d8816faf7 admin admin] 10.222.0.44 "DELETE /v2.0/routers/d089e089-dba6-4fdf-ad97-d537149d46b4 HTTP/1.1" status: 204 len: 168 time: 1.9982822 Aug 10 03:32:39.883498 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 41478) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:39.952827 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_v2 [None req-039192c5-db55-4149-b0db-17a1a97425c8 admin admin] Deleting subnet ee6f27b1-efb9-4823-8a00-7f908deefa06 {{(pid=94260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:32:39.958501 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-039192c5-db55-4149-b0db-17a1a97425c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:40.036090 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-039192c5-db55-4149-b0db-17a1a97425c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191173'] for subnet, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:40.240464 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-039192c5-db55-4149-b0db-17a1a97425c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:40.270062 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 41490) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:40.275782 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-132fc930-6073-40a7-91e4-807a06d987f5 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Request body: {'network': {'name': 'tempest-network-smoke--239814645', 'project_id': 'b41b771882304474947a74fcb840799d', 'port_security_enabled': True}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:40.305411 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-132fc930-6073-40a7-91e4-807a06d987f5 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Made reservation on behalf of b41b771882304474947a74fcb840799d for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:32:40.309476 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-132fc930-6073-40a7-91e4-807a06d987f5 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:40.324024 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-132fc930-6073-40a7-91e4-807a06d987f5 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:40.445522 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-039192c5-db55-4149-b0db-17a1a97425c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:40.466820 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-132fc930-6073-40a7-91e4-807a06d987f5 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:40.473918 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-132fc930-6073-40a7-91e4-807a06d987f5 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:40.546355 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-132fc930-6073-40a7-91e4-807a06d987f5 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:32:40.572724 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-039192c5-db55-4149-b0db-17a1a97425c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:40.580079 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-039192c5-db55-4149-b0db-17a1a97425c8 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/ee6f27b1-efb9-4823-8a00-7f908deefa06 HTTP/1.1" status: 204 len: 168 time: 0.6933835 Aug 10 03:32:40.580759 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f62c19-079c-444e-9422-a2d6118602f5 None None] Network 52a12912-47fc-48c4-aaf5-a9b690b74ffc requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:32:40.581270 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 41502) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:40.584994 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039192c5-db55-4149-b0db-17a1a97425c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee6f27b1-efb9-4823-8a00-7f908deefa06,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:40.590571 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132fc930-6073-40a7-91e4-807a06d987f5 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed0fec2c-0925-4c12-bbe8-25985db96710,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:40.611963 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-132fc930-6073-40a7-91e4-807a06d987f5 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:40.612323 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-132fc930-6073-40a7-91e4-807a06d987f5 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Added segment 85897e81-224c-453b-b8f3-1fa7b756d34d of type vlan for network c889480f-d9b2-49f5-ab8e-149fc3837835 Aug 10 03:32:40.685030 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-132fc930-6073-40a7-91e4-807a06d987f5 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:40.733455 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-132fc930-6073-40a7-91e4-807a06d987f5 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:40.741943 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132fc930-6073-40a7-91e4-807a06d987f5 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:40.742820 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-132fc930-6073-40a7-91e4-807a06d987f5 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:40.767447 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-63d12027-6768-45c7-9076-0df33358d329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:40.773947 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-132fc930-6073-40a7-91e4-807a06d987f5 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5025730 Aug 10 03:32:40.774642 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 41504) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:40.794701 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-dc293887-969e-4d4a-b4c5-439e7bc73fce tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-943855450', 'admin_state_up': True, 'project_id': 'b41b771882304474947a74fcb840799d', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:40.889788 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132fc930-6073-40a7-91e4-807a06d987f5 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Pushing event updated for resources: {'Network': ['ID=c889480f-d9b2-49f5-ab8e-149fc3837835,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:40.900722 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-dc293887-969e-4d4a-b4c5-439e7bc73fce tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:40.902083 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-dc293887-969e-4d4a-b4c5-439e7bc73fce tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:40.917874 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network c889480f-d9b2-49f5-ab8e-149fc3837835 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:32:40.923892 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-63d12027-6768-45c7-9076-0df33358d329 admin admin] Deleting port 540d0d54-cb44-431e-9654-08df8d4ede4c {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:32:40.925245 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-63d12027-6768-45c7-9076-0df33358d329 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:41.008570 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6fc2e4-990c-4517-8e3f-92002e9695e4 None None] DHCP port deletion for 52a12912-47fc-48c4-aaf5-a9b690b74ffc request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:32:41.065131 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-dc293887-969e-4d4a-b4c5-439e7bc73fce tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:41.074097 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [None req-63d12027-6768-45c7-9076-0df33358d329 admin admin] For port 540d0d54-cb44-431e-9654-08df8d4ede4c, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=540d0d54-cb44-431e-9654-08df8d4ede4c,segment=NetworkSegment(380ff52e-2da4-4b1c-b9fe-411644b2c0b2),segment_id=380ff52e-2da4-4b1c-b9fe-411644b2c0b2)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:41.075758 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-63d12027-6768-45c7-9076-0df33358d329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:41.142892 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-7c6fc2e4-990c-4517-8e3f-92002e9695e4 None None] Deleting port 540d0d54-cb44-431e-9654-08df8d4ede4c {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:32:41.143274 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-7c6fc2e4-990c-4517-8e3f-92002e9695e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:41.151585 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-63d12027-6768-45c7-9076-0df33358d329 admin admin] Calling delete_port for 540d0d54-cb44-431e-9654-08df8d4ede4c owned by network:dhcp {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:32:41.249985 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-7c6fc2e4-990c-4517-8e3f-92002e9695e4 None None] For port 540d0d54-cb44-431e-9654-08df8d4ede4c, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=540d0d54-cb44-431e-9654-08df8d4ede4c,segment=NetworkSegment(380ff52e-2da4-4b1c-b9fe-411644b2c0b2),segment_id=380ff52e-2da4-4b1c-b9fe-411644b2c0b2)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:41.250497 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-7c6fc2e4-990c-4517-8e3f-92002e9695e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:41.268260 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device d72c0cd0-a499-42c4-864f-83b0f798899d no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:32:41.295254 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-7c6fc2e4-990c-4517-8e3f-92002e9695e4 None None] Calling delete_port for 540d0d54-cb44-431e-9654-08df8d4ede4c owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:32:41.301198 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: d72c0cd0-a499-42c4-864f-83b0f798899d {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:32:41.301618 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device d72c0cd0-a499-42c4-864f-83b0f798899d not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:32:41.303249 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 540d0d54-cb44-431e-9654-08df8d4ede4c no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:32:41.478616 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-dc293887-969e-4d4a-b4c5-439e7bc73fce tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:41.588692 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Port 540d0d54-cb44-431e-9654-08df8d4ede4c update to DOWN by agent not found {{(pid=94262) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Aug 10 03:32:41.589396 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device f44da53a-efbe-4b83-b9bb-a249cd816a11 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:32:41.592625 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-7c6fc2e4-990c-4517-8e3f-92002e9695e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:41.677145 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6fc2e4-990c-4517-8e3f-92002e9695e4 None None] Pushing event deleted for resources: {'Port': ['ID=540d0d54-cb44-431e-9654-08df8d4ede4c,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:41.701067 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: f44da53a-efbe-4b83-b9bb-a249cd816a11 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:32:41.701564 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device f44da53a-efbe-4b83-b9bb-a249cd816a11 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:32:41.745231 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6fc2e4-990c-4517-8e3f-92002e9695e4 None None] No DVR routers for this DVR port 540d0d54-cb44-431e-9654-08df8d4ede4c on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:32:41.764139 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6fc2e4-990c-4517-8e3f-92002e9695e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:41.766941 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6fc2e4-990c-4517-8e3f-92002e9695e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:41.767391 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6fc2e4-990c-4517-8e3f-92002e9695e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:41.767743 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6fc2e4-990c-4517-8e3f-92002e9695e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:41.768098 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6fc2e4-990c-4517-8e3f-92002e9695e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:41.769308 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6fc2e4-990c-4517-8e3f-92002e9695e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:41.769813 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6fc2e4-990c-4517-8e3f-92002e9695e4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:41.770163 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6fc2e4-990c-4517-8e3f-92002e9695e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:41.770541 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6fc2e4-990c-4517-8e3f-92002e9695e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:41.771333 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6fc2e4-990c-4517-8e3f-92002e9695e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:41.773156 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6fc2e4-990c-4517-8e3f-92002e9695e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:41.773156 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6fc2e4-990c-4517-8e3f-92002e9695e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:41.971150 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-dc293887-969e-4d4a-b4c5-439e7bc73fce tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks [] for router_gateway, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:42.002187 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-dc293887-969e-4d4a-b4c5-439e7bc73fce tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:42.011878 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-63d12027-6768-45c7-9076-0df33358d329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:42.030922 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d12027-6768-45c7-9076-0df33358d329 admin admin] No DVR routers for this DVR port 540d0d54-cb44-431e-9654-08df8d4ede4c on host n-d-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:32:42.060033 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d12027-6768-45c7-9076-0df33358d329 admin admin] Pushing event deleted for resources: {'Port': ['ID=540d0d54-cb44-431e-9654-08df8d4ede4c,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:42.212493 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-63d12027-6768-45c7-9076-0df33358d329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:42.238662 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-63d12027-6768-45c7-9076-0df33358d329 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52a12912-47fc-48c4-aaf5-a9b690b74ffc']}} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:42.262166 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-63d12027-6768-45c7-9076-0df33358d329 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '380ff52e-2da4-4b1c-b9fe-411644b2c0b2') {'for_net_delete': True} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:42.262578 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-63d12027-6768-45c7-9076-0df33358d329 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '380ff52e-2da4-4b1c-b9fe-411644b2c0b2') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:42.282621 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-63d12027-6768-45c7-9076-0df33358d329 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191186'] for segment, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:42.323022 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-63d12027-6768-45c7-9076-0df33358d329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:42.343187 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63d12027-6768-45c7-9076-0df33358d329 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=94260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:32:42.343658 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-63d12027-6768-45c7-9076-0df33358d329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58895489'] for segment, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:42.346203 n-d-768862-13 neutron-server[94260]: Traceback (most recent call last): Aug 10 03:32:42.346203 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:32:42.346203 n-d-768862-13 neutron-server[94260]: timer() Aug 10 03:32:42.346203 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:32:42.346203 n-d-768862-13 neutron-server[94260]: cb(*args, **kw) Aug 10 03:32:42.346203 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:32:42.346203 n-d-768862-13 neutron-server[94260]: return func(*args, **kwargs) Aug 10 03:32:42.346203 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:32:42.346203 n-d-768862-13 neutron-server[94260]: self._notify() Aug 10 03:32:42.346203 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:32:42.346203 n-d-768862-13 neutron-server[94260]: self.callback(batched_events) Aug 10 03:32:42.346203 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:32:42.346203 n-d-768862-13 neutron-server[94260]: event.method(event) Aug 10 03:32:42.346203 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:32:42.346203 n-d-768862-13 neutron-server[94260]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:32:42.346203 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:32:42.346203 n-d-768862-13 neutron-server[94260]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:32:42.346203 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:32:42.346203 n-d-768862-13 neutron-server[94260]: return f(self, *a, **k) Aug 10 03:32:42.346203 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:32:42.346203 n-d-768862-13 neutron-server[94260]: return self._get(url).json() Aug 10 03:32:42.346203 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:32:42.346203 n-d-768862-13 neutron-server[94260]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:32:42.346203 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:32:42.346203 n-d-768862-13 neutron-server[94260]: return self.request(url, 'GET', **kwargs) Aug 10 03:32:42.346203 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:32:42.346203 n-d-768862-13 neutron-server[94260]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:32:42.346203 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:32:42.346203 n-d-768862-13 neutron-server[94260]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:32:42.346203 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:32:42.346203 n-d-768862-13 neutron-server[94260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:32:42.346203 n-d-768862-13 neutron-server[94260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:32:42.447589 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-63d12027-6768-45c7-9076-0df33358d329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:42.473251 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-63d12027-6768-45c7-9076-0df33358d329 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:42.493324 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-63d12027-6768-45c7-9076-0df33358d329 admin admin] 10.222.0.44 "DELETE /v2.0/networks/52a12912-47fc-48c4-aaf5-a9b690b74ffc HTTP/1.1" status: 204 len: 168 time: 1.8953881 Aug 10 03:32:42.498763 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d12027-6768-45c7-9076-0df33358d329 admin admin] Pushing event deleted for resources: {'Network': ['ID=52a12912-47fc-48c4-aaf5-a9b690b74ffc,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:42.526784 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-dc293887-969e-4d4a-b4c5-439e7bc73fce tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Allocated IP 172.25.6.59 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/fb0977ca-c3fa-4f44-bff4-8fde1f64dd29) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:32:42.570937 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 41540) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:42.699185 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-dc293887-969e-4d4a-b4c5-439e7bc73fce tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:42.729117 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-995e3ab9-1a09-446c-903e-1a9a3e250ec8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:42.795352 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-dc293887-969e-4d4a-b4c5-439e7bc73fce tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:42.860286 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 41550) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:42.882106 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc293887-969e-4d4a-b4c5-439e7bc73fce tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:42.886052 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-dc293887-969e-4d4a-b4c5-439e7bc73fce tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:42.889653 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-995e3ab9-1a09-446c-903e-1a9a3e250ec8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:42.897049 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc293887-969e-4d4a-b4c5-439e7bc73fce tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:32:42.900660 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-995e3ab9-1a09-446c-903e-1a9a3e250ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:42.900954 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc293887-969e-4d4a-b4c5-439e7bc73fce tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Pushing event updated for resources: {'Port': ['ID=fb0977ca-c3fa-4f44-bff4-8fde1f64dd29,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:42.979849 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-b5ed8ef8-1bf2-4e91-8ffd-fac9bcae75ed admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=06c20e5fd34a48aa8cc6b4171afd240a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1178577 Aug 10 03:32:42.986939 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 41552) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:43.005689 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-995e3ab9-1a09-446c-903e-1a9a3e250ec8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=244ed5bebcdd4765ac933c6e374bab56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4302273 Aug 10 03:32:43.007716 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 41554) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:43.020957 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995e3ab9-1a09-446c-903e-1a9a3e250ec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=914dda30-28e0-4651-9eb3-b225bdef7a6a,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:43.123656 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f6b646d1-a125-4180-8dcb-3cd487540cfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:43.125787 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-193f57ab-e63f-4700-940c-2e82f630b044 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:43.167026 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f6b646d1-a125-4180-8dcb-3cd487540cfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:43.170298 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-193f57ab-e63f-4700-940c-2e82f630b044 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:43.278181 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f6b646d1-a125-4180-8dcb-3cd487540cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:43.283573 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f6b646d1-a125-4180-8dcb-3cd487540cfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:43.284819 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-f6b646d1-a125-4180-8dcb-3cd487540cfe admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5aac4231-548a-4a48-ae70-6443e8440415 HTTP/1.1" status: 204 len: 168 time: 0.2962842 Aug 10 03:32:43.288022 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-193f57ab-e63f-4700-940c-2e82f630b044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:43.290776 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-193f57ab-e63f-4700-940c-2e82f630b044 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:43.295000 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-193f57ab-e63f-4700-940c-2e82f630b044 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/914dda30-28e0-4651-9eb3-b225bdef7a6a HTTP/1.1" status: 204 len: 168 time: 0.2757111 Aug 10 03:32:43.302981 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b646d1-a125-4180-8dcb-3cd487540cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aac4231-548a-4a48-ae70-6443e8440415,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:43.315960 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193f57ab-e63f-4700-940c-2e82f630b044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=914dda30-28e0-4651-9eb3-b225bdef7a6a,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:43.344689 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-dc293887-969e-4d4a-b4c5-439e7bc73fce tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks [] for router_gateway, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:43.669724 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-dc293887-969e-4d4a-b4c5-439e7bc73fce tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:43.867584 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc293887-969e-4d4a-b4c5-439e7bc73fce tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Router 188a5ef2-daaf-47b8-bfa1-778dccd63102 is scheduled to L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e with binding_index 1 {{(pid=94261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:32:44.099306 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc293887-969e-4d4a-b4c5-439e7bc73fce tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:32:44.118078 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0665e6d7-6bc6-430f-9df0-553bdb557f4e None None] Sync routers for ids ['188a5ef2-daaf-47b8-bfa1-778dccd63102'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:32:44.135498 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0665e6d7-6bc6-430f-9df0-553bdb557f4e None None] Routers {'188a5ef2-daaf-47b8-bfa1-778dccd63102'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:32:44.136716 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-0665e6d7-6bc6-430f-9df0-553bdb557f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:32:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['188a5ef2-daaf-47b8-bfa1-778dccd63102'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:44.148965 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-dc293887-969e-4d4a-b4c5-439e7bc73fce tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:44.150446 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-dc293887-969e-4d4a-b4c5-439e7bc73fce tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 3.3604379 Aug 10 03:32:44.154215 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 41600) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:44.358936 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-0665e6d7-6bc6-430f-9df0-553bdb557f4e None None] Set router 188a5ef2-daaf-47b8-bfa1-778dccd63102 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:32:44.684356 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-0665e6d7-6bc6-430f-9df0-553bdb557f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '188a5ef2-daaf-47b8-bfa1-778dccd63102', 'name': 'tempest-TestSecurityGroupsBasicOps-router-943855450', 'tenant_id': 'b41b771882304474947a74fcb840799d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': 'fb0977ca-c3fa-4f44-bff4-8fde1f64dd29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:32:40Z', 'updated_at': '2021-08-10T03:32:43Z', 'revision_number': 3, 'project_id': 'b41b771882304474947a74fcb840799d', 'gw_port': {'id': 'fb0977ca-c3fa-4f44-bff4-8fde1f64dd29', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2a:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '188a5ef2-daaf-47b8-bfa1-778dccd63102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:42Z', 'updated_at': '2021-08-10T03:32:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:44.764529 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0665e6d7-6bc6-430f-9df0-553bdb557f4e None None] Checking router: 188a5ef2-daaf-47b8-bfa1-778dccd63102 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:32:44.765021 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0665e6d7-6bc6-430f-9df0-553bdb557f4e None None] Updating router 188a5ef2-daaf-47b8-bfa1-778dccd63102 port fb0977ca-c3fa-4f44-bff4-8fde1f64dd29 binding host n-d-768862-13 {{(pid=94263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:32:44.799422 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 41624) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:44.800022 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-28d47456-70e8-4426-bcf6-baf8b4afeda7 tempest-TestSecurityGroupsBasicOps-1160878762 tempest-TestSecurityGroupsBasicOps-1160878762-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=b41b771882304474947a74fcb840799d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6435204 Aug 10 03:32:44.836748 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-0665e6d7-6bc6-430f-9df0-553bdb557f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:45.334280 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b913d500-edaa-48cf-8791-618c39e1e038 tempest-TestSecurityGroupsBasicOps-1160878762 tempest-TestSecurityGroupsBasicOps-1160878762-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:45.340656 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-b913d500-edaa-48cf-8791-618c39e1e038 tempest-TestSecurityGroupsBasicOps-1160878762 tempest-TestSecurityGroupsBasicOps-1160878762-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5349948 Aug 10 03:32:45.341298 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 41640) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:45.352977 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 41644) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:45.446574 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-455dca39-45bf-4773-830b-db981865f076 tempest-TestSecurityGroupsBasicOps-1160878762 tempest-TestSecurityGroupsBasicOps-1160878762-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=2ea12131-628a-487e-b434-0463553732bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1004624 Aug 10 03:32:45.447041 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 41650) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:45.458280 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-3deded16-4dd6-46d1-ba49-2f6a1ff8e2ef tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-527921595', 'network_id': 'c889480f-d9b2-49f5-ab8e-149fc3837835', 'project_id': 'b41b771882304474947a74fcb840799d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:45.527419 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-0665e6d7-6bc6-430f-9df0-553bdb557f4e None None] Notify callbacks [] for port, precommit_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:45.560273 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.provisioning_blocks [None req-0665e6d7-6bc6-430f-9df0-553bdb557f4e None None] Transition to ACTIVE for port object fb0977ca-c3fa-4f44-bff4-8fde1f64dd29 will not be triggered until provisioned by entity L2. {{(pid=94263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:32:45.574251 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-0665e6d7-6bc6-430f-9df0-553bdb557f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:45.673845 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3deded16-4dd6-46d1-ba49-2f6a1ff8e2ef tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Made reservation on behalf of b41b771882304474947a74fcb840799d for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:32:45.679129 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3deded16-4dd6-46d1-ba49-2f6a1ff8e2ef tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:45.691542 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-0665e6d7-6bc6-430f-9df0-553bdb557f4e None None] Attempting to bind port fb0977ca-c3fa-4f44-bff4-8fde1f64dd29 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:32:45.692677 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-0665e6d7-6bc6-430f-9df0-553bdb557f4e None None] Attempting to bind port fb0977ca-c3fa-4f44-bff4-8fde1f64dd29 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:32:45.698395 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0665e6d7-6bc6-430f-9df0-553bdb557f4e None None] Attempting to bind port fb0977ca-c3fa-4f44-bff4-8fde1f64dd29 on network 2ea12131-628a-487e-b434-0463553732bd {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:32:45.733215 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0665e6d7-6bc6-430f-9df0-553bdb557f4e None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:32:45.735216 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0665e6d7-6bc6-430f-9df0-553bdb557f4e None None] Checking segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:32:45.735858 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-0665e6d7-6bc6-430f-9df0-553bdb557f4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:45.737759 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0665e6d7-6bc6-430f-9df0-553bdb557f4e None None] Bound using segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:32:45.744716 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-0665e6d7-6bc6-430f-9df0-553bdb557f4e None None] Bound port: fb0977ca-c3fa-4f44-bff4-8fde1f64dd29, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:32:45.750855 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-0665e6d7-6bc6-430f-9df0-553bdb557f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:45.851317 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-0665e6d7-6bc6-430f-9df0-553bdb557f4e None None] For port fb0977ca-c3fa-4f44-bff4-8fde1f64dd29, host n-d-768862-13, cleared binding levels {{(pid=94263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:32:45.863170 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-0665e6d7-6bc6-430f-9df0-553bdb557f4e None None] For port fb0977ca-c3fa-4f44-bff4-8fde1f64dd29, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=fb0977ca-c3fa-4f44-bff4-8fde1f64dd29,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:32:45.865931 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e57ff09-88e6-48d5-b115-65d179dde3ca None None] Pushing event updated for resources: {'Port': ['ID=fb0977ca-c3fa-4f44-bff4-8fde1f64dd29,revision_number=2']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:45.867808 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-1bd2fabb-3592-46c6-b480-b8df81a0cac3 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-348124053-network', 'tenant_id': '88fbc9e175c64779bac7aee05351c16a'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:45.887109 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e57ff09-88e6-48d5-b115-65d179dde3ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:45.888113 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e57ff09-88e6-48d5-b115-65d179dde3ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:45.888854 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e57ff09-88e6-48d5-b115-65d179dde3ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:45.889525 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e57ff09-88e6-48d5-b115-65d179dde3ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:45.890152 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e57ff09-88e6-48d5-b115-65d179dde3ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:45.890954 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e57ff09-88e6-48d5-b115-65d179dde3ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:45.892010 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e57ff09-88e6-48d5-b115-65d179dde3ca None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:45.892697 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e57ff09-88e6-48d5-b115-65d179dde3ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:45.893599 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e57ff09-88e6-48d5-b115-65d179dde3ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:45.894207 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e57ff09-88e6-48d5-b115-65d179dde3ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:45.894899 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e57ff09-88e6-48d5-b115-65d179dde3ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:45.895513 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e57ff09-88e6-48d5-b115-65d179dde3ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:45.904460 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-0665e6d7-6bc6-430f-9df0-553bdb557f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:46.017498 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e57ff09-88e6-48d5-b115-65d179dde3ca None None] Pushing event updated for resources: {'Port': ['ID=fb0977ca-c3fa-4f44-bff4-8fde1f64dd29,revision_number=3']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:46.062081 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0665e6d7-6bc6-430f-9df0-553bdb557f4e None None] Routers {'188a5ef2-daaf-47b8-bfa1-778dccd63102'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:32:46.063942 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-0665e6d7-6bc6-430f-9df0-553bdb557f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:32:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['188a5ef2-daaf-47b8-bfa1-778dccd63102'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:46.145674 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3deded16-4dd6-46d1-ba49-2f6a1ff8e2ef tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58895384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805196'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:46.205920 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-0665e6d7-6bc6-430f-9df0-553bdb557f4e None None] Set router 188a5ef2-daaf-47b8-bfa1-778dccd63102 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:32:46.268059 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deded16-4dd6-46d1-ba49-2f6a1ff8e2ef tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Pushing event updated for resources: {'Subnet': ['ID=d4fde8f0-46b6-4f06-b776-ecefcbb6f17b,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:46.300391 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd2fabb-3592-46c6-b480-b8df81a0cac3 admin admin] Made reservation on behalf of 88fbc9e175c64779bac7aee05351c16a for: {'network': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:32:46.303731 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1bd2fabb-3592-46c6-b480-b8df81a0cac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:46.343777 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1bd2fabb-3592-46c6-b480-b8df81a0cac3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:46.439366 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3deded16-4dd6-46d1-ba49-2f6a1ff8e2ef tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Checking segment: {'id': '85897e81-224c-453b-b8f3-1fa7b756d34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c889480f-d9b2-49f5-ab8e-149fc3837835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:32:46.440089 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3deded16-4dd6-46d1-ba49-2f6a1ff8e2ef tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Network hostable DHCP agents. Network: c889480f-d9b2-49f5-ab8e-149fc3837835, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:32:46.545711 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3deded16-4dd6-46d1-ba49-2f6a1ff8e2ef tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Network c889480f-d9b2-49f5-ab8e-149fc3837835 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:32:46.619023 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1bd2fabb-3592-46c6-b480-b8df81a0cac3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:46.634355 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1bd2fabb-3592-46c6-b480-b8df81a0cac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:46.652031 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-3deded16-4dd6-46d1-ba49-2f6a1ff8e2ef tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, c889480f-d9b2-49f5-ab8e-149fc3837835) {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:46.692588 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10f6769-d0e7-47f7-9bee-c092c6f1fca5 None None] Network c889480f-d9b2-49f5-ab8e-149fc3837835 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:32:46.727585 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-0665e6d7-6bc6-430f-9df0-553bdb557f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '188a5ef2-daaf-47b8-bfa1-778dccd63102', 'name': 'tempest-TestSecurityGroupsBasicOps-router-943855450', 'tenant_id': 'b41b771882304474947a74fcb840799d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': 'fb0977ca-c3fa-4f44-bff4-8fde1f64dd29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:32:40Z', 'updated_at': '2021-08-10T03:32:43Z', 'revision_number': 3, 'project_id': 'b41b771882304474947a74fcb840799d', 'gw_port': {'id': 'fb0977ca-c3fa-4f44-bff4-8fde1f64dd29', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2a:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '188a5ef2-daaf-47b8-bfa1-778dccd63102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:42Z', 'updated_at': '2021-08-10T03:32:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:46.760360 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3deded16-4dd6-46d1-ba49-2f6a1ff8e2ef tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:46.761926 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3deded16-4dd6-46d1-ba49-2f6a1ff8e2ef tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:46.819737 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bd2fabb-3592-46c6-b480-b8df81a0cac3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=94260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:32:46.862124 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0665e6d7-6bc6-430f-9df0-553bdb557f4e None None] The sync data for ids ['188a5ef2-daaf-47b8-bfa1-778dccd63102'] in n-d-768862-13 is: [{'id': '188a5ef2-daaf-47b8-bfa1-778dccd63102', 'name': 'tempest-TestSecurityGroupsBasicOps-router-943855450', 'tenant_id': 'b41b771882304474947a74fcb840799d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': 'fb0977ca-c3fa-4f44-bff4-8fde1f64dd29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:32:40Z', 'updated_at': '2021-08-10T03:32:43Z', 'revision_number': 3, 'project_id': 'b41b771882304474947a74fcb840799d', 'gw_port': {'id': 'fb0977ca-c3fa-4f44-bff4-8fde1f64dd29', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2a:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '188a5ef2-daaf-47b8-bfa1-778dccd63102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:42Z', 'updated_at': '2021-08-10T03:32:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:32:46.914908 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1bd2fabb-3592-46c6-b480-b8df81a0cac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:46.915660 n-d-768862-13 neutron-server[94260]: INFO neutron.db.segments_db [None req-1bd2fabb-3592-46c6-b480-b8df81a0cac3 admin admin] Added segment 3deccfba-177c-4a05-ba80-773f4b1c20b9 of type vlan for network 4c52c402-1ff3-49da-9a7e-42e05199a70c Aug 10 03:32:46.985827 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1bd2fabb-3592-46c6-b480-b8df81a0cac3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:47.052374 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd2fabb-3592-46c6-b480-b8df81a0cac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=997143e0-3b90-45fb-87f4-d8b4dfc17ffc,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:47.068854 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1bd2fabb-3592-46c6-b480-b8df81a0cac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:47.077494 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd2fabb-3592-46c6-b480-b8df81a0cac3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:47.080114 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1bd2fabb-3592-46c6-b480-b8df81a0cac3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:47.110271 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-3deded16-4dd6-46d1-ba49-2f6a1ff8e2ef tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.6602421 Aug 10 03:32:47.113355 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 41680) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:47.185380 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-1bd2fabb-3592-46c6-b480-b8df81a0cac3 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8291039 Aug 10 03:32:47.190559 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 41682) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:47.195959 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-6c1e4619-9d31-40d9-94d5-aab094a0cddb admin admin] Request body: {'subnet': {'network_id': '4c52c402-1ff3-49da-9a7e-42e05199a70c', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-348124053-subnet', 'tenant_id': '88fbc9e175c64779bac7aee05351c16a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:47.235617 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c1e4619-9d31-40d9-94d5-aab094a0cddb admin admin] Made reservation on behalf of 88fbc9e175c64779bac7aee05351c16a for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:32:47.239105 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6c1e4619-9d31-40d9-94d5-aab094a0cddb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:47.245573 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd2fabb-3592-46c6-b480-b8df81a0cac3 admin admin] Pushing event updated for resources: {'Network': ['ID=4c52c402-1ff3-49da-9a7e-42e05199a70c,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:47.457530 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 4c52c402-1ff3-49da-9a7e-42e05199a70c details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:32:47.556785 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6c1e4619-9d31-40d9-94d5-aab094a0cddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58895384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805196'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:47.669702 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1e4619-9d31-40d9-94d5-aab094a0cddb admin admin] Pushing event updated for resources: {'Subnet': ['ID=5356546f-4f9a-4920-aeda-65d477a45dbb,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:47.715715 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e01c19b-1e98-44b3-9aa7-b233922e293c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-c889480f-d9b2-49f5-ab8e-149fc3837835', 'network_id': 'c889480f-d9b2-49f5-ab8e-149fc3837835', 'tenant_id': 'b41b771882304474947a74fcb840799d', 'fixed_ips': [{'subnet_id': 'd4fde8f0-46b6-4f06-b776-ecefcbb6f17b'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:32:47.716619 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-0e01c19b-1e98-44b3-9aa7-b233922e293c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:47.731885 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1e4619-9d31-40d9-94d5-aab094a0cddb admin admin] Checking segment: {'id': '3deccfba-177c-4a05-ba80-773f4b1c20b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4c52c402-1ff3-49da-9a7e-42e05199a70c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:32:47.732941 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1e4619-9d31-40d9-94d5-aab094a0cddb admin admin] Network hostable DHCP agents. Network: 4c52c402-1ff3-49da-9a7e-42e05199a70c, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:32:47.774519 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1e4619-9d31-40d9-94d5-aab094a0cddb admin admin] Network 4c52c402-1ff3-49da-9a7e-42e05199a70c is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:32:47.798249 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-6c1e4619-9d31-40d9-94d5-aab094a0cddb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 4c52c402-1ff3-49da-9a7e-42e05199a70c) {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:47.808126 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1e4619-9d31-40d9-94d5-aab094a0cddb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:47.808895 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6c1e4619-9d31-40d9-94d5-aab094a0cddb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:47.825940 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd62f74-fa5a-436a-b27c-c0d0ffe07a83 None None] Network 4c52c402-1ff3-49da-9a7e-42e05199a70c requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:32:47.851603 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-6c1e4619-9d31-40d9-94d5-aab094a0cddb admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6502502 Aug 10 03:32:48.235050 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-0e01c19b-1e98-44b3-9aa7-b233922e293c None None] Allocated IP 172.20.0.2 (c889480f-d9b2-49f5-ab8e-149fc3837835/d4fde8f0-46b6-4f06-b776-ecefcbb6f17b/3b75cad7-3603-43f5-a2d3-e50b11d991d5) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:32:48.562866 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3111e1b1-89a9-41d3-9c2b-a8a28280a1c8 None None] Network 4c52c402-1ff3-49da-9a7e-42e05199a70c requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:32:48.894251 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-0e01c19b-1e98-44b3-9aa7-b233922e293c None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:48.919834 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-0e01c19b-1e98-44b3-9aa7-b233922e293c None None] Transition to ACTIVE for port object 3b75cad7-3603-43f5-a2d3-e50b11d991d5 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:32:48.960882 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-0e01c19b-1e98-44b3-9aa7-b233922e293c None None] Transition to ACTIVE for port object 3b75cad7-3603-43f5-a2d3-e50b11d991d5 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:32:48.983617 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-0e01c19b-1e98-44b3-9aa7-b233922e293c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:49.156612 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e01c19b-1e98-44b3-9aa7-b233922e293c None None] Pushing event updated for resources: {'Port': ['ID=3b75cad7-3603-43f5-a2d3-e50b11d991d5,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:49.181124 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e01c19b-1e98-44b3-9aa7-b233922e293c None None] Network c889480f-d9b2-49f5-ab8e-149fc3837835 is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:49.190555 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-0e01c19b-1e98-44b3-9aa7-b233922e293c None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:49.200635 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e01c19b-1e98-44b3-9aa7-b233922e293c None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:32:49.209846 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47594497-0bfb-454b-8839-8e22da2261bb req-27c870b6-b76a-42d2-b832-81d2082ffbd2 tempest-InstanceActionsTestJSON-1420359697 tempest-InstanceActionsTestJSON-1420359697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:49.233147 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device fb0977ca-c3fa-4f44-bff4-8fde1f64dd29 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:32:49.234819 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-47594497-0bfb-454b-8839-8e22da2261bb req-27c870b6-b76a-42d2-b832-81d2082ffbd2 tempest-InstanceActionsTestJSON-1420359697 tempest-InstanceActionsTestJSON-1420359697-project] 10.222.0.44 "GET /v2.0/networks?id=4c52c402-1ff3-49da-9a7e-42e05199a70c HTTP/1.1" status: 200 len: 813 time: 0.3762193 Aug 10 03:32:49.266875 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-47594497-0bfb-454b-8839-8e22da2261bb req-3290ce68-0aba-4756-8694-210bf6b18b3a tempest-InstanceActionsTestJSON-1420359697 tempest-InstanceActionsTestJSON-1420359697-project] 10.222.0.44 "GET /v2.0/quotas/88fbc9e175c64779bac7aee05351c16a HTTP/1.1" status: 200 len: 375 time: 0.0248587 Aug 10 03:32:49.329572 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-47594497-0bfb-454b-8839-8e22da2261bb req-d656d859-66b4-470b-860f-d0a11586e533 tempest-InstanceActionsTestJSON-1420359697 tempest-InstanceActionsTestJSON-1420359697-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=88fbc9e175c64779bac7aee05351c16a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0566893 Aug 10 03:32:49.417962 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-0e01c19b-1e98-44b3-9aa7-b233922e293c None None] Attempting to bind port 3b75cad7-3603-43f5-a2d3-e50b11d991d5 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:32:49.418695 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-0e01c19b-1e98-44b3-9aa7-b233922e293c None None] Attempting to bind port 3b75cad7-3603-43f5-a2d3-e50b11d991d5 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '85897e81-224c-453b-b8f3-1fa7b756d34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c889480f-d9b2-49f5-ab8e-149fc3837835'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:32:49.419275 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e01c19b-1e98-44b3-9aa7-b233922e293c None None] Attempting to bind port 3b75cad7-3603-43f5-a2d3-e50b11d991d5 on network c889480f-d9b2-49f5-ab8e-149fc3837835 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:32:49.427063 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e01c19b-1e98-44b3-9aa7-b233922e293c None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:32:49.427540 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-11c2d7f8-8c80-4757-9f92-2b072c8e8121 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:49.428355 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e01c19b-1e98-44b3-9aa7-b233922e293c None None] Checking segment: {'id': '85897e81-224c-453b-b8f3-1fa7b756d34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c889480f-d9b2-49f5-ab8e-149fc3837835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:32:49.428955 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-0e01c19b-1e98-44b3-9aa7-b233922e293c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:49.429544 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e01c19b-1e98-44b3-9aa7-b233922e293c None None] Bound using segment: {'id': '85897e81-224c-453b-b8f3-1fa7b756d34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c889480f-d9b2-49f5-ab8e-149fc3837835'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:32:49.430265 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-0e01c19b-1e98-44b3-9aa7-b233922e293c None None] Bound port: 3b75cad7-3603-43f5-a2d3-e50b11d991d5, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85897e81-224c-453b-b8f3-1fa7b756d34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c889480f-d9b2-49f5-ab8e-149fc3837835'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:32:49.430852 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-0e01c19b-1e98-44b3-9aa7-b233922e293c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:49.474887 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port fb0977ca-c3fa-4f44-bff4-8fde1f64dd29 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:32:49.513967 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port fb0977ca-c3fa-4f44-bff4-8fde1f64dd29 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:49.514854 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:49.566926 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-47594497-0bfb-454b-8839-8e22da2261bb req-0f4fe939-8b24-4387-9690-ce33cd4b7dab service neutron] 10.222.0.44 "GET /v2.0/networks/4c52c402-1ff3-49da-9a7e-42e05199a70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299023 Aug 10 03:32:49.752381 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-0e01c19b-1e98-44b3-9aa7-b233922e293c None None] For port 3b75cad7-3603-43f5-a2d3-e50b11d991d5, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:32:49.768445 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-47594497-0bfb-454b-8839-8e22da2261bb req-d62128dd-0d85-4872-8ad6-91ad0bd937a5 service neutron] 10.222.0.44 "GET /v2.0/networks/4c52c402-1ff3-49da-9a7e-42e05199a70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005186 Aug 10 03:32:49.768879 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 41796) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:49.803765 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-0e01c19b-1e98-44b3-9aa7-b233922e293c None None] For port 3b75cad7-3603-43f5-a2d3-e50b11d991d5, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=3b75cad7-3603-43f5-a2d3-e50b11d991d5,segment=NetworkSegment(85897e81-224c-453b-b8f3-1fa7b756d34d),segment_id=85897e81-224c-453b-b8f3-1fa7b756d34d)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:32:49.823934 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-0e01c19b-1e98-44b3-9aa7-b233922e293c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:49.840502 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:49.938183 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port fb0977ca-c3fa-4f44-bff4-8fde1f64dd29, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=fb0977ca-c3fa-4f44-bff4-8fde1f64dd29,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:49.957277 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:50.025997 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e01c19b-1e98-44b3-9aa7-b233922e293c None None] Pushing event updated for resources: {'Port': ['ID=3b75cad7-3603-43f5-a2d3-e50b11d991d5,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:50.222673 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=fb0977ca-c3fa-4f44-bff4-8fde1f64dd29,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:50.253556 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-eada1368-b43e-4a03-95b4-4ec3d3133a33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:50.340765 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bf3d6372-b7f8-4d06-a9e5-2929d1226984 req-9abe36ca-c320-4814-bc1e-48de6e0b5d28 tempest-InstanceActionsTestJSON-1420359697 tempest-InstanceActionsTestJSON-1420359697-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9fed5d8-031f-4127-90a1-c930f589ae72 HTTP/1.1" status: 200 len: 210 time: 0.2043443 Aug 10 03:32:50.347814 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-11c2d7f8-8c80-4757-9f92-2b072c8e8121 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Allocated IP 172.20.0.1 (c889480f-d9b2-49f5-ab8e-149fc3837835/d4fde8f0-46b6-4f06-b776-ecefcbb6f17b/5d09a202-3a7c-4528-b9b0-df17d4eb9ca6) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:32:50.608678 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-eada1368-b43e-4a03-95b4-4ec3d3133a33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:50.615935 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-eada1368-b43e-4a03-95b4-4ec3d3133a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:50.682373 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-eada1368-b43e-4a03-95b4-4ec3d3133a33 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=10b6d96c7f3f4eb58f670c3799ef7046&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9123895 Aug 10 03:32:50.683723 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eada1368-b43e-4a03-95b4-4ec3d3133a33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31e031a6-6de5-4404-84a2-eedb696a4f6a,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:50.686501 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 41808) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:50.687431 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-11c2d7f8-8c80-4757-9f92-2b072c8e8121 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:50.695017 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-98547cea-add1-4f84-88c9-671c2c3191da req-ba7d279a-5cb2-4b3d-bc75-188971c04080 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8789937 Aug 10 03:32:50.738512 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [None req-11c2d7f8-8c80-4757-9f92-2b072c8e8121 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Transition to ACTIVE for port object 5d09a202-3a7c-4528-b9b0-df17d4eb9ca6 will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:32:50.769495 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-456adaae-025b-43aa-acbd-e434dcc10d10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:50.804906 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-456adaae-025b-43aa-acbd-e434dcc10d10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:50.889634 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-456adaae-025b-43aa-acbd-e434dcc10d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:50.893050 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-456adaae-025b-43aa-acbd-e434dcc10d10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:50.894377 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-456adaae-025b-43aa-acbd-e434dcc10d10 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/31e031a6-6de5-4404-84a2-eedb696a4f6a HTTP/1.1" status: 204 len: 168 time: 0.2067904 Aug 10 03:32:50.914366 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456adaae-025b-43aa-acbd-e434dcc10d10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e031a6-6de5-4404-84a2-eedb696a4f6a,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:50.923007 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98547cea-add1-4f84-88c9-671c2c3191da req-13212ae6-3e21-4757-ba8f-6feae8b8d068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:50.926310 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-98547cea-add1-4f84-88c9-671c2c3191da req-13212ae6-3e21-4757-ba8f-6feae8b8d068 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2680b799feb54d8c9fdff98330bf1a96&device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 1097 time: 0.1900830 Aug 10 03:32:50.945874 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-11c2d7f8-8c80-4757-9f92-2b072c8e8121 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:51.128496 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c2d7f8-8c80-4757-9f92-2b072c8e8121 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Network c889480f-d9b2-49f5-ab8e-149fc3837835 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:51.211198 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-11c2d7f8-8c80-4757-9f92-2b072c8e8121 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:51.239382 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c2d7f8-8c80-4757-9f92-2b072c8e8121 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:32:51.335651 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-96f5d744-de1f-402d-881d-b06d8f9d24fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:51.363373 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c2d7f8-8c80-4757-9f92-2b072c8e8121 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Pushing event updated for resources: {'Port': ['ID=5d09a202-3a7c-4528-b9b0-df17d4eb9ca6,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:51.542811 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-11c2d7f8-8c80-4757-9f92-2b072c8e8121 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521745'] for router_interface, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:51.563127 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device fb0977ca-c3fa-4f44-bff4-8fde1f64dd29 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:32:51.597842 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-30e516ae-b6c0-4fe8-991c-c5c6cb94c627 req-6ce285ba-dede-4e3b-a2f3-ac75df933a7d tempest-InstanceActionsTestJSON-1420359697 tempest-InstanceActionsTestJSON-1420359697-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9fed5d8-031f-4127-90a1-c930f589ae72 HTTP/1.1" status: 200 len: 210 time: 0.1030159 Aug 10 03:32:51.657641 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98547cea-add1-4f84-88c9-671c2c3191da req-5fb25b8d-c016-4156-8410-fe1fb302ffc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:51.669015 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-98547cea-add1-4f84-88c9-671c2c3191da req-5fb25b8d-c016-4156-8410-fe1fb302ffc6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d07bf9c0-feda-49f0-ac68-879462adf9f1 HTTP/1.1" status: 200 len: 911 time: 0.6913612 Aug 10 03:32:51.703876 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port fb0977ca-c3fa-4f44-bff4-8fde1f64dd29 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:51.708698 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:51.963167 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-98547cea-add1-4f84-88c9-671c2c3191da req-cc570af7-5c95-46a6-b77e-ee55cfa3e96f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5c938b4-b620-4188-a605-ddf0a909af0a HTTP/1.1" status: 200 len: 1001 time: 0.2683015 Aug 10 03:32:51.979969 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 3b75cad7-3603-43f5-a2d3-e50b11d991d5 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:32:52.004585 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 41838) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:52.058616 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-cdd8bc9e-b8c2-41bb-89cf-06a9fda25e77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:52.090745 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 3b75cad7-3603-43f5-a2d3-e50b11d991d5 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:32:52.147918 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98547cea-add1-4f84-88c9-671c2c3191da req-1399f191-6255-44ff-9735-2f6ab0a0ae34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:52.151171 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-98547cea-add1-4f84-88c9-671c2c3191da req-1399f191-6255-44ff-9735-2f6ab0a0ae34 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=33a1c40e-b5d2-46c7-a6a1-fa6cc0352aec HTTP/1.1" status: 200 len: 850 time: 0.1733439 Aug 10 03:32:52.195581 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-11c2d7f8-8c80-4757-9f92-2b072c8e8121 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:52.204283 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2866e8-77f4-4a58-a3dc-3448c44cdc0b None None] Network c889480f-d9b2-49f5-ab8e-149fc3837835 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:32:52.309077 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-cdd8bc9e-b8c2-41bb-89cf-06a9fda25e77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:52.326067 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-cdd8bc9e-b8c2-41bb-89cf-06a9fda25e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:52.405882 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-f6b75c01-f23c-4cb7-93b6-d271ecf5ed46 None None] Provisioning for port 3b75cad7-3603-43f5-a2d3-e50b11d991d5 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:32:52.417763 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-f6b75c01-f23c-4cb7-93b6-d271ecf5ed46 None None] Provisioning complete for port 3b75cad7-3603-43f5-a2d3-e50b11d991d5 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:52.419374 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f6b75c01-f23c-4cb7-93b6-d271ecf5ed46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:52.434380 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-cdd8bc9e-b8c2-41bb-89cf-06a9fda25e77 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=214441d9dd464eaeb2b8675f18561606&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4267223 Aug 10 03:32:52.437016 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 41842) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:52.502789 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd8bc9e-b8c2-41bb-89cf-06a9fda25e77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d01b52e4-a508-4ec7-9656-de03712d898f,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:52.558571 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ba020046-a7d9-46ef-82b0-6093de9cead2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:52.610361 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ba020046-a7d9-46ef-82b0-6093de9cead2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:52.694305 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-11c2d7f8-8c80-4757-9f92-2b072c8e8121 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:52.703083 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-11c2d7f8-8c80-4757-9f92-2b072c8e8121 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:52.810729 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f6b75c01-f23c-4cb7-93b6-d271ecf5ed46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:52.822257 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-11c2d7f8-8c80-4757-9f92-2b072c8e8121 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521893'] for router_interface, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:52.853306 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98547cea-add1-4f84-88c9-671c2c3191da req-fa86fd0d-2b2f-46c7-8c97-d1f2f172beb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:52.854938 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-98547cea-add1-4f84-88c9-671c2c3191da req-fa86fd0d-2b2f-46c7-8c97-d1f2f172beb8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d07bf9c0-feda-49f0-ac68-879462adf9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6859214 Aug 10 03:32:52.895202 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-adca482a-2e4b-429c-a216-0e19fa54b49e req-8cc26663-6866-4d0d-abb3-2bcc3227c9d9 tempest-InstanceActionsTestJSON-1420359697 tempest-InstanceActionsTestJSON-1420359697-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9fed5d8-031f-4127-90a1-c930f589ae72 HTTP/1.1" status: 200 len: 210 time: 0.1353011 Aug 10 03:32:52.924590 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ba020046-a7d9-46ef-82b0-6093de9cead2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:52.925610 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [req-98547cea-add1-4f84-88c9-671c2c3191da req-ab504152-fdae-42f0-b67a-1220a24c675b service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:32:52.927217 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-98547cea-add1-4f84-88c9-671c2c3191da req-ab504152-fdae-42f0-b67a-1220a24c675b service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0263863 Aug 10 03:32:52.937494 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c2d7f8-8c80-4757-9f92-2b072c8e8121 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Pushing event updated for resources: {'Port': ['ID=5d09a202-3a7c-4528-b9b0-df17d4eb9ca6,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:52.938475 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ba020046-a7d9-46ef-82b0-6093de9cead2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:52.945998 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-ba020046-a7d9-46ef-82b0-6093de9cead2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d01b52e4-a508-4ec7-9656-de03712d898f HTTP/1.1" status: 204 len: 168 time: 0.5063152 Aug 10 03:32:53.008391 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba020046-a7d9-46ef-82b0-6093de9cead2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d01b52e4-a508-4ec7-9656-de03712d898f,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:53.079572 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-f6b75c01-f23c-4cb7-93b6-d271ecf5ed46 None None] For port 3b75cad7-3603-43f5-a2d3-e50b11d991d5, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=3b75cad7-3603-43f5-a2d3-e50b11d991d5,segment=NetworkSegment(85897e81-224c-453b-b8f3-1fa7b756d34d),segment_id=85897e81-224c-453b-b8f3-1fa7b756d34d)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:53.099604 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f6b75c01-f23c-4cb7-93b6-d271ecf5ed46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:53.246411 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-52e793f9-0374-4674-a1d1-d740677de7cd req-b58e88a6-a160-4f62-b43e-3d206337b688 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5f70549b-d8ab-420c-8f76-4bc4d67f60eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2188005 Aug 10 03:32:53.277084 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b75c01-f23c-4cb7-93b6-d271ecf5ed46 None None] Pushing event updated for resources: {'Port': ['ID=3b75cad7-3603-43f5-a2d3-e50b11d991d5,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:53.369395 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c2d7f8-8c80-4757-9f92-2b072c8e8121 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Network c889480f-d9b2-49f5-ab8e-149fc3837835 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:53.376670 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e793f9-0374-4674-a1d1-d740677de7cd req-887a253a-3c06-4bc7-ad84-d02b91804c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:53.383961 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-52e793f9-0374-4674-a1d1-d740677de7cd req-887a253a-3c06-4bc7-ad84-d02b91804c80 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e9ab4296b9324b029547ba2c6dc24132&device_id=5f70549b-d8ab-420c-8f76-4bc4d67f60eb HTTP/1.1" status: 200 len: 1098 time: 0.0758004 Aug 10 03:32:53.385127 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-98547cea-add1-4f84-88c9-671c2c3191da req-9e00c49d-f096-4d25-82f5-a8bd0ac56bec service neutron] 10.222.0.61 "GET /v2.0/networks/d07bf9c0-feda-49f0-ac68-879462adf9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4272132 Aug 10 03:32:53.397181 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-11c2d7f8-8c80-4757-9f92-2b072c8e8121 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:53.547469 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-5085349a-620a-4d6a-8f88-39d480f0c11b None None] Provisioning complete for port 3b75cad7-3603-43f5-a2d3-e50b11d991d5 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:53.549839 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-5085349a-620a-4d6a-8f88-39d480f0c11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:53.663419 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e793f9-0374-4674-a1d1-d740677de7cd req-a2715f33-6831-455a-948b-1d25f0bc0b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:53.674680 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-52e793f9-0374-4674-a1d1-d740677de7cd req-a2715f33-6831-455a-948b-1d25f0bc0b53 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c0659391-a657-4b16-a8ee-a2586c7786a9 HTTP/1.1" status: 200 len: 915 time: 0.2568200 Aug 10 03:32:53.708457 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1f9940ca-dd9f-435b-9c29-ea0cac2e66df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:53.786996 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11c2d7f8-8c80-4757-9f92-2b072c8e8121 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Router 188a5ef2-daaf-47b8-bfa1-778dccd63102 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:32:53.954069 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-52e793f9-0374-4674-a1d1-d740677de7cd req-4035cef2-2295-411e-b01b-b1d0c4c86917 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cbef0d33-5e2e-4d43-a157-107b8525b6d2 HTTP/1.1" status: 200 len: 1000 time: 0.2777059 Aug 10 03:32:53.965376 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-5085349a-620a-4d6a-8f88-39d480f0c11b None None] Provisioning for port 5d09a202-3a7c-4528-b9b0-df17d4eb9ca6 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:32:53.976742 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-5085349a-620a-4d6a-8f88-39d480f0c11b None None] Provisioning complete for port 5d09a202-3a7c-4528-b9b0-df17d4eb9ca6 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:53.977212 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-5085349a-620a-4d6a-8f88-39d480f0c11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:54.047274 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-5085349a-620a-4d6a-8f88-39d480f0c11b None None] Port 5d09a202-3a7c-4528-b9b0-df17d4eb9ca6 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:32:54.074419 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-98547cea-add1-4f84-88c9-671c2c3191da req-d18b8661-f957-4986-be25-f37af311d4aa service neutron] 10.222.0.61 "GET /v2.0/networks/d07bf9c0-feda-49f0-ac68-879462adf9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6537082 Aug 10 03:32:54.232807 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-63558229-f67e-49fd-a2f7-8b4478540f99 req-c4040f76-f682-4dc0-b3a0-cd9d11f3125d tempest-InstanceActionsTestJSON-1420359697 tempest-InstanceActionsTestJSON-1420359697-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9fed5d8-031f-4127-90a1-c930f589ae72 HTTP/1.1" status: 200 len: 210 time: 0.1295764 Aug 10 03:32:54.233811 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:54.240663 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-9951132e-4836-4284-a972-3b5fc38434d4 None None] Provisioning complete for port 5d09a202-3a7c-4528-b9b0-df17d4eb9ca6 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:54.241303 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9951132e-4836-4284-a972-3b5fc38434d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:54.285216 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e793f9-0374-4674-a1d1-d740677de7cd req-2b093f53-d086-4bc4-bbca-e9d403dac7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:54.289702 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-52e793f9-0374-4674-a1d1-d740677de7cd req-2b093f53-d086-4bc4-bbca-e9d403dac7e2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ffd75aef-22f1-4d31-9592-d84c9fe2b2a2 HTTP/1.1" status: 200 len: 854 time: 0.3222101 Aug 10 03:32:54.305610 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11c2d7f8-8c80-4757-9f92-2b072c8e8121 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:32:54.345212 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-11c2d7f8-8c80-4757-9f92-2b072c8e8121 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] 10.222.0.44 "PUT /v2.0/routers/188a5ef2-daaf-47b8-bfa1-778dccd63102/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2301104 Aug 10 03:32:54.345924 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 41876) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:54.352115 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdb62cb-10fd-42b9-8f61-73fcdb45877a None None] Sync routers for ids ['188a5ef2-daaf-47b8-bfa1-778dccd63102'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:32:54.401505 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-d502127e-f54b-4770-a7d2-072227cd56da tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--413565080', 'description': 'tempest-secgroup_access--413565080 description', 'project_id': 'b41b771882304474947a74fcb840799d'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:54.431069 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdb62cb-10fd-42b9-8f61-73fcdb45877a None None] Routers {'188a5ef2-daaf-47b8-bfa1-778dccd63102'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:32:54.432222 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-1bdb62cb-10fd-42b9-8f61-73fcdb45877a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:32:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['188a5ef2-daaf-47b8-bfa1-778dccd63102'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:54.498578 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e793f9-0374-4674-a1d1-d740677de7cd req-05994504-33ef-4251-94e1-83ff7a218170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:54.505377 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-52e793f9-0374-4674-a1d1-d740677de7cd req-05994504-33ef-4251-94e1-83ff7a218170 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c0659391-a657-4b16-a8ee-a2586c7786a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2059052 Aug 10 03:32:54.538986 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [req-52e793f9-0374-4674-a1d1-d740677de7cd req-ac32307e-26c8-4b3e-a0c3-cd552e9b9f06 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:32:54.540438 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-52e793f9-0374-4674-a1d1-d740677de7cd req-ac32307e-26c8-4b3e-a0c3-cd552e9b9f06 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0217922 Aug 10 03:32:54.605056 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-9951132e-4836-4284-a972-3b5fc38434d4 None None] Port 5d09a202-3a7c-4528-b9b0-df17d4eb9ca6 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:32:54.615648 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d502127e-f54b-4770-a7d2-072227cd56da tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:54.924224 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-11811e51-ef02-4b3d-a70b-e5a2ebdce336 None None] Provisioning complete for port 5d09a202-3a7c-4528-b9b0-df17d4eb9ca6 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:54.924224 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-11811e51-ef02-4b3d-a70b-e5a2ebdce336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:54.957425 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-52e793f9-0374-4674-a1d1-d740677de7cd req-ff2425f1-ce13-4f2b-b211-6538d5934200 service neutron] 10.222.0.42 "GET /v2.0/networks/c0659391-a657-4b16-a8ee-a2586c7786a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4013944 Aug 10 03:32:54.998623 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-1bdb62cb-10fd-42b9-8f61-73fcdb45877a None None] Set router 188a5ef2-daaf-47b8-bfa1-778dccd63102 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:32:55.047921 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d502127e-f54b-4770-a7d2-072227cd56da tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:55.087229 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d502127e-f54b-4770-a7d2-072227cd56da tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:55.115990 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-11811e51-ef02-4b3d-a70b-e5a2ebdce336 None None] Port 5d09a202-3a7c-4528-b9b0-df17d4eb9ca6 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:32:55.121794 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 3b75cad7-3603-43f5-a2d3-e50b11d991d5 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:32:55.175989 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-52e793f9-0374-4674-a1d1-d740677de7cd req-4e8b64e5-d668-4aa7-9267-bc37357ee0d5 service neutron] 10.222.0.42 "GET /v2.0/networks/c0659391-a657-4b16-a8ee-a2586c7786a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086761 Aug 10 03:32:55.230383 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d502127e-f54b-4770-a7d2-072227cd56da tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:55.231687 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-d502127e-f54b-4770-a7d2-072227cd56da tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.8725142 Aug 10 03:32:55.235051 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 41898) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:55.243290 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-55a0fd43-338f-4f75-8d5b-e54091beeec4 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1591102910', 'description': 'tempest-secgroup_general--1591102910 description', 'project_id': 'b41b771882304474947a74fcb840799d'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:55.251233 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d502127e-f54b-4770-a7d2-072227cd56da tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65199a42-7eac-4dce-b64c-6d6d90147739,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:55.326086 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-55a0fd43-338f-4f75-8d5b-e54091beeec4 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:55.598842 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2a1b79af-c41a-4e00-a714-a9e99cf8e914 req-78bc5c76-8661-4316-8414-0b59e7aa6da8 tempest-InstanceActionsTestJSON-1420359697 tempest-InstanceActionsTestJSON-1420359697-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9fed5d8-031f-4127-90a1-c930f589ae72 HTTP/1.1" status: 200 len: 210 time: 0.1227350 Aug 10 03:32:55.675854 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-55a0fd43-338f-4f75-8d5b-e54091beeec4 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:55.689674 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-55a0fd43-338f-4f75-8d5b-e54091beeec4 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:55.790740 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-55a0fd43-338f-4f75-8d5b-e54091beeec4 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:55.799816 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-55a0fd43-338f-4f75-8d5b-e54091beeec4 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.5596373 Aug 10 03:32:55.800674 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 41948) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:55.814171 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-a651ab48-5081-47c1-bed3-0da1de220642 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Request body: {'security_group_rule': {'security_group_id': '65199a42-7eac-4dce-b64c-6d6d90147739', 'project_id': 'b41b771882304474947a74fcb840799d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:55.863990 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a0fd43-338f-4f75-8d5b-e54091beeec4 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf7b11e-13b4-4dc5-bb95-2943a59cb372,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:55.920795 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:55.943938 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a651ab48-5081-47c1-bed3-0da1de220642 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:56.020373 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 3b75cad7-3603-43f5-a2d3-e50b11d991d5 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:56.020760 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:56.191376 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a651ab48-5081-47c1-bed3-0da1de220642 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:56.216042 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a651ab48-5081-47c1-bed3-0da1de220642 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:56.391015 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a651ab48-5081-47c1-bed3-0da1de220642 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5838ea2f-8bfe-4be5-887a-2e6fdc1b8813,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:56.402560 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a651ab48-5081-47c1-bed3-0da1de220642 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:56.412885 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a651ab48-5081-47c1-bed3-0da1de220642 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6059639 Aug 10 03:32:56.425646 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:56.542510 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47594497-0bfb-454b-8839-8e22da2261bb req-c0975615-3b39-48ed-8475-06c0d6cee674 tempest-InstanceActionsTestJSON-1420359697 tempest-InstanceActionsTestJSON-1420359697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:56.544740 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-47594497-0bfb-454b-8839-8e22da2261bb req-c0975615-3b39-48ed-8475-06c0d6cee674 tempest-InstanceActionsTestJSON-1420359697 tempest-InstanceActionsTestJSON-1420359697-project] 10.222.0.61 "GET /v2.0/networks?id=4c52c402-1ff3-49da-9a7e-42e05199a70c HTTP/1.1" status: 200 len: 813 time: 0.3517401 Aug 10 03:32:56.559592 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-1bdb62cb-10fd-42b9-8f61-73fcdb45877a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '188a5ef2-daaf-47b8-bfa1-778dccd63102', 'name': 'tempest-TestSecurityGroupsBasicOps-router-943855450', 'tenant_id': 'b41b771882304474947a74fcb840799d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': 'fb0977ca-c3fa-4f44-bff4-8fde1f64dd29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:32:40Z', 'updated_at': '2021-08-10T03:32:52Z', 'revision_number': 4, 'project_id': 'b41b771882304474947a74fcb840799d', 'gw_port': {'id': 'fb0977ca-c3fa-4f44-bff4-8fde1f64dd29', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188a5ef2-daaf-47b8-bfa1-778dccd63102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:42Z', 'updated_at': '2021-08-10T03:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '5d09a202-3a7c-4528-b9b0-df17d4eb9ca6', 'name': '', 'network_id': 'c889480f-d9b2-49f5-ab8e-149fc3837835', 'tenant_id': 'b41b771882304474947a74fcb840799d', 'mac_address': 'fa:16:3e:74:7b:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '188a5ef2-daaf-47b8-bfa1-778dccd63102', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': 'd4fde8f0-46b6-4f06-b776-ecefcbb6f17b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:49Z', 'updated_at': '2021-08-10T03:32:52Z', 'revision_number': 2, 'project_id': 'b41b771882304474947a74fcb840799d', 'subnets': [{'id': 'd4fde8f0-46b6-4f06-b776-ecefcbb6f17b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:56.570732 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-47594497-0bfb-454b-8839-8e22da2261bb req-579e8387-d7e1-44bc-9324-024218556542 tempest-InstanceActionsTestJSON-1420359697 tempest-InstanceActionsTestJSON-1420359697-project] Request body: {'port': {'device_id': 'd9fed5d8-031f-4127-90a1-c930f589ae72', 'network_id': '4c52c402-1ff3-49da-9a7e-42e05199a70c', 'admin_state_up': True, 'tenant_id': '88fbc9e175c64779bac7aee05351c16a'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:56.802885 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-34b5711a-7e1d-4505-b9a3-edcbeec0bb76 req-060cfe15-7ec4-4e95-8e65-ac96451ad79d tempest-InstanceActionsTestJSON-1420359697 tempest-InstanceActionsTestJSON-1420359697-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9fed5d8-031f-4127-90a1-c930f589ae72 HTTP/1.1" status: 200 len: 210 time: 0.0545197 Aug 10 03:32:56.805303 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdb62cb-10fd-42b9-8f61-73fcdb45877a None None] Checking router: 188a5ef2-daaf-47b8-bfa1-778dccd63102 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:32:56.808225 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdb62cb-10fd-42b9-8f61-73fcdb45877a None None] Updating router 188a5ef2-daaf-47b8-bfa1-778dccd63102 port 5d09a202-3a7c-4528-b9b0-df17d4eb9ca6 binding host n-d-768862-13 {{(pid=94262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:32:56.872677 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1bdb62cb-10fd-42b9-8f61-73fcdb45877a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:56.898477 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47594497-0bfb-454b-8839-8e22da2261bb req-579e8387-d7e1-44bc-9324-024218556542 tempest-InstanceActionsTestJSON-1420359697 tempest-InstanceActionsTestJSON-1420359697-project] Made reservation on behalf of 88fbc9e175c64779bac7aee05351c16a for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:32:56.901368 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:56.903754 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-47594497-0bfb-454b-8839-8e22da2261bb req-579e8387-d7e1-44bc-9324-024218556542 tempest-InstanceActionsTestJSON-1420359697 tempest-InstanceActionsTestJSON-1420359697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:56.914555 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-886b55da-1b31-4987-a294-94ee167fced9 req-1382ea12-9a06-4571-95c8-96a23a066031 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup_access--413565080&fields=id&tenant_id=b41b771882304474947a74fcb840799d HTTP/1.1" status: 200 len: 267 time: 0.1070652 Aug 10 03:32:57.107763 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-886b55da-1b31-4987-a294-94ee167fced9 req-5a54d10c-e4d0-4a9a-898b-bf83a5e0ec04 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup_general--1591102910&fields=id&tenant_id=b41b771882304474947a74fcb840799d HTTP/1.1" status: 200 len: 267 time: 0.1828251 Aug 10 03:32:57.289169 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [req-47594497-0bfb-454b-8839-8e22da2261bb req-579e8387-d7e1-44bc-9324-024218556542 tempest-InstanceActionsTestJSON-1420359697 tempest-InstanceActionsTestJSON-1420359697-project] Allocated IP 172.20.0.4 (4c52c402-1ff3-49da-9a7e-42e05199a70c/5356546f-4f9a-4920-aeda-65d477a45dbb/cc3e7aa2-71a9-4449-b153-d338d4589707) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:32:57.540152 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886b55da-1b31-4987-a294-94ee167fced9 req-9991804b-6e38-4709-9e43-8a7a8e8ee792 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:57.544677 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-886b55da-1b31-4987-a294-94ee167fced9 req-9991804b-6e38-4709-9e43-8a7a8e8ee792 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] 10.222.0.44 "GET /v2.0/networks?id=c889480f-d9b2-49f5-ab8e-149fc3837835 HTTP/1.1" status: 200 len: 796 time: 0.4361279 Aug 10 03:32:57.643179 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-886b55da-1b31-4987-a294-94ee167fced9 req-a4851c13-921c-4efb-b4ae-67393ab6abe7 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] 10.222.0.44 "GET /v2.0/quotas/b41b771882304474947a74fcb840799d HTTP/1.1" status: 200 len: 375 time: 0.0476027 Aug 10 03:32:57.724276 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1bdb62cb-10fd-42b9-8f61-73fcdb45877a None None] Notify callbacks [] for port, precommit_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:57.768816 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-1bdb62cb-10fd-42b9-8f61-73fcdb45877a None None] Transition to ACTIVE for port object 5d09a202-3a7c-4528-b9b0-df17d4eb9ca6 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:32:57.784937 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1bdb62cb-10fd-42b9-8f61-73fcdb45877a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:57.822047 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-886b55da-1b31-4987-a294-94ee167fced9 req-81f73b5c-0760-4edd-b35a-bd99bcf1169b tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b41b771882304474947a74fcb840799d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1771355 Aug 10 03:32:58.002680 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-1bdb62cb-10fd-42b9-8f61-73fcdb45877a None None] Attempting to bind port 5d09a202-3a7c-4528-b9b0-df17d4eb9ca6 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:32:58.003065 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-1bdb62cb-10fd-42b9-8f61-73fcdb45877a None None] Attempting to bind port 5d09a202-3a7c-4528-b9b0-df17d4eb9ca6 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '85897e81-224c-453b-b8f3-1fa7b756d34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c889480f-d9b2-49f5-ab8e-149fc3837835'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:32:58.003834 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdb62cb-10fd-42b9-8f61-73fcdb45877a None None] Attempting to bind port 5d09a202-3a7c-4528-b9b0-df17d4eb9ca6 on network c889480f-d9b2-49f5-ab8e-149fc3837835 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:32:58.011759 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929ce34f-bc5c-451b-bf98-e3c3f67ccb51 None None] Pushing event updated for resources: {'Port': ['ID=5d09a202-3a7c-4528-b9b0-df17d4eb9ca6,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:58.024373 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdb62cb-10fd-42b9-8f61-73fcdb45877a None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:32:58.024941 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdb62cb-10fd-42b9-8f61-73fcdb45877a None None] Checking segment: {'id': '85897e81-224c-453b-b8f3-1fa7b756d34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c889480f-d9b2-49f5-ab8e-149fc3837835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:32:58.025527 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1bdb62cb-10fd-42b9-8f61-73fcdb45877a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:58.026262 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdb62cb-10fd-42b9-8f61-73fcdb45877a None None] Bound using segment: {'id': '85897e81-224c-453b-b8f3-1fa7b756d34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c889480f-d9b2-49f5-ab8e-149fc3837835'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:32:58.026952 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-1bdb62cb-10fd-42b9-8f61-73fcdb45877a None None] Bound port: 5d09a202-3a7c-4528-b9b0-df17d4eb9ca6, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85897e81-224c-453b-b8f3-1fa7b756d34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c889480f-d9b2-49f5-ab8e-149fc3837835'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:32:58.027165 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-47594497-0bfb-454b-8839-8e22da2261bb req-579e8387-d7e1-44bc-9324-024218556542 tempest-InstanceActionsTestJSON-1420359697 tempest-InstanceActionsTestJSON-1420359697-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:58.027906 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1bdb62cb-10fd-42b9-8f61-73fcdb45877a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:58.040684 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42188) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:58.304276 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-47594497-0bfb-454b-8839-8e22da2261bb req-579e8387-d7e1-44bc-9324-024218556542 tempest-InstanceActionsTestJSON-1420359697 tempest-InstanceActionsTestJSON-1420359697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:58.403247 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-886b55da-1b31-4987-a294-94ee167fced9 req-b427aa5b-01c6-4a84-b915-ba9f39c11383 service neutron] 10.222.0.44 "GET /v2.0/networks/c889480f-d9b2-49f5-ab8e-149fc3837835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5447669 Aug 10 03:32:58.411941 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b0c25cf0-ee0e-4676-8265-ec275013eadb req-435bbae5-ca86-4a2b-927c-81cec06297f2 tempest-InstanceActionsTestJSON-1420359697 tempest-InstanceActionsTestJSON-1420359697-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9fed5d8-031f-4127-90a1-c930f589ae72 HTTP/1.1" status: 200 len: 210 time: 0.2981262 Aug 10 03:32:58.435858 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-1bdb62cb-10fd-42b9-8f61-73fcdb45877a None None] For port 5d09a202-3a7c-4528-b9b0-df17d4eb9ca6, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:32:58.446499 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-1bdb62cb-10fd-42b9-8f61-73fcdb45877a None None] For port 5d09a202-3a7c-4528-b9b0-df17d4eb9ca6, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=5d09a202-3a7c-4528-b9b0-df17d4eb9ca6,segment=NetworkSegment(85897e81-224c-453b-b8f3-1fa7b756d34d),segment_id=85897e81-224c-453b-b8f3-1fa7b756d34d)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:32:58.450970 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-91a91950-2f0a-47df-8a52-6dc081b66c9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:58.455320 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1bdb62cb-10fd-42b9-8f61-73fcdb45877a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:58.553155 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579e8387-d7e1-44bc-9324-024218556542 tempest-InstanceActionsTestJSON-1420359697 tempest-InstanceActionsTestJSON-1420359697-project] Pushing event updated for resources: {'Port': ['ID=cc3e7aa2-71a9-4449-b153-d338d4589707,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:58.615250 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47594497-0bfb-454b-8839-8e22da2261bb req-579e8387-d7e1-44bc-9324-024218556542 tempest-InstanceActionsTestJSON-1420359697 tempest-InstanceActionsTestJSON-1420359697-project] Network 4c52c402-1ff3-49da-9a7e-42e05199a70c is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:58.629790 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [req-47594497-0bfb-454b-8839-8e22da2261bb req-579e8387-d7e1-44bc-9324-024218556542 tempest-InstanceActionsTestJSON-1420359697 tempest-InstanceActionsTestJSON-1420359697-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:58.646948 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-47594497-0bfb-454b-8839-8e22da2261bb req-579e8387-d7e1-44bc-9324-024218556542 tempest-InstanceActionsTestJSON-1420359697 tempest-InstanceActionsTestJSON-1420359697-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:32:58.670081 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929ce34f-bc5c-451b-bf98-e3c3f67ccb51 None None] Pushing event updated for resources: {'Port': ['ID=5d09a202-3a7c-4528-b9b0-df17d4eb9ca6,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:58.717733 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdb62cb-10fd-42b9-8f61-73fcdb45877a None None] Routers {'188a5ef2-daaf-47b8-bfa1-778dccd63102'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:32:58.719047 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-1bdb62cb-10fd-42b9-8f61-73fcdb45877a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:32:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['188a5ef2-daaf-47b8-bfa1-778dccd63102'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:58.828577 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-886b55da-1b31-4987-a294-94ee167fced9 req-3f24d8a7-e2d9-48a6-b8d2-bccbc665c807 service neutron] 10.222.0.44 "GET /v2.0/networks/c889480f-d9b2-49f5-ab8e-149fc3837835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4130440 Aug 10 03:32:58.871518 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47594497-0bfb-454b-8839-8e22da2261bb req-579e8387-d7e1-44bc-9324-024218556542 tempest-InstanceActionsTestJSON-1420359697 tempest-InstanceActionsTestJSON-1420359697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:58.872744 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-47594497-0bfb-454b-8839-8e22da2261bb req-579e8387-d7e1-44bc-9324-024218556542 tempest-InstanceActionsTestJSON-1420359697 tempest-InstanceActionsTestJSON-1420359697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:58.959354 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-91a91950-2f0a-47df-8a52-6dc081b66c9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:58.976223 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-91a91950-2f0a-47df-8a52-6dc081b66c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:59.000390 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-47594497-0bfb-454b-8839-8e22da2261bb req-579e8387-d7e1-44bc-9324-024218556542 tempest-InstanceActionsTestJSON-1420359697 tempest-InstanceActionsTestJSON-1420359697-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4381449 Aug 10 03:32:59.033584 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-1bdb62cb-10fd-42b9-8f61-73fcdb45877a None None] Set router 188a5ef2-daaf-47b8-bfa1-778dccd63102 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:32:59.048194 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-47594497-0bfb-454b-8839-8e22da2261bb req-e75732ab-1a84-4c85-b8a9-00787625be36 service neutron] Request body: {'port': {'device_id': 'd9fed5d8-031f-4127-90a1-c930f589ae72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-13'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:59.073789 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a91950-2f0a-47df-8a52-6dc081b66c9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef7cab58-6ec7-47e3-9a2c-d57a9bc74033,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:59.138378 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-91a91950-2f0a-47df-8a52-6dc081b66c9e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3f692b474c3241bbb5a492400c11de61&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0900359 Aug 10 03:32:59.138924 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 42268) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:59.231713 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-47594497-0bfb-454b-8839-8e22da2261bb req-e75732ab-1a84-4c85-b8a9-00787625be36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:59.314865 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-16e0401e-6f36-44f8-b370-1b6f38618f31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:59.401443 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-16e0401e-6f36-44f8-b370-1b6f38618f31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:59.595155 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-84c0ce31-ce9c-4c1f-b0d2-d70d643af618 req-009ee496-1beb-4b51-ae96-0465063036b7 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] 10.222.0.44 "GET /v2.0/ports?device_id=11dd5e6e-7a4c-41c3-992f-278efcbc9ff0 HTTP/1.1" status: 200 len: 210 time: 0.1143312 Aug 10 03:32:59.663724 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-16e0401e-6f36-44f8-b370-1b6f38618f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:59.667281 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-16e0401e-6f36-44f8-b370-1b6f38618f31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:59.672585 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-16e0401e-6f36-44f8-b370-1b6f38618f31 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ef7cab58-6ec7-47e3-9a2c-d57a9bc74033 HTTP/1.1" status: 204 len: 168 time: 0.5313361 Aug 10 03:32:59.708723 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e0401e-6f36-44f8-b370-1b6f38618f31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef7cab58-6ec7-47e3-9a2c-d57a9bc74033,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:59.800326 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e0481e-6ee8-416b-a3a8-a4fde8e61b94 req-4f28deb0-6046-4208-af6b-2b2de48ccd6a tempest-InstanceActionsTestJSON-1420359697 tempest-InstanceActionsTestJSON-1420359697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:59.814143 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-42e0481e-6ee8-416b-a3a8-a4fde8e61b94 req-4f28deb0-6046-4208-af6b-2b2de48ccd6a tempest-InstanceActionsTestJSON-1420359697 tempest-InstanceActionsTestJSON-1420359697-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9fed5d8-031f-4127-90a1-c930f589ae72 HTTP/1.1" status: 200 len: 931 time: 0.2153492 Aug 10 03:32:59.927505 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-1bdb62cb-10fd-42b9-8f61-73fcdb45877a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '188a5ef2-daaf-47b8-bfa1-778dccd63102', 'name': 'tempest-TestSecurityGroupsBasicOps-router-943855450', 'tenant_id': 'b41b771882304474947a74fcb840799d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': 'fb0977ca-c3fa-4f44-bff4-8fde1f64dd29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:32:40Z', 'updated_at': '2021-08-10T03:32:52Z', 'revision_number': 4, 'project_id': 'b41b771882304474947a74fcb840799d', 'gw_port': {'id': 'fb0977ca-c3fa-4f44-bff4-8fde1f64dd29', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188a5ef2-daaf-47b8-bfa1-778dccd63102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:42Z', 'updated_at': '2021-08-10T03:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '5d09a202-3a7c-4528-b9b0-df17d4eb9ca6', 'name': '', 'network_id': 'c889480f-d9b2-49f5-ab8e-149fc3837835', 'tenant_id': 'b41b771882304474947a74fcb840799d', 'mac_address': 'fa:16:3e:74:7b:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '188a5ef2-daaf-47b8-bfa1-778dccd63102', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': 'd4fde8f0-46b6-4f06-b776-ecefcbb6f17b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:49Z', 'updated_at': '2021-08-10T03:32:58Z', 'revision_number': 4, 'project_id': 'b41b771882304474947a74fcb840799d', 'subnets': [{'id': 'd4fde8f0-46b6-4f06-b776-ecefcbb6f17b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:59.940686 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-42e0481e-6ee8-416b-a3a8-a4fde8e61b94 req-35153880-1e54-4076-a417-e39d753d6762 tempest-InstanceActionsTestJSON-1420359697 tempest-InstanceActionsTestJSON-1420359697-project] 10.222.0.44 "GET /v2.0/security-groups?id=997143e0-3b90-45fb-87f4-d8b4dfc17ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229088 Aug 10 03:33:00.113940 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [req-47594497-0bfb-454b-8839-8e22da2261bb req-e75732ab-1a84-4c85-b8a9-00787625be36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc3e7aa2-71a9-4449-b153-d338d4589707 {{(pid=94261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:33:00.114629 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdb62cb-10fd-42b9-8f61-73fcdb45877a None None] The sync data for ids ['188a5ef2-daaf-47b8-bfa1-778dccd63102'] in n-d-768862-13 is: [{'id': '188a5ef2-daaf-47b8-bfa1-778dccd63102', 'name': 'tempest-TestSecurityGroupsBasicOps-router-943855450', 'tenant_id': 'b41b771882304474947a74fcb840799d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': 'fb0977ca-c3fa-4f44-bff4-8fde1f64dd29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:32:40Z', 'updated_at': '2021-08-10T03:32:52Z', 'revision_number': 4, 'project_id': 'b41b771882304474947a74fcb840799d', 'gw_port': {'id': 'fb0977ca-c3fa-4f44-bff4-8fde1f64dd29', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188a5ef2-daaf-47b8-bfa1-778dccd63102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:42Z', 'updated_at': '2021-08-10T03:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '5d09a202-3a7c-4528-b9b0-df17d4eb9ca6', 'name': '', 'network_id': 'c889480f-d9b2-49f5-ab8e-149fc3837835', 'tenant_id': 'b41b771882304474947a74fcb840799d', 'mac_address': 'fa:16:3e:74:7b:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '188a5ef2-daaf-47b8-bfa1-778dccd63102', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': 'd4fde8f0-46b6-4f06-b776-ecefcbb6f17b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:49Z', 'updated_at': '2021-08-10T03:32:58Z', 'revision_number': 4, 'project_id': 'b41b771882304474947a74fcb840799d', 'subnets': [{'id': 'd4fde8f0-46b6-4f06-b776-ecefcbb6f17b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:33:00.158170 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-47594497-0bfb-454b-8839-8e22da2261bb req-e75732ab-1a84-4c85-b8a9-00787625be36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:00.220541 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [req-47594497-0bfb-454b-8839-8e22da2261bb req-e75732ab-1a84-4c85-b8a9-00787625be36 service neutron] Transition to ACTIVE for port object cc3e7aa2-71a9-4449-b153-d338d4589707 will not be triggered until provisioned by entity L2. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:00.241730 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-47594497-0bfb-454b-8839-8e22da2261bb req-e75732ab-1a84-4c85-b8a9-00787625be36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:00.502016 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75732ab-1a84-4c85-b8a9-00787625be36 service neutron] Pushing event updated for resources: {'Port': ['ID=cc3e7aa2-71a9-4449-b153-d338d4589707,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:00.507999 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-47594497-0bfb-454b-8839-8e22da2261bb req-e75732ab-1a84-4c85-b8a9-00787625be36 service neutron] Attempting to bind port cc3e7aa2-71a9-4449-b153-d338d4589707 on host n-h2-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:33:00.508754 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-47594497-0bfb-454b-8839-8e22da2261bb req-e75732ab-1a84-4c85-b8a9-00787625be36 service neutron] Attempting to bind port cc3e7aa2-71a9-4449-b153-d338d4589707 by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': '3deccfba-177c-4a05-ba80-773f4b1c20b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4c52c402-1ff3-49da-9a7e-42e05199a70c'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:33:00.509278 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47594497-0bfb-454b-8839-8e22da2261bb req-e75732ab-1a84-4c85-b8a9-00787625be36 service neutron] Attempting to bind port cc3e7aa2-71a9-4449-b153-d338d4589707 on network 4c52c402-1ff3-49da-9a7e-42e05199a70c {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:33:00.531108 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47594497-0bfb-454b-8839-8e22da2261bb req-e75732ab-1a84-4c85-b8a9-00787625be36 service neutron] Port cc3e7aa2-71a9-4449-b153-d338d4589707 on network 4c52c402-1ff3-49da-9a7e-42e05199a70c not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:33:00.531574 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47594497-0bfb-454b-8839-8e22da2261bb req-e75732ab-1a84-4c85-b8a9-00787625be36 service neutron] Attempting to bind port cc3e7aa2-71a9-4449-b153-d338d4589707 on network 4c52c402-1ff3-49da-9a7e-42e05199a70c {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:33:00.557445 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47594497-0bfb-454b-8839-8e22da2261bb req-e75732ab-1a84-4c85-b8a9-00787625be36 service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:33:00.557779 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47594497-0bfb-454b-8839-8e22da2261bb req-e75732ab-1a84-4c85-b8a9-00787625be36 service neutron] Checking segment: {'id': '3deccfba-177c-4a05-ba80-773f4b1c20b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4c52c402-1ff3-49da-9a7e-42e05199a70c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:33:00.558173 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47594497-0bfb-454b-8839-8e22da2261bb req-e75732ab-1a84-4c85-b8a9-00787625be36 service neutron] Bound using segment: {'id': '3deccfba-177c-4a05-ba80-773f4b1c20b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4c52c402-1ff3-49da-9a7e-42e05199a70c'} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:33:00.558658 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-47594497-0bfb-454b-8839-8e22da2261bb req-e75732ab-1a84-4c85-b8a9-00787625be36 service neutron] Bound port: cc3e7aa2-71a9-4449-b153-d338d4589707, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3deccfba-177c-4a05-ba80-773f4b1c20b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4c52c402-1ff3-49da-9a7e-42e05199a70c'}}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:33:00.561289 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-47594497-0bfb-454b-8839-8e22da2261bb req-e75732ab-1a84-4c85-b8a9-00787625be36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:00.758162 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-47594497-0bfb-454b-8839-8e22da2261bb req-e75732ab-1a84-4c85-b8a9-00787625be36 service neutron] For port cc3e7aa2-71a9-4449-b153-d338d4589707, host n-h2-768862-13, cleared binding levels {{(pid=94261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:33:00.762956 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-47594497-0bfb-454b-8839-8e22da2261bb req-e75732ab-1a84-4c85-b8a9-00787625be36 service neutron] For port cc3e7aa2-71a9-4449-b153-d338d4589707, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=cc3e7aa2-71a9-4449-b153-d338d4589707,segment=NetworkSegment(3deccfba-177c-4a05-ba80-773f4b1c20b9),segment_id=3deccfba-177c-4a05-ba80-773f4b1c20b9)] {{(pid=94261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:33:00.775479 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-47594497-0bfb-454b-8839-8e22da2261bb req-e75732ab-1a84-4c85-b8a9-00787625be36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:00.867728 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47594497-0bfb-454b-8839-8e22da2261bb req-e75732ab-1a84-4c85-b8a9-00787625be36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:00.868478 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-47594497-0bfb-454b-8839-8e22da2261bb req-e75732ab-1a84-4c85-b8a9-00787625be36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:00.870141 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-47594497-0bfb-454b-8839-8e22da2261bb req-e75732ab-1a84-4c85-b8a9-00787625be36 service neutron] 10.222.0.61 "PUT /v2.0/ports/cc3e7aa2-71a9-4449-b153-d338d4589707 HTTP/1.1" status: 200 len: 1092 time: 1.8585987 Aug 10 03:33:00.876551 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9fed5d8-031f-4127-90a1-c930f589ae72', 'tag': 'cc3e7aa2-71a9-4449-b153-d338d4589707'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:33:00.901416 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6530ab5-8587-43d8-b3b8-24305d581193" -d '{"events": [{"name": "network-changed", "server_uuid": "d9fed5d8-031f-4127-90a1-c930f589ae72", "tag": "cc3e7aa2-71a9-4449-b153-d338d4589707"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:33:00.963074 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75732ab-1a84-4c85-b8a9-00787625be36 service neutron] Pushing event updated for resources: {'Port': ['ID=cc3e7aa2-71a9-4449-b153-d338d4589707,revision_number=3']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:01.157293 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-face662e-32c2-4ef3-997b-f7d0608304e3 req-7799b2cd-1cb8-4e4f-a616-af5b5f56f21a tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] 10.222.0.44 "GET /v2.0/ports?device_id=11dd5e6e-7a4c-41c3-992f-278efcbc9ff0 HTTP/1.1" status: 200 len: 210 time: 0.2031670 Aug 10 03:33:01.242489 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47594497-0bfb-454b-8839-8e22da2261bb req-714df553-4f8f-4601-926c-04641c6d4f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:01.264299 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-47594497-0bfb-454b-8839-8e22da2261bb req-714df553-4f8f-4601-926c-04641c6d4f13 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=88fbc9e175c64779bac7aee05351c16a&device_id=d9fed5d8-031f-4127-90a1-c930f589ae72 HTTP/1.1" status: 200 len: 1095 time: 0.2802637 Aug 10 03:33:01.300733 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 5d09a202-3a7c-4528-b9b0-df17d4eb9ca6 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:33:01.497344 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c2e2e8-2fba-4da1-8e3b-3246a99c18d2 req-42be403c-323a-402b-afb4-32a4d3f6513a tempest-InstanceActionsTestJSON-1420359697 tempest-InstanceActionsTestJSON-1420359697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:01.512211 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f7c2e2e8-2fba-4da1-8e3b-3246a99c18d2 req-42be403c-323a-402b-afb4-32a4d3f6513a tempest-InstanceActionsTestJSON-1420359697 tempest-InstanceActionsTestJSON-1420359697-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9fed5d8-031f-4127-90a1-c930f589ae72 HTTP/1.1" status: 200 len: 943 time: 0.1025333 Aug 10 03:33:01.580678 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-47594497-0bfb-454b-8839-8e22da2261bb req-8208d3d3-2e85-4d1d-884a-41be82849b08 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc3e7aa2-71a9-4449-b153-d338d4589707 HTTP/1.1" status: 200 len: 217 time: 0.3029132 Aug 10 03:33:01.655292 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f7c2e2e8-2fba-4da1-8e3b-3246a99c18d2 req-14db9d25-3c41-48cb-8141-51b077581ffb tempest-InstanceActionsTestJSON-1420359697 tempest-InstanceActionsTestJSON-1420359697-project] 10.222.0.44 "GET /v2.0/security-groups?id=997143e0-3b90-45fb-87f4-d8b4dfc17ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414773 Aug 10 03:33:01.693649 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 5d09a202-3a7c-4528-b9b0-df17d4eb9ca6 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:33:01.709991 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 5d09a202-3a7c-4528-b9b0-df17d4eb9ca6 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:01.711669 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:01.734299 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47594497-0bfb-454b-8839-8e22da2261bb req-3cff207e-4e5b-4bbd-9d51-f21a91c68fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:01.737308 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-47594497-0bfb-454b-8839-8e22da2261bb req-3cff207e-4e5b-4bbd-9d51-f21a91c68fc3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5356546f-4f9a-4920-aeda-65d477a45dbb HTTP/1.1" status: 200 len: 853 time: 0.1427989 Aug 10 03:33:01.746810 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-256715c2-7517-4d4b-8e5c-cddff74e5507 x-openstack-request-id: req-256715c2-7517-4d4b-8e5c-cddff74e5507 {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:33:01.747247 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9fed5d8-031f-4127-90a1-c930f589ae72", "tag": "cc3e7aa2-71a9-4449-b153-d338d4589707", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:33:01.747618 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-256715c2-7517-4d4b-8e5c-cddff74e5507 {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:33:01.748272 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9fed5d8-031f-4127-90a1-c930f589ae72', 'tag': 'cc3e7aa2-71a9-4449-b153-d338d4589707', 'status': 'completed', 'code': 200} Aug 10 03:33:01.809613 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-47594497-0bfb-454b-8839-8e22da2261bb req-2a609b54-6e18-4e00-9354-e7bdf48cf0a6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4c52c402-1ff3-49da-9a7e-42e05199a70c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600398 Aug 10 03:33:02.023344 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-47594497-0bfb-454b-8839-8e22da2261bb req-e9837845-9264-4491-ad3a-f7e3676fb236 service neutron] 10.222.0.61 "GET /v2.0/networks/4c52c402-1ff3-49da-9a7e-42e05199a70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033181 Aug 10 03:33:02.156531 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:02.393271 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 5d09a202-3a7c-4528-b9b0-df17d4eb9ca6, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=5d09a202-3a7c-4528-b9b0-df17d4eb9ca6,segment=NetworkSegment(85897e81-224c-453b-b8f3-1fa7b756d34d),segment_id=85897e81-224c-453b-b8f3-1fa7b756d34d)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:02.395941 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-47594497-0bfb-454b-8839-8e22da2261bb req-e17c8130-8d4e-4e1c-a025-638cb59f5443 service neutron] 10.222.0.61 "GET /v2.0/networks/4c52c402-1ff3-49da-9a7e-42e05199a70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3541870 Aug 10 03:33:02.406421 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:02.417120 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886b55da-1b31-4987-a294-94ee167fced9 req-5d90963c-ab03-4e53-874b-e4acc2fe66b9 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:02.419822 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-886b55da-1b31-4987-a294-94ee167fced9 req-5d90963c-ab03-4e53-874b-e4acc2fe66b9 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] 10.222.0.42 "GET /v2.0/networks?id=c889480f-d9b2-49f5-ab8e-149fc3837835 HTTP/1.1" status: 200 len: 796 time: 0.5462496 Aug 10 03:33:02.490972 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42550) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:02.548803 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=5d09a202-3a7c-4528-b9b0-df17d4eb9ca6,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:02.616356 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6530ab5-8587-43d8-b3b8-24305d581193 req-71f692bb-95e5-465e-8cd3-7cdd2e7cbe24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:02.617946 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-f6530ab5-8587-43d8-b3b8-24305d581193 req-71f692bb-95e5-465e-8cd3-7cdd2e7cbe24 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=88fbc9e175c64779bac7aee05351c16a&device_id=d9fed5d8-031f-4127-90a1-c930f589ae72 HTTP/1.1" status: 200 len: 1095 time: 0.1129179 Aug 10 03:33:02.618748 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f5316d40-d2db-4e9c-9a21-d53e2502c75c req-28e91ab9-694c-462b-9b18-b085fa44c60d tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] 10.222.0.44 "GET /v2.0/ports?device_id=11dd5e6e-7a4c-41c3-992f-278efcbc9ff0 HTTP/1.1" status: 200 len: 210 time: 0.1881168 Aug 10 03:33:02.742463 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c12463-688d-4f88-9352-49d8779b5655 req-105a0035-afee-4b18-95b8-9b37cafc9877 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:02.755489 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-7fbbc8cc-6eea-487c-ae39-5374c0a89a1e tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1599745765'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:02.758092 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-73c12463-688d-4f88-9352-49d8779b5655 req-105a0035-afee-4b18-95b8-9b37cafc9877 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 945 time: 0.1824269 Aug 10 03:33:02.785056 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-886b55da-1b31-4987-a294-94ee167fced9 req-4016b080-26dc-491e-8940-b8a00ea65f19 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b41b771882304474947a74fcb840799d HTTP/1.1" status: 200 len: 477 time: 0.3435407 Aug 10 03:33:02.819498 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-886b55da-1b31-4987-a294-94ee167fced9 req-9c8281f7-c9cf-4777-9e4b-f779495cab75 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Request body: {'port': {'device_id': '11dd5e6e-7a4c-41c3-992f-278efcbc9ff0', 'network_id': 'c889480f-d9b2-49f5-ab8e-149fc3837835', 'admin_state_up': True, 'tenant_id': 'b41b771882304474947a74fcb840799d', 'security_groups': ['65199a42-7eac-4dce-b64c-6d6d90147739', '2bf7b11e-13b4-4dc5-bb95-2943a59cb372']}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:02.822967 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fbbc8cc-6eea-487c-ae39-5374c0a89a1e tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Made reservation on behalf of 90f51664774c45999d259b47f3ec8778 for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:02.828980 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7fbbc8cc-6eea-487c-ae39-5374c0a89a1e tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:02.872266 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-73c12463-688d-4f88-9352-49d8779b5655 req-6c1a8d67-2edc-477f-88a5-ba168cdb4180 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=970733cb-cbb6-4524-9c4b-45ba2a794350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112075 Aug 10 03:33:02.875233 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7fbbc8cc-6eea-487c-ae39-5374c0a89a1e tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:02.900031 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6530ab5-8587-43d8-b3b8-24305d581193 req-559d16c4-8ed4-4395-9a68-c9550a59282d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:02.901849 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-f6530ab5-8587-43d8-b3b8-24305d581193 req-559d16c4-8ed4-4395-9a68-c9550a59282d service neutron] 10.222.0.61 "GET /v2.0/networks?id=4c52c402-1ff3-49da-9a7e-42e05199a70c HTTP/1.1" status: 200 len: 913 time: 0.2756026 Aug 10 03:33:03.069133 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-f6530ab5-8587-43d8-b3b8-24305d581193 req-14df9cd9-9533-41fd-addc-3228b1e5810d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc3e7aa2-71a9-4449-b153-d338d4589707 HTTP/1.1" status: 200 len: 217 time: 0.0942988 Aug 10 03:33:03.151553 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 5d09a202-3a7c-4528-b9b0-df17d4eb9ca6 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:33:03.210137 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6530ab5-8587-43d8-b3b8-24305d581193 req-fb01e58f-9a1c-4be7-8df0-f261dbc7f715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:03.213364 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-f6530ab5-8587-43d8-b3b8-24305d581193 req-fb01e58f-9a1c-4be7-8df0-f261dbc7f715 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5356546f-4f9a-4920-aeda-65d477a45dbb HTTP/1.1" status: 200 len: 853 time: 0.1197777 Aug 10 03:33:03.225050 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:03.262441 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad8d0d9-2e08-4dde-9524-92ca11a7883e req-5e9df75e-8a6f-4cca-9f27-8cb47e83550b tempest-InstanceActionsTestJSON-1420359697 tempest-InstanceActionsTestJSON-1420359697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:03.264103 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-aad8d0d9-2e08-4dde-9524-92ca11a7883e req-5e9df75e-8a6f-4cca-9f27-8cb47e83550b tempest-InstanceActionsTestJSON-1420359697 tempest-InstanceActionsTestJSON-1420359697-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9fed5d8-031f-4127-90a1-c930f589ae72 HTTP/1.1" status: 200 len: 943 time: 0.4198608 Aug 10 03:33:03.295067 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-f6530ab5-8587-43d8-b3b8-24305d581193 req-f2c58b76-aa25-4c3d-a19d-2557a9819903 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4c52c402-1ff3-49da-9a7e-42e05199a70c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707822 Aug 10 03:33:03.303956 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7fbbc8cc-6eea-487c-ae39-5374c0a89a1e tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:03.316357 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7fbbc8cc-6eea-487c-ae39-5374c0a89a1e tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:03.322028 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 5d09a202-3a7c-4528-b9b0-df17d4eb9ca6 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:03.323404 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:03.411274 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbbc8cc-6eea-487c-ae39-5374c0a89a1e tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82629822-8dac-43fb-a313-7d9011d0d1ee,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:03.452537 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fbbc8cc-6eea-487c-ae39-5374c0a89a1e tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:33:03.459261 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-aad8d0d9-2e08-4dde-9524-92ca11a7883e req-fb91c134-57d3-4a9e-b45a-3d3380bb23b5 tempest-InstanceActionsTestJSON-1420359697 tempest-InstanceActionsTestJSON-1420359697-project] 10.222.0.44 "GET /v2.0/security-groups?id=997143e0-3b90-45fb-87f4-d8b4dfc17ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151390 Aug 10 03:33:03.461625 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-886b55da-1b31-4987-a294-94ee167fced9 req-9c8281f7-c9cf-4777-9e4b-f779495cab75 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Made reservation on behalf of b41b771882304474947a74fcb840799d for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:03.468297 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-886b55da-1b31-4987-a294-94ee167fced9 req-9c8281f7-c9cf-4777-9e4b-f779495cab75 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:03.491280 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7fbbc8cc-6eea-487c-ae39-5374c0a89a1e tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:03.491280 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-7fbbc8cc-6eea-487c-ae39-5374c0a89a1e tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Added segment c134c30e-38ff-4cde-ab90-aa8410d1a2fc of type vlan for network 8c0541aa-6d6c-4238-ad1b-e84122c7640d Aug 10 03:33:03.596865 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7fbbc8cc-6eea-487c-ae39-5374c0a89a1e tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:03.602191 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-f6530ab5-8587-43d8-b3b8-24305d581193 req-c3599ee3-e66d-4775-ae24-2edb18771674 service neutron] 10.222.0.61 "GET /v2.0/networks/4c52c402-1ff3-49da-9a7e-42e05199a70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967603 Aug 10 03:33:03.757439 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-886b55da-1b31-4987-a294-94ee167fced9 req-9c8281f7-c9cf-4777-9e4b-f779495cab75 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Allocated IP 172.20.0.7 (c889480f-d9b2-49f5-ab8e-149fc3837835/d4fde8f0-46b6-4f06-b776-ecefcbb6f17b/d64a87a3-cea9-4bd1-a639-a2a205115b49) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:33:03.761767 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7fbbc8cc-6eea-487c-ae39-5374c0a89a1e tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:03.772404 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbbc8cc-6eea-487c-ae39-5374c0a89a1e tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:03.773641 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7fbbc8cc-6eea-487c-ae39-5374c0a89a1e tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:03.825381 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ef910fd8-34da-4b42-84f8-d73f91bbbc07 req-7a5e5857-4565-41c5-9705-3e8865e17314 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] 10.222.0.44 "GET /v2.0/ports?device_id=11dd5e6e-7a4c-41c3-992f-278efcbc9ff0 HTTP/1.1" status: 200 len: 210 time: 0.0411096 Aug 10 03:33:03.944159 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-7fbbc8cc-6eea-487c-ae39-5374c0a89a1e tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.4513896 Aug 10 03:33:03.945524 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42590) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:03.962647 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-7c7a8a9d-17c2-48db-bd02-aff35bec5631 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Request body: {'subnet': {'network_id': '8c0541aa-6d6c-4238-ad1b-e84122c7640d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:03.978854 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-f6530ab5-8587-43d8-b3b8-24305d581193 req-8d2d3045-35f3-4674-a790-d9d14a2404cf service neutron] 10.222.0.61 "GET /v2.0/networks/4c52c402-1ff3-49da-9a7e-42e05199a70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3667681 Aug 10 03:33:04.000421 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbbc8cc-6eea-487c-ae39-5374c0a89a1e tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Pushing event updated for resources: {'Network': ['ID=8c0541aa-6d6c-4238-ad1b-e84122c7640d,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:04.013685 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 8c0541aa-6d6c-4238-ad1b-e84122c7640d details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:33:04.052991 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-886b55da-1b31-4987-a294-94ee167fced9 req-9c8281f7-c9cf-4777-9e4b-f779495cab75 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:04.075139 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-886b55da-1b31-4987-a294-94ee167fced9 req-9c8281f7-c9cf-4777-9e4b-f779495cab75 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Transition to ACTIVE for port object d64a87a3-cea9-4bd1-a639-a2a205115b49 will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:04.122532 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-886b55da-1b31-4987-a294-94ee167fced9 req-9c8281f7-c9cf-4777-9e4b-f779495cab75 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:04.170442 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-886b55da-1b31-4987-a294-94ee167fced9 req-9c8281f7-c9cf-4777-9e4b-f779495cab75 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Network c889480f-d9b2-49f5-ab8e-149fc3837835 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:04.176865 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-886b55da-1b31-4987-a294-94ee167fced9 req-9c8281f7-c9cf-4777-9e4b-f779495cab75 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:04.183109 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-886b55da-1b31-4987-a294-94ee167fced9 req-9c8281f7-c9cf-4777-9e4b-f779495cab75 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:33:04.225021 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8281f7-c9cf-4777-9e4b-f779495cab75 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Pushing event updated for resources: {'Port': ['ID=d64a87a3-cea9-4bd1-a639-a2a205115b49,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:04.261979 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886b55da-1b31-4987-a294-94ee167fced9 req-9c8281f7-c9cf-4777-9e4b-f779495cab75 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:04.262707 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-886b55da-1b31-4987-a294-94ee167fced9 req-9c8281f7-c9cf-4777-9e4b-f779495cab75 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:04.285148 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-886b55da-1b31-4987-a294-94ee167fced9 req-9c8281f7-c9cf-4777-9e4b-f779495cab75 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.4909861 Aug 10 03:33:04.303392 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-886b55da-1b31-4987-a294-94ee167fced9 req-2f483eb1-558e-492d-aa47-917176381968 service neutron] Request body: {'port': {'device_id': '11dd5e6e-7a4c-41c3-992f-278efcbc9ff0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:04.388509 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-886b55da-1b31-4987-a294-94ee167fced9 req-2f483eb1-558e-492d-aa47-917176381968 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:04.618572 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-db50c43d-41ce-4f82-a99b-be4b61745f98 None None] Provisioning for port d64a87a3-cea9-4bd1-a639-a2a205115b49 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:33:04.626204 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-db50c43d-41ce-4f82-a99b-be4b61745f98 None None] Provisioning complete for port d64a87a3-cea9-4bd1-a639-a2a205115b49 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:04.626530 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c7a8a9d-17c2-48db-bd02-aff35bec5631 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Made reservation on behalf of 90f51664774c45999d259b47f3ec8778 for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:04.628240 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-db50c43d-41ce-4f82-a99b-be4b61745f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:04.630525 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7c7a8a9d-17c2-48db-bd02-aff35bec5631 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:04.698821 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-db50c43d-41ce-4f82-a99b-be4b61745f98 None None] Port d64a87a3-cea9-4bd1-a639-a2a205115b49 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:33:04.782498 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076c7c0d-2242-49b9-8ef1-5bcc9785c243 req-b1c55e3c-0469-4e76-b800-35d429e3e2d7 tempest-InstanceActionsTestJSON-1420359697 tempest-InstanceActionsTestJSON-1420359697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:04.790475 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-076c7c0d-2242-49b9-8ef1-5bcc9785c243 req-b1c55e3c-0469-4e76-b800-35d429e3e2d7 tempest-InstanceActionsTestJSON-1420359697 tempest-InstanceActionsTestJSON-1420359697-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9fed5d8-031f-4127-90a1-c930f589ae72 HTTP/1.1" status: 200 len: 943 time: 0.1046638 Aug 10 03:33:04.964587 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-076c7c0d-2242-49b9-8ef1-5bcc9785c243 req-3f6f9bf5-f2de-42d7-bc0b-2dac5cd26c0e tempest-InstanceActionsTestJSON-1420359697 tempest-InstanceActionsTestJSON-1420359697-project] 10.222.0.44 "GET /v2.0/security-groups?id=997143e0-3b90-45fb-87f4-d8b4dfc17ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710861 Aug 10 03:33:04.985369 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-886b55da-1b31-4987-a294-94ee167fced9 req-2f483eb1-558e-492d-aa47-917176381968 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d64a87a3-cea9-4bd1-a639-a2a205115b49 {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:33:04.999235 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-886b55da-1b31-4987-a294-94ee167fced9 req-2f483eb1-558e-492d-aa47-917176381968 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:05.043097 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-886b55da-1b31-4987-a294-94ee167fced9 req-2f483eb1-558e-492d-aa47-917176381968 service neutron] Transition to ACTIVE for port object d64a87a3-cea9-4bd1-a639-a2a205115b49 will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:05.045803 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7c7a8a9d-17c2-48db-bd02-aff35bec5631 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:05.051623 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-886b55da-1b31-4987-a294-94ee167fced9 req-2f483eb1-558e-492d-aa47-917176381968 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:05.148225 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed209264-7551-4efd-b781-dc44285c6f74 req-6b326a2c-8185-4d19-8e9a-4633e82e00aa tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:05.159001 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ed209264-7551-4efd-b781-dc44285c6f74 req-6b326a2c-8185-4d19-8e9a-4633e82e00aa tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] 10.222.0.44 "GET /v2.0/ports?device_id=11dd5e6e-7a4c-41c3-992f-278efcbc9ff0 HTTP/1.1" status: 200 len: 970 time: 0.1563005 Aug 10 03:33:05.163366 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f483eb1-558e-492d-aa47-917176381968 service neutron] Pushing event updated for resources: {'Port': ['ID=d64a87a3-cea9-4bd1-a639-a2a205115b49,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:05.213275 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7a8a9d-17c2-48db-bd02-aff35bec5631 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Checking segment: {'id': 'c134c30e-38ff-4cde-ab90-aa8410d1a2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8c0541aa-6d6c-4238-ad1b-e84122c7640d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:33:05.213842 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7a8a9d-17c2-48db-bd02-aff35bec5631 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Network hostable DHCP agents. Network: 8c0541aa-6d6c-4238-ad1b-e84122c7640d, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:33:05.218898 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7a8a9d-17c2-48db-bd02-aff35bec5631 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Pushing event updated for resources: {'Subnet': ['ID=f75c537b-b7a8-4a99-8de3-aa549ea20d77,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:05.292090 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7a8a9d-17c2-48db-bd02-aff35bec5631 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Network 8c0541aa-6d6c-4238-ad1b-e84122c7640d is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:33:05.308128 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ed209264-7551-4efd-b781-dc44285c6f74 req-816ba531-dd69-451a-a3e4-717bb5b9c4c1 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] 10.222.0.44 "GET /v2.0/security-groups?id=65199a42-7eac-4dce-b64c-6d6d90147739&id=2bf7b11e-13b4-4dc5-bb95-2943a59cb372&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1481819 Aug 10 03:33:05.322154 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-886b55da-1b31-4987-a294-94ee167fced9 req-2f483eb1-558e-492d-aa47-917176381968 service neutron] Attempting to bind port d64a87a3-cea9-4bd1-a639-a2a205115b49 on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:33:05.323207 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-886b55da-1b31-4987-a294-94ee167fced9 req-2f483eb1-558e-492d-aa47-917176381968 service neutron] Attempting to bind port d64a87a3-cea9-4bd1-a639-a2a205115b49 by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '85897e81-224c-453b-b8f3-1fa7b756d34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c889480f-d9b2-49f5-ab8e-149fc3837835'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:33:05.323909 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886b55da-1b31-4987-a294-94ee167fced9 req-2f483eb1-558e-492d-aa47-917176381968 service neutron] Attempting to bind port d64a87a3-cea9-4bd1-a639-a2a205115b49 on network c889480f-d9b2-49f5-ab8e-149fc3837835 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:33:05.325016 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-7c7a8a9d-17c2-48db-bd02-aff35bec5631 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 8c0541aa-6d6c-4238-ad1b-e84122c7640d) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:05.332963 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886b55da-1b31-4987-a294-94ee167fced9 req-2f483eb1-558e-492d-aa47-917176381968 service neutron] Port d64a87a3-cea9-4bd1-a639-a2a205115b49 on network c889480f-d9b2-49f5-ab8e-149fc3837835 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:33:05.333395 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886b55da-1b31-4987-a294-94ee167fced9 req-2f483eb1-558e-492d-aa47-917176381968 service neutron] Attempting to bind port d64a87a3-cea9-4bd1-a639-a2a205115b49 on network c889480f-d9b2-49f5-ab8e-149fc3837835 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:33:05.341370 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886b55da-1b31-4987-a294-94ee167fced9 req-2f483eb1-558e-492d-aa47-917176381968 service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:33:05.341716 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3108f8-f163-49ba-8d94-27331248902d None None] Network 8c0541aa-6d6c-4238-ad1b-e84122c7640d requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:33:05.342537 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886b55da-1b31-4987-a294-94ee167fced9 req-2f483eb1-558e-492d-aa47-917176381968 service neutron] Checking segment: {'id': '85897e81-224c-453b-b8f3-1fa7b756d34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c889480f-d9b2-49f5-ab8e-149fc3837835'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:33:05.342537 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886b55da-1b31-4987-a294-94ee167fced9 req-2f483eb1-558e-492d-aa47-917176381968 service neutron] Bound using segment: {'id': '85897e81-224c-453b-b8f3-1fa7b756d34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c889480f-d9b2-49f5-ab8e-149fc3837835'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:33:05.342930 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-886b55da-1b31-4987-a294-94ee167fced9 req-2f483eb1-558e-492d-aa47-917176381968 service neutron] Bound port: d64a87a3-cea9-4bd1-a639-a2a205115b49, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85897e81-224c-453b-b8f3-1fa7b756d34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c889480f-d9b2-49f5-ab8e-149fc3837835'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:33:05.342930 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-886b55da-1b31-4987-a294-94ee167fced9 req-2f483eb1-558e-492d-aa47-917176381968 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:05.351182 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7a8a9d-17c2-48db-bd02-aff35bec5631 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:05.352690 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7c7a8a9d-17c2-48db-bd02-aff35bec5631 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:05.421990 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-7c7a8a9d-17c2-48db-bd02-aff35bec5631 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4665420 Aug 10 03:33:05.426165 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42614) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:05.434161 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-21ec1456-3a77-409f-9250-8997a52f6e0b tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-279218985', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:05.438729 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-886b55da-1b31-4987-a294-94ee167fced9 req-2f483eb1-558e-492d-aa47-917176381968 service neutron] For port d64a87a3-cea9-4bd1-a639-a2a205115b49, host n-h1-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:33:05.443446 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-886b55da-1b31-4987-a294-94ee167fced9 req-2f483eb1-558e-492d-aa47-917176381968 service neutron] For port d64a87a3-cea9-4bd1-a639-a2a205115b49, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=d64a87a3-cea9-4bd1-a639-a2a205115b49,segment=NetworkSegment(85897e81-224c-453b-b8f3-1fa7b756d34d),segment_id=85897e81-224c-453b-b8f3-1fa7b756d34d)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:33:05.449757 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-886b55da-1b31-4987-a294-94ee167fced9 req-2f483eb1-558e-492d-aa47-917176381968 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:05.512546 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-21ec1456-3a77-409f-9250-8997a52f6e0b tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:05.514598 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-21ec1456-3a77-409f-9250-8997a52f6e0b tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:05.553087 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886b55da-1b31-4987-a294-94ee167fced9 req-2f483eb1-558e-492d-aa47-917176381968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:05.554862 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-886b55da-1b31-4987-a294-94ee167fced9 req-2f483eb1-558e-492d-aa47-917176381968 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:05.557380 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-886b55da-1b31-4987-a294-94ee167fced9 req-2f483eb1-558e-492d-aa47-917176381968 service neutron] 10.222.0.42 "PUT /v2.0/ports/d64a87a3-cea9-4bd1-a639-a2a205115b49 HTTP/1.1" status: 200 len: 1131 time: 1.2593341 Aug 10 03:33:05.568132 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11dd5e6e-7a4c-41c3-992f-278efcbc9ff0', 'tag': 'd64a87a3-cea9-4bd1-a639-a2a205115b49'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:33:05.572443 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-353f785a-694d-4165-812c-586cf5c1968b" -d '{"events": [{"name": "network-changed", "server_uuid": "11dd5e6e-7a4c-41c3-992f-278efcbc9ff0", "tag": "d64a87a3-cea9-4bd1-a639-a2a205115b49"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:33:05.637676 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f483eb1-558e-492d-aa47-917176381968 service neutron] Pushing event updated for resources: {'Port': ['ID=d64a87a3-cea9-4bd1-a639-a2a205115b49,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:05.843883 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-21ec1456-3a77-409f-9250-8997a52f6e0b tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:05.861922 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-21ec1456-3a77-409f-9250-8997a52f6e0b tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:05.900179 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886b55da-1b31-4987-a294-94ee167fced9 req-421c50e2-beb3-4660-af69-faefa47635c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:05.909384 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-886b55da-1b31-4987-a294-94ee167fced9 req-421c50e2-beb3-4660-af69-faefa47635c2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b41b771882304474947a74fcb840799d&device_id=11dd5e6e-7a4c-41c3-992f-278efcbc9ff0 HTTP/1.1" status: 200 len: 1134 time: 0.2521315 Aug 10 03:33:05.943402 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-21ec1456-3a77-409f-9250-8997a52f6e0b tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:05.945823 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-21ec1456-3a77-409f-9250-8997a52f6e0b tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.5179191 Aug 10 03:33:05.948306 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42630) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:06.068228 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e6b95b-b41e-488c-a78c-33ec0e11da3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-8c0541aa-6d6c-4238-ad1b-e84122c7640d', 'network_id': '8c0541aa-6d6c-4238-ad1b-e84122c7640d', 'tenant_id': '90f51664774c45999d259b47f3ec8778', 'fixed_ips': [{'subnet_id': 'f75c537b-b7a8-4a99-8de3-aa549ea20d77'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:33:06.069012 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-82e6b95b-b41e-488c-a78c-33ec0e11da3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:06.083201 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-886b55da-1b31-4987-a294-94ee167fced9 req-c3ef414b-5559-4437-a060-d9a31c413e4a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d64a87a3-cea9-4bd1-a639-a2a205115b49 HTTP/1.1" status: 200 len: 217 time: 0.1640725 Aug 10 03:33:06.102875 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:33:06.310200 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37e93c9a-011c-415d-b31f-393fcf750a0c x-openstack-request-id: req-37e93c9a-011c-415d-b31f-393fcf750a0c {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:33:06.310620 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11dd5e6e-7a4c-41c3-992f-278efcbc9ff0", "tag": "d64a87a3-cea9-4bd1-a639-a2a205115b49", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:33:06.311053 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-37e93c9a-011c-415d-b31f-393fcf750a0c {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:33:06.314837 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11dd5e6e-7a4c-41c3-992f-278efcbc9ff0', 'tag': 'd64a87a3-cea9-4bd1-a639-a2a205115b49', 'status': 'completed', 'code': 200} Aug 10 03:33:06.424913 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886b55da-1b31-4987-a294-94ee167fced9 req-2096bbae-0bcd-4bf7-9927-7b0ba03a284b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:06.426494 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-886b55da-1b31-4987-a294-94ee167fced9 req-2096bbae-0bcd-4bf7-9927-7b0ba03a284b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d4fde8f0-46b6-4f06-b776-ecefcbb6f17b HTTP/1.1" status: 200 len: 834 time: 0.3298295 Aug 10 03:33:06.471345 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-82e6b95b-b41e-488c-a78c-33ec0e11da3f None None] Allocated IP 172.20.0.2 (8c0541aa-6d6c-4238-ad1b-e84122c7640d/f75c537b-b7a8-4a99-8de3-aa549ea20d77/3aae101b-6543-40af-bfd4-83f944b01290) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:33:06.520297 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa997d0-3168-4f05-8e94-fa24e391eed1 req-1289438d-39df-4523-861e-d1156cdb8aa9 tempest-InstanceActionsTestJSON-1420359697 tempest-InstanceActionsTestJSON-1420359697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:06.524059 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-baa997d0-3168-4f05-8e94-fa24e391eed1 req-1289438d-39df-4523-861e-d1156cdb8aa9 tempest-InstanceActionsTestJSON-1420359697 tempest-InstanceActionsTestJSON-1420359697-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9fed5d8-031f-4127-90a1-c930f589ae72 HTTP/1.1" status: 200 len: 943 time: 0.2992942 Aug 10 03:33:06.589123 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886b55da-1b31-4987-a294-94ee167fced9 req-6e745737-72b8-40f3-b174-282c7ee502d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:06.594413 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-886b55da-1b31-4987-a294-94ee167fced9 req-6e745737-72b8-40f3-b174-282c7ee502d3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c889480f-d9b2-49f5-ab8e-149fc3837835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1602998 Aug 10 03:33:06.646327 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-baa997d0-3168-4f05-8e94-fa24e391eed1 req-0c40bc28-4195-4ff7-87a2-62eaf13f06cf tempest-InstanceActionsTestJSON-1420359697 tempest-InstanceActionsTestJSON-1420359697-project] 10.222.0.44 "GET /v2.0/security-groups?id=997143e0-3b90-45fb-87f4-d8b4dfc17ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104050 Aug 10 03:33:06.893981 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-886b55da-1b31-4987-a294-94ee167fced9 req-db5f2bab-e247-4c5c-89e5-5858700572f2 service neutron] 10.222.0.42 "GET /v2.0/networks/c889480f-d9b2-49f5-ab8e-149fc3837835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642858 Aug 10 03:33:07.045226 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-82e6b95b-b41e-488c-a78c-33ec0e11da3f None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:07.063767 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bd6117fd-c991-4155-8e14-5cdd20ad9c89 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:07.079870 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-82e6b95b-b41e-488c-a78c-33ec0e11da3f None None] Transition to ACTIVE for port object 3aae101b-6543-40af-bfd4-83f944b01290 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:07.143363 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-82e6b95b-b41e-488c-a78c-33ec0e11da3f None None] Transition to ACTIVE for port object 3aae101b-6543-40af-bfd4-83f944b01290 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:07.179108 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-82e6b95b-b41e-488c-a78c-33ec0e11da3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:07.255577 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-886b55da-1b31-4987-a294-94ee167fced9 req-10b289ee-1a7d-4264-b5d5-fa68e1b5de1d service neutron] 10.222.0.42 "GET /v2.0/networks/c889480f-d9b2-49f5-ab8e-149fc3837835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3405111 Aug 10 03:33:07.275204 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e6b95b-b41e-488c-a78c-33ec0e11da3f None None] Pushing event updated for resources: {'Port': ['ID=3aae101b-6543-40af-bfd4-83f944b01290,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:07.305592 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e6b95b-b41e-488c-a78c-33ec0e11da3f None None] Network 8c0541aa-6d6c-4238-ad1b-e84122c7640d is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:07.307972 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-82e6b95b-b41e-488c-a78c-33ec0e11da3f None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:07.315897 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e6b95b-b41e-488c-a78c-33ec0e11da3f None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:33:07.346330 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c91eb33-392b-4e63-b743-a78284fdb706 req-73d238fb-8389-4c7f-a53a-aae31f787f0f tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:07.350345 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7c91eb33-392b-4e63-b743-a78284fdb706 req-73d238fb-8389-4c7f-a53a-aae31f787f0f tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] 10.222.0.44 "GET /v2.0/ports?device_id=11dd5e6e-7a4c-41c3-992f-278efcbc9ff0 HTTP/1.1" status: 200 len: 982 time: 0.4504797 Aug 10 03:33:07.511228 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-82e6b95b-b41e-488c-a78c-33ec0e11da3f None None] Attempting to bind port 3aae101b-6543-40af-bfd4-83f944b01290 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:33:07.511969 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-82e6b95b-b41e-488c-a78c-33ec0e11da3f None None] Attempting to bind port 3aae101b-6543-40af-bfd4-83f944b01290 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'c134c30e-38ff-4cde-ab90-aa8410d1a2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8c0541aa-6d6c-4238-ad1b-e84122c7640d'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:33:07.516095 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e6b95b-b41e-488c-a78c-33ec0e11da3f None None] Attempting to bind port 3aae101b-6543-40af-bfd4-83f944b01290 on network 8c0541aa-6d6c-4238-ad1b-e84122c7640d {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:33:07.543175 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e6b95b-b41e-488c-a78c-33ec0e11da3f None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:33:07.543771 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e6b95b-b41e-488c-a78c-33ec0e11da3f None None] Checking segment: {'id': 'c134c30e-38ff-4cde-ab90-aa8410d1a2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8c0541aa-6d6c-4238-ad1b-e84122c7640d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:33:07.544503 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-82e6b95b-b41e-488c-a78c-33ec0e11da3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:07.545080 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e6b95b-b41e-488c-a78c-33ec0e11da3f None None] Bound using segment: {'id': 'c134c30e-38ff-4cde-ab90-aa8410d1a2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8c0541aa-6d6c-4238-ad1b-e84122c7640d'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:33:07.545885 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-82e6b95b-b41e-488c-a78c-33ec0e11da3f None None] Bound port: 3aae101b-6543-40af-bfd4-83f944b01290, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c134c30e-38ff-4cde-ab90-aa8410d1a2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8c0541aa-6d6c-4238-ad1b-e84122c7640d'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:33:07.546595 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-82e6b95b-b41e-488c-a78c-33ec0e11da3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:07.579823 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f785a-694d-4165-812c-586cf5c1968b req-abbaac11-cd16-4eb6-99f6-c71a3e48de80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:07.583777 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-353f785a-694d-4165-812c-586cf5c1968b req-abbaac11-cd16-4eb6-99f6-c71a3e48de80 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b41b771882304474947a74fcb840799d&device_id=11dd5e6e-7a4c-41c3-992f-278efcbc9ff0 HTTP/1.1" status: 200 len: 1134 time: 0.2317846 Aug 10 03:33:07.589117 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device cc3e7aa2-71a9-4449-b153-d338d4589707 details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:33:07.621639 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7c91eb33-392b-4e63-b743-a78284fdb706 req-f6154a56-ccb8-4e50-8cef-c889e112686a tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] 10.222.0.44 "GET /v2.0/security-groups?id=65199a42-7eac-4dce-b64c-6d6d90147739&id=2bf7b11e-13b4-4dc5-bb95-2943a59cb372&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1886821 Aug 10 03:33:07.909934 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-82e6b95b-b41e-488c-a78c-33ec0e11da3f None None] For port 3aae101b-6543-40af-bfd4-83f944b01290, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:33:07.927107 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-bd6117fd-c991-4155-8e14-5cdd20ad9c89 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Allocated IP 172.20.0.1 (8c0541aa-6d6c-4238-ad1b-e84122c7640d/f75c537b-b7a8-4a99-8de3-aa549ea20d77/b858e02e-7a86-4f76-8adf-334d08b2af27) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:33:07.932907 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-82e6b95b-b41e-488c-a78c-33ec0e11da3f None None] For port 3aae101b-6543-40af-bfd4-83f944b01290, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=3aae101b-6543-40af-bfd4-83f944b01290,segment=NetworkSegment(c134c30e-38ff-4cde-ab90-aa8410d1a2fc),segment_id=c134c30e-38ff-4cde-ab90-aa8410d1a2fc)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:33:07.961527 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-82e6b95b-b41e-488c-a78c-33ec0e11da3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:08.060329 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f785a-694d-4165-812c-586cf5c1968b req-d7c3d77e-d60c-4ccb-8110-42ef40f5c777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:08.063606 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-353f785a-694d-4165-812c-586cf5c1968b req-d7c3d77e-d60c-4ccb-8110-42ef40f5c777 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c889480f-d9b2-49f5-ab8e-149fc3837835 HTTP/1.1" status: 200 len: 896 time: 0.4704494 Aug 10 03:33:08.173365 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-353f785a-694d-4165-812c-586cf5c1968b req-e8e825a6-dd80-4e36-9eb3-742d8a292ffd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d64a87a3-cea9-4bd1-a639-a2a205115b49 HTTP/1.1" status: 200 len: 217 time: 0.0995533 Aug 10 03:33:08.180578 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port cc3e7aa2-71a9-4449-b153-d338d4589707, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=cc3e7aa2-71a9-4449-b153-d338d4589707,segment=NetworkSegment(3deccfba-177c-4a05-ba80-773f4b1c20b9),segment_id=3deccfba-177c-4a05-ba80-773f4b1c20b9)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:08.213418 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': 'cc3e7aa2-71a9-4449-b153-d338d4589707', 'network_id': '4c52c402-1ff3-49da-9a7e-42e05199a70c', 'port_id': 'cc3e7aa2-71a9-4449-b153-d338d4589707', 'mac_address': 'fa:16:3e:ae:ab:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5356546f-4f9a-4920-aeda-65d477a45dbb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:33:08.217550 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e6b95b-b41e-488c-a78c-33ec0e11da3f None None] Pushing event updated for resources: {'Port': ['ID=3aae101b-6543-40af-bfd4-83f944b01290,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:08.245977 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f3813a-eb5a-4c53-a48c-871fa1f564cb req-1770cadb-f051-4df9-b527-8890bb61879b tempest-InstanceActionsTestJSON-1420359697 tempest-InstanceActionsTestJSON-1420359697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:08.247714 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-50f3813a-eb5a-4c53-a48c-871fa1f564cb req-1770cadb-f051-4df9-b527-8890bb61879b tempest-InstanceActionsTestJSON-1420359697 tempest-InstanceActionsTestJSON-1420359697-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9fed5d8-031f-4127-90a1-c930f589ae72 HTTP/1.1" status: 200 len: 943 time: 0.3248024 Aug 10 03:33:08.267005 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:08.272904 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bd6117fd-c991-4155-8e14-5cdd20ad9c89 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:08.288861 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc3e7aa2-71a9-4449-b153-d338d4589707 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:33:08.307214 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [None req-bd6117fd-c991-4155-8e14-5cdd20ad9c89 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Transition to ACTIVE for port object b858e02e-7a86-4f76-8adf-334d08b2af27 will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:08.326367 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port cc3e7aa2-71a9-4449-b153-d338d4589707, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=cc3e7aa2-71a9-4449-b153-d338d4589707,segment=NetworkSegment(3deccfba-177c-4a05-ba80-773f4b1c20b9),segment_id=3deccfba-177c-4a05-ba80-773f4b1c20b9)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:08.334711 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:08.386138 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bd6117fd-c991-4155-8e14-5cdd20ad9c89 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:08.430727 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=cc3e7aa2-71a9-4449-b153-d338d4589707,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:08.483385 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6117fd-c991-4155-8e14-5cdd20ad9c89 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Pushing event updated for resources: {'Port': ['ID=b858e02e-7a86-4f76-8adf-334d08b2af27,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:08.519185 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6117fd-c991-4155-8e14-5cdd20ad9c89 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Network 8c0541aa-6d6c-4238-ad1b-e84122c7640d is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:08.521182 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-bd6117fd-c991-4155-8e14-5cdd20ad9c89 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:08.523757 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6117fd-c991-4155-8e14-5cdd20ad9c89 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:33:08.618536 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bd6117fd-c991-4155-8e14-5cdd20ad9c89 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521745'] for router_interface, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:08.815376 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bd6117fd-c991-4155-8e14-5cdd20ad9c89 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:08.957172 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-50f3813a-eb5a-4c53-a48c-871fa1f564cb req-9d357c78-3342-4ab6-a37b-c54f4bcb232c tempest-InstanceActionsTestJSON-1420359697 tempest-InstanceActionsTestJSON-1420359697-project] 10.222.0.44 "GET /v2.0/security-groups?id=997143e0-3b90-45fb-87f4-d8b4dfc17ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798725 Aug 10 03:33:08.959294 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f785a-694d-4165-812c-586cf5c1968b req-09cac802-e492-4e13-b479-c8ca6c76c89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:08.960885 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-353f785a-694d-4165-812c-586cf5c1968b req-09cac802-e492-4e13-b479-c8ca6c76c89e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d4fde8f0-46b6-4f06-b776-ecefcbb6f17b HTTP/1.1" status: 200 len: 834 time: 0.7553036 Aug 10 03:33:08.969204 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f5a08-7036-4ea3-b809-fe26357b02ab req-1570bd27-4229-4320-8fc8-c7d6fd89b7e1 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:08.970951 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-004f5a08-7036-4ea3-b809-fe26357b02ab req-1570bd27-4229-4320-8fc8-c7d6fd89b7e1 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] 10.222.0.44 "GET /v2.0/ports?device_id=11dd5e6e-7a4c-41c3-992f-278efcbc9ff0 HTTP/1.1" status: 200 len: 982 time: 0.1918740 Aug 10 03:33:09.047683 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['cc3e7aa2-71a9-4449-b153-d338d4589707'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:33:09.093117 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-004f5a08-7036-4ea3-b809-fe26357b02ab req-d8589b9f-bef9-4fae-a0de-923841de6871 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] 10.222.0.44 "GET /v2.0/security-groups?id=65199a42-7eac-4dce-b64c-6d6d90147739&id=2bf7b11e-13b4-4dc5-bb95-2943a59cb372&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1078229 Aug 10 03:33:09.131031 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f785a-694d-4165-812c-586cf5c1968b req-1ff16109-34a8-4a02-bde1-68a17963bf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:09.161102 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-353f785a-694d-4165-812c-586cf5c1968b req-1ff16109-34a8-4a02-bde1-68a17963bf41 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c889480f-d9b2-49f5-ab8e-149fc3837835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1850567 Aug 10 03:33:09.381572 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-353f785a-694d-4165-812c-586cf5c1968b req-ba203b1b-0193-480f-9118-fd6b10a11717 service neutron] 10.222.0.42 "GET /v2.0/networks/c889480f-d9b2-49f5-ab8e-149fc3837835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977885 Aug 10 03:33:09.388860 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 3aae101b-6543-40af-bfd4-83f944b01290 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:33:09.530309 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bd6117fd-c991-4155-8e14-5cdd20ad9c89 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:09.538663 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device d64a87a3-cea9-4bd1-a639-a2a205115b49 details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:33:09.551866 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bd6117fd-c991-4155-8e14-5cdd20ad9c89 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:09.618030 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-353f785a-694d-4165-812c-586cf5c1968b req-4f1c540b-9894-4b05-9f52-a633270d27ed service neutron] 10.222.0.42 "GET /v2.0/networks/c889480f-d9b2-49f5-ab8e-149fc3837835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263865 Aug 10 03:33:09.646436 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bd6117fd-c991-4155-8e14-5cdd20ad9c89 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521893'] for router_interface, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:09.743716 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 3aae101b-6543-40af-bfd4-83f944b01290 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:33:09.764520 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6117fd-c991-4155-8e14-5cdd20ad9c89 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Pushing event updated for resources: {'Port': ['ID=b858e02e-7a86-4f76-8adf-334d08b2af27,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:09.800024 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508192c4-e578-4ff5-bafe-91729f5490a8 None None] Network 8c0541aa-6d6c-4238-ad1b-e84122c7640d requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:33:09.822351 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6117fd-c991-4155-8e14-5cdd20ad9c89 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Network 8c0541aa-6d6c-4238-ad1b-e84122c7640d is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:09.824302 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-bd6117fd-c991-4155-8e14-5cdd20ad9c89 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:09.892458 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-7fbac9f0-8eff-4c0e-89a6-15bc3938de98 None None] Provisioning for port 3aae101b-6543-40af-bfd4-83f944b01290 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:33:09.912281 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-7fbac9f0-8eff-4c0e-89a6-15bc3938de98 None None] Provisioning complete for port 3aae101b-6543-40af-bfd4-83f944b01290 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:09.912658 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-7fbac9f0-8eff-4c0e-89a6-15bc3938de98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:09.948070 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port d64a87a3-cea9-4bd1-a639-a2a205115b49, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=d64a87a3-cea9-4bd1-a639-a2a205115b49,segment=NetworkSegment(85897e81-224c-453b-b8f3-1fa7b756d34d),segment_id=85897e81-224c-453b-b8f3-1fa7b756d34d)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:09.979337 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': 'd64a87a3-cea9-4bd1-a639-a2a205115b49', 'network_id': 'c889480f-d9b2-49f5-ab8e-149fc3837835', 'port_id': 'd64a87a3-cea9-4bd1-a639-a2a205115b49', 'mac_address': 'fa:16:3e:06:aa:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4fde8f0-46b6-4f06-b776-ecefcbb6f17b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:33:10.009331 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd6117fd-c991-4155-8e14-5cdd20ad9c89 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Router d71f2977-1408-4a21-922f-287f82599fcd is scheduled to L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e with binding_index 1 {{(pid=94261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:33:10.085444 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:10.133074 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d645f-85b2-446b-aa26-4cfaa992e5c2 req-42e43ec8-8e41-4cb9-89de-2f19be42ec6d tempest-InstanceActionsTestJSON-1420359697 tempest-InstanceActionsTestJSON-1420359697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:10.135912 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-235d645f-85b2-446b-aa26-4cfaa992e5c2 req-42e43ec8-8e41-4cb9-89de-2f19be42ec6d tempest-InstanceActionsTestJSON-1420359697 tempest-InstanceActionsTestJSON-1420359697-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9fed5d8-031f-4127-90a1-c930f589ae72 HTTP/1.1" status: 200 len: 944 time: 0.0898325 Aug 10 03:33:10.138334 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d64a87a3-cea9-4bd1-a639-a2a205115b49 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:33:10.149707 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd6117fd-c991-4155-8e14-5cdd20ad9c89 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:33:10.163145 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-bd6117fd-c991-4155-8e14-5cdd20ad9c89 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] 10.222.0.44 "PUT /v2.0/routers/d71f2977-1408-4a21-922f-287f82599fcd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2131622 Aug 10 03:33:10.164486 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52144f50-9347-4bbf-8fb5-67fc838de168 None None] Sync routers for ids ['d71f2977-1408-4a21-922f-287f82599fcd'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:33:10.165899 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42674) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:10.177924 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-feb0e507-744a-4023-af7f-74788dfe09bd tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Request body: {'port': {'network_id': '8c0541aa-6d6c-4238-ad1b-e84122c7640d', 'name': 'tempest-FloatingIPNegativeTestJSON-1104511137'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:10.180244 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52144f50-9347-4bbf-8fb5-67fc838de168 None None] Routers {'d71f2977-1408-4a21-922f-287f82599fcd'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:33:10.181933 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-52144f50-9347-4bbf-8fb5-67fc838de168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:32:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['d71f2977-1408-4a21-922f-287f82599fcd'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:10.200643 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-235d645f-85b2-446b-aa26-4cfaa992e5c2 req-5f9c8fd5-8ad2-4d71-a61d-9f61895c67c3 tempest-InstanceActionsTestJSON-1420359697 tempest-InstanceActionsTestJSON-1420359697-project] 10.222.0.44 "GET /v2.0/security-groups?id=997143e0-3b90-45fb-87f4-d8b4dfc17ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575614 Aug 10 03:33:10.263324 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-52144f50-9347-4bbf-8fb5-67fc838de168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:10.289149 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52144f50-9347-4bbf-8fb5-67fc838de168 None None] Routers {'d71f2977-1408-4a21-922f-287f82599fcd'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:33:10.289776 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-52144f50-9347-4bbf-8fb5-67fc838de168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:32:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['d71f2977-1408-4a21-922f-287f82599fcd'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:10.336174 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-52144f50-9347-4bbf-8fb5-67fc838de168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:10.337163 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52144f50-9347-4bbf-8fb5-67fc838de168 None None] The sync data for ids ['d71f2977-1408-4a21-922f-287f82599fcd'] in n-d-768862-13 is: [] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:33:10.403590 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b222a3b1-d569-4093-977a-415b6dbd1387 req-77bce0dc-2765-4c4a-b700-cf784386706f tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:10.407676 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b222a3b1-d569-4093-977a-415b6dbd1387 req-77bce0dc-2765-4c4a-b700-cf784386706f tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] 10.222.0.44 "GET /v2.0/ports?device_id=11dd5e6e-7a4c-41c3-992f-278efcbc9ff0 HTTP/1.1" status: 200 len: 982 time: 0.1011851 Aug 10 03:33:10.438173 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb0e507-744a-4023-af7f-74788dfe09bd tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Made reservation on behalf of 90f51664774c45999d259b47f3ec8778 for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:10.444677 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-feb0e507-744a-4023-af7f-74788dfe09bd tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:10.458647 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b222a3b1-d569-4093-977a-415b6dbd1387 req-9a08a21d-186b-4f8e-81b2-a1bfd2a92886 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] 10.222.0.44 "GET /v2.0/security-groups?id=65199a42-7eac-4dce-b64c-6d6d90147739&id=2bf7b11e-13b4-4dc5-bb95-2943a59cb372&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0444677 Aug 10 03:33:10.464853 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port d64a87a3-cea9-4bd1-a639-a2a205115b49, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=d64a87a3-cea9-4bd1-a639-a2a205115b49,segment=NetworkSegment(85897e81-224c-453b-b8f3-1fa7b756d34d),segment_id=85897e81-224c-453b-b8f3-1fa7b756d34d)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:10.467580 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-7fbac9f0-8eff-4c0e-89a6-15bc3938de98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:10.485372 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [None req-feb0e507-744a-4023-af7f-74788dfe09bd tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] device_id is not set on port 2337cf7b-c9db-41f3-98af-0a041be2d9ef yet. {{(pid=94261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:33:10.491860 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:10.568883 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-7fbac9f0-8eff-4c0e-89a6-15bc3938de98 None None] For port 3aae101b-6543-40af-bfd4-83f944b01290, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=3aae101b-6543-40af-bfd4-83f944b01290,segment=NetworkSegment(c134c30e-38ff-4cde-ab90-aa8410d1a2fc),segment_id=c134c30e-38ff-4cde-ab90-aa8410d1a2fc)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:10.584657 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-7fbac9f0-8eff-4c0e-89a6-15bc3938de98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:10.609073 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=d64a87a3-cea9-4bd1-a639-a2a205115b49,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:10.682002 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-feb0e507-744a-4023-af7f-74788dfe09bd tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Allocated IP 172.20.0.11 (8c0541aa-6d6c-4238-ad1b-e84122c7640d/f75c537b-b7a8-4a99-8de3-aa549ea20d77/2337cf7b-c9db-41f3-98af-0a041be2d9ef) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:33:10.693389 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbac9f0-8eff-4c0e-89a6-15bc3938de98 None None] Pushing event updated for resources: {'Port': ['ID=3aae101b-6543-40af-bfd4-83f944b01290,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:10.705749 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['d64a87a3-cea9-4bd1-a639-a2a205115b49'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:33:10.836773 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-94bb3cfc-43df-4e6d-b2c9-a57727e26eda None None] Provisioning for port b858e02e-7a86-4f76-8adf-334d08b2af27 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:33:10.851328 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-94bb3cfc-43df-4e6d-b2c9-a57727e26eda None None] Provisioning complete for port b858e02e-7a86-4f76-8adf-334d08b2af27 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:10.851635 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-94bb3cfc-43df-4e6d-b2c9-a57727e26eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:10.913234 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-94bb3cfc-43df-4e6d-b2c9-a57727e26eda None None] Port b858e02e-7a86-4f76-8adf-334d08b2af27 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:33:10.949552 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-94bb3cfc-43df-4e6d-b2c9-a57727e26eda None None] Provisioning complete for port 3aae101b-6543-40af-bfd4-83f944b01290 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:10.949945 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-94bb3cfc-43df-4e6d-b2c9-a57727e26eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:10.958091 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-feb0e507-744a-4023-af7f-74788dfe09bd tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:10.976882 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [None req-feb0e507-744a-4023-af7f-74788dfe09bd tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Transition to ACTIVE for port object 2337cf7b-c9db-41f3-98af-0a041be2d9ef will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:11.052575 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-feb0e507-744a-4023-af7f-74788dfe09bd tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:11.150397 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb0e507-744a-4023-af7f-74788dfe09bd tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Network 8c0541aa-6d6c-4238-ad1b-e84122c7640d is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:11.152416 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 3aae101b-6543-40af-bfd4-83f944b01290 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:33:11.154541 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-feb0e507-744a-4023-af7f-74788dfe09bd tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:11.166329 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb0e507-744a-4023-af7f-74788dfe09bd tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:33:11.220349 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb0e507-744a-4023-af7f-74788dfe09bd tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Pushing event updated for resources: {'Port': ['ID=2337cf7b-c9db-41f3-98af-0a041be2d9ef,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:11.224748 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-45041f9d-30f8-4fa1-86f6-91b2195e2de3 None None] Provisioning complete for port b858e02e-7a86-4f76-8adf-334d08b2af27 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:11.225105 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-45041f9d-30f8-4fa1-86f6-91b2195e2de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:11.288216 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 3aae101b-6543-40af-bfd4-83f944b01290 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:11.288694 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:11.295397 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb0e507-744a-4023-af7f-74788dfe09bd tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:11.296517 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-feb0e507-744a-4023-af7f-74788dfe09bd tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:11.338142 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-feb0e507-744a-4023-af7f-74788dfe09bd tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1654322 Aug 10 03:33:11.338932 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42694) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:11.339125 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-45041f9d-30f8-4fa1-86f6-91b2195e2de3 None None] Port b858e02e-7a86-4f76-8adf-334d08b2af27 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:33:11.348872 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-325bd4da-91d5-4220-a436-26fdb85dee18 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Request body: {'floatingip': {'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:11.392590 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-325bd4da-91d5-4220-a436-26fdb85dee18 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Notify callbacks [] for floatingip, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:11.497385 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device d64a87a3-cea9-4bd1-a639-a2a205115b49 up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:33:11.551010 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-51f3ef71-830e-4571-8963-7ffe819b2c29 None None] Provisioning complete for port b858e02e-7a86-4f76-8adf-334d08b2af27 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:11.551387 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-51f3ef71-830e-4571-8963-7ffe819b2c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:11.555244 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf439ff-848e-421a-bcd5-bcf5e4210503 req-0043ebb1-015f-4713-be61-e62bd31e62a9 tempest-InstanceActionsTestJSON-1420359697 tempest-InstanceActionsTestJSON-1420359697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:11.571678 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ecf439ff-848e-421a-bcd5-bcf5e4210503 req-0043ebb1-015f-4713-be61-e62bd31e62a9 tempest-InstanceActionsTestJSON-1420359697 tempest-InstanceActionsTestJSON-1420359697-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9fed5d8-031f-4127-90a1-c930f589ae72 HTTP/1.1" status: 200 len: 944 time: 0.1522298 Aug 10 03:33:11.607122 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-51f3ef71-830e-4571-8963-7ffe819b2c29 None None] Port b858e02e-7a86-4f76-8adf-334d08b2af27 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:33:11.609373 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device f5c938b4-b620-4188-a605-ddf0a909af0a details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:33:11.625494 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device cc3e7aa2-71a9-4449-b153-d338d4589707 up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:33:11.673918 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ecf439ff-848e-421a-bcd5-bcf5e4210503 req-42e9e1aa-bc0e-4e38-9ab7-5dffb67aeacb tempest-InstanceActionsTestJSON-1420359697 tempest-InstanceActionsTestJSON-1420359697-project] 10.222.0.44 "GET /v2.0/security-groups?id=997143e0-3b90-45fb-87f4-d8b4dfc17ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995688 Aug 10 03:33:11.740038 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-325bd4da-91d5-4220-a436-26fdb85dee18 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:11.792084 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning for port d64a87a3-cea9-4bd1-a639-a2a205115b49 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:33:11.830343 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port d64a87a3-cea9-4bd1-a639-a2a205115b49 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:11.831005 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:11.912599 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-68786f57-18d6-40b6-a227-c33bf3c4c9d2 None None] Provisioning for port 2337cf7b-c9db-41f3-98af-0a041be2d9ef completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:33:11.942298 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-68786f57-18d6-40b6-a227-c33bf3c4c9d2 None None] Provisioning complete for port 2337cf7b-c9db-41f3-98af-0a041be2d9ef triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:11.942771 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-68786f57-18d6-40b6-a227-c33bf3c4c9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:12.017164 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2875e71-eada-4b84-96a7-0c476107a58d req-f0aeffaa-cb39-49e1-b0f9-09c489b576f9 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:12.026050 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f2875e71-eada-4b84-96a7-0c476107a58d req-f0aeffaa-cb39-49e1-b0f9-09c489b576f9 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] 10.222.0.44 "GET /v2.0/ports?device_id=11dd5e6e-7a4c-41c3-992f-278efcbc9ff0 HTTP/1.1" status: 200 len: 983 time: 0.0848529 Aug 10 03:33:12.071619 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-325bd4da-91d5-4220-a436-26fdb85dee18 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Allocated IP 172.25.6.158 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/1801d1bb-017a-4fc1-85da-0dee1cd5e382) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:33:12.102403 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning for port cc3e7aa2-71a9-4449-b153-d338d4589707 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:33:12.106494 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-68786f57-18d6-40b6-a227-c33bf3c4c9d2 None None] Port 2337cf7b-c9db-41f3-98af-0a041be2d9ef cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:33:12.115549 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port cc3e7aa2-71a9-4449-b153-d338d4589707 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:12.115549 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:12.118573 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port f5c938b4-b620-4188-a605-ddf0a909af0a, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=f5c938b4-b620-4188-a605-ddf0a909af0a,segment=NetworkSegment(137a9801-8fd3-46c2-ac1d-bb4eee5c7163),segment_id=137a9801-8fd3-46c2-ac1d-bb4eee5c7163)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:12.149654 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f2875e71-eada-4b84-96a7-0c476107a58d req-124f9579-380d-452e-aa46-fcbc317e71bd tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] 10.222.0.44 "GET /v2.0/security-groups?id=65199a42-7eac-4dce-b64c-6d6d90147739&id=2bf7b11e-13b4-4dc5-bb95-2943a59cb372&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1225188 Aug 10 03:33:12.161022 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': 'f5c938b4-b620-4188-a605-ddf0a909af0a', 'network_id': 'd07bf9c0-feda-49f0-ac68-879462adf9f1', 'port_id': 'f5c938b4-b620-4188-a605-ddf0a909af0a', 'mac_address': 'fa:16:3e:dd:aa:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33a1c40e-b5d2-46c7-a6a1-fa6cc0352aec', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:33:12.202095 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270f876e-47c2-4b98-869e-88a0dce4d1a7 req-f1c22e41-a2ce-45c9-a04b-2dded347fe58 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:12.214438 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270f876e-47c2-4b98-869e-88a0dce4d1a7 req-f1c22e41-a2ce-45c9-a04b-2dded347fe58 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:12.242727 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270f876e-47c2-4b98-869e-88a0dce4d1a7 req-f1c22e41-a2ce-45c9-a04b-2dded347fe58 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:12.255971 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:12.271463 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270f876e-47c2-4b98-869e-88a0dce4d1a7 req-f1c22e41-a2ce-45c9-a04b-2dded347fe58 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:12.286558 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f5c938b4-b620-4188-a605-ddf0a909af0a {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:33:12.290697 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270f876e-47c2-4b98-869e-88a0dce4d1a7 req-f1c22e41-a2ce-45c9-a04b-2dded347fe58 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:12.300530 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:12.324377 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port f5c938b4-b620-4188-a605-ddf0a909af0a, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=f5c938b4-b620-4188-a605-ddf0a909af0a,segment=NetworkSegment(137a9801-8fd3-46c2-ac1d-bb4eee5c7163),segment_id=137a9801-8fd3-46c2-ac1d-bb4eee5c7163)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:12.339294 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270f876e-47c2-4b98-869e-88a0dce4d1a7 req-f1c22e41-a2ce-45c9-a04b-2dded347fe58 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:12.356646 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270f876e-47c2-4b98-869e-88a0dce4d1a7 req-f1c22e41-a2ce-45c9-a04b-2dded347fe58 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:12.358459 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:12.371098 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11dd5e6e-7a4c-41c3-992f-278efcbc9ff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd64a87a3-cea9-4bd1-a639-a2a205115b49'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:33:12.378619 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-270f876e-47c2-4b98-869e-88a0dce4d1a7 req-f1c22e41-a2ce-45c9-a04b-2dded347fe58 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/ports?device_id=e94bab8c-37ad-48a0-a25d-4fb04fb90837 HTTP/1.1" status: 200 len: 5443 time: 0.3873603 Aug 10 03:33:12.388872 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76520c60-20df-4fb4-8a85-7bc98169420f" -d '{"events": [{"server_uuid": "11dd5e6e-7a4c-41c3-992f-278efcbc9ff0", "name": "network-vif-plugged", "status": "completed", "tag": "d64a87a3-cea9-4bd1-a639-a2a205115b49"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:33:12.455513 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port d64a87a3-cea9-4bd1-a639-a2a205115b49, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=d64a87a3-cea9-4bd1-a639-a2a205115b49,segment=NetworkSegment(85897e81-224c-453b-b8f3-1fa7b756d34d),segment_id=85897e81-224c-453b-b8f3-1fa7b756d34d)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:12.458352 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-325bd4da-91d5-4220-a436-26fdb85dee18 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:12.461947 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:12.469671 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:12.505324 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=f5c938b4-b620-4188-a605-ddf0a909af0a,revision_number=6']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:12.556517 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port cc3e7aa2-71a9-4449-b153-d338d4589707, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=cc3e7aa2-71a9-4449-b153-d338d4589707,segment=NetworkSegment(3deccfba-177c-4a05-ba80-773f4b1c20b9),segment_id=3deccfba-177c-4a05-ba80-773f4b1c20b9)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:12.564684 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:12.573812 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['f5c938b4-b620-4188-a605-ddf0a909af0a'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:33:12.582707 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-325bd4da-91d5-4220-a436-26fdb85dee18 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:12.594007 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-270f876e-47c2-4b98-869e-88a0dce4d1a7 req-6359fef4-18af-4245-9c17-02f3b64ed838 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c67c16e-b8a6-4f4f-8d43-6f09a2fb6b31&id=716261c9-08fe-460b-8070-c5648185c899&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1969211 Aug 10 03:33:12.613915 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325bd4da-91d5-4220-a436-26fdb85dee18 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:12.619711 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-325bd4da-91d5-4220-a436-26fdb85dee18 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:12.628332 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=d64a87a3-cea9-4bd1-a639-a2a205115b49,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:12.629362 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325bd4da-91d5-4220-a436-26fdb85dee18 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:33:12.689517 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325bd4da-91d5-4220-a436-26fdb85dee18 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Pushing event updated for resources: {'Port': ['ID=1801d1bb-017a-4fc1-85da-0dee1cd5e382,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:12.828645 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=cc3e7aa2-71a9-4449-b153-d338d4589707,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:12.880379 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-325bd4da-91d5-4220-a436-26fdb85dee18 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:12.924943 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08fbc647-0727-43db-b360-abbd62e5f6c4 x-openstack-request-id: req-08fbc647-0727-43db-b360-abbd62e5f6c4 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:33:12.925259 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11dd5e6e-7a4c-41c3-992f-278efcbc9ff0", "name": "network-vif-plugged", "status": "completed", "tag": "d64a87a3-cea9-4bd1-a639-a2a205115b49", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:33:12.925501 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-08fbc647-0727-43db-b360-abbd62e5f6c4 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:33:12.925906 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11dd5e6e-7a4c-41c3-992f-278efcbc9ff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd64a87a3-cea9-4bd1-a639-a2a205115b49', 'code': 200} Aug 10 03:33:12.971533 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-325bd4da-91d5-4220-a436-26fdb85dee18 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:13.163862 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d3ab6d-c59f-41e3-abbc-30e9b9140dd6 req-98e659ba-0e95-45b3-b398-c0062f2088a3 tempest-InstanceActionsTestJSON-1420359697 tempest-InstanceActionsTestJSON-1420359697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:13.165554 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f2d3ab6d-c59f-41e3-abbc-30e9b9140dd6 req-98e659ba-0e95-45b3-b398-c0062f2088a3 tempest-InstanceActionsTestJSON-1420359697 tempest-InstanceActionsTestJSON-1420359697-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9fed5d8-031f-4127-90a1-c930f589ae72 HTTP/1.1" status: 200 len: 945 time: 0.1807532 Aug 10 03:33:13.172028 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e16eb2-7dbc-49ef-a3a4-9c24635b80e5 req-50b90139-e2f3-40b6-ad0a-b3fdd9d85f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:13.173649 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-05e16eb2-7dbc-49ef-a3a4-9c24635b80e5 req-50b90139-e2f3-40b6-ad0a-b3fdd9d85f84 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=11dd5e6e-7a4c-41c3-992f-278efcbc9ff0 HTTP/1.1" status: 200 len: 1136 time: 0.1199217 Aug 10 03:33:13.197860 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5624d01c-59f7-4bad-a1a1-c7725f41c4aa req-435cc04e-161d-4e66-9fe4-d3a9e4e15ac9 tempest-VolumesBackupsTest-556785364 tempest-VolumesBackupsTest-556785364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:13.206461 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5624d01c-59f7-4bad-a1a1-c7725f41c4aa req-435cc04e-161d-4e66-9fe4-d3a9e4e15ac9 tempest-VolumesBackupsTest-556785364 tempest-VolumesBackupsTest-556785364-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd3b6374-b889-4a3c-adc6-6c3726a63fe7 HTTP/1.1" status: 200 len: 950 time: 0.1332018 Aug 10 03:33:13.271450 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-05e16eb2-7dbc-49ef-a3a4-9c24635b80e5 req-47defd9d-9a77-4cdf-9def-cc2489619863 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=65199a42-7eac-4dce-b64c-6d6d90147739&id=2bf7b11e-13b4-4dc5-bb95-2943a59cb372&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0822978 Aug 10 03:33:13.298577 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f2d3ab6d-c59f-41e3-abbc-30e9b9140dd6 req-c36d25c1-f6fa-4063-935e-61923541a42b tempest-InstanceActionsTestJSON-1420359697 tempest-InstanceActionsTestJSON-1420359697-project] 10.222.0.44 "GET /v2.0/security-groups?id=997143e0-3b90-45fb-87f4-d8b4dfc17ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182449 Aug 10 03:33:13.305133 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-325bd4da-91d5-4220-a436-26fdb85dee18 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:13.318064 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-325bd4da-91d5-4220-a436-26fdb85dee18 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:13.370832 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5624d01c-59f7-4bad-a1a1-c7725f41c4aa req-84e0b706-1c55-49ff-af0a-8001d8e2aa7e tempest-VolumesBackupsTest-556785364 tempest-VolumesBackupsTest-556785364-project] 10.222.0.44 "GET /v2.0/security-groups?id=c0ebee9e-edc9-4764-b876-a3ae0dd308b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630647 Aug 10 03:33:13.493298 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-325bd4da-91d5-4220-a436-26fdb85dee18 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:13.537536 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325bd4da-91d5-4220-a436-26fdb85dee18 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Pushing event updated for resources: {'Port': ['ID=1801d1bb-017a-4fc1-85da-0dee1cd5e382,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:13.544344 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-325bd4da-91d5-4220-a436-26fdb85dee18 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:13.552602 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-325bd4da-91d5-4220-a436-26fdb85dee18 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2118652 Aug 10 03:33:13.554944 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42734) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:13.563017 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-2d589a10-20c9-4b07-9241-6f78f26d4417 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Request body: {'floatingip': {'port_id': '2337cf7b-c9db-41f3-98af-0a041be2d9ef', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:13.590877 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838d2266-8593-4a3b-a27b-5dd2832ecadb req-b918a120-3bd0-4233-a438-339c5730daac tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:13.592638 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-838d2266-8593-4a3b-a27b-5dd2832ecadb req-b918a120-3bd0-4233-a438-339c5730daac tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] 10.222.0.44 "GET /v2.0/ports?device_id=11dd5e6e-7a4c-41c3-992f-278efcbc9ff0 HTTP/1.1" status: 200 len: 984 time: 0.1080797 Aug 10 03:33:13.604914 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device f5c938b4-b620-4188-a605-ddf0a909af0a up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:33:13.650456 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2d589a10-20c9-4b07-9241-6f78f26d4417 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Notify callbacks [] for floatingip, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:13.663236 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port f5c938b4-b620-4188-a605-ddf0a909af0a triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:13.663771 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:13.690138 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-838d2266-8593-4a3b-a27b-5dd2832ecadb req-fdf3cf24-0031-4fd2-9dce-5d5577f7f75a tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] 10.222.0.44 "GET /v2.0/security-groups?id=65199a42-7eac-4dce-b64c-6d6d90147739&id=2bf7b11e-13b4-4dc5-bb95-2943a59cb372&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0823154 Aug 10 03:33:13.828003 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:13.932324 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5903a6-a013-4482-96e6-93d8be92e850 req-0212fb1f-c0fd-4362-873f-d39afa8fc418 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:13.937373 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port f5c938b4-b620-4188-a605-ddf0a909af0a, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=f5c938b4-b620-4188-a605-ddf0a909af0a,segment=NetworkSegment(137a9801-8fd3-46c2-ac1d-bb4eee5c7163),segment_id=137a9801-8fd3-46c2-ac1d-bb4eee5c7163)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:13.945683 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:13.947144 n-d-768862-13 neutron-server[94261]: INFO neutron.api.v2.resource [None req-2d589a10-20c9-4b07-9241-6f78f26d4417 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] update failed (client error): The resource could not be found. Aug 10 03:33:13.950905 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-2d589a10-20c9-4b07-9241-6f78f26d4417 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] 10.222.0.44 "PUT /v2.0/floatingips/40a6d9d9-492e-40b5-9c15-11bd0b19a060 HTTP/1.1" status: 404 len: 507 time: 0.3919573 Aug 10 03:33:13.952763 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42738) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:13.954903 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5903a6-a013-4482-96e6-93d8be92e850 req-0212fb1f-c0fd-4362-873f-d39afa8fc418 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:13.961588 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5903a6-a013-4482-96e6-93d8be92e850 req-0212fb1f-c0fd-4362-873f-d39afa8fc418 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:13.968671 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5903a6-a013-4482-96e6-93d8be92e850 req-0212fb1f-c0fd-4362-873f-d39afa8fc418 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:13.975727 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5903a6-a013-4482-96e6-93d8be92e850 req-0212fb1f-c0fd-4362-873f-d39afa8fc418 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:13.982759 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5903a6-a013-4482-96e6-93d8be92e850 req-0212fb1f-c0fd-4362-873f-d39afa8fc418 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:13.990137 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5903a6-a013-4482-96e6-93d8be92e850 req-0212fb1f-c0fd-4362-873f-d39afa8fc418 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:14.000377 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4e5903a6-a013-4482-96e6-93d8be92e850 req-0212fb1f-c0fd-4362-873f-d39afa8fc418 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/ports?device_id=e94bab8c-37ad-48a0-a25d-4fb04fb90837 HTTP/1.1" status: 200 len: 5443 time: 0.1831443 Aug 10 03:33:14.021742 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ab2f80-1510-4ce5-93ea-9276f02d045b req-4e128752-9a30-480d-aa17-58661631c840 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:14.028611 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ab2f80-1510-4ce5-93ea-9276f02d045b req-4e128752-9a30-480d-aa17-58661631c840 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:14.035910 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ab2f80-1510-4ce5-93ea-9276f02d045b req-4e128752-9a30-480d-aa17-58661631c840 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:14.044002 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ab2f80-1510-4ce5-93ea-9276f02d045b req-4e128752-9a30-480d-aa17-58661631c840 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:14.051950 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ab2f80-1510-4ce5-93ea-9276f02d045b req-4e128752-9a30-480d-aa17-58661631c840 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:14.058521 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ab2f80-1510-4ce5-93ea-9276f02d045b req-4e128752-9a30-480d-aa17-58661631c840 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:14.063905 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4e5903a6-a013-4482-96e6-93d8be92e850 req-e95ad295-3093-4560-a704-2bed352534ff tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c67c16e-b8a6-4f4f-8d43-6f09a2fb6b31&id=716261c9-08fe-460b-8070-c5648185c899&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0622032 Aug 10 03:33:14.065326 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ab2f80-1510-4ce5-93ea-9276f02d045b req-4e128752-9a30-480d-aa17-58661631c840 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:14.067317 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-75ab2f80-1510-4ce5-93ea-9276f02d045b req-4e128752-9a30-480d-aa17-58661631c840 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.61 "GET /v2.0/ports?device_id=e94bab8c-37ad-48a0-a25d-4fb04fb90837 HTTP/1.1" status: 200 len: 5443 time: 0.2036474 Aug 10 03:33:14.114063 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=f5c938b4-b620-4188-a605-ddf0a909af0a,revision_number=7']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:14.260303 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ab2f80-1510-4ce5-93ea-9276f02d045b req-779b1c4b-ed82-42ec-8244-9bd55e925ee3 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:14.262720 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-75ab2f80-1510-4ce5-93ea-9276f02d045b req-779b1c4b-ed82-42ec-8244-9bd55e925ee3 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.61 "GET /v2.0/ports/56cb4eba-c06f-4bc1-b8d8-963a991424ec?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1315103 Aug 10 03:33:14.513619 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e2555-50da-44cb-8edf-a69f3a481670 req-e608ed2a-2fa3-4adf-be95-57d298fa9ad9 tempest-VolumesBackupsTest-556785364 tempest-VolumesBackupsTest-556785364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:14.519015 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bb2e2555-50da-44cb-8edf-a69f3a481670 req-e608ed2a-2fa3-4adf-be95-57d298fa9ad9 tempest-VolumesBackupsTest-556785364 tempest-VolumesBackupsTest-556785364-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd3b6374-b889-4a3c-adc6-6c3726a63fe7 HTTP/1.1" status: 200 len: 950 time: 0.1551962 Aug 10 03:33:14.573356 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-83a259e4-8932-423d-b49b-8b329f7d7299 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Deleting port 1801d1bb-017a-4fc1-85da-0dee1cd5e382 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:33:14.579389 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-83a259e4-8932-423d-b49b-8b329f7d7299 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:14.607049 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-75ab2f80-1510-4ce5-93ea-9276f02d045b req-d5863010-e703-482e-b67e-83d4a1dc4b5c tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.61 "GET /v2.0/networks/63aaa48c-3c91-4250-a53f-1bccfcaa858a?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3352935 Aug 10 03:33:14.631892 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-75ab2f80-1510-4ce5-93ea-9276f02d045b req-64801c74-d456-4e68-8f8c-67314548c2c9 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:14.792919 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2169c1fd-824b-4a72-8e1a-09910b58034d req-b9241599-7cda-4067-ba80-4a967c9b8ee9 tempest-InstanceActionsTestJSON-1420359697 tempest-InstanceActionsTestJSON-1420359697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:14.795545 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2169c1fd-824b-4a72-8e1a-09910b58034d req-b9241599-7cda-4067-ba80-4a967c9b8ee9 tempest-InstanceActionsTestJSON-1420359697 tempest-InstanceActionsTestJSON-1420359697-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9fed5d8-031f-4127-90a1-c930f589ae72 HTTP/1.1" status: 200 len: 945 time: 0.2750471 Aug 10 03:33:14.824532 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c14bb13-5a5c-47e6-8b9b-8a2e4f55b85a req-0ed63a96-08a5-4067-bf2f-3b787648ab5d tempest-VolumesBackupsTest-556785364 tempest-VolumesBackupsTest-556785364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:14.833279 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5c14bb13-5a5c-47e6-8b9b-8a2e4f55b85a req-0ed63a96-08a5-4067-bf2f-3b787648ab5d tempest-VolumesBackupsTest-556785364 tempest-VolumesBackupsTest-556785364-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd3b6374-b889-4a3c-adc6-6c3726a63fe7 HTTP/1.1" status: 200 len: 950 time: 0.2925766 Aug 10 03:33:14.868719 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-75ab2f80-1510-4ce5-93ea-9276f02d045b req-64801c74-d456-4e68-8f8c-67314548c2c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:14.920034 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5c14bb13-5a5c-47e6-8b9b-8a2e4f55b85a req-ccce5c28-b2f9-4607-839b-09dd4e36115f tempest-VolumesBackupsTest-556785364 tempest-VolumesBackupsTest-556785364-project] 10.222.0.44 "GET /v2.0/security-groups?id=c0ebee9e-edc9-4764-b876-a3ae0dd308b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857141 Aug 10 03:33:14.928611 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9fed5d8-031f-4127-90a1-c930f589ae72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc3e7aa2-71a9-4449-b153-d338d4589707'}, {'server_uuid': '25a2b433-b843-4071-8ca3-74d190678210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5c938b4-b620-4188-a605-ddf0a909af0a'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:33:14.934600 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3b968f1-efd7-478c-b816-a0f22db2cfee" -d '{"events": [{"server_uuid": "d9fed5d8-031f-4127-90a1-c930f589ae72", "name": "network-vif-plugged", "status": "completed", "tag": "cc3e7aa2-71a9-4449-b153-d338d4589707"}, {"server_uuid": "25a2b433-b843-4071-8ca3-74d190678210", "name": "network-vif-plugged", "status": "completed", "tag": "f5c938b4-b620-4188-a605-ddf0a909af0a"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:33:14.964687 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2169c1fd-824b-4a72-8e1a-09910b58034d req-616e062e-a49f-4a7d-8a09-cc9360bcd946 tempest-InstanceActionsTestJSON-1420359697 tempest-InstanceActionsTestJSON-1420359697-project] 10.222.0.44 "GET /v2.0/security-groups?id=997143e0-3b90-45fb-87f4-d8b4dfc17ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474159 Aug 10 03:33:14.964935 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-83a259e4-8932-423d-b49b-8b329f7d7299 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:14.965433 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-83a259e4-8932-423d-b49b-8b329f7d7299 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:14.989700 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-83a259e4-8932-423d-b49b-8b329f7d7299 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Calling delete_port for 1801d1bb-017a-4fc1-85da-0dee1cd5e382 owned by network:floatingip {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:33:15.028183 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-bb2e2555-50da-44cb-8edf-a69f3a481670 req-799263b4-29f0-4ffd-8d2d-16ad3c3783a4 tempest-VolumesBackupsTest-556785364 tempest-VolumesBackupsTest-556785364-project] Deleting port 6680aa08-cd1c-48c3-9983-165cffec2245 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:33:15.028551 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-bb2e2555-50da-44cb-8edf-a69f3a481670 req-799263b4-29f0-4ffd-8d2d-16ad3c3783a4 tempest-VolumesBackupsTest-556785364 tempest-VolumesBackupsTest-556785364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:15.134689 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 10 Aug 2021 03:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46cc734c-b4f5-4f10-9d9c-a288813a5320 x-openstack-request-id: req-46cc734c-b4f5-4f10-9d9c-a288813a5320 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:33:15.135668 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9fed5d8-031f-4127-90a1-c930f589ae72", "name": "network-vif-plugged", "status": "completed", "tag": "cc3e7aa2-71a9-4449-b153-d338d4589707", "code": 200}, {"server_uuid": "25a2b433-b843-4071-8ca3-74d190678210", "name": "network-vif-plugged", "status": "completed", "tag": "f5c938b4-b620-4188-a605-ddf0a909af0a", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:33:15.136197 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-46cc734c-b4f5-4f10-9d9c-a288813a5320 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:33:15.136955 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9fed5d8-031f-4127-90a1-c930f589ae72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc3e7aa2-71a9-4449-b153-d338d4589707', 'code': 200} Aug 10 03:33:15.137481 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25a2b433-b843-4071-8ca3-74d190678210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5c938b4-b620-4188-a605-ddf0a909af0a', 'code': 200} Aug 10 03:33:15.159093 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-bb2e2555-50da-44cb-8edf-a69f3a481670 req-799263b4-29f0-4ffd-8d2d-16ad3c3783a4 tempest-VolumesBackupsTest-556785364 tempest-VolumesBackupsTest-556785364-project] For port 6680aa08-cd1c-48c3-9983-165cffec2245, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=6680aa08-cd1c-48c3-9983-165cffec2245,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:15.159499 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-bb2e2555-50da-44cb-8edf-a69f3a481670 req-799263b4-29f0-4ffd-8d2d-16ad3c3783a4 tempest-VolumesBackupsTest-556785364 tempest-VolumesBackupsTest-556785364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:15.175997 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-bb2e2555-50da-44cb-8edf-a69f3a481670 req-799263b4-29f0-4ffd-8d2d-16ad3c3783a4 tempest-VolumesBackupsTest-556785364 tempest-VolumesBackupsTest-556785364-project] Calling delete_port for 6680aa08-cd1c-48c3-9983-165cffec2245 owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:33:15.332990 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-75ab2f80-1510-4ce5-93ea-9276f02d045b req-64801c74-d456-4e68-8f8c-67314548c2c9 service neutron] For port 56cb4eba-c06f-4bc1-b8d8-963a991424ec, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=56cb4eba-c06f-4bc1-b8d8-963a991424ec,segment=NetworkSegment(da5baf82-2c94-46cf-9d3e-76c1062019c8),segment_id=da5baf82-2c94-46cf-9d3e-76c1062019c8)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:15.408087 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e070a46e-c85e-4c69-8420-84dedb154c93 req-e092e602-2bf5-4f9d-a703-a827ad04d1ad tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:15.414743 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e070a46e-c85e-4c69-8420-84dedb154c93 req-e092e602-2bf5-4f9d-a703-a827ad04d1ad tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:15.421508 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e070a46e-c85e-4c69-8420-84dedb154c93 req-e092e602-2bf5-4f9d-a703-a827ad04d1ad tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:15.428405 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e070a46e-c85e-4c69-8420-84dedb154c93 req-e092e602-2bf5-4f9d-a703-a827ad04d1ad tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:15.429080 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-75ab2f80-1510-4ce5-93ea-9276f02d045b req-64801c74-d456-4e68-8f8c-67314548c2c9 service neutron] For port 56cb4eba-c06f-4bc1-b8d8-963a991424ec, host n-h2-768862-13, cleared binding levels {{(pid=94261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:33:15.434866 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e070a46e-c85e-4c69-8420-84dedb154c93 req-e092e602-2bf5-4f9d-a703-a827ad04d1ad tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:15.451296 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e070a46e-c85e-4c69-8420-84dedb154c93 req-e092e602-2bf5-4f9d-a703-a827ad04d1ad tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:15.461950 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e070a46e-c85e-4c69-8420-84dedb154c93 req-e092e602-2bf5-4f9d-a703-a827ad04d1ad tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:15.473547 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e070a46e-c85e-4c69-8420-84dedb154c93 req-e092e602-2bf5-4f9d-a703-a827ad04d1ad tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/ports?device_id=e94bab8c-37ad-48a0-a25d-4fb04fb90837 HTTP/1.1" status: 200 len: 5443 time: 0.1847730 Aug 10 03:33:15.486114 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224aca84-dc98-43c6-b15e-b2d39d4f2152 req-59ea71d0-5671-4c10-9fe3-6345fcb56cff tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:15.487815 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-224aca84-dc98-43c6-b15e-b2d39d4f2152 req-59ea71d0-5671-4c10-9fe3-6345fcb56cff tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] 10.222.0.44 "GET /v2.0/ports?device_id=11dd5e6e-7a4c-41c3-992f-278efcbc9ff0 HTTP/1.1" status: 200 len: 984 time: 0.4552228 Aug 10 03:33:15.500268 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb45180-74b3-4435-8197-2602440ca14a req-15615557-af04-4f76-8ade-04917b811aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:15.502385 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7bb45180-74b3-4435-8197-2602440ca14a req-15615557-af04-4f76-8ade-04917b811aa7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d9fed5d8-031f-4127-90a1-c930f589ae72 HTTP/1.1" status: 200 len: 1097 time: 0.2199271 Aug 10 03:33:15.523349 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [req-75ab2f80-1510-4ce5-93ea-9276f02d045b req-64801c74-d456-4e68-8f8c-67314548c2c9 service neutron] device_id is not set on port 56cb4eba-c06f-4bc1-b8d8-963a991424ec yet. {{(pid=94261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:33:15.543998 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-75ab2f80-1510-4ce5-93ea-9276f02d045b req-64801c74-d456-4e68-8f8c-67314548c2c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:15.590199 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-75ab2f80-1510-4ce5-93ea-9276f02d045b req-64801c74-d456-4e68-8f8c-67314548c2c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:15.644018 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-bb2e2555-50da-44cb-8edf-a69f3a481670 req-799263b4-29f0-4ffd-8d2d-16ad3c3783a4 tempest-VolumesBackupsTest-556785364 tempest-VolumesBackupsTest-556785364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:15.716310 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-83a259e4-8932-423d-b49b-8b329f7d7299 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:15.738392 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64801c74-d456-4e68-8f8c-67314548c2c9 service neutron] Pushing event updated for resources: {'Port': ['ID=56cb4eba-c06f-4bc1-b8d8-963a991424ec,revision_number=6']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:15.756020 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e070a46e-c85e-4c69-8420-84dedb154c93 req-21dfc11c-c328-403c-a7a3-a44c7800a66d tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c67c16e-b8a6-4f4f-8d43-6f09a2fb6b31&id=716261c9-08fe-460b-8070-c5648185c899&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2582603 Aug 10 03:33:15.769411 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-75ab2f80-1510-4ce5-93ea-9276f02d045b req-64801c74-d456-4e68-8f8c-67314548c2c9 service neutron] No DVR routers for this DVR port 56cb4eba-c06f-4bc1-b8d8-963a991424ec on host n-h2-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:33:15.775398 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a259e4-8932-423d-b49b-8b329f7d7299 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Pushing event deleted for resources: {'Port': ['ID=1801d1bb-017a-4fc1-85da-0dee1cd5e382,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:15.784830 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799263b4-29f0-4ffd-8d2d-16ad3c3783a4 tempest-VolumesBackupsTest-556785364 tempest-VolumesBackupsTest-556785364-project] Pushing event deleted for resources: {'Port': ['ID=6680aa08-cd1c-48c3-9983-165cffec2245,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:15.805445 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7bb45180-74b3-4435-8197-2602440ca14a req-af9f3889-7669-43fa-a968-7c66e6ee39d6 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=997143e0-3b90-45fb-87f4-d8b4dfc17ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795664 Aug 10 03:33:15.891249 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-224aca84-dc98-43c6-b15e-b2d39d4f2152 req-2e9ee904-a68c-4776-a2d1-33c08c94fc16 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] 10.222.0.44 "GET /v2.0/security-groups?id=65199a42-7eac-4dce-b64c-6d6d90147739&id=2bf7b11e-13b4-4dc5-bb95-2943a59cb372&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3947763 Aug 10 03:33:15.922147 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb2e2555-50da-44cb-8edf-a69f3a481670 req-799263b4-29f0-4ffd-8d2d-16ad3c3783a4 tempest-VolumesBackupsTest-556785364 tempest-VolumesBackupsTest-556785364-project] No DVR routers for this DVR port 6680aa08-cd1c-48c3-9983-165cffec2245 on host n-h1-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:33:15.927860 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-bb2e2555-50da-44cb-8edf-a69f3a481670 req-799263b4-29f0-4ffd-8d2d-16ad3c3783a4 tempest-VolumesBackupsTest-556785364 tempest-VolumesBackupsTest-556785364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:15.929930 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bb2e2555-50da-44cb-8edf-a69f3a481670 req-799263b4-29f0-4ffd-8d2d-16ad3c3783a4 tempest-VolumesBackupsTest-556785364 tempest-VolumesBackupsTest-556785364-project] 10.222.0.42 "DELETE /v2.0/ports/6680aa08-cd1c-48c3-9983-165cffec2245 HTTP/1.1" status: 204 len: 173 time: 1.3881724 Aug 10 03:33:15.930479 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd3b6374-b889-4a3c-adc6-6c3726a63fe7', 'name': 'network-vif-deleted', 'tag': '6680aa08-cd1c-48c3-9983-165cffec2245'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:33:15.940463 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67739714-57af-4e3e-b1b1-c8ad6a3aaf90" -d '{"events": [{"server_uuid": "bd3b6374-b889-4a3c-adc6-6c3726a63fe7", "name": "network-vif-deleted", "tag": "6680aa08-cd1c-48c3-9983-165cffec2245"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:33:15.942535 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-75ab2f80-1510-4ce5-93ea-9276f02d045b req-64801c74-d456-4e68-8f8c-67314548c2c9 service neutron] In _notify_port_updated(), no bound segment for port 56cb4eba-c06f-4bc1-b8d8-963a991424ec on network 63aaa48c-3c91-4250-a53f-1bccfcaa858a {{(pid=94261) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:33:15.946481 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ab2f80-1510-4ce5-93ea-9276f02d045b req-64801c74-d456-4e68-8f8c-67314548c2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:15.948447 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-75ab2f80-1510-4ce5-93ea-9276f02d045b req-64801c74-d456-4e68-8f8c-67314548c2c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:15.951764 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-75ab2f80-1510-4ce5-93ea-9276f02d045b req-64801c74-d456-4e68-8f8c-67314548c2c9 service neutron] 10.222.0.61 "PUT /v2.0/ports/56cb4eba-c06f-4bc1-b8d8-963a991424ec HTTP/1.1" status: 200 len: 1031 time: 1.3282750 Aug 10 03:33:16.086433 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-179e4025-0e01-4b8e-a0d8-bd6fe9b91739 None None] Provisioning complete for port 56cb4eba-c06f-4bc1-b8d8-963a991424ec triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:16.087582 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ab2f80-1510-4ce5-93ea-9276f02d045b req-362cc2d9-116e-469b-b3a1-f2021f0d8e84 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:16.090472 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-75ab2f80-1510-4ce5-93ea-9276f02d045b req-362cc2d9-116e-469b-b3a1-f2021f0d8e84 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.61 "GET /v2.0/ports/cd1eca9b-5bbc-491b-8156-b62b269a02ad?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0869801 Aug 10 03:33:16.094115 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-83a259e4-8932-423d-b49b-8b329f7d7299 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Notify callbacks [] for floatingip, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:16.097796 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-83a259e4-8932-423d-b49b-8b329f7d7299 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:16.098419 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-179e4025-0e01-4b8e-a0d8-bd6fe9b91739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:16.099471 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-83a259e4-8932-423d-b49b-8b329f7d7299 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] 10.222.0.44 "DELETE /v2.0/floatingips/40a6d9d9-492e-40b5-9c15-11bd0b19a060 HTTP/1.1" status: 204 len: 168 time: 2.1455920 Aug 10 03:33:16.104281 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42782) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:16.112898 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-75ab2f80-1510-4ce5-93ea-9276f02d045b req-a014091e-cdf2-4825-a17c-129d151c395a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:16.147954 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f13edb03-5e8e-43ac-93fe-46f0e92f5d69 req-119ec910-0cef-45ee-809d-3e9d310cd4f2 tempest-VolumesBackupsTest-556785364 tempest-VolumesBackupsTest-556785364-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd3b6374-b889-4a3c-adc6-6c3726a63fe7 HTTP/1.1" status: 200 len: 210 time: 0.0508096 Aug 10 03:33:16.182989 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438e9850-391a-4821-b53b-5d1fce9800c7 req-7ab30ea0-dccc-4f24-8b1a-515bd53eda12 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:16.198780 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-438e9850-391a-4821-b53b-5d1fce9800c7 req-7ab30ea0-dccc-4f24-8b1a-515bd53eda12 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] 10.222.0.44 "GET /v2.0/ports?device_id=11dd5e6e-7a4c-41c3-992f-278efcbc9ff0 HTTP/1.1" status: 200 len: 984 time: 0.1777530 Aug 10 03:33:16.221856 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-179e4025-0e01-4b8e-a0d8-bd6fe9b91739 None None] Port 56cb4eba-c06f-4bc1-b8d8-963a991424ec cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:33:16.270246 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5fb46a1-469f-47f0-ac1a-1777a67da6b9 x-openstack-request-id: req-c5fb46a1-469f-47f0-ac1a-1777a67da6b9 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:33:16.270556 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd3b6374-b889-4a3c-adc6-6c3726a63fe7", "name": "network-vif-deleted", "tag": "6680aa08-cd1c-48c3-9983-165cffec2245", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:33:16.270824 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c5fb46a1-469f-47f0-ac1a-1777a67da6b9 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:33:16.271260 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd3b6374-b889-4a3c-adc6-6c3726a63fe7', 'name': 'network-vif-deleted', 'tag': '6680aa08-cd1c-48c3-9983-165cffec2245', 'status': 'completed', 'code': 200} Aug 10 03:33:16.283393 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-438e9850-391a-4821-b53b-5d1fce9800c7 req-3236a1b0-b564-4deb-8f2a-7f1169b88661 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] 10.222.0.44 "GET /v2.0/security-groups?id=65199a42-7eac-4dce-b64c-6d6d90147739&id=2bf7b11e-13b4-4dc5-bb95-2943a59cb372&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0835559 Aug 10 03:33:16.636367 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-45607505-886a-488e-80e1-461948e18553 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Request body: {'floatingip': {'floating_network_id': '8c0541aa-6d6c-4238-ad1b-e84122c7640d', 'port_id': '2337cf7b-c9db-41f3-98af-0a041be2d9ef', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:16.672058 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b81571-9728-447d-98af-dee22d457300 req-1ec25b7b-ff40-45fd-87b7-757d6e81b3b6 tempest-InstanceActionsTestJSON-1420359697 tempest-InstanceActionsTestJSON-1420359697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:16.678676 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a7b81571-9728-447d-98af-dee22d457300 req-1ec25b7b-ff40-45fd-87b7-757d6e81b3b6 tempest-InstanceActionsTestJSON-1420359697 tempest-InstanceActionsTestJSON-1420359697-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9fed5d8-031f-4127-90a1-c930f589ae72 HTTP/1.1" status: 200 len: 945 time: 0.3097992 Aug 10 03:33:16.692065 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17467f8-febe-4f89-98ce-4f3a4464e10f req-7699502f-a757-4040-a8f1-a9229ca5d331 tempest-TestSecurityGroupsBasicOps-1160878762 tempest-TestSecurityGroupsBasicOps-1160878762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:16.694343 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-45607505-886a-488e-80e1-461948e18553 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Notify callbacks [] for floatingip, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:16.703085 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f17467f8-febe-4f89-98ce-4f3a4464e10f req-7699502f-a757-4040-a8f1-a9229ca5d331 tempest-TestSecurityGroupsBasicOps-1160878762 tempest-TestSecurityGroupsBasicOps-1160878762-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=11dd5e6e-7a4c-41c3-992f-278efcbc9ff0 HTTP/1.1" status: 200 len: 1136 time: 0.2263799 Aug 10 03:33:16.792952 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-f17467f8-febe-4f89-98ce-4f3a4464e10f req-3aa34441-9770-4535-9d20-24597ed04965 tempest-TestSecurityGroupsBasicOps-1160878762 tempest-TestSecurityGroupsBasicOps-1160878762-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:16.837276 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-75ab2f80-1510-4ce5-93ea-9276f02d045b req-a014091e-cdf2-4825-a17c-129d151c395a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:16.884531 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a7b81571-9728-447d-98af-dee22d457300 req-575c6a6b-557c-41d4-86f6-e861556f0d50 tempest-InstanceActionsTestJSON-1420359697 tempest-InstanceActionsTestJSON-1420359697-project] 10.222.0.44 "GET /v2.0/security-groups?id=997143e0-3b90-45fb-87f4-d8b4dfc17ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782005 Aug 10 03:33:17.104173 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-f17467f8-febe-4f89-98ce-4f3a4464e10f req-3aa34441-9770-4535-9d20-24597ed04965 tempest-TestSecurityGroupsBasicOps-1160878762 tempest-TestSecurityGroupsBasicOps-1160878762-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:17.118822 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-75ab2f80-1510-4ce5-93ea-9276f02d045b req-a014091e-cdf2-4825-a17c-129d151c395a service neutron] For port cd1eca9b-5bbc-491b-8156-b62b269a02ad, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=cd1eca9b-5bbc-491b-8156-b62b269a02ad,segment=NetworkSegment(da5baf82-2c94-46cf-9d3e-76c1062019c8),segment_id=da5baf82-2c94-46cf-9d3e-76c1062019c8)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:17.173956 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-75ab2f80-1510-4ce5-93ea-9276f02d045b req-a014091e-cdf2-4825-a17c-129d151c395a service neutron] For port cd1eca9b-5bbc-491b-8156-b62b269a02ad, host n-h2-768862-13, cleared binding levels {{(pid=94261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:33:17.179375 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-f17467f8-febe-4f89-98ce-4f3a4464e10f req-3aa34441-9770-4535-9d20-24597ed04965 tempest-TestSecurityGroupsBasicOps-1160878762 tempest-TestSecurityGroupsBasicOps-1160878762-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:17.245726 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [req-75ab2f80-1510-4ce5-93ea-9276f02d045b req-a014091e-cdf2-4825-a17c-129d151c395a service neutron] device_id is not set on port cd1eca9b-5bbc-491b-8156-b62b269a02ad yet. {{(pid=94261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:33:17.260818 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-75ab2f80-1510-4ce5-93ea-9276f02d045b req-a014091e-cdf2-4825-a17c-129d151c395a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:17.279930 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-75ab2f80-1510-4ce5-93ea-9276f02d045b req-a014091e-cdf2-4825-a17c-129d151c395a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:17.359725 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f17467f8-febe-4f89-98ce-4f3a4464e10f req-3aa34441-9770-4535-9d20-24597ed04965 tempest-TestSecurityGroupsBasicOps-1160878762 tempest-TestSecurityGroupsBasicOps-1160878762-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=65199a42-7eac-4dce-b64c-6d6d90147739&id=2bf7b11e-13b4-4dc5-bb95-2943a59cb372&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.6545258 Aug 10 03:33:17.424158 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62257d6d-af24-4304-ae03-aacc9da2fec2 req-2f61491a-b77d-414a-a467-1d15d76bd8d8 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:17.434360 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a014091e-cdf2-4825-a17c-129d151c395a service neutron] Pushing event updated for resources: {'Port': ['ID=cd1eca9b-5bbc-491b-8156-b62b269a02ad,revision_number=6']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:17.436960 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62257d6d-af24-4304-ae03-aacc9da2fec2 req-2f61491a-b77d-414a-a467-1d15d76bd8d8 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:17.457060 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62257d6d-af24-4304-ae03-aacc9da2fec2 req-2f61491a-b77d-414a-a467-1d15d76bd8d8 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:17.458176 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42816) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:17.464613 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62257d6d-af24-4304-ae03-aacc9da2fec2 req-2f61491a-b77d-414a-a467-1d15d76bd8d8 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:17.474574 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62257d6d-af24-4304-ae03-aacc9da2fec2 req-2f61491a-b77d-414a-a467-1d15d76bd8d8 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:17.485471 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62257d6d-af24-4304-ae03-aacc9da2fec2 req-2f61491a-b77d-414a-a467-1d15d76bd8d8 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:17.497162 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-62257d6d-af24-4304-ae03-aacc9da2fec2 req-2f61491a-b77d-414a-a467-1d15d76bd8d8 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/ports?device_id=e94bab8c-37ad-48a0-a25d-4fb04fb90837 HTTP/1.1" status: 200 len: 4665 time: 0.3895452 Aug 10 03:33:17.500686 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 6680aa08-cd1c-48c3-9983-165cffec2245 no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:33:17.513794 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa34441-9770-4535-9d20-24597ed04965 tempest-TestSecurityGroupsBasicOps-1160878762 tempest-TestSecurityGroupsBasicOps-1160878762-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f688317-c1f0-429a-a057-4791119c5d89,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:17.586162 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] No Port match for: 6680aa08-cd1c-48c3-9983-165cffec2245 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:33:17.586548 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 6680aa08-cd1c-48c3-9983-165cffec2245 not bound to the agent host n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:33:17.609648 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-62257d6d-af24-4304-ae03-aacc9da2fec2 req-0fe73642-3886-44f6-af0c-00f60bdc8acb tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c67c16e-b8a6-4f4f-8d43-6f09a2fb6b31&id=716261c9-08fe-460b-8070-c5648185c899&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1066496 Aug 10 03:33:17.615265 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 0cd7be64-cc3e-4c91-92fd-30cfd759de99 no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:33:17.704286 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-75ab2f80-1510-4ce5-93ea-9276f02d045b req-a014091e-cdf2-4825-a17c-129d151c395a service neutron] No DVR routers for this DVR port cd1eca9b-5bbc-491b-8156-b62b269a02ad on host n-h2-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:33:17.842321 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-75ab2f80-1510-4ce5-93ea-9276f02d045b req-a014091e-cdf2-4825-a17c-129d151c395a service neutron] In _notify_port_updated(), no bound segment for port cd1eca9b-5bbc-491b-8156-b62b269a02ad on network 63aaa48c-3c91-4250-a53f-1bccfcaa858a {{(pid=94261) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:33:17.850774 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ab2f80-1510-4ce5-93ea-9276f02d045b req-a014091e-cdf2-4825-a17c-129d151c395a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:17.852209 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-75ab2f80-1510-4ce5-93ea-9276f02d045b req-a014091e-cdf2-4825-a17c-129d151c395a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:17.854177 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-75ab2f80-1510-4ce5-93ea-9276f02d045b req-a014091e-cdf2-4825-a17c-129d151c395a service neutron] 10.222.0.61 "PUT /v2.0/ports/cd1eca9b-5bbc-491b-8156-b62b269a02ad HTTP/1.1" status: 200 len: 1033 time: 1.7488756 Aug 10 03:33:17.857997 n-d-768862-13 neutron-server[94261]: INFO neutron.api.v2.resource [None req-45607505-886a-488e-80e1-461948e18553 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:33:17.864381 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 42836) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:17.864727 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-45607505-886a-488e-80e1-461948e18553 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.7464006 Aug 10 03:33:17.872118 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-6fe7c634-b9e6-4b97-a2b5-1f2447871b29 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Request body: {'floatingip': {'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'port_id': '2337cf7b-c9db-41f3-98af-0a041be2d9ef', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:17.934120 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:17.979921 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338c60cd-58fb-425f-ab5a-694da0f5232d tempest-TestSecurityGroupsBasicOps-1160878762 tempest-TestSecurityGroupsBasicOps-1160878762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:17.985791 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-338c60cd-58fb-425f-ab5a-694da0f5232d tempest-TestSecurityGroupsBasicOps-1160878762 tempest-TestSecurityGroupsBasicOps-1160878762-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=11dd5e6e-7a4c-41c3-992f-278efcbc9ff0 HTTP/1.1" status: 200 len: 1131 time: 0.5224216 Aug 10 03:33:17.987440 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42840) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:17.992572 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-cf98ee07-51eb-462b-8694-194a1df1ca2d tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Request body: {'floatingip': {'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'port_id': 'd64a87a3-cea9-4bd1-a639-a2a205115b49', 'tenant_id': 'b41b771882304474947a74fcb840799d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:18.015200 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6fe7c634-b9e6-4b97-a2b5-1f2447871b29 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Notify callbacks [] for floatingip, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:18.046982 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cf98ee07-51eb-462b-8694-194a1df1ca2d tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks [] for floatingip, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:18.079774 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-4c782bac-316a-4613-a820-318451dfa336 None None] Provisioning complete for port cd1eca9b-5bbc-491b-8156-b62b269a02ad triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:18.083920 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4c782bac-316a-4613-a820-318451dfa336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:18.112225 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-75ab2f80-1510-4ce5-93ea-9276f02d045b req-701298d3-5cd8-4bce-bdaf-fc6cebc53545 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Deleting port c40b5058-84d3-4cd1-8b92-77f51ba65d58 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:33:18.112581 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-75ab2f80-1510-4ce5-93ea-9276f02d045b req-701298d3-5cd8-4bce-bdaf-fc6cebc53545 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:18.224766 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e94bab8c-37ad-48a0-a25d-4fb04fb90837', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cd7be64-cc3e-4c91-92fd-30cfd759de99'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:33:18.232639 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-75ab2f80-1510-4ce5-93ea-9276f02d045b req-701298d3-5cd8-4bce-bdaf-fc6cebc53545 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] For port c40b5058-84d3-4cd1-8b92-77f51ba65d58, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=c40b5058-84d3-4cd1-8b92-77f51ba65d58,segment=NetworkSegment(da5baf82-2c94-46cf-9d3e-76c1062019c8),segment_id=da5baf82-2c94-46cf-9d3e-76c1062019c8)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:18.233722 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-75ab2f80-1510-4ce5-93ea-9276f02d045b req-701298d3-5cd8-4bce-bdaf-fc6cebc53545 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:18.239144 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23850270-ed16-4796-afe7-625c5d60824b" -d '{"events": [{"server_uuid": "e94bab8c-37ad-48a0-a25d-4fb04fb90837", "name": "network-vif-unplugged", "status": "completed", "tag": "0cd7be64-cc3e-4c91-92fd-30cfd759de99"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:33:18.260783 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-75ab2f80-1510-4ce5-93ea-9276f02d045b req-701298d3-5cd8-4bce-bdaf-fc6cebc53545 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Calling delete_port for c40b5058-84d3-4cd1-8b92-77f51ba65d58 owned by compute:nova {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:33:18.306543 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d9afe8c-1c53-4d55-9a84-71d37fc54c5d x-openstack-request-id: req-8d9afe8c-1c53-4d55-9a84-71d37fc54c5d {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:33:18.307177 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e94bab8c-37ad-48a0-a25d-4fb04fb90837", "name": "network-vif-unplugged", "status": "completed", "tag": "0cd7be64-cc3e-4c91-92fd-30cfd759de99", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:33:18.307623 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8d9afe8c-1c53-4d55-9a84-71d37fc54c5d {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:33:18.308209 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e94bab8c-37ad-48a0-a25d-4fb04fb90837', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cd7be64-cc3e-4c91-92fd-30cfd759de99', 'code': 200} Aug 10 03:33:18.315773 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 0cd7be64-cc3e-4c91-92fd-30cfd759de99, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=0cd7be64-cc3e-4c91-92fd-30cfd759de99,segment=NetworkSegment(da5baf82-2c94-46cf-9d3e-76c1062019c8),segment_id=da5baf82-2c94-46cf-9d3e-76c1062019c8)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:18.317769 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-4c782bac-316a-4613-a820-318451dfa336 None None] Port cd1eca9b-5bbc-491b-8156-b62b269a02ad cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:33:18.331407 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:18.334643 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 4134483f-b371-43e3-9c92-e3039b3c9f4b no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:33:18.359301 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18c4c25-4a1a-4490-a755-16e4f0b0431f req-441380d7-cb63-4129-b51b-b79b567d13e6 tempest-InstanceActionsTestJSON-1420359697 tempest-InstanceActionsTestJSON-1420359697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:18.373815 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d18c4c25-4a1a-4490-a755-16e4f0b0431f req-441380d7-cb63-4129-b51b-b79b567d13e6 tempest-InstanceActionsTestJSON-1420359697 tempest-InstanceActionsTestJSON-1420359697-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9fed5d8-031f-4127-90a1-c930f589ae72 HTTP/1.1" status: 200 len: 945 time: 0.2925148 Aug 10 03:33:18.493522 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d18c4c25-4a1a-4490-a755-16e4f0b0431f req-357ace51-1f6c-4ff8-a13e-d730acb125ce tempest-InstanceActionsTestJSON-1420359697 tempest-InstanceActionsTestJSON-1420359697-project] 10.222.0.44 "GET /v2.0/security-groups?id=997143e0-3b90-45fb-87f4-d8b4dfc17ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178405 Aug 10 03:33:18.553095 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=0cd7be64-cc3e-4c91-92fd-30cfd759de99,revision_number=6']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:18.554889 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cf98ee07-51eb-462b-8694-194a1df1ca2d tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:18.557084 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-75ab2f80-1510-4ce5-93ea-9276f02d045b req-701298d3-5cd8-4bce-bdaf-fc6cebc53545 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:18.593707 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6fe7c634-b9e6-4b97-a2b5-1f2447871b29 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:18.595954 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701298d3-5cd8-4bce-bdaf-fc6cebc53545 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Pushing event deleted for resources: {'Port': ['ID=c40b5058-84d3-4cd1-8b92-77f51ba65d58,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:18.714318 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:18.796979 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 4134483f-b371-43e3-9c92-e3039b3c9f4b, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=4134483f-b371-43e3-9c92-e3039b3c9f4b,segment=NetworkSegment(06a2e05c-772c-447f-825d-36b8db222e98),segment_id=06a2e05c-772c-447f-825d-36b8db222e98)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:18.814739 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:18.815687 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 8ff6203a-ed21-422b-9bb1-c2859958f754 no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:33:18.821332 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-75ab2f80-1510-4ce5-93ea-9276f02d045b req-701298d3-5cd8-4bce-bdaf-fc6cebc53545 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] No DVR routers for this DVR port c40b5058-84d3-4cd1-8b92-77f51ba65d58 on host n-h2-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:33:18.834600 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-75ab2f80-1510-4ce5-93ea-9276f02d045b req-701298d3-5cd8-4bce-bdaf-fc6cebc53545 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:18.836833 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-75ab2f80-1510-4ce5-93ea-9276f02d045b req-701298d3-5cd8-4bce-bdaf-fc6cebc53545 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.61 "DELETE /v2.0/ports/c40b5058-84d3-4cd1-8b92-77f51ba65d58 HTTP/1.1" status: 204 len: 173 time: 0.9699759 Aug 10 03:33:18.839794 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e94bab8c-37ad-48a0-a25d-4fb04fb90837', 'name': 'network-vif-deleted', 'tag': 'c40b5058-84d3-4cd1-8b92-77f51ba65d58'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:33:18.842216 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba3c33c-d5aa-42bb-84ab-eaa46de06590" -d '{"events": [{"server_uuid": "e94bab8c-37ad-48a0-a25d-4fb04fb90837", "name": "network-vif-deleted", "tag": "c40b5058-84d3-4cd1-8b92-77f51ba65d58"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:33:19.012281 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5060531-718a-4c17-bbcd-8c1f6a80777b req-8ab66443-35fa-4545-98c6-bc800befd31c tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:19.052878 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5060531-718a-4c17-bbcd-8c1f6a80777b req-8ab66443-35fa-4545-98c6-bc800befd31c tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:19.067050 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5060531-718a-4c17-bbcd-8c1f6a80777b req-8ab66443-35fa-4545-98c6-bc800befd31c tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:19.086739 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5060531-718a-4c17-bbcd-8c1f6a80777b req-8ab66443-35fa-4545-98c6-bc800befd31c tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:19.092280 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a5060531-718a-4c17-bbcd-8c1f6a80777b req-8ab66443-35fa-4545-98c6-bc800befd31c tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/ports?device_id=e94bab8c-37ad-48a0-a25d-4fb04fb90837 HTTP/1.1" status: 200 len: 3147 time: 0.3018165 Aug 10 03:33:19.115220 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-cf98ee07-51eb-462b-8694-194a1df1ca2d tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Allocated IP 172.25.6.195 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/537dcbd9-e678-465a-af22-dce6af53e8f4) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:33:19.145278 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=4134483f-b371-43e3-9c92-e3039b3c9f4b,revision_number=6']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:19.338331 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cf98ee07-51eb-462b-8694-194a1df1ca2d tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:19.345330 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:19.409543 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0ddfb1f-7485-421c-9280-b502a11fc2fe x-openstack-request-id: req-d0ddfb1f-7485-421c-9280-b502a11fc2fe {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:33:19.414327 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e94bab8c-37ad-48a0-a25d-4fb04fb90837", "name": "network-vif-deleted", "tag": "c40b5058-84d3-4cd1-8b92-77f51ba65d58", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:33:19.415232 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d0ddfb1f-7485-421c-9280-b502a11fc2fe {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:33:19.416743 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e94bab8c-37ad-48a0-a25d-4fb04fb90837', 'name': 'network-vif-deleted', 'tag': 'c40b5058-84d3-4cd1-8b92-77f51ba65d58', 'status': 'completed', 'code': 200} Aug 10 03:33:19.423972 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a5060531-718a-4c17-bbcd-8c1f6a80777b req-e4cc0841-64ea-4d86-bbc7-6cd5cb181c22 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c67c16e-b8a6-4f4f-8d43-6f09a2fb6b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3031037 Aug 10 03:33:19.434598 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 8ff6203a-ed21-422b-9bb1-c2859958f754, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=8ff6203a-ed21-422b-9bb1-c2859958f754,segment=NetworkSegment(2b5392f8-89c7-40e3-9685-d71b5684b8f5),segment_id=2b5392f8-89c7-40e3-9685-d71b5684b8f5)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:19.435186 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea387e8-733f-4e94-aca7-6458f9a2b74a req-6a56a457-3d78-44bb-9a43-41f92ab2347c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:19.437741 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dea387e8-733f-4e94-aca7-6458f9a2b74a req-6a56a457-3d78-44bb-9a43-41f92ab2347c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=88fbc9e175c64779bac7aee05351c16a&device_id=d9fed5d8-031f-4127-90a1-c930f589ae72 HTTP/1.1" status: 200 len: 1097 time: 0.3435125 Aug 10 03:33:19.449621 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:19.450385 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 56cb4eba-c06f-4bc1-b8d8-963a991424ec no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:33:19.621294 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cf98ee07-51eb-462b-8694-194a1df1ca2d tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:19.835902 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf98ee07-51eb-462b-8694-194a1df1ca2d tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:19.864031 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-cf98ee07-51eb-462b-8694-194a1df1ca2d tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:19.896491 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf98ee07-51eb-462b-8694-194a1df1ca2d tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:33:19.904177 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 56cb4eba-c06f-4bc1-b8d8-963a991424ec not bound to the agent host n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:33:19.904903 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device c40b5058-84d3-4cd1-8b92-77f51ba65d58 no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:33:19.945070 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf98ee07-51eb-462b-8694-194a1df1ca2d tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Pushing event updated for resources: {'Port': ['ID=537dcbd9-e678-465a-af22-dce6af53e8f4,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:19.991363 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-75ab2f80-1510-4ce5-93ea-9276f02d045b req-5f77feb0-803b-479d-a8f4-93a6cd6bbaf6 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Deleting port 8ff6203a-ed21-422b-9bb1-c2859958f754 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:33:19.991703 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-75ab2f80-1510-4ce5-93ea-9276f02d045b req-5f77feb0-803b-479d-a8f4-93a6cd6bbaf6 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:20.003880 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] No Port match for: c40b5058-84d3-4cd1-8b92-77f51ba65d58 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:33:20.004852 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device c40b5058-84d3-4cd1-8b92-77f51ba65d58 not bound to the agent host n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:33:20.005811 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device c6098a0b-6358-487c-bb4f-c602b7532c39 no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:33:20.011996 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=8ff6203a-ed21-422b-9bb1-c2859958f754,revision_number=6']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:20.071283 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2922e381-2616-4bb9-8636-5bb256a8fa7e req-6c93d99b-fb72-41e8-b4c2-c1b6cd3a974a tempest-InstanceActionsTestJSON-1420359697 tempest-InstanceActionsTestJSON-1420359697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:20.072996 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2922e381-2616-4bb9-8636-5bb256a8fa7e req-6c93d99b-fb72-41e8-b4c2-c1b6cd3a974a tempest-InstanceActionsTestJSON-1420359697 tempest-InstanceActionsTestJSON-1420359697-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9fed5d8-031f-4127-90a1-c930f589ae72 HTTP/1.1" status: 200 len: 945 time: 0.5855672 Aug 10 03:33:20.289624 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-75ab2f80-1510-4ce5-93ea-9276f02d045b req-5f77feb0-803b-479d-a8f4-93a6cd6bbaf6 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] For port 8ff6203a-ed21-422b-9bb1-c2859958f754, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=8ff6203a-ed21-422b-9bb1-c2859958f754,segment=NetworkSegment(2b5392f8-89c7-40e3-9685-d71b5684b8f5),segment_id=2b5392f8-89c7-40e3-9685-d71b5684b8f5)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:20.290109 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-75ab2f80-1510-4ce5-93ea-9276f02d045b req-5f77feb0-803b-479d-a8f4-93a6cd6bbaf6 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:20.290380 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-6fe7c634-b9e6-4b97-a2b5-1f2447871b29 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Allocated IP 172.25.6.168 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/54fb53c1-80ad-4eeb-86d7-301b1f5ff5c2) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:33:20.311425 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e94bab8c-37ad-48a0-a25d-4fb04fb90837', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4134483f-b371-43e3-9c92-e3039b3c9f4b'}, {'server_uuid': 'e94bab8c-37ad-48a0-a25d-4fb04fb90837', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ff6203a-ed21-422b-9bb1-c2859958f754'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:33:20.332331 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a36febc-126d-48c9-a3f2-fdf242b06a2d" -d '{"events": [{"server_uuid": "e94bab8c-37ad-48a0-a25d-4fb04fb90837", "name": "network-vif-unplugged", "status": "completed", "tag": "4134483f-b371-43e3-9c92-e3039b3c9f4b"}, {"server_uuid": "e94bab8c-37ad-48a0-a25d-4fb04fb90837", "name": "network-vif-unplugged", "status": "completed", "tag": "8ff6203a-ed21-422b-9bb1-c2859958f754"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:33:20.338980 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2922e381-2616-4bb9-8636-5bb256a8fa7e req-f8417b7a-a7d6-4f2b-8da1-23ce066b8b1a tempest-InstanceActionsTestJSON-1420359697 tempest-InstanceActionsTestJSON-1420359697-project] 10.222.0.44 "GET /v2.0/security-groups?id=997143e0-3b90-45fb-87f4-d8b4dfc17ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397761 Aug 10 03:33:20.380742 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea387e8-733f-4e94-aca7-6458f9a2b74a req-adf92604-e597-4567-8f00-309fd209f18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:20.398633 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dea387e8-733f-4e94-aca7-6458f9a2b74a req-adf92604-e597-4567-8f00-309fd209f18b service neutron] 10.222.0.61 "GET /v2.0/networks?id=4c52c402-1ff3-49da-9a7e-42e05199a70c HTTP/1.1" status: 200 len: 913 time: 0.9477465 Aug 10 03:33:20.424978 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:20.548481 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Tue, 10 Aug 2021 03:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d496e6-e09c-46e6-98e0-90d49283aba2 x-openstack-request-id: req-23d496e6-e09c-46e6-98e0-90d49283aba2 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:33:20.548887 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e94bab8c-37ad-48a0-a25d-4fb04fb90837", "name": "network-vif-unplugged", "status": "completed", "tag": "4134483f-b371-43e3-9c92-e3039b3c9f4b", "code": 200}, {"server_uuid": "e94bab8c-37ad-48a0-a25d-4fb04fb90837", "name": "network-vif-unplugged", "status": "completed", "tag": "8ff6203a-ed21-422b-9bb1-c2859958f754", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:33:20.565604 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-23d496e6-e09c-46e6-98e0-90d49283aba2 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:33:20.570724 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e94bab8c-37ad-48a0-a25d-4fb04fb90837', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4134483f-b371-43e3-9c92-e3039b3c9f4b', 'code': 200} Aug 10 03:33:20.571147 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e94bab8c-37ad-48a0-a25d-4fb04fb90837', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ff6203a-ed21-422b-9bb1-c2859958f754', 'code': 200} Aug 10 03:33:20.621641 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dea387e8-733f-4e94-aca7-6458f9a2b74a req-48e2455a-2e6c-4345-9f4e-72d0f59a7e38 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc3e7aa2-71a9-4449-b153-d338d4589707 HTTP/1.1" status: 200 len: 217 time: 0.2002428 Aug 10 03:33:20.701309 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port c6098a0b-6358-487c-bb4f-c602b7532c39, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=c6098a0b-6358-487c-bb4f-c602b7532c39,segment=NetworkSegment(06a2e05c-772c-447f-825d-36b8db222e98),segment_id=06a2e05c-772c-447f-825d-36b8db222e98)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:20.716297 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:20.718166 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device cd1eca9b-5bbc-491b-8156-b62b269a02ad no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:33:20.980634 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device cd1eca9b-5bbc-491b-8156-b62b269a02ad not bound to the agent host n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:33:21.041597 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=c6098a0b-6358-487c-bb4f-c602b7532c39,revision_number=6']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:21.199134 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea387e8-733f-4e94-aca7-6458f9a2b74a req-65fe2777-3158-4e3d-b8ef-83b1e3299115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:21.200732 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dea387e8-733f-4e94-aca7-6458f9a2b74a req-65fe2777-3158-4e3d-b8ef-83b1e3299115 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5356546f-4f9a-4920-aeda-65d477a45dbb HTTP/1.1" status: 200 len: 853 time: 0.4718294 Aug 10 03:33:21.216970 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-75ab2f80-1510-4ce5-93ea-9276f02d045b req-5f77feb0-803b-479d-a8f4-93a6cd6bbaf6 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:21.217918 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-75ab2f80-1510-4ce5-93ea-9276f02d045b req-5f77feb0-803b-479d-a8f4-93a6cd6bbaf6 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:21.217918 n-d-768862-13 neutron-server[94261]: INFO neutron.db.l3_db [req-75ab2f80-1510-4ce5-93ea-9276f02d045b req-5f77feb0-803b-479d-a8f4-93a6cd6bbaf6 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Floating IP 4bb6e76d-2797-4bd1-a6c2-9a193e62726b disassociated. External IP: 172.25.6.53, port: 8ff6203a-ed21-422b-9bb1-c2859958f754. Aug 10 03:33:21.218278 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-75ab2f80-1510-4ce5-93ea-9276f02d045b req-5f77feb0-803b-479d-a8f4-93a6cd6bbaf6 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Calling delete_port for 8ff6203a-ed21-422b-9bb1-c2859958f754 owned by compute:nova {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:33:21.251344 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf3ee19-d8d1-4a8b-86a6-1afb7f4588ce req-524c90ab-c01f-470b-9d0e-2d5552a6029c tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:21.258074 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf3ee19-d8d1-4a8b-86a6-1afb7f4588ce req-524c90ab-c01f-470b-9d0e-2d5552a6029c tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:21.265523 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf3ee19-d8d1-4a8b-86a6-1afb7f4588ce req-524c90ab-c01f-470b-9d0e-2d5552a6029c tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:21.273439 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf3ee19-d8d1-4a8b-86a6-1afb7f4588ce req-524c90ab-c01f-470b-9d0e-2d5552a6029c tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:21.275670 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8cf3ee19-d8d1-4a8b-86a6-1afb7f4588ce req-524c90ab-c01f-470b-9d0e-2d5552a6029c tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/ports?device_id=e94bab8c-37ad-48a0-a25d-4fb04fb90837 HTTP/1.1" status: 200 len: 3143 time: 0.5703032 Aug 10 03:33:21.340302 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dea387e8-733f-4e94-aca7-6458f9a2b74a req-494694a6-deab-46bc-bf8c-58a7986abe15 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4c52c402-1ff3-49da-9a7e-42e05199a70c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1207521 Aug 10 03:33:21.343086 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f9bd4142-7de3-4b77-b464-c7c006064457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:21.403793 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cf98ee07-51eb-462b-8694-194a1df1ca2d tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:21.416119 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6fe7c634-b9e6-4b97-a2b5-1f2447871b29 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:21.492974 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8cf3ee19-d8d1-4a8b-86a6-1afb7f4588ce req-d80db22a-bdde-48be-b08f-0a6e74b8ae07 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c67c16e-b8a6-4f4f-8d43-6f09a2fb6b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1955752 Aug 10 03:33:21.626630 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b8759f-54ff-4cf3-a5bf-b28a50ea0ecb req-ab857b9b-9f38-40e4-9b9a-6a3eb3e94d77 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:21.645083 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-82b8759f-54ff-4cf3-a5bf-b28a50ea0ecb req-ab857b9b-9f38-40e4-9b9a-6a3eb3e94d77 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f70549b-d8ab-420c-8f76-4bc4d67f60eb HTTP/1.1" status: 200 len: 946 time: 0.5922852 Aug 10 03:33:21.671607 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-75ab2f80-1510-4ce5-93ea-9276f02d045b req-5f77feb0-803b-479d-a8f4-93a6cd6bbaf6 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:21.776619 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f77feb0-803b-479d-a8f4-93a6cd6bbaf6 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Pushing event deleted for resources: {'Port': ['ID=8ff6203a-ed21-422b-9bb1-c2859958f754,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:21.951462 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dea387e8-733f-4e94-aca7-6458f9a2b74a req-8a993198-9928-4379-b4de-e98f1b3d6981 service neutron] 10.222.0.61 "GET /v2.0/networks/4c52c402-1ff3-49da-9a7e-42e05199a70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5934443 Aug 10 03:33:21.988048 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-82b8759f-54ff-4cf3-a5bf-b28a50ea0ecb req-f389d3e8-7bdb-4489-b088-c5d5d28fd362 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=60e8d4ce-c00a-43d5-86a4-544ebfda7358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3374181 Aug 10 03:33:22.029321 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da8e2d7-6e75-4001-8a8e-9e27e37837c6 req-a8b1a171-fcab-4c44-98d9-03cf8662b459 tempest-InstanceActionsTestJSON-1420359697 tempest-InstanceActionsTestJSON-1420359697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:22.031682 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6da8e2d7-6e75-4001-8a8e-9e27e37837c6 req-a8b1a171-fcab-4c44-98d9-03cf8662b459 tempest-InstanceActionsTestJSON-1420359697 tempest-InstanceActionsTestJSON-1420359697-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9fed5d8-031f-4127-90a1-c930f589ae72 HTTP/1.1" status: 200 len: 945 time: 0.3721585 Aug 10 03:33:22.034739 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6fe7c634-b9e6-4b97-a2b5-1f2447871b29 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:22.116790 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cf98ee07-51eb-462b-8694-194a1df1ca2d tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:22.208565 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe7c634-b9e6-4b97-a2b5-1f2447871b29 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Pushing event updated for resources: {'Port': ['ID=54fb53c1-80ad-4eeb-86d7-301b1f5ff5c2,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:22.211410 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [req-75ab2f80-1510-4ce5-93ea-9276f02d045b req-5f77feb0-803b-479d-a8f4-93a6cd6bbaf6 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Router 85be1876-0171-4202-b0fd-1029abcb4922 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:33:22.252141 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe7c634-b9e6-4b97-a2b5-1f2447871b29 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:22.252944 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe7c634-b9e6-4b97-a2b5-1f2447871b29 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:22.253568 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe7c634-b9e6-4b97-a2b5-1f2447871b29 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:22.254184 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe7c634-b9e6-4b97-a2b5-1f2447871b29 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:22.263780 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe7c634-b9e6-4b97-a2b5-1f2447871b29 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:22.266637 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe7c634-b9e6-4b97-a2b5-1f2447871b29 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:22.267288 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe7c634-b9e6-4b97-a2b5-1f2447871b29 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:22.267889 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe7c634-b9e6-4b97-a2b5-1f2447871b29 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:22.269529 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe7c634-b9e6-4b97-a2b5-1f2447871b29 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:22.271931 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe7c634-b9e6-4b97-a2b5-1f2447871b29 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:22.273172 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe7c634-b9e6-4b97-a2b5-1f2447871b29 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:22.273857 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe7c634-b9e6-4b97-a2b5-1f2447871b29 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:22.309893 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe7c634-b9e6-4b97-a2b5-1f2447871b29 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:22.440112 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6da8e2d7-6e75-4001-8a8e-9e27e37837c6 req-5a5412dd-89d3-4cea-a496-1f4b50ce040e tempest-InstanceActionsTestJSON-1420359697 tempest-InstanceActionsTestJSON-1420359697-project] 10.222.0.44 "GET /v2.0/security-groups?id=997143e0-3b90-45fb-87f4-d8b4dfc17ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3391602 Aug 10 03:33:22.451865 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-6fe7c634-b9e6-4b97-a2b5-1f2447871b29 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:22.489402 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe7c634-b9e6-4b97-a2b5-1f2447871b29 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:33:22.578107 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e94bab8c-37ad-48a0-a25d-4fb04fb90837', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6098a0b-6358-487c-bb4f-c602b7532c39'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:33:22.588312 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c2f8816-bfcc-403e-993b-6aaf14a50a8e" -d '{"events": [{"server_uuid": "e94bab8c-37ad-48a0-a25d-4fb04fb90837", "name": "network-vif-unplugged", "status": "completed", "tag": "c6098a0b-6358-487c-bb4f-c602b7532c39"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:33:22.690393 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3fdc146-0256-49a4-acc1-3c8fae44d97b x-openstack-request-id: req-f3fdc146-0256-49a4-acc1-3c8fae44d97b {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:33:22.691181 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e94bab8c-37ad-48a0-a25d-4fb04fb90837", "name": "network-vif-unplugged", "status": "completed", "tag": "c6098a0b-6358-487c-bb4f-c602b7532c39", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:33:22.691679 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f3fdc146-0256-49a4-acc1-3c8fae44d97b {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:33:22.692741 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e94bab8c-37ad-48a0-a25d-4fb04fb90837', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6098a0b-6358-487c-bb4f-c602b7532c39', 'code': 200} Aug 10 03:33:22.701785 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ece5e7-6b24-44de-8a4b-7ad04ddef6fc req-a52c1aff-7249-4b19-badf-c1cc06204111 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:22.704219 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-55ece5e7-6b24-44de-8a4b-7ad04ddef6fc req-a52c1aff-7249-4b19-badf-c1cc06204111 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f70549b-d8ab-420c-8f76-4bc4d67f60eb HTTP/1.1" status: 200 len: 946 time: 0.3769257 Aug 10 03:33:22.772767 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-75ab2f80-1510-4ce5-93ea-9276f02d045b req-5f77feb0-803b-479d-a8f4-93a6cd6bbaf6 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:33:22.787150 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbdefca-e9d1-4953-9b03-571922fcf264 None None] Sync routers for ids ['85be1876-0171-4202-b0fd-1029abcb4922'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:33:22.814288 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbdefca-e9d1-4953-9b03-571922fcf264 None None] Routers {'85be1876-0171-4202-b0fd-1029abcb4922'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:33:22.815185 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-abbdefca-e9d1-4953-9b03-571922fcf264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:32:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['85be1876-0171-4202-b0fd-1029abcb4922'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:22.824556 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cf98ee07-51eb-462b-8694-194a1df1ca2d tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:22.855693 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-75ab2f80-1510-4ce5-93ea-9276f02d045b req-5f77feb0-803b-479d-a8f4-93a6cd6bbaf6 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] No DVR routers for this DVR port 8ff6203a-ed21-422b-9bb1-c2859958f754 on host n-h2-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:33:22.860069 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-75ab2f80-1510-4ce5-93ea-9276f02d045b req-5f77feb0-803b-479d-a8f4-93a6cd6bbaf6 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:22.863083 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-75ab2f80-1510-4ce5-93ea-9276f02d045b req-5f77feb0-803b-479d-a8f4-93a6cd6bbaf6 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.61 "DELETE /v2.0/ports/8ff6203a-ed21-422b-9bb1-c2859958f754 HTTP/1.1" status: 204 len: 173 time: 4.0053930 Aug 10 03:33:22.864168 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cf98ee07-51eb-462b-8694-194a1df1ca2d tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:22.867575 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e94bab8c-37ad-48a0-a25d-4fb04fb90837', 'name': 'network-vif-deleted', 'tag': '8ff6203a-ed21-422b-9bb1-c2859958f754'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:33:22.870554 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4dd13af-0a2b-4e2f-909c-870177d4881e" -d '{"events": [{"server_uuid": "e94bab8c-37ad-48a0-a25d-4fb04fb90837", "name": "network-vif-deleted", "tag": "8ff6203a-ed21-422b-9bb1-c2859958f754"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:33:23.012119 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaac9ea2-02ae-4367-a041-95e8095cfdda x-openstack-request-id: req-aaac9ea2-02ae-4367-a041-95e8095cfdda {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:33:23.013264 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e94bab8c-37ad-48a0-a25d-4fb04fb90837", "name": "network-vif-deleted", "tag": "8ff6203a-ed21-422b-9bb1-c2859958f754", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:33:23.015369 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-aaac9ea2-02ae-4367-a041-95e8095cfdda {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:33:23.015814 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e94bab8c-37ad-48a0-a25d-4fb04fb90837', 'name': 'network-vif-deleted', 'tag': '8ff6203a-ed21-422b-9bb1-c2859958f754', 'status': 'completed', 'code': 200} Aug 10 03:33:23.103061 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf98ee07-51eb-462b-8694-194a1df1ca2d tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Pushing event updated for resources: {'Port': ['ID=537dcbd9-e678-465a-af22-dce6af53e8f4,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:23.135277 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cf98ee07-51eb-462b-8694-194a1df1ca2d tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:23.156060 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-abbdefca-e9d1-4953-9b03-571922fcf264 None None] Set router 85be1876-0171-4202-b0fd-1029abcb4922 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:33:23.452227 n-d-768862-13 neutron-server[94261]: INFO neutron.db.l3_db [None req-cf98ee07-51eb-462b-8694-194a1df1ca2d tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Floating IP edf58304-dce7-407d-8ed6-18810827a1f2 associated. External IP: 172.25.6.195, port: d64a87a3-cea9-4bd1-a639-a2a205115b49. Aug 10 03:33:23.861159 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-401e3049-677f-4284-9c2b-37d4e3032900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:23.891217 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-abbdefca-e9d1-4953-9b03-571922fcf264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85be1876-0171-4202-b0fd-1029abcb4922', 'name': 'tempest-TaggedBootDevicesTest_v242-1615828695-router', 'tenant_id': 'd3b56536bca94e8fa8af65288d111f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '22cb987c-f11c-4c77-b260-846ce41e9979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:22:29Z', 'updated_at': '2021-08-10T03:22:33Z', 'revision_number': 4, 'project_id': 'd3b56536bca94e8fa8af65288d111f79', 'gw_port': {'id': '22cb987c-f11c-4c77-b260-846ce41e9979', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:29:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85be1876-0171-4202-b0fd-1029abcb4922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:22:29Z', 'updated_at': '2021-08-10T03:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '39c6f6f8-0369-4c74-8f99-8bff132f5316', 'name': '', 'network_id': 'ba807c4a-a9d3-45a0-921a-7afe6c0e3832', 'tenant_id': 'd3b56536bca94e8fa8af65288d111f79', 'mac_address': 'fa:16:3e:89:a0:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85be1876-0171-4202-b0fd-1029abcb4922', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'e8728eeb-789e-400f-be58-876473c847d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:22:32Z', 'updated_at': '2021-08-10T03:22:42Z', 'revision_number': 5, 'project_id': 'd3b56536bca94e8fa8af65288d111f79', 'subnets': [{'id': 'e8728eeb-789e-400f-be58-876473c847d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:23.977042 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbdefca-e9d1-4953-9b03-571922fcf264 None None] Checking router: 85be1876-0171-4202-b0fd-1029abcb4922 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:33:24.015744 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbdefca-e9d1-4953-9b03-571922fcf264 None None] Routers {'85be1876-0171-4202-b0fd-1029abcb4922'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:33:24.016572 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-abbdefca-e9d1-4953-9b03-571922fcf264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:33:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['85be1876-0171-4202-b0fd-1029abcb4922'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:24.166609 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dea387e8-733f-4e94-aca7-6458f9a2b74a req-5f303c65-6770-4cc4-8a99-84927f66a26c service neutron] 10.222.0.61 "GET /v2.0/networks/4c52c402-1ff3-49da-9a7e-42e05199a70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.1764591 Aug 10 03:33:24.196054 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-75ab2f80-1510-4ce5-93ea-9276f02d045b req-a0a2efe9-5b81-4164-a216-c2d1bb802868 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Deleting port 0cd7be64-cc3e-4c91-92fd-30cfd759de99 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:33:24.198117 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-75ab2f80-1510-4ce5-93ea-9276f02d045b req-a0a2efe9-5b81-4164-a216-c2d1bb802868 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:24.326600 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-75ab2f80-1510-4ce5-93ea-9276f02d045b req-a0a2efe9-5b81-4164-a216-c2d1bb802868 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] For port 0cd7be64-cc3e-4c91-92fd-30cfd759de99, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=0cd7be64-cc3e-4c91-92fd-30cfd759de99,segment=NetworkSegment(da5baf82-2c94-46cf-9d3e-76c1062019c8),segment_id=da5baf82-2c94-46cf-9d3e-76c1062019c8)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:24.327990 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-75ab2f80-1510-4ce5-93ea-9276f02d045b req-a0a2efe9-5b81-4164-a216-c2d1bb802868 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:24.347072 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-75ab2f80-1510-4ce5-93ea-9276f02d045b req-a0a2efe9-5b81-4164-a216-c2d1bb802868 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Calling delete_port for 0cd7be64-cc3e-4c91-92fd-30cfd759de99 owned by compute:nova {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:33:24.363813 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd24218-335f-4608-954d-f3e43b982ddf req-4c0e3a80-d129-4873-8b84-3a09a51b9d95 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:24.370485 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:24.391557 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd24218-335f-4608-954d-f3e43b982ddf req-4c0e3a80-d129-4873-8b84-3a09a51b9d95 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:24.406463 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd24218-335f-4608-954d-f3e43b982ddf req-4c0e3a80-d129-4873-8b84-3a09a51b9d95 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:24.437743 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4bd24218-335f-4608-954d-f3e43b982ddf req-4c0e3a80-d129-4873-8b84-3a09a51b9d95 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/ports?device_id=e94bab8c-37ad-48a0-a25d-4fb04fb90837 HTTP/1.1" status: 200 len: 2410 time: 1.7871432 Aug 10 03:33:24.460356 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-abbdefca-e9d1-4953-9b03-571922fcf264 None None] Set router 85be1876-0171-4202-b0fd-1029abcb4922 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:33:24.527040 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55196aef-6c7d-4921-9cd9-f0ad90f58e21 req-6c7e0879-e90e-4894-be49-a6abab2307fc tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:24.534875 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-55196aef-6c7d-4921-9cd9-f0ad90f58e21 req-6c7e0879-e90e-4894-be49-a6abab2307fc tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f70549b-d8ab-420c-8f76-4bc4d67f60eb HTTP/1.1" status: 200 len: 946 time: 1.3363869 Aug 10 03:33:24.558762 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-75ab2f80-1510-4ce5-93ea-9276f02d045b req-a0a2efe9-5b81-4164-a216-c2d1bb802868 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:24.621391 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a2efe9-5b81-4164-a216-c2d1bb802868 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Pushing event deleted for resources: {'Port': ['ID=0cd7be64-cc3e-4c91-92fd-30cfd759de99,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:24.717273 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4bd24218-335f-4608-954d-f3e43b982ddf req-2ab74a9d-cd8d-4046-871b-9f76c7b850dd tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c67c16e-b8a6-4f4f-8d43-6f09a2fb6b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2760916 Aug 10 03:33:24.779157 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-55196aef-6c7d-4921-9cd9-f0ad90f58e21 req-af56a10b-6d63-4dc1-b78c-3eb67ce87a28 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=60e8d4ce-c00a-43d5-86a4-544ebfda7358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2429841 Aug 10 03:33:24.794354 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-55ece5e7-6b24-44de-8a4b-7ad04ddef6fc req-931a4e21-c0b1-418e-8a7c-b20fbea7c187 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Deleting port cbef0d33-5e2e-4d43-a157-107b8525b6d2 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:33:24.794942 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-55ece5e7-6b24-44de-8a4b-7ad04ddef6fc req-931a4e21-c0b1-418e-8a7c-b20fbea7c187 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:25.193157 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-75ab2f80-1510-4ce5-93ea-9276f02d045b req-a0a2efe9-5b81-4164-a216-c2d1bb802868 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] No DVR routers for this DVR port 0cd7be64-cc3e-4c91-92fd-30cfd759de99 on host n-h2-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:33:25.193472 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-6fe7c634-b9e6-4b97-a2b5-1f2447871b29 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Deleting port 54fb53c1-80ad-4eeb-86d7-301b1f5ff5c2 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:33:25.194217 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6fe7c634-b9e6-4b97-a2b5-1f2447871b29 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:25.195171 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-abbdefca-e9d1-4953-9b03-571922fcf264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85be1876-0171-4202-b0fd-1029abcb4922', 'name': 'tempest-TaggedBootDevicesTest_v242-1615828695-router', 'tenant_id': 'd3b56536bca94e8fa8af65288d111f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '22cb987c-f11c-4c77-b260-846ce41e9979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:22:29Z', 'updated_at': '2021-08-10T03:22:33Z', 'revision_number': 4, 'project_id': 'd3b56536bca94e8fa8af65288d111f79', 'gw_port': {'id': '22cb987c-f11c-4c77-b260-846ce41e9979', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:29:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85be1876-0171-4202-b0fd-1029abcb4922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:22:29Z', 'updated_at': '2021-08-10T03:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '39c6f6f8-0369-4c74-8f99-8bff132f5316', 'name': '', 'network_id': 'ba807c4a-a9d3-45a0-921a-7afe6c0e3832', 'tenant_id': 'd3b56536bca94e8fa8af65288d111f79', 'mac_address': 'fa:16:3e:89:a0:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85be1876-0171-4202-b0fd-1029abcb4922', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'e8728eeb-789e-400f-be58-876473c847d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:22:32Z', 'updated_at': '2021-08-10T03:22:42Z', 'revision_number': 5, 'project_id': 'd3b56536bca94e8fa8af65288d111f79', 'subnets': [{'id': 'e8728eeb-789e-400f-be58-876473c847d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:25.204846 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-75ab2f80-1510-4ce5-93ea-9276f02d045b req-a0a2efe9-5b81-4164-a216-c2d1bb802868 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:25.216022 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-75ab2f80-1510-4ce5-93ea-9276f02d045b req-a0a2efe9-5b81-4164-a216-c2d1bb802868 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.61 "DELETE /v2.0/ports/0cd7be64-cc3e-4c91-92fd-30cfd759de99 HTTP/1.1" status: 204 len: 173 time: 2.3356459 Aug 10 03:33:25.218313 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e94bab8c-37ad-48a0-a25d-4fb04fb90837', 'name': 'network-vif-deleted', 'tag': '0cd7be64-cc3e-4c91-92fd-30cfd759de99'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:33:25.225651 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b6b21d-092b-4015-939c-6fc451a9c95e" -d '{"events": [{"server_uuid": "e94bab8c-37ad-48a0-a25d-4fb04fb90837", "name": "network-vif-deleted", "tag": "0cd7be64-cc3e-4c91-92fd-30cfd759de99"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:33:25.273566 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbdefca-e9d1-4953-9b03-571922fcf264 None None] The sync data for ids ['85be1876-0171-4202-b0fd-1029abcb4922'] in n-d-768862-13 is: [{'id': '85be1876-0171-4202-b0fd-1029abcb4922', 'name': 'tempest-TaggedBootDevicesTest_v242-1615828695-router', 'tenant_id': 'd3b56536bca94e8fa8af65288d111f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '22cb987c-f11c-4c77-b260-846ce41e9979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:22:29Z', 'updated_at': '2021-08-10T03:22:33Z', 'revision_number': 4, 'project_id': 'd3b56536bca94e8fa8af65288d111f79', 'gw_port': {'id': '22cb987c-f11c-4c77-b260-846ce41e9979', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:29:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85be1876-0171-4202-b0fd-1029abcb4922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:22:29Z', 'updated_at': '2021-08-10T03:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '39c6f6f8-0369-4c74-8f99-8bff132f5316', 'name': '', 'network_id': 'ba807c4a-a9d3-45a0-921a-7afe6c0e3832', 'tenant_id': 'd3b56536bca94e8fa8af65288d111f79', 'mac_address': 'fa:16:3e:89:a0:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85be1876-0171-4202-b0fd-1029abcb4922', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'e8728eeb-789e-400f-be58-876473c847d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:22:32Z', 'updated_at': '2021-08-10T03:22:42Z', 'revision_number': 5, 'project_id': 'd3b56536bca94e8fa8af65288d111f79', 'subnets': [{'id': 'e8728eeb-789e-400f-be58-876473c847d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:33:25.314050 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd88303-763f-4a4e-91fc-90605ff32b3f req-3672b543-c355-478b-b47e-8fd7ad81cdc7 tempest-InstanceActionsTestJSON-1420359697 tempest-InstanceActionsTestJSON-1420359697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:25.316304 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3fd88303-763f-4a4e-91fc-90605ff32b3f req-3672b543-c355-478b-b47e-8fd7ad81cdc7 tempest-InstanceActionsTestJSON-1420359697 tempest-InstanceActionsTestJSON-1420359697-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9fed5d8-031f-4127-90a1-c930f589ae72 HTTP/1.1" status: 200 len: 945 time: 0.2684300 Aug 10 03:33:25.321966 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:25.441298 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-55ece5e7-6b24-44de-8a4b-7ad04ddef6fc req-931a4e21-c0b1-418e-8a7c-b20fbea7c187 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] For port cbef0d33-5e2e-4d43-a157-107b8525b6d2, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=cbef0d33-5e2e-4d43-a157-107b8525b6d2,segment=NetworkSegment(17789ec9-f3a0-458f-a646-d9adbb03f346),segment_id=17789ec9-f3a0-458f-a646-d9adbb03f346)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:25.441822 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-55ece5e7-6b24-44de-8a4b-7ad04ddef6fc req-931a4e21-c0b1-418e-8a7c-b20fbea7c187 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:25.492302 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3fd88303-763f-4a4e-91fc-90605ff32b3f req-627515db-5d1c-4199-aaa5-a68df16ae746 tempest-InstanceActionsTestJSON-1420359697 tempest-InstanceActionsTestJSON-1420359697-project] 10.222.0.44 "GET /v2.0/security-groups?id=997143e0-3b90-45fb-87f4-d8b4dfc17ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996647 Aug 10 03:33:25.532491 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device cbef0d33-5e2e-4d43-a157-107b8525b6d2 no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:33:25.586756 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf98ee07-51eb-462b-8694-194a1df1ca2d tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Router 188a5ef2-daaf-47b8-bfa1-778dccd63102 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:33:25.608762 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-982059bb-ea5f-4dbd-8a7b-166a374851a2 x-openstack-request-id: req-982059bb-ea5f-4dbd-8a7b-166a374851a2 {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:33:25.614340 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e94bab8c-37ad-48a0-a25d-4fb04fb90837", "name": "network-vif-deleted", "tag": "0cd7be64-cc3e-4c91-92fd-30cfd759de99", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:33:25.617708 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-982059bb-ea5f-4dbd-8a7b-166a374851a2 {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:33:25.619909 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e94bab8c-37ad-48a0-a25d-4fb04fb90837', 'name': 'network-vif-deleted', 'tag': '0cd7be64-cc3e-4c91-92fd-30cfd759de99', 'status': 'completed', 'code': 200} Aug 10 03:33:25.743764 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6fe7c634-b9e6-4b97-a2b5-1f2447871b29 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:25.744198 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6fe7c634-b9e6-4b97-a2b5-1f2447871b29 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:25.760755 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-6fe7c634-b9e6-4b97-a2b5-1f2447871b29 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Calling delete_port for 54fb53c1-80ad-4eeb-86d7-301b1f5ff5c2 owned by network:floatingip {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:33:25.995186 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf98ee07-51eb-462b-8694-194a1df1ca2d tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:33:26.033727 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0e6ac4-f89c-4119-8d5c-866f210bbc56 None None] Sync routers for ids ['188a5ef2-daaf-47b8-bfa1-778dccd63102'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:33:26.085155 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0e6ac4-f89c-4119-8d5c-866f210bbc56 None None] Routers {'188a5ef2-daaf-47b8-bfa1-778dccd63102'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:33:26.085952 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-cd0e6ac4-f89c-4119-8d5c-866f210bbc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:33:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['188a5ef2-daaf-47b8-bfa1-778dccd63102'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:26.093932 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42eb21e-cc79-4919-bb15-2d053a86c9a8 None None] New status for floating IP 4bb6e76d-2797-4bd1-a6c2-9a193e62726b: DOWN {{(pid=94262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:33:26.129866 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cf98ee07-51eb-462b-8694-194a1df1ca2d tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:26.238805 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-cf98ee07-51eb-462b-8694-194a1df1ca2d tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 8.2501802 Aug 10 03:33:26.242974 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42988) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:26.252149 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-75ab2f80-1510-4ce5-93ea-9276f02d045b req-5c34f599-b3a8-4985-ad00-cf44880ce25e tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Deleting port 4134483f-b371-43e3-9c92-e3039b3c9f4b {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:33:26.255126 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-75ab2f80-1510-4ce5-93ea-9276f02d045b req-5c34f599-b3a8-4985-ad00-cf44880ce25e tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:26.523095 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:26.616972 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6fe7c634-b9e6-4b97-a2b5-1f2447871b29 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:26.661404 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:26.783502 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-cd0e6ac4-f89c-4119-8d5c-866f210bbc56 None None] Set router 188a5ef2-daaf-47b8-bfa1-778dccd63102 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:33:26.841036 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port cbef0d33-5e2e-4d43-a157-107b8525b6d2, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=cbef0d33-5e2e-4d43-a157-107b8525b6d2,segment=NetworkSegment(17789ec9-f3a0-458f-a646-d9adbb03f346),segment_id=17789ec9-f3a0-458f-a646-d9adbb03f346)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:26.849188 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f70549b-d8ab-420c-8f76-4bc4d67f60eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbef0d33-5e2e-4d43-a157-107b8525b6d2'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:33:26.851604 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e435489e-e388-42f4-b2b2-88ae9ef8042e" -d '{"events": [{"server_uuid": "5f70549b-d8ab-420c-8f76-4bc4d67f60eb", "name": "network-vif-unplugged", "status": "completed", "tag": "cbef0d33-5e2e-4d43-a157-107b8525b6d2"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:33:26.891449 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:26.926814 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f9bb1b-c37b-483d-a9bc-d3a8de4a41bf req-88dafca4-ded8-4586-b2d9-b20b3b54e1bd tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:26.930319 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-75ab2f80-1510-4ce5-93ea-9276f02d045b req-5c34f599-b3a8-4985-ad00-cf44880ce25e tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] For port 4134483f-b371-43e3-9c92-e3039b3c9f4b, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=4134483f-b371-43e3-9c92-e3039b3c9f4b,segment=NetworkSegment(06a2e05c-772c-447f-825d-36b8db222e98),segment_id=06a2e05c-772c-447f-825d-36b8db222e98)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:26.930698 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-75ab2f80-1510-4ce5-93ea-9276f02d045b req-5c34f599-b3a8-4985-ad00-cf44880ce25e tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:26.952303 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f9bb1b-c37b-483d-a9bc-d3a8de4a41bf req-88dafca4-ded8-4586-b2d9-b20b3b54e1bd tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:26.960704 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-73f9bb1b-c37b-483d-a9bc-d3a8de4a41bf req-88dafca4-ded8-4586-b2d9-b20b3b54e1bd tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/ports?device_id=e94bab8c-37ad-48a0-a25d-4fb04fb90837 HTTP/1.1" status: 200 len: 1677 time: 0.4959173 Aug 10 03:33:26.969636 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-75ab2f80-1510-4ce5-93ea-9276f02d045b req-5c34f599-b3a8-4985-ad00-cf44880ce25e tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Calling delete_port for 4134483f-b371-43e3-9c92-e3039b3c9f4b owned by compute:nova {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:33:27.040442 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=cbef0d33-5e2e-4d43-a157-107b8525b6d2,revision_number=11']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:27.063689 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:27.219196 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-55ece5e7-6b24-44de-8a4b-7ad04ddef6fc req-931a4e21-c0b1-418e-8a7c-b20fbea7c187 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:27.219644 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-55ece5e7-6b24-44de-8a4b-7ad04ddef6fc req-931a4e21-c0b1-418e-8a7c-b20fbea7c187 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:27.220169 n-d-768862-13 neutron-server[94260]: INFO neutron.db.l3_db [req-55ece5e7-6b24-44de-8a4b-7ad04ddef6fc req-931a4e21-c0b1-418e-8a7c-b20fbea7c187 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Floating IP a0c0f85b-e137-412d-ba16-6e15d62c967c disassociated. External IP: 172.25.6.87, port: cbef0d33-5e2e-4d43-a157-107b8525b6d2. Aug 10 03:33:27.220457 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-55ece5e7-6b24-44de-8a4b-7ad04ddef6fc req-931a4e21-c0b1-418e-8a7c-b20fbea7c187 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Calling delete_port for cbef0d33-5e2e-4d43-a157-107b8525b6d2 owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:33:27.426663 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe7c634-b9e6-4b97-a2b5-1f2447871b29 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Pushing event deleted for resources: {'Port': ['ID=54fb53c1-80ad-4eeb-86d7-301b1f5ff5c2,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:27.469219 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-55ece5e7-6b24-44de-8a4b-7ad04ddef6fc req-931a4e21-c0b1-418e-8a7c-b20fbea7c187 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:27.498912 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-cd0e6ac4-f89c-4119-8d5c-866f210bbc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '188a5ef2-daaf-47b8-bfa1-778dccd63102', 'name': 'tempest-TestSecurityGroupsBasicOps-router-943855450', 'tenant_id': 'b41b771882304474947a74fcb840799d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': 'fb0977ca-c3fa-4f44-bff4-8fde1f64dd29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:32:40Z', 'updated_at': '2021-08-10T03:32:52Z', 'revision_number': 4, 'project_id': 'b41b771882304474947a74fcb840799d', 'gw_port': {'id': 'fb0977ca-c3fa-4f44-bff4-8fde1f64dd29', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188a5ef2-daaf-47b8-bfa1-778dccd63102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:42Z', 'updated_at': '2021-08-10T03:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': 'edf58304-dce7-407d-8ed6-18810827a1f2', 'tenant_id': 'b41b771882304474947a74fcb840799d', 'floating_ip_address': '172.25.6.195', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '188a5ef2-daaf-47b8-bfa1-778dccd63102', 'port_id': 'd64a87a3-cea9-4bd1-a639-a2a205115b49', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c889480f-d9b2-49f5-ab8e-149fc3837835', 'mac_address': 'fa:16:3e:06:aa:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11dd5e6e-7a4c-41c3-992f-278efcbc9ff0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:33:20Z', 'updated_at': '2021-08-10T03:33:20Z', 'revision_number': 0, 'project_id': 'b41b771882304474947a74fcb840799d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d09a202-3a7c-4528-b9b0-df17d4eb9ca6', 'name': '', 'network_id': 'c889480f-d9b2-49f5-ab8e-149fc3837835', 'tenant_id': 'b41b771882304474947a74fcb840799d', 'mac_address': 'fa:16:3e:74:7b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188a5ef2-daaf-47b8-bfa1-778dccd63102', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': 'd4fde8f0-46b6-4f06-b776-ecefcbb6f17b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:49Z', 'updated_at': '2021-08-10T03:33:02Z', 'revision_number': 5, 'project_id': 'b41b771882304474947a74fcb840799d', 'subnets': [{'id': 'd4fde8f0-46b6-4f06-b776-ecefcbb6f17b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:27.546618 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-75ab2f80-1510-4ce5-93ea-9276f02d045b req-5c34f599-b3a8-4985-ad00-cf44880ce25e tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:27.575304 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0e6ac4-f89c-4119-8d5c-866f210bbc56 None None] Checking router: 188a5ef2-daaf-47b8-bfa1-778dccd63102 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:33:27.624245 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0e6ac4-f89c-4119-8d5c-866f210bbc56 None None] Routers {'188a5ef2-daaf-47b8-bfa1-778dccd63102'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:33:27.627826 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-cd0e6ac4-f89c-4119-8d5c-866f210bbc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:33:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['188a5ef2-daaf-47b8-bfa1-778dccd63102'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:27.636748 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c31d33f-bd2c-4dd1-a3cb-201de462e96e req-861cbfc0-cce6-4c26-b58b-cd0b91137e44 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:27.651138 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5c31d33f-bd2c-4dd1-a3cb-201de462e96e req-861cbfc0-cce6-4c26-b58b-cd0b91137e44 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f70549b-d8ab-420c-8f76-4bc4d67f60eb HTTP/1.1" status: 200 len: 868 time: 1.1199965 Aug 10 03:33:27.688413 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11dd5e6e-7a4c-41c3-992f-278efcbc9ff0', 'tag': 'd64a87a3-cea9-4bd1-a639-a2a205115b49'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:33:27.691899 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d15ee9-7823-49fc-8030-ba30f0bf5d3e" -d '{"events": [{"name": "network-changed", "server_uuid": "11dd5e6e-7a4c-41c3-992f-278efcbc9ff0", "tag": "d64a87a3-cea9-4bd1-a639-a2a205115b49"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:33:27.697363 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c34f599-b3a8-4985-ad00-cf44880ce25e tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Pushing event deleted for resources: {'Port': ['ID=4134483f-b371-43e3-9c92-e3039b3c9f4b,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:27.754439 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-73f9bb1b-c37b-483d-a9bc-d3a8de4a41bf req-6f8e218e-23a2-471e-8491-ba9bc9d8e6ac tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c67c16e-b8a6-4f4f-8d43-6f09a2fb6b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7833593 Aug 10 03:33:27.757860 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931a4e21-c0b1-418e-8a7c-b20fbea7c187 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Pushing event deleted for resources: {'Port': ['ID=cbef0d33-5e2e-4d43-a157-107b8525b6d2,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:27.858574 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0ccf90-29af-4555-8bdd-8cae44a12d64 tempest-TestSecurityGroupsBasicOps-1160878762 tempest-TestSecurityGroupsBasicOps-1160878762-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:27.860474 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0ccf90-29af-4555-8bdd-8cae44a12d64 tempest-TestSecurityGroupsBasicOps-1160878762 tempest-TestSecurityGroupsBasicOps-1160878762-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:27.860474 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0ccf90-29af-4555-8bdd-8cae44a12d64 tempest-TestSecurityGroupsBasicOps-1160878762 tempest-TestSecurityGroupsBasicOps-1160878762-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:27.860474 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0ccf90-29af-4555-8bdd-8cae44a12d64 tempest-TestSecurityGroupsBasicOps-1160878762 tempest-TestSecurityGroupsBasicOps-1160878762-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:27.860834 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0ccf90-29af-4555-8bdd-8cae44a12d64 tempest-TestSecurityGroupsBasicOps-1160878762 tempest-TestSecurityGroupsBasicOps-1160878762-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:27.861077 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0ccf90-29af-4555-8bdd-8cae44a12d64 tempest-TestSecurityGroupsBasicOps-1160878762 tempest-TestSecurityGroupsBasicOps-1160878762-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:27.861549 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0ccf90-29af-4555-8bdd-8cae44a12d64 tempest-TestSecurityGroupsBasicOps-1160878762 tempest-TestSecurityGroupsBasicOps-1160878762-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:27.862015 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0ccf90-29af-4555-8bdd-8cae44a12d64 tempest-TestSecurityGroupsBasicOps-1160878762 tempest-TestSecurityGroupsBasicOps-1160878762-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:27.862505 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0ccf90-29af-4555-8bdd-8cae44a12d64 tempest-TestSecurityGroupsBasicOps-1160878762 tempest-TestSecurityGroupsBasicOps-1160878762-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:27.862973 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0ccf90-29af-4555-8bdd-8cae44a12d64 tempest-TestSecurityGroupsBasicOps-1160878762 tempest-TestSecurityGroupsBasicOps-1160878762-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:27.863433 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0ccf90-29af-4555-8bdd-8cae44a12d64 tempest-TestSecurityGroupsBasicOps-1160878762 tempest-TestSecurityGroupsBasicOps-1160878762-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:27.864122 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5c31d33f-bd2c-4dd1-a3cb-201de462e96e req-ab7dc5af-1cae-458b-84a0-314c06ce741c tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=60e8d4ce-c00a-43d5-86a4-544ebfda7358&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2081010 Aug 10 03:33:27.874250 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-1a0ccf90-29af-4555-8bdd-8cae44a12d64 tempest-TestSecurityGroupsBasicOps-1160878762 tempest-TestSecurityGroupsBasicOps-1160878762-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7772 time: 1.6283257 Aug 10 03:33:27.874490 n-d-768862-13 neutron-server[94260]: INFO neutron.api.v2.resource [None req-6fe7c634-b9e6-4b97-a2b5-1f2447871b29 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] create failed (client error): The resource could not be found. Aug 10 03:33:27.883412 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-6fe7c634-b9e6-4b97-a2b5-1f2447871b29 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 10.0126500 Aug 10 03:33:27.883412 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 43036) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:27.885747 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 43040) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:27.907126 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-75ab2f80-1510-4ce5-93ea-9276f02d045b req-5c34f599-b3a8-4985-ad00-cf44880ce25e tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] No DVR routers for this DVR port 4134483f-b371-43e3-9c92-e3039b3c9f4b on host n-h2-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:33:27.911806 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-75ab2f80-1510-4ce5-93ea-9276f02d045b req-5c34f599-b3a8-4985-ad00-cf44880ce25e tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:27.918601 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-75ab2f80-1510-4ce5-93ea-9276f02d045b req-5c34f599-b3a8-4985-ad00-cf44880ce25e tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.61 "DELETE /v2.0/ports/4134483f-b371-43e3-9c92-e3039b3c9f4b HTTP/1.1" status: 204 len: 173 time: 2.6834950 Aug 10 03:33:28.041874 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-cd0e6ac4-f89c-4119-8d5c-866f210bbc56 None None] Set router 188a5ef2-daaf-47b8-bfa1-778dccd63102 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:33:28.062552 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c77a4f3c-8e09-4832-9360-e1e8227f3ce3 x-openstack-request-id: req-c77a4f3c-8e09-4832-9360-e1e8227f3ce3 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:33:28.063114 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f70549b-d8ab-420c-8f76-4bc4d67f60eb", "name": "network-vif-unplugged", "status": "completed", "tag": "cbef0d33-5e2e-4d43-a157-107b8525b6d2", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:33:28.063240 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c77a4f3c-8e09-4832-9360-e1e8227f3ce3 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:33:28.063544 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f70549b-d8ab-420c-8f76-4bc4d67f60eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbef0d33-5e2e-4d43-a157-107b8525b6d2', 'code': 200} Aug 10 03:33:28.182348 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-75ab2f80-1510-4ce5-93ea-9276f02d045b req-21e9fed6-959b-4bbe-9e46-1f56ff92c43e tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Deleting port c6098a0b-6358-487c-bb4f-c602b7532c39 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:33:28.182718 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-75ab2f80-1510-4ce5-93ea-9276f02d045b req-21e9fed6-959b-4bbe-9e46-1f56ff92c43e tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:28.459776 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ab3d07b-d860-4c41-a438-c31a34f28edd x-openstack-request-id: req-8ab3d07b-d860-4c41-a438-c31a34f28edd {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:33:28.461099 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11dd5e6e-7a4c-41c3-992f-278efcbc9ff0", "tag": "d64a87a3-cea9-4bd1-a639-a2a205115b49", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:33:28.461420 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8ab3d07b-d860-4c41-a438-c31a34f28edd {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:33:28.464222 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11dd5e6e-7a4c-41c3-992f-278efcbc9ff0', 'tag': 'd64a87a3-cea9-4bd1-a639-a2a205115b49', 'status': 'completed', 'code': 200} Aug 10 03:33:28.665568 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-75ab2f80-1510-4ce5-93ea-9276f02d045b req-21e9fed6-959b-4bbe-9e46-1f56ff92c43e tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] For port c6098a0b-6358-487c-bb4f-c602b7532c39, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=c6098a0b-6358-487c-bb4f-c602b7532c39,segment=NetworkSegment(06a2e05c-772c-447f-825d-36b8db222e98),segment_id=06a2e05c-772c-447f-825d-36b8db222e98)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:28.671484 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-75ab2f80-1510-4ce5-93ea-9276f02d045b req-21e9fed6-959b-4bbe-9e46-1f56ff92c43e tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:28.729250 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251ec3e8-2236-445b-979f-3ba667294f85 tempest-TestSecurityGroupsBasicOps-1160878762 tempest-TestSecurityGroupsBasicOps-1160878762-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:28.744552 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251ec3e8-2236-445b-979f-3ba667294f85 tempest-TestSecurityGroupsBasicOps-1160878762 tempest-TestSecurityGroupsBasicOps-1160878762-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:28.747664 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251ec3e8-2236-445b-979f-3ba667294f85 tempest-TestSecurityGroupsBasicOps-1160878762 tempest-TestSecurityGroupsBasicOps-1160878762-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:28.747946 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-75ab2f80-1510-4ce5-93ea-9276f02d045b req-21e9fed6-959b-4bbe-9e46-1f56ff92c43e tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Calling delete_port for c6098a0b-6358-487c-bb4f-c602b7532c39 owned by compute:nova {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:33:28.748230 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251ec3e8-2236-445b-979f-3ba667294f85 tempest-TestSecurityGroupsBasicOps-1160878762 tempest-TestSecurityGroupsBasicOps-1160878762-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:28.753772 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251ec3e8-2236-445b-979f-3ba667294f85 tempest-TestSecurityGroupsBasicOps-1160878762 tempest-TestSecurityGroupsBasicOps-1160878762-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:28.754797 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251ec3e8-2236-445b-979f-3ba667294f85 tempest-TestSecurityGroupsBasicOps-1160878762 tempest-TestSecurityGroupsBasicOps-1160878762-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:28.755216 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251ec3e8-2236-445b-979f-3ba667294f85 tempest-TestSecurityGroupsBasicOps-1160878762 tempest-TestSecurityGroupsBasicOps-1160878762-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:28.755697 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251ec3e8-2236-445b-979f-3ba667294f85 tempest-TestSecurityGroupsBasicOps-1160878762 tempest-TestSecurityGroupsBasicOps-1160878762-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:28.756151 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251ec3e8-2236-445b-979f-3ba667294f85 tempest-TestSecurityGroupsBasicOps-1160878762 tempest-TestSecurityGroupsBasicOps-1160878762-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:28.756625 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251ec3e8-2236-445b-979f-3ba667294f85 tempest-TestSecurityGroupsBasicOps-1160878762 tempest-TestSecurityGroupsBasicOps-1160878762-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:28.757092 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251ec3e8-2236-445b-979f-3ba667294f85 tempest-TestSecurityGroupsBasicOps-1160878762 tempest-TestSecurityGroupsBasicOps-1160878762-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:28.775163 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-251ec3e8-2236-445b-979f-3ba667294f85 tempest-TestSecurityGroupsBasicOps-1160878762 tempest-TestSecurityGroupsBasicOps-1160878762-project-admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7054 time: 0.8785071 Aug 10 03:33:28.795177 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43082) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:29.214975 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-cd0e6ac4-f89c-4119-8d5c-866f210bbc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '188a5ef2-daaf-47b8-bfa1-778dccd63102', 'name': 'tempest-TestSecurityGroupsBasicOps-router-943855450', 'tenant_id': 'b41b771882304474947a74fcb840799d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': 'fb0977ca-c3fa-4f44-bff4-8fde1f64dd29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:32:40Z', 'updated_at': '2021-08-10T03:32:52Z', 'revision_number': 4, 'project_id': 'b41b771882304474947a74fcb840799d', 'gw_port': {'id': 'fb0977ca-c3fa-4f44-bff4-8fde1f64dd29', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188a5ef2-daaf-47b8-bfa1-778dccd63102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:42Z', 'updated_at': '2021-08-10T03:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': 'edf58304-dce7-407d-8ed6-18810827a1f2', 'tenant_id': 'b41b771882304474947a74fcb840799d', 'floating_ip_address': '172.25.6.195', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '188a5ef2-daaf-47b8-bfa1-778dccd63102', 'port_id': 'd64a87a3-cea9-4bd1-a639-a2a205115b49', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c889480f-d9b2-49f5-ab8e-149fc3837835', 'mac_address': 'fa:16:3e:06:aa:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11dd5e6e-7a4c-41c3-992f-278efcbc9ff0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:33:20Z', 'updated_at': '2021-08-10T03:33:20Z', 'revision_number': 0, 'project_id': 'b41b771882304474947a74fcb840799d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d09a202-3a7c-4528-b9b0-df17d4eb9ca6', 'name': '', 'network_id': 'c889480f-d9b2-49f5-ab8e-149fc3837835', 'tenant_id': 'b41b771882304474947a74fcb840799d', 'mac_address': 'fa:16:3e:74:7b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188a5ef2-daaf-47b8-bfa1-778dccd63102', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': 'd4fde8f0-46b6-4f06-b776-ecefcbb6f17b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:49Z', 'updated_at': '2021-08-10T03:33:02Z', 'revision_number': 5, 'project_id': 'b41b771882304474947a74fcb840799d', 'subnets': [{'id': 'd4fde8f0-46b6-4f06-b776-ecefcbb6f17b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:29.262440 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 43090) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:29.360999 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0e6ac4-f89c-4119-8d5c-866f210bbc56 None None] The sync data for ids ['188a5ef2-daaf-47b8-bfa1-778dccd63102'] in n-d-768862-13 is: [{'id': '188a5ef2-daaf-47b8-bfa1-778dccd63102', 'name': 'tempest-TestSecurityGroupsBasicOps-router-943855450', 'tenant_id': 'b41b771882304474947a74fcb840799d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': 'fb0977ca-c3fa-4f44-bff4-8fde1f64dd29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:32:40Z', 'updated_at': '2021-08-10T03:32:52Z', 'revision_number': 4, 'project_id': 'b41b771882304474947a74fcb840799d', 'gw_port': {'id': 'fb0977ca-c3fa-4f44-bff4-8fde1f64dd29', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188a5ef2-daaf-47b8-bfa1-778dccd63102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:42Z', 'updated_at': '2021-08-10T03:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': 'edf58304-dce7-407d-8ed6-18810827a1f2', 'tenant_id': 'b41b771882304474947a74fcb840799d', 'floating_ip_address': '172.25.6.195', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '188a5ef2-daaf-47b8-bfa1-778dccd63102', 'port_id': 'd64a87a3-cea9-4bd1-a639-a2a205115b49', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c889480f-d9b2-49f5-ab8e-149fc3837835', 'mac_address': 'fa:16:3e:06:aa:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11dd5e6e-7a4c-41c3-992f-278efcbc9ff0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:33:20Z', 'updated_at': '2021-08-10T03:33:20Z', 'revision_number': 0, 'project_id': 'b41b771882304474947a74fcb840799d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d09a202-3a7c-4528-b9b0-df17d4eb9ca6', 'name': '', 'network_id': 'c889480f-d9b2-49f5-ab8e-149fc3837835', 'tenant_id': 'b41b771882304474947a74fcb840799d', 'mac_address': 'fa:16:3e:74:7b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188a5ef2-daaf-47b8-bfa1-778dccd63102', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': 'd4fde8f0-46b6-4f06-b776-ecefcbb6f17b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:49Z', 'updated_at': '2021-08-10T03:33:02Z', 'revision_number': 5, 'project_id': 'b41b771882304474947a74fcb840799d', 'subnets': [{'id': 'd4fde8f0-46b6-4f06-b776-ecefcbb6f17b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:33:29.516945 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-15eb794b-d6f4-47d9-ac06-768aa7934205 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:29.530990 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [req-55ece5e7-6b24-44de-8a4b-7ad04ddef6fc req-931a4e21-c0b1-418e-8a7c-b20fbea7c187 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Router c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:33:29.589221 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-75ab2f80-1510-4ce5-93ea-9276f02d045b req-21e9fed6-959b-4bbe-9e46-1f56ff92c43e tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:29.667166 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e9fed6-959b-4bbe-9e46-1f56ff92c43e tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Pushing event deleted for resources: {'Port': ['ID=c6098a0b-6358-487c-bb4f-c602b7532c39,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:29.843342 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-b4b4f38d-7632-43ee-9cae-eb3be3585d84 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Deleting port 2337cf7b-c9db-41f3-98af-0a041be2d9ef {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:33:29.844358 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b4b4f38d-7632-43ee-9cae-eb3be3585d84 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:29.867815 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-75ab2f80-1510-4ce5-93ea-9276f02d045b req-21e9fed6-959b-4bbe-9e46-1f56ff92c43e tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] No DVR routers for this DVR port c6098a0b-6358-487c-bb4f-c602b7532c39 on host n-h2-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:33:29.872967 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-75ab2f80-1510-4ce5-93ea-9276f02d045b req-21e9fed6-959b-4bbe-9e46-1f56ff92c43e tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:29.876620 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-75ab2f80-1510-4ce5-93ea-9276f02d045b req-21e9fed6-959b-4bbe-9e46-1f56ff92c43e tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.61 "DELETE /v2.0/ports/c6098a0b-6358-487c-bb4f-c602b7532c39 HTTP/1.1" status: 204 len: 173 time: 1.9503775 Aug 10 03:33:29.950735 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258f10b8-e6f2-45e5-bbbb-ca55587ebc03 req-ec5a3115-3cc9-4315-afad-f199139dd164 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:29.952814 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-258f10b8-e6f2-45e5-bbbb-ca55587ebc03 req-ec5a3115-3cc9-4315-afad-f199139dd164 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/ports?device_id=e94bab8c-37ad-48a0-a25d-4fb04fb90837 HTTP/1.1" status: 200 len: 865 time: 0.8050246 Aug 10 03:33:29.990364 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8af45-3ddd-42ac-8a3b-66cfef23e6ed req-a9ad9b86-afef-4dc2-b001-a7f58b4783c5 tempest-InstanceActionsTestJSON-1420359697 tempest-InstanceActionsTestJSON-1420359697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:29.992088 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b5e8af45-3ddd-42ac-8a3b-66cfef23e6ed req-a9ad9b86-afef-4dc2-b001-a7f58b4783c5 tempest-InstanceActionsTestJSON-1420359697 tempest-InstanceActionsTestJSON-1420359697-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9fed5d8-031f-4127-90a1-c930f589ae72 HTTP/1.1" status: 200 len: 945 time: 1.4441626 Aug 10 03:33:30.110502 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67ed301-5e43-4d84-8d87-e89821f57c4f None None] New status for floating IP edf58304-dce7-407d-8ed6-18810827a1f2: ACTIVE {{(pid=94263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:33:30.196867 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-55ece5e7-6b24-44de-8a4b-7ad04ddef6fc req-931a4e21-c0b1-418e-8a7c-b20fbea7c187 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:33:30.211955 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0cd57e-be5d-43f9-b215-509fb1dbd845 None None] Sync routers for ids ['c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:33:30.225374 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d15ee9-7823-49fc-8030-ba30f0bf5d3e req-05499b2e-951b-4188-8c20-dc2e92d21f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:30.227049 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-12d15ee9-7823-49fc-8030-ba30f0bf5d3e req-05499b2e-951b-4188-8c20-dc2e92d21f70 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b41b771882304474947a74fcb840799d&device_id=11dd5e6e-7a4c-41c3-992f-278efcbc9ff0 HTTP/1.1" status: 200 len: 1136 time: 1.6803064 Aug 10 03:33:30.253953 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0cd57e-be5d-43f9-b215-509fb1dbd845 None None] Routers {'c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:33:30.256028 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-cb0cd57e-be5d-43f9-b215-509fb1dbd845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:33:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:30.308294 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-258f10b8-e6f2-45e5-bbbb-ca55587ebc03 req-ceb244e0-79d0-48f4-bfe2-487c9d4142ac tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c67c16e-b8a6-4f4f-8d43-6f09a2fb6b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3116794 Aug 10 03:33:30.399195 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e3fd418b-c2d0-43e8-a216-713f40f0da01 tempest-TestSecurityGroupsBasicOps-1160878762 tempest-TestSecurityGroupsBasicOps-1160878762-project-admin] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4328 time: 1.5999010 Aug 10 03:33:30.402384 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43100) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:30.467992 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e94bab8c-37ad-48a0-a25d-4fb04fb90837', 'name': 'network-vif-deleted', 'tag': '4134483f-b371-43e3-9c92-e3039b3c9f4b'}, {'server_uuid': 'e94bab8c-37ad-48a0-a25d-4fb04fb90837', 'name': 'network-vif-deleted', 'tag': 'c6098a0b-6358-487c-bb4f-c602b7532c39'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:33:30.470470 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-711a0abd-018c-4d98-9b81-9b6ca1797f36" -d '{"events": [{"server_uuid": "e94bab8c-37ad-48a0-a25d-4fb04fb90837", "name": "network-vif-deleted", "tag": "4134483f-b371-43e3-9c92-e3039b3c9f4b"}, {"server_uuid": "e94bab8c-37ad-48a0-a25d-4fb04fb90837", "name": "network-vif-deleted", "tag": "c6098a0b-6358-487c-bb4f-c602b7532c39"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:33:30.493324 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696b7df6-8b94-45b9-afcd-51f33db6c4c3 tempest-TestSecurityGroupsBasicOps-1160878762 tempest-TestSecurityGroupsBasicOps-1160878762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:30.493823 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696b7df6-8b94-45b9-afcd-51f33db6c4c3 tempest-TestSecurityGroupsBasicOps-1160878762 tempest-TestSecurityGroupsBasicOps-1160878762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:30.507095 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-696b7df6-8b94-45b9-afcd-51f33db6c4c3 tempest-TestSecurityGroupsBasicOps-1160878762 tempest-TestSecurityGroupsBasicOps-1160878762-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=188a5ef2-daaf-47b8-bfa1-778dccd63102 HTTP/1.1" status: 200 len: 1991 time: 0.1034658 Aug 10 03:33:30.562158 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-55ece5e7-6b24-44de-8a4b-7ad04ddef6fc req-931a4e21-c0b1-418e-8a7c-b20fbea7c187 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] No DVR routers for this DVR port cbef0d33-5e2e-4d43-a157-107b8525b6d2 on host n-h1-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:33:30.668602 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-15eb794b-d6f4-47d9-ac06-768aa7934205 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:30.675278 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-55ece5e7-6b24-44de-8a4b-7ad04ddef6fc req-931a4e21-c0b1-418e-8a7c-b20fbea7c187 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:30.679630 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-55ece5e7-6b24-44de-8a4b-7ad04ddef6fc req-931a4e21-c0b1-418e-8a7c-b20fbea7c187 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.42 "DELETE /v2.0/ports/cbef0d33-5e2e-4d43-a157-107b8525b6d2 HTTP/1.1" status: 204 len: 173 time: 7.9390481 Aug 10 03:33:30.753582 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b5e8af45-3ddd-42ac-8a3b-66cfef23e6ed req-e1a5a9c6-bf08-4476-9064-8df3e7ec642b tempest-InstanceActionsTestJSON-1420359697 tempest-InstanceActionsTestJSON-1420359697-project] 10.222.0.44 "GET /v2.0/security-groups?id=997143e0-3b90-45fb-87f4-d8b4dfc17ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5708432 Aug 10 03:33:30.754063 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f70549b-d8ab-420c-8f76-4bc4d67f60eb', 'name': 'network-vif-deleted', 'tag': 'cbef0d33-5e2e-4d43-a157-107b8525b6d2'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:33:30.756987 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ae4c1c4-a02f-4d24-a315-f3463014a314" -d '{"events": [{"server_uuid": "5f70549b-d8ab-420c-8f76-4bc4d67f60eb", "name": "network-vif-deleted", "tag": "cbef0d33-5e2e-4d43-a157-107b8525b6d2"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:33:30.775988 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cada218e-5dd3-43fc-a7b3-c3c9c16e5683 req-68fe6f3d-6b3b-4fe1-9b00-561d4d7c6128 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f70549b-d8ab-420c-8f76-4bc4d67f60eb HTTP/1.1" status: 200 len: 210 time: 0.0949028 Aug 10 03:33:30.782376 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d15ee9-7823-49fc-8030-ba30f0bf5d3e req-b2ae3c9b-c6c8-47af-835c-d7d2bd18a1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:30.786972 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-12d15ee9-7823-49fc-8030-ba30f0bf5d3e req-b2ae3c9b-c6c8-47af-835c-d7d2bd18a1e7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c889480f-d9b2-49f5-ab8e-149fc3837835 HTTP/1.1" status: 200 len: 896 time: 0.3979757 Aug 10 03:33:30.795761 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b4b4f38d-7632-43ee-9cae-eb3be3585d84 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:30.807625 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-15eb794b-d6f4-47d9-ac06-768aa7934205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:30.921169 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-cb0cd57e-be5d-43f9-b215-509fb1dbd845 None None] Set router c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:33:30.927516 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 10 Aug 2021 03:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84925edc-aafc-4f8a-a9c0-bff70f5c5d74 x-openstack-request-id: req-84925edc-aafc-4f8a-a9c0-bff70f5c5d74 {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:33:30.928443 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e94bab8c-37ad-48a0-a25d-4fb04fb90837", "name": "network-vif-deleted", "tag": "4134483f-b371-43e3-9c92-e3039b3c9f4b", "status": "completed", "code": 200}, {"server_uuid": "e94bab8c-37ad-48a0-a25d-4fb04fb90837", "name": "network-vif-deleted", "tag": "c6098a0b-6358-487c-bb4f-c602b7532c39", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:33:30.928443 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-84925edc-aafc-4f8a-a9c0-bff70f5c5d74 {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:33:30.928800 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e94bab8c-37ad-48a0-a25d-4fb04fb90837', 'name': 'network-vif-deleted', 'tag': '4134483f-b371-43e3-9c92-e3039b3c9f4b', 'status': 'completed', 'code': 200} Aug 10 03:33:30.928800 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e94bab8c-37ad-48a0-a25d-4fb04fb90837', 'name': 'network-vif-deleted', 'tag': 'c6098a0b-6358-487c-bb4f-c602b7532c39', 'status': 'completed', 'code': 200} Aug 10 03:33:31.163892 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-b4b4f38d-7632-43ee-9cae-eb3be3585d84 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Calling delete_port for 2337cf7b-c9db-41f3-98af-0a041be2d9ef owned by {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:33:31.226455 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79ccce67-018b-4661-b66c-6ba6757db552 x-openstack-request-id: req-79ccce67-018b-4661-b66c-6ba6757db552 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:33:31.226781 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f70549b-d8ab-420c-8f76-4bc4d67f60eb", "name": "network-vif-deleted", "tag": "cbef0d33-5e2e-4d43-a157-107b8525b6d2", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:33:31.230467 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-79ccce67-018b-4661-b66c-6ba6757db552 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:33:31.230962 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f70549b-d8ab-420c-8f76-4bc4d67f60eb', 'name': 'network-vif-deleted', 'tag': 'cbef0d33-5e2e-4d43-a157-107b8525b6d2', 'status': 'completed', 'code': 200} Aug 10 03:33:31.290283 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-15eb794b-d6f4-47d9-ac06-768aa7934205 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c30361cfd8f3470a8c8eb83e0b938044&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0181780 Aug 10 03:33:31.291796 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eb794b-d6f4-47d9-ac06-768aa7934205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c07c496-2189-42b6-877b-7da9507b53f7,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:31.293257 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43116) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:31.513391 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4d6efc5f-2e82-405a-8919-8e8ecb95b52a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:31.616986 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4d6efc5f-2e82-405a-8919-8e8ecb95b52a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:31.644990 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-cb0cd57e-be5d-43f9-b215-509fb1dbd845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0', 'name': 'tempest-AttachVolumeShelveTestJSON-90720815-router', 'tenant_id': 'e9ab4296b9324b029547ba2c6dc24132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': 'a9143e1e-34d6-490f-a6ff-abed95a2b1d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:07Z', 'updated_at': '2021-08-10T03:28:13Z', 'revision_number': 4, 'project_id': 'e9ab4296b9324b029547ba2c6dc24132', 'gw_port': {'id': 'a9143e1e-34d6-490f-a6ff-abed95a2b1d1', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:08Z', 'updated_at': '2021-08-10T03:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '3a98af3d-84ed-4e62-94b8-e421d29fe69b', 'name': '', 'network_id': 'c0659391-a657-4b16-a8ee-a2586c7786a9', 'tenant_id': 'e9ab4296b9324b029547ba2c6dc24132', 'mac_address': 'fa:16:3e:ba:03:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': 'ffd75aef-22f1-4d31-9592-d84c9fe2b2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:11Z', 'updated_at': '2021-08-10T03:28:24Z', 'revision_number': 5, 'project_id': 'e9ab4296b9324b029547ba2c6dc24132', 'subnets': [{'id': 'ffd75aef-22f1-4d31-9592-d84c9fe2b2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:31.764345 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4d6efc5f-2e82-405a-8919-8e8ecb95b52a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:31.771954 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0cd57e-be5d-43f9-b215-509fb1dbd845 None None] Checking router: c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:33:31.783175 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4d6efc5f-2e82-405a-8919-8e8ecb95b52a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:31.792397 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-4d6efc5f-2e82-405a-8919-8e8ecb95b52a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2c07c496-2189-42b6-877b-7da9507b53f7 HTTP/1.1" status: 204 len: 168 time: 0.4959579 Aug 10 03:33:31.812651 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0cd57e-be5d-43f9-b215-509fb1dbd845 None None] Routers {'c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:33:31.818525 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-cb0cd57e-be5d-43f9-b215-509fb1dbd845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:33:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:31.844203 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6efc5f-2e82-405a-8919-8e8ecb95b52a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c07c496-2189-42b6-877b-7da9507b53f7,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:32.180425 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-cb0cd57e-be5d-43f9-b215-509fb1dbd845 None None] Set router c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:33:32.559710 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-de95c49f-4089-41ca-bf7f-ce9ee3816644 req-05a5e146-7e2a-4a57-81d1-414d2c7d9ecb tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/ports?device_id=e94bab8c-37ad-48a0-a25d-4fb04fb90837 HTTP/1.1" status: 200 len: 210 time: 0.1254506 Aug 10 03:33:32.600345 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-12d15ee9-7823-49fc-8030-ba30f0bf5d3e req-206de3fb-1e88-4bbf-bd4f-6d353d06e869 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d64a87a3-cea9-4bd1-a639-a2a205115b49 HTTP/1.1" status: 200 len: 1001 time: 1.7782743 Aug 10 03:33:32.608738 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-cb0cd57e-be5d-43f9-b215-509fb1dbd845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0', 'name': 'tempest-AttachVolumeShelveTestJSON-90720815-router', 'tenant_id': 'e9ab4296b9324b029547ba2c6dc24132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': 'a9143e1e-34d6-490f-a6ff-abed95a2b1d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:07Z', 'updated_at': '2021-08-10T03:28:13Z', 'revision_number': 4, 'project_id': 'e9ab4296b9324b029547ba2c6dc24132', 'gw_port': {'id': 'a9143e1e-34d6-490f-a6ff-abed95a2b1d1', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:08Z', 'updated_at': '2021-08-10T03:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '3a98af3d-84ed-4e62-94b8-e421d29fe69b', 'name': '', 'network_id': 'c0659391-a657-4b16-a8ee-a2586c7786a9', 'tenant_id': 'e9ab4296b9324b029547ba2c6dc24132', 'mac_address': 'fa:16:3e:ba:03:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': 'ffd75aef-22f1-4d31-9592-d84c9fe2b2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:11Z', 'updated_at': '2021-08-10T03:28:24Z', 'revision_number': 5, 'project_id': 'e9ab4296b9324b029547ba2c6dc24132', 'subnets': [{'id': 'ffd75aef-22f1-4d31-9592-d84c9fe2b2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:32.681012 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43130) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:32.687536 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d15ee9-7823-49fc-8030-ba30f0bf5d3e req-00a139c0-1880-4ec4-920e-6efc4d679638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:32.689187 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-12d15ee9-7823-49fc-8030-ba30f0bf5d3e req-00a139c0-1880-4ec4-920e-6efc4d679638 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d4fde8f0-46b6-4f06-b776-ecefcbb6f17b HTTP/1.1" status: 200 len: 834 time: 0.0890765 Aug 10 03:33:32.705800 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0cd57e-be5d-43f9-b215-509fb1dbd845 None None] The sync data for ids ['c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0'] in n-d-768862-13 is: [{'id': 'c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0', 'name': 'tempest-AttachVolumeShelveTestJSON-90720815-router', 'tenant_id': 'e9ab4296b9324b029547ba2c6dc24132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': 'a9143e1e-34d6-490f-a6ff-abed95a2b1d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:07Z', 'updated_at': '2021-08-10T03:28:13Z', 'revision_number': 4, 'project_id': 'e9ab4296b9324b029547ba2c6dc24132', 'gw_port': {'id': 'a9143e1e-34d6-490f-a6ff-abed95a2b1d1', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:08Z', 'updated_at': '2021-08-10T03:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '3a98af3d-84ed-4e62-94b8-e421d29fe69b', 'name': '', 'network_id': 'c0659391-a657-4b16-a8ee-a2586c7786a9', 'tenant_id': 'e9ab4296b9324b029547ba2c6dc24132', 'mac_address': 'fa:16:3e:ba:03:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': 'ffd75aef-22f1-4d31-9592-d84c9fe2b2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:11Z', 'updated_at': '2021-08-10T03:28:24Z', 'revision_number': 5, 'project_id': 'e9ab4296b9324b029547ba2c6dc24132', 'subnets': [{'id': 'ffd75aef-22f1-4d31-9592-d84c9fe2b2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:33:32.725377 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6670259c-292e-45ad-9ff6-d5dcb2bf6095 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:32.744936 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e2d776-9120-4be4-b48f-7e7856f3fa18 req-0f71dad1-9cfc-440b-bc7e-9d86754e7a23 tempest-InstanceActionsTestJSON-1420359697 tempest-InstanceActionsTestJSON-1420359697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:32.755002 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-26e2d776-9120-4be4-b48f-7e7856f3fa18 req-0f71dad1-9cfc-440b-bc7e-9d86754e7a23 tempest-InstanceActionsTestJSON-1420359697 tempest-InstanceActionsTestJSON-1420359697-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9fed5d8-031f-4127-90a1-c930f589ae72 HTTP/1.1" status: 200 len: 945 time: 0.3859248 Aug 10 03:33:32.796846 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43134) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:32.943375 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-26e2d776-9120-4be4-b48f-7e7856f3fa18 req-b2c2c599-7ca4-416b-9ae3-2958b76395d5 tempest-InstanceActionsTestJSON-1420359697 tempest-InstanceActionsTestJSON-1420359697-project] 10.222.0.44 "GET /v2.0/security-groups?id=997143e0-3b90-45fb-87f4-d8b4dfc17ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871390 Aug 10 03:33:32.979911 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3bfbaa20-1b4e-4e68-843f-c11065945b14 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:32.993024 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d15ee9-7823-49fc-8030-ba30f0bf5d3e req-238755f0-78e9-4a31-88c0-da765c44ca09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:32.998432 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-12d15ee9-7823-49fc-8030-ba30f0bf5d3e req-238755f0-78e9-4a31-88c0-da765c44ca09 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c889480f-d9b2-49f5-ab8e-149fc3837835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2972989 Aug 10 03:33:33.037300 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3bfbaa20-1b4e-4e68-843f-c11065945b14 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:33.153715 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:33.231814 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6670259c-292e-45ad-9ff6-d5dcb2bf6095 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:33.255391 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6670259c-292e-45ad-9ff6-d5dcb2bf6095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:33.319393 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b4b4f38d-7632-43ee-9cae-eb3be3585d84 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:33.405907 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-6670259c-292e-45ad-9ff6-d5dcb2bf6095 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e24c7f23179f4544b00723df75f76bc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7205307 Aug 10 03:33:33.405907 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3bfbaa20-1b4e-4e68-843f-c11065945b14 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:33.413402 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3bfbaa20-1b4e-4e68-843f-c11065945b14 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:33.413402 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-3bfbaa20-1b4e-4e68-843f-c11065945b14 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "DELETE /v2.0/security-groups/60e8d4ce-c00a-43d5-86a4-544ebfda7358 HTTP/1.1" status: 204 len: 168 time: 0.6126323 Aug 10 03:33:33.413402 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43138) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:33.421490 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43140) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:33.431269 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5832e1-28a7-4f52-8f03-df3b4a0fc53b None None] New status for floating IP a0c0f85b-e137-412d-ba16-6e15d62c967c: DOWN {{(pid=94263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:33:33.433706 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b4f38d-7632-43ee-9cae-eb3be3585d84 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Pushing event deleted for resources: {'Port': ['ID=2337cf7b-c9db-41f3-98af-0a041be2d9ef,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:33.489640 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6670259c-292e-45ad-9ff6-d5dcb2bf6095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff1ceee3-1e7c-4b56-886f-6247ab5930d0,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:33.599117 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-12d15ee9-7823-49fc-8030-ba30f0bf5d3e req-ef1fba9a-88fc-4780-919e-07769085665d service neutron] 10.222.0.42 "GET /v2.0/networks/c889480f-d9b2-49f5-ab8e-149fc3837835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5637288 Aug 10 03:33:33.660396 n-d-768862-13 neutron-server[94261]: INFO neutron.api.v2.resource [None req-c2abec7e-a34e-4afb-a807-85eb95f23e96 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] show failed (client error): The resource could not be found. Aug 10 03:33:33.690730 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 43144) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:33.694348 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-c2abec7e-a34e-4afb-a807-85eb95f23e96 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups/60e8d4ce-c00a-43d5-86a4-544ebfda7358 HTTP/1.1" status: 404 len: 347 time: 0.2389429 Aug 10 03:33:33.789753 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6670259c-292e-45ad-9ff6-d5dcb2bf6095 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:33.790392 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6670259c-292e-45ad-9ff6-d5dcb2bf6095 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:33.790982 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6670259c-292e-45ad-9ff6-d5dcb2bf6095 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:33.791828 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6670259c-292e-45ad-9ff6-d5dcb2bf6095 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:33.792424 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6670259c-292e-45ad-9ff6-d5dcb2bf6095 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:33.793029 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6670259c-292e-45ad-9ff6-d5dcb2bf6095 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:33.793620 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6670259c-292e-45ad-9ff6-d5dcb2bf6095 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:33.794195 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6670259c-292e-45ad-9ff6-d5dcb2bf6095 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:33.806497 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6670259c-292e-45ad-9ff6-d5dcb2bf6095 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:33.807099 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6670259c-292e-45ad-9ff6-d5dcb2bf6095 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:33.807682 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6670259c-292e-45ad-9ff6-d5dcb2bf6095 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:33.808259 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6670259c-292e-45ad-9ff6-d5dcb2bf6095 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:33.964887 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfbaa20-1b4e-4e68-843f-c11065945b14 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60e8d4ce-c00a-43d5-86a4-544ebfda7358,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:34.060176 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e2b9bf-a7d2-4ad8-aaca-7c970ec10d9f req-9b3c3672-3769-41a6-8ccb-315a0fdbddd3 tempest-InstanceActionsTestJSON-1420359697 tempest-InstanceActionsTestJSON-1420359697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:34.060394 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-12d15ee9-7823-49fc-8030-ba30f0bf5d3e req-c61ddeb9-cea1-4535-8929-c40e13761873 service neutron] 10.222.0.42 "GET /v2.0/networks/c889480f-d9b2-49f5-ab8e-149fc3837835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3911083 Aug 10 03:33:34.061412 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-53e2b9bf-a7d2-4ad8-aaca-7c970ec10d9f req-9b3c3672-3769-41a6-8ccb-315a0fdbddd3 tempest-InstanceActionsTestJSON-1420359697 tempest-InstanceActionsTestJSON-1420359697-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9fed5d8-031f-4127-90a1-c930f589ae72 HTTP/1.1" status: 200 len: 945 time: 0.3487787 Aug 10 03:33:34.062308 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-98410376-819f-4e00-85ba-3bbe1c439cab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:34.135014 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-98410376-819f-4e00-85ba-3bbe1c439cab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:34.265630 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-53e2b9bf-a7d2-4ad8-aaca-7c970ec10d9f req-35b91060-bebf-4d59-bf91-98934009e1bc tempest-InstanceActionsTestJSON-1420359697 tempest-InstanceActionsTestJSON-1420359697-project] Deleting port cc3e7aa2-71a9-4449-b153-d338d4589707 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:33:34.266009 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-53e2b9bf-a7d2-4ad8-aaca-7c970ec10d9f req-35b91060-bebf-4d59-bf91-98934009e1bc tempest-InstanceActionsTestJSON-1420359697 tempest-InstanceActionsTestJSON-1420359697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:34.274308 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-98410376-819f-4e00-85ba-3bbe1c439cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:34.279233 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-98410376-819f-4e00-85ba-3bbe1c439cab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:34.283219 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-98410376-819f-4e00-85ba-3bbe1c439cab admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ff1ceee3-1e7c-4b56-886f-6247ab5930d0 HTTP/1.1" status: 204 len: 168 time: 0.8671360 Aug 10 03:33:34.352841 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98410376-819f-4e00-85ba-3bbe1c439cab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff1ceee3-1e7c-4b56-886f-6247ab5930d0,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:34.469791 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b4b4f38d-7632-43ee-9cae-eb3be3585d84 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:34.476275 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-b4b4f38d-7632-43ee-9cae-eb3be3585d84 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] 10.222.0.44 "DELETE /v2.0/ports/2337cf7b-c9db-41f3-98af-0a041be2d9ef HTTP/1.1" status: 204 len: 168 time: 5.9440906 Aug 10 03:33:34.493140 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43152) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:34.544462 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2ad0f2cc-0fcf-4dd4-880b-9f573270764f req-251f7133-d76b-4a6c-8fcc-b143ea4f1cc8 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/ports?device_id=e94bab8c-37ad-48a0-a25d-4fb04fb90837 HTTP/1.1" status: 200 len: 210 time: 0.5270789 Aug 10 03:33:34.599966 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-53e2b9bf-a7d2-4ad8-aaca-7c970ec10d9f req-35b91060-bebf-4d59-bf91-98934009e1bc tempest-InstanceActionsTestJSON-1420359697 tempest-InstanceActionsTestJSON-1420359697-project] For port cc3e7aa2-71a9-4449-b153-d338d4589707, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=cc3e7aa2-71a9-4449-b153-d338d4589707,segment=NetworkSegment(3deccfba-177c-4a05-ba80-773f4b1c20b9),segment_id=3deccfba-177c-4a05-ba80-773f4b1c20b9)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:34.600539 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-53e2b9bf-a7d2-4ad8-aaca-7c970ec10d9f req-35b91060-bebf-4d59-bf91-98934009e1bc tempest-InstanceActionsTestJSON-1420359697 tempest-InstanceActionsTestJSON-1420359697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:34.604328 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252acf3e-8c4f-45cf-a984-e2d1a57e5a07 req-fb6f854e-227d-47f6-81c0-219e6221a87a tempest-InstanceActionsTestJSON-1420359697 tempest-InstanceActionsTestJSON-1420359697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:34.606013 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-252acf3e-8c4f-45cf-a984-e2d1a57e5a07 req-fb6f854e-227d-47f6-81c0-219e6221a87a tempest-InstanceActionsTestJSON-1420359697 tempest-InstanceActionsTestJSON-1420359697-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9fed5d8-031f-4127-90a1-c930f589ae72 HTTP/1.1" status: 200 len: 945 time: 0.2803423 Aug 10 03:33:34.658282 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-53e2b9bf-a7d2-4ad8-aaca-7c970ec10d9f req-35b91060-bebf-4d59-bf91-98934009e1bc tempest-InstanceActionsTestJSON-1420359697 tempest-InstanceActionsTestJSON-1420359697-project] Calling delete_port for cc3e7aa2-71a9-4449-b153-d338d4589707 owned by compute:nova {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:33:34.663374 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-150c810b-48bc-49e7-b50d-da8229284de4 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Deleting port 61e49930-ee08-4db2-97aa-f566067db289 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:33:34.663826 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-150c810b-48bc-49e7-b50d-da8229284de4 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:34.767521 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-252acf3e-8c4f-45cf-a984-e2d1a57e5a07 req-e0d4f72a-9672-447c-862c-8dbbc48ef389 tempest-InstanceActionsTestJSON-1420359697 tempest-InstanceActionsTestJSON-1420359697-project] 10.222.0.44 "GET /v2.0/security-groups?id=997143e0-3b90-45fb-87f4-d8b4dfc17ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531036 Aug 10 03:33:34.798523 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa81573-fa01-4543-99fb-bb0189edc674 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:34.803038 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-4fa81573-fa01-4543-99fb-bb0189edc674 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] 10.222.0.44 "GET /v2.0/ports?device_id=d71f2977-1408-4a21-922f-287f82599fcd HTTP/1.1" status: 200 len: 913 time: 0.3062668 Aug 10 03:33:34.810915 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 43154) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:35.020668 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-53e2b9bf-a7d2-4ad8-aaca-7c970ec10d9f req-35b91060-bebf-4d59-bf91-98934009e1bc tempest-InstanceActionsTestJSON-1420359697 tempest-InstanceActionsTestJSON-1420359697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:35.041478 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['cc3e7aa2-71a9-4449-b153-d338d4589707'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:33:35.129038 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-150c810b-48bc-49e7-b50d-da8229284de4 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:35.132533 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-150c810b-48bc-49e7-b50d-da8229284de4 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:35.179260 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b91060-bebf-4d59-bf91-98934009e1bc tempest-InstanceActionsTestJSON-1420359697 tempest-InstanceActionsTestJSON-1420359697-project] Pushing event deleted for resources: {'Port': ['ID=cc3e7aa2-71a9-4449-b153-d338d4589707,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:35.205821 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-150c810b-48bc-49e7-b50d-da8229284de4 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Calling delete_port for 61e49930-ee08-4db2-97aa-f566067db289 owned by network:floatingip {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:33:35.216936 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-53e2b9bf-a7d2-4ad8-aaca-7c970ec10d9f req-35b91060-bebf-4d59-bf91-98934009e1bc tempest-InstanceActionsTestJSON-1420359697 tempest-InstanceActionsTestJSON-1420359697-project] No DVR routers for this DVR port cc3e7aa2-71a9-4449-b153-d338d4589707 on host n-h2-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:33:35.221779 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-53e2b9bf-a7d2-4ad8-aaca-7c970ec10d9f req-35b91060-bebf-4d59-bf91-98934009e1bc tempest-InstanceActionsTestJSON-1420359697 tempest-InstanceActionsTestJSON-1420359697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:35.225573 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-53e2b9bf-a7d2-4ad8-aaca-7c970ec10d9f req-35b91060-bebf-4d59-bf91-98934009e1bc tempest-InstanceActionsTestJSON-1420359697 tempest-InstanceActionsTestJSON-1420359697-project] 10.222.0.61 "DELETE /v2.0/ports/cc3e7aa2-71a9-4449-b153-d338d4589707 HTTP/1.1" status: 204 len: 173 time: 1.1505938 Aug 10 03:33:35.226381 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9fed5d8-031f-4127-90a1-c930f589ae72', 'name': 'network-vif-deleted', 'tag': 'cc3e7aa2-71a9-4449-b153-d338d4589707'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:33:35.231134 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed2e6f63-1e67-4d0f-8b11-0dfb557966cd" -d '{"events": [{"server_uuid": "d9fed5d8-031f-4127-90a1-c930f589ae72", "name": "network-vif-deleted", "tag": "cc3e7aa2-71a9-4449-b153-d338d4589707"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:33:35.344447 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a2020f7-87c2-4b5e-944f-6ef09ce9e5c9 x-openstack-request-id: req-5a2020f7-87c2-4b5e-944f-6ef09ce9e5c9 {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:33:35.344837 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9fed5d8-031f-4127-90a1-c930f589ae72", "name": "network-vif-deleted", "tag": "cc3e7aa2-71a9-4449-b153-d338d4589707", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:33:35.345186 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5a2020f7-87c2-4b5e-944f-6ef09ce9e5c9 {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:33:35.345760 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9fed5d8-031f-4127-90a1-c930f589ae72', 'name': 'network-vif-deleted', 'tag': 'cc3e7aa2-71a9-4449-b153-d338d4589707', 'status': 'completed', 'code': 200} Aug 10 03:33:35.858419 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e2f3c1a5-95c2-4320-a3c7-57550c80180e req-60933fb8-28a9-4745-83bb-08dcbbc1b224 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/ports?device_id=e94bab8c-37ad-48a0-a25d-4fb04fb90837 HTTP/1.1" status: 200 len: 210 time: 0.1492219 Aug 10 03:33:36.138163 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e1243149-f069-465b-96af-6abe286920b1 req-09a5fd25-d4ef-4f2a-9c12-36f9c016ad9e tempest-InstanceActionsTestJSON-1420359697 tempest-InstanceActionsTestJSON-1420359697-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9fed5d8-031f-4127-90a1-c930f589ae72 HTTP/1.1" status: 200 len: 210 time: 0.1923585 Aug 10 03:33:36.284558 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-150c810b-48bc-49e7-b50d-da8229284de4 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:36.400028 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150c810b-48bc-49e7-b50d-da8229284de4 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Pushing event deleted for resources: {'Port': ['ID=61e49930-ee08-4db2-97aa-f566067db289,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:36.562742 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-150c810b-48bc-49e7-b50d-da8229284de4 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Notify callbacks [] for floatingip, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:36.565754 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-150c810b-48bc-49e7-b50d-da8229284de4 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:36.570008 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-150c810b-48bc-49e7-b50d-da8229284de4 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "DELETE /v2.0/floatingips/a0c0f85b-e137-412d-ba16-6e15d62c967c HTTP/1.1" status: 204 len: 168 time: 2.7999966 Aug 10 03:33:36.585404 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b61d3926-c200-47ee-ad1e-8a5a4eba4ff7 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521880'] for router_interface, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:37.225261 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-95d21df3-f0cd-4aec-8a92-b3baf9e4d68d req-0ef206da-a308-4561-92b9-72cc9015d6be tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/ports?device_id=e94bab8c-37ad-48a0-a25d-4fb04fb90837 HTTP/1.1" status: 200 len: 210 time: 0.0872753 Aug 10 03:33:37.459740 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43212) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:37.516223 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-b61d3926-c200-47ee-ad1e-8a5a4eba4ff7 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Deleting port b858e02e-7a86-4f76-8adf-334d08b2af27 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:33:37.516605 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b61d3926-c200-47ee-ad1e-8a5a4eba4ff7 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:37.604804 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43216) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:37.621553 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-233d9fcc-6b73-4804-aa6d-59b26b39b2a1 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1866814729', 'description': 'tempest-description--924892045'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:37.672401 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device cc3e7aa2-71a9-4449-b153-d338d4589707 no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:33:37.691430 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-c429cab9-a500-47c9-9e06-0700c9566d1b admin admin] Deleting subnet 5356546f-4f9a-4920-aeda-65d477a45dbb {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:33:37.699760 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c429cab9-a500-47c9-9e06-0700c9566d1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:37.753511 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] No Port match for: cc3e7aa2-71a9-4449-b153-d338d4589707 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:33:37.755733 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device cc3e7aa2-71a9-4449-b153-d338d4589707 not bound to the agent host n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:33:37.768587 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b61d3926-c200-47ee-ad1e-8a5a4eba4ff7 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:37.809986 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-b61d3926-c200-47ee-ad1e-8a5a4eba4ff7 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Calling delete_port for b858e02e-7a86-4f76-8adf-334d08b2af27 owned by network:router_interface {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:33:37.869969 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c429cab9-a500-47c9-9e06-0700c9566d1b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:37.914927 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-233d9fcc-6b73-4804-aa6d-59b26b39b2a1 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:38.022180 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c429cab9-a500-47c9-9e06-0700c9566d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:38.240913 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c429cab9-a500-47c9-9e06-0700c9566d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:38.359860 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c429cab9-a500-47c9-9e06-0700c9566d1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5356546f-4f9a-4920-aeda-65d477a45dbb,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:38.387548 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-233d9fcc-6b73-4804-aa6d-59b26b39b2a1 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:38.394040 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c429cab9-a500-47c9-9e06-0700c9566d1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:38.398166 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b61d3926-c200-47ee-ad1e-8a5a4eba4ff7 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:38.399722 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-c429cab9-a500-47c9-9e06-0700c9566d1b admin admin] 10.222.0.44 "DELETE /v2.0/subnets/5356546f-4f9a-4920-aeda-65d477a45dbb HTTP/1.1" status: 204 len: 168 time: 0.9358215 Aug 10 03:33:38.403289 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-233d9fcc-6b73-4804-aa6d-59b26b39b2a1 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:38.410827 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43230) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:38.518141 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61d3926-c200-47ee-ad1e-8a5a4eba4ff7 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Pushing event deleted for resources: {'Port': ['ID=b858e02e-7a86-4f76-8adf-334d08b2af27,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:38.589343 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-233d9fcc-6b73-4804-aa6d-59b26b39b2a1 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:38.597006 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-233d9fcc-6b73-4804-aa6d-59b26b39b2a1 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9869430 Aug 10 03:33:38.606173 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43236) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:38.668965 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-ab42b8b4-5845-485a-a711-d3fd1d8fa1aa tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Request body: {'security_group_rule': {'security_group_id': '1d4b820e-dc2c-4be0-8053-891f2a656097', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:38.802963 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5de5e890-3ef0-4e42-af32-9212fb03604a req-24105905-f629-4bed-96c0-bfb4dfb3c6d8 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/ports?device_id=e94bab8c-37ad-48a0-a25d-4fb04fb90837 HTTP/1.1" status: 200 len: 210 time: 0.1008344 Aug 10 03:33:38.868576 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ab42b8b4-5845-485a-a711-d3fd1d8fa1aa tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:38.890677 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233d9fcc-6b73-4804-aa6d-59b26b39b2a1 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d4b820e-dc2c-4be0-8053-891f2a656097,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:38.993161 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-231fb73f-736f-49a0-abe2-ee34b63d7963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:39.197188 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b61d3926-c200-47ee-ad1e-8a5a4eba4ff7 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-522536'] for router_interface, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:39.251440 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ab42b8b4-5845-485a-a711-d3fd1d8fa1aa tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:39.261957 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-231fb73f-736f-49a0-abe2-ee34b63d7963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:39.300225 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ab42b8b4-5845-485a-a711-d3fd1d8fa1aa tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:39.303613 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-231fb73f-736f-49a0-abe2-ee34b63d7963 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c52c402-1ff3-49da-9a7e-42e05199a70c']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:39.441167 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-231fb73f-736f-49a0-abe2-ee34b63d7963 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3deccfba-177c-4a05-ba80-773f4b1c20b9') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:39.441645 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-231fb73f-736f-49a0-abe2-ee34b63d7963 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3deccfba-177c-4a05-ba80-773f4b1c20b9') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:39.455812 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab42b8b4-5845-485a-a711-d3fd1d8fa1aa tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da1fe8b0-cce7-494c-a047-65a57b19a52a,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:39.510397 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-231fb73f-736f-49a0-abe2-ee34b63d7963 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:39.537855 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ab42b8b4-5845-485a-a711-d3fd1d8fa1aa tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:39.539764 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ab42b8b4-5845-485a-a711-d3fd1d8fa1aa tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8969085 Aug 10 03:33:39.544126 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43244) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:39.553971 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-58abcc92-7f77-4000-a1e8-fb385567a930 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Request body: {'security_group_rule': {'security_group_id': '1d4b820e-dc2c-4be0-8053-891f2a656097', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:39.565545 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-231fb73f-736f-49a0-abe2-ee34b63d7963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:39.591886 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-231fb73f-736f-49a0-abe2-ee34b63d7963 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:33:39.591886 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-231fb73f-736f-49a0-abe2-ee34b63d7963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:39.598898 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:33:39.598898 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:33:39.598898 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:33:39.598898 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:33:39.598898 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:33:39.598898 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:33:39.598898 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:33:39.598898 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:33:39.598898 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:33:39.598898 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:33:39.598898 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:33:39.598898 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:33:39.598898 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:33:39.598898 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:33:39.598898 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:33:39.598898 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:33:39.598898 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:33:39.598898 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:33:39.598898 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:33:39.598898 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:33:39.598898 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:33:39.598898 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:33:39.598898 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:33:39.598898 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:33:39.598898 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:33:39.598898 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:33:39.598898 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:33:39.598898 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:33:39.598898 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:33:39.598898 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:33:39.598898 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:33:39.598898 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:33:39.816456 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-231fb73f-736f-49a0-abe2-ee34b63d7963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:39.818123 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b61d3926-c200-47ee-ad1e-8a5a4eba4ff7 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Router d71f2977-1408-4a21-922f-287f82599fcd has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:33:39.855135 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-58abcc92-7f77-4000-a1e8-fb385567a930 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:39.894127 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-231fb73f-736f-49a0-abe2-ee34b63d7963 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:39.902218 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-231fb73f-736f-49a0-abe2-ee34b63d7963 admin admin] 10.222.0.44 "DELETE /v2.0/networks/4c52c402-1ff3-49da-9a7e-42e05199a70c HTTP/1.1" status: 204 len: 168 time: 1.4836257 Aug 10 03:33:39.989936 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231fb73f-736f-49a0-abe2-ee34b63d7963 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c52c402-1ff3-49da-9a7e-42e05199a70c,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:40.218391 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-58abcc92-7f77-4000-a1e8-fb385567a930 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:40.222500 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b61d3926-c200-47ee-ad1e-8a5a4eba4ff7 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:33:40.228039 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dee45692-a5d4-4eda-afd6-4380d4f3c4a2 req-2a6cb251-a05f-4f0a-adc4-daae9e4715bd tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/ports?device_id=e94bab8c-37ad-48a0-a25d-4fb04fb90837 HTTP/1.1" status: 200 len: 210 time: 0.0856171 Aug 10 03:33:40.236821 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-58abcc92-7f77-4000-a1e8-fb385567a930 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:40.240230 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-b61d3926-c200-47ee-ad1e-8a5a4eba4ff7 tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] 10.222.0.44 "PUT /v2.0/routers/d71f2977-1408-4a21-922f-287f82599fcd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4255207 Aug 10 03:33:40.241533 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 43258) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:40.259803 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99589e7f-fa4a-4320-8af3-54e4bd76df8a None None] Sync routers for ids ['d71f2977-1408-4a21-922f-287f82599fcd'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:33:40.307528 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99589e7f-fa4a-4320-8af3-54e4bd76df8a None None] Routers {'d71f2977-1408-4a21-922f-287f82599fcd'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:33:40.310020 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-99589e7f-fa4a-4320-8af3-54e4bd76df8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:33:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['d71f2977-1408-4a21-922f-287f82599fcd'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:40.399782 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58abcc92-7f77-4000-a1e8-fb385567a930 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=778e172a-bd2c-4dec-9aa6-72ef0ed4ded4,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:40.410776 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-58abcc92-7f77-4000-a1e8-fb385567a930 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:40.416355 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-58abcc92-7f77-4000-a1e8-fb385567a930 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8691578 Aug 10 03:33:40.421699 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43264) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:40.438333 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-dfceade3-59a0-4469-98d9-bd059e3c4d74 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Request body: {'floatingip': {'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:40.480397 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-99589e7f-fa4a-4320-8af3-54e4bd76df8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:40.495930 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99589e7f-fa4a-4320-8af3-54e4bd76df8a None None] Routers {'d71f2977-1408-4a21-922f-287f82599fcd'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:33:40.497220 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-99589e7f-fa4a-4320-8af3-54e4bd76df8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:33:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['d71f2977-1408-4a21-922f-287f82599fcd'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:40.502787 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43266) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:40.547326 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-99589e7f-fa4a-4320-8af3-54e4bd76df8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:40.548570 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99589e7f-fa4a-4320-8af3-54e4bd76df8a None None] The sync data for ids ['d71f2977-1408-4a21-922f-287f82599fcd'] in n-d-768862-13 is: [] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:33:40.565026 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-dfceade3-59a0-4469-98d9-bd059e3c4d74 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Notify callbacks [] for floatingip, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:40.659689 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-49bda9b3-ac01-44f4-8969-a4cb54b0935c tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Notify callbacks [] for router, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:41.056011 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-49bda9b3-ac01-44f4-8969-a4cb54b0935c tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:41.066997 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-49bda9b3-ac01-44f4-8969-a4cb54b0935c tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:41.277837 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-49bda9b3-ac01-44f4-8969-a4cb54b0935c tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:41.280645 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49bda9b3-ac01-44f4-8969-a4cb54b0935c tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Fanout notify agent at l3_agent the message router_deleted on router d71f2977-1408-4a21-922f-287f82599fcd {{(pid=94260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:33:41.308193 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-49bda9b3-ac01-44f4-8969-a4cb54b0935c tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Notify callbacks [] for router, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:41.314351 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-49bda9b3-ac01-44f4-8969-a4cb54b0935c tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] 10.222.0.44 "DELETE /v2.0/routers/d71f2977-1408-4a21-922f-287f82599fcd HTTP/1.1" status: 204 len: 168 time: 1.0451815 Aug 10 03:33:41.322998 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 43272) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:41.466274 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_v2 [None req-921e8036-7de0-4351-9ffe-a08c61e6afee tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Deleting subnet f75c537b-b7a8-4a99-8de3-aa549ea20d77 {{(pid=94260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:33:41.475609 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-921e8036-7de0-4351-9ffe-a08c61e6afee tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Notify callbacks [] for subnet, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:41.628907 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-de357057-5d92-481b-9253-808377a6a62a req-2b66bf36-c8f9-4aed-85cc-f6456c6c029a tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/ports?device_id=e94bab8c-37ad-48a0-a25d-4fb04fb90837 HTTP/1.1" status: 200 len: 210 time: 0.0589621 Aug 10 03:33:41.632050 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-921e8036-7de0-4351-9ffe-a08c61e6afee tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191173'] for subnet, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:41.661985 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-0b0f4dd8-88ea-4ec8-8528-b6c5a41aad5c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=88fbc9e175c64779bac7aee05351c16a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1567714 Aug 10 03:33:41.666510 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43276) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:41.880964 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7a98bcc2-4de1-4123-b0c3-bcb919e95024 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:41.947245 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-921e8036-7de0-4351-9ffe-a08c61e6afee tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:41.955482 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7a98bcc2-4de1-4123-b0c3-bcb919e95024 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:42.036934 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-dfceade3-59a0-4469-98d9-bd059e3c4d74 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:42.046529 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-921e8036-7de0-4351-9ffe-a08c61e6afee tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:42.091948 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921e8036-7de0-4351-9ffe-a08c61e6afee tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Pushing event deleted for resources: {'Subnet': ['ID=f75c537b-b7a8-4a99-8de3-aa549ea20d77,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:42.103403 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d1a5cf-017c-4e39-9b1c-6e5b76a64ad8 None None] Network 8c0541aa-6d6c-4238-ad1b-e84122c7640d requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:33:42.104090 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-921e8036-7de0-4351-9ffe-a08c61e6afee tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:42.106507 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-921e8036-7de0-4351-9ffe-a08c61e6afee tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] 10.222.0.44 "DELETE /v2.0/subnets/f75c537b-b7a8-4a99-8de3-aa549ea20d77 HTTP/1.1" status: 204 len: 168 time: 0.7818768 Aug 10 03:33:42.110688 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 43280) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:42.300399 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-58effe14-aaf9-4113-b7c5-e16b77470f8c tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:42.303717 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7a98bcc2-4de1-4123-b0c3-bcb919e95024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:42.317762 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7a98bcc2-4de1-4123-b0c3-bcb919e95024 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:42.323127 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-7a98bcc2-4de1-4123-b0c3-bcb919e95024 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/997143e0-3b90-45fb-87f4-d8b4dfc17ffc HTTP/1.1" status: 204 len: 168 time: 0.6547642 Aug 10 03:33:42.425468 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a98bcc2-4de1-4123-b0c3-bcb919e95024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=997143e0-3b90-45fb-87f4-d8b4dfc17ffc,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:42.588256 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-dfceade3-59a0-4469-98d9-bd059e3c4d74 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Allocated IP 172.25.6.85 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/efcaabe9-3a2d-496e-b15c-08f0cbc43879) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:33:42.847455 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd478e66-1ee5-4004-98c4-caabfa3ac270 None None] DHCP port deletion for 8c0541aa-6d6c-4238-ad1b-e84122c7640d request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:33:42.913634 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-dfceade3-59a0-4469-98d9-bd059e3c4d74 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:43.019906 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-cd478e66-1ee5-4004-98c4-caabfa3ac270 None None] Deleting port 3aae101b-6543-40af-bfd4-83f944b01290 {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:33:43.026876 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-cd478e66-1ee5-4004-98c4-caabfa3ac270 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:43.033851 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-dfceade3-59a0-4469-98d9-bd059e3c4d74 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:43.085817 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:33:43.128834 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfceade3-59a0-4469-98d9-bd059e3c4d74 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Pushing event updated for resources: {'Port': ['ID=efcaabe9-3a2d-496e-b15c-08f0cbc43879,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:43.151012 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfceade3-59a0-4469-98d9-bd059e3c4d74 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:43.156302 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-dfceade3-59a0-4469-98d9-bd059e3c4d74 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:43.164213 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfceade3-59a0-4469-98d9-bd059e3c4d74 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:33:43.217124 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-cd478e66-1ee5-4004-98c4-caabfa3ac270 None None] For port 3aae101b-6543-40af-bfd4-83f944b01290, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=3aae101b-6543-40af-bfd4-83f944b01290,segment=NetworkSegment(c134c30e-38ff-4cde-ab90-aa8410d1a2fc),segment_id=c134c30e-38ff-4cde-ab90-aa8410d1a2fc)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:43.217774 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-cd478e66-1ee5-4004-98c4-caabfa3ac270 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:43.244559 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-cd478e66-1ee5-4004-98c4-caabfa3ac270 None None] Calling delete_port for 3aae101b-6543-40af-bfd4-83f944b01290 owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:33:43.418052 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-dfceade3-59a0-4469-98d9-bd059e3c4d74 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:43.481100 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 3aae101b-6543-40af-bfd4-83f944b01290 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:33:43.513340 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-cd478e66-1ee5-4004-98c4-caabfa3ac270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:43.531387 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-dfceade3-59a0-4469-98d9-bd059e3c4d74 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:43.619484 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5958889d-1e75-4e9b-95e1-c2495ab53112 req-1f4481cb-cb02-4547-b3df-6707ad08cd44 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/ports?device_id=e94bab8c-37ad-48a0-a25d-4fb04fb90837 HTTP/1.1" status: 200 len: 210 time: 0.0971427 Aug 10 03:33:43.658489 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd478e66-1ee5-4004-98c4-caabfa3ac270 None None] Pushing event deleted for resources: {'Port': ['ID=3aae101b-6543-40af-bfd4-83f944b01290,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:43.676889 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-58effe14-aaf9-4113-b7c5-e16b77470f8c tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Deleting port 3aae101b-6543-40af-bfd4-83f944b01290 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:33:43.677420 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-58effe14-aaf9-4113-b7c5-e16b77470f8c tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:43.681142 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 3aae101b-6543-40af-bfd4-83f944b01290 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:33:43.684039 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 3aae101b-6543-40af-bfd4-83f944b01290 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:33:43.713986 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd478e66-1ee5-4004-98c4-caabfa3ac270 None None] No DVR routers for this DVR port 3aae101b-6543-40af-bfd4-83f944b01290 on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:33:43.736277 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd478e66-1ee5-4004-98c4-caabfa3ac270 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:43.743085 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd478e66-1ee5-4004-98c4-caabfa3ac270 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:43.744124 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd478e66-1ee5-4004-98c4-caabfa3ac270 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:43.745030 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd478e66-1ee5-4004-98c4-caabfa3ac270 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:43.751127 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd478e66-1ee5-4004-98c4-caabfa3ac270 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:43.752037 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd478e66-1ee5-4004-98c4-caabfa3ac270 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:43.752953 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd478e66-1ee5-4004-98c4-caabfa3ac270 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:43.753927 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd478e66-1ee5-4004-98c4-caabfa3ac270 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:43.755869 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd478e66-1ee5-4004-98c4-caabfa3ac270 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:43.756809 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd478e66-1ee5-4004-98c4-caabfa3ac270 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:43.757737 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd478e66-1ee5-4004-98c4-caabfa3ac270 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:43.761231 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd478e66-1ee5-4004-98c4-caabfa3ac270 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:43.904147 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [None req-58effe14-aaf9-4113-b7c5-e16b77470f8c tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] For port 3aae101b-6543-40af-bfd4-83f944b01290, host n-d-768862-13, got binding levels [] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:43.905632 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-58effe14-aaf9-4113-b7c5-e16b77470f8c tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:43.952805 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-58effe14-aaf9-4113-b7c5-e16b77470f8c tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Calling delete_port for 3aae101b-6543-40af-bfd4-83f944b01290 owned by network:dhcp {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:33:43.965179 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.ipam_backend_mixin [None req-58effe14-aaf9-4113-b7c5-e16b77470f8c tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Port 3aae101b-6543-40af-bfd4-83f944b01290 was not found and therefore no delete operation was performed {{(pid=94260) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 03:33:44.006525 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-dfceade3-59a0-4469-98d9-bd059e3c4d74 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:44.012893 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-58effe14-aaf9-4113-b7c5-e16b77470f8c tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:44.037707 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-dfceade3-59a0-4469-98d9-bd059e3c4d74 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:44.132201 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58effe14-aaf9-4113-b7c5-e16b77470f8c tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] No DVR routers for this DVR port 3aae101b-6543-40af-bfd4-83f944b01290 on host n-d-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:33:44.219641 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58effe14-aaf9-4113-b7c5-e16b77470f8c tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Pushing event deleted for resources: {'Port': ['ID=3aae101b-6543-40af-bfd4-83f944b01290,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:44.348169 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfceade3-59a0-4469-98d9-bd059e3c4d74 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Pushing event updated for resources: {'Port': ['ID=efcaabe9-3a2d-496e-b15c-08f0cbc43879,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:44.377668 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-58effe14-aaf9-4113-b7c5-e16b77470f8c tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:44.377857 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-dfceade3-59a0-4469-98d9-bd059e3c4d74 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:44.412126 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-dfceade3-59a0-4469-98d9-bd059e3c4d74 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:44.413430 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-dfceade3-59a0-4469-98d9-bd059e3c4d74 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9900417 Aug 10 03:33:44.446301 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-58effe14-aaf9-4113-b7c5-e16b77470f8c tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c0541aa-6d6c-4238-ad1b-e84122c7640d']}} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:44.532360 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-58effe14-aaf9-4113-b7c5-e16b77470f8c tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c134c30e-38ff-4cde-ab90-aa8410d1a2fc') {'for_net_delete': True} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:44.532360 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-58effe14-aaf9-4113-b7c5-e16b77470f8c tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c134c30e-38ff-4cde-ab90-aa8410d1a2fc') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:44.552416 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43336) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:44.592872 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-58effe14-aaf9-4113-b7c5-e16b77470f8c tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191186'] for segment, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:44.660513 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-58effe14-aaf9-4113-b7c5-e16b77470f8c tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:44.673690 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58effe14-aaf9-4113-b7c5-e16b77470f8c tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=94260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:33:44.674467 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-58effe14-aaf9-4113-b7c5-e16b77470f8c tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58895489'] for segment, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:44.686001 n-d-768862-13 neutron-server[94260]: Traceback (most recent call last): Aug 10 03:33:44.686001 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:33:44.686001 n-d-768862-13 neutron-server[94260]: timer() Aug 10 03:33:44.686001 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:33:44.686001 n-d-768862-13 neutron-server[94260]: cb(*args, **kw) Aug 10 03:33:44.686001 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:33:44.686001 n-d-768862-13 neutron-server[94260]: return func(*args, **kwargs) Aug 10 03:33:44.686001 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:33:44.686001 n-d-768862-13 neutron-server[94260]: self._notify() Aug 10 03:33:44.686001 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:33:44.686001 n-d-768862-13 neutron-server[94260]: self.callback(batched_events) Aug 10 03:33:44.686001 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:33:44.686001 n-d-768862-13 neutron-server[94260]: event.method(event) Aug 10 03:33:44.686001 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:33:44.686001 n-d-768862-13 neutron-server[94260]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:33:44.686001 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:33:44.686001 n-d-768862-13 neutron-server[94260]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:33:44.686001 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:33:44.686001 n-d-768862-13 neutron-server[94260]: return f(self, *a, **k) Aug 10 03:33:44.686001 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:33:44.686001 n-d-768862-13 neutron-server[94260]: return self._get(url).json() Aug 10 03:33:44.686001 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:33:44.686001 n-d-768862-13 neutron-server[94260]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:33:44.686001 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:33:44.686001 n-d-768862-13 neutron-server[94260]: return self.request(url, 'GET', **kwargs) Aug 10 03:33:44.686001 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:33:44.686001 n-d-768862-13 neutron-server[94260]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:33:44.686001 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:33:44.686001 n-d-768862-13 neutron-server[94260]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:33:44.686001 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:33:44.686001 n-d-768862-13 neutron-server[94260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:33:44.686001 n-d-768862-13 neutron-server[94260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:33:44.894012 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-58effe14-aaf9-4113-b7c5-e16b77470f8c tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:44.901758 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-58effe14-aaf9-4113-b7c5-e16b77470f8c tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:44.905877 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-58effe14-aaf9-4113-b7c5-e16b77470f8c tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] 10.222.0.44 "DELETE /v2.0/networks/8c0541aa-6d6c-4238-ad1b-e84122c7640d HTTP/1.1" status: 204 len: 168 time: 2.7925568 Aug 10 03:33:44.957850 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58effe14-aaf9-4113-b7c5-e16b77470f8c tempest-FloatingIPNegativeTestJSON-947954818 tempest-FloatingIPNegativeTestJSON-947954818-project] Pushing event deleted for resources: {'Network': ['ID=8c0541aa-6d6c-4238-ad1b-e84122c7640d,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:45.026363 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-db1dfcb0-1ada-477d-a34c-5d954765f0f5 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-391124811-network', 'tenant_id': '95b5a50d87e64743a73c6eff7fa00976'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:45.088900 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-afc614ec-200b-4beb-b282-8f93262630ba req-cfc182c9-b601-4849-8ea7-a42a773a6bbb tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/ports?device_id=e94bab8c-37ad-48a0-a25d-4fb04fb90837 HTTP/1.1" status: 200 len: 210 time: 0.1162157 Aug 10 03:33:45.109909 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db1dfcb0-1ada-477d-a34c-5d954765f0f5 admin admin] Made reservation on behalf of 95b5a50d87e64743a73c6eff7fa00976 for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:45.122839 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-db1dfcb0-1ada-477d-a34c-5d954765f0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:45.174261 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-db1dfcb0-1ada-477d-a34c-5d954765f0f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:45.444933 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-db1dfcb0-1ada-477d-a34c-5d954765f0f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:45.453394 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-db1dfcb0-1ada-477d-a34c-5d954765f0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:45.490551 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db1dfcb0-1ada-477d-a34c-5d954765f0f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:33:45.498834 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-db1dfcb0-1ada-477d-a34c-5d954765f0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:45.499532 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-db1dfcb0-1ada-477d-a34c-5d954765f0f5 admin admin] Added segment e63e0632-dd2f-43c6-b578-109f8049147f of type vlan for network 6dc7bedc-eafa-4023-bb0c-0b112a614203 Aug 10 03:33:45.548483 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 43356) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:45.648934 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-db1dfcb0-1ada-477d-a34c-5d954765f0f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:45.895805 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1dfcb0-1ada-477d-a34c-5d954765f0f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad3b49c5-8747-4e37-8274-470671052828,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:45.909104 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-db1dfcb0-1ada-477d-a34c-5d954765f0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:45.917982 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1dfcb0-1ada-477d-a34c-5d954765f0f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:45.919793 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-db1dfcb0-1ada-477d-a34c-5d954765f0f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:46.048556 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-bdd61d00-b918-43e4-aa7c-f1f0d99b596e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=90f51664774c45999d259b47f3ec8778&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4986303 Aug 10 03:33:46.054028 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 43364) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:46.144336 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-83d40f88-8d58-4a20-8845-e70f7586b3df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:46.214360 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-83d40f88-8d58-4a20-8845-e70f7586b3df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:46.313546 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-db1dfcb0-1ada-477d-a34c-5d954765f0f5 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7598779 Aug 10 03:33:46.314263 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43368) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:46.352010 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-2b61c22f-c8e0-47be-be41-ade04d9b6bc3 admin admin] Request body: {'subnet': {'network_id': '6dc7bedc-eafa-4023-bb0c-0b112a614203', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-391124811-subnet', 'tenant_id': '95b5a50d87e64743a73c6eff7fa00976', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:46.414757 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1dfcb0-1ada-477d-a34c-5d954765f0f5 admin admin] Pushing event updated for resources: {'Network': ['ID=6dc7bedc-eafa-4023-bb0c-0b112a614203,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:46.462575 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 6dc7bedc-eafa-4023-bb0c-0b112a614203 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:33:46.478156 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2276bc61-4c51-4d74-9fed-3b71a129ecda req-1cceb213-4997-4f48-9a6e-5226803070fa tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/ports?device_id=e94bab8c-37ad-48a0-a25d-4fb04fb90837 HTTP/1.1" status: 200 len: 210 time: 0.1875827 Aug 10 03:33:46.484457 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b61c22f-c8e0-47be-be41-ade04d9b6bc3 admin admin] Made reservation on behalf of 95b5a50d87e64743a73c6eff7fa00976 for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:46.487168 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2b61c22f-c8e0-47be-be41-ade04d9b6bc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:46.551415 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-83d40f88-8d58-4a20-8845-e70f7586b3df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:46.568088 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-83d40f88-8d58-4a20-8845-e70f7586b3df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:46.570891 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-83d40f88-8d58-4a20-8845-e70f7586b3df admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/82629822-8dac-43fb-a313-7d9011d0d1ee HTTP/1.1" status: 204 len: 168 time: 0.5153127 Aug 10 03:33:46.596120 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d40f88-8d58-4a20-8845-e70f7586b3df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82629822-8dac-43fb-a313-7d9011d0d1ee,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:47.021879 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2b61c22f-c8e0-47be-be41-ade04d9b6bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:47.105111 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b61c22f-c8e0-47be-be41-ade04d9b6bc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5e7a61c-c6b0-4c3e-8dfa-eb566188b2bb,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:47.160167 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b61c22f-c8e0-47be-be41-ade04d9b6bc3 admin admin] Checking segment: {'id': 'e63e0632-dd2f-43c6-b578-109f8049147f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6dc7bedc-eafa-4023-bb0c-0b112a614203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:33:47.164105 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b61c22f-c8e0-47be-be41-ade04d9b6bc3 admin admin] Network hostable DHCP agents. Network: 6dc7bedc-eafa-4023-bb0c-0b112a614203, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:33:47.229133 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b61c22f-c8e0-47be-be41-ade04d9b6bc3 admin admin] Network 6dc7bedc-eafa-4023-bb0c-0b112a614203 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:33:47.247737 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-2b61c22f-c8e0-47be-be41-ade04d9b6bc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 6dc7bedc-eafa-4023-bb0c-0b112a614203) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:47.258590 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b61c22f-c8e0-47be-be41-ade04d9b6bc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:47.260142 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2b61c22f-c8e0-47be-be41-ade04d9b6bc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:47.272416 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc61c02-d039-4804-b4ed-5a154869d8f1 None None] Network 6dc7bedc-eafa-4023-bb0c-0b112a614203 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:33:47.302428 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-2b61c22f-c8e0-47be-be41-ade04d9b6bc3 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9694328 Aug 10 03:33:47.886863 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84de242c-2cc8-4868-802d-b1c345d3080b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-6dc7bedc-eafa-4023-bb0c-0b112a614203', 'network_id': '6dc7bedc-eafa-4023-bb0c-0b112a614203', 'tenant_id': '95b5a50d87e64743a73c6eff7fa00976', 'fixed_ips': [{'subnet_id': 'e5e7a61c-c6b0-4c3e-8dfa-eb566188b2bb'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:33:47.888485 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-84de242c-2cc8-4868-802d-b1c345d3080b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:47.935147 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-96c3e655-15ac-440a-bb2a-b216b12dd105 req-585005ce-8dec-448a-ad3f-877008450d69 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/ports?device_id=e94bab8c-37ad-48a0-a25d-4fb04fb90837 HTTP/1.1" status: 200 len: 210 time: 0.1474271 Aug 10 03:33:48.362022 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43410) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:48.615222 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-84de242c-2cc8-4868-802d-b1c345d3080b None None] Allocated IP 172.20.0.2 (6dc7bedc-eafa-4023-bb0c-0b112a614203/e5e7a61c-c6b0-4c3e-8dfa-eb566188b2bb/2dc84ecd-081e-4bfd-b094-af0af75fce30) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:33:48.810505 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-022e6264-ad10-4d66-ad6b-3cb0a204b2af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:49.044377 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 43430) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:49.172876 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43432) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:49.243243 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-022e6264-ad10-4d66-ad6b-3cb0a204b2af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:49.258016 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-022e6264-ad10-4d66-ad6b-3cb0a204b2af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:49.282874 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-84de242c-2cc8-4868-802d-b1c345d3080b None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:49.313066 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-84de242c-2cc8-4868-802d-b1c345d3080b None None] Transition to ACTIVE for port object 2dc84ecd-081e-4bfd-b094-af0af75fce30 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:49.380499 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-84de242c-2cc8-4868-802d-b1c345d3080b None None] Transition to ACTIVE for port object 2dc84ecd-081e-4bfd-b094-af0af75fce30 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:49.384359 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-022e6264-ad10-4d66-ad6b-3cb0a204b2af admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4bd2167b68144f9c9488693043496aed&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0202191 Aug 10 03:33:49.385165 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022e6264-ad10-4d66-ad6b-3cb0a204b2af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba24ede-8041-4c03-a25a-d643570acb68,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:49.399083 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-84de242c-2cc8-4868-802d-b1c345d3080b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:49.409682 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-2d2b3627-205c-4f0f-b3e0-1f2235329a32 tempest-TestSecurityGroupsBasicOps-1160878762 tempest-TestSecurityGroupsBasicOps-1160878762-project-admin] 10.222.0.44 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3572 time: 0.3630753 Aug 10 03:33:49.417430 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 43436) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:49.417430 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 43440) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:49.512593 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-2cbabfdb-d007-4da8-9346-82a70479ed40 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Request body: {'network': {'name': 'tempest-network-smoke--1096932100', 'project_id': 'b41b771882304474947a74fcb840799d', 'port_security_enabled': False}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:49.584392 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84de242c-2cc8-4868-802d-b1c345d3080b None None] Network 6dc7bedc-eafa-4023-bb0c-0b112a614203 is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:49.587140 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-17ee0f9d-407f-4d4b-95fb-32fd5040f4dd tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Request body: {'networks': [{'name': 'tempest-network--1453380034'}, {'name': 'tempest-network--508111915'}]} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:49.587451 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-17ee0f9d-407f-4d4b-95fb-32fd5040f4dd tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Request body: {'network': {'name': 'tempest-network--1453380034'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:49.587923 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-17ee0f9d-407f-4d4b-95fb-32fd5040f4dd tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Request body: {'network': {'name': 'tempest-network--508111915'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:49.592437 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-84de242c-2cc8-4868-802d-b1c345d3080b None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:49.600204 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84de242c-2cc8-4868-802d-b1c345d3080b None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:33:49.612816 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cbabfdb-d007-4da8-9346-82a70479ed40 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Made reservation on behalf of b41b771882304474947a74fcb840799d for: {'network': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:49.617195 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84de242c-2cc8-4868-802d-b1c345d3080b None None] Pushing event updated for resources: {'Port': ['ID=2dc84ecd-081e-4bfd-b094-af0af75fce30,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:49.636628 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2cbabfdb-d007-4da8-9346-82a70479ed40 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:49.671071 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ee0f9d-407f-4d4b-95fb-32fd5040f4dd tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Made reservation on behalf of edb6e397474742ac886307bee65ca82c for: {'network': 2} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:49.682156 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-17ee0f9d-407f-4d4b-95fb-32fd5040f4dd tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:49.691280 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-84de242c-2cc8-4868-802d-b1c345d3080b None None] Attempting to bind port 2dc84ecd-081e-4bfd-b094-af0af75fce30 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:33:49.691842 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-84de242c-2cc8-4868-802d-b1c345d3080b None None] Attempting to bind port 2dc84ecd-081e-4bfd-b094-af0af75fce30 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'e63e0632-dd2f-43c6-b578-109f8049147f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6dc7bedc-eafa-4023-bb0c-0b112a614203'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:33:49.692338 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84de242c-2cc8-4868-802d-b1c345d3080b None None] Attempting to bind port 2dc84ecd-081e-4bfd-b094-af0af75fce30 on network 6dc7bedc-eafa-4023-bb0c-0b112a614203 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:33:49.699973 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84de242c-2cc8-4868-802d-b1c345d3080b None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:33:49.700790 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84de242c-2cc8-4868-802d-b1c345d3080b None None] Checking segment: {'id': 'e63e0632-dd2f-43c6-b578-109f8049147f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6dc7bedc-eafa-4023-bb0c-0b112a614203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:33:49.701947 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-84de242c-2cc8-4868-802d-b1c345d3080b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:49.702503 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84de242c-2cc8-4868-802d-b1c345d3080b None None] Bound using segment: {'id': 'e63e0632-dd2f-43c6-b578-109f8049147f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6dc7bedc-eafa-4023-bb0c-0b112a614203'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:33:49.703133 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-84de242c-2cc8-4868-802d-b1c345d3080b None None] Bound port: 2dc84ecd-081e-4bfd-b094-af0af75fce30, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e63e0632-dd2f-43c6-b578-109f8049147f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6dc7bedc-eafa-4023-bb0c-0b112a614203'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:33:49.703627 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-84de242c-2cc8-4868-802d-b1c345d3080b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:49.729036 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-17ee0f9d-407f-4d4b-95fb-32fd5040f4dd tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:49.761887 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-94d26a6b-9810-414e-980d-1636bebb8432 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:49.806376 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-84de242c-2cc8-4868-802d-b1c345d3080b None None] For port 2dc84ecd-081e-4bfd-b094-af0af75fce30, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:33:49.812411 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-84de242c-2cc8-4868-802d-b1c345d3080b None None] For port 2dc84ecd-081e-4bfd-b094-af0af75fce30, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=2dc84ecd-081e-4bfd-b094-af0af75fce30,segment=NetworkSegment(e63e0632-dd2f-43c6-b578-109f8049147f),segment_id=e63e0632-dd2f-43c6-b578-109f8049147f)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:33:49.819495 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-84de242c-2cc8-4868-802d-b1c345d3080b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:49.842936 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-94d26a6b-9810-414e-980d-1636bebb8432 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:49.917765 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cbabfdb-d007-4da8-9346-82a70479ed40 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=94260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:33:49.945065 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2cbabfdb-d007-4da8-9346-82a70479ed40 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:49.945660 n-d-768862-13 neutron-server[94260]: INFO neutron.db.segments_db [None req-2cbabfdb-d007-4da8-9346-82a70479ed40 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Added segment f3673170-d975-4530-8b2e-6c815d742d26 of type vlan for network 508cf9c7-3bc7-48fb-ad23-c81fcee8802f Aug 10 03:33:49.947588 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84de242c-2cc8-4868-802d-b1c345d3080b None None] Pushing event updated for resources: {'Port': ['ID=2dc84ecd-081e-4bfd-b094-af0af75fce30,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:50.014464 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-17ee0f9d-407f-4d4b-95fb-32fd5040f4dd tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:50.017999 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2cbabfdb-d007-4da8-9346-82a70479ed40 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:50.022956 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-94d26a6b-9810-414e-980d-1636bebb8432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:50.023939 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-17ee0f9d-407f-4d4b-95fb-32fd5040f4dd tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:50.025038 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-17ee0f9d-407f-4d4b-95fb-32fd5040f4dd tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:50.026264 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-94d26a6b-9810-414e-980d-1636bebb8432 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:50.027705 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-94d26a6b-9810-414e-980d-1636bebb8432 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1ba24ede-8041-4c03-a25a-d643570acb68 HTTP/1.1" status: 204 len: 168 time: 0.6093776 Aug 10 03:33:50.040099 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d26a6b-9810-414e-980d-1636bebb8432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba24ede-8041-4c03-a25a-d643570acb68,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:50.101004 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ee0f9d-407f-4d4b-95fb-32fd5040f4dd tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe13296c-5cdb-40a2-8635-5757dc3fe725,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:50.103563 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2cbabfdb-d007-4da8-9346-82a70479ed40 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:50.137459 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cbabfdb-d007-4da8-9346-82a70479ed40 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:50.138603 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2cbabfdb-d007-4da8-9346-82a70479ed40 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:50.144854 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17ee0f9d-407f-4d4b-95fb-32fd5040f4dd tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:33:50.163015 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-2cbabfdb-d007-4da8-9346-82a70479ed40 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6547275 Aug 10 03:33:50.174034 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43448) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:50.188210 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-f574a254-015c-4b85-80af-47d88fddfb74 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1803331094', 'admin_state_up': True, 'project_id': 'b41b771882304474947a74fcb840799d', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:50.266934 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-17ee0f9d-407f-4d4b-95fb-32fd5040f4dd tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:50.268923 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-17ee0f9d-407f-4d4b-95fb-32fd5040f4dd tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Added segment 7890ba56-2d0c-40ea-bcb4-27bacf18a7c6 of type vlan for network ca8ac9cc-c249-42b4-960f-9a78e06a9a2c Aug 10 03:33:50.272987 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbabfdb-d007-4da8-9346-82a70479ed40 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Pushing event updated for resources: {'Network': ['ID=508cf9c7-3bc7-48fb-ad23-c81fcee8802f,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:50.294426 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 508cf9c7-3bc7-48fb-ad23-c81fcee8802f details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:33:50.337925 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f574a254-015c-4b85-80af-47d88fddfb74 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:50.343204 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f574a254-015c-4b85-80af-47d88fddfb74 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:50.494483 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-17ee0f9d-407f-4d4b-95fb-32fd5040f4dd tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:50.580865 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f574a254-015c-4b85-80af-47d88fddfb74 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:50.730744 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17ee0f9d-407f-4d4b-95fb-32fd5040f4dd tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:33:50.744517 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-17ee0f9d-407f-4d4b-95fb-32fd5040f4dd tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:50.745000 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-17ee0f9d-407f-4d4b-95fb-32fd5040f4dd tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Added segment d68f5574-64dd-4cee-8e23-813be2a2daf1 of type vlan for network 81619ad9-691e-4b1c-95e4-01a70f2e4015 Aug 10 03:33:50.898070 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f574a254-015c-4b85-80af-47d88fddfb74 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:50.926045 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-17ee0f9d-407f-4d4b-95fb-32fd5040f4dd tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:51.055533 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.db.resource_extend [None req-17ee0f9d-407f-4d4b-95fb-32fd5040f4dd tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:33:51.159781 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 43454) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:51.221136 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-17ee0f9d-407f-4d4b-95fb-32fd5040f4dd tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:51.227569 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7d81fcc6-9d40-44fe-b79a-c3a26fc799fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:51.239088 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-17ee0f9d-407f-4d4b-95fb-32fd5040f4dd tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:51.281768 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ee0f9d-407f-4d4b-95fb-32fd5040f4dd tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:51.321044 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ee0f9d-407f-4d4b-95fb-32fd5040f4dd tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:51.322157 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-17ee0f9d-407f-4d4b-95fb-32fd5040f4dd tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:51.372478 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4ba16c5f-9a24-465e-a9c8-1990555be376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:51.474318 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 2dc84ecd-081e-4bfd-b094-af0af75fce30 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:33:51.694376 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 2dc84ecd-081e-4bfd-b094-af0af75fce30 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:33:51.700128 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7d81fcc6-9d40-44fe-b79a-c3a26fc799fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:51.709546 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7d81fcc6-9d40-44fe-b79a-c3a26fc799fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:51.748210 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-17ee0f9d-407f-4d4b-95fb-32fd5040f4dd tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.5539217 Aug 10 03:33:51.761692 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ee0f9d-407f-4d4b-95fb-32fd5040f4dd tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Pushing event updated for resources: {'Network': ['ID=ca8ac9cc-c249-42b4-960f-9a78e06a9a2c,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:51.769197 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43464) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:51.781990 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network ca8ac9cc-c249-42b4-960f-9a78e06a9a2c details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:33:51.847722 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d81fcc6-9d40-44fe-b79a-c3a26fc799fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4cc473c-739a-42e3-8016-5784bb9f6334,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:51.938926 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-7d81fcc6-9d40-44fe-b79a-c3a26fc799fa admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4f5abf38e2ed4c84842002836cabed30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7732160 Aug 10 03:33:51.944986 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 43470) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:52.101043 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2812e906-dbbd-4e4d-8724-49667eb5eefb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:52.193211 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17d39f6-01bc-4bcb-a4a6-2fa19933420f None None] Network 6dc7bedc-eafa-4023-bb0c-0b112a614203 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:33:52.221930 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ee0f9d-407f-4d4b-95fb-32fd5040f4dd tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Pushing event updated for resources: {'Network': ['ID=81619ad9-691e-4b1c-95e4-01a70f2e4015,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:52.266478 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2812e906-dbbd-4e4d-8724-49667eb5eefb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:52.299339 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c8f93c-376c-40f0-a456-7aea30dc95e5 req-bad34c13-4e4c-48ba-b446-768a417c2b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:52.301344 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-53c8f93c-376c-40f0-a456-7aea30dc95e5 req-bad34c13-4e4c-48ba-b446-768a417c2b5a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2680b799feb54d8c9fdff98330bf1a96&device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 1097 time: 0.5616696 Aug 10 03:33:52.327577 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 81619ad9-691e-4b1c-95e4-01a70f2e4015 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:33:52.439027 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c73331a3-a776-400a-903f-9ea50e3e50d7 None None] Provisioning for port 2dc84ecd-081e-4bfd-b094-af0af75fce30 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:33:52.445424 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c73331a3-a776-400a-903f-9ea50e3e50d7 None None] Provisioning complete for port 2dc84ecd-081e-4bfd-b094-af0af75fce30 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:52.445859 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c73331a3-a776-400a-903f-9ea50e3e50d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:52.537654 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-90bce55d-0834-48d4-9d4f-25556f7273b3 req-b4e9f81a-0a31-4338-8b88-fb484310fd4e tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1866814729&fields=id&tenant_id=e9ab4296b9324b029547ba2c6dc24132 HTTP/1.1" status: 200 len: 267 time: 0.3828387 Aug 10 03:33:52.715904 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61851265-5854-4139-9511-fb81ecfbf3e5 req-035d29b9-cb33-443d-93d1-efbd71b0dcfb tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:52.721962 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-61851265-5854-4139-9511-fb81ecfbf3e5 req-035d29b9-cb33-443d-93d1-efbd71b0dcfb tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/networks?id=6dc7bedc-eafa-4023-bb0c-0b112a614203 HTTP/1.1" status: 200 len: 815 time: 0.5146120 Aug 10 03:33:52.760733 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-61851265-5854-4139-9511-fb81ecfbf3e5 req-75ac91ce-ca09-49d4-8d14-fa402633175e tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/quotas/95b5a50d87e64743a73c6eff7fa00976 HTTP/1.1" status: 200 len: 375 time: 0.0354066 Aug 10 03:33:52.811593 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f5ed15-b372-483b-8c94-87b6d1f47c22 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:52.838066 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f5ed15-b372-483b-8c94-87b6d1f47c22 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:52.842630 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c73331a3-a776-400a-903f-9ea50e3e50d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:52.855664 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f5ed15-b372-483b-8c94-87b6d1f47c22 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:52.876801 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f5ed15-b372-483b-8c94-87b6d1f47c22 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:52.880463 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-b9f5ed15-b372-483b-8c94-87b6d1f47c22 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 1.0989604 Aug 10 03:33:52.886217 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43482) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:52.891188 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c73331a3-a776-400a-903f-9ea50e3e50d7 None None] For port 2dc84ecd-081e-4bfd-b094-af0af75fce30, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=2dc84ecd-081e-4bfd-b094-af0af75fce30,segment=NetworkSegment(e63e0632-dd2f-43c6-b578-109f8049147f),segment_id=e63e0632-dd2f-43c6-b578-109f8049147f)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:52.897096 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c73331a3-a776-400a-903f-9ea50e3e50d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:52.924870 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bce55d-0834-48d4-9d4f-25556f7273b3 req-593a5852-bf72-4bdc-ad95-5b9a81a5bc7c tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:52.928423 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-90bce55d-0834-48d4-9d4f-25556f7273b3 req-593a5852-bf72-4bdc-ad95-5b9a81a5bc7c tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/networks?id=c0659391-a657-4b16-a8ee-a2586c7786a9 HTTP/1.1" status: 200 len: 815 time: 0.3644030 Aug 10 03:33:52.985263 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2812e906-dbbd-4e4d-8724-49667eb5eefb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:52.999373 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2812e906-dbbd-4e4d-8724-49667eb5eefb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:53.006254 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-2812e906-dbbd-4e4d-8724-49667eb5eefb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b4cc473c-739a-42e3-8016-5784bb9f6334 HTTP/1.1" status: 204 len: 168 time: 1.0532022 Aug 10 03:33:53.012775 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73331a3-a776-400a-903f-9ea50e3e50d7 None None] Pushing event updated for resources: {'Port': ['ID=2dc84ecd-081e-4bfd-b094-af0af75fce30,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:53.028831 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f574a254-015c-4b85-80af-47d88fddfb74 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks [] for router_gateway, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:53.190289 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-90bce55d-0834-48d4-9d4f-25556f7273b3 req-2dd15a29-8239-4716-b6bb-dc5cb4f45191 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/quotas/e9ab4296b9324b029547ba2c6dc24132 HTTP/1.1" status: 200 len: 375 time: 0.2550302 Aug 10 03:33:53.202702 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2812e906-dbbd-4e4d-8724-49667eb5eefb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4cc473c-739a-42e3-8016-5784bb9f6334,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:53.344499 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-61851265-5854-4139-9511-fb81ecfbf3e5 req-70ce5a90-9209-437d-96f9-fc0e585d502a tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=95b5a50d87e64743a73c6eff7fa00976&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5766222 Aug 10 03:33:53.360330 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 2dc84ecd-081e-4bfd-b094-af0af75fce30 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:33:53.450807 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-90bce55d-0834-48d4-9d4f-25556f7273b3 req-7f5e5ca2-41b7-4c65-b2f5-2153e9d608c2 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=e9ab4296b9324b029547ba2c6dc24132&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2559342 Aug 10 03:33:53.539303 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 2dc84ecd-081e-4bfd-b094-af0af75fce30 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:53.540478 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:53.543765 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-52c6a279-1ba5-4963-90e7-62ac695354a4 None None] Provisioning complete for port 2dc84ecd-081e-4bfd-b094-af0af75fce30 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:53.546725 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-52c6a279-1ba5-4963-90e7-62ac695354a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:53.673611 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d5bb0dba-9083-4cdc-aeb5-07f7c47ad718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:53.850112 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [req-61851265-5854-4139-9511-fb81ecfbf3e5 req-98e36784-9e84-4828-9287-32a61218d228 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:33:53.853390 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-61851265-5854-4139-9511-fb81ecfbf3e5 req-98e36784-9e84-4828-9287-32a61218d228 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4845145 Aug 10 03:33:53.985241 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f574a254-015c-4b85-80af-47d88fddfb74 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:53.995314 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43498) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:54.018902 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [req-90bce55d-0834-48d4-9d4f-25556f7273b3 req-b874a675-061e-4b3d-8b0f-b1880332ee9d service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:33:54.020861 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-90bce55d-0834-48d4-9d4f-25556f7273b3 req-b874a675-061e-4b3d-8b0f-b1880332ee9d service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5260799 Aug 10 03:33:54.071209 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ffb3b44d-dbf8-4802-895b-9b0af17e4386 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:54.162012 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:54.175964 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c8f93c-376c-40f0-a456-7aea30dc95e5 req-f6acbf33-149a-48f6-a5f9-0c3976fd8f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:54.181006 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-53c8f93c-376c-40f0-a456-7aea30dc95e5 req-f6acbf33-149a-48f6-a5f9-0c3976fd8f60 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d07bf9c0-feda-49f0-ac68-879462adf9f1 HTTP/1.1" status: 200 len: 911 time: 1.8334303 Aug 10 03:33:54.255505 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-90bce55d-0834-48d4-9d4f-25556f7273b3 req-621b570f-b285-4964-8b45-0c937da1a02e service neutron] 10.222.0.44 "GET /v2.0/networks/c0659391-a657-4b16-a8ee-a2586c7786a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086046 Aug 10 03:33:54.381376 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-90bce55d-0834-48d4-9d4f-25556f7273b3 req-31a758de-c581-406d-aa15-3d6e1e79436b service neutron] 10.222.0.44 "GET /v2.0/networks/c0659391-a657-4b16-a8ee-a2586c7786a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178589 Aug 10 03:33:54.393566 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-61851265-5854-4139-9511-fb81ecfbf3e5 req-7037a4c5-0975-4896-ab1b-c5aecfc18547 service neutron] 10.222.0.44 "GET /v2.0/networks/6dc7bedc-eafa-4023-bb0c-0b112a614203?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5305119 Aug 10 03:33:54.506940 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d0b55131-0f1b-43b1-9e06-ff28d4023982 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:54.523891 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-61851265-5854-4139-9511-fb81ecfbf3e5 req-f1baa90e-2efa-4a36-bf60-1a3a011fc055 service neutron] 10.222.0.44 "GET /v2.0/networks/6dc7bedc-eafa-4023-bb0c-0b112a614203?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221404 Aug 10 03:33:54.698305 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-53c8f93c-376c-40f0-a456-7aea30dc95e5 req-6639746a-5230-4a74-862f-47d719790031 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5c938b4-b620-4188-a605-ddf0a909af0a HTTP/1.1" status: 200 len: 1001 time: 0.4873915 Aug 10 03:33:54.865608 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a697d440-ad32-4145-86cb-d5e383562889 req-2ec95285-0b27-4bad-b9be-25ddf58a4f5e tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/ports?device_id=e94bab8c-37ad-48a0-a25d-4fb04fb90837 HTTP/1.1" status: 200 len: 210 time: 0.0904596 Aug 10 03:33:54.963899 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ffb3b44d-dbf8-4802-895b-9b0af17e4386 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:55.012061 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ffb3b44d-dbf8-4802-895b-9b0af17e4386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:55.065686 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-64a333e2-0ae6-4891-87bd-6000c4415423 req-26e9e1ee-1aa6-4586-89dc-a23f5f445d29 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=522b45d9-db61-4e14-a75c-214b3a6907db HTTP/1.1" status: 200 len: 210 time: 0.0506141 Aug 10 03:33:55.085065 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d0b55131-0f1b-43b1-9e06-ff28d4023982 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:55.088383 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d42e4e-12d7-4f36-8239-ad1795d65755 req-f7411360-459c-4149-991c-37c4ae5ebf0d tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:55.094342 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-f574a254-015c-4b85-80af-47d88fddfb74 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Allocated IP 172.25.6.20 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/e5d7738a-a4ba-4880-8b82-9716340ec271) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:33:55.099040 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-50d42e4e-12d7-4f36-8239-ad1795d65755 req-f7411360-459c-4149-991c-37c4ae5ebf0d tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 945 time: 0.2196672 Aug 10 03:33:55.140576 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-d0b55131-0f1b-43b1-9e06-ff28d4023982 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca8ac9cc-c249-42b4-960f-9a78e06a9a2c']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:55.161986 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-50d42e4e-12d7-4f36-8239-ad1795d65755 req-882d62f9-7cc8-4497-a915-417878c5ac5a tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=970733cb-cbb6-4524-9c4b-45ba2a794350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620615 Aug 10 03:33:55.162550 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c8f93c-376c-40f0-a456-7aea30dc95e5 req-d2392bfa-7927-4899-98b9-582a93a75545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:55.164120 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-53c8f93c-376c-40f0-a456-7aea30dc95e5 req-d2392bfa-7927-4899-98b9-582a93a75545 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=33a1c40e-b5d2-46c7-a6a1-fa6cc0352aec HTTP/1.1" status: 200 len: 850 time: 0.4431746 Aug 10 03:33:55.173856 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-d0b55131-0f1b-43b1-9e06-ff28d4023982 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7890ba56-2d0c-40ea-bcb4-27bacf18a7c6') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:55.174196 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-d0b55131-0f1b-43b1-9e06-ff28d4023982 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7890ba56-2d0c-40ea-bcb4-27bacf18a7c6') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:55.281275 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ffb3b44d-dbf8-4802-895b-9b0af17e4386 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=38fe7c3da07e4991bf7bf0ca9b0918ed&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2754672 Aug 10 03:33:55.285700 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 43538) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:55.305082 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d0b55131-0f1b-43b1-9e06-ff28d4023982 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:55.325622 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:55.425995 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb3b44d-dbf8-4802-895b-9b0af17e4386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb278606-f5e5-4914-b1ea-1da9d5636fa9,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:55.524779 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d0b55131-0f1b-43b1-9e06-ff28d4023982 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:55.566692 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0b55131-0f1b-43b1-9e06-ff28d4023982 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:33:55.568778 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d0b55131-0f1b-43b1-9e06-ff28d4023982 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:55.575098 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:33:55.575098 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:33:55.575098 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:33:55.575098 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:33:55.575098 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:33:55.575098 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:33:55.575098 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:33:55.575098 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:33:55.575098 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:33:55.575098 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:33:55.575098 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:33:55.575098 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:33:55.575098 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:33:55.575098 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:33:55.575098 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:33:55.575098 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:33:55.575098 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:33:55.575098 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:33:55.575098 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:33:55.575098 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:33:55.575098 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:33:55.575098 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:33:55.575098 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:33:55.575098 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:33:55.575098 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:33:55.575098 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:33:55.575098 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:33:55.575098 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:33:55.575098 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:33:55.575098 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:33:55.575098 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:33:55.575098 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:33:55.660340 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d02850-6511-4e04-9b6a-4b912928f103 req-6be2d29a-aef4-4980-98d4-7d4427648ebe tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:55.671783 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a3d02850-6511-4e04-9b6a-4b912928f103 req-6be2d29a-aef4-4980-98d4-7d4427648ebe tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/networks?id=6dc7bedc-eafa-4023-bb0c-0b112a614203 HTTP/1.1" status: 200 len: 815 time: 0.2205799 Aug 10 03:33:55.707250 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a5a7569c-57f2-43f1-8245-0400cd2a0e15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:55.732938 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a3d02850-6511-4e04-9b6a-4b912928f103 req-708b2637-e388-49a5-b703-fbdc7359429b tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/quotas/95b5a50d87e64743a73c6eff7fa00976 HTTP/1.1" status: 200 len: 375 time: 0.0591555 Aug 10 03:33:55.821160 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d0b55131-0f1b-43b1-9e06-ff28d4023982 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:55.826934 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d0b55131-0f1b-43b1-9e06-ff28d4023982 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:55.832154 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-d0b55131-0f1b-43b1-9e06-ff28d4023982 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] 10.222.0.44 "DELETE /v2.0/networks/ca8ac9cc-c249-42b4-960f-9a78e06a9a2c HTTP/1.1" status: 204 len: 168 time: 2.9110181 Aug 10 03:33:55.832417 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c8f93c-376c-40f0-a456-7aea30dc95e5 req-bef76898-104e-4d27-a93f-3dbf14612df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:55.834107 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-53c8f93c-376c-40f0-a456-7aea30dc95e5 req-bef76898-104e-4d27-a93f-3dbf14612df4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d07bf9c0-feda-49f0-ac68-879462adf9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6570008 Aug 10 03:33:55.835043 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43546) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:55.864120 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a5a7569c-57f2-43f1-8245-0400cd2a0e15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:55.945793 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a3d02850-6511-4e04-9b6a-4b912928f103 req-69f71c55-548f-4bd9-a9f6-06005d1bcbc7 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=95b5a50d87e64743a73c6eff7fa00976&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2111564 Aug 10 03:33:55.993074 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b55131-0f1b-43b1-9e06-ff28d4023982 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Pushing event deleted for resources: {'Network': ['ID=ca8ac9cc-c249-42b4-960f-9a78e06a9a2c,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:56.194249 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:56.271905 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a5a7569c-57f2-43f1-8245-0400cd2a0e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:56.281794 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a5a7569c-57f2-43f1-8245-0400cd2a0e15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:56.289846 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-a5a7569c-57f2-43f1-8245-0400cd2a0e15 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bb278606-f5e5-4914-b1ea-1da9d5636fa9 HTTP/1.1" status: 204 len: 168 time: 1.0004981 Aug 10 03:33:56.384785 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a7569c-57f2-43f1-8245-0400cd2a0e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb278606-f5e5-4914-b1ea-1da9d5636fa9,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:56.409521 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-27a305d7-54e6-4c0a-9176-28379b6e258f req-776b0560-68d5-40ad-8913-4b2fe67134e7 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/ports?device_id=e94bab8c-37ad-48a0-a25d-4fb04fb90837 HTTP/1.1" status: 200 len: 210 time: 0.1198618 Aug 10 03:33:56.412144 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a3d02850-6511-4e04-9b6a-4b912928f103 req-8fec5771-402f-4d47-9988-eb30c079ec29 service neutron] 10.222.0.44 "GET /v2.0/networks/6dc7bedc-eafa-4023-bb0c-0b112a614203?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4609637 Aug 10 03:33:56.692383 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f574a254-015c-4b85-80af-47d88fddfb74 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:56.712716 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-53c8f93c-376c-40f0-a456-7aea30dc95e5 req-9612ccdf-a786-4f86-878c-396fcadb4588 service neutron] 10.222.0.61 "GET /v2.0/networks/d07bf9c0-feda-49f0-ac68-879462adf9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8357506 Aug 10 03:33:56.749984 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ccdef741-4dd2-4cec-b7f2-7a42f36d2de0 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:56.832545 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:56.874710 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a3d02850-6511-4e04-9b6a-4b912928f103 req-6173deca-bcbe-41ac-bf78-eba2d7cc6a5f service neutron] 10.222.0.44 "GET /v2.0/networks/6dc7bedc-eafa-4023-bb0c-0b112a614203?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4552193 Aug 10 03:33:56.939517 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5ca4e34a-a88f-417d-b929-aa958a8eae3f req-48c53142-2bcb-4b8e-8852-a24d6f4a933d tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=522b45d9-db61-4e14-a75c-214b3a6907db HTTP/1.1" status: 200 len: 210 time: 0.2668583 Aug 10 03:33:57.086853 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f574a254-015c-4b85-80af-47d88fddfb74 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:57.357142 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f574a254-015c-4b85-80af-47d88fddfb74 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Pushing event updated for resources: {'Port': ['ID=e5d7738a-a4ba-4880-8b82-9716340ec271,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:57.511115 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f574a254-015c-4b85-80af-47d88fddfb74 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:57.593493 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-53c8f93c-376c-40f0-a456-7aea30dc95e5 req-4d43b5a0-8265-4224-884b-73403bc5d505 service neutron] 10.222.0.61 "GET /v2.0/networks/d07bf9c0-feda-49f0-ac68-879462adf9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8110912 Aug 10 03:33:57.619478 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bce55d-0834-48d4-9d4f-25556f7273b3 req-07e6388e-be11-4f97-9f53-acea74d083cc tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:57.622693 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-90bce55d-0834-48d4-9d4f-25556f7273b3 req-07e6388e-be11-4f97-9f53-acea74d083cc tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.42 "GET /v2.0/networks?id=c0659391-a657-4b16-a8ee-a2586c7786a9 HTTP/1.1" status: 200 len: 815 time: 0.9097877 Aug 10 03:33:57.667957 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ccdef741-4dd2-4cec-b7f2-7a42f36d2de0 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:57.755217 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-ccdef741-4dd2-4cec-b7f2-7a42f36d2de0 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81619ad9-691e-4b1c-95e4-01a70f2e4015']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:57.812695 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-ccdef741-4dd2-4cec-b7f2-7a42f36d2de0 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd68f5574-64dd-4cee-8e23-813be2a2daf1') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:57.812989 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-ccdef741-4dd2-4cec-b7f2-7a42f36d2de0 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd68f5574-64dd-4cee-8e23-813be2a2daf1') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:57.828278 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-f574a254-015c-4b85-80af-47d88fddfb74 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:57.832380 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f574a254-015c-4b85-80af-47d88fddfb74 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:33:57.854658 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-90bce55d-0834-48d4-9d4f-25556f7273b3 req-6772dbf1-4010-4f3f-8386-8a317cc94f52 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9ab4296b9324b029547ba2c6dc24132 HTTP/1.1" status: 200 len: 380 time: 0.2182114 Aug 10 03:33:57.884021 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ccdef741-4dd2-4cec-b7f2-7a42f36d2de0 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:57.970274 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device f5c938b4-b620-4188-a605-ddf0a909af0a no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:33:57.972960 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ccdef741-4dd2-4cec-b7f2-7a42f36d2de0 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:58.004470 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccdef741-4dd2-4cec-b7f2-7a42f36d2de0 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:33:58.005332 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ccdef741-4dd2-4cec-b7f2-7a42f36d2de0 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:58.009519 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:33:58.009519 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:33:58.009519 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:33:58.009519 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:33:58.009519 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:33:58.009519 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:33:58.009519 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:33:58.009519 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:33:58.009519 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:33:58.009519 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:33:58.009519 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:33:58.009519 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:33:58.009519 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:33:58.009519 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:33:58.009519 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:33:58.009519 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:33:58.009519 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:33:58.009519 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:33:58.009519 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:33:58.009519 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:33:58.009519 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:33:58.009519 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:33:58.009519 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:33:58.009519 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:33:58.009519 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:33:58.009519 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:33:58.009519 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:33:58.009519 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:33:58.009519 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:33:58.009519 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:33:58.009519 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:33:58.009519 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:33:58.174689 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5b215b47-2be4-4f25-b4e1-8dfbbb7b5bc7 req-fda5c17e-71da-4519-a5e6-28943b8ec499 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/ports?device_id=e94bab8c-37ad-48a0-a25d-4fb04fb90837 HTTP/1.1" status: 200 len: 210 time: 0.3623743 Aug 10 03:33:58.183740 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-90bce55d-0834-48d4-9d4f-25556f7273b3 req-1a5e321e-fd87-436e-875c-1ce2bd24f314 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Request body: {'port': {'device_id': '522b45d9-db61-4e14-a75c-214b3a6907db', 'network_id': 'c0659391-a657-4b16-a8ee-a2586c7786a9', 'admin_state_up': True, 'tenant_id': 'e9ab4296b9324b029547ba2c6dc24132', 'security_groups': ['1d4b820e-dc2c-4be0-8053-891f2a656097']}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:58.337723 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ccdef741-4dd2-4cec-b7f2-7a42f36d2de0 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:58.362281 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:58.401388 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ccdef741-4dd2-4cec-b7f2-7a42f36d2de0 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:58.426654 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ccdef741-4dd2-4cec-b7f2-7a42f36d2de0 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] 10.222.0.44 "DELETE /v2.0/networks/81619ad9-691e-4b1c-95e4-01a70f2e4015 HTTP/1.1" status: 204 len: 168 time: 2.5771856 Aug 10 03:33:58.429557 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25a2b433-b843-4071-8ca3-74d190678210', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5c938b4-b620-4188-a605-ddf0a909af0a'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:33:58.437889 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f7c84f6-1a7c-4bcc-8f72-d34084c9f5a0" -d '{"events": [{"server_uuid": "25a2b433-b843-4071-8ca3-74d190678210", "name": "network-vif-unplugged", "status": "completed", "tag": "f5c938b4-b620-4188-a605-ddf0a909af0a"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:33:58.460591 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43618) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:58.488041 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port f5c938b4-b620-4188-a605-ddf0a909af0a, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=f5c938b4-b620-4188-a605-ddf0a909af0a,segment=NetworkSegment(137a9801-8fd3-46c2-ac1d-bb4eee5c7163),segment_id=137a9801-8fd3-46c2-ac1d-bb4eee5c7163)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:58.507637 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:58.586542 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=f5c938b4-b620-4188-a605-ddf0a909af0a,revision_number=8']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:58.692457 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90bce55d-0834-48d4-9d4f-25556f7273b3 req-1a5e321e-fd87-436e-875c-1ce2bd24f314 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Made reservation on behalf of e9ab4296b9324b029547ba2c6dc24132 for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:58.697691 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-90bce55d-0834-48d4-9d4f-25556f7273b3 req-1a5e321e-fd87-436e-875c-1ce2bd24f314 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:58.743697 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-24e2604c-8f89-478c-bf98-806c2c5038e2 req-2ee3678e-4c98-455a-a259-fde498e70fd3 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=522b45d9-db61-4e14-a75c-214b3a6907db HTTP/1.1" status: 200 len: 210 time: 0.0755837 Aug 10 03:33:58.786451 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61851265-5854-4139-9511-fb81ecfbf3e5 req-9facfd3e-a20d-45f8-bddc-4715bc7878e6 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:58.788346 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-61851265-5854-4139-9511-fb81ecfbf3e5 req-9facfd3e-a20d-45f8-bddc-4715bc7878e6 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.42 "GET /v2.0/networks?id=6dc7bedc-eafa-4023-bb0c-0b112a614203 HTTP/1.1" status: 200 len: 815 time: 1.4579270 Aug 10 03:33:58.805505 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-61851265-5854-4139-9511-fb81ecfbf3e5 req-46398e55-d49a-434c-8991-5f1123a2247c tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Request body: {'port': {'device_id': 'be966435-2ac6-4fc6-ab5b-1f75d3accfb6', 'network_id': '6dc7bedc-eafa-4023-bb0c-0b112a614203', 'admin_state_up': True, 'tenant_id': '95b5a50d87e64743a73c6eff7fa00976'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:58.877379 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdef741-4dd2-4cec-b7f2-7a42f36d2de0 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Pushing event deleted for resources: {'Network': ['ID=81619ad9-691e-4b1c-95e4-01a70f2e4015,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:58.927997 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e49b854-39bf-4b0e-b204-fcd91b60b507 req-b09aa9f2-58c5-4dde-851a-4fb42fa70bed tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:58.929652 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8e49b854-39bf-4b0e-b204-fcd91b60b507 req-b09aa9f2-58c5-4dde-851a-4fb42fa70bed tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/networks?id=6dc7bedc-eafa-4023-bb0c-0b112a614203 HTTP/1.1" status: 200 len: 815 time: 1.1268637 Aug 10 03:33:59.043770 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8e49b854-39bf-4b0e-b204-fcd91b60b507 req-19f5c6fb-da5f-45ae-92e8-d11f9620ee50 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/quotas/95b5a50d87e64743a73c6eff7fa00976 HTTP/1.1" status: 200 len: 375 time: 0.0851576 Aug 10 03:33:59.061578 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d44d0b80-ae7b-4927-ad8f-5b94ff1a1436 x-openstack-request-id: req-d44d0b80-ae7b-4927-ad8f-5b94ff1a1436 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:33:59.062469 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25a2b433-b843-4071-8ca3-74d190678210", "name": "network-vif-unplugged", "status": "completed", "tag": "f5c938b4-b620-4188-a605-ddf0a909af0a", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:33:59.062469 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d44d0b80-ae7b-4927-ad8f-5b94ff1a1436 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:33:59.062851 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25a2b433-b843-4071-8ca3-74d190678210', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5c938b4-b620-4188-a605-ddf0a909af0a', 'code': 200} Aug 10 03:33:59.174379 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-90bce55d-0834-48d4-9d4f-25556f7273b3 req-1a5e321e-fd87-436e-875c-1ce2bd24f314 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Allocated IP 172.20.0.5 (c0659391-a657-4b16-a8ee-a2586c7786a9/ffd75aef-22f1-4d31-9592-d84c9fe2b2a2/12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:33:59.316421 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8181affa-23e9-4f9c-8eb8-4ea82edb1d85 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:59.339218 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8181affa-23e9-4f9c-8eb8-4ea82edb1d85 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:59.344956 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-8181affa-23e9-4f9c-8eb8-4ea82edb1d85 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.8788569 Aug 10 03:33:59.363533 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43630) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:59.376193 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-088f46c6-357a-4517-aa2d-6acbf14c4bb4 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-34917375'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:59.401296 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f574a254-015c-4b85-80af-47d88fddfb74 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks [] for router_gateway, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:59.531710 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-088f46c6-357a-4517-aa2d-6acbf14c4bb4 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Made reservation on behalf of edb6e397474742ac886307bee65ca82c for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:59.552588 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-088f46c6-357a-4517-aa2d-6acbf14c4bb4 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:59.606161 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5642d05a-a0e1-4552-bd45-b2b229b4f952 req-c4abbe96-a4b9-4709-8798-fdbbd4378a71 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/ports?device_id=e94bab8c-37ad-48a0-a25d-4fb04fb90837 HTTP/1.1" status: 200 len: 210 time: 0.0773363 Aug 10 03:33:59.784321 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61851265-5854-4139-9511-fb81ecfbf3e5 req-46398e55-d49a-434c-8991-5f1123a2247c tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Made reservation on behalf of 95b5a50d87e64743a73c6eff7fa00976 for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:59.793289 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-61851265-5854-4139-9511-fb81ecfbf3e5 req-46398e55-d49a-434c-8991-5f1123a2247c tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:59.880600 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-088f46c6-357a-4517-aa2d-6acbf14c4bb4 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:33:59.915243 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8e49b854-39bf-4b0e-b204-fcd91b60b507 req-8a6caa57-1f2c-43d6-a92a-6551da98b3b1 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=95b5a50d87e64743a73c6eff7fa00976&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8127301 Aug 10 03:33:59.925624 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-088f46c6-357a-4517-aa2d-6acbf14c4bb4 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:59.927157 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-088f46c6-357a-4517-aa2d-6acbf14c4bb4 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Added segment ae791f4b-68c9-4329-bc41-7d759e7a26a6 of type vlan for network 8d89aa46-94a6-4aa3-a631-cd43fea185f2 Aug 10 03:33:59.927937 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-90bce55d-0834-48d4-9d4f-25556f7273b3 req-1a5e321e-fd87-436e-875c-1ce2bd24f314 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:00.147250 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-90bce55d-0834-48d4-9d4f-25556f7273b3 req-1a5e321e-fd87-436e-875c-1ce2bd24f314 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Transition to ACTIVE for port object 12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7 will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:34:00.456372 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ac8003bd-c326-45c5-85e5-8a803cd4c5ed req-30a92ce6-b084-4991-a74d-296a46aa7326 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=522b45d9-db61-4e14-a75c-214b3a6907db HTTP/1.1" status: 200 len: 210 time: 0.1525695 Aug 10 03:34:00.592970 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-61851265-5854-4139-9511-fb81ecfbf3e5 req-46398e55-d49a-434c-8991-5f1123a2247c tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Allocated IP 172.20.0.10 (6dc7bedc-eafa-4023-bb0c-0b112a614203/e5e7a61c-c6b0-4c3e-8dfa-eb566188b2bb/dfac5bf6-85c1-48e7-a12f-5cc98a0b7232) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:34:00.666214 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8e49b854-39bf-4b0e-b204-fcd91b60b507 req-b0d0c886-e5e5-47de-bacd-4ed4703db376 service neutron] 10.222.0.44 "GET /v2.0/networks/6dc7bedc-eafa-4023-bb0c-0b112a614203?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6600058 Aug 10 03:34:00.671945 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-90bce55d-0834-48d4-9d4f-25556f7273b3 req-1a5e321e-fd87-436e-875c-1ce2bd24f314 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:00.859196 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d02850-6511-4e04-9b6a-4b912928f103 req-075c7c81-aa2b-4358-857d-7688d0a66045 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:00.861234 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-a3d02850-6511-4e04-9b6a-4b912928f103 req-075c7c81-aa2b-4358-857d-7688d0a66045 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.61 "GET /v2.0/networks?id=6dc7bedc-eafa-4023-bb0c-0b112a614203 HTTP/1.1" status: 200 len: 815 time: 0.2113934 Aug 10 03:34:00.870524 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f574a254-015c-4b85-80af-47d88fddfb74 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:00.877479 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-088f46c6-357a-4517-aa2d-6acbf14c4bb4 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:00.893713 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-a3d02850-6511-4e04-9b6a-4b912928f103 req-40254e1f-01cc-4e0b-b57b-9fd2ab83fc5f tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Request body: {'port': {'device_id': '52e304fd-a17e-430f-8ddc-723dc51017e7', 'network_id': '6dc7bedc-eafa-4023-bb0c-0b112a614203', 'admin_state_up': True, 'tenant_id': '95b5a50d87e64743a73c6eff7fa00976'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:01.133674 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-088f46c6-357a-4517-aa2d-6acbf14c4bb4 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:01.146270 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088f46c6-357a-4517-aa2d-6acbf14c4bb4 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:01.147563 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-088f46c6-357a-4517-aa2d-6acbf14c4bb4 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:01.332465 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-088f46c6-357a-4517-aa2d-6acbf14c4bb4 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.9667480 Aug 10 03:34:01.355172 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43672) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:01.377509 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-f7e81059-19bf-4fc4-b399-81fd6537e0f0 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-181478726'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:01.495556 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088f46c6-357a-4517-aa2d-6acbf14c4bb4 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Pushing event updated for resources: {'Network': ['ID=8d89aa46-94a6-4aa3-a631-cd43fea185f2,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:01.509192 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 8d89aa46-94a6-4aa3-a631-cd43fea185f2 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:34:01.594871 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90bce55d-0834-48d4-9d4f-25556f7273b3 req-1a5e321e-fd87-436e-875c-1ce2bd24f314 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Network c0659391-a657-4b16-a8ee-a2586c7786a9 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:34:01.604735 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e81059-19bf-4fc4-b399-81fd6537e0f0 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Made reservation on behalf of edb6e397474742ac886307bee65ca82c for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:34:01.611293 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f7e81059-19bf-4fc4-b399-81fd6537e0f0 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:01.614540 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-90bce55d-0834-48d4-9d4f-25556f7273b3 req-1a5e321e-fd87-436e-875c-1ce2bd24f314 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:34:01.617455 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-90bce55d-0834-48d4-9d4f-25556f7273b3 req-1a5e321e-fd87-436e-875c-1ce2bd24f314 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:34:01.715751 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-140357a4-2b1b-4baa-8fc9-13cbdc2ec86a req-e9f31280-2973-4500-aa63-096947648a53 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/ports?device_id=e94bab8c-37ad-48a0-a25d-4fb04fb90837 HTTP/1.1" status: 200 len: 210 time: 0.1985664 Aug 10 03:34:01.746208 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3d02850-6511-4e04-9b6a-4b912928f103 req-40254e1f-01cc-4e0b-b57b-9fd2ab83fc5f tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Made reservation on behalf of 95b5a50d87e64743a73c6eff7fa00976 for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:34:01.759592 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-a3d02850-6511-4e04-9b6a-4b912928f103 req-40254e1f-01cc-4e0b-b57b-9fd2ab83fc5f tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:01.787839 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7e81059-19bf-4fc4-b399-81fd6537e0f0 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:34:01.832521 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device f5c938b4-b620-4188-a605-ddf0a909af0a details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:34:01.845802 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f7e81059-19bf-4fc4-b399-81fd6537e0f0 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:01.846196 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-f7e81059-19bf-4fc4-b399-81fd6537e0f0 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Added segment 33d9ca77-2574-474a-9761-3155c1dce92f of type vlan for network a141f20e-0777-4eca-82c1-ec6331548eef Aug 10 03:34:01.878364 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5e321e-fd87-436e-875c-1ce2bd24f314 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Pushing event updated for resources: {'Port': ['ID=12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:01.977069 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bce55d-0834-48d4-9d4f-25556f7273b3 req-1a5e321e-fd87-436e-875c-1ce2bd24f314 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:01.978278 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-90bce55d-0834-48d4-9d4f-25556f7273b3 req-1a5e321e-fd87-436e-875c-1ce2bd24f314 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:02.042571 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f7e81059-19bf-4fc4-b399-81fd6537e0f0 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:02.067273 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f574a254-015c-4b85-80af-47d88fddfb74 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Router 02d1a35c-57c2-4a7e-a2fe-cf4c63a394e1 is scheduled to L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e with binding_index 1 {{(pid=94261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:34:02.095199 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8e49b854-39bf-4b0e-b204-fcd91b60b507 req-aa50b379-3ec8-4821-b1d6-9f096bd4314a service neutron] 10.222.0.44 "GET /v2.0/networks/6dc7bedc-eafa-4023-bb0c-0b112a614203?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4130719 Aug 10 03:34:02.125899 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port f5c938b4-b620-4188-a605-ddf0a909af0a, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=f5c938b4-b620-4188-a605-ddf0a909af0a,segment=NetworkSegment(137a9801-8fd3-46c2-ac1d-bb4eee5c7163),segment_id=137a9801-8fd3-46c2-ac1d-bb4eee5c7163)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:02.148879 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': 'f5c938b4-b620-4188-a605-ddf0a909af0a', 'network_id': 'd07bf9c0-feda-49f0-ac68-879462adf9f1', 'port_id': 'f5c938b4-b620-4188-a605-ddf0a909af0a', 'mac_address': 'fa:16:3e:dd:aa:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33a1c40e-b5d2-46c7-a6a1-fa6cc0352aec', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:34:02.152412 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-90bce55d-0834-48d4-9d4f-25556f7273b3 req-1a5e321e-fd87-436e-875c-1ce2bd24f314 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0283184 Aug 10 03:34:02.196234 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-90bce55d-0834-48d4-9d4f-25556f7273b3 req-72f0e335-d0b1-49d0-89cb-43e6ce8cbd0d service neutron] Request body: {'port': {'device_id': '522b45d9-db61-4e14-a75c-214b3a6907db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:02.224593 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-61851265-5854-4139-9511-fb81ecfbf3e5 req-46398e55-d49a-434c-8991-5f1123a2247c tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:02.249344 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:02.259324 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-38868ee6-2eca-4d15-a86e-18dbf60583f1 None None] Provisioning for port 12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:34:02.275739 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-38868ee6-2eca-4d15-a86e-18dbf60583f1 None None] Provisioning complete for port 12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:02.276617 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-38868ee6-2eca-4d15-a86e-18dbf60583f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:02.316082 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5c938b4-b620-4188-a605-ddf0a909af0a {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:34:02.336741 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f7e81059-19bf-4fc4-b399-81fd6537e0f0 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:02.351792 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e81059-19bf-4fc4-b399-81fd6537e0f0 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:02.353627 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f7e81059-19bf-4fc4-b399-81fd6537e0f0 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:02.356833 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-61851265-5854-4139-9511-fb81ecfbf3e5 req-46398e55-d49a-434c-8991-5f1123a2247c tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Transition to ACTIVE for port object dfac5bf6-85c1-48e7-a12f-5cc98a0b7232 will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:34:02.376210 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port f5c938b4-b620-4188-a605-ddf0a909af0a, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=f5c938b4-b620-4188-a605-ddf0a909af0a,segment=NetworkSegment(137a9801-8fd3-46c2-ac1d-bb4eee5c7163),segment_id=137a9801-8fd3-46c2-ac1d-bb4eee5c7163)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:02.378568 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-38868ee6-2eca-4d15-a86e-18dbf60583f1 None None] Port 12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:34:02.380613 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2e263d-6554-4a61-ba2f-0090c800d6d8 req-1f6b7a7c-9f44-4148-b3e9-58d2c26192a2 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:02.388959 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:02.403233 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5a2e263d-6554-4a61-ba2f-0090c800d6d8 req-1f6b7a7c-9f44-4148-b3e9-58d2c26192a2 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=522b45d9-db61-4e14-a75c-214b3a6907db HTTP/1.1" status: 200 len: 931 time: 0.4136336 Aug 10 03:34:02.537410 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['f5c938b4-b620-4188-a605-ddf0a909af0a'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:34:02.553856 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-90bce55d-0834-48d4-9d4f-25556f7273b3 req-72f0e335-d0b1-49d0-89cb-43e6ce8cbd0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:02.611482 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=f5c938b4-b620-4188-a605-ddf0a909af0a,revision_number=9']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:02.653276 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-f7e81059-19bf-4fc4-b399-81fd6537e0f0 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2964334 Aug 10 03:34:02.655417 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f574a254-015c-4b85-80af-47d88fddfb74 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:34:02.659994 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43722) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:02.665615 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-8e9da306-336d-45ca-b43c-b0e16094d650 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Request body: {'ports': [{'network_id': '8d89aa46-94a6-4aa3-a631-cd43fea185f2', 'name': 'tempest-port--2133171086', 'admin_state_up': True}, {'network_id': 'a141f20e-0777-4eca-82c1-ec6331548eef', 'admin_state_up': False}]} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:02.666993 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-8e9da306-336d-45ca-b43c-b0e16094d650 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Request body: {'port': {'network_id': '8d89aa46-94a6-4aa3-a631-cd43fea185f2', 'name': 'tempest-port--2133171086', 'admin_state_up': True}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:02.667507 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-8e9da306-336d-45ca-b43c-b0e16094d650 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Request body: {'port': {'network_id': 'a141f20e-0777-4eca-82c1-ec6331548eef', 'admin_state_up': False}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:02.671387 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6a0536-cc12-4dd4-b594-10c6dfc836f7 None None] Sync routers for ids ['02d1a35c-57c2-4a7e-a2fe-cf4c63a394e1'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:34:02.687429 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6a0536-cc12-4dd4-b594-10c6dfc836f7 None None] Routers {'02d1a35c-57c2-4a7e-a2fe-cf4c63a394e1'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:34:02.690694 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-3f6a0536-cc12-4dd4-b594-10c6dfc836f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:33:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['02d1a35c-57c2-4a7e-a2fe-cf4c63a394e1'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:02.718135 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ed0f4e56-38c9-45cd-b632-ecc7b73ab8a3 req-f1bb9b14-9dc8-4dbd-ae26-b14302549b72 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/ports?device_id=75d84430-2a5d-400c-b28d-98af0826d4a0 HTTP/1.1" status: 200 len: 210 time: 0.0846026 Aug 10 03:34:02.723576 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-61851265-5854-4139-9511-fb81ecfbf3e5 req-46398e55-d49a-434c-8991-5f1123a2247c tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:02.760200 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e81059-19bf-4fc4-b399-81fd6537e0f0 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Pushing event updated for resources: {'Network': ['ID=a141f20e-0777-4eca-82c1-ec6331548eef,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:02.768024 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5a2e263d-6554-4a61-ba2f-0090c800d6d8 req-4fcb1bbb-a231-4f3a-b2ac-cb64672d1063 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d4b820e-dc2c-4be0-8053-891f2a656097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3561254 Aug 10 03:34:02.820034 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61851265-5854-4139-9511-fb81ecfbf3e5 req-46398e55-d49a-434c-8991-5f1123a2247c tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Network 6dc7bedc-eafa-4023-bb0c-0b112a614203 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:34:02.821056 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network a141f20e-0777-4eca-82c1-ec6331548eef details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:34:02.836692 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f574a254-015c-4b85-80af-47d88fddfb74 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:02.840061 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-f574a254-015c-4b85-80af-47d88fddfb74 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 12.6623194 Aug 10 03:34:02.876021 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-61851265-5854-4139-9511-fb81ecfbf3e5 req-46398e55-d49a-434c-8991-5f1123a2247c tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:34:02.892826 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-61851265-5854-4139-9511-fb81ecfbf3e5 req-46398e55-d49a-434c-8991-5f1123a2247c tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:34:02.896654 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46398e55-d49a-434c-8991-5f1123a2247c tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Pushing event updated for resources: {'Port': ['ID=dfac5bf6-85c1-48e7-a12f-5cc98a0b7232,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:02.910891 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 43734) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:03.017885 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 43738) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:03.057795 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-3f6a0536-cc12-4dd4-b594-10c6dfc836f7 None None] Set router 02d1a35c-57c2-4a7e-a2fe-cf4c63a394e1 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:34:03.277944 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:03.303697 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61851265-5854-4139-9511-fb81ecfbf3e5 req-46398e55-d49a-434c-8991-5f1123a2247c tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:03.304269 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-61851265-5854-4139-9511-fb81ecfbf3e5 req-46398e55-d49a-434c-8991-5f1123a2247c tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:03.346762 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-61851265-5854-4139-9511-fb81ecfbf3e5 req-46398e55-d49a-434c-8991-5f1123a2247c tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5461514 Aug 10 03:34:03.378035 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-61851265-5854-4139-9511-fb81ecfbf3e5 req-7324a01c-0deb-4e75-a9bf-cd096a4cdfe1 service neutron] Request body: {'port': {'device_id': 'be966435-2ac6-4fc6-ab5b-1f75d3accfb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:03.475132 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-3f6a0536-cc12-4dd4-b594-10c6dfc836f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d1a35c-57c2-4a7e-a2fe-cf4c63a394e1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1803331094', 'tenant_id': 'b41b771882304474947a74fcb840799d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': 'e5d7738a-a4ba-4880-8b82-9716340ec271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:33:50Z', 'updated_at': '2021-08-10T03:33:58Z', 'revision_number': 3, 'project_id': 'b41b771882304474947a74fcb840799d', 'gw_port': {'id': 'e5d7738a-a4ba-4880-8b82-9716340ec271', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:1c:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d1a35c-57c2-4a7e-a2fe-cf4c63a394e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:54Z', 'updated_at': '2021-08-10T03:33:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:03.509340 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-61851265-5854-4139-9511-fb81ecfbf3e5 req-7324a01c-0deb-4e75-a9bf-cd096a4cdfe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:03.514870 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23505d3-88d7-4904-8a9a-24af8652f36d tempest-TestSecurityGroupsBasicOps-1160878762 tempest-TestSecurityGroupsBasicOps-1160878762-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:03.515322 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6a0536-cc12-4dd4-b594-10c6dfc836f7 None None] Checking router: 02d1a35c-57c2-4a7e-a2fe-cf4c63a394e1 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:34:03.515907 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6a0536-cc12-4dd4-b594-10c6dfc836f7 None None] Updating router 02d1a35c-57c2-4a7e-a2fe-cf4c63a394e1 port e5d7738a-a4ba-4880-8b82-9716340ec271 binding host n-d-768862-13 {{(pid=94263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:34:03.519145 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-a23505d3-88d7-4904-8a9a-24af8652f36d tempest-TestSecurityGroupsBasicOps-1160878762 tempest-TestSecurityGroupsBasicOps-1160878762-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=b41b771882304474947a74fcb840799d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.5908072 Aug 10 03:34:03.543695 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 43744) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:03.548532 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-f8cb9f0b-c29f-4269-b1c2-91102284dfae None None] Provisioning for port dfac5bf6-85c1-48e7-a12f-5cc98a0b7232 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:34:03.556116 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c85b13aa-ccef-4091-b888-87c3c29b8ed1 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:03.569918 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-3f6a0536-cc12-4dd4-b594-10c6dfc836f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:03.580578 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-f8cb9f0b-c29f-4269-b1c2-91102284dfae None None] Provisioning complete for port dfac5bf6-85c1-48e7-a12f-5cc98a0b7232 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:03.581118 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f8cb9f0b-c29f-4269-b1c2-91102284dfae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:03.601476 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43748) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:03.646803 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-f8cb9f0b-c29f-4269-b1c2-91102284dfae None None] Port dfac5bf6-85c1-48e7-a12f-5cc98a0b7232 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:34:03.678846 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [req-a3d02850-6511-4e04-9b6a-4b912928f103 req-40254e1f-01cc-4e0b-b57b-9fd2ab83fc5f tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Allocated IP 172.20.0.3 (6dc7bedc-eafa-4023-bb0c-0b112a614203/e5e7a61c-c6b0-4c3e-8dfa-eb566188b2bb/ff77ca86-bac2-4e86-b600-e546131b1cb1) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:34:03.853286 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e9da306-336d-45ca-b43c-b0e16094d650 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Made reservation on behalf of edb6e397474742ac886307bee65ca82c for: {'port': 2} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:34:03.866430 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device f5c938b4-b620-4188-a605-ddf0a909af0a up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:34:03.881312 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8e9da306-336d-45ca-b43c-b0e16094d650 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:03.975949 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8e9da306-336d-45ca-b43c-b0e16094d650 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:03.978580 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a0dc8011-2b20-48cd-bf67-c309226d718d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:03.981928 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9be339-6ef1-4b50-a3c6-c49d71a62dbf tempest-TestSecurityGroupsBasicOps-1160878762 tempest-TestSecurityGroupsBasicOps-1160878762-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:03.984398 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-0e9be339-6ef1-4b50-a3c6-c49d71a62dbf tempest-TestSecurityGroupsBasicOps-1160878762 tempest-TestSecurityGroupsBasicOps-1160878762-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4261034 Aug 10 03:34:03.991891 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43760) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:04.098110 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a397d3e3-dff6-4017-823d-81a35901629b tempest-TestSecurityGroupsBasicOps-1160878762 tempest-TestSecurityGroupsBasicOps-1160878762-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=2ea12131-628a-487e-b434-0463553732bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0881858 Aug 10 03:34:04.116493 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port f5c938b4-b620-4188-a605-ddf0a909af0a triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:04.117453 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:04.171252 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43762) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:04.179200 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-3f6a0536-cc12-4dd4-b594-10c6dfc836f7 None None] Notify callbacks [] for port, precommit_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:04.193083 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.provisioning_blocks [None req-3f6a0536-cc12-4dd4-b594-10c6dfc836f7 None None] Transition to ACTIVE for port object e5d7738a-a4ba-4880-8b82-9716340ec271 will not be triggered until provisioned by entity L2. {{(pid=94263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:34:04.202727 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-3f6a0536-cc12-4dd4-b594-10c6dfc836f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:04.271104 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c85b13aa-ccef-4091-b888-87c3c29b8ed1 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:04.281464 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4303b43d-4081-4cc7-9c07-23083d7768e9 None None] Pushing event updated for resources: {'Port': ['ID=e5d7738a-a4ba-4880-8b82-9716340ec271,revision_number=2']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:04.287463 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:04.300780 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2e4800e7-8b1c-4757-823e-ec4de3aef3d7 req-d994c11e-69dc-439b-a5cf-51489a061ec3 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/ports?device_id=75d84430-2a5d-400c-b28d-98af0826d4a0 HTTP/1.1" status: 200 len: 210 time: 0.2789564 Aug 10 03:34:04.320374 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4303b43d-4081-4cc7-9c07-23083d7768e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:04.320958 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4303b43d-4081-4cc7-9c07-23083d7768e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:04.322414 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4303b43d-4081-4cc7-9c07-23083d7768e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:04.322414 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4303b43d-4081-4cc7-9c07-23083d7768e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:04.322723 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4303b43d-4081-4cc7-9c07-23083d7768e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:04.323138 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4303b43d-4081-4cc7-9c07-23083d7768e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:04.324480 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4303b43d-4081-4cc7-9c07-23083d7768e9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:04.324826 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4303b43d-4081-4cc7-9c07-23083d7768e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:04.325205 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4303b43d-4081-4cc7-9c07-23083d7768e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:04.325538 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4303b43d-4081-4cc7-9c07-23083d7768e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:04.327314 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4303b43d-4081-4cc7-9c07-23083d7768e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:04.330751 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4303b43d-4081-4cc7-9c07-23083d7768e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:04.340812 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port f5c938b4-b620-4188-a605-ddf0a909af0a, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=f5c938b4-b620-4188-a605-ddf0a909af0a,segment=NetworkSegment(137a9801-8fd3-46c2-ac1d-bb4eee5c7163),segment_id=137a9801-8fd3-46c2-ac1d-bb4eee5c7163)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:04.342822 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25a2b433-b843-4071-8ca3-74d190678210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5c938b4-b620-4188-a605-ddf0a909af0a'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:34:04.349368 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-3f6a0536-cc12-4dd4-b594-10c6dfc836f7 None None] Attempting to bind port e5d7738a-a4ba-4880-8b82-9716340ec271 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:34:04.349638 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-3f6a0536-cc12-4dd4-b594-10c6dfc836f7 None None] Attempting to bind port e5d7738a-a4ba-4880-8b82-9716340ec271 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:34:04.350136 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6a0536-cc12-4dd4-b594-10c6dfc836f7 None None] Attempting to bind port e5d7738a-a4ba-4880-8b82-9716340ec271 on network 2ea12131-628a-487e-b434-0463553732bd {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:34:04.352319 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4395513-fca4-475f-a45d-13688adc4a11" -d '{"events": [{"server_uuid": "25a2b433-b843-4071-8ca3-74d190678210", "name": "network-vif-plugged", "status": "completed", "tag": "f5c938b4-b620-4188-a605-ddf0a909af0a"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:34:04.361042 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:04.362073 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6a0536-cc12-4dd4-b594-10c6dfc836f7 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:34:04.363828 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6a0536-cc12-4dd4-b594-10c6dfc836f7 None None] Checking segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:34:04.363828 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-3f6a0536-cc12-4dd4-b594-10c6dfc836f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:04.363828 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6a0536-cc12-4dd4-b594-10c6dfc836f7 None None] Bound using segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:34:04.363828 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-3f6a0536-cc12-4dd4-b594-10c6dfc836f7 None None] Bound port: e5d7738a-a4ba-4880-8b82-9716340ec271, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:34:04.369042 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-3f6a0536-cc12-4dd4-b594-10c6dfc836f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:04.378982 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-29e96d4d-ace2-40a4-bba8-705ac7a05d3f tempest-TestSecurityGroupsBasicOps-1160878762 tempest-TestSecurityGroupsBasicOps-1160878762-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=b41b771882304474947a74fcb840799d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2049654 Aug 10 03:34:04.402632 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e01463-2b17-40a5-9c04-db987db7b93e req-9f15ed5b-6b95-442c-a6b4-f5167e5533b2 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:04.409630 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-16e01463-2b17-40a5-9c04-db987db7b93e req-9f15ed5b-6b95-442c-a6b4-f5167e5533b2 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=522b45d9-db61-4e14-a75c-214b3a6907db HTTP/1.1" status: 200 len: 931 time: 0.4232349 Aug 10 03:34:04.415322 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 43766) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:04.534512 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1908b206-2e65-47ea-b529-d9326b66b95c x-openstack-request-id: req-1908b206-2e65-47ea-b529-d9326b66b95c {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:34:04.535469 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25a2b433-b843-4071-8ca3-74d190678210", "name": "network-vif-plugged", "status": "completed", "tag": "f5c938b4-b620-4188-a605-ddf0a909af0a", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:34:04.536168 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1908b206-2e65-47ea-b529-d9326b66b95c {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:34:04.537489 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25a2b433-b843-4071-8ca3-74d190678210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5c938b4-b620-4188-a605-ddf0a909af0a', 'code': 200} Aug 10 03:34:04.543985 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=f5c938b4-b620-4188-a605-ddf0a909af0a,revision_number=10']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:04.581640 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-3f6a0536-cc12-4dd4-b594-10c6dfc836f7 None None] For port e5d7738a-a4ba-4880-8b82-9716340ec271, host n-d-768862-13, cleared binding levels {{(pid=94263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:34:04.588943 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [None req-8e9da306-336d-45ca-b43c-b0e16094d650 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] device_id is not set on port 74a62326-024b-4938-8c1e-720d891ad287 yet. {{(pid=94261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:34:04.597569 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-3f6a0536-cc12-4dd4-b594-10c6dfc836f7 None None] For port e5d7738a-a4ba-4880-8b82-9716340ec271, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=e5d7738a-a4ba-4880-8b82-9716340ec271,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:34:04.608587 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-3f6a0536-cc12-4dd4-b594-10c6dfc836f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:04.743907 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6a0536-cc12-4dd4-b594-10c6dfc836f7 None None] Routers {'02d1a35c-57c2-4a7e-a2fe-cf4c63a394e1'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:34:04.745209 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-3f6a0536-cc12-4dd4-b594-10c6dfc836f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:33:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['02d1a35c-57c2-4a7e-a2fe-cf4c63a394e1'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:04.748867 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4303b43d-4081-4cc7-9c07-23083d7768e9 None None] Pushing event updated for resources: {'Port': ['ID=e5d7738a-a4ba-4880-8b82-9716340ec271,revision_number=3']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:04.756233 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-a3d02850-6511-4e04-9b6a-4b912928f103 req-40254e1f-01cc-4e0b-b57b-9fd2ab83fc5f tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:04.842611 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [req-a3d02850-6511-4e04-9b6a-4b912928f103 req-40254e1f-01cc-4e0b-b57b-9fd2ab83fc5f tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Transition to ACTIVE for port object ff77ca86-bac2-4e86-b600-e546131b1cb1 will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:34:04.945741 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a0dc8011-2b20-48cd-bf67-c309226d718d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:04.967979 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a0dc8011-2b20-48cd-bf67-c309226d718d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:05.000026 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a0dc8011-2b20-48cd-bf67-c309226d718d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fc43dfaaf94f4b11b341abfa8c93ef84&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3966956 Aug 10 03:34:05.002635 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8e9da306-336d-45ca-b43c-b0e16094d650 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:05.005990 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43774) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:05.042862 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-a3d02850-6511-4e04-9b6a-4b912928f103 req-40254e1f-01cc-4e0b-b57b-9fd2ab83fc5f tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:05.073468 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-3f6a0536-cc12-4dd4-b594-10c6dfc836f7 None None] Set router 02d1a35c-57c2-4a7e-a2fe-cf4c63a394e1 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:34:05.098877 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70d806f-c417-4d37-843d-248bc8fa9ed1 tempest-TestSecurityGroupsBasicOps-1160878762 tempest-TestSecurityGroupsBasicOps-1160878762-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:05.102674 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-e70d806f-c417-4d37-843d-248bc8fa9ed1 tempest-TestSecurityGroupsBasicOps-1160878762 tempest-TestSecurityGroupsBasicOps-1160878762-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5617063 Aug 10 03:34:05.129066 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 43776) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:05.163874 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40254e1f-01cc-4e0b-b57b-9fd2ab83fc5f tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Pushing event updated for resources: {'Port': ['ID=ff77ca86-bac2-4e86-b600-e546131b1cb1,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:05.202997 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [None req-8e9da306-336d-45ca-b43c-b0e16094d650 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] device_id is not set on port 1d096f99-8f3a-4e4d-b2f9-77c0df2eaeb2 yet. {{(pid=94261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:34:05.305491 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-90bce55d-0834-48d4-9d4f-25556f7273b3 req-72f0e335-d0b1-49d0-89cb-43e6ce8cbd0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7 {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:34:05.310359 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dc8011-2b20-48cd-bf67-c309226d718d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f2ab56-9fae-4fb9-962d-5f2f0e404e91,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:05.325256 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-16e01463-2b17-40a5-9c04-db987db7b93e req-54482294-9cdc-408c-82f8-efb78587fa82 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d4b820e-dc2c-4be0-8053-891f2a656097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7747316 Aug 10 03:34:05.329240 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-96468a7f-d294-42c3-bc12-ad00106d70a5 tempest-TestSecurityGroupsBasicOps-1160878762 tempest-TestSecurityGroupsBasicOps-1160878762-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=2ea12131-628a-487e-b434-0463553732bd&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1441178 Aug 10 03:34:05.340892 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 43778) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:05.348733 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-90bce55d-0834-48d4-9d4f-25556f7273b3 req-72f0e335-d0b1-49d0-89cb-43e6ce8cbd0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:05.357999 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-3f6a0536-cc12-4dd4-b594-10c6dfc836f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d1a35c-57c2-4a7e-a2fe-cf4c63a394e1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1803331094', 'tenant_id': 'b41b771882304474947a74fcb840799d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': 'e5d7738a-a4ba-4880-8b82-9716340ec271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:33:50Z', 'updated_at': '2021-08-10T03:33:58Z', 'revision_number': 3, 'project_id': 'b41b771882304474947a74fcb840799d', 'gw_port': {'id': 'e5d7738a-a4ba-4880-8b82-9716340ec271', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:1c:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d1a35c-57c2-4a7e-a2fe-cf4c63a394e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:54Z', 'updated_at': '2021-08-10T03:34:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:05.366567 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-8b4d52db-0fe7-420a-8a5f-597a1816fca4 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1662195568', 'network_id': '508cf9c7-3bc7-48fb-ad23-c81fcee8802f', 'project_id': 'b41b771882304474947a74fcb840799d', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:05.409423 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3d02850-6511-4e04-9b6a-4b912928f103 req-40254e1f-01cc-4e0b-b57b-9fd2ab83fc5f tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Network 6dc7bedc-eafa-4023-bb0c-0b112a614203 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:34:05.444073 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6a0536-cc12-4dd4-b594-10c6dfc836f7 None None] The sync data for ids ['02d1a35c-57c2-4a7e-a2fe-cf4c63a394e1'] in n-d-768862-13 is: [{'id': '02d1a35c-57c2-4a7e-a2fe-cf4c63a394e1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1803331094', 'tenant_id': 'b41b771882304474947a74fcb840799d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': 'e5d7738a-a4ba-4880-8b82-9716340ec271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:33:50Z', 'updated_at': '2021-08-10T03:33:58Z', 'revision_number': 3, 'project_id': 'b41b771882304474947a74fcb840799d', 'gw_port': {'id': 'e5d7738a-a4ba-4880-8b82-9716340ec271', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:1c:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d1a35c-57c2-4a7e-a2fe-cf4c63a394e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:54Z', 'updated_at': '2021-08-10T03:34:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:34:05.459822 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [req-a3d02850-6511-4e04-9b6a-4b912928f103 req-40254e1f-01cc-4e0b-b57b-9fd2ab83fc5f tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:34:05.462512 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3d02850-6511-4e04-9b6a-4b912928f103 req-40254e1f-01cc-4e0b-b57b-9fd2ab83fc5f tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:34:05.539475 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8e9da306-336d-45ca-b43c-b0e16094d650 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:05.554668 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d02850-6511-4e04-9b6a-4b912928f103 req-40254e1f-01cc-4e0b-b57b-9fd2ab83fc5f tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:05.555420 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-a3d02850-6511-4e04-9b6a-4b912928f103 req-40254e1f-01cc-4e0b-b57b-9fd2ab83fc5f tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:05.569661 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c85b13aa-ccef-4091-b888-87c3c29b8ed1 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:05.573836 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c85b13aa-ccef-4091-b888-87c3c29b8ed1 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:05.577048 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-c85b13aa-ccef-4091-b888-87c3c29b8ed1 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "DELETE /v2.0/security-groups/5c67c16e-b8a6-4f4f-8d43-6f09a2fb6b31 HTTP/1.1" status: 204 len: 168 time: 2.5546110 Aug 10 03:34:05.579550 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-90bce55d-0834-48d4-9d4f-25556f7273b3 req-72f0e335-d0b1-49d0-89cb-43e6ce8cbd0d service neutron] Transition to ACTIVE for port object 12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7 will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:34:05.588722 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43782) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:05.590888 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-a3d02850-6511-4e04-9b6a-4b912928f103 req-40254e1f-01cc-4e0b-b57b-9fd2ab83fc5f tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7083845 Aug 10 03:34:05.618747 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-a3d02850-6511-4e04-9b6a-4b912928f103 req-5bd6b4df-bf62-491f-abef-a85a6da5885b service neutron] Request body: {'port': {'device_id': '52e304fd-a17e-430f-8ddc-723dc51017e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-13'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:05.650931 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85b13aa-ccef-4091-b888-87c3c29b8ed1 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c67c16e-b8a6-4f4f-8d43-6f09a2fb6b31,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:05.672037 n-d-768862-13 neutron-server[94261]: INFO neutron.api.v2.resource [None req-980932f2-3d9f-48be-b886-e182695816bb tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] show failed (client error): The resource could not be found. Aug 10 03:34:05.677087 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-980932f2-3d9f-48be-b886-e182695816bb tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "GET /v2.0/security-groups/5c67c16e-b8a6-4f4f-8d43-6f09a2fb6b31 HTTP/1.1" status: 404 len: 347 time: 0.0846751 Aug 10 03:34:05.695399 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43784) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:05.725537 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-90bce55d-0834-48d4-9d4f-25556f7273b3 req-72f0e335-d0b1-49d0-89cb-43e6ce8cbd0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:05.762784 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f6ae9833-9745-484b-8b74-3d20f62f8098 req-360d33ad-236f-437f-b7d6-69d63d649ec1 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/ports?device_id=75d84430-2a5d-400c-b28d-98af0826d4a0 HTTP/1.1" status: 200 len: 210 time: 0.1607430 Aug 10 03:34:05.871436 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e49b854-39bf-4b0e-b204-fcd91b60b507 req-3d1e0e6d-4b92-4666-a924-868db9d0a87c tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:05.877263 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8e49b854-39bf-4b0e-b204-fcd91b60b507 req-3d1e0e6d-4b92-4666-a924-868db9d0a87c tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.61 "GET /v2.0/networks?id=6dc7bedc-eafa-4023-bb0c-0b112a614203 HTTP/1.1" status: 200 len: 815 time: 0.9579978 Aug 10 03:34:05.979574 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-71929616-e567-4913-ae3b-f1f224109ed9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:06.022603 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-71929616-e567-4913-ae3b-f1f224109ed9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:06.033280 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-a3d02850-6511-4e04-9b6a-4b912928f103 req-5bd6b4df-bf62-491f-abef-a85a6da5885b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:06.057826 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-8e49b854-39bf-4b0e-b204-fcd91b60b507 req-e9d8e81e-1a86-4132-957a-255c492cc894 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Request body: {'port': {'device_id': '75d84430-2a5d-400c-b28d-98af0826d4a0', 'network_id': '6dc7bedc-eafa-4023-bb0c-0b112a614203', 'admin_state_up': True, 'tenant_id': '95b5a50d87e64743a73c6eff7fa00976'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:06.063509 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-a38dc4f0-0e64-4293-83e4-8426e4b1ed84 None None] Provisioning for port ff77ca86-bac2-4e86-b600-e546131b1cb1 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:34:06.076725 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-a38dc4f0-0e64-4293-83e4-8426e4b1ed84 None None] Provisioning complete for port ff77ca86-bac2-4e86-b600-e546131b1cb1 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:06.079242 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a38dc4f0-0e64-4293-83e4-8426e4b1ed84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:06.166695 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-a38dc4f0-0e64-4293-83e4-8426e4b1ed84 None None] Port ff77ca86-bac2-4e86-b600-e546131b1cb1 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:34:06.228268 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-61851265-5854-4139-9511-fb81ecfbf3e5 req-7324a01c-0deb-4e75-a9bf-cd096a4cdfe1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfac5bf6-85c1-48e7-a12f-5cc98a0b7232 {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:34:06.244013 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-61851265-5854-4139-9511-fb81ecfbf3e5 req-7324a01c-0deb-4e75-a9bf-cd096a4cdfe1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:06.264164 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-61851265-5854-4139-9511-fb81ecfbf3e5 req-7324a01c-0deb-4e75-a9bf-cd096a4cdfe1 service neutron] Transition to ACTIVE for port object dfac5bf6-85c1-48e7-a12f-5cc98a0b7232 will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:34:06.331376 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8e9da306-336d-45ca-b43c-b0e16094d650 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:06.355630 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f0e335-d0b1-49d0-89cb-43e6ce8cbd0d service neutron] Pushing event updated for resources: {'Port': ['ID=12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:06.366165 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-67430a85-d234-4b97-9bf8-7ed32627a68b tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Deleting port 6e7fa51d-07ac-4921-ab94-ba4dcf6aaad1 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:34:06.366800 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-67430a85-d234-4b97-9bf8-7ed32627a68b tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:06.369509 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-61851265-5854-4139-9511-fb81ecfbf3e5 req-7324a01c-0deb-4e75-a9bf-cd096a4cdfe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:06.387516 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b4d52db-0fe7-420a-8a5f-597a1816fca4 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Made reservation on behalf of b41b771882304474947a74fcb840799d for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:34:06.399836 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8b4d52db-0fe7-420a-8a5f-597a1816fca4 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:06.772249 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-71929616-e567-4913-ae3b-f1f224109ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:06.775534 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-71929616-e567-4913-ae3b-f1f224109ed9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:06.780617 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-71929616-e567-4913-ae3b-f1f224109ed9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a9f2ab56-9fae-4fb9-962d-5f2f0e404e91 HTTP/1.1" status: 204 len: 168 time: 1.7681074 Aug 10 03:34:06.830814 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9da306-336d-45ca-b43c-b0e16094d650 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Pushing event updated for resources: {'Port': ['ID=74a62326-024b-4938-8c1e-720d891ad287,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:06.845044 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71929616-e567-4913-ae3b-f1f224109ed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f2ab56-9fae-4fb9-962d-5f2f0e404e91,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:06.916991 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-67430a85-d234-4b97-9bf8-7ed32627a68b tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:06.917503 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-67430a85-d234-4b97-9bf8-7ed32627a68b tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:07.002645 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-67430a85-d234-4b97-9bf8-7ed32627a68b tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Calling delete_port for 6e7fa51d-07ac-4921-ab94-ba4dcf6aaad1 owned by network:floatingip {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:34:07.016396 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9da306-336d-45ca-b43c-b0e16094d650 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Checking segment: {'id': 'ae791f4b-68c9-4329-bc41-7d759e7a26a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8d89aa46-94a6-4aa3-a631-cd43fea185f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:34:07.017031 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9da306-336d-45ca-b43c-b0e16094d650 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Network hostable DHCP agents. Network: 8d89aa46-94a6-4aa3-a631-cd43fea185f2, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:34:07.313277 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9da306-336d-45ca-b43c-b0e16094d650 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Network 8d89aa46-94a6-4aa3-a631-cd43fea185f2 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:34:07.413181 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device e5d7738a-a4ba-4880-8b82-9716340ec271 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:34:07.535394 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-42bc32cf-10c8-4039-b21b-9ce6d64abf99 req-83f95a1c-4841-4b0b-9a12-38f3b7738a94 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/ports?device_id=75d84430-2a5d-400c-b28d-98af0826d4a0 HTTP/1.1" status: 200 len: 210 time: 0.3840835 Aug 10 03:34:07.619277 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port e5d7738a-a4ba-4880-8b82-9716340ec271 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:34:07.641092 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port e5d7738a-a4ba-4880-8b82-9716340ec271 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:07.643137 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:07.692493 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 43814) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:07.936981 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:08.059584 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port e5d7738a-a4ba-4880-8b82-9716340ec271, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=e5d7738a-a4ba-4880-8b82-9716340ec271,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:08.068058 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:08.073399 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324a01c-0deb-4e75-a9bf-cd096a4cdfe1 service neutron] Pushing event updated for resources: {'Port': ['ID=dfac5bf6-85c1-48e7-a12f-5cc98a0b7232,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:08.086312 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6181c03c-c99e-4b25-8693-559de48e6b51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:08.138727 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-90bce55d-0834-48d4-9d4f-25556f7273b3 req-72f0e335-d0b1-49d0-89cb-43e6ce8cbd0d service neutron] Attempting to bind port 12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7 on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:34:08.139133 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-90bce55d-0834-48d4-9d4f-25556f7273b3 req-72f0e335-d0b1-49d0-89cb-43e6ce8cbd0d service neutron] Attempting to bind port 12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7 by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '17789ec9-f3a0-458f-a646-d9adbb03f346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c0659391-a657-4b16-a8ee-a2586c7786a9'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:34:08.139523 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bce55d-0834-48d4-9d4f-25556f7273b3 req-72f0e335-d0b1-49d0-89cb-43e6ce8cbd0d service neutron] Attempting to bind port 12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7 on network c0659391-a657-4b16-a8ee-a2586c7786a9 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:34:08.227751 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=e5d7738a-a4ba-4880-8b82-9716340ec271,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:08.263402 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9a843f-6bf1-4a0c-a0e7-38bdaf4dce0b req-73a8642d-4db3-44be-854f-83bd2661f848 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:08.278041 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-db9a843f-6bf1-4a0c-a0e7-38bdaf4dce0b req-73a8642d-4db3-44be-854f-83bd2661f848 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=522b45d9-db61-4e14-a75c-214b3a6907db HTTP/1.1" status: 200 len: 943 time: 1.1494789 Aug 10 03:34:08.315171 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bce55d-0834-48d4-9d4f-25556f7273b3 req-72f0e335-d0b1-49d0-89cb-43e6ce8cbd0d service neutron] Port 12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7 on network c0659391-a657-4b16-a8ee-a2586c7786a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:34:08.315822 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bce55d-0834-48d4-9d4f-25556f7273b3 req-72f0e335-d0b1-49d0-89cb-43e6ce8cbd0d service neutron] Attempting to bind port 12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7 on network c0659391-a657-4b16-a8ee-a2586c7786a9 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:34:08.483128 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-8e9da306-336d-45ca-b43c-b0e16094d650 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 8d89aa46-94a6-4aa3-a631-cd43fea185f2) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:34:08.492204 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9da306-336d-45ca-b43c-b0e16094d650 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:34:08.494357 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8e9da306-336d-45ca-b43c-b0e16094d650 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:08.504925 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc5cb5e-1957-4ecc-bfa8-9321b8f991f6 None None] Network 8d89aa46-94a6-4aa3-a631-cd43fea185f2 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:34:08.525311 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bce55d-0834-48d4-9d4f-25556f7273b3 req-72f0e335-d0b1-49d0-89cb-43e6ce8cbd0d service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:34:08.525650 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bce55d-0834-48d4-9d4f-25556f7273b3 req-72f0e335-d0b1-49d0-89cb-43e6ce8cbd0d service neutron] Checking segment: {'id': '17789ec9-f3a0-458f-a646-d9adbb03f346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c0659391-a657-4b16-a8ee-a2586c7786a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:34:08.526271 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bce55d-0834-48d4-9d4f-25556f7273b3 req-72f0e335-d0b1-49d0-89cb-43e6ce8cbd0d service neutron] Bound using segment: {'id': '17789ec9-f3a0-458f-a646-d9adbb03f346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c0659391-a657-4b16-a8ee-a2586c7786a9'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:34:08.526879 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-90bce55d-0834-48d4-9d4f-25556f7273b3 req-72f0e335-d0b1-49d0-89cb-43e6ce8cbd0d service neutron] Bound port: 12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17789ec9-f3a0-458f-a646-d9adbb03f346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c0659391-a657-4b16-a8ee-a2586c7786a9'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:34:08.534952 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-90bce55d-0834-48d4-9d4f-25556f7273b3 req-72f0e335-d0b1-49d0-89cb-43e6ce8cbd0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:08.677243 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-67430a85-d234-4b97-9bf8-7ed32627a68b tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:08.705435 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [req-a3d02850-6511-4e04-9b6a-4b912928f103 req-5bd6b4df-bf62-491f-abef-a85a6da5885b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff77ca86-bac2-4e86-b600-e546131b1cb1 {{(pid=94261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:34:08.718163 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9da306-336d-45ca-b43c-b0e16094d650 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Pushing event updated for resources: {'Port': ['ID=1d096f99-8f3a-4e4d-b2f9-77c0df2eaeb2,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:08.722496 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-a3d02850-6511-4e04-9b6a-4b912928f103 req-5bd6b4df-bf62-491f-abef-a85a6da5885b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:08.729623 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-db9a843f-6bf1-4a0c-a0e7-38bdaf4dce0b req-cfc99e12-b95a-48ec-99ed-ab4241b02d23 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d4b820e-dc2c-4be0-8053-891f2a656097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4505122 Aug 10 03:34:08.740942 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e49b854-39bf-4b0e-b204-fcd91b60b507 req-e9d8e81e-1a86-4132-957a-255c492cc894 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Made reservation on behalf of 95b5a50d87e64743a73c6eff7fa00976 for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:34:08.746844 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8e49b854-39bf-4b0e-b204-fcd91b60b507 req-e9d8e81e-1a86-4132-957a-255c492cc894 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:08.819065 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67430a85-d234-4b97-9bf8-7ed32627a68b tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Pushing event deleted for resources: {'Port': ['ID=6e7fa51d-07ac-4921-ab94-ba4dcf6aaad1,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:08.837089 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-61851265-5854-4139-9511-fb81ecfbf3e5 req-7324a01c-0deb-4e75-a9bf-cd096a4cdfe1 service neutron] Attempting to bind port dfac5bf6-85c1-48e7-a12f-5cc98a0b7232 on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:34:08.837607 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-61851265-5854-4139-9511-fb81ecfbf3e5 req-7324a01c-0deb-4e75-a9bf-cd096a4cdfe1 service neutron] Attempting to bind port dfac5bf6-85c1-48e7-a12f-5cc98a0b7232 by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': 'e63e0632-dd2f-43c6-b578-109f8049147f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6dc7bedc-eafa-4023-bb0c-0b112a614203'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:34:08.838023 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61851265-5854-4139-9511-fb81ecfbf3e5 req-7324a01c-0deb-4e75-a9bf-cd096a4cdfe1 service neutron] Attempting to bind port dfac5bf6-85c1-48e7-a12f-5cc98a0b7232 on network 6dc7bedc-eafa-4023-bb0c-0b112a614203 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:34:08.844638 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [req-a3d02850-6511-4e04-9b6a-4b912928f103 req-5bd6b4df-bf62-491f-abef-a85a6da5885b service neutron] Transition to ACTIVE for port object ff77ca86-bac2-4e86-b600-e546131b1cb1 will not be triggered until provisioned by entity L2. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:34:08.856350 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61851265-5854-4139-9511-fb81ecfbf3e5 req-7324a01c-0deb-4e75-a9bf-cd096a4cdfe1 service neutron] Port dfac5bf6-85c1-48e7-a12f-5cc98a0b7232 on network 6dc7bedc-eafa-4023-bb0c-0b112a614203 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:34:08.857058 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61851265-5854-4139-9511-fb81ecfbf3e5 req-7324a01c-0deb-4e75-a9bf-cd096a4cdfe1 service neutron] Attempting to bind port dfac5bf6-85c1-48e7-a12f-5cc98a0b7232 on network 6dc7bedc-eafa-4023-bb0c-0b112a614203 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:34:08.863014 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-a3d02850-6511-4e04-9b6a-4b912928f103 req-5bd6b4df-bf62-491f-abef-a85a6da5885b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:08.904343 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ea6fcfb8-438f-4f44-ac86-0f551198cd5d req-8c9b9c7a-7b92-4fca-b87a-55e99c78e7ef tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/ports?device_id=75d84430-2a5d-400c-b28d-98af0826d4a0 HTTP/1.1" status: 200 len: 210 time: 0.1426189 Aug 10 03:34:08.938172 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd6b4df-bf62-491f-abef-a85a6da5885b service neutron] Pushing event updated for resources: {'Port': ['ID=ff77ca86-bac2-4e86-b600-e546131b1cb1,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:08.946345 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61851265-5854-4139-9511-fb81ecfbf3e5 req-7324a01c-0deb-4e75-a9bf-cd096a4cdfe1 service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:34:08.947104 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61851265-5854-4139-9511-fb81ecfbf3e5 req-7324a01c-0deb-4e75-a9bf-cd096a4cdfe1 service neutron] Checking segment: {'id': 'e63e0632-dd2f-43c6-b578-109f8049147f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6dc7bedc-eafa-4023-bb0c-0b112a614203'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:34:08.947719 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61851265-5854-4139-9511-fb81ecfbf3e5 req-7324a01c-0deb-4e75-a9bf-cd096a4cdfe1 service neutron] Bound using segment: {'id': 'e63e0632-dd2f-43c6-b578-109f8049147f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6dc7bedc-eafa-4023-bb0c-0b112a614203'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:34:08.948411 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-61851265-5854-4139-9511-fb81ecfbf3e5 req-7324a01c-0deb-4e75-a9bf-cd096a4cdfe1 service neutron] Bound port: dfac5bf6-85c1-48e7-a12f-5cc98a0b7232, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e63e0632-dd2f-43c6-b578-109f8049147f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6dc7bedc-eafa-4023-bb0c-0b112a614203'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:34:08.949047 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-61851265-5854-4139-9511-fb81ecfbf3e5 req-7324a01c-0deb-4e75-a9bf-cd096a4cdfe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:08.953466 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9da306-336d-45ca-b43c-b0e16094d650 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Checking segment: {'id': '33d9ca77-2574-474a-9761-3155c1dce92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a141f20e-0777-4eca-82c1-ec6331548eef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:34:08.954081 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9da306-336d-45ca-b43c-b0e16094d650 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Network hostable DHCP agents. Network: a141f20e-0777-4eca-82c1-ec6331548eef, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:34:08.971969 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-67430a85-d234-4b97-9bf8-7ed32627a68b tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks [] for floatingip, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:08.975045 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-67430a85-d234-4b97-9bf8-7ed32627a68b tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:08.976288 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-67430a85-d234-4b97-9bf8-7ed32627a68b tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "DELETE /v2.0/floatingips/4bb6e76d-2797-4bd1-a6c2-9a193e62726b HTTP/1.1" status: 204 len: 168 time: 3.2729104 Aug 10 03:34:08.985514 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43838) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:09.161502 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9da306-336d-45ca-b43c-b0e16094d650 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Network a141f20e-0777-4eca-82c1-ec6331548eef is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:34:09.226434 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-8e9da306-336d-45ca-b43c-b0e16094d650 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, a141f20e-0777-4eca-82c1-ec6331548eef) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:34:09.240389 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cadc0008-f5e0-428a-8e31-f29dfbbe5707 None None] Network a141f20e-0777-4eca-82c1-ec6331548eef requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:34:09.262256 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9da306-336d-45ca-b43c-b0e16094d650 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:34:09.267953 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9da306-336d-45ca-b43c-b0e16094d650 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:09.284709 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9da306-336d-45ca-b43c-b0e16094d650 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:09.285437 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8e9da306-336d-45ca-b43c-b0e16094d650 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:09.344218 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-61851265-5854-4139-9511-fb81ecfbf3e5 req-7324a01c-0deb-4e75-a9bf-cd096a4cdfe1 service neutron] For port dfac5bf6-85c1-48e7-a12f-5cc98a0b7232, host n-h1-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:34:09.360264 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-61851265-5854-4139-9511-fb81ecfbf3e5 req-7324a01c-0deb-4e75-a9bf-cd096a4cdfe1 service neutron] For port dfac5bf6-85c1-48e7-a12f-5cc98a0b7232, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=dfac5bf6-85c1-48e7-a12f-5cc98a0b7232,segment=NetworkSegment(e63e0632-dd2f-43c6-b578-109f8049147f),segment_id=e63e0632-dd2f-43c6-b578-109f8049147f)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:34:09.412580 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-a3d02850-6511-4e04-9b6a-4b912928f103 req-5bd6b4df-bf62-491f-abef-a85a6da5885b service neutron] Attempting to bind port ff77ca86-bac2-4e86-b600-e546131b1cb1 on host n-h2-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:34:09.413406 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-a3d02850-6511-4e04-9b6a-4b912928f103 req-5bd6b4df-bf62-491f-abef-a85a6da5885b service neutron] Attempting to bind port ff77ca86-bac2-4e86-b600-e546131b1cb1 by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': 'e63e0632-dd2f-43c6-b578-109f8049147f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6dc7bedc-eafa-4023-bb0c-0b112a614203'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:34:09.414142 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d02850-6511-4e04-9b6a-4b912928f103 req-5bd6b4df-bf62-491f-abef-a85a6da5885b service neutron] Attempting to bind port ff77ca86-bac2-4e86-b600-e546131b1cb1 on network 6dc7bedc-eafa-4023-bb0c-0b112a614203 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:34:09.421766 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device e5d7738a-a4ba-4880-8b82-9716340ec271 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:34:09.435206 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d02850-6511-4e04-9b6a-4b912928f103 req-5bd6b4df-bf62-491f-abef-a85a6da5885b service neutron] Port ff77ca86-bac2-4e86-b600-e546131b1cb1 on network 6dc7bedc-eafa-4023-bb0c-0b112a614203 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:34:09.436049 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d02850-6511-4e04-9b6a-4b912928f103 req-5bd6b4df-bf62-491f-abef-a85a6da5885b service neutron] Attempting to bind port ff77ca86-bac2-4e86-b600-e546131b1cb1 on network 6dc7bedc-eafa-4023-bb0c-0b112a614203 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:34:09.440044 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-90bce55d-0834-48d4-9d4f-25556f7273b3 req-72f0e335-d0b1-49d0-89cb-43e6ce8cbd0d service neutron] For port 12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7, host n-h1-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:34:09.450330 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-02c495e5-229c-446f-b874-0ac429db70e7 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Deleting port cd1eca9b-5bbc-491b-8156-b62b269a02ad {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:34:09.451035 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-02c495e5-229c-446f-b874-0ac429db70e7 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:09.474198 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d02850-6511-4e04-9b6a-4b912928f103 req-5bd6b4df-bf62-491f-abef-a85a6da5885b service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:34:09.480065 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d02850-6511-4e04-9b6a-4b912928f103 req-5bd6b4df-bf62-491f-abef-a85a6da5885b service neutron] Checking segment: {'id': 'e63e0632-dd2f-43c6-b578-109f8049147f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6dc7bedc-eafa-4023-bb0c-0b112a614203'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:34:09.481109 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d02850-6511-4e04-9b6a-4b912928f103 req-5bd6b4df-bf62-491f-abef-a85a6da5885b service neutron] Bound using segment: {'id': 'e63e0632-dd2f-43c6-b578-109f8049147f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6dc7bedc-eafa-4023-bb0c-0b112a614203'} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:34:09.486685 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-a3d02850-6511-4e04-9b6a-4b912928f103 req-5bd6b4df-bf62-491f-abef-a85a6da5885b service neutron] Bound port: ff77ca86-bac2-4e86-b600-e546131b1cb1, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e63e0632-dd2f-43c6-b578-109f8049147f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6dc7bedc-eafa-4023-bb0c-0b112a614203'}}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:34:09.488068 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-a3d02850-6511-4e04-9b6a-4b912928f103 req-5bd6b4df-bf62-491f-abef-a85a6da5885b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:09.532308 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-90bce55d-0834-48d4-9d4f-25556f7273b3 req-72f0e335-d0b1-49d0-89cb-43e6ce8cbd0d service neutron] For port 12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7,segment=NetworkSegment(17789ec9-f3a0-458f-a646-d9adbb03f346),segment_id=17789ec9-f3a0-458f-a646-d9adbb03f346)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:34:09.546021 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-61851265-5854-4139-9511-fb81ecfbf3e5 req-7324a01c-0deb-4e75-a9bf-cd096a4cdfe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:09.661254 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8b4d52db-0fe7-420a-8a5f-597a1816fca4 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58895384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805196'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:09.670813 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-90bce55d-0834-48d4-9d4f-25556f7273b3 req-72f0e335-d0b1-49d0-89cb-43e6ce8cbd0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:09.766837 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port e5d7738a-a4ba-4880-8b82-9716340ec271 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:09.767523 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:09.784922 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6181c03c-c99e-4b25-8693-559de48e6b51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:09.857936 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-8e9da306-336d-45ca-b43c-b0e16094d650 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 7.1958992 Aug 10 03:34:09.873761 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6181c03c-c99e-4b25-8693-559de48e6b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:09.885990 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43848) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:09.901965 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-02c495e5-229c-446f-b874-0ac429db70e7 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:09.961879 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61851265-5854-4139-9511-fb81ecfbf3e5 req-7324a01c-0deb-4e75-a9bf-cd096a4cdfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:09.964010 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-61851265-5854-4139-9511-fb81ecfbf3e5 req-7324a01c-0deb-4e75-a9bf-cd096a4cdfe1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:09.967210 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-61851265-5854-4139-9511-fb81ecfbf3e5 req-7324a01c-0deb-4e75-a9bf-cd096a4cdfe1 service neutron] 10.222.0.42 "PUT /v2.0/ports/dfac5bf6-85c1-48e7-a12f-5cc98a0b7232 HTTP/1.1" status: 200 len: 1093 time: 6.5998762 Aug 10 03:34:10.000104 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-a3d02850-6511-4e04-9b6a-4b912928f103 req-5bd6b4df-bf62-491f-abef-a85a6da5885b service neutron] For port ff77ca86-bac2-4e86-b600-e546131b1cb1, host n-h2-768862-13, cleared binding levels {{(pid=94261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:34:10.019176 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-02c495e5-229c-446f-b874-0ac429db70e7 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Calling delete_port for cd1eca9b-5bbc-491b-8156-b62b269a02ad owned by {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:34:10.057257 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-a3d02850-6511-4e04-9b6a-4b912928f103 req-5bd6b4df-bf62-491f-abef-a85a6da5885b service neutron] For port ff77ca86-bac2-4e86-b600-e546131b1cb1, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=ff77ca86-bac2-4e86-b600-e546131b1cb1,segment=NetworkSegment(e63e0632-dd2f-43c6-b578-109f8049147f),segment_id=e63e0632-dd2f-43c6-b578-109f8049147f)] {{(pid=94261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:34:10.068333 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-a3d02850-6511-4e04-9b6a-4b912928f103 req-5bd6b4df-bf62-491f-abef-a85a6da5885b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:10.150638 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6181c03c-c99e-4b25-8693-559de48e6b51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b57f3b12-660e-408f-9d71-9d7c1b01da6c,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:10.159243 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be966435-2ac6-4fc6-ab5b-1f75d3accfb6', 'tag': 'dfac5bf6-85c1-48e7-a12f-5cc98a0b7232'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:34:10.165443 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2d9cb02-de1c-44fe-a784-ee8e5c6cbf25" -d '{"events": [{"name": "network-changed", "server_uuid": "be966435-2ac6-4fc6-ab5b-1f75d3accfb6", "tag": "dfac5bf6-85c1-48e7-a12f-5cc98a0b7232"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:34:10.174555 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324a01c-0deb-4e75-a9bf-cd096a4cdfe1 service neutron] Pushing event updated for resources: {'Port': ['ID=dfac5bf6-85c1-48e7-a12f-5cc98a0b7232,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:10.185998 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd6b4df-bf62-491f-abef-a85a6da5885b service neutron] Pushing event updated for resources: {'Port': ['ID=ff77ca86-bac2-4e86-b600-e546131b1cb1,revision_number=3']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:10.249374 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae99656-4fac-4094-b0e4-9a43bbbd5867 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:10.274328 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bce55d-0834-48d4-9d4f-25556f7273b3 req-72f0e335-d0b1-49d0-89cb-43e6ce8cbd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:10.275898 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-90bce55d-0834-48d4-9d4f-25556f7273b3 req-72f0e335-d0b1-49d0-89cb-43e6ce8cbd0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:10.278395 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-90bce55d-0834-48d4-9d4f-25556f7273b3 req-72f0e335-d0b1-49d0-89cb-43e6ce8cbd0d service neutron] 10.222.0.42 "PUT /v2.0/ports/12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7 HTTP/1.1" status: 200 len: 1092 time: 8.1166449 Aug 10 03:34:10.280713 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae99656-4fac-4094-b0e4-9a43bbbd5867 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:10.285307 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-9ae99656-4fac-4094-b0e4-9a43bbbd5867 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3901968 Aug 10 03:34:10.290491 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43858) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:10.463889 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d02850-6511-4e04-9b6a-4b912928f103 req-5bd6b4df-bf62-491f-abef-a85a6da5885b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:10.465547 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-a3d02850-6511-4e04-9b6a-4b912928f103 req-5bd6b4df-bf62-491f-abef-a85a6da5885b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:10.469478 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-a3d02850-6511-4e04-9b6a-4b912928f103 req-5bd6b4df-bf62-491f-abef-a85a6da5885b service neutron] 10.222.0.61 "PUT /v2.0/ports/ff77ca86-bac2-4e86-b600-e546131b1cb1 HTTP/1.1" status: 200 len: 1092 time: 4.8557978 Aug 10 03:34:10.473520 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52e304fd-a17e-430f-8ddc-723dc51017e7', 'tag': 'ff77ca86-bac2-4e86-b600-e546131b1cb1'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:34:10.482381 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb8783a7-02e0-4e95-af97-ca5caa0bcb9f" -d '{"events": [{"name": "network-changed", "server_uuid": "52e304fd-a17e-430f-8ddc-723dc51017e7", "tag": "ff77ca86-bac2-4e86-b600-e546131b1cb1"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:34:10.517464 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ce51e2f4-4531-40a9-a7aa-d36f0c4661fb req-d065e07b-5df4-4184-9f91-8965be7e5469 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/ports?device_id=75d84430-2a5d-400c-b28d-98af0826d4a0 HTTP/1.1" status: 200 len: 210 time: 0.2959313 Aug 10 03:34:10.589591 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-6181c03c-c99e-4b25-8693-559de48e6b51 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b9a98aa47ff041ec851cd991ac207e9a&name=default HTTP/1.1" status: 200 len: 2983 time: 2.8521409 Aug 10 03:34:10.607718 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43864) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:10.636497 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b061a479-4c8c-4974-92fe-9f0f9b41d021 x-openstack-request-id: req-b061a479-4c8c-4974-92fe-9f0f9b41d021 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:34:10.636870 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be966435-2ac6-4fc6-ab5b-1f75d3accfb6", "tag": "dfac5bf6-85c1-48e7-a12f-5cc98a0b7232", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:34:10.637050 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b061a479-4c8c-4974-92fe-9f0f9b41d021 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:34:10.637476 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be966435-2ac6-4fc6-ab5b-1f75d3accfb6', 'tag': 'dfac5bf6-85c1-48e7-a12f-5cc98a0b7232', 'status': 'completed', 'code': 200} Aug 10 03:34:10.704467 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4d52db-0fe7-420a-8a5f-597a1816fca4 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Pushing event updated for resources: {'Subnet': ['ID=981d3dc6-89fc-4eed-956e-2ed7eccead65,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:10.712696 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6291d6b3-edb4-4709-9209-a56e19a73122 x-openstack-request-id: req-6291d6b3-edb4-4709-9209-a56e19a73122 {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:34:10.713629 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52e304fd-a17e-430f-8ddc-723dc51017e7", "tag": "ff77ca86-bac2-4e86-b600-e546131b1cb1", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:34:10.714104 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6291d6b3-edb4-4709-9209-a56e19a73122 {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:34:10.714890 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52e304fd-a17e-430f-8ddc-723dc51017e7', 'tag': 'ff77ca86-bac2-4e86-b600-e546131b1cb1', 'status': 'completed', 'code': 200} Aug 10 03:34:10.835956 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-8e49b854-39bf-4b0e-b204-fcd91b60b507 req-e9d8e81e-1a86-4132-957a-255c492cc894 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Allocated IP 172.20.0.5 (6dc7bedc-eafa-4023-bb0c-0b112a614203/e5e7a61c-c6b0-4c3e-8dfa-eb566188b2bb/97034f8c-71cc-4097-8f27-bc778ae760f1) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:34:10.846594 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4d52db-0fe7-420a-8a5f-597a1816fca4 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Checking segment: {'id': 'f3673170-d975-4530-8b2e-6c815d742d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '508cf9c7-3bc7-48fb-ad23-c81fcee8802f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:34:10.847015 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4d52db-0fe7-420a-8a5f-597a1816fca4 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Network hostable DHCP agents. Network: 508cf9c7-3bc7-48fb-ad23-c81fcee8802f, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:34:10.868966 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d02850-6511-4e04-9b6a-4b912928f103 req-6216c479-5b91-4cef-92ba-5dd418b84035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:10.872038 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-a3d02850-6511-4e04-9b6a-4b912928f103 req-6216c479-5b91-4cef-92ba-5dd418b84035 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=95b5a50d87e64743a73c6eff7fa00976&device_id=52e304fd-a17e-430f-8ddc-723dc51017e7 HTTP/1.1" status: 200 len: 1095 time: 0.3469658 Aug 10 03:34:10.874020 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc61b16-e690-48a7-9ffd-5665bdc6029f req-0eb1cf51-cd4f-4db6-9445-aa9e3d6e074e tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:10.876421 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9dc61b16-e690-48a7-9ffd-5665bdc6029f req-0eb1cf51-cd4f-4db6-9445-aa9e3d6e074e tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=522b45d9-db61-4e14-a75c-214b3a6907db HTTP/1.1" status: 200 len: 943 time: 0.7281733 Aug 10 03:34:10.952436 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f0e335-d0b1-49d0-89cb-43e6ce8cbd0d service neutron] Pushing event updated for resources: {'Port': ['ID=12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:10.975185 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61851265-5854-4139-9511-fb81ecfbf3e5 req-59947619-c536-4378-b161-9a5e58552a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:10.976966 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-61851265-5854-4139-9511-fb81ecfbf3e5 req-59947619-c536-4378-b161-9a5e58552a20 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=95b5a50d87e64743a73c6eff7fa00976&device_id=be966435-2ac6-4fc6-ab5b-1f75d3accfb6 HTTP/1.1" status: 200 len: 1096 time: 0.7804637 Aug 10 03:34:11.013773 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-a3d02850-6511-4e04-9b6a-4b912928f103 req-11ab6e48-0675-4345-af33-61b08139818e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff77ca86-bac2-4e86-b600-e546131b1cb1 HTTP/1.1" status: 200 len: 217 time: 0.1222825 Aug 10 03:34:11.067714 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-61851265-5854-4139-9511-fb81ecfbf3e5 req-57faa2bc-f4a6-4326-96e3-bd2a239693f8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dfac5bf6-85c1-48e7-a12f-5cc98a0b7232 HTTP/1.1" status: 200 len: 217 time: 0.0663321 Aug 10 03:34:11.076210 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bce55d-0834-48d4-9d4f-25556f7273b3 req-9243adb1-10f2-45f6-b5e3-dfcbbde6d6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:11.077939 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-90bce55d-0834-48d4-9d4f-25556f7273b3 req-9243adb1-10f2-45f6-b5e3-dfcbbde6d6b7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e9ab4296b9324b029547ba2c6dc24132&device_id=522b45d9-db61-4e14-a75c-214b3a6907db HTTP/1.1" status: 200 len: 1095 time: 0.6856880 Aug 10 03:34:11.151467 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d02850-6511-4e04-9b6a-4b912928f103 req-0863330f-5ad8-48bf-80a0-7cd637c1283a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:11.155221 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-a3d02850-6511-4e04-9b6a-4b912928f103 req-0863330f-5ad8-48bf-80a0-7cd637c1283a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e5e7a61c-c6b0-4c3e-8dfa-eb566188b2bb HTTP/1.1" status: 200 len: 854 time: 0.1204655 Aug 10 03:34:11.217801 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9dc61b16-e690-48a7-9ffd-5665bdc6029f req-882bb57b-1da8-4a60-9a6d-38d485c4150a tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d4b820e-dc2c-4be0-8053-891f2a656097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2521117 Aug 10 03:34:11.218629 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4d52db-0fe7-420a-8a5f-597a1816fca4 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Network 508cf9c7-3bc7-48fb-ad23-c81fcee8802f is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:34:11.225388 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-90bce55d-0834-48d4-9d4f-25556f7273b3 req-dcea3fb8-076d-4fac-b9dc-719120983f69 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7 HTTP/1.1" status: 200 len: 217 time: 0.1211951 Aug 10 03:34:11.268311 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-8b4d52db-0fe7-420a-8a5f-597a1816fca4 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 508cf9c7-3bc7-48fb-ad23-c81fcee8802f) {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:34:11.274381 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4d52db-0fe7-420a-8a5f-597a1816fca4 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:11.275302 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8b4d52db-0fe7-420a-8a5f-597a1816fca4 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:11.283667 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ee7086-0501-4221-8b76-b655027342d0 None None] Network 508cf9c7-3bc7-48fb-ad23-c81fcee8802f requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:34:11.287751 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-32ff97f9-b612-41e3-a64a-7bcfa44ede39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:11.292651 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-02c495e5-229c-446f-b874-0ac429db70e7 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:11.394668 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-34abd119-9108-4ad6-846b-f207935ec310 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Deleting port 74a62326-024b-4938-8c1e-720d891ad287 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:34:11.396005 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-34abd119-9108-4ad6-846b-f207935ec310 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:11.412156 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c495e5-229c-446f-b874-0ac429db70e7 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Pushing event deleted for resources: {'Port': ['ID=cd1eca9b-5bbc-491b-8156-b62b269a02ad,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:11.439635 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-32ff97f9-b612-41e3-a64a-7bcfa44ede39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:11.547144 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d02850-6511-4e04-9b6a-4b912928f103 req-5f724abe-c9c9-46c4-9474-313f7ebeb611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:11.569048 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-a3d02850-6511-4e04-9b6a-4b912928f103 req-5f724abe-c9c9-46c4-9474-313f7ebeb611 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6dc7bedc-eafa-4023-bb0c-0b112a614203&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3784373 Aug 10 03:34:11.610311 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d7bff4-f997-42ce-93af-282ac0f0b236 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-508cf9c7-3bc7-48fb-ad23-c81fcee8802f', 'network_id': '508cf9c7-3bc7-48fb-ad23-c81fcee8802f', 'tenant_id': 'b41b771882304474947a74fcb840799d', 'fixed_ips': [{'subnet_id': '981d3dc6-89fc-4eed-956e-2ed7eccead65'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:34:11.611354 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b1d7bff4-f997-42ce-93af-282ac0f0b236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:11.634958 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-8b4d52db-0fe7-420a-8a5f-597a1816fca4 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 6.2737164 Aug 10 03:34:11.635704 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 43880) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:11.736234 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bce55d-0834-48d4-9d4f-25556f7273b3 req-3d730e9e-833e-4206-8a83-7b9daccb162c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:11.737979 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-90bce55d-0834-48d4-9d4f-25556f7273b3 req-3d730e9e-833e-4206-8a83-7b9daccb162c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ffd75aef-22f1-4d31-9592-d84c9fe2b2a2 HTTP/1.1" status: 200 len: 854 time: 0.4817269 Aug 10 03:34:11.762492 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61851265-5854-4139-9511-fb81ecfbf3e5 req-0e47ecb6-5373-4fba-b937-b205a889df29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:11.765306 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-61851265-5854-4139-9511-fb81ecfbf3e5 req-0e47ecb6-5373-4fba-b937-b205a889df29 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e5e7a61c-c6b0-4c3e-8dfa-eb566188b2bb HTTP/1.1" status: 200 len: 854 time: 0.5649631 Aug 10 03:34:11.829494 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5915c795-7dff-4a70-8afe-99edafbfae9d req-0de5aa73-46c0-4770-94b8-4ff1c3a71ea5 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/ports?device_id=75d84430-2a5d-400c-b28d-98af0826d4a0 HTTP/1.1" status: 200 len: 210 time: 0.1377580 Aug 10 03:34:11.922585 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-02c495e5-229c-446f-b874-0ac429db70e7 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:11.927423 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-02c495e5-229c-446f-b874-0ac429db70e7 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "DELETE /v2.0/ports/cd1eca9b-5bbc-491b-8156-b62b269a02ad HTTP/1.1" status: 204 len: 168 time: 2.9361942 Aug 10 03:34:11.941396 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43882) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:11.948939 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8e49b854-39bf-4b0e-b204-fcd91b60b507 req-e9d8e81e-1a86-4132-957a-255c492cc894 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:11.970422 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-b1d7bff4-f997-42ce-93af-282ac0f0b236 None None] Allocated IP 172.20.0.18 (508cf9c7-3bc7-48fb-ad23-c81fcee8802f/981d3dc6-89fc-4eed-956e-2ed7eccead65/21098a17-42ad-492f-9cc4-b04964883ceb) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:34:12.028533 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-8e49b854-39bf-4b0e-b204-fcd91b60b507 req-e9d8e81e-1a86-4132-957a-255c492cc894 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Transition to ACTIVE for port object 97034f8c-71cc-4097-8f27-bc778ae760f1 will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:34:12.090449 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-34abd119-9108-4ad6-846b-f207935ec310 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:12.096898 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bce55d-0834-48d4-9d4f-25556f7273b3 req-75b0f7d8-b351-4c30-98af-f695dbfa2458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:12.099869 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-90bce55d-0834-48d4-9d4f-25556f7273b3 req-75b0f7d8-b351-4c30-98af-f695dbfa2458 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c0659391-a657-4b16-a8ee-a2586c7786a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3283701 Aug 10 03:34:12.102183 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61851265-5854-4139-9511-fb81ecfbf3e5 req-89d81fba-fcdf-44b1-b707-a397e4d8d25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:12.105019 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-61851265-5854-4139-9511-fb81ecfbf3e5 req-89d81fba-fcdf-44b1-b707-a397e4d8d25f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6dc7bedc-eafa-4023-bb0c-0b112a614203&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3034918 Aug 10 03:34:12.202840 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-34abd119-9108-4ad6-846b-f207935ec310 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Calling delete_port for 74a62326-024b-4938-8c1e-720d891ad287 owned by {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:34:12.270730 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-00c8b6fc-cf0a-4289-b6b8-b3e3253ff604 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Deleting port 56cb4eba-c06f-4bc1-b8d8-963a991424ec {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:34:12.287566 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-00c8b6fc-cf0a-4289-b6b8-b3e3253ff604 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:12.399469 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b1d7bff4-f997-42ce-93af-282ac0f0b236 None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:12.424813 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-00c8b6fc-cf0a-4289-b6b8-b3e3253ff604 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:12.437319 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8e49b854-39bf-4b0e-b204-fcd91b60b507 req-e9d8e81e-1a86-4132-957a-255c492cc894 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:12.440775 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-00c8b6fc-cf0a-4289-b6b8-b3e3253ff604 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Calling delete_port for 56cb4eba-c06f-4bc1-b8d8-963a991424ec owned by {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:34:12.607434 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-00c8b6fc-cf0a-4289-b6b8-b3e3253ff604 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:12.612516 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-b1d7bff4-f997-42ce-93af-282ac0f0b236 None None] Transition to ACTIVE for port object 21098a17-42ad-492f-9cc4-b04964883ceb will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:34:12.642597 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '522b45d9-db61-4e14-a75c-214b3a6907db', 'tag': '12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:34:12.645502 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef36b198-9d50-48ef-bf03-39b1bc6278bf" -d '{"events": [{"name": "network-changed", "server_uuid": "522b45d9-db61-4e14-a75c-214b3a6907db", "tag": "12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:34:12.645881 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-a3d02850-6511-4e04-9b6a-4b912928f103 req-188c0d19-c5f3-421d-9a46-aa926b80f4c7 service neutron] 10.222.0.61 "GET /v2.0/networks/6dc7bedc-eafa-4023-bb0c-0b112a614203?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0751760 Aug 10 03:34:12.670341 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-b1d7bff4-f997-42ce-93af-282ac0f0b236 None None] Transition to ACTIVE for port object 21098a17-42ad-492f-9cc4-b04964883ceb will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:34:12.672081 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e49b854-39bf-4b0e-b204-fcd91b60b507 req-e9d8e81e-1a86-4132-957a-255c492cc894 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Network 6dc7bedc-eafa-4023-bb0c-0b112a614203 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:34:12.696899 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-8e49b854-39bf-4b0e-b204-fcd91b60b507 req-e9d8e81e-1a86-4132-957a-255c492cc894 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:34:12.700240 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e49b854-39bf-4b0e-b204-fcd91b60b507 req-e9d8e81e-1a86-4132-957a-255c492cc894 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:34:12.700651 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c8b6fc-cf0a-4289-b6b8-b3e3253ff604 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Pushing event deleted for resources: {'Port': ['ID=56cb4eba-c06f-4bc1-b8d8-963a991424ec,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:12.702851 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-32ff97f9-b612-41e3-a64a-7bcfa44ede39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:12.705081 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b1d7bff4-f997-42ce-93af-282ac0f0b236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:12.709013 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-32ff97f9-b612-41e3-a64a-7bcfa44ede39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:12.711929 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-32ff97f9-b612-41e3-a64a-7bcfa44ede39 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b57f3b12-660e-408f-9d71-9d7c1b01da6c HTTP/1.1" status: 204 len: 168 time: 2.1013308 Aug 10 03:34:12.746051 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ff97f9-b612-41e3-a64a-7bcfa44ede39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b57f3b12-660e-408f-9d71-9d7c1b01da6c,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:12.796794 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d8e81e-1a86-4132-957a-255c492cc894 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Pushing event updated for resources: {'Port': ['ID=97034f8c-71cc-4097-8f27-bc778ae760f1,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:12.828395 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-90bce55d-0834-48d4-9d4f-25556f7273b3 req-6c59c104-098f-4d8e-adab-a1fed35e5fc6 service neutron] 10.222.0.42 "GET /v2.0/networks/c0659391-a657-4b16-a8ee-a2586c7786a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7124500 Aug 10 03:34:12.837853 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-61851265-5854-4139-9511-fb81ecfbf3e5 req-2f128955-526a-4a48-953f-e2584f84ed3f service neutron] 10.222.0.42 "GET /v2.0/networks/6dc7bedc-eafa-4023-bb0c-0b112a614203?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7204072 Aug 10 03:34:12.842555 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf3dee7f-57e5-4915-88c9-453111ee91d9 x-openstack-request-id: req-cf3dee7f-57e5-4915-88c9-453111ee91d9 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:34:12.842936 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "522b45d9-db61-4e14-a75c-214b3a6907db", "tag": "12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:34:12.843082 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cf3dee7f-57e5-4915-88c9-453111ee91d9 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:34:12.843537 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '522b45d9-db61-4e14-a75c-214b3a6907db', 'tag': '12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7', 'status': 'completed', 'code': 200} Aug 10 03:34:12.896512 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d7bff4-f997-42ce-93af-282ac0f0b236 None None] Pushing event updated for resources: {'Port': ['ID=21098a17-42ad-492f-9cc4-b04964883ceb,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:13.004425 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d7bff4-f997-42ce-93af-282ac0f0b236 None None] Network 508cf9c7-3bc7-48fb-ad23-c81fcee8802f is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:34:13.009690 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-b1d7bff4-f997-42ce-93af-282ac0f0b236 None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:34:13.013471 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d7bff4-f997-42ce-93af-282ac0f0b236 None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:34:13.063245 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddedde87-4c02-43af-ac1a-87729ef2f1d2 req-dca9cd6e-306d-4812-b8a5-1aab43a4894b tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:13.073374 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ddedde87-4c02-43af-ac1a-87729ef2f1d2 req-dca9cd6e-306d-4812-b8a5-1aab43a4894b tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=522b45d9-db61-4e14-a75c-214b3a6907db HTTP/1.1" status: 200 len: 943 time: 0.6202893 Aug 10 03:34:13.081950 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-a3d02850-6511-4e04-9b6a-4b912928f103 req-3ada307b-beec-4b60-920c-f92308b3e803 service neutron] 10.222.0.61 "GET /v2.0/networks/6dc7bedc-eafa-4023-bb0c-0b112a614203?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3945932 Aug 10 03:34:13.222766 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-00c8b6fc-cf0a-4289-b6b8-b3e3253ff604 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:13.225570 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-00c8b6fc-cf0a-4289-b6b8-b3e3253ff604 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "DELETE /v2.0/ports/56cb4eba-c06f-4bc1-b8d8-963a991424ec HTTP/1.1" status: 204 len: 168 time: 1.2778723 Aug 10 03:34:13.231099 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43898) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:13.257522 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-b1d7bff4-f997-42ce-93af-282ac0f0b236 None None] Attempting to bind port 21098a17-42ad-492f-9cc4-b04964883ceb on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:34:13.258192 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-b1d7bff4-f997-42ce-93af-282ac0f0b236 None None] Attempting to bind port 21098a17-42ad-492f-9cc4-b04964883ceb by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'f3673170-d975-4530-8b2e-6c815d742d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '508cf9c7-3bc7-48fb-ad23-c81fcee8802f'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:34:13.258758 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d7bff4-f997-42ce-93af-282ac0f0b236 None None] Attempting to bind port 21098a17-42ad-492f-9cc4-b04964883ceb on network 508cf9c7-3bc7-48fb-ad23-c81fcee8802f {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:34:13.271010 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d7bff4-f997-42ce-93af-282ac0f0b236 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:34:13.281349 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d7bff4-f997-42ce-93af-282ac0f0b236 None None] Checking segment: {'id': 'f3673170-d975-4530-8b2e-6c815d742d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '508cf9c7-3bc7-48fb-ad23-c81fcee8802f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:34:13.281785 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b1d7bff4-f997-42ce-93af-282ac0f0b236 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:13.282197 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d7bff4-f997-42ce-93af-282ac0f0b236 None None] Bound using segment: {'id': 'f3673170-d975-4530-8b2e-6c815d742d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '508cf9c7-3bc7-48fb-ad23-c81fcee8802f'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:34:13.282741 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-b1d7bff4-f997-42ce-93af-282ac0f0b236 None None] Bound port: 21098a17-42ad-492f-9cc4-b04964883ceb, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3673170-d975-4530-8b2e-6c815d742d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '508cf9c7-3bc7-48fb-ad23-c81fcee8802f'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:34:13.283142 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b1d7bff4-f997-42ce-93af-282ac0f0b236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:13.410818 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4a7f84a-83e6-4646-9184-bc5e443c45cb tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Deleting subnet fa93a2c2-4364-4161-aedc-a9856625b70d {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:34:13.441912 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f4a7f84a-83e6-4646-9184-bc5e443c45cb tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:13.601990 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-34abd119-9108-4ad6-846b-f207935ec310 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:13.607232 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8783a7-02e0-4e95-af97-ca5caa0bcb9f req-b3320a9f-780d-44ee-8842-09f41c86d0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:13.610473 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-fb8783a7-02e0-4e95-af97-ca5caa0bcb9f req-b3320a9f-780d-44ee-8842-09f41c86d0df service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=95b5a50d87e64743a73c6eff7fa00976&device_id=52e304fd-a17e-430f-8ddc-723dc51017e7 HTTP/1.1" status: 200 len: 1095 time: 0.3780918 Aug 10 03:34:13.849521 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34abd119-9108-4ad6-846b-f207935ec310 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Pushing event deleted for resources: {'Port': ['ID=74a62326-024b-4938-8c1e-720d891ad287,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:13.852055 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8783a7-02e0-4e95-af97-ca5caa0bcb9f req-a5ac2f50-8960-4e70-b8c7-86291c41e7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:13.853624 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-fb8783a7-02e0-4e95-af97-ca5caa0bcb9f req-a5ac2f50-8960-4e70-b8c7-86291c41e7d9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6dc7bedc-eafa-4023-bb0c-0b112a614203 HTTP/1.1" status: 200 len: 915 time: 0.1575205 Aug 10 03:34:13.860852 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f4a7f84a-83e6-4646-9184-bc5e443c45cb tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:13.882169 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-b1d7bff4-f997-42ce-93af-282ac0f0b236 None None] For port 21098a17-42ad-492f-9cc4-b04964883ceb, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:34:13.896662 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-b1d7bff4-f997-42ce-93af-282ac0f0b236 None None] For port 21098a17-42ad-492f-9cc4-b04964883ceb, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=21098a17-42ad-492f-9cc4-b04964883ceb,segment=NetworkSegment(f3673170-d975-4530-8b2e-6c815d742d26),segment_id=f3673170-d975-4530-8b2e-6c815d742d26)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:34:13.919055 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b1d7bff4-f997-42ce-93af-282ac0f0b236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:13.982539 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-34abd119-9108-4ad6-846b-f207935ec310 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:13.992331 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-34abd119-9108-4ad6-846b-f207935ec310 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] 10.222.0.44 "DELETE /v2.0/ports/74a62326-024b-4938-8c1e-720d891ad287 HTTP/1.1" status: 204 len: 168 time: 3.5757959 Aug 10 03:34:13.994465 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-fb8783a7-02e0-4e95-af97-ca5caa0bcb9f req-c5ac3e62-9993-414e-a93d-41ce4e2e3662 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff77ca86-bac2-4e86-b600-e546131b1cb1 HTTP/1.1" status: 200 len: 217 time: 0.1302702 Aug 10 03:34:13.995260 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43916) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:14.068043 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d7bff4-f997-42ce-93af-282ac0f0b236 None None] Pushing event updated for resources: {'Port': ['ID=21098a17-42ad-492f-9cc4-b04964883ceb,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:14.075467 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-9085e6b5-5808-4e6f-87d3-18dcc3d83a1e None None] Provisioning for port 97034f8c-71cc-4097-8f27-bc778ae760f1 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:34:14.092296 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-9085e6b5-5808-4e6f-87d3-18dcc3d83a1e None None] Provisioning complete for port 97034f8c-71cc-4097-8f27-bc778ae760f1 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:14.092928 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9085e6b5-5808-4e6f-87d3-18dcc3d83a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:14.152219 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8783a7-02e0-4e95-af97-ca5caa0bcb9f req-81989e4f-daf1-4f5a-917c-ab2e22cceaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:14.153953 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-fb8783a7-02e0-4e95-af97-ca5caa0bcb9f req-81989e4f-daf1-4f5a-917c-ab2e22cceaa9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e5e7a61c-c6b0-4c3e-8dfa-eb566188b2bb HTTP/1.1" status: 200 len: 854 time: 0.1395724 Aug 10 03:34:14.164015 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e49b854-39bf-4b0e-b204-fcd91b60b507 req-e9d8e81e-1a86-4132-957a-255c492cc894 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:14.165602 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8e49b854-39bf-4b0e-b204-fcd91b60b507 req-e9d8e81e-1a86-4132-957a-255c492cc894 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:14.242963 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-9085e6b5-5808-4e6f-87d3-18dcc3d83a1e None None] Port 97034f8c-71cc-4097-8f27-bc778ae760f1 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:34:14.439549 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8e49b854-39bf-4b0e-b204-fcd91b60b507 req-e9d8e81e-1a86-4132-957a-255c492cc894 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.5388088 Aug 10 03:34:14.515059 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ddedde87-4c02-43af-ac1a-87729ef2f1d2 req-53014e88-890a-4a64-acfa-d56daf5dac57 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d4b820e-dc2c-4be0-8053-891f2a656097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.4406950 Aug 10 03:34:14.540277 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-8e49b854-39bf-4b0e-b204-fcd91b60b507 req-4645f8a5-e97f-418d-84a9-dcb99cdd0cb7 service neutron] Request body: {'port': {'device_id': '75d84430-2a5d-400c-b28d-98af0826d4a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:14.663693 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8783a7-02e0-4e95-af97-ca5caa0bcb9f req-30ae1fa9-5269-460c-8709-c7ddf9d63701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:14.672765 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-fb8783a7-02e0-4e95-af97-ca5caa0bcb9f req-30ae1fa9-5269-460c-8709-c7ddf9d63701 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6dc7bedc-eafa-4023-bb0c-0b112a614203&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5088303 Aug 10 03:34:14.680426 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded01e31-09c7-4be4-b626-8f33c049a763 req-8fa5bf79-18ca-4afe-97ab-6154a06a8508 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:14.682162 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ded01e31-09c7-4be4-b626-8f33c049a763 req-8fa5bf79-18ca-4afe-97ab-6154a06a8508 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/ports?device_id=75d84430-2a5d-400c-b28d-98af0826d4a0 HTTP/1.1" status: 200 len: 931 time: 0.5759339 Aug 10 03:34:14.684674 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-61851265-5854-4139-9511-fb81ecfbf3e5 req-68dd6ae5-8750-4b91-ab91-244866ad908d service neutron] 10.222.0.42 "GET /v2.0/networks/6dc7bedc-eafa-4023-bb0c-0b112a614203?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8183167 Aug 10 03:34:14.709435 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-90bce55d-0834-48d4-9d4f-25556f7273b3 req-e800950c-fb44-4e94-b64c-5638346bc0a5 service neutron] 10.222.0.42 "GET /v2.0/networks/c0659391-a657-4b16-a8ee-a2586c7786a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8418310 Aug 10 03:34:14.762690 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f4a7f84a-83e6-4646-9184-bc5e443c45cb tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:14.943859 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8e49b854-39bf-4b0e-b204-fcd91b60b507 req-4645f8a5-e97f-418d-84a9-dcb99cdd0cb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:14.969990 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-fb8783a7-02e0-4e95-af97-ca5caa0bcb9f req-616d0c87-2055-4993-9cc9-6da3539cff2f service neutron] 10.222.0.61 "GET /v2.0/networks/6dc7bedc-eafa-4023-bb0c-0b112a614203?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432108 Aug 10 03:34:14.973481 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-c2d111c6-9b04-426a-b86e-69b40496aa8b tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Deleting port 1d096f99-8f3a-4e4d-b2f9-77c0df2eaeb2 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:34:14.974591 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c2d111c6-9b04-426a-b86e-69b40496aa8b tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:15.068838 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c2d111c6-9b04-426a-b86e-69b40496aa8b tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:15.074547 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ded01e31-09c7-4be4-b626-8f33c049a763 req-6a72b292-0d71-4065-afd0-29fab2db64bf tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad3b49c5-8747-4e37-8274-470671052828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3636434 Aug 10 03:34:15.136471 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-c2d111c6-9b04-426a-b86e-69b40496aa8b tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Calling delete_port for 1d096f99-8f3a-4e4d-b2f9-77c0df2eaeb2 owned by {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:34:15.166620 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e17530b6-65cc-4114-932a-10f70f6bb4fb tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:15.259102 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef36b198-9d50-48ef-bf03-39b1bc6278bf req-2ce7a051-fb19-4477-9d27-1b0368bef233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:15.261327 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ef36b198-9d50-48ef-bf03-39b1bc6278bf req-2ce7a051-fb19-4477-9d27-1b0368bef233 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e9ab4296b9324b029547ba2c6dc24132&device_id=522b45d9-db61-4e14-a75c-214b3a6907db HTTP/1.1" status: 200 len: 1095 time: 0.4241066 Aug 10 03:34:15.264467 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d9cb02-de1c-44fe-a784-ee8e5c6cbf25 req-c6bcc5d4-c3fb-40ec-a743-b811d0010afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:15.280025 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a2d9cb02-de1c-44fe-a784-ee8e5c6cbf25 req-c6bcc5d4-c3fb-40ec-a743-b811d0010afb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=95b5a50d87e64743a73c6eff7fa00976&device_id=be966435-2ac6-4fc6-ab5b-1f75d3accfb6 HTTP/1.1" status: 200 len: 1096 time: 0.4419067 Aug 10 03:34:15.402735 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 21098a17-42ad-492f-9cc4-b04964883ceb up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:34:15.443939 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef36b198-9d50-48ef-bf03-39b1bc6278bf req-923d862b-575a-4c95-a47b-12267d3d11fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:15.445436 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ef36b198-9d50-48ef-bf03-39b1bc6278bf req-923d862b-575a-4c95-a47b-12267d3d11fd service neutron] 10.222.0.42 "GET /v2.0/networks?id=c0659391-a657-4b16-a8ee-a2586c7786a9 HTTP/1.1" status: 200 len: 915 time: 0.1578619 Aug 10 03:34:15.539512 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 21098a17-42ad-492f-9cc4-b04964883ceb completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:34:15.984129 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8dcf6fe-3a5d-4fb5-a411-78f6204fe61e None None] Network 508cf9c7-3bc7-48fb-ad23-c81fcee8802f requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:34:16.001360 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43954) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:16.009374 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f4a7f84a-83e6-4646-9184-bc5e443c45cb tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:16.035343 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-e17530b6-65cc-4114-932a-10f70f6bb4fb tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Allocated IP 172.20.0.17 (508cf9c7-3bc7-48fb-ad23-c81fcee8802f/981d3dc6-89fc-4eed-956e-2ed7eccead65/430dcc1d-7734-46aa-a5b0-233bf0ad851f) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:34:16.109141 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c2d111c6-9b04-426a-b86e-69b40496aa8b tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:16.140657 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a7f84a-83e6-4646-9184-bc5e443c45cb tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Pushing event deleted for resources: {'Subnet': ['ID=fa93a2c2-4364-4161-aedc-a9856625b70d,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:16.178607 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-9e7f1b9f-8c72-4fc1-967f-426f49b9399d None None] Provisioning for port 21098a17-42ad-492f-9cc4-b04964883ceb completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:34:16.216578 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-9e7f1b9f-8c72-4fc1-967f-426f49b9399d None None] Provisioning complete for port 21098a17-42ad-492f-9cc4-b04964883ceb triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:16.219200 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9e7f1b9f-8c72-4fc1-967f-426f49b9399d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:16.279117 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e17530b6-65cc-4114-932a-10f70f6bb4fb tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:16.336085 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [None req-e17530b6-65cc-4114-932a-10f70f6bb4fb tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Transition to ACTIVE for port object 430dcc1d-7734-46aa-a5b0-233bf0ad851f will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:34:16.342044 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f4a7f84a-83e6-4646-9184-bc5e443c45cb tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:16.347926 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-f4a7f84a-83e6-4646-9184-bc5e443c45cb tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "DELETE /v2.0/subnets/fa93a2c2-4364-4161-aedc-a9856625b70d HTTP/1.1" status: 204 len: 168 time: 3.0911250 Aug 10 03:34:16.364822 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43962) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:16.383908 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d111c6-9b04-426a-b86e-69b40496aa8b tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Pushing event deleted for resources: {'Port': ['ID=1d096f99-8f3a-4e4d-b2f9-77c0df2eaeb2,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:16.438628 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06290679-b1bc-43cc-ac90-2e5155f2ddcd None None] Network c16d896b-1b67-48b5-b66a-585f180ec01d requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:34:16.500912 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e17530b6-65cc-4114-932a-10f70f6bb4fb tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:16.575986 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c2d111c6-9b04-426a-b86e-69b40496aa8b tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:16.594672 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-c2d111c6-9b04-426a-b86e-69b40496aa8b tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] 10.222.0.44 "DELETE /v2.0/ports/1d096f99-8f3a-4e4d-b2f9-77c0df2eaeb2 HTTP/1.1" status: 204 len: 168 time: 2.5977461 Aug 10 03:34:16.600254 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43970) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:16.614603 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9e7f1b9f-8c72-4fc1-967f-426f49b9399d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:16.620150 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a1e4ff05-f6c7-4581-9df5-b90cee938d3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:16.728954 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-9e7f1b9f-8c72-4fc1-967f-426f49b9399d None None] For port 21098a17-42ad-492f-9cc4-b04964883ceb, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=21098a17-42ad-492f-9cc4-b04964883ceb,segment=NetworkSegment(f3673170-d975-4530-8b2e-6c815d742d26),segment_id=f3673170-d975-4530-8b2e-6c815d742d26)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:16.739394 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9e7f1b9f-8c72-4fc1-967f-426f49b9399d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:16.832306 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7f1b9f-8c72-4fc1-967f-426f49b9399d None None] Pushing event updated for resources: {'Port': ['ID=21098a17-42ad-492f-9cc4-b04964883ceb,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:16.866532 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-fb8783a7-02e0-4e95-af97-ca5caa0bcb9f req-e223c1d8-e588-4bb9-bbf6-ee7665e5f4c2 service neutron] 10.222.0.61 "GET /v2.0/networks/6dc7bedc-eafa-4023-bb0c-0b112a614203?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8687456 Aug 10 03:34:16.886771 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-3ac8be17-d9ec-47cf-9255-43f9dfc6b05b tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2683761 Aug 10 03:34:16.904523 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43972) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:16.930160 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-29038589-d4f9-46a2-9627-7680e3d84a31 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2109893285'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:16.932703 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efbaa36d-11dd-4666-bfe0-797eac91c2ca None None] DHCP port deletion for c16d896b-1b67-48b5-b66a-585f180ec01d request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:34:16.974544 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-157c466d-e49f-4a83-84e1-15404d251a3e tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Deleting subnet ca1aff80-b32d-4216-9390-cdd43e41ee33 {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:34:16.991074 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ef36b198-9d50-48ef-bf03-39b1bc6278bf req-c153ee07-1799-4c0f-8a76-389522067920 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7 HTTP/1.1" status: 200 len: 217 time: 0.5484488 Aug 10 03:34:17.021634 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-157c466d-e49f-4a83-84e1-15404d251a3e tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:17.057415 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-efbaa36d-11dd-4666-bfe0-797eac91c2ca None None] Deleting port 086d47ff-ef47-4945-a8c3-a78deebfacf1 {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:34:17.060872 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-efbaa36d-11dd-4666-bfe0-797eac91c2ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:17.082413 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.db.api [None req-29038589-d4f9-46a2-9627-7680e3d84a31 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 03:34:17.082413 n-d-768862-13 neutron-server[94261]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 10 03:34:17.082413 n-d-768862-13 neutron-server[94261]: [parameters: {'project_id': 'edb6e397474742ac886307bee65ca82c', 'id': '3d4e4a07-5829-42b6-979b-c7139ac88fa8', 'expiration': datetime.datetime(2021, 8, 10, 3, 36, 17, 24470)}] Aug 10 03:34:17.082413 n-d-768862-13 neutron-server[94261]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94261) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:34:17.082768 n-d-768862-13 neutron-server[94261]: DEBUG oslo_db.api [None req-29038589-d4f9-46a2-9627-7680e3d84a31 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:34:17.113835 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-157c466d-e49f-4a83-84e1-15404d251a3e tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:17.191391 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17530b6-65cc-4114-932a-10f70f6bb4fb tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Network 508cf9c7-3bc7-48fb-ad23-c81fcee8802f is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:34:17.202185 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef36b198-9d50-48ef-bf03-39b1bc6278bf req-d26787ff-ad5d-49d1-98c4-238d9f4c07ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:17.207284 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ef36b198-9d50-48ef-bf03-39b1bc6278bf req-d26787ff-ad5d-49d1-98c4-238d9f4c07ab service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ffd75aef-22f1-4d31-9592-d84c9fe2b2a2 HTTP/1.1" status: 200 len: 854 time: 0.1728148 Aug 10 03:34:17.275723 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-e17530b6-65cc-4114-932a-10f70f6bb4fb tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:34:17.337712 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-419668f1-84c4-4ce3-9960-3e41b231131e None None] Provisioning for port 430dcc1d-7734-46aa-a5b0-233bf0ad851f completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:34:17.341831 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-157c466d-e49f-4a83-84e1-15404d251a3e tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:17.347506 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17530b6-65cc-4114-932a-10f70f6bb4fb tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:34:17.350817 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-efbaa36d-11dd-4666-bfe0-797eac91c2ca None None] For port 086d47ff-ef47-4945-a8c3-a78deebfacf1, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=086d47ff-ef47-4945-a8c3-a78deebfacf1,segment=NetworkSegment(06a2e05c-772c-447f-825d-36b8db222e98),segment_id=06a2e05c-772c-447f-825d-36b8db222e98)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:17.351505 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-efbaa36d-11dd-4666-bfe0-797eac91c2ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:17.357497 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-419668f1-84c4-4ce3-9960-3e41b231131e None None] Provisioning complete for port 430dcc1d-7734-46aa-a5b0-233bf0ad851f triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:17.358766 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-419668f1-84c4-4ce3-9960-3e41b231131e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:17.406258 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-419668f1-84c4-4ce3-9960-3e41b231131e None None] Port 430dcc1d-7734-46aa-a5b0-233bf0ad851f cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:34:17.408206 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a1e4ff05-f6c7-4581-9df5-b90cee938d3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:17.408881 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 21098a17-42ad-492f-9cc4-b04964883ceb up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:34:17.421452 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a1e4ff05-f6c7-4581-9df5-b90cee938d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:17.453812 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-efbaa36d-11dd-4666-bfe0-797eac91c2ca None None] Calling delete_port for 086d47ff-ef47-4945-a8c3-a78deebfacf1 owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:34:17.498416 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-419668f1-84c4-4ce3-9960-3e41b231131e None None] Provisioning complete for port 21098a17-42ad-492f-9cc4-b04964883ceb triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:17.498796 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-419668f1-84c4-4ce3-9960-3e41b231131e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:17.519989 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-8e49b854-39bf-4b0e-b204-fcd91b60b507 req-4645f8a5-e97f-418d-84a9-dcb99cdd0cb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97034f8c-71cc-4097-8f27-bc778ae760f1 {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:34:17.526274 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e4ff05-f6c7-4581-9df5-b90cee938d3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c50404ed-ca8e-40c5-891f-998346089e16,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:17.532750 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8e49b854-39bf-4b0e-b204-fcd91b60b507 req-4645f8a5-e97f-418d-84a9-dcb99cdd0cb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:17.557517 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-8e49b854-39bf-4b0e-b204-fcd91b60b507 req-4645f8a5-e97f-418d-84a9-dcb99cdd0cb7 service neutron] Transition to ACTIVE for port object 97034f8c-71cc-4097-8f27-bc778ae760f1 will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:34:17.590162 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f282f9-427b-4c60-a494-d7269987a6ee req-383674b5-1ef4-408f-9a47-65ded64873f6 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:17.598421 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-33f282f9-427b-4c60-a494-d7269987a6ee req-383674b5-1ef4-408f-9a47-65ded64873f6 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=522b45d9-db61-4e14-a75c-214b3a6907db HTTP/1.1" status: 200 len: 943 time: 1.1701660 Aug 10 03:34:17.600334 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17530b6-65cc-4114-932a-10f70f6bb4fb tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Pushing event updated for resources: {'Port': ['ID=430dcc1d-7734-46aa-a5b0-233bf0ad851f,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:17.615144 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8e49b854-39bf-4b0e-b204-fcd91b60b507 req-4645f8a5-e97f-418d-84a9-dcb99cdd0cb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:17.617726 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e17530b6-65cc-4114-932a-10f70f6bb4fb tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521745'] for router_interface, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:17.649386 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a1e4ff05-f6c7-4581-9df5-b90cee938d3d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6a30e89cf1214892920e4b9cf2cd1d47&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6435862 Aug 10 03:34:17.652447 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43980) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:17.718736 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device dfac5bf6-85c1-48e7-a12f-5cc98a0b7232 details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:34:17.826125 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-83fd3596-71d2-417d-b74c-4ba261da9d87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:17.856258 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645f8a5-e97f-418d-84a9-dcb99cdd0cb7 service neutron] Pushing event updated for resources: {'Port': ['ID=97034f8c-71cc-4097-8f27-bc778ae760f1,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:17.872169 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-157c466d-e49f-4a83-84e1-15404d251a3e tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:17.880687 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333964d1-397b-43fe-8932-d76dd316ed86 req-2e34db1f-fd39-4418-9737-dc9237dc3c61 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:17.882399 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-333964d1-397b-43fe-8932-d76dd316ed86 req-2e34db1f-fd39-4418-9737-dc9237dc3c61 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/ports?device_id=75d84430-2a5d-400c-b28d-98af0826d4a0 HTTP/1.1" status: 200 len: 931 time: 1.4531305 Aug 10 03:34:17.915093 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef36b198-9d50-48ef-bf03-39b1bc6278bf req-60db4e93-a30d-4006-8747-ed5c35d80457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:17.916941 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ef36b198-9d50-48ef-bf03-39b1bc6278bf req-60db4e93-a30d-4006-8747-ed5c35d80457 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c0659391-a657-4b16-a8ee-a2586c7786a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6976364 Aug 10 03:34:17.960264 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e17530b6-65cc-4114-932a-10f70f6bb4fb tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:17.979688 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-157c466d-e49f-4a83-84e1-15404d251a3e tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:17.990871 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-157c466d-e49f-4a83-84e1-15404d251a3e tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "DELETE /v2.0/subnets/ca1aff80-b32d-4216-9390-cdd43e41ee33 HTTP/1.1" status: 204 len: 168 time: 1.6090906 Aug 10 03:34:17.991661 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29038589-d4f9-46a2-9627-7680e3d84a31 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Made reservation on behalf of edb6e397474742ac886307bee65ca82c for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:34:17.995653 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-29038589-d4f9-46a2-9627-7680e3d84a31 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:18.015955 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port dfac5bf6-85c1-48e7-a12f-5cc98a0b7232, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=dfac5bf6-85c1-48e7-a12f-5cc98a0b7232,segment=NetworkSegment(e63e0632-dd2f-43c6-b578-109f8049147f),segment_id=e63e0632-dd2f-43c6-b578-109f8049147f)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:18.031970 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43982) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:18.035519 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157c466d-e49f-4a83-84e1-15404d251a3e tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Pushing event deleted for resources: {'Subnet': ['ID=ca1aff80-b32d-4216-9390-cdd43e41ee33,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:18.061141 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': 'dfac5bf6-85c1-48e7-a12f-5cc98a0b7232', 'network_id': '6dc7bedc-eafa-4023-bb0c-0b112a614203', 'port_id': 'dfac5bf6-85c1-48e7-a12f-5cc98a0b7232', 'mac_address': 'fa:16:3e:9a:e3:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5e7a61c-c6b0-4c3e-8dfa-eb566188b2bb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:34:18.076139 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device ff77ca86-bac2-4e86-b600-e546131b1cb1 details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:34:18.078393 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3f2cae-5d92-4cc1-9a46-68c8974a4e8d None None] Network 63aaa48c-3c91-4250-a53f-1bccfcaa858a requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:34:18.221893 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-83fd3596-71d2-417d-b74c-4ba261da9d87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:18.346486 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29038589-d4f9-46a2-9627-7680e3d84a31 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:34:18.374825 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-33f282f9-427b-4c60-a494-d7269987a6ee req-d7cc5488-7bc2-457c-9352-85de3abcb74b tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d4b820e-dc2c-4be0-8053-891f2a656097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7754698 Aug 10 03:34:18.396787 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d9cb02-de1c-44fe-a784-ee8e5c6cbf25 req-4ec35277-9177-4a60-aaee-0165d690fa90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:18.398557 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a2d9cb02-de1c-44fe-a784-ee8e5c6cbf25 req-4ec35277-9177-4a60-aaee-0165d690fa90 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6dc7bedc-eafa-4023-bb0c-0b112a614203 HTTP/1.1" status: 200 len: 915 time: 3.1070318 Aug 10 03:34:18.421340 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 21098a17-42ad-492f-9cc4-b04964883ceb triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:18.432015 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:18.486504 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-29038589-d4f9-46a2-9627-7680e3d84a31 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:18.487183 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-29038589-d4f9-46a2-9627-7680e3d84a31 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Added segment bdf92375-b54e-41da-9c1f-d028b6ca78fb of type vlan for network 94acc2ac-9f72-453a-a5cd-b299857555be Aug 10 03:34:18.582731 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a2d9cb02-de1c-44fe-a784-ee8e5c6cbf25 req-a67c19b2-7214-440a-b186-30012b3e4b8b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dfac5bf6-85c1-48e7-a12f-5cc98a0b7232 HTTP/1.1" status: 200 len: 217 time: 0.1409805 Aug 10 03:34:18.605433 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-210e4eb8-cf63-4388-a9b3-56c9f217375c tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:18.655008 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.db.resource_extend [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:34:18.657989 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-29038589-d4f9-46a2-9627-7680e3d84a31 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:18.712833 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-83fd3596-71d2-417d-b74c-4ba261da9d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:18.724385 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-83fd3596-71d2-417d-b74c-4ba261da9d87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:18.725995 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-333964d1-397b-43fe-8932-d76dd316ed86 req-5f62985f-b5ce-49ad-a28d-5b75b1cf51ff tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad3b49c5-8747-4e37-8274-470671052828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8179529 Aug 10 03:34:18.726818 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-83fd3596-71d2-417d-b74c-4ba261da9d87 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c50404ed-ca8e-40c5-891f-998346089e16 HTTP/1.1" status: 204 len: 168 time: 1.0588396 Aug 10 03:34:18.818653 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d9cb02-de1c-44fe-a784-ee8e5c6cbf25 req-a1cbafc8-4efe-46f9-884d-71bceea7713f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:18.820420 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a2d9cb02-de1c-44fe-a784-ee8e5c6cbf25 req-a1cbafc8-4efe-46f9-884d-71bceea7713f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e5e7a61c-c6b0-4c3e-8dfa-eb566188b2bb HTTP/1.1" status: 200 len: 854 time: 0.2233567 Aug 10 03:34:18.825714 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fd3596-71d2-417d-b74c-4ba261da9d87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c50404ed-ca8e-40c5-891f-998346089e16,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:18.830977 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ef36b198-9d50-48ef-bf03-39b1bc6278bf req-4cac8b1e-f16a-4011-86c5-d003d6a65a57 service neutron] 10.222.0.42 "GET /v2.0/networks/c0659391-a657-4b16-a8ee-a2586c7786a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8466389 Aug 10 03:34:18.835113 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-29038589-d4f9-46a2-9627-7680e3d84a31 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:18.848644 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29038589-d4f9-46a2-9627-7680e3d84a31 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:18.849745 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-29038589-d4f9-46a2-9627-7680e3d84a31 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:18.938443 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:18.950805 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-8e49b854-39bf-4b0e-b204-fcd91b60b507 req-4645f8a5-e97f-418d-84a9-dcb99cdd0cb7 service neutron] Attempting to bind port 97034f8c-71cc-4097-8f27-bc778ae760f1 on host n-h2-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:34:18.953981 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-8e49b854-39bf-4b0e-b204-fcd91b60b507 req-4645f8a5-e97f-418d-84a9-dcb99cdd0cb7 service neutron] Attempting to bind port 97034f8c-71cc-4097-8f27-bc778ae760f1 by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': 'e63e0632-dd2f-43c6-b578-109f8049147f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6dc7bedc-eafa-4023-bb0c-0b112a614203'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:34:18.958835 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e49b854-39bf-4b0e-b204-fcd91b60b507 req-4645f8a5-e97f-418d-84a9-dcb99cdd0cb7 service neutron] Attempting to bind port 97034f8c-71cc-4097-8f27-bc778ae760f1 on network 6dc7bedc-eafa-4023-bb0c-0b112a614203 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:34:18.993112 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfac5bf6-85c1-48e7-a12f-5cc98a0b7232 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:34:19.030994 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port dfac5bf6-85c1-48e7-a12f-5cc98a0b7232, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=dfac5bf6-85c1-48e7-a12f-5cc98a0b7232,segment=NetworkSegment(e63e0632-dd2f-43c6-b578-109f8049147f),segment_id=e63e0632-dd2f-43c6-b578-109f8049147f)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:19.043413 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-29038589-d4f9-46a2-9627-7680e3d84a31 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.1334054 Aug 10 03:34:19.049669 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43992) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:19.070122 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-477fbe84-38fc-4c12-a3df-dd34f0ec165d tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-61412661'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:19.077819 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:19.078601 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7 details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:34:19.087050 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29038589-d4f9-46a2-9627-7680e3d84a31 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Pushing event updated for resources: {'Network': ['ID=94acc2ac-9f72-453a-a5cd-b299857555be,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:19.166028 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e49b854-39bf-4b0e-b204-fcd91b60b507 req-4645f8a5-e97f-418d-84a9-dcb99cdd0cb7 service neutron] Port 97034f8c-71cc-4097-8f27-bc778ae760f1 on network 6dc7bedc-eafa-4023-bb0c-0b112a614203 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:34:19.166643 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e49b854-39bf-4b0e-b204-fcd91b60b507 req-4645f8a5-e97f-418d-84a9-dcb99cdd0cb7 service neutron] Attempting to bind port 97034f8c-71cc-4097-8f27-bc778ae760f1 on network 6dc7bedc-eafa-4023-bb0c-0b112a614203 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:34:19.192932 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-210e4eb8-cf63-4388-a9b3-56c9f217375c tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Deleting port 086d47ff-ef47-4945-a8c3-a78deebfacf1 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:34:19.193203 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-210e4eb8-cf63-4388-a9b3-56c9f217375c tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:19.234518 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e49b854-39bf-4b0e-b204-fcd91b60b507 req-4645f8a5-e97f-418d-84a9-dcb99cdd0cb7 service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:34:19.235134 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e49b854-39bf-4b0e-b204-fcd91b60b507 req-4645f8a5-e97f-418d-84a9-dcb99cdd0cb7 service neutron] Checking segment: {'id': 'e63e0632-dd2f-43c6-b578-109f8049147f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6dc7bedc-eafa-4023-bb0c-0b112a614203'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:34:19.235799 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e49b854-39bf-4b0e-b204-fcd91b60b507 req-4645f8a5-e97f-418d-84a9-dcb99cdd0cb7 service neutron] Bound using segment: {'id': 'e63e0632-dd2f-43c6-b578-109f8049147f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6dc7bedc-eafa-4023-bb0c-0b112a614203'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:34:19.236607 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-8e49b854-39bf-4b0e-b204-fcd91b60b507 req-4645f8a5-e97f-418d-84a9-dcb99cdd0cb7 service neutron] Bound port: 97034f8c-71cc-4097-8f27-bc778ae760f1, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e63e0632-dd2f-43c6-b578-109f8049147f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6dc7bedc-eafa-4023-bb0c-0b112a614203'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:34:19.237240 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8e49b854-39bf-4b0e-b204-fcd91b60b507 req-4645f8a5-e97f-418d-84a9-dcb99cdd0cb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:19.285616 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 94acc2ac-9f72-453a-a5cd-b299857555be details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:34:19.502633 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-477fbe84-38fc-4c12-a3df-dd34f0ec165d tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Made reservation on behalf of edb6e397474742ac886307bee65ca82c for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:34:19.509475 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-477fbe84-38fc-4c12-a3df-dd34f0ec165d tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:19.606431 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-efbaa36d-11dd-4666-bfe0-797eac91c2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:19.606915 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-477fbe84-38fc-4c12-a3df-dd34f0ec165d tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:34:19.625689 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-477fbe84-38fc-4c12-a3df-dd34f0ec165d tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:19.625977 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-477fbe84-38fc-4c12-a3df-dd34f0ec165d tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Added segment 72723932-b2e9-4d18-9818-0122bd557686 of type vlan for network b58e2bde-61a6-428a-9cd4-a50f600ccb09 Aug 10 03:34:19.661312 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5042b2-7a9a-40e4-ba14-4978a9c91042 None None] DHCP port deletion for 63aaa48c-3c91-4250-a53f-1bccfcaa858a request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:34:19.695160 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-477fbe84-38fc-4c12-a3df-dd34f0ec165d tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:19.790982 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-694b59ec-b1a0-4d69-bcaf-aaca4978ae18 None None] Provisioning complete for port 430dcc1d-7734-46aa-a5b0-233bf0ad851f triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:19.791485 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-694b59ec-b1a0-4d69-bcaf-aaca4978ae18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:19.795744 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-477fbe84-38fc-4c12-a3df-dd34f0ec165d tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:19.804543 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477fbe84-38fc-4c12-a3df-dd34f0ec165d tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:19.805851 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-477fbe84-38fc-4c12-a3df-dd34f0ec165d tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:19.886478 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbaa36d-11dd-4666-bfe0-797eac91c2ca None None] No DVR routers for this DVR port 086d47ff-ef47-4945-a8c3-a78deebfacf1 on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:34:19.893912 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-477fbe84-38fc-4c12-a3df-dd34f0ec165d tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8352709 Aug 10 03:34:19.900732 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-210e4eb8-cf63-4388-a9b3-56c9f217375c tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] For port 086d47ff-ef47-4945-a8c3-a78deebfacf1, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=086d47ff-ef47-4945-a8c3-a78deebfacf1,segment=NetworkSegment(06a2e05c-772c-447f-825d-36b8db222e98),segment_id=06a2e05c-772c-447f-825d-36b8db222e98)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:19.901114 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-210e4eb8-cf63-4388-a9b3-56c9f217375c tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:19.998094 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 086d47ff-ef47-4945-a8c3-a78deebfacf1 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:34:20.016943 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-210e4eb8-cf63-4388-a9b3-56c9f217375c tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Calling delete_port for 086d47ff-ef47-4945-a8c3-a78deebfacf1 owned by network:dhcp {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:34:20.027113 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477fbe84-38fc-4c12-a3df-dd34f0ec165d tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Pushing event updated for resources: {'Network': ['ID=b58e2bde-61a6-428a-9cd4-a50f600ccb09,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:20.102737 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:34:20.161785 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e17530b6-65cc-4114-932a-10f70f6bb4fb tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:20.177368 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d9cb02-de1c-44fe-a784-ee8e5c6cbf25 req-b83956c0-6bfd-4547-aff5-6ef7e0f695e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:20.187260 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a2d9cb02-de1c-44fe-a784-ee8e5c6cbf25 req-b83956c0-6bfd-4547-aff5-6ef7e0f695e3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6dc7bedc-eafa-4023-bb0c-0b112a614203&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.3550832 Aug 10 03:34:20.189081 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 44024) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:20.204380 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 086d47ff-ef47-4945-a8c3-a78deebfacf1 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:34:20.211996 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 086d47ff-ef47-4945-a8c3-a78deebfacf1 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:34:20.217354 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network b58e2bde-61a6-428a-9cd4-a50f600ccb09 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:34:20.247023 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=dfac5bf6-85c1-48e7-a12f-5cc98a0b7232,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:20.247160 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-210e4eb8-cf63-4388-a9b3-56c9f217375c tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:20.274510 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-2e488d9b-f388-411b-9b2d-0b780962fa59 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Request body: {'subnets': [{'network_id': '94acc2ac-9f72-453a-a5cd-b299857555be', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1517299189', 'ip_version': 4}, {'network_id': 'b58e2bde-61a6-428a-9cd4-a50f600ccb09', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:20.274829 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-2e488d9b-f388-411b-9b2d-0b780962fa59 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Request body: {'subnet': {'network_id': '94acc2ac-9f72-453a-a5cd-b299857555be', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1517299189', 'ip_version': 4}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:20.275428 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-2e488d9b-f388-411b-9b2d-0b780962fa59 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Request body: {'subnet': {'network_id': 'b58e2bde-61a6-428a-9cd4-a50f600ccb09', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:20.291024 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210e4eb8-cf63-4388-a9b3-56c9f217375c tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] No DVR routers for this DVR port 086d47ff-ef47-4945-a8c3-a78deebfacf1 on host n-d-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:34:20.318372 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e17530b6-65cc-4114-932a-10f70f6bb4fb tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:20.381227 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-694b59ec-b1a0-4d69-bcaf-aaca4978ae18 None None] Port 430dcc1d-7734-46aa-a5b0-233bf0ad851f cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:34:20.389809 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port ff77ca86-bac2-4e86-b600-e546131b1cb1, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=ff77ca86-bac2-4e86-b600-e546131b1cb1,segment=NetworkSegment(e63e0632-dd2f-43c6-b578-109f8049147f),segment_id=e63e0632-dd2f-43c6-b578-109f8049147f)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:20.398588 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbaa36d-11dd-4666-bfe0-797eac91c2ca None None] Pushing event deleted for resources: {'Port': ['ID=086d47ff-ef47-4945-a8c3-a78deebfacf1,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:20.423493 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210e4eb8-cf63-4388-a9b3-56c9f217375c tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Pushing event deleted for resources: {'Port': ['ID=086d47ff-ef47-4945-a8c3-a78deebfacf1,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:20.439658 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7,segment=NetworkSegment(17789ec9-f3a0-458f-a646-d9adbb03f346),segment_id=17789ec9-f3a0-458f-a646-d9adbb03f346)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:20.466055 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': 'ff77ca86-bac2-4e86-b600-e546131b1cb1', 'network_id': '6dc7bedc-eafa-4023-bb0c-0b112a614203', 'port_id': 'ff77ca86-bac2-4e86-b600-e546131b1cb1', 'mac_address': 'fa:16:3e:c9:ba:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5e7a61c-c6b0-4c3e-8dfa-eb566188b2bb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:34:20.469202 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device ef07c411-3da0-48de-922b-ea19465999e8 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:34:20.578496 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-210e4eb8-cf63-4388-a9b3-56c9f217375c tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:20.581474 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': '12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7', 'network_id': 'c0659391-a657-4b16-a8ee-a2586c7786a9', 'port_id': '12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7', 'mac_address': 'fa:16:3e:67:30:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffd75aef-22f1-4d31-9592-d84c9fe2b2a2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:34:20.608564 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-210e4eb8-cf63-4388-a9b3-56c9f217375c tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c16d896b-1b67-48b5-b66a-585f180ec01d']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:20.621012 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e17530b6-65cc-4114-932a-10f70f6bb4fb tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521893'] for router_interface, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:20.624005 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-210e4eb8-cf63-4388-a9b3-56c9f217375c tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06a2e05c-772c-447f-825d-36b8db222e98') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:20.624440 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-210e4eb8-cf63-4388-a9b3-56c9f217375c tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06a2e05c-772c-447f-825d-36b8db222e98') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:20.645490 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ef36b198-9d50-48ef-bf03-39b1bc6278bf req-c3344f30-7e55-446f-9545-43cf8273737a service neutron] 10.222.0.42 "GET /v2.0/networks/c0659391-a657-4b16-a8ee-a2586c7786a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8007183 Aug 10 03:34:20.665974 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-210e4eb8-cf63-4388-a9b3-56c9f217375c tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:20.698468 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:20.725227 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-210e4eb8-cf63-4388-a9b3-56c9f217375c tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:20.748666 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-210e4eb8-cf63-4388-a9b3-56c9f217375c tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:34:20.748666 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-210e4eb8-cf63-4388-a9b3-56c9f217375c tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:20.803811 n-d-768862-13 neutron-server[94261]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:34:20.803811 n-d-768862-13 neutron-server[94261]: self.session.flush() Aug 10 03:34:20.803811 n-d-768862-13 neutron-server[94261]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:34:20.803811 n-d-768862-13 neutron-server[94261]: self.session.flush() Aug 10 03:34:20.803811 n-d-768862-13 neutron-server[94261]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:34:20.803811 n-d-768862-13 neutron-server[94261]: self.session.flush() Aug 10 03:34:20.803811 n-d-768862-13 neutron-server[94261]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:34:20.803811 n-d-768862-13 neutron-server[94261]: self.session.flush() Aug 10 03:34:20.803811 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:34:20.803811 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:34:20.803811 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:34:20.803811 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:34:20.803811 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:34:20.803811 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:34:20.803811 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:34:20.803811 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:34:20.803811 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:34:20.803811 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:34:20.803811 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:34:20.803811 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:34:20.803811 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:34:20.803811 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:34:20.803811 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:34:20.803811 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:34:20.803811 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:34:20.803811 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:34:20.803811 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:34:20.803811 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:34:20.803811 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:34:20.803811 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:34:20.803811 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:34:20.803811 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:34:20.803811 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:34:20.803811 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:34:20.803811 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:34:20.803811 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:34:20.803811 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:34:20.803811 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:34:20.803811 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:34:20.803811 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:34:21.002272 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-210e4eb8-cf63-4388-a9b3-56c9f217375c tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:21.060674 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-210e4eb8-cf63-4388-a9b3-56c9f217375c tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:21.076826 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-210e4eb8-cf63-4388-a9b3-56c9f217375c tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "DELETE /v2.0/networks/c16d896b-1b67-48b5-b66a-585f180ec01d HTTP/1.1" status: 204 len: 168 time: 3.0250349 Aug 10 03:34:21.078746 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210e4eb8-cf63-4388-a9b3-56c9f217375c tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Pushing event deleted for resources: {'Network': ['ID=c16d896b-1b67-48b5-b66a-585f180ec01d,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:21.081509 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 44044) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:21.162659 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:34:21.240765 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7,segment=NetworkSegment(17789ec9-f3a0-458f-a646-d9adbb03f346),segment_id=17789ec9-f3a0-458f-a646-d9adbb03f346)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:21.251186 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6889a1ea-d2fd-4ac6-932d-ee484b950142 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:21.279014 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:21.283204 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-7a5042b2-7a9a-40e4-ba14-4978a9c91042 None None] Deleting port ef07c411-3da0-48de-922b-ea19465999e8 {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:34:21.283922 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-7a5042b2-7a9a-40e4-ba14-4978a9c91042 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:21.370034 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-6889a1ea-d2fd-4ac6-932d-ee484b950142 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Deleting port ef07c411-3da0-48de-922b-ea19465999e8 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:34:21.370586 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6889a1ea-d2fd-4ac6-932d-ee484b950142 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:21.494411 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-7a5042b2-7a9a-40e4-ba14-4978a9c91042 None None] For port ef07c411-3da0-48de-922b-ea19465999e8, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=ef07c411-3da0-48de-922b-ea19465999e8,segment=NetworkSegment(da5baf82-2c94-46cf-9d3e-76c1062019c8),segment_id=da5baf82-2c94-46cf-9d3e-76c1062019c8)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:21.495063 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-7a5042b2-7a9a-40e4-ba14-4978a9c91042 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:21.509823 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-6889a1ea-d2fd-4ac6-932d-ee484b950142 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] For port ef07c411-3da0-48de-922b-ea19465999e8, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=ef07c411-3da0-48de-922b-ea19465999e8,segment=NetworkSegment(da5baf82-2c94-46cf-9d3e-76c1062019c8),segment_id=da5baf82-2c94-46cf-9d3e-76c1062019c8)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:21.510337 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6889a1ea-d2fd-4ac6-932d-ee484b950142 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:21.529459 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17530b6-65cc-4114-932a-10f70f6bb4fb tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Network 508cf9c7-3bc7-48fb-ad23-c81fcee8802f is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:34:21.530701 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-7a5042b2-7a9a-40e4-ba14-4978a9c91042 None None] Calling delete_port for ef07c411-3da0-48de-922b-ea19465999e8 owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:34:21.543370 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-6889a1ea-d2fd-4ac6-932d-ee484b950142 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Calling delete_port for ef07c411-3da0-48de-922b-ea19465999e8 owned by network:dhcp {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:34:21.572533 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8069d97-8ea2-4320-8ac4-2f299299d3eb req-5b61035c-f0b6-4131-8158-4158d9b06c27 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:21.576132 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d8069d97-8ea2-4320-8ac4-2f299299d3eb req-5b61035c-f0b6-4131-8158-4158d9b06c27 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/ports?device_id=75d84430-2a5d-400c-b28d-98af0826d4a0 HTTP/1.1" status: 200 len: 943 time: 1.3839474 Aug 10 03:34:21.609670 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17530b6-65cc-4114-932a-10f70f6bb4fb tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Pushing event updated for resources: {'Port': ['ID=430dcc1d-7734-46aa-a5b0-233bf0ad851f,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:21.655925 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-e17530b6-65cc-4114-932a-10f70f6bb4fb tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:34:21.773992 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-8e49b854-39bf-4b0e-b204-fcd91b60b507 req-4645f8a5-e97f-418d-84a9-dcb99cdd0cb7 service neutron] For port 97034f8c-71cc-4097-8f27-bc778ae760f1, host n-h2-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:34:21.789484 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-8e49b854-39bf-4b0e-b204-fcd91b60b507 req-4645f8a5-e97f-418d-84a9-dcb99cdd0cb7 service neutron] For port 97034f8c-71cc-4097-8f27-bc778ae760f1, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=97034f8c-71cc-4097-8f27-bc778ae760f1,segment=NetworkSegment(e63e0632-dd2f-43c6-b578-109f8049147f),segment_id=e63e0632-dd2f-43c6-b578-109f8049147f)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:34:21.899011 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6889a1ea-d2fd-4ac6-932d-ee484b950142 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:21.913255 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:21.931675 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0db5941-b234-4dc0-8c7f-0e65476ba89d req-466021cf-1c92-43cb-a762-8b4211d4d652 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:21.951596 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d0db5941-b234-4dc0-8c7f-0e65476ba89d req-466021cf-1c92-43cb-a762-8b4211d4d652 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=522b45d9-db61-4e14-a75c-214b3a6907db HTTP/1.1" status: 200 len: 943 time: 1.7622907 Aug 10 03:34:22.004164 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6889a1ea-d2fd-4ac6-932d-ee484b950142 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Pushing event deleted for resources: {'Port': ['ID=ef07c411-3da0-48de-922b-ea19465999e8,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:22.018682 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6889a1ea-d2fd-4ac6-932d-ee484b950142 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] No DVR routers for this DVR port ef07c411-3da0-48de-922b-ea19465999e8 on host n-d-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:34:22.047268 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a2d9cb02-de1c-44fe-a784-ee8e5c6cbf25 req-ecaf2425-7494-4cf0-8f4e-f188a9fde65c service neutron] 10.222.0.42 "GET /v2.0/networks/6dc7bedc-eafa-4023-bb0c-0b112a614203?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8429627 Aug 10 03:34:22.049040 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8e49b854-39bf-4b0e-b204-fcd91b60b507 req-4645f8a5-e97f-418d-84a9-dcb99cdd0cb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:22.080107 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['dfac5bf6-85c1-48e7-a12f-5cc98a0b7232'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:34:22.084132 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:34:22.310888 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:22.327803 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff77ca86-bac2-4e86-b600-e546131b1cb1 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:34:22.336563 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d99db4a1-b6d1-45d3-b7e2-f8640355b591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:22.349354 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6889a1ea-d2fd-4ac6-932d-ee484b950142 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:22.382365 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-6889a1ea-d2fd-4ac6-932d-ee484b950142 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63aaa48c-3c91-4250-a53f-1bccfcaa858a']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:22.418555 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-6889a1ea-d2fd-4ac6-932d-ee484b950142 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da5baf82-2c94-46cf-9d3e-76c1062019c8') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:22.422982 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-6889a1ea-d2fd-4ac6-932d-ee484b950142 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da5baf82-2c94-46cf-9d3e-76c1062019c8') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:22.453123 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port ff77ca86-bac2-4e86-b600-e546131b1cb1, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=ff77ca86-bac2-4e86-b600-e546131b1cb1,segment=NetworkSegment(e63e0632-dd2f-43c6-b578-109f8049147f),segment_id=e63e0632-dd2f-43c6-b578-109f8049147f)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:22.467107 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6889a1ea-d2fd-4ac6-932d-ee484b950142 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:22.467358 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:22.487723 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:22.512065 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6889a1ea-d2fd-4ac6-932d-ee484b950142 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:22.530936 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6889a1ea-d2fd-4ac6-932d-ee484b950142 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:34:22.531850 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6889a1ea-d2fd-4ac6-932d-ee484b950142 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:22.537074 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:34:22.537074 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:34:22.537074 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:34:22.537074 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:34:22.537074 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:34:22.537074 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:34:22.537074 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:34:22.537074 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:34:22.537074 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:34:22.537074 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:34:22.537074 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:34:22.537074 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:34:22.537074 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:34:22.537074 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:34:22.537074 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:34:22.537074 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:34:22.537074 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:34:22.537074 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:34:22.537074 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:34:22.537074 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:34:22.537074 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:34:22.537074 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:34:22.537074 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:34:22.537074 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:34:22.537074 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:34:22.537074 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:34:22.537074 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:34:22.537074 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:34:22.537074 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:34:22.537074 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:34:22.537074 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:34:22.537074 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:34:22.585878 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-fb698f34-ba86-4ab8-8671-95f39d15f014 None None] Provisioning complete for port 430dcc1d-7734-46aa-a5b0-233bf0ad851f triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:22.586533 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-fb698f34-ba86-4ab8-8671-95f39d15f014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:22.659519 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-7a5042b2-7a9a-40e4-ba14-4978a9c91042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:22.801793 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6889a1ea-d2fd-4ac6-932d-ee484b950142 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:22.807709 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=ff77ca86-bac2-4e86-b600-e546131b1cb1,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:22.812982 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5042b2-7a9a-40e4-ba14-4978a9c91042 None None] No DVR routers for this DVR port ef07c411-3da0-48de-922b-ea19465999e8 on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:34:22.823972 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-fb698f34-ba86-4ab8-8671-95f39d15f014 None None] Port 430dcc1d-7734-46aa-a5b0-233bf0ad851f cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:34:22.886267 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6889a1ea-d2fd-4ac6-932d-ee484b950142 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:22.905890 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-6889a1ea-d2fd-4ac6-932d-ee484b950142 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] 10.222.0.44 "DELETE /v2.0/networks/63aaa48c-3c91-4250-a53f-1bccfcaa858a HTTP/1.1" status: 204 len: 168 time: 1.8105216 Aug 10 03:34:22.905890 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6889a1ea-d2fd-4ac6-932d-ee484b950142 tempest-TaggedBootDevicesTest_v242-270571883 tempest-TaggedBootDevicesTest_v242-270571883-project] Pushing event deleted for resources: {'Network': ['ID=63aaa48c-3c91-4250-a53f-1bccfcaa858a,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:22.906192 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5042b2-7a9a-40e4-ba14-4978a9c91042 None None] Pushing event deleted for resources: {'Port': ['ID=ef07c411-3da0-48de-922b-ea19465999e8,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:23.011512 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['ff77ca86-bac2-4e86-b600-e546131b1cb1'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:34:23.210348 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d8069d97-8ea2-4320-8ac4-2f299299d3eb req-75e3999a-16c5-4f10-b76e-4cb5f03b05b8 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad3b49c5-8747-4e37-8274-470671052828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5644362 Aug 10 03:34:23.247801 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d0db5941-b234-4dc0-8c7f-0e65476ba89d req-8a8ef5ae-85a0-4ecb-b5e2-8ebe925d5229 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d4b820e-dc2c-4be0-8053-891f2a656097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2914476 Aug 10 03:34:23.305685 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e49b854-39bf-4b0e-b204-fcd91b60b507 req-4645f8a5-e97f-418d-84a9-dcb99cdd0cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:23.316471 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8e49b854-39bf-4b0e-b204-fcd91b60b507 req-4645f8a5-e97f-418d-84a9-dcb99cdd0cb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:23.334535 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8e49b854-39bf-4b0e-b204-fcd91b60b507 req-4645f8a5-e97f-418d-84a9-dcb99cdd0cb7 service neutron] 10.222.0.61 "PUT /v2.0/ports/97034f8c-71cc-4097-8f27-bc778ae760f1 HTTP/1.1" status: 200 len: 1092 time: 8.8574321 Aug 10 03:34:23.347752 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75d84430-2a5d-400c-b28d-98af0826d4a0', 'tag': '97034f8c-71cc-4097-8f27-bc778ae760f1'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:34:23.352331 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce54fbe-36ea-42c6-adbf-a55df3e1fffc" -d '{"events": [{"name": "network-changed", "server_uuid": "75d84430-2a5d-400c-b28d-98af0826d4a0", "tag": "97034f8c-71cc-4097-8f27-bc778ae760f1"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:34:23.661058 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd240262-0033-4bd8-9528-18bc4c989901 x-openstack-request-id: req-dd240262-0033-4bd8-9528-18bc4c989901 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:34:23.661634 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75d84430-2a5d-400c-b28d-98af0826d4a0", "tag": "97034f8c-71cc-4097-8f27-bc778ae760f1", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:34:23.663189 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-736fa46a-545a-4f22-985b-d27f798a4116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:23.675712 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dd240262-0033-4bd8-9528-18bc4c989901 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:34:23.676856 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75d84430-2a5d-400c-b28d-98af0826d4a0', 'tag': '97034f8c-71cc-4097-8f27-bc778ae760f1', 'status': 'completed', 'code': 200} Aug 10 03:34:23.900283 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645f8a5-e97f-418d-84a9-dcb99cdd0cb7 service neutron] Pushing event updated for resources: {'Port': ['ID=97034f8c-71cc-4097-8f27-bc778ae760f1,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:23.996857 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e17530b6-65cc-4114-932a-10f70f6bb4fb tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Router 02d1a35c-57c2-4a7e-a2fe-cf4c63a394e1 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:34:24.040286 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645f8a5-e97f-418d-84a9-dcb99cdd0cb7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:24.042466 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645f8a5-e97f-418d-84a9-dcb99cdd0cb7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:24.047310 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645f8a5-e97f-418d-84a9-dcb99cdd0cb7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:24.047845 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645f8a5-e97f-418d-84a9-dcb99cdd0cb7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:24.050119 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645f8a5-e97f-418d-84a9-dcb99cdd0cb7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:24.050728 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645f8a5-e97f-418d-84a9-dcb99cdd0cb7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:24.052017 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645f8a5-e97f-418d-84a9-dcb99cdd0cb7 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:24.052646 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645f8a5-e97f-418d-84a9-dcb99cdd0cb7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:24.053250 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645f8a5-e97f-418d-84a9-dcb99cdd0cb7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:24.056914 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645f8a5-e97f-418d-84a9-dcb99cdd0cb7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:24.057686 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645f8a5-e97f-418d-84a9-dcb99cdd0cb7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:24.058345 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645f8a5-e97f-418d-84a9-dcb99cdd0cb7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:24.219860 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e49b854-39bf-4b0e-b204-fcd91b60b507 req-07ab995a-7ede-434b-a98f-6de8b9361423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:24.241064 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8e49b854-39bf-4b0e-b204-fcd91b60b507 req-07ab995a-7ede-434b-a98f-6de8b9361423 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=95b5a50d87e64743a73c6eff7fa00976&device_id=75d84430-2a5d-400c-b28d-98af0826d4a0 HTTP/1.1" status: 200 len: 1095 time: 0.8021142 Aug 10 03:34:24.266854 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:24.288817 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e488d9b-f388-411b-9b2d-0b780962fa59 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Made reservation on behalf of edb6e397474742ac886307bee65ca82c for: {'subnet': 2} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:34:24.316684 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2e488d9b-f388-411b-9b2d-0b780962fa59 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:24.320299 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2e488d9b-f388-411b-9b2d-0b780962fa59 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:24.538198 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device ff77ca86-bac2-4e86-b600-e546131b1cb1 up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:34:24.788767 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning for port ff77ca86-bac2-4e86-b600-e546131b1cb1 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:34:24.801089 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port ff77ca86-bac2-4e86-b600-e546131b1cb1 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:24.802997 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:24.856290 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a2d9cb02-de1c-44fe-a784-ee8e5c6cbf25 req-52b3dfca-fb2d-4d5f-8b3b-636ff018ecbd service neutron] 10.222.0.42 "GET /v2.0/networks/6dc7bedc-eafa-4023-bb0c-0b112a614203?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.3916986 Aug 10 03:34:25.084913 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8e49b854-39bf-4b0e-b204-fcd91b60b507 req-270a2389-df35-43e6-8cbd-a4a48012be1b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=97034f8c-71cc-4097-8f27-bc778ae760f1 HTTP/1.1" status: 200 len: 217 time: 0.8212943 Aug 10 03:34:25.111177 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:25.261144 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port ff77ca86-bac2-4e86-b600-e546131b1cb1, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=ff77ca86-bac2-4e86-b600-e546131b1cb1,segment=NetworkSegment(e63e0632-dd2f-43c6-b578-109f8049147f),segment_id=e63e0632-dd2f-43c6-b578-109f8049147f)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:25.265297 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52e304fd-a17e-430f-8ddc-723dc51017e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff77ca86-bac2-4e86-b600-e546131b1cb1'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:34:25.277995 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c76645-2c64-46bb-9a35-5db935d9e077" -d '{"events": [{"server_uuid": "52e304fd-a17e-430f-8ddc-723dc51017e7", "name": "network-vif-plugged", "status": "completed", "tag": "ff77ca86-bac2-4e86-b600-e546131b1cb1"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:34:25.348824 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:25.366501 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device dfac5bf6-85c1-48e7-a12f-5cc98a0b7232 up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:34:25.460097 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=ff77ca86-bac2-4e86-b600-e546131b1cb1,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:25.517961 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:25.583216 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning for port dfac5bf6-85c1-48e7-a12f-5cc98a0b7232 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:34:25.588913 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port dfac5bf6-85c1-48e7-a12f-5cc98a0b7232 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:25.589310 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:25.822884 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:25.930105 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port dfac5bf6-85c1-48e7-a12f-5cc98a0b7232, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=dfac5bf6-85c1-48e7-a12f-5cc98a0b7232,segment=NetworkSegment(e63e0632-dd2f-43c6-b578-109f8049147f),segment_id=e63e0632-dd2f-43c6-b578-109f8049147f)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:25.932984 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e17530b6-65cc-4114-932a-10f70f6bb4fb tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:34:25.945161 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e49b854-39bf-4b0e-b204-fcd91b60b507 req-1bc20a7b-45b8-43ee-b4fa-87cc5cb2605e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:25.954583 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8e49b854-39bf-4b0e-b204-fcd91b60b507 req-1bc20a7b-45b8-43ee-b4fa-87cc5cb2605e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e5e7a61c-c6b0-4c3e-8dfa-eb566188b2bb HTTP/1.1" status: 200 len: 854 time: 0.8330336 Aug 10 03:34:25.971133 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-e17530b6-65cc-4114-932a-10f70f6bb4fb tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] 10.222.0.44 "PUT /v2.0/routers/02d1a35c-57c2-4a7e-a2fe-cf4c63a394e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.3184299 Aug 10 03:34:25.982169 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ae9678-ba4b-406b-8c44-ee8f5fa30a27 None None] Sync routers for ids ['02d1a35c-57c2-4a7e-a2fe-cf4c63a394e1'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:34:25.998015 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:25.998956 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7 up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:34:26.033024 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19626a76-e51a-49ba-8a80-faad9b2cba8d req-6ab3a7ba-05a3-403f-9d62-125b22d162b3 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:26.040119 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-19626a76-e51a-49ba-8a80-faad9b2cba8d req-6ab3a7ba-05a3-403f-9d62-125b22d162b3 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/ports?device_id=75d84430-2a5d-400c-b28d-98af0826d4a0 HTTP/1.1" status: 200 len: 943 time: 1.3599432 Aug 10 03:34:26.108891 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ae9678-ba4b-406b-8c44-ee8f5fa30a27 None None] Routers {'02d1a35c-57c2-4a7e-a2fe-cf4c63a394e1'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:34:26.109739 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-60ae9678-ba4b-406b-8c44-ee8f5fa30a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:34:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['02d1a35c-57c2-4a7e-a2fe-cf4c63a394e1'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:26.354746 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd46c32-3f71-41ca-a226-a2c1303bda9c req-fc869510-37eb-4e40-83ed-f262f0b4fb98 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:26.364950 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2cd46c32-3f71-41ca-a226-a2c1303bda9c req-fc869510-37eb-4e40-83ed-f262f0b4fb98 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=522b45d9-db61-4e14-a75c-214b3a6907db HTTP/1.1" status: 200 len: 944 time: 1.6825969 Aug 10 03:34:26.377346 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-60ae9678-ba4b-406b-8c44-ee8f5fa30a27 None None] Set router 02d1a35c-57c2-4a7e-a2fe-cf4c63a394e1 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:34:26.409989 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2e488d9b-f388-411b-9b2d-0b780962fa59 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58895384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805196'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:26.543710 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning for port 12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:34:26.578358 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port 12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:26.578751 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:26.624715 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-19626a76-e51a-49ba-8a80-faad9b2cba8d req-dbd6ffa8-59cf-4c70-9d32-0238f3cdc652 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad3b49c5-8747-4e37-8274-470671052828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816982 Aug 10 03:34:26.721878 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2cd46c32-3f71-41ca-a226-a2c1303bda9c req-e6278496-b4cb-4baf-b621-f871a93657a6 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d4b820e-dc2c-4be0-8053-891f2a656097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3556683 Aug 10 03:34:26.790421 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e488d9b-f388-411b-9b2d-0b780962fa59 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Pushing event updated for resources: {'Subnet': ['ID=e70f0016-1fde-4f9b-9a02-5d21bcb340b8,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:26.808359 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e49b854-39bf-4b0e-b204-fcd91b60b507 req-20f72cef-4e89-49a6-9567-c3f5c849346d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:26.810010 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8e49b854-39bf-4b0e-b204-fcd91b60b507 req-20f72cef-4e89-49a6-9567-c3f5c849346d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6dc7bedc-eafa-4023-bb0c-0b112a614203&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8140125 Aug 10 03:34:26.813428 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:26.825783 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a86f96-d128-486c-beb6-ccca85576236 x-openstack-request-id: req-52a86f96-d128-486c-beb6-ccca85576236 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:34:26.826401 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52e304fd-a17e-430f-8ddc-723dc51017e7", "name": "network-vif-plugged", "status": "completed", "tag": "ff77ca86-bac2-4e86-b600-e546131b1cb1", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:34:26.826820 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-52a86f96-d128-486c-beb6-ccca85576236 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:34:26.827387 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52e304fd-a17e-430f-8ddc-723dc51017e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff77ca86-bac2-4e86-b600-e546131b1cb1', 'code': 200} Aug 10 03:34:26.847750 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=dfac5bf6-85c1-48e7-a12f-5cc98a0b7232,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:27.002150 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:27.049686 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5391ff0-50c1-4d94-869f-748e0bf1315f req-36324dd5-3dcb-4aab-9569-0217b9534e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:27.058638 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-f5391ff0-50c1-4d94-869f-748e0bf1315f req-36324dd5-3dcb-4aab-9569-0217b9534e6e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=52e304fd-a17e-430f-8ddc-723dc51017e7 HTTP/1.1" status: 200 len: 1097 time: 0.2233999 Aug 10 03:34:27.063717 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7,segment=NetworkSegment(17789ec9-f3a0-458f-a646-d9adbb03f346),segment_id=17789ec9-f3a0-458f-a646-d9adbb03f346)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:27.066489 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:27.084032 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e488d9b-f388-411b-9b2d-0b780962fa59 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Checking segment: {'id': 'bdf92375-b54e-41da-9c1f-d028b6ca78fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '94acc2ac-9f72-453a-a5cd-b299857555be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:34:27.084847 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:27.088602 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e488d9b-f388-411b-9b2d-0b780962fa59 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Network hostable DHCP agents. Network: 94acc2ac-9f72-453a-a5cd-b299857555be, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:34:27.177437 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-f5391ff0-50c1-4d94-869f-748e0bf1315f req-08a2cc4f-fed8-4b7d-9470-77955a2878fe service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ad3b49c5-8747-4e37-8274-470671052828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090121 Aug 10 03:34:27.263605 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:27.298874 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e488d9b-f388-411b-9b2d-0b780962fa59 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Network 94acc2ac-9f72-453a-a5cd-b299857555be is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:34:27.303051 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-60ae9678-ba4b-406b-8c44-ee8f5fa30a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d1a35c-57c2-4a7e-a2fe-cf4c63a394e1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1803331094', 'tenant_id': 'b41b771882304474947a74fcb840799d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': 'e5d7738a-a4ba-4880-8b82-9716340ec271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:33:50Z', 'updated_at': '2021-08-10T03:34:17Z', 'revision_number': 4, 'project_id': 'b41b771882304474947a74fcb840799d', 'gw_port': {'id': 'e5d7738a-a4ba-4880-8b82-9716340ec271', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:1c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d1a35c-57c2-4a7e-a2fe-cf4c63a394e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:54Z', 'updated_at': '2021-08-10T03:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '430dcc1d-7734-46aa-a5b0-233bf0ad851f', 'name': '', 'network_id': '508cf9c7-3bc7-48fb-ad23-c81fcee8802f', 'tenant_id': 'b41b771882304474947a74fcb840799d', 'mac_address': 'fa:16:3e:1b:ef:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d1a35c-57c2-4a7e-a2fe-cf4c63a394e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '981d3dc6-89fc-4eed-956e-2ed7eccead65', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:34:15Z', 'updated_at': '2021-08-10T03:34:18Z', 'revision_number': 2, 'project_id': 'b41b771882304474947a74fcb840799d', 'subnets': [{'id': '981d3dc6-89fc-4eed-956e-2ed7eccead65', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:27.340628 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ae9678-ba4b-406b-8c44-ee8f5fa30a27 None None] Checking router: 02d1a35c-57c2-4a7e-a2fe-cf4c63a394e1 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:34:27.341536 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ae9678-ba4b-406b-8c44-ee8f5fa30a27 None None] Updating router 02d1a35c-57c2-4a7e-a2fe-cf4c63a394e1 port 430dcc1d-7734-46aa-a5b0-233bf0ad851f binding host n-d-768862-13 {{(pid=94262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:34:27.407450 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-2e488d9b-f388-411b-9b2d-0b780962fa59 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 94acc2ac-9f72-453a-a5cd-b299857555be) {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:34:27.415944 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-60ae9678-ba4b-406b-8c44-ee8f5fa30a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:27.462278 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2e488d9b-f388-411b-9b2d-0b780962fa59 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58895384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805196'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:27.614071 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e488d9b-f388-411b-9b2d-0b780962fa59 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Pushing event updated for resources: {'Subnet': ['ID=66e836f4-67fa-49e4-8301-7d307a409ec6,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:27.621603 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8e49b854-39bf-4b0e-b204-fcd91b60b507 req-b31b9a96-9f7f-4d05-813b-fae791bc91d8 service neutron] 10.222.0.61 "GET /v2.0/networks/6dc7bedc-eafa-4023-bb0c-0b112a614203?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7868998 Aug 10 03:34:27.640098 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d884b6-3f75-4b02-bd78-683efe3e4831 req-c01e2191-273a-4d9c-8d11-1d4354f10fab tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:27.653633 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c0d884b6-3f75-4b02-bd78-683efe3e4831 req-c01e2191-273a-4d9c-8d11-1d4354f10fab tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] 10.222.0.44 "GET /v2.0/networks?id=508cf9c7-3bc7-48fb-ad23-c81fcee8802f HTTP/1.1" status: 200 len: 798 time: 0.6935623 Aug 10 03:34:27.763948 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164349db-63a9-476c-96a3-c33bc1ca9d42 None None] Network 94acc2ac-9f72-453a-a5cd-b299857555be requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:34:27.867304 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8e49b854-39bf-4b0e-b204-fcd91b60b507 req-4b0bb168-e399-41b1-88f8-2945cd675017 service neutron] 10.222.0.61 "GET /v2.0/networks/6dc7bedc-eafa-4023-bb0c-0b112a614203?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942959 Aug 10 03:34:27.904500 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c0d884b6-3f75-4b02-bd78-683efe3e4831 req-eb10e069-9030-470a-a433-9d819c9c72b9 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] 10.222.0.44 "GET /v2.0/quotas/b41b771882304474947a74fcb840799d HTTP/1.1" status: 200 len: 375 time: 0.2495334 Aug 10 03:34:28.088840 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4253d9-e5bc-4c96-aaf7-a19ff53e15d2 req-1d5972f4-6cdd-42cb-9930-95690cfe6cef tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:28.097152 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7d4253d9-e5bc-4c96-aaf7-a19ff53e15d2 req-1d5972f4-6cdd-42cb-9930-95690cfe6cef tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/ports?device_id=75d84430-2a5d-400c-b28d-98af0826d4a0 HTTP/1.1" status: 200 len: 943 time: 0.2273993 Aug 10 03:34:28.104375 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e488d9b-f388-411b-9b2d-0b780962fa59 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Checking segment: {'id': '72723932-b2e9-4d18-9818-0122bd557686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b58e2bde-61a6-428a-9cd4-a50f600ccb09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:34:28.104738 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e488d9b-f388-411b-9b2d-0b780962fa59 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Network hostable DHCP agents. Network: b58e2bde-61a6-428a-9cd4-a50f600ccb09, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:34:28.133562 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c0d884b6-3f75-4b02-bd78-683efe3e4831 req-a427953b-adb6-4b3a-87b0-963942a2eaaf tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b41b771882304474947a74fcb840799d&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2280133 Aug 10 03:34:28.356529 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-60ae9678-ba4b-406b-8c44-ee8f5fa30a27 None None] Notify callbacks [] for port, precommit_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:28.383674 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-60ae9678-ba4b-406b-8c44-ee8f5fa30a27 None None] Transition to ACTIVE for port object 430dcc1d-7734-46aa-a5b0-233bf0ad851f will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:34:28.413571 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-60ae9678-ba4b-406b-8c44-ee8f5fa30a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:28.479972 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6b06f4-51f3-4c91-a38d-eb90c57fca36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-94acc2ac-9f72-453a-a5cd-b299857555be', 'network_id': '94acc2ac-9f72-453a-a5cd-b299857555be', 'tenant_id': 'edb6e397474742ac886307bee65ca82c', 'fixed_ips': [{'subnet_id': 'e70f0016-1fde-4f9b-9a02-5d21bcb340b8'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:34:28.480977 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-cb6b06f4-51f3-4c91-a38d-eb90c57fca36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:29.011769 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be966435-2ac6-4fc6-ab5b-1f75d3accfb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfac5bf6-85c1-48e7-a12f-5cc98a0b7232'}, {'server_uuid': '522b45d9-db61-4e14-a75c-214b3a6907db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:34:29.015546 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdfa4973-b292-411d-80d8-26538bf586d2" -d '{"events": [{"server_uuid": "be966435-2ac6-4fc6-ab5b-1f75d3accfb6", "name": "network-vif-plugged", "status": "completed", "tag": "dfac5bf6-85c1-48e7-a12f-5cc98a0b7232"}, {"server_uuid": "522b45d9-db61-4e14-a75c-214b3a6907db", "name": "network-vif-plugged", "status": "completed", "tag": "12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:34:29.052875 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96656edf-b960-439a-bf47-85eb80753612 None None] Pushing event updated for resources: {'Port': ['ID=430dcc1d-7734-46aa-a5b0-233bf0ad851f,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:29.241189 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7d4253d9-e5bc-4c96-aaf7-a19ff53e15d2 req-dd3c6529-08aa-48ce-b09c-f34ec60a1b4c tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad3b49c5-8747-4e37-8274-470671052828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1351194 Aug 10 03:34:29.304510 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce54fbe-36ea-42c6-adbf-a55df3e1fffc req-8b93da95-78f5-423b-9b0d-b0446ae3bfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:29.322324 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9ce54fbe-36ea-42c6-adbf-a55df3e1fffc req-8b93da95-78f5-423b-9b0d-b0446ae3bfd3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=95b5a50d87e64743a73c6eff7fa00976&device_id=75d84430-2a5d-400c-b28d-98af0826d4a0 HTTP/1.1" status: 200 len: 1095 time: 1.3406971 Aug 10 03:34:29.415934 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e488d9b-f388-411b-9b2d-0b780962fa59 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Network b58e2bde-61a6-428a-9cd4-a50f600ccb09 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:34:29.524867 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-cb6b06f4-51f3-4c91-a38d-eb90c57fca36 None None] Allocated IP 172.20.0.2 (94acc2ac-9f72-453a-a5cd-b299857555be/e70f0016-1fde-4f9b-9a02-5d21bcb340b8/3f6766dd-d66a-4777-9949-260b5be30b76) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:34:29.639460 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-2e488d9b-f388-411b-9b2d-0b780962fa59 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, b58e2bde-61a6-428a-9cd4-a50f600ccb09) {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:34:29.679051 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d09e9c8-3f4c-479e-9084-fe34de6c5b01 None None] Network b58e2bde-61a6-428a-9cd4-a50f600ccb09 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:34:29.688217 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-60ae9678-ba4b-406b-8c44-ee8f5fa30a27 None None] Attempting to bind port 430dcc1d-7734-46aa-a5b0-233bf0ad851f on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:34:29.688677 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-60ae9678-ba4b-406b-8c44-ee8f5fa30a27 None None] Attempting to bind port 430dcc1d-7734-46aa-a5b0-233bf0ad851f by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'f3673170-d975-4530-8b2e-6c815d742d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '508cf9c7-3bc7-48fb-ad23-c81fcee8802f'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:34:29.688952 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ae9678-ba4b-406b-8c44-ee8f5fa30a27 None None] Attempting to bind port 430dcc1d-7734-46aa-a5b0-233bf0ad851f on network 508cf9c7-3bc7-48fb-ad23-c81fcee8802f {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:34:29.692224 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e488d9b-f388-411b-9b2d-0b780962fa59 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:29.693269 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e488d9b-f388-411b-9b2d-0b780962fa59 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:29.694629 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2e488d9b-f388-411b-9b2d-0b780962fa59 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:29.755110 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ae9678-ba4b-406b-8c44-ee8f5fa30a27 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:34:29.755495 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ae9678-ba4b-406b-8c44-ee8f5fa30a27 None None] Checking segment: {'id': 'f3673170-d975-4530-8b2e-6c815d742d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '508cf9c7-3bc7-48fb-ad23-c81fcee8802f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:34:29.755999 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-60ae9678-ba4b-406b-8c44-ee8f5fa30a27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:29.756408 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ae9678-ba4b-406b-8c44-ee8f5fa30a27 None None] Bound using segment: {'id': 'f3673170-d975-4530-8b2e-6c815d742d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '508cf9c7-3bc7-48fb-ad23-c81fcee8802f'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:34:29.756963 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-60ae9678-ba4b-406b-8c44-ee8f5fa30a27 None None] Bound port: 430dcc1d-7734-46aa-a5b0-233bf0ad851f, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3673170-d975-4530-8b2e-6c815d742d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '508cf9c7-3bc7-48fb-ad23-c81fcee8802f'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:34:29.757366 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-60ae9678-ba4b-406b-8c44-ee8f5fa30a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:29.785737 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c0d884b6-3f75-4b02-bd78-683efe3e4831 req-3feb7429-16ad-4e99-a5ab-5c88796b49f5 service neutron] 10.222.0.44 "GET /v2.0/networks/508cf9c7-3bc7-48fb-ad23-c81fcee8802f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6229477 Aug 10 03:34:29.835059 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11e9e4e-9f48-468f-87a0-14961744e5f8 req-da4562d6-aa77-4d88-bf20-e612063ec699 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:29.843926 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e11e9e4e-9f48-468f-87a0-14961744e5f8 req-da4562d6-aa77-4d88-bf20-e612063ec699 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=522b45d9-db61-4e14-a75c-214b3a6907db HTTP/1.1" status: 200 len: 945 time: 0.4388013 Aug 10 03:34:29.956205 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-2e488d9b-f388-411b-9b2d-0b780962fa59 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 9.7615445 Aug 10 03:34:29.958597 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 44196) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:29.969480 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-60ae9678-ba4b-406b-8c44-ee8f5fa30a27 None None] For port 430dcc1d-7734-46aa-a5b0-233bf0ad851f, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:34:29.978269 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-60ae9678-ba4b-406b-8c44-ee8f5fa30a27 None None] For port 430dcc1d-7734-46aa-a5b0-233bf0ad851f, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=430dcc1d-7734-46aa-a5b0-233bf0ad851f,segment=NetworkSegment(f3673170-d975-4530-8b2e-6c815d742d26),segment_id=f3673170-d975-4530-8b2e-6c815d742d26)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:34:30.011791 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-60ae9678-ba4b-406b-8c44-ee8f5fa30a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:30.039533 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce54fbe-36ea-42c6-adbf-a55df3e1fffc req-79eabca0-6437-4314-a3f2-8a8362e1fc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:30.043388 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9ce54fbe-36ea-42c6-adbf-a55df3e1fffc req-79eabca0-6437-4314-a3f2-8a8362e1fc27 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6dc7bedc-eafa-4023-bb0c-0b112a614203 HTTP/1.1" status: 200 len: 915 time: 0.6721992 Aug 10 03:34:30.127724 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96656edf-b960-439a-bf47-85eb80753612 None None] Pushing event updated for resources: {'Port': ['ID=430dcc1d-7734-46aa-a5b0-233bf0ad851f,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:30.169831 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9ce54fbe-36ea-42c6-adbf-a55df3e1fffc req-a3106a39-f9a7-41d8-af29-f8fbd748d7dc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=97034f8c-71cc-4097-8f27-bc778ae760f1 HTTP/1.1" status: 200 len: 217 time: 0.1085868 Aug 10 03:34:30.234477 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e6bffd-e331-471e-8821-0c954493aab0 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:30.247617 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e6bffd-e331-471e-8821-0c954493aab0 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:30.251601 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e6bffd-e331-471e-8821-0c954493aab0 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:30.262263 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-f3e6bffd-e331-471e-8821-0c954493aab0 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.3023913 Aug 10 03:34:30.268543 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 44202) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:30.338162 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ae9678-ba4b-406b-8c44-ee8f5fa30a27 None None] Routers {'02d1a35c-57c2-4a7e-a2fe-cf4c63a394e1'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:34:30.339172 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-60ae9678-ba4b-406b-8c44-ee8f5fa30a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:34:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['02d1a35c-57c2-4a7e-a2fe-cf4c63a394e1'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:30.404333 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e11e9e4e-9f48-468f-87a0-14961744e5f8 req-2a8463fb-71e2-4cfb-81a3-07b95af87eab tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d4b820e-dc2c-4be0-8053-891f2a656097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5284598 Aug 10 03:34:30.492560 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-a13d8ca3-9f51-4862-9c27-bd8defa507f1 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Deleting subnet e70f0016-1fde-4f9b-9a02-5d21bcb340b8 {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:34:30.506044 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce54fbe-36ea-42c6-adbf-a55df3e1fffc req-660f457e-0c3a-4842-bfa7-e28b2c073ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:30.512052 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9ce54fbe-36ea-42c6-adbf-a55df3e1fffc req-660f457e-0c3a-4842-bfa7-e28b2c073ec7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e5e7a61c-c6b0-4c3e-8dfa-eb566188b2bb HTTP/1.1" status: 200 len: 854 time: 0.3080702 Aug 10 03:34:30.538007 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-cb6b06f4-51f3-4c91-a38d-eb90c57fca36 None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:30.541602 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c0d884b6-3f75-4b02-bd78-683efe3e4831 req-bd20d162-a47e-4abd-b7a9-f8a002ccd66c service neutron] 10.222.0.44 "GET /v2.0/networks/508cf9c7-3bc7-48fb-ad23-c81fcee8802f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6895525 Aug 10 03:34:30.573554 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 10 Aug 2021 03:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e99014e-4e14-405e-90f9-0777e9fd47a2 x-openstack-request-id: req-6e99014e-4e14-405e-90f9-0777e9fd47a2 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:34:30.582909 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be966435-2ac6-4fc6-ab5b-1f75d3accfb6", "name": "network-vif-plugged", "status": "completed", "tag": "dfac5bf6-85c1-48e7-a12f-5cc98a0b7232", "code": 200}, {"server_uuid": "522b45d9-db61-4e14-a75c-214b3a6907db", "name": "network-vif-plugged", "status": "completed", "tag": "12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:34:30.583172 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6e99014e-4e14-405e-90f9-0777e9fd47a2 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:34:30.584149 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be966435-2ac6-4fc6-ab5b-1f75d3accfb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfac5bf6-85c1-48e7-a12f-5cc98a0b7232', 'code': 200} Aug 10 03:34:30.584149 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '522b45d9-db61-4e14-a75c-214b3a6907db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7', 'code': 200} Aug 10 03:34:30.589338 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 97034f8c-71cc-4097-8f27-bc778ae760f1 details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:34:30.713655 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-cb6b06f4-51f3-4c91-a38d-eb90c57fca36 None None] Transition to ACTIVE for port object 3f6766dd-d66a-4777-9949-260b5be30b76 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:34:30.764393 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-cb6b06f4-51f3-4c91-a38d-eb90c57fca36 None None] Transition to ACTIVE for port object 3f6766dd-d66a-4777-9949-260b5be30b76 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:34:30.780118 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a13d8ca3-9f51-4862-9c27-bd8defa507f1 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:30.856742 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce54fbe-36ea-42c6-adbf-a55df3e1fffc req-6c19aeb1-306c-4413-bacb-f350c4831816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:30.867158 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9ce54fbe-36ea-42c6-adbf-a55df3e1fffc req-6c19aeb1-306c-4413-bacb-f350c4831816 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6dc7bedc-eafa-4023-bb0c-0b112a614203&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3187392 Aug 10 03:34:30.897102 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a13d8ca3-9f51-4862-9c27-bd8defa507f1 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:30.950903 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-60ae9678-ba4b-406b-8c44-ee8f5fa30a27 None None] Set router 02d1a35c-57c2-4a7e-a2fe-cf4c63a394e1 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:34:31.185685 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a13d8ca3-9f51-4862-9c27-bd8defa507f1 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:31.299711 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5893a23a-2181-4ae3-9b19-42dcc0ef2798 req-3be98da4-5f13-4e7e-9c02-9a38a7cec0d3 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] 10.222.0.44 "GET /v2.0/ports?device_id=84251c8d-e5c4-41bf-a5b0-aa349e5fbd38 HTTP/1.1" status: 200 len: 210 time: 0.2589278 Aug 10 03:34:31.308654 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd796ae9-544b-4c63-8a15-69531668ee58 req-c83a84c2-f241-400d-8afd-dada4c7562aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:31.316844 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dd796ae9-544b-4c63-8a15-69531668ee58 req-c83a84c2-f241-400d-8afd-dada4c7562aa service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=522b45d9-db61-4e14-a75c-214b3a6907db HTTP/1.1" status: 200 len: 1097 time: 0.6533544 Aug 10 03:34:31.380373 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a13d8ca3-9f51-4862-9c27-bd8defa507f1 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:31.393170 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1447b7f6-3000-4b21-94b3-3c75389d3999 req-beb4aaf8-9dc7-44dc-b96d-f16657e2d34a tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:31.410977 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1447b7f6-3000-4b21-94b3-3c75389d3999 req-beb4aaf8-9dc7-44dc-b96d-f16657e2d34a tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/ports?device_id=75d84430-2a5d-400c-b28d-98af0826d4a0 HTTP/1.1" status: 200 len: 943 time: 0.6622376 Aug 10 03:34:31.473562 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13d8ca3-9f51-4862-9c27-bd8defa507f1 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Pushing event deleted for resources: {'Subnet': ['ID=e70f0016-1fde-4f9b-9a02-5d21bcb340b8,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:31.492793 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a13d8ca3-9f51-4862-9c27-bd8defa507f1 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:31.505898 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a13d8ca3-9f51-4862-9c27-bd8defa507f1 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] 10.222.0.44 "DELETE /v2.0/subnets/e70f0016-1fde-4f9b-9a02-5d21bcb340b8 HTTP/1.1" status: 204 len: 168 time: 1.2360294 Aug 10 03:34:31.513265 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 44226) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:31.518998 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-cb6b06f4-51f3-4c91-a38d-eb90c57fca36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:31.549230 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9004eaa2-45bc-420a-beb4-beb8a3674d8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-b58e2bde-61a6-428a-9cd4-a50f600ccb09', 'network_id': 'b58e2bde-61a6-428a-9cd4-a50f600ccb09', 'tenant_id': 'edb6e397474742ac886307bee65ca82c', 'fixed_ips': [{'subnet_id': '66e836f4-67fa-49e4-8301-7d307a409ec6'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:34:31.550113 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9004eaa2-45bc-420a-beb4-beb8a3674d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:31.639765 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5ea671-a275-4e88-877f-b0c27409a2f4 req-2af5270d-f9e1-4ac5-98bf-c0f17d5f6bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:31.643321 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6c5ea671-a275-4e88-877f-b0c27409a2f4 req-2af5270d-f9e1-4ac5-98bf-c0f17d5f6bb6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=be966435-2ac6-4fc6-ab5b-1f75d3accfb6 HTTP/1.1" status: 200 len: 1098 time: 0.8142452 Aug 10 03:34:31.669174 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6b06f4-51f3-4c91-a38d-eb90c57fca36 None None] Network 94acc2ac-9f72-453a-a5cd-b299857555be is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:34:31.734727 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-cb6b06f4-51f3-4c91-a38d-eb90c57fca36 None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:34:31.748614 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6b06f4-51f3-4c91-a38d-eb90c57fca36 None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:34:31.777667 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-59b93149-04bf-418a-85e9-4111a1c90db8 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Deleting subnet 66e836f4-67fa-49e4-8301-7d307a409ec6 {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:34:31.782029 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.db.resource_extend [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:34:31.802992 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-59b93149-04bf-418a-85e9-4111a1c90db8 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:31.986277 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-59b93149-04bf-418a-85e9-4111a1c90db8 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:32.026883 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6b06f4-51f3-4c91-a38d-eb90c57fca36 None None] Pushing event updated for resources: {'Port': ['ID=3f6766dd-d66a-4777-9949-260b5be30b76,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:32.045750 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1447b7f6-3000-4b21-94b3-3c75389d3999 req-f765a000-0448-4158-9b85-513e8a59b2ed tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad3b49c5-8747-4e37-8274-470671052828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5898247 Aug 10 03:34:32.079980 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-59b93149-04bf-418a-85e9-4111a1c90db8 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:32.230682 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dd796ae9-544b-4c63-8a15-69531668ee58 req-babfdf5b-9905-410b-954e-d89d6ef18189 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1d4b820e-dc2c-4be0-8053-891f2a656097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8787773 Aug 10 03:34:32.265720 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-59b93149-04bf-418a-85e9-4111a1c90db8 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:32.280023 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9ce54fbe-36ea-42c6-adbf-a55df3e1fffc req-38c06af4-3e08-4d92-bc74-983b4120e502 service neutron] 10.222.0.61 "GET /v2.0/networks/6dc7bedc-eafa-4023-bb0c-0b112a614203?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3987989 Aug 10 03:34:32.307576 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-59b93149-04bf-418a-85e9-4111a1c90db8 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:32.327293 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-59b93149-04bf-418a-85e9-4111a1c90db8 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] 10.222.0.44 "DELETE /v2.0/subnets/66e836f4-67fa-49e4-8301-7d307a409ec6 HTTP/1.1" status: 204 len: 168 time: 0.7970250 Aug 10 03:34:32.329521 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 44238) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:32.453466 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b93149-04bf-418a-85e9-4111a1c90db8 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Pushing event deleted for resources: {'Subnet': ['ID=66e836f4-67fa-49e4-8301-7d307a409ec6,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:32.599196 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-cb6b06f4-51f3-4c91-a38d-eb90c57fca36 None None] Attempting to bind port 3f6766dd-d66a-4777-9949-260b5be30b76 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:34:32.599991 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-cb6b06f4-51f3-4c91-a38d-eb90c57fca36 None None] Attempting to bind port 3f6766dd-d66a-4777-9949-260b5be30b76 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'bdf92375-b54e-41da-9c1f-d028b6ca78fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '94acc2ac-9f72-453a-a5cd-b299857555be'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:34:32.599991 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6b06f4-51f3-4c91-a38d-eb90c57fca36 None None] Attempting to bind port 3f6766dd-d66a-4777-9949-260b5be30b76 on network 94acc2ac-9f72-453a-a5cd-b299857555be {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:34:32.624281 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server [None req-9004eaa2-45bc-420a-beb4-beb8a3674d8a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 66e836f4-67fa-49e4-8301-7d307a409ec6: This subnet is being modified by another concurrent operation. Aug 10 03:34:32.624281 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 10 03:34:32.624281 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 10 03:34:32.624281 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 10 03:34:32.624281 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 10 03:34:32.624281 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 10 03:34:32.624281 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 10 03:34:32.624281 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 10 03:34:32.624281 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 10 03:34:32.624281 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 10 03:34:32.624281 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 03:34:32.624281 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 03:34:32.624281 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:34:32.624281 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:34:32.624281 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:34:32.624281 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:34:32.624281 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 03:34:32.624281 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:34:32.624281 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 03:34:32.624281 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 03:34:32.624281 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:34:32.624281 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:34:32.624281 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:34:32.624281 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:34:32.624281 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 03:34:32.624281 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:34:32.624281 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 03:34:32.624281 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 03:34:32.624281 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:34:32.624281 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:34:32.624281 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:34:32.624281 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:34:32.624281 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 03:34:32.624281 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 03:34:32.624281 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 10 03:34:32.624281 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 10 03:34:32.624281 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 10 03:34:32.624281 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 10 03:34:32.624281 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 10 03:34:32.624281 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 10 03:34:32.624281 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 10 03:34:32.624281 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 10 03:34:32.624281 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 10 03:34:32.624281 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 10 03:34:32.624281 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 10 03:34:32.624281 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 10 03:34:32.624281 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 03:34:32.624281 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 03:34:32.624281 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:34:32.624281 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:34:32.624281 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:34:32.624281 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:34:32.624281 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 03:34:32.624281 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:34:32.624281 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 03:34:32.624281 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 03:34:32.624281 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:34:32.624281 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:34:32.624281 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:34:32.624281 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:34:32.624281 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 03:34:32.624281 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:34:32.624281 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 03:34:32.624281 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 03:34:32.624281 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:34:32.624281 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:34:32.624281 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:34:32.624281 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:34:32.624281 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 03:34:32.624281 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 03:34:32.624281 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 10 03:34:32.624281 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 10 03:34:32.624281 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 10 03:34:32.624281 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 10 03:34:32.624281 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 10 03:34:32.624281 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 10 03:34:32.624281 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 10 03:34:32.624281 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 10 03:34:32.624281 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:34:32.624281 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:34:32.624281 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:34:32.624281 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:34:32.624281 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 10 03:34:32.624281 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 10 03:34:32.624281 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 10 03:34:32.624281 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 10 03:34:32.624281 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 10 03:34:32.624281 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 10 03:34:32.624281 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 10 03:34:32.624281 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server raise exception Aug 10 03:34:32.624281 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 66e836f4-67fa-49e4-8301-7d307a409ec6: This subnet is being modified by another concurrent operation. Aug 10 03:34:32.624281 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server Aug 10 03:34:32.665009 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5cbf62-aa46-4d09-b7b8-bf9f595446b7 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:32.675133 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-5b5cbf62-aa46-4d09-b7b8-bf9f595446b7 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3284597 Aug 10 03:34:32.675996 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6c5ea671-a275-4e88-877f-b0c27409a2f4 req-c043e5c6-c097-426c-8639-32296ad70bb3 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ad3b49c5-8747-4e37-8274-470671052828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9641929 Aug 10 03:34:32.676451 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 44244) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:32.687451 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9ce54fbe-36ea-42c6-adbf-a55df3e1fffc req-d01ad740-5517-4bce-91af-5d0db452f758 service neutron] 10.222.0.61 "GET /v2.0/networks/6dc7bedc-eafa-4023-bb0c-0b112a614203?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4021902 Aug 10 03:34:32.689856 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-60ae9678-ba4b-406b-8c44-ee8f5fa30a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d1a35c-57c2-4a7e-a2fe-cf4c63a394e1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1803331094', 'tenant_id': 'b41b771882304474947a74fcb840799d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': 'e5d7738a-a4ba-4880-8b82-9716340ec271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:33:50Z', 'updated_at': '2021-08-10T03:34:17Z', 'revision_number': 4, 'project_id': 'b41b771882304474947a74fcb840799d', 'gw_port': {'id': 'e5d7738a-a4ba-4880-8b82-9716340ec271', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:1c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d1a35c-57c2-4a7e-a2fe-cf4c63a394e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:54Z', 'updated_at': '2021-08-10T03:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '430dcc1d-7734-46aa-a5b0-233bf0ad851f', 'name': '', 'network_id': '508cf9c7-3bc7-48fb-ad23-c81fcee8802f', 'tenant_id': 'b41b771882304474947a74fcb840799d', 'mac_address': 'fa:16:3e:1b:ef:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d1a35c-57c2-4a7e-a2fe-cf4c63a394e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '981d3dc6-89fc-4eed-956e-2ed7eccead65', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:34:15Z', 'updated_at': '2021-08-10T03:34:29Z', 'revision_number': 4, 'project_id': 'b41b771882304474947a74fcb840799d', 'subnets': [{'id': '981d3dc6-89fc-4eed-956e-2ed7eccead65', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:32.771881 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eccb3d7-9137-4c65-9896-8174cf755d5d req-eb5dcd99-f22d-4f0f-8de7-270020edb6fa tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:32.780221 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6eccb3d7-9137-4c65-9896-8174cf755d5d req-eb5dcd99-f22d-4f0f-8de7-270020edb6fa tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=522b45d9-db61-4e14-a75c-214b3a6907db HTTP/1.1" status: 200 len: 945 time: 1.1314304 Aug 10 03:34:32.784079 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fd605bbe-d03b-4b47-9772-7f43c1dea49e req-c87e7a17-8b59-432f-90d1-4389937506e8 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] 10.222.0.44 "GET /v2.0/ports?device_id=84251c8d-e5c4-41bf-a5b0-aa349e5fbd38 HTTP/1.1" status: 200 len: 210 time: 0.0951157 Aug 10 03:34:32.916102 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ae9678-ba4b-406b-8c44-ee8f5fa30a27 None None] The sync data for ids ['02d1a35c-57c2-4a7e-a2fe-cf4c63a394e1'] in n-d-768862-13 is: [{'id': '02d1a35c-57c2-4a7e-a2fe-cf4c63a394e1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1803331094', 'tenant_id': 'b41b771882304474947a74fcb840799d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': 'e5d7738a-a4ba-4880-8b82-9716340ec271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:33:50Z', 'updated_at': '2021-08-10T03:34:17Z', 'revision_number': 4, 'project_id': 'b41b771882304474947a74fcb840799d', 'gw_port': {'id': 'e5d7738a-a4ba-4880-8b82-9716340ec271', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:1c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d1a35c-57c2-4a7e-a2fe-cf4c63a394e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:54Z', 'updated_at': '2021-08-10T03:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '430dcc1d-7734-46aa-a5b0-233bf0ad851f', 'name': '', 'network_id': '508cf9c7-3bc7-48fb-ad23-c81fcee8802f', 'tenant_id': 'b41b771882304474947a74fcb840799d', 'mac_address': 'fa:16:3e:1b:ef:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d1a35c-57c2-4a7e-a2fe-cf4c63a394e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '981d3dc6-89fc-4eed-956e-2ed7eccead65', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:34:15Z', 'updated_at': '2021-08-10T03:34:29Z', 'revision_number': 4, 'project_id': 'b41b771882304474947a74fcb840799d', 'subnets': [{'id': '981d3dc6-89fc-4eed-956e-2ed7eccead65', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:34:32.926136 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4e250f-7951-4108-bb10-5c5e472b51a9 None None] Network b58e2bde-61a6-428a-9cd4-a50f600ccb09 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:34:32.977115 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6b06f4-51f3-4c91-a38d-eb90c57fca36 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:34:32.977729 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6b06f4-51f3-4c91-a38d-eb90c57fca36 None None] Checking segment: {'id': 'bdf92375-b54e-41da-9c1f-d028b6ca78fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '94acc2ac-9f72-453a-a5cd-b299857555be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:34:32.978425 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-cb6b06f4-51f3-4c91-a38d-eb90c57fca36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:32.979057 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6b06f4-51f3-4c91-a38d-eb90c57fca36 None None] Bound using segment: {'id': 'bdf92375-b54e-41da-9c1f-d028b6ca78fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '94acc2ac-9f72-453a-a5cd-b299857555be'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:34:33.023531 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-cb6b06f4-51f3-4c91-a38d-eb90c57fca36 None None] Bound port: 3f6766dd-d66a-4777-9949-260b5be30b76, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdf92375-b54e-41da-9c1f-d028b6ca78fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '94acc2ac-9f72-453a-a5cd-b299857555be'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:34:33.024377 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-cb6b06f4-51f3-4c91-a38d-eb90c57fca36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:33.125019 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6eccb3d7-9137-4c65-9896-8174cf755d5d req-04a3d36e-9f00-4b0e-a8dd-b15250240c68 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d4b820e-dc2c-4be0-8053-891f2a656097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3259282 Aug 10 03:34:33.263917 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4b68f277-56ac-495b-a679-b076595671d4 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:33.571486 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29e5ec9-1b65-43b2-abe9-2452018afb48 req-f8753622-f1bc-40ef-8556-1e9c65add33f tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:33.591273 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d29e5ec9-1b65-43b2-abe9-2452018afb48 req-f8753622-f1bc-40ef-8556-1e9c65add33f tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/ports?device_id=75d84430-2a5d-400c-b28d-98af0826d4a0 HTTP/1.1" status: 200 len: 943 time: 0.3108048 Aug 10 03:34:33.928399 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4b68f277-56ac-495b-a679-b076595671d4 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:33.958412 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 97034f8c-71cc-4097-8f27-bc778ae760f1, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=97034f8c-71cc-4097-8f27-bc778ae760f1,segment=NetworkSegment(e63e0632-dd2f-43c6-b578-109f8049147f),segment_id=e63e0632-dd2f-43c6-b578-109f8049147f)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:33.973442 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-4b68f277-56ac-495b-a679-b076595671d4 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b58e2bde-61a6-428a-9cd4-a50f600ccb09']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:34.008283 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': '97034f8c-71cc-4097-8f27-bc778ae760f1', 'network_id': '6dc7bedc-eafa-4023-bb0c-0b112a614203', 'port_id': '97034f8c-71cc-4097-8f27-bc778ae760f1', 'mac_address': 'fa:16:3e:e6:57:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5e7a61c-c6b0-4c3e-8dfa-eb566188b2bb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:34:34.016964 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-4b68f277-56ac-495b-a679-b076595671d4 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72723932-b2e9-4d18-9818-0122bd557686') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:34.017472 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-4b68f277-56ac-495b-a679-b076595671d4 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72723932-b2e9-4d18-9818-0122bd557686') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:34.068136 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4b68f277-56ac-495b-a679-b076595671d4 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:34.138450 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4b68f277-56ac-495b-a679-b076595671d4 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:34.163209 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b68f277-56ac-495b-a679-b076595671d4 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:34:34.163877 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4b68f277-56ac-495b-a679-b076595671d4 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:34.219647 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d884b6-3f75-4b02-bd78-683efe3e4831 req-f923c6b3-2761-44e1-ac0a-c3e69334986b tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:34.223543 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c0d884b6-3f75-4b02-bd78-683efe3e4831 req-f923c6b3-2761-44e1-ac0a-c3e69334986b tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] 10.222.0.61 "GET /v2.0/networks?id=508cf9c7-3bc7-48fb-ad23-c81fcee8802f HTTP/1.1" status: 200 len: 798 time: 0.5487914 Aug 10 03:34:34.257978 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-c0d884b6-3f75-4b02-bd78-683efe3e4831 req-63312d3c-13cf-4d53-8a9e-653736caa4f4 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Request body: {'port': {'device_id': '84251c8d-e5c4-41bf-a5b0-aa349e5fbd38', 'network_id': '508cf9c7-3bc7-48fb-ad23-c81fcee8802f', 'admin_state_up': True, 'tenant_id': 'b41b771882304474947a74fcb840799d'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:34.338985 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:34.385381 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d3de9450-f714-44f5-9547-bb572455cc5d req-f0d81dba-f9e8-4ccf-a581-9d2b507c6e4a tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] 10.222.0.44 "GET /v2.0/ports?device_id=84251c8d-e5c4-41bf-a5b0-aa349e5fbd38 HTTP/1.1" status: 200 len: 210 time: 0.1572111 Aug 10 03:34:34.468140 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:34:34.468140 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:34:34.468140 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:34:34.468140 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:34:34.468140 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:34:34.468140 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:34:34.468140 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:34:34.468140 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:34:34.468140 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:34:34.468140 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:34:34.468140 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:34:34.468140 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:34:34.468140 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:34:34.468140 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:34:34.468140 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:34:34.468140 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:34:34.468140 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:34:34.468140 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:34:34.468140 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:34:34.468140 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:34:34.468140 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:34:34.468140 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:34:34.468140 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:34:34.468140 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:34:34.468140 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:34:34.468140 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:34:34.468140 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:34:34.468140 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:34:34.468140 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:34:34.468140 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:34:34.468140 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:34:34.468140 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:34:34.470937 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:34.481068 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d29e5ec9-1b65-43b2-abe9-2452018afb48 req-66a3a251-b6c1-4354-b87a-b53c411277c1 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad3b49c5-8747-4e37-8274-470671052828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8878837 Aug 10 03:34:34.492355 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4b68f277-56ac-495b-a679-b076595671d4 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:34.511340 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4b68f277-56ac-495b-a679-b076595671d4 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:34.526300 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-4b68f277-56ac-495b-a679-b076595671d4 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] 10.222.0.44 "DELETE /v2.0/networks/b58e2bde-61a6-428a-9cd4-a50f600ccb09 HTTP/1.1" status: 204 len: 168 time: 1.8412964 Aug 10 03:34:34.573705 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97034f8c-71cc-4097-8f27-bc778ae760f1 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:34:34.620541 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 44274) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:34.624164 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b68f277-56ac-495b-a679-b076595671d4 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Pushing event deleted for resources: {'Network': ['ID=b58e2bde-61a6-428a-9cd4-a50f600ccb09,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:34.631897 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-cb6b06f4-51f3-4c91-a38d-eb90c57fca36 None None] For port 3f6766dd-d66a-4777-9949-260b5be30b76, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:34:34.654490 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-cb6b06f4-51f3-4c91-a38d-eb90c57fca36 None None] For port 3f6766dd-d66a-4777-9949-260b5be30b76, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=3f6766dd-d66a-4777-9949-260b5be30b76,segment=NetworkSegment(bdf92375-b54e-41da-9c1f-d028b6ca78fb),segment_id=bdf92375-b54e-41da-9c1f-d028b6ca78fb)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:34:34.694578 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-cb6b06f4-51f3-4c91-a38d-eb90c57fca36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:34.709884 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 97034f8c-71cc-4097-8f27-bc778ae760f1, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=97034f8c-71cc-4097-8f27-bc778ae760f1,segment=NetworkSegment(e63e0632-dd2f-43c6-b578-109f8049147f),segment_id=e63e0632-dd2f-43c6-b578-109f8049147f)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:34.877592 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6b06f4-51f3-4c91-a38d-eb90c57fca36 None None] Pushing event updated for resources: {'Port': ['ID=3f6766dd-d66a-4777-9949-260b5be30b76,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:34.885670 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:35.021654 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b68f277-56ac-495b-a679-b076595671d4 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:35.026713 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b68f277-56ac-495b-a679-b076595671d4 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:35.027988 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b68f277-56ac-495b-a679-b076595671d4 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:35.030855 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b68f277-56ac-495b-a679-b076595671d4 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:35.031721 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b68f277-56ac-495b-a679-b076595671d4 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:35.032537 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b68f277-56ac-495b-a679-b076595671d4 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:35.033523 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b68f277-56ac-495b-a679-b076595671d4 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:35.034443 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b68f277-56ac-495b-a679-b076595671d4 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:35.035267 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b68f277-56ac-495b-a679-b076595671d4 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:35.036045 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b68f277-56ac-495b-a679-b076595671d4 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:35.037207 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b68f277-56ac-495b-a679-b076595671d4 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:35.038095 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b68f277-56ac-495b-a679-b076595671d4 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:35.088747 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-955c6459-95b6-4308-9aa2-33c3014116f9 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:35.111847 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 430dcc1d-7734-46aa-a5b0-233bf0ad851f up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:34:35.191879 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-955c6459-95b6-4308-9aa2-33c3014116f9 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Deleting port 3f6766dd-d66a-4777-9949-260b5be30b76 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:34:35.192132 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-955c6459-95b6-4308-9aa2-33c3014116f9 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:35.197467 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db08a58-054d-4b24-9706-09d492c7bcb3 req-f923a94c-9609-49e6-bd97-7a4fad3adfce tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:35.200833 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1db08a58-054d-4b24-9706-09d492c7bcb3 req-f923a94c-9609-49e6-bd97-7a4fad3adfce tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=522b45d9-db61-4e14-a75c-214b3a6907db HTTP/1.1" status: 200 len: 945 time: 0.4820933 Aug 10 03:34:35.447880 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-955c6459-95b6-4308-9aa2-33c3014116f9 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] For port 3f6766dd-d66a-4777-9949-260b5be30b76, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=3f6766dd-d66a-4777-9949-260b5be30b76,segment=NetworkSegment(bdf92375-b54e-41da-9c1f-d028b6ca78fb),segment_id=bdf92375-b54e-41da-9c1f-d028b6ca78fb)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:35.451488 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-955c6459-95b6-4308-9aa2-33c3014116f9 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:35.485319 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=97034f8c-71cc-4097-8f27-bc778ae760f1,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:35.518685 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-955c6459-95b6-4308-9aa2-33c3014116f9 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Calling delete_port for 3f6766dd-d66a-4777-9949-260b5be30b76 owned by network:dhcp {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:34:35.553795 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b10951-2537-46a4-99fe-11926b97ebfb None None] Network 94acc2ac-9f72-453a-a5cd-b299857555be requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:34:35.580001 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['97034f8c-71cc-4097-8f27-bc778ae760f1'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:34:35.803990 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-36e14c8e-ac43-4d24-9bda-42ca5e619799 req-34720889-2c9e-45f0-9b88-4fec02894ea5 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] 10.222.0.44 "GET /v2.0/ports?device_id=84251c8d-e5c4-41bf-a5b0-aa349e5fbd38 HTTP/1.1" status: 200 len: 210 time: 0.2419074 Aug 10 03:34:35.865075 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1db08a58-054d-4b24-9706-09d492c7bcb3 req-4cde28cf-505d-4eb1-b30b-2f5bfda7002b tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d4b820e-dc2c-4be0-8053-891f2a656097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6366978 Aug 10 03:34:35.877881 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-955c6459-95b6-4308-9aa2-33c3014116f9 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:35.882728 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0d884b6-3f75-4b02-bd78-683efe3e4831 req-63312d3c-13cf-4d53-8a9e-653736caa4f4 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Made reservation on behalf of b41b771882304474947a74fcb840799d for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:34:35.906612 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c0d884b6-3f75-4b02-bd78-683efe3e4831 req-63312d3c-13cf-4d53-8a9e-653736caa4f4 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:35.923040 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955c6459-95b6-4308-9aa2-33c3014116f9 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] No DVR routers for this DVR port 3f6766dd-d66a-4777-9949-260b5be30b76 on host n-d-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:34:36.166619 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-955c6459-95b6-4308-9aa2-33c3014116f9 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:36.178951 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-955c6459-95b6-4308-9aa2-33c3014116f9 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94acc2ac-9f72-453a-a5cd-b299857555be']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:36.192972 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-955c6459-95b6-4308-9aa2-33c3014116f9 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdf92375-b54e-41da-9c1f-d028b6ca78fb') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:36.193392 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-955c6459-95b6-4308-9aa2-33c3014116f9 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdf92375-b54e-41da-9c1f-d028b6ca78fb') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:36.205176 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-955c6459-95b6-4308-9aa2-33c3014116f9 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:36.223452 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-955c6459-95b6-4308-9aa2-33c3014116f9 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:36.233132 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-955c6459-95b6-4308-9aa2-33c3014116f9 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:34:36.233694 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-955c6459-95b6-4308-9aa2-33c3014116f9 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:36.421490 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:34:36.421490 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:34:36.421490 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:34:36.421490 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:34:36.421490 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:34:36.421490 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:34:36.421490 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:34:36.421490 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:34:36.421490 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:34:36.421490 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:34:36.421490 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:34:36.421490 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:34:36.421490 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:34:36.421490 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:34:36.421490 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:34:36.421490 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:34:36.421490 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:34:36.421490 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:34:36.421490 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:34:36.421490 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:34:36.421490 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:34:36.421490 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:34:36.421490 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:34:36.421490 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:34:36.421490 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:34:36.421490 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:34:36.421490 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:34:36.421490 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:34:36.421490 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:34:36.421490 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:34:36.421490 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:34:36.421490 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:34:36.434129 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-c0d884b6-3f75-4b02-bd78-683efe3e4831 req-63312d3c-13cf-4d53-8a9e-653736caa4f4 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Allocated IP 172.20.0.22 (508cf9c7-3bc7-48fb-ad23-c81fcee8802f/981d3dc6-89fc-4eed-956e-2ed7eccead65/d71317cc-f21a-4b54-a1e5-2673adedd428) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:34:36.440416 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955c6459-95b6-4308-9aa2-33c3014116f9 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Pushing event deleted for resources: {'Port': ['ID=3f6766dd-d66a-4777-9949-260b5be30b76,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:36.463682 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-955c6459-95b6-4308-9aa2-33c3014116f9 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:36.477502 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-955c6459-95b6-4308-9aa2-33c3014116f9 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:36.499371 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-955c6459-95b6-4308-9aa2-33c3014116f9 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] 10.222.0.44 "DELETE /v2.0/networks/94acc2ac-9f72-453a-a5cd-b299857555be HTTP/1.1" status: 204 len: 168 time: 1.8443675 Aug 10 03:34:36.509790 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 430dcc1d-7734-46aa-a5b0-233bf0ad851f completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:34:36.547756 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 44298) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:36.681585 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 430dcc1d-7734-46aa-a5b0-233bf0ad851f triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:36.682732 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:36.835653 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c0d884b6-3f75-4b02-bd78-683efe3e4831 req-63312d3c-13cf-4d53-8a9e-653736caa4f4 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:36.843307 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8798ea1c-4f63-4438-95e0-d205daf58340 None None] get_active_networks_info from n-d-768862-13 {{(pid=94262) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 03:34:36.892222 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-c0d884b6-3f75-4b02-bd78-683efe3e4831 req-63312d3c-13cf-4d53-8a9e-653736caa4f4 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Transition to ACTIVE for port object d71317cc-f21a-4b54-a1e5-2673adedd428 will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:34:36.951703 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e51ff901-71d6-4df3-86b9-c8cf48b48615 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:36.978319 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1599a56e-26de-4aff-a381-83fadc5bac18 req-569bf4f0-47f7-4230-862a-d83211282a08 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:36.985070 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1599a56e-26de-4aff-a381-83fadc5bac18 req-569bf4f0-47f7-4230-862a-d83211282a08 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/ports?device_id=75d84430-2a5d-400c-b28d-98af0826d4a0 HTTP/1.1" status: 200 len: 944 time: 0.2995062 Aug 10 03:34:36.995582 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955c6459-95b6-4308-9aa2-33c3014116f9 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Pushing event deleted for resources: {'Network': ['ID=94acc2ac-9f72-453a-a5cd-b299857555be,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:37.051436 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e25a617-e7cc-475c-bc6b-d57f1042290b req-1fa7736f-a5d5-49f4-9dd3-bdb43f0e5a9c tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:37.072413 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9e25a617-e7cc-475c-bc6b-d57f1042290b req-1fa7736f-a5d5-49f4-9dd3-bdb43f0e5a9c tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=522b45d9-db61-4e14-a75c-214b3a6907db HTTP/1.1" status: 200 len: 945 time: 0.3619413 Aug 10 03:34:37.105604 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8798ea1c-4f63-4438-95e0-d205daf58340 None None] Resources bound (agent type, host, resource id): {{(pid=94262) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 03:34:37.167113 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 44312) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:37.217958 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-ec03d793-acac-4b5b-a5b8-99c2d7941f3c tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Request body: {'floatingip': {'port_id': '12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:37.393499 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e51ff901-71d6-4df3-86b9-c8cf48b48615 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:37.421700 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-e51ff901-71d6-4df3-86b9-c8cf48b48615 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a141f20e-0777-4eca-82c1-ec6331548eef']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:37.451347 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-e51ff901-71d6-4df3-86b9-c8cf48b48615 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33d9ca77-2574-474a-9761-3155c1dce92f') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:37.451726 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-e51ff901-71d6-4df3-86b9-c8cf48b48615 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33d9ca77-2574-474a-9761-3155c1dce92f') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:37.486288 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ec03d793-acac-4b5b-a5b8-99c2d7941f3c tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Notify callbacks [] for floatingip, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:37.492815 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e51ff901-71d6-4df3-86b9-c8cf48b48615 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:37.509568 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c0d884b6-3f75-4b02-bd78-683efe3e4831 req-63312d3c-13cf-4d53-8a9e-653736caa4f4 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:37.527681 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e51ff901-71d6-4df3-86b9-c8cf48b48615 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:37.545504 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e51ff901-71d6-4df3-86b9-c8cf48b48615 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:34:37.546301 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e51ff901-71d6-4df3-86b9-c8cf48b48615 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:37.553927 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:34:37.553927 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:34:37.553927 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:34:37.553927 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:34:37.553927 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:34:37.553927 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:34:37.553927 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:34:37.553927 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:34:37.553927 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:34:37.553927 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:34:37.553927 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:34:37.553927 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:34:37.553927 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:34:37.553927 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:34:37.553927 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:34:37.553927 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:34:37.553927 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:34:37.553927 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:34:37.553927 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:34:37.553927 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:34:37.553927 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:34:37.553927 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:34:37.553927 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:34:37.553927 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:34:37.553927 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:34:37.553927 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:34:37.553927 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:34:37.553927 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:34:37.553927 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:34:37.553927 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:34:37.553927 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:34:37.553927 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:34:37.761551 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63312d3c-13cf-4d53-8a9e-653736caa4f4 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Pushing event updated for resources: {'Port': ['ID=d71317cc-f21a-4b54-a1e5-2673adedd428,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:37.787999 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e51ff901-71d6-4df3-86b9-c8cf48b48615 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:37.802682 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e51ff901-71d6-4df3-86b9-c8cf48b48615 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:37.804691 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e51ff901-71d6-4df3-86b9-c8cf48b48615 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] 10.222.0.44 "DELETE /v2.0/networks/a141f20e-0777-4eca-82c1-ec6331548eef HTTP/1.1" status: 204 len: 168 time: 1.2555573 Aug 10 03:34:37.828399 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 44326) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:37.842889 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1599a56e-26de-4aff-a381-83fadc5bac18 req-ffbfaf3a-cf8b-4d3b-ac6a-655e9dfa627f tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad3b49c5-8747-4e37-8274-470671052828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8378937 Aug 10 03:34:37.886630 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51ff901-71d6-4df3-86b9-c8cf48b48615 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Pushing event deleted for resources: {'Network': ['ID=a141f20e-0777-4eca-82c1-ec6331548eef,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:37.977011 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0d884b6-3f75-4b02-bd78-683efe3e4831 req-63312d3c-13cf-4d53-8a9e-653736caa4f4 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Network 508cf9c7-3bc7-48fb-ad23-c81fcee8802f is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:34:38.014416 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-c0d884b6-3f75-4b02-bd78-683efe3e4831 req-63312d3c-13cf-4d53-8a9e-653736caa4f4 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:34:38.019668 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:38.053412 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0d884b6-3f75-4b02-bd78-683efe3e4831 req-63312d3c-13cf-4d53-8a9e-653736caa4f4 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:34:38.222246 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-add05e03-4a60-4021-8a73-ad2a3b23df63 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:38.237072 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 430dcc1d-7734-46aa-a5b0-233bf0ad851f, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=430dcc1d-7734-46aa-a5b0-233bf0ad851f,segment=NetworkSegment(f3673170-d975-4530-8b2e-6c815d742d26),segment_id=f3673170-d975-4530-8b2e-6c815d742d26)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:38.266695 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:38.326679 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d884b6-3f75-4b02-bd78-683efe3e4831 req-63312d3c-13cf-4d53-8a9e-653736caa4f4 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:38.327842 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c0d884b6-3f75-4b02-bd78-683efe3e4831 req-63312d3c-13cf-4d53-8a9e-653736caa4f4 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:38.444607 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=430dcc1d-7734-46aa-a5b0-233bf0ad851f,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:38.467976 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686f84f8-2ce9-4411-ad4f-614b62c625a3 None None] get_active_networks_info from n-d-768862-13 {{(pid=94262) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 03:34:38.492499 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c0d884b6-3f75-4b02-bd78-683efe3e4831 req-63312d3c-13cf-4d53-8a9e-653736caa4f4 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 4.2472434 Aug 10 03:34:38.511069 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-c0d884b6-3f75-4b02-bd78-683efe3e4831 req-24e352b6-db54-44b4-bcff-508ffeddd26b service neutron] Request body: {'port': {'device_id': '84251c8d-e5c4-41bf-a5b0-aa349e5fbd38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:38.516983 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-add05e03-4a60-4021-8a73-ad2a3b23df63 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:38.548640 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-add05e03-4a60-4021-8a73-ad2a3b23df63 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d89aa46-94a6-4aa3-a631-cd43fea185f2']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:38.569924 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-add05e03-4a60-4021-8a73-ad2a3b23df63 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae791f4b-68c9-4329-bc41-7d759e7a26a6') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:38.570611 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-add05e03-4a60-4021-8a73-ad2a3b23df63 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae791f4b-68c9-4329-bc41-7d759e7a26a6') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:38.590213 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-add05e03-4a60-4021-8a73-ad2a3b23df63 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:38.598160 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0e73e4-167d-4df9-ae2e-0c2d0cbafd01 req-ef43b275-c3d3-44e5-9596-549861fc1ab3 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:38.608148 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2f0e73e4-167d-4df9-ae2e-0c2d0cbafd01 req-ef43b275-c3d3-44e5-9596-549861fc1ab3 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] 10.222.0.44 "GET /v2.0/ports?device_id=84251c8d-e5c4-41bf-a5b0-aa349e5fbd38 HTTP/1.1" status: 200 len: 895 time: 1.1158211 Aug 10 03:34:38.621468 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-add05e03-4a60-4021-8a73-ad2a3b23df63 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:38.635812 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-add05e03-4a60-4021-8a73-ad2a3b23df63 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:34:38.636522 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-add05e03-4a60-4021-8a73-ad2a3b23df63 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:38.752796 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:34:38.752796 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:34:38.752796 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:34:38.752796 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:34:38.752796 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:34:38.752796 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:34:38.752796 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:34:38.752796 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:34:38.752796 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:34:38.752796 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:34:38.752796 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:34:38.752796 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:34:38.752796 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:34:38.752796 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:34:38.752796 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:34:38.752796 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:34:38.752796 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:34:38.752796 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:34:38.752796 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:34:38.752796 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:34:38.752796 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:34:38.752796 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:34:38.752796 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:34:38.752796 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:34:38.752796 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:34:38.752796 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:34:38.752796 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:34:38.752796 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:34:38.752796 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:34:38.752796 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:34:38.752796 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:34:38.752796 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:34:38.827931 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-add05e03-4a60-4021-8a73-ad2a3b23df63 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:38.837570 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-add05e03-4a60-4021-8a73-ad2a3b23df63 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:38.840048 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-add05e03-4a60-4021-8a73-ad2a3b23df63 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] 10.222.0.44 "DELETE /v2.0/networks/8d89aa46-94a6-4aa3-a631-cd43fea185f2 HTTP/1.1" status: 204 len: 168 time: 1.0047832 Aug 10 03:34:38.861997 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686f84f8-2ce9-4411-ad4f-614b62c625a3 None None] Resources bound (agent type, host, resource id): {{(pid=94262) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 03:34:38.870969 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add05e03-4a60-4021-8a73-ad2a3b23df63 tempest-BulkNetworkOpsTest-1904305789 tempest-BulkNetworkOpsTest-1904305789-project] Pushing event deleted for resources: {'Network': ['ID=8d89aa46-94a6-4aa3-a631-cd43fea185f2,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:39.268519 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c0d884b6-3f75-4b02-bd78-683efe3e4831 req-24e352b6-db54-44b4-bcff-508ffeddd26b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:39.563528 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcacffb-5ad1-4e03-807c-cd13e03e3135 req-02298207-1e5a-4a39-8e8c-96feb6fdf366 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:39.565517 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fbcacffb-5ad1-4e03-807c-cd13e03e3135 req-02298207-1e5a-4a39-8e8c-96feb6fdf366 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/ports?device_id=75d84430-2a5d-400c-b28d-98af0826d4a0 HTTP/1.1" status: 200 len: 944 time: 0.2825227 Aug 10 03:34:39.723183 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 44358) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:39.986479 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fbcacffb-5ad1-4e03-807c-cd13e03e3135 req-f6b3cead-d817-4599-b8a0-5f71f59752e7 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad3b49c5-8747-4e37-8274-470671052828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3930509 Aug 10 03:34:40.088889 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ca06524a-342a-4399-a056-4bc938c74bb6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=edb6e397474742ac886307bee65ca82c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3641250 Aug 10 03:34:40.091382 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 44370) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:40.202595 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-39c60a56-8cc3-4f83-a48e-4c596747d9ad None None] Provisioning for port d71317cc-f21a-4b54-a1e5-2673adedd428 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:34:40.207891 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-39c60a56-8cc3-4f83-a48e-4c596747d9ad None None] Provisioning complete for port d71317cc-f21a-4b54-a1e5-2673adedd428 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:40.208267 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-39c60a56-8cc3-4f83-a48e-4c596747d9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:40.225699 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9451d1cb-354d-4b1d-9b79-d2c76510cb73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:40.268207 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.db.resource_extend [None req-ec03d793-acac-4b5b-a5b8-99c2d7941f3c tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:34:40.305105 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9451d1cb-354d-4b1d-9b79-d2c76510cb73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:40.312008 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-39c60a56-8cc3-4f83-a48e-4c596747d9ad None None] Port d71317cc-f21a-4b54-a1e5-2673adedd428 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:34:40.419214 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 430dcc1d-7734-46aa-a5b0-233bf0ad851f up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:34:40.441066 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ec03d793-acac-4b5b-a5b8-99c2d7941f3c tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:40.452460 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dd168c-158b-4e18-919c-f71b73b7c693 req-942cc1b0-8af0-4df4-a76e-7ce905a58567 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:40.461887 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b1dd168c-158b-4e18-919c-f71b73b7c693 req-942cc1b0-8af0-4df4-a76e-7ce905a58567 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] 10.222.0.44 "GET /v2.0/ports?device_id=84251c8d-e5c4-41bf-a5b0-aa349e5fbd38 HTTP/1.1" status: 200 len: 895 time: 0.5838988 Aug 10 03:34:40.473342 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ec03d793-acac-4b5b-a5b8-99c2d7941f3c tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:40.530988 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9451d1cb-354d-4b1d-9b79-d2c76510cb73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:40.536837 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9451d1cb-354d-4b1d-9b79-d2c76510cb73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:40.539145 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-9451d1cb-354d-4b1d-9b79-d2c76510cb73 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fe13296c-5cdb-40a2-8635-5757dc3fe725 HTTP/1.1" status: 204 len: 168 time: 0.4449582 Aug 10 03:34:40.571768 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9451d1cb-354d-4b1d-9b79-d2c76510cb73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe13296c-5cdb-40a2-8635-5757dc3fe725,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:40.607113 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-c0d884b6-3f75-4b02-bd78-683efe3e4831 req-24e352b6-db54-44b4-bcff-508ffeddd26b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d71317cc-f21a-4b54-a1e5-2673adedd428 {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:34:40.626279 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c0d884b6-3f75-4b02-bd78-683efe3e4831 req-24e352b6-db54-44b4-bcff-508ffeddd26b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:40.666252 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-c0d884b6-3f75-4b02-bd78-683efe3e4831 req-24e352b6-db54-44b4-bcff-508ffeddd26b service neutron] Transition to ACTIVE for port object d71317cc-f21a-4b54-a1e5-2673adedd428 will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:34:40.668461 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 430dcc1d-7734-46aa-a5b0-233bf0ad851f triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:40.669272 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:40.685462 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c0d884b6-3f75-4b02-bd78-683efe3e4831 req-24e352b6-db54-44b4-bcff-508ffeddd26b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:40.876734 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e352b6-db54-44b4-bcff-508ffeddd26b service neutron] Pushing event updated for resources: {'Port': ['ID=d71317cc-f21a-4b54-a1e5-2673adedd428,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:40.941720 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 97034f8c-71cc-4097-8f27-bc778ae760f1 up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:34:41.023015 n-d-768862-13 neutron-server[94260]: INFO neutron.db.l3_db [None req-ec03d793-acac-4b5b-a5b8-99c2d7941f3c tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Floating IP 186b52a8-42f1-4e6e-8c90-842a1359c580 associated. External IP: 172.25.6.85, port: 12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7. Aug 10 03:34:41.273307 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning for port 97034f8c-71cc-4097-8f27-bc778ae760f1 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:34:41.299312 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port 97034f8c-71cc-4097-8f27-bc778ae760f1 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:41.299691 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:41.525431 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-c0d884b6-3f75-4b02-bd78-683efe3e4831 req-24e352b6-db54-44b4-bcff-508ffeddd26b service neutron] Attempting to bind port d71317cc-f21a-4b54-a1e5-2673adedd428 on host n-h2-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:34:41.525994 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-c0d884b6-3f75-4b02-bd78-683efe3e4831 req-24e352b6-db54-44b4-bcff-508ffeddd26b service neutron] Attempting to bind port d71317cc-f21a-4b54-a1e5-2673adedd428 by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': 'f3673170-d975-4530-8b2e-6c815d742d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '508cf9c7-3bc7-48fb-ad23-c81fcee8802f'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:34:41.526123 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d884b6-3f75-4b02-bd78-683efe3e4831 req-24e352b6-db54-44b4-bcff-508ffeddd26b service neutron] Attempting to bind port d71317cc-f21a-4b54-a1e5-2673adedd428 on network 508cf9c7-3bc7-48fb-ad23-c81fcee8802f {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:34:41.781587 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:41.916002 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 97034f8c-71cc-4097-8f27-bc778ae760f1, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=97034f8c-71cc-4097-8f27-bc778ae760f1,segment=NetworkSegment(e63e0632-dd2f-43c6-b578-109f8049147f),segment_id=e63e0632-dd2f-43c6-b578-109f8049147f)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:41.923370 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75d84430-2a5d-400c-b28d-98af0826d4a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97034f8c-71cc-4097-8f27-bc778ae760f1'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:34:41.932683 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f6176b8-8c3b-4284-b63c-a5875bc103d5" -d '{"events": [{"server_uuid": "75d84430-2a5d-400c-b28d-98af0826d4a0", "name": "network-vif-plugged", "status": "completed", "tag": "97034f8c-71cc-4097-8f27-bc778ae760f1"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:34:41.949150 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:42.162578 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=97034f8c-71cc-4097-8f27-bc778ae760f1,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:42.437060 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 44442) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:42.601274 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d884b6-3f75-4b02-bd78-683efe3e4831 req-24e352b6-db54-44b4-bcff-508ffeddd26b service neutron] Port d71317cc-f21a-4b54-a1e5-2673adedd428 on network 508cf9c7-3bc7-48fb-ad23-c81fcee8802f not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:34:42.607541 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d884b6-3f75-4b02-bd78-683efe3e4831 req-24e352b6-db54-44b4-bcff-508ffeddd26b service neutron] Attempting to bind port d71317cc-f21a-4b54-a1e5-2673adedd428 on network 508cf9c7-3bc7-48fb-ad23-c81fcee8802f {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:34:42.690738 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d884b6-3f75-4b02-bd78-683efe3e4831 req-24e352b6-db54-44b4-bcff-508ffeddd26b service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:34:42.691218 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d884b6-3f75-4b02-bd78-683efe3e4831 req-24e352b6-db54-44b4-bcff-508ffeddd26b service neutron] Checking segment: {'id': 'f3673170-d975-4530-8b2e-6c815d742d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '508cf9c7-3bc7-48fb-ad23-c81fcee8802f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:34:42.691719 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d884b6-3f75-4b02-bd78-683efe3e4831 req-24e352b6-db54-44b4-bcff-508ffeddd26b service neutron] Bound using segment: {'id': 'f3673170-d975-4530-8b2e-6c815d742d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '508cf9c7-3bc7-48fb-ad23-c81fcee8802f'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:34:42.692288 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-c0d884b6-3f75-4b02-bd78-683efe3e4831 req-24e352b6-db54-44b4-bcff-508ffeddd26b service neutron] Bound port: d71317cc-f21a-4b54-a1e5-2673adedd428, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3673170-d975-4530-8b2e-6c815d742d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '508cf9c7-3bc7-48fb-ad23-c81fcee8802f'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:34:42.692775 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c0d884b6-3f75-4b02-bd78-683efe3e4831 req-24e352b6-db54-44b4-bcff-508ffeddd26b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:42.738491 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f097efc5-7c41-4f0d-9265-45af54d67985 req-1ebe896b-f26b-4ce6-90fb-9e9743b521cc tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:42.746819 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f097efc5-7c41-4f0d-9265-45af54d67985 req-1ebe896b-f26b-4ce6-90fb-9e9743b521cc tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/ports?device_id=75d84430-2a5d-400c-b28d-98af0826d4a0 HTTP/1.1" status: 200 len: 944 time: 1.3358169 Aug 10 03:34:42.797193 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-a59c6f20-a538-443c-ba03-524b8b4493be tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-819182561'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:42.878625 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-c0d884b6-3f75-4b02-bd78-683efe3e4831 req-24e352b6-db54-44b4-bcff-508ffeddd26b service neutron] For port d71317cc-f21a-4b54-a1e5-2673adedd428, host n-h2-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:34:42.883657 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a59c6f20-a538-443c-ba03-524b8b4493be tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Made reservation on behalf of 12dd31e74a8f4e489426bf70f77273f7 for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:34:42.886170 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-c0d884b6-3f75-4b02-bd78-683efe3e4831 req-24e352b6-db54-44b4-bcff-508ffeddd26b service neutron] For port d71317cc-f21a-4b54-a1e5-2673adedd428, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=d71317cc-f21a-4b54-a1e5-2673adedd428,segment=NetworkSegment(f3673170-d975-4530-8b2e-6c815d742d26),segment_id=f3673170-d975-4530-8b2e-6c815d742d26)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:34:42.887557 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a59c6f20-a538-443c-ba03-524b8b4493be tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:42.942051 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a59c6f20-a538-443c-ba03-524b8b4493be tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:42.969784 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3d8b45-528c-4bf8-a133-97f199e02328 req-b9465ad9-672f-4532-abfe-a0e165fc1bca tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:42.971553 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8f3d8b45-528c-4bf8-a133-97f199e02328 req-b9465ad9-672f-4532-abfe-a0e165fc1bca tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] 10.222.0.44 "GET /v2.0/ports?device_id=84251c8d-e5c4-41bf-a5b0-aa349e5fbd38 HTTP/1.1" status: 200 len: 907 time: 0.4202240 Aug 10 03:34:43.072601 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c0d884b6-3f75-4b02-bd78-683efe3e4831 req-24e352b6-db54-44b4-bcff-508ffeddd26b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:43.228961 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d6642b-5424-416e-9fc0-df55e689b454 x-openstack-request-id: req-d1d6642b-5424-416e-9fc0-df55e689b454 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:34:43.229483 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75d84430-2a5d-400c-b28d-98af0826d4a0", "name": "network-vif-plugged", "status": "completed", "tag": "97034f8c-71cc-4097-8f27-bc778ae760f1", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:34:43.229483 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d1d6642b-5424-416e-9fc0-df55e689b454 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:34:43.229886 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75d84430-2a5d-400c-b28d-98af0826d4a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97034f8c-71cc-4097-8f27-bc778ae760f1', 'code': 200} Aug 10 03:34:43.417715 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a59c6f20-a538-443c-ba03-524b8b4493be tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:43.466646 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d884b6-3f75-4b02-bd78-683efe3e4831 req-24e352b6-db54-44b4-bcff-508ffeddd26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:43.467922 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c0d884b6-3f75-4b02-bd78-683efe3e4831 req-24e352b6-db54-44b4-bcff-508ffeddd26b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:43.471910 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c0d884b6-3f75-4b02-bd78-683efe3e4831 req-24e352b6-db54-44b4-bcff-508ffeddd26b service neutron] 10.222.0.61 "PUT /v2.0/ports/d71317cc-f21a-4b54-a1e5-2673adedd428 HTTP/1.1" status: 200 len: 1056 time: 4.9652803 Aug 10 03:34:43.474242 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a59c6f20-a538-443c-ba03-524b8b4493be tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:43.487202 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f097efc5-7c41-4f0d-9265-45af54d67985 req-10e434aa-0175-4cba-8afa-946b15f49c93 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad3b49c5-8747-4e37-8274-470671052828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7392085 Aug 10 03:34:43.487695 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84251c8d-e5c4-41bf-a5b0-aa349e5fbd38', 'tag': 'd71317cc-f21a-4b54-a1e5-2673adedd428'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:34:43.490114 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69c31288-673b-4f05-af47-2397b09004b1" -d '{"events": [{"name": "network-changed", "server_uuid": "84251c8d-e5c4-41bf-a5b0-aa349e5fbd38", "tag": "d71317cc-f21a-4b54-a1e5-2673adedd428"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:34:43.584845 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf5d99bf-a73c-4321-b943-22674bee58e6 x-openstack-request-id: req-cf5d99bf-a73c-4321-b943-22674bee58e6 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:34:43.585395 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84251c8d-e5c4-41bf-a5b0-aa349e5fbd38", "tag": "d71317cc-f21a-4b54-a1e5-2673adedd428", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:34:43.585966 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cf5d99bf-a73c-4321-b943-22674bee58e6 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:34:43.586609 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84251c8d-e5c4-41bf-a5b0-aa349e5fbd38', 'tag': 'd71317cc-f21a-4b54-a1e5-2673adedd428', 'status': 'completed', 'code': 200} Aug 10 03:34:43.618187 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e352b6-db54-44b4-bcff-508ffeddd26b service neutron] Pushing event updated for resources: {'Port': ['ID=d71317cc-f21a-4b54-a1e5-2673adedd428,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:43.640161 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a59c6f20-a538-443c-ba03-524b8b4493be tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:34:43.645359 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec03d793-acac-4b5b-a5b8-99c2d7941f3c tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Router c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:34:43.690717 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d884b6-3f75-4b02-bd78-683efe3e4831 req-0f2d441f-340e-41f1-a3e9-680a3804b729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:43.692525 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c0d884b6-3f75-4b02-bd78-683efe3e4831 req-0f2d441f-340e-41f1-a3e9-680a3804b729 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b41b771882304474947a74fcb840799d&device_id=84251c8d-e5c4-41bf-a5b0-aa349e5fbd38 HTTP/1.1" status: 200 len: 1059 time: 0.1380241 Aug 10 03:34:43.696633 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a59c6f20-a538-443c-ba03-524b8b4493be tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:43.698202 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-a59c6f20-a538-443c-ba03-524b8b4493be tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Added segment 09e3f229-b8e5-4555-8811-563f54fefa7d of type vlan for network bf58c49e-8b77-4c1d-bd5e-09efbcce0e4e Aug 10 03:34:43.895844 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a59c6f20-a538-443c-ba03-524b8b4493be tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:43.975664 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8b7085-5024-4f88-bae0-a000febb6ff0 req-0436a845-c0b2-4b37-b2ec-65271f136d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:43.979738 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-9b8b7085-5024-4f88-bae0-a000febb6ff0 req-0436a845-c0b2-4b37-b2ec-65271f136d04 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=75d84430-2a5d-400c-b28d-98af0826d4a0 HTTP/1.1" status: 200 len: 1097 time: 0.5532653 Aug 10 03:34:43.985311 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59c6f20-a538-443c-ba03-524b8b4493be tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9eea933c-3fcf-41f9-9b46-eec30b4d0c4a,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:44.071945 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec03d793-acac-4b5b-a5b8-99c2d7941f3c tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:34:44.081781 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c0d884b6-3f75-4b02-bd78-683efe3e4831 req-b4c447af-2656-4813-887e-cb06e0847a6d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=d71317cc-f21a-4b54-a1e5-2673adedd428 HTTP/1.1" status: 200 len: 217 time: 0.3744049 Aug 10 03:34:44.085897 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195efbad-1a59-4470-8626-ee7e82d09e9c None None] Sync routers for ids ['c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:34:44.086750 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ec03d793-acac-4b5b-a5b8-99c2d7941f3c tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:44.135227 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a59c6f20-a538-443c-ba03-524b8b4493be tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:44.157147 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195efbad-1a59-4470-8626-ee7e82d09e9c None None] Routers {'c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:34:44.158669 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-195efbad-1a59-4470-8626-ee7e82d09e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:34:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:44.171157 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59c6f20-a538-443c-ba03-524b8b4493be tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:44.180249 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a59c6f20-a538-443c-ba03-524b8b4493be tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:44.194571 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-9b8b7085-5024-4f88-bae0-a000febb6ff0 req-20e5c53f-ec69-4711-8209-f2e50fbb7f75 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ad3b49c5-8747-4e37-8274-470671052828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960292 Aug 10 03:34:44.290612 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a59c6f20-a538-443c-ba03-524b8b4493be tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.8509548 Aug 10 03:34:44.299487 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59c6f20-a538-443c-ba03-524b8b4493be tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Pushing event updated for resources: {'Network': ['ID=bf58c49e-8b77-4c1d-bd5e-09efbcce0e4e,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:44.335075 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network bf58c49e-8b77-4c1d-bd5e-09efbcce0e4e details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:34:44.338161 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-ec03d793-acac-4b5b-a5b8-99c2d7941f3c tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "PUT /v2.0/floatingips/186b52a8-42f1-4e6e-8c90-842a1359c580 HTTP/1.1" status: 200 len: 990 time: 7.1305454 Aug 10 03:34:44.557292 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578f4adc-398c-41bb-89e4-92bf3c5ffd8c req-9af2bd14-54f5-4cea-a417-0e6461d3e01d tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:44.559635 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-578f4adc-398c-41bb-89e4-92bf3c5ffd8c req-9af2bd14-54f5-4cea-a417-0e6461d3e01d tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] 10.222.0.44 "GET /v2.0/ports?device_id=84251c8d-e5c4-41bf-a5b0-aa349e5fbd38 HTTP/1.1" status: 200 len: 907 time: 0.3583276 Aug 10 03:34:44.569169 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d884b6-3f75-4b02-bd78-683efe3e4831 req-0bbb62c0-cacc-4fb5-a301-5bf98435302e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:44.576820 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c0d884b6-3f75-4b02-bd78-683efe3e4831 req-0bbb62c0-cacc-4fb5-a301-5bf98435302e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=981d3dc6-89fc-4eed-956e-2ed7eccead65 HTTP/1.1" status: 200 len: 838 time: 0.4777191 Aug 10 03:34:44.596229 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 44502) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:44.602142 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-c7edfaad-9b3d-493d-9756-2e037ba3ce7c tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Request body: {'subnet': {'network_id': 'bf58c49e-8b77-4c1d-bd5e-09efbcce0e4e', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:44.619903 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-195efbad-1a59-4470-8626-ee7e82d09e9c None None] Set router c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:34:44.808688 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7edfaad-9b3d-493d-9756-2e037ba3ce7c tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Made reservation on behalf of 12dd31e74a8f4e489426bf70f77273f7 for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:34:44.812934 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c7edfaad-9b3d-493d-9756-2e037ba3ce7c tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:44.871983 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d884b6-3f75-4b02-bd78-683efe3e4831 req-76350f55-5152-401e-8c46-01fd59c45fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:44.873889 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c0d884b6-3f75-4b02-bd78-683efe3e4831 req-76350f55-5152-401e-8c46-01fd59c45fc0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=508cf9c7-3bc7-48fb-ad23-c81fcee8802f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2753906 Aug 10 03:34:44.915123 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9985aa-7232-43e3-99c6-918383a71188 req-86999935-f4c2-4eb7-a851-d81e3c0c665b tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:44.920882 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ce9985aa-7232-43e3-99c6-918383a71188 req-86999935-f4c2-4eb7-a851-d81e3c0c665b tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/ports?device_id=75d84430-2a5d-400c-b28d-98af0826d4a0 HTTP/1.1" status: 200 len: 945 time: 0.2241766 Aug 10 03:34:45.208091 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ce9985aa-7232-43e3-99c6-918383a71188 req-0a7ee41b-71a1-4431-b712-fb3445f2da3c tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad3b49c5-8747-4e37-8274-470671052828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624462 Aug 10 03:34:45.305283 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c0d884b6-3f75-4b02-bd78-683efe3e4831 req-fbab9562-4ab5-48a5-85fa-c702182f79ba service neutron] 10.222.0.61 "GET /v2.0/networks/508cf9c7-3bc7-48fb-ad23-c81fcee8802f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3814569 Aug 10 03:34:45.440952 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c0d884b6-3f75-4b02-bd78-683efe3e4831 req-f295fdd0-dcf2-4453-95f1-e64a5611cd5e service neutron] 10.222.0.61 "GET /v2.0/networks/508cf9c7-3bc7-48fb-ad23-c81fcee8802f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191957 Aug 10 03:34:45.458362 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c7edfaad-9b3d-493d-9756-2e037ba3ce7c tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:45.487674 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-195efbad-1a59-4470-8626-ee7e82d09e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0', 'name': 'tempest-AttachVolumeShelveTestJSON-90720815-router', 'tenant_id': 'e9ab4296b9324b029547ba2c6dc24132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': 'a9143e1e-34d6-490f-a6ff-abed95a2b1d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:07Z', 'updated_at': '2021-08-10T03:28:13Z', 'revision_number': 4, 'project_id': 'e9ab4296b9324b029547ba2c6dc24132', 'gw_port': {'id': 'a9143e1e-34d6-490f-a6ff-abed95a2b1d1', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:08Z', 'updated_at': '2021-08-10T03:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '186b52a8-42f1-4e6e-8c90-842a1359c580', 'tenant_id': 'e9ab4296b9324b029547ba2c6dc24132', 'floating_ip_address': '172.25.6.85', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': 'c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0', 'port_id': '12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0659391-a657-4b16-a8ee-a2586c7786a9', 'mac_address': 'fa:16:3e:67:30:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522b45d9-db61-4e14-a75c-214b3a6907db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:33:43Z', 'updated_at': '2021-08-10T03:34:39Z', 'revision_number': 1, 'project_id': 'e9ab4296b9324b029547ba2c6dc24132', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a98af3d-84ed-4e62-94b8-e421d29fe69b', 'name': '', 'network_id': 'c0659391-a657-4b16-a8ee-a2586c7786a9', 'tenant_id': 'e9ab4296b9324b029547ba2c6dc24132', 'mac_address': 'fa:16:3e:ba:03:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': 'ffd75aef-22f1-4d31-9592-d84c9fe2b2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:11Z', 'updated_at': '2021-08-10T03:28:24Z', 'revision_number': 5, 'project_id': 'e9ab4296b9324b029547ba2c6dc24132', 'subnets': [{'id': 'ffd75aef-22f1-4d31-9592-d84c9fe2b2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:45.657438 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '522b45d9-db61-4e14-a75c-214b3a6907db', 'tag': '12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:34:45.663108 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8637b034-ce9d-4ccf-bfd0-0dfa910b3fa2" -d '{"events": [{"name": "network-changed", "server_uuid": "522b45d9-db61-4e14-a75c-214b3a6907db", "tag": "12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:34:45.678037 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195efbad-1a59-4470-8626-ee7e82d09e9c None None] Checking router: c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:34:45.722377 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c31288-673b-4f05-af47-2397b09004b1 req-b3d13856-edc0-42e2-a98c-8bed9d8296dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:45.724624 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195efbad-1a59-4470-8626-ee7e82d09e9c None None] Routers {'c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:34:45.725783 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-69c31288-673b-4f05-af47-2397b09004b1 req-b3d13856-edc0-42e2-a98c-8bed9d8296dc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b41b771882304474947a74fcb840799d&device_id=84251c8d-e5c4-41bf-a5b0-aa349e5fbd38 HTTP/1.1" status: 200 len: 1059 time: 0.1541262 Aug 10 03:34:45.728214 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-195efbad-1a59-4470-8626-ee7e82d09e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:34:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:45.736846 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7edfaad-9b3d-493d-9756-2e037ba3ce7c tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Pushing event updated for resources: {'Subnet': ['ID=89c482c7-e093-4463-9932-791371b609fb,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:45.770293 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7edfaad-9b3d-493d-9756-2e037ba3ce7c tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Checking segment: {'id': '09e3f229-b8e5-4555-8811-563f54fefa7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'bf58c49e-8b77-4c1d-bd5e-09efbcce0e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:34:45.770293 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7edfaad-9b3d-493d-9756-2e037ba3ce7c tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Network hostable DHCP agents. Network: bf58c49e-8b77-4c1d-bd5e-09efbcce0e4e, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:34:45.841487 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7edfaad-9b3d-493d-9756-2e037ba3ce7c tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Network bf58c49e-8b77-4c1d-bd5e-09efbcce0e4e is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:34:45.858299 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-c7edfaad-9b3d-493d-9756-2e037ba3ce7c tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, bf58c49e-8b77-4c1d-bd5e-09efbcce0e4e) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:34:45.862993 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7edfaad-9b3d-493d-9756-2e037ba3ce7c tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:45.863616 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c7edfaad-9b3d-493d-9756-2e037ba3ce7c tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:45.870324 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433873ee-1331-4f38-a00a-71c2acaca25c None None] Network bf58c49e-8b77-4c1d-bd5e-09efbcce0e4e requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:34:45.907463 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caea2725-a667-45db-bf40-0838557ff434 req-1d3f5912-58d5-4b28-9b92-2047b7ea584f tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:45.917743 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-c7edfaad-9b3d-493d-9756-2e037ba3ce7c tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.3140087 Aug 10 03:34:45.918211 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 44538) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:45.923979 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-caea2725-a667-45db-bf40-0838557ff434 req-1d3f5912-58d5-4b28-9b92-2047b7ea584f tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] 10.222.0.44 "GET /v2.0/ports?device_id=84251c8d-e5c4-41bf-a5b0-aa349e5fbd38 HTTP/1.1" status: 200 len: 907 time: 0.1969531 Aug 10 03:34:45.924509 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-8af4a2d4-9188-4d88-8124-77bf6f61dfbe tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-93969026'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:45.929804 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0184940-c76f-46d9-9723-87d9c1365bcf x-openstack-request-id: req-f0184940-c76f-46d9-9723-87d9c1365bcf {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:34:45.932685 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "522b45d9-db61-4e14-a75c-214b3a6907db", "tag": "12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:34:45.933120 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f0184940-c76f-46d9-9723-87d9c1365bcf {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:34:45.935034 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '522b45d9-db61-4e14-a75c-214b3a6907db', 'tag': '12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7', 'status': 'completed', 'code': 200} Aug 10 03:34:45.979085 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af4a2d4-9188-4d88-8124-77bf6f61dfbe tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Made reservation on behalf of 12dd31e74a8f4e489426bf70f77273f7 for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:34:45.983743 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8af4a2d4-9188-4d88-8124-77bf6f61dfbe tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:46.043083 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8af4a2d4-9188-4d88-8124-77bf6f61dfbe tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:34:46.067171 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8af4a2d4-9188-4d88-8124-77bf6f61dfbe tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:46.068561 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-8af4a2d4-9188-4d88-8124-77bf6f61dfbe tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Added segment b766ddeb-386e-4ad2-8feb-08d8f0e12872 of type vlan for network 4f366f49-6133-41c1-a327-6f5334dd0fcc Aug 10 03:34:46.104316 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8637b034-ce9d-4ccf-bfd0-0dfa910b3fa2 req-75461a46-f7a9-4c45-8887-7f083a89b9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:46.107009 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8637b034-ce9d-4ccf-bfd0-0dfa910b3fa2 req-75461a46-f7a9-4c45-8887-7f083a89b9c7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e9ab4296b9324b029547ba2c6dc24132&device_id=522b45d9-db61-4e14-a75c-214b3a6907db HTTP/1.1" status: 200 len: 1097 time: 0.1699755 Aug 10 03:34:46.116342 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-195efbad-1a59-4470-8626-ee7e82d09e9c None None] Set router c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:34:46.164315 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8af4a2d4-9188-4d88-8124-77bf6f61dfbe tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:46.254927 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8af4a2d4-9188-4d88-8124-77bf6f61dfbe tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:46.260807 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af4a2d4-9188-4d88-8124-77bf6f61dfbe tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:46.261463 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8af4a2d4-9188-4d88-8124-77bf6f61dfbe tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:46.330690 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8637b034-ce9d-4ccf-bfd0-0dfa910b3fa2 req-71600561-4da8-44a0-87d6-3b8ecaa6b480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:46.334433 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8637b034-ce9d-4ccf-bfd0-0dfa910b3fa2 req-71600561-4da8-44a0-87d6-3b8ecaa6b480 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c0659391-a657-4b16-a8ee-a2586c7786a9 HTTP/1.1" status: 200 len: 915 time: 0.2123988 Aug 10 03:34:46.442212 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5093235c-e56c-4801-b12b-a5548f56beda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-bf58c49e-8b77-4c1d-bd5e-09efbcce0e4e', 'network_id': 'bf58c49e-8b77-4c1d-bd5e-09efbcce0e4e', 'tenant_id': '12dd31e74a8f4e489426bf70f77273f7', 'fixed_ips': [{'subnet_id': '89c482c7-e093-4463-9932-791371b609fb'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:34:46.448689 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-5093235c-e56c-4801-b12b-a5548f56beda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:46.639070 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8637b034-ce9d-4ccf-bfd0-0dfa910b3fa2 req-d30a759d-4255-4fce-bb05-38dac36d001b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7 HTTP/1.1" status: 200 len: 998 time: 0.2788634 Aug 10 03:34:46.823104 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8637b034-ce9d-4ccf-bfd0-0dfa910b3fa2 req-2f07d894-ae1b-45c2-a1c2-d253d062bbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:46.827061 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8637b034-ce9d-4ccf-bfd0-0dfa910b3fa2 req-2f07d894-ae1b-45c2-a1c2-d253d062bbdd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ffd75aef-22f1-4d31-9592-d84c9fe2b2a2 HTTP/1.1" status: 200 len: 854 time: 0.1626153 Aug 10 03:34:46.873932 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c31288-673b-4f05-af47-2397b09004b1 req-d8d1d950-1ecd-49c0-a1f7-769e25318025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:46.875855 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-69c31288-673b-4f05-af47-2397b09004b1 req-d8d1d950-1ecd-49c0-a1f7-769e25318025 service neutron] 10.222.0.61 "GET /v2.0/networks?id=508cf9c7-3bc7-48fb-ad23-c81fcee8802f HTTP/1.1" status: 200 len: 898 time: 1.1082551 Aug 10 03:34:46.880048 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-195efbad-1a59-4470-8626-ee7e82d09e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0', 'name': 'tempest-AttachVolumeShelveTestJSON-90720815-router', 'tenant_id': 'e9ab4296b9324b029547ba2c6dc24132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': 'a9143e1e-34d6-490f-a6ff-abed95a2b1d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:07Z', 'updated_at': '2021-08-10T03:28:13Z', 'revision_number': 4, 'project_id': 'e9ab4296b9324b029547ba2c6dc24132', 'gw_port': {'id': 'a9143e1e-34d6-490f-a6ff-abed95a2b1d1', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:08Z', 'updated_at': '2021-08-10T03:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '186b52a8-42f1-4e6e-8c90-842a1359c580', 'tenant_id': 'e9ab4296b9324b029547ba2c6dc24132', 'floating_ip_address': '172.25.6.85', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': 'c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0', 'port_id': '12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0659391-a657-4b16-a8ee-a2586c7786a9', 'mac_address': 'fa:16:3e:67:30:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522b45d9-db61-4e14-a75c-214b3a6907db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:33:43Z', 'updated_at': '2021-08-10T03:34:39Z', 'revision_number': 1, 'project_id': 'e9ab4296b9324b029547ba2c6dc24132', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a98af3d-84ed-4e62-94b8-e421d29fe69b', 'name': '', 'network_id': 'c0659391-a657-4b16-a8ee-a2586c7786a9', 'tenant_id': 'e9ab4296b9324b029547ba2c6dc24132', 'mac_address': 'fa:16:3e:ba:03:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': 'ffd75aef-22f1-4d31-9592-d84c9fe2b2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:11Z', 'updated_at': '2021-08-10T03:28:24Z', 'revision_number': 5, 'project_id': 'e9ab4296b9324b029547ba2c6dc24132', 'subnets': [{'id': 'ffd75aef-22f1-4d31-9592-d84c9fe2b2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:46.883401 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-5093235c-e56c-4801-b12b-a5548f56beda None None] Allocated IP 172.20.255.242 (bf58c49e-8b77-4c1d-bd5e-09efbcce0e4e/89c482c7-e093-4463-9932-791371b609fb/e26369b1-7adb-444a-a0aa-e3fd2d607644) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:34:46.987157 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195efbad-1a59-4470-8626-ee7e82d09e9c None None] The sync data for ids ['c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0'] in n-d-768862-13 is: [{'id': 'c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0', 'name': 'tempest-AttachVolumeShelveTestJSON-90720815-router', 'tenant_id': 'e9ab4296b9324b029547ba2c6dc24132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': 'a9143e1e-34d6-490f-a6ff-abed95a2b1d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:07Z', 'updated_at': '2021-08-10T03:28:13Z', 'revision_number': 4, 'project_id': 'e9ab4296b9324b029547ba2c6dc24132', 'gw_port': {'id': 'a9143e1e-34d6-490f-a6ff-abed95a2b1d1', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:08Z', 'updated_at': '2021-08-10T03:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '186b52a8-42f1-4e6e-8c90-842a1359c580', 'tenant_id': 'e9ab4296b9324b029547ba2c6dc24132', 'floating_ip_address': '172.25.6.85', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': 'c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0', 'port_id': '12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0659391-a657-4b16-a8ee-a2586c7786a9', 'mac_address': 'fa:16:3e:67:30:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522b45d9-db61-4e14-a75c-214b3a6907db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:33:43Z', 'updated_at': '2021-08-10T03:34:39Z', 'revision_number': 1, 'project_id': 'e9ab4296b9324b029547ba2c6dc24132', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a98af3d-84ed-4e62-94b8-e421d29fe69b', 'name': '', 'network_id': 'c0659391-a657-4b16-a8ee-a2586c7786a9', 'tenant_id': 'e9ab4296b9324b029547ba2c6dc24132', 'mac_address': 'fa:16:3e:ba:03:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': 'ffd75aef-22f1-4d31-9592-d84c9fe2b2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:11Z', 'updated_at': '2021-08-10T03:28:24Z', 'revision_number': 5, 'project_id': 'e9ab4296b9324b029547ba2c6dc24132', 'subnets': [{'id': 'ffd75aef-22f1-4d31-9592-d84c9fe2b2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:34:47.016369 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-8af4a2d4-9188-4d88-8124-77bf6f61dfbe tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.0965114 Aug 10 03:34:47.050710 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 44572) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:47.071439 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-b088c35e-de96-4110-ad00-ae4f10bd0008 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Request body: {'subnet': {'network_id': '4f366f49-6133-41c1-a327-6f5334dd0fcc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:47.092698 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-5093235c-e56c-4801-b12b-a5548f56beda None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:47.105041 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-5093235c-e56c-4801-b12b-a5548f56beda None None] Transition to ACTIVE for port object e26369b1-7adb-444a-a0aa-e3fd2d607644 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:34:47.120006 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-69c31288-673b-4f05-af47-2397b09004b1 req-3ba8b033-7258-490f-b3fd-41980ca7a6a2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=d71317cc-f21a-4b54-a1e5-2673adedd428 HTTP/1.1" status: 200 len: 217 time: 0.2005386 Aug 10 03:34:47.128360 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-5093235c-e56c-4801-b12b-a5548f56beda None None] Transition to ACTIVE for port object e26369b1-7adb-444a-a0aa-e3fd2d607644 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:34:47.140756 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-5093235c-e56c-4801-b12b-a5548f56beda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:47.196188 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1d2ef7-a8b0-43ae-94e9-2d627a7b31e6 req-0bd55c1e-b4bb-44ef-a872-85a5bab00c1d tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:47.207221 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5093235c-e56c-4801-b12b-a5548f56beda None None] Network bf58c49e-8b77-4c1d-bd5e-09efbcce0e4e is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:34:47.208233 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6a1d2ef7-a8b0-43ae-94e9-2d627a7b31e6 req-0bd55c1e-b4bb-44ef-a872-85a5bab00c1d tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/ports?device_id=75d84430-2a5d-400c-b28d-98af0826d4a0 HTTP/1.1" status: 200 len: 945 time: 0.5676539 Aug 10 03:34:47.227155 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-5093235c-e56c-4801-b12b-a5548f56beda None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:34:47.244827 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5093235c-e56c-4801-b12b-a5548f56beda None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:34:47.284577 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5093235c-e56c-4801-b12b-a5548f56beda None None] Pushing event updated for resources: {'Port': ['ID=e26369b1-7adb-444a-a0aa-e3fd2d607644,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:47.285481 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6940277-05c9-45a3-aae4-4e16b4d3bf64 req-fa260ce7-0650-4287-98a8-ae20c0c06523 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:47.287419 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a6940277-05c9-45a3-aae4-4e16b4d3bf64 req-fa260ce7-0650-4287-98a8-ae20c0c06523 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 946 time: 0.4221153 Aug 10 03:34:47.297843 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af4a2d4-9188-4d88-8124-77bf6f61dfbe tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Pushing event updated for resources: {'Network': ['ID=4f366f49-6133-41c1-a327-6f5334dd0fcc,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:47.356665 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5093235c-e56c-4801-b12b-a5548f56beda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:47.356665 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5093235c-e56c-4801-b12b-a5548f56beda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:47.356665 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5093235c-e56c-4801-b12b-a5548f56beda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:47.359457 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a6940277-05c9-45a3-aae4-4e16b4d3bf64 req-b10bfcfd-8d92-47d3-b9ea-3f883c8c82cc tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=970733cb-cbb6-4524-9c4b-45ba2a794350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608995 Aug 10 03:34:47.367634 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8637b034-ce9d-4ccf-bfd0-0dfa910b3fa2 req-a7c90642-e6b3-4362-9c85-230ad1833294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:47.369188 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8637b034-ce9d-4ccf-bfd0-0dfa910b3fa2 req-a7c90642-e6b3-4362-9c85-230ad1833294 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c0659391-a657-4b16-a8ee-a2586c7786a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4897628 Aug 10 03:34:47.370501 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5093235c-e56c-4801-b12b-a5548f56beda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:47.374314 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5093235c-e56c-4801-b12b-a5548f56beda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:47.377124 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5093235c-e56c-4801-b12b-a5548f56beda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:47.377705 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5093235c-e56c-4801-b12b-a5548f56beda None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:47.380281 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5093235c-e56c-4801-b12b-a5548f56beda None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:47.380906 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5093235c-e56c-4801-b12b-a5548f56beda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:47.381385 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5093235c-e56c-4801-b12b-a5548f56beda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:47.383784 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6a1d2ef7-a8b0-43ae-94e9-2d627a7b31e6 req-60e0c9ee-cbc2-477a-9a23-bc049a0ca37c tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad3b49c5-8747-4e37-8274-470671052828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712341 Aug 10 03:34:47.384277 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5093235c-e56c-4801-b12b-a5548f56beda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:47.385573 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5093235c-e56c-4801-b12b-a5548f56beda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:47.423667 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b088c35e-de96-4110-ad00-ae4f10bd0008 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Made reservation on behalf of 12dd31e74a8f4e489426bf70f77273f7 for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:34:47.431376 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b088c35e-de96-4110-ad00-ae4f10bd0008 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:47.474254 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 4f366f49-6133-41c1-a327-6f5334dd0fcc details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:34:47.587151 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8637b034-ce9d-4ccf-bfd0-0dfa910b3fa2 req-0a6f7151-d6d5-4c64-aa04-e704c8af76d7 service neutron] 10.222.0.42 "GET /v2.0/networks/c0659391-a657-4b16-a8ee-a2586c7786a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830926 Aug 10 03:34:47.595740 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-5093235c-e56c-4801-b12b-a5548f56beda None None] Attempting to bind port e26369b1-7adb-444a-a0aa-e3fd2d607644 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:34:47.596213 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-5093235c-e56c-4801-b12b-a5548f56beda None None] Attempting to bind port e26369b1-7adb-444a-a0aa-e3fd2d607644 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '09e3f229-b8e5-4555-8811-563f54fefa7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'bf58c49e-8b77-4c1d-bd5e-09efbcce0e4e'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:34:47.596649 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5093235c-e56c-4801-b12b-a5548f56beda None None] Attempting to bind port e26369b1-7adb-444a-a0aa-e3fd2d607644 on network bf58c49e-8b77-4c1d-bd5e-09efbcce0e4e {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:34:47.628551 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ae0720-c094-4da5-a4c2-ef245c299270 None None] New status for floating IP 186b52a8-42f1-4e6e-8c90-842a1359c580: ACTIVE {{(pid=94262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:34:47.712941 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5093235c-e56c-4801-b12b-a5548f56beda None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:34:47.713323 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5093235c-e56c-4801-b12b-a5548f56beda None None] Checking segment: {'id': '09e3f229-b8e5-4555-8811-563f54fefa7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'bf58c49e-8b77-4c1d-bd5e-09efbcce0e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:34:47.713972 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-5093235c-e56c-4801-b12b-a5548f56beda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:47.714553 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5093235c-e56c-4801-b12b-a5548f56beda None None] Bound using segment: {'id': '09e3f229-b8e5-4555-8811-563f54fefa7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'bf58c49e-8b77-4c1d-bd5e-09efbcce0e4e'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:34:47.715074 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-5093235c-e56c-4801-b12b-a5548f56beda None None] Bound port: e26369b1-7adb-444a-a0aa-e3fd2d607644, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09e3f229-b8e5-4555-8811-563f54fefa7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'bf58c49e-8b77-4c1d-bd5e-09efbcce0e4e'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:34:47.715962 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-5093235c-e56c-4801-b12b-a5548f56beda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:47.742923 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8637b034-ce9d-4ccf-bfd0-0dfa910b3fa2 req-dee4d3cf-d1a0-45a2-884f-061417c44446 service neutron] 10.222.0.42 "GET /v2.0/networks/c0659391-a657-4b16-a8ee-a2586c7786a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317840 Aug 10 03:34:47.922181 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c31288-673b-4f05-af47-2397b09004b1 req-51ca212b-5b17-49e4-8df0-fcd70300f37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:47.924941 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-69c31288-673b-4f05-af47-2397b09004b1 req-51ca212b-5b17-49e4-8df0-fcd70300f37c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=981d3dc6-89fc-4eed-956e-2ed7eccead65 HTTP/1.1" status: 200 len: 838 time: 0.7892163 Aug 10 03:34:47.970396 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-5093235c-e56c-4801-b12b-a5548f56beda None None] For port e26369b1-7adb-444a-a0aa-e3fd2d607644, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:34:48.004810 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-5093235c-e56c-4801-b12b-a5548f56beda None None] For port e26369b1-7adb-444a-a0aa-e3fd2d607644, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=e26369b1-7adb-444a-a0aa-e3fd2d607644,segment=NetworkSegment(09e3f229-b8e5-4555-8811-563f54fefa7d),segment_id=09e3f229-b8e5-4555-8811-563f54fefa7d)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:34:48.015239 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-5093235c-e56c-4801-b12b-a5548f56beda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:48.059750 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b088c35e-de96-4110-ad00-ae4f10bd0008 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:48.075314 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e972d5af-8d52-4ac1-a6ce-5924cbcee9a0 req-d8ff6ab6-df20-4f74-9eaa-1c00df1583aa tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:48.090752 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e972d5af-8d52-4ac1-a6ce-5924cbcee9a0 req-d8ff6ab6-df20-4f74-9eaa-1c00df1583aa tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] 10.222.0.44 "GET /v2.0/ports?device_id=84251c8d-e5c4-41bf-a5b0-aa349e5fbd38 HTTP/1.1" status: 200 len: 907 time: 0.5022547 Aug 10 03:34:48.132378 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c31288-673b-4f05-af47-2397b09004b1 req-6ef5696f-744c-4066-b792-658c58c90ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:48.142486 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-69c31288-673b-4f05-af47-2397b09004b1 req-6ef5696f-744c-4066-b792-658c58c90ae7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=508cf9c7-3bc7-48fb-ad23-c81fcee8802f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1994903 Aug 10 03:34:48.160753 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1800ea-d64e-435d-843f-3bdcadc18fb8 req-b6ae4789-c123-4196-ac87-8aa569ea219e tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:48.164287 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2d1800ea-d64e-435d-843f-3bdcadc18fb8 req-b6ae4789-c123-4196-ac87-8aa569ea219e tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/ports?device_id=be966435-2ac6-4fc6-ab5b-1f75d3accfb6 HTTP/1.1" status: 200 len: 946 time: 0.4169712 Aug 10 03:34:48.167086 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5093235c-e56c-4801-b12b-a5548f56beda None None] Pushing event updated for resources: {'Port': ['ID=e26369b1-7adb-444a-a0aa-e3fd2d607644,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:48.173431 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b088c35e-de96-4110-ad00-ae4f10bd0008 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Pushing event updated for resources: {'Subnet': ['ID=dff5e30f-ebd8-4831-9a6c-227b145f0f1b,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:48.231711 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b088c35e-de96-4110-ad00-ae4f10bd0008 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Checking segment: {'id': 'b766ddeb-386e-4ad2-8feb-08d8f0e12872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '4f366f49-6133-41c1-a327-6f5334dd0fcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:34:48.232077 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b088c35e-de96-4110-ad00-ae4f10bd0008 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Network hostable DHCP agents. Network: 4f366f49-6133-41c1-a327-6f5334dd0fcc, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:34:48.258962 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b088c35e-de96-4110-ad00-ae4f10bd0008 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Network 4f366f49-6133-41c1-a327-6f5334dd0fcc is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:34:48.278309 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-b088c35e-de96-4110-ad00-ae4f10bd0008 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 4f366f49-6133-41c1-a327-6f5334dd0fcc) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:34:48.290175 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c949ca-691b-4c66-99a5-eba3a7ac4d86 None None] Network 4f366f49-6133-41c1-a327-6f5334dd0fcc requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:34:48.314664 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b088c35e-de96-4110-ad00-ae4f10bd0008 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:48.315288 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b088c35e-de96-4110-ad00-ae4f10bd0008 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:48.346625 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-b088c35e-de96-4110-ad00-ae4f10bd0008 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.2944257 Aug 10 03:34:48.350926 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 44594) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:48.376385 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2d1800ea-d64e-435d-843f-3bdcadc18fb8 req-831f95e8-6207-4d01-a871-ea7902599a0f tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad3b49c5-8747-4e37-8274-470671052828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734476 Aug 10 03:34:48.396372 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 44596) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:48.772344 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c5c03603-b893-4146-a258-45f38bbdc7a4 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:48.821338 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-69c31288-673b-4f05-af47-2397b09004b1 req-518bccf5-ca79-4cbc-ac5b-cdc506e803bf service neutron] 10.222.0.61 "GET /v2.0/networks/508cf9c7-3bc7-48fb-ad23-c81fcee8802f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6553149 Aug 10 03:34:48.870540 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf45ff0-3884-4b07-bf3b-9a906498200a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-4f366f49-6133-41c1-a327-6f5334dd0fcc', 'network_id': '4f366f49-6133-41c1-a327-6f5334dd0fcc', 'tenant_id': '12dd31e74a8f4e489426bf70f77273f7', 'fixed_ips': [{'subnet_id': 'dff5e30f-ebd8-4831-9a6c-227b145f0f1b'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:34:48.871470 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-6bf45ff0-3884-4b07-bf3b-9a906498200a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:48.975236 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device d71317cc-f21a-4b54-a1e5-2673adedd428 details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:34:48.978308 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device f5c938b4-b620-4188-a605-ddf0a909af0a no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:34:49.016893 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c5c03603-b893-4146-a258-45f38bbdc7a4 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:49.072673 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cad1b1c-44a0-4bfa-95dd-5d1ae19495e6 req-e3106015-49d7-4259-a468-735da3f0cc0a tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:49.074252 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4cad1b1c-44a0-4bfa-95dd-5d1ae19495e6 req-e3106015-49d7-4259-a468-735da3f0cc0a tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/ports?device_id=52e304fd-a17e-430f-8ddc-723dc51017e7 HTTP/1.1" status: 200 len: 945 time: 0.3653495 Aug 10 03:34:49.094376 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b57406-2cee-4fc6-894c-296cd5fcb009 req-43f19674-a770-4788-bfa1-9861636d242e tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:49.096303 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-05b57406-2cee-4fc6-894c-296cd5fcb009 req-43f19674-a770-4788-bfa1-9861636d242e tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 946 time: 0.5371246 Aug 10 03:34:49.325103 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port d71317cc-f21a-4b54-a1e5-2673adedd428, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=d71317cc-f21a-4b54-a1e5-2673adedd428,segment=NetworkSegment(f3673170-d975-4530-8b2e-6c815d742d26),segment_id=f3673170-d975-4530-8b2e-6c815d742d26)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:49.363911 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': 'd71317cc-f21a-4b54-a1e5-2673adedd428', 'network_id': '508cf9c7-3bc7-48fb-ad23-c81fcee8802f', 'port_id': 'd71317cc-f21a-4b54-a1e5-2673adedd428', 'mac_address': 'fa:16:3e:b3:8a:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '981d3dc6-89fc-4eed-956e-2ed7eccead65', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:34:49.390361 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-05b57406-2cee-4fc6-894c-296cd5fcb009 req-6210ec01-17b2-4317-bde9-73d0dd26b271 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=970733cb-cbb6-4524-9c4b-45ba2a794350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2008457 Aug 10 03:34:49.410103 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-6bf45ff0-3884-4b07-bf3b-9a906498200a None None] Allocated IP 172.20.0.2 (4f366f49-6133-41c1-a327-6f5334dd0fcc/dff5e30f-ebd8-4831-9a6c-227b145f0f1b/50e28c28-8847-454c-936b-8367be44e1d7) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:34:49.493731 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4cad1b1c-44a0-4bfa-95dd-5d1ae19495e6 req-f958a8eb-4315-4518-835c-a42a47b855b5 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad3b49c5-8747-4e37-8274-470671052828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4089539 Aug 10 03:34:49.502398 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-69c31288-673b-4f05-af47-2397b09004b1 req-e973b31f-a8dd-42f1-b116-3a5af5a75a0b service neutron] 10.222.0.61 "GET /v2.0/networks/508cf9c7-3bc7-48fb-ad23-c81fcee8802f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5891354 Aug 10 03:34:49.874537 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236f5712-ed8f-440c-93d7-797149c6ac1e req-65d88806-ef2a-483f-8397-25b4919f11a6 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:49.876941 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-236f5712-ed8f-440c-93d7-797149c6ac1e req-65d88806-ef2a-483f-8397-25b4919f11a6 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] 10.222.0.44 "GET /v2.0/ports?device_id=84251c8d-e5c4-41bf-a5b0-aa349e5fbd38 HTTP/1.1" status: 200 len: 907 time: 0.2369564 Aug 10 03:34:50.069551 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-6bf45ff0-3884-4b07-bf3b-9a906498200a None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:50.093119 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-6bf45ff0-3884-4b07-bf3b-9a906498200a None None] Transition to ACTIVE for port object 50e28c28-8847-454c-936b-8367be44e1d7 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:34:50.132912 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-6bf45ff0-3884-4b07-bf3b-9a906498200a None None] Transition to ACTIVE for port object 50e28c28-8847-454c-936b-8367be44e1d7 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:34:50.138691 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:50.152207 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-6bf45ff0-3884-4b07-bf3b-9a906498200a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:50.219939 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c5c03603-b893-4146-a258-45f38bbdc7a4 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:50.302767 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b0e39c-f34a-445c-b450-a04eb422960f None None] Network bf58c49e-8b77-4c1d-bd5e-09efbcce0e4e requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:34:50.335293 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d8c8e359-c4d3-4551-a624-29423b23ef1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521880'] for router_interface, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:50.397980 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c03603-b893-4146-a258-45f38bbdc7a4 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Pushing event deleted for resources: {'Subnet': ['ID=dff5e30f-ebd8-4831-9a6c-227b145f0f1b,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:50.646076 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c5c03603-b893-4146-a258-45f38bbdc7a4 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:50.673804 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-c5c03603-b893-4146-a258-45f38bbdc7a4 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f366f49-6133-41c1-a327-6f5334dd0fcc']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:50.703070 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-c5c03603-b893-4146-a258-45f38bbdc7a4 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b766ddeb-386e-4ad2-8feb-08d8f0e12872') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:50.703475 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-c5c03603-b893-4146-a258-45f38bbdc7a4 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b766ddeb-386e-4ad2-8feb-08d8f0e12872') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:50.731084 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c5c03603-b893-4146-a258-45f38bbdc7a4 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:50.784290 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c5c03603-b893-4146-a258-45f38bbdc7a4 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:50.813529 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5c03603-b893-4146-a258-45f38bbdc7a4 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:34:50.815464 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c5c03603-b893-4146-a258-45f38bbdc7a4 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:50.824087 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:34:50.824087 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:34:50.824087 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:34:50.824087 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:34:50.824087 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:34:50.824087 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:34:50.824087 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:34:50.824087 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:34:50.824087 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:34:50.824087 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:34:50.824087 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:34:50.824087 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:34:50.824087 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:34:50.824087 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:34:50.824087 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:34:50.824087 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:34:50.824087 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:34:50.824087 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:34:50.824087 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:34:50.824087 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:34:50.824087 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:34:50.824087 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:34:50.824087 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:34:50.824087 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:34:50.824087 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:34:50.824087 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:34:50.824087 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:34:50.824087 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:34:50.824087 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:34:50.824087 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:34:50.824087 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:34:50.824087 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:34:50.953677 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.db.api [None req-c5c03603-b893-4146-a258-45f38bbdc7a4 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 10 03:34:50.953677 n-d-768862-13 neutron-server[94261]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 10 03:34:50.953677 n-d-768862-13 neutron-server[94261]: [parameters: {'id': '4f366f49-6133-41c1-a327-6f5334dd0fcc'}] Aug 10 03:34:50.953677 n-d-768862-13 neutron-server[94261]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94261) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:34:50.954397 n-d-768862-13 neutron-server[94261]: DEBUG oslo_db.api [None req-c5c03603-b893-4146-a258-45f38bbdc7a4 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:34:50.992784 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25a2b433-b843-4071-8ca3-74d190678210', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5c938b4-b620-4188-a605-ddf0a909af0a'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:34:50.996169 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d8b1b1-a9d6-4705-8712-5db7ad6c3c6a" -d '{"events": [{"server_uuid": "25a2b433-b843-4071-8ca3-74d190678210", "name": "network-vif-unplugged", "status": "completed", "tag": "f5c938b4-b620-4188-a605-ddf0a909af0a"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:34:51.018054 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:51.021710 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device e26369b1-7adb-444a-a0aa-e3fd2d607644 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:34:51.028841 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf45ff0-3884-4b07-bf3b-9a906498200a None None] Network 4f366f49-6133-41c1-a327-6f5334dd0fcc is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:34:51.119876 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf45ff0-3884-4b07-bf3b-9a906498200a None None] Pushing event updated for resources: {'Port': ['ID=50e28c28-8847-454c-936b-8367be44e1d7,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:51.146089 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-6bf45ff0-3884-4b07-bf3b-9a906498200a None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:34:51.162792 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port f5c938b4-b620-4188-a605-ddf0a909af0a, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=f5c938b4-b620-4188-a605-ddf0a909af0a,segment=NetworkSegment(137a9801-8fd3-46c2-ac1d-bb4eee5c7163),segment_id=137a9801-8fd3-46c2-ac1d-bb4eee5c7163)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:51.170944 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf45ff0-3884-4b07-bf3b-9a906498200a None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:34:51.196632 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d71317cc-f21a-4b54-a1e5-2673adedd428 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:34:51.201734 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:51.204089 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-75705142-b7cd-475e-aab6-1dfcacbcd663 None None] Provisioning for port e26369b1-7adb-444a-a0aa-e3fd2d607644 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:34:51.350666 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port d71317cc-f21a-4b54-a1e5-2673adedd428, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=d71317cc-f21a-4b54-a1e5-2673adedd428,segment=NetworkSegment(f3673170-d975-4530-8b2e-6c815d742d26),segment_id=f3673170-d975-4530-8b2e-6c815d742d26)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:51.382886 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:51.406437 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b06a9f1e-70cb-4e8c-b59a-01e44df417f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:51.416349 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-6bf45ff0-3884-4b07-bf3b-9a906498200a None None] Attempting to bind port 50e28c28-8847-454c-936b-8367be44e1d7 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:34:51.416728 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-6bf45ff0-3884-4b07-bf3b-9a906498200a None None] Attempting to bind port 50e28c28-8847-454c-936b-8367be44e1d7 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'b766ddeb-386e-4ad2-8feb-08d8f0e12872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '4f366f49-6133-41c1-a327-6f5334dd0fcc'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:34:51.417096 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf45ff0-3884-4b07-bf3b-9a906498200a None None] Attempting to bind port 50e28c28-8847-454c-936b-8367be44e1d7 on network 4f366f49-6133-41c1-a327-6f5334dd0fcc {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:34:51.447831 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=f5c938b4-b620-4188-a605-ddf0a909af0a,revision_number=11']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:51.456276 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c5c03603-b893-4146-a258-45f38bbdc7a4 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:51.457099 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf45ff0-3884-4b07-bf3b-9a906498200a None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:34:51.457315 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf45ff0-3884-4b07-bf3b-9a906498200a None None] Checking segment: {'id': 'b766ddeb-386e-4ad2-8feb-08d8f0e12872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '4f366f49-6133-41c1-a327-6f5334dd0fcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:34:51.457682 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-6bf45ff0-3884-4b07-bf3b-9a906498200a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:51.458091 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf45ff0-3884-4b07-bf3b-9a906498200a None None] Bound using segment: {'id': 'b766ddeb-386e-4ad2-8feb-08d8f0e12872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '4f366f49-6133-41c1-a327-6f5334dd0fcc'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:34:51.458813 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-6bf45ff0-3884-4b07-bf3b-9a906498200a None None] Bound port: 50e28c28-8847-454c-936b-8367be44e1d7, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b766ddeb-386e-4ad2-8feb-08d8f0e12872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '4f366f49-6133-41c1-a327-6f5334dd0fcc'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:34:51.459214 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-6bf45ff0-3884-4b07-bf3b-9a906498200a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:51.474058 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c842aae-1f5d-4726-a724-695686352b26 req-e63ac2f5-f3e3-4e66-9315-86ff6b875250 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:51.477268 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7c842aae-1f5d-4726-a724-695686352b26 req-e63ac2f5-f3e3-4e66-9315-86ff6b875250 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/ports?device_id=75d84430-2a5d-400c-b28d-98af0826d4a0 HTTP/1.1" status: 200 len: 945 time: 0.7864234 Aug 10 03:34:51.522062 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bef93b-b7f5-4445-bf7b-e6ac2a170a35 req-0ae2d291-7a79-42ef-9b90-148fc86584fe tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:51.535055 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-68bef93b-b7f5-4445-bf7b-e6ac2a170a35 req-0ae2d291-7a79-42ef-9b90-148fc86584fe tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 944 time: 0.1727033 Aug 10 03:34:51.629931 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-c5c03603-b893-4146-a258-45f38bbdc7a4 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Deleting port 50e28c28-8847-454c-936b-8367be44e1d7 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:34:51.642926 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c5c03603-b893-4146-a258-45f38bbdc7a4 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:51.664629 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=d71317cc-f21a-4b54-a1e5-2673adedd428,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:51.826910 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7c842aae-1f5d-4726-a724-695686352b26 req-be17d374-afa3-4c0a-b401-d69e972898ab tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad3b49c5-8747-4e37-8274-470671052828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3269842 Aug 10 03:34:51.913414 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-c5c03603-b893-4146-a258-45f38bbdc7a4 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] For port 50e28c28-8847-454c-936b-8367be44e1d7, host n-d-768862-13, got binding levels [] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:51.914312 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-68bef93b-b7f5-4445-bf7b-e6ac2a170a35 req-26f00195-d759-4eb0-a890-540d4c52c4cc tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=970733cb-cbb6-4524-9c4b-45ba2a794350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3112962 Aug 10 03:34:51.925317 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c5c03603-b893-4146-a258-45f38bbdc7a4 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:51.953322 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-6bf45ff0-3884-4b07-bf3b-9a906498200a None None] For port 50e28c28-8847-454c-936b-8367be44e1d7, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:34:51.960277 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-6bf45ff0-3884-4b07-bf3b-9a906498200a None None] For port 50e28c28-8847-454c-936b-8367be44e1d7, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=50e28c28-8847-454c-936b-8367be44e1d7,segment=NetworkSegment(b766ddeb-386e-4ad2-8feb-08d8f0e12872),segment_id=b766ddeb-386e-4ad2-8feb-08d8f0e12872)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:34:51.972169 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-c5c03603-b893-4146-a258-45f38bbdc7a4 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Calling delete_port for 50e28c28-8847-454c-936b-8367be44e1d7 owned by network:dhcp {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:34:52.014575 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port e26369b1-7adb-444a-a0aa-e3fd2d607644 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:34:52.041127 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1f9f91-4fd3-4d95-ab54-67ab400e261f req-6bcf5fb9-f029-4dbd-95ba-5c0bb733c8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:52.042703 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6d1f9f91-4fd3-4d95-ab54-67ab400e261f req-6bcf5fb9-f029-4dbd-95ba-5c0bb733c8fa service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2680b799feb54d8c9fdff98330bf1a96&device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 1096 time: 0.2318821 Aug 10 03:34:52.048317 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-820b96a8-f7e5-47ca-a5f1-f9ef8d5ec2a1 x-openstack-request-id: req-820b96a8-f7e5-47ca-a5f1-f9ef8d5ec2a1 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:34:52.051367 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25a2b433-b843-4071-8ca3-74d190678210", "name": "network-vif-unplugged", "status": "completed", "tag": "f5c938b4-b620-4188-a605-ddf0a909af0a", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:34:52.051581 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-820b96a8-f7e5-47ca-a5f1-f9ef8d5ec2a1 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:34:52.052139 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25a2b433-b843-4071-8ca3-74d190678210', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5c938b4-b620-4188-a605-ddf0a909af0a', 'code': 200} Aug 10 03:34:52.060791 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-d8c8e359-c4d3-4551-a624-29423b23ef1d admin admin] Deleting port 39c6f6f8-0369-4c74-8f99-8bff132f5316 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:34:52.061231 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d8c8e359-c4d3-4551-a624-29423b23ef1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:52.070024 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port e26369b1-7adb-444a-a0aa-e3fd2d607644 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:52.070662 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:52.163363 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c5c03603-b893-4146-a258-45f38bbdc7a4 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:52.176227 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-6bf45ff0-3884-4b07-bf3b-9a906498200a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:52.227151 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e8e9a2-129a-4641-8605-09f9a36e568f req-096571cb-46a7-4174-96a0-5824b5866cd2 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:52.252036 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c03603-b893-4146-a258-45f38bbdc7a4 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Pushing event deleted for resources: {'Port': ['ID=50e28c28-8847-454c-936b-8367be44e1d7,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:52.252558 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-55e8e9a2-129a-4641-8605-09f9a36e568f req-096571cb-46a7-4174-96a0-5824b5866cd2 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] 10.222.0.44 "GET /v2.0/ports?device_id=84251c8d-e5c4-41bf-a5b0-aa349e5fbd38 HTTP/1.1" status: 200 len: 908 time: 0.2811491 Aug 10 03:34:52.266910 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c03603-b893-4146-a258-45f38bbdc7a4 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] No DVR routers for this DVR port 50e28c28-8847-454c-936b-8367be44e1d7 on host n-d-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:34:52.309556 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf45ff0-3884-4b07-bf3b-9a906498200a None None] Pushing event deleted for resources: {'Port': ['ID=50e28c28-8847-454c-936b-8367be44e1d7,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:52.428726 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['d71317cc-f21a-4b54-a1e5-2673adedd428'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:34:52.558265 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c5c03603-b893-4146-a258-45f38bbdc7a4 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:52.570828 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-c5c03603-b893-4146-a258-45f38bbdc7a4 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f366f49-6133-41c1-a327-6f5334dd0fcc']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:52.573995 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [None req-d8c8e359-c4d3-4551-a624-29423b23ef1d admin admin] For port 39c6f6f8-0369-4c74-8f99-8bff132f5316, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=39c6f6f8-0369-4c74-8f99-8bff132f5316,segment=NetworkSegment(2b5392f8-89c7-40e3-9685-d71b5684b8f5),segment_id=2b5392f8-89c7-40e3-9685-d71b5684b8f5)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:52.575190 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d8c8e359-c4d3-4551-a624-29423b23ef1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:52.593088 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-c5c03603-b893-4146-a258-45f38bbdc7a4 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b766ddeb-386e-4ad2-8feb-08d8f0e12872') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:52.593781 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-c5c03603-b893-4146-a258-45f38bbdc7a4 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b766ddeb-386e-4ad2-8feb-08d8f0e12872') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:52.605470 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-d8c8e359-c4d3-4551-a624-29423b23ef1d admin admin] Calling delete_port for 39c6f6f8-0369-4c74-8f99-8bff132f5316 owned by network:router_interface {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:34:52.609790 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c5c03603-b893-4146-a258-45f38bbdc7a4 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:52.628787 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c5c03603-b893-4146-a258-45f38bbdc7a4 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:52.638359 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5c03603-b893-4146-a258-45f38bbdc7a4 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:34:52.639180 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c5c03603-b893-4146-a258-45f38bbdc7a4 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:52.643550 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:34:52.643550 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:34:52.643550 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:34:52.643550 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:34:52.643550 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:34:52.643550 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:34:52.643550 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:34:52.643550 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:34:52.643550 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:34:52.643550 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:34:52.643550 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:34:52.643550 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:34:52.643550 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:34:52.643550 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:34:52.643550 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:34:52.643550 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:34:52.643550 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:34:52.643550 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:34:52.643550 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:34:52.643550 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:34:52.643550 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:34:52.643550 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:34:52.643550 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:34:52.643550 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:34:52.643550 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:34:52.643550 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:34:52.643550 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:34:52.643550 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:34:52.643550 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:34:52.643550 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:34:52.643550 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:34:52.643550 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:34:52.731186 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c5c03603-b893-4146-a258-45f38bbdc7a4 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:52.742101 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server [None req-d7483aa4-108a-4250-adca-dbc64ba6f9c7 None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port 50e28c28-8847-454c-936b-8367be44e1d7 could not be found. Aug 10 03:34:52.742101 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 10 03:34:52.742101 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Aug 10 03:34:52.742101 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id, Aug 10 03:34:52.742101 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Aug 10 03:34:52.742101 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Aug 10 03:34:52.742101 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2809, in one Aug 10 03:34:52.742101 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return self._iter().one() Aug 10 03:34:52.742101 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1374, in one Aug 10 03:34:52.742101 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return self._only_one_row( Aug 10 03:34:52.742101 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Aug 10 03:34:52.742101 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Aug 10 03:34:52.742101 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Aug 10 03:34:52.742101 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server Aug 10 03:34:52.742101 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Aug 10 03:34:52.742101 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server Aug 10 03:34:52.742101 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 10 03:34:52.742101 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 10 03:34:52.742101 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 10 03:34:52.742101 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 10 03:34:52.742101 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 10 03:34:52.742101 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 10 03:34:52.742101 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 10 03:34:52.742101 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 03:34:52.742101 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 03:34:52.742101 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:34:52.742101 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:34:52.742101 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:34:52.742101 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:34:52.742101 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 03:34:52.742101 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:34:52.742101 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 03:34:52.742101 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 03:34:52.742101 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:34:52.742101 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:34:52.742101 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:34:52.742101 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:34:52.742101 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 03:34:52.742101 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:34:52.742101 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 03:34:52.742101 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 03:34:52.742101 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:34:52.742101 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:34:52.742101 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:34:52.742101 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:34:52.742101 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 03:34:52.742101 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 03:34:52.742101 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in get_dhcp_port Aug 10 03:34:52.742101 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Aug 10 03:34:52.742101 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 10 03:34:52.742101 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 10 03:34:52.742101 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 03:34:52.742101 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 03:34:52.742101 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:34:52.742101 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:34:52.742101 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:34:52.742101 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:34:52.742101 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 03:34:52.742101 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:34:52.742101 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 03:34:52.742101 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 03:34:52.742101 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:34:52.742101 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:34:52.742101 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:34:52.742101 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:34:52.742101 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 03:34:52.742101 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:34:52.742101 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 03:34:52.742101 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 03:34:52.742101 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:34:52.742101 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:34:52.742101 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:34:52.742101 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:34:52.742101 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 03:34:52.742101 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 03:34:52.742101 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Aug 10 03:34:52.742101 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Aug 10 03:34:52.742101 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1554, in get_port Aug 10 03:34:52.742101 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id, lazy_fields=lazy_fields) Aug 10 03:34:52.742101 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 292, in _get_port Aug 10 03:34:52.742101 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Aug 10 03:34:52.742101 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port 50e28c28-8847-454c-936b-8367be44e1d7 could not be found. Aug 10 03:34:52.742101 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server Aug 10 03:34:52.797228 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def8775d-ae7d-40dd-b7d7-2b1a3cd5de4f None None] Network 4f366f49-6133-41c1-a327-6f5334dd0fcc requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:34:52.804308 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c5c03603-b893-4146-a258-45f38bbdc7a4 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:52.813409 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-c5c03603-b893-4146-a258-45f38bbdc7a4 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] 10.222.0.44 "DELETE /v2.0/networks/4f366f49-6133-41c1-a327-6f5334dd0fcc HTTP/1.1" status: 204 len: 168 time: 4.4612501 Aug 10 03:34:52.815156 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c03603-b893-4146-a258-45f38bbdc7a4 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Pushing event deleted for resources: {'Network': ['ID=4f366f49-6133-41c1-a327-6f5334dd0fcc,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:52.817536 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 44686) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:52.827623 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-14236d82-0f09-437f-b212-dbf956e2187a tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2072745824'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:52.833729 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def8775d-ae7d-40dd-b7d7-2b1a3cd5de4f None None] Network 4f366f49-6133-41c1-a327-6f5334dd0fcc could not be found, it might have been deleted concurrently. {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 10 03:34:52.850477 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:52.874322 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14236d82-0f09-437f-b212-dbf956e2187a tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Made reservation on behalf of 12dd31e74a8f4e489426bf70f77273f7 for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:34:52.880314 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-14236d82-0f09-437f-b212-dbf956e2187a tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:52.933714 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ee6c26-6970-45d3-8b68-f9fefe877b8c None None] get_active_networks_info from n-d-768862-13 {{(pid=94262) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 03:34:52.948111 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14236d82-0f09-437f-b212-dbf956e2187a tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:34:52.981494 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-14236d82-0f09-437f-b212-dbf956e2187a tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:52.981918 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-14236d82-0f09-437f-b212-dbf956e2187a tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Added segment 1047c84a-96c4-4094-8260-f1f141f33a13 of type vlan for network 192194ec-87cb-4e06-96bc-db982b002eb6 Aug 10 03:34:53.032543 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port e26369b1-7adb-444a-a0aa-e3fd2d607644, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=e26369b1-7adb-444a-a0aa-e3fd2d607644,segment=NetworkSegment(09e3f229-b8e5-4555-8811-563f54fefa7d),segment_id=09e3f229-b8e5-4555-8811-563f54fefa7d)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:53.036181 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-701fda8a-c176-4eca-9bdf-1a53267a270f None None] Provisioning complete for port e26369b1-7adb-444a-a0aa-e3fd2d607644 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:53.036616 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-701fda8a-c176-4eca-9bdf-1a53267a270f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:53.041625 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d8c8e359-c4d3-4551-a624-29423b23ef1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:53.071463 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-14236d82-0f09-437f-b212-dbf956e2187a tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:53.095366 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:53.112241 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1f9f91-4fd3-4d95-ab54-67ab400e261f req-2f8e36cb-3250-4a3c-882b-2a7aa35ccedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:53.115960 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6d1f9f91-4fd3-4d95-ab54-67ab400e261f req-2f8e36cb-3250-4a3c-882b-2a7aa35ccedd service neutron] 10.222.0.61 "GET /v2.0/networks?id=d07bf9c0-feda-49f0-ac68-879462adf9f1 HTTP/1.1" status: 200 len: 911 time: 1.0334139 Aug 10 03:34:53.154960 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-14236d82-0f09-437f-b212-dbf956e2187a tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:53.160931 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14236d82-0f09-437f-b212-dbf956e2187a tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:53.161599 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-14236d82-0f09-437f-b212-dbf956e2187a tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:53.228235 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c8e359-c4d3-4551-a624-29423b23ef1d admin admin] Pushing event deleted for resources: {'Port': ['ID=39c6f6f8-0369-4c74-8f99-8bff132f5316,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:53.269089 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ef381-5809-444f-a92f-b6b994c7184b req-abc1175b-c7cb-4b1d-8d3f-fea21a6c6b4a tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:53.279200 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-14236d82-0f09-437f-b212-dbf956e2187a tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4568174 Aug 10 03:34:53.279796 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 44700) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:53.281907 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-307ef381-5809-444f-a92f-b6b994c7184b req-abc1175b-c7cb-4b1d-8d3f-fea21a6c6b4a tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/ports?device_id=be966435-2ac6-4fc6-ab5b-1f75d3accfb6 HTTP/1.1" status: 200 len: 946 time: 0.3590455 Aug 10 03:34:53.288093 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-b88f7a6a-f76b-41cd-b6db-dc140c7a39f5 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Request body: {'subnet': {'network_id': '192194ec-87cb-4e06-96bc-db982b002eb6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:53.405761 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-307ef381-5809-444f-a92f-b6b994c7184b req-5cfa4aea-c423-4f5b-8816-55a35286a0f7 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad3b49c5-8747-4e37-8274-470671052828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225727 Aug 10 03:34:53.436358 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ee6c26-6970-45d3-8b68-f9fefe877b8c None None] Resources bound (agent type, host, resource id): {{(pid=94262) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 03:34:53.442216 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=e26369b1-7adb-444a-a0aa-e3fd2d607644,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:53.454885 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device d71317cc-f21a-4b54-a1e5-2673adedd428 up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:34:53.478603 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14236d82-0f09-437f-b212-dbf956e2187a tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Pushing event updated for resources: {'Network': ['ID=192194ec-87cb-4e06-96bc-db982b002eb6,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:53.492338 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b88f7a6a-f76b-41cd-b6db-dc140c7a39f5 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Made reservation on behalf of 12dd31e74a8f4e489426bf70f77273f7 for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:34:53.500882 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b88f7a6a-f76b-41cd-b6db-dc140c7a39f5 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:53.585008 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 192194ec-87cb-4e06-96bc-db982b002eb6 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:34:53.608018 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c08114-f9b8-4322-8e20-0d90a52fd274 req-554bc3a8-9688-45f5-be4c-ce9f7eaa20d7 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:53.633971 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.ipam_backend_mixin [None req-b88f7a6a-f76b-41cd-b6db-dc140c7a39f5 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Performing IP validity checks on allocation pools {{(pid=94261) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 10 03:34:53.636543 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.ipam_backend_mixin [None req-b88f7a6a-f76b-41cd-b6db-dc140c7a39f5 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94261) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 10 03:34:53.640755 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c6c08114-f9b8-4322-8e20-0d90a52fd274 req-554bc3a8-9688-45f5-be4c-ce9f7eaa20d7 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 944 time: 0.5810497 Aug 10 03:34:53.752284 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-47f70d3c-fcd1-4468-a108-37544f0db9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:53.834654 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning for port d71317cc-f21a-4b54-a1e5-2673adedd428 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:34:53.844395 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port d71317cc-f21a-4b54-a1e5-2673adedd428 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:53.844780 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:53.940948 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b88f7a6a-f76b-41cd-b6db-dc140c7a39f5 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:53.956121 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d8c8e359-c4d3-4551-a624-29423b23ef1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-522536'] for router_interface, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:53.964680 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6d1f9f91-4fd3-4d95-ab54-67ab400e261f req-d6eb36e5-9eb8-400e-8804-674789f83890 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5c938b4-b620-4188-a605-ddf0a909af0a HTTP/1.1" status: 200 len: 999 time: 0.7758961 Aug 10 03:34:54.002939 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:54.063631 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88f7a6a-f76b-41cd-b6db-dc140c7a39f5 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Pushing event updated for resources: {'Subnet': ['ID=d590de5b-545b-48e9-b55e-18b373a5fb66,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:54.075281 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88f7a6a-f76b-41cd-b6db-dc140c7a39f5 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Checking segment: {'id': '1047c84a-96c4-4094-8260-f1f141f33a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '192194ec-87cb-4e06-96bc-db982b002eb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:34:54.075941 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88f7a6a-f76b-41cd-b6db-dc140c7a39f5 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Network hostable DHCP agents. Network: 192194ec-87cb-4e06-96bc-db982b002eb6, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:34:54.081054 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84251c8d-e5c4-41bf-a5b0-aa349e5fbd38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd71317cc-f21a-4b54-a1e5-2673adedd428'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:34:54.083610 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0962f3e5-c8a0-42c0-bb79-3937df89c367" -d '{"events": [{"server_uuid": "84251c8d-e5c4-41bf-a5b0-aa349e5fbd38", "name": "network-vif-plugged", "status": "completed", "tag": "d71317cc-f21a-4b54-a1e5-2673adedd428"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:34:54.101405 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port d71317cc-f21a-4b54-a1e5-2673adedd428, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=d71317cc-f21a-4b54-a1e5-2673adedd428,segment=NetworkSegment(f3673170-d975-4530-8b2e-6c815d742d26),segment_id=f3673170-d975-4530-8b2e-6c815d742d26)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:54.101893 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c6c08114-f9b8-4322-8e20-0d90a52fd274 req-2b164621-9caf-475f-8589-55c5d5188a1e tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=970733cb-cbb6-4524-9c4b-45ba2a794350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4568799 Aug 10 03:34:54.103504 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88f7a6a-f76b-41cd-b6db-dc140c7a39f5 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Network 192194ec-87cb-4e06-96bc-db982b002eb6 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:34:54.116412 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:54.121404 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-b88f7a6a-f76b-41cd-b6db-dc140c7a39f5 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 192194ec-87cb-4e06-96bc-db982b002eb6) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:34:54.137968 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88f7a6a-f76b-41cd-b6db-dc140c7a39f5 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:54.139161 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b88f7a6a-f76b-41cd-b6db-dc140c7a39f5 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:54.160923 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-b88f7a6a-f76b-41cd-b6db-dc140c7a39f5 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.8797777 Aug 10 03:34:54.164440 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 44718) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:54.356668 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:54.370626 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4799658-22a4-4b79-932d-dab7f69ff1cf req-152ecc27-5796-47aa-a80b-23a1d7665184 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:54.374204 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f4799658-22a4-4b79-932d-dab7f69ff1cf req-152ecc27-5796-47aa-a80b-23a1d7665184 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] 10.222.0.44 "GET /v2.0/ports?device_id=84251c8d-e5c4-41bf-a5b0-aa349e5fbd38 HTTP/1.1" status: 200 len: 908 time: 0.8467071 Aug 10 03:34:54.385235 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-29a36cab-2e0a-4650-bd29-752aee4021d6 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:54.406158 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b336f8b5-6916-4082-9680-a0e9de2d5d30 None None] Network 192194ec-87cb-4e06-96bc-db982b002eb6 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:34:54.425906 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1f9f91-4fd3-4d95-ab54-67ab400e261f req-555559b9-60c9-496a-a00d-7a87c9f164ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:54.430255 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6d1f9f91-4fd3-4d95-ab54-67ab400e261f req-555559b9-60c9-496a-a00d-7a87c9f164ec service neutron] 10.222.0.61 "GET /v2.0/subnets?id=33a1c40e-b5d2-46c7-a6a1-fa6cc0352aec HTTP/1.1" status: 200 len: 850 time: 0.4102390 Aug 10 03:34:54.430620 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=d71317cc-f21a-4b54-a1e5-2673adedd428,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:54.552659 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-29a36cab-2e0a-4650-bd29-752aee4021d6 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:54.621712 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58683e45-64e5-4968-95b3-ea0707014cdd x-openstack-request-id: req-58683e45-64e5-4968-95b3-ea0707014cdd {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:34:54.623074 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84251c8d-e5c4-41bf-a5b0-aa349e5fbd38", "name": "network-vif-plugged", "status": "completed", "tag": "d71317cc-f21a-4b54-a1e5-2673adedd428", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:34:54.625511 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-58683e45-64e5-4968-95b3-ea0707014cdd {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:34:54.626167 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84251c8d-e5c4-41bf-a5b0-aa349e5fbd38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd71317cc-f21a-4b54-a1e5-2673adedd428', 'code': 200} Aug 10 03:34:54.712223 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-29a36cab-2e0a-4650-bd29-752aee4021d6 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:54.718625 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1f9f91-4fd3-4d95-ab54-67ab400e261f req-b14aff69-a891-455e-982c-b9d2800d384e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:54.723130 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6d1f9f91-4fd3-4d95-ab54-67ab400e261f req-b14aff69-a891-455e-982c-b9d2800d384e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d07bf9c0-feda-49f0-ac68-879462adf9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2726204 Aug 10 03:34:54.780030 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a36cab-2e0a-4650-bd29-752aee4021d6 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Pushing event deleted for resources: {'Subnet': ['ID=d590de5b-545b-48e9-b55e-18b373a5fb66,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:54.876729 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3384df0-017c-4957-a1f7-499933c38664 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-192194ec-87cb-4e06-96bc-db982b002eb6', 'network_id': '192194ec-87cb-4e06-96bc-db982b002eb6', 'tenant_id': '12dd31e74a8f4e489426bf70f77273f7', 'fixed_ips': [{'subnet_id': 'd590de5b-545b-48e9-b55e-18b373a5fb66'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:34:54.877959 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f3384df0-017c-4957-a1f7-499933c38664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:55.024621 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-29a36cab-2e0a-4650-bd29-752aee4021d6 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:55.050284 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-29a36cab-2e0a-4650-bd29-752aee4021d6 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['192194ec-87cb-4e06-96bc-db982b002eb6']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:55.075050 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-29a36cab-2e0a-4650-bd29-752aee4021d6 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1047c84a-96c4-4094-8260-f1f141f33a13') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:55.075761 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-29a36cab-2e0a-4650-bd29-752aee4021d6 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1047c84a-96c4-4094-8260-f1f141f33a13') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:55.096713 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea41799-dbea-488d-92e2-7acdcccace5d req-056498d5-49f2-4dbb-beb0-7f105df116fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:55.102454 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-dea41799-dbea-488d-92e2-7acdcccace5d req-056498d5-49f2-4dbb-beb0-7f105df116fc service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=84251c8d-e5c4-41bf-a5b0-aa349e5fbd38 HTTP/1.1" status: 200 len: 1061 time: 0.3373563 Aug 10 03:34:55.107652 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-29a36cab-2e0a-4650-bd29-752aee4021d6 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:55.127176 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-29a36cab-2e0a-4650-bd29-752aee4021d6 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:55.135377 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa11fcee-1a4f-4f91-a881-99fe673b1be4 None None] Network 192194ec-87cb-4e06-96bc-db982b002eb6 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:34:55.136595 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6d1f9f91-4fd3-4d95-ab54-67ab400e261f req-3cec808b-7e24-474c-b657-22eef6a9b45b service neutron] 10.222.0.61 "GET /v2.0/networks/d07bf9c0-feda-49f0-ac68-879462adf9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3956213 Aug 10 03:34:55.144440 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29a36cab-2e0a-4650-bd29-752aee4021d6 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:34:55.144863 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-29a36cab-2e0a-4650-bd29-752aee4021d6 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:55.148938 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:34:55.148938 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:34:55.148938 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:34:55.148938 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:34:55.148938 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:34:55.148938 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:34:55.148938 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:34:55.148938 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:34:55.148938 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:34:55.148938 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:34:55.148938 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:34:55.148938 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:34:55.148938 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:34:55.148938 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:34:55.148938 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:34:55.148938 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:34:55.148938 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:34:55.148938 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:34:55.148938 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:34:55.148938 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:34:55.148938 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:34:55.148938 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:34:55.148938 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:34:55.148938 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:34:55.148938 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:34:55.148938 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:34:55.148938 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:34:55.148938 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:34:55.148938 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:34:55.148938 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:34:55.148938 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:34:55.148938 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:34:55.220392 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8c8e359-c4d3-4551-a624-29423b23ef1d admin admin] Router 85be1876-0171-4202-b0fd-1029abcb4922 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:34:55.300097 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-073ef64a-ba8d-465e-bc46-54c1821be80d req-6527df74-3433-476d-8379-ae7aa8fd8c5d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=11dd5e6e-7a4c-41c3-992f-278efcbc9ff0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2868640 Aug 10 03:34:55.361839 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-29a36cab-2e0a-4650-bd29-752aee4021d6 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:55.369755 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-29a36cab-2e0a-4650-bd29-752aee4021d6 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:55.384378 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-29a36cab-2e0a-4650-bd29-752aee4021d6 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] 10.222.0.44 "DELETE /v2.0/networks/192194ec-87cb-4e06-96bc-db982b002eb6 HTTP/1.1" status: 204 len: 168 time: 1.2181466 Aug 10 03:34:55.385092 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 44736) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:55.397647 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:55.404913 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-76f8a831-cf8f-472c-b8e1-b9207226a08b tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-245669289'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:55.409321 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device f5c938b4-b620-4188-a605-ddf0a909af0a details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:34:55.448030 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a36cab-2e0a-4650-bd29-752aee4021d6 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Pushing event deleted for resources: {'Network': ['ID=192194ec-87cb-4e06-96bc-db982b002eb6,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:55.485737 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f8a831-cf8f-472c-b8e1-b9207226a08b tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Made reservation on behalf of 12dd31e74a8f4e489426bf70f77273f7 for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:34:55.493461 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-76f8a831-cf8f-472c-b8e1-b9207226a08b tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:55.499578 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device e26369b1-7adb-444a-a0aa-e3fd2d607644 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:34:55.616284 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e812ad-dea4-4e3e-9ef3-2aad4d157229 req-c9e07984-b05d-44b2-ab9d-a0a190bd683e tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:55.624051 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76f8a831-cf8f-472c-b8e1-b9207226a08b tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:34:55.638914 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d7e812ad-dea4-4e3e-9ef3-2aad4d157229 req-c9e07984-b05d-44b2-ab9d-a0a190bd683e tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 944 time: 0.3302438 Aug 10 03:34:55.642796 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-76f8a831-cf8f-472c-b8e1-b9207226a08b tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:55.643501 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-76f8a831-cf8f-472c-b8e1-b9207226a08b tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Added segment 53bb29ff-ee69-4d32-875d-0fb0b71fe824 of type vlan for network ba069dd7-c8c7-41d9-b3a3-5e429d42d3fe Aug 10 03:34:55.668943 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3c3080-c120-4faa-b5f6-3fa3ebf268c3 req-bc2250fc-efc7-4377-aa01-bfd41e66ae3d tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:55.682532 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3c3080-c120-4faa-b5f6-3fa3ebf268c3 req-bc2250fc-efc7-4377-aa01-bfd41e66ae3d tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:55.689789 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3c3080-c120-4faa-b5f6-3fa3ebf268c3 req-bc2250fc-efc7-4377-aa01-bfd41e66ae3d tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:55.691677 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ce3c3080-c120-4faa-b5f6-3fa3ebf268c3 req-bc2250fc-efc7-4377-aa01-bfd41e66ae3d tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/ports?device_id=75d84430-2a5d-400c-b28d-98af0826d4a0&device_id=52e304fd-a17e-430f-8ddc-723dc51017e7&device_id=be966435-2ac6-4fc6-ab5b-1f75d3accfb6 HTTP/1.1" status: 200 len: 2417 time: 0.5161211 Aug 10 03:34:55.734746 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-76f8a831-cf8f-472c-b8e1-b9207226a08b tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:55.789157 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-76f8a831-cf8f-472c-b8e1-b9207226a08b tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:55.796703 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f8a831-cf8f-472c-b8e1-b9207226a08b tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:55.797383 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-76f8a831-cf8f-472c-b8e1-b9207226a08b tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:55.801305 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port f5c938b4-b620-4188-a605-ddf0a909af0a, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=f5c938b4-b620-4188-a605-ddf0a909af0a,segment=NetworkSegment(137a9801-8fd3-46c2-ac1d-bb4eee5c7163),segment_id=137a9801-8fd3-46c2-ac1d-bb4eee5c7163)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:55.826174 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': 'f5c938b4-b620-4188-a605-ddf0a909af0a', 'network_id': 'd07bf9c0-feda-49f0-ac68-879462adf9f1', 'port_id': 'f5c938b4-b620-4188-a605-ddf0a909af0a', 'mac_address': 'fa:16:3e:dd:aa:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33a1c40e-b5d2-46c7-a6a1-fa6cc0352aec', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:34:55.828589 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port e26369b1-7adb-444a-a0aa-e3fd2d607644 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:55.829181 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:55.873788 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ef64a-ba8d-465e-bc46-54c1821be80d req-0057c0c3-b0f1-48e3-98c5-225f41bc57d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:55.875359 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-073ef64a-ba8d-465e-bc46-54c1821be80d req-0057c0c3-b0f1-48e3-98c5-225f41bc57d2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b41b771882304474947a74fcb840799d&device_id=11dd5e6e-7a4c-41c3-992f-278efcbc9ff0 HTTP/1.1" status: 200 len: 1136 time: 0.4122105 Aug 10 03:34:55.953127 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:55.979740 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-76f8a831-cf8f-472c-b8e1-b9207226a08b tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5796165 Aug 10 03:34:55.991673 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 44756) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:56.006758 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6d1f9f91-4fd3-4d95-ab54-67ab400e261f req-a8bc35a1-01b9-4285-a794-28d5042dcafd service neutron] 10.222.0.61 "GET /v2.0/networks/d07bf9c0-feda-49f0-ac68-879462adf9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6947968 Aug 10 03:34:56.027596 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-9837982b-a51d-4326-9623-80b3a3308bff tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Request body: {'subnet': {'network_id': 'ba069dd7-c8c7-41d9-b3a3-5e429d42d3fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:56.034075 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5c938b4-b620-4188-a605-ddf0a909af0a {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:34:56.061803 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port f5c938b4-b620-4188-a605-ddf0a909af0a, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=f5c938b4-b620-4188-a605-ddf0a909af0a,segment=NetworkSegment(137a9801-8fd3-46c2-ac1d-bb4eee5c7163),segment_id=137a9801-8fd3-46c2-ac1d-bb4eee5c7163)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:56.086796 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:56.191805 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f8a831-cf8f-472c-b8e1-b9207226a08b tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Pushing event updated for resources: {'Network': ['ID=ba069dd7-c8c7-41d9-b3a3-5e429d42d3fe,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:56.201397 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:56.211187 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network ba069dd7-c8c7-41d9-b3a3-5e429d42d3fe details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:34:56.214969 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=f5c938b4-b620-4188-a605-ddf0a909af0a,revision_number=12']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:56.228080 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['f5c938b4-b620-4188-a605-ddf0a909af0a'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:34:56.292207 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9837982b-a51d-4326-9623-80b3a3308bff tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Made reservation on behalf of 12dd31e74a8f4e489426bf70f77273f7 for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:34:56.300036 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9837982b-a51d-4326-9623-80b3a3308bff tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:56.703134 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ce3c3080-c120-4faa-b5f6-3fa3ebf268c3 req-14a39085-ff15-4e47-b31d-9bd7d0afc2a5 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad3b49c5-8747-4e37-8274-470671052828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9601972 Aug 10 03:34:56.718712 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8c8e359-c4d3-4551-a624-29423b23ef1d admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:34:56.741958 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c003adb5-db2f-4784-abc6-a3100c7f1a76 None None] Sync routers for ids ['85be1876-0171-4202-b0fd-1029abcb4922'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:34:56.759670 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d7e812ad-dea4-4e3e-9ef3-2aad4d157229 req-bf9a30e6-b503-45b6-b56c-289886222408 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=970733cb-cbb6-4524-9c4b-45ba2a794350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1197331 Aug 10 03:34:56.761066 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9837982b-a51d-4326-9623-80b3a3308bff tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:56.776412 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-d8c8e359-c4d3-4551-a624-29423b23ef1d admin admin] 10.222.0.44 "PUT /v2.0/routers/85be1876-0171-4202-b0fd-1029abcb4922/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3754535 Aug 10 03:34:56.776567 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c003adb5-db2f-4784-abc6-a3100c7f1a76 None None] Routers {'85be1876-0171-4202-b0fd-1029abcb4922'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:34:56.779756 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:56.782652 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 44768) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:56.787800 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-c003adb5-db2f-4784-abc6-a3100c7f1a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:34:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['85be1876-0171-4202-b0fd-1029abcb4922'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:57.018316 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9837982b-a51d-4326-9623-80b3a3308bff tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Pushing event updated for resources: {'Subnet': ['ID=f0ccca6c-10d9-4d8b-b351-a5f72a8a4ba5,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:57.020311 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ef64a-ba8d-465e-bc46-54c1821be80d req-24498c31-00a6-4292-9929-584226184e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:57.021155 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9837982b-a51d-4326-9623-80b3a3308bff tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Checking segment: {'id': '53bb29ff-ee69-4d32-875d-0fb0b71fe824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ba069dd7-c8c7-41d9-b3a3-5e429d42d3fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:34:57.021155 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9837982b-a51d-4326-9623-80b3a3308bff tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Network hostable DHCP agents. Network: ba069dd7-c8c7-41d9-b3a3-5e429d42d3fe, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:34:57.029161 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-073ef64a-ba8d-465e-bc46-54c1821be80d req-24498c31-00a6-4292-9929-584226184e60 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c889480f-d9b2-49f5-ab8e-149fc3837835 HTTP/1.1" status: 200 len: 896 time: 1.1031938 Aug 10 03:34:57.061486 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933a131e-2452-4b97-bad7-0b32c481ce41 req-5a86da81-679e-425e-a2ec-22b30a50104c tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:57.073419 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9837982b-a51d-4326-9623-80b3a3308bff tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Network ba069dd7-c8c7-41d9-b3a3-5e429d42d3fe is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:34:57.078382 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-933a131e-2452-4b97-bad7-0b32c481ce41 req-5a86da81-679e-425e-a2ec-22b30a50104c tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] 10.222.0.44 "GET /v2.0/ports?device_id=84251c8d-e5c4-41bf-a5b0-aa349e5fbd38 HTTP/1.1" status: 200 len: 909 time: 0.2856734 Aug 10 03:34:57.118660 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-9837982b-a51d-4326-9623-80b3a3308bff tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, ba069dd7-c8c7-41d9-b3a3-5e429d42d3fe) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:34:57.130098 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bfdb4f2-a357-497f-96b3-43ed7341db69 None None] Network ba069dd7-c8c7-41d9-b3a3-5e429d42d3fe requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:34:57.155602 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9837982b-a51d-4326-9623-80b3a3308bff tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:57.157236 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9837982b-a51d-4326-9623-80b3a3308bff tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:57.168024 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d714f4af-705e-493f-83f6-e40558d9e91c admin admin] Notify callbacks [] for router, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:57.194608 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-9837982b-a51d-4326-9623-80b3a3308bff tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1868708 Aug 10 03:34:57.197388 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 44776) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:57.209580 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-c003adb5-db2f-4784-abc6-a3100c7f1a76 None None] Set router 85be1876-0171-4202-b0fd-1029abcb4922 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:34:57.290181 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-073ef64a-ba8d-465e-bc46-54c1821be80d req-b27a3823-a9b2-40e9-8761-e1877bd9315a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d64a87a3-cea9-4bd1-a639-a2a205115b49 HTTP/1.1" status: 200 len: 1001 time: 0.2462659 Aug 10 03:34:57.456384 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:34:57.461583 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f476c6a6-6440-4aff-b817-634ab74ed49f tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:57.489846 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device f5c938b4-b620-4188-a605-ddf0a909af0a up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:34:57.553202 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f476c6a6-6440-4aff-b817-634ab74ed49f tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:57.621622 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da0cd7-2807-48cb-b49d-abd90890d12a req-97a00a3a-90b3-40ff-9162-6e8377072933 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:57.638543 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-98da0cd7-2807-48cb-b49d-abd90890d12a req-97a00a3a-90b3-40ff-9162-6e8377072933 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/ports?device_id=75d84430-2a5d-400c-b28d-98af0826d4a0 HTTP/1.1" status: 200 len: 945 time: 0.3344777 Aug 10 03:34:57.656234 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3539ec-02a7-4f3c-92cd-038a9fffdc52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-ba069dd7-c8c7-41d9-b3a3-5e429d42d3fe', 'network_id': 'ba069dd7-c8c7-41d9-b3a3-5e429d42d3fe', 'tenant_id': '12dd31e74a8f4e489426bf70f77273f7', 'fixed_ips': [{'subnet_id': 'f0ccca6c-10d9-4d8b-b351-a5f72a8a4ba5'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:34:57.661502 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ee3539ec-02a7-4f3c-92cd-038a9fffdc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:57.711754 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f476c6a6-6440-4aff-b817-634ab74ed49f tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:57.735758 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port f5c938b4-b620-4188-a605-ddf0a909af0a triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:57.736530 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:57.741954 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-98da0cd7-2807-48cb-b49d-abd90890d12a req-34688c84-44c3-4b95-b8ae-9622ae495621 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad3b49c5-8747-4e37-8274-470671052828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023488 Aug 10 03:34:57.744608 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ef64a-ba8d-465e-bc46-54c1821be80d req-09244a56-db0f-45c3-8362-6dae234e52ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:57.749093 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-073ef64a-ba8d-465e-bc46-54c1821be80d req-09244a56-db0f-45c3-8362-6dae234e52ff service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d4fde8f0-46b6-4f06-b776-ecefcbb6f17b HTTP/1.1" status: 200 len: 834 time: 0.3980496 Aug 10 03:34:57.774357 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f476c6a6-6440-4aff-b817-634ab74ed49f tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Pushing event deleted for resources: {'Subnet': ['ID=f0ccca6c-10d9-4d8b-b351-a5f72a8a4ba5,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:57.779823 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d714f4af-705e-493f-83f6-e40558d9e91c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:57.846160 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-c003adb5-db2f-4784-abc6-a3100c7f1a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85be1876-0171-4202-b0fd-1029abcb4922', 'name': 'tempest-TaggedBootDevicesTest_v242-1615828695-router', 'tenant_id': 'd3b56536bca94e8fa8af65288d111f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '22cb987c-f11c-4c77-b260-846ce41e9979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:22:29Z', 'updated_at': '2021-08-10T03:34:52Z', 'revision_number': 5, 'project_id': 'd3b56536bca94e8fa8af65288d111f79', 'gw_port': {'id': '22cb987c-f11c-4c77-b260-846ce41e9979', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:29:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85be1876-0171-4202-b0fd-1029abcb4922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:22:29Z', 'updated_at': '2021-08-10T03:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:57.904353 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c003adb5-db2f-4784-abc6-a3100c7f1a76 None None] Checking router: 85be1876-0171-4202-b0fd-1029abcb4922 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:34:57.952739 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c003adb5-db2f-4784-abc6-a3100c7f1a76 None None] Routers {'85be1876-0171-4202-b0fd-1029abcb4922'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:34:57.953669 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-c003adb5-db2f-4784-abc6-a3100c7f1a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:34:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['85be1876-0171-4202-b0fd-1029abcb4922'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:57.956893 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server [None req-ee3539ec-02a7-4f3c-92cd-038a9fffdc52 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f0ccca6c-10d9-4d8b-b351-a5f72a8a4ba5: This subnet is being modified by another concurrent operation. Aug 10 03:34:57.956893 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 10 03:34:57.956893 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 10 03:34:57.956893 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 10 03:34:57.956893 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 10 03:34:57.956893 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 10 03:34:57.956893 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 10 03:34:57.956893 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 10 03:34:57.956893 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 10 03:34:57.956893 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 10 03:34:57.956893 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 03:34:57.956893 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 03:34:57.956893 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:34:57.956893 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:34:57.956893 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:34:57.956893 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:34:57.956893 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 03:34:57.956893 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:34:57.956893 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 03:34:57.956893 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 03:34:57.956893 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:34:57.956893 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:34:57.956893 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:34:57.956893 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:34:57.956893 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 03:34:57.956893 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:34:57.956893 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 03:34:57.956893 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 03:34:57.956893 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:34:57.956893 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:34:57.956893 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:34:57.956893 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:34:57.956893 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 03:34:57.956893 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 03:34:57.956893 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 10 03:34:57.956893 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 10 03:34:57.956893 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 10 03:34:57.956893 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 10 03:34:57.956893 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 10 03:34:57.956893 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 10 03:34:57.956893 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 10 03:34:57.956893 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 10 03:34:57.956893 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 10 03:34:57.956893 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 10 03:34:57.956893 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 10 03:34:57.956893 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 10 03:34:57.956893 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 03:34:57.956893 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 03:34:57.956893 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:34:57.956893 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:34:57.956893 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:34:57.956893 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:34:57.956893 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 03:34:57.956893 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:34:57.956893 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 03:34:57.956893 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 03:34:57.956893 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:34:57.956893 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:34:57.956893 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:34:57.956893 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:34:57.956893 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 03:34:57.956893 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:34:57.956893 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 03:34:57.956893 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 03:34:57.956893 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:34:57.956893 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:34:57.956893 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:34:57.956893 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:34:57.956893 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 03:34:57.956893 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 03:34:57.956893 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 10 03:34:57.956893 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 10 03:34:57.956893 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 10 03:34:57.956893 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 10 03:34:57.956893 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 10 03:34:57.956893 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 10 03:34:57.956893 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 10 03:34:57.956893 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 10 03:34:57.956893 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:34:57.956893 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:34:57.956893 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:34:57.956893 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:34:57.956893 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 10 03:34:57.956893 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 10 03:34:57.956893 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 10 03:34:57.956893 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 10 03:34:57.956893 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 10 03:34:57.956893 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 10 03:34:57.956893 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 10 03:34:57.956893 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server raise exception Aug 10 03:34:57.956893 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f0ccca6c-10d9-4d8b-b351-a5f72a8a4ba5: This subnet is being modified by another concurrent operation. Aug 10 03:34:57.956893 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server Aug 10 03:34:58.024392 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f476c6a6-6440-4aff-b817-634ab74ed49f tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:58.048645 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62503c4-7b0a-482c-ac1f-44378033e574 None None] Network ba069dd7-c8c7-41d9-b3a3-5e429d42d3fe requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:34:58.071869 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-f476c6a6-6440-4aff-b817-634ab74ed49f tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba069dd7-c8c7-41d9-b3a3-5e429d42d3fe']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:58.095078 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-f476c6a6-6440-4aff-b817-634ab74ed49f tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53bb29ff-ee69-4d32-875d-0fb0b71fe824') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:58.095817 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-f476c6a6-6440-4aff-b817-634ab74ed49f tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53bb29ff-ee69-4d32-875d-0fb0b71fe824') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:58.132409 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f476c6a6-6440-4aff-b817-634ab74ed49f tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:58.192550 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f476c6a6-6440-4aff-b817-634ab74ed49f tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:58.218818 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ef64a-ba8d-465e-bc46-54c1821be80d req-d6a8f21b-2037-4ad8-8bd0-e948fd292e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:58.233189 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-073ef64a-ba8d-465e-bc46-54c1821be80d req-d6a8f21b-2037-4ad8-8bd0-e948fd292e24 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c889480f-d9b2-49f5-ab8e-149fc3837835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4752257 Aug 10 03:34:58.241078 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f476c6a6-6440-4aff-b817-634ab74ed49f tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:34:58.245335 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f476c6a6-6440-4aff-b817-634ab74ed49f tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:58.266304 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:34:58.266304 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:34:58.266304 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:34:58.266304 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:34:58.266304 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:34:58.266304 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:34:58.266304 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:34:58.266304 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:34:58.266304 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:34:58.266304 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:34:58.266304 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:34:58.266304 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:34:58.266304 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:34:58.266304 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:34:58.266304 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:34:58.266304 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:34:58.266304 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:34:58.266304 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:34:58.266304 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:34:58.266304 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:34:58.266304 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:34:58.266304 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:34:58.266304 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:34:58.266304 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:34:58.266304 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:34:58.266304 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:34:58.266304 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:34:58.266304 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:34:58.266304 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:34:58.266304 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:34:58.266304 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:34:58.266304 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:34:58.276243 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-c003adb5-db2f-4784-abc6-a3100c7f1a76 None None] Set router 85be1876-0171-4202-b0fd-1029abcb4922 gateway port host: None {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:34:58.407658 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47731e32-ed10-4ee4-a78d-7efa17b14b8f req-66123eff-a6e4-4155-a73a-0ec755d63635 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:58.415923 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-47731e32-ed10-4ee4-a78d-7efa17b14b8f req-66123eff-a6e4-4155-a73a-0ec755d63635 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 945 time: 0.3669586 Aug 10 03:34:58.418177 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-c003adb5-db2f-4784-abc6-a3100c7f1a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85be1876-0171-4202-b0fd-1029abcb4922', 'name': 'tempest-TaggedBootDevicesTest_v242-1615828695-router', 'tenant_id': 'd3b56536bca94e8fa8af65288d111f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:22:29Z', 'updated_at': '2021-08-10T03:34:57Z', 'revision_number': 6, 'project_id': 'd3b56536bca94e8fa8af65288d111f79', 'gw_port_host': None}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:58.497090 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-d714f4af-705e-493f-83f6-e40558d9e91c admin admin] Deleting port 22cb987c-f11c-4c77-b260-846ce41e9979 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:34:58.497348 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d714f4af-705e-493f-83f6-e40558d9e91c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:58.498052 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c003adb5-db2f-4784-abc6-a3100c7f1a76 None None] The sync data for ids ['85be1876-0171-4202-b0fd-1029abcb4922'] in n-d-768862-13 is: [{'id': '85be1876-0171-4202-b0fd-1029abcb4922', 'name': 'tempest-TaggedBootDevicesTest_v242-1615828695-router', 'tenant_id': 'd3b56536bca94e8fa8af65288d111f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:22:29Z', 'updated_at': '2021-08-10T03:34:57Z', 'revision_number': 6, 'project_id': 'd3b56536bca94e8fa8af65288d111f79', 'gw_port_host': None}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:34:58.531098 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1919e0-bf01-4093-b906-690507721fc6 req-01709f0d-69f9-4697-9a88-7787cebe9931 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:58.531528 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f476c6a6-6440-4aff-b817-634ab74ed49f tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:58.557295 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1f1919e0-bf01-4093-b906-690507721fc6 req-01709f0d-69f9-4697-9a88-7787cebe9931 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] 10.222.0.44 "GET /v2.0/ports?device_id=84251c8d-e5c4-41bf-a5b0-aa349e5fbd38 HTTP/1.1" status: 200 len: 909 time: 0.2126715 Aug 10 03:34:58.557910 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f476c6a6-6440-4aff-b817-634ab74ed49f tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:58.564439 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-f476c6a6-6440-4aff-b817-634ab74ed49f tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] 10.222.0.44 "DELETE /v2.0/networks/ba069dd7-c8c7-41d9-b3a3-5e429d42d3fe HTTP/1.1" status: 204 len: 168 time: 1.3648932 Aug 10 03:34:58.590857 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 44806) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:58.613035 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-47731e32-ed10-4ee4-a78d-7efa17b14b8f req-201b2433-0a7d-4e89-bdda-4f0a28c832bf tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=970733cb-cbb6-4524-9c4b-45ba2a794350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1961014 Aug 10 03:34:58.616898 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f476c6a6-6440-4aff-b817-634ab74ed49f tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Pushing event deleted for resources: {'Network': ['ID=ba069dd7-c8c7-41d9-b3a3-5e429d42d3fe,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:58.627715 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-87037819-5188-46aa-a1db-eda9974cce1e tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-890215396'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:58.649902 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:58.666073 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-073ef64a-ba8d-465e-bc46-54c1821be80d req-845deffd-d7cc-45d9-8b57-f9f7a939e3af service neutron] 10.222.0.42 "GET /v2.0/networks/c889480f-d9b2-49f5-ab8e-149fc3837835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4206159 Aug 10 03:34:58.723666 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25a2b433-b843-4071-8ca3-74d190678210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5c938b4-b620-4188-a605-ddf0a909af0a'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:34:58.734181 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9de704e4-9943-4704-8492-21eb2e615e98" -d '{"events": [{"server_uuid": "25a2b433-b843-4071-8ca3-74d190678210", "name": "network-vif-plugged", "status": "completed", "tag": "f5c938b4-b620-4188-a605-ddf0a909af0a"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:34:58.776748 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0901a6-011f-4e53-aeb5-a2f5d5583782 None None] get_active_networks_info from n-d-768862-13 {{(pid=94262) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 03:34:58.817909 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87037819-5188-46aa-a1db-eda9974cce1e tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Made reservation on behalf of 12dd31e74a8f4e489426bf70f77273f7 for: {'network': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:34:58.821932 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-87037819-5188-46aa-a1db-eda9974cce1e tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:58.868862 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port f5c938b4-b620-4188-a605-ddf0a909af0a, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=f5c938b4-b620-4188-a605-ddf0a909af0a,segment=NetworkSegment(137a9801-8fd3-46c2-ac1d-bb4eee5c7163),segment_id=137a9801-8fd3-46c2-ac1d-bb4eee5c7163)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:58.901430 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:58.962073 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74ab6b69-08df-43e6-9820-5ce1e58b2cd4 x-openstack-request-id: req-74ab6b69-08df-43e6-9820-5ce1e58b2cd4 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:34:58.966558 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25a2b433-b843-4071-8ca3-74d190678210", "name": "network-vif-plugged", "status": "completed", "tag": "f5c938b4-b620-4188-a605-ddf0a909af0a", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:34:58.968094 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-74ab6b69-08df-43e6-9820-5ce1e58b2cd4 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:34:58.968094 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25a2b433-b843-4071-8ca3-74d190678210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5c938b4-b620-4188-a605-ddf0a909af0a', 'code': 200} Aug 10 03:34:59.025988 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87037819-5188-46aa-a1db-eda9974cce1e tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=94260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:34:59.053599 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [None req-d714f4af-705e-493f-83f6-e40558d9e91c admin admin] For port 22cb987c-f11c-4c77-b260-846ce41e9979, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=22cb987c-f11c-4c77-b260-846ce41e9979,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:59.054316 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d714f4af-705e-493f-83f6-e40558d9e91c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:59.101762 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3bd362-1ab4-409c-b6ab-ee484b203092 req-fd29fc47-2212-4346-8fdd-a9f8feb91322 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:59.105882 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ab3bd362-1ab4-409c-b6ab-ee484b203092 req-fd29fc47-2212-4346-8fdd-a9f8feb91322 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] 10.222.0.44 "GET /v2.0/ports?device_id=84251c8d-e5c4-41bf-a5b0-aa349e5fbd38 HTTP/1.1" status: 200 len: 909 time: 0.2373345 Aug 10 03:34:59.107869 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-87037819-5188-46aa-a1db-eda9974cce1e tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:59.108511 n-d-768862-13 neutron-server[94260]: INFO neutron.db.segments_db [None req-87037819-5188-46aa-a1db-eda9974cce1e tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Added segment d5c396b5-344e-4b5a-8be8-315744387edf of type vlan for network 2a63e77b-356d-4a35-8d3b-a1fe4b3f48e5 Aug 10 03:34:59.118983 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=f5c938b4-b620-4188-a605-ddf0a909af0a,revision_number=13']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:59.133521 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-d714f4af-705e-493f-83f6-e40558d9e91c admin admin] Calling delete_port for 22cb987c-f11c-4c77-b260-846ce41e9979 owned by network:router_gateway {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:34:59.297501 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0901a6-011f-4e53-aeb5-a2f5d5583782 None None] Resources bound (agent type, host, resource id): {{(pid=94262) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 03:34:59.395481 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-073ef64a-ba8d-465e-bc46-54c1821be80d req-ddffcfbc-56e7-447a-8155-dcfeb7eb745f service neutron] 10.222.0.42 "GET /v2.0/networks/c889480f-d9b2-49f5-ab8e-149fc3837835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7202098 Aug 10 03:34:59.588949 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 39c6f6f8-0369-4c74-8f99-8bff132f5316 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:34:59.638488 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-87037819-5188-46aa-a1db-eda9974cce1e tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:59.671838 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 39c6f6f8-0369-4c74-8f99-8bff132f5316 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:34:59.671838 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 39c6f6f8-0369-4c74-8f99-8bff132f5316 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:34:59.772478 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea3e245-5043-440c-8725-58000a4d781d req-7deaf9ac-64a7-4b08-b04c-45d3455c210b tempest-TestSecurityGroupsBasicOps-1160878762 tempest-TestSecurityGroupsBasicOps-1160878762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:59.789533 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0ea3e245-5043-440c-8725-58000a4d781d req-7deaf9ac-64a7-4b08-b04c-45d3455c210b tempest-TestSecurityGroupsBasicOps-1160878762 tempest-TestSecurityGroupsBasicOps-1160878762-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=84251c8d-e5c4-41bf-a5b0-aa349e5fbd38 HTTP/1.1" status: 200 len: 1061 time: 0.4888637 Aug 10 03:34:59.907428 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-87037819-5188-46aa-a1db-eda9974cce1e tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:59.926046 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87037819-5188-46aa-a1db-eda9974cce1e tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:59.926786 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-87037819-5188-46aa-a1db-eda9974cce1e tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:00.104390 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-87037819-5188-46aa-a1db-eda9974cce1e tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4901817 Aug 10 03:35:00.108606 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 44842) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:00.119805 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-8f59d969-5087-4a69-8801-14cb90de9f2e tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Request body: {'subnet': {'network_id': '2a63e77b-356d-4a35-8d3b-a1fe4b3f48e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:00.169531 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87037819-5188-46aa-a1db-eda9974cce1e tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Pushing event updated for resources: {'Network': ['ID=2a63e77b-356d-4a35-8d3b-a1fe4b3f48e5,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:00.186757 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 2a63e77b-356d-4a35-8d3b-a1fe4b3f48e5 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:35:00.222450 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53be4b9-f0e5-499f-832e-ca0ba6408848 req-64516951-de82-4a07-9914-7329bc29f561 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:00.234542 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b53be4b9-f0e5-499f-832e-ca0ba6408848 req-64516951-de82-4a07-9914-7329bc29f561 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 946 time: 0.2885454 Aug 10 03:35:00.244213 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d714f4af-705e-493f-83f6-e40558d9e91c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:00.278693 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f59d969-5087-4a69-8801-14cb90de9f2e tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Made reservation on behalf of 12dd31e74a8f4e489426bf70f77273f7 for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:35:00.292077 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8f59d969-5087-4a69-8801-14cb90de9f2e tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:00.337269 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a36c2f4-80f9-40e9-9cbb-0f04182b7ee7 req-f0e61f28-9365-4019-9877-49b36335a725 tempest-TestSecurityGroupsBasicOps-1160878762 tempest-TestSecurityGroupsBasicOps-1160878762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:00.338947 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5a36c2f4-80f9-40e9-9cbb-0f04182b7ee7 req-f0e61f28-9365-4019-9877-49b36335a725 tempest-TestSecurityGroupsBasicOps-1160878762 tempest-TestSecurityGroupsBasicOps-1160878762-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=11dd5e6e-7a4c-41c3-992f-278efcbc9ff0 HTTP/1.1" status: 200 len: 1136 time: 0.2622876 Aug 10 03:35:00.345621 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d714f4af-705e-493f-83f6-e40558d9e91c admin admin] Pushing event deleted for resources: {'Port': ['ID=22cb987c-f11c-4c77-b260-846ce41e9979,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:00.417368 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b53be4b9-f0e5-499f-832e-ca0ba6408848 req-ade76701-1a86-4b8b-ac54-041b7f63bd72 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=970733cb-cbb6-4524-9c4b-45ba2a794350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1817367 Aug 10 03:35:00.493473 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d714f4af-705e-493f-83f6-e40558d9e91c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520654'] for router_gateway, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:00.622279 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5a36c2f4-80f9-40e9-9cbb-0f04182b7ee7 req-990967ec-2515-4bb4-bfef-0e008fe25c2c tempest-TestSecurityGroupsBasicOps-1160878762 tempest-TestSecurityGroupsBasicOps-1160878762-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=65199a42-7eac-4dce-b64c-6d6d90147739&id=2bf7b11e-13b4-4dc5-bb95-2943a59cb372&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2654662 Aug 10 03:35:00.674773 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 44858) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:00.688472 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8f59d969-5087-4a69-8801-14cb90de9f2e tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:00.720618 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d714f4af-705e-493f-83f6-e40558d9e91c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:00.724957 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d714f4af-705e-493f-83f6-e40558d9e91c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:00.782124 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f59d969-5087-4a69-8801-14cb90de9f2e tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Pushing event updated for resources: {'Subnet': ['ID=0bb98a8b-6ee6-488c-a01d-195e02311a01,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:00.802440 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d714f4af-705e-493f-83f6-e40558d9e91c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:00.803030 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d714f4af-705e-493f-83f6-e40558d9e91c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85be1876-0171-4202-b0fd-1029abcb4922 {{(pid=94260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:35:00.813529 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d714f4af-705e-493f-83f6-e40558d9e91c admin admin] Notify callbacks [] for router, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:00.817191 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-d714f4af-705e-493f-83f6-e40558d9e91c admin admin] 10.222.0.44 "DELETE /v2.0/routers/85be1876-0171-4202-b0fd-1029abcb4922 HTTP/1.1" status: 204 len: 168 time: 4.0309994 Aug 10 03:35:00.817611 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 44866) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:00.869485 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66352956-ffe0-477b-ba5d-d52fafa5e773 tempest-TestSecurityGroupsBasicOps-1160878762 tempest-TestSecurityGroupsBasicOps-1160878762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:00.886653 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-66352956-ffe0-477b-ba5d-d52fafa5e773 tempest-TestSecurityGroupsBasicOps-1160878762 tempest-TestSecurityGroupsBasicOps-1160878762-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=84251c8d-e5c4-41bf-a5b0-aa349e5fbd38 HTTP/1.1" status: 200 len: 1056 time: 0.2101374 Aug 10 03:35:00.904052 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_v2 [None req-93b159e4-4148-4df8-80f5-886820f748e0 admin admin] Deleting subnet e8728eeb-789e-400f-be58-876473c847d3 {{(pid=94260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:35:00.920746 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-93b159e4-4148-4df8-80f5-886820f748e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:00.931763 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f59d969-5087-4a69-8801-14cb90de9f2e tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Checking segment: {'id': 'd5c396b5-344e-4b5a-8be8-315744387edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2a63e77b-356d-4a35-8d3b-a1fe4b3f48e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:35:00.932129 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f59d969-5087-4a69-8801-14cb90de9f2e tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Network hostable DHCP agents. Network: 2a63e77b-356d-4a35-8d3b-a1fe4b3f48e5, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:35:01.010280 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f59d969-5087-4a69-8801-14cb90de9f2e tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Network 2a63e77b-356d-4a35-8d3b-a1fe4b3f48e5 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:35:01.027859 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-8f59d969-5087-4a69-8801-14cb90de9f2e tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 2a63e77b-356d-4a35-8d3b-a1fe4b3f48e5) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:35:01.034613 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f59d969-5087-4a69-8801-14cb90de9f2e tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:01.035404 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8f59d969-5087-4a69-8801-14cb90de9f2e tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:01.037250 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-93b159e4-4148-4df8-80f5-886820f748e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191173'] for subnet, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:01.047259 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d10fb71-e7fb-48ea-b897-0fca36a1fc06 None None] Network 2a63e77b-356d-4a35-8d3b-a1fe4b3f48e5 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:35:01.100421 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-8f59d969-5087-4a69-8801-14cb90de9f2e tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9894130 Aug 10 03:35:01.103214 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 44872) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:01.182973 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-93b159e4-4148-4df8-80f5-886820f748e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:01.264692 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-93b159e4-4148-4df8-80f5-886820f748e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:01.289344 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 22cb987c-f11c-4c77-b260-846ce41e9979 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:35:01.341120 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b159e4-4148-4df8-80f5-886820f748e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8728eeb-789e-400f-be58-876473c847d3,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:01.372143 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-93b159e4-4148-4df8-80f5-886820f748e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:01.377157 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 44882) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:01.382690 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-93b159e4-4148-4df8-80f5-886820f748e0 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/e8728eeb-789e-400f-be58-876473c847d3 HTTP/1.1" status: 204 len: 168 time: 0.5559409 Aug 10 03:35:01.404650 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2060edc8-85f2-46d5-bc48-aac1fe10eb96 None None] Network ba807c4a-a9d3-45a0-921a-7afe6c0e3832 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:35:01.582708 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bf128b4c-6e2c-4cf8-8ef5-679a781d4ff9 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:01.594565 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb623bfb-ef52-4108-91c5-2b5ec6b5df67 req-f254cb58-2088-40bc-9429-093f2fc12a69 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:01.605990 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fb623bfb-ef52-4108-91c5-2b5ec6b5df67 req-f254cb58-2088-40bc-9429-093f2fc12a69 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] 10.222.0.44 "GET /v2.0/ports?device_id=84251c8d-e5c4-41bf-a5b0-aa349e5fbd38 HTTP/1.1" status: 200 len: 909 time: 0.2118604 Aug 10 03:35:01.656745 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacbb883-ff6f-4a1a-b764-c3079b58eda5 req-11b1c6e0-1699-460b-b6a9-9472a9910c2c tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:01.666567 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dacbb883-ff6f-4a1a-b764-c3079b58eda5 req-11b1c6e0-1699-460b-b6a9-9472a9910c2c tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/ports?device_id=be966435-2ac6-4fc6-ab5b-1f75d3accfb6 HTTP/1.1" status: 200 len: 946 time: 0.1911807 Aug 10 03:35:01.674841 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-332bb9b3-0357-461f-8062-25cdfc833192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:01.738151 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 22cb987c-f11c-4c77-b260-846ce41e9979 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:35:01.738515 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dacbb883-ff6f-4a1a-b764-c3079b58eda5 req-bbf393ae-553e-4404-b699-dff0990df830 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad3b49c5-8747-4e37-8274-470671052828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690193 Aug 10 03:35:01.738705 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 22cb987c-f11c-4c77-b260-846ce41e9979 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:35:01.855937 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483858d2-eea3-4afc-bca1-1e0c7a92e4c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-2a63e77b-356d-4a35-8d3b-a1fe4b3f48e5', 'network_id': '2a63e77b-356d-4a35-8d3b-a1fe4b3f48e5', 'tenant_id': '12dd31e74a8f4e489426bf70f77273f7', 'fixed_ips': [{'subnet_id': '0bb98a8b-6ee6-488c-a01d-195e02311a01'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:35:01.865275 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-483858d2-eea3-4afc-bca1-1e0c7a92e4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:01.905164 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a751b2-6084-45a6-9731-fbaa3ccd0f86 req-2aa3e4cd-bfd3-48ce-9c7e-6ceaeb6fa1f6 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:01.907591 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-20a751b2-6084-45a6-9731-fbaa3ccd0f86 req-2aa3e4cd-bfd3-48ce-9c7e-6ceaeb6fa1f6 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 946 time: 0.1699536 Aug 10 03:35:01.912922 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bf128b4c-6e2c-4cf8-8ef5-679a781d4ff9 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:01.994251 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-20a751b2-6084-45a6-9731-fbaa3ccd0f86 req-f6de57ac-dea8-4ced-ad69-eb7b35ab523b tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=970733cb-cbb6-4524-9c4b-45ba2a794350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749485 Aug 10 03:35:02.160998 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bf128b4c-6e2c-4cf8-8ef5-679a781d4ff9 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:02.170076 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-332bb9b3-0357-461f-8062-25cdfc833192 admin admin] Deleting port 622e0729-a09b-434f-aa4c-75f8a88e3c82 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:35:02.170531 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-332bb9b3-0357-461f-8062-25cdfc833192 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:02.260808 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf128b4c-6e2c-4cf8-8ef5-679a781d4ff9 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Pushing event deleted for resources: {'Subnet': ['ID=0bb98a8b-6ee6-488c-a01d-195e02311a01,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:02.424253 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server [None req-483858d2-eea3-4afc-bca1-1e0c7a92e4c5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0bb98a8b-6ee6-488c-a01d-195e02311a01: This subnet is being modified by another concurrent operation. Aug 10 03:35:02.424253 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 10 03:35:02.424253 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 10 03:35:02.424253 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 10 03:35:02.424253 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 10 03:35:02.424253 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 10 03:35:02.424253 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 10 03:35:02.424253 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 10 03:35:02.424253 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 10 03:35:02.424253 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 10 03:35:02.424253 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 03:35:02.424253 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 03:35:02.424253 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:35:02.424253 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:35:02.424253 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:35:02.424253 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:35:02.424253 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 03:35:02.424253 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:35:02.424253 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 03:35:02.424253 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 03:35:02.424253 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:35:02.424253 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:35:02.424253 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:35:02.424253 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:35:02.424253 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 03:35:02.424253 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:35:02.424253 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 03:35:02.424253 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 03:35:02.424253 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:35:02.424253 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:35:02.424253 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:35:02.424253 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:35:02.424253 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 03:35:02.424253 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 03:35:02.424253 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 10 03:35:02.424253 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 10 03:35:02.424253 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 10 03:35:02.424253 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 10 03:35:02.424253 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 10 03:35:02.424253 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 10 03:35:02.424253 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 10 03:35:02.424253 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 10 03:35:02.424253 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 10 03:35:02.424253 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 10 03:35:02.424253 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 10 03:35:02.424253 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 10 03:35:02.424253 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 03:35:02.424253 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 03:35:02.424253 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:35:02.424253 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:35:02.424253 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:35:02.424253 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:35:02.424253 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 03:35:02.424253 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:35:02.424253 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 03:35:02.424253 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 03:35:02.424253 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:35:02.424253 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:35:02.424253 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:35:02.424253 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:35:02.424253 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 03:35:02.424253 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:35:02.424253 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 03:35:02.424253 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 03:35:02.424253 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:35:02.424253 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:35:02.424253 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:35:02.424253 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:35:02.424253 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 03:35:02.424253 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 03:35:02.424253 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 10 03:35:02.424253 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 10 03:35:02.424253 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 10 03:35:02.424253 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 10 03:35:02.424253 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 10 03:35:02.424253 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 10 03:35:02.424253 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 10 03:35:02.424253 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 10 03:35:02.424253 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:35:02.424253 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:35:02.424253 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:35:02.424253 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:35:02.424253 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 10 03:35:02.424253 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 10 03:35:02.424253 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 10 03:35:02.424253 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 10 03:35:02.424253 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 10 03:35:02.424253 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 10 03:35:02.424253 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 10 03:35:02.424253 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server raise exception Aug 10 03:35:02.424253 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0bb98a8b-6ee6-488c-a01d-195e02311a01: This subnet is being modified by another concurrent operation. Aug 10 03:35:02.424253 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server Aug 10 03:35:02.446534 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bf128b4c-6e2c-4cf8-8ef5-679a781d4ff9 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:02.446534 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-332bb9b3-0357-461f-8062-25cdfc833192 admin admin] For port 622e0729-a09b-434f-aa4c-75f8a88e3c82, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=622e0729-a09b-434f-aa4c-75f8a88e3c82,segment=NetworkSegment(2b5392f8-89c7-40e3-9685-d71b5684b8f5),segment_id=2b5392f8-89c7-40e3-9685-d71b5684b8f5)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:02.446534 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-332bb9b3-0357-461f-8062-25cdfc833192 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:02.470057 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-bf128b4c-6e2c-4cf8-8ef5-679a781d4ff9 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a63e77b-356d-4a35-8d3b-a1fe4b3f48e5']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:02.483465 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-332bb9b3-0357-461f-8062-25cdfc833192 admin admin] Calling delete_port for 622e0729-a09b-434f-aa4c-75f8a88e3c82 owned by network:dhcp {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:35:02.486496 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-bf128b4c-6e2c-4cf8-8ef5-679a781d4ff9 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5c396b5-344e-4b5a-8be8-315744387edf') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:02.486702 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-bf128b4c-6e2c-4cf8-8ef5-679a781d4ff9 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5c396b5-344e-4b5a-8be8-315744387edf') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:02.494921 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896da989-286e-4407-a607-ab3657b63ae8 None None] Network 2a63e77b-356d-4a35-8d3b-a1fe4b3f48e5 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:35:02.505521 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bf128b4c-6e2c-4cf8-8ef5-679a781d4ff9 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:02.609199 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bf128b4c-6e2c-4cf8-8ef5-679a781d4ff9 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:02.628058 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf128b4c-6e2c-4cf8-8ef5-679a781d4ff9 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:35:02.630431 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bf128b4c-6e2c-4cf8-8ef5-679a781d4ff9 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:02.631943 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c505276b-ad42-470e-81ef-dfbb4dfaffc0 None None] DHCP port deletion for ba807c4a-a9d3-45a0-921a-7afe6c0e3832 request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:35:02.667251 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:35:02.667251 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:35:02.667251 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:35:02.667251 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:35:02.667251 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:35:02.667251 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:35:02.667251 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:35:02.667251 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:35:02.667251 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:35:02.667251 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:35:02.667251 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:35:02.667251 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:35:02.667251 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:35:02.667251 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:35:02.667251 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:35:02.667251 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:35:02.667251 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:35:02.667251 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:35:02.667251 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:35:02.667251 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:35:02.667251 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:35:02.667251 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:35:02.667251 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:35:02.667251 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:35:02.667251 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:35:02.667251 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:35:02.667251 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:35:02.667251 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:35:02.667251 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:35:02.667251 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:35:02.667251 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:35:02.667251 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:35:02.887701 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-332bb9b3-0357-461f-8062-25cdfc833192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:02.902624 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5092fc1-2b67-4242-a65f-f88e2e05acda req-9bf60e2c-1947-40d6-8da9-15113a70c98a tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:02.905286 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d5092fc1-2b67-4242-a65f-f88e2e05acda req-9bf60e2c-1947-40d6-8da9-15113a70c98a tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] 10.222.0.44 "GET /v2.0/ports?device_id=84251c8d-e5c4-41bf-a5b0-aa349e5fbd38 HTTP/1.1" status: 200 len: 909 time: 0.1431794 Aug 10 03:35:02.935531 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c505276b-ad42-470e-81ef-dfbb4dfaffc0 None None] Deleting port 622e0729-a09b-434f-aa4c-75f8a88e3c82 {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:35:02.936284 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c505276b-ad42-470e-81ef-dfbb4dfaffc0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:03.003799 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332bb9b3-0357-461f-8062-25cdfc833192 admin admin] Pushing event deleted for resources: {'Port': ['ID=622e0729-a09b-434f-aa4c-75f8a88e3c82,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:03.008728 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332bb9b3-0357-461f-8062-25cdfc833192 admin admin] No DVR routers for this DVR port 622e0729-a09b-434f-aa4c-75f8a88e3c82 on host n-d-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:35:03.107910 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c505276b-ad42-470e-81ef-dfbb4dfaffc0 None None] For port 622e0729-a09b-434f-aa4c-75f8a88e3c82, host n-d-768862-13, got binding levels [] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:03.108181 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c505276b-ad42-470e-81ef-dfbb4dfaffc0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:03.125927 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bf128b4c-6e2c-4cf8-8ef5-679a781d4ff9 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:03.143252 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c505276b-ad42-470e-81ef-dfbb4dfaffc0 None None] Calling delete_port for 622e0729-a09b-434f-aa4c-75f8a88e3c82 owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:35:03.148382 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad501cc-20fb-435e-bf90-3c1dc93e434d req-13fa6469-0233-4379-9efa-78c4f1b4ec22 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:03.149623 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.ipam_backend_mixin [None req-c505276b-ad42-470e-81ef-dfbb4dfaffc0 None None] Port 622e0729-a09b-434f-aa4c-75f8a88e3c82 was not found and therefore no delete operation was performed {{(pid=94262) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 03:35:03.151250 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cad501cc-20fb-435e-bf90-3c1dc93e434d req-13fa6469-0233-4379-9efa-78c4f1b4ec22 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/ports?device_id=be966435-2ac6-4fc6-ab5b-1f75d3accfb6 HTTP/1.1" status: 200 len: 946 time: 0.2027020 Aug 10 03:35:03.155954 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c505276b-ad42-470e-81ef-dfbb4dfaffc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:03.234497 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c505276b-ad42-470e-81ef-dfbb4dfaffc0 None None] Pushing event deleted for resources: {'Port': ['ID=622e0729-a09b-434f-aa4c-75f8a88e3c82,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:03.257576 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bf128b4c-6e2c-4cf8-8ef5-679a781d4ff9 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:03.270341 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 44940) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:03.274997 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-bf128b4c-6e2c-4cf8-8ef5-679a781d4ff9 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] 10.222.0.44 "DELETE /v2.0/networks/2a63e77b-356d-4a35-8d3b-a1fe4b3f48e5 HTTP/1.1" status: 204 len: 168 time: 2.1689556 Aug 10 03:35:03.288898 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c505276b-ad42-470e-81ef-dfbb4dfaffc0 None None] No DVR routers for this DVR port 622e0729-a09b-434f-aa4c-75f8a88e3c82 on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:35:03.289189 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-5989d953-11ee-4eb1-ad57-552f7ab2b033 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1493580611'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:03.304522 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 622e0729-a09b-434f-aa4c-75f8a88e3c82 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:35:03.324615 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:03.347265 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1940f12c-2504-4cb9-99b4-6916f387a92c None None] get_active_networks_info from n-d-768862-13 {{(pid=94262) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 03:35:03.482874 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf128b4c-6e2c-4cf8-8ef5-679a781d4ff9 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Pushing event deleted for resources: {'Network': ['ID=2a63e77b-356d-4a35-8d3b-a1fe4b3f48e5,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:03.500525 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cad501cc-20fb-435e-bf90-3c1dc93e434d req-28b5c9de-9ae0-43a9-aebf-1565de93af9f tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad3b49c5-8747-4e37-8274-470671052828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3397923 Aug 10 03:35:03.512405 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-332bb9b3-0357-461f-8062-25cdfc833192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:03.517671 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5989d953-11ee-4eb1-ad57-552f7ab2b033 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Made reservation on behalf of 12dd31e74a8f4e489426bf70f77273f7 for: {'network': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:35:03.525025 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5989d953-11ee-4eb1-ad57-552f7ab2b033 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:03.567620 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 622e0729-a09b-434f-aa4c-75f8a88e3c82 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:35:03.569045 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 622e0729-a09b-434f-aa4c-75f8a88e3c82 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:35:03.571386 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1940f12c-2504-4cb9-99b4-6916f387a92c None None] Resources bound (agent type, host, resource id): {{(pid=94262) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 03:35:03.594825 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-332bb9b3-0357-461f-8062-25cdfc833192 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba807c4a-a9d3-45a0-921a-7afe6c0e3832']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:03.605062 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908673f1-247c-47c4-8d22-086fd421af03 req-8f53b8a3-4b86-4075-8525-6de1638012ab tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:03.608220 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-908673f1-247c-47c4-8d22-086fd421af03 req-8f53b8a3-4b86-4075-8525-6de1638012ab tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 946 time: 0.1997733 Aug 10 03:35:03.629001 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-332bb9b3-0357-461f-8062-25cdfc833192 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b5392f8-89c7-40e3-9685-d71b5684b8f5') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:03.629459 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-332bb9b3-0357-461f-8062-25cdfc833192 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b5392f8-89c7-40e3-9685-d71b5684b8f5') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:03.658728 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-332bb9b3-0357-461f-8062-25cdfc833192 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:03.715958 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-332bb9b3-0357-461f-8062-25cdfc833192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:03.733983 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-332bb9b3-0357-461f-8062-25cdfc833192 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:35:03.734598 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-332bb9b3-0357-461f-8062-25cdfc833192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:03.827320 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:35:03.827320 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:35:03.827320 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:35:03.827320 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:35:03.827320 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:35:03.827320 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:35:03.827320 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:35:03.827320 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:35:03.827320 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:35:03.827320 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:35:03.827320 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:35:03.827320 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:35:03.827320 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:35:03.827320 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:35:03.827320 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:35:03.827320 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:35:03.827320 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:35:03.827320 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:35:03.827320 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:35:03.827320 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:35:03.827320 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:35:03.827320 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:35:03.827320 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:35:03.827320 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:35:03.827320 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:35:03.827320 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:35:03.827320 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:35:03.827320 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:35:03.827320 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:35:03.827320 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:35:03.827320 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:35:03.827320 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:35:03.840602 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-332bb9b3-0357-461f-8062-25cdfc833192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:03.877165 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5989d953-11ee-4eb1-ad57-552f7ab2b033 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=94260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:35:03.885895 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-332bb9b3-0357-461f-8062-25cdfc833192 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:03.891752 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-332bb9b3-0357-461f-8062-25cdfc833192 admin admin] 10.222.0.44 "DELETE /v2.0/networks/ba807c4a-a9d3-45a0-921a-7afe6c0e3832 HTTP/1.1" status: 204 len: 168 time: 2.5123672 Aug 10 03:35:03.895751 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332bb9b3-0357-461f-8062-25cdfc833192 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba807c4a-a9d3-45a0-921a-7afe6c0e3832,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:03.911373 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-908673f1-247c-47c4-8d22-086fd421af03 req-1090666d-b5be-4851-a611-ee040c174568 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=970733cb-cbb6-4524-9c4b-45ba2a794350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2440178 Aug 10 03:35:03.983769 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5989d953-11ee-4eb1-ad57-552f7ab2b033 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:03.984194 n-d-768862-13 neutron-server[94260]: INFO neutron.db.segments_db [None req-5989d953-11ee-4eb1-ad57-552f7ab2b033 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Added segment 3651be3d-dd60-4ca3-9d85-20d957173885 of type vlan for network 575bd3bb-1aad-47c9-b7b0-b096f9267234 Aug 10 03:35:04.009403 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65901049-506a-43d7-8284-13469bae9cbb req-d0e1d762-476c-4663-b991-b582d9ce0842 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:04.016815 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-65901049-506a-43d7-8284-13469bae9cbb req-d0e1d762-476c-4663-b991-b582d9ce0842 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] 10.222.0.61 "GET /v2.0/ports?device_id=84251c8d-e5c4-41bf-a5b0-aa349e5fbd38 HTTP/1.1" status: 200 len: 909 time: 0.3891077 Aug 10 03:35:04.294912 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 44960) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:04.332356 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5989d953-11ee-4eb1-ad57-552f7ab2b033 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:04.444731 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-2df5c548-fa76-44a6-816e-f3b1eb3a6116 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d3b56536bca94e8fa8af65288d111f79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1442351 Aug 10 03:35:04.448528 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 44962) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:04.458808 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5989d953-11ee-4eb1-ad57-552f7ab2b033 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:04.465700 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5989d953-11ee-4eb1-ad57-552f7ab2b033 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:04.466460 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5989d953-11ee-4eb1-ad57-552f7ab2b033 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:04.561995 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ce1bd152-c947-43e0-bd7b-c95296d0dda9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:04.615587 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ce1bd152-c947-43e0-bd7b-c95296d0dda9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:04.679159 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b00c0c0-2867-4126-8400-af48284d483b req-213eb955-0069-43be-b1c6-2261900ae93c tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:04.701035 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1b00c0c0-2867-4126-8400-af48284d483b req-213eb955-0069-43be-b1c6-2261900ae93c tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] 10.222.0.44 "GET /v2.0/ports?device_id=84251c8d-e5c4-41bf-a5b0-aa349e5fbd38 HTTP/1.1" status: 200 len: 909 time: 0.5652661 Aug 10 03:35:04.736823 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-5989d953-11ee-4eb1-ad57-552f7ab2b033 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4598844 Aug 10 03:35:04.736823 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-65901049-506a-43d7-8284-13469bae9cbb req-1ff17100-1f4d-4912-bce1-ab4a6305a7e4 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Deleting port d71317cc-f21a-4b54-a1e5-2673adedd428 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:35:04.736823 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-65901049-506a-43d7-8284-13469bae9cbb req-1ff17100-1f4d-4912-bce1-ab4a6305a7e4 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:04.737352 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 44972) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:04.743009 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-cc109d2b-9317-4176-8f41-e5807ec747a8 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Request body: {'subnet': {'network_id': '575bd3bb-1aad-47c9-b7b0-b096f9267234', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:04.749258 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5989d953-11ee-4eb1-ad57-552f7ab2b033 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Pushing event updated for resources: {'Network': ['ID=575bd3bb-1aad-47c9-b7b0-b096f9267234,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:04.775053 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 575bd3bb-1aad-47c9-b7b0-b096f9267234 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:35:04.879380 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ce1bd152-c947-43e0-bd7b-c95296d0dda9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:04.883261 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ce1bd152-c947-43e0-bd7b-c95296d0dda9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:04.884977 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ce1bd152-c947-43e0-bd7b-c95296d0dda9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/716261c9-08fe-460b-8070-c5648185c899 HTTP/1.1" status: 204 len: 168 time: 0.4339211 Aug 10 03:35:04.972552 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1bd152-c947-43e0-bd7b-c95296d0dda9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=716261c9-08fe-460b-8070-c5648185c899,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:05.092500 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc109d2b-9317-4176-8f41-e5807ec747a8 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Made reservation on behalf of 12dd31e74a8f4e489426bf70f77273f7 for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:35:05.097204 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cc109d2b-9317-4176-8f41-e5807ec747a8 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:05.413969 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.ipam_backend_mixin [None req-cc109d2b-9317-4176-8f41-e5807ec747a8 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Performing IP validity checks on allocation pools {{(pid=94261) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 10 03:35:05.416484 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.ipam_backend_mixin [None req-cc109d2b-9317-4176-8f41-e5807ec747a8 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94261) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 10 03:35:05.782290 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cc109d2b-9317-4176-8f41-e5807ec747a8 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:05.884647 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b1ba79-1c4a-4610-a92b-207d145c78a8 req-ebf3e96b-d274-4c0e-bf10-2b7287eceb04 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:05.895377 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b5b1ba79-1c4a-4610-a92b-207d145c78a8 req-ebf3e96b-d274-4c0e-bf10-2b7287eceb04 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/ports?device_id=be966435-2ac6-4fc6-ab5b-1f75d3accfb6 HTTP/1.1" status: 200 len: 946 time: 0.9931097 Aug 10 03:35:06.084651 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc109d2b-9317-4176-8f41-e5807ec747a8 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Pushing event updated for resources: {'Subnet': ['ID=612f3e6e-2edd-4bad-809d-bdd0a20a310e,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:06.130485 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-65901049-506a-43d7-8284-13469bae9cbb req-1ff17100-1f4d-4912-bce1-ab4a6305a7e4 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] For port d71317cc-f21a-4b54-a1e5-2673adedd428, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=d71317cc-f21a-4b54-a1e5-2673adedd428,segment=NetworkSegment(f3673170-d975-4530-8b2e-6c815d742d26),segment_id=f3673170-d975-4530-8b2e-6c815d742d26)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:06.131439 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-65901049-506a-43d7-8284-13469bae9cbb req-1ff17100-1f4d-4912-bce1-ab4a6305a7e4 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:06.148027 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b5b1ba79-1c4a-4610-a92b-207d145c78a8 req-bbf8c8d6-2fab-46e7-be1d-645a9d9a943c tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad3b49c5-8747-4e37-8274-470671052828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516968 Aug 10 03:35:06.191606 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc109d2b-9317-4176-8f41-e5807ec747a8 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Checking segment: {'id': '3651be3d-dd60-4ca3-9d85-20d957173885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '575bd3bb-1aad-47c9-b7b0-b096f9267234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:35:06.192201 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc109d2b-9317-4176-8f41-e5807ec747a8 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Network hostable DHCP agents. Network: 575bd3bb-1aad-47c9-b7b0-b096f9267234, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:35:06.204968 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e916422-9123-4722-8bb6-6c1f0835c620 req-02dca790-907c-495d-9375-52178bdc8b39 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:06.224878 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0e916422-9123-4722-8bb6-6c1f0835c620 req-02dca790-907c-495d-9375-52178bdc8b39 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 946 time: 0.3568504 Aug 10 03:35:06.228325 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-65901049-506a-43d7-8284-13469bae9cbb req-1ff17100-1f4d-4912-bce1-ab4a6305a7e4 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Calling delete_port for d71317cc-f21a-4b54-a1e5-2673adedd428 owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:35:06.252345 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc109d2b-9317-4176-8f41-e5807ec747a8 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Network 575bd3bb-1aad-47c9-b7b0-b096f9267234 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:35:06.267119 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-cc109d2b-9317-4176-8f41-e5807ec747a8 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 575bd3bb-1aad-47c9-b7b0-b096f9267234) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:35:06.271635 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc109d2b-9317-4176-8f41-e5807ec747a8 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:06.272344 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cc109d2b-9317-4176-8f41-e5807ec747a8 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:06.280471 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ea1e85-c7c5-44a9-9987-795df8b113a8 None None] Network 575bd3bb-1aad-47c9-b7b0-b096f9267234 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:35:06.322911 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-cc109d2b-9317-4176-8f41-e5807ec747a8 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.5845332 Aug 10 03:35:06.326997 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 45006) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:06.869566 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3913be-b94b-43d2-8b98-d16f35f9edc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-575bd3bb-1aad-47c9-b7b0-b096f9267234', 'network_id': '575bd3bb-1aad-47c9-b7b0-b096f9267234', 'tenant_id': '12dd31e74a8f4e489426bf70f77273f7', 'fixed_ips': [{'subnet_id': '612f3e6e-2edd-4bad-809d-bdd0a20a310e'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:35:06.875864 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1c3913be-b94b-43d2-8b98-d16f35f9edc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:06.919467 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0e916422-9123-4722-8bb6-6c1f0835c620 req-1965b959-9a62-4a11-a0c5-57145d28a05f tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=970733cb-cbb6-4524-9c4b-45ba2a794350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6933424 Aug 10 03:35:07.045918 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-65901049-506a-43d7-8284-13469bae9cbb req-1ff17100-1f4d-4912-bce1-ab4a6305a7e4 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:07.084664 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c938b09-cb0f-4a30-8648-fc9e011afb84 req-bd92d931-c1c1-453e-98df-34b8cb971394 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:07.087028 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0c938b09-cb0f-4a30-8648-fc9e011afb84 req-bd92d931-c1c1-453e-98df-34b8cb971394 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] 10.222.0.44 "GET /v2.0/ports?device_id=84251c8d-e5c4-41bf-a5b0-aa349e5fbd38 HTTP/1.1" status: 200 len: 909 time: 0.4635646 Aug 10 03:35:07.139065 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff17100-1f4d-4912-bce1-ab4a6305a7e4 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Pushing event deleted for resources: {'Port': ['ID=d71317cc-f21a-4b54-a1e5-2673adedd428,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:07.298743 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-65901049-506a-43d7-8284-13469bae9cbb req-1ff17100-1f4d-4912-bce1-ab4a6305a7e4 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] No DVR routers for this DVR port d71317cc-f21a-4b54-a1e5-2673adedd428 on host n-h2-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:35:07.303905 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-65901049-506a-43d7-8284-13469bae9cbb req-1ff17100-1f4d-4912-bce1-ab4a6305a7e4 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:07.318756 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-65901049-506a-43d7-8284-13469bae9cbb req-1ff17100-1f4d-4912-bce1-ab4a6305a7e4 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] 10.222.0.61 "DELETE /v2.0/ports/d71317cc-f21a-4b54-a1e5-2673adedd428 HTTP/1.1" status: 204 len: 173 time: 3.2736952 Aug 10 03:35:07.319317 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84251c8d-e5c4-41bf-a5b0-aa349e5fbd38', 'name': 'network-vif-deleted', 'tag': 'd71317cc-f21a-4b54-a1e5-2673adedd428'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:35:07.321798 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbb28d0a-6da3-4ec8-90dc-5e8506dc5af7" -d '{"events": [{"server_uuid": "84251c8d-e5c4-41bf-a5b0-aa349e5fbd38", "name": "network-vif-deleted", "tag": "d71317cc-f21a-4b54-a1e5-2673adedd428"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:35:07.465644 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-1c3913be-b94b-43d2-8b98-d16f35f9edc2 None None] Allocated IP 172.20.0.3 (575bd3bb-1aad-47c9-b7b0-b096f9267234/612f3e6e-2edd-4bad-809d-bdd0a20a310e/75e7d8ca-688e-4e3a-aea6-c24ef5b74970) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:35:07.468791 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaaf912-d7cc-4c1b-8a63-422ef576614e req-3d94de49-4cb3-4824-8ac8-b8690704d274 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:07.498550 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-efaaf912-d7cc-4c1b-8a63-422ef576614e req-3d94de49-4cb3-4824-8ac8-b8690704d274 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/ports?device_id=be966435-2ac6-4fc6-ab5b-1f75d3accfb6 HTTP/1.1" status: 200 len: 946 time: 0.1623755 Aug 10 03:35:07.511965 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device d71317cc-f21a-4b54-a1e5-2673adedd428 no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:35:07.646312 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55ab917d-8422-43ee-87ba-8763a144c7e4 x-openstack-request-id: req-55ab917d-8422-43ee-87ba-8763a144c7e4 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:35:07.646656 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84251c8d-e5c4-41bf-a5b0-aa349e5fbd38", "name": "network-vif-deleted", "tag": "d71317cc-f21a-4b54-a1e5-2673adedd428", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:35:07.648013 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-55ab917d-8422-43ee-87ba-8763a144c7e4 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:35:07.648455 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84251c8d-e5c4-41bf-a5b0-aa349e5fbd38', 'name': 'network-vif-deleted', 'tag': 'd71317cc-f21a-4b54-a1e5-2673adedd428', 'status': 'completed', 'code': 200} Aug 10 03:35:07.686300 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-efaaf912-d7cc-4c1b-8a63-422ef576614e req-c7e7c3e6-80f9-4b25-92ea-89b2702bcd67 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad3b49c5-8747-4e37-8274-470671052828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868608 Aug 10 03:35:07.885326 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] No Port match for: d71317cc-f21a-4b54-a1e5-2673adedd428 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:35:07.885326 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device d71317cc-f21a-4b54-a1e5-2673adedd428 not bound to the agent host n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:35:07.910420 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 45042) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:08.160178 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1c3913be-b94b-43d2-8b98-d16f35f9edc2 None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:08.160730 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9291982-4de4-4bdc-ad0b-92bd2722ebb8 req-f1c7d679-0d99-4193-b63b-e551754932d6 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:08.170919 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f9291982-4de4-4bdc-ad0b-92bd2722ebb8 req-f1c7d679-0d99-4193-b63b-e551754932d6 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 946 time: 0.1290293 Aug 10 03:35:08.189567 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-1c3913be-b94b-43d2-8b98-d16f35f9edc2 None None] Transition to ACTIVE for port object 75e7d8ca-688e-4e3a-aea6-c24ef5b74970 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:35:08.247265 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1d5434eb-f9a6-416b-9d9c-cf3a08ece4ef tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:08.248173 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-1c3913be-b94b-43d2-8b98-d16f35f9edc2 None None] Transition to ACTIVE for port object 75e7d8ca-688e-4e3a-aea6-c24ef5b74970 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:35:08.260761 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1c3913be-b94b-43d2-8b98-d16f35f9edc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:08.268688 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f9291982-4de4-4bdc-ad0b-92bd2722ebb8 req-6923b49f-13c3-44a6-af98-9ac9a850f5fa tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=970733cb-cbb6-4524-9c4b-45ba2a794350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931191 Aug 10 03:35:08.287663 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-fc592b9d-67bd-41e1-a114-8897f4e7297d admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-174635425-network', 'tenant_id': 'ed8dffce637c40f9ad5e3cce94f64610'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:08.381170 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3913be-b94b-43d2-8b98-d16f35f9edc2 None None] Pushing event updated for resources: {'Port': ['ID=75e7d8ca-688e-4e3a-aea6-c24ef5b74970,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:08.382854 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-1d5434eb-f9a6-416b-9d9c-cf3a08ece4ef tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Deleting port 75e7d8ca-688e-4e3a-aea6-c24ef5b74970 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:35:08.385031 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1d5434eb-f9a6-416b-9d9c-cf3a08ece4ef tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:08.408408 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3913be-b94b-43d2-8b98-d16f35f9edc2 None None] Network 575bd3bb-1aad-47c9-b7b0-b096f9267234 is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:35:08.421067 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-1c3913be-b94b-43d2-8b98-d16f35f9edc2 None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:35:08.425336 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3913be-b94b-43d2-8b98-d16f35f9edc2 None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:35:08.453301 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-73ba65fb-2a4f-47f9-8e62-ab4159451da1 req-44992cef-c036-4a5d-913f-c01a237e3966 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] 10.222.0.44 "GET /v2.0/ports?device_id=84251c8d-e5c4-41bf-a5b0-aa349e5fbd38 HTTP/1.1" status: 200 len: 210 time: 0.1091981 Aug 10 03:35:08.481386 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc592b9d-67bd-41e1-a114-8897f4e7297d admin admin] Made reservation on behalf of ed8dffce637c40f9ad5e3cce94f64610 for: {'network': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:35:08.484267 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-fc592b9d-67bd-41e1-a114-8897f4e7297d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:08.502673 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-fc592b9d-67bd-41e1-a114-8897f4e7297d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:08.621444 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-1d5434eb-f9a6-416b-9d9c-cf3a08ece4ef tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] For port 75e7d8ca-688e-4e3a-aea6-c24ef5b74970, host n-d-768862-13, got binding levels [] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:08.621910 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1d5434eb-f9a6-416b-9d9c-cf3a08ece4ef tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:08.623084 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-1c3913be-b94b-43d2-8b98-d16f35f9edc2 None None] Attempting to bind port 75e7d8ca-688e-4e3a-aea6-c24ef5b74970 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:35:08.624138 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-1c3913be-b94b-43d2-8b98-d16f35f9edc2 None None] Attempting to bind port 75e7d8ca-688e-4e3a-aea6-c24ef5b74970 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '3651be3d-dd60-4ca3-9d85-20d957173885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '575bd3bb-1aad-47c9-b7b0-b096f9267234'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:35:08.624743 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3913be-b94b-43d2-8b98-d16f35f9edc2 None None] Attempting to bind port 75e7d8ca-688e-4e3a-aea6-c24ef5b74970 on network 575bd3bb-1aad-47c9-b7b0-b096f9267234 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:35:08.642999 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3913be-b94b-43d2-8b98-d16f35f9edc2 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:35:08.643821 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3913be-b94b-43d2-8b98-d16f35f9edc2 None None] Checking segment: {'id': '3651be3d-dd60-4ca3-9d85-20d957173885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '575bd3bb-1aad-47c9-b7b0-b096f9267234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:35:08.644576 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1c3913be-b94b-43d2-8b98-d16f35f9edc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:08.645249 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3913be-b94b-43d2-8b98-d16f35f9edc2 None None] Bound using segment: {'id': '3651be3d-dd60-4ca3-9d85-20d957173885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '575bd3bb-1aad-47c9-b7b0-b096f9267234'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:35:08.645979 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-1c3913be-b94b-43d2-8b98-d16f35f9edc2 None None] Bound port: 75e7d8ca-688e-4e3a-aea6-c24ef5b74970, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3651be3d-dd60-4ca3-9d85-20d957173885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '575bd3bb-1aad-47c9-b7b0-b096f9267234'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:35:08.646665 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1c3913be-b94b-43d2-8b98-d16f35f9edc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:08.661145 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-1d5434eb-f9a6-416b-9d9c-cf3a08ece4ef tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Calling delete_port for 75e7d8ca-688e-4e3a-aea6-c24ef5b74970 owned by network:dhcp {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:35:08.786459 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-fc592b9d-67bd-41e1-a114-8897f4e7297d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:08.797359 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-fc592b9d-67bd-41e1-a114-8897f4e7297d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:08.834774 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-1c3913be-b94b-43d2-8b98-d16f35f9edc2 None None] For port 75e7d8ca-688e-4e3a-aea6-c24ef5b74970, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:35:08.842597 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-1c3913be-b94b-43d2-8b98-d16f35f9edc2 None None] For port 75e7d8ca-688e-4e3a-aea6-c24ef5b74970, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=75e7d8ca-688e-4e3a-aea6-c24ef5b74970,segment=NetworkSegment(3651be3d-dd60-4ca3-9d85-20d957173885),segment_id=3651be3d-dd60-4ca3-9d85-20d957173885)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:35:08.857864 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1c3913be-b94b-43d2-8b98-d16f35f9edc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:08.907314 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc592b9d-67bd-41e1-a114-8897f4e7297d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=94260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:35:09.006522 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-fc592b9d-67bd-41e1-a114-8897f4e7297d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:09.007090 n-d-768862-13 neutron-server[94260]: INFO neutron.db.segments_db [None req-fc592b9d-67bd-41e1-a114-8897f4e7297d admin admin] Added segment a2e411c2-4477-42eb-bcf0-6e190209208e of type vlan for network a9b6c3c5-1bbb-4b10-a587-d4e0fd1852dc Aug 10 03:35:09.077531 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1d5434eb-f9a6-416b-9d9c-cf3a08ece4ef tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:09.080242 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc592b9d-67bd-41e1-a114-8897f4e7297d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d27d9232-4c42-4737-ad73-7b150eae7df7,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:09.130093 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3913be-b94b-43d2-8b98-d16f35f9edc2 None None] Pushing event updated for resources: {'Port': ['ID=75e7d8ca-688e-4e3a-aea6-c24ef5b74970,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:09.239726 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5434eb-f9a6-416b-9d9c-cf3a08ece4ef tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Pushing event deleted for resources: {'Port': ['ID=75e7d8ca-688e-4e3a-aea6-c24ef5b74970,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:09.256124 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-fc592b9d-67bd-41e1-a114-8897f4e7297d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:09.329054 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5434eb-f9a6-416b-9d9c-cf3a08ece4ef tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] No DVR routers for this DVR port 75e7d8ca-688e-4e3a-aea6-c24ef5b74970 on host n-d-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:35:09.451530 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0266fa-dd5d-4ae0-a412-44211c24d8a2 req-2b7cad3c-cd00-4864-aa58-a2f83ef33305 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:09.461334 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7c0266fa-dd5d-4ae0-a412-44211c24d8a2 req-2b7cad3c-cd00-4864-aa58-a2f83ef33305 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/ports?device_id=be966435-2ac6-4fc6-ab5b-1f75d3accfb6 HTTP/1.1" status: 200 len: 946 time: 0.3870966 Aug 10 03:35:09.462113 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-fc592b9d-67bd-41e1-a114-8897f4e7297d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:09.468786 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc592b9d-67bd-41e1-a114-8897f4e7297d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:09.470716 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-fc592b9d-67bd-41e1-a114-8897f4e7297d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:09.482669 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1d5434eb-f9a6-416b-9d9c-cf3a08ece4ef tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:09.541552 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-fc592b9d-67bd-41e1-a114-8897f4e7297d admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6293411 Aug 10 03:35:09.556686 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 45070) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:09.597097 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-ee9b071c-19a8-4556-aa6f-ea8cae8c245f admin admin] Request body: {'subnet': {'network_id': 'a9b6c3c5-1bbb-4b10-a587-d4e0fd1852dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-174635425-subnet', 'tenant_id': 'ed8dffce637c40f9ad5e3cce94f64610', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:09.832104 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1d5434eb-f9a6-416b-9d9c-cf3a08ece4ef tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:09.859745 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc592b9d-67bd-41e1-a114-8897f4e7297d admin admin] Pushing event updated for resources: {'Network': ['ID=a9b6c3c5-1bbb-4b10-a587-d4e0fd1852dc,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:09.885081 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network a9b6c3c5-1bbb-4b10-a587-d4e0fd1852dc details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:35:09.934130 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5434eb-f9a6-416b-9d9c-cf3a08ece4ef tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Pushing event deleted for resources: {'Subnet': ['ID=612f3e6e-2edd-4bad-809d-bdd0a20a310e,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:10.104496 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7c0266fa-dd5d-4ae0-a412-44211c24d8a2 req-66b2d461-02e5-4eac-bbec-0ef238b86624 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad3b49c5-8747-4e37-8274-470671052828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5813620 Aug 10 03:35:10.169574 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16ce730-6b55-4494-bb29-ad9a4ed55e02 req-030e7d71-cda2-46be-a784-069b11b7a15c tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:10.189660 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b16ce730-6b55-4494-bb29-ad9a4ed55e02 req-030e7d71-cda2-46be-a784-069b11b7a15c tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 946 time: 0.6647155 Aug 10 03:35:10.220588 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee9b071c-19a8-4556-aa6f-ea8cae8c245f admin admin] Made reservation on behalf of ed8dffce637c40f9ad5e3cce94f64610 for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:35:10.224962 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1d5434eb-f9a6-416b-9d9c-cf3a08ece4ef tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:10.226176 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ee9b071c-19a8-4556-aa6f-ea8cae8c245f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:10.229419 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 45082) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:10.259034 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-1d5434eb-f9a6-416b-9d9c-cf3a08ece4ef tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['575bd3bb-1aad-47c9-b7b0-b096f9267234']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:10.304221 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-1d5434eb-f9a6-416b-9d9c-cf3a08ece4ef tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3651be3d-dd60-4ca3-9d85-20d957173885') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:10.305035 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-1d5434eb-f9a6-416b-9d9c-cf3a08ece4ef tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3651be3d-dd60-4ca3-9d85-20d957173885') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:10.349281 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1d5434eb-f9a6-416b-9d9c-cf3a08ece4ef tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:10.426731 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1d5434eb-f9a6-416b-9d9c-cf3a08ece4ef tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:10.455164 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d5434eb-f9a6-416b-9d9c-cf3a08ece4ef tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:35:10.455164 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1d5434eb-f9a6-416b-9d9c-cf3a08ece4ef tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:10.464015 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:35:10.464015 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:35:10.464015 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:35:10.464015 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:35:10.464015 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:35:10.464015 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:35:10.464015 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:35:10.464015 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:35:10.464015 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:35:10.464015 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:35:10.464015 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:35:10.464015 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:35:10.464015 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:35:10.464015 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:35:10.464015 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:35:10.464015 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:35:10.464015 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:35:10.464015 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:35:10.464015 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:35:10.464015 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:35:10.464015 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:35:10.464015 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:35:10.464015 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:35:10.464015 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:35:10.464015 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:35:10.464015 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:35:10.464015 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:35:10.464015 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:35:10.464015 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:35:10.464015 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:35:10.464015 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:35:10.464015 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:35:10.541987 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b16ce730-6b55-4494-bb29-ad9a4ed55e02 req-f21ff2cc-b4ea-4715-8648-062a736e9fcf tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=970733cb-cbb6-4524-9c4b-45ba2a794350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3434885 Aug 10 03:35:10.707922 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1d5434eb-f9a6-416b-9d9c-cf3a08ece4ef tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:10.752431 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1d5434eb-f9a6-416b-9d9c-cf3a08ece4ef tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:10.759894 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-1d5434eb-f9a6-416b-9d9c-cf3a08ece4ef tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] 10.222.0.44 "DELETE /v2.0/networks/575bd3bb-1aad-47c9-b7b0-b096f9267234 HTTP/1.1" status: 204 len: 168 time: 4.4308994 Aug 10 03:35:10.764493 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 45094) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:10.766890 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5434eb-f9a6-416b-9d9c-cf3a08ece4ef tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Pushing event deleted for resources: {'Network': ['ID=575bd3bb-1aad-47c9-b7b0-b096f9267234,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:10.783122 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-0d980e58-3789-46d8-80a8-fdf2ef5d6036 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1584067085'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:10.889218 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d980e58-3789-46d8-80a8-fdf2ef5d6036 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Made reservation on behalf of 12dd31e74a8f4e489426bf70f77273f7 for: {'network': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:35:10.897016 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0d980e58-3789-46d8-80a8-fdf2ef5d6036 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:11.198414 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d980e58-3789-46d8-80a8-fdf2ef5d6036 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=94260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:35:11.231055 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0d980e58-3789-46d8-80a8-fdf2ef5d6036 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:11.231750 n-d-768862-13 neutron-server[94260]: INFO neutron.db.segments_db [None req-0d980e58-3789-46d8-80a8-fdf2ef5d6036 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Added segment c1a5123f-65c9-4cfb-86ad-b75e85beba5a of type vlan for network cc879afa-c387-455a-960a-a694b3a2ce34 Aug 10 03:35:11.250710 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ee9b071c-19a8-4556-aa6f-ea8cae8c245f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58895384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805196'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:11.298261 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-73d798a8-a479-4b2d-9c70-9a650f509734 None None] Could not find standard attr ID for object 75e7d8ca-688e-4e3a-aea6-c24ef5b74970. {{(pid=94262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:35:11.336221 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9b071c-19a8-4556-aa6f-ea8cae8c245f admin admin] Pushing event updated for resources: {'Subnet': ['ID=69db8603-b972-4b40-9c02-aa5bf5baf5c1,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:11.381230 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb2c6bd-bfc7-433f-8f93-6cca08aec02d None None] DHCP port deletion for 575bd3bb-1aad-47c9-b7b0-b096f9267234 request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:35:11.406033 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3217f40-a22e-457c-b1d5-2df46bc03260 None None] Network 575bd3bb-1aad-47c9-b7b0-b096f9267234 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:35:11.438327 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3217f40-a22e-457c-b1d5-2df46bc03260 None None] Network 575bd3bb-1aad-47c9-b7b0-b096f9267234 could not be found, it might have been deleted concurrently. {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 10 03:35:11.626404 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0d980e58-3789-46d8-80a8-fdf2ef5d6036 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:11.829215 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9b071c-19a8-4556-aa6f-ea8cae8c245f admin admin] Checking segment: {'id': 'a2e411c2-4477-42eb-bcf0-6e190209208e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a9b6c3c5-1bbb-4b10-a587-d4e0fd1852dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:35:11.829947 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9b071c-19a8-4556-aa6f-ea8cae8c245f admin admin] Network hostable DHCP agents. Network: a9b6c3c5-1bbb-4b10-a587-d4e0fd1852dc, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:35:11.849356 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3b7bc0-6d1f-4fca-8e38-646b68eba818 req-230a0201-9f14-4290-928f-b5d0ab3eded9 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:11.854795 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5e3b7bc0-6d1f-4fca-8e38-646b68eba818 req-230a0201-9f14-4290-928f-b5d0ab3eded9 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/ports?device_id=be966435-2ac6-4fc6-ab5b-1f75d3accfb6 HTTP/1.1" status: 200 len: 946 time: 0.4023573 Aug 10 03:35:11.866962 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0d980e58-3789-46d8-80a8-fdf2ef5d6036 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:11.874015 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d980e58-3789-46d8-80a8-fdf2ef5d6036 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:11.875161 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0d980e58-3789-46d8-80a8-fdf2ef5d6036 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:11.978395 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d980e58-3789-46d8-80a8-fdf2ef5d6036 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Pushing event updated for resources: {'Network': ['ID=cc879afa-c387-455a-960a-a694b3a2ce34,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:11.992080 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network cc879afa-c387-455a-960a-a694b3a2ce34 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:35:12.166823 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-0d980e58-3789-46d8-80a8-fdf2ef5d6036 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3964746 Aug 10 03:35:12.167543 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 45118) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:12.173457 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-bfd8226a-4589-4938-adf8-9410313e8b77 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Request body: {'subnet': {'network_id': 'cc879afa-c387-455a-960a-a694b3a2ce34', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:12.256055 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9b071c-19a8-4556-aa6f-ea8cae8c245f admin admin] Network a9b6c3c5-1bbb-4b10-a587-d4e0fd1852dc is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:35:12.295025 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a3ea6b-7593-4818-b30f-8175611af07e req-f3ac72f7-bdc9-4d1a-bbdb-135a7f1bb49e tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:12.297379 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-25a3ea6b-7593-4818-b30f-8175611af07e req-f3ac72f7-bdc9-4d1a-bbdb-135a7f1bb49e tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 946 time: 0.4170413 Aug 10 03:35:12.384643 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-ee9b071c-19a8-4556-aa6f-ea8cae8c245f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, a9b6c3c5-1bbb-4b10-a587-d4e0fd1852dc) {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:35:12.398162 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfd8226a-4589-4938-adf8-9410313e8b77 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Made reservation on behalf of 12dd31e74a8f4e489426bf70f77273f7 for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:35:12.401418 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde2238d-8899-40ae-9b77-fa9abe918322 None None] Network a9b6c3c5-1bbb-4b10-a587-d4e0fd1852dc requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:35:12.403282 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bfd8226a-4589-4938-adf8-9410313e8b77 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:12.448332 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5e3b7bc0-6d1f-4fca-8e38-646b68eba818 req-473af030-464a-4486-be7c-e497b508e4f6 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad3b49c5-8747-4e37-8274-470671052828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5669167 Aug 10 03:35:12.450754 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9b071c-19a8-4556-aa6f-ea8cae8c245f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:12.451538 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ee9b071c-19a8-4556-aa6f-ea8cae8c245f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:12.522500 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-25a3ea6b-7593-4818-b30f-8175611af07e req-5c11b714-d139-4c31-8afa-91e864a15892 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=970733cb-cbb6-4524-9c4b-45ba2a794350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1585896 Aug 10 03:35:12.576905 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-ee9b071c-19a8-4556-aa6f-ea8cae8c245f admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.9857318 Aug 10 03:35:12.607174 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-bc230166-6f74-4bfc-ab78-0994f8d651b2 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521880'] for router_interface, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:12.700358 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37db6d6d-2f49-41a9-9528-3b3a96e0bdd5 None None] Network a9b6c3c5-1bbb-4b10-a587-d4e0fd1852dc requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:35:13.212262 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 75e7d8ca-688e-4e3a-aea6-c24ef5b74970 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:35:13.258102 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 75e7d8ca-688e-4e3a-aea6-c24ef5b74970 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:35:13.258885 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 75e7d8ca-688e-4e3a-aea6-c24ef5b74970 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:35:13.268280 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bfd8226a-4589-4938-adf8-9410313e8b77 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:13.405443 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-bc230166-6f74-4bfc-ab78-0994f8d651b2 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Deleting port 430dcc1d-7734-46aa-a5b0-233bf0ad851f {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:35:13.406511 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-bc230166-6f74-4bfc-ab78-0994f8d651b2 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:13.507636 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd8226a-4589-4938-adf8-9410313e8b77 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Pushing event updated for resources: {'Subnet': ['ID=7b31ae9a-4402-43d9-98f5-b95149331d64,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:13.604735 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd8226a-4589-4938-adf8-9410313e8b77 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Checking segment: {'id': 'c1a5123f-65c9-4cfb-86ad-b75e85beba5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'cc879afa-c387-455a-960a-a694b3a2ce34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:35:13.610466 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd8226a-4589-4938-adf8-9410313e8b77 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Network hostable DHCP agents. Network: cc879afa-c387-455a-960a-a694b3a2ce34, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:35:13.666696 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd8226a-4589-4938-adf8-9410313e8b77 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Network cc879afa-c387-455a-960a-a694b3a2ce34 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:35:13.688385 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-bfd8226a-4589-4938-adf8-9410313e8b77 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, cc879afa-c387-455a-960a-a694b3a2ce34) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:35:13.699833 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a227151f-a36d-479c-a0bb-ead80a975c52 None None] Network cc879afa-c387-455a-960a-a694b3a2ce34 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:35:13.702023 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd8226a-4589-4938-adf8-9410313e8b77 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:13.707486 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bfd8226a-4589-4938-adf8-9410313e8b77 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:13.768602 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [None req-bc230166-6f74-4bfc-ab78-0994f8d651b2 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] For port 430dcc1d-7734-46aa-a5b0-233bf0ad851f, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=430dcc1d-7734-46aa-a5b0-233bf0ad851f,segment=NetworkSegment(f3673170-d975-4530-8b2e-6c815d742d26),segment_id=f3673170-d975-4530-8b2e-6c815d742d26)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:13.769454 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-bc230166-6f74-4bfc-ab78-0994f8d651b2 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:13.786554 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-bfd8226a-4589-4938-adf8-9410313e8b77 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.6173563 Aug 10 03:35:13.791554 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 45166) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:13.815259 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8669159-ff05-4eac-b980-d4c9975989d5 req-bd587623-8b6c-42f6-bf97-22fa16d79bf8 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:13.818311 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e8669159-ff05-4eac-b980-d4c9975989d5 req-bd587623-8b6c-42f6-bf97-22fa16d79bf8 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/ports?device_id=be966435-2ac6-4fc6-ab5b-1f75d3accfb6 HTTP/1.1" status: 200 len: 946 time: 0.1506414 Aug 10 03:35:14.045026 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7bb1e6-85a2-49bd-aa2d-dbb4d060a674 req-636e3f6f-b030-4c62-b02c-972819f474ae tempest-InstanceActionsV221TestJSON-1045593935 tempest-InstanceActionsV221TestJSON-1045593935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:14.047578 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-da7bb1e6-85a2-49bd-aa2d-dbb4d060a674 req-636e3f6f-b030-4c62-b02c-972819f474ae tempest-InstanceActionsV221TestJSON-1045593935 tempest-InstanceActionsV221TestJSON-1045593935-project] 10.222.0.44 "GET /v2.0/networks?id=a9b6c3c5-1bbb-4b10-a587-d4e0fd1852dc HTTP/1.1" status: 200 len: 817 time: 0.2275479 Aug 10 03:35:14.087394 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-da7bb1e6-85a2-49bd-aa2d-dbb4d060a674 req-5dbbe360-570c-42f8-b987-98f952e0d6a6 tempest-InstanceActionsV221TestJSON-1045593935 tempest-InstanceActionsV221TestJSON-1045593935-project] 10.222.0.44 "GET /v2.0/quotas/ed8dffce637c40f9ad5e3cce94f64610 HTTP/1.1" status: 200 len: 375 time: 0.0216908 Aug 10 03:35:14.091480 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd84344-9103-4385-91b0-1c8b2c50bda8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-cc879afa-c387-455a-960a-a694b3a2ce34', 'network_id': 'cc879afa-c387-455a-960a-a694b3a2ce34', 'tenant_id': '12dd31e74a8f4e489426bf70f77273f7', 'fixed_ips': [{'subnet_id': '7b31ae9a-4402-43d9-98f5-b95149331d64'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:35:14.092721 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1bd84344-9103-4385-91b0-1c8b2c50bda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:14.103267 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-bc230166-6f74-4bfc-ab78-0994f8d651b2 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Calling delete_port for 430dcc1d-7734-46aa-a5b0-233bf0ad851f owned by network:router_interface {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:35:14.182598 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-da7bb1e6-85a2-49bd-aa2d-dbb4d060a674 req-c3c44852-7bf3-47b2-a57d-1a2de4f002b7 tempest-InstanceActionsV221TestJSON-1045593935 tempest-InstanceActionsV221TestJSON-1045593935-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ed8dffce637c40f9ad5e3cce94f64610&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0716245 Aug 10 03:35:14.248079 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-54b3f70b-cb71-4f5e-a554-10f257cf2511 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:14.319717 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-1bd84344-9103-4385-91b0-1c8b2c50bda8 None None] Allocated IP 172.20.0.1 (cc879afa-c387-455a-960a-a694b3a2ce34/7b31ae9a-4402-43d9-98f5-b95149331d64/f91ce733-bcbe-496f-9fa7-04102a798614) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:35:14.514668 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-54b3f70b-cb71-4f5e-a554-10f257cf2511 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:14.580615 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1bd84344-9103-4385-91b0-1c8b2c50bda8 None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:14.598201 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-da7bb1e6-85a2-49bd-aa2d-dbb4d060a674 req-01b6ef90-abfc-47e1-8982-1d609af942ef service neutron] 10.222.0.44 "GET /v2.0/networks/a9b6c3c5-1bbb-4b10-a587-d4e0fd1852dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4050062 Aug 10 03:35:14.604936 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-1bd84344-9103-4385-91b0-1c8b2c50bda8 None None] Transition to ACTIVE for port object f91ce733-bcbe-496f-9fa7-04102a798614 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:35:14.642851 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-1bd84344-9103-4385-91b0-1c8b2c50bda8 None None] Transition to ACTIVE for port object f91ce733-bcbe-496f-9fa7-04102a798614 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:35:14.657135 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1bd84344-9103-4385-91b0-1c8b2c50bda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:14.674584 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e8669159-ff05-4eac-b980-d4c9975989d5 req-3b7961e9-e473-4db6-b363-01c3b52ef88e tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad3b49c5-8747-4e37-8274-470671052828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6249626 Aug 10 03:35:14.707350 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd84344-9103-4385-91b0-1c8b2c50bda8 None None] Network cc879afa-c387-455a-960a-a694b3a2ce34 is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:35:14.711220 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-1bd84344-9103-4385-91b0-1c8b2c50bda8 None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:35:14.716831 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd84344-9103-4385-91b0-1c8b2c50bda8 None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:35:14.790509 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-1bd84344-9103-4385-91b0-1c8b2c50bda8 None None] Attempting to bind port f91ce733-bcbe-496f-9fa7-04102a798614 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:35:14.790887 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-1bd84344-9103-4385-91b0-1c8b2c50bda8 None None] Attempting to bind port f91ce733-bcbe-496f-9fa7-04102a798614 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'c1a5123f-65c9-4cfb-86ad-b75e85beba5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'cc879afa-c387-455a-960a-a694b3a2ce34'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:35:14.791503 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd84344-9103-4385-91b0-1c8b2c50bda8 None None] Attempting to bind port f91ce733-bcbe-496f-9fa7-04102a798614 on network cc879afa-c387-455a-960a-a694b3a2ce34 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:35:14.804423 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd84344-9103-4385-91b0-1c8b2c50bda8 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:35:14.804964 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd84344-9103-4385-91b0-1c8b2c50bda8 None None] Checking segment: {'id': 'c1a5123f-65c9-4cfb-86ad-b75e85beba5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'cc879afa-c387-455a-960a-a694b3a2ce34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:35:14.805549 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1bd84344-9103-4385-91b0-1c8b2c50bda8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:14.806124 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd84344-9103-4385-91b0-1c8b2c50bda8 None None] Bound using segment: {'id': 'c1a5123f-65c9-4cfb-86ad-b75e85beba5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'cc879afa-c387-455a-960a-a694b3a2ce34'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:35:14.806884 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-1bd84344-9103-4385-91b0-1c8b2c50bda8 None None] Bound port: f91ce733-bcbe-496f-9fa7-04102a798614, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1a5123f-65c9-4cfb-86ad-b75e85beba5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'cc879afa-c387-455a-960a-a694b3a2ce34'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:35:14.807547 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1bd84344-9103-4385-91b0-1c8b2c50bda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:14.848094 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd84344-9103-4385-91b0-1c8b2c50bda8 None None] Pushing event updated for resources: {'Port': ['ID=f91ce733-bcbe-496f-9fa7-04102a798614,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:14.864321 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-da7bb1e6-85a2-49bd-aa2d-dbb4d060a674 req-2bf2b75b-b7a9-46d5-9549-1dafd28dcdaa service neutron] 10.222.0.44 "GET /v2.0/networks/a9b6c3c5-1bbb-4b10-a587-d4e0fd1852dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854973 Aug 10 03:35:14.917117 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-54b3f70b-cb71-4f5e-a554-10f257cf2511 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:15.014397 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-1bd84344-9103-4385-91b0-1c8b2c50bda8 None None] For port f91ce733-bcbe-496f-9fa7-04102a798614, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:35:15.026577 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-1bd84344-9103-4385-91b0-1c8b2c50bda8 None None] For port f91ce733-bcbe-496f-9fa7-04102a798614, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=f91ce733-bcbe-496f-9fa7-04102a798614,segment=NetworkSegment(c1a5123f-65c9-4cfb-86ad-b75e85beba5a),segment_id=c1a5123f-65c9-4cfb-86ad-b75e85beba5a)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:35:15.032863 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1bd84344-9103-4385-91b0-1c8b2c50bda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:15.088806 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b3f70b-cb71-4f5e-a554-10f257cf2511 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Pushing event deleted for resources: {'Subnet': ['ID=7b31ae9a-4402-43d9-98f5-b95149331d64,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:15.213263 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-54b3f70b-cb71-4f5e-a554-10f257cf2511 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:15.257578 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-54b3f70b-cb71-4f5e-a554-10f257cf2511 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc879afa-c387-455a-960a-a694b3a2ce34']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:15.310656 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-54b3f70b-cb71-4f5e-a554-10f257cf2511 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1a5123f-65c9-4cfb-86ad-b75e85beba5a') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:15.311066 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-54b3f70b-cb71-4f5e-a554-10f257cf2511 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1a5123f-65c9-4cfb-86ad-b75e85beba5a') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:15.346050 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-54b3f70b-cb71-4f5e-a554-10f257cf2511 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:15.393824 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-54b3f70b-cb71-4f5e-a554-10f257cf2511 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:15.443399 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54b3f70b-cb71-4f5e-a554-10f257cf2511 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:35:15.443983 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-54b3f70b-cb71-4f5e-a554-10f257cf2511 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:15.477233 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-bc230166-6f74-4bfc-ab78-0994f8d651b2 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:15.502271 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:35:15.502271 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:35:15.502271 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:35:15.502271 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:35:15.502271 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:35:15.502271 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:35:15.502271 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:35:15.502271 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:35:15.502271 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:35:15.502271 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:35:15.502271 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:35:15.502271 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:35:15.502271 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:35:15.502271 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:35:15.502271 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:35:15.502271 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:35:15.502271 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:35:15.502271 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:35:15.502271 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:35:15.502271 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:35:15.502271 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:35:15.502271 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:35:15.502271 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:35:15.502271 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:35:15.502271 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:35:15.502271 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:35:15.502271 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:35:15.502271 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:35:15.502271 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:35:15.502271 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:35:15.502271 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:35:15.502271 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:35:15.533518 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc230166-6f74-4bfc-ab78-0994f8d651b2 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Pushing event deleted for resources: {'Port': ['ID=430dcc1d-7734-46aa-a5b0-233bf0ad851f,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:15.547463 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2f8e4f-07aa-450d-ae9f-3d878afe4d47 req-19a098a8-6093-4450-a312-e7f78c9af156 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:15.555473 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1f2f8e4f-07aa-450d-ae9f-3d878afe4d47 req-19a098a8-6093-4450-a312-e7f78c9af156 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 946 time: 0.3433104 Aug 10 03:35:15.693058 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.db.api [None req-54b3f70b-cb71-4f5e-a554-10f257cf2511 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 10 03:35:15.693058 n-d-768862-13 neutron-server[94261]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 10 03:35:15.693058 n-d-768862-13 neutron-server[94261]: [parameters: {'id': 'cc879afa-c387-455a-960a-a694b3a2ce34'}] Aug 10 03:35:15.693058 n-d-768862-13 neutron-server[94261]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94261) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:35:15.694309 n-d-768862-13 neutron-server[94261]: DEBUG oslo_db.api [None req-54b3f70b-cb71-4f5e-a554-10f257cf2511 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:35:15.727222 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-01752efa-11c1-418d-934e-d2df7e254ee4 req-6552c463-57f5-4040-8e71-3816edddcae7 tempest-InstanceActionsV221TestJSON-1045593935 tempest-InstanceActionsV221TestJSON-1045593935-project] 10.222.0.44 "GET /v2.0/ports?device_id=a782c677-376f-49f3-8b7a-6cd126f2f9a2 HTTP/1.1" status: 200 len: 210 time: 0.1007950 Aug 10 03:35:15.766734 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1f2f8e4f-07aa-450d-ae9f-3d878afe4d47 req-db4535bb-83fa-4b11-b762-bb4500b2829e tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=970733cb-cbb6-4524-9c4b-45ba2a794350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2056596 Aug 10 03:35:15.969834 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd84344-9103-4385-91b0-1c8b2c50bda8 None None] Pushing event updated for resources: {'Port': ['ID=f91ce733-bcbe-496f-9fa7-04102a798614,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:16.194291 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-54b3f70b-cb71-4f5e-a554-10f257cf2511 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:16.388508 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-54b3f70b-cb71-4f5e-a554-10f257cf2511 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Deleting port f91ce733-bcbe-496f-9fa7-04102a798614 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:35:16.393052 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-54b3f70b-cb71-4f5e-a554-10f257cf2511 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:16.474926 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-bc230166-6f74-4bfc-ab78-0994f8d651b2 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-522536'] for router_interface, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:16.528026 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fd869c-31b7-4e4b-8fdb-ab4dd88e6a26 req-d90a6a5d-3f5f-42f3-a6e3-a4f76292585a tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:16.531600 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-39fd869c-31b7-4e4b-8fdb-ab4dd88e6a26 req-d90a6a5d-3f5f-42f3-a6e3-a4f76292585a tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/ports?device_id=be966435-2ac6-4fc6-ab5b-1f75d3accfb6 HTTP/1.1" status: 200 len: 946 time: 0.3644373 Aug 10 03:35:16.541482 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36e7872-1561-472e-808e-bda570b78bb3 req-ffe1e6ec-483a-4798-b69b-7af8e7c3893b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:16.544031 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b36e7872-1561-472e-808e-bda570b78bb3 req-ffe1e6ec-483a-4798-b69b-7af8e7c3893b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=95b5a50d87e64743a73c6eff7fa00976&device_id=be966435-2ac6-4fc6-ab5b-1f75d3accfb6 HTTP/1.1" status: 200 len: 1098 time: 0.3758004 Aug 10 03:35:16.571069 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-54b3f70b-cb71-4f5e-a554-10f257cf2511 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] For port f91ce733-bcbe-496f-9fa7-04102a798614, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=f91ce733-bcbe-496f-9fa7-04102a798614,segment=NetworkSegment(c1a5123f-65c9-4cfb-86ad-b75e85beba5a),segment_id=c1a5123f-65c9-4cfb-86ad-b75e85beba5a)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:16.571686 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-54b3f70b-cb71-4f5e-a554-10f257cf2511 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:16.623834 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-54b3f70b-cb71-4f5e-a554-10f257cf2511 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Calling delete_port for f91ce733-bcbe-496f-9fa7-04102a798614 owned by network:dhcp {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:35:16.777521 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-54b3f70b-cb71-4f5e-a554-10f257cf2511 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:16.843720 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b3f70b-cb71-4f5e-a554-10f257cf2511 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Pushing event deleted for resources: {'Port': ['ID=f91ce733-bcbe-496f-9fa7-04102a798614,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:16.847753 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b3f70b-cb71-4f5e-a554-10f257cf2511 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] No DVR routers for this DVR port f91ce733-bcbe-496f-9fa7-04102a798614 on host n-d-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:35:16.947895 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-39fd869c-31b7-4e4b-8fdb-ab4dd88e6a26 req-ce70a7a7-90bd-4251-8608-bbce385f2741 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad3b49c5-8747-4e37-8274-470671052828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3866723 Aug 10 03:35:17.029836 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-54b3f70b-cb71-4f5e-a554-10f257cf2511 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:17.059883 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e932d7da-d4d9-4acc-a7e1-193e50710fef req-3f52e557-7ff6-45f8-9c69-4c13be5d95b5 tempest-InstanceActionsV221TestJSON-1045593935 tempest-InstanceActionsV221TestJSON-1045593935-project] 10.222.0.44 "GET /v2.0/ports?device_id=a782c677-376f-49f3-8b7a-6cd126f2f9a2 HTTP/1.1" status: 200 len: 210 time: 0.0976892 Aug 10 03:35:17.081810 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-54b3f70b-cb71-4f5e-a554-10f257cf2511 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc879afa-c387-455a-960a-a694b3a2ce34']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:17.104114 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36e7872-1561-472e-808e-bda570b78bb3 req-32241248-5314-4d8c-b030-4b3afc6d7c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:17.113621 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b36e7872-1561-472e-808e-bda570b78bb3 req-32241248-5314-4d8c-b030-4b3afc6d7c4b service neutron] 10.222.0.42 "GET /v2.0/networks?id=6dc7bedc-eafa-4023-bb0c-0b112a614203 HTTP/1.1" status: 200 len: 915 time: 0.5377233 Aug 10 03:35:17.133275 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-54b3f70b-cb71-4f5e-a554-10f257cf2511 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1a5123f-65c9-4cfb-86ad-b75e85beba5a') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:17.133976 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-54b3f70b-cb71-4f5e-a554-10f257cf2511 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1a5123f-65c9-4cfb-86ad-b75e85beba5a') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:17.206561 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-54b3f70b-cb71-4f5e-a554-10f257cf2511 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:17.274095 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-54b3f70b-cb71-4f5e-a554-10f257cf2511 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:17.303769 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54b3f70b-cb71-4f5e-a554-10f257cf2511 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:35:17.304813 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-54b3f70b-cb71-4f5e-a554-10f257cf2511 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:17.451459 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:35:17.451459 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:35:17.451459 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:35:17.451459 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:35:17.451459 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:35:17.451459 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:35:17.451459 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:35:17.451459 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:35:17.451459 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:35:17.451459 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:35:17.451459 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:35:17.451459 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:35:17.451459 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:35:17.451459 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:35:17.451459 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:35:17.451459 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:35:17.451459 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:35:17.451459 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:35:17.451459 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:35:17.451459 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:35:17.451459 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:35:17.451459 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:35:17.451459 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:35:17.451459 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:35:17.451459 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:35:17.451459 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:35:17.451459 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:35:17.451459 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:35:17.451459 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:35:17.451459 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:35:17.451459 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:35:17.451459 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:35:17.513905 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-54b3f70b-cb71-4f5e-a554-10f257cf2511 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:17.522293 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-54b3f70b-cb71-4f5e-a554-10f257cf2511 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:17.530594 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-54b3f70b-cb71-4f5e-a554-10f257cf2511 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] 10.222.0.44 "DELETE /v2.0/networks/cc879afa-c387-455a-960a-a694b3a2ce34 HTTP/1.1" status: 204 len: 168 time: 3.7307832 Aug 10 03:35:17.536250 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 45232) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:17.558924 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-98923b7d-91df-47a1-bd4c-090225ab4c42 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-557154723'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:17.647463 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98923b7d-91df-47a1-bd4c-090225ab4c42 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Made reservation on behalf of 12dd31e74a8f4e489426bf70f77273f7 for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:35:17.656618 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-98923b7d-91df-47a1-bd4c-090225ab4c42 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:17.664128 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b36e7872-1561-472e-808e-bda570b78bb3 req-a604d9f0-6b30-4ab3-992c-5ec6d88bd489 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dfac5bf6-85c1-48e7-a12f-5cc98a0b7232 HTTP/1.1" status: 200 len: 217 time: 0.5381463 Aug 10 03:35:17.678944 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b3f70b-cb71-4f5e-a554-10f257cf2511 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Pushing event deleted for resources: {'Network': ['ID=cc879afa-c387-455a-960a-a694b3a2ce34,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:17.735433 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98923b7d-91df-47a1-bd4c-090225ab4c42 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:35:17.753572 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-98923b7d-91df-47a1-bd4c-090225ab4c42 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:17.754038 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-98923b7d-91df-47a1-bd4c-090225ab4c42 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Added segment 2abb34a0-75d8-41f4-be8b-d4c74ff77117 of type vlan for network 21431db9-24ad-4ae7-8392-09ccadd78431 Aug 10 03:35:17.776243 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc230166-6f74-4bfc-ab78-0994f8d651b2 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Router 02d1a35c-57c2-4a7e-a2fe-cf4c63a394e1 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:35:17.967534 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-98923b7d-91df-47a1-bd4c-090225ab4c42 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:18.049617 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-98923b7d-91df-47a1-bd4c-090225ab4c42 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:18.058614 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98923b7d-91df-47a1-bd4c-090225ab4c42 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:18.065028 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-98923b7d-91df-47a1-bd4c-090225ab4c42 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:18.291335 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36e7872-1561-472e-808e-bda570b78bb3 req-4125281b-c162-4186-977a-c146763c4f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:18.296849 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b36e7872-1561-472e-808e-bda570b78bb3 req-4125281b-c162-4186-977a-c146763c4f64 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e5e7a61c-c6b0-4c3e-8dfa-eb566188b2bb HTTP/1.1" status: 200 len: 854 time: 0.5612237 Aug 10 03:35:18.331226 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-ffe83cf6-3349-46b9-b49e-d15d36f2e3d5 None None] Could not find standard attr ID for object f91ce733-bcbe-496f-9fa7-04102a798614. {{(pid=94262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:35:18.348661 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7bb1e6-85a2-49bd-aa2d-dbb4d060a674 req-0043a3d8-cfd5-4461-ba94-ab67cfc11a98 tempest-InstanceActionsV221TestJSON-1045593935 tempest-InstanceActionsV221TestJSON-1045593935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:18.352039 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-da7bb1e6-85a2-49bd-aa2d-dbb4d060a674 req-0043a3d8-cfd5-4461-ba94-ab67cfc11a98 tempest-InstanceActionsV221TestJSON-1045593935 tempest-InstanceActionsV221TestJSON-1045593935-project] 10.222.0.61 "GET /v2.0/networks?id=a9b6c3c5-1bbb-4b10-a587-d4e0fd1852dc HTTP/1.1" status: 200 len: 817 time: 0.5462158 Aug 10 03:35:18.380860 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-98923b7d-91df-47a1-bd4c-090225ab4c42 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8433874 Aug 10 03:35:18.383854 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 45244) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:18.386154 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75dae53b-6234-4b17-bc40-d2b3cc2066b3 None None] DHCP port deletion for cc879afa-c387-455a-960a-a694b3a2ce34 request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:35:18.413936 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-975a2935-4a20-42f7-b988-fac6d1c96365 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Request body: {'subnet': {'network_id': '21431db9-24ad-4ae7-8392-09ccadd78431', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:18.415663 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c9f574-da46-4ac2-bc0e-019ca25c3969 None None] Network cc879afa-c387-455a-960a-a694b3a2ce34 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:35:18.439513 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c9f574-da46-4ac2-bc0e-019ca25c3969 None None] Network cc879afa-c387-455a-960a-a694b3a2ce34 could not be found, it might have been deleted concurrently. {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 10 03:35:18.446343 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98923b7d-91df-47a1-bd4c-090225ab4c42 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Pushing event updated for resources: {'Network': ['ID=21431db9-24ad-4ae7-8392-09ccadd78431,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:18.458664 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 21431db9-24ad-4ae7-8392-09ccadd78431 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:35:18.778345 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-975a2935-4a20-42f7-b988-fac6d1c96365 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Made reservation on behalf of 12dd31e74a8f4e489426bf70f77273f7 for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:35:18.785356 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-975a2935-4a20-42f7-b988-fac6d1c96365 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:18.950602 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-da7bb1e6-85a2-49bd-aa2d-dbb4d060a674 req-e21c1f31-9a16-45ef-b49f-a4580a89844e tempest-InstanceActionsV221TestJSON-1045593935 tempest-InstanceActionsV221TestJSON-1045593935-project] Request body: {'port': {'device_id': 'a782c677-376f-49f3-8b7a-6cd126f2f9a2', 'network_id': 'a9b6c3c5-1bbb-4b10-a587-d4e0fd1852dc', 'admin_state_up': True, 'tenant_id': 'ed8dffce637c40f9ad5e3cce94f64610'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:19.133112 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c93e7b5-514d-482b-a66d-105a679bce79 req-47f7d918-ee7b-4e14-b6af-89d0a5f94177 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:19.135096 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9c93e7b5-514d-482b-a66d-105a679bce79 req-47f7d918-ee7b-4e14-b6af-89d0a5f94177 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 946 time: 1.8833256 Aug 10 03:35:19.256718 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device f91ce733-bcbe-496f-9fa7-04102a798614 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:35:19.301962 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25f514b-82ed-4a24-a91d-c41fd64f18b8 req-d671e44b-f9dd-404f-9223-0edf0ba5c6c4 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:19.303636 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a25f514b-82ed-4a24-a91d-c41fd64f18b8 req-d671e44b-f9dd-404f-9223-0edf0ba5c6c4 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/ports?device_id=be966435-2ac6-4fc6-ab5b-1f75d3accfb6 HTTP/1.1" status: 200 len: 946 time: 0.9329536 Aug 10 03:35:19.324272 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36e7872-1561-472e-808e-bda570b78bb3 req-f688f8f7-fce4-4f71-b521-13d643ba2f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:19.326037 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b36e7872-1561-472e-808e-bda570b78bb3 req-f688f8f7-fce4-4f71-b521-13d643ba2f2a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6dc7bedc-eafa-4023-bb0c-0b112a614203&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9725969 Aug 10 03:35:19.356205 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: f91ce733-bcbe-496f-9fa7-04102a798614 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:35:19.357801 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device f91ce733-bcbe-496f-9fa7-04102a798614 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:35:19.450209 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-975a2935-4a20-42f7-b988-fac6d1c96365 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:19.550399 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9c93e7b5-514d-482b-a66d-105a679bce79 req-b2bc7d13-2a09-499a-9652-40de42c54330 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=970733cb-cbb6-4524-9c4b-45ba2a794350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4038758 Aug 10 03:35:19.581319 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b36e7872-1561-472e-808e-bda570b78bb3 req-087a6501-b4f2-4e30-ace0-00a29902e6ef service neutron] 10.222.0.42 "GET /v2.0/networks/6dc7bedc-eafa-4023-bb0c-0b112a614203?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404983 Aug 10 03:35:19.606908 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975a2935-4a20-42f7-b988-fac6d1c96365 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Pushing event updated for resources: {'Subnet': ['ID=b987578c-7c8f-44b0-88a6-604c27b4c275,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:19.645042 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc230166-6f74-4bfc-ab78-0994f8d651b2 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:35:19.655085 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 45268) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:19.656744 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-bc230166-6f74-4bfc-ab78-0994f8d651b2 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] 10.222.0.44 "PUT /v2.0/routers/02d1a35c-57c2-4a7e-a2fe-cf4c63a394e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4076295 Aug 10 03:35:19.658784 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e6219b-6fde-476b-9146-b85c72380fe3 None None] Sync routers for ids ['02d1a35c-57c2-4a7e-a2fe-cf4c63a394e1'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:35:19.708821 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a25f514b-82ed-4a24-a91d-c41fd64f18b8 req-b4965de6-756a-4647-a7e5-1b7b8b58857d tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad3b49c5-8747-4e37-8274-470671052828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3813744 Aug 10 03:35:19.713425 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da7bb1e6-85a2-49bd-aa2d-dbb4d060a674 req-e21c1f31-9a16-45ef-b49f-a4580a89844e tempest-InstanceActionsV221TestJSON-1045593935 tempest-InstanceActionsV221TestJSON-1045593935-project] Made reservation on behalf of ed8dffce637c40f9ad5e3cce94f64610 for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:35:19.718841 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-da7bb1e6-85a2-49bd-aa2d-dbb4d060a674 req-e21c1f31-9a16-45ef-b49f-a4580a89844e tempest-InstanceActionsV221TestJSON-1045593935 tempest-InstanceActionsV221TestJSON-1045593935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:19.722952 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e6219b-6fde-476b-9146-b85c72380fe3 None None] Routers {'02d1a35c-57c2-4a7e-a2fe-cf4c63a394e1'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:35:19.724107 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-f2e6219b-6fde-476b-9146-b85c72380fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:34:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['02d1a35c-57c2-4a7e-a2fe-cf4c63a394e1'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:19.793042 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c4c4ebba-0576-4ee0-9956-3c911e65ec78 req-39806965-5e9f-4156-8012-eb0789fcf9b3 tempest-InstanceActionsV221TestJSON-1045593935 tempest-InstanceActionsV221TestJSON-1045593935-project] 10.222.0.44 "GET /v2.0/ports?device_id=a782c677-376f-49f3-8b7a-6cd126f2f9a2 HTTP/1.1" status: 200 len: 210 time: 0.1037912 Aug 10 03:35:19.975620 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-df4a25aa-a794-4dcc-b7d3-c6911d396e78 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Deleting subnet 981d3dc6-89fc-4eed-956e-2ed7eccead65 {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:35:20.046588 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-df4a25aa-a794-4dcc-b7d3-c6911d396e78 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:20.093128 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-f2e6219b-6fde-476b-9146-b85c72380fe3 None None] Set router 02d1a35c-57c2-4a7e-a2fe-cf4c63a394e1 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:35:20.177360 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-da7bb1e6-85a2-49bd-aa2d-dbb4d060a674 req-e21c1f31-9a16-45ef-b49f-a4580a89844e tempest-InstanceActionsV221TestJSON-1045593935 tempest-InstanceActionsV221TestJSON-1045593935-project] Allocated IP 172.20.0.8 (a9b6c3c5-1bbb-4b10-a587-d4e0fd1852dc/69db8603-b972-4b40-9c02-aa5bf5baf5c1/f5cd765e-f4b2-43f1-9ace-0b4b084bd370) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:35:20.195526 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b36e7872-1561-472e-808e-bda570b78bb3 req-39b40354-3f68-49b6-92d3-9365e93ca6b9 service neutron] 10.222.0.42 "GET /v2.0/networks/6dc7bedc-eafa-4023-bb0c-0b112a614203?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6031337 Aug 10 03:35:20.246862 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-df4a25aa-a794-4dcc-b7d3-c6911d396e78 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:20.411559 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975a2935-4a20-42f7-b988-fac6d1c96365 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Checking segment: {'id': '2abb34a0-75d8-41f4-be8b-d4c74ff77117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '21431db9-24ad-4ae7-8392-09ccadd78431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:35:20.413007 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975a2935-4a20-42f7-b988-fac6d1c96365 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Network hostable DHCP agents. Network: 21431db9-24ad-4ae7-8392-09ccadd78431, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:35:20.502245 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975a2935-4a20-42f7-b988-fac6d1c96365 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Network 21431db9-24ad-4ae7-8392-09ccadd78431 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:35:20.504733 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-f2e6219b-6fde-476b-9146-b85c72380fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d1a35c-57c2-4a7e-a2fe-cf4c63a394e1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1803331094', 'tenant_id': 'b41b771882304474947a74fcb840799d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': 'e5d7738a-a4ba-4880-8b82-9716340ec271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:33:50Z', 'updated_at': '2021-08-10T03:35:15Z', 'revision_number': 5, 'project_id': 'b41b771882304474947a74fcb840799d', 'gw_port': {'id': 'e5d7738a-a4ba-4880-8b82-9716340ec271', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:1c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d1a35c-57c2-4a7e-a2fe-cf4c63a394e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:54Z', 'updated_at': '2021-08-10T03:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:20.556786 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-975a2935-4a20-42f7-b988-fac6d1c96365 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 21431db9-24ad-4ae7-8392-09ccadd78431) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:35:20.579613 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e6219b-6fde-476b-9146-b85c72380fe3 None None] Checking router: 02d1a35c-57c2-4a7e-a2fe-cf4c63a394e1 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:35:20.591582 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a22af8-3369-43bc-937f-2a6f8ad7a4a0 None None] Network 21431db9-24ad-4ae7-8392-09ccadd78431 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:35:20.604537 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-df4a25aa-a794-4dcc-b7d3-c6911d396e78 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:20.626098 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975a2935-4a20-42f7-b988-fac6d1c96365 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:20.626938 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-975a2935-4a20-42f7-b988-fac6d1c96365 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:20.658408 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e6219b-6fde-476b-9146-b85c72380fe3 None None] Routers {'02d1a35c-57c2-4a7e-a2fe-cf4c63a394e1'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:35:20.659574 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-f2e6219b-6fde-476b-9146-b85c72380fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:34:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['02d1a35c-57c2-4a7e-a2fe-cf4c63a394e1'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:20.724500 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-da7bb1e6-85a2-49bd-aa2d-dbb4d060a674 req-e21c1f31-9a16-45ef-b49f-a4580a89844e tempest-InstanceActionsV221TestJSON-1045593935 tempest-InstanceActionsV221TestJSON-1045593935-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:20.873929 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-df4a25aa-a794-4dcc-b7d3-c6911d396e78 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:20.914784 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-975a2935-4a20-42f7-b988-fac6d1c96365 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.5234482 Aug 10 03:35:20.932153 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06bfc392-edd9-4eea-a3ab-7aa87cace1ac None None] Network 508cf9c7-3bc7-48fb-ad23-c81fcee8802f requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:35:20.954802 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-df4a25aa-a794-4dcc-b7d3-c6911d396e78 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:20.956932 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-df4a25aa-a794-4dcc-b7d3-c6911d396e78 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] 10.222.0.44 "DELETE /v2.0/subnets/981d3dc6-89fc-4eed-956e-2ed7eccead65 HTTP/1.1" status: 204 len: 168 time: 1.2984538 Aug 10 03:35:20.957953 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4a25aa-a794-4dcc-b7d3-c6911d396e78 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Pushing event deleted for resources: {'Subnet': ['ID=981d3dc6-89fc-4eed-956e-2ed7eccead65,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:20.959777 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 45288) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:20.968776 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 45290) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:21.053807 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-f2e6219b-6fde-476b-9146-b85c72380fe3 None None] Set router 02d1a35c-57c2-4a7e-a2fe-cf4c63a394e1 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:35:21.294776 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652e9a4e-6fb4-4407-a5ae-dc26384bc176 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-21431db9-24ad-4ae7-8392-09ccadd78431', 'network_id': '21431db9-24ad-4ae7-8392-09ccadd78431', 'tenant_id': '12dd31e74a8f4e489426bf70f77273f7', 'fixed_ips': [{'subnet_id': 'b987578c-7c8f-44b0-88a6-604c27b4c275'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:35:21.296075 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-652e9a4e-6fb4-4407-a5ae-dc26384bc176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:21.346073 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48c8690-bbf1-40ad-88dd-fc93cad520f5 req-211acdd8-bded-472e-8060-0808d14adce0 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:21.363053 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c48c8690-bbf1-40ad-88dd-fc93cad520f5 req-211acdd8-bded-472e-8060-0808d14adce0 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 946 time: 0.5254316 Aug 10 03:35:21.471558 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc2d6ed-6c36-4e50-868f-3514c23413fb req-9540c939-b0ce-4e6f-80c2-251b09a58a95 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:21.473289 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2cc2d6ed-6c36-4e50-868f-3514c23413fb req-9540c939-b0ce-4e6f-80c2-251b09a58a95 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/ports?device_id=be966435-2ac6-4fc6-ab5b-1f75d3accfb6 HTTP/1.1" status: 200 len: 946 time: 0.5032783 Aug 10 03:35:21.517832 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8b3f4b01-af57-4115-9534-84dd2632ac85 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:21.520030 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-652e9a4e-6fb4-4407-a5ae-dc26384bc176 None None] Allocated IP 172.20.0.1 (21431db9-24ad-4ae7-8392-09ccadd78431/b987578c-7c8f-44b0-88a6-604c27b4c275/97c6042f-47ef-40f7-b5e9-9476bbf679bc) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:35:21.523620 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-da7bb1e6-85a2-49bd-aa2d-dbb4d060a674 req-e21c1f31-9a16-45ef-b49f-a4580a89844e tempest-InstanceActionsV221TestJSON-1045593935 tempest-InstanceActionsV221TestJSON-1045593935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:21.546943 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7604cb6b-fc5d-41cf-ad07-321d2f6d1620 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks [] for router, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:21.555199 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b51ef7-1da1-48bb-a23e-33bc79003481 None None] DHCP port deletion for 508cf9c7-3bc7-48fb-ad23-c81fcee8802f request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:35:21.602015 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-900617b8-8635-449c-bbbe-546c8a077631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:21.746800 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c48c8690-bbf1-40ad-88dd-fc93cad520f5 req-9c982fbe-086a-4023-a36e-542963aece01 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=970733cb-cbb6-4524-9c4b-45ba2a794350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3790414 Aug 10 03:35:21.776382 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da7bb1e6-85a2-49bd-aa2d-dbb4d060a674 req-e21c1f31-9a16-45ef-b49f-a4580a89844e tempest-InstanceActionsV221TestJSON-1045593935 tempest-InstanceActionsV221TestJSON-1045593935-project] Network a9b6c3c5-1bbb-4b10-a587-d4e0fd1852dc is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:35:21.781718 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-da7bb1e6-85a2-49bd-aa2d-dbb4d060a674 req-e21c1f31-9a16-45ef-b49f-a4580a89844e tempest-InstanceActionsV221TestJSON-1045593935 tempest-InstanceActionsV221TestJSON-1045593935-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:35:21.787115 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-da7bb1e6-85a2-49bd-aa2d-dbb4d060a674 req-e21c1f31-9a16-45ef-b49f-a4580a89844e tempest-InstanceActionsV221TestJSON-1045593935 tempest-InstanceActionsV221TestJSON-1045593935-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:35:21.878707 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21c1f31-9a16-45ef-b49f-a4580a89844e tempest-InstanceActionsV221TestJSON-1045593935 tempest-InstanceActionsV221TestJSON-1045593935-project] Pushing event updated for resources: {'Port': ['ID=f5cd765e-f4b2-43f1-9ace-0b4b084bd370,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:21.885683 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2cc2d6ed-6c36-4e50-868f-3514c23413fb req-6ef61664-5936-4bbb-a997-41d4d54dba02 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad3b49c5-8747-4e37-8274-470671052828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3597357 Aug 10 03:35:21.944405 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0971d26-c975-458c-a55d-f221f05f7f8a req-451171ac-230c-436a-a04f-8d13b6a2cc83 tempest-InstanceActionsV221TestJSON-1045593935 tempest-InstanceActionsV221TestJSON-1045593935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:21.946239 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a0971d26-c975-458c-a55d-f221f05f7f8a req-451171ac-230c-436a-a04f-8d13b6a2cc83 tempest-InstanceActionsV221TestJSON-1045593935 tempest-InstanceActionsV221TestJSON-1045593935-project] 10.222.0.44 "GET /v2.0/ports?device_id=a782c677-376f-49f3-8b7a-6cd126f2f9a2 HTTP/1.1" status: 200 len: 931 time: 0.0965252 Aug 10 03:35:21.952318 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7bb1e6-85a2-49bd-aa2d-dbb4d060a674 req-e21c1f31-9a16-45ef-b49f-a4580a89844e tempest-InstanceActionsV221TestJSON-1045593935 tempest-InstanceActionsV221TestJSON-1045593935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:21.953014 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-da7bb1e6-85a2-49bd-aa2d-dbb4d060a674 req-e21c1f31-9a16-45ef-b49f-a4580a89844e tempest-InstanceActionsV221TestJSON-1045593935 tempest-InstanceActionsV221TestJSON-1045593935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:21.985904 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-da7bb1e6-85a2-49bd-aa2d-dbb4d060a674 req-e21c1f31-9a16-45ef-b49f-a4580a89844e tempest-InstanceActionsV221TestJSON-1045593935 tempest-InstanceActionsV221TestJSON-1045593935-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0407169 Aug 10 03:35:22.030650 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-da7bb1e6-85a2-49bd-aa2d-dbb4d060a674 req-f90d30b0-a4e0-47c7-ba14-2328795eae3d service neutron] Request body: {'port': {'device_id': 'a782c677-376f-49f3-8b7a-6cd126f2f9a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:22.089438 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a0971d26-c975-458c-a55d-f221f05f7f8a req-5808f227-05b0-4fe1-9160-80cfe81e61d6 tempest-InstanceActionsV221TestJSON-1045593935 tempest-InstanceActionsV221TestJSON-1045593935-project] 10.222.0.44 "GET /v2.0/security-groups?id=d27d9232-4c42-4737-ad73-7b150eae7df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227694 Aug 10 03:35:22.144895 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8b3f4b01-af57-4115-9534-84dd2632ac85 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:22.176279 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-da7bb1e6-85a2-49bd-aa2d-dbb4d060a674 req-f90d30b0-a4e0-47c7-ba14-2328795eae3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:22.207669 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-d0b51ef7-1da1-48bb-a23e-33bc79003481 None None] Deleting port 21098a17-42ad-492f-9cc4-b04964883ceb {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:35:22.209012 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d0b51ef7-1da1-48bb-a23e-33bc79003481 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:22.362434 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7604cb6b-fc5d-41cf-ad07-321d2f6d1620 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:22.439928 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-7604cb6b-fc5d-41cf-ad07-321d2f6d1620 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Deleting port e5d7738a-a4ba-4880-8b82-9716340ec271 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:35:22.440352 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7604cb6b-fc5d-41cf-ad07-321d2f6d1620 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:22.448264 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-d0b51ef7-1da1-48bb-a23e-33bc79003481 None None] For port 21098a17-42ad-492f-9cc4-b04964883ceb, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=21098a17-42ad-492f-9cc4-b04964883ceb,segment=NetworkSegment(f3673170-d975-4530-8b2e-6c815d742d26),segment_id=f3673170-d975-4530-8b2e-6c815d742d26)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:22.449158 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d0b51ef7-1da1-48bb-a23e-33bc79003481 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:22.524667 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-d0b51ef7-1da1-48bb-a23e-33bc79003481 None None] Calling delete_port for 21098a17-42ad-492f-9cc4-b04964883ceb owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:35:22.634585 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4ed0ea-16cc-40b5-ae4b-57dfaed93b2a req-d6530455-4a01-406c-b579-52bd25b0644c tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:22.654332 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7b4ed0ea-16cc-40b5-ae4b-57dfaed93b2a req-d6530455-4a01-406c-b579-52bd25b0644c tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/ports?device_id=be966435-2ac6-4fc6-ab5b-1f75d3accfb6 HTTP/1.1" status: 200 len: 946 time: 0.3601475 Aug 10 03:35:22.666352 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-7604cb6b-fc5d-41cf-ad07-321d2f6d1620 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] For port e5d7738a-a4ba-4880-8b82-9716340ec271, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=e5d7738a-a4ba-4880-8b82-9716340ec271,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:22.666992 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7604cb6b-fc5d-41cf-ad07-321d2f6d1620 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:22.711450 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-7604cb6b-fc5d-41cf-ad07-321d2f6d1620 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Calling delete_port for e5d7738a-a4ba-4880-8b82-9716340ec271 owned by network:router_gateway {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:35:22.840367 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7b4ed0ea-16cc-40b5-ae4b-57dfaed93b2a req-d29d6fcb-692c-4eae-90b4-d401a95cbcc1 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad3b49c5-8747-4e37-8274-470671052828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850381 Aug 10 03:35:23.169615 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-da7bb1e6-85a2-49bd-aa2d-dbb4d060a674 req-f90d30b0-a4e0-47c7-ba14-2328795eae3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5cd765e-f4b2-43f1-9ace-0b4b084bd370 {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:35:23.179226 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-da7bb1e6-85a2-49bd-aa2d-dbb4d060a674 req-f90d30b0-a4e0-47c7-ba14-2328795eae3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:23.195374 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-da7bb1e6-85a2-49bd-aa2d-dbb4d060a674 req-f90d30b0-a4e0-47c7-ba14-2328795eae3d service neutron] Transition to ACTIVE for port object f5cd765e-f4b2-43f1-9ace-0b4b084bd370 will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:35:23.205500 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-da7bb1e6-85a2-49bd-aa2d-dbb4d060a674 req-f90d30b0-a4e0-47c7-ba14-2328795eae3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:23.285811 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d0b51ef7-1da1-48bb-a23e-33bc79003481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:23.296583 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7604cb6b-fc5d-41cf-ad07-321d2f6d1620 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:23.352981 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-652e9a4e-6fb4-4407-a5ae-dc26384bc176 None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:23.358754 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b51ef7-1da1-48bb-a23e-33bc79003481 None None] No DVR routers for this DVR port 21098a17-42ad-492f-9cc4-b04964883ceb on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:35:23.364666 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b51ef7-1da1-48bb-a23e-33bc79003481 None None] Pushing event deleted for resources: {'Port': ['ID=21098a17-42ad-492f-9cc4-b04964883ceb,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:23.380252 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-f2e6219b-6fde-476b-9146-b85c72380fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d1a35c-57c2-4a7e-a2fe-cf4c63a394e1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1803331094', 'tenant_id': 'b41b771882304474947a74fcb840799d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': 'e5d7738a-a4ba-4880-8b82-9716340ec271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:33:50Z', 'updated_at': '2021-08-10T03:35:15Z', 'revision_number': 5, 'project_id': 'b41b771882304474947a74fcb840799d', 'gw_port': {'id': 'e5d7738a-a4ba-4880-8b82-9716340ec271', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:1c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d1a35c-57c2-4a7e-a2fe-cf4c63a394e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:54Z', 'updated_at': '2021-08-10T03:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:23.410535 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7604cb6b-fc5d-41cf-ad07-321d2f6d1620 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Pushing event deleted for resources: {'Port': ['ID=e5d7738a-a4ba-4880-8b82-9716340ec271,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:23.447733 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1b1f94-5283-4b7c-969d-21818f8aa52d req-de62747b-af47-4b27-9bfb-5952c5f73877 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:23.451005 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9c1b1f94-5283-4b7c-969d-21818f8aa52d req-de62747b-af47-4b27-9bfb-5952c5f73877 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 946 time: 0.4714546 Aug 10 03:35:23.462951 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e6219b-6fde-476b-9146-b85c72380fe3 None None] The sync data for ids ['02d1a35c-57c2-4a7e-a2fe-cf4c63a394e1'] in n-d-768862-13 is: [{'id': '02d1a35c-57c2-4a7e-a2fe-cf4c63a394e1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1803331094', 'tenant_id': 'b41b771882304474947a74fcb840799d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': 'e5d7738a-a4ba-4880-8b82-9716340ec271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:33:50Z', 'updated_at': '2021-08-10T03:35:15Z', 'revision_number': 5, 'project_id': 'b41b771882304474947a74fcb840799d', 'gw_port': {'id': 'e5d7738a-a4ba-4880-8b82-9716340ec271', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:1c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d1a35c-57c2-4a7e-a2fe-cf4c63a394e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:54Z', 'updated_at': '2021-08-10T03:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:35:23.469492 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 21098a17-42ad-492f-9cc4-b04964883ceb no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:35:23.532217 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-652e9a4e-6fb4-4407-a5ae-dc26384bc176 None None] Transition to ACTIVE for port object 97c6042f-47ef-40f7-b5e9-9476bbf679bc will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:35:23.538642 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 21098a17-42ad-492f-9cc4-b04964883ceb {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:35:23.539389 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 21098a17-42ad-492f-9cc4-b04964883ceb not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:35:23.581332 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7604cb6b-fc5d-41cf-ad07-321d2f6d1620 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520654'] for router_gateway, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:23.612159 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-652e9a4e-6fb4-4407-a5ae-dc26384bc176 None None] Transition to ACTIVE for port object 97c6042f-47ef-40f7-b5e9-9476bbf679bc will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:35:23.625511 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfecbcc2-3085-423b-8886-d744d4c1fbe5 req-3f6973bf-ea1d-4d7c-ac87-f42cb940c8e4 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:23.638387 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bfecbcc2-3085-423b-8886-d744d4c1fbe5 req-3f6973bf-ea1d-4d7c-ac87-f42cb940c8e4 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/ports?device_id=52e304fd-a17e-430f-8ddc-723dc51017e7 HTTP/1.1" status: 200 len: 945 time: 0.5885890 Aug 10 03:35:23.659902 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-652e9a4e-6fb4-4407-a5ae-dc26384bc176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:23.706341 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652e9a4e-6fb4-4407-a5ae-dc26384bc176 None None] Network 21431db9-24ad-4ae7-8392-09ccadd78431 is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:35:23.710650 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-49479240-e8a2-43b7-991b-b03bc3fe65d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:23.731540 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90d30b0-a4e0-47c7-ba14-2328795eae3d service neutron] Pushing event updated for resources: {'Port': ['ID=f5cd765e-f4b2-43f1-9ace-0b4b084bd370,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:23.749657 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bfecbcc2-3085-423b-8886-d744d4c1fbe5 req-10e05953-9472-4dda-83f4-bc364e9d2a5e tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad3b49c5-8747-4e37-8274-470671052828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102479 Aug 10 03:35:23.790547 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-652e9a4e-6fb4-4407-a5ae-dc26384bc176 None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:35:23.813774 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652e9a4e-6fb4-4407-a5ae-dc26384bc176 None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:35:23.826460 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9c1b1f94-5283-4b7c-969d-21818f8aa52d req-49e7340d-be3a-435f-86c0-223d27081b29 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=970733cb-cbb6-4524-9c4b-45ba2a794350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3544829 Aug 10 03:35:23.948091 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652e9a4e-6fb4-4407-a5ae-dc26384bc176 None None] Pushing event updated for resources: {'Port': ['ID=97c6042f-47ef-40f7-b5e9-9476bbf679bc,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:24.015361 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7604cb6b-fc5d-41cf-ad07-321d2f6d1620 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:24.016238 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-652e9a4e-6fb4-4407-a5ae-dc26384bc176 None None] Attempting to bind port 97c6042f-47ef-40f7-b5e9-9476bbf679bc on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:35:24.016238 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-652e9a4e-6fb4-4407-a5ae-dc26384bc176 None None] Attempting to bind port 97c6042f-47ef-40f7-b5e9-9476bbf679bc by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '2abb34a0-75d8-41f4-be8b-d4c74ff77117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '21431db9-24ad-4ae7-8392-09ccadd78431'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:35:24.016974 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652e9a4e-6fb4-4407-a5ae-dc26384bc176 None None] Attempting to bind port 97c6042f-47ef-40f7-b5e9-9476bbf679bc on network 21431db9-24ad-4ae7-8392-09ccadd78431 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:35:24.036731 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7604cb6b-fc5d-41cf-ad07-321d2f6d1620 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:24.040837 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8b3f4b01-af57-4115-9534-84dd2632ac85 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:24.047791 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652e9a4e-6fb4-4407-a5ae-dc26384bc176 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:35:24.052552 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652e9a4e-6fb4-4407-a5ae-dc26384bc176 None None] Checking segment: {'id': '2abb34a0-75d8-41f4-be8b-d4c74ff77117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '21431db9-24ad-4ae7-8392-09ccadd78431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:35:24.057320 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-652e9a4e-6fb4-4407-a5ae-dc26384bc176 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:24.061334 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652e9a4e-6fb4-4407-a5ae-dc26384bc176 None None] Bound using segment: {'id': '2abb34a0-75d8-41f4-be8b-d4c74ff77117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '21431db9-24ad-4ae7-8392-09ccadd78431'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:35:24.062876 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-652e9a4e-6fb4-4407-a5ae-dc26384bc176 None None] Bound port: 97c6042f-47ef-40f7-b5e9-9476bbf679bc, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2abb34a0-75d8-41f4-be8b-d4c74ff77117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '21431db9-24ad-4ae7-8392-09ccadd78431'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:35:24.066311 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-652e9a4e-6fb4-4407-a5ae-dc26384bc176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:24.095932 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-da7bb1e6-85a2-49bd-aa2d-dbb4d060a674 req-f90d30b0-a4e0-47c7-ba14-2328795eae3d service neutron] Attempting to bind port f5cd765e-f4b2-43f1-9ace-0b4b084bd370 on host n-h2-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:35:24.096790 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-da7bb1e6-85a2-49bd-aa2d-dbb4d060a674 req-f90d30b0-a4e0-47c7-ba14-2328795eae3d service neutron] Attempting to bind port f5cd765e-f4b2-43f1-9ace-0b4b084bd370 by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': 'a2e411c2-4477-42eb-bcf0-6e190209208e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a9b6c3c5-1bbb-4b10-a587-d4e0fd1852dc'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:35:24.096790 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7bb1e6-85a2-49bd-aa2d-dbb4d060a674 req-f90d30b0-a4e0-47c7-ba14-2328795eae3d service neutron] Attempting to bind port f5cd765e-f4b2-43f1-9ace-0b4b084bd370 on network a9b6c3c5-1bbb-4b10-a587-d4e0fd1852dc {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:35:24.119382 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7bb1e6-85a2-49bd-aa2d-dbb4d060a674 req-f90d30b0-a4e0-47c7-ba14-2328795eae3d service neutron] Port f5cd765e-f4b2-43f1-9ace-0b4b084bd370 on network a9b6c3c5-1bbb-4b10-a587-d4e0fd1852dc not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:35:24.119709 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7bb1e6-85a2-49bd-aa2d-dbb4d060a674 req-f90d30b0-a4e0-47c7-ba14-2328795eae3d service neutron] Attempting to bind port f5cd765e-f4b2-43f1-9ace-0b4b084bd370 on network a9b6c3c5-1bbb-4b10-a587-d4e0fd1852dc {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:35:24.143476 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7bb1e6-85a2-49bd-aa2d-dbb4d060a674 req-f90d30b0-a4e0-47c7-ba14-2328795eae3d service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:35:24.143952 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7bb1e6-85a2-49bd-aa2d-dbb4d060a674 req-f90d30b0-a4e0-47c7-ba14-2328795eae3d service neutron] Checking segment: {'id': 'a2e411c2-4477-42eb-bcf0-6e190209208e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a9b6c3c5-1bbb-4b10-a587-d4e0fd1852dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:35:24.144242 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7bb1e6-85a2-49bd-aa2d-dbb4d060a674 req-f90d30b0-a4e0-47c7-ba14-2328795eae3d service neutron] Bound using segment: {'id': 'a2e411c2-4477-42eb-bcf0-6e190209208e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a9b6c3c5-1bbb-4b10-a587-d4e0fd1852dc'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:35:24.144704 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-da7bb1e6-85a2-49bd-aa2d-dbb4d060a674 req-f90d30b0-a4e0-47c7-ba14-2328795eae3d service neutron] Bound port: f5cd765e-f4b2-43f1-9ace-0b4b084bd370, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2e411c2-4477-42eb-bcf0-6e190209208e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a9b6c3c5-1bbb-4b10-a587-d4e0fd1852dc'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:35:24.145078 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-da7bb1e6-85a2-49bd-aa2d-dbb4d060a674 req-f90d30b0-a4e0-47c7-ba14-2328795eae3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:24.374560 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:24.391235 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3f4b01-af57-4115-9534-84dd2632ac85 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Pushing event deleted for resources: {'Subnet': ['ID=b987578c-7c8f-44b0-88a6-604c27b4c275,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:24.414850 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-652e9a4e-6fb4-4407-a5ae-dc26384bc176 None None] For port 97c6042f-47ef-40f7-b5e9-9476bbf679bc, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:35:24.437732 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-652e9a4e-6fb4-4407-a5ae-dc26384bc176 None None] For port 97c6042f-47ef-40f7-b5e9-9476bbf679bc, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=97c6042f-47ef-40f7-b5e9-9476bbf679bc,segment=NetworkSegment(2abb34a0-75d8-41f4-be8b-d4c74ff77117),segment_id=2abb34a0-75d8-41f4-be8b-d4c74ff77117)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:35:24.458739 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-652e9a4e-6fb4-4407-a5ae-dc26384bc176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:24.540601 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e8617b-17bc-4808-b5b0-a09fa005008a req-e776b9ad-4747-4e42-abda-8b0b3d42e937 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:24.547873 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-90e8617b-17bc-4808-b5b0-a09fa005008a req-e776b9ad-4747-4e42-abda-8b0b3d42e937 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/ports?device_id=75d84430-2a5d-400c-b28d-98af0826d4a0 HTTP/1.1" status: 200 len: 945 time: 0.2233794 Aug 10 03:35:24.653162 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7604cb6b-fc5d-41cf-ad07-321d2f6d1620 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:24.653701 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7604cb6b-fc5d-41cf-ad07-321d2f6d1620 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Fanout notify agent at l3_agent the message router_deleted on router 02d1a35c-57c2-4a7e-a2fe-cf4c63a394e1 {{(pid=94261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:35:24.665254 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7604cb6b-fc5d-41cf-ad07-321d2f6d1620 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:24.671130 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-7604cb6b-fc5d-41cf-ad07-321d2f6d1620 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] 10.222.0.44 "DELETE /v2.0/routers/02d1a35c-57c2-4a7e-a2fe-cf4c63a394e1 HTTP/1.1" status: 204 len: 168 time: 3.6986225 Aug 10 03:35:24.677564 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 45352) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:24.791628 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3a86af-3b57-49e4-87cf-e8afe34b14b0 req-284358ca-b97f-4b9b-878c-48e61df6209e tempest-InstanceActionsV221TestJSON-1045593935 tempest-InstanceActionsV221TestJSON-1045593935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:24.809160 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8b3f4b01-af57-4115-9534-84dd2632ac85 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:24.810933 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7d3a86af-3b57-49e4-87cf-e8afe34b14b0 req-284358ca-b97f-4b9b-878c-48e61df6209e tempest-InstanceActionsV221TestJSON-1045593935 tempest-InstanceActionsV221TestJSON-1045593935-project] 10.222.0.44 "GET /v2.0/ports?device_id=a782c677-376f-49f3-8b7a-6cd126f2f9a2 HTTP/1.1" status: 200 len: 943 time: 0.6093581 Aug 10 03:35:24.859476 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652e9a4e-6fb4-4407-a5ae-dc26384bc176 None None] Pushing event updated for resources: {'Port': ['ID=97c6042f-47ef-40f7-b5e9-9476bbf679bc,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:24.888115 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce06c58c-5a4d-4cbf-927c-c9b3023d0fce None None] Network 21431db9-24ad-4ae7-8392-09ccadd78431 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:35:24.971745 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-aed001bf-24a4-4b15-b804-2d5a0bc8f89b tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:24.982089 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-8b3f4b01-af57-4115-9534-84dd2632ac85 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21431db9-24ad-4ae7-8392-09ccadd78431']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:25.001643 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-8b3f4b01-af57-4115-9534-84dd2632ac85 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2abb34a0-75d8-41f4-be8b-d4c74ff77117') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:25.002259 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-da7bb1e6-85a2-49bd-aa2d-dbb4d060a674 req-f90d30b0-a4e0-47c7-ba14-2328795eae3d service neutron] For port f5cd765e-f4b2-43f1-9ace-0b4b084bd370, host n-h2-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:35:25.002462 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-8b3f4b01-af57-4115-9534-84dd2632ac85 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2abb34a0-75d8-41f4-be8b-d4c74ff77117') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:25.029032 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8b3f4b01-af57-4115-9534-84dd2632ac85 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:25.049575 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-90e8617b-17bc-4808-b5b0-a09fa005008a req-5de1e9c8-ff39-42a4-b45c-b9b3b5f1e52d tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad3b49c5-8747-4e37-8274-470671052828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4617119 Aug 10 03:35:25.083410 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8b3f4b01-af57-4115-9534-84dd2632ac85 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:25.091359 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b3f4b01-af57-4115-9534-84dd2632ac85 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:35:25.091960 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8b3f4b01-af57-4115-9534-84dd2632ac85 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:25.131534 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-da7bb1e6-85a2-49bd-aa2d-dbb4d060a674 req-f90d30b0-a4e0-47c7-ba14-2328795eae3d service neutron] For port f5cd765e-f4b2-43f1-9ace-0b4b084bd370, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=f5cd765e-f4b2-43f1-9ace-0b4b084bd370,segment=NetworkSegment(a2e411c2-4477-42eb-bcf0-6e190209208e),segment_id=a2e411c2-4477-42eb-bcf0-6e190209208e)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:35:25.169799 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:35:25.169799 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:35:25.169799 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:35:25.169799 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:35:25.169799 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:35:25.169799 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:35:25.169799 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:35:25.169799 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:35:25.169799 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:35:25.169799 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:35:25.169799 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:35:25.169799 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:35:25.169799 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:35:25.169799 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:35:25.169799 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:35:25.169799 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:35:25.169799 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:35:25.169799 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:35:25.169799 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:35:25.169799 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:35:25.169799 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:35:25.169799 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:35:25.169799 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:35:25.169799 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:35:25.169799 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:35:25.169799 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:35:25.169799 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:35:25.169799 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:35:25.169799 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:35:25.169799 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:35:25.169799 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:35:25.169799 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:35:25.177296 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7d3a86af-3b57-49e4-87cf-e8afe34b14b0 req-e0e03be2-618f-4764-aae6-6620b2cba512 tempest-InstanceActionsV221TestJSON-1045593935 tempest-InstanceActionsV221TestJSON-1045593935-project] 10.222.0.44 "GET /v2.0/security-groups?id=d27d9232-4c42-4737-ad73-7b150eae7df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3653595 Aug 10 03:35:25.178618 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.db.api [None req-8b3f4b01-af57-4115-9534-84dd2632ac85 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 10 03:35:25.178618 n-d-768862-13 neutron-server[94261]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 10 03:35:25.178618 n-d-768862-13 neutron-server[94261]: [parameters: {'id': '21431db9-24ad-4ae7-8392-09ccadd78431'}] Aug 10 03:35:25.178618 n-d-768862-13 neutron-server[94261]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94261) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:35:25.179414 n-d-768862-13 neutron-server[94261]: DEBUG oslo_db.api [None req-8b3f4b01-af57-4115-9534-84dd2632ac85 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:35:25.184558 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-da7bb1e6-85a2-49bd-aa2d-dbb4d060a674 req-f90d30b0-a4e0-47c7-ba14-2328795eae3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:25.313682 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-aed001bf-24a4-4b15-b804-2d5a0bc8f89b tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:25.329115 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-aed001bf-24a4-4b15-b804-2d5a0bc8f89b tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['508cf9c7-3bc7-48fb-ad23-c81fcee8802f']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:25.353898 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90d30b0-a4e0-47c7-ba14-2328795eae3d service neutron] Pushing event updated for resources: {'Port': ['ID=f5cd765e-f4b2-43f1-9ace-0b4b084bd370,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:25.439513 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7bb1e6-85a2-49bd-aa2d-dbb4d060a674 req-f90d30b0-a4e0-47c7-ba14-2328795eae3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:25.440283 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-da7bb1e6-85a2-49bd-aa2d-dbb4d060a674 req-f90d30b0-a4e0-47c7-ba14-2328795eae3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:25.441876 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-da7bb1e6-85a2-49bd-aa2d-dbb4d060a674 req-f90d30b0-a4e0-47c7-ba14-2328795eae3d service neutron] 10.222.0.61 "PUT /v2.0/ports/f5cd765e-f4b2-43f1-9ace-0b4b084bd370 HTTP/1.1" status: 200 len: 1092 time: 3.4391036 Aug 10 03:35:25.474617 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a782c677-376f-49f3-8b7a-6cd126f2f9a2', 'tag': 'f5cd765e-f4b2-43f1-9ace-0b4b084bd370'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:35:25.481918 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6799616-02bf-4a11-a059-c719a0d929bc" -d '{"events": [{"name": "network-changed", "server_uuid": "a782c677-376f-49f3-8b7a-6cd126f2f9a2", "tag": "f5cd765e-f4b2-43f1-9ace-0b4b084bd370"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:35:25.508221 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90d30b0-a4e0-47c7-ba14-2328795eae3d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:25.508573 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90d30b0-a4e0-47c7-ba14-2328795eae3d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:25.509268 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90d30b0-a4e0-47c7-ba14-2328795eae3d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:25.510108 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90d30b0-a4e0-47c7-ba14-2328795eae3d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:25.510964 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90d30b0-a4e0-47c7-ba14-2328795eae3d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:25.512278 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90d30b0-a4e0-47c7-ba14-2328795eae3d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:25.512794 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90d30b0-a4e0-47c7-ba14-2328795eae3d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:25.513287 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90d30b0-a4e0-47c7-ba14-2328795eae3d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:25.513786 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90d30b0-a4e0-47c7-ba14-2328795eae3d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:25.514514 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90d30b0-a4e0-47c7-ba14-2328795eae3d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:25.517417 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90d30b0-a4e0-47c7-ba14-2328795eae3d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:25.518079 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90d30b0-a4e0-47c7-ba14-2328795eae3d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:25.624745 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 430dcc1d-7734-46aa-a5b0-233bf0ad851f no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:35:25.669763 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635f70f4-952c-426f-b9bd-5079509287b0 req-349fcb3c-50b7-4b29-9dd7-f9038b4a2ae7 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:25.683741 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-635f70f4-952c-426f-b9bd-5079509287b0 req-349fcb3c-50b7-4b29-9dd7-f9038b4a2ae7 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 946 time: 0.3237774 Aug 10 03:35:25.741444 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7bb1e6-85a2-49bd-aa2d-dbb4d060a674 req-9dd5db58-e51b-4cd5-9b12-27196dfb3fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:25.741444 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-da7bb1e6-85a2-49bd-aa2d-dbb4d060a674 req-9dd5db58-e51b-4cd5-9b12-27196dfb3fa1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ed8dffce637c40f9ad5e3cce94f64610&device_id=a782c677-376f-49f3-8b7a-6cd126f2f9a2 HTTP/1.1" status: 200 len: 1095 time: 0.1931002 Aug 10 03:35:25.847204 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 430dcc1d-7734-46aa-a5b0-233bf0ad851f {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:35:25.851335 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 430dcc1d-7734-46aa-a5b0-233bf0ad851f not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:35:25.852151 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device e5d7738a-a4ba-4880-8b82-9716340ec271 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:35:25.897526 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-635f70f4-952c-426f-b9bd-5079509287b0 req-97609119-dcfe-42ad-9d9e-aa14dc7db293 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=970733cb-cbb6-4524-9c4b-45ba2a794350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2016165 Aug 10 03:35:25.907403 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-da7bb1e6-85a2-49bd-aa2d-dbb4d060a674 req-facd8df9-9e63-4b82-8a55-17092dbe73fa service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5cd765e-f4b2-43f1-9ace-0b4b084bd370 HTTP/1.1" status: 200 len: 217 time: 0.1325808 Aug 10 03:35:25.918382 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [req-be879ce9-4e7a-49a0-811b-a047c47b3eba req-7983422d-9c4c-4153-a9e0-26137f3688cf tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:35:25.941397 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-be879ce9-4e7a-49a0-811b-a047c47b3eba req-7983422d-9c4c-4153-a9e0-26137f3688cf tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0322759 Aug 10 03:35:25.958005 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:25.963370 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8b3f4b01-af57-4115-9534-84dd2632ac85 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:25.973153 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-aed001bf-24a4-4b15-b804-2d5a0bc8f89b tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3673170-d975-4530-8b2e-6c815d742d26') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:25.973461 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-aed001bf-24a4-4b15-b804-2d5a0bc8f89b tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3673170-d975-4530-8b2e-6c815d742d26') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:25.974348 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: e5d7738a-a4ba-4880-8b82-9716340ec271 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:35:25.975258 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device e5d7738a-a4ba-4880-8b82-9716340ec271 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:35:25.990685 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-aed001bf-24a4-4b15-b804-2d5a0bc8f89b tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:26.028882 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de863db-d42c-494b-bdb1-4faa623e67c0 None None] get_active_networks_info from n-d-768862-13 {{(pid=94262) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 03:35:26.039326 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-aed001bf-24a4-4b15-b804-2d5a0bc8f89b tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:26.052593 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aed001bf-24a4-4b15-b804-2d5a0bc8f89b tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:35:26.053780 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-aed001bf-24a4-4b15-b804-2d5a0bc8f89b tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:26.057922 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:35:26.057922 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:35:26.057922 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:35:26.057922 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:35:26.057922 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:35:26.057922 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:35:26.057922 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:35:26.057922 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:35:26.057922 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:35:26.057922 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:35:26.057922 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:35:26.057922 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:35:26.057922 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:35:26.057922 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:35:26.057922 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:35:26.057922 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:35:26.057922 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:35:26.057922 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:35:26.057922 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:35:26.057922 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:35:26.057922 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:35:26.057922 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:35:26.057922 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:35:26.057922 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:35:26.057922 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:35:26.057922 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:35:26.057922 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:35:26.057922 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:35:26.057922 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:35:26.057922 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:35:26.057922 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:35:26.057922 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:35:26.148389 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-8b3f4b01-af57-4115-9534-84dd2632ac85 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Deleting port 97c6042f-47ef-40f7-b5e9-9476bbf679bc {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:35:26.148771 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8b3f4b01-af57-4115-9534-84dd2632ac85 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:26.225385 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-aed001bf-24a4-4b15-b804-2d5a0bc8f89b tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:26.241919 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:26.256549 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0bb1e48-6021-4c2c-ab0a-53ef5963ea82 x-openstack-request-id: req-c0bb1e48-6021-4c2c-ab0a-53ef5963ea82 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:35:26.257149 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a782c677-376f-49f3-8b7a-6cd126f2f9a2", "tag": "f5cd765e-f4b2-43f1-9ace-0b4b084bd370", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:35:26.257359 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c0bb1e48-6021-4c2c-ab0a-53ef5963ea82 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:35:26.258202 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a782c677-376f-49f3-8b7a-6cd126f2f9a2', 'tag': 'f5cd765e-f4b2-43f1-9ace-0b4b084bd370', 'status': 'completed', 'code': 200} Aug 10 03:35:26.266736 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-aed001bf-24a4-4b15-b804-2d5a0bc8f89b tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:26.269700 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-aed001bf-24a4-4b15-b804-2d5a0bc8f89b tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] 10.222.0.44 "DELETE /v2.0/networks/508cf9c7-3bc7-48fb-ad23-c81fcee8802f HTTP/1.1" status: 204 len: 168 time: 1.5905559 Aug 10 03:35:26.270826 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed001bf-24a4-4b15-b804-2d5a0bc8f89b tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Pushing event deleted for resources: {'Network': ['ID=508cf9c7-3bc7-48fb-ad23-c81fcee8802f,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:26.275439 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 45372) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:26.456742 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7bb1e6-85a2-49bd-aa2d-dbb4d060a674 req-3db1b03d-b498-460a-bb28-a8f8c5480f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:26.459842 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-8b3f4b01-af57-4115-9534-84dd2632ac85 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] For port 97c6042f-47ef-40f7-b5e9-9476bbf679bc, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=97c6042f-47ef-40f7-b5e9-9476bbf679bc,segment=NetworkSegment(2abb34a0-75d8-41f4-be8b-d4c74ff77117),segment_id=2abb34a0-75d8-41f4-be8b-d4c74ff77117)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:26.460345 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-da7bb1e6-85a2-49bd-aa2d-dbb4d060a674 req-3db1b03d-b498-460a-bb28-a8f8c5480f3e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=69db8603-b972-4b40-9c02-aa5bf5baf5c1 HTTP/1.1" status: 200 len: 857 time: 0.5164313 Aug 10 03:35:26.462425 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8b3f4b01-af57-4115-9534-84dd2632ac85 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:26.510059 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-8b3f4b01-af57-4115-9534-84dd2632ac85 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Calling delete_port for 97c6042f-47ef-40f7-b5e9-9476bbf679bc owned by network:dhcp {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:35:26.559501 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-be879ce9-4e7a-49a0-811b-a047c47b3eba req-29e7ff24-14cf-4629-bfc0-e2171bb9053f tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.10&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.5495887 Aug 10 03:35:26.576325 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de863db-d42c-494b-bdb1-4faa623e67c0 None None] Resources bound (agent type, host, resource id): {{(pid=94262) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 03:35:26.606860 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-da7bb1e6-85a2-49bd-aa2d-dbb4d060a674 req-4a1da32f-364d-46ee-8c45-cde282db3980 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a9b6c3c5-1bbb-4b10-a587-d4e0fd1852dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1123788 Aug 10 03:35:26.824414 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8b3f4b01-af57-4115-9534-84dd2632ac85 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:26.947941 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:26.960876 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3f4b01-af57-4115-9534-84dd2632ac85 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Pushing event deleted for resources: {'Port': ['ID=97c6042f-47ef-40f7-b5e9-9476bbf679bc,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:27.012958 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-da7bb1e6-85a2-49bd-aa2d-dbb4d060a674 req-9eb3ef4a-6aa4-4680-86f8-561fa1fe5f3d service neutron] 10.222.0.61 "GET /v2.0/networks/a9b6c3c5-1bbb-4b10-a587-d4e0fd1852dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3711920 Aug 10 03:35:27.034984 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3f4b01-af57-4115-9534-84dd2632ac85 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] No DVR routers for this DVR port 97c6042f-47ef-40f7-b5e9-9476bbf679bc on host n-d-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:35:27.286545 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c17b138-3333-481e-9948-cc400257df18 req-ff8b9459-7fbb-4d6b-b703-5bdcf7c20c73 tempest-InstanceActionsV221TestJSON-1045593935 tempest-InstanceActionsV221TestJSON-1045593935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:27.295383 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8b3f4b01-af57-4115-9534-84dd2632ac85 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:27.298844 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0c17b138-3333-481e-9948-cc400257df18 req-ff8b9459-7fbb-4d6b-b703-5bdcf7c20c73 tempest-InstanceActionsV221TestJSON-1045593935 tempest-InstanceActionsV221TestJSON-1045593935-project] 10.222.0.44 "GET /v2.0/ports?device_id=a782c677-376f-49f3-8b7a-6cd126f2f9a2 HTTP/1.1" status: 200 len: 943 time: 0.8062406 Aug 10 03:35:27.301178 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-da7bb1e6-85a2-49bd-aa2d-dbb4d060a674 req-c08b1f54-fd13-4a5b-bf09-f46be3f91a4f service neutron] 10.222.0.61 "GET /v2.0/networks/a9b6c3c5-1bbb-4b10-a587-d4e0fd1852dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721066 Aug 10 03:35:27.399354 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-8b3f4b01-af57-4115-9534-84dd2632ac85 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21431db9-24ad-4ae7-8392-09ccadd78431']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:27.421772 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-8b3f4b01-af57-4115-9534-84dd2632ac85 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2abb34a0-75d8-41f4-be8b-d4c74ff77117') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:27.422328 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-8b3f4b01-af57-4115-9534-84dd2632ac85 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2abb34a0-75d8-41f4-be8b-d4c74ff77117') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:27.425384 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0c17b138-3333-481e-9948-cc400257df18 req-26c6a802-5598-4f14-9fa7-1fece6e9e4cf tempest-InstanceActionsV221TestJSON-1045593935 tempest-InstanceActionsV221TestJSON-1045593935-project] 10.222.0.44 "GET /v2.0/security-groups?id=d27d9232-4c42-4737-ad73-7b150eae7df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230557 Aug 10 03:35:27.479554 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6799616-02bf-4a11-a059-c719a0d929bc req-c7491fcf-1d4b-463e-bfa8-df70aee4e023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:27.490417 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c6799616-02bf-4a11-a059-c719a0d929bc req-c7491fcf-1d4b-463e-bfa8-df70aee4e023 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ed8dffce637c40f9ad5e3cce94f64610&device_id=a782c677-376f-49f3-8b7a-6cd126f2f9a2 HTTP/1.1" status: 200 len: 1095 time: 0.1046040 Aug 10 03:35:27.570946 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8b3f4b01-af57-4115-9534-84dd2632ac85 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:27.644027 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8b3f4b01-af57-4115-9534-84dd2632ac85 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:27.651519 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6799616-02bf-4a11-a059-c719a0d929bc req-2691feff-489c-4e5e-bb23-f76ccef20ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:27.654336 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c6799616-02bf-4a11-a059-c719a0d929bc req-2691feff-489c-4e5e-bb23-f76ccef20ba7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a9b6c3c5-1bbb-4b10-a587-d4e0fd1852dc HTTP/1.1" status: 200 len: 917 time: 0.1642087 Aug 10 03:35:27.684784 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-a7b2b3ee-ff1f-4cdf-be35-7e5e48165928 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Deleting port 537dcbd9-e678-465a-af22-dce6af53e8f4 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:35:27.685152 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a7b2b3ee-ff1f-4cdf-be35-7e5e48165928 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:27.740165 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b3f4b01-af57-4115-9534-84dd2632ac85 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:35:27.740580 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8b3f4b01-af57-4115-9534-84dd2632ac85 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:27.744271 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:35:27.744271 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:35:27.744271 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:35:27.744271 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:35:27.744271 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:35:27.744271 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:35:27.744271 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:35:27.744271 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:35:27.744271 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:35:27.744271 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:35:27.744271 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:35:27.744271 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:35:27.744271 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:35:27.744271 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:35:27.744271 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:35:27.744271 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:35:27.744271 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:35:27.744271 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:35:27.744271 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:35:27.744271 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:35:27.744271 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:35:27.744271 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:35:27.744271 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:35:27.744271 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:35:27.744271 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:35:27.744271 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:35:27.744271 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:35:27.744271 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:35:27.744271 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:35:27.744271 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:35:27.744271 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:35:27.744271 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:35:27.865806 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8b3f4b01-af57-4115-9534-84dd2632ac85 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:27.889081 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a7b2b3ee-ff1f-4cdf-be35-7e5e48165928 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:27.889648 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a7b2b3ee-ff1f-4cdf-be35-7e5e48165928 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:27.922065 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c6799616-02bf-4a11-a059-c719a0d929bc req-d80177d8-df74-4baf-9543-e5590d3c206e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5cd765e-f4b2-43f1-9ace-0b4b084bd370 HTTP/1.1" status: 200 len: 217 time: 0.1208725 Aug 10 03:35:27.959443 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-a7b2b3ee-ff1f-4cdf-be35-7e5e48165928 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Calling delete_port for 537dcbd9-e678-465a-af22-dce6af53e8f4 owned by network:floatingip {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:35:27.970107 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a12e15e-a3c4-49b3-9b62-6545b131f095 req-1746d213-9c32-457d-86b1-8dd0cbba0d2d tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:27.984346 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5a12e15e-a3c4-49b3-9b62-6545b131f095 req-1746d213-9c32-457d-86b1-8dd0cbba0d2d tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/ports?device_id=be966435-2ac6-4fc6-ab5b-1f75d3accfb6 HTTP/1.1" status: 200 len: 946 time: 0.2801425 Aug 10 03:35:28.090082 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa079dc-cbee-4d9d-bb4f-0835a9f873ec req-5b22c040-4698-45d2-a958-9ab94f368363 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:28.101784 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8b3f4b01-af57-4115-9534-84dd2632ac85 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:28.109398 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0aa079dc-cbee-4d9d-bb4f-0835a9f873ec req-5b22c040-4698-45d2-a958-9ab94f368363 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 946 time: 0.4460144 Aug 10 03:35:28.110618 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-8b3f4b01-af57-4115-9534-84dd2632ac85 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] 10.222.0.44 "DELETE /v2.0/networks/21431db9-24ad-4ae7-8392-09ccadd78431 HTTP/1.1" status: 204 len: 168 time: 7.1495697 Aug 10 03:35:28.112037 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3f4b01-af57-4115-9534-84dd2632ac85 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Pushing event deleted for resources: {'Network': ['ID=21431db9-24ad-4ae7-8392-09ccadd78431,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:28.131343 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 45412) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:28.134211 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6799616-02bf-4a11-a059-c719a0d929bc req-9ef824fc-6d16-4ffe-be9c-72c981bc7864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:28.136287 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c6799616-02bf-4a11-a059-c719a0d929bc req-9ef824fc-6d16-4ffe-be9c-72c981bc7864 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=69db8603-b972-4b40-9c02-aa5bf5baf5c1 HTTP/1.1" status: 200 len: 857 time: 0.1993027 Aug 10 03:35:28.139907 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-74fea02d-f16a-4c69-a00e-14edf8ee3607 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1689805284'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:28.171536 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74fea02d-f16a-4c69-a00e-14edf8ee3607 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Made reservation on behalf of 12dd31e74a8f4e489426bf70f77273f7 for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:35:28.185570 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-74fea02d-f16a-4c69-a00e-14edf8ee3607 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:28.188406 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c6799616-02bf-4a11-a059-c719a0d929bc req-7b44f9bc-d701-43f7-9105-658d59fa1283 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a9b6c3c5-1bbb-4b10-a587-d4e0fd1852dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298631 Aug 10 03:35:28.194427 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5a12e15e-a3c4-49b3-9b62-6545b131f095 req-6bc80068-6449-4c2c-9f09-9eba4d1c52d4 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad3b49c5-8747-4e37-8274-470671052828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087524 Aug 10 03:35:28.201967 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0aa079dc-cbee-4d9d-bb4f-0835a9f873ec req-e5976208-3bfd-43f4-a530-6dc74d9cd21c tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=970733cb-cbb6-4524-9c4b-45ba2a794350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942206 Aug 10 03:35:28.508852 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c6799616-02bf-4a11-a059-c719a0d929bc req-650eb0a3-f9c2-47f8-bd46-3ff7a3353918 service neutron] 10.222.0.61 "GET /v2.0/networks/a9b6c3c5-1bbb-4b10-a587-d4e0fd1852dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3032553 Aug 10 03:35:28.695497 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74fea02d-f16a-4c69-a00e-14edf8ee3607 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:35:28.700699 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9efaac8-2423-447b-b4b7-249bd83ba740 req-39d9ee18-76de-4c97-8224-83e52b96ab05 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:28.709523 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e9efaac8-2423-447b-b4b7-249bd83ba740 req-39d9ee18-76de-4c97-8224-83e52b96ab05 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/ports?device_id=52e304fd-a17e-430f-8ddc-723dc51017e7 HTTP/1.1" status: 200 len: 945 time: 0.1200790 Aug 10 03:35:28.754859 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-74fea02d-f16a-4c69-a00e-14edf8ee3607 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:28.755444 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-74fea02d-f16a-4c69-a00e-14edf8ee3607 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Added segment 4f3c60b4-51f6-43e3-aafd-5aef71ea9a2a of type vlan for network 100a83a2-3e1f-4bda-a69c-119acd34236f Aug 10 03:35:28.834884 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e9efaac8-2423-447b-b4b7-249bd83ba740 req-590e5de7-6274-40a0-b2c9-3074cd60c086 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad3b49c5-8747-4e37-8274-470671052828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225848 Aug 10 03:35:28.960788 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-74fea02d-f16a-4c69-a00e-14edf8ee3607 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:28.998475 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c6799616-02bf-4a11-a059-c719a0d929bc req-2457b0ec-a598-441b-b9b8-79f8d84beb1f service neutron] 10.222.0.61 "GET /v2.0/networks/a9b6c3c5-1bbb-4b10-a587-d4e0fd1852dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4791706 Aug 10 03:35:29.032364 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-74fea02d-f16a-4c69-a00e-14edf8ee3607 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:29.062292 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74fea02d-f16a-4c69-a00e-14edf8ee3607 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:29.063367 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-74fea02d-f16a-4c69-a00e-14edf8ee3607 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:29.264344 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107099c2-b53d-4f12-a139-e834c1f29783 req-c4f2b321-7579-4a37-98d0-d00e62fa66e3 tempest-InstanceActionsV221TestJSON-1045593935 tempest-InstanceActionsV221TestJSON-1045593935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:29.271616 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-107099c2-b53d-4f12-a139-e834c1f29783 req-c4f2b321-7579-4a37-98d0-d00e62fa66e3 tempest-InstanceActionsV221TestJSON-1045593935 tempest-InstanceActionsV221TestJSON-1045593935-project] 10.222.0.44 "GET /v2.0/ports?device_id=a782c677-376f-49f3-8b7a-6cd126f2f9a2 HTTP/1.1" status: 200 len: 943 time: 0.2521589 Aug 10 03:35:29.280143 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fea02d-f16a-4c69-a00e-14edf8ee3607 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Pushing event updated for resources: {'Network': ['ID=100a83a2-3e1f-4bda-a69c-119acd34236f,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:29.302391 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 100a83a2-3e1f-4bda-a69c-119acd34236f details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:35:29.321151 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-107099c2-b53d-4f12-a139-e834c1f29783 req-90142ee9-5a73-4f98-8ef0-649cb328e41e tempest-InstanceActionsV221TestJSON-1045593935 tempest-InstanceActionsV221TestJSON-1045593935-project] 10.222.0.44 "GET /v2.0/security-groups?id=d27d9232-4c42-4737-ad73-7b150eae7df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486815 Aug 10 03:35:29.331692 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-74fea02d-f16a-4c69-a00e-14edf8ee3607 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1976571 Aug 10 03:35:29.335851 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 45440) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:29.371165 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d006d-a97e-4cb5-9f40-a62ec2cb077b req-ba2fbee1-07d3-477f-8acd-733299e8a88a tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:29.371165 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5e9d006d-a97e-4cb5-9f40-a62ec2cb077b req-ba2fbee1-07d3-477f-8acd-733299e8a88a tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/ports?device_id=75d84430-2a5d-400c-b28d-98af0826d4a0 HTTP/1.1" status: 200 len: 945 time: 0.2121289 Aug 10 03:35:29.407615 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-ca634d76-fc74-4f70-b305-14ad8543a52e tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:29.519506 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5e9d006d-a97e-4cb5-9f40-a62ec2cb077b req-197eff57-fcef-4381-a29b-5a1b8870ca64 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad3b49c5-8747-4e37-8274-470671052828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355889 Aug 10 03:35:29.630470 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a7b2b3ee-ff1f-4cdf-be35-7e5e48165928 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:29.785709 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59dcd4c-998d-48f2-af2e-1472c77ddaba req-9dbaf720-0b07-4689-a834-90689b1b737c tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:29.793643 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b2b3ee-ff1f-4cdf-be35-7e5e48165928 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Pushing event deleted for resources: {'Port': ['ID=537dcbd9-e678-465a-af22-dce6af53e8f4,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:29.796337 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a59dcd4c-998d-48f2-af2e-1472c77ddaba req-9dbaf720-0b07-4689-a834-90689b1b737c tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 946 time: 0.2471752 Aug 10 03:35:29.927721 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a59dcd4c-998d-48f2-af2e-1472c77ddaba req-496dd5ef-324d-41c9-ba63-d431555b68e7 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=970733cb-cbb6-4524-9c4b-45ba2a794350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217136 Aug 10 03:35:30.130261 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ca634d76-fc74-4f70-b305-14ad8543a52e tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:30.158194 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ca634d76-fc74-4f70-b305-14ad8543a52e tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:30.210776 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ca634d76-fc74-4f70-b305-14ad8543a52e tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Network 100a83a2-3e1f-4bda-a69c-119acd34236f is not hosted by any dhcp agent {{(pid=94261) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 10 03:35:30.218310 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cdaf4c-c7de-42f7-9d20-00b1249a07c2 req-309c8932-40f9-4806-b737-5cb25eab9c5b tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:30.226810 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cdaf4c-c7de-42f7-9d20-00b1249a07c2 req-309c8932-40f9-4806-b737-5cb25eab9c5b tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:30.231025 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca634d76-fc74-4f70-b305-14ad8543a52e tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:30.235655 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ca634d76-fc74-4f70-b305-14ad8543a52e tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:30.240433 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ca634d76-fc74-4f70-b305-14ad8543a52e tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] 10.222.0.44 "PUT /v2.0/networks/100a83a2-3e1f-4bda-a69c-119acd34236f HTTP/1.1" status: 200 len: 723 time: 0.8949499 Aug 10 03:35:30.241635 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 45458) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:30.252209 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cdaf4c-c7de-42f7-9d20-00b1249a07c2 req-309c8932-40f9-4806-b737-5cb25eab9c5b tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:30.260202 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-60cdaf4c-c7de-42f7-9d20-00b1249a07c2 req-309c8932-40f9-4806-b737-5cb25eab9c5b tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/ports?device_id=75d84430-2a5d-400c-b28d-98af0826d4a0&device_id=52e304fd-a17e-430f-8ddc-723dc51017e7&device_id=be966435-2ac6-4fc6-ab5b-1f75d3accfb6 HTTP/1.1" status: 200 len: 2417 time: 0.2349942 Aug 10 03:35:30.278143 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-7a91bcd7-28cc-4850-8da7-983bd9b25fd4 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Request body: {'subnet': {'network_id': '100a83a2-3e1f-4bda-a69c-119acd34236f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:30.289117 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a7b2b3ee-ff1f-4cdf-be35-7e5e48165928 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks [] for floatingip, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:30.290074 n-d-768862-13 neutron-server[94261]: INFO neutron.db.l3_db [None req-a7b2b3ee-ff1f-4cdf-be35-7e5e48165928 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Floating IP edf58304-dce7-407d-8ed6-18810827a1f2 disassociated (deleted). External IP: 172.25.6.195, port: d64a87a3-cea9-4bd1-a639-a2a205115b49. Aug 10 03:35:30.361901 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-60cdaf4c-c7de-42f7-9d20-00b1249a07c2 req-31384bca-20fa-4150-9612-35aa922161d8 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad3b49c5-8747-4e37-8274-470671052828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949626 Aug 10 03:35:30.540606 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8ecea088-5fbe-4c5a-b2de-a19771abab70 req-4db870e5-72d2-4d65-929d-5e8be0e90b8e tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1074502 Aug 10 03:35:30.657718 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24c8e93-9325-4775-bcdc-6942bff5464e req-5b12152b-2a33-4330-9ecb-d367aaf18065 tempest-InstanceActionsV221TestJSON-1045593935 tempest-InstanceActionsV221TestJSON-1045593935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:30.659542 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c24c8e93-9325-4775-bcdc-6942bff5464e req-5b12152b-2a33-4330-9ecb-d367aaf18065 tempest-InstanceActionsV221TestJSON-1045593935 tempest-InstanceActionsV221TestJSON-1045593935-project] 10.222.0.44 "GET /v2.0/ports?device_id=a782c677-376f-49f3-8b7a-6cd126f2f9a2 HTTP/1.1" status: 200 len: 943 time: 0.1503069 Aug 10 03:35:30.689057 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca634d76-fc74-4f70-b305-14ad8543a52e tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Pushing event updated for resources: {'Network': ['ID=100a83a2-3e1f-4bda-a69c-119acd34236f,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:30.704622 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 100a83a2-3e1f-4bda-a69c-119acd34236f details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:35:30.768115 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c24c8e93-9325-4775-bcdc-6942bff5464e req-5c27bf3b-2ee1-4717-8b59-08eb6b213f08 tempest-InstanceActionsV221TestJSON-1045593935 tempest-InstanceActionsV221TestJSON-1045593935-project] 10.222.0.44 "GET /v2.0/security-groups?id=d27d9232-4c42-4737-ad73-7b150eae7df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017866 Aug 10 03:35:31.000666 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a91bcd7-28cc-4850-8da7-983bd9b25fd4 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Made reservation on behalf of 12dd31e74a8f4e489426bf70f77273f7 for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:35:31.004431 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7a91bcd7-28cc-4850-8da7-983bd9b25fd4 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:31.335112 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1485cc2-3877-4262-bb34-ad03c15ea71d req-c08e4cb9-0002-4511-8e46-bab7f22cc29d tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:31.343135 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7b2b3ee-ff1f-4cdf-be35-7e5e48165928 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Router 188a5ef2-daaf-47b8-bfa1-778dccd63102 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:35:31.344320 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c1485cc2-3877-4262-bb34-ad03c15ea71d req-c08e4cb9-0002-4511-8e46-bab7f22cc29d tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 946 time: 0.2090299 Aug 10 03:35:31.453023 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c1485cc2-3877-4262-bb34-ad03c15ea71d req-f2792541-3278-4098-88c3-e847e6bf9e44 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=970733cb-cbb6-4524-9c4b-45ba2a794350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017766 Aug 10 03:35:31.678621 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device f5cd765e-f4b2-43f1-9ace-0b4b084bd370 details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:35:31.797226 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7b2b3ee-ff1f-4cdf-be35-7e5e48165928 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:35:31.804948 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a7b2b3ee-ff1f-4cdf-be35-7e5e48165928 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:31.822942 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f279172-faa6-4893-9bf2-40932bd4e56f None None] Sync routers for ids ['188a5ef2-daaf-47b8-bfa1-778dccd63102'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:35:31.839471 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a7b2b3ee-ff1f-4cdf-be35-7e5e48165928 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] 10.222.0.44 "DELETE /v2.0/floatingips/edf58304-dce7-407d-8ed6-18810827a1f2 HTTP/1.1" status: 204 len: 168 time: 5.5602615 Aug 10 03:35:31.839718 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11dd5e6e-7a4c-41c3-992f-278efcbc9ff0', 'tag': 'd64a87a3-cea9-4bd1-a639-a2a205115b49'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:35:31.845470 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a86cd8-9c20-46da-83cd-16b9e7dac293" -d '{"events": [{"name": "network-changed", "server_uuid": "11dd5e6e-7a4c-41c3-992f-278efcbc9ff0", "tag": "d64a87a3-cea9-4bd1-a639-a2a205115b49"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:35:31.852691 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f279172-faa6-4893-9bf2-40932bd4e56f None None] Routers {'188a5ef2-daaf-47b8-bfa1-778dccd63102'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:35:31.853237 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-3f279172-faa6-4893-9bf2-40932bd4e56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:35:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['188a5ef2-daaf-47b8-bfa1-778dccd63102'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:32.003851 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7a91bcd7-28cc-4850-8da7-983bd9b25fd4 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:32.174356 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-3f279172-faa6-4893-9bf2-40932bd4e56f None None] Set router 188a5ef2-daaf-47b8-bfa1-778dccd63102 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:35:32.179469 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a91bcd7-28cc-4850-8da7-983bd9b25fd4 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Pushing event updated for resources: {'Subnet': ['ID=dd669505-1610-4df2-a727-dcfc603d40aa,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:32.241438 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port f5cd765e-f4b2-43f1-9ace-0b4b084bd370, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=f5cd765e-f4b2-43f1-9ace-0b4b084bd370,segment=NetworkSegment(a2e411c2-4477-42eb-bcf0-6e190209208e),segment_id=a2e411c2-4477-42eb-bcf0-6e190209208e)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:32.268386 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a91bcd7-28cc-4850-8da7-983bd9b25fd4 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Checking segment: {'id': '4f3c60b4-51f6-43e3-aafd-5aef71ea9a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '100a83a2-3e1f-4bda-a69c-119acd34236f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:35:32.268907 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a91bcd7-28cc-4850-8da7-983bd9b25fd4 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Network hostable DHCP agents. Network: 100a83a2-3e1f-4bda-a69c-119acd34236f, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:35:32.294681 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ec2e9b-6b5f-4e0b-96be-33ade5f6953f x-openstack-request-id: req-54ec2e9b-6b5f-4e0b-96be-33ade5f6953f {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:35:32.298635 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11dd5e6e-7a4c-41c3-992f-278efcbc9ff0", "tag": "d64a87a3-cea9-4bd1-a639-a2a205115b49", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:35:32.299075 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-54ec2e9b-6b5f-4e0b-96be-33ade5f6953f {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:35:32.299631 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11dd5e6e-7a4c-41c3-992f-278efcbc9ff0', 'tag': 'd64a87a3-cea9-4bd1-a639-a2a205115b49', 'status': 'completed', 'code': 200} Aug 10 03:35:32.315913 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': 'f5cd765e-f4b2-43f1-9ace-0b4b084bd370', 'network_id': 'a9b6c3c5-1bbb-4b10-a587-d4e0fd1852dc', 'port_id': 'f5cd765e-f4b2-43f1-9ace-0b4b084bd370', 'mac_address': 'fa:16:3e:7d:ff:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69db8603-b972-4b40-9c02-aa5bf5baf5c1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:35:32.331027 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a91bcd7-28cc-4850-8da7-983bd9b25fd4 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Network 100a83a2-3e1f-4bda-a69c-119acd34236f is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:35:32.363793 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-7a91bcd7-28cc-4850-8da7-983bd9b25fd4 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 100a83a2-3e1f-4bda-a69c-119acd34236f) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:35:32.378398 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a91bcd7-28cc-4850-8da7-983bd9b25fd4 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:32.385555 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7a91bcd7-28cc-4850-8da7-983bd9b25fd4 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:32.437195 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-7a91bcd7-28cc-4850-8da7-983bd9b25fd4 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1690402 Aug 10 03:35:32.439756 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 45510) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:32.454458 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-b8c8ed32-78c2-4b6b-b247-e79e2b1c8e29 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:32.484188 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a86cd8-9c20-46da-83cd-16b9e7dac293 req-c659244d-9ce1-422b-a5dc-cb1b624cb1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:32.486707 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-34a86cd8-9c20-46da-83cd-16b9e7dac293 req-c659244d-9ce1-422b-a5dc-cb1b624cb1c4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b41b771882304474947a74fcb840799d&device_id=11dd5e6e-7a4c-41c3-992f-278efcbc9ff0 HTTP/1.1" status: 200 len: 1136 time: 0.1428344 Aug 10 03:35:32.523266 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a95110-3642-414b-808d-0f882e74bcea None None] Network 100a83a2-3e1f-4bda-a69c-119acd34236f requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:35:32.643603 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-3f279172-faa6-4893-9bf2-40932bd4e56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '188a5ef2-daaf-47b8-bfa1-778dccd63102', 'name': 'tempest-TestSecurityGroupsBasicOps-router-943855450', 'tenant_id': 'b41b771882304474947a74fcb840799d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': 'fb0977ca-c3fa-4f44-bff4-8fde1f64dd29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:32:40Z', 'updated_at': '2021-08-10T03:32:52Z', 'revision_number': 4, 'project_id': 'b41b771882304474947a74fcb840799d', 'gw_port': {'id': 'fb0977ca-c3fa-4f44-bff4-8fde1f64dd29', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188a5ef2-daaf-47b8-bfa1-778dccd63102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:42Z', 'updated_at': '2021-08-10T03:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '5d09a202-3a7c-4528-b9b0-df17d4eb9ca6', 'name': '', 'network_id': 'c889480f-d9b2-49f5-ab8e-149fc3837835', 'tenant_id': 'b41b771882304474947a74fcb840799d', 'mac_address': 'fa:16:3e:74:7b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188a5ef2-daaf-47b8-bfa1-778dccd63102', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': 'd4fde8f0-46b6-4f06-b776-ecefcbb6f17b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:49Z', 'updated_at': '2021-08-10T03:33:02Z', 'revision_number': 5, 'project_id': 'b41b771882304474947a74fcb840799d', 'subnets': [{'id': 'd4fde8f0-46b6-4f06-b776-ecefcbb6f17b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:32.713050 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:32.741677 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b8c8ed32-78c2-4b6b-b247-e79e2b1c8e29 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59561635'] for subnet, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:32.862053 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f279172-faa6-4893-9bf2-40932bd4e56f None None] Checking router: 188a5ef2-daaf-47b8-bfa1-778dccd63102 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:35:32.905863 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5cd765e-f4b2-43f1-9ace-0b4b084bd370 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:35:32.919993 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f279172-faa6-4893-9bf2-40932bd4e56f None None] Routers {'188a5ef2-daaf-47b8-bfa1-778dccd63102'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:35:32.921371 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-3f279172-faa6-4893-9bf2-40932bd4e56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:35:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['188a5ef2-daaf-47b8-bfa1-778dccd63102'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:33.014308 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b8c8ed32-78c2-4b6b-b247-e79e2b1c8e29 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727476261012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-58930550'] for subnet, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:33.023551 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port f5cd765e-f4b2-43f1-9ace-0b4b084bd370, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=f5cd765e-f4b2-43f1-9ace-0b4b084bd370,segment=NetworkSegment(a2e411c2-4477-42eb-bcf0-6e190209208e),segment_id=a2e411c2-4477-42eb-bcf0-6e190209208e)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:33.062672 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:33.169160 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c8ed32-78c2-4b6b-b247-e79e2b1c8e29 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:33.174327 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b8c8ed32-78c2-4b6b-b247-e79e2b1c8e29 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:33.174327 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-b8c8ed32-78c2-4b6b-b247-e79e2b1c8e29 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] 10.222.0.44 "PUT /v2.0/subnets/dd669505-1610-4df2-a727-dcfc603d40aa HTTP/1.1" status: 200 len: 806 time: 0.7322059 Aug 10 03:35:33.180741 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c8ed32-78c2-4b6b-b247-e79e2b1c8e29 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Pushing event updated for resources: {'Subnet': ['ID=dd669505-1610-4df2-a727-dcfc603d40aa,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:33.188553 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 45522) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:33.290061 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:33.414271 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-3f279172-faa6-4893-9bf2-40932bd4e56f None None] Set router 188a5ef2-daaf-47b8-bfa1-778dccd63102 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:35:33.518604 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c8e24922-5edc-4de2-8a38-5def7d755d6b tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:33.600860 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=f5cd765e-f4b2-43f1-9ace-0b4b084bd370,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:33.634357 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aab9d16-bd17-40dc-87bb-17f75ae58ea9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-100a83a2-3e1f-4bda-a69c-119acd34236f', 'network_id': '100a83a2-3e1f-4bda-a69c-119acd34236f', 'tenant_id': '12dd31e74a8f4e489426bf70f77273f7', 'fixed_ips': [{'subnet_id': 'dd669505-1610-4df2-a727-dcfc603d40aa'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:35:33.635243 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3aab9d16-bd17-40dc-87bb-17f75ae58ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:33.739785 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c8e24922-5edc-4de2-8a38-5def7d755d6b tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:33.867584 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a86cd8-9c20-46da-83cd-16b9e7dac293 req-482a265f-42a0-4c47-804d-41d881f3b4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:33.876709 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-34a86cd8-9c20-46da-83cd-16b9e7dac293 req-482a265f-42a0-4c47-804d-41d881f3b4b5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c889480f-d9b2-49f5-ab8e-149fc3837835 HTTP/1.1" status: 200 len: 896 time: 1.3754003 Aug 10 03:35:34.014580 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-3aab9d16-bd17-40dc-87bb-17f75ae58ea9 None None] Allocated IP 172.20.0.2 (100a83a2-3e1f-4bda-a69c-119acd34236f/dd669505-1610-4df2-a727-dcfc603d40aa/64d14b99-1939-45b0-bf4f-63ab630b497c) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:35:34.114950 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-34a86cd8-9c20-46da-83cd-16b9e7dac293 req-e3150921-28fe-4145-a4ea-5a42157dfa2e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d64a87a3-cea9-4bd1-a639-a2a205115b49 HTTP/1.1" status: 200 len: 217 time: 0.1290524 Aug 10 03:35:34.175841 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-3f279172-faa6-4893-9bf2-40932bd4e56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '188a5ef2-daaf-47b8-bfa1-778dccd63102', 'name': 'tempest-TestSecurityGroupsBasicOps-router-943855450', 'tenant_id': 'b41b771882304474947a74fcb840799d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': 'fb0977ca-c3fa-4f44-bff4-8fde1f64dd29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:32:40Z', 'updated_at': '2021-08-10T03:32:52Z', 'revision_number': 4, 'project_id': 'b41b771882304474947a74fcb840799d', 'gw_port': {'id': 'fb0977ca-c3fa-4f44-bff4-8fde1f64dd29', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188a5ef2-daaf-47b8-bfa1-778dccd63102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:42Z', 'updated_at': '2021-08-10T03:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '5d09a202-3a7c-4528-b9b0-df17d4eb9ca6', 'name': '', 'network_id': 'c889480f-d9b2-49f5-ab8e-149fc3837835', 'tenant_id': 'b41b771882304474947a74fcb840799d', 'mac_address': 'fa:16:3e:74:7b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188a5ef2-daaf-47b8-bfa1-778dccd63102', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': 'd4fde8f0-46b6-4f06-b776-ecefcbb6f17b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:49Z', 'updated_at': '2021-08-10T03:33:02Z', 'revision_number': 5, 'project_id': 'b41b771882304474947a74fcb840799d', 'subnets': [{'id': 'd4fde8f0-46b6-4f06-b776-ecefcbb6f17b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:34.230665 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3aab9d16-bd17-40dc-87bb-17f75ae58ea9 None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:34.244109 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-3aab9d16-bd17-40dc-87bb-17f75ae58ea9 None None] Transition to ACTIVE for port object 64d14b99-1939-45b0-bf4f-63ab630b497c will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:35:34.249025 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f279172-faa6-4893-9bf2-40932bd4e56f None None] The sync data for ids ['188a5ef2-daaf-47b8-bfa1-778dccd63102'] in n-d-768862-13 is: [{'id': '188a5ef2-daaf-47b8-bfa1-778dccd63102', 'name': 'tempest-TestSecurityGroupsBasicOps-router-943855450', 'tenant_id': 'b41b771882304474947a74fcb840799d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': 'fb0977ca-c3fa-4f44-bff4-8fde1f64dd29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:32:40Z', 'updated_at': '2021-08-10T03:32:52Z', 'revision_number': 4, 'project_id': 'b41b771882304474947a74fcb840799d', 'gw_port': {'id': 'fb0977ca-c3fa-4f44-bff4-8fde1f64dd29', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188a5ef2-daaf-47b8-bfa1-778dccd63102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:42Z', 'updated_at': '2021-08-10T03:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '5d09a202-3a7c-4528-b9b0-df17d4eb9ca6', 'name': '', 'network_id': 'c889480f-d9b2-49f5-ab8e-149fc3837835', 'tenant_id': 'b41b771882304474947a74fcb840799d', 'mac_address': 'fa:16:3e:74:7b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188a5ef2-daaf-47b8-bfa1-778dccd63102', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': 'd4fde8f0-46b6-4f06-b776-ecefcbb6f17b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:49Z', 'updated_at': '2021-08-10T03:33:02Z', 'revision_number': 5, 'project_id': 'b41b771882304474947a74fcb840799d', 'subnets': [{'id': 'd4fde8f0-46b6-4f06-b776-ecefcbb6f17b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:35:34.251790 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a86cd8-9c20-46da-83cd-16b9e7dac293 req-8f3ed670-0654-40c6-9f64-ed5c2543dc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:34.265866 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-34a86cd8-9c20-46da-83cd-16b9e7dac293 req-8f3ed670-0654-40c6-9f64-ed5c2543dc69 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d4fde8f0-46b6-4f06-b776-ecefcbb6f17b HTTP/1.1" status: 200 len: 834 time: 0.1343324 Aug 10 03:35:34.275808 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-3aab9d16-bd17-40dc-87bb-17f75ae58ea9 None None] Transition to ACTIVE for port object 64d14b99-1939-45b0-bf4f-63ab630b497c will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:35:34.286046 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['f5cd765e-f4b2-43f1-9ace-0b4b084bd370'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:35:34.358080 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3aab9d16-bd17-40dc-87bb-17f75ae58ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:34.373091 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01be3f85-8c57-4738-b397-ce321789d16b req-fd5e1912-0dff-47b0-bf4d-bfdf1421145e tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:34.375827 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c8e24922-5edc-4de2-8a38-5def7d755d6b tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:34.381653 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-01be3f85-8c57-4738-b397-ce321789d16b req-fd5e1912-0dff-47b0-bf4d-bfdf1421145e tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] 10.222.0.44 "GET /v2.0/ports?device_id=11dd5e6e-7a4c-41c3-992f-278efcbc9ff0 HTTP/1.1" status: 200 len: 984 time: 0.4989784 Aug 10 03:35:34.422823 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05185cc-d409-4877-984a-ebab6783a781 req-8ea9fcde-e5f8-4e3e-99d3-5ba7a1f0740d tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:34.424491 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:35:34.428504 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a05185cc-d409-4877-984a-ebab6783a781 req-8ea9fcde-e5f8-4e3e-99d3-5ba7a1f0740d tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] 10.222.0.42 "GET /v2.0/ports?device_id=11dd5e6e-7a4c-41c3-992f-278efcbc9ff0 HTTP/1.1" status: 200 len: 984 time: 0.5140791 Aug 10 03:35:34.440112 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab9d16-bd17-40dc-87bb-17f75ae58ea9 None None] Pushing event updated for resources: {'Port': ['ID=64d14b99-1939-45b0-bf4f-63ab630b497c,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:34.550477 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aab9d16-bd17-40dc-87bb-17f75ae58ea9 None None] Network 100a83a2-3e1f-4bda-a69c-119acd34236f is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:35:34.598453 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-3aab9d16-bd17-40dc-87bb-17f75ae58ea9 None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:35:34.601656 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aab9d16-bd17-40dc-87bb-17f75ae58ea9 None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:35:34.667113 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed8421f-f51b-45bb-a0b5-541e4481f58b req-9964a87f-8f01-47e7-964d-8872b176fe68 tempest-InstanceActionsV221TestJSON-1045593935 tempest-InstanceActionsV221TestJSON-1045593935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:34.685494 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bed8421f-f51b-45bb-a0b5-541e4481f58b req-9964a87f-8f01-47e7-964d-8872b176fe68 tempest-InstanceActionsV221TestJSON-1045593935 tempest-InstanceActionsV221TestJSON-1045593935-project] 10.222.0.44 "GET /v2.0/ports?device_id=a782c677-376f-49f3-8b7a-6cd126f2f9a2 HTTP/1.1" status: 200 len: 944 time: 1.8472772 Aug 10 03:35:34.820298 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c8e24922-5edc-4de2-8a38-5def7d755d6b tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:34.835504 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-3aab9d16-bd17-40dc-87bb-17f75ae58ea9 None None] Attempting to bind port 64d14b99-1939-45b0-bf4f-63ab630b497c on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:35:34.836037 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-3aab9d16-bd17-40dc-87bb-17f75ae58ea9 None None] Attempting to bind port 64d14b99-1939-45b0-bf4f-63ab630b497c by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '4f3c60b4-51f6-43e3-aafd-5aef71ea9a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '100a83a2-3e1f-4bda-a69c-119acd34236f'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:35:34.836812 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aab9d16-bd17-40dc-87bb-17f75ae58ea9 None None] Attempting to bind port 64d14b99-1939-45b0-bf4f-63ab630b497c on network 100a83a2-3e1f-4bda-a69c-119acd34236f {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:35:34.843330 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aab9d16-bd17-40dc-87bb-17f75ae58ea9 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:35:34.843904 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aab9d16-bd17-40dc-87bb-17f75ae58ea9 None None] Checking segment: {'id': '4f3c60b4-51f6-43e3-aafd-5aef71ea9a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '100a83a2-3e1f-4bda-a69c-119acd34236f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:35:34.844603 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3aab9d16-bd17-40dc-87bb-17f75ae58ea9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:34.845122 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aab9d16-bd17-40dc-87bb-17f75ae58ea9 None None] Bound using segment: {'id': '4f3c60b4-51f6-43e3-aafd-5aef71ea9a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '100a83a2-3e1f-4bda-a69c-119acd34236f'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:35:34.845766 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-3aab9d16-bd17-40dc-87bb-17f75ae58ea9 None None] Bound port: 64d14b99-1939-45b0-bf4f-63ab630b497c, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f3c60b4-51f6-43e3-aafd-5aef71ea9a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '100a83a2-3e1f-4bda-a69c-119acd34236f'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:35:34.846294 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3aab9d16-bd17-40dc-87bb-17f75ae58ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:34.868792 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-c8e24922-5edc-4de2-8a38-5def7d755d6b tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['100a83a2-3e1f-4bda-a69c-119acd34236f']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:34.911815 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-c8e24922-5edc-4de2-8a38-5def7d755d6b tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f3c60b4-51f6-43e3-aafd-5aef71ea9a2a') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:34.912440 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-c8e24922-5edc-4de2-8a38-5def7d755d6b tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f3c60b4-51f6-43e3-aafd-5aef71ea9a2a') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:34.933997 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c8e24922-5edc-4de2-8a38-5def7d755d6b tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:34.937842 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6234e747-3c87-4daf-9804-aaf586d50cad None None] New status for floating IP edf58304-dce7-407d-8ed6-18810827a1f2: DOWN {{(pid=94262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:35:34.966349 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c8e24922-5edc-4de2-8a38-5def7d755d6b tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:34.977482 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bed8421f-f51b-45bb-a0b5-541e4481f58b req-49ca3876-761a-4aaf-bacc-e28e58708d8f tempest-InstanceActionsV221TestJSON-1045593935 tempest-InstanceActionsV221TestJSON-1045593935-project] 10.222.0.44 "GET /v2.0/security-groups?id=d27d9232-4c42-4737-ad73-7b150eae7df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904527 Aug 10 03:35:34.986452 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8e24922-5edc-4de2-8a38-5def7d755d6b tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:35:34.987346 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c8e24922-5edc-4de2-8a38-5def7d755d6b tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:35.002798 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a86cd8-9c20-46da-83cd-16b9e7dac293 req-8ccfcf59-45a5-4bb1-8ab8-2eabe5a21e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:35.011498 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-34a86cd8-9c20-46da-83cd-16b9e7dac293 req-8ccfcf59-45a5-4bb1-8ab8-2eabe5a21e68 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c889480f-d9b2-49f5-ab8e-149fc3837835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7311621 Aug 10 03:35:35.045961 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-01be3f85-8c57-4738-b397-ce321789d16b req-4afd09c5-49ed-45a9-aeea-3d26939c7a93 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] 10.222.0.44 "GET /v2.0/security-groups?id=65199a42-7eac-4dce-b64c-6d6d90147739&id=2bf7b11e-13b4-4dc5-bb95-2943a59cb372&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.6630716 Aug 10 03:35:35.231354 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:35:35.231354 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:35:35.231354 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:35:35.231354 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:35:35.231354 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:35:35.231354 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:35:35.231354 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:35:35.231354 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:35:35.231354 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:35:35.231354 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:35:35.231354 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:35:35.231354 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:35:35.231354 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:35:35.231354 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:35:35.231354 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:35:35.231354 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:35:35.231354 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:35:35.231354 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:35:35.231354 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:35:35.231354 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:35:35.231354 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:35:35.231354 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:35:35.231354 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:35:35.231354 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:35:35.231354 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:35:35.231354 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:35:35.231354 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:35:35.231354 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:35:35.231354 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:35:35.231354 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:35:35.231354 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:35:35.231354 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:35:35.318067 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.db.api [None req-c8e24922-5edc-4de2-8a38-5def7d755d6b tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 10 03:35:35.318067 n-d-768862-13 neutron-server[94261]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 10 03:35:35.318067 n-d-768862-13 neutron-server[94261]: [parameters: {'id': '100a83a2-3e1f-4bda-a69c-119acd34236f'}] Aug 10 03:35:35.318067 n-d-768862-13 neutron-server[94261]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94261) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:35:35.318858 n-d-768862-13 neutron-server[94261]: DEBUG oslo_db.api [None req-c8e24922-5edc-4de2-8a38-5def7d755d6b tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:35:35.320301 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e24922-5edc-4de2-8a38-5def7d755d6b tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Pushing event deleted for resources: {'Subnet': ['ID=dd669505-1610-4df2-a727-dcfc603d40aa,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:35.342464 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e24922-5edc-4de2-8a38-5def7d755d6b tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:35.342921 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e24922-5edc-4de2-8a38-5def7d755d6b tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:35.343246 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e24922-5edc-4de2-8a38-5def7d755d6b tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:35.343581 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e24922-5edc-4de2-8a38-5def7d755d6b tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:35.347017 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e24922-5edc-4de2-8a38-5def7d755d6b tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:35.347566 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e24922-5edc-4de2-8a38-5def7d755d6b tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:35.347903 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e24922-5edc-4de2-8a38-5def7d755d6b tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:35.348238 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e24922-5edc-4de2-8a38-5def7d755d6b tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:35.348572 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e24922-5edc-4de2-8a38-5def7d755d6b tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:35.348899 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e24922-5edc-4de2-8a38-5def7d755d6b tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:35.349219 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e24922-5edc-4de2-8a38-5def7d755d6b tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:35.349547 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e24922-5edc-4de2-8a38-5def7d755d6b tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:35.363629 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-3aab9d16-bd17-40dc-87bb-17f75ae58ea9 None None] For port 64d14b99-1939-45b0-bf4f-63ab630b497c, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:35:35.384182 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-3aab9d16-bd17-40dc-87bb-17f75ae58ea9 None None] For port 64d14b99-1939-45b0-bf4f-63ab630b497c, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=64d14b99-1939-45b0-bf4f-63ab630b497c,segment=NetworkSegment(4f3c60b4-51f6-43e3-aafd-5aef71ea9a2a),segment_id=4f3c60b4-51f6-43e3-aafd-5aef71ea9a2a)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:35:35.408373 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3aab9d16-bd17-40dc-87bb-17f75ae58ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:35.546464 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-a05185cc-d409-4877-984a-ebab6783a781 req-ac3081f4-8817-4284-8437-45c38c2d9a84 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Deleting port d64a87a3-cea9-4bd1-a639-a2a205115b49 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:35:35.547618 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a05185cc-d409-4877-984a-ebab6783a781 req-ac3081f4-8817-4284-8437-45c38c2d9a84 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:35.659785 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59db4dc0-f97a-4413-a9c9-90904a743624 req-20692ddb-dad3-4b81-b2e6-8e4ec02d53f1 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:35.661444 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-59db4dc0-f97a-4413-a9c9-90904a743624 req-20692ddb-dad3-4b81-b2e6-8e4ec02d53f1 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 946 time: 0.3301511 Aug 10 03:35:35.683829 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab9d16-bd17-40dc-87bb-17f75ae58ea9 None None] Pushing event updated for resources: {'Port': ['ID=64d14b99-1939-45b0-bf4f-63ab630b497c,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:35.750371 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-34a86cd8-9c20-46da-83cd-16b9e7dac293 req-74db6d74-6494-468a-9698-69b56b139a9c service neutron] 10.222.0.42 "GET /v2.0/networks/c889480f-d9b2-49f5-ab8e-149fc3837835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7011950 Aug 10 03:35:35.755775 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-59db4dc0-f97a-4413-a9c9-90904a743624 req-79c748bc-17d4-4a84-bd7f-e71e257aa41e tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=970733cb-cbb6-4524-9c4b-45ba2a794350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825813 Aug 10 03:35:35.820181 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c8e24922-5edc-4de2-8a38-5def7d755d6b tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:35.863737 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893e5d75-6efd-4d9c-8f41-cdfaa10bfb61 None None] Network 100a83a2-3e1f-4bda-a69c-119acd34236f requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:35:35.875846 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-34a86cd8-9c20-46da-83cd-16b9e7dac293 req-6022d400-d0e9-4efd-8088-58c17578227f service neutron] 10.222.0.42 "GET /v2.0/networks/c889480f-d9b2-49f5-ab8e-149fc3837835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162279 Aug 10 03:35:35.935427 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-a05185cc-d409-4877-984a-ebab6783a781 req-ac3081f4-8817-4284-8437-45c38c2d9a84 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] For port d64a87a3-cea9-4bd1-a639-a2a205115b49, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=d64a87a3-cea9-4bd1-a639-a2a205115b49,segment=NetworkSegment(85897e81-224c-453b-b8f3-1fa7b756d34d),segment_id=85897e81-224c-453b-b8f3-1fa7b756d34d)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:35.935874 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a05185cc-d409-4877-984a-ebab6783a781 req-ac3081f4-8817-4284-8437-45c38c2d9a84 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:35.960600 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-a05185cc-d409-4877-984a-ebab6783a781 req-ac3081f4-8817-4284-8437-45c38c2d9a84 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Calling delete_port for d64a87a3-cea9-4bd1-a639-a2a205115b49 owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:35:36.025777 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-c8e24922-5edc-4de2-8a38-5def7d755d6b tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Deleting port 64d14b99-1939-45b0-bf4f-63ab630b497c {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:35:36.031500 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c8e24922-5edc-4de2-8a38-5def7d755d6b tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:36.146842 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe475da-5459-4aca-941d-eafcd6352f17 None None] Network 100a83a2-3e1f-4bda-a69c-119acd34236f requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:35:36.242174 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a05185cc-d409-4877-984a-ebab6783a781 req-ac3081f4-8817-4284-8437-45c38c2d9a84 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:36.321523 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-c8e24922-5edc-4de2-8a38-5def7d755d6b tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] For port 64d14b99-1939-45b0-bf4f-63ab630b497c, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=64d14b99-1939-45b0-bf4f-63ab630b497c,segment=NetworkSegment(4f3c60b4-51f6-43e3-aafd-5aef71ea9a2a),segment_id=4f3c60b4-51f6-43e3-aafd-5aef71ea9a2a)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:36.321907 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c8e24922-5edc-4de2-8a38-5def7d755d6b tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:36.339435 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-c8e24922-5edc-4de2-8a38-5def7d755d6b tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Calling delete_port for 64d14b99-1939-45b0-bf4f-63ab630b497c owned by network:dhcp {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:35:36.368531 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3081f4-8817-4284-8437-45c38c2d9a84 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Pushing event deleted for resources: {'Port': ['ID=d64a87a3-cea9-4bd1-a639-a2a205115b49,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:36.437369 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-a05185cc-d409-4877-984a-ebab6783a781 req-ac3081f4-8817-4284-8437-45c38c2d9a84 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] No DVR routers for this DVR port d64a87a3-cea9-4bd1-a639-a2a205115b49 on host n-h1-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:35:36.444054 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a05185cc-d409-4877-984a-ebab6783a781 req-ac3081f4-8817-4284-8437-45c38c2d9a84 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:36.446730 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a05185cc-d409-4877-984a-ebab6783a781 req-ac3081f4-8817-4284-8437-45c38c2d9a84 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] 10.222.0.42 "DELETE /v2.0/ports/d64a87a3-cea9-4bd1-a639-a2a205115b49 HTTP/1.1" status: 204 len: 173 time: 1.9140346 Aug 10 03:35:36.447758 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11dd5e6e-7a4c-41c3-992f-278efcbc9ff0', 'name': 'network-vif-deleted', 'tag': 'd64a87a3-cea9-4bd1-a639-a2a205115b49'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:35:36.450448 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83db66cb-e99f-4b87-a31b-63e94e8a825a" -d '{"events": [{"server_uuid": "11dd5e6e-7a4c-41c3-992f-278efcbc9ff0", "name": "network-vif-deleted", "tag": "d64a87a3-cea9-4bd1-a639-a2a205115b49"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:35:36.508441 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f2717185-ae6c-469a-b4eb-bd982086dc2c req-4a1ada97-e637-4600-9e39-42452ae1a702 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] 10.222.0.44 "GET /v2.0/ports?device_id=11dd5e6e-7a4c-41c3-992f-278efcbc9ff0 HTTP/1.1" status: 200 len: 210 time: 0.1001170 Aug 10 03:35:36.524337 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c8e24922-5edc-4de2-8a38-5def7d755d6b tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:36.562174 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1197e5-7db6-42a8-b84f-467b15c15ec8 req-d7dbd5e2-cc91-4601-9451-f6b75d954e16 tempest-InstanceActionsV221TestJSON-1045593935 tempest-InstanceActionsV221TestJSON-1045593935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:36.574566 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-de1197e5-7db6-42a8-b84f-467b15c15ec8 req-d7dbd5e2-cc91-4601-9451-f6b75d954e16 tempest-InstanceActionsV221TestJSON-1045593935 tempest-InstanceActionsV221TestJSON-1045593935-project] 10.222.0.44 "GET /v2.0/ports?device_id=a782c677-376f-49f3-8b7a-6cd126f2f9a2 HTTP/1.1" status: 200 len: 944 time: 0.2832839 Aug 10 03:35:36.647837 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e24922-5edc-4de2-8a38-5def7d755d6b tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Pushing event deleted for resources: {'Port': ['ID=64d14b99-1939-45b0-bf4f-63ab630b497c,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:36.652581 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e24922-5edc-4de2-8a38-5def7d755d6b tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] No DVR routers for this DVR port 64d14b99-1939-45b0-bf4f-63ab630b497c on host n-d-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:35:36.746358 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-de1197e5-7db6-42a8-b84f-467b15c15ec8 req-2828fb6e-01be-4947-82f8-ceebcef6a7a0 tempest-InstanceActionsV221TestJSON-1045593935 tempest-InstanceActionsV221TestJSON-1045593935-project] 10.222.0.44 "GET /v2.0/security-groups?id=d27d9232-4c42-4737-ad73-7b150eae7df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705608 Aug 10 03:35:36.817363 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c8e24922-5edc-4de2-8a38-5def7d755d6b tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:36.837148 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-c8e24922-5edc-4de2-8a38-5def7d755d6b tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['100a83a2-3e1f-4bda-a69c-119acd34236f']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:36.893555 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-c8e24922-5edc-4de2-8a38-5def7d755d6b tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f3c60b4-51f6-43e3-aafd-5aef71ea9a2a') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:36.893871 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-c8e24922-5edc-4de2-8a38-5def7d755d6b tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f3c60b4-51f6-43e3-aafd-5aef71ea9a2a') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:36.895701 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63325360-6282-4ac6-b1a6-280dd370f792 x-openstack-request-id: req-63325360-6282-4ac6-b1a6-280dd370f792 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:35:36.896241 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11dd5e6e-7a4c-41c3-992f-278efcbc9ff0", "name": "network-vif-deleted", "tag": "d64a87a3-cea9-4bd1-a639-a2a205115b49", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:35:36.896789 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-63325360-6282-4ac6-b1a6-280dd370f792 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:35:36.897557 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11dd5e6e-7a4c-41c3-992f-278efcbc9ff0', 'name': 'network-vif-deleted', 'tag': 'd64a87a3-cea9-4bd1-a639-a2a205115b49', 'status': 'completed', 'code': 200} Aug 10 03:35:36.910629 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c8e24922-5edc-4de2-8a38-5def7d755d6b tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:36.953723 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c8e24922-5edc-4de2-8a38-5def7d755d6b tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:36.971975 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8e24922-5edc-4de2-8a38-5def7d755d6b tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:35:36.972508 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c8e24922-5edc-4de2-8a38-5def7d755d6b tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:37.095842 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:35:37.095842 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:35:37.095842 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:35:37.095842 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:35:37.095842 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:35:37.095842 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:35:37.095842 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:35:37.095842 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:35:37.095842 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:35:37.095842 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:35:37.095842 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:35:37.095842 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:35:37.095842 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:35:37.095842 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:35:37.095842 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:35:37.095842 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:35:37.095842 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:35:37.095842 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:35:37.095842 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:35:37.095842 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:35:37.095842 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:35:37.095842 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:35:37.095842 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:35:37.095842 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:35:37.095842 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:35:37.095842 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:35:37.095842 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:35:37.095842 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:35:37.095842 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:35:37.095842 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:35:37.095842 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:35:37.095842 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:35:37.106380 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c8e24922-5edc-4de2-8a38-5def7d755d6b tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:37.117373 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c8e24922-5edc-4de2-8a38-5def7d755d6b tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:37.119798 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3b0eca-883e-478c-b320-c2ae6ff23b88 None None] get_active_networks_info from n-d-768862-13 {{(pid=94262) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 03:35:37.126029 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-c8e24922-5edc-4de2-8a38-5def7d755d6b tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] 10.222.0.44 "DELETE /v2.0/networks/100a83a2-3e1f-4bda-a69c-119acd34236f HTTP/1.1" status: 204 len: 168 time: 3.9398761 Aug 10 03:35:37.126874 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e5d49e-82d0-4f99-bbbe-73e4827cb71f req-aa40d502-539a-44af-9a75-018fbd2a63d8 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:37.133771 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 45610) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:37.134326 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b1e5d49e-82d0-4f99-bbbe-73e4827cb71f req-aa40d502-539a-44af-9a75-018fbd2a63d8 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 946 time: 0.0705590 Aug 10 03:35:37.188377 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ddc901-3093-4149-9f05-f4b669ac2e09 req-535be90c-7565-41c9-bfc9-761220232894 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:37.199927 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d9ddc901-3093-4149-9f05-f4b669ac2e09 req-535be90c-7565-41c9-bfc9-761220232894 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/ports?device_id=75d84430-2a5d-400c-b28d-98af0826d4a0 HTTP/1.1" status: 200 len: 945 time: 0.1935587 Aug 10 03:35:37.206486 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e24922-5edc-4de2-8a38-5def7d755d6b tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Pushing event deleted for resources: {'Network': ['ID=100a83a2-3e1f-4bda-a69c-119acd34236f,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:37.210944 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-b62ec62d-1235-4a27-9fe0-747ba5eddd9c tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] DELETE failed (client error): The resource could not be found. Aug 10 03:35:37.212419 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b62ec62d-1235-4a27-9fe0-747ba5eddd9c tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:35:37.225887 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-b62ec62d-1235-4a27-9fe0-747ba5eddd9c tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] 10.222.0.44 "DELETE /v2.0/networks/100a83a2-3e1f-4bda-a69c-119acd34236f HTTP/1.1" status: 404 len: 339 time: 0.0786700 Aug 10 03:35:37.227659 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 45612) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:37.240159 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-1fcf5e54-43c1-4ce3-801f-504c88808b7b tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1483904284', 'description': 'd1'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:37.289619 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b1e5d49e-82d0-4f99-bbbe-73e4827cb71f req-434b09a5-6011-46fa-b827-8809b97ddc70 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=970733cb-cbb6-4524-9c4b-45ba2a794350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1539292 Aug 10 03:35:37.293305 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fcf5e54-43c1-4ce3-801f-504c88808b7b tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Made reservation on behalf of 12dd31e74a8f4e489426bf70f77273f7 for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:35:37.298589 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1fcf5e54-43c1-4ce3-801f-504c88808b7b tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:37.387845 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fcf5e54-43c1-4ce3-801f-504c88808b7b tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:35:37.404762 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d9ddc901-3093-4149-9f05-f4b669ac2e09 req-410a7452-03d2-4cce-82f2-78014c9c3f94 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad3b49c5-8747-4e37-8274-470671052828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896336 Aug 10 03:35:37.419260 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3b0eca-883e-478c-b320-c2ae6ff23b88 None None] Resources bound (agent type, host, resource id): {{(pid=94262) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 03:35:37.421551 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1fcf5e54-43c1-4ce3-801f-504c88808b7b tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:37.421849 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-1fcf5e54-43c1-4ce3-801f-504c88808b7b tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Added segment 5bb85536-e653-40d2-a74c-b9946153a914 of type vlan for network 27e006c2-0ad4-4c18-b9f6-7f222b3a1cbd Aug 10 03:35:37.561156 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1fcf5e54-43c1-4ce3-801f-504c88808b7b tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:37.642470 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 45632) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:37.694104 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1fcf5e54-43c1-4ce3-801f-504c88808b7b tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:37.708555 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device f5cd765e-f4b2-43f1-9ace-0b4b084bd370 up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:35:37.720648 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fcf5e54-43c1-4ce3-801f-504c88808b7b tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:37.721721 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1fcf5e54-43c1-4ce3-801f-504c88808b7b tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:37.789274 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device d64a87a3-cea9-4bd1-a639-a2a205115b49 no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:35:37.828484 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-37572adc-8676-424e-8485-1d504f90699b tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:37.892357 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-37572adc-8676-424e-8485-1d504f90699b tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:37.936160 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-1fcf5e54-43c1-4ce3-801f-504c88808b7b tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.7072885 Aug 10 03:35:37.945341 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 45646) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:37.961563 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcf5e54-43c1-4ce3-801f-504c88808b7b tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Pushing event updated for resources: {'Network': ['ID=27e006c2-0ad4-4c18-b9f6-7f222b3a1cbd,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:38.019990 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 27e006c2-0ad4-4c18-b9f6-7f222b3a1cbd details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:35:38.024677 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning for port f5cd765e-f4b2-43f1-9ace-0b4b084bd370 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:35:38.031845 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-37572adc-8676-424e-8485-1d504f90699b tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:38.037721 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-37572adc-8676-424e-8485-1d504f90699b tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:38.044919 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-37572adc-8676-424e-8485-1d504f90699b tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] 10.222.0.44 "DELETE /v2.0/security-groups/2bf7b11e-13b4-4dc5-bb95-2943a59cb372 HTTP/1.1" status: 204 len: 168 time: 0.3968332 Aug 10 03:35:38.051170 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 45656) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:38.052614 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port f5cd765e-f4b2-43f1-9ace-0b4b084bd370 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:35:38.055230 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:38.061031 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] No Port match for: d64a87a3-cea9-4bd1-a639-a2a205115b49 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:35:38.061679 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device d64a87a3-cea9-4bd1-a639-a2a205115b49 not bound to the agent host n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:35:38.187770 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37572adc-8676-424e-8485-1d504f90699b tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf7b11e-13b4-4dc5-bb95-2943a59cb372,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:38.354218 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7babb860-9f58-4711-92f6-f2bd03829d4d tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:38.386134 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53e147-c94b-4361-9afa-4af7d0037fec req-26fe22ae-2505-4659-a3ed-4299335dab4c tempest-InstanceActionsV221TestJSON-1045593935 tempest-InstanceActionsV221TestJSON-1045593935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:38.396458 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3a53e147-c94b-4361-9afa-4af7d0037fec req-26fe22ae-2505-4659-a3ed-4299335dab4c tempest-InstanceActionsV221TestJSON-1045593935 tempest-InstanceActionsV221TestJSON-1045593935-project] 10.222.0.44 "GET /v2.0/ports?device_id=a782c677-376f-49f3-8b7a-6cd126f2f9a2 HTTP/1.1" status: 200 len: 944 time: 0.3525455 Aug 10 03:35:38.440862 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7babb860-9f58-4711-92f6-f2bd03829d4d tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:38.551902 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3a53e147-c94b-4361-9afa-4af7d0037fec req-ec627b1a-6647-4cab-9d9c-32df02b6b685 tempest-InstanceActionsV221TestJSON-1045593935 tempest-InstanceActionsV221TestJSON-1045593935-project] 10.222.0.44 "GET /v2.0/security-groups?id=d27d9232-4c42-4737-ad73-7b150eae7df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541426 Aug 10 03:35:38.646053 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7babb860-9f58-4711-92f6-f2bd03829d4d tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:38.649753 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7babb860-9f58-4711-92f6-f2bd03829d4d tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:38.651410 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-7babb860-9f58-4711-92f6-f2bd03829d4d tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] 10.222.0.44 "DELETE /v2.0/security-groups/65199a42-7eac-4dce-b64c-6d6d90147739 HTTP/1.1" status: 204 len: 168 time: 0.5961118 Aug 10 03:35:38.690930 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 45686) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:38.692113 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7babb860-9f58-4711-92f6-f2bd03829d4d tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65199a42-7eac-4dce-b64c-6d6d90147739,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:38.718925 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:38.777617 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a782c677-376f-49f3-8b7a-6cd126f2f9a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5cd765e-f4b2-43f1-9ace-0b4b084bd370'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:35:38.782306 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-366cf5f2-6d0a-4843-b5de-03a7551fb268" -d '{"events": [{"server_uuid": "a782c677-376f-49f3-8b7a-6cd126f2f9a2", "name": "network-vif-plugged", "status": "completed", "tag": "f5cd765e-f4b2-43f1-9ace-0b4b084bd370"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:35:38.826174 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port f5cd765e-f4b2-43f1-9ace-0b4b084bd370, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=f5cd765e-f4b2-43f1-9ace-0b4b084bd370,segment=NetworkSegment(a2e411c2-4477-42eb-bcf0-6e190209208e),segment_id=a2e411c2-4477-42eb-bcf0-6e190209208e)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:38.835305 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:38.871878 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e91c78f-3a72-4fa0-9ad3-0452bd91fd60 x-openstack-request-id: req-1e91c78f-3a72-4fa0-9ad3-0452bd91fd60 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:35:38.871878 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a782c677-376f-49f3-8b7a-6cd126f2f9a2", "name": "network-vif-plugged", "status": "completed", "tag": "f5cd765e-f4b2-43f1-9ace-0b4b084bd370", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:35:38.871878 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1e91c78f-3a72-4fa0-9ad3-0452bd91fd60 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:35:38.872549 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a782c677-376f-49f3-8b7a-6cd126f2f9a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5cd765e-f4b2-43f1-9ace-0b4b084bd370', 'code': 200} Aug 10 03:35:38.882694 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a592b044-9402-4a08-8154-50395b1974c3 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:38.885953 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a592b044-9402-4a08-8154-50395b1974c3 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] 10.222.0.44 "GET /v2.0/networks?id=27e006c2-0ad4-4c18-b9f6-7f222b3a1cbd HTTP/1.1" status: 200 len: 761 time: 0.9393525 Aug 10 03:35:38.888748 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 45694) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:38.901078 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-05a06a4b-382c-48cb-bfc6-08f19d9a1f2f tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Request body: {'network': {'description': 'd2'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:38.935616 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=f5cd765e-f4b2-43f1-9ace-0b4b084bd370,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:39.069153 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b374c219-6489-4de7-8e29-8295234cce6c req-4138cdd3-0bcf-474d-b0f6-5c8d54259344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:39.070664 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-b374c219-6489-4de7-8e29-8295234cce6c req-4138cdd3-0bcf-474d-b0f6-5c8d54259344 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a782c677-376f-49f3-8b7a-6cd126f2f9a2 HTTP/1.1" status: 200 len: 1097 time: 0.1140115 Aug 10 03:35:39.072000 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8956968a-46f1-4551-a61d-ae63e89f0900 req-4a7c1b3e-8300-4a7d-a62c-c862db0044b0 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:39.075023 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8956968a-46f1-4551-a61d-ae63e89f0900 req-4a7c1b3e-8300-4a7d-a62c-c862db0044b0 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.61 "GET /v2.0/ports?device_id=75d84430-2a5d-400c-b28d-98af0826d4a0 HTTP/1.1" status: 200 len: 945 time: 0.2676072 Aug 10 03:35:39.094734 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e6898c-496c-4fa2-9ec8-4dfa318b7f7c req-030a682f-38db-42f6-ada8-0d20798c9f9c tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:39.097534 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f3e6898c-496c-4fa2-9ec8-4dfa318b7f7c req-030a682f-38db-42f6-ada8-0d20798c9f9c tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/ports?device_id=75d84430-2a5d-400c-b28d-98af0826d4a0 HTTP/1.1" status: 200 len: 945 time: 0.3854480 Aug 10 03:35:39.152394 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-05a06a4b-382c-48cb-bfc6-08f19d9a1f2f tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:39.174098 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-b374c219-6489-4de7-8e29-8295234cce6c req-10c35f62-4b54-4b8f-a199-03ba96a9d5f2 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=d27d9232-4c42-4737-ad73-7b150eae7df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895855 Aug 10 03:35:39.201539 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-05a06a4b-382c-48cb-bfc6-08f19d9a1f2f tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:39.226678 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-05a06a4b-382c-48cb-bfc6-08f19d9a1f2f tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Network 27e006c2-0ad4-4c18-b9f6-7f222b3a1cbd is not hosted by any dhcp agent {{(pid=94261) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 10 03:35:39.244377 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a06a4b-382c-48cb-bfc6-08f19d9a1f2f tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:39.245071 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-05a06a4b-382c-48cb-bfc6-08f19d9a1f2f tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:39.246473 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-05a06a4b-382c-48cb-bfc6-08f19d9a1f2f tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] 10.222.0.44 "PUT /v2.0/networks/27e006c2-0ad4-4c18-b9f6-7f222b3a1cbd HTTP/1.1" status: 200 len: 758 time: 0.3563077 Aug 10 03:35:39.274263 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 45698) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:39.306289 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a06a4b-382c-48cb-bfc6-08f19d9a1f2f tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Pushing event updated for resources: {'Network': ['ID=27e006c2-0ad4-4c18-b9f6-7f222b3a1cbd,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:39.338438 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 27e006c2-0ad4-4c18-b9f6-7f222b3a1cbd details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:35:39.506888 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f3e6898c-496c-4fa2-9ec8-4dfa318b7f7c req-27929d98-9681-444d-957f-92c3aa5cbcb4 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad3b49c5-8747-4e37-8274-470671052828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3904157 Aug 10 03:35:39.595949 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46f4a98-3353-4ae9-92b0-8fc7d6f7a683 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:39.600256 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-c46f4a98-3353-4ae9-92b0-8fc7d6f7a683 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] 10.222.0.44 "GET /v2.0/networks?id=27e006c2-0ad4-4c18-b9f6-7f222b3a1cbd HTTP/1.1" status: 200 len: 761 time: 0.3152423 Aug 10 03:35:39.605513 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 45716) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:39.640088 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-19ee23f5-58dc-4a88-a9c6-b50ad2d967fc tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-192793802'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:39.684555 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-8956968a-46f1-4551-a61d-ae63e89f0900 req-79dfc8e7-e4f9-4eea-b8f7-31e17e1c497a tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Deleting port 97034f8c-71cc-4097-8f27-bc778ae760f1 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:35:39.684900 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8956968a-46f1-4551-a61d-ae63e89f0900 req-79dfc8e7-e4f9-4eea-b8f7-31e17e1c497a tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:39.707375 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device f5c938b4-b620-4188-a605-ddf0a909af0a no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:35:39.738484 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ee23f5-58dc-4a88-a9c6-b50ad2d967fc tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Made reservation on behalf of 12dd31e74a8f4e489426bf70f77273f7 for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:35:39.747106 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-19ee23f5-58dc-4a88-a9c6-b50ad2d967fc tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:39.807038 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19ee23f5-58dc-4a88-a9c6-b50ad2d967fc tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:35:39.827240 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-19ee23f5-58dc-4a88-a9c6-b50ad2d967fc tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:39.827824 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-19ee23f5-58dc-4a88-a9c6-b50ad2d967fc tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Added segment 6c1d8ded-ecc4-4924-803c-231dc2ff1f2e of type vlan for network 36ffc0dd-f4f0-4934-a3a7-85fa4a26629f Aug 10 03:35:39.895996 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:39.906641 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-8956968a-46f1-4551-a61d-ae63e89f0900 req-79dfc8e7-e4f9-4eea-b8f7-31e17e1c497a tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] For port 97034f8c-71cc-4097-8f27-bc778ae760f1, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=97034f8c-71cc-4097-8f27-bc778ae760f1,segment=NetworkSegment(e63e0632-dd2f-43c6-b578-109f8049147f),segment_id=e63e0632-dd2f-43c6-b578-109f8049147f)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:39.907733 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8956968a-46f1-4551-a61d-ae63e89f0900 req-79dfc8e7-e4f9-4eea-b8f7-31e17e1c497a tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:39.915838 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-19ee23f5-58dc-4a88-a9c6-b50ad2d967fc tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:39.933337 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-8956968a-46f1-4551-a61d-ae63e89f0900 req-79dfc8e7-e4f9-4eea-b8f7-31e17e1c497a tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Calling delete_port for 97034f8c-71cc-4097-8f27-bc778ae760f1 owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:35:39.981889 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-19ee23f5-58dc-4a88-a9c6-b50ad2d967fc tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:39.998929 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ee23f5-58dc-4a88-a9c6-b50ad2d967fc tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:40.004679 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-19ee23f5-58dc-4a88-a9c6-b50ad2d967fc tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:40.013825 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port f5c938b4-b620-4188-a605-ddf0a909af0a, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=f5c938b4-b620-4188-a605-ddf0a909af0a,segment=NetworkSegment(137a9801-8fd3-46c2-ac1d-bb4eee5c7163),segment_id=137a9801-8fd3-46c2-ac1d-bb4eee5c7163)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:40.028076 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:40.154210 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ee23f5-58dc-4a88-a9c6-b50ad2d967fc tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Pushing event updated for resources: {'Network': ['ID=36ffc0dd-f4f0-4934-a3a7-85fa4a26629f,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:40.178805 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-19ee23f5-58dc-4a88-a9c6-b50ad2d967fc tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5591314 Aug 10 03:35:40.178805 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 45730) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:40.183849 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-25e00729-df2c-4d06-b730-a1144aff8bc8 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Request body: {'subnet': {'network_id': '36ffc0dd-f4f0-4934-a3a7-85fa4a26629f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:40.317482 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223cda73-47f7-4069-a7c1-17666dfa2b07 req-e425c2d9-5a67-4b47-bf24-029cc630d924 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:40.331928 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-223cda73-47f7-4069-a7c1-17666dfa2b07 req-e425c2d9-5a67-4b47-bf24-029cc630d924 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 944 time: 0.5349333 Aug 10 03:35:40.369227 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 36ffc0dd-f4f0-4934-a3a7-85fa4a26629f details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:35:40.387139 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e00729-df2c-4d06-b730-a1144aff8bc8 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Made reservation on behalf of 12dd31e74a8f4e489426bf70f77273f7 for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:35:40.393037 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-25e00729-df2c-4d06-b730-a1144aff8bc8 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:40.428686 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-223cda73-47f7-4069-a7c1-17666dfa2b07 req-0ed6360f-6206-4851-b575-55fd30d69e59 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=970733cb-cbb6-4524-9c4b-45ba2a794350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952003 Aug 10 03:35:40.457237 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff48de4-b5f1-492b-b9ec-5738cb3fb07d req-2de90c07-abc0-40b7-afdc-a4968575287d tempest-InstanceActionsV221TestJSON-1045593935 tempest-InstanceActionsV221TestJSON-1045593935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:40.461229 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8ff48de4-b5f1-492b-b9ec-5738cb3fb07d req-2de90c07-abc0-40b7-afdc-a4968575287d tempest-InstanceActionsV221TestJSON-1045593935 tempest-InstanceActionsV221TestJSON-1045593935-project] 10.222.0.44 "GET /v2.0/ports?device_id=a782c677-376f-49f3-8b7a-6cd126f2f9a2 HTTP/1.1" status: 200 len: 945 time: 0.6674430 Aug 10 03:35:40.475002 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8956968a-46f1-4551-a61d-ae63e89f0900 req-79dfc8e7-e4f9-4eea-b8f7-31e17e1c497a tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:40.505345 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['dfac5bf6-85c1-48e7-a12f-5cc98a0b7232'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:35:40.509813 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['ff77ca86-bac2-4e86-b600-e546131b1cb1'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:35:40.714733 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=f5c938b4-b620-4188-a605-ddf0a909af0a,revision_number=14']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:40.883373 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dfc8e7-e4f9-4eea-b8f7-31e17e1c497a tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Pushing event deleted for resources: {'Port': ['ID=97034f8c-71cc-4097-8f27-bc778ae760f1,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:40.892054 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25a2b433-b843-4071-8ca3-74d190678210', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5c938b4-b620-4188-a605-ddf0a909af0a'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:35:40.894710 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1acfda0f-33dc-4be4-bd41-2116008bed48" -d '{"events": [{"server_uuid": "25a2b433-b843-4071-8ca3-74d190678210", "name": "network-vif-unplugged", "status": "completed", "tag": "f5c938b4-b620-4188-a605-ddf0a909af0a"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:35:40.902630 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8ff48de4-b5f1-492b-b9ec-5738cb3fb07d req-f38b182d-888d-4168-98e6-13693b5e74ae tempest-InstanceActionsV221TestJSON-1045593935 tempest-InstanceActionsV221TestJSON-1045593935-project] 10.222.0.44 "GET /v2.0/security-groups?id=d27d9232-4c42-4737-ad73-7b150eae7df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4080701 Aug 10 03:35:40.937202 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-25e00729-df2c-4d06-b730-a1144aff8bc8 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:40.947116 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cd93ea22-542e-4548-ab94-9d80492ec69f req-8c98d808-960a-4c7a-884b-570500ad2b4e tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/ports?device_id=75d84430-2a5d-400c-b28d-98af0826d4a0 HTTP/1.1" status: 200 len: 210 time: 0.1088390 Aug 10 03:35:40.990754 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-8956968a-46f1-4551-a61d-ae63e89f0900 req-79dfc8e7-e4f9-4eea-b8f7-31e17e1c497a tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] No DVR routers for this DVR port 97034f8c-71cc-4097-8f27-bc778ae760f1 on host n-h2-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:35:41.001067 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8956968a-46f1-4551-a61d-ae63e89f0900 req-79dfc8e7-e4f9-4eea-b8f7-31e17e1c497a tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:41.006644 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8956968a-46f1-4551-a61d-ae63e89f0900 req-79dfc8e7-e4f9-4eea-b8f7-31e17e1c497a tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.61 "DELETE /v2.0/ports/97034f8c-71cc-4097-8f27-bc778ae760f1 HTTP/1.1" status: 204 len: 173 time: 1.9055424 Aug 10 03:35:41.015451 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75d84430-2a5d-400c-b28d-98af0826d4a0', 'name': 'network-vif-deleted', 'tag': '97034f8c-71cc-4097-8f27-bc778ae760f1'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:35:41.025134 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4c059b2-693e-4359-9823-625a92342f67" -d '{"events": [{"server_uuid": "75d84430-2a5d-400c-b28d-98af0826d4a0", "name": "network-vif-deleted", "tag": "97034f8c-71cc-4097-8f27-bc778ae760f1"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:35:41.136236 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7faba31b-462c-4411-a5a3-a8dcb1c6aadc x-openstack-request-id: req-7faba31b-462c-4411-a5a3-a8dcb1c6aadc {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:35:41.137020 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25a2b433-b843-4071-8ca3-74d190678210", "name": "network-vif-unplugged", "status": "completed", "tag": "f5c938b4-b620-4188-a605-ddf0a909af0a", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:35:41.137020 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7faba31b-462c-4411-a5a3-a8dcb1c6aadc {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:35:41.137338 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25a2b433-b843-4071-8ca3-74d190678210', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5c938b4-b620-4188-a605-ddf0a909af0a', 'code': 200} Aug 10 03:35:41.154058 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-127395e6-6a65-4e22-bde4-0ad0be1c1721 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521880'] for router_interface, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:41.208585 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e00729-df2c-4d06-b730-a1144aff8bc8 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Checking segment: {'id': '6c1d8ded-ecc4-4924-803c-231dc2ff1f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '36ffc0dd-f4f0-4934-a3a7-85fa4a26629f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:35:41.209422 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e00729-df2c-4d06-b730-a1144aff8bc8 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Network hostable DHCP agents. Network: 36ffc0dd-f4f0-4934-a3a7-85fa4a26629f, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:35:41.231101 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e00729-df2c-4d06-b730-a1144aff8bc8 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Pushing event updated for resources: {'Subnet': ['ID=7c41c87a-1874-4315-a077-20521819c1d6,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:41.279229 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e00729-df2c-4d06-b730-a1144aff8bc8 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Network 36ffc0dd-f4f0-4934-a3a7-85fa4a26629f is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:35:41.297320 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-676d6e27-21f2-48b0-b016-d3c03c6ac54b x-openstack-request-id: req-676d6e27-21f2-48b0-b016-d3c03c6ac54b {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:35:41.298056 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75d84430-2a5d-400c-b28d-98af0826d4a0", "name": "network-vif-deleted", "tag": "97034f8c-71cc-4097-8f27-bc778ae760f1", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:35:41.298496 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-676d6e27-21f2-48b0-b016-d3c03c6ac54b {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:35:41.299846 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75d84430-2a5d-400c-b28d-98af0826d4a0', 'name': 'network-vif-deleted', 'tag': '97034f8c-71cc-4097-8f27-bc778ae760f1', 'status': 'completed', 'code': 200} Aug 10 03:35:41.303691 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-25e00729-df2c-4d06-b730-a1144aff8bc8 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 36ffc0dd-f4f0-4934-a3a7-85fa4a26629f) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:35:41.315925 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13934981-4ab6-4862-b15a-be049313a6da None None] Network 36ffc0dd-f4f0-4934-a3a7-85fa4a26629f requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:35:41.317987 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e00729-df2c-4d06-b730-a1144aff8bc8 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:41.318650 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-25e00729-df2c-4d06-b730-a1144aff8bc8 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:41.344806 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-25e00729-df2c-4d06-b730-a1144aff8bc8 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1669650 Aug 10 03:35:41.347610 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 45776) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:41.676263 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-50900a99-3911-47bf-9266-29c5ef887c27 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:41.849841 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 97034f8c-71cc-4097-8f27-bc778ae760f1 no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:35:41.878085 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-50900a99-3911-47bf-9266-29c5ef887c27 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:41.995888 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-50900a99-3911-47bf-9266-29c5ef887c27 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:42.013206 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] No Port match for: 97034f8c-71cc-4097-8f27-bc778ae760f1 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:35:42.018031 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 97034f8c-71cc-4097-8f27-bc778ae760f1 not bound to the agent host n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:35:42.033564 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30451a25-f80a-4532-afd9-540a2fae0bda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-36ffc0dd-f4f0-4934-a3a7-85fa4a26629f', 'network_id': '36ffc0dd-f4f0-4934-a3a7-85fa4a26629f', 'tenant_id': '12dd31e74a8f4e489426bf70f77273f7', 'fixed_ips': [{'subnet_id': '7c41c87a-1874-4315-a077-20521819c1d6'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:35:42.035325 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-30451a25-f80a-4532-afd9-540a2fae0bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:42.104165 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50900a99-3911-47bf-9266-29c5ef887c27 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Pushing event deleted for resources: {'Subnet': ['ID=7c41c87a-1874-4315-a077-20521819c1d6,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:42.229113 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-127395e6-6a65-4e22-bde4-0ad0be1c1721 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Deleting port 5d09a202-3a7c-4528-b9b0-df17d4eb9ca6 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:35:42.230833 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-127395e6-6a65-4e22-bde4-0ad0be1c1721 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:42.293029 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187806a5-9dd2-4c08-a0fa-456f3db8c488 None None] Network 36ffc0dd-f4f0-4934-a3a7-85fa4a26629f requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:35:42.349979 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-50900a99-3911-47bf-9266-29c5ef887c27 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:42.364218 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8544fd6e-109d-4b30-a510-d73dbb4250e9 req-e872c54f-5e1e-43dd-82b8-d6c8aa017a09 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/ports?device_id=75d84430-2a5d-400c-b28d-98af0826d4a0 HTTP/1.1" status: 200 len: 210 time: 0.0820019 Aug 10 03:35:42.380312 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-50900a99-3911-47bf-9266-29c5ef887c27 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36ffc0dd-f4f0-4934-a3a7-85fa4a26629f']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:42.392829 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-50900a99-3911-47bf-9266-29c5ef887c27 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c1d8ded-ecc4-4924-803c-231dc2ff1f2e') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:42.393333 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-50900a99-3911-47bf-9266-29c5ef887c27 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c1d8ded-ecc4-4924-803c-231dc2ff1f2e') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:42.409986 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-50900a99-3911-47bf-9266-29c5ef887c27 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:42.420451 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e6278-f958-4d70-b59b-a631dde2ee09 req-b9fa2703-11d6-47d5-8e5b-c9a17c5f5d7f tempest-InstanceActionsV221TestJSON-1045593935 tempest-InstanceActionsV221TestJSON-1045593935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:42.422081 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4e4e6278-f958-4d70-b59b-a631dde2ee09 req-b9fa2703-11d6-47d5-8e5b-c9a17c5f5d7f tempest-InstanceActionsV221TestJSON-1045593935 tempest-InstanceActionsV221TestJSON-1045593935-project] 10.222.0.44 "GET /v2.0/ports?device_id=a782c677-376f-49f3-8b7a-6cd126f2f9a2 HTTP/1.1" status: 200 len: 945 time: 0.2509263 Aug 10 03:35:42.435469 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-50900a99-3911-47bf-9266-29c5ef887c27 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:42.455442 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50900a99-3911-47bf-9266-29c5ef887c27 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:35:42.456067 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-50900a99-3911-47bf-9266-29c5ef887c27 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:42.460888 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [None req-127395e6-6a65-4e22-bde4-0ad0be1c1721 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] For port 5d09a202-3a7c-4528-b9b0-df17d4eb9ca6, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=5d09a202-3a7c-4528-b9b0-df17d4eb9ca6,segment=NetworkSegment(85897e81-224c-453b-b8f3-1fa7b756d34d),segment_id=85897e81-224c-453b-b8f3-1fa7b756d34d)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:42.461127 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:35:42.461127 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:35:42.461127 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:35:42.461127 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:35:42.461127 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:35:42.461127 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:35:42.461127 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:35:42.461127 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:35:42.461127 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:35:42.461127 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:35:42.461127 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:35:42.461127 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:35:42.461127 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:35:42.461127 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:35:42.461127 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:35:42.461127 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:35:42.461127 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:35:42.461127 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:35:42.461127 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:35:42.461127 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:35:42.461127 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:35:42.461127 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:35:42.461127 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:35:42.461127 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:35:42.461127 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:35:42.461127 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:35:42.461127 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:35:42.461127 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:35:42.461127 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:35:42.461127 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:35:42.461127 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:35:42.461127 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:35:42.464235 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-127395e6-6a65-4e22-bde4-0ad0be1c1721 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:42.487499 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-127395e6-6a65-4e22-bde4-0ad0be1c1721 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Calling delete_port for 5d09a202-3a7c-4528-b9b0-df17d4eb9ca6 owned by network:router_interface {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:35:42.514858 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4e4e6278-f958-4d70-b59b-a631dde2ee09 req-33fda964-bf6e-47f1-9b2e-e57fc2af27b6 tempest-InstanceActionsV221TestJSON-1045593935 tempest-InstanceActionsV221TestJSON-1045593935-project] 10.222.0.44 "GET /v2.0/security-groups?id=d27d9232-4c42-4737-ad73-7b150eae7df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785964 Aug 10 03:35:42.612368 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-50900a99-3911-47bf-9266-29c5ef887c27 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:42.622751 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-50900a99-3911-47bf-9266-29c5ef887c27 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:42.644099 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-50900a99-3911-47bf-9266-29c5ef887c27 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] 10.222.0.44 "DELETE /v2.0/networks/36ffc0dd-f4f0-4934-a3a7-85fa4a26629f HTTP/1.1" status: 204 len: 168 time: 1.2950189 Aug 10 03:35:42.648328 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 45840) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:42.673268 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50900a99-3911-47bf-9266-29c5ef887c27 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Pushing event deleted for resources: {'Network': ['ID=36ffc0dd-f4f0-4934-a3a7-85fa4a26629f,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:42.696629 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6d1a173-be17-41ee-bd74-77f648ee28e0 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] GET failed (client error): The resource could not be found. Aug 10 03:35:42.699193 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a6d1a173-be17-41ee-bd74-77f648ee28e0 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] 10.222.0.44 "GET /v2.0/subnets/7c41c87a-1874-4315-a077-20521819c1d6 HTTP/1.1" status: 404 len: 337 time: 0.0492125 Aug 10 03:35:42.704139 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 45844) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:42.763166 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-287b12a6-429f-40e7-b7f6-947f6c0666f2 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] DELETE failed (client error): The resource could not be found. Aug 10 03:35:42.764399 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-287b12a6-429f-40e7-b7f6-947f6c0666f2 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:35:42.793627 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-287b12a6-429f-40e7-b7f6-947f6c0666f2 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] 10.222.0.44 "DELETE /v2.0/networks/36ffc0dd-f4f0-4934-a3a7-85fa4a26629f HTTP/1.1" status: 404 len: 339 time: 0.0870392 Aug 10 03:35:42.800066 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 45852) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:43.296498 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-127395e6-6a65-4e22-bde4-0ad0be1c1721 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:43.394654 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127395e6-6a65-4e22-bde4-0ad0be1c1721 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Pushing event deleted for resources: {'Port': ['ID=5d09a202-3a7c-4528-b9b0-df17d4eb9ca6,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:43.399927 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c319cf43-ce67-4a74-99c8-16250c68b2c0 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:43.404588 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-c319cf43-ce67-4a74-99c8-16250c68b2c0 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6029325 Aug 10 03:35:43.405261 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 45876) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:43.472270 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a2d314e6-ddee-4c42-80b3-a49a83271e7e tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] 10.222.0.44 "GET /v2.0/subnets?network_id=2ea12131-628a-487e-b434-0463553732bd HTTP/1.1" status: 200 len: 207 time: 0.0657868 Aug 10 03:35:43.473296 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 45878) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:43.507153 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317812e2-803b-407e-81f6-36cacdb0ff87 req-7ee57e8f-15d0-47fc-b9de-6d9c7983b3fd tempest-InstanceActionsV221TestJSON-1045593935 tempest-InstanceActionsV221TestJSON-1045593935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:43.516225 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-317812e2-803b-407e-81f6-36cacdb0ff87 req-7ee57e8f-15d0-47fc-b9de-6d9c7983b3fd tempest-InstanceActionsV221TestJSON-1045593935 tempest-InstanceActionsV221TestJSON-1045593935-project] 10.222.0.44 "GET /v2.0/ports?device_id=a782c677-376f-49f3-8b7a-6cd126f2f9a2 HTTP/1.1" status: 200 len: 945 time: 0.4067793 Aug 10 03:35:43.634030 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f04d9e-8139-4fad-8442-4b9ca443c259 req-00211b1f-44e8-4db2-9241-f77745f2351e tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:43.640336 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7d167e-51c5-450b-814f-c23306183984 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:43.646350 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d3f04d9e-8139-4fad-8442-4b9ca443c259 req-00211b1f-44e8-4db2-9241-f77745f2351e tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 944 time: 0.3622782 Aug 10 03:35:43.647604 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7d167e-51c5-450b-814f-c23306183984 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:43.655483 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7d167e-51c5-450b-814f-c23306183984 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:43.662559 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7d167e-51c5-450b-814f-c23306183984 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:43.670201 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-5c7d167e-51c5-450b-814f-c23306183984 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.1956341 Aug 10 03:35:43.670552 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 45880) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:43.817432 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-715757b1-592e-4555-b594-67c4de56ed0e tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] 10.222.0.44 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1451526 Aug 10 03:35:43.818117 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 45882) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:43.867167 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-127395e6-6a65-4e22-bde4-0ad0be1c1721 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-522536'] for router_interface, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:43.893021 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-317812e2-803b-407e-81f6-36cacdb0ff87 req-e284fe7d-d985-4738-8102-f445188e5f47 tempest-InstanceActionsV221TestJSON-1045593935 tempest-InstanceActionsV221TestJSON-1045593935-project] 10.222.0.44 "GET /v2.0/security-groups?id=d27d9232-4c42-4737-ad73-7b150eae7df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3753653 Aug 10 03:35:43.902857 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f811b05-284e-46f7-858a-e8b7e5282368 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:43.905292 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f811b05-284e-46f7-858a-e8b7e5282368 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:43.931269 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-7f811b05-284e-46f7-858a-e8b7e5282368 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1118116 Aug 10 03:35:43.935263 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 45888) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:44.049634 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be71e154-a9aa-41a0-a67f-df291b35ea24 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Attributes excluded by policy engine: ['shared'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:44.053851 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be71e154-a9aa-41a0-a67f-df291b35ea24 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Attributes excluded by policy engine: ['shared'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:44.063112 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-be71e154-a9aa-41a0-a67f-df291b35ea24 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] 10.222.0.44 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1180618 Aug 10 03:35:44.066968 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 45898) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:44.442122 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd46b2e5-7b23-45d0-bc20-359ca8871275 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:44.451161 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-fd46b2e5-7b23-45d0-bc20-359ca8871275 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] 10.222.0.44 "GET /v2.0/networks/bf58c49e-8b77-4c1d-bd5e-09efbcce0e4e HTTP/1.1" status: 200 len: 799 time: 0.3829765 Aug 10 03:35:44.454333 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 45908) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:44.615995 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d3f04d9e-8139-4fad-8442-4b9ca443c259 req-246992dc-913c-4559-9a1f-fe1b6cfc9621 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=970733cb-cbb6-4524-9c4b-45ba2a794350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9678013 Aug 10 03:35:44.692009 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-66552c2d-5a76-4369-80aa-475618e2db32 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] 10.222.0.44 "GET /v2.0/networks/bf58c49e-8b77-4c1d-bd5e-09efbcce0e4e?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2361424 Aug 10 03:35:44.699388 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 45918) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:44.715090 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd932206-5fbd-4f27-a6e3-c6e95d736219 req-8971bfd3-8172-4115-9a3b-bbcf0e54fb90 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:44.716764 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cd932206-5fbd-4f27-a6e3-c6e95d736219 req-8971bfd3-8172-4115-9a3b-bbcf0e54fb90 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/ports?device_id=52e304fd-a17e-430f-8ddc-723dc51017e7 HTTP/1.1" status: 200 len: 945 time: 0.1868186 Aug 10 03:35:44.836607 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cd932206-5fbd-4f27-a6e3-c6e95d736219 req-5a4556f2-4428-41cb-9d6a-f79696c3f925 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad3b49c5-8747-4e37-8274-470671052828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081216 Aug 10 03:35:44.837061 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fbb9a74-e9ca-484d-9edd-908e9c11a120 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:44.848248 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 45920) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:44.848923 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-9fbb9a74-e9ca-484d-9edd-908e9c11a120 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] 10.222.0.44 "GET /v2.0/subnets/89c482c7-e093-4463-9932-791371b609fb HTTP/1.1" status: 200 len: 811 time: 0.1475472 Aug 10 03:35:45.092573 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697c77a8-db9f-45cc-af3d-1ff380b80a2a tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Attributes excluded by policy engine: ['shared'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:45.094631 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-697c77a8-db9f-45cc-af3d-1ff380b80a2a tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] 10.222.0.44 "GET /v2.0/subnets/89c482c7-e093-4463-9932-791371b609fb?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2448545 Aug 10 03:35:45.131543 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 45930) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:45.142684 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-4abee862-f5ea-43d3-bc79-8b1b4cca4acd tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1022253025'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:45.206273 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55fa854-cd80-4bf7-860a-2d8fad752074 req-4f564d70-700f-49dd-a462-21a2b546a49a tempest-InstanceActionsV221TestJSON-1045593935 tempest-InstanceActionsV221TestJSON-1045593935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:45.209409 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-a55fa854-cd80-4bf7-860a-2d8fad752074 req-4f564d70-700f-49dd-a462-21a2b546a49a tempest-InstanceActionsV221TestJSON-1045593935 tempest-InstanceActionsV221TestJSON-1045593935-project] 10.222.0.61 "GET /v2.0/ports?device_id=a782c677-376f-49f3-8b7a-6cd126f2f9a2 HTTP/1.1" status: 200 len: 945 time: 0.1357777 Aug 10 03:35:45.236169 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-127395e6-6a65-4e22-bde4-0ad0be1c1721 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Router 188a5ef2-daaf-47b8-bfa1-778dccd63102 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:35:45.252144 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d0888c-2144-45e9-8014-1617d1b4e4da req-71a51b20-1fd5-4abc-bf79-ecf311639283 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:45.260235 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-23d0888c-2144-45e9-8014-1617d1b4e4da req-71a51b20-1fd5-4abc-bf79-ecf311639283 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 944 time: 0.2905807 Aug 10 03:35:45.267331 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca155c5a-b66e-4fb2-8d2a-3a0d5bb0c4f0 req-4c0c712b-3aa9-431c-bcaf-ecbcc00bf07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:45.268911 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ca155c5a-b66e-4fb2-8d2a-3a0d5bb0c4f0 req-4c0c712b-3aa9-431c-bcaf-ecbcc00bf07a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2680b799feb54d8c9fdff98330bf1a96&device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 1096 time: 0.2577956 Aug 10 03:35:45.276897 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4abee862-f5ea-43d3-bc79-8b1b4cca4acd tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Made reservation on behalf of 12dd31e74a8f4e489426bf70f77273f7 for: {'network': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:35:45.280800 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4abee862-f5ea-43d3-bc79-8b1b4cca4acd tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:45.295897 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b2ddac-3678-4632-88b5-3ff9ee817953 req-3fbc4182-360f-46a4-9dca-e575df9db5d4 tempest-InstanceActionsV221TestJSON-1045593935 tempest-InstanceActionsV221TestJSON-1045593935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:45.297779 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-73b2ddac-3678-4632-88b5-3ff9ee817953 req-3fbc4182-360f-46a4-9dca-e575df9db5d4 tempest-InstanceActionsV221TestJSON-1045593935 tempest-InstanceActionsV221TestJSON-1045593935-project] 10.222.0.44 "GET /v2.0/ports?device_id=a782c677-376f-49f3-8b7a-6cd126f2f9a2 HTTP/1.1" status: 200 len: 945 time: 0.1820951 Aug 10 03:35:45.425648 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca155c5a-b66e-4fb2-8d2a-3a0d5bb0c4f0 req-ecb86dcf-24c4-4f56-91ee-01bc1a28424e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:45.427229 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ca155c5a-b66e-4fb2-8d2a-3a0d5bb0c4f0 req-ecb86dcf-24c4-4f56-91ee-01bc1a28424e service neutron] 10.222.0.61 "GET /v2.0/networks?id=d07bf9c0-feda-49f0-ac68-879462adf9f1 HTTP/1.1" status: 200 len: 911 time: 0.1437881 Aug 10 03:35:45.441438 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-a55fa854-cd80-4bf7-860a-2d8fad752074 req-f4f9d0ae-8b5e-4c24-842f-4608084986f7 tempest-InstanceActionsV221TestJSON-1045593935 tempest-InstanceActionsV221TestJSON-1045593935-project] Deleting port f5cd765e-f4b2-43f1-9ace-0b4b084bd370 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:35:45.442184 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-a55fa854-cd80-4bf7-860a-2d8fad752074 req-f4f9d0ae-8b5e-4c24-842f-4608084986f7 tempest-InstanceActionsV221TestJSON-1045593935 tempest-InstanceActionsV221TestJSON-1045593935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:45.584481 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-a55fa854-cd80-4bf7-860a-2d8fad752074 req-f4f9d0ae-8b5e-4c24-842f-4608084986f7 tempest-InstanceActionsV221TestJSON-1045593935 tempest-InstanceActionsV221TestJSON-1045593935-project] For port f5cd765e-f4b2-43f1-9ace-0b4b084bd370, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=f5cd765e-f4b2-43f1-9ace-0b4b084bd370,segment=NetworkSegment(a2e411c2-4477-42eb-bcf0-6e190209208e),segment_id=a2e411c2-4477-42eb-bcf0-6e190209208e)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:45.584481 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-a55fa854-cd80-4bf7-860a-2d8fad752074 req-f4f9d0ae-8b5e-4c24-842f-4608084986f7 tempest-InstanceActionsV221TestJSON-1045593935 tempest-InstanceActionsV221TestJSON-1045593935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:45.596281 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ca155c5a-b66e-4fb2-8d2a-3a0d5bb0c4f0 req-51e5fcd7-6209-4098-a384-67496f624bc9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5c938b4-b620-4188-a605-ddf0a909af0a HTTP/1.1" status: 200 len: 999 time: 0.1516964 Aug 10 03:35:45.602992 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-a55fa854-cd80-4bf7-860a-2d8fad752074 req-f4f9d0ae-8b5e-4c24-842f-4608084986f7 tempest-InstanceActionsV221TestJSON-1045593935 tempest-InstanceActionsV221TestJSON-1045593935-project] Calling delete_port for f5cd765e-f4b2-43f1-9ace-0b4b084bd370 owned by compute:nova {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:35:45.700596 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-23d0888c-2144-45e9-8014-1617d1b4e4da req-93776524-8a61-40d4-930f-b481a691158d tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=970733cb-cbb6-4524-9c4b-45ba2a794350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4386020 Aug 10 03:35:45.756042 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4abee862-f5ea-43d3-bc79-8b1b4cca4acd tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=94260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:35:45.852215 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-a55fa854-cd80-4bf7-860a-2d8fad752074 req-f4f9d0ae-8b5e-4c24-842f-4608084986f7 tempest-InstanceActionsV221TestJSON-1045593935 tempest-InstanceActionsV221TestJSON-1045593935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:45.870825 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-73b2ddac-3678-4632-88b5-3ff9ee817953 req-8408f0ec-c80d-4e76-8315-7e8f8ccf9325 tempest-InstanceActionsV221TestJSON-1045593935 tempest-InstanceActionsV221TestJSON-1045593935-project] 10.222.0.44 "GET /v2.0/security-groups?id=d27d9232-4c42-4737-ad73-7b150eae7df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4402275 Aug 10 03:35:45.930823 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f9d0ae-8b5e-4c24-842f-4608084986f7 tempest-InstanceActionsV221TestJSON-1045593935 tempest-InstanceActionsV221TestJSON-1045593935-project] Pushing event deleted for resources: {'Port': ['ID=f5cd765e-f4b2-43f1-9ace-0b4b084bd370,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:45.943505 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4abee862-f5ea-43d3-bc79-8b1b4cca4acd tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:45.944081 n-d-768862-13 neutron-server[94260]: INFO neutron.db.segments_db [None req-4abee862-f5ea-43d3-bc79-8b1b4cca4acd tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Added segment f21f3ad6-5b71-49cf-9812-145275737609 of type vlan for network b4f01c5a-fa25-4868-81b4-48afd8400967 Aug 10 03:35:45.988394 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-a55fa854-cd80-4bf7-860a-2d8fad752074 req-f4f9d0ae-8b5e-4c24-842f-4608084986f7 tempest-InstanceActionsV221TestJSON-1045593935 tempest-InstanceActionsV221TestJSON-1045593935-project] No DVR routers for this DVR port f5cd765e-f4b2-43f1-9ace-0b4b084bd370 on host n-h2-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:35:45.991631 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-a55fa854-cd80-4bf7-860a-2d8fad752074 req-f4f9d0ae-8b5e-4c24-842f-4608084986f7 tempest-InstanceActionsV221TestJSON-1045593935 tempest-InstanceActionsV221TestJSON-1045593935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:45.994022 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-a55fa854-cd80-4bf7-860a-2d8fad752074 req-f4f9d0ae-8b5e-4c24-842f-4608084986f7 tempest-InstanceActionsV221TestJSON-1045593935 tempest-InstanceActionsV221TestJSON-1045593935-project] 10.222.0.61 "DELETE /v2.0/ports/f5cd765e-f4b2-43f1-9ace-0b4b084bd370 HTTP/1.1" status: 204 len: 173 time: 0.7745917 Aug 10 03:35:45.994625 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a782c677-376f-49f3-8b7a-6cd126f2f9a2', 'name': 'network-vif-deleted', 'tag': 'f5cd765e-f4b2-43f1-9ace-0b4b084bd370'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:35:45.997147 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1765c62b-c0c9-4f9d-a112-f7bf8c0a871a" -d '{"events": [{"server_uuid": "a782c677-376f-49f3-8b7a-6cd126f2f9a2", "name": "network-vif-deleted", "tag": "f5cd765e-f4b2-43f1-9ace-0b4b084bd370"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:35:46.056277 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca155c5a-b66e-4fb2-8d2a-3a0d5bb0c4f0 req-ce87c754-16f5-43c5-95f0-a9ae20075059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:46.059306 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ca155c5a-b66e-4fb2-8d2a-3a0d5bb0c4f0 req-ce87c754-16f5-43c5-95f0-a9ae20075059 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=33a1c40e-b5d2-46c7-a6a1-fa6cc0352aec HTTP/1.1" status: 200 len: 850 time: 0.4476752 Aug 10 03:35:46.085124 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-989d0769-29bd-4edf-a7d0-09631cd49920 x-openstack-request-id: req-989d0769-29bd-4edf-a7d0-09631cd49920 {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:35:46.085603 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a782c677-376f-49f3-8b7a-6cd126f2f9a2", "name": "network-vif-deleted", "tag": "f5cd765e-f4b2-43f1-9ace-0b4b084bd370", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:35:46.085874 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-989d0769-29bd-4edf-a7d0-09631cd49920 {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:35:46.086430 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a782c677-376f-49f3-8b7a-6cd126f2f9a2', 'name': 'network-vif-deleted', 'tag': 'f5cd765e-f4b2-43f1-9ace-0b4b084bd370', 'status': 'completed', 'code': 200} Aug 10 03:35:46.087337 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-127395e6-6a65-4e22-bde4-0ad0be1c1721 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:35:46.113688 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e13d59-038b-42fc-9565-dcb41483b792 None None] Sync routers for ids ['188a5ef2-daaf-47b8-bfa1-778dccd63102'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:35:46.127604 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e13d59-038b-42fc-9565-dcb41483b792 None None] Routers {'188a5ef2-daaf-47b8-bfa1-778dccd63102'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:35:46.130852 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-39e13d59-038b-42fc-9565-dcb41483b792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:35:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['188a5ef2-daaf-47b8-bfa1-778dccd63102'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:46.202827 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-127395e6-6a65-4e22-bde4-0ad0be1c1721 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] 10.222.0.44 "PUT /v2.0/routers/188a5ef2-daaf-47b8-bfa1-778dccd63102/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5067003 Aug 10 03:35:46.204888 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 45958) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:46.247287 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4abee862-f5ea-43d3-bc79-8b1b4cca4acd tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:46.270211 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49498b2b-b8ea-4387-b0dd-1b04f4d408c8 req-c70c8658-7e06-4a9f-842d-9bcb1ab7be29 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:46.279341 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-49498b2b-b8ea-4387-b0dd-1b04f4d408c8 req-c70c8658-7e06-4a9f-842d-9bcb1ab7be29 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/ports?device_id=52e304fd-a17e-430f-8ddc-723dc51017e7 HTTP/1.1" status: 200 len: 945 time: 0.3119516 Aug 10 03:35:46.281621 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a602f6d-bc23-4478-952c-438167dcc8df tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Deleting subnet d4fde8f0-46b6-4f06-b776-ecefcbb6f17b {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:35:46.288121 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1a602f6d-bc23-4478-952c-438167dcc8df tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:46.330591 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca155c5a-b66e-4fb2-8d2a-3a0d5bb0c4f0 req-6b9b17bd-d5ab-4f0e-90d3-95ddf44a4859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:46.332235 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ca155c5a-b66e-4fb2-8d2a-3a0d5bb0c4f0 req-6b9b17bd-d5ab-4f0e-90d3-95ddf44a4859 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d07bf9c0-feda-49f0-ac68-879462adf9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1962540 Aug 10 03:35:46.365062 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4abee862-f5ea-43d3-bc79-8b1b4cca4acd tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:46.372247 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abee862-f5ea-43d3-bc79-8b1b4cca4acd tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:46.372567 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4abee862-f5ea-43d3-bc79-8b1b4cca4acd tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:46.432051 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-49498b2b-b8ea-4387-b0dd-1b04f4d408c8 req-990b3223-7467-46b2-80bb-17b68dc8ca95 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad3b49c5-8747-4e37-8274-470671052828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506255 Aug 10 03:35:46.444993 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-4abee862-f5ea-43d3-bc79-8b1b4cca4acd tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3075881 Aug 10 03:35:46.450353 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40da5298-6b2d-41d5-a160-d0c603eb74e4 req-f7ed4a0a-9305-418f-a8be-a103aeb4a734 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:46.456137 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-40da5298-6b2d-41d5-a160-d0c603eb74e4 req-f7ed4a0a-9305-418f-a8be-a103aeb4a734 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.61 "GET /v2.0/ports?device_id=52e304fd-a17e-430f-8ddc-723dc51017e7 HTTP/1.1" status: 200 len: 945 time: 0.1625292 Aug 10 03:35:46.456931 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 45960) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:46.465483 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1a602f6d-bc23-4478-952c-438167dcc8df tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:46.490429 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-b537d499-6779-47ef-9d98-38ce2822c5a1 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Request body: {'subnet': {'network_id': 'b4f01c5a-fa25-4868-81b4-48afd8400967', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:46.567726 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-39e13d59-038b-42fc-9565-dcb41483b792 None None] Set router 188a5ef2-daaf-47b8-bfa1-778dccd63102 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:35:46.654040 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ca155c5a-b66e-4fb2-8d2a-3a0d5bb0c4f0 req-816fe421-9515-4e2e-912b-ff86e8d557f0 service neutron] 10.222.0.61 "GET /v2.0/networks/d07bf9c0-feda-49f0-ac68-879462adf9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799500 Aug 10 03:35:46.801254 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ca155c5a-b66e-4fb2-8d2a-3a0d5bb0c4f0 req-c680ab05-bf92-4bdf-88ac-e791a1810e22 service neutron] 10.222.0.61 "GET /v2.0/networks/d07bf9c0-feda-49f0-ac68-879462adf9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338778 Aug 10 03:35:46.822648 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abee862-f5ea-43d3-bc79-8b1b4cca4acd tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Pushing event updated for resources: {'Network': ['ID=b4f01c5a-fa25-4868-81b4-48afd8400967,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:46.841539 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network b4f01c5a-fa25-4868-81b4-48afd8400967 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:35:46.867215 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1a602f6d-bc23-4478-952c-438167dcc8df tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:46.874592 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b537d499-6779-47ef-9d98-38ce2822c5a1 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Made reservation on behalf of 12dd31e74a8f4e489426bf70f77273f7 for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:35:46.887115 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b537d499-6779-47ef-9d98-38ce2822c5a1 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:47.062784 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.ipam_backend_mixin [None req-b537d499-6779-47ef-9d98-38ce2822c5a1 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Performing IP validity checks on allocation pools {{(pid=94261) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 10 03:35:47.063526 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.ipam_backend_mixin [None req-b537d499-6779-47ef-9d98-38ce2822c5a1 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94261) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 10 03:35:47.170957 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcf63b7-f68b-4cf5-863b-5ae756f06c50 req-3666d9e6-2cd8-4919-ac31-548ae53001a4 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:47.174514 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ebcf63b7-f68b-4cf5-863b-5ae756f06c50 req-3666d9e6-2cd8-4919-ac31-548ae53001a4 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 944 time: 0.2394261 Aug 10 03:35:47.356386 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-40da5298-6b2d-41d5-a160-d0c603eb74e4 req-23898ca1-4368-4d62-bd17-788bc0eef9ad tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Deleting port ff77ca86-bac2-4e86-b600-e546131b1cb1 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:35:47.356738 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-40da5298-6b2d-41d5-a160-d0c603eb74e4 req-23898ca1-4368-4d62-bd17-788bc0eef9ad tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:47.395338 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-39e13d59-038b-42fc-9565-dcb41483b792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '188a5ef2-daaf-47b8-bfa1-778dccd63102', 'name': 'tempest-TestSecurityGroupsBasicOps-router-943855450', 'tenant_id': 'b41b771882304474947a74fcb840799d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': 'fb0977ca-c3fa-4f44-bff4-8fde1f64dd29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:32:40Z', 'updated_at': '2021-08-10T03:35:43Z', 'revision_number': 5, 'project_id': 'b41b771882304474947a74fcb840799d', 'gw_port': {'id': 'fb0977ca-c3fa-4f44-bff4-8fde1f64dd29', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188a5ef2-daaf-47b8-bfa1-778dccd63102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:42Z', 'updated_at': '2021-08-10T03:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:47.451258 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ebcf63b7-f68b-4cf5-863b-5ae756f06c50 req-d267e026-f343-450c-b6aa-287f731e6bb1 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=970733cb-cbb6-4524-9c4b-45ba2a794350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2493668 Aug 10 03:35:47.521753 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1a602f6d-bc23-4478-952c-438167dcc8df tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:47.532948 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1f9b325a-6ee2-4b46-bf04-d19d6a2f0ee8 req-3f611f6d-4483-4100-be89-cfa190ad3cbc tempest-InstanceActionsV221TestJSON-1045593935 tempest-InstanceActionsV221TestJSON-1045593935-project] 10.222.0.44 "GET /v2.0/ports?device_id=a782c677-376f-49f3-8b7a-6cd126f2f9a2 HTTP/1.1" status: 200 len: 210 time: 0.1054337 Aug 10 03:35:47.554005 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b537d499-6779-47ef-9d98-38ce2822c5a1 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:47.556185 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e13d59-038b-42fc-9565-dcb41483b792 None None] Checking router: 188a5ef2-daaf-47b8-bfa1-778dccd63102 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:35:47.595683 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a602f6d-bc23-4478-952c-438167dcc8df tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Pushing event deleted for resources: {'Subnet': ['ID=d4fde8f0-46b6-4f06-b776-ecefcbb6f17b,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:47.598660 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e13d59-038b-42fc-9565-dcb41483b792 None None] Routers {'188a5ef2-daaf-47b8-bfa1-778dccd63102'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:35:47.599400 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-39e13d59-038b-42fc-9565-dcb41483b792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:35:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['188a5ef2-daaf-47b8-bfa1-778dccd63102'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:47.599614 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-40da5298-6b2d-41d5-a160-d0c603eb74e4 req-23898ca1-4368-4d62-bd17-788bc0eef9ad tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] For port ff77ca86-bac2-4e86-b600-e546131b1cb1, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=ff77ca86-bac2-4e86-b600-e546131b1cb1,segment=NetworkSegment(e63e0632-dd2f-43c6-b578-109f8049147f),segment_id=e63e0632-dd2f-43c6-b578-109f8049147f)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:47.599973 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-40da5298-6b2d-41d5-a160-d0c603eb74e4 req-23898ca1-4368-4d62-bd17-788bc0eef9ad tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:47.603650 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1a602f6d-bc23-4478-952c-438167dcc8df tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:47.606318 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-1a602f6d-bc23-4478-952c-438167dcc8df tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] 10.222.0.44 "DELETE /v2.0/subnets/d4fde8f0-46b6-4f06-b776-ecefcbb6f17b HTTP/1.1" status: 204 len: 168 time: 1.4000077 Aug 10 03:35:47.610808 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 45988) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:47.614647 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e91f1d-5d9e-4749-995b-100c2b2e2587 None None] Network c889480f-d9b2-49f5-ab8e-149fc3837835 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:35:47.711281 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-40da5298-6b2d-41d5-a160-d0c603eb74e4 req-23898ca1-4368-4d62-bd17-788bc0eef9ad tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Calling delete_port for ff77ca86-bac2-4e86-b600-e546131b1cb1 owned by compute:nova {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:35:47.758778 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device f5cd765e-f4b2-43f1-9ace-0b4b084bd370 no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:35:47.872844 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] No Port match for: f5cd765e-f4b2-43f1-9ace-0b4b084bd370 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:35:47.873930 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device f5cd765e-f4b2-43f1-9ace-0b4b084bd370 not bound to the agent host n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:35:47.873930 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device ff77ca86-bac2-4e86-b600-e546131b1cb1 no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:35:47.876512 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-39e13d59-038b-42fc-9565-dcb41483b792 None None] Set router 188a5ef2-daaf-47b8-bfa1-778dccd63102 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:35:47.906687 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf8abda-0bff-4c6e-a3f5-b25f09466962 req-67a48417-a3dc-4724-93f2-0cd8d7580837 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:47.908591 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cdf8abda-0bff-4c6e-a3f5-b25f09466962 req-67a48417-a3dc-4724-93f2-0cd8d7580837 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/ports?device_id=52e304fd-a17e-430f-8ddc-723dc51017e7 HTTP/1.1" status: 200 len: 945 time: 0.2064569 Aug 10 03:35:47.971721 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c7f885dc-447f-4d22-a73b-1cd9841d4d59 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks [] for router, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:48.141194 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c7f885dc-447f-4d22-a73b-1cd9841d4d59 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:48.156029 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:48.163366 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cdf8abda-0bff-4c6e-a3f5-b25f09466962 req-27800705-0442-45ba-adbc-567e659e7496 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad3b49c5-8747-4e37-8274-470671052828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428689 Aug 10 03:35:48.227394 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347c3dd0-c8ea-4480-a3bb-c6f71fd09c57 None None] DHCP port deletion for c889480f-d9b2-49f5-ab8e-149fc3837835 request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:35:48.242628 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b537d499-6779-47ef-9d98-38ce2822c5a1 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Pushing event updated for resources: {'Subnet': ['ID=524e7ab6-0c2b-455c-ad96-7d60a7497387,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:48.306463 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b537d499-6779-47ef-9d98-38ce2822c5a1 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Checking segment: {'id': 'f21f3ad6-5b71-49cf-9812-145275737609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b4f01c5a-fa25-4868-81b4-48afd8400967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:35:48.309281 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b537d499-6779-47ef-9d98-38ce2822c5a1 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Network hostable DHCP agents. Network: b4f01c5a-fa25-4868-81b4-48afd8400967, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:35:48.321573 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-40da5298-6b2d-41d5-a160-d0c603eb74e4 req-23898ca1-4368-4d62-bd17-788bc0eef9ad tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:48.339420 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['dfac5bf6-85c1-48e7-a12f-5cc98a0b7232'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:35:48.344860 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-c7f885dc-447f-4d22-a73b-1cd9841d4d59 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Deleting port fb0977ca-c3fa-4f44-bff4-8fde1f64dd29 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:35:48.345437 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c7f885dc-447f-4d22-a73b-1cd9841d4d59 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:48.352989 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-39e13d59-038b-42fc-9565-dcb41483b792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '188a5ef2-daaf-47b8-bfa1-778dccd63102', 'name': 'tempest-TestSecurityGroupsBasicOps-router-943855450', 'tenant_id': 'b41b771882304474947a74fcb840799d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': 'fb0977ca-c3fa-4f44-bff4-8fde1f64dd29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:32:40Z', 'updated_at': '2021-08-10T03:35:43Z', 'revision_number': 5, 'project_id': 'b41b771882304474947a74fcb840799d', 'gw_port': {'id': 'fb0977ca-c3fa-4f44-bff4-8fde1f64dd29', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188a5ef2-daaf-47b8-bfa1-778dccd63102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:42Z', 'updated_at': '2021-08-10T03:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:48.422730 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23898ca1-4368-4d62-bd17-788bc0eef9ad tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Pushing event deleted for resources: {'Port': ['ID=ff77ca86-bac2-4e86-b600-e546131b1cb1,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:48.428951 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b537d499-6779-47ef-9d98-38ce2822c5a1 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Network b4f01c5a-fa25-4868-81b4-48afd8400967 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:35:48.474887 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-347c3dd0-c8ea-4480-a3bb-c6f71fd09c57 None None] Deleting port 3b75cad7-3603-43f5-a2d3-e50b11d991d5 {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:35:48.475392 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-347c3dd0-c8ea-4480-a3bb-c6f71fd09c57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:48.488756 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e13d59-038b-42fc-9565-dcb41483b792 None None] The sync data for ids ['188a5ef2-daaf-47b8-bfa1-778dccd63102'] in n-d-768862-13 is: [{'id': '188a5ef2-daaf-47b8-bfa1-778dccd63102', 'name': 'tempest-TestSecurityGroupsBasicOps-router-943855450', 'tenant_id': 'b41b771882304474947a74fcb840799d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': 'fb0977ca-c3fa-4f44-bff4-8fde1f64dd29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:32:40Z', 'updated_at': '2021-08-10T03:35:43Z', 'revision_number': 5, 'project_id': 'b41b771882304474947a74fcb840799d', 'gw_port': {'id': 'fb0977ca-c3fa-4f44-bff4-8fde1f64dd29', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188a5ef2-daaf-47b8-bfa1-778dccd63102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:42Z', 'updated_at': '2021-08-10T03:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:35:48.494176 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-b537d499-6779-47ef-9d98-38ce2822c5a1 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, b4f01c5a-fa25-4868-81b4-48afd8400967) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:35:48.508805 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b537d499-6779-47ef-9d98-38ce2822c5a1 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:48.509414 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b537d499-6779-47ef-9d98-38ce2822c5a1 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:48.556946 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-347c3dd0-c8ea-4480-a3bb-c6f71fd09c57 None None] For port 3b75cad7-3603-43f5-a2d3-e50b11d991d5, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=3b75cad7-3603-43f5-a2d3-e50b11d991d5,segment=NetworkSegment(85897e81-224c-453b-b8f3-1fa7b756d34d),segment_id=85897e81-224c-453b-b8f3-1fa7b756d34d)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:48.558024 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-347c3dd0-c8ea-4480-a3bb-c6f71fd09c57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:48.566799 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-40da5298-6b2d-41d5-a160-d0c603eb74e4 req-23898ca1-4368-4d62-bd17-788bc0eef9ad tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] No DVR routers for this DVR port ff77ca86-bac2-4e86-b600-e546131b1cb1 on host n-h2-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:35:48.578732 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-40da5298-6b2d-41d5-a160-d0c603eb74e4 req-23898ca1-4368-4d62-bd17-788bc0eef9ad tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:48.581108 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-40da5298-6b2d-41d5-a160-d0c603eb74e4 req-23898ca1-4368-4d62-bd17-788bc0eef9ad tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.61 "DELETE /v2.0/ports/ff77ca86-bac2-4e86-b600-e546131b1cb1 HTTP/1.1" status: 204 len: 173 time: 2.0597656 Aug 10 03:35:48.581587 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52e304fd-a17e-430f-8ddc-723dc51017e7', 'name': 'network-vif-deleted', 'tag': 'ff77ca86-bac2-4e86-b600-e546131b1cb1'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:35:48.594727 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aafa2dd3-d8de-454c-a992-2291cbd5a0eb" -d '{"events": [{"server_uuid": "52e304fd-a17e-430f-8ddc-723dc51017e7", "name": "network-vif-deleted", "tag": "ff77ca86-bac2-4e86-b600-e546131b1cb1"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:35:48.603666 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-347c3dd0-c8ea-4480-a3bb-c6f71fd09c57 None None] Calling delete_port for 3b75cad7-3603-43f5-a2d3-e50b11d991d5 owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:35:48.629173 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-b537d499-6779-47ef-9d98-38ce2822c5a1 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.1579587 Aug 10 03:35:48.633775 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 46008) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:48.640614 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-78d729ae-c990-4238-9b4a-627dc3c2fcf6 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:48.762969 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [None req-c7f885dc-447f-4d22-a73b-1cd9841d4d59 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] For port fb0977ca-c3fa-4f44-bff4-8fde1f64dd29, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=fb0977ca-c3fa-4f44-bff4-8fde1f64dd29,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:48.763354 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c7f885dc-447f-4d22-a73b-1cd9841d4d59 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:48.770813 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2101942d-fef2-4c9a-9d07-3ffe736189f0 None None] Network b4f01c5a-fa25-4868-81b4-48afd8400967 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:35:48.783862 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98ab35ed-ff02-49ff-9b6e-160aa7a23c91 x-openstack-request-id: req-98ab35ed-ff02-49ff-9b6e-160aa7a23c91 {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:35:48.784244 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52e304fd-a17e-430f-8ddc-723dc51017e7", "name": "network-vif-deleted", "tag": "ff77ca86-bac2-4e86-b600-e546131b1cb1", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:35:48.784413 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-98ab35ed-ff02-49ff-9b6e-160aa7a23c91 {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:35:48.784830 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52e304fd-a17e-430f-8ddc-723dc51017e7', 'name': 'network-vif-deleted', 'tag': 'ff77ca86-bac2-4e86-b600-e546131b1cb1', 'status': 'completed', 'code': 200} Aug 10 03:35:48.880875 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-c7f885dc-447f-4d22-a73b-1cd9841d4d59 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Calling delete_port for fb0977ca-c3fa-4f44-bff4-8fde1f64dd29 owned by network:router_gateway {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:35:48.966781 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba91720c-979b-4b70-96d2-66ebb630b00c req-0a0d3b66-3f23-4a85-9f93-4ef70007b32a tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:48.968474 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ba91720c-979b-4b70-96d2-66ebb630b00c req-0a0d3b66-3f23-4a85-9f93-4ef70007b32a tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 944 time: 0.1687996 Aug 10 03:35:49.056344 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-78d729ae-c990-4238-9b4a-627dc3c2fcf6 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59561635'] for subnet, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:49.253949 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ba91720c-979b-4b70-96d2-66ebb630b00c req-c6533326-10bd-4919-8ee0-9cc937536f95 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=970733cb-cbb6-4524-9c4b-45ba2a794350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2656853 Aug 10 03:35:49.260029 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-347c3dd0-c8ea-4480-a3bb-c6f71fd09c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:49.392272 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 46032) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:49.435241 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347c3dd0-c8ea-4480-a3bb-c6f71fd09c57 None None] Pushing event deleted for resources: {'Port': ['ID=3b75cad7-3603-43f5-a2d3-e50b11d991d5,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:49.541428 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347c3dd0-c8ea-4480-a3bb-c6f71fd09c57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:49.545168 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347c3dd0-c8ea-4480-a3bb-c6f71fd09c57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:49.545882 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347c3dd0-c8ea-4480-a3bb-c6f71fd09c57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:49.546788 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347c3dd0-c8ea-4480-a3bb-c6f71fd09c57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:49.554434 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347c3dd0-c8ea-4480-a3bb-c6f71fd09c57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:49.555430 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347c3dd0-c8ea-4480-a3bb-c6f71fd09c57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:49.556037 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347c3dd0-c8ea-4480-a3bb-c6f71fd09c57 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:49.556672 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347c3dd0-c8ea-4480-a3bb-c6f71fd09c57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:49.557907 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347c3dd0-c8ea-4480-a3bb-c6f71fd09c57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:49.558532 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347c3dd0-c8ea-4480-a3bb-c6f71fd09c57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:49.559101 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347c3dd0-c8ea-4480-a3bb-c6f71fd09c57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:49.559660 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347c3dd0-c8ea-4480-a3bb-c6f71fd09c57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:49.563499 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347c3dd0-c8ea-4480-a3bb-c6f71fd09c57 None None] No DVR routers for this DVR port 3b75cad7-3603-43f5-a2d3-e50b11d991d5 on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:35:49.691586 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 3b75cad7-3603-43f5-a2d3-e50b11d991d5 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:35:49.714014 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9e30766-e56b-4b7f-92f7-e2c931cf9aed admin admin] Deleting subnet 69db8603-b972-4b40-9c02-aa5bf5baf5c1 {{(pid=94260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:35:49.721481 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 3b75cad7-3603-43f5-a2d3-e50b11d991d5 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:35:49.722257 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 3b75cad7-3603-43f5-a2d3-e50b11d991d5 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:35:49.722929 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 5d09a202-3a7c-4528-b9b0-df17d4eb9ca6 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:35:49.758171 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f9e30766-e56b-4b7f-92f7-e2c931cf9aed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:49.764755 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 5d09a202-3a7c-4528-b9b0-df17d4eb9ca6 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:35:49.765534 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 5d09a202-3a7c-4528-b9b0-df17d4eb9ca6 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:35:49.807626 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19723b0-226d-4cc2-9eb9-febceec9bc3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-b4f01c5a-fa25-4868-81b4-48afd8400967', 'network_id': 'b4f01c5a-fa25-4868-81b4-48afd8400967', 'tenant_id': '12dd31e74a8f4e489426bf70f77273f7', 'fixed_ips': [{'subnet_id': '524e7ab6-0c2b-455c-ad96-7d60a7497387'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:35:49.810607 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e19723b0-226d-4cc2-9eb9-febceec9bc3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:49.934810 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-78d729ae-c990-4238-9b4a-627dc3c2fcf6 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727476261012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-58930550'] for subnet, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:49.984650 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4dc399f7-a43f-452e-b840-68470d9c6bde req-63a39492-4823-48fd-8de9-877cc36011d6 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/ports?device_id=52e304fd-a17e-430f-8ddc-723dc51017e7 HTTP/1.1" status: 200 len: 210 time: 0.1682465 Aug 10 03:35:50.010471 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d729ae-c990-4238-9b4a-627dc3c2fcf6 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:50.011658 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-78d729ae-c990-4238-9b4a-627dc3c2fcf6 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:50.013329 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-78d729ae-c990-4238-9b4a-627dc3c2fcf6 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] 10.222.0.44 "PUT /v2.0/subnets/524e7ab6-0c2b-455c-ad96-7d60a7497387 HTTP/1.1" status: 200 len: 877 time: 1.3783569 Aug 10 03:35:50.018708 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 46042) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:50.080914 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f9e30766-e56b-4b7f-92f7-e2c931cf9aed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191173'] for subnet, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:50.115928 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d729ae-c990-4238-9b4a-627dc3c2fcf6 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Pushing event updated for resources: {'Subnet': ['ID=524e7ab6-0c2b-455c-ad96-7d60a7497387,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:50.146572 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c7f885dc-447f-4d22-a73b-1cd9841d4d59 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:50.218317 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb5fe3b-0aa2-42a0-8fa8-8406a0fd1084 req-9df43e30-88d6-4eae-83ec-95acc775e815 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:50.226732 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bfb5fe3b-0aa2-42a0-8fa8-8406a0fd1084 req-9df43e30-88d6-4eae-83ec-95acc775e815 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 944 time: 0.3578398 Aug 10 03:35:50.228887 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f885dc-447f-4d22-a73b-1cd9841d4d59 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Pushing event deleted for resources: {'Port': ['ID=fb0977ca-c3fa-4f44-bff4-8fde1f64dd29,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:50.246842 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ced5f391-4e51-4c88-9dfb-020435f19d7a tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:50.275092 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-e19723b0-226d-4cc2-9eb9-febceec9bc3b None None] Allocated IP 172.20.0.3 (b4f01c5a-fa25-4868-81b4-48afd8400967/524e7ab6-0c2b-455c-ad96-7d60a7497387/25eaa4b3-0d94-49a7-89cd-b2595d116149) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:35:50.363167 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f9e30766-e56b-4b7f-92f7-e2c931cf9aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:50.396723 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ced5f391-4e51-4c88-9dfb-020435f19d7a tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:50.473754 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bfb5fe3b-0aa2-42a0-8fa8-8406a0fd1084 req-cceb6307-d220-4971-84fd-3a1dc6a3dc24 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=970733cb-cbb6-4524-9c4b-45ba2a794350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2459550 Aug 10 03:35:50.489317 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c7f885dc-447f-4d22-a73b-1cd9841d4d59 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520654'] for router_gateway, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:50.651001 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e19723b0-226d-4cc2-9eb9-febceec9bc3b None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:50.697721 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c7f885dc-447f-4d22-a73b-1cd9841d4d59 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:50.708819 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c7f885dc-447f-4d22-a73b-1cd9841d4d59 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:50.720540 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-e19723b0-226d-4cc2-9eb9-febceec9bc3b None None] Transition to ACTIVE for port object 25eaa4b3-0d94-49a7-89cd-b2595d116149 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:35:50.753816 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-e19723b0-226d-4cc2-9eb9-febceec9bc3b None None] Transition to ACTIVE for port object 25eaa4b3-0d94-49a7-89cd-b2595d116149 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:35:50.763309 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e19723b0-226d-4cc2-9eb9-febceec9bc3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:50.818987 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f9e30766-e56b-4b7f-92f7-e2c931cf9aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:50.829988 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c7f885dc-447f-4d22-a73b-1cd9841d4d59 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:50.830482 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7f885dc-447f-4d22-a73b-1cd9841d4d59 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Fanout notify agent at l3_agent the message router_deleted on router 188a5ef2-daaf-47b8-bfa1-778dccd63102 {{(pid=94260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:35:50.831210 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19723b0-226d-4cc2-9eb9-febceec9bc3b None None] Pushing event updated for resources: {'Port': ['ID=25eaa4b3-0d94-49a7-89cd-b2595d116149,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:50.840966 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ced5f391-4e51-4c88-9dfb-020435f19d7a tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:50.851076 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19723b0-226d-4cc2-9eb9-febceec9bc3b None None] Network b4f01c5a-fa25-4868-81b4-48afd8400967 is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:35:50.853095 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-e19723b0-226d-4cc2-9eb9-febceec9bc3b None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:35:50.856162 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19723b0-226d-4cc2-9eb9-febceec9bc3b None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:35:50.870642 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c7f885dc-447f-4d22-a73b-1cd9841d4d59 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks [] for router, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:50.872365 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-c7f885dc-447f-4d22-a73b-1cd9841d4d59 tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] 10.222.0.44 "DELETE /v2.0/routers/188a5ef2-daaf-47b8-bfa1-778dccd63102 HTTP/1.1" status: 204 len: 168 time: 3.2603862 Aug 10 03:35:50.876774 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 46064) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:50.892133 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c786ec2-19e1-49f7-8283-cdd335c848ab req-fa674f6d-ce83-4426-9bc7-44f785d04a14 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:50.895844 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7c786ec2-19e1-49f7-8283-cdd335c848ab req-fa674f6d-ce83-4426-9bc7-44f785d04a14 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 944 time: 0.2713478 Aug 10 03:35:50.932962 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e30766-e56b-4b7f-92f7-e2c931cf9aed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69db8603-b972-4b40-9c02-aa5bf5baf5c1,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:50.939349 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f9e30766-e56b-4b7f-92f7-e2c931cf9aed admin admin] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:50.942553 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-f9e30766-e56b-4b7f-92f7-e2c931cf9aed admin admin] 10.222.0.44 "DELETE /v2.0/subnets/69db8603-b972-4b40-9c02-aa5bf5baf5c1 HTTP/1.1" status: 204 len: 168 time: 1.5440226 Aug 10 03:35:50.956151 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 46066) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:50.980480 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-e19723b0-226d-4cc2-9eb9-febceec9bc3b None None] Attempting to bind port 25eaa4b3-0d94-49a7-89cd-b2595d116149 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:35:50.981219 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-e19723b0-226d-4cc2-9eb9-febceec9bc3b None None] Attempting to bind port 25eaa4b3-0d94-49a7-89cd-b2595d116149 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'f21f3ad6-5b71-49cf-9812-145275737609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b4f01c5a-fa25-4868-81b4-48afd8400967'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:35:50.981847 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19723b0-226d-4cc2-9eb9-febceec9bc3b None None] Attempting to bind port 25eaa4b3-0d94-49a7-89cd-b2595d116149 on network b4f01c5a-fa25-4868-81b4-48afd8400967 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:35:50.991473 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19723b0-226d-4cc2-9eb9-febceec9bc3b None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:35:50.992114 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19723b0-226d-4cc2-9eb9-febceec9bc3b None None] Checking segment: {'id': 'f21f3ad6-5b71-49cf-9812-145275737609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b4f01c5a-fa25-4868-81b4-48afd8400967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:35:50.992808 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e19723b0-226d-4cc2-9eb9-febceec9bc3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:50.993483 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19723b0-226d-4cc2-9eb9-febceec9bc3b None None] Bound using segment: {'id': 'f21f3ad6-5b71-49cf-9812-145275737609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b4f01c5a-fa25-4868-81b4-48afd8400967'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:35:50.994369 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-e19723b0-226d-4cc2-9eb9-febceec9bc3b None None] Bound port: 25eaa4b3-0d94-49a7-89cd-b2595d116149, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f21f3ad6-5b71-49cf-9812-145275737609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b4f01c5a-fa25-4868-81b4-48afd8400967'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:35:50.995093 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e19723b0-226d-4cc2-9eb9-febceec9bc3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:51.028563 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced5f391-4e51-4c88-9dfb-020435f19d7a tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Pushing event deleted for resources: {'Subnet': ['ID=524e7ab6-0c2b-455c-ad96-7d60a7497387,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:51.052843 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7c786ec2-19e1-49f7-8283-cdd335c848ab req-fbc1a1af-ae01-4f21-8b03-d98483954d66 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=970733cb-cbb6-4524-9c4b-45ba2a794350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1329262 Aug 10 03:35:51.119875 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7d325687-788d-467b-b790-9cc6c5cce5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:51.293870 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7d325687-788d-467b-b790-9cc6c5cce5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:51.308211 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-7d325687-788d-467b-b790-9cc6c5cce5f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9b6c3c5-1bbb-4b10-a587-d4e0fd1852dc']}} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:51.341215 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-e19723b0-226d-4cc2-9eb9-febceec9bc3b None None] For port 25eaa4b3-0d94-49a7-89cd-b2595d116149, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:35:51.343055 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-7d325687-788d-467b-b790-9cc6c5cce5f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2e411c2-4477-42eb-bcf0-6e190209208e') {'for_net_delete': True} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:51.343576 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-7d325687-788d-467b-b790-9cc6c5cce5f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2e411c2-4477-42eb-bcf0-6e190209208e') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:51.358589 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7d325687-788d-467b-b790-9cc6c5cce5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191186'] for segment, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:51.364353 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-e19723b0-226d-4cc2-9eb9-febceec9bc3b None None] For port 25eaa4b3-0d94-49a7-89cd-b2595d116149, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=25eaa4b3-0d94-49a7-89cd-b2595d116149,segment=NetworkSegment(f21f3ad6-5b71-49cf-9812-145275737609),segment_id=f21f3ad6-5b71-49cf-9812-145275737609)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:35:51.390982 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7d325687-788d-467b-b790-9cc6c5cce5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:51.407159 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d325687-788d-467b-b790-9cc6c5cce5f2 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=94260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:35:51.409260 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7d325687-788d-467b-b790-9cc6c5cce5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58895489'] for segment, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:51.412929 n-d-768862-13 neutron-server[94260]: Traceback (most recent call last): Aug 10 03:35:51.412929 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:35:51.412929 n-d-768862-13 neutron-server[94260]: timer() Aug 10 03:35:51.412929 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:35:51.412929 n-d-768862-13 neutron-server[94260]: cb(*args, **kw) Aug 10 03:35:51.412929 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:35:51.412929 n-d-768862-13 neutron-server[94260]: return func(*args, **kwargs) Aug 10 03:35:51.412929 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:35:51.412929 n-d-768862-13 neutron-server[94260]: self._notify() Aug 10 03:35:51.412929 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:35:51.412929 n-d-768862-13 neutron-server[94260]: self.callback(batched_events) Aug 10 03:35:51.412929 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:35:51.412929 n-d-768862-13 neutron-server[94260]: event.method(event) Aug 10 03:35:51.412929 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:35:51.412929 n-d-768862-13 neutron-server[94260]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:35:51.412929 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:35:51.412929 n-d-768862-13 neutron-server[94260]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:35:51.412929 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:35:51.412929 n-d-768862-13 neutron-server[94260]: return f(self, *a, **k) Aug 10 03:35:51.412929 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:35:51.412929 n-d-768862-13 neutron-server[94260]: return self._get(url).json() Aug 10 03:35:51.412929 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:35:51.412929 n-d-768862-13 neutron-server[94260]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:35:51.412929 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:35:51.412929 n-d-768862-13 neutron-server[94260]: return self.request(url, 'GET', **kwargs) Aug 10 03:35:51.412929 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:35:51.412929 n-d-768862-13 neutron-server[94260]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:35:51.412929 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:35:51.412929 n-d-768862-13 neutron-server[94260]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:35:51.412929 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:35:51.412929 n-d-768862-13 neutron-server[94260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:35:51.412929 n-d-768862-13 neutron-server[94260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:35:51.424307 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e19723b0-226d-4cc2-9eb9-febceec9bc3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:51.733482 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7d325687-788d-467b-b790-9cc6c5cce5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:51.774117 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-23811d1a-2a29-417f-9204-4c88d4d09df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:51.775742 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7d325687-788d-467b-b790-9cc6c5cce5f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:51.780678 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-7d325687-788d-467b-b790-9cc6c5cce5f2 admin admin] 10.222.0.44 "DELETE /v2.0/networks/a9b6c3c5-1bbb-4b10-a587-d4e0fd1852dc HTTP/1.1" status: 204 len: 168 time: 0.8229415 Aug 10 03:35:51.781595 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19723b0-226d-4cc2-9eb9-febceec9bc3b None None] Pushing event updated for resources: {'Port': ['ID=25eaa4b3-0d94-49a7-89cd-b2595d116149,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:51.786548 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device fb0977ca-c3fa-4f44-bff4-8fde1f64dd29 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:35:51.904957 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7b2dc1-703c-4c04-9a8d-86fc71a292a2 None None] Network b4f01c5a-fa25-4868-81b4-48afd8400967 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:35:52.097429 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: fb0977ca-c3fa-4f44-bff4-8fde1f64dd29 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:35:52.103123 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device fb0977ca-c3fa-4f44-bff4-8fde1f64dd29 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:35:52.212311 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ced5f391-4e51-4c88-9dfb-020435f19d7a tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:52.239998 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-ced5f391-4e51-4c88-9dfb-020435f19d7a tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4f01c5a-fa25-4868-81b4-48afd8400967']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:52.267837 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-ced5f391-4e51-4c88-9dfb-020435f19d7a tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f21f3ad6-5b71-49cf-9812-145275737609') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:52.268441 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-ced5f391-4e51-4c88-9dfb-020435f19d7a tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f21f3ad6-5b71-49cf-9812-145275737609') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:52.283332 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ced5f391-4e51-4c88-9dfb-020435f19d7a tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:52.301451 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ced5f391-4e51-4c88-9dfb-020435f19d7a tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:52.309705 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ced5f391-4e51-4c88-9dfb-020435f19d7a tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:35:52.310466 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ced5f391-4e51-4c88-9dfb-020435f19d7a tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:52.390810 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 46106) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:52.406216 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-befac465-e067-43f4-ac76-f096911fe00a None None] Network b4f01c5a-fa25-4868-81b4-48afd8400967 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:35:52.409445 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:35:52.409445 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:35:52.409445 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:35:52.409445 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:35:52.409445 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:35:52.409445 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:35:52.409445 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:35:52.409445 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:35:52.409445 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:35:52.409445 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:35:52.409445 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:35:52.409445 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:35:52.409445 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:35:52.409445 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:35:52.409445 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:35:52.409445 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:35:52.409445 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:35:52.409445 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:35:52.409445 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:35:52.409445 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:35:52.409445 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:35:52.409445 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:35:52.409445 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:35:52.409445 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:35:52.409445 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:35:52.409445 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:35:52.409445 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:35:52.409445 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:35:52.409445 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:35:52.409445 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:35:52.409445 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:35:52.409445 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:35:52.444414 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.db.api [None req-ced5f391-4e51-4c88-9dfb-020435f19d7a tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 10 03:35:52.444414 n-d-768862-13 neutron-server[94261]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 10 03:35:52.444414 n-d-768862-13 neutron-server[94261]: [parameters: {'id': 'b4f01c5a-fa25-4868-81b4-48afd8400967'}] Aug 10 03:35:52.444414 n-d-768862-13 neutron-server[94261]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94261) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:35:52.445271 n-d-768862-13 neutron-server[94261]: DEBUG oslo_db.api [None req-ced5f391-4e51-4c88-9dfb-020435f19d7a tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:35:52.541114 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-4417b6ae-ed0e-473c-9abe-e064ffc670c3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ed8dffce637c40f9ad5e3cce94f64610&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1226690 Aug 10 03:35:52.541114 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 46112) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:52.557353 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-665e007f-7c98-4cdd-afc6-5173ca64a08e tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:52.700443 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-665e007f-7c98-4cdd-afc6-5173ca64a08e tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:52.703522 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-25a83cb7-50b5-4082-9e79-4f8b8f441b9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:52.729461 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-25a83cb7-50b5-4082-9e79-4f8b8f441b9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:52.733012 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d325687-788d-467b-b790-9cc6c5cce5f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9b6c3c5-1bbb-4b10-a587-d4e0fd1852dc,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:52.773322 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6565b63-2275-493c-a646-e118b575948b None None] get_active_networks_info from n-d-768862-13 {{(pid=94262) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 03:35:52.829809 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-665e007f-7c98-4cdd-afc6-5173ca64a08e tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c889480f-d9b2-49f5-ab8e-149fc3837835']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:52.835630 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-25a83cb7-50b5-4082-9e79-4f8b8f441b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:52.842743 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-25a83cb7-50b5-4082-9e79-4f8b8f441b9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:52.849626 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-25a83cb7-50b5-4082-9e79-4f8b8f441b9c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d27d9232-4c42-4737-ad73-7b150eae7df7 HTTP/1.1" status: 204 len: 168 time: 0.3012953 Aug 10 03:35:52.854904 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc13f8f-1907-48c4-a0e5-3b00524e7d07 req-a70d10b6-3837-4da8-9041-f64046201e88 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:52.863488 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1dc13f8f-1907-48c4-a0e5-3b00524e7d07 req-a70d10b6-3837-4da8-9041-f64046201e88 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/ports?device_id=be966435-2ac6-4fc6-ab5b-1f75d3accfb6 HTTP/1.1" status: 200 len: 946 time: 0.1451197 Aug 10 03:35:52.873510 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-665e007f-7c98-4cdd-afc6-5173ca64a08e tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85897e81-224c-453b-b8f3-1fa7b756d34d') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:52.874111 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-665e007f-7c98-4cdd-afc6-5173ca64a08e tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85897e81-224c-453b-b8f3-1fa7b756d34d') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:52.900346 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a83cb7-50b5-4082-9e79-4f8b8f441b9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d27d9232-4c42-4737-ad73-7b150eae7df7,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:52.908664 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-665e007f-7c98-4cdd-afc6-5173ca64a08e tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:52.920708 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf61cec6-49bc-429e-a522-178b9a4e5ed5 req-4bb58810-bc08-4749-bf0e-baabcf980af3 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:52.927131 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bf61cec6-49bc-429e-a522-178b9a4e5ed5 req-4bb58810-bc08-4749-bf0e-baabcf980af3 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/networks?id=d07bf9c0-feda-49f0-ac68-879462adf9f1 HTTP/1.1" status: 200 len: 811 time: 1.2418890 Aug 10 03:35:52.943044 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-665e007f-7c98-4cdd-afc6-5173ca64a08e tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:52.949195 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ced5f391-4e51-4c88-9dfb-020435f19d7a tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:52.964122 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-665e007f-7c98-4cdd-afc6-5173ca64a08e tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:35:52.964866 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-665e007f-7c98-4cdd-afc6-5173ca64a08e tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:52.974285 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:35:52.974285 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:35:52.974285 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:35:52.974285 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:35:52.974285 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:35:52.974285 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:35:52.974285 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:35:52.974285 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:35:52.974285 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:35:52.974285 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:35:52.974285 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:35:52.974285 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:35:52.974285 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:35:52.974285 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:35:52.974285 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:35:52.974285 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:35:52.974285 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:35:52.974285 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:35:52.974285 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:35:52.974285 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:35:52.974285 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:35:52.974285 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:35:52.974285 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:35:52.974285 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:35:52.974285 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:35:52.974285 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:35:52.974285 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:35:52.974285 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:35:52.974285 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:35:52.974285 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:35:52.974285 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:35:52.974285 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:35:53.007809 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6565b63-2275-493c-a646-e118b575948b None None] Resources bound (agent type, host, resource id): {{(pid=94262) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 03:35:53.013838 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1dc13f8f-1907-48c4-a0e5-3b00524e7d07 req-f5d86ba2-a0bc-4dd3-9ab8-e675b6b949ea tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad3b49c5-8747-4e37-8274-470671052828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487389 Aug 10 03:35:53.019179 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bf61cec6-49bc-429e-a522-178b9a4e5ed5 req-bcd9c5f8-8e4a-4ee9-a768-89848139a284 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/quotas/2680b799feb54d8c9fdff98330bf1a96 HTTP/1.1" status: 200 len: 375 time: 0.0633609 Aug 10 03:35:53.247424 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-665e007f-7c98-4cdd-afc6-5173ca64a08e tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:53.290424 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-665e007f-7c98-4cdd-afc6-5173ca64a08e tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:53.298214 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-665e007f-7c98-4cdd-afc6-5173ca64a08e tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] 10.222.0.44 "DELETE /v2.0/networks/c889480f-d9b2-49f5-ab8e-149fc3837835 HTTP/1.1" status: 204 len: 168 time: 2.4192450 Aug 10 03:35:53.311465 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665e007f-7c98-4cdd-afc6-5173ca64a08e tempest-TestSecurityGroupsBasicOps-1731814010 tempest-TestSecurityGroupsBasicOps-1731814010-project] Pushing event deleted for resources: {'Network': ['ID=c889480f-d9b2-49f5-ab8e-149fc3837835,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:53.315657 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bf61cec6-49bc-429e-a522-178b9a4e5ed5 req-dc6d196e-5845-4d3a-8d66-f66b51984713 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2680b799feb54d8c9fdff98330bf1a96&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2914536 Aug 10 03:35:53.351575 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-ced5f391-4e51-4c88-9dfb-020435f19d7a tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Deleting port 25eaa4b3-0d94-49a7-89cd-b2595d116149 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:35:53.353374 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ced5f391-4e51-4c88-9dfb-020435f19d7a tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:53.548667 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-ced5f391-4e51-4c88-9dfb-020435f19d7a tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] For port 25eaa4b3-0d94-49a7-89cd-b2595d116149, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=25eaa4b3-0d94-49a7-89cd-b2595d116149,segment=NetworkSegment(f21f3ad6-5b71-49cf-9812-145275737609),segment_id=f21f3ad6-5b71-49cf-9812-145275737609)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:53.551256 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ced5f391-4e51-4c88-9dfb-020435f19d7a tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:53.602725 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-ced5f391-4e51-4c88-9dfb-020435f19d7a tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Calling delete_port for 25eaa4b3-0d94-49a7-89cd-b2595d116149 owned by network:dhcp {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:35:53.631760 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a90886-341c-491a-a001-8ef1d4c36908 req-181a4172-df0d-4883-bed5-464dcfda3f8e tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:53.633697 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-67a90886-341c-491a-a001-8ef1d4c36908 req-181a4172-df0d-4883-bed5-464dcfda3f8e tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.42 "GET /v2.0/ports?device_id=be966435-2ac6-4fc6-ab5b-1f75d3accfb6 HTTP/1.1" status: 200 len: 946 time: 0.1823630 Aug 10 03:35:53.641166 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bf61cec6-49bc-429e-a522-178b9a4e5ed5 req-160cfe9a-6db9-4d85-adc0-52d6f0f98ee8 service neutron] 10.222.0.44 "GET /v2.0/networks/d07bf9c0-feda-49f0-ac68-879462adf9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3115239 Aug 10 03:35:53.713233 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-abaebf62-6c06-4039-bbb3-d9797966eb3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:53.853647 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-67a90886-341c-491a-a001-8ef1d4c36908 req-92e6d979-a8df-4ed4-914b-ea44dbba2b11 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Deleting port dfac5bf6-85c1-48e7-a12f-5cc98a0b7232 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:35:53.855475 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-67a90886-341c-491a-a001-8ef1d4c36908 req-92e6d979-a8df-4ed4-914b-ea44dbba2b11 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:53.940306 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ced5f391-4e51-4c88-9dfb-020435f19d7a tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:53.990441 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-67a90886-341c-491a-a001-8ef1d4c36908 req-92e6d979-a8df-4ed4-914b-ea44dbba2b11 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] For port dfac5bf6-85c1-48e7-a12f-5cc98a0b7232, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=dfac5bf6-85c1-48e7-a12f-5cc98a0b7232,segment=NetworkSegment(e63e0632-dd2f-43c6-b578-109f8049147f),segment_id=e63e0632-dd2f-43c6-b578-109f8049147f)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:53.990824 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-67a90886-341c-491a-a001-8ef1d4c36908 req-92e6d979-a8df-4ed4-914b-ea44dbba2b11 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:54.016732 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-67a90886-341c-491a-a001-8ef1d4c36908 req-92e6d979-a8df-4ed4-914b-ea44dbba2b11 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Calling delete_port for dfac5bf6-85c1-48e7-a12f-5cc98a0b7232 owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:35:54.034005 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced5f391-4e51-4c88-9dfb-020435f19d7a tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Pushing event deleted for resources: {'Port': ['ID=25eaa4b3-0d94-49a7-89cd-b2595d116149,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:54.054151 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced5f391-4e51-4c88-9dfb-020435f19d7a tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] No DVR routers for this DVR port 25eaa4b3-0d94-49a7-89cd-b2595d116149 on host n-d-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:35:54.135765 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bf61cec6-49bc-429e-a522-178b9a4e5ed5 req-2d870ba5-3501-4ea0-861f-14d8da667398 service neutron] 10.222.0.44 "GET /v2.0/networks/d07bf9c0-feda-49f0-ac68-879462adf9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4012909 Aug 10 03:35:54.248620 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:54.299971 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 46144) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:54.331986 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ced5f391-4e51-4c88-9dfb-020435f19d7a tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:54.365193 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-ced5f391-4e51-4c88-9dfb-020435f19d7a tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4f01c5a-fa25-4868-81b4-48afd8400967']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:54.412635 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-ced5f391-4e51-4c88-9dfb-020435f19d7a tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f21f3ad6-5b71-49cf-9812-145275737609') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:54.413112 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-ced5f391-4e51-4c88-9dfb-020435f19d7a tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f21f3ad6-5b71-49cf-9812-145275737609') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:54.473577 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ced5f391-4e51-4c88-9dfb-020435f19d7a tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:54.530774 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ced5f391-4e51-4c88-9dfb-020435f19d7a tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:54.569342 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ced5f391-4e51-4c88-9dfb-020435f19d7a tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:35:54.569854 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ced5f391-4e51-4c88-9dfb-020435f19d7a tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:54.576224 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:35:54.576224 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:35:54.576224 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:35:54.576224 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:35:54.576224 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:35:54.576224 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:35:54.576224 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:35:54.576224 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:35:54.576224 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:35:54.576224 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:35:54.576224 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:35:54.576224 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:35:54.576224 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:35:54.576224 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:35:54.576224 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:35:54.576224 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:35:54.576224 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:35:54.576224 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:35:54.576224 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:35:54.576224 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:35:54.576224 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:35:54.576224 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:35:54.576224 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:35:54.576224 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:35:54.576224 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:35:54.576224 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:35:54.576224 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:35:54.576224 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:35:54.576224 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:35:54.576224 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:35:54.576224 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:35:54.576224 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:35:54.660498 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-67a90886-341c-491a-a001-8ef1d4c36908 req-92e6d979-a8df-4ed4-914b-ea44dbba2b11 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:54.676887 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['dfac5bf6-85c1-48e7-a12f-5cc98a0b7232'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:35:54.845543 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e6d979-a8df-4ed4-914b-ea44dbba2b11 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Pushing event deleted for resources: {'Port': ['ID=dfac5bf6-85c1-48e7-a12f-5cc98a0b7232,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:54.889772 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4201d8-3681-4008-95c9-e66a1d49adaa req-5a139301-3128-4fa7-9cd0-da9cccd56731 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:54.892918 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ced5f391-4e51-4c88-9dfb-020435f19d7a tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:54.900586 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1a4201d8-3681-4008-95c9-e66a1d49adaa req-5a139301-3128-4fa7-9cd0-da9cccd56731 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/ports?device_id=be966435-2ac6-4fc6-ab5b-1f75d3accfb6 HTTP/1.1" status: 200 len: 867 time: 0.5529001 Aug 10 03:35:54.925007 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ced5f391-4e51-4c88-9dfb-020435f19d7a tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:54.938816 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ced5f391-4e51-4c88-9dfb-020435f19d7a tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] 10.222.0.44 "DELETE /v2.0/networks/b4f01c5a-fa25-4868-81b4-48afd8400967 HTTP/1.1" status: 204 len: 168 time: 4.9141901 Aug 10 03:35:54.951265 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 46162) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:55.138641 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced5f391-4e51-4c88-9dfb-020435f19d7a tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Pushing event deleted for resources: {'Network': ['ID=b4f01c5a-fa25-4868-81b4-48afd8400967,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:55.146267 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-bed94ad1-6895-4c8d-8ea5-147fc5a04318 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] DELETE failed (client error): The resource could not be found. Aug 10 03:35:55.146689 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bed94ad1-6895-4c8d-8ea5-147fc5a04318 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:35:55.150029 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-bed94ad1-6895-4c8d-8ea5-147fc5a04318 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] 10.222.0.44 "DELETE /v2.0/subnets/524e7ab6-0c2b-455c-ad96-7d60a7497387 HTTP/1.1" status: 404 len: 337 time: 0.1704159 Aug 10 03:35:55.154790 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 46176) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:55.230667 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f9c743f-9b99-4567-8c77-48514825dcc1 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] DELETE failed (client error): The resource could not be found. Aug 10 03:35:55.231940 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f9c743f-9b99-4567-8c77-48514825dcc1 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:35:55.235867 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-9f9c743f-9b99-4567-8c77-48514825dcc1 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] 10.222.0.44 "DELETE /v2.0/networks/b4f01c5a-fa25-4868-81b4-48afd8400967 HTTP/1.1" status: 404 len: 339 time: 0.0785708 Aug 10 03:35:55.240903 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 46178) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:55.247159 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-10ec4aaf-c9f8-4c67-a09f-f6f6499ea1d7 req-48eecd3c-37da-433b-b7e1-a74786039a61 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d576ad2-7394-4c3f-864f-6a176c23b589 HTTP/1.1" status: 200 len: 210 time: 0.2320912 Aug 10 03:35:55.248540 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-67a90886-341c-491a-a001-8ef1d4c36908 req-92e6d979-a8df-4ed4-914b-ea44dbba2b11 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] No DVR routers for this DVR port dfac5bf6-85c1-48e7-a12f-5cc98a0b7232 on host n-h1-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:35:55.260982 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-67a90886-341c-491a-a001-8ef1d4c36908 req-92e6d979-a8df-4ed4-914b-ea44dbba2b11 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:55.273584 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-67a90886-341c-491a-a001-8ef1d4c36908 req-92e6d979-a8df-4ed4-914b-ea44dbba2b11 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.42 "DELETE /v2.0/ports/dfac5bf6-85c1-48e7-a12f-5cc98a0b7232 HTTP/1.1" status: 204 len: 173 time: 1.6293786 Aug 10 03:35:55.276416 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be966435-2ac6-4fc6-ab5b-1f75d3accfb6', 'name': 'network-vif-deleted', 'tag': 'dfac5bf6-85c1-48e7-a12f-5cc98a0b7232'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:35:55.281155 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f48567ab-377c-4ea9-a153-8a850ddcdd1b" -d '{"events": [{"server_uuid": "be966435-2ac6-4fc6-ab5b-1f75d3accfb6", "name": "network-vif-deleted", "tag": "dfac5bf6-85c1-48e7-a12f-5cc98a0b7232"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:35:55.311420 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1a4201d8-3681-4008-95c9-e66a1d49adaa req-850c19b3-0085-4671-89f0-e50f158ff067 tempest-ListServerFiltersTestJSON-29351221 tempest-ListServerFiltersTestJSON-29351221-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad3b49c5-8747-4e37-8274-470671052828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3796153 Aug 10 03:35:55.352661 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-921cc433-ab50-404c-b344-4e259e870e44 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] DELETE failed (client error): The resource could not be found. Aug 10 03:35:55.354878 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-921cc433-ab50-404c-b344-4e259e870e44 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:35:55.363346 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 46182) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:55.366322 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-921cc433-ab50-404c-b344-4e259e870e44 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] 10.222.0.44 "DELETE /v2.0/subnets/7c41c87a-1874-4315-a077-20521819c1d6 HTTP/1.1" status: 404 len: 337 time: 0.1177480 Aug 10 03:35:55.388827 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:55.391228 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-8119dbcb-f9e0-486b-aeea-61ce732fe7eb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b41b771882304474947a74fcb840799d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0867391 Aug 10 03:35:55.392545 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 46184) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:55.406184 n-d-768862-13 neutron-server[94260]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3c78e6d-1095-464d-99bb-3069ecbc2071 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] DELETE failed (client error): The resource could not be found. Aug 10 03:35:55.407215 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3c78e6d-1095-464d-99bb-3069ecbc2071 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:35:55.416094 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-c3c78e6d-1095-464d-99bb-3069ecbc2071 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] 10.222.0.44 "DELETE /v2.0/networks/36ffc0dd-f4f0-4934-a3a7-85fa4a26629f HTTP/1.1" status: 404 len: 339 time: 0.0509665 Aug 10 03:35:55.426008 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 46186) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:55.463187 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 46188) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:55.626716 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0869b28e-6189-4b40-ad12-ae3c264e3546 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:55.722330 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5a3b32cf-b721-43ab-b3a5-3c2e59ba16a9 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:55.727418 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28f3dd9d-f4d0-40c6-9908-a18fbe0043fd x-openstack-request-id: req-28f3dd9d-f4d0-40c6-9908-a18fbe0043fd {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:35:55.728206 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be966435-2ac6-4fc6-ab5b-1f75d3accfb6", "name": "network-vif-deleted", "tag": "dfac5bf6-85c1-48e7-a12f-5cc98a0b7232", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:35:55.728828 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-28f3dd9d-f4d0-40c6-9908-a18fbe0043fd {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:35:55.730403 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be966435-2ac6-4fc6-ab5b-1f75d3accfb6', 'name': 'network-vif-deleted', 'tag': 'dfac5bf6-85c1-48e7-a12f-5cc98a0b7232', 'status': 'completed', 'code': 200} Aug 10 03:35:55.750503 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-1fec17b5-a26f-4177-aa85-ea59cf400883 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-2010531056-network', 'tenant_id': 'f67bc67edb4944b7b5132d7828a0779b'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:55.769957 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0869b28e-6189-4b40-ad12-ae3c264e3546 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:55.854996 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fec17b5-a26f-4177-aa85-ea59cf400883 admin admin] Made reservation on behalf of f67bc67edb4944b7b5132d7828a0779b for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:35:55.859967 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1fec17b5-a26f-4177-aa85-ea59cf400883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:55.913820 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1fec17b5-a26f-4177-aa85-ea59cf400883 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:56.027377 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0869b28e-6189-4b40-ad12-ae3c264e3546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:56.037136 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0869b28e-6189-4b40-ad12-ae3c264e3546 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:56.042738 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-0869b28e-6189-4b40-ad12-ae3c264e3546 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ed0fec2c-0925-4c12-bbe8-25985db96710 HTTP/1.1" status: 204 len: 168 time: 0.6465168 Aug 10 03:35:56.078986 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0869b28e-6189-4b40-ad12-ae3c264e3546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed0fec2c-0925-4c12-bbe8-25985db96710,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:56.145477 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5a3b32cf-b721-43ab-b3a5-3c2e59ba16a9 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:56.155455 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:56.165399 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-5a3b32cf-b721-43ab-b3a5-3c2e59ba16a9 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27e006c2-0ad4-4c18-b9f6-7f222b3a1cbd']}} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:56.181873 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-5a3b32cf-b721-43ab-b3a5-3c2e59ba16a9 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bb85536-e653-40d2-a74c-b9946153a914') {'for_net_delete': True} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:56.182695 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-5a3b32cf-b721-43ab-b3a5-3c2e59ba16a9 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bb85536-e653-40d2-a74c-b9946153a914') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:56.197319 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b381046f-77b8-446e-879c-29ee47905de6 req-ebde4d27-f8c0-4430-aa7c-502a8987c61b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=522b45d9-db61-4e14-a75c-214b3a6907db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1156282 Aug 10 03:35:56.200266 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5a3b32cf-b721-43ab-b3a5-3c2e59ba16a9 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191186'] for segment, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:56.237401 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5a3b32cf-b721-43ab-b3a5-3c2e59ba16a9 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:56.280064 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1fec17b5-a26f-4177-aa85-ea59cf400883 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:56.291245 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a3b32cf-b721-43ab-b3a5-3c2e59ba16a9 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=94260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:35:56.292132 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5a3b32cf-b721-43ab-b3a5-3c2e59ba16a9 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58895489'] for segment, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:56.300679 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1fec17b5-a26f-4177-aa85-ea59cf400883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:56.429200 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fec17b5-a26f-4177-aa85-ea59cf400883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94bf709a-2b1f-453e-be0d-cfe700274cfd,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:56.502656 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 46208) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:56.590633 n-d-768862-13 neutron-server[94260]: Traceback (most recent call last): Aug 10 03:35:56.590633 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:35:56.590633 n-d-768862-13 neutron-server[94260]: timer() Aug 10 03:35:56.590633 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:35:56.590633 n-d-768862-13 neutron-server[94260]: cb(*args, **kw) Aug 10 03:35:56.590633 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:35:56.590633 n-d-768862-13 neutron-server[94260]: return func(*args, **kwargs) Aug 10 03:35:56.590633 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:35:56.590633 n-d-768862-13 neutron-server[94260]: self._notify() Aug 10 03:35:56.590633 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:35:56.590633 n-d-768862-13 neutron-server[94260]: self.callback(batched_events) Aug 10 03:35:56.590633 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:35:56.590633 n-d-768862-13 neutron-server[94260]: event.method(event) Aug 10 03:35:56.590633 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:35:56.590633 n-d-768862-13 neutron-server[94260]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:35:56.590633 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:35:56.590633 n-d-768862-13 neutron-server[94260]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:35:56.590633 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:35:56.590633 n-d-768862-13 neutron-server[94260]: return f(self, *a, **k) Aug 10 03:35:56.590633 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:35:56.590633 n-d-768862-13 neutron-server[94260]: return self._get(url).json() Aug 10 03:35:56.590633 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:35:56.590633 n-d-768862-13 neutron-server[94260]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:35:56.590633 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:35:56.590633 n-d-768862-13 neutron-server[94260]: return self.request(url, 'GET', **kwargs) Aug 10 03:35:56.590633 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:35:56.590633 n-d-768862-13 neutron-server[94260]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:35:56.590633 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:35:56.590633 n-d-768862-13 neutron-server[94260]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:35:56.590633 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:35:56.590633 n-d-768862-13 neutron-server[94260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:35:56.590633 n-d-768862-13 neutron-server[94260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:35:56.598311 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5a3b32cf-b721-43ab-b3a5-3c2e59ba16a9 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:56.621259 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5a3b32cf-b721-43ab-b3a5-3c2e59ba16a9 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:56.628288 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-5a3b32cf-b721-43ab-b3a5-3c2e59ba16a9 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] 10.222.0.44 "DELETE /v2.0/networks/27e006c2-0ad4-4c18-b9f6-7f222b3a1cbd HTTP/1.1" status: 204 len: 168 time: 1.2005825 Aug 10 03:35:56.666267 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 46210) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:56.709061 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b32cf-b721-43ab-b3a5-3c2e59ba16a9 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Pushing event deleted for resources: {'Network': ['ID=27e006c2-0ad4-4c18-b9f6-7f222b3a1cbd,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:56.723149 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fec17b5-a26f-4177-aa85-ea59cf400883 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:35:56.776043 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:56.805579 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-be704ca7-7565-45d4-9028-29be15b566cc req-d670b7da-0363-4035-ba69-8b35dcd128a7 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d576ad2-7394-4c3f-864f-6a176c23b589 HTTP/1.1" status: 200 len: 210 time: 0.2095466 Aug 10 03:35:56.824157 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 46212) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:56.828611 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f89b972-ae04-40f0-85b2-04b1df1e99a4 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] DELETE failed (client error): The resource could not be found. Aug 10 03:35:56.829238 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f89b972-ae04-40f0-85b2-04b1df1e99a4 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:35:56.835483 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-3f89b972-ae04-40f0-85b2-04b1df1e99a4 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] 10.222.0.44 "DELETE /v2.0/subnets/dd669505-1610-4df2-a727-dcfc603d40aa HTTP/1.1" status: 404 len: 337 time: 0.1536002 Aug 10 03:35:56.837768 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 46214) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:56.847874 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b381046f-77b8-446e-879c-29ee47905de6 req-427134c9-e528-4438-91ec-010f90e5e767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:56.852654 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b381046f-77b8-446e-879c-29ee47905de6 req-427134c9-e528-4438-91ec-010f90e5e767 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e9ab4296b9324b029547ba2c6dc24132&device_id=522b45d9-db61-4e14-a75c-214b3a6907db HTTP/1.1" status: 200 len: 1097 time: 0.6106584 Aug 10 03:35:56.873500 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-81cd6ce9-8bf4-46a0-9426-ece1a1144d74 admin admin] Deleting subnet e5e7a61c-c6b0-4c3e-8dfa-eb566188b2bb {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:35:56.876788 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2fa5a09c-ff91-49fd-8eb0-e86aff389210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:56.878419 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-81cd6ce9-8bf4-46a0-9426-ece1a1144d74 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:56.928906 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-81cd6ce9-8bf4-46a0-9426-ece1a1144d74 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:57.052100 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1fec17b5-a26f-4177-aa85-ea59cf400883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:57.052599 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-1fec17b5-a26f-4177-aa85-ea59cf400883 admin admin] Added segment 9ae1db9a-efd2-4923-90bf-9e1efa3a8bd6 of type vlan for network 07780576-149a-40da-8c51-c337569691c7 Aug 10 03:35:57.181717 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b381046f-77b8-446e-879c-29ee47905de6 req-3fa2ee43-4e58-4449-82e0-3ea51b5d3317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:57.183572 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b381046f-77b8-446e-879c-29ee47905de6 req-3fa2ee43-4e58-4449-82e0-3ea51b5d3317 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c0659391-a657-4b16-a8ee-a2586c7786a9 HTTP/1.1" status: 200 len: 915 time: 0.3017416 Aug 10 03:35:57.197363 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1fec17b5-a26f-4177-aa85-ea59cf400883 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:57.299089 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b381046f-77b8-446e-879c-29ee47905de6 req-b5ef3874-768a-491f-aa81-d779bca1db6a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7 HTTP/1.1" status: 200 len: 1000 time: 0.1028869 Aug 10 03:35:57.377505 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2fa5a09c-ff91-49fd-8eb0-e86aff389210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:57.387161 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2fa5a09c-ff91-49fd-8eb0-e86aff389210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:57.429120 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-2fa5a09c-ff91-49fd-8eb0-e86aff389210 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6d7fbeee971b4d27b2a3209d75aa67c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5989501 Aug 10 03:35:57.429550 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 46222) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:57.431413 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.db.resource_extend [None req-1fec17b5-a26f-4177-aa85-ea59cf400883 admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:35:57.462204 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b449fc4-d600-48ad-bd98-f3591da5f3b0 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] DELETE failed (client error): The resource could not be found. Aug 10 03:35:57.463770 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b449fc4-d600-48ad-bd98-f3591da5f3b0 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:35:57.467058 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-9b449fc4-d600-48ad-bd98-f3591da5f3b0 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] 10.222.0.44 "DELETE /v2.0/networks/100a83a2-3e1f-4bda-a69c-119acd34236f HTTP/1.1" status: 404 len: 339 time: 0.6170664 Aug 10 03:35:57.476280 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b381046f-77b8-446e-879c-29ee47905de6 req-5a81a2db-e5fb-403a-a95d-69ac789c4523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:57.477001 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b381046f-77b8-446e-879c-29ee47905de6 req-5a81a2db-e5fb-403a-a95d-69ac789c4523 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ffd75aef-22f1-4d31-9592-d84c9fe2b2a2 HTTP/1.1" status: 200 len: 854 time: 0.1676397 Aug 10 03:35:57.483289 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 46224) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:57.497607 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1fec17b5-a26f-4177-aa85-ea59cf400883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:57.499339 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fec17b5-a26f-4177-aa85-ea59cf400883 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:57.500321 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1fec17b5-a26f-4177-aa85-ea59cf400883 admin admin] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:57.628936 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa5a09c-ff91-49fd-8eb0-e86aff389210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b21a73-dc1b-4323-ba50-78ed2dba3867,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:57.629726 n-d-768862-13 neutron-server[94260]: INFO neutron.pecan_wsgi.hooks.translation [None req-a99ea345-7b6f-424e-9cb9-8f41a133cc11 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] DELETE failed (client error): The resource could not be found. Aug 10 03:35:57.630720 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a99ea345-7b6f-424e-9cb9-8f41a133cc11 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:35:57.633965 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-a99ea345-7b6f-424e-9cb9-8f41a133cc11 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] 10.222.0.44 "DELETE /v2.0/subnets/b987578c-7c8f-44b0-88a6-604c27b4c275 HTTP/1.1" status: 404 len: 337 time: 0.1285157 Aug 10 03:35:57.664921 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-81cd6ce9-8bf4-46a0-9426-ece1a1144d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:57.665432 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 46226) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:57.717273 n-d-768862-13 neutron-server[94260]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c5f078d-4dcc-4f73-930d-852cd63e27bf tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] DELETE failed (client error): The resource could not be found. Aug 10 03:35:57.717273 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c5f078d-4dcc-4f73-930d-852cd63e27bf tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:35:57.717273 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-4c5f078d-4dcc-4f73-930d-852cd63e27bf tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] 10.222.0.44 "DELETE /v2.0/networks/21431db9-24ad-4ae7-8392-09ccadd78431 HTTP/1.1" status: 404 len: 339 time: 0.0383873 Aug 10 03:35:57.717273 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 46230) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:57.758380 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f6779c0a-f4c3-4b88-be2f-d9726142fcb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:57.768648 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-1fec17b5-a26f-4177-aa85-ea59cf400883 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.3036418 Aug 10 03:35:57.770186 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-81cd6ce9-8bf4-46a0-9426-ece1a1144d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:57.780207 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 46234) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:57.788790 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-81cd6ce9-8bf4-46a0-9426-ece1a1144d74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:57.791452 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-81cd6ce9-8bf4-46a0-9426-ece1a1144d74 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/e5e7a61c-c6b0-4c3e-8dfa-eb566188b2bb HTTP/1.1" status: 204 len: 168 time: 1.2864597 Aug 10 03:35:57.798541 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261283f4-c567-47c1-ae67-387c9dca43f2 None None] Network 6dc7bedc-eafa-4023-bb0c-0b112a614203 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:35:57.799371 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-4060c8af-8463-45b0-8ffe-821894b72f5b admin admin] Request body: {'subnet': {'network_id': '07780576-149a-40da-8c51-c337569691c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-2010531056-subnet', 'tenant_id': 'f67bc67edb4944b7b5132d7828a0779b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:57.803056 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b381046f-77b8-446e-879c-29ee47905de6 req-62136d3d-d083-47b6-998e-9e12aa7dd68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:57.805679 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b381046f-77b8-446e-879c-29ee47905de6 req-62136d3d-d083-47b6-998e-9e12aa7dd68d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c0659391-a657-4b16-a8ee-a2586c7786a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2861934 Aug 10 03:35:57.810832 n-d-768862-13 neutron-server[94260]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ad2e81a-fd75-4e1e-be0c-df86698ee416 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] DELETE failed (client error): The resource could not be found. Aug 10 03:35:57.811291 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ad2e81a-fd75-4e1e-be0c-df86698ee416 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:35:57.813111 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-3ad2e81a-fd75-4e1e-be0c-df86698ee416 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] 10.222.0.44 "DELETE /v2.0/subnets/7b31ae9a-4402-43d9-98f5-b95149331d64 HTTP/1.1" status: 404 len: 337 time: 0.0735950 Aug 10 03:35:57.825145 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 46236) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:57.825647 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 46238) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:57.869774 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fec17b5-a26f-4177-aa85-ea59cf400883 admin admin] Pushing event updated for resources: {'Network': ['ID=07780576-149a-40da-8c51-c337569691c7,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:57.894912 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f6779c0a-f4c3-4b88-be2f-d9726142fcb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:57.901589 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4060c8af-8463-45b0-8ffe-821894b72f5b admin admin] Made reservation on behalf of f67bc67edb4944b7b5132d7828a0779b for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:35:57.904329 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4060c8af-8463-45b0-8ffe-821894b72f5b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:57.915301 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 07780576-149a-40da-8c51-c337569691c7 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:35:57.925261 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cd6ce9-8bf4-46a0-9426-ece1a1144d74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5e7a61c-c6b0-4c3e-8dfa-eb566188b2bb,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:57.948301 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device dfac5bf6-85c1-48e7-a12f-5cc98a0b7232 no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:35:58.052071 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f6779c0a-f4c3-4b88-be2f-d9726142fcb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:58.055833 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f6779c0a-f4c3-4b88-be2f-d9726142fcb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:58.058520 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-f6779c0a-f4c3-4b88-be2f-d9726142fcb2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e5b21a73-dc1b-4323-ba50-78ed2dba3867 HTTP/1.1" status: 204 len: 168 time: 0.6279502 Aug 10 03:35:58.067623 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf61cec6-49bc-429e-a522-178b9a4e5ed5 req-ba42790a-33be-4154-91e5-a2919a57841b tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:58.070323 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-bf61cec6-49bc-429e-a522-178b9a4e5ed5 req-ba42790a-33be-4154-91e5-a2919a57841b tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.61 "GET /v2.0/networks?id=d07bf9c0-feda-49f0-ac68-879462adf9f1 HTTP/1.1" status: 200 len: 811 time: 0.8049202 Aug 10 03:35:58.218417 n-d-768862-13 neutron-server[94260]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7386053-b820-4ca0-be04-2f1f51af8e98 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] DELETE failed (client error): The resource could not be found. Aug 10 03:35:58.219275 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7386053-b820-4ca0-be04-2f1f51af8e98 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:35:58.227208 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-d7386053-b820-4ca0-be04-2f1f51af8e98 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] 10.222.0.44 "DELETE /v2.0/networks/cc879afa-c387-455a-960a-a694b3a2ce34 HTTP/1.1" status: 404 len: 339 time: 0.3833077 Aug 10 03:35:58.234450 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b381046f-77b8-446e-879c-29ee47905de6 req-ab3abc70-1f86-49ce-a027-3345e56d04d2 service neutron] 10.222.0.42 "GET /v2.0/networks/c0659391-a657-4b16-a8ee-a2586c7786a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4151163 Aug 10 03:35:58.236412 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 46250) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:58.239497 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9568f771-5874-48dc-90de-f8a279dcc574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:58.254564 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-bf61cec6-49bc-429e-a522-178b9a4e5ed5 req-b307bcb8-5fa5-4916-b49e-4b77e71aed30 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Request body: {'port': {'device_id': '4d576ad2-7394-4c3f-864f-6a176c23b589', 'network_id': 'd07bf9c0-feda-49f0-ac68-879462adf9f1', 'admin_state_up': True, 'tenant_id': '2680b799feb54d8c9fdff98330bf1a96'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:58.264976 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4060c8af-8463-45b0-8ffe-821894b72f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:58.317005 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6779c0a-f4c3-4b88-be2f-d9726142fcb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b21a73-dc1b-4323-ba50-78ed2dba3867,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:58.326308 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d074b848-e5fc-4b28-b535-0952fb4ef666 req-25a1b1f7-452b-48b8-aed6-c2e3d7268a69 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d576ad2-7394-4c3f-864f-6a176c23b589 HTTP/1.1" status: 200 len: 210 time: 0.3420188 Aug 10 03:35:58.399653 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] No Port match for: dfac5bf6-85c1-48e7-a12f-5cc98a0b7232 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:35:58.400197 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device dfac5bf6-85c1-48e7-a12f-5cc98a0b7232 not bound to the agent host n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:35:58.463280 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-b36a5153-5ba8-4491-beb8-7d942b366177 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] DELETE failed (client error): The resource could not be found. Aug 10 03:35:58.463935 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b36a5153-5ba8-4491-beb8-7d942b366177 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:35:58.465602 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-b36a5153-5ba8-4491-beb8-7d942b366177 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] 10.222.0.44 "DELETE /v2.0/subnets/612f3e6e-2edd-4bad-809d-bdd0a20a310e HTTP/1.1" status: 404 len: 337 time: 0.2266874 Aug 10 03:35:58.501563 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 46256) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:58.566443 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4060c8af-8463-45b0-8ffe-821894b72f5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcfa072b-b6e6-40cd-99b2-40ac54d1354c,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:58.625387 n-d-768862-13 neutron-server[94260]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8735c95-607d-4536-ba44-01d18b9bb565 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] DELETE failed (client error): The resource could not be found. Aug 10 03:35:58.625752 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8735c95-607d-4536-ba44-01d18b9bb565 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:35:58.629010 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-f8735c95-607d-4536-ba44-01d18b9bb565 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] 10.222.0.44 "DELETE /v2.0/networks/575bd3bb-1aad-47c9-b7b0-b096f9267234 HTTP/1.1" status: 404 len: 339 time: 0.1257048 Aug 10 03:35:58.635163 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 46258) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:58.647799 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b381046f-77b8-446e-879c-29ee47905de6 req-08b32bd0-1090-4eaf-9e11-4bba25bb7c1e service neutron] 10.222.0.42 "GET /v2.0/networks/c0659391-a657-4b16-a8ee-a2586c7786a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3966532 Aug 10 03:35:58.672940 n-d-768862-13 neutron-server[94260]: INFO neutron.pecan_wsgi.hooks.translation [None req-567c75fe-af57-400c-aeca-84f2232c672b tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] DELETE failed (client error): The resource could not be found. Aug 10 03:35:58.673396 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-567c75fe-af57-400c-aeca-84f2232c672b tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:35:58.675324 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-567c75fe-af57-400c-aeca-84f2232c672b tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] 10.222.0.44 "DELETE /v2.0/subnets/0bb98a8b-6ee6-488c-a01d-195e02311a01 HTTP/1.1" status: 404 len: 337 time: 0.0392296 Aug 10 03:35:58.680568 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 46260) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:58.719130 n-d-768862-13 neutron-server[94260]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5719ea7-b356-4407-88e4-2cb5c17c5e2c tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] DELETE failed (client error): The resource could not be found. Aug 10 03:35:58.719789 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5719ea7-b356-4407-88e4-2cb5c17c5e2c tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:35:58.724038 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-d5719ea7-b356-4407-88e4-2cb5c17c5e2c tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] 10.222.0.44 "DELETE /v2.0/networks/2a63e77b-356d-4a35-8d3b-a1fe4b3f48e5 HTTP/1.1" status: 404 len: 339 time: 0.0399685 Aug 10 03:35:58.725352 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 46262) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:58.736137 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-9568f771-5874-48dc-90de-f8a279dcc574 admin admin] Deleting port 2dc84ecd-081e-4bfd-b094-af0af75fce30 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:35:58.736802 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9568f771-5874-48dc-90de-f8a279dcc574 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:58.754896 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e38b359-dfd7-458b-a617-ceda3fa3a217 None None] DHCP port deletion for 6dc7bedc-eafa-4023-bb0c-0b112a614203 request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:35:58.785577 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4060c8af-8463-45b0-8ffe-821894b72f5b admin admin] Checking segment: {'id': '9ae1db9a-efd2-4923-90bf-9e1efa3a8bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '07780576-149a-40da-8c51-c337569691c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:35:58.786502 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4060c8af-8463-45b0-8ffe-821894b72f5b admin admin] Network hostable DHCP agents. Network: 07780576-149a-40da-8c51-c337569691c7, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:35:58.852438 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-5e38b359-dfd7-458b-a617-ceda3fa3a217 None None] Deleting port 2dc84ecd-081e-4bfd-b094-af0af75fce30 {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:35:58.853504 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-5e38b359-dfd7-458b-a617-ceda3fa3a217 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:58.879483 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 46264) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:58.892913 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-94fb81c5-6a8a-46ce-909f-88014d31dbcf tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] DELETE failed (client error): The resource could not be found. Aug 10 03:35:58.893696 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94fb81c5-6a8a-46ce-909f-88014d31dbcf tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:35:58.898994 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-94fb81c5-6a8a-46ce-909f-88014d31dbcf tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] 10.222.0.44 "DELETE /v2.0/subnets/f0ccca6c-10d9-4d8b-b351-a5f72a8a4ba5 HTTP/1.1" status: 404 len: 337 time: 0.1566458 Aug 10 03:35:58.920034 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 46266) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:58.960954 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [None req-9568f771-5874-48dc-90de-f8a279dcc574 admin admin] For port 2dc84ecd-081e-4bfd-b094-af0af75fce30, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=2dc84ecd-081e-4bfd-b094-af0af75fce30,segment=NetworkSegment(e63e0632-dd2f-43c6-b578-109f8049147f),segment_id=e63e0632-dd2f-43c6-b578-109f8049147f)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:58.961431 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9568f771-5874-48dc-90de-f8a279dcc574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:58.966649 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-e285d785-5816-4248-a1d1-64cfc3d9051a tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] DELETE failed (client error): The resource could not be found. Aug 10 03:35:58.967495 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e285d785-5816-4248-a1d1-64cfc3d9051a tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:35:58.972550 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e285d785-5816-4248-a1d1-64cfc3d9051a tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] 10.222.0.44 "DELETE /v2.0/networks/ba069dd7-c8c7-41d9-b3a3-5e429d42d3fe HTTP/1.1" status: 404 len: 339 time: 0.0480728 Aug 10 03:35:58.977215 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 46268) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:58.977681 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-9568f771-5874-48dc-90de-f8a279dcc574 admin admin] Calling delete_port for 2dc84ecd-081e-4bfd-b094-af0af75fce30 owned by network:dhcp {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:35:59.019864 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-2eb3fac9-5e96-4bfb-9068-b9dc3b0f0a84 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] DELETE failed (client error): The resource could not be found. Aug 10 03:35:59.020614 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2eb3fac9-5e96-4bfb-9068-b9dc3b0f0a84 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:35:59.027226 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-2eb3fac9-5e96-4bfb-9068-b9dc3b0f0a84 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] 10.222.0.44 "DELETE /v2.0/subnets/d590de5b-545b-48e9-b55e-18b373a5fb66 HTTP/1.1" status: 404 len: 337 time: 0.0450826 Aug 10 03:35:59.056712 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4060c8af-8463-45b0-8ffe-821894b72f5b admin admin] Network 07780576-149a-40da-8c51-c337569691c7 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:35:59.061601 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-5e38b359-dfd7-458b-a617-ceda3fa3a217 None None] For port 2dc84ecd-081e-4bfd-b094-af0af75fce30, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=2dc84ecd-081e-4bfd-b094-af0af75fce30,segment=NetworkSegment(e63e0632-dd2f-43c6-b578-109f8049147f),segment_id=e63e0632-dd2f-43c6-b578-109f8049147f)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:59.062619 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-5e38b359-dfd7-458b-a617-ceda3fa3a217 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:59.077700 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 46270) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:59.096767 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9568f771-5874-48dc-90de-f8a279dcc574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:59.110172 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-4060c8af-8463-45b0-8ffe-821894b72f5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 07780576-149a-40da-8c51-c337569691c7) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:35:59.121883 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf61cec6-49bc-429e-a522-178b9a4e5ed5 req-b307bcb8-5fa5-4916-b49e-4b77e71aed30 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Made reservation on behalf of 2680b799feb54d8c9fdff98330bf1a96 for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:35:59.127709 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-bf61cec6-49bc-429e-a522-178b9a4e5ed5 req-b307bcb8-5fa5-4916-b49e-4b77e71aed30 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:59.147303 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-5e38b359-dfd7-458b-a617-ceda3fa3a217 None None] Calling delete_port for 2dc84ecd-081e-4bfd-b094-af0af75fce30 owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:35:59.149714 n-d-768862-13 neutron-server[94260]: INFO neutron.pecan_wsgi.hooks.translation [None req-c76aaa64-0695-4f13-a8b2-21b98689e2ed tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] DELETE failed (client error): The resource could not be found. Aug 10 03:35:59.151569 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c76aaa64-0695-4f13-a8b2-21b98689e2ed tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:35:59.155907 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-c76aaa64-0695-4f13-a8b2-21b98689e2ed tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] 10.222.0.44 "DELETE /v2.0/networks/192194ec-87cb-4e06-96bc-db982b002eb6 HTTP/1.1" status: 404 len: 339 time: 0.0738380 Aug 10 03:35:59.158203 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 46276) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:59.159487 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9568f771-5874-48dc-90de-f8a279dcc574 admin admin] Pushing event deleted for resources: {'Port': ['ID=2dc84ecd-081e-4bfd-b094-af0af75fce30,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:59.173105 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9568f771-5874-48dc-90de-f8a279dcc574 admin admin] No DVR routers for this DVR port 2dc84ecd-081e-4bfd-b094-af0af75fce30 on host n-d-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:35:59.179990 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-71ba948e-bdb9-47b8-8d6b-f8aeeb719183 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=171391e5a2844ca785abfda1c5f81982&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2978992 Aug 10 03:35:59.202921 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 46280) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:59.236720 n-d-768862-13 neutron-server[94260]: INFO neutron.pecan_wsgi.hooks.translation [None req-de09bb33-b88b-4368-a084-74c3e3833d86 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] DELETE failed (client error): The resource could not be found. Aug 10 03:35:59.237553 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de09bb33-b88b-4368-a084-74c3e3833d86 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:35:59.239859 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-de09bb33-b88b-4368-a084-74c3e3833d86 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] 10.222.0.44 "DELETE /v2.0/subnets/dff5e30f-ebd8-4831-9a6c-227b145f0f1b HTTP/1.1" status: 404 len: 337 time: 0.0774264 Aug 10 03:35:59.285773 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 46282) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:59.355471 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8778cd34-b5c7-4a78-bbf0-be5eaef5fc12 None None] Network 07780576-149a-40da-8c51-c337569691c7 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:35:59.372751 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 2dc84ecd-081e-4bfd-b094-af0af75fce30 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:35:59.377131 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4060c8af-8463-45b0-8ffe-821894b72f5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:59.377131 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4060c8af-8463-45b0-8ffe-821894b72f5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:59.434574 n-d-768862-13 neutron-server[94260]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0ec71c6-967b-4096-8bf2-cb49e289aecd tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] DELETE failed (client error): The resource could not be found. Aug 10 03:35:59.435455 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0ec71c6-967b-4096-8bf2-cb49e289aecd tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:35:59.439898 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-b0ec71c6-967b-4096-8bf2-cb49e289aecd tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] 10.222.0.44 "DELETE /v2.0/networks/4f366f49-6133-41c1-a327-6f5334dd0fcc HTTP/1.1" status: 404 len: 339 time: 0.1506701 Aug 10 03:35:59.449730 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 46290) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:59.461291 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 2dc84ecd-081e-4bfd-b094-af0af75fce30 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:35:59.461628 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 2dc84ecd-081e-4bfd-b094-af0af75fce30 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:35:59.475084 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9568f771-5874-48dc-90de-f8a279dcc574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:59.509020 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-4060c8af-8463-45b0-8ffe-821894b72f5b admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7136080 Aug 10 03:35:59.510876 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 46292) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:59.521891 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c5082ff6-eb8b-43a5-98e7-f4b1baec6b07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:59.526241 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-c96bc1b1-916b-469c-acd7-0dafe579e8c1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-2010531056-router', 'tenant_id': 'f67bc67edb4944b7b5132d7828a0779b', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:59.529879 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [req-bf61cec6-49bc-429e-a522-178b9a4e5ed5 req-b307bcb8-5fa5-4916-b49e-4b77e71aed30 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Allocated IP 172.20.0.6 (d07bf9c0-feda-49f0-ac68-879462adf9f1/33a1c40e-b5d2-46c7-a6a1-fa6cc0352aec/df5b258a-3930-40b7-b0b2-daf7ffbc6757) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:35:59.538791 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-9568f771-5874-48dc-90de-f8a279dcc574 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dc7bedc-eafa-4023-bb0c-0b112a614203']}} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:59.583057 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-5e38b359-dfd7-458b-a617-ceda3fa3a217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:59.583820 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-9568f771-5874-48dc-90de-f8a279dcc574 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e63e0632-dd2f-43c6-b578-109f8049147f') {'for_net_delete': True} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:59.584248 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-9568f771-5874-48dc-90de-f8a279dcc574 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e63e0632-dd2f-43c6-b578-109f8049147f') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:59.590313 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e712f0ff-9650-4be2-8182-f3bd64278905 req-12ae4c7b-c367-42d0-a412-f5289ec12d20 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d576ad2-7394-4c3f-864f-6a176c23b589 HTTP/1.1" status: 200 len: 210 time: 0.0638754 Aug 10 03:35:59.629180 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9568f771-5874-48dc-90de-f8a279dcc574 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191186'] for segment, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:59.645238 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e38b359-dfd7-458b-a617-ceda3fa3a217 None None] No DVR routers for this DVR port 2dc84ecd-081e-4bfd-b094-af0af75fce30 on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:35:59.645892 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_v2 [None req-18287525-87eb-4e2f-a8ba-cba39faa38a7 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Deleting subnet 89c482c7-e093-4463-9932-791371b609fb {{(pid=94260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:35:59.657458 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-18287525-87eb-4e2f-a8ba-cba39faa38a7 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks [] for subnet, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:59.713192 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c96bc1b1-916b-469c-acd7-0dafe579e8c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:59.715583 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c96bc1b1-916b-469c-acd7-0dafe579e8c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:59.722054 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e38b359-dfd7-458b-a617-ceda3fa3a217 None None] Pushing event deleted for resources: {'Port': ['ID=2dc84ecd-081e-4bfd-b094-af0af75fce30,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:59.732621 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb552a45-62bd-413f-ba81-e2038fff43fc None None] Network 07780576-149a-40da-8c51-c337569691c7 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:35:59.779811 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c5082ff6-eb8b-43a5-98e7-f4b1baec6b07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:59.810821 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-18287525-87eb-4e2f-a8ba-cba39faa38a7 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191173'] for subnet, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:59.848842 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9568f771-5874-48dc-90de-f8a279dcc574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:59.952640 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c96bc1b1-916b-469c-acd7-0dafe579e8c1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:59.969701 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9568f771-5874-48dc-90de-f8a279dcc574 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=94260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:35:59.970438 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9568f771-5874-48dc-90de-f8a279dcc574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58895489'] for segment, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:59.977666 n-d-768862-13 neutron-server[94260]: Traceback (most recent call last): Aug 10 03:35:59.977666 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:35:59.977666 n-d-768862-13 neutron-server[94260]: timer() Aug 10 03:35:59.977666 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:35:59.977666 n-d-768862-13 neutron-server[94260]: cb(*args, **kw) Aug 10 03:35:59.977666 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:35:59.977666 n-d-768862-13 neutron-server[94260]: return func(*args, **kwargs) Aug 10 03:35:59.977666 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:35:59.977666 n-d-768862-13 neutron-server[94260]: self._notify() Aug 10 03:35:59.977666 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:35:59.977666 n-d-768862-13 neutron-server[94260]: self.callback(batched_events) Aug 10 03:35:59.977666 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:35:59.977666 n-d-768862-13 neutron-server[94260]: event.method(event) Aug 10 03:35:59.977666 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:35:59.977666 n-d-768862-13 neutron-server[94260]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:35:59.977666 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:35:59.977666 n-d-768862-13 neutron-server[94260]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:35:59.977666 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:35:59.977666 n-d-768862-13 neutron-server[94260]: return f(self, *a, **k) Aug 10 03:35:59.977666 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:35:59.977666 n-d-768862-13 neutron-server[94260]: return self._get(url).json() Aug 10 03:35:59.977666 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:35:59.977666 n-d-768862-13 neutron-server[94260]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:35:59.977666 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:35:59.977666 n-d-768862-13 neutron-server[94260]: return self.request(url, 'GET', **kwargs) Aug 10 03:35:59.977666 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:35:59.977666 n-d-768862-13 neutron-server[94260]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:35:59.977666 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:35:59.977666 n-d-768862-13 neutron-server[94260]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:35:59.977666 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:35:59.977666 n-d-768862-13 neutron-server[94260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:35:59.977666 n-d-768862-13 neutron-server[94260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:36:00.004627 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-bf61cec6-49bc-429e-a522-178b9a4e5ed5 req-b307bcb8-5fa5-4916-b49e-4b77e71aed30 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:00.024719 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [req-bf61cec6-49bc-429e-a522-178b9a4e5ed5 req-b307bcb8-5fa5-4916-b49e-4b77e71aed30 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Transition to ACTIVE for port object df5b258a-3930-40b7-b0b2-daf7ffbc6757 will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:36:00.136276 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-bf61cec6-49bc-429e-a522-178b9a4e5ed5 req-b307bcb8-5fa5-4916-b49e-4b77e71aed30 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:00.146272 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-18287525-87eb-4e2f-a8ba-cba39faa38a7 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:00.155663 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9568f771-5874-48dc-90de-f8a279dcc574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:00.206763 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9568f771-5874-48dc-90de-f8a279dcc574 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:00.213943 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-9568f771-5874-48dc-90de-f8a279dcc574 admin admin] 10.222.0.44 "DELETE /v2.0/networks/6dc7bedc-eafa-4023-bb0c-0b112a614203 HTTP/1.1" status: 204 len: 168 time: 2.3834436 Aug 10 03:36:00.231670 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf61cec6-49bc-429e-a522-178b9a4e5ed5 req-b307bcb8-5fa5-4916-b49e-4b77e71aed30 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Network d07bf9c0-feda-49f0-ac68-879462adf9f1 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:36:00.244073 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9568f771-5874-48dc-90de-f8a279dcc574 admin admin] Pushing event deleted for resources: {'Network': ['ID=6dc7bedc-eafa-4023-bb0c-0b112a614203,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:00.266392 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c5082ff6-eb8b-43a5-98e7-f4b1baec6b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:00.271824 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c5082ff6-eb8b-43a5-98e7-f4b1baec6b07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:00.273864 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-c5082ff6-eb8b-43a5-98e7-f4b1baec6b07 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9f688317-c1f0-429a-a057-4791119c5d89 HTTP/1.1" status: 204 len: 168 time: 1.0691295 Aug 10 03:36:00.283958 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [req-bf61cec6-49bc-429e-a522-178b9a4e5ed5 req-b307bcb8-5fa5-4916-b49e-4b77e71aed30 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:36:00.328220 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf61cec6-49bc-429e-a522-178b9a4e5ed5 req-b307bcb8-5fa5-4916-b49e-4b77e71aed30 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:36:00.335205 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b307bcb8-5fa5-4916-b49e-4b77e71aed30 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Pushing event updated for resources: {'Port': ['ID=df5b258a-3930-40b7-b0b2-daf7ffbc6757,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:00.341259 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5082ff6-eb8b-43a5-98e7-f4b1baec6b07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f688317-c1f0-429a-a057-4791119c5d89,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:00.366586 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c96bc1b1-916b-469c-acd7-0dafe579e8c1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:00.401935 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-18287525-87eb-4e2f-a8ba-cba39faa38a7 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:00.506608 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18287525-87eb-4e2f-a8ba-cba39faa38a7 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Pushing event deleted for resources: {'Subnet': ['ID=89c482c7-e093-4463-9932-791371b609fb,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:00.534035 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2de73e9-37b2-437c-abc5-b1c34c533e6c None None] Network bf58c49e-8b77-4c1d-bd5e-09efbcce0e4e requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:36:00.536977 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf61cec6-49bc-429e-a522-178b9a4e5ed5 req-b307bcb8-5fa5-4916-b49e-4b77e71aed30 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:00.537667 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-bf61cec6-49bc-429e-a522-178b9a4e5ed5 req-b307bcb8-5fa5-4916-b49e-4b77e71aed30 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:00.550460 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 46304) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:00.553115 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-18287525-87eb-4e2f-a8ba-cba39faa38a7 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:00.569142 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 46306) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:00.570687 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-18287525-87eb-4e2f-a8ba-cba39faa38a7 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] 10.222.0.44 "DELETE /v2.0/subnets/89c482c7-e093-4463-9932-791371b609fb HTTP/1.1" status: 204 len: 168 time: 1.1163032 Aug 10 03:36:00.678597 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-bf61cec6-49bc-429e-a522-178b9a4e5ed5 req-b307bcb8-5fa5-4916-b49e-4b77e71aed30 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4322674 Aug 10 03:36:00.732464 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-bf61cec6-49bc-429e-a522-178b9a4e5ed5 req-21ec352e-eb47-4d9d-bb73-19602cd6f386 service neutron] Request body: {'port': {'device_id': '4d576ad2-7394-4c3f-864f-6a176c23b589', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-13'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:00.816354 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-6084db27-d4de-492a-8c3e-6749cba7b9cf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=95b5a50d87e64743a73c6eff7fa00976&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2632613 Aug 10 03:36:00.819120 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 46310) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:00.838496 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4fba5aed-b658-4950-b240-32f5c51c2af1 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:00.873759 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860ea81d-f537-42cc-97fd-9dc1e9db1a4d req-fd24b177-3f0d-4beb-8770-967736a3daf7 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:00.888873 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-860ea81d-f537-42cc-97fd-9dc1e9db1a4d req-fd24b177-3f0d-4beb-8770-967736a3daf7 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d576ad2-7394-4c3f-864f-6a176c23b589 HTTP/1.1" status: 200 len: 931 time: 0.1512272 Aug 10 03:36:00.912097 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-bf61cec6-49bc-429e-a522-178b9a4e5ed5 req-21ec352e-eb47-4d9d-bb73-19602cd6f386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:01.023170 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3935f7af-8081-40ed-b966-236b691051bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:01.049726 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-5b383bb8-10df-47b9-aa99-ba227baeec84 None None] Provisioning for port df5b258a-3930-40b7-b0b2-daf7ffbc6757 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:36:01.054601 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-860ea81d-f537-42cc-97fd-9dc1e9db1a4d req-d7efdaca-d4a6-4d7f-b809-963c46445096 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9d97ea0-2a9f-4286-b02c-31ca2320c427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603549 Aug 10 03:36:01.057576 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-5b383bb8-10df-47b9-aa99-ba227baeec84 None None] Provisioning complete for port df5b258a-3930-40b7-b0b2-daf7ffbc6757 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:01.058319 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-5b383bb8-10df-47b9-aa99-ba227baeec84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:01.133116 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-5b383bb8-10df-47b9-aa99-ba227baeec84 None None] Port df5b258a-3930-40b7-b0b2-daf7ffbc6757 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:36:01.290999 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcac620d-1b8f-47f7-b4aa-87359192cf57 None None] DHCP port deletion for bf58c49e-8b77-4c1d-bd5e-09efbcce0e4e request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:36:01.340111 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3935f7af-8081-40ed-b966-236b691051bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:01.399702 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-dcac620d-1b8f-47f7-b4aa-87359192cf57 None None] Deleting port e26369b1-7adb-444a-a0aa-e3fd2d607644 {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:36:01.400093 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-dcac620d-1b8f-47f7-b4aa-87359192cf57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:01.450216 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device e26369b1-7adb-444a-a0aa-e3fd2d607644 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:36:01.458158 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-4fba5aed-b658-4950-b240-32f5c51c2af1 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Deleting port e26369b1-7adb-444a-a0aa-e3fd2d607644 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:36:01.458572 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4fba5aed-b658-4950-b240-32f5c51c2af1 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:01.519433 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-dcac620d-1b8f-47f7-b4aa-87359192cf57 None None] For port e26369b1-7adb-444a-a0aa-e3fd2d607644, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=e26369b1-7adb-444a-a0aa-e3fd2d607644,segment=NetworkSegment(09e3f229-b8e5-4555-8811-563f54fefa7d),segment_id=09e3f229-b8e5-4555-8811-563f54fefa7d)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:01.519881 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-dcac620d-1b8f-47f7-b4aa-87359192cf57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:01.550563 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-dcac620d-1b8f-47f7-b4aa-87359192cf57 None None] Calling delete_port for e26369b1-7adb-444a-a0aa-e3fd2d607644 owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:36:01.624856 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:01.831100 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port e26369b1-7adb-444a-a0aa-e3fd2d607644, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=e26369b1-7adb-444a-a0aa-e3fd2d607644,segment=NetworkSegment(09e3f229-b8e5-4555-8811-563f54fefa7d),segment_id=09e3f229-b8e5-4555-8811-563f54fefa7d)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:01.883315 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:01.930169 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-dcac620d-1b8f-47f7-b4aa-87359192cf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:01.965800 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcac620d-1b8f-47f7-b4aa-87359192cf57 None None] No DVR routers for this DVR port e26369b1-7adb-444a-a0aa-e3fd2d607644 on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:36:02.014213 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=e26369b1-7adb-444a-a0aa-e3fd2d607644,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:02.038395 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c96bc1b1-916b-469c-acd7-0dafe579e8c1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:02.067356 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcac620d-1b8f-47f7-b4aa-87359192cf57 None None] Pushing event deleted for resources: {'Port': ['ID=e26369b1-7adb-444a-a0aa-e3fd2d607644,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:02.089788 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c96bc1b1-916b-469c-acd7-0dafe579e8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:02.188070 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3935f7af-8081-40ed-b966-236b691051bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:02.194157 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3935f7af-8081-40ed-b966-236b691051bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:02.196269 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-3935f7af-8081-40ed-b966-236b691051bf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ad3b49c5-8747-4e37-8274-470671052828 HTTP/1.1" status: 204 len: 168 time: 1.3745387 Aug 10 03:36:02.215277 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-4fba5aed-b658-4950-b240-32f5c51c2af1 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] For port e26369b1-7adb-444a-a0aa-e3fd2d607644, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=e26369b1-7adb-444a-a0aa-e3fd2d607644,segment=NetworkSegment(09e3f229-b8e5-4555-8811-563f54fefa7d),segment_id=09e3f229-b8e5-4555-8811-563f54fefa7d)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:02.216429 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4fba5aed-b658-4950-b240-32f5c51c2af1 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:02.291566 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-4fba5aed-b658-4950-b240-32f5c51c2af1 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Calling delete_port for e26369b1-7adb-444a-a0aa-e3fd2d607644 owned by network:dhcp {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:36:02.296368 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3935f7af-8081-40ed-b966-236b691051bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad3b49c5-8747-4e37-8274-470671052828,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:02.415250 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3112f7b3-eb28-4500-b464-99368f7265fd req-e02ef85f-1746-44f0-97f6-c5d4698a22bf tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:02.425778 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3112f7b3-eb28-4500-b464-99368f7265fd req-e02ef85f-1746-44f0-97f6-c5d4698a22bf tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d576ad2-7394-4c3f-864f-6a176c23b589 HTTP/1.1" status: 200 len: 931 time: 0.2049868 Aug 10 03:36:02.530111 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-c96bc1b1-916b-469c-acd7-0dafe579e8c1 admin admin] Allocated IP 172.25.6.103 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/128da2e3-0f8d-4eea-ba87-81903cbb58bb) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:36:02.541796 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3112f7b3-eb28-4500-b464-99368f7265fd req-dabaa171-6e37-4d7c-999c-4d84f4680477 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9d97ea0-2a9f-4286-b02c-31ca2320c427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003923 Aug 10 03:36:02.546654 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [req-bf61cec6-49bc-429e-a522-178b9a4e5ed5 req-21ec352e-eb47-4d9d-bb73-19602cd6f386 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df5b258a-3930-40b7-b0b2-daf7ffbc6757 {{(pid=94261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:36:02.573294 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-bf61cec6-49bc-429e-a522-178b9a4e5ed5 req-21ec352e-eb47-4d9d-bb73-19602cd6f386 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:02.633931 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [req-bf61cec6-49bc-429e-a522-178b9a4e5ed5 req-21ec352e-eb47-4d9d-bb73-19602cd6f386 service neutron] Transition to ACTIVE for port object df5b258a-3930-40b7-b0b2-daf7ffbc6757 will not be triggered until provisioned by entity L2. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:36:02.638772 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4fba5aed-b658-4950-b240-32f5c51c2af1 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:02.655779 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-bf61cec6-49bc-429e-a522-178b9a4e5ed5 req-21ec352e-eb47-4d9d-bb73-19602cd6f386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:02.691545 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fba5aed-b658-4950-b240-32f5c51c2af1 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Pushing event deleted for resources: {'Port': ['ID=e26369b1-7adb-444a-a0aa-e3fd2d607644,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:02.695868 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fba5aed-b658-4950-b240-32f5c51c2af1 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] No DVR routers for this DVR port e26369b1-7adb-444a-a0aa-e3fd2d607644 on host n-d-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:36:03.035967 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c96bc1b1-916b-469c-acd7-0dafe579e8c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:03.050710 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ec352e-eb47-4d9d-bb73-19602cd6f386 service neutron] Pushing event updated for resources: {'Port': ['ID=df5b258a-3930-40b7-b0b2-daf7ffbc6757,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:03.129154 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4fba5aed-b658-4950-b240-32f5c51c2af1 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:03.135440 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:03.172050 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-4fba5aed-b658-4950-b240-32f5c51c2af1 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf58c49e-8b77-4c1d-bd5e-09efbcce0e4e']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:03.217642 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-4fba5aed-b658-4950-b240-32f5c51c2af1 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09e3f229-b8e5-4555-8811-563f54fefa7d') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:03.218626 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-4fba5aed-b658-4950-b240-32f5c51c2af1 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09e3f229-b8e5-4555-8811-563f54fefa7d') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:03.266196 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4fba5aed-b658-4950-b240-32f5c51c2af1 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:03.277546 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c96bc1b1-916b-469c-acd7-0dafe579e8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:03.328908 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-bf61cec6-49bc-429e-a522-178b9a4e5ed5 req-21ec352e-eb47-4d9d-bb73-19602cd6f386 service neutron] Attempting to bind port df5b258a-3930-40b7-b0b2-daf7ffbc6757 on host n-h2-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:36:03.329395 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-bf61cec6-49bc-429e-a522-178b9a4e5ed5 req-21ec352e-eb47-4d9d-bb73-19602cd6f386 service neutron] Attempting to bind port df5b258a-3930-40b7-b0b2-daf7ffbc6757 by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': '137a9801-8fd3-46c2-ac1d-bb4eee5c7163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd07bf9c0-feda-49f0-ac68-879462adf9f1'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:36:03.330499 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf61cec6-49bc-429e-a522-178b9a4e5ed5 req-21ec352e-eb47-4d9d-bb73-19602cd6f386 service neutron] Attempting to bind port df5b258a-3930-40b7-b0b2-daf7ffbc6757 on network d07bf9c0-feda-49f0-ac68-879462adf9f1 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:36:03.348412 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4fba5aed-b658-4950-b240-32f5c51c2af1 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:03.356218 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf61cec6-49bc-429e-a522-178b9a4e5ed5 req-21ec352e-eb47-4d9d-bb73-19602cd6f386 service neutron] Port df5b258a-3930-40b7-b0b2-daf7ffbc6757 on network d07bf9c0-feda-49f0-ac68-879462adf9f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:36:03.356554 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf61cec6-49bc-429e-a522-178b9a4e5ed5 req-21ec352e-eb47-4d9d-bb73-19602cd6f386 service neutron] Attempting to bind port df5b258a-3930-40b7-b0b2-daf7ffbc6757 on network d07bf9c0-feda-49f0-ac68-879462adf9f1 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:36:03.367723 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf61cec6-49bc-429e-a522-178b9a4e5ed5 req-21ec352e-eb47-4d9d-bb73-19602cd6f386 service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:36:03.368043 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf61cec6-49bc-429e-a522-178b9a4e5ed5 req-21ec352e-eb47-4d9d-bb73-19602cd6f386 service neutron] Checking segment: {'id': '137a9801-8fd3-46c2-ac1d-bb4eee5c7163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd07bf9c0-feda-49f0-ac68-879462adf9f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:36:03.368447 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf61cec6-49bc-429e-a522-178b9a4e5ed5 req-21ec352e-eb47-4d9d-bb73-19602cd6f386 service neutron] Bound using segment: {'id': '137a9801-8fd3-46c2-ac1d-bb4eee5c7163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd07bf9c0-feda-49f0-ac68-879462adf9f1'} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:36:03.368905 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-bf61cec6-49bc-429e-a522-178b9a4e5ed5 req-21ec352e-eb47-4d9d-bb73-19602cd6f386 service neutron] Bound port: df5b258a-3930-40b7-b0b2-daf7ffbc6757, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '137a9801-8fd3-46c2-ac1d-bb4eee5c7163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd07bf9c0-feda-49f0-ac68-879462adf9f1'}}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:36:03.369486 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-bf61cec6-49bc-429e-a522-178b9a4e5ed5 req-21ec352e-eb47-4d9d-bb73-19602cd6f386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:03.393791 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fba5aed-b658-4950-b240-32f5c51c2af1 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:36:03.394209 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4fba5aed-b658-4950-b240-32f5c51c2af1 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:03.401872 n-d-768862-13 neutron-server[94261]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:36:03.401872 n-d-768862-13 neutron-server[94261]: self.session.flush() Aug 10 03:36:03.401872 n-d-768862-13 neutron-server[94261]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:36:03.401872 n-d-768862-13 neutron-server[94261]: self.session.flush() Aug 10 03:36:03.401872 n-d-768862-13 neutron-server[94261]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:36:03.401872 n-d-768862-13 neutron-server[94261]: self.session.flush() Aug 10 03:36:03.401872 n-d-768862-13 neutron-server[94261]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:36:03.401872 n-d-768862-13 neutron-server[94261]: self.session.flush() Aug 10 03:36:03.401872 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:36:03.401872 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:36:03.401872 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:36:03.401872 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:36:03.401872 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:36:03.401872 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:36:03.401872 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:36:03.401872 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:36:03.401872 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:36:03.401872 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:36:03.401872 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:36:03.401872 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:36:03.401872 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:36:03.401872 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:36:03.401872 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:36:03.401872 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:36:03.401872 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:36:03.401872 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:36:03.401872 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:36:03.401872 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:36:03.401872 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:36:03.401872 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:36:03.401872 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:36:03.401872 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:36:03.401872 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:36:03.401872 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:36:03.401872 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:36:03.401872 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:36:03.401872 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:36:03.401872 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:36:03.401872 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:36:03.401872 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:36:03.415147 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96bc1b1-916b-469c-acd7-0dafe579e8c1 admin admin] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:36:03.448593 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-c96bc1b1-916b-469c-acd7-0dafe579e8c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:36:03.488832 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96bc1b1-916b-469c-acd7-0dafe579e8c1 admin admin] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:36:03.490865 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96bc1b1-916b-469c-acd7-0dafe579e8c1 admin admin] Pushing event updated for resources: {'Port': ['ID=128da2e3-0f8d-4eea-ba87-81903cbb58bb,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:03.574168 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4fba5aed-b658-4950-b240-32f5c51c2af1 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:03.576990 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-bf61cec6-49bc-429e-a522-178b9a4e5ed5 req-21ec352e-eb47-4d9d-bb73-19602cd6f386 service neutron] For port df5b258a-3930-40b7-b0b2-daf7ffbc6757, host n-h2-768862-13, cleared binding levels {{(pid=94261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:36:03.586046 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-bf61cec6-49bc-429e-a522-178b9a4e5ed5 req-21ec352e-eb47-4d9d-bb73-19602cd6f386 service neutron] For port df5b258a-3930-40b7-b0b2-daf7ffbc6757, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=df5b258a-3930-40b7-b0b2-daf7ffbc6757,segment=NetworkSegment(137a9801-8fd3-46c2-ac1d-bb4eee5c7163),segment_id=137a9801-8fd3-46c2-ac1d-bb4eee5c7163)] {{(pid=94261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:36:03.597063 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4fba5aed-b658-4950-b240-32f5c51c2af1 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:03.601816 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-4fba5aed-b658-4950-b240-32f5c51c2af1 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] 10.222.0.44 "DELETE /v2.0/networks/bf58c49e-8b77-4c1d-bd5e-09efbcce0e4e HTTP/1.1" status: 204 len: 168 time: 3.0278413 Aug 10 03:36:03.647573 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-bf61cec6-49bc-429e-a522-178b9a4e5ed5 req-21ec352e-eb47-4d9d-bb73-19602cd6f386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:03.649998 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fba5aed-b658-4950-b240-32f5c51c2af1 tempest-NetworksTest-1565273936 tempest-NetworksTest-1565273936-project] Pushing event deleted for resources: {'Network': ['ID=bf58c49e-8b77-4c1d-bd5e-09efbcce0e4e,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:03.823739 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8b33f3-9432-44ab-88a8-e9b676249249 req-05d85a7a-1747-4c74-98d0-985f40a4df03 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:03.836297 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-be8b33f3-9432-44ab-88a8-e9b676249249 req-05d85a7a-1747-4c74-98d0-985f40a4df03 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d576ad2-7394-4c3f-864f-6a176c23b589 HTTP/1.1" status: 200 len: 943 time: 0.1334760 Aug 10 03:36:03.953901 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-be8b33f3-9432-44ab-88a8-e9b676249249 req-108e50e2-3a7f-4e01-b157-d5d87c325297 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9d97ea0-2a9f-4286-b02c-31ca2320c427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164312 Aug 10 03:36:03.968543 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf61cec6-49bc-429e-a522-178b9a4e5ed5 req-21ec352e-eb47-4d9d-bb73-19602cd6f386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:03.969303 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-bf61cec6-49bc-429e-a522-178b9a4e5ed5 req-21ec352e-eb47-4d9d-bb73-19602cd6f386 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:03.974504 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-bf61cec6-49bc-429e-a522-178b9a4e5ed5 req-21ec352e-eb47-4d9d-bb73-19602cd6f386 service neutron] 10.222.0.61 "PUT /v2.0/ports/df5b258a-3930-40b7-b0b2-daf7ffbc6757 HTTP/1.1" status: 200 len: 1092 time: 3.2660973 Aug 10 03:36:03.975018 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d576ad2-7394-4c3f-864f-6a176c23b589', 'tag': 'df5b258a-3930-40b7-b0b2-daf7ffbc6757'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:36:03.977459 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3100944-88c3-4899-bbdf-68b7cf92b005" -d '{"events": [{"name": "network-changed", "server_uuid": "4d576ad2-7394-4c3f-864f-6a176c23b589", "tag": "df5b258a-3930-40b7-b0b2-daf7ffbc6757"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:36:04.006597 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ec352e-eb47-4d9d-bb73-19602cd6f386 service neutron] Pushing event updated for resources: {'Port': ['ID=df5b258a-3930-40b7-b0b2-daf7ffbc6757,revision_number=3']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:04.108216 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21e3bc86-9a75-4c42-b6bc-13ae1394627d x-openstack-request-id: req-21e3bc86-9a75-4c42-b6bc-13ae1394627d {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:36:04.108944 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d576ad2-7394-4c3f-864f-6a176c23b589", "tag": "df5b258a-3930-40b7-b0b2-daf7ffbc6757", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:36:04.108944 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-21e3bc86-9a75-4c42-b6bc-13ae1394627d {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:36:04.109231 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d576ad2-7394-4c3f-864f-6a176c23b589', 'tag': 'df5b258a-3930-40b7-b0b2-daf7ffbc6757', 'status': 'completed', 'code': 200} Aug 10 03:36:04.243376 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 46492) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:04.281036 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf61cec6-49bc-429e-a522-178b9a4e5ed5 req-5e8b25a8-eb7d-4f85-9273-a492c20a77c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:04.282652 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-bf61cec6-49bc-429e-a522-178b9a4e5ed5 req-5e8b25a8-eb7d-4f85-9273-a492c20a77c1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2680b799feb54d8c9fdff98330bf1a96&device_id=4d576ad2-7394-4c3f-864f-6a176c23b589 HTTP/1.1" status: 200 len: 1095 time: 0.2404485 Aug 10 03:36:04.334562 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 46504) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:04.367742 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-bf61cec6-49bc-429e-a522-178b9a4e5ed5 req-382abae6-9247-40df-b7de-1ef80f97ebee service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df5b258a-3930-40b7-b0b2-daf7ffbc6757 HTTP/1.1" status: 200 len: 217 time: 0.0716350 Aug 10 03:36:04.375446 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c96bc1b1-916b-469c-acd7-0dafe579e8c1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:04.512839 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-6840668c-61ab-4405-ae2e-11f239a2035d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-381470677-network', 'tenant_id': 'e4fb7285a7d34b95bf40b43e762fde54'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:04.563326 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6840668c-61ab-4405-ae2e-11f239a2035d admin admin] Made reservation on behalf of e4fb7285a7d34b95bf40b43e762fde54 for: {'network': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:36:04.583829 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6840668c-61ab-4405-ae2e-11f239a2035d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:04.630027 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6840668c-61ab-4405-ae2e-11f239a2035d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:04.672907 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-6f4f4864-efdf-4790-aacb-d81bc0a69368 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=12dd31e74a8f4e489426bf70f77273f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4282644 Aug 10 03:36:04.677142 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 46540) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:04.678307 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf61cec6-49bc-429e-a522-178b9a4e5ed5 req-37384bc4-ece0-486b-9da1-0d923a7a1ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:04.680859 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-bf61cec6-49bc-429e-a522-178b9a4e5ed5 req-37384bc4-ece0-486b-9da1-0d923a7a1ffa service neutron] 10.222.0.61 "GET /v2.0/subnets?id=33a1c40e-b5d2-46c7-a6a1-fa6cc0352aec HTTP/1.1" status: 200 len: 850 time: 0.2558641 Aug 10 03:36:04.816082 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf61cec6-49bc-429e-a522-178b9a4e5ed5 req-93302dc9-96f8-4ec9-9d62-e42e1f735fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:04.818644 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-bf61cec6-49bc-429e-a522-178b9a4e5ed5 req-93302dc9-96f8-4ec9-9d62-e42e1f735fd8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d07bf9c0-feda-49f0-ac68-879462adf9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1262228 Aug 10 03:36:04.820644 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5c3b6343-7f9d-4609-9e2f-69cdba0eba77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:04.892036 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5c3b6343-7f9d-4609-9e2f-69cdba0eba77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:04.941500 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c96bc1b1-916b-469c-acd7-0dafe579e8c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:04.986827 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6840668c-61ab-4405-ae2e-11f239a2035d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:04.998289 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6840668c-61ab-4405-ae2e-11f239a2035d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:05.040079 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-bf61cec6-49bc-429e-a522-178b9a4e5ed5 req-cd0a4c72-cfcc-4156-99f9-da4fe6da9c2c service neutron] 10.222.0.61 "GET /v2.0/networks/d07bf9c0-feda-49f0-ac68-879462adf9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867421 Aug 10 03:36:05.061071 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6840668c-61ab-4405-ae2e-11f239a2035d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=94260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:36:05.083640 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6840668c-61ab-4405-ae2e-11f239a2035d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:05.084065 n-d-768862-13 neutron-server[94260]: INFO neutron.db.segments_db [None req-6840668c-61ab-4405-ae2e-11f239a2035d admin admin] Added segment 2b05f28f-9118-41ba-a22a-b84c3e85bbfa of type vlan for network 16c2ec05-0d03-441b-b8e4-9260be85eff6 Aug 10 03:36:05.085807 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5c3b6343-7f9d-4609-9e2f-69cdba0eba77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:05.088816 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5c3b6343-7f9d-4609-9e2f-69cdba0eba77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:05.092990 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-5c3b6343-7f9d-4609-9e2f-69cdba0eba77 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9eea933c-3fcf-41f9-9b46-eec30b4d0c4a HTTP/1.1" status: 204 len: 168 time: 0.4145546 Aug 10 03:36:05.128403 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6840668c-61ab-4405-ae2e-11f239a2035d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81787cdd-9071-4003-b601-4ee333b772e5,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:05.194549 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3b6343-7f9d-4609-9e2f-69cdba0eba77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eea933c-3fcf-41f9-9b46-eec30b4d0c4a,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:05.218737 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6840668c-61ab-4405-ae2e-11f239a2035d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:05.245522 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb403a4-75aa-4bd6-975e-9525abc2439e req-48d93324-79e6-44cd-ad99-36e7f692c3b0 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:05.253344 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5bb403a4-75aa-4bd6-975e-9525abc2439e req-48d93324-79e6-44cd-ad99-36e7f692c3b0 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d576ad2-7394-4c3f-864f-6a176c23b589 HTTP/1.1" status: 200 len: 943 time: 0.1551821 Aug 10 03:36:05.299284 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6840668c-61ab-4405-ae2e-11f239a2035d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:05.300223 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6840668c-61ab-4405-ae2e-11f239a2035d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:05.300882 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6840668c-61ab-4405-ae2e-11f239a2035d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:05.362012 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-bf61cec6-49bc-429e-a522-178b9a4e5ed5 req-2e678545-ce2f-4c00-aa7a-242a22c4cf70 service neutron] 10.222.0.61 "GET /v2.0/networks/d07bf9c0-feda-49f0-ac68-879462adf9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440394 Aug 10 03:36:05.367499 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5bb403a4-75aa-4bd6-975e-9525abc2439e req-67e46cda-0aac-4bf4-9571-9f627a9d037b tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9d97ea0-2a9f-4286-b02c-31ca2320c427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131144 Aug 10 03:36:05.418366 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c96bc1b1-916b-469c-acd7-0dafe579e8c1 admin admin] Router 631ccc2a-98c6-4b15-850e-d02e027ed9e5 is scheduled to L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e with binding_index 1 {{(pid=94261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:36:05.453746 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-6840668c-61ab-4405-ae2e-11f239a2035d admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1174164 Aug 10 03:36:05.454810 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 46608) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:05.466582 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-fa488bbc-1a25-4374-99b8-5dac27c224d3 admin admin] Request body: {'subnet': {'network_id': '16c2ec05-0d03-441b-b8e4-9260be85eff6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-381470677-subnet', 'tenant_id': 'e4fb7285a7d34b95bf40b43e762fde54', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:05.476407 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6840668c-61ab-4405-ae2e-11f239a2035d admin admin] Pushing event updated for resources: {'Network': ['ID=16c2ec05-0d03-441b-b8e4-9260be85eff6,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:05.490421 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 16c2ec05-0d03-441b-b8e4-9260be85eff6 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:36:05.533179 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa488bbc-1a25-4374-99b8-5dac27c224d3 admin admin] Made reservation on behalf of e4fb7285a7d34b95bf40b43e762fde54 for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:36:05.537590 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-fa488bbc-1a25-4374-99b8-5dac27c224d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:05.586033 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c96bc1b1-916b-469c-acd7-0dafe579e8c1 admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:36:05.670020 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15af0a1f-0838-49af-8649-b6d743309fc8 None None] Sync routers for ids ['631ccc2a-98c6-4b15-850e-d02e027ed9e5'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:36:05.676855 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c96bc1b1-916b-469c-acd7-0dafe579e8c1 admin admin] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:05.678279 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-c96bc1b1-916b-469c-acd7-0dafe579e8c1 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.1663384 Aug 10 03:36:05.682956 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 46628) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:05.722892 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15af0a1f-0838-49af-8649-b6d743309fc8 None None] Routers {'631ccc2a-98c6-4b15-850e-d02e027ed9e5'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:05.734323 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-15af0a1f-0838-49af-8649-b6d743309fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:35:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['631ccc2a-98c6-4b15-850e-d02e027ed9e5'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:05.756573 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3100944-88c3-4899-bbdf-68b7cf92b005 req-fa5cc847-00dc-40bb-a12a-20f8965dd5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:05.758419 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-f3100944-88c3-4899-bbdf-68b7cf92b005 req-fa5cc847-00dc-40bb-a12a-20f8965dd5b7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2680b799feb54d8c9fdff98330bf1a96&device_id=4d576ad2-7394-4c3f-864f-6a176c23b589 HTTP/1.1" status: 200 len: 1095 time: 0.1742356 Aug 10 03:36:05.920527 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3100944-88c3-4899-bbdf-68b7cf92b005 req-c6f65c0d-603a-46bf-ac05-9b4ed22b862b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:05.922082 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-f3100944-88c3-4899-bbdf-68b7cf92b005 req-c6f65c0d-603a-46bf-ac05-9b4ed22b862b service neutron] 10.222.0.61 "GET /v2.0/networks?id=d07bf9c0-feda-49f0-ac68-879462adf9f1 HTTP/1.1" status: 200 len: 911 time: 0.1495883 Aug 10 03:36:05.982549 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-fa488bbc-1a25-4374-99b8-5dac27c224d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58895384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805196'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:06.015581 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-15af0a1f-0838-49af-8649-b6d743309fc8 None None] Set router 631ccc2a-98c6-4b15-850e-d02e027ed9e5 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:36:06.017374 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-f3100944-88c3-4899-bbdf-68b7cf92b005 req-982045c9-03f6-476b-af58-ed03a3ab1643 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df5b258a-3930-40b7-b0b2-daf7ffbc6757 HTTP/1.1" status: 200 len: 217 time: 0.0857589 Aug 10 03:36:06.101308 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa488bbc-1a25-4374-99b8-5dac27c224d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea48bd44-bbf6-43f2-aa3c-02607a9a3f1d,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:06.116198 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa488bbc-1a25-4374-99b8-5dac27c224d3 admin admin] Checking segment: {'id': '2b05f28f-9118-41ba-a22a-b84c3e85bbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '16c2ec05-0d03-441b-b8e4-9260be85eff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:36:06.116819 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa488bbc-1a25-4374-99b8-5dac27c224d3 admin admin] Network hostable DHCP agents. Network: 16c2ec05-0d03-441b-b8e4-9260be85eff6, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:36:06.161183 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa488bbc-1a25-4374-99b8-5dac27c224d3 admin admin] Network 16c2ec05-0d03-441b-b8e4-9260be85eff6 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:36:06.193857 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-fa488bbc-1a25-4374-99b8-5dac27c224d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 16c2ec05-0d03-441b-b8e4-9260be85eff6) {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:36:06.220566 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa488bbc-1a25-4374-99b8-5dac27c224d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:06.226626 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-fa488bbc-1a25-4374-99b8-5dac27c224d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:06.235069 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46d36fa-70d2-4dff-a09c-04232437b820 None None] Network 16c2ec05-0d03-441b-b8e4-9260be85eff6 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:36:06.267185 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-fa488bbc-1a25-4374-99b8-5dac27c224d3 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8077312 Aug 10 03:36:06.270863 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 46676) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:06.282458 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-7b92b8e4-eaf3-44f7-b926-0c642a083c34 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-381470677-router', 'tenant_id': 'e4fb7285a7d34b95bf40b43e762fde54', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:06.328085 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3100944-88c3-4899-bbdf-68b7cf92b005 req-c5b91f13-1d31-4da7-8a55-2498559c5833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:06.330020 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-f3100944-88c3-4899-bbdf-68b7cf92b005 req-c5b91f13-1d31-4da7-8a55-2498559c5833 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=33a1c40e-b5d2-46c7-a6a1-fa6cc0352aec HTTP/1.1" status: 200 len: 850 time: 0.2756505 Aug 10 03:36:06.369079 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7b92b8e4-eaf3-44f7-b926-0c642a083c34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:06.372622 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7b92b8e4-eaf3-44f7-b926-0c642a083c34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:06.466399 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3100944-88c3-4899-bbdf-68b7cf92b005 req-f44e7f56-7247-40ce-ac02-6ce086c92e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:06.472113 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-f3100944-88c3-4899-bbdf-68b7cf92b005 req-f44e7f56-7247-40ce-ac02-6ce086c92e88 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d07bf9c0-feda-49f0-ac68-879462adf9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1299138 Aug 10 03:36:06.617927 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7b92b8e4-eaf3-44f7-b926-0c642a083c34 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:06.708104 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e3b9c4-538b-43a4-8695-acb16df41545 None None] Network 16c2ec05-0d03-441b-b8e4-9260be85eff6 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:36:06.992487 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe35ccf-499d-4e27-9236-723a6691a571 req-e3471df0-4020-4430-8e51-b374882bfa63 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:06.994512 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2fe35ccf-499d-4e27-9236-723a6691a571 req-e3471df0-4020-4430-8e51-b374882bfa63 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d576ad2-7394-4c3f-864f-6a176c23b589 HTTP/1.1" status: 200 len: 943 time: 0.4245861 Aug 10 03:36:06.996570 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-15af0a1f-0838-49af-8649-b6d743309fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '631ccc2a-98c6-4b15-850e-d02e027ed9e5', 'name': 'tempest-ServerRescueTestJSON-2010531056-router', 'tenant_id': 'f67bc67edb4944b7b5132d7828a0779b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': '128da2e3-0f8d-4eea-ba87-81903cbb58bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:35:59Z', 'updated_at': '2021-08-10T03:36:04Z', 'revision_number': 3, 'project_id': 'f67bc67edb4944b7b5132d7828a0779b', 'gw_port': {'id': '128da2e3-0f8d-4eea-ba87-81903cbb58bb', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c6:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '631ccc2a-98c6-4b15-850e-d02e027ed9e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:02Z', 'updated_at': '2021-08-10T03:36:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:07.004365 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7b92b8e4-eaf3-44f7-b926-0c642a083c34 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:07.115985 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2fe35ccf-499d-4e27-9236-723a6691a571 req-0e642f17-b665-4d18-82a4-fccd87a67f89 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9d97ea0-2a9f-4286-b02c-31ca2320c427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033707 Aug 10 03:36:07.125933 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15af0a1f-0838-49af-8649-b6d743309fc8 None None] Checking router: 631ccc2a-98c6-4b15-850e-d02e027ed9e5 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:36:07.126712 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15af0a1f-0838-49af-8649-b6d743309fc8 None None] Updating router 631ccc2a-98c6-4b15-850e-d02e027ed9e5 port 128da2e3-0f8d-4eea-ba87-81903cbb58bb binding host n-d-768862-13 {{(pid=94262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:36:07.218430 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-15af0a1f-0838-49af-8649-b6d743309fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:07.344559 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 46766) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:07.514686 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7b92b8e4-eaf3-44f7-b926-0c642a083c34 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:07.569786 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7b92b8e4-eaf3-44f7-b926-0c642a083c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:07.623841 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-c6ae9114-5046-412d-bb59-ffd117360ff6 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1859714439', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:07.805852 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-f3100944-88c3-4899-bbdf-68b7cf92b005 req-8986fdd6-8e09-4abd-8595-7f0b100d6870 service neutron] 10.222.0.61 "GET /v2.0/networks/d07bf9c0-feda-49f0-ac68-879462adf9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3154919 Aug 10 03:36:07.823246 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c6ae9114-5046-412d-bb59-ffd117360ff6 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:07.824782 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c6ae9114-5046-412d-bb59-ffd117360ff6 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:07.965498 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c6ae9114-5046-412d-bb59-ffd117360ff6 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:07.976536 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-15af0a1f-0838-49af-8649-b6d743309fc8 None None] Notify callbacks [] for port, precommit_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:07.977965 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6d811192-9647-4759-819e-0ca19d20ae81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:08.002529 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c6ae9114-5046-412d-bb59-ffd117360ff6 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:08.023965 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-15af0a1f-0838-49af-8649-b6d743309fc8 None None] Transition to ACTIVE for port object 128da2e3-0f8d-4eea-ba87-81903cbb58bb will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:36:08.050286 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-15af0a1f-0838-49af-8649-b6d743309fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:08.143165 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-15af0a1f-0838-49af-8649-b6d743309fc8 None None] Attempting to bind port 128da2e3-0f8d-4eea-ba87-81903cbb58bb on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:36:08.144105 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-15af0a1f-0838-49af-8649-b6d743309fc8 None None] Attempting to bind port 128da2e3-0f8d-4eea-ba87-81903cbb58bb by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:36:08.144984 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15af0a1f-0838-49af-8649-b6d743309fc8 None None] Attempting to bind port 128da2e3-0f8d-4eea-ba87-81903cbb58bb on network 2ea12131-628a-487e-b434-0463553732bd {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:36:08.152572 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c6ae9114-5046-412d-bb59-ffd117360ff6 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks [] for router, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:08.159002 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 46848) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:08.173289 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-c6ae9114-5046-412d-bb59-ffd117360ff6 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8226979 Aug 10 03:36:08.199651 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-2a68fdb2-8408-4e8a-ac69-119e593f8cc8 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-282594041'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:08.247106 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15af0a1f-0838-49af-8649-b6d743309fc8 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:36:08.248471 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15af0a1f-0838-49af-8649-b6d743309fc8 None None] Checking segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:36:08.249360 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-15af0a1f-0838-49af-8649-b6d743309fc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:08.250275 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15af0a1f-0838-49af-8649-b6d743309fc8 None None] Bound using segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:36:08.251311 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-15af0a1f-0838-49af-8649-b6d743309fc8 None None] Bound port: 128da2e3-0f8d-4eea-ba87-81903cbb58bb, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:36:08.252176 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-15af0a1f-0838-49af-8649-b6d743309fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:08.272762 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-7b92b8e4-eaf3-44f7-b926-0c642a083c34 admin admin] Allocated IP 172.25.6.217 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/5d57226a-2e10-402a-896b-82b8fdb74ede) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:36:08.344558 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a68fdb2-8408-4e8a-ac69-119e593f8cc8 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Made reservation on behalf of 485af67b32f34a7fa591a6dd15cd8aad for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:36:08.348871 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2a68fdb2-8408-4e8a-ac69-119e593f8cc8 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:08.374965 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-f3100944-88c3-4899-bbdf-68b7cf92b005 req-8ca3427d-38ce-45d9-8296-073ee4d8c032 service neutron] 10.222.0.61 "GET /v2.0/networks/d07bf9c0-feda-49f0-ac68-879462adf9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5595019 Aug 10 03:36:08.380149 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2a68fdb2-8408-4e8a-ac69-119e593f8cc8 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:08.405917 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-6d811192-9647-4759-819e-0ca19d20ae81 admin admin] Allocated IP 172.20.0.1 (07780576-149a-40da-8c51-c337569691c7/fcfa072b-b6e6-40cd-99b2-40ac54d1354c/360fa04c-d235-4a15-bb3b-1700f53a549f) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:36:08.432843 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f96c4fe-6188-4be9-a43d-812ee6dd6e0c req-409ef358-4d15-46e1-b774-a7079ffae2b7 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:08.441690 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8f96c4fe-6188-4be9-a43d-812ee6dd6e0c req-409ef358-4d15-46e1-b774-a7079ffae2b7 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d576ad2-7394-4c3f-864f-6a176c23b589 HTTP/1.1" status: 200 len: 943 time: 0.1720033 Aug 10 03:36:08.497849 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fb3320-7fd7-4fc1-a9ae-1150531ba4fb None None] Pushing event updated for resources: {'Port': ['ID=128da2e3-0f8d-4eea-ba87-81903cbb58bb,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:08.545379 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-15af0a1f-0838-49af-8649-b6d743309fc8 None None] For port 128da2e3-0f8d-4eea-ba87-81903cbb58bb, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:36:08.586775 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-15af0a1f-0838-49af-8649-b6d743309fc8 None None] For port 128da2e3-0f8d-4eea-ba87-81903cbb58bb, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=128da2e3-0f8d-4eea-ba87-81903cbb58bb,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:36:08.595751 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-15af0a1f-0838-49af-8649-b6d743309fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:08.613977 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8f96c4fe-6188-4be9-a43d-812ee6dd6e0c req-4697295a-794e-4c0d-8a70-4ba63a76699b tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9d97ea0-2a9f-4286-b02c-31ca2320c427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713393 Aug 10 03:36:08.690519 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6d811192-9647-4759-819e-0ca19d20ae81 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:08.746986 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15af0a1f-0838-49af-8649-b6d743309fc8 None None] Routers {'631ccc2a-98c6-4b15-850e-d02e027ed9e5'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:08.747632 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-15af0a1f-0838-49af-8649-b6d743309fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:35:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['631ccc2a-98c6-4b15-850e-d02e027ed9e5'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:08.764056 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2a68fdb2-8408-4e8a-ac69-119e593f8cc8 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:08.770446 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7b92b8e4-eaf3-44f7-b926-0c642a083c34 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:08.782161 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2a68fdb2-8408-4e8a-ac69-119e593f8cc8 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:08.806975 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a68fdb2-8408-4e8a-ac69-119e593f8cc8 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:36:08.831942 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2a68fdb2-8408-4e8a-ac69-119e593f8cc8 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:08.832270 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-2a68fdb2-8408-4e8a-ac69-119e593f8cc8 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Added segment 8cda2da6-ac28-4e66-a134-b41f8ac8fbc0 of type vlan for network b3dd83a3-52ff-4eec-9459-9ce95f24952a Aug 10 03:36:08.853717 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7b92b8e4-eaf3-44f7-b926-0c642a083c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:08.917064 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2a68fdb2-8408-4e8a-ac69-119e593f8cc8 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:08.970986 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b92b8e4-eaf3-44f7-b926-0c642a083c34 admin admin] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:36:08.977256 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-7b92b8e4-eaf3-44f7-b926-0c642a083c34 admin admin] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:36:08.989432 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2a68fdb2-8408-4e8a-ac69-119e593f8cc8 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:08.991168 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b92b8e4-eaf3-44f7-b926-0c642a083c34 admin admin] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:36:09.022530 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a68fdb2-8408-4e8a-ac69-119e593f8cc8 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:09.023277 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2a68fdb2-8408-4e8a-ac69-119e593f8cc8 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:09.158673 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b92b8e4-eaf3-44f7-b926-0c642a083c34 admin admin] Pushing event updated for resources: {'Port': ['ID=5d57226a-2e10-402a-896b-82b8fdb74ede,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:09.265937 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-2a68fdb2-8408-4e8a-ac69-119e593f8cc8 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0821748 Aug 10 03:36:09.272258 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 46922) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:09.282910 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-bdb4a5a7-1a1f-492c-b2e9-91e5e4fca51f tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Request body: {'subnet': {'network_id': 'b3dd83a3-52ff-4eec-9459-9ce95f24952a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:09.316976 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a68fdb2-8408-4e8a-ac69-119e593f8cc8 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f96ad63-530e-4b63-86cf-1a66de15c8ee,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:09.320530 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a68fdb2-8408-4e8a-ac69-119e593f8cc8 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Pushing event updated for resources: {'Network': ['ID=b3dd83a3-52ff-4eec-9459-9ce95f24952a,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:09.393602 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-15af0a1f-0838-49af-8649-b6d743309fc8 None None] Set router 631ccc2a-98c6-4b15-850e-d02e027ed9e5 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:36:09.397573 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6d811192-9647-4759-819e-0ca19d20ae81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:09.462790 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d811192-9647-4759-819e-0ca19d20ae81 admin admin] Pushing event updated for resources: {'Port': ['ID=360fa04c-d235-4a15-bb3b-1700f53a549f,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:09.500087 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d811192-9647-4759-819e-0ca19d20ae81 admin admin] Network 07780576-149a-40da-8c51-c337569691c7 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:36:09.503491 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-6d811192-9647-4759-819e-0ca19d20ae81 admin admin] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:36:09.508434 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d811192-9647-4759-819e-0ca19d20ae81 admin admin] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:36:09.511943 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fb3320-7fd7-4fc1-a9ae-1150531ba4fb None None] Pushing event updated for resources: {'Port': ['ID=128da2e3-0f8d-4eea-ba87-81903cbb58bb,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:09.524714 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network b3dd83a3-52ff-4eec-9459-9ce95f24952a details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:36:09.558056 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6d811192-9647-4759-819e-0ca19d20ae81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521745'] for router_interface, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:09.811189 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb4a5a7-1a1f-492c-b2e9-91e5e4fca51f tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Made reservation on behalf of 485af67b32f34a7fa591a6dd15cd8aad for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:36:09.817590 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bdb4a5a7-1a1f-492c-b2e9-91e5e4fca51f tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:09.952447 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6d811192-9647-4759-819e-0ca19d20ae81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:09.956299 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device df5b258a-3930-40b7-b0b2-daf7ffbc6757 details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:36:10.042089 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-15af0a1f-0838-49af-8649-b6d743309fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '631ccc2a-98c6-4b15-850e-d02e027ed9e5', 'name': 'tempest-ServerRescueTestJSON-2010531056-router', 'tenant_id': 'f67bc67edb4944b7b5132d7828a0779b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': '128da2e3-0f8d-4eea-ba87-81903cbb58bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:35:59Z', 'updated_at': '2021-08-10T03:36:04Z', 'revision_number': 3, 'project_id': 'f67bc67edb4944b7b5132d7828a0779b', 'gw_port': {'id': '128da2e3-0f8d-4eea-ba87-81903cbb58bb', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c6:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '631ccc2a-98c6-4b15-850e-d02e027ed9e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:02Z', 'updated_at': '2021-08-10T03:36:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:10.117936 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15af0a1f-0838-49af-8649-b6d743309fc8 None None] The sync data for ids ['631ccc2a-98c6-4b15-850e-d02e027ed9e5'] in n-d-768862-13 is: [{'id': '631ccc2a-98c6-4b15-850e-d02e027ed9e5', 'name': 'tempest-ServerRescueTestJSON-2010531056-router', 'tenant_id': 'f67bc67edb4944b7b5132d7828a0779b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': '128da2e3-0f8d-4eea-ba87-81903cbb58bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:35:59Z', 'updated_at': '2021-08-10T03:36:04Z', 'revision_number': 3, 'project_id': 'f67bc67edb4944b7b5132d7828a0779b', 'gw_port': {'id': '128da2e3-0f8d-4eea-ba87-81903cbb58bb', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c6:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '631ccc2a-98c6-4b15-850e-d02e027ed9e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:02Z', 'updated_at': '2021-08-10T03:36:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:36:10.128214 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.db.resource_extend [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:36:10.154179 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f63e100-5bad-4c87-8f22-4bc20b3ff41b req-ebe80e81-48c6-47c8-b6a0-f0ddbe00f084 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:10.157504 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3f63e100-5bad-4c87-8f22-4bc20b3ff41b req-ebe80e81-48c6-47c8-b6a0-f0ddbe00f084 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d576ad2-7394-4c3f-864f-6a176c23b589 HTTP/1.1" status: 200 len: 943 time: 0.1610243 Aug 10 03:36:10.275407 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port df5b258a-3930-40b7-b0b2-daf7ffbc6757, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=df5b258a-3930-40b7-b0b2-daf7ffbc6757,segment=NetworkSegment(137a9801-8fd3-46c2-ac1d-bb4eee5c7163),segment_id=137a9801-8fd3-46c2-ac1d-bb4eee5c7163)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:10.289940 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': 'df5b258a-3930-40b7-b0b2-daf7ffbc6757', 'network_id': 'd07bf9c0-feda-49f0-ac68-879462adf9f1', 'port_id': 'df5b258a-3930-40b7-b0b2-daf7ffbc6757', 'mac_address': 'fa:16:3e:f2:f8:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33a1c40e-b5d2-46c7-a6a1-fa6cc0352aec', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:36:10.307625 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7b92b8e4-eaf3-44f7-b926-0c642a083c34 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:10.352299 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:10.368589 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df5b258a-3930-40b7-b0b2-daf7ffbc6757 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:36:10.415013 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3f63e100-5bad-4c87-8f22-4bc20b3ff41b req-b596fe85-c4c6-4138-a992-8bf6bb6cd7e8 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9d97ea0-2a9f-4286-b02c-31ca2320c427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090019 Aug 10 03:36:10.454781 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bdb4a5a7-1a1f-492c-b2e9-91e5e4fca51f tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:10.484595 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port df5b258a-3930-40b7-b0b2-daf7ffbc6757, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=df5b258a-3930-40b7-b0b2-daf7ffbc6757,segment=NetworkSegment(137a9801-8fd3-46c2-ac1d-bb4eee5c7163),segment_id=137a9801-8fd3-46c2-ac1d-bb4eee5c7163)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:10.495546 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:10.562292 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb4a5a7-1a1f-492c-b2e9-91e5e4fca51f tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Pushing event updated for resources: {'Subnet': ['ID=d0bd6c80-e31b-40cb-ba06-83daf5844639,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:10.599101 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6d811192-9647-4759-819e-0ca19d20ae81 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:10.612033 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6d811192-9647-4759-819e-0ca19d20ae81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:10.631149 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb4a5a7-1a1f-492c-b2e9-91e5e4fca51f tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Checking segment: {'id': '8cda2da6-ac28-4e66-a134-b41f8ac8fbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b3dd83a3-52ff-4eec-9459-9ce95f24952a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:36:10.631858 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb4a5a7-1a1f-492c-b2e9-91e5e4fca51f tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Network hostable DHCP agents. Network: b3dd83a3-52ff-4eec-9459-9ce95f24952a, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:36:10.694771 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=df5b258a-3930-40b7-b0b2-daf7ffbc6757,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:10.762072 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6d811192-9647-4759-819e-0ca19d20ae81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521893'] for router_interface, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:10.779099 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d811192-9647-4759-819e-0ca19d20ae81 admin admin] Pushing event updated for resources: {'Port': ['ID=360fa04c-d235-4a15-bb3b-1700f53a549f,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:10.785835 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb4a5a7-1a1f-492c-b2e9-91e5e4fca51f tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Network b3dd83a3-52ff-4eec-9459-9ce95f24952a is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:36:10.874526 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7b92b8e4-eaf3-44f7-b926-0c642a083c34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:10.904996 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-bdb4a5a7-1a1f-492c-b2e9-91e5e4fca51f tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, b3dd83a3-52ff-4eec-9459-9ce95f24952a) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:36:10.917209 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bcaf678-ed5f-4319-8677-5e5e6ed549dd None None] Network b3dd83a3-52ff-4eec-9459-9ce95f24952a requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:36:10.932480 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb4a5a7-1a1f-492c-b2e9-91e5e4fca51f tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:10.933103 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bdb4a5a7-1a1f-492c-b2e9-91e5e4fca51f tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:10.988912 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-bdb4a5a7-1a1f-492c-b2e9-91e5e4fca51f tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7106802 Aug 10 03:36:10.993075 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 46944) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:11.000360 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-cf1d4a04-1ecf-463b-8559-d502f1ccc7a1 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Request body: {'network': {'name': 'tempest-router-network01--1234934519'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:11.058526 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d811192-9647-4759-819e-0ca19d20ae81 admin admin] Network 07780576-149a-40da-8c51-c337569691c7 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:36:11.061069 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-6d811192-9647-4759-819e-0ca19d20ae81 admin admin] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:36:11.065586 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['df5b258a-3930-40b7-b0b2-daf7ffbc6757'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:36:11.066947 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf1d4a04-1ecf-463b-8559-d502f1ccc7a1 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Made reservation on behalf of 485af67b32f34a7fa591a6dd15cd8aad for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:36:11.079931 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cf1d4a04-1ecf-463b-8559-d502f1ccc7a1 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:11.217625 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf1d4a04-1ecf-463b-8559-d502f1ccc7a1 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:36:11.235054 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b92b8e4-eaf3-44f7-b926-0c642a083c34 admin admin] Router 53e6b88a-e939-46ad-a278-72b23204c114 is scheduled to L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e with binding_index 1 {{(pid=94260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:36:11.244154 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cf1d4a04-1ecf-463b-8559-d502f1ccc7a1 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:11.244578 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-cf1d4a04-1ecf-463b-8559-d502f1ccc7a1 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Added segment 3474826f-8638-4e28-96aa-1be4e6b5908c of type vlan for network e3c2ed46-a1e5-4a0d-ab0b-c5cff052dc28 Aug 10 03:36:11.418335 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:36:11.492710 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cf1d4a04-1ecf-463b-8559-d502f1ccc7a1 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:11.517145 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 128da2e3-0f8d-4eea-ba87-81903cbb58bb up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:36:11.586378 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b92b8e4-eaf3-44f7-b926-0c642a083c34 admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:36:11.587378 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d811192-9647-4759-819e-0ca19d20ae81 admin admin] Router 631ccc2a-98c6-4b15-850e-d02e027ed9e5 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:36:11.604405 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3594bef-1904-4eda-8f70-1e41aca71999 None None] Sync routers for ids ['53e6b88a-e939-46ad-a278-72b23204c114'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:36:11.625165 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3594bef-1904-4eda-8f70-1e41aca71999 None None] Routers {'53e6b88a-e939-46ad-a278-72b23204c114'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:11.625969 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-e3594bef-1904-4eda-8f70-1e41aca71999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:35:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['53e6b88a-e939-46ad-a278-72b23204c114'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:11.648084 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b70b3b3-25ca-4ac3-a517-d429f83076d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-b3dd83a3-52ff-4eec-9459-9ce95f24952a', 'network_id': 'b3dd83a3-52ff-4eec-9459-9ce95f24952a', 'tenant_id': '485af67b32f34a7fa591a6dd15cd8aad', 'fixed_ips': [{'subnet_id': 'd0bd6c80-e31b-40cb-ba06-83daf5844639'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:36:11.649190 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3b70b3b3-25ca-4ac3-a517-d429f83076d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:11.650616 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7b92b8e4-eaf3-44f7-b926-0c642a083c34 admin admin] Notify callbacks [] for router, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:11.676423 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-7b92b8e4-eaf3-44f7-b926-0c642a083c34 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.4035442 Aug 10 03:36:11.677475 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 46950) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:11.706916 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cf1d4a04-1ecf-463b-8559-d502f1ccc7a1 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:11.740640 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1d4a04-1ecf-463b-8559-d502f1ccc7a1 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:11.743862 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cf1d4a04-1ecf-463b-8559-d502f1ccc7a1 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:11.801118 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290090df-0d7f-4b42-ad33-e7ca75a264a1 req-e75d41e8-ed6b-4e32-a979-b187d4a14975 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:11.815681 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-290090df-0d7f-4b42-ad33-e7ca75a264a1 req-e75d41e8-ed6b-4e32-a979-b187d4a14975 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d576ad2-7394-4c3f-864f-6a176c23b589 HTTP/1.1" status: 200 len: 944 time: 0.1857829 Aug 10 03:36:11.896533 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-e3594bef-1904-4eda-8f70-1e41aca71999 None None] Set router 53e6b88a-e939-46ad-a278-72b23204c114 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:36:11.954188 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-290090df-0d7f-4b42-ad33-e7ca75a264a1 req-0de56abe-1143-44de-97d1-163fbc504343 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9d97ea0-2a9f-4286-b02c-31ca2320c427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338489 Aug 10 03:36:12.073110 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 128da2e3-0f8d-4eea-ba87-81903cbb58bb completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:36:12.088831 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-3b70b3b3-25ca-4ac3-a517-d429f83076d7 None None] Allocated IP 172.20.0.2 (b3dd83a3-52ff-4eec-9459-9ce95f24952a/d0bd6c80-e31b-40cb-ba06-83daf5844639/c20f25b2-2958-4cbc-9905-1db8ce6a8485) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:36:12.094721 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 128da2e3-0f8d-4eea-ba87-81903cbb58bb triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:12.095367 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:12.287652 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-e3594bef-1904-4eda-8f70-1e41aca71999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53e6b88a-e939-46ad-a278-72b23204c114', 'name': 'tempest-ServerRescueNegativeTestJSON-381470677-router', 'tenant_id': 'e4fb7285a7d34b95bf40b43e762fde54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': '5d57226a-2e10-402a-896b-82b8fdb74ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:36:06Z', 'updated_at': '2021-08-10T03:36:10Z', 'revision_number': 3, 'project_id': 'e4fb7285a7d34b95bf40b43e762fde54', 'gw_port': {'id': '5d57226a-2e10-402a-896b-82b8fdb74ede', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:e5:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53e6b88a-e939-46ad-a278-72b23204c114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2367, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:07Z', 'updated_at': '2021-08-10T03:36:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:12.340193 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3594bef-1904-4eda-8f70-1e41aca71999 None None] Checking router: 53e6b88a-e939-46ad-a278-72b23204c114 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:36:12.340799 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3594bef-1904-4eda-8f70-1e41aca71999 None None] Updating router 53e6b88a-e939-46ad-a278-72b23204c114 port 5d57226a-2e10-402a-896b-82b8fdb74ede binding host n-d-768862-13 {{(pid=94263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:36:12.369213 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-e3594bef-1904-4eda-8f70-1e41aca71999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:12.393095 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-cf1d4a04-1ecf-463b-8559-d502f1ccc7a1 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3984072 Aug 10 03:36:12.398116 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 46960) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:12.413707 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-5379ee55-59c5-402d-9185-abbeb90ef40d tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Request body: {'network': {'name': 'tempest-router-network02--1036207093'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:12.480530 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5379ee55-59c5-402d-9185-abbeb90ef40d tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Made reservation on behalf of 485af67b32f34a7fa591a6dd15cd8aad for: {'network': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:36:12.491878 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5379ee55-59c5-402d-9185-abbeb90ef40d tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:12.545471 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1d4a04-1ecf-463b-8559-d502f1ccc7a1 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Pushing event updated for resources: {'Network': ['ID=e3c2ed46-a1e5-4a0d-ab0b-c5cff052dc28,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:12.564997 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:12.582630 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5379ee55-59c5-402d-9185-abbeb90ef40d tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=94260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:36:12.667349 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5379ee55-59c5-402d-9185-abbeb90ef40d tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:12.668108 n-d-768862-13 neutron-server[94260]: INFO neutron.db.segments_db [None req-5379ee55-59c5-402d-9185-abbeb90ef40d tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Added segment 1942c615-492c-4093-8024-d5453ee32f40 of type vlan for network de0715ff-5032-4b5c-a9c9-083f778d00b6 Aug 10 03:36:12.670434 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network e3c2ed46-a1e5-4a0d-ab0b-c5cff052dc28 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:36:12.707609 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 128da2e3-0f8d-4eea-ba87-81903cbb58bb, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=128da2e3-0f8d-4eea-ba87-81903cbb58bb,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:12.733662 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d811192-9647-4759-819e-0ca19d20ae81 admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:36:12.739338 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:12.768105 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-6d811192-9647-4759-819e-0ca19d20ae81 admin admin] 10.222.0.44 "PUT /v2.0/routers/631ccc2a-98c6-4b15-850e-d02e027ed9e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0711131 Aug 10 03:36:12.832483 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5379ee55-59c5-402d-9185-abbeb90ef40d tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:12.877965 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-e3594bef-1904-4eda-8f70-1e41aca71999 None None] Notify callbacks [] for port, precommit_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:12.901453 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.provisioning_blocks [None req-e3594bef-1904-4eda-8f70-1e41aca71999 None None] Transition to ACTIVE for port object 5d57226a-2e10-402a-896b-82b8fdb74ede will not be triggered until provisioned by entity L2. {{(pid=94263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:36:12.919612 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-e3594bef-1904-4eda-8f70-1e41aca71999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:12.997413 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5379ee55-59c5-402d-9185-abbeb90ef40d tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:13.007865 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5379ee55-59c5-402d-9185-abbeb90ef40d tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:13.021209 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5379ee55-59c5-402d-9185-abbeb90ef40d tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:13.054246 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9cd765-2bca-41b3-9d16-1e6b985b35aa None None] Pushing event updated for resources: {'Port': ['ID=5d57226a-2e10-402a-896b-82b8fdb74ede,revision_number=2']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:13.105786 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9cd765-2bca-41b3-9d16-1e6b985b35aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:13.106608 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9cd765-2bca-41b3-9d16-1e6b985b35aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:13.107428 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9cd765-2bca-41b3-9d16-1e6b985b35aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:13.107946 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9cd765-2bca-41b3-9d16-1e6b985b35aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:13.108737 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9cd765-2bca-41b3-9d16-1e6b985b35aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:13.109379 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9cd765-2bca-41b3-9d16-1e6b985b35aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:13.111288 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9cd765-2bca-41b3-9d16-1e6b985b35aa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:13.122681 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9cd765-2bca-41b3-9d16-1e6b985b35aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:13.123341 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9cd765-2bca-41b3-9d16-1e6b985b35aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:13.123841 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9cd765-2bca-41b3-9d16-1e6b985b35aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:13.124385 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9cd765-2bca-41b3-9d16-1e6b985b35aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:13.124893 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9cd765-2bca-41b3-9d16-1e6b985b35aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:13.128465 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-e3594bef-1904-4eda-8f70-1e41aca71999 None None] Attempting to bind port 5d57226a-2e10-402a-896b-82b8fdb74ede on host n-d-768862-13 for vnic_type normal with profile {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:36:13.129070 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-e3594bef-1904-4eda-8f70-1e41aca71999 None None] Attempting to bind port 5d57226a-2e10-402a-896b-82b8fdb74ede by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:36:13.129663 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3594bef-1904-4eda-8f70-1e41aca71999 None None] Attempting to bind port 5d57226a-2e10-402a-896b-82b8fdb74ede on network 2ea12131-628a-487e-b434-0463553732bd {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:36:13.140288 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3594bef-1904-4eda-8f70-1e41aca71999 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:36:13.140975 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3594bef-1904-4eda-8f70-1e41aca71999 None None] Checking segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:36:13.144697 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-e3594bef-1904-4eda-8f70-1e41aca71999 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:13.145343 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3594bef-1904-4eda-8f70-1e41aca71999 None None] Bound using segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:36:13.146037 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-e3594bef-1904-4eda-8f70-1e41aca71999 None None] Bound port: 5d57226a-2e10-402a-896b-82b8fdb74ede, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:36:13.146685 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-e3594bef-1904-4eda-8f70-1e41aca71999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:13.202736 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5379ee55-59c5-402d-9185-abbeb90ef40d tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Pushing event updated for resources: {'Network': ['ID=de0715ff-5032-4b5c-a9c9-083f778d00b6,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:13.255574 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-5379ee55-59c5-402d-9185-abbeb90ef40d tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8553271 Aug 10 03:36:13.258172 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 46978) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:13.260705 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network de0715ff-5032-4b5c-a9c9-083f778d00b6 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:36:13.269570 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-b35bb61d-8edc-4c0f-b462-c4688f1bef78 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Request body: {'subnet': {'network_id': 'e3c2ed46-a1e5-4a0d-ab0b-c5cff052dc28', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:13.353866 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-e3594bef-1904-4eda-8f70-1e41aca71999 None None] For port 5d57226a-2e10-402a-896b-82b8fdb74ede, host n-d-768862-13, cleared binding levels {{(pid=94263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:36:13.365811 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-e3594bef-1904-4eda-8f70-1e41aca71999 None None] For port 5d57226a-2e10-402a-896b-82b8fdb74ede, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=5d57226a-2e10-402a-896b-82b8fdb74ede,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:36:13.391255 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-e3594bef-1904-4eda-8f70-1e41aca71999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:13.495910 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3b70b3b3-25ca-4ac3-a517-d429f83076d7 None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:13.532591 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-3b70b3b3-25ca-4ac3-a517-d429f83076d7 None None] Transition to ACTIVE for port object c20f25b2-2958-4cbc-9905-1db8ce6a8485 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:36:13.572648 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9cd765-2bca-41b3-9d16-1e6b985b35aa None None] Pushing event updated for resources: {'Port': ['ID=5d57226a-2e10-402a-896b-82b8fdb74ede,revision_number=3']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:13.585609 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3594bef-1904-4eda-8f70-1e41aca71999 None None] Routers {'53e6b88a-e939-46ad-a278-72b23204c114'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:13.586515 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-e3594bef-1904-4eda-8f70-1e41aca71999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:35:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['53e6b88a-e939-46ad-a278-72b23204c114'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:13.592787 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-3b70b3b3-25ca-4ac3-a517-d429f83076d7 None None] Transition to ACTIVE for port object c20f25b2-2958-4cbc-9905-1db8ce6a8485 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:36:13.608358 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a880c0ab-d2e0-497c-8fc7-48117f6ad985 None None] Sync routers for ids ['631ccc2a-98c6-4b15-850e-d02e027ed9e5'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:36:13.639125 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3b70b3b3-25ca-4ac3-a517-d429f83076d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:13.672088 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=128da2e3-0f8d-4eea-ba87-81903cbb58bb,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:13.687246 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a880c0ab-d2e0-497c-8fc7-48117f6ad985 None None] Routers {'631ccc2a-98c6-4b15-850e-d02e027ed9e5'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:13.688205 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-a880c0ab-d2e0-497c-8fc7-48117f6ad985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:35:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['631ccc2a-98c6-4b15-850e-d02e027ed9e5'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:13.804994 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e74e3fe-708d-4e70-9f64-4dd527a34ff1 req-60b5825c-468f-442d-94a4-8d4bcdf762f8 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:13.809389 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-94dd368a-999a-4ca6-98b1-c7fd5b512b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:13.810059 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b70b3b3-25ca-4ac3-a517-d429f83076d7 None None] Network b3dd83a3-52ff-4eec-9459-9ce95f24952a is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:36:13.824389 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3e74e3fe-708d-4e70-9f64-4dd527a34ff1 req-60b5825c-468f-442d-94a4-8d4bcdf762f8 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d576ad2-7394-4c3f-864f-6a176c23b589 HTTP/1.1" status: 200 len: 944 time: 0.5287676 Aug 10 03:36:13.826268 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b35bb61d-8edc-4c0f-b462-c4688f1bef78 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Made reservation on behalf of 485af67b32f34a7fa591a6dd15cd8aad for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:36:13.839902 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-3b70b3b3-25ca-4ac3-a517-d429f83076d7 None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:36:13.840212 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b35bb61d-8edc-4c0f-b462-c4688f1bef78 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:13.853036 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b70b3b3-25ca-4ac3-a517-d429f83076d7 None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:36:14.049137 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b70b3b3-25ca-4ac3-a517-d429f83076d7 None None] Pushing event updated for resources: {'Port': ['ID=c20f25b2-2958-4cbc-9905-1db8ce6a8485,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:14.057413 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device df5b258a-3930-40b7-b0b2-daf7ffbc6757 up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:36:14.166617 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-3b70b3b3-25ca-4ac3-a517-d429f83076d7 None None] Attempting to bind port c20f25b2-2958-4cbc-9905-1db8ce6a8485 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:36:14.167141 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-3b70b3b3-25ca-4ac3-a517-d429f83076d7 None None] Attempting to bind port c20f25b2-2958-4cbc-9905-1db8ce6a8485 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '8cda2da6-ac28-4e66-a134-b41f8ac8fbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b3dd83a3-52ff-4eec-9459-9ce95f24952a'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:36:14.167324 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b70b3b3-25ca-4ac3-a517-d429f83076d7 None None] Attempting to bind port c20f25b2-2958-4cbc-9905-1db8ce6a8485 on network b3dd83a3-52ff-4eec-9459-9ce95f24952a {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:36:14.229997 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3e74e3fe-708d-4e70-9f64-4dd527a34ff1 req-9dca96ab-22f1-42f0-91be-d4ea90f69970 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9d97ea0-2a9f-4286-b02c-31ca2320c427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3800395 Aug 10 03:36:14.230434 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b70b3b3-25ca-4ac3-a517-d429f83076d7 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:36:14.230831 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b70b3b3-25ca-4ac3-a517-d429f83076d7 None None] Checking segment: {'id': '8cda2da6-ac28-4e66-a134-b41f8ac8fbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b3dd83a3-52ff-4eec-9459-9ce95f24952a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:36:14.231284 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3b70b3b3-25ca-4ac3-a517-d429f83076d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:14.236214 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b70b3b3-25ca-4ac3-a517-d429f83076d7 None None] Bound using segment: {'id': '8cda2da6-ac28-4e66-a134-b41f8ac8fbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b3dd83a3-52ff-4eec-9459-9ce95f24952a'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:36:14.237111 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-3b70b3b3-25ca-4ac3-a517-d429f83076d7 None None] Bound port: c20f25b2-2958-4cbc-9905-1db8ce6a8485, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cda2da6-ac28-4e66-a134-b41f8ac8fbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b3dd83a3-52ff-4eec-9459-9ce95f24952a'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:36:14.237837 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3b70b3b3-25ca-4ac3-a517-d429f83076d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:14.330864 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-e3594bef-1904-4eda-8f70-1e41aca71999 None None] Set router 53e6b88a-e939-46ad-a278-72b23204c114 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:36:14.341055 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-94dd368a-999a-4ca6-98b1-c7fd5b512b98 admin admin] Allocated IP 172.20.0.1 (16c2ec05-0d03-441b-b8e4-9260be85eff6/ea48bd44-bbf6-43f2-aa3c-02607a9a3f1d/3b5cff90-ca09-4c9c-8226-e5ab3fd3bf45) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:36:14.410393 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-3b70b3b3-25ca-4ac3-a517-d429f83076d7 None None] For port c20f25b2-2958-4cbc-9905-1db8ce6a8485, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:36:14.422152 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-3b70b3b3-25ca-4ac3-a517-d429f83076d7 None None] For port c20f25b2-2958-4cbc-9905-1db8ce6a8485, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=c20f25b2-2958-4cbc-9905-1db8ce6a8485,segment=NetworkSegment(8cda2da6-ac28-4e66-a134-b41f8ac8fbc0),segment_id=8cda2da6-ac28-4e66-a134-b41f8ac8fbc0)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:36:14.435249 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3b70b3b3-25ca-4ac3-a517-d429f83076d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:14.553818 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-a880c0ab-d2e0-497c-8fc7-48117f6ad985 None None] Set router 631ccc2a-98c6-4b15-850e-d02e027ed9e5 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:36:14.593192 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761c3da-13c7-4194-9458-3bba08b4bed7 req-a8d8cace-eecf-4333-94a0-32e4227cb8ba tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:14.600335 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5761c3da-13c7-4194-9458-3bba08b4bed7 req-a8d8cace-eecf-4333-94a0-32e4227cb8ba tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/networks?id=07780576-149a-40da-8c51-c337569691c7 HTTP/1.1" status: 200 len: 811 time: 0.4690411 Aug 10 03:36:14.648708 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-94dd368a-999a-4ca6-98b1-c7fd5b512b98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:14.747159 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-94dd368a-999a-4ca6-98b1-c7fd5b512b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:14.762661 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5761c3da-13c7-4194-9458-3bba08b4bed7 req-22cd795f-c3cc-4fac-9aed-da7c729ce5d3 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/quotas/f67bc67edb4944b7b5132d7828a0779b HTTP/1.1" status: 200 len: 375 time: 0.1522532 Aug 10 03:36:14.773550 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-e3594bef-1904-4eda-8f70-1e41aca71999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53e6b88a-e939-46ad-a278-72b23204c114', 'name': 'tempest-ServerRescueNegativeTestJSON-381470677-router', 'tenant_id': 'e4fb7285a7d34b95bf40b43e762fde54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': '5d57226a-2e10-402a-896b-82b8fdb74ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:36:06Z', 'updated_at': '2021-08-10T03:36:10Z', 'revision_number': 3, 'project_id': 'e4fb7285a7d34b95bf40b43e762fde54', 'gw_port': {'id': '5d57226a-2e10-402a-896b-82b8fdb74ede', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:e5:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53e6b88a-e939-46ad-a278-72b23204c114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2367, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:07Z', 'updated_at': '2021-08-10T03:36:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:14.879116 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dd368a-999a-4ca6-98b1-c7fd5b512b98 admin admin] Pushing event updated for resources: {'Port': ['ID=3b5cff90-ca09-4c9c-8226-e5ab3fd3bf45,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:14.905777 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3594bef-1904-4eda-8f70-1e41aca71999 None None] The sync data for ids ['53e6b88a-e939-46ad-a278-72b23204c114'] in n-d-768862-13 is: [{'id': '53e6b88a-e939-46ad-a278-72b23204c114', 'name': 'tempest-ServerRescueNegativeTestJSON-381470677-router', 'tenant_id': 'e4fb7285a7d34b95bf40b43e762fde54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': '5d57226a-2e10-402a-896b-82b8fdb74ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:36:06Z', 'updated_at': '2021-08-10T03:36:10Z', 'revision_number': 3, 'project_id': 'e4fb7285a7d34b95bf40b43e762fde54', 'gw_port': {'id': '5d57226a-2e10-402a-896b-82b8fdb74ede', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:e5:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53e6b88a-e939-46ad-a278-72b23204c114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2367, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:07Z', 'updated_at': '2021-08-10T03:36:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:36:14.915539 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94dd368a-999a-4ca6-98b1-c7fd5b512b98 admin admin] Network 16c2ec05-0d03-441b-b8e4-9260be85eff6 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:36:14.929118 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-94dd368a-999a-4ca6-98b1-c7fd5b512b98 admin admin] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:36:14.951768 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94dd368a-999a-4ca6-98b1-c7fd5b512b98 admin admin] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:36:15.039655 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b35bb61d-8edc-4c0f-b462-c4688f1bef78 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58895384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805196'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:15.177132 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b70b3b3-25ca-4ac3-a517-d429f83076d7 None None] Pushing event updated for resources: {'Port': ['ID=c20f25b2-2958-4cbc-9905-1db8ce6a8485,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:15.214696 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning for port df5b258a-3930-40b7-b0b2-daf7ffbc6757 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:36:15.221679 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-94dd368a-999a-4ca6-98b1-c7fd5b512b98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521745'] for router_interface, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:15.253823 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35bb61d-8edc-4c0f-b462-c4688f1bef78 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Pushing event updated for resources: {'Subnet': ['ID=e46c6d27-df6d-40e6-ba72-dc314214acf3,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:15.285830 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port df5b258a-3930-40b7-b0b2-daf7ffbc6757 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:15.286352 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:15.308421 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5761c3da-13c7-4194-9458-3bba08b4bed7 req-39a700b4-48e0-4e2a-926b-fae5a8e89434 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f67bc67edb4944b7b5132d7828a0779b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5220664 Aug 10 03:36:15.639823 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 128da2e3-0f8d-4eea-ba87-81903cbb58bb up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:36:15.883139 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:16.002700 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35bb61d-8edc-4c0f-b462-c4688f1bef78 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Checking segment: {'id': '3474826f-8638-4e28-96aa-1be4e6b5908c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e3c2ed46-a1e5-4a0d-ab0b-c5cff052dc28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:36:16.006946 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35bb61d-8edc-4c0f-b462-c4688f1bef78 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Network hostable DHCP agents. Network: e3c2ed46-a1e5-4a0d-ab0b-c5cff052dc28, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:36:16.020739 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d576ad2-7394-4c3f-864f-6a176c23b589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df5b258a-3930-40b7-b0b2-daf7ffbc6757'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:36:16.027533 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98e23c1c-731f-427f-a2d1-4c797486961c" -d '{"events": [{"server_uuid": "4d576ad2-7394-4c3f-864f-6a176c23b589", "name": "network-vif-plugged", "status": "completed", "tag": "df5b258a-3930-40b7-b0b2-daf7ffbc6757"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:36:16.048261 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-94dd368a-999a-4ca6-98b1-c7fd5b512b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:16.064515 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5761c3da-13c7-4194-9458-3bba08b4bed7 req-e5a717a3-8be2-48db-abce-bc2ae8b002e2 service neutron] 10.222.0.44 "GET /v2.0/networks/07780576-149a-40da-8c51-c337569691c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7325425 Aug 10 03:36:16.096481 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port df5b258a-3930-40b7-b0b2-daf7ffbc6757, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=df5b258a-3930-40b7-b0b2-daf7ffbc6757,segment=NetworkSegment(137a9801-8fd3-46c2-ac1d-bb4eee5c7163),segment_id=137a9801-8fd3-46c2-ac1d-bb4eee5c7163)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:16.147472 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:16.156619 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 47032) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:16.172754 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 128da2e3-0f8d-4eea-ba87-81903cbb58bb triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:16.173803 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:16.286815 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-a880c0ab-d2e0-497c-8fc7-48117f6ad985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '631ccc2a-98c6-4b15-850e-d02e027ed9e5', 'name': 'tempest-ServerRescueTestJSON-2010531056-router', 'tenant_id': 'f67bc67edb4944b7b5132d7828a0779b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': '128da2e3-0f8d-4eea-ba87-81903cbb58bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:35:59Z', 'updated_at': '2021-08-10T03:36:09Z', 'revision_number': 4, 'project_id': 'f67bc67edb4944b7b5132d7828a0779b', 'gw_port': {'id': '128da2e3-0f8d-4eea-ba87-81903cbb58bb', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631ccc2a-98c6-4b15-850e-d02e027ed9e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:02Z', 'updated_at': '2021-08-10T03:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '360fa04c-d235-4a15-bb3b-1700f53a549f', 'name': '', 'network_id': '07780576-149a-40da-8c51-c337569691c7', 'tenant_id': 'f67bc67edb4944b7b5132d7828a0779b', 'mac_address': 'fa:16:3e:3c:3e:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '631ccc2a-98c6-4b15-850e-d02e027ed9e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': 'fcfa072b-b6e6-40cd-99b2-40ac54d1354c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:08Z', 'updated_at': '2021-08-10T03:36:10Z', 'revision_number': 2, 'project_id': 'f67bc67edb4944b7b5132d7828a0779b', 'subnets': [{'id': 'fcfa072b-b6e6-40cd-99b2-40ac54d1354c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:16.470460 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a880c0ab-d2e0-497c-8fc7-48117f6ad985 None None] Checking router: 631ccc2a-98c6-4b15-850e-d02e027ed9e5 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:36:16.476413 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a880c0ab-d2e0-497c-8fc7-48117f6ad985 None None] Updating router 631ccc2a-98c6-4b15-850e-d02e027ed9e5 port 360fa04c-d235-4a15-bb3b-1700f53a549f binding host n-d-768862-13 {{(pid=94262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:36:16.477461 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a25850-3671-4911-ad46-f00231ff0277 req-b25a786a-ef52-471f-8729-c68607ff7391 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:16.503465 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f396310c-6fdb-436d-a8c9-fb20244624ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:16.508476 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a5a25850-3671-4911-ad46-f00231ff0277 req-b25a786a-ef52-471f-8729-c68607ff7391 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d576ad2-7394-4c3f-864f-6a176c23b589 HTTP/1.1" status: 200 len: 944 time: 0.7766533 Aug 10 03:36:16.511852 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35bb61d-8edc-4c0f-b462-c4688f1bef78 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Network e3c2ed46-a1e5-4a0d-ab0b-c5cff052dc28 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:36:16.593890 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a880c0ab-d2e0-497c-8fc7-48117f6ad985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:16.639706 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=df5b258a-3930-40b7-b0b2-daf7ffbc6757,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:16.670248 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-b35bb61d-8edc-4c0f-b462-c4688f1bef78 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, e3c2ed46-a1e5-4a0d-ab0b-c5cff052dc28) {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:36:16.694673 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35bb61d-8edc-4c0f-b462-c4688f1bef78 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:16.695682 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b35bb61d-8edc-4c0f-b462-c4688f1bef78 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:16.711236 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2c257f-66dd-4683-ba20-3990336e0f81 None None] Network e3c2ed46-a1e5-4a0d-ab0b-c5cff052dc28 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:36:16.808421 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a5a25850-3671-4911-ad46-f00231ff0277 req-7313e960-2f9d-402b-b519-cee1ade4ca8e tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9d97ea0-2a9f-4286-b02c-31ca2320c427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981110 Aug 10 03:36:16.852825 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5761c3da-13c7-4194-9458-3bba08b4bed7 req-474de4f9-9ff7-466a-a176-87e66c844931 service neutron] 10.222.0.44 "GET /v2.0/networks/07780576-149a-40da-8c51-c337569691c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7821331 Aug 10 03:36:16.870510 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f396310c-6fdb-436d-a8c9-fb20244624ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:16.905543 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f396310c-6fdb-436d-a8c9-fb20244624ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:16.920720 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-b35bb61d-8edc-4c0f-b462-c4688f1bef78 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6598456 Aug 10 03:36:16.921306 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 47038) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:16.944566 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-90ab4339-0b33-4b49-ab77-8124911b2fae tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Request body: {'subnet': {'network_id': 'de0715ff-5032-4b5c-a9c9-083f778d00b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:17.253898 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90ab4339-0b33-4b49-ab77-8124911b2fae tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Made reservation on behalf of 485af67b32f34a7fa591a6dd15cd8aad for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:36:17.265647 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-90ab4339-0b33-4b49-ab77-8124911b2fae tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:17.284963 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-f396310c-6fdb-436d-a8c9-fb20244624ce admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=20e24ca1ece841159225061c1b81174c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1179285 Aug 10 03:36:17.287882 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f396310c-6fdb-436d-a8c9-fb20244624ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4d52927-0888-43fe-80a9-eb2ff6baef28,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:17.310958 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 47044) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:17.449086 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-94dd368a-999a-4ca6-98b1-c7fd5b512b98 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:17.473634 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-94dd368a-999a-4ca6-98b1-c7fd5b512b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:17.531754 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fcd2833-cfc4-4403-a357-03ddb80f302b x-openstack-request-id: req-2fcd2833-cfc4-4403-a357-03ddb80f302b {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:36:17.532600 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d576ad2-7394-4c3f-864f-6a176c23b589", "name": "network-vif-plugged", "status": "completed", "tag": "df5b258a-3930-40b7-b0b2-daf7ffbc6757", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:36:17.532600 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2fcd2833-cfc4-4403-a357-03ddb80f302b {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:36:17.536975 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d576ad2-7394-4c3f-864f-6a176c23b589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df5b258a-3930-40b7-b0b2-daf7ffbc6757', 'code': 200} Aug 10 03:36:17.544405 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fafccc9-7c0a-4e6e-9d12-59794aab08c4 None None] Network b3dd83a3-52ff-4eec-9459-9ce95f24952a requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:36:17.641394 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-034f30d2-0069-4379-afc4-1d0e74a1eee4 req-b9f36db5-841d-4b28-bff1-5f1ddf89e788 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/ports?device_id=8dcd8b74-96fe-4f37-9861-1774a607a419 HTTP/1.1" status: 200 len: 210 time: 0.0437241 Aug 10 03:36:17.723353 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dd368a-999a-4ca6-98b1-c7fd5b512b98 admin admin] Pushing event updated for resources: {'Port': ['ID=3b5cff90-ca09-4c9c-8226-e5ab3fd3bf45,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:17.733684 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298b5016-3dfb-4bee-8e3b-ba9b15dc4c41 req-27f3112c-7f43-41c0-98a3-b9edcb8b4e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:17.736505 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-298b5016-3dfb-4bee-8e3b-ba9b15dc4c41 req-27f3112c-7f43-41c0-98a3-b9edcb8b4e03 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4d576ad2-7394-4c3f-864f-6a176c23b589 HTTP/1.1" status: 200 len: 1097 time: 0.5222795 Aug 10 03:36:17.740644 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-94dd368a-999a-4ca6-98b1-c7fd5b512b98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521893'] for router_interface, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:17.761296 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-8363a19e-28e3-4089-b066-534acfa0233a None None] Provisioning for port c20f25b2-2958-4cbc-9905-1db8ce6a8485 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:36:17.866814 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-73b9cdb6-1845-43db-985c-4321494ab318 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:17.976177 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-298b5016-3dfb-4bee-8e3b-ba9b15dc4c41 req-fbbe7f50-e5c9-4cab-8d95-3016acbd73cd service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a9d97ea0-2a9f-4286-b02c-31ca2320c427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293484 Aug 10 03:36:18.092476 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94dd368a-999a-4ca6-98b1-c7fd5b512b98 admin admin] Network 16c2ec05-0d03-441b-b8e4-9260be85eff6 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:36:18.094549 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-94dd368a-999a-4ca6-98b1-c7fd5b512b98 admin admin] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:36:18.274755 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 5d57226a-2e10-402a-896b-82b8fdb74ede up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:36:18.311294 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-73b9cdb6-1845-43db-985c-4321494ab318 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:18.371509 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c9f47c-b3b2-4497-9c62-982656997032 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-e3c2ed46-a1e5-4a0d-ab0b-c5cff052dc28', 'network_id': 'e3c2ed46-a1e5-4a0d-ab0b-c5cff052dc28', 'tenant_id': '485af67b32f34a7fa591a6dd15cd8aad', 'fixed_ips': [{'subnet_id': 'e46c6d27-df6d-40e6-ba72-dc314214acf3'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:36:18.374266 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-44c9f47c-b3b2-4497-9c62-982656997032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:18.422790 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94dd368a-999a-4ca6-98b1-c7fd5b512b98 admin admin] Router 53e6b88a-e939-46ad-a278-72b23204c114 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:36:18.506103 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-90ab4339-0b33-4b49-ab77-8124911b2fae tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58895384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805196'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:18.611518 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d75a6a1-9d99-4f66-9aaa-f6ead39bb1b4 req-0392c73f-ca28-4077-9721-1d6e0916a6f0 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:18.618347 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1d75a6a1-9d99-4f66-9aaa-f6ead39bb1b4 req-0392c73f-ca28-4077-9721-1d6e0916a6f0 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d576ad2-7394-4c3f-864f-6a176c23b589 HTTP/1.1" status: 200 len: 945 time: 0.6024055 Aug 10 03:36:18.727764 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94dd368a-999a-4ca6-98b1-c7fd5b512b98 admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:36:18.741425 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-94dd368a-999a-4ca6-98b1-c7fd5b512b98 admin admin] 10.222.0.44 "PUT /v2.0/routers/53e6b88a-e939-46ad-a278-72b23204c114/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0525944 Aug 10 03:36:18.782596 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 5d57226a-2e10-402a-896b-82b8fdb74ede completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:36:18.802304 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-73b9cdb6-1845-43db-985c-4321494ab318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:18.805496 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-73b9cdb6-1845-43db-985c-4321494ab318 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:18.807241 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-73b9cdb6-1845-43db-985c-4321494ab318 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f4d52927-0888-43fe-80a9-eb2ff6baef28 HTTP/1.1" status: 204 len: 168 time: 1.2381344 Aug 10 03:36:18.808171 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ab4339-0b33-4b49-ab77-8124911b2fae tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Pushing event updated for resources: {'Subnet': ['ID=ffb24105-80fa-45b8-a2f8-1cdec9571844,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:18.809782 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 5d57226a-2e10-402a-896b-82b8fdb74ede triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:18.810589 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:18.834790 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5109a8-5f61-49fa-a144-a3107056dccb None None] Sync routers for ids ['53e6b88a-e939-46ad-a278-72b23204c114'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:36:18.856803 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5109a8-5f61-49fa-a144-a3107056dccb None None] Routers {'53e6b88a-e939-46ad-a278-72b23204c114'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:18.857612 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-ff5109a8-5f61-49fa-a144-a3107056dccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:35:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['53e6b88a-e939-46ad-a278-72b23204c114'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:18.926741 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-61f8b791-39a0-438a-981d-364077812920 req-484e00ec-c473-4f6b-aad9-f929aaa6f1b3 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/ports?device_id=8dcd8b74-96fe-4f37-9861-1774a607a419 HTTP/1.1" status: 200 len: 210 time: 0.1422997 Aug 10 03:36:18.935677 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b9cdb6-1845-43db-985c-4321494ab318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4d52927-0888-43fe-80a9-eb2ff6baef28,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:19.015292 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1d75a6a1-9d99-4f66-9aaa-f6ead39bb1b4 req-8bf1945a-5916-4931-9f26-79a13ee018af tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9d97ea0-2a9f-4286-b02c-31ca2320c427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3855567 Aug 10 03:36:19.030211 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ab4339-0b33-4b49-ab77-8124911b2fae tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Checking segment: {'id': '1942c615-492c-4093-8024-d5453ee32f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'de0715ff-5032-4b5c-a9c9-083f778d00b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:36:19.035288 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ab4339-0b33-4b49-ab77-8124911b2fae tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Network hostable DHCP agents. Network: de0715ff-5032-4b5c-a9c9-083f778d00b6, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:36:19.091898 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ab4339-0b33-4b49-ab77-8124911b2fae tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Network de0715ff-5032-4b5c-a9c9-083f778d00b6 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:36:19.117787 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-90ab4339-0b33-4b49-ab77-8124911b2fae tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, de0715ff-5032-4b5c-a9c9-083f778d00b6) {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:36:19.139057 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ab4339-0b33-4b49-ab77-8124911b2fae tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:19.139995 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-90ab4339-0b33-4b49-ab77-8124911b2fae tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:19.179512 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-ff5109a8-5f61-49fa-a144-a3107056dccb None None] Set router 53e6b88a-e939-46ad-a278-72b23204c114 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:36:19.193401 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-44c9f47c-b3b2-4497-9c62-982656997032 None None] Allocated IP 172.20.0.2 (e3c2ed46-a1e5-4a0d-ab0b-c5cff052dc28/e46c6d27-df6d-40e6-ba72-dc314214acf3/ddcdc8b5-3318-4a74-9a2b-258f7d9a6237) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:36:19.212588 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7516797f-cc0c-40d2-8d72-d5bb4172432e None None] Network de0715ff-5032-4b5c-a9c9-083f778d00b6 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:36:19.224537 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-90ab4339-0b33-4b49-ab77-8124911b2fae tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3018968 Aug 10 03:36:19.227334 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 47078) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:19.506355 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a880c0ab-d2e0-497c-8fc7-48117f6ad985 None None] Notify callbacks [] for port, precommit_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:19.532673 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-a880c0ab-d2e0-497c-8fc7-48117f6ad985 None None] Transition to ACTIVE for port object 360fa04c-d235-4a15-bb3b-1700f53a549f will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:36:19.756196 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a880c0ab-d2e0-497c-8fc7-48117f6ad985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:19.895437 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-ff5109a8-5f61-49fa-a144-a3107056dccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53e6b88a-e939-46ad-a278-72b23204c114', 'name': 'tempest-ServerRescueNegativeTestJSON-381470677-router', 'tenant_id': 'e4fb7285a7d34b95bf40b43e762fde54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': '5d57226a-2e10-402a-896b-82b8fdb74ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:36:06Z', 'updated_at': '2021-08-10T03:36:15Z', 'revision_number': 4, 'project_id': 'e4fb7285a7d34b95bf40b43e762fde54', 'gw_port': {'id': '5d57226a-2e10-402a-896b-82b8fdb74ede', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:e5:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53e6b88a-e939-46ad-a278-72b23204c114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2367, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:07Z', 'updated_at': '2021-08-10T03:36:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '3b5cff90-ca09-4c9c-8226-e5ab3fd3bf45', 'name': '', 'network_id': '16c2ec05-0d03-441b-b8e4-9260be85eff6', 'tenant_id': 'e4fb7285a7d34b95bf40b43e762fde54', 'mac_address': 'fa:16:3e:ad:76:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53e6b88a-e939-46ad-a278-72b23204c114', 'device_owner': 'network:router_interface', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': 'ea48bd44-bbf6-43f2-aa3c-02607a9a3f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:13Z', 'updated_at': '2021-08-10T03:36:16Z', 'revision_number': 2, 'project_id': 'e4fb7285a7d34b95bf40b43e762fde54', 'subnets': [{'id': 'ea48bd44-bbf6-43f2-aa3c-02607a9a3f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:20.012760 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5109a8-5f61-49fa-a144-a3107056dccb None None] Checking router: 53e6b88a-e939-46ad-a278-72b23204c114 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:36:20.013607 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5109a8-5f61-49fa-a144-a3107056dccb None None] Updating router 53e6b88a-e939-46ad-a278-72b23204c114 port 3b5cff90-ca09-4c9c-8226-e5ab3fd3bf45 binding host n-d-768862-13 {{(pid=94263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:36:20.059204 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-44c9f47c-b3b2-4497-9c62-982656997032 None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:20.070259 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-44c9f47c-b3b2-4497-9c62-982656997032 None None] Transition to ACTIVE for port object ddcdc8b5-3318-4a74-9a2b-258f7d9a6237 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:36:20.089691 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-44c9f47c-b3b2-4497-9c62-982656997032 None None] Transition to ACTIVE for port object ddcdc8b5-3318-4a74-9a2b-258f7d9a6237 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:36:20.129531 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-ff5109a8-5f61-49fa-a144-a3107056dccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:20.195396 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-44c9f47c-b3b2-4497-9c62-982656997032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:20.240327 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f430bd-6edf-4c8b-bcd0-489cf270c618 req-318b65dc-5357-47f3-a38e-25f0cfb7c41f tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:20.254893 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a0f430bd-6edf-4c8b-bcd0-489cf270c618 req-318b65dc-5357-47f3-a38e-25f0cfb7c41f tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/networks?id=16c2ec05-0d03-441b-b8e4-9260be85eff6 HTTP/1.1" status: 200 len: 818 time: 0.4025328 Aug 10 03:36:20.288537 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761c3da-13c7-4194-9458-3bba08b4bed7 req-02cd3de3-82b0-4fe1-bd4f-cfc0b27448fa tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:20.312873 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5761c3da-13c7-4194-9458-3bba08b4bed7 req-02cd3de3-82b0-4fe1-bd4f-cfc0b27448fa tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.42 "GET /v2.0/networks?id=07780576-149a-40da-8c51-c337569691c7 HTTP/1.1" status: 200 len: 811 time: 0.9564879 Aug 10 03:36:20.316644 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a0f430bd-6edf-4c8b-bcd0-489cf270c618 req-c68fee58-0ebf-43df-8344-99216283a759 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/quotas/e4fb7285a7d34b95bf40b43e762fde54 HTTP/1.1" status: 200 len: 375 time: 0.0600290 Aug 10 03:36:20.379127 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-5761c3da-13c7-4194-9458-3bba08b4bed7 req-7d8ed6c1-0a46-4783-83c6-22f465f7eaba tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Request body: {'port': {'device_id': '8dcd8b74-96fe-4f37-9861-1774a607a419', 'network_id': '07780576-149a-40da-8c51-c337569691c7', 'admin_state_up': True, 'tenant_id': 'f67bc67edb4944b7b5132d7828a0779b'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:20.408114 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c9f47c-b3b2-4497-9c62-982656997032 None None] Network e3c2ed46-a1e5-4a0d-ab0b-c5cff052dc28 is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:36:20.408943 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96f9b39-21f1-4923-a17b-ba146a2d7f5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-de0715ff-5032-4b5c-a9c9-083f778d00b6', 'network_id': 'de0715ff-5032-4b5c-a9c9-083f778d00b6', 'tenant_id': '485af67b32f34a7fa591a6dd15cd8aad', 'fixed_ips': [{'subnet_id': 'ffb24105-80fa-45b8-a2f8-1cdec9571844'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:36:20.414454 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f96f9b39-21f1-4923-a17b-ba146a2d7f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:20.425306 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6badb5-20f5-4638-9b71-d66537d42d83 None None] Pushing event updated for resources: {'Port': ['ID=360fa04c-d235-4a15-bb3b-1700f53a549f,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:20.439698 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-a880c0ab-d2e0-497c-8fc7-48117f6ad985 None None] Attempting to bind port 360fa04c-d235-4a15-bb3b-1700f53a549f on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:36:20.440298 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-a880c0ab-d2e0-497c-8fc7-48117f6ad985 None None] Attempting to bind port 360fa04c-d235-4a15-bb3b-1700f53a549f by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '9ae1db9a-efd2-4923-90bf-9e1efa3a8bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '07780576-149a-40da-8c51-c337569691c7'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:36:20.440682 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a880c0ab-d2e0-497c-8fc7-48117f6ad985 None None] Attempting to bind port 360fa04c-d235-4a15-bb3b-1700f53a549f on network 07780576-149a-40da-8c51-c337569691c7 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:36:20.542949 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a880c0ab-d2e0-497c-8fc7-48117f6ad985 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:36:20.543501 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a880c0ab-d2e0-497c-8fc7-48117f6ad985 None None] Checking segment: {'id': '9ae1db9a-efd2-4923-90bf-9e1efa3a8bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '07780576-149a-40da-8c51-c337569691c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:36:20.543920 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a880c0ab-d2e0-497c-8fc7-48117f6ad985 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:20.544519 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a880c0ab-d2e0-497c-8fc7-48117f6ad985 None None] Bound using segment: {'id': '9ae1db9a-efd2-4923-90bf-9e1efa3a8bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '07780576-149a-40da-8c51-c337569691c7'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:36:20.544916 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-a880c0ab-d2e0-497c-8fc7-48117f6ad985 None None] Bound port: 360fa04c-d235-4a15-bb3b-1700f53a549f, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ae1db9a-efd2-4923-90bf-9e1efa3a8bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '07780576-149a-40da-8c51-c337569691c7'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:36:20.545323 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a880c0ab-d2e0-497c-8fc7-48117f6ad985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:20.584067 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-44c9f47c-b3b2-4497-9c62-982656997032 None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:36:20.601598 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c9f47c-b3b2-4497-9c62-982656997032 None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:36:20.927659 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a0f430bd-6edf-4c8b-bcd0-489cf270c618 req-8a06af91-dbb8-4641-9a16-223351769f80 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=e4fb7285a7d34b95bf40b43e762fde54&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5969019 Aug 10 03:36:20.934944 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:20.951961 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c9f47c-b3b2-4497-9c62-982656997032 None None] Pushing event updated for resources: {'Port': ['ID=ddcdc8b5-3318-4a74-9a2b-258f7d9a6237,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:21.072581 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-f96f9b39-21f1-4923-a17b-ba146a2d7f5d None None] Allocated IP 172.20.0.2 (de0715ff-5032-4b5c-a9c9-083f778d00b6/ffb24105-80fa-45b8-a2f8-1cdec9571844/1b0846f2-3258-4953-a2a2-1bd01cfe03c3) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:36:21.078154 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-ff5109a8-5f61-49fa-a144-a3107056dccb None None] Notify callbacks [] for port, precommit_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:21.120525 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.provisioning_blocks [None req-ff5109a8-5f61-49fa-a144-a3107056dccb None None] Transition to ACTIVE for port object 3b5cff90-ca09-4c9c-8226-e5ab3fd3bf45 will not be triggered until provisioned by entity L2. {{(pid=94263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:36:21.168202 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-ff5109a8-5f61-49fa-a144-a3107056dccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:21.192753 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-47031ec4-23d1-4fe8-ac04-bb0f5f761187 req-5a3ad4c6-e853-4670-8732-15ae61b7ddf6 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/ports?device_id=8dcd8b74-96fe-4f37-9861-1774a607a419 HTTP/1.1" status: 200 len: 210 time: 0.0981970 Aug 10 03:36:21.335227 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a0f430bd-6edf-4c8b-bcd0-489cf270c618 req-3bcb40b3-d844-466b-9ca8-6c6ba27eae13 service neutron] 10.222.0.44 "GET /v2.0/networks/16c2ec05-0d03-441b-b8e4-9260be85eff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4059606 Aug 10 03:36:21.349250 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-dafce931-79c6-402e-a54c-664849411162 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:21.385809 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 5d57226a-2e10-402a-896b-82b8fdb74ede, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=5d57226a-2e10-402a-896b-82b8fdb74ede,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:21.428537 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:21.429934 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device c20f25b2-2958-4cbc-9905-1db8ce6a8485 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:36:21.472279 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef3c867-5b8c-462a-bba0-dd1cab86f9c2 None None] Pushing event updated for resources: {'Port': ['ID=3b5cff90-ca09-4c9c-8226-e5ab3fd3bf45,revision_number=3']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:21.551686 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-ff5109a8-5f61-49fa-a144-a3107056dccb None None] Attempting to bind port 3b5cff90-ca09-4c9c-8226-e5ab3fd3bf45 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:36:21.552461 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-ff5109a8-5f61-49fa-a144-a3107056dccb None None] Attempting to bind port 3b5cff90-ca09-4c9c-8226-e5ab3fd3bf45 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '2b05f28f-9118-41ba-a22a-b84c3e85bbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '16c2ec05-0d03-441b-b8e4-9260be85eff6'}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:36:21.553221 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5109a8-5f61-49fa-a144-a3107056dccb None None] Attempting to bind port 3b5cff90-ca09-4c9c-8226-e5ab3fd3bf45 on network 16c2ec05-0d03-441b-b8e4-9260be85eff6 {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:36:21.560618 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5109a8-5f61-49fa-a144-a3107056dccb None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:36:21.561442 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5109a8-5f61-49fa-a144-a3107056dccb None None] Checking segment: {'id': '2b05f28f-9118-41ba-a22a-b84c3e85bbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '16c2ec05-0d03-441b-b8e4-9260be85eff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:36:21.562165 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-ff5109a8-5f61-49fa-a144-a3107056dccb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:21.563686 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5109a8-5f61-49fa-a144-a3107056dccb None None] Bound using segment: {'id': '2b05f28f-9118-41ba-a22a-b84c3e85bbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '16c2ec05-0d03-441b-b8e4-9260be85eff6'} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:36:21.564736 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-ff5109a8-5f61-49fa-a144-a3107056dccb None None] Bound port: 3b5cff90-ca09-4c9c-8226-e5ab3fd3bf45, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b05f28f-9118-41ba-a22a-b84c3e85bbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '16c2ec05-0d03-441b-b8e4-9260be85eff6'}}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:36:21.565398 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-ff5109a8-5f61-49fa-a144-a3107056dccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:21.677809 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-44c9f47c-b3b2-4497-9c62-982656997032 None None] Attempting to bind port ddcdc8b5-3318-4a74-9a2b-258f7d9a6237 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:36:21.678549 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-44c9f47c-b3b2-4497-9c62-982656997032 None None] Attempting to bind port ddcdc8b5-3318-4a74-9a2b-258f7d9a6237 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '3474826f-8638-4e28-96aa-1be4e6b5908c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e3c2ed46-a1e5-4a0d-ab0b-c5cff052dc28'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:36:21.679160 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c9f47c-b3b2-4497-9c62-982656997032 None None] Attempting to bind port ddcdc8b5-3318-4a74-9a2b-258f7d9a6237 on network e3c2ed46-a1e5-4a0d-ab0b-c5cff052dc28 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:36:21.707400 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5761c3da-13c7-4194-9458-3bba08b4bed7 req-7d8ed6c1-0a46-4783-83c6-22f465f7eaba tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Made reservation on behalf of f67bc67edb4944b7b5132d7828a0779b for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:36:21.726338 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-5761c3da-13c7-4194-9458-3bba08b4bed7 req-7d8ed6c1-0a46-4783-83c6-22f465f7eaba tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:21.771950 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c9f47c-b3b2-4497-9c62-982656997032 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:36:21.772628 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c9f47c-b3b2-4497-9c62-982656997032 None None] Checking segment: {'id': '3474826f-8638-4e28-96aa-1be4e6b5908c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e3c2ed46-a1e5-4a0d-ab0b-c5cff052dc28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:36:21.773562 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-44c9f47c-b3b2-4497-9c62-982656997032 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:21.775748 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c9f47c-b3b2-4497-9c62-982656997032 None None] Bound using segment: {'id': '3474826f-8638-4e28-96aa-1be4e6b5908c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e3c2ed46-a1e5-4a0d-ab0b-c5cff052dc28'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:36:21.776811 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-44c9f47c-b3b2-4497-9c62-982656997032 None None] Bound port: ddcdc8b5-3318-4a74-9a2b-258f7d9a6237, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3474826f-8638-4e28-96aa-1be4e6b5908c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e3c2ed46-a1e5-4a0d-ab0b-c5cff052dc28'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:36:21.777766 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-44c9f47c-b3b2-4497-9c62-982656997032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:21.782383 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-758dc21e-cb6c-4bbe-8c15-2758228daa4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:21.789071 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-ff5109a8-5f61-49fa-a144-a3107056dccb None None] For port 3b5cff90-ca09-4c9c-8226-e5ab3fd3bf45, host n-d-768862-13, cleared binding levels {{(pid=94263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:36:21.797277 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-ff5109a8-5f61-49fa-a144-a3107056dccb None None] For port 3b5cff90-ca09-4c9c-8226-e5ab3fd3bf45, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=3b5cff90-ca09-4c9c-8226-e5ab3fd3bf45,segment=NetworkSegment(2b05f28f-9118-41ba-a22a-b84c3e85bbfa),segment_id=2b05f28f-9118-41ba-a22a-b84c3e85bbfa)] {{(pid=94263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:36:21.808072 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-ff5109a8-5f61-49fa-a144-a3107056dccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:21.850394 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-a880c0ab-d2e0-497c-8fc7-48117f6ad985 None None] For port 360fa04c-d235-4a15-bb3b-1700f53a549f, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:36:21.854379 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port c20f25b2-2958-4cbc-9905-1db8ce6a8485 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:36:21.896651 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port c20f25b2-2958-4cbc-9905-1db8ce6a8485 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:21.897292 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:21.917487 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef3c867-5b8c-462a-bba0-dd1cab86f9c2 None None] Pushing event updated for resources: {'Port': ['ID=3b5cff90-ca09-4c9c-8226-e5ab3fd3bf45,revision_number=4']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:21.951006 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5109a8-5f61-49fa-a144-a3107056dccb None None] Routers {'53e6b88a-e939-46ad-a278-72b23204c114'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:21.951865 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7141a2e5-d88c-49ad-8a3c-dfe6ce7dc966 req-be7ad20b-24ea-4cc5-975f-8611472b92b6 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:21.952668 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-ff5109a8-5f61-49fa-a144-a3107056dccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:35:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['53e6b88a-e939-46ad-a278-72b23204c114'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:21.967147 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7141a2e5-d88c-49ad-8a3c-dfe6ce7dc966 req-be7ad20b-24ea-4cc5-975f-8611472b92b6 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d576ad2-7394-4c3f-864f-6a176c23b589 HTTP/1.1" status: 200 len: 945 time: 0.5690928 Aug 10 03:36:21.973918 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-a880c0ab-d2e0-497c-8fc7-48117f6ad985 None None] For port 360fa04c-d235-4a15-bb3b-1700f53a549f, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=360fa04c-d235-4a15-bb3b-1700f53a549f,segment=NetworkSegment(9ae1db9a-efd2-4923-90bf-9e1efa3a8bd6),segment_id=9ae1db9a-efd2-4923-90bf-9e1efa3a8bd6)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:36:22.012787 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a0f430bd-6edf-4c8b-bcd0-489cf270c618 req-0c59ff14-2b86-4c8f-85ad-2a9d4999c2fe service neutron] 10.222.0.44 "GET /v2.0/networks/16c2ec05-0d03-441b-b8e4-9260be85eff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6642206 Aug 10 03:36:22.226720 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-dafce931-79c6-402e-a54c-664849411162 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Allocated IP 172.20.0.1 (e3c2ed46-a1e5-4a0d-ab0b-c5cff052dc28/e46c6d27-df6d-40e6-ba72-dc314214acf3/dcb47cd5-32ad-4f51-85d6-cc3bc5282a28) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:36:22.281675 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-ff5109a8-5f61-49fa-a144-a3107056dccb None None] Set router 53e6b88a-e939-46ad-a278-72b23204c114 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:36:22.330270 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7141a2e5-d88c-49ad-8a3c-dfe6ce7dc966 req-2e6648a9-a5fe-458e-a5a6-3a699633049e tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9d97ea0-2a9f-4286-b02c-31ca2320c427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3410809 Aug 10 03:36:22.554651 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-5761c3da-13c7-4194-9458-3bba08b4bed7 req-7d8ed6c1-0a46-4783-83c6-22f465f7eaba tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Allocated IP 172.20.0.3 (07780576-149a-40da-8c51-c337569691c7/fcfa072b-b6e6-40cd-99b2-40ac54d1354c/7f1948d2-18d7-4408-9098-3c28d20d855d) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:36:22.559840 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-dafce931-79c6-402e-a54c-664849411162 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:22.581337 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [None req-dafce931-79c6-402e-a54c-664849411162 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Transition to ACTIVE for port object dcb47cd5-32ad-4f51-85d6-cc3bc5282a28 will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:36:22.612091 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=5d57226a-2e10-402a-896b-82b8fdb74ede,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:22.625731 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-dafce931-79c6-402e-a54c-664849411162 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:22.721461 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafce931-79c6-402e-a54c-664849411162 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Pushing event updated for resources: {'Port': ['ID=dcb47cd5-32ad-4f51-85d6-cc3bc5282a28,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:22.752421 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafce931-79c6-402e-a54c-664849411162 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Network e3c2ed46-a1e5-4a0d-ab0b-c5cff052dc28 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:36:22.755469 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-dafce931-79c6-402e-a54c-664849411162 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:36:22.761639 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafce931-79c6-402e-a54c-664849411162 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:36:22.846456 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a880c0ab-d2e0-497c-8fc7-48117f6ad985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:22.883617 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d4ae0fe0-9eac-4176-85f8-9d073777f775 req-d5f41201-ad2d-4376-8435-3086563f9730 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/ports?device_id=8dcd8b74-96fe-4f37-9861-1774a607a419 HTTP/1.1" status: 200 len: 210 time: 0.1225069 Aug 10 03:36:22.915924 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb9512-48d1-4aac-ae95-14e0320b5d4d req-6692f48c-d55d-4164-bd9e-1bf6319bb490 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:22.918748 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c2fb9512-48d1-4aac-ae95-14e0320b5d4d req-6692f48c-d55d-4164-bd9e-1bf6319bb490 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=522b45d9-db61-4e14-a75c-214b3a6907db HTTP/1.1" status: 200 len: 945 time: 0.3989222 Aug 10 03:36:22.971143 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-dafce931-79c6-402e-a54c-664849411162 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521745'] for router_interface, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:22.975798 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-ff5109a8-5f61-49fa-a144-a3107056dccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53e6b88a-e939-46ad-a278-72b23204c114', 'name': 'tempest-ServerRescueNegativeTestJSON-381470677-router', 'tenant_id': 'e4fb7285a7d34b95bf40b43e762fde54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': '5d57226a-2e10-402a-896b-82b8fdb74ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:36:06Z', 'updated_at': '2021-08-10T03:36:15Z', 'revision_number': 4, 'project_id': 'e4fb7285a7d34b95bf40b43e762fde54', 'gw_port': {'id': '5d57226a-2e10-402a-896b-82b8fdb74ede', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:e5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e6b88a-e939-46ad-a278-72b23204c114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2367, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:07Z', 'updated_at': '2021-08-10T03:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '3b5cff90-ca09-4c9c-8226-e5ab3fd3bf45', 'name': '', 'network_id': '16c2ec05-0d03-441b-b8e4-9260be85eff6', 'tenant_id': 'e4fb7285a7d34b95bf40b43e762fde54', 'mac_address': 'fa:16:3e:ad:76:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53e6b88a-e939-46ad-a278-72b23204c114', 'device_owner': 'network:router_interface', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': 'ea48bd44-bbf6-43f2-aa3c-02607a9a3f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:13Z', 'updated_at': '2021-08-10T03:36:21Z', 'revision_number': 4, 'project_id': 'e4fb7285a7d34b95bf40b43e762fde54', 'subnets': [{'id': 'ea48bd44-bbf6-43f2-aa3c-02607a9a3f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:23.068659 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5109a8-5f61-49fa-a144-a3107056dccb None None] The sync data for ids ['53e6b88a-e939-46ad-a278-72b23204c114'] in n-d-768862-13 is: [{'id': '53e6b88a-e939-46ad-a278-72b23204c114', 'name': 'tempest-ServerRescueNegativeTestJSON-381470677-router', 'tenant_id': 'e4fb7285a7d34b95bf40b43e762fde54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': '5d57226a-2e10-402a-896b-82b8fdb74ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:36:06Z', 'updated_at': '2021-08-10T03:36:15Z', 'revision_number': 4, 'project_id': 'e4fb7285a7d34b95bf40b43e762fde54', 'gw_port': {'id': '5d57226a-2e10-402a-896b-82b8fdb74ede', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:e5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e6b88a-e939-46ad-a278-72b23204c114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2367, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:07Z', 'updated_at': '2021-08-10T03:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '3b5cff90-ca09-4c9c-8226-e5ab3fd3bf45', 'name': '', 'network_id': '16c2ec05-0d03-441b-b8e4-9260be85eff6', 'tenant_id': 'e4fb7285a7d34b95bf40b43e762fde54', 'mac_address': 'fa:16:3e:ad:76:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53e6b88a-e939-46ad-a278-72b23204c114', 'device_owner': 'network:router_interface', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': 'ea48bd44-bbf6-43f2-aa3c-02607a9a3f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:13Z', 'updated_at': '2021-08-10T03:36:21Z', 'revision_number': 4, 'project_id': 'e4fb7285a7d34b95bf40b43e762fde54', 'subnets': [{'id': 'ea48bd44-bbf6-43f2-aa3c-02607a9a3f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:36:23.123667 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6badb5-20f5-4638-9b71-d66537d42d83 None None] Pushing event updated for resources: {'Port': ['ID=360fa04c-d235-4a15-bb3b-1700f53a549f,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:23.222594 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c2fb9512-48d1-4aac-ae95-14e0320b5d4d req-9f4eb4a2-0168-4607-a23d-c62c44717153 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d4b820e-dc2c-4be0-8053-891f2a656097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2500350 Aug 10 03:36:23.335900 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-44c9f47c-b3b2-4497-9c62-982656997032 None None] For port ddcdc8b5-3318-4a74-9a2b-258f7d9a6237, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:36:23.372859 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-44c9f47c-b3b2-4497-9c62-982656997032 None None] For port ddcdc8b5-3318-4a74-9a2b-258f7d9a6237, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=ddcdc8b5-3318-4a74-9a2b-258f7d9a6237,segment=NetworkSegment(3474826f-8638-4e28-96aa-1be4e6b5908c),segment_id=3474826f-8638-4e28-96aa-1be4e6b5908c)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:36:23.443613 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-44c9f47c-b3b2-4497-9c62-982656997032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:23.449977 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-5761c3da-13c7-4194-9458-3bba08b4bed7 req-7d8ed6c1-0a46-4783-83c6-22f465f7eaba tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:23.555818 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f96f9b39-21f1-4923-a17b-ba146a2d7f5d None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:23.567345 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-f96f9b39-21f1-4923-a17b-ba146a2d7f5d None None] Transition to ACTIVE for port object 1b0846f2-3258-4953-a2a2-1bd01cfe03c3 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:36:23.598844 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-f96f9b39-21f1-4923-a17b-ba146a2d7f5d None None] Transition to ACTIVE for port object 1b0846f2-3258-4953-a2a2-1bd01cfe03c3 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:36:23.608045 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a880c0ab-d2e0-497c-8fc7-48117f6ad985 None None] Routers {'631ccc2a-98c6-4b15-850e-d02e027ed9e5'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:23.609896 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-a880c0ab-d2e0-497c-8fc7-48117f6ad985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:35:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['631ccc2a-98c6-4b15-850e-d02e027ed9e5'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:23.626874 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f96f9b39-21f1-4923-a17b-ba146a2d7f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:23.641010 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-dafce931-79c6-402e-a54c-664849411162 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:23.726797 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cf14f40e-c6c4-45f7-9e25-54c55ae56af2 req-e700d871-c067-4839-9125-d5db2c0ffd30 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf313f9d-cd65-4e2f-88be-cbea27f97a45 HTTP/1.1" status: 200 len: 210 time: 0.1756260 Aug 10 03:36:23.869962 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da7e8e9-eb55-4a8a-b312-9cd87eaff843 req-6df33626-a7ba-4e7c-bf1f-2d2e2d1a08f3 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:23.883258 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8da7e8e9-eb55-4a8a-b312-9cd87eaff843 req-6df33626-a7ba-4e7c-bf1f-2d2e2d1a08f3 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d576ad2-7394-4c3f-864f-6a176c23b589 HTTP/1.1" status: 200 len: 945 time: 0.3277125 Aug 10 03:36:23.904178 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96f9b39-21f1-4923-a17b-ba146a2d7f5d None None] Network de0715ff-5032-4b5c-a9c9-083f778d00b6 is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:36:23.968340 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-5761c3da-13c7-4194-9458-3bba08b4bed7 req-7d8ed6c1-0a46-4783-83c6-22f465f7eaba tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:24.036441 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-f96f9b39-21f1-4923-a17b-ba146a2d7f5d None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:36:24.043706 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96f9b39-21f1-4923-a17b-ba146a2d7f5d None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:36:24.066218 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5761c3da-13c7-4194-9458-3bba08b4bed7 req-7d8ed6c1-0a46-4783-83c6-22f465f7eaba tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Network 07780576-149a-40da-8c51-c337569691c7 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:36:24.137907 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-5761c3da-13c7-4194-9458-3bba08b4bed7 req-7d8ed6c1-0a46-4783-83c6-22f465f7eaba tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:36:24.159224 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-5761c3da-13c7-4194-9458-3bba08b4bed7 req-7d8ed6c1-0a46-4783-83c6-22f465f7eaba tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:36:24.189558 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f7e7f451-2406-4248-b436-b7c5bf4740fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:24.346498 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c9f47c-b3b2-4497-9c62-982656997032 None None] Pushing event updated for resources: {'Port': ['ID=ddcdc8b5-3318-4a74-9a2b-258f7d9a6237,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:24.412076 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761c3da-13c7-4194-9458-3bba08b4bed7 req-7d8ed6c1-0a46-4783-83c6-22f465f7eaba tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:24.414479 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-5761c3da-13c7-4194-9458-3bba08b4bed7 req-7d8ed6c1-0a46-4783-83c6-22f465f7eaba tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:24.430132 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:24.441713 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8da7e8e9-eb55-4a8a-b312-9cd87eaff843 req-b5ca3774-6983-4890-82e8-b348b22c1883 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9d97ea0-2a9f-4286-b02c-31ca2320c427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5571239 Aug 10 03:36:24.616694 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5761c3da-13c7-4194-9458-3bba08b4bed7 req-7d8ed6c1-0a46-4783-83c6-22f465f7eaba tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2830520 Aug 10 03:36:24.626646 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8ed6c1-0a46-4783-83c6-22f465f7eaba tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Pushing event updated for resources: {'Port': ['ID=7f1948d2-18d7-4408-9098-3c28d20d855d,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:24.653279 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-5761c3da-13c7-4194-9458-3bba08b4bed7 req-bb67df6c-155a-47ca-a6bf-69fb4f739ac0 service neutron] Request body: {'port': {'device_id': '8dcd8b74-96fe-4f37-9861-1774a607a419', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:24.755294 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-dafce931-79c6-402e-a54c-664849411162 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:24.767067 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-dafce931-79c6-402e-a54c-664849411162 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:24.846270 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafce931-79c6-402e-a54c-664849411162 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Pushing event updated for resources: {'Port': ['ID=dcb47cd5-32ad-4f51-85d6-cc3bc5282a28,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:24.965128 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96f9b39-21f1-4923-a17b-ba146a2d7f5d None None] Pushing event updated for resources: {'Port': ['ID=1b0846f2-3258-4953-a2a2-1bd01cfe03c3,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:24.975094 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-dafce931-79c6-402e-a54c-664849411162 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521893'] for router_interface, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:24.978371 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-f96f9b39-21f1-4923-a17b-ba146a2d7f5d None None] Attempting to bind port 1b0846f2-3258-4953-a2a2-1bd01cfe03c3 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:36:24.979132 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-f96f9b39-21f1-4923-a17b-ba146a2d7f5d None None] Attempting to bind port 1b0846f2-3258-4953-a2a2-1bd01cfe03c3 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '1942c615-492c-4093-8024-d5453ee32f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'de0715ff-5032-4b5c-a9c9-083f778d00b6'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:36:24.979745 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96f9b39-21f1-4923-a17b-ba146a2d7f5d None None] Attempting to bind port 1b0846f2-3258-4953-a2a2-1bd01cfe03c3 on network de0715ff-5032-4b5c-a9c9-083f778d00b6 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:36:24.990585 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:25.010123 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-a880c0ab-d2e0-497c-8fc7-48117f6ad985 None None] Set router 631ccc2a-98c6-4b15-850e-d02e027ed9e5 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:36:25.043109 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96f9b39-21f1-4923-a17b-ba146a2d7f5d None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:36:25.043817 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96f9b39-21f1-4923-a17b-ba146a2d7f5d None None] Checking segment: {'id': '1942c615-492c-4093-8024-d5453ee32f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'de0715ff-5032-4b5c-a9c9-083f778d00b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:36:25.044414 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f96f9b39-21f1-4923-a17b-ba146a2d7f5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:25.044977 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96f9b39-21f1-4923-a17b-ba146a2d7f5d None None] Bound using segment: {'id': '1942c615-492c-4093-8024-d5453ee32f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'de0715ff-5032-4b5c-a9c9-083f778d00b6'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:36:25.046091 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-f96f9b39-21f1-4923-a17b-ba146a2d7f5d None None] Bound port: 1b0846f2-3258-4953-a2a2-1bd01cfe03c3, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1942c615-492c-4093-8024-d5453ee32f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'de0715ff-5032-4b5c-a9c9-083f778d00b6'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:36:25.046724 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f96f9b39-21f1-4923-a17b-ba146a2d7f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:25.067374 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e64ab69-abb8-474f-9823-16fc14fafd4f req-f2d1b4d8-16b3-4180-9aaf-73d9e98c9843 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:25.072972 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0e64ab69-abb8-474f-9823-16fc14fafd4f req-f2d1b4d8-16b3-4180-9aaf-73d9e98c9843 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/networks?id=16c2ec05-0d03-441b-b8e4-9260be85eff6 HTTP/1.1" status: 200 len: 818 time: 0.3323951 Aug 10 03:36:25.076388 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port c20f25b2-2958-4cbc-9905-1db8ce6a8485, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=c20f25b2-2958-4cbc-9905-1db8ce6a8485,segment=NetworkSegment(8cda2da6-ac28-4e66-a134-b41f8ac8fbc0),segment_id=8cda2da6-ac28-4e66-a134-b41f8ac8fbc0)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:25.099316 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:25.158449 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be3ac66-c912-49ab-a7ec-a5dd1c2911f9 req-f4b2bee6-ec9c-4d02-9672-f78fed03b736 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:25.176677 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0be3ac66-c912-49ab-a7ec-a5dd1c2911f9 req-f4b2bee6-ec9c-4d02-9672-f78fed03b736 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/ports?device_id=8dcd8b74-96fe-4f37-9861-1774a607a419 HTTP/1.1" status: 200 len: 931 time: 1.0917411 Aug 10 03:36:25.270536 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafce931-79c6-402e-a54c-664849411162 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Network e3c2ed46-a1e5-4a0d-ab0b-c5cff052dc28 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:36:25.272345 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-dafce931-79c6-402e-a54c-664849411162 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:36:25.568884 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0e64ab69-abb8-474f-9823-16fc14fafd4f req-28481cde-d875-495a-b3f3-10b3ae3ee337 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/quotas/e4fb7285a7d34b95bf40b43e762fde54 HTTP/1.1" status: 200 len: 375 time: 0.3827987 Aug 10 03:36:25.802063 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dafce931-79c6-402e-a54c-664849411162 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Router 6c903ab8-963e-4232-9d92-5cc6ab3d0163 is scheduled to L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e with binding_index 1 {{(pid=94261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:36:26.047059 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-5761c3da-13c7-4194-9458-3bba08b4bed7 req-bb67df6c-155a-47ca-a6bf-69fb4f739ac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:26.064958 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 5d57226a-2e10-402a-896b-82b8fdb74ede up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:36:26.174752 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0be3ac66-c912-49ab-a7ec-a5dd1c2911f9 req-9378a903-4207-49ba-b61a-625253573d7f tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/security-groups?id=94bf709a-2b1f-453e-be0d-cfe700274cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7305834 Aug 10 03:36:26.212443 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dafce931-79c6-402e-a54c-664849411162 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:36:26.232704 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-dafce931-79c6-402e-a54c-664849411162 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] 10.222.0.44 "PUT /v2.0/routers/6c903ab8-963e-4232-9d92-5cc6ab3d0163/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0012906 Aug 10 03:36:26.234617 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 47284) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:26.334391 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0e64ab69-abb8-474f-9823-16fc14fafd4f req-11c9cba8-f472-4859-a882-59400049e1c3 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=e4fb7285a7d34b95bf40b43e762fde54&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6073647 Aug 10 03:36:26.340614 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a06b779-5f29-4e3c-9cc7-c19b22f31177 None None] Sync routers for ids ['6c903ab8-963e-4232-9d92-5cc6ab3d0163'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:36:26.426462 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=c20f25b2-2958-4cbc-9905-1db8ce6a8485,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:26.439629 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9584c65-61b6-49b7-87fa-8f21b99cf9de None None] Network e3c2ed46-a1e5-4a0d-ab0b-c5cff052dc28 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:36:26.522308 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f430bd-6edf-4c8b-bcd0-489cf270c618 req-77dc7f18-3932-4f55-af9d-17fcc295bc33 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:26.522308 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-a0f430bd-6edf-4c8b-bcd0-489cf270c618 req-77dc7f18-3932-4f55-af9d-17fcc295bc33 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.61 "GET /v2.0/networks?id=16c2ec05-0d03-441b-b8e4-9260be85eff6 HTTP/1.1" status: 200 len: 818 time: 0.8571937 Aug 10 03:36:26.557417 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a06b779-5f29-4e3c-9cc7-c19b22f31177 None None] Routers {'6c903ab8-963e-4232-9d92-5cc6ab3d0163'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:26.557986 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-6a06b779-5f29-4e3c-9cc7-c19b22f31177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:36:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['6c903ab8-963e-4232-9d92-5cc6ab3d0163'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:26.568881 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-a0f430bd-6edf-4c8b-bcd0-489cf270c618 req-95e69633-39fa-4114-8de9-b8bbdb6b808a tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Request body: {'port': {'device_id': 'cf313f9d-cd65-4e2f-88be-cbea27f97a45', 'network_id': '16c2ec05-0d03-441b-b8e4-9260be85eff6', 'admin_state_up': True, 'tenant_id': 'e4fb7285a7d34b95bf40b43e762fde54'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:26.604409 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-6a06b779-5f29-4e3c-9cc7-c19b22f31177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:26.606882 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:26.612304 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:26.622737 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-f96f9b39-21f1-4923-a17b-ba146a2d7f5d None None] For port 1b0846f2-3258-4953-a2a2-1bd01cfe03c3, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:36:26.653648 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 5d57226a-2e10-402a-896b-82b8fdb74ede triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:26.654686 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:26.677645 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-f96f9b39-21f1-4923-a17b-ba146a2d7f5d None None] For port 1b0846f2-3258-4953-a2a2-1bd01cfe03c3, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=1b0846f2-3258-4953-a2a2-1bd01cfe03c3,segment=NetworkSegment(1942c615-492c-4093-8024-d5453ee32f40),segment_id=1942c615-492c-4093-8024-d5453ee32f40)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:36:26.709317 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f96f9b39-21f1-4923-a17b-ba146a2d7f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:26.711377 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-fc78c380-099d-4f03-9fa0-7287e5aae00f None None] Provisioning for port ddcdc8b5-3318-4a74-9a2b-258f7d9a6237 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:36:26.730645 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a06b779-5f29-4e3c-9cc7-c19b22f31177 None None] Routers {'6c903ab8-963e-4232-9d92-5cc6ab3d0163'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:26.731444 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-6a06b779-5f29-4e3c-9cc7-c19b22f31177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:36:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['6c903ab8-963e-4232-9d92-5cc6ab3d0163'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:26.863665 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-6a06b779-5f29-4e3c-9cc7-c19b22f31177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:26.865511 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a06b779-5f29-4e3c-9cc7-c19b22f31177 None None] The sync data for ids ['6c903ab8-963e-4232-9d92-5cc6ab3d0163'] in n-d-768862-13 is: [] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:36:27.017787 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:27.248926 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96f9b39-21f1-4923-a17b-ba146a2d7f5d None None] Pushing event updated for resources: {'Port': ['ID=1b0846f2-3258-4953-a2a2-1bd01cfe03c3,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:27.260576 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-a880c0ab-d2e0-497c-8fc7-48117f6ad985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '631ccc2a-98c6-4b15-850e-d02e027ed9e5', 'name': 'tempest-ServerRescueTestJSON-2010531056-router', 'tenant_id': 'f67bc67edb4944b7b5132d7828a0779b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': '128da2e3-0f8d-4eea-ba87-81903cbb58bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:35:59Z', 'updated_at': '2021-08-10T03:36:09Z', 'revision_number': 4, 'project_id': 'f67bc67edb4944b7b5132d7828a0779b', 'gw_port': {'id': '128da2e3-0f8d-4eea-ba87-81903cbb58bb', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631ccc2a-98c6-4b15-850e-d02e027ed9e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:02Z', 'updated_at': '2021-08-10T03:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '360fa04c-d235-4a15-bb3b-1700f53a549f', 'name': '', 'network_id': '07780576-149a-40da-8c51-c337569691c7', 'tenant_id': 'f67bc67edb4944b7b5132d7828a0779b', 'mac_address': 'fa:16:3e:3c:3e:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '631ccc2a-98c6-4b15-850e-d02e027ed9e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': 'fcfa072b-b6e6-40cd-99b2-40ac54d1354c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:08Z', 'updated_at': '2021-08-10T03:36:21Z', 'revision_number': 4, 'project_id': 'f67bc67edb4944b7b5132d7828a0779b', 'subnets': [{'id': 'fcfa072b-b6e6-40cd-99b2-40ac54d1354c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:27.326936 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0f430bd-6edf-4c8b-bcd0-489cf270c618 req-95e69633-39fa-4114-8de9-b8bbdb6b808a tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Made reservation on behalf of e4fb7285a7d34b95bf40b43e762fde54 for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:36:27.341250 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-a0f430bd-6edf-4c8b-bcd0-489cf270c618 req-95e69633-39fa-4114-8de9-b8bbdb6b808a tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:27.401454 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a880c0ab-d2e0-497c-8fc7-48117f6ad985 None None] The sync data for ids ['631ccc2a-98c6-4b15-850e-d02e027ed9e5'] in n-d-768862-13 is: [{'id': '631ccc2a-98c6-4b15-850e-d02e027ed9e5', 'name': 'tempest-ServerRescueTestJSON-2010531056-router', 'tenant_id': 'f67bc67edb4944b7b5132d7828a0779b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': '128da2e3-0f8d-4eea-ba87-81903cbb58bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:35:59Z', 'updated_at': '2021-08-10T03:36:09Z', 'revision_number': 4, 'project_id': 'f67bc67edb4944b7b5132d7828a0779b', 'gw_port': {'id': '128da2e3-0f8d-4eea-ba87-81903cbb58bb', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631ccc2a-98c6-4b15-850e-d02e027ed9e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:02Z', 'updated_at': '2021-08-10T03:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '360fa04c-d235-4a15-bb3b-1700f53a549f', 'name': '', 'network_id': '07780576-149a-40da-8c51-c337569691c7', 'tenant_id': 'f67bc67edb4944b7b5132d7828a0779b', 'mac_address': 'fa:16:3e:3c:3e:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '631ccc2a-98c6-4b15-850e-d02e027ed9e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': 'fcfa072b-b6e6-40cd-99b2-40ac54d1354c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:08Z', 'updated_at': '2021-08-10T03:36:21Z', 'revision_number': 4, 'project_id': 'f67bc67edb4944b7b5132d7828a0779b', 'subnets': [{'id': 'fcfa072b-b6e6-40cd-99b2-40ac54d1354c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:36:27.617328 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device ddcdc8b5-3318-4a74-9a2b-258f7d9a6237 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:36:27.777216 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b3e7b-8012-4a18-8317-9746476352cb req-9ea6220c-4f5f-4c34-b743-7f806fb41ceb tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:27.781360 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [req-a0f430bd-6edf-4c8b-bcd0-489cf270c618 req-95e69633-39fa-4114-8de9-b8bbdb6b808a tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Allocated IP 172.20.0.7 (16c2ec05-0d03-441b-b8e4-9260be85eff6/ea48bd44-bbf6-43f2-aa3c-02607a9a3f1d/455a4f39-0716-4aad-9d66-505c3fcfde84) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:36:27.785390 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ac5b3e7b-8012-4a18-8317-9746476352cb req-9ea6220c-4f5f-4c34-b743-7f806fb41ceb tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=522b45d9-db61-4e14-a75c-214b3a6907db HTTP/1.1" status: 200 len: 945 time: 1.4467494 Aug 10 03:36:27.863900 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port ddcdc8b5-3318-4a74-9a2b-258f7d9a6237 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:36:27.873268 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port ddcdc8b5-3318-4a74-9a2b-258f7d9a6237 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:27.873909 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:27.900949 n-d-768862-13 neutron-server[94261]: INFO neutron.api.v2.resource [None req-4496295c-4bd6-4d55-904f-4931ec5827e6 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:36:27.908067 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-4496295c-4bd6-4d55-904f-4931ec5827e6 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] 10.222.0.44 "PUT /v2.0/routers/6c903ab8-963e-4232-9d92-5cc6ab3d0163/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.6701491 Aug 10 03:36:27.909671 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 47310) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:28.003353 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-5761c3da-13c7-4194-9458-3bba08b4bed7 req-bb67df6c-155a-47ca-a6bf-69fb4f739ac0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f1948d2-18d7-4408-9098-3c28d20d855d {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:36:28.051093 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0e64ab69-abb8-474f-9823-16fc14fafd4f req-bd3cd7bf-b199-44da-ab79-20faaca18fa1 service neutron] 10.222.0.44 "GET /v2.0/networks/16c2ec05-0d03-441b-b8e4-9260be85eff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6675589 Aug 10 03:36:28.088224 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-5761c3da-13c7-4194-9458-3bba08b4bed7 req-bb67df6c-155a-47ca-a6bf-69fb4f739ac0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:28.151660 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:28.322865 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0e64ab69-abb8-474f-9823-16fc14fafd4f req-a4f84e25-1c04-403d-9d01-f4832689689e service neutron] 10.222.0.44 "GET /v2.0/networks/16c2ec05-0d03-441b-b8e4-9260be85eff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708013 Aug 10 03:36:28.332725 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ac5b3e7b-8012-4a18-8317-9746476352cb req-242165cb-373b-42fb-9db3-223025c76f31 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d4b820e-dc2c-4be0-8053-891f2a656097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4872019 Aug 10 03:36:28.382560 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-5761c3da-13c7-4194-9458-3bba08b4bed7 req-bb67df6c-155a-47ca-a6bf-69fb4f739ac0 service neutron] Transition to ACTIVE for port object 7f1948d2-18d7-4408-9098-3c28d20d855d will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:36:28.391152 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-5761c3da-13c7-4194-9458-3bba08b4bed7 req-bb67df6c-155a-47ca-a6bf-69fb4f739ac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:28.422254 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port ddcdc8b5-3318-4a74-9a2b-258f7d9a6237, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=ddcdc8b5-3318-4a74-9a2b-258f7d9a6237,segment=NetworkSegment(3474826f-8638-4e28-96aa-1be4e6b5908c),segment_id=3474826f-8638-4e28-96aa-1be4e6b5908c)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:28.427261 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c75c40f3-db40-424d-8217-01db851a85a1 None None] Provisioning for port dcb47cd5-32ad-4f51-85d6-cc3bc5282a28 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:36:28.448634 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c75c40f3-db40-424d-8217-01db851a85a1 None None] Provisioning complete for port dcb47cd5-32ad-4f51-85d6-cc3bc5282a28 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:28.449464 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c75c40f3-db40-424d-8217-01db851a85a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:28.462143 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:28.464610 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 3b5cff90-ca09-4c9c-8226-e5ab3fd3bf45 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:36:28.731255 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb67df6c-155a-47ca-a6bf-69fb4f739ac0 service neutron] Pushing event updated for resources: {'Port': ['ID=7f1948d2-18d7-4408-9098-3c28d20d855d,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:28.907511 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb67df6c-155a-47ca-a6bf-69fb4f739ac0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:28.908840 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb67df6c-155a-47ca-a6bf-69fb4f739ac0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:28.909543 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb67df6c-155a-47ca-a6bf-69fb4f739ac0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:28.910092 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb67df6c-155a-47ca-a6bf-69fb4f739ac0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:28.910854 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb67df6c-155a-47ca-a6bf-69fb4f739ac0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:28.911401 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb67df6c-155a-47ca-a6bf-69fb4f739ac0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:28.911921 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb67df6c-155a-47ca-a6bf-69fb4f739ac0 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:28.912437 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb67df6c-155a-47ca-a6bf-69fb4f739ac0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:28.912971 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb67df6c-155a-47ca-a6bf-69fb4f739ac0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:28.913484 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb67df6c-155a-47ca-a6bf-69fb4f739ac0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:28.914797 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb67df6c-155a-47ca-a6bf-69fb4f739ac0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:28.915393 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb67df6c-155a-47ca-a6bf-69fb4f739ac0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:28.948455 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c75c40f3-db40-424d-8217-01db851a85a1 None None] Port dcb47cd5-32ad-4f51-85d6-cc3bc5282a28 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:36:29.067999 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-a0f430bd-6edf-4c8b-bcd0-489cf270c618 req-95e69633-39fa-4114-8de9-b8bbdb6b808a tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:29.102861 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=ddcdc8b5-3318-4a74-9a2b-258f7d9a6237,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:29.110766 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c75c40f3-db40-424d-8217-01db851a85a1 None None] Provisioning complete for port ddcdc8b5-3318-4a74-9a2b-258f7d9a6237 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:29.111469 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c75c40f3-db40-424d-8217-01db851a85a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:29.177856 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 3b5cff90-ca09-4c9c-8226-e5ab3fd3bf45 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:36:29.206004 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 3b5cff90-ca09-4c9c-8226-e5ab3fd3bf45 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:29.208838 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:29.227814 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19caf3c7-cf43-4810-903d-9efbef3ba2a4 req-668c5b7d-14ce-4d15-bb65-aed03f95573d tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:29.233940 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-19caf3c7-cf43-4810-903d-9efbef3ba2a4 req-668c5b7d-14ce-4d15-bb65-aed03f95573d tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d576ad2-7394-4c3f-864f-6a176c23b589 HTTP/1.1" status: 200 len: 945 time: 0.5430281 Aug 10 03:36:29.359726 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-a0f430bd-6edf-4c8b-bcd0-489cf270c618 req-95e69633-39fa-4114-8de9-b8bbdb6b808a tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:29.515342 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeba664-a076-400d-bf5b-5892630d012b req-527a2546-2c94-4210-9661-921f699264ec tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:29.524166 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-eaeba664-a076-400d-bf5b-5892630d012b req-527a2546-2c94-4210-9661-921f699264ec tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/ports?device_id=8dcd8b74-96fe-4f37-9861-1774a607a419 HTTP/1.1" status: 200 len: 943 time: 0.6651537 Aug 10 03:36:29.612391 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-19caf3c7-cf43-4810-903d-9efbef3ba2a4 req-497fe474-7614-4c34-9b93-b4fb70e2a89c tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9d97ea0-2a9f-4286-b02c-31ca2320c427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3610542 Aug 10 03:36:29.652206 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-5761c3da-13c7-4194-9458-3bba08b4bed7 req-bb67df6c-155a-47ca-a6bf-69fb4f739ac0 service neutron] Attempting to bind port 7f1948d2-18d7-4408-9098-3c28d20d855d on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:36:29.652557 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-5761c3da-13c7-4194-9458-3bba08b4bed7 req-bb67df6c-155a-47ca-a6bf-69fb4f739ac0 service neutron] Attempting to bind port 7f1948d2-18d7-4408-9098-3c28d20d855d by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '9ae1db9a-efd2-4923-90bf-9e1efa3a8bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '07780576-149a-40da-8c51-c337569691c7'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:36:29.652899 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5761c3da-13c7-4194-9458-3bba08b4bed7 req-bb67df6c-155a-47ca-a6bf-69fb4f739ac0 service neutron] Attempting to bind port 7f1948d2-18d7-4408-9098-3c28d20d855d on network 07780576-149a-40da-8c51-c337569691c7 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:36:29.667195 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0f430bd-6edf-4c8b-bcd0-489cf270c618 req-95e69633-39fa-4114-8de9-b8bbdb6b808a tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Network 16c2ec05-0d03-441b-b8e4-9260be85eff6 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:36:29.683101 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5761c3da-13c7-4194-9458-3bba08b4bed7 req-bb67df6c-155a-47ca-a6bf-69fb4f739ac0 service neutron] Port 7f1948d2-18d7-4408-9098-3c28d20d855d on network 07780576-149a-40da-8c51-c337569691c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:36:29.683458 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5761c3da-13c7-4194-9458-3bba08b4bed7 req-bb67df6c-155a-47ca-a6bf-69fb4f739ac0 service neutron] Attempting to bind port 7f1948d2-18d7-4408-9098-3c28d20d855d on network 07780576-149a-40da-8c51-c337569691c7 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:36:29.684595 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [req-a0f430bd-6edf-4c8b-bcd0-489cf270c618 req-95e69633-39fa-4114-8de9-b8bbdb6b808a tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:36:29.694577 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0f430bd-6edf-4c8b-bcd0-489cf270c618 req-95e69633-39fa-4114-8de9-b8bbdb6b808a tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:36:29.706447 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e69633-39fa-4114-8de9-b8bbdb6b808a tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Pushing event updated for resources: {'Port': ['ID=455a4f39-0716-4aad-9d66-505c3fcfde84,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:29.819434 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5761c3da-13c7-4194-9458-3bba08b4bed7 req-bb67df6c-155a-47ca-a6bf-69fb4f739ac0 service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:36:29.821088 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5761c3da-13c7-4194-9458-3bba08b4bed7 req-bb67df6c-155a-47ca-a6bf-69fb4f739ac0 service neutron] Checking segment: {'id': '9ae1db9a-efd2-4923-90bf-9e1efa3a8bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '07780576-149a-40da-8c51-c337569691c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:36:29.821890 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5761c3da-13c7-4194-9458-3bba08b4bed7 req-bb67df6c-155a-47ca-a6bf-69fb4f739ac0 service neutron] Bound using segment: {'id': '9ae1db9a-efd2-4923-90bf-9e1efa3a8bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '07780576-149a-40da-8c51-c337569691c7'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:36:29.822621 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-5761c3da-13c7-4194-9458-3bba08b4bed7 req-bb67df6c-155a-47ca-a6bf-69fb4f739ac0 service neutron] Bound port: 7f1948d2-18d7-4408-9098-3c28d20d855d, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ae1db9a-efd2-4923-90bf-9e1efa3a8bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '07780576-149a-40da-8c51-c337569691c7'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:36:29.823090 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-5761c3da-13c7-4194-9458-3bba08b4bed7 req-bb67df6c-155a-47ca-a6bf-69fb4f739ac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:29.850098 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90df7b6f-30b6-43cc-a4fc-7b7b28ddbd35 None None] Network de0715ff-5032-4b5c-a9c9-083f778d00b6 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:36:29.871376 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-eaeba664-a076-400d-bf5b-5892630d012b req-cae37186-4f58-4fd7-95c6-6ad24d538333 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/security-groups?id=94bf709a-2b1f-453e-be0d-cfe700274cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638507 Aug 10 03:36:29.918432 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-66d41948-e604-4430-80b5-f3a1f15e19ed req-3cb78554-acaf-447e-ba57-469747129450 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/ports?device_id=971ffce3-3be8-4cd1-baf7-efe49ff20400 HTTP/1.1" status: 200 len: 210 time: 0.1410208 Aug 10 03:36:30.031360 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f430bd-6edf-4c8b-bcd0-489cf270c618 req-95e69633-39fa-4114-8de9-b8bbdb6b808a tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:30.033838 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-a0f430bd-6edf-4c8b-bcd0-489cf270c618 req-95e69633-39fa-4114-8de9-b8bbdb6b808a tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:30.080057 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-5761c3da-13c7-4194-9458-3bba08b4bed7 req-bb67df6c-155a-47ca-a6bf-69fb4f739ac0 service neutron] For port 7f1948d2-18d7-4408-9098-3c28d20d855d, host n-h1-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:36:30.087096 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-5761c3da-13c7-4194-9458-3bba08b4bed7 req-bb67df6c-155a-47ca-a6bf-69fb4f739ac0 service neutron] For port 7f1948d2-18d7-4408-9098-3c28d20d855d, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=7f1948d2-18d7-4408-9098-3c28d20d855d,segment=NetworkSegment(9ae1db9a-efd2-4923-90bf-9e1efa3a8bd6),segment_id=9ae1db9a-efd2-4923-90bf-9e1efa3a8bd6)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:36:30.096144 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-5761c3da-13c7-4194-9458-3bba08b4bed7 req-bb67df6c-155a-47ca-a6bf-69fb4f739ac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:30.103458 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-a0f430bd-6edf-4c8b-bcd0-489cf270c618 req-95e69633-39fa-4114-8de9-b8bbdb6b808a tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5417120 Aug 10 03:36:30.168725 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-a0f430bd-6edf-4c8b-bcd0-489cf270c618 req-bf213b7b-75ff-416f-8970-f75b255262f2 service neutron] Request body: {'port': {'device_id': 'cf313f9d-cd65-4e2f-88be-cbea27f97a45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-13'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:30.240826 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:30.336739 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 3b5cff90-ca09-4c9c-8226-e5ab3fd3bf45, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=3b5cff90-ca09-4c9c-8226-e5ab3fd3bf45,segment=NetworkSegment(2b05f28f-9118-41ba-a22a-b84c3e85bbfa),segment_id=2b05f28f-9118-41ba-a22a-b84c3e85bbfa)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:30.349916 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:30.491555 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb67df6c-155a-47ca-a6bf-69fb4f739ac0 service neutron] Pushing event updated for resources: {'Port': ['ID=7f1948d2-18d7-4408-9098-3c28d20d855d,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:30.527014 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761c3da-13c7-4194-9458-3bba08b4bed7 req-bb67df6c-155a-47ca-a6bf-69fb4f739ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:30.528411 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-5761c3da-13c7-4194-9458-3bba08b4bed7 req-bb67df6c-155a-47ca-a6bf-69fb4f739ac0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:30.531106 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5761c3da-13c7-4194-9458-3bba08b4bed7 req-bb67df6c-155a-47ca-a6bf-69fb4f739ac0 service neutron] 10.222.0.42 "PUT /v2.0/ports/7f1948d2-18d7-4408-9098-3c28d20d855d HTTP/1.1" status: 200 len: 1092 time: 5.8963401 Aug 10 03:36:30.533207 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dcd8b74-96fe-4f37-9861-1774a607a419', 'tag': '7f1948d2-18d7-4408-9098-3c28d20d855d'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:36:30.555240 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c537a085-7dc6-42e0-b9c2-59c3ceab584c" -d '{"events": [{"name": "network-changed", "server_uuid": "8dcd8b74-96fe-4f37-9861-1774a607a419", "tag": "7f1948d2-18d7-4408-9098-3c28d20d855d"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:36:30.566546 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-ba120f66-a388-49ab-8840-006acfbecb7b None None] Provisioning complete for port dcb47cd5-32ad-4f51-85d6-cc3bc5282a28 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:30.567129 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ba120f66-a388-49ab-8840-006acfbecb7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:30.666589 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ef691e-ddfa-42b4-93dd-c0b30e43269a req-06e6c518-f0db-4c40-b394-d8f11330cbd0 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:30.669498 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d2ef691e-ddfa-42b4-93dd-c0b30e43269a req-06e6c518-f0db-4c40-b394-d8f11330cbd0 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=522b45d9-db61-4e14-a75c-214b3a6907db HTTP/1.1" status: 200 len: 945 time: 0.5164299 Aug 10 03:36:30.700195 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fab178a-81ba-43d9-a5dd-8f9a10e8e145 x-openstack-request-id: req-3fab178a-81ba-43d9-a5dd-8f9a10e8e145 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:36:30.700626 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dcd8b74-96fe-4f37-9861-1774a607a419", "tag": "7f1948d2-18d7-4408-9098-3c28d20d855d", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:36:30.701087 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3fab178a-81ba-43d9-a5dd-8f9a10e8e145 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:36:30.701723 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dcd8b74-96fe-4f37-9861-1774a607a419', 'tag': '7f1948d2-18d7-4408-9098-3c28d20d855d', 'status': 'completed', 'code': 200} Aug 10 03:36:30.713150 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=3b5cff90-ca09-4c9c-8226-e5ab3fd3bf45,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:30.784621 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-ba120f66-a388-49ab-8840-006acfbecb7b None None] Port dcb47cd5-32ad-4f51-85d6-cc3bc5282a28 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:36:30.839203 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-ba120f66-a388-49ab-8840-006acfbecb7b None None] Provisioning for port 1b0846f2-3258-4953-a2a2-1bd01cfe03c3 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:36:30.864347 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761c3da-13c7-4194-9458-3bba08b4bed7 req-adf4651a-5772-468d-926b-99f23d62970d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:30.866117 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5761c3da-13c7-4194-9458-3bba08b4bed7 req-adf4651a-5772-468d-926b-99f23d62970d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f67bc67edb4944b7b5132d7828a0779b&device_id=8dcd8b74-96fe-4f37-9861-1774a607a419 HTTP/1.1" status: 200 len: 1095 time: 0.2807343 Aug 10 03:36:30.870310 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d2ef691e-ddfa-42b4-93dd-c0b30e43269a req-8b5f9e12-39a3-4981-a383-d168d6186efa tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d4b820e-dc2c-4be0-8053-891f2a656097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1668804 Aug 10 03:36:31.022532 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5761c3da-13c7-4194-9458-3bba08b4bed7 req-47c8ae1f-c2e8-4e65-ae43-c16a6fe645e2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7f1948d2-18d7-4408-9098-3c28d20d855d HTTP/1.1" status: 200 len: 217 time: 0.1473839 Aug 10 03:36:31.033792 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device ddcdc8b5-3318-4a74-9a2b-258f7d9a6237 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:36:31.248686 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port ddcdc8b5-3318-4a74-9a2b-258f7d9a6237 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:31.249640 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:31.256097 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e7bee4bf-09c7-4722-a5bf-c0a82fbbb893 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521880'] for router_interface, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:31.597850 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device c20f25b2-2958-4cbc-9905-1db8ce6a8485 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:36:31.610109 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761c3da-13c7-4194-9458-3bba08b4bed7 req-fcf44fbd-67fc-45f7-98b8-6ebf40849fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:31.611702 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5761c3da-13c7-4194-9458-3bba08b4bed7 req-fcf44fbd-67fc-45f7-98b8-6ebf40849fec service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fcfa072b-b6e6-40cd-99b2-40ac54d1354c HTTP/1.1" status: 200 len: 851 time: 0.3243909 Aug 10 03:36:31.627096 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-a0f430bd-6edf-4c8b-bcd0-489cf270c618 req-bf213b7b-75ff-416f-8970-f75b255262f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:31.691584 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e64ab69-abb8-474f-9823-16fc14fafd4f req-4d5d109c-8be0-48ec-8001-c010388df878 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:31.693165 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0e64ab69-abb8-474f-9823-16fc14fafd4f req-4d5d109c-8be0-48ec-8001-c010388df878 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.42 "GET /v2.0/networks?id=16c2ec05-0d03-441b-b8e4-9260be85eff6 HTTP/1.1" status: 200 len: 818 time: 0.6653357 Aug 10 03:36:31.728741 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5761c3da-13c7-4194-9458-3bba08b4bed7 req-ae4576df-6b7b-4d0f-858d-b90719aa2482 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=07780576-149a-40da-8c51-c337569691c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345297 Aug 10 03:36:31.733972 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-0e64ab69-abb8-474f-9823-16fc14fafd4f req-410abd77-f7af-4a0b-a127-dc95e17d4740 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Request body: {'port': {'device_id': '971ffce3-3be8-4cd1-baf7-efe49ff20400', 'network_id': '16c2ec05-0d03-441b-b8e4-9260be85eff6', 'admin_state_up': True, 'tenant_id': 'e4fb7285a7d34b95bf40b43e762fde54'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:31.842135 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port c20f25b2-2958-4cbc-9905-1db8ce6a8485 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:31.843046 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:31.942722 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fbcb1f-663d-4399-84c0-2be834c2fa84 req-05b2d869-3caa-483c-96d9-843bce69e45a tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:31.958918 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-37fbcb1f-663d-4399-84c0-2be834c2fa84 req-05b2d869-3caa-483c-96d9-843bce69e45a tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d576ad2-7394-4c3f-864f-6a176c23b589 HTTP/1.1" status: 200 len: 945 time: 1.1501417 Aug 10 03:36:31.972249 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5761c3da-13c7-4194-9458-3bba08b4bed7 req-3ece2b80-33b9-4258-8c63-97c3b3a36089 service neutron] 10.222.0.42 "GET /v2.0/networks/07780576-149a-40da-8c51-c337569691c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292295 Aug 10 03:36:32.072168 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 1b0846f2-3258-4953-a2a2-1bd01cfe03c3 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:36:32.075714 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7 details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:36:32.194599 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a3875e-a691-4d35-a625-2be87f74c75a req-6c337eb7-e371-4eaf-bea8-16798338bead tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:32.209008 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-36a3875e-a691-4d35-a625-2be87f74c75a req-6c337eb7-e371-4eaf-bea8-16798338bead tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/ports?device_id=8dcd8b74-96fe-4f37-9861-1774a607a419 HTTP/1.1" status: 200 len: 943 time: 0.9066176 Aug 10 03:36:32.302022 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-e7bee4bf-09c7-4722-a5bf-c0a82fbbb893 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Deleting port dcb47cd5-32ad-4f51-85d6-cc3bc5282a28 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:36:32.302644 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e7bee4bf-09c7-4722-a5bf-c0a82fbbb893 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:32.356027 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-37fbcb1f-663d-4399-84c0-2be834c2fa84 req-4e96b822-98e5-4497-9202-0334aef96dc5 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9d97ea0-2a9f-4286-b02c-31ca2320c427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3958895 Aug 10 03:36:32.367518 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5761c3da-13c7-4194-9458-3bba08b4bed7 req-8bff4231-fced-4002-8e7b-b9a95d61d7a8 service neutron] 10.222.0.42 "GET /v2.0/networks/07780576-149a-40da-8c51-c337569691c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3425190 Aug 10 03:36:32.390925 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-36a3875e-a691-4d35-a625-2be87f74c75a req-46032e02-f3ab-450e-9f8e-c4f00af3c749 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/security-groups?id=94bf709a-2b1f-453e-be0d-cfe700274cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683772 Aug 10 03:36:32.426016 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [req-a0f430bd-6edf-4c8b-bcd0-489cf270c618 req-bf213b7b-75ff-416f-8970-f75b255262f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 455a4f39-0716-4aad-9d66-505c3fcfde84 {{(pid=94261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:36:32.476729 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 1b0846f2-3258-4953-a2a2-1bd01cfe03c3 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:36:32.501932 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 1b0846f2-3258-4953-a2a2-1bd01cfe03c3 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:32.502585 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:32.569381 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-a0f430bd-6edf-4c8b-bcd0-489cf270c618 req-bf213b7b-75ff-416f-8970-f75b255262f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:32.586126 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e7bee4bf-09c7-4722-a5bf-c0a82fbbb893 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:32.623720 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7,segment=NetworkSegment(17789ec9-f3a0-458f-a646-d9adbb03f346),segment_id=17789ec9-f3a0-458f-a646-d9adbb03f346)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:32.628474 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-e7bee4bf-09c7-4722-a5bf-c0a82fbbb893 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Calling delete_port for dcb47cd5-32ad-4f51-85d6-cc3bc5282a28 owned by network:router_interface {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:36:32.636687 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [req-a0f430bd-6edf-4c8b-bcd0-489cf270c618 req-bf213b7b-75ff-416f-8970-f75b255262f2 service neutron] Transition to ACTIVE for port object 455a4f39-0716-4aad-9d66-505c3fcfde84 will not be triggered until provisioned by entity L2. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:36:32.657137 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-a0f430bd-6edf-4c8b-bcd0-489cf270c618 req-bf213b7b-75ff-416f-8970-f75b255262f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:32.670509 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e64ab69-abb8-474f-9823-16fc14fafd4f req-410abd77-f7af-4a0b-a127-dc95e17d4740 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Made reservation on behalf of e4fb7285a7d34b95bf40b43e762fde54 for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:36:32.684611 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-0e64ab69-abb8-474f-9823-16fc14fafd4f req-410abd77-f7af-4a0b-a127-dc95e17d4740 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:32.686744 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': '12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7', 'network_id': 'c0659391-a657-4b16-a8ee-a2586c7786a9', 'port_id': '12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7', 'mac_address': 'fa:16:3e:67:30:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffd75aef-22f1-4d31-9592-d84c9fe2b2a2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:36:32.852075 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c8e5541b-df56-4808-abc3-4a7a9c418bdb req-bba969ae-8601-448c-8fb3-72bf93b2e72e tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/ports?device_id=971ffce3-3be8-4cd1-baf7-efe49ff20400 HTTP/1.1" status: 200 len: 210 time: 0.1915364 Aug 10 03:36:32.879829 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c537a085-7dc6-42e0-b9c2-59c3ceab584c req-05b05d02-00bf-495b-a451-cec69db482e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:32.882892 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c537a085-7dc6-42e0-b9c2-59c3ceab584c req-05b05d02-00bf-495b-a451-cec69db482e4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f67bc67edb4944b7b5132d7828a0779b&device_id=8dcd8b74-96fe-4f37-9861-1774a607a419 HTTP/1.1" status: 200 len: 1095 time: 0.3955605 Aug 10 03:36:32.889419 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:32.897028 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:32.945129 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:36:32.959142 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf213b7b-75ff-416f-8970-f75b255262f2 service neutron] Pushing event updated for resources: {'Port': ['ID=455a4f39-0716-4aad-9d66-505c3fcfde84,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:33.047760 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 1b0846f2-3258-4953-a2a2-1bd01cfe03c3, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=1b0846f2-3258-4953-a2a2-1bd01cfe03c3,segment=NetworkSegment(1942c615-492c-4093-8024-d5453ee32f40),segment_id=1942c615-492c-4093-8024-d5453ee32f40)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:33.061102 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7,segment=NetworkSegment(17789ec9-f3a0-458f-a646-d9adbb03f346),segment_id=17789ec9-f3a0-458f-a646-d9adbb03f346)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:33.062631 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:33.066809 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 360fa04c-d235-4a15-bb3b-1700f53a549f up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:36:33.142672 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:33.184245 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:33.220060 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 360fa04c-d235-4a15-bb3b-1700f53a549f completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:36:33.226265 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 360fa04c-d235-4a15-bb3b-1700f53a549f triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:33.228980 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:33.239927 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-0e64ab69-abb8-474f-9823-16fc14fafd4f req-410abd77-f7af-4a0b-a127-dc95e17d4740 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Allocated IP 172.20.0.5 (16c2ec05-0d03-441b-b8e4-9260be85eff6/ea48bd44-bbf6-43f2-aa3c-02607a9a3f1d/6b820d56-ffb5-430e-8cb1-41368a99fa8f) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:36:33.263960 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:36:33.328626 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=1b0846f2-3258-4953-a2a2-1bd01cfe03c3,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:33.444535 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-a0f430bd-6edf-4c8b-bcd0-489cf270c618 req-bf213b7b-75ff-416f-8970-f75b255262f2 service neutron] Attempting to bind port 455a4f39-0716-4aad-9d66-505c3fcfde84 on host n-h2-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:36:33.445249 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-a0f430bd-6edf-4c8b-bcd0-489cf270c618 req-bf213b7b-75ff-416f-8970-f75b255262f2 service neutron] Attempting to bind port 455a4f39-0716-4aad-9d66-505c3fcfde84 by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': '2b05f28f-9118-41ba-a22a-b84c3e85bbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '16c2ec05-0d03-441b-b8e4-9260be85eff6'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:36:33.445782 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f430bd-6edf-4c8b-bcd0-489cf270c618 req-bf213b7b-75ff-416f-8970-f75b255262f2 service neutron] Attempting to bind port 455a4f39-0716-4aad-9d66-505c3fcfde84 on network 16c2ec05-0d03-441b-b8e4-9260be85eff6 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:36:33.459828 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f430bd-6edf-4c8b-bcd0-489cf270c618 req-bf213b7b-75ff-416f-8970-f75b255262f2 service neutron] Port 455a4f39-0716-4aad-9d66-505c3fcfde84 on network 16c2ec05-0d03-441b-b8e4-9260be85eff6 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:36:33.460357 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f430bd-6edf-4c8b-bcd0-489cf270c618 req-bf213b7b-75ff-416f-8970-f75b255262f2 service neutron] Attempting to bind port 455a4f39-0716-4aad-9d66-505c3fcfde84 on network 16c2ec05-0d03-441b-b8e4-9260be85eff6 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:36:33.492680 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f430bd-6edf-4c8b-bcd0-489cf270c618 req-bf213b7b-75ff-416f-8970-f75b255262f2 service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:36:33.493230 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f430bd-6edf-4c8b-bcd0-489cf270c618 req-bf213b7b-75ff-416f-8970-f75b255262f2 service neutron] Checking segment: {'id': '2b05f28f-9118-41ba-a22a-b84c3e85bbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '16c2ec05-0d03-441b-b8e4-9260be85eff6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:36:33.494447 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f430bd-6edf-4c8b-bcd0-489cf270c618 req-bf213b7b-75ff-416f-8970-f75b255262f2 service neutron] Bound using segment: {'id': '2b05f28f-9118-41ba-a22a-b84c3e85bbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '16c2ec05-0d03-441b-b8e4-9260be85eff6'} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:36:33.495218 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-a0f430bd-6edf-4c8b-bcd0-489cf270c618 req-bf213b7b-75ff-416f-8970-f75b255262f2 service neutron] Bound port: 455a4f39-0716-4aad-9d66-505c3fcfde84, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b05f28f-9118-41ba-a22a-b84c3e85bbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '16c2ec05-0d03-441b-b8e4-9260be85eff6'}}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:36:33.495712 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-a0f430bd-6edf-4c8b-bcd0-489cf270c618 req-bf213b7b-75ff-416f-8970-f75b255262f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:33.533344 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9a07fd-279f-48b1-a430-0d8fdced86cd req-e22b0d92-4f7d-4477-8a33-cb14bc9b5e81 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:33.552379 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e7bee4bf-09c7-4722-a5bf-c0a82fbbb893 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:33.555430 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1e9a07fd-279f-48b1-a430-0d8fdced86cd req-e22b0d92-4f7d-4477-8a33-cb14bc9b5e81 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=522b45d9-db61-4e14-a75c-214b3a6907db HTTP/1.1" status: 200 len: 945 time: 0.8320403 Aug 10 03:36:33.642247 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bee4bf-09c7-4722-a5bf-c0a82fbbb893 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Pushing event deleted for resources: {'Port': ['ID=dcb47cd5-32ad-4f51-85d6-cc3bc5282a28,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:33.735740 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7,revision_number=6']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:33.857860 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1e9a07fd-279f-48b1-a430-0d8fdced86cd req-575a120d-26b7-4f65-9954-c8cd31d02eae tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d4b820e-dc2c-4be0-8053-891f2a656097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1921508 Aug 10 03:36:33.879582 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:33.972998 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 360fa04c-d235-4a15-bb3b-1700f53a549f, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=360fa04c-d235-4a15-bb3b-1700f53a549f,segment=NetworkSegment(9ae1db9a-efd2-4923-90bf-9e1efa3a8bd6),segment_id=9ae1db9a-efd2-4923-90bf-9e1efa3a8bd6)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:33.986837 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:34.028096 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-0e64ab69-abb8-474f-9823-16fc14fafd4f req-410abd77-f7af-4a0b-a127-dc95e17d4740 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:34.050643 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 7f1948d2-18d7-4408-9098-3c28d20d855d details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:36:34.056507 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7 up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:36:34.283461 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=360fa04c-d235-4a15-bb3b-1700f53a549f,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:34.324910 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port 12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:34.325411 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:34.376113 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b98ce90-e602-41df-8222-fc598fec5f96 req-479b0d33-b88e-4d58-84c4-485b35f7a466 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:34.387549 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 3b5cff90-ca09-4c9c-8226-e5ab3fd3bf45 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:36:34.395646 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8b98ce90-e602-41df-8222-fc598fec5f96 req-479b0d33-b88e-4d58-84c4-485b35f7a466 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d576ad2-7394-4c3f-864f-6a176c23b589 HTTP/1.1" status: 200 len: 945 time: 0.8226171 Aug 10 03:36:34.493168 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 7f1948d2-18d7-4408-9098-3c28d20d855d, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=7f1948d2-18d7-4408-9098-3c28d20d855d,segment=NetworkSegment(9ae1db9a-efd2-4923-90bf-9e1efa3a8bd6),segment_id=9ae1db9a-efd2-4923-90bf-9e1efa3a8bd6)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:34.501505 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c537a085-7dc6-42e0-b9c2-59c3ceab584c req-8cf28e0b-a49c-4ac4-a2bd-629e1f95eb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:34.503205 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c537a085-7dc6-42e0-b9c2-59c3ceab584c req-8cf28e0b-a49c-4ac4-a2bd-629e1f95eb3c service neutron] 10.222.0.42 "GET /v2.0/networks?id=07780576-149a-40da-8c51-c337569691c7 HTTP/1.1" status: 200 len: 911 time: 1.5940816 Aug 10 03:36:34.523412 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-a0f430bd-6edf-4c8b-bcd0-489cf270c618 req-bf213b7b-75ff-416f-8970-f75b255262f2 service neutron] For port 455a4f39-0716-4aad-9d66-505c3fcfde84, host n-h2-768862-13, cleared binding levels {{(pid=94261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:36:34.530488 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e7bee4bf-09c7-4722-a5bf-c0a82fbbb893 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-522536'] for router_interface, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:34.533861 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': '7f1948d2-18d7-4408-9098-3c28d20d855d', 'network_id': '07780576-149a-40da-8c51-c337569691c7', 'port_id': '7f1948d2-18d7-4408-9098-3c28d20d855d', 'mac_address': 'fa:16:3e:1c:49:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcfa072b-b6e6-40cd-99b2-40ac54d1354c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:36:34.543562 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-a0f430bd-6edf-4c8b-bcd0-489cf270c618 req-bf213b7b-75ff-416f-8970-f75b255262f2 service neutron] For port 455a4f39-0716-4aad-9d66-505c3fcfde84, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=455a4f39-0716-4aad-9d66-505c3fcfde84,segment=NetworkSegment(2b05f28f-9118-41ba-a22a-b84c3e85bbfa),segment_id=2b05f28f-9118-41ba-a22a-b84c3e85bbfa)] {{(pid=94261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:36:34.563164 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c537a085-7dc6-42e0-b9c2-59c3ceab584c req-294ea9d6-ddda-4d3c-a2d8-1a551d81ecd9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7f1948d2-18d7-4408-9098-3c28d20d855d HTTP/1.1" status: 200 len: 217 time: 0.0420012 Aug 10 03:36:34.580777 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-a0f430bd-6edf-4c8b-bcd0-489cf270c618 req-bf213b7b-75ff-416f-8970-f75b255262f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:34.684124 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0179264e-3ba5-4d67-b824-4aed3c9a2db5 req-b9ab5061-9618-43a6-82e0-80193ca4cc49 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:34.692497 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0179264e-3ba5-4d67-b824-4aed3c9a2db5 req-b9ab5061-9618-43a6-82e0-80193ca4cc49 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/ports?device_id=8dcd8b74-96fe-4f37-9861-1774a607a419 HTTP/1.1" status: 200 len: 943 time: 0.4649744 Aug 10 03:36:34.746947 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8b98ce90-e602-41df-8222-fc598fec5f96 req-0ef00d15-8844-4bfe-aaf6-ba9c1acc6c3c tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9d97ea0-2a9f-4286-b02c-31ca2320c427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579496 Aug 10 03:36:34.770010 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 3b5cff90-ca09-4c9c-8226-e5ab3fd3bf45 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:34.770504 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:34.853201 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0179264e-3ba5-4d67-b824-4aed3c9a2db5 req-51e368ed-be80-4c4e-8e7b-cb2caa726ef0 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/security-groups?id=94bf709a-2b1f-453e-be0d-cfe700274cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583252 Aug 10 03:36:34.859175 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-0e64ab69-abb8-474f-9823-16fc14fafd4f req-410abd77-f7af-4a0b-a127-dc95e17d4740 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:34.878904 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c537a085-7dc6-42e0-b9c2-59c3ceab584c req-aaa06723-e0d2-4f31-8ef3-40c3c067abd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:34.880860 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c537a085-7dc6-42e0-b9c2-59c3ceab584c req-aaa06723-e0d2-4f31-8ef3-40c3c067abd8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fcfa072b-b6e6-40cd-99b2-40ac54d1354c HTTP/1.1" status: 200 len: 851 time: 0.3023984 Aug 10 03:36:34.889850 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:34.944103 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:34.946792 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f430bd-6edf-4c8b-bcd0-489cf270c618 req-bf213b7b-75ff-416f-8970-f75b255262f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:34.947668 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-a0f430bd-6edf-4c8b-bcd0-489cf270c618 req-bf213b7b-75ff-416f-8970-f75b255262f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:34.950057 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-a0f430bd-6edf-4c8b-bcd0-489cf270c618 req-bf213b7b-75ff-416f-8970-f75b255262f2 service neutron] 10.222.0.61 "PUT /v2.0/ports/455a4f39-0716-4aad-9d66-505c3fcfde84 HTTP/1.1" status: 200 len: 1092 time: 4.8186135 Aug 10 03:36:34.950754 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf313f9d-cd65-4e2f-88be-cbea27f97a45', 'tag': '455a4f39-0716-4aad-9d66-505c3fcfde84'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:36:34.953373 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a918d4-4f51-4337-9668-37402b6019f1" -d '{"events": [{"name": "network-changed", "server_uuid": "cf313f9d-cd65-4e2f-88be-cbea27f97a45", "tag": "455a4f39-0716-4aad-9d66-505c3fcfde84"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:36:34.961966 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c537a085-7dc6-42e0-b9c2-59c3ceab584c req-f3fc7f70-6060-4c96-b94b-72e1e9bd6bba service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=07780576-149a-40da-8c51-c337569691c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550938 Aug 10 03:36:34.983828 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f1948d2-18d7-4408-9098-3c28d20d855d {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:36:35.080314 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d402ed2d-48f4-474b-b634-52a8b0766ba2 x-openstack-request-id: req-d402ed2d-48f4-474b-b634-52a8b0766ba2 {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:36:35.080629 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf313f9d-cd65-4e2f-88be-cbea27f97a45", "tag": "455a4f39-0716-4aad-9d66-505c3fcfde84", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:36:35.080989 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d402ed2d-48f4-474b-b634-52a8b0766ba2 {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:36:35.081268 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf313f9d-cd65-4e2f-88be-cbea27f97a45', 'tag': '455a4f39-0716-4aad-9d66-505c3fcfde84', 'status': 'completed', 'code': 200} Aug 10 03:36:35.170192 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '522b45d9-db61-4e14-a75c-214b3a6907db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:36:35.173300 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da92c3d3-38a1-41c1-bf5d-5928f8d79841" -d '{"events": [{"server_uuid": "522b45d9-db61-4e14-a75c-214b3a6907db", "name": "network-vif-plugged", "status": "completed", "tag": "12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:36:35.252526 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 7f1948d2-18d7-4408-9098-3c28d20d855d, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=7f1948d2-18d7-4408-9098-3c28d20d855d,segment=NetworkSegment(9ae1db9a-efd2-4923-90bf-9e1efa3a8bd6),segment_id=9ae1db9a-efd2-4923-90bf-9e1efa3a8bd6)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:35.266161 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7,segment=NetworkSegment(17789ec9-f3a0-458f-a646-d9adbb03f346),segment_id=17789ec9-f3a0-458f-a646-d9adbb03f346)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:35.275837 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:35.402577 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf213b7b-75ff-416f-8970-f75b255262f2 service neutron] Pushing event updated for resources: {'Port': ['ID=455a4f39-0716-4aad-9d66-505c3fcfde84,revision_number=3']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:35.424240 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf213b7b-75ff-416f-8970-f75b255262f2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:35.424826 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf213b7b-75ff-416f-8970-f75b255262f2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:35.425403 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf213b7b-75ff-416f-8970-f75b255262f2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:35.425971 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf213b7b-75ff-416f-8970-f75b255262f2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:35.426912 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf213b7b-75ff-416f-8970-f75b255262f2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:35.428262 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf213b7b-75ff-416f-8970-f75b255262f2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:35.429322 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf213b7b-75ff-416f-8970-f75b255262f2 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:35.430049 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf213b7b-75ff-416f-8970-f75b255262f2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:35.430664 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf213b7b-75ff-416f-8970-f75b255262f2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:35.432372 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf213b7b-75ff-416f-8970-f75b255262f2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:35.433369 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf213b7b-75ff-416f-8970-f75b255262f2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:35.440416 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf213b7b-75ff-416f-8970-f75b255262f2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:35.504557 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7bee4bf-09c7-4722-a5bf-c0a82fbbb893 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Router 6c903ab8-963e-4232-9d92-5cc6ab3d0163 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:36:35.568470 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:35.579758 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f430bd-6edf-4c8b-bcd0-489cf270c618 req-e7f0c926-348d-4489-b0c6-a8b9b42b948a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:35.585036 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 1b0846f2-3258-4953-a2a2-1bd01cfe03c3 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:36:35.589494 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-a0f430bd-6edf-4c8b-bcd0-489cf270c618 req-e7f0c926-348d-4489-b0c6-a8b9b42b948a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e4fb7285a7d34b95bf40b43e762fde54&device_id=cf313f9d-cd65-4e2f-88be-cbea27f97a45 HTTP/1.1" status: 200 len: 1095 time: 0.5588479 Aug 10 03:36:35.659721 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c537a085-7dc6-42e0-b9c2-59c3ceab584c req-06b3052c-1009-41a1-a4c4-fbc993273ce7 service neutron] 10.222.0.42 "GET /v2.0/networks/07780576-149a-40da-8c51-c337569691c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6841362 Aug 10 03:36:35.672348 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=7f1948d2-18d7-4408-9098-3c28d20d855d,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:35.701880 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['7f1948d2-18d7-4408-9098-3c28d20d855d'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:36:35.747852 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-a0f430bd-6edf-4c8b-bcd0-489cf270c618 req-09037832-ba6d-4a1f-93a4-b6bed59588a0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=455a4f39-0716-4aad-9d66-505c3fcfde84 HTTP/1.1" status: 200 len: 217 time: 0.1354828 Aug 10 03:36:35.871271 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e64ab69-abb8-474f-9823-16fc14fafd4f req-410abd77-f7af-4a0b-a127-dc95e17d4740 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Network 16c2ec05-0d03-441b-b8e4-9260be85eff6 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:36:36.175221 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f430bd-6edf-4c8b-bcd0-489cf270c618 req-d9c6cf5c-2db7-4da0-9f24-903b1612617e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:36.186037 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-a0f430bd-6edf-4c8b-bcd0-489cf270c618 req-d9c6cf5c-2db7-4da0-9f24-903b1612617e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ea48bd44-bbf6-43f2-aa3c-02607a9a3f1d HTTP/1.1" status: 200 len: 858 time: 0.2623954 Aug 10 03:36:36.190971 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7bee4bf-09c7-4722-a5bf-c0a82fbbb893 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:36:36.196266 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410abd77-f7af-4a0b-a127-dc95e17d4740 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Pushing event updated for resources: {'Port': ['ID=6b820d56-ffb5-430e-8cb1-41368a99fa8f,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:36.202030 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-0e64ab69-abb8-474f-9823-16fc14fafd4f req-410abd77-f7af-4a0b-a127-dc95e17d4740 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:36:36.214910 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e7bee4bf-09c7-4722-a5bf-c0a82fbbb893 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] 10.222.0.44 "PUT /v2.0/routers/6c903ab8-963e-4232-9d92-5cc6ab3d0163/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2977450 Aug 10 03:36:36.224582 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17410b07-3489-4421-93db-f117d59f26a0 None None] Sync routers for ids ['6c903ab8-963e-4232-9d92-5cc6ab3d0163'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:36:36.242316 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 47454) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:36.285280 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17410b07-3489-4421-93db-f117d59f26a0 None None] Routers {'6c903ab8-963e-4232-9d92-5cc6ab3d0163'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:36.286396 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-17410b07-3489-4421-93db-f117d59f26a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:36:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['6c903ab8-963e-4232-9d92-5cc6ab3d0163'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:36.319368 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e64ab69-abb8-474f-9823-16fc14fafd4f req-410abd77-f7af-4a0b-a127-dc95e17d4740 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:36:36.343903 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-a0f430bd-6edf-4c8b-bcd0-489cf270c618 req-38cd2182-7eb5-471d-8f16-8fd0fb28f100 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=16c2ec05-0d03-441b-b8e4-9260be85eff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1276274 Aug 10 03:36:36.401066 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a0607e-f2c3-4552-8624-cc10370635e8 req-b141ab9a-23d1-4219-a5b7-957ef8d06283 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:36.416190 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-12a0607e-f2c3-4552-8624-cc10370635e8 req-b141ab9a-23d1-4219-a5b7-957ef8d06283 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/ports?device_id=971ffce3-3be8-4cd1-baf7-efe49ff20400 HTTP/1.1" status: 200 len: 931 time: 1.1731782 Aug 10 03:36:36.430104 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7,revision_number=7']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:36.513514 n-d-768862-13 neutron-server[94261]: INFO neutron.api.v2.resource [None req-30789bec-e7fb-4d41-b75d-9919d2e1a2c7 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] delete failed (client error): The resource could not be found. Aug 10 03:36:36.550993 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-30789bec-e7fb-4d41-b75d-9919d2e1a2c7 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] 10.222.0.44 "DELETE /v2.0/routers/tempest-non_exist_router-45937174 HTTP/1.1" status: 404 len: 333 time: 0.2924557 Aug 10 03:36:36.551943 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-17410b07-3489-4421-93db-f117d59f26a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:36.552890 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 47458) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:36.561465 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 1b0846f2-3258-4953-a2a2-1bd01cfe03c3 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:36.570483 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:36.576976 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c537a085-7dc6-42e0-b9c2-59c3ceab584c req-9266ada3-8070-4322-8421-cd19c84fd188 service neutron] 10.222.0.42 "GET /v2.0/networks/07780576-149a-40da-8c51-c337569691c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8861864 Aug 10 03:36:36.585272 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e64ab69-abb8-474f-9823-16fc14fafd4f req-410abd77-f7af-4a0b-a127-dc95e17d4740 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:36.585953 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-0e64ab69-abb8-474f-9823-16fc14fafd4f req-410abd77-f7af-4a0b-a127-dc95e17d4740 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:36.633698 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7657b012-d7e0-467d-921d-f1f6cc2a08b2 req-b64ac492-bb44-49e4-9133-cf9dd3751335 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:36.644662 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7657b012-d7e0-467d-921d-f1f6cc2a08b2 req-b64ac492-bb44-49e4-9133-cf9dd3751335 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=522b45d9-db61-4e14-a75c-214b3a6907db HTTP/1.1" status: 200 len: 945 time: 1.0107102 Aug 10 03:36:36.661865 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0e64ab69-abb8-474f-9823-16fc14fafd4f req-410abd77-f7af-4a0b-a127-dc95e17d4740 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9319873 Aug 10 03:36:36.669905 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17410b07-3489-4421-93db-f117d59f26a0 None None] Routers {'6c903ab8-963e-4232-9d92-5cc6ab3d0163'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:36.681102 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-0e64ab69-abb8-474f-9823-16fc14fafd4f req-8dd24a78-f2ca-4312-9883-8cf4d659e383 service neutron] Request body: {'port': {'device_id': '971ffce3-3be8-4cd1-baf7-efe49ff20400', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:36.694393 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-17410b07-3489-4421-93db-f117d59f26a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:36:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['6c903ab8-963e-4232-9d92-5cc6ab3d0163'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:36.802400 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-71e3a642-1dff-48f9-bb9b-1bdc7ab4951e tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Request body: {'router': {'external_gateway_info': {'network_id': '6c903ab8-963e-4232-9d92-5cc6ab3d0163'}}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:36.838800 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7657b012-d7e0-467d-921d-f1f6cc2a08b2 req-719dea15-ba35-4290-b11a-2e4b5bb41ac1 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d4b820e-dc2c-4be0-8053-891f2a656097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1928477 Aug 10 03:36:37.048643 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-12a0607e-f2c3-4552-8624-cc10370635e8 req-f44475b9-2291-42ce-b951-a0d07f35f26d tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/security-groups?id=81787cdd-9071-4003-b601-4ee333b772e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6291702 Aug 10 03:36:37.143382 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9fe4189-995d-49c3-a771-ffe3be9e1eef x-openstack-request-id: req-c9fe4189-995d-49c3-a771-ffe3be9e1eef {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:36:37.143677 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "522b45d9-db61-4e14-a75c-214b3a6907db", "name": "network-vif-plugged", "status": "completed", "tag": "12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:36:37.143941 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c9fe4189-995d-49c3-a771-ffe3be9e1eef {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:36:37.144357 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '522b45d9-db61-4e14-a75c-214b3a6907db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7', 'code': 200} Aug 10 03:36:37.181736 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-17410b07-3489-4421-93db-f117d59f26a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:37.182950 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17410b07-3489-4421-93db-f117d59f26a0 None None] The sync data for ids ['6c903ab8-963e-4232-9d92-5cc6ab3d0163'] in n-d-768862-13 is: [] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:36:37.293637 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-0e64ab69-abb8-474f-9823-16fc14fafd4f req-8dd24a78-f2ca-4312-9883-8cf4d659e383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:37.407271 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-a0f430bd-6edf-4c8b-bcd0-489cf270c618 req-af3b5156-e5a9-484d-b538-27b0d0b17fdd service neutron] 10.222.0.61 "GET /v2.0/networks/16c2ec05-0d03-441b-b8e4-9260be85eff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8525338 Aug 10 03:36:37.423303 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 360fa04c-d235-4a15-bb3b-1700f53a549f up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:36:37.603046 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 360fa04c-d235-4a15-bb3b-1700f53a549f triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:37.604705 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:37.635544 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-71e3a642-1dff-48f9-bb9b-1bdc7ab4951e tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:37.765258 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80698088-e3a9-4dcd-95b0-73f670633927 req-44733642-d771-4ba6-a8a4-fbebc76ca538 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:37.779829 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-80698088-e3a9-4dcd-95b0-73f670633927 req-44733642-d771-4ba6-a8a4-fbebc76ca538 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d576ad2-7394-4c3f-864f-6a176c23b589 HTTP/1.1" status: 200 len: 945 time: 0.4381244 Aug 10 03:36:37.833680 n-d-768862-13 neutron-server[94261]: INFO neutron.api.v2.resource [None req-71e3a642-1dff-48f9-bb9b-1bdc7ab4951e tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] update failed (client error): The resource could not be found. Aug 10 03:36:37.854448 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-71e3a642-1dff-48f9-bb9b-1bdc7ab4951e tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] 10.222.0.44 "PUT /v2.0/routers/6c903ab8-963e-4232-9d92-5cc6ab3d0163 HTTP/1.1" status: 404 len: 339 time: 1.0653939 Aug 10 03:36:37.855702 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 47470) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:38.002900 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c6eb26-410f-4f69-8d6f-acb0a441f841 req-dac2295b-1987-457d-b3ed-fe496cf9f9a6 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:38.014287 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b8c6eb26-410f-4f69-8d6f-acb0a441f841 req-dac2295b-1987-457d-b3ed-fe496cf9f9a6 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/ports?device_id=8dcd8b74-96fe-4f37-9861-1774a607a419 HTTP/1.1" status: 200 len: 944 time: 0.5396645 Aug 10 03:36:38.062276 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 7f1948d2-18d7-4408-9098-3c28d20d855d up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:36:38.143041 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-80698088-e3a9-4dcd-95b0-73f670633927 req-521fbaa3-4dd2-4102-9d7d-028b4887797d tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9d97ea0-2a9f-4286-b02c-31ca2320c427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3615019 Aug 10 03:36:38.267590 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning for port 7f1948d2-18d7-4408-9098-3c28d20d855d completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:36:38.277818 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port 7f1948d2-18d7-4408-9098-3c28d20d855d triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:38.281287 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:38.311043 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b8c6eb26-410f-4f69-8d6f-acb0a441f841 req-1d306cc9-5d73-417b-80f0-5fad61f23c43 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/security-groups?id=94bf709a-2b1f-453e-be0d-cfe700274cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948136 Aug 10 03:36:38.653439 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:38.668802 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-a0f430bd-6edf-4c8b-bcd0-489cf270c618 req-03706fb3-2bbe-4c9f-90ce-cdef13cbfd10 service neutron] 10.222.0.61 "GET /v2.0/networks/16c2ec05-0d03-441b-b8e4-9260be85eff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2504337 Aug 10 03:36:38.698992 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a02d1-3fc8-443b-93fc-0d2ed69d2689 req-fa5e53a9-0cc7-4015-8211-9aa69e1c3e15 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:38.701046 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-be7a02d1-3fc8-443b-93fc-0d2ed69d2689 req-fa5e53a9-0cc7-4015-8211-9aa69e1c3e15 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=522b45d9-db61-4e14-a75c-214b3a6907db HTTP/1.1" status: 200 len: 945 time: 0.2636795 Aug 10 03:36:38.854408 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a471e49-4842-4fb8-8cc0-5c9bf76384bd req-46a5f116-6287-4304-b29f-c5a685f323f0 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:38.859223 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2a471e49-4842-4fb8-8cc0-5c9bf76384bd req-46a5f116-6287-4304-b29f-c5a685f323f0 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/ports?device_id=971ffce3-3be8-4cd1-baf7-efe49ff20400 HTTP/1.1" status: 200 len: 931 time: 0.2547145 Aug 10 03:36:38.907578 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 7f1948d2-18d7-4408-9098-3c28d20d855d, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=7f1948d2-18d7-4408-9098-3c28d20d855d,segment=NetworkSegment(9ae1db9a-efd2-4923-90bf-9e1efa3a8bd6),segment_id=9ae1db9a-efd2-4923-90bf-9e1efa3a8bd6)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:38.917875 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:38.980639 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-be7a02d1-3fc8-443b-93fc-0d2ed69d2689 req-26242118-045e-449c-a194-ea7debcd2792 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d4b820e-dc2c-4be0-8053-891f2a656097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2047746 Aug 10 03:36:39.055293 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2a471e49-4842-4fb8-8cc0-5c9bf76384bd req-b8ddf64a-d83c-4dc8-a956-dcdc1aeb694f tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/security-groups?id=81787cdd-9071-4003-b601-4ee333b772e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948318 Aug 10 03:36:39.111282 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-0e64ab69-abb8-474f-9823-16fc14fafd4f req-8dd24a78-f2ca-4312-9883-8cf4d659e383 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b820d56-ffb5-430e-8cb1-41368a99fa8f {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:36:39.133340 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-0e64ab69-abb8-474f-9823-16fc14fafd4f req-8dd24a78-f2ca-4312-9883-8cf4d659e383 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:39.145350 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dcd8b74-96fe-4f37-9861-1774a607a419', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f1948d2-18d7-4408-9098-3c28d20d855d'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:36:39.153860 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4f3d73b-c26a-4c8c-8f45-f1022ade49ab" -d '{"events": [{"server_uuid": "8dcd8b74-96fe-4f37-9861-1774a607a419", "name": "network-vif-plugged", "status": "completed", "tag": "7f1948d2-18d7-4408-9098-3c28d20d855d"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:36:39.172307 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-0e64ab69-abb8-474f-9823-16fc14fafd4f req-8dd24a78-f2ca-4312-9883-8cf4d659e383 service neutron] Transition to ACTIVE for port object 6b820d56-ffb5-430e-8cb1-41368a99fa8f will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:36:39.174027 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=7f1948d2-18d7-4408-9098-3c28d20d855d,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:39.191144 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-0e64ab69-abb8-474f-9823-16fc14fafd4f req-8dd24a78-f2ca-4312-9883-8cf4d659e383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:39.292673 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b9d38bf-0bbb-4e9e-be32-34a28ce66e27 x-openstack-request-id: req-4b9d38bf-0bbb-4e9e-be32-34a28ce66e27 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:36:39.293097 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dcd8b74-96fe-4f37-9861-1774a607a419", "name": "network-vif-plugged", "status": "completed", "tag": "7f1948d2-18d7-4408-9098-3c28d20d855d", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:36:39.293443 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4b9d38bf-0bbb-4e9e-be32-34a28ce66e27 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:36:39.294101 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dcd8b74-96fe-4f37-9861-1774a607a419', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f1948d2-18d7-4408-9098-3c28d20d855d', 'code': 200} Aug 10 03:36:39.523188 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd24a78-f2ca-4312-9883-8cf4d659e383 service neutron] Pushing event updated for resources: {'Port': ['ID=6b820d56-ffb5-430e-8cb1-41368a99fa8f,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:39.930289 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-26f0bfca-91d5-445a-b073-677b6f78c285 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:40.005615 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a918d4-4f51-4337-9668-37402b6019f1 req-c180d192-6a4b-4e85-a644-1f349a9d6c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:40.008748 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-06a918d4-4f51-4337-9668-37402b6019f1 req-c180d192-6a4b-4e85-a644-1f349a9d6c18 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e4fb7285a7d34b95bf40b43e762fde54&device_id=cf313f9d-cd65-4e2f-88be-cbea27f97a45 HTTP/1.1" status: 200 len: 1095 time: 1.1824338 Aug 10 03:36:40.338863 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4ab789-6452-4812-bf75-64db013b83c7 req-ef5723e7-7a86-4f02-854d-ae462ac581ac tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:40.341567 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fb4ab789-6452-4812-bf75-64db013b83c7 req-ef5723e7-7a86-4f02-854d-ae462ac581ac tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d576ad2-7394-4c3f-864f-6a176c23b589 HTTP/1.1" status: 200 len: 945 time: 0.9861228 Aug 10 03:36:40.446407 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-0e64ab69-abb8-474f-9823-16fc14fafd4f req-8dd24a78-f2ca-4312-9883-8cf4d659e383 service neutron] Attempting to bind port 6b820d56-ffb5-430e-8cb1-41368a99fa8f on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:36:40.447883 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-0e64ab69-abb8-474f-9823-16fc14fafd4f req-8dd24a78-f2ca-4312-9883-8cf4d659e383 service neutron] Attempting to bind port 6b820d56-ffb5-430e-8cb1-41368a99fa8f by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '2b05f28f-9118-41ba-a22a-b84c3e85bbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '16c2ec05-0d03-441b-b8e4-9260be85eff6'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:36:40.448328 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e64ab69-abb8-474f-9823-16fc14fafd4f req-8dd24a78-f2ca-4312-9883-8cf4d659e383 service neutron] Attempting to bind port 6b820d56-ffb5-430e-8cb1-41368a99fa8f on network 16c2ec05-0d03-441b-b8e4-9260be85eff6 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:36:40.455764 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6d4ee4-6c33-41cf-8ae9-4feff76287c6 req-d5effcfe-b424-43da-8a68-e61e1f211a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:40.458352 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1b6d4ee4-6c33-41cf-8ae9-4feff76287c6 req-d5effcfe-b424-43da-8a68-e61e1f211a4d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8dcd8b74-96fe-4f37-9861-1774a607a419 HTTP/1.1" status: 200 len: 1097 time: 0.9969628 Aug 10 03:36:40.476194 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364d8dc5-d650-4872-a273-5d0519232e92 req-9a6e31f5-dc9b-47c5-96ab-a7a9fafee7b3 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:40.479425 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-364d8dc5-d650-4872-a273-5d0519232e92 req-9a6e31f5-dc9b-47c5-96ab-a7a9fafee7b3 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/ports?device_id=8dcd8b74-96fe-4f37-9861-1774a607a419 HTTP/1.1" status: 200 len: 945 time: 0.2966609 Aug 10 03:36:40.516338 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e64ab69-abb8-474f-9823-16fc14fafd4f req-8dd24a78-f2ca-4312-9883-8cf4d659e383 service neutron] Port 6b820d56-ffb5-430e-8cb1-41368a99fa8f on network 16c2ec05-0d03-441b-b8e4-9260be85eff6 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:36:40.517207 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e64ab69-abb8-474f-9823-16fc14fafd4f req-8dd24a78-f2ca-4312-9883-8cf4d659e383 service neutron] Attempting to bind port 6b820d56-ffb5-430e-8cb1-41368a99fa8f on network 16c2ec05-0d03-441b-b8e4-9260be85eff6 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:36:40.526623 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fb4ab789-6452-4812-bf75-64db013b83c7 req-01170c21-3792-4e25-bfd4-f26d25140cf3 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9d97ea0-2a9f-4286-b02c-31ca2320c427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508918 Aug 10 03:36:40.613478 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e64ab69-abb8-474f-9823-16fc14fafd4f req-8dd24a78-f2ca-4312-9883-8cf4d659e383 service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:36:40.615118 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e64ab69-abb8-474f-9823-16fc14fafd4f req-8dd24a78-f2ca-4312-9883-8cf4d659e383 service neutron] Checking segment: {'id': '2b05f28f-9118-41ba-a22a-b84c3e85bbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '16c2ec05-0d03-441b-b8e4-9260be85eff6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:36:40.616407 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e64ab69-abb8-474f-9823-16fc14fafd4f req-8dd24a78-f2ca-4312-9883-8cf4d659e383 service neutron] Bound using segment: {'id': '2b05f28f-9118-41ba-a22a-b84c3e85bbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '16c2ec05-0d03-441b-b8e4-9260be85eff6'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:36:40.617624 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-0e64ab69-abb8-474f-9823-16fc14fafd4f req-8dd24a78-f2ca-4312-9883-8cf4d659e383 service neutron] Bound port: 6b820d56-ffb5-430e-8cb1-41368a99fa8f, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b05f28f-9118-41ba-a22a-b84c3e85bbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '16c2ec05-0d03-441b-b8e4-9260be85eff6'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:36:40.619878 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-0e64ab69-abb8-474f-9823-16fc14fafd4f req-8dd24a78-f2ca-4312-9883-8cf4d659e383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:40.700118 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-364d8dc5-d650-4872-a273-5d0519232e92 req-018a5af6-13a5-4b30-bdf1-d538f55acae3 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/security-groups?id=94bf709a-2b1f-453e-be0d-cfe700274cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909711 Aug 10 03:36:40.708157 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1b6d4ee4-6c33-41cf-8ae9-4feff76287c6 req-d62da737-a235-4aee-a7be-3af6f8c9840e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=94bf709a-2b1f-453e-be0d-cfe700274cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235994 Aug 10 03:36:40.752400 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a918d4-4f51-4337-9668-37402b6019f1 req-24093783-ddf4-4cb8-9956-b2a58099a243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:40.754968 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-06a918d4-4f51-4337-9668-37402b6019f1 req-24093783-ddf4-4cb8-9956-b2a58099a243 service neutron] 10.222.0.61 "GET /v2.0/networks?id=16c2ec05-0d03-441b-b8e4-9260be85eff6 HTTP/1.1" status: 200 len: 918 time: 0.6404805 Aug 10 03:36:40.907132 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-06a918d4-4f51-4337-9668-37402b6019f1 req-b37557d8-d60f-48ce-8a83-f2e419ad6c73 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=455a4f39-0716-4aad-9d66-505c3fcfde84 HTTP/1.1" status: 200 len: 217 time: 0.1436899 Aug 10 03:36:41.014049 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-0e64ab69-abb8-474f-9823-16fc14fafd4f req-8dd24a78-f2ca-4312-9883-8cf4d659e383 service neutron] For port 6b820d56-ffb5-430e-8cb1-41368a99fa8f, host n-h1-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:36:41.022969 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-0e64ab69-abb8-474f-9823-16fc14fafd4f req-8dd24a78-f2ca-4312-9883-8cf4d659e383 service neutron] For port 6b820d56-ffb5-430e-8cb1-41368a99fa8f, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=6b820d56-ffb5-430e-8cb1-41368a99fa8f,segment=NetworkSegment(2b05f28f-9118-41ba-a22a-b84c3e85bbfa),segment_id=2b05f28f-9118-41ba-a22a-b84c3e85bbfa)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:36:41.132786 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-0e64ab69-abb8-474f-9823-16fc14fafd4f req-8dd24a78-f2ca-4312-9883-8cf4d659e383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:41.209757 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a918d4-4f51-4337-9668-37402b6019f1 req-541caf37-0e87-4f78-bf3d-5af33d19592f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:41.213107 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-06a918d4-4f51-4337-9668-37402b6019f1 req-541caf37-0e87-4f78-bf3d-5af33d19592f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ea48bd44-bbf6-43f2-aa3c-02607a9a3f1d HTTP/1.1" status: 200 len: 858 time: 0.2888160 Aug 10 03:36:41.278675 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd24a78-f2ca-4312-9883-8cf4d659e383 service neutron] Pushing event updated for resources: {'Port': ['ID=6b820d56-ffb5-430e-8cb1-41368a99fa8f,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:41.305742 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de33f542-69de-4260-a0c6-cd79f1e75aa5 req-eb5de199-aedd-46ef-b013-3220bcabcb60 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:41.308475 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-de33f542-69de-4260-a0c6-cd79f1e75aa5 req-eb5de199-aedd-46ef-b013-3220bcabcb60 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/ports?device_id=971ffce3-3be8-4cd1-baf7-efe49ff20400 HTTP/1.1" status: 200 len: 943 time: 0.3703229 Aug 10 03:36:41.310369 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e64ab69-abb8-474f-9823-16fc14fafd4f req-8dd24a78-f2ca-4312-9883-8cf4d659e383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:41.311335 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-0e64ab69-abb8-474f-9823-16fc14fafd4f req-8dd24a78-f2ca-4312-9883-8cf4d659e383 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:41.313244 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0e64ab69-abb8-474f-9823-16fc14fafd4f req-8dd24a78-f2ca-4312-9883-8cf4d659e383 service neutron] 10.222.0.42 "PUT /v2.0/ports/6b820d56-ffb5-430e-8cb1-41368a99fa8f HTTP/1.1" status: 200 len: 1092 time: 4.6375988 Aug 10 03:36:41.323026 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c0ba5f-cc61-4869-9199-d4f70a4c2f44 req-35a676f1-49cb-4414-ab90-072e0ad27917 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:41.324669 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-47c0ba5f-cc61-4869-9199-d4f70a4c2f44 req-35a676f1-49cb-4414-ab90-072e0ad27917 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=522b45d9-db61-4e14-a75c-214b3a6907db HTTP/1.1" status: 200 len: 945 time: 0.6142933 Aug 10 03:36:41.325161 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '971ffce3-3be8-4cd1-baf7-efe49ff20400', 'tag': '6b820d56-ffb5-430e-8cb1-41368a99fa8f'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:36:41.328394 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9fbf5eb-b55b-47da-85f3-3329c5535c00" -d '{"events": [{"name": "network-changed", "server_uuid": "971ffce3-3be8-4cd1-baf7-efe49ff20400", "tag": "6b820d56-ffb5-430e-8cb1-41368a99fa8f"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:36:41.368847 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-06a918d4-4f51-4337-9668-37402b6019f1 req-dd737c52-5b5e-43e9-a13e-62e09823fe86 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=16c2ec05-0d03-441b-b8e4-9260be85eff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1448307 Aug 10 03:36:41.439892 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-de33f542-69de-4260-a0c6-cd79f1e75aa5 req-bf0495df-e685-4c52-a082-3332294df2f6 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/security-groups?id=81787cdd-9071-4003-b601-4ee333b772e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081111 Aug 10 03:36:41.485810 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-47c0ba5f-cc61-4869-9199-d4f70a4c2f44 req-d7d4d93f-b233-4c92-9e9c-e2878fd0a22a tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d4b820e-dc2c-4be0-8053-891f2a656097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269562 Aug 10 03:36:41.580312 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e64ab69-abb8-474f-9823-16fc14fafd4f req-9bbb43c8-aa04-4241-83db-cd8d4cfdf40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:41.586214 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0e64ab69-abb8-474f-9823-16fc14fafd4f req-9bbb43c8-aa04-4241-83db-cd8d4cfdf40b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e4fb7285a7d34b95bf40b43e762fde54&device_id=971ffce3-3be8-4cd1-baf7-efe49ff20400 HTTP/1.1" status: 200 len: 1095 time: 0.1904876 Aug 10 03:36:41.648353 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-26f0bfca-91d5-445a-b073-677b6f78c285 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Allocated IP 172.20.0.1 (b3dd83a3-52ff-4eec-9459-9ce95f24952a/d0bd6c80-e31b-40cb-ba06-83daf5844639/a8920c4c-97c1-4111-837b-1c74e69c7ec4) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:36:41.761373 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55778eac-b6d7-467d-afb2-273dd1332280 x-openstack-request-id: req-55778eac-b6d7-467d-afb2-273dd1332280 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:36:41.761945 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "971ffce3-3be8-4cd1-baf7-efe49ff20400", "tag": "6b820d56-ffb5-430e-8cb1-41368a99fa8f", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:36:41.762505 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-55778eac-b6d7-467d-afb2-273dd1332280 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:36:41.763682 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '971ffce3-3be8-4cd1-baf7-efe49ff20400', 'tag': '6b820d56-ffb5-430e-8cb1-41368a99fa8f', 'status': 'completed', 'code': 200} Aug 10 03:36:41.821799 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0e64ab69-abb8-474f-9823-16fc14fafd4f req-f9215234-b5ab-484a-8747-e79cb8c62eba service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b820d56-ffb5-430e-8cb1-41368a99fa8f HTTP/1.1" status: 200 len: 217 time: 0.2270851 Aug 10 03:36:42.017205 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea9bb5-4863-45ff-bfa4-2e7e0a295864 req-18d0ae62-5a77-4967-8f3d-281e829c0be9 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:42.024216 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a8ea9bb5-4863-45ff-bfa4-2e7e0a295864 req-18d0ae62-5a77-4967-8f3d-281e829c0be9 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d576ad2-7394-4c3f-864f-6a176c23b589 HTTP/1.1" status: 200 len: 945 time: 0.2593176 Aug 10 03:36:42.045700 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-06a918d4-4f51-4337-9668-37402b6019f1 req-4bf8922c-468f-4217-bba0-2eecb1a68b84 service neutron] 10.222.0.61 "GET /v2.0/networks/16c2ec05-0d03-441b-b8e4-9260be85eff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6555312 Aug 10 03:36:42.065020 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e64ab69-abb8-474f-9823-16fc14fafd4f req-2f735c98-be2c-473e-a3fd-cad324101105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:42.066754 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0e64ab69-abb8-474f-9823-16fc14fafd4f req-2f735c98-be2c-473e-a3fd-cad324101105 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ea48bd44-bbf6-43f2-aa3c-02607a9a3f1d HTTP/1.1" status: 200 len: 858 time: 0.2009487 Aug 10 03:36:42.124472 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebdad26-436c-46d1-870f-c1812773742a req-04cd8270-208d-447c-9548-aca1099cc7e7 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:42.135900 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9ebdad26-436c-46d1-870f-c1812773742a req-04cd8270-208d-447c-9548-aca1099cc7e7 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/ports?device_id=8dcd8b74-96fe-4f37-9861-1774a607a419 HTTP/1.1" status: 200 len: 945 time: 0.1777642 Aug 10 03:36:42.183836 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0e64ab69-abb8-474f-9823-16fc14fafd4f req-489af077-9cc7-4cde-a3ca-55237a80e30d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=16c2ec05-0d03-441b-b8e4-9260be85eff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1009200 Aug 10 03:36:42.185103 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 455a4f39-0716-4aad-9d66-505c3fcfde84 details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:36:42.194183 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a8ea9bb5-4863-45ff-bfa4-2e7e0a295864 req-ef84ac64-4ad7-487a-b2d8-12adcc781ca3 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9d97ea0-2a9f-4286-b02c-31ca2320c427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681716 Aug 10 03:36:42.329339 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-06a918d4-4f51-4337-9668-37402b6019f1 req-6f124562-a11a-4355-9549-2c54ca810acf service neutron] 10.222.0.61 "GET /v2.0/networks/16c2ec05-0d03-441b-b8e4-9260be85eff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723551 Aug 10 03:36:42.372726 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9ebdad26-436c-46d1-870f-c1812773742a req-301fd5f4-a36e-4df8-a161-c1bef4ca656f tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/security-groups?id=94bf709a-2b1f-453e-be0d-cfe700274cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357736 Aug 10 03:36:42.434073 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-26f0bfca-91d5-445a-b073-677b6f78c285 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:42.465270 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 455a4f39-0716-4aad-9d66-505c3fcfde84, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=455a4f39-0716-4aad-9d66-505c3fcfde84,segment=NetworkSegment(2b05f28f-9118-41ba-a22a-b84c3e85bbfa),segment_id=2b05f28f-9118-41ba-a22a-b84c3e85bbfa)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:42.493026 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0e64ab69-abb8-474f-9823-16fc14fafd4f req-8aa7572e-3bd7-4ae7-9bb2-421892cd4656 service neutron] 10.222.0.42 "GET /v2.0/networks/16c2ec05-0d03-441b-b8e4-9260be85eff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898452 Aug 10 03:36:42.507839 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [None req-26f0bfca-91d5-445a-b073-677b6f78c285 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Transition to ACTIVE for port object a8920c4c-97c1-4111-837b-1c74e69c7ec4 will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:36:42.529260 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': '455a4f39-0716-4aad-9d66-505c3fcfde84', 'network_id': '16c2ec05-0d03-441b-b8e4-9260be85eff6', 'port_id': '455a4f39-0716-4aad-9d66-505c3fcfde84', 'mac_address': 'fa:16:3e:9c:59:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea48bd44-bbf6-43f2-aa3c-02607a9a3f1d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:36:42.597490 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-26f0bfca-91d5-445a-b073-677b6f78c285 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:42.687174 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:42.696125 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f0bfca-91d5-445a-b073-677b6f78c285 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Network b3dd83a3-52ff-4eec-9459-9ce95f24952a is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:36:42.720323 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 455a4f39-0716-4aad-9d66-505c3fcfde84 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:36:42.727064 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-26f0bfca-91d5-445a-b073-677b6f78c285 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:36:42.744960 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f0bfca-91d5-445a-b073-677b6f78c285 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:36:42.777204 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 455a4f39-0716-4aad-9d66-505c3fcfde84, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=455a4f39-0716-4aad-9d66-505c3fcfde84,segment=NetworkSegment(2b05f28f-9118-41ba-a22a-b84c3e85bbfa),segment_id=2b05f28f-9118-41ba-a22a-b84c3e85bbfa)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:42.801053 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0e64ab69-abb8-474f-9823-16fc14fafd4f req-c1656ff7-5ba6-45d0-b20b-f92283d36033 service neutron] 10.222.0.42 "GET /v2.0/networks/16c2ec05-0d03-441b-b8e4-9260be85eff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938633 Aug 10 03:36:42.803829 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:42.857892 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f0bfca-91d5-445a-b073-677b6f78c285 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Pushing event updated for resources: {'Port': ['ID=a8920c4c-97c1-4111-837b-1c74e69c7ec4,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:42.968442 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-26f0bfca-91d5-445a-b073-677b6f78c285 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521745'] for router_interface, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:42.969486 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=455a4f39-0716-4aad-9d66-505c3fcfde84,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:43.066889 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12206b31-7c78-410a-95a1-e0a54d9e60fa req-13830bc0-5858-4796-b517-5fd43bbf279a tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:43.069507 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-12206b31-7c78-410a-95a1-e0a54d9e60fa req-13830bc0-5858-4796-b517-5fd43bbf279a tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/ports?device_id=971ffce3-3be8-4cd1-baf7-efe49ff20400 HTTP/1.1" status: 200 len: 943 time: 0.2655077 Aug 10 03:36:43.138641 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fbf5eb-b55b-47da-85f3-3329c5535c00 req-5d553e00-f900-4353-97b1-ac15528cd045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:43.140986 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c9fbf5eb-b55b-47da-85f3-3329c5535c00 req-5d553e00-f900-4353-97b1-ac15528cd045 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e4fb7285a7d34b95bf40b43e762fde54&device_id=971ffce3-3be8-4cd1-baf7-efe49ff20400 HTTP/1.1" status: 200 len: 1095 time: 0.2096314 Aug 10 03:36:43.295431 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['455a4f39-0716-4aad-9d66-505c3fcfde84'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:36:43.324396 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c990f1cc-d42e-486e-92b4-f5a20cc1be5e req-9af610ea-400f-492e-a370-23a7f4bc2d3c tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:43.336303 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c990f1cc-d42e-486e-92b4-f5a20cc1be5e req-9af610ea-400f-492e-a370-23a7f4bc2d3c tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=522b45d9-db61-4e14-a75c-214b3a6907db HTTP/1.1" status: 200 len: 945 time: 0.4317458 Aug 10 03:36:43.344244 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-26f0bfca-91d5-445a-b073-677b6f78c285 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:43.344777 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fbf5eb-b55b-47da-85f3-3329c5535c00 req-9f0bde3a-0fe2-4439-8ab2-c701c56e1f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:43.348757 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c9fbf5eb-b55b-47da-85f3-3329c5535c00 req-9f0bde3a-0fe2-4439-8ab2-c701c56e1f05 service neutron] 10.222.0.42 "GET /v2.0/networks?id=16c2ec05-0d03-441b-b8e4-9260be85eff6 HTTP/1.1" status: 200 len: 918 time: 0.1972353 Aug 10 03:36:43.466598 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-12206b31-7c78-410a-95a1-e0a54d9e60fa req-f3a9aa91-5984-4d54-9013-936736b01160 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/security-groups?id=81787cdd-9071-4003-b601-4ee333b772e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3585453 Aug 10 03:36:43.488828 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c990f1cc-d42e-486e-92b4-f5a20cc1be5e req-02c16b7c-1818-4186-a79a-6b68384e9f06 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d4b820e-dc2c-4be0-8053-891f2a656097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421249 Aug 10 03:36:43.488828 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c9fbf5eb-b55b-47da-85f3-3329c5535c00 req-a10df78d-067c-43fb-9053-483064832f07 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b820d56-ffb5-430e-8cb1-41368a99fa8f HTTP/1.1" status: 200 len: 217 time: 0.0985835 Aug 10 03:36:43.785959 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fbf5eb-b55b-47da-85f3-3329c5535c00 req-be073fc4-59a5-4760-b469-600cac7da961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:43.792886 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c9fbf5eb-b55b-47da-85f3-3329c5535c00 req-be073fc4-59a5-4760-b469-600cac7da961 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ea48bd44-bbf6-43f2-aa3c-02607a9a3f1d HTTP/1.1" status: 200 len: 858 time: 0.2955403 Aug 10 03:36:43.854939 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65954602-f9a0-4791-965e-e23c70dee8e0 req-1d26ba3b-c298-4e0a-8cf7-8401a43f3461 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:43.865273 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-65954602-f9a0-4791-965e-e23c70dee8e0 req-1d26ba3b-c298-4e0a-8cf7-8401a43f3461 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d576ad2-7394-4c3f-864f-6a176c23b589 HTTP/1.1" status: 200 len: 945 time: 0.2626476 Aug 10 03:36:43.927929 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c9fbf5eb-b55b-47da-85f3-3329c5535c00 req-593972b8-88b7-42b7-8dad-4489f8b0a0d3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=16c2ec05-0d03-441b-b8e4-9260be85eff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1197979 Aug 10 03:36:43.948136 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-048cb395-1688-4468-864f-fb4069fcc607 None None] Provisioning for port a8920c4c-97c1-4111-837b-1c74e69c7ec4 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:36:43.962420 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-048cb395-1688-4468-864f-fb4069fcc607 None None] Provisioning complete for port a8920c4c-97c1-4111-837b-1c74e69c7ec4 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:43.963055 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-048cb395-1688-4468-864f-fb4069fcc607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:44.061005 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-048cb395-1688-4468-864f-fb4069fcc607 None None] Port a8920c4c-97c1-4111-837b-1c74e69c7ec4 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:36:44.158292 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 6b820d56-ffb5-430e-8cb1-41368a99fa8f details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:36:44.179381 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-26f0bfca-91d5-445a-b073-677b6f78c285 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:44.191254 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-26f0bfca-91d5-445a-b073-677b6f78c285 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:44.264906 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf60ecd-b60b-4544-adab-0f2bd150ff6b req-a0c0edb6-7b0a-4b36-840e-107dbfda0064 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:44.281971 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2cf60ecd-b60b-4544-adab-0f2bd150ff6b req-a0c0edb6-7b0a-4b36-840e-107dbfda0064 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/ports?device_id=8dcd8b74-96fe-4f37-9861-1774a607a419 HTTP/1.1" status: 200 len: 945 time: 0.5998507 Aug 10 03:36:44.321117 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c9fbf5eb-b55b-47da-85f3-3329c5535c00 req-23a98ab3-231e-4a3d-adfb-06a17a5c1355 service neutron] 10.222.0.42 "GET /v2.0/networks/16c2ec05-0d03-441b-b8e4-9260be85eff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3536985 Aug 10 03:36:44.324757 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-26f0bfca-91d5-445a-b073-677b6f78c285 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521893'] for router_interface, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:44.348638 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-65954602-f9a0-4791-965e-e23c70dee8e0 req-4792a2df-7fdc-427a-8df1-7df6ce81020f tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9d97ea0-2a9f-4286-b02c-31ca2320c427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4824181 Aug 10 03:36:44.513553 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 6b820d56-ffb5-430e-8cb1-41368a99fa8f, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=6b820d56-ffb5-430e-8cb1-41368a99fa8f,segment=NetworkSegment(2b05f28f-9118-41ba-a22a-b84c3e85bbfa),segment_id=2b05f28f-9118-41ba-a22a-b84c3e85bbfa)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:44.541598 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': '6b820d56-ffb5-430e-8cb1-41368a99fa8f', 'network_id': '16c2ec05-0d03-441b-b8e4-9260be85eff6', 'port_id': '6b820d56-ffb5-430e-8cb1-41368a99fa8f', 'mac_address': 'fa:16:3e:29:04:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea48bd44-bbf6-43f2-aa3c-02607a9a3f1d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:36:44.597568 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:44.646696 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b820d56-ffb5-430e-8cb1-41368a99fa8f {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:36:44.685291 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2cf60ecd-b60b-4544-adab-0f2bd150ff6b req-2bcde7b9-dc5a-4cd0-9520-1d096373e51e tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/security-groups?id=94bf709a-2b1f-453e-be0d-cfe700274cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3999512 Aug 10 03:36:44.689529 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f0bfca-91d5-445a-b073-677b6f78c285 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Pushing event updated for resources: {'Port': ['ID=a8920c4c-97c1-4111-837b-1c74e69c7ec4,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:44.693542 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 6b820d56-ffb5-430e-8cb1-41368a99fa8f, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=6b820d56-ffb5-430e-8cb1-41368a99fa8f,segment=NetworkSegment(2b05f28f-9118-41ba-a22a-b84c3e85bbfa),segment_id=2b05f28f-9118-41ba-a22a-b84c3e85bbfa)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:44.726400 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:44.917968 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f0bfca-91d5-445a-b073-677b6f78c285 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Network b3dd83a3-52ff-4eec-9459-9ce95f24952a is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:36:44.929441 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-26f0bfca-91d5-445a-b073-677b6f78c285 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:36:44.949997 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=6b820d56-ffb5-430e-8cb1-41368a99fa8f,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:45.003660 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['6b820d56-ffb5-430e-8cb1-41368a99fa8f'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:36:45.072702 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3d44c0-c1b0-4b7d-bda8-6b4a2b7d323a req-13e718d0-342b-42c3-a2cb-b675aa63aff7 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:45.095022 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fa3d44c0-c1b0-4b7d-bda8-6b4a2b7d323a req-13e718d0-342b-42c3-a2cb-b675aa63aff7 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/ports?device_id=971ffce3-3be8-4cd1-baf7-efe49ff20400 HTTP/1.1" status: 200 len: 944 time: 0.3828924 Aug 10 03:36:45.154184 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a76c61-c689-43f3-ae97-f631892f99da req-48f58b0e-ccc3-4e61-969d-f6e947c8f469 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:45.159251 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-57a76c61-c689-43f3-ae97-f631892f99da req-48f58b0e-ccc3-4e61-969d-f6e947c8f469 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=522b45d9-db61-4e14-a75c-214b3a6907db HTTP/1.1" status: 200 len: 945 time: 0.2562606 Aug 10 03:36:45.203575 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c9fbf5eb-b55b-47da-85f3-3329c5535c00 req-bcc9d495-246f-4210-98de-fff3227c0b19 service neutron] 10.222.0.42 "GET /v2.0/networks/16c2ec05-0d03-441b-b8e4-9260be85eff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8469825 Aug 10 03:36:45.284440 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fa3d44c0-c1b0-4b7d-bda8-6b4a2b7d323a req-fbf37fdd-36f2-4f33-8874-0972db5f9edc tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/security-groups?id=81787cdd-9071-4003-b601-4ee333b772e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735413 Aug 10 03:36:45.374062 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-57a76c61-c689-43f3-ae97-f631892f99da req-64e20594-4542-482f-a9f2-449cbb7d039f tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d4b820e-dc2c-4be0-8053-891f2a656097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2050388 Aug 10 03:36:45.433814 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26f0bfca-91d5-445a-b073-677b6f78c285 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Router 6c903ab8-963e-4232-9d92-5cc6ab3d0163 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:36:45.601386 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-5db8827e-1f75-4b0f-b88b-f5e2df65875b None None] Provisioning complete for port a8920c4c-97c1-4111-837b-1c74e69c7ec4 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:45.602201 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-5db8827e-1f75-4b0f-b88b-f5e2df65875b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:45.702354 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-5db8827e-1f75-4b0f-b88b-f5e2df65875b None None] Port a8920c4c-97c1-4111-837b-1c74e69c7ec4 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:36:45.795486 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26f0bfca-91d5-445a-b073-677b6f78c285 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:36:45.805807 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-26f0bfca-91d5-445a-b073-677b6f78c285 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] 10.222.0.44 "PUT /v2.0/routers/6c903ab8-963e-4232-9d92-5cc6ab3d0163/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9451494 Aug 10 03:36:45.811827 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 47592) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:45.820339 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111201b2-e81b-4ebf-8153-edfeb0e2feea req-ffd88628-e051-40bf-af87-5d491019932f tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:45.831127 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89a4936-848b-497a-8c26-7096d8386d3a None None] Sync routers for ids ['6c903ab8-963e-4232-9d92-5cc6ab3d0163'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:36:45.855648 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-111201b2-e81b-4ebf-8153-edfeb0e2feea req-ffd88628-e051-40bf-af87-5d491019932f tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d576ad2-7394-4c3f-864f-6a176c23b589 HTTP/1.1" status: 200 len: 945 time: 0.1725438 Aug 10 03:36:45.860186 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89a4936-848b-497a-8c26-7096d8386d3a None None] Routers {'6c903ab8-963e-4232-9d92-5cc6ab3d0163'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:45.860186 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-a89a4936-848b-497a-8c26-7096d8386d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:36:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['6c903ab8-963e-4232-9d92-5cc6ab3d0163'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:46.031651 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-a89a4936-848b-497a-8c26-7096d8386d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:46.054700 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89a4936-848b-497a-8c26-7096d8386d3a None None] Routers {'6c903ab8-963e-4232-9d92-5cc6ab3d0163'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:46.057494 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-a89a4936-848b-497a-8c26-7096d8386d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:36:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['6c903ab8-963e-4232-9d92-5cc6ab3d0163'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:46.118603 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-354d4853-9796-4e08-8402-722f7baa574a tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks [] for router, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:46.131472 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-111201b2-e81b-4ebf-8153-edfeb0e2feea req-203b3366-e3ab-4933-a458-fd0ae677749f tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9d97ea0-2a9f-4286-b02c-31ca2320c427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618401 Aug 10 03:36:46.148203 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-a89a4936-848b-497a-8c26-7096d8386d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:46.149176 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89a4936-848b-497a-8c26-7096d8386d3a None None] The sync data for ids ['6c903ab8-963e-4232-9d92-5cc6ab3d0163'] in n-d-768862-13 is: [] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:36:46.178897 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 455a4f39-0716-4aad-9d66-505c3fcfde84 up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:36:46.194006 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34be51a1-9632-42b3-9b52-008a2fce6227 req-53549d9d-8714-4bb0-8680-6f82597f99ba tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:46.203513 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-34be51a1-9632-42b3-9b52-008a2fce6227 req-53549d9d-8714-4bb0-8680-6f82597f99ba tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/ports?device_id=8dcd8b74-96fe-4f37-9861-1774a607a419 HTTP/1.1" status: 200 len: 945 time: 0.2488003 Aug 10 03:36:46.221261 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fe4de0-324e-4b22-a823-7448b53da7b0 req-8142f76d-fbb8-4899-be14-2da55abd772e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:46.222728 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-16fe4de0-324e-4b22-a823-7448b53da7b0 req-8142f76d-fbb8-4899-be14-2da55abd772e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f67bc67edb4944b7b5132d7828a0779b&device_id=8dcd8b74-96fe-4f37-9861-1774a607a419 HTTP/1.1" status: 200 len: 1097 time: 0.3121974 Aug 10 03:36:46.307111 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning for port 455a4f39-0716-4aad-9d66-505c3fcfde84 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:36:46.317362 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port 455a4f39-0716-4aad-9d66-505c3fcfde84 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:46.319574 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:46.398482 n-d-768862-13 neutron-server[94261]: INFO neutron.api.v2.resource [None req-354d4853-9796-4e08-8402-722f7baa574a tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 10 03:36:46.442281 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-354d4853-9796-4e08-8402-722f7baa574a tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] 10.222.0.44 "DELETE /v2.0/routers/6c903ab8-963e-4232-9d92-5cc6ab3d0163 HTTP/1.1" status: 409 len: 329 time: 0.5912194 Aug 10 03:36:46.442281 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 47604) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:46.698126 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-34be51a1-9632-42b3-9b52-008a2fce6227 req-d0b71c18-1657-4f0e-bf96-20e64561521d tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/security-groups?id=94bf709a-2b1f-453e-be0d-cfe700274cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4918544 Aug 10 03:36:46.792028 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:46.796521 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a644335-af04-44ef-b296-41072d0fce21 req-a0733785-c228-465b-9eb8-32f20422cb42 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:46.807428 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9a644335-af04-44ef-b296-41072d0fce21 req-a0733785-c228-465b-9eb8-32f20422cb42 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/ports?device_id=971ffce3-3be8-4cd1-baf7-efe49ff20400 HTTP/1.1" status: 200 len: 944 time: 0.2296345 Aug 10 03:36:46.842752 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf313f9d-cd65-4e2f-88be-cbea27f97a45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '455a4f39-0716-4aad-9d66-505c3fcfde84'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:36:46.851143 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50276dc5-f477-45f5-b0a8-a198db524ec9" -d '{"events": [{"server_uuid": "cf313f9d-cd65-4e2f-88be-cbea27f97a45", "name": "network-vif-plugged", "status": "completed", "tag": "455a4f39-0716-4aad-9d66-505c3fcfde84"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:36:46.870070 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fe4de0-324e-4b22-a823-7448b53da7b0 req-fad90b72-2b9c-4df0-97bc-46978c362be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:46.872267 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-16fe4de0-324e-4b22-a823-7448b53da7b0 req-fad90b72-2b9c-4df0-97bc-46978c362be0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=07780576-149a-40da-8c51-c337569691c7 HTTP/1.1" status: 200 len: 911 time: 0.6175184 Aug 10 03:36:46.902900 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 455a4f39-0716-4aad-9d66-505c3fcfde84, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=455a4f39-0716-4aad-9d66-505c3fcfde84,segment=NetworkSegment(2b05f28f-9118-41ba-a22a-b84c3e85bbfa),segment_id=2b05f28f-9118-41ba-a22a-b84c3e85bbfa)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:46.918434 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:46.939791 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-16fe4de0-324e-4b22-a823-7448b53da7b0 req-2e9b81f8-4c80-4b79-a9d7-268a7ef23e2a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7f1948d2-18d7-4408-9098-3c28d20d855d HTTP/1.1" status: 200 len: 217 time: 0.0517688 Aug 10 03:36:47.046172 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9a644335-af04-44ef-b296-41072d0fce21 req-803106f3-1ab3-4388-aad8-f2e2a6c16657 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/security-groups?id=81787cdd-9071-4003-b601-4ee333b772e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299898 Aug 10 03:36:47.091775 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eecf763-c303-4288-8224-08926d44ad57 req-c23b2936-bda0-482b-9ee1-658151e76f26 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:47.104568 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4eecf763-c303-4288-8224-08926d44ad57 req-c23b2936-bda0-482b-9ee1-658151e76f26 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=522b45d9-db61-4e14-a75c-214b3a6907db HTTP/1.1" status: 200 len: 945 time: 0.2553122 Aug 10 03:36:47.172109 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fe4de0-324e-4b22-a823-7448b53da7b0 req-ac2ad334-05c3-4aa2-96a2-83624b893c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:47.176749 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-16fe4de0-324e-4b22-a823-7448b53da7b0 req-ac2ad334-05c3-4aa2-96a2-83624b893c39 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fcfa072b-b6e6-40cd-99b2-40ac54d1354c HTTP/1.1" status: 200 len: 851 time: 0.2115326 Aug 10 03:36:47.207399 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-371514c8-ed1c-48be-8221-b16a44465287 x-openstack-request-id: req-371514c8-ed1c-48be-8221-b16a44465287 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:36:47.209293 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf313f9d-cd65-4e2f-88be-cbea27f97a45", "name": "network-vif-plugged", "status": "completed", "tag": "455a4f39-0716-4aad-9d66-505c3fcfde84", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:36:47.209962 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-371514c8-ed1c-48be-8221-b16a44465287 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:36:47.216158 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf313f9d-cd65-4e2f-88be-cbea27f97a45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '455a4f39-0716-4aad-9d66-505c3fcfde84', 'code': 200} Aug 10 03:36:47.220796 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=455a4f39-0716-4aad-9d66-505c3fcfde84,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:47.286914 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-16fe4de0-324e-4b22-a823-7448b53da7b0 req-464f68b9-08c7-48af-88ff-84bc1e7ae835 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=07780576-149a-40da-8c51-c337569691c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0979545 Aug 10 03:36:47.362137 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4eecf763-c303-4288-8224-08926d44ad57 req-77f297a0-8102-4dc3-899c-ade370b9a626 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d4b820e-dc2c-4be0-8053-891f2a656097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2557840 Aug 10 03:36:47.438264 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018a4b2d-3ebd-4adb-8d1a-9a95d754b4e9 req-fccca3c4-0a13-4180-8092-a9878a846087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:47.438264 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-018a4b2d-3ebd-4adb-8d1a-9a95d754b4e9 req-fccca3c4-0a13-4180-8092-a9878a846087 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=cf313f9d-cd65-4e2f-88be-cbea27f97a45 HTTP/1.1" status: 200 len: 1097 time: 0.1485023 Aug 10 03:36:47.501037 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-018a4b2d-3ebd-4adb-8d1a-9a95d754b4e9 req-78083e1b-bd44-435b-95f0-33785ebda88c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=81787cdd-9071-4003-b601-4ee333b772e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522647 Aug 10 03:36:47.521958 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-284d1cea-696d-471d-864a-584722818cd9 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521880'] for router_interface, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:47.578855 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6076f4-224d-4ad6-a7a9-29522f99ab51 req-bd1c07b4-7822-4287-9a05-8cc54dd59d2e tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:47.594182 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5a6076f4-224d-4ad6-a7a9-29522f99ab51 req-bd1c07b4-7822-4287-9a05-8cc54dd59d2e tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d576ad2-7394-4c3f-864f-6a176c23b589 HTTP/1.1" status: 200 len: 945 time: 0.3245659 Aug 10 03:36:47.679999 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-16fe4de0-324e-4b22-a823-7448b53da7b0 req-c2b2239c-bf11-4568-903a-788858465ba1 service neutron] 10.222.0.42 "GET /v2.0/networks/07780576-149a-40da-8c51-c337569691c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3841228 Aug 10 03:36:47.939231 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5a6076f4-224d-4ad6-a7a9-29522f99ab51 req-e19801e9-fee8-4e0d-8d04-ffa532ec3482 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9d97ea0-2a9f-4286-b02c-31ca2320c427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3430607 Aug 10 03:36:48.134689 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 6b820d56-ffb5-430e-8cb1-41368a99fa8f up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:36:48.221651 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-284d1cea-696d-471d-864a-584722818cd9 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Deleting port a8920c4c-97c1-4111-837b-1c74e69c7ec4 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:36:48.222088 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-284d1cea-696d-471d-864a-584722818cd9 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:48.223775 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-16fe4de0-324e-4b22-a823-7448b53da7b0 req-14dad239-09e2-40fa-8e2a-0f7e6e1d7776 service neutron] 10.222.0.42 "GET /v2.0/networks/07780576-149a-40da-8c51-c337569691c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5218501 Aug 10 03:36:48.291194 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024d90ac-4d30-47dc-99a2-f22ee2cf237d req-cb2a4a50-0a12-448a-aed8-3968ca417c30 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:48.293286 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-024d90ac-4d30-47dc-99a2-f22ee2cf237d req-cb2a4a50-0a12-448a-aed8-3968ca417c30 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/ports?device_id=8dcd8b74-96fe-4f37-9861-1774a607a419 HTTP/1.1" status: 200 len: 945 time: 0.3008595 Aug 10 03:36:48.391217 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning for port 6b820d56-ffb5-430e-8cb1-41368a99fa8f completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:36:48.405866 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port 6b820d56-ffb5-430e-8cb1-41368a99fa8f triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:48.406045 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:48.418840 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:36:48.455974 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-024d90ac-4d30-47dc-99a2-f22ee2cf237d req-bb741460-ea64-4b26-9a5e-ae678e1b7e8a tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/security-groups?id=94bf709a-2b1f-453e-be0d-cfe700274cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381426 Aug 10 03:36:48.495862 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab65bc1-63b7-47d1-9b13-86d9a25095bc req-15506745-2cc8-44b0-af56-7ba72b4e7da2 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:48.497482 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8ab65bc1-63b7-47d1-9b13-86d9a25095bc req-15506745-2cc8-44b0-af56-7ba72b4e7da2 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/ports?device_id=971ffce3-3be8-4cd1-baf7-efe49ff20400 HTTP/1.1" status: 200 len: 944 time: 0.2445564 Aug 10 03:36:48.517997 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-284d1cea-696d-471d-864a-584722818cd9 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:48.560149 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-284d1cea-696d-471d-864a-584722818cd9 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Calling delete_port for a8920c4c-97c1-4111-837b-1c74e69c7ec4 owned by network:router_interface {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:36:48.585914 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:48.611462 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8ab65bc1-63b7-47d1-9b13-86d9a25095bc req-ca507488-4799-4e50-a27d-20704611f907 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/security-groups?id=81787cdd-9071-4003-b601-4ee333b772e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860894 Aug 10 03:36:48.700018 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 6b820d56-ffb5-430e-8cb1-41368a99fa8f, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=6b820d56-ffb5-430e-8cb1-41368a99fa8f,segment=NetworkSegment(2b05f28f-9118-41ba-a22a-b84c3e85bbfa),segment_id=2b05f28f-9118-41ba-a22a-b84c3e85bbfa)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:48.714319 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:48.786168 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d36954b-e29c-4f5f-86d7-211df56b653a req-2c5cb37c-4b7e-43df-bb6f-3f6d9fa63620 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:48.791960 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6d36954b-e29c-4f5f-86d7-211df56b653a req-2c5cb37c-4b7e-43df-bb6f-3f6d9fa63620 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=522b45d9-db61-4e14-a75c-214b3a6907db HTTP/1.1" status: 200 len: 945 time: 0.1781328 Aug 10 03:36:48.873728 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=6b820d56-ffb5-430e-8cb1-41368a99fa8f,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:48.980850 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6d36954b-e29c-4f5f-86d7-211df56b653a req-0f767d40-24ac-4dc9-8169-1fdef0e5afe5 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d4b820e-dc2c-4be0-8053-891f2a656097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1806939 Aug 10 03:36:49.061323 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-284d1cea-696d-471d-864a-584722818cd9 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:49.128586 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284d1cea-696d-471d-864a-584722818cd9 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Pushing event deleted for resources: {'Port': ['ID=a8920c4c-97c1-4111-837b-1c74e69c7ec4,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:49.208321 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed29c10c-e0bf-415a-a1c5-c782d866f65b req-31a7f439-3058-434b-a679-462e89423eb5 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:49.220516 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ed29c10c-e0bf-415a-a1c5-c782d866f65b req-31a7f439-3058-434b-a679-462e89423eb5 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d576ad2-7394-4c3f-864f-6a176c23b589 HTTP/1.1" status: 200 len: 945 time: 0.1279039 Aug 10 03:36:49.220729 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '971ffce3-3be8-4cd1-baf7-efe49ff20400', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b820d56-ffb5-430e-8cb1-41368a99fa8f'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:36:49.225210 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f2e8b8f-b7cc-415b-920e-e4016be27bc4" -d '{"events": [{"server_uuid": "971ffce3-3be8-4cd1-baf7-efe49ff20400", "name": "network-vif-plugged", "status": "completed", "tag": "6b820d56-ffb5-430e-8cb1-41368a99fa8f"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:36:49.368333 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c75356bb-1bb9-4965-a553-c1f58d0ce267 x-openstack-request-id: req-c75356bb-1bb9-4965-a553-c1f58d0ce267 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:36:49.368595 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "971ffce3-3be8-4cd1-baf7-efe49ff20400", "name": "network-vif-plugged", "status": "completed", "tag": "6b820d56-ffb5-430e-8cb1-41368a99fa8f", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:36:49.368984 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c75356bb-1bb9-4965-a553-c1f58d0ce267 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:36:49.369600 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '971ffce3-3be8-4cd1-baf7-efe49ff20400', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b820d56-ffb5-430e-8cb1-41368a99fa8f', 'code': 200} Aug 10 03:36:49.378629 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ed29c10c-e0bf-415a-a1c5-c782d866f65b req-72f5e344-8ad9-4943-82d0-efd508f7c71b tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9d97ea0-2a9f-4286-b02c-31ca2320c427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569769 Aug 10 03:36:49.655364 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-284d1cea-696d-471d-864a-584722818cd9 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-522536'] for router_interface, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:49.788307 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd52fa23-16c5-4a25-b5c5-f68616a59f8d req-8ee4969d-5b12-4329-a61d-0a663f16c99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:49.793775 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cd52fa23-16c5-4a25-b5c5-f68616a59f8d req-8ee4969d-5b12-4329-a61d-0a663f16c99f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=971ffce3-3be8-4cd1-baf7-efe49ff20400 HTTP/1.1" status: 200 len: 1097 time: 0.3402157 Aug 10 03:36:49.851675 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cd52fa23-16c5-4a25-b5c5-f68616a59f8d req-5a020e10-46f6-4939-a1c4-3b4b05778ae5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=81787cdd-9071-4003-b601-4ee333b772e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473874 Aug 10 03:36:49.865193 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412ae5ad-34d9-4678-aa76-d798f88a6f1a req-6ecf3b4e-3590-4b2b-b322-657dfd31127b tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:49.866937 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-412ae5ad-34d9-4678-aa76-d798f88a6f1a req-6ecf3b4e-3590-4b2b-b322-657dfd31127b tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/ports?device_id=8dcd8b74-96fe-4f37-9861-1774a607a419 HTTP/1.1" status: 200 len: 945 time: 0.2014828 Aug 10 03:36:49.923039 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-412ae5ad-34d9-4678-aa76-d798f88a6f1a req-91d1e1ce-9c01-495f-a5fe-af3510dc36b2 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/security-groups?id=94bf709a-2b1f-453e-be0d-cfe700274cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491762 Aug 10 03:36:50.235860 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-284d1cea-696d-471d-864a-584722818cd9 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Router 6c903ab8-963e-4232-9d92-5cc6ab3d0163 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:36:50.303612 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e2f71e-3339-474a-9a2c-acdefe34e746 req-4b9937e6-d2e7-41ff-8c0a-6d40e9cbce6e tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:50.307140 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-75e2f71e-3339-474a-9a2c-acdefe34e746 req-4b9937e6-d2e7-41ff-8c0a-6d40e9cbce6e tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/ports?device_id=971ffce3-3be8-4cd1-baf7-efe49ff20400 HTTP/1.1" status: 200 len: 945 time: 0.5121715 Aug 10 03:36:50.362786 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e184ca0-535d-448c-a3b8-dfda1f91b729 req-82b4d59f-5929-4a18-812d-fe093ee5e335 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:50.365771 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9e184ca0-535d-448c-a3b8-dfda1f91b729 req-82b4d59f-5929-4a18-812d-fe093ee5e335 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=522b45d9-db61-4e14-a75c-214b3a6907db HTTP/1.1" status: 200 len: 945 time: 0.1670849 Aug 10 03:36:50.406391 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-284d1cea-696d-471d-864a-584722818cd9 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:36:50.420152 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c184da8-663e-4f57-b3d6-5f2546a8fca3 None None] Sync routers for ids ['6c903ab8-963e-4232-9d92-5cc6ab3d0163'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:36:50.429869 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-284d1cea-696d-471d-864a-584722818cd9 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] 10.222.0.44 "PUT /v2.0/routers/6c903ab8-963e-4232-9d92-5cc6ab3d0163/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0067728 Aug 10 03:36:50.431480 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 47674) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:50.464457 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c184da8-663e-4f57-b3d6-5f2546a8fca3 None None] Routers {'6c903ab8-963e-4232-9d92-5cc6ab3d0163'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:50.469703 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-75e2f71e-3339-474a-9a2c-acdefe34e746 req-786d2f47-84c6-438b-b71f-2b837ae825a2 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/security-groups?id=81787cdd-9071-4003-b601-4ee333b772e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541896 Aug 10 03:36:50.470873 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-4c184da8-663e-4f57-b3d6-5f2546a8fca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:36:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['6c903ab8-963e-4232-9d92-5cc6ab3d0163'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:50.514535 n-d-768862-13 neutron-server[94261]: INFO neutron.api.v2.resource [None req-6fbae4db-4e60-4cd7-a90e-9db12f021f64 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] show failed (client error): The resource could not be found. Aug 10 03:36:50.515953 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-6fbae4db-4e60-4cd7-a90e-9db12f021f64 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] 10.222.0.44 "GET /v2.0/routers/tempest-non_exist_router-1293789417 HTTP/1.1" status: 404 len: 335 time: 0.0830147 Aug 10 03:36:50.527162 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 47676) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:50.557518 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-36a4b39c-c29b-4be9-8e5d-3b7f5f6966c1 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:50.683526 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-4c184da8-663e-4f57-b3d6-5f2546a8fca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:50.717670 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c184da8-663e-4f57-b3d6-5f2546a8fca3 None None] Routers {'6c903ab8-963e-4232-9d92-5cc6ab3d0163'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:50.718673 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-4c184da8-663e-4f57-b3d6-5f2546a8fca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:36:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['6c903ab8-963e-4232-9d92-5cc6ab3d0163'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:50.729959 n-d-768862-13 neutron-server[94260]: INFO neutron.api.v2.resource [None req-36a4b39c-c29b-4be9-8e5d-3b7f5f6966c1 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] update failed (client error): The resource could not be found. Aug 10 03:36:50.739299 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 47680) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:50.743591 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-36a4b39c-c29b-4be9-8e5d-3b7f5f6966c1 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] 10.222.0.44 "PUT /v2.0/routers/tempest-non_exist_router-162093723 HTTP/1.1" status: 404 len: 334 time: 0.2141497 Aug 10 03:36:50.867308 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-4c184da8-663e-4f57-b3d6-5f2546a8fca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:50.872208 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c184da8-663e-4f57-b3d6-5f2546a8fca3 None None] The sync data for ids ['6c903ab8-963e-4232-9d92-5cc6ab3d0163'] in n-d-768862-13 is: [] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:36:50.904633 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2024b8f-1f2e-4a08-843b-7f64194fae27 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Deleting subnet ffb24105-80fa-45b8-a2f8-1cdec9571844 {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:36:50.918558 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a2024b8f-1f2e-4a08-843b-7f64194fae27 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:50.944209 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9e184ca0-535d-448c-a3b8-dfda1f91b729 req-d299c3ad-5c18-4114-846d-8adf016a2775 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d4b820e-dc2c-4be0-8053-891f2a656097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5642698 Aug 10 03:36:51.007576 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9c7ec7-c481-4138-b9ae-16ebf4d5cbc8 req-b72cbc8d-a0a5-4e2b-9a71-830c7f112699 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:51.012086 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ef9c7ec7-c481-4138-b9ae-16ebf4d5cbc8 req-b72cbc8d-a0a5-4e2b-9a71-830c7f112699 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d576ad2-7394-4c3f-864f-6a176c23b589 HTTP/1.1" status: 200 len: 945 time: 0.2658107 Aug 10 03:36:51.051843 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a2024b8f-1f2e-4a08-843b-7f64194fae27 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:51.163391 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ef9c7ec7-c481-4138-b9ae-16ebf4d5cbc8 req-03192125-be3b-4346-bfec-0e2dcc5d7ba5 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9d97ea0-2a9f-4286-b02c-31ca2320c427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433246 Aug 10 03:36:51.379229 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-5ddd631d-45c2-45ef-8361-3fdbc2060d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:51.456338 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f46bfb7-fd0c-49a1-8ea2-b1d717440080 req-faf604b3-28e7-4ea9-ab61-189722435548 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:51.459828 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3f46bfb7-fd0c-49a1-8ea2-b1d717440080 req-faf604b3-28e7-4ea9-ab61-189722435548 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/ports?device_id=8dcd8b74-96fe-4f37-9861-1774a607a419 HTTP/1.1" status: 200 len: 945 time: 0.3244605 Aug 10 03:36:51.618961 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3f46bfb7-fd0c-49a1-8ea2-b1d717440080 req-31301707-1117-4fdd-a5de-1c881045a08e tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/security-groups?id=94bf709a-2b1f-453e-be0d-cfe700274cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367805 Aug 10 03:36:51.767839 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9beca9-0874-4c05-b328-1249f0648784 req-4073112d-3f10-4d64-ae85-c7203aab717f tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:51.773110 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6b9beca9-0874-4c05-b328-1249f0648784 req-4073112d-3f10-4d64-ae85-c7203aab717f tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/ports?device_id=971ffce3-3be8-4cd1-baf7-efe49ff20400 HTTP/1.1" status: 200 len: 945 time: 0.1416512 Aug 10 03:36:51.833413 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6b9beca9-0874-4c05-b328-1249f0648784 req-2f4ef56b-59a9-4dbd-a02b-d271878151f4 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/security-groups?id=81787cdd-9071-4003-b601-4ee333b772e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551310 Aug 10 03:36:51.945590 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a2024b8f-1f2e-4a08-843b-7f64194fae27 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:52.040536 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a2024b8f-1f2e-4a08-843b-7f64194fae27 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:52.089109 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2024b8f-1f2e-4a08-843b-7f64194fae27 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Pushing event deleted for resources: {'Subnet': ['ID=ffb24105-80fa-45b8-a2f8-1cdec9571844,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:52.094166 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a2024b8f-1f2e-4a08-843b-7f64194fae27 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:52.096575 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a2024b8f-1f2e-4a08-843b-7f64194fae27 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] 10.222.0.44 "DELETE /v2.0/subnets/ffb24105-80fa-45b8-a2f8-1cdec9571844 HTTP/1.1" status: 204 len: 168 time: 1.3560760 Aug 10 03:36:52.099594 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 47710) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:52.113059 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba330a1a-dc79-4249-b517-381e0f845e97 None None] Network de0715ff-5032-4b5c-a9c9-083f778d00b6 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:36:52.215563 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_v2 [None req-2032d757-8df2-47ee-9dcd-f9e4610c0f22 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Deleting subnet e46c6d27-df6d-40e6-ba72-dc314214acf3 {{(pid=94260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:36:52.224029 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2032d757-8df2-47ee-9dcd-f9e4610c0f22 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks [] for subnet, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:52.236469 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cd7ac8-cf6d-4476-97c1-d61c0e50827d req-09e8b6cf-1aca-45ad-8ed6-c0daf0972fa3 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:52.245504 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-51cd7ac8-cf6d-4476-97c1-d61c0e50827d req-09e8b6cf-1aca-45ad-8ed6-c0daf0972fa3 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=522b45d9-db61-4e14-a75c-214b3a6907db HTTP/1.1" status: 200 len: 945 time: 0.1006701 Aug 10 03:36:52.386865 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-51cd7ac8-cf6d-4476-97c1-d61c0e50827d req-8abc70aa-288c-4a9b-85cf-1beedff04cc5 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d4b820e-dc2c-4be0-8053-891f2a656097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398075 Aug 10 03:36:52.506179 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2032d757-8df2-47ee-9dcd-f9e4610c0f22 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191173'] for subnet, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:52.577692 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59c1127-0263-448b-9911-732814cc28f8 None None] DHCP port deletion for de0715ff-5032-4b5c-a9c9-083f778d00b6 request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:36:52.688911 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c59c1127-0263-448b-9911-732814cc28f8 None None] Deleting port 1b0846f2-3258-4953-a2a2-1bd01cfe03c3 {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:36:52.689479 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c59c1127-0263-448b-9911-732814cc28f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:52.908235 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c59c1127-0263-448b-9911-732814cc28f8 None None] For port 1b0846f2-3258-4953-a2a2-1bd01cfe03c3, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=1b0846f2-3258-4953-a2a2-1bd01cfe03c3,segment=NetworkSegment(1942c615-492c-4093-8024-d5453ee32f40),segment_id=1942c615-492c-4093-8024-d5453ee32f40)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:52.909164 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c59c1127-0263-448b-9911-732814cc28f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:52.944213 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c59c1127-0263-448b-9911-732814cc28f8 None None] Calling delete_port for 1b0846f2-3258-4953-a2a2-1bd01cfe03c3 owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:36:53.059935 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c59c1127-0263-448b-9911-732814cc28f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:53.138552 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59c1127-0263-448b-9911-732814cc28f8 None None] No DVR routers for this DVR port 1b0846f2-3258-4953-a2a2-1bd01cfe03c3 on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:36:53.143997 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59c1127-0263-448b-9911-732814cc28f8 None None] Pushing event deleted for resources: {'Port': ['ID=1b0846f2-3258-4953-a2a2-1bd01cfe03c3,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:53.168093 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59c1127-0263-448b-9911-732814cc28f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:53.168482 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59c1127-0263-448b-9911-732814cc28f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:53.168782 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59c1127-0263-448b-9911-732814cc28f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:53.169129 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59c1127-0263-448b-9911-732814cc28f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:53.169465 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59c1127-0263-448b-9911-732814cc28f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:53.173101 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59c1127-0263-448b-9911-732814cc28f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:53.173737 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59c1127-0263-448b-9911-732814cc28f8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:53.174113 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59c1127-0263-448b-9911-732814cc28f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:53.175110 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59c1127-0263-448b-9911-732814cc28f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:53.175471 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59c1127-0263-448b-9911-732814cc28f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:53.175817 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59c1127-0263-448b-9911-732814cc28f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:53.176156 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59c1127-0263-448b-9911-732814cc28f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:53.246074 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2032d757-8df2-47ee-9dcd-f9e4610c0f22 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:53.285690 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 1b0846f2-3258-4953-a2a2-1bd01cfe03c3 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:36:53.323978 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 1b0846f2-3258-4953-a2a2-1bd01cfe03c3 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:36:53.325021 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 1b0846f2-3258-4953-a2a2-1bd01cfe03c3 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:36:53.407692 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a443759e-6e29-4e40-a5b9-2a7fdde923ff req-8bb64552-6ea8-42a5-9975-c9ad1230b86f tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:53.425632 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a443759e-6e29-4e40-a5b9-2a7fdde923ff req-8bb64552-6ea8-42a5-9975-c9ad1230b86f tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d576ad2-7394-4c3f-864f-6a176c23b589 HTTP/1.1" status: 200 len: 945 time: 0.9635193 Aug 10 03:36:53.456276 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e59c4a-f63f-4254-b77b-13f695158525 req-c3ac4f8e-575b-43e5-9c70-d47f4391d0c1 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:53.456276 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f0e59c4a-f63f-4254-b77b-13f695158525 req-c3ac4f8e-575b-43e5-9c70-d47f4391d0c1 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/ports?device_id=971ffce3-3be8-4cd1-baf7-efe49ff20400 HTTP/1.1" status: 200 len: 945 time: 0.8502722 Aug 10 03:36:53.475795 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2032d757-8df2-47ee-9dcd-f9e4610c0f22 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:53.476265 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cdfc0b-2b1c-4813-835b-452422084a24 req-3a78c997-ec8b-40bb-9a21-2f160b99667e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:53.494769 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e2cdfc0b-2b1c-4813-835b-452422084a24 req-3a78c997-ec8b-40bb-9a21-2f160b99667e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e4fb7285a7d34b95bf40b43e762fde54&device_id=971ffce3-3be8-4cd1-baf7-efe49ff20400 HTTP/1.1" status: 200 len: 1097 time: 1.1249285 Aug 10 03:36:53.550093 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a443759e-6e29-4e40-a5b9-2a7fdde923ff req-a7f81827-4e58-44c5-91dc-b70142e93597 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9d97ea0-2a9f-4286-b02c-31ca2320c427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303310 Aug 10 03:36:53.661050 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-19023f62-6c0d-465b-b08b-15ddcce148b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:53.918127 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2032d757-8df2-47ee-9dcd-f9e4610c0f22 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Pushing event deleted for resources: {'Subnet': ['ID=e46c6d27-df6d-40e6-ba72-dc314214acf3,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:53.928397 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f0e59c4a-f63f-4254-b77b-13f695158525 req-cf128512-454f-46f0-8caa-f53d9c04b77c tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/security-groups?id=81787cdd-9071-4003-b601-4ee333b772e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4290104 Aug 10 03:36:53.947496 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2032d757-8df2-47ee-9dcd-f9e4610c0f22 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:53.948200 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a680d035-7a73-4467-b115-05ba0e31c7a9 None None] Network e3c2ed46-a1e5-4a0d-ab0b-c5cff052dc28 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:36:53.952708 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 47736) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:53.953879 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-2032d757-8df2-47ee-9dcd-f9e4610c0f22 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] 10.222.0.44 "DELETE /v2.0/subnets/e46c6d27-df6d-40e6-ba72-dc314214acf3 HTTP/1.1" status: 204 len: 168 time: 1.8517852 Aug 10 03:36:53.975907 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5033949f-25d5-49d9-b77d-08c3e0fa7c4e req-bc7c6109-0068-4473-a634-2689d688a077 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:53.978631 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5033949f-25d5-49d9-b77d-08c3e0fa7c4e req-bc7c6109-0068-4473-a634-2689d688a077 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/ports?device_id=8dcd8b74-96fe-4f37-9861-1774a607a419 HTTP/1.1" status: 200 len: 945 time: 0.1279614 Aug 10 03:36:54.045101 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cdfc0b-2b1c-4813-835b-452422084a24 req-acc89caf-d2dc-43bd-90c8-21ba3238ed54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:54.046720 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e2cdfc0b-2b1c-4813-835b-452422084a24 req-acc89caf-d2dc-43bd-90c8-21ba3238ed54 service neutron] 10.222.0.42 "GET /v2.0/networks?id=16c2ec05-0d03-441b-b8e4-9260be85eff6 HTTP/1.1" status: 200 len: 918 time: 0.5568449 Aug 10 03:36:54.194170 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e2cdfc0b-2b1c-4813-835b-452422084a24 req-72d0b292-e696-41db-974e-2c6a0a73e40c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b820d56-ffb5-430e-8cb1-41368a99fa8f HTTP/1.1" status: 200 len: 217 time: 0.1335990 Aug 10 03:36:54.206770 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bb619002-9233-42fc-9b05-76b778cfe984 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:54.289227 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cdfc0b-2b1c-4813-835b-452422084a24 req-0bdfbd37-cf3d-40a7-a470-ceed5eaff3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:54.291634 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e2cdfc0b-2b1c-4813-835b-452422084a24 req-0bdfbd37-cf3d-40a7-a470-ceed5eaff3a3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ea48bd44-bbf6-43f2-aa3c-02607a9a3f1d HTTP/1.1" status: 200 len: 858 time: 0.0820658 Aug 10 03:36:54.373932 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e2cdfc0b-2b1c-4813-835b-452422084a24 req-7db49d35-1c75-4d1e-8615-ac283a84d2a1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=16c2ec05-0d03-441b-b8e4-9260be85eff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582952 Aug 10 03:36:54.378515 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bb619002-9233-42fc-9b05-76b778cfe984 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:54.386831 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5033949f-25d5-49d9-b77d-08c3e0fa7c4e req-1be0d70f-e86e-43a3-9903-73d0bfdcc153 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/security-groups?id=94bf709a-2b1f-453e-be0d-cfe700274cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3747139 Aug 10 03:36:54.397618 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-bb619002-9233-42fc-9b05-76b778cfe984 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de0715ff-5032-4b5c-a9c9-083f778d00b6']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:54.414421 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-bb619002-9233-42fc-9b05-76b778cfe984 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1942c615-492c-4093-8024-d5453ee32f40') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:54.414892 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-bb619002-9233-42fc-9b05-76b778cfe984 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1942c615-492c-4093-8024-d5453ee32f40') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:54.419467 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:54.435877 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bb619002-9233-42fc-9b05-76b778cfe984 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:54.465549 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d34b6b3-1079-4bc0-ba42-38164baa57dc req-2c78c03d-03f9-418b-a4d6-86be16b563b6 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:54.479287 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0d34b6b3-1079-4bc0-ba42-38164baa57dc req-2c78c03d-03f9-418b-a4d6-86be16b563b6 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=522b45d9-db61-4e14-a75c-214b3a6907db HTTP/1.1" status: 200 len: 945 time: 0.3774908 Aug 10 03:36:54.480018 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bb619002-9233-42fc-9b05-76b778cfe984 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:54.498429 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb619002-9233-42fc-9b05-76b778cfe984 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:36:54.498851 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bb619002-9233-42fc-9b05-76b778cfe984 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:54.582534 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0d34b6b3-1079-4bc0-ba42-38164baa57dc req-5261080e-089c-42f2-b0ad-0f302bc8f5bd tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d4b820e-dc2c-4be0-8053-891f2a656097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013463 Aug 10 03:36:54.585139 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7911a35c-68d1-4177-8b7d-f8120f83c826 None None] DHCP port deletion for e3c2ed46-a1e5-4a0d-ab0b-c5cff052dc28 request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:36:54.655053 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e2cdfc0b-2b1c-4813-835b-452422084a24 req-bd48f2f9-19e3-4e8d-806b-4b3c6d9aa6d6 service neutron] 10.222.0.42 "GET /v2.0/networks/16c2ec05-0d03-441b-b8e4-9260be85eff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611268 Aug 10 03:36:54.685407 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:36:54.685407 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:36:54.685407 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:36:54.685407 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:36:54.685407 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:36:54.685407 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:36:54.685407 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:36:54.685407 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:36:54.685407 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:36:54.685407 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:36:54.685407 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:36:54.685407 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:36:54.685407 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:36:54.685407 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:36:54.685407 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:36:54.685407 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:36:54.685407 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:36:54.685407 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:36:54.685407 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:36:54.685407 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:36:54.685407 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:36:54.685407 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:36:54.685407 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:36:54.685407 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:36:54.685407 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:36:54.685407 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:36:54.685407 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:36:54.685407 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:36:54.685407 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:36:54.685407 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:36:54.685407 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:36:54.685407 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:36:54.748207 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bb619002-9233-42fc-9b05-76b778cfe984 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:54.759324 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bb619002-9233-42fc-9b05-76b778cfe984 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:54.774887 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-bb619002-9233-42fc-9b05-76b778cfe984 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] 10.222.0.44 "DELETE /v2.0/networks/de0715ff-5032-4b5c-a9c9-083f778d00b6 HTTP/1.1" status: 204 len: 168 time: 0.8195834 Aug 10 03:36:54.812851 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-7911a35c-68d1-4177-8b7d-f8120f83c826 None None] Deleting port ddcdc8b5-3318-4a74-9a2b-258f7d9a6237 {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:36:54.813507 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-7911a35c-68d1-4177-8b7d-f8120f83c826 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:54.822903 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 47740) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:54.841534 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb619002-9233-42fc-9b05-76b778cfe984 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Pushing event deleted for resources: {'Network': ['ID=de0715ff-5032-4b5c-a9c9-083f778d00b6,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:55.035069 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-7911a35c-68d1-4177-8b7d-f8120f83c826 None None] For port ddcdc8b5-3318-4a74-9a2b-258f7d9a6237, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=ddcdc8b5-3318-4a74-9a2b-258f7d9a6237,segment=NetworkSegment(3474826f-8638-4e28-96aa-1be4e6b5908c),segment_id=3474826f-8638-4e28-96aa-1be4e6b5908c)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:55.035799 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-7911a35c-68d1-4177-8b7d-f8120f83c826 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:55.052243 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-7911a35c-68d1-4177-8b7d-f8120f83c826 None None] Calling delete_port for ddcdc8b5-3318-4a74-9a2b-258f7d9a6237 owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:36:55.098704 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-68c989c0-0b9e-4f2a-84a1-3a70ac106a45 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:55.175363 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6ffd7e-a2cf-4264-a852-861ede24c728 req-eb0da30e-8e23-4376-a002-d53873961942 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:55.177053 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5c6ffd7e-a2cf-4264-a852-861ede24c728 req-eb0da30e-8e23-4376-a002-d53873961942 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d576ad2-7394-4c3f-864f-6a176c23b589 HTTP/1.1" status: 200 len: 945 time: 0.3587089 Aug 10 03:36:55.187140 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e2cdfc0b-2b1c-4813-835b-452422084a24 req-4a6d333a-d34b-4063-85aa-9dc5c3e66a25 service neutron] 10.222.0.42 "GET /v2.0/networks/16c2ec05-0d03-441b-b8e4-9260be85eff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5197577 Aug 10 03:36:55.198896 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-7911a35c-68d1-4177-8b7d-f8120f83c826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:55.214198 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e57bf-aacf-429e-9b42-5aa4f93cbc4b req-ec6a347f-6a08-45aa-bfdb-8411df5d1418 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:55.216778 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4c4e57bf-aacf-429e-9b42-5aa4f93cbc4b req-ec6a347f-6a08-45aa-bfdb-8411df5d1418 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/ports?device_id=971ffce3-3be8-4cd1-baf7-efe49ff20400 HTTP/1.1" status: 200 len: 945 time: 0.1716340 Aug 10 03:36:55.327390 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device ddcdc8b5-3318-4a74-9a2b-258f7d9a6237 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:36:55.336640 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7911a35c-68d1-4177-8b7d-f8120f83c826 None None] Pushing event deleted for resources: {'Port': ['ID=ddcdc8b5-3318-4a74-9a2b-258f7d9a6237,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:55.350797 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5c6ffd7e-a2cf-4264-a852-861ede24c728 req-fb1e3fd6-9e9e-4f7b-a6aa-6b1ee4dfefca tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9d97ea0-2a9f-4286-b02c-31ca2320c427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957251 Aug 10 03:36:55.380381 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-68c989c0-0b9e-4f2a-84a1-3a70ac106a45 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Deleting port ddcdc8b5-3318-4a74-9a2b-258f7d9a6237 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:36:55.387514 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7911a35c-68d1-4177-8b7d-f8120f83c826 None None] No DVR routers for this DVR port ddcdc8b5-3318-4a74-9a2b-258f7d9a6237 on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:36:55.387858 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-68c989c0-0b9e-4f2a-84a1-3a70ac106a45 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:55.394502 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4c4e57bf-aacf-429e-9b42-5aa4f93cbc4b req-2db0445b-daf5-49c0-8957-3649a37e5b9f tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/security-groups?id=81787cdd-9071-4003-b601-4ee333b772e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687241 Aug 10 03:36:55.415646 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: ddcdc8b5-3318-4a74-9a2b-258f7d9a6237 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:36:55.416346 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device ddcdc8b5-3318-4a74-9a2b-258f7d9a6237 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:36:55.442601 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:55.598173 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-68c989c0-0b9e-4f2a-84a1-3a70ac106a45 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] For port ddcdc8b5-3318-4a74-9a2b-258f7d9a6237, host n-d-768862-13, got binding levels [] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:55.599676 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-68c989c0-0b9e-4f2a-84a1-3a70ac106a45 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:55.621432 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-68c989c0-0b9e-4f2a-84a1-3a70ac106a45 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Calling delete_port for ddcdc8b5-3318-4a74-9a2b-258f7d9a6237 owned by network:dhcp {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:36:55.624749 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.ipam_backend_mixin [None req-68c989c0-0b9e-4f2a-84a1-3a70ac106a45 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Port ddcdc8b5-3318-4a74-9a2b-258f7d9a6237 was not found and therefore no delete operation was performed {{(pid=94261) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 03:36:55.626203 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-68c989c0-0b9e-4f2a-84a1-3a70ac106a45 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:55.684069 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c989c0-0b9e-4f2a-84a1-3a70ac106a45 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Pushing event deleted for resources: {'Port': ['ID=ddcdc8b5-3318-4a74-9a2b-258f7d9a6237,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:55.693766 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c989c0-0b9e-4f2a-84a1-3a70ac106a45 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] No DVR routers for this DVR port ddcdc8b5-3318-4a74-9a2b-258f7d9a6237 on host n-d-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:36:55.741819 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702792b0-04f0-4cbd-9782-77fc059a64f6 req-df0dd37b-7c2c-453a-8cfa-d1399023264d tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:55.755152 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-702792b0-04f0-4cbd-9782-77fc059a64f6 req-df0dd37b-7c2c-453a-8cfa-d1399023264d tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/ports?device_id=8dcd8b74-96fe-4f37-9861-1774a607a419 HTTP/1.1" status: 200 len: 945 time: 0.1822793 Aug 10 03:36:55.813154 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-68c989c0-0b9e-4f2a-84a1-3a70ac106a45 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:55.828338 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-68c989c0-0b9e-4f2a-84a1-3a70ac106a45 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3c2ed46-a1e5-4a0d-ab0b-c5cff052dc28']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:55.844236 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-68c989c0-0b9e-4f2a-84a1-3a70ac106a45 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3474826f-8638-4e28-96aa-1be4e6b5908c') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:55.844537 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-68c989c0-0b9e-4f2a-84a1-3a70ac106a45 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3474826f-8638-4e28-96aa-1be4e6b5908c') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:55.857657 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-68c989c0-0b9e-4f2a-84a1-3a70ac106a45 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:55.872227 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-702792b0-04f0-4cbd-9782-77fc059a64f6 req-2cb8145c-a451-4ca8-bcc1-e3e99ee7274a tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/security-groups?id=94bf709a-2b1f-453e-be0d-cfe700274cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961888 Aug 10 03:36:55.877386 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-68c989c0-0b9e-4f2a-84a1-3a70ac106a45 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:55.891714 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68c989c0-0b9e-4f2a-84a1-3a70ac106a45 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:36:55.892334 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-68c989c0-0b9e-4f2a-84a1-3a70ac106a45 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:55.897079 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6020e9f8-161f-4b73-a06e-83c329a726c8 req-4667a5c0-9ebf-4edc-9b73-b26c99006dcb tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:55.904324 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6020e9f8-161f-4b73-a06e-83c329a726c8 req-4667a5c0-9ebf-4edc-9b73-b26c99006dcb tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 944 time: 0.2610924 Aug 10 03:36:55.904734 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:36:55.904734 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:36:55.904734 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:36:55.904734 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:36:55.904734 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:36:55.904734 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:36:55.904734 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:36:55.904734 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:36:55.904734 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:36:55.904734 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:36:55.904734 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:36:55.904734 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:36:55.904734 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:36:55.904734 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:36:55.904734 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:36:55.904734 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:36:55.904734 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:36:55.904734 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:36:55.904734 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:36:55.904734 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:36:55.904734 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:36:55.904734 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:36:55.904734 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:36:55.904734 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:36:55.904734 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:36:55.904734 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:36:55.904734 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:36:55.904734 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:36:55.904734 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:36:55.904734 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:36:55.904734 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:36:55.904734 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:36:56.070310 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-68c989c0-0b9e-4f2a-84a1-3a70ac106a45 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:56.077865 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6020e9f8-161f-4b73-a06e-83c329a726c8 req-85df9fd1-4980-4743-94a1-7c563cda042f tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=970733cb-cbb6-4524-9c4b-45ba2a794350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1661041 Aug 10 03:36:56.105154 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-68c989c0-0b9e-4f2a-84a1-3a70ac106a45 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:56.139796 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-68c989c0-0b9e-4f2a-84a1-3a70ac106a45 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] 10.222.0.44 "DELETE /v2.0/networks/e3c2ed46-a1e5-4a0d-ab0b-c5cff052dc28 HTTP/1.1" status: 204 len: 168 time: 1.3065588 Aug 10 03:36:56.140641 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 47764) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:56.150984 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:56.166544 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c989c0-0b9e-4f2a-84a1-3a70ac106a45 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Pushing event deleted for resources: {'Network': ['ID=e3c2ed46-a1e5-4a0d-ab0b-c5cff052dc28,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:56.239769 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_v2 [None req-90a7ebc5-4f0b-402f-bdac-905f3f9d1856 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Deleting subnet d0bd6c80-e31b-40cb-ba06-83daf5844639 {{(pid=94260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:36:56.251424 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d1090-8288-46ce-87aa-e41a4a569ea1 req-0a73ff45-9d72-4bd5-93d7-d06633c0e550 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:56.264089 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-687d1090-8288-46ce-87aa-e41a4a569ea1 req-0a73ff45-9d72-4bd5-93d7-d06633c0e550 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=522b45d9-db61-4e14-a75c-214b3a6907db HTTP/1.1" status: 200 len: 945 time: 0.2623813 Aug 10 03:36:56.272602 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-90a7ebc5-4f0b-402f-bdac-905f3f9d1856 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks [] for subnet, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:56.407902 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-687d1090-8288-46ce-87aa-e41a4a569ea1 req-e796aaf1-0616-4cbd-a85a-153d902317ff tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d4b820e-dc2c-4be0-8053-891f2a656097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411767 Aug 10 03:36:56.422354 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-90a7ebc5-4f0b-402f-bdac-905f3f9d1856 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191173'] for subnet, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:56.513643 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744e7db2-64c4-45b9-9c8f-febfef13c012 req-d046a409-321b-4e3b-a999-a4d79da9fca5 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:56.520979 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-744e7db2-64c4-45b9-9c8f-febfef13c012 req-d046a409-321b-4e3b-a999-a4d79da9fca5 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 944 time: 0.2125735 Aug 10 03:36:56.648200 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-637af50d-9656-4237-87eb-7b808e1b2c89 req-f02be412-8e2a-45f5-a201-2d0691cfa8f9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0756299 Aug 10 03:36:56.767335 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-744e7db2-64c4-45b9-9c8f-febfef13c012 req-d3fa8260-b850-47f0-96fa-f5e79cd18d70 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=970733cb-cbb6-4524-9c4b-45ba2a794350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2043588 Aug 10 03:36:56.786375 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67de87f-d492-4685-b108-ab6161f937c7 req-cb6a833f-e911-41de-a964-70e08ecfc8b0 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:56.788523 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a67de87f-d492-4685-b108-ab6161f937c7 req-cb6a833f-e911-41de-a964-70e08ecfc8b0 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/ports?device_id=971ffce3-3be8-4cd1-baf7-efe49ff20400 HTTP/1.1" status: 200 len: 945 time: 0.2394493 Aug 10 03:36:56.792220 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:56.813536 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-90a7ebc5-4f0b-402f-bdac-905f3f9d1856 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:56.885391 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637af50d-9656-4237-87eb-7b808e1b2c89 req-72d5b25f-68ef-4313-a6d6-5c504952a604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:56.893246 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-637af50d-9656-4237-87eb-7b808e1b2c89 req-72d5b25f-68ef-4313-a6d6-5c504952a604 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2680b799feb54d8c9fdff98330bf1a96&device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 1096 time: 0.1738849 Aug 10 03:36:57.120686 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a67de87f-d492-4685-b108-ab6161f937c7 req-f6fb1218-e9db-4599-a3e8-db566aabe5f2 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/security-groups?id=81787cdd-9071-4003-b601-4ee333b772e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793451 Aug 10 03:36:57.232684 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637af50d-9656-4237-87eb-7b808e1b2c89 req-eb0f8028-3828-4dd9-b081-961c8e39db42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:57.236527 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-637af50d-9656-4237-87eb-7b808e1b2c89 req-eb0f8028-3828-4dd9-b081-961c8e39db42 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d07bf9c0-feda-49f0-ac68-879462adf9f1 HTTP/1.1" status: 200 len: 911 time: 0.3153894 Aug 10 03:36:57.247909 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-90a7ebc5-4f0b-402f-bdac-905f3f9d1856 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:57.278803 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d261f2-312b-417d-b944-0848d685c011 None None] Network b3dd83a3-52ff-4eec-9459-9ce95f24952a requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:36:57.280498 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-90a7ebc5-4f0b-402f-bdac-905f3f9d1856 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:57.285575 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-90a7ebc5-4f0b-402f-bdac-905f3f9d1856 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] 10.222.0.44 "DELETE /v2.0/subnets/d0bd6c80-e31b-40cb-ba06-83daf5844639 HTTP/1.1" status: 204 len: 168 time: 1.1420619 Aug 10 03:36:57.314600 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 47786) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:57.380779 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-637af50d-9656-4237-87eb-7b808e1b2c89 req-815efa1b-a574-426b-b787-3aeb4f542787 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5c938b4-b620-4188-a605-ddf0a909af0a HTTP/1.1" status: 200 len: 999 time: 0.1352305 Aug 10 03:36:57.491705 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a7ebc5-4f0b-402f-bdac-905f3f9d1856 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Pushing event deleted for resources: {'Subnet': ['ID=d0bd6c80-e31b-40cb-ba06-83daf5844639,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:57.582607 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c0392a-26c9-4ad9-9f82-4a0c90380a21 None None] DHCP port deletion for b3dd83a3-52ff-4eec-9459-9ce95f24952a request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:36:57.585225 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637af50d-9656-4237-87eb-7b808e1b2c89 req-eae5c487-b6b2-4f76-b41b-f0b9bc535161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:57.590936 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-637af50d-9656-4237-87eb-7b808e1b2c89 req-eae5c487-b6b2-4f76-b41b-f0b9bc535161 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=33a1c40e-b5d2-46c7-a6a1-fa6cc0352aec HTTP/1.1" status: 200 len: 850 time: 0.1983764 Aug 10 03:36:57.656063 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a794b4-d761-49aa-bd04-4f8bfaaacd8f req-3c862ace-d048-4646-9448-8a0a80d6bdbf tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:57.664738 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-19a794b4-d761-49aa-bd04-4f8bfaaacd8f req-3c862ace-d048-4646-9448-8a0a80d6bdbf tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/networks?id=d07bf9c0-feda-49f0-ac68-879462adf9f1 HTTP/1.1" status: 200 len: 811 time: 0.3877535 Aug 10 03:36:57.674814 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f9bd1f-9d36-47d5-b100-35651566e671 req-990a5991-9974-40c0-94d6-fcdb22505a63 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:57.683169 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-91f9bd1f-9d36-47d5-b100-35651566e671 req-990a5991-9974-40c0-94d6-fcdb22505a63 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/ports?device_id=8dcd8b74-96fe-4f37-9861-1774a607a419 HTTP/1.1" status: 200 len: 945 time: 0.5436463 Aug 10 03:36:57.700636 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637af50d-9656-4237-87eb-7b808e1b2c89 req-83497c21-1dce-45ac-8282-5469f0d1be3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:57.703214 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-637af50d-9656-4237-87eb-7b808e1b2c89 req-83497c21-1dce-45ac-8282-5469f0d1be3f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d07bf9c0-feda-49f0-ac68-879462adf9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1014159 Aug 10 03:36:57.729492 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-49c0392a-26c9-4ad9-9f82-4a0c90380a21 None None] Deleting port c20f25b2-2958-4cbc-9905-1db8ce6a8485 {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:36:57.729703 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-49c0392a-26c9-4ad9-9f82-4a0c90380a21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:57.780726 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-19a794b4-d761-49aa-bd04-4f8bfaaacd8f req-6085f56f-5786-483f-8e92-c2f890db8a39 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/quotas/2680b799feb54d8c9fdff98330bf1a96 HTTP/1.1" status: 200 len: 375 time: 0.1148045 Aug 10 03:36:57.821829 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-aaeece36-745f-400d-bd85-27285de0a215 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:57.900944 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-49c0392a-26c9-4ad9-9f82-4a0c90380a21 None None] For port c20f25b2-2958-4cbc-9905-1db8ce6a8485, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=c20f25b2-2958-4cbc-9905-1db8ce6a8485,segment=NetworkSegment(8cda2da6-ac28-4e66-a134-b41f8ac8fbc0),segment_id=8cda2da6-ac28-4e66-a134-b41f8ac8fbc0)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:57.902284 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-49c0392a-26c9-4ad9-9f82-4a0c90380a21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:57.910131 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-91f9bd1f-9d36-47d5-b100-35651566e671 req-a01f1c9e-ab1b-4a57-9d12-00f09af1a9b4 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/security-groups?id=94bf709a-2b1f-453e-be0d-cfe700274cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253566 Aug 10 03:36:57.939327 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-49c0392a-26c9-4ad9-9f82-4a0c90380a21 None None] Calling delete_port for c20f25b2-2958-4cbc-9905-1db8ce6a8485 owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:36:57.972230 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-637af50d-9656-4237-87eb-7b808e1b2c89 req-ad8efa35-bd6d-43ea-ac30-03958bbf75fb service neutron] 10.222.0.61 "GET /v2.0/networks/d07bf9c0-feda-49f0-ac68-879462adf9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603409 Aug 10 03:36:57.975775 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-19a794b4-d761-49aa-bd04-4f8bfaaacd8f req-c65e6846-16d8-4470-8bf8-7eefc16b7a54 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2680b799feb54d8c9fdff98330bf1a96&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1929903 Aug 10 03:36:58.075150 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-49c0392a-26c9-4ad9-9f82-4a0c90380a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:58.177442 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c0392a-26c9-4ad9-9f82-4a0c90380a21 None None] Pushing event deleted for resources: {'Port': ['ID=c20f25b2-2958-4cbc-9905-1db8ce6a8485,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:58.185985 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c0392a-26c9-4ad9-9f82-4a0c90380a21 None None] No DVR routers for this DVR port c20f25b2-2958-4cbc-9905-1db8ce6a8485 on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:36:58.298902 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-637af50d-9656-4237-87eb-7b808e1b2c89 req-4fdd54c8-8091-4bcc-bfbb-5f9e091c95c3 service neutron] 10.222.0.61 "GET /v2.0/networks/d07bf9c0-feda-49f0-ac68-879462adf9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3115134 Aug 10 03:36:58.467202 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-aaeece36-745f-400d-bd85-27285de0a215 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] The port 'c20f25b2-2958-4cbc-9905-1db8ce6a8485' was deleted {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Aug 10 03:36:58.476058 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-19a794b4-d761-49aa-bd04-4f8bfaaacd8f req-7b3a45ad-0a34-40ac-a5d9-d8cf962855b8 service neutron] 10.222.0.44 "GET /v2.0/networks/d07bf9c0-feda-49f0-ac68-879462adf9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4984090 Aug 10 03:36:58.851809 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70f02dd-eeab-412f-8e37-f496acd709be req-d81cd498-2db0-4922-a892-beac57f07b94 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:58.866450 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c70f02dd-eeab-412f-8e37-f496acd709be req-d81cd498-2db0-4922-a892-beac57f07b94 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=522b45d9-db61-4e14-a75c-214b3a6907db HTTP/1.1" status: 200 len: 945 time: 0.5797408 Aug 10 03:36:58.898626 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-aaeece36-745f-400d-bd85-27285de0a215 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:58.947888 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-aaeece36-745f-400d-bd85-27285de0a215 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3dd83a3-52ff-4eec-9459-9ce95f24952a']}} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:59.030654 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c70f02dd-eeab-412f-8e37-f496acd709be req-c1c8aef1-a978-4019-9300-9d3104db30c4 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d4b820e-dc2c-4be0-8053-891f2a656097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1625650 Aug 10 03:36:59.048886 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-aaeece36-745f-400d-bd85-27285de0a215 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cda2da6-ac28-4e66-a134-b41f8ac8fbc0') {'for_net_delete': True} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:59.049368 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-aaeece36-745f-400d-bd85-27285de0a215 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cda2da6-ac28-4e66-a134-b41f8ac8fbc0') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:59.096016 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-19a794b4-d761-49aa-bd04-4f8bfaaacd8f req-e33e247e-2a50-4a18-97cd-9bde5ffd2f40 service neutron] 10.222.0.44 "GET /v2.0/networks/d07bf9c0-feda-49f0-ac68-879462adf9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5908668 Aug 10 03:36:59.125956 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-aaeece36-745f-400d-bd85-27285de0a215 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191186'] for segment, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:59.275453 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-aaeece36-745f-400d-bd85-27285de0a215 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:59.293360 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device c20f25b2-2958-4cbc-9905-1db8ce6a8485 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:36:59.300347 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaeece36-745f-400d-bd85-27285de0a215 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=94260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:36:59.302972 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-aaeece36-745f-400d-bd85-27285de0a215 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58895489'] for segment, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:59.321029 n-d-768862-13 neutron-server[94260]: Traceback (most recent call last): Aug 10 03:36:59.321029 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:36:59.321029 n-d-768862-13 neutron-server[94260]: timer() Aug 10 03:36:59.321029 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:36:59.321029 n-d-768862-13 neutron-server[94260]: cb(*args, **kw) Aug 10 03:36:59.321029 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:36:59.321029 n-d-768862-13 neutron-server[94260]: return func(*args, **kwargs) Aug 10 03:36:59.321029 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:36:59.321029 n-d-768862-13 neutron-server[94260]: self._notify() Aug 10 03:36:59.321029 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:36:59.321029 n-d-768862-13 neutron-server[94260]: self.callback(batched_events) Aug 10 03:36:59.321029 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:36:59.321029 n-d-768862-13 neutron-server[94260]: event.method(event) Aug 10 03:36:59.321029 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:36:59.321029 n-d-768862-13 neutron-server[94260]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:36:59.321029 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:36:59.321029 n-d-768862-13 neutron-server[94260]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:36:59.321029 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:36:59.321029 n-d-768862-13 neutron-server[94260]: return f(self, *a, **k) Aug 10 03:36:59.321029 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:36:59.321029 n-d-768862-13 neutron-server[94260]: return self._get(url).json() Aug 10 03:36:59.321029 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:36:59.321029 n-d-768862-13 neutron-server[94260]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:36:59.321029 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:36:59.321029 n-d-768862-13 neutron-server[94260]: return self.request(url, 'GET', **kwargs) Aug 10 03:36:59.321029 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:36:59.321029 n-d-768862-13 neutron-server[94260]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:36:59.321029 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:36:59.321029 n-d-768862-13 neutron-server[94260]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:36:59.321029 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:36:59.321029 n-d-768862-13 neutron-server[94260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:36:59.321029 n-d-768862-13 neutron-server[94260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:36:59.384629 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: c20f25b2-2958-4cbc-9905-1db8ce6a8485 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:36:59.384982 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device c20f25b2-2958-4cbc-9905-1db8ce6a8485 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:36:59.480904 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766d1bec-001e-4ce1-b5d2-b412ee820422 req-9161ad65-aafc-436e-a4a9-0404d26ed2a8 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:59.493541 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-766d1bec-001e-4ce1-b5d2-b412ee820422 req-9161ad65-aafc-436e-a4a9-0404d26ed2a8 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/ports?device_id=971ffce3-3be8-4cd1-baf7-efe49ff20400 HTTP/1.1" status: 200 len: 945 time: 0.2882097 Aug 10 03:36:59.581995 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-aaeece36-745f-400d-bd85-27285de0a215 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:59.696392 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39df45c-54e6-4537-a17f-c800a04c63a7 req-86caccf7-24ea-4a01-b82a-1834a3ccfafc tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:59.707385 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d39df45c-54e6-4537-a17f-c800a04c63a7 req-86caccf7-24ea-4a01-b82a-1834a3ccfafc tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/ports?device_id=8dcd8b74-96fe-4f37-9861-1774a607a419 HTTP/1.1" status: 200 len: 945 time: 0.2776639 Aug 10 03:36:59.816121 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-766d1bec-001e-4ce1-b5d2-b412ee820422 req-4e3917ad-c160-4bea-b2f9-c516b8da8edd tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/security-groups?id=81787cdd-9071-4003-b601-4ee333b772e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952731 Aug 10 03:36:59.851943 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d39df45c-54e6-4537-a17f-c800a04c63a7 req-cd3c1bd9-0457-458b-a650-cca66500d254 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/security-groups?id=94bf709a-2b1f-453e-be0d-cfe700274cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434143 Aug 10 03:36:59.933618 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-aaeece36-745f-400d-bd85-27285de0a215 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:59.933618 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-aaeece36-745f-400d-bd85-27285de0a215 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] 10.222.0.44 "DELETE /v2.0/networks/b3dd83a3-52ff-4eec-9459-9ce95f24952a HTTP/1.1" status: 204 len: 168 time: 2.5925703 Aug 10 03:36:59.933618 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeece36-745f-400d-bd85-27285de0a215 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Pushing event deleted for resources: {'Network': ['ID=b3dd83a3-52ff-4eec-9459-9ce95f24952a,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:59.941336 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 47818) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:59.985292 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4ebe0e4c-169e-41a1-b3e1-acc05c26d4f3 req-11ec5eb8-bdaa-435b-8e29-b301839b748d tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=045ee23b-ce3e-4d45-aa51-270bf98b62e3 HTTP/1.1" status: 200 len: 210 time: 0.0701005 Aug 10 03:37:00.037373 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-399ea314-1d9f-42a3-bf73-54d576ff60dc tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c903ab8-963e-4232-9d92-5cc6ab3d0163 HTTP/1.1" status: 200 len: 205 time: 0.0933435 Aug 10 03:37:00.039925 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 47822) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:00.192650 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b6794041-2462-44af-bbc9-0fd8b1f3a5e4 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks [] for router, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:00.273808 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21dc640-443d-4b13-9962-f9bcf46e8415 req-b3cffe66-f1ce-4e8f-a18a-0a47de9d947c tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:00.275946 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e21dc640-443d-4b13-9962-f9bcf46e8415 req-b3cffe66-f1ce-4e8f-a18a-0a47de9d947c tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=522b45d9-db61-4e14-a75c-214b3a6907db HTTP/1.1" status: 200 len: 945 time: 0.0962625 Aug 10 03:37:00.352738 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e21dc640-443d-4b13-9962-f9bcf46e8415 req-01b9413d-6110-423d-91ab-36e6983a75de tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d4b820e-dc2c-4be0-8053-891f2a656097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660799 Aug 10 03:37:00.471936 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b6794041-2462-44af-bbc9-0fd8b1f3a5e4 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:00.474556 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b6794041-2462-44af-bbc9-0fd8b1f3a5e4 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:00.557746 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b6794041-2462-44af-bbc9-0fd8b1f3a5e4 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:00.558439 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6794041-2462-44af-bbc9-0fd8b1f3a5e4 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Fanout notify agent at l3_agent the message router_deleted on router 6c903ab8-963e-4232-9d92-5cc6ab3d0163 {{(pid=94261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:37:00.572474 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b6794041-2462-44af-bbc9-0fd8b1f3a5e4 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:00.577602 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-b6794041-2462-44af-bbc9-0fd8b1f3a5e4 tempest-RoutersNegativeTest-384396615 tempest-RoutersNegativeTest-384396615-project] 10.222.0.44 "DELETE /v2.0/routers/6c903ab8-963e-4232-9d92-5cc6ab3d0163 HTTP/1.1" status: 204 len: 168 time: 0.5362740 Aug 10 03:37:00.919407 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 47842) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:01.089487 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9cb388-63c4-4bd5-b313-9f8eff6ef60f req-47b4b763-9c3f-4ae0-a091-1245fa3150dd tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:01.094150 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ba9cb388-63c4-4bd5-b313-9f8eff6ef60f req-47b4b763-9c3f-4ae0-a091-1245fa3150dd tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/ports?device_id=971ffce3-3be8-4cd1-baf7-efe49ff20400 HTTP/1.1" status: 200 len: 945 time: 0.1778009 Aug 10 03:37:01.238617 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1633041-7f99-4690-9c53-e9751743f6e7 req-76121656-cef2-4ba2-9ebd-49d0ad8a8d94 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:01.248080 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a1633041-7f99-4690-9c53-e9751743f6e7 req-76121656-cef2-4ba2-9ebd-49d0ad8a8d94 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/ports?device_id=8dcd8b74-96fe-4f37-9861-1774a607a419 HTTP/1.1" status: 200 len: 945 time: 0.1524618 Aug 10 03:37:01.284424 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-9bebd5d7-96ff-4680-91a8-2a7917e854e7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=485af67b32f34a7fa591a6dd15cd8aad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3616548 Aug 10 03:37:01.285237 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 47862) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:01.314662 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ba9cb388-63c4-4bd5-b313-9f8eff6ef60f req-144b6ac5-9ce7-47fa-b1e7-a435813fce1a tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/security-groups?id=81787cdd-9071-4003-b601-4ee333b772e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016335 Aug 10 03:37:01.376542 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a1633041-7f99-4690-9c53-e9751743f6e7 req-d7edb94e-1c04-4897-b90d-5749fb85a979 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/security-groups?id=94bf709a-2b1f-453e-be0d-cfe700274cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273949 Aug 10 03:37:01.392055 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a794b4-d761-49aa-bd04-4f8bfaaacd8f req-2ebf33fb-0a39-45cc-a8f8-c20f1f43266e tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:01.393848 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-19a794b4-d761-49aa-bd04-4f8bfaaacd8f req-2ebf33fb-0a39-45cc-a8f8-c20f1f43266e tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.61 "GET /v2.0/networks?id=d07bf9c0-feda-49f0-ac68-879462adf9f1 HTTP/1.1" status: 200 len: 811 time: 0.2767088 Aug 10 03:37:01.429018 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-19a794b4-d761-49aa-bd04-4f8bfaaacd8f req-891726e7-76d6-4772-81a9-21ff211d073c tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Request body: {'port': {'device_id': '045ee23b-ce3e-4d45-aa51-270bf98b62e3', 'network_id': 'd07bf9c0-feda-49f0-ac68-879462adf9f1', 'admin_state_up': True, 'tenant_id': '2680b799feb54d8c9fdff98330bf1a96'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:01.483516 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8d640936-0bd1-46b9-b5b5-21c5a2d10db5 req-032b6427-c66f-48f3-a1e2-88f9f6a58a9c tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=045ee23b-ce3e-4d45-aa51-270bf98b62e3 HTTP/1.1" status: 200 len: 210 time: 0.0386467 Aug 10 03:37:01.549702 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-85e0f4eb-d419-4dc0-a6e2-979b9172f29c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:01.566924 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ea3e15-5340-4727-b255-efeec02315e9 req-20ce1153-6c10-4edb-8748-c81d77119b38 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:01.569972 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-39ea3e15-5340-4727-b255-efeec02315e9 req-20ce1153-6c10-4edb-8748-c81d77119b38 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=522b45d9-db61-4e14-a75c-214b3a6907db HTTP/1.1" status: 200 len: 945 time: 0.0706780 Aug 10 03:37:01.593900 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-85e0f4eb-d419-4dc0-a6e2-979b9172f29c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:01.628895 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-39ea3e15-5340-4727-b255-efeec02315e9 req-095ff689-82f3-4c91-83e8-1a29afda9a73 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d4b820e-dc2c-4be0-8053-891f2a656097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485036 Aug 10 03:37:01.744550 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-85e0f4eb-d419-4dc0-a6e2-979b9172f29c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:01.747338 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-85e0f4eb-d419-4dc0-a6e2-979b9172f29c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:01.748653 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-85e0f4eb-d419-4dc0-a6e2-979b9172f29c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6f96ad63-530e-4b63-86cf-1a66de15c8ee HTTP/1.1" status: 204 len: 168 time: 0.4622381 Aug 10 03:37:01.752784 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19a794b4-d761-49aa-bd04-4f8bfaaacd8f req-891726e7-76d6-4772-81a9-21ff211d073c tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Made reservation on behalf of 2680b799feb54d8c9fdff98330bf1a96 for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:37:01.756814 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-19a794b4-d761-49aa-bd04-4f8bfaaacd8f req-891726e7-76d6-4772-81a9-21ff211d073c tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:01.764837 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e0f4eb-d419-4dc0-a6e2-979b9172f29c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f96ad63-530e-4b63-86cf-1a66de15c8ee,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:01.904680 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579bc0aa-0626-40c0-bab9-4d40dd8d9463 req-7e950930-6511-427c-b4f4-c2cf544fbd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:01.906804 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-579bc0aa-0626-40c0-bab9-4d40dd8d9463 req-7e950930-6511-427c-b4f4-c2cf544fbd85 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e9ab4296b9324b029547ba2c6dc24132&device_id=522b45d9-db61-4e14-a75c-214b3a6907db HTTP/1.1" status: 200 len: 1097 time: 0.0661917 Aug 10 03:37:01.972819 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [req-19a794b4-d761-49aa-bd04-4f8bfaaacd8f req-891726e7-76d6-4772-81a9-21ff211d073c tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Allocated IP 172.20.0.14 (d07bf9c0-feda-49f0-ac68-879462adf9f1/33a1c40e-b5d2-46c7-a6a1-fa6cc0352aec/64674e3c-22d6-458c-acda-36a6227d75b0) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:37:02.118111 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579bc0aa-0626-40c0-bab9-4d40dd8d9463 req-d1b9cddb-c1f9-4d29-8c58-c80da1a32e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:02.120571 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-579bc0aa-0626-40c0-bab9-4d40dd8d9463 req-d1b9cddb-c1f9-4d29-8c58-c80da1a32e09 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c0659391-a657-4b16-a8ee-a2586c7786a9 HTTP/1.1" status: 200 len: 915 time: 0.2042444 Aug 10 03:37:02.217600 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-19a794b4-d761-49aa-bd04-4f8bfaaacd8f req-891726e7-76d6-4772-81a9-21ff211d073c tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:02.219557 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-579bc0aa-0626-40c0-bab9-4d40dd8d9463 req-f7e1e78a-b302-4b07-8f71-4516985f0cad service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7 HTTP/1.1" status: 200 len: 1000 time: 0.0917914 Aug 10 03:37:02.254660 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [req-19a794b4-d761-49aa-bd04-4f8bfaaacd8f req-891726e7-76d6-4772-81a9-21ff211d073c tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Transition to ACTIVE for port object 64674e3c-22d6-458c-acda-36a6227d75b0 will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:37:02.294001 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579bc0aa-0626-40c0-bab9-4d40dd8d9463 req-e362adac-eb99-440f-aac0-e5464c6cbe3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:02.299133 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-579bc0aa-0626-40c0-bab9-4d40dd8d9463 req-e362adac-eb99-440f-aac0-e5464c6cbe3d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ffd75aef-22f1-4d31-9592-d84c9fe2b2a2 HTTP/1.1" status: 200 len: 854 time: 0.0701034 Aug 10 03:37:02.324973 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-19a794b4-d761-49aa-bd04-4f8bfaaacd8f req-891726e7-76d6-4772-81a9-21ff211d073c tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:02.342596 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['df5b258a-3930-40b7-b0b2-daf7ffbc6757'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:37:02.367404 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579bc0aa-0626-40c0-bab9-4d40dd8d9463 req-b8901f73-ec20-4311-9e58-d439f41ff5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:02.372845 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-579bc0aa-0626-40c0-bab9-4d40dd8d9463 req-b8901f73-ec20-4311-9e58-d439f41ff5f4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c0659391-a657-4b16-a8ee-a2586c7786a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0645051 Aug 10 03:37:02.440316 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19a794b4-d761-49aa-bd04-4f8bfaaacd8f req-891726e7-76d6-4772-81a9-21ff211d073c tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Network d07bf9c0-feda-49f0-ac68-879462adf9f1 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:37:02.444025 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [req-19a794b4-d761-49aa-bd04-4f8bfaaacd8f req-891726e7-76d6-4772-81a9-21ff211d073c tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:37:02.455915 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-19a794b4-d761-49aa-bd04-4f8bfaaacd8f req-891726e7-76d6-4772-81a9-21ff211d073c tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:37:02.521008 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891726e7-76d6-4772-81a9-21ff211d073c tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Pushing event updated for resources: {'Port': ['ID=64674e3c-22d6-458c-acda-36a6227d75b0,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:02.554059 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a794b4-d761-49aa-bd04-4f8bfaaacd8f req-891726e7-76d6-4772-81a9-21ff211d073c tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:02.556262 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-19a794b4-d761-49aa-bd04-4f8bfaaacd8f req-891726e7-76d6-4772-81a9-21ff211d073c tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:02.577725 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-19a794b4-d761-49aa-bd04-4f8bfaaacd8f req-891726e7-76d6-4772-81a9-21ff211d073c tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1655443 Aug 10 03:37:02.606495 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-579bc0aa-0626-40c0-bab9-4d40dd8d9463 req-8cab33c5-90a6-4cc6-bde3-95d8352eb3da service neutron] 10.222.0.42 "GET /v2.0/networks/c0659391-a657-4b16-a8ee-a2586c7786a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270417 Aug 10 03:37:02.610184 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-19a794b4-d761-49aa-bd04-4f8bfaaacd8f req-d3ddb2a7-3001-41e4-9a94-78eefe02a3ad service neutron] Request body: {'port': {'device_id': '045ee23b-ce3e-4d45-aa51-270bf98b62e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-13'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:02.822703 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-19a794b4-d761-49aa-bd04-4f8bfaaacd8f req-d3ddb2a7-3001-41e4-9a94-78eefe02a3ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:02.903701 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f589b7-f82d-4e71-90e2-ef6c3e65ecff req-aebf8a4d-d3a6-446e-a598-8c5b07715bd4 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:02.905884 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d4f589b7-f82d-4e71-90e2-ef6c3e65ecff req-aebf8a4d-d3a6-446e-a598-8c5b07715bd4 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/ports?device_id=971ffce3-3be8-4cd1-baf7-efe49ff20400 HTTP/1.1" status: 200 len: 945 time: 0.2959306 Aug 10 03:37:02.917668 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c0556c-bee9-46e3-9078-97d968ac8e7b req-d2ab9e1d-6581-4fe1-95b8-9317e704bff5 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:02.926004 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c9c0556c-bee9-46e3-9078-97d968ac8e7b req-d2ab9e1d-6581-4fe1-95b8-9317e704bff5 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/ports?device_id=8dcd8b74-96fe-4f37-9861-1774a607a419 HTTP/1.1" status: 200 len: 945 time: 0.2598956 Aug 10 03:37:03.000782 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-27d0b880-5f3c-45d6-ba70-ca5ee71b339c None None] Provisioning for port 64674e3c-22d6-458c-acda-36a6227d75b0 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:37:03.006673 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-27d0b880-5f3c-45d6-ba70-ca5ee71b339c None None] Provisioning complete for port 64674e3c-22d6-458c-acda-36a6227d75b0 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:37:03.007556 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-27d0b880-5f3c-45d6-ba70-ca5ee71b339c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:03.016549 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c9c0556c-bee9-46e3-9078-97d968ac8e7b req-89bad9a6-e33a-402d-bf07-e476ee036dc4 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/security-groups?id=94bf709a-2b1f-453e-be0d-cfe700274cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891957 Aug 10 03:37:03.027190 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-579bc0aa-0626-40c0-bab9-4d40dd8d9463 req-d4719a19-2e29-4f89-8e0d-a18d000887e4 service neutron] 10.222.0.42 "GET /v2.0/networks/c0659391-a657-4b16-a8ee-a2586c7786a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3978131 Aug 10 03:37:03.084112 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d4f589b7-f82d-4e71-90e2-ef6c3e65ecff req-f6a797f3-3b10-4de5-bd81-da1b3efa6676 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/security-groups?id=81787cdd-9071-4003-b601-4ee333b772e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542828 Aug 10 03:37:03.169095 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:03.179819 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-27d0b880-5f3c-45d6-ba70-ca5ee71b339c None None] Port 64674e3c-22d6-458c-acda-36a6227d75b0 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:37:03.266586 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 47906) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:03.365508 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5033fae7-6caa-450b-8889-1053301460b7 req-299cd972-b608-419b-9e09-c540984b201c tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:03.369283 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5033fae7-6caa-450b-8889-1053301460b7 req-299cd972-b608-419b-9e09-c540984b201c tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=522b45d9-db61-4e14-a75c-214b3a6907db HTTP/1.1" status: 200 len: 945 time: 0.1617355 Aug 10 03:37:03.419328 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d118f3-f4fb-4693-9fb7-8f69a6c01b7f req-dc86d523-a6d2-422d-a45c-2ea7afe62904 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:03.421229 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c4d118f3-f4fb-4693-9fb7-8f69a6c01b7f req-dc86d523-a6d2-422d-a45c-2ea7afe62904 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=045ee23b-ce3e-4d45-aa51-270bf98b62e3 HTTP/1.1" status: 200 len: 932 time: 0.1733530 Aug 10 03:37:03.576032 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5033fae7-6caa-450b-8889-1053301460b7 req-91810eef-4b7e-4219-84b7-cf01757a64ba tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d4b820e-dc2c-4be0-8053-891f2a656097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1958344 Aug 10 03:37:03.653686 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c4d118f3-f4fb-4693-9fb7-8f69a6c01b7f req-b4b04216-ab38-40f5-847c-1e3cebf8de58 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9d97ea0-2a9f-4286-b02c-31ca2320c427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042441 Aug 10 03:37:03.669615 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-bd29f61a-595a-4236-be18-c4688505057a tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1331730476'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:03.690765 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [req-19a794b4-d761-49aa-bd04-4f8bfaaacd8f req-d3ddb2a7-3001-41e4-9a94-78eefe02a3ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64674e3c-22d6-458c-acda-36a6227d75b0 {{(pid=94261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:37:03.719364 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-19a794b4-d761-49aa-bd04-4f8bfaaacd8f req-d3ddb2a7-3001-41e4-9a94-78eefe02a3ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:03.752046 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [req-19a794b4-d761-49aa-bd04-4f8bfaaacd8f req-d3ddb2a7-3001-41e4-9a94-78eefe02a3ad service neutron] Transition to ACTIVE for port object 64674e3c-22d6-458c-acda-36a6227d75b0 will not be triggered until provisioned by entity L2. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:37:03.753645 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd29f61a-595a-4236-be18-c4688505057a tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] Made reservation on behalf of 708d700adba541d4a42e5f95809dc288 for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:37:03.759014 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bd29f61a-595a-4236-be18-c4688505057a tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:03.762792 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-19a794b4-d761-49aa-bd04-4f8bfaaacd8f req-d3ddb2a7-3001-41e4-9a94-78eefe02a3ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:03.780239 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bd29f61a-595a-4236-be18-c4688505057a tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:03.850010 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ddb2a7-3001-41e4-9a94-78eefe02a3ad service neutron] Pushing event updated for resources: {'Port': ['ID=64674e3c-22d6-458c-acda-36a6227d75b0,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:03.989307 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-19a794b4-d761-49aa-bd04-4f8bfaaacd8f req-d3ddb2a7-3001-41e4-9a94-78eefe02a3ad service neutron] Attempting to bind port 64674e3c-22d6-458c-acda-36a6227d75b0 on host n-h2-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:37:03.990303 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-19a794b4-d761-49aa-bd04-4f8bfaaacd8f req-d3ddb2a7-3001-41e4-9a94-78eefe02a3ad service neutron] Attempting to bind port 64674e3c-22d6-458c-acda-36a6227d75b0 by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': '137a9801-8fd3-46c2-ac1d-bb4eee5c7163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd07bf9c0-feda-49f0-ac68-879462adf9f1'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:37:03.991269 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a794b4-d761-49aa-bd04-4f8bfaaacd8f req-d3ddb2a7-3001-41e4-9a94-78eefe02a3ad service neutron] Attempting to bind port 64674e3c-22d6-458c-acda-36a6227d75b0 on network d07bf9c0-feda-49f0-ac68-879462adf9f1 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:37:04.010058 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a794b4-d761-49aa-bd04-4f8bfaaacd8f req-d3ddb2a7-3001-41e4-9a94-78eefe02a3ad service neutron] Port 64674e3c-22d6-458c-acda-36a6227d75b0 on network d07bf9c0-feda-49f0-ac68-879462adf9f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:37:04.010924 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a794b4-d761-49aa-bd04-4f8bfaaacd8f req-d3ddb2a7-3001-41e4-9a94-78eefe02a3ad service neutron] Attempting to bind port 64674e3c-22d6-458c-acda-36a6227d75b0 on network d07bf9c0-feda-49f0-ac68-879462adf9f1 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:37:04.028343 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a794b4-d761-49aa-bd04-4f8bfaaacd8f req-d3ddb2a7-3001-41e4-9a94-78eefe02a3ad service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:37:04.028889 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a794b4-d761-49aa-bd04-4f8bfaaacd8f req-d3ddb2a7-3001-41e4-9a94-78eefe02a3ad service neutron] Checking segment: {'id': '137a9801-8fd3-46c2-ac1d-bb4eee5c7163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd07bf9c0-feda-49f0-ac68-879462adf9f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:37:04.029574 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a794b4-d761-49aa-bd04-4f8bfaaacd8f req-d3ddb2a7-3001-41e4-9a94-78eefe02a3ad service neutron] Bound using segment: {'id': '137a9801-8fd3-46c2-ac1d-bb4eee5c7163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd07bf9c0-feda-49f0-ac68-879462adf9f1'} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:37:04.030449 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-19a794b4-d761-49aa-bd04-4f8bfaaacd8f req-d3ddb2a7-3001-41e4-9a94-78eefe02a3ad service neutron] Bound port: 64674e3c-22d6-458c-acda-36a6227d75b0, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '137a9801-8fd3-46c2-ac1d-bb4eee5c7163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd07bf9c0-feda-49f0-ac68-879462adf9f1'}}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:37:04.031049 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-19a794b4-d761-49aa-bd04-4f8bfaaacd8f req-d3ddb2a7-3001-41e4-9a94-78eefe02a3ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:04.099430 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bd29f61a-595a-4236-be18-c4688505057a tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:04.154640 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bd29f61a-595a-4236-be18-c4688505057a tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:04.181538 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd29f61a-595a-4236-be18-c4688505057a tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:37:04.252465 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bd29f61a-595a-4236-be18-c4688505057a tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:04.253018 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-bd29f61a-595a-4236-be18-c4688505057a tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] Added segment 25c54ba4-ed25-402b-8e32-bfa5f279ffd3 of type vlan for network a37fff59-9ec7-4022-affd-ac618bc4eaca Aug 10 03:37:04.270934 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a89d87-4215-4fb8-9ef6-bc261f83a42c req-42609a92-c541-463d-aa41-56dad3ed353d tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:04.272867 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-65a89d87-4215-4fb8-9ef6-bc261f83a42c req-42609a92-c541-463d-aa41-56dad3ed353d tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/ports?device_id=971ffce3-3be8-4cd1-baf7-efe49ff20400 HTTP/1.1" status: 200 len: 945 time: 0.0635092 Aug 10 03:37:04.285983 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1efa032-1353-496a-824b-4d234ecd8f24 req-c3d4f2d9-4b89-4c0f-a26b-30cb390c00a8 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:04.295709 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f1efa032-1353-496a-824b-4d234ecd8f24 req-c3d4f2d9-4b89-4c0f-a26b-30cb390c00a8 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/ports?device_id=8dcd8b74-96fe-4f37-9861-1774a607a419 HTTP/1.1" status: 200 len: 945 time: 0.1295679 Aug 10 03:37:04.326504 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd29f61a-595a-4236-be18-c4688505057a tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c418072-276c-40e6-8d0f-3a89c4d373d3,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:04.338977 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-19a794b4-d761-49aa-bd04-4f8bfaaacd8f req-d3ddb2a7-3001-41e4-9a94-78eefe02a3ad service neutron] For port 64674e3c-22d6-458c-acda-36a6227d75b0, host n-h2-768862-13, cleared binding levels {{(pid=94261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:37:04.389839 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f1efa032-1353-496a-824b-4d234ecd8f24 req-0133a8ee-b942-44ec-80c3-5a63410650b9 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/security-groups?id=94bf709a-2b1f-453e-be0d-cfe700274cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928395 Aug 10 03:37:04.410930 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-65a89d87-4215-4fb8-9ef6-bc261f83a42c req-2ce99f8f-5954-4b6e-8eb7-d1d7a6c33b3a tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/security-groups?id=81787cdd-9071-4003-b601-4ee333b772e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061919 Aug 10 03:37:04.435744 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bd29f61a-595a-4236-be18-c4688505057a tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:04.443535 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-19a794b4-d761-49aa-bd04-4f8bfaaacd8f req-d3ddb2a7-3001-41e4-9a94-78eefe02a3ad service neutron] For port 64674e3c-22d6-458c-acda-36a6227d75b0, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=64674e3c-22d6-458c-acda-36a6227d75b0,segment=NetworkSegment(137a9801-8fd3-46c2-ac1d-bb4eee5c7163),segment_id=137a9801-8fd3-46c2-ac1d-bb4eee5c7163)] {{(pid=94261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:37:04.449527 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-19a794b4-d761-49aa-bd04-4f8bfaaacd8f req-d3ddb2a7-3001-41e4-9a94-78eefe02a3ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:04.513314 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a794b4-d761-49aa-bd04-4f8bfaaacd8f req-d3ddb2a7-3001-41e4-9a94-78eefe02a3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:04.514089 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-19a794b4-d761-49aa-bd04-4f8bfaaacd8f req-d3ddb2a7-3001-41e4-9a94-78eefe02a3ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:04.515790 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-19a794b4-d761-49aa-bd04-4f8bfaaacd8f req-d3ddb2a7-3001-41e4-9a94-78eefe02a3ad service neutron] 10.222.0.61 "PUT /v2.0/ports/64674e3c-22d6-458c-acda-36a6227d75b0 HTTP/1.1" status: 200 len: 1093 time: 1.9240589 Aug 10 03:37:04.516380 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '045ee23b-ce3e-4d45-aa51-270bf98b62e3', 'tag': '64674e3c-22d6-458c-acda-36a6227d75b0'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:37:04.519091 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb33c50b-cbe5-413d-abf2-5726d7d3db99" -d '{"events": [{"name": "network-changed", "server_uuid": "045ee23b-ce3e-4d45-aa51-270bf98b62e3", "tag": "64674e3c-22d6-458c-acda-36a6227d75b0"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:37:04.528331 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bd29f61a-595a-4236-be18-c4688505057a tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:04.543999 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd29f61a-595a-4236-be18-c4688505057a tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:04.544767 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bd29f61a-595a-4236-be18-c4688505057a tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:04.610926 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ddb2a7-3001-41e4-9a94-78eefe02a3ad service neutron] Pushing event updated for resources: {'Port': ['ID=64674e3c-22d6-458c-acda-36a6227d75b0,revision_number=3']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:04.707653 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39cbb4e4-6eb2-493a-9e31-c9ddad31ca5f x-openstack-request-id: req-39cbb4e4-6eb2-493a-9e31-c9ddad31ca5f {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:37:04.708565 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "045ee23b-ce3e-4d45-aa51-270bf98b62e3", "tag": "64674e3c-22d6-458c-acda-36a6227d75b0", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:37:04.708565 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-39cbb4e4-6eb2-493a-9e31-c9ddad31ca5f {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:37:04.708565 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '045ee23b-ce3e-4d45-aa51-270bf98b62e3', 'tag': '64674e3c-22d6-458c-acda-36a6227d75b0', 'status': 'completed', 'code': 200} Aug 10 03:37:04.723359 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-bd29f61a-595a-4236-be18-c4688505057a tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4513571 Aug 10 03:37:04.728309 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 47926) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:04.737839 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-efe21047-91df-442c-b49e-bccd51876528 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] Request body: {'subnet': {'network_id': 'a37fff59-9ec7-4022-affd-ac618bc4eaca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:04.768696 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd29f61a-595a-4236-be18-c4688505057a tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] Pushing event updated for resources: {'Network': ['ID=a37fff59-9ec7-4022-affd-ac618bc4eaca,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:04.784627 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network a37fff59-9ec7-4022-affd-ac618bc4eaca details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:37:04.805696 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a794b4-d761-49aa-bd04-4f8bfaaacd8f req-e2bd7302-42d6-437b-9cd3-58a721e84ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:04.811549 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-19a794b4-d761-49aa-bd04-4f8bfaaacd8f req-e2bd7302-42d6-437b-9cd3-58a721e84ced service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2680b799feb54d8c9fdff98330bf1a96&device_id=045ee23b-ce3e-4d45-aa51-270bf98b62e3 HTTP/1.1" status: 200 len: 1096 time: 0.2010481 Aug 10 03:37:04.919965 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-19a794b4-d761-49aa-bd04-4f8bfaaacd8f req-3fab2146-f685-4969-a8b0-2e0fde677eb6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=64674e3c-22d6-458c-acda-36a6227d75b0 HTTP/1.1" status: 200 len: 217 time: 0.1004341 Aug 10 03:37:05.035380 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9a584e-bef9-4f12-8374-e1b6ba5a8c0c req-55b4605e-4a65-4bff-b44c-897c8aab45ab tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:05.037119 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ec9a584e-bef9-4f12-8374-e1b6ba5a8c0c req-55b4605e-4a65-4bff-b44c-897c8aab45ab tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=045ee23b-ce3e-4d45-aa51-270bf98b62e3 HTTP/1.1" status: 200 len: 944 time: 0.1628475 Aug 10 03:37:05.052351 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a794b4-d761-49aa-bd04-4f8bfaaacd8f req-32637eb5-caf6-4238-b8fe-ef14a051ff30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:05.056228 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-19a794b4-d761-49aa-bd04-4f8bfaaacd8f req-32637eb5-caf6-4238-b8fe-ef14a051ff30 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=33a1c40e-b5d2-46c7-a6a1-fa6cc0352aec HTTP/1.1" status: 200 len: 850 time: 0.1137040 Aug 10 03:37:05.084399 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae6f25-7953-4962-ad7a-0e9ddc287369 req-24cd8f44-b905-4654-8282-7d51208c50af tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:05.093181 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9fae6f25-7953-4962-ad7a-0e9ddc287369 req-24cd8f44-b905-4654-8282-7d51208c50af tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=522b45d9-db61-4e14-a75c-214b3a6907db HTTP/1.1" status: 200 len: 945 time: 0.2196672 Aug 10 03:37:05.107459 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efe21047-91df-442c-b49e-bccd51876528 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] Made reservation on behalf of 708d700adba541d4a42e5f95809dc288 for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:37:05.114006 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-efe21047-91df-442c-b49e-bccd51876528 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:05.204973 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9fae6f25-7953-4962-ad7a-0e9ddc287369 req-a7c2cec5-b65a-4d27-99f8-6730c1950005 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d4b820e-dc2c-4be0-8053-891f2a656097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106384 Aug 10 03:37:05.218388 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ec9a584e-bef9-4f12-8374-e1b6ba5a8c0c req-b579e42f-b262-4972-8640-515d4e6c15c3 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9d97ea0-2a9f-4286-b02c-31ca2320c427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693347 Aug 10 03:37:05.231467 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a794b4-d761-49aa-bd04-4f8bfaaacd8f req-57675da9-19f7-4ae4-a893-b19060918d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:05.243896 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-19a794b4-d761-49aa-bd04-4f8bfaaacd8f req-57675da9-19f7-4ae4-a893-b19060918d90 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d07bf9c0-feda-49f0-ac68-879462adf9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1771963 Aug 10 03:37:05.365863 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-19a794b4-d761-49aa-bd04-4f8bfaaacd8f req-b8019810-bb8e-4c14-bb2f-11bebd8767c3 service neutron] 10.222.0.61 "GET /v2.0/networks/d07bf9c0-feda-49f0-ac68-879462adf9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096663 Aug 10 03:37:05.444781 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-efe21047-91df-442c-b49e-bccd51876528 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58895384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805196'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:05.535213 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-19a794b4-d761-49aa-bd04-4f8bfaaacd8f req-b5d934ad-71bc-4f97-9274-286d1d7cd552 service neutron] 10.222.0.61 "GET /v2.0/networks/d07bf9c0-feda-49f0-ac68-879462adf9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592400 Aug 10 03:37:05.656002 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb33c50b-cbe5-413d-abf2-5726d7d3db99 req-72c959d3-650b-473c-9897-1375db0ca809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:05.658029 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-cb33c50b-cbe5-413d-abf2-5726d7d3db99 req-72c959d3-650b-473c-9897-1375db0ca809 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2680b799feb54d8c9fdff98330bf1a96&device_id=045ee23b-ce3e-4d45-aa51-270bf98b62e3 HTTP/1.1" status: 200 len: 1096 time: 0.0556564 Aug 10 03:37:05.793676 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb33c50b-cbe5-413d-abf2-5726d7d3db99 req-67629ce2-013e-4a01-88f6-31c051e09acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:05.795478 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-cb33c50b-cbe5-413d-abf2-5726d7d3db99 req-67629ce2-013e-4a01-88f6-31c051e09acb service neutron] 10.222.0.61 "GET /v2.0/networks?id=d07bf9c0-feda-49f0-ac68-879462adf9f1 HTTP/1.1" status: 200 len: 911 time: 0.1229227 Aug 10 03:37:05.857241 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-cb33c50b-cbe5-413d-abf2-5726d7d3db99 req-8829dd7c-5f82-4c29-9d2f-ca7f4f16ae48 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=64674e3c-22d6-458c-acda-36a6227d75b0 HTTP/1.1" status: 200 len: 217 time: 0.0515699 Aug 10 03:37:05.971637 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb33c50b-cbe5-413d-abf2-5726d7d3db99 req-9285d48c-6149-47cc-815b-f25d293c7e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:05.973254 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-cb33c50b-cbe5-413d-abf2-5726d7d3db99 req-9285d48c-6149-47cc-815b-f25d293c7e02 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=33a1c40e-b5d2-46c7-a6a1-fa6cc0352aec HTTP/1.1" status: 200 len: 850 time: 0.1054459 Aug 10 03:37:06.042314 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb33c50b-cbe5-413d-abf2-5726d7d3db99 req-ed8ab326-37d5-415b-a8f9-f5f5fa357a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:06.046387 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe21047-91df-442c-b49e-bccd51876528 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] Pushing event updated for resources: {'Subnet': ['ID=91dd5b71-59c6-412b-8705-1f4a7f1fa0fe,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:06.047567 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-cb33c50b-cbe5-413d-abf2-5726d7d3db99 req-ed8ab326-37d5-415b-a8f9-f5f5fa357a3f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d07bf9c0-feda-49f0-ac68-879462adf9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0612063 Aug 10 03:37:06.123908 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d277eb-7528-402b-9c86-396a810ce0bc req-a6e5c22c-4850-4a7e-818b-a2912691f24b tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:06.126792 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-58d277eb-7528-402b-9c86-396a810ce0bc req-a6e5c22c-4850-4a7e-818b-a2912691f24b tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/ports?device_id=971ffce3-3be8-4cd1-baf7-efe49ff20400 HTTP/1.1" status: 200 len: 945 time: 0.5818973 Aug 10 03:37:06.129125 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe21047-91df-442c-b49e-bccd51876528 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] Checking segment: {'id': '25c54ba4-ed25-402b-8e32-bfa5f279ffd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a37fff59-9ec7-4022-affd-ac618bc4eaca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:37:06.129451 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe21047-91df-442c-b49e-bccd51876528 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] Network hostable DHCP agents. Network: a37fff59-9ec7-4022-affd-ac618bc4eaca, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:37:06.149269 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a7492d-b924-46c4-9458-953fe9ed58dd req-274da78b-8219-4ea9-9e28-7293c8a458e4 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:06.152690 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-50a7492d-b924-46c4-9458-953fe9ed58dd req-274da78b-8219-4ea9-9e28-7293c8a458e4 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/ports?device_id=8dcd8b74-96fe-4f37-9861-1774a607a419 HTTP/1.1" status: 200 len: 945 time: 0.6145318 Aug 10 03:37:06.179507 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-cb33c50b-cbe5-413d-abf2-5726d7d3db99 req-d316ea4a-da5d-4f19-8d30-b1d00a2e8dd3 service neutron] 10.222.0.61 "GET /v2.0/networks/d07bf9c0-feda-49f0-ac68-879462adf9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188574 Aug 10 03:37:06.198821 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7 no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:37:06.321290 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe21047-91df-442c-b49e-bccd51876528 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] Network a37fff59-9ec7-4022-affd-ac618bc4eaca is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:37:06.356280 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-58d277eb-7528-402b-9c86-396a810ce0bc req-8820ae14-5746-4b4d-8f48-ee79d14ec0eb tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/security-groups?id=81787cdd-9071-4003-b601-4ee333b772e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002778 Aug 10 03:37:06.368071 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-50a7492d-b924-46c4-9458-953fe9ed58dd req-88e7ce1d-b499-4933-8446-be984080e4d8 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/security-groups?id=94bf709a-2b1f-453e-be0d-cfe700274cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981454 Aug 10 03:37:06.368948 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-efe21047-91df-442c-b49e-bccd51876528 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, a37fff59-9ec7-4022-affd-ac618bc4eaca) {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:37:06.382972 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe21047-91df-442c-b49e-bccd51876528 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:06.384045 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-efe21047-91df-442c-b49e-bccd51876528 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:06.433826 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-efe21047-91df-442c-b49e-bccd51876528 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7030749 Aug 10 03:37:06.438127 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 47944) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:06.455358 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-9a328011-5b95-4a65-9a2f-b76c1174229e tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] Request body: {'port': {'network_id': 'a37fff59-9ec7-4022-affd-ac618bc4eaca', 'name': 'tempest-TagsExtTest-1853628900'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:06.465786 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed23e431-69f3-4a57-a42d-bfb41f3c062c None None] Network a37fff59-9ec7-4022-affd-ac618bc4eaca requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:37:06.498813 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-cb33c50b-cbe5-413d-abf2-5726d7d3db99 req-8ac6e791-6a02-4391-9be2-8005005d9d2a service neutron] 10.222.0.61 "GET /v2.0/networks/d07bf9c0-feda-49f0-ac68-879462adf9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3101008 Aug 10 03:37:06.593677 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:06.673794 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '522b45d9-db61-4e14-a75c-214b3a6907db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:37:06.679488 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c08ce32-95ee-4337-9d4c-2a826e7c22bd" -d '{"events": [{"server_uuid": "522b45d9-db61-4e14-a75c-214b3a6907db", "name": "network-vif-unplugged", "status": "completed", "tag": "12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:37:06.692255 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35aa23b-24ab-40b1-82dd-8168b739942b req-c7234d5a-14e5-4ebe-ae1e-a27b71e814d7 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:06.693883 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c35aa23b-24ab-40b1-82dd-8168b739942b req-c7234d5a-14e5-4ebe-ae1e-a27b71e814d7 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=045ee23b-ce3e-4d45-aa51-270bf98b62e3 HTTP/1.1" status: 200 len: 944 time: 0.1942198 Aug 10 03:37:06.736850 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec571c0b-e45b-4f44-a714-f3f8ce39069a req-183c2f8d-7541-4b5f-8a7d-e5b973632850 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:06.738686 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ec571c0b-e45b-4f44-a714-f3f8ce39069a req-183c2f8d-7541-4b5f-8a7d-e5b973632850 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=522b45d9-db61-4e14-a75c-214b3a6907db HTTP/1.1" status: 200 len: 945 time: 0.2376103 Aug 10 03:37:06.743693 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7,segment=NetworkSegment(17789ec9-f3a0-458f-a646-d9adbb03f346),segment_id=17789ec9-f3a0-458f-a646-d9adbb03f346)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:37:06.832571 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c35aa23b-24ab-40b1-82dd-8168b739942b req-ce119f31-a100-4dce-8014-cc98f9062fe6 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9d97ea0-2a9f-4286-b02c-31ca2320c427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164134 Aug 10 03:37:06.834927 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a328011-5b95-4a65-9a2f-b76c1174229e tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] Made reservation on behalf of 708d700adba541d4a42e5f95809dc288 for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:37:06.841186 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9a328011-5b95-4a65-9a2f-b76c1174229e tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:06.850014 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ec571c0b-e45b-4f44-a714-f3f8ce39069a req-bb7c342a-3879-48cc-b4e1-ed12bce09208 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d4b820e-dc2c-4be0-8053-891f2a656097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915337 Aug 10 03:37:06.871827 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:06.891226 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [None req-9a328011-5b95-4a65-9a2f-b76c1174229e tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] device_id is not set on port 1d63831c-d2ce-4e4d-bf2f-61565208afb2 yet. {{(pid=94260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:37:06.965391 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 10 Aug 2021 03:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a28f01c7-5fd7-4750-b913-94220219df9c x-openstack-request-id: req-a28f01c7-5fd7-4750-b913-94220219df9c {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:37:06.965391 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "522b45d9-db61-4e14-a75c-214b3a6907db", "name": "network-vif-unplugged", "status": "failed", "tag": "12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7", "code": 422}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:37:06.965815 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a28f01c7-5fd7-4750-b913-94220219df9c {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:37:06.966133 n-d-768862-13 neutron-server[94262]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '522b45d9-db61-4e14-a75c-214b3a6907db', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7', 'code': 422} returned with failed status Aug 10 03:37:07.017151 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7,revision_number=8']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:07.031103 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d792d1-16b7-4878-ba07-3f9875776246 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-a37fff59-9ec7-4022-affd-ac618bc4eaca', 'network_id': 'a37fff59-9ec7-4022-affd-ac618bc4eaca', 'tenant_id': '708d700adba541d4a42e5f95809dc288', 'fixed_ips': [{'subnet_id': '91dd5b71-59c6-412b-8705-1f4a7f1fa0fe'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:37:07.031994 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-28d792d1-16b7-4878-ba07-3f9875776246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:07.178390 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-9a328011-5b95-4a65-9a2f-b76c1174229e tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] Allocated IP 172.20.0.13 (a37fff59-9ec7-4022-affd-ac618bc4eaca/91dd5b71-59c6-412b-8705-1f4a7f1fa0fe/1d63831c-d2ce-4e4d-bf2f-61565208afb2) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:37:07.511027 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9a328011-5b95-4a65-9a2f-b76c1174229e tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:07.563140 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [None req-9a328011-5b95-4a65-9a2f-b76c1174229e tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] Transition to ACTIVE for port object 1d63831c-d2ce-4e4d-bf2f-61565208afb2 will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:37:07.749049 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9a328011-5b95-4a65-9a2f-b76c1174229e tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:07.861783 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-28d792d1-16b7-4878-ba07-3f9875776246 None None] Allocated IP 172.20.0.2 (a37fff59-9ec7-4022-affd-ac618bc4eaca/91dd5b71-59c6-412b-8705-1f4a7f1fa0fe/4a8b4421-c2c7-488e-810b-08d0ac88fcd0) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:37:08.036597 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a328011-5b95-4a65-9a2f-b76c1174229e tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] Pushing event updated for resources: {'Port': ['ID=1d63831c-d2ce-4e4d-bf2f-61565208afb2,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:08.094536 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a328011-5b95-4a65-9a2f-b76c1174229e tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] Network a37fff59-9ec7-4022-affd-ac618bc4eaca is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:37:08.110768 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-9a328011-5b95-4a65-9a2f-b76c1174229e tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:37:08.118909 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a328011-5b95-4a65-9a2f-b76c1174229e tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:37:08.214476 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-28d792d1-16b7-4878-ba07-3f9875776246 None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:08.229795 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-28d792d1-16b7-4878-ba07-3f9875776246 None None] Transition to ACTIVE for port object 4a8b4421-c2c7-488e-810b-08d0ac88fcd0 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:37:08.256559 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-28d792d1-16b7-4878-ba07-3f9875776246 None None] Transition to ACTIVE for port object 4a8b4421-c2c7-488e-810b-08d0ac88fcd0 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:37:08.277315 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 64674e3c-22d6-458c-acda-36a6227d75b0 details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:37:08.295521 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-28d792d1-16b7-4878-ba07-3f9875776246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:08.391107 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d792d1-16b7-4878-ba07-3f9875776246 None None] Network a37fff59-9ec7-4022-affd-ac618bc4eaca is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:37:08.399298 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-28d792d1-16b7-4878-ba07-3f9875776246 None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:37:08.406728 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d792d1-16b7-4878-ba07-3f9875776246 None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:37:08.413398 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cd398b-a3e7-42d7-98e6-5a8058176cce req-c0cc8223-45a0-4dce-acc4-0a0040f7778f tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:08.416856 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-34cd398b-a3e7-42d7-98e6-5a8058176cce req-c0cc8223-45a0-4dce-acc4-0a0040f7778f tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/ports?device_id=971ffce3-3be8-4cd1-baf7-efe49ff20400 HTTP/1.1" status: 200 len: 945 time: 0.7821913 Aug 10 03:37:08.488506 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d792d1-16b7-4878-ba07-3f9875776246 None None] Pushing event updated for resources: {'Port': ['ID=4a8b4421-c2c7-488e-810b-08d0ac88fcd0,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:08.539407 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e9f814-9e4b-4d18-9788-1d4ae5a64da2 req-8f76d788-833c-4524-8160-ba1a718623e7 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:08.551500 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-91e9f814-9e4b-4d18-9788-1d4ae5a64da2 req-8f76d788-833c-4524-8160-ba1a718623e7 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/ports?device_id=8dcd8b74-96fe-4f37-9861-1774a607a419 HTTP/1.1" status: 200 len: 945 time: 0.4471226 Aug 10 03:37:08.568778 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a328011-5b95-4a65-9a2f-b76c1174229e tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:08.569519 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9a328011-5b95-4a65-9a2f-b76c1174229e tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:08.600544 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-28d792d1-16b7-4878-ba07-3f9875776246 None None] Attempting to bind port 4a8b4421-c2c7-488e-810b-08d0ac88fcd0 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:37:08.601112 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-28d792d1-16b7-4878-ba07-3f9875776246 None None] Attempting to bind port 4a8b4421-c2c7-488e-810b-08d0ac88fcd0 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '25c54ba4-ed25-402b-8e32-bfa5f279ffd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a37fff59-9ec7-4022-affd-ac618bc4eaca'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:37:08.601597 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d792d1-16b7-4878-ba07-3f9875776246 None None] Attempting to bind port 4a8b4421-c2c7-488e-810b-08d0ac88fcd0 on network a37fff59-9ec7-4022-affd-ac618bc4eaca {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:37:08.613551 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-9a328011-5b95-4a65-9a2f-b76c1174229e tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.1702254 Aug 10 03:37:08.614691 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 47980) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:08.628412 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-0ecdc69a-c2d1-4556-bbfd-c0d0f7a8fd75 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-5801800', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:08.635123 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d792d1-16b7-4878-ba07-3f9875776246 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:37:08.635123 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d792d1-16b7-4878-ba07-3f9875776246 None None] Checking segment: {'id': '25c54ba4-ed25-402b-8e32-bfa5f279ffd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a37fff59-9ec7-4022-affd-ac618bc4eaca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:37:08.640165 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-28d792d1-16b7-4878-ba07-3f9875776246 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:08.640165 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d792d1-16b7-4878-ba07-3f9875776246 None None] Bound using segment: {'id': '25c54ba4-ed25-402b-8e32-bfa5f279ffd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a37fff59-9ec7-4022-affd-ac618bc4eaca'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:37:08.640165 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-28d792d1-16b7-4878-ba07-3f9875776246 None None] Bound port: 4a8b4421-c2c7-488e-810b-08d0ac88fcd0, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25c54ba4-ed25-402b-8e32-bfa5f279ffd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a37fff59-9ec7-4022-affd-ac618bc4eaca'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:37:08.640165 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-28d792d1-16b7-4878-ba07-3f9875776246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:08.707350 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-34cd398b-a3e7-42d7-98e6-5a8058176cce req-0f649a1e-c2b8-464c-8b5c-589e37ca5dff tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/security-groups?id=81787cdd-9071-4003-b601-4ee333b772e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784078 Aug 10 03:37:08.728378 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0ecdc69a-c2d1-4556-bbfd-c0d0f7a8fd75 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:08.735657 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0ecdc69a-c2d1-4556-bbfd-c0d0f7a8fd75 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:08.801980 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 64674e3c-22d6-458c-acda-36a6227d75b0, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=64674e3c-22d6-458c-acda-36a6227d75b0,segment=NetworkSegment(137a9801-8fd3-46c2-ac1d-bb4eee5c7163),segment_id=137a9801-8fd3-46c2-ac1d-bb4eee5c7163)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:37:08.839361 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-91e9f814-9e4b-4d18-9788-1d4ae5a64da2 req-fa6cb102-e955-4fe1-b9e3-aa202e133bb6 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/security-groups?id=94bf709a-2b1f-453e-be0d-cfe700274cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333221 Aug 10 03:37:08.845911 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': '64674e3c-22d6-458c-acda-36a6227d75b0', 'network_id': 'd07bf9c0-feda-49f0-ac68-879462adf9f1', 'port_id': '64674e3c-22d6-458c-acda-36a6227d75b0', 'mac_address': 'fa:16:3e:9d:52:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33a1c40e-b5d2-46c7-a6a1-fa6cc0352aec', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:37:08.976254 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0ecdc69a-c2d1-4556-bbfd-c0d0f7a8fd75 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:09.011144 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0ecdc69a-c2d1-4556-bbfd-c0d0f7a8fd75 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:09.056402 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0e40e8-924b-4d37-8c8e-732ac3642090 req-9f34cad7-1e87-4d6f-b89c-e541f7e44552 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:09.061306 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7b0e40e8-924b-4d37-8c8e-732ac3642090 req-9f34cad7-1e87-4d6f-b89c-e541f7e44552 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=045ee23b-ce3e-4d45-aa51-270bf98b62e3 HTTP/1.1" status: 200 len: 944 time: 0.1138213 Aug 10 03:37:09.084910 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0ecdc69a-c2d1-4556-bbfd-c0d0f7a8fd75 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:09.092184 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-0ecdc69a-c2d1-4556-bbfd-c0d0f7a8fd75 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 697 time: 0.4694419 Aug 10 03:37:09.097012 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 47984) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:09.113701 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-d92b48b1-3a9b-47f1-b407-6d8ef25071dd tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-430057788', 'prefixes': ['172.20.0.0/16']}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:09.151160 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:09.192919 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7b0e40e8-924b-4d37-8c8e-732ac3642090 req-0dbd4d6f-0d35-4267-a043-d5422cef1998 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9d97ea0-2a9f-4286-b02c-31ca2320c427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202679 Aug 10 03:37:09.222421 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64674e3c-22d6-458c-acda-36a6227d75b0 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:37:09.265835 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-28d792d1-16b7-4878-ba07-3f9875776246 None None] For port 4a8b4421-c2c7-488e-810b-08d0ac88fcd0, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:37:09.269435 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 64674e3c-22d6-458c-acda-36a6227d75b0, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=64674e3c-22d6-458c-acda-36a6227d75b0,segment=NetworkSegment(137a9801-8fd3-46c2-ac1d-bb4eee5c7163),segment_id=137a9801-8fd3-46c2-ac1d-bb4eee5c7163)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:37:09.272538 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-28d792d1-16b7-4878-ba07-3f9875776246 None None] For port 4a8b4421-c2c7-488e-810b-08d0ac88fcd0, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=4a8b4421-c2c7-488e-810b-08d0ac88fcd0,segment=NetworkSegment(25c54ba4-ed25-402b-8e32-bfa5f279ffd3),segment_id=25c54ba4-ed25-402b-8e32-bfa5f279ffd3)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:37:09.277496 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d92b48b1-3a9b-47f1-b407-6d8ef25071dd tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] Notify callbacks [] for subnetpool, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:09.280446 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:09.281219 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-d92b48b1-3a9b-47f1-b407-6d8ef25071dd tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1812446 Aug 10 03:37:09.286041 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-28d792d1-16b7-4878-ba07-3f9875776246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:09.288094 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 47986) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:09.297624 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.tag.tag_plugin [None req-0b87174a-01e8-481d-a7ba-3f4e503fd1ab tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '91dd5b71-59c6-412b-8705-1f4a7f1fa0fe', 'tempest-TagsExtTest-Tag-440647169') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:09.459956 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=64674e3c-22d6-458c-acda-36a6227d75b0,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:09.596639 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-0b87174a-01e8-481d-a7ba-3f4e503fd1ab tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] 10.222.0.44 "PUT /v2.0/subnets/91dd5b71-59c6-412b-8705-1f4a7f1fa0fe/tags/tempest-TagsExtTest-Tag-440647169 HTTP/1.1" status: 201 len: 201 time: 0.3027167 Aug 10 03:37:09.597494 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 47994) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:09.612488 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.tag.tag_plugin [None req-262d25de-11c5-4e98-a11d-f54839aef314 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '1d63831c-d2ce-4e4d-bf2f-61565208afb2', 'tempest-TagsExtTest-Tag-936720892') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:09.621243 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d792d1-16b7-4878-ba07-3f9875776246 None None] Pushing event updated for resources: {'Port': ['ID=4a8b4421-c2c7-488e-810b-08d0ac88fcd0,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:09.691453 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['64674e3c-22d6-458c-acda-36a6227d75b0'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:37:09.851582 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-262d25de-11c5-4e98-a11d-f54839aef314 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] 10.222.0.44 "PUT /v2.0/ports/1d63831c-d2ce-4e4d-bf2f-61565208afb2/tags/tempest-TagsExtTest-Tag-936720892 HTTP/1.1" status: 201 len: 201 time: 0.2527792 Aug 10 03:37:09.859827 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 48002) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:09.870735 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.tag.tag_plugin [None req-4ad39129-ec37-4989-9844-af8044ec99da tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '31ad0540-0a02-4ebc-848e-977cef8f4b9a', 'tempest-TagsExtTest-Tag-89070667') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:10.211893 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7 no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:37:10.745284 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c09e759-2552-44db-bcd4-65e237b503c2 req-9d5f51c7-ab13-489d-9f53-dd2010156cee tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:10.745284 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1c09e759-2552-44db-bcd4-65e237b503c2 req-9d5f51c7-ab13-489d-9f53-dd2010156cee tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/ports?device_id=8dcd8b74-96fe-4f37-9861-1774a607a419 HTTP/1.1" status: 200 len: 945 time: 0.3197236 Aug 10 03:37:10.896774 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1c09e759-2552-44db-bcd4-65e237b503c2 req-914cbfee-cf9f-4c15-8140-7baa81055d81 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/security-groups?id=94bf709a-2b1f-453e-be0d-cfe700274cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826650 Aug 10 03:37:10.896774 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938dc330-a928-4ef8-8f63-33f80e5dd381 req-bcab65c6-5d9f-4d8c-a722-5676f7c5cbce tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:10.896774 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-938dc330-a928-4ef8-8f63-33f80e5dd381 req-bcab65c6-5d9f-4d8c-a722-5676f7c5cbce tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/ports?device_id=971ffce3-3be8-4cd1-baf7-efe49ff20400 HTTP/1.1" status: 200 len: 945 time: 0.7656708 Aug 10 03:37:10.899925 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 48028) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:10.900958 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-4ad39129-ec37-4989-9844-af8044ec99da tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] 10.222.0.44 "PUT /v2.0/routers/31ad0540-0a02-4ebc-848e-977cef8f4b9a/tags/tempest-TagsExtTest-Tag-89070667 HTTP/1.1" status: 201 len: 201 time: 1.0111852 Aug 10 03:37:10.901390 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.tag.tag_plugin [None req-b0c56c01-a4df-45f9-b49a-5614708828ce tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd90fa843-a18e-427c-8cc2-67be58e6ab01', 'tempest-TagsExtTest-Tag-1577233905') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:10.958909 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-938dc330-a928-4ef8-8f63-33f80e5dd381 req-96d37df6-65e5-4058-ac67-91c939cd1d3f tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/security-groups?id=81787cdd-9071-4003-b601-4ee333b772e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363530 Aug 10 03:37:11.041823 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-b0c56c01-a4df-45f9-b49a-5614708828ce tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] 10.222.0.44 "PUT /v2.0/subnetpools/d90fa843-a18e-427c-8cc2-67be58e6ab01/tags/tempest-TagsExtTest-Tag-1577233905 HTTP/1.1" status: 201 len: 201 time: 0.1625578 Aug 10 03:37:11.045438 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 48038) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:11.058579 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.tag.tag_plugin [None req-cc9f8b56-70ae-4771-98a7-69f1b8898270 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '91dd5b71-59c6-412b-8705-1f4a7f1fa0fe') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:11.125094 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cb699e-36db-447c-af8c-debfe3bee885 req-80f3106e-2059-4780-bd56-fe9854de953c tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:11.140645 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-95cb699e-36db-447c-af8c-debfe3bee885 req-80f3106e-2059-4780-bd56-fe9854de953c tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=522b45d9-db61-4e14-a75c-214b3a6907db HTTP/1.1" status: 200 len: 943 time: 0.1801341 Aug 10 03:37:11.400593 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-95cb699e-36db-447c-af8c-debfe3bee885 req-dd6c2e34-3b03-4c38-8147-2eb5df207270 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d4b820e-dc2c-4be0-8053-891f2a656097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2444472 Aug 10 03:37:11.424884 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 4a8b4421-c2c7-488e-810b-08d0ac88fcd0 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:37:11.470262 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-cc9f8b56-70ae-4771-98a7-69f1b8898270 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] 10.222.0.44 "GET /v2.0/subnets/91dd5b71-59c6-412b-8705-1f4a7f1fa0fe/tags HTTP/1.1" status: 200 len: 240 time: 0.4211984 Aug 10 03:37:11.470622 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 48044) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:11.475324 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.tag.tag_plugin [None req-cd0b33ff-37db-437e-ba9f-6ef0fb9231eb tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '91dd5b71-59c6-412b-8705-1f4a7f1fa0fe', 'tempest-TagsExtTest-Tag-440647169') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:11.516403 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cca2ee-9966-4e43-b914-c019f2333ac4 req-462acd8e-242a-4bb3-aa61-f76ee0f7e28c tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:11.528003 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e0cca2ee-9966-4e43-b914-c019f2333ac4 req-462acd8e-242a-4bb3-aa61-f76ee0f7e28c tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=045ee23b-ce3e-4d45-aa51-270bf98b62e3 HTTP/1.1" status: 200 len: 945 time: 0.3284795 Aug 10 03:37:11.554904 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-97e19279-3c5f-42c5-8fd7-5bbfa8e6b1f9 req-dd52d16e-fcf6-450c-a879-34c4d0b0de36 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=522b45d9-db61-4e14-a75c-214b3a6907db&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3978004 Aug 10 03:37:11.603142 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 4a8b4421-c2c7-488e-810b-08d0ac88fcd0 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:37:11.607617 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-cd0b33ff-37db-437e-ba9f-6ef0fb9231eb tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] 10.222.0.44 "GET /v2.0/subnets/91dd5b71-59c6-412b-8705-1f4a7f1fa0fe/tags/tempest-TagsExtTest-Tag-440647169 HTTP/1.1" status: 204 len: 168 time: 0.1338439 Aug 10 03:37:11.608295 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 48048) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:11.619693 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.tag.tag_plugin [None req-6f41c74a-135e-4d6e-9afa-f47f6f3e903c tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '91dd5b71-59c6-412b-8705-1f4a7f1fa0fe', 'tempest-TagsExtTest-Tag-440647169') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:11.771390 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e0cca2ee-9966-4e43-b914-c019f2333ac4 req-0d546aff-5e0c-486e-a27d-497a125b465d tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9d97ea0-2a9f-4286-b02c-31ca2320c427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403872 Aug 10 03:37:11.823847 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3308415b-eabc-4cf7-9bf5-ff4b0a2e37fe None None] Network a37fff59-9ec7-4022-affd-ac618bc4eaca requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:37:12.237773 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a8e7cc-8b28-442c-ad39-6f0359e0298e req-e50e3e1a-83ce-43ae-8ece-8fb9bcb91ed7 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:12.241179 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-22a8e7cc-8b28-442c-ad39-6f0359e0298e req-e50e3e1a-83ce-43ae-8ece-8fb9bcb91ed7 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/ports?device_id=8dcd8b74-96fe-4f37-9861-1774a607a419 HTTP/1.1" status: 200 len: 945 time: 0.1825473 Aug 10 03:37:12.416755 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-22a8e7cc-8b28-442c-ad39-6f0359e0298e req-214c500e-081e-4c42-8a1d-ec5ef35d8862 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/security-groups?id=94bf709a-2b1f-453e-be0d-cfe700274cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021111 Aug 10 03:37:12.503104 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393ea27b-ad58-49ef-8e15-e855b61322ec req-9f43a12f-962e-41aa-b4d3-bd43732d2836 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:12.504110 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 64674e3c-22d6-458c-acda-36a6227d75b0 up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:37:12.515704 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-393ea27b-ad58-49ef-8e15-e855b61322ec req-9f43a12f-962e-41aa-b4d3-bd43732d2836 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/ports?device_id=971ffce3-3be8-4cd1-baf7-efe49ff20400 HTTP/1.1" status: 200 len: 945 time: 0.3248320 Aug 10 03:37:12.581462 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-6f41c74a-135e-4d6e-9afa-f47f6f3e903c tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] 10.222.0.44 "DELETE /v2.0/subnets/91dd5b71-59c6-412b-8705-1f4a7f1fa0fe/tags/tempest-TagsExtTest-Tag-440647169 HTTP/1.1" status: 204 len: 168 time: 0.9715848 Aug 10 03:37:12.585932 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 48070) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:12.590108 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-840f8108-b840-4d6f-ba20-fb0ea65f4abd None None] Provisioning for port 4a8b4421-c2c7-488e-810b-08d0ac88fcd0 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:37:12.618611 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-840f8108-b840-4d6f-ba20-fb0ea65f4abd None None] Provisioning complete for port 4a8b4421-c2c7-488e-810b-08d0ac88fcd0 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:37:12.619168 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-840f8108-b840-4d6f-ba20-fb0ea65f4abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:12.633625 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.tag.tag_plugin [None req-22c91a7a-96f7-4d83-9847-36bebb65e26f tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '91dd5b71-59c6-412b-8705-1f4a7f1fa0fe') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:12.743062 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-393ea27b-ad58-49ef-8e15-e855b61322ec req-927f9899-f769-4d01-b101-53a7a5a82575 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/security-groups?id=81787cdd-9071-4003-b601-4ee333b772e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252891 Aug 10 03:37:12.796827 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning for port 64674e3c-22d6-458c-acda-36a6227d75b0 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:37:12.845317 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-22c91a7a-96f7-4d83-9847-36bebb65e26f tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] 10.222.0.44 "GET /v2.0/subnets/91dd5b71-59c6-412b-8705-1f4a7f1fa0fe/tags HTTP/1.1" status: 200 len: 205 time: 0.2452867 Aug 10 03:37:12.846120 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port 64674e3c-22d6-458c-acda-36a6227d75b0 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:37:12.846120 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:12.847847 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 48078) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:12.853602 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.tag.tag_plugin [None req-0dd28db7-b8c1-4cbd-9d05-2d2f73e3a03c tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '1d63831c-d2ce-4e4d-bf2f-61565208afb2') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:12.854634 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9f1146-5a51-4719-aed6-bd61ff1af77e req-2858b5b6-b9f0-481c-9add-51c2444f8104 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:12.887187 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2c9f1146-5a51-4719-aed6-bd61ff1af77e req-2858b5b6-b9f0-481c-9add-51c2444f8104 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=522b45d9-db61-4e14-a75c-214b3a6907db HTTP/1.1" status: 200 len: 943 time: 0.2329829 Aug 10 03:37:13.010931 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2c9f1146-5a51-4719-aed6-bd61ff1af77e req-69d3630f-19d9-4195-9035-e0262120881f tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d4b820e-dc2c-4be0-8053-891f2a656097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203582 Aug 10 03:37:13.109649 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-840f8108-b840-4d6f-ba20-fb0ea65f4abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:13.120998 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-0dd28db7-b8c1-4cbd-9d05-2d2f73e3a03c tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] 10.222.0.44 "GET /v2.0/ports/1d63831c-d2ce-4e4d-bf2f-61565208afb2/tags HTTP/1.1" status: 200 len: 240 time: 0.2717810 Aug 10 03:37:13.126825 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 48082) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:13.137551 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.tag.tag_plugin [None req-d7fbd0e7-54c4-4874-b75c-cdc30225327f tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1d63831c-d2ce-4e4d-bf2f-61565208afb2', 'tempest-TagsExtTest-Tag-936720892') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:13.323528 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-d7fbd0e7-54c4-4874-b75c-cdc30225327f tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] 10.222.0.44 "GET /v2.0/ports/1d63831c-d2ce-4e4d-bf2f-61565208afb2/tags/tempest-TagsExtTest-Tag-936720892 HTTP/1.1" status: 204 len: 168 time: 0.1849527 Aug 10 03:37:13.323791 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe9d9b6-9953-41a8-85bb-50f6a5ad48ea req-5fd1505f-5633-481d-af84-659b7074e081 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:13.326553 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 48086) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:13.330365 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9fe9d9b6-9953-41a8-85bb-50f6a5ad48ea req-5fd1505f-5633-481d-af84-659b7074e081 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=045ee23b-ce3e-4d45-aa51-270bf98b62e3 HTTP/1.1" status: 200 len: 945 time: 0.2663224 Aug 10 03:37:13.337273 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.tag.tag_plugin [None req-f3b5965d-fa8a-4ccb-9d1a-addbb6a2de18 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '1d63831c-d2ce-4e4d-bf2f-61565208afb2', 'tempest-TagsExtTest-Tag-936720892') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:13.366530 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-840f8108-b840-4d6f-ba20-fb0ea65f4abd None None] For port 4a8b4421-c2c7-488e-810b-08d0ac88fcd0, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=4a8b4421-c2c7-488e-810b-08d0ac88fcd0,segment=NetworkSegment(25c54ba4-ed25-402b-8e32-bfa5f279ffd3),segment_id=25c54ba4-ed25-402b-8e32-bfa5f279ffd3)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:37:13.393706 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-840f8108-b840-4d6f-ba20-fb0ea65f4abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:13.416313 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:13.423890 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9fe9d9b6-9953-41a8-85bb-50f6a5ad48ea req-be3d8d1b-04ff-4c38-8032-861f86c7c3f8 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9d97ea0-2a9f-4286-b02c-31ca2320c427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925353 Aug 10 03:37:13.512469 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-f3b5965d-fa8a-4ccb-9d1a-addbb6a2de18 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] 10.222.0.44 "DELETE /v2.0/ports/1d63831c-d2ce-4e4d-bf2f-61565208afb2/tags/tempest-TagsExtTest-Tag-936720892 HTTP/1.1" status: 204 len: 168 time: 0.1843665 Aug 10 03:37:13.514733 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 48092) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:13.520974 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.tag.tag_plugin [None req-49296e3b-0e38-479f-9ea2-63de8af2c93b tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '1d63831c-d2ce-4e4d-bf2f-61565208afb2') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:13.573345 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '045ee23b-ce3e-4d45-aa51-270bf98b62e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64674e3c-22d6-458c-acda-36a6227d75b0'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:37:13.576807 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e75ef97b-702f-416c-b66b-65b7d32ea907" -d '{"events": [{"server_uuid": "045ee23b-ce3e-4d45-aa51-270bf98b62e3", "name": "network-vif-plugged", "status": "completed", "tag": "64674e3c-22d6-458c-acda-36a6227d75b0"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:37:13.599088 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840f8108-b840-4d6f-ba20-fb0ea65f4abd None None] Pushing event updated for resources: {'Port': ['ID=4a8b4421-c2c7-488e-810b-08d0ac88fcd0,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:13.606527 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 64674e3c-22d6-458c-acda-36a6227d75b0, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=64674e3c-22d6-458c-acda-36a6227d75b0,segment=NetworkSegment(137a9801-8fd3-46c2-ac1d-bb4eee5c7163),segment_id=137a9801-8fd3-46c2-ac1d-bb4eee5c7163)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:37:13.616877 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-1b310130-7764-4c35-afbe-489a102a8492 None None] Provisioning complete for port 4a8b4421-c2c7-488e-810b-08d0ac88fcd0 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:37:13.617750 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1b310130-7764-4c35-afbe-489a102a8492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:13.636077 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:13.696686 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-49296e3b-0e38-479f-9ea2-63de8af2c93b tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] 10.222.0.44 "GET /v2.0/ports/1d63831c-d2ce-4e4d-bf2f-61565208afb2/tags HTTP/1.1" status: 200 len: 205 time: 0.1803114 Aug 10 03:37:13.701719 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 48098) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:13.708325 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.tag.tag_plugin [None req-2d43dd64-3cfb-44f1-83ba-cdc7c7eb8d6b tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '31ad0540-0a02-4ebc-848e-977cef8f4b9a') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:13.862716 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc62772b-dc80-45f5-8d07-65a71da0aba2 x-openstack-request-id: req-fc62772b-dc80-45f5-8d07-65a71da0aba2 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:37:13.863442 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "045ee23b-ce3e-4d45-aa51-270bf98b62e3", "name": "network-vif-plugged", "status": "completed", "tag": "64674e3c-22d6-458c-acda-36a6227d75b0", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:37:13.866511 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fc62772b-dc80-45f5-8d07-65a71da0aba2 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:37:13.869425 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '045ee23b-ce3e-4d45-aa51-270bf98b62e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64674e3c-22d6-458c-acda-36a6227d75b0', 'code': 200} Aug 10 03:37:13.886352 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d49653d-31d6-47f4-9e99-9b07a590f7c9 req-7e1c66d3-d674-4dbe-955e-06a14de9f177 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:13.905685 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8d49653d-31d6-47f4-9e99-9b07a590f7c9 req-7e1c66d3-d674-4dbe-955e-06a14de9f177 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/ports?device_id=8dcd8b74-96fe-4f37-9861-1774a607a419 HTTP/1.1" status: 200 len: 945 time: 0.1780617 Aug 10 03:37:14.018874 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=64674e3c-22d6-458c-acda-36a6227d75b0,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:14.081916 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e19279-3c5f-42c5-8fd7-5bbfa8e6b1f9 req-58ddef9f-294c-4779-9942-6ba4043d48c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:14.087591 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-97e19279-3c5f-42c5-8fd7-5bbfa8e6b1f9 req-58ddef9f-294c-4779-9942-6ba4043d48c8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=522b45d9-db61-4e14-a75c-214b3a6907db&tenant_id=e9ab4296b9324b029547ba2c6dc24132 HTTP/1.1" status: 200 len: 1095 time: 0.2805042 Aug 10 03:37:14.108524 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-97e19279-3c5f-42c5-8fd7-5bbfa8e6b1f9 req-29ae4c49-9985-4e7a-b06f-212da513411b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768862-13', 'device_owner': 'compute:nova'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:14.116689 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-2d43dd64-3cfb-44f1-83ba-cdc7c7eb8d6b tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] 10.222.0.44 "GET /v2.0/routers/31ad0540-0a02-4ebc-848e-977cef8f4b9a/tags HTTP/1.1" status: 200 len: 239 time: 0.4130015 Aug 10 03:37:14.141272 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 48110) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:14.151973 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.tag.tag_plugin [None req-e7ceac38-9523-41df-9359-a067c4b5a196 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '31ad0540-0a02-4ebc-848e-977cef8f4b9a', 'tempest-TagsExtTest-Tag-89070667') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:14.225053 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-97e19279-3c5f-42c5-8fd7-5bbfa8e6b1f9 req-29ae4c49-9985-4e7a-b06f-212da513411b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:14.245523 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-1b310130-7764-4c35-afbe-489a102a8492 None None] Provisioning for port 1d63831c-d2ce-4e4d-bf2f-61565208afb2 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:37:14.266946 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-1b310130-7764-4c35-afbe-489a102a8492 None None] Provisioning complete for port 1d63831c-d2ce-4e4d-bf2f-61565208afb2 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:37:14.267585 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1b310130-7764-4c35-afbe-489a102a8492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:14.374173 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8d49653d-31d6-47f4-9e99-9b07a590f7c9 req-4a7f598a-b2f8-465d-a7f3-494abec44078 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/security-groups?id=94bf709a-2b1f-453e-be0d-cfe700274cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4656484 Aug 10 03:37:14.504220 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-1b310130-7764-4c35-afbe-489a102a8492 None None] Port 1d63831c-d2ce-4e4d-bf2f-61565208afb2 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:37:14.522383 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dfe66c-91d2-4d31-b8cc-06c96d80186a req-8fc9326c-adaf-4803-9918-8af6ccd134ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:14.527181 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f2dfe66c-91d2-4d31-b8cc-06c96d80186a req-8fc9326c-adaf-4803-9918-8af6ccd134ce service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=045ee23b-ce3e-4d45-aa51-270bf98b62e3 HTTP/1.1" status: 200 len: 1098 time: 0.5774271 Aug 10 03:37:14.570039 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8088c3-12de-4b03-8e41-9f4b598eef4b req-82a1d1d3-5673-4b2c-b7b6-a6dec946a995 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:14.583487 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6a8088c3-12de-4b03-8e41-9f4b598eef4b req-82a1d1d3-5673-4b2c-b7b6-a6dec946a995 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/ports?device_id=971ffce3-3be8-4cd1-baf7-efe49ff20400 HTTP/1.1" status: 200 len: 945 time: 0.5179079 Aug 10 03:37:14.598554 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-97e19279-3c5f-42c5-8fd7-5bbfa8e6b1f9 req-29ae4c49-9985-4e7a-b06f-212da513411b service neutron] For port 12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7,segment=NetworkSegment(17789ec9-f3a0-458f-a646-d9adbb03f346),segment_id=17789ec9-f3a0-458f-a646-d9adbb03f346)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:37:14.653931 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-97e19279-3c5f-42c5-8fd7-5bbfa8e6b1f9 req-29ae4c49-9985-4e7a-b06f-212da513411b service neutron] For port 12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7, host n-h1-768862-13, cleared binding levels {{(pid=94261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:37:14.674435 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-9659c530-a4c8-49dd-b324-5ab71bceae6d None None] Provisioning complete for port 1d63831c-d2ce-4e4d-bf2f-61565208afb2 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:37:14.674435 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9659c530-a4c8-49dd-b324-5ab71bceae6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:14.700225 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [req-97e19279-3c5f-42c5-8fd7-5bbfa8e6b1f9 req-29ae4c49-9985-4e7a-b06f-212da513411b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7 {{(pid=94261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:37:14.712020 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-97e19279-3c5f-42c5-8fd7-5bbfa8e6b1f9 req-29ae4c49-9985-4e7a-b06f-212da513411b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:14.718944 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-e7ceac38-9523-41df-9359-a067c4b5a196 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] 10.222.0.44 "GET /v2.0/routers/31ad0540-0a02-4ebc-848e-977cef8f4b9a/tags/tempest-TagsExtTest-Tag-89070667 HTTP/1.1" status: 204 len: 168 time: 0.5708148 Aug 10 03:37:14.720075 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 48118) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:14.742137 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.tag.tag_plugin [None req-8519a5a3-c0c4-415d-b717-cb8c62537e7f tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '31ad0540-0a02-4ebc-848e-977cef8f4b9a', 'tempest-TagsExtTest-Tag-89070667') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:14.772933 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [req-97e19279-3c5f-42c5-8fd7-5bbfa8e6b1f9 req-29ae4c49-9985-4e7a-b06f-212da513411b service neutron] Transition to ACTIVE for port object 12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7 will not be triggered until provisioned by entity L2. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:37:14.802551 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f2dfe66c-91d2-4d31-b8cc-06c96d80186a req-9d21d143-52b9-46ba-9405-adf20d1f60e3 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a9d97ea0-2a9f-4286-b02c-31ca2320c427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579126 Aug 10 03:37:14.823144 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6a8088c3-12de-4b03-8e41-9f4b598eef4b req-afd1ef7c-d48a-4146-966f-9ccbea818bd2 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/security-groups?id=81787cdd-9071-4003-b601-4ee333b772e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388191 Aug 10 03:37:14.824538 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-9659c530-a4c8-49dd-b324-5ab71bceae6d None None] Port 1d63831c-d2ce-4e4d-bf2f-61565208afb2 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:37:14.870526 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8132f0-4c43-427c-b07c-c98a05868a4d req-9febbb3c-f33f-46b3-aada-9b70591d4823 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:14.874343 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-97e19279-3c5f-42c5-8fd7-5bbfa8e6b1f9 req-29ae4c49-9985-4e7a-b06f-212da513411b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:14.879738 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ff8132f0-4c43-427c-b07c-c98a05868a4d req-9febbb3c-f33f-46b3-aada-9b70591d4823 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=522b45d9-db61-4e14-a75c-214b3a6907db HTTP/1.1" status: 200 len: 943 time: 0.2657013 Aug 10 03:37:15.036427 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ae4c49-9985-4e7a-b06f-212da513411b service neutron] Pushing event updated for resources: {'Port': ['ID=12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7,revision_number=9']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:15.167785 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-8519a5a3-c0c4-415d-b717-cb8c62537e7f tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] 10.222.0.44 "DELETE /v2.0/routers/31ad0540-0a02-4ebc-848e-977cef8f4b9a/tags/tempest-TagsExtTest-Tag-89070667 HTTP/1.1" status: 204 len: 168 time: 0.4299190 Aug 10 03:37:15.168621 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 48128) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:15.173671 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.tag.tag_plugin [None req-1bf05dd2-2930-44e0-adc0-9dc21bcb0fce tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '31ad0540-0a02-4ebc-848e-977cef8f4b9a') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:15.175122 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ff8132f0-4c43-427c-b07c-c98a05868a4d req-7cc4347a-c5f9-48d5-a5c7-163e303fa91a tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d4b820e-dc2c-4be0-8053-891f2a656097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2784624 Aug 10 03:37:15.246029 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6079fa-0aaf-48b7-912b-2d266df63fdc req-5a22aab7-7c44-4940-9f9d-52170c2abb25 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:15.267059 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9c6079fa-0aaf-48b7-912b-2d266df63fdc req-5a22aab7-7c44-4940-9f9d-52170c2abb25 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=045ee23b-ce3e-4d45-aa51-270bf98b62e3 HTTP/1.1" status: 200 len: 946 time: 0.2864769 Aug 10 03:37:15.287151 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 4a8b4421-c2c7-488e-810b-08d0ac88fcd0 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:37:15.337269 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-97e19279-3c5f-42c5-8fd7-5bbfa8e6b1f9 req-29ae4c49-9985-4e7a-b06f-212da513411b service neutron] No DVR routers for this DVR port 12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7 on host n-h1-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:37:15.405454 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 4a8b4421-c2c7-488e-810b-08d0ac88fcd0 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:37:15.406360 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:15.439409 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9c6079fa-0aaf-48b7-912b-2d266df63fdc req-21cb105a-ced3-47f7-bc4e-b000d9391c7a tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9d97ea0-2a9f-4286-b02c-31ca2320c427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253211 Aug 10 03:37:15.550369 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-1bf05dd2-2930-44e0-adc0-9dc21bcb0fce tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] 10.222.0.44 "GET /v2.0/routers/31ad0540-0a02-4ebc-848e-977cef8f4b9a/tags HTTP/1.1" status: 200 len: 205 time: 0.3790557 Aug 10 03:37:15.553515 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 48132) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:15.558823 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.tag.tag_plugin [None req-e8371b3e-4d4c-4e0c-b64a-eaaf4f4916e7 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd90fa843-a18e-427c-8cc2-67be58e6ab01') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:15.670723 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-e8371b3e-4d4c-4e0c-b64a-eaaf4f4916e7 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] 10.222.0.44 "GET /v2.0/subnetpools/d90fa843-a18e-427c-8cc2-67be58e6ab01/tags HTTP/1.1" status: 200 len: 241 time: 0.1118383 Aug 10 03:37:15.670723 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 48136) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:15.674666 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.tag.tag_plugin [None req-5fc86d13-2247-493e-8bde-04ad1dfd51d9 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd90fa843-a18e-427c-8cc2-67be58e6ab01', 'tempest-TagsExtTest-Tag-1577233905') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:15.812053 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbecbfc-54d2-4fba-953b-edbec043a425 req-5c514405-4314-454a-bc53-c9307f29804a tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:15.826433 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5fbecbfc-54d2-4fba-953b-edbec043a425 req-5c514405-4314-454a-bc53-c9307f29804a tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/ports?device_id=8dcd8b74-96fe-4f37-9861-1774a607a419 HTTP/1.1" status: 200 len: 945 time: 0.2066290 Aug 10 03:37:15.831175 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-5fc86d13-2247-493e-8bde-04ad1dfd51d9 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] 10.222.0.44 "GET /v2.0/subnetpools/d90fa843-a18e-427c-8cc2-67be58e6ab01/tags/tempest-TagsExtTest-Tag-1577233905 HTTP/1.1" status: 204 len: 168 time: 0.1597271 Aug 10 03:37:15.884893 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 48138) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:15.912966 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.tag.tag_plugin [None req-62816e6e-6e50-4467-9606-273e9bbc1f0c tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'd90fa843-a18e-427c-8cc2-67be58e6ab01', 'tempest-TagsExtTest-Tag-1577233905') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:15.987058 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-97e19279-3c5f-42c5-8fd7-5bbfa8e6b1f9 req-29ae4c49-9985-4e7a-b06f-212da513411b service neutron] Attempting to bind port 12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7 on host n-h2-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:37:15.989402 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-97e19279-3c5f-42c5-8fd7-5bbfa8e6b1f9 req-29ae4c49-9985-4e7a-b06f-212da513411b service neutron] Attempting to bind port 12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7 by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': '17789ec9-f3a0-458f-a646-d9adbb03f346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c0659391-a657-4b16-a8ee-a2586c7786a9'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:37:15.991787 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e19279-3c5f-42c5-8fd7-5bbfa8e6b1f9 req-29ae4c49-9985-4e7a-b06f-212da513411b service neutron] Attempting to bind port 12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7 on network c0659391-a657-4b16-a8ee-a2586c7786a9 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:37:16.010888 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5fbecbfc-54d2-4fba-953b-edbec043a425 req-ef50542f-9059-4d21-8dd5-3cbeb2de90c4 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/security-groups?id=94bf709a-2b1f-453e-be0d-cfe700274cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777277 Aug 10 03:37:16.026521 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e19279-3c5f-42c5-8fd7-5bbfa8e6b1f9 req-29ae4c49-9985-4e7a-b06f-212da513411b service neutron] Port 12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7 on network c0659391-a657-4b16-a8ee-a2586c7786a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:37:16.031362 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e19279-3c5f-42c5-8fd7-5bbfa8e6b1f9 req-29ae4c49-9985-4e7a-b06f-212da513411b service neutron] Attempting to bind port 12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7 on network c0659391-a657-4b16-a8ee-a2586c7786a9 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:37:16.053767 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e19279-3c5f-42c5-8fd7-5bbfa8e6b1f9 req-29ae4c49-9985-4e7a-b06f-212da513411b service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:37:16.055227 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e19279-3c5f-42c5-8fd7-5bbfa8e6b1f9 req-29ae4c49-9985-4e7a-b06f-212da513411b service neutron] Checking segment: {'id': '17789ec9-f3a0-458f-a646-d9adbb03f346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c0659391-a657-4b16-a8ee-a2586c7786a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:37:16.056057 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e19279-3c5f-42c5-8fd7-5bbfa8e6b1f9 req-29ae4c49-9985-4e7a-b06f-212da513411b service neutron] Bound using segment: {'id': '17789ec9-f3a0-458f-a646-d9adbb03f346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c0659391-a657-4b16-a8ee-a2586c7786a9'} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:37:16.057392 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-97e19279-3c5f-42c5-8fd7-5bbfa8e6b1f9 req-29ae4c49-9985-4e7a-b06f-212da513411b service neutron] Bound port: 12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17789ec9-f3a0-458f-a646-d9adbb03f346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c0659391-a657-4b16-a8ee-a2586c7786a9'}}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:37:16.059242 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-97e19279-3c5f-42c5-8fd7-5bbfa8e6b1f9 req-29ae4c49-9985-4e7a-b06f-212da513411b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:16.090336 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92877937-614f-4fe1-9002-99a90aca8e29 req-49f90aa6-d863-4965-bacd-a34cb43485c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:16.091992 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-92877937-614f-4fe1-9002-99a90aca8e29 req-49f90aa6-d863-4965-bacd-a34cb43485c9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8dcd8b74-96fe-4f37-9861-1774a607a419 HTTP/1.1" status: 200 len: 1097 time: 0.1687582 Aug 10 03:37:16.149440 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-62816e6e-6e50-4467-9606-273e9bbc1f0c tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] 10.222.0.44 "DELETE /v2.0/subnetpools/d90fa843-a18e-427c-8cc2-67be58e6ab01/tags/tempest-TagsExtTest-Tag-1577233905 HTTP/1.1" status: 204 len: 168 time: 0.2579346 Aug 10 03:37:16.154825 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 48146) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:16.164695 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.tag.tag_plugin [None req-e3ba16b3-653d-4b16-a625-ed78ea47c479 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd90fa843-a18e-427c-8cc2-67be58e6ab01') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:16.187853 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71d9735-95c9-49a0-8651-e627fa5b80b8 req-fb91a0c7-7d59-4bed-94b7-1d1ff3c7ce4f tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:16.197736 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d71d9735-95c9-49a0-8651-e627fa5b80b8 req-fb91a0c7-7d59-4bed-94b7-1d1ff3c7ce4f tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/ports?device_id=971ffce3-3be8-4cd1-baf7-efe49ff20400 HTTP/1.1" status: 200 len: 945 time: 0.1631339 Aug 10 03:37:16.246724 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e3ba16b3-653d-4b16-a625-ed78ea47c479 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] 10.222.0.44 "GET /v2.0/subnetpools/d90fa843-a18e-427c-8cc2-67be58e6ab01/tags HTTP/1.1" status: 200 len: 205 time: 0.0913246 Aug 10 03:37:16.249036 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-97e19279-3c5f-42c5-8fd7-5bbfa8e6b1f9 req-29ae4c49-9985-4e7a-b06f-212da513411b service neutron] For port 12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7, host n-h2-768862-13, cleared binding levels {{(pid=94261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:37:16.253472 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 48150) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:16.264178 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.tag.tag_plugin [None req-0eae83e6-547e-4860-b60d-9d0aef36b820 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd90fa843-a18e-427c-8cc2-67be58e6ab01') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:16.269982 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-97e19279-3c5f-42c5-8fd7-5bbfa8e6b1f9 req-29ae4c49-9985-4e7a-b06f-212da513411b service neutron] For port 12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7,segment=NetworkSegment(17789ec9-f3a0-458f-a646-d9adbb03f346),segment_id=17789ec9-f3a0-458f-a646-d9adbb03f346)] {{(pid=94261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:37:16.295492 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-97e19279-3c5f-42c5-8fd7-5bbfa8e6b1f9 req-29ae4c49-9985-4e7a-b06f-212da513411b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:16.316635 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-92877937-614f-4fe1-9002-99a90aca8e29 req-0b33683c-5315-4af6-9646-799156504bf5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=94bf709a-2b1f-453e-be0d-cfe700274cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964905 Aug 10 03:37:16.383793 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e19279-3c5f-42c5-8fd7-5bbfa8e6b1f9 req-29ae4c49-9985-4e7a-b06f-212da513411b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:16.387126 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-97e19279-3c5f-42c5-8fd7-5bbfa8e6b1f9 req-29ae4c49-9985-4e7a-b06f-212da513411b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:16.390995 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-97e19279-3c5f-42c5-8fd7-5bbfa8e6b1f9 req-29ae4c49-9985-4e7a-b06f-212da513411b service neutron] 10.222.0.61 "PUT /v2.0/ports/12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7 HTTP/1.1" status: 200 len: 1092 time: 2.2912917 Aug 10 03:37:16.394628 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d71d9735-95c9-49a0-8651-e627fa5b80b8 req-7baa6acd-9489-4178-bde0-c5aefa5592a2 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/security-groups?id=81787cdd-9071-4003-b601-4ee333b772e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682467 Aug 10 03:37:16.417278 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '522b45d9-db61-4e14-a75c-214b3a6907db', 'tag': '12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:37:16.417278 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-972d67cc-c67a-42a0-b058-fb9596d8c6fe" -d '{"events": [{"name": "network-changed", "server_uuid": "522b45d9-db61-4e14-a75c-214b3a6907db", "tag": "12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:37:16.447580 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-0eae83e6-547e-4860-b60d-9d0aef36b820 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] 10.222.0.44 "DELETE /v2.0/subnetpools/d90fa843-a18e-427c-8cc2-67be58e6ab01/tags HTTP/1.1" status: 204 len: 168 time: 0.1890445 Aug 10 03:37:16.447958 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 48158) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:16.453369 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.tag.tag_plugin [None req-3cd68c1a-e0f5-4085-88fc-2afdb0b960e7 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '31ad0540-0a02-4ebc-848e-977cef8f4b9a') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:16.567649 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae5196f-4e42-4db4-b679-8b47109240c4 x-openstack-request-id: req-9ae5196f-4e42-4db4-b679-8b47109240c4 {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:37:16.568183 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "522b45d9-db61-4e14-a75c-214b3a6907db", "tag": "12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:37:16.568816 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9ae5196f-4e42-4db4-b679-8b47109240c4 {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:37:16.569948 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '522b45d9-db61-4e14-a75c-214b3a6907db', 'tag': '12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7', 'status': 'completed', 'code': 200} Aug 10 03:37:16.617561 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ae4c49-9985-4e7a-b06f-212da513411b service neutron] Pushing event updated for resources: {'Port': ['ID=12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7,revision_number=10']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:16.668863 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e19279-3c5f-42c5-8fd7-5bbfa8e6b1f9 req-30370d5d-d44e-4ad5-bcf9-5507e3794861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:16.682248 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-97e19279-3c5f-42c5-8fd7-5bbfa8e6b1f9 req-30370d5d-d44e-4ad5-bcf9-5507e3794861 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e9ab4296b9324b029547ba2c6dc24132&device_id=522b45d9-db61-4e14-a75c-214b3a6907db HTTP/1.1" status: 200 len: 1096 time: 0.2266765 Aug 10 03:37:16.840326 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40caaee-0d41-4239-b8ef-b71a855eb517 req-094cc011-368d-4170-aa02-d80176171249 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:16.848458 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f40caaee-0d41-4239-b8ef-b71a855eb517 req-094cc011-368d-4170-aa02-d80176171249 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=522b45d9-db61-4e14-a75c-214b3a6907db HTTP/1.1" status: 200 len: 944 time: 0.3874946 Aug 10 03:37:16.869627 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1bb30c-48f2-4587-8a36-ee15a5f1e802 req-ebd5b15b-0da1-49d7-9697-a7bca6e3ff74 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:16.877459 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dc1bb30c-48f2-4587-8a36-ee15a5f1e802 req-ebd5b15b-0da1-49d7-9697-a7bca6e3ff74 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=045ee23b-ce3e-4d45-aa51-270bf98b62e3 HTTP/1.1" status: 200 len: 946 time: 0.2121530 Aug 10 03:37:16.893530 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-3cd68c1a-e0f5-4085-88fc-2afdb0b960e7 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] 10.222.0.44 "DELETE /v2.0/routers/31ad0540-0a02-4ebc-848e-977cef8f4b9a/tags HTTP/1.1" status: 204 len: 168 time: 0.4444342 Aug 10 03:37:16.896995 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 48164) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:16.920933 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.tag.tag_plugin [None req-90b83d9a-eda5-4a56-9871-3e41dc18465a tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '1d63831c-d2ce-4e4d-bf2f-61565208afb2') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:17.007513 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e19279-3c5f-42c5-8fd7-5bbfa8e6b1f9 req-02590fdd-35ce-4fd2-9d38-e445854f4e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:17.011509 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-97e19279-3c5f-42c5-8fd7-5bbfa8e6b1f9 req-02590fdd-35ce-4fd2-9d38-e445854f4e51 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c0659391-a657-4b16-a8ee-a2586c7786a9 HTTP/1.1" status: 200 len: 915 time: 0.3191557 Aug 10 03:37:17.032035 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f40caaee-0d41-4239-b8ef-b71a855eb517 req-a7a2d851-2826-4926-95d1-f32ddc98197c tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d4b820e-dc2c-4be0-8053-891f2a656097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1815636 Aug 10 03:37:17.052664 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dc1bb30c-48f2-4587-8a36-ee15a5f1e802 req-4880d819-6559-4c1c-a0c2-4bf9eb3f3afc tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9d97ea0-2a9f-4286-b02c-31ca2320c427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741080 Aug 10 03:37:17.153007 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-90b83d9a-eda5-4a56-9871-3e41dc18465a tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] 10.222.0.44 "DELETE /v2.0/ports/1d63831c-d2ce-4e4d-bf2f-61565208afb2/tags HTTP/1.1" status: 204 len: 168 time: 0.2481885 Aug 10 03:37:17.154352 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 48176) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:17.158446 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.tag.tag_plugin [None req-911122ce-8ed1-4c12-b2c8-5195d5022ab2 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '91dd5b71-59c6-412b-8705-1f4a7f1fa0fe') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:17.303261 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-97e19279-3c5f-42c5-8fd7-5bbfa8e6b1f9 req-571b2b19-03f1-4fb4-8507-5281e6d4b897 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7 HTTP/1.1" status: 200 len: 998 time: 0.2805469 Aug 10 03:37:17.325290 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-911122ce-8ed1-4c12-b2c8-5195d5022ab2 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] 10.222.0.44 "DELETE /v2.0/subnets/91dd5b71-59c6-412b-8705-1f4a7f1fa0fe/tags HTTP/1.1" status: 204 len: 168 time: 0.1654701 Aug 10 03:37:17.325290 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 48178) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:17.332275 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.tag.tag_plugin [None req-f020ef31-88d1-46ee-9b1c-e4d22e67eb7e tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '91dd5b71-59c6-412b-8705-1f4a7f1fa0fe', 'tempest-TagsExtTest-Tag-2011065085') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:17.374833 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bd74f9-07e1-4651-86c2-a9275ed18e32 req-ea0139ab-eab2-4caa-b526-0e9e50ca26c7 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:17.383444 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-14bd74f9-07e1-4651-86c2-a9275ed18e32 req-ea0139ab-eab2-4caa-b526-0e9e50ca26c7 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/ports?device_id=8dcd8b74-96fe-4f37-9861-1774a607a419 HTTP/1.1" status: 200 len: 945 time: 0.1402380 Aug 10 03:37:17.454489 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e19279-3c5f-42c5-8fd7-5bbfa8e6b1f9 req-1816875b-a8bb-44d8-88c8-847b074baffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:17.456926 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-97e19279-3c5f-42c5-8fd7-5bbfa8e6b1f9 req-1816875b-a8bb-44d8-88c8-847b074baffe service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ffd75aef-22f1-4d31-9592-d84c9fe2b2a2 HTTP/1.1" status: 200 len: 854 time: 0.1446719 Aug 10 03:37:17.462770 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-14bd74f9-07e1-4651-86c2-a9275ed18e32 req-309dd252-19fc-457f-9523-8e51b71f9f39 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/security-groups?id=94bf709a-2b1f-453e-be0d-cfe700274cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760787 Aug 10 03:37:17.539501 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-f020ef31-88d1-46ee-9b1c-e4d22e67eb7e tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] 10.222.0.44 "PUT /v2.0/subnets/91dd5b71-59c6-412b-8705-1f4a7f1fa0fe/tags/tempest-TagsExtTest-Tag-2011065085 HTTP/1.1" status: 201 len: 201 time: 0.2128427 Aug 10 03:37:17.540143 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 48188) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:17.545207 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.tag.tag_plugin [None req-f899c4f1-43ca-4ab1-b9d4-223d009dcd5c tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '1d63831c-d2ce-4e4d-bf2f-61565208afb2', 'tempest-TagsExtTest-Tag-105297615') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:17.604766 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e19279-3c5f-42c5-8fd7-5bbfa8e6b1f9 req-4dfbfcd9-b2e8-4b1d-8d66-6bdc163a6c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:17.606414 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-97e19279-3c5f-42c5-8fd7-5bbfa8e6b1f9 req-4dfbfcd9-b2e8-4b1d-8d66-6bdc163a6c94 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c0659391-a657-4b16-a8ee-a2586c7786a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1305535 Aug 10 03:37:17.748681 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fe01eb-2880-4e67-903b-fa47d7cff115 req-e5ed4721-4cbb-40d9-83ec-721f6300856c tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:17.751444 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-15fe01eb-2880-4e67-903b-fa47d7cff115 req-e5ed4721-4cbb-40d9-83ec-721f6300856c tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/ports?device_id=971ffce3-3be8-4cd1-baf7-efe49ff20400 HTTP/1.1" status: 200 len: 945 time: 0.1272559 Aug 10 03:37:17.833390 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-f899c4f1-43ca-4ab1-b9d4-223d009dcd5c tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] 10.222.0.44 "PUT /v2.0/ports/1d63831c-d2ce-4e4d-bf2f-61565208afb2/tags/tempest-TagsExtTest-Tag-105297615 HTTP/1.1" status: 201 len: 201 time: 0.2895560 Aug 10 03:37:17.837245 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 48192) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:17.846369 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.tag.tag_plugin [None req-70cdf394-07a9-441d-8088-dea5533deba9 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '31ad0540-0a02-4ebc-848e-977cef8f4b9a', 'tempest-TagsExtTest-Tag-1686284542') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:17.848777 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-97e19279-3c5f-42c5-8fd7-5bbfa8e6b1f9 req-e747c189-c864-4c0a-9438-c26a3ca32706 service neutron] 10.222.0.61 "GET /v2.0/networks/c0659391-a657-4b16-a8ee-a2586c7786a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303119 Aug 10 03:37:17.856867 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-15fe01eb-2880-4e67-903b-fa47d7cff115 req-5bca0408-68cc-41fd-9107-00d5264f6d40 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/security-groups?id=81787cdd-9071-4003-b601-4ee333b772e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871809 Aug 10 03:37:18.030735 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-70cdf394-07a9-441d-8088-dea5533deba9 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] 10.222.0.44 "PUT /v2.0/routers/31ad0540-0a02-4ebc-848e-977cef8f4b9a/tags/tempest-TagsExtTest-Tag-1686284542 HTTP/1.1" status: 201 len: 201 time: 0.1912186 Aug 10 03:37:18.034148 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 48198) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:18.044604 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.tag.tag_plugin [None req-c2a35719-fa8f-42a6-8b86-dadcaa292995 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd90fa843-a18e-427c-8cc2-67be58e6ab01', 'tempest-TagsExtTest-Tag-1026617784') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:18.045806 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-97e19279-3c5f-42c5-8fd7-5bbfa8e6b1f9 req-07c543a1-0e26-46b3-b6cd-82cd8d10c3da service neutron] 10.222.0.61 "GET /v2.0/networks/c0659391-a657-4b16-a8ee-a2586c7786a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797209 Aug 10 03:37:18.119069 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 48202) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:18.126101 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-c2a35719-fa8f-42a6-8b86-dadcaa292995 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] 10.222.0.44 "PUT /v2.0/subnetpools/d90fa843-a18e-427c-8cc2-67be58e6ab01/tags/tempest-TagsExtTest-Tag-1026617784 HTTP/1.1" status: 201 len: 201 time: 0.0791852 Aug 10 03:37:18.131424 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.tag.tag_plugin [None req-32047635-f846-4e97-b1b0-ce3f6c09c081 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '91dd5b71-59c6-412b-8705-1f4a7f1fa0fe', {'tags': ['tempest-TagsExtTest-Tag-576671642', 'tempest-TagsExtTest-Tag-1963224810', 'tempest-TagsExtTest-Tag-210513711']}) {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:18.308840 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d67cc-c67a-42a0-b058-fb9596d8c6fe req-15dbdc76-d9c6-406d-891f-1b68b8f6bfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:18.311333 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-972d67cc-c67a-42a0-b058-fb9596d8c6fe req-15dbdc76-d9c6-406d-891f-1b68b8f6bfd5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e9ab4296b9324b029547ba2c6dc24132&device_id=522b45d9-db61-4e14-a75c-214b3a6907db HTTP/1.1" status: 200 len: 1096 time: 0.1693270 Aug 10 03:37:18.444346 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc8a067-3168-4e30-9757-ef202fb03e02 req-b0ce7d7a-297c-42f2-8cf0-4dea88135ef0 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:18.448253 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1fc8a067-3168-4e30-9757-ef202fb03e02 req-b0ce7d7a-297c-42f2-8cf0-4dea88135ef0 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=522b45d9-db61-4e14-a75c-214b3a6907db HTTP/1.1" status: 200 len: 944 time: 0.1820164 Aug 10 03:37:18.548560 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-32047635-f846-4e97-b1b0-ce3f6c09c081 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] 10.222.0.44 "PUT /v2.0/subnets/91dd5b71-59c6-412b-8705-1f4a7f1fa0fe/tags HTTP/1.1" status: 200 len: 316 time: 0.4266505 Aug 10 03:37:18.552912 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 48220) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:18.572296 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.tag.tag_plugin [None req-f432c8aa-5caa-4830-9bb8-0b3a075b09ad tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '91dd5b71-59c6-412b-8705-1f4a7f1fa0fe') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:18.596510 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1fc8a067-3168-4e30-9757-ef202fb03e02 req-1ebc426b-9f9c-4cae-bdcb-92a0f43dc3af tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d4b820e-dc2c-4be0-8053-891f2a656097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303604 Aug 10 03:37:18.707597 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d67cc-c67a-42a0-b058-fb9596d8c6fe req-e67e7240-c521-40a3-8f96-87aaf51e4243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:18.722374 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-972d67cc-c67a-42a0-b058-fb9596d8c6fe req-e67e7240-c521-40a3-8f96-87aaf51e4243 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c0659391-a657-4b16-a8ee-a2586c7786a9 HTTP/1.1" status: 200 len: 915 time: 0.3845923 Aug 10 03:37:18.843927 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533196a1-53e5-49ce-a0ea-91b0a5941b10 req-c29e79c9-602a-44d8-a1fe-d69cdbddd66e tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:18.857338 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-533196a1-53e5-49ce-a0ea-91b0a5941b10 req-c29e79c9-602a-44d8-a1fe-d69cdbddd66e tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/ports?device_id=8dcd8b74-96fe-4f37-9861-1774a607a419 HTTP/1.1" status: 200 len: 945 time: 0.2167721 Aug 10 03:37:18.922546 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-972d67cc-c67a-42a0-b058-fb9596d8c6fe req-10274b9b-0f1b-4d4c-b03d-302dc428505c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7 HTTP/1.1" status: 200 len: 998 time: 0.1986864 Aug 10 03:37:18.959806 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-533196a1-53e5-49ce-a0ea-91b0a5941b10 req-c7cff82b-05ba-4d39-942a-c3a04edea4aa tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/security-groups?id=94bf709a-2b1f-453e-be0d-cfe700274cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008654 Aug 10 03:37:19.029173 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 48240) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:19.036015 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-f432c8aa-5caa-4830-9bb8-0b3a075b09ad tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] 10.222.0.44 "DELETE /v2.0/subnets/91dd5b71-59c6-412b-8705-1f4a7f1fa0fe/tags HTTP/1.1" status: 204 len: 168 time: 0.4810085 Aug 10 03:37:19.038306 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.tag.tag_plugin [None req-41d31528-5b89-482e-b3cb-8f2d95450a2b tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '91dd5b71-59c6-412b-8705-1f4a7f1fa0fe', 'tempest-TagsExtTest-Tag-576671642') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:19.173880 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d67cc-c67a-42a0-b058-fb9596d8c6fe req-4029df44-e22f-43cb-bceb-b66a79baeb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:19.178065 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-972d67cc-c67a-42a0-b058-fb9596d8c6fe req-4029df44-e22f-43cb-bceb-b66a79baeb9b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ffd75aef-22f1-4d31-9592-d84c9fe2b2a2 HTTP/1.1" status: 200 len: 854 time: 0.2439253 Aug 10 03:37:19.214398 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce4ada2-78d6-425e-90ce-a2082f6dc664 req-14560b43-af52-4bc2-b3ba-721af4eb8842 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:19.237249 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7ce4ada2-78d6-425e-90ce-a2082f6dc664 req-14560b43-af52-4bc2-b3ba-721af4eb8842 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/ports?device_id=971ffce3-3be8-4cd1-baf7-efe49ff20400 HTTP/1.1" status: 200 len: 945 time: 0.1971810 Aug 10 03:37:19.260631 n-d-768862-13 neutron-server[94261]: INFO neutron.api.v2.resource [None req-41d31528-5b89-482e-b3cb-8f2d95450a2b tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] show failed (client error): The resource could not be found. Aug 10 03:37:19.271416 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-41d31528-5b89-482e-b3cb-8f2d95450a2b tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] 10.222.0.44 "GET /v2.0/subnets/91dd5b71-59c6-412b-8705-1f4a7f1fa0fe/tags/tempest-TagsExtTest-Tag-576671642 HTTP/1.1" status: 404 len: 328 time: 0.2395949 Aug 10 03:37:19.275131 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 48242) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:19.284423 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.tag.tag_plugin [None req-83767813-7997-4a6d-93ac-6f0dbee28a47 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '91dd5b71-59c6-412b-8705-1f4a7f1fa0fe', 'tempest-TagsExtTest-Tag-1963224810') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:19.409076 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7ce4ada2-78d6-425e-90ce-a2082f6dc664 req-9ce86580-c401-4a4c-aaf7-fd0f8afdb790 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/security-groups?id=81787cdd-9071-4003-b601-4ee333b772e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702430 Aug 10 03:37:19.516384 n-d-768862-13 neutron-server[94261]: INFO neutron.api.v2.resource [None req-83767813-7997-4a6d-93ac-6f0dbee28a47 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] show failed (client error): The resource could not be found. Aug 10 03:37:19.520718 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-83767813-7997-4a6d-93ac-6f0dbee28a47 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] 10.222.0.44 "GET /v2.0/subnets/91dd5b71-59c6-412b-8705-1f4a7f1fa0fe/tags/tempest-TagsExtTest-Tag-1963224810 HTTP/1.1" status: 404 len: 329 time: 0.2408876 Aug 10 03:37:19.521920 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 48258) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:19.535782 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.tag.tag_plugin [None req-fecc6afc-564c-4e38-99f3-25071932086b tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '91dd5b71-59c6-412b-8705-1f4a7f1fa0fe', 'tempest-TagsExtTest-Tag-210513711') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:19.785969 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd9cc65-0ff5-4265-bd25-04d68c087f94 req-b962c081-11eb-4ed3-a35d-b8f653c4c6ba tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:19.790151 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5cd9cc65-0ff5-4265-bd25-04d68c087f94 req-b962c081-11eb-4ed3-a35d-b8f653c4c6ba tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/networks?id=07780576-149a-40da-8c51-c337569691c7 HTTP/1.1" status: 200 len: 811 time: 0.3144131 Aug 10 03:37:19.799648 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d67cc-c67a-42a0-b058-fb9596d8c6fe req-9a404245-f8c7-444d-83c6-9708db9c399a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:19.801189 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-972d67cc-c67a-42a0-b058-fb9596d8c6fe req-9a404245-f8c7-444d-83c6-9708db9c399a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c0659391-a657-4b16-a8ee-a2586c7786a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2513282 Aug 10 03:37:19.858473 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5cd9cc65-0ff5-4265-bd25-04d68c087f94 req-119ad040-8405-4a38-8b1c-72516b947126 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/quotas/f67bc67edb4944b7b5132d7828a0779b HTTP/1.1" status: 200 len: 375 time: 0.0619333 Aug 10 03:37:19.993052 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5cd9cc65-0ff5-4265-bd25-04d68c087f94 req-20fd55b0-e571-4374-aeaf-2b08fb766d93 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f67bc67edb4944b7b5132d7828a0779b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1327159 Aug 10 03:37:19.997614 n-d-768862-13 neutron-server[94261]: INFO neutron.api.v2.resource [None req-fecc6afc-564c-4e38-99f3-25071932086b tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] show failed (client error): The resource could not be found. Aug 10 03:37:20.009955 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-fecc6afc-564c-4e38-99f3-25071932086b tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] 10.222.0.44 "GET /v2.0/subnets/91dd5b71-59c6-412b-8705-1f4a7f1fa0fe/tags/tempest-TagsExtTest-Tag-210513711 HTTP/1.1" status: 404 len: 328 time: 0.4862590 Aug 10 03:37:20.014476 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 48266) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:20.025718 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a72e9-4038-4603-a452-800cc83bc145 req-b85eef26-a78c-406f-9847-481526d771b6 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:20.032441 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.tag.tag_plugin [None req-07af4e96-4439-4050-b0e2-75e6b8c9a6fc tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '1d63831c-d2ce-4e4d-bf2f-61565208afb2', {'tags': ['tempest-TagsExtTest-Tag-2069239951', 'tempest-TagsExtTest-Tag-1606813131', 'tempest-TagsExtTest-Tag-1709738023']}) {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:20.045387 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a39a72e9-4038-4603-a452-800cc83bc145 req-b85eef26-a78c-406f-9847-481526d771b6 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=522b45d9-db61-4e14-a75c-214b3a6907db HTTP/1.1" status: 200 len: 944 time: 0.2385020 Aug 10 03:37:20.235220 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-972d67cc-c67a-42a0-b058-fb9596d8c6fe req-c64911bf-7e16-4088-9415-8b0f43ffce55 service neutron] 10.222.0.61 "GET /v2.0/networks/c0659391-a657-4b16-a8ee-a2586c7786a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4179940 Aug 10 03:37:20.241729 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-07af4e96-4439-4050-b0e2-75e6b8c9a6fc tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] 10.222.0.44 "PUT /v2.0/ports/1d63831c-d2ce-4e4d-bf2f-61565208afb2/tags HTTP/1.1" status: 200 len: 318 time: 0.2215133 Aug 10 03:37:20.245784 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 48272) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:20.251128 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a39a72e9-4038-4603-a452-800cc83bc145 req-7d94ffc6-96ad-4fa4-b319-1ff4d1f864e1 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d4b820e-dc2c-4be0-8053-891f2a656097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1849394 Aug 10 03:37:20.255683 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.tag.tag_plugin [None req-c4216431-4fcd-4183-9621-bbf390e54524 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '1d63831c-d2ce-4e4d-bf2f-61565208afb2') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:20.379685 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5cd9cc65-0ff5-4265-bd25-04d68c087f94 req-7d581fab-8f0d-45ae-b5f2-56a4809de323 service neutron] 10.222.0.44 "GET /v2.0/networks/07780576-149a-40da-8c51-c337569691c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3290930 Aug 10 03:37:20.604973 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5cd9cc65-0ff5-4265-bd25-04d68c087f94 req-c5a4b845-10e5-4691-9f7d-6124f46fce08 service neutron] 10.222.0.44 "GET /v2.0/networks/07780576-149a-40da-8c51-c337569691c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204704 Aug 10 03:37:20.693886 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07d558a-dd13-4f77-b62d-95a300fad5cf req-4afc0acd-9148-4584-99e2-15871c349828 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:20.705115 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c07d558a-dd13-4f77-b62d-95a300fad5cf req-4afc0acd-9148-4584-99e2-15871c349828 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/ports?device_id=971ffce3-3be8-4cd1-baf7-efe49ff20400 HTTP/1.1" status: 200 len: 945 time: 0.0925872 Aug 10 03:37:20.713449 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-972d67cc-c67a-42a0-b058-fb9596d8c6fe req-3c173128-0c90-4fa0-a8a1-8773ea43b2d3 service neutron] 10.222.0.61 "GET /v2.0/networks/c0659391-a657-4b16-a8ee-a2586c7786a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4494045 Aug 10 03:37:20.777151 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-c4216431-4fcd-4183-9621-bbf390e54524 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] 10.222.0.44 "DELETE /v2.0/ports/1d63831c-d2ce-4e4d-bf2f-61565208afb2/tags HTTP/1.1" status: 204 len: 168 time: 0.5294726 Aug 10 03:37:20.781563 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 48280) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:20.791079 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.tag.tag_plugin [None req-c1bb92fa-fe68-4087-a4d7-b696546c609a tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1d63831c-d2ce-4e4d-bf2f-61565208afb2', 'tempest-TagsExtTest-Tag-2069239951') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:20.792154 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c07d558a-dd13-4f77-b62d-95a300fad5cf req-2c894ee5-ab24-48f2-bcc8-d59d1890c60e tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/security-groups?id=81787cdd-9071-4003-b601-4ee333b772e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855024 Aug 10 03:37:20.956317 n-d-768862-13 neutron-server[94261]: INFO neutron.api.v2.resource [None req-c1bb92fa-fe68-4087-a4d7-b696546c609a tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] show failed (client error): The resource could not be found. Aug 10 03:37:20.956317 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-c1bb92fa-fe68-4087-a4d7-b696546c609a tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] 10.222.0.44 "GET /v2.0/ports/1d63831c-d2ce-4e4d-bf2f-61565208afb2/tags/tempest-TagsExtTest-Tag-2069239951 HTTP/1.1" status: 404 len: 329 time: 0.1676912 Aug 10 03:37:20.956853 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 48286) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:20.966472 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.tag.tag_plugin [None req-53d268a9-7130-4cf5-86eb-2d0a82e98917 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1d63831c-d2ce-4e4d-bf2f-61565208afb2', 'tempest-TagsExtTest-Tag-1606813131') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:21.149907 n-d-768862-13 neutron-server[94261]: INFO neutron.api.v2.resource [None req-53d268a9-7130-4cf5-86eb-2d0a82e98917 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] show failed (client error): The resource could not be found. Aug 10 03:37:21.151809 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-53d268a9-7130-4cf5-86eb-2d0a82e98917 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] 10.222.0.44 "GET /v2.0/ports/1d63831c-d2ce-4e4d-bf2f-61565208afb2/tags/tempest-TagsExtTest-Tag-1606813131 HTTP/1.1" status: 404 len: 329 time: 0.1930315 Aug 10 03:37:21.161361 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 48294) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:21.179353 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.tag.tag_plugin [None req-b75c415e-7553-42d3-8d84-e947b23d5280 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1d63831c-d2ce-4e4d-bf2f-61565208afb2', 'tempest-TagsExtTest-Tag-1709738023') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:21.186030 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c157f832-5e79-4960-b1d9-c27c5d0ddeb2 req-734bf735-7345-4fc3-8480-17be6b60c448 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/ports?device_id=72a3ef0b-b02c-4843-9ff6-493d395a337e HTTP/1.1" status: 200 len: 210 time: 0.1393037 Aug 10 03:37:21.364675 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-eb51659b-3640-49df-a3f4-877f5d78c353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:21.424206 n-d-768862-13 neutron-server[94261]: INFO neutron.api.v2.resource [None req-b75c415e-7553-42d3-8d84-e947b23d5280 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] show failed (client error): The resource could not be found. Aug 10 03:37:21.441971 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 48308) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:21.446429 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-b75c415e-7553-42d3-8d84-e947b23d5280 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] 10.222.0.44 "GET /v2.0/ports/1d63831c-d2ce-4e4d-bf2f-61565208afb2/tags/tempest-TagsExtTest-Tag-1709738023 HTTP/1.1" status: 404 len: 329 time: 0.2833180 Aug 10 03:37:21.450259 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.tag.tag_plugin [None req-67ff3a22-d918-41c2-b518-e8e6202da88b tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '31ad0540-0a02-4ebc-848e-977cef8f4b9a', {'tags': ['tempest-TagsExtTest-Tag-1596008270', 'tempest-TagsExtTest-Tag-441693098', 'tempest-TagsExtTest-Tag-238586015']}) {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:22.367118 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-67ff3a22-d918-41c2-b518-e8e6202da88b tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] 10.222.0.44 "PUT /v2.0/routers/31ad0540-0a02-4ebc-848e-977cef8f4b9a/tags HTTP/1.1" status: 200 len: 316 time: 0.9236188 Aug 10 03:37:22.387173 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 48330) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:22.400493 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.tag.tag_plugin [None req-1d6a2c1e-7941-44fa-892d-6162d81a6d9a tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '31ad0540-0a02-4ebc-848e-977cef8f4b9a') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:22.586493 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a4c7a2-304f-4b54-8865-85764e8daa83 req-a8a986a5-f03b-4745-bbb5-00808ae5cd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:22.588093 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a1a4c7a2-304f-4b54-8865-85764e8daa83 req-a8a986a5-f03b-4745-bbb5-00808ae5cd7f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=971ffce3-3be8-4cd1-baf7-efe49ff20400 HTTP/1.1" status: 200 len: 1097 time: 1.2201531 Aug 10 03:37:22.609835 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e932a03a-89a2-4604-a5ca-79c0fa23fb43 req-66061b08-be38-4c5b-a7c5-1250eb8a9119 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:22.615251 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e932a03a-89a2-4604-a5ca-79c0fa23fb43 req-66061b08-be38-4c5b-a7c5-1250eb8a9119 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/ports?device_id=971ffce3-3be8-4cd1-baf7-efe49ff20400 HTTP/1.1" status: 200 len: 945 time: 0.2447734 Aug 10 03:37:22.634710 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bd0838-33fa-4234-903b-15c01f9cba0f req-adaa69b7-8983-4883-b5b3-a2bba494d33f tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:22.643620 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-27bd0838-33fa-4234-903b-15c01f9cba0f req-adaa69b7-8983-4883-b5b3-a2bba494d33f tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=522b45d9-db61-4e14-a75c-214b3a6907db HTTP/1.1" status: 200 len: 944 time: 0.9426272 Aug 10 03:37:22.776004 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-1d6a2c1e-7941-44fa-892d-6162d81a6d9a tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] 10.222.0.44 "DELETE /v2.0/routers/31ad0540-0a02-4ebc-848e-977cef8f4b9a/tags HTTP/1.1" status: 204 len: 168 time: 0.3824787 Aug 10 03:37:22.778061 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a1a4c7a2-304f-4b54-8865-85764e8daa83 req-b7a4a4bc-c58c-4b09-8487-5f6a544263b2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=81787cdd-9071-4003-b601-4ee333b772e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591105 Aug 10 03:37:22.780663 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 48334) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:22.787412 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e932a03a-89a2-4604-a5ca-79c0fa23fb43 req-0f49c6c6-c1f0-42c4-8b4b-0d56e4b07498 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/security-groups?id=81787cdd-9071-4003-b601-4ee333b772e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326411 Aug 10 03:37:22.791671 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.tag.tag_plugin [None req-dd6a4118-ab27-410e-9cd9-1ec85849c206 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '31ad0540-0a02-4ebc-848e-977cef8f4b9a', 'tempest-TagsExtTest-Tag-1596008270') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:22.817974 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-27bd0838-33fa-4234-903b-15c01f9cba0f req-c34572f7-36ad-4478-b8c4-90451aa36407 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d4b820e-dc2c-4be0-8053-891f2a656097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1732411 Aug 10 03:37:23.018313 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bce061f6-cd3b-4158-ba88-d319b8c5217e req-badff4ca-6d59-412b-9a5a-9932cce746f1 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/ports?device_id=72a3ef0b-b02c-4843-9ff6-493d395a337e HTTP/1.1" status: 200 len: 210 time: 0.1025429 Aug 10 03:37:23.187299 n-d-768862-13 neutron-server[94261]: INFO neutron.api.v2.resource [None req-dd6a4118-ab27-410e-9cd9-1ec85849c206 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] show failed (client error): The resource could not be found. Aug 10 03:37:23.197371 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-dd6a4118-ab27-410e-9cd9-1ec85849c206 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] 10.222.0.44 "GET /v2.0/routers/31ad0540-0a02-4ebc-848e-977cef8f4b9a/tags/tempest-TagsExtTest-Tag-1596008270 HTTP/1.1" status: 404 len: 329 time: 0.4132833 Aug 10 03:37:23.197980 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 48338) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:23.204594 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.tag.tag_plugin [None req-f235bb97-440c-433e-bb18-5083b705453c tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '31ad0540-0a02-4ebc-848e-977cef8f4b9a', 'tempest-TagsExtTest-Tag-441693098') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:23.370837 n-d-768862-13 neutron-server[94260]: INFO neutron.api.v2.resource [None req-f235bb97-440c-433e-bb18-5083b705453c tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] show failed (client error): The resource could not be found. Aug 10 03:37:23.382283 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 48344) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:23.394474 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.tag.tag_plugin [None req-d9364705-b4f0-452d-9626-2998fa704052 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '31ad0540-0a02-4ebc-848e-977cef8f4b9a', 'tempest-TagsExtTest-Tag-238586015') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:23.396149 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-f235bb97-440c-433e-bb18-5083b705453c tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] 10.222.0.44 "GET /v2.0/routers/31ad0540-0a02-4ebc-848e-977cef8f4b9a/tags/tempest-TagsExtTest-Tag-441693098 HTTP/1.1" status: 404 len: 328 time: 0.1963592 Aug 10 03:37:23.671019 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3301d95f-9f62-4568-880c-37714b35dd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:23.671612 n-d-768862-13 neutron-server[94261]: INFO neutron.api.v2.resource [None req-d9364705-b4f0-452d-9626-2998fa704052 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] show failed (client error): The resource could not be found. Aug 10 03:37:23.677514 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 48346) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:23.679300 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-d9364705-b4f0-452d-9626-2998fa704052 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] 10.222.0.44 "GET /v2.0/routers/31ad0540-0a02-4ebc-848e-977cef8f4b9a/tags/tempest-TagsExtTest-Tag-238586015 HTTP/1.1" status: 404 len: 328 time: 0.2943947 Aug 10 03:37:23.688847 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.tag.tag_plugin [None req-68b59c94-53cb-43be-8a19-e40c82b37e19 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'd90fa843-a18e-427c-8cc2-67be58e6ab01', {'tags': ['tempest-TagsExtTest-Tag-1134484304', 'tempest-TagsExtTest-Tag-517928421', 'tempest-TagsExtTest-Tag-1327033803']}) {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:23.737932 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-68b59c94-53cb-43be-8a19-e40c82b37e19 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] 10.222.0.44 "PUT /v2.0/subnetpools/d90fa843-a18e-427c-8cc2-67be58e6ab01/tags HTTP/1.1" status: 200 len: 317 time: 0.0545034 Aug 10 03:37:23.741318 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 48350) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:23.750665 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.tag.tag_plugin [None req-d925a0cf-6157-47d3-8968-242219e8c69f tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd90fa843-a18e-427c-8cc2-67be58e6ab01') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:23.837857 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-d925a0cf-6157-47d3-8968-242219e8c69f tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] 10.222.0.44 "DELETE /v2.0/subnetpools/d90fa843-a18e-427c-8cc2-67be58e6ab01/tags HTTP/1.1" status: 204 len: 168 time: 0.0941696 Aug 10 03:37:23.841619 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 48354) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:23.872731 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.tag.tag_plugin [None req-59d8d19b-899e-4372-8e60-efc5ce682268 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd90fa843-a18e-427c-8cc2-67be58e6ab01', 'tempest-TagsExtTest-Tag-1134484304') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:24.025173 n-d-768862-13 neutron-server[94260]: INFO neutron.api.v2.resource [None req-59d8d19b-899e-4372-8e60-efc5ce682268 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] show failed (client error): The resource could not be found. Aug 10 03:37:24.025173 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-59d8d19b-899e-4372-8e60-efc5ce682268 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] 10.222.0.44 "GET /v2.0/subnetpools/d90fa843-a18e-427c-8cc2-67be58e6ab01/tags/tempest-TagsExtTest-Tag-1134484304 HTTP/1.1" status: 404 len: 329 time: 0.1768167 Aug 10 03:37:24.025762 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 48360) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:24.030853 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.tag.tag_plugin [None req-e7f4cf06-2f66-42cc-9cdd-10a23a45fe5e tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd90fa843-a18e-427c-8cc2-67be58e6ab01', 'tempest-TagsExtTest-Tag-517928421') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:24.069340 n-d-768862-13 neutron-server[94261]: INFO neutron.api.v2.resource [None req-e7f4cf06-2f66-42cc-9cdd-10a23a45fe5e tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] show failed (client error): The resource could not be found. Aug 10 03:37:24.075334 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e7f4cf06-2f66-42cc-9cdd-10a23a45fe5e tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] 10.222.0.44 "GET /v2.0/subnetpools/d90fa843-a18e-427c-8cc2-67be58e6ab01/tags/tempest-TagsExtTest-Tag-517928421 HTTP/1.1" status: 404 len: 328 time: 0.0441859 Aug 10 03:37:24.075972 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 48366) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:24.083233 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.tag.tag_plugin [None req-4f359ba4-d5df-47b1-b1cc-2f4d3fe7ca86 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd90fa843-a18e-427c-8cc2-67be58e6ab01', 'tempest-TagsExtTest-Tag-1327033803') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:24.125826 n-d-768862-13 neutron-server[94261]: INFO neutron.api.v2.resource [None req-4f359ba4-d5df-47b1-b1cc-2f4d3fe7ca86 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] show failed (client error): The resource could not be found. Aug 10 03:37:24.134047 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-4f359ba4-d5df-47b1-b1cc-2f4d3fe7ca86 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] 10.222.0.44 "GET /v2.0/subnetpools/d90fa843-a18e-427c-8cc2-67be58e6ab01/tags/tempest-TagsExtTest-Tag-1327033803 HTTP/1.1" status: 404 len: 329 time: 0.0566561 Aug 10 03:37:24.139375 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 48370) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:24.155321 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.tag.tag_plugin [None req-6f9a0ec5-511b-4a55-bffb-4b175c5582b6 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd90fa843-a18e-427c-8cc2-67be58e6ab01') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:24.227620 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-6f9a0ec5-511b-4a55-bffb-4b175c5582b6 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] 10.222.0.44 "DELETE /v2.0/subnetpools/d90fa843-a18e-427c-8cc2-67be58e6ab01/tags HTTP/1.1" status: 204 len: 168 time: 0.0807245 Aug 10 03:37:24.228275 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 48374) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:24.242993 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bbf6c0-df5e-4875-920b-6aeb5099c2c4 req-0b517f48-8846-40d9-9155-edfd6f5d7084 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:24.247020 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-51bbf6c0-df5e-4875-920b-6aeb5099c2c4 req-0b517f48-8846-40d9-9155-edfd6f5d7084 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/ports?device_id=971ffce3-3be8-4cd1-baf7-efe49ff20400 HTTP/1.1" status: 200 len: 945 time: 0.2965579 Aug 10 03:37:24.247777 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.tag.tag_plugin [None req-a339fbb5-e83b-46e0-a7b4-f3e3c847298b tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '31ad0540-0a02-4ebc-848e-977cef8f4b9a') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:24.256330 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:24.282410 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416469f8-d4a6-40de-94bb-e9525556a76c req-8fa9d0d4-2463-4f5e-9103-d4e26b2c6063 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:24.285929 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-416469f8-d4a6-40de-94bb-e9525556a76c req-8fa9d0d4-2463-4f5e-9103-d4e26b2c6063 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=522b45d9-db61-4e14-a75c-214b3a6907db HTTP/1.1" status: 200 len: 944 time: 0.2110999 Aug 10 03:37:24.453908 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a339fbb5-e83b-46e0-a7b4-f3e3c847298b tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] 10.222.0.44 "DELETE /v2.0/routers/31ad0540-0a02-4ebc-848e-977cef8f4b9a/tags HTTP/1.1" status: 204 len: 168 time: 0.2243435 Aug 10 03:37:24.454610 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 48380) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:24.464526 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.tag.tag_plugin [None req-629bf82a-29b5-4249-9757-bd40887263f0 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '1d63831c-d2ce-4e4d-bf2f-61565208afb2') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:24.516926 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-416469f8-d4a6-40de-94bb-e9525556a76c req-8420e9e5-5314-4b88-b041-2655f452a1db tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d4b820e-dc2c-4be0-8053-891f2a656097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1866469 Aug 10 03:37:24.546957 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-51bbf6c0-df5e-4875-920b-6aeb5099c2c4 req-18dd3f58-fb29-497c-8c87-4bb4bc35f3b2 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/security-groups?id=81787cdd-9071-4003-b601-4ee333b772e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567232 Aug 10 03:37:24.641450 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-629bf82a-29b5-4249-9757-bd40887263f0 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] 10.222.0.44 "DELETE /v2.0/ports/1d63831c-d2ce-4e4d-bf2f-61565208afb2/tags HTTP/1.1" status: 204 len: 168 time: 0.1829662 Aug 10 03:37:24.642337 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 48386) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:24.650473 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.tag.tag_plugin [None req-25537e91-4c0a-411f-a3ae-97303e564372 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '91dd5b71-59c6-412b-8705-1f4a7f1fa0fe') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:24.846582 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-25537e91-4c0a-411f-a3ae-97303e564372 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] 10.222.0.44 "DELETE /v2.0/subnets/91dd5b71-59c6-412b-8705-1f4a7f1fa0fe/tags HTTP/1.1" status: 204 len: 168 time: 0.1987629 Aug 10 03:37:24.846947 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 48388) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:24.881064 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8da3b8a7-2e57-4390-83f6-d214d81930cd req-89c76939-b2e0-423b-8949-38a8015fbdab tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/ports?device_id=72a3ef0b-b02c-4843-9ff6-493d395a337e HTTP/1.1" status: 200 len: 210 time: 0.0771544 Aug 10 03:37:25.126615 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-45999c9a-ac6c-43bc-a4bf-4a0c1709bc18 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] Notify callbacks [] for subnetpool, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:25.130392 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-45999c9a-ac6c-43bc-a4bf-4a0c1709bc18 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] 10.222.0.44 "DELETE /v2.0/subnetpools/d90fa843-a18e-427c-8cc2-67be58e6ab01 HTTP/1.1" status: 204 len: 168 time: 0.2807577 Aug 10 03:37:25.135002 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 48396) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:25.201961 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686b4853-5c27-45e3-9091-a17f34e38d49 req-2d86e45d-6f56-43c8-a29c-6c1832002cdd tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:25.216802 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-686b4853-5c27-45e3-9091-a17f34e38d49 req-2d86e45d-6f56-43c8-a29c-6c1832002cdd tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf313f9d-cd65-4e2f-88be-cbea27f97a45 HTTP/1.1" status: 200 len: 945 time: 0.1248963 Aug 10 03:37:25.227645 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-358c888a-7443-4cbb-b427-60c8e3bceede tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] 10.222.0.44 "GET /v2.0/ports?device_id=31ad0540-0a02-4ebc-848e-977cef8f4b9a HTTP/1.1" status: 200 len: 205 time: 0.0907137 Aug 10 03:37:25.229940 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 48398) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:25.332177 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-686b4853-5c27-45e3-9091-a17f34e38d49 req-6b75142a-c145-4e98-8146-cc7ac88f8384 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/security-groups?id=81787cdd-9071-4003-b601-4ee333b772e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802240 Aug 10 03:37:25.370156 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:25.424972 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:37:25.431456 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-121987e2-1a4c-4b6d-9150-94242c5fdef5 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] Notify callbacks [] for router, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:25.927675 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c02b11-a304-4d1a-909e-87714eba103e req-c1c27eb3-f71d-43d5-b2dc-b88e3bfd3d23 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:25.929951 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a7c02b11-a304-4d1a-909e-87714eba103e req-c1c27eb3-f71d-43d5-b2dc-b88e3bfd3d23 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=522b45d9-db61-4e14-a75c-214b3a6907db HTTP/1.1" status: 200 len: 944 time: 0.2063210 Aug 10 03:37:25.956800 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-121987e2-1a4c-4b6d-9150-94242c5fdef5 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:25.975154 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-121987e2-1a4c-4b6d-9150-94242c5fdef5 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:26.101185 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f3fe7f-5f41-40b4-a8e5-fcef78626bc4 req-f624ebb3-55e0-4cf7-83fb-a711b040fb59 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:26.125977 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f3f3fe7f-5f41-40b4-a8e5-fcef78626bc4 req-f624ebb3-55e0-4cf7-83fb-a711b040fb59 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf313f9d-cd65-4e2f-88be-cbea27f97a45 HTTP/1.1" status: 200 len: 945 time: 0.3544660 Aug 10 03:37:26.139637 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:26.154425 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-121987e2-1a4c-4b6d-9150-94242c5fdef5 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:26.155036 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-121987e2-1a4c-4b6d-9150-94242c5fdef5 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] Fanout notify agent at l3_agent the message router_deleted on router 31ad0540-0a02-4ebc-848e-977cef8f4b9a {{(pid=94261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:37:26.171518 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-121987e2-1a4c-4b6d-9150-94242c5fdef5 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:26.172675 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-121987e2-1a4c-4b6d-9150-94242c5fdef5 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] 10.222.0.44 "DELETE /v2.0/routers/31ad0540-0a02-4ebc-848e-977cef8f4b9a HTTP/1.1" status: 204 len: 168 time: 0.9411654 Aug 10 03:37:26.177803 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 48424) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:26.250912 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a7c02b11-a304-4d1a-909e-87714eba103e req-b9d80a99-5982-4a50-bcae-88a0b18b9fb6 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d4b820e-dc2c-4be0-8053-891f2a656097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3086936 Aug 10 03:37:26.333069 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f3f3fe7f-5f41-40b4-a8e5-fcef78626bc4 req-a164a150-fcd7-43cf-a877-17e902107291 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/security-groups?id=81787cdd-9071-4003-b601-4ee333b772e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999638 Aug 10 03:37:26.495015 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-cf4629de-04b6-40ad-ba4b-266ad9d2ca28 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] Deleting port 1d63831c-d2ce-4e4d-bf2f-61565208afb2 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:37:26.495387 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cf4629de-04b6-40ad-ba4b-266ad9d2ca28 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:26.506191 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c2a787c2-2042-45e0-8e5f-4c52b8d4a59b req-aba79505-050b-4041-b0c7-701de979b722 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/ports?device_id=72a3ef0b-b02c-4843-9ff6-493d395a337e HTTP/1.1" status: 200 len: 210 time: 0.0394096 Aug 10 03:37:26.671002 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cf4629de-04b6-40ad-ba4b-266ad9d2ca28 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:26.688499 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-cf4629de-04b6-40ad-ba4b-266ad9d2ca28 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] Calling delete_port for 1d63831c-d2ce-4e4d-bf2f-61565208afb2 owned by {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:37:26.820958 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:27.229097 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cf4629de-04b6-40ad-ba4b-266ad9d2ca28 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:27.381487 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4629de-04b6-40ad-ba4b-266ad9d2ca28 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] Pushing event deleted for resources: {'Port': ['ID=1d63831c-d2ce-4e4d-bf2f-61565208afb2,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:27.864030 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cf4629de-04b6-40ad-ba4b-266ad9d2ca28 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:27.876653 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-cf4629de-04b6-40ad-ba4b-266ad9d2ca28 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] 10.222.0.44 "DELETE /v2.0/ports/1d63831c-d2ce-4e4d-bf2f-61565208afb2 HTTP/1.1" status: 204 len: 168 time: 1.6975064 Aug 10 03:37:27.883471 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 48450) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:27.953071 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba8f3ff-81cd-487c-89df-1e04f1ab7c44 req-5b903c94-bd15-4c6e-aa4e-70056d8b6f64 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:27.957640 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dba8f3ff-81cd-487c-89df-1e04f1ab7c44 req-5b903c94-bd15-4c6e-aa4e-70056d8b6f64 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=522b45d9-db61-4e14-a75c-214b3a6907db HTTP/1.1" status: 200 len: 944 time: 0.4268475 Aug 10 03:37:28.037109 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d565b-7eb2-421c-b503-f160ba412c5b req-2accb0e0-76f9-4a77-ba64-e2a18cd7d8fd tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:28.050727 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0b4d565b-7eb2-421c-b503-f160ba412c5b req-2accb0e0-76f9-4a77-ba64-e2a18cd7d8fd tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf313f9d-cd65-4e2f-88be-cbea27f97a45 HTTP/1.1" status: 200 len: 945 time: 0.3482151 Aug 10 03:37:28.072591 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c69042b-a814-4aa1-b555-a9eb7183c8a7 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] Deleting subnet 91dd5b71-59c6-412b-8705-1f4a7f1fa0fe {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:37:28.078492 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8c69042b-a814-4aa1-b555-a9eb7183c8a7 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:28.122008 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0b4d565b-7eb2-421c-b503-f160ba412c5b req-8fed763f-a8c5-44fe-9fe6-f6fb495b8c8b tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/security-groups?id=81787cdd-9071-4003-b601-4ee333b772e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669971 Aug 10 03:37:28.183774 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dba8f3ff-81cd-487c-89df-1e04f1ab7c44 req-59e6be48-e66a-48ee-8982-0d709e2673be tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d4b820e-dc2c-4be0-8053-891f2a656097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2109644 Aug 10 03:37:28.236938 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8c69042b-a814-4aa1-b555-a9eb7183c8a7 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:28.427978 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-153b9ae6-85ba-495d-ac52-7c5348f89e33 req-68fc25d5-3ce5-4ec7-9b40-db3715454d8f tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/ports?device_id=72a3ef0b-b02c-4843-9ff6-493d395a337e HTTP/1.1" status: 200 len: 210 time: 0.1533086 Aug 10 03:37:28.507212 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8c69042b-a814-4aa1-b555-a9eb7183c8a7 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:28.688923 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8c69042b-a814-4aa1-b555-a9eb7183c8a7 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:28.735180 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c69042b-a814-4aa1-b555-a9eb7183c8a7 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] Pushing event deleted for resources: {'Subnet': ['ID=91dd5b71-59c6-412b-8705-1f4a7f1fa0fe,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:28.737693 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8c69042b-a814-4aa1-b555-a9eb7183c8a7 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:28.743132 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-8c69042b-a814-4aa1-b555-a9eb7183c8a7 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] 10.222.0.44 "DELETE /v2.0/subnets/91dd5b71-59c6-412b-8705-1f4a7f1fa0fe HTTP/1.1" status: 204 len: 168 time: 0.8584170 Aug 10 03:37:28.744204 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 48460) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:28.749514 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b15256-8aec-4945-8424-87e7c19393ef None None] Network a37fff59-9ec7-4022-affd-ac618bc4eaca requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:37:28.899190 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-232d7f5c-0093-4b2d-8d59-b36275a3b7d2 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:29.118068 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-232d7f5c-0093-4b2d-8d59-b36275a3b7d2 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] Deleting port 4a8b4421-c2c7-488e-810b-08d0ac88fcd0 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:37:29.118682 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-232d7f5c-0093-4b2d-8d59-b36275a3b7d2 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:29.136082 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9edeb6bf-21c7-4cf4-81ee-c4784e485213 None None] DHCP port deletion for a37fff59-9ec7-4022-affd-ac618bc4eaca request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:37:29.305620 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-232d7f5c-0093-4b2d-8d59-b36275a3b7d2 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] For port 4a8b4421-c2c7-488e-810b-08d0ac88fcd0, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=4a8b4421-c2c7-488e-810b-08d0ac88fcd0,segment=NetworkSegment(25c54ba4-ed25-402b-8e32-bfa5f279ffd3),segment_id=25c54ba4-ed25-402b-8e32-bfa5f279ffd3)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:37:29.306511 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-232d7f5c-0093-4b2d-8d59-b36275a3b7d2 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:29.312351 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-9edeb6bf-21c7-4cf4-81ee-c4784e485213 None None] Deleting port 4a8b4421-c2c7-488e-810b-08d0ac88fcd0 {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:37:29.323374 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9edeb6bf-21c7-4cf4-81ee-c4784e485213 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:29.334681 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 4a8b4421-c2c7-488e-810b-08d0ac88fcd0 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:37:29.355688 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-232d7f5c-0093-4b2d-8d59-b36275a3b7d2 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] Calling delete_port for 4a8b4421-c2c7-488e-810b-08d0ac88fcd0 owned by network:dhcp {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:37:29.511286 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af463328-5c33-4ea7-96b9-07f743e712c5 req-358b73a6-8743-40ed-84f6-dbd8fc2be421 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:29.526290 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-af463328-5c33-4ea7-96b9-07f743e712c5 req-358b73a6-8743-40ed-84f6-dbd8fc2be421 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf313f9d-cd65-4e2f-88be-cbea27f97a45 HTTP/1.1" status: 200 len: 945 time: 0.1935313 Aug 10 03:37:29.648810 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-af463328-5c33-4ea7-96b9-07f743e712c5 req-641435eb-fd76-49cd-a4fe-f6a829fe3350 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/security-groups?id=81787cdd-9071-4003-b601-4ee333b772e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126161 Aug 10 03:37:29.649055 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-9edeb6bf-21c7-4cf4-81ee-c4784e485213 None None] For port 4a8b4421-c2c7-488e-810b-08d0ac88fcd0, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=4a8b4421-c2c7-488e-810b-08d0ac88fcd0,segment=NetworkSegment(25c54ba4-ed25-402b-8e32-bfa5f279ffd3),segment_id=25c54ba4-ed25-402b-8e32-bfa5f279ffd3)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:37:29.649055 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9edeb6bf-21c7-4cf4-81ee-c4784e485213 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:29.682039 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-232d7f5c-0093-4b2d-8d59-b36275a3b7d2 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:29.685325 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-9edeb6bf-21c7-4cf4-81ee-c4784e485213 None None] Calling delete_port for 4a8b4421-c2c7-488e-810b-08d0ac88fcd0 owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:37:29.699552 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No active binding found for port 4a8b4421-c2c7-488e-810b-08d0ac88fcd0 {{(pid=94262) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 10 03:37:29.703970 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 4a8b4421-c2c7-488e-810b-08d0ac88fcd0 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:37:29.832509 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d7f5c-0093-4b2d-8d59-b36275a3b7d2 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] Pushing event deleted for resources: {'Port': ['ID=4a8b4421-c2c7-488e-810b-08d0ac88fcd0,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:29.861654 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232d7f5c-0093-4b2d-8d59-b36275a3b7d2 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] No DVR routers for this DVR port 4a8b4421-c2c7-488e-810b-08d0ac88fcd0 on host n-d-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:37:29.872162 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9edeb6bf-21c7-4cf4-81ee-c4784e485213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:29.940776 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edeb6bf-21c7-4cf4-81ee-c4784e485213 None None] Pushing event deleted for resources: {'Port': ['ID=4a8b4421-c2c7-488e-810b-08d0ac88fcd0,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:29.958516 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edeb6bf-21c7-4cf4-81ee-c4784e485213 None None] No DVR routers for this DVR port 4a8b4421-c2c7-488e-810b-08d0ac88fcd0 on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:37:30.014571 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb921e0a-3eb8-44b3-9662-3f3e7ca1527a req-7f077450-c45c-4da0-be86-fe810f8d5506 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:30.026529 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bb921e0a-3eb8-44b3-9662-3f3e7ca1527a req-7f077450-c45c-4da0-be86-fe810f8d5506 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=522b45d9-db61-4e14-a75c-214b3a6907db HTTP/1.1" status: 200 len: 944 time: 0.1805840 Aug 10 03:37:30.129592 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-232d7f5c-0093-4b2d-8d59-b36275a3b7d2 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:30.137543 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bb921e0a-3eb8-44b3-9662-3f3e7ca1527a req-9078303a-c1a6-4a8d-ab82-edd7387bc73d tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d4b820e-dc2c-4be0-8053-891f2a656097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094556 Aug 10 03:37:30.178763 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-232d7f5c-0093-4b2d-8d59-b36275a3b7d2 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a37fff59-9ec7-4022-affd-ac618bc4eaca']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:30.200409 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-232d7f5c-0093-4b2d-8d59-b36275a3b7d2 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25c54ba4-ed25-402b-8e32-bfa5f279ffd3') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:30.200771 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-232d7f5c-0093-4b2d-8d59-b36275a3b7d2 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25c54ba4-ed25-402b-8e32-bfa5f279ffd3') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:30.218331 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-232d7f5c-0093-4b2d-8d59-b36275a3b7d2 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:30.262645 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-232d7f5c-0093-4b2d-8d59-b36275a3b7d2 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:30.291217 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-232d7f5c-0093-4b2d-8d59-b36275a3b7d2 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:37:30.292212 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-232d7f5c-0093-4b2d-8d59-b36275a3b7d2 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:30.292669 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-90a7b4ac-6f4d-43f9-8886-e85946f52f3c req-6cbe7993-e414-4110-9952-b5f4b2b22387 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/ports?device_id=72a3ef0b-b02c-4843-9ff6-493d395a337e HTTP/1.1" status: 200 len: 210 time: 0.0443013 Aug 10 03:37:30.463957 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:37:30.463957 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:37:30.463957 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:37:30.463957 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:37:30.463957 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:37:30.463957 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:37:30.463957 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:37:30.463957 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:37:30.463957 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:37:30.463957 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:37:30.463957 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:37:30.463957 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:37:30.463957 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:37:30.463957 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:37:30.463957 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:37:30.463957 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:37:30.463957 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:37:30.463957 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:37:30.463957 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:37:30.463957 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:37:30.463957 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:37:30.463957 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:37:30.463957 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:37:30.463957 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:37:30.463957 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:37:30.463957 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:37:30.463957 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:37:30.463957 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:37:30.463957 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:37:30.463957 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:37:30.463957 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:37:30.463957 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:37:30.522631 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-232d7f5c-0093-4b2d-8d59-b36275a3b7d2 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:30.758615 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-232d7f5c-0093-4b2d-8d59-b36275a3b7d2 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:30.767164 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-232d7f5c-0093-4b2d-8d59-b36275a3b7d2 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] 10.222.0.44 "DELETE /v2.0/networks/a37fff59-9ec7-4022-affd-ac618bc4eaca HTTP/1.1" status: 204 len: 168 time: 2.0215542 Aug 10 03:37:30.775546 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d7f5c-0093-4b2d-8d59-b36275a3b7d2 tempest-TagsExtTest-254389453 tempest-TagsExtTest-254389453-project] Pushing event deleted for resources: {'Network': ['ID=a37fff59-9ec7-4022-affd-ac618bc4eaca,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:30.960145 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd9cc65-0ff5-4265-bd25-04d68c087f94 req-10d73894-f072-49f8-b43a-77a611502306 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:31.034468 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-5cd9cc65-0ff5-4265-bd25-04d68c087f94 req-10d73894-f072-49f8-b43a-77a611502306 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.61 "GET /v2.0/networks?id=07780576-149a-40da-8c51-c337569691c7 HTTP/1.1" status: 200 len: 811 time: 0.5557811 Aug 10 03:37:31.064447 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8337648e-56ac-4f52-9843-a12c85fd1f9f req-fa1c59b2-5844-4691-bec3-0091e4fbf7eb tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:31.066172 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8337648e-56ac-4f52-9843-a12c85fd1f9f req-fa1c59b2-5844-4691-bec3-0091e4fbf7eb tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf313f9d-cd65-4e2f-88be-cbea27f97a45 HTTP/1.1" status: 200 len: 945 time: 0.1169064 Aug 10 03:37:31.092395 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-5cd9cc65-0ff5-4265-bd25-04d68c087f94 req-e668eac9-1d19-4d7b-87a7-60924903dbb5 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Request body: {'port': {'device_id': '72a3ef0b-b02c-4843-9ff6-493d395a337e', 'network_id': '07780576-149a-40da-8c51-c337569691c7', 'admin_state_up': True, 'tenant_id': 'f67bc67edb4944b7b5132d7828a0779b'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:31.256578 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8337648e-56ac-4f52-9843-a12c85fd1f9f req-42b4f17b-74f5-4926-927f-babad46750d9 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/security-groups?id=81787cdd-9071-4003-b601-4ee333b772e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816974 Aug 10 03:37:31.400346 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cd9cc65-0ff5-4265-bd25-04d68c087f94 req-e668eac9-1d19-4d7b-87a7-60924903dbb5 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Made reservation on behalf of f67bc67edb4944b7b5132d7828a0779b for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:37:31.405586 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-5cd9cc65-0ff5-4265-bd25-04d68c087f94 req-e668eac9-1d19-4d7b-87a7-60924903dbb5 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:31.450328 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4961e3-4827-4095-8423-fd5df44c7882 req-441413c6-0bdb-4c4a-b1bc-fa0912823998 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:31.452949 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bc4961e3-4827-4095-8423-fd5df44c7882 req-441413c6-0bdb-4c4a-b1bc-fa0912823998 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=522b45d9-db61-4e14-a75c-214b3a6907db HTTP/1.1" status: 200 len: 944 time: 0.1499958 Aug 10 03:37:31.600822 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4ac31c52-f900-452d-aebb-db909b9e212e req-26c9a386-5e54-41f2-8b72-f2b6e8e2defa tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/ports?device_id=72a3ef0b-b02c-4843-9ff6-493d395a337e HTTP/1.1" status: 200 len: 210 time: 0.0482826 Aug 10 03:37:31.636020 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [req-5cd9cc65-0ff5-4265-bd25-04d68c087f94 req-e668eac9-1d19-4d7b-87a7-60924903dbb5 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Allocated IP 172.20.0.4 (07780576-149a-40da-8c51-c337569691c7/fcfa072b-b6e6-40cd-99b2-40ac54d1354c/80b4fc00-4761-4bfb-8df2-f29b0280408e) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:37:31.700136 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bc4961e3-4827-4095-8423-fd5df44c7882 req-ccda1536-39cf-46f5-a7af-0febea7acabb tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d4b820e-dc2c-4be0-8053-891f2a656097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2393234 Aug 10 03:37:31.858629 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 48512) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:32.154414 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-5cd9cc65-0ff5-4265-bd25-04d68c087f94 req-e668eac9-1d19-4d7b-87a7-60924903dbb5 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:32.246678 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-5cd9cc65-0ff5-4265-bd25-04d68c087f94 req-e668eac9-1d19-4d7b-87a7-60924903dbb5 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:32.272837 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['7f1948d2-18d7-4408-9098-3c28d20d855d'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:37:32.285426 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-59f769ce-85dc-43e3-a6f7-3caf2273df6a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=708d700adba541d4a42e5f95809dc288&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4217563 Aug 10 03:37:32.286337 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 48524) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:32.314010 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cd9cc65-0ff5-4265-bd25-04d68c087f94 req-e668eac9-1d19-4d7b-87a7-60924903dbb5 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Network 07780576-149a-40da-8c51-c337569691c7 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:37:32.317798 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [req-5cd9cc65-0ff5-4265-bd25-04d68c087f94 req-e668eac9-1d19-4d7b-87a7-60924903dbb5 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:37:32.325733 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cd9cc65-0ff5-4265-bd25-04d68c087f94 req-e668eac9-1d19-4d7b-87a7-60924903dbb5 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:37:32.361097 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e668eac9-1d19-4d7b-87a7-60924903dbb5 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Pushing event updated for resources: {'Port': ['ID=80b4fc00-4761-4bfb-8df2-f29b0280408e,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:32.422727 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-03b522a1-25ad-4a5a-9fd8-c4c23de02aa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:32.424823 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd9cc65-0ff5-4265-bd25-04d68c087f94 req-e668eac9-1d19-4d7b-87a7-60924903dbb5 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:32.425923 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-5cd9cc65-0ff5-4265-bd25-04d68c087f94 req-e668eac9-1d19-4d7b-87a7-60924903dbb5 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:32.450622 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-5cd9cc65-0ff5-4265-bd25-04d68c087f94 req-e668eac9-1d19-4d7b-87a7-60924903dbb5 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3629353 Aug 10 03:37:32.465733 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-03b522a1-25ad-4a5a-9fd8-c4c23de02aa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:32.488451 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-5cd9cc65-0ff5-4265-bd25-04d68c087f94 req-8b3ce83b-0295-4611-8c75-c9751dbc355c service neutron] Request body: {'port': {'device_id': '72a3ef0b-b02c-4843-9ff6-493d395a337e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-13'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:32.644552 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-5cd9cc65-0ff5-4265-bd25-04d68c087f94 req-8b3ce83b-0295-4611-8c75-c9751dbc355c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:32.730444 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a8438f-6da7-4d85-8ee2-10d6c8a59442 req-8ce58c48-543a-4f2b-8283-49f52f2b87c3 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:32.732260 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-04a8438f-6da7-4d85-8ee2-10d6c8a59442 req-8ce58c48-543a-4f2b-8283-49f52f2b87c3 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf313f9d-cd65-4e2f-88be-cbea27f97a45 HTTP/1.1" status: 200 len: 945 time: 0.2319818 Aug 10 03:37:32.832828 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-03b522a1-25ad-4a5a-9fd8-c4c23de02aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:32.836586 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-03b522a1-25ad-4a5a-9fd8-c4c23de02aa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:32.841682 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-03b522a1-25ad-4a5a-9fd8-c4c23de02aa8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6c418072-276c-40e6-8d0f-3a89c4d373d3 HTTP/1.1" status: 204 len: 168 time: 0.5532377 Aug 10 03:37:32.903436 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b522a1-25ad-4a5a-9fd8-c4c23de02aa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c418072-276c-40e6-8d0f-3a89c4d373d3,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:32.917946 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b522a1-25ad-4a5a-9fd8-c4c23de02aa8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:32.918343 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b522a1-25ad-4a5a-9fd8-c4c23de02aa8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:32.918762 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b522a1-25ad-4a5a-9fd8-c4c23de02aa8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:32.919082 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b522a1-25ad-4a5a-9fd8-c4c23de02aa8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:32.919378 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b522a1-25ad-4a5a-9fd8-c4c23de02aa8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:32.919715 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b522a1-25ad-4a5a-9fd8-c4c23de02aa8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:32.920073 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b522a1-25ad-4a5a-9fd8-c4c23de02aa8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:32.920379 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b522a1-25ad-4a5a-9fd8-c4c23de02aa8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:32.920769 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b522a1-25ad-4a5a-9fd8-c4c23de02aa8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:32.921141 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b522a1-25ad-4a5a-9fd8-c4c23de02aa8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:32.922180 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b522a1-25ad-4a5a-9fd8-c4c23de02aa8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:32.922607 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b522a1-25ad-4a5a-9fd8-c4c23de02aa8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:32.929873 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-04a8438f-6da7-4d85-8ee2-10d6c8a59442 req-18a49e2d-0275-4946-8742-09dae6c40109 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/security-groups?id=81787cdd-9071-4003-b601-4ee333b772e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795139 Aug 10 03:37:32.968882 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f33d90e-42ef-48cd-bc9c-000ec2bfa628 req-d589a64c-b80f-4433-857d-a76c144c40d6 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:32.970653 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9f33d90e-42ef-48cd-bc9c-000ec2bfa628 req-d589a64c-b80f-4433-857d-a76c144c40d6 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/ports?device_id=72a3ef0b-b02c-4843-9ff6-493d395a337e HTTP/1.1" status: 200 len: 931 time: 0.1727946 Aug 10 03:37:33.104199 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9f33d90e-42ef-48cd-bc9c-000ec2bfa628 req-a5c9c3fa-16b4-4ef9-be46-3a909d59613c tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/security-groups?id=94bf709a-2b1f-453e-be0d-cfe700274cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198177 Aug 10 03:37:33.205421 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:33.452114 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce51ecd-889d-4b5b-82e4-dc6d03999b46 req-753918a7-3e3c-4071-80d7-549e4dd4df0a tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:33.468163 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5ce51ecd-889d-4b5b-82e4-dc6d03999b46 req-753918a7-3e3c-4071-80d7-549e4dd4df0a tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=522b45d9-db61-4e14-a75c-214b3a6907db HTTP/1.1" status: 200 len: 944 time: 0.1713829 Aug 10 03:37:33.490995 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [req-5cd9cc65-0ff5-4265-bd25-04d68c087f94 req-8b3ce83b-0295-4611-8c75-c9751dbc355c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80b4fc00-4761-4bfb-8df2-f29b0280408e {{(pid=94261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:37:33.515111 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-5cd9cc65-0ff5-4265-bd25-04d68c087f94 req-8b3ce83b-0295-4611-8c75-c9751dbc355c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:33.548151 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [req-5cd9cc65-0ff5-4265-bd25-04d68c087f94 req-8b3ce83b-0295-4611-8c75-c9751dbc355c service neutron] Transition to ACTIVE for port object 80b4fc00-4761-4bfb-8df2-f29b0280408e will not be triggered until provisioned by entity L2. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:37:33.566528 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-5cd9cc65-0ff5-4265-bd25-04d68c087f94 req-8b3ce83b-0295-4611-8c75-c9751dbc355c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:33.656425 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ce83b-0295-4611-8c75-c9751dbc355c service neutron] Pushing event updated for resources: {'Port': ['ID=80b4fc00-4761-4bfb-8df2-f29b0280408e,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:33.690021 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5ce51ecd-889d-4b5b-82e4-dc6d03999b46 req-3c4e55fa-e7f0-4c54-9eff-0a39e42039ba tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d4b820e-dc2c-4be0-8053-891f2a656097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2203264 Aug 10 03:37:33.800967 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-5cd9cc65-0ff5-4265-bd25-04d68c087f94 req-8b3ce83b-0295-4611-8c75-c9751dbc355c service neutron] Attempting to bind port 80b4fc00-4761-4bfb-8df2-f29b0280408e on host n-h2-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:37:33.801487 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-5cd9cc65-0ff5-4265-bd25-04d68c087f94 req-8b3ce83b-0295-4611-8c75-c9751dbc355c service neutron] Attempting to bind port 80b4fc00-4761-4bfb-8df2-f29b0280408e by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': '9ae1db9a-efd2-4923-90bf-9e1efa3a8bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '07780576-149a-40da-8c51-c337569691c7'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:37:33.802259 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd9cc65-0ff5-4265-bd25-04d68c087f94 req-8b3ce83b-0295-4611-8c75-c9751dbc355c service neutron] Attempting to bind port 80b4fc00-4761-4bfb-8df2-f29b0280408e on network 07780576-149a-40da-8c51-c337569691c7 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:37:33.813167 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd9cc65-0ff5-4265-bd25-04d68c087f94 req-8b3ce83b-0295-4611-8c75-c9751dbc355c service neutron] Port 80b4fc00-4761-4bfb-8df2-f29b0280408e on network 07780576-149a-40da-8c51-c337569691c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:37:33.813660 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd9cc65-0ff5-4265-bd25-04d68c087f94 req-8b3ce83b-0295-4611-8c75-c9751dbc355c service neutron] Attempting to bind port 80b4fc00-4761-4bfb-8df2-f29b0280408e on network 07780576-149a-40da-8c51-c337569691c7 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:37:33.832968 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd9cc65-0ff5-4265-bd25-04d68c087f94 req-8b3ce83b-0295-4611-8c75-c9751dbc355c service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:37:33.833324 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd9cc65-0ff5-4265-bd25-04d68c087f94 req-8b3ce83b-0295-4611-8c75-c9751dbc355c service neutron] Checking segment: {'id': '9ae1db9a-efd2-4923-90bf-9e1efa3a8bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '07780576-149a-40da-8c51-c337569691c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:37:33.836051 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd9cc65-0ff5-4265-bd25-04d68c087f94 req-8b3ce83b-0295-4611-8c75-c9751dbc355c service neutron] Bound using segment: {'id': '9ae1db9a-efd2-4923-90bf-9e1efa3a8bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '07780576-149a-40da-8c51-c337569691c7'} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:37:33.836678 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-5cd9cc65-0ff5-4265-bd25-04d68c087f94 req-8b3ce83b-0295-4611-8c75-c9751dbc355c service neutron] Bound port: 80b4fc00-4761-4bfb-8df2-f29b0280408e, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ae1db9a-efd2-4923-90bf-9e1efa3a8bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '07780576-149a-40da-8c51-c337569691c7'}}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:37:33.837040 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-5cd9cc65-0ff5-4265-bd25-04d68c087f94 req-8b3ce83b-0295-4611-8c75-c9751dbc355c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:33.878099 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42262bc4-844a-40c5-a261-4ed9bb82648e req-0f8debd8-b46f-42af-a66a-0c9bd65c6651 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:33.893824 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-42262bc4-844a-40c5-a261-4ed9bb82648e req-0f8debd8-b46f-42af-a66a-0c9bd65c6651 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 944 time: 0.3172443 Aug 10 03:37:34.043089 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-5cd9cc65-0ff5-4265-bd25-04d68c087f94 req-8b3ce83b-0295-4611-8c75-c9751dbc355c service neutron] For port 80b4fc00-4761-4bfb-8df2-f29b0280408e, host n-h2-768862-13, cleared binding levels {{(pid=94261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:37:34.058330 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-42262bc4-844a-40c5-a261-4ed9bb82648e req-601acc12-4f9e-4036-b10f-728f394a3089 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=970733cb-cbb6-4524-9c4b-45ba2a794350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1516645 Aug 10 03:37:34.062045 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-5cd9cc65-0ff5-4265-bd25-04d68c087f94 req-8b3ce83b-0295-4611-8c75-c9751dbc355c service neutron] For port 80b4fc00-4761-4bfb-8df2-f29b0280408e, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=80b4fc00-4761-4bfb-8df2-f29b0280408e,segment=NetworkSegment(9ae1db9a-efd2-4923-90bf-9e1efa3a8bd6),segment_id=9ae1db9a-efd2-4923-90bf-9e1efa3a8bd6)] {{(pid=94261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:37:34.077984 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-5cd9cc65-0ff5-4265-bd25-04d68c087f94 req-8b3ce83b-0295-4611-8c75-c9751dbc355c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:34.225271 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd9cc65-0ff5-4265-bd25-04d68c087f94 req-8b3ce83b-0295-4611-8c75-c9751dbc355c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:34.225735 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-5cd9cc65-0ff5-4265-bd25-04d68c087f94 req-8b3ce83b-0295-4611-8c75-c9751dbc355c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:34.227835 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-5cd9cc65-0ff5-4265-bd25-04d68c087f94 req-8b3ce83b-0295-4611-8c75-c9751dbc355c service neutron] 10.222.0.61 "PUT /v2.0/ports/80b4fc00-4761-4bfb-8df2-f29b0280408e HTTP/1.1" status: 200 len: 1092 time: 1.7528913 Aug 10 03:37:34.233936 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72a3ef0b-b02c-4843-9ff6-493d395a337e', 'tag': '80b4fc00-4761-4bfb-8df2-f29b0280408e'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:37:34.239720 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3542ed35-1869-46bb-8af6-6aa7fd5b6a97" -d '{"events": [{"name": "network-changed", "server_uuid": "72a3ef0b-b02c-4843-9ff6-493d395a337e", "tag": "80b4fc00-4761-4bfb-8df2-f29b0280408e"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:37:34.440931 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ce83b-0295-4611-8c75-c9751dbc355c service neutron] Pushing event updated for resources: {'Port': ['ID=80b4fc00-4761-4bfb-8df2-f29b0280408e,revision_number=3']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:34.603877 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd9cc65-0ff5-4265-bd25-04d68c087f94 req-20e4d858-224f-41b8-8c23-459b10b7ad68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:34.606081 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-5cd9cc65-0ff5-4265-bd25-04d68c087f94 req-20e4d858-224f-41b8-8c23-459b10b7ad68 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f67bc67edb4944b7b5132d7828a0779b&device_id=72a3ef0b-b02c-4843-9ff6-493d395a337e HTTP/1.1" status: 200 len: 1095 time: 0.2413495 Aug 10 03:37:34.647087 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e36c97-756e-466c-8cb4-390dca55dfd2 req-3bc3c2e5-d553-41db-b78f-40bd7929b08e tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:34.663844 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a1e36c97-756e-466c-8cb4-390dca55dfd2 req-3bc3c2e5-d553-41db-b78f-40bd7929b08e tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/ports?device_id=72a3ef0b-b02c-4843-9ff6-493d395a337e HTTP/1.1" status: 200 len: 943 time: 0.3222392 Aug 10 03:37:34.789351 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-5cd9cc65-0ff5-4265-bd25-04d68c087f94 req-fd9fa850-5a66-4643-a3ef-f2171745627e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=80b4fc00-4761-4bfb-8df2-f29b0280408e HTTP/1.1" status: 200 len: 217 time: 0.1389325 Aug 10 03:37:34.856501 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a1e36c97-756e-466c-8cb4-390dca55dfd2 req-34280f3d-0fe1-40e9-8f72-499281997883 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/security-groups?id=94bf709a-2b1f-453e-be0d-cfe700274cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904602 Aug 10 03:37:34.926960 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd9cc65-0ff5-4265-bd25-04d68c087f94 req-db6b2bce-56ba-4307-aa7a-6764ef65091c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:34.929490 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-5cd9cc65-0ff5-4265-bd25-04d68c087f94 req-db6b2bce-56ba-4307-aa7a-6764ef65091c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fcfa072b-b6e6-40cd-99b2-40ac54d1354c HTTP/1.1" status: 200 len: 851 time: 0.1207025 Aug 10 03:37:34.941134 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3818ac-a00c-405c-a47b-daa9b2f0a71c req-572ead83-6ed9-42e8-a1da-5d4b205ac428 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:34.964190 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ba3818ac-a00c-405c-a47b-daa9b2f0a71c req-572ead83-6ed9-42e8-a1da-5d4b205ac428 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 944 time: 0.5247214 Aug 10 03:37:34.978687 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 48596) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:35.025988 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-5cd9cc65-0ff5-4265-bd25-04d68c087f94 req-90295a79-cad2-4fdb-9967-57eb1c386348 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=07780576-149a-40da-8c51-c337569691c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0810084 Aug 10 03:37:35.099916 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d73534fe-a709-42fd-a991-0f563cedad7d x-openstack-request-id: req-d73534fe-a709-42fd-a991-0f563cedad7d {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:37:35.103751 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72a3ef0b-b02c-4843-9ff6-493d395a337e", "tag": "80b4fc00-4761-4bfb-8df2-f29b0280408e", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:37:35.104046 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d73534fe-a709-42fd-a991-0f563cedad7d {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:37:35.104448 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72a3ef0b-b02c-4843-9ff6-493d395a337e', 'tag': '80b4fc00-4761-4bfb-8df2-f29b0280408e', 'status': 'completed', 'code': 200} Aug 10 03:37:35.141038 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ba3818ac-a00c-405c-a47b-daa9b2f0a71c req-f2aa2396-b7f2-4cdd-bd83-62dc364d721d tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=970733cb-cbb6-4524-9c4b-45ba2a794350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1731734 Aug 10 03:37:35.403797 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-4d2d08d5-966b-4783-b7c9-fe015ecc3d6f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2030470403-network', 'tenant_id': '181667d0682a42508b092b287e566e64'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:35.432676 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-5cd9cc65-0ff5-4265-bd25-04d68c087f94 req-dc360317-987b-4efb-82ba-2a5bc57dc9c8 service neutron] 10.222.0.61 "GET /v2.0/networks/07780576-149a-40da-8c51-c337569691c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3924174 Aug 10 03:37:35.592560 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d2d08d5-966b-4783-b7c9-fe015ecc3d6f admin admin] Made reservation on behalf of 181667d0682a42508b092b287e566e64 for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:37:35.599656 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4d2d08d5-966b-4783-b7c9-fe015ecc3d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:35.656903 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c49f153-d842-4fde-9e43-c02e5a39dcdd req-98942286-e323-4e2c-86d8-9f220c52f5cc tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:35.664780 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8c49f153-d842-4fde-9e43-c02e5a39dcdd req-98942286-e323-4e2c-86d8-9f220c52f5cc tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=522b45d9-db61-4e14-a75c-214b3a6907db HTTP/1.1" status: 200 len: 944 time: 0.2748415 Aug 10 03:37:35.688939 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4d2d08d5-966b-4783-b7c9-fe015ecc3d6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:35.852954 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8c49f153-d842-4fde-9e43-c02e5a39dcdd req-7f663e7e-1bfe-46c0-88f8-34710f625e0d tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d4b820e-dc2c-4be0-8053-891f2a656097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1720293 Aug 10 03:37:35.856895 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-5cd9cc65-0ff5-4265-bd25-04d68c087f94 req-0d779d15-0d43-4fa0-907d-63d2f09fac13 service neutron] 10.222.0.61 "GET /v2.0/networks/07780576-149a-40da-8c51-c337569691c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4076595 Aug 10 03:37:36.092535 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4d2d08d5-966b-4783-b7c9-fe015ecc3d6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:36.099452 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4d2d08d5-966b-4783-b7c9-fe015ecc3d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:36.167817 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d2d08d5-966b-4783-b7c9-fe015ecc3d6f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:37:36.180644 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2d08d5-966b-4783-b7c9-fe015ecc3d6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da56e6a4-cd10-4ffb-beb3-24f43e7a6b14,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:36.206726 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2d08d5-966b-4783-b7c9-fe015ecc3d6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:36.207266 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2d08d5-966b-4783-b7c9-fe015ecc3d6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:36.207799 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2d08d5-966b-4783-b7c9-fe015ecc3d6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:36.211640 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2d08d5-966b-4783-b7c9-fe015ecc3d6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:36.212753 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2d08d5-966b-4783-b7c9-fe015ecc3d6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:36.213132 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2d08d5-966b-4783-b7c9-fe015ecc3d6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:36.213608 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2d08d5-966b-4783-b7c9-fe015ecc3d6f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:36.213941 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2d08d5-966b-4783-b7c9-fe015ecc3d6f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:36.214298 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2d08d5-966b-4783-b7c9-fe015ecc3d6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:36.215827 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2d08d5-966b-4783-b7c9-fe015ecc3d6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:36.216179 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2d08d5-966b-4783-b7c9-fe015ecc3d6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:36.216568 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2d08d5-966b-4783-b7c9-fe015ecc3d6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:36.227096 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4d2d08d5-966b-4783-b7c9-fe015ecc3d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:36.227495 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-4d2d08d5-966b-4783-b7c9-fe015ecc3d6f admin admin] Added segment 1fe17f78-f25a-452f-a29a-00e331278699 of type vlan for network b24947e4-ec08-4e10-b467-a69a218b778a Aug 10 03:37:36.227911 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79745df7-c7e1-43ae-a5e5-bba7e6f69804 req-a8e6eb88-ac02-4b9d-92f2-9647d320c09d tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:36.238143 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-79745df7-c7e1-43ae-a5e5-bba7e6f69804 req-a8e6eb88-ac02-4b9d-92f2-9647d320c09d tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 944 time: 0.1822343 Aug 10 03:37:36.280189 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4d2d08d5-966b-4783-b7c9-fe015ecc3d6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:36.291787 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e47c58-97ac-4eee-812d-3b6f51a0af6a req-f6045d7d-0a28-42db-84bf-2c14e6821ef1 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:36.291787 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-85e47c58-97ac-4eee-812d-3b6f51a0af6a req-f6045d7d-0a28-42db-84bf-2c14e6821ef1 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/ports?device_id=72a3ef0b-b02c-4843-9ff6-493d395a337e HTTP/1.1" status: 200 len: 943 time: 0.1441112 Aug 10 03:37:36.346690 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4d2d08d5-966b-4783-b7c9-fe015ecc3d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:36.348051 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2d08d5-966b-4783-b7c9-fe015ecc3d6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:36.348847 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4d2d08d5-966b-4783-b7c9-fe015ecc3d6f admin admin] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:36.352279 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-79745df7-c7e1-43ae-a5e5-bba7e6f69804 req-8a0839f8-4618-475c-aa52-d5f6aea0f98b tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=970733cb-cbb6-4524-9c4b-45ba2a794350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129029 Aug 10 03:37:36.457113 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-4d2d08d5-966b-4783-b7c9-fe015ecc3d6f admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4490051 Aug 10 03:37:36.463293 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 48628) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:36.469162 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-d5e98711-8901-4663-8bcb-bc3798b2f7da admin admin] Request body: {'subnet': {'network_id': 'b24947e4-ec08-4e10-b467-a69a218b778a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2030470403-subnet', 'tenant_id': '181667d0682a42508b092b287e566e64', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:36.492366 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-85e47c58-97ac-4eee-812d-3b6f51a0af6a req-56b3d838-1ba2-4e72-97d8-a0db6de507f2 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/security-groups?id=94bf709a-2b1f-453e-be0d-cfe700274cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774151 Aug 10 03:37:36.497426 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2d08d5-966b-4783-b7c9-fe015ecc3d6f admin admin] Pushing event updated for resources: {'Network': ['ID=b24947e4-ec08-4e10-b467-a69a218b778a,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:36.513372 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network b24947e4-ec08-4e10-b467-a69a218b778a details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:37:36.583614 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e98711-8901-4663-8bcb-bc3798b2f7da admin admin] Made reservation on behalf of 181667d0682a42508b092b287e566e64 for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:37:36.587125 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d5e98711-8901-4663-8bcb-bc3798b2f7da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:37.127409 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d5e98711-8901-4663-8bcb-bc3798b2f7da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:37.267223 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4e5222-352a-402c-803d-dfcb85ae7549 req-f13d92b6-8706-4f96-8e73-ded11a399eeb tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:37.275803 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2e4e5222-352a-402c-803d-dfcb85ae7549 req-f13d92b6-8706-4f96-8e73-ded11a399eeb tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf313f9d-cd65-4e2f-88be-cbea27f97a45 HTTP/1.1" status: 200 len: 945 time: 0.1674323 Aug 10 03:37:37.282617 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40ffcc8-5531-4063-982f-0f49512c1a31 req-785c50e2-4d5e-4586-be3a-0453ce7617d9 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:37.285096 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e98711-8901-4663-8bcb-bc3798b2f7da admin admin] Checking segment: {'id': '1fe17f78-f25a-452f-a29a-00e331278699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b24947e4-ec08-4e10-b467-a69a218b778a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:37:37.285096 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e98711-8901-4663-8bcb-bc3798b2f7da admin admin] Network hostable DHCP agents. Network: b24947e4-ec08-4e10-b467-a69a218b778a, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:37:37.291917 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d40ffcc8-5531-4063-982f-0f49512c1a31 req-785c50e2-4d5e-4586-be3a-0453ce7617d9 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=522b45d9-db61-4e14-a75c-214b3a6907db HTTP/1.1" status: 200 len: 944 time: 0.1617806 Aug 10 03:37:37.365501 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d40ffcc8-5531-4063-982f-0f49512c1a31 req-0f47b3b8-d08b-4ef5-84c1-b67eb7b34f3d tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d4b820e-dc2c-4be0-8053-891f2a656097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733888 Aug 10 03:37:37.379424 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e98711-8901-4663-8bcb-bc3798b2f7da admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3059a88-d3e8-4b62-a761-a70bdde40553,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:37.385772 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2e4e5222-352a-402c-803d-dfcb85ae7549 req-82df95f2-8a71-4eea-994e-dd356e9e4d0c tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/security-groups?id=81787cdd-9071-4003-b601-4ee333b772e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113336 Aug 10 03:37:37.398371 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e98711-8901-4663-8bcb-bc3798b2f7da admin admin] Network b24947e4-ec08-4e10-b467-a69a218b778a is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:37:37.438815 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-d5e98711-8901-4663-8bcb-bc3798b2f7da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, b24947e4-ec08-4e10-b467-a69a218b778a) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:37:37.450520 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e98711-8901-4663-8bcb-bc3798b2f7da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:37.451757 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d5e98711-8901-4663-8bcb-bc3798b2f7da admin admin] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:37.457215 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e18e73-45b6-4685-a728-058198a40759 None None] Network b24947e4-ec08-4e10-b467-a69a218b778a requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:37:37.498397 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-d5e98711-8901-4663-8bcb-bc3798b2f7da admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0294540 Aug 10 03:37:37.637216 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750ed94a-66c0-4db5-ab26-a46f26a359c7 req-bde128fc-37f1-4b63-afdd-c618d265cc2e tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:37.656402 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-750ed94a-66c0-4db5-ab26-a46f26a359c7 req-bde128fc-37f1-4b63-afdd-c618d265cc2e tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 944 time: 0.1361325 Aug 10 03:37:37.763604 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-750ed94a-66c0-4db5-ab26-a46f26a359c7 req-947e54c7-1642-4139-9a9b-480a701c65b7 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=970733cb-cbb6-4524-9c4b-45ba2a794350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061718 Aug 10 03:37:37.799960 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37339dc-f0b5-48c5-aedc-ea3a55ccc7ef None None] Network b24947e4-ec08-4e10-b467-a69a218b778a requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:37:37.837250 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a898ae8-143d-48b3-b60f-3dfc075b6ae7 req-189f1cbd-c670-4e14-a197-8a71bac0877e tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:37.857753 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0a898ae8-143d-48b3-b60f-3dfc075b6ae7 req-189f1cbd-c670-4e14-a197-8a71bac0877e tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/ports?device_id=72a3ef0b-b02c-4843-9ff6-493d395a337e HTTP/1.1" status: 200 len: 943 time: 0.1988747 Aug 10 03:37:37.961449 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0a898ae8-143d-48b3-b60f-3dfc075b6ae7 req-6c064c50-a04b-42b3-a51f-d583ce985b2a tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/security-groups?id=94bf709a-2b1f-453e-be0d-cfe700274cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982096 Aug 10 03:37:38.512442 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542ed35-1869-46bb-8af6-6aa7fd5b6a97 req-33238061-e5df-4840-a315-feffd1d04ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:38.514050 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3542ed35-1869-46bb-8af6-6aa7fd5b6a97 req-33238061-e5df-4840-a315-feffd1d04ee2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f67bc67edb4944b7b5132d7828a0779b&device_id=72a3ef0b-b02c-4843-9ff6-493d395a337e HTTP/1.1" status: 200 len: 1095 time: 0.1421325 Aug 10 03:37:38.529579 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f54e46e-acc8-41dd-9293-0def025afcfe req-ce4c9c5e-42a9-4584-b32a-510586991986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:38.531417 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-7f54e46e-acc8-41dd-9293-0def025afcfe req-ce4c9c5e-42a9-4584-b32a-510586991986 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e4fb7285a7d34b95bf40b43e762fde54&device_id=cf313f9d-cd65-4e2f-88be-cbea27f97a45 HTTP/1.1" status: 200 len: 1097 time: 0.1534643 Aug 10 03:37:38.705057 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f54e46e-acc8-41dd-9293-0def025afcfe req-3a59bf02-727b-47c3-be39-be0868ec670e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:38.707372 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-7f54e46e-acc8-41dd-9293-0def025afcfe req-3a59bf02-727b-47c3-be39-be0868ec670e service neutron] 10.222.0.61 "GET /v2.0/networks?id=16c2ec05-0d03-441b-b8e4-9260be85eff6 HTTP/1.1" status: 200 len: 918 time: 0.1589262 Aug 10 03:37:38.745309 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f060ebba-e33c-4257-befa-33b9b2dd9d80 req-82c2f78e-1b1b-40b6-aca7-33992816672e tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:38.748220 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f060ebba-e33c-4257-befa-33b9b2dd9d80 req-82c2f78e-1b1b-40b6-aca7-33992816672e tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=522b45d9-db61-4e14-a75c-214b3a6907db HTTP/1.1" status: 200 len: 944 time: 0.1423485 Aug 10 03:37:38.795256 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-7f54e46e-acc8-41dd-9293-0def025afcfe req-57a11059-b30b-4838-a082-5e89ff02f263 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=455a4f39-0716-4aad-9d66-505c3fcfde84 HTTP/1.1" status: 200 len: 217 time: 0.0765204 Aug 10 03:37:38.919525 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542ed35-1869-46bb-8af6-6aa7fd5b6a97 req-375dcf1f-35ea-469b-93e3-ed81f0a2cbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:38.921973 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3542ed35-1869-46bb-8af6-6aa7fd5b6a97 req-375dcf1f-35ea-469b-93e3-ed81f0a2cbc9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=07780576-149a-40da-8c51-c337569691c7 HTTP/1.1" status: 200 len: 911 time: 0.3892243 Aug 10 03:37:38.970813 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c904c6d9-022a-4772-8173-550424f7b661 req-758edfb0-fa24-478f-b2cf-e6e4ea2c00d8 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:38.973950 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c904c6d9-022a-4772-8173-550424f7b661 req-758edfb0-fa24-478f-b2cf-e6e4ea2c00d8 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf313f9d-cd65-4e2f-88be-cbea27f97a45 HTTP/1.1" status: 200 len: 945 time: 0.2687836 Aug 10 03:37:38.979244 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f54e46e-acc8-41dd-9293-0def025afcfe req-179030e7-847d-4da6-8c88-cd4138740816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:38.982196 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-7f54e46e-acc8-41dd-9293-0def025afcfe req-179030e7-847d-4da6-8c88-cd4138740816 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ea48bd44-bbf6-43f2-aa3c-02607a9a3f1d HTTP/1.1" status: 200 len: 858 time: 0.1737101 Aug 10 03:37:38.989731 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f060ebba-e33c-4257-befa-33b9b2dd9d80 req-29a13fbf-4a0f-4e60-a2ec-c8a849d075d5 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d4b820e-dc2c-4be0-8053-891f2a656097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1894262 Aug 10 03:37:38.990974 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 48698) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:39.005312 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-0873cc71-cf9b-4609-b5ba-3c2fb33e418d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1869739872-network', 'tenant_id': 'abf1b7ab501942f7a4ee834f9d84ae4e'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:39.067247 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3542ed35-1869-46bb-8af6-6aa7fd5b6a97 req-b2738437-9a15-48b5-9ceb-a3cfb104e44d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=80b4fc00-4761-4bfb-8df2-f29b0280408e HTTP/1.1" status: 200 len: 217 time: 0.1125050 Aug 10 03:37:39.133921 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-7f54e46e-acc8-41dd-9293-0def025afcfe req-32e8970b-41bf-43b9-9b4b-638c9a418e88 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=16c2ec05-0d03-441b-b8e4-9260be85eff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1141269 Aug 10 03:37:39.149535 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0873cc71-cf9b-4609-b5ba-3c2fb33e418d admin admin] Made reservation on behalf of abf1b7ab501942f7a4ee834f9d84ae4e for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:37:39.153957 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0873cc71-cf9b-4609-b5ba-3c2fb33e418d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:39.194703 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0873cc71-cf9b-4609-b5ba-3c2fb33e418d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:39.239060 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c904c6d9-022a-4772-8173-550424f7b661 req-c3685c5f-1e62-487b-9358-18e814421d0f tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/security-groups?id=81787cdd-9071-4003-b601-4ee333b772e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403626 Aug 10 03:37:39.328119 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542ed35-1869-46bb-8af6-6aa7fd5b6a97 req-33b8013c-fc4d-478d-be33-1bff0f34efc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:39.331503 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3542ed35-1869-46bb-8af6-6aa7fd5b6a97 req-33b8013c-fc4d-478d-be33-1bff0f34efc5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fcfa072b-b6e6-40cd-99b2-40ac54d1354c HTTP/1.1" status: 200 len: 851 time: 0.2553513 Aug 10 03:37:39.371780 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-7f54e46e-acc8-41dd-9293-0def025afcfe req-edd0ac73-88d1-44d8-ac6b-63ae1fe520d4 service neutron] 10.222.0.61 "GET /v2.0/networks/16c2ec05-0d03-441b-b8e4-9260be85eff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858897 Aug 10 03:37:39.461370 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3542ed35-1869-46bb-8af6-6aa7fd5b6a97 req-75255066-5b32-4f9f-bf21-d75f28f785d0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=07780576-149a-40da-8c51-c337569691c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1168580 Aug 10 03:37:39.579350 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7294b8-864d-44cc-bc43-69ba6538e83e req-c3e83d15-7b1b-40d8-b725-98b4f52efec8 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:39.583776 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bf7294b8-864d-44cc-bc43-69ba6538e83e req-c3e83d15-7b1b-40d8-b725-98b4f52efec8 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 944 time: 0.3244596 Aug 10 03:37:39.611880 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-7f54e46e-acc8-41dd-9293-0def025afcfe req-1a5c3ff2-c16c-484c-a088-d9a5238c1307 service neutron] 10.222.0.61 "GET /v2.0/networks/16c2ec05-0d03-441b-b8e4-9260be85eff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214289 Aug 10 03:37:39.716131 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0873cc71-cf9b-4609-b5ba-3c2fb33e418d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:39.745500 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0873cc71-cf9b-4609-b5ba-3c2fb33e418d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:39.814332 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0873cc71-cf9b-4609-b5ba-3c2fb33e418d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:37:39.822324 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d65118-c116-469f-92df-977ca93de0b2 req-2d1b6965-1d60-4648-a732-451bd1474747 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:39.833928 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0873cc71-cf9b-4609-b5ba-3c2fb33e418d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aefd7700-51cf-42aa-ac6d-544ef26b867e,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:39.837736 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-81d65118-c116-469f-92df-977ca93de0b2 req-2d1b6965-1d60-4648-a732-451bd1474747 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/ports?device_id=72a3ef0b-b02c-4843-9ff6-493d395a337e HTTP/1.1" status: 200 len: 943 time: 0.3728545 Aug 10 03:37:39.861844 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bf7294b8-864d-44cc-bc43-69ba6538e83e req-46726fd2-24c9-4088-b8a2-0c0d79e250cc tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=970733cb-cbb6-4524-9c4b-45ba2a794350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1880896 Aug 10 03:37:39.863031 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0873cc71-cf9b-4609-b5ba-3c2fb33e418d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:39.864435 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-0873cc71-cf9b-4609-b5ba-3c2fb33e418d admin admin] Added segment 0e8d4ca4-7652-4846-9d6e-69fcef73a00e of type vlan for network 886b8f77-7b4b-428d-b89d-da6de49169ed Aug 10 03:37:39.976127 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3542ed35-1869-46bb-8af6-6aa7fd5b6a97 req-4131d348-4ccf-4f8b-bf42-ad89d64d66d8 service neutron] 10.222.0.61 "GET /v2.0/networks/07780576-149a-40da-8c51-c337569691c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4808025 Aug 10 03:37:39.982602 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-81d65118-c116-469f-92df-977ca93de0b2 req-57e08389-bf55-4076-85be-c138f8df3fce tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/security-groups?id=94bf709a-2b1f-453e-be0d-cfe700274cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430621 Aug 10 03:37:40.051336 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0873cc71-cf9b-4609-b5ba-3c2fb33e418d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:40.112568 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0873cc71-cf9b-4609-b5ba-3c2fb33e418d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:40.113808 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0873cc71-cf9b-4609-b5ba-3c2fb33e418d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:40.114487 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0873cc71-cf9b-4609-b5ba-3c2fb33e418d admin admin] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:40.189297 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-0873cc71-cf9b-4609-b5ba-3c2fb33e418d admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1960020 Aug 10 03:37:40.193578 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 48720) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:40.204610 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-4e8d2361-b6b8-4195-be05-c751c2f9abfb admin admin] Request body: {'subnet': {'network_id': '886b8f77-7b4b-428d-b89d-da6de49169ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1869739872-subnet', 'tenant_id': 'abf1b7ab501942f7a4ee834f9d84ae4e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:40.222037 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3542ed35-1869-46bb-8af6-6aa7fd5b6a97 req-eed13390-3a06-4ba8-8e5b-4da07aff915e service neutron] 10.222.0.61 "GET /v2.0/networks/07780576-149a-40da-8c51-c337569691c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350259 Aug 10 03:37:40.286489 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0873cc71-cf9b-4609-b5ba-3c2fb33e418d admin admin] Pushing event updated for resources: {'Network': ['ID=886b8f77-7b4b-428d-b89d-da6de49169ed,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:40.293629 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e8d2361-b6b8-4195-be05-c751c2f9abfb admin admin] Made reservation on behalf of abf1b7ab501942f7a4ee834f9d84ae4e for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:37:40.297760 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4e8d2361-b6b8-4195-be05-c751c2f9abfb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:40.308243 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 886b8f77-7b4b-428d-b89d-da6de49169ed details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:37:40.372592 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd74b3c-fba5-4101-91d7-08a0cd58e277 req-651e5f10-b03f-43f7-a70f-0321c24b552a tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:40.380243 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6cd74b3c-fba5-4101-91d7-08a0cd58e277 req-651e5f10-b03f-43f7-a70f-0321c24b552a tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=522b45d9-db61-4e14-a75c-214b3a6907db HTTP/1.1" status: 200 len: 944 time: 0.1833251 Aug 10 03:37:40.528638 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6cd74b3c-fba5-4101-91d7-08a0cd58e277 req-636bb14e-7959-4620-afda-02a6e0dcd275 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d4b820e-dc2c-4be0-8053-891f2a656097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336839 Aug 10 03:37:40.701953 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0195417b-7542-47da-b30f-92cf581184a6 req-7fe5bde9-110f-4308-b4db-f22c5d8ca605 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:40.713778 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0195417b-7542-47da-b30f-92cf581184a6 req-7fe5bde9-110f-4308-b4db-f22c5d8ca605 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf313f9d-cd65-4e2f-88be-cbea27f97a45 HTTP/1.1" status: 200 len: 945 time: 0.1270845 Aug 10 03:37:40.796380 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4e8d2361-b6b8-4195-be05-c751c2f9abfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58895384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805196'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:40.866817 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0195417b-7542-47da-b30f-92cf581184a6 req-4b6a0938-09bf-4b10-aadf-666cd502d7dd tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/security-groups?id=81787cdd-9071-4003-b601-4ee333b772e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927157 Aug 10 03:37:40.884889 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8d2361-b6b8-4195-be05-c751c2f9abfb admin admin] Pushing event updated for resources: {'Subnet': ['ID=6527f9eb-9bca-4d1c-a62a-fadf88def2e2,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:40.901734 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8d2361-b6b8-4195-be05-c751c2f9abfb admin admin] Checking segment: {'id': '0e8d4ca4-7652-4846-9d6e-69fcef73a00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '886b8f77-7b4b-428d-b89d-da6de49169ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:37:40.902102 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8d2361-b6b8-4195-be05-c751c2f9abfb admin admin] Network hostable DHCP agents. Network: 886b8f77-7b4b-428d-b89d-da6de49169ed, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:37:40.952987 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8d2361-b6b8-4195-be05-c751c2f9abfb admin admin] Network 886b8f77-7b4b-428d-b89d-da6de49169ed is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:37:40.970954 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-4e8d2361-b6b8-4195-be05-c751c2f9abfb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 886b8f77-7b4b-428d-b89d-da6de49169ed) {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:37:40.987342 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bda3afe-42c1-4912-813e-5e49ec8a50b8 None None] Network 886b8f77-7b4b-428d-b89d-da6de49169ed requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:37:40.989505 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8d2361-b6b8-4195-be05-c751c2f9abfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:40.990422 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4e8d2361-b6b8-4195-be05-c751c2f9abfb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:41.074023 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-4e8d2361-b6b8-4195-be05-c751c2f9abfb admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8788140 Aug 10 03:37:41.113022 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fcfe00-9705-404b-b0fa-355c5ddbfd2c req-95ac71df-0ff1-4350-8140-f9986ccba4fd tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:41.128122 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-94fcfe00-9705-404b-b0fa-355c5ddbfd2c req-95ac71df-0ff1-4350-8140-f9986ccba4fd tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 944 time: 0.1215117 Aug 10 03:37:41.211428 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-94fcfe00-9705-404b-b0fa-355c5ddbfd2c req-d963a7a1-4a26-467f-850a-5ba48e996035 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=970733cb-cbb6-4524-9c4b-45ba2a794350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817864 Aug 10 03:37:41.283018 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a61cef5-b0c3-405d-b327-57dbc685088c req-d248e247-50c4-4cc4-8b20-d0c42a6d8585 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:41.286398 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7a61cef5-b0c3-405d-b327-57dbc685088c req-d248e247-50c4-4cc4-8b20-d0c42a6d8585 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/ports?device_id=72a3ef0b-b02c-4843-9ff6-493d395a337e HTTP/1.1" status: 200 len: 943 time: 0.1253040 Aug 10 03:37:41.356239 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c50ba5-b8bb-4913-880b-f1541c3325e2 None None] Network 886b8f77-7b4b-428d-b89d-da6de49169ed requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:37:41.379763 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7a61cef5-b0c3-405d-b327-57dbc685088c req-8a7fd72c-b51d-480b-8002-ff5e6d4a4b15 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/security-groups?id=94bf709a-2b1f-453e-be0d-cfe700274cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827079 Aug 10 03:37:41.491959 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 48748) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:41.603212 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_v2 [None req-54ef272b-1230-48fe-a7b4-60d23b8ef24c admin admin] Deleting subnet b3059a88-d3e8-4b62-a761-a70bdde40553 {{(pid=94260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:37:41.609901 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-54ef272b-1230-48fe-a7b4-60d23b8ef24c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:41.676681 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-54ef272b-1230-48fe-a7b4-60d23b8ef24c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191173'] for subnet, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:41.811489 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-54ef272b-1230-48fe-a7b4-60d23b8ef24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:41.902452 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b788e7f2-dc9d-4c1a-a185-5ac44bba25b9 req-851d5df1-9557-4bd1-889a-18d7bf0af8a6 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:41.913550 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b788e7f2-dc9d-4c1a-a185-5ac44bba25b9 req-851d5df1-9557-4bd1-889a-18d7bf0af8a6 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=522b45d9-db61-4e14-a75c-214b3a6907db HTTP/1.1" status: 200 len: 944 time: 0.1498687 Aug 10 03:37:41.999781 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b788e7f2-dc9d-4c1a-a185-5ac44bba25b9 req-15c3ef5e-fc63-4329-83e4-67d466cd3ac2 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d4b820e-dc2c-4be0-8053-891f2a656097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835590 Aug 10 03:37:42.012310 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-54ef272b-1230-48fe-a7b4-60d23b8ef24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:42.049002 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-54ef272b-1230-48fe-a7b4-60d23b8ef24c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:42.051649 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-54ef272b-1230-48fe-a7b4-60d23b8ef24c admin admin] 10.222.0.44 "DELETE /v2.0/subnets/b3059a88-d3e8-4b62-a761-a70bdde40553 HTTP/1.1" status: 204 len: 168 time: 0.5566237 Aug 10 03:37:42.056176 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 48766) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:42.089462 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef272b-1230-48fe-a7b4-60d23b8ef24c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3059a88-d3e8-4b62-a761-a70bdde40553,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:42.244752 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e77903-f4f8-4a4d-b22e-c82c6bb6d0d3 req-df1e923b-ea3a-4b2b-9fb3-410573835d91 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:42.246521 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a8e77903-f4f8-4a4d-b22e-c82c6bb6d0d3 req-df1e923b-ea3a-4b2b-9fb3-410573835d91 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf313f9d-cd65-4e2f-88be-cbea27f97a45 HTTP/1.1" status: 200 len: 945 time: 0.1607921 Aug 10 03:37:42.251432 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8bc3f79d-1c5c-4291-94d6-81ef3e9eff03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:42.322468 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a8e77903-f4f8-4a4d-b22e-c82c6bb6d0d3 req-1697efdf-66f2-4458-8e7d-eedd5f282a1b tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/security-groups?id=81787cdd-9071-4003-b601-4ee333b772e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640531 Aug 10 03:37:42.389143 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8bc3f79d-1c5c-4291-94d6-81ef3e9eff03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:42.412572 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-8bc3f79d-1c5c-4291-94d6-81ef3e9eff03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b24947e4-ec08-4e10-b467-a69a218b778a']}} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:42.443796 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-8bc3f79d-1c5c-4291-94d6-81ef3e9eff03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fe17f78-f25a-452f-a29a-00e331278699') {'for_net_delete': True} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:42.444259 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-8bc3f79d-1c5c-4291-94d6-81ef3e9eff03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fe17f78-f25a-452f-a29a-00e331278699') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:42.503000 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8bc3f79d-1c5c-4291-94d6-81ef3e9eff03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191186'] for segment, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:42.527083 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8bc3f79d-1c5c-4291-94d6-81ef3e9eff03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:42.563916 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bc3f79d-1c5c-4291-94d6-81ef3e9eff03 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=94260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:37:42.563916 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8bc3f79d-1c5c-4291-94d6-81ef3e9eff03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58895489'] for segment, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:42.566386 n-d-768862-13 neutron-server[94260]: Traceback (most recent call last): Aug 10 03:37:42.566386 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:37:42.566386 n-d-768862-13 neutron-server[94260]: timer() Aug 10 03:37:42.566386 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:37:42.566386 n-d-768862-13 neutron-server[94260]: cb(*args, **kw) Aug 10 03:37:42.566386 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:37:42.566386 n-d-768862-13 neutron-server[94260]: return func(*args, **kwargs) Aug 10 03:37:42.566386 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:37:42.566386 n-d-768862-13 neutron-server[94260]: self._notify() Aug 10 03:37:42.566386 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:37:42.566386 n-d-768862-13 neutron-server[94260]: self.callback(batched_events) Aug 10 03:37:42.566386 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:37:42.566386 n-d-768862-13 neutron-server[94260]: event.method(event) Aug 10 03:37:42.566386 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:37:42.566386 n-d-768862-13 neutron-server[94260]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:37:42.566386 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:37:42.566386 n-d-768862-13 neutron-server[94260]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:37:42.566386 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:37:42.566386 n-d-768862-13 neutron-server[94260]: return f(self, *a, **k) Aug 10 03:37:42.566386 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:37:42.566386 n-d-768862-13 neutron-server[94260]: return self._get(url).json() Aug 10 03:37:42.566386 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:37:42.566386 n-d-768862-13 neutron-server[94260]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:37:42.566386 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:37:42.566386 n-d-768862-13 neutron-server[94260]: return self.request(url, 'GET', **kwargs) Aug 10 03:37:42.566386 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:37:42.566386 n-d-768862-13 neutron-server[94260]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:37:42.566386 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:37:42.566386 n-d-768862-13 neutron-server[94260]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:37:42.566386 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:37:42.566386 n-d-768862-13 neutron-server[94260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:37:42.566386 n-d-768862-13 neutron-server[94260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:37:42.666868 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be75be14-214f-4adb-bba0-d8097e1e14cf req-dca6c0b9-9842-4909-a7c1-3c937365a040 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:42.669533 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-be75be14-214f-4adb-bba0-d8097e1e14cf req-dca6c0b9-9842-4909-a7c1-3c937365a040 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 944 time: 0.2130187 Aug 10 03:37:42.761980 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5192303e-7b6a-4fcb-bc7f-b483d6695b3c req-fd564436-f4de-4961-9f0c-6ef23aeeae91 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:42.774435 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5192303e-7b6a-4fcb-bc7f-b483d6695b3c req-fd564436-f4de-4961-9f0c-6ef23aeeae91 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/ports?device_id=72a3ef0b-b02c-4843-9ff6-493d395a337e HTTP/1.1" status: 200 len: 943 time: 0.2124119 Aug 10 03:37:42.825752 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8bc3f79d-1c5c-4291-94d6-81ef3e9eff03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:42.843020 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8bc3f79d-1c5c-4291-94d6-81ef3e9eff03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:42.845576 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-8bc3f79d-1c5c-4291-94d6-81ef3e9eff03 admin admin] 10.222.0.44 "DELETE /v2.0/networks/b24947e4-ec08-4e10-b467-a69a218b778a HTTP/1.1" status: 204 len: 168 time: 0.7859931 Aug 10 03:37:42.848660 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 48784) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:42.859471 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-be75be14-214f-4adb-bba0-d8097e1e14cf req-0c890396-c24a-4105-a85f-a604811c0d8c tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=970733cb-cbb6-4524-9c4b-45ba2a794350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1683569 Aug 10 03:37:42.905651 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc3f79d-1c5c-4291-94d6-81ef3e9eff03 admin admin] Pushing event deleted for resources: {'Network': ['ID=b24947e4-ec08-4e10-b467-a69a218b778a,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:42.922258 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ca6cb6a-72eb-4030-a307-3d57f8688475 admin admin] Deleting subnet 6527f9eb-9bca-4d1c-a62a-fadf88def2e2 {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:37:42.927968 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9ca6cb6a-72eb-4030-a307-3d57f8688475 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:42.933787 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5192303e-7b6a-4fcb-bc7f-b483d6695b3c req-f4c6b4d6-31a5-4b69-aa85-4e731a53854d tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/security-groups?id=94bf709a-2b1f-453e-be0d-cfe700274cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579592 Aug 10 03:37:42.973093 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9ca6cb6a-72eb-4030-a307-3d57f8688475 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:43.050360 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9ca6cb6a-72eb-4030-a307-3d57f8688475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:43.155203 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9ca6cb6a-72eb-4030-a307-3d57f8688475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:43.222165 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca6cb6a-72eb-4030-a307-3d57f8688475 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6527f9eb-9bca-4d1c-a62a-fadf88def2e2,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:43.226791 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9ca6cb6a-72eb-4030-a307-3d57f8688475 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:43.234514 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-9ca6cb6a-72eb-4030-a307-3d57f8688475 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/6527f9eb-9bca-4d1c-a62a-fadf88def2e2 HTTP/1.1" status: 204 len: 168 time: 0.3844323 Aug 10 03:37:43.235184 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 48788) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:43.252322 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7668281c-ce9b-447e-9536-1dd20aeb7b66 req-0a786e2c-7cb4-46fb-8e74-8676500377c2 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:43.253986 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7668281c-ce9b-447e-9536-1dd20aeb7b66 req-0a786e2c-7cb4-46fb-8e74-8676500377c2 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=522b45d9-db61-4e14-a75c-214b3a6907db HTTP/1.1" status: 200 len: 944 time: 0.0925071 Aug 10 03:37:43.852325 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e398c3e8-8b44-44f0-8866-24e0b698ef32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:43.871726 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7668281c-ce9b-447e-9536-1dd20aeb7b66 req-8ef2d05a-b25a-49a7-b9d0-533a2f148532 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d4b820e-dc2c-4be0-8053-891f2a656097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6058376 Aug 10 03:37:43.890628 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d306f1f-5c0c-4320-983b-141d246806db req-ee710dbd-0324-4349-b6c7-bda97d118ef3 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:43.899514 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0d306f1f-5c0c-4320-983b-141d246806db req-ee710dbd-0324-4349-b6c7-bda97d118ef3 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf313f9d-cd65-4e2f-88be-cbea27f97a45 HTTP/1.1" status: 200 len: 945 time: 0.1252768 Aug 10 03:37:44.061550 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0d306f1f-5c0c-4320-983b-141d246806db req-2844628f-ba11-40dc-89da-3ec70aef8f40 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/security-groups?id=81787cdd-9071-4003-b601-4ee333b772e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605384 Aug 10 03:37:44.082187 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e398c3e8-8b44-44f0-8866-24e0b698ef32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:44.097307 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-e398c3e8-8b44-44f0-8866-24e0b698ef32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['886b8f77-7b4b-428d-b89d-da6de49169ed']}} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:44.129935 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aa9880-71e5-465a-b183-5c0bb972d88c req-30a25dca-c120-4be0-a26d-ec8dc2761ec8 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:44.131869 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a8aa9880-71e5-465a-b183-5c0bb972d88c req-30a25dca-c120-4be0-a26d-ec8dc2761ec8 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 944 time: 0.1453471 Aug 10 03:37:44.134726 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-e398c3e8-8b44-44f0-8866-24e0b698ef32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e8d4ca4-7652-4846-9d6e-69fcef73a00e') {'for_net_delete': True} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:44.135030 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-e398c3e8-8b44-44f0-8866-24e0b698ef32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e8d4ca4-7652-4846-9d6e-69fcef73a00e') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:44.171551 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e398c3e8-8b44-44f0-8866-24e0b698ef32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191186'] for segment, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:44.207392 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e398c3e8-8b44-44f0-8866-24e0b698ef32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:44.227070 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a8aa9880-71e5-465a-b183-5c0bb972d88c req-c225af60-e06d-4afd-b3ba-4e61f72adc92 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=970733cb-cbb6-4524-9c4b-45ba2a794350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670097 Aug 10 03:37:44.231578 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e398c3e8-8b44-44f0-8866-24e0b698ef32 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=94260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:37:44.231912 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e398c3e8-8b44-44f0-8866-24e0b698ef32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58895489'] for segment, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:44.236973 n-d-768862-13 neutron-server[94260]: Traceback (most recent call last): Aug 10 03:37:44.236973 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:37:44.236973 n-d-768862-13 neutron-server[94260]: timer() Aug 10 03:37:44.236973 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:37:44.236973 n-d-768862-13 neutron-server[94260]: cb(*args, **kw) Aug 10 03:37:44.236973 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:37:44.236973 n-d-768862-13 neutron-server[94260]: return func(*args, **kwargs) Aug 10 03:37:44.236973 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:37:44.236973 n-d-768862-13 neutron-server[94260]: self._notify() Aug 10 03:37:44.236973 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:37:44.236973 n-d-768862-13 neutron-server[94260]: self.callback(batched_events) Aug 10 03:37:44.236973 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:37:44.236973 n-d-768862-13 neutron-server[94260]: event.method(event) Aug 10 03:37:44.236973 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:37:44.236973 n-d-768862-13 neutron-server[94260]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:37:44.236973 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:37:44.236973 n-d-768862-13 neutron-server[94260]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:37:44.236973 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:37:44.236973 n-d-768862-13 neutron-server[94260]: return f(self, *a, **k) Aug 10 03:37:44.236973 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:37:44.236973 n-d-768862-13 neutron-server[94260]: return self._get(url).json() Aug 10 03:37:44.236973 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:37:44.236973 n-d-768862-13 neutron-server[94260]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:37:44.236973 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:37:44.236973 n-d-768862-13 neutron-server[94260]: return self.request(url, 'GET', **kwargs) Aug 10 03:37:44.236973 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:37:44.236973 n-d-768862-13 neutron-server[94260]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:37:44.236973 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:37:44.236973 n-d-768862-13 neutron-server[94260]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:37:44.236973 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:37:44.236973 n-d-768862-13 neutron-server[94260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:37:44.236973 n-d-768862-13 neutron-server[94260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:37:44.411407 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a102b7-54e0-4217-8cba-7c3277671962 req-cfc28301-4fbb-4725-93df-15b8fa6417d0 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:44.414765 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-36a102b7-54e0-4217-8cba-7c3277671962 req-cfc28301-4fbb-4725-93df-15b8fa6417d0 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/ports?device_id=72a3ef0b-b02c-4843-9ff6-493d395a337e HTTP/1.1" status: 200 len: 943 time: 0.1860542 Aug 10 03:37:44.415929 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e398c3e8-8b44-44f0-8866-24e0b698ef32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:44.421291 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e398c3e8-8b44-44f0-8866-24e0b698ef32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:44.424186 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-e398c3e8-8b44-44f0-8866-24e0b698ef32 admin admin] 10.222.0.44 "DELETE /v2.0/networks/886b8f77-7b4b-428d-b89d-da6de49169ed HTTP/1.1" status: 204 len: 168 time: 1.1876843 Aug 10 03:37:44.459642 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e398c3e8-8b44-44f0-8866-24e0b698ef32 admin admin] Pushing event deleted for resources: {'Network': ['ID=886b8f77-7b4b-428d-b89d-da6de49169ed,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:44.487728 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7 details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:37:44.504436 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-36a102b7-54e0-4217-8cba-7c3277671962 req-3e265be4-81b0-4b08-8e8f-7b9d660d84ce tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/security-groups?id=94bf709a-2b1f-453e-be0d-cfe700274cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788662 Aug 10 03:37:44.664722 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7,segment=NetworkSegment(17789ec9-f3a0-458f-a646-d9adbb03f346),segment_id=17789ec9-f3a0-458f-a646-d9adbb03f346)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:37:44.679623 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': '12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7', 'network_id': 'c0659391-a657-4b16-a8ee-a2586c7786a9', 'port_id': '12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7', 'mac_address': 'fa:16:3e:67:30:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffd75aef-22f1-4d31-9592-d84c9fe2b2a2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:37:44.697982 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 48802) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:44.726377 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:44.742770 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:37:44.748027 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-d1e0e65c-f43f-4d1a-b9bd-2c479159f404 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=181667d0682a42508b092b287e566e64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0485349 Aug 10 03:37:44.751423 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 48804) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:44.773340 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7,segment=NetworkSegment(17789ec9-f3a0-458f-a646-d9adbb03f346),segment_id=17789ec9-f3a0-458f-a646-d9adbb03f346)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:37:44.781230 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:44.782470 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 80b4fc00-4761-4bfb-8df2-f29b0280408e details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:37:44.842438 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c4cb0e1a-ac00-4fe6-8948-3ae7a7cde81e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:44.874885 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c4cb0e1a-ac00-4fe6-8948-3ae7a7cde81e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:44.909448 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7,revision_number=11']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:44.993891 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 80b4fc00-4761-4bfb-8df2-f29b0280408e, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=80b4fc00-4761-4bfb-8df2-f29b0280408e,segment=NetworkSegment(9ae1db9a-efd2-4923-90bf-9e1efa3a8bd6),segment_id=9ae1db9a-efd2-4923-90bf-9e1efa3a8bd6)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:37:45.009644 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': '80b4fc00-4761-4bfb-8df2-f29b0280408e', 'network_id': '07780576-149a-40da-8c51-c337569691c7', 'port_id': '80b4fc00-4761-4bfb-8df2-f29b0280408e', 'mac_address': 'fa:16:3e:9e:cc:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcfa072b-b6e6-40cd-99b2-40ac54d1354c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:37:45.012022 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c4cb0e1a-ac00-4fe6-8948-3ae7a7cde81e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:45.018626 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c4cb0e1a-ac00-4fe6-8948-3ae7a7cde81e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:45.020923 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-c4cb0e1a-ac00-4fe6-8948-3ae7a7cde81e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/da56e6a4-cd10-4ffb-beb3-24f43e7a6b14 HTTP/1.1" status: 204 len: 168 time: 0.2677565 Aug 10 03:37:45.081142 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:45.090329 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cb0e1a-ac00-4fe6-8948-3ae7a7cde81e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da56e6a4-cd10-4ffb-beb3-24f43e7a6b14,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:45.199406 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b2644-6f94-45e4-9cff-5a0ccb19bfa0 req-67ceacab-2003-4e28-b5e0-0da31c3422d4 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:45.209010 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7c3b2644-6f94-45e4-9cff-5a0ccb19bfa0 req-67ceacab-2003-4e28-b5e0-0da31c3422d4 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=522b45d9-db61-4e14-a75c-214b3a6907db HTTP/1.1" status: 200 len: 945 time: 0.2183568 Aug 10 03:37:45.213566 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80b4fc00-4761-4bfb-8df2-f29b0280408e {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:37:45.329449 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 80b4fc00-4761-4bfb-8df2-f29b0280408e, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=80b4fc00-4761-4bfb-8df2-f29b0280408e,segment=NetworkSegment(9ae1db9a-efd2-4923-90bf-9e1efa3a8bd6),segment_id=9ae1db9a-efd2-4923-90bf-9e1efa3a8bd6)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:37:45.343951 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:45.383079 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7c3b2644-6f94-45e4-9cff-5a0ccb19bfa0 req-7156bf0b-00e0-4040-9b37-8385778e2813 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d4b820e-dc2c-4be0-8053-891f2a656097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1669853 Aug 10 03:37:45.487555 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680f801d-4daa-4e2f-9960-7d20e93b78ba req-3ceec55c-96f6-43fb-9b1f-4e71f3a8acab tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:45.497975 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-680f801d-4daa-4e2f-9960-7d20e93b78ba req-3ceec55c-96f6-43fb-9b1f-4e71f3a8acab tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf313f9d-cd65-4e2f-88be-cbea27f97a45 HTTP/1.1" status: 200 len: 945 time: 0.1951728 Aug 10 03:37:45.576937 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=80b4fc00-4761-4bfb-8df2-f29b0280408e,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:45.662637 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-680f801d-4daa-4e2f-9960-7d20e93b78ba req-26cf9dc8-a382-45bb-b508-38d9599561a0 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/security-groups?id=81787cdd-9071-4003-b601-4ee333b772e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526835 Aug 10 03:37:45.712581 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a64fdc-6cd5-4141-aff3-fd15088231b0 req-8074ee4f-b8a6-4b44-b956-d16f1f31267b tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:45.715590 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-93a64fdc-6cd5-4141-aff3-fd15088231b0 req-8074ee4f-b8a6-4b44-b956-d16f1f31267b tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 944 time: 0.1456974 Aug 10 03:37:45.840781 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-93a64fdc-6cd5-4141-aff3-fd15088231b0 req-521d10e1-4650-46bf-a96c-929321e970de tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=970733cb-cbb6-4524-9c4b-45ba2a794350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089945 Aug 10 03:37:45.848023 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:37:45.888650 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['80b4fc00-4761-4bfb-8df2-f29b0280408e'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:37:45.983124 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 48832) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:46.038901 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20282b33-f888-4055-9d8a-f134a2b4c13b req-0ddeb726-da91-47e2-8a43-d42cf36307d5 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:46.047661 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-fbf813af-b008-4959-ba1a-bffdf1220e7c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=abf1b7ab501942f7a4ee834f9d84ae4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0621631 Aug 10 03:37:46.048801 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 48834) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:46.052129 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-20282b33-f888-4055-9d8a-f134a2b4c13b req-0ddeb726-da91-47e2-8a43-d42cf36307d5 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/ports?device_id=72a3ef0b-b02c-4843-9ff6-493d395a337e HTTP/1.1" status: 200 len: 944 time: 0.1927309 Aug 10 03:37:46.128479 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4a3d45f2-810a-4e5e-95fe-d78f01cc6394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:46.159246 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-20282b33-f888-4055-9d8a-f134a2b4c13b req-500ce925-d935-4e9a-9073-87cfe1dd2e82 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/security-groups?id=94bf709a-2b1f-453e-be0d-cfe700274cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986102 Aug 10 03:37:46.163306 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4a3d45f2-810a-4e5e-95fe-d78f01cc6394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:46.264993 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4a3d45f2-810a-4e5e-95fe-d78f01cc6394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:46.271044 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4a3d45f2-810a-4e5e-95fe-d78f01cc6394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:46.277687 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-4a3d45f2-810a-4e5e-95fe-d78f01cc6394 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/aefd7700-51cf-42aa-ac6d-544ef26b867e HTTP/1.1" status: 204 len: 168 time: 0.2272806 Aug 10 03:37:46.289046 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3d45f2-810a-4e5e-95fe-d78f01cc6394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aefd7700-51cf-42aa-ac6d-544ef26b867e,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:46.637603 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589cfd66-bfed-41c2-8205-6a635a5ad87e req-4faf81d7-212a-4a7f-bc7c-2f1b38fb532e tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:46.639488 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-589cfd66-bfed-41c2-8205-6a635a5ad87e req-4faf81d7-212a-4a7f-bc7c-2f1b38fb532e tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=522b45d9-db61-4e14-a75c-214b3a6907db HTTP/1.1" status: 200 len: 945 time: 0.0875902 Aug 10 03:37:46.744488 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-589cfd66-bfed-41c2-8205-6a635a5ad87e req-38a4bccc-d4f9-4ea7-ba34-445f3b011afe tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d4b820e-dc2c-4be0-8053-891f2a656097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873806 Aug 10 03:37:46.892470 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823f848c-cb00-493f-9043-25e1ef117323 req-68077b1f-0c6a-4fd4-ab17-745e4c5fc1b4 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:46.896043 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-823f848c-cb00-493f-9043-25e1ef117323 req-68077b1f-0c6a-4fd4-ab17-745e4c5fc1b4 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf313f9d-cd65-4e2f-88be-cbea27f97a45 HTTP/1.1" status: 200 len: 945 time: 0.0990951 Aug 10 03:37:46.998077 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-823f848c-cb00-493f-9043-25e1ef117323 req-465adb48-9faa-4f00-9d83-6b9286175dc0 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/security-groups?id=81787cdd-9071-4003-b601-4ee333b772e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939069 Aug 10 03:37:47.122145 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9903529-d4a3-4b66-a23c-7661c37ab293 req-fb9ca592-ce57-497e-91e7-eab469b43ff5 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:47.125307 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e9903529-d4a3-4b66-a23c-7661c37ab293 req-fb9ca592-ce57-497e-91e7-eab469b43ff5 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 944 time: 0.1255136 Aug 10 03:37:47.206127 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e9903529-d4a3-4b66-a23c-7661c37ab293 req-c2ef1768-4b62-4b4a-95dc-723ad51dc350 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=970733cb-cbb6-4524-9c4b-45ba2a794350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693481 Aug 10 03:37:47.415202 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8973e1-d8dd-4e46-a3ca-99a964dcc977 req-a5a98925-8a63-41f4-bf31-fee5681ceb9a tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:47.418003 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bd8973e1-d8dd-4e46-a3ca-99a964dcc977 req-a5a98925-8a63-41f4-bf31-fee5681ceb9a tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/ports?device_id=72a3ef0b-b02c-4843-9ff6-493d395a337e HTTP/1.1" status: 200 len: 944 time: 0.1113744 Aug 10 03:37:47.503083 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bd8973e1-d8dd-4e46-a3ca-99a964dcc977 req-c248a937-7920-43b5-bf3f-79b5bf2e16c7 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/security-groups?id=94bf709a-2b1f-453e-be0d-cfe700274cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711298 Aug 10 03:37:47.908143 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df057f78-d938-44f2-8dfa-af5d55cced06 req-7c86fd47-fb78-45bc-9ecc-9a83f6db388d tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:47.909815 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-df057f78-d938-44f2-8dfa-af5d55cced06 req-7c86fd47-fb78-45bc-9ecc-9a83f6db388d tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=522b45d9-db61-4e14-a75c-214b3a6907db HTTP/1.1" status: 200 len: 945 time: 0.0692279 Aug 10 03:37:47.963684 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-df057f78-d938-44f2-8dfa-af5d55cced06 req-2e7b6158-8634-465f-a7a8-b43c2b0e141c tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d4b820e-dc2c-4be0-8053-891f2a656097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458279 Aug 10 03:37:48.193118 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed052bbe-f110-46cc-b778-e9b1733ce6eb req-4e7b9d45-0e86-45cf-b731-0a14ec25dfbe tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:48.194988 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ed052bbe-f110-46cc-b778-e9b1733ce6eb req-4e7b9d45-0e86-45cf-b731-0a14ec25dfbe tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf313f9d-cd65-4e2f-88be-cbea27f97a45 HTTP/1.1" status: 200 len: 945 time: 0.0628929 Aug 10 03:37:48.251666 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ed052bbe-f110-46cc-b778-e9b1733ce6eb req-ab861b77-98e4-452d-833d-53ae1f22bfb5 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/security-groups?id=81787cdd-9071-4003-b601-4ee333b772e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432224 Aug 10 03:37:48.403315 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64299a59-bf3d-4f34-9db8-044e59520bf9 req-7d28c563-ec4a-4ef9-8e5e-2a08edd6b547 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:48.405018 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-64299a59-bf3d-4f34-9db8-044e59520bf9 req-7d28c563-ec4a-4ef9-8e5e-2a08edd6b547 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 944 time: 0.0719295 Aug 10 03:37:48.471701 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-64299a59-bf3d-4f34-9db8-044e59520bf9 req-7b25dc50-1fbd-4d6e-9986-a8d94434d360 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=970733cb-cbb6-4524-9c4b-45ba2a794350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511999 Aug 10 03:37:48.524246 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7 up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:37:48.649404 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning for port 12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:37:48.654904 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port 12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:37:48.655596 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:48.852982 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:48.855321 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfac0293-2822-451e-9888-3cff7de4c3ae req-cfd716e0-9440-4fba-92ef-11fe4ce3b129 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:48.859340 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bfac0293-2822-451e-9888-3cff7de4c3ae req-cfd716e0-9440-4fba-92ef-11fe4ce3b129 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/ports?device_id=72a3ef0b-b02c-4843-9ff6-493d395a337e HTTP/1.1" status: 200 len: 944 time: 0.1489031 Aug 10 03:37:48.948324 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bfac0293-2822-451e-9888-3cff7de4c3ae req-23276590-dc7e-41d9-a356-438fb8657310 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/security-groups?id=94bf709a-2b1f-453e-be0d-cfe700274cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735271 Aug 10 03:37:48.949766 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '522b45d9-db61-4e14-a75c-214b3a6907db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:37:48.953141 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1de419c-e8d7-437b-a0f0-17d8f9c75d4e" -d '{"events": [{"server_uuid": "522b45d9-db61-4e14-a75c-214b3a6907db", "name": "network-vif-plugged", "status": "completed", "tag": "12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:37:48.971926 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7,segment=NetworkSegment(17789ec9-f3a0-458f-a646-d9adbb03f346),segment_id=17789ec9-f3a0-458f-a646-d9adbb03f346)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:37:48.980953 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:48.982478 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 80b4fc00-4761-4bfb-8df2-f29b0280408e up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:37:49.115801 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7,revision_number=12']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:49.144059 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a601bda2-f995-427f-8ade-57df0a0ca65d x-openstack-request-id: req-a601bda2-f995-427f-8ade-57df0a0ca65d {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:37:49.144880 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "522b45d9-db61-4e14-a75c-214b3a6907db", "name": "network-vif-plugged", "status": "completed", "tag": "12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:37:49.145164 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a601bda2-f995-427f-8ade-57df0a0ca65d {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:37:49.145598 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '522b45d9-db61-4e14-a75c-214b3a6907db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7', 'code': 200} Aug 10 03:37:49.255101 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning for port 80b4fc00-4761-4bfb-8df2-f29b0280408e completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:37:49.263638 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port 80b4fc00-4761-4bfb-8df2-f29b0280408e triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:37:49.264133 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:49.352822 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 48912) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:49.374811 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f4cf15-cf7e-45b1-90d3-f5b85b7a1f36 req-bd78fa04-4c4e-40f9-9f63-28d7b2c39bfd tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:49.378766 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a9f4cf15-cf7e-45b1-90d3-f5b85b7a1f36 req-bd78fa04-4c4e-40f9-9f63-28d7b2c39bfd tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=522b45d9-db61-4e14-a75c-214b3a6907db HTTP/1.1" status: 200 len: 946 time: 0.1345134 Aug 10 03:37:49.405540 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:49.450604 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 80b4fc00-4761-4bfb-8df2-f29b0280408e, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=80b4fc00-4761-4bfb-8df2-f29b0280408e,segment=NetworkSegment(9ae1db9a-efd2-4923-90bf-9e1efa3a8bd6),segment_id=9ae1db9a-efd2-4923-90bf-9e1efa3a8bd6)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:37:49.462089 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:49.496799 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a9f4cf15-cf7e-45b1-90d3-f5b85b7a1f36 req-90f55b23-7f3d-4273-8c7d-bde9789c8ba3 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d4b820e-dc2c-4be0-8053-891f2a656097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952160 Aug 10 03:37:49.607499 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e75e73-eee9-4054-b65c-6584aad078ac req-1480b4ec-8137-4abc-bafe-300dea1f41b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:49.611809 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c9e75e73-eee9-4054-b65c-6584aad078ac req-1480b4ec-8137-4abc-bafe-300dea1f41b4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=522b45d9-db61-4e14-a75c-214b3a6907db HTTP/1.1" status: 200 len: 1098 time: 0.2280650 Aug 10 03:37:49.613463 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-74933a69-0150-43da-922b-cb6653b5537b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:49.616904 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=80b4fc00-4761-4bfb-8df2-f29b0280408e,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:49.721503 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddb838e-37de-4d27-b5e4-a8640e4f96bf req-f9518424-dcd4-461e-a26a-56296820bbbd tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:49.735449 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fddb838e-37de-4d27-b5e4-a8640e4f96bf req-f9518424-dcd4-461e-a26a-56296820bbbd tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf313f9d-cd65-4e2f-88be-cbea27f97a45 HTTP/1.1" status: 200 len: 945 time: 0.2365015 Aug 10 03:37:49.760438 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-74933a69-0150-43da-922b-cb6653b5537b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:49.765887 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c9e75e73-eee9-4054-b65c-6584aad078ac req-e7879e6f-51d2-4e23-85e9-9d16de618c7a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=1d4b820e-dc2c-4be0-8053-891f2a656097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326988 Aug 10 03:37:49.770852 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-74933a69-0150-43da-922b-cb6653b5537b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:49.816031 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-74933a69-0150-43da-922b-cb6653b5537b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2f6ad73738b04942ad7c63fa51a5c009&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4579475 Aug 10 03:37:49.816839 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 48918) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:49.856602 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0820b-d452-4392-8cea-1538bf5cfef1 req-13d40f0b-d8c6-495b-b6c9-a2d0aeec8595 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:49.859499 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-60e0820b-d452-4392-8cea-1538bf5cfef1 req-13d40f0b-d8c6-495b-b6c9-a2d0aeec8595 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 944 time: 0.2560756 Aug 10 03:37:49.863804 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74933a69-0150-43da-922b-cb6653b5537b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a0d5b12-60a3-4e57-816b-cd9578742f8f,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:49.876267 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fddb838e-37de-4d27-b5e4-a8640e4f96bf req-73f16768-9556-4880-89a0-e4682a8c0ef1 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/security-groups?id=81787cdd-9071-4003-b601-4ee333b772e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392922 Aug 10 03:37:49.911443 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9d134730-7567-416f-b110-570931e0dc01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:49.940052 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-60e0820b-d452-4392-8cea-1538bf5cfef1 req-64fdf331-e95f-415e-99e8-7238778a4701 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=970733cb-cbb6-4524-9c4b-45ba2a794350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564678 Aug 10 03:37:49.954375 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9d134730-7567-416f-b110-570931e0dc01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:50.044241 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9d134730-7567-416f-b110-570931e0dc01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:50.050031 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9d134730-7567-416f-b110-570931e0dc01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:50.052588 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-9d134730-7567-416f-b110-570931e0dc01 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8a0d5b12-60a3-4e57-816b-cd9578742f8f HTTP/1.1" status: 204 len: 168 time: 0.2349761 Aug 10 03:37:50.065885 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d134730-7567-416f-b110-570931e0dc01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a0d5b12-60a3-4e57-816b-cd9578742f8f,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:50.464231 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c362a111-4c16-4b4d-bb7a-97a2362db9f9 req-e5c95c2e-c4e4-4edc-a7f5-a760f013be97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:50.466067 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c362a111-4c16-4b4d-bb7a-97a2362db9f9 req-e5c95c2e-c4e4-4edc-a7f5-a760f013be97 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2680b799feb54d8c9fdff98330bf1a96&device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 1096 time: 0.2482779 Aug 10 03:37:50.474962 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac35019-c5d0-4411-a47e-6acedbcc5e16 req-1469270a-55b9-489c-aca5-e10c34ad7490 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:50.477438 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cac35019-c5d0-4411-a47e-6acedbcc5e16 req-1469270a-55b9-489c-aca5-e10c34ad7490 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/ports?device_id=72a3ef0b-b02c-4843-9ff6-493d395a337e HTTP/1.1" status: 200 len: 945 time: 0.1390040 Aug 10 03:37:50.485762 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b7d659-3f18-469f-9126-be5fb47285fe req-b351c98b-b463-4cc2-a997-41d23c0d56f0 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:50.493606 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c7b7d659-3f18-469f-9126-be5fb47285fe req-b351c98b-b463-4cc2-a997-41d23c0d56f0 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 944 time: 0.2505608 Aug 10 03:37:50.642061 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c7b7d659-3f18-469f-9126-be5fb47285fe req-76c5665c-43dd-4a19-beea-f5e80cd50cd8 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=970733cb-cbb6-4524-9c4b-45ba2a794350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1429136 Aug 10 03:37:50.660150 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 48944) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:50.683019 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cac35019-c5d0-4411-a47e-6acedbcc5e16 req-f926754a-c106-4f32-8a54-72f690bfb055 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/security-groups?id=94bf709a-2b1f-453e-be0d-cfe700274cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795857 Aug 10 03:37:50.718165 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3c84c471-ebee-4752-a9fc-464c4458c1b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:50.773947 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c362a111-4c16-4b4d-bb7a-97a2362db9f9 req-5ef4ef85-114e-4cf7-81f4-14b1b2c3ca13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:50.775888 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c362a111-4c16-4b4d-bb7a-97a2362db9f9 req-5ef4ef85-114e-4cf7-81f4-14b1b2c3ca13 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d07bf9c0-feda-49f0-ac68-879462adf9f1 HTTP/1.1" status: 200 len: 911 time: 0.2678335 Aug 10 03:37:50.925667 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c362a111-4c16-4b4d-bb7a-97a2362db9f9 req-579c8d68-c4ac-464e-9428-b63f730d11ad service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5c938b4-b620-4188-a605-ddf0a909af0a HTTP/1.1" status: 200 len: 999 time: 0.1253862 Aug 10 03:37:50.976963 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3c84c471-ebee-4752-a9fc-464c4458c1b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:50.988450 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3c84c471-ebee-4752-a9fc-464c4458c1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:51.048248 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e94a5c-124b-4132-bc03-6c33d8ce834f req-0c57a880-123a-41ce-8cc0-03b1f2e64346 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:51.051227 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-77e94a5c-124b-4132-bc03-6c33d8ce834f req-0c57a880-123a-41ce-8cc0-03b1f2e64346 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=522b45d9-db61-4e14-a75c-214b3a6907db HTTP/1.1" status: 200 len: 946 time: 0.2989357 Aug 10 03:37:51.111990 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-3c84c471-ebee-4752-a9fc-464c4458c1b6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d87d79bf11844124becc2cf3955f4762&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4471173 Aug 10 03:37:51.111990 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c84c471-ebee-4752-a9fc-464c4458c1b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57879ae2-c887-444f-8588-d83939f96c4a,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:51.133176 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 48952) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:51.146665 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a3ef0b-b02c-4843-9ff6-493d395a337e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80b4fc00-4761-4bfb-8df2-f29b0280408e'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:37:51.152467 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ace1eacf-c096-4c48-a09a-1320f30e736b" -d '{"events": [{"server_uuid": "72a3ef0b-b02c-4843-9ff6-493d395a337e", "name": "network-vif-plugged", "status": "completed", "tag": "80b4fc00-4761-4bfb-8df2-f29b0280408e"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:37:51.220624 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c362a111-4c16-4b4d-bb7a-97a2362db9f9 req-e3a71801-9ddf-405d-a245-666b2f37c8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:51.224489 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c362a111-4c16-4b4d-bb7a-97a2362db9f9 req-e3a71801-9ddf-405d-a245-666b2f37c8c0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=33a1c40e-b5d2-46c7-a6a1-fa6cc0352aec HTTP/1.1" status: 200 len: 850 time: 0.2875204 Aug 10 03:37:51.277450 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0816f604-6461-4afb-81c0-c4c179f6b351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:51.291755 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1082d866-dd4d-41ed-9bf3-9ce435080148 req-6e30c5e5-8169-43b3-b82a-5e4d00284ce4 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:51.305413 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1082d866-dd4d-41ed-9bf3-9ce435080148 req-6e30c5e5-8169-43b3-b82a-5e4d00284ce4 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf313f9d-cd65-4e2f-88be-cbea27f97a45 HTTP/1.1" status: 200 len: 945 time: 0.2488461 Aug 10 03:37:51.361342 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-2593b253-dd57-4b07-b70f-eaf8b1d9dcf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:51.380268 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0816f604-6461-4afb-81c0-c4c179f6b351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:51.451359 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1082d866-dd4d-41ed-9bf3-9ce435080148 req-28490b3b-84f4-4bd1-bdbe-9a87e7f7ee92 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/security-groups?id=81787cdd-9071-4003-b601-4ee333b772e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423504 Aug 10 03:37:51.503646 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-77e94a5c-124b-4132-bc03-6c33d8ce834f req-ff2dad2d-9f85-4b0a-b5a8-ba9040e4b088 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d4b820e-dc2c-4be0-8053-891f2a656097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3725502 Aug 10 03:37:51.517007 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0816f604-6461-4afb-81c0-c4c179f6b351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:51.530681 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0816f604-6461-4afb-81c0-c4c179f6b351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:51.530681 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-0816f604-6461-4afb-81c0-c4c179f6b351 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/57879ae2-c887-444f-8588-d83939f96c4a HTTP/1.1" status: 204 len: 168 time: 0.3869104 Aug 10 03:37:51.532737 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0816f604-6461-4afb-81c0-c4c179f6b351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57879ae2-c887-444f-8588-d83939f96c4a,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:51.564352 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c362a111-4c16-4b4d-bb7a-97a2362db9f9 req-74c9a303-4aa3-41fe-8b5d-b7551c84964c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:51.578723 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c362a111-4c16-4b4d-bb7a-97a2362db9f9 req-74c9a303-4aa3-41fe-8b5d-b7551c84964c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d07bf9c0-feda-49f0-ac68-879462adf9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3142200 Aug 10 03:37:51.583494 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c37dc96b-fdf0-4655-8a42-5a433a641329 x-openstack-request-id: req-c37dc96b-fdf0-4655-8a42-5a433a641329 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:37:51.584396 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72a3ef0b-b02c-4843-9ff6-493d395a337e", "name": "network-vif-plugged", "status": "completed", "tag": "80b4fc00-4761-4bfb-8df2-f29b0280408e", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:37:51.585033 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c37dc96b-fdf0-4655-8a42-5a433a641329 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:37:51.585603 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72a3ef0b-b02c-4843-9ff6-493d395a337e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80b4fc00-4761-4bfb-8df2-f29b0280408e', 'code': 200} Aug 10 03:37:51.834281 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c362a111-4c16-4b4d-bb7a-97a2362db9f9 req-a790b1c2-03c2-4ef1-9533-6d1a952c0aaa service neutron] 10.222.0.61 "GET /v2.0/networks/d07bf9c0-feda-49f0-ac68-879462adf9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333832 Aug 10 03:37:51.886793 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c5f554-0b16-45d2-afee-8b3e9c5fc274 req-75e68efa-d394-48f3-bede-df9608bc36b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:51.891341 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-05c5f554-0b16-45d2-afee-8b3e9c5fc274 req-75e68efa-d394-48f3-bede-df9608bc36b5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=72a3ef0b-b02c-4843-9ff6-493d395a337e HTTP/1.1" status: 200 len: 1097 time: 0.1269541 Aug 10 03:37:51.972991 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-05c5f554-0b16-45d2-afee-8b3e9c5fc274 req-224c0e33-32e9-47f1-adba-a2f73989e797 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=94bf709a-2b1f-453e-be0d-cfe700274cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609760 Aug 10 03:37:52.114019 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8f60c3-7751-42c8-a434-888197cbbd4e req-0668756c-46cd-4122-a0b2-d33821cab109 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:52.127071 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6c8f60c3-7751-42c8-a434-888197cbbd4e req-0668756c-46cd-4122-a0b2-d33821cab109 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 944 time: 0.3213527 Aug 10 03:37:52.235820 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60b6d8a-cdba-427f-9cb8-8cff8e818c80 req-dbc88a25-5ecf-4e73-a4b2-e0d7db3edac4 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:52.260992 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d60b6d8a-cdba-427f-9cb8-8cff8e818c80 req-dbc88a25-5ecf-4e73-a4b2-e0d7db3edac4 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/ports?device_id=72a3ef0b-b02c-4843-9ff6-493d395a337e HTTP/1.1" status: 200 len: 945 time: 0.3882420 Aug 10 03:37:52.358879 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d60b6d8a-cdba-427f-9cb8-8cff8e818c80 req-b0f2db4d-af90-4609-9ad6-d57b120d2f08 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/security-groups?id=94bf709a-2b1f-453e-be0d-cfe700274cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967128 Aug 10 03:37:52.369124 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6c8f60c3-7751-42c8-a434-888197cbbd4e req-b5515908-ae79-4b7a-a75d-399b9b56a412 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=970733cb-cbb6-4524-9c4b-45ba2a794350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2239201 Aug 10 03:37:52.376369 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c362a111-4c16-4b4d-bb7a-97a2362db9f9 req-9aef2721-a706-4899-91ce-e79271515470 service neutron] 10.222.0.61 "GET /v2.0/networks/d07bf9c0-feda-49f0-ac68-879462adf9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5059884 Aug 10 03:37:52.821276 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e88e29-91d3-4e8a-ab73-7a635a47bf55 req-3bb00e9a-ef5e-4a58-bbe5-56d32b2f85ab tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:52.851284 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-27e88e29-91d3-4e8a-ab73-7a635a47bf55 req-3bb00e9a-ef5e-4a58-bbe5-56d32b2f85ab tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=522b45d9-db61-4e14-a75c-214b3a6907db HTTP/1.1" status: 200 len: 946 time: 0.2131824 Aug 10 03:37:52.920239 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44238f1c-f8b2-44b0-90c2-957e55c1c21e req-f14bb4f8-264d-485c-931e-7b85cdb344fe tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:52.922332 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-44238f1c-f8b2-44b0-90c2-957e55c1c21e req-f14bb4f8-264d-485c-931e-7b85cdb344fe tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf313f9d-cd65-4e2f-88be-cbea27f97a45 HTTP/1.1" status: 200 len: 945 time: 0.2287581 Aug 10 03:37:53.023099 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-27e88e29-91d3-4e8a-ab73-7a635a47bf55 req-f608e986-9f29-4e8a-ad9b-345e066c9298 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d4b820e-dc2c-4be0-8053-891f2a656097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1668558 Aug 10 03:37:53.083598 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-44238f1c-f8b2-44b0-90c2-957e55c1c21e req-4f34f3a6-f681-4a0e-b928-0d6878a4539a tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/security-groups?id=81787cdd-9071-4003-b601-4ee333b772e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392171 Aug 10 03:37:53.330489 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c395ed1-cca1-4b52-ab0f-d81ae8188eaa req-38a973d3-b987-4b4e-82c2-9bd5695b2278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:53.332997 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2c395ed1-cca1-4b52-ab0f-d81ae8188eaa req-38a973d3-b987-4b4e-82c2-9bd5695b2278 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=cf313f9d-cd65-4e2f-88be-cbea27f97a45 HTTP/1.1" status: 200 len: 1097 time: 0.1010096 Aug 10 03:37:53.451447 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2c395ed1-cca1-4b52-ab0f-d81ae8188eaa req-16338750-93ac-4a24-97e0-e6e6c6451c01 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=81787cdd-9071-4003-b601-4ee333b772e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874748 Aug 10 03:37:53.688186 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-16bddb89-c85e-49c1-9d5a-3f4e7818715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:53.722293 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c0b24d-b27f-4516-857b-d457740db117 req-21abaf33-afcd-4765-a5bd-377b4f1851fa tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:53.723977 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-19c0b24d-b27f-4516-857b-d457740db117 req-21abaf33-afcd-4765-a5bd-377b4f1851fa tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 944 time: 0.1339176 Aug 10 03:37:53.747758 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9739650-a614-478e-a8d5-470049271ce2 req-0736eaf1-18cd-4526-945a-aa0a5b9d7dfe tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:53.752198 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a9739650-a614-478e-a8d5-470049271ce2 req-0736eaf1-18cd-4526-945a-aa0a5b9d7dfe tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/ports?device_id=72a3ef0b-b02c-4843-9ff6-493d395a337e HTTP/1.1" status: 200 len: 945 time: 0.1826019 Aug 10 03:37:53.943525 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-19c0b24d-b27f-4516-857b-d457740db117 req-137fe4dc-8ee3-4372-917a-4365aac7c647 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=970733cb-cbb6-4524-9c4b-45ba2a794350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1888220 Aug 10 03:37:53.964018 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a9739650-a614-478e-a8d5-470049271ce2 req-53d2299d-6dd9-42e7-8187-b6a13ca87fd1 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/security-groups?id=94bf709a-2b1f-453e-be0d-cfe700274cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952255 Aug 10 03:37:54.253233 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:54.301852 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ae1b56-91b6-45f4-80e4-7a8fc0698c22 req-d4452ef5-8dfb-48fe-a0d4-91497373cd4b tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:54.306468 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e6ae1b56-91b6-45f4-80e4-7a8fc0698c22 req-d4452ef5-8dfb-48fe-a0d4-91497373cd4b tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 944 time: 0.2306845 Aug 10 03:37:54.326822 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd926a77-6f6f-4e79-9d47-5d66f5a28add req-21b8c2e0-df18-459b-9d09-429ccad68878 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:54.330122 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cd926a77-6f6f-4e79-9d47-5d66f5a28add req-21b8c2e0-df18-459b-9d09-429ccad68878 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=522b45d9-db61-4e14-a75c-214b3a6907db HTTP/1.1" status: 200 len: 946 time: 0.1649022 Aug 10 03:37:54.447615 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cd926a77-6f6f-4e79-9d47-5d66f5a28add req-3ba7919f-2ec8-4b30-9c90-4f5b4d396b41 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d4b820e-dc2c-4be0-8053-891f2a656097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017239 Aug 10 03:37:54.457420 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e6ae1b56-91b6-45f4-80e4-7a8fc0698c22 req-46b8d8f9-e1b2-423c-9cd5-0a04b4e4d84a tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=970733cb-cbb6-4524-9c4b-45ba2a794350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227646 Aug 10 03:37:54.685716 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cec0bb-b325-4149-a9ce-83594eef493e req-96702d01-4810-49d6-b7f0-9e1c0a74ea86 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:54.690411 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c7cec0bb-b325-4149-a9ce-83594eef493e req-96702d01-4810-49d6-b7f0-9e1c0a74ea86 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf313f9d-cd65-4e2f-88be-cbea27f97a45 HTTP/1.1" status: 200 len: 945 time: 0.1177526 Aug 10 03:37:54.817458 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c7cec0bb-b325-4149-a9ce-83594eef493e req-19019b64-2b82-4d30-a5e7-f97ab2c0c95d tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/security-groups?id=81787cdd-9071-4003-b601-4ee333b772e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177382 Aug 10 03:37:54.973425 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad1b5b8-023e-439c-a168-65f0521cfbff req-b7089309-c3a8-4bc7-bb7c-9179411b2b13 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:54.982600 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-aad1b5b8-023e-439c-a168-65f0521cfbff req-b7089309-c3a8-4bc7-bb7c-9179411b2b13 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 944 time: 0.1436012 Aug 10 03:37:55.051305 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-aad1b5b8-023e-439c-a168-65f0521cfbff req-b656100b-6c5b-4192-938e-4f98c3896f8a tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=970733cb-cbb6-4524-9c4b-45ba2a794350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673027 Aug 10 03:37:55.273380 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5f5129-3798-4c1d-9552-d1fadd5f612f req-b3128055-62a4-4700-929e-1e6199114c17 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:55.277815 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0b5f5129-3798-4c1d-9552-d1fadd5f612f req-b3128055-62a4-4700-929e-1e6199114c17 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/ports?device_id=72a3ef0b-b02c-4843-9ff6-493d395a337e HTTP/1.1" status: 200 len: 945 time: 0.1607163 Aug 10 03:37:55.417222 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0b5f5129-3798-4c1d-9552-d1fadd5f612f req-ccacb74d-31ce-4b6e-98c9-46edfcb9217a tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/security-groups?id=94bf709a-2b1f-453e-be0d-cfe700274cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289783 Aug 10 03:37:55.433103 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:55.566784 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c1db0a-8d2d-4012-bcbb-9048372d5baf req-ede6c924-e9c0-4c85-82ed-851e391a2abb tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:55.578979 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e1c1db0a-8d2d-4012-bcbb-9048372d5baf req-ede6c924-e9c0-4c85-82ed-851e391a2abb tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 944 time: 0.1211760 Aug 10 03:37:55.685393 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e1c1db0a-8d2d-4012-bcbb-9048372d5baf req-040f7187-5c55-4ae7-b5c8-6f5d49958d3d tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=970733cb-cbb6-4524-9c4b-45ba2a794350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994124 Aug 10 03:37:56.157603 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:56.257040 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67570714-9ac3-4db3-b303-43e38f29b72b req-93e4f291-1dc6-46da-8e98-3f0080dec2a4 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:56.260467 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-67570714-9ac3-4db3-b303-43e38f29b72b req-93e4f291-1dc6-46da-8e98-3f0080dec2a4 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf313f9d-cd65-4e2f-88be-cbea27f97a45 HTTP/1.1" status: 200 len: 945 time: 0.3413033 Aug 10 03:37:56.392874 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196c1576-0e4b-4f53-825f-70db43f730e4 req-75df92e4-0392-4c7c-bc0a-7c443d06bb0b tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:56.396605 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-196c1576-0e4b-4f53-825f-70db43f730e4 req-75df92e4-0392-4c7c-bc0a-7c443d06bb0b tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/ports?device_id=72a3ef0b-b02c-4843-9ff6-493d395a337e HTTP/1.1" status: 200 len: 945 time: 0.4147036 Aug 10 03:37:56.405161 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ceda3-c116-4378-b0e6-383bee48eb63 req-47ae6417-f7f8-4f14-b1b1-360e3d453e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:56.408009 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-985ceda3-c116-4378-b0e6-383bee48eb63 req-47ae6417-f7f8-4f14-b1b1-360e3d453e0e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f67bc67edb4944b7b5132d7828a0779b&device_id=72a3ef0b-b02c-4843-9ff6-493d395a337e HTTP/1.1" status: 200 len: 1097 time: 0.3634157 Aug 10 03:37:56.481789 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-67570714-9ac3-4db3-b303-43e38f29b72b req-bacf1eb3-55f2-46ac-af51-52a02abd19e4 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/security-groups?id=81787cdd-9071-4003-b601-4ee333b772e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108912 Aug 10 03:37:56.778710 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:56.830024 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-196c1576-0e4b-4f53-825f-70db43f730e4 req-14129bb2-5483-41c1-919a-c11b97b6391e tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/security-groups?id=94bf709a-2b1f-453e-be0d-cfe700274cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3733978 Aug 10 03:37:57.205842 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c3e5e-479e-4909-b8f0-b6a2f0c502d6 req-696ab868-a5b1-4af2-bcd9-102543bba9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:57.207452 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-991c3e5e-479e-4909-b8f0-b6a2f0c502d6 req-696ab868-a5b1-4af2-bcd9-102543bba9bc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e4fb7285a7d34b95bf40b43e762fde54&device_id=cf313f9d-cd65-4e2f-88be-cbea27f97a45 HTTP/1.1" status: 200 len: 1097 time: 0.1207776 Aug 10 03:37:57.239683 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ceda3-c116-4378-b0e6-383bee48eb63 req-b00998cb-66d7-45ce-833c-d8b44981a8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:57.242978 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-985ceda3-c116-4378-b0e6-383bee48eb63 req-b00998cb-66d7-45ce-833c-d8b44981a8cf service neutron] 10.222.0.61 "GET /v2.0/networks?id=07780576-149a-40da-8c51-c337569691c7 HTTP/1.1" status: 200 len: 911 time: 0.7952430 Aug 10 03:37:57.349396 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c3e5e-479e-4909-b8f0-b6a2f0c502d6 req-e30d6596-80da-459d-82ff-03f360e71ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:57.356599 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-991c3e5e-479e-4909-b8f0-b6a2f0c502d6 req-e30d6596-80da-459d-82ff-03f360e71ad1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=16c2ec05-0d03-441b-b8e4-9260be85eff6 HTTP/1.1" status: 200 len: 918 time: 0.1335430 Aug 10 03:37:57.442720 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-991c3e5e-479e-4909-b8f0-b6a2f0c502d6 req-f5acdbc8-f209-4326-99e4-419c8427329d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=455a4f39-0716-4aad-9d66-505c3fcfde84 HTTP/1.1" status: 200 len: 217 time: 0.0699353 Aug 10 03:37:57.500459 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-985ceda3-c116-4378-b0e6-383bee48eb63 req-fc48f007-d012-4a3a-90b6-7ec313f06f7f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=80b4fc00-4761-4bfb-8df2-f29b0280408e HTTP/1.1" status: 200 len: 217 time: 0.1978412 Aug 10 03:37:57.543730 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c986aeca-5636-4fe3-abfc-1a5aefe544d2 req-c5240951-a0ae-4813-94de-0213c6edfd6c tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:57.545682 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c986aeca-5636-4fe3-abfc-1a5aefe544d2 req-c5240951-a0ae-4813-94de-0213c6edfd6c tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf313f9d-cd65-4e2f-88be-cbea27f97a45 HTTP/1.1" status: 200 len: 945 time: 0.5039144 Aug 10 03:37:57.633448 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185be693-c2d8-4de8-a464-b3daa35954c5 req-5e8bae3c-791a-4242-bc9a-d917b1be9dd2 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:57.634904 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-185be693-c2d8-4de8-a464-b3daa35954c5 req-5e8bae3c-791a-4242-bc9a-d917b1be9dd2 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 944 time: 0.5393312 Aug 10 03:37:57.650002 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c3e5e-479e-4909-b8f0-b6a2f0c502d6 req-af118dee-86a7-4e9a-abd2-f3e7ac1dc030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:57.656599 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-991c3e5e-479e-4909-b8f0-b6a2f0c502d6 req-af118dee-86a7-4e9a-abd2-f3e7ac1dc030 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ea48bd44-bbf6-43f2-aa3c-02607a9a3f1d HTTP/1.1" status: 200 len: 858 time: 0.1990709 Aug 10 03:37:57.691727 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ceda3-c116-4378-b0e6-383bee48eb63 req-54f51aae-30a4-443c-9569-5d2637409350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:57.691727 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-985ceda3-c116-4378-b0e6-383bee48eb63 req-54f51aae-30a4-443c-9569-5d2637409350 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fcfa072b-b6e6-40cd-99b2-40ac54d1354c HTTP/1.1" status: 200 len: 851 time: 0.1418211 Aug 10 03:37:57.706785 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c986aeca-5636-4fe3-abfc-1a5aefe544d2 req-66a8f894-d86e-4415-b8ee-4a98ef132477 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/security-groups?id=81787cdd-9071-4003-b601-4ee333b772e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261020 Aug 10 03:37:57.746731 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-185be693-c2d8-4de8-a464-b3daa35954c5 req-85011739-b524-45f3-8eeb-f2baa80bd347 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=970733cb-cbb6-4524-9c4b-45ba2a794350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007261 Aug 10 03:37:57.781720 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-985ceda3-c116-4378-b0e6-383bee48eb63 req-462ee522-42d7-4611-96cb-f5a74fdc783e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=07780576-149a-40da-8c51-c337569691c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735435 Aug 10 03:37:57.818290 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-991c3e5e-479e-4909-b8f0-b6a2f0c502d6 req-1b062deb-b697-45cc-ac9f-676cbcf2b6ee service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=16c2ec05-0d03-441b-b8e4-9260be85eff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1469464 Aug 10 03:37:58.330047 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-3a1b5faf-6140-40e6-b199-c2b640342193 req-3305d055-4a2c-494c-8552-1a421a716a91 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4d576ad2-7394-4c3f-864f-6a176c23b589&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2582211 Aug 10 03:37:58.471630 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-991c3e5e-479e-4909-b8f0-b6a2f0c502d6 req-d875fe5d-f374-4477-83e3-1b95992cf81f service neutron] 10.222.0.61 "GET /v2.0/networks/16c2ec05-0d03-441b-b8e4-9260be85eff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6238441 Aug 10 03:37:58.533821 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b476f2-4b00-476a-95a2-b92efd260caf req-8934e3a3-107a-41a6-a655-ea4b26f605af tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:58.552450 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-55b476f2-4b00-476a-95a2-b92efd260caf req-8934e3a3-107a-41a6-a655-ea4b26f605af tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/ports?device_id=72a3ef0b-b02c-4843-9ff6-493d395a337e HTTP/1.1" status: 200 len: 945 time: 0.4499063 Aug 10 03:37:58.763759 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b5faf-6140-40e6-b199-c2b640342193 req-4eeac0c1-8c0c-44ae-926c-bf131b84254e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:58.767128 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-3a1b5faf-6140-40e6-b199-c2b640342193 req-4eeac0c1-8c0c-44ae-926c-bf131b84254e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2680b799feb54d8c9fdff98330bf1a96&device_id=4d576ad2-7394-4c3f-864f-6a176c23b589 HTTP/1.1" status: 200 len: 1097 time: 0.3798966 Aug 10 03:37:58.790332 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-985ceda3-c116-4378-b0e6-383bee48eb63 req-30ed896b-7c7a-4e49-9a11-dca1b829f9ce service neutron] 10.222.0.61 "GET /v2.0/networks/07780576-149a-40da-8c51-c337569691c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9972982 Aug 10 03:37:58.991947 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-991c3e5e-479e-4909-b8f0-b6a2f0c502d6 req-5bf846c1-1705-4179-a8e6-df70c9c74377 service neutron] 10.222.0.61 "GET /v2.0/networks/16c2ec05-0d03-441b-b8e4-9260be85eff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4536915 Aug 10 03:37:59.098706 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b5faf-6140-40e6-b199-c2b640342193 req-1826437b-4c08-4aed-ae71-958753d16579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:59.101723 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-3a1b5faf-6140-40e6-b199-c2b640342193 req-1826437b-4c08-4aed-ae71-958753d16579 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d07bf9c0-feda-49f0-ac68-879462adf9f1 HTTP/1.1" status: 200 len: 911 time: 0.2746613 Aug 10 03:37:59.138317 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-55b476f2-4b00-476a-95a2-b92efd260caf req-666732f8-1682-49fb-a481-e8784ad4a276 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/security-groups?id=94bf709a-2b1f-453e-be0d-cfe700274cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5830011 Aug 10 03:37:59.144020 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6ae13678-32c7-4c9e-98cc-602d48da17cb req-5df542d1-e117-4dc8-8d82-ec386550f646 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8dcd8b74-96fe-4f37-9861-1774a607a419&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.0984468 Aug 10 03:37:59.154733 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-985ceda3-c116-4378-b0e6-383bee48eb63 req-4baef507-3957-47f0-bfd2-9075ba9217f9 service neutron] 10.222.0.61 "GET /v2.0/networks/07780576-149a-40da-8c51-c337569691c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199482 Aug 10 03:37:59.192438 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4b50da-e990-4f43-b32d-2dff5606fb7c req-1cd63d15-074f-4ba9-bbe7-3f09df79edd9 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:59.216473 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2b4b50da-e990-4f43-b32d-2dff5606fb7c req-1cd63d15-074f-4ba9-bbe7-3f09df79edd9 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 944 time: 0.8058553 Aug 10 03:37:59.259899 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-3a1b5faf-6140-40e6-b199-c2b640342193 req-219f3905-8daa-4d1a-8832-d731152e900a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df5b258a-3930-40b7-b0b2-daf7ffbc6757 HTTP/1.1" status: 200 len: 217 time: 0.1365137 Aug 10 03:37:59.351021 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b5faf-6140-40e6-b199-c2b640342193 req-302c04fa-de59-40df-b06f-805bcab275e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:59.352988 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-3a1b5faf-6140-40e6-b199-c2b640342193 req-302c04fa-de59-40df-b06f-805bcab275e6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=33a1c40e-b5d2-46c7-a6a1-fa6cc0352aec HTTP/1.1" status: 200 len: 850 time: 0.0751767 Aug 10 03:37:59.443721 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2b4b50da-e990-4f43-b32d-2dff5606fb7c req-00309911-e2be-4a36-a601-5f3e10ea5f1f tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=970733cb-cbb6-4524-9c4b-45ba2a794350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2208090 Aug 10 03:37:59.446281 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b5faf-6140-40e6-b199-c2b640342193 req-632ee7b4-fa49-46cc-91a2-5d71f6bd81ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:59.448377 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-3a1b5faf-6140-40e6-b199-c2b640342193 req-632ee7b4-fa49-46cc-91a2-5d71f6bd81ff service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d07bf9c0-feda-49f0-ac68-879462adf9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0740542 Aug 10 03:37:59.492582 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 49460) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:59.492977 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3985132e-db82-4dd4-ac04-adc7e8efaabe req-8173cb19-38ae-413b-9f37-b95bb39bc896 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:59.495407 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3985132e-db82-4dd4-ac04-adc7e8efaabe req-8173cb19-38ae-413b-9f37-b95bb39bc896 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf313f9d-cd65-4e2f-88be-cbea27f97a45 HTTP/1.1" status: 200 len: 945 time: 0.2364271 Aug 10 03:37:59.508540 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae13678-32c7-4c9e-98cc-602d48da17cb req-a8ba051b-f4b5-4824-85a9-47932e7aedf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:59.511090 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6ae13678-32c7-4c9e-98cc-602d48da17cb req-a8ba051b-f4b5-4824-85a9-47932e7aedf4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f67bc67edb4944b7b5132d7828a0779b&device_id=8dcd8b74-96fe-4f37-9861-1774a607a419 HTTP/1.1" status: 200 len: 1097 time: 0.1952634 Aug 10 03:37:59.617493 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3985132e-db82-4dd4-ac04-adc7e8efaabe req-1cc5f84b-fa76-4534-8227-361e11a3007c tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/security-groups?id=81787cdd-9071-4003-b601-4ee333b772e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133902 Aug 10 03:37:59.712967 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-3a1b5faf-6140-40e6-b199-c2b640342193 req-56621320-4a8a-4590-9774-70c0744cdc1f service neutron] 10.222.0.61 "GET /v2.0/networks/d07bf9c0-feda-49f0-ac68-879462adf9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458832 Aug 10 03:37:59.754159 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae13678-32c7-4c9e-98cc-602d48da17cb req-5f8f3f5f-e00e-4fbc-bb44-562192100928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:59.759665 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6ae13678-32c7-4c9e-98cc-602d48da17cb req-5f8f3f5f-e00e-4fbc-bb44-562192100928 service neutron] 10.222.0.42 "GET /v2.0/networks?id=07780576-149a-40da-8c51-c337569691c7 HTTP/1.1" status: 200 len: 911 time: 0.2125080 Aug 10 03:37:59.832264 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6ae13678-32c7-4c9e-98cc-602d48da17cb req-81cd3fc0-b03a-42fd-9158-d9d75a6a3876 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7f1948d2-18d7-4408-9098-3c28d20d855d HTTP/1.1" status: 200 len: 217 time: 0.0648460 Aug 10 03:37:59.847498 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e5f77f50-aee3-4a14-afa6-560bd5cd3688 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:59.934208 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-3a1b5faf-6140-40e6-b199-c2b640342193 req-02831d56-c1d7-4d01-9e8a-2bb97c7215b1 service neutron] 10.222.0.61 "GET /v2.0/networks/d07bf9c0-feda-49f0-ac68-879462adf9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084436 Aug 10 03:37:59.953345 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae13678-32c7-4c9e-98cc-602d48da17cb req-32581762-409c-4180-8040-6c73bce500e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:59.956272 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6ae13678-32c7-4c9e-98cc-602d48da17cb req-32581762-409c-4180-8040-6c73bce500e1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fcfa072b-b6e6-40cd-99b2-40ac54d1354c HTTP/1.1" status: 200 len: 851 time: 0.1093609 Aug 10 03:38:00.005333 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6ae13678-32c7-4c9e-98cc-602d48da17cb req-cfa16186-dce7-4a5f-a092-eeafa4ba583b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=07780576-149a-40da-8c51-c337569691c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406237 Aug 10 03:38:00.019951 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e5f77f50-aee3-4a14-afa6-560bd5cd3688 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:00.024792 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e5f77f50-aee3-4a14-afa6-560bd5cd3688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:00.094909 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e5f77f50-aee3-4a14-afa6-560bd5cd3688 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=58cc7a765cde41a6b192f2b1e5ef8a1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6005766 Aug 10 03:38:00.105413 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 49514) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:00.160899 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f77f50-aee3-4a14-afa6-560bd5cd3688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=860182fc-2cb3-4da9-bd6b-c0dac80f5aec,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:00.217320 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6ae13678-32c7-4c9e-98cc-602d48da17cb req-c9888297-0b71-43c5-86a8-41a328b84540 service neutron] 10.222.0.42 "GET /v2.0/networks/07780576-149a-40da-8c51-c337569691c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026529 Aug 10 03:38:00.221025 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-afe73832-5581-4cb4-97e5-78894ab2a365 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:00.314148 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-afe73832-5581-4cb4-97e5-78894ab2a365 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:00.874834 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b07914e-fb5e-4c2e-8c58-4d21215d8310 req-12b1ccc3-2358-4fcc-baec-e769262e4c97 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:00.877126 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3b07914e-fb5e-4c2e-8c58-4d21215d8310 req-12b1ccc3-2358-4fcc-baec-e769262e4c97 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/ports?device_id=72a3ef0b-b02c-4843-9ff6-493d395a337e HTTP/1.1" status: 200 len: 945 time: 0.5743949 Aug 10 03:38:00.894784 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6ae13678-32c7-4c9e-98cc-602d48da17cb req-4dee5cad-6f2f-4d80-8f5a-1ea689d63afb service neutron] 10.222.0.42 "GET /v2.0/networks/07780576-149a-40da-8c51-c337569691c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6610968 Aug 10 03:38:00.902016 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-afe73832-5581-4cb4-97e5-78894ab2a365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:00.905736 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-afe73832-5581-4cb4-97e5-78894ab2a365 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:00.907479 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-afe73832-5581-4cb4-97e5-78894ab2a365 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/860182fc-2cb3-4da9-bd6b-c0dac80f5aec HTTP/1.1" status: 204 len: 168 time: 0.8003700 Aug 10 03:38:00.930843 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1e9663-1614-4734-981a-e5139f1cd6af req-e9f46b1d-0ad4-40c1-ba6f-63dd64402f76 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:00.935655 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ea1e9663-1614-4734-981a-e5139f1cd6af req-e9f46b1d-0ad4-40c1-ba6f-63dd64402f76 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 944 time: 0.1867173 Aug 10 03:38:00.994122 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe73832-5581-4cb4-97e5-78894ab2a365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=860182fc-2cb3-4da9-bd6b-c0dac80f5aec,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:01.060851 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3b07914e-fb5e-4c2e-8c58-4d21215d8310 req-485e2457-be48-4b01-aa66-3631fe74098a tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/security-groups?id=94bf709a-2b1f-453e-be0d-cfe700274cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505861 Aug 10 03:38:01.108842 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ea1e9663-1614-4734-981a-e5139f1cd6af req-0d13766e-9655-4ac7-867a-4f9beaba75ba tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=970733cb-cbb6-4524-9c4b-45ba2a794350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268332 Aug 10 03:38:01.305443 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7c3d65-fff7-4d12-a01a-a5d00d682980 req-2d2eb2ff-74f4-42a2-9ae0-545552040869 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:01.319727 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bc7c3d65-fff7-4d12-a01a-a5d00d682980 req-2d2eb2ff-74f4-42a2-9ae0-545552040869 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf313f9d-cd65-4e2f-88be-cbea27f97a45 HTTP/1.1" status: 200 len: 945 time: 0.1458395 Aug 10 03:38:01.437300 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bc7c3d65-fff7-4d12-a01a-a5d00d682980 req-46b26f3b-ab3b-4e92-b806-d1c427033352 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/security-groups?id=81787cdd-9071-4003-b601-4ee333b772e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158507 Aug 10 03:38:01.496631 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cb8216-4ef5-4258-82df-256191315018 req-fda6e47e-1ff9-45a2-841d-0f40939303b3 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:01.499695 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-72cb8216-4ef5-4258-82df-256191315018 req-fda6e47e-1ff9-45a2-841d-0f40939303b3 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 944 time: 0.1660211 Aug 10 03:38:01.607199 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-72cb8216-4ef5-4258-82df-256191315018 req-8b8d83ce-3ba7-423f-91ef-ca1c4bd9471b tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=970733cb-cbb6-4524-9c4b-45ba2a794350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939524 Aug 10 03:38:01.672587 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 49668) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:01.699873 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ce1ebb94-9704-4279-94a3-779c3cb01955 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:01.918427 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd86ab96-0b3a-4924-bc84-829a2d615a9b req-4485be92-3cfa-4239-91ae-f0b5237848e4 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:01.920722 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cd86ab96-0b3a-4924-bc84-829a2d615a9b req-4485be92-3cfa-4239-91ae-f0b5237848e4 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 944 time: 0.1214256 Aug 10 03:38:02.001107 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 49680) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:02.028183 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cd86ab96-0b3a-4924-bc84-829a2d615a9b req-b5ebb2f2-5205-4ece-a30e-472be792b565 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=970733cb-cbb6-4524-9c4b-45ba2a794350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957503 Aug 10 03:38:02.037384 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ce1ebb94-9704-4279-94a3-779c3cb01955 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:02.047319 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ce1ebb94-9704-4279-94a3-779c3cb01955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:02.115011 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1ebb94-9704-4279-94a3-779c3cb01955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49f51221-1dfc-468c-8341-a07b65299523,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:02.151636 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 49688) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:02.152258 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-ce1ebb94-9704-4279-94a3-779c3cb01955 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f112523737444786892b4e10c031aa18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4780149 Aug 10 03:38:02.298395 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a478bafd-4749-4a3c-bba8-d7027a223267 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:02.300883 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b5fd872a-2192-4bc9-999d-6bf5246420da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:02.320935 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e224408-67d6-408b-803c-fcce2692e98a req-2fe7b6e6-ce10-4aad-9a3b-2bac67692aca tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:02.323884 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5e224408-67d6-408b-803c-fcce2692e98a req-2fe7b6e6-ce10-4aad-9a3b-2bac67692aca tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 944 time: 0.1491108 Aug 10 03:38:02.349909 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b5fd872a-2192-4bc9-999d-6bf5246420da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:02.394651 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63de6bf6-9c03-40ed-be2d-df8b3fc676c2 req-3ed7a0e0-c342-4880-b838-fead5ddb0e7d tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:02.410417 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-63de6bf6-9c03-40ed-be2d-df8b3fc676c2 req-3ed7a0e0-c342-4880-b838-fead5ddb0e7d tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/ports?device_id=72a3ef0b-b02c-4843-9ff6-493d395a337e HTTP/1.1" status: 200 len: 945 time: 0.1763442 Aug 10 03:38:02.439025 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:38:02.454863 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b5fd872a-2192-4bc9-999d-6bf5246420da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:02.457725 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b5fd872a-2192-4bc9-999d-6bf5246420da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:02.459133 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-b5fd872a-2192-4bc9-999d-6bf5246420da admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/49f51221-1dfc-468c-8341-a07b65299523 HTTP/1.1" status: 204 len: 168 time: 0.3063424 Aug 10 03:38:02.486731 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fd872a-2192-4bc9-999d-6bf5246420da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f51221-1dfc-468c-8341-a07b65299523,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:02.493109 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5e224408-67d6-408b-803c-fcce2692e98a req-bef60946-3756-4aad-8cce-39e00bba04dd tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=970733cb-cbb6-4524-9c4b-45ba2a794350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1599534 Aug 10 03:38:02.559953 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-63de6bf6-9c03-40ed-be2d-df8b3fc676c2 req-88ad17b7-f403-4492-9510-1140b7ecd5d7 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/security-groups?id=94bf709a-2b1f-453e-be0d-cfe700274cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475120 Aug 10 03:38:02.635622 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a478bafd-4749-4a3c-bba8-d7027a223267 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:02.642040 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a478bafd-4749-4a3c-bba8-d7027a223267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:02.728766 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a478bafd-4749-4a3c-bba8-d7027a223267 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f251da33a6cd48e9a40ac6d81a987e7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7261078 Aug 10 03:38:02.729055 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 49702) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:02.748902 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a478bafd-4749-4a3c-bba8-d7027a223267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad9bfa3f-d6dd-49e9-a18a-a63a595e25a7,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:02.758652 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc11188-a59d-4738-9831-38658512ada0 req-6c114f01-47fc-468a-8246-169b9a916710 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:02.761831 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9bc11188-a59d-4738-9831-38658512ada0 req-6c114f01-47fc-468a-8246-169b9a916710 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf313f9d-cd65-4e2f-88be-cbea27f97a45 HTTP/1.1" status: 200 len: 945 time: 0.1313865 Aug 10 03:38:02.923707 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9bc11188-a59d-4738-9831-38658512ada0 req-36585df4-4ff3-41c8-ae85-0378aaa65ac2 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/security-groups?id=81787cdd-9071-4003-b601-4ee333b772e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487865 Aug 10 03:38:02.984599 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-349768de-276a-4661-8786-4c50d79fce79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:03.025657 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-349768de-276a-4661-8786-4c50d79fce79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:03.118400 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-349768de-276a-4661-8786-4c50d79fce79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:03.122564 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-349768de-276a-4661-8786-4c50d79fce79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:03.128691 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-349768de-276a-4661-8786-4c50d79fce79 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ad9bfa3f-d6dd-49e9-a18a-a63a595e25a7 HTTP/1.1" status: 204 len: 168 time: 0.3919251 Aug 10 03:38:03.167063 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349768de-276a-4661-8786-4c50d79fce79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad9bfa3f-d6dd-49e9-a18a-a63a595e25a7,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:03.176536 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:03.832297 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ca1b9d-eea4-43a4-8a5a-67bbdfff4234 req-a73f02fd-22e3-465f-ae81-205e13dc7dfc tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:03.835357 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-51ca1b9d-eea4-43a4-8a5a-67bbdfff4234 req-a73f02fd-22e3-465f-ae81-205e13dc7dfc tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/ports?device_id=72a3ef0b-b02c-4843-9ff6-493d395a337e HTTP/1.1" status: 200 len: 945 time: 0.1251099 Aug 10 03:38:03.906840 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-51ca1b9d-eea4-43a4-8a5a-67bbdfff4234 req-c3bcd68a-67ac-4ffe-be2b-bba6356e124a tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/security-groups?id=94bf709a-2b1f-453e-be0d-cfe700274cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585587 Aug 10 03:38:04.110427 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74773884-35f5-41af-8106-eeaf6b785735 req-7a3ac6a0-fbd8-4ba6-ba2e-cf36a98d84d9 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:04.112075 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-74773884-35f5-41af-8106-eeaf6b785735 req-7a3ac6a0-fbd8-4ba6-ba2e-cf36a98d84d9 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf313f9d-cd65-4e2f-88be-cbea27f97a45 HTTP/1.1" status: 200 len: 945 time: 0.0914688 Aug 10 03:38:04.165162 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-74773884-35f5-41af-8106-eeaf6b785735 req-57971199-6f73-4841-9cc3-3fe478bcd3bc tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/security-groups?id=81787cdd-9071-4003-b601-4ee333b772e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410547 Aug 10 03:38:05.073973 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0faa989-a591-4c2f-9f41-c41017644d97 req-b22cbd89-29ae-4979-9135-5144404ec66b tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:05.075908 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a0faa989-a591-4c2f-9f41-c41017644d97 req-b22cbd89-29ae-4979-9135-5144404ec66b tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/ports?device_id=72a3ef0b-b02c-4843-9ff6-493d395a337e HTTP/1.1" status: 200 len: 945 time: 0.0687046 Aug 10 03:38:05.154913 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a0faa989-a591-4c2f-9f41-c41017644d97 req-fa0cc68a-9b41-4630-9fee-ae2ecb126625 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/security-groups?id=94bf709a-2b1f-453e-be0d-cfe700274cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725169 Aug 10 03:38:05.884237 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28050fa-a601-4a8c-9b7a-c3f016116375 req-63774181-9bdf-4e9f-9945-61a63ae3efa9 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:05.886335 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e28050fa-a601-4a8c-9b7a-c3f016116375 req-63774181-9bdf-4e9f-9945-61a63ae3efa9 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf313f9d-cd65-4e2f-88be-cbea27f97a45 HTTP/1.1" status: 200 len: 945 time: 0.0804930 Aug 10 03:38:05.937636 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e28050fa-a601-4a8c-9b7a-c3f016116375 req-8016b3e7-1fb4-4add-9ae2-d1040900c38f tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/security-groups?id=81787cdd-9071-4003-b601-4ee333b772e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422385 Aug 10 03:38:06.394560 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d62906b-ed39-4661-a40c-b269f3470e59 req-b81ea576-9bda-44d1-b0f8-a98e107f7df8 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:06.405990 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2d62906b-ed39-4661-a40c-b269f3470e59 req-b81ea576-9bda-44d1-b0f8-a98e107f7df8 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/ports?device_id=72a3ef0b-b02c-4843-9ff6-493d395a337e HTTP/1.1" status: 200 len: 945 time: 0.1122191 Aug 10 03:38:06.476075 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2d62906b-ed39-4661-a40c-b269f3470e59 req-2fbe95a5-a8d4-4f5a-8a38-8982141e4761 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/security-groups?id=94bf709a-2b1f-453e-be0d-cfe700274cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686932 Aug 10 03:38:07.749199 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67851222-eb1c-40ee-b73b-fd327932e620 req-645df5d0-79f3-4588-86b8-dc191e684420 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:07.766195 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-67851222-eb1c-40ee-b73b-fd327932e620 req-645df5d0-79f3-4588-86b8-dc191e684420 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/ports?device_id=72a3ef0b-b02c-4843-9ff6-493d395a337e HTTP/1.1" status: 200 len: 945 time: 0.1558404 Aug 10 03:38:07.833676 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-67851222-eb1c-40ee-b73b-fd327932e620 req-8b416589-66ab-4b75-b699-93a64fd5ad1a tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/security-groups?id=94bf709a-2b1f-453e-be0d-cfe700274cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656838 Aug 10 03:38:08.977960 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed46182-e510-41bc-a6cd-10988ed03731 req-b099f3a1-3f5c-43c4-99c5-fcf7bdbe429f tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:08.979528 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3ed46182-e510-41bc-a6cd-10988ed03731 req-b099f3a1-3f5c-43c4-99c5-fcf7bdbe429f tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/ports?device_id=72a3ef0b-b02c-4843-9ff6-493d395a337e HTTP/1.1" status: 200 len: 945 time: 0.0539978 Aug 10 03:38:09.029661 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3ed46182-e510-41bc-a6cd-10988ed03731 req-605f87d8-9fad-4870-806f-018d09e9a946 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/security-groups?id=94bf709a-2b1f-453e-be0d-cfe700274cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435867 Aug 10 03:38:10.208363 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522bb495-707e-4607-b7b1-e88ae85918de req-b81219e2-2c32-409a-bc3b-6e1e6fc267f2 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:10.210330 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-522bb495-707e-4607-b7b1-e88ae85918de req-b81219e2-2c32-409a-bc3b-6e1e6fc267f2 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/ports?device_id=72a3ef0b-b02c-4843-9ff6-493d395a337e HTTP/1.1" status: 200 len: 945 time: 0.0817463 Aug 10 03:38:10.261834 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-522bb495-707e-4607-b7b1-e88ae85918de req-5447064b-6d35-4d9f-b2df-d39f9da39ed3 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/security-groups?id=94bf709a-2b1f-453e-be0d-cfe700274cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424135 Aug 10 03:38:11.536001 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ff9f2-6b39-42ca-8e85-4e20c8e778f7 req-01296a5a-dfa3-44dd-9d02-4c8bd4c1356f tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:11.550733 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e29ff9f2-6b39-42ca-8e85-4e20c8e778f7 req-01296a5a-dfa3-44dd-9d02-4c8bd4c1356f tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/ports?device_id=72a3ef0b-b02c-4843-9ff6-493d395a337e HTTP/1.1" status: 200 len: 945 time: 0.1085241 Aug 10 03:38:11.638646 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e29ff9f2-6b39-42ca-8e85-4e20c8e778f7 req-1db1750a-dcc1-471e-8043-d4c41a06c265 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/security-groups?id=94bf709a-2b1f-453e-be0d-cfe700274cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860913 Aug 10 03:38:11.703495 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 49864) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:11.905394 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-fbb3eb16-df42-4316-bbea-04c198b883f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:12.021755 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-fbb3eb16-df42-4316-bbea-04c198b883f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:12.026958 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-fbb3eb16-df42-4316-bbea-04c198b883f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:12.074520 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-fbb3eb16-df42-4316-bbea-04c198b883f5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=89fe9648f30c4680ae1f5dbd53226deb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3695877 Aug 10 03:38:12.075109 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb3eb16-df42-4316-bbea-04c198b883f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=804e2b23-559f-43e9-867c-602997bfcbf2,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:12.077085 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 49870) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:12.142335 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-88fa1e0d-548d-4483-b08c-123343c1fb5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:12.170084 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-88fa1e0d-548d-4483-b08c-123343c1fb5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:12.232525 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-88fa1e0d-548d-4483-b08c-123343c1fb5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:12.236160 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-88fa1e0d-548d-4483-b08c-123343c1fb5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:12.239830 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-88fa1e0d-548d-4483-b08c-123343c1fb5f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/804e2b23-559f-43e9-867c-602997bfcbf2 HTTP/1.1" status: 204 len: 168 time: 0.1588280 Aug 10 03:38:12.248572 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fa1e0d-548d-4483-b08c-123343c1fb5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=804e2b23-559f-43e9-867c-602997bfcbf2,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:12.569336 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 49878) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:12.585764 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-060988be-6fce-466e-820a-d10db15efd36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:12.716133 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-060988be-6fce-466e-820a-d10db15efd36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:12.724081 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-060988be-6fce-466e-820a-d10db15efd36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:12.816450 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060988be-6fce-466e-820a-d10db15efd36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b10fde6a-54f4-4520-9099-4338cca386ce,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:12.827406 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 49884) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:12.827561 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-060988be-6fce-466e-820a-d10db15efd36 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=88e4519f316b4c549782333b8975db0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2563238 Aug 10 03:38:12.852212 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6075fb4e-22fe-4667-b903-11da608920e5 req-30d19bcf-7e24-43ed-ae15-5c8706633994 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:12.853911 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6075fb4e-22fe-4667-b903-11da608920e5 req-30d19bcf-7e24-43ed-ae15-5c8706633994 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/ports?device_id=72a3ef0b-b02c-4843-9ff6-493d395a337e HTTP/1.1" status: 200 len: 945 time: 0.1267176 Aug 10 03:38:12.909917 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6075fb4e-22fe-4667-b903-11da608920e5 req-1b6f9a00-858c-40ec-867b-441835501dd2 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/security-groups?id=94bf709a-2b1f-453e-be0d-cfe700274cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481725 Aug 10 03:38:12.927548 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f57482ee-1656-4b33-a317-b4176351c797 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:12.969062 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f57482ee-1656-4b33-a317-b4176351c797 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:13.051009 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f57482ee-1656-4b33-a317-b4176351c797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:13.056973 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f57482ee-1656-4b33-a317-b4176351c797 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:13.059568 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-f57482ee-1656-4b33-a317-b4176351c797 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b10fde6a-54f4-4520-9099-4338cca386ce HTTP/1.1" status: 204 len: 168 time: 0.2291300 Aug 10 03:38:13.077769 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57482ee-1656-4b33-a317-b4176351c797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b10fde6a-54f4-4520-9099-4338cca386ce,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:14.174323 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db43644-8337-4797-906e-207474ab97c7 req-fd60d334-2a54-45be-af44-1e16875ca058 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:14.187357 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7db43644-8337-4797-906e-207474ab97c7 req-fd60d334-2a54-45be-af44-1e16875ca058 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/ports?device_id=72a3ef0b-b02c-4843-9ff6-493d395a337e HTTP/1.1" status: 200 len: 945 time: 0.1160898 Aug 10 03:38:14.263104 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7db43644-8337-4797-906e-207474ab97c7 req-79b537bd-52a6-450d-ba54-e4b528a02782 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/security-groups?id=94bf709a-2b1f-453e-be0d-cfe700274cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708768 Aug 10 03:38:15.484443 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73372cce-1f81-464a-b189-022390deec0e req-d2e10b12-07dc-4898-b5f8-202239a82d23 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:15.488647 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-73372cce-1f81-464a-b189-022390deec0e req-d2e10b12-07dc-4898-b5f8-202239a82d23 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/ports?device_id=72a3ef0b-b02c-4843-9ff6-493d395a337e HTTP/1.1" status: 200 len: 945 time: 0.0841005 Aug 10 03:38:15.556204 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-73372cce-1f81-464a-b189-022390deec0e req-3d279c99-7726-4faf-9017-84e6ac0a1a21 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/security-groups?id=94bf709a-2b1f-453e-be0d-cfe700274cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578547 Aug 10 03:38:16.770322 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d30e509-5fa9-4b2c-9afe-177b9ee58ed0 req-a52fb734-983d-4ee5-9861-41174c5326d1 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:16.773747 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1d30e509-5fa9-4b2c-9afe-177b9ee58ed0 req-a52fb734-983d-4ee5-9861-41174c5326d1 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/ports?device_id=72a3ef0b-b02c-4843-9ff6-493d395a337e HTTP/1.1" status: 200 len: 945 time: 0.0632536 Aug 10 03:38:16.844949 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1d30e509-5fa9-4b2c-9afe-177b9ee58ed0 req-448133cf-d41d-4d1e-a553-aad0fd48a80f tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/security-groups?id=94bf709a-2b1f-453e-be0d-cfe700274cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476990 Aug 10 03:38:18.038918 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e606150d-62d2-49a1-b676-9a651959248b req-5d29fd5e-8bd6-461d-ade7-ab1cec7467af tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:18.042062 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e606150d-62d2-49a1-b676-9a651959248b req-5d29fd5e-8bd6-461d-ade7-ab1cec7467af tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/ports?device_id=72a3ef0b-b02c-4843-9ff6-493d395a337e HTTP/1.1" status: 200 len: 945 time: 0.0825851 Aug 10 03:38:18.101775 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e606150d-62d2-49a1-b676-9a651959248b req-5c88f090-4eca-4113-bb05-4f73d3d95a02 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/security-groups?id=94bf709a-2b1f-453e-be0d-cfe700274cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534461 Aug 10 03:38:19.267361 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188cac89-a971-44b0-803a-64b2393e3198 req-db89b210-d9e8-441a-8a95-a936d7a0833b tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:19.274959 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-188cac89-a971-44b0-803a-64b2393e3198 req-db89b210-d9e8-441a-8a95-a936d7a0833b tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/ports?device_id=72a3ef0b-b02c-4843-9ff6-493d395a337e HTTP/1.1" status: 200 len: 945 time: 0.0756094 Aug 10 03:38:19.325020 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-188cac89-a971-44b0-803a-64b2393e3198 req-27ae6fd7-7789-4292-ba63-dd7086f482cb tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/security-groups?id=94bf709a-2b1f-453e-be0d-cfe700274cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430734 Aug 10 03:38:20.533698 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ad108-52d1-431b-a261-da1c2100fd3e req-51fa4af5-ab01-4345-9faf-3902eb39efc8 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:20.538561 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-062ad108-52d1-431b-a261-da1c2100fd3e req-51fa4af5-ab01-4345-9faf-3902eb39efc8 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/ports?device_id=72a3ef0b-b02c-4843-9ff6-493d395a337e HTTP/1.1" status: 200 len: 945 time: 0.0899239 Aug 10 03:38:20.607062 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-062ad108-52d1-431b-a261-da1c2100fd3e req-b30769f8-7db0-42a7-9c64-1e892521e33c tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/security-groups?id=94bf709a-2b1f-453e-be0d-cfe700274cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601294 Aug 10 03:38:21.327376 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-2c04f922-873b-4a05-b156-546d52c811f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:21.512540 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0268e8be-e9b2-46b3-8b4e-41ebfdac80ff req-68f257d6-1a03-41bf-8e52-e8de8247b5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:21.518446 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-0268e8be-e9b2-46b3-8b4e-41ebfdac80ff req-68f257d6-1a03-41bf-8e52-e8de8247b5b9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e4fb7285a7d34b95bf40b43e762fde54&device_id=cf313f9d-cd65-4e2f-88be-cbea27f97a45 HTTP/1.1" status: 200 len: 1097 time: 0.0806158 Aug 10 03:38:21.567549 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa2af79-01c9-4ec7-bcde-f6b1b6b813c7 req-df659e92-6830-418a-924b-a402107722ba tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:21.576804 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9aa2af79-01c9-4ec7-bcde-f6b1b6b813c7 req-df659e92-6830-418a-924b-a402107722ba tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf313f9d-cd65-4e2f-88be-cbea27f97a45 HTTP/1.1" status: 200 len: 945 time: 0.1147280 Aug 10 03:38:21.637352 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0268e8be-e9b2-46b3-8b4e-41ebfdac80ff req-838768ab-1b0b-4551-98c1-ebd57c804414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:21.638885 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-0268e8be-e9b2-46b3-8b4e-41ebfdac80ff req-838768ab-1b0b-4551-98c1-ebd57c804414 service neutron] 10.222.0.61 "GET /v2.0/networks?id=16c2ec05-0d03-441b-b8e4-9260be85eff6 HTTP/1.1" status: 200 len: 918 time: 0.1091332 Aug 10 03:38:21.661218 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9aa2af79-01c9-4ec7-bcde-f6b1b6b813c7 req-c4bbe693-e405-46a5-ae4a-f4c5e9d16ebb tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/security-groups?id=81787cdd-9071-4003-b601-4ee333b772e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774863 Aug 10 03:38:21.706526 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-0268e8be-e9b2-46b3-8b4e-41ebfdac80ff req-515a3b5a-1559-4459-90af-0443e3c1e6a1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=455a4f39-0716-4aad-9d66-505c3fcfde84 HTTP/1.1" status: 200 len: 217 time: 0.0577569 Aug 10 03:38:21.773880 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb15e10-21c2-4c57-8ee7-ef464f66275c req-621ffd70-dcb6-495f-b301-167f27456682 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:21.785900 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cfb15e10-21c2-4c57-8ee7-ef464f66275c req-621ffd70-dcb6-495f-b301-167f27456682 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/ports?device_id=72a3ef0b-b02c-4843-9ff6-493d395a337e HTTP/1.1" status: 200 len: 945 time: 0.0868590 Aug 10 03:38:21.797308 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0268e8be-e9b2-46b3-8b4e-41ebfdac80ff req-724884fd-c5bb-460e-a7cd-f9d25ff647d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:21.800029 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-0268e8be-e9b2-46b3-8b4e-41ebfdac80ff req-724884fd-c5bb-460e-a7cd-f9d25ff647d8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ea48bd44-bbf6-43f2-aa3c-02607a9a3f1d HTTP/1.1" status: 200 len: 858 time: 0.0726783 Aug 10 03:38:21.846907 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-0268e8be-e9b2-46b3-8b4e-41ebfdac80ff req-a44c8ed7-1c7b-4fb2-9922-6cae0482b519 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=16c2ec05-0d03-441b-b8e4-9260be85eff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298219 Aug 10 03:38:21.855390 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cfb15e10-21c2-4c57-8ee7-ef464f66275c req-e361fb75-81bc-4be5-829e-4cb89086936d tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/security-groups?id=94bf709a-2b1f-453e-be0d-cfe700274cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673368 Aug 10 03:38:22.028058 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-0268e8be-e9b2-46b3-8b4e-41ebfdac80ff req-c14d872f-089a-4d57-9319-3f96194181da service neutron] 10.222.0.61 "GET /v2.0/networks/16c2ec05-0d03-441b-b8e4-9260be85eff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641355 Aug 10 03:38:22.149052 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-0268e8be-e9b2-46b3-8b4e-41ebfdac80ff req-0fa77ca4-1741-4cf2-a05f-390a14d61fbc service neutron] 10.222.0.61 "GET /v2.0/networks/16c2ec05-0d03-441b-b8e4-9260be85eff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069710 Aug 10 03:38:22.839907 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc08a54-1763-41b8-8291-3bd3f25f44ff req-99555313-529c-4741-9cd2-5182052d1fb2 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:22.841618 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-abc08a54-1763-41b8-8291-3bd3f25f44ff req-99555313-529c-4741-9cd2-5182052d1fb2 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf313f9d-cd65-4e2f-88be-cbea27f97a45 HTTP/1.1" status: 200 len: 945 time: 0.0575244 Aug 10 03:38:22.894933 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-abc08a54-1763-41b8-8291-3bd3f25f44ff req-ddef28bd-c8f4-4764-b9aa-1cfb47ad10e5 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/security-groups?id=81787cdd-9071-4003-b601-4ee333b772e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464053 Aug 10 03:38:23.010659 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156cf734-2943-4d1f-88e1-6dbff51b2b78 req-7394f908-b71b-49e8-8c67-de8b219b8270 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:23.012289 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-156cf734-2943-4d1f-88e1-6dbff51b2b78 req-7394f908-b71b-49e8-8c67-de8b219b8270 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/ports?device_id=72a3ef0b-b02c-4843-9ff6-493d395a337e HTTP/1.1" status: 200 len: 945 time: 0.0584173 Aug 10 03:38:23.064150 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-156cf734-2943-4d1f-88e1-6dbff51b2b78 req-cb4e3084-46e3-461c-a94d-0770785ba388 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/security-groups?id=94bf709a-2b1f-453e-be0d-cfe700274cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435288 Aug 10 03:38:23.652703 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c5543f0f-355b-4b41-95a4-2b6e73125db5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:24.080898 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bc3c85-4a74-457f-9043-9573ae73fe67 req-4c9a1fa3-b05e-48e0-ab29-d1553e786c64 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:24.083642 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e3bc3c85-4a74-457f-9043-9573ae73fe67 req-4c9a1fa3-b05e-48e0-ab29-d1553e786c64 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf313f9d-cd65-4e2f-88be-cbea27f97a45 HTTP/1.1" status: 200 len: 945 time: 0.0594494 Aug 10 03:38:24.140747 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e3bc3c85-4a74-457f-9043-9573ae73fe67 req-3578efd1-12ad-432a-b40f-02d188c65877 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/security-groups?id=81787cdd-9071-4003-b601-4ee333b772e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499873 Aug 10 03:38:24.237745 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:24.248483 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b28aa1-6a67-4ee9-acc7-680735301a59 req-e35f8c56-30e5-40b0-8a32-7aefee1d612c tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:24.255232 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-11b28aa1-6a67-4ee9-acc7-680735301a59 req-e35f8c56-30e5-40b0-8a32-7aefee1d612c tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/ports?device_id=72a3ef0b-b02c-4843-9ff6-493d395a337e HTTP/1.1" status: 200 len: 945 time: 0.0824916 Aug 10 03:38:24.299952 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-11b28aa1-6a67-4ee9-acc7-680735301a59 req-c6671319-0dd5-4f21-a31a-b56978bf0c33 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/security-groups?id=94bf709a-2b1f-453e-be0d-cfe700274cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404034 Aug 10 03:38:25.325058 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1a5b95-890d-4392-bb46-f3858f57822f req-9b757b54-00cf-4142-a690-91fb147bf4eb tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:25.327713 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ff1a5b95-890d-4392-bb46-f3858f57822f req-9b757b54-00cf-4142-a690-91fb147bf4eb tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf313f9d-cd65-4e2f-88be-cbea27f97a45 HTTP/1.1" status: 200 len: 945 time: 0.0962770 Aug 10 03:38:25.352308 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:25.391067 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ff1a5b95-890d-4392-bb46-f3858f57822f req-2a241c00-9f7e-43c5-ab37-599ea571c71d tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/security-groups?id=81787cdd-9071-4003-b601-4ee333b772e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528121 Aug 10 03:38:25.506943 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c1304-d97f-4712-9f5f-ed53d3807109 req-ecf0fa1f-2d1a-4dd4-bd1c-16628d7cbefa tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:25.508658 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a47c1304-d97f-4712-9f5f-ed53d3807109 req-ecf0fa1f-2d1a-4dd4-bd1c-16628d7cbefa tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/ports?device_id=72a3ef0b-b02c-4843-9ff6-493d395a337e HTTP/1.1" status: 200 len: 945 time: 0.0577018 Aug 10 03:38:25.564128 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a47c1304-d97f-4712-9f5f-ed53d3807109 req-29662720-6ac1-4fd1-b984-cbda62a953d3 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/security-groups?id=94bf709a-2b1f-453e-be0d-cfe700274cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459831 Aug 10 03:38:26.169463 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:26.603322 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3fc9a0-1164-4d38-a632-fee5e7d3ccc2 req-f80e3b6b-c9a3-4511-a348-a2f197dc526b tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:26.606931 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ec3fc9a0-1164-4d38-a632-fee5e7d3ccc2 req-f80e3b6b-c9a3-4511-a348-a2f197dc526b tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf313f9d-cd65-4e2f-88be-cbea27f97a45 HTTP/1.1" status: 200 len: 945 time: 0.1029897 Aug 10 03:38:26.706388 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ec3fc9a0-1164-4d38-a632-fee5e7d3ccc2 req-e7ba6e7e-23d7-4e12-92f4-22a4ddd7f463 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/security-groups?id=81787cdd-9071-4003-b601-4ee333b772e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874579 Aug 10 03:38:26.798955 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:26.827343 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96184be-8cca-4240-93a8-6b9becb029b8 req-23cb750a-727e-4526-a6fb-b9f10a67ce6d tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:26.829375 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c96184be-8cca-4240-93a8-6b9becb029b8 req-23cb750a-727e-4526-a6fb-b9f10a67ce6d tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/ports?device_id=72a3ef0b-b02c-4843-9ff6-493d395a337e HTTP/1.1" status: 200 len: 945 time: 0.0881746 Aug 10 03:38:26.894981 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c96184be-8cca-4240-93a8-6b9becb029b8 req-1d071916-cf35-4603-9cee-985053baa714 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/security-groups?id=94bf709a-2b1f-453e-be0d-cfe700274cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559924 Aug 10 03:38:27.901935 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c06b6-91b4-4464-8665-e1311a465292 req-f25ae254-8329-4c75-9679-8b4f8e9ee338 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:27.905054 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-794c06b6-91b4-4464-8665-e1311a465292 req-f25ae254-8329-4c75-9679-8b4f8e9ee338 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf313f9d-cd65-4e2f-88be-cbea27f97a45 HTTP/1.1" status: 200 len: 945 time: 0.0897961 Aug 10 03:38:27.993680 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-794c06b6-91b4-4464-8665-e1311a465292 req-a0790c1d-b163-44d3-bfb2-c8948a35e1aa tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/security-groups?id=81787cdd-9071-4003-b601-4ee333b772e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818360 Aug 10 03:38:28.096063 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e486fbf-5a44-42d1-8c5d-263133e7438f req-fbcc36bc-12eb-43fe-9e2e-3c53b9f5c0be tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:28.097783 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7e486fbf-5a44-42d1-8c5d-263133e7438f req-fbcc36bc-12eb-43fe-9e2e-3c53b9f5c0be tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/ports?device_id=72a3ef0b-b02c-4843-9ff6-493d395a337e HTTP/1.1" status: 200 len: 945 time: 0.0682430 Aug 10 03:38:28.153357 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7e486fbf-5a44-42d1-8c5d-263133e7438f req-3737affb-a56e-4e78-ae66-87762170a6a0 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/security-groups?id=94bf709a-2b1f-453e-be0d-cfe700274cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485458 Aug 10 03:38:29.247294 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23de0ed5-43eb-4713-863a-227e35c02d82 req-1f2664e4-262e-4dc8-ad85-210b62ae8a7a tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:29.250078 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-23de0ed5-43eb-4713-863a-227e35c02d82 req-1f2664e4-262e-4dc8-ad85-210b62ae8a7a tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf313f9d-cd65-4e2f-88be-cbea27f97a45 HTTP/1.1" status: 200 len: 945 time: 0.1226993 Aug 10 03:38:29.327491 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-23de0ed5-43eb-4713-863a-227e35c02d82 req-5badb0e6-edaa-43f3-a060-090a9325359d tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/security-groups?id=81787cdd-9071-4003-b601-4ee333b772e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679669 Aug 10 03:38:29.359425 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38c32b3-50ec-474d-a2b2-af10f631d85a req-0057bf9f-1889-4169-8ffa-e5e97227b271 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:29.361573 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f38c32b3-50ec-474d-a2b2-af10f631d85a req-0057bf9f-1889-4169-8ffa-e5e97227b271 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/ports?device_id=72a3ef0b-b02c-4843-9ff6-493d395a337e HTTP/1.1" status: 200 len: 945 time: 0.0861118 Aug 10 03:38:29.430252 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f38c32b3-50ec-474d-a2b2-af10f631d85a req-4bdc0fee-d94a-450b-b48a-8c4477ff13f8 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/security-groups?id=94bf709a-2b1f-453e-be0d-cfe700274cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595689 Aug 10 03:38:30.476187 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da72547f-76d4-472c-a81a-afd465637910 req-9344148c-0f5f-4e40-8f56-bf50b7ac9614 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:30.492804 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-da72547f-76d4-472c-a81a-afd465637910 req-9344148c-0f5f-4e40-8f56-bf50b7ac9614 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf313f9d-cd65-4e2f-88be-cbea27f97a45 HTTP/1.1" status: 200 len: 945 time: 0.0680904 Aug 10 03:38:30.567753 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-da72547f-76d4-472c-a81a-afd465637910 req-c14b2ab5-fd56-4ad9-8155-b31078b636d1 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/security-groups?id=81787cdd-9071-4003-b601-4ee333b772e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728550 Aug 10 03:38:30.617514 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20073a63-e602-4c47-9e30-fd28e2fab550 req-11895746-df3d-4696-8e29-79bb75293062 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:30.619527 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-20073a63-e602-4c47-9e30-fd28e2fab550 req-11895746-df3d-4696-8e29-79bb75293062 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/ports?device_id=72a3ef0b-b02c-4843-9ff6-493d395a337e HTTP/1.1" status: 200 len: 945 time: 0.0837600 Aug 10 03:38:30.674989 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-20073a63-e602-4c47-9e30-fd28e2fab550 req-7c45f5a7-a901-4c55-8fdb-78a0a92493ff tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/security-groups?id=94bf709a-2b1f-453e-be0d-cfe700274cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492225 Aug 10 03:38:31.778714 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ef9b17-8809-472b-b484-81cca6030cf4 req-a1050fcf-7f65-489e-a75d-49035b7e13e3 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:31.780550 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-14ef9b17-8809-472b-b484-81cca6030cf4 req-a1050fcf-7f65-489e-a75d-49035b7e13e3 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf313f9d-cd65-4e2f-88be-cbea27f97a45 HTTP/1.1" status: 200 len: 945 time: 0.0620146 Aug 10 03:38:31.884535 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90850b2a-6a77-47c1-a0fb-56446ee7bfc0 req-68a1bfae-1a8c-48bc-985c-d08269d54fb5 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:31.886306 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-90850b2a-6a77-47c1-a0fb-56446ee7bfc0 req-68a1bfae-1a8c-48bc-985c-d08269d54fb5 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/ports?device_id=72a3ef0b-b02c-4843-9ff6-493d395a337e HTTP/1.1" status: 200 len: 945 time: 0.0900114 Aug 10 03:38:31.909252 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-14ef9b17-8809-472b-b484-81cca6030cf4 req-c171e8c3-31ce-4472-b13f-9713924dee84 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/security-groups?id=81787cdd-9071-4003-b601-4ee333b772e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759833 Aug 10 03:38:31.975444 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-90850b2a-6a77-47c1-a0fb-56446ee7bfc0 req-73a651f9-624f-4149-b1cf-4a589b360758 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/security-groups?id=94bf709a-2b1f-453e-be0d-cfe700274cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797796 Aug 10 03:38:33.203277 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:33.224100 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b5256f-8272-403c-bde5-f31ec473a4e9 req-a09e67d5-7f61-4047-a92c-f4f3b8ca5dd6 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:33.227454 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-10b5256f-8272-403c-bde5-f31ec473a4e9 req-a09e67d5-7f61-4047-a92c-f4f3b8ca5dd6 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf313f9d-cd65-4e2f-88be-cbea27f97a45 HTTP/1.1" status: 200 len: 945 time: 0.1702619 Aug 10 03:38:33.243043 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a9c804-a381-452a-8109-b64ffd18c59d req-128880ba-1218-4731-aacb-cc989a190df2 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:33.246120 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-41a9c804-a381-452a-8109-b64ffd18c59d req-128880ba-1218-4731-aacb-cc989a190df2 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/ports?device_id=72a3ef0b-b02c-4843-9ff6-493d395a337e HTTP/1.1" status: 200 len: 945 time: 0.1438859 Aug 10 03:38:33.340778 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-10b5256f-8272-403c-bde5-f31ec473a4e9 req-d5b35e8e-979b-4eaa-9f13-965ce04aceff tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/security-groups?id=81787cdd-9071-4003-b601-4ee333b772e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930982 Aug 10 03:38:33.344469 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-41a9c804-a381-452a-8109-b64ffd18c59d req-3e4955f8-99c8-4e8e-946c-78c904ab128e tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/security-groups?id=94bf709a-2b1f-453e-be0d-cfe700274cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853231 Aug 10 03:38:34.543124 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a006a74e-b0ba-414a-954e-83cd4c68ea7d req-581fdeae-f243-4b19-ae79-ac7b951a9aef tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:34.544805 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a006a74e-b0ba-414a-954e-83cd4c68ea7d req-581fdeae-f243-4b19-ae79-ac7b951a9aef tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/ports?device_id=72a3ef0b-b02c-4843-9ff6-493d395a337e HTTP/1.1" status: 200 len: 945 time: 0.1035779 Aug 10 03:38:34.562071 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c828066-743c-4f34-b826-22002f0702e0 req-a6f03afa-11a0-472c-90ea-0d37674ab5ae tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:34.570409 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6c828066-743c-4f34-b826-22002f0702e0 req-a6f03afa-11a0-472c-90ea-0d37674ab5ae tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf313f9d-cd65-4e2f-88be-cbea27f97a45 HTTP/1.1" status: 200 len: 945 time: 0.0949533 Aug 10 03:38:34.637248 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a006a74e-b0ba-414a-954e-83cd4c68ea7d req-6bd3d934-4298-4992-97a9-386a960dd294 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/security-groups?id=94bf709a-2b1f-453e-be0d-cfe700274cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639784 Aug 10 03:38:34.643954 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6c828066-743c-4f34-b826-22002f0702e0 req-d4143603-37ed-48cd-8fa4-773038d7d09f tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/security-groups?id=81787cdd-9071-4003-b601-4ee333b772e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725000 Aug 10 03:38:35.917021 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11cdb17-d499-43c2-bf93-f68a3da5319e req-1d57700e-3d17-41ae-bcfa-56f91d0a3c15 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:35.927404 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a11cdb17-d499-43c2-bf93-f68a3da5319e req-1d57700e-3d17-41ae-bcfa-56f91d0a3c15 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/ports?device_id=72a3ef0b-b02c-4843-9ff6-493d395a337e HTTP/1.1" status: 200 len: 945 time: 0.1642773 Aug 10 03:38:35.978317 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e46e1ed-0772-4ce5-9a75-44c60f60be57 req-25e52847-3e20-4514-a882-eae8054f623b tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:35.981101 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4e46e1ed-0772-4ce5-9a75-44c60f60be57 req-25e52847-3e20-4514-a882-eae8054f623b tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf313f9d-cd65-4e2f-88be-cbea27f97a45 HTTP/1.1" status: 200 len: 945 time: 0.1992264 Aug 10 03:38:36.029956 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a11cdb17-d499-43c2-bf93-f68a3da5319e req-6b3fb602-5c1e-41b0-8ede-45edc6812543 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/security-groups?id=94bf709a-2b1f-453e-be0d-cfe700274cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005709 Aug 10 03:38:36.069855 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4e46e1ed-0772-4ce5-9a75-44c60f60be57 req-e2bbccbe-60fe-44cc-a6e7-80a689b501b1 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/security-groups?id=81787cdd-9071-4003-b601-4ee333b772e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778086 Aug 10 03:38:37.212635 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbd38c7-f461-490b-b783-b8665498c4e0 req-ee600c6a-65b1-4feb-bb4d-b2039a251c03 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:37.218804 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1dbd38c7-f461-490b-b783-b8665498c4e0 req-ee600c6a-65b1-4feb-bb4d-b2039a251c03 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/ports?device_id=72a3ef0b-b02c-4843-9ff6-493d395a337e HTTP/1.1" status: 200 len: 945 time: 0.1026194 Aug 10 03:38:37.235597 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adba6a1-f604-45f7-bfd5-611c92c4d1c7 req-effd252d-4d4a-4d8e-b216-baba3de5afd3 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:37.237833 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0adba6a1-f604-45f7-bfd5-611c92c4d1c7 req-effd252d-4d4a-4d8e-b216-baba3de5afd3 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf313f9d-cd65-4e2f-88be-cbea27f97a45 HTTP/1.1" status: 200 len: 945 time: 0.0798252 Aug 10 03:38:37.299887 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0adba6a1-f604-45f7-bfd5-611c92c4d1c7 req-14fe0c47-6527-412f-8793-f9d2e0d3ce12 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/security-groups?id=81787cdd-9071-4003-b601-4ee333b772e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533230 Aug 10 03:38:37.323283 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1dbd38c7-f461-490b-b783-b8665498c4e0 req-df97feb6-d241-4689-bc05-636af98de004 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/security-groups?id=94bf709a-2b1f-453e-be0d-cfe700274cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960534 Aug 10 03:38:37.405658 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bbcda8-fe99-4780-8a51-95c159444182 req-2ad0e1f4-2c3a-4043-84ba-bdfe1ec0e148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:37.407245 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-d6bbcda8-fe99-4780-8a51-95c159444182 req-2ad0e1f4-2c3a-4043-84ba-bdfe1ec0e148 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=72a3ef0b-b02c-4843-9ff6-493d395a337e HTTP/1.1" status: 200 len: 1097 time: 0.0439203 Aug 10 03:38:37.460425 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-d6bbcda8-fe99-4780-8a51-95c159444182 req-8d22c222-2a79-48cc-b931-b209e4bb053b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=94bf709a-2b1f-453e-be0d-cfe700274cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394075 Aug 10 03:38:38.500708 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7353db68-c2d6-492e-898e-40fe7ec374a8 req-ba9b7ee8-0b51-43db-b2fa-dec39273bf8f tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:38.502351 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7353db68-c2d6-492e-898e-40fe7ec374a8 req-ba9b7ee8-0b51-43db-b2fa-dec39273bf8f tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf313f9d-cd65-4e2f-88be-cbea27f97a45 HTTP/1.1" status: 200 len: 945 time: 0.1018875 Aug 10 03:38:38.529802 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d86f6f-bf23-46fe-bb59-432829d4ac84 req-7c5cb968-3492-4cc5-8c18-20f53f1d2752 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:38.531059 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-19d86f6f-bf23-46fe-bb59-432829d4ac84 req-7c5cb968-3492-4cc5-8c18-20f53f1d2752 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/ports?device_id=72a3ef0b-b02c-4843-9ff6-493d395a337e HTTP/1.1" status: 200 len: 945 time: 0.0888851 Aug 10 03:38:38.588230 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-19d86f6f-bf23-46fe-bb59-432829d4ac84 req-a255ee14-10e1-4671-a286-d410f1cbdab7 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/security-groups?id=94bf709a-2b1f-453e-be0d-cfe700274cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490746 Aug 10 03:38:38.591475 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7353db68-c2d6-492e-898e-40fe7ec374a8 req-321f24e5-06f4-4a0e-99fb-25d2456426bc tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/security-groups?id=81787cdd-9071-4003-b601-4ee333b772e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814877 Aug 10 03:38:39.436205 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:38:39.760238 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782bdec7-0d0a-4dd6-b06c-113e3100fc66 req-e6757a1d-9dbf-4dfa-8606-482ce43addb6 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:39.762020 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-782bdec7-0d0a-4dd6-b06c-113e3100fc66 req-e6757a1d-9dbf-4dfa-8606-482ce43addb6 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf313f9d-cd65-4e2f-88be-cbea27f97a45 HTTP/1.1" status: 200 len: 945 time: 0.0926626 Aug 10 03:38:39.784232 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0533927-5dd6-4203-ab7b-689f1597320e req-c5d00747-1faa-4a17-bbee-5e1d19241f5f tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:39.786098 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c0533927-5dd6-4203-ab7b-689f1597320e req-c5d00747-1faa-4a17-bbee-5e1d19241f5f tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/ports?device_id=72a3ef0b-b02c-4843-9ff6-493d395a337e HTTP/1.1" status: 200 len: 945 time: 0.0876241 Aug 10 03:38:39.838323 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-782bdec7-0d0a-4dd6-b06c-113e3100fc66 req-8711371b-0113-4e25-ad1d-4072bdc34144 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/security-groups?id=81787cdd-9071-4003-b601-4ee333b772e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643606 Aug 10 03:38:39.898773 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c0533927-5dd6-4203-ab7b-689f1597320e req-d4e3674c-4662-4f38-a011-8778e5b7f88a tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/security-groups?id=94bf709a-2b1f-453e-be0d-cfe700274cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966325 Aug 10 03:38:40.190495 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aa67da-cfd0-430d-97d7-759f7a9de5cd req-46e35802-371a-4531-a8bf-b272488f0d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:40.193539 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-a6aa67da-cfd0-430d-97d7-759f7a9de5cd req-46e35802-371a-4531-a8bf-b272488f0d02 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f67bc67edb4944b7b5132d7828a0779b&device_id=72a3ef0b-b02c-4843-9ff6-493d395a337e HTTP/1.1" status: 200 len: 1097 time: 0.0767105 Aug 10 03:38:40.220961 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f443728-c12b-4ad8-8100-34a23b84b043 req-414015aa-8de7-4e85-816e-db67d126ed4d tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:40.223746 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3f443728-c12b-4ad8-8100-34a23b84b043 req-414015aa-8de7-4e85-816e-db67d126ed4d tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/ports?device_id=72a3ef0b-b02c-4843-9ff6-493d395a337e HTTP/1.1" status: 200 len: 945 time: 0.0830536 Aug 10 03:38:40.301646 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3f443728-c12b-4ad8-8100-34a23b84b043 req-b66f28db-f170-4080-8dd6-90be5374fabc tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/security-groups?id=94bf709a-2b1f-453e-be0d-cfe700274cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615680 Aug 10 03:38:40.367409 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aa67da-cfd0-430d-97d7-759f7a9de5cd req-95d39ff4-db43-4ec1-b5ec-2677ebecd5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:40.371929 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-a6aa67da-cfd0-430d-97d7-759f7a9de5cd req-95d39ff4-db43-4ec1-b5ec-2677ebecd5f4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=07780576-149a-40da-8c51-c337569691c7 HTTP/1.1" status: 200 len: 911 time: 0.1685667 Aug 10 03:38:40.419688 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-a6aa67da-cfd0-430d-97d7-759f7a9de5cd req-f7c6c354-67ab-41b3-a514-a1e60d8ab21e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=80b4fc00-4761-4bfb-8df2-f29b0280408e HTTP/1.1" status: 200 len: 217 time: 0.0393548 Aug 10 03:38:40.492130 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aa67da-cfd0-430d-97d7-759f7a9de5cd req-f29ec3f0-eae1-4a13-b80a-c57f983bf052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:40.494460 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-a6aa67da-cfd0-430d-97d7-759f7a9de5cd req-f29ec3f0-eae1-4a13-b80a-c57f983bf052 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fcfa072b-b6e6-40cd-99b2-40ac54d1354c HTTP/1.1" status: 200 len: 851 time: 0.0656822 Aug 10 03:38:40.561540 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-a6aa67da-cfd0-430d-97d7-759f7a9de5cd req-2bf8f866-c4b6-4844-bdb2-af21efa7d75e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=07780576-149a-40da-8c51-c337569691c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570791 Aug 10 03:38:40.687450 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-a6aa67da-cfd0-430d-97d7-759f7a9de5cd req-44cb1e34-8075-4394-8ff2-6bd556b185c5 service neutron] 10.222.0.61 "GET /v2.0/networks/07780576-149a-40da-8c51-c337569691c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130724 Aug 10 03:38:40.837132 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-a6aa67da-cfd0-430d-97d7-759f7a9de5cd req-8f8af54f-aca6-436f-b58c-ab594dbc305e service neutron] 10.222.0.61 "GET /v2.0/networks/07780576-149a-40da-8c51-c337569691c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399536 Aug 10 03:38:41.058126 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96ce45d-7d28-429c-bbc8-e022e13dc390 req-6e67c0b4-6847-4341-90b2-20354f9cc69d tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:41.060899 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e96ce45d-7d28-429c-bbc8-e022e13dc390 req-6e67c0b4-6847-4341-90b2-20354f9cc69d tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf313f9d-cd65-4e2f-88be-cbea27f97a45 HTTP/1.1" status: 200 len: 945 time: 0.0775232 Aug 10 03:38:41.116649 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e96ce45d-7d28-429c-bbc8-e022e13dc390 req-9415b1b7-edd5-4439-bbd9-ff88df8dce04 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/security-groups?id=81787cdd-9071-4003-b601-4ee333b772e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481386 Aug 10 03:38:41.481448 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf4ccd2-7a6f-4c99-a475-395d5dbbb967 req-40b92b1c-9a7c-4634-9b53-1f8e1ecf290d tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:41.484379 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5cf4ccd2-7a6f-4c99-a475-395d5dbbb967 req-40b92b1c-9a7c-4634-9b53-1f8e1ecf290d tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/ports?device_id=72a3ef0b-b02c-4843-9ff6-493d395a337e HTTP/1.1" status: 200 len: 945 time: 0.0805659 Aug 10 03:38:41.558833 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5cf4ccd2-7a6f-4c99-a475-395d5dbbb967 req-d8144d86-91cf-4d30-a561-1125c0bdb2e8 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/security-groups?id=94bf709a-2b1f-453e-be0d-cfe700274cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621006 Aug 10 03:38:42.304236 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e5fca3-6992-42cb-b019-d2e7623ba185 req-fb8e03f3-d498-4359-af33-36d0a51d8b32 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:42.307041 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f6e5fca3-6992-42cb-b019-d2e7623ba185 req-fb8e03f3-d498-4359-af33-36d0a51d8b32 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf313f9d-cd65-4e2f-88be-cbea27f97a45 HTTP/1.1" status: 200 len: 945 time: 0.0767114 Aug 10 03:38:42.360280 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f6e5fca3-6992-42cb-b019-d2e7623ba185 req-ac79387b-e402-4e16-a4f5-b769e3417aed tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/security-groups?id=81787cdd-9071-4003-b601-4ee333b772e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440814 Aug 10 03:38:42.751897 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78052ff-09c3-416f-99c4-3bcb1a9d69cf req-bee9541f-8614-4fa5-a45a-c06564d88dd0 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:42.754344 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b78052ff-09c3-416f-99c4-3bcb1a9d69cf req-bee9541f-8614-4fa5-a45a-c06564d88dd0 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/ports?device_id=72a3ef0b-b02c-4843-9ff6-493d395a337e HTTP/1.1" status: 200 len: 945 time: 0.0946743 Aug 10 03:38:42.816894 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b78052ff-09c3-416f-99c4-3bcb1a9d69cf req-325795f7-fad1-48ae-9631-fb9b5f332303 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/security-groups?id=94bf709a-2b1f-453e-be0d-cfe700274cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559247 Aug 10 03:38:43.546749 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be2d822-350d-4cb4-be23-faebc504d91d req-5fe028e4-c21d-4bb8-961e-3034c5908716 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:43.548744 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0be2d822-350d-4cb4-be23-faebc504d91d req-5fe028e4-c21d-4bb8-961e-3034c5908716 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf313f9d-cd65-4e2f-88be-cbea27f97a45 HTTP/1.1" status: 200 len: 945 time: 0.0851572 Aug 10 03:38:43.627144 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0be2d822-350d-4cb4-be23-faebc504d91d req-c51ddb38-bc4d-4f3d-ae72-39236ba1f6f4 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/security-groups?id=81787cdd-9071-4003-b601-4ee333b772e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615141 Aug 10 03:38:44.015617 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a1f688-f09a-4254-8935-5a106f1e2e6b req-0a936b85-8fe9-42ed-b4b6-5307734a793b tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:44.017930 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b4a1f688-f09a-4254-8935-5a106f1e2e6b req-0a936b85-8fe9-42ed-b4b6-5307734a793b tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/ports?device_id=72a3ef0b-b02c-4843-9ff6-493d395a337e HTTP/1.1" status: 200 len: 945 time: 0.0793374 Aug 10 03:38:44.127276 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b4a1f688-f09a-4254-8935-5a106f1e2e6b req-1fd0fe99-bff1-4fed-8586-414f3f7c44af tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/security-groups?id=94bf709a-2b1f-453e-be0d-cfe700274cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915816 Aug 10 03:38:44.813221 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cc3650-d800-4ca3-9b28-596c82af5bc5 req-dc143169-6ead-4e2b-82b7-7f6cd9e8074b tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:44.815914 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e6cc3650-d800-4ca3-9b28-596c82af5bc5 req-dc143169-6ead-4e2b-82b7-7f6cd9e8074b tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf313f9d-cd65-4e2f-88be-cbea27f97a45 HTTP/1.1" status: 200 len: 945 time: 0.0940876 Aug 10 03:38:44.863255 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e6cc3650-d800-4ca3-9b28-596c82af5bc5 req-f133a6e1-045b-4478-9295-84108c83ceed tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/security-groups?id=81787cdd-9071-4003-b601-4ee333b772e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397632 Aug 10 03:38:45.196635 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78f382f-7534-4569-adaa-23ac54953759 req-ceb0c0d9-9fba-4c08-ade6-608114b4fd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:45.200816 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-a78f382f-7534-4569-adaa-23ac54953759 req-ceb0c0d9-9fba-4c08-ade6-608114b4fd80 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=cf313f9d-cd65-4e2f-88be-cbea27f97a45 HTTP/1.1" status: 200 len: 1097 time: 0.0805302 Aug 10 03:38:45.251951 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-a78f382f-7534-4569-adaa-23ac54953759 req-2e79edd9-06b0-4c61-8911-441df7054357 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=81787cdd-9071-4003-b601-4ee333b772e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392554 Aug 10 03:38:45.351372 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3b7694-854b-4138-9381-4729a3a469ad req-984ff8eb-bdc7-47fa-be8e-51168bbf83b6 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:45.355135 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3a3b7694-854b-4138-9381-4729a3a469ad req-984ff8eb-bdc7-47fa-be8e-51168bbf83b6 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/ports?device_id=72a3ef0b-b02c-4843-9ff6-493d395a337e HTTP/1.1" status: 200 len: 945 time: 0.0794764 Aug 10 03:38:45.416756 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3a3b7694-854b-4138-9381-4729a3a469ad req-c1c7a30e-07f2-434b-ade1-83b68faded96 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/security-groups?id=94bf709a-2b1f-453e-be0d-cfe700274cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508199 Aug 10 03:38:45.812271 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0fbc05-b51e-4ec0-a424-344b940e610e req-c79d527b-3b8f-47ff-b8f9-a4e6a10030ce tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:45.814511 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-da0fbc05-b51e-4ec0-a424-344b940e610e req-c79d527b-3b8f-47ff-b8f9-a4e6a10030ce tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/ports?device_id=72a3ef0b-b02c-4843-9ff6-493d395a337e HTTP/1.1" status: 200 len: 945 time: 0.0623503 Aug 10 03:38:45.873790 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-da0fbc05-b51e-4ec0-a424-344b940e610e req-bf7de81a-b636-4f27-a3fe-2048d3101b67 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/security-groups?id=94bf709a-2b1f-453e-be0d-cfe700274cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510280 Aug 10 03:38:46.066754 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dd7a0d-937a-41eb-8e52-e97824ae75b3 req-a2b6621e-379e-4479-84e7-56b52ae6dab4 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:46.068966 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-15dd7a0d-937a-41eb-8e52-e97824ae75b3 req-a2b6621e-379e-4479-84e7-56b52ae6dab4 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf313f9d-cd65-4e2f-88be-cbea27f97a45 HTTP/1.1" status: 200 len: 945 time: 0.0809534 Aug 10 03:38:46.117765 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-15dd7a0d-937a-41eb-8e52-e97824ae75b3 req-72208192-5b73-4498-b0ab-62478ba4e269 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/security-groups?id=81787cdd-9071-4003-b601-4ee333b772e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401874 Aug 10 03:38:47.039383 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1de3ba-1b19-4565-b101-83c9998f41d6 req-bb0723b6-f52c-465a-a4e6-04e3c260662c tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:47.042508 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dd1de3ba-1b19-4565-b101-83c9998f41d6 req-bb0723b6-f52c-465a-a4e6-04e3c260662c tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/ports?device_id=72a3ef0b-b02c-4843-9ff6-493d395a337e HTTP/1.1" status: 200 len: 945 time: 0.0686061 Aug 10 03:38:47.093710 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dd1de3ba-1b19-4565-b101-83c9998f41d6 req-2e4dd897-c4ca-4b6c-859d-f19a3c4e526a tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/security-groups?id=94bf709a-2b1f-453e-be0d-cfe700274cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456519 Aug 10 03:38:47.286442 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c063641c-2684-47be-8831-5820a1e8e20e req-fbfee661-3e36-44a5-83a1-1b38cc3316e0 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:47.288341 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c063641c-2684-47be-8831-5820a1e8e20e req-fbfee661-3e36-44a5-83a1-1b38cc3316e0 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf313f9d-cd65-4e2f-88be-cbea27f97a45 HTTP/1.1" status: 200 len: 945 time: 0.0870709 Aug 10 03:38:47.336889 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c063641c-2684-47be-8831-5820a1e8e20e req-72a72ea3-b22d-4b4d-99a8-82475ce886c2 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/security-groups?id=81787cdd-9071-4003-b601-4ee333b772e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390348 Aug 10 03:38:47.782756 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a3c15c-5d4e-4472-b520-bfb892516947 req-4493bf76-033f-4bb5-9e20-16ff64a795a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:47.784624 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-b5a3c15c-5d4e-4472-b520-bfb892516947 req-4493bf76-033f-4bb5-9e20-16ff64a795a1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e4fb7285a7d34b95bf40b43e762fde54&device_id=cf313f9d-cd65-4e2f-88be-cbea27f97a45 HTTP/1.1" status: 200 len: 1097 time: 0.0648103 Aug 10 03:38:47.874587 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e05e6c-aad6-4c00-bc3f-92aedbeab7f4 req-b7491de2-4c5c-459a-8d41-381dd8e057f0 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:47.877716 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-38e05e6c-aad6-4c00-bc3f-92aedbeab7f4 req-b7491de2-4c5c-459a-8d41-381dd8e057f0 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf313f9d-cd65-4e2f-88be-cbea27f97a45 HTTP/1.1" status: 200 len: 945 time: 0.1234226 Aug 10 03:38:47.955024 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-38e05e6c-aad6-4c00-bc3f-92aedbeab7f4 req-9e93e23d-9fe8-4095-8d7e-a821f70d55ae tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/security-groups?id=81787cdd-9071-4003-b601-4ee333b772e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625925 Aug 10 03:38:47.983002 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a3c15c-5d4e-4472-b520-bfb892516947 req-9bbe8852-584b-438f-b5f0-968500eb004b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:47.985492 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-b5a3c15c-5d4e-4472-b520-bfb892516947 req-9bbe8852-584b-438f-b5f0-968500eb004b service neutron] 10.222.0.61 "GET /v2.0/networks?id=16c2ec05-0d03-441b-b8e4-9260be85eff6 HTTP/1.1" status: 200 len: 918 time: 0.1911652 Aug 10 03:38:48.040415 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-b5a3c15c-5d4e-4472-b520-bfb892516947 req-334c4d9c-ca97-4956-adcc-d52f90ee12ca service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=455a4f39-0716-4aad-9d66-505c3fcfde84 HTTP/1.1" status: 200 len: 217 time: 0.0384274 Aug 10 03:38:48.121418 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a3c15c-5d4e-4472-b520-bfb892516947 req-694b337d-a143-45e1-9df0-fdca8fd236a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:48.124185 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-b5a3c15c-5d4e-4472-b520-bfb892516947 req-694b337d-a143-45e1-9df0-fdca8fd236a5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ea48bd44-bbf6-43f2-aa3c-02607a9a3f1d HTTP/1.1" status: 200 len: 858 time: 0.0722365 Aug 10 03:38:48.181320 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-b5a3c15c-5d4e-4472-b520-bfb892516947 req-a3c31d3a-eb43-427f-826b-8db01276cd7d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=16c2ec05-0d03-441b-b8e4-9260be85eff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430779 Aug 10 03:38:48.282438 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340258fe-5712-491d-a790-3855dedac7f3 req-da706e6e-4bdc-4c29-850d-c05cd7d38f77 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:48.291862 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-340258fe-5712-491d-a790-3855dedac7f3 req-da706e6e-4bdc-4c29-850d-c05cd7d38f77 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/ports?device_id=72a3ef0b-b02c-4843-9ff6-493d395a337e HTTP/1.1" status: 200 len: 945 time: 0.1079628 Aug 10 03:38:48.366880 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-340258fe-5712-491d-a790-3855dedac7f3 req-2ded8f21-2b36-4174-96ba-1e6a6abc679a tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/security-groups?id=94bf709a-2b1f-453e-be0d-cfe700274cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733812 Aug 10 03:38:48.778478 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-b5a3c15c-5d4e-4472-b520-bfb892516947 req-fb83487a-2187-471c-a0f8-aff177d46091 service neutron] 10.222.0.61 "GET /v2.0/networks/16c2ec05-0d03-441b-b8e4-9260be85eff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5830300 Aug 10 03:38:48.909973 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-b5a3c15c-5d4e-4472-b520-bfb892516947 req-ba53ba1d-0525-47e4-abb1-0c69311d6441 service neutron] 10.222.0.61 "GET /v2.0/networks/16c2ec05-0d03-441b-b8e4-9260be85eff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209598 Aug 10 03:38:49.140086 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbe175f-6c5b-4fa5-9b0b-963b6ab84926 req-6bf1767c-f4c2-42f9-a8c0-55d5ccf9da29 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:49.141884 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3fbe175f-6c5b-4fa5-9b0b-963b6ab84926 req-6bf1767c-f4c2-42f9-a8c0-55d5ccf9da29 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf313f9d-cd65-4e2f-88be-cbea27f97a45 HTTP/1.1" status: 200 len: 945 time: 0.0812407 Aug 10 03:38:49.190115 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3fbe175f-6c5b-4fa5-9b0b-963b6ab84926 req-0f13f3bd-3204-490b-b0f3-c24c4613c662 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/security-groups?id=81787cdd-9071-4003-b601-4ee333b772e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379298 Aug 10 03:38:49.535747 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2301891d-a66d-4249-a24f-6f3e17ace7e5 req-0ad2535a-b815-42ae-8bcd-975b83beabd4 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:49.537715 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2301891d-a66d-4249-a24f-6f3e17ace7e5 req-0ad2535a-b815-42ae-8bcd-975b83beabd4 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/ports?device_id=72a3ef0b-b02c-4843-9ff6-493d395a337e HTTP/1.1" status: 200 len: 945 time: 0.0662115 Aug 10 03:38:49.585199 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2301891d-a66d-4249-a24f-6f3e17ace7e5 req-1045e50d-222e-498c-8395-401bcef1286f tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/security-groups?id=94bf709a-2b1f-453e-be0d-cfe700274cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376096 Aug 10 03:38:50.378843 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d81488-fb5b-4af2-82ed-0ff71fe6527c req-1bb6097e-366c-45a7-b362-d8d7ee709e61 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:50.392453 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c1d81488-fb5b-4af2-82ed-0ff71fe6527c req-1bb6097e-366c-45a7-b362-d8d7ee709e61 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf313f9d-cd65-4e2f-88be-cbea27f97a45 HTTP/1.1" status: 200 len: 945 time: 0.0937462 Aug 10 03:38:50.461434 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c1d81488-fb5b-4af2-82ed-0ff71fe6527c req-3844221c-ee2d-460e-96f7-ffc191460c15 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/security-groups?id=81787cdd-9071-4003-b601-4ee333b772e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657876 Aug 10 03:38:50.720112 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e2a6a2-22ff-4bea-8e99-d81e665cb094 req-6e8435a7-1c7f-4c56-a740-098e9ce78e08 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:50.721724 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-40e2a6a2-22ff-4bea-8e99-d81e665cb094 req-6e8435a7-1c7f-4c56-a740-098e9ce78e08 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/ports?device_id=72a3ef0b-b02c-4843-9ff6-493d395a337e HTTP/1.1" status: 200 len: 945 time: 0.0562809 Aug 10 03:38:50.778078 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-40e2a6a2-22ff-4bea-8e99-d81e665cb094 req-94003b31-aa63-46d5-ab4c-5f5e57e2288e tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/security-groups?id=94bf709a-2b1f-453e-be0d-cfe700274cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446088 Aug 10 03:38:50.975344 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6212663e-9097-4eb2-a917-90c075cd62b6 req-c03b291d-d2dd-4d6f-9888-d8d0bcfefdab tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:50.977858 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-6212663e-9097-4eb2-a917-90c075cd62b6 req-c03b291d-d2dd-4d6f-9888-d8d0bcfefdab tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.61 "GET /v2.0/ports?device_id=72a3ef0b-b02c-4843-9ff6-493d395a337e HTTP/1.1" status: 200 len: 945 time: 0.0669789 Aug 10 03:38:51.116001 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-6212663e-9097-4eb2-a917-90c075cd62b6 req-61be73f6-286e-4659-8ba7-4f5793a5c54f tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Deleting port 80b4fc00-4761-4bfb-8df2-f29b0280408e {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:38:51.116546 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-6212663e-9097-4eb2-a917-90c075cd62b6 req-61be73f6-286e-4659-8ba7-4f5793a5c54f tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:51.278454 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-6212663e-9097-4eb2-a917-90c075cd62b6 req-61be73f6-286e-4659-8ba7-4f5793a5c54f tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] For port 80b4fc00-4761-4bfb-8df2-f29b0280408e, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=80b4fc00-4761-4bfb-8df2-f29b0280408e,segment=NetworkSegment(9ae1db9a-efd2-4923-90bf-9e1efa3a8bd6),segment_id=9ae1db9a-efd2-4923-90bf-9e1efa3a8bd6)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:38:51.279123 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-6212663e-9097-4eb2-a917-90c075cd62b6 req-61be73f6-286e-4659-8ba7-4f5793a5c54f tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:51.308329 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-6212663e-9097-4eb2-a917-90c075cd62b6 req-61be73f6-286e-4659-8ba7-4f5793a5c54f tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Calling delete_port for 80b4fc00-4761-4bfb-8df2-f29b0280408e owned by compute:nova {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:38:51.327398 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c915b415-a26d-4242-adfd-80046eec0a1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:51.550520 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-6212663e-9097-4eb2-a917-90c075cd62b6 req-61be73f6-286e-4659-8ba7-4f5793a5c54f tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:51.572285 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['7f1948d2-18d7-4408-9098-3c28d20d855d'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:38:51.581119 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['80b4fc00-4761-4bfb-8df2-f29b0280408e'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:38:51.659274 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61be73f6-286e-4659-8ba7-4f5793a5c54f tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Pushing event deleted for resources: {'Port': ['ID=80b4fc00-4761-4bfb-8df2-f29b0280408e,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:51.682106 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61be73f6-286e-4659-8ba7-4f5793a5c54f tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:51.682106 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61be73f6-286e-4659-8ba7-4f5793a5c54f tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:51.682106 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61be73f6-286e-4659-8ba7-4f5793a5c54f tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:51.682106 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61be73f6-286e-4659-8ba7-4f5793a5c54f tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:51.682106 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61be73f6-286e-4659-8ba7-4f5793a5c54f tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:51.682106 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61be73f6-286e-4659-8ba7-4f5793a5c54f tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:51.682106 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61be73f6-286e-4659-8ba7-4f5793a5c54f tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:51.682106 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61be73f6-286e-4659-8ba7-4f5793a5c54f tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:51.683594 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61be73f6-286e-4659-8ba7-4f5793a5c54f tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:51.683594 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61be73f6-286e-4659-8ba7-4f5793a5c54f tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:51.683594 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61be73f6-286e-4659-8ba7-4f5793a5c54f tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:51.683594 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61be73f6-286e-4659-8ba7-4f5793a5c54f tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:51.714945 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157f68d1-e92e-4a75-aee3-8465242e652b req-dfa36784-ad1e-4db8-b1e8-a23e16a6e1ab tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:51.717702 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-157f68d1-e92e-4a75-aee3-8465242e652b req-dfa36784-ad1e-4db8-b1e8-a23e16a6e1ab tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf313f9d-cd65-4e2f-88be-cbea27f97a45 HTTP/1.1" status: 200 len: 945 time: 0.1229956 Aug 10 03:38:51.753083 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-6212663e-9097-4eb2-a917-90c075cd62b6 req-61be73f6-286e-4659-8ba7-4f5793a5c54f tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] No DVR routers for this DVR port 80b4fc00-4761-4bfb-8df2-f29b0280408e on host n-h2-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:38:51.758975 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-6212663e-9097-4eb2-a917-90c075cd62b6 req-61be73f6-286e-4659-8ba7-4f5793a5c54f tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:51.763397 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-6212663e-9097-4eb2-a917-90c075cd62b6 req-61be73f6-286e-4659-8ba7-4f5793a5c54f tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.61 "DELETE /v2.0/ports/80b4fc00-4761-4bfb-8df2-f29b0280408e HTTP/1.1" status: 204 len: 173 time: 0.7759728 Aug 10 03:38:51.764199 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a3ef0b-b02c-4843-9ff6-493d395a337e', 'name': 'network-vif-deleted', 'tag': '80b4fc00-4761-4bfb-8df2-f29b0280408e'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:38:51.769478 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5551a011-e688-45ed-8186-87a61b6fe5a1" -d '{"events": [{"server_uuid": "72a3ef0b-b02c-4843-9ff6-493d395a337e", "name": "network-vif-deleted", "tag": "80b4fc00-4761-4bfb-8df2-f29b0280408e"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:38:51.856128 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-157f68d1-e92e-4a75-aee3-8465242e652b req-04622c7a-c3d9-47d6-aed0-90879789b985 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/security-groups?id=81787cdd-9071-4003-b601-4ee333b772e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251554 Aug 10 03:38:52.003904 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2f734328-03f6-4b20-84a5-5e0a56ba5b3d req-15e783cd-d96c-43e5-9df2-28229494e6f5 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/ports?device_id=72a3ef0b-b02c-4843-9ff6-493d395a337e HTTP/1.1" status: 200 len: 210 time: 0.0352395 Aug 10 03:38:52.125589 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ac30ddd-7c97-4591-9348-7da03f5107f1 x-openstack-request-id: req-9ac30ddd-7c97-4591-9348-7da03f5107f1 {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:38:52.126132 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72a3ef0b-b02c-4843-9ff6-493d395a337e", "name": "network-vif-deleted", "tag": "80b4fc00-4761-4bfb-8df2-f29b0280408e", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:38:52.126277 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9ac30ddd-7c97-4591-9348-7da03f5107f1 {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:38:52.126627 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72a3ef0b-b02c-4843-9ff6-493d395a337e', 'name': 'network-vif-deleted', 'tag': '80b4fc00-4761-4bfb-8df2-f29b0280408e', 'status': 'completed', 'code': 200} Aug 10 03:38:53.079741 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073e0006-c38e-4cd9-89c3-12f1519a4119 req-a962aee0-b442-4ed3-8422-f24616e2a1cc tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:53.090879 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-073e0006-c38e-4cd9-89c3-12f1519a4119 req-a962aee0-b442-4ed3-8422-f24616e2a1cc tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf313f9d-cd65-4e2f-88be-cbea27f97a45 HTTP/1.1" status: 200 len: 945 time: 0.0835874 Aug 10 03:38:53.147466 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-073e0006-c38e-4cd9-89c3-12f1519a4119 req-99105265-6f07-4052-b836-6ffea0422bf2 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/security-groups?id=81787cdd-9071-4003-b601-4ee333b772e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501504 Aug 10 03:38:53.576643 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf40311e-eb1c-4d4e-b7f0-4bc37b90ccf3 req-cf676500-3e91-4350-b8de-9f97b3023c61 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:53.578343 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cf40311e-eb1c-4d4e-b7f0-4bc37b90ccf3 req-cf676500-3e91-4350-b8de-9f97b3023c61 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/ports?device_id=8dcd8b74-96fe-4f37-9861-1774a607a419 HTTP/1.1" status: 200 len: 945 time: 0.0799060 Aug 10 03:38:53.664629 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cf40311e-eb1c-4d4e-b7f0-4bc37b90ccf3 req-4f43db87-7c4e-45a9-9d6b-7de8546102d0 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/security-groups?id=94bf709a-2b1f-453e-be0d-cfe700274cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721488 Aug 10 03:38:53.695377 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b8fdb152-0fcb-4c7e-b12a-331963718e77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:54.216399 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:54.870084 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 80b4fc00-4761-4bfb-8df2-f29b0280408e no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:38:54.879650 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c579191-7a60-4861-881e-392f86b867e9 req-13b2160c-75f9-4ce1-aac0-45d61f934114 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:54.895144 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0c579191-7a60-4861-881e-392f86b867e9 req-13b2160c-75f9-4ce1-aac0-45d61f934114 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/ports?device_id=8dcd8b74-96fe-4f37-9861-1774a607a419 HTTP/1.1" status: 200 len: 945 time: 0.1087461 Aug 10 03:38:54.926911 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] No Port match for: 80b4fc00-4761-4bfb-8df2-f29b0280408e {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:38:54.927831 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 80b4fc00-4761-4bfb-8df2-f29b0280408e not bound to the agent host n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:38:54.963527 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0c579191-7a60-4861-881e-392f86b867e9 req-a1ff8ff3-0a66-4341-ae1c-7d95a3cf07c8 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/security-groups?id=94bf709a-2b1f-453e-be0d-cfe700274cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660532 Aug 10 03:38:55.357893 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:55.519945 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563267c3-bd12-409d-89c9-18702089b84e req-ccc2701b-9ecd-4683-812e-4ec863054f33 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:55.523816 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-563267c3-bd12-409d-89c9-18702089b84e req-ccc2701b-9ecd-4683-812e-4ec863054f33 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.42 "GET /v2.0/ports?device_id=8dcd8b74-96fe-4f37-9861-1774a607a419 HTTP/1.1" status: 200 len: 945 time: 0.0789845 Aug 10 03:38:55.733523 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-563267c3-bd12-409d-89c9-18702089b84e req-50562de3-cae0-42ca-8614-c7b263c0fb79 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Deleting port 7f1948d2-18d7-4408-9098-3c28d20d855d {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:38:55.734154 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-563267c3-bd12-409d-89c9-18702089b84e req-50562de3-cae0-42ca-8614-c7b263c0fb79 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:55.865116 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-563267c3-bd12-409d-89c9-18702089b84e req-50562de3-cae0-42ca-8614-c7b263c0fb79 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] For port 7f1948d2-18d7-4408-9098-3c28d20d855d, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=7f1948d2-18d7-4408-9098-3c28d20d855d,segment=NetworkSegment(9ae1db9a-efd2-4923-90bf-9e1efa3a8bd6),segment_id=9ae1db9a-efd2-4923-90bf-9e1efa3a8bd6)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:38:55.866376 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-563267c3-bd12-409d-89c9-18702089b84e req-50562de3-cae0-42ca-8614-c7b263c0fb79 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:55.905587 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-563267c3-bd12-409d-89c9-18702089b84e req-50562de3-cae0-42ca-8614-c7b263c0fb79 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Calling delete_port for 7f1948d2-18d7-4408-9098-3c28d20d855d owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:38:56.180912 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:56.184513 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-563267c3-bd12-409d-89c9-18702089b84e req-50562de3-cae0-42ca-8614-c7b263c0fb79 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:56.197663 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['7f1948d2-18d7-4408-9098-3c28d20d855d'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:38:56.230640 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50562de3-cae0-42ca-8614-c7b263c0fb79 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Pushing event deleted for resources: {'Port': ['ID=7f1948d2-18d7-4408-9098-3c28d20d855d,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:56.248681 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50562de3-cae0-42ca-8614-c7b263c0fb79 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:56.249301 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50562de3-cae0-42ca-8614-c7b263c0fb79 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:56.249974 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50562de3-cae0-42ca-8614-c7b263c0fb79 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:56.250491 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50562de3-cae0-42ca-8614-c7b263c0fb79 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:56.251017 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50562de3-cae0-42ca-8614-c7b263c0fb79 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:56.251535 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50562de3-cae0-42ca-8614-c7b263c0fb79 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:56.252037 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50562de3-cae0-42ca-8614-c7b263c0fb79 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:56.252537 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50562de3-cae0-42ca-8614-c7b263c0fb79 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:56.253025 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50562de3-cae0-42ca-8614-c7b263c0fb79 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:56.253509 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50562de3-cae0-42ca-8614-c7b263c0fb79 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:56.253988 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50562de3-cae0-42ca-8614-c7b263c0fb79 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:56.254495 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50562de3-cae0-42ca-8614-c7b263c0fb79 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:56.278514 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e3a5e7-8042-4566-989f-968c6d7b0761 req-520913da-6107-4236-8edb-93bdf11ab229 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:56.280752 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f5e3a5e7-8042-4566-989f-968c6d7b0761 req-520913da-6107-4236-8edb-93bdf11ab229 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/ports?device_id=8dcd8b74-96fe-4f37-9861-1774a607a419 HTTP/1.1" status: 200 len: 867 time: 0.1614618 Aug 10 03:38:56.335645 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-563267c3-bd12-409d-89c9-18702089b84e req-50562de3-cae0-42ca-8614-c7b263c0fb79 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] No DVR routers for this DVR port 7f1948d2-18d7-4408-9098-3c28d20d855d on host n-h1-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:38:56.344586 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-563267c3-bd12-409d-89c9-18702089b84e req-50562de3-cae0-42ca-8614-c7b263c0fb79 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:56.346725 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-563267c3-bd12-409d-89c9-18702089b84e req-50562de3-cae0-42ca-8614-c7b263c0fb79 tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.42 "DELETE /v2.0/ports/7f1948d2-18d7-4408-9098-3c28d20d855d HTTP/1.1" status: 204 len: 173 time: 0.8171771 Aug 10 03:38:56.347202 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dcd8b74-96fe-4f37-9861-1774a607a419', 'name': 'network-vif-deleted', 'tag': '7f1948d2-18d7-4408-9098-3c28d20d855d'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:38:56.357811 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f7591a-c753-4ee5-b617-7d0899f7df22" -d '{"events": [{"server_uuid": "8dcd8b74-96fe-4f37-9861-1774a607a419", "name": "network-vif-deleted", "tag": "7f1948d2-18d7-4408-9098-3c28d20d855d"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:38:56.452906 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f5e3a5e7-8042-4566-989f-968c6d7b0761 req-d7dad733-7efb-4baf-8e80-849354bf055d tempest-ServerRescueTestJSON-1795744329 tempest-ServerRescueTestJSON-1795744329-project] 10.222.0.44 "GET /v2.0/security-groups?id=94bf709a-2b1f-453e-be0d-cfe700274cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413617 Aug 10 03:38:56.578007 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b47cd09-38a7-4d1f-bae9-a7ef68e16757 x-openstack-request-id: req-6b47cd09-38a7-4d1f-bae9-a7ef68e16757 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:38:56.579456 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dcd8b74-96fe-4f37-9861-1774a607a419", "name": "network-vif-deleted", "tag": "7f1948d2-18d7-4408-9098-3c28d20d855d", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:38:56.579745 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6b47cd09-38a7-4d1f-bae9-a7ef68e16757 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:38:56.580173 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dcd8b74-96fe-4f37-9861-1774a607a419', 'name': 'network-vif-deleted', 'tag': '7f1948d2-18d7-4408-9098-3c28d20d855d', 'status': 'completed', 'code': 200} Aug 10 03:38:56.765600 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:57.530968 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 51170) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:58.046320 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d92c196d-077e-4e97-b08d-f51e320c3f45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521880'] for router_interface, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:58.547995 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-d92c196d-077e-4e97-b08d-f51e320c3f45 admin admin] Deleting port 360fa04c-d235-4a15-bb3b-1700f53a549f {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:38:58.548855 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d92c196d-077e-4e97-b08d-f51e320c3f45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:58.652408 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-d92c196d-077e-4e97-b08d-f51e320c3f45 admin admin] For port 360fa04c-d235-4a15-bb3b-1700f53a549f, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=360fa04c-d235-4a15-bb3b-1700f53a549f,segment=NetworkSegment(9ae1db9a-efd2-4923-90bf-9e1efa3a8bd6),segment_id=9ae1db9a-efd2-4923-90bf-9e1efa3a8bd6)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:38:58.653273 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d92c196d-077e-4e97-b08d-f51e320c3f45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:58.687729 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-d92c196d-077e-4e97-b08d-f51e320c3f45 admin admin] Calling delete_port for 360fa04c-d235-4a15-bb3b-1700f53a549f owned by network:router_interface {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:38:58.835817 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-5b1640cf-cf1a-4bcb-b2f9-0fd98c04fe33 req-cb712aca-4577-4ea9-9064-d2c6912ca6ea service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=cf313f9d-cd65-4e2f-88be-cbea27f97a45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1444974 Aug 10 03:38:58.967244 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1640cf-cf1a-4bcb-b2f9-0fd98c04fe33 req-5b53b263-618d-4a93-a247-1c1d0e3f890f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:58.969083 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-5b1640cf-cf1a-4bcb-b2f9-0fd98c04fe33 req-5b53b263-618d-4a93-a247-1c1d0e3f890f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e4fb7285a7d34b95bf40b43e762fde54&device_id=cf313f9d-cd65-4e2f-88be-cbea27f97a45 HTTP/1.1" status: 200 len: 1097 time: 0.1011310 Aug 10 03:38:59.208363 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d92c196d-077e-4e97-b08d-f51e320c3f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:59.275769 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92c196d-077e-4e97-b08d-f51e320c3f45 admin admin] Pushing event deleted for resources: {'Port': ['ID=360fa04c-d235-4a15-bb3b-1700f53a549f,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:59.332903 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1640cf-cf1a-4bcb-b2f9-0fd98c04fe33 req-ecac1483-f25c-4cdd-9ad7-ebf47dbf12de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:59.336069 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-5b1640cf-cf1a-4bcb-b2f9-0fd98c04fe33 req-ecac1483-f25c-4cdd-9ad7-ebf47dbf12de service neutron] 10.222.0.61 "GET /v2.0/networks?id=16c2ec05-0d03-441b-b8e4-9260be85eff6 HTTP/1.1" status: 200 len: 918 time: 0.3433192 Aug 10 03:38:59.466536 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-5b1640cf-cf1a-4bcb-b2f9-0fd98c04fe33 req-e3d169b8-ab17-4c34-80d2-c4b924287576 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=455a4f39-0716-4aad-9d66-505c3fcfde84 HTTP/1.1" status: 200 len: 217 time: 0.0843263 Aug 10 03:38:59.662615 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1640cf-cf1a-4bcb-b2f9-0fd98c04fe33 req-2b268485-4b09-4d8c-9857-e2b4e84d3548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:59.665362 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-5b1640cf-cf1a-4bcb-b2f9-0fd98c04fe33 req-2b268485-4b09-4d8c-9857-e2b4e84d3548 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ea48bd44-bbf6-43f2-aa3c-02607a9a3f1d HTTP/1.1" status: 200 len: 858 time: 0.1674957 Aug 10 03:38:59.770207 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-5b1640cf-cf1a-4bcb-b2f9-0fd98c04fe33 req-a2524d18-a0da-4703-afdc-eb79d0b7a055 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=16c2ec05-0d03-441b-b8e4-9260be85eff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474143 Aug 10 03:38:59.865445 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d92c196d-077e-4e97-b08d-f51e320c3f45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-522536'] for router_interface, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:00.026693 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-5b1640cf-cf1a-4bcb-b2f9-0fd98c04fe33 req-54e3e445-4be3-4603-aea5-c514c42753ed service neutron] 10.222.0.61 "GET /v2.0/networks/16c2ec05-0d03-441b-b8e4-9260be85eff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476969 Aug 10 03:39:00.076723 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2a3cb0d9-3c37-44e0-959a-27475aeca871 req-8cda255b-fd6f-41a3-9e67-e016432314ce service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=971ffce3-3be8-4cd1-baf7-efe49ff20400&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1051416 Aug 10 03:39:00.158360 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3cb0d9-3c37-44e0-959a-27475aeca871 req-67fd12be-8db8-4eba-a3d2-0e9bc325ab22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:00.160385 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2a3cb0d9-3c37-44e0-959a-27475aeca871 req-67fd12be-8db8-4eba-a3d2-0e9bc325ab22 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e4fb7285a7d34b95bf40b43e762fde54&device_id=971ffce3-3be8-4cd1-baf7-efe49ff20400 HTTP/1.1" status: 200 len: 1097 time: 0.0542891 Aug 10 03:39:00.331779 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-5b1640cf-cf1a-4bcb-b2f9-0fd98c04fe33 req-a9e621c6-af92-4a10-a3f7-a5792285b73a service neutron] 10.222.0.61 "GET /v2.0/networks/16c2ec05-0d03-441b-b8e4-9260be85eff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938480 Aug 10 03:39:00.357879 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d92c196d-077e-4e97-b08d-f51e320c3f45 admin admin] Router 631ccc2a-98c6-4b15-850e-d02e027ed9e5 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:39:00.368014 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3cb0d9-3c37-44e0-959a-27475aeca871 req-8af008b5-f696-44ad-8e3f-92334524dd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:00.375247 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2a3cb0d9-3c37-44e0-959a-27475aeca871 req-8af008b5-f696-44ad-8e3f-92334524dd9f service neutron] 10.222.0.42 "GET /v2.0/networks?id=16c2ec05-0d03-441b-b8e4-9260be85eff6 HTTP/1.1" status: 200 len: 918 time: 0.1846521 Aug 10 03:39:00.465963 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2a3cb0d9-3c37-44e0-959a-27475aeca871 req-0aeb9ae9-0c0a-4b26-ac1e-468d17e37c59 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b820d56-ffb5-430e-8cb1-41368a99fa8f HTTP/1.1" status: 200 len: 217 time: 0.0819235 Aug 10 03:39:00.585301 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d92c196d-077e-4e97-b08d-f51e320c3f45 admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:39:00.593990 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-d92c196d-077e-4e97-b08d-f51e320c3f45 admin admin] 10.222.0.44 "PUT /v2.0/routers/631ccc2a-98c6-4b15-850e-d02e027ed9e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0593538 Aug 10 03:39:00.595508 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51226) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:00.600267 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78d1e92-8c08-4f2e-8117-b7b0574f0967 None None] Sync routers for ids ['631ccc2a-98c6-4b15-850e-d02e027ed9e5'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:39:00.630346 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78d1e92-8c08-4f2e-8117-b7b0574f0967 None None] Routers {'631ccc2a-98c6-4b15-850e-d02e027ed9e5'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:39:00.631527 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-e78d1e92-8c08-4f2e-8117-b7b0574f0967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:38:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['631ccc2a-98c6-4b15-850e-d02e027ed9e5'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:00.698392 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3cb0d9-3c37-44e0-959a-27475aeca871 req-c3fa440e-0221-4e2e-95cb-4ed1ba1d1c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:00.700993 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2a3cb0d9-3c37-44e0-959a-27475aeca871 req-c3fa440e-0221-4e2e-95cb-4ed1ba1d1c20 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ea48bd44-bbf6-43f2-aa3c-02607a9a3f1d HTTP/1.1" status: 200 len: 858 time: 0.2256141 Aug 10 03:39:00.846283 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-465ad5aa-9c41-4a19-88a5-701458105188 admin admin] Notify callbacks [] for router, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:00.875558 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-e78d1e92-8c08-4f2e-8117-b7b0574f0967 None None] Set router 631ccc2a-98c6-4b15-850e-d02e027ed9e5 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:39:00.985865 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2a3cb0d9-3c37-44e0-959a-27475aeca871 req-795f7450-78ed-4013-8744-8232c992b1d4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=16c2ec05-0d03-441b-b8e4-9260be85eff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1348197 Aug 10 03:39:01.010145 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 7f1948d2-18d7-4408-9098-3c28d20d855d no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:39:01.147537 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] No Port match for: 7f1948d2-18d7-4408-9098-3c28d20d855d {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:39:01.147537 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 7f1948d2-18d7-4408-9098-3c28d20d855d not bound to the agent host n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:39:01.271596 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-e78d1e92-8c08-4f2e-8117-b7b0574f0967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '631ccc2a-98c6-4b15-850e-d02e027ed9e5', 'name': 'tempest-ServerRescueTestJSON-2010531056-router', 'tenant_id': 'f67bc67edb4944b7b5132d7828a0779b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': '128da2e3-0f8d-4eea-ba87-81903cbb58bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:35:59Z', 'updated_at': '2021-08-10T03:38:58Z', 'revision_number': 5, 'project_id': 'f67bc67edb4944b7b5132d7828a0779b', 'gw_port': {'id': '128da2e3-0f8d-4eea-ba87-81903cbb58bb', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631ccc2a-98c6-4b15-850e-d02e027ed9e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:02Z', 'updated_at': '2021-08-10T03:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:01.343516 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78d1e92-8c08-4f2e-8117-b7b0574f0967 None None] Checking router: 631ccc2a-98c6-4b15-850e-d02e027ed9e5 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:39:01.356080 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78d1e92-8c08-4f2e-8117-b7b0574f0967 None None] Routers {'631ccc2a-98c6-4b15-850e-d02e027ed9e5'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:39:01.356745 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-e78d1e92-8c08-4f2e-8117-b7b0574f0967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:38:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['631ccc2a-98c6-4b15-850e-d02e027ed9e5'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:01.396275 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-465ad5aa-9c41-4a19-88a5-701458105188 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:01.439797 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2a3cb0d9-3c37-44e0-959a-27475aeca871 req-42891b5a-7798-4283-ab28-ffa8fe4e326b service neutron] 10.222.0.42 "GET /v2.0/networks/16c2ec05-0d03-441b-b8e4-9260be85eff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4438193 Aug 10 03:39:01.538459 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-e78d1e92-8c08-4f2e-8117-b7b0574f0967 None None] Set router 631ccc2a-98c6-4b15-850e-d02e027ed9e5 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:39:01.644035 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-465ad5aa-9c41-4a19-88a5-701458105188 admin admin] Deleting port 128da2e3-0f8d-4eea-ba87-81903cbb58bb {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:39:01.644510 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-465ad5aa-9c41-4a19-88a5-701458105188 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:01.652897 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2a3cb0d9-3c37-44e0-959a-27475aeca871 req-23187f86-965b-4017-b6fa-3145638ce663 service neutron] 10.222.0.42 "GET /v2.0/networks/16c2ec05-0d03-441b-b8e4-9260be85eff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040606 Aug 10 03:39:01.828511 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [None req-465ad5aa-9c41-4a19-88a5-701458105188 admin admin] For port 128da2e3-0f8d-4eea-ba87-81903cbb58bb, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=128da2e3-0f8d-4eea-ba87-81903cbb58bb,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:01.828929 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-465ad5aa-9c41-4a19-88a5-701458105188 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:01.831218 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-e78d1e92-8c08-4f2e-8117-b7b0574f0967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '631ccc2a-98c6-4b15-850e-d02e027ed9e5', 'name': 'tempest-ServerRescueTestJSON-2010531056-router', 'tenant_id': 'f67bc67edb4944b7b5132d7828a0779b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': '128da2e3-0f8d-4eea-ba87-81903cbb58bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:35:59Z', 'updated_at': '2021-08-10T03:38:58Z', 'revision_number': 5, 'project_id': 'f67bc67edb4944b7b5132d7828a0779b', 'gw_port': {'id': '128da2e3-0f8d-4eea-ba87-81903cbb58bb', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631ccc2a-98c6-4b15-850e-d02e027ed9e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:02Z', 'updated_at': '2021-08-10T03:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:01.867348 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78d1e92-8c08-4f2e-8117-b7b0574f0967 None None] The sync data for ids ['631ccc2a-98c6-4b15-850e-d02e027ed9e5'] in n-d-768862-13 is: [{'id': '631ccc2a-98c6-4b15-850e-d02e027ed9e5', 'name': 'tempest-ServerRescueTestJSON-2010531056-router', 'tenant_id': 'f67bc67edb4944b7b5132d7828a0779b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': '128da2e3-0f8d-4eea-ba87-81903cbb58bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:35:59Z', 'updated_at': '2021-08-10T03:38:58Z', 'revision_number': 5, 'project_id': 'f67bc67edb4944b7b5132d7828a0779b', 'gw_port': {'id': '128da2e3-0f8d-4eea-ba87-81903cbb58bb', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631ccc2a-98c6-4b15-850e-d02e027ed9e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:02Z', 'updated_at': '2021-08-10T03:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:39:01.869957 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-465ad5aa-9c41-4a19-88a5-701458105188 admin admin] Calling delete_port for 128da2e3-0f8d-4eea-ba87-81903cbb58bb owned by network:router_gateway {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:39:02.166814 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-465ad5aa-9c41-4a19-88a5-701458105188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:02.197887 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ad5aa-9c41-4a19-88a5-701458105188 admin admin] Pushing event deleted for resources: {'Port': ['ID=128da2e3-0f8d-4eea-ba87-81903cbb58bb,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:02.282407 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-465ad5aa-9c41-4a19-88a5-701458105188 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520654'] for router_gateway, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:02.448880 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-465ad5aa-9c41-4a19-88a5-701458105188 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:02.453915 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-465ad5aa-9c41-4a19-88a5-701458105188 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:02.548354 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-465ad5aa-9c41-4a19-88a5-701458105188 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:02.549308 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-465ad5aa-9c41-4a19-88a5-701458105188 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 631ccc2a-98c6-4b15-850e-d02e027ed9e5 {{(pid=94260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:39:02.557447 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-465ad5aa-9c41-4a19-88a5-701458105188 admin admin] Notify callbacks [] for router, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:02.562990 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-465ad5aa-9c41-4a19-88a5-701458105188 admin admin] 10.222.0.44 "DELETE /v2.0/routers/631ccc2a-98c6-4b15-850e-d02e027ed9e5 HTTP/1.1" status: 204 len: 168 time: 1.9633694 Aug 10 03:39:02.563638 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 51244) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:02.634110 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a914741-e654-4d12-a962-d28aba9ab162 admin admin] Deleting subnet fcfa072b-b6e6-40cd-99b2-40ac54d1354c {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:39:02.637986 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4a914741-e654-4d12-a962-d28aba9ab162 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:02.682153 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4a914741-e654-4d12-a962-d28aba9ab162 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:02.782545 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4a914741-e654-4d12-a962-d28aba9ab162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:02.881352 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4a914741-e654-4d12-a962-d28aba9ab162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:02.916132 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a914741-e654-4d12-a962-d28aba9ab162 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcfa072b-b6e6-40cd-99b2-40ac54d1354c,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:02.922571 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4a914741-e654-4d12-a962-d28aba9ab162 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:02.925966 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-4a914741-e654-4d12-a962-d28aba9ab162 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/fcfa072b-b6e6-40cd-99b2-40ac54d1354c HTTP/1.1" status: 204 len: 168 time: 0.3606138 Aug 10 03:39:02.929552 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 51250) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:03.043926 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e738636d-ee3f-412d-8c6d-91b96c115b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:03.176366 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:03.183201 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e738636d-ee3f-412d-8c6d-91b96c115b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:03.196995 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-e738636d-ee3f-412d-8c6d-91b96c115b73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07780576-149a-40da-8c51-c337569691c7']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:03.211397 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-e738636d-ee3f-412d-8c6d-91b96c115b73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ae1db9a-efd2-4923-90bf-9e1efa3a8bd6') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:03.211679 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-e738636d-ee3f-412d-8c6d-91b96c115b73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ae1db9a-efd2-4923-90bf-9e1efa3a8bd6') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:03.227286 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e738636d-ee3f-412d-8c6d-91b96c115b73 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:03.246782 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e738636d-ee3f-412d-8c6d-91b96c115b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:03.259390 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e738636d-ee3f-412d-8c6d-91b96c115b73 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:39:03.260231 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e738636d-ee3f-412d-8c6d-91b96c115b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:03.263524 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:39:03.263524 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:39:03.263524 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:39:03.263524 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:39:03.263524 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:39:03.263524 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:39:03.263524 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:39:03.263524 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:39:03.263524 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:39:03.263524 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:39:03.263524 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:39:03.263524 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:39:03.263524 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:39:03.263524 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:39:03.263524 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:39:03.263524 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:39:03.263524 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:39:03.263524 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:39:03.263524 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:39:03.263524 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:39:03.263524 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:39:03.263524 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:39:03.263524 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:39:03.263524 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:39:03.263524 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:39:03.263524 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:39:03.263524 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:39:03.263524 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:39:03.263524 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:39:03.263524 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:39:03.263524 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:39:03.263524 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:39:03.347334 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e738636d-ee3f-412d-8c6d-91b96c115b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:03.360545 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e738636d-ee3f-412d-8c6d-91b96c115b73 admin admin] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:03.366319 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e738636d-ee3f-412d-8c6d-91b96c115b73 admin admin] 10.222.0.44 "DELETE /v2.0/networks/07780576-149a-40da-8c51-c337569691c7 HTTP/1.1" status: 204 len: 168 time: 0.4324884 Aug 10 03:39:03.369065 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 128da2e3-0f8d-4eea-ba87-81903cbb58bb no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:39:03.383031 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e738636d-ee3f-412d-8c6d-91b96c115b73 admin admin] Pushing event deleted for resources: {'Network': ['ID=07780576-149a-40da-8c51-c337569691c7,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:03.401246 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 128da2e3-0f8d-4eea-ba87-81903cbb58bb {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:39:03.401763 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 128da2e3-0f8d-4eea-ba87-81903cbb58bb not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:39:03.402359 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 360fa04c-d235-4a15-bb3b-1700f53a549f no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:39:03.425612 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 360fa04c-d235-4a15-bb3b-1700f53a549f {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:39:03.426120 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 360fa04c-d235-4a15-bb3b-1700f53a549f not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:39:03.597961 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51256) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:03.673550 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-f6aa7bec-0911-448e-8046-ea141cb91fe9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f67bc67edb4944b7b5132d7828a0779b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0721796 Aug 10 03:39:03.674900 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 51258) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:03.738024 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3b184fa8-9ca3-42b7-94a3-41aa01dd65d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:03.783884 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3b184fa8-9ca3-42b7-94a3-41aa01dd65d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:03.861710 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3b184fa8-9ca3-42b7-94a3-41aa01dd65d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:03.865902 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3b184fa8-9ca3-42b7-94a3-41aa01dd65d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:03.867317 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-3b184fa8-9ca3-42b7-94a3-41aa01dd65d2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/94bf709a-2b1f-453e-be0d-cfe700274cfd HTTP/1.1" status: 204 len: 168 time: 0.1908867 Aug 10 03:39:03.881196 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b184fa8-9ca3-42b7-94a3-41aa01dd65d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94bf709a-2b1f-453e-be0d-cfe700274cfd,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:05.487772 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [req-ae0cd5ce-64f6-4969-8676-c6953318da53 req-f4848f33-db85-48fd-9dfa-d2a4a64bdad8 service neutron] (94260) timed out ('10.222.0.42', 56997) {{(pid=94260) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 03:39:05.559339 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3e9351df-e48a-4bb0-a4c6-0417de5f7696 req-caf47be1-3ecf-428f-b2cf-fe1abac72115 tempest-ServerShowV247Test-1599411565 tempest-ServerShowV247Test-1599411565-project] 10.222.0.44 "GET /v2.0/ports?device_id=40978733-8762-41a3-a10c-4d19e4b00ff5 HTTP/1.1" status: 200 len: 210 time: 0.0470316 Aug 10 03:39:06.130977 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8722a329-8e54-4826-9012-88ea23cc9ef9 req-ddc337e3-c679-407a-990d-aa94a7a73d65 tempest-ServerShowV247Test-1599411565 tempest-ServerShowV247Test-1599411565-project] 10.222.0.44 "GET /v2.0/ports?device_id=4cc55552-a350-4ad7-8fe5-cadf027787c3 HTTP/1.1" status: 200 len: 210 time: 0.0597217 Aug 10 03:39:07.312027 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-af65f5b6-0ac1-400e-9c91-7e490987969e req-d9e32b92-6b6f-460d-98ed-76f85dae1e7e tempest-ServerShowV247Test-1599411565 tempest-ServerShowV247Test-1599411565-project] 10.222.0.44 "GET /v2.0/ports?device_id=4cc55552-a350-4ad7-8fe5-cadf027787c3 HTTP/1.1" status: 200 len: 210 time: 0.0427713 Aug 10 03:39:08.357850 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-838a1f99-67b1-47c0-bf23-e5bc93bffa59 req-caaaf4d1-d0dc-4440-b8a0-5a59e3a67a7b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=40978733-8762-41a3-a10c-4d19e4b00ff5 HTTP/1.1" status: 200 len: 210 time: 0.0358796 Aug 10 03:39:08.634133 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-62c2a091-9da1-4c20-85ab-78e4a1de9ebc req-97bc51d3-dc06-4faf-b03e-49b6224d0f6a tempest-ServerShowV247Test-1599411565 tempest-ServerShowV247Test-1599411565-project] 10.222.0.44 "GET /v2.0/ports?device_id=4cc55552-a350-4ad7-8fe5-cadf027787c3 HTTP/1.1" status: 200 len: 210 time: 0.0930760 Aug 10 03:39:08.760722 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f76ae493-16cc-413e-8c6a-c85d5ddd45d4 req-e827c4a2-5b9b-44db-8270-f40344671de6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4cc55552-a350-4ad7-8fe5-cadf027787c3 HTTP/1.1" status: 200 len: 210 time: 0.0462770 Aug 10 03:39:09.725633 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dc88dcb6-08e3-45c5-a466-d582a23c8e36 req-c96e93c4-f6d0-452d-b026-395a632ddecc tempest-ServerShowV247Test-1599411565 tempest-ServerShowV247Test-1599411565-project] 10.222.0.44 "GET /v2.0/ports?device_id=4cc55552-a350-4ad7-8fe5-cadf027787c3 HTTP/1.1" status: 200 len: 210 time: 0.0349805 Aug 10 03:39:10.872709 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0d2c4788-85d3-4c4b-8c16-62635c9f3f2a req-3ba6cde7-9bcc-4daf-82e4-88cc0bc968ef tempest-ServerShowV247Test-1599411565 tempest-ServerShowV247Test-1599411565-project] 10.222.0.44 "GET /v2.0/ports?device_id=4cc55552-a350-4ad7-8fe5-cadf027787c3 HTTP/1.1" status: 200 len: 210 time: 0.0316279 Aug 10 03:39:11.374036 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-34e0ba19-0da6-4592-b971-1e4a6bcb84f8 req-e02b0786-971e-43bc-b5d2-752c6e2b94f4 tempest-ServerShowV247Test-1599411565 tempest-ServerShowV247Test-1599411565-project] 10.222.0.44 "GET /v2.0/ports?device_id=4cc55552-a350-4ad7-8fe5-cadf027787c3 HTTP/1.1" status: 200 len: 210 time: 0.0551109 Aug 10 03:39:12.539710 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3b6439e9-8c20-4545-9b91-684e6b7d6ede req-7ce3ef94-9a94-422a-8398-4e0dcd24c163 tempest-ServerShowV247Test-1599411565 tempest-ServerShowV247Test-1599411565-project] 10.222.0.44 "GET /v2.0/ports?device_id=4cc55552-a350-4ad7-8fe5-cadf027787c3 HTTP/1.1" status: 200 len: 210 time: 0.0373280 Aug 10 03:39:13.818482 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-47a24a0f-9d3f-43f7-a5d1-5919554fc207 req-f9f810d5-e76c-4692-aa48-b60649020eb3 tempest-ServerShowV247Test-1599411565 tempest-ServerShowV247Test-1599411565-project] 10.222.0.44 "GET /v2.0/ports?device_id=4cc55552-a350-4ad7-8fe5-cadf027787c3 HTTP/1.1" status: 200 len: 210 time: 0.0868855 Aug 10 03:39:15.023950 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0d3bfa70-1bf7-4a56-8740-f3ebd4528cbc req-641eb275-df96-489d-bd81-3e7f0ac8db30 tempest-ServerShowV247Test-1599411565 tempest-ServerShowV247Test-1599411565-project] 10.222.0.44 "GET /v2.0/ports?device_id=4cc55552-a350-4ad7-8fe5-cadf027787c3 HTTP/1.1" status: 200 len: 210 time: 0.0511911 Aug 10 03:39:16.244792 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1cd536f2-452b-4e80-a56c-eceaeeedadee req-d377fedb-561b-44e6-a978-816df6621e6b tempest-ServerShowV247Test-1599411565 tempest-ServerShowV247Test-1599411565-project] 10.222.0.44 "GET /v2.0/ports?device_id=4cc55552-a350-4ad7-8fe5-cadf027787c3 HTTP/1.1" status: 200 len: 210 time: 0.0762439 Aug 10 03:39:16.446138 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:39:16.468833 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c15ae3-060f-4328-a05f-9fe2d3b5cde3 req-37c6387c-4684-4a97-8b50-caa17d7b8cd2 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:16.471832 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-85c15ae3-060f-4328-a05f-9fe2d3b5cde3 req-37c6387c-4684-4a97-8b50-caa17d7b8cd2 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/ports?device_id=971ffce3-3be8-4cd1-baf7-efe49ff20400 HTTP/1.1" status: 200 len: 945 time: 0.1232290 Aug 10 03:39:16.622910 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-85c15ae3-060f-4328-a05f-9fe2d3b5cde3 req-9c229e13-984a-44cd-b0b8-ac7875098fa1 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/security-groups?id=81787cdd-9071-4003-b601-4ee333b772e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196153 Aug 10 03:39:17.436946 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-76a559a0-a603-48d4-b979-e4b00b7fd3f3 req-ad393d27-ea5e-4123-bfdf-3f658b989bec tempest-ServerShowV247Test-1599411565 tempest-ServerShowV247Test-1599411565-project] 10.222.0.44 "GET /v2.0/ports?device_id=4cc55552-a350-4ad7-8fe5-cadf027787c3 HTTP/1.1" status: 200 len: 210 time: 0.0599537 Aug 10 03:39:17.780722 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b96f7e-3e65-4776-8b24-9062d67e2bc7 req-ae31388c-954e-411b-b37a-6a7157b2da6d tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:17.783348 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-48b96f7e-3e65-4776-8b24-9062d67e2bc7 req-ae31388c-954e-411b-b37a-6a7157b2da6d tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/ports?device_id=971ffce3-3be8-4cd1-baf7-efe49ff20400 HTTP/1.1" status: 200 len: 945 time: 0.0748494 Aug 10 03:39:17.840660 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-48b96f7e-3e65-4776-8b24-9062d67e2bc7 req-bafbd157-6eef-49c0-a783-aa37d0a2d31b tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/security-groups?id=81787cdd-9071-4003-b601-4ee333b772e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496733 Aug 10 03:39:18.361068 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ffcf6f-146c-47c7-a3c0-b178de43c25f req-e00566d3-e7f0-4141-8db2-a2c671f0c192 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:18.363152 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f9ffcf6f-146c-47c7-a3c0-b178de43c25f req-e00566d3-e7f0-4141-8db2-a2c671f0c192 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.42 "GET /v2.0/ports?device_id=971ffce3-3be8-4cd1-baf7-efe49ff20400 HTTP/1.1" status: 200 len: 945 time: 0.0603080 Aug 10 03:39:18.502572 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-f9ffcf6f-146c-47c7-a3c0-b178de43c25f req-973aab73-5935-43c2-8030-913ac7a3b82a tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Deleting port 6b820d56-ffb5-430e-8cb1-41368a99fa8f {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:39:18.503441 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-f9ffcf6f-146c-47c7-a3c0-b178de43c25f req-973aab73-5935-43c2-8030-913ac7a3b82a tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:18.693551 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e9916be0-5212-452f-a715-cfb0f852dc26 req-e831be02-bf15-4e29-9e60-f802007d856d tempest-ServerShowV247Test-1599411565 tempest-ServerShowV247Test-1599411565-project] 10.222.0.44 "GET /v2.0/ports?device_id=4cc55552-a350-4ad7-8fe5-cadf027787c3 HTTP/1.1" status: 200 len: 210 time: 0.0783901 Aug 10 03:39:18.719632 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-f9ffcf6f-146c-47c7-a3c0-b178de43c25f req-973aab73-5935-43c2-8030-913ac7a3b82a tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] For port 6b820d56-ffb5-430e-8cb1-41368a99fa8f, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=6b820d56-ffb5-430e-8cb1-41368a99fa8f,segment=NetworkSegment(2b05f28f-9118-41ba-a22a-b84c3e85bbfa),segment_id=2b05f28f-9118-41ba-a22a-b84c3e85bbfa)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:18.720111 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-f9ffcf6f-146c-47c7-a3c0-b178de43c25f req-973aab73-5935-43c2-8030-913ac7a3b82a tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:18.736375 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-f9ffcf6f-146c-47c7-a3c0-b178de43c25f req-973aab73-5935-43c2-8030-913ac7a3b82a tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Calling delete_port for 6b820d56-ffb5-430e-8cb1-41368a99fa8f owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:39:19.289959 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9426f7-50a2-4886-bfe5-3dba8043fb85 req-5ca61ea2-07ef-4da1-a0d1-c00108e80269 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:19.291605 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ed9426f7-50a2-4886-bfe5-3dba8043fb85 req-5ca61ea2-07ef-4da1-a0d1-c00108e80269 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/ports?device_id=971ffce3-3be8-4cd1-baf7-efe49ff20400 HTTP/1.1" status: 200 len: 945 time: 0.1023586 Aug 10 03:39:19.323010 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-f9ffcf6f-146c-47c7-a3c0-b178de43c25f req-973aab73-5935-43c2-8030-913ac7a3b82a tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:19.340930 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['455a4f39-0716-4aad-9d66-505c3fcfde84'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:39:19.344671 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['6b820d56-ffb5-430e-8cb1-41368a99fa8f'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:39:19.371744 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973aab73-5935-43c2-8030-913ac7a3b82a tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Pushing event deleted for resources: {'Port': ['ID=6b820d56-ffb5-430e-8cb1-41368a99fa8f,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:19.390979 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ed9426f7-50a2-4886-bfe5-3dba8043fb85 req-d05369a1-f34f-4fc1-b6a1-84802aa2d801 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/security-groups?id=81787cdd-9071-4003-b601-4ee333b772e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918434 Aug 10 03:39:19.440581 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9ffcf6f-146c-47c7-a3c0-b178de43c25f req-973aab73-5935-43c2-8030-913ac7a3b82a tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] No DVR routers for this DVR port 6b820d56-ffb5-430e-8cb1-41368a99fa8f on host n-h1-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:39:19.444225 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-f9ffcf6f-146c-47c7-a3c0-b178de43c25f req-973aab73-5935-43c2-8030-913ac7a3b82a tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:19.446670 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f9ffcf6f-146c-47c7-a3c0-b178de43c25f req-973aab73-5935-43c2-8030-913ac7a3b82a tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.42 "DELETE /v2.0/ports/6b820d56-ffb5-430e-8cb1-41368a99fa8f HTTP/1.1" status: 204 len: 173 time: 1.0770016 Aug 10 03:39:19.447137 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '971ffce3-3be8-4cd1-baf7-efe49ff20400', 'name': 'network-vif-deleted', 'tag': '6b820d56-ffb5-430e-8cb1-41368a99fa8f'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:39:19.449752 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c11186cb-2691-4705-af3f-edc350eee7a7" -d '{"events": [{"server_uuid": "971ffce3-3be8-4cd1-baf7-efe49ff20400", "name": "network-vif-deleted", "tag": "6b820d56-ffb5-430e-8cb1-41368a99fa8f"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:39:19.524913 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0718ff2b-0380-4972-9154-3f887df1d0eb x-openstack-request-id: req-0718ff2b-0380-4972-9154-3f887df1d0eb {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:39:19.525869 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "971ffce3-3be8-4cd1-baf7-efe49ff20400", "name": "network-vif-deleted", "tag": "6b820d56-ffb5-430e-8cb1-41368a99fa8f", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:39:19.525869 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0718ff2b-0380-4972-9154-3f887df1d0eb {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:39:19.525869 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '971ffce3-3be8-4cd1-baf7-efe49ff20400', 'name': 'network-vif-deleted', 'tag': '6b820d56-ffb5-430e-8cb1-41368a99fa8f', 'status': 'completed', 'code': 200} Aug 10 03:39:19.847668 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-febae3e8-520f-498c-9ca0-796228b6844c req-04ce7be3-8fd6-444c-ae65-82a6527d9feb tempest-ServerShowV247Test-1599411565 tempest-ServerShowV247Test-1599411565-project] 10.222.0.44 "GET /v2.0/ports?device_id=4cc55552-a350-4ad7-8fe5-cadf027787c3 HTTP/1.1" status: 200 len: 210 time: 0.0292399 Aug 10 03:39:20.773936 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454205d8-40b0-43c3-8996-a100778726d3 req-1931fa41-ebba-4143-8089-8de7096e0bc8 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:20.776170 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-454205d8-40b0-43c3-8996-a100778726d3 req-1931fa41-ebba-4143-8089-8de7096e0bc8 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf313f9d-cd65-4e2f-88be-cbea27f97a45 HTTP/1.1" status: 200 len: 945 time: 0.0756326 Aug 10 03:39:20.834996 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-454205d8-40b0-43c3-8996-a100778726d3 req-f4c783bf-eb34-4601-b808-e09cf9eb7bd7 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/security-groups?id=81787cdd-9071-4003-b601-4ee333b772e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523424 Aug 10 03:39:20.991447 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d4e0ac86-b28f-4e63-9c0a-004d03215d77 req-8c8b64ab-9bd6-47df-bd17-68d0b1ff2ee7 tempest-ServerShowV247Test-1599411565 tempest-ServerShowV247Test-1599411565-project] 10.222.0.44 "GET /v2.0/ports?device_id=4cc55552-a350-4ad7-8fe5-cadf027787c3 HTTP/1.1" status: 200 len: 210 time: 0.0320170 Aug 10 03:39:21.376476 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1271650e-f8ca-4547-8d02-50e0eb9d48ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:22.004987 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0345eb3f-53b0-470b-a954-2a6236f02723 req-d057a3cb-24a4-46d0-83cd-2f91e8758067 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:22.007392 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0345eb3f-53b0-470b-a954-2a6236f02723 req-d057a3cb-24a4-46d0-83cd-2f91e8758067 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf313f9d-cd65-4e2f-88be-cbea27f97a45 HTTP/1.1" status: 200 len: 945 time: 0.0699840 Aug 10 03:39:22.086692 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0345eb3f-53b0-470b-a954-2a6236f02723 req-75bcac28-d224-4cb4-982c-96393a303cf8 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/security-groups?id=81787cdd-9071-4003-b601-4ee333b772e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694888 Aug 10 03:39:22.151386 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7abbfe47-0013-460f-83c6-f4d5d3630b29 req-a2a67d06-a238-4d2f-ae19-61d0f03dd862 tempest-ServerShowV247Test-1599411565 tempest-ServerShowV247Test-1599411565-project] 10.222.0.44 "GET /v2.0/ports?device_id=4cc55552-a350-4ad7-8fe5-cadf027787c3 HTTP/1.1" status: 200 len: 210 time: 0.0289588 Aug 10 03:39:22.695051 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 6b820d56-ffb5-430e-8cb1-41368a99fa8f no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:39:22.738198 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] No Port match for: 6b820d56-ffb5-430e-8cb1-41368a99fa8f {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:39:22.738933 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 6b820d56-ffb5-430e-8cb1-41368a99fa8f not bound to the agent host n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:39:23.315314 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ff64f-2029-4198-9dd3-ea6fed537a7c req-0a480f7a-96dd-4429-bf5d-30fb7c3c5f89 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:23.325149 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a27ff64f-2029-4198-9dd3-ea6fed537a7c req-0a480f7a-96dd-4429-bf5d-30fb7c3c5f89 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf313f9d-cd65-4e2f-88be-cbea27f97a45 HTTP/1.1" status: 200 len: 945 time: 0.1189404 Aug 10 03:39:23.325149 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ce7914c1-9da1-4faa-a49d-ed45e3e27a52 req-9894ada6-8b04-4b6e-960b-807e1447610b tempest-ServerShowV247Test-1599411565 tempest-ServerShowV247Test-1599411565-project] 10.222.0.44 "GET /v2.0/ports?device_id=4cc55552-a350-4ad7-8fe5-cadf027787c3 HTTP/1.1" status: 200 len: 210 time: 0.0424473 Aug 10 03:39:23.401741 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a27ff64f-2029-4198-9dd3-ea6fed537a7c req-8e5433aa-84ad-4695-84e6-c9d699dbdd02 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/security-groups?id=81787cdd-9071-4003-b601-4ee333b772e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645518 Aug 10 03:39:23.656014 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-25cc5d6e-0dbd-4b26-a1cb-108ab88c5639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:24.221463 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:24.561123 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b6fa917d-eaa9-4e2a-8d4a-aad69e9ec6c7 req-56c143fd-b768-45d0-bc67-f9afcf26dcae tempest-ServerShowV247Test-1599411565 tempest-ServerShowV247Test-1599411565-project] 10.222.0.44 "GET /v2.0/ports?device_id=4cc55552-a350-4ad7-8fe5-cadf027787c3 HTTP/1.1" status: 200 len: 210 time: 0.0757358 Aug 10 03:39:24.685167 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a1ce85-a140-4c8f-b03e-bbb71a9da5db req-f540a886-efec-4f37-9e06-c426af14b429 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:24.687446 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-05a1ce85-a140-4c8f-b03e-bbb71a9da5db req-f540a886-efec-4f37-9e06-c426af14b429 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf313f9d-cd65-4e2f-88be-cbea27f97a45 HTTP/1.1" status: 200 len: 945 time: 0.1125729 Aug 10 03:39:24.754127 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-05a1ce85-a140-4c8f-b03e-bbb71a9da5db req-6427ff74-4e43-4403-8c8a-ec74f9715615 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/security-groups?id=81787cdd-9071-4003-b601-4ee333b772e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593648 Aug 10 03:39:25.350446 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:25.731162 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d2a84dc1-fd2f-4bb2-9726-fe27ff1dda24 req-7dae2840-8988-411e-9587-d1cf2a109ecc tempest-ServerShowV247Test-1599411565 tempest-ServerShowV247Test-1599411565-project] 10.222.0.44 "GET /v2.0/ports?device_id=4cc55552-a350-4ad7-8fe5-cadf027787c3 HTTP/1.1" status: 200 len: 210 time: 0.0670493 Aug 10 03:39:25.971747 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b1ce28-3736-481a-8287-99c7d38b8420 req-ec8ce6a5-86a4-47f8-a8af-2a4909c26755 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:25.974896 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-90b1ce28-3736-481a-8287-99c7d38b8420 req-ec8ce6a5-86a4-47f8-a8af-2a4909c26755 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf313f9d-cd65-4e2f-88be-cbea27f97a45 HTTP/1.1" status: 200 len: 945 time: 0.0827861 Aug 10 03:39:26.045660 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-90b1ce28-3736-481a-8287-99c7d38b8420 req-4d5f3f28-3708-428d-8ea8-8f26c3122586 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/security-groups?id=81787cdd-9071-4003-b601-4ee333b772e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589423 Aug 10 03:39:26.147971 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:26.780752 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:26.937095 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3090b32e-7444-4447-891b-67be0a1f6d87 req-1722d223-a4a5-4be5-a04f-edcd84d4ae09 tempest-ServerShowV247Test-1599411565 tempest-ServerShowV247Test-1599411565-project] 10.222.0.44 "GET /v2.0/ports?device_id=4cc55552-a350-4ad7-8fe5-cadf027787c3 HTTP/1.1" status: 200 len: 210 time: 0.0527725 Aug 10 03:39:27.609635 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cccb25b-abb6-41c0-8646-1e28982566d0 req-769a2ffb-d28c-4f20-a3a9-43a2ae87ba15 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:27.612304 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8cccb25b-abb6-41c0-8646-1e28982566d0 req-769a2ffb-d28c-4f20-a3a9-43a2ae87ba15 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf313f9d-cd65-4e2f-88be-cbea27f97a45 HTTP/1.1" status: 200 len: 945 time: 0.0900240 Aug 10 03:39:27.689442 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8cccb25b-abb6-41c0-8646-1e28982566d0 req-8bc9d38a-1b8d-4c13-820d-c212250dd771 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/security-groups?id=81787cdd-9071-4003-b601-4ee333b772e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670147 Aug 10 03:39:28.111154 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3c3c6559-5226-42d0-bdf6-9a306183776f req-59470dcd-6e5b-4699-9d83-16d7b25718b4 tempest-ServerShowV247Test-1599411565 tempest-ServerShowV247Test-1599411565-project] 10.222.0.44 "GET /v2.0/ports?device_id=4cc55552-a350-4ad7-8fe5-cadf027787c3 HTTP/1.1" status: 200 len: 210 time: 0.0425868 Aug 10 03:39:28.657520 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac89e8a-0abf-4d4d-81e2-aa5574a1d4c8 req-a17f52bb-7dcf-4661-9b82-5d3c61a5ace1 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:28.659228 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-5ac89e8a-0abf-4d4d-81e2-aa5574a1d4c8 req-a17f52bb-7dcf-4661-9b82-5d3c61a5ace1 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.61 "GET /v2.0/ports?device_id=cf313f9d-cd65-4e2f-88be-cbea27f97a45 HTTP/1.1" status: 200 len: 945 time: 0.0730643 Aug 10 03:39:28.811040 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-5ac89e8a-0abf-4d4d-81e2-aa5574a1d4c8 req-8123cffa-949b-42b8-8ad7-5423298ead56 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Deleting port 455a4f39-0716-4aad-9d66-505c3fcfde84 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:39:28.811631 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-5ac89e8a-0abf-4d4d-81e2-aa5574a1d4c8 req-8123cffa-949b-42b8-8ad7-5423298ead56 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:28.856361 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a814e4-cf9e-4552-b372-0e54b04af0b9 req-d5e6ec43-fd1d-4358-baef-2952758a31df tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:28.858138 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-09a814e4-cf9e-4552-b372-0e54b04af0b9 req-d5e6ec43-fd1d-4358-baef-2952758a31df tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf313f9d-cd65-4e2f-88be-cbea27f97a45 HTTP/1.1" status: 200 len: 945 time: 0.0589466 Aug 10 03:39:28.943549 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-09a814e4-cf9e-4552-b372-0e54b04af0b9 req-cb04b025-fc1c-4795-b3e8-8013ca08b02f tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/security-groups?id=81787cdd-9071-4003-b601-4ee333b772e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727098 Aug 10 03:39:28.971162 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-5ac89e8a-0abf-4d4d-81e2-aa5574a1d4c8 req-8123cffa-949b-42b8-8ad7-5423298ead56 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] For port 455a4f39-0716-4aad-9d66-505c3fcfde84, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=455a4f39-0716-4aad-9d66-505c3fcfde84,segment=NetworkSegment(2b05f28f-9118-41ba-a22a-b84c3e85bbfa),segment_id=2b05f28f-9118-41ba-a22a-b84c3e85bbfa)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:28.973465 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-5ac89e8a-0abf-4d4d-81e2-aa5574a1d4c8 req-8123cffa-949b-42b8-8ad7-5423298ead56 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:28.999557 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-5ac89e8a-0abf-4d4d-81e2-aa5574a1d4c8 req-8123cffa-949b-42b8-8ad7-5423298ead56 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Calling delete_port for 455a4f39-0716-4aad-9d66-505c3fcfde84 owned by compute:nova {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:39:29.255970 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-5ac89e8a-0abf-4d4d-81e2-aa5574a1d4c8 req-8123cffa-949b-42b8-8ad7-5423298ead56 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:29.274701 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['455a4f39-0716-4aad-9d66-505c3fcfde84'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:39:29.327605 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8123cffa-949b-42b8-8ad7-5423298ead56 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Pushing event deleted for resources: {'Port': ['ID=455a4f39-0716-4aad-9d66-505c3fcfde84,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:29.350003 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2d589a3c-8277-445a-aab9-666f60ba2bf5 req-61a3e645-1663-4cdf-bdfd-be07068f6a60 tempest-ServerShowV247Test-1599411565 tempest-ServerShowV247Test-1599411565-project] 10.222.0.44 "GET /v2.0/ports?device_id=4cc55552-a350-4ad7-8fe5-cadf027787c3 HTTP/1.1" status: 200 len: 210 time: 0.0616238 Aug 10 03:39:29.412583 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ac89e8a-0abf-4d4d-81e2-aa5574a1d4c8 req-8123cffa-949b-42b8-8ad7-5423298ead56 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] No DVR routers for this DVR port 455a4f39-0716-4aad-9d66-505c3fcfde84 on host n-h2-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:39:29.417515 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-5ac89e8a-0abf-4d4d-81e2-aa5574a1d4c8 req-8123cffa-949b-42b8-8ad7-5423298ead56 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:29.420318 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-5ac89e8a-0abf-4d4d-81e2-aa5574a1d4c8 req-8123cffa-949b-42b8-8ad7-5423298ead56 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.61 "DELETE /v2.0/ports/455a4f39-0716-4aad-9d66-505c3fcfde84 HTTP/1.1" status: 204 len: 173 time: 0.7525351 Aug 10 03:39:29.420812 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf313f9d-cd65-4e2f-88be-cbea27f97a45', 'name': 'network-vif-deleted', 'tag': '455a4f39-0716-4aad-9d66-505c3fcfde84'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:39:29.423360 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f72454bc-be7a-4452-a450-78f7904eca6f" -d '{"events": [{"server_uuid": "cf313f9d-cd65-4e2f-88be-cbea27f97a45", "name": "network-vif-deleted", "tag": "455a4f39-0716-4aad-9d66-505c3fcfde84"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:39:29.495486 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41079e23-820c-4f2d-a596-340329f04dd2 x-openstack-request-id: req-41079e23-820c-4f2d-a596-340329f04dd2 {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:39:29.495918 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf313f9d-cd65-4e2f-88be-cbea27f97a45", "name": "network-vif-deleted", "tag": "455a4f39-0716-4aad-9d66-505c3fcfde84", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:39:29.496247 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-41079e23-820c-4f2d-a596-340329f04dd2 {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:39:29.496854 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf313f9d-cd65-4e2f-88be-cbea27f97a45', 'name': 'network-vif-deleted', 'tag': '455a4f39-0716-4aad-9d66-505c3fcfde84', 'status': 'completed', 'code': 200} Aug 10 03:39:30.163166 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-774f3ee5-2dd7-484a-bad2-77db325dc12f req-ad0844fa-98de-41d9-a330-ee5ab6172811 tempest-ServerRescueNegativeTestJSON-1341800196 tempest-ServerRescueNegativeTestJSON-1341800196-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf313f9d-cd65-4e2f-88be-cbea27f97a45 HTTP/1.1" status: 200 len: 210 time: 0.0527687 Aug 10 03:39:30.533126 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f84ef94f-40bd-4f3e-94ff-2a7c31b2d822 req-8a9a165c-4a09-4b30-892b-a410d2ce9620 tempest-ServerShowV247Test-1599411565 tempest-ServerShowV247Test-1599411565-project] 10.222.0.44 "GET /v2.0/ports?device_id=4cc55552-a350-4ad7-8fe5-cadf027787c3 HTTP/1.1" status: 200 len: 210 time: 0.0616860 Aug 10 03:39:31.558473 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51988) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:31.678497 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0798fbe9-61ad-488c-8678-01269788f519 req-18ce89d8-d4cf-418b-90fa-083f28c9dedb tempest-ServerShowV247Test-1599411565 tempest-ServerShowV247Test-1599411565-project] 10.222.0.44 "GET /v2.0/ports?device_id=4cc55552-a350-4ad7-8fe5-cadf027787c3 HTTP/1.1" status: 200 len: 210 time: 0.0393260 Aug 10 03:39:32.135510 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c56bfae6-da6b-46ab-bf00-ffe0bce32189 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521880'] for router_interface, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:32.482635 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-c56bfae6-da6b-46ab-bf00-ffe0bce32189 admin admin] Deleting port 3b5cff90-ca09-4c9c-8226-e5ab3fd3bf45 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:39:32.482977 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c56bfae6-da6b-46ab-bf00-ffe0bce32189 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:32.612906 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [None req-c56bfae6-da6b-46ab-bf00-ffe0bce32189 admin admin] For port 3b5cff90-ca09-4c9c-8226-e5ab3fd3bf45, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=3b5cff90-ca09-4c9c-8226-e5ab3fd3bf45,segment=NetworkSegment(2b05f28f-9118-41ba-a22a-b84c3e85bbfa),segment_id=2b05f28f-9118-41ba-a22a-b84c3e85bbfa)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:32.614116 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c56bfae6-da6b-46ab-bf00-ffe0bce32189 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:32.636856 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-c56bfae6-da6b-46ab-bf00-ffe0bce32189 admin admin] Calling delete_port for 3b5cff90-ca09-4c9c-8226-e5ab3fd3bf45 owned by network:router_interface {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:39:32.858709 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cf2e3656-5ae5-448b-a035-57d64b650008 req-09e3e443-b7b5-493d-a793-c299fd53dd3e tempest-ServerShowV247Test-1599411565 tempest-ServerShowV247Test-1599411565-project] 10.222.0.44 "GET /v2.0/ports?device_id=4cc55552-a350-4ad7-8fe5-cadf027787c3 HTTP/1.1" status: 200 len: 210 time: 0.0334122 Aug 10 03:39:32.958407 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c56bfae6-da6b-46ab-bf00-ffe0bce32189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:32.993127 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56bfae6-da6b-46ab-bf00-ffe0bce32189 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b5cff90-ca09-4c9c-8226-e5ab3fd3bf45,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:33.118215 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 455a4f39-0716-4aad-9d66-505c3fcfde84 no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:39:33.146169 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] No Port match for: 455a4f39-0716-4aad-9d66-505c3fcfde84 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:39:33.146538 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 455a4f39-0716-4aad-9d66-505c3fcfde84 not bound to the agent host n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:39:33.185208 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:33.289076 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c56bfae6-da6b-46ab-bf00-ffe0bce32189 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-522536'] for router_interface, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:33.720435 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c56bfae6-da6b-46ab-bf00-ffe0bce32189 admin admin] Router 53e6b88a-e939-46ad-a278-72b23204c114 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:39:33.900807 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c56bfae6-da6b-46ab-bf00-ffe0bce32189 admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:39:33.915588 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-c56bfae6-da6b-46ab-bf00-ffe0bce32189 admin admin] 10.222.0.44 "PUT /v2.0/routers/53e6b88a-e939-46ad-a278-72b23204c114/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3503501 Aug 10 03:39:33.917096 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 52142) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:33.936894 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17055c0-ac4c-4147-bf3d-0ea7e09edab9 None None] Sync routers for ids ['53e6b88a-e939-46ad-a278-72b23204c114'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:39:33.953154 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17055c0-ac4c-4147-bf3d-0ea7e09edab9 None None] Routers {'53e6b88a-e939-46ad-a278-72b23204c114'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:39:33.953599 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-f17055c0-ac4c-4147-bf3d-0ea7e09edab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:39:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['53e6b88a-e939-46ad-a278-72b23204c114'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:34.078631 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-f17055c0-ac4c-4147-bf3d-0ea7e09edab9 None None] Set router 53e6b88a-e939-46ad-a278-72b23204c114 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:39:34.089288 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-865a22c5-33db-46c3-ae5f-508b34f4f370 req-a250322f-8aeb-433c-918e-206a2dfcbe79 tempest-ServerShowV247Test-1599411565 tempest-ServerShowV247Test-1599411565-project] 10.222.0.44 "GET /v2.0/ports?device_id=4cc55552-a350-4ad7-8fe5-cadf027787c3 HTTP/1.1" status: 200 len: 210 time: 0.0577750 Aug 10 03:39:34.205291 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e0b0c0f4-9a09-4e5d-9933-4e9e189f8432 admin admin] Notify callbacks [] for router, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:34.335688 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-f17055c0-ac4c-4147-bf3d-0ea7e09edab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53e6b88a-e939-46ad-a278-72b23204c114', 'name': 'tempest-ServerRescueNegativeTestJSON-381470677-router', 'tenant_id': 'e4fb7285a7d34b95bf40b43e762fde54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': '5d57226a-2e10-402a-896b-82b8fdb74ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:36:06Z', 'updated_at': '2021-08-10T03:39:32Z', 'revision_number': 5, 'project_id': 'e4fb7285a7d34b95bf40b43e762fde54', 'gw_port': {'id': '5d57226a-2e10-402a-896b-82b8fdb74ede', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:e5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e6b88a-e939-46ad-a278-72b23204c114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2367, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:07Z', 'updated_at': '2021-08-10T03:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:34.368942 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e0b0c0f4-9a09-4e5d-9933-4e9e189f8432 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:34.399141 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17055c0-ac4c-4147-bf3d-0ea7e09edab9 None None] Checking router: 53e6b88a-e939-46ad-a278-72b23204c114 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:39:34.414675 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17055c0-ac4c-4147-bf3d-0ea7e09edab9 None None] Routers {'53e6b88a-e939-46ad-a278-72b23204c114'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:39:34.416055 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-f17055c0-ac4c-4147-bf3d-0ea7e09edab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:39:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['53e6b88a-e939-46ad-a278-72b23204c114'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:34.486004 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-e0b0c0f4-9a09-4e5d-9933-4e9e189f8432 admin admin] Deleting port 5d57226a-2e10-402a-896b-82b8fdb74ede {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:39:34.486167 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e0b0c0f4-9a09-4e5d-9933-4e9e189f8432 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:34.563108 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-f17055c0-ac4c-4147-bf3d-0ea7e09edab9 None None] Set router 53e6b88a-e939-46ad-a278-72b23204c114 gateway port host: None {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:39:34.662138 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-f17055c0-ac4c-4147-bf3d-0ea7e09edab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53e6b88a-e939-46ad-a278-72b23204c114', 'name': 'tempest-ServerRescueNegativeTestJSON-381470677-router', 'tenant_id': 'e4fb7285a7d34b95bf40b43e762fde54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:36:06Z', 'updated_at': '2021-08-10T03:39:34Z', 'revision_number': 6, 'project_id': 'e4fb7285a7d34b95bf40b43e762fde54', 'gw_port_host': None}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:34.697232 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-e0b0c0f4-9a09-4e5d-9933-4e9e189f8432 admin admin] For port 5d57226a-2e10-402a-896b-82b8fdb74ede, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=5d57226a-2e10-402a-896b-82b8fdb74ede,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:34.697770 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e0b0c0f4-9a09-4e5d-9933-4e9e189f8432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:34.708576 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17055c0-ac4c-4147-bf3d-0ea7e09edab9 None None] The sync data for ids ['53e6b88a-e939-46ad-a278-72b23204c114'] in n-d-768862-13 is: [{'id': '53e6b88a-e939-46ad-a278-72b23204c114', 'name': 'tempest-ServerRescueNegativeTestJSON-381470677-router', 'tenant_id': 'e4fb7285a7d34b95bf40b43e762fde54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:36:06Z', 'updated_at': '2021-08-10T03:39:34Z', 'revision_number': 6, 'project_id': 'e4fb7285a7d34b95bf40b43e762fde54', 'gw_port_host': None}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:39:34.732464 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae46d55-840f-4170-a421-8e6b4f7f3bdd req-a09a5b2d-bfa8-4f33-9204-8d8560d1f7e8 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:34.735598 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dae46d55-840f-4170-a421-8e6b4f7f3bdd req-a09a5b2d-bfa8-4f33-9204-8d8560d1f7e8 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 944 time: 0.0969291 Aug 10 03:39:34.763046 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-e0b0c0f4-9a09-4e5d-9933-4e9e189f8432 admin admin] Calling delete_port for 5d57226a-2e10-402a-896b-82b8fdb74ede owned by network:router_gateway {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:39:34.800364 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e96b39-5f25-4914-a660-d6afe3dff38f req-ef5c4fa9-0443-4c1c-b622-f60d1ae9139e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:34.812434 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-06e96b39-5f25-4914-a660-d6afe3dff38f req-ef5c4fa9-0443-4c1c-b622-f60d1ae9139e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2680b799feb54d8c9fdff98330bf1a96&device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 1096 time: 0.1989818 Aug 10 03:39:34.858740 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dae46d55-840f-4170-a421-8e6b4f7f3bdd req-d1ea8f6a-51e1-4303-ade4-adcaa3d5a816 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=970733cb-cbb6-4524-9c4b-45ba2a794350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108041 Aug 10 03:39:35.315146 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 3b5cff90-ca09-4c9c-8226-e5ab3fd3bf45 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:39:35.325806 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e4baeae0-8986-4aa8-8615-f63a4fb845cb req-f106d644-2621-4998-92e4-ba82ae959434 tempest-ServerShowV247Test-1599411565 tempest-ServerShowV247Test-1599411565-project] 10.222.0.44 "GET /v2.0/ports?device_id=4cc55552-a350-4ad7-8fe5-cadf027787c3 HTTP/1.1" status: 200 len: 210 time: 0.1058321 Aug 10 03:39:35.421629 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 3b5cff90-ca09-4c9c-8226-e5ab3fd3bf45 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:39:35.422190 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 3b5cff90-ca09-4c9c-8226-e5ab3fd3bf45 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:39:35.513458 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e96b39-5f25-4914-a660-d6afe3dff38f req-60417733-0321-4d83-b9cd-593eac7580a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:35.515024 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-06e96b39-5f25-4914-a660-d6afe3dff38f req-60417733-0321-4d83-b9cd-593eac7580a5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d07bf9c0-feda-49f0-ac68-879462adf9f1 HTTP/1.1" status: 200 len: 911 time: 0.6959491 Aug 10 03:39:35.625468 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-06e96b39-5f25-4914-a660-d6afe3dff38f req-72eb8225-2b86-44e6-bf06-59cc9566ce78 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5c938b4-b620-4188-a605-ddf0a909af0a HTTP/1.1" status: 200 len: 999 time: 0.1023889 Aug 10 03:39:35.649316 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e0b0c0f4-9a09-4e5d-9933-4e9e189f8432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:35.713832 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b0c0f4-9a09-4e5d-9933-4e9e189f8432 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d57226a-2e10-402a-896b-82b8fdb74ede,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:35.781447 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e96b39-5f25-4914-a660-d6afe3dff38f req-c820e0ea-9f3d-4a04-8f99-295a02fccb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:35.783109 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-06e96b39-5f25-4914-a660-d6afe3dff38f req-c820e0ea-9f3d-4a04-8f99-295a02fccb77 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=33a1c40e-b5d2-46c7-a6a1-fa6cc0352aec HTTP/1.1" status: 200 len: 850 time: 0.1490688 Aug 10 03:39:35.833965 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e0b0c0f4-9a09-4e5d-9933-4e9e189f8432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520654'] for router_gateway, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:35.928043 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e96b39-5f25-4914-a660-d6afe3dff38f req-56413ec3-9109-400a-96c8-65e939556b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:35.929637 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-06e96b39-5f25-4914-a660-d6afe3dff38f req-56413ec3-9109-400a-96c8-65e939556b8d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d07bf9c0-feda-49f0-ac68-879462adf9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1380610 Aug 10 03:39:35.990164 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e0b0c0f4-9a09-4e5d-9933-4e9e189f8432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:36.018578 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e0b0c0f4-9a09-4e5d-9933-4e9e189f8432 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:36.093919 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e0b0c0f4-9a09-4e5d-9933-4e9e189f8432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:36.094847 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0b0c0f4-9a09-4e5d-9933-4e9e189f8432 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53e6b88a-e939-46ad-a278-72b23204c114 {{(pid=94261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:39:36.102821 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e0b0c0f4-9a09-4e5d-9933-4e9e189f8432 admin admin] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:36.104441 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e0b0c0f4-9a09-4e5d-9933-4e9e189f8432 admin admin] 10.222.0.44 "DELETE /v2.0/routers/53e6b88a-e939-46ad-a278-72b23204c114 HTTP/1.1" status: 204 len: 168 time: 2.1850762 Aug 10 03:39:36.108125 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 52292) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:36.120291 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a68c3a-d942-4054-b579-c73917d96a9c req-be5e70e1-589e-4b7a-8c63-e00ecd24e1f3 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:36.139121 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a6a68c3a-d942-4054-b579-c73917d96a9c req-be5e70e1-589e-4b7a-8c63-e00ecd24e1f3 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 944 time: 0.1573398 Aug 10 03:39:36.167598 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-06e96b39-5f25-4914-a660-d6afe3dff38f req-aa636751-9372-497d-93dd-26c2f269f1d5 service neutron] 10.222.0.61 "GET /v2.0/networks/d07bf9c0-feda-49f0-ac68-879462adf9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002087 Aug 10 03:39:36.201100 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-25835b1e-1177-4e64-a014-9ef5a309dc0b admin admin] Deleting subnet ea48bd44-bbf6-43f2-aa3c-02607a9a3f1d {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:39:36.273548 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a6a68c3a-d942-4054-b579-c73917d96a9c req-01cd7f73-c49a-4e56-a252-e553d391da86 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=970733cb-cbb6-4524-9c4b-45ba2a794350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154244 Aug 10 03:39:36.285781 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-25835b1e-1177-4e64-a014-9ef5a309dc0b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:36.354511 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-25835b1e-1177-4e64-a014-9ef5a309dc0b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:36.414653 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-06e96b39-5f25-4914-a660-d6afe3dff38f req-8f3dd1eb-e37f-4873-8567-b63c01042ad1 service neutron] 10.222.0.61 "GET /v2.0/networks/d07bf9c0-feda-49f0-ac68-879462adf9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342401 Aug 10 03:39:36.426880 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-25835b1e-1177-4e64-a014-9ef5a309dc0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:36.552397 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-25835b1e-1177-4e64-a014-9ef5a309dc0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:36.582342 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-25835b1e-1177-4e64-a014-9ef5a309dc0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:36.585229 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-25835b1e-1177-4e64-a014-9ef5a309dc0b admin admin] 10.222.0.44 "DELETE /v2.0/subnets/ea48bd44-bbf6-43f2-aa3c-02607a9a3f1d HTTP/1.1" status: 204 len: 168 time: 0.4758065 Aug 10 03:39:36.610828 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 52338) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:36.619799 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25835b1e-1177-4e64-a014-9ef5a309dc0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea48bd44-bbf6-43f2-aa3c-02607a9a3f1d,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:36.641728 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-00e98cbf-e177-4fd5-920d-f6be840cc279 req-d5d24d35-9c5c-42f9-9c2b-f97e12fb9e65 tempest-ServerShowV247Test-1599411565 tempest-ServerShowV247Test-1599411565-project] 10.222.0.44 "GET /v2.0/ports?device_id=4cc55552-a350-4ad7-8fe5-cadf027787c3 HTTP/1.1" status: 200 len: 210 time: 0.0997148 Aug 10 03:39:36.746108 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-59f64b61-5f69-4ea6-a233-0f2a93ff515b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:36.889351 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-59f64b61-5f69-4ea6-a233-0f2a93ff515b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:36.904287 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-59f64b61-5f69-4ea6-a233-0f2a93ff515b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16c2ec05-0d03-441b-b8e4-9260be85eff6']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:36.923640 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-59f64b61-5f69-4ea6-a233-0f2a93ff515b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b05f28f-9118-41ba-a22a-b84c3e85bbfa') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:36.924097 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-59f64b61-5f69-4ea6-a233-0f2a93ff515b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b05f28f-9118-41ba-a22a-b84c3e85bbfa') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:36.943004 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-59f64b61-5f69-4ea6-a233-0f2a93ff515b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:36.974719 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-59f64b61-5f69-4ea6-a233-0f2a93ff515b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:36.985324 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59f64b61-5f69-4ea6-a233-0f2a93ff515b admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:39:36.986141 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-59f64b61-5f69-4ea6-a233-0f2a93ff515b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:36.990137 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:39:36.990137 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:39:36.990137 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:39:36.990137 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:39:36.990137 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:39:36.990137 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:39:36.990137 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:39:36.990137 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:39:36.990137 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:39:36.990137 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:39:36.990137 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:39:36.990137 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:39:36.990137 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:39:36.990137 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:39:36.990137 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:39:36.990137 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:39:36.990137 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:39:36.990137 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:39:36.990137 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:39:36.990137 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:39:36.990137 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:39:36.990137 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:39:36.990137 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:39:36.990137 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:39:36.990137 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:39:36.990137 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:39:36.990137 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:39:36.990137 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:39:36.990137 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:39:36.990137 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:39:36.990137 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:39:36.990137 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:39:37.100115 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-59f64b61-5f69-4ea6-a233-0f2a93ff515b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:37.112682 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-59f64b61-5f69-4ea6-a233-0f2a93ff515b admin admin] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:37.116458 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-59f64b61-5f69-4ea6-a233-0f2a93ff515b admin admin] 10.222.0.44 "DELETE /v2.0/networks/16c2ec05-0d03-441b-b8e4-9260be85eff6 HTTP/1.1" status: 204 len: 168 time: 0.5041049 Aug 10 03:39:37.149333 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f64b61-5f69-4ea6-a233-0f2a93ff515b admin admin] Pushing event deleted for resources: {'Network': ['ID=16c2ec05-0d03-441b-b8e4-9260be85eff6,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:37.423821 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 5d57226a-2e10-402a-896b-82b8fdb74ede no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:39:37.500832 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 5d57226a-2e10-402a-896b-82b8fdb74ede {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:39:37.501551 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 5d57226a-2e10-402a-896b-82b8fdb74ede not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:39:37.580510 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f701ff-f4d9-4fe0-a6f3-50d4dff64f57 req-1610d63b-6ca0-40df-a70c-540f3f5430f5 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:37.595438 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 52428) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:37.602851 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d6f701ff-f4d9-4fe0-a6f3-50d4dff64f57 req-1610d63b-6ca0-40df-a70c-540f3f5430f5 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 944 time: 0.1191049 Aug 10 03:39:37.657732 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ce07c2e5-2366-44d6-8101-afc49ce7e8e4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e4fb7285a7d34b95bf40b43e762fde54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0584872 Aug 10 03:39:37.657903 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 52434) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:37.672347 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d6f701ff-f4d9-4fe0-a6f3-50d4dff64f57 req-7a630aae-0160-4475-83c8-3a0ea01caf21 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=970733cb-cbb6-4524-9c4b-45ba2a794350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615485 Aug 10 03:39:37.743665 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-22dddb9d-d544-4069-af38-6cbbcfadd763 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:37.775594 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-22dddb9d-d544-4069-af38-6cbbcfadd763 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:37.804354 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-59db2241-80c4-4217-b8d8-2032e857346a req-8381cdf7-028c-4963-88f8-3b60ab62a64e tempest-ServerShowV247Test-1599411565 tempest-ServerShowV247Test-1599411565-project] 10.222.0.44 "GET /v2.0/ports?device_id=4cc55552-a350-4ad7-8fe5-cadf027787c3 HTTP/1.1" status: 200 len: 210 time: 0.0385125 Aug 10 03:39:37.848855 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-22dddb9d-d544-4069-af38-6cbbcfadd763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:37.852533 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-22dddb9d-d544-4069-af38-6cbbcfadd763 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:37.853916 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-22dddb9d-d544-4069-af38-6cbbcfadd763 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/81787cdd-9071-4003-b601-4ee333b772e5 HTTP/1.1" status: 204 len: 168 time: 0.1950428 Aug 10 03:39:37.865267 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dddb9d-d544-4069-af38-6cbbcfadd763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81787cdd-9071-4003-b601-4ee333b772e5,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:38.978122 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8fd8c082-e66d-4825-89c8-4c356ab96d66 req-69fa1106-46e2-498e-a96a-107c8845dc41 tempest-ServerShowV247Test-1599411565 tempest-ServerShowV247Test-1599411565-project] 10.222.0.44 "GET /v2.0/ports?device_id=4cc55552-a350-4ad7-8fe5-cadf027787c3 HTTP/1.1" status: 200 len: 210 time: 0.0483048 Aug 10 03:39:39.251238 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-51f654c8-9c28-45fd-86f6-c26bf7a7fe26 req-24e77281-7922-4b89-89f5-152455a5e81b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4cc55552-a350-4ad7-8fe5-cadf027787c3 HTTP/1.1" status: 200 len: 210 time: 0.0656381 Aug 10 03:39:39.514845 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 52588) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:39.713750 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0b8193a5-103b-4967-9739-530f7a9859b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:39.856752 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0b8193a5-103b-4967-9739-530f7a9859b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:39.864032 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0b8193a5-103b-4967-9739-530f7a9859b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:39.908839 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-0b8193a5-103b-4967-9739-530f7a9859b8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=703faabf74a74fbfaa32df1b15bca232&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3921833 Aug 10 03:39:39.909177 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 52598) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:39.943240 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8193a5-103b-4967-9739-530f7a9859b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e375302-e958-4110-8214-52cc511019cd,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:40.045396 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e9377df6-2652-4b30-b7ee-de58ded56d9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:40.080314 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e9377df6-2652-4b30-b7ee-de58ded56d9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:40.145559 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e9377df6-2652-4b30-b7ee-de58ded56d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:40.150503 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e9377df6-2652-4b30-b7ee-de58ded56d9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:40.152401 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-e9377df6-2652-4b30-b7ee-de58ded56d9a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8e375302-e958-4110-8214-52cc511019cd HTTP/1.1" status: 204 len: 168 time: 0.2413588 Aug 10 03:39:40.179990 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9377df6-2652-4b30-b7ee-de58ded56d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e375302-e958-4110-8214-52cc511019cd,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:40.225532 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-95d8a0a4-1382-4162-9c4b-06309879c8bd req-fb61a814-1fb4-4d6f-8c2d-6f9b39616787 tempest-ServerShowV247Test-1599411565 tempest-ServerShowV247Test-1599411565-project] 10.222.0.44 "GET /v2.0/ports?device_id=4cc55552-a350-4ad7-8fe5-cadf027787c3 HTTP/1.1" status: 200 len: 210 time: 0.0692022 Aug 10 03:39:40.486030 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [req-5ef7813f-7f28-4d96-bfc5-127c5b394615 req-9e9eb23b-479c-40bc-ae56-82a822aa20b6 service neutron] (94261) timed out ('10.222.0.42', 57000) {{(pid=94261) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 03:39:40.489234 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009fa550-e5b0-4af3-8a7d-e9d23bb6db89 req-1fe69126-d700-4cf5-8335-7105d73ba71f tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:40.497733 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-009fa550-e5b0-4af3-8a7d-e9d23bb6db89 req-1fe69126-d700-4cf5-8335-7105d73ba71f tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=522b45d9-db61-4e14-a75c-214b3a6907db HTTP/1.1" status: 200 len: 946 time: 0.0929146 Aug 10 03:39:40.552589 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-009fa550-e5b0-4af3-8a7d-e9d23bb6db89 req-2458f15e-2b90-4b88-b729-25d622cb8455 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d4b820e-dc2c-4be0-8053-891f2a656097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532885 Aug 10 03:39:41.468874 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d54f06f3-2192-4ffb-9b19-9dea440407a7 req-c439ccbb-a5d0-433f-8329-c381c839652f tempest-ServerShowV247Test-1599411565 tempest-ServerShowV247Test-1599411565-project] 10.222.0.44 "GET /v2.0/ports?device_id=4cc55552-a350-4ad7-8fe5-cadf027787c3 HTTP/1.1" status: 200 len: 210 time: 0.0650601 Aug 10 03:39:42.116580 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e447e405-e1ff-4142-aa38-273f9d39fcc1 req-d6a4584c-3a47-4e4f-9c8b-69f6cd415417 tempest-ServerShowV247Test-1599411565 tempest-ServerShowV247Test-1599411565-project] 10.222.0.44 "GET /v2.0/ports?device_id=40978733-8762-41a3-a10c-4d19e4b00ff5&device_id=4cc55552-a350-4ad7-8fe5-cadf027787c3 HTTP/1.1" status: 200 len: 210 time: 0.0511529 Aug 10 03:39:42.233505 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee0f2c0-0e8c-4e30-b07e-3dcbaea9c97c req-517e91d9-c9a6-494c-a9fd-9a70fd5ba446 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:42.242900 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bee0f2c0-0e8c-4e30-b07e-3dcbaea9c97c req-517e91d9-c9a6-494c-a9fd-9a70fd5ba446 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=522b45d9-db61-4e14-a75c-214b3a6907db HTTP/1.1" status: 200 len: 946 time: 0.1192348 Aug 10 03:39:42.357607 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67654de6-0357-4729-95e7-c6ccd7f9a9de req-fa28d5d5-5260-454a-bf42-42f1908e4146 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:42.361641 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-67654de6-0357-4729-95e7-c6ccd7f9a9de req-fa28d5d5-5260-454a-bf42-42f1908e4146 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.61 "GET /v2.0/ports?device_id=522b45d9-db61-4e14-a75c-214b3a6907db HTTP/1.1" status: 200 len: 946 time: 0.1375089 Aug 10 03:39:42.364461 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bee0f2c0-0e8c-4e30-b07e-3dcbaea9c97c req-16963933-dc1f-4fe1-9dd9-ecfb111e3d16 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d4b820e-dc2c-4be0-8053-891f2a656097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127169 Aug 10 03:39:42.573981 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-67654de6-0357-4729-95e7-c6ccd7f9a9de req-1f41fa4f-a9cb-47aa-a6ba-a6c1ece5ca15 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Deleting port 12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:39:42.574918 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-67654de6-0357-4729-95e7-c6ccd7f9a9de req-1f41fa4f-a9cb-47aa-a6ba-a6c1ece5ca15 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:42.651600 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b71e32b6-e410-4dec-b606-9bee770866c2 req-d67fadbe-f776-4236-8e8c-6ff53fc31ab1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f8899b66ad1b45edbcd893725528d66c&device_id=4cc55552-a350-4ad7-8fe5-cadf027787c3 HTTP/1.1" status: 200 len: 210 time: 0.0978725 Aug 10 03:39:42.749610 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e9c9c5e1-5b11-494c-8329-11c6d74ce9fd req-3cb21d6f-8009-4949-95eb-88d3efba5786 tempest-ServerShowV247Test-1599411565 tempest-ServerShowV247Test-1599411565-project] 10.222.0.44 "GET /v2.0/ports?device_id=4cc55552-a350-4ad7-8fe5-cadf027787c3 HTTP/1.1" status: 200 len: 210 time: 0.0916276 Aug 10 03:39:42.833592 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-67654de6-0357-4729-95e7-c6ccd7f9a9de req-1f41fa4f-a9cb-47aa-a6ba-a6c1ece5ca15 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] For port 12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7,segment=NetworkSegment(17789ec9-f3a0-458f-a646-d9adbb03f346),segment_id=17789ec9-f3a0-458f-a646-d9adbb03f346)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:42.834709 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-67654de6-0357-4729-95e7-c6ccd7f9a9de req-1f41fa4f-a9cb-47aa-a6ba-a6c1ece5ca15 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:42.853171 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b71e32b6-e410-4dec-b606-9bee770866c2 req-7720d0b2-4bbe-4118-9d08-bea3806832fc service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=f8899b66ad1b45edbcd893725528d66c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1017203 Aug 10 03:39:43.204069 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-67654de6-0357-4729-95e7-c6ccd7f9a9de req-1f41fa4f-a9cb-47aa-a6ba-a6c1ece5ca15 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:43.205084 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-67654de6-0357-4729-95e7-c6ccd7f9a9de req-1f41fa4f-a9cb-47aa-a6ba-a6c1ece5ca15 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:43.205672 n-d-768862-13 neutron-server[94261]: INFO neutron.db.l3_db [req-67654de6-0357-4729-95e7-c6ccd7f9a9de req-1f41fa4f-a9cb-47aa-a6ba-a6c1ece5ca15 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Floating IP 186b52a8-42f1-4e6e-8c90-842a1359c580 disassociated. External IP: 172.25.6.85, port: 12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7. Aug 10 03:39:43.206331 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-67654de6-0357-4729-95e7-c6ccd7f9a9de req-1f41fa4f-a9cb-47aa-a6ba-a6c1ece5ca15 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Calling delete_port for 12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7 owned by compute:nova {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:39:43.329756 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71e32b6-e410-4dec-b606-9bee770866c2 req-7b92683a-898e-42d2-b6e1-d07eede45427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:43.333610 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b71e32b6-e410-4dec-b606-9bee770866c2 req-7b92683a-898e-42d2-b6e1-d07eede45427 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4692426 Aug 10 03:39:43.618508 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-67654de6-0357-4729-95e7-c6ccd7f9a9de req-1f41fa4f-a9cb-47aa-a6ba-a6c1ece5ca15 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:43.649966 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c40c089-1bee-4e8e-a960-f8a7e16579bc req-a6e8b7bc-7094-4289-a1a3-2f538fb5593e tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:43.651910 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8c40c089-1bee-4e8e-a960-f8a7e16579bc req-a6e8b7bc-7094-4289-a1a3-2f538fb5593e tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=522b45d9-db61-4e14-a75c-214b3a6907db HTTP/1.1" status: 200 len: 868 time: 0.0684159 Aug 10 03:39:43.681592 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f41fa4f-a9cb-47aa-a6ba-a6c1ece5ca15 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Pushing event deleted for resources: {'Port': ['ID=12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:43.768481 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8c40c089-1bee-4e8e-a960-f8a7e16579bc req-2208c751-d3bf-4409-bdea-b984d0f9dfa3 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d4b820e-dc2c-4be0-8053-891f2a656097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985584 Aug 10 03:39:43.848468 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [req-67654de6-0357-4729-95e7-c6ccd7f9a9de req-1f41fa4f-a9cb-47aa-a6ba-a6c1ece5ca15 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Router c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:39:43.917980 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-beb10cfd-3f5f-4df2-a1cc-490fdc595672 req-682a1e86-e2bd-43e0-87b9-a472949e348d tempest-ServerShowV247Test-1599411565 tempest-ServerShowV247Test-1599411565-project] 10.222.0.44 "GET /v2.0/ports?device_id=4cc55552-a350-4ad7-8fe5-cadf027787c3 HTTP/1.1" status: 200 len: 210 time: 0.0387745 Aug 10 03:39:44.004488 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-67654de6-0357-4729-95e7-c6ccd7f9a9de req-1f41fa4f-a9cb-47aa-a6ba-a6c1ece5ca15 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:39:44.020663 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5764d2d-c0d0-434a-88d8-a63e29a01e4d None None] Sync routers for ids ['c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:39:44.033914 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5764d2d-c0d0-434a-88d8-a63e29a01e4d None None] Routers {'c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:39:44.035289 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-f5764d2d-c0d0-434a-88d8-a63e29a01e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:39:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:44.083800 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-67654de6-0357-4729-95e7-c6ccd7f9a9de req-1f41fa4f-a9cb-47aa-a6ba-a6c1ece5ca15 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] No DVR routers for this DVR port 12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7 on host n-h2-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:39:44.086978 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-67654de6-0357-4729-95e7-c6ccd7f9a9de req-1f41fa4f-a9cb-47aa-a6ba-a6c1ece5ca15 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:44.090216 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-67654de6-0357-4729-95e7-c6ccd7f9a9de req-1f41fa4f-a9cb-47aa-a6ba-a6c1ece5ca15 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.61 "DELETE /v2.0/ports/12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7 HTTP/1.1" status: 204 len: 173 time: 1.7202163 Aug 10 03:39:44.091014 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '522b45d9-db61-4e14-a75c-214b3a6907db', 'name': 'network-vif-deleted', 'tag': '12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:39:44.094480 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6f3b245-24ed-4689-be6e-9ed56743fb93" -d '{"events": [{"server_uuid": "522b45d9-db61-4e14-a75c-214b3a6907db", "name": "network-vif-deleted", "tag": "12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:39:44.160151 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8a23455-76c9-4504-8f77-b053b3849734 x-openstack-request-id: req-c8a23455-76c9-4504-8f77-b053b3849734 {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:39:44.160721 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "522b45d9-db61-4e14-a75c-214b3a6907db", "name": "network-vif-deleted", "tag": "12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:39:44.161169 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c8a23455-76c9-4504-8f77-b053b3849734 {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:39:44.162053 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '522b45d9-db61-4e14-a75c-214b3a6907db', 'name': 'network-vif-deleted', 'tag': '12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7', 'status': 'completed', 'code': 200} Aug 10 03:39:44.313145 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-f5764d2d-c0d0-434a-88d8-a63e29a01e4d None None] Set router c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:39:44.672691 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-f5764d2d-c0d0-434a-88d8-a63e29a01e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0', 'name': 'tempest-AttachVolumeShelveTestJSON-90720815-router', 'tenant_id': 'e9ab4296b9324b029547ba2c6dc24132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': 'a9143e1e-34d6-490f-a6ff-abed95a2b1d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:07Z', 'updated_at': '2021-08-10T03:28:13Z', 'revision_number': 4, 'project_id': 'e9ab4296b9324b029547ba2c6dc24132', 'gw_port': {'id': 'a9143e1e-34d6-490f-a6ff-abed95a2b1d1', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:08Z', 'updated_at': '2021-08-10T03:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '3a98af3d-84ed-4e62-94b8-e421d29fe69b', 'name': '', 'network_id': 'c0659391-a657-4b16-a8ee-a2586c7786a9', 'tenant_id': 'e9ab4296b9324b029547ba2c6dc24132', 'mac_address': 'fa:16:3e:ba:03:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': 'ffd75aef-22f1-4d31-9592-d84c9fe2b2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:11Z', 'updated_at': '2021-08-10T03:28:24Z', 'revision_number': 5, 'project_id': 'e9ab4296b9324b029547ba2c6dc24132', 'subnets': [{'id': 'ffd75aef-22f1-4d31-9592-d84c9fe2b2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:44.710464 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5764d2d-c0d0-434a-88d8-a63e29a01e4d None None] Checking router: c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:39:44.726926 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5764d2d-c0d0-434a-88d8-a63e29a01e4d None None] Routers {'c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:39:44.727993 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-f5764d2d-c0d0-434a-88d8-a63e29a01e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:39:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:44.788035 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b71e32b6-e410-4dec-b606-9bee770866c2 req-663bc6fa-3d67-47c2-8271-2f4e79d2ffb0 tempest-ServerShowV247Test-1599411565 tempest-ServerShowV247Test-1599411565-project] 10.222.0.42 "GET /v2.0/ports?device_id=4cc55552-a350-4ad7-8fe5-cadf027787c3 HTTP/1.1" status: 200 len: 210 time: 0.1786792 Aug 10 03:39:44.939231 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-f5764d2d-c0d0-434a-88d8-a63e29a01e4d None None] Set router c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:39:45.239511 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7 no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:39:45.294704 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] No Port match for: 12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:39:45.296200 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 12fcd20f-1cd5-4ed9-8e72-30e99e2c41a7 not bound to the agent host n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:39:45.327172 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fe01d942-34a4-4a24-87aa-50149d7b545a req-89ab50ff-5510-488a-ae73-5f01ead8c9d9 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/ports?device_id=522b45d9-db61-4e14-a75c-214b3a6907db HTTP/1.1" status: 200 len: 210 time: 0.1176066 Aug 10 03:39:45.340610 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-f5764d2d-c0d0-434a-88d8-a63e29a01e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0', 'name': 'tempest-AttachVolumeShelveTestJSON-90720815-router', 'tenant_id': 'e9ab4296b9324b029547ba2c6dc24132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': 'a9143e1e-34d6-490f-a6ff-abed95a2b1d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:07Z', 'updated_at': '2021-08-10T03:28:13Z', 'revision_number': 4, 'project_id': 'e9ab4296b9324b029547ba2c6dc24132', 'gw_port': {'id': 'a9143e1e-34d6-490f-a6ff-abed95a2b1d1', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:08Z', 'updated_at': '2021-08-10T03:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '3a98af3d-84ed-4e62-94b8-e421d29fe69b', 'name': '', 'network_id': 'c0659391-a657-4b16-a8ee-a2586c7786a9', 'tenant_id': 'e9ab4296b9324b029547ba2c6dc24132', 'mac_address': 'fa:16:3e:ba:03:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': 'ffd75aef-22f1-4d31-9592-d84c9fe2b2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:11Z', 'updated_at': '2021-08-10T03:28:24Z', 'revision_number': 5, 'project_id': 'e9ab4296b9324b029547ba2c6dc24132', 'subnets': [{'id': 'ffd75aef-22f1-4d31-9592-d84c9fe2b2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:45.407242 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5764d2d-c0d0-434a-88d8-a63e29a01e4d None None] The sync data for ids ['c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0'] in n-d-768862-13 is: [{'id': 'c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0', 'name': 'tempest-AttachVolumeShelveTestJSON-90720815-router', 'tenant_id': 'e9ab4296b9324b029547ba2c6dc24132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': 'a9143e1e-34d6-490f-a6ff-abed95a2b1d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:07Z', 'updated_at': '2021-08-10T03:28:13Z', 'revision_number': 4, 'project_id': 'e9ab4296b9324b029547ba2c6dc24132', 'gw_port': {'id': 'a9143e1e-34d6-490f-a6ff-abed95a2b1d1', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:08Z', 'updated_at': '2021-08-10T03:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '3a98af3d-84ed-4e62-94b8-e421d29fe69b', 'name': '', 'network_id': 'c0659391-a657-4b16-a8ee-a2586c7786a9', 'tenant_id': 'e9ab4296b9324b029547ba2c6dc24132', 'mac_address': 'fa:16:3e:ba:03:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': 'ffd75aef-22f1-4d31-9592-d84c9fe2b2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:11Z', 'updated_at': '2021-08-10T03:28:24Z', 'revision_number': 5, 'project_id': 'e9ab4296b9324b029547ba2c6dc24132', 'subnets': [{'id': 'ffd75aef-22f1-4d31-9592-d84c9fe2b2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:39:45.543285 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c234f762-ed77-433f-9e4b-dd41980ad851 req-4efc93fd-ffa6-451d-a104-eae696f70b20 tempest-ServerShowV247Test-1599411565 tempest-ServerShowV247Test-1599411565-project] 10.222.0.44 "GET /v2.0/ports?device_id=4cc55552-a350-4ad7-8fe5-cadf027787c3 HTTP/1.1" status: 200 len: 210 time: 0.1744256 Aug 10 03:39:45.992814 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61aa54e5-e5c7-42cc-8610-2aca8969ae2d None None] New status for floating IP 186b52a8-42f1-4e6e-8c90-842a1359c580: DOWN {{(pid=94263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:39:47.008647 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e0afb9ec-c612-4289-8e1d-ae3dcf8d9ef3 req-561ea037-1fa4-40eb-8408-e77c1d66ecec service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f8899b66ad1b45edbcd893725528d66c&device_id=40978733-8762-41a3-a10c-4d19e4b00ff5 HTTP/1.1" status: 200 len: 210 time: 0.0675533 Aug 10 03:39:47.086081 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e0afb9ec-c612-4289-8e1d-ae3dcf8d9ef3 req-8b07b230-5218-4510-b520-2b229cbf1a37 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=f8899b66ad1b45edbcd893725528d66c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0685489 Aug 10 03:39:47.298425 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-58e0067f-d121-4b77-b275-d117834b9f5f req-5a1e11cc-ae21-40b0-9542-2925e3a99142 tempest-ServerShowV247Test-1599411565 tempest-ServerShowV247Test-1599411565-project] 10.222.0.44 "GET /v2.0/ports?device_id=40978733-8762-41a3-a10c-4d19e4b00ff5 HTTP/1.1" status: 200 len: 210 time: 0.1328952 Aug 10 03:39:47.417832 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0afb9ec-c612-4289-8e1d-ae3dcf8d9ef3 req-999eed3d-d573-429c-8a4e-7994b42c3cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:47.423997 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e0afb9ec-c612-4289-8e1d-ae3dcf8d9ef3 req-999eed3d-d573-429c-8a4e-7994b42c3cbf service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3291945 Aug 10 03:39:47.599445 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 52986) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:47.732515 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-bd5a3528-80b8-4d3b-9567-909831959ede tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:47.801815 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-bd5a3528-80b8-4d3b-9567-909831959ede tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:47.942997 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-bd5a3528-80b8-4d3b-9567-909831959ede tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:47.958808 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-bd5a3528-80b8-4d3b-9567-909831959ede tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:47.969603 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 53012) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:47.984040 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-bd5a3528-80b8-4d3b-9567-909831959ede tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "DELETE /v2.0/security-groups/1d4b820e-dc2c-4be0-8053-891f2a656097 HTTP/1.1" status: 204 len: 168 time: 0.3830233 Aug 10 03:39:48.010107 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5a3528-80b8-4d3b-9567-909831959ede tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d4b820e-dc2c-4be0-8053-891f2a656097,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:48.035549 n-d-768862-13 neutron-server[94261]: INFO neutron.api.v2.resource [None req-7838be00-a51d-4ec2-98a0-a82f20dea0e6 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] show failed (client error): The resource could not be found. Aug 10 03:39:48.037680 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-7838be00-a51d-4ec2-98a0-a82f20dea0e6 tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "GET /v2.0/security-groups/1d4b820e-dc2c-4be0-8053-891f2a656097 HTTP/1.1" status: 404 len: 347 time: 0.0657856 Aug 10 03:39:48.043681 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 53018) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:48.340936 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-f3686cbe-e6fd-442d-8d11-30475ad7571a tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Deleting port efcaabe9-3a2d-496e-b15c-08f0cbc43879 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:39:48.341593 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f3686cbe-e6fd-442d-8d11-30475ad7571a tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:48.449093 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f3686cbe-e6fd-442d-8d11-30475ad7571a tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:48.449779 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f3686cbe-e6fd-442d-8d11-30475ad7571a tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:48.469973 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-f3686cbe-e6fd-442d-8d11-30475ad7571a tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Calling delete_port for efcaabe9-3a2d-496e-b15c-08f0cbc43879 owned by network:floatingip {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:39:48.842903 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2a06e5ad-2eb5-4970-8573-428c2561c70f req-fdb42b25-d543-4a28-b456-3711442a6085 tempest-ServerShowV247Test-1599411565 tempest-ServerShowV247Test-1599411565-project] 10.222.0.44 "GET /v2.0/ports?device_id=40978733-8762-41a3-a10c-4d19e4b00ff5 HTTP/1.1" status: 200 len: 210 time: 0.2418671 Aug 10 03:39:48.902335 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e0afb9ec-c612-4289-8e1d-ae3dcf8d9ef3 req-0107e753-5c02-45a4-97ff-0825048fd4f0 tempest-ServerShowV247Test-1599411565 tempest-ServerShowV247Test-1599411565-project] 10.222.0.42 "GET /v2.0/ports?device_id=40978733-8762-41a3-a10c-4d19e4b00ff5 HTTP/1.1" status: 200 len: 210 time: 0.1471403 Aug 10 03:39:48.997047 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f3686cbe-e6fd-442d-8d11-30475ad7571a tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:49.117320 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3686cbe-e6fd-442d-8d11-30475ad7571a tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Pushing event deleted for resources: {'Port': ['ID=efcaabe9-3a2d-496e-b15c-08f0cbc43879,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:49.173361 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f3686cbe-e6fd-442d-8d11-30475ad7571a tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Notify callbacks [] for floatingip, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:49.178022 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f3686cbe-e6fd-442d-8d11-30475ad7571a tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:49.188334 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-f3686cbe-e6fd-442d-8d11-30475ad7571a tempest-AttachVolumeShelveTestJSON-580894982 tempest-AttachVolumeShelveTestJSON-580894982-project] 10.222.0.44 "DELETE /v2.0/floatingips/186b52a8-42f1-4e6e-8c90-842a1359c580 HTTP/1.1" status: 204 len: 168 time: 1.1402502 Aug 10 03:39:50.337377 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 53216) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:50.840127 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 53238) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:50.983434 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9b1d9915-005b-4d15-bfc5-bf3f939b075d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:51.305557 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9b1d9915-005b-4d15-bfc5-bf3f939b075d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:51.320874 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9b1d9915-005b-4d15-bfc5-bf3f939b075d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:51.364653 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7d3602ed-f1c3-4f29-8226-de2509ceb8c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:51.369923 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-cbb85301-94f5-4c91-ae1c-0df1f28a5266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:51.420153 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1d9915-005b-4d15-bfc5-bf3f939b075d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c61531ff-6c8f-4b4a-84e9-614bcda0ca68,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:51.492977 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 53246) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:51.508545 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-9b1d9915-005b-4d15-bfc5-bf3f939b075d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0ed355208fbd4f5781ccd0644fb96a0d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1682391 Aug 10 03:39:51.614250 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f53028f6-8734-4fa9-886f-c786e418d959 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:51.664415 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f53028f6-8734-4fa9-886f-c786e418d959 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:51.712588 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7d3602ed-f1c3-4f29-8226-de2509ceb8c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:51.720002 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7d3602ed-f1c3-4f29-8226-de2509ceb8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:51.771402 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f53028f6-8734-4fa9-886f-c786e418d959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:51.778401 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f53028f6-8734-4fa9-886f-c786e418d959 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:51.782537 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-f53028f6-8734-4fa9-886f-c786e418d959 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c61531ff-6c8f-4b4a-84e9-614bcda0ca68 HTTP/1.1" status: 204 len: 168 time: 0.2880249 Aug 10 03:39:51.821939 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53028f6-8734-4fa9-886f-c786e418d959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c61531ff-6c8f-4b4a-84e9-614bcda0ca68,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:51.827103 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3602ed-f1c3-4f29-8226-de2509ceb8c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb6c70b-65f6-42cb-a09d-747774a5d691,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:51.883049 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 53256) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:51.889396 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-7d3602ed-f1c3-4f29-8226-de2509ceb8c9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f8899b66ad1b45edbcd893725528d66c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0414333 Aug 10 03:39:51.921053 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3602ed-f1c3-4f29-8226-de2509ceb8c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:51.922418 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3602ed-f1c3-4f29-8226-de2509ceb8c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:51.924294 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3602ed-f1c3-4f29-8226-de2509ceb8c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:51.926330 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3602ed-f1c3-4f29-8226-de2509ceb8c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:51.928039 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3602ed-f1c3-4f29-8226-de2509ceb8c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:51.931166 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3602ed-f1c3-4f29-8226-de2509ceb8c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:51.931846 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3602ed-f1c3-4f29-8226-de2509ceb8c9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:51.932581 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3602ed-f1c3-4f29-8226-de2509ceb8c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:51.934768 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3602ed-f1c3-4f29-8226-de2509ceb8c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:51.935925 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3602ed-f1c3-4f29-8226-de2509ceb8c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:51.937953 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3602ed-f1c3-4f29-8226-de2509ceb8c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:51.938753 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3602ed-f1c3-4f29-8226-de2509ceb8c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:52.053318 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-dfde9534-4662-4940-8ffb-a54866446539 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:52.101356 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-dfde9534-4662-4940-8ffb-a54866446539 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:52.227705 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-dfde9534-4662-4940-8ffb-a54866446539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:52.232497 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-dfde9534-4662-4940-8ffb-a54866446539 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:52.240924 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-dfde9534-4662-4940-8ffb-a54866446539 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/eeb6c70b-65f6-42cb-a09d-747774a5d691 HTTP/1.1" status: 204 len: 168 time: 0.3550887 Aug 10 03:39:52.278865 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfde9534-4662-4940-8ffb-a54866446539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb6c70b-65f6-42cb-a09d-747774a5d691,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:53.431377 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:39:53.670035 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-362a8490-c801-4267-be82-a51cfa05813f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:54.167892 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 53322) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:54.271461 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:54.678447 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 53342) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:54.815639 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 53350) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:54.830056 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-77daeec4-babf-43e7-911e-02d5bde94cf1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b9fae84664e449bcb5c00998e1f893e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6419232 Aug 10 03:39:54.969851 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c2cd142d-c2a0-4ba7-94fb-54deb75b31c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:55.021566 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c2cd142d-c2a0-4ba7-94fb-54deb75b31c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:55.177850 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c2cd142d-c2a0-4ba7-94fb-54deb75b31c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:55.184605 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c2cd142d-c2a0-4ba7-94fb-54deb75b31c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:55.192787 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-c2cd142d-c2a0-4ba7-94fb-54deb75b31c8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c0ebee9e-edc9-4764-b876-a3ae0dd308b4 HTTP/1.1" status: 204 len: 168 time: 0.3749878 Aug 10 03:39:55.221404 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-eb196718-1a69-4259-b23b-2e9823dafe11 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1808141061-network', 'tenant_id': 'e2dfb0ca5f884a40b7ec1d80249635f1'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:55.252649 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cd142d-c2a0-4ba7-94fb-54deb75b31c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ebee9e-edc9-4764-b876-a3ae0dd308b4,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:55.335547 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb196718-1a69-4259-b23b-2e9823dafe11 admin admin] Made reservation on behalf of e2dfb0ca5f884a40b7ec1d80249635f1 for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:39:55.339320 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-eb196718-1a69-4259-b23b-2e9823dafe11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:55.388438 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:55.413892 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-eb196718-1a69-4259-b23b-2e9823dafe11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:55.654966 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-eb196718-1a69-4259-b23b-2e9823dafe11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:55.663246 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-eb196718-1a69-4259-b23b-2e9823dafe11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:55.786582 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb196718-1a69-4259-b23b-2e9823dafe11 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:39:55.832825 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb196718-1a69-4259-b23b-2e9823dafe11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62e78729-b948-4b4f-af10-f07b9a74266d,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:55.853177 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-eb196718-1a69-4259-b23b-2e9823dafe11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:55.858144 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-eb196718-1a69-4259-b23b-2e9823dafe11 admin admin] Added segment 7f4e64a3-06cf-49a3-9e23-de76ff3b7ae6 of type vlan for network b93c5c60-ecab-4387-a408-ac40179e33f1 Aug 10 03:39:56.032800 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-eb196718-1a69-4259-b23b-2e9823dafe11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:56.085650 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-eb196718-1a69-4259-b23b-2e9823dafe11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:56.087381 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb196718-1a69-4259-b23b-2e9823dafe11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:56.089256 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-eb196718-1a69-4259-b23b-2e9823dafe11 admin admin] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:56.191738 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:56.273773 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-eb196718-1a69-4259-b23b-2e9823dafe11 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5866499 Aug 10 03:39:56.276229 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb196718-1a69-4259-b23b-2e9823dafe11 admin admin] Pushing event updated for resources: {'Network': ['ID=b93c5c60-ecab-4387-a408-ac40179e33f1,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:56.297045 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network b93c5c60-ecab-4387-a408-ac40179e33f1 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:39:56.795343 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:57.571732 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b165b33-1410-4e5d-9e76-3774f4cf3119 req-e268ab61-cb45-423d-a4d3-bd9f25c86070 tempest-ComputeTenantNetworksTest-996076169 tempest-ComputeTenantNetworksTest-996076169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:57.580453 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b165b33-1410-4e5d-9e76-3774f4cf3119 req-e268ab61-cb45-423d-a4d3-bd9f25c86070 tempest-ComputeTenantNetworksTest-996076169 tempest-ComputeTenantNetworksTest-996076169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:57.588199 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b165b33-1410-4e5d-9e76-3774f4cf3119 req-e268ab61-cb45-423d-a4d3-bd9f25c86070 tempest-ComputeTenantNetworksTest-996076169 tempest-ComputeTenantNetworksTest-996076169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:57.595463 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6b165b33-1410-4e5d-9e76-3774f4cf3119 req-e268ab61-cb45-423d-a4d3-bd9f25c86070 tempest-ComputeTenantNetworksTest-996076169 tempest-ComputeTenantNetworksTest-996076169-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.5119071 Aug 10 03:39:58.490466 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a07598c-4c45-4d5c-81c4-681d198e90a0 req-13ef6c73-b31d-4b62-aaa3-838c6cc5ee6c tempest-ComputeTenantNetworksTest-996076169 tempest-ComputeTenantNetworksTest-996076169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:58.496334 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0a07598c-4c45-4d5c-81c4-681d198e90a0 req-13ef6c73-b31d-4b62-aaa3-838c6cc5ee6c tempest-ComputeTenantNetworksTest-996076169 tempest-ComputeTenantNetworksTest-996076169-project] 10.222.0.44 "GET /v2.0/networks/b93c5c60-ecab-4387-a408-ac40179e33f1 HTTP/1.1" status: 200 len: 769 time: 0.8608527 Aug 10 03:39:58.501712 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 53438) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:58.648321 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 53442) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:58.730187 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-486cfd5e-762a-4a76-bff3-f2c952178286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:58.876298 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-486cfd5e-762a-4a76-bff3-f2c952178286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:58.899713 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-486cfd5e-762a-4a76-bff3-f2c952178286 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b93c5c60-ecab-4387-a408-ac40179e33f1']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:58.923137 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-486cfd5e-762a-4a76-bff3-f2c952178286 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f4e64a3-06cf-49a3-9e23-de76ff3b7ae6') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:58.925072 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-486cfd5e-762a-4a76-bff3-f2c952178286 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f4e64a3-06cf-49a3-9e23-de76ff3b7ae6') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:58.951208 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-486cfd5e-762a-4a76-bff3-f2c952178286 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:59.000612 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-486cfd5e-762a-4a76-bff3-f2c952178286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:59.004128 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1881be9a-5e78-45e7-bfa9-8bce1ce8e10d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:59.009926 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-486cfd5e-762a-4a76-bff3-f2c952178286 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:39:59.010582 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-486cfd5e-762a-4a76-bff3-f2c952178286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:59.066940 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:39:59.066940 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:39:59.066940 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:39:59.066940 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:39:59.066940 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:39:59.066940 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:39:59.066940 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:39:59.066940 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:39:59.066940 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:39:59.066940 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:39:59.066940 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:39:59.066940 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:39:59.066940 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:39:59.066940 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:39:59.066940 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:39:59.066940 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:39:59.066940 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:39:59.066940 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:39:59.066940 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:39:59.066940 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:39:59.066940 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:39:59.066940 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:39:59.066940 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:39:59.066940 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:39:59.066940 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:39:59.066940 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:39:59.066940 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:39:59.066940 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:39:59.066940 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:39:59.066940 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:39:59.066940 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:39:59.066940 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:39:59.101797 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-486cfd5e-762a-4a76-bff3-f2c952178286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:59.116984 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-486cfd5e-762a-4a76-bff3-f2c952178286 admin admin] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:59.119790 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-486cfd5e-762a-4a76-bff3-f2c952178286 admin admin] 10.222.0.44 "DELETE /v2.0/networks/b93c5c60-ecab-4387-a408-ac40179e33f1 HTTP/1.1" status: 204 len: 168 time: 0.6165619 Aug 10 03:39:59.135743 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486cfd5e-762a-4a76-bff3-f2c952178286 admin admin] Pushing event deleted for resources: {'Network': ['ID=b93c5c60-ecab-4387-a408-ac40179e33f1,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:59.271057 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1881be9a-5e78-45e7-bfa9-8bce1ce8e10d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:59.286769 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1881be9a-5e78-45e7-bfa9-8bce1ce8e10d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:59.381023 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-1881be9a-5e78-45e7-bfa9-8bce1ce8e10d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=46136c385306440dbc00877ce1761a39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7310407 Aug 10 03:39:59.383880 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 53460) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:59.423511 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 53462) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:59.438384 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 53464) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:59.449111 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1881be9a-5e78-45e7-bfa9-8bce1ce8e10d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8415815-c6a1-4e34-adf1-a204dea03b09,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:59.468093 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1881be9a-5e78-45e7-bfa9-8bce1ce8e10d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:59.469133 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1881be9a-5e78-45e7-bfa9-8bce1ce8e10d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:59.469970 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1881be9a-5e78-45e7-bfa9-8bce1ce8e10d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:59.470882 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1881be9a-5e78-45e7-bfa9-8bce1ce8e10d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:59.471785 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1881be9a-5e78-45e7-bfa9-8bce1ce8e10d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:59.472633 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1881be9a-5e78-45e7-bfa9-8bce1ce8e10d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:59.473492 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1881be9a-5e78-45e7-bfa9-8bce1ce8e10d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:59.474729 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1881be9a-5e78-45e7-bfa9-8bce1ce8e10d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:59.476436 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1881be9a-5e78-45e7-bfa9-8bce1ce8e10d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:59.478650 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1881be9a-5e78-45e7-bfa9-8bce1ce8e10d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:59.479517 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1881be9a-5e78-45e7-bfa9-8bce1ce8e10d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:59.480258 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1881be9a-5e78-45e7-bfa9-8bce1ce8e10d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:59.650051 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-080f8eb0-650a-4a33-887f-e94adc490e65 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e2dfb0ca5f884a40b7ec1d80249635f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2098978 Aug 10 03:39:59.653862 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 53470) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:59.674787 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-937b4b74-4325-4508-841c-5426ec559157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:59.799695 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-937b4b74-4325-4508-841c-5426ec559157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:59.843679 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-51fc3b71-1bd4-4e68-976c-20e9dd4fdf0b req-92606324-7493-45c0-908f-4d613cd4b811 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1345568 Aug 10 03:39:59.897669 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-937b4b74-4325-4508-841c-5426ec559157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:59.901351 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-937b4b74-4325-4508-841c-5426ec559157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:59.906720 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-937b4b74-4325-4508-841c-5426ec559157 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e8415815-c6a1-4e34-adf1-a204dea03b09 HTTP/1.1" status: 204 len: 168 time: 0.5176642 Aug 10 03:39:59.922962 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937b4b74-4325-4508-841c-5426ec559157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8415815-c6a1-4e34-adf1-a204dea03b09,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:59.991973 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0a8772d6-7183-412b-abd9-d464fae7fec5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:00.029595 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0a8772d6-7183-412b-abd9-d464fae7fec5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:00.118994 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fc3b71-1bd4-4e68-976c-20e9dd4fdf0b req-48bcaf1a-a3d5-4744-80d9-09178ebf1c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:00.122326 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-51fc3b71-1bd4-4e68-976c-20e9dd4fdf0b req-48bcaf1a-a3d5-4744-80d9-09178ebf1c3c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2680b799feb54d8c9fdff98330bf1a96&device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 1096 time: 0.1769505 Aug 10 03:40:00.259565 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0a8772d6-7183-412b-abd9-d464fae7fec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:00.269608 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0a8772d6-7183-412b-abd9-d464fae7fec5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:00.276490 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-0a8772d6-7183-412b-abd9-d464fae7fec5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/62e78729-b948-4b4f-af10-f07b9a74266d HTTP/1.1" status: 204 len: 168 time: 0.6145866 Aug 10 03:40:00.349154 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8772d6-7183-412b-abd9-d464fae7fec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e78729-b948-4b4f-af10-f07b9a74266d,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:00.369293 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fc3b71-1bd4-4e68-976c-20e9dd4fdf0b req-7b477278-b40a-4a3b-bdde-97baf3ba02c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:00.372664 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-51fc3b71-1bd4-4e68-976c-20e9dd4fdf0b req-7b477278-b40a-4a3b-bdde-97baf3ba02c4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d07bf9c0-feda-49f0-ac68-879462adf9f1 HTTP/1.1" status: 200 len: 911 time: 0.2096803 Aug 10 03:40:00.664081 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-51fc3b71-1bd4-4e68-976c-20e9dd4fdf0b req-259351bb-ee99-4b1e-9914-5a8853d4006c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5c938b4-b620-4188-a605-ddf0a909af0a HTTP/1.1" status: 200 len: 999 time: 0.2771676 Aug 10 03:40:00.864652 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 53484) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:00.881840 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fc3b71-1bd4-4e68-976c-20e9dd4fdf0b req-a070f783-f414-42fd-b6a9-6008349b5dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:00.884603 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-51fc3b71-1bd4-4e68-976c-20e9dd4fdf0b req-a070f783-f414-42fd-b6a9-6008349b5dab service neutron] 10.222.0.61 "GET /v2.0/subnets?id=33a1c40e-b5d2-46c7-a6a1-fa6cc0352aec HTTP/1.1" status: 200 len: 850 time: 0.2138829 Aug 10 03:40:00.918990 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-06c2467a-2cff-43de-8ec3-5419b31be1d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:00.973213 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0f6444a1-0bf2-4ae6-87d2-e4964ad3fc47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521880'] for router_interface, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:01.010429 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fc3b71-1bd4-4e68-976c-20e9dd4fdf0b req-2200f19c-882c-40dc-a029-dd42bb6bafbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:01.012483 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-51fc3b71-1bd4-4e68-976c-20e9dd4fdf0b req-2200f19c-882c-40dc-a029-dd42bb6bafbb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d07bf9c0-feda-49f0-ac68-879462adf9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1089420 Aug 10 03:40:01.181531 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-51fc3b71-1bd4-4e68-976c-20e9dd4fdf0b req-9823797f-8f24-44eb-bd64-037590d58cd8 service neutron] 10.222.0.61 "GET /v2.0/networks/d07bf9c0-feda-49f0-ac68-879462adf9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581810 Aug 10 03:40:01.208824 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-06c2467a-2cff-43de-8ec3-5419b31be1d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:01.226125 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-06c2467a-2cff-43de-8ec3-5419b31be1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:01.349320 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-06c2467a-2cff-43de-8ec3-5419b31be1d6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=95fbc4f0bfd043808c1cbb5eb2806069&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4832356 Aug 10 03:40:01.352071 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c2467a-2cff-43de-8ec3-5419b31be1d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65eb8289-43d7-4b36-8301-eb2055ec49e8,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:01.357525 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 53498) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:01.429801 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-51fc3b71-1bd4-4e68-976c-20e9dd4fdf0b req-8b3cc233-0aa6-406b-b065-873b74904e47 service neutron] 10.222.0.61 "GET /v2.0/networks/d07bf9c0-feda-49f0-ac68-879462adf9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326944 Aug 10 03:40:01.492902 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c6758859-54f9-405e-bd54-9ee0045eb25a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:01.523988 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c6758859-54f9-405e-bd54-9ee0045eb25a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:01.602335 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c6758859-54f9-405e-bd54-9ee0045eb25a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:01.606321 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c6758859-54f9-405e-bd54-9ee0045eb25a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:01.613854 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-c6758859-54f9-405e-bd54-9ee0045eb25a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/65eb8289-43d7-4b36-8301-eb2055ec49e8 HTTP/1.1" status: 204 len: 168 time: 0.2364304 Aug 10 03:40:01.632997 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-0f6444a1-0bf2-4ae6-87d2-e4964ad3fc47 admin admin] Deleting port 3a98af3d-84ed-4e62-94b8-e421d29fe69b {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:40:01.633366 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0f6444a1-0bf2-4ae6-87d2-e4964ad3fc47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:01.640183 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6758859-54f9-405e-bd54-9ee0045eb25a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65eb8289-43d7-4b36-8301-eb2055ec49e8,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:01.783366 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [None req-0f6444a1-0bf2-4ae6-87d2-e4964ad3fc47 admin admin] For port 3a98af3d-84ed-4e62-94b8-e421d29fe69b, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=3a98af3d-84ed-4e62-94b8-e421d29fe69b,segment=NetworkSegment(17789ec9-f3a0-458f-a646-d9adbb03f346),segment_id=17789ec9-f3a0-458f-a646-d9adbb03f346)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:40:01.783890 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0f6444a1-0bf2-4ae6-87d2-e4964ad3fc47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:01.802972 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-0f6444a1-0bf2-4ae6-87d2-e4964ad3fc47 admin admin] Calling delete_port for 3a98af3d-84ed-4e62-94b8-e421d29fe69b owned by network:router_interface {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:40:02.107819 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0f6444a1-0bf2-4ae6-87d2-e4964ad3fc47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:02.172000 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6444a1-0bf2-4ae6-87d2-e4964ad3fc47 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a98af3d-84ed-4e62-94b8-e421d29fe69b,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:02.556526 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0f6444a1-0bf2-4ae6-87d2-e4964ad3fc47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-522536'] for router_interface, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:02.933962 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f6444a1-0bf2-4ae6-87d2-e4964ad3fc47 admin admin] Router c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:40:03.227156 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:03.268784 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f6444a1-0bf2-4ae6-87d2-e4964ad3fc47 admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:40:03.283564 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95942dd-d52e-407e-bb1f-f8caba9d1d4e None None] Sync routers for ids ['c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:40:03.287970 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 53564) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:03.293076 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-0f6444a1-0bf2-4ae6-87d2-e4964ad3fc47 admin admin] 10.222.0.44 "PUT /v2.0/routers/c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8655376 Aug 10 03:40:03.325720 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95942dd-d52e-407e-bb1f-f8caba9d1d4e None None] Routers {'c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:40:03.326525 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-a95942dd-d52e-407e-bb1f-f8caba9d1d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:39:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:03.637365 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-a95942dd-d52e-407e-bb1f-f8caba9d1d4e None None] Set router c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:40:03.670856 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1197669f-8757-4fd6-b545-53077c60e745 admin admin] Notify callbacks [] for router, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:03.917225 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1197669f-8757-4fd6-b545-53077c60e745 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:04.047362 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-1197669f-8757-4fd6-b545-53077c60e745 admin admin] Deleting port a9143e1e-34d6-490f-a6ff-abed95a2b1d1 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:40:04.048015 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1197669f-8757-4fd6-b545-53077c60e745 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:04.055072 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-a95942dd-d52e-407e-bb1f-f8caba9d1d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0', 'name': 'tempest-AttachVolumeShelveTestJSON-90720815-router', 'tenant_id': 'e9ab4296b9324b029547ba2c6dc24132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': 'a9143e1e-34d6-490f-a6ff-abed95a2b1d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:07Z', 'updated_at': '2021-08-10T03:40:02Z', 'revision_number': 5, 'project_id': 'e9ab4296b9324b029547ba2c6dc24132', 'gw_port': {'id': 'a9143e1e-34d6-490f-a6ff-abed95a2b1d1', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:08Z', 'updated_at': '2021-08-10T03:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:04.129994 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95942dd-d52e-407e-bb1f-f8caba9d1d4e None None] Checking router: c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:40:04.146996 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95942dd-d52e-407e-bb1f-f8caba9d1d4e None None] Routers {'c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:40:04.147650 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-a95942dd-d52e-407e-bb1f-f8caba9d1d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:39:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:04.176731 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-1197669f-8757-4fd6-b545-53077c60e745 admin admin] For port a9143e1e-34d6-490f-a6ff-abed95a2b1d1, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=a9143e1e-34d6-490f-a6ff-abed95a2b1d1,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:40:04.177505 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1197669f-8757-4fd6-b545-53077c60e745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:04.198091 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-1197669f-8757-4fd6-b545-53077c60e745 admin admin] Calling delete_port for a9143e1e-34d6-490f-a6ff-abed95a2b1d1 owned by network:router_gateway {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:40:04.298076 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-a95942dd-d52e-407e-bb1f-f8caba9d1d4e None None] Set router c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0 gateway port host: None {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:40:04.381714 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-a95942dd-d52e-407e-bb1f-f8caba9d1d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0', 'name': 'tempest-AttachVolumeShelveTestJSON-90720815-router', 'tenant_id': 'e9ab4296b9324b029547ba2c6dc24132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:07Z', 'updated_at': '2021-08-10T03:40:03Z', 'revision_number': 6, 'project_id': 'e9ab4296b9324b029547ba2c6dc24132', 'gw_port_host': None}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:04.457271 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95942dd-d52e-407e-bb1f-f8caba9d1d4e None None] The sync data for ids ['c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0'] in n-d-768862-13 is: [{'id': 'c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0', 'name': 'tempest-AttachVolumeShelveTestJSON-90720815-router', 'tenant_id': 'e9ab4296b9324b029547ba2c6dc24132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:07Z', 'updated_at': '2021-08-10T03:40:03Z', 'revision_number': 6, 'project_id': 'e9ab4296b9324b029547ba2c6dc24132', 'gw_port_host': None}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:40:04.567489 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1197669f-8757-4fd6-b545-53077c60e745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:04.615461 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1197669f-8757-4fd6-b545-53077c60e745 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9143e1e-34d6-490f-a6ff-abed95a2b1d1,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:04.721926 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1197669f-8757-4fd6-b545-53077c60e745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520654'] for router_gateway, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:04.963695 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1197669f-8757-4fd6-b545-53077c60e745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:04.998196 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1197669f-8757-4fd6-b545-53077c60e745 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:05.175835 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1197669f-8757-4fd6-b545-53077c60e745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:05.176446 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1197669f-8757-4fd6-b545-53077c60e745 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0 {{(pid=94261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:40:05.182931 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1197669f-8757-4fd6-b545-53077c60e745 admin admin] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:05.187400 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 53624) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:05.188500 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-1197669f-8757-4fd6-b545-53077c60e745 admin admin] 10.222.0.44 "DELETE /v2.0/routers/c08d5c44-c7d4-4f1a-a896-8fd2ec92d3a0 HTTP/1.1" status: 204 len: 168 time: 1.8954113 Aug 10 03:40:05.328812 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d943e2e-e295-415a-8569-b4cebf7c0f62 admin admin] Deleting subnet ffd75aef-22f1-4d31-9592-d84c9fe2b2a2 {{(pid=94260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:40:05.348994 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0d943e2e-e295-415a-8569-b4cebf7c0f62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:05.404387 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0d943e2e-e295-415a-8569-b4cebf7c0f62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191173'] for subnet, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:05.518893 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0d943e2e-e295-415a-8569-b4cebf7c0f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:05.645945 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0d943e2e-e295-415a-8569-b4cebf7c0f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:05.746947 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 3a98af3d-84ed-4e62-94b8-e421d29fe69b no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:40:05.767540 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d943e2e-e295-415a-8569-b4cebf7c0f62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffd75aef-22f1-4d31-9592-d84c9fe2b2a2,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:05.770613 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0d943e2e-e295-415a-8569-b4cebf7c0f62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:05.776437 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-0d943e2e-e295-415a-8569-b4cebf7c0f62 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/ffd75aef-22f1-4d31-9592-d84c9fe2b2a2 HTTP/1.1" status: 204 len: 168 time: 0.5879130 Aug 10 03:40:05.779327 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 53638) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:05.829426 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 3a98af3d-84ed-4e62-94b8-e421d29fe69b {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:40:05.829997 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 3a98af3d-84ed-4e62-94b8-e421d29fe69b not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:40:05.831621 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device a9143e1e-34d6-490f-a6ff-abed95a2b1d1 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:40:05.888832 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d694d378-7c87-4cb8-a7f9-68c598119d76 None None] Network c0659391-a657-4b16-a8ee-a2586c7786a9 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:40:05.983355 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-546d2252-fef9-4da9-bbba-ad9feef1f308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:06.026973 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: a9143e1e-34d6-490f-a6ff-abed95a2b1d1 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:40:06.027938 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device a9143e1e-34d6-490f-a6ff-abed95a2b1d1 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:40:06.189097 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-546d2252-fef9-4da9-bbba-ad9feef1f308 admin admin] Deleting port c471eea5-5bcf-4445-82d5-79c3a3608c19 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:40:06.192237 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-546d2252-fef9-4da9-bbba-ad9feef1f308 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:06.381574 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1cc4d2-050e-4004-95ca-388b398d30b5 None None] DHCP port deletion for c0659391-a657-4b16-a8ee-a2586c7786a9 request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:40:06.473788 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-546d2252-fef9-4da9-bbba-ad9feef1f308 admin admin] For port c471eea5-5bcf-4445-82d5-79c3a3608c19, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=c471eea5-5bcf-4445-82d5-79c3a3608c19,segment=NetworkSegment(17789ec9-f3a0-458f-a646-d9adbb03f346),segment_id=17789ec9-f3a0-458f-a646-d9adbb03f346)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:40:06.474162 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-546d2252-fef9-4da9-bbba-ad9feef1f308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:06.507188 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-546d2252-fef9-4da9-bbba-ad9feef1f308 admin admin] Calling delete_port for c471eea5-5bcf-4445-82d5-79c3a3608c19 owned by network:dhcp {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:40:06.563945 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-ba1cc4d2-050e-4004-95ca-388b398d30b5 None None] Deleting port c471eea5-5bcf-4445-82d5-79c3a3608c19 {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:40:06.564553 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ba1cc4d2-050e-4004-95ca-388b398d30b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:06.669403 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-546d2252-fef9-4da9-bbba-ad9feef1f308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:06.687567 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 53656) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:06.708628 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-ba1cc4d2-050e-4004-95ca-388b398d30b5 None None] For port c471eea5-5bcf-4445-82d5-79c3a3608c19, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=c471eea5-5bcf-4445-82d5-79c3a3608c19,segment=NetworkSegment(17789ec9-f3a0-458f-a646-d9adbb03f346),segment_id=17789ec9-f3a0-458f-a646-d9adbb03f346)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:40:06.710064 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ba1cc4d2-050e-4004-95ca-388b398d30b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:06.761128 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-ba1cc4d2-050e-4004-95ca-388b398d30b5 None None] Calling delete_port for c471eea5-5bcf-4445-82d5-79c3a3608c19 owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:40:06.782700 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546d2252-fef9-4da9-bbba-ad9feef1f308 admin admin] Pushing event deleted for resources: {'Port': ['ID=c471eea5-5bcf-4445-82d5-79c3a3608c19,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:06.793542 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546d2252-fef9-4da9-bbba-ad9feef1f308 admin admin] No DVR routers for this DVR port c471eea5-5bcf-4445-82d5-79c3a3608c19 on host n-d-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:40:06.927865 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-546d2252-fef9-4da9-bbba-ad9feef1f308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:06.950641 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-546d2252-fef9-4da9-bbba-ad9feef1f308 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0659391-a657-4b16-a8ee-a2586c7786a9']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:06.956997 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a2e7c729-4c20-4db2-9897-b996f91baa2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:06.977995 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-546d2252-fef9-4da9-bbba-ad9feef1f308 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17789ec9-f3a0-458f-a646-d9adbb03f346') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:06.978986 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-546d2252-fef9-4da9-bbba-ad9feef1f308 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17789ec9-f3a0-458f-a646-d9adbb03f346') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:07.001101 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-546d2252-fef9-4da9-bbba-ad9feef1f308 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:07.046721 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-546d2252-fef9-4da9-bbba-ad9feef1f308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:07.050870 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:40:07.050870 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 03:40:07.050870 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:40:07.050870 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 03:40:07.050870 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:40:07.050870 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 03:40:07.050870 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:40:07.050870 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 03:40:07.050870 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:40:07.050870 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 03:40:07.050870 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:40:07.050870 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 03:40:07.050870 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:40:07.050870 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 03:40:07.050870 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:40:07.050870 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 03:40:07.050870 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:40:07.050870 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 03:40:07.050870 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:40:07.050870 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 03:40:07.050870 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:40:07.050870 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 03:40:07.050870 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:40:07.050870 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 03:40:07.050870 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:40:07.050870 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 03:40:07.050870 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:40:07.050870 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 03:40:07.050870 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:40:07.050870 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 03:40:07.050870 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:40:07.050870 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 03:40:07.050870 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:40:07.050870 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 03:40:07.050870 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:40:07.050870 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 03:40:07.050870 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:40:07.050870 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 03:40:07.050870 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:40:07.050870 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 03:40:07.050870 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:40:07.050870 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 03:40:07.050870 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:40:07.050870 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 03:40:07.050870 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:40:07.050870 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 03:40:07.050870 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:40:07.050870 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 03:40:07.050870 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:40:07.050870 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 03:40:07.050870 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:40:07.050870 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 03:40:07.050870 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:40:07.050870 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 03:40:07.072517 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-546d2252-fef9-4da9-bbba-ad9feef1f308 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:40:07.074793 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-546d2252-fef9-4da9-bbba-ad9feef1f308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:07.076575 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ba1cc4d2-050e-4004-95ca-388b398d30b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:07.080326 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:40:07.080326 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:40:07.080326 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:40:07.080326 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:40:07.080326 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:40:07.080326 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:40:07.080326 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:40:07.080326 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:40:07.080326 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:40:07.080326 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:40:07.080326 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:40:07.080326 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:40:07.080326 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:40:07.080326 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:40:07.080326 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:40:07.080326 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:40:07.080326 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:40:07.080326 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:40:07.080326 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:40:07.080326 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:40:07.080326 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:40:07.080326 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:40:07.080326 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:40:07.080326 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:40:07.080326 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:40:07.080326 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:40:07.080326 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:40:07.080326 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:40:07.080326 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:40:07.080326 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:40:07.080326 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:40:07.080326 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:40:07.154133 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1cc4d2-050e-4004-95ca-388b398d30b5 None None] Pushing event deleted for resources: {'Port': ['ID=c471eea5-5bcf-4445-82d5-79c3a3608c19,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:07.158568 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1cc4d2-050e-4004-95ca-388b398d30b5 None None] No DVR routers for this DVR port c471eea5-5bcf-4445-82d5-79c3a3608c19 on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:40:07.183568 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1cc4d2-050e-4004-95ca-388b398d30b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:07.185556 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1cc4d2-050e-4004-95ca-388b398d30b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:07.186456 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1cc4d2-050e-4004-95ca-388b398d30b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:07.187317 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1cc4d2-050e-4004-95ca-388b398d30b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:07.188122 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1cc4d2-050e-4004-95ca-388b398d30b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:07.188949 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1cc4d2-050e-4004-95ca-388b398d30b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:07.190185 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1cc4d2-050e-4004-95ca-388b398d30b5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:07.191087 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1cc4d2-050e-4004-95ca-388b398d30b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:07.191893 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1cc4d2-050e-4004-95ca-388b398d30b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:07.193153 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1cc4d2-050e-4004-95ca-388b398d30b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:07.194157 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1cc4d2-050e-4004-95ca-388b398d30b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:07.199925 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1cc4d2-050e-4004-95ca-388b398d30b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:07.253160 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-546d2252-fef9-4da9-bbba-ad9feef1f308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:07.280802 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-546d2252-fef9-4da9-bbba-ad9feef1f308 admin admin] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:07.287518 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-546d2252-fef9-4da9-bbba-ad9feef1f308 admin admin] 10.222.0.44 "DELETE /v2.0/networks/c0659391-a657-4b16-a8ee-a2586c7786a9 HTTP/1.1" status: 204 len: 168 time: 1.5028317 Aug 10 03:40:07.287518 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546d2252-fef9-4da9-bbba-ad9feef1f308 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0659391-a657-4b16-a8ee-a2586c7786a9,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:07.423258 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a2e7c729-4c20-4db2-9897-b996f91baa2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:07.434981 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a2e7c729-4c20-4db2-9897-b996f91baa2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:07.586166 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-a2e7c729-4c20-4db2-9897-b996f91baa2d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4510616d1a3e4ed6a78afa93a3b608d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8922932 Aug 10 03:40:07.586517 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device c471eea5-5bcf-4445-82d5-79c3a3608c19 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:40:07.587046 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 53678) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:07.647259 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e7c729-4c20-4db2-9897-b996f91baa2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c498d3-4ac3-449c-b9c0-303619dfc39e,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:07.655036 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: c471eea5-5bcf-4445-82d5-79c3a3608c19 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:40:07.655400 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device c471eea5-5bcf-4445-82d5-79c3a3608c19 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:40:07.692430 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-47987462-0b66-4186-8ae2-a653efc9283f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:07.697711 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 53680) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:07.723138 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-47987462-0b66-4186-8ae2-a653efc9283f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:07.804666 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-df1b1011-a189-45fc-8bf9-286a88354322 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e9ab4296b9324b029547ba2c6dc24132&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1054869 Aug 10 03:40:07.806677 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 53684) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:07.817946 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-47987462-0b66-4186-8ae2-a653efc9283f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:07.820745 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-47987462-0b66-4186-8ae2-a653efc9283f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:07.821988 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-47987462-0b66-4186-8ae2-a653efc9283f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a0c498d3-4ac3-449c-b9c0-303619dfc39e HTTP/1.1" status: 204 len: 168 time: 0.2338281 Aug 10 03:40:07.832705 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47987462-0b66-4186-8ae2-a653efc9283f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c498d3-4ac3-449c-b9c0-303619dfc39e,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:08.005477 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9aa8a8c9-e21f-4db0-a446-8935403d8cf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:08.085389 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9aa8a8c9-e21f-4db0-a446-8935403d8cf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:08.206452 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9aa8a8c9-e21f-4db0-a446-8935403d8cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:08.213410 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9aa8a8c9-e21f-4db0-a446-8935403d8cf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:08.220402 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-9aa8a8c9-e21f-4db0-a446-8935403d8cf0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b4dd2f33-6417-4f22-98e8-19e3033fc540 HTTP/1.1" status: 204 len: 168 time: 0.4116094 Aug 10 03:40:08.231895 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa8a8c9-e21f-4db0-a446-8935403d8cf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4dd2f33-6417-4f22-98e8-19e3033fc540,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:08.704791 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 53712) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:08.727632 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-fe7ccf4a-d8cd-48f9-8956-19b3035c50bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:09.044576 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-fe7ccf4a-d8cd-48f9-8956-19b3035c50bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:09.054370 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-fe7ccf4a-d8cd-48f9-8956-19b3035c50bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:09.189446 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7ccf4a-d8cd-48f9-8956-19b3035c50bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd846980-6fd4-426f-bce6-3e2f50328af7,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:09.284655 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 53730) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:09.301591 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-fe7ccf4a-d8cd-48f9-8956-19b3035c50bb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7fefa7f874134680839887e6478cc6ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5951877 Aug 10 03:40:09.336687 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 53734) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:09.530694 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a8a5a231-2213-4b45-a8de-9a81ceddaf48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:09.621028 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a8a5a231-2213-4b45-a8de-9a81ceddaf48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:09.627086 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-750f56bd-bcaa-4d32-9ef2-5c13f7b222ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:09.744443 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a8a5a231-2213-4b45-a8de-9a81ceddaf48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:09.749587 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a8a5a231-2213-4b45-a8de-9a81ceddaf48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:09.753794 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a8a5a231-2213-4b45-a8de-9a81ceddaf48 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dd846980-6fd4-426f-bce6-3e2f50328af7 HTTP/1.1" status: 204 len: 168 time: 0.4640610 Aug 10 03:40:09.787521 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a5a231-2213-4b45-a8de-9a81ceddaf48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd846980-6fd4-426f-bce6-3e2f50328af7,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:09.893040 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-750f56bd-bcaa-4d32-9ef2-5c13f7b222ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:09.899726 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-750f56bd-bcaa-4d32-9ef2-5c13f7b222ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:09.970674 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-750f56bd-bcaa-4d32-9ef2-5c13f7b222ca admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=839f98a734fb4e68ba19fa199691f51b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6323960 Aug 10 03:40:09.974144 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 53758) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:10.016406 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 53760) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:10.028954 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750f56bd-bcaa-4d32-9ef2-5c13f7b222ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=384300ef-b0cd-4f0f-b78b-dbd6e28231d4,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:10.091806 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f4e05acc-391e-4946-8df0-3885028cc4d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:10.127571 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f4e05acc-391e-4946-8df0-3885028cc4d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:10.204901 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f4e05acc-391e-4946-8df0-3885028cc4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:10.210087 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f4e05acc-391e-4946-8df0-3885028cc4d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:10.214813 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-f4e05acc-391e-4946-8df0-3885028cc4d7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/384300ef-b0cd-4f0f-b78b-dbd6e28231d4 HTTP/1.1" status: 204 len: 168 time: 0.2388763 Aug 10 03:40:10.224251 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e05acc-391e-4946-8df0-3885028cc4d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=384300ef-b0cd-4f0f-b78b-dbd6e28231d4,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:10.358702 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-a5164d1e-53d0-403a-adc7-bdeadf42ddad admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1286960155-network', 'tenant_id': '9ff2867e4a0141f68303abd29afd842a'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:10.388901 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5164d1e-53d0-403a-adc7-bdeadf42ddad admin admin] Made reservation on behalf of 9ff2867e4a0141f68303abd29afd842a for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:40:10.391486 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a5164d1e-53d0-403a-adc7-bdeadf42ddad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:10.402437 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a5164d1e-53d0-403a-adc7-bdeadf42ddad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:10.602769 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a5164d1e-53d0-403a-adc7-bdeadf42ddad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:10.612600 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a5164d1e-53d0-403a-adc7-bdeadf42ddad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:10.656265 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5164d1e-53d0-403a-adc7-bdeadf42ddad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:40:10.682050 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5164d1e-53d0-403a-adc7-bdeadf42ddad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4af9f58a-ab8a-4e2b-a563-e0d4800c8821,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:10.687395 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a5164d1e-53d0-403a-adc7-bdeadf42ddad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:10.688065 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-a5164d1e-53d0-403a-adc7-bdeadf42ddad admin admin] Added segment b05b5029-6db4-4ac1-bca9-f766603e96b9 of type vlan for network 71c89238-8f5d-43f8-b1be-95c24d55419f Aug 10 03:40:10.778715 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a5164d1e-53d0-403a-adc7-bdeadf42ddad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:10.823039 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 53788) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:10.842880 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ae7b8aa1-f453-4a5c-a287-518ae45b9180 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:10.866245 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a5164d1e-53d0-403a-adc7-bdeadf42ddad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:10.867283 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5164d1e-53d0-403a-adc7-bdeadf42ddad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:10.867879 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a5164d1e-53d0-403a-adc7-bdeadf42ddad admin admin] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:10.968583 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5164d1e-53d0-403a-adc7-bdeadf42ddad admin admin] Pushing event updated for resources: {'Network': ['ID=71c89238-8f5d-43f8-b1be-95c24d55419f,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:10.989327 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 71c89238-8f5d-43f8-b1be-95c24d55419f details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:40:11.056651 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ae7b8aa1-f453-4a5c-a287-518ae45b9180 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:11.064459 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ae7b8aa1-f453-4a5c-a287-518ae45b9180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:11.099411 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a5164d1e-53d0-403a-adc7-bdeadf42ddad admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0813403 Aug 10 03:40:11.102695 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 53796) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:11.107968 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-60be8a2f-3da1-4021-bdb0-8c621b3c9149 admin admin] Request body: {'subnet': {'network_id': '71c89238-8f5d-43f8-b1be-95c24d55419f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1286960155-subnet', 'tenant_id': '9ff2867e4a0141f68303abd29afd842a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:11.166763 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ae7b8aa1-f453-4a5c-a287-518ae45b9180 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=838c910e465a49869aa64138ef9de766&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3419764 Aug 10 03:40:11.170991 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 53802) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:11.183379 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7b8aa1-f453-4a5c-a287-518ae45b9180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b101e7cb-5575-4796-8817-956849653db0,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:11.226685 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60be8a2f-3da1-4021-bdb0-8c621b3c9149 admin admin] Made reservation on behalf of 9ff2867e4a0141f68303abd29afd842a for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:40:11.231289 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-60be8a2f-3da1-4021-bdb0-8c621b3c9149 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:11.488476 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0eb7f0f6-f511-42a9-bfbd-54d6111c6b11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:11.590733 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0eb7f0f6-f511-42a9-bfbd-54d6111c6b11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:11.711568 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-60be8a2f-3da1-4021-bdb0-8c621b3c9149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58895384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805196'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:11.724883 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0eb7f0f6-f511-42a9-bfbd-54d6111c6b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:11.728381 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0eb7f0f6-f511-42a9-bfbd-54d6111c6b11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:11.729948 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-0eb7f0f6-f511-42a9-bfbd-54d6111c6b11 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b101e7cb-5575-4796-8817-956849653db0 HTTP/1.1" status: 204 len: 168 time: 0.5499020 Aug 10 03:40:11.812725 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb7f0f6-f511-42a9-bfbd-54d6111c6b11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b101e7cb-5575-4796-8817-956849653db0,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:11.860414 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60be8a2f-3da1-4021-bdb0-8c621b3c9149 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a46edbc-ca41-41f9-9dcc-118a9b411006,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:11.874821 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60be8a2f-3da1-4021-bdb0-8c621b3c9149 admin admin] Checking segment: {'id': 'b05b5029-6db4-4ac1-bca9-f766603e96b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '71c89238-8f5d-43f8-b1be-95c24d55419f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:40:11.875594 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60be8a2f-3da1-4021-bdb0-8c621b3c9149 admin admin] Network hostable DHCP agents. Network: 71c89238-8f5d-43f8-b1be-95c24d55419f, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:40:11.899088 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60be8a2f-3da1-4021-bdb0-8c621b3c9149 admin admin] Network 71c89238-8f5d-43f8-b1be-95c24d55419f is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:40:11.913009 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-60be8a2f-3da1-4021-bdb0-8c621b3c9149 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 71c89238-8f5d-43f8-b1be-95c24d55419f) {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:40:11.926855 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d766a8e5-640f-4123-a7a6-538ec7ad8d6b None None] Network 71c89238-8f5d-43f8-b1be-95c24d55419f requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:40:11.934513 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60be8a2f-3da1-4021-bdb0-8c621b3c9149 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:11.935506 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-60be8a2f-3da1-4021-bdb0-8c621b3c9149 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:12.016479 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-60be8a2f-3da1-4021-bdb0-8c621b3c9149 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9120784 Aug 10 03:40:12.017915 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 53832) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:12.027508 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-62ea2479-7e2a-4695-ba6b-d12e4b3fcdd2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1286960155-router', 'tenant_id': '9ff2867e4a0141f68303abd29afd842a', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:12.075192 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-62ea2479-7e2a-4695-ba6b-d12e4b3fcdd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:12.082057 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-62ea2479-7e2a-4695-ba6b-d12e4b3fcdd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:12.301920 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3b2234-f7ac-4393-bc13-456fd6738a10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-71c89238-8f5d-43f8-b1be-95c24d55419f', 'network_id': '71c89238-8f5d-43f8-b1be-95c24d55419f', 'tenant_id': '9ff2867e4a0141f68303abd29afd842a', 'fixed_ips': [{'subnet_id': '2a46edbc-ca41-41f9-9dcc-118a9b411006'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:40:12.302978 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1f3b2234-f7ac-4393-bc13-456fd6738a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:12.311466 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-62ea2479-7e2a-4695-ba6b-d12e4b3fcdd2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:12.557414 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-1f3b2234-f7ac-4393-bc13-456fd6738a10 None None] Allocated IP 172.20.0.2 (71c89238-8f5d-43f8-b1be-95c24d55419f/2a46edbc-ca41-41f9-9dcc-118a9b411006/58f930a6-9510-4c5a-9e19-8a1ff0e2c7b0) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:40:12.743544 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-62ea2479-7e2a-4695-ba6b-d12e4b3fcdd2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:13.051295 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1f3b2234-f7ac-4393-bc13-456fd6738a10 None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:13.095722 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-1f3b2234-f7ac-4393-bc13-456fd6738a10 None None] Transition to ACTIVE for port object 58f930a6-9510-4c5a-9e19-8a1ff0e2c7b0 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:40:13.165372 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-1f3b2234-f7ac-4393-bc13-456fd6738a10 None None] Transition to ACTIVE for port object 58f930a6-9510-4c5a-9e19-8a1ff0e2c7b0 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:40:13.187311 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1f3b2234-f7ac-4393-bc13-456fd6738a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:13.248521 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3b2234-f7ac-4393-bc13-456fd6738a10 None None] Network 71c89238-8f5d-43f8-b1be-95c24d55419f is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:40:13.348041 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-1f3b2234-f7ac-4393-bc13-456fd6738a10 None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:40:13.350629 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3b2234-f7ac-4393-bc13-456fd6738a10 None None] Pushing event updated for resources: {'Port': ['ID=58f930a6-9510-4c5a-9e19-8a1ff0e2c7b0,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:13.359964 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3b2234-f7ac-4393-bc13-456fd6738a10 None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:40:13.536594 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-1f3b2234-f7ac-4393-bc13-456fd6738a10 None None] Attempting to bind port 58f930a6-9510-4c5a-9e19-8a1ff0e2c7b0 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:40:13.536972 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-1f3b2234-f7ac-4393-bc13-456fd6738a10 None None] Attempting to bind port 58f930a6-9510-4c5a-9e19-8a1ff0e2c7b0 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'b05b5029-6db4-4ac1-bca9-f766603e96b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '71c89238-8f5d-43f8-b1be-95c24d55419f'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:40:13.537342 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3b2234-f7ac-4393-bc13-456fd6738a10 None None] Attempting to bind port 58f930a6-9510-4c5a-9e19-8a1ff0e2c7b0 on network 71c89238-8f5d-43f8-b1be-95c24d55419f {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:40:13.539346 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-62ea2479-7e2a-4695-ba6b-d12e4b3fcdd2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:13.549922 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3b2234-f7ac-4393-bc13-456fd6738a10 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:40:13.550478 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3b2234-f7ac-4393-bc13-456fd6738a10 None None] Checking segment: {'id': 'b05b5029-6db4-4ac1-bca9-f766603e96b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '71c89238-8f5d-43f8-b1be-95c24d55419f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:40:13.554142 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1f3b2234-f7ac-4393-bc13-456fd6738a10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:13.554593 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3b2234-f7ac-4393-bc13-456fd6738a10 None None] Bound using segment: {'id': 'b05b5029-6db4-4ac1-bca9-f766603e96b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '71c89238-8f5d-43f8-b1be-95c24d55419f'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:40:13.555113 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-1f3b2234-f7ac-4393-bc13-456fd6738a10 None None] Bound port: 58f930a6-9510-4c5a-9e19-8a1ff0e2c7b0, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b05b5029-6db4-4ac1-bca9-f766603e96b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '71c89238-8f5d-43f8-b1be-95c24d55419f'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:40:13.555511 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1f3b2234-f7ac-4393-bc13-456fd6738a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:13.612769 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-62ea2479-7e2a-4695-ba6b-d12e4b3fcdd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:13.819184 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-62ea2479-7e2a-4695-ba6b-d12e4b3fcdd2 admin admin] Allocated IP 172.25.6.239 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/d318acc8-a6c3-4d7d-b9c5-d681fe812c32) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:40:13.860593 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-1f3b2234-f7ac-4393-bc13-456fd6738a10 None None] For port 58f930a6-9510-4c5a-9e19-8a1ff0e2c7b0, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:40:13.871218 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-1f3b2234-f7ac-4393-bc13-456fd6738a10 None None] For port 58f930a6-9510-4c5a-9e19-8a1ff0e2c7b0, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=58f930a6-9510-4c5a-9e19-8a1ff0e2c7b0,segment=NetworkSegment(b05b5029-6db4-4ac1-bca9-f766603e96b9),segment_id=b05b5029-6db4-4ac1-bca9-f766603e96b9)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:40:13.880828 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1f3b2234-f7ac-4393-bc13-456fd6738a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:14.030677 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3b2234-f7ac-4393-bc13-456fd6738a10 None None] Pushing event updated for resources: {'Port': ['ID=58f930a6-9510-4c5a-9e19-8a1ff0e2c7b0,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:14.054341 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-62ea2479-7e2a-4695-ba6b-d12e4b3fcdd2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:14.173257 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-62ea2479-7e2a-4695-ba6b-d12e4b3fcdd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:14.257310 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ea2479-7e2a-4695-ba6b-d12e4b3fcdd2 admin admin] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:40:14.270256 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-62ea2479-7e2a-4695-ba6b-d12e4b3fcdd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:40:14.279058 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ea2479-7e2a-4695-ba6b-d12e4b3fcdd2 admin admin] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:40:14.361384 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ea2479-7e2a-4695-ba6b-d12e4b3fcdd2 admin admin] Pushing event updated for resources: {'Port': ['ID=d318acc8-a6c3-4d7d-b9c5-d681fe812c32,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:14.776319 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-62ea2479-7e2a-4695-ba6b-d12e4b3fcdd2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:15.102262 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 53938) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:15.195466 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-62ea2479-7e2a-4695-ba6b-d12e4b3fcdd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:15.573814 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 58f930a6-9510-4c5a-9e19-8a1ff0e2c7b0 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:40:15.720474 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62ea2479-7e2a-4695-ba6b-d12e4b3fcdd2 admin admin] Router 8675ad5b-fa88-4ef3-858e-7de7ee0ed96a is scheduled to L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e with binding_index 1 {{(pid=94260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:40:15.793231 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8373618f-d02a-42cd-a605-2b97d445c18d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:15.854046 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 58f930a6-9510-4c5a-9e19-8a1ff0e2c7b0 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:40:16.112601 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8373618f-d02a-42cd-a605-2b97d445c18d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:16.126867 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8373618f-d02a-42cd-a605-2b97d445c18d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:16.163971 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f699e76a-2f77-4ca4-acdb-a61088cb8ddd None None] Network 71c89238-8f5d-43f8-b1be-95c24d55419f requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:40:16.204913 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-8373618f-d02a-42cd-a605-2b97d445c18d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bc87d134e8de444d906e2dad76bb33b4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0997393 Aug 10 03:40:16.206455 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8373618f-d02a-42cd-a605-2b97d445c18d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3fe5904-4dd9-42bc-a62d-7e8ed8fea90a,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:16.211989 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 53970) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:16.359965 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-aab3b0cb-507e-4390-946b-0b6401dfeb70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:16.413170 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-aab3b0cb-507e-4390-946b-0b6401dfeb70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:16.487851 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-9761c2a5-6e26-4953-be2d-82b986133a99 None None] Provisioning for port 58f930a6-9510-4c5a-9e19-8a1ff0e2c7b0 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:40:16.498055 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-9761c2a5-6e26-4953-be2d-82b986133a99 None None] Provisioning complete for port 58f930a6-9510-4c5a-9e19-8a1ff0e2c7b0 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:40:16.498830 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9761c2a5-6e26-4953-be2d-82b986133a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:16.604861 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-aab3b0cb-507e-4390-946b-0b6401dfeb70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:16.609562 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-aab3b0cb-507e-4390-946b-0b6401dfeb70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:16.616311 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-aab3b0cb-507e-4390-946b-0b6401dfeb70 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e3fe5904-4dd9-42bc-a62d-7e8ed8fea90a HTTP/1.1" status: 204 len: 168 time: 0.3988190 Aug 10 03:40:16.647186 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab3b0cb-507e-4390-946b-0b6401dfeb70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3fe5904-4dd9-42bc-a62d-7e8ed8fea90a,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:16.934083 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9761c2a5-6e26-4953-be2d-82b986133a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:16.973930 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62ea2479-7e2a-4695-ba6b-d12e4b3fcdd2 admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:40:16.995329 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f494622f-c54d-49b7-aaf8-ebed63c344ad None None] Sync routers for ids ['8675ad5b-fa88-4ef3-858e-7de7ee0ed96a'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:40:17.028137 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f494622f-c54d-49b7-aaf8-ebed63c344ad None None] Routers {'8675ad5b-fa88-4ef3-858e-7de7ee0ed96a'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:40:17.030328 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-9761c2a5-6e26-4953-be2d-82b986133a99 None None] For port 58f930a6-9510-4c5a-9e19-8a1ff0e2c7b0, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=58f930a6-9510-4c5a-9e19-8a1ff0e2c7b0,segment=NetworkSegment(b05b5029-6db4-4ac1-bca9-f766603e96b9),segment_id=b05b5029-6db4-4ac1-bca9-f766603e96b9)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:40:17.039960 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-f494622f-c54d-49b7-aaf8-ebed63c344ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:39:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['8675ad5b-fa88-4ef3-858e-7de7ee0ed96a'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:17.043761 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9761c2a5-6e26-4953-be2d-82b986133a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:17.057222 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-62ea2479-7e2a-4695-ba6b-d12e4b3fcdd2 admin admin] Notify callbacks [] for router, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:17.061982 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-62ea2479-7e2a-4695-ba6b-d12e4b3fcdd2 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.0411410 Aug 10 03:40:17.068153 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 53988) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:17.277642 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9761c2a5-6e26-4953-be2d-82b986133a99 None None] Pushing event updated for resources: {'Port': ['ID=58f930a6-9510-4c5a-9e19-8a1ff0e2c7b0,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:17.525017 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-f494622f-c54d-49b7-aaf8-ebed63c344ad None None] Set router 8675ad5b-fa88-4ef3-858e-7de7ee0ed96a gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:40:17.604878 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 58f930a6-9510-4c5a-9e19-8a1ff0e2c7b0 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:40:17.683571 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-3eceaa2a-f78e-4748-8ffe-47dc29119e4d None None] Provisioning complete for port 58f930a6-9510-4c5a-9e19-8a1ff0e2c7b0 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:40:17.685066 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3eceaa2a-f78e-4748-8ffe-47dc29119e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:17.818904 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 54000) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:17.863533 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-306c9f88-6e73-475e-b386-395e4b05ca42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:17.989641 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 58f930a6-9510-4c5a-9e19-8a1ff0e2c7b0 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:40:17.990676 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:18.264620 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-306c9f88-6e73-475e-b386-395e4b05ca42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:18.273790 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-306c9f88-6e73-475e-b386-395e4b05ca42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:18.382684 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-306c9f88-6e73-475e-b386-395e4b05ca42 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e54124f8b7f84c63be630cf424c5e99a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5588515 Aug 10 03:40:18.387433 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 54008) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:18.403654 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306c9f88-6e73-475e-b386-395e4b05ca42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b6134cd-b8a7-4f0a-9e1f-6839c84a6117,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:18.424916 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-f494622f-c54d-49b7-aaf8-ebed63c344ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8675ad5b-fa88-4ef3-858e-7de7ee0ed96a', 'name': 'tempest-AttachVolumeTestJSON-1286960155-router', 'tenant_id': '9ff2867e4a0141f68303abd29afd842a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'd318acc8-a6c3-4d7d-b9c5-d681fe812c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:40:12Z', 'updated_at': '2021-08-10T03:40:14Z', 'revision_number': 3, 'project_id': '9ff2867e4a0141f68303abd29afd842a', 'gw_port': {'id': 'd318acc8-a6c3-4d7d-b9c5-d681fe812c32', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:48:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8675ad5b-fa88-4ef3-858e-7de7ee0ed96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:40:13Z', 'updated_at': '2021-08-10T03:40:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:18.511475 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f494622f-c54d-49b7-aaf8-ebed63c344ad None None] Checking router: 8675ad5b-fa88-4ef3-858e-7de7ee0ed96a for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:40:18.513187 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f494622f-c54d-49b7-aaf8-ebed63c344ad None None] Updating router 8675ad5b-fa88-4ef3-858e-7de7ee0ed96a port d318acc8-a6c3-4d7d-b9c5-d681fe812c32 binding host n-d-768862-13 {{(pid=94263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:40:18.682839 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 54014) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:18.692807 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-f494622f-c54d-49b7-aaf8-ebed63c344ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:18.714305 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2d4ce435-8717-47b6-ae67-cce079757179 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:18.888429 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2d4ce435-8717-47b6-ae67-cce079757179 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:19.004667 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2d4ce435-8717-47b6-ae67-cce079757179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:19.030715 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2d4ce435-8717-47b6-ae67-cce079757179 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:19.032690 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-2d4ce435-8717-47b6-ae67-cce079757179 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2b6134cd-b8a7-4f0a-9e1f-6839c84a6117 HTTP/1.1" status: 204 len: 168 time: 0.6438203 Aug 10 03:40:19.042046 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e1c1cb0c-8bde-42b4-a1cc-756580413473 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:19.084164 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4ce435-8717-47b6-ae67-cce079757179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b6134cd-b8a7-4f0a-9e1f-6839c84a6117,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:19.105456 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e309a724-f2df-4ea5-8960-5afbf6f3e06b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:19.344768 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e1c1cb0c-8bde-42b4-a1cc-756580413473 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:19.357442 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e1c1cb0c-8bde-42b4-a1cc-756580413473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:19.399705 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-f494622f-c54d-49b7-aaf8-ebed63c344ad None None] Notify callbacks [] for port, precommit_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:19.430392 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.provisioning_blocks [None req-f494622f-c54d-49b7-aaf8-ebed63c344ad None None] Transition to ACTIVE for port object d318acc8-a6c3-4d7d-b9c5-d681fe812c32 will not be triggered until provisioned by entity L2. {{(pid=94263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:40:19.468811 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-f494622f-c54d-49b7-aaf8-ebed63c344ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:19.484850 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e1c1cb0c-8bde-42b4-a1cc-756580413473 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7f7ea7d2556144139a61d35e8c66d748&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8001432 Aug 10 03:40:19.491715 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 54034) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:19.608966 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-f494622f-c54d-49b7-aaf8-ebed63c344ad None None] Attempting to bind port d318acc8-a6c3-4d7d-b9c5-d681fe812c32 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:40:19.609605 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-f494622f-c54d-49b7-aaf8-ebed63c344ad None None] Attempting to bind port d318acc8-a6c3-4d7d-b9c5-d681fe812c32 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:40:19.609955 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f494622f-c54d-49b7-aaf8-ebed63c344ad None None] Attempting to bind port d318acc8-a6c3-4d7d-b9c5-d681fe812c32 on network 2ea12131-628a-487e-b434-0463553732bd {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:40:19.620802 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f494622f-c54d-49b7-aaf8-ebed63c344ad None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:40:19.621170 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f494622f-c54d-49b7-aaf8-ebed63c344ad None None] Checking segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:40:19.621557 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-f494622f-c54d-49b7-aaf8-ebed63c344ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:19.621950 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f494622f-c54d-49b7-aaf8-ebed63c344ad None None] Bound using segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:40:19.622935 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-f494622f-c54d-49b7-aaf8-ebed63c344ad None None] Bound port: d318acc8-a6c3-4d7d-b9c5-d681fe812c32, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:40:19.623502 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-f494622f-c54d-49b7-aaf8-ebed63c344ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:19.696655 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-f494622f-c54d-49b7-aaf8-ebed63c344ad None None] For port d318acc8-a6c3-4d7d-b9c5-d681fe812c32, host n-d-768862-13, cleared binding levels {{(pid=94263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:40:19.699411 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-e309a724-f2df-4ea5-8960-5afbf6f3e06b admin admin] Allocated IP 172.20.0.1 (71c89238-8f5d-43f8-b1be-95c24d55419f/2a46edbc-ca41-41f9-9dcc-118a9b411006/82daf735-56fe-4bd8-a91f-b2a9a40ef133) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:40:19.700442 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-f494622f-c54d-49b7-aaf8-ebed63c344ad None None] For port d318acc8-a6c3-4d7d-b9c5-d681fe812c32, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=d318acc8-a6c3-4d7d-b9c5-d681fe812c32,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:40:19.717688 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-f494622f-c54d-49b7-aaf8-ebed63c344ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:19.722617 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194455d3-3d7c-4055-87f3-0ef8d0345888 None None] Pushing event updated for resources: {'Port': ['ID=d318acc8-a6c3-4d7d-b9c5-d681fe812c32,revision_number=2']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:19.740570 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194455d3-3d7c-4055-87f3-0ef8d0345888 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:19.740985 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194455d3-3d7c-4055-87f3-0ef8d0345888 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:19.741376 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194455d3-3d7c-4055-87f3-0ef8d0345888 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:19.742165 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194455d3-3d7c-4055-87f3-0ef8d0345888 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:19.742573 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194455d3-3d7c-4055-87f3-0ef8d0345888 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:19.742930 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194455d3-3d7c-4055-87f3-0ef8d0345888 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:19.743235 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194455d3-3d7c-4055-87f3-0ef8d0345888 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:19.743617 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194455d3-3d7c-4055-87f3-0ef8d0345888 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:19.743997 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194455d3-3d7c-4055-87f3-0ef8d0345888 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:19.744329 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194455d3-3d7c-4055-87f3-0ef8d0345888 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:19.744650 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194455d3-3d7c-4055-87f3-0ef8d0345888 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:19.744969 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194455d3-3d7c-4055-87f3-0ef8d0345888 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:19.935310 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f494622f-c54d-49b7-aaf8-ebed63c344ad None None] Routers {'8675ad5b-fa88-4ef3-858e-7de7ee0ed96a'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:40:19.938005 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-f494622f-c54d-49b7-aaf8-ebed63c344ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:39:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['8675ad5b-fa88-4ef3-858e-7de7ee0ed96a'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:20.037110 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e309a724-f2df-4ea5-8960-5afbf6f3e06b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:20.075142 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [None req-e309a724-f2df-4ea5-8960-5afbf6f3e06b admin admin] Transition to ACTIVE for port object 82daf735-56fe-4bd8-a91f-b2a9a40ef133 will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:40:20.153085 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e309a724-f2df-4ea5-8960-5afbf6f3e06b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:20.161809 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-f494622f-c54d-49b7-aaf8-ebed63c344ad None None] Set router 8675ad5b-fa88-4ef3-858e-7de7ee0ed96a gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:40:20.184373 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e309a724-f2df-4ea5-8960-5afbf6f3e06b admin admin] Network 71c89238-8f5d-43f8-b1be-95c24d55419f is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:40:20.189196 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-e309a724-f2df-4ea5-8960-5afbf6f3e06b admin admin] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:40:20.239621 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e309a724-f2df-4ea5-8960-5afbf6f3e06b admin admin] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:40:20.313393 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194455d3-3d7c-4055-87f3-0ef8d0345888 None None] Pushing event updated for resources: {'Port': ['ID=d318acc8-a6c3-4d7d-b9c5-d681fe812c32,revision_number=3']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:20.315004 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e309a724-f2df-4ea5-8960-5afbf6f3e06b admin admin] Pushing event updated for resources: {'Port': ['ID=82daf735-56fe-4bd8-a91f-b2a9a40ef133,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:20.346979 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e309a724-f2df-4ea5-8960-5afbf6f3e06b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521745'] for router_interface, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:20.463517 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c1cb0c-8bde-42b4-a1cc-756580413473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f25494-e9ff-47b0-b068-911627cefe68,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:20.604885 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3604cc80-f1b3-4b5f-8c57-3895dd5e3626 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:20.638951 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3604cc80-f1b3-4b5f-8c57-3895dd5e3626 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:20.711796 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-f494622f-c54d-49b7-aaf8-ebed63c344ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8675ad5b-fa88-4ef3-858e-7de7ee0ed96a', 'name': 'tempest-AttachVolumeTestJSON-1286960155-router', 'tenant_id': '9ff2867e4a0141f68303abd29afd842a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'd318acc8-a6c3-4d7d-b9c5-d681fe812c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:40:12Z', 'updated_at': '2021-08-10T03:40:14Z', 'revision_number': 3, 'project_id': '9ff2867e4a0141f68303abd29afd842a', 'gw_port': {'id': 'd318acc8-a6c3-4d7d-b9c5-d681fe812c32', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:48:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8675ad5b-fa88-4ef3-858e-7de7ee0ed96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:40:13Z', 'updated_at': '2021-08-10T03:40:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:20.730019 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3604cc80-f1b3-4b5f-8c57-3895dd5e3626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:20.738312 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3604cc80-f1b3-4b5f-8c57-3895dd5e3626 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:20.743386 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-3604cc80-f1b3-4b5f-8c57-3895dd5e3626 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a3f25494-e9ff-47b0-b068-911627cefe68 HTTP/1.1" status: 204 len: 168 time: 1.2468479 Aug 10 03:40:20.758495 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3604cc80-f1b3-4b5f-8c57-3895dd5e3626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f25494-e9ff-47b0-b068-911627cefe68,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:20.778203 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e309a724-f2df-4ea5-8960-5afbf6f3e06b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:20.784559 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f494622f-c54d-49b7-aaf8-ebed63c344ad None None] The sync data for ids ['8675ad5b-fa88-4ef3-858e-7de7ee0ed96a'] in n-d-768862-13 is: [{'id': '8675ad5b-fa88-4ef3-858e-7de7ee0ed96a', 'name': 'tempest-AttachVolumeTestJSON-1286960155-router', 'tenant_id': '9ff2867e4a0141f68303abd29afd842a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'd318acc8-a6c3-4d7d-b9c5-d681fe812c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:40:12Z', 'updated_at': '2021-08-10T03:40:14Z', 'revision_number': 3, 'project_id': '9ff2867e4a0141f68303abd29afd842a', 'gw_port': {'id': 'd318acc8-a6c3-4d7d-b9c5-d681fe812c32', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:48:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8675ad5b-fa88-4ef3-858e-7de7ee0ed96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:40:13Z', 'updated_at': '2021-08-10T03:40:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:40:20.863854 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-1b9bf41d-6f41-4349-a5d3-9713ea0c6ce3 None None] Provisioning for port 82daf735-56fe-4bd8-a91f-b2a9a40ef133 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:40:20.873924 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-1b9bf41d-6f41-4349-a5d3-9713ea0c6ce3 None None] Provisioning complete for port 82daf735-56fe-4bd8-a91f-b2a9a40ef133 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:40:20.874391 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1b9bf41d-6f41-4349-a5d3-9713ea0c6ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:20.963067 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-1b9bf41d-6f41-4349-a5d3-9713ea0c6ce3 None None] Port 82daf735-56fe-4bd8-a91f-b2a9a40ef133 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:40:21.264396 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e309a724-f2df-4ea5-8960-5afbf6f3e06b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:21.276065 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e309a724-f2df-4ea5-8960-5afbf6f3e06b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:21.363730 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-58e4dc10-8099-4b32-90f4-ee8e66e4effa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:21.414723 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e309a724-f2df-4ea5-8960-5afbf6f3e06b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521893'] for router_interface, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:21.428884 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e309a724-f2df-4ea5-8960-5afbf6f3e06b admin admin] Pushing event updated for resources: {'Port': ['ID=82daf735-56fe-4bd8-a91f-b2a9a40ef133,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:21.590212 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device d318acc8-a6c3-4d7d-b9c5-d681fe812c32 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:40:21.730532 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port d318acc8-a6c3-4d7d-b9c5-d681fe812c32 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:40:21.735479 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port d318acc8-a6c3-4d7d-b9c5-d681fe812c32 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:40:21.736001 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:21.762544 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e309a724-f2df-4ea5-8960-5afbf6f3e06b admin admin] Network 71c89238-8f5d-43f8-b1be-95c24d55419f is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:40:21.765403 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-e309a724-f2df-4ea5-8960-5afbf6f3e06b admin admin] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:40:22.207315 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 54098) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:22.248314 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3ce1484e-fff5-476a-9d6a-4a7500221c0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:22.339657 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e309a724-f2df-4ea5-8960-5afbf6f3e06b admin admin] Router 8675ad5b-fa88-4ef3-858e-7de7ee0ed96a has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:40:22.403839 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-937c7ceb-9dd7-4e30-b424-0a6daa4c4d6a None None] Provisioning complete for port 82daf735-56fe-4bd8-a91f-b2a9a40ef133 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:40:22.404426 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-937c7ceb-9dd7-4e30-b424-0a6daa4c4d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:22.571709 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3ce1484e-fff5-476a-9d6a-4a7500221c0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:22.582426 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3ce1484e-fff5-476a-9d6a-4a7500221c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:22.645545 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:22.648664 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-3ce1484e-fff5-476a-9d6a-4a7500221c0d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6fe452423123412f8c4f9cd510b75dce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4396746 Aug 10 03:40:22.655926 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 54104) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:22.721746 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e309a724-f2df-4ea5-8960-5afbf6f3e06b admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:40:22.736274 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-e309a724-f2df-4ea5-8960-5afbf6f3e06b admin admin] 10.222.0.44 "PUT /v2.0/routers/8675ad5b-fa88-4ef3-858e-7de7ee0ed96a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6664257 Aug 10 03:40:22.760291 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-937c7ceb-9dd7-4e30-b424-0a6daa4c4d6a None None] Port 82daf735-56fe-4bd8-a91f-b2a9a40ef133 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:40:22.782557 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port d318acc8-a6c3-4d7d-b9c5-d681fe812c32, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=d318acc8-a6c3-4d7d-b9c5-d681fe812c32,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:40:22.792510 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:22.829317 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce1484e-fff5-476a-9d6a-4a7500221c0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f98e37-ebd7-4d4b-8e83-1f3eda1f8394,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:22.934323 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ca0df210-3ff5-4bc1-8ba5-88b1dbd27981 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:22.992482 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ca0df210-3ff5-4bc1-8ba5-88b1dbd27981 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:22.997291 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=d318acc8-a6c3-4d7d-b9c5-d681fe812c32,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:23.168447 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ca0df210-3ff5-4bc1-8ba5-88b1dbd27981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:23.174107 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ca0df210-3ff5-4bc1-8ba5-88b1dbd27981 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:23.178180 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ca0df210-3ff5-4bc1-8ba5-88b1dbd27981 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c7f98e37-ebd7-4d4b-8e83-1f3eda1f8394 HTTP/1.1" status: 204 len: 168 time: 0.5196240 Aug 10 03:40:23.211553 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0df210-3ff5-4bc1-8ba5-88b1dbd27981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f98e37-ebd7-4d4b-8e83-1f3eda1f8394,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:23.471272 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device d318acc8-a6c3-4d7d-b9c5-d681fe812c32 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:40:23.598009 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port d318acc8-a6c3-4d7d-b9c5-d681fe812c32 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:40:23.598798 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:23.698876 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-453590bc-cba5-43d2-85e2-093c1b33724a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:23.987401 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 54152) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:24.003127 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-434a35c3-fb88-489d-9a68-d8fffdc8174e tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Request body: {'security_group': {'name': 'tempest-securitygroup--494826291', 'description': 'tempest-description--1438890114'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:24.072404 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-434a35c3-fb88-489d-9a68-d8fffdc8174e tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:24.085175 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae540c45-4241-4da8-9296-2511c69c143e None None] Sync routers for ids ['8675ad5b-fa88-4ef3-858e-7de7ee0ed96a'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:40:24.139138 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae540c45-4241-4da8-9296-2511c69c143e None None] Routers {'8675ad5b-fa88-4ef3-858e-7de7ee0ed96a'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:40:24.143861 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-ae540c45-4241-4da8-9296-2511c69c143e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:40:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['8675ad5b-fa88-4ef3-858e-7de7ee0ed96a'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:24.307276 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:24.373779 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-434a35c3-fb88-489d-9a68-d8fffdc8174e tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:24.387490 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-434a35c3-fb88-489d-9a68-d8fffdc8174e tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:24.420029 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-434a35c3-fb88-489d-9a68-d8fffdc8174e tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:24.421655 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-434a35c3-fb88-489d-9a68-d8fffdc8174e tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4321713 Aug 10 03:40:24.425475 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 54170) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:24.447873 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-30ddb078-a9e7-4c19-af1a-04ccb67bb1b1 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Request body: {'security_group_rule': {'security_group_id': '3dcf7ed8-b8b4-4f0f-9ac1-131f6ed7d18e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:24.471727 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434a35c3-fb88-489d-9a68-d8fffdc8174e tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dcf7ed8-b8b4-4f0f-9ac1-131f6ed7d18e,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:24.512433 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-ae540c45-4241-4da8-9296-2511c69c143e None None] Set router 8675ad5b-fa88-4ef3-858e-7de7ee0ed96a gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:40:24.532270 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-30ddb078-a9e7-4c19-af1a-04ccb67bb1b1 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:24.713672 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-30ddb078-a9e7-4c19-af1a-04ccb67bb1b1 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:24.727352 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-30ddb078-a9e7-4c19-af1a-04ccb67bb1b1 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:24.778414 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-30ddb078-a9e7-4c19-af1a-04ccb67bb1b1 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:24.787408 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-30ddb078-a9e7-4c19-af1a-04ccb67bb1b1 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3603151 Aug 10 03:40:24.792639 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ddb078-a9e7-4c19-af1a-04ccb67bb1b1 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c91cb9fe-6c89-4805-84f7-8ed377bcedd6,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:24.794859 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 54174) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:24.801651 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-d71b2a2a-05d2-4fac-84ea-b4deb946af8c tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Request body: {'security_group_rule': {'security_group_id': '3dcf7ed8-b8b4-4f0f-9ac1-131f6ed7d18e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:24.880806 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d71b2a2a-05d2-4fac-84ea-b4deb946af8c tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:24.970430 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d71b2a2a-05d2-4fac-84ea-b4deb946af8c tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:24.978011 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d71b2a2a-05d2-4fac-84ea-b4deb946af8c tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:25.000812 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71b2a2a-05d2-4fac-84ea-b4deb946af8c tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7034045f-9306-4fc6-a61c-50d5b1f66e79,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:25.019386 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d71b2a2a-05d2-4fac-84ea-b4deb946af8c tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:25.023781 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-d71b2a2a-05d2-4fac-84ea-b4deb946af8c tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2246745 Aug 10 03:40:25.024242 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 54186) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:25.037386 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-9e43d03a-c4ec-405e-a9f7-e095580b8f8b tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Request body: {'floatingip': {'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:25.073112 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-ae540c45-4241-4da8-9296-2511c69c143e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8675ad5b-fa88-4ef3-858e-7de7ee0ed96a', 'name': 'tempest-AttachVolumeTestJSON-1286960155-router', 'tenant_id': '9ff2867e4a0141f68303abd29afd842a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'd318acc8-a6c3-4d7d-b9c5-d681fe812c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:40:12Z', 'updated_at': '2021-08-10T03:40:20Z', 'revision_number': 4, 'project_id': '9ff2867e4a0141f68303abd29afd842a', 'gw_port': {'id': 'd318acc8-a6c3-4d7d-b9c5-d681fe812c32', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:48:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8675ad5b-fa88-4ef3-858e-7de7ee0ed96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:40:13Z', 'updated_at': '2021-08-10T03:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '82daf735-56fe-4bd8-a91f-b2a9a40ef133', 'name': '', 'network_id': '71c89238-8f5d-43f8-b1be-95c24d55419f', 'tenant_id': '9ff2867e4a0141f68303abd29afd842a', 'mac_address': 'fa:16:3e:19:15:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8675ad5b-fa88-4ef3-858e-7de7ee0ed96a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '2a46edbc-ca41-41f9-9dcc-118a9b411006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:40:19Z', 'updated_at': '2021-08-10T03:40:20Z', 'revision_number': 2, 'project_id': '9ff2867e4a0141f68303abd29afd842a', 'subnets': [{'id': '2a46edbc-ca41-41f9-9dcc-118a9b411006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:25.088269 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9e43d03a-c4ec-405e-a9f7-e095580b8f8b tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Notify callbacks [] for floatingip, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:25.176106 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae540c45-4241-4da8-9296-2511c69c143e None None] Checking router: 8675ad5b-fa88-4ef3-858e-7de7ee0ed96a for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:40:25.176695 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae540c45-4241-4da8-9296-2511c69c143e None None] Updating router 8675ad5b-fa88-4ef3-858e-7de7ee0ed96a port 82daf735-56fe-4bd8-a91f-b2a9a40ef133 binding host n-d-768862-13 {{(pid=94262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:40:25.299556 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ae540c45-4241-4da8-9296-2511c69c143e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:25.305637 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9e43d03a-c4ec-405e-a9f7-e095580b8f8b tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:25.630157 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-9e43d03a-c4ec-405e-a9f7-e095580b8f8b tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Allocated IP 172.25.6.32 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/18537257-8aca-45d8-81b8-ad64c60c9be0) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:40:25.810381 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:25.928677 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9e43d03a-c4ec-405e-a9f7-e095580b8f8b tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:25.937309 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ae540c45-4241-4da8-9296-2511c69c143e None None] Notify callbacks [] for port, precommit_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:25.974686 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-ae540c45-4241-4da8-9296-2511c69c143e None None] Transition to ACTIVE for port object 82daf735-56fe-4bd8-a91f-b2a9a40ef133 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:40:25.987129 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ae540c45-4241-4da8-9296-2511c69c143e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:26.040288 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9e43d03a-c4ec-405e-a9f7-e095580b8f8b tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:26.072575 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e43d03a-c4ec-405e-a9f7-e095580b8f8b tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:40:26.084279 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-9e43d03a-c4ec-405e-a9f7-e095580b8f8b tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:40:26.169801 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e43d03a-c4ec-405e-a9f7-e095580b8f8b tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:40:26.257939 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:26.284140 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868125f2-93d1-4c81-a9b9-95e7622fba64 None None] Pushing event updated for resources: {'Port': ['ID=82daf735-56fe-4bd8-a91f-b2a9a40ef133,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:26.320094 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e43d03a-c4ec-405e-a9f7-e095580b8f8b tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Pushing event updated for resources: {'Port': ['ID=18537257-8aca-45d8-81b8-ad64c60c9be0,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:26.347434 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 54210) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:26.379467 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 54216) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:26.414785 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-ae540c45-4241-4da8-9296-2511c69c143e None None] Attempting to bind port 82daf735-56fe-4bd8-a91f-b2a9a40ef133 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:40:26.418280 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-ae540c45-4241-4da8-9296-2511c69c143e None None] Attempting to bind port 82daf735-56fe-4bd8-a91f-b2a9a40ef133 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'b05b5029-6db4-4ac1-bca9-f766603e96b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '71c89238-8f5d-43f8-b1be-95c24d55419f'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:40:26.420517 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae540c45-4241-4da8-9296-2511c69c143e None None] Attempting to bind port 82daf735-56fe-4bd8-a91f-b2a9a40ef133 on network 71c89238-8f5d-43f8-b1be-95c24d55419f {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:40:26.450959 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae540c45-4241-4da8-9296-2511c69c143e None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:40:26.451785 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae540c45-4241-4da8-9296-2511c69c143e None None] Checking segment: {'id': 'b05b5029-6db4-4ac1-bca9-f766603e96b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '71c89238-8f5d-43f8-b1be-95c24d55419f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:40:26.452464 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ae540c45-4241-4da8-9296-2511c69c143e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:26.459282 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae540c45-4241-4da8-9296-2511c69c143e None None] Bound using segment: {'id': 'b05b5029-6db4-4ac1-bca9-f766603e96b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '71c89238-8f5d-43f8-b1be-95c24d55419f'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:40:26.460463 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-ae540c45-4241-4da8-9296-2511c69c143e None None] Bound port: 82daf735-56fe-4bd8-a91f-b2a9a40ef133, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b05b5029-6db4-4ac1-bca9-f766603e96b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '71c89238-8f5d-43f8-b1be-95c24d55419f'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:40:26.461097 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ae540c45-4241-4da8-9296-2511c69c143e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:26.645030 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-ae540c45-4241-4da8-9296-2511c69c143e None None] For port 82daf735-56fe-4bd8-a91f-b2a9a40ef133, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:40:26.648797 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-54bb3d16-4da6-45ce-b37c-35f984f9a2a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:26.652678 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-ae540c45-4241-4da8-9296-2511c69c143e None None] For port 82daf735-56fe-4bd8-a91f-b2a9a40ef133, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=82daf735-56fe-4bd8-a91f-b2a9a40ef133,segment=NetworkSegment(b05b5029-6db4-4ac1-bca9-f766603e96b9),segment_id=b05b5029-6db4-4ac1-bca9-f766603e96b9)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:40:26.676213 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ae540c45-4241-4da8-9296-2511c69c143e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:26.730953 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9e43d03a-c4ec-405e-a9f7-e095580b8f8b tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:26.753258 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae540c45-4241-4da8-9296-2511c69c143e None None] Routers {'8675ad5b-fa88-4ef3-858e-7de7ee0ed96a'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:40:26.754107 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-ae540c45-4241-4da8-9296-2511c69c143e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:40:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['8675ad5b-fa88-4ef3-858e-7de7ee0ed96a'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:26.802647 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cd360051-fbab-41a6-8d97-f8c1147a77b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:26.826555 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9e43d03a-c4ec-405e-a9f7-e095580b8f8b tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:26.967841 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868125f2-93d1-4c81-a9b9-95e7622fba64 None None] Pushing event updated for resources: {'Port': ['ID=82daf735-56fe-4bd8-a91f-b2a9a40ef133,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:27.010609 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:27.110196 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-ae540c45-4241-4da8-9296-2511c69c143e None None] Set router 8675ad5b-fa88-4ef3-858e-7de7ee0ed96a gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:40:27.190555 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-54bb3d16-4da6-45ce-b37c-35f984f9a2a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:27.203575 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-54bb3d16-4da6-45ce-b37c-35f984f9a2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:27.309390 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-54bb3d16-4da6-45ce-b37c-35f984f9a2a2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f0707afd86bd4c4ab83862b45e4e18d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9587958 Aug 10 03:40:27.333548 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 54228) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:27.396255 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bb3d16-4da6-45ce-b37c-35f984f9a2a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35064423-f969-429c-a729-e92bc966003d,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:27.444854 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9e43d03a-c4ec-405e-a9f7-e095580b8f8b tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:27.468267 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9e43d03a-c4ec-405e-a9f7-e095580b8f8b tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:27.494134 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-08df461d-cb43-4fd8-bc53-c09cc6fb1bf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:27.528443 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-08df461d-cb43-4fd8-bc53-c09cc6fb1bf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:27.632314 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e43d03a-c4ec-405e-a9f7-e095580b8f8b tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Pushing event updated for resources: {'Port': ['ID=18537257-8aca-45d8-81b8-ad64c60c9be0,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:27.726896 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9e43d03a-c4ec-405e-a9f7-e095580b8f8b tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:27.821032 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cd360051-fbab-41a6-8d97-f8c1147a77b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:27.822363 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-08df461d-cb43-4fd8-bc53-c09cc6fb1bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:27.825036 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-08df461d-cb43-4fd8-bc53-c09cc6fb1bf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:27.833544 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-08df461d-cb43-4fd8-bc53-c09cc6fb1bf2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/35064423-f969-429c-a729-e92bc966003d HTTP/1.1" status: 204 len: 168 time: 0.4984477 Aug 10 03:40:27.835056 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9e43d03a-c4ec-405e-a9f7-e095580b8f8b tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:27.836699 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cd360051-fbab-41a6-8d97-f8c1147a77b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:27.849017 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-ae540c45-4241-4da8-9296-2511c69c143e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8675ad5b-fa88-4ef3-858e-7de7ee0ed96a', 'name': 'tempest-AttachVolumeTestJSON-1286960155-router', 'tenant_id': '9ff2867e4a0141f68303abd29afd842a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'd318acc8-a6c3-4d7d-b9c5-d681fe812c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:40:12Z', 'updated_at': '2021-08-10T03:40:20Z', 'revision_number': 4, 'project_id': '9ff2867e4a0141f68303abd29afd842a', 'gw_port': {'id': 'd318acc8-a6c3-4d7d-b9c5-d681fe812c32', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:48:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8675ad5b-fa88-4ef3-858e-7de7ee0ed96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:40:13Z', 'updated_at': '2021-08-10T03:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '82daf735-56fe-4bd8-a91f-b2a9a40ef133', 'name': '', 'network_id': '71c89238-8f5d-43f8-b1be-95c24d55419f', 'tenant_id': '9ff2867e4a0141f68303abd29afd842a', 'mac_address': 'fa:16:3e:19:15:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8675ad5b-fa88-4ef3-858e-7de7ee0ed96a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '2a46edbc-ca41-41f9-9dcc-118a9b411006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:40:19Z', 'updated_at': '2021-08-10T03:40:26Z', 'revision_number': 4, 'project_id': '9ff2867e4a0141f68303abd29afd842a', 'subnets': [{'id': '2a46edbc-ca41-41f9-9dcc-118a9b411006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:27.851485 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-9e43d03a-c4ec-405e-a9f7-e095580b8f8b tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8259666 Aug 10 03:40:27.856604 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08df461d-cb43-4fd8-bc53-c09cc6fb1bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35064423-f969-429c-a729-e92bc966003d,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:27.930730 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae540c45-4241-4da8-9296-2511c69c143e None None] The sync data for ids ['8675ad5b-fa88-4ef3-858e-7de7ee0ed96a'] in n-d-768862-13 is: [{'id': '8675ad5b-fa88-4ef3-858e-7de7ee0ed96a', 'name': 'tempest-AttachVolumeTestJSON-1286960155-router', 'tenant_id': '9ff2867e4a0141f68303abd29afd842a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'd318acc8-a6c3-4d7d-b9c5-d681fe812c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:40:12Z', 'updated_at': '2021-08-10T03:40:20Z', 'revision_number': 4, 'project_id': '9ff2867e4a0141f68303abd29afd842a', 'gw_port': {'id': 'd318acc8-a6c3-4d7d-b9c5-d681fe812c32', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:48:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8675ad5b-fa88-4ef3-858e-7de7ee0ed96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:40:13Z', 'updated_at': '2021-08-10T03:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '82daf735-56fe-4bd8-a91f-b2a9a40ef133', 'name': '', 'network_id': '71c89238-8f5d-43f8-b1be-95c24d55419f', 'tenant_id': '9ff2867e4a0141f68303abd29afd842a', 'mac_address': 'fa:16:3e:19:15:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8675ad5b-fa88-4ef3-858e-7de7ee0ed96a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '2a46edbc-ca41-41f9-9dcc-118a9b411006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:40:19Z', 'updated_at': '2021-08-10T03:40:26Z', 'revision_number': 4, 'project_id': '9ff2867e4a0141f68303abd29afd842a', 'subnets': [{'id': '2a46edbc-ca41-41f9-9dcc-118a9b411006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:40:27.946669 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-cd360051-fbab-41a6-8d97-f8c1147a77b7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=808bccde18bb4d928ffa9c02ad687e54&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5635357 Aug 10 03:40:27.946927 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 54238) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:27.957447 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd360051-fbab-41a6-8d97-f8c1147a77b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8333ce06-076b-482d-bae8-699fc5c0001c,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:28.141604 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ffc4d0f0-93b9-44f5-b6e7-63ad81a34c2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:28.206665 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ffc4d0f0-93b9-44f5-b6e7-63ad81a34c2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:28.362639 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ffc4d0f0-93b9-44f5-b6e7-63ad81a34c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:28.375374 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ffc4d0f0-93b9-44f5-b6e7-63ad81a34c2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:28.381632 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-ffc4d0f0-93b9-44f5-b6e7-63ad81a34c2b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8333ce06-076b-482d-bae8-699fc5c0001c HTTP/1.1" status: 204 len: 168 time: 0.4329696 Aug 10 03:40:28.478161 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc4d0f0-93b9-44f5-b6e7-63ad81a34c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8333ce06-076b-482d-bae8-699fc5c0001c,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:28.550514 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d2070a09-c9ca-43ee-92f7-cbe96e60bd97 req-551a9133-affd-4f80-9bba-99afc0727b70 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--494826291&fields=id&tenant_id=9ff2867e4a0141f68303abd29afd842a HTTP/1.1" status: 200 len: 267 time: 0.1400077 Aug 10 03:40:28.826640 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2070a09-c9ca-43ee-92f7-cbe96e60bd97 req-324e793b-e5fe-4e1f-9a1a-86fdbe5ffcd9 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:28.840139 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d2070a09-c9ca-43ee-92f7-cbe96e60bd97 req-324e793b-e5fe-4e1f-9a1a-86fdbe5ffcd9 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/networks?id=71c89238-8f5d-43f8-b1be-95c24d55419f HTTP/1.1" status: 200 len: 811 time: 0.2848728 Aug 10 03:40:28.865552 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 54270) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:28.883847 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d2070a09-c9ca-43ee-92f7-cbe96e60bd97 req-2f676d9e-9d88-49b6-9542-67649a8a1b02 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/quotas/9ff2867e4a0141f68303abd29afd842a HTTP/1.1" status: 200 len: 375 time: 0.0429392 Aug 10 03:40:28.963685 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1eb40fbb-d999-4434-9d44-101012dd5a8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:29.031915 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d2070a09-c9ca-43ee-92f7-cbe96e60bd97 req-55a7d5d3-a668-4542-af6b-89461755e824 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9ff2867e4a0141f68303abd29afd842a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1297274 Aug 10 03:40:29.237856 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1eb40fbb-d999-4434-9d44-101012dd5a8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:29.252773 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1eb40fbb-d999-4434-9d44-101012dd5a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:29.346434 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 54280) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:29.346835 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-1eb40fbb-d999-4434-9d44-101012dd5a8b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=355bdc1df4144831870d0a3a80778a12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4784124 Aug 10 03:40:29.347759 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb40fbb-d999-4434-9d44-101012dd5a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12e3d117-1393-4371-845d-666978546a1b,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:29.532845 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-65684b39-5e33-4066-b28e-692742209c3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:29.636191 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 82daf735-56fe-4bd8-a91f-b2a9a40ef133 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:40:29.758118 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-65684b39-5e33-4066-b28e-692742209c3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:29.828136 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 82daf735-56fe-4bd8-a91f-b2a9a40ef133 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:40:29.852844 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 82daf735-56fe-4bd8-a91f-b2a9a40ef133 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:40:29.854476 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:29.948355 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d2070a09-c9ca-43ee-92f7-cbe96e60bd97 req-6dfd5ff9-31d0-4241-936b-35f996d718f4 service neutron] 10.222.0.44 "GET /v2.0/networks/71c89238-8f5d-43f8-b1be-95c24d55419f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8970990 Aug 10 03:40:30.051408 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-65684b39-5e33-4066-b28e-692742209c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:30.054365 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-65684b39-5e33-4066-b28e-692742209c3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:30.056478 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-65684b39-5e33-4066-b28e-692742209c3b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/12e3d117-1393-4371-845d-666978546a1b HTTP/1.1" status: 204 len: 168 time: 0.7084651 Aug 10 03:40:30.079283 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65684b39-5e33-4066-b28e-692742209c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12e3d117-1393-4371-845d-666978546a1b,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:30.190215 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d2070a09-c9ca-43ee-92f7-cbe96e60bd97 req-41fb1185-65bc-41a9-982b-af00f9a825fa service neutron] 10.222.0.44 "GET /v2.0/networks/71c89238-8f5d-43f8-b1be-95c24d55419f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358403 Aug 10 03:40:30.320148 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:30.448883 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:40:30.538660 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 82daf735-56fe-4bd8-a91f-b2a9a40ef133, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=82daf735-56fe-4bd8-a91f-b2a9a40ef133,segment=NetworkSegment(b05b5029-6db4-4ac1-bca9-f766603e96b9),segment_id=b05b5029-6db4-4ac1-bca9-f766603e96b9)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:40:30.560999 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:30.760540 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=82daf735-56fe-4bd8-a91f-b2a9a40ef133,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:30.906812 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c9299a23-4cf0-40f3-8da4-49f269b6caab req-443287c6-5d76-4145-8f47-437e47e4c756 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/ports?device_id=00df8480-85ee-4cc7-b3c5-8f758aa1d93c HTTP/1.1" status: 200 len: 210 time: 0.1015368 Aug 10 03:40:31.516524 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 82daf735-56fe-4bd8-a91f-b2a9a40ef133 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:40:31.713234 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 82daf735-56fe-4bd8-a91f-b2a9a40ef133 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:40:31.714181 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:32.230838 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a2954fe7-66d6-4f39-91d2-76a8c7606db4 req-bb1b7840-2305-45a3-99af-2d6065402da8 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/ports?device_id=00df8480-85ee-4cc7-b3c5-8f758aa1d93c HTTP/1.1" status: 200 len: 210 time: 0.0712407 Aug 10 03:40:32.893234 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 54386) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:33.177790 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2070a09-c9ca-43ee-92f7-cbe96e60bd97 req-46e7938c-4f84-40f4-87cf-b6cbab842369 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:33.185283 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d2070a09-c9ca-43ee-92f7-cbe96e60bd97 req-46e7938c-4f84-40f4-87cf-b6cbab842369 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.42 "GET /v2.0/networks?id=71c89238-8f5d-43f8-b1be-95c24d55419f HTTP/1.1" status: 200 len: 811 time: 0.3676183 Aug 10 03:40:33.197708 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:33.278502 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d2070a09-c9ca-43ee-92f7-cbe96e60bd97 req-44b3cc4c-84ac-4137-8eec-dd6f3db7b90e tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ff2867e4a0141f68303abd29afd842a HTTP/1.1" status: 200 len: 379 time: 0.0829237 Aug 10 03:40:33.307411 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-d2070a09-c9ca-43ee-92f7-cbe96e60bd97 req-45ce6f81-9ccd-4544-af33-b124f2445bea tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Request body: {'port': {'device_id': '00df8480-85ee-4cc7-b3c5-8f758aa1d93c', 'network_id': '71c89238-8f5d-43f8-b1be-95c24d55419f', 'admin_state_up': True, 'tenant_id': '9ff2867e4a0141f68303abd29afd842a', 'security_groups': ['3dcf7ed8-b8b4-4f0f-9ac1-131f6ed7d18e']}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:33.417576 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-df9908bc-4c22-454c-af69-8aa8861d2f1c tempest-MeteringTestJSON-40365087 tempest-MeteringTestJSON-40365087-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1385785483'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:33.418740 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-df9908bc-4c22-454c-af69-8aa8861d2f1c tempest-MeteringTestJSON-40365087 tempest-MeteringTestJSON-40365087-project-admin] Unknown quota resources ['metering_label']. {{(pid=94261) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 03:40:33.508820 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-23f7d622-c672-49e5-8269-d512796f30a6 req-25895103-c99d-44df-8fee-74c377eba66a tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/ports?device_id=00df8480-85ee-4cc7-b3c5-8f758aa1d93c HTTP/1.1" status: 200 len: 210 time: 0.1077929 Aug 10 03:40:33.640539 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2070a09-c9ca-43ee-92f7-cbe96e60bd97 req-45ce6f81-9ccd-4544-af33-b124f2445bea tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Made reservation on behalf of 9ff2867e4a0141f68303abd29afd842a for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:40:33.649853 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-d2070a09-c9ca-43ee-92f7-cbe96e60bd97 req-45ce6f81-9ccd-4544-af33-b124f2445bea tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:33.774778 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-df9908bc-4c22-454c-af69-8aa8861d2f1c tempest-MeteringTestJSON-40365087 tempest-MeteringTestJSON-40365087-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:33.776727 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-df9908bc-4c22-454c-af69-8aa8861d2f1c tempest-MeteringTestJSON-40365087 tempest-MeteringTestJSON-40365087-project-admin] 10.222.0.44 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.8809838 Aug 10 03:40:33.781287 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 54412) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:33.788119 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-386f4406-3e4d-427b-9695-5ef633866aa0 tempest-MeteringTestJSON-40365087 tempest-MeteringTestJSON-40365087-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'b4588e2e-dba8-4c55-ade9-9e04f28aa31c'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:33.789424 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-386f4406-3e4d-427b-9695-5ef633866aa0 tempest-MeteringTestJSON-40365087 tempest-MeteringTestJSON-40365087-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94261) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 03:40:33.957661 n-d-768862-13 neutron-server[94261]: WARNING neutron.services.metering.metering_plugin [None req-386f4406-3e4d-427b-9695-5ef633866aa0 tempest-MeteringTestJSON-40365087 tempest-MeteringTestJSON-40365087-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 10 03:40:34.012999 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-d2070a09-c9ca-43ee-92f7-cbe96e60bd97 req-45ce6f81-9ccd-4544-af33-b124f2445bea tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Allocated IP 172.20.0.3 (71c89238-8f5d-43f8-b1be-95c24d55419f/2a46edbc-ca41-41f9-9dcc-118a9b411006/fd0d0387-15f7-41cf-a1e1-a7f8dd43f812) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:40:34.133696 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-386f4406-3e4d-427b-9695-5ef633866aa0 tempest-MeteringTestJSON-40365087 tempest-MeteringTestJSON-40365087-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:34.141774 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-386f4406-3e4d-427b-9695-5ef633866aa0 tempest-MeteringTestJSON-40365087 tempest-MeteringTestJSON-40365087-project-admin] 10.222.0.44 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3527427 Aug 10 03:40:34.141774 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 54422) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:34.146870 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-a1495a04-ca48-424c-9d3b-b8dbb3f0011e tempest-MeteringTestJSON-40365087 tempest-MeteringTestJSON-40365087-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'b4588e2e-dba8-4c55-ade9-9e04f28aa31c'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:34.147595 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-a1495a04-ca48-424c-9d3b-b8dbb3f0011e tempest-MeteringTestJSON-40365087 tempest-MeteringTestJSON-40365087-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94261) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 03:40:34.224747 n-d-768862-13 neutron-server[94261]: WARNING neutron.services.metering.metering_plugin [None req-a1495a04-ca48-424c-9d3b-b8dbb3f0011e tempest-MeteringTestJSON-40365087 tempest-MeteringTestJSON-40365087-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 10 03:40:34.313710 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-d2070a09-c9ca-43ee-92f7-cbe96e60bd97 req-45ce6f81-9ccd-4544-af33-b124f2445bea tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:34.333843 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-d2070a09-c9ca-43ee-92f7-cbe96e60bd97 req-45ce6f81-9ccd-4544-af33-b124f2445bea tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Transition to ACTIVE for port object fd0d0387-15f7-41cf-a1e1-a7f8dd43f812 will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:40:34.405390 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-d2070a09-c9ca-43ee-92f7-cbe96e60bd97 req-45ce6f81-9ccd-4544-af33-b124f2445bea tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:34.406656 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a1495a04-ca48-424c-9d3b-b8dbb3f0011e tempest-MeteringTestJSON-40365087 tempest-MeteringTestJSON-40365087-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:34.411542 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a1495a04-ca48-424c-9d3b-b8dbb3f0011e tempest-MeteringTestJSON-40365087 tempest-MeteringTestJSON-40365087-project-admin] 10.222.0.44 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2688346 Aug 10 03:40:34.414005 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 54430) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:34.469849 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-be18da87-c144-4b07-848f-17c51086a3b0 tempest-MeteringTestJSON-40365087 tempest-MeteringTestJSON-40365087-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-label-rules?id=1092a9e6-6513-4327-a603-cee8ae0c541b HTTP/1.1" status: 200 len: 464 time: 0.0541766 Aug 10 03:40:34.475129 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 54436) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:34.515086 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2070a09-c9ca-43ee-92f7-cbe96e60bd97 req-45ce6f81-9ccd-4544-af33-b124f2445bea tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Network 71c89238-8f5d-43f8-b1be-95c24d55419f is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:40:34.521603 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-d2070a09-c9ca-43ee-92f7-cbe96e60bd97 req-45ce6f81-9ccd-4544-af33-b124f2445bea tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:40:34.526292 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2070a09-c9ca-43ee-92f7-cbe96e60bd97 req-45ce6f81-9ccd-4544-af33-b124f2445bea tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:40:34.582910 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ce6f81-9ccd-4544-af33-b124f2445bea tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Pushing event updated for resources: {'Port': ['ID=fd0d0387-15f7-41cf-a1e1-a7f8dd43f812,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:34.660958 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2070a09-c9ca-43ee-92f7-cbe96e60bd97 req-45ce6f81-9ccd-4544-af33-b124f2445bea tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:34.661672 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-d2070a09-c9ca-43ee-92f7-cbe96e60bd97 req-45ce6f81-9ccd-4544-af33-b124f2445bea tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:34.710057 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d2070a09-c9ca-43ee-92f7-cbe96e60bd97 req-45ce6f81-9ccd-4544-af33-b124f2445bea tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4185185 Aug 10 03:40:34.726748 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-d2070a09-c9ca-43ee-92f7-cbe96e60bd97 req-44fc2dd7-bca9-4024-bc81-a1833d834c09 service neutron] Request body: {'port': {'device_id': '00df8480-85ee-4cc7-b3c5-8f758aa1d93c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:34.874852 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-625064e6-ff6b-4c5d-bc47-797e4c509703 tempest-MeteringTestJSON-40365087 tempest-MeteringTestJSON-40365087-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:34.876915 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-625064e6-ff6b-4c5d-bc47-797e4c509703 tempest-MeteringTestJSON-40365087 tempest-MeteringTestJSON-40365087-project-admin] 10.222.0.44 "DELETE /v2.0/metering/metering-label-rules/1092a9e6-6513-4327-a603-cee8ae0c541b HTTP/1.1" status: 204 len: 168 time: 0.4001584 Aug 10 03:40:34.887044 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 54450) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:34.943974 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-cb559916-b35e-4d88-9bce-0aa537ca046a tempest-MeteringTestJSON-40365087 tempest-MeteringTestJSON-40365087-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-label-rules?id=1092a9e6-6513-4327-a603-cee8ae0c541b HTTP/1.1" status: 200 len: 221 time: 0.0546532 Aug 10 03:40:34.950871 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 54456) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:34.958726 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-09da0786-ff25-4ecf-809b-d116322651ae tempest-MeteringTestJSON-40365087 tempest-MeteringTestJSON-40365087-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1870882233', 'description': 'label created by tempest'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:34.959717 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-09da0786-ff25-4ecf-809b-d116322651ae tempest-MeteringTestJSON-40365087 tempest-MeteringTestJSON-40365087-project-admin] Unknown quota resources ['metering_label']. {{(pid=94261) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 03:40:35.016525 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-d2070a09-c9ca-43ee-92f7-cbe96e60bd97 req-44fc2dd7-bca9-4024-bc81-a1833d834c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:35.133334 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-66a09ef2-19e3-4006-b475-254c0369d8c4 None None] Provisioning for port fd0d0387-15f7-41cf-a1e1-a7f8dd43f812 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:40:35.138336 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-66a09ef2-19e3-4006-b475-254c0369d8c4 None None] Provisioning complete for port fd0d0387-15f7-41cf-a1e1-a7f8dd43f812 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:40:35.138857 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-66a09ef2-19e3-4006-b475-254c0369d8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:35.262303 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-66a09ef2-19e3-4006-b475-254c0369d8c4 None None] Port fd0d0387-15f7-41cf-a1e1-a7f8dd43f812 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:40:35.270946 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894504f1-7bdd-46a4-802b-c2dff5931299 req-3be74f8b-d1cb-4449-ba3e-f5369ea50c99 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:35.293041 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-894504f1-7bdd-46a4-802b-c2dff5931299 req-3be74f8b-d1cb-4449-ba3e-f5369ea50c99 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/ports?device_id=00df8480-85ee-4cc7-b3c5-8f758aa1d93c HTTP/1.1" status: 200 len: 931 time: 0.4729121 Aug 10 03:40:35.380014 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-894504f1-7bdd-46a4-802b-c2dff5931299 req-b446abbc-3206-4608-b112-e3f718474fbe tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/security-groups?id=3dcf7ed8-b8b4-4f0f-9ac1-131f6ed7d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855734 Aug 10 03:40:35.455793 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-09da0786-ff25-4ecf-809b-d116322651ae tempest-MeteringTestJSON-40365087 tempest-MeteringTestJSON-40365087-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:35.461656 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-09da0786-ff25-4ecf-809b-d116322651ae tempest-MeteringTestJSON-40365087 tempest-MeteringTestJSON-40365087-project-admin] 10.222.0.44 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.5092134 Aug 10 03:40:35.462453 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 54472) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:35.645796 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-5c20cb8d-7159-49f9-b257-4ba3fe5f6c12 tempest-MeteringTestJSON-40365087 tempest-MeteringTestJSON-40365087-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-labels?id=b167bc6d-a4d5-4bb8-a0e9-85b11387805b HTTP/1.1" status: 200 len: 468 time: 0.1814489 Aug 10 03:40:35.647350 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 54482) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:36.461585 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 54510) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:36.565810 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-d2070a09-c9ca-43ee-92f7-cbe96e60bd97 req-44fc2dd7-bca9-4024-bc81-a1833d834c09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd0d0387-15f7-41cf-a1e1-a7f8dd43f812 {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:40:36.611427 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-d2070a09-c9ca-43ee-92f7-cbe96e60bd97 req-44fc2dd7-bca9-4024-bc81-a1833d834c09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:36.622561 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-42df486b-433c-45c7-afbf-9e14039917df tempest-MeteringTestJSON-40365087 tempest-MeteringTestJSON-40365087-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:36.629071 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 54514) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:36.630689 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-42df486b-433c-45c7-afbf-9e14039917df tempest-MeteringTestJSON-40365087 tempest-MeteringTestJSON-40365087-project-admin] 10.222.0.44 "DELETE /v2.0/metering/metering-labels/b167bc6d-a4d5-4bb8-a0e9-85b11387805b HTTP/1.1" status: 204 len: 168 time: 0.9817605 Aug 10 03:40:36.658521 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-d79d97c6-97be-46d6-bea5-e7aab670901f tempest-MeteringTestJSON-40365087 tempest-MeteringTestJSON-40365087-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-labels?id=b167bc6d-a4d5-4bb8-a0e9-85b11387805b HTTP/1.1" status: 200 len: 216 time: 0.0274191 Aug 10 03:40:36.663902 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 54516) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:36.665722 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-d2070a09-c9ca-43ee-92f7-cbe96e60bd97 req-44fc2dd7-bca9-4024-bc81-a1833d834c09 service neutron] Transition to ACTIVE for port object fd0d0387-15f7-41cf-a1e1-a7f8dd43f812 will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:40:36.683477 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-638e8ee4-82dd-4971-a347-febe0efd6553 tempest-MeteringTestJSON-40365087 tempest-MeteringTestJSON-40365087-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0159416 Aug 10 03:40:36.688441 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 54518) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:36.688814 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-d2070a09-c9ca-43ee-92f7-cbe96e60bd97 req-44fc2dd7-bca9-4024-bc81-a1833d834c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:36.717442 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-df608730-ec34-465e-afa8-fbf6b89c0021 tempest-MeteringTestJSON-40365087 tempest-MeteringTestJSON-40365087-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0256188 Aug 10 03:40:36.724718 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 54520) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:36.724998 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39239f0f-4239-4ece-8dad-2f4c09db4527 req-a60e573b-eb61-4171-a8e0-464d20333564 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:36.727659 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-39239f0f-4239-4ece-8dad-2f4c09db4527 req-a60e573b-eb61-4171-a8e0-464d20333564 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/ports?device_id=00df8480-85ee-4cc7-b3c5-8f758aa1d93c HTTP/1.1" status: 200 len: 931 time: 0.1956213 Aug 10 03:40:36.861505 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-39239f0f-4239-4ece-8dad-2f4c09db4527 req-94915232-9793-4a43-87eb-58e6adda9fc5 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/security-groups?id=3dcf7ed8-b8b4-4f0f-9ac1-131f6ed7d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981746 Aug 10 03:40:36.863894 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-225549ce-6bd6-43ab-99d0-ec887a3612ba tempest-MeteringTestJSON-40365087 tempest-MeteringTestJSON-40365087-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-labels/b4588e2e-dba8-4c55-ade9-9e04f28aa31c HTTP/1.1" status: 200 len: 473 time: 0.1362777 Aug 10 03:40:36.869173 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7a5fc808-b939-4a2f-9d73-6edc3f379e71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:36.875429 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 54522) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:36.876096 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fc2dd7-bca9-4024-bc81-a1833d834c09 service neutron] Pushing event updated for resources: {'Port': ['ID=fd0d0387-15f7-41cf-a1e1-a7f8dd43f812,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:36.934314 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-c9958f13-a496-4d38-8d96-da26b7ec8862 tempest-MeteringTestJSON-40365087 tempest-MeteringTestJSON-40365087-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-label-rules/4fa19f76-59d3-4a83-a98f-5ab1719ae818 HTTP/1.1" status: 200 len: 461 time: 0.0600433 Aug 10 03:40:36.941704 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 54526) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:37.159032 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7a5fc808-b939-4a2f-9d73-6edc3f379e71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:37.175878 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7a5fc808-b939-4a2f-9d73-6edc3f379e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:37.223013 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-93992f97-d4e1-46af-af16-fc9d06cc4aa1 tempest-MeteringTestJSON-40365087 tempest-MeteringTestJSON-40365087-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:37.225087 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-93992f97-d4e1-46af-af16-fc9d06cc4aa1 tempest-MeteringTestJSON-40365087 tempest-MeteringTestJSON-40365087-project-admin] 10.222.0.44 "DELETE /v2.0/metering/metering-label-rules/4fa19f76-59d3-4a83-a98f-5ab1719ae818 HTTP/1.1" status: 204 len: 168 time: 0.2765911 Aug 10 03:40:37.238696 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 54538) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:37.308700 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-d2070a09-c9ca-43ee-92f7-cbe96e60bd97 req-44fc2dd7-bca9-4024-bc81-a1833d834c09 service neutron] Attempting to bind port fd0d0387-15f7-41cf-a1e1-a7f8dd43f812 on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:40:37.309339 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-d2070a09-c9ca-43ee-92f7-cbe96e60bd97 req-44fc2dd7-bca9-4024-bc81-a1833d834c09 service neutron] Attempting to bind port fd0d0387-15f7-41cf-a1e1-a7f8dd43f812 by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': 'b05b5029-6db4-4ac1-bca9-f766603e96b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '71c89238-8f5d-43f8-b1be-95c24d55419f'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:40:37.309854 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2070a09-c9ca-43ee-92f7-cbe96e60bd97 req-44fc2dd7-bca9-4024-bc81-a1833d834c09 service neutron] Attempting to bind port fd0d0387-15f7-41cf-a1e1-a7f8dd43f812 on network 71c89238-8f5d-43f8-b1be-95c24d55419f {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:40:37.322487 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-7a5fc808-b939-4a2f-9d73-6edc3f379e71 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b5e246707f1a43feac42e7354793ef8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8604958 Aug 10 03:40:37.322911 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 54542) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:37.331452 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5fc808-b939-4a2f-9d73-6edc3f379e71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=944233ed-84f7-4436-9122-782e94bc8645,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:37.435204 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2070a09-c9ca-43ee-92f7-cbe96e60bd97 req-44fc2dd7-bca9-4024-bc81-a1833d834c09 service neutron] Port fd0d0387-15f7-41cf-a1e1-a7f8dd43f812 on network 71c89238-8f5d-43f8-b1be-95c24d55419f not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:40:37.435750 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2070a09-c9ca-43ee-92f7-cbe96e60bd97 req-44fc2dd7-bca9-4024-bc81-a1833d834c09 service neutron] Attempting to bind port fd0d0387-15f7-41cf-a1e1-a7f8dd43f812 on network 71c89238-8f5d-43f8-b1be-95c24d55419f {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:40:37.514883 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2070a09-c9ca-43ee-92f7-cbe96e60bd97 req-44fc2dd7-bca9-4024-bc81-a1833d834c09 service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:40:37.515232 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2070a09-c9ca-43ee-92f7-cbe96e60bd97 req-44fc2dd7-bca9-4024-bc81-a1833d834c09 service neutron] Checking segment: {'id': 'b05b5029-6db4-4ac1-bca9-f766603e96b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '71c89238-8f5d-43f8-b1be-95c24d55419f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:40:37.515610 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2070a09-c9ca-43ee-92f7-cbe96e60bd97 req-44fc2dd7-bca9-4024-bc81-a1833d834c09 service neutron] Bound using segment: {'id': 'b05b5029-6db4-4ac1-bca9-f766603e96b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '71c89238-8f5d-43f8-b1be-95c24d55419f'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:40:37.516048 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-d2070a09-c9ca-43ee-92f7-cbe96e60bd97 req-44fc2dd7-bca9-4024-bc81-a1833d834c09 service neutron] Bound port: fd0d0387-15f7-41cf-a1e1-a7f8dd43f812, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b05b5029-6db4-4ac1-bca9-f766603e96b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '71c89238-8f5d-43f8-b1be-95c24d55419f'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:40:37.516416 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-d2070a09-c9ca-43ee-92f7-cbe96e60bd97 req-44fc2dd7-bca9-4024-bc81-a1833d834c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:37.593322 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2a55840f-dae1-4076-a8b4-0d1b96e12d70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:37.632862 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7d556205-31bc-45b8-99a6-b75125a5fd8d tempest-MeteringTestJSON-40365087 tempest-MeteringTestJSON-40365087-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:37.638756 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-7d556205-31bc-45b8-99a6-b75125a5fd8d tempest-MeteringTestJSON-40365087 tempest-MeteringTestJSON-40365087-project-admin] 10.222.0.44 "DELETE /v2.0/metering/metering-labels/b4588e2e-dba8-4c55-ade9-9e04f28aa31c HTTP/1.1" status: 204 len: 168 time: 0.3946164 Aug 10 03:40:37.656639 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2a55840f-dae1-4076-a8b4-0d1b96e12d70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:37.809918 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-d2070a09-c9ca-43ee-92f7-cbe96e60bd97 req-44fc2dd7-bca9-4024-bc81-a1833d834c09 service neutron] For port fd0d0387-15f7-41cf-a1e1-a7f8dd43f812, host n-h1-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:40:37.818505 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-d2070a09-c9ca-43ee-92f7-cbe96e60bd97 req-44fc2dd7-bca9-4024-bc81-a1833d834c09 service neutron] For port fd0d0387-15f7-41cf-a1e1-a7f8dd43f812, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=fd0d0387-15f7-41cf-a1e1-a7f8dd43f812,segment=NetworkSegment(b05b5029-6db4-4ac1-bca9-f766603e96b9),segment_id=b05b5029-6db4-4ac1-bca9-f766603e96b9)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:40:37.824882 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2a55840f-dae1-4076-a8b4-0d1b96e12d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:37.831171 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2a55840f-dae1-4076-a8b4-0d1b96e12d70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:37.840833 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-2a55840f-dae1-4076-a8b4-0d1b96e12d70 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/944233ed-84f7-4436-9122-782e94bc8645 HTTP/1.1" status: 204 len: 168 time: 0.5157299 Aug 10 03:40:37.850715 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-d2070a09-c9ca-43ee-92f7-cbe96e60bd97 req-44fc2dd7-bca9-4024-bc81-a1833d834c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:37.874443 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a55840f-dae1-4076-a8b4-0d1b96e12d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=944233ed-84f7-4436-9122-782e94bc8645,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:37.969426 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fc2dd7-bca9-4024-bc81-a1833d834c09 service neutron] Pushing event updated for resources: {'Port': ['ID=fd0d0387-15f7-41cf-a1e1-a7f8dd43f812,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:37.999535 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2070a09-c9ca-43ee-92f7-cbe96e60bd97 req-44fc2dd7-bca9-4024-bc81-a1833d834c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:38.003733 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-d2070a09-c9ca-43ee-92f7-cbe96e60bd97 req-44fc2dd7-bca9-4024-bc81-a1833d834c09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:38.005938 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d2070a09-c9ca-43ee-92f7-cbe96e60bd97 req-44fc2dd7-bca9-4024-bc81-a1833d834c09 service neutron] 10.222.0.42 "PUT /v2.0/ports/fd0d0387-15f7-41cf-a1e1-a7f8dd43f812 HTTP/1.1" status: 200 len: 1092 time: 3.2867413 Aug 10 03:40:38.007293 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00df8480-85ee-4cc7-b3c5-8f758aa1d93c', 'tag': 'fd0d0387-15f7-41cf-a1e1-a7f8dd43f812'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:40:38.023611 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2362417-c2ff-46a9-b3ab-e4b1585253fa" -d '{"events": [{"name": "network-changed", "server_uuid": "00df8480-85ee-4cc7-b3c5-8f758aa1d93c", "tag": "fd0d0387-15f7-41cf-a1e1-a7f8dd43f812"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:40:38.216097 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a1e6e34-14cc-40a0-89f2-c57e6de05f00 x-openstack-request-id: req-8a1e6e34-14cc-40a0-89f2-c57e6de05f00 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:40:38.216511 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00df8480-85ee-4cc7-b3c5-8f758aa1d93c", "tag": "fd0d0387-15f7-41cf-a1e1-a7f8dd43f812", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:40:38.217046 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8a1e6e34-14cc-40a0-89f2-c57e6de05f00 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:40:38.217684 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00df8480-85ee-4cc7-b3c5-8f758aa1d93c', 'tag': 'fd0d0387-15f7-41cf-a1e1-a7f8dd43f812', 'status': 'completed', 'code': 200} Aug 10 03:40:38.353075 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 54566) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:38.446004 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b54ecc-4c66-431b-a768-2c7a57aed6e0 req-b5cc7ea4-dfc4-4e13-ae2b-91bb60c4db88 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:38.458270 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-82b54ecc-4c66-431b-a768-2c7a57aed6e0 req-b5cc7ea4-dfc4-4e13-ae2b-91bb60c4db88 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/ports?device_id=00df8480-85ee-4cc7-b3c5-8f758aa1d93c HTTP/1.1" status: 200 len: 943 time: 0.4234595 Aug 10 03:40:38.467050 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2070a09-c9ca-43ee-92f7-cbe96e60bd97 req-6461bdc5-a200-4fea-91cb-5b626d3221ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:38.495834 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d2070a09-c9ca-43ee-92f7-cbe96e60bd97 req-6461bdc5-a200-4fea-91cb-5b626d3221ac service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9ff2867e4a0141f68303abd29afd842a&device_id=00df8480-85ee-4cc7-b3c5-8f758aa1d93c HTTP/1.1" status: 200 len: 1095 time: 0.2681255 Aug 10 03:40:38.612966 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d2070a09-c9ca-43ee-92f7-cbe96e60bd97 req-3291fcfb-05e0-4a57-a81a-dcab203147b1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd0d0387-15f7-41cf-a1e1-a7f8dd43f812 HTTP/1.1" status: 200 len: 217 time: 0.1026332 Aug 10 03:40:38.701321 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-82b54ecc-4c66-431b-a768-2c7a57aed6e0 req-cee27dc1-85d0-40bb-ac04-d01bf8743d59 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/security-groups?id=3dcf7ed8-b8b4-4f0f-9ac1-131f6ed7d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2038960 Aug 10 03:40:38.748376 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2070a09-c9ca-43ee-92f7-cbe96e60bd97 req-3d571284-a79d-4715-9519-069190849a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:38.751121 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d2070a09-c9ca-43ee-92f7-cbe96e60bd97 req-3d571284-a79d-4715-9519-069190849a0a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2a46edbc-ca41-41f9-9dcc-118a9b411006 HTTP/1.1" status: 200 len: 850 time: 0.1304002 Aug 10 03:40:38.787677 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f85904ae-3423-46df-b4e0-5713258d4959 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:38.874462 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2070a09-c9ca-43ee-92f7-cbe96e60bd97 req-f08a659d-2e4c-48f8-843a-b5a9559491c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:38.878204 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d2070a09-c9ca-43ee-92f7-cbe96e60bd97 req-f08a659d-2e4c-48f8-843a-b5a9559491c1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=71c89238-8f5d-43f8-b1be-95c24d55419f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1195846 Aug 10 03:40:38.887924 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 54576) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:38.955018 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-72bc3b5b-37cd-47e3-9dd8-b16d1cf3deec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:39.022174 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d2070a09-c9ca-43ee-92f7-cbe96e60bd97 req-031dac2c-78cb-488a-a733-4f0676d58810 service neutron] 10.222.0.42 "GET /v2.0/networks/71c89238-8f5d-43f8-b1be-95c24d55419f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360621 Aug 10 03:40:39.026621 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f85904ae-3423-46df-b4e0-5713258d4959 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:39.035321 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f85904ae-3423-46df-b4e0-5713258d4959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:39.090969 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-f85904ae-3423-46df-b4e0-5713258d4959 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=568a0acc601a4af39d1979acc80b5528&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7335446 Aug 10 03:40:39.090969 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85904ae-3423-46df-b4e0-5713258d4959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57c84966-4606-44e1-a84a-0598cae94492,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:39.092008 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 54584) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:39.194024 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c57832c6-90fb-4795-8820-01f47517f215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:39.245178 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c57832c6-90fb-4795-8820-01f47517f215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:39.305727 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d2070a09-c9ca-43ee-92f7-cbe96e60bd97 req-ddf6342b-6a97-4032-9d6b-4d07be27f358 service neutron] 10.222.0.42 "GET /v2.0/networks/71c89238-8f5d-43f8-b1be-95c24d55419f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736330 Aug 10 03:40:39.342429 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c57832c6-90fb-4795-8820-01f47517f215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:39.345427 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c57832c6-90fb-4795-8820-01f47517f215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:39.351696 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-c57832c6-90fb-4795-8820-01f47517f215 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/57c84966-4606-44e1-a84a-0598cae94492 HTTP/1.1" status: 204 len: 168 time: 0.2508235 Aug 10 03:40:39.368133 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57832c6-90fb-4795-8820-01f47517f215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c84966-4606-44e1-a84a-0598cae94492,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:39.451883 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-72bc3b5b-37cd-47e3-9dd8-b16d1cf3deec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:39.499907 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-72bc3b5b-37cd-47e3-9dd8-b16d1cf3deec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:39.618935 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-72bc3b5b-37cd-47e3-9dd8-b16d1cf3deec admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ca3f43327aaf4540a32bd2f65d286c46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7287133 Aug 10 03:40:39.621926 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 54596) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:39.681051 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2362417-c2ff-46a9-b3ab-e4b1585253fa req-1894a150-1a5d-444e-99cb-2c5dc83b65ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:39.696157 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f2362417-c2ff-46a9-b3ab-e4b1585253fa req-1894a150-1a5d-444e-99cb-2c5dc83b65ce service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9ff2867e4a0141f68303abd29afd842a&device_id=00df8480-85ee-4cc7-b3c5-8f758aa1d93c HTTP/1.1" status: 200 len: 1095 time: 0.2855103 Aug 10 03:40:39.698729 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bc3b5b-37cd-47e3-9dd8-b16d1cf3deec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6354b471-f351-4d0f-8fac-db62ea48192d,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:39.827658 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a711c708-2507-4d94-9233-8fa091a05ad1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:39.870637 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a711c708-2507-4d94-9233-8fa091a05ad1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:40.020295 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a711c708-2507-4d94-9233-8fa091a05ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:40.026716 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a711c708-2507-4d94-9233-8fa091a05ad1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:40.040866 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a711c708-2507-4d94-9233-8fa091a05ad1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6354b471-f351-4d0f-8fac-db62ea48192d HTTP/1.1" status: 204 len: 168 time: 0.4174259 Aug 10 03:40:40.090615 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a711c708-2507-4d94-9233-8fa091a05ad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6354b471-f351-4d0f-8fac-db62ea48192d,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:40.119549 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c440e2-cdb1-4041-aaa9-fc7996c95a5b req-6292e052-3fae-4957-9487-9d89517bdf7e tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:40.124338 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e2c440e2-cdb1-4041-aaa9-fc7996c95a5b req-6292e052-3fae-4957-9487-9d89517bdf7e tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/ports?device_id=00df8480-85ee-4cc7-b3c5-8f758aa1d93c HTTP/1.1" status: 200 len: 943 time: 0.2670929 Aug 10 03:40:40.143968 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2362417-c2ff-46a9-b3ab-e4b1585253fa req-a46e1c55-9ec3-40eb-86ce-5178bf78cfde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:40.147458 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f2362417-c2ff-46a9-b3ab-e4b1585253fa req-a46e1c55-9ec3-40eb-86ce-5178bf78cfde service neutron] 10.222.0.42 "GET /v2.0/networks?id=71c89238-8f5d-43f8-b1be-95c24d55419f HTTP/1.1" status: 200 len: 911 time: 0.4504654 Aug 10 03:40:40.250952 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 54610) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:40.267021 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f2362417-c2ff-46a9-b3ab-e4b1585253fa req-2a553d35-16c7-464b-93b3-7340d747076a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd0d0387-15f7-41cf-a1e1-a7f8dd43f812 HTTP/1.1" status: 200 len: 217 time: 0.1026435 Aug 10 03:40:40.288502 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8f6c9cc6-83b7-4390-9dd7-c9783b91d989 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:40.397979 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2362417-c2ff-46a9-b3ab-e4b1585253fa req-c4f632fa-4dff-4864-b0ca-d86453937539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:40.401512 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f2362417-c2ff-46a9-b3ab-e4b1585253fa req-c4f632fa-4dff-4864-b0ca-d86453937539 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2a46edbc-ca41-41f9-9dcc-118a9b411006 HTTP/1.1" status: 200 len: 850 time: 0.1218050 Aug 10 03:40:40.441933 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e2c440e2-cdb1-4041-aaa9-fc7996c95a5b req-cf0f269d-4518-4903-9635-47c2c43b5a89 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/security-groups?id=3dcf7ed8-b8b4-4f0f-9ac1-131f6ed7d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2915118 Aug 10 03:40:40.538593 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2362417-c2ff-46a9-b3ab-e4b1585253fa req-9b5b86e7-dbe7-46fa-851f-9364149d48a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:40.542199 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f2362417-c2ff-46a9-b3ab-e4b1585253fa req-9b5b86e7-dbe7-46fa-851f-9364149d48a1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=71c89238-8f5d-43f8-b1be-95c24d55419f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1230087 Aug 10 03:40:40.578207 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8f6c9cc6-83b7-4390-9dd7-c9783b91d989 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:40.591136 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8f6c9cc6-83b7-4390-9dd7-c9783b91d989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:40.639537 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-8f6c9cc6-83b7-4390-9dd7-c9783b91d989 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b12e138f190c478baeb9d88a4f0e230c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3871944 Aug 10 03:40:40.647286 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 54620) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:40.692142 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6c9cc6-83b7-4390-9dd7-c9783b91d989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea805eb-8aea-400b-a60d-e5039d41ec58,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:40.741935 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4f76120b-bec0-4fba-8d82-76363a6fdab2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:40.786984 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4f76120b-bec0-4fba-8d82-76363a6fdab2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:40.792179 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f2362417-c2ff-46a9-b3ab-e4b1585253fa req-80322170-6418-49c2-963f-f94d9957b049 service neutron] 10.222.0.42 "GET /v2.0/networks/71c89238-8f5d-43f8-b1be-95c24d55419f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436321 Aug 10 03:40:40.911225 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4f76120b-bec0-4fba-8d82-76363a6fdab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:40.914358 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4f76120b-bec0-4fba-8d82-76363a6fdab2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:40.919405 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-4f76120b-bec0-4fba-8d82-76363a6fdab2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7ea805eb-8aea-400b-a60d-e5039d41ec58 HTTP/1.1" status: 204 len: 168 time: 0.2672968 Aug 10 03:40:40.937906 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76120b-bec0-4fba-8d82-76363a6fdab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea805eb-8aea-400b-a60d-e5039d41ec58,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:41.056817 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f2362417-c2ff-46a9-b3ab-e4b1585253fa req-8acd4b03-ca3c-4737-b37e-55ba0468a022 service neutron] 10.222.0.42 "GET /v2.0/networks/71c89238-8f5d-43f8-b1be-95c24d55419f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571104 Aug 10 03:40:41.850790 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac056bed-42a2-4921-a728-b55f53c1c25e req-b209eb14-a615-4afc-afb2-051ce8d1fd27 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:41.868404 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ac056bed-42a2-4921-a728-b55f53c1c25e req-b209eb14-a615-4afc-afb2-051ce8d1fd27 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/ports?device_id=00df8480-85ee-4cc7-b3c5-8f758aa1d93c HTTP/1.1" status: 200 len: 943 time: 0.2157781 Aug 10 03:40:41.968382 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ac056bed-42a2-4921-a728-b55f53c1c25e req-808fd107-1cb1-468c-994c-e8d70c95a846 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/security-groups?id=3dcf7ed8-b8b4-4f0f-9ac1-131f6ed7d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954854 Aug 10 03:40:43.230729 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device fd0d0387-15f7-41cf-a1e1-a7f8dd43f812 details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:40:43.313098 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327c556c-c934-4006-9e80-eeb6a7fdb9a4 req-f03314db-19dd-46ad-bb32-13cb14db81a9 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:43.327744 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-327c556c-c934-4006-9e80-eeb6a7fdb9a4 req-f03314db-19dd-46ad-bb32-13cb14db81a9 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/ports?device_id=00df8480-85ee-4cc7-b3c5-8f758aa1d93c HTTP/1.1" status: 200 len: 943 time: 0.2045813 Aug 10 03:40:43.427771 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-327c556c-c934-4006-9e80-eeb6a7fdb9a4 req-14959f13-72ad-481f-8b2a-ed7e592c516a tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/security-groups?id=3dcf7ed8-b8b4-4f0f-9ac1-131f6ed7d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829151 Aug 10 03:40:43.629804 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port fd0d0387-15f7-41cf-a1e1-a7f8dd43f812, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=fd0d0387-15f7-41cf-a1e1-a7f8dd43f812,segment=NetworkSegment(b05b5029-6db4-4ac1-bca9-f766603e96b9),segment_id=b05b5029-6db4-4ac1-bca9-f766603e96b9)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:40:43.683640 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': 'fd0d0387-15f7-41cf-a1e1-a7f8dd43f812', 'network_id': '71c89238-8f5d-43f8-b1be-95c24d55419f', 'port_id': 'fd0d0387-15f7-41cf-a1e1-a7f8dd43f812', 'mac_address': 'fa:16:3e:db:26:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a46edbc-ca41-41f9-9dcc-118a9b411006', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:40:43.764225 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:43.783412 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd0d0387-15f7-41cf-a1e1-a7f8dd43f812 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:40:43.807964 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port fd0d0387-15f7-41cf-a1e1-a7f8dd43f812, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=fd0d0387-15f7-41cf-a1e1-a7f8dd43f812,segment=NetworkSegment(b05b5029-6db4-4ac1-bca9-f766603e96b9),segment_id=b05b5029-6db4-4ac1-bca9-f766603e96b9)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:40:43.816326 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:43.853596 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 54742) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:43.951380 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=fd0d0387-15f7-41cf-a1e1-a7f8dd43f812,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:44.053119 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['fd0d0387-15f7-41cf-a1e1-a7f8dd43f812'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:40:44.334946 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-a6a94087-d100-4079-ade1-e4b4c3ceca57 tempest-PortsAdminExtendedAttrsTestJSON-990378008 tempest-PortsAdminExtendedAttrsTestJSON-990378008-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1660473125'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:44.386778 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6a94087-d100-4079-ade1-e4b4c3ceca57 tempest-PortsAdminExtendedAttrsTestJSON-990378008 tempest-PortsAdminExtendedAttrsTestJSON-990378008-project] Made reservation on behalf of 5af837e465d149a0a1a7230a20e1cc3c for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:40:44.395320 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a6a94087-d100-4079-ade1-e4b4c3ceca57 tempest-PortsAdminExtendedAttrsTestJSON-990378008 tempest-PortsAdminExtendedAttrsTestJSON-990378008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:44.422188 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a6a94087-d100-4079-ade1-e4b4c3ceca57 tempest-PortsAdminExtendedAttrsTestJSON-990378008 tempest-PortsAdminExtendedAttrsTestJSON-990378008-project] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:44.755280 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a6a94087-d100-4079-ade1-e4b4c3ceca57 tempest-PortsAdminExtendedAttrsTestJSON-990378008 tempest-PortsAdminExtendedAttrsTestJSON-990378008-project] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:44.765330 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a6a94087-d100-4079-ade1-e4b4c3ceca57 tempest-PortsAdminExtendedAttrsTestJSON-990378008 tempest-PortsAdminExtendedAttrsTestJSON-990378008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:44.779694 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e03af1d-7352-4e5e-96eb-2f7d947fe222 req-6ad002fc-73ab-4e8a-b336-ae5066b04f46 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:44.781835 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3e03af1d-7352-4e5e-96eb-2f7d947fe222 req-6ad002fc-73ab-4e8a-b336-ae5066b04f46 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/ports?device_id=00df8480-85ee-4cc7-b3c5-8f758aa1d93c HTTP/1.1" status: 200 len: 944 time: 0.1794002 Aug 10 03:40:44.845847 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6a94087-d100-4079-ade1-e4b4c3ceca57 tempest-PortsAdminExtendedAttrsTestJSON-990378008 tempest-PortsAdminExtendedAttrsTestJSON-990378008-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:40:44.865226 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a94087-d100-4079-ade1-e4b4c3ceca57 tempest-PortsAdminExtendedAttrsTestJSON-990378008 tempest-PortsAdminExtendedAttrsTestJSON-990378008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab58d393-2c31-4415-b25f-6f8626f99538,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:44.875622 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3e03af1d-7352-4e5e-96eb-2f7d947fe222 req-23a810ce-2388-440f-a474-26817422e897 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/security-groups?id=3dcf7ed8-b8b4-4f0f-9ac1-131f6ed7d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825720 Aug 10 03:40:44.883440 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a6a94087-d100-4079-ade1-e4b4c3ceca57 tempest-PortsAdminExtendedAttrsTestJSON-990378008 tempest-PortsAdminExtendedAttrsTestJSON-990378008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:44.884027 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-a6a94087-d100-4079-ade1-e4b4c3ceca57 tempest-PortsAdminExtendedAttrsTestJSON-990378008 tempest-PortsAdminExtendedAttrsTestJSON-990378008-project] Added segment 40aedc2e-7720-4bc8-be5c-7c11ad97518a of type vlan for network 9e049cb3-7b10-4713-b5ec-edbf18a91bb3 Aug 10 03:40:45.058192 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a6a94087-d100-4079-ade1-e4b4c3ceca57 tempest-PortsAdminExtendedAttrsTestJSON-990378008 tempest-PortsAdminExtendedAttrsTestJSON-990378008-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:45.182385 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a6a94087-d100-4079-ade1-e4b4c3ceca57 tempest-PortsAdminExtendedAttrsTestJSON-990378008 tempest-PortsAdminExtendedAttrsTestJSON-990378008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:45.196775 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a94087-d100-4079-ade1-e4b4c3ceca57 tempest-PortsAdminExtendedAttrsTestJSON-990378008 tempest-PortsAdminExtendedAttrsTestJSON-990378008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:45.199144 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a6a94087-d100-4079-ade1-e4b4c3ceca57 tempest-PortsAdminExtendedAttrsTestJSON-990378008 tempest-PortsAdminExtendedAttrsTestJSON-990378008-project] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:45.250891 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device fd0d0387-15f7-41cf-a1e1-a7f8dd43f812 up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:40:45.299517 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a6a94087-d100-4079-ade1-e4b4c3ceca57 tempest-PortsAdminExtendedAttrsTestJSON-990378008 tempest-PortsAdminExtendedAttrsTestJSON-990378008-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.4442003 Aug 10 03:40:45.383970 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a94087-d100-4079-ade1-e4b4c3ceca57 tempest-PortsAdminExtendedAttrsTestJSON-990378008 tempest-PortsAdminExtendedAttrsTestJSON-990378008-project] Pushing event updated for resources: {'Network': ['ID=9e049cb3-7b10-4713-b5ec-edbf18a91bb3,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:45.419935 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 9e049cb3-7b10-4713-b5ec-edbf18a91bb3 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:40:45.590837 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning for port fd0d0387-15f7-41cf-a1e1-a7f8dd43f812 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:40:45.632115 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port fd0d0387-15f7-41cf-a1e1-a7f8dd43f812 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:40:45.634624 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:45.777306 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:45.786934 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 54852) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:45.792961 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-93e3c651-6d25-4a90-be9c-b98cf773b19d tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Request body: {'port': {'network_id': '9e049cb3-7b10-4713-b5ec-edbf18a91bb3', 'binding:host_id': 'n-h1-768862-13', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1698922809'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:45.839308 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e3c651-6d25-4a90-be9c-b98cf773b19d tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Made reservation on behalf of 3666cf4b5b934f4bb9412d71c8b4b9e6 for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:40:45.842326 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00df8480-85ee-4cc7-b3c5-8f758aa1d93c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd0d0387-15f7-41cf-a1e1-a7f8dd43f812'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:40:45.842985 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-93e3c651-6d25-4a90-be9c-b98cf773b19d tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:45.844719 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a81a28bb-cc0f-48df-838d-70649c320a93" -d '{"events": [{"server_uuid": "00df8480-85ee-4cc7-b3c5-8f758aa1d93c", "name": "network-vif-plugged", "status": "completed", "tag": "fd0d0387-15f7-41cf-a1e1-a7f8dd43f812"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:40:45.867741 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-93e3c651-6d25-4a90-be9c-b98cf773b19d tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:45.881053 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port fd0d0387-15f7-41cf-a1e1-a7f8dd43f812, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=fd0d0387-15f7-41cf-a1e1-a7f8dd43f812,segment=NetworkSegment(b05b5029-6db4-4ac1-bca9-f766603e96b9),segment_id=b05b5029-6db4-4ac1-bca9-f766603e96b9)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:40:45.901982 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:46.022771 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=fd0d0387-15f7-41cf-a1e1-a7f8dd43f812,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:46.138283 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-93e3c651-6d25-4a90-be9c-b98cf773b19d tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:46.147129 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-93e3c651-6d25-4a90-be9c-b98cf773b19d tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:46.156990 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [None req-93e3c651-6d25-4a90-be9c-b98cf773b19d tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] device_id is not set on port 0722f856-efa3-4cc8-add0-387ad2334a80 yet. {{(pid=94261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:40:46.162680 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd298537-fff2-4691-8c07-57f57f281b10 x-openstack-request-id: req-cd298537-fff2-4691-8c07-57f57f281b10 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:40:46.163396 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00df8480-85ee-4cc7-b3c5-8f758aa1d93c", "name": "network-vif-plugged", "status": "completed", "tag": "fd0d0387-15f7-41cf-a1e1-a7f8dd43f812", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:40:46.164168 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cd298537-fff2-4691-8c07-57f57f281b10 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:40:46.165027 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00df8480-85ee-4cc7-b3c5-8f758aa1d93c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd0d0387-15f7-41cf-a1e1-a7f8dd43f812', 'code': 200} Aug 10 03:40:46.193462 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d072af-c96c-411c-bd0b-a12ba421227d req-bdbb2aa8-9037-438e-8ec0-cbb5ed28a604 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:46.197639 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-99d072af-c96c-411c-bd0b-a12ba421227d req-bdbb2aa8-9037-438e-8ec0-cbb5ed28a604 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/ports?device_id=00df8480-85ee-4cc7-b3c5-8f758aa1d93c HTTP/1.1" status: 200 len: 945 time: 0.1058462 Aug 10 03:40:46.315754 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e3c651-6d25-4a90-be9c-b98cf773b19d tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd67f49c-70a0-451e-b13c-2925e9ece719,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:46.317789 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-99d072af-c96c-411c-bd0b-a12ba421227d req-537c8461-6e1e-4ad4-9883-7fc502eb3d78 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/security-groups?id=3dcf7ed8-b8b4-4f0f-9ac1-131f6ed7d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119118 Aug 10 03:40:46.384067 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3285580d-fa63-4ebd-a356-ba8901a13daa req-8df586b7-105e-4e87-9b6a-4042767c2abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:46.386022 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3285580d-fa63-4ebd-a356-ba8901a13daa req-8df586b7-105e-4e87-9b6a-4042767c2abb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=00df8480-85ee-4cc7-b3c5-8f758aa1d93c HTTP/1.1" status: 200 len: 1097 time: 0.1056337 Aug 10 03:40:46.465816 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3285580d-fa63-4ebd-a356-ba8901a13daa req-44fc3008-009e-4635-a5ca-b77dcc817fbe service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3dcf7ed8-b8b4-4f0f-9ac1-131f6ed7d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718982 Aug 10 03:40:46.637335 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [None req-93e3c651-6d25-4a90-be9c-b98cf773b19d tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] device_id is not set on port 0722f856-efa3-4cc8-add0-387ad2334a80 yet. {{(pid=94261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:40:46.649966 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-93e3c651-6d25-4a90-be9c-b98cf773b19d tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:46.665540 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [None req-93e3c651-6d25-4a90-be9c-b98cf773b19d tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Transition to ACTIVE for port object 0722f856-efa3-4cc8-add0-387ad2334a80 will not be triggered until provisioned by entity L2. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:40:46.679248 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-93e3c651-6d25-4a90-be9c-b98cf773b19d tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:46.756415 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e3c651-6d25-4a90-be9c-b98cf773b19d tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Pushing event updated for resources: {'Port': ['ID=0722f856-efa3-4cc8-add0-387ad2334a80,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:46.765937 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e3c651-6d25-4a90-be9c-b98cf773b19d tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Checking segment: {'id': '40aedc2e-7720-4bc8-be5c-7c11ad97518a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9e049cb3-7b10-4713-b5ec-edbf18a91bb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:40:46.766336 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e3c651-6d25-4a90-be9c-b98cf773b19d tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Network hostable DHCP agents. Network: 9e049cb3-7b10-4713-b5ec-edbf18a91bb3, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:40:46.791125 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e3c651-6d25-4a90-be9c-b98cf773b19d tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Network 9e049cb3-7b10-4713-b5ec-edbf18a91bb3 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:40:46.807426 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-93e3c651-6d25-4a90-be9c-b98cf773b19d tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 9e049cb3-7b10-4713-b5ec-edbf18a91bb3) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:40:46.813082 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e3c651-6d25-4a90-be9c-b98cf773b19d tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:40:46.818620 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548e2d48-2d03-40c5-b8e7-6cdf76dbd48a None None] Network 9e049cb3-7b10-4713-b5ec-edbf18a91bb3 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:40:46.841611 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-93e3c651-6d25-4a90-be9c-b98cf773b19d tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempting to bind port 0722f856-efa3-4cc8-add0-387ad2334a80 on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:40:46.842486 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-93e3c651-6d25-4a90-be9c-b98cf773b19d tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempting to bind port 0722f856-efa3-4cc8-add0-387ad2334a80 by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '40aedc2e-7720-4bc8-be5c-7c11ad97518a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9e049cb3-7b10-4713-b5ec-edbf18a91bb3'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:40:46.842840 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e3c651-6d25-4a90-be9c-b98cf773b19d tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempting to bind port 0722f856-efa3-4cc8-add0-387ad2334a80 on network 9e049cb3-7b10-4713-b5ec-edbf18a91bb3 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:40:46.848952 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e3c651-6d25-4a90-be9c-b98cf773b19d tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Port 0722f856-efa3-4cc8-add0-387ad2334a80 on network 9e049cb3-7b10-4713-b5ec-edbf18a91bb3 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:40:46.849571 n-d-768862-13 neutron-server[94261]: ERROR neutron.plugins.ml2.managers [None req-93e3c651-6d25-4a90-be9c-b98cf773b19d tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Failed to bind port 0722f856-efa3-4cc8-add0-387ad2334a80 on host n-h1-768862-13 for vnic_type normal using segments [{'id': '40aedc2e-7720-4bc8-be5c-7c11ad97518a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9e049cb3-7b10-4713-b5ec-edbf18a91bb3'}] Aug 10 03:40:46.849972 n-d-768862-13 neutron-server[94261]: INFO neutron.plugins.ml2.plugin [None req-93e3c651-6d25-4a90-be9c-b98cf773b19d tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempt 2 to bind port 0722f856-efa3-4cc8-add0-387ad2334a80 Aug 10 03:40:46.884782 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-93e3c651-6d25-4a90-be9c-b98cf773b19d tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempting to bind port 0722f856-efa3-4cc8-add0-387ad2334a80 on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:40:46.885453 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-93e3c651-6d25-4a90-be9c-b98cf773b19d tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempting to bind port 0722f856-efa3-4cc8-add0-387ad2334a80 by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '40aedc2e-7720-4bc8-be5c-7c11ad97518a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9e049cb3-7b10-4713-b5ec-edbf18a91bb3'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:40:46.885453 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e3c651-6d25-4a90-be9c-b98cf773b19d tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempting to bind port 0722f856-efa3-4cc8-add0-387ad2334a80 on network 9e049cb3-7b10-4713-b5ec-edbf18a91bb3 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:40:46.918973 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e3c651-6d25-4a90-be9c-b98cf773b19d tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Port 0722f856-efa3-4cc8-add0-387ad2334a80 on network 9e049cb3-7b10-4713-b5ec-edbf18a91bb3 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:40:46.919286 n-d-768862-13 neutron-server[94261]: ERROR neutron.plugins.ml2.managers [None req-93e3c651-6d25-4a90-be9c-b98cf773b19d tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Failed to bind port 0722f856-efa3-4cc8-add0-387ad2334a80 on host n-h1-768862-13 for vnic_type normal using segments [{'id': '40aedc2e-7720-4bc8-be5c-7c11ad97518a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9e049cb3-7b10-4713-b5ec-edbf18a91bb3'}] Aug 10 03:40:46.919887 n-d-768862-13 neutron-server[94261]: INFO neutron.plugins.ml2.plugin [None req-93e3c651-6d25-4a90-be9c-b98cf773b19d tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempt 3 to bind port 0722f856-efa3-4cc8-add0-387ad2334a80 Aug 10 03:40:46.940235 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-93e3c651-6d25-4a90-be9c-b98cf773b19d tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempting to bind port 0722f856-efa3-4cc8-add0-387ad2334a80 on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:40:46.940583 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-93e3c651-6d25-4a90-be9c-b98cf773b19d tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempting to bind port 0722f856-efa3-4cc8-add0-387ad2334a80 by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '40aedc2e-7720-4bc8-be5c-7c11ad97518a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9e049cb3-7b10-4713-b5ec-edbf18a91bb3'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:40:46.941423 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e3c651-6d25-4a90-be9c-b98cf773b19d tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempting to bind port 0722f856-efa3-4cc8-add0-387ad2334a80 on network 9e049cb3-7b10-4713-b5ec-edbf18a91bb3 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:40:46.957722 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e3c651-6d25-4a90-be9c-b98cf773b19d tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Port 0722f856-efa3-4cc8-add0-387ad2334a80 on network 9e049cb3-7b10-4713-b5ec-edbf18a91bb3 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:40:46.958628 n-d-768862-13 neutron-server[94261]: ERROR neutron.plugins.ml2.managers [None req-93e3c651-6d25-4a90-be9c-b98cf773b19d tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Failed to bind port 0722f856-efa3-4cc8-add0-387ad2334a80 on host n-h1-768862-13 for vnic_type normal using segments [{'id': '40aedc2e-7720-4bc8-be5c-7c11ad97518a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9e049cb3-7b10-4713-b5ec-edbf18a91bb3'}] Aug 10 03:40:46.959686 n-d-768862-13 neutron-server[94261]: INFO neutron.plugins.ml2.plugin [None req-93e3c651-6d25-4a90-be9c-b98cf773b19d tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempt 4 to bind port 0722f856-efa3-4cc8-add0-387ad2334a80 Aug 10 03:40:46.998453 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-93e3c651-6d25-4a90-be9c-b98cf773b19d tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempting to bind port 0722f856-efa3-4cc8-add0-387ad2334a80 on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:40:46.999073 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-93e3c651-6d25-4a90-be9c-b98cf773b19d tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempting to bind port 0722f856-efa3-4cc8-add0-387ad2334a80 by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '40aedc2e-7720-4bc8-be5c-7c11ad97518a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9e049cb3-7b10-4713-b5ec-edbf18a91bb3'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:40:46.999581 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e3c651-6d25-4a90-be9c-b98cf773b19d tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempting to bind port 0722f856-efa3-4cc8-add0-387ad2334a80 on network 9e049cb3-7b10-4713-b5ec-edbf18a91bb3 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:40:47.009172 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e3c651-6d25-4a90-be9c-b98cf773b19d tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Port 0722f856-efa3-4cc8-add0-387ad2334a80 on network 9e049cb3-7b10-4713-b5ec-edbf18a91bb3 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:40:47.009819 n-d-768862-13 neutron-server[94261]: ERROR neutron.plugins.ml2.managers [None req-93e3c651-6d25-4a90-be9c-b98cf773b19d tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Failed to bind port 0722f856-efa3-4cc8-add0-387ad2334a80 on host n-h1-768862-13 for vnic_type normal using segments [{'id': '40aedc2e-7720-4bc8-be5c-7c11ad97518a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9e049cb3-7b10-4713-b5ec-edbf18a91bb3'}] Aug 10 03:40:47.011010 n-d-768862-13 neutron-server[94261]: INFO neutron.plugins.ml2.plugin [None req-93e3c651-6d25-4a90-be9c-b98cf773b19d tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempt 5 to bind port 0722f856-efa3-4cc8-add0-387ad2334a80 Aug 10 03:40:47.071998 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-93e3c651-6d25-4a90-be9c-b98cf773b19d tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempting to bind port 0722f856-efa3-4cc8-add0-387ad2334a80 on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:40:47.074004 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-93e3c651-6d25-4a90-be9c-b98cf773b19d tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempting to bind port 0722f856-efa3-4cc8-add0-387ad2334a80 by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '40aedc2e-7720-4bc8-be5c-7c11ad97518a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9e049cb3-7b10-4713-b5ec-edbf18a91bb3'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:40:47.074740 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e3c651-6d25-4a90-be9c-b98cf773b19d tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempting to bind port 0722f856-efa3-4cc8-add0-387ad2334a80 on network 9e049cb3-7b10-4713-b5ec-edbf18a91bb3 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:40:47.088542 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e3c651-6d25-4a90-be9c-b98cf773b19d tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Port 0722f856-efa3-4cc8-add0-387ad2334a80 on network 9e049cb3-7b10-4713-b5ec-edbf18a91bb3 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:40:47.089512 n-d-768862-13 neutron-server[94261]: ERROR neutron.plugins.ml2.managers [None req-93e3c651-6d25-4a90-be9c-b98cf773b19d tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Failed to bind port 0722f856-efa3-4cc8-add0-387ad2334a80 on host n-h1-768862-13 for vnic_type normal using segments [{'id': '40aedc2e-7720-4bc8-be5c-7c11ad97518a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9e049cb3-7b10-4713-b5ec-edbf18a91bb3'}] Aug 10 03:40:47.090731 n-d-768862-13 neutron-server[94261]: INFO neutron.plugins.ml2.plugin [None req-93e3c651-6d25-4a90-be9c-b98cf773b19d tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempt 6 to bind port 0722f856-efa3-4cc8-add0-387ad2334a80 Aug 10 03:40:47.115542 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-93e3c651-6d25-4a90-be9c-b98cf773b19d tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempting to bind port 0722f856-efa3-4cc8-add0-387ad2334a80 on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:40:47.116092 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-93e3c651-6d25-4a90-be9c-b98cf773b19d tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempting to bind port 0722f856-efa3-4cc8-add0-387ad2334a80 by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '40aedc2e-7720-4bc8-be5c-7c11ad97518a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9e049cb3-7b10-4713-b5ec-edbf18a91bb3'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:40:47.116694 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e3c651-6d25-4a90-be9c-b98cf773b19d tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempting to bind port 0722f856-efa3-4cc8-add0-387ad2334a80 on network 9e049cb3-7b10-4713-b5ec-edbf18a91bb3 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:40:47.128526 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e3c651-6d25-4a90-be9c-b98cf773b19d tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Port 0722f856-efa3-4cc8-add0-387ad2334a80 on network 9e049cb3-7b10-4713-b5ec-edbf18a91bb3 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:40:47.134545 n-d-768862-13 neutron-server[94261]: ERROR neutron.plugins.ml2.managers [None req-93e3c651-6d25-4a90-be9c-b98cf773b19d tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Failed to bind port 0722f856-efa3-4cc8-add0-387ad2334a80 on host n-h1-768862-13 for vnic_type normal using segments [{'id': '40aedc2e-7720-4bc8-be5c-7c11ad97518a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9e049cb3-7b10-4713-b5ec-edbf18a91bb3'}] Aug 10 03:40:47.135739 n-d-768862-13 neutron-server[94261]: INFO neutron.plugins.ml2.plugin [None req-93e3c651-6d25-4a90-be9c-b98cf773b19d tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempt 7 to bind port 0722f856-efa3-4cc8-add0-387ad2334a80 Aug 10 03:40:47.170444 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-93e3c651-6d25-4a90-be9c-b98cf773b19d tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempting to bind port 0722f856-efa3-4cc8-add0-387ad2334a80 on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:40:47.170939 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-93e3c651-6d25-4a90-be9c-b98cf773b19d tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempting to bind port 0722f856-efa3-4cc8-add0-387ad2334a80 by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '40aedc2e-7720-4bc8-be5c-7c11ad97518a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9e049cb3-7b10-4713-b5ec-edbf18a91bb3'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:40:47.171529 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e3c651-6d25-4a90-be9c-b98cf773b19d tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempting to bind port 0722f856-efa3-4cc8-add0-387ad2334a80 on network 9e049cb3-7b10-4713-b5ec-edbf18a91bb3 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:40:47.189472 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e3c651-6d25-4a90-be9c-b98cf773b19d tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Port 0722f856-efa3-4cc8-add0-387ad2334a80 on network 9e049cb3-7b10-4713-b5ec-edbf18a91bb3 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:40:47.190020 n-d-768862-13 neutron-server[94261]: ERROR neutron.plugins.ml2.managers [None req-93e3c651-6d25-4a90-be9c-b98cf773b19d tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Failed to bind port 0722f856-efa3-4cc8-add0-387ad2334a80 on host n-h1-768862-13 for vnic_type normal using segments [{'id': '40aedc2e-7720-4bc8-be5c-7c11ad97518a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9e049cb3-7b10-4713-b5ec-edbf18a91bb3'}] Aug 10 03:40:47.191011 n-d-768862-13 neutron-server[94261]: INFO neutron.plugins.ml2.plugin [None req-93e3c651-6d25-4a90-be9c-b98cf773b19d tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempt 8 to bind port 0722f856-efa3-4cc8-add0-387ad2334a80 Aug 10 03:40:47.220638 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-93e3c651-6d25-4a90-be9c-b98cf773b19d tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempting to bind port 0722f856-efa3-4cc8-add0-387ad2334a80 on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:40:47.221297 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-93e3c651-6d25-4a90-be9c-b98cf773b19d tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempting to bind port 0722f856-efa3-4cc8-add0-387ad2334a80 by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '40aedc2e-7720-4bc8-be5c-7c11ad97518a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9e049cb3-7b10-4713-b5ec-edbf18a91bb3'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:40:47.221964 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e3c651-6d25-4a90-be9c-b98cf773b19d tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempting to bind port 0722f856-efa3-4cc8-add0-387ad2334a80 on network 9e049cb3-7b10-4713-b5ec-edbf18a91bb3 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:40:47.232394 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e3c651-6d25-4a90-be9c-b98cf773b19d tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Port 0722f856-efa3-4cc8-add0-387ad2334a80 on network 9e049cb3-7b10-4713-b5ec-edbf18a91bb3 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:40:47.233224 n-d-768862-13 neutron-server[94261]: ERROR neutron.plugins.ml2.managers [None req-93e3c651-6d25-4a90-be9c-b98cf773b19d tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Failed to bind port 0722f856-efa3-4cc8-add0-387ad2334a80 on host n-h1-768862-13 for vnic_type normal using segments [{'id': '40aedc2e-7720-4bc8-be5c-7c11ad97518a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9e049cb3-7b10-4713-b5ec-edbf18a91bb3'}] Aug 10 03:40:47.233947 n-d-768862-13 neutron-server[94261]: INFO neutron.plugins.ml2.plugin [None req-93e3c651-6d25-4a90-be9c-b98cf773b19d tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempt 9 to bind port 0722f856-efa3-4cc8-add0-387ad2334a80 Aug 10 03:40:47.264261 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-93e3c651-6d25-4a90-be9c-b98cf773b19d tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempting to bind port 0722f856-efa3-4cc8-add0-387ad2334a80 on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:40:47.264843 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-93e3c651-6d25-4a90-be9c-b98cf773b19d tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempting to bind port 0722f856-efa3-4cc8-add0-387ad2334a80 by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '40aedc2e-7720-4bc8-be5c-7c11ad97518a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9e049cb3-7b10-4713-b5ec-edbf18a91bb3'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:40:47.265449 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e3c651-6d25-4a90-be9c-b98cf773b19d tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempting to bind port 0722f856-efa3-4cc8-add0-387ad2334a80 on network 9e049cb3-7b10-4713-b5ec-edbf18a91bb3 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:40:47.275735 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e3c651-6d25-4a90-be9c-b98cf773b19d tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Port 0722f856-efa3-4cc8-add0-387ad2334a80 on network 9e049cb3-7b10-4713-b5ec-edbf18a91bb3 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:40:47.276817 n-d-768862-13 neutron-server[94261]: ERROR neutron.plugins.ml2.managers [None req-93e3c651-6d25-4a90-be9c-b98cf773b19d tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Failed to bind port 0722f856-efa3-4cc8-add0-387ad2334a80 on host n-h1-768862-13 for vnic_type normal using segments [{'id': '40aedc2e-7720-4bc8-be5c-7c11ad97518a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9e049cb3-7b10-4713-b5ec-edbf18a91bb3'}] Aug 10 03:40:47.277052 n-d-768862-13 neutron-server[94261]: INFO neutron.plugins.ml2.plugin [None req-93e3c651-6d25-4a90-be9c-b98cf773b19d tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempt 10 to bind port 0722f856-efa3-4cc8-add0-387ad2334a80 Aug 10 03:40:47.335587 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-93e3c651-6d25-4a90-be9c-b98cf773b19d tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempting to bind port 0722f856-efa3-4cc8-add0-387ad2334a80 on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:40:47.335991 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-93e3c651-6d25-4a90-be9c-b98cf773b19d tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempting to bind port 0722f856-efa3-4cc8-add0-387ad2334a80 by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '40aedc2e-7720-4bc8-be5c-7c11ad97518a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9e049cb3-7b10-4713-b5ec-edbf18a91bb3'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:40:47.336283 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e3c651-6d25-4a90-be9c-b98cf773b19d tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempting to bind port 0722f856-efa3-4cc8-add0-387ad2334a80 on network 9e049cb3-7b10-4713-b5ec-edbf18a91bb3 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:40:47.343067 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e3c651-6d25-4a90-be9c-b98cf773b19d tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Port 0722f856-efa3-4cc8-add0-387ad2334a80 on network 9e049cb3-7b10-4713-b5ec-edbf18a91bb3 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:40:47.343067 n-d-768862-13 neutron-server[94261]: ERROR neutron.plugins.ml2.managers [None req-93e3c651-6d25-4a90-be9c-b98cf773b19d tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Failed to bind port 0722f856-efa3-4cc8-add0-387ad2334a80 on host n-h1-768862-13 for vnic_type normal using segments [{'id': '40aedc2e-7720-4bc8-be5c-7c11ad97518a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9e049cb3-7b10-4713-b5ec-edbf18a91bb3'}] Aug 10 03:40:47.343067 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-93e3c651-6d25-4a90-be9c-b98cf773b19d tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:47.462869 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-93e3c651-6d25-4a90-be9c-b98cf773b19d tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] For port 0722f856-efa3-4cc8-add0-387ad2334a80, host n-h1-768862-13, cleared binding levels {{(pid=94261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:40:47.465707 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-93e3c651-6d25-4a90-be9c-b98cf773b19d tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempted to set empty binding levels {{(pid=94261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 10 03:40:47.476587 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-93e3c651-6d25-4a90-be9c-b98cf773b19d tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:47.547886 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f73ca8-11fd-42b4-a640-d71c88699a76 req-ce386e7a-7e42-4460-98ed-be6555727220 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:47.550185 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f6f73ca8-11fd-42b4-a640-d71c88699a76 req-ce386e7a-7e42-4460-98ed-be6555727220 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/ports?device_id=00df8480-85ee-4cc7-b3c5-8f758aa1d93c HTTP/1.1" status: 200 len: 945 time: 0.0873120 Aug 10 03:40:47.575189 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e3c651-6d25-4a90-be9c-b98cf773b19d tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:47.576449 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-93e3c651-6d25-4a90-be9c-b98cf773b19d tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:47.597681 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e3c651-6d25-4a90-be9c-b98cf773b19d tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Pushing event updated for resources: {'Port': ['ID=0722f856-efa3-4cc8-add0-387ad2334a80,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:47.616932 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-93e3c651-6d25-4a90-be9c-b98cf773b19d tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 1.8238802 Aug 10 03:40:47.643346 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 54926) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:47.648447 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f6f73ca8-11fd-42b4-a640-d71c88699a76 req-093d2659-bf2e-4bf3-b1bb-0969b3c29b79 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/security-groups?id=3dcf7ed8-b8b4-4f0f-9ac1-131f6ed7d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852971 Aug 10 03:40:47.790982 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-0bf6cc1e-6bda-4753-bd1c-f8b7fc7a4cf0 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Deleting port 0722f856-efa3-4cc8-add0-387ad2334a80 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:40:47.791582 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0bf6cc1e-6bda-4753-bd1c-f8b7fc7a4cf0 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:47.872298 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5c8d32-1a00-4924-96c4-6826d0ad8dfa req-e248ae37-3afc-47a1-b4e2-9c40f25bb944 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:47.874522 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bb5c8d32-1a00-4924-96c4-6826d0ad8dfa req-e248ae37-3afc-47a1-b4e2-9c40f25bb944 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/ports?device_id=00df8480-85ee-4cc7-b3c5-8f758aa1d93c HTTP/1.1" status: 200 len: 945 time: 0.0871544 Aug 10 03:40:47.884375 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 54934) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:47.889206 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-1737b107-202f-4351-a258-d6af11b191b2 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Request body: {'floatingip': {'port_id': 'fd0d0387-15f7-41cf-a1e1-a7f8dd43f812'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:47.893150 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-0bf6cc1e-6bda-4753-bd1c-f8b7fc7a4cf0 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] For port 0722f856-efa3-4cc8-add0-387ad2334a80, host n-h1-768862-13, got binding levels [] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:40:47.894851 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0bf6cc1e-6bda-4753-bd1c-f8b7fc7a4cf0 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:47.915547 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-0bf6cc1e-6bda-4753-bd1c-f8b7fc7a4cf0 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Calling delete_port for 0722f856-efa3-4cc8-add0-387ad2334a80 owned by {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:40:47.937230 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1737b107-202f-4351-a258-d6af11b191b2 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Notify callbacks [] for floatingip, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:48.086086 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0bf6cc1e-6bda-4753-bd1c-f8b7fc7a4cf0 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:48.138779 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf6cc1e-6bda-4753-bd1c-f8b7fc7a4cf0 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Pushing event deleted for resources: {'Port': ['ID=0722f856-efa3-4cc8-add0-387ad2334a80,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:48.158793 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0bf6cc1e-6bda-4753-bd1c-f8b7fc7a4cf0 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:48.162521 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-0bf6cc1e-6bda-4753-bd1c-f8b7fc7a4cf0 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] 10.222.0.44 "DELETE /v2.0/ports/0722f856-efa3-4cc8-add0-387ad2334a80 HTTP/1.1" status: 204 len: 168 time: 0.5179336 Aug 10 03:40:48.164989 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 54946) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:48.213799 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b00a26b-db39-463a-b2ab-e3b1e0bac7e3 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] GET failed (client error): The resource could not be found. Aug 10 03:40:48.216197 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-5b00a26b-db39-463a-b2ab-e3b1e0bac7e3 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] 10.222.0.44 "GET /v2.0/ports/0722f856-efa3-4cc8-add0-387ad2334a80 HTTP/1.1" status: 404 len: 333 time: 0.0493612 Aug 10 03:40:48.225646 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 54948) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:48.238200 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-693773e3-60bf-4a3c-b0f4-c61e8d86e937 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Request body: {'port': {'network_id': '9e049cb3-7b10-4713-b5ec-edbf18a91bb3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-799760654'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:48.302116 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-693773e3-60bf-4a3c-b0f4-c61e8d86e937 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Made reservation on behalf of 3666cf4b5b934f4bb9412d71c8b4b9e6 for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:40:48.308867 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-693773e3-60bf-4a3c-b0f4-c61e8d86e937 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:48.341442 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [None req-693773e3-60bf-4a3c-b0f4-c61e8d86e937 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] device_id is not set on port 73757fad-27b0-44eb-9e1a-d8fcc6a7f3a4 yet. {{(pid=94261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:40:48.572062 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-693773e3-60bf-4a3c-b0f4-c61e8d86e937 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:48.648718 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-693773e3-60bf-4a3c-b0f4-c61e8d86e937 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:48.749180 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693773e3-60bf-4a3c-b0f4-c61e8d86e937 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Network 9e049cb3-7b10-4713-b5ec-edbf18a91bb3 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:40:48.758272 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-693773e3-60bf-4a3c-b0f4-c61e8d86e937 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:40:48.762904 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693773e3-60bf-4a3c-b0f4-c61e8d86e937 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:40:48.765303 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693773e3-60bf-4a3c-b0f4-c61e8d86e937 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:48.766875 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-693773e3-60bf-4a3c-b0f4-c61e8d86e937 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:48.778886 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693773e3-60bf-4a3c-b0f4-c61e8d86e937 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Pushing event updated for resources: {'Port': ['ID=73757fad-27b0-44eb-9e1a-d8fcc6a7f3a4,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:48.814853 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-693773e3-60bf-4a3c-b0f4-c61e8d86e937 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.5864894 Aug 10 03:40:48.816572 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 54966) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:48.831794 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-3b5fb1b1-cf1a-46c1-9332-69068ef49b2f tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-768862-13'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:48.909082 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.db.resource_extend [None req-1737b107-202f-4351-a258-d6af11b191b2 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:40:48.987344 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3b5fb1b1-cf1a-46c1-9332-69068ef49b2f tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:49.003013 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1737b107-202f-4351-a258-d6af11b191b2 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:49.012010 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1737b107-202f-4351-a258-d6af11b191b2 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:49.251835 n-d-768862-13 neutron-server[94260]: INFO neutron.db.l3_db [None req-1737b107-202f-4351-a258-d6af11b191b2 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Floating IP 3b631e75-70ab-4267-97f2-0df9be422cc5 associated. External IP: 172.25.6.32, port: fd0d0387-15f7-41cf-a1e1-a7f8dd43f812. Aug 10 03:40:49.269709 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [None req-3b5fb1b1-cf1a-46c1-9332-69068ef49b2f tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] device_id is not set on port 73757fad-27b0-44eb-9e1a-d8fcc6a7f3a4 yet. {{(pid=94261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:40:49.282438 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3b5fb1b1-cf1a-46c1-9332-69068ef49b2f tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:49.306530 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [None req-3b5fb1b1-cf1a-46c1-9332-69068ef49b2f tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Transition to ACTIVE for port object 73757fad-27b0-44eb-9e1a-d8fcc6a7f3a4 will not be triggered until provisioned by entity L2. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:40:49.316295 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3b5fb1b1-cf1a-46c1-9332-69068ef49b2f tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:49.481896 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-3b5fb1b1-cf1a-46c1-9332-69068ef49b2f tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempting to bind port 73757fad-27b0-44eb-9e1a-d8fcc6a7f3a4 on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:40:49.490751 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-3b5fb1b1-cf1a-46c1-9332-69068ef49b2f tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempting to bind port 73757fad-27b0-44eb-9e1a-d8fcc6a7f3a4 by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '40aedc2e-7720-4bc8-be5c-7c11ad97518a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9e049cb3-7b10-4713-b5ec-edbf18a91bb3'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:40:49.491703 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5fb1b1-cf1a-46c1-9332-69068ef49b2f tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempting to bind port 73757fad-27b0-44eb-9e1a-d8fcc6a7f3a4 on network 9e049cb3-7b10-4713-b5ec-edbf18a91bb3 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:40:49.497120 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5fb1b1-cf1a-46c1-9332-69068ef49b2f tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Pushing event updated for resources: {'Port': ['ID=73757fad-27b0-44eb-9e1a-d8fcc6a7f3a4,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:49.503882 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5fb1b1-cf1a-46c1-9332-69068ef49b2f tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Port 73757fad-27b0-44eb-9e1a-d8fcc6a7f3a4 on network 9e049cb3-7b10-4713-b5ec-edbf18a91bb3 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:40:49.504219 n-d-768862-13 neutron-server[94261]: ERROR neutron.plugins.ml2.managers [None req-3b5fb1b1-cf1a-46c1-9332-69068ef49b2f tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Failed to bind port 73757fad-27b0-44eb-9e1a-d8fcc6a7f3a4 on host n-h1-768862-13 for vnic_type normal using segments [{'id': '40aedc2e-7720-4bc8-be5c-7c11ad97518a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9e049cb3-7b10-4713-b5ec-edbf18a91bb3'}] Aug 10 03:40:49.504598 n-d-768862-13 neutron-server[94261]: INFO neutron.plugins.ml2.plugin [None req-3b5fb1b1-cf1a-46c1-9332-69068ef49b2f tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempt 2 to bind port 73757fad-27b0-44eb-9e1a-d8fcc6a7f3a4 Aug 10 03:40:49.520414 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b61c74-722a-4924-9cd1-da340429ae7e req-8bc8f445-75bb-4b8d-beea-2b76d491f47a tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:49.523556 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-52b61c74-722a-4924-9cd1-da340429ae7e req-8bc8f445-75bb-4b8d-beea-2b76d491f47a tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 944 time: 0.1948617 Aug 10 03:40:49.544450 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-3b5fb1b1-cf1a-46c1-9332-69068ef49b2f tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempting to bind port 73757fad-27b0-44eb-9e1a-d8fcc6a7f3a4 on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:40:49.544779 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-3b5fb1b1-cf1a-46c1-9332-69068ef49b2f tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempting to bind port 73757fad-27b0-44eb-9e1a-d8fcc6a7f3a4 by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '40aedc2e-7720-4bc8-be5c-7c11ad97518a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9e049cb3-7b10-4713-b5ec-edbf18a91bb3'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:40:49.545165 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5fb1b1-cf1a-46c1-9332-69068ef49b2f tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempting to bind port 73757fad-27b0-44eb-9e1a-d8fcc6a7f3a4 on network 9e049cb3-7b10-4713-b5ec-edbf18a91bb3 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:40:49.552401 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5fb1b1-cf1a-46c1-9332-69068ef49b2f tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Port 73757fad-27b0-44eb-9e1a-d8fcc6a7f3a4 on network 9e049cb3-7b10-4713-b5ec-edbf18a91bb3 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:40:49.552814 n-d-768862-13 neutron-server[94261]: ERROR neutron.plugins.ml2.managers [None req-3b5fb1b1-cf1a-46c1-9332-69068ef49b2f tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Failed to bind port 73757fad-27b0-44eb-9e1a-d8fcc6a7f3a4 on host n-h1-768862-13 for vnic_type normal using segments [{'id': '40aedc2e-7720-4bc8-be5c-7c11ad97518a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9e049cb3-7b10-4713-b5ec-edbf18a91bb3'}] Aug 10 03:40:49.553306 n-d-768862-13 neutron-server[94261]: INFO neutron.plugins.ml2.plugin [None req-3b5fb1b1-cf1a-46c1-9332-69068ef49b2f tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempt 3 to bind port 73757fad-27b0-44eb-9e1a-d8fcc6a7f3a4 Aug 10 03:40:49.580852 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-3b5fb1b1-cf1a-46c1-9332-69068ef49b2f tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempting to bind port 73757fad-27b0-44eb-9e1a-d8fcc6a7f3a4 on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:40:49.581319 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-3b5fb1b1-cf1a-46c1-9332-69068ef49b2f tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempting to bind port 73757fad-27b0-44eb-9e1a-d8fcc6a7f3a4 by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '40aedc2e-7720-4bc8-be5c-7c11ad97518a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9e049cb3-7b10-4713-b5ec-edbf18a91bb3'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:40:49.581720 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5fb1b1-cf1a-46c1-9332-69068ef49b2f tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempting to bind port 73757fad-27b0-44eb-9e1a-d8fcc6a7f3a4 on network 9e049cb3-7b10-4713-b5ec-edbf18a91bb3 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:40:49.588265 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5fb1b1-cf1a-46c1-9332-69068ef49b2f tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Port 73757fad-27b0-44eb-9e1a-d8fcc6a7f3a4 on network 9e049cb3-7b10-4713-b5ec-edbf18a91bb3 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:40:49.588894 n-d-768862-13 neutron-server[94261]: ERROR neutron.plugins.ml2.managers [None req-3b5fb1b1-cf1a-46c1-9332-69068ef49b2f tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Failed to bind port 73757fad-27b0-44eb-9e1a-d8fcc6a7f3a4 on host n-h1-768862-13 for vnic_type normal using segments [{'id': '40aedc2e-7720-4bc8-be5c-7c11ad97518a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9e049cb3-7b10-4713-b5ec-edbf18a91bb3'}] Aug 10 03:40:49.589521 n-d-768862-13 neutron-server[94261]: INFO neutron.plugins.ml2.plugin [None req-3b5fb1b1-cf1a-46c1-9332-69068ef49b2f tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempt 4 to bind port 73757fad-27b0-44eb-9e1a-d8fcc6a7f3a4 Aug 10 03:40:49.610323 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-3b5fb1b1-cf1a-46c1-9332-69068ef49b2f tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempting to bind port 73757fad-27b0-44eb-9e1a-d8fcc6a7f3a4 on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:40:49.611117 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-3b5fb1b1-cf1a-46c1-9332-69068ef49b2f tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempting to bind port 73757fad-27b0-44eb-9e1a-d8fcc6a7f3a4 by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '40aedc2e-7720-4bc8-be5c-7c11ad97518a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9e049cb3-7b10-4713-b5ec-edbf18a91bb3'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:40:49.611532 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5fb1b1-cf1a-46c1-9332-69068ef49b2f tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempting to bind port 73757fad-27b0-44eb-9e1a-d8fcc6a7f3a4 on network 9e049cb3-7b10-4713-b5ec-edbf18a91bb3 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:40:49.617093 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5fb1b1-cf1a-46c1-9332-69068ef49b2f tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Port 73757fad-27b0-44eb-9e1a-d8fcc6a7f3a4 on network 9e049cb3-7b10-4713-b5ec-edbf18a91bb3 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:40:49.617504 n-d-768862-13 neutron-server[94261]: ERROR neutron.plugins.ml2.managers [None req-3b5fb1b1-cf1a-46c1-9332-69068ef49b2f tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Failed to bind port 73757fad-27b0-44eb-9e1a-d8fcc6a7f3a4 on host n-h1-768862-13 for vnic_type normal using segments [{'id': '40aedc2e-7720-4bc8-be5c-7c11ad97518a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9e049cb3-7b10-4713-b5ec-edbf18a91bb3'}] Aug 10 03:40:49.617965 n-d-768862-13 neutron-server[94261]: INFO neutron.plugins.ml2.plugin [None req-3b5fb1b1-cf1a-46c1-9332-69068ef49b2f tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempt 5 to bind port 73757fad-27b0-44eb-9e1a-d8fcc6a7f3a4 Aug 10 03:40:49.637994 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-3b5fb1b1-cf1a-46c1-9332-69068ef49b2f tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempting to bind port 73757fad-27b0-44eb-9e1a-d8fcc6a7f3a4 on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:40:49.638675 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-3b5fb1b1-cf1a-46c1-9332-69068ef49b2f tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempting to bind port 73757fad-27b0-44eb-9e1a-d8fcc6a7f3a4 by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '40aedc2e-7720-4bc8-be5c-7c11ad97518a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9e049cb3-7b10-4713-b5ec-edbf18a91bb3'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:40:49.639094 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5fb1b1-cf1a-46c1-9332-69068ef49b2f tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempting to bind port 73757fad-27b0-44eb-9e1a-d8fcc6a7f3a4 on network 9e049cb3-7b10-4713-b5ec-edbf18a91bb3 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:40:49.646117 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5fb1b1-cf1a-46c1-9332-69068ef49b2f tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Port 73757fad-27b0-44eb-9e1a-d8fcc6a7f3a4 on network 9e049cb3-7b10-4713-b5ec-edbf18a91bb3 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:40:49.646487 n-d-768862-13 neutron-server[94261]: ERROR neutron.plugins.ml2.managers [None req-3b5fb1b1-cf1a-46c1-9332-69068ef49b2f tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Failed to bind port 73757fad-27b0-44eb-9e1a-d8fcc6a7f3a4 on host n-h1-768862-13 for vnic_type normal using segments [{'id': '40aedc2e-7720-4bc8-be5c-7c11ad97518a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9e049cb3-7b10-4713-b5ec-edbf18a91bb3'}] Aug 10 03:40:49.646903 n-d-768862-13 neutron-server[94261]: INFO neutron.plugins.ml2.plugin [None req-3b5fb1b1-cf1a-46c1-9332-69068ef49b2f tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempt 6 to bind port 73757fad-27b0-44eb-9e1a-d8fcc6a7f3a4 Aug 10 03:40:49.671841 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-3b5fb1b1-cf1a-46c1-9332-69068ef49b2f tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempting to bind port 73757fad-27b0-44eb-9e1a-d8fcc6a7f3a4 on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:40:49.672199 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-3b5fb1b1-cf1a-46c1-9332-69068ef49b2f tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempting to bind port 73757fad-27b0-44eb-9e1a-d8fcc6a7f3a4 by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '40aedc2e-7720-4bc8-be5c-7c11ad97518a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9e049cb3-7b10-4713-b5ec-edbf18a91bb3'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:40:49.672506 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5fb1b1-cf1a-46c1-9332-69068ef49b2f tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempting to bind port 73757fad-27b0-44eb-9e1a-d8fcc6a7f3a4 on network 9e049cb3-7b10-4713-b5ec-edbf18a91bb3 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:40:49.693873 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5fb1b1-cf1a-46c1-9332-69068ef49b2f tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Port 73757fad-27b0-44eb-9e1a-d8fcc6a7f3a4 on network 9e049cb3-7b10-4713-b5ec-edbf18a91bb3 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:40:49.693873 n-d-768862-13 neutron-server[94261]: ERROR neutron.plugins.ml2.managers [None req-3b5fb1b1-cf1a-46c1-9332-69068ef49b2f tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Failed to bind port 73757fad-27b0-44eb-9e1a-d8fcc6a7f3a4 on host n-h1-768862-13 for vnic_type normal using segments [{'id': '40aedc2e-7720-4bc8-be5c-7c11ad97518a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9e049cb3-7b10-4713-b5ec-edbf18a91bb3'}] Aug 10 03:40:49.694562 n-d-768862-13 neutron-server[94261]: INFO neutron.plugins.ml2.plugin [None req-3b5fb1b1-cf1a-46c1-9332-69068ef49b2f tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempt 7 to bind port 73757fad-27b0-44eb-9e1a-d8fcc6a7f3a4 Aug 10 03:40:49.706204 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-52b61c74-722a-4924-9cd1-da340429ae7e req-03d76df1-34a4-4148-a3a7-54b6bf3960a4 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=970733cb-cbb6-4524-9c4b-45ba2a794350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1729233 Aug 10 03:40:49.732754 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-3b5fb1b1-cf1a-46c1-9332-69068ef49b2f tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempting to bind port 73757fad-27b0-44eb-9e1a-d8fcc6a7f3a4 on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:40:49.736560 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-3b5fb1b1-cf1a-46c1-9332-69068ef49b2f tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempting to bind port 73757fad-27b0-44eb-9e1a-d8fcc6a7f3a4 by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '40aedc2e-7720-4bc8-be5c-7c11ad97518a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9e049cb3-7b10-4713-b5ec-edbf18a91bb3'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:40:49.738493 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5fb1b1-cf1a-46c1-9332-69068ef49b2f tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempting to bind port 73757fad-27b0-44eb-9e1a-d8fcc6a7f3a4 on network 9e049cb3-7b10-4713-b5ec-edbf18a91bb3 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:40:49.746674 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5fb1b1-cf1a-46c1-9332-69068ef49b2f tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Port 73757fad-27b0-44eb-9e1a-d8fcc6a7f3a4 on network 9e049cb3-7b10-4713-b5ec-edbf18a91bb3 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:40:49.747290 n-d-768862-13 neutron-server[94261]: ERROR neutron.plugins.ml2.managers [None req-3b5fb1b1-cf1a-46c1-9332-69068ef49b2f tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Failed to bind port 73757fad-27b0-44eb-9e1a-d8fcc6a7f3a4 on host n-h1-768862-13 for vnic_type normal using segments [{'id': '40aedc2e-7720-4bc8-be5c-7c11ad97518a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9e049cb3-7b10-4713-b5ec-edbf18a91bb3'}] Aug 10 03:40:49.748722 n-d-768862-13 neutron-server[94261]: INFO neutron.plugins.ml2.plugin [None req-3b5fb1b1-cf1a-46c1-9332-69068ef49b2f tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempt 8 to bind port 73757fad-27b0-44eb-9e1a-d8fcc6a7f3a4 Aug 10 03:40:49.786147 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-3b5fb1b1-cf1a-46c1-9332-69068ef49b2f tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempting to bind port 73757fad-27b0-44eb-9e1a-d8fcc6a7f3a4 on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:40:49.787871 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-3b5fb1b1-cf1a-46c1-9332-69068ef49b2f tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempting to bind port 73757fad-27b0-44eb-9e1a-d8fcc6a7f3a4 by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '40aedc2e-7720-4bc8-be5c-7c11ad97518a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9e049cb3-7b10-4713-b5ec-edbf18a91bb3'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:40:49.787871 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5fb1b1-cf1a-46c1-9332-69068ef49b2f tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempting to bind port 73757fad-27b0-44eb-9e1a-d8fcc6a7f3a4 on network 9e049cb3-7b10-4713-b5ec-edbf18a91bb3 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:40:49.801417 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5fb1b1-cf1a-46c1-9332-69068ef49b2f tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Port 73757fad-27b0-44eb-9e1a-d8fcc6a7f3a4 on network 9e049cb3-7b10-4713-b5ec-edbf18a91bb3 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:40:49.801417 n-d-768862-13 neutron-server[94261]: ERROR neutron.plugins.ml2.managers [None req-3b5fb1b1-cf1a-46c1-9332-69068ef49b2f tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Failed to bind port 73757fad-27b0-44eb-9e1a-d8fcc6a7f3a4 on host n-h1-768862-13 for vnic_type normal using segments [{'id': '40aedc2e-7720-4bc8-be5c-7c11ad97518a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9e049cb3-7b10-4713-b5ec-edbf18a91bb3'}] Aug 10 03:40:49.801417 n-d-768862-13 neutron-server[94261]: INFO neutron.plugins.ml2.plugin [None req-3b5fb1b1-cf1a-46c1-9332-69068ef49b2f tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempt 9 to bind port 73757fad-27b0-44eb-9e1a-d8fcc6a7f3a4 Aug 10 03:40:49.848571 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-3b5fb1b1-cf1a-46c1-9332-69068ef49b2f tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempting to bind port 73757fad-27b0-44eb-9e1a-d8fcc6a7f3a4 on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:40:49.849126 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-3b5fb1b1-cf1a-46c1-9332-69068ef49b2f tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempting to bind port 73757fad-27b0-44eb-9e1a-d8fcc6a7f3a4 by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '40aedc2e-7720-4bc8-be5c-7c11ad97518a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9e049cb3-7b10-4713-b5ec-edbf18a91bb3'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:40:49.849695 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5fb1b1-cf1a-46c1-9332-69068ef49b2f tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempting to bind port 73757fad-27b0-44eb-9e1a-d8fcc6a7f3a4 on network 9e049cb3-7b10-4713-b5ec-edbf18a91bb3 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:40:49.861022 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5fb1b1-cf1a-46c1-9332-69068ef49b2f tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Port 73757fad-27b0-44eb-9e1a-d8fcc6a7f3a4 on network 9e049cb3-7b10-4713-b5ec-edbf18a91bb3 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:40:49.862251 n-d-768862-13 neutron-server[94261]: ERROR neutron.plugins.ml2.managers [None req-3b5fb1b1-cf1a-46c1-9332-69068ef49b2f tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Failed to bind port 73757fad-27b0-44eb-9e1a-d8fcc6a7f3a4 on host n-h1-768862-13 for vnic_type normal using segments [{'id': '40aedc2e-7720-4bc8-be5c-7c11ad97518a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9e049cb3-7b10-4713-b5ec-edbf18a91bb3'}] Aug 10 03:40:49.863016 n-d-768862-13 neutron-server[94261]: INFO neutron.plugins.ml2.plugin [None req-3b5fb1b1-cf1a-46c1-9332-69068ef49b2f tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempt 10 to bind port 73757fad-27b0-44eb-9e1a-d8fcc6a7f3a4 Aug 10 03:40:49.917704 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-3b5fb1b1-cf1a-46c1-9332-69068ef49b2f tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempting to bind port 73757fad-27b0-44eb-9e1a-d8fcc6a7f3a4 on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:40:49.919481 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-3b5fb1b1-cf1a-46c1-9332-69068ef49b2f tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempting to bind port 73757fad-27b0-44eb-9e1a-d8fcc6a7f3a4 by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '40aedc2e-7720-4bc8-be5c-7c11ad97518a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9e049cb3-7b10-4713-b5ec-edbf18a91bb3'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:40:49.922213 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5fb1b1-cf1a-46c1-9332-69068ef49b2f tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempting to bind port 73757fad-27b0-44eb-9e1a-d8fcc6a7f3a4 on network 9e049cb3-7b10-4713-b5ec-edbf18a91bb3 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:40:49.939560 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5fb1b1-cf1a-46c1-9332-69068ef49b2f tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Port 73757fad-27b0-44eb-9e1a-d8fcc6a7f3a4 on network 9e049cb3-7b10-4713-b5ec-edbf18a91bb3 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:40:49.941474 n-d-768862-13 neutron-server[94261]: ERROR neutron.plugins.ml2.managers [None req-3b5fb1b1-cf1a-46c1-9332-69068ef49b2f tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Failed to bind port 73757fad-27b0-44eb-9e1a-d8fcc6a7f3a4 on host n-h1-768862-13 for vnic_type normal using segments [{'id': '40aedc2e-7720-4bc8-be5c-7c11ad97518a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9e049cb3-7b10-4713-b5ec-edbf18a91bb3'}] Aug 10 03:40:49.945420 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3b5fb1b1-cf1a-46c1-9332-69068ef49b2f tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:50.008688 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c9a7ab-0aea-442f-9d04-55153ceea12d req-77d6e309-8d18-4a61-935c-c7506e91902e tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:50.010416 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c2c9a7ab-0aea-442f-9d04-55153ceea12d req-77d6e309-8d18-4a61-935c-c7506e91902e tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 944 time: 0.1227775 Aug 10 03:40:50.019188 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1737b107-202f-4351-a258-d6af11b191b2 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Router 8675ad5b-fa88-4ef3-858e-7de7ee0ed96a has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:40:50.186341 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-3b5fb1b1-cf1a-46c1-9332-69068ef49b2f tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] For port 73757fad-27b0-44eb-9e1a-d8fcc6a7f3a4, host n-h1-768862-13, cleared binding levels {{(pid=94261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:40:50.187178 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-3b5fb1b1-cf1a-46c1-9332-69068ef49b2f tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempted to set empty binding levels {{(pid=94261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 10 03:40:50.196986 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c2c9a7ab-0aea-442f-9d04-55153ceea12d req-e5594401-98df-4b3a-b004-2e34d74f2a30 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=970733cb-cbb6-4524-9c4b-45ba2a794350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865936 Aug 10 03:40:50.200195 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3b5fb1b1-cf1a-46c1-9332-69068ef49b2f tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:50.247073 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-3b5fb1b1-cf1a-46c1-9332-69068ef49b2f tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] In _notify_port_updated(), no bound segment for port 73757fad-27b0-44eb-9e1a-d8fcc6a7f3a4 on network 9e049cb3-7b10-4713-b5ec-edbf18a91bb3 {{(pid=94261) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:40:50.253950 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5fb1b1-cf1a-46c1-9332-69068ef49b2f tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:50.262614 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3b5fb1b1-cf1a-46c1-9332-69068ef49b2f tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:50.269333 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-3b5fb1b1-cf1a-46c1-9332-69068ef49b2f tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] 10.222.0.44 "PUT /v2.0/ports/73757fad-27b0-44eb-9e1a-d8fcc6a7f3a4 HTTP/1.1" status: 200 len: 975 time: 1.4507632 Aug 10 03:40:50.284689 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 54998) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:50.301927 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1737b107-202f-4351-a258-d6af11b191b2 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:40:50.303288 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1737b107-202f-4351-a258-d6af11b191b2 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:50.314317 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd953b76-5ab4-4a81-9628-41506301f41d None None] Sync routers for ids ['8675ad5b-fa88-4ef3-858e-7de7ee0ed96a'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:40:50.334827 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5fb1b1-cf1a-46c1-9332-69068ef49b2f tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Pushing event updated for resources: {'Port': ['ID=73757fad-27b0-44eb-9e1a-d8fcc6a7f3a4,revision_number=3']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:50.357671 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-1737b107-202f-4351-a258-d6af11b191b2 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "PUT /v2.0/floatingips/3b631e75-70ab-4267-97f2-0df9be422cc5 HTTP/1.1" status: 200 len: 990 time: 2.4722130 Aug 10 03:40:50.364353 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd953b76-5ab4-4a81-9628-41506301f41d None None] Routers {'8675ad5b-fa88-4ef3-858e-7de7ee0ed96a'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:40:50.373214 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-fd953b76-5ab4-4a81-9628-41506301f41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:40:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['8675ad5b-fa88-4ef3-858e-7de7ee0ed96a'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:50.397131 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00df8480-85ee-4cc7-b3c5-8f758aa1d93c', 'tag': 'fd0d0387-15f7-41cf-a1e1-a7f8dd43f812'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:40:50.401603 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3251b4e-c475-4071-bfb8-8dd31b7851e5" -d '{"events": [{"name": "network-changed", "server_uuid": "00df8480-85ee-4cc7-b3c5-8f758aa1d93c", "tag": "fd0d0387-15f7-41cf-a1e1-a7f8dd43f812"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:40:50.491745 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e357926-3c93-45f7-8595-1fbc7207ec08 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:50.494082 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e357926-3c93-45f7-8595-1fbc7207ec08 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:50.495390 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e357926-3c93-45f7-8595-1fbc7207ec08 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:50.496579 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e357926-3c93-45f7-8595-1fbc7207ec08 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:50.498449 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e357926-3c93-45f7-8595-1fbc7207ec08 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:50.499902 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e357926-3c93-45f7-8595-1fbc7207ec08 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:50.502011 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e357926-3c93-45f7-8595-1fbc7207ec08 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:50.503974 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e357926-3c93-45f7-8595-1fbc7207ec08 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:50.505293 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e357926-3c93-45f7-8595-1fbc7207ec08 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:50.506451 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e357926-3c93-45f7-8595-1fbc7207ec08 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:50.508378 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e357926-3c93-45f7-8595-1fbc7207ec08 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:50.509521 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e357926-3c93-45f7-8595-1fbc7207ec08 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:50.511240 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e357926-3c93-45f7-8595-1fbc7207ec08 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:50.513903 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e357926-3c93-45f7-8595-1fbc7207ec08 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:50.515122 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e357926-3c93-45f7-8595-1fbc7207ec08 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:50.516228 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e357926-3c93-45f7-8595-1fbc7207ec08 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:50.517389 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e357926-3c93-45f7-8595-1fbc7207ec08 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:50.537304 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-4e357926-3c93-45f7-8595-1fbc7207ec08 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15301 time: 0.2487462 Aug 10 03:40:50.543410 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 55006) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:50.567107 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d3a342e-0a41-4810-bc78-59a532b4428e x-openstack-request-id: req-7d3a342e-0a41-4810-bc78-59a532b4428e {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:40:50.568184 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00df8480-85ee-4cc7-b3c5-8f758aa1d93c", "tag": "fd0d0387-15f7-41cf-a1e1-a7f8dd43f812", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:40:50.571235 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7d3a342e-0a41-4810-bc78-59a532b4428e {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:40:50.572769 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00df8480-85ee-4cc7-b3c5-8f758aa1d93c', 'tag': 'fd0d0387-15f7-41cf-a1e1-a7f8dd43f812', 'status': 'completed', 'code': 200} Aug 10 03:40:50.687619 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3251b4e-c475-4071-bfb8-8dd31b7851e5 req-1fc4658a-4b7c-4790-85ae-718391015d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:50.689792 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f3251b4e-c475-4071-bfb8-8dd31b7851e5 req-1fc4658a-4b7c-4790-85ae-718391015d8e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9ff2867e4a0141f68303abd29afd842a&device_id=00df8480-85ee-4cc7-b3c5-8f758aa1d93c HTTP/1.1" status: 200 len: 1097 time: 0.1494446 Aug 10 03:40:50.827438 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-fd953b76-5ab4-4a81-9628-41506301f41d None None] Set router 8675ad5b-fa88-4ef3-858e-7de7ee0ed96a gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:40:50.853803 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-7274b6cc-0fc7-4a16-b9b1-b88a0a5f7e5a tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Deleting port 73757fad-27b0-44eb-9e1a-d8fcc6a7f3a4 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:40:50.856278 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7274b6cc-0fc7-4a16-b9b1-b88a0a5f7e5a tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:51.008405 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-7274b6cc-0fc7-4a16-b9b1-b88a0a5f7e5a tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] For port 73757fad-27b0-44eb-9e1a-d8fcc6a7f3a4, host n-h1-768862-13, got binding levels [] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:40:51.010110 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7274b6cc-0fc7-4a16-b9b1-b88a0a5f7e5a tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:51.045664 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-7274b6cc-0fc7-4a16-b9b1-b88a0a5f7e5a tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Calling delete_port for 73757fad-27b0-44eb-9e1a-d8fcc6a7f3a4 owned by {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:40:51.160191 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3251b4e-c475-4071-bfb8-8dd31b7851e5 req-6ed60ee4-4120-4359-9887-30762f2925e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:51.162679 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f3251b4e-c475-4071-bfb8-8dd31b7851e5 req-6ed60ee4-4120-4359-9887-30762f2925e5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=71c89238-8f5d-43f8-b1be-95c24d55419f HTTP/1.1" status: 200 len: 911 time: 0.4656491 Aug 10 03:40:51.363441 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-90928923-7871-4c88-bbfc-80fb763561b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:51.430892 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7274b6cc-0fc7-4a16-b9b1-b88a0a5f7e5a tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:51.485723 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f3251b4e-c475-4071-bfb8-8dd31b7851e5 req-57f315be-ba94-4f91-aded-e13efbad26c4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd0d0387-15f7-41cf-a1e1-a7f8dd43f812 HTTP/1.1" status: 200 len: 998 time: 0.3016946 Aug 10 03:40:51.551241 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7274b6cc-0fc7-4a16-b9b1-b88a0a5f7e5a tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Pushing event deleted for resources: {'Port': ['ID=73757fad-27b0-44eb-9e1a-d8fcc6a7f3a4,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:51.596209 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7274b6cc-0fc7-4a16-b9b1-b88a0a5f7e5a tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:51.604513 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-7274b6cc-0fc7-4a16-b9b1-b88a0a5f7e5a tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] 10.222.0.44 "DELETE /v2.0/ports/73757fad-27b0-44eb-9e1a-d8fcc6a7f3a4 HTTP/1.1" status: 204 len: 168 time: 1.0577350 Aug 10 03:40:51.605240 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 55042) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:51.689933 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3251b4e-c475-4071-bfb8-8dd31b7851e5 req-a4563de3-a235-4426-abc6-2457bc90590a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:51.692733 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f3251b4e-c475-4071-bfb8-8dd31b7851e5 req-a4563de3-a235-4426-abc6-2457bc90590a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2a46edbc-ca41-41f9-9dcc-118a9b411006 HTTP/1.1" status: 200 len: 850 time: 0.1902876 Aug 10 03:40:51.712138 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779bf9d8-be59-431d-9b79-47709db6845c req-db7d3cfc-1156-4e20-88a9-4d9d5440c88e tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:51.726857 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-951daa4a-6caf-4ad3-a7a4-6d0b029091ce tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] GET failed (client error): The resource could not be found. Aug 10 03:40:51.734884 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-951daa4a-6caf-4ad3-a7a4-6d0b029091ce tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] 10.222.0.44 "GET /v2.0/ports/73757fad-27b0-44eb-9e1a-d8fcc6a7f3a4 HTTP/1.1" status: 404 len: 333 time: 0.1203067 Aug 10 03:40:51.735191 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-779bf9d8-be59-431d-9b79-47709db6845c req-db7d3cfc-1156-4e20-88a9-4d9d5440c88e tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/networks?id=d07bf9c0-feda-49f0-ac68-879462adf9f1 HTTP/1.1" status: 200 len: 811 time: 0.7919440 Aug 10 03:40:51.736457 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 55044) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:51.743971 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-91c707fd-2aa0-4d4d-a58d-215d949a4005 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1351272220', 'network_id': '9e049cb3-7b10-4713-b5ec-edbf18a91bb3'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:51.781901 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-fd953b76-5ab4-4a81-9628-41506301f41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8675ad5b-fa88-4ef3-858e-7de7ee0ed96a', 'name': 'tempest-AttachVolumeTestJSON-1286960155-router', 'tenant_id': '9ff2867e4a0141f68303abd29afd842a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'd318acc8-a6c3-4d7d-b9c5-d681fe812c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:40:12Z', 'updated_at': '2021-08-10T03:40:20Z', 'revision_number': 4, 'project_id': '9ff2867e4a0141f68303abd29afd842a', 'gw_port': {'id': 'd318acc8-a6c3-4d7d-b9c5-d681fe812c32', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:48:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8675ad5b-fa88-4ef3-858e-7de7ee0ed96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:40:13Z', 'updated_at': '2021-08-10T03:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '3b631e75-70ab-4267-97f2-0df9be422cc5', 'tenant_id': '9ff2867e4a0141f68303abd29afd842a', 'floating_ip_address': '172.25.6.32', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '8675ad5b-fa88-4ef3-858e-7de7ee0ed96a', 'port_id': 'fd0d0387-15f7-41cf-a1e1-a7f8dd43f812', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71c89238-8f5d-43f8-b1be-95c24d55419f', 'mac_address': 'fa:16:3e:db:26:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00df8480-85ee-4cc7-b3c5-8f758aa1d93c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:40:26Z', 'updated_at': '2021-08-10T03:40:48Z', 'revision_number': 1, 'project_id': '9ff2867e4a0141f68303abd29afd842a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82daf735-56fe-4bd8-a91f-b2a9a40ef133', 'name': '', 'network_id': '71c89238-8f5d-43f8-b1be-95c24d55419f', 'tenant_id': '9ff2867e4a0141f68303abd29afd842a', 'mac_address': 'fa:16:3e:19:15:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8675ad5b-fa88-4ef3-858e-7de7ee0ed96a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '2a46edbc-ca41-41f9-9dcc-118a9b411006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:40:19Z', 'updated_at': '2021-08-10T03:40:30Z', 'revision_number': 5, 'project_id': '9ff2867e4a0141f68303abd29afd842a', 'subnets': [{'id': '2a46edbc-ca41-41f9-9dcc-118a9b411006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:51.822618 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-779bf9d8-be59-431d-9b79-47709db6845c req-7ffeb574-e3bd-4f76-97ec-5fd7377f4f7d tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/quotas/2680b799feb54d8c9fdff98330bf1a96 HTTP/1.1" status: 200 len: 375 time: 0.0898581 Aug 10 03:40:51.847572 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c707fd-2aa0-4d4d-a58d-215d949a4005 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Made reservation on behalf of 3666cf4b5b934f4bb9412d71c8b4b9e6 for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:40:51.856110 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-91c707fd-2aa0-4d4d-a58d-215d949a4005 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:51.867350 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd953b76-5ab4-4a81-9628-41506301f41d None None] Checking router: 8675ad5b-fa88-4ef3-858e-7de7ee0ed96a for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:40:51.889465 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd953b76-5ab4-4a81-9628-41506301f41d None None] Routers {'8675ad5b-fa88-4ef3-858e-7de7ee0ed96a'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:40:51.889465 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-fd953b76-5ab4-4a81-9628-41506301f41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:40:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['8675ad5b-fa88-4ef3-858e-7de7ee0ed96a'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:51.969434 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [None req-91c707fd-2aa0-4d4d-a58d-215d949a4005 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] device_id is not set on port 762a9b9c-408e-4d37-b793-779ae4afc3f6 yet. {{(pid=94261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:40:52.050553 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3251b4e-c475-4071-bfb8-8dd31b7851e5 req-cca590f4-27c6-499c-b60d-6edf6af83c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:52.061467 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f3251b4e-c475-4071-bfb8-8dd31b7851e5 req-cca590f4-27c6-499c-b60d-6edf6af83c40 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=71c89238-8f5d-43f8-b1be-95c24d55419f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3134913 Aug 10 03:40:52.271041 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-779bf9d8-be59-431d-9b79-47709db6845c req-a726278d-e946-451e-91ee-9eab533f772a tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2680b799feb54d8c9fdff98330bf1a96&fields=id HTTP/1.1" status: 200 len: 486 time: 0.4398394 Aug 10 03:40:52.348519 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f3251b4e-c475-4071-bfb8-8dd31b7851e5 req-f3b996be-257c-40e5-967c-fce2c34086dd service neutron] 10.222.0.42 "GET /v2.0/networks/71c89238-8f5d-43f8-b1be-95c24d55419f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776916 Aug 10 03:40:52.375997 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-fd953b76-5ab4-4a81-9628-41506301f41d None None] Set router 8675ad5b-fa88-4ef3-858e-7de7ee0ed96a gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:40:52.539441 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-91c707fd-2aa0-4d4d-a58d-215d949a4005 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:52.633814 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-91c707fd-2aa0-4d4d-a58d-215d949a4005 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:52.709472 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f3251b4e-c475-4071-bfb8-8dd31b7851e5 req-5607c3a6-be3e-492c-9a88-75906eced487 service neutron] 10.222.0.42 "GET /v2.0/networks/71c89238-8f5d-43f8-b1be-95c24d55419f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3504450 Aug 10 03:40:52.740833 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c707fd-2aa0-4d4d-a58d-215d949a4005 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Network 9e049cb3-7b10-4713-b5ec-edbf18a91bb3 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:40:52.746491 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-91c707fd-2aa0-4d4d-a58d-215d949a4005 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:40:52.751975 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c707fd-2aa0-4d4d-a58d-215d949a4005 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:40:52.755679 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c707fd-2aa0-4d4d-a58d-215d949a4005 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:52.756433 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-91c707fd-2aa0-4d4d-a58d-215d949a4005 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:52.780219 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c707fd-2aa0-4d4d-a58d-215d949a4005 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Pushing event updated for resources: {'Port': ['ID=762a9b9c-408e-4d37-b793-779ae4afc3f6,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:52.790695 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c707fd-2aa0-4d4d-a58d-215d949a4005 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:52.791186 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c707fd-2aa0-4d4d-a58d-215d949a4005 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:52.791729 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c707fd-2aa0-4d4d-a58d-215d949a4005 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:52.792200 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c707fd-2aa0-4d4d-a58d-215d949a4005 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:52.792672 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c707fd-2aa0-4d4d-a58d-215d949a4005 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:52.793166 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c707fd-2aa0-4d4d-a58d-215d949a4005 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:52.793669 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c707fd-2aa0-4d4d-a58d-215d949a4005 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:52.794142 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c707fd-2aa0-4d4d-a58d-215d949a4005 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:52.794654 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c707fd-2aa0-4d4d-a58d-215d949a4005 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:52.795144 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c707fd-2aa0-4d4d-a58d-215d949a4005 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:52.795645 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c707fd-2aa0-4d4d-a58d-215d949a4005 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:52.796142 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c707fd-2aa0-4d4d-a58d-215d949a4005 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:52.852705 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-91c707fd-2aa0-4d4d-a58d-215d949a4005 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.1146495 Aug 10 03:40:52.861117 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 55068) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:52.951627 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76324fc3-ca75-424d-a179-1f91582a69c2 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:52.953469 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-76324fc3-ca75-424d-a179-1f91582a69c2 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] 10.222.0.44 "GET /v2.0/ports/762a9b9c-408e-4d37-b793-779ae4afc3f6 HTTP/1.1" status: 200 len: 955 time: 0.0880978 Aug 10 03:40:52.958713 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 55072) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:53.015925 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-779bf9d8-be59-431d-9b79-47709db6845c req-803ad020-907a-4bb8-8403-97ce24d256a0 service neutron] 10.222.0.44 "GET /v2.0/networks/d07bf9c0-feda-49f0-ac68-879462adf9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7370386 Aug 10 03:40:53.148699 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-43f097ab-8db4-4afb-be16-1108c9b2aece tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Deleting port 762a9b9c-408e-4d37-b793-779ae4afc3f6 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:40:53.148699 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-43f097ab-8db4-4afb-be16-1108c9b2aece tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:53.154212 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-fd953b76-5ab4-4a81-9628-41506301f41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8675ad5b-fa88-4ef3-858e-7de7ee0ed96a', 'name': 'tempest-AttachVolumeTestJSON-1286960155-router', 'tenant_id': '9ff2867e4a0141f68303abd29afd842a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'd318acc8-a6c3-4d7d-b9c5-d681fe812c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:40:12Z', 'updated_at': '2021-08-10T03:40:20Z', 'revision_number': 4, 'project_id': '9ff2867e4a0141f68303abd29afd842a', 'gw_port': {'id': 'd318acc8-a6c3-4d7d-b9c5-d681fe812c32', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:48:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8675ad5b-fa88-4ef3-858e-7de7ee0ed96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:40:13Z', 'updated_at': '2021-08-10T03:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '3b631e75-70ab-4267-97f2-0df9be422cc5', 'tenant_id': '9ff2867e4a0141f68303abd29afd842a', 'floating_ip_address': '172.25.6.32', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '8675ad5b-fa88-4ef3-858e-7de7ee0ed96a', 'port_id': 'fd0d0387-15f7-41cf-a1e1-a7f8dd43f812', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71c89238-8f5d-43f8-b1be-95c24d55419f', 'mac_address': 'fa:16:3e:db:26:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00df8480-85ee-4cc7-b3c5-8f758aa1d93c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:40:26Z', 'updated_at': '2021-08-10T03:40:48Z', 'revision_number': 1, 'project_id': '9ff2867e4a0141f68303abd29afd842a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82daf735-56fe-4bd8-a91f-b2a9a40ef133', 'name': '', 'network_id': '71c89238-8f5d-43f8-b1be-95c24d55419f', 'tenant_id': '9ff2867e4a0141f68303abd29afd842a', 'mac_address': 'fa:16:3e:19:15:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8675ad5b-fa88-4ef3-858e-7de7ee0ed96a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '2a46edbc-ca41-41f9-9dcc-118a9b411006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:40:19Z', 'updated_at': '2021-08-10T03:40:30Z', 'revision_number': 5, 'project_id': '9ff2867e4a0141f68303abd29afd842a', 'subnets': [{'id': '2a46edbc-ca41-41f9-9dcc-118a9b411006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:53.253172 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd953b76-5ab4-4a81-9628-41506301f41d None None] The sync data for ids ['8675ad5b-fa88-4ef3-858e-7de7ee0ed96a'] in n-d-768862-13 is: [{'id': '8675ad5b-fa88-4ef3-858e-7de7ee0ed96a', 'name': 'tempest-AttachVolumeTestJSON-1286960155-router', 'tenant_id': '9ff2867e4a0141f68303abd29afd842a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'd318acc8-a6c3-4d7d-b9c5-d681fe812c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:40:12Z', 'updated_at': '2021-08-10T03:40:20Z', 'revision_number': 4, 'project_id': '9ff2867e4a0141f68303abd29afd842a', 'gw_port': {'id': 'd318acc8-a6c3-4d7d-b9c5-d681fe812c32', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:48:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8675ad5b-fa88-4ef3-858e-7de7ee0ed96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:40:13Z', 'updated_at': '2021-08-10T03:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '3b631e75-70ab-4267-97f2-0df9be422cc5', 'tenant_id': '9ff2867e4a0141f68303abd29afd842a', 'floating_ip_address': '172.25.6.32', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '8675ad5b-fa88-4ef3-858e-7de7ee0ed96a', 'port_id': 'fd0d0387-15f7-41cf-a1e1-a7f8dd43f812', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71c89238-8f5d-43f8-b1be-95c24d55419f', 'mac_address': 'fa:16:3e:db:26:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00df8480-85ee-4cc7-b3c5-8f758aa1d93c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:40:26Z', 'updated_at': '2021-08-10T03:40:48Z', 'revision_number': 1, 'project_id': '9ff2867e4a0141f68303abd29afd842a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82daf735-56fe-4bd8-a91f-b2a9a40ef133', 'name': '', 'network_id': '71c89238-8f5d-43f8-b1be-95c24d55419f', 'tenant_id': '9ff2867e4a0141f68303abd29afd842a', 'mac_address': 'fa:16:3e:19:15:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8675ad5b-fa88-4ef3-858e-7de7ee0ed96a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '2a46edbc-ca41-41f9-9dcc-118a9b411006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:40:19Z', 'updated_at': '2021-08-10T03:40:30Z', 'revision_number': 5, 'project_id': '9ff2867e4a0141f68303abd29afd842a', 'subnets': [{'id': '2a46edbc-ca41-41f9-9dcc-118a9b411006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:40:53.285816 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-779bf9d8-be59-431d-9b79-47709db6845c req-5dcc0c49-a4e7-4133-89dc-ce5f514ee082 service neutron] 10.222.0.44 "GET /v2.0/networks/d07bf9c0-feda-49f0-ac68-879462adf9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683134 Aug 10 03:40:53.382903 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-43f097ab-8db4-4afb-be16-1108c9b2aece tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:53.420322 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-43f097ab-8db4-4afb-be16-1108c9b2aece tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Calling delete_port for 762a9b9c-408e-4d37-b793-779ae4afc3f6 owned by {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:40:53.599304 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-43f097ab-8db4-4afb-be16-1108c9b2aece tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:53.678520 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f097ab-8db4-4afb-be16-1108c9b2aece tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Pushing event deleted for resources: {'Port': ['ID=762a9b9c-408e-4d37-b793-779ae4afc3f6,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:53.686537 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-172adf60-502b-4cdd-912f-b9a8cdf4d2c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:53.693692 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-43f097ab-8db4-4afb-be16-1108c9b2aece tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:53.696652 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-43f097ab-8db4-4afb-be16-1108c9b2aece tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] 10.222.0.44 "DELETE /v2.0/ports/762a9b9c-408e-4d37-b793-779ae4afc3f6 HTTP/1.1" status: 204 len: 168 time: 0.7370744 Aug 10 03:40:53.701106 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 55098) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:53.851821 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9400eabe-4dfb-40a2-8b7c-8db5c4135311 None None] New status for floating IP 3b631e75-70ab-4267-97f2-0df9be422cc5: ACTIVE {{(pid=94262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:40:54.369496 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:54.592829 n-d-768862-13 neutron-server[94260]: INFO neutron.pecan_wsgi.hooks.translation [None req-5828fbd8-083a-4cd1-bc22-56c498bbfc07 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] GET failed (client error): The resource could not be found. Aug 10 03:40:54.594702 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-5828fbd8-083a-4cd1-bc22-56c498bbfc07 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] 10.222.0.44 "GET /v2.0/ports/762a9b9c-408e-4d37-b793-779ae4afc3f6 HTTP/1.1" status: 404 len: 333 time: 0.8917365 Aug 10 03:40:54.602596 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 55120) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:54.617299 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-b19d9a63-dec0-4a01-b326-16c50e31274d tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Request body: {'port': {'network_id': '9e049cb3-7b10-4713-b5ec-edbf18a91bb3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1015281675'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:54.644500 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bc523d58-70a9-4484-95e2-7f1caaf4c1d5 req-939693d6-f1e9-4184-b64b-aaeefadc9077 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=3901e094-8039-4da2-a0dd-6aad742e7a97 HTTP/1.1" status: 200 len: 210 time: 0.0542076 Aug 10 03:40:54.696012 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b19d9a63-dec0-4a01-b326-16c50e31274d tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Made reservation on behalf of 3666cf4b5b934f4bb9412d71c8b4b9e6 for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:40:54.698835 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b19d9a63-dec0-4a01-b326-16c50e31274d tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:54.724032 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [None req-b19d9a63-dec0-4a01-b326-16c50e31274d tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] device_id is not set on port caaa99f6-544d-4418-b288-506130dbbf7a yet. {{(pid=94261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:40:55.067476 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b19d9a63-dec0-4a01-b326-16c50e31274d tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:55.167798 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b19d9a63-dec0-4a01-b326-16c50e31274d tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:55.250068 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19d9a63-dec0-4a01-b326-16c50e31274d tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Network 9e049cb3-7b10-4713-b5ec-edbf18a91bb3 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:40:55.256469 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-b19d9a63-dec0-4a01-b326-16c50e31274d tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:40:55.261263 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19d9a63-dec0-4a01-b326-16c50e31274d tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:40:55.262278 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19d9a63-dec0-4a01-b326-16c50e31274d tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:55.262891 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b19d9a63-dec0-4a01-b326-16c50e31274d tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:55.291819 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-b19d9a63-dec0-4a01-b326-16c50e31274d tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6807458 Aug 10 03:40:55.291819 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19d9a63-dec0-4a01-b326-16c50e31274d tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Pushing event updated for resources: {'Port': ['ID=caaa99f6-544d-4418-b288-506130dbbf7a,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:55.291819 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 55142) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:55.301392 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-79f11e00-d3d3-4eff-a471-c637f6629ed8 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-768862-13'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:55.355705 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:55.433504 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-79f11e00-d3d3-4eff-a471-c637f6629ed8 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:55.787492 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [None req-79f11e00-d3d3-4eff-a471-c637f6629ed8 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] device_id is not set on port caaa99f6-544d-4418-b288-506130dbbf7a yet. {{(pid=94261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:40:55.820425 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-79f11e00-d3d3-4eff-a471-c637f6629ed8 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:55.852210 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [None req-79f11e00-d3d3-4eff-a471-c637f6629ed8 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Transition to ACTIVE for port object caaa99f6-544d-4418-b288-506130dbbf7a will not be triggered until provisioned by entity L2. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:40:55.863544 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-79f11e00-d3d3-4eff-a471-c637f6629ed8 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:55.874827 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-25b1d5dd-695b-4278-8633-a4f825d6e95e req-a3e06599-e1f2-47a3-9ae6-743533ab80c8 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=3901e094-8039-4da2-a0dd-6aad742e7a97 HTTP/1.1" status: 200 len: 210 time: 0.0959344 Aug 10 03:40:55.979520 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f11e00-d3d3-4eff-a471-c637f6629ed8 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Pushing event updated for resources: {'Port': ['ID=caaa99f6-544d-4418-b288-506130dbbf7a,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:55.987612 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-79f11e00-d3d3-4eff-a471-c637f6629ed8 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempting to bind port caaa99f6-544d-4418-b288-506130dbbf7a on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:40:55.988844 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-79f11e00-d3d3-4eff-a471-c637f6629ed8 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempting to bind port caaa99f6-544d-4418-b288-506130dbbf7a by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '40aedc2e-7720-4bc8-be5c-7c11ad97518a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9e049cb3-7b10-4713-b5ec-edbf18a91bb3'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:40:55.989412 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f11e00-d3d3-4eff-a471-c637f6629ed8 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempting to bind port caaa99f6-544d-4418-b288-506130dbbf7a on network 9e049cb3-7b10-4713-b5ec-edbf18a91bb3 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:40:55.995340 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f11e00-d3d3-4eff-a471-c637f6629ed8 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Port caaa99f6-544d-4418-b288-506130dbbf7a on network 9e049cb3-7b10-4713-b5ec-edbf18a91bb3 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:40:55.995946 n-d-768862-13 neutron-server[94261]: ERROR neutron.plugins.ml2.managers [None req-79f11e00-d3d3-4eff-a471-c637f6629ed8 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Failed to bind port caaa99f6-544d-4418-b288-506130dbbf7a on host n-h1-768862-13 for vnic_type normal using segments [{'id': '40aedc2e-7720-4bc8-be5c-7c11ad97518a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9e049cb3-7b10-4713-b5ec-edbf18a91bb3'}] Aug 10 03:40:55.996513 n-d-768862-13 neutron-server[94261]: INFO neutron.plugins.ml2.plugin [None req-79f11e00-d3d3-4eff-a471-c637f6629ed8 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempt 2 to bind port caaa99f6-544d-4418-b288-506130dbbf7a Aug 10 03:40:56.029032 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-79f11e00-d3d3-4eff-a471-c637f6629ed8 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempting to bind port caaa99f6-544d-4418-b288-506130dbbf7a on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:40:56.030950 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-79f11e00-d3d3-4eff-a471-c637f6629ed8 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempting to bind port caaa99f6-544d-4418-b288-506130dbbf7a by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '40aedc2e-7720-4bc8-be5c-7c11ad97518a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9e049cb3-7b10-4713-b5ec-edbf18a91bb3'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:40:56.031566 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f11e00-d3d3-4eff-a471-c637f6629ed8 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempting to bind port caaa99f6-544d-4418-b288-506130dbbf7a on network 9e049cb3-7b10-4713-b5ec-edbf18a91bb3 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:40:56.041528 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f11e00-d3d3-4eff-a471-c637f6629ed8 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Port caaa99f6-544d-4418-b288-506130dbbf7a on network 9e049cb3-7b10-4713-b5ec-edbf18a91bb3 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:40:56.042203 n-d-768862-13 neutron-server[94261]: ERROR neutron.plugins.ml2.managers [None req-79f11e00-d3d3-4eff-a471-c637f6629ed8 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Failed to bind port caaa99f6-544d-4418-b288-506130dbbf7a on host n-h1-768862-13 for vnic_type normal using segments [{'id': '40aedc2e-7720-4bc8-be5c-7c11ad97518a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9e049cb3-7b10-4713-b5ec-edbf18a91bb3'}] Aug 10 03:40:56.042905 n-d-768862-13 neutron-server[94261]: INFO neutron.plugins.ml2.plugin [None req-79f11e00-d3d3-4eff-a471-c637f6629ed8 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempt 3 to bind port caaa99f6-544d-4418-b288-506130dbbf7a Aug 10 03:40:56.077516 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-79f11e00-d3d3-4eff-a471-c637f6629ed8 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempting to bind port caaa99f6-544d-4418-b288-506130dbbf7a on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:40:56.077516 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-79f11e00-d3d3-4eff-a471-c637f6629ed8 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempting to bind port caaa99f6-544d-4418-b288-506130dbbf7a by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '40aedc2e-7720-4bc8-be5c-7c11ad97518a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9e049cb3-7b10-4713-b5ec-edbf18a91bb3'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:40:56.077516 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f11e00-d3d3-4eff-a471-c637f6629ed8 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempting to bind port caaa99f6-544d-4418-b288-506130dbbf7a on network 9e049cb3-7b10-4713-b5ec-edbf18a91bb3 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:40:56.097042 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f11e00-d3d3-4eff-a471-c637f6629ed8 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Port caaa99f6-544d-4418-b288-506130dbbf7a on network 9e049cb3-7b10-4713-b5ec-edbf18a91bb3 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:40:56.097391 n-d-768862-13 neutron-server[94261]: ERROR neutron.plugins.ml2.managers [None req-79f11e00-d3d3-4eff-a471-c637f6629ed8 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Failed to bind port caaa99f6-544d-4418-b288-506130dbbf7a on host n-h1-768862-13 for vnic_type normal using segments [{'id': '40aedc2e-7720-4bc8-be5c-7c11ad97518a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9e049cb3-7b10-4713-b5ec-edbf18a91bb3'}] Aug 10 03:40:56.108158 n-d-768862-13 neutron-server[94261]: INFO neutron.plugins.ml2.plugin [None req-79f11e00-d3d3-4eff-a471-c637f6629ed8 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempt 4 to bind port caaa99f6-544d-4418-b288-506130dbbf7a Aug 10 03:40:56.158793 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-79f11e00-d3d3-4eff-a471-c637f6629ed8 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempting to bind port caaa99f6-544d-4418-b288-506130dbbf7a on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:40:56.159153 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-79f11e00-d3d3-4eff-a471-c637f6629ed8 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempting to bind port caaa99f6-544d-4418-b288-506130dbbf7a by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '40aedc2e-7720-4bc8-be5c-7c11ad97518a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9e049cb3-7b10-4713-b5ec-edbf18a91bb3'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:40:56.159452 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f11e00-d3d3-4eff-a471-c637f6629ed8 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempting to bind port caaa99f6-544d-4418-b288-506130dbbf7a on network 9e049cb3-7b10-4713-b5ec-edbf18a91bb3 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:40:56.167035 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:56.183256 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f11e00-d3d3-4eff-a471-c637f6629ed8 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Port caaa99f6-544d-4418-b288-506130dbbf7a on network 9e049cb3-7b10-4713-b5ec-edbf18a91bb3 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:40:56.183670 n-d-768862-13 neutron-server[94261]: ERROR neutron.plugins.ml2.managers [None req-79f11e00-d3d3-4eff-a471-c637f6629ed8 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Failed to bind port caaa99f6-544d-4418-b288-506130dbbf7a on host n-h1-768862-13 for vnic_type normal using segments [{'id': '40aedc2e-7720-4bc8-be5c-7c11ad97518a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9e049cb3-7b10-4713-b5ec-edbf18a91bb3'}] Aug 10 03:40:56.188504 n-d-768862-13 neutron-server[94261]: INFO neutron.plugins.ml2.plugin [None req-79f11e00-d3d3-4eff-a471-c637f6629ed8 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempt 5 to bind port caaa99f6-544d-4418-b288-506130dbbf7a Aug 10 03:40:56.213376 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-79f11e00-d3d3-4eff-a471-c637f6629ed8 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempting to bind port caaa99f6-544d-4418-b288-506130dbbf7a on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:40:56.214202 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-79f11e00-d3d3-4eff-a471-c637f6629ed8 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempting to bind port caaa99f6-544d-4418-b288-506130dbbf7a by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '40aedc2e-7720-4bc8-be5c-7c11ad97518a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9e049cb3-7b10-4713-b5ec-edbf18a91bb3'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:40:56.214735 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f11e00-d3d3-4eff-a471-c637f6629ed8 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempting to bind port caaa99f6-544d-4418-b288-506130dbbf7a on network 9e049cb3-7b10-4713-b5ec-edbf18a91bb3 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:40:56.224116 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f11e00-d3d3-4eff-a471-c637f6629ed8 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Port caaa99f6-544d-4418-b288-506130dbbf7a on network 9e049cb3-7b10-4713-b5ec-edbf18a91bb3 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:40:56.224724 n-d-768862-13 neutron-server[94261]: ERROR neutron.plugins.ml2.managers [None req-79f11e00-d3d3-4eff-a471-c637f6629ed8 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Failed to bind port caaa99f6-544d-4418-b288-506130dbbf7a on host n-h1-768862-13 for vnic_type normal using segments [{'id': '40aedc2e-7720-4bc8-be5c-7c11ad97518a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9e049cb3-7b10-4713-b5ec-edbf18a91bb3'}] Aug 10 03:40:56.233676 n-d-768862-13 neutron-server[94261]: INFO neutron.plugins.ml2.plugin [None req-79f11e00-d3d3-4eff-a471-c637f6629ed8 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempt 6 to bind port caaa99f6-544d-4418-b288-506130dbbf7a Aug 10 03:40:56.297441 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-79f11e00-d3d3-4eff-a471-c637f6629ed8 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempting to bind port caaa99f6-544d-4418-b288-506130dbbf7a on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:40:56.302247 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-79f11e00-d3d3-4eff-a471-c637f6629ed8 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempting to bind port caaa99f6-544d-4418-b288-506130dbbf7a by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '40aedc2e-7720-4bc8-be5c-7c11ad97518a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9e049cb3-7b10-4713-b5ec-edbf18a91bb3'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:40:56.302247 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f11e00-d3d3-4eff-a471-c637f6629ed8 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempting to bind port caaa99f6-544d-4418-b288-506130dbbf7a on network 9e049cb3-7b10-4713-b5ec-edbf18a91bb3 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:40:56.355285 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779bf9d8-be59-431d-9b79-47709db6845c req-c460c60a-d39c-4ef8-bd39-898d16199bf6 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:56.357504 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-779bf9d8-be59-431d-9b79-47709db6845c req-c460c60a-d39c-4ef8-bd39-898d16199bf6 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.61 "GET /v2.0/networks?id=d07bf9c0-feda-49f0-ac68-879462adf9f1 HTTP/1.1" status: 200 len: 811 time: 0.2770276 Aug 10 03:40:56.359256 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f11e00-d3d3-4eff-a471-c637f6629ed8 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Port caaa99f6-544d-4418-b288-506130dbbf7a on network 9e049cb3-7b10-4713-b5ec-edbf18a91bb3 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:40:56.360095 n-d-768862-13 neutron-server[94261]: ERROR neutron.plugins.ml2.managers [None req-79f11e00-d3d3-4eff-a471-c637f6629ed8 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Failed to bind port caaa99f6-544d-4418-b288-506130dbbf7a on host n-h1-768862-13 for vnic_type normal using segments [{'id': '40aedc2e-7720-4bc8-be5c-7c11ad97518a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9e049cb3-7b10-4713-b5ec-edbf18a91bb3'}] Aug 10 03:40:56.360635 n-d-768862-13 neutron-server[94261]: INFO neutron.plugins.ml2.plugin [None req-79f11e00-d3d3-4eff-a471-c637f6629ed8 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempt 7 to bind port caaa99f6-544d-4418-b288-506130dbbf7a Aug 10 03:40:56.388638 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-779bf9d8-be59-431d-9b79-47709db6845c req-3d886abc-cfc3-42f5-92c2-2a3d6f907208 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Request body: {'port': {'device_id': '3901e094-8039-4da2-a0dd-6aad742e7a97', 'network_id': 'd07bf9c0-feda-49f0-ac68-879462adf9f1', 'admin_state_up': True, 'tenant_id': '2680b799feb54d8c9fdff98330bf1a96'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:56.396369 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-79f11e00-d3d3-4eff-a471-c637f6629ed8 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempting to bind port caaa99f6-544d-4418-b288-506130dbbf7a on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:40:56.396740 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-79f11e00-d3d3-4eff-a471-c637f6629ed8 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempting to bind port caaa99f6-544d-4418-b288-506130dbbf7a by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '40aedc2e-7720-4bc8-be5c-7c11ad97518a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9e049cb3-7b10-4713-b5ec-edbf18a91bb3'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:40:56.397201 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f11e00-d3d3-4eff-a471-c637f6629ed8 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempting to bind port caaa99f6-544d-4418-b288-506130dbbf7a on network 9e049cb3-7b10-4713-b5ec-edbf18a91bb3 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:40:56.416325 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f11e00-d3d3-4eff-a471-c637f6629ed8 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Port caaa99f6-544d-4418-b288-506130dbbf7a on network 9e049cb3-7b10-4713-b5ec-edbf18a91bb3 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:40:56.416690 n-d-768862-13 neutron-server[94261]: ERROR neutron.plugins.ml2.managers [None req-79f11e00-d3d3-4eff-a471-c637f6629ed8 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Failed to bind port caaa99f6-544d-4418-b288-506130dbbf7a on host n-h1-768862-13 for vnic_type normal using segments [{'id': '40aedc2e-7720-4bc8-be5c-7c11ad97518a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9e049cb3-7b10-4713-b5ec-edbf18a91bb3'}] Aug 10 03:40:56.432260 n-d-768862-13 neutron-server[94261]: INFO neutron.plugins.ml2.plugin [None req-79f11e00-d3d3-4eff-a471-c637f6629ed8 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempt 8 to bind port caaa99f6-544d-4418-b288-506130dbbf7a Aug 10 03:40:56.499562 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-79f11e00-d3d3-4eff-a471-c637f6629ed8 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempting to bind port caaa99f6-544d-4418-b288-506130dbbf7a on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:40:56.500271 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-79f11e00-d3d3-4eff-a471-c637f6629ed8 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempting to bind port caaa99f6-544d-4418-b288-506130dbbf7a by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '40aedc2e-7720-4bc8-be5c-7c11ad97518a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9e049cb3-7b10-4713-b5ec-edbf18a91bb3'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:40:56.500837 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f11e00-d3d3-4eff-a471-c637f6629ed8 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempting to bind port caaa99f6-544d-4418-b288-506130dbbf7a on network 9e049cb3-7b10-4713-b5ec-edbf18a91bb3 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:40:56.514045 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f11e00-d3d3-4eff-a471-c637f6629ed8 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Port caaa99f6-544d-4418-b288-506130dbbf7a on network 9e049cb3-7b10-4713-b5ec-edbf18a91bb3 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:40:56.515176 n-d-768862-13 neutron-server[94261]: ERROR neutron.plugins.ml2.managers [None req-79f11e00-d3d3-4eff-a471-c637f6629ed8 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Failed to bind port caaa99f6-544d-4418-b288-506130dbbf7a on host n-h1-768862-13 for vnic_type normal using segments [{'id': '40aedc2e-7720-4bc8-be5c-7c11ad97518a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9e049cb3-7b10-4713-b5ec-edbf18a91bb3'}] Aug 10 03:40:56.518655 n-d-768862-13 neutron-server[94261]: INFO neutron.plugins.ml2.plugin [None req-79f11e00-d3d3-4eff-a471-c637f6629ed8 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempt 9 to bind port caaa99f6-544d-4418-b288-506130dbbf7a Aug 10 03:40:56.545760 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-79f11e00-d3d3-4eff-a471-c637f6629ed8 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempting to bind port caaa99f6-544d-4418-b288-506130dbbf7a on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:40:56.546409 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-79f11e00-d3d3-4eff-a471-c637f6629ed8 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempting to bind port caaa99f6-544d-4418-b288-506130dbbf7a by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '40aedc2e-7720-4bc8-be5c-7c11ad97518a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9e049cb3-7b10-4713-b5ec-edbf18a91bb3'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:40:56.547300 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f11e00-d3d3-4eff-a471-c637f6629ed8 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempting to bind port caaa99f6-544d-4418-b288-506130dbbf7a on network 9e049cb3-7b10-4713-b5ec-edbf18a91bb3 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:40:56.560813 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f11e00-d3d3-4eff-a471-c637f6629ed8 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Port caaa99f6-544d-4418-b288-506130dbbf7a on network 9e049cb3-7b10-4713-b5ec-edbf18a91bb3 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:40:56.561242 n-d-768862-13 neutron-server[94261]: ERROR neutron.plugins.ml2.managers [None req-79f11e00-d3d3-4eff-a471-c637f6629ed8 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Failed to bind port caaa99f6-544d-4418-b288-506130dbbf7a on host n-h1-768862-13 for vnic_type normal using segments [{'id': '40aedc2e-7720-4bc8-be5c-7c11ad97518a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9e049cb3-7b10-4713-b5ec-edbf18a91bb3'}] Aug 10 03:40:56.565522 n-d-768862-13 neutron-server[94261]: INFO neutron.plugins.ml2.plugin [None req-79f11e00-d3d3-4eff-a471-c637f6629ed8 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempt 10 to bind port caaa99f6-544d-4418-b288-506130dbbf7a Aug 10 03:40:56.593699 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-79f11e00-d3d3-4eff-a471-c637f6629ed8 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempting to bind port caaa99f6-544d-4418-b288-506130dbbf7a on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:40:56.593699 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [None req-79f11e00-d3d3-4eff-a471-c637f6629ed8 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempting to bind port caaa99f6-544d-4418-b288-506130dbbf7a by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '40aedc2e-7720-4bc8-be5c-7c11ad97518a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9e049cb3-7b10-4713-b5ec-edbf18a91bb3'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:40:56.593699 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f11e00-d3d3-4eff-a471-c637f6629ed8 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempting to bind port caaa99f6-544d-4418-b288-506130dbbf7a on network 9e049cb3-7b10-4713-b5ec-edbf18a91bb3 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:40:56.603781 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f11e00-d3d3-4eff-a471-c637f6629ed8 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Port caaa99f6-544d-4418-b288-506130dbbf7a on network 9e049cb3-7b10-4713-b5ec-edbf18a91bb3 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:40:56.604209 n-d-768862-13 neutron-server[94261]: ERROR neutron.plugins.ml2.managers [None req-79f11e00-d3d3-4eff-a471-c637f6629ed8 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Failed to bind port caaa99f6-544d-4418-b288-506130dbbf7a on host n-h1-768862-13 for vnic_type normal using segments [{'id': '40aedc2e-7720-4bc8-be5c-7c11ad97518a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9e049cb3-7b10-4713-b5ec-edbf18a91bb3'}] Aug 10 03:40:56.604690 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-79f11e00-d3d3-4eff-a471-c637f6629ed8 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:56.687651 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-779bf9d8-be59-431d-9b79-47709db6845c req-3d886abc-cfc3-42f5-92c2-2a3d6f907208 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Made reservation on behalf of 2680b799feb54d8c9fdff98330bf1a96 for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:40:56.692684 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-779bf9d8-be59-431d-9b79-47709db6845c req-3d886abc-cfc3-42f5-92c2-2a3d6f907208 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:56.741693 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-79f11e00-d3d3-4eff-a471-c637f6629ed8 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] For port caaa99f6-544d-4418-b288-506130dbbf7a, host n-h1-768862-13, cleared binding levels {{(pid=94261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:40:56.742279 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-79f11e00-d3d3-4eff-a471-c637f6629ed8 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attempted to set empty binding levels {{(pid=94261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 10 03:40:56.787279 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-79f11e00-d3d3-4eff-a471-c637f6629ed8 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:56.820180 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:56.864667 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-79f11e00-d3d3-4eff-a471-c637f6629ed8 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] In _notify_port_updated(), no bound segment for port caaa99f6-544d-4418-b288-506130dbbf7a on network 9e049cb3-7b10-4713-b5ec-edbf18a91bb3 {{(pid=94261) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:40:56.865625 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f11e00-d3d3-4eff-a471-c637f6629ed8 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:56.866824 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-79f11e00-d3d3-4eff-a471-c637f6629ed8 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:56.872520 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-79f11e00-d3d3-4eff-a471-c637f6629ed8 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] 10.222.0.44 "PUT /v2.0/ports/caaa99f6-544d-4418-b288-506130dbbf7a HTTP/1.1" status: 200 len: 976 time: 1.5750322 Aug 10 03:40:56.872520 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f11e00-d3d3-4eff-a471-c637f6629ed8 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Pushing event updated for resources: {'Port': ['ID=caaa99f6-544d-4418-b288-506130dbbf7a,revision_number=3']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:56.874547 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 55184) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:57.078212 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-420a2acd-8b60-47aa-8af8-fbf203b3c4e6 req-b0255b9a-9817-422a-8577-13467bdb6af3 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=3901e094-8039-4da2-a0dd-6aad742e7a97 HTTP/1.1" status: 200 len: 210 time: 0.0453427 Aug 10 03:40:57.478757 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [req-779bf9d8-be59-431d-9b79-47709db6845c req-3d886abc-cfc3-42f5-92c2-2a3d6f907208 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Allocated IP 172.20.0.13 (d07bf9c0-feda-49f0-ac68-879462adf9f1/33a1c40e-b5d2-46c7-a6a1-fa6cc0352aec/cc99cb96-f2b8-4753-9689-f7c3b5e67ace) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:40:57.571567 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-63b42cc2-4476-49c2-b0c4-19cb3469dc74 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Deleting port caaa99f6-544d-4418-b288-506130dbbf7a {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:40:57.571917 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-63b42cc2-4476-49c2-b0c4-19cb3469dc74 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:57.702473 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-63b42cc2-4476-49c2-b0c4-19cb3469dc74 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] For port caaa99f6-544d-4418-b288-506130dbbf7a, host n-h1-768862-13, got binding levels [] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:40:57.703099 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-63b42cc2-4476-49c2-b0c4-19cb3469dc74 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:57.730522 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-63b42cc2-4476-49c2-b0c4-19cb3469dc74 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Calling delete_port for caaa99f6-544d-4418-b288-506130dbbf7a owned by {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:40:57.813495 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-779bf9d8-be59-431d-9b79-47709db6845c req-3d886abc-cfc3-42f5-92c2-2a3d6f907208 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:57.842345 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [req-779bf9d8-be59-431d-9b79-47709db6845c req-3d886abc-cfc3-42f5-92c2-2a3d6f907208 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Transition to ACTIVE for port object cc99cb96-f2b8-4753-9689-f7c3b5e67ace will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:40:57.886436 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-63b42cc2-4476-49c2-b0c4-19cb3469dc74 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:57.919917 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-779bf9d8-be59-431d-9b79-47709db6845c req-3d886abc-cfc3-42f5-92c2-2a3d6f907208 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:57.927871 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b42cc2-4476-49c2-b0c4-19cb3469dc74 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Pushing event deleted for resources: {'Port': ['ID=caaa99f6-544d-4418-b288-506130dbbf7a,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:57.934972 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-63b42cc2-4476-49c2-b0c4-19cb3469dc74 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:57.937037 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-63b42cc2-4476-49c2-b0c4-19cb3469dc74 tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] 10.222.0.44 "DELETE /v2.0/ports/caaa99f6-544d-4418-b288-506130dbbf7a HTTP/1.1" status: 204 len: 168 time: 1.0622180 Aug 10 03:40:57.941937 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 55210) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:57.946259 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['df5b258a-3930-40b7-b0b2-daf7ffbc6757', '64674e3c-22d6-458c-acda-36a6227d75b0'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:40:57.973866 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-779bf9d8-be59-431d-9b79-47709db6845c req-3d886abc-cfc3-42f5-92c2-2a3d6f907208 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Network d07bf9c0-feda-49f0-ac68-879462adf9f1 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:40:57.977809 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [req-779bf9d8-be59-431d-9b79-47709db6845c req-3d886abc-cfc3-42f5-92c2-2a3d6f907208 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:40:57.984726 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-779bf9d8-be59-431d-9b79-47709db6845c req-3d886abc-cfc3-42f5-92c2-2a3d6f907208 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:40:58.013967 n-d-768862-13 neutron-server[94260]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ef71481-f6d1-4768-b2d6-9d15c22728ad tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] GET failed (client error): The resource could not be found. Aug 10 03:40:58.016648 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-9ef71481-f6d1-4768-b2d6-9d15c22728ad tempest-PortsAdminExtendedAttrsTestJSON-551745272 tempest-PortsAdminExtendedAttrsTestJSON-551745272-project-admin] 10.222.0.44 "GET /v2.0/ports/caaa99f6-544d-4418-b288-506130dbbf7a HTTP/1.1" status: 404 len: 333 time: 0.0734975 Aug 10 03:40:58.018548 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d886abc-cfc3-42f5-92c2-2a3d6f907208 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Pushing event updated for resources: {'Port': ['ID=cc99cb96-f2b8-4753-9689-f7c3b5e67ace,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:58.028995 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 55218) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:58.178061 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779bf9d8-be59-431d-9b79-47709db6845c req-3d886abc-cfc3-42f5-92c2-2a3d6f907208 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:58.179359 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-779bf9d8-be59-431d-9b79-47709db6845c req-3d886abc-cfc3-42f5-92c2-2a3d6f907208 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:58.249396 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-779bf9d8-be59-431d-9b79-47709db6845c req-3d886abc-cfc3-42f5-92c2-2a3d6f907208 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8715198 Aug 10 03:40:58.263450 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b3a55725-331a-4f03-aad6-eafa49bfd7fd tempest-PortsAdminExtendedAttrsTestJSON-990378008 tempest-PortsAdminExtendedAttrsTestJSON-990378008-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:58.280073 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-779bf9d8-be59-431d-9b79-47709db6845c req-82ce7362-5d7f-4c98-bea4-23759ccc0e2e service neutron] Request body: {'port': {'device_id': '3901e094-8039-4da2-a0dd-6aad742e7a97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-13'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:58.439299 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-d18f5aaa-b652-40e1-ad27-2362835083fc None None] Provisioning for port cc99cb96-f2b8-4753-9689-f7c3b5e67ace completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:40:58.445976 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-d18f5aaa-b652-40e1-ad27-2362835083fc None None] Provisioning complete for port cc99cb96-f2b8-4753-9689-f7c3b5e67ace triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:40:58.446751 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d18f5aaa-b652-40e1-ad27-2362835083fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:58.475595 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-779bf9d8-be59-431d-9b79-47709db6845c req-82ce7362-5d7f-4c98-bea4-23759ccc0e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:58.507697 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3833f0-5f8c-4929-b213-fb9af63b06be req-5872160d-67f2-4714-aa51-5a8f4be61125 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:58.512307 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9d3833f0-5f8c-4929-b213-fb9af63b06be req-5872160d-67f2-4714-aa51-5a8f4be61125 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=3901e094-8039-4da2-a0dd-6aad742e7a97 HTTP/1.1" status: 200 len: 932 time: 0.1913562 Aug 10 03:40:58.519162 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-d18f5aaa-b652-40e1-ad27-2362835083fc None None] Port cc99cb96-f2b8-4753-9689-f7c3b5e67ace cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:40:58.679360 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9d3833f0-5f8c-4929-b213-fb9af63b06be req-cca1ea12-590b-4041-a598-f67b1773a449 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9d97ea0-2a9f-4286-b02c-31ca2320c427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581450 Aug 10 03:40:58.744438 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b3a55725-331a-4f03-aad6-eafa49bfd7fd tempest-PortsAdminExtendedAttrsTestJSON-990378008 tempest-PortsAdminExtendedAttrsTestJSON-990378008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:58.768511 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-b3a55725-331a-4f03-aad6-eafa49bfd7fd tempest-PortsAdminExtendedAttrsTestJSON-990378008 tempest-PortsAdminExtendedAttrsTestJSON-990378008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e049cb3-7b10-4713-b5ec-edbf18a91bb3']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:58.785722 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-b3a55725-331a-4f03-aad6-eafa49bfd7fd tempest-PortsAdminExtendedAttrsTestJSON-990378008 tempest-PortsAdminExtendedAttrsTestJSON-990378008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40aedc2e-7720-4bc8-be5c-7c11ad97518a') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:58.786253 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-b3a55725-331a-4f03-aad6-eafa49bfd7fd tempest-PortsAdminExtendedAttrsTestJSON-990378008 tempest-PortsAdminExtendedAttrsTestJSON-990378008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40aedc2e-7720-4bc8-be5c-7c11ad97518a') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:58.905281 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b3a55725-331a-4f03-aad6-eafa49bfd7fd tempest-PortsAdminExtendedAttrsTestJSON-990378008 tempest-PortsAdminExtendedAttrsTestJSON-990378008-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:58.961566 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b3a55725-331a-4f03-aad6-eafa49bfd7fd tempest-PortsAdminExtendedAttrsTestJSON-990378008 tempest-PortsAdminExtendedAttrsTestJSON-990378008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:58.986659 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3a55725-331a-4f03-aad6-eafa49bfd7fd tempest-PortsAdminExtendedAttrsTestJSON-990378008 tempest-PortsAdminExtendedAttrsTestJSON-990378008-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:40:58.987089 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b3a55725-331a-4f03-aad6-eafa49bfd7fd tempest-PortsAdminExtendedAttrsTestJSON-990378008 tempest-PortsAdminExtendedAttrsTestJSON-990378008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:58.991458 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:40:58.991458 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:40:58.991458 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:40:58.991458 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:40:58.991458 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:40:58.991458 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:40:58.991458 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:40:58.991458 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:40:58.991458 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:40:58.991458 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:40:58.991458 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:40:58.991458 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:40:58.991458 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:40:58.991458 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:40:58.991458 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:40:58.991458 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:40:58.991458 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:40:58.991458 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:40:58.991458 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:40:58.991458 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:40:58.991458 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:40:58.991458 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:40:58.991458 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:40:58.991458 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:40:58.991458 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:40:58.991458 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:40:58.991458 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:40:58.991458 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:40:58.991458 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:40:58.991458 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:40:58.991458 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:40:58.991458 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:40:59.135995 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b3a55725-331a-4f03-aad6-eafa49bfd7fd tempest-PortsAdminExtendedAttrsTestJSON-990378008 tempest-PortsAdminExtendedAttrsTestJSON-990378008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:59.150429 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b3a55725-331a-4f03-aad6-eafa49bfd7fd tempest-PortsAdminExtendedAttrsTestJSON-990378008 tempest-PortsAdminExtendedAttrsTestJSON-990378008-project] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:59.154479 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-b3a55725-331a-4f03-aad6-eafa49bfd7fd tempest-PortsAdminExtendedAttrsTestJSON-990378008 tempest-PortsAdminExtendedAttrsTestJSON-990378008-project] 10.222.0.44 "DELETE /v2.0/networks/9e049cb3-7b10-4713-b5ec-edbf18a91bb3 HTTP/1.1" status: 204 len: 168 time: 1.1224482 Aug 10 03:40:59.171973 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a55725-331a-4f03-aad6-eafa49bfd7fd tempest-PortsAdminExtendedAttrsTestJSON-990378008 tempest-PortsAdminExtendedAttrsTestJSON-990378008-project] Pushing event deleted for resources: {'Network': ['ID=9e049cb3-7b10-4713-b5ec-edbf18a91bb3,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:59.300725 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [req-779bf9d8-be59-431d-9b79-47709db6845c req-82ce7362-5d7f-4c98-bea4-23759ccc0e2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc99cb96-f2b8-4753-9689-f7c3b5e67ace {{(pid=94261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:40:59.317826 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-779bf9d8-be59-431d-9b79-47709db6845c req-82ce7362-5d7f-4c98-bea4-23759ccc0e2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:59.331461 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [req-779bf9d8-be59-431d-9b79-47709db6845c req-82ce7362-5d7f-4c98-bea4-23759ccc0e2e service neutron] Transition to ACTIVE for port object cc99cb96-f2b8-4753-9689-f7c3b5e67ace will not be triggered until provisioned by entity L2. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:40:59.339517 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-779bf9d8-be59-431d-9b79-47709db6845c req-82ce7362-5d7f-4c98-bea4-23759ccc0e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:59.446371 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ce7362-5d7f-4c98-bea4-23759ccc0e2e service neutron] Pushing event updated for resources: {'Port': ['ID=cc99cb96-f2b8-4753-9689-f7c3b5e67ace,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:59.636226 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-779bf9d8-be59-431d-9b79-47709db6845c req-82ce7362-5d7f-4c98-bea4-23759ccc0e2e service neutron] Attempting to bind port cc99cb96-f2b8-4753-9689-f7c3b5e67ace on host n-h2-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:40:59.636656 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-779bf9d8-be59-431d-9b79-47709db6845c req-82ce7362-5d7f-4c98-bea4-23759ccc0e2e service neutron] Attempting to bind port cc99cb96-f2b8-4753-9689-f7c3b5e67ace by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': '137a9801-8fd3-46c2-ac1d-bb4eee5c7163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd07bf9c0-feda-49f0-ac68-879462adf9f1'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:40:59.637072 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779bf9d8-be59-431d-9b79-47709db6845c req-82ce7362-5d7f-4c98-bea4-23759ccc0e2e service neutron] Attempting to bind port cc99cb96-f2b8-4753-9689-f7c3b5e67ace on network d07bf9c0-feda-49f0-ac68-879462adf9f1 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:40:59.650032 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779bf9d8-be59-431d-9b79-47709db6845c req-82ce7362-5d7f-4c98-bea4-23759ccc0e2e service neutron] Port cc99cb96-f2b8-4753-9689-f7c3b5e67ace on network d07bf9c0-feda-49f0-ac68-879462adf9f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:40:59.650494 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779bf9d8-be59-431d-9b79-47709db6845c req-82ce7362-5d7f-4c98-bea4-23759ccc0e2e service neutron] Attempting to bind port cc99cb96-f2b8-4753-9689-f7c3b5e67ace on network d07bf9c0-feda-49f0-ac68-879462adf9f1 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:40:59.661455 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779bf9d8-be59-431d-9b79-47709db6845c req-82ce7362-5d7f-4c98-bea4-23759ccc0e2e service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:40:59.661734 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779bf9d8-be59-431d-9b79-47709db6845c req-82ce7362-5d7f-4c98-bea4-23759ccc0e2e service neutron] Checking segment: {'id': '137a9801-8fd3-46c2-ac1d-bb4eee5c7163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd07bf9c0-feda-49f0-ac68-879462adf9f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:40:59.667255 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779bf9d8-be59-431d-9b79-47709db6845c req-82ce7362-5d7f-4c98-bea4-23759ccc0e2e service neutron] Bound using segment: {'id': '137a9801-8fd3-46c2-ac1d-bb4eee5c7163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd07bf9c0-feda-49f0-ac68-879462adf9f1'} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:40:59.667850 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-779bf9d8-be59-431d-9b79-47709db6845c req-82ce7362-5d7f-4c98-bea4-23759ccc0e2e service neutron] Bound port: cc99cb96-f2b8-4753-9689-f7c3b5e67ace, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '137a9801-8fd3-46c2-ac1d-bb4eee5c7163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd07bf9c0-feda-49f0-ac68-879462adf9f1'}}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:40:59.668235 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-779bf9d8-be59-431d-9b79-47709db6845c req-82ce7362-5d7f-4c98-bea4-23759ccc0e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:59.875574 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-779bf9d8-be59-431d-9b79-47709db6845c req-82ce7362-5d7f-4c98-bea4-23759ccc0e2e service neutron] For port cc99cb96-f2b8-4753-9689-f7c3b5e67ace, host n-h2-768862-13, cleared binding levels {{(pid=94261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:40:59.902294 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-779bf9d8-be59-431d-9b79-47709db6845c req-82ce7362-5d7f-4c98-bea4-23759ccc0e2e service neutron] For port cc99cb96-f2b8-4753-9689-f7c3b5e67ace, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=cc99cb96-f2b8-4753-9689-f7c3b5e67ace,segment=NetworkSegment(137a9801-8fd3-46c2-ac1d-bb4eee5c7163),segment_id=137a9801-8fd3-46c2-ac1d-bb4eee5c7163)] {{(pid=94261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:40:59.919173 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-779bf9d8-be59-431d-9b79-47709db6845c req-82ce7362-5d7f-4c98-bea4-23759ccc0e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:59.955045 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8da6ecd-9cef-4514-927c-bf73799ed219 req-04f9af6c-dbfd-44a3-9459-3ba4d5e68454 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:59.964463 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a8da6ecd-9cef-4514-927c-bf73799ed219 req-04f9af6c-dbfd-44a3-9459-3ba4d5e68454 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=3901e094-8039-4da2-a0dd-6aad742e7a97 HTTP/1.1" status: 200 len: 944 time: 0.1408894 Aug 10 03:41:00.020843 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779bf9d8-be59-431d-9b79-47709db6845c req-82ce7362-5d7f-4c98-bea4-23759ccc0e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:00.022371 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-779bf9d8-be59-431d-9b79-47709db6845c req-82ce7362-5d7f-4c98-bea4-23759ccc0e2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:00.035523 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-779bf9d8-be59-431d-9b79-47709db6845c req-82ce7362-5d7f-4c98-bea4-23759ccc0e2e service neutron] 10.222.0.61 "PUT /v2.0/ports/cc99cb96-f2b8-4753-9689-f7c3b5e67ace HTTP/1.1" status: 200 len: 1093 time: 1.7647333 Aug 10 03:41:00.067583 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3901e094-8039-4da2-a0dd-6aad742e7a97', 'tag': 'cc99cb96-f2b8-4753-9689-f7c3b5e67ace'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:41:00.074424 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85ac5424-fd0d-4301-8ac1-e1d7ddf7e05c" -d '{"events": [{"name": "network-changed", "server_uuid": "3901e094-8039-4da2-a0dd-6aad742e7a97", "tag": "cc99cb96-f2b8-4753-9689-f7c3b5e67ace"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:41:00.098731 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 55274) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:00.106913 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a8da6ecd-9cef-4514-927c-bf73799ed219 req-61ad9da4-9bcf-4f7a-90ba-9b127d3ef0ac tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9d97ea0-2a9f-4286-b02c-31ca2320c427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356232 Aug 10 03:41:00.145439 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ce7362-5d7f-4c98-bea4-23759ccc0e2e service neutron] Pushing event updated for resources: {'Port': ['ID=cc99cb96-f2b8-4753-9689-f7c3b5e67ace,revision_number=3']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:00.208014 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87287482-b31a-4fd8-931f-602692495833 x-openstack-request-id: req-87287482-b31a-4fd8-931f-602692495833 {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:41:00.211383 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3901e094-8039-4da2-a0dd-6aad742e7a97", "tag": "cc99cb96-f2b8-4753-9689-f7c3b5e67ace", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:41:00.211698 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-87287482-b31a-4fd8-931f-602692495833 {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:41:00.212166 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3901e094-8039-4da2-a0dd-6aad742e7a97', 'tag': 'cc99cb96-f2b8-4753-9689-f7c3b5e67ace', 'status': 'completed', 'code': 200} Aug 10 03:41:00.225259 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779bf9d8-be59-431d-9b79-47709db6845c req-4817fb85-a5fa-43aa-87ad-b1ad9eb2eb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:00.231278 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-779bf9d8-be59-431d-9b79-47709db6845c req-4817fb85-a5fa-43aa-87ad-b1ad9eb2eb1f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2680b799feb54d8c9fdff98330bf1a96&device_id=3901e094-8039-4da2-a0dd-6aad742e7a97 HTTP/1.1" status: 200 len: 1096 time: 0.1010778 Aug 10 03:41:00.306038 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-779bf9d8-be59-431d-9b79-47709db6845c req-39ef2b08-01ec-44a4-a72a-57c2384ae044 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc99cb96-f2b8-4753-9689-f7c3b5e67ace HTTP/1.1" status: 200 len: 217 time: 0.0647197 Aug 10 03:41:00.428282 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-b7f26c3b-8900-4851-9e2d-e99961b6b7b5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5af837e465d149a0a1a7230a20e1cc3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3257306 Aug 10 03:41:00.428652 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 55290) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:00.481928 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779bf9d8-be59-431d-9b79-47709db6845c req-013bbe78-c1d5-422f-9eb8-b362ae06ea90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:00.493430 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-779bf9d8-be59-431d-9b79-47709db6845c req-013bbe78-c1d5-422f-9eb8-b362ae06ea90 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=33a1c40e-b5d2-46c7-a6a1-fa6cc0352aec HTTP/1.1" status: 200 len: 850 time: 0.1781650 Aug 10 03:41:00.509518 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1b1f53f9-3dc3-4e41-88da-5b158b320f07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:00.536467 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1b1f53f9-3dc3-4e41-88da-5b158b320f07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:00.605881 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1b1f53f9-3dc3-4e41-88da-5b158b320f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:00.609332 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1b1f53f9-3dc3-4e41-88da-5b158b320f07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:00.610547 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-1b1f53f9-3dc3-4e41-88da-5b158b320f07 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ab58d393-2c31-4415-b25f-6f8626f99538 HTTP/1.1" status: 204 len: 168 time: 0.1808290 Aug 10 03:41:00.624424 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1f53f9-3dc3-4e41-88da-5b158b320f07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab58d393-2c31-4415-b25f-6f8626f99538,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:00.638843 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1f53f9-3dc3-4e41-88da-5b158b320f07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:00.639771 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1f53f9-3dc3-4e41-88da-5b158b320f07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:00.640390 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1f53f9-3dc3-4e41-88da-5b158b320f07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:00.640924 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1f53f9-3dc3-4e41-88da-5b158b320f07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:00.641722 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1f53f9-3dc3-4e41-88da-5b158b320f07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:00.642539 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1f53f9-3dc3-4e41-88da-5b158b320f07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:00.643089 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1f53f9-3dc3-4e41-88da-5b158b320f07 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:00.643598 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1f53f9-3dc3-4e41-88da-5b158b320f07 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:00.644709 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1f53f9-3dc3-4e41-88da-5b158b320f07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:00.645090 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1f53f9-3dc3-4e41-88da-5b158b320f07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:00.645474 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1f53f9-3dc3-4e41-88da-5b158b320f07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:00.645803 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1f53f9-3dc3-4e41-88da-5b158b320f07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:00.702949 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779bf9d8-be59-431d-9b79-47709db6845c req-3a3e13a4-5551-4862-a5bd-44a667152db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:00.705188 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-779bf9d8-be59-431d-9b79-47709db6845c req-3a3e13a4-5551-4862-a5bd-44a667152db7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d07bf9c0-feda-49f0-ac68-879462adf9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2006199 Aug 10 03:41:00.771134 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c5572c57-6737-4b25-96cc-7f84d5796cf9 req-e18bb065-64c8-45cf-aff9-e4eacb206aa3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4d576ad2-7394-4c3f-864f-6a176c23b589&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0631635 Aug 10 03:41:00.888799 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5572c57-6737-4b25-96cc-7f84d5796cf9 req-60b6d87f-99df-4196-b673-a364b7e86326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:00.896326 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c5572c57-6737-4b25-96cc-7f84d5796cf9 req-60b6d87f-99df-4196-b673-a364b7e86326 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2680b799feb54d8c9fdff98330bf1a96&device_id=4d576ad2-7394-4c3f-864f-6a176c23b589 HTTP/1.1" status: 200 len: 1097 time: 0.0991175 Aug 10 03:41:00.915003 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-779bf9d8-be59-431d-9b79-47709db6845c req-148dec21-8413-4ce1-9c4c-c09c10203499 service neutron] 10.222.0.61 "GET /v2.0/networks/d07bf9c0-feda-49f0-ac68-879462adf9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976943 Aug 10 03:41:01.073938 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-779bf9d8-be59-431d-9b79-47709db6845c req-0f939a18-579a-4cb8-90c7-911eda6dee54 service neutron] 10.222.0.61 "GET /v2.0/networks/d07bf9c0-feda-49f0-ac68-879462adf9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491568 Aug 10 03:41:01.201133 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5572c57-6737-4b25-96cc-7f84d5796cf9 req-f5e3d375-9f62-44eb-bbb8-4c2ef5c3500e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:01.212486 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c5572c57-6737-4b25-96cc-7f84d5796cf9 req-f5e3d375-9f62-44eb-bbb8-4c2ef5c3500e service neutron] 10.222.0.61 "GET /v2.0/networks?id=d07bf9c0-feda-49f0-ac68-879462adf9f1 HTTP/1.1" status: 200 len: 911 time: 0.2776856 Aug 10 03:41:01.278383 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac5424-fd0d-4301-8ac1-e1d7ddf7e05c req-bcefadcf-5f14-45b7-a0cf-bcea5dba7f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:01.279984 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-85ac5424-fd0d-4301-8ac1-e1d7ddf7e05c req-bcefadcf-5f14-45b7-a0cf-bcea5dba7f06 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2680b799feb54d8c9fdff98330bf1a96&device_id=3901e094-8039-4da2-a0dd-6aad742e7a97 HTTP/1.1" status: 200 len: 1096 time: 0.1420112 Aug 10 03:41:01.314683 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c5572c57-6737-4b25-96cc-7f84d5796cf9 req-52e877bf-1789-409a-b806-29151e0ef444 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df5b258a-3930-40b7-b0b2-daf7ffbc6757 HTTP/1.1" status: 200 len: 217 time: 0.0936580 Aug 10 03:41:01.380685 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 55322) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:01.517221 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac5424-fd0d-4301-8ac1-e1d7ddf7e05c req-52060222-8b33-4b57-b319-6733c22fad8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:01.525311 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-85ac5424-fd0d-4301-8ac1-e1d7ddf7e05c req-52060222-8b33-4b57-b319-6733c22fad8d service neutron] 10.222.0.61 "GET /v2.0/networks?id=d07bf9c0-feda-49f0-ac68-879462adf9f1 HTTP/1.1" status: 200 len: 911 time: 0.2327206 Aug 10 03:41:01.541726 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a550b8-4add-450e-a843-ad25b9f6c58d req-b18835a0-959c-47ee-b48d-05516376ee11 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:01.544047 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-69a550b8-4add-450e-a843-ad25b9f6c58d req-b18835a0-959c-47ee-b48d-05516376ee11 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=3901e094-8039-4da2-a0dd-6aad742e7a97 HTTP/1.1" status: 200 len: 944 time: 0.2266784 Aug 10 03:41:01.552103 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5572c57-6737-4b25-96cc-7f84d5796cf9 req-3f5f1ae5-d774-4285-bf23-82b614d594be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:01.553986 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c5572c57-6737-4b25-96cc-7f84d5796cf9 req-3f5f1ae5-d774-4285-bf23-82b614d594be service neutron] 10.222.0.61 "GET /v2.0/subnets?id=33a1c40e-b5d2-46c7-a6a1-fa6cc0352aec HTTP/1.1" status: 200 len: 850 time: 0.1885543 Aug 10 03:41:01.629260 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-bec4946c-d4f6-4095-81fe-7e709612b562 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3666cf4b5b934f4bb9412d71c8b4b9e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2422209 Aug 10 03:41:01.633533 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 55332) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:01.646353 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-69a550b8-4add-450e-a843-ad25b9f6c58d req-9849bed0-1f42-446f-895d-9b4902dd1b51 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9d97ea0-2a9f-4286-b02c-31ca2320c427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858662 Aug 10 03:41:01.711449 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-85ac5424-fd0d-4301-8ac1-e1d7ddf7e05c req-f118fb40-d800-4441-88b8-9c822c62a968 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc99cb96-f2b8-4753-9689-f7c3b5e67ace HTTP/1.1" status: 200 len: 217 time: 0.1751633 Aug 10 03:41:01.717912 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5572c57-6737-4b25-96cc-7f84d5796cf9 req-5d8e16d1-383f-48c4-a188-185f1dbd14c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:01.720265 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c5572c57-6737-4b25-96cc-7f84d5796cf9 req-5d8e16d1-383f-48c4-a188-185f1dbd14c1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d07bf9c0-feda-49f0-ac68-879462adf9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1376026 Aug 10 03:41:01.756875 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f09fb94e-34c4-44ae-9d14-95426a5741c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:01.865630 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f09fb94e-34c4-44ae-9d14-95426a5741c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:01.903724 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac5424-fd0d-4301-8ac1-e1d7ddf7e05c req-53255242-b496-4f7e-8b25-3fcdaa20bc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:01.906485 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-85ac5424-fd0d-4301-8ac1-e1d7ddf7e05c req-53255242-b496-4f7e-8b25-3fcdaa20bc61 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=33a1c40e-b5d2-46c7-a6a1-fa6cc0352aec HTTP/1.1" status: 200 len: 850 time: 0.1838980 Aug 10 03:41:02.017411 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac5424-fd0d-4301-8ac1-e1d7ddf7e05c req-08a85f1c-2c2e-4c55-b395-04c7fd352819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:02.017701 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c5572c57-6737-4b25-96cc-7f84d5796cf9 req-47dfad31-a18a-4966-bb91-069da961a69f service neutron] 10.222.0.61 "GET /v2.0/networks/d07bf9c0-feda-49f0-ac68-879462adf9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718930 Aug 10 03:41:02.019442 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-85ac5424-fd0d-4301-8ac1-e1d7ddf7e05c req-08a85f1c-2c2e-4c55-b395-04c7fd352819 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d07bf9c0-feda-49f0-ac68-879462adf9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0999916 Aug 10 03:41:02.069891 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f09fb94e-34c4-44ae-9d14-95426a5741c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:02.083527 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f09fb94e-34c4-44ae-9d14-95426a5741c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:02.086538 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-f09fb94e-34c4-44ae-9d14-95426a5741c3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cd67f49c-70a0-451e-b13c-2925e9ece719 HTTP/1.1" status: 204 len: 168 time: 0.4511178 Aug 10 03:41:02.240470 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09fb94e-34c4-44ae-9d14-95426a5741c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd67f49c-70a0-451e-b13c-2925e9ece719,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:02.317171 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-85ac5424-fd0d-4301-8ac1-e1d7ddf7e05c req-45a49175-5b95-4853-8c8f-a51e079c1014 service neutron] 10.222.0.61 "GET /v2.0/networks/d07bf9c0-feda-49f0-ac68-879462adf9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807941 Aug 10 03:41:02.373429 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c5572c57-6737-4b25-96cc-7f84d5796cf9 req-01f13017-1019-42e1-8ac3-1d03a6cd56e3 service neutron] 10.222.0.61 "GET /v2.0/networks/d07bf9c0-feda-49f0-ac68-879462adf9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3380380 Aug 10 03:41:02.614196 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-85ac5424-fd0d-4301-8ac1-e1d7ddf7e05c req-ec6759ba-ff2c-4ab8-84af-c89f86f4061c service neutron] 10.222.0.61 "GET /v2.0/networks/d07bf9c0-feda-49f0-ac68-879462adf9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865052 Aug 10 03:41:03.036315 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e671d1-830d-4956-83ce-fe49a182bac2 req-e55605b6-0e4d-4459-ac02-2bad41691531 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:03.046311 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d4e671d1-830d-4956-83ce-fe49a182bac2 req-e55605b6-0e4d-4459-ac02-2bad41691531 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=3901e094-8039-4da2-a0dd-6aad742e7a97 HTTP/1.1" status: 200 len: 944 time: 0.2448003 Aug 10 03:41:03.097244 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-19963cda-8435-4a69-b5a8-652d92a4a085 req-d3a62712-3cec-4559-b102-fd780c2b7689 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=00df8480-85ee-4cc7-b3c5-8f758aa1d93c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1605806 Aug 10 03:41:03.116134 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d4e671d1-830d-4956-83ce-fe49a182bac2 req-6fef3edc-146d-47e3-851a-fb5843cb4c8e tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9d97ea0-2a9f-4286-b02c-31ca2320c427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678635 Aug 10 03:41:03.235732 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:03.417594 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19963cda-8435-4a69-b5a8-652d92a4a085 req-22417431-9dac-4f6d-92b0-31ad1018310e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:03.420656 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-19963cda-8435-4a69-b5a8-652d92a4a085 req-22417431-9dac-4f6d-92b0-31ad1018310e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9ff2867e4a0141f68303abd29afd842a&device_id=00df8480-85ee-4cc7-b3c5-8f758aa1d93c HTTP/1.1" status: 200 len: 1097 time: 0.2405324 Aug 10 03:41:03.587712 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19963cda-8435-4a69-b5a8-652d92a4a085 req-f255a027-e343-4da6-837d-45fe83b79c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:03.589260 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-19963cda-8435-4a69-b5a8-652d92a4a085 req-f255a027-e343-4da6-837d-45fe83b79c83 service neutron] 10.222.0.42 "GET /v2.0/networks?id=71c89238-8f5d-43f8-b1be-95c24d55419f HTTP/1.1" status: 200 len: 911 time: 0.1405168 Aug 10 03:41:03.719546 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-19963cda-8435-4a69-b5a8-652d92a4a085 req-b7afde30-44c1-43f5-8866-c8d4866b1353 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd0d0387-15f7-41cf-a1e1-a7f8dd43f812 HTTP/1.1" status: 200 len: 1000 time: 0.1223655 Aug 10 03:41:03.801508 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19963cda-8435-4a69-b5a8-652d92a4a085 req-d8edc8e2-a950-431f-aac5-535b2d291266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:03.804936 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-19963cda-8435-4a69-b5a8-652d92a4a085 req-d8edc8e2-a950-431f-aac5-535b2d291266 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2a46edbc-ca41-41f9-9dcc-118a9b411006 HTTP/1.1" status: 200 len: 850 time: 0.0740163 Aug 10 03:41:03.904880 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19963cda-8435-4a69-b5a8-652d92a4a085 req-33115ee9-1f34-4573-b4c5-9c8c3f638672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:03.912929 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-19963cda-8435-4a69-b5a8-652d92a4a085 req-33115ee9-1f34-4573-b4c5-9c8c3f638672 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=71c89238-8f5d-43f8-b1be-95c24d55419f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1003978 Aug 10 03:41:04.080206 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-19963cda-8435-4a69-b5a8-652d92a4a085 req-22b1c7e2-6c4b-4796-bda3-0df198115a48 service neutron] 10.222.0.42 "GET /v2.0/networks/71c89238-8f5d-43f8-b1be-95c24d55419f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592851 Aug 10 03:41:04.228501 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 55388) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:04.374074 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-19963cda-8435-4a69-b5a8-652d92a4a085 req-95a2d795-e897-447a-9ca4-b3abe7e89c74 service neutron] 10.222.0.42 "GET /v2.0/networks/71c89238-8f5d-43f8-b1be-95c24d55419f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853673 Aug 10 03:41:04.384817 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81e0ecc-2b38-443f-9355-4b05e2e6e7f7 req-d6320531-b9ae-4155-8f0b-8fb9e6017e5b tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:04.386686 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b81e0ecc-2b38-443f-9355-4b05e2e6e7f7 req-d6320531-b9ae-4155-8f0b-8fb9e6017e5b tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=3901e094-8039-4da2-a0dd-6aad742e7a97 HTTP/1.1" status: 200 len: 944 time: 0.1149585 Aug 10 03:41:04.529287 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b81e0ecc-2b38-443f-9355-4b05e2e6e7f7 req-47fdc2b1-77ed-402e-b05e-6a9dc8f7a7cd tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9d97ea0-2a9f-4286-b02c-31ca2320c427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327326 Aug 10 03:41:04.862880 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-3d4f7552-4f45-43f5-b040-e6e9a328bc21 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1343016175'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:04.899165 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d4f7552-4f45-43f5-b040-e6e9a328bc21 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Made reservation on behalf of 77d4506e9cec4013b90dfeb3668105dc for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:41:04.903508 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3d4f7552-4f45-43f5-b040-e6e9a328bc21 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:04.919934 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3d4f7552-4f45-43f5-b040-e6e9a328bc21 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:05.084750 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3d4f7552-4f45-43f5-b040-e6e9a328bc21 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:05.096902 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3d4f7552-4f45-43f5-b040-e6e9a328bc21 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:05.133115 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d4f7552-4f45-43f5-b040-e6e9a328bc21 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:41:05.140576 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4f7552-4f45-43f5-b040-e6e9a328bc21 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c643404f-df6b-4b84-80a4-95acec489078,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:05.151416 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3d4f7552-4f45-43f5-b040-e6e9a328bc21 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:05.151826 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-3d4f7552-4f45-43f5-b040-e6e9a328bc21 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Added segment 5ee29087-3396-4c2b-a638-c84e51bbea3e of type vlan for network 2d3aa310-3c36-483e-8a3f-f056c0f3a7b6 Aug 10 03:41:05.206621 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3d4f7552-4f45-43f5-b040-e6e9a328bc21 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:05.245654 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3d4f7552-4f45-43f5-b040-e6e9a328bc21 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:05.252520 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4f7552-4f45-43f5-b040-e6e9a328bc21 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:05.253587 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3d4f7552-4f45-43f5-b040-e6e9a328bc21 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:05.332529 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-3d4f7552-4f45-43f5-b040-e6e9a328bc21 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1011286 Aug 10 03:41:05.339517 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4f7552-4f45-43f5-b040-e6e9a328bc21 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Pushing event updated for resources: {'Network': ['ID=2d3aa310-3c36-483e-8a3f-f056c0f3a7b6,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:05.363713 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 2d3aa310-3c36-483e-8a3f-f056c0f3a7b6 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:41:05.524530 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device cc99cb96-f2b8-4753-9689-f7c3b5e67ace details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:41:05.920656 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port cc99cb96-f2b8-4753-9689-f7c3b5e67ace, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=cc99cb96-f2b8-4753-9689-f7c3b5e67ace,segment=NetworkSegment(137a9801-8fd3-46c2-ac1d-bb4eee5c7163),segment_id=137a9801-8fd3-46c2-ac1d-bb4eee5c7163)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:05.963575 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': 'cc99cb96-f2b8-4753-9689-f7c3b5e67ace', 'network_id': 'd07bf9c0-feda-49f0-ac68-879462adf9f1', 'port_id': 'cc99cb96-f2b8-4753-9689-f7c3b5e67ace', 'mac_address': 'fa:16:3e:39:9e:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33a1c40e-b5d2-46c7-a6a1-fa6cc0352aec', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:41:05.997593 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f84026-c88a-4d0e-8457-1f04d1207169 req-7add5e16-942d-405c-8b80-f34a2d5b1227 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:06.008219 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e3f84026-c88a-4d0e-8457-1f04d1207169 req-7add5e16-942d-405c-8b80-f34a2d5b1227 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=3901e094-8039-4da2-a0dd-6aad742e7a97 HTTP/1.1" status: 200 len: 944 time: 0.1758695 Aug 10 03:41:06.060026 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:06.081059 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e3f84026-c88a-4d0e-8457-1f04d1207169 req-30726788-69f2-411b-83ef-45ff90bcf88b tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9d97ea0-2a9f-4286-b02c-31ca2320c427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694156 Aug 10 03:41:06.086500 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc99cb96-f2b8-4753-9689-f7c3b5e67ace {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:41:06.137504 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port cc99cb96-f2b8-4753-9689-f7c3b5e67ace, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=cc99cb96-f2b8-4753-9689-f7c3b5e67ace,segment=NetworkSegment(137a9801-8fd3-46c2-ac1d-bb4eee5c7163),segment_id=137a9801-8fd3-46c2-ac1d-bb4eee5c7163)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:06.146849 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:06.243711 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=cc99cb96-f2b8-4753-9689-f7c3b5e67ace,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:06.730812 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['cc99cb96-f2b8-4753-9689-f7c3b5e67ace'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:41:07.342854 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd1348e-f522-4cd6-b802-b14b49c73d75 req-c80b5c58-45dc-45ac-aa3d-9446d70d20de tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:07.357212 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bcd1348e-f522-4cd6-b802-b14b49c73d75 req-c80b5c58-45dc-45ac-aa3d-9446d70d20de tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=3901e094-8039-4da2-a0dd-6aad742e7a97 HTTP/1.1" status: 200 len: 945 time: 0.1408110 Aug 10 03:41:07.429392 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 55450) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:07.430786 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:41:07.448307 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bcd1348e-f522-4cd6-b802-b14b49c73d75 req-ccdf07b4-7627-4743-9e13-5617302d5fe1 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9d97ea0-2a9f-4286-b02c-31ca2320c427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888774 Aug 10 03:41:07.731807 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-86138284-2093-45a6-953d-d27e2e1bcb9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:08.031444 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-86138284-2093-45a6-953d-d27e2e1bcb9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:08.038840 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-86138284-2093-45a6-953d-d27e2e1bcb9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:08.153497 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-86138284-2093-45a6-953d-d27e2e1bcb9f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=618dc69b86d945248727c2fd295126a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7197814 Aug 10 03:41:08.155690 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 55460) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:08.180258 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86138284-2093-45a6-953d-d27e2e1bcb9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e580896f-d7f6-4d22-a3d3-57d4586f8c77,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:08.262016 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7096e792-ac39-40cf-b8d1-f2a13b3393c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:08.292190 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7096e792-ac39-40cf-b8d1-f2a13b3393c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:08.387548 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7096e792-ac39-40cf-b8d1-f2a13b3393c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:08.391404 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7096e792-ac39-40cf-b8d1-f2a13b3393c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:08.395694 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-7096e792-ac39-40cf-b8d1-f2a13b3393c7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e580896f-d7f6-4d22-a3d3-57d4586f8c77 HTTP/1.1" status: 204 len: 168 time: 0.2358460 Aug 10 03:41:08.404956 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7096e792-ac39-40cf-b8d1-f2a13b3393c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e580896f-d7f6-4d22-a3d3-57d4586f8c77,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:08.645771 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54927c0-a766-4adf-ae8a-4be5fbb9807e req-2d93456e-ecfe-454e-983b-51ee6020e6e8 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:08.655831 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a54927c0-a766-4adf-ae8a-4be5fbb9807e req-2d93456e-ecfe-454e-983b-51ee6020e6e8 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=3901e094-8039-4da2-a0dd-6aad742e7a97 HTTP/1.1" status: 200 len: 945 time: 0.0765758 Aug 10 03:41:08.705887 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a54927c0-a766-4adf-ae8a-4be5fbb9807e req-da79398d-f8b5-4e02-a8ce-7d5691a59edd tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9d97ea0-2a9f-4286-b02c-31ca2320c427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490062 Aug 10 03:41:08.933814 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 55472) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:08.953081 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5f518e01-e7cb-44b5-ade9-333ef158443e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:09.095972 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5f518e01-e7cb-44b5-ade9-333ef158443e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:09.104531 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5f518e01-e7cb-44b5-ade9-333ef158443e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:09.211698 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-5f518e01-e7cb-44b5-ade9-333ef158443e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b6062de1b4354e128fca4fd42b97d0f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2759116 Aug 10 03:41:09.212908 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f518e01-e7cb-44b5-ade9-333ef158443e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9872cf1b-ed92-4466-9baa-ce447ee5dc9e,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:09.215916 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 55482) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:09.416008 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cbf508c6-a2df-445a-a926-d06f2f598c46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:09.475887 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cbf508c6-a2df-445a-a926-d06f2f598c46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:09.550515 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device cc99cb96-f2b8-4753-9689-f7c3b5e67ace up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:41:09.567349 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cbf508c6-a2df-445a-a926-d06f2f598c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:09.575044 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cbf508c6-a2df-445a-a926-d06f2f598c46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:09.576358 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-cbf508c6-a2df-445a-a926-d06f2f598c46 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9872cf1b-ed92-4466-9baa-ce447ee5dc9e HTTP/1.1" status: 204 len: 168 time: 0.3582015 Aug 10 03:41:09.612414 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf508c6-a2df-445a-a926-d06f2f598c46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9872cf1b-ed92-4466-9baa-ce447ee5dc9e,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:09.668009 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning for port cc99cb96-f2b8-4753-9689-f7c3b5e67ace completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:41:09.676506 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port cc99cb96-f2b8-4753-9689-f7c3b5e67ace triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:09.676901 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:10.007908 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 55546) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:10.013864 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-10bf2e01-3e34-4c10-93ed-adafc5d58c86 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Request body: {'subnet': {'network_id': '2d3aa310-3c36-483e-8a3f-f056c0f3a7b6', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:10.107638 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:10.187965 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd454820-3e83-4b97-8b27-0adf778d1b2a req-14ddbbe6-64cc-406e-a61f-b377d69df056 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:10.202492 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port cc99cb96-f2b8-4753-9689-f7c3b5e67ace, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=cc99cb96-f2b8-4753-9689-f7c3b5e67ace,segment=NetworkSegment(137a9801-8fd3-46c2-ac1d-bb4eee5c7163),segment_id=137a9801-8fd3-46c2-ac1d-bb4eee5c7163)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:10.203857 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3901e094-8039-4da2-a0dd-6aad742e7a97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc99cb96-f2b8-4753-9689-f7c3b5e67ace'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:41:10.207405 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b87f7466-c851-4d7c-8e47-964c74ca8b9a" -d '{"events": [{"server_uuid": "3901e094-8039-4da2-a0dd-6aad742e7a97", "name": "network-vif-plugged", "status": "completed", "tag": "cc99cb96-f2b8-4753-9689-f7c3b5e67ace"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:41:10.212762 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bd454820-3e83-4b97-8b27-0adf778d1b2a req-14ddbbe6-64cc-406e-a61f-b377d69df056 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=3901e094-8039-4da2-a0dd-6aad742e7a97 HTTP/1.1" status: 200 len: 945 time: 0.2291288 Aug 10 03:41:10.216549 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:10.217440 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10bf2e01-3e34-4c10-93ed-adafc5d58c86 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Made reservation on behalf of 77d4506e9cec4013b90dfeb3668105dc for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:41:10.221434 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-10bf2e01-3e34-4c10-93ed-adafc5d58c86 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:10.341417 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=cc99cb96-f2b8-4753-9689-f7c3b5e67ace,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:10.362212 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:10.362352 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:10.363287 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:10.363664 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:10.364003 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:10.364415 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:10.364753 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:10.365090 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:10.365489 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:10.365734 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:10.366189 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:10.366899 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:10.396092 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37d61a19-3e0f-409f-8d49-ba4bb2793575 x-openstack-request-id: req-37d61a19-3e0f-409f-8d49-ba4bb2793575 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:41:10.396394 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3901e094-8039-4da2-a0dd-6aad742e7a97", "name": "network-vif-plugged", "status": "completed", "tag": "cc99cb96-f2b8-4753-9689-f7c3b5e67ace", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:41:10.396650 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-37d61a19-3e0f-409f-8d49-ba4bb2793575 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:41:10.397045 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3901e094-8039-4da2-a0dd-6aad742e7a97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc99cb96-f2b8-4753-9689-f7c3b5e67ace', 'code': 200} Aug 10 03:41:10.415392 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bd454820-3e83-4b97-8b27-0adf778d1b2a req-7698299e-f570-448a-9213-7a37024d7f4b tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9d97ea0-2a9f-4286-b02c-31ca2320c427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752284 Aug 10 03:41:10.680430 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca66ab0f-706d-4ca9-91e4-b71c5cb6cc9d req-f22aef6e-ba66-4d5a-bffb-e86cc9f65632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:10.682062 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ca66ab0f-706d-4ca9-91e4-b71c5cb6cc9d req-f22aef6e-ba66-4d5a-bffb-e86cc9f65632 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3901e094-8039-4da2-a0dd-6aad742e7a97 HTTP/1.1" status: 200 len: 1098 time: 0.1506398 Aug 10 03:41:10.728498 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-10bf2e01-3e34-4c10-93ed-adafc5d58c86 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:10.847623 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bf2e01-3e34-4c10-93ed-adafc5d58c86 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Pushing event updated for resources: {'Subnet': ['ID=5ebb793f-3935-4397-96eb-e2008137e2c7,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:10.917655 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ca66ab0f-706d-4ca9-91e4-b71c5cb6cc9d req-d1c00064-713b-4df9-a349-6962425b9d76 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a9d97ea0-2a9f-4286-b02c-31ca2320c427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213476 Aug 10 03:41:10.955004 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bf2e01-3e34-4c10-93ed-adafc5d58c86 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Checking segment: {'id': '5ee29087-3396-4c2b-a638-c84e51bbea3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '2d3aa310-3c36-483e-8a3f-f056c0f3a7b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:41:10.955720 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10bf2e01-3e34-4c10-93ed-adafc5d58c86 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Network hostable DHCP agents. Network: 2d3aa310-3c36-483e-8a3f-f056c0f3a7b6, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:41:10.991113 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10bf2e01-3e34-4c10-93ed-adafc5d58c86 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Network 2d3aa310-3c36-483e-8a3f-f056c0f3a7b6 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:41:11.014429 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-10bf2e01-3e34-4c10-93ed-adafc5d58c86 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 2d3aa310-3c36-483e-8a3f-f056c0f3a7b6) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:41:11.030079 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10bf2e01-3e34-4c10-93ed-adafc5d58c86 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:11.032711 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-10bf2e01-3e34-4c10-93ed-adafc5d58c86 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:11.042536 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32459660-ea73-4f3b-bccd-09883709fc8b None None] Network 2d3aa310-3c36-483e-8a3f-f056c0f3a7b6 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:41:11.068930 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-10bf2e01-3e34-4c10-93ed-adafc5d58c86 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0594387 Aug 10 03:41:11.072245 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 55656) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:11.091461 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-7c7ccf4d-9363-4011-a648-8c9ab0ddaa82 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1527649829'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:11.173612 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c7ccf4d-9363-4011-a648-8c9ab0ddaa82 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Made reservation on behalf of 77d4506e9cec4013b90dfeb3668105dc for: {'network': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:41:11.181611 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7c7ccf4d-9363-4011-a648-8c9ab0ddaa82 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:11.257681 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c7ccf4d-9363-4011-a648-8c9ab0ddaa82 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=94260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:41:11.275775 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7c7ccf4d-9363-4011-a648-8c9ab0ddaa82 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:11.276154 n-d-768862-13 neutron-server[94260]: INFO neutron.db.segments_db [None req-7c7ccf4d-9363-4011-a648-8c9ab0ddaa82 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Added segment a4595e0c-fb88-4e6a-9599-f21c3aee4a3e of type vlan for network dd898562-6eb0-41e2-a237-b6379af2e003 Aug 10 03:41:11.382675 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7c7ccf4d-9363-4011-a648-8c9ab0ddaa82 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:11.473149 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7c7ccf4d-9363-4011-a648-8c9ab0ddaa82 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:11.501514 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd76f46b-9387-471b-9333-dc7889bbef2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-2d3aa310-3c36-483e-8a3f-f056c0f3a7b6', 'network_id': '2d3aa310-3c36-483e-8a3f-f056c0f3a7b6', 'tenant_id': '77d4506e9cec4013b90dfeb3668105dc', 'fixed_ips': [{'subnet_id': '5ebb793f-3935-4397-96eb-e2008137e2c7'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:41:11.506147 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-cd76f46b-9387-471b-9333-dc7889bbef2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:11.507543 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7ccf4d-9363-4011-a648-8c9ab0ddaa82 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:11.514400 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7c7ccf4d-9363-4011-a648-8c9ab0ddaa82 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:11.792989 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-7c7ccf4d-9363-4011-a648-8c9ab0ddaa82 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7168069 Aug 10 03:41:11.795759 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 55704) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:11.814968 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-8c5e5700-9bf8-4dbf-a2d0-6fa148aac189 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Request body: {'subnet': {'network_id': 'dd898562-6eb0-41e2-a237-b6379af2e003', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:11.919461 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7ccf4d-9363-4011-a648-8c9ab0ddaa82 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Pushing event updated for resources: {'Network': ['ID=dd898562-6eb0-41e2-a237-b6379af2e003,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:11.973508 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0921c1bb-8a4c-42e2-ae63-94fd2f9d78fd req-13e0993e-3671-441b-a4c9-64cd8d0697fe tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:11.980310 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0921c1bb-8a4c-42e2-ae63-94fd2f9d78fd req-13e0993e-3671-441b-a4c9-64cd8d0697fe tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=3901e094-8039-4da2-a0dd-6aad742e7a97 HTTP/1.1" status: 200 len: 946 time: 0.1918426 Aug 10 03:41:12.019097 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c5e5700-9bf8-4dbf-a2d0-6fa148aac189 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Made reservation on behalf of 77d4506e9cec4013b90dfeb3668105dc for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:41:12.031776 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8c5e5700-9bf8-4dbf-a2d0-6fa148aac189 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:12.048194 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network dd898562-6eb0-41e2-a237-b6379af2e003 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:41:12.086686 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-cd76f46b-9387-471b-9333-dc7889bbef2d None None] Allocated IP 2001:db8:0:ffff::2 (2d3aa310-3c36-483e-8a3f-f056c0f3a7b6/5ebb793f-3935-4397-96eb-e2008137e2c7/660d8e65-9627-41eb-8fd0-bfff184b8315) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:41:12.098197 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0921c1bb-8a4c-42e2-ae63-94fd2f9d78fd req-7b77174b-5179-4e05-b6d2-44f9b2a8ebc7 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9d97ea0-2a9f-4286-b02c-31ca2320c427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074197 Aug 10 03:41:12.383827 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8c5e5700-9bf8-4dbf-a2d0-6fa148aac189 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:12.560707 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5e5700-9bf8-4dbf-a2d0-6fa148aac189 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Pushing event updated for resources: {'Subnet': ['ID=3063c084-f2d9-4254-9e91-874888a2e9a8,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:12.643093 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5e5700-9bf8-4dbf-a2d0-6fa148aac189 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Checking segment: {'id': 'a4595e0c-fb88-4e6a-9599-f21c3aee4a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dd898562-6eb0-41e2-a237-b6379af2e003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:41:12.645531 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5e5700-9bf8-4dbf-a2d0-6fa148aac189 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Network hostable DHCP agents. Network: dd898562-6eb0-41e2-a237-b6379af2e003, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:41:12.705515 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-cd76f46b-9387-471b-9333-dc7889bbef2d None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:12.739127 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-cd76f46b-9387-471b-9333-dc7889bbef2d None None] Transition to ACTIVE for port object 660d8e65-9627-41eb-8fd0-bfff184b8315 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:41:12.748251 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5e5700-9bf8-4dbf-a2d0-6fa148aac189 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Network dd898562-6eb0-41e2-a237-b6379af2e003 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:41:12.772753 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-cd76f46b-9387-471b-9333-dc7889bbef2d None None] Transition to ACTIVE for port object 660d8e65-9627-41eb-8fd0-bfff184b8315 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:41:12.786285 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-cd76f46b-9387-471b-9333-dc7889bbef2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:12.800876 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-8c5e5700-9bf8-4dbf-a2d0-6fa148aac189 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, dd898562-6eb0-41e2-a237-b6379af2e003) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:41:12.818238 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5e5700-9bf8-4dbf-a2d0-6fa148aac189 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:12.819395 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8c5e5700-9bf8-4dbf-a2d0-6fa148aac189 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:12.869181 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-8c5e5700-9bf8-4dbf-a2d0-6fa148aac189 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0709257 Aug 10 03:41:12.882639 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd76f46b-9387-471b-9333-dc7889bbef2d None None] Network 2d3aa310-3c36-483e-8a3f-f056c0f3a7b6 is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:41:12.882862 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 55794) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:12.883605 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a5ae4a-7f73-494b-a501-a2261b36d336 None None] Network dd898562-6eb0-41e2-a237-b6379af2e003 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:41:12.888967 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-cd76f46b-9387-471b-9333-dc7889bbef2d None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:41:12.910674 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd76f46b-9387-471b-9333-dc7889bbef2d None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:41:13.233051 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1680071e-41c7-4752-8906-8d03f1448d5f tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:13.339733 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-cd76f46b-9387-471b-9333-dc7889bbef2d None None] Attempting to bind port 660d8e65-9627-41eb-8fd0-bfff184b8315 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:41:13.342217 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-cd76f46b-9387-471b-9333-dc7889bbef2d None None] Attempting to bind port 660d8e65-9627-41eb-8fd0-bfff184b8315 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '5ee29087-3396-4c2b-a638-c84e51bbea3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '2d3aa310-3c36-483e-8a3f-f056c0f3a7b6'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:41:13.343097 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd76f46b-9387-471b-9333-dc7889bbef2d None None] Attempting to bind port 660d8e65-9627-41eb-8fd0-bfff184b8315 on network 2d3aa310-3c36-483e-8a3f-f056c0f3a7b6 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:41:13.363905 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd76f46b-9387-471b-9333-dc7889bbef2d None None] Pushing event updated for resources: {'Port': ['ID=660d8e65-9627-41eb-8fd0-bfff184b8315,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:13.378773 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd76f46b-9387-471b-9333-dc7889bbef2d None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:41:13.379722 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd76f46b-9387-471b-9333-dc7889bbef2d None None] Checking segment: {'id': '5ee29087-3396-4c2b-a638-c84e51bbea3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '2d3aa310-3c36-483e-8a3f-f056c0f3a7b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:41:13.380603 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-cd76f46b-9387-471b-9333-dc7889bbef2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:13.381498 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd76f46b-9387-471b-9333-dc7889bbef2d None None] Bound using segment: {'id': '5ee29087-3396-4c2b-a638-c84e51bbea3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '2d3aa310-3c36-483e-8a3f-f056c0f3a7b6'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:41:13.382706 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-cd76f46b-9387-471b-9333-dc7889bbef2d None None] Bound port: 660d8e65-9627-41eb-8fd0-bfff184b8315, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ee29087-3396-4c2b-a638-c84e51bbea3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '2d3aa310-3c36-483e-8a3f-f056c0f3a7b6'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:41:13.384497 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-cd76f46b-9387-471b-9333-dc7889bbef2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:13.562040 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1dc755-45c4-4c64-87aa-057a5325e851 req-070592c9-278f-4c41-8fd3-62e897014285 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:13.571769 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8a1dc755-45c4-4c64-87aa-057a5325e851 req-070592c9-278f-4c41-8fd3-62e897014285 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=3901e094-8039-4da2-a0dd-6aad742e7a97 HTTP/1.1" status: 200 len: 946 time: 0.3041625 Aug 10 03:41:13.591426 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1680071e-41c7-4752-8906-8d03f1448d5f tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:13.698734 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8a1dc755-45c4-4c64-87aa-057a5325e851 req-dd58f15b-20f9-4dd4-a5c9-0534ec6946f2 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9d97ea0-2a9f-4286-b02c-31ca2320c427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245241 Aug 10 03:41:13.713808 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-cd76f46b-9387-471b-9333-dc7889bbef2d None None] For port 660d8e65-9627-41eb-8fd0-bfff184b8315, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:41:13.738936 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1680071e-41c7-4752-8906-8d03f1448d5f tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:13.757528 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-cd76f46b-9387-471b-9333-dc7889bbef2d None None] For port 660d8e65-9627-41eb-8fd0-bfff184b8315, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=660d8e65-9627-41eb-8fd0-bfff184b8315,segment=NetworkSegment(5ee29087-3396-4c2b-a638-c84e51bbea3e),segment_id=5ee29087-3396-4c2b-a638-c84e51bbea3e)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:41:13.761900 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2da7a55-420f-4736-95e7-192063c89086 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-dd898562-6eb0-41e2-a237-b6379af2e003', 'network_id': 'dd898562-6eb0-41e2-a237-b6379af2e003', 'tenant_id': '77d4506e9cec4013b90dfeb3668105dc', 'fixed_ips': [{'subnet_id': '3063c084-f2d9-4254-9e91-874888a2e9a8'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:41:13.763570 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e2da7a55-420f-4736-95e7-192063c89086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:13.807107 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-cd76f46b-9387-471b-9333-dc7889bbef2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:13.862681 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1680071e-41c7-4752-8906-8d03f1448d5f tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Pushing event deleted for resources: {'Subnet': ['ID=3063c084-f2d9-4254-9e91-874888a2e9a8,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:14.051111 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1680071e-41c7-4752-8906-8d03f1448d5f tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:14.062480 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd76f46b-9387-471b-9333-dc7889bbef2d None None] Pushing event updated for resources: {'Port': ['ID=660d8e65-9627-41eb-8fd0-bfff184b8315,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:14.100619 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63a3c4e-e683-476b-85ec-94d9c20563b5 None None] Network dd898562-6eb0-41e2-a237-b6379af2e003 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:41:14.104878 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-1680071e-41c7-4752-8906-8d03f1448d5f tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd898562-6eb0-41e2-a237-b6379af2e003']}} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:14.170259 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b42a000f-43f6-4e18-8f9a-3b971a996ddd req-78dff276-3570-4879-b8e0-561cdbdfde1c tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=2680b799feb54d8c9fdff98330bf1a96 HTTP/1.1" status: 200 len: 267 time: 0.3036728 Aug 10 03:41:14.198031 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-1680071e-41c7-4752-8906-8d03f1448d5f tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4595e0c-fb88-4e6a-9599-f21c3aee4a3e') {'for_net_delete': True} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:14.198580 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-1680071e-41c7-4752-8906-8d03f1448d5f tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4595e0c-fb88-4e6a-9599-f21c3aee4a3e') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:14.306872 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1680071e-41c7-4752-8906-8d03f1448d5f tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191186'] for segment, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:14.449499 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1680071e-41c7-4752-8906-8d03f1448d5f tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:14.495946 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1680071e-41c7-4752-8906-8d03f1448d5f tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=94260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:41:14.496966 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1680071e-41c7-4752-8906-8d03f1448d5f tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58895489'] for segment, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:14.518798 n-d-768862-13 neutron-server[94260]: Traceback (most recent call last): Aug 10 03:41:14.518798 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:41:14.518798 n-d-768862-13 neutron-server[94260]: timer() Aug 10 03:41:14.518798 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:41:14.518798 n-d-768862-13 neutron-server[94260]: cb(*args, **kw) Aug 10 03:41:14.518798 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:41:14.518798 n-d-768862-13 neutron-server[94260]: return func(*args, **kwargs) Aug 10 03:41:14.518798 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:41:14.518798 n-d-768862-13 neutron-server[94260]: self._notify() Aug 10 03:41:14.518798 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:41:14.518798 n-d-768862-13 neutron-server[94260]: self.callback(batched_events) Aug 10 03:41:14.518798 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:41:14.518798 n-d-768862-13 neutron-server[94260]: event.method(event) Aug 10 03:41:14.518798 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:41:14.518798 n-d-768862-13 neutron-server[94260]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:41:14.518798 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:41:14.518798 n-d-768862-13 neutron-server[94260]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:41:14.518798 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:41:14.518798 n-d-768862-13 neutron-server[94260]: return f(self, *a, **k) Aug 10 03:41:14.518798 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:41:14.518798 n-d-768862-13 neutron-server[94260]: return self._get(url).json() Aug 10 03:41:14.518798 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:41:14.518798 n-d-768862-13 neutron-server[94260]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:41:14.518798 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:41:14.518798 n-d-768862-13 neutron-server[94260]: return self.request(url, 'GET', **kwargs) Aug 10 03:41:14.518798 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:41:14.518798 n-d-768862-13 neutron-server[94260]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:41:14.518798 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:41:14.518798 n-d-768862-13 neutron-server[94260]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:41:14.518798 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:41:14.518798 n-d-768862-13 neutron-server[94260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:41:14.518798 n-d-768862-13 neutron-server[94260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:41:14.539771 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a000f-43f6-4e18-8f9a-3b971a996ddd req-b5a2e340-02da-4e9c-9283-d41fc88119e7 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:14.559501 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b42a000f-43f6-4e18-8f9a-3b971a996ddd req-b5a2e340-02da-4e9c-9283-d41fc88119e7 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=3901e094-8039-4da2-a0dd-6aad742e7a97 HTTP/1.1" status: 200 len: 946 time: 0.3648672 Aug 10 03:41:14.697552 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-b42a000f-43f6-4e18-8f9a-3b971a996ddd req-0f24d5e5-8125-4496-8133-ea84ceeeffb2 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Request body: {'port': {'security_groups': []}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:14.747993 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1680071e-41c7-4752-8906-8d03f1448d5f tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:14.776275 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1680071e-41c7-4752-8906-8d03f1448d5f tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:14.778694 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-1680071e-41c7-4752-8906-8d03f1448d5f tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] 10.222.0.44 "DELETE /v2.0/networks/dd898562-6eb0-41e2-a237-b6379af2e003 HTTP/1.1" status: 204 len: 168 time: 1.9047227 Aug 10 03:41:14.779725 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1680071e-41c7-4752-8906-8d03f1448d5f tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Pushing event deleted for resources: {'Network': ['ID=dd898562-6eb0-41e2-a237-b6379af2e003,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:14.784326 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 55938) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:14.801739 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-59c92456-f3dc-480b-a059-5c0131225343 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-86567111'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:14.829859 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-b42a000f-43f6-4e18-8f9a-3b971a996ddd req-0f24d5e5-8125-4496-8133-ea84ceeeffb2 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:14.878502 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c92456-f3dc-480b-a059-5c0131225343 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Made reservation on behalf of 77d4506e9cec4013b90dfeb3668105dc for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:41:14.882346 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-59c92456-f3dc-480b-a059-5c0131225343 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:14.938640 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59c92456-f3dc-480b-a059-5c0131225343 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:41:14.963720 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-59c92456-f3dc-480b-a059-5c0131225343 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:14.964190 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-59c92456-f3dc-480b-a059-5c0131225343 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Added segment a8615a05-7525-4532-ad8e-28c2ac7068ea of type vlan for network 13276afd-30a4-4ffd-aa73-9afb6b40a691 Aug 10 03:41:15.056223 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-59c92456-f3dc-480b-a059-5c0131225343 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:15.159660 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-59c92456-f3dc-480b-a059-5c0131225343 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:15.186882 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c92456-f3dc-480b-a059-5c0131225343 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:15.186882 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-59c92456-f3dc-480b-a059-5c0131225343 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:15.481061 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-b42a000f-43f6-4e18-8f9a-3b971a996ddd req-0f24d5e5-8125-4496-8133-ea84ceeeffb2 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] For port cc99cb96-f2b8-4753-9689-f7c3b5e67ace, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=cc99cb96-f2b8-4753-9689-f7c3b5e67ace,segment=NetworkSegment(137a9801-8fd3-46c2-ac1d-bb4eee5c7163),segment_id=137a9801-8fd3-46c2-ac1d-bb4eee5c7163)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:15.510380 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-59c92456-f3dc-480b-a059-5c0131225343 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.7235436 Aug 10 03:41:15.517285 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 55990) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:15.537061 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-ad3d243e-c92f-4d9e-a6b4-290660f0550d tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Request body: {'subnet': {'network_id': '13276afd-30a4-4ffd-aa73-9afb6b40a691', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:15.580684 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-b42a000f-43f6-4e18-8f9a-3b971a996ddd req-0f24d5e5-8125-4496-8133-ea84ceeeffb2 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:15.592387 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-b42a000f-43f6-4e18-8f9a-3b971a996ddd req-0f24d5e5-8125-4496-8133-ea84ceeeffb2 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:15.611602 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['df5b258a-3930-40b7-b0b2-daf7ffbc6757', '64674e3c-22d6-458c-acda-36a6227d75b0', 'cc99cb96-f2b8-4753-9689-f7c3b5e67ace'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:41:15.652130 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c92456-f3dc-480b-a059-5c0131225343 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Pushing event updated for resources: {'Network': ['ID=13276afd-30a4-4ffd-aa73-9afb6b40a691,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:15.788948 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 13276afd-30a4-4ffd-aa73-9afb6b40a691 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:41:15.851348 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad3d243e-c92f-4d9e-a6b4-290660f0550d tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Made reservation on behalf of 77d4506e9cec4013b90dfeb3668105dc for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:41:15.859793 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ad3d243e-c92f-4d9e-a6b4-290660f0550d tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:15.896897 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f24d5e5-8125-4496-8133-ea84ceeeffb2 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Pushing event updated for resources: {'Port': ['ID=cc99cb96-f2b8-4753-9689-f7c3b5e67ace,revision_number=6']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:15.948199 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a000f-43f6-4e18-8f9a-3b971a996ddd req-0f24d5e5-8125-4496-8133-ea84ceeeffb2 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:15.957533 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-b42a000f-43f6-4e18-8f9a-3b971a996ddd req-0f24d5e5-8125-4496-8133-ea84ceeeffb2 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:15.986832 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b42a000f-43f6-4e18-8f9a-3b971a996ddd req-0f24d5e5-8125-4496-8133-ea84ceeeffb2 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "PUT /v2.0/ports/cc99cb96-f2b8-4753-9689-f7c3b5e67ace HTTP/1.1" status: 200 len: 905 time: 1.3018100 Aug 10 03:41:15.987725 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3901e094-8039-4da2-a0dd-6aad742e7a97', 'tag': 'cc99cb96-f2b8-4753-9689-f7c3b5e67ace'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:41:16.002010 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43ed3436-1864-4e29-b2be-454476ae1a31" -d '{"events": [{"name": "network-changed", "server_uuid": "3901e094-8039-4da2-a0dd-6aad742e7a97", "tag": "cc99cb96-f2b8-4753-9689-f7c3b5e67ace"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:41:16.010088 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 660d8e65-9627-41eb-8fd0-bfff184b8315 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:41:16.162822 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1327e82f-ba0a-4c5e-ae96-29ab955063ef None None] Network 2d3aa310-3c36-483e-8a3f-f056c0f3a7b6 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:41:16.222202 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['cc99cb96-f2b8-4753-9689-f7c3b5e67ace'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:41:16.318979 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08feaf09-8674-4704-b978-f156ccd137e9 x-openstack-request-id: req-08feaf09-8674-4704-b978-f156ccd137e9 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:41:16.320313 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3901e094-8039-4da2-a0dd-6aad742e7a97", "tag": "cc99cb96-f2b8-4753-9689-f7c3b5e67ace", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:41:16.322835 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-08feaf09-8674-4704-b978-f156ccd137e9 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:41:16.324814 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3901e094-8039-4da2-a0dd-6aad742e7a97', 'tag': 'cc99cb96-f2b8-4753-9689-f7c3b5e67ace', 'status': 'completed', 'code': 200} Aug 10 03:41:16.408935 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-445c94e1-e648-408f-9d86-b9fabed65d33 None None] Provisioning for port 660d8e65-9627-41eb-8fd0-bfff184b8315 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:41:16.455033 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ea59d-83ce-47c6-8875-1b55188312ad req-6710ed10-b562-4720-886d-6890a612171e tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:16.459870 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fe0ea59d-83ce-47c6-8875-1b55188312ad req-6710ed10-b562-4720-886d-6890a612171e tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=3901e094-8039-4da2-a0dd-6aad742e7a97 HTTP/1.1" status: 200 len: 908 time: 0.1919193 Aug 10 03:41:16.647391 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 660d8e65-9627-41eb-8fd0-bfff184b8315 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:41:16.724786 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 660d8e65-9627-41eb-8fd0-bfff184b8315 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:16.725457 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:16.834568 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eae0b2-25bb-4b35-b750-a5ec1401f3d9 req-151fe9b2-af16-46d8-885b-1927a282ad53 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:16.861386 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f9eae0b2-25bb-4b35-b750-a5ec1401f3d9 req-151fe9b2-af16-46d8-885b-1927a282ad53 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 944 time: 0.1924524 Aug 10 03:41:16.869341 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-2e4ed09f-f7ad-4f85-9b68-792b3799930b None None] Provisioning complete for port cc99cb96-f2b8-4753-9689-f7c3b5e67ace triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:16.869999 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-2e4ed09f-f7ad-4f85-9b68-792b3799930b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:16.890001 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ed3436-1864-4e29-b2be-454476ae1a31 req-94b0e045-0205-42e0-a1e2-f7323fe6af65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:16.894478 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-43ed3436-1864-4e29-b2be-454476ae1a31 req-94b0e045-0205-42e0-a1e2-f7323fe6af65 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2680b799feb54d8c9fdff98330bf1a96&device_id=3901e094-8039-4da2-a0dd-6aad742e7a97 HTTP/1.1" status: 200 len: 1060 time: 0.2817931 Aug 10 03:41:16.992712 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f9eae0b2-25bb-4b35-b750-a5ec1401f3d9 req-689aa99c-2134-41cf-bc79-846d8837ec42 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=970733cb-cbb6-4524-9c4b-45ba2a794350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279449 Aug 10 03:41:17.017118 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ed3436-1864-4e29-b2be-454476ae1a31 req-4a07f467-50bf-4843-8b96-59d985b68a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:17.019133 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-43ed3436-1864-4e29-b2be-454476ae1a31 req-4a07f467-50bf-4843-8b96-59d985b68a9a service neutron] 10.222.0.61 "GET /v2.0/networks?id=d07bf9c0-feda-49f0-ac68-879462adf9f1 HTTP/1.1" status: 200 len: 911 time: 0.1109335 Aug 10 03:41:17.030264 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ad3d243e-c92f-4d9e-a6b4-290660f0550d tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:17.093913 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 56070) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:17.194029 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-43ed3436-1864-4e29-b2be-454476ae1a31 req-bfef84d6-d0d8-4c9a-9f96-7b1da198432f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc99cb96-f2b8-4753-9689-f7c3b5e67ace HTTP/1.1" status: 200 len: 217 time: 0.1659627 Aug 10 03:41:17.247661 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:17.305478 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3d243e-c92f-4d9e-a6b4-290660f0550d tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Checking segment: {'id': 'a8615a05-7525-4532-ad8e-28c2ac7068ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '13276afd-30a4-4ffd-aa73-9afb6b40a691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:41:17.306074 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3d243e-c92f-4d9e-a6b4-290660f0550d tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Network hostable DHCP agents. Network: 13276afd-30a4-4ffd-aa73-9afb6b40a691, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:41:17.321627 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3d243e-c92f-4d9e-a6b4-290660f0550d tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Pushing event updated for resources: {'Subnet': ['ID=b8a7df37-6c65-4cf5-a016-fcb60aabc1ee,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:17.383101 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ed3436-1864-4e29-b2be-454476ae1a31 req-fbf4317b-790c-45c2-a9a3-a844c8c3af7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:17.386501 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-43ed3436-1864-4e29-b2be-454476ae1a31 req-fbf4317b-790c-45c2-a9a3-a844c8c3af7d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=33a1c40e-b5d2-46c7-a6a1-fa6cc0352aec HTTP/1.1" status: 200 len: 850 time: 0.1682432 Aug 10 03:41:17.422994 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6923b0d1-c446-492c-9a45-19df21e648d6 req-7d92e829-b583-43af-85f1-e2cfe28c6982 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:17.438075 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6923b0d1-c446-492c-9a45-19df21e648d6 req-7d92e829-b583-43af-85f1-e2cfe28c6982 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 944 time: 0.1785824 Aug 10 03:41:17.469054 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3d243e-c92f-4d9e-a6b4-290660f0550d tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Network 13276afd-30a4-4ffd-aa73-9afb6b40a691 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:41:17.499451 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ed3436-1864-4e29-b2be-454476ae1a31 req-55df5e65-6550-469f-a467-7e188636a6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:17.515282 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-43ed3436-1864-4e29-b2be-454476ae1a31 req-55df5e65-6550-469f-a467-7e188636a6fa service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d07bf9c0-feda-49f0-ac68-879462adf9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1174104 Aug 10 03:41:17.526552 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-ad3d243e-c92f-4d9e-a6b4-290660f0550d tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 13276afd-30a4-4ffd-aa73-9afb6b40a691) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:41:17.576671 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6923b0d1-c446-492c-9a45-19df21e648d6 req-9c366505-7e0b-47a8-97e5-065b9a9fef24 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=970733cb-cbb6-4524-9c4b-45ba2a794350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1358197 Aug 10 03:41:17.582867 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-338bf4c7-4246-4fba-b764-ccb8be0297aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:17.625513 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db143294-ccb9-4eb8-b2a7-8b431f463dfa None None] Network 13276afd-30a4-4ffd-aa73-9afb6b40a691 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:41:17.827137 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3d243e-c92f-4d9e-a6b4-290660f0550d tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:17.828372 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ad3d243e-c92f-4d9e-a6b4-290660f0550d tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:17.875235 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 660d8e65-9627-41eb-8fd0-bfff184b8315, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=660d8e65-9627-41eb-8fd0-bfff184b8315,segment=NetworkSegment(5ee29087-3396-4c2b-a638-c84e51bbea3e),segment_id=5ee29087-3396-4c2b-a638-c84e51bbea3e)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:17.954748 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-338bf4c7-4246-4fba-b764-ccb8be0297aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:17.958919 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:17.969714 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-338bf4c7-4246-4fba-b764-ccb8be0297aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:17.992378 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-43ed3436-1864-4e29-b2be-454476ae1a31 req-26d29f82-c47c-453a-9a05-435e6258753f service neutron] 10.222.0.61 "GET /v2.0/networks/d07bf9c0-feda-49f0-ac68-879462adf9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4671330 Aug 10 03:41:17.997155 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ad3d243e-c92f-4d9e-a6b4-290660f0550d tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.4682238 Aug 10 03:41:18.002053 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 56086) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:18.015298 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-1005f777-3b5b-49ac-8775-857719cbf12a tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1808146803'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:18.077691 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1005f777-3b5b-49ac-8775-857719cbf12a tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Made reservation on behalf of 77d4506e9cec4013b90dfeb3668105dc for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:41:18.089891 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1005f777-3b5b-49ac-8775-857719cbf12a tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:18.099266 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338bf4c7-4246-4fba-b764-ccb8be0297aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f9cecf3-84f5-427d-8566-5ad50c212a25,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:18.110594 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-338bf4c7-4246-4fba-b764-ccb8be0297aa admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d92ef86a3d29442a89b642156a2a7944&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0133083 Aug 10 03:41:18.111562 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 56098) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:18.237035 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1005f777-3b5b-49ac-8775-857719cbf12a tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:41:18.281227 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1005f777-3b5b-49ac-8775-857719cbf12a tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:18.281585 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-1005f777-3b5b-49ac-8775-857719cbf12a tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Added segment 80a55b6d-cc53-44a8-8484-f6c481e1af19 of type vlan for network 58295fa9-aecc-46ca-ab34-f16437c90e0d Aug 10 03:41:18.325969 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-0ec4855b-ac5f-4758-840a-fd31e579f8be None None] Provisioning complete for port 660d8e65-9627-41eb-8fd0-bfff184b8315 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:18.326334 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-0ec4855b-ac5f-4758-840a-fd31e579f8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:18.358004 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-43ed3436-1864-4e29-b2be-454476ae1a31 req-67b199ac-2a12-4824-a47b-25644c57ca47 service neutron] 10.222.0.61 "GET /v2.0/networks/d07bf9c0-feda-49f0-ac68-879462adf9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3567741 Aug 10 03:41:18.396674 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1005f777-3b5b-49ac-8775-857719cbf12a tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:18.416863 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa70cf-5ecc-4830-a618-693da477b34f req-53472cd6-1f55-4979-96e0-faaed83b3918 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:18.422649 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=660d8e65-9627-41eb-8fd0-bfff184b8315,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:18.427317 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-02aa70cf-5ecc-4830-a618-693da477b34f req-53472cd6-1f55-4979-96e0-faaed83b3918 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/networks?id=d07bf9c0-feda-49f0-ac68-879462adf9f1 HTTP/1.1" status: 200 len: 811 time: 0.2796030 Aug 10 03:41:18.461511 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1005f777-3b5b-49ac-8775-857719cbf12a tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:18.479483 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1005f777-3b5b-49ac-8775-857719cbf12a tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:18.482900 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1005f777-3b5b-49ac-8775-857719cbf12a tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:18.520752 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-02aa70cf-5ecc-4830-a618-693da477b34f req-54b72b5d-73eb-45e3-9925-95e9cf0107c0 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/quotas/2680b799feb54d8c9fdff98330bf1a96 HTTP/1.1" status: 200 len: 375 time: 0.0726693 Aug 10 03:41:18.537349 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3a462e37-7e39-497a-be65-5e33063dc010 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:18.613085 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-1005f777-3b5b-49ac-8775-857719cbf12a tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6096773 Aug 10 03:41:18.618004 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 56102) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:18.622829 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3a462e37-7e39-497a-be65-5e33063dc010 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:18.624489 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-6995fa28-46f3-4103-be7e-ad73612bb5be tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Request body: {'subnet': {'network_id': '58295fa9-aecc-46ca-ab34-f16437c90e0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:18.630411 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1005f777-3b5b-49ac-8775-857719cbf12a tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Pushing event updated for resources: {'Network': ['ID=58295fa9-aecc-46ca-ab34-f16437c90e0d,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:18.698710 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-02aa70cf-5ecc-4830-a618-693da477b34f req-df3b69cf-00f5-4bf8-a52e-71b8aed1f145 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2680b799feb54d8c9fdff98330bf1a96&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1656804 Aug 10 03:41:18.749815 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 58295fa9-aecc-46ca-ab34-f16437c90e0d details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:41:18.768937 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee3d28c-8295-4260-8f81-faba9b9aea4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-13276afd-30a4-4ffd-aa73-9afb6b40a691', 'network_id': '13276afd-30a4-4ffd-aa73-9afb6b40a691', 'tenant_id': '77d4506e9cec4013b90dfeb3668105dc', 'fixed_ips': [{'subnet_id': 'b8a7df37-6c65-4cf5-a016-fcb60aabc1ee'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:41:18.770798 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-6ee3d28c-8295-4260-8f81-faba9b9aea4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:18.781773 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3a462e37-7e39-497a-be65-5e33063dc010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:18.790681 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3a462e37-7e39-497a-be65-5e33063dc010 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:18.791941 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-3a462e37-7e39-497a-be65-5e33063dc010 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1f9cecf3-84f5-427d-8566-5ad50c212a25 HTTP/1.1" status: 204 len: 168 time: 0.6784742 Aug 10 03:41:18.843550 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6995fa28-46f3-4103-be7e-ad73612bb5be tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Made reservation on behalf of 77d4506e9cec4013b90dfeb3668105dc for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:41:18.847873 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6995fa28-46f3-4103-be7e-ad73612bb5be tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:18.950666 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a462e37-7e39-497a-be65-5e33063dc010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f9cecf3-84f5-427d-8566-5ad50c212a25,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:19.007357 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.ipam_backend_mixin [None req-6995fa28-46f3-4103-be7e-ad73612bb5be tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Performing IP validity checks on allocation pools {{(pid=94261) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 10 03:41:19.008624 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.ipam_backend_mixin [None req-6995fa28-46f3-4103-be7e-ad73612bb5be tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94261) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 10 03:41:19.136395 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-02aa70cf-5ecc-4830-a618-693da477b34f req-a69b1e70-a0d7-4d3e-8ba9-917157cff1ef service neutron] 10.222.0.44 "GET /v2.0/networks/d07bf9c0-feda-49f0-ac68-879462adf9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4154217 Aug 10 03:41:19.374978 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-6ee3d28c-8295-4260-8f81-faba9b9aea4a None None] Allocated IP 2001:db8::1 (13276afd-30a4-4ffd-aa73-9afb6b40a691/b8a7df37-6c65-4cf5-a016-fcb60aabc1ee/a01732a1-4ff6-4d56-bd86-abf7f5b05fb8) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:41:19.478169 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-02aa70cf-5ecc-4830-a618-693da477b34f req-a93b93c5-5d78-4587-99ae-4f8a0e7e3932 service neutron] 10.222.0.44 "GET /v2.0/networks/d07bf9c0-feda-49f0-ac68-879462adf9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3247502 Aug 10 03:41:19.531308 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6995fa28-46f3-4103-be7e-ad73612bb5be tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:19.765290 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6995fa28-46f3-4103-be7e-ad73612bb5be tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Pushing event updated for resources: {'Subnet': ['ID=2ba82494-7551-4b4d-962f-377322e7ec22,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:19.782396 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e3887723-3a0c-466e-a2f7-5fdaa8d8bad9 req-23b6e94f-0a62-4f4b-9e7a-a5b63988e9f0 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fdf14e5-715f-477b-93b8-43025a08ebc5 HTTP/1.1" status: 200 len: 210 time: 0.0540400 Aug 10 03:41:19.801050 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6995fa28-46f3-4103-be7e-ad73612bb5be tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Checking segment: {'id': '80a55b6d-cc53-44a8-8484-f6c481e1af19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '58295fa9-aecc-46ca-ab34-f16437c90e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:41:19.802102 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6995fa28-46f3-4103-be7e-ad73612bb5be tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Network hostable DHCP agents. Network: 58295fa9-aecc-46ca-ab34-f16437c90e0d, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:41:19.829364 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6995fa28-46f3-4103-be7e-ad73612bb5be tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Network 58295fa9-aecc-46ca-ab34-f16437c90e0d is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:41:19.860926 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-6995fa28-46f3-4103-be7e-ad73612bb5be tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 58295fa9-aecc-46ca-ab34-f16437c90e0d) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:41:19.875683 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6995fa28-46f3-4103-be7e-ad73612bb5be tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:19.876753 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6995fa28-46f3-4103-be7e-ad73612bb5be tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:19.900816 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f70b74-70cb-4a34-addb-27a62de581bb None None] Network 58295fa9-aecc-46ca-ab34-f16437c90e0d requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:41:19.901722 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-6995fa28-46f3-4103-be7e-ad73612bb5be tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.2818677 Aug 10 03:41:19.905815 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 56124) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:20.062263 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3f86e178-e71d-4596-b429-3709391e8058 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:20.097697 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-6ee3d28c-8295-4260-8f81-faba9b9aea4a None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:20.132072 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 660d8e65-9627-41eb-8fd0-bfff184b8315 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:41:20.148108 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-6ee3d28c-8295-4260-8f81-faba9b9aea4a None None] Transition to ACTIVE for port object a01732a1-4ff6-4d56-bd86-abf7f5b05fb8 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:41:20.185526 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3f86e178-e71d-4596-b429-3709391e8058 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:20.326710 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-6ee3d28c-8295-4260-8f81-faba9b9aea4a None None] Transition to ACTIVE for port object a01732a1-4ff6-4d56-bd86-abf7f5b05fb8 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:41:20.353589 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3f86e178-e71d-4596-b429-3709391e8058 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:20.430350 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f86e178-e71d-4596-b429-3709391e8058 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Pushing event deleted for resources: {'Subnet': ['ID=2ba82494-7551-4b4d-962f-377322e7ec22,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:20.447437 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-6ee3d28c-8295-4260-8f81-faba9b9aea4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:20.513679 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ecc785-33c3-42f4-a201-381900227644 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-58295fa9-aecc-46ca-ab34-f16437c90e0d', 'network_id': '58295fa9-aecc-46ca-ab34-f16437c90e0d', 'tenant_id': '77d4506e9cec4013b90dfeb3668105dc', 'fixed_ips': [{'subnet_id': '2ba82494-7551-4b4d-962f-377322e7ec22'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:41:20.515181 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c2ecc785-33c3-42f4-a201-381900227644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:20.607193 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee3d28c-8295-4260-8f81-faba9b9aea4a None None] Network 13276afd-30a4-4ffd-aa73-9afb6b40a691 is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:41:20.647607 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3f86e178-e71d-4596-b429-3709391e8058 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:20.674058 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-3f86e178-e71d-4596-b429-3709391e8058 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58295fa9-aecc-46ca-ab34-f16437c90e0d']}} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:20.707141 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-3f86e178-e71d-4596-b429-3709391e8058 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80a55b6d-cc53-44a8-8484-f6c481e1af19') {'for_net_delete': True} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:20.707707 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-3f86e178-e71d-4596-b429-3709391e8058 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80a55b6d-cc53-44a8-8484-f6c481e1af19') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:20.726794 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3f86e178-e71d-4596-b429-3709391e8058 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191186'] for segment, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:20.758833 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3f86e178-e71d-4596-b429-3709391e8058 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:20.777755 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f86e178-e71d-4596-b429-3709391e8058 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=94260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:41:20.778199 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3f86e178-e71d-4596-b429-3709391e8058 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58895489'] for segment, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:20.782514 n-d-768862-13 neutron-server[94260]: Traceback (most recent call last): Aug 10 03:41:20.782514 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:41:20.782514 n-d-768862-13 neutron-server[94260]: timer() Aug 10 03:41:20.782514 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:41:20.782514 n-d-768862-13 neutron-server[94260]: cb(*args, **kw) Aug 10 03:41:20.782514 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:41:20.782514 n-d-768862-13 neutron-server[94260]: return func(*args, **kwargs) Aug 10 03:41:20.782514 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:41:20.782514 n-d-768862-13 neutron-server[94260]: self._notify() Aug 10 03:41:20.782514 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:41:20.782514 n-d-768862-13 neutron-server[94260]: self.callback(batched_events) Aug 10 03:41:20.782514 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:41:20.782514 n-d-768862-13 neutron-server[94260]: event.method(event) Aug 10 03:41:20.782514 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:41:20.782514 n-d-768862-13 neutron-server[94260]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:41:20.782514 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:41:20.782514 n-d-768862-13 neutron-server[94260]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:41:20.782514 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:41:20.782514 n-d-768862-13 neutron-server[94260]: return f(self, *a, **k) Aug 10 03:41:20.782514 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:41:20.782514 n-d-768862-13 neutron-server[94260]: return self._get(url).json() Aug 10 03:41:20.782514 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:41:20.782514 n-d-768862-13 neutron-server[94260]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:41:20.782514 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:41:20.782514 n-d-768862-13 neutron-server[94260]: return self.request(url, 'GET', **kwargs) Aug 10 03:41:20.782514 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:41:20.782514 n-d-768862-13 neutron-server[94260]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:41:20.782514 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:41:20.782514 n-d-768862-13 neutron-server[94260]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:41:20.782514 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:41:20.782514 n-d-768862-13 neutron-server[94260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:41:20.782514 n-d-768862-13 neutron-server[94260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:41:20.804869 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 660d8e65-9627-41eb-8fd0-bfff184b8315 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:20.806738 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:20.825155 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-6ee3d28c-8295-4260-8f81-faba9b9aea4a None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:41:20.834881 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee3d28c-8295-4260-8f81-faba9b9aea4a None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:41:20.919481 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c340eb53-b90a-4c62-9fb9-1523e677f5bf req-8d1dc4be-415e-40fb-9c44-83d4b4390f53 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fdf14e5-715f-477b-93b8-43025a08ebc5 HTTP/1.1" status: 200 len: 210 time: 0.0376780 Aug 10 03:41:20.927965 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee3d28c-8295-4260-8f81-faba9b9aea4a None None] Pushing event updated for resources: {'Port': ['ID=a01732a1-4ff6-4d56-bd86-abf7f5b05fb8,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:20.957791 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3f86e178-e71d-4596-b429-3709391e8058 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:20.988497 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3f86e178-e71d-4596-b429-3709391e8058 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:20.995289 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60ccffe-08a3-4b7e-acb3-be9edada0155 None None] Network 58295fa9-aecc-46ca-ab34-f16437c90e0d requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:41:21.013718 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 56160) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:21.014775 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-3f86e178-e71d-4596-b429-3709391e8058 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] 10.222.0.44 "DELETE /v2.0/networks/58295fa9-aecc-46ca-ab34-f16437c90e0d HTTP/1.1" status: 204 len: 168 time: 1.1063178 Aug 10 03:41:21.019006 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f86e178-e71d-4596-b429-3709391e8058 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Pushing event deleted for resources: {'Network': ['ID=58295fa9-aecc-46ca-ab34-f16437c90e0d,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:21.026935 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-7cfb7add-973e-4c14-8dbc-c20c51aca684 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-648721355'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:21.091450 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cfb7add-973e-4c14-8dbc-c20c51aca684 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Made reservation on behalf of 77d4506e9cec4013b90dfeb3668105dc for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:41:21.104629 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7cfb7add-973e-4c14-8dbc-c20c51aca684 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:21.170891 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cfb7add-973e-4c14-8dbc-c20c51aca684 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:41:21.207723 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60ccffe-08a3-4b7e-acb3-be9edada0155 None None] Network 58295fa9-aecc-46ca-ab34-f16437c90e0d could not be found, it might have been deleted concurrently. {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 10 03:41:21.229090 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7cfb7add-973e-4c14-8dbc-c20c51aca684 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:21.229763 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-7cfb7add-973e-4c14-8dbc-c20c51aca684 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Added segment 21c48e7a-3210-477e-b394-b00da78a247e of type vlan for network c28742d8-0d78-4a04-ab77-a031e1f26ddc Aug 10 03:41:21.379717 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7cfb7add-973e-4c14-8dbc-c20c51aca684 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:21.486166 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7cfb7add-973e-4c14-8dbc-c20c51aca684 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:21.489230 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-6ee3d28c-8295-4260-8f81-faba9b9aea4a None None] Attempting to bind port a01732a1-4ff6-4d56-bd86-abf7f5b05fb8 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:41:21.492789 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-6ee3d28c-8295-4260-8f81-faba9b9aea4a None None] Attempting to bind port a01732a1-4ff6-4d56-bd86-abf7f5b05fb8 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'a8615a05-7525-4532-ad8e-28c2ac7068ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '13276afd-30a4-4ffd-aa73-9afb6b40a691'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:41:21.494488 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee3d28c-8295-4260-8f81-faba9b9aea4a None None] Attempting to bind port a01732a1-4ff6-4d56-bd86-abf7f5b05fb8 on network 13276afd-30a4-4ffd-aa73-9afb6b40a691 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:41:21.526635 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cfb7add-973e-4c14-8dbc-c20c51aca684 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:21.527651 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7cfb7add-973e-4c14-8dbc-c20c51aca684 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:21.691090 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-7cfb7add-973e-4c14-8dbc-c20c51aca684 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6700344 Aug 10 03:41:21.692596 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 56176) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:21.701057 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-4060d5f7-f354-47f8-bad0-56d371d60745 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Request body: {'subnet': {'network_id': 'c28742d8-0d78-4a04-ab77-a031e1f26ddc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:21.739629 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfb7add-973e-4c14-8dbc-c20c51aca684 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Pushing event updated for resources: {'Network': ['ID=c28742d8-0d78-4a04-ab77-a031e1f26ddc,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:21.801243 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network c28742d8-0d78-4a04-ab77-a031e1f26ddc details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:41:21.810134 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-8b41304b-f74c-4682-8088-056dda1acfd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:21.824395 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee3d28c-8295-4260-8f81-faba9b9aea4a None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:41:21.825259 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee3d28c-8295-4260-8f81-faba9b9aea4a None None] Checking segment: {'id': 'a8615a05-7525-4532-ad8e-28c2ac7068ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '13276afd-30a4-4ffd-aa73-9afb6b40a691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:41:21.827528 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-6ee3d28c-8295-4260-8f81-faba9b9aea4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:21.830655 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee3d28c-8295-4260-8f81-faba9b9aea4a None None] Bound using segment: {'id': 'a8615a05-7525-4532-ad8e-28c2ac7068ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '13276afd-30a4-4ffd-aa73-9afb6b40a691'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:41:21.832740 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-6ee3d28c-8295-4260-8f81-faba9b9aea4a None None] Bound port: a01732a1-4ff6-4d56-bd86-abf7f5b05fb8, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8615a05-7525-4532-ad8e-28c2ac7068ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '13276afd-30a4-4ffd-aa73-9afb6b40a691'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:41:21.836478 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-6ee3d28c-8295-4260-8f81-faba9b9aea4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:22.028054 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4060d5f7-f354-47f8-bad0-56d371d60745 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Made reservation on behalf of 77d4506e9cec4013b90dfeb3668105dc for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:41:22.043122 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4060d5f7-f354-47f8-bad0-56d371d60745 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:22.381386 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-13fb5bf9-4422-4ece-bd8b-e9896ffeb15b req-9d818c72-063a-4b1c-8d17-b9e4943fcd2e tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fdf14e5-715f-477b-93b8-43025a08ebc5 HTTP/1.1" status: 200 len: 210 time: 0.1353543 Aug 10 03:41:22.483441 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-6ee3d28c-8295-4260-8f81-faba9b9aea4a None None] For port a01732a1-4ff6-4d56-bd86-abf7f5b05fb8, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:41:22.490986 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-6ee3d28c-8295-4260-8f81-faba9b9aea4a None None] For port a01732a1-4ff6-4d56-bd86-abf7f5b05fb8, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=a01732a1-4ff6-4d56-bd86-abf7f5b05fb8,segment=NetworkSegment(a8615a05-7525-4532-ad8e-28c2ac7068ea),segment_id=a8615a05-7525-4532-ad8e-28c2ac7068ea)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:41:22.504680 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-6ee3d28c-8295-4260-8f81-faba9b9aea4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:22.646336 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa70cf-5ecc-4830-a618-693da477b34f req-bb36c901-64a0-4272-86aa-bb5f2a96d2e0 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:22.652284 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-02aa70cf-5ecc-4830-a618-693da477b34f req-bb36c901-64a0-4272-86aa-bb5f2a96d2e0 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.42 "GET /v2.0/networks?id=d07bf9c0-feda-49f0-ac68-879462adf9f1 HTTP/1.1" status: 200 len: 811 time: 0.6917086 Aug 10 03:41:22.673644 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-02aa70cf-5ecc-4830-a618-693da477b34f req-207ae615-c48d-44ac-8705-19095db0a2fd tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Request body: {'port': {'device_id': '0fdf14e5-715f-477b-93b8-43025a08ebc5', 'network_id': 'd07bf9c0-feda-49f0-ac68-879462adf9f1', 'admin_state_up': True, 'tenant_id': '2680b799feb54d8c9fdff98330bf1a96'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:22.712685 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee3d28c-8295-4260-8f81-faba9b9aea4a None None] Pushing event updated for resources: {'Port': ['ID=a01732a1-4ff6-4d56-bd86-abf7f5b05fb8,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:23.259840 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4060d5f7-f354-47f8-bad0-56d371d60745 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58895384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805196'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:23.497546 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4060d5f7-f354-47f8-bad0-56d371d60745 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Pushing event updated for resources: {'Subnet': ['ID=029d41dc-b8d1-496f-91d4-b61a6e45d103,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:23.533527 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02aa70cf-5ecc-4830-a618-693da477b34f req-207ae615-c48d-44ac-8705-19095db0a2fd tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Made reservation on behalf of 2680b799feb54d8c9fdff98330bf1a96 for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:41:23.549150 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-02aa70cf-5ecc-4830-a618-693da477b34f req-207ae615-c48d-44ac-8705-19095db0a2fd tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:23.627026 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 56222) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:23.677005 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c2de908f-3528-494f-9170-9b0ebef72858 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:23.760650 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7a8dac8d-db11-4aac-9e5b-7aac31937b79 req-f4044725-44ff-445e-8bfe-be350f7bb4e0 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fdf14e5-715f-477b-93b8-43025a08ebc5 HTTP/1.1" status: 200 len: 210 time: 0.0924733 Aug 10 03:41:23.792261 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4060d5f7-f354-47f8-bad0-56d371d60745 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Checking segment: {'id': '21c48e7a-3210-477e-b394-b00da78a247e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c28742d8-0d78-4a04-ab77-a031e1f26ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:41:23.801538 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4060d5f7-f354-47f8-bad0-56d371d60745 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Network hostable DHCP agents. Network: c28742d8-0d78-4a04-ab77-a031e1f26ddc, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:41:23.988665 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4060d5f7-f354-47f8-bad0-56d371d60745 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Network c28742d8-0d78-4a04-ab77-a031e1f26ddc is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:41:24.032589 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-4060d5f7-f354-47f8-bad0-56d371d60745 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, c28742d8-0d78-4a04-ab77-a031e1f26ddc) {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:41:24.047744 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6970d8-75a3-4ba0-8d14-b1c0bd206dd6 None None] Network c28742d8-0d78-4a04-ab77-a031e1f26ddc requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:41:24.061726 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4060d5f7-f354-47f8-bad0-56d371d60745 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:24.063883 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4060d5f7-f354-47f8-bad0-56d371d60745 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:24.106731 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-4060d5f7-f354-47f8-bad0-56d371d60745 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.4132051 Aug 10 03:41:24.114175 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 56234) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:24.226954 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:24.271781 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-02aa70cf-5ecc-4830-a618-693da477b34f req-207ae615-c48d-44ac-8705-19095db0a2fd tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Allocated IP 172.20.0.5 (d07bf9c0-feda-49f0-ac68-879462adf9f1/33a1c40e-b5d2-46c7-a6a1-fa6cc0352aec/06c129e9-7171-46da-95d4-f26eb35f228a) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:41:24.575397 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2a2d27-01d5-4e74-a074-81c90af24995 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-c28742d8-0d78-4a04-ab77-a031e1f26ddc', 'network_id': 'c28742d8-0d78-4a04-ab77-a031e1f26ddc', 'tenant_id': '77d4506e9cec4013b90dfeb3668105dc', 'fixed_ips': [{'subnet_id': '029d41dc-b8d1-496f-91d4-b61a6e45d103'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:41:24.576731 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-bc2a2d27-01d5-4e74-a074-81c90af24995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:24.610657 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device a01732a1-4ff6-4d56-bd86-abf7f5b05fb8 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:41:24.706521 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-40a34034-b1c2-49ee-b561-ded1e33a201b tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:24.750478 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a1150776-8a19-48fc-bf9d-208192ea71cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:24.831441 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-02aa70cf-5ecc-4830-a618-693da477b34f req-207ae615-c48d-44ac-8705-19095db0a2fd tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:24.903807 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-02aa70cf-5ecc-4830-a618-693da477b34f req-207ae615-c48d-44ac-8705-19095db0a2fd tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Transition to ACTIVE for port object 06c129e9-7171-46da-95d4-f26eb35f228a will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:41:24.959581 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-40a34034-b1c2-49ee-b561-ded1e33a201b tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:24.966366 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-bc2a2d27-01d5-4e74-a074-81c90af24995 None None] Allocated IP 2001:db8::1 (c28742d8-0d78-4a04-ab77-a031e1f26ddc/029d41dc-b8d1-496f-91d4-b61a6e45d103/4a4bf2b3-c3c0-426f-af85-72b524ff6e0c) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:41:25.046255 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-02aa70cf-5ecc-4830-a618-693da477b34f req-207ae615-c48d-44ac-8705-19095db0a2fd tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:25.163176 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207ae615-c48d-44ac-8705-19095db0a2fd tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Pushing event updated for resources: {'Port': ['ID=06c129e9-7171-46da-95d4-f26eb35f228a,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:25.170069 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a1150776-8a19-48fc-bf9d-208192ea71cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:25.180221 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a1150776-8a19-48fc-bf9d-208192ea71cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:25.283571 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1150776-8a19-48fc-bf9d-208192ea71cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf30ffdd-b508-4123-ab55-81f7c2c129a0,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:25.315115 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a1150776-8a19-48fc-bf9d-208192ea71cd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7070a567b3274974b0fe035aa2d8697d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6828885 Aug 10 03:41:25.316236 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 56244) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:25.389999 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-bc2a2d27-01d5-4e74-a074-81c90af24995 None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:25.421089 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-bc2a2d27-01d5-4e74-a074-81c90af24995 None None] Transition to ACTIVE for port object 4a4bf2b3-c3c0-426f-af85-72b524ff6e0c will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:41:25.437560 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516774e6-ca70-4399-a7f8-d3a59224928a None None] Network 13276afd-30a4-4ffd-aa73-9afb6b40a691 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:41:25.442218 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['df5b258a-3930-40b7-b0b2-daf7ffbc6757', '64674e3c-22d6-458c-acda-36a6227d75b0'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:41:25.514331 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ae041b6a-f457-47dc-8b3a-bd307208319c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:25.577585 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ae041b6a-f457-47dc-8b3a-bd307208319c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:25.646566 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-bc2a2d27-01d5-4e74-a074-81c90af24995 None None] Transition to ACTIVE for port object 4a4bf2b3-c3c0-426f-af85-72b524ff6e0c will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:41:25.646896 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ae041b6a-f457-47dc-8b3a-bd307208319c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:25.650710 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ae041b6a-f457-47dc-8b3a-bd307208319c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:25.656017 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ae041b6a-f457-47dc-8b3a-bd307208319c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cf30ffdd-b508-4123-ab55-81f7c2c129a0 HTTP/1.1" status: 204 len: 168 time: 0.3344893 Aug 10 03:41:25.664432 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae041b6a-f457-47dc-8b3a-bd307208319c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf30ffdd-b508-4123-ab55-81f7c2c129a0,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:25.681638 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:25.706580 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-b75f9f33-7672-4812-8e6c-9b652dae9853 None None] Provisioning for port a01732a1-4ff6-4d56-bd86-abf7f5b05fb8 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:41:25.716096 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-bc2a2d27-01d5-4e74-a074-81c90af24995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:25.739227 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port a01732a1-4ff6-4d56-bd86-abf7f5b05fb8 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:41:25.741602 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-40a34034-b1c2-49ee-b561-ded1e33a201b tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:25.786015 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-b75f9f33-7672-4812-8e6c-9b652dae9853 None None] Provisioning complete for port a01732a1-4ff6-4d56-bd86-abf7f5b05fb8 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:25.786418 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b75f9f33-7672-4812-8e6c-9b652dae9853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:25.801650 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port a01732a1-4ff6-4d56-bd86-abf7f5b05fb8 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:25.801650 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:25.853138 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a34034-b1c2-49ee-b561-ded1e33a201b tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Pushing event deleted for resources: {'Subnet': ['ID=029d41dc-b8d1-496f-91d4-b61a6e45d103,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:25.954574 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2a2d27-01d5-4e74-a074-81c90af24995 None None] Network c28742d8-0d78-4a04-ab77-a031e1f26ddc is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:41:25.980849 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2a2d27-01d5-4e74-a074-81c90af24995 None None] Pushing event updated for resources: {'Port': ['ID=4a4bf2b3-c3c0-426f-af85-72b524ff6e0c,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:26.008241 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-bc2a2d27-01d5-4e74-a074-81c90af24995 None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:41:26.021948 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2a2d27-01d5-4e74-a074-81c90af24995 None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:41:26.055177 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-40a34034-b1c2-49ee-b561-ded1e33a201b tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:26.078266 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-40a34034-b1c2-49ee-b561-ded1e33a201b tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c28742d8-0d78-4a04-ab77-a031e1f26ddc']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:26.107942 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-40a34034-b1c2-49ee-b561-ded1e33a201b tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21c48e7a-3210-477e-b394-b00da78a247e') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:26.108473 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-40a34034-b1c2-49ee-b561-ded1e33a201b tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21c48e7a-3210-477e-b394-b00da78a247e') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:26.125972 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02aa70cf-5ecc-4830-a618-693da477b34f req-207ae615-c48d-44ac-8705-19095db0a2fd tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Network d07bf9c0-feda-49f0-ac68-879462adf9f1 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:41:26.129576 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-40a34034-b1c2-49ee-b561-ded1e33a201b tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:26.136890 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-02aa70cf-5ecc-4830-a618-693da477b34f req-207ae615-c48d-44ac-8705-19095db0a2fd tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:41:26.162127 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-02aa70cf-5ecc-4830-a618-693da477b34f req-207ae615-c48d-44ac-8705-19095db0a2fd tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:41:26.168178 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-40a34034-b1c2-49ee-b561-ded1e33a201b tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:26.178406 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40a34034-b1c2-49ee-b561-ded1e33a201b tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:41:26.178830 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-40a34034-b1c2-49ee-b561-ded1e33a201b tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:26.182133 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:41:26.182133 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:41:26.182133 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:41:26.182133 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:41:26.182133 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:41:26.182133 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:41:26.182133 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:41:26.182133 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:41:26.182133 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:41:26.182133 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:41:26.182133 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:41:26.182133 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:41:26.182133 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:41:26.182133 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:41:26.182133 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:41:26.182133 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:41:26.182133 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:41:26.182133 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:41:26.182133 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:41:26.182133 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:41:26.182133 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:41:26.182133 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:41:26.182133 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:41:26.182133 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:41:26.182133 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:41:26.182133 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:41:26.182133 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:41:26.182133 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:41:26.182133 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:41:26.182133 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:41:26.182133 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:41:26.182133 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:41:26.277466 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8afe57a-90a9-4ef8-9d9f-a706e4096f6e req-86084b36-6fbe-4b8f-821f-7c179cd32f71 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:26.289663 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d8afe57a-90a9-4ef8-9d9f-a706e4096f6e req-86084b36-6fbe-4b8f-821f-7c179cd32f71 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fdf14e5-715f-477b-93b8-43025a08ebc5 HTTP/1.1" status: 200 len: 931 time: 1.1302459 Aug 10 03:41:26.345577 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.db.api [None req-40a34034-b1c2-49ee-b561-ded1e33a201b tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 10 03:41:26.345577 n-d-768862-13 neutron-server[94261]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 10 03:41:26.345577 n-d-768862-13 neutron-server[94261]: [parameters: {'id': 'c28742d8-0d78-4a04-ab77-a031e1f26ddc'}] Aug 10 03:41:26.345577 n-d-768862-13 neutron-server[94261]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94261) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:41:26.346479 n-d-768862-13 neutron-server[94261]: DEBUG oslo_db.api [None req-40a34034-b1c2-49ee-b561-ded1e33a201b tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:41:26.395975 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:26.466837 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa70cf-5ecc-4830-a618-693da477b34f req-207ae615-c48d-44ac-8705-19095db0a2fd tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:26.467702 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-02aa70cf-5ecc-4830-a618-693da477b34f req-207ae615-c48d-44ac-8705-19095db0a2fd tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:26.545292 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d8afe57a-90a9-4ef8-9d9f-a706e4096f6e req-70aeeb5a-e006-4262-8897-ba4807b6c7b4 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9d97ea0-2a9f-4286-b02c-31ca2320c427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892874 Aug 10 03:41:26.547578 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-02aa70cf-5ecc-4830-a618-693da477b34f req-207ae615-c48d-44ac-8705-19095db0a2fd tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8863134 Aug 10 03:41:26.572850 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-02aa70cf-5ecc-4830-a618-693da477b34f req-1254166e-7447-4ed0-9ff3-042eed347685 service neutron] Request body: {'port': {'device_id': '0fdf14e5-715f-477b-93b8-43025a08ebc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:26.668744 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-bc2a2d27-01d5-4e74-a074-81c90af24995 None None] Attempting to bind port 4a4bf2b3-c3c0-426f-af85-72b524ff6e0c on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:41:26.669323 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-bc2a2d27-01d5-4e74-a074-81c90af24995 None None] Attempting to bind port 4a4bf2b3-c3c0-426f-af85-72b524ff6e0c by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '21c48e7a-3210-477e-b394-b00da78a247e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c28742d8-0d78-4a04-ab77-a031e1f26ddc'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:41:26.669897 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2a2d27-01d5-4e74-a074-81c90af24995 None None] Attempting to bind port 4a4bf2b3-c3c0-426f-af85-72b524ff6e0c on network c28742d8-0d78-4a04-ab77-a031e1f26ddc {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:41:26.743709 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-02aa70cf-5ecc-4830-a618-693da477b34f req-1254166e-7447-4ed0-9ff3-042eed347685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:26.763472 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2a2d27-01d5-4e74-a074-81c90af24995 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:41:26.764828 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2a2d27-01d5-4e74-a074-81c90af24995 None None] Checking segment: {'id': '21c48e7a-3210-477e-b394-b00da78a247e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c28742d8-0d78-4a04-ab77-a031e1f26ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:41:26.764828 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-bc2a2d27-01d5-4e74-a074-81c90af24995 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:26.765182 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2a2d27-01d5-4e74-a074-81c90af24995 None None] Bound using segment: {'id': '21c48e7a-3210-477e-b394-b00da78a247e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c28742d8-0d78-4a04-ab77-a031e1f26ddc'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:41:26.769812 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-bc2a2d27-01d5-4e74-a074-81c90af24995 None None] Bound port: 4a4bf2b3-c3c0-426f-af85-72b524ff6e0c, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21c48e7a-3210-477e-b394-b00da78a247e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c28742d8-0d78-4a04-ab77-a031e1f26ddc'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:41:26.770185 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-bc2a2d27-01d5-4e74-a074-81c90af24995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:26.827314 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b75f9f33-7672-4812-8e6c-9b652dae9853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:26.847657 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-40a34034-b1c2-49ee-b561-ded1e33a201b tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:26.923904 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:27.056171 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:27.093725 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-40a34034-b1c2-49ee-b561-ded1e33a201b tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Deleting port 4a4bf2b3-c3c0-426f-af85-72b524ff6e0c {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:41:27.095374 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-40a34034-b1c2-49ee-b561-ded1e33a201b tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:27.260078 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-b75f9f33-7672-4812-8e6c-9b652dae9853 None None] For port a01732a1-4ff6-4d56-bd86-abf7f5b05fb8, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=a01732a1-4ff6-4d56-bd86-abf7f5b05fb8,segment=NetworkSegment(a8615a05-7525-4532-ad8e-28c2ac7068ea),segment_id=a8615a05-7525-4532-ad8e-28c2ac7068ea)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:27.331930 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b75f9f33-7672-4812-8e6c-9b652dae9853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:27.416731 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-40a34034-b1c2-49ee-b561-ded1e33a201b tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] For port 4a4bf2b3-c3c0-426f-af85-72b524ff6e0c, host n-d-768862-13, got binding levels [] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:27.417380 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-40a34034-b1c2-49ee-b561-ded1e33a201b tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:27.476854 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-40a34034-b1c2-49ee-b561-ded1e33a201b tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Calling delete_port for 4a4bf2b3-c3c0-426f-af85-72b524ff6e0c owned by network:dhcp {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:41:27.545347 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-bc2a2d27-01d5-4e74-a074-81c90af24995 None None] For port 4a4bf2b3-c3c0-426f-af85-72b524ff6e0c, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:41:27.616443 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-bc2a2d27-01d5-4e74-a074-81c90af24995 None None] For port 4a4bf2b3-c3c0-426f-af85-72b524ff6e0c, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=4a4bf2b3-c3c0-426f-af85-72b524ff6e0c,segment=NetworkSegment(21c48e7a-3210-477e-b394-b00da78a247e),segment_id=21c48e7a-3210-477e-b394-b00da78a247e)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:41:27.672828 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.db.api [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:41:27.673420 n-d-768862-13 neutron-server[94262]: DEBUG oslo_db.api [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:41:27.680922 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-bc2a2d27-01d5-4e74-a074-81c90af24995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:27.684447 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-070fbacd-d645-4dce-855c-a99332232fa5 None None] Provisioning for port 06c129e9-7171-46da-95d4-f26eb35f228a completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:41:27.686954 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-02aa70cf-5ecc-4830-a618-693da477b34f req-1254166e-7447-4ed0-9ff3-042eed347685 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06c129e9-7171-46da-95d4-f26eb35f228a {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:41:27.707792 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75f9f33-7672-4812-8e6c-9b652dae9853 None None] Pushing event updated for resources: {'Port': ['ID=a01732a1-4ff6-4d56-bd86-abf7f5b05fb8,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:27.726823 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-02aa70cf-5ecc-4830-a618-693da477b34f req-1254166e-7447-4ed0-9ff3-042eed347685 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:27.780424 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-070fbacd-d645-4dce-855c-a99332232fa5 None None] Provisioning complete for port 06c129e9-7171-46da-95d4-f26eb35f228a triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:27.781006 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-070fbacd-d645-4dce-855c-a99332232fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:27.883856 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-02aa70cf-5ecc-4830-a618-693da477b34f req-1254166e-7447-4ed0-9ff3-042eed347685 service neutron] Transition to ACTIVE for port object 06c129e9-7171-46da-95d4-f26eb35f228a will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:41:27.898065 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-02aa70cf-5ecc-4830-a618-693da477b34f req-1254166e-7447-4ed0-9ff3-042eed347685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:27.925444 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-40a34034-b1c2-49ee-b561-ded1e33a201b tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:27.973024 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a34034-b1c2-49ee-b561-ded1e33a201b tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] No DVR routers for this DVR port 4a4bf2b3-c3c0-426f-af85-72b524ff6e0c on host n-d-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:41:28.028653 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d810be15-92ad-456f-aacd-9caa1a3310ee req-86c31b25-4491-4a25-b2df-beebf113dce2 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:28.038465 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d810be15-92ad-456f-aacd-9caa1a3310ee req-86c31b25-4491-4a25-b2df-beebf113dce2 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fdf14e5-715f-477b-93b8-43025a08ebc5 HTTP/1.1" status: 200 len: 931 time: 0.2963827 Aug 10 03:41:28.052031 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server [None req-6687bc34-bdab-4193-b981-4cfc200aa26c None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port 4a4bf2b3-c3c0-426f-af85-72b524ff6e0c could not be found. Aug 10 03:41:28.052031 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 10 03:41:28.052031 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Aug 10 03:41:28.052031 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id, Aug 10 03:41:28.052031 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Aug 10 03:41:28.052031 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Aug 10 03:41:28.052031 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2809, in one Aug 10 03:41:28.052031 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return self._iter().one() Aug 10 03:41:28.052031 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1374, in one Aug 10 03:41:28.052031 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return self._only_one_row( Aug 10 03:41:28.052031 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Aug 10 03:41:28.052031 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Aug 10 03:41:28.052031 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Aug 10 03:41:28.052031 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server Aug 10 03:41:28.052031 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Aug 10 03:41:28.052031 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server Aug 10 03:41:28.052031 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 10 03:41:28.052031 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 10 03:41:28.052031 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 10 03:41:28.052031 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 10 03:41:28.052031 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 10 03:41:28.052031 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 10 03:41:28.052031 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 10 03:41:28.052031 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 03:41:28.052031 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 03:41:28.052031 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:41:28.052031 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:41:28.052031 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:41:28.052031 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:41:28.052031 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 03:41:28.052031 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:41:28.052031 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 03:41:28.052031 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 03:41:28.052031 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:41:28.052031 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:41:28.052031 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:41:28.052031 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:41:28.052031 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 03:41:28.052031 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:41:28.052031 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 03:41:28.052031 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 03:41:28.052031 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:41:28.052031 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:41:28.052031 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:41:28.052031 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:41:28.052031 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 03:41:28.052031 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 03:41:28.052031 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in get_dhcp_port Aug 10 03:41:28.052031 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Aug 10 03:41:28.052031 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 10 03:41:28.052031 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 10 03:41:28.052031 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 03:41:28.052031 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 03:41:28.052031 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:41:28.052031 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:41:28.052031 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:41:28.052031 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:41:28.052031 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 03:41:28.052031 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:41:28.052031 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 03:41:28.052031 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 03:41:28.052031 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:41:28.052031 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:41:28.052031 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:41:28.052031 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:41:28.052031 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 03:41:28.052031 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:41:28.052031 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 03:41:28.052031 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 03:41:28.052031 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:41:28.052031 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:41:28.052031 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:41:28.052031 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:41:28.052031 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 03:41:28.052031 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 03:41:28.052031 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Aug 10 03:41:28.052031 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Aug 10 03:41:28.052031 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1554, in get_port Aug 10 03:41:28.052031 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id, lazy_fields=lazy_fields) Aug 10 03:41:28.052031 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 292, in _get_port Aug 10 03:41:28.052031 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Aug 10 03:41:28.052031 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port 4a4bf2b3-c3c0-426f-af85-72b524ff6e0c could not be found. Aug 10 03:41:28.052031 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server Aug 10 03:41:28.076304 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2a2d27-01d5-4e74-a074-81c90af24995 None None] Pushing event updated for resources: {'Port': ['ID=4a4bf2b3-c3c0-426f-af85-72b524ff6e0c,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:28.077396 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a34034-b1c2-49ee-b561-ded1e33a201b tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Pushing event deleted for resources: {'Port': ['ID=4a4bf2b3-c3c0-426f-af85-72b524ff6e0c,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:28.117245 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d756bf1d-724a-45db-945a-36a988adbbcc None None] Network c28742d8-0d78-4a04-ab77-a031e1f26ddc requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:41:28.149693 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-070fbacd-d645-4dce-855c-a99332232fa5 None None] Port 06c129e9-7171-46da-95d4-f26eb35f228a cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:41:28.312408 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-40a34034-b1c2-49ee-b561-ded1e33a201b tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:28.373154 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-40a34034-b1c2-49ee-b561-ded1e33a201b tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c28742d8-0d78-4a04-ab77-a031e1f26ddc']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:28.477575 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-40a34034-b1c2-49ee-b561-ded1e33a201b tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21c48e7a-3210-477e-b394-b00da78a247e') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:28.480750 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-40a34034-b1c2-49ee-b561-ded1e33a201b tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21c48e7a-3210-477e-b394-b00da78a247e') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:28.522171 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-40a34034-b1c2-49ee-b561-ded1e33a201b tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:28.597111 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-40a34034-b1c2-49ee-b561-ded1e33a201b tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:28.662825 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40a34034-b1c2-49ee-b561-ded1e33a201b tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:41:28.663514 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-40a34034-b1c2-49ee-b561-ded1e33a201b tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:28.699551 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:41:28.699551 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:41:28.699551 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:41:28.699551 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:41:28.699551 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:41:28.699551 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:41:28.699551 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:41:28.699551 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:41:28.699551 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:41:28.699551 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:41:28.699551 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:41:28.699551 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:41:28.699551 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:41:28.699551 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:41:28.699551 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:41:28.699551 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:41:28.699551 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:41:28.699551 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:41:28.699551 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:41:28.699551 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:41:28.699551 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:41:28.699551 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:41:28.699551 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:41:28.699551 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:41:28.699551 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:41:28.699551 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:41:28.699551 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:41:28.699551 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:41:28.699551 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:41:28.699551 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:41:28.699551 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:41:28.699551 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:41:28.807934 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1254166e-7447-4ed0-9ff3-042eed347685 service neutron] Pushing event updated for resources: {'Port': ['ID=06c129e9-7171-46da-95d4-f26eb35f228a,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:28.846169 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-40a34034-b1c2-49ee-b561-ded1e33a201b tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:28.853346 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-40a34034-b1c2-49ee-b561-ded1e33a201b tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:28.860168 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-40a34034-b1c2-49ee-b561-ded1e33a201b tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] 10.222.0.44 "DELETE /v2.0/networks/c28742d8-0d78-4a04-ab77-a031e1f26ddc HTTP/1.1" status: 204 len: 168 time: 4.7258036 Aug 10 03:41:28.866524 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655a17ab-19a1-48af-8464-c1d9a489f7cf None None] get_active_networks_info from n-d-768862-13 {{(pid=94262) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 03:41:28.870134 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-08c83de1-4a2b-49f8-abf9-fb6ae62f00ca None None] Provisioning complete for port a01732a1-4ff6-4d56-bd86-abf7f5b05fb8 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:28.870942 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-08c83de1-4a2b-49f8-abf9-fb6ae62f00ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:28.885058 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 56308) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:28.886910 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a34034-b1c2-49ee-b561-ded1e33a201b tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Pushing event deleted for resources: {'Network': ['ID=c28742d8-0d78-4a04-ab77-a031e1f26ddc,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:28.887337 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-02aa70cf-5ecc-4830-a618-693da477b34f req-1254166e-7447-4ed0-9ff3-042eed347685 service neutron] Attempting to bind port 06c129e9-7171-46da-95d4-f26eb35f228a on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:41:28.887921 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-02aa70cf-5ecc-4830-a618-693da477b34f req-1254166e-7447-4ed0-9ff3-042eed347685 service neutron] Attempting to bind port 06c129e9-7171-46da-95d4-f26eb35f228a by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '137a9801-8fd3-46c2-ac1d-bb4eee5c7163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd07bf9c0-feda-49f0-ac68-879462adf9f1'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:41:28.888502 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02aa70cf-5ecc-4830-a618-693da477b34f req-1254166e-7447-4ed0-9ff3-042eed347685 service neutron] Attempting to bind port 06c129e9-7171-46da-95d4-f26eb35f228a on network d07bf9c0-feda-49f0-ac68-879462adf9f1 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:41:28.902697 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-dcfa68cc-57e4-4564-98e2-95b6e508ac4b tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-45100956'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:28.936689 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d810be15-92ad-456f-aacd-9caa1a3310ee req-d6043cf9-5f6c-465c-83dc-6ab88e006d51 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9d97ea0-2a9f-4286-b02c-31ca2320c427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8968420 Aug 10 03:41:28.941319 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02aa70cf-5ecc-4830-a618-693da477b34f req-1254166e-7447-4ed0-9ff3-042eed347685 service neutron] Port 06c129e9-7171-46da-95d4-f26eb35f228a on network d07bf9c0-feda-49f0-ac68-879462adf9f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:41:28.968824 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02aa70cf-5ecc-4830-a618-693da477b34f req-1254166e-7447-4ed0-9ff3-042eed347685 service neutron] Attempting to bind port 06c129e9-7171-46da-95d4-f26eb35f228a on network d07bf9c0-feda-49f0-ac68-879462adf9f1 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:41:29.001059 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcfa68cc-57e4-4564-98e2-95b6e508ac4b tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Made reservation on behalf of 77d4506e9cec4013b90dfeb3668105dc for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:41:29.016763 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-dcfa68cc-57e4-4564-98e2-95b6e508ac4b tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:29.017170 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02aa70cf-5ecc-4830-a618-693da477b34f req-1254166e-7447-4ed0-9ff3-042eed347685 service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:41:29.017734 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02aa70cf-5ecc-4830-a618-693da477b34f req-1254166e-7447-4ed0-9ff3-042eed347685 service neutron] Checking segment: {'id': '137a9801-8fd3-46c2-ac1d-bb4eee5c7163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd07bf9c0-feda-49f0-ac68-879462adf9f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:41:29.021994 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02aa70cf-5ecc-4830-a618-693da477b34f req-1254166e-7447-4ed0-9ff3-042eed347685 service neutron] Bound using segment: {'id': '137a9801-8fd3-46c2-ac1d-bb4eee5c7163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd07bf9c0-feda-49f0-ac68-879462adf9f1'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:41:29.024040 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-02aa70cf-5ecc-4830-a618-693da477b34f req-1254166e-7447-4ed0-9ff3-042eed347685 service neutron] Bound port: 06c129e9-7171-46da-95d4-f26eb35f228a, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '137a9801-8fd3-46c2-ac1d-bb4eee5c7163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd07bf9c0-feda-49f0-ac68-879462adf9f1'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:41:29.024669 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-02aa70cf-5ecc-4830-a618-693da477b34f req-1254166e-7447-4ed0-9ff3-042eed347685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:29.097530 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcfa68cc-57e4-4564-98e2-95b6e508ac4b tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:41:29.119932 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-dcfa68cc-57e4-4564-98e2-95b6e508ac4b tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:29.120563 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-dcfa68cc-57e4-4564-98e2-95b6e508ac4b tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Added segment d04e14ef-f9d6-4669-a029-fc5944e83992 of type vlan for network 648dcac8-77e1-470f-a0cb-d6846c930cfd Aug 10 03:41:29.251359 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-dcfa68cc-57e4-4564-98e2-95b6e508ac4b tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:29.280021 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-02aa70cf-5ecc-4830-a618-693da477b34f req-1254166e-7447-4ed0-9ff3-042eed347685 service neutron] For port 06c129e9-7171-46da-95d4-f26eb35f228a, host n-h1-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:41:29.289521 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-02aa70cf-5ecc-4830-a618-693da477b34f req-1254166e-7447-4ed0-9ff3-042eed347685 service neutron] For port 06c129e9-7171-46da-95d4-f26eb35f228a, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=06c129e9-7171-46da-95d4-f26eb35f228a,segment=NetworkSegment(137a9801-8fd3-46c2-ac1d-bb4eee5c7163),segment_id=137a9801-8fd3-46c2-ac1d-bb4eee5c7163)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:41:29.297458 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-dcfa68cc-57e4-4564-98e2-95b6e508ac4b tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:29.300345 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-02aa70cf-5ecc-4830-a618-693da477b34f req-1254166e-7447-4ed0-9ff3-042eed347685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:29.303531 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfa68cc-57e4-4564-98e2-95b6e508ac4b tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:29.309449 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-dcfa68cc-57e4-4564-98e2-95b6e508ac4b tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:29.358724 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655a17ab-19a1-48af-8464-c1d9a489f7cf None None] Resources bound (agent type, host, resource id): {{(pid=94262) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 03:41:29.397226 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device a01732a1-4ff6-4d56-bd86-abf7f5b05fb8 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:41:29.504008 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfa68cc-57e4-4564-98e2-95b6e508ac4b tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Pushing event updated for resources: {'Network': ['ID=648dcac8-77e1-470f-a0cb-d6846c930cfd,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:29.508126 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1254166e-7447-4ed0-9ff3-042eed347685 service neutron] Pushing event updated for resources: {'Port': ['ID=06c129e9-7171-46da-95d4-f26eb35f228a,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:29.521507 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-dcfa68cc-57e4-4564-98e2-95b6e508ac4b tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.6239393 Aug 10 03:41:29.522516 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 56324) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:29.528416 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-981b344b-8951-4d28-9e8e-26508a3abdc8 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Request body: {'subnet': {'network_id': '648dcac8-77e1-470f-a0cb-d6846c930cfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:29.549719 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa70cf-5ecc-4830-a618-693da477b34f req-1254166e-7447-4ed0-9ff3-042eed347685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:29.550893 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-02aa70cf-5ecc-4830-a618-693da477b34f req-1254166e-7447-4ed0-9ff3-042eed347685 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:29.553729 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-02aa70cf-5ecc-4830-a618-693da477b34f req-1254166e-7447-4ed0-9ff3-042eed347685 service neutron] 10.222.0.42 "PUT /v2.0/ports/06c129e9-7171-46da-95d4-f26eb35f228a HTTP/1.1" status: 200 len: 1092 time: 2.9971519 Aug 10 03:41:29.573467 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fdf14e5-715f-477b-93b8-43025a08ebc5', 'tag': '06c129e9-7171-46da-95d4-f26eb35f228a'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:41:29.586337 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-478b38bb-2f94-409e-a74d-33c4921f8bd6" -d '{"events": [{"name": "network-changed", "server_uuid": "0fdf14e5-715f-477b-93b8-43025a08ebc5", "tag": "06c129e9-7171-46da-95d4-f26eb35f228a"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:41:29.807436 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97260119-3abf-4d37-a730-475a76fa7e40 x-openstack-request-id: req-97260119-3abf-4d37-a730-475a76fa7e40 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:41:29.807890 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fdf14e5-715f-477b-93b8-43025a08ebc5", "tag": "06c129e9-7171-46da-95d4-f26eb35f228a", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:41:29.808315 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-97260119-3abf-4d37-a730-475a76fa7e40 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:41:29.809241 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fdf14e5-715f-477b-93b8-43025a08ebc5', 'tag': '06c129e9-7171-46da-95d4-f26eb35f228a', 'status': 'completed', 'code': 200} Aug 10 03:41:29.830356 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-981b344b-8951-4d28-9e8e-26508a3abdc8 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Made reservation on behalf of 77d4506e9cec4013b90dfeb3668105dc for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:41:29.843455 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-981b344b-8951-4d28-9e8e-26508a3abdc8 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:29.858679 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa70cf-5ecc-4830-a618-693da477b34f req-f9f03420-af55-432c-b45a-27d904cfc0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:29.866806 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-02aa70cf-5ecc-4830-a618-693da477b34f req-f9f03420-af55-432c-b45a-27d904cfc0bb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2680b799feb54d8c9fdff98330bf1a96&device_id=0fdf14e5-715f-477b-93b8-43025a08ebc5 HTTP/1.1" status: 200 len: 1095 time: 0.2427702 Aug 10 03:41:30.020183 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-02aa70cf-5ecc-4830-a618-693da477b34f req-d0468c73-f584-437d-b64a-ce4119dc19e5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06c129e9-7171-46da-95d4-f26eb35f228a HTTP/1.1" status: 200 len: 217 time: 0.1458526 Aug 10 03:41:30.126206 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 648dcac8-77e1-470f-a0cb-d6846c930cfd details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:41:30.258407 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa70cf-5ecc-4830-a618-693da477b34f req-ed704de5-f0ac-4acb-8b0d-d9d4988779ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:30.261566 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-02aa70cf-5ecc-4830-a618-693da477b34f req-ed704de5-f0ac-4acb-8b0d-d9d4988779ad service neutron] 10.222.0.42 "GET /v2.0/subnets?id=33a1c40e-b5d2-46c7-a6a1-fa6cc0352aec HTTP/1.1" status: 200 len: 850 time: 0.2319398 Aug 10 03:41:30.460166 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec9bd00-956c-4051-9e02-fed48f67b318 req-ab52246a-6652-4eb9-8e77-3ccab3e8eaff tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:30.474982 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-aec9bd00-956c-4051-9e02-fed48f67b318 req-ab52246a-6652-4eb9-8e77-3ccab3e8eaff tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fdf14e5-715f-477b-93b8-43025a08ebc5 HTTP/1.1" status: 200 len: 943 time: 0.2057393 Aug 10 03:41:30.494021 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa70cf-5ecc-4830-a618-693da477b34f req-a6d467ca-4d05-462f-bc07-0d7baa3c77d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:30.503040 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-02aa70cf-5ecc-4830-a618-693da477b34f req-a6d467ca-4d05-462f-bc07-0d7baa3c77d0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d07bf9c0-feda-49f0-ac68-879462adf9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2260263 Aug 10 03:41:30.535034 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-981b344b-8951-4d28-9e8e-26508a3abdc8 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:30.655253 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port a01732a1-4ff6-4d56-bd86-abf7f5b05fb8 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:30.656207 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:30.700862 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981b344b-8951-4d28-9e8e-26508a3abdc8 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Pushing event updated for resources: {'Subnet': ['ID=f8617e0b-ab73-4260-ae85-8e211879b8be,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:30.734995 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981b344b-8951-4d28-9e8e-26508a3abdc8 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Checking segment: {'id': 'd04e14ef-f9d6-4669-a029-fc5944e83992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '648dcac8-77e1-470f-a0cb-d6846c930cfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:41:30.735371 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981b344b-8951-4d28-9e8e-26508a3abdc8 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Network hostable DHCP agents. Network: 648dcac8-77e1-470f-a0cb-d6846c930cfd, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:41:30.742342 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-aec9bd00-956c-4051-9e02-fed48f67b318 req-3a564aab-d5f6-4bef-a5f8-141fc46bb662 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9d97ea0-2a9f-4286-b02c-31ca2320c427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320311 Aug 10 03:41:30.807568 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-02aa70cf-5ecc-4830-a618-693da477b34f req-c5d68c34-4b2f-40ed-9e91-b60d93ef2af3 service neutron] 10.222.0.42 "GET /v2.0/networks/d07bf9c0-feda-49f0-ac68-879462adf9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996175 Aug 10 03:41:30.807845 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981b344b-8951-4d28-9e8e-26508a3abdc8 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Network 648dcac8-77e1-470f-a0cb-d6846c930cfd is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:41:30.835741 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-981b344b-8951-4d28-9e8e-26508a3abdc8 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 648dcac8-77e1-470f-a0cb-d6846c930cfd) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:41:30.852144 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981b344b-8951-4d28-9e8e-26508a3abdc8 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:30.852814 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-981b344b-8951-4d28-9e8e-26508a3abdc8 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:30.921655 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-981b344b-8951-4d28-9e8e-26508a3abdc8 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.3975096 Aug 10 03:41:30.924242 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 56370) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:31.023112 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95124e75-bbd1-451d-adf7-693a11714e28 None None] Network 648dcac8-77e1-470f-a0cb-d6846c930cfd requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:41:31.200873 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e571d2e2-08a2-4554-b5c2-d9c4e84af8cb tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:31.210848 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-02aa70cf-5ecc-4830-a618-693da477b34f req-27213efd-31c5-4eed-83bc-d435233ba08f service neutron] 10.222.0.42 "GET /v2.0/networks/d07bf9c0-feda-49f0-ac68-879462adf9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3895843 Aug 10 03:41:31.478471 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b972077-da04-4476-8c88-79968b8d1485 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-648dcac8-77e1-470f-a0cb-d6846c930cfd', 'network_id': '648dcac8-77e1-470f-a0cb-d6846c930cfd', 'tenant_id': '77d4506e9cec4013b90dfeb3668105dc', 'fixed_ips': [{'subnet_id': 'f8617e0b-ab73-4260-ae85-8e211879b8be'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:41:31.480554 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-7b972077-da04-4476-8c88-79968b8d1485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:31.566135 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478b38bb-2f94-409e-a74d-33c4921f8bd6 req-2b271634-8b83-4de8-b9a6-f239e7419ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:31.570201 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-478b38bb-2f94-409e-a74d-33c4921f8bd6 req-2b271634-8b83-4de8-b9a6-f239e7419ed4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2680b799feb54d8c9fdff98330bf1a96&device_id=0fdf14e5-715f-477b-93b8-43025a08ebc5 HTTP/1.1" status: 200 len: 1095 time: 0.2708216 Aug 10 03:41:31.706070 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478b38bb-2f94-409e-a74d-33c4921f8bd6 req-7eceadb0-40cf-4acc-8a93-90e1774b493b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:31.708065 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-478b38bb-2f94-409e-a74d-33c4921f8bd6 req-7eceadb0-40cf-4acc-8a93-90e1774b493b service neutron] 10.222.0.42 "GET /v2.0/networks?id=d07bf9c0-feda-49f0-ac68-879462adf9f1 HTTP/1.1" status: 200 len: 911 time: 0.1244695 Aug 10 03:41:31.777051 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-478b38bb-2f94-409e-a74d-33c4921f8bd6 req-5f54b460-097b-4834-9bcd-210935c9d84e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06c129e9-7171-46da-95d4-f26eb35f228a HTTP/1.1" status: 200 len: 217 time: 0.0608871 Aug 10 03:41:31.951276 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478b38bb-2f94-409e-a74d-33c4921f8bd6 req-03b5e896-33eb-474e-bfd7-d1c7d950cfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:31.954778 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-478b38bb-2f94-409e-a74d-33c4921f8bd6 req-03b5e896-33eb-474e-bfd7-d1c7d950cfd6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=33a1c40e-b5d2-46c7-a6a1-fa6cc0352aec HTTP/1.1" status: 200 len: 850 time: 0.1696770 Aug 10 03:41:32.045357 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-7b972077-da04-4476-8c88-79968b8d1485 None None] Allocated IP 2001:db8::1 (648dcac8-77e1-470f-a0cb-d6846c930cfd/f8617e0b-ab73-4260-ae85-8e211879b8be/38caeda9-c72c-41f6-b839-79d704b4ebad) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:41:32.225520 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478b38bb-2f94-409e-a74d-33c4921f8bd6 req-e227935f-3c69-4d52-bb41-7e1cec7c3f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:32.246768 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-478b38bb-2f94-409e-a74d-33c4921f8bd6 req-e227935f-3c69-4d52-bb41-7e1cec7c3f62 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d07bf9c0-feda-49f0-ac68-879462adf9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2828104 Aug 10 03:41:32.307502 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-7b972077-da04-4476-8c88-79968b8d1485 None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:32.319118 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-7b972077-da04-4476-8c88-79968b8d1485 None None] Transition to ACTIVE for port object 38caeda9-c72c-41f6-b839-79d704b4ebad will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:41:32.338330 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-7b972077-da04-4476-8c88-79968b8d1485 None None] Transition to ACTIVE for port object 38caeda9-c72c-41f6-b839-79d704b4ebad will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:41:32.348729 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-7b972077-da04-4476-8c88-79968b8d1485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:32.450192 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b972077-da04-4476-8c88-79968b8d1485 None None] Pushing event updated for resources: {'Port': ['ID=38caeda9-c72c-41f6-b839-79d704b4ebad,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:32.508394 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b972077-da04-4476-8c88-79968b8d1485 None None] Network 648dcac8-77e1-470f-a0cb-d6846c930cfd is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:41:32.517707 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-7b972077-da04-4476-8c88-79968b8d1485 None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:41:32.523664 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b972077-da04-4476-8c88-79968b8d1485 None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:41:32.591007 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd626f25-0a7c-4592-b415-8fc3c7a09229 req-31d49d5a-3488-44bf-a39c-18a68484f38e tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:32.604431 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bd626f25-0a7c-4592-b415-8fc3c7a09229 req-31d49d5a-3488-44bf-a39c-18a68484f38e tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fdf14e5-715f-477b-93b8-43025a08ebc5 HTTP/1.1" status: 200 len: 943 time: 0.5171664 Aug 10 03:41:32.612253 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-478b38bb-2f94-409e-a74d-33c4921f8bd6 req-51d0ea2e-d076-47a5-983c-94186a7004bc service neutron] 10.222.0.42 "GET /v2.0/networks/d07bf9c0-feda-49f0-ac68-879462adf9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3530693 Aug 10 03:41:32.657007 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e571d2e2-08a2-4554-b5c2-d9c4e84af8cb tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:32.735198 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-7b972077-da04-4476-8c88-79968b8d1485 None None] Attempting to bind port 38caeda9-c72c-41f6-b839-79d704b4ebad on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:41:32.735560 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-7b972077-da04-4476-8c88-79968b8d1485 None None] Attempting to bind port 38caeda9-c72c-41f6-b839-79d704b4ebad by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'd04e14ef-f9d6-4669-a029-fc5944e83992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '648dcac8-77e1-470f-a0cb-d6846c930cfd'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:41:32.735873 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b972077-da04-4476-8c88-79968b8d1485 None None] Attempting to bind port 38caeda9-c72c-41f6-b839-79d704b4ebad on network 648dcac8-77e1-470f-a0cb-d6846c930cfd {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:41:32.750771 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b972077-da04-4476-8c88-79968b8d1485 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:41:32.751221 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b972077-da04-4476-8c88-79968b8d1485 None None] Checking segment: {'id': 'd04e14ef-f9d6-4669-a029-fc5944e83992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '648dcac8-77e1-470f-a0cb-d6846c930cfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:41:32.751579 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-7b972077-da04-4476-8c88-79968b8d1485 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:32.751954 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b972077-da04-4476-8c88-79968b8d1485 None None] Bound using segment: {'id': 'd04e14ef-f9d6-4669-a029-fc5944e83992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '648dcac8-77e1-470f-a0cb-d6846c930cfd'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:41:32.752462 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-7b972077-da04-4476-8c88-79968b8d1485 None None] Bound port: 38caeda9-c72c-41f6-b839-79d704b4ebad, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd04e14ef-f9d6-4669-a029-fc5944e83992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '648dcac8-77e1-470f-a0cb-d6846c930cfd'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:41:32.752847 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-7b972077-da04-4476-8c88-79968b8d1485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:32.828936 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-478b38bb-2f94-409e-a74d-33c4921f8bd6 req-510ddd67-98a0-4faf-b2dc-8920dc99791f service neutron] 10.222.0.42 "GET /v2.0/networks/d07bf9c0-feda-49f0-ac68-879462adf9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077112 Aug 10 03:41:32.842759 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bd626f25-0a7c-4592-b415-8fc3c7a09229 req-0571d5c5-f9dc-40ba-80c3-ac8cd6dbbb67 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9d97ea0-2a9f-4286-b02c-31ca2320c427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369072 Aug 10 03:41:32.877041 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 56468) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:32.916096 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-7b972077-da04-4476-8c88-79968b8d1485 None None] For port 38caeda9-c72c-41f6-b839-79d704b4ebad, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:41:32.921423 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-7b972077-da04-4476-8c88-79968b8d1485 None None] For port 38caeda9-c72c-41f6-b839-79d704b4ebad, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=38caeda9-c72c-41f6-b839-79d704b4ebad,segment=NetworkSegment(d04e14ef-f9d6-4669-a029-fc5944e83992),segment_id=d04e14ef-f9d6-4669-a029-fc5944e83992)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:41:32.932707 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-7b972077-da04-4476-8c88-79968b8d1485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:32.964222 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e571d2e2-08a2-4554-b5c2-d9c4e84af8cb tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:33.067422 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e571d2e2-08a2-4554-b5c2-d9c4e84af8cb tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Pushing event deleted for resources: {'Subnet': ['ID=f8617e0b-ab73-4260-ae85-8e211879b8be,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:33.142976 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b972077-da04-4476-8c88-79968b8d1485 None None] Pushing event updated for resources: {'Port': ['ID=38caeda9-c72c-41f6-b839-79d704b4ebad,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:33.233620 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:33.252851 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e571d2e2-08a2-4554-b5c2-d9c4e84af8cb tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:33.279705 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-64926ff6-07d6-4219-9356-1895ec8404e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:33.281451 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-e571d2e2-08a2-4554-b5c2-d9c4e84af8cb tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['648dcac8-77e1-470f-a0cb-d6846c930cfd']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:33.321300 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-e571d2e2-08a2-4554-b5c2-d9c4e84af8cb tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd04e14ef-f9d6-4669-a029-fc5944e83992') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:33.321953 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-e571d2e2-08a2-4554-b5c2-d9c4e84af8cb tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd04e14ef-f9d6-4669-a029-fc5944e83992') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:33.340399 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e571d2e2-08a2-4554-b5c2-d9c4e84af8cb tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:33.388952 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e571d2e2-08a2-4554-b5c2-d9c4e84af8cb tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:33.401682 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e571d2e2-08a2-4554-b5c2-d9c4e84af8cb tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:41:33.402762 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e571d2e2-08a2-4554-b5c2-d9c4e84af8cb tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:33.410502 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:41:33.410502 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:41:33.410502 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:41:33.410502 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:41:33.410502 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:41:33.410502 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:41:33.410502 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:41:33.410502 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:41:33.410502 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:41:33.410502 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:41:33.410502 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:41:33.410502 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:41:33.410502 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:41:33.410502 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:41:33.410502 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:41:33.410502 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:41:33.410502 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:41:33.410502 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:41:33.410502 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:41:33.410502 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:41:33.410502 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:41:33.410502 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:41:33.410502 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:41:33.410502 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:41:33.410502 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:41:33.410502 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:41:33.410502 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:41:33.410502 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:41:33.410502 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:41:33.410502 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:41:33.410502 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:41:33.410502 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:41:33.449737 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 06c129e9-7171-46da-95d4-f26eb35f228a details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:41:33.564908 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.db.api [None req-e571d2e2-08a2-4554-b5c2-d9c4e84af8cb tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 10 03:41:33.564908 n-d-768862-13 neutron-server[94261]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 10 03:41:33.564908 n-d-768862-13 neutron-server[94261]: [parameters: {'id': '648dcac8-77e1-470f-a0cb-d6846c930cfd'}] Aug 10 03:41:33.564908 n-d-768862-13 neutron-server[94261]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94261) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:41:33.565756 n-d-768862-13 neutron-server[94261]: DEBUG oslo_db.api [None req-e571d2e2-08a2-4554-b5c2-d9c4e84af8cb tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:41:33.715544 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 06c129e9-7171-46da-95d4-f26eb35f228a, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=06c129e9-7171-46da-95d4-f26eb35f228a,segment=NetworkSegment(137a9801-8fd3-46c2-ac1d-bb4eee5c7163),segment_id=137a9801-8fd3-46c2-ac1d-bb4eee5c7163)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:33.737621 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-64926ff6-07d6-4219-9356-1895ec8404e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:33.744208 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': '06c129e9-7171-46da-95d4-f26eb35f228a', 'network_id': 'd07bf9c0-feda-49f0-ac68-879462adf9f1', 'port_id': '06c129e9-7171-46da-95d4-f26eb35f228a', 'mac_address': 'fa:16:3e:20:81:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33a1c40e-b5d2-46c7-a6a1-fa6cc0352aec', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:41:33.748682 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-64926ff6-07d6-4219-9356-1895ec8404e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:33.794977 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:33.820936 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-64926ff6-07d6-4219-9356-1895ec8404e9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ad848474cf7f47fd82a79f75e3c1ba73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9423223 Aug 10 03:41:33.824810 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 56488) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:33.839096 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06c129e9-7171-46da-95d4-f26eb35f228a {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:41:33.864803 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64926ff6-07d6-4219-9356-1895ec8404e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ede19b-e93b-4216-b858-4f107c549310,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:33.925355 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 06c129e9-7171-46da-95d4-f26eb35f228a, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=06c129e9-7171-46da-95d4-f26eb35f228a,segment=NetworkSegment(137a9801-8fd3-46c2-ac1d-bb4eee5c7163),segment_id=137a9801-8fd3-46c2-ac1d-bb4eee5c7163)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:33.937363 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:33.985433 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-158b5d1f-c2f4-49c8-a20a-af168d164e67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:34.064648 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-158b5d1f-c2f4-49c8-a20a-af168d164e67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:34.066473 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e571d2e2-08a2-4554-b5c2-d9c4e84af8cb tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:34.128039 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=06c129e9-7171-46da-95d4-f26eb35f228a,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:34.206952 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['06c129e9-7171-46da-95d4-f26eb35f228a'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:41:34.225466 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b1c139-61dd-4e12-b1c8-f1f2c567af6a req-3d8d9540-43ce-48ab-9cb2-6d04faa516eb tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:34.228365 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d6b1c139-61dd-4e12-b1c8-f1f2c567af6a req-3d8d9540-43ce-48ab-9cb2-6d04faa516eb tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fdf14e5-715f-477b-93b8-43025a08ebc5 HTTP/1.1" status: 200 len: 944 time: 0.2532091 Aug 10 03:41:34.364096 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d6b1c139-61dd-4e12-b1c8-f1f2c567af6a req-5b9f3518-18a7-42f9-b037-4ce03e7fa6d4 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9d97ea0-2a9f-4286-b02c-31ca2320c427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215150 Aug 10 03:41:34.405453 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-158b5d1f-c2f4-49c8-a20a-af168d164e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:34.408817 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-158b5d1f-c2f4-49c8-a20a-af168d164e67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:34.409642 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-158b5d1f-c2f4-49c8-a20a-af168d164e67 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b2ede19b-e93b-4216-b858-4f107c549310 HTTP/1.1" status: 204 len: 168 time: 0.5836737 Aug 10 03:41:34.415961 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-e571d2e2-08a2-4554-b5c2-d9c4e84af8cb tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Deleting port 38caeda9-c72c-41f6-b839-79d704b4ebad {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:41:34.416303 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e571d2e2-08a2-4554-b5c2-d9c4e84af8cb tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:34.447176 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158b5d1f-c2f4-49c8-a20a-af168d164e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ede19b-e93b-4216-b858-4f107c549310,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:34.538444 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-e571d2e2-08a2-4554-b5c2-d9c4e84af8cb tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] For port 38caeda9-c72c-41f6-b839-79d704b4ebad, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=38caeda9-c72c-41f6-b839-79d704b4ebad,segment=NetworkSegment(d04e14ef-f9d6-4669-a029-fc5944e83992),segment_id=d04e14ef-f9d6-4669-a029-fc5944e83992)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:34.539248 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e571d2e2-08a2-4554-b5c2-d9c4e84af8cb tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:34.579763 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-e571d2e2-08a2-4554-b5c2-d9c4e84af8cb tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Calling delete_port for 38caeda9-c72c-41f6-b839-79d704b4ebad owned by network:dhcp {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:41:34.928971 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e571d2e2-08a2-4554-b5c2-d9c4e84af8cb tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:34.976796 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e571d2e2-08a2-4554-b5c2-d9c4e84af8cb tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Pushing event deleted for resources: {'Port': ['ID=38caeda9-c72c-41f6-b839-79d704b4ebad,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:35.010613 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e571d2e2-08a2-4554-b5c2-d9c4e84af8cb tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] No DVR routers for this DVR port 38caeda9-c72c-41f6-b839-79d704b4ebad on host n-d-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:41:35.016249 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed415cc1-e101-4e26-a07d-b698283278c0 None None] Network 648dcac8-77e1-470f-a0cb-d6846c930cfd requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:41:35.188167 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 56540) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:35.222378 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e571d2e2-08a2-4554-b5c2-d9c4e84af8cb tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:35.249394 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-e571d2e2-08a2-4554-b5c2-d9c4e84af8cb tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['648dcac8-77e1-470f-a0cb-d6846c930cfd']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:35.286622 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-e571d2e2-08a2-4554-b5c2-d9c4e84af8cb tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd04e14ef-f9d6-4669-a029-fc5944e83992') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:35.289473 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-04079497-2cca-449a-829f-c94337d00f4b None None] Could not find standard attr ID for object 38caeda9-c72c-41f6-b839-79d704b4ebad. {{(pid=94262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:41:35.290600 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-e571d2e2-08a2-4554-b5c2-d9c4e84af8cb tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd04e14ef-f9d6-4669-a029-fc5944e83992') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:35.309799 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e571d2e2-08a2-4554-b5c2-d9c4e84af8cb tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:35.337619 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e571d2e2-08a2-4554-b5c2-d9c4e84af8cb tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:35.350110 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e571d2e2-08a2-4554-b5c2-d9c4e84af8cb tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:41:35.350830 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e571d2e2-08a2-4554-b5c2-d9c4e84af8cb tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:35.354203 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:41:35.354203 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:41:35.354203 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:41:35.354203 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:41:35.354203 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:41:35.354203 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:41:35.354203 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:41:35.354203 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:41:35.354203 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:41:35.354203 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:41:35.354203 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:41:35.354203 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:41:35.354203 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:41:35.354203 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:41:35.354203 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:41:35.354203 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:41:35.354203 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:41:35.354203 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:41:35.354203 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:41:35.354203 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:41:35.354203 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:41:35.354203 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:41:35.354203 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:41:35.354203 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:41:35.354203 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:41:35.354203 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:41:35.354203 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:41:35.354203 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:41:35.354203 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:41:35.354203 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:41:35.354203 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:41:35.354203 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:41:35.454450 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 56548) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:35.515266 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 06c129e9-7171-46da-95d4-f26eb35f228a up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:41:35.559103 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-82d99c48-1d67-42a9-8158-23bcfa6cd279 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:35.588225 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e571d2e2-08a2-4554-b5c2-d9c4e84af8cb tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:35.598393 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e571d2e2-08a2-4554-b5c2-d9c4e84af8cb tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:35.601940 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-fed3b67e-1040-454c-86f7-4a0245f4a286 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:35.614767 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e571d2e2-08a2-4554-b5c2-d9c4e84af8cb tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] 10.222.0.44 "DELETE /v2.0/networks/648dcac8-77e1-470f-a0cb-d6846c930cfd HTTP/1.1" status: 204 len: 168 time: 4.6867552 Aug 10 03:41:35.625111 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 56550) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:35.634085 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-08db200c-ca18-4dd6-8d3a-e3ddfd99144b tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1416749632'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:35.644035 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e571d2e2-08a2-4554-b5c2-d9c4e84af8cb tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Pushing event deleted for resources: {'Network': ['ID=648dcac8-77e1-470f-a0cb-d6846c930cfd,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:35.649873 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning for port 06c129e9-7171-46da-95d4-f26eb35f228a completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:41:35.674112 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port 06c129e9-7171-46da-95d4-f26eb35f228a triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:35.674696 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:35.692657 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01e3eb3-4f69-492b-830a-e68a7c05d976 req-42340753-e3ee-4c80-9d77-d9e470d401ed tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:35.701340 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d01e3eb3-4f69-492b-830a-e68a7c05d976 req-42340753-e3ee-4c80-9d77-d9e470d401ed tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fdf14e5-715f-477b-93b8-43025a08ebc5 HTTP/1.1" status: 200 len: 944 time: 0.1714587 Aug 10 03:41:35.749831 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc61a92-6c26-45bd-bf84-7253f1532dfc None None] DHCP port deletion for 648dcac8-77e1-470f-a0cb-d6846c930cfd request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:41:35.779469 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d01e3eb3-4f69-492b-830a-e68a7c05d976 req-522b2d6f-2df5-4ef9-b3ed-cb2337c5aedd tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9d97ea0-2a9f-4286-b02c-31ca2320c427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761833 Aug 10 03:41:35.827112 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-82d99c48-1d67-42a9-8158-23bcfa6cd279 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:35.846344 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:35.848111 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-82d99c48-1d67-42a9-8158-23bcfa6cd279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:35.884621 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fdf14e5-715f-477b-93b8-43025a08ebc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06c129e9-7171-46da-95d4-f26eb35f228a'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:41:35.888675 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e6c186-3afd-4791-aaea-d7441cfe7840" -d '{"events": [{"server_uuid": "0fdf14e5-715f-477b-93b8-43025a08ebc5", "name": "network-vif-plugged", "status": "completed", "tag": "06c129e9-7171-46da-95d4-f26eb35f228a"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:41:35.914440 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 06c129e9-7171-46da-95d4-f26eb35f228a, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=06c129e9-7171-46da-95d4-f26eb35f228a,segment=NetworkSegment(137a9801-8fd3-46c2-ac1d-bb4eee5c7163),segment_id=137a9801-8fd3-46c2-ac1d-bb4eee5c7163)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:35.920620 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:35.938887 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-82d99c48-1d67-42a9-8158-23bcfa6cd279 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=65fd14b01945450a8597822d79594d93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7478666 Aug 10 03:41:35.943491 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 56556) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:36.019133 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de475c0-0db0-42c2-87a0-462753cdf7b5 x-openstack-request-id: req-0de475c0-0db0-42c2-87a0-462753cdf7b5 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:41:36.021664 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fdf14e5-715f-477b-93b8-43025a08ebc5", "name": "network-vif-plugged", "status": "completed", "tag": "06c129e9-7171-46da-95d4-f26eb35f228a", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:41:36.022072 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0de475c0-0db0-42c2-87a0-462753cdf7b5 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:41:36.023855 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fdf14e5-715f-477b-93b8-43025a08ebc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06c129e9-7171-46da-95d4-f26eb35f228a', 'code': 200} Aug 10 03:41:36.056545 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=06c129e9-7171-46da-95d4-f26eb35f228a,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:36.110841 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-274a99d8-1d2b-4315-a194-8d54fbc27e25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:36.113680 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08db200c-ca18-4dd6-8d3a-e3ddfd99144b tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Made reservation on behalf of 77d4506e9cec4013b90dfeb3668105dc for: {'network': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:41:36.120082 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-08db200c-ca18-4dd6-8d3a-e3ddfd99144b tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:36.141650 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-274a99d8-1d2b-4315-a194-8d54fbc27e25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:36.184446 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d99c48-1d67-42a9-8158-23bcfa6cd279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d5cf10a-5b8d-4f5f-ab2c-d96a21339438,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:36.232602 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-274a99d8-1d2b-4315-a194-8d54fbc27e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:36.238110 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-274a99d8-1d2b-4315-a194-8d54fbc27e25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:36.241083 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-274a99d8-1d2b-4315-a194-8d54fbc27e25 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5d5cf10a-5b8d-4f5f-ab2c-d96a21339438 HTTP/1.1" status: 204 len: 168 time: 0.2901418 Aug 10 03:41:36.244275 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-fed3b67e-1040-454c-86f7-4a0245f4a286 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:36.257720 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274a99d8-1d2b-4315-a194-8d54fbc27e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d5cf10a-5b8d-4f5f-ab2c-d96a21339438,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:36.260741 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-fed3b67e-1040-454c-86f7-4a0245f4a286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:36.320560 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08db200c-ca18-4dd6-8d3a-e3ddfd99144b tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=94260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:41:36.333150 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed3b67e-1040-454c-86f7-4a0245f4a286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=affcf238-13ad-4587-ad6a-722bb4bbb813,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:36.364500 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c992675-76ae-4cb0-bf5f-5f8bf1f35cef req-6b9383d8-dd46-4d5c-9562-3ad9693c6dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:36.367409 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6c992675-76ae-4cb0-bf5f-5f8bf1f35cef req-6b9383d8-dd46-4d5c-9562-3ad9693c6dd1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0fdf14e5-715f-477b-93b8-43025a08ebc5 HTTP/1.1" status: 200 len: 1097 time: 0.2340591 Aug 10 03:41:36.402523 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-08db200c-ca18-4dd6-8d3a-e3ddfd99144b tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:36.403110 n-d-768862-13 neutron-server[94260]: INFO neutron.db.segments_db [None req-08db200c-ca18-4dd6-8d3a-e3ddfd99144b tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Added segment ca87ed44-6cba-4052-96ca-f1e116cd7319 of type vlan for network a6679006-abc5-4155-adb6-625535517000 Aug 10 03:41:36.435592 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-fed3b67e-1040-454c-86f7-4a0245f4a286 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0992bb3d078e41babdd2e095998d9056&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9765975 Aug 10 03:41:36.441029 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 56560) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:36.538090 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6c992675-76ae-4cb0-bf5f-5f8bf1f35cef req-cc4b117a-0400-4f90-af7d-8103ec94294f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a9d97ea0-2a9f-4286-b02c-31ca2320c427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582103 Aug 10 03:41:36.563243 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-08db200c-ca18-4dd6-8d3a-e3ddfd99144b tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:36.638103 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f7926d5c-8167-45bd-9b11-0631e0f3d85f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:36.689195 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f7926d5c-8167-45bd-9b11-0631e0f3d85f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:36.708835 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-08db200c-ca18-4dd6-8d3a-e3ddfd99144b tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:36.714772 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08db200c-ca18-4dd6-8d3a-e3ddfd99144b tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:36.715777 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-08db200c-ca18-4dd6-8d3a-e3ddfd99144b tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:36.789937 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-08db200c-ca18-4dd6-8d3a-e3ddfd99144b tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1608899 Aug 10 03:41:36.792901 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 56566) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:36.799285 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-11b4db74-b1de-4cb7-bcf7-ee55394090c2 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Request body: {'subnet': {'network_id': 'a6679006-abc5-4155-adb6-625535517000', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:36.820676 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08db200c-ca18-4dd6-8d3a-e3ddfd99144b tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Pushing event updated for resources: {'Network': ['ID=a6679006-abc5-4155-adb6-625535517000,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:36.821177 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f7926d5c-8167-45bd-9b11-0631e0f3d85f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:36.824079 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f7926d5c-8167-45bd-9b11-0631e0f3d85f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:36.828217 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-f7926d5c-8167-45bd-9b11-0631e0f3d85f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/affcf238-13ad-4587-ad6a-722bb4bbb813 HTTP/1.1" status: 204 len: 168 time: 0.3803401 Aug 10 03:41:36.842600 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network a6679006-abc5-4155-adb6-625535517000 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:41:36.874350 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7926d5c-8167-45bd-9b11-0631e0f3d85f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=affcf238-13ad-4587-ad6a-722bb4bbb813,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:36.939289 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b4db74-b1de-4cb7-bcf7-ee55394090c2 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Made reservation on behalf of 77d4506e9cec4013b90dfeb3668105dc for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:41:36.943149 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-11b4db74-b1de-4cb7-bcf7-ee55394090c2 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:37.065712 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4813aad7-9bc8-4bcb-a30c-a4c4e0417e95 req-1c4feb3e-bf8b-4cd7-ac6e-6f06a7bd2a58 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:37.084018 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4813aad7-9bc8-4bcb-a30c-a4c4e0417e95 req-1c4feb3e-bf8b-4cd7-ac6e-6f06a7bd2a58 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fdf14e5-715f-477b-93b8-43025a08ebc5 HTTP/1.1" status: 200 len: 945 time: 0.1540070 Aug 10 03:41:37.089739 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 38caeda9-c72c-41f6-b839-79d704b4ebad no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:41:37.182338 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4813aad7-9bc8-4bcb-a30c-a4c4e0417e95 req-885fb451-3410-47d9-b8a4-50242d08bd43 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9d97ea0-2a9f-4286-b02c-31ca2320c427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972004 Aug 10 03:41:37.188437 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 38caeda9-c72c-41f6-b839-79d704b4ebad {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:41:37.189494 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 38caeda9-c72c-41f6-b839-79d704b4ebad not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:41:37.319810 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-11b4db74-b1de-4cb7-bcf7-ee55394090c2 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:37.499832 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b4db74-b1de-4cb7-bcf7-ee55394090c2 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Pushing event updated for resources: {'Subnet': ['ID=52853eb4-3f8c-4698-8a42-160340246956,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:37.508526 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b4db74-b1de-4cb7-bcf7-ee55394090c2 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Checking segment: {'id': 'ca87ed44-6cba-4052-96ca-f1e116cd7319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a6679006-abc5-4155-adb6-625535517000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:41:37.508786 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b4db74-b1de-4cb7-bcf7-ee55394090c2 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Network hostable DHCP agents. Network: a6679006-abc5-4155-adb6-625535517000, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:41:37.545488 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b4db74-b1de-4cb7-bcf7-ee55394090c2 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Network a6679006-abc5-4155-adb6-625535517000 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:41:37.567000 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-11b4db74-b1de-4cb7-bcf7-ee55394090c2 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, a6679006-abc5-4155-adb6-625535517000) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:41:37.572666 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b4db74-b1de-4cb7-bcf7-ee55394090c2 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:37.572666 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-11b4db74-b1de-4cb7-bcf7-ee55394090c2 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:37.579243 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f462d9f-cb6b-4e37-a33b-d968b8556068 None None] Network a6679006-abc5-4155-adb6-625535517000 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:41:37.603007 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-11b4db74-b1de-4cb7-bcf7-ee55394090c2 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8085146 Aug 10 03:41:37.603631 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 56594) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:37.610127 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-16677cba-22b9-4edd-86f0-2f19785ffd08 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Request body: {'subnet': {'network_id': 'a6679006-abc5-4155-adb6-625535517000', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:37.861984 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16677cba-22b9-4edd-86f0-2f19785ffd08 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Made reservation on behalf of 77d4506e9cec4013b90dfeb3668105dc for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:41:37.868303 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-16677cba-22b9-4edd-86f0-2f19785ffd08 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:37.911685 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67a6274-ba87-43ba-8c8c-8dcb61eead13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-a6679006-abc5-4155-adb6-625535517000', 'network_id': 'a6679006-abc5-4155-adb6-625535517000', 'tenant_id': '77d4506e9cec4013b90dfeb3668105dc', 'fixed_ips': [{'subnet_id': '52853eb4-3f8c-4698-8a42-160340246956'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:41:37.912953 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d67a6274-ba87-43ba-8c8c-8dcb61eead13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:38.153688 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-d67a6274-ba87-43ba-8c8c-8dcb61eead13 None None] Allocated IP 2001:db8::2 (a6679006-abc5-4155-adb6-625535517000/52853eb4-3f8c-4698-8a42-160340246956/fb513623-6338-48d5-b7c9-daecd25e3007) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:41:38.399226 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 56620) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:38.424523 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-16677cba-22b9-4edd-86f0-2f19785ffd08 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58895384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805196'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:38.501575 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16677cba-22b9-4edd-86f0-2f19785ffd08 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Network a6679006-abc5-4155-adb6-625535517000 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:41:38.505684 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d67a6274-ba87-43ba-8c8c-8dcb61eead13 None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:38.506688 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-16677cba-22b9-4edd-86f0-2f19785ffd08 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:41:38.515354 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16677cba-22b9-4edd-86f0-2f19785ffd08 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:38.516000 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-16677cba-22b9-4edd-86f0-2f19785ffd08 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:38.541846 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-d67a6274-ba87-43ba-8c8c-8dcb61eead13 None None] Transition to ACTIVE for port object fb513623-6338-48d5-b7c9-daecd25e3007 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:41:38.563617 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-16677cba-22b9-4edd-86f0-2f19785ffd08 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9539990 Aug 10 03:41:38.563617 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16677cba-22b9-4edd-86f0-2f19785ffd08 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Pushing event updated for resources: {'Subnet': ['ID=9315da2e-0c68-453c-a550-76eb6f0aa3ae,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:38.564792 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 56626) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:38.580862 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-d67a6274-ba87-43ba-8c8c-8dcb61eead13 None None] Transition to ACTIVE for port object fb513623-6338-48d5-b7c9-daecd25e3007 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:41:38.596107 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d67a6274-ba87-43ba-8c8c-8dcb61eead13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:38.602002 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c73e5f-0590-4447-8efe-f7fcc00560ea req-19772df5-659e-41c2-814f-e0004ca17b3d tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:38.605777 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-83c73e5f-0590-4447-8efe-f7fcc00560ea req-19772df5-659e-41c2-814f-e0004ca17b3d tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fdf14e5-715f-477b-93b8-43025a08ebc5 HTTP/1.1" status: 200 len: 945 time: 0.1952698 Aug 10 03:41:38.690675 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-83c73e5f-0590-4447-8efe-f7fcc00560ea req-86b6c576-5cac-4195-a1fa-d03dc040168a tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9d97ea0-2a9f-4286-b02c-31ca2320c427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759308 Aug 10 03:41:38.691471 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67a6274-ba87-43ba-8c8c-8dcb61eead13 None None] Network a6679006-abc5-4155-adb6-625535517000 is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:41:38.695340 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-d67a6274-ba87-43ba-8c8c-8dcb61eead13 None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:41:38.703129 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67a6274-ba87-43ba-8c8c-8dcb61eead13 None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:41:38.705080 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61198222-82b5-4ccf-8a54-ee4ca9db3c96 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:38.725933 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61198222-82b5-4ccf-8a54-ee4ca9db3c96 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:38.737452 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67a6274-ba87-43ba-8c8c-8dcb61eead13 None None] Pushing event updated for resources: {'Port': ['ID=fb513623-6338-48d5-b7c9-daecd25e3007,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:38.757475 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61198222-82b5-4ccf-8a54-ee4ca9db3c96 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:38.759175 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61198222-82b5-4ccf-8a54-ee4ca9db3c96 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:38.770930 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61198222-82b5-4ccf-8a54-ee4ca9db3c96 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:38.778859 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-61198222-82b5-4ccf-8a54-ee4ca9db3c96 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2088182 Aug 10 03:41:38.779445 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 56630) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:38.785594 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-2fd325e6-c72a-4f52-90dd-eff6eb0a9a7e tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1151138016'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:38.841155 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4540a37b-f339-4830-bc3d-f5ea34f6abb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:38.846193 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd325e6-c72a-4f52-90dd-eff6eb0a9a7e tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Made reservation on behalf of 77d4506e9cec4013b90dfeb3668105dc for: {'network': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:41:38.854109 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2fd325e6-c72a-4f52-90dd-eff6eb0a9a7e tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:38.889526 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-d67a6274-ba87-43ba-8c8c-8dcb61eead13 None None] Attempting to bind port fb513623-6338-48d5-b7c9-daecd25e3007 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:41:38.891565 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-d67a6274-ba87-43ba-8c8c-8dcb61eead13 None None] Attempting to bind port fb513623-6338-48d5-b7c9-daecd25e3007 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'ca87ed44-6cba-4052-96ca-f1e116cd7319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a6679006-abc5-4155-adb6-625535517000'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:41:38.894466 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67a6274-ba87-43ba-8c8c-8dcb61eead13 None None] Attempting to bind port fb513623-6338-48d5-b7c9-daecd25e3007 on network a6679006-abc5-4155-adb6-625535517000 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:41:38.902929 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fd325e6-c72a-4f52-90dd-eff6eb0a9a7e tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=94260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:41:38.915176 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67a6274-ba87-43ba-8c8c-8dcb61eead13 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:41:38.915176 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67a6274-ba87-43ba-8c8c-8dcb61eead13 None None] Checking segment: {'id': 'ca87ed44-6cba-4052-96ca-f1e116cd7319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a6679006-abc5-4155-adb6-625535517000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:41:38.916361 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d67a6274-ba87-43ba-8c8c-8dcb61eead13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:38.916361 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67a6274-ba87-43ba-8c8c-8dcb61eead13 None None] Bound using segment: {'id': 'ca87ed44-6cba-4052-96ca-f1e116cd7319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a6679006-abc5-4155-adb6-625535517000'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:41:38.919810 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-d67a6274-ba87-43ba-8c8c-8dcb61eead13 None None] Bound port: fb513623-6338-48d5-b7c9-daecd25e3007, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca87ed44-6cba-4052-96ca-f1e116cd7319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a6679006-abc5-4155-adb6-625535517000'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:41:38.922697 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d67a6274-ba87-43ba-8c8c-8dcb61eead13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:38.923979 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2fd325e6-c72a-4f52-90dd-eff6eb0a9a7e tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:38.924341 n-d-768862-13 neutron-server[94260]: INFO neutron.db.segments_db [None req-2fd325e6-c72a-4f52-90dd-eff6eb0a9a7e tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Added segment 9bb64a7f-05e3-4658-9ae3-f22c9aeb6840 of type vlan for network e92fdfd9-eda2-46fb-993f-883eda5a9d70 Aug 10 03:41:39.035925 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2fd325e6-c72a-4f52-90dd-eff6eb0a9a7e tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:39.069410 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4540a37b-f339-4830-bc3d-f5ea34f6abb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:39.112926 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4540a37b-f339-4830-bc3d-f5ea34f6abb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:39.113423 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2fd325e6-c72a-4f52-90dd-eff6eb0a9a7e tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:39.121796 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd325e6-c72a-4f52-90dd-eff6eb0a9a7e tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:39.123187 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2fd325e6-c72a-4f52-90dd-eff6eb0a9a7e tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:39.143113 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-d67a6274-ba87-43ba-8c8c-8dcb61eead13 None None] For port fb513623-6338-48d5-b7c9-daecd25e3007, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:41:39.162721 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-d67a6274-ba87-43ba-8c8c-8dcb61eead13 None None] For port fb513623-6338-48d5-b7c9-daecd25e3007, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=fb513623-6338-48d5-b7c9-daecd25e3007,segment=NetworkSegment(ca87ed44-6cba-4052-96ca-f1e116cd7319),segment_id=ca87ed44-6cba-4052-96ca-f1e116cd7319)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:41:39.172667 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d67a6274-ba87-43ba-8c8c-8dcb61eead13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:39.269738 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-2fd325e6-c72a-4f52-90dd-eff6eb0a9a7e tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4890735 Aug 10 03:41:39.278653 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 56652) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:39.283924 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-4540a37b-f339-4830-bc3d-f5ea34f6abb6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a540c54a4d46416e803b15bda037aca4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8827224 Aug 10 03:41:39.286712 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 56654) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:39.332260 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-28501e04-611f-4050-b439-683aad339c29 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:39.334368 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd325e6-c72a-4f52-90dd-eff6eb0a9a7e tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Pushing event updated for resources: {'Network': ['ID=e92fdfd9-eda2-46fb-993f-883eda5a9d70,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:39.340402 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4540a37b-f339-4830-bc3d-f5ea34f6abb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e13827d8-1f29-4026-a2c7-2a6aa732fbb0,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:39.362135 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67a6274-ba87-43ba-8c8c-8dcb61eead13 None None] Pushing event updated for resources: {'Port': ['ID=fb513623-6338-48d5-b7c9-daecd25e3007,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:39.367469 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network e92fdfd9-eda2-46fb-993f-883eda5a9d70 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:41:39.386427 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd75e986-d906-4b68-be6a-b2b70460800e req-336cf64e-a4e6-4c92-b140-d2546af7c7f0 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:39.389325 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dd75e986-d906-4b68-be6a-b2b70460800e req-336cf64e-a4e6-4c92-b140-d2546af7c7f0 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fdf14e5-715f-477b-93b8-43025a08ebc5 HTTP/1.1" status: 200 len: 945 time: 0.1307471 Aug 10 03:41:39.420186 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-acfa2846-5522-445d-a8fb-af1c7cc6bf53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:39.573252 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-acfa2846-5522-445d-a8fb-af1c7cc6bf53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:39.604338 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dd75e986-d906-4b68-be6a-b2b70460800e req-6569e034-db22-4004-9943-a5ac634069b9 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9d97ea0-2a9f-4286-b02c-31ca2320c427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031417 Aug 10 03:41:39.736650 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-acfa2846-5522-445d-a8fb-af1c7cc6bf53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:39.742037 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-acfa2846-5522-445d-a8fb-af1c7cc6bf53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:39.749198 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-acfa2846-5522-445d-a8fb-af1c7cc6bf53 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e13827d8-1f29-4026-a2c7-2a6aa732fbb0 HTTP/1.1" status: 204 len: 168 time: 0.4608843 Aug 10 03:41:39.766031 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfa2846-5522-445d-a8fb-af1c7cc6bf53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e13827d8-1f29-4026-a2c7-2a6aa732fbb0,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:39.943122 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-28501e04-611f-4050-b439-683aad339c29 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:39.985977 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-28501e04-611f-4050-b439-683aad339c29 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:40.055758 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-28501e04-611f-4050-b439-683aad339c29 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Network e92fdfd9-eda2-46fb-993f-883eda5a9d70 is not hosted by any dhcp agent {{(pid=94261) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 10 03:41:40.061451 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28501e04-611f-4050-b439-683aad339c29 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:40.063034 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-28501e04-611f-4050-b439-683aad339c29 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:40.067953 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 56680) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:40.073764 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-989a716e-de7e-46b2-b7c1-0f2bd27f327b tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Request body: {'subnet': {'network_id': 'e92fdfd9-eda2-46fb-993f-883eda5a9d70', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:40.080536 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-28501e04-611f-4050-b439-683aad339c29 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] 10.222.0.44 "PUT /v2.0/networks/e92fdfd9-eda2-46fb-993f-883eda5a9d70 HTTP/1.1" status: 200 len: 723 time: 0.7938502 Aug 10 03:41:40.126603 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 56684) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:40.134602 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28501e04-611f-4050-b439-683aad339c29 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Pushing event updated for resources: {'Network': ['ID=e92fdfd9-eda2-46fb-993f-883eda5a9d70,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:40.147898 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network e92fdfd9-eda2-46fb-993f-883eda5a9d70 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:41:40.270118 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-989a716e-de7e-46b2-b7c1-0f2bd27f327b tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Made reservation on behalf of 77d4506e9cec4013b90dfeb3668105dc for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:41:40.274785 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-989a716e-de7e-46b2-b7c1-0f2bd27f327b tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:40.311535 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-765eedcf-a4b5-4ccc-b644-1aec3ddf3668 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:40.475588 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-765eedcf-a4b5-4ccc-b644-1aec3ddf3668 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:40.497032 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-765eedcf-a4b5-4ccc-b644-1aec3ddf3668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:40.579563 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-765eedcf-a4b5-4ccc-b644-1aec3ddf3668 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=27ff58fceaf341a38de51dd9145e8839&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4490561 Aug 10 03:41:40.579940 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 56700) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:40.588362 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765eedcf-a4b5-4ccc-b644-1aec3ddf3668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47853186-1ced-4c52-98ca-cf5e397b1c8f,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:40.623821 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-989a716e-de7e-46b2-b7c1-0f2bd27f327b tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58895384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805196'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:40.690618 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-80b44adc-cc24-44ee-82b1-107f71d29b69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:40.709758 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989a716e-de7e-46b2-b7c1-0f2bd27f327b tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Pushing event updated for resources: {'Subnet': ['ID=647fff48-51ed-40e1-b450-ce4db5775615,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:40.725664 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989a716e-de7e-46b2-b7c1-0f2bd27f327b tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Checking segment: {'id': '9bb64a7f-05e3-4658-9ae3-f22c9aeb6840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e92fdfd9-eda2-46fb-993f-883eda5a9d70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:41:40.726056 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989a716e-de7e-46b2-b7c1-0f2bd27f327b tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Network hostable DHCP agents. Network: e92fdfd9-eda2-46fb-993f-883eda5a9d70, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:41:40.746632 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-80b44adc-cc24-44ee-82b1-107f71d29b69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:40.757300 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989a716e-de7e-46b2-b7c1-0f2bd27f327b tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Network e92fdfd9-eda2-46fb-993f-883eda5a9d70 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:41:40.791041 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-989a716e-de7e-46b2-b7c1-0f2bd27f327b tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, e92fdfd9-eda2-46fb-993f-883eda5a9d70) {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:41:40.800606 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9284970-2144-40e9-b6e3-cbb00b43c37d None None] Network e92fdfd9-eda2-46fb-993f-883eda5a9d70 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:41:40.815638 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989a716e-de7e-46b2-b7c1-0f2bd27f327b tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:40.817053 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-989a716e-de7e-46b2-b7c1-0f2bd27f327b tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:40.874461 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-80b44adc-cc24-44ee-82b1-107f71d29b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:40.877258 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-80b44adc-cc24-44ee-82b1-107f71d29b69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:40.881178 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-80b44adc-cc24-44ee-82b1-107f71d29b69 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/47853186-1ced-4c52-98ca-cf5e397b1c8f HTTP/1.1" status: 204 len: 168 time: 0.2975724 Aug 10 03:41:40.888912 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b44adc-cc24-44ee-82b1-107f71d29b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47853186-1ced-4c52-98ca-cf5e397b1c8f,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:40.920508 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-989a716e-de7e-46b2-b7c1-0f2bd27f327b tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8511064 Aug 10 03:41:40.924935 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 56714) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:40.930599 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-0f3e53cf-9fe1-47b1-a2ac-21a789662c18 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:40.951127 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e4dbf7-38c8-4c15-b02c-90d69bd98f36 req-95c14717-6a40-4677-92a7-2b8bfdb05b8c tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:40.954879 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b3e4dbf7-38c8-4c15-b02c-90d69bd98f36 req-95c14717-6a40-4677-92a7-2b8bfdb05b8c tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fdf14e5-715f-477b-93b8-43025a08ebc5 HTTP/1.1" status: 200 len: 945 time: 0.1223450 Aug 10 03:41:41.079912 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b3e4dbf7-38c8-4c15-b02c-90d69bd98f36 req-f141b376-c3ae-45f7-b3c3-1b5595b3c971 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9d97ea0-2a9f-4286-b02c-31ca2320c427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989299 Aug 10 03:41:41.101609 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0f3e53cf-9fe1-47b1-a2ac-21a789662c18 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59561635'] for subnet, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:41.316813 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9de6e2-ebc1-4664-822a-0bc39bfbbc6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-e92fdfd9-eda2-46fb-993f-883eda5a9d70', 'network_id': 'e92fdfd9-eda2-46fb-993f-883eda5a9d70', 'tenant_id': '77d4506e9cec4013b90dfeb3668105dc', 'fixed_ips': [{'subnet_id': '647fff48-51ed-40e1-b450-ce4db5775615'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:41:41.328748 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-be9de6e2-ebc1-4664-822a-0bc39bfbbc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:41.345180 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device fb513623-6338-48d5-b7c9-daecd25e3007 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:41:41.363827 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0f3e53cf-9fe1-47b1-a2ac-21a789662c18 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727476261012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-58930550'] for subnet, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:41.406868 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9765a30-10cd-4a5e-9abd-a3a498a28694 None None] Network a6679006-abc5-4155-adb6-625535517000 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:41:41.449883 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3e53cf-9fe1-47b1-a2ac-21a789662c18 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:41.450845 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0f3e53cf-9fe1-47b1-a2ac-21a789662c18 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:41.452603 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-0f3e53cf-9fe1-47b1-a2ac-21a789662c18 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] 10.222.0.44 "PUT /v2.0/subnets/647fff48-51ed-40e1-b450-ce4db5775615 HTTP/1.1" status: 200 len: 826 time: 0.5264361 Aug 10 03:41:41.455261 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 56738) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:41.504882 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3e53cf-9fe1-47b1-a2ac-21a789662c18 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Pushing event updated for resources: {'Subnet': ['ID=647fff48-51ed-40e1-b450-ce4db5775615,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:41.714988 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1876e4d5-be7f-4a8a-97b2-2929a57978d0 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:41.807363 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-66318bac-bf9d-4c17-8dbd-190db2ef0264 None None] Provisioning for port fb513623-6338-48d5-b7c9-daecd25e3007 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:41:41.849986 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1876e4d5-be7f-4a8a-97b2-2929a57978d0 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:42.116035 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-66318bac-bf9d-4c17-8dbd-190db2ef0264 None None] Provisioning complete for port fb513623-6338-48d5-b7c9-daecd25e3007 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:42.119127 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-66318bac-bf9d-4c17-8dbd-190db2ef0264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:42.121461 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port fb513623-6338-48d5-b7c9-daecd25e3007 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:41:42.173589 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29e5416-aea4-4c94-bdee-a1733da8e3d8 req-eb2c735f-0311-4ca3-9cc5-915cb616ab39 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:42.175124 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d29e5416-aea4-4c94-bdee-a1733da8e3d8 req-eb2c735f-0311-4ca3-9cc5-915cb616ab39 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fdf14e5-715f-477b-93b8-43025a08ebc5 HTTP/1.1" status: 200 len: 945 time: 0.0729201 Aug 10 03:41:42.216618 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port fb513623-6338-48d5-b7c9-daecd25e3007 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:42.217487 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:42.262493 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-be9de6e2-ebc1-4664-822a-0bc39bfbbc6a None None] Allocated IP 2001:db8::2 (e92fdfd9-eda2-46fb-993f-883eda5a9d70/647fff48-51ed-40e1-b450-ce4db5775615/6ee07aeb-a246-45f5-8ee6-206205536b37) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:41:42.286952 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d29e5416-aea4-4c94-bdee-a1733da8e3d8 req-03d91eca-0587-4038-b211-23161b3b4985 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9d97ea0-2a9f-4286-b02c-31ca2320c427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007853 Aug 10 03:41:42.444969 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-66318bac-bf9d-4c17-8dbd-190db2ef0264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:42.577357 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:42.597327 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 56794) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:42.612932 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-66318bac-bf9d-4c17-8dbd-190db2ef0264 None None] For port fb513623-6338-48d5-b7c9-daecd25e3007, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=fb513623-6338-48d5-b7c9-daecd25e3007,segment=NetworkSegment(ca87ed44-6cba-4052-96ca-f1e116cd7319),segment_id=ca87ed44-6cba-4052-96ca-f1e116cd7319)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:42.629053 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-66318bac-bf9d-4c17-8dbd-190db2ef0264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:42.785058 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-be9de6e2-ebc1-4664-822a-0bc39bfbbc6a None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:42.787621 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66318bac-bf9d-4c17-8dbd-190db2ef0264 None None] Pushing event updated for resources: {'Port': ['ID=fb513623-6338-48d5-b7c9-daecd25e3007,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:42.837604 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-be9de6e2-ebc1-4664-822a-0bc39bfbbc6a None None] Transition to ACTIVE for port object 6ee07aeb-a246-45f5-8ee6-206205536b37 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:41:42.842105 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.db.api [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:41:42.842904 n-d-768862-13 neutron-server[94262]: DEBUG oslo_db.api [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:41:42.863622 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b9e024-0019-40dc-afec-a75557441ce1 None None] Update dhcp port {'port': {'network_id': 'a6679006-abc5-4155-adb6-625535517000', 'fixed_ips': [{'subnet_id': '52853eb4-3f8c-4698-8a42-160340246956', 'ip_address': '2001:db8::2'}, {'subnet_id': '9315da2e-0c68-453c-a550-76eb6f0aa3ae'}], 'binding:host_id': 'n-d-768862-13'}, 'id': 'fb513623-6338-48d5-b7c9-daecd25e3007'} from n-d-768862-13. {{(pid=94262) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 03:41:42.883310 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-be9de6e2-ebc1-4664-822a-0bc39bfbbc6a None None] Transition to ACTIVE for port object 6ee07aeb-a246-45f5-8ee6-206205536b37 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:41:42.900466 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e1b9e024-0019-40dc-afec-a75557441ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:42.921295 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-658381d4-9b33-473b-94c8-70cad059f9bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:42.927613 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-be9de6e2-ebc1-4664-822a-0bc39bfbbc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:42.971954 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1876e4d5-be7f-4a8a-97b2-2929a57978d0 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:43.012345 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1876e4d5-be7f-4a8a-97b2-2929a57978d0 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Pushing event deleted for resources: {'Subnet': ['ID=647fff48-51ed-40e1-b450-ce4db5775615,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:43.020329 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9de6e2-ebc1-4664-822a-0bc39bfbbc6a None None] Network e92fdfd9-eda2-46fb-993f-883eda5a9d70 is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:41:43.071662 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-be9de6e2-ebc1-4664-822a-0bc39bfbbc6a None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:41:43.074470 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9de6e2-ebc1-4664-822a-0bc39bfbbc6a None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:41:43.089836 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1876e4d5-be7f-4a8a-97b2-2929a57978d0 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:43.090181 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9de6e2-ebc1-4664-822a-0bc39bfbbc6a None None] Pushing event updated for resources: {'Port': ['ID=6ee07aeb-a246-45f5-8ee6-206205536b37,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:43.104215 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-1876e4d5-be7f-4a8a-97b2-2929a57978d0 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e92fdfd9-eda2-46fb-993f-883eda5a9d70']}} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:43.273003 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-be9de6e2-ebc1-4664-822a-0bc39bfbbc6a None None] Attempting to bind port 6ee07aeb-a246-45f5-8ee6-206205536b37 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:41:43.273628 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-be9de6e2-ebc1-4664-822a-0bc39bfbbc6a None None] Attempting to bind port 6ee07aeb-a246-45f5-8ee6-206205536b37 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '9bb64a7f-05e3-4658-9ae3-f22c9aeb6840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e92fdfd9-eda2-46fb-993f-883eda5a9d70'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:41:43.274190 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9de6e2-ebc1-4664-822a-0bc39bfbbc6a None None] Attempting to bind port 6ee07aeb-a246-45f5-8ee6-206205536b37 on network e92fdfd9-eda2-46fb-993f-883eda5a9d70 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:41:43.295958 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9de6e2-ebc1-4664-822a-0bc39bfbbc6a None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:41:43.297316 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9de6e2-ebc1-4664-822a-0bc39bfbbc6a None None] Checking segment: {'id': '9bb64a7f-05e3-4658-9ae3-f22c9aeb6840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e92fdfd9-eda2-46fb-993f-883eda5a9d70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:41:43.297762 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-be9de6e2-ebc1-4664-822a-0bc39bfbbc6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:43.298177 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9de6e2-ebc1-4664-822a-0bc39bfbbc6a None None] Bound using segment: {'id': '9bb64a7f-05e3-4658-9ae3-f22c9aeb6840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e92fdfd9-eda2-46fb-993f-883eda5a9d70'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:41:43.298713 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-be9de6e2-ebc1-4664-822a-0bc39bfbbc6a None None] Bound port: 6ee07aeb-a246-45f5-8ee6-206205536b37, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bb64a7f-05e3-4658-9ae3-f22c9aeb6840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e92fdfd9-eda2-46fb-993f-883eda5a9d70'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:41:43.299163 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-be9de6e2-ebc1-4664-822a-0bc39bfbbc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:43.350272 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-e1b9e024-0019-40dc-afec-a75557441ce1 None None] Allocated IP 172.20.0.1 (a6679006-abc5-4155-adb6-625535517000/9315da2e-0c68-453c-a550-76eb6f0aa3ae/fb513623-6338-48d5-b7c9-daecd25e3007) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:41:43.451030 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-1876e4d5-be7f-4a8a-97b2-2929a57978d0 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bb64a7f-05e3-4658-9ae3-f22c9aeb6840') {'for_net_delete': True} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:43.451467 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-1876e4d5-be7f-4a8a-97b2-2929a57978d0 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bb64a7f-05e3-4658-9ae3-f22c9aeb6840') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:43.500362 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-be9de6e2-ebc1-4664-822a-0bc39bfbbc6a None None] For port 6ee07aeb-a246-45f5-8ee6-206205536b37, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:41:43.539451 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1876e4d5-be7f-4a8a-97b2-2929a57978d0 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191186'] for segment, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:43.549783 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-be9de6e2-ebc1-4664-822a-0bc39bfbbc6a None None] For port 6ee07aeb-a246-45f5-8ee6-206205536b37, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=6ee07aeb-a246-45f5-8ee6-206205536b37,segment=NetworkSegment(9bb64a7f-05e3-4658-9ae3-f22c9aeb6840),segment_id=9bb64a7f-05e3-4658-9ae3-f22c9aeb6840)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:41:43.589743 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1876e4d5-be7f-4a8a-97b2-2929a57978d0 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:43.599886 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-be9de6e2-ebc1-4664-822a-0bc39bfbbc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:43.639187 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1876e4d5-be7f-4a8a-97b2-2929a57978d0 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=94260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:41:43.641132 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1876e4d5-be7f-4a8a-97b2-2929a57978d0 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58895489'] for segment, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:43.646834 n-d-768862-13 neutron-server[94260]: Traceback (most recent call last): Aug 10 03:41:43.646834 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:41:43.646834 n-d-768862-13 neutron-server[94260]: timer() Aug 10 03:41:43.646834 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:41:43.646834 n-d-768862-13 neutron-server[94260]: cb(*args, **kw) Aug 10 03:41:43.646834 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:41:43.646834 n-d-768862-13 neutron-server[94260]: return func(*args, **kwargs) Aug 10 03:41:43.646834 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:41:43.646834 n-d-768862-13 neutron-server[94260]: self._notify() Aug 10 03:41:43.646834 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:41:43.646834 n-d-768862-13 neutron-server[94260]: self.callback(batched_events) Aug 10 03:41:43.646834 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:41:43.646834 n-d-768862-13 neutron-server[94260]: event.method(event) Aug 10 03:41:43.646834 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:41:43.646834 n-d-768862-13 neutron-server[94260]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:41:43.646834 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:41:43.646834 n-d-768862-13 neutron-server[94260]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:41:43.646834 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:41:43.646834 n-d-768862-13 neutron-server[94260]: return f(self, *a, **k) Aug 10 03:41:43.646834 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:41:43.646834 n-d-768862-13 neutron-server[94260]: return self._get(url).json() Aug 10 03:41:43.646834 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:41:43.646834 n-d-768862-13 neutron-server[94260]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:41:43.646834 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:41:43.646834 n-d-768862-13 neutron-server[94260]: return self.request(url, 'GET', **kwargs) Aug 10 03:41:43.646834 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:41:43.646834 n-d-768862-13 neutron-server[94260]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:41:43.646834 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:41:43.646834 n-d-768862-13 neutron-server[94260]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:41:43.646834 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:41:43.646834 n-d-768862-13 neutron-server[94260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:41:43.646834 n-d-768862-13 neutron-server[94260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:41:43.664648 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e3530c-4e57-4666-bdfd-7f1969a5f0ef req-e3ee3a35-ba28-4d94-a4d8-8c31cc5bd62c tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:43.666330 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-89e3530c-4e57-4666-bdfd-7f1969a5f0ef req-e3ee3a35-ba28-4d94-a4d8-8c31cc5bd62c tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fdf14e5-715f-477b-93b8-43025a08ebc5 HTTP/1.1" status: 200 len: 945 time: 0.2255380 Aug 10 03:41:43.732865 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device fb513623-6338-48d5-b7c9-daecd25e3007 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:41:43.855006 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.db.api [None req-1876e4d5-be7f-4a8a-97b2-2929a57978d0 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 10 03:41:43.855006 n-d-768862-13 neutron-server[94260]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 10 03:41:43.855006 n-d-768862-13 neutron-server[94260]: [parameters: {'id': 'e92fdfd9-eda2-46fb-993f-883eda5a9d70'}] Aug 10 03:41:43.855006 n-d-768862-13 neutron-server[94260]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94260) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:41:43.856518 n-d-768862-13 neutron-server[94260]: DEBUG oslo_db.api [None req-1876e4d5-be7f-4a8a-97b2-2929a57978d0 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:41:43.894672 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-658381d4-9b33-473b-94c8-70cad059f9bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:43.900100 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-89e3530c-4e57-4666-bdfd-7f1969a5f0ef req-db6fe4e7-2143-4de3-9b5e-50fc453e3f99 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9d97ea0-2a9f-4286-b02c-31ca2320c427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500509 Aug 10 03:41:43.902966 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-658381d4-9b33-473b-94c8-70cad059f9bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:43.915231 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9de6e2-ebc1-4664-822a-0bc39bfbbc6a None None] Pushing event updated for resources: {'Port': ['ID=6ee07aeb-a246-45f5-8ee6-206205536b37,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:43.923824 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-e1b9e024-0019-40dc-afec-a75557441ce1 None None] For port fb513623-6338-48d5-b7c9-daecd25e3007, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=fb513623-6338-48d5-b7c9-daecd25e3007,segment=NetworkSegment(ca87ed44-6cba-4052-96ca-f1e116cd7319),segment_id=ca87ed44-6cba-4052-96ca-f1e116cd7319)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:43.956293 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acbdfb9c-cacb-4287-b0ac-bc442ce45411 None None] Network e92fdfd9-eda2-46fb-993f-883eda5a9d70 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:41:43.971490 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-658381d4-9b33-473b-94c8-70cad059f9bd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=46dd506cdfbc42069ee4b31b48aa4a3e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3725069 Aug 10 03:41:43.975272 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 56854) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:44.005497 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658381d4-9b33-473b-94c8-70cad059f9bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e746fc-430d-4e47-861a-1cc25fda6108,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:44.129096 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e1b9e024-0019-40dc-afec-a75557441ce1 None None] Notify callbacks [] for port, precommit_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:44.159795 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8b015b6d-a00f-4b7d-91d7-91dc4bd4f79b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:44.195149 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8b015b6d-a00f-4b7d-91d7-91dc4bd4f79b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:44.198029 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port fb513623-6338-48d5-b7c9-daecd25e3007 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:44.198760 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:44.277000 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-e1b9e024-0019-40dc-afec-a75557441ce1 None None] Transition to ACTIVE for port object fb513623-6338-48d5-b7c9-daecd25e3007 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:41:44.293009 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8b015b6d-a00f-4b7d-91d7-91dc4bd4f79b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:44.302084 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e1b9e024-0019-40dc-afec-a75557441ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:44.304440 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8b015b6d-a00f-4b7d-91d7-91dc4bd4f79b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:44.307275 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-8b015b6d-a00f-4b7d-91d7-91dc4bd4f79b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e8e746fc-430d-4e47-861a-1cc25fda6108 HTTP/1.1" status: 204 len: 168 time: 0.3279052 Aug 10 03:41:44.337383 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b015b6d-a00f-4b7d-91d7-91dc4bd4f79b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e746fc-430d-4e47-861a-1cc25fda6108,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:44.357727 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1876e4d5-be7f-4a8a-97b2-2929a57978d0 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:44.431982 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:41:44.587456 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-1876e4d5-be7f-4a8a-97b2-2929a57978d0 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Deleting port 6ee07aeb-a246-45f5-8ee6-206205536b37 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:41:44.587953 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1876e4d5-be7f-4a8a-97b2-2929a57978d0 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:44.646427 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Port fb513623-6338-48d5-b7c9-daecd25e3007 had new provisioning blocks added so it will not transition to active. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Aug 10 03:41:44.758203 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b9e024-0019-40dc-afec-a75557441ce1 None None] Pushing event updated for resources: {'Port': ['ID=fb513623-6338-48d5-b7c9-daecd25e3007,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:44.765710 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [None req-1876e4d5-be7f-4a8a-97b2-2929a57978d0 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] For port 6ee07aeb-a246-45f5-8ee6-206205536b37, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=6ee07aeb-a246-45f5-8ee6-206205536b37,segment=NetworkSegment(9bb64a7f-05e3-4658-9ae3-f22c9aeb6840),segment_id=9bb64a7f-05e3-4658-9ae3-f22c9aeb6840)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:44.766753 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1876e4d5-be7f-4a8a-97b2-2929a57978d0 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:44.774061 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19fb7069-e58a-4314-a22f-00a1a1543bf5 None None] Network e92fdfd9-eda2-46fb-993f-883eda5a9d70 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:41:44.826737 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-1876e4d5-be7f-4a8a-97b2-2929a57978d0 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Calling delete_port for 6ee07aeb-a246-45f5-8ee6-206205536b37 owned by network:dhcp {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:41:45.289373 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1876e4d5-be7f-4a8a-97b2-2929a57978d0 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:45.373354 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1876e4d5-be7f-4a8a-97b2-2929a57978d0 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Pushing event deleted for resources: {'Port': ['ID=6ee07aeb-a246-45f5-8ee6-206205536b37,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:45.376663 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1876e4d5-be7f-4a8a-97b2-2929a57978d0 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] No DVR routers for this DVR port 6ee07aeb-a246-45f5-8ee6-206205536b37 on host n-d-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:41:45.387305 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a89da73-6b6c-4dd2-a906-a40b69b7fd9c req-16151a07-8d94-474d-986a-a8eb5ddc3c45 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:45.395837 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6a89da73-6b6c-4dd2-a906-a40b69b7fd9c req-16151a07-8d94-474d-986a-a8eb5ddc3c45 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fdf14e5-715f-477b-93b8-43025a08ebc5 HTTP/1.1" status: 200 len: 945 time: 0.2513640 Aug 10 03:41:45.494757 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 06c129e9-7171-46da-95d4-f26eb35f228a details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:41:45.635827 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6a89da73-6b6c-4dd2-a906-a40b69b7fd9c req-e96b386e-a58a-428a-9c93-dd0e442c6964 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9d97ea0-2a9f-4286-b02c-31ca2320c427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385347 Aug 10 03:41:45.685635 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1876e4d5-be7f-4a8a-97b2-2929a57978d0 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:45.724700 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-1876e4d5-be7f-4a8a-97b2-2929a57978d0 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e92fdfd9-eda2-46fb-993f-883eda5a9d70']}} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:45.745678 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device fb513623-6338-48d5-b7c9-daecd25e3007 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:41:45.747235 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-1876e4d5-be7f-4a8a-97b2-2929a57978d0 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bb64a7f-05e3-4658-9ae3-f22c9aeb6840') {'for_net_delete': True} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:45.747808 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-1876e4d5-be7f-4a8a-97b2-2929a57978d0 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bb64a7f-05e3-4658-9ae3-f22c9aeb6840') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:45.778020 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 06c129e9-7171-46da-95d4-f26eb35f228a, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=06c129e9-7171-46da-95d4-f26eb35f228a,segment=NetworkSegment(137a9801-8fd3-46c2-ac1d-bb4eee5c7163),segment_id=137a9801-8fd3-46c2-ac1d-bb4eee5c7163)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:45.790447 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1876e4d5-be7f-4a8a-97b2-2929a57978d0 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191186'] for segment, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:45.827001 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1876e4d5-be7f-4a8a-97b2-2929a57978d0 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:45.842400 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1876e4d5-be7f-4a8a-97b2-2929a57978d0 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=94260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:41:45.860050 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1876e4d5-be7f-4a8a-97b2-2929a57978d0 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58895489'] for segment, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:45.871888 n-d-768862-13 neutron-server[94260]: Traceback (most recent call last): Aug 10 03:41:45.871888 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:41:45.871888 n-d-768862-13 neutron-server[94260]: timer() Aug 10 03:41:45.871888 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:41:45.871888 n-d-768862-13 neutron-server[94260]: cb(*args, **kw) Aug 10 03:41:45.871888 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:41:45.871888 n-d-768862-13 neutron-server[94260]: return func(*args, **kwargs) Aug 10 03:41:45.871888 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:41:45.871888 n-d-768862-13 neutron-server[94260]: self._notify() Aug 10 03:41:45.871888 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:41:45.871888 n-d-768862-13 neutron-server[94260]: self.callback(batched_events) Aug 10 03:41:45.871888 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:41:45.871888 n-d-768862-13 neutron-server[94260]: event.method(event) Aug 10 03:41:45.871888 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:41:45.871888 n-d-768862-13 neutron-server[94260]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:41:45.871888 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:41:45.871888 n-d-768862-13 neutron-server[94260]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:41:45.871888 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:41:45.871888 n-d-768862-13 neutron-server[94260]: return f(self, *a, **k) Aug 10 03:41:45.871888 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:41:45.871888 n-d-768862-13 neutron-server[94260]: return self._get(url).json() Aug 10 03:41:45.871888 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:41:45.871888 n-d-768862-13 neutron-server[94260]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:41:45.871888 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:41:45.871888 n-d-768862-13 neutron-server[94260]: return self.request(url, 'GET', **kwargs) Aug 10 03:41:45.871888 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:41:45.871888 n-d-768862-13 neutron-server[94260]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:41:45.871888 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:41:45.871888 n-d-768862-13 neutron-server[94260]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:41:45.871888 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:41:45.871888 n-d-768862-13 neutron-server[94260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:41:45.871888 n-d-768862-13 neutron-server[94260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:41:46.069559 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': '06c129e9-7171-46da-95d4-f26eb35f228a', 'network_id': 'd07bf9c0-feda-49f0-ac68-879462adf9f1', 'port_id': '06c129e9-7171-46da-95d4-f26eb35f228a', 'mac_address': 'fa:16:3e:20:81:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33a1c40e-b5d2-46c7-a6a1-fa6cc0352aec', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:41:46.098890 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1876e4d5-be7f-4a8a-97b2-2929a57978d0 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:46.118798 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1876e4d5-be7f-4a8a-97b2-2929a57978d0 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:46.132006 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 56976) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:46.160140 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-1876e4d5-be7f-4a8a-97b2-2929a57978d0 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] 10.222.0.44 "DELETE /v2.0/networks/e92fdfd9-eda2-46fb-993f-883eda5a9d70 HTTP/1.1" status: 204 len: 168 time: 4.7029364 Aug 10 03:41:46.204237 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb296e00-b655-48ce-b66d-5b2b77798b40 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] DELETE failed (client error): The resource could not be found. Aug 10 03:41:46.210134 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c72ec59-6bfb-4c59-93a3-f0316a486fbd None None] Network a6679006-abc5-4155-adb6-625535517000 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:41:46.211297 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb296e00-b655-48ce-b66d-5b2b77798b40 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:41:46.220007 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-bb296e00-b655-48ce-b66d-5b2b77798b40 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] 10.222.0.44 "DELETE /v2.0/networks/e92fdfd9-eda2-46fb-993f-883eda5a9d70 HTTP/1.1" status: 404 len: 339 time: 0.0802197 Aug 10 03:41:46.226932 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 56978) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:46.227896 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:46.228108 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1876e4d5-be7f-4a8a-97b2-2929a57978d0 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Pushing event deleted for resources: {'Network': ['ID=e92fdfd9-eda2-46fb-993f-883eda5a9d70,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:46.236748 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-09fc381a-ca01-4dd6-bef4-e4af180b75bb tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-502801848', 'description': 'd1'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:46.295223 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09fc381a-ca01-4dd6-bef4-e4af180b75bb tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Made reservation on behalf of 77d4506e9cec4013b90dfeb3668105dc for: {'network': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:41:46.308310 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-09fc381a-ca01-4dd6-bef4-e4af180b75bb tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:46.392642 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-5ae446e6-40b8-4f00-9094-8baf21a4c0a4 None None] Provisioning for port fb513623-6338-48d5-b7c9-daecd25e3007 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:41:46.404293 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09fc381a-ca01-4dd6-bef4-e4af180b75bb tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=94260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:41:46.413273 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 06c129e9-7171-46da-95d4-f26eb35f228a {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:41:46.426953 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-09fc381a-ca01-4dd6-bef4-e4af180b75bb tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:46.427304 n-d-768862-13 neutron-server[94260]: INFO neutron.db.segments_db [None req-09fc381a-ca01-4dd6-bef4-e4af180b75bb tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Added segment fe3805a9-368b-4f19-a538-21236a144772 of type vlan for network 453afbf8-1f5b-4221-9dfd-c3e06a02e624 Aug 10 03:41:46.440462 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-5ae446e6-40b8-4f00-9094-8baf21a4c0a4 None None] Provisioning complete for port fb513623-6338-48d5-b7c9-daecd25e3007 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:46.447547 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-5ae446e6-40b8-4f00-9094-8baf21a4c0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:46.545305 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-09fc381a-ca01-4dd6-bef4-e4af180b75bb tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:46.567852 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 06c129e9-7171-46da-95d4-f26eb35f228a, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=06c129e9-7171-46da-95d4-f26eb35f228a,segment=NetworkSegment(137a9801-8fd3-46c2-ac1d-bb4eee5c7163),segment_id=137a9801-8fd3-46c2-ac1d-bb4eee5c7163)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:46.595075 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:46.623310 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-09fc381a-ca01-4dd6-bef4-e4af180b75bb tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:46.639806 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fc381a-ca01-4dd6-bef4-e4af180b75bb tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:46.641885 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-09fc381a-ca01-4dd6-bef4-e4af180b75bb tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710232'] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:46.762916 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['06c129e9-7171-46da-95d4-f26eb35f228a'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:41:46.867772 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-09fc381a-ca01-4dd6-bef4-e4af180b75bb tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6371346 Aug 10 03:41:46.872234 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 57012) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:46.908763 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed188ff-9b62-4110-87ac-aa5599ce6dd9 req-f3ba3e0c-5e15-4a49-9dba-2b76f3764f26 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:46.918055 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4ed188ff-9b62-4110-87ac-aa5599ce6dd9 req-f3ba3e0c-5e15-4a49-9dba-2b76f3764f26 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fdf14e5-715f-477b-93b8-43025a08ebc5 HTTP/1.1" status: 200 len: 944 time: 0.1089599 Aug 10 03:41:46.928510 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fc381a-ca01-4dd6-bef4-e4af180b75bb tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Pushing event updated for resources: {'Network': ['ID=453afbf8-1f5b-4221-9dfd-c3e06a02e624,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:46.998506 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4ed188ff-9b62-4110-87ac-aa5599ce6dd9 req-a2889ac0-3bb2-4ec2-a413-255ddde330b3 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9d97ea0-2a9f-4286-b02c-31ca2320c427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786061 Aug 10 03:41:47.127089 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330c6830-6d8a-41e8-8679-492feee040c5 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:47.140738 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-330c6830-6d8a-41e8-8679-492feee040c5 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] 10.222.0.44 "GET /v2.0/networks?id=453afbf8-1f5b-4221-9dfd-c3e06a02e624 HTTP/1.1" status: 200 len: 764 time: 0.2620823 Aug 10 03:41:47.141786 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 57016) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:47.147515 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-0d6af0ed-de3b-4dba-ac96-632c48514a5f tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Request body: {'network': {'description': 'd2'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:47.241663 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 453afbf8-1f5b-4221-9dfd-c3e06a02e624 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:41:47.404746 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=06c129e9-7171-46da-95d4-f26eb35f228a,revision_number=6']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:47.446144 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0d6af0ed-de3b-4dba-ac96-632c48514a5f tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:47.471374 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0d6af0ed-de3b-4dba-ac96-632c48514a5f tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:47.490512 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0d6af0ed-de3b-4dba-ac96-632c48514a5f tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Network 453afbf8-1f5b-4221-9dfd-c3e06a02e624 is not hosted by any dhcp agent {{(pid=94260) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 10 03:41:47.498453 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6af0ed-de3b-4dba-ac96-632c48514a5f tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:47.499148 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0d6af0ed-de3b-4dba-ac96-632c48514a5f tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks [] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:47.500841 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-0d6af0ed-de3b-4dba-ac96-632c48514a5f tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] 10.222.0.44 "PUT /v2.0/networks/453afbf8-1f5b-4221-9dfd-c3e06a02e624 HTTP/1.1" status: 200 len: 761 time: 0.3588214 Aug 10 03:41:47.505175 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 57030) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:47.716502 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6af0ed-de3b-4dba-ac96-632c48514a5f tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Pushing event updated for resources: {'Network': ['ID=453afbf8-1f5b-4221-9dfd-c3e06a02e624,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:47.749674 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c15505-38ff-496a-8b77-64cc4ecf7c20 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:47.751353 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-04c15505-38ff-496a-8b77-64cc4ecf7c20 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] 10.222.0.44 "GET /v2.0/networks?id=453afbf8-1f5b-4221-9dfd-c3e06a02e624 HTTP/1.1" status: 200 len: 764 time: 0.2449591 Aug 10 03:41:47.759282 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 453afbf8-1f5b-4221-9dfd-c3e06a02e624 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:41:47.760151 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 57034) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:48.217005 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ae179a-6c4c-4308-8e42-eb2424e165db None None] get_active_networks_info from n-d-768862-13 {{(pid=94262) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 03:41:48.331212 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c245842-22e7-48dd-80e6-574000f2bd7d tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:48.332868 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-1c245842-22e7-48dd-80e6-574000f2bd7d tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5714612 Aug 10 03:41:48.335924 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-987a440e-08d2-4d25-be73-d948773f63c1 None None] Provisioning complete for port fb513623-6338-48d5-b7c9-daecd25e3007 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:48.337193 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 57052) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:48.341152 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-987a440e-08d2-4d25-be73-d948773f63c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:48.387238 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffada0ea-2277-4679-adee-61637262de98 req-de939baa-cbde-42ae-a050-e64142563c5a tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:48.401058 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ffada0ea-2277-4679-adee-61637262de98 req-de939baa-cbde-42ae-a050-e64142563c5a tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fdf14e5-715f-477b-93b8-43025a08ebc5 HTTP/1.1" status: 200 len: 944 time: 0.2254729 Aug 10 03:41:48.471837 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-2dcb1c29-193b-41c4-a723-8c3df00d14cf tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] 10.222.0.44 "GET /v2.0/subnets?network_id=2ea12131-628a-487e-b434-0463553732bd HTTP/1.1" status: 200 len: 207 time: 0.1328611 Aug 10 03:41:48.518796 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 57056) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:48.523999 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ffada0ea-2277-4679-adee-61637262de98 req-b1f872b5-c0d9-4ffc-94a4-219a1cb513de tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9d97ea0-2a9f-4286-b02c-31ca2320c427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214581 Aug 10 03:41:48.695510 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c4ecb2-06d5-43b2-b504-421fd101f1c6 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:48.702211 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c4ecb2-06d5-43b2-b504-421fd101f1c6 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:48.710086 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c4ecb2-06d5-43b2-b504-421fd101f1c6 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:48.718703 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c4ecb2-06d5-43b2-b504-421fd101f1c6 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:48.725797 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c4ecb2-06d5-43b2-b504-421fd101f1c6 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:48.732216 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c4ecb2-06d5-43b2-b504-421fd101f1c6 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:48.734686 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e9c4ecb2-06d5-43b2-b504-421fd101f1c6 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.2145774 Aug 10 03:41:48.741097 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 57070) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:48.892050 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ae179a-6c4c-4308-8e42-eb2424e165db None None] Resources bound (agent type, host, resource id): {{(pid=94262) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 03:41:49.369869 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-fa0c3b66-1ac1-4221-b527-5b136bf3cad4 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] 10.222.0.44 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.6270947 Aug 10 03:41:49.375177 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 57088) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:49.524173 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 06c129e9-7171-46da-95d4-f26eb35f228a up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:41:49.551738 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97688500-05cc-4390-aa5b-e88907c2ec43 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:49.553422 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97688500-05cc-4390-aa5b-e88907c2ec43 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:49.561218 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97688500-05cc-4390-aa5b-e88907c2ec43 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:49.566429 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97688500-05cc-4390-aa5b-e88907c2ec43 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:49.568320 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97688500-05cc-4390-aa5b-e88907c2ec43 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:49.576311 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-97688500-05cc-4390-aa5b-e88907c2ec43 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1939158 Aug 10 03:41:49.576544 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 57100) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:49.669379 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port 06c129e9-7171-46da-95d4-f26eb35f228a triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:49.674658 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:49.820033 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b7ac30-513e-4fb2-b0a2-dc00e216ad3a req-e5f19858-6d22-49cd-8e03-404329a0b26f tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:49.830674 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-31b7ac30-513e-4fb2-b0a2-dc00e216ad3a req-e5f19858-6d22-49cd-8e03-404329a0b26f tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fdf14e5-715f-477b-93b8-43025a08ebc5 HTTP/1.1" status: 200 len: 944 time: 0.1994820 Aug 10 03:41:49.838585 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d15e328-a0c3-429d-b5d5-f3c5dd2d04ab tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Attributes excluded by policy engine: ['shared'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:49.849222 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d15e328-a0c3-429d-b5d5-f3c5dd2d04ab tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Attributes excluded by policy engine: ['shared'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:49.866355 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d15e328-a0c3-429d-b5d5-f3c5dd2d04ab tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Attributes excluded by policy engine: ['shared'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:49.877209 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d15e328-a0c3-429d-b5d5-f3c5dd2d04ab tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Attributes excluded by policy engine: ['shared'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:49.884281 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d15e328-a0c3-429d-b5d5-f3c5dd2d04ab tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Attributes excluded by policy engine: ['shared'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:49.887332 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-0d15e328-a0c3-429d-b5d5-f3c5dd2d04ab tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] 10.222.0.44 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.3097384 Aug 10 03:41:49.896509 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 57126) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:49.982993 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-31b7ac30-513e-4fb2-b0a2-dc00e216ad3a req-25b34f72-57ad-4ed6-8b63-c3c631a0853c tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9d97ea0-2a9f-4286-b02c-31ca2320c427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071312 Aug 10 03:41:50.041026 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:50.199126 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 06c129e9-7171-46da-95d4-f26eb35f228a, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=06c129e9-7171-46da-95d4-f26eb35f228a,segment=NetworkSegment(137a9801-8fd3-46c2-ac1d-bb4eee5c7163),segment_id=137a9801-8fd3-46c2-ac1d-bb4eee5c7163)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:50.214160 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fdf14e5-715f-477b-93b8-43025a08ebc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06c129e9-7171-46da-95d4-f26eb35f228a'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:41:50.235073 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b74ee9d7-0055-49b3-8b0b-0909fecd7063" -d '{"events": [{"server_uuid": "0fdf14e5-715f-477b-93b8-43025a08ebc5", "name": "network-vif-plugged", "status": "completed", "tag": "06c129e9-7171-46da-95d4-f26eb35f228a"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:41:50.242504 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:50.317038 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac71ad58-669f-4322-a08a-a8539e26f859 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:50.321710 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ac71ad58-669f-4322-a08a-a8539e26f859 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] 10.222.0.44 "GET /v2.0/networks/2d3aa310-3c36-483e-8a3f-f056c0f3a7b6 HTTP/1.1" status: 200 len: 804 time: 0.4238644 Aug 10 03:41:50.333320 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 57136) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:50.396002 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=06c129e9-7171-46da-95d4-f26eb35f228a,revision_number=7']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:50.399924 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae9729c1-d4d5-41d9-9c51-2092fe06eafa x-openstack-request-id: req-ae9729c1-d4d5-41d9-9c51-2092fe06eafa {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:41:50.400601 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fdf14e5-715f-477b-93b8-43025a08ebc5", "name": "network-vif-plugged", "status": "completed", "tag": "06c129e9-7171-46da-95d4-f26eb35f228a", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:41:50.401108 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ae9729c1-d4d5-41d9-9c51-2092fe06eafa {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:41:50.402006 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fdf14e5-715f-477b-93b8-43025a08ebc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06c129e9-7171-46da-95d4-f26eb35f228a', 'code': 200} Aug 10 03:41:50.525880 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-9955d7b9-2c58-40cd-8dd2-d4bc88966cf4 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] 10.222.0.44 "GET /v2.0/networks/2d3aa310-3c36-483e-8a3f-f056c0f3a7b6?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1828892 Aug 10 03:41:50.526580 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 57140) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:50.652456 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af487b2-1928-4f2e-a3d7-594ac74e5bb5 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:50.660626 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-8af487b2-1928-4f2e-a3d7-594ac74e5bb5 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] 10.222.0.44 "GET /v2.0/subnets/5ebb793f-3935-4397-96eb-e2008137e2c7 HTTP/1.1" status: 200 len: 843 time: 0.1326916 Aug 10 03:41:50.669905 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 57142) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:50.832991 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c94a54e-092e-4cf4-9068-0331bf86f417 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Attributes excluded by policy engine: ['shared'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:50.836241 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-8c94a54e-092e-4cf4-9068-0331bf86f417 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] 10.222.0.44 "GET /v2.0/subnets/5ebb793f-3935-4397-96eb-e2008137e2c7?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1645482 Aug 10 03:41:50.845243 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 57148) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:50.854813 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-5f6a8418-8919-4ebc-ba58-674be478a5c6 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1808640927'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:50.901933 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f6a8418-8919-4ebc-ba58-674be478a5c6 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Made reservation on behalf of 77d4506e9cec4013b90dfeb3668105dc for: {'network': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:41:50.906553 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5f6a8418-8919-4ebc-ba58-674be478a5c6 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:50.954201 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f6a8418-8919-4ebc-ba58-674be478a5c6 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=94260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:41:50.976649 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5f6a8418-8919-4ebc-ba58-674be478a5c6 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:50.978100 n-d-768862-13 neutron-server[94260]: INFO neutron.db.segments_db [None req-5f6a8418-8919-4ebc-ba58-674be478a5c6 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Added segment 7b83572f-20e5-44b8-96aa-fcf7cbf16e82 of type vlan for network 0972d25d-f56c-4e70-a335-babeaee69d34 Aug 10 03:41:51.138882 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5f6a8418-8919-4ebc-ba58-674be478a5c6 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:51.231803 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5f6a8418-8919-4ebc-ba58-674be478a5c6 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:51.249711 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6a8418-8919-4ebc-ba58-674be478a5c6 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:51.254953 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5f6a8418-8919-4ebc-ba58-674be478a5c6 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks [] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:51.347183 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-2f233a1a-762d-4528-8253-8f2aa5e1bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:51.485453 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6a8418-8919-4ebc-ba58-674be478a5c6 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Pushing event updated for resources: {'Network': ['ID=0972d25d-f56c-4e70-a335-babeaee69d34,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:51.493492 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 57188) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:51.500962 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-650c7222-b8e9-4282-bf35-d1ea23be91db tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Request body: {'subnet': {'network_id': '0972d25d-f56c-4e70-a335-babeaee69d34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:51.505078 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 0972d25d-f56c-4e70-a335-babeaee69d34 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:41:51.505722 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-5f6a8418-8919-4ebc-ba58-674be478a5c6 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6582596 Aug 10 03:41:51.670907 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1ab6d1bc-3510-4790-aec1-11d087c50267 req-2a968a71-a1d5-45c8-b0f0-3a38d6263832 tempest-VolumesNegativeTest-1129425397 tempest-VolumesNegativeTest-1129425397-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=4b3e1443c2a146739459bd421c051116&shared=False HTTP/1.1" status: 200 len: 213 time: 0.6964605 Aug 10 03:41:51.801239 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-650c7222-b8e9-4282-bf35-d1ea23be91db tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Made reservation on behalf of 77d4506e9cec4013b90dfeb3668105dc for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:41:51.805378 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-650c7222-b8e9-4282-bf35-d1ea23be91db tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:51.982577 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.ipam_backend_mixin [None req-650c7222-b8e9-4282-bf35-d1ea23be91db tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Performing IP validity checks on allocation pools {{(pid=94261) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 10 03:41:51.983186 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.ipam_backend_mixin [None req-650c7222-b8e9-4282-bf35-d1ea23be91db tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94261) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 10 03:41:52.097375 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ead28d-af56-4797-9041-708ad8da213d req-7094fd91-45ba-4d53-819b-439f3e5d59bd tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:52.110094 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-43ead28d-af56-4797-9041-708ad8da213d req-7094fd91-45ba-4d53-819b-439f3e5d59bd tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fdf14e5-715f-477b-93b8-43025a08ebc5 HTTP/1.1" status: 200 len: 945 time: 0.9801772 Aug 10 03:41:52.461080 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-43ead28d-af56-4797-9041-708ad8da213d req-255dbb12-d374-4f1b-8981-db556f31e385 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9d97ea0-2a9f-4286-b02c-31ca2320c427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3497026 Aug 10 03:41:52.522822 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab6d1bc-3510-4790-aec1-11d087c50267 req-4cc34727-e27d-4736-80b5-64fa841296a6 tempest-VolumesNegativeTest-1129425397 tempest-VolumesNegativeTest-1129425397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:52.525376 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-650c7222-b8e9-4282-bf35-d1ea23be91db tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:52.528677 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1ab6d1bc-3510-4790-aec1-11d087c50267 req-4cc34727-e27d-4736-80b5-64fa841296a6 tempest-VolumesNegativeTest-1129425397 tempest-VolumesNegativeTest-1129425397-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8456087 Aug 10 03:41:52.578166 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1ab6d1bc-3510-4790-aec1-11d087c50267 req-3eac1815-4477-40e1-9287-0c8ed4e6d096 tempest-VolumesNegativeTest-1129425397 tempest-VolumesNegativeTest-1129425397-project] 10.222.0.44 "GET /v2.0/quotas/4b3e1443c2a146739459bd421c051116 HTTP/1.1" status: 200 len: 375 time: 0.0413949 Aug 10 03:41:52.649174 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650c7222-b8e9-4282-bf35-d1ea23be91db tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Pushing event updated for resources: {'Subnet': ['ID=e14e2fdf-7233-460d-9d48-3697a383483f,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:52.708292 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1ab6d1bc-3510-4790-aec1-11d087c50267 req-e5aa0f77-46fe-4316-b5ea-d6e56286e2c1 tempest-VolumesNegativeTest-1129425397 tempest-VolumesNegativeTest-1129425397-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4b3e1443c2a146739459bd421c051116&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1203706 Aug 10 03:41:52.724275 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650c7222-b8e9-4282-bf35-d1ea23be91db tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Checking segment: {'id': '7b83572f-20e5-44b8-96aa-fcf7cbf16e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0972d25d-f56c-4e70-a335-babeaee69d34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:41:52.725292 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650c7222-b8e9-4282-bf35-d1ea23be91db tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Network hostable DHCP agents. Network: 0972d25d-f56c-4e70-a335-babeaee69d34, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:41:52.762958 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650c7222-b8e9-4282-bf35-d1ea23be91db tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Network 0972d25d-f56c-4e70-a335-babeaee69d34 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:41:52.778884 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-650c7222-b8e9-4282-bf35-d1ea23be91db tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 0972d25d-f56c-4e70-a335-babeaee69d34) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:41:52.785382 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650c7222-b8e9-4282-bf35-d1ea23be91db tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:52.788042 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-650c7222-b8e9-4282-bf35-d1ea23be91db tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:52.789766 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6357e970-3a90-4239-8ff2-d7b7c1452ce4 None None] Network 0972d25d-f56c-4e70-a335-babeaee69d34 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:41:52.824713 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-650c7222-b8e9-4282-bf35-d1ea23be91db tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.3294647 Aug 10 03:41:52.830274 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 57218) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:52.857704 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-f1f18dcb-aabc-4850-9dd2-63c0df8d59ef tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:53.153521 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07ebc17-a127-4afc-a267-6df426397727 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-0972d25d-f56c-4e70-a335-babeaee69d34', 'network_id': '0972d25d-f56c-4e70-a335-babeaee69d34', 'tenant_id': '77d4506e9cec4013b90dfeb3668105dc', 'fixed_ips': [{'subnet_id': 'e14e2fdf-7233-460d-9d48-3697a383483f'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:41:53.154986 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d07ebc17-a127-4afc-a267-6df426397727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:53.227641 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 57226) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:53.352108 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-d07ebc17-a127-4afc-a267-6df426397727 None None] Allocated IP 2001:db8::3 (0972d25d-f56c-4e70-a335-babeaee69d34/e14e2fdf-7233-460d-9d48-3697a383483f/e96e5a04-c870-45aa-ac0b-b08d7f947db3) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:41:53.480585 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3029d27c-c86d-496e-8b95-04c0580a3f21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:53.802167 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ba35139c-26cf-4df4-8a26-e05ea8401c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:53.811345 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d07ebc17-a127-4afc-a267-6df426397727 None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:53.842561 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3029d27c-c86d-496e-8b95-04c0580a3f21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:53.852490 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3029d27c-c86d-496e-8b95-04c0580a3f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:53.854187 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-d07ebc17-a127-4afc-a267-6df426397727 None None] Transition to ACTIVE for port object e96e5a04-c870-45aa-ac0b-b08d7f947db3 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:41:53.899660 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-d07ebc17-a127-4afc-a267-6df426397727 None None] Transition to ACTIVE for port object e96e5a04-c870-45aa-ac0b-b08d7f947db3 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:41:53.914731 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d07ebc17-a127-4afc-a267-6df426397727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:53.917093 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029d27c-c86d-496e-8b95-04c0580a3f21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3cf4d79-34ca-4e43-ad55-7c5a63a88332,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:53.924204 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-3029d27c-c86d-496e-8b95-04c0580a3f21 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=212956d119064162bd6293dbaadd843b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6947696 Aug 10 03:41:53.927297 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 57244) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:53.942867 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a21e9e14-0074-42a5-b160-8fe9e3ec4e90 req-c39fbd44-7621-4b48-b0d5-55ba1755a347 tempest-VolumesNegativeTest-1129425397 tempest-VolumesNegativeTest-1129425397-project] 10.222.0.44 "GET /v2.0/ports?device_id=75317b33-8e9c-45a2-a73d-e75a3626e02a HTTP/1.1" status: 200 len: 210 time: 0.4030781 Aug 10 03:41:53.949514 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029d27c-c86d-496e-8b95-04c0580a3f21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:53.951091 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029d27c-c86d-496e-8b95-04c0580a3f21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:53.951737 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029d27c-c86d-496e-8b95-04c0580a3f21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:53.953987 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029d27c-c86d-496e-8b95-04c0580a3f21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:53.954818 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029d27c-c86d-496e-8b95-04c0580a3f21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:53.955826 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029d27c-c86d-496e-8b95-04c0580a3f21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:53.957195 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029d27c-c86d-496e-8b95-04c0580a3f21 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:53.958555 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029d27c-c86d-496e-8b95-04c0580a3f21 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:53.959202 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029d27c-c86d-496e-8b95-04c0580a3f21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:53.971493 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029d27c-c86d-496e-8b95-04c0580a3f21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:53.972352 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029d27c-c86d-496e-8b95-04c0580a3f21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:53.973455 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029d27c-c86d-496e-8b95-04c0580a3f21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:54.001789 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07ebc17-a127-4afc-a267-6df426397727 None None] Pushing event updated for resources: {'Port': ['ID=e96e5a04-c870-45aa-ac0b-b08d7f947db3,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:54.006405 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07ebc17-a127-4afc-a267-6df426397727 None None] Network 0972d25d-f56c-4e70-a335-babeaee69d34 is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:41:54.008613 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-d07ebc17-a127-4afc-a267-6df426397727 None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:41:54.015465 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07ebc17-a127-4afc-a267-6df426397727 None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:41:54.151314 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-d07ebc17-a127-4afc-a267-6df426397727 None None] Attempting to bind port e96e5a04-c870-45aa-ac0b-b08d7f947db3 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:41:54.152022 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-d07ebc17-a127-4afc-a267-6df426397727 None None] Attempting to bind port e96e5a04-c870-45aa-ac0b-b08d7f947db3 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '7b83572f-20e5-44b8-96aa-fcf7cbf16e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0972d25d-f56c-4e70-a335-babeaee69d34'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:41:54.152784 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07ebc17-a127-4afc-a267-6df426397727 None None] Attempting to bind port e96e5a04-c870-45aa-ac0b-b08d7f947db3 on network 0972d25d-f56c-4e70-a335-babeaee69d34 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:41:54.161866 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07ebc17-a127-4afc-a267-6df426397727 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:41:54.162635 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07ebc17-a127-4afc-a267-6df426397727 None None] Checking segment: {'id': '7b83572f-20e5-44b8-96aa-fcf7cbf16e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0972d25d-f56c-4e70-a335-babeaee69d34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:41:54.163960 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d07ebc17-a127-4afc-a267-6df426397727 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:54.164614 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07ebc17-a127-4afc-a267-6df426397727 None None] Bound using segment: {'id': '7b83572f-20e5-44b8-96aa-fcf7cbf16e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0972d25d-f56c-4e70-a335-babeaee69d34'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:41:54.165322 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-d07ebc17-a127-4afc-a267-6df426397727 None None] Bound port: e96e5a04-c870-45aa-ac0b-b08d7f947db3, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b83572f-20e5-44b8-96aa-fcf7cbf16e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0972d25d-f56c-4e70-a335-babeaee69d34'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:41:54.165499 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f1f18dcb-aabc-4850-9dd2-63c0df8d59ef tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-58805191'] for subnet, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:54.166209 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d07ebc17-a127-4afc-a267-6df426397727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:54.195269 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c02e5e37-8797-45a3-8807-52847124dc1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:54.201938 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6624d471-9447-4fa4-a872-254c81748b7d req-d1fdfa3e-a9c6-43bd-aada-e6dafecf17ee tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:54.213450 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6624d471-9447-4fa4-a872-254c81748b7d req-d1fdfa3e-a9c6-43bd-aada-e6dafecf17ee tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fdf14e5-715f-477b-93b8-43025a08ebc5 HTTP/1.1" status: 200 len: 945 time: 0.3744366 Aug 10 03:41:54.254536 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c02e5e37-8797-45a3-8807-52847124dc1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:54.271509 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:54.296077 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-d07ebc17-a127-4afc-a267-6df426397727 None None] For port e96e5a04-c870-45aa-ac0b-b08d7f947db3, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:41:54.303933 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-d07ebc17-a127-4afc-a267-6df426397727 None None] For port e96e5a04-c870-45aa-ac0b-b08d7f947db3, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=e96e5a04-c870-45aa-ac0b-b08d7f947db3,segment=NetworkSegment(7b83572f-20e5-44b8-96aa-fcf7cbf16e82),segment_id=7b83572f-20e5-44b8-96aa-fcf7cbf16e82)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:41:54.325150 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d07ebc17-a127-4afc-a267-6df426397727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:54.332592 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6624d471-9447-4fa4-a872-254c81748b7d req-58f833b5-c01c-437c-90f7-b16e0fb4f57b tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9d97ea0-2a9f-4286-b02c-31ca2320c427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051309 Aug 10 03:41:54.365102 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c02e5e37-8797-45a3-8807-52847124dc1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:54.368825 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c02e5e37-8797-45a3-8807-52847124dc1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:54.370457 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-c02e5e37-8797-45a3-8807-52847124dc1c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e3cf4d79-34ca-4e43-ad55-7c5a63a88332 HTTP/1.1" status: 204 len: 168 time: 0.4416225 Aug 10 03:41:54.382886 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02e5e37-8797-45a3-8807-52847124dc1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3cf4d79-34ca-4e43-ad55-7c5a63a88332,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:54.557096 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07ebc17-a127-4afc-a267-6df426397727 None None] Pushing event updated for resources: {'Port': ['ID=e96e5a04-c870-45aa-ac0b-b08d7f947db3,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:54.768161 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f1f18dcb-aabc-4850-9dd2-63c0df8d59ef tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727476261012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-58895398'] for subnet, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:54.832001 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f18dcb-aabc-4850-9dd2-63c0df8d59ef tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:54.832642 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f1f18dcb-aabc-4850-9dd2-63c0df8d59ef tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:54.834405 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-f1f18dcb-aabc-4850-9dd2-63c0df8d59ef tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] 10.222.0.44 "PUT /v2.0/subnets/e14e2fdf-7233-460d-9d48-3697a383483f HTTP/1.1" status: 200 len: 900 time: 2.0021064 Aug 10 03:41:54.839660 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 57254) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:54.879405 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f18dcb-aabc-4850-9dd2-63c0df8d59ef tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Pushing event updated for resources: {'Subnet': ['ID=e14e2fdf-7233-460d-9d48-3697a383483f,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:55.124536 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a3cb48b5-21dc-4712-9959-9825cb313a34 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:55.282520 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1ab6d1bc-3510-4790-aec1-11d087c50267 req-7060d43e-aca9-4688-8965-37be0b0f9ba2 tempest-VolumesNegativeTest-1129425397 tempest-VolumesNegativeTest-1129425397-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=4b3e1443c2a146739459bd421c051116&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0474443 Aug 10 03:41:55.301717 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fa40e1e5-6505-4916-85dd-5ee0182b8a7d req-f52c2c34-a1b4-4974-960e-11fdd9e69ca8 tempest-VolumesNegativeTest-1129425397 tempest-VolumesNegativeTest-1129425397-project] 10.222.0.44 "GET /v2.0/ports?device_id=75317b33-8e9c-45a2-a73d-e75a3626e02a HTTP/1.1" status: 200 len: 210 time: 0.2009699 Aug 10 03:41:55.368122 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:55.376725 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-a3cb48b5-21dc-4712-9959-9825cb313a34 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Deleting port e96e5a04-c870-45aa-ac0b-b08d7f947db3 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:41:55.378526 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a3cb48b5-21dc-4712-9959-9825cb313a34 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:55.707742 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-a3cb48b5-21dc-4712-9959-9825cb313a34 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] For port e96e5a04-c870-45aa-ac0b-b08d7f947db3, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=e96e5a04-c870-45aa-ac0b-b08d7f947db3,segment=NetworkSegment(7b83572f-20e5-44b8-96aa-fcf7cbf16e82),segment_id=7b83572f-20e5-44b8-96aa-fcf7cbf16e82)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:55.708374 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a3cb48b5-21dc-4712-9959-9825cb313a34 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:55.740212 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-a3cb48b5-21dc-4712-9959-9825cb313a34 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Calling delete_port for e96e5a04-c870-45aa-ac0b-b08d7f947db3 owned by network:dhcp {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:41:55.779054 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device e96e5a04-c870-45aa-ac0b-b08d7f947db3 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:41:55.924032 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d2e25f-7884-4107-a933-dc2966af1d68 req-f1f38101-d640-46d8-8f1c-36960a475723 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:55.944599 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f9d2e25f-7884-4107-a933-dc2966af1d68 req-f1f38101-d640-46d8-8f1c-36960a475723 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fdf14e5-715f-477b-93b8-43025a08ebc5 HTTP/1.1" status: 200 len: 945 time: 0.4150085 Aug 10 03:41:55.989403 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port e96e5a04-c870-45aa-ac0b-b08d7f947db3 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:41:56.124735 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab6d1bc-3510-4790-aec1-11d087c50267 req-89f9f570-c228-4951-8efa-42892cdb2c81 tempest-VolumesNegativeTest-1129425397 tempest-VolumesNegativeTest-1129425397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:56.128298 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1ab6d1bc-3510-4790-aec1-11d087c50267 req-89f9f570-c228-4951-8efa-42892cdb2c81 tempest-VolumesNegativeTest-1129425397 tempest-VolumesNegativeTest-1129425397-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8187704 Aug 10 03:41:56.143721 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f9d2e25f-7884-4107-a933-dc2966af1d68 req-b24939d7-71d8-49b9-909b-44f965012128 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9d97ea0-2a9f-4286-b02c-31ca2320c427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975019 Aug 10 03:41:56.164465 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-1ab6d1bc-3510-4790-aec1-11d087c50267 req-9091fc27-15df-4919-9371-49d9606f1103 tempest-VolumesNegativeTest-1129425397 tempest-VolumesNegativeTest-1129425397-project] Request body: {'port': {'device_id': '75317b33-8e9c-45a2-a73d-e75a3626e02a', 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721', 'admin_state_up': True, 'tenant_id': '4b3e1443c2a146739459bd421c051116'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:56.183496 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:56.238917 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a3cb48b5-21dc-4712-9959-9825cb313a34 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:56.327171 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cb48b5-21dc-4712-9959-9825cb313a34 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Pushing event deleted for resources: {'Port': ['ID=e96e5a04-c870-45aa-ac0b-b08d7f947db3,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:56.451161 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3cb48b5-21dc-4712-9959-9825cb313a34 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] No DVR routers for this DVR port e96e5a04-c870-45aa-ac0b-b08d7f947db3 on host n-d-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:41:56.679012 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-05fd486e-ca5a-42e1-8135-e79f2b8bbc8f req-5732bd7b-a102-4ddf-9377-4bc3c4b461de tempest-VolumesNegativeTest-1129425397 tempest-VolumesNegativeTest-1129425397-project] 10.222.0.44 "GET /v2.0/ports?device_id=75317b33-8e9c-45a2-a73d-e75a3626e02a HTTP/1.1" status: 200 len: 210 time: 0.1156352 Aug 10 03:41:56.679875 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ab6d1bc-3510-4790-aec1-11d087c50267 req-9091fc27-15df-4919-9371-49d9606f1103 tempest-VolumesNegativeTest-1129425397 tempest-VolumesNegativeTest-1129425397-project] Made reservation on behalf of 4b3e1443c2a146739459bd421c051116 for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:41:56.686284 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-1ab6d1bc-3510-4790-aec1-11d087c50267 req-9091fc27-15df-4919-9371-49d9606f1103 tempest-VolumesNegativeTest-1129425397 tempest-VolumesNegativeTest-1129425397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:56.700478 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb36b6e-8983-4c1b-be1c-f1f2ee94fc48 None None] Network 0972d25d-f56c-4e70-a335-babeaee69d34 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:41:56.714911 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-1ab6d1bc-3510-4790-aec1-11d087c50267 req-9091fc27-15df-4919-9371-49d9606f1103 tempest-VolumesNegativeTest-1129425397 tempest-VolumesNegativeTest-1129425397-project] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:56.732151 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a3cb48b5-21dc-4712-9959-9825cb313a34 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:56.872761 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-5e9e2650-a653-4004-836a-0427ef2425d9 None None] Could not find standard attr ID for object e96e5a04-c870-45aa-ac0b-b08d7f947db3. {{(pid=94262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:41:56.942763 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a3cb48b5-21dc-4712-9959-9825cb313a34 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:56.946007 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:57.029956 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cb48b5-21dc-4712-9959-9825cb313a34 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Pushing event deleted for resources: {'Subnet': ['ID=e14e2fdf-7233-460d-9d48-3697a383483f,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:57.066342 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-1ab6d1bc-3510-4790-aec1-11d087c50267 req-9091fc27-15df-4919-9371-49d9606f1103 tempest-VolumesNegativeTest-1129425397 tempest-VolumesNegativeTest-1129425397-project] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:57.078265 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-1ab6d1bc-3510-4790-aec1-11d087c50267 req-9091fc27-15df-4919-9371-49d9606f1103 tempest-VolumesNegativeTest-1129425397 tempest-VolumesNegativeTest-1129425397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:57.154061 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a3cb48b5-21dc-4712-9959-9825cb313a34 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:57.168081 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-a3cb48b5-21dc-4712-9959-9825cb313a34 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0972d25d-f56c-4e70-a335-babeaee69d34']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:57.181398 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-a3cb48b5-21dc-4712-9959-9825cb313a34 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b83572f-20e5-44b8-96aa-fcf7cbf16e82') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:57.181757 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-a3cb48b5-21dc-4712-9959-9825cb313a34 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b83572f-20e5-44b8-96aa-fcf7cbf16e82') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:57.193942 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a3cb48b5-21dc-4712-9959-9825cb313a34 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:57.211967 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a3cb48b5-21dc-4712-9959-9825cb313a34 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:57.220433 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3cb48b5-21dc-4712-9959-9825cb313a34 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:41:57.220867 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a3cb48b5-21dc-4712-9959-9825cb313a34 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:57.274126 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6e0ccc-a410-4a3c-94ab-7ef7d3471c70 None None] DHCP port deletion for 0972d25d-f56c-4e70-a335-babeaee69d34 request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:41:57.303964 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:41:57.303964 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:41:57.303964 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:41:57.303964 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:41:57.303964 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:41:57.303964 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:41:57.303964 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:41:57.303964 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:41:57.303964 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:41:57.303964 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:41:57.303964 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:41:57.303964 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:41:57.303964 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:41:57.303964 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:41:57.303964 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:41:57.303964 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:41:57.303964 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:41:57.303964 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:41:57.303964 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:41:57.303964 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:41:57.303964 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:41:57.303964 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:41:57.303964 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:41:57.303964 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:41:57.303964 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:41:57.303964 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:41:57.303964 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:41:57.303964 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:41:57.303964 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:41:57.303964 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:41:57.303964 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:41:57.303964 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:41:57.314003 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a3cb48b5-21dc-4712-9959-9825cb313a34 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:57.321470 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29cb8a4b-4430-47c6-821e-18b50be55b83 None None] Network 0972d25d-f56c-4e70-a335-babeaee69d34 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:41:57.338211 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a3cb48b5-21dc-4712-9959-9825cb313a34 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:57.345743 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a3cb48b5-21dc-4712-9959-9825cb313a34 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] 10.222.0.44 "DELETE /v2.0/networks/0972d25d-f56c-4e70-a335-babeaee69d34 HTTP/1.1" status: 204 len: 168 time: 2.5045087 Aug 10 03:41:57.358025 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29cb8a4b-4430-47c6-821e-18b50be55b83 None None] Network 0972d25d-f56c-4e70-a335-babeaee69d34 could not be found, it might have been deleted concurrently. {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 10 03:41:57.374277 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 57316) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:57.420915 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cb48b5-21dc-4712-9959-9825cb313a34 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Pushing event deleted for resources: {'Network': ['ID=0972d25d-f56c-4e70-a335-babeaee69d34,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:57.501201 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-18bc609a-b175-4568-b21a-976d3a83cf54 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] DELETE failed (client error): The resource could not be found. Aug 10 03:41:57.503184 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18bc609a-b175-4568-b21a-976d3a83cf54 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:41:57.511764 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-18bc609a-b175-4568-b21a-976d3a83cf54 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] 10.222.0.44 "DELETE /v2.0/subnets/e14e2fdf-7233-460d-9d48-3697a383483f HTTP/1.1" status: 404 len: 337 time: 0.1369700 Aug 10 03:41:57.517867 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 57322) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:57.572469 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a40f66a-b109-4a25-9d71-fa5567025468 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] DELETE failed (client error): The resource could not be found. Aug 10 03:41:57.574095 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a40f66a-b109-4a25-9d71-fa5567025468 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:41:57.578792 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-3a40f66a-b109-4a25-9d71-fa5567025468 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] 10.222.0.44 "DELETE /v2.0/networks/0972d25d-f56c-4e70-a335-babeaee69d34 HTTP/1.1" status: 404 len: 339 time: 0.0587292 Aug 10 03:41:57.584322 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 57324) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:57.642392 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9091fc27-15df-4919-9371-49d9606f1103 tempest-VolumesNegativeTest-1129425397 tempest-VolumesNegativeTest-1129425397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18ae5da1-0099-4ba8-a115-20fa7fc38df8,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:57.705952 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 57326) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:57.813601 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device e96e5a04-c870-45aa-ac0b-b08d7f947db3 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:41:57.822133 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-20904102-35cd-476c-b644-8e8f62e17dbc tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:57.927132 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aefbe5-6e34-475e-9cf7-ff034b98a5c8 req-60c04f58-d87f-497c-81b0-48faa7ee2ac9 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:57.935345 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-36aefbe5-6e34-475e-9cf7-ff034b98a5c8 req-60c04f58-d87f-497c-81b0-48faa7ee2ac9 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fdf14e5-715f-477b-93b8-43025a08ebc5 HTTP/1.1" status: 200 len: 945 time: 0.3848732 Aug 10 03:41:57.992413 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: e96e5a04-c870-45aa-ac0b-b08d7f947db3 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:41:57.993046 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device e96e5a04-c870-45aa-ac0b-b08d7f947db3 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:41:58.098168 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-20904102-35cd-476c-b644-8e8f62e17dbc tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:58.154492 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-20904102-35cd-476c-b644-8e8f62e17dbc tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['453afbf8-1f5b-4221-9dfd-c3e06a02e624']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:58.183502 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-1ab6d1bc-3510-4790-aec1-11d087c50267 req-9091fc27-15df-4919-9371-49d9606f1103 tempest-VolumesNegativeTest-1129425397 tempest-VolumesNegativeTest-1129425397-project] Allocated IP 192.168.233.174 (72a4be73-29a1-424c-8690-ecdcf6b06721/60d10164-1dee-4940-9d19-f71e6c18cbc5/997b5860-09b0-4611-8532-dad688968c58) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:41:58.219382 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-20904102-35cd-476c-b644-8e8f62e17dbc tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe3805a9-368b-4f19-a538-21236a144772') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:58.220427 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-20904102-35cd-476c-b644-8e8f62e17dbc tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe3805a9-368b-4f19-a538-21236a144772') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:58.253239 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-20904102-35cd-476c-b644-8e8f62e17dbc tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:58.275573 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-36aefbe5-6e34-475e-9cf7-ff034b98a5c8 req-d6eabcae-692d-4087-8e5d-d4d54574e4a9 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9d97ea0-2a9f-4286-b02c-31ca2320c427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608268 Aug 10 03:41:58.288776 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-20904102-35cd-476c-b644-8e8f62e17dbc tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:58.294021 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b0ff3d10-20dc-4c02-b318-1acc577e8c77 req-8b1ad405-2ee5-406f-96ab-92e223b4f300 tempest-VolumesNegativeTest-1129425397 tempest-VolumesNegativeTest-1129425397-project] 10.222.0.44 "GET /v2.0/ports?device_id=75317b33-8e9c-45a2-a73d-e75a3626e02a HTTP/1.1" status: 200 len: 210 time: 0.3571191 Aug 10 03:41:58.301301 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-da2669dd-1488-43e5-9af5-f46e178f77d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:58.304162 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20904102-35cd-476c-b644-8e8f62e17dbc tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:41:58.304956 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-20904102-35cd-476c-b644-8e8f62e17dbc tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:58.506088 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-da2669dd-1488-43e5-9af5-f46e178f77d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:58.513238 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:41:58.513238 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:41:58.513238 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:41:58.513238 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:41:58.513238 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:41:58.513238 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:41:58.513238 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:41:58.513238 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:41:58.513238 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:41:58.513238 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:41:58.513238 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:41:58.513238 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:41:58.513238 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:41:58.513238 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:41:58.513238 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:41:58.513238 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:41:58.513238 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:41:58.513238 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:41:58.513238 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:41:58.513238 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:41:58.513238 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:41:58.513238 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:41:58.513238 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:41:58.513238 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:41:58.513238 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:41:58.513238 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:41:58.513238 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:41:58.513238 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:41:58.513238 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:41:58.513238 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:41:58.513238 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:41:58.513238 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:41:58.527085 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-20904102-35cd-476c-b644-8e8f62e17dbc tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:58.544461 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-20904102-35cd-476c-b644-8e8f62e17dbc tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:58.550548 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-20904102-35cd-476c-b644-8e8f62e17dbc tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] 10.222.0.44 "DELETE /v2.0/networks/453afbf8-1f5b-4221-9dfd-c3e06a02e624 HTTP/1.1" status: 204 len: 168 time: 0.9601405 Aug 10 03:41:58.551844 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-da2669dd-1488-43e5-9af5-f46e178f77d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:58.552173 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 57334) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:58.584044 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-da2669dd-1488-43e5-9af5-f46e178f77d2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b9da2bce08f442d4aa21867954327c95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8721063 Aug 10 03:41:58.584362 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 57336) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:58.593896 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20904102-35cd-476c-b644-8e8f62e17dbc tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Pushing event deleted for resources: {'Network': ['ID=453afbf8-1f5b-4221-9dfd-c3e06a02e624,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:58.596866 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3f6eda7-967f-4cb0-b0b6-cd1e304b526e tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] DELETE failed (client error): The resource could not be found. Aug 10 03:41:58.597313 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3f6eda7-967f-4cb0-b0b6-cd1e304b526e tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:41:58.600173 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-c3f6eda7-967f-4cb0-b0b6-cd1e304b526e tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] 10.222.0.44 "DELETE /v2.0/subnets/647fff48-51ed-40e1-b450-ce4db5775615 HTTP/1.1" status: 404 len: 337 time: 0.0446448 Aug 10 03:41:58.604159 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 57338) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:58.626125 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a292135-245d-4be1-ab0e-01769ceaa87a tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] DELETE failed (client error): The resource could not be found. Aug 10 03:41:58.626772 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a292135-245d-4be1-ab0e-01769ceaa87a tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:41:58.632499 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-0a292135-245d-4be1-ab0e-01769ceaa87a tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] 10.222.0.44 "DELETE /v2.0/networks/e92fdfd9-eda2-46fb-993f-883eda5a9d70 HTTP/1.1" status: 404 len: 339 time: 0.0237839 Aug 10 03:41:58.633137 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 57340) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:58.749982 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e89ec1a-1f64-4889-8d99-ea0f3a26fc44 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Deleting subnet 9315da2e-0c68-453c-a550-76eb6f0aa3ae {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:41:58.762900 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5e89ec1a-1f64-4889-8d99-ea0f3a26fc44 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:58.850798 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-1ab6d1bc-3510-4790-aec1-11d087c50267 req-9091fc27-15df-4919-9371-49d9606f1103 tempest-VolumesNegativeTest-1129425397 tempest-VolumesNegativeTest-1129425397-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:58.880439 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5e89ec1a-1f64-4889-8d99-ea0f3a26fc44 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:58.883582 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-1ab6d1bc-3510-4790-aec1-11d087c50267 req-9091fc27-15df-4919-9371-49d9606f1103 tempest-VolumesNegativeTest-1129425397 tempest-VolumesNegativeTest-1129425397-project] Transition to ACTIVE for port object 997b5860-09b0-4611-8532-dad688968c58 will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:41:58.907386 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2669dd-1488-43e5-9af5-f46e178f77d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61fd3fd6-ee26-46f2-95f0-0dfecafd127c,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:59.048774 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5e89ec1a-1f64-4889-8d99-ea0f3a26fc44 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:59.065489 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-60845235-d538-4c7d-affd-c59715fa3127 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:59.113959 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-1ab6d1bc-3510-4790-aec1-11d087c50267 req-9091fc27-15df-4919-9371-49d9606f1103 tempest-VolumesNegativeTest-1129425397 tempest-VolumesNegativeTest-1129425397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:59.167627 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5e89ec1a-1f64-4889-8d99-ea0f3a26fc44 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:59.213201 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e89ec1a-1f64-4889-8d99-ea0f3a26fc44 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Pushing event deleted for resources: {'Subnet': ['ID=9315da2e-0c68-453c-a550-76eb6f0aa3ae,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:59.215802 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa2836a-8e20-4615-8c32-b49748c2b9df None None] Network a6679006-abc5-4155-adb6-625535517000 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:41:59.224552 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9091fc27-15df-4919-9371-49d9606f1103 tempest-VolumesNegativeTest-1129425397 tempest-VolumesNegativeTest-1129425397-project] Pushing event updated for resources: {'Port': ['ID=997b5860-09b0-4611-8532-dad688968c58,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:59.232431 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5e89ec1a-1f64-4889-8d99-ea0f3a26fc44 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:59.241824 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-5e89ec1a-1f64-4889-8d99-ea0f3a26fc44 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] 10.222.0.44 "DELETE /v2.0/subnets/9315da2e-0c68-453c-a550-76eb6f0aa3ae HTTP/1.1" status: 204 len: 168 time: 0.6070223 Aug 10 03:41:59.245374 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 57344) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:59.267550 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-60845235-d538-4c7d-affd-c59715fa3127 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:59.299748 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ab6d1bc-3510-4790-aec1-11d087c50267 req-9091fc27-15df-4919-9371-49d9606f1103 tempest-VolumesNegativeTest-1129425397 tempest-VolumesNegativeTest-1129425397-project] Network 72a4be73-29a1-424c-8690-ecdcf6b06721 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:41:59.316648 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-1ab6d1bc-3510-4790-aec1-11d087c50267 req-9091fc27-15df-4919-9371-49d9606f1103 tempest-VolumesNegativeTest-1129425397 tempest-VolumesNegativeTest-1129425397-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:41:59.335188 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ab6d1bc-3510-4790-aec1-11d087c50267 req-9091fc27-15df-4919-9371-49d9606f1103 tempest-VolumesNegativeTest-1129425397 tempest-VolumesNegativeTest-1129425397-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:41:59.409215 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-de60f70f-2d4b-4351-9308-d2b20f5ff249 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Deleting subnet 52853eb4-3f8c-4698-8a42-160340246956 {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:41:59.413351 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-de60f70f-2d4b-4351-9308-d2b20f5ff249 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:59.597237 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-de60f70f-2d4b-4351-9308-d2b20f5ff249 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:59.894065 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab6d1bc-3510-4790-aec1-11d087c50267 req-9091fc27-15df-4919-9371-49d9606f1103 tempest-VolumesNegativeTest-1129425397 tempest-VolumesNegativeTest-1129425397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:59.896029 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-1ab6d1bc-3510-4790-aec1-11d087c50267 req-9091fc27-15df-4919-9371-49d9606f1103 tempest-VolumesNegativeTest-1129425397 tempest-VolumesNegativeTest-1129425397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:59.963753 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55158c5-87da-4d85-bf43-a5bdeca394a8 req-9b552607-55d9-4924-a29f-e55f72ba1038 tempest-VolumesNegativeTest-1129425397 tempest-VolumesNegativeTest-1129425397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:59.978471 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f55158c5-87da-4d85-bf43-a5bdeca394a8 req-9b552607-55d9-4924-a29f-e55f72ba1038 tempest-VolumesNegativeTest-1129425397 tempest-VolumesNegativeTest-1129425397-project] 10.222.0.44 "GET /v2.0/ports?device_id=75317b33-8e9c-45a2-a73d-e75a3626e02a HTTP/1.1" status: 200 len: 936 time: 0.5160108 Aug 10 03:42:00.024332 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-de60f70f-2d4b-4351-9308-d2b20f5ff249 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:00.066648 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-60845235-d538-4c7d-affd-c59715fa3127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:00.070730 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-60845235-d538-4c7d-affd-c59715fa3127 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:00.072432 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-60845235-d538-4c7d-affd-c59715fa3127 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/61fd3fd6-ee26-46f2-95f0-0dfecafd127c HTTP/1.1" status: 204 len: 168 time: 1.4870169 Aug 10 03:42:00.117596 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1ab6d1bc-3510-4790-aec1-11d087c50267 req-9091fc27-15df-4919-9371-49d9606f1103 tempest-VolumesNegativeTest-1129425397 tempest-VolumesNegativeTest-1129425397-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9674802 Aug 10 03:42:00.125881 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60845235-d538-4c7d-affd-c59715fa3127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61fd3fd6-ee26-46f2-95f0-0dfecafd127c,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:00.156034 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-1ab6d1bc-3510-4790-aec1-11d087c50267 req-57000be5-2bb8-41d5-a8c1-61666929e75c service neutron] Request body: {'port': {'device_id': '75317b33-8e9c-45a2-a73d-e75a3626e02a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:00.197460 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-0b211e25-15eb-4ba1-a098-0ff219ba5447 None None] Provisioning for port 997b5860-09b0-4611-8532-dad688968c58 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:42:00.232457 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-0b211e25-15eb-4ba1-a098-0ff219ba5447 None None] Provisioning complete for port 997b5860-09b0-4611-8532-dad688968c58 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:42:00.233193 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-0b211e25-15eb-4ba1-a098-0ff219ba5447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:00.252344 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-de60f70f-2d4b-4351-9308-d2b20f5ff249 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:00.258899 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c356f82e-3031-40e0-bced-7552a6560f5e req-692fa9e3-9011-4055-bb06-3d37eccd9ddf tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:00.276022 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c356f82e-3031-40e0-bced-7552a6560f5e req-692fa9e3-9011-4055-bb06-3d37eccd9ddf tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fdf14e5-715f-477b-93b8-43025a08ebc5 HTTP/1.1" status: 200 len: 945 time: 0.5539026 Aug 10 03:42:00.346944 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de60f70f-2d4b-4351-9308-d2b20f5ff249 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Pushing event deleted for resources: {'Subnet': ['ID=52853eb4-3f8c-4698-8a42-160340246956,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:00.367229 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-de60f70f-2d4b-4351-9308-d2b20f5ff249 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:00.375169 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-de60f70f-2d4b-4351-9308-d2b20f5ff249 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] 10.222.0.44 "DELETE /v2.0/subnets/52853eb4-3f8c-4698-8a42-160340246956 HTTP/1.1" status: 204 len: 168 time: 1.1275458 Aug 10 03:42:00.377215 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 57356) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:00.394626 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-0b211e25-15eb-4ba1-a098-0ff219ba5447 None None] Port 997b5860-09b0-4611-8532-dad688968c58 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:42:00.398324 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f55158c5-87da-4d85-bf43-a5bdeca394a8 req-d8f3b724-e2a0-49e9-9dd9-e5308c91ae83 tempest-VolumesNegativeTest-1129425397 tempest-VolumesNegativeTest-1129425397-project] 10.222.0.44 "GET /v2.0/security-groups?id=18ae5da1-0099-4ba8-a115-20fa7fc38df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4181890 Aug 10 03:42:00.595499 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-1ab6d1bc-3510-4790-aec1-11d087c50267 req-57000be5-2bb8-41d5-a8c1-61666929e75c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:00.613153 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c356f82e-3031-40e0-bced-7552a6560f5e req-60cb73d3-6c66-45c2-9a1a-09f32f5f1e74 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9d97ea0-2a9f-4286-b02c-31ca2320c427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3231683 Aug 10 03:42:00.640090 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-65c2c11e-3b55-4975-89f7-737e10d9ca49 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:00.782607 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-65c2c11e-3b55-4975-89f7-737e10d9ca49 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Deleting port fb513623-6338-48d5-b7c9-daecd25e3007 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:42:00.783646 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-65c2c11e-3b55-4975-89f7-737e10d9ca49 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:00.987160 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-65c2c11e-3b55-4975-89f7-737e10d9ca49 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] For port fb513623-6338-48d5-b7c9-daecd25e3007, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=fb513623-6338-48d5-b7c9-daecd25e3007,segment=NetworkSegment(ca87ed44-6cba-4052-96ca-f1e116cd7319),segment_id=ca87ed44-6cba-4052-96ca-f1e116cd7319)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:00.987808 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-65c2c11e-3b55-4975-89f7-737e10d9ca49 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:01.042128 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-65c2c11e-3b55-4975-89f7-737e10d9ca49 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Calling delete_port for fb513623-6338-48d5-b7c9-daecd25e3007 owned by network:dhcp {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:42:01.137525 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f67c24-dec2-4e6c-9981-e1a35d7b2d92 None None] Network a6679006-abc5-4155-adb6-625535517000 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:42:01.287180 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-65c2c11e-3b55-4975-89f7-737e10d9ca49 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:01.359417 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c2c11e-3b55-4975-89f7-737e10d9ca49 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Pushing event deleted for resources: {'Port': ['ID=fb513623-6338-48d5-b7c9-daecd25e3007,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:01.363470 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c2c11e-3b55-4975-89f7-737e10d9ca49 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] No DVR routers for this DVR port fb513623-6338-48d5-b7c9-daecd25e3007 on host n-d-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:42:01.434415 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-1ab6d1bc-3510-4790-aec1-11d087c50267 req-57000be5-2bb8-41d5-a8c1-61666929e75c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 997b5860-09b0-4611-8532-dad688968c58 {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:42:01.475336 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-1ab6d1bc-3510-4790-aec1-11d087c50267 req-57000be5-2bb8-41d5-a8c1-61666929e75c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:01.476571 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-346576b4-ee68-4e7a-8b4a-2a858040ba70 None None] Provisioning complete for port fb513623-6338-48d5-b7c9-daecd25e3007 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:42:01.478559 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-346576b4-ee68-4e7a-8b4a-2a858040ba70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:01.595574 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-1ab6d1bc-3510-4790-aec1-11d087c50267 req-57000be5-2bb8-41d5-a8c1-61666929e75c service neutron] Transition to ACTIVE for port object 997b5860-09b0-4611-8532-dad688968c58 will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:42:01.622318 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-346576b4-ee68-4e7a-8b4a-2a858040ba70 None None] Port fb513623-6338-48d5-b7c9-daecd25e3007 was deleted so its status cannot be updated. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 10 03:42:01.649540 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-1ab6d1bc-3510-4790-aec1-11d087c50267 req-57000be5-2bb8-41d5-a8c1-61666929e75c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:01.685657 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25c8939-151c-49a0-94e6-8f7ed5d693c0 None None] DHCP port deletion for a6679006-abc5-4155-adb6-625535517000 request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:42:01.824285 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-65c2c11e-3b55-4975-89f7-737e10d9ca49 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:01.861779 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-65c2c11e-3b55-4975-89f7-737e10d9ca49 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6679006-abc5-4155-adb6-625535517000']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:01.920891 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-65c2c11e-3b55-4975-89f7-737e10d9ca49 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca87ed44-6cba-4052-96ca-f1e116cd7319') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:01.923911 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-65c2c11e-3b55-4975-89f7-737e10d9ca49 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca87ed44-6cba-4052-96ca-f1e116cd7319') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:01.935480 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-a31e96ad-c966-4c53-b6b8-0eb80e5b1e0a req-018273ba-2197-45d6-bfcc-69e871c69cca service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=045ee23b-ce3e-4d45-aa51-270bf98b62e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3139217 Aug 10 03:42:01.959780 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-65c2c11e-3b55-4975-89f7-737e10d9ca49 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:02.047352 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-65c2c11e-3b55-4975-89f7-737e10d9ca49 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:02.070901 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65c2c11e-3b55-4975-89f7-737e10d9ca49 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:42:02.071683 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-65c2c11e-3b55-4975-89f7-737e10d9ca49 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:02.085013 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:42:02.085013 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:42:02.085013 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:42:02.085013 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:42:02.085013 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:42:02.085013 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:42:02.085013 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:42:02.085013 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:42:02.085013 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:42:02.085013 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:42:02.085013 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:42:02.085013 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:42:02.085013 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:42:02.085013 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:42:02.085013 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:42:02.085013 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:42:02.085013 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:42:02.085013 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:42:02.085013 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:42:02.085013 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:42:02.085013 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:42:02.085013 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:42:02.085013 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:42:02.085013 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:42:02.085013 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:42:02.085013 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:42:02.085013 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:42:02.085013 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:42:02.085013 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:42:02.085013 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:42:02.085013 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:42:02.085013 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:42:02.179234 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31e96ad-c966-4c53-b6b8-0eb80e5b1e0a req-74ac1080-e51f-499a-b697-a86501356e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:02.188207 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-a31e96ad-c966-4c53-b6b8-0eb80e5b1e0a req-74ac1080-e51f-499a-b697-a86501356e4b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2680b799feb54d8c9fdff98330bf1a96&device_id=045ee23b-ce3e-4d45-aa51-270bf98b62e3 HTTP/1.1" status: 200 len: 1098 time: 0.2064099 Aug 10 03:42:02.212073 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd19dccf-2606-45ae-87fe-7581115772bc req-5d7bec2c-399b-41b5-a93c-a5f371b4b6ff tempest-VolumesNegativeTest-1129425397 tempest-VolumesNegativeTest-1129425397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:02.232638 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bd19dccf-2606-45ae-87fe-7581115772bc req-5d7bec2c-399b-41b5-a93c-a5f371b4b6ff tempest-VolumesNegativeTest-1129425397 tempest-VolumesNegativeTest-1129425397-project] 10.222.0.44 "GET /v2.0/ports?device_id=75317b33-8e9c-45a2-a73d-e75a3626e02a HTTP/1.1" status: 200 len: 948 time: 0.5307562 Aug 10 03:42:02.238086 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57000be5-2bb8-41d5-a8c1-61666929e75c service neutron] Pushing event updated for resources: {'Port': ['ID=997b5860-09b0-4611-8532-dad688968c58,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:02.240919 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-65c2c11e-3b55-4975-89f7-737e10d9ca49 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:02.324787 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-65c2c11e-3b55-4975-89f7-737e10d9ca49 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:02.327226 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-65c2c11e-3b55-4975-89f7-737e10d9ca49 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] 10.222.0.44 "DELETE /v2.0/networks/a6679006-abc5-4155-adb6-625535517000 HTTP/1.1" status: 204 len: 168 time: 1.9479585 Aug 10 03:42:02.342142 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 57396) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:02.359516 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c2c11e-3b55-4975-89f7-737e10d9ca49 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Pushing event deleted for resources: {'Network': ['ID=a6679006-abc5-4155-adb6-625535517000,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:02.393712 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-38e71034-560a-4ba9-bbca-1bad987c1fba tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] DELETE failed (client error): The resource could not be found. Aug 10 03:42:02.394287 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38e71034-560a-4ba9-bbca-1bad987c1fba tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:42:02.396257 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-38e71034-560a-4ba9-bbca-1bad987c1fba tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] 10.222.0.44 "DELETE /v2.0/subnets/f8617e0b-ab73-4260-ae85-8e211879b8be HTTP/1.1" status: 404 len: 337 time: 0.0528824 Aug 10 03:42:02.397985 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57000be5-2bb8-41d5-a8c1-61666929e75c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:02.398654 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57000be5-2bb8-41d5-a8c1-61666929e75c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:02.399190 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57000be5-2bb8-41d5-a8c1-61666929e75c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:02.399872 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57000be5-2bb8-41d5-a8c1-61666929e75c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:02.400289 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57000be5-2bb8-41d5-a8c1-61666929e75c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:02.400685 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 57398) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:02.400805 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57000be5-2bb8-41d5-a8c1-61666929e75c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:02.407916 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57000be5-2bb8-41d5-a8c1-61666929e75c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:02.408624 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57000be5-2bb8-41d5-a8c1-61666929e75c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:02.409120 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57000be5-2bb8-41d5-a8c1-61666929e75c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:02.409923 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57000be5-2bb8-41d5-a8c1-61666929e75c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:02.412852 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57000be5-2bb8-41d5-a8c1-61666929e75c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:02.413535 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57000be5-2bb8-41d5-a8c1-61666929e75c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:02.425969 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-075e4f3b-0275-4eed-b1b3-92a9175fcf13 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] DELETE failed (client error): The resource could not be found. Aug 10 03:42:02.426608 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-075e4f3b-0275-4eed-b1b3-92a9175fcf13 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:42:02.428541 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-075e4f3b-0275-4eed-b1b3-92a9175fcf13 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] 10.222.0.44 "DELETE /v2.0/networks/648dcac8-77e1-470f-a0cb-d6846c930cfd HTTP/1.1" status: 404 len: 339 time: 0.0256438 Aug 10 03:42:02.432674 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 57400) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:02.475004 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-586c79ec-d162-4921-8f24-78858686463b tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] DELETE failed (client error): The resource could not be found. Aug 10 03:42:02.475567 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-586c79ec-d162-4921-8f24-78858686463b tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:42:02.477630 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-586c79ec-d162-4921-8f24-78858686463b tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] 10.222.0.44 "DELETE /v2.0/subnets/029d41dc-b8d1-496f-91d4-b61a6e45d103 HTTP/1.1" status: 404 len: 337 time: 0.0439165 Aug 10 03:42:02.482006 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 57402) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:02.518298 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-66fd8047-c211-4780-a9b8-d783580ddd6f tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] DELETE failed (client error): The resource could not be found. Aug 10 03:42:02.518990 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66fd8047-c211-4780-a9b8-d783580ddd6f tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:42:02.520972 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-66fd8047-c211-4780-a9b8-d783580ddd6f tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] 10.222.0.44 "DELETE /v2.0/networks/c28742d8-0d78-4a04-ab77-a031e1f26ddc HTTP/1.1" status: 404 len: 339 time: 0.0377636 Aug 10 03:42:02.527065 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 57404) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:02.582408 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31e96ad-c966-4c53-b6b8-0eb80e5b1e0a req-acaab671-4ff2-4b97-a118-704484294415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:02.584388 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-a31e96ad-c966-4c53-b6b8-0eb80e5b1e0a req-acaab671-4ff2-4b97-a118-704484294415 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d07bf9c0-feda-49f0-ac68-879462adf9f1 HTTP/1.1" status: 200 len: 911 time: 0.3572679 Aug 10 03:42:02.585482 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-222ed42c-696e-494f-bc1b-00df88c42994 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] DELETE failed (client error): The resource could not be found. Aug 10 03:42:02.585947 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-222ed42c-696e-494f-bc1b-00df88c42994 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:42:02.587998 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-222ed42c-696e-494f-bc1b-00df88c42994 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] 10.222.0.44 "DELETE /v2.0/subnets/2ba82494-7551-4b4d-962f-377322e7ec22 HTTP/1.1" status: 404 len: 337 time: 0.0599048 Aug 10 03:42:02.592453 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 57406) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:02.596211 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bd19dccf-2606-45ae-87fe-7581115772bc req-6f17cbef-baa9-47f3-8d2f-26592fc31e7e tempest-VolumesNegativeTest-1129425397 tempest-VolumesNegativeTest-1129425397-project] 10.222.0.44 "GET /v2.0/security-groups?id=18ae5da1-0099-4ba8-a115-20fa7fc38df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117405 Aug 10 03:42:02.698712 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-a31e96ad-c966-4c53-b6b8-0eb80e5b1e0a req-a78ee800-7113-4357-9aeb-c94747af0d34 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=64674e3c-22d6-458c-acda-36a6227d75b0 HTTP/1.1" status: 200 len: 217 time: 0.0815220 Aug 10 03:42:02.724509 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc6ee2e-d305-4b42-9041-585fa2e7ddc3 req-e840b269-4063-410d-9cb1-bcb7d819548c tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:02.740023 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bbc6ee2e-d305-4b42-9041-585fa2e7ddc3 req-e840b269-4063-410d-9cb1-bcb7d819548c tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fdf14e5-715f-477b-93b8-43025a08ebc5 HTTP/1.1" status: 200 len: 945 time: 0.7606196 Aug 10 03:42:02.751059 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac289158-498e-453a-af41-93787e310111 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] DELETE failed (client error): The resource could not be found. Aug 10 03:42:02.752134 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac289158-498e-453a-af41-93787e310111 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:42:02.754778 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ac289158-498e-453a-af41-93787e310111 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] 10.222.0.44 "DELETE /v2.0/networks/58295fa9-aecc-46ca-ab34-f16437c90e0d HTTP/1.1" status: 404 len: 339 time: 0.1595809 Aug 10 03:42:02.768634 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 57408) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:02.805918 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31e96ad-c966-4c53-b6b8-0eb80e5b1e0a req-57165701-8453-4050-af5a-c7361f8bef67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:02.808395 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-a31e96ad-c966-4c53-b6b8-0eb80e5b1e0a req-57165701-8453-4050-af5a-c7361f8bef67 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=33a1c40e-b5d2-46c7-a6a1-fa6cc0352aec HTTP/1.1" status: 200 len: 850 time: 0.0920210 Aug 10 03:42:02.903108 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31e96ad-c966-4c53-b6b8-0eb80e5b1e0a req-aa70dc79-692f-4dc0-8157-dbeab5b3d58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:02.905243 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-a31e96ad-c966-4c53-b6b8-0eb80e5b1e0a req-aa70dc79-692f-4dc0-8157-dbeab5b3d58e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d07bf9c0-feda-49f0-ac68-879462adf9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0874062 Aug 10 03:42:02.949390 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-1ab6d1bc-3510-4790-aec1-11d087c50267 req-57000be5-2bb8-41d5-a8c1-61666929e75c service neutron] Attempting to bind port 997b5860-09b0-4611-8532-dad688968c58 on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:42:02.949819 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-1ab6d1bc-3510-4790-aec1-11d087c50267 req-57000be5-2bb8-41d5-a8c1-61666929e75c service neutron] Attempting to bind port 997b5860-09b0-4611-8532-dad688968c58 by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:42:02.950367 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab6d1bc-3510-4790-aec1-11d087c50267 req-57000be5-2bb8-41d5-a8c1-61666929e75c service neutron] Attempting to bind port 997b5860-09b0-4611-8532-dad688968c58 on network 72a4be73-29a1-424c-8690-ecdcf6b06721 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:42:02.964807 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab6d1bc-3510-4790-aec1-11d087c50267 req-57000be5-2bb8-41d5-a8c1-61666929e75c service neutron] Port 997b5860-09b0-4611-8532-dad688968c58 on network 72a4be73-29a1-424c-8690-ecdcf6b06721 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:42:02.965303 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab6d1bc-3510-4790-aec1-11d087c50267 req-57000be5-2bb8-41d5-a8c1-61666929e75c service neutron] Attempting to bind port 997b5860-09b0-4611-8532-dad688968c58 on network 72a4be73-29a1-424c-8690-ecdcf6b06721 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:42:02.984099 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab6d1bc-3510-4790-aec1-11d087c50267 req-57000be5-2bb8-41d5-a8c1-61666929e75c service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:42:02.984671 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab6d1bc-3510-4790-aec1-11d087c50267 req-57000be5-2bb8-41d5-a8c1-61666929e75c service neutron] Checking segment: {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:42:02.985303 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab6d1bc-3510-4790-aec1-11d087c50267 req-57000be5-2bb8-41d5-a8c1-61666929e75c service neutron] Bound using segment: {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:42:02.986062 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-1ab6d1bc-3510-4790-aec1-11d087c50267 req-57000be5-2bb8-41d5-a8c1-61666929e75c service neutron] Bound port: 997b5860-09b0-4611-8532-dad688968c58, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:42:02.988015 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-1ab6d1bc-3510-4790-aec1-11d087c50267 req-57000be5-2bb8-41d5-a8c1-61666929e75c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:03.099684 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bbc6ee2e-d305-4b42-9041-585fa2e7ddc3 req-e9000d41-7955-472c-ad10-910a11cda1fe tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9d97ea0-2a9f-4286-b02c-31ca2320c427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3384087 Aug 10 03:42:03.113056 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_v2 [None req-7112f2e8-32bb-4217-a952-82a937c24139 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Deleting subnet b8a7df37-6c65-4cf5-a016-fcb60aabc1ee {{(pid=94260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:42:03.122894 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7112f2e8-32bb-4217-a952-82a937c24139 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks [] for subnet, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:03.151317 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-a31e96ad-c966-4c53-b6b8-0eb80e5b1e0a req-01bb6859-8320-47ed-83ca-b04ff90a57a6 service neutron] 10.222.0.61 "GET /v2.0/networks/d07bf9c0-feda-49f0-ac68-879462adf9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370362 Aug 10 03:42:03.197326 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 57416) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:03.257966 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:03.297717 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7112f2e8-32bb-4217-a952-82a937c24139 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191173'] for subnet, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:03.461260 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7112f2e8-32bb-4217-a952-82a937c24139 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:03.482827 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-a31e96ad-c966-4c53-b6b8-0eb80e5b1e0a req-75af356d-ab5a-434f-b417-1cd1510d6d57 service neutron] 10.222.0.61 "GET /v2.0/networks/d07bf9c0-feda-49f0-ac68-879462adf9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3230538 Aug 10 03:42:03.591690 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7112f2e8-32bb-4217-a952-82a937c24139 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:03.608213 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-1ab6d1bc-3510-4790-aec1-11d087c50267 req-57000be5-2bb8-41d5-a8c1-61666929e75c service neutron] For port 997b5860-09b0-4611-8532-dad688968c58, host n-h1-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:42:03.615397 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device fb513623-6338-48d5-b7c9-daecd25e3007 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:42:03.655957 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-66ed2808-c431-4bb8-a70b-cdeb43ce5a7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:03.659867 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: fb513623-6338-48d5-b7c9-daecd25e3007 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:42:03.660207 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device fb513623-6338-48d5-b7c9-daecd25e3007 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:42:03.662196 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7112f2e8-32bb-4217-a952-82a937c24139 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Pushing event deleted for resources: {'Subnet': ['ID=b8a7df37-6c65-4cf5-a016-fcb60aabc1ee,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:03.700296 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708b3dd6-7c7b-4e29-8853-fe532b20c7c8 None None] Network 13276afd-30a4-4ffd-aa73-9afb6b40a691 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:42:03.714187 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7112f2e8-32bb-4217-a952-82a937c24139 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:03.716392 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-7112f2e8-32bb-4217-a952-82a937c24139 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] 10.222.0.44 "DELETE /v2.0/subnets/b8a7df37-6c65-4cf5-a016-fcb60aabc1ee HTTP/1.1" status: 204 len: 168 time: 0.9212074 Aug 10 03:42:03.723989 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 57422) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:03.725638 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-1ab6d1bc-3510-4790-aec1-11d087c50267 req-57000be5-2bb8-41d5-a8c1-61666929e75c service neutron] For port 997b5860-09b0-4611-8532-dad688968c58, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=997b5860-09b0-4611-8532-dad688968c58,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:42:03.743280 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-1ab6d1bc-3510-4790-aec1-11d087c50267 req-57000be5-2bb8-41d5-a8c1-61666929e75c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:03.911865 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab6d1bc-3510-4790-aec1-11d087c50267 req-57000be5-2bb8-41d5-a8c1-61666929e75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:03.912313 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-1ab6d1bc-3510-4790-aec1-11d087c50267 req-57000be5-2bb8-41d5-a8c1-61666929e75c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:03.922197 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1ab6d1bc-3510-4790-aec1-11d087c50267 req-57000be5-2bb8-41d5-a8c1-61666929e75c service neutron] 10.222.0.42 "PUT /v2.0/ports/997b5860-09b0-4611-8532-dad688968c58 HTTP/1.1" status: 200 len: 1097 time: 3.7743165 Aug 10 03:42:03.922810 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75317b33-8e9c-45a2-a73d-e75a3626e02a', 'tag': '997b5860-09b0-4611-8532-dad688968c58'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:42:03.925338 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd9cc44-ad7c-4e81-8c81-e7475b6faf9b" -d '{"events": [{"name": "network-changed", "server_uuid": "75317b33-8e9c-45a2-a73d-e75a3626e02a", "tag": "997b5860-09b0-4611-8532-dad688968c58"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:42:04.062147 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-515a4499-08a8-429b-aefe-7dc3108c0f88 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:04.163171 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-070ed3be-9099-4682-a708-b525e8aabf90 x-openstack-request-id: req-070ed3be-9099-4682-a708-b525e8aabf90 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:42:04.163883 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75317b33-8e9c-45a2-a73d-e75a3626e02a", "tag": "997b5860-09b0-4611-8532-dad688968c58", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:42:04.164404 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-070ed3be-9099-4682-a708-b525e8aabf90 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:42:04.165193 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75317b33-8e9c-45a2-a73d-e75a3626e02a', 'tag': '997b5860-09b0-4611-8532-dad688968c58', 'status': 'completed', 'code': 200} Aug 10 03:42:04.229750 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac77e6a-7d6d-4112-815b-4d47dacbcd9d None None] DHCP port deletion for 13276afd-30a4-4ffd-aa73-9afb6b40a691 request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:42:04.258919 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-66ed2808-c431-4bb8-a70b-cdeb43ce5a7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:04.306779 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b6c8e-cb95-4246-87a7-285d10bfd9bf req-136339bc-6aa8-41e0-aa2f-48e934262dea tempest-VolumesNegativeTest-1129425397 tempest-VolumesNegativeTest-1129425397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:04.309668 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ee8b6c8e-cb95-4246-87a7-285d10bfd9bf req-136339bc-6aa8-41e0-aa2f-48e934262dea tempest-VolumesNegativeTest-1129425397 tempest-VolumesNegativeTest-1129425397-project] 10.222.0.44 "GET /v2.0/ports?device_id=75317b33-8e9c-45a2-a73d-e75a3626e02a HTTP/1.1" status: 200 len: 948 time: 0.4921856 Aug 10 03:42:04.316218 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57000be5-2bb8-41d5-a8c1-61666929e75c service neutron] Pushing event updated for resources: {'Port': ['ID=997b5860-09b0-4611-8532-dad688968c58,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:04.344817 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-aac77e6a-7d6d-4112-815b-4d47dacbcd9d None None] Deleting port a01732a1-4ff6-4d56-bd86-abf7f5b05fb8 {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:42:04.345670 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-aac77e6a-7d6d-4112-815b-4d47dacbcd9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:04.355665 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-66ed2808-c431-4bb8-a70b-cdeb43ce5a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:04.477264 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab6d1bc-3510-4790-aec1-11d087c50267 req-26ad01ed-62fc-4466-9619-e3dea2164a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:04.481882 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1ab6d1bc-3510-4790-aec1-11d087c50267 req-26ad01ed-62fc-4466-9619-e3dea2164a61 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4b3e1443c2a146739459bd421c051116&device_id=75317b33-8e9c-45a2-a73d-e75a3626e02a HTTP/1.1" status: 200 len: 1100 time: 0.4762576 Aug 10 03:42:04.485976 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-66ed2808-c431-4bb8-a70b-cdeb43ce5a7c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7ab8731fa76f4b1f9fc67e52b9bac802&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2872443 Aug 10 03:42:04.486751 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 57436) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:04.498187 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-aac77e6a-7d6d-4112-815b-4d47dacbcd9d None None] For port a01732a1-4ff6-4d56-bd86-abf7f5b05fb8, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=a01732a1-4ff6-4d56-bd86-abf7f5b05fb8,segment=NetworkSegment(a8615a05-7525-4532-ad8e-28c2ac7068ea),segment_id=a8615a05-7525-4532-ad8e-28c2ac7068ea)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:04.498614 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-aac77e6a-7d6d-4112-815b-4d47dacbcd9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:04.502398 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ed2808-c431-4bb8-a70b-cdeb43ce5a7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f26e0675-ae53-4361-a4b9-3d75d415251d,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:04.559399 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-aac77e6a-7d6d-4112-815b-4d47dacbcd9d None None] Calling delete_port for a01732a1-4ff6-4d56-bd86-abf7f5b05fb8 owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:42:04.568844 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-515a4499-08a8-429b-aefe-7dc3108c0f88 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Deleting port a01732a1-4ff6-4d56-bd86-abf7f5b05fb8 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:42:04.570379 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-515a4499-08a8-429b-aefe-7dc3108c0f88 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:04.786423 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1ab6d1bc-3510-4790-aec1-11d087c50267 req-94b6b0a2-20a9-450d-90b7-ad9a0d8efe50 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=997b5860-09b0-4611-8532-dad688968c58 HTTP/1.1" status: 200 len: 217 time: 0.2899480 Aug 10 03:42:04.802597 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-aac77e6a-7d6d-4112-815b-4d47dacbcd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:04.827453 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ee8b6c8e-cb95-4246-87a7-285d10bfd9bf req-a51503b7-8125-4f3a-9d47-1a6cde645114 tempest-VolumesNegativeTest-1129425397 tempest-VolumesNegativeTest-1129425397-project] 10.222.0.44 "GET /v2.0/security-groups?id=18ae5da1-0099-4ba8-a115-20fa7fc38df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4920702 Aug 10 03:42:04.842888 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d6569702-8430-4c39-8559-015d9ca19200 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:04.870011 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac77e6a-7d6d-4112-815b-4d47dacbcd9d None None] Pushing event deleted for resources: {'Port': ['ID=a01732a1-4ff6-4d56-bd86-abf7f5b05fb8,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:04.886996 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac77e6a-7d6d-4112-815b-4d47dacbcd9d None None] No DVR routers for this DVR port a01732a1-4ff6-4d56-bd86-abf7f5b05fb8 on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:42:04.888862 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-515a4499-08a8-429b-aefe-7dc3108c0f88 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] For port a01732a1-4ff6-4d56-bd86-abf7f5b05fb8, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=a01732a1-4ff6-4d56-bd86-abf7f5b05fb8,segment=NetworkSegment(a8615a05-7525-4532-ad8e-28c2ac7068ea),segment_id=a8615a05-7525-4532-ad8e-28c2ac7068ea)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:04.889240 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-515a4499-08a8-429b-aefe-7dc3108c0f88 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:04.955059 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d6569702-8430-4c39-8559-015d9ca19200 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:04.957489 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-515a4499-08a8-429b-aefe-7dc3108c0f88 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Calling delete_port for a01732a1-4ff6-4d56-bd86-abf7f5b05fb8 owned by network:dhcp {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:42:04.995283 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab6d1bc-3510-4790-aec1-11d087c50267 req-5f6d9ed5-b552-4170-83b8-b736256b25e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:04.998937 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1ab6d1bc-3510-4790-aec1-11d087c50267 req-5f6d9ed5-b552-4170-83b8-b736256b25e3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=60d10164-1dee-4940-9d19-f71e6c18cbc5 HTTP/1.1" status: 200 len: 843 time: 0.1950302 Aug 10 03:42:05.064942 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dee90a-ef75-4d60-a1c5-e498c3597c86 req-3ed7106a-da1b-4f81-a51b-e6783eb9842d tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:05.069999 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a5dee90a-ef75-4d60-a1c5-e498c3597c86 req-3ed7106a-da1b-4f81-a51b-e6783eb9842d tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fdf14e5-715f-477b-93b8-43025a08ebc5 HTTP/1.1" status: 200 len: 945 time: 0.7105291 Aug 10 03:42:05.145201 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d6569702-8430-4c39-8559-015d9ca19200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:05.152372 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d6569702-8430-4c39-8559-015d9ca19200 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:05.165011 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-d6569702-8430-4c39-8559-015d9ca19200 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f26e0675-ae53-4361-a4b9-3d75d415251d HTTP/1.1" status: 204 len: 168 time: 0.6701343 Aug 10 03:42:05.211131 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6569702-8430-4c39-8559-015d9ca19200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f26e0675-ae53-4361-a4b9-3d75d415251d,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:05.246742 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-515a4499-08a8-429b-aefe-7dc3108c0f88 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:05.318671 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515a4499-08a8-429b-aefe-7dc3108c0f88 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Pushing event deleted for resources: {'Port': ['ID=a01732a1-4ff6-4d56-bd86-abf7f5b05fb8,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:05.325519 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515a4499-08a8-429b-aefe-7dc3108c0f88 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] No DVR routers for this DVR port a01732a1-4ff6-4d56-bd86-abf7f5b05fb8 on host n-d-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:42:05.423314 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab6d1bc-3510-4790-aec1-11d087c50267 req-d44a329d-d4bb-4a27-a5c5-663c1be56559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:05.425734 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1ab6d1bc-3510-4790-aec1-11d087c50267 req-d44a329d-d4bb-4a27-a5c5-663c1be56559 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72a4be73-29a1-424c-8690-ecdcf6b06721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4029903 Aug 10 03:42:05.447589 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-91902672-685b-41fc-9fd4-c7154ce1b4e3 req-f9291cfc-197e-45fe-82de-3b567cc5e7b6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=00df8480-85ee-4cc7-b3c5-8f758aa1d93c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4569850 Aug 10 03:42:05.631396 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-515a4499-08a8-429b-aefe-7dc3108c0f88 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:05.659696 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a5dee90a-ef75-4d60-a1c5-e498c3597c86 req-4c3f179c-f28e-418b-9bcf-3d8eeb1efd62 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9d97ea0-2a9f-4286-b02c-31ca2320c427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3113101 Aug 10 03:42:05.703428 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-515a4499-08a8-429b-aefe-7dc3108c0f88 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13276afd-30a4-4ffd-aa73-9afb6b40a691']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:05.738026 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device a01732a1-4ff6-4d56-bd86-abf7f5b05fb8 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:42:05.753554 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-515a4499-08a8-429b-aefe-7dc3108c0f88 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8615a05-7525-4532-ad8e-28c2ac7068ea') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:05.753554 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-515a4499-08a8-429b-aefe-7dc3108c0f88 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8615a05-7525-4532-ad8e-28c2ac7068ea') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:05.765315 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91902672-685b-41fc-9fd4-c7154ce1b4e3 req-1d6456d0-0425-4943-ac22-cf091422c523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:05.767564 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: a01732a1-4ff6-4d56-bd86-abf7f5b05fb8 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:42:05.768148 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device a01732a1-4ff6-4d56-bd86-abf7f5b05fb8 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:42:05.771493 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-91902672-685b-41fc-9fd4-c7154ce1b4e3 req-1d6456d0-0425-4943-ac22-cf091422c523 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9ff2867e4a0141f68303abd29afd842a&device_id=00df8480-85ee-4cc7-b3c5-8f758aa1d93c HTTP/1.1" status: 200 len: 1097 time: 0.2050004 Aug 10 03:42:05.804883 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-515a4499-08a8-429b-aefe-7dc3108c0f88 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:05.858192 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-515a4499-08a8-429b-aefe-7dc3108c0f88 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:05.885066 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-515a4499-08a8-429b-aefe-7dc3108c0f88 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:42:05.885701 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-515a4499-08a8-429b-aefe-7dc3108c0f88 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:05.901813 n-d-768862-13 neutron-server[94261]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:42:05.901813 n-d-768862-13 neutron-server[94261]: self.session.flush() Aug 10 03:42:05.901813 n-d-768862-13 neutron-server[94261]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:42:05.901813 n-d-768862-13 neutron-server[94261]: self.session.flush() Aug 10 03:42:05.901813 n-d-768862-13 neutron-server[94261]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:42:05.901813 n-d-768862-13 neutron-server[94261]: self.session.flush() Aug 10 03:42:05.901813 n-d-768862-13 neutron-server[94261]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:42:05.901813 n-d-768862-13 neutron-server[94261]: self.session.flush() Aug 10 03:42:05.901813 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:42:05.901813 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:42:05.901813 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:42:05.901813 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:42:05.901813 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:42:05.901813 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:42:05.901813 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:42:05.901813 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:42:05.901813 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:42:05.901813 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:42:05.901813 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:42:05.901813 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:42:05.901813 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:42:05.901813 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:42:05.901813 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:42:05.901813 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:42:05.901813 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:42:05.901813 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:42:05.901813 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:42:05.901813 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:42:05.901813 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:42:05.901813 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:42:05.901813 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:42:05.901813 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:42:05.901813 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:42:05.901813 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:42:05.901813 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:42:05.901813 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:42:05.901813 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:42:05.901813 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:42:05.901813 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:42:05.901813 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:42:05.914832 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1ab6d1bc-3510-4790-aec1-11d087c50267 req-e355d8b8-16d5-4bbb-a2f4-c105abddb3ac service neutron] 10.222.0.42 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4791424 Aug 10 03:42:06.072339 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1ab6d1bc-3510-4790-aec1-11d087c50267 req-5cda35d7-f82b-4336-8cfa-861f218be52b service neutron] 10.222.0.42 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493330 Aug 10 03:42:06.117032 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-515a4499-08a8-429b-aefe-7dc3108c0f88 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:06.138321 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-515a4499-08a8-429b-aefe-7dc3108c0f88 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:06.143788 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-515a4499-08a8-429b-aefe-7dc3108c0f88 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] 10.222.0.44 "DELETE /v2.0/networks/13276afd-30a4-4ffd-aa73-9afb6b40a691 HTTP/1.1" status: 204 len: 168 time: 2.4182703 Aug 10 03:42:06.151618 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 57454) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:06.232589 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7a2c5b0-9d28-4b87-a4da-1927262607ac tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] DELETE failed (client error): The resource could not be found. Aug 10 03:42:06.233208 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7a2c5b0-9d28-4b87-a4da-1927262607ac tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:42:06.235823 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-f7a2c5b0-9d28-4b87-a4da-1927262607ac tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] 10.222.0.44 "DELETE /v2.0/subnets/3063c084-f2d9-4254-9e91-874888a2e9a8 HTTP/1.1" status: 404 len: 337 time: 0.0826483 Aug 10 03:42:06.240394 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 57458) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:06.253252 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515a4499-08a8-429b-aefe-7dc3108c0f88 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Pushing event deleted for resources: {'Network': ['ID=13276afd-30a4-4ffd-aa73-9afb6b40a691,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:06.285547 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7165372-2639-4563-abe2-e385abd318b7 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] DELETE failed (client error): The resource could not be found. Aug 10 03:42:06.286200 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7165372-2639-4563-abe2-e385abd318b7 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:42:06.293915 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-b7165372-2639-4563-abe2-e385abd318b7 tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] 10.222.0.44 "DELETE /v2.0/networks/dd898562-6eb0-41e2-a237-b6379af2e003 HTTP/1.1" status: 404 len: 339 time: 0.0486498 Aug 10 03:42:06.295634 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 57460) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:06.356311 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91902672-685b-41fc-9fd4-c7154ce1b4e3 req-9868654b-7f62-44c3-9ebc-68c95fabd55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:06.361602 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-91902672-685b-41fc-9fd4-c7154ce1b4e3 req-9868654b-7f62-44c3-9ebc-68c95fabd55e service neutron] 10.222.0.42 "GET /v2.0/networks?id=71c89238-8f5d-43f8-b1be-95c24d55419f HTTP/1.1" status: 200 len: 911 time: 0.5587635 Aug 10 03:42:06.367518 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd9cc44-ad7c-4e81-8c81-e7475b6faf9b req-771983b3-09eb-4043-9b67-8a50607a70fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:06.370968 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2fd9cc44-ad7c-4e81-8c81-e7475b6faf9b req-771983b3-09eb-4043-9b67-8a50607a70fc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4b3e1443c2a146739459bd421c051116&device_id=75317b33-8e9c-45a2-a73d-e75a3626e02a HTTP/1.1" status: 200 len: 1100 time: 0.2236028 Aug 10 03:42:06.406301 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb8876b-1fc1-4a48-9086-913e55921d4e req-3c17bcf3-a8f3-436a-963c-f7801de5de3f tempest-VolumesNegativeTest-1129425397 tempest-VolumesNegativeTest-1129425397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:06.411053 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1bb8876b-1fc1-4a48-9086-913e55921d4e req-3c17bcf3-a8f3-436a-963c-f7801de5de3f tempest-VolumesNegativeTest-1129425397 tempest-VolumesNegativeTest-1129425397-project] 10.222.0.44 "GET /v2.0/ports?device_id=75317b33-8e9c-45a2-a73d-e75a3626e02a HTTP/1.1" status: 200 len: 948 time: 0.3311598 Aug 10 03:42:06.438783 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-9df11b37-c0b0-4c36-b7bb-5171a876700d tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Deleting subnet 5ebb793f-3935-4397-96eb-e2008137e2c7 {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:42:06.458463 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9df11b37-c0b0-4c36-b7bb-5171a876700d tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:06.643425 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9df11b37-c0b0-4c36-b7bb-5171a876700d tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:06.663140 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-91902672-685b-41fc-9fd4-c7154ce1b4e3 req-6527bdf7-ba10-43f9-a6f0-7a1b95fb989c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd0d0387-15f7-41cf-a1e1-a7f8dd43f812 HTTP/1.1" status: 200 len: 1000 time: 0.2891154 Aug 10 03:42:06.895992 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9df11b37-c0b0-4c36-b7bb-5171a876700d tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:07.035844 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9df11b37-c0b0-4c36-b7bb-5171a876700d tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:07.106995 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df11b37-c0b0-4c36-b7bb-5171a876700d tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Pushing event deleted for resources: {'Subnet': ['ID=5ebb793f-3935-4397-96eb-e2008137e2c7,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:07.111041 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9df11b37-c0b0-4c36-b7bb-5171a876700d tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:07.122924 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88212d6-e737-405e-90f7-725cdde384cf None None] Network 2d3aa310-3c36-483e-8a3f-f056c0f3a7b6 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:42:07.142988 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-9df11b37-c0b0-4c36-b7bb-5171a876700d tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] 10.222.0.44 "DELETE /v2.0/subnets/5ebb793f-3935-4397-96eb-e2008137e2c7 HTTP/1.1" status: 204 len: 168 time: 0.8471584 Aug 10 03:42:07.149546 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 57480) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:07.155930 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91902672-685b-41fc-9fd4-c7154ce1b4e3 req-016ecc31-897a-4d60-86c3-0b14595e1da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:07.158633 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-91902672-685b-41fc-9fd4-c7154ce1b4e3 req-016ecc31-897a-4d60-86c3-0b14595e1da0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2a46edbc-ca41-41f9-9dcc-118a9b411006 HTTP/1.1" status: 200 len: 850 time: 0.4662967 Aug 10 03:42:07.278674 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1bb8876b-1fc1-4a48-9086-913e55921d4e req-b6d088bf-b0b3-4e9f-b823-a967dd20cc96 tempest-VolumesNegativeTest-1129425397 tempest-VolumesNegativeTest-1129425397-project] 10.222.0.44 "GET /v2.0/security-groups?id=18ae5da1-0099-4ba8-a115-20fa7fc38df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8452492 Aug 10 03:42:07.331437 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b05fbb27-d31f-4c64-9dcb-c3b110d04b1e tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:07.344405 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd9cc44-ad7c-4e81-8c81-e7475b6faf9b req-68e251b5-d254-4a2a-af44-0e44727c537a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:07.347028 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2fd9cc44-ad7c-4e81-8c81-e7475b6faf9b req-68e251b5-d254-4a2a-af44-0e44727c537a service neutron] 10.222.0.42 "GET /v2.0/networks?id=72a4be73-29a1-424c-8690-ecdcf6b06721 HTTP/1.1" status: 200 len: 869 time: 0.9346488 Aug 10 03:42:07.371368 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6896271-8620-4110-93ba-90ac0f3ffd65 req-3ead98f2-59e6-4223-b2a6-efecdf733a03 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:07.380924 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d6896271-8620-4110-93ba-90ac0f3ffd65 req-3ead98f2-59e6-4223-b2a6-efecdf733a03 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fdf14e5-715f-477b-93b8-43025a08ebc5 HTTP/1.1" status: 200 len: 945 time: 0.3867528 Aug 10 03:42:07.411271 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-b05fbb27-d31f-4c64-9dcb-c3b110d04b1e tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Deleting port 660d8e65-9627-41eb-8fd0-bfff184b8315 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:42:07.412184 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b05fbb27-d31f-4c64-9dcb-c3b110d04b1e tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:07.472633 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d6896271-8620-4110-93ba-90ac0f3ffd65 req-c12856d2-61f5-4713-842b-0adb8dc7c85c tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9d97ea0-2a9f-4286-b02c-31ca2320c427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906947 Aug 10 03:42:07.478053 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2fd9cc44-ad7c-4e81-8c81-e7475b6faf9b req-a877b3e8-8b7a-49cf-a9b2-3b7c5fb3336a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=997b5860-09b0-4611-8532-dad688968c58 HTTP/1.1" status: 200 len: 217 time: 0.1161623 Aug 10 03:42:07.578212 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-b05fbb27-d31f-4c64-9dcb-c3b110d04b1e tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] For port 660d8e65-9627-41eb-8fd0-bfff184b8315, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=660d8e65-9627-41eb-8fd0-bfff184b8315,segment=NetworkSegment(5ee29087-3396-4c2b-a638-c84e51bbea3e),segment_id=5ee29087-3396-4c2b-a638-c84e51bbea3e)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:07.578992 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b05fbb27-d31f-4c64-9dcb-c3b110d04b1e tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:07.624987 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-b05fbb27-d31f-4c64-9dcb-c3b110d04b1e tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Calling delete_port for 660d8e65-9627-41eb-8fd0-bfff184b8315 owned by network:dhcp {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:42:07.653112 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00641fc-7b94-4903-b821-e9308f8e12f7 None None] DHCP port deletion for 2d3aa310-3c36-483e-8a3f-f056c0f3a7b6 request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:42:07.818265 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-d00641fc-7b94-4903-b821-e9308f8e12f7 None None] Deleting port 660d8e65-9627-41eb-8fd0-bfff184b8315 {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:42:07.818666 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d00641fc-7b94-4903-b821-e9308f8e12f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:08.263075 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91902672-685b-41fc-9fd4-c7154ce1b4e3 req-eb420aac-2da3-4020-bbbd-f3f9e277ac1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:08.270401 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-91902672-685b-41fc-9fd4-c7154ce1b4e3 req-eb420aac-2da3-4020-bbbd-f3f9e277ac1f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=71c89238-8f5d-43f8-b1be-95c24d55419f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0855992 Aug 10 03:42:08.307779 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd9cc44-ad7c-4e81-8c81-e7475b6faf9b req-2f745f68-eff0-48d3-adcd-ffc65620f533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:08.328565 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2fd9cc44-ad7c-4e81-8c81-e7475b6faf9b req-2f745f68-eff0-48d3-adcd-ffc65620f533 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=60d10164-1dee-4940-9d19-f71e6c18cbc5 HTTP/1.1" status: 200 len: 843 time: 0.8427565 Aug 10 03:42:08.421260 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-d00641fc-7b94-4903-b821-e9308f8e12f7 None None] For port 660d8e65-9627-41eb-8fd0-bfff184b8315, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=660d8e65-9627-41eb-8fd0-bfff184b8315,segment=NetworkSegment(5ee29087-3396-4c2b-a638-c84e51bbea3e),segment_id=5ee29087-3396-4c2b-a638-c84e51bbea3e)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:08.429939 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d00641fc-7b94-4903-b821-e9308f8e12f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:08.475537 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-d00641fc-7b94-4903-b821-e9308f8e12f7 None None] Calling delete_port for 660d8e65-9627-41eb-8fd0-bfff184b8315 owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:42:08.662566 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-91902672-685b-41fc-9fd4-c7154ce1b4e3 req-bbdf7990-f8db-490e-9e6c-c30381b64fd0 service neutron] 10.222.0.42 "GET /v2.0/networks/71c89238-8f5d-43f8-b1be-95c24d55419f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3328831 Aug 10 03:42:08.798511 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d00641fc-7b94-4903-b821-e9308f8e12f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:08.893767 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00641fc-7b94-4903-b821-e9308f8e12f7 None None] Pushing event deleted for resources: {'Port': ['ID=660d8e65-9627-41eb-8fd0-bfff184b8315,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:08.921550 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00641fc-7b94-4903-b821-e9308f8e12f7 None None] No DVR routers for this DVR port 660d8e65-9627-41eb-8fd0-bfff184b8315 on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:42:09.147171 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f735d18-47bb-40ee-bcc6-fb60681f2278 req-90917525-72ed-46bf-bd91-4148c8107c48 tempest-VolumesNegativeTest-1129425397 tempest-VolumesNegativeTest-1129425397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:09.165107 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5f735d18-47bb-40ee-bcc6-fb60681f2278 req-90917525-72ed-46bf-bd91-4148c8107c48 tempest-VolumesNegativeTest-1129425397 tempest-VolumesNegativeTest-1129425397-project] 10.222.0.44 "GET /v2.0/ports?device_id=75317b33-8e9c-45a2-a73d-e75a3626e02a HTTP/1.1" status: 200 len: 948 time: 0.4976139 Aug 10 03:42:09.245428 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b05fbb27-d31f-4c64-9dcb-c3b110d04b1e tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:09.252337 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd9cc44-ad7c-4e81-8c81-e7475b6faf9b req-e287724c-de59-4ba3-8dc7-11ce5266cd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:09.255602 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2fd9cc44-ad7c-4e81-8c81-e7475b6faf9b req-e287724c-de59-4ba3-8dc7-11ce5266cd7a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72a4be73-29a1-424c-8690-ecdcf6b06721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5858135 Aug 10 03:42:09.321829 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 57518) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:09.340172 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05fbb27-d31f-4c64-9dcb-c3b110d04b1e tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Pushing event deleted for resources: {'Port': ['ID=660d8e65-9627-41eb-8fd0-bfff184b8315,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:09.346478 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05fbb27-d31f-4c64-9dcb-c3b110d04b1e tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] No DVR routers for this DVR port 660d8e65-9627-41eb-8fd0-bfff184b8315 on host n-d-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:42:09.463381 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2fd9cc44-ad7c-4e81-8c81-e7475b6faf9b req-1ecc2bd4-a5dc-40cf-88d4-5a66664bb70c service neutron] 10.222.0.42 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953154 Aug 10 03:42:09.611488 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 997b5860-09b0-4611-8532-dad688968c58 details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:42:09.636194 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b05fbb27-d31f-4c64-9dcb-c3b110d04b1e tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:09.669435 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-b05fbb27-d31f-4c64-9dcb-c3b110d04b1e tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d3aa310-3c36-483e-8a3f-f056c0f3a7b6']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:09.687765 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-b05fbb27-d31f-4c64-9dcb-c3b110d04b1e tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ee29087-3396-4c2b-a638-c84e51bbea3e') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:09.688345 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-b05fbb27-d31f-4c64-9dcb-c3b110d04b1e tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ee29087-3396-4c2b-a638-c84e51bbea3e') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:09.704898 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b05fbb27-d31f-4c64-9dcb-c3b110d04b1e tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:09.736669 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b05fbb27-d31f-4c64-9dcb-c3b110d04b1e tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:09.740629 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2dbc80-eaff-451a-9895-ab9a15952960 req-91444072-2f56-482a-aec4-74ec99f75f97 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:09.742284 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4c2dbc80-eaff-451a-9895-ab9a15952960 req-91444072-2f56-482a-aec4-74ec99f75f97 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fdf14e5-715f-477b-93b8-43025a08ebc5 HTTP/1.1" status: 200 len: 945 time: 1.0738478 Aug 10 03:42:09.754800 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b05fbb27-d31f-4c64-9dcb-c3b110d04b1e tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:42:09.755145 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b05fbb27-d31f-4c64-9dcb-c3b110d04b1e tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:09.763290 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:42:09.763290 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:42:09.763290 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:42:09.763290 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:42:09.763290 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:42:09.763290 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:42:09.763290 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:42:09.763290 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:42:09.763290 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:42:09.763290 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:42:09.763290 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:42:09.763290 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:42:09.763290 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:42:09.763290 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:42:09.763290 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:42:09.763290 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:42:09.763290 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:42:09.763290 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:42:09.763290 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:42:09.763290 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:42:09.763290 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:42:09.763290 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:42:09.763290 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:42:09.763290 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:42:09.763290 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:42:09.763290 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:42:09.763290 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:42:09.763290 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:42:09.763290 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:42:09.763290 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:42:09.763290 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:42:09.763290 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:42:09.803224 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5f735d18-47bb-40ee-bcc6-fb60681f2278 req-e59138b8-38e6-4eeb-ba66-d5c3bd902965 tempest-VolumesNegativeTest-1129425397 tempest-VolumesNegativeTest-1129425397-project] 10.222.0.44 "GET /v2.0/security-groups?id=18ae5da1-0099-4ba8-a115-20fa7fc38df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6347113 Aug 10 03:42:09.806000 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 660d8e65-9627-41eb-8fd0-bfff184b8315 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:42:09.855598 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-91902672-685b-41fc-9fd4-c7154ce1b4e3 req-4cb5c6b0-21b5-415a-8573-7de521e6a554 service neutron] 10.222.0.42 "GET /v2.0/networks/71c89238-8f5d-43f8-b1be-95c24d55419f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1768055 Aug 10 03:42:09.913800 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b05fbb27-d31f-4c64-9dcb-c3b110d04b1e tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:09.920301 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b05fbb27-d31f-4c64-9dcb-c3b110d04b1e tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:09.925958 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-b05fbb27-d31f-4c64-9dcb-c3b110d04b1e tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] 10.222.0.44 "DELETE /v2.0/networks/2d3aa310-3c36-483e-8a3f-f056c0f3a7b6 HTTP/1.1" status: 204 len: 168 time: 2.7750394 Aug 10 03:42:09.936219 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4c2dbc80-eaff-451a-9895-ab9a15952960 req-638b3961-bf88-44a2-9625-716594916d8f tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9d97ea0-2a9f-4286-b02c-31ca2320c427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624575 Aug 10 03:42:09.945729 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 660d8e65-9627-41eb-8fd0-bfff184b8315 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:42:09.948329 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 660d8e65-9627-41eb-8fd0-bfff184b8315 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:42:09.954109 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2fd9cc44-ad7c-4e81-8c81-e7475b6faf9b req-89aa4efb-bb6a-4897-9cee-e342886467fb service neutron] 10.222.0.42 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4760702 Aug 10 03:42:09.976756 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05fbb27-d31f-4c64-9dcb-c3b110d04b1e tempest-NetworksIpV6Test-211315474 tempest-NetworksIpV6Test-211315474-project] Pushing event deleted for resources: {'Network': ['ID=2d3aa310-3c36-483e-8a3f-f056c0f3a7b6,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:10.035133 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-a0fdbc6b-5cf3-493c-b8de-2195bca4a105 tempest-MeteringIpV6TestJSON-1746818446 tempest-MeteringIpV6TestJSON-1746818446-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-667031199'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:10.035667 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-a0fdbc6b-5cf3-493c-b8de-2195bca4a105 tempest-MeteringIpV6TestJSON-1746818446 tempest-MeteringIpV6TestJSON-1746818446-project-admin] Unknown quota resources ['metering_label']. {{(pid=94261) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 03:42:10.153633 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 997b5860-09b0-4611-8532-dad688968c58, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=997b5860-09b0-4611-8532-dad688968c58,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:10.184197 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': '997b5860-09b0-4611-8532-dad688968c58', 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721', 'port_id': '997b5860-09b0-4611-8532-dad688968c58', 'mac_address': 'fa:16:3e:96:96:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60d10164-1dee-4940-9d19-f71e6c18cbc5', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:42:10.299015 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a0fdbc6b-5cf3-493c-b8de-2195bca4a105 tempest-MeteringIpV6TestJSON-1746818446 tempest-MeteringIpV6TestJSON-1746818446-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:10.303261 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a0fdbc6b-5cf3-493c-b8de-2195bca4a105 tempest-MeteringIpV6TestJSON-1746818446 tempest-MeteringIpV6TestJSON-1746818446-project-admin] 10.222.0.44 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.9740558 Aug 10 03:42:10.303884 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 57526) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:10.312800 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-204f0935-b1d1-43c9-bd1a-b8a5d235360d tempest-MeteringIpV6TestJSON-1746818446 tempest-MeteringIpV6TestJSON-1746818446-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '37e97717-f7e5-42f8-ba04-42f67621319d'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:10.313361 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-204f0935-b1d1-43c9-bd1a-b8a5d235360d tempest-MeteringIpV6TestJSON-1746818446 tempest-MeteringIpV6TestJSON-1746818446-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94260) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 03:42:10.344177 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:10.378992 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 997b5860-09b0-4611-8532-dad688968c58 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:42:10.427187 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 997b5860-09b0-4611-8532-dad688968c58, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=997b5860-09b0-4611-8532-dad688968c58,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:10.435541 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:10.557741 n-d-768862-13 neutron-server[94260]: WARNING neutron.services.metering.metering_plugin [None req-204f0935-b1d1-43c9-bd1a-b8a5d235360d tempest-MeteringIpV6TestJSON-1746818446 tempest-MeteringIpV6TestJSON-1746818446-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 10 03:42:10.628222 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=997b5860-09b0-4611-8532-dad688968c58,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:10.655316 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:10.658305 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:10.658305 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:10.658305 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:10.658866 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:10.659080 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:10.659682 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:10.660029 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:10.660378 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:10.660717 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:10.661064 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:10.661397 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:10.709190 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['997b5860-09b0-4611-8532-dad688968c58'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:42:10.778357 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 57530) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:10.815075 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-204f0935-b1d1-43c9-bd1a-b8a5d235360d tempest-MeteringIpV6TestJSON-1746818446 tempest-MeteringIpV6TestJSON-1746818446-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:10.815075 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-204f0935-b1d1-43c9-bd1a-b8a5d235360d tempest-MeteringIpV6TestJSON-1746818446 tempest-MeteringIpV6TestJSON-1746818446-project-admin] 10.222.0.44 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5092695 Aug 10 03:42:10.823198 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 57534) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:10.837094 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-d114b8e9-4be2-4b70-8851-d2b8e7936df5 tempest-MeteringIpV6TestJSON-1746818446 tempest-MeteringIpV6TestJSON-1746818446-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '37e97717-f7e5-42f8-ba04-42f67621319d'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:10.838007 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-d114b8e9-4be2-4b70-8851-d2b8e7936df5 tempest-MeteringIpV6TestJSON-1746818446 tempest-MeteringIpV6TestJSON-1746818446-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94260) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 03:42:10.926953 n-d-768862-13 neutron-server[94260]: WARNING neutron.services.metering.metering_plugin [None req-d114b8e9-4be2-4b70-8851-d2b8e7936df5 tempest-MeteringIpV6TestJSON-1746818446 tempest-MeteringIpV6TestJSON-1746818446-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 10 03:42:11.085341 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d114b8e9-4be2-4b70-8851-d2b8e7936df5 tempest-MeteringIpV6TestJSON-1746818446 tempest-MeteringIpV6TestJSON-1746818446-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:11.087555 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-d114b8e9-4be2-4b70-8851-d2b8e7936df5 tempest-MeteringIpV6TestJSON-1746818446 tempest-MeteringIpV6TestJSON-1746818446-project-admin] 10.222.0.44 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2617505 Aug 10 03:42:11.091416 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 57544) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:11.131319 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-2429243b-7ede-4f33-8c0c-ed7323d7b104 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=77d4506e9cec4013b90dfeb3668105dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3481443 Aug 10 03:42:11.139166 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-51699a29-6b52-4a03-a220-8f50a4e64053 tempest-MeteringIpV6TestJSON-1746818446 tempest-MeteringIpV6TestJSON-1746818446-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-label-rules?id=a874425b-67e9-48ac-9ce2-ef1004b671b2 HTTP/1.1" status: 200 len: 462 time: 0.0406737 Aug 10 03:42:11.139166 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 57548) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:11.139731 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 57550) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:11.361420 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1e9adda2-35ca-4a21-8da9-eaf5f58fc219 tempest-MeteringIpV6TestJSON-1746818446 tempest-MeteringIpV6TestJSON-1746818446-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:11.369155 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-1e9adda2-35ca-4a21-8da9-eaf5f58fc219 tempest-MeteringIpV6TestJSON-1746818446 tempest-MeteringIpV6TestJSON-1746818446-project-admin] 10.222.0.44 "DELETE /v2.0/metering/metering-label-rules/a874425b-67e9-48ac-9ce2-ef1004b671b2 HTTP/1.1" status: 204 len: 168 time: 0.2287557 Aug 10 03:42:11.370679 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 57556) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:11.380348 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd18e7d-8c8a-4007-a9a7-481f90ff02d3 req-a942e1bd-5a26-4f09-a7c6-538fb5bf74c2 tempest-VolumesNegativeTest-1129425397 tempest-VolumesNegativeTest-1129425397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:11.383842 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-acd18e7d-8c8a-4007-a9a7-481f90ff02d3 req-a942e1bd-5a26-4f09-a7c6-538fb5bf74c2 tempest-VolumesNegativeTest-1129425397 tempest-VolumesNegativeTest-1129425397-project] 10.222.0.44 "GET /v2.0/ports?device_id=75317b33-8e9c-45a2-a73d-e75a3626e02a HTTP/1.1" status: 200 len: 949 time: 0.2945883 Aug 10 03:42:11.411865 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-37c46ae7-4d4f-4397-ba86-42c24a3f5bb0 tempest-MeteringIpV6TestJSON-1746818446 tempest-MeteringIpV6TestJSON-1746818446-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-label-rules?id=a874425b-67e9-48ac-9ce2-ef1004b671b2 HTTP/1.1" status: 200 len: 221 time: 0.0391362 Aug 10 03:42:11.413016 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 57558) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:11.416715 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300488c1-8183-4fd0-b418-ff67a13f5242 req-041d4ea0-8f6a-41ad-8d2c-dbf87cf99d07 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:11.421811 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-300488c1-8183-4fd0-b418-ff67a13f5242 req-041d4ea0-8f6a-41ad-8d2c-dbf87cf99d07 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fdf14e5-715f-477b-93b8-43025a08ebc5 HTTP/1.1" status: 200 len: 945 time: 0.2359529 Aug 10 03:42:11.422495 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-197c8ef3-2c33-4395-b26f-028b446d6b49 tempest-MeteringIpV6TestJSON-1746818446 tempest-MeteringIpV6TestJSON-1746818446-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1276466012', 'description': 'label created by tempest'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:11.423505 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-197c8ef3-2c33-4395-b26f-028b446d6b49 tempest-MeteringIpV6TestJSON-1746818446 tempest-MeteringIpV6TestJSON-1746818446-project-admin] Unknown quota resources ['metering_label']. {{(pid=94261) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 03:42:11.500278 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d0702075-6192-4abf-93d1-c699e165a573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:11.562979 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d0702075-6192-4abf-93d1-c699e165a573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:11.611169 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 997b5860-09b0-4611-8532-dad688968c58 up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:42:11.645402 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-acd18e7d-8c8a-4007-a9a7-481f90ff02d3 req-61b1d399-e656-4d8b-9b4d-58c7fc0a6507 tempest-VolumesNegativeTest-1129425397 tempest-VolumesNegativeTest-1129425397-project] 10.222.0.44 "GET /v2.0/security-groups?id=18ae5da1-0099-4ba8-a115-20fa7fc38df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121420 Aug 10 03:42:11.710745 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-300488c1-8183-4fd0-b418-ff67a13f5242 req-f4c8159e-aae3-49da-a917-1d2ed8a83487 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9d97ea0-2a9f-4286-b02c-31ca2320c427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600179 Aug 10 03:42:11.781789 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning for port 997b5860-09b0-4611-8532-dad688968c58 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:42:11.789240 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port 997b5860-09b0-4611-8532-dad688968c58 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:42:11.790113 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:11.839190 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d0702075-6192-4abf-93d1-c699e165a573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:11.845357 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d0702075-6192-4abf-93d1-c699e165a573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:11.850424 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-d0702075-6192-4abf-93d1-c699e165a573 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c643404f-df6b-4b84-80a4-95acec489078 HTTP/1.1" status: 204 len: 168 time: 0.7095475 Aug 10 03:42:11.871961 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0702075-6192-4abf-93d1-c699e165a573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c643404f-df6b-4b84-80a4-95acec489078,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:11.886249 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-197c8ef3-2c33-4395-b26f-028b446d6b49 tempest-MeteringIpV6TestJSON-1746818446 tempest-MeteringIpV6TestJSON-1746818446-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:11.888371 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-197c8ef3-2c33-4395-b26f-028b446d6b49 tempest-MeteringIpV6TestJSON-1746818446 tempest-MeteringIpV6TestJSON-1746818446-project-admin] 10.222.0.44 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.4736137 Aug 10 03:42:11.896239 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 57566) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:11.975385 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:12.037493 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 997b5860-09b0-4611-8532-dad688968c58, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=997b5860-09b0-4611-8532-dad688968c58,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:12.042732 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75317b33-8e9c-45a2-a73d-e75a3626e02a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '997b5860-09b0-4611-8532-dad688968c58'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:42:12.049767 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18f031b7-1f19-48ed-9dbf-1d9b06c4d143" -d '{"events": [{"server_uuid": "75317b33-8e9c-45a2-a73d-e75a3626e02a", "name": "network-vif-plugged", "status": "completed", "tag": "997b5860-09b0-4611-8532-dad688968c58"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:42:12.060651 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:12.071130 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-ef2700e0-f8e4-4598-8215-f50d161096c7 tempest-MeteringIpV6TestJSON-1746818446 tempest-MeteringIpV6TestJSON-1746818446-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-labels?id=37a34cb5-dfaa-4f51-8403-ccbd461dc7fe HTTP/1.1" status: 200 len: 468 time: 0.1731596 Aug 10 03:42:12.074647 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 57578) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:12.139117 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3e6254a-b589-430d-bc96-3f7eed50175f x-openstack-request-id: req-d3e6254a-b589-430d-bc96-3f7eed50175f {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:42:12.140000 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75317b33-8e9c-45a2-a73d-e75a3626e02a", "name": "network-vif-plugged", "status": "completed", "tag": "997b5860-09b0-4611-8532-dad688968c58", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:42:12.140260 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d3e6254a-b589-430d-bc96-3f7eed50175f {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:42:12.140688 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75317b33-8e9c-45a2-a73d-e75a3626e02a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '997b5860-09b0-4611-8532-dad688968c58', 'code': 200} Aug 10 03:42:12.206486 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=997b5860-09b0-4611-8532-dad688968c58,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:12.291226 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e498e31-732a-4966-9366-3a6e7c17f9f3 req-22fa36f6-687e-4a73-8d1f-a0254876e3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:12.294164 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0e498e31-732a-4966-9366-3a6e7c17f9f3 req-22fa36f6-687e-4a73-8d1f-a0254876e3f7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=75317b33-8e9c-45a2-a73d-e75a3626e02a HTTP/1.1" status: 200 len: 1102 time: 0.0787663 Aug 10 03:42:12.347965 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1b31865b-3819-4292-931a-d89d8a43cdcc tempest-MeteringIpV6TestJSON-1746818446 tempest-MeteringIpV6TestJSON-1746818446-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:12.349719 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-1b31865b-3819-4292-931a-d89d8a43cdcc tempest-MeteringIpV6TestJSON-1746818446 tempest-MeteringIpV6TestJSON-1746818446-project-admin] 10.222.0.44 "DELETE /v2.0/metering/metering-labels/37a34cb5-dfaa-4f51-8403-ccbd461dc7fe HTTP/1.1" status: 204 len: 168 time: 0.2737644 Aug 10 03:42:12.353185 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 57590) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:12.366085 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-0d1a90c9-003e-4b2e-892c-8dd15a99eed9 tempest-MeteringIpV6TestJSON-1746818446 tempest-MeteringIpV6TestJSON-1746818446-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-labels?id=37a34cb5-dfaa-4f51-8403-ccbd461dc7fe HTTP/1.1" status: 200 len: 216 time: 0.0117450 Aug 10 03:42:12.372913 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 57592) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:12.383450 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0e498e31-732a-4966-9366-3a6e7c17f9f3 req-c25d2f83-df9e-4ce4-a552-ebdda1591383 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=18ae5da1-0099-4ba8-a115-20fa7fc38df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796337 Aug 10 03:42:12.386564 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-8fb694e5-31a8-4dce-9aa6-965cbfb6f41f tempest-MeteringIpV6TestJSON-1746818446 tempest-MeteringIpV6TestJSON-1746818446-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0114522 Aug 10 03:42:12.391911 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 57594) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:12.407926 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-b29798a3-4885-43f7-983c-5b424f26bc29 tempest-MeteringIpV6TestJSON-1746818446 tempest-MeteringIpV6TestJSON-1746818446-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0133517 Aug 10 03:42:12.413210 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 57598) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:12.486028 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-33123269-b7ec-4b7d-9827-97a6eae5f812 tempest-MeteringIpV6TestJSON-1746818446 tempest-MeteringIpV6TestJSON-1746818446-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-labels/37e97717-f7e5-42f8-ba04-42f67621319d HTTP/1.1" status: 200 len: 472 time: 0.0714190 Aug 10 03:42:12.492644 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 57602) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:12.510785 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-cea44722-5176-492b-9dfa-5e95173db478 tempest-MeteringIpV6TestJSON-1746818446 tempest-MeteringIpV6TestJSON-1746818446-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-label-rules/cfc31f39-9369-46b7-97c7-c93d9d07b525 HTTP/1.1" status: 200 len: 459 time: 0.0102341 Aug 10 03:42:12.511094 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 57604) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:12.636338 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-eebe46b5-ec68-4dc0-b0ad-fdb748e275d8 tempest-MeteringIpV6TestJSON-1746818446 tempest-MeteringIpV6TestJSON-1746818446-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:12.640066 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-eebe46b5-ec68-4dc0-b0ad-fdb748e275d8 tempest-MeteringIpV6TestJSON-1746818446 tempest-MeteringIpV6TestJSON-1746818446-project-admin] 10.222.0.44 "DELETE /v2.0/metering/metering-label-rules/cfc31f39-9369-46b7-97c7-c93d9d07b525 HTTP/1.1" status: 204 len: 168 time: 0.1254442 Aug 10 03:42:12.640844 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 57606) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:12.977589 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 57622) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:13.048970 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21a1b60-f710-4ca7-a9c3-9dc6c4ab2a8b req-d0e55c91-38ea-4eec-af27-2e9349e0f9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:13.051850 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d21a1b60-f710-4ca7-a9c3-9dc6c4ab2a8b req-d0e55c91-38ea-4eec-af27-2e9349e0f9b7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2680b799feb54d8c9fdff98330bf1a96&device_id=0fdf14e5-715f-477b-93b8-43025a08ebc5 HTTP/1.1" status: 200 len: 1097 time: 0.3395200 Aug 10 03:42:13.056527 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4dae603a-425c-44b5-88d5-047570e4c19a tempest-MeteringIpV6TestJSON-1746818446 tempest-MeteringIpV6TestJSON-1746818446-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:13.060585 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-4dae603a-425c-44b5-88d5-047570e4c19a tempest-MeteringIpV6TestJSON-1746818446 tempest-MeteringIpV6TestJSON-1746818446-project-admin] 10.222.0.44 "DELETE /v2.0/metering/metering-labels/37e97717-f7e5-42f8-ba04-42f67621319d HTTP/1.1" status: 204 len: 168 time: 0.4168012 Aug 10 03:42:13.072598 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c07898-82e5-4cb5-9eef-9e8306f8041f req-0e04f46c-835b-4144-9fe2-21fcf3d926d8 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:13.074698 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-82c07898-82e5-4cb5-9eef-9e8306f8041f req-0e04f46c-835b-4144-9fe2-21fcf3d926d8 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fdf14e5-715f-477b-93b8-43025a08ebc5 HTTP/1.1" status: 200 len: 945 time: 0.2461700 Aug 10 03:42:13.096484 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605b6bde-5a24-4ad6-9891-d23060ffa819 req-86c707b4-a966-4a76-ab04-990967b3fa1f tempest-VolumesNegativeTest-1129425397 tempest-VolumesNegativeTest-1129425397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:13.098138 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-605b6bde-5a24-4ad6-9891-d23060ffa819 req-86c707b4-a966-4a76-ab04-990967b3fa1f tempest-VolumesNegativeTest-1129425397 tempest-VolumesNegativeTest-1129425397-project] 10.222.0.44 "GET /v2.0/ports?device_id=75317b33-8e9c-45a2-a73d-e75a3626e02a HTTP/1.1" status: 200 len: 950 time: 0.3262105 Aug 10 03:42:13.161569 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-ea78c23b-7027-419c-9eae-3cf1cd39f6cf tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-2015861141', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:13.203154 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ea78c23b-7027-419c-9eae-3cf1cd39f6cf tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:13.204952 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ea78c23b-7027-419c-9eae-3cf1cd39f6cf tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:13.310322 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ea78c23b-7027-419c-9eae-3cf1cd39f6cf tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:13.317020 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-605b6bde-5a24-4ad6-9891-d23060ffa819 req-631ca9a4-4ff4-4ac0-825e-69e2b8e63b03 tempest-VolumesNegativeTest-1129425397 tempest-VolumesNegativeTest-1129425397-project] 10.222.0.44 "GET /v2.0/security-groups?id=18ae5da1-0099-4ba8-a115-20fa7fc38df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756637 Aug 10 03:42:13.331613 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ea78c23b-7027-419c-9eae-3cf1cd39f6cf tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:13.344198 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-82c07898-82e5-4cb5-9eef-9e8306f8041f req-f3049bf2-495e-48c1-9edf-ea44677196d5 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9d97ea0-2a9f-4286-b02c-31ca2320c427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290382 Aug 10 03:42:13.378803 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ea78c23b-7027-419c-9eae-3cf1cd39f6cf tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:13.386017 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ea78c23b-7027-419c-9eae-3cf1cd39f6cf tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.4069660 Aug 10 03:42:13.387226 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 57630) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:13.393969 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-5c509965-9fb2-4113-bc1b-3bb91c04da2f tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-435477033'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:13.420076 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21a1b60-f710-4ca7-a9c3-9dc6c4ab2a8b req-d9749397-e53a-412c-8bd9-e94f977758b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:13.422869 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d21a1b60-f710-4ca7-a9c3-9dc6c4ab2a8b req-d9749397-e53a-412c-8bd9-e94f977758b0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d07bf9c0-feda-49f0-ac68-879462adf9f1 HTTP/1.1" status: 200 len: 911 time: 0.3469043 Aug 10 03:42:13.429807 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c509965-9fb2-4113-bc1b-3bb91c04da2f tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Made reservation on behalf of 0bba48151a8e48e183489c83cffd290b for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:42:13.434622 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5c509965-9fb2-4113-bc1b-3bb91c04da2f tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:13.448740 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5c509965-9fb2-4113-bc1b-3bb91c04da2f tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:13.583856 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d21a1b60-f710-4ca7-a9c3-9dc6c4ab2a8b req-f04528e8-6e07-4406-b018-2406b0b9d334 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06c129e9-7171-46da-95d4-f26eb35f228a HTTP/1.1" status: 200 len: 217 time: 0.1534235 Aug 10 03:42:13.643743 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21a1b60-f710-4ca7-a9c3-9dc6c4ab2a8b req-1ae73413-86ed-491a-a564-d7d867cb4449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:13.645422 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d21a1b60-f710-4ca7-a9c3-9dc6c4ab2a8b req-1ae73413-86ed-491a-a564-d7d867cb4449 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=33a1c40e-b5d2-46c7-a6a1-fa6cc0352aec HTTP/1.1" status: 200 len: 850 time: 0.0546703 Aug 10 03:42:13.648883 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5c509965-9fb2-4113-bc1b-3bb91c04da2f tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:13.654169 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5c509965-9fb2-4113-bc1b-3bb91c04da2f tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:13.675053 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c509965-9fb2-4113-bc1b-3bb91c04da2f tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:42:13.690429 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5c509965-9fb2-4113-bc1b-3bb91c04da2f tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:13.690751 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-5c509965-9fb2-4113-bc1b-3bb91c04da2f tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Added segment ff4ac129-6e21-48fb-9900-26dfa4fa3567 of type vlan for network 406ed857-05f6-4a8c-bc37-cd3d33f232d6 Aug 10 03:42:13.709141 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21a1b60-f710-4ca7-a9c3-9dc6c4ab2a8b req-7caa9e13-cbb0-4385-84db-6e2e4957563e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:13.711274 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d21a1b60-f710-4ca7-a9c3-9dc6c4ab2a8b req-7caa9e13-cbb0-4385-84db-6e2e4957563e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d07bf9c0-feda-49f0-ac68-879462adf9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578418 Aug 10 03:42:13.745076 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5c509965-9fb2-4113-bc1b-3bb91c04da2f tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:13.778509 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 57634) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:13.824407 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5c509965-9fb2-4113-bc1b-3bb91c04da2f tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:13.834935 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c509965-9fb2-4113-bc1b-3bb91c04da2f tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:13.835973 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5c509965-9fb2-4113-bc1b-3bb91c04da2f tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:13.851156 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d21a1b60-f710-4ca7-a9c3-9dc6c4ab2a8b req-fe190a0f-1d5a-405a-8e35-1cc514d5a30e service neutron] 10.222.0.42 "GET /v2.0/networks/d07bf9c0-feda-49f0-ac68-879462adf9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318419 Aug 10 03:42:13.883471 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c509965-9fb2-4113-bc1b-3bb91c04da2f tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92b4d1a4-2a16-4422-8837-6f7fb21b4d77,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:13.969565 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d21a1b60-f710-4ca7-a9c3-9dc6c4ab2a8b req-2ee3bcda-e8dd-4912-8096-41ecf3ee761b service neutron] 10.222.0.42 "GET /v2.0/networks/d07bf9c0-feda-49f0-ac68-879462adf9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052847 Aug 10 03:42:13.996893 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-5c509965-9fb2-4113-bc1b-3bb91c04da2f tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6080334 Aug 10 03:42:14.000826 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 57638) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:14.003826 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-09c8cfab-cb4f-4caa-8721-df729664ca08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:14.007858 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-8019d6cf-1623-4aa7-b822-3e48135f5e5d tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Request body: {'subnet': {'network_id': '406ed857-05f6-4a8c-bc37-cd3d33f232d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:14.023306 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c509965-9fb2-4113-bc1b-3bb91c04da2f tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Pushing event updated for resources: {'Network': ['ID=406ed857-05f6-4a8c-bc37-cd3d33f232d6,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:14.049319 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 406ed857-05f6-4a8c-bc37-cd3d33f232d6 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:42:14.189659 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-09c8cfab-cb4f-4caa-8721-df729664ca08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:14.196694 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-09c8cfab-cb4f-4caa-8721-df729664ca08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:14.220387 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8019d6cf-1623-4aa7-b822-3e48135f5e5d tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Made reservation on behalf of 0bba48151a8e48e183489c83cffd290b for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:42:14.225604 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8019d6cf-1623-4aa7-b822-3e48135f5e5d tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:14.266811 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-09c8cfab-cb4f-4caa-8721-df729664ca08 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d38d8f59eeaa4f75b25f0c5282337dc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4809251 Aug 10 03:42:14.271171 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 57640) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:14.280479 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c8cfab-cb4f-4caa-8721-df729664ca08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b348adf-5b32-469b-b73c-02421de5a6d2,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:14.337555 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6012bdc9-65b9-448b-9b99-6b362d0dab59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:14.393470 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6012bdc9-65b9-448b-9b99-6b362d0dab59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:14.489172 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6012bdc9-65b9-448b-9b99-6b362d0dab59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:14.492815 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6012bdc9-65b9-448b-9b99-6b362d0dab59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:14.494785 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-6012bdc9-65b9-448b-9b99-6b362d0dab59 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8b348adf-5b32-469b-b73c-02421de5a6d2 HTTP/1.1" status: 204 len: 168 time: 0.2213132 Aug 10 03:42:14.504961 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6012bdc9-65b9-448b-9b99-6b362d0dab59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b348adf-5b32-469b-b73c-02421de5a6d2,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:14.685739 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8019d6cf-1623-4aa7-b822-3e48135f5e5d tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58895384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805196'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:14.716043 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81452ce2-d098-41b0-a000-20da6f1c72a6 req-6087dab2-0e58-4c28-9bcf-e3c929eb90e7 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:14.719695 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-81452ce2-d098-41b0-a000-20da6f1c72a6 req-6087dab2-0e58-4c28-9bcf-e3c929eb90e7 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fdf14e5-715f-477b-93b8-43025a08ebc5 HTTP/1.1" status: 200 len: 945 time: 0.2713151 Aug 10 03:42:14.834010 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f8b435-5043-43a5-aef3-446bc62f1bb6 req-2a9a33b9-277d-4660-86a3-8a106caa8c5a tempest-VolumesNegativeTest-1129425397 tempest-VolumesNegativeTest-1129425397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:14.838852 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-05f8b435-5043-43a5-aef3-446bc62f1bb6 req-2a9a33b9-277d-4660-86a3-8a106caa8c5a tempest-VolumesNegativeTest-1129425397 tempest-VolumesNegativeTest-1129425397-project] 10.222.0.44 "GET /v2.0/ports?device_id=75317b33-8e9c-45a2-a73d-e75a3626e02a HTTP/1.1" status: 200 len: 950 time: 0.2408669 Aug 10 03:42:14.905417 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8019d6cf-1623-4aa7-b822-3e48135f5e5d tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Pushing event updated for resources: {'Subnet': ['ID=c21e3738-5a8a-4e3e-8b3f-f801e7e7e568,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:14.924993 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-81452ce2-d098-41b0-a000-20da6f1c72a6 req-f18c1c72-087b-49a7-8a7a-319a8fd41680 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9d97ea0-2a9f-4286-b02c-31ca2320c427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615677 Aug 10 03:42:14.950820 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 57654) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:14.975164 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-67798d2c-77c5-45de-ae81-6c130d9ad867 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:14.981541 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-05f8b435-5043-43a5-aef3-446bc62f1bb6 req-844c6e80-980d-4dce-ae5d-403a7c4bd647 tempest-VolumesNegativeTest-1129425397 tempest-VolumesNegativeTest-1129425397-project] 10.222.0.44 "GET /v2.0/security-groups?id=18ae5da1-0099-4ba8-a115-20fa7fc38df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298919 Aug 10 03:42:14.983802 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8019d6cf-1623-4aa7-b822-3e48135f5e5d tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Checking segment: {'id': 'ff4ac129-6e21-48fb-9900-26dfa4fa3567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '406ed857-05f6-4a8c-bc37-cd3d33f232d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:42:14.984698 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8019d6cf-1623-4aa7-b822-3e48135f5e5d tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Network hostable DHCP agents. Network: 406ed857-05f6-4a8c-bc37-cd3d33f232d6, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:42:15.031484 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8019d6cf-1623-4aa7-b822-3e48135f5e5d tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Network 406ed857-05f6-4a8c-bc37-cd3d33f232d6 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:42:15.051503 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-8019d6cf-1623-4aa7-b822-3e48135f5e5d tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 406ed857-05f6-4a8c-bc37-cd3d33f232d6) {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:42:15.060947 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55addee-9a2d-48a6-bbaf-a82fb6086605 None None] Network 406ed857-05f6-4a8c-bc37-cd3d33f232d6 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:42:15.066570 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8019d6cf-1623-4aa7-b822-3e48135f5e5d tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:15.068492 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8019d6cf-1623-4aa7-b822-3e48135f5e5d tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:15.139322 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-67798d2c-77c5-45de-ae81-6c130d9ad867 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:15.148613 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-67798d2c-77c5-45de-ae81-6c130d9ad867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:15.156766 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-8019d6cf-1623-4aa7-b822-3e48135f5e5d tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1512985 Aug 10 03:42:15.157128 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 57660) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:15.163947 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-8444cb04-807b-48ac-a145-9cf7b9afc778 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Request body: {'network': {'name': 'tempest-router-network01--958958150'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:15.184974 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-67798d2c-77c5-45de-ae81-6c130d9ad867 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=db1ba6706f4d48ec9dd8416bdfbef18d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2328775 Aug 10 03:42:15.189634 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 57662) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:15.229647 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67798d2c-77c5-45de-ae81-6c130d9ad867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=513026b1-389d-4141-a264-272468dfdab2,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:15.261252 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8444cb04-807b-48ac-a145-9cf7b9afc778 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Made reservation on behalf of 0bba48151a8e48e183489c83cffd290b for: {'network': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:42:15.273526 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8444cb04-807b-48ac-a145-9cf7b9afc778 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:15.313854 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17befc60-f178-46ad-ac63-f2df551a731d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-406ed857-05f6-4a8c-bc37-cd3d33f232d6', 'network_id': '406ed857-05f6-4a8c-bc37-cd3d33f232d6', 'tenant_id': '0bba48151a8e48e183489c83cffd290b', 'fixed_ips': [{'subnet_id': 'c21e3738-5a8a-4e3e-8b3f-f801e7e7e568'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:42:15.318040 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-17befc60-f178-46ad-ac63-f2df551a731d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:15.332220 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8444cb04-807b-48ac-a145-9cf7b9afc778 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=94260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:42:15.340806 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e93bd166-6953-466e-ae6b-4d46a446d9ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:15.349315 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8444cb04-807b-48ac-a145-9cf7b9afc778 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:15.349700 n-d-768862-13 neutron-server[94260]: INFO neutron.db.segments_db [None req-8444cb04-807b-48ac-a145-9cf7b9afc778 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Added segment 57cc4ac8-c387-4a2f-b9f4-564d6f2094f7 of type vlan for network 4baa0698-f688-4e39-8138-dbee1411b715 Aug 10 03:42:15.408533 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e93bd166-6953-466e-ae6b-4d46a446d9ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:15.469569 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8444cb04-807b-48ac-a145-9cf7b9afc778 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:15.519154 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ffdc09-57fa-48cc-ae5b-9cd1342c9383 req-1e249d94-6151-4a37-879c-432779b4ad46 tempest-VolumesNegativeTest-1129425397 tempest-VolumesNegativeTest-1129425397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:15.520816 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-36ffdc09-57fa-48cc-ae5b-9cd1342c9383 req-1e249d94-6151-4a37-879c-432779b4ad46 tempest-VolumesNegativeTest-1129425397 tempest-VolumesNegativeTest-1129425397-project] 10.222.0.44 "GET /v2.0/ports?device_id=75317b33-8e9c-45a2-a73d-e75a3626e02a HTTP/1.1" status: 200 len: 950 time: 0.1560600 Aug 10 03:42:15.561650 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8444cb04-807b-48ac-a145-9cf7b9afc778 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:15.567528 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8444cb04-807b-48ac-a145-9cf7b9afc778 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:15.568219 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8444cb04-807b-48ac-a145-9cf7b9afc778 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks [] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:15.621763 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 06c129e9-7171-46da-95d4-f26eb35f228a no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:42:15.627857 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-17befc60-f178-46ad-ac63-f2df551a731d None None] Allocated IP 2001:db8::2 (406ed857-05f6-4a8c-bc37-cd3d33f232d6/c21e3738-5a8a-4e3e-8b3f-f801e7e7e568/f60f3267-2749-47a1-be06-a514101af630) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:42:15.643445 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e93bd166-6953-466e-ae6b-4d46a446d9ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:15.646115 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e93bd166-6953-466e-ae6b-4d46a446d9ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:15.647357 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-e93bd166-6953-466e-ae6b-4d46a446d9ba admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/513026b1-389d-4141-a264-272468dfdab2 HTTP/1.1" status: 204 len: 168 time: 0.4561598 Aug 10 03:42:15.672074 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-8444cb04-807b-48ac-a145-9cf7b9afc778 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5136528 Aug 10 03:42:15.675980 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-36ffdc09-57fa-48cc-ae5b-9cd1342c9383 req-a2f58060-65c7-43f0-b040-5c993a93fec4 tempest-VolumesNegativeTest-1129425397 tempest-VolumesNegativeTest-1129425397-project] 10.222.0.44 "GET /v2.0/security-groups?id=18ae5da1-0099-4ba8-a115-20fa7fc38df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324058 Aug 10 03:42:15.679225 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 57670) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:15.679866 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93bd166-6953-466e-ae6b-4d46a446d9ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=513026b1-389d-4141-a264-272468dfdab2,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:15.684094 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8444cb04-807b-48ac-a145-9cf7b9afc778 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Pushing event updated for resources: {'Network': ['ID=4baa0698-f688-4e39-8138-dbee1411b715,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:15.702783 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-a7b1be70-25cb-46eb-88c7-4d8c5096bcf0 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Request body: {'network': {'name': 'tempest-router-network02--1786104422'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:15.762139 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b1be70-25cb-46eb-88c7-4d8c5096bcf0 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Made reservation on behalf of 0bba48151a8e48e183489c83cffd290b for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:42:15.771082 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a7b1be70-25cb-46eb-88c7-4d8c5096bcf0 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:15.798098 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 4baa0698-f688-4e39-8138-dbee1411b715 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:42:15.861607 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7b1be70-25cb-46eb-88c7-4d8c5096bcf0 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:42:15.886791 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a7b1be70-25cb-46eb-88c7-4d8c5096bcf0 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:15.887441 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-a7b1be70-25cb-46eb-88c7-4d8c5096bcf0 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Added segment 5e80a499-b906-4ebc-9692-99430e1ac4dc of type vlan for network dc993505-22c7-459d-8c5c-f32329c0f84b Aug 10 03:42:16.049006 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a7b1be70-25cb-46eb-88c7-4d8c5096bcf0 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:16.111722 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a7b1be70-25cb-46eb-88c7-4d8c5096bcf0 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:16.126913 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b1be70-25cb-46eb-88c7-4d8c5096bcf0 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:16.127869 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a7b1be70-25cb-46eb-88c7-4d8c5096bcf0 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:16.176409 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa254179-33b2-4fd0-9e40-dd6637b132ac req-d2e17b40-3890-4f23-9a5f-8182a21fba50 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:16.186456 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fa254179-33b2-4fd0-9e40-dd6637b132ac req-d2e17b40-3890-4f23-9a5f-8182a21fba50 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fdf14e5-715f-477b-93b8-43025a08ebc5 HTTP/1.1" status: 200 len: 945 time: 0.1421430 Aug 10 03:42:16.255302 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a7b1be70-25cb-46eb-88c7-4d8c5096bcf0 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5748353 Aug 10 03:42:16.261188 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fa254179-33b2-4fd0-9e40-dd6637b132ac req-3125d8e1-1896-463d-9285-54517c078549 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9d97ea0-2a9f-4286-b02c-31ca2320c427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703571 Aug 10 03:42:16.264011 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 57678) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:16.274675 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-f77bab15-1b91-4a8d-9b7a-b10af825658b tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Request body: {'subnet': {'network_id': '4baa0698-f688-4e39-8138-dbee1411b715', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:16.276147 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:16.318646 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b1be70-25cb-46eb-88c7-4d8c5096bcf0 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Pushing event updated for resources: {'Network': ['ID=dc993505-22c7-459d-8c5c-f32329c0f84b,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:16.337791 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-17befc60-f178-46ad-ac63-f2df551a731d None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:16.360035 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-17befc60-f178-46ad-ac63-f2df551a731d None None] Transition to ACTIVE for port object f60f3267-2749-47a1-be06-a514101af630 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:42:16.402476 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-17befc60-f178-46ad-ac63-f2df551a731d None None] Transition to ACTIVE for port object f60f3267-2749-47a1-be06-a514101af630 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:42:16.414582 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network dc993505-22c7-459d-8c5c-f32329c0f84b details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:42:16.572031 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-17befc60-f178-46ad-ac63-f2df551a731d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:16.576476 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61accee-a100-4575-b400-db4c2580289a req-b8934276-76f2-4278-ae42-77711bdb531b tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:16.589583 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b61accee-a100-4575-b400-db4c2580289a req-b8934276-76f2-4278-ae42-77711bdb531b tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 944 time: 0.1451473 Aug 10 03:42:16.598692 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f77bab15-1b91-4a8d-9b7a-b10af825658b tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Made reservation on behalf of 0bba48151a8e48e183489c83cffd290b for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:42:16.601547 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f77bab15-1b91-4a8d-9b7a-b10af825658b tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:16.667327 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17befc60-f178-46ad-ac63-f2df551a731d None None] Network 406ed857-05f6-4a8c-bc37-cd3d33f232d6 is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:42:16.676165 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-17befc60-f178-46ad-ac63-f2df551a731d None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:42:16.712988 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17befc60-f178-46ad-ac63-f2df551a731d None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:42:16.729984 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b61accee-a100-4575-b400-db4c2580289a req-d797f170-8130-4e6d-9cf2-072f5069e633 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=970733cb-cbb6-4524-9c4b-45ba2a794350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1390204 Aug 10 03:42:16.756177 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e92b169-32ac-4b30-9629-94464a01b90f req-11eb3e12-c4fe-4da5-b78f-eb3d44ed57ef tempest-VolumesNegativeTest-1129425397 tempest-VolumesNegativeTest-1129425397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:16.757972 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1e92b169-32ac-4b30-9629-94464a01b90f req-11eb3e12-c4fe-4da5-b78f-eb3d44ed57ef tempest-VolumesNegativeTest-1129425397 tempest-VolumesNegativeTest-1129425397-project] 10.222.0.42 "GET /v2.0/ports?device_id=75317b33-8e9c-45a2-a73d-e75a3626e02a HTTP/1.1" status: 200 len: 950 time: 0.1025212 Aug 10 03:42:16.759256 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17befc60-f178-46ad-ac63-f2df551a731d None None] Pushing event updated for resources: {'Port': ['ID=f60f3267-2749-47a1-be06-a514101af630,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:16.861349 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fdf14e5-715f-477b-93b8-43025a08ebc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06c129e9-7171-46da-95d4-f26eb35f228a'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:42:16.868198 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e31234b3-106d-46dd-a579-a91920e5531d" -d '{"events": [{"server_uuid": "0fdf14e5-715f-477b-93b8-43025a08ebc5", "name": "network-vif-unplugged", "status": "completed", "tag": "06c129e9-7171-46da-95d4-f26eb35f228a"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:42:16.913876 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 06c129e9-7171-46da-95d4-f26eb35f228a, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=06c129e9-7171-46da-95d4-f26eb35f228a,segment=NetworkSegment(137a9801-8fd3-46c2-ac1d-bb4eee5c7163),segment_id=137a9801-8fd3-46c2-ac1d-bb4eee5c7163)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:16.925453 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-17befc60-f178-46ad-ac63-f2df551a731d None None] Attempting to bind port f60f3267-2749-47a1-be06-a514101af630 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:42:16.927295 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-17befc60-f178-46ad-ac63-f2df551a731d None None] Attempting to bind port f60f3267-2749-47a1-be06-a514101af630 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'ff4ac129-6e21-48fb-9900-26dfa4fa3567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '406ed857-05f6-4a8c-bc37-cd3d33f232d6'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:42:16.928202 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17befc60-f178-46ad-ac63-f2df551a731d None None] Attempting to bind port f60f3267-2749-47a1-be06-a514101af630 on network 406ed857-05f6-4a8c-bc37-cd3d33f232d6 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:42:16.938617 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17befc60-f178-46ad-ac63-f2df551a731d None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:42:16.939509 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17befc60-f178-46ad-ac63-f2df551a731d None None] Checking segment: {'id': 'ff4ac129-6e21-48fb-9900-26dfa4fa3567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '406ed857-05f6-4a8c-bc37-cd3d33f232d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:42:16.940992 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-17befc60-f178-46ad-ac63-f2df551a731d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:16.941774 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17befc60-f178-46ad-ac63-f2df551a731d None None] Bound using segment: {'id': 'ff4ac129-6e21-48fb-9900-26dfa4fa3567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '406ed857-05f6-4a8c-bc37-cd3d33f232d6'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:42:16.943067 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-17befc60-f178-46ad-ac63-f2df551a731d None None] Bound port: f60f3267-2749-47a1-be06-a514101af630, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff4ac129-6e21-48fb-9900-26dfa4fa3567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '406ed857-05f6-4a8c-bc37-cd3d33f232d6'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:42:16.944065 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-17befc60-f178-46ad-ac63-f2df551a731d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:16.973300 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:17.015876 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9fcd64-ce61-4e22-abe9-37853b70082f req-69435218-bfe9-411f-9157-709ee1fdeb76 tempest-VolumesNegativeTest-1129425397 tempest-VolumesNegativeTest-1129425397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:17.023394 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4e9fcd64-ce61-4e22-abe9-37853b70082f req-69435218-bfe9-411f-9157-709ee1fdeb76 tempest-VolumesNegativeTest-1129425397 tempest-VolumesNegativeTest-1129425397-project] 10.222.0.44 "GET /v2.0/ports?device_id=75317b33-8e9c-45a2-a73d-e75a3626e02a HTTP/1.1" status: 200 len: 950 time: 0.1710267 Aug 10 03:42:17.123240 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=06c129e9-7171-46da-95d4-f26eb35f228a,revision_number=8']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:17.186325 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-17befc60-f178-46ad-ac63-f2df551a731d None None] For port f60f3267-2749-47a1-be06-a514101af630, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:42:17.190420 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-17befc60-f178-46ad-ac63-f2df551a731d None None] For port f60f3267-2749-47a1-be06-a514101af630, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=f60f3267-2749-47a1-be06-a514101af630,segment=NetworkSegment(ff4ac129-6e21-48fb-9900-26dfa4fa3567),segment_id=ff4ac129-6e21-48fb-9900-26dfa4fa3567)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:42:17.201466 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-17befc60-f178-46ad-ac63-f2df551a731d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:17.340148 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17befc60-f178-46ad-ac63-f2df551a731d None None] Pushing event updated for resources: {'Port': ['ID=f60f3267-2749-47a1-be06-a514101af630,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:17.454769 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-1e92b169-32ac-4b30-9629-94464a01b90f req-1573f77a-9b40-4e5a-a435-c6e49486a5a7 tempest-VolumesNegativeTest-1129425397 tempest-VolumesNegativeTest-1129425397-project] Deleting port 997b5860-09b0-4611-8532-dad688968c58 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:42:17.455375 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-1e92b169-32ac-4b30-9629-94464a01b90f req-1573f77a-9b40-4e5a-a435-c6e49486a5a7 tempest-VolumesNegativeTest-1129425397 tempest-VolumesNegativeTest-1129425397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:17.525258 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4e9fcd64-ce61-4e22-abe9-37853b70082f req-2fa89566-8f20-43c7-97f5-6cbebdff5042 tempest-VolumesNegativeTest-1129425397 tempest-VolumesNegativeTest-1129425397-project] 10.222.0.44 "GET /v2.0/security-groups?id=18ae5da1-0099-4ba8-a115-20fa7fc38df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4993947 Aug 10 03:42:17.537590 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 57708) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:17.565864 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f6868d-1688-4272-b846-dd7e21aa7ce3 req-52b6be30-5e58-45b9-acd0-14b14716b789 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:17.576111 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-04f6868d-1688-4272-b846-dd7e21aa7ce3 req-52b6be30-5e58-45b9-acd0-14b14716b789 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 944 time: 0.5987916 Aug 10 03:42:17.616917 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 10 Aug 2021 03:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f40ad8d8-deec-4a22-9a99-f0506db1c6cc x-openstack-request-id: req-f40ad8d8-deec-4a22-9a99-f0506db1c6cc {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:42:17.617233 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fdf14e5-715f-477b-93b8-43025a08ebc5", "name": "network-vif-unplugged", "status": "failed", "tag": "06c129e9-7171-46da-95d4-f26eb35f228a", "code": 422}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:42:17.619285 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f40ad8d8-deec-4a22-9a99-f0506db1c6cc {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:42:17.619751 n-d-768862-13 neutron-server[94262]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0fdf14e5-715f-477b-93b8-43025a08ebc5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '06c129e9-7171-46da-95d4-f26eb35f228a', 'code': 422} returned with failed status Aug 10 03:42:17.679065 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-1e92b169-32ac-4b30-9629-94464a01b90f req-1573f77a-9b40-4e5a-a435-c6e49486a5a7 tempest-VolumesNegativeTest-1129425397 tempest-VolumesNegativeTest-1129425397-project] For port 997b5860-09b0-4611-8532-dad688968c58, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=997b5860-09b0-4611-8532-dad688968c58,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:17.679554 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-1e92b169-32ac-4b30-9629-94464a01b90f req-1573f77a-9b40-4e5a-a435-c6e49486a5a7 tempest-VolumesNegativeTest-1129425397 tempest-VolumesNegativeTest-1129425397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:17.700345 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-1e92b169-32ac-4b30-9629-94464a01b90f req-1573f77a-9b40-4e5a-a435-c6e49486a5a7 tempest-VolumesNegativeTest-1129425397 tempest-VolumesNegativeTest-1129425397-project] Calling delete_port for 997b5860-09b0-4611-8532-dad688968c58 owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:42:17.785133 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f77bab15-1b91-4a8d-9b7a-b10af825658b tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58895384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805196'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:17.876619 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-82640448-00b3-4556-b5c0-48ff0a23e2c0 tempest-AgentManagementNegativeTest-1238227049 tempest-AgentManagementNegativeTest-1238227049-project] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3303621 Aug 10 03:42:17.916005 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-04f6868d-1688-4272-b846-dd7e21aa7ce3 req-cca7345b-b8c6-4cc5-ab66-931c712878eb tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=970733cb-cbb6-4524-9c4b-45ba2a794350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3381667 Aug 10 03:42:17.939467 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77bab15-1b91-4a8d-9b7a-b10af825658b tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Pushing event updated for resources: {'Subnet': ['ID=7f0a9965-413a-430b-a568-d887a120c5fe,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:17.965725 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77bab15-1b91-4a8d-9b7a-b10af825658b tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Checking segment: {'id': '57cc4ac8-c387-4a2f-b9f4-564d6f2094f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '4baa0698-f688-4e39-8138-dbee1411b715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:42:17.966141 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77bab15-1b91-4a8d-9b7a-b10af825658b tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Network hostable DHCP agents. Network: 4baa0698-f688-4e39-8138-dbee1411b715, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:42:18.048236 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-1e92b169-32ac-4b30-9629-94464a01b90f req-1573f77a-9b40-4e5a-a435-c6e49486a5a7 tempest-VolumesNegativeTest-1129425397 tempest-VolumesNegativeTest-1129425397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:18.065528 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['997b5860-09b0-4611-8532-dad688968c58'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:42:18.135607 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77bab15-1b91-4a8d-9b7a-b10af825658b tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Network 4baa0698-f688-4e39-8138-dbee1411b715 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:42:18.149021 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1573f77a-9b40-4e5a-a435-c6e49486a5a7 tempest-VolumesNegativeTest-1129425397 tempest-VolumesNegativeTest-1129425397-project] Pushing event deleted for resources: {'Port': ['ID=997b5860-09b0-4611-8532-dad688968c58,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:18.267085 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-f77bab15-1b91-4a8d-9b7a-b10af825658b tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 4baa0698-f688-4e39-8138-dbee1411b715) {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:42:18.271483 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77bab15-1b91-4a8d-9b7a-b10af825658b tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:18.272733 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f77bab15-1b91-4a8d-9b7a-b10af825658b tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:18.325974 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72462ae-6868-4fe9-b867-738b4ed3f3ae None None] Network 4baa0698-f688-4e39-8138-dbee1411b715 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:42:18.347844 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e92b169-32ac-4b30-9629-94464a01b90f req-1573f77a-9b40-4e5a-a435-c6e49486a5a7 tempest-VolumesNegativeTest-1129425397 tempest-VolumesNegativeTest-1129425397-project] No DVR routers for this DVR port 997b5860-09b0-4611-8532-dad688968c58 on host n-h1-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:42:18.378056 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 57722) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:18.406055 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 57726) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:18.420306 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-8e3e072a-c16e-4950-b8e5-52f0a1954438 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Request body: {'subnet': {'network_id': 'dc993505-22c7-459d-8c5c-f32329c0f84b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:18.424539 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-f77bab15-1b91-4a8d-9b7a-b10af825658b tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1461172 Aug 10 03:42:18.432028 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-1e92b169-32ac-4b30-9629-94464a01b90f req-1573f77a-9b40-4e5a-a435-c6e49486a5a7 tempest-VolumesNegativeTest-1129425397 tempest-VolumesNegativeTest-1129425397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:18.439092 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1e92b169-32ac-4b30-9629-94464a01b90f req-1573f77a-9b40-4e5a-a435-c6e49486a5a7 tempest-VolumesNegativeTest-1129425397 tempest-VolumesNegativeTest-1129425397-project] 10.222.0.42 "DELETE /v2.0/ports/997b5860-09b0-4611-8532-dad688968c58 HTTP/1.1" status: 204 len: 173 time: 1.6722047 Aug 10 03:42:18.444715 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75317b33-8e9c-45a2-a73d-e75a3626e02a', 'name': 'network-vif-deleted', 'tag': '997b5860-09b0-4611-8532-dad688968c58'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:42:18.452051 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-957f1ccd-f4b1-4bc5-a713-16cc02358203" -d '{"events": [{"server_uuid": "75317b33-8e9c-45a2-a73d-e75a3626e02a", "name": "network-vif-deleted", "tag": "997b5860-09b0-4611-8532-dad688968c58"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:42:18.522935 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6e5850-f99b-4f16-ae55-99a5731120e3 req-fcd15aab-2efd-46fb-a8cc-b07f24f811ae tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:18.525987 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9a6e5850-f99b-4f16-ae55-99a5731120e3 req-fcd15aab-2efd-46fb-a8cc-b07f24f811ae tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 944 time: 0.2485607 Aug 10 03:42:18.624343 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69ce25ca-3be3-40ca-96b4-b5414ce2c09f x-openstack-request-id: req-69ce25ca-3be3-40ca-96b4-b5414ce2c09f {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:42:18.624730 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75317b33-8e9c-45a2-a73d-e75a3626e02a", "name": "network-vif-deleted", "tag": "997b5860-09b0-4611-8532-dad688968c58", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:42:18.625393 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-69ce25ca-3be3-40ca-96b4-b5414ce2c09f {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:42:18.626120 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75317b33-8e9c-45a2-a73d-e75a3626e02a', 'name': 'network-vif-deleted', 'tag': '997b5860-09b0-4611-8532-dad688968c58', 'status': 'completed', 'code': 200} Aug 10 03:42:18.692164 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9a6e5850-f99b-4f16-ae55-99a5731120e3 req-90959695-e0f4-4f15-a1e0-40d1b0b029b5 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=970733cb-cbb6-4524-9c4b-45ba2a794350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089382 Aug 10 03:42:18.816003 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d20e96f8-4f3b-4ed0-882c-c51003c0115b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:18.872053 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b743aa-bb89-4fd4-98cf-cb162fe35bec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-4baa0698-f688-4e39-8138-dbee1411b715', 'network_id': '4baa0698-f688-4e39-8138-dbee1411b715', 'tenant_id': '0bba48151a8e48e183489c83cffd290b', 'fixed_ips': [{'subnet_id': '7f0a9965-413a-430b-a568-d887a120c5fe'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:42:18.881216 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f3b743aa-bb89-4fd4-98cf-cb162fe35bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:18.919318 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-eae7e2f0-4149-46e5-ba75-d18dbb9763d7 req-0b950073-7ad5-4dba-a544-b6fb74081920 tempest-VolumesNegativeTest-1129425397 tempest-VolumesNegativeTest-1129425397-project] 10.222.0.44 "GET /v2.0/ports?device_id=75317b33-8e9c-45a2-a73d-e75a3626e02a HTTP/1.1" status: 200 len: 210 time: 0.0627935 Aug 10 03:42:18.966191 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e3e072a-c16e-4950-b8e5-52f0a1954438 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Made reservation on behalf of 0bba48151a8e48e183489c83cffd290b for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:42:18.973098 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8e3e072a-c16e-4950-b8e5-52f0a1954438 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:19.169547 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09e3a48-794f-493d-8665-3265e6687866 None None] Network 406ed857-05f6-4a8c-bc37-cd3d33f232d6 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:42:19.179918 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-f3b743aa-bb89-4fd4-98cf-cb162fe35bec None None] Allocated IP 2001:db8::2 (4baa0698-f688-4e39-8138-dbee1411b715/7f0a9965-413a-430b-a568-d887a120c5fe/10a20acf-dfea-44be-913e-61fb0577d1cf) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:42:19.299488 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d20e96f8-4f3b-4ed0-882c-c51003c0115b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:19.309820 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-130eff51-2430-4450-bac6-c85014b50f22 None None] Provisioning for port f60f3267-2749-47a1-be06-a514101af630 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:42:19.315056 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d20e96f8-4f3b-4ed0-882c-c51003c0115b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:19.444303 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8e3e072a-c16e-4950-b8e5-52f0a1954438 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:19.503084 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-d20e96f8-4f3b-4ed0-882c-c51003c0115b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=03e31a8ce27f4455952c7d10fa52511c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1230145 Aug 10 03:42:19.503435 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 57736) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:19.507830 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20e96f8-4f3b-4ed0-882c-c51003c0115b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d96cc6-e20d-423e-99bd-2e8ae5c9d3e4,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:19.556044 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3e072a-c16e-4950-b8e5-52f0a1954438 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Pushing event updated for resources: {'Subnet': ['ID=9476b3ee-26d1-44c9-9701-706a6748bacf,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:19.566154 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3e072a-c16e-4950-b8e5-52f0a1954438 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Checking segment: {'id': '5e80a499-b906-4ebc-9692-99430e1ac4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'dc993505-22c7-459d-8c5c-f32329c0f84b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:42:19.572077 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3e072a-c16e-4950-b8e5-52f0a1954438 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Network hostable DHCP agents. Network: dc993505-22c7-459d-8c5c-f32329c0f84b, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:42:19.585593 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f012a463-91f6-487f-81a2-76fff9c65775 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:19.621970 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3e072a-c16e-4950-b8e5-52f0a1954438 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Network dc993505-22c7-459d-8c5c-f32329c0f84b is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:42:19.642169 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 997b5860-09b0-4611-8532-dad688968c58 no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:42:19.642513 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f012a463-91f6-487f-81a2-76fff9c65775 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:19.654641 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-8e3e072a-c16e-4950-b8e5-52f0a1954438 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, dc993505-22c7-459d-8c5c-f32329c0f84b) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:42:19.660615 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3e072a-c16e-4950-b8e5-52f0a1954438 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:19.661214 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8e3e072a-c16e-4950-b8e5-52f0a1954438 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:19.694209 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d0db23-2328-42b8-8133-b908f5197335 None None] Network dc993505-22c7-459d-8c5c-f32329c0f84b requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:42:19.707945 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-8e3e072a-c16e-4950-b8e5-52f0a1954438 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2963142 Aug 10 03:42:19.709174 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 57738) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:19.757494 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f3b743aa-bb89-4fd4-98cf-cb162fe35bec None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:19.760250 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] No Port match for: 997b5860-09b0-4611-8532-dad688968c58 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:42:19.762270 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 997b5860-09b0-4611-8532-dad688968c58 not bound to the agent host n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:42:19.762270 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 06c129e9-7171-46da-95d4-f26eb35f228a no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:42:19.855180 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device f60f3267-2749-47a1-be06-a514101af630 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:42:19.855857 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f012a463-91f6-487f-81a2-76fff9c65775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:19.865840 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f012a463-91f6-487f-81a2-76fff9c65775 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:19.869276 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-f3b743aa-bb89-4fd4-98cf-cb162fe35bec None None] Transition to ACTIVE for port object 10a20acf-dfea-44be-913e-61fb0577d1cf will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:42:19.871741 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-f012a463-91f6-487f-81a2-76fff9c65775 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d0d96cc6-e20d-423e-99bd-2e8ae5c9d3e4 HTTP/1.1" status: 204 len: 168 time: 0.3672206 Aug 10 03:42:19.923693 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f012a463-91f6-487f-81a2-76fff9c65775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d96cc6-e20d-423e-99bd-2e8ae5c9d3e4,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:20.073369 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3200d749-9cd0-4237-9980-83b7ea0eeaee req-e7d58a28-965d-45dc-8b7c-e53d093242f0 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:20.083105 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3200d749-9cd0-4237-9980-83b7ea0eeaee req-e7d58a28-965d-45dc-8b7c-e53d093242f0 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 944 time: 0.1851807 Aug 10 03:42:20.203580 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3200d749-9cd0-4237-9980-83b7ea0eeaee req-d12b29e8-2b39-4115-b168-21a1ac7bfbe4 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=970733cb-cbb6-4524-9c4b-45ba2a794350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021945 Aug 10 03:42:20.290452 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-f3b743aa-bb89-4fd4-98cf-cb162fe35bec None None] Transition to ACTIVE for port object 10a20acf-dfea-44be-913e-61fb0577d1cf will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:42:20.394553 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0e77e2a2-9b8f-4b90-b4b3-b622753594d9 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:20.434478 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f3b743aa-bb89-4fd4-98cf-cb162fe35bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:20.451385 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port f60f3267-2749-47a1-be06-a514101af630 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:42:20.667250 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port f60f3267-2749-47a1-be06-a514101af630 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:42:20.667622 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:20.760550 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b743aa-bb89-4fd4-98cf-cb162fe35bec None None] Network 4baa0698-f688-4e39-8138-dbee1411b715 is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:42:20.766032 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-f3b743aa-bb89-4fd4-98cf-cb162fe35bec None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:42:20.771080 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b743aa-bb89-4fd4-98cf-cb162fe35bec None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:42:20.919948 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-0041e77c-fe78-4ed9-a73a-a99ece37ac48 None None] Provisioning complete for port f60f3267-2749-47a1-be06-a514101af630 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:42:20.920475 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-0041e77c-fe78-4ed9-a73a-a99ece37ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:20.924351 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458fb9d0-2e6c-4506-a99b-2dbbc8e9dc17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-dc993505-22c7-459d-8c5c-f32329c0f84b', 'network_id': 'dc993505-22c7-459d-8c5c-f32329c0f84b', 'tenant_id': '0bba48151a8e48e183489c83cffd290b', 'fixed_ips': [{'subnet_id': '9476b3ee-26d1-44c9-9701-706a6748bacf'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:42:20.925310 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-458fb9d0-2e6c-4506-a99b-2dbbc8e9dc17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:20.936913 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-f3b743aa-bb89-4fd4-98cf-cb162fe35bec None None] Attempting to bind port 10a20acf-dfea-44be-913e-61fb0577d1cf on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:42:20.941619 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-f3b743aa-bb89-4fd4-98cf-cb162fe35bec None None] Attempting to bind port 10a20acf-dfea-44be-913e-61fb0577d1cf by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '57cc4ac8-c387-4a2f-b9f4-564d6f2094f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '4baa0698-f688-4e39-8138-dbee1411b715'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:42:20.941619 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b743aa-bb89-4fd4-98cf-cb162fe35bec None None] Attempting to bind port 10a20acf-dfea-44be-913e-61fb0577d1cf on network 4baa0698-f688-4e39-8138-dbee1411b715 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:42:20.958438 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b743aa-bb89-4fd4-98cf-cb162fe35bec None None] Pushing event updated for resources: {'Port': ['ID=10a20acf-dfea-44be-913e-61fb0577d1cf,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:21.009070 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b743aa-bb89-4fd4-98cf-cb162fe35bec None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:42:21.009449 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b743aa-bb89-4fd4-98cf-cb162fe35bec None None] Checking segment: {'id': '57cc4ac8-c387-4a2f-b9f4-564d6f2094f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '4baa0698-f688-4e39-8138-dbee1411b715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:42:21.010559 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f3b743aa-bb89-4fd4-98cf-cb162fe35bec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:21.010559 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b743aa-bb89-4fd4-98cf-cb162fe35bec None None] Bound using segment: {'id': '57cc4ac8-c387-4a2f-b9f4-564d6f2094f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '4baa0698-f688-4e39-8138-dbee1411b715'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:42:21.013049 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-f3b743aa-bb89-4fd4-98cf-cb162fe35bec None None] Bound port: 10a20acf-dfea-44be-913e-61fb0577d1cf, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57cc4ac8-c387-4a2f-b9f4-564d6f2094f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '4baa0698-f688-4e39-8138-dbee1411b715'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:42:21.013049 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f3b743aa-bb89-4fd4-98cf-cb162fe35bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:21.211234 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-0e77e2a2-9b8f-4b90-b4b3-b622753594d9 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Allocated IP 2001:db8::1 (4baa0698-f688-4e39-8138-dbee1411b715/7f0a9965-413a-430b-a568-d887a120c5fe/86fd9654-43ea-4f46-b28b-2edc0afd249b) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:42:21.291385 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-f3b743aa-bb89-4fd4-98cf-cb162fe35bec None None] For port 10a20acf-dfea-44be-913e-61fb0577d1cf, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:42:21.297391 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-f3b743aa-bb89-4fd4-98cf-cb162fe35bec None None] For port 10a20acf-dfea-44be-913e-61fb0577d1cf, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=10a20acf-dfea-44be-913e-61fb0577d1cf,segment=NetworkSegment(57cc4ac8-c387-4a2f-b9f4-564d6f2094f7),segment_id=57cc4ac8-c387-4a2f-b9f4-564d6f2094f7)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:42:21.301773 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:21.312849 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f3b743aa-bb89-4fd4-98cf-cb162fe35bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:21.446715 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:42:21.567632 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0e77e2a2-9b8f-4b90-b4b3-b622753594d9 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:21.622677 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [None req-0e77e2a2-9b8f-4b90-b4b3-b622753594d9 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Transition to ACTIVE for port object 86fd9654-43ea-4f46-b28b-2edc0afd249b will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:42:21.746580 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0e77e2a2-9b8f-4b90-b4b3-b622753594d9 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:21.760227 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cefe2eb-12e9-4112-8729-2252ec883125 req-4e09a071-5f20-4aa9-aaef-32ab7d76e488 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:21.773529 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0cefe2eb-12e9-4112-8729-2252ec883125 req-4e09a071-5f20-4aa9-aaef-32ab7d76e488 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 944 time: 0.2968967 Aug 10 03:42:21.820028 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-458fb9d0-2e6c-4506-a99b-2dbbc8e9dc17 None None] Allocated IP 2001:db8::2 (dc993505-22c7-459d-8c5c-f32329c0f84b/9476b3ee-26d1-44c9-9701-706a6748bacf/fa985a07-1184-42f6-b07b-a74bc43d55e7) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:42:21.850660 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e77e2a2-9b8f-4b90-b4b3-b622753594d9 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Network 4baa0698-f688-4e39-8138-dbee1411b715 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:42:21.854869 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-0e77e2a2-9b8f-4b90-b4b3-b622753594d9 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:42:21.856883 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b743aa-bb89-4fd4-98cf-cb162fe35bec None None] Pushing event updated for resources: {'Port': ['ID=10a20acf-dfea-44be-913e-61fb0577d1cf,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:21.860362 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e77e2a2-9b8f-4b90-b4b3-b622753594d9 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:42:21.861141 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0e77e2a2-9b8f-4b90-b4b3-b622753594d9 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521745'] for router_interface, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:21.866010 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e77e2a2-9b8f-4b90-b4b3-b622753594d9 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Pushing event updated for resources: {'Port': ['ID=86fd9654-43ea-4f46-b28b-2edc0afd249b,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:21.896205 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0cefe2eb-12e9-4112-8729-2252ec883125 req-3b0e3c2e-fec8-468d-87b3-8f49198a1e7f tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=970733cb-cbb6-4524-9c4b-45ba2a794350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179993 Aug 10 03:42:21.945506 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port f60f3267-2749-47a1-be06-a514101af630, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=f60f3267-2749-47a1-be06-a514101af630,segment=NetworkSegment(ff4ac129-6e21-48fb-9900-26dfa4fa3567),segment_id=ff4ac129-6e21-48fb-9900-26dfa4fa3567)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:21.972433 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:22.022764 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-7efa7e27-ee3b-41f1-8e0a-dbe6873c3d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:22.229047 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0e77e2a2-9b8f-4b90-b4b3-b622753594d9 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:22.306801 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=f60f3267-2749-47a1-be06-a514101af630,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:22.565531 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-458fb9d0-2e6c-4506-a99b-2dbbc8e9dc17 None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:22.597602 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-458fb9d0-2e6c-4506-a99b-2dbbc8e9dc17 None None] Transition to ACTIVE for port object fa985a07-1184-42f6-b07b-a74bc43d55e7 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:42:22.610168 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 57848) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:22.642455 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-458fb9d0-2e6c-4506-a99b-2dbbc8e9dc17 None None] Transition to ACTIVE for port object fa985a07-1184-42f6-b07b-a74bc43d55e7 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:42:22.661354 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-458fb9d0-2e6c-4506-a99b-2dbbc8e9dc17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:22.810949 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458fb9d0-2e6c-4506-a99b-2dbbc8e9dc17 None None] Network dc993505-22c7-459d-8c5c-f32329c0f84b is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:42:22.817471 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-458fb9d0-2e6c-4506-a99b-2dbbc8e9dc17 None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:42:22.837520 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458fb9d0-2e6c-4506-a99b-2dbbc8e9dc17 None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:42:22.858775 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0e77e2a2-9b8f-4b90-b4b3-b622753594d9 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:22.870037 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0e77e2a2-9b8f-4b90-b4b3-b622753594d9 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:22.871457 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0e77e2a2-9b8f-4b90-b4b3-b622753594d9 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521893'] for router_interface, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:23.021723 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-6fe165ed-ace1-4e4a-94f3-22539e0e1780 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1585515466'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:23.029274 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e77e2a2-9b8f-4b90-b4b3-b622753594d9 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Pushing event updated for resources: {'Port': ['ID=86fd9654-43ea-4f46-b28b-2edc0afd249b,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:23.084585 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458fb9d0-2e6c-4506-a99b-2dbbc8e9dc17 None None] Pushing event updated for resources: {'Port': ['ID=fa985a07-1184-42f6-b07b-a74bc43d55e7,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:23.088002 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-458fb9d0-2e6c-4506-a99b-2dbbc8e9dc17 None None] Attempting to bind port fa985a07-1184-42f6-b07b-a74bc43d55e7 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:42:23.088913 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-458fb9d0-2e6c-4506-a99b-2dbbc8e9dc17 None None] Attempting to bind port fa985a07-1184-42f6-b07b-a74bc43d55e7 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '5e80a499-b906-4ebc-9692-99430e1ac4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'dc993505-22c7-459d-8c5c-f32329c0f84b'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:42:23.089333 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458fb9d0-2e6c-4506-a99b-2dbbc8e9dc17 None None] Attempting to bind port fa985a07-1184-42f6-b07b-a74bc43d55e7 on network dc993505-22c7-459d-8c5c-f32329c0f84b {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:42:23.120073 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458fb9d0-2e6c-4506-a99b-2dbbc8e9dc17 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:42:23.121294 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458fb9d0-2e6c-4506-a99b-2dbbc8e9dc17 None None] Checking segment: {'id': '5e80a499-b906-4ebc-9692-99430e1ac4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'dc993505-22c7-459d-8c5c-f32329c0f84b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:42:23.122647 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-458fb9d0-2e6c-4506-a99b-2dbbc8e9dc17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:23.122911 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e77e2a2-9b8f-4b90-b4b3-b622753594d9 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Network 4baa0698-f688-4e39-8138-dbee1411b715 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:42:23.125706 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458fb9d0-2e6c-4506-a99b-2dbbc8e9dc17 None None] Bound using segment: {'id': '5e80a499-b906-4ebc-9692-99430e1ac4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'dc993505-22c7-459d-8c5c-f32329c0f84b'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:42:23.126249 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-0e77e2a2-9b8f-4b90-b4b3-b622753594d9 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:42:23.126590 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-458fb9d0-2e6c-4506-a99b-2dbbc8e9dc17 None None] Bound port: fa985a07-1184-42f6-b07b-a74bc43d55e7, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e80a499-b906-4ebc-9692-99430e1ac4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'dc993505-22c7-459d-8c5c-f32329c0f84b'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:42:23.127223 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-458fb9d0-2e6c-4506-a99b-2dbbc8e9dc17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:23.266267 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fe165ed-ace1-4e4a-94f3-22539e0e1780 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Made reservation on behalf of 2dd944f287b540098f0fcef72a77648e for: {'network': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:42:23.285036 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6fe165ed-ace1-4e4a-94f3-22539e0e1780 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:23.334562 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6fe165ed-ace1-4e4a-94f3-22539e0e1780 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:23.374020 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-458fb9d0-2e6c-4506-a99b-2dbbc8e9dc17 None None] For port fa985a07-1184-42f6-b07b-a74bc43d55e7, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:42:23.384193 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-458fb9d0-2e6c-4506-a99b-2dbbc8e9dc17 None None] For port fa985a07-1184-42f6-b07b-a74bc43d55e7, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=fa985a07-1184-42f6-b07b-a74bc43d55e7,segment=NetworkSegment(5e80a499-b906-4ebc-9692-99430e1ac4dc),segment_id=5e80a499-b906-4ebc-9692-99430e1ac4dc)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:42:23.392571 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-458fb9d0-2e6c-4506-a99b-2dbbc8e9dc17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:23.417350 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7f5a6b-4d93-4fbf-99d0-230a045164f5 req-a15b3e18-72c8-47d5-96a6-a8f4ec914f8b tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:23.433150 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-db7f5a6b-4d93-4fbf-99d0-230a045164f5 req-a15b3e18-72c8-47d5-96a6-a8f4ec914f8b tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 944 time: 0.3010645 Aug 10 03:42:23.519465 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e77e2a2-9b8f-4b90-b4b3-b622753594d9 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Router 8cd2fb61-076f-4b40-9932-c91c2e9e1ffe is scheduled to L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e with binding_index 1 {{(pid=94261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:42:23.617266 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458fb9d0-2e6c-4506-a99b-2dbbc8e9dc17 None None] Pushing event updated for resources: {'Port': ['ID=fa985a07-1184-42f6-b07b-a74bc43d55e7,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:23.625582 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1ee00c-df4b-4d7c-8699-6b6c69bfcf30 None None] Network 4baa0698-f688-4e39-8138-dbee1411b715 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:42:23.684331 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-db7f5a6b-4d93-4fbf-99d0-230a045164f5 req-d9e82853-113a-49cc-bb0d-271cbdce4f39 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=970733cb-cbb6-4524-9c4b-45ba2a794350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2496390 Aug 10 03:42:23.790900 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-43858aa2-ef44-46f3-9606-563f6611f430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:23.809126 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-ed7dcba7-aa10-4897-b554-9dc0932f6a28 None None] Provisioning for port 10a20acf-dfea-44be-913e-61fb0577d1cf completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:42:23.917808 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6fe165ed-ace1-4e4a-94f3-22539e0e1780 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:23.925607 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6fe165ed-ace1-4e4a-94f3-22539e0e1780 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:23.953221 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fe165ed-ace1-4e4a-94f3-22539e0e1780 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=94260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:42:23.971893 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6fe165ed-ace1-4e4a-94f3-22539e0e1780 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:23.973030 n-d-768862-13 neutron-server[94260]: INFO neutron.db.segments_db [None req-6fe165ed-ace1-4e4a-94f3-22539e0e1780 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Added segment 54d625a6-98a0-4db9-990f-13876f145cba of type vlan for network bfe95ef4-60d9-461d-b53c-aab922e9137c Aug 10 03:42:23.974717 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e77e2a2-9b8f-4b90-b4b3-b622753594d9 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:42:23.990691 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6cbf8d4-1728-4347-ae91-274a7d6019b7 None None] Sync routers for ids ['8cd2fb61-076f-4b40-9932-c91c2e9e1ffe'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:42:23.994743 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-0e77e2a2-9b8f-4b90-b4b3-b622753594d9 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] 10.222.0.44 "PUT /v2.0/routers/8cd2fb61-076f-4b40-9932-c91c2e9e1ffe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2839880 Aug 10 03:42:23.997879 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 57876) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:24.011405 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cbf8d4-1728-4347-ae91-274a7d6019b7 None None] Routers {'8cd2fb61-076f-4b40-9932-c91c2e9e1ffe'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:42:24.013648 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-d6cbf8d4-1728-4347-ae91-274a7d6019b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:42:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['8cd2fb61-076f-4b40-9932-c91c2e9e1ffe'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:24.051783 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6fe165ed-ace1-4e4a-94f3-22539e0e1780 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:24.083470 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-d6cbf8d4-1728-4347-ae91-274a7d6019b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:24.096134 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cbf8d4-1728-4347-ae91-274a7d6019b7 None None] Routers {'8cd2fb61-076f-4b40-9932-c91c2e9e1ffe'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:42:24.097365 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-d6cbf8d4-1728-4347-ae91-274a7d6019b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:42:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['8cd2fb61-076f-4b40-9932-c91c2e9e1ffe'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:24.137548 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe165ed-ace1-4e4a-94f3-22539e0e1780 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c80a4499-d081-45f4-9fef-b14fb321198b,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:24.147947 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6fe165ed-ace1-4e4a-94f3-22539e0e1780 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:24.156622 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-d6cbf8d4-1728-4347-ae91-274a7d6019b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:24.157297 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6cbf8d4-1728-4347-ae91-274a7d6019b7 None None] The sync data for ids ['8cd2fb61-076f-4b40-9932-c91c2e9e1ffe'] in n-d-768862-13 is: [] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:42:24.164532 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe165ed-ace1-4e4a-94f3-22539e0e1780 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:24.165603 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6fe165ed-ace1-4e4a-94f3-22539e0e1780 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:24.246064 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:24.375799 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-6fe165ed-ace1-4e4a-94f3-22539e0e1780 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.7628186 Aug 10 03:42:24.377622 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe165ed-ace1-4e4a-94f3-22539e0e1780 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Pushing event updated for resources: {'Network': ['ID=bfe95ef4-60d9-461d-b53c-aab922e9137c,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:24.381008 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 57902) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:24.400676 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network bfe95ef4-60d9-461d-b53c-aab922e9137c details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:42:24.401660 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-84ba44c4-986c-45c5-ac21-b0da559a3ca3 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Request body: {'port': {'network_id': 'bfe95ef4-60d9-461d-b53c-aab922e9137c', 'name': 'tempest-PortsTestJSON-1895318659'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:24.669946 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 10a20acf-dfea-44be-913e-61fb0577d1cf up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:42:24.684617 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ba44c4-986c-45c5-ac21-b0da559a3ca3 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Made reservation on behalf of 2dd944f287b540098f0fcef72a77648e for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:42:24.690323 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-84ba44c4-986c-45c5-ac21-b0da559a3ca3 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:24.821327 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [None req-84ba44c4-986c-45c5-ac21-b0da559a3ca3 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] device_id is not set on port 7f21df5f-f52c-4a49-9bf4-8a3a1299e95f yet. {{(pid=94260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:42:24.875858 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-a29800fc-04f6-42bb-b330-b67d11a8564c None None] Provisioning for port 86fd9654-43ea-4f46-b28b-2edc0afd249b completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:42:24.886063 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-a29800fc-04f6-42bb-b330-b67d11a8564c None None] Provisioning complete for port 86fd9654-43ea-4f46-b28b-2edc0afd249b triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:42:24.886486 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a29800fc-04f6-42bb-b330-b67d11a8564c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:24.972386 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 10a20acf-dfea-44be-913e-61fb0577d1cf completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:42:25.012693 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 10a20acf-dfea-44be-913e-61fb0577d1cf triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:42:25.013377 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:25.155931 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-a29800fc-04f6-42bb-b330-b67d11a8564c None None] Port 86fd9654-43ea-4f46-b28b-2edc0afd249b cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:42:25.271747 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:25.329105 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 10a20acf-dfea-44be-913e-61fb0577d1cf, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=10a20acf-dfea-44be-913e-61fb0577d1cf,segment=NetworkSegment(57cc4ac8-c387-4a2f-b9f4-564d6f2094f7),segment_id=57cc4ac8-c387-4a2f-b9f4-564d6f2094f7)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:25.343805 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:25.344644 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device f60f3267-2749-47a1-be06-a514101af630 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:42:25.452847 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d026b63c-83cc-42cc-99bb-3c968d29a967 req-89275d82-7798-415c-a18a-04e87e4d9276 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:25.472954 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d026b63c-83cc-42cc-99bb-3c968d29a967 req-89275d82-7798-415c-a18a-04e87e4d9276 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 944 time: 0.3810868 Aug 10 03:42:25.487807 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:25.498670 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-e44788cb-756d-4a18-b255-a535abc20bfb None None] Provisioning complete for port 86fd9654-43ea-4f46-b28b-2edc0afd249b triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:42:25.499026 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e44788cb-756d-4a18-b255-a535abc20bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:25.555973 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=10a20acf-dfea-44be-913e-61fb0577d1cf,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:25.600010 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port f60f3267-2749-47a1-be06-a514101af630 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:42:25.600394 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:25.603039 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-e44788cb-756d-4a18-b255-a535abc20bfb None None] Port 86fd9654-43ea-4f46-b28b-2edc0afd249b cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:42:25.680518 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808e95d6-1046-4171-bcc2-a754002773e6 None None] Network dc993505-22c7-459d-8c5c-f32329c0f84b requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:42:25.830142 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device fa985a07-1184-42f6-b07b-a74bc43d55e7 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:42:25.857473 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-14c630a9-9f4a-4bd5-9c2b-cdcf8ed9dca9 None None] Provisioning for port fa985a07-1184-42f6-b07b-a74bc43d55e7 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:42:25.869284 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d026b63c-83cc-42cc-99bb-3c968d29a967 req-0be857e6-4043-496a-90e8-f04c39d0c840 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=970733cb-cbb6-4524-9c4b-45ba2a794350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3943467 Aug 10 03:42:25.924881 n-d-768862-13 neutron-server[94261]: INFO neutron.api.v2.resource [None req-9503a904-b061-4ff9-9cc3-b46e5d92e062 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:42:25.930342 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-9503a904-b061-4ff9-9cc3-b46e5d92e062 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] 10.222.0.44 "PUT /v2.0/routers/8cd2fb61-076f-4b40-9932-c91c2e9e1ffe/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.9300838 Aug 10 03:42:25.930994 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 57988) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:25.932682 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-84ba44c4-986c-45c5-ac21-b0da559a3ca3 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:25.979565 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port fa985a07-1184-42f6-b07b-a74bc43d55e7 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:42:26.013315 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port fa985a07-1184-42f6-b07b-a74bc43d55e7 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:42:26.013769 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:26.022595 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-84ba44c4-986c-45c5-ac21-b0da559a3ca3 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:26.098303 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ba44c4-986c-45c5-ac21-b0da559a3ca3 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Pushing event updated for resources: {'Port': ['ID=7f21df5f-f52c-4a49-9bf4-8a3a1299e95f,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:26.147798 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ba44c4-986c-45c5-ac21-b0da559a3ca3 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Checking segment: {'id': '54d625a6-98a0-4db9-990f-13876f145cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bfe95ef4-60d9-461d-b53c-aab922e9137c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:42:26.148187 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ba44c4-986c-45c5-ac21-b0da559a3ca3 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Network hostable DHCP agents. Network: bfe95ef4-60d9-461d-b53c-aab922e9137c, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:42:26.157320 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-0016bbab-51fb-4418-9356-50c52fc575bd None None] Provisioning complete for port 86fd9654-43ea-4f46-b28b-2edc0afd249b triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:42:26.158168 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-0016bbab-51fb-4418-9356-50c52fc575bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:26.176847 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ba44c4-986c-45c5-ac21-b0da559a3ca3 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Network bfe95ef4-60d9-461d-b53c-aab922e9137c is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:42:26.191693 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-84ba44c4-986c-45c5-ac21-b0da559a3ca3 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, bfe95ef4-60d9-461d-b53c-aab922e9137c) {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:42:26.196814 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ba44c4-986c-45c5-ac21-b0da559a3ca3 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:42:26.204430 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ba44c4-986c-45c5-ac21-b0da559a3ca3 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:26.205601 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-84ba44c4-986c-45c5-ac21-b0da559a3ca3 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:26.231552 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-84ba44c4-986c-45c5-ac21-b0da559a3ca3 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.8460767 Aug 10 03:42:26.231965 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 57996) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:26.240049 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-c371b001-8d2e-4d7e-8147-0468680cfe16 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1621498752'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:26.251786 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-0016bbab-51fb-4418-9356-50c52fc575bd None None] Port 86fd9654-43ea-4f46-b28b-2edc0afd249b cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:42:26.266922 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc0894d-3b1b-43bc-91e6-a2103cfa6f51 None None] Network bfe95ef4-60d9-461d-b53c-aab922e9137c requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:42:26.274484 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c371b001-8d2e-4d7e-8147-0468680cfe16 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Made reservation on behalf of 2dd944f287b540098f0fcef72a77648e for: {'network': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:42:26.282657 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c371b001-8d2e-4d7e-8147-0468680cfe16 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:26.320772 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c371b001-8d2e-4d7e-8147-0468680cfe16 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=94260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:42:26.335811 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c371b001-8d2e-4d7e-8147-0468680cfe16 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:26.336308 n-d-768862-13 neutron-server[94260]: INFO neutron.db.segments_db [None req-c371b001-8d2e-4d7e-8147-0468680cfe16 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Added segment fcea753e-1b76-4e6f-85d5-d23acf35bb49 of type vlan for network 191c346a-c53a-41e1-875f-20e8f80ae416 Aug 10 03:42:26.399534 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c371b001-8d2e-4d7e-8147-0468680cfe16 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:26.456763 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:26.458284 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c371b001-8d2e-4d7e-8147-0468680cfe16 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:26.466455 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c371b001-8d2e-4d7e-8147-0468680cfe16 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:26.469118 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c371b001-8d2e-4d7e-8147-0468680cfe16 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:26.507966 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-c371b001-8d2e-4d7e-8147-0468680cfe16 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2738099 Aug 10 03:42:26.511150 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 58012) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:26.517565 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-d0565d1d-a810-4ac5-a57b-3933f8dd0d3a tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Request body: {'ports': [{'network_id': 'bfe95ef4-60d9-461d-b53c-aab922e9137c'}, {'network_id': '191c346a-c53a-41e1-875f-20e8f80ae416'}]} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:26.517852 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-d0565d1d-a810-4ac5-a57b-3933f8dd0d3a tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Request body: {'port': {'network_id': 'bfe95ef4-60d9-461d-b53c-aab922e9137c'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:26.518181 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-d0565d1d-a810-4ac5-a57b-3933f8dd0d3a tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Request body: {'port': {'network_id': '191c346a-c53a-41e1-875f-20e8f80ae416'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:26.762303 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:26.796957 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5ae47c6b-ed14-41e1-b874-0076c0b80bc3 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521880'] for router_interface, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:26.891270 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c371b001-8d2e-4d7e-8147-0468680cfe16 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Pushing event updated for resources: {'Network': ['ID=191c346a-c53a-41e1-875f-20e8f80ae416,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:26.917531 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0565d1d-a810-4ac5-a57b-3933f8dd0d3a tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Made reservation on behalf of 2dd944f287b540098f0fcef72a77648e for: {'port': 2} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:42:26.931882 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d0565d1d-a810-4ac5-a57b-3933f8dd0d3a tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:27.014493 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d0565d1d-a810-4ac5-a57b-3933f8dd0d3a tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:27.386983 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bac1b23-6f3c-4563-bf58-189f9043504b req-37cf865f-3c9d-41bd-80f7-cd7c121004b9 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:27.389458 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0bac1b23-6f3c-4563-bf58-189f9043504b req-37cf865f-3c9d-41bd-80f7-cd7c121004b9 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 944 time: 0.3993087 Aug 10 03:42:27.440811 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 191c346a-c53a-41e1-875f-20e8f80ae416 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:42:27.450531 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [None req-d0565d1d-a810-4ac5-a57b-3933f8dd0d3a tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] device_id is not set on port 6cb2fa2b-0760-44cb-8464-54f4ecb1e787 yet. {{(pid=94260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:42:27.458988 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0bac1b23-6f3c-4563-bf58-189f9043504b req-bb2b2333-a47f-45a9-91ac-33c414c527f9 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=970733cb-cbb6-4524-9c4b-45ba2a794350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579834 Aug 10 03:42:27.631751 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-5ae47c6b-ed14-41e1-b874-0076c0b80bc3 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Deleting port 86fd9654-43ea-4f46-b28b-2edc0afd249b {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:42:27.631751 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5ae47c6b-ed14-41e1-b874-0076c0b80bc3 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:27.673913 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port fa985a07-1184-42f6-b07b-a74bc43d55e7, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=fa985a07-1184-42f6-b07b-a74bc43d55e7,segment=NetworkSegment(5e80a499-b906-4ebc-9692-99430e1ac4dc),segment_id=5e80a499-b906-4ebc-9692-99430e1ac4dc)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:27.693202 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:27.713633 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:27.786477 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=fa985a07-1184-42f6-b07b-a74bc43d55e7,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:27.789721 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-cd546a11-136f-4042-8d6e-59e25e4fa6ef None None] Provisioning complete for port fa985a07-1184-42f6-b07b-a74bc43d55e7 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:42:27.789983 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-cd546a11-136f-4042-8d6e-59e25e4fa6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:27.813453 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5ae47c6b-ed14-41e1-b874-0076c0b80bc3 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:27.857363 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-5ae47c6b-ed14-41e1-b874-0076c0b80bc3 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Calling delete_port for 86fd9654-43ea-4f46-b28b-2edc0afd249b owned by network:router_interface {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:42:27.881571 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d0565d1d-a810-4ac5-a57b-3933f8dd0d3a tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:27.921179 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 10a20acf-dfea-44be-913e-61fb0577d1cf up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:42:28.078526 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [None req-d0565d1d-a810-4ac5-a57b-3933f8dd0d3a tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] device_id is not set on port ddedfd38-743a-4646-843b-bf18f6f6ec76 yet. {{(pid=94260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:42:28.081526 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 10a20acf-dfea-44be-913e-61fb0577d1cf triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:42:28.082328 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:28.352305 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5ae47c6b-ed14-41e1-b874-0076c0b80bc3 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:28.438014 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae47c6b-ed14-41e1-b874-0076c0b80bc3 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Pushing event deleted for resources: {'Port': ['ID=86fd9654-43ea-4f46-b28b-2edc0afd249b,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:28.463078 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d0565d1d-a810-4ac5-a57b-3933f8dd0d3a tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:28.579644 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d0565d1d-a810-4ac5-a57b-3933f8dd0d3a tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:28.581386 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5ae47c6b-ed14-41e1-b874-0076c0b80bc3 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-522536'] for router_interface, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:28.718103 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0565d1d-a810-4ac5-a57b-3933f8dd0d3a tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Network bfe95ef4-60d9-461d-b53c-aab922e9137c is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:42:28.749090 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-d0565d1d-a810-4ac5-a57b-3933f8dd0d3a tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:42:28.758829 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0565d1d-a810-4ac5-a57b-3933f8dd0d3a tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:42:28.759759 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d0565d1d-a810-4ac5-a57b-3933f8dd0d3a tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:28.793484 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0565d1d-a810-4ac5-a57b-3933f8dd0d3a tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Pushing event updated for resources: {'Port': ['ID=6cb2fa2b-0760-44cb-8464-54f4ecb1e787,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:28.831245 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ae47c6b-ed14-41e1-b874-0076c0b80bc3 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Router 8cd2fb61-076f-4b40-9932-c91c2e9e1ffe has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:42:28.856972 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0565d1d-a810-4ac5-a57b-3933f8dd0d3a tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Pushing event updated for resources: {'Port': ['ID=ddedfd38-743a-4646-843b-bf18f6f6ec76,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:28.875748 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a19397-9d4b-41cb-ac99-36aaef588f88 req-ca26efb2-cc49-4497-9981-214ebcf2d69a tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:28.877740 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b1a19397-9d4b-41cb-ac99-36aaef588f88 req-ca26efb2-cc49-4497-9981-214ebcf2d69a tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 944 time: 0.1836243 Aug 10 03:42:28.928122 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0565d1d-a810-4ac5-a57b-3933f8dd0d3a tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Checking segment: {'id': 'fcea753e-1b76-4e6f-85d5-d23acf35bb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '191c346a-c53a-41e1-875f-20e8f80ae416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:42:28.928796 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0565d1d-a810-4ac5-a57b-3933f8dd0d3a tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Network hostable DHCP agents. Network: 191c346a-c53a-41e1-875f-20e8f80ae416, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:42:29.008608 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b1a19397-9d4b-41cb-ac99-36aaef588f88 req-983c87ee-e859-4d91-b17d-926bb44f60ae tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=970733cb-cbb6-4524-9c4b-45ba2a794350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967140 Aug 10 03:42:29.034921 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae47c6b-ed14-41e1-b874-0076c0b80bc3 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:42:29.043967 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0565d1d-a810-4ac5-a57b-3933f8dd0d3a tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Network 191c346a-c53a-41e1-875f-20e8f80ae416 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:42:29.050262 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2031c7c6-4ee1-4fc1-aa34-62c0c2512061 None None] Sync routers for ids ['8cd2fb61-076f-4b40-9932-c91c2e9e1ffe'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:42:29.058742 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 58052) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:29.059599 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-5ae47c6b-ed14-41e1-b874-0076c0b80bc3 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] 10.222.0.44 "PUT /v2.0/routers/8cd2fb61-076f-4b40-9932-c91c2e9e1ffe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1273670 Aug 10 03:42:29.065665 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2031c7c6-4ee1-4fc1-aa34-62c0c2512061 None None] Routers {'8cd2fb61-076f-4b40-9932-c91c2e9e1ffe'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:42:29.070148 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-2031c7c6-4ee1-4fc1-aa34-62c0c2512061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:42:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['8cd2fb61-076f-4b40-9932-c91c2e9e1ffe'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:29.129349 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-2031c7c6-4ee1-4fc1-aa34-62c0c2512061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:29.131525 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-d0565d1d-a810-4ac5-a57b-3933f8dd0d3a tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 191c346a-c53a-41e1-875f-20e8f80ae416) {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:42:29.159440 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c61e67c-a1d9-40c4-bbbc-90f2f46b3470 None None] Network 191c346a-c53a-41e1-875f-20e8f80ae416 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:42:29.200580 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2031c7c6-4ee1-4fc1-aa34-62c0c2512061 None None] Routers {'8cd2fb61-076f-4b40-9932-c91c2e9e1ffe'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:42:29.201266 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-2031c7c6-4ee1-4fc1-aa34-62c0c2512061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:42:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['8cd2fb61-076f-4b40-9932-c91c2e9e1ffe'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:29.208284 n-d-768862-13 neutron-server[94260]: INFO neutron.api.v2.resource [None req-c8e68349-9297-4f09-ab33-8d89ba0e0aed tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] delete failed (client error): The resource could not be found. Aug 10 03:42:29.209875 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-c8e68349-9297-4f09-ab33-8d89ba0e0aed tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] 10.222.0.44 "DELETE /v2.0/routers/tempest-non_exist_router-1776488170 HTTP/1.1" status: 404 len: 335 time: 0.1369176 Aug 10 03:42:29.214405 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 58054) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:29.219899 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-5637f075-bcfe-4ac0-a21d-60ad40cf866f tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Request body: {'router': {'external_gateway_info': {'network_id': '8cd2fb61-076f-4b40-9932-c91c2e9e1ffe'}}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:29.220145 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0565d1d-a810-4ac5-a57b-3933f8dd0d3a tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:42:29.231036 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0565d1d-a810-4ac5-a57b-3933f8dd0d3a tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:29.240616 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0565d1d-a810-4ac5-a57b-3933f8dd0d3a tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:29.241599 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d0565d1d-a810-4ac5-a57b-3933f8dd0d3a tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:29.273520 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-d0565d1d-a810-4ac5-a57b-3933f8dd0d3a tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.7610521 Aug 10 03:42:29.276026 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 58058) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:29.404934 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-2031c7c6-4ee1-4fc1-aa34-62c0c2512061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:29.406022 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2031c7c6-4ee1-4fc1-aa34-62c0c2512061 None None] The sync data for ids ['8cd2fb61-076f-4b40-9932-c91c2e9e1ffe'] in n-d-768862-13 is: [] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:42:29.510122 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-8bf1d65d-424b-4b7f-9c15-3e5a5791ed73 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Deleting port ddedfd38-743a-4646-843b-bf18f6f6ec76 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:42:29.510994 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8bf1d65d-424b-4b7f-9c15-3e5a5791ed73 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:29.723942 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5637f075-bcfe-4ac0-a21d-60ad40cf866f tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:29.749200 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8bf1d65d-424b-4b7f-9c15-3e5a5791ed73 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:29.767529 n-d-768862-13 neutron-server[94261]: INFO neutron.api.v2.resource [None req-5637f075-bcfe-4ac0-a21d-60ad40cf866f tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] update failed (client error): The resource could not be found. Aug 10 03:42:29.769293 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-5637f075-bcfe-4ac0-a21d-60ad40cf866f tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] 10.222.0.44 "PUT /v2.0/routers/8cd2fb61-076f-4b40-9932-c91c2e9e1ffe HTTP/1.1" status: 404 len: 339 time: 0.5535536 Aug 10 03:42:29.775833 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 58066) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:29.788771 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-8bf1d65d-424b-4b7f-9c15-3e5a5791ed73 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Calling delete_port for ddedfd38-743a-4646-843b-bf18f6f6ec76 owned by {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:42:29.792948 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-54fc5328-b445-4138-ac31-fa1d14af3ea9 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1053942244'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:29.883912 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54fc5328-b445-4138-ac31-fa1d14af3ea9 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Made reservation on behalf of 0bba48151a8e48e183489c83cffd290b for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:42:29.890020 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-54fc5328-b445-4138-ac31-fa1d14af3ea9 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:29.948172 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device fa985a07-1184-42f6-b07b-a74bc43d55e7 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:42:29.990995 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54fc5328-b445-4138-ac31-fa1d14af3ea9 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:42:30.010315 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8bf1d65d-424b-4b7f-9c15-3e5a5791ed73 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:30.016806 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-54fc5328-b445-4138-ac31-fa1d14af3ea9 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:30.017869 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-54fc5328-b445-4138-ac31-fa1d14af3ea9 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Added segment cb87b50c-066e-45d1-ad50-02cd3f004da0 of type vlan for network d5b96159-0ae4-4c19-a71b-7ca6ab99623c Aug 10 03:42:30.122852 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf1d65d-424b-4b7f-9c15-3e5a5791ed73 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Pushing event deleted for resources: {'Port': ['ID=ddedfd38-743a-4646-843b-bf18f6f6ec76,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:30.127565 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port fa985a07-1184-42f6-b07b-a74bc43d55e7 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:42:30.128404 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:30.136920 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8bf1d65d-424b-4b7f-9c15-3e5a5791ed73 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:30.145483 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-8bf1d65d-424b-4b7f-9c15-3e5a5791ed73 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "DELETE /v2.0/ports/ddedfd38-743a-4646-843b-bf18f6f6ec76 HTTP/1.1" status: 204 len: 168 time: 0.8675063 Aug 10 03:42:30.149331 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 58076) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:30.210595 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-54fc5328-b445-4138-ac31-fa1d14af3ea9 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:30.308354 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-54fc5328-b445-4138-ac31-fa1d14af3ea9 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:30.327615 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fc5328-b445-4138-ac31-fa1d14af3ea9 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:30.328810 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-54fc5328-b445-4138-ac31-fa1d14af3ea9 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:30.471828 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-54fc5328-b445-4138-ac31-fa1d14af3ea9 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6944010 Aug 10 03:42:30.479090 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 58082) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:30.489536 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-13441273-d72b-4e84-be85-af8cda8071be tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Request body: {'subnet': {'network_id': 'd5b96159-0ae4-4c19-a71b-7ca6ab99623c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:30.552092 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504e940a-6d09-4478-8ca5-9ddac5aec03c tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:30.564544 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504e940a-6d09-4478-8ca5-9ddac5aec03c tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:30.571781 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-504e940a-6d09-4478-8ca5-9ddac5aec03c tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.4168575 Aug 10 03:42:30.575644 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 58086) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:30.584853 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3662e6-7a08-4628-b568-9572f1e67bd5 req-37b9518a-ef7c-4563-89b5-2c844179c74c tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:30.587632 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0e3662e6-7a08-4628-b568-9572f1e67bd5 req-37b9518a-ef7c-4563-89b5-2c844179c74c tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 944 time: 0.2554028 Aug 10 03:42:30.590557 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc5328-b445-4138-ac31-fa1d14af3ea9 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Pushing event updated for resources: {'Network': ['ID=d5b96159-0ae4-4c19-a71b-7ca6ab99623c,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:30.612044 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network d5b96159-0ae4-4c19-a71b-7ca6ab99623c details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:42:30.700249 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0e3662e6-7a08-4628-b568-9572f1e67bd5 req-dcdc4921-15c4-417d-aae3-3cd121537722 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=970733cb-cbb6-4524-9c4b-45ba2a794350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854721 Aug 10 03:42:30.839888 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13441273-d72b-4e84-be85-af8cda8071be tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Made reservation on behalf of 0bba48151a8e48e183489c83cffd290b for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:42:30.846876 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-13441273-d72b-4e84-be85-af8cda8071be tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:30.934459 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-71c5bdcb-c366-4aa8-89fe-ea4cf65abf6c tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Deleting port 6cb2fa2b-0760-44cb-8464-54f4ecb1e787 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:42:30.935147 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-71c5bdcb-c366-4aa8-89fe-ea4cf65abf6c tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:31.048698 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-71c5bdcb-c366-4aa8-89fe-ea4cf65abf6c tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:31.081226 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-71c5bdcb-c366-4aa8-89fe-ea4cf65abf6c tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Calling delete_port for 6cb2fa2b-0760-44cb-8464-54f4ecb1e787 owned by {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:42:31.453278 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-13441273-d72b-4e84-be85-af8cda8071be tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:31.514129 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 58094) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:31.538829 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-71c5bdcb-c366-4aa8-89fe-ea4cf65abf6c tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:31.616374 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c5bdcb-c366-4aa8-89fe-ea4cf65abf6c tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Pushing event deleted for resources: {'Port': ['ID=6cb2fa2b-0760-44cb-8464-54f4ecb1e787,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:31.717273 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13441273-d72b-4e84-be85-af8cda8071be tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Checking segment: {'id': 'cb87b50c-066e-45d1-ad50-02cd3f004da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd5b96159-0ae4-4c19-a71b-7ca6ab99623c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:42:31.717979 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13441273-d72b-4e84-be85-af8cda8071be tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Network hostable DHCP agents. Network: d5b96159-0ae4-4c19-a71b-7ca6ab99623c, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:42:31.723114 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-71c5bdcb-c366-4aa8-89fe-ea4cf65abf6c tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:31.731363 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-71c5bdcb-c366-4aa8-89fe-ea4cf65abf6c tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "DELETE /v2.0/ports/6cb2fa2b-0760-44cb-8464-54f4ecb1e787 HTTP/1.1" status: 204 len: 168 time: 1.1545863 Aug 10 03:42:31.733027 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 58100) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:31.733793 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13441273-d72b-4e84-be85-af8cda8071be tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Pushing event updated for resources: {'Subnet': ['ID=65d84b98-438d-4063-a258-ebc1db5781d3,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:31.775424 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13441273-d72b-4e84-be85-af8cda8071be tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Network d5b96159-0ae4-4c19-a71b-7ca6ab99623c is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:42:31.794310 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-13441273-d72b-4e84-be85-af8cda8071be tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, d5b96159-0ae4-4c19-a71b-7ca6ab99623c) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:42:31.805987 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13441273-d72b-4e84-be85-af8cda8071be tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:31.809475 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-13441273-d72b-4e84-be85-af8cda8071be tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:31.848928 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e675736a-da6c-439a-8ae1-d9a313850ab7 None None] Network d5b96159-0ae4-4c19-a71b-7ca6ab99623c requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:42:31.869404 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-13441273-d72b-4e84-be85-af8cda8071be tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3881559 Aug 10 03:42:31.870667 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 58106) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:31.880692 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-c2aaa4be-3f7b-4d91-8d4f-9b5372c2016b tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd5b96159-0ae4-4c19-a71b-7ca6ab99623c'}}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:31.910959 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da426632-e3a6-4cb8-9dd7-6cee544f812c tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:31.915071 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-da426632-e3a6-4cb8-9dd7-6cee544f812c tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1795316 Aug 10 03:42:31.921291 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 58110) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:32.062580 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-ad255b50-dc8d-4a1f-8dc7-bd92f56f4be6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4b3e1443c2a146739459bd421c051116&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5462098 Aug 10 03:42:32.072437 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 58112) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:32.146586 n-d-768862-13 neutron-server[94260]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1f1b103-9629-4479-95e6-799741071ed9 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] GET failed (client error): The resource could not be found. Aug 10 03:42:32.150469 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-f1f1b103-9629-4479-95e6-799741071ed9 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "GET /v2.0/ports/ddedfd38-743a-4646-843b-bf18f6f6ec76 HTTP/1.1" status: 404 len: 333 time: 0.1881382 Aug 10 03:42:32.167147 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 58118) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:32.283524 n-d-768862-13 neutron-server[94260]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d9f0a93-db40-45ff-b236-e4f0680f67d7 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] GET failed (client error): The resource could not be found. Aug 10 03:42:32.291721 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-6d9f0a93-db40-45ff-b236-e4f0680f67d7 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "GET /v2.0/ports/6cb2fa2b-0760-44cb-8464-54f4ecb1e787 HTTP/1.1" status: 404 len: 333 time: 0.1196456 Aug 10 03:42:32.294131 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 58122) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:32.375207 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955951e5-1542-4350-ac55-d2583b691319 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-d5b96159-0ae4-4c19-a71b-7ca6ab99623c', 'network_id': 'd5b96159-0ae4-4c19-a71b-7ca6ab99623c', 'tenant_id': '0bba48151a8e48e183489c83cffd290b', 'fixed_ips': [{'subnet_id': '65d84b98-438d-4063-a258-ebc1db5781d3'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:42:32.377178 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-955951e5-1542-4350-ac55-d2583b691319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:32.439077 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ca4dd5-bd93-4d63-b047-1795c6f3ee2d req-1324f5ca-aebc-49d5-9c5d-49bb9629389c tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:32.449792 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c2aaa4be-3f7b-4d91-8d4f-9b5372c2016b tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:32.454913 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-99ca4dd5-bd93-4d63-b047-1795c6f3ee2d req-1324f5ca-aebc-49d5-9c5d-49bb9629389c tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 944 time: 0.4115441 Aug 10 03:42:32.547184 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ae6dba90-f170-4cc9-8bcd-45693c2df07c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:32.578796 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ae6dba90-f170-4cc9-8bcd-45693c2df07c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:32.610488 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2621d7d5-1a6b-4d0f-8b0c-64b3957671af tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:32.624627 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-99ca4dd5-bd93-4d63-b047-1795c6f3ee2d req-1e4548e8-8ded-4a50-b6a5-ee163ea83e9a tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=970733cb-cbb6-4524-9c4b-45ba2a794350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1680198 Aug 10 03:42:32.689057 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ae6dba90-f170-4cc9-8bcd-45693c2df07c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:32.693030 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ae6dba90-f170-4cc9-8bcd-45693c2df07c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:32.696650 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ae6dba90-f170-4cc9-8bcd-45693c2df07c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/18ae5da1-0099-4ba8-a115-20fa7fc38df8 HTTP/1.1" status: 204 len: 168 time: 0.6205938 Aug 10 03:42:32.756154 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-955951e5-1542-4350-ac55-d2583b691319 None None] Allocated IP 2001:db8:1::2 (d5b96159-0ae4-4c19-a71b-7ca6ab99623c/65d84b98-438d-4063-a258-ebc1db5781d3/e166e1ee-ce98-46b6-af8c-c69a0a02c0cc) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:42:32.766474 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6dba90-f170-4cc9-8bcd-45693c2df07c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ae5da1-0099-4ba8-a115-20fa7fc38df8,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:32.899532 n-d-768862-13 neutron-server[94261]: INFO neutron.api.v2.resource [None req-c2aaa4be-3f7b-4d91-8d4f-9b5372c2016b tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:42:32.905474 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-c2aaa4be-3f7b-4d91-8d4f-9b5372c2016b tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] 10.222.0.44 "PUT /v2.0/routers/8cd2fb61-076f-4b40-9932-c91c2e9e1ffe HTTP/1.1" status: 400 len: 364 time: 1.0294363 Aug 10 03:42:32.905956 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 58128) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:32.954987 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2621d7d5-1a6b-4d0f-8b0c-64b3957671af tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:32.977450 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-2621d7d5-1a6b-4d0f-8b0c-64b3957671af tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['191c346a-c53a-41e1-875f-20e8f80ae416']}} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:33.024491 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-2621d7d5-1a6b-4d0f-8b0c-64b3957671af tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcea753e-1b76-4e6f-85d5-d23acf35bb49') {'for_net_delete': True} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:33.026247 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-2621d7d5-1a6b-4d0f-8b0c-64b3957671af tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcea753e-1b76-4e6f-85d5-d23acf35bb49') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:33.051886 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2621d7d5-1a6b-4d0f-8b0c-64b3957671af tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191186'] for segment, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:33.096678 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2621d7d5-1a6b-4d0f-8b0c-64b3957671af tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:33.153385 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2621d7d5-1a6b-4d0f-8b0c-64b3957671af tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=94260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:42:33.155464 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2621d7d5-1a6b-4d0f-8b0c-64b3957671af tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58895489'] for segment, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:33.352898 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-955951e5-1542-4350-ac55-d2583b691319 None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:33.393595 n-d-768862-13 neutron-server[94260]: Traceback (most recent call last): Aug 10 03:42:33.393595 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:42:33.393595 n-d-768862-13 neutron-server[94260]: timer() Aug 10 03:42:33.393595 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:42:33.393595 n-d-768862-13 neutron-server[94260]: cb(*args, **kw) Aug 10 03:42:33.393595 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:42:33.393595 n-d-768862-13 neutron-server[94260]: return func(*args, **kwargs) Aug 10 03:42:33.393595 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:42:33.393595 n-d-768862-13 neutron-server[94260]: self._notify() Aug 10 03:42:33.393595 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:42:33.393595 n-d-768862-13 neutron-server[94260]: self.callback(batched_events) Aug 10 03:42:33.393595 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:42:33.393595 n-d-768862-13 neutron-server[94260]: event.method(event) Aug 10 03:42:33.393595 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:42:33.393595 n-d-768862-13 neutron-server[94260]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:42:33.393595 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:42:33.393595 n-d-768862-13 neutron-server[94260]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:42:33.393595 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:42:33.393595 n-d-768862-13 neutron-server[94260]: return f(self, *a, **k) Aug 10 03:42:33.393595 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:42:33.393595 n-d-768862-13 neutron-server[94260]: return self._get(url).json() Aug 10 03:42:33.393595 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:42:33.393595 n-d-768862-13 neutron-server[94260]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:42:33.393595 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:42:33.393595 n-d-768862-13 neutron-server[94260]: return self.request(url, 'GET', **kwargs) Aug 10 03:42:33.393595 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:42:33.393595 n-d-768862-13 neutron-server[94260]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:42:33.393595 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:42:33.393595 n-d-768862-13 neutron-server[94260]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:42:33.393595 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:42:33.393595 n-d-768862-13 neutron-server[94260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:42:33.393595 n-d-768862-13 neutron-server[94260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:42:33.398173 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:33.401509 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-955951e5-1542-4350-ac55-d2583b691319 None None] Transition to ACTIVE for port object e166e1ee-ce98-46b6-af8c-c69a0a02c0cc will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:42:33.403661 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2621d7d5-1a6b-4d0f-8b0c-64b3957671af tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:33.435223 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-955951e5-1542-4350-ac55-d2583b691319 None None] Transition to ACTIVE for port object e166e1ee-ce98-46b6-af8c-c69a0a02c0cc will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:42:33.443377 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2621d7d5-1a6b-4d0f-8b0c-64b3957671af tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:33.447353 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-2621d7d5-1a6b-4d0f-8b0c-64b3957671af tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "DELETE /v2.0/networks/191c346a-c53a-41e1-875f-20e8f80ae416 HTTP/1.1" status: 204 len: 168 time: 1.1507885 Aug 10 03:42:33.451224 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 58132) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:33.454526 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-955951e5-1542-4350-ac55-d2583b691319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:33.464557 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-5f6eb04f-4278-490e-844e-340c6a3be137 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1322923017'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:33.472306 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2621d7d5-1a6b-4d0f-8b0c-64b3957671af tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Pushing event deleted for resources: {'Network': ['ID=191c346a-c53a-41e1-875f-20e8f80ae416,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:33.533241 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955951e5-1542-4350-ac55-d2583b691319 None None] Network d5b96159-0ae4-4c19-a71b-7ca6ab99623c is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:42:33.539675 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2861ca77-7a7a-499a-be9d-643566ff95a7 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:33.542898 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-955951e5-1542-4350-ac55-d2583b691319 None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:42:33.550064 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955951e5-1542-4350-ac55-d2583b691319 None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:42:33.646663 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-955951e5-1542-4350-ac55-d2583b691319 None None] Attempting to bind port e166e1ee-ce98-46b6-af8c-c69a0a02c0cc on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:42:33.647057 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-955951e5-1542-4350-ac55-d2583b691319 None None] Attempting to bind port e166e1ee-ce98-46b6-af8c-c69a0a02c0cc by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'cb87b50c-066e-45d1-ad50-02cd3f004da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd5b96159-0ae4-4c19-a71b-7ca6ab99623c'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:42:33.647499 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955951e5-1542-4350-ac55-d2583b691319 None None] Attempting to bind port e166e1ee-ce98-46b6-af8c-c69a0a02c0cc on network d5b96159-0ae4-4c19-a71b-7ca6ab99623c {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:42:33.649828 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955951e5-1542-4350-ac55-d2583b691319 None None] Pushing event updated for resources: {'Port': ['ID=e166e1ee-ce98-46b6-af8c-c69a0a02c0cc,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:33.667350 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955951e5-1542-4350-ac55-d2583b691319 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:42:33.667912 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955951e5-1542-4350-ac55-d2583b691319 None None] Checking segment: {'id': 'cb87b50c-066e-45d1-ad50-02cd3f004da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd5b96159-0ae4-4c19-a71b-7ca6ab99623c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:42:33.668730 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-955951e5-1542-4350-ac55-d2583b691319 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:33.669213 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955951e5-1542-4350-ac55-d2583b691319 None None] Bound using segment: {'id': 'cb87b50c-066e-45d1-ad50-02cd3f004da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd5b96159-0ae4-4c19-a71b-7ca6ab99623c'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:42:33.669821 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-955951e5-1542-4350-ac55-d2583b691319 None None] Bound port: e166e1ee-ce98-46b6-af8c-c69a0a02c0cc, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb87b50c-066e-45d1-ad50-02cd3f004da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd5b96159-0ae4-4c19-a71b-7ca6ab99623c'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:42:33.670940 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-955951e5-1542-4350-ac55-d2583b691319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:33.793940 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-955951e5-1542-4350-ac55-d2583b691319 None None] For port e166e1ee-ce98-46b6-af8c-c69a0a02c0cc, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:42:33.799097 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-955951e5-1542-4350-ac55-d2583b691319 None None] For port e166e1ee-ce98-46b6-af8c-c69a0a02c0cc, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=e166e1ee-ce98-46b6-af8c-c69a0a02c0cc,segment=NetworkSegment(cb87b50c-066e-45d1-ad50-02cd3f004da0),segment_id=cb87b50c-066e-45d1-ad50-02cd3f004da0)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:42:33.808496 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-955951e5-1542-4350-ac55-d2583b691319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:33.886905 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b955b-3f36-4eb8-a442-af061ba55e3b req-a4782721-7743-4ae4-8812-36b22e6b7c45 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:33.909688 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-251b955b-3f36-4eb8-a442-af061ba55e3b req-a4782721-7743-4ae4-8812-36b22e6b7c45 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 944 time: 0.1798577 Aug 10 03:42:33.936588 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955951e5-1542-4350-ac55-d2583b691319 None None] Pushing event updated for resources: {'Port': ['ID=e166e1ee-ce98-46b6-af8c-c69a0a02c0cc,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:33.969646 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f6eb04f-4278-490e-844e-340c6a3be137 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Made reservation on behalf of 2dd944f287b540098f0fcef72a77648e for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:42:33.979149 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5f6eb04f-4278-490e-844e-340c6a3be137 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:34.017940 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-251b955b-3f36-4eb8-a442-af061ba55e3b req-a7c0afdd-af18-4edb-b313-da243b204f11 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=970733cb-cbb6-4524-9c4b-45ba2a794350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011562 Aug 10 03:42:34.127525 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f6eb04f-4278-490e-844e-340c6a3be137 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:42:34.178174 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5f6eb04f-4278-490e-844e-340c6a3be137 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:34.179258 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-5f6eb04f-4278-490e-844e-340c6a3be137 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Added segment e589eab6-0ca6-4acb-9863-99e1918e9db8 of type vlan for network 319a7eac-c33b-4e10-a65f-8905c3820bd6 Aug 10 03:42:34.553657 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903e34bf-1b33-4490-850d-eb60c5ad2019 req-7561e068-2705-4f48-9ac2-65066a16ed5e tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:34.556790 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-903e34bf-1b33-4490-850d-eb60c5ad2019 req-7561e068-2705-4f48-9ac2-65066a16ed5e tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 944 time: 0.1874671 Aug 10 03:42:34.673830 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-903e34bf-1b33-4490-850d-eb60c5ad2019 req-b1a956c0-299f-453b-bc5b-9c865bfaf569 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=970733cb-cbb6-4524-9c4b-45ba2a794350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034143 Aug 10 03:42:34.883177 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5f6eb04f-4278-490e-844e-340c6a3be137 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:34.927132 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-2861ca77-7a7a-499a-be9d-643566ff95a7 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Allocated IP 2001:db8::1 (406ed857-05f6-4a8c-bc37-cd3d33f232d6/c21e3738-5a8a-4e3e-8b3f-f801e7e7e568/68971936-dab3-4792-96a5-8f4d9a4b423d) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:42:34.958639 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7024f6a9-b17b-442b-81eb-27dffe9818a0 req-92cfa9fa-b082-4e20-8ba3-a8a36674edfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:34.960395 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-7024f6a9-b17b-442b-81eb-27dffe9818a0 req-92cfa9fa-b082-4e20-8ba3-a8a36674edfc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2680b799feb54d8c9fdff98330bf1a96&device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 1096 time: 0.1498139 Aug 10 03:42:35.042144 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5f6eb04f-4278-490e-844e-340c6a3be137 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:35.048560 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6eb04f-4278-490e-844e-340c6a3be137 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:35.049375 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5f6eb04f-4278-490e-844e-340c6a3be137 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:35.198253 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-5f6eb04f-4278-490e-844e-340c6a3be137 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.7354014 Aug 10 03:42:35.198253 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6eb04f-4278-490e-844e-340c6a3be137 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Pushing event updated for resources: {'Network': ['ID=319a7eac-c33b-4e10-a65f-8905c3820bd6,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:35.203032 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 58146) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:35.209074 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 319a7eac-c33b-4e10-a65f-8905c3820bd6 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:42:35.230145 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-a352e806-eff8-4b29-8f71-88b58f07b1d7 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Request body: {'subnet': {'network_id': '319a7eac-c33b-4e10-a65f-8905c3820bd6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:35.359282 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7024f6a9-b17b-442b-81eb-27dffe9818a0 req-29ec20f1-eece-43cd-a4aa-0536064b0a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:35.361347 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-7024f6a9-b17b-442b-81eb-27dffe9818a0 req-29ec20f1-eece-43cd-a4aa-0536064b0a3a service neutron] 10.222.0.61 "GET /v2.0/networks?id=d07bf9c0-feda-49f0-ac68-879462adf9f1 HTTP/1.1" status: 200 len: 911 time: 0.3898163 Aug 10 03:42:35.443352 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2861ca77-7a7a-499a-be9d-643566ff95a7 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:35.506134 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [None req-2861ca77-7a7a-499a-be9d-643566ff95a7 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Transition to ACTIVE for port object 68971936-dab3-4792-96a5-8f4d9a4b423d will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:42:35.551234 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-7024f6a9-b17b-442b-81eb-27dffe9818a0 req-8c4fe934-be47-46d4-8587-63dab117e289 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5c938b4-b620-4188-a605-ddf0a909af0a HTTP/1.1" status: 200 len: 999 time: 0.1791570 Aug 10 03:42:35.573495 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a352e806-eff8-4b29-8f71-88b58f07b1d7 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Made reservation on behalf of 2dd944f287b540098f0fcef72a77648e for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:42:35.577761 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a352e806-eff8-4b29-8f71-88b58f07b1d7 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:35.679144 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2861ca77-7a7a-499a-be9d-643566ff95a7 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:35.765040 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c66340-d422-4987-aad6-48a7cbd7d261 None None] Network d5b96159-0ae4-4c19-a71b-7ca6ab99623c requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:42:35.792298 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2861ca77-7a7a-499a-be9d-643566ff95a7 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Network 406ed857-05f6-4a8c-bc37-cd3d33f232d6 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:42:35.808223 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7024f6a9-b17b-442b-81eb-27dffe9818a0 req-79286fcb-4dcf-4d5b-b69f-ae18b151656d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:35.809696 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-7024f6a9-b17b-442b-81eb-27dffe9818a0 req-79286fcb-4dcf-4d5b-b69f-ae18b151656d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=33a1c40e-b5d2-46c7-a6a1-fa6cc0352aec HTTP/1.1" status: 200 len: 850 time: 0.2499077 Aug 10 03:42:35.810778 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-2861ca77-7a7a-499a-be9d-643566ff95a7 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:42:35.813287 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2861ca77-7a7a-499a-be9d-643566ff95a7 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:42:35.813853 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2861ca77-7a7a-499a-be9d-643566ff95a7 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521745'] for router_interface, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:35.880133 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2861ca77-7a7a-499a-be9d-643566ff95a7 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Pushing event updated for resources: {'Port': ['ID=68971936-dab3-4792-96a5-8f4d9a4b423d,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:36.017903 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-bf9a3feb-6286-490a-ac4b-35da8172f9d7 None None] Provisioning for port e166e1ee-ce98-46b6-af8c-c69a0a02c0cc completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:42:36.138491 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169c548b-2b33-4030-968a-705590a6b2f1 req-0f07a52e-6bb7-4a3b-bb23-2d0dd9975db0 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:36.142873 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-169c548b-2b33-4030-968a-705590a6b2f1 req-0f07a52e-6bb7-4a3b-bb23-2d0dd9975db0 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 944 time: 0.2065806 Aug 10 03:42:36.149184 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device e166e1ee-ce98-46b6-af8c-c69a0a02c0cc up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:42:36.245447 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a352e806-eff8-4b29-8f71-88b58f07b1d7 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:36.273612 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-169c548b-2b33-4030-968a-705590a6b2f1 req-741794f6-d799-4248-8bda-8ef8f343133c tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=970733cb-cbb6-4524-9c4b-45ba2a794350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234283 Aug 10 03:42:36.390149 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port e166e1ee-ce98-46b6-af8c-c69a0a02c0cc completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:42:36.408459 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2861ca77-7a7a-499a-be9d-643566ff95a7 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:36.425089 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a352e806-eff8-4b29-8f71-88b58f07b1d7 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Pushing event updated for resources: {'Subnet': ['ID=6375c131-62b9-4096-b410-6777ae4bdde3,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:36.432202 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7024f6a9-b17b-442b-81eb-27dffe9818a0 req-69ee4b68-f19d-49ad-8a17-5576bca92d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:36.433903 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-7024f6a9-b17b-442b-81eb-27dffe9818a0 req-69ee4b68-f19d-49ad-8a17-5576bca92d36 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d07bf9c0-feda-49f0-ac68-879462adf9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6070964 Aug 10 03:42:36.551242 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port e166e1ee-ce98-46b6-af8c-c69a0a02c0cc triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:42:36.551779 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:36.608657 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 58168) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:36.626531 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-7024f6a9-b17b-442b-81eb-27dffe9818a0 req-95864297-c73f-47a2-88f8-e3f44cd531dd service neutron] 10.222.0.61 "GET /v2.0/networks/d07bf9c0-feda-49f0-ac68-879462adf9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742394 Aug 10 03:42:36.683888 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-7278bcb8-dee3-4bc5-8910-15ea203ed017 None None] Provisioning for port 68971936-dab3-4792-96a5-8f4d9a4b423d completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:42:36.689246 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a352e806-eff8-4b29-8f71-88b58f07b1d7 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Checking segment: {'id': 'e589eab6-0ca6-4acb-9863-99e1918e9db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '319a7eac-c33b-4e10-a65f-8905c3820bd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:42:36.689609 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a352e806-eff8-4b29-8f71-88b58f07b1d7 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Network hostable DHCP agents. Network: 319a7eac-c33b-4e10-a65f-8905c3820bd6, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:42:36.693807 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-7278bcb8-dee3-4bc5-8910-15ea203ed017 None None] Provisioning complete for port 68971936-dab3-4792-96a5-8f4d9a4b423d triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:42:36.694335 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-7278bcb8-dee3-4bc5-8910-15ea203ed017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:36.803962 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:36.815429 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-7278bcb8-dee3-4bc5-8910-15ea203ed017 None None] Port 68971936-dab3-4792-96a5-8f4d9a4b423d cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:42:36.831031 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a352e806-eff8-4b29-8f71-88b58f07b1d7 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Network 319a7eac-c33b-4e10-a65f-8905c3820bd6 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:42:36.856237 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port e166e1ee-ce98-46b6-af8c-c69a0a02c0cc, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=e166e1ee-ce98-46b6-af8c-c69a0a02c0cc,segment=NetworkSegment(cb87b50c-066e-45d1-ad50-02cd3f004da0),segment_id=cb87b50c-066e-45d1-ad50-02cd3f004da0)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:36.863661 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:36.946629 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-a352e806-eff8-4b29-8f71-88b58f07b1d7 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 319a7eac-c33b-4e10-a65f-8905c3820bd6) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:42:36.959168 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a352e806-eff8-4b29-8f71-88b58f07b1d7 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:36.960105 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a352e806-eff8-4b29-8f71-88b58f07b1d7 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:36.961775 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-db8e569c-4d9b-400b-b463-6fb7e22bcf5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:36.980392 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6976147-9aa8-4858-a675-6e9144f77fb0 None None] Network 319a7eac-c33b-4e10-a65f-8905c3820bd6 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:42:37.028073 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=e166e1ee-ce98-46b6-af8c-c69a0a02c0cc,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:37.039240 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a352e806-eff8-4b29-8f71-88b58f07b1d7 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8338263 Aug 10 03:42:37.049080 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 58172) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:37.057249 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-a028a464-6acf-44cf-83d7-3ff1a601b01d tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Request body: {'port': {'network_id': '319a7eac-c33b-4e10-a65f-8905c3820bd6', 'name': 'tempest-PortsTestJSON-743311726'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:37.145155 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-7024f6a9-b17b-442b-81eb-27dffe9818a0 req-00b0c770-2676-44bd-a254-f5ee360e8f91 service neutron] 10.222.0.61 "GET /v2.0/networks/d07bf9c0-feda-49f0-ac68-879462adf9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4679251 Aug 10 03:42:37.292404 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-db8e569c-4d9b-400b-b463-6fb7e22bcf5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:37.304099 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-db8e569c-4d9b-400b-b463-6fb7e22bcf5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:37.355466 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a028a464-6acf-44cf-83d7-3ff1a601b01d tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Made reservation on behalf of 2dd944f287b540098f0fcef72a77648e for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:42:37.359419 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a028a464-6acf-44cf-83d7-3ff1a601b01d tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:37.379590 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95701b15-b129-4865-a3fe-4d87fd598d89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-319a7eac-c33b-4e10-a65f-8905c3820bd6', 'network_id': '319a7eac-c33b-4e10-a65f-8905c3820bd6', 'tenant_id': '2dd944f287b540098f0fcef72a77648e', 'fixed_ips': [{'subnet_id': '6375c131-62b9-4096-b410-6777ae4bdde3'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:42:37.380499 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-95701b15-b129-4865-a3fe-4d87fd598d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:37.403776 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8e569c-4d9b-400b-b463-6fb7e22bcf5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a61749e-a6b5-444f-b969-5c6d27696c5c,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:37.423662 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-db8e569c-4d9b-400b-b463-6fb7e22bcf5d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=824e1d80acab431e90c0b373b3177084&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8138545 Aug 10 03:42:37.431395 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 58178) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:37.465874 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [None req-a028a464-6acf-44cf-83d7-3ff1a601b01d tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] device_id is not set on port 76478b9b-ee4f-4449-91aa-632128c0c70d yet. {{(pid=94261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:42:37.517621 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1f74d74a-1b5a-420d-b6f3-13aeefd734c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:37.605925 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2861ca77-7a7a-499a-be9d-643566ff95a7 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:37.612108 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2861ca77-7a7a-499a-be9d-643566ff95a7 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:37.613092 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2861ca77-7a7a-499a-be9d-643566ff95a7 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521893'] for router_interface, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:37.640546 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1f74d74a-1b5a-420d-b6f3-13aeefd734c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:37.702709 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-674f9915-ce49-4dd3-8190-3dd1f5805de9 None None] Provisioning complete for port e166e1ee-ce98-46b6-af8c-c69a0a02c0cc triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:42:37.703273 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-674f9915-ce49-4dd3-8190-3dd1f5805de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:37.714567 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-95701b15-b129-4865-a3fe-4d87fd598d89 None None] Allocated IP 172.20.0.2 (319a7eac-c33b-4e10-a65f-8905c3820bd6/6375c131-62b9-4096-b410-6777ae4bdde3/6e79c727-99c9-4bca-99ec-dce797743616) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:42:37.774495 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1f74d74a-1b5a-420d-b6f3-13aeefd734c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:37.776545 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2861ca77-7a7a-499a-be9d-643566ff95a7 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Network 406ed857-05f6-4a8c-bc37-cd3d33f232d6 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:42:37.781254 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-2861ca77-7a7a-499a-be9d-643566ff95a7 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:42:37.784611 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1f74d74a-1b5a-420d-b6f3-13aeefd734c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:37.786725 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-1f74d74a-1b5a-420d-b6f3-13aeefd734c7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0a61749e-a6b5-444f-b969-5c6d27696c5c HTTP/1.1" status: 204 len: 168 time: 0.3536644 Aug 10 03:42:37.881772 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f74d74a-1b5a-420d-b6f3-13aeefd734c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a61749e-a6b5-444f-b969-5c6d27696c5c,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:37.971808 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device e166e1ee-ce98-46b6-af8c-c69a0a02c0cc up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:42:38.003524 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223e0000-ed9e-4869-82a1-5849770761ee req-c4b829a1-3b89-4b61-9d65-f52c3cdb8493 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:38.008124 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-223e0000-ed9e-4869-82a1-5849770761ee req-c4b829a1-3b89-4b61-9d65-f52c3cdb8493 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 944 time: 0.4823413 Aug 10 03:42:38.032083 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2861ca77-7a7a-499a-be9d-643566ff95a7 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Pushing event updated for resources: {'Port': ['ID=68971936-dab3-4792-96a5-8f4d9a4b423d,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:38.099817 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2861ca77-7a7a-499a-be9d-643566ff95a7 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Router 8cd2fb61-076f-4b40-9932-c91c2e9e1ffe has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:42:38.147985 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-223e0000-ed9e-4869-82a1-5849770761ee req-4b4fbbb0-0d17-4fca-98a6-4c113a3b8285 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=970733cb-cbb6-4524-9c4b-45ba2a794350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088111 Aug 10 03:42:38.281156 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2861ca77-7a7a-499a-be9d-643566ff95a7 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:42:38.294364 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0603ee4f-775a-4401-a418-d63b0830e362 None None] Sync routers for ids ['8cd2fb61-076f-4b40-9932-c91c2e9e1ffe'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:42:38.300306 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 58184) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:38.310027 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-2861ca77-7a7a-499a-be9d-643566ff95a7 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] 10.222.0.44 "PUT /v2.0/routers/8cd2fb61-076f-4b40-9932-c91c2e9e1ffe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4023278 Aug 10 03:42:38.323900 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0603ee4f-775a-4401-a418-d63b0830e362 None None] Routers {'8cd2fb61-076f-4b40-9932-c91c2e9e1ffe'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:42:38.324545 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-0603ee4f-775a-4401-a418-d63b0830e362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:42:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['8cd2fb61-076f-4b40-9932-c91c2e9e1ffe'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:38.384820 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-0603ee4f-775a-4401-a418-d63b0830e362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:38.396356 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0603ee4f-775a-4401-a418-d63b0830e362 None None] Routers {'8cd2fb61-076f-4b40-9932-c91c2e9e1ffe'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:42:38.397302 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-0603ee4f-775a-4401-a418-d63b0830e362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:42:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['8cd2fb61-076f-4b40-9932-c91c2e9e1ffe'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:38.434016 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-0603ee4f-775a-4401-a418-d63b0830e362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:38.434984 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0603ee4f-775a-4401-a418-d63b0830e362 None None] The sync data for ids ['8cd2fb61-076f-4b40-9932-c91c2e9e1ffe'] in n-d-768862-13 is: [] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:42:38.453382 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port e166e1ee-ce98-46b6-af8c-c69a0a02c0cc triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:42:38.454106 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:38.530261 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8f923af9-0bbb-408b-9036-5fc10dc54e04 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks [] for router, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:38.650957 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-95701b15-b129-4865-a3fe-4d87fd598d89 None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:38.694110 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-95701b15-b129-4865-a3fe-4d87fd598d89 None None] Transition to ACTIVE for port object 6e79c727-99c9-4bca-99ec-dce797743616 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:42:38.723295 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-95701b15-b129-4865-a3fe-4d87fd598d89 None None] Transition to ACTIVE for port object 6e79c727-99c9-4bca-99ec-dce797743616 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:42:38.740121 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-95701b15-b129-4865-a3fe-4d87fd598d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:38.775516 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-b91482dd-56e0-4415-8535-a715d9861f5d None None] Provisioning complete for port 68971936-dab3-4792-96a5-8f4d9a4b423d triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:42:38.775974 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b91482dd-56e0-4415-8535-a715d9861f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:38.809500 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95701b15-b129-4865-a3fe-4d87fd598d89 None None] Network 319a7eac-c33b-4e10-a65f-8905c3820bd6 is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:42:38.820670 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-95701b15-b129-4865-a3fe-4d87fd598d89 None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:42:38.821852 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-a028a464-6acf-44cf-83d7-3ff1a601b01d tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Allocated IP 172.20.0.8 (319a7eac-c33b-4e10-a65f-8905c3820bd6/6375c131-62b9-4096-b410-6777ae4bdde3/76478b9b-ee4f-4449-91aa-632128c0c70d) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:42:38.826598 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95701b15-b129-4865-a3fe-4d87fd598d89 None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:42:38.840037 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-b91482dd-56e0-4415-8535-a715d9861f5d None None] Port 68971936-dab3-4792-96a5-8f4d9a4b423d cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:42:38.841556 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95701b15-b129-4865-a3fe-4d87fd598d89 None None] Pushing event updated for resources: {'Port': ['ID=6e79c727-99c9-4bca-99ec-dce797743616,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:38.921940 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-95701b15-b129-4865-a3fe-4d87fd598d89 None None] Attempting to bind port 6e79c727-99c9-4bca-99ec-dce797743616 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:42:38.922426 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-95701b15-b129-4865-a3fe-4d87fd598d89 None None] Attempting to bind port 6e79c727-99c9-4bca-99ec-dce797743616 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'e589eab6-0ca6-4acb-9863-99e1918e9db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '319a7eac-c33b-4e10-a65f-8905c3820bd6'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:42:38.922799 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95701b15-b129-4865-a3fe-4d87fd598d89 None None] Attempting to bind port 6e79c727-99c9-4bca-99ec-dce797743616 on network 319a7eac-c33b-4e10-a65f-8905c3820bd6 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:42:38.929099 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95701b15-b129-4865-a3fe-4d87fd598d89 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:42:38.929556 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95701b15-b129-4865-a3fe-4d87fd598d89 None None] Checking segment: {'id': 'e589eab6-0ca6-4acb-9863-99e1918e9db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '319a7eac-c33b-4e10-a65f-8905c3820bd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:42:38.929980 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-95701b15-b129-4865-a3fe-4d87fd598d89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:38.930413 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95701b15-b129-4865-a3fe-4d87fd598d89 None None] Bound using segment: {'id': 'e589eab6-0ca6-4acb-9863-99e1918e9db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '319a7eac-c33b-4e10-a65f-8905c3820bd6'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:42:38.931063 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-95701b15-b129-4865-a3fe-4d87fd598d89 None None] Bound port: 6e79c727-99c9-4bca-99ec-dce797743616, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e589eab6-0ca6-4acb-9863-99e1918e9db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '319a7eac-c33b-4e10-a65f-8905c3820bd6'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:42:38.931650 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-95701b15-b129-4865-a3fe-4d87fd598d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:39.093515 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-95701b15-b129-4865-a3fe-4d87fd598d89 None None] For port 6e79c727-99c9-4bca-99ec-dce797743616, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:42:39.105525 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-95701b15-b129-4865-a3fe-4d87fd598d89 None None] For port 6e79c727-99c9-4bca-99ec-dce797743616, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=6e79c727-99c9-4bca-99ec-dce797743616,segment=NetworkSegment(e589eab6-0ca6-4acb-9863-99e1918e9db8),segment_id=e589eab6-0ca6-4acb-9863-99e1918e9db8)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:42:39.111971 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a028a464-6acf-44cf-83d7-3ff1a601b01d tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:39.114904 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-95701b15-b129-4865-a3fe-4d87fd598d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:39.135940 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [None req-a028a464-6acf-44cf-83d7-3ff1a601b01d tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Transition to ACTIVE for port object 76478b9b-ee4f-4449-91aa-632128c0c70d will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:42:39.154837 n-d-768862-13 neutron-server[94260]: INFO neutron.api.v2.resource [None req-8f923af9-0bbb-408b-9036-5fc10dc54e04 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 10 03:42:39.156623 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-8f923af9-0bbb-408b-9036-5fc10dc54e04 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] 10.222.0.44 "DELETE /v2.0/routers/8cd2fb61-076f-4b40-9932-c91c2e9e1ffe HTTP/1.1" status: 409 len: 329 time: 0.8551702 Aug 10 03:42:39.159816 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 58204) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:39.250162 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a028a464-6acf-44cf-83d7-3ff1a601b01d tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:39.250626 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95701b15-b129-4865-a3fe-4d87fd598d89 None None] Pushing event updated for resources: {'Port': ['ID=6e79c727-99c9-4bca-99ec-dce797743616,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:39.280865 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 58208) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:39.324466 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a028a464-6acf-44cf-83d7-3ff1a601b01d tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Network 319a7eac-c33b-4e10-a65f-8905c3820bd6 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:42:39.328700 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-a028a464-6acf-44cf-83d7-3ff1a601b01d tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:42:39.331245 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a028a464-6acf-44cf-83d7-3ff1a601b01d tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:42:39.354789 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a45687d-d1a3-4108-8cf6-b14f34f667c4 req-d7e82423-beed-4ac9-b861-f78c74588969 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:39.362636 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9a45687d-d1a3-4108-8cf6-b14f34f667c4 req-d7e82423-beed-4ac9-b861-f78c74588969 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 944 time: 0.1076951 Aug 10 03:42:39.364318 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a028a464-6acf-44cf-83d7-3ff1a601b01d tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Pushing event updated for resources: {'Port': ['ID=76478b9b-ee4f-4449-91aa-632128c0c70d,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:39.394078 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a028a464-6acf-44cf-83d7-3ff1a601b01d tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:39.394813 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a028a464-6acf-44cf-83d7-3ff1a601b01d tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:39.412759 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a028a464-6acf-44cf-83d7-3ff1a601b01d tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.3625543 Aug 10 03:42:39.417206 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 58212) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:39.520335 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9a45687d-d1a3-4108-8cf6-b14f34f667c4 req-50904f40-ecf0-4ea4-9ad1-8d7b7adb7662 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=970733cb-cbb6-4524-9c4b-45ba2a794350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1552463 Aug 10 03:42:39.570327 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-e37cb91e-6ebe-4638-83c1-06b1a35cbb58 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-417875222-network', 'tenant_id': 'f85a0eb7a288446a94265898aa5c443e'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:39.612202 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-0331ca5c-f2dd-4cc8-ae0b-d618c68623b9 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Deleting port 76478b9b-ee4f-4449-91aa-632128c0c70d {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:42:39.612902 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0331ca5c-f2dd-4cc8-ae0b-d618c68623b9 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:39.618681 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e37cb91e-6ebe-4638-83c1-06b1a35cbb58 admin admin] Made reservation on behalf of f85a0eb7a288446a94265898aa5c443e for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:42:39.621312 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e37cb91e-6ebe-4638-83c1-06b1a35cbb58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:39.683765 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e37cb91e-6ebe-4638-83c1-06b1a35cbb58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:39.778815 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0331ca5c-f2dd-4cc8-ae0b-d618c68623b9 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:39.790360 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f78b719-6215-4675-832e-b865c3417bf5 req-51ec8ff2-882c-4143-9c66-d2bf3a6595b6 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:39.793230 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9f78b719-6215-4675-832e-b865c3417bf5 req-51ec8ff2-882c-4143-9c66-d2bf3a6595b6 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 944 time: 0.1792839 Aug 10 03:42:39.805451 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-0331ca5c-f2dd-4cc8-ae0b-d618c68623b9 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Calling delete_port for 76478b9b-ee4f-4449-91aa-632128c0c70d owned by {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:42:39.932564 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 6e79c727-99c9-4bca-99ec-dce797743616 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:42:39.967650 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e37cb91e-6ebe-4638-83c1-06b1a35cbb58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:39.971963 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9f78b719-6215-4675-832e-b865c3417bf5 req-6e2e4001-ab9d-4fc8-94cc-0b1d6b033aea tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=970733cb-cbb6-4524-9c4b-45ba2a794350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1641550 Aug 10 03:42:39.990847 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e37cb91e-6ebe-4638-83c1-06b1a35cbb58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:40.004104 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 6e79c727-99c9-4bca-99ec-dce797743616 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:42:40.035241 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e37cb91e-6ebe-4638-83c1-06b1a35cbb58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:42:40.116623 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37cb91e-6ebe-4638-83c1-06b1a35cbb58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e1ba13a-5a1b-4f45-9d11-54f011ade4bc,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:40.139945 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4a712c7f-2514-4aae-88a1-e168a66866d7 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521880'] for router_interface, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:40.172697 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e37cb91e-6ebe-4638-83c1-06b1a35cbb58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:40.173347 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-e37cb91e-6ebe-4638-83c1-06b1a35cbb58 admin admin] Added segment e5a53d17-1ff5-4c38-91cf-06e9739e30d5 of type vlan for network 40059bec-b37c-48f0-8968-2865627012fc Aug 10 03:42:40.176191 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0331ca5c-f2dd-4cc8-ae0b-d618c68623b9 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:40.283324 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0331ca5c-f2dd-4cc8-ae0b-d618c68623b9 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Pushing event deleted for resources: {'Port': ['ID=76478b9b-ee4f-4449-91aa-632128c0c70d,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:40.339682 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e37cb91e-6ebe-4638-83c1-06b1a35cbb58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:40.395198 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44b6f8a-0155-4426-b2ab-4d71838aeb5f req-64f08c3f-7dc2-4d06-8310-1d3f05d2fb2d tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:40.396884 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e44b6f8a-0155-4426-b2ab-4d71838aeb5f req-64f08c3f-7dc2-4d06-8310-1d3f05d2fb2d tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 944 time: 0.1774387 Aug 10 03:42:40.436131 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0331ca5c-f2dd-4cc8-ae0b-d618c68623b9 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:40.442770 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-0331ca5c-f2dd-4cc8-ae0b-d618c68623b9 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "DELETE /v2.0/ports/76478b9b-ee4f-4449-91aa-632128c0c70d HTTP/1.1" status: 204 len: 168 time: 1.0202842 Aug 10 03:42:40.444975 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 58220) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:40.490107 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1c57b51-3779-42cd-9128-c33bdb16257d tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] DELETE failed (client error): The resource could not be found. Aug 10 03:42:40.492137 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1c57b51-3779-42cd-9128-c33bdb16257d tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:42:40.498932 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a1c57b51-3779-42cd-9128-c33bdb16257d tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "DELETE /v2.0/ports/76478b9b-ee4f-4449-91aa-632128c0c70d HTTP/1.1" status: 404 len: 333 time: 0.0496304 Aug 10 03:42:40.500186 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 58222) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:40.512718 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e37cb91e-6ebe-4638-83c1-06b1a35cbb58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:40.515472 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37cb91e-6ebe-4638-83c1-06b1a35cbb58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:40.515798 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e37cb91e-6ebe-4638-83c1-06b1a35cbb58 admin admin] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:40.521719 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e44b6f8a-0155-4426-b2ab-4d71838aeb5f req-0e533a1a-91a3-4876-b988-04f888079c9c tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=970733cb-cbb6-4524-9c4b-45ba2a794350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939887 Aug 10 03:42:40.593295 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba7c18e-59f4-4994-b8d9-0fc927fdfd48 None None] Network 319a7eac-c33b-4e10-a65f-8905c3820bd6 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:42:40.597880 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec90069d-007d-4616-90de-aab2289d199c tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] GET failed (client error): The resource could not be found. Aug 10 03:42:40.601943 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ec90069d-007d-4616-90de-aab2289d199c tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "GET /v2.0/ports/76478b9b-ee4f-4449-91aa-632128c0c70d HTTP/1.1" status: 404 len: 333 time: 0.0994854 Aug 10 03:42:40.609981 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 58226) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:40.677381 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e37cb91e-6ebe-4638-83c1-06b1a35cbb58 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.3730257 Aug 10 03:42:40.678787 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 58228) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:40.688624 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-6d0593b2-4884-4a06-bede-dc3336e0acf3 admin admin] Request body: {'subnet': {'network_id': '40059bec-b37c-48f0-8968-2865627012fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-417875222-subnet', 'tenant_id': 'f85a0eb7a288446a94265898aa5c443e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:40.710054 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_v2 [None req-012c7c5a-30e2-43eb-90ad-a16bb461864f tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Deleting subnet 6375c131-62b9-4096-b410-6777ae4bdde3 {{(pid=94260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:42:40.715902 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-012c7c5a-30e2-43eb-90ad-a16bb461864f tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for subnet, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:40.735411 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37cb91e-6ebe-4638-83c1-06b1a35cbb58 admin admin] Pushing event updated for resources: {'Network': ['ID=40059bec-b37c-48f0-8968-2865627012fc,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:40.761484 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-4a712c7f-2514-4aae-88a1-e168a66866d7 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Deleting port 68971936-dab3-4792-96a5-8f4d9a4b423d {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:42:40.761884 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4a712c7f-2514-4aae-88a1-e168a66866d7 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:40.770889 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 40059bec-b37c-48f0-8968-2865627012fc details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:42:40.780468 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-af7b9ed6-420c-48b3-ac97-5f85d9340cfb None None] Provisioning for port 6e79c727-99c9-4bca-99ec-dce797743616 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:42:40.791488 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d0593b2-4884-4a06-bede-dc3336e0acf3 admin admin] Made reservation on behalf of f85a0eb7a288446a94265898aa5c443e for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:42:40.799718 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6d0593b2-4884-4a06-bede-dc3336e0acf3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:40.819438 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-012c7c5a-30e2-43eb-90ad-a16bb461864f tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191173'] for subnet, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:40.885869 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-af7b9ed6-420c-48b3-ac97-5f85d9340cfb None None] Provisioning complete for port 6e79c727-99c9-4bca-99ec-dce797743616 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:42:40.887022 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-af7b9ed6-420c-48b3-ac97-5f85d9340cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:40.943294 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4a712c7f-2514-4aae-88a1-e168a66866d7 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:40.992146 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-4a712c7f-2514-4aae-88a1-e168a66866d7 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Calling delete_port for 68971936-dab3-4792-96a5-8f4d9a4b423d owned by network:router_interface {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:42:41.011881 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-012c7c5a-30e2-43eb-90ad-a16bb461864f tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:41.094048 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6d0593b2-4884-4a06-bede-dc3336e0acf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:41.109284 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fee1a0-1639-4547-b60b-42885ea2c996 req-452a9db5-a4c6-4e9f-9c5f-855283def81b tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:41.110985 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-79fee1a0-1639-4547-b60b-42885ea2c996 req-452a9db5-a4c6-4e9f-9c5f-855283def81b tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 944 time: 0.1700096 Aug 10 03:42:41.169755 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0593b2-4884-4a06-bede-dc3336e0acf3 admin admin] Checking segment: {'id': 'e5a53d17-1ff5-4c38-91cf-06e9739e30d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '40059bec-b37c-48f0-8968-2865627012fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:42:41.171137 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0593b2-4884-4a06-bede-dc3336e0acf3 admin admin] Network hostable DHCP agents. Network: 40059bec-b37c-48f0-8968-2865627012fc, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:42:41.174282 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0593b2-4884-4a06-bede-dc3336e0acf3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3ab02ca-26c3-4192-b462-ad696d75116f,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:41.200357 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0593b2-4884-4a06-bede-dc3336e0acf3 admin admin] Network 40059bec-b37c-48f0-8968-2865627012fc is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:42:41.212702 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-6d0593b2-4884-4a06-bede-dc3336e0acf3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 40059bec-b37c-48f0-8968-2865627012fc) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:42:41.220008 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0593b2-4884-4a06-bede-dc3336e0acf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:41.220796 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6d0593b2-4884-4a06-bede-dc3336e0acf3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:41.223591 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-012c7c5a-30e2-43eb-90ad-a16bb461864f tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:41.244257 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-6d0593b2-4884-4a06-bede-dc3336e0acf3 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5639877 Aug 10 03:42:41.251365 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57d6ec8-bcaf-451a-ba55-3e878583bf44 None None] Network 40059bec-b37c-48f0-8968-2865627012fc requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:42:41.267391 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-79fee1a0-1639-4547-b60b-42885ea2c996 req-6522a608-7327-4e08-8d4a-357728ea5c98 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=970733cb-cbb6-4524-9c4b-45ba2a794350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394725 Aug 10 03:42:41.301367 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012c7c5a-30e2-43eb-90ad-a16bb461864f tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Pushing event deleted for resources: {'Subnet': ['ID=6375c131-62b9-4096-b410-6777ae4bdde3,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:41.316824 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-012c7c5a-30e2-43eb-90ad-a16bb461864f tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:41.322296 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-012c7c5a-30e2-43eb-90ad-a16bb461864f tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "DELETE /v2.0/subnets/6375c131-62b9-4096-b410-6777ae4bdde3 HTTP/1.1" status: 204 len: 168 time: 0.7129853 Aug 10 03:42:41.324740 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 58236) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:41.329925 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-af7b9ed6-420c-48b3-ac97-5f85d9340cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:41.392601 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-af7b9ed6-420c-48b3-ac97-5f85d9340cfb None None] For port 6e79c727-99c9-4bca-99ec-dce797743616, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=6e79c727-99c9-4bca-99ec-dce797743616,segment=NetworkSegment(e589eab6-0ca6-4acb-9863-99e1918e9db8),segment_id=e589eab6-0ca6-4acb-9863-99e1918e9db8)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:41.422322 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-af7b9ed6-420c-48b3-ac97-5f85d9340cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:41.430669 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4a712c7f-2514-4aae-88a1-e168a66866d7 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:41.480209 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4273e72d-54ec-455b-bb6d-1439b618ac92 None None] Network 40059bec-b37c-48f0-8968-2865627012fc requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:42:41.538492 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a712c7f-2514-4aae-88a1-e168a66866d7 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Pushing event deleted for resources: {'Port': ['ID=68971936-dab3-4792-96a5-8f4d9a4b423d,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:41.626134 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7b9ed6-420c-48b3-ac97-5f85d9340cfb None None] Pushing event updated for resources: {'Port': ['ID=6e79c727-99c9-4bca-99ec-dce797743616,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:41.678820 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9aa50535-c08c-452b-8ca4-ba15e51332e4 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:41.706405 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4a712c7f-2514-4aae-88a1-e168a66866d7 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-522536'] for router_interface, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:41.813803 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-9aa50535-c08c-452b-8ca4-ba15e51332e4 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Deleting port 6e79c727-99c9-4bca-99ec-dce797743616 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:42:41.816032 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9aa50535-c08c-452b-8ca4-ba15e51332e4 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:41.823134 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8efbba9-c372-4bca-8f0e-b4ea0a80464e None None] Network 319a7eac-c33b-4e10-a65f-8905c3820bd6 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:42:41.969224 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-ef2731eb-cbdf-4856-8399-7799502457f4 None None] Provisioning complete for port 6e79c727-99c9-4bca-99ec-dce797743616 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:42:41.972601 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ef2731eb-cbdf-4856-8399-7799502457f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:41.993247 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a712c7f-2514-4aae-88a1-e168a66866d7 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Router 8cd2fb61-076f-4b40-9932-c91c2e9e1ffe has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:42:42.038968 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-9aa50535-c08c-452b-8ca4-ba15e51332e4 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] For port 6e79c727-99c9-4bca-99ec-dce797743616, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=6e79c727-99c9-4bca-99ec-dce797743616,segment=NetworkSegment(e589eab6-0ca6-4acb-9863-99e1918e9db8),segment_id=e589eab6-0ca6-4acb-9863-99e1918e9db8)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:42.040420 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9aa50535-c08c-452b-8ca4-ba15e51332e4 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:42.071988 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-9aa50535-c08c-452b-8ca4-ba15e51332e4 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Calling delete_port for 6e79c727-99c9-4bca-99ec-dce797743616 owned by network:dhcp {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:42:42.100313 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 6e79c727-99c9-4bca-99ec-dce797743616 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:42:42.124240 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a712c7f-2514-4aae-88a1-e168a66866d7 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:42:42.141821 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-4a712c7f-2514-4aae-88a1-e168a66866d7 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] 10.222.0.44 "PUT /v2.0/routers/8cd2fb61-076f-4b40-9932-c91c2e9e1ffe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9744322 Aug 10 03:42:42.142495 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 58244) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:42.161573 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940fc44d-581a-4526-b9c7-c3e88d9ed959 None None] Sync routers for ids ['8cd2fb61-076f-4b40-9932-c91c2e9e1ffe'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:42:42.189435 n-d-768862-13 neutron-server[94260]: INFO neutron.api.v2.resource [None req-adbc40cc-8729-44c4-bab2-6ade6b54d8dd tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] show failed (client error): The resource could not be found. Aug 10 03:42:42.196383 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-adbc40cc-8729-44c4-bab2-6ade6b54d8dd tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] 10.222.0.44 "GET /v2.0/routers/tempest-non_exist_router-853171125 HTTP/1.1" status: 404 len: 334 time: 0.0468915 Aug 10 03:42:42.196862 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 58246) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:42.203988 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-51cc16a4-6771-466c-8ef7-26b273e67861 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:42.250802 n-d-768862-13 neutron-server[94261]: INFO neutron.api.v2.resource [None req-51cc16a4-6771-466c-8ef7-26b273e67861 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] update failed (client error): The resource could not be found. Aug 10 03:42:42.255251 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-51cc16a4-6771-466c-8ef7-26b273e67861 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] 10.222.0.44 "PUT /v2.0/routers/tempest-non_exist_router-812410198 HTTP/1.1" status: 404 len: 334 time: 0.0532827 Aug 10 03:42:42.255594 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 58248) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:42.255731 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940fc44d-581a-4526-b9c7-c3e88d9ed959 None None] Routers {'8cd2fb61-076f-4b40-9932-c91c2e9e1ffe'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:42:42.256477 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-940fc44d-581a-4526-b9c7-c3e88d9ed959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:42:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['8cd2fb61-076f-4b40-9932-c91c2e9e1ffe'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:42.267229 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9aa50535-c08c-452b-8ca4-ba15e51332e4 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:42.326884 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-940fc44d-581a-4526-b9c7-c3e88d9ed959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:42.332220 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No active binding found for port 6e79c727-99c9-4bca-99ec-dce797743616 {{(pid=94262) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 10 03:42:42.332573 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 6e79c727-99c9-4bca-99ec-dce797743616 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 10 03:42:42.347402 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa50535-c08c-452b-8ca4-ba15e51332e4 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Pushing event deleted for resources: {'Port': ['ID=6e79c727-99c9-4bca-99ec-dce797743616,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:42.357755 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa50535-c08c-452b-8ca4-ba15e51332e4 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] No DVR routers for this DVR port 6e79c727-99c9-4bca-99ec-dce797743616 on host n-d-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:42:42.379431 n-d-768862-13 neutron-server[94262]: INFO neutron.plugins.ml2.db [None req-ef2731eb-cbdf-4856-8399-7799502457f4 None None] No ports have port_id starting with 6e79c727-99c9-4bca-99ec-dce797743616 Aug 10 03:42:42.380608 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Port 6e79c727-99c9-4bca-99ec-dce797743616 not found, will not notify nova. {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 10 03:42:42.401494 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940fc44d-581a-4526-b9c7-c3e88d9ed959 None None] Routers {'8cd2fb61-076f-4b40-9932-c91c2e9e1ffe'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:42:42.402793 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-940fc44d-581a-4526-b9c7-c3e88d9ed959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:42:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['8cd2fb61-076f-4b40-9932-c91c2e9e1ffe'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:42.428071 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-7addcdf0-257d-43c9-b98e-6c5d0dcc294c tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Deleting subnet 65d84b98-438d-4063-a258-ebc1db5781d3 {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:42:42.483960 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b89385-2eaf-4f2c-a128-a7c80851ee6e None None] DHCP port deletion for 319a7eac-c33b-4e10-a65f-8905c3820bd6 request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:42:42.489053 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-940fc44d-581a-4526-b9c7-c3e88d9ed959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:42.489913 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940fc44d-581a-4526-b9c7-c3e88d9ed959 None None] The sync data for ids ['8cd2fb61-076f-4b40-9932-c91c2e9e1ffe'] in n-d-768862-13 is: [] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:42:42.503714 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7addcdf0-257d-43c9-b98e-6c5d0dcc294c tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:42.533508 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab807d-98b1-4d84-85e5-5cab7be8205b req-60979986-4532-4022-b136-f0a35a49fce2 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:42.549383 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1cab807d-98b1-4d84-85e5-5cab7be8205b req-60979986-4532-4022-b136-f0a35a49fce2 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 944 time: 0.1521919 Aug 10 03:42:42.556278 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9aa50535-c08c-452b-8ca4-ba15e51332e4 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:42.572127 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-9aa50535-c08c-452b-8ca4-ba15e51332e4 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['319a7eac-c33b-4e10-a65f-8905c3820bd6']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:42.576424 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7addcdf0-257d-43c9-b98e-6c5d0dcc294c tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:42.595793 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1cab807d-98b1-4d84-85e5-5cab7be8205b req-6f5006fd-62c7-4198-8c59-5e1ce79d20a9 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=970733cb-cbb6-4524-9c4b-45ba2a794350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451097 Aug 10 03:42:42.619815 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-9aa50535-c08c-452b-8ca4-ba15e51332e4 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e589eab6-0ca6-4acb-9863-99e1918e9db8') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:42.620287 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-9aa50535-c08c-452b-8ca4-ba15e51332e4 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e589eab6-0ca6-4acb-9863-99e1918e9db8') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:42.647329 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9aa50535-c08c-452b-8ca4-ba15e51332e4 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:42.684624 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9aa50535-c08c-452b-8ca4-ba15e51332e4 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:42.722529 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9aa50535-c08c-452b-8ca4-ba15e51332e4 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:42:42.722951 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9aa50535-c08c-452b-8ca4-ba15e51332e4 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:42.726993 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:42:42.726993 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:42:42.726993 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:42:42.726993 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:42:42.726993 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:42:42.726993 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:42:42.726993 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:42:42.726993 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:42:42.726993 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:42:42.726993 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:42:42.726993 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:42:42.726993 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:42:42.726993 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:42:42.726993 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:42:42.726993 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:42:42.726993 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:42:42.726993 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:42:42.726993 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:42:42.726993 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:42:42.726993 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:42:42.726993 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:42:42.726993 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:42:42.726993 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:42:42.726993 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:42:42.726993 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:42:42.726993 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:42:42.726993 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:42:42.726993 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:42:42.726993 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:42:42.726993 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:42:42.726993 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:42:42.726993 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:42:42.805473 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7addcdf0-257d-43c9-b98e-6c5d0dcc294c tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:42.864999 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9aa50535-c08c-452b-8ca4-ba15e51332e4 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:42.873755 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9aa50535-c08c-452b-8ca4-ba15e51332e4 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:42.879156 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-9aa50535-c08c-452b-8ca4-ba15e51332e4 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "DELETE /v2.0/networks/319a7eac-c33b-4e10-a65f-8905c3820bd6 HTTP/1.1" status: 204 len: 168 time: 1.5520911 Aug 10 03:42:42.882134 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 58262) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:42.888199 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-329be1c7-5a79-4faa-b962-ff655f35ae1a tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-590052354'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:42.929640 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27244671-709b-457f-95c7-5267ba4bcc9a req-c539262d-bad7-446e-9821-79689cc11332 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:42.930023 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa50535-c08c-452b-8ca4-ba15e51332e4 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Pushing event deleted for resources: {'Network': ['ID=319a7eac-c33b-4e10-a65f-8905c3820bd6,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:42.932049 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-27244671-709b-457f-95c7-5267ba4bcc9a req-c539262d-bad7-446e-9821-79689cc11332 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 944 time: 0.1014814 Aug 10 03:42:42.944340 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-329be1c7-5a79-4faa-b962-ff655f35ae1a tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Made reservation on behalf of 2dd944f287b540098f0fcef72a77648e for: {'network': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:42:42.949022 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-329be1c7-5a79-4faa-b962-ff655f35ae1a tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:42.980914 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ce2f55-13a5-4954-8032-0d54d3d738cb req-cbebb67a-408d-49d3-9f0d-29c56a6cadca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:42.983096 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-62ce2f55-13a5-4954-8032-0d54d3d738cb req-cbebb67a-408d-49d3-9f0d-29c56a6cadca service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2680b799feb54d8c9fdff98330bf1a96&device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 1096 time: 0.1023057 Aug 10 03:42:42.985172 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7addcdf0-257d-43c9-b98e-6c5d0dcc294c tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:43.008420 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-329be1c7-5a79-4faa-b962-ff655f35ae1a tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=94260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:42:43.014562 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-27244671-709b-457f-95c7-5267ba4bcc9a req-5a29b4e1-cfde-446b-8d9d-693430fcffc7 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=970733cb-cbb6-4524-9c4b-45ba2a794350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726206 Aug 10 03:42:43.026046 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-329be1c7-5a79-4faa-b962-ff655f35ae1a tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:43.026465 n-d-768862-13 neutron-server[94260]: INFO neutron.db.segments_db [None req-329be1c7-5a79-4faa-b962-ff655f35ae1a tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Added segment 7a6ec969-10e3-4acf-988e-abf8c925219e of type vlan for network ef1d9811-9e6c-4ed4-9045-4ab627ff8fd2 Aug 10 03:42:43.039832 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7addcdf0-257d-43c9-b98e-6c5d0dcc294c tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Pushing event deleted for resources: {'Subnet': ['ID=65d84b98-438d-4063-a258-ebc1db5781d3,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:43.074875 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7addcdf0-257d-43c9-b98e-6c5d0dcc294c tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:43.079976 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-7addcdf0-257d-43c9-b98e-6c5d0dcc294c tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] 10.222.0.44 "DELETE /v2.0/subnets/65d84b98-438d-4063-a258-ebc1db5781d3 HTTP/1.1" status: 204 len: 168 time: 0.8232734 Aug 10 03:42:43.081005 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 58266) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:43.091733 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7315b0-00c2-456c-bfcf-b74209edc997 None None] Network d5b96159-0ae4-4c19-a71b-7ca6ab99623c requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:42:43.135608 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-329be1c7-5a79-4faa-b962-ff655f35ae1a tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:43.187047 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-329be1c7-5a79-4faa-b962-ff655f35ae1a tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:43.195828 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329be1c7-5a79-4faa-b962-ff655f35ae1a tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:43.197015 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-329be1c7-5a79-4faa-b962-ff655f35ae1a tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:43.440674 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4545e20e-6440-44f1-a58c-f595b8263d1d None None] DHCP port deletion for d5b96159-0ae4-4c19-a71b-7ca6ab99623c request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:42:43.521926 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-4545e20e-6440-44f1-a58c-f595b8263d1d None None] Deleting port e166e1ee-ce98-46b6-af8c-c69a0a02c0cc {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:42:43.522557 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4545e20e-6440-44f1-a58c-f595b8263d1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:43.630167 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-329be1c7-5a79-4faa-b962-ff655f35ae1a tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7462618 Aug 10 03:42:43.635255 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-4545e20e-6440-44f1-a58c-f595b8263d1d None None] For port e166e1ee-ce98-46b6-af8c-c69a0a02c0cc, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=e166e1ee-ce98-46b6-af8c-c69a0a02c0cc,segment=NetworkSegment(cb87b50c-066e-45d1-ad50-02cd3f004da0),segment_id=cb87b50c-066e-45d1-ad50-02cd3f004da0)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:43.635667 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4545e20e-6440-44f1-a58c-f595b8263d1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:43.651262 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 58270) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:43.655283 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-4545e20e-6440-44f1-a58c-f595b8263d1d None None] Calling delete_port for e166e1ee-ce98-46b6-af8c-c69a0a02c0cc owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:42:43.660435 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-1c642015-ba78-477a-b2b0-7f46ed156a36 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Request body: {'subnet': {'network_id': 'ef1d9811-9e6c-4ed4-9045-4ab627ff8fd2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:43.736263 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329be1c7-5a79-4faa-b962-ff655f35ae1a tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Pushing event updated for resources: {'Network': ['ID=ef1d9811-9e6c-4ed4-9045-4ab627ff8fd2,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:43.782371 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network ef1d9811-9e6c-4ed4-9045-4ab627ff8fd2 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:42:43.790102 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b7e42f8c-7f85-44b4-90e4-08b4acc97de2 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:43.796052 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ce2f55-13a5-4954-8032-0d54d3d738cb req-649c2d59-f47e-47b7-b552-9ea56a853ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:43.798035 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-62ce2f55-13a5-4954-8032-0d54d3d738cb req-649c2d59-f47e-47b7-b552-9ea56a853ffd service neutron] 10.222.0.61 "GET /v2.0/networks?id=d07bf9c0-feda-49f0-ac68-879462adf9f1 HTTP/1.1" status: 200 len: 911 time: 0.8058863 Aug 10 03:42:43.808108 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4545e20e-6440-44f1-a58c-f595b8263d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:43.878840 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 6e79c727-99c9-4bca-99ec-dce797743616 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:42:43.906436 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4545e20e-6440-44f1-a58c-f595b8263d1d None None] Pushing event deleted for resources: {'Port': ['ID=e166e1ee-ce98-46b6-af8c-c69a0a02c0cc,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:43.913480 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4545e20e-6440-44f1-a58c-f595b8263d1d None None] No DVR routers for this DVR port e166e1ee-ce98-46b6-af8c-c69a0a02c0cc on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:42:43.923177 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 6e79c727-99c9-4bca-99ec-dce797743616 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:42:43.923782 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 6e79c727-99c9-4bca-99ec-dce797743616 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:42:43.923932 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device e166e1ee-ce98-46b6-af8c-c69a0a02c0cc no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:42:43.954757 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: e166e1ee-ce98-46b6-af8c-c69a0a02c0cc {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:42:43.955101 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device e166e1ee-ce98-46b6-af8c-c69a0a02c0cc not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:42:43.974904 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-62ce2f55-13a5-4954-8032-0d54d3d738cb req-c02408b8-c25f-4c37-9f63-114452fb61ae service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5c938b4-b620-4188-a605-ddf0a909af0a HTTP/1.1" status: 200 len: 999 time: 0.1687300 Aug 10 03:42:43.976398 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c642015-ba78-477a-b2b0-7f46ed156a36 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Made reservation on behalf of 2dd944f287b540098f0fcef72a77648e for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:42:43.976555 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b7e42f8c-7f85-44b4-90e4-08b4acc97de2 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:43.984298 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1c642015-ba78-477a-b2b0-7f46ed156a36 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:43.997240 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-b7e42f8c-7f85-44b4-90e4-08b4acc97de2 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5b96159-0ae4-4c19-a71b-7ca6ab99623c']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:44.027516 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-b7e42f8c-7f85-44b4-90e4-08b4acc97de2 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb87b50c-066e-45d1-ad50-02cd3f004da0') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:44.027805 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-b7e42f8c-7f85-44b4-90e4-08b4acc97de2 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb87b50c-066e-45d1-ad50-02cd3f004da0') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:44.044392 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b7e42f8c-7f85-44b4-90e4-08b4acc97de2 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:44.061075 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ce2f55-13a5-4954-8032-0d54d3d738cb req-c7d0a8e9-ef26-4f2b-a26a-70db41e86bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:44.062615 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-62ce2f55-13a5-4954-8032-0d54d3d738cb req-c7d0a8e9-ef26-4f2b-a26a-70db41e86bd3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=33a1c40e-b5d2-46c7-a6a1-fa6cc0352aec HTTP/1.1" status: 200 len: 850 time: 0.0772028 Aug 10 03:42:44.066612 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b7e42f8c-7f85-44b4-90e4-08b4acc97de2 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:44.075114 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7e42f8c-7f85-44b4-90e4-08b4acc97de2 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:42:44.075574 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b7e42f8c-7f85-44b4-90e4-08b4acc97de2 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:44.111391 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:42:44.111391 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:42:44.111391 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:42:44.111391 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:42:44.111391 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:42:44.111391 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:42:44.111391 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:42:44.111391 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:42:44.111391 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:42:44.111391 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:42:44.111391 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:42:44.111391 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:42:44.111391 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:42:44.111391 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:42:44.111391 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:42:44.111391 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:42:44.111391 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:42:44.111391 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:42:44.111391 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:42:44.111391 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:42:44.111391 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:42:44.111391 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:42:44.111391 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:42:44.111391 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:42:44.111391 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:42:44.111391 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:42:44.111391 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:42:44.111391 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:42:44.111391 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:42:44.111391 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:42:44.111391 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:42:44.111391 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:42:44.191320 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ce2f55-13a5-4954-8032-0d54d3d738cb req-aa058e29-a6b9-4342-a3f0-eabbea800cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:44.193232 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-62ce2f55-13a5-4954-8032-0d54d3d738cb req-aa058e29-a6b9-4342-a3f0-eabbea800cb5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d07bf9c0-feda-49f0-ac68-879462adf9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1196878 Aug 10 03:42:44.199799 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b7e42f8c-7f85-44b4-90e4-08b4acc97de2 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:44.207769 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b7e42f8c-7f85-44b4-90e4-08b4acc97de2 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:44.213268 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-b7e42f8c-7f85-44b4-90e4-08b4acc97de2 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] 10.222.0.44 "DELETE /v2.0/networks/d5b96159-0ae4-4c19-a71b-7ca6ab99623c HTTP/1.1" status: 204 len: 168 time: 1.1286056 Aug 10 03:42:44.216234 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 58288) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:44.244269 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e42f8c-7f85-44b4-90e4-08b4acc97de2 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Pushing event deleted for resources: {'Network': ['ID=d5b96159-0ae4-4c19-a71b-7ca6ab99623c,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:44.324711 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-62ce2f55-13a5-4954-8032-0d54d3d738cb req-86240a28-4a3e-455e-bb34-639b1f69bf9d service neutron] 10.222.0.61 "GET /v2.0/networks/d07bf9c0-feda-49f0-ac68-879462adf9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101670 Aug 10 03:42:44.346763 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dd1fe1-5c27-485e-bcc4-ef8dce5617f2 req-e120f187-25fc-4e06-8e7c-5f238000e8e4 tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:44.349774 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-37dd1fe1-5c27-485e-bcc4-ef8dce5617f2 req-e120f187-25fc-4e06-8e7c-5f238000e8e4 tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] 10.222.0.44 "GET /v2.0/networks?id=40059bec-b37c-48f0-8968-2865627012fc HTTP/1.1" status: 200 len: 808 time: 0.5164919 Aug 10 03:42:44.436407 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-62ce2f55-13a5-4954-8032-0d54d3d738cb req-61e22f80-dc62-4447-abe9-3c60ac26353c service neutron] 10.222.0.61 "GET /v2.0/networks/d07bf9c0-feda-49f0-ac68-879462adf9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034267 Aug 10 03:42:44.440650 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9cd901-05d5-447e-8782-f05df8851807 req-648e3d49-f3e0-4a82-b85f-5de5a8633507 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:44.443502 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3f9cd901-05d5-447e-8782-f05df8851807 req-648e3d49-f3e0-4a82-b85f-5de5a8633507 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 944 time: 0.3008647 Aug 10 03:42:44.445810 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-37dd1fe1-5c27-485e-bcc4-ef8dce5617f2 req-15e55ba2-dd29-473a-a637-d202eae04c4d tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] 10.222.0.44 "GET /v2.0/quotas/f85a0eb7a288446a94265898aa5c443e HTTP/1.1" status: 200 len: 375 time: 0.0795772 Aug 10 03:42:44.456705 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dcf23dc-829f-46e1-b069-c6a4031fa074 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Deleting subnet 9476b3ee-26d1-44c9-9701-706a6748bacf {{(pid=94260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:42:44.471837 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0dcf23dc-829f-46e1-b069-c6a4031fa074 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks [] for subnet, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:44.641904 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-37dd1fe1-5c27-485e-bcc4-ef8dce5617f2 req-89dd91f4-952d-4d3f-8c1e-ee8eaf6c58af tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f85a0eb7a288446a94265898aa5c443e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1775956 Aug 10 03:42:44.688859 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0dcf23dc-829f-46e1-b069-c6a4031fa074 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191173'] for subnet, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:44.820788 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3f9cd901-05d5-447e-8782-f05df8851807 req-0261b90b-1393-4ea7-b12c-25ad90b64a17 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=970733cb-cbb6-4524-9c4b-45ba2a794350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3525972 Aug 10 03:42:44.977038 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1c642015-ba78-477a-b2b0-7f46ed156a36 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58895384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805196'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:45.117492 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0dcf23dc-829f-46e1-b069-c6a4031fa074 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:45.134275 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-37dd1fe1-5c27-485e-bcc4-ef8dce5617f2 req-9fba88f6-b3e8-4e15-84c4-1b3c7527e376 service neutron] 10.222.0.44 "GET /v2.0/networks/40059bec-b37c-48f0-8968-2865627012fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4732401 Aug 10 03:42:45.217447 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c642015-ba78-477a-b2b0-7f46ed156a36 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Pushing event updated for resources: {'Subnet': ['ID=a2132997-7996-4dc5-844c-0a98d8489482,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:45.338146 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c642015-ba78-477a-b2b0-7f46ed156a36 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Checking segment: {'id': '7a6ec969-10e3-4acf-988e-abf8c925219e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ef1d9811-9e6c-4ed4-9045-4ab627ff8fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:42:45.338785 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c642015-ba78-477a-b2b0-7f46ed156a36 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Network hostable DHCP agents. Network: ef1d9811-9e6c-4ed4-9045-4ab627ff8fd2, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:42:45.432350 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0dcf23dc-829f-46e1-b069-c6a4031fa074 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:45.436227 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c642015-ba78-477a-b2b0-7f46ed156a36 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Network ef1d9811-9e6c-4ed4-9045-4ab627ff8fd2 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:42:45.503521 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-37dd1fe1-5c27-485e-bcc4-ef8dce5617f2 req-c7a6b953-d288-452b-8f70-bf32e3a2be26 service neutron] 10.222.0.44 "GET /v2.0/networks/40059bec-b37c-48f0-8968-2865627012fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3304079 Aug 10 03:42:45.508686 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-1c642015-ba78-477a-b2b0-7f46ed156a36 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, ef1d9811-9e6c-4ed4-9045-4ab627ff8fd2) {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:42:45.510846 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcf23dc-829f-46e1-b069-c6a4031fa074 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Pushing event deleted for resources: {'Subnet': ['ID=9476b3ee-26d1-44c9-9701-706a6748bacf,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:45.514630 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0dcf23dc-829f-46e1-b069-c6a4031fa074 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:45.518563 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-0dcf23dc-829f-46e1-b069-c6a4031fa074 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] 10.222.0.44 "DELETE /v2.0/subnets/9476b3ee-26d1-44c9-9701-706a6748bacf HTTP/1.1" status: 204 len: 168 time: 1.2938993 Aug 10 03:42:45.522395 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 58298) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:45.525561 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c642015-ba78-477a-b2b0-7f46ed156a36 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:45.527347 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1c642015-ba78-477a-b2b0-7f46ed156a36 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:45.547147 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24964260-fb61-4ac6-a75f-0e51405d1498 None None] Network ef1d9811-9e6c-4ed4-9045-4ab627ff8fd2 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:42:45.562625 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-1c642015-ba78-477a-b2b0-7f46ed156a36 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9095218 Aug 10 03:42:45.570746 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 58300) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:45.589604 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-c202d982-d269-4069-b0ca-3c560686a14a tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Request body: {'port': {'network_id': 'ef1d9811-9e6c-4ed4-9045-4ab627ff8fd2', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1044126074'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:45.599799 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d92ba0b-affb-4aae-bce4-32c96d842320 None None] Network dc993505-22c7-459d-8c5c-f32329c0f84b requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:42:45.626301 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f3f7924-220e-49da-85f5-bb1bd665a5d7 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Deleting subnet 7f0a9965-413a-430b-a568-d887a120c5fe {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:42:45.642822 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3f3f7924-220e-49da-85f5-bb1bd665a5d7 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:45.701581 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3f3f7924-220e-49da-85f5-bb1bd665a5d7 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:45.822615 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3f3f7924-220e-49da-85f5-bb1bd665a5d7 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:45.886865 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8831a12e-1c65-4f23-a47d-79b40005d745 req-6f708996-a8d9-4c69-94ee-9ece4dfb8c30 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:45.902095 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8831a12e-1c65-4f23-a47d-79b40005d745 req-6f708996-a8d9-4c69-94ee-9ece4dfb8c30 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/ports?device_id=00df8480-85ee-4cc7-b3c5-8f758aa1d93c HTTP/1.1" status: 200 len: 945 time: 0.2606440 Aug 10 03:42:45.920567 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3f3f7924-220e-49da-85f5-bb1bd665a5d7 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:45.971222 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3f7924-220e-49da-85f5-bb1bd665a5d7 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Pushing event deleted for resources: {'Subnet': ['ID=7f0a9965-413a-430b-a568-d887a120c5fe,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:45.987421 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3f3f7924-220e-49da-85f5-bb1bd665a5d7 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:45.989920 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-3f3f7924-220e-49da-85f5-bb1bd665a5d7 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] 10.222.0.44 "DELETE /v2.0/subnets/7f0a9965-413a-430b-a568-d887a120c5fe HTTP/1.1" status: 204 len: 168 time: 0.4661100 Aug 10 03:42:45.994092 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8831a12e-1c65-4f23-a47d-79b40005d745 req-f78832c6-ce4c-43d4-988a-20f2584d0458 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/security-groups?id=3dcf7ed8-b8b4-4f0f-9ac1-131f6ed7d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902748 Aug 10 03:42:45.995081 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 58308) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:46.050167 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e2d4ab-b4a6-4a5c-b357-a9ad6d9b6e58 None None] Network 4baa0698-f688-4e39-8138-dbee1411b715 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:42:46.203006 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c202d982-d269-4069-b0ca-3c560686a14a tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Made reservation on behalf of 2dd944f287b540098f0fcef72a77648e for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:42:46.208750 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c202d982-d269-4069-b0ca-3c560686a14a tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:46.257883 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-33f73b49-d1e6-4992-8a78-716d0e8be249 req-2ea9962d-8120-4e16-9431-d4d4882f58a4 tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6eb694b-c7bc-4171-b001-e02e12ef62f3 HTTP/1.1" status: 200 len: 210 time: 0.1226118 Aug 10 03:42:46.309373 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1397d6a6-b1b0-4d01-a1cc-e9bca7beb45d tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:46.312906 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [None req-c202d982-d269-4069-b0ca-3c560686a14a tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] device_id is not set on port 1d456be3-1afb-471e-a322-125a0be0318d yet. {{(pid=94260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:42:46.379015 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508df343-6a3e-4c16-b459-ec0efaa6f4e4 req-39023c67-552b-490d-b82a-6f44e2c65554 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:46.380749 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-508df343-6a3e-4c16-b459-ec0efaa6f4e4 req-39023c67-552b-490d-b82a-6f44e2c65554 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 944 time: 0.3364675 Aug 10 03:42:46.423973 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578f3590-d985-4583-94fa-2e60aa29153d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-ef1d9811-9e6c-4ed4-9045-4ab627ff8fd2', 'network_id': 'ef1d9811-9e6c-4ed4-9045-4ab627ff8fd2', 'tenant_id': '2dd944f287b540098f0fcef72a77648e', 'fixed_ips': [{'subnet_id': 'a2132997-7996-4dc5-844c-0a98d8489482'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:42:46.426289 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-578f3590-d985-4583-94fa-2e60aa29153d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:46.466916 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3adf3e-c912-4242-b472-e38b9ab45e17 None None] DHCP port deletion for dc993505-22c7-459d-8c5c-f32329c0f84b request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:42:46.600677 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446b13aa-589b-4760-afb0-26244924085f None None] DHCP port deletion for 4baa0698-f688-4e39-8138-dbee1411b715 request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:42:46.630684 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-508df343-6a3e-4c16-b459-ec0efaa6f4e4 req-0cb1b2bb-4c28-4695-a297-2f751620b2e5 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=970733cb-cbb6-4524-9c4b-45ba2a794350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2155893 Aug 10 03:42:46.640687 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-c202d982-d269-4069-b0ca-3c560686a14a tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Allocated IP 172.20.0.11 (ef1d9811-9e6c-4ed4-9045-4ab627ff8fd2/a2132997-7996-4dc5-844c-0a98d8489482/1d456be3-1afb-471e-a322-125a0be0318d) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:42:46.675046 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-1397d6a6-b1b0-4d01-a1cc-e9bca7beb45d tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Deleting port fa985a07-1184-42f6-b07b-a74bc43d55e7 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:42:46.675793 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1397d6a6-b1b0-4d01-a1cc-e9bca7beb45d tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:46.682956 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-eb3adf3e-c912-4242-b472-e38b9ab45e17 None None] Deleting port fa985a07-1184-42f6-b07b-a74bc43d55e7 {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:42:46.683406 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-eb3adf3e-c912-4242-b472-e38b9ab45e17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:46.809878 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-446b13aa-589b-4760-afb0-26244924085f None None] Deleting port 10a20acf-dfea-44be-913e-61fb0577d1cf {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:42:46.810593 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-446b13aa-589b-4760-afb0-26244924085f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:46.894732 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-eb3adf3e-c912-4242-b472-e38b9ab45e17 None None] For port fa985a07-1184-42f6-b07b-a74bc43d55e7, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=fa985a07-1184-42f6-b07b-a74bc43d55e7,segment=NetworkSegment(5e80a499-b906-4ebc-9692-99430e1ac4dc),segment_id=5e80a499-b906-4ebc-9692-99430e1ac4dc)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:46.895271 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-eb3adf3e-c912-4242-b472-e38b9ab45e17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:46.922720 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-eb3adf3e-c912-4242-b472-e38b9ab45e17 None None] Calling delete_port for fa985a07-1184-42f6-b07b-a74bc43d55e7 owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:42:46.931406 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-446b13aa-589b-4760-afb0-26244924085f None None] For port 10a20acf-dfea-44be-913e-61fb0577d1cf, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=10a20acf-dfea-44be-913e-61fb0577d1cf,segment=NetworkSegment(57cc4ac8-c387-4a2f-b9f4-564d6f2094f7),segment_id=57cc4ac8-c387-4a2f-b9f4-564d6f2094f7)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:46.931946 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-446b13aa-589b-4760-afb0-26244924085f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:46.953503 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-446b13aa-589b-4760-afb0-26244924085f None None] Calling delete_port for 10a20acf-dfea-44be-913e-61fb0577d1cf owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:42:46.965042 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [None req-1397d6a6-b1b0-4d01-a1cc-e9bca7beb45d tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] For port fa985a07-1184-42f6-b07b-a74bc43d55e7, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=fa985a07-1184-42f6-b07b-a74bc43d55e7,segment=NetworkSegment(5e80a499-b906-4ebc-9692-99430e1ac4dc),segment_id=5e80a499-b906-4ebc-9692-99430e1ac4dc)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:46.965772 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1397d6a6-b1b0-4d01-a1cc-e9bca7beb45d tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:47.011556 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-1397d6a6-b1b0-4d01-a1cc-e9bca7beb45d tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Calling delete_port for fa985a07-1184-42f6-b07b-a74bc43d55e7 owned by network:dhcp {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:42:47.080771 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0805d9-a0b3-4b66-b6c0-e656752c3eb0 req-91481997-ea87-40d5-80ed-4da03a3e6cbd tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:47.087791 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-eb0805d9-a0b3-4b66-b6c0-e656752c3eb0 req-91481997-ea87-40d5-80ed-4da03a3e6cbd tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 944 time: 0.2746377 Aug 10 03:42:47.113395 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-eb3adf3e-c912-4242-b472-e38b9ab45e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:47.167348 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3adf3e-c912-4242-b472-e38b9ab45e17 None None] Pushing event deleted for resources: {'Port': ['ID=fa985a07-1184-42f6-b07b-a74bc43d55e7,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:47.175737 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3adf3e-c912-4242-b472-e38b9ab45e17 None None] No DVR routers for this DVR port fa985a07-1184-42f6-b07b-a74bc43d55e7 on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:42:47.176077 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c202d982-d269-4069-b0ca-3c560686a14a tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:47.179142 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-446b13aa-589b-4760-afb0-26244924085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:47.224988 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [None req-c202d982-d269-4069-b0ca-3c560686a14a tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Transition to ACTIVE for port object 1d456be3-1afb-471e-a322-125a0be0318d will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:42:47.230633 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446b13aa-589b-4760-afb0-26244924085f None None] Pushing event deleted for resources: {'Port': ['ID=10a20acf-dfea-44be-913e-61fb0577d1cf,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:47.238188 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446b13aa-589b-4760-afb0-26244924085f None None] No DVR routers for this DVR port 10a20acf-dfea-44be-913e-61fb0577d1cf on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:42:47.281692 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-eb0805d9-a0b3-4b66-b6c0-e656752c3eb0 req-1b8da1eb-3954-478f-bc9b-8bc69b05c0e7 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=970733cb-cbb6-4524-9c4b-45ba2a794350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1854510 Aug 10 03:42:47.330403 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e73cdce-14c3-41aa-afe6-dce4c41fa9e0 req-672b6fb4-1066-4274-8288-98c0aa7d8d78 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:47.343644 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7e73cdce-14c3-41aa-afe6-dce4c41fa9e0 req-672b6fb4-1066-4274-8288-98c0aa7d8d78 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/ports?device_id=00df8480-85ee-4cc7-b3c5-8f758aa1d93c HTTP/1.1" status: 200 len: 945 time: 0.2098980 Aug 10 03:42:47.470721 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a54e0d54-73f0-4f4c-b88e-1d23d7a584e8 req-2a52d31e-dbdc-4bfc-96c8-31108b61cdaa tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6eb694b-c7bc-4171-b001-e02e12ef62f3 HTTP/1.1" status: 200 len: 210 time: 0.0860097 Aug 10 03:42:47.481366 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1397d6a6-b1b0-4d01-a1cc-e9bca7beb45d tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:47.498763 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c202d982-d269-4069-b0ca-3c560686a14a tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:47.554248 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1397d6a6-b1b0-4d01-a1cc-e9bca7beb45d tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Pushing event deleted for resources: {'Port': ['ID=fa985a07-1184-42f6-b07b-a74bc43d55e7,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:47.556546 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1397d6a6-b1b0-4d01-a1cc-e9bca7beb45d tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] No DVR routers for this DVR port fa985a07-1184-42f6-b07b-a74bc43d55e7 on host n-d-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:42:47.565966 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7e73cdce-14c3-41aa-afe6-dce4c41fa9e0 req-88d85f6c-80d4-49d7-a00e-060ffda5f43d tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/security-groups?id=3dcf7ed8-b8b4-4f0f-9ac1-131f6ed7d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2212024 Aug 10 03:42:47.593969 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-578f3590-d985-4583-94fa-2e60aa29153d None None] Allocated IP 172.20.0.2 (ef1d9811-9e6c-4ed4-9045-4ab627ff8fd2/a2132997-7996-4dc5-844c-0a98d8489482/1e873813-b126-4e8f-b0c8-a19c7a6b35d2) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:42:47.605578 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c202d982-d269-4069-b0ca-3c560686a14a tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Network ef1d9811-9e6c-4ed4-9045-4ab627ff8fd2 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:42:47.637077 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-c202d982-d269-4069-b0ca-3c560686a14a tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:42:47.644068 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c202d982-d269-4069-b0ca-3c560686a14a tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:42:47.666945 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dd1fe1-5c27-485e-bcc4-ef8dce5617f2 req-7d946f20-9fd6-4a71-8a0c-565c7a655ba4 tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:47.668631 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-37dd1fe1-5c27-485e-bcc4-ef8dce5617f2 req-7d946f20-9fd6-4a71-8a0c-565c7a655ba4 tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] 10.222.0.42 "GET /v2.0/networks?id=40059bec-b37c-48f0-8968-2865627012fc HTTP/1.1" status: 200 len: 808 time: 0.3821142 Aug 10 03:42:47.748678 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-37dd1fe1-5c27-485e-bcc4-ef8dce5617f2 req-b8eb8725-56cf-426a-bf78-2a64ddb8845c tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] Request body: {'port': {'device_id': 'e6eb694b-c7bc-4171-b001-e02e12ef62f3', 'network_id': '40059bec-b37c-48f0-8968-2865627012fc', 'admin_state_up': True, 'tenant_id': 'f85a0eb7a288446a94265898aa5c443e'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:47.820293 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1397d6a6-b1b0-4d01-a1cc-e9bca7beb45d tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:47.823039 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c202d982-d269-4069-b0ca-3c560686a14a tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Pushing event updated for resources: {'Port': ['ID=1d456be3-1afb-471e-a322-125a0be0318d,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:47.823283 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-578f3590-d985-4583-94fa-2e60aa29153d None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:47.849016 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-1397d6a6-b1b0-4d01-a1cc-e9bca7beb45d tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc993505-22c7-459d-8c5c-f32329c0f84b']}} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:47.855599 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-578f3590-d985-4583-94fa-2e60aa29153d None None] Transition to ACTIVE for port object 1e873813-b126-4e8f-b0c8-a19c7a6b35d2 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:42:47.861532 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c202d982-d269-4069-b0ca-3c560686a14a tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:47.862236 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c202d982-d269-4069-b0ca-3c560686a14a tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:47.873696 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 10a20acf-dfea-44be-913e-61fb0577d1cf no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:42:47.883443 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-1397d6a6-b1b0-4d01-a1cc-e9bca7beb45d tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e80a499-b906-4ebc-9692-99430e1ac4dc') {'for_net_delete': True} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:47.883852 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-1397d6a6-b1b0-4d01-a1cc-e9bca7beb45d tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e80a499-b906-4ebc-9692-99430e1ac4dc') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:47.916648 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1397d6a6-b1b0-4d01-a1cc-e9bca7beb45d tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191186'] for segment, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:47.927210 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 10a20acf-dfea-44be-913e-61fb0577d1cf {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:42:47.928122 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 10a20acf-dfea-44be-913e-61fb0577d1cf not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:42:47.931560 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device fa985a07-1184-42f6-b07b-a74bc43d55e7 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:42:47.931817 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-c202d982-d269-4069-b0ca-3c560686a14a tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 2.3564808 Aug 10 03:42:47.933218 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 58336) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:47.939531 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1397d6a6-b1b0-4d01-a1cc-e9bca7beb45d tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:47.956594 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1397d6a6-b1b0-4d01-a1cc-e9bca7beb45d tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=94260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:42:47.957234 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1397d6a6-b1b0-4d01-a1cc-e9bca7beb45d tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58895489'] for segment, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:47.960764 n-d-768862-13 neutron-server[94260]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:42:47.960764 n-d-768862-13 neutron-server[94260]: self.session.flush() Aug 10 03:42:47.960764 n-d-768862-13 neutron-server[94260]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:42:47.960764 n-d-768862-13 neutron-server[94260]: self.session.flush() Aug 10 03:42:47.960764 n-d-768862-13 neutron-server[94260]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:42:47.960764 n-d-768862-13 neutron-server[94260]: self.session.flush() Aug 10 03:42:47.960764 n-d-768862-13 neutron-server[94260]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:42:47.960764 n-d-768862-13 neutron-server[94260]: self.session.flush() Aug 10 03:42:47.960764 n-d-768862-13 neutron-server[94260]: Traceback (most recent call last): Aug 10 03:42:47.960764 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:42:47.960764 n-d-768862-13 neutron-server[94260]: timer() Aug 10 03:42:47.960764 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:42:47.960764 n-d-768862-13 neutron-server[94260]: cb(*args, **kw) Aug 10 03:42:47.960764 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:42:47.960764 n-d-768862-13 neutron-server[94260]: return func(*args, **kwargs) Aug 10 03:42:47.960764 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:42:47.960764 n-d-768862-13 neutron-server[94260]: self._notify() Aug 10 03:42:47.960764 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:42:47.960764 n-d-768862-13 neutron-server[94260]: self.callback(batched_events) Aug 10 03:42:47.960764 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:42:47.960764 n-d-768862-13 neutron-server[94260]: event.method(event) Aug 10 03:42:47.960764 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:42:47.960764 n-d-768862-13 neutron-server[94260]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:42:47.960764 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:42:47.960764 n-d-768862-13 neutron-server[94260]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:42:47.960764 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:42:47.960764 n-d-768862-13 neutron-server[94260]: return f(self, *a, **k) Aug 10 03:42:47.960764 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:42:47.960764 n-d-768862-13 neutron-server[94260]: return self._get(url).json() Aug 10 03:42:47.960764 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:42:47.960764 n-d-768862-13 neutron-server[94260]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:42:47.960764 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:42:47.960764 n-d-768862-13 neutron-server[94260]: return self.request(url, 'GET', **kwargs) Aug 10 03:42:47.960764 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:42:47.960764 n-d-768862-13 neutron-server[94260]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:42:47.960764 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:42:47.960764 n-d-768862-13 neutron-server[94260]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:42:47.960764 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:42:47.960764 n-d-768862-13 neutron-server[94260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:42:47.960764 n-d-768862-13 neutron-server[94260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:42:47.971950 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: fa985a07-1184-42f6-b07b-a74bc43d55e7 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:42:47.972459 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device fa985a07-1184-42f6-b07b-a74bc43d55e7 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:42:47.990208 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-578f3590-d985-4583-94fa-2e60aa29153d None None] Transition to ACTIVE for port object 1e873813-b126-4e8f-b0c8-a19c7a6b35d2 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:42:48.031596 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-578f3590-d985-4583-94fa-2e60aa29153d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:48.053520 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1397d6a6-b1b0-4d01-a1cc-e9bca7beb45d tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:48.089864 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37dd1fe1-5c27-485e-bcc4-ef8dce5617f2 req-b8eb8725-56cf-426a-bf78-2a64ddb8845c tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] Made reservation on behalf of f85a0eb7a288446a94265898aa5c443e for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:42:48.094443 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-37dd1fe1-5c27-485e-bcc4-ef8dce5617f2 req-b8eb8725-56cf-426a-bf78-2a64ddb8845c tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:48.097316 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1397d6a6-b1b0-4d01-a1cc-e9bca7beb45d tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Pushing event deleted for resources: {'Network': ['ID=dc993505-22c7-459d-8c5c-f32329c0f84b,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:48.100024 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1397d6a6-b1b0-4d01-a1cc-e9bca7beb45d tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks [] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:48.102339 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-1397d6a6-b1b0-4d01-a1cc-e9bca7beb45d tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] 10.222.0.44 "DELETE /v2.0/networks/dc993505-22c7-459d-8c5c-f32329c0f84b HTTP/1.1" status: 204 len: 168 time: 2.1024895 Aug 10 03:42:48.112282 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 58352) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:48.122091 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578f3590-d985-4583-94fa-2e60aa29153d None None] Network ef1d9811-9e6c-4ed4-9045-4ab627ff8fd2 is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:42:48.127218 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-35586965-2c95-474b-93a1-fa4b4f7e4fbb tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Deleting port 1d456be3-1afb-471e-a322-125a0be0318d {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:42:48.127639 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-35586965-2c95-474b-93a1-fa4b4f7e4fbb tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:48.129524 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-578f3590-d985-4583-94fa-2e60aa29153d None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:42:48.133924 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578f3590-d985-4583-94fa-2e60aa29153d None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:42:48.149821 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578f3590-d985-4583-94fa-2e60aa29153d None None] Pushing event updated for resources: {'Port': ['ID=1e873813-b126-4e8f-b0c8-a19c7a6b35d2,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:48.212937 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-578f3590-d985-4583-94fa-2e60aa29153d None None] Attempting to bind port 1e873813-b126-4e8f-b0c8-a19c7a6b35d2 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:42:48.213307 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-578f3590-d985-4583-94fa-2e60aa29153d None None] Attempting to bind port 1e873813-b126-4e8f-b0c8-a19c7a6b35d2 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '7a6ec969-10e3-4acf-988e-abf8c925219e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ef1d9811-9e6c-4ed4-9045-4ab627ff8fd2'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:42:48.213688 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578f3590-d985-4583-94fa-2e60aa29153d None None] Attempting to bind port 1e873813-b126-4e8f-b0c8-a19c7a6b35d2 on network ef1d9811-9e6c-4ed4-9045-4ab627ff8fd2 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:42:48.219981 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578f3590-d985-4583-94fa-2e60aa29153d None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:42:48.220373 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578f3590-d985-4583-94fa-2e60aa29153d None None] Checking segment: {'id': '7a6ec969-10e3-4acf-988e-abf8c925219e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ef1d9811-9e6c-4ed4-9045-4ab627ff8fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:42:48.220973 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-578f3590-d985-4583-94fa-2e60aa29153d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:48.221384 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578f3590-d985-4583-94fa-2e60aa29153d None None] Bound using segment: {'id': '7a6ec969-10e3-4acf-988e-abf8c925219e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ef1d9811-9e6c-4ed4-9045-4ab627ff8fd2'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:42:48.222512 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-578f3590-d985-4583-94fa-2e60aa29153d None None] Bound port: 1e873813-b126-4e8f-b0c8-a19c7a6b35d2, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6ec969-10e3-4acf-988e-abf8c925219e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ef1d9811-9e6c-4ed4-9045-4ab627ff8fd2'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:42:48.223218 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-578f3590-d985-4583-94fa-2e60aa29153d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:48.288799 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-37dd1fe1-5c27-485e-bcc4-ef8dce5617f2 req-b8eb8725-56cf-426a-bf78-2a64ddb8845c tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] Allocated IP 172.20.0.2 (40059bec-b37c-48f0-8968-2865627012fc/a3ab02ca-26c3-4192-b462-ad696d75116f/9fd9320a-8fdf-4727-b5b3-68fc87f3cd5a) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:42:48.402476 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1124b04d-5e93-4496-99d0-c3c56556723e tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:48.439230 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-35586965-2c95-474b-93a1-fa4b4f7e4fbb tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:48.477990 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-35586965-2c95-474b-93a1-fa4b4f7e4fbb tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Calling delete_port for 1d456be3-1afb-471e-a322-125a0be0318d owned by {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:42:48.487818 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-578f3590-d985-4583-94fa-2e60aa29153d None None] For port 1e873813-b126-4e8f-b0c8-a19c7a6b35d2, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:42:48.492540 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-578f3590-d985-4583-94fa-2e60aa29153d None None] For port 1e873813-b126-4e8f-b0c8-a19c7a6b35d2, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=1e873813-b126-4e8f-b0c8-a19c7a6b35d2,segment=NetworkSegment(7a6ec969-10e3-4acf-988e-abf8c925219e),segment_id=7a6ec969-10e3-4acf-988e-abf8c925219e)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:42:48.502553 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-578f3590-d985-4583-94fa-2e60aa29153d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:48.524627 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-37dd1fe1-5c27-485e-bcc4-ef8dce5617f2 req-b8eb8725-56cf-426a-bf78-2a64ddb8845c tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:48.590564 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578f3590-d985-4583-94fa-2e60aa29153d None None] Pushing event updated for resources: {'Port': ['ID=1e873813-b126-4e8f-b0c8-a19c7a6b35d2,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:48.615272 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-37dd1fe1-5c27-485e-bcc4-ef8dce5617f2 req-b8eb8725-56cf-426a-bf78-2a64ddb8845c tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:48.704302 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37dd1fe1-5c27-485e-bcc4-ef8dce5617f2 req-b8eb8725-56cf-426a-bf78-2a64ddb8845c tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] Network 40059bec-b37c-48f0-8968-2865627012fc is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:42:48.712808 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-37dd1fe1-5c27-485e-bcc4-ef8dce5617f2 req-b8eb8725-56cf-426a-bf78-2a64ddb8845c tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:42:48.719925 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-37dd1fe1-5c27-485e-bcc4-ef8dce5617f2 req-b8eb8725-56cf-426a-bf78-2a64ddb8845c tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:42:48.722118 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1124b04d-5e93-4496-99d0-c3c56556723e tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:48.727460 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eb8725-56cf-426a-bf78-2a64ddb8845c tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] Pushing event updated for resources: {'Port': ['ID=9fd9320a-8fdf-4727-b5b3-68fc87f3cd5a,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:48.738665 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ef503a-3f45-4d35-bc86-427a92c92acf req-15fef7f3-9290-43d4-8b95-7d69b59e54be tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:48.740241 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b2ef503a-3f45-4d35-bc86-427a92c92acf req-15fef7f3-9290-43d4-8b95-7d69b59e54be tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6eb694b-c7bc-4171-b001-e02e12ef62f3 HTTP/1.1" status: 200 len: 931 time: 0.1161275 Aug 10 03:42:48.748901 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-1124b04d-5e93-4496-99d0-c3c56556723e tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4baa0698-f688-4e39-8138-dbee1411b715']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:48.805504 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-1124b04d-5e93-4496-99d0-c3c56556723e tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57cc4ac8-c387-4a2f-b9f4-564d6f2094f7') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:48.805809 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-1124b04d-5e93-4496-99d0-c3c56556723e tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57cc4ac8-c387-4a2f-b9f4-564d6f2094f7') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:48.823481 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1124b04d-5e93-4496-99d0-c3c56556723e tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:48.847283 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dd1fe1-5c27-485e-bcc4-ef8dce5617f2 req-b8eb8725-56cf-426a-bf78-2a64ddb8845c tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:48.848103 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-37dd1fe1-5c27-485e-bcc4-ef8dce5617f2 req-b8eb8725-56cf-426a-bf78-2a64ddb8845c tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:48.852198 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1124b04d-5e93-4496-99d0-c3c56556723e tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:48.855049 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b2ef503a-3f45-4d35-bc86-427a92c92acf req-ecb21475-0b5e-4b91-a910-de33c892238c tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e1ba13a-5a1b-4f45-9d11-54f011ade4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934300 Aug 10 03:42:48.871838 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-37dd1fe1-5c27-485e-bcc4-ef8dce5617f2 req-b8eb8725-56cf-426a-bf78-2a64ddb8845c tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1344323 Aug 10 03:42:48.894806 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-37dd1fe1-5c27-485e-bcc4-ef8dce5617f2 req-16721f2f-45fe-4e78-9690-ec22f50f9d58 service neutron] Request body: {'port': {'device_id': 'e6eb694b-c7bc-4171-b001-e02e12ef62f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:48.916899 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1124b04d-5e93-4496-99d0-c3c56556723e tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:42:48.917327 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1124b04d-5e93-4496-99d0-c3c56556723e tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:48.968218 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:42:48.968218 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:42:48.968218 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:42:48.968218 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:42:48.968218 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:42:48.968218 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:42:48.968218 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:42:48.968218 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:42:48.968218 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:42:48.968218 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:42:48.968218 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:42:48.968218 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:42:48.968218 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:42:48.968218 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:42:48.968218 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:42:48.968218 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:42:48.968218 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:42:48.968218 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:42:48.968218 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:42:48.968218 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:42:48.968218 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:42:48.968218 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:42:48.968218 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:42:48.968218 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:42:48.968218 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:42:48.968218 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:42:48.968218 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:42:48.968218 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:42:48.968218 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:42:48.968218 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:42:48.968218 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:42:48.968218 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:42:49.016462 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1124b04d-5e93-4496-99d0-c3c56556723e tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:49.019192 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-35586965-2c95-474b-93a1-fa4b4f7e4fbb tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:49.033809 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-37dd1fe1-5c27-485e-bcc4-ef8dce5617f2 req-16721f2f-45fe-4e78-9690-ec22f50f9d58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:49.052531 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1124b04d-5e93-4496-99d0-c3c56556723e tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:49.054497 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-1124b04d-5e93-4496-99d0-c3c56556723e tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] 10.222.0.44 "DELETE /v2.0/networks/4baa0698-f688-4e39-8138-dbee1411b715 HTTP/1.1" status: 204 len: 168 time: 0.9413617 Aug 10 03:42:49.059754 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 58370) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:49.060339 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a24b9a4-6028-4873-b028-7786ce6f3701 req-d605974e-2171-4f5d-a47a-55d75c461e95 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:49.061927 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1a24b9a4-6028-4873-b028-7786ce6f3701 req-d605974e-2171-4f5d-a47a-55d75c461e95 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/ports?device_id=00df8480-85ee-4cc7-b3c5-8f758aa1d93c HTTP/1.1" status: 200 len: 945 time: 0.1187384 Aug 10 03:42:49.065420 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35586965-2c95-474b-93a1-fa4b4f7e4fbb tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Pushing event deleted for resources: {'Port': ['ID=1d456be3-1afb-471e-a322-125a0be0318d,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:49.116792 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1124b04d-5e93-4496-99d0-c3c56556723e tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Pushing event deleted for resources: {'Network': ['ID=4baa0698-f688-4e39-8138-dbee1411b715,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:49.146559 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1a24b9a4-6028-4873-b028-7786ce6f3701 req-5eb973d1-b8fa-4f45-ae70-61e617987f8b tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/security-groups?id=3dcf7ed8-b8b4-4f0f-9ac1-131f6ed7d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599704 Aug 10 03:42:49.191844 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6c8b8aa-5904-4c40-bd5d-12d82c93cd4c tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Deleting subnet c21e3738-5a8a-4e3e-8b3f-f801e7e7e568 {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:42:49.202128 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c6c8b8aa-5904-4c40-bd5d-12d82c93cd4c tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:49.257669 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-35586965-2c95-474b-93a1-fa4b4f7e4fbb tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:49.259937 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-35586965-2c95-474b-93a1-fa4b4f7e4fbb tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "DELETE /v2.0/ports/1d456be3-1afb-471e-a322-125a0be0318d HTTP/1.1" status: 204 len: 168 time: 1.3180103 Aug 10 03:42:49.263878 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 58374) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:49.300318 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c6c8b8aa-5904-4c40-bd5d-12d82c93cd4c tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:49.305035 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-00251c4c-358c-4656-8e59-dd2b59ec3031 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] GET failed (client error): The resource could not be found. Aug 10 03:42:49.305878 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-00251c4c-358c-4656-8e59-dd2b59ec3031 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "GET /v2.0/ports/1d456be3-1afb-471e-a322-125a0be0318d HTTP/1.1" status: 404 len: 333 time: 0.0408926 Aug 10 03:42:49.311484 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 58376) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:49.405251 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_v2 [None req-6aaa7eb0-bc98-4706-9f00-b36f5a7f6461 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Deleting subnet a2132997-7996-4dc5-844c-0a98d8489482 {{(pid=94260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:42:49.417301 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6aaa7eb0-bc98-4706-9f00-b36f5a7f6461 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for subnet, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:49.445067 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c6c8b8aa-5904-4c40-bd5d-12d82c93cd4c tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:49.477290 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6aaa7eb0-bc98-4706-9f00-b36f5a7f6461 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191173'] for subnet, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:49.565705 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c6c8b8aa-5904-4c40-bd5d-12d82c93cd4c tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:49.580287 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-37dd1fe1-5c27-485e-bcc4-ef8dce5617f2 req-16721f2f-45fe-4e78-9690-ec22f50f9d58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fd9320a-8fdf-4727-b5b3-68fc87f3cd5a {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:42:49.592152 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-37dd1fe1-5c27-485e-bcc4-ef8dce5617f2 req-16721f2f-45fe-4e78-9690-ec22f50f9d58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:49.625720 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c8b8aa-5904-4c40-bd5d-12d82c93cd4c tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Pushing event deleted for resources: {'Subnet': ['ID=c21e3738-5a8a-4e3e-8b3f-f801e7e7e568,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:49.633969 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c6c8b8aa-5904-4c40-bd5d-12d82c93cd4c tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:49.642610 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-c6c8b8aa-5904-4c40-bd5d-12d82c93cd4c tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] 10.222.0.44 "DELETE /v2.0/subnets/c21e3738-5a8a-4e3e-8b3f-f801e7e7e568 HTTP/1.1" status: 204 len: 168 time: 0.5786233 Aug 10 03:42:49.643654 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 58380) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:49.644594 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62837a59-3e5f-4112-8e62-596235aed4b9 None None] Network 406ed857-05f6-4a8c-bc37-cd3d33f232d6 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:42:49.856622 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e12118c4-3229-4624-a706-57c149a5740d tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:49.998635 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 1e873813-b126-4e8f-b0c8-a19c7a6b35d2 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:42:50.024427 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-e12118c4-3229-4624-a706-57c149a5740d tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Deleting port f60f3267-2749-47a1-be06-a514101af630 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:42:50.025248 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e12118c4-3229-4624-a706-57c149a5740d tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:50.045037 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51445fae-c2c5-4f10-be97-f472abd0ea77 None None] Network ef1d9811-9e6c-4ed4-9045-4ab627ff8fd2 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:42:50.091616 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1770d70a-cbd2-461a-b768-d36f3ca487de None None] DHCP port deletion for 406ed857-05f6-4a8c-bc37-cd3d33f232d6 request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:42:50.129961 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-37dd1fe1-5c27-485e-bcc4-ef8dce5617f2 req-16721f2f-45fe-4e78-9690-ec22f50f9d58 service neutron] Transition to ACTIVE for port object 9fd9320a-8fdf-4727-b5b3-68fc87f3cd5a will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:42:50.144696 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6aaa7eb0-bc98-4706-9f00-b36f5a7f6461 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:50.155225 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-552ac4a4-f032-45bf-aeab-7a140c3ed598 None None] Provisioning for port 1e873813-b126-4e8f-b0c8-a19c7a6b35d2 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:42:50.165715 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-e12118c4-3229-4624-a706-57c149a5740d tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] For port f60f3267-2749-47a1-be06-a514101af630, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=f60f3267-2749-47a1-be06-a514101af630,segment=NetworkSegment(ff4ac129-6e21-48fb-9900-26dfa4fa3567),segment_id=ff4ac129-6e21-48fb-9900-26dfa4fa3567)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:50.166902 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e12118c4-3229-4624-a706-57c149a5740d tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:50.190950 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-37dd1fe1-5c27-485e-bcc4-ef8dce5617f2 req-16721f2f-45fe-4e78-9690-ec22f50f9d58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:50.195493 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-e12118c4-3229-4624-a706-57c149a5740d tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Calling delete_port for f60f3267-2749-47a1-be06-a514101af630 owned by network:dhcp {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:42:50.227123 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 1e873813-b126-4e8f-b0c8-a19c7a6b35d2 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:42:50.244132 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 1e873813-b126-4e8f-b0c8-a19c7a6b35d2 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:42:50.244479 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:50.273265 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-1770d70a-cbd2-461a-b768-d36f3ca487de None None] Deleting port f60f3267-2749-47a1-be06-a514101af630 {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:42:50.273636 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1770d70a-cbd2-461a-b768-d36f3ca487de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:50.341255 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc86012-7571-41b4-b33c-052f268c970b req-1d263cbc-3127-4c0c-a1a3-3aff505f24c7 tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:50.343978 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1bc86012-7571-41b4-b33c-052f268c970b req-1d263cbc-3127-4c0c-a1a3-3aff505f24c7 tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6eb694b-c7bc-4171-b001-e02e12ef62f3 HTTP/1.1" status: 200 len: 931 time: 0.3335764 Aug 10 03:42:50.357989 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e12118c4-3229-4624-a706-57c149a5740d tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:50.369336 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16721f2f-45fe-4e78-9690-ec22f50f9d58 service neutron] Pushing event updated for resources: {'Port': ['ID=9fd9320a-8fdf-4727-b5b3-68fc87f3cd5a,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:50.391481 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12118c4-3229-4624-a706-57c149a5740d tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Pushing event deleted for resources: {'Port': ['ID=f60f3267-2749-47a1-be06-a514101af630,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:50.407567 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12118c4-3229-4624-a706-57c149a5740d tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] No DVR routers for this DVR port f60f3267-2749-47a1-be06-a514101af630 on host n-d-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:42:50.411369 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328ffb28-1db9-4843-8942-2da085ea7b9b req-eed05e27-cf2a-4cd6-ba88-39d1de06931b tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:50.413380 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-1770d70a-cbd2-461a-b768-d36f3ca487de None None] For port f60f3267-2749-47a1-be06-a514101af630, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=f60f3267-2749-47a1-be06-a514101af630,segment=NetworkSegment(ff4ac129-6e21-48fb-9900-26dfa4fa3567),segment_id=ff4ac129-6e21-48fb-9900-26dfa4fa3567)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:50.414411 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1770d70a-cbd2-461a-b768-d36f3ca487de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:50.420715 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-328ffb28-1db9-4843-8942-2da085ea7b9b req-eed05e27-cf2a-4cd6-ba88-39d1de06931b tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fdf14e5-715f-477b-93b8-43025a08ebc5 HTTP/1.1" status: 200 len: 943 time: 0.3921378 Aug 10 03:42:50.444372 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-1770d70a-cbd2-461a-b768-d36f3ca487de None None] Calling delete_port for f60f3267-2749-47a1-be06-a514101af630 owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:42:50.520746 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6aaa7eb0-bc98-4706-9f00-b36f5a7f6461 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:50.552733 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:50.591900 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e12118c4-3229-4624-a706-57c149a5740d tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:50.610572 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaa7eb0-bc98-4706-9f00-b36f5a7f6461 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Pushing event deleted for resources: {'Subnet': ['ID=a2132997-7996-4dc5-844c-0a98d8489482,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:50.612957 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6aaa7eb0-bc98-4706-9f00-b36f5a7f6461 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:50.615021 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-6aaa7eb0-bc98-4706-9f00-b36f5a7f6461 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "DELETE /v2.0/subnets/a2132997-7996-4dc5-844c-0a98d8489482 HTTP/1.1" status: 204 len: 168 time: 1.3021307 Aug 10 03:42:50.621282 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1bc86012-7571-41b4-b33c-052f268c970b req-0519b8cb-a967-45fa-8c0d-ff22dd464312 tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e1ba13a-5a1b-4f45-9d11-54f011ade4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568870 Aug 10 03:42:50.624980 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 58386) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:50.651603 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.db.api [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:42:50.652558 n-d-768862-13 neutron-server[94262]: DEBUG oslo_db.api [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:42:50.657542 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-e12118c4-3229-4624-a706-57c149a5740d tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['406ed857-05f6-4a8c-bc37-cd3d33f232d6']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:50.668780 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1770d70a-cbd2-461a-b768-d36f3ca487de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:50.705259 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-e12118c4-3229-4624-a706-57c149a5740d tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff4ac129-6e21-48fb-9900-26dfa4fa3567') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:50.710804 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1770d70a-cbd2-461a-b768-d36f3ca487de None None] Pushing event deleted for resources: {'Port': ['ID=f60f3267-2749-47a1-be06-a514101af630,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:50.711150 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-e12118c4-3229-4624-a706-57c149a5740d tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff4ac129-6e21-48fb-9900-26dfa4fa3567') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:50.715929 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1770d70a-cbd2-461a-b768-d36f3ca487de None None] No DVR routers for this DVR port f60f3267-2749-47a1-be06-a514101af630 on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:42:50.720260 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-37dd1fe1-5c27-485e-bcc4-ef8dce5617f2 req-16721f2f-45fe-4e78-9690-ec22f50f9d58 service neutron] Attempting to bind port 9fd9320a-8fdf-4727-b5b3-68fc87f3cd5a on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:42:50.720694 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-37dd1fe1-5c27-485e-bcc4-ef8dce5617f2 req-16721f2f-45fe-4e78-9690-ec22f50f9d58 service neutron] Attempting to bind port 9fd9320a-8fdf-4727-b5b3-68fc87f3cd5a by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': 'e5a53d17-1ff5-4c38-91cf-06e9739e30d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '40059bec-b37c-48f0-8968-2865627012fc'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:42:50.721047 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37dd1fe1-5c27-485e-bcc4-ef8dce5617f2 req-16721f2f-45fe-4e78-9690-ec22f50f9d58 service neutron] Attempting to bind port 9fd9320a-8fdf-4727-b5b3-68fc87f3cd5a on network 40059bec-b37c-48f0-8968-2865627012fc {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:42:50.739066 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37dd1fe1-5c27-485e-bcc4-ef8dce5617f2 req-16721f2f-45fe-4e78-9690-ec22f50f9d58 service neutron] Port 9fd9320a-8fdf-4727-b5b3-68fc87f3cd5a on network 40059bec-b37c-48f0-8968-2865627012fc not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:42:50.739455 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37dd1fe1-5c27-485e-bcc4-ef8dce5617f2 req-16721f2f-45fe-4e78-9690-ec22f50f9d58 service neutron] Attempting to bind port 9fd9320a-8fdf-4727-b5b3-68fc87f3cd5a on network 40059bec-b37c-48f0-8968-2865627012fc {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:42:50.745474 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e12118c4-3229-4624-a706-57c149a5740d tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:50.769140 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37dd1fe1-5c27-485e-bcc4-ef8dce5617f2 req-16721f2f-45fe-4e78-9690-ec22f50f9d58 service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:42:50.769492 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37dd1fe1-5c27-485e-bcc4-ef8dce5617f2 req-16721f2f-45fe-4e78-9690-ec22f50f9d58 service neutron] Checking segment: {'id': 'e5a53d17-1ff5-4c38-91cf-06e9739e30d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '40059bec-b37c-48f0-8968-2865627012fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:42:50.770000 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37dd1fe1-5c27-485e-bcc4-ef8dce5617f2 req-16721f2f-45fe-4e78-9690-ec22f50f9d58 service neutron] Bound using segment: {'id': 'e5a53d17-1ff5-4c38-91cf-06e9739e30d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '40059bec-b37c-48f0-8968-2865627012fc'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:42:50.770626 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-37dd1fe1-5c27-485e-bcc4-ef8dce5617f2 req-16721f2f-45fe-4e78-9690-ec22f50f9d58 service neutron] Bound port: 9fd9320a-8fdf-4727-b5b3-68fc87f3cd5a, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5a53d17-1ff5-4c38-91cf-06e9739e30d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '40059bec-b37c-48f0-8968-2865627012fc'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:42:50.771037 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-37dd1fe1-5c27-485e-bcc4-ef8dce5617f2 req-16721f2f-45fe-4e78-9690-ec22f50f9d58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:50.793882 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-038decd5-8e2f-41c8-91d1-1c8e808c65a5 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:50.794173 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e12118c4-3229-4624-a706-57c149a5740d tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:50.799202 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-328ffb28-1db9-4843-8942-2da085ea7b9b req-0ee070af-6503-4b20-bc50-165b0d885c04 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Deleting port 06c129e9-7171-46da-95d4-f26eb35f228a {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:42:50.799617 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-328ffb28-1db9-4843-8942-2da085ea7b9b req-0ee070af-6503-4b20-bc50-165b0d885c04 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:50.810959 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e12118c4-3229-4624-a706-57c149a5740d tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:42:50.811591 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e12118c4-3229-4624-a706-57c149a5740d tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:50.818025 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:42:50.818025 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:42:50.818025 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:42:50.818025 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:42:50.818025 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:42:50.818025 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:42:50.818025 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:42:50.818025 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:42:50.818025 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:42:50.818025 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:42:50.818025 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:42:50.818025 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:42:50.818025 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:42:50.818025 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:42:50.818025 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:42:50.818025 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:42:50.818025 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:42:50.818025 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:42:50.818025 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:42:50.818025 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:42:50.818025 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:42:50.818025 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:42:50.818025 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:42:50.818025 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:42:50.818025 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:42:50.818025 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:42:50.818025 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:42:50.818025 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:42:50.818025 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:42:50.818025 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:42:50.818025 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:42:50.818025 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:42:50.885944 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff89d09-1d42-4c32-a26e-6ba22339cd51 None None] Network ef1d9811-9e6c-4ed4-9045-4ab627ff8fd2 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:42:50.908816 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e12118c4-3229-4624-a706-57c149a5740d tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:50.950121 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e12118c4-3229-4624-a706-57c149a5740d tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:50.953805 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e12118c4-3229-4624-a706-57c149a5740d tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] 10.222.0.44 "DELETE /v2.0/networks/406ed857-05f6-4a8c-bc37-cd3d33f232d6 HTTP/1.1" status: 204 len: 168 time: 1.3084750 Aug 10 03:42:50.956081 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12118c4-3229-4624-a706-57c149a5740d tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Pushing event deleted for resources: {'Network': ['ID=406ed857-05f6-4a8c-bc37-cd3d33f232d6,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:50.958965 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 58388) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:50.995900 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-37dd1fe1-5c27-485e-bcc4-ef8dce5617f2 req-16721f2f-45fe-4e78-9690-ec22f50f9d58 service neutron] For port 9fd9320a-8fdf-4727-b5b3-68fc87f3cd5a, host n-h1-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:42:51.009839 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-1edb757e-ffe4-4d7f-aa30-635c1096fc34 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] 10.222.0.44 "GET /v2.0/ports?device_id=8cd2fb61-076f-4b40-9932-c91c2e9e1ffe HTTP/1.1" status: 200 len: 205 time: 0.0452712 Aug 10 03:42:51.010130 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 58390) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:51.014076 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-aabdb028-6239-435c-ac01-69b7ca824b53 None None] Provisioning complete for port 1e873813-b126-4e8f-b0c8-a19c7a6b35d2 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:42:51.014749 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-aabdb028-6239-435c-ac01-69b7ca824b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:51.017132 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1244c8-d84c-48e1-bf99-ba8e035a25b0 req-6283120d-bc41-4481-9cef-fec854a8e7c8 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:51.020321 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cc1244c8-d84c-48e1-bf99-ba8e035a25b0 req-6283120d-bc41-4481-9cef-fec854a8e7c8 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/ports?device_id=00df8480-85ee-4cc7-b3c5-8f758aa1d93c HTTP/1.1" status: 200 len: 945 time: 0.2137580 Aug 10 03:42:51.035866 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-328ffb28-1db9-4843-8942-2da085ea7b9b req-0ee070af-6503-4b20-bc50-165b0d885c04 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] For port 06c129e9-7171-46da-95d4-f26eb35f228a, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=06c129e9-7171-46da-95d4-f26eb35f228a,segment=NetworkSegment(137a9801-8fd3-46c2-ac1d-bb4eee5c7163),segment_id=137a9801-8fd3-46c2-ac1d-bb4eee5c7163)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:51.036336 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-328ffb28-1db9-4843-8942-2da085ea7b9b req-0ee070af-6503-4b20-bc50-165b0d885c04 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:51.041053 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-37dd1fe1-5c27-485e-bcc4-ef8dce5617f2 req-16721f2f-45fe-4e78-9690-ec22f50f9d58 service neutron] For port 9fd9320a-8fdf-4727-b5b3-68fc87f3cd5a, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=9fd9320a-8fdf-4727-b5b3-68fc87f3cd5a,segment=NetworkSegment(e5a53d17-1ff5-4c38-91cf-06e9739e30d5),segment_id=e5a53d17-1ff5-4c38-91cf-06e9739e30d5)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:42:51.067238 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-37dd1fe1-5c27-485e-bcc4-ef8dce5617f2 req-16721f2f-45fe-4e78-9690-ec22f50f9d58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:51.075385 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-328ffb28-1db9-4843-8942-2da085ea7b9b req-0ee070af-6503-4b20-bc50-165b0d885c04 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Calling delete_port for 06c129e9-7171-46da-95d4-f26eb35f228a owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:42:51.104680 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-659251c0-52a1-420b-91d9-c4893ac727f8 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks [] for router, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:51.136758 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dd1fe1-5c27-485e-bcc4-ef8dce5617f2 req-16721f2f-45fe-4e78-9690-ec22f50f9d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:51.137614 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-37dd1fe1-5c27-485e-bcc4-ef8dce5617f2 req-16721f2f-45fe-4e78-9690-ec22f50f9d58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:51.139371 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-37dd1fe1-5c27-485e-bcc4-ef8dce5617f2 req-16721f2f-45fe-4e78-9690-ec22f50f9d58 service neutron] 10.222.0.42 "PUT /v2.0/ports/9fd9320a-8fdf-4727-b5b3-68fc87f3cd5a HTTP/1.1" status: 200 len: 1092 time: 2.2526889 Aug 10 03:42:51.145228 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6eb694b-c7bc-4171-b001-e02e12ef62f3', 'tag': '9fd9320a-8fdf-4727-b5b3-68fc87f3cd5a'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:42:51.147935 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-533d9f67-4177-4c16-bd7c-1cd8d6cc8e69" -d '{"events": [{"name": "network-changed", "server_uuid": "e6eb694b-c7bc-4171-b001-e02e12ef62f3", "tag": "9fd9320a-8fdf-4727-b5b3-68fc87f3cd5a"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:42:51.213321 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cc1244c8-d84c-48e1-bf99-ba8e035a25b0 req-56a26822-7877-45ad-93e4-28e1b2569c59 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/security-groups?id=3dcf7ed8-b8b4-4f0f-9ac1-131f6ed7d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1818197 Aug 10 03:42:51.234964 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-038decd5-8e2f-41c8-91d1-1c8e808c65a5 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Deleting port 1e873813-b126-4e8f-b0c8-a19c7a6b35d2 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:42:51.235388 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-038decd5-8e2f-41c8-91d1-1c8e808c65a5 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:51.238103 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:51.311311 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16721f2f-45fe-4e78-9690-ec22f50f9d58 service neutron] Pushing event updated for resources: {'Port': ['ID=9fd9320a-8fdf-4727-b5b3-68fc87f3cd5a,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:51.316400 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 1e873813-b126-4e8f-b0c8-a19c7a6b35d2, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=1e873813-b126-4e8f-b0c8-a19c7a6b35d2,segment=NetworkSegment(7a6ec969-10e3-4acf-988e-abf8c925219e),segment_id=7a6ec969-10e3-4acf-988e-abf8c925219e)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:51.332037 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:51.343792 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-aabdb028-6239-435c-ac01-69b7ca824b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:51.347041 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cb83a9f-ceb7-4b76-abed-b25cc97f1f6a x-openstack-request-id: req-4cb83a9f-ceb7-4b76-abed-b25cc97f1f6a {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:42:51.347336 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6eb694b-c7bc-4171-b001-e02e12ef62f3", "tag": "9fd9320a-8fdf-4727-b5b3-68fc87f3cd5a", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:42:51.347570 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4cb83a9f-ceb7-4b76-abed-b25cc97f1f6a {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:42:51.347984 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6eb694b-c7bc-4171-b001-e02e12ef62f3', 'tag': '9fd9320a-8fdf-4727-b5b3-68fc87f3cd5a', 'status': 'completed', 'code': 200} Aug 10 03:42:51.418458 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dd1fe1-5c27-485e-bcc4-ef8dce5617f2 req-e89c185e-a972-428e-9607-b160584bfe62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:51.418817 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-659251c0-52a1-420b-91d9-c4893ac727f8 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:51.420223 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-37dd1fe1-5c27-485e-bcc4-ef8dce5617f2 req-e89c185e-a972-428e-9607-b160584bfe62 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f85a0eb7a288446a94265898aa5c443e&device_id=e6eb694b-c7bc-4171-b001-e02e12ef62f3 HTTP/1.1" status: 200 len: 1095 time: 0.2029023 Aug 10 03:42:51.421948 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225de00f-620e-46d8-95f3-6f464b9bb42c None None] DHCP port deletion for ef1d9811-9e6c-4ed4-9045-4ab627ff8fd2 request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:42:51.422731 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-659251c0-52a1-420b-91d9-c4893ac727f8 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:51.440753 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [None req-038decd5-8e2f-41c8-91d1-1c8e808c65a5 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] For port 1e873813-b126-4e8f-b0c8-a19c7a6b35d2, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=1e873813-b126-4e8f-b0c8-a19c7a6b35d2,segment=NetworkSegment(7a6ec969-10e3-4acf-988e-abf8c925219e),segment_id=7a6ec969-10e3-4acf-988e-abf8c925219e)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:51.441220 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-038decd5-8e2f-41c8-91d1-1c8e808c65a5 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:51.482797 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-659251c0-52a1-420b-91d9-c4893ac727f8 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:51.483688 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-659251c0-52a1-420b-91d9-c4893ac727f8 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Fanout notify agent at l3_agent the message router_deleted on router 8cd2fb61-076f-4b40-9932-c91c2e9e1ffe {{(pid=94261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:42:51.488978 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-37dd1fe1-5c27-485e-bcc4-ef8dce5617f2 req-4ada3ffa-8259-467b-aa11-c92def218698 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9fd9320a-8fdf-4727-b5b3-68fc87f3cd5a HTTP/1.1" status: 200 len: 217 time: 0.0596623 Aug 10 03:42:51.495220 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-038decd5-8e2f-41c8-91d1-1c8e808c65a5 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Calling delete_port for 1e873813-b126-4e8f-b0c8-a19c7a6b35d2 owned by network:dhcp {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:42:51.496635 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-659251c0-52a1-420b-91d9-c4893ac727f8 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:51.500521 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-659251c0-52a1-420b-91d9-c4893ac727f8 tempest-RoutersNegativeIpV6Test-652591212 tempest-RoutersNegativeIpV6Test-652591212-project] 10.222.0.44 "DELETE /v2.0/routers/8cd2fb61-076f-4b40-9932-c91c2e9e1ffe HTTP/1.1" status: 204 len: 168 time: 0.4867074 Aug 10 03:42:51.506189 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-039d4e63-6cc9-4ea7-af3b-fe62798de4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:51.571850 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=1e873813-b126-4e8f-b0c8-a19c7a6b35d2,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:51.605066 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.db.api [None req-aabdb028-6239-435c-ac01-69b7ca824b53 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:42:51.606050 n-d-768862-13 neutron-server[94262]: DEBUG oslo_db.api [None req-aabdb028-6239-435c-ac01-69b7ca824b53 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:42:51.632646 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-225de00f-620e-46d8-95f3-6f464b9bb42c None None] Deleting port 1e873813-b126-4e8f-b0c8-a19c7a6b35d2 {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:42:51.633287 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-225de00f-620e-46d8-95f3-6f464b9bb42c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:51.735212 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-328ffb28-1db9-4843-8942-2da085ea7b9b req-0ee070af-6503-4b20-bc50-165b0d885c04 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:51.743342 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dd1fe1-5c27-485e-bcc4-ef8dce5617f2 req-d2191e3b-70e8-4bb9-892c-1466df262e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:51.745964 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-37dd1fe1-5c27-485e-bcc4-ef8dce5617f2 req-d2191e3b-70e8-4bb9-892c-1466df262e02 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a3ab02ca-26c3-4192-b462-ad696d75116f HTTP/1.1" status: 200 len: 848 time: 0.2465110 Aug 10 03:42:51.761501 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['df5b258a-3930-40b7-b0b2-daf7ffbc6757', '64674e3c-22d6-458c-acda-36a6227d75b0'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:42:51.807642 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 58400) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:51.846123 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-225de00f-620e-46d8-95f3-6f464b9bb42c None None] For port 1e873813-b126-4e8f-b0c8-a19c7a6b35d2, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=1e873813-b126-4e8f-b0c8-a19c7a6b35d2,segment=NetworkSegment(7a6ec969-10e3-4acf-988e-abf8c925219e),segment_id=7a6ec969-10e3-4acf-988e-abf8c925219e)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:51.847159 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-225de00f-620e-46d8-95f3-6f464b9bb42c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:51.886688 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee070af-6503-4b20-bc50-165b0d885c04 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Pushing event deleted for resources: {'Port': ['ID=06c129e9-7171-46da-95d4-f26eb35f228a,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:51.900917 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 1e873813-b126-4e8f-b0c8-a19c7a6b35d2 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:42:51.903331 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-225de00f-620e-46d8-95f3-6f464b9bb42c None None] Calling delete_port for 1e873813-b126-4e8f-b0c8-a19c7a6b35d2 owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:42:51.920199 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-37dd1fe1-5c27-485e-bcc4-ef8dce5617f2 req-9f418c2d-0b7f-431d-8932-9eb353d2241b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=40059bec-b37c-48f0-8968-2865627012fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1479795 Aug 10 03:42:52.027552 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-0376166e-2935-4cdb-b42f-4e1c68a8cb7f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0bba48151a8e48e183489c83cffd290b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2186000 Aug 10 03:42:52.028324 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 58404) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:52.096394 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-13dfbc8e-5937-466c-aec5-33ba7dab468e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:52.129110 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-13dfbc8e-5937-466c-aec5-33ba7dab468e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:52.130244 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-328ffb28-1db9-4843-8942-2da085ea7b9b req-0ee070af-6503-4b20-bc50-165b0d885c04 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] No DVR routers for this DVR port 06c129e9-7171-46da-95d4-f26eb35f228a on host n-h1-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:42:52.146498 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-328ffb28-1db9-4843-8942-2da085ea7b9b req-0ee070af-6503-4b20-bc50-165b0d885c04 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:52.150171 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-328ffb28-1db9-4843-8942-2da085ea7b9b req-0ee070af-6503-4b20-bc50-165b0d885c04 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "DELETE /v2.0/ports/06c129e9-7171-46da-95d4-f26eb35f228a HTTP/1.1" status: 204 len: 173 time: 1.7283409 Aug 10 03:42:52.178081 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-038decd5-8e2f-41c8-91d1-1c8e808c65a5 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:52.207442 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-13dfbc8e-5937-466c-aec5-33ba7dab468e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:52.210305 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-13dfbc8e-5937-466c-aec5-33ba7dab468e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:52.211598 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-13dfbc8e-5937-466c-aec5-33ba7dab468e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/92b4d1a4-2a16-4422-8837-6f7fb21b4d77 HTTP/1.1" status: 204 len: 168 time: 0.1814079 Aug 10 03:42:52.225619 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30230f40-8f5c-411b-a489-590ea7a202b2 req-66e71228-f5b2-4718-b72f-6a052c0bc99f tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:52.234502 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dfbc8e-5937-466c-aec5-33ba7dab468e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b4d1a4-2a16-4422-8837-6f7fb21b4d77,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:52.239132 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-30230f40-8f5c-411b-a489-590ea7a202b2 req-66e71228-f5b2-4718-b72f-6a052c0bc99f tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6eb694b-c7bc-4171-b001-e02e12ef62f3 HTTP/1.1" status: 200 len: 943 time: 0.4006159 Aug 10 03:42:52.260594 n-d-768862-13 neutron-server[94262]: INFO neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No ports have port_id starting with 1e873813-b126-4e8f-b0c8-a19c7a6b35d2 Aug 10 03:42:52.303362 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038decd5-8e2f-41c8-91d1-1c8e808c65a5 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Pushing event deleted for resources: {'Port': ['ID=1e873813-b126-4e8f-b0c8-a19c7a6b35d2,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:52.323833 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device f60f3267-2749-47a1-be06-a514101af630 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:42:52.336867 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038decd5-8e2f-41c8-91d1-1c8e808c65a5 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] No DVR routers for this DVR port 1e873813-b126-4e8f-b0c8-a19c7a6b35d2 on host n-d-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:42:52.340395 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-225de00f-620e-46d8-95f3-6f464b9bb42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:52.387759 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-37dd1fe1-5c27-485e-bcc4-ef8dce5617f2 req-2ca7d45c-72a8-4711-99bd-13c71ccb40f7 service neutron] 10.222.0.42 "GET /v2.0/networks/40059bec-b37c-48f0-8968-2865627012fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4579136 Aug 10 03:42:52.402659 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: f60f3267-2749-47a1-be06-a514101af630 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:42:52.403116 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device f60f3267-2749-47a1-be06-a514101af630 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:42:52.410508 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225de00f-620e-46d8-95f3-6f464b9bb42c None None] Pushing event deleted for resources: {'Port': ['ID=1e873813-b126-4e8f-b0c8-a19c7a6b35d2,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:52.426577 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225de00f-620e-46d8-95f3-6f464b9bb42c None None] No DVR routers for this DVR port 1e873813-b126-4e8f-b0c8-a19c7a6b35d2 on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:42:52.616175 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-30230f40-8f5c-411b-a489-590ea7a202b2 req-e5e36951-41c3-4d8f-834c-0476659c83e4 tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e1ba13a-5a1b-4f45-9d11-54f011ade4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3756785 Aug 10 03:42:52.624304 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-038decd5-8e2f-41c8-91d1-1c8e808c65a5 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:52.646965 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-038decd5-8e2f-41c8-91d1-1c8e808c65a5 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef1d9811-9e6c-4ed4-9045-4ab627ff8fd2']}} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:52.657520 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-038decd5-8e2f-41c8-91d1-1c8e808c65a5 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a6ec969-10e3-4acf-988e-abf8c925219e') {'for_net_delete': True} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:52.657845 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-038decd5-8e2f-41c8-91d1-1c8e808c65a5 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a6ec969-10e3-4acf-988e-abf8c925219e') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:52.680380 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-038decd5-8e2f-41c8-91d1-1c8e808c65a5 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191186'] for segment, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:52.706776 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-038decd5-8e2f-41c8-91d1-1c8e808c65a5 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:52.711569 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-37dd1fe1-5c27-485e-bcc4-ef8dce5617f2 req-a482d9e8-63cf-4b18-ad6b-9c09a0eeb29a service neutron] 10.222.0.42 "GET /v2.0/networks/40059bec-b37c-48f0-8968-2865627012fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2991452 Aug 10 03:42:52.718936 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-038decd5-8e2f-41c8-91d1-1c8e808c65a5 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=94260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:42:52.720531 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-038decd5-8e2f-41c8-91d1-1c8e808c65a5 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58895489'] for segment, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:52.724706 n-d-768862-13 neutron-server[94260]: Traceback (most recent call last): Aug 10 03:42:52.724706 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:42:52.724706 n-d-768862-13 neutron-server[94260]: timer() Aug 10 03:42:52.724706 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:42:52.724706 n-d-768862-13 neutron-server[94260]: cb(*args, **kw) Aug 10 03:42:52.724706 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:42:52.724706 n-d-768862-13 neutron-server[94260]: return func(*args, **kwargs) Aug 10 03:42:52.724706 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:42:52.724706 n-d-768862-13 neutron-server[94260]: self._notify() Aug 10 03:42:52.724706 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:42:52.724706 n-d-768862-13 neutron-server[94260]: self.callback(batched_events) Aug 10 03:42:52.724706 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:42:52.724706 n-d-768862-13 neutron-server[94260]: event.method(event) Aug 10 03:42:52.724706 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:42:52.724706 n-d-768862-13 neutron-server[94260]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:42:52.724706 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:42:52.724706 n-d-768862-13 neutron-server[94260]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:42:52.724706 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:42:52.724706 n-d-768862-13 neutron-server[94260]: return f(self, *a, **k) Aug 10 03:42:52.724706 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:42:52.724706 n-d-768862-13 neutron-server[94260]: return self._get(url).json() Aug 10 03:42:52.724706 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:42:52.724706 n-d-768862-13 neutron-server[94260]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:42:52.724706 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:42:52.724706 n-d-768862-13 neutron-server[94260]: return self.request(url, 'GET', **kwargs) Aug 10 03:42:52.724706 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:42:52.724706 n-d-768862-13 neutron-server[94260]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:42:52.724706 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:42:52.724706 n-d-768862-13 neutron-server[94260]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:42:52.724706 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:42:52.724706 n-d-768862-13 neutron-server[94260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:42:52.724706 n-d-768862-13 neutron-server[94260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:42:52.898164 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-038decd5-8e2f-41c8-91d1-1c8e808c65a5 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:52.909855 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-038decd5-8e2f-41c8-91d1-1c8e808c65a5 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:52.912021 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-038decd5-8e2f-41c8-91d1-1c8e808c65a5 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "DELETE /v2.0/networks/ef1d9811-9e6c-4ed4-9045-4ab627ff8fd2 HTTP/1.1" status: 204 len: 168 time: 2.2846282 Aug 10 03:42:52.913901 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d9f67-4177-4c16-bd7c-1cd8d6cc8e69 req-d135dd58-4333-4fe8-b82e-a2698a5e8959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:52.915410 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-533d9f67-4177-4c16-bd7c-1cd8d6cc8e69 req-d135dd58-4333-4fe8-b82e-a2698a5e8959 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f85a0eb7a288446a94265898aa5c443e&device_id=e6eb694b-c7bc-4171-b001-e02e12ef62f3 HTTP/1.1" status: 200 len: 1095 time: 0.1282978 Aug 10 03:42:52.918546 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 58430) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:52.927118 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85126cd-061c-49a6-9f10-59c07ca15064 req-88356d06-ed31-40c3-9fa0-1b197068c695 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:52.928721 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f85126cd-061c-49a6-9f10-59c07ca15064 req-88356d06-ed31-40c3-9fa0-1b197068c695 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/ports?device_id=00df8480-85ee-4cc7-b3c5-8f758aa1d93c HTTP/1.1" status: 200 len: 945 time: 0.1507235 Aug 10 03:42:52.932486 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-741a11b1-a3bd-41a4-8999-c32efdeb9834 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Request body: {'port': {'network_id': 'bfe95ef4-60d9-461d-b53c-aab922e9137c', 'name': 'tempest-PortsTestJSON-1808436257'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:53.005675 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038decd5-8e2f-41c8-91d1-1c8e808c65a5 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Pushing event deleted for resources: {'Network': ['ID=ef1d9811-9e6c-4ed4-9045-4ab627ff8fd2,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:53.104876 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f85126cd-061c-49a6-9f10-59c07ca15064 req-9adf9f40-fac5-4ec6-ad2d-674261023b77 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/security-groups?id=3dcf7ed8-b8b4-4f0f-9ac1-131f6ed7d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968049 Aug 10 03:42:53.135525 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-741a11b1-a3bd-41a4-8999-c32efdeb9834 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Made reservation on behalf of 2dd944f287b540098f0fcef72a77648e for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:42:53.139531 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-741a11b1-a3bd-41a4-8999-c32efdeb9834 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:53.144596 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d9f67-4177-4c16-bd7c-1cd8d6cc8e69 req-e88456bf-bf34-420b-85f6-8e81c2edc662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:53.152380 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-533d9f67-4177-4c16-bd7c-1cd8d6cc8e69 req-e88456bf-bf34-420b-85f6-8e81c2edc662 service neutron] 10.222.0.42 "GET /v2.0/networks?id=40059bec-b37c-48f0-8968-2865627012fc HTTP/1.1" status: 200 len: 908 time: 0.2017858 Aug 10 03:42:53.182448 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [None req-741a11b1-a3bd-41a4-8999-c32efdeb9834 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] device_id is not set on port 96186ab9-4b68-48f5-86af-54294a02719d yet. {{(pid=94261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:42:53.207564 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-533d9f67-4177-4c16-bd7c-1cd8d6cc8e69 req-4f3f5e13-f929-4992-a8e7-ae104a2e1494 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9fd9320a-8fdf-4727-b5b3-68fc87f3cd5a HTTP/1.1" status: 200 len: 217 time: 0.0536211 Aug 10 03:42:53.326276 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d9f67-4177-4c16-bd7c-1cd8d6cc8e69 req-903c39de-7de3-4e69-92bc-3efe0b9df610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:53.329384 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-533d9f67-4177-4c16-bd7c-1cd8d6cc8e69 req-903c39de-7de3-4e69-92bc-3efe0b9df610 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a3ab02ca-26c3-4192-b462-ad696d75116f HTTP/1.1" status: 200 len: 848 time: 0.1127994 Aug 10 03:42:53.362394 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fdf14e5-715f-477b-93b8-43025a08ebc5', 'name': 'network-vif-deleted', 'tag': '06c129e9-7171-46da-95d4-f26eb35f228a'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:42:53.366550 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f509c7de-a9c8-4fcf-b47a-b0297a3aece4" -d '{"events": [{"server_uuid": "0fdf14e5-715f-477b-93b8-43025a08ebc5", "name": "network-vif-deleted", "tag": "06c129e9-7171-46da-95d4-f26eb35f228a"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:42:53.394193 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-533d9f67-4177-4c16-bd7c-1cd8d6cc8e69 req-59c9293e-cc1b-4adc-b732-aad7989c3f13 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=40059bec-b37c-48f0-8968-2865627012fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565059 Aug 10 03:42:53.398918 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 58448) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:53.488962 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 10 Aug 2021 03:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc38ea1c-f0b8-450f-8b4c-4c857c2559f0 x-openstack-request-id: req-bc38ea1c-f0b8-450f-8b4c-4c857c2559f0 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:42:53.489572 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fdf14e5-715f-477b-93b8-43025a08ebc5", "name": "network-vif-deleted", "tag": "06c129e9-7171-46da-95d4-f26eb35f228a", "status": "failed", "code": 422}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:42:53.490060 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bc38ea1c-f0b8-450f-8b4c-4c857c2559f0 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:42:53.491174 n-d-768862-13 neutron-server[94260]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0fdf14e5-715f-477b-93b8-43025a08ebc5', 'name': 'network-vif-deleted', 'tag': '06c129e9-7171-46da-95d4-f26eb35f228a', 'status': 'failed', 'code': 422} returned with failed status Aug 10 03:42:53.566639 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-741a11b1-a3bd-41a4-8999-c32efdeb9834 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:53.589975 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f99066b-f93e-42f5-b044-b06dc3ad1231 req-93fa83ee-cd06-474a-ba8f-cb95ff69eedd tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:53.592102 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7f99066b-f93e-42f5-b044-b06dc3ad1231 req-93fa83ee-cd06-474a-ba8f-cb95ff69eedd tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=3901e094-8039-4da2-a0dd-6aad742e7a97 HTTP/1.1" status: 200 len: 908 time: 0.1228828 Aug 10 03:42:53.618367 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-8cf5052e-e9ef-4833-b4d8-58f2a7e54e0d tempest-SubnetPoolsTestJSON-708924297 tempest-SubnetPoolsTestJSON-708924297-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1901881926', 'prefixes': ['172.20.0.0/16']}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:53.623325 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-741a11b1-a3bd-41a4-8999-c32efdeb9834 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:53.638407 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-533d9f67-4177-4c16-bd7c-1cd8d6cc8e69 req-92ade40b-27a3-4ff4-b0e8-24fe59b3d7ab service neutron] 10.222.0.42 "GET /v2.0/networks/40059bec-b37c-48f0-8968-2865627012fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310593 Aug 10 03:42:53.679977 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b0c6bb2d-4d0a-46c6-8a98-fabdbda472d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:53.683160 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741a11b1-a3bd-41a4-8999-c32efdeb9834 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Network bfe95ef4-60d9-461d-b53c-aab922e9137c is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:42:53.687625 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-741a11b1-a3bd-41a4-8999-c32efdeb9834 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:42:53.692576 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741a11b1-a3bd-41a4-8999-c32efdeb9834 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:42:53.698921 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741a11b1-a3bd-41a4-8999-c32efdeb9834 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:53.699376 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-741a11b1-a3bd-41a4-8999-c32efdeb9834 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:53.706395 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741a11b1-a3bd-41a4-8999-c32efdeb9834 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Pushing event updated for resources: {'Port': ['ID=96186ab9-4b68-48f5-86af-54294a02719d,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:53.733598 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-741a11b1-a3bd-41a4-8999-c32efdeb9834 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8077753 Aug 10 03:42:53.734327 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 58454) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:53.886892 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-abeff856-f6a4-44a0-9715-b378ea5f9d65 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Deleting port 96186ab9-4b68-48f5-86af-54294a02719d {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:42:53.887420 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-abeff856-f6a4-44a0-9715-b378ea5f9d65 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:53.914671 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b98724-738c-4f4d-9968-1bf9042053e5 req-12e40821-7624-42f3-b359-abd354a3a1f9 tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:53.916383 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-77b98724-738c-4f4d-9968-1bf9042053e5 req-12e40821-7624-42f3-b359-abd354a3a1f9 tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6eb694b-c7bc-4171-b001-e02e12ef62f3 HTTP/1.1" status: 200 len: 943 time: 0.1595473 Aug 10 03:42:53.922683 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-533d9f67-4177-4c16-bd7c-1cd8d6cc8e69 req-ae4f7086-cadd-405f-af58-82e35e7daa57 service neutron] 10.222.0.42 "GET /v2.0/networks/40059bec-b37c-48f0-8968-2865627012fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758472 Aug 10 03:42:53.933684 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8cf5052e-e9ef-4833-b4d8-58f2a7e54e0d tempest-SubnetPoolsTestJSON-708924297 tempest-SubnetPoolsTestJSON-708924297-project] Notify callbacks [] for subnetpool, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:53.939772 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-8cf5052e-e9ef-4833-b4d8-58f2a7e54e0d tempest-SubnetPoolsTestJSON-708924297 tempest-SubnetPoolsTestJSON-708924297-project] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.5350487 Aug 10 03:42:53.940310 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 58456) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:53.971309 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-abeff856-f6a4-44a0-9715-b378ea5f9d65 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:53.988468 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-abeff856-f6a4-44a0-9715-b378ea5f9d65 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Calling delete_port for 96186ab9-4b68-48f5-86af-54294a02719d owned by {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:42:53.994412 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-db7881ff-6eb6-44ab-967f-f4adcee998ed tempest-SubnetPoolsTestJSON-708924297 tempest-SubnetPoolsTestJSON-708924297-project] 10.222.0.44 "GET /v2.0/subnetpools/684b3b26-9b1a-4029-a38f-5734fa6cf836 HTTP/1.1" status: 200 len: 732 time: 0.0529130 Aug 10 03:42:53.998499 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 58458) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:54.005094 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-babea399-ad76-4edc-ab54-c55394697d0c tempest-SubnetPoolsTestJSON-708924297 tempest-SubnetPoolsTestJSON-708924297-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-802501435'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:54.014871 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-77b98724-738c-4f4d-9968-1bf9042053e5 req-bd1a8b21-4895-45a9-b000-802e4880b3d9 tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e1ba13a-5a1b-4f45-9d11-54f011ade4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781109 Aug 10 03:42:54.151958 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-babea399-ad76-4edc-ab54-c55394697d0c tempest-SubnetPoolsTestJSON-708924297 tempest-SubnetPoolsTestJSON-708924297-project] Notify callbacks [] for subnetpool, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:54.153201 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-babea399-ad76-4edc-ab54-c55394697d0c tempest-SubnetPoolsTestJSON-708924297 tempest-SubnetPoolsTestJSON-708924297-project] 10.222.0.44 "PUT /v2.0/subnetpools/684b3b26-9b1a-4029-a38f-5734fa6cf836 HTTP/1.1" status: 200 len: 683 time: 0.1537087 Aug 10 03:42:54.157306 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 58462) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:54.166939 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-abeff856-f6a4-44a0-9715-b378ea5f9d65 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:54.205530 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeff856-f6a4-44a0-9715-b378ea5f9d65 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Pushing event deleted for resources: {'Port': ['ID=96186ab9-4b68-48f5-86af-54294a02719d,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:54.211322 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-abeff856-f6a4-44a0-9715-b378ea5f9d65 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:54.217091 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-abeff856-f6a4-44a0-9715-b378ea5f9d65 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "DELETE /v2.0/ports/96186ab9-4b68-48f5-86af-54294a02719d HTTP/1.1" status: 204 len: 168 time: 0.4807141 Aug 10 03:42:54.229353 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 58464) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:54.235883 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-b208a1d0-7a36-450c-9240-0b38f7e592ab tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Request body: {'port': {'network_id': 'bfe95ef4-60d9-461d-b53c-aab922e9137c', 'mac_address': 'fa:16:3e:74:c6:76', 'name': 'tempest-PortsTestJSON-251531968'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:54.237347 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abeff856-f6a4-44a0-9715-b378ea5f9d65 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:54.237971 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abeff856-f6a4-44a0-9715-b378ea5f9d65 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:54.238547 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abeff856-f6a4-44a0-9715-b378ea5f9d65 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:54.239130 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abeff856-f6a4-44a0-9715-b378ea5f9d65 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:54.239706 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abeff856-f6a4-44a0-9715-b378ea5f9d65 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:54.240281 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abeff856-f6a4-44a0-9715-b378ea5f9d65 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:54.240868 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abeff856-f6a4-44a0-9715-b378ea5f9d65 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:54.242078 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abeff856-f6a4-44a0-9715-b378ea5f9d65 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:54.242078 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abeff856-f6a4-44a0-9715-b378ea5f9d65 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:54.242787 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abeff856-f6a4-44a0-9715-b378ea5f9d65 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:54.243407 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abeff856-f6a4-44a0-9715-b378ea5f9d65 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:54.243938 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abeff856-f6a4-44a0-9715-b378ea5f9d65 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:54.246975 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:54.471008 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-67088770-3c18-4500-9127-786befcbe445 tempest-SubnetPoolsTestJSON-708924297 tempest-SubnetPoolsTestJSON-708924297-project] Notify callbacks [] for subnetpool, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:54.472956 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-67088770-3c18-4500-9127-786befcbe445 tempest-SubnetPoolsTestJSON-708924297 tempest-SubnetPoolsTestJSON-708924297-project] 10.222.0.44 "DELETE /v2.0/subnetpools/684b3b26-9b1a-4029-a38f-5734fa6cf836 HTTP/1.1" status: 204 len: 168 time: 0.3135552 Aug 10 03:42:54.475723 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 58466) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:54.492366 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5883f32-3da4-4026-9c47-0157401fa299 req-f0d39c2e-4e51-47fa-aa9a-7c58bf3a5b8e tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:54.498014 n-d-768862-13 neutron-server[94261]: INFO neutron.api.v2.resource [None req-b0e8fe98-6d63-437f-b442-fd2a7ec141da tempest-SubnetPoolsTestJSON-708924297 tempest-SubnetPoolsTestJSON-708924297-project] show failed (client error): The resource could not be found. Aug 10 03:42:54.502437 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-b0e8fe98-6d63-437f-b442-fd2a7ec141da tempest-SubnetPoolsTestJSON-708924297 tempest-SubnetPoolsTestJSON-708924297-project] 10.222.0.44 "GET /v2.0/subnetpools/684b3b26-9b1a-4029-a38f-5734fa6cf836 HTTP/1.1" status: 404 len: 346 time: 0.0226021 Aug 10 03:42:54.502963 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 58468) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:54.503129 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d5883f32-3da4-4026-9c47-0157401fa299 req-f0d39c2e-4e51-47fa-aa9a-7c58bf3a5b8e tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/ports?device_id=00df8480-85ee-4cc7-b3c5-8f758aa1d93c HTTP/1.1" status: 200 len: 945 time: 0.2604613 Aug 10 03:42:54.528212 n-d-768862-13 neutron-server[94261]: INFO neutron.api.v2.resource [None req-f1681535-de5e-4521-a25e-32423869e3cc tempest-SubnetPoolsTestJSON-708924297 tempest-SubnetPoolsTestJSON-708924297-project] delete failed (client error): The resource could not be found. Aug 10 03:42:54.530559 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-f1681535-de5e-4521-a25e-32423869e3cc tempest-SubnetPoolsTestJSON-708924297 tempest-SubnetPoolsTestJSON-708924297-project] 10.222.0.44 "DELETE /v2.0/subnetpools/684b3b26-9b1a-4029-a38f-5734fa6cf836 HTTP/1.1" status: 404 len: 346 time: 0.0257368 Aug 10 03:42:54.575140 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b208a1d0-7a36-450c-9240-0b38f7e592ab tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Made reservation on behalf of 2dd944f287b540098f0fcef72a77648e for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:42:54.586730 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d5883f32-3da4-4026-9c47-0157401fa299 req-4ba1911f-e98b-4b2f-80fb-0056dc7825a8 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/security-groups?id=3dcf7ed8-b8b4-4f0f-9ac1-131f6ed7d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786240 Aug 10 03:42:54.661213 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b208a1d0-7a36-450c-9240-0b38f7e592ab tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:54.688031 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [None req-b208a1d0-7a36-450c-9240-0b38f7e592ab tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] device_id is not set on port b3d6fd4a-5b25-4be3-a145-ebd18494e367 yet. {{(pid=94260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:42:54.820593 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b101ec49-a30c-4b21-8c2f-7a189c1b8a57 req-2a3a1fa4-a5bc-45ba-b69b-ee77324161c0 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:54.822681 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b101ec49-a30c-4b21-8c2f-7a189c1b8a57 req-2a3a1fa4-a5bc-45ba-b69b-ee77324161c0 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=3901e094-8039-4da2-a0dd-6aad742e7a97 HTTP/1.1" status: 200 len: 908 time: 0.0943022 Aug 10 03:42:54.948854 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 58476) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:54.951580 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b208a1d0-7a36-450c-9240-0b38f7e592ab tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:55.006392 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b208a1d0-7a36-450c-9240-0b38f7e592ab tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:55.068272 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b208a1d0-7a36-450c-9240-0b38f7e592ab tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Network bfe95ef4-60d9-461d-b53c-aab922e9137c is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:42:55.078569 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-b208a1d0-7a36-450c-9240-0b38f7e592ab tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:42:55.082037 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b208a1d0-7a36-450c-9240-0b38f7e592ab tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:42:55.090124 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b208a1d0-7a36-450c-9240-0b38f7e592ab tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:55.090973 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b208a1d0-7a36-450c-9240-0b38f7e592ab tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:55.116873 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-770862f5-6b4e-42fb-b407-8d7a01aecac7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:55.119634 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b208a1d0-7a36-450c-9240-0b38f7e592ab tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Pushing event updated for resources: {'Port': ['ID=b3d6fd4a-5b25-4be3-a145-ebd18494e367,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:55.133666 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-b208a1d0-7a36-450c-9240-0b38f7e592ab tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.9014575 Aug 10 03:42:55.134751 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 58482) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:55.233353 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3734e3-1995-42b4-8441-4ca86431c622 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:55.238943 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-7d3734e3-1995-42b4-8441-4ca86431c622 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "GET /v2.0/ports/b3d6fd4a-5b25-4be3-a145-ebd18494e367 HTTP/1.1" status: 200 len: 840 time: 0.1026158 Aug 10 03:42:55.239285 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 58484) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:55.273410 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d74da2-394c-495a-86b2-9a8f926f5a3b req-c6891023-ae26-4098-a235-df995991f9df tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:55.275772 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-40d74da2-394c-495a-86b2-9a8f926f5a3b req-c6891023-ae26-4098-a235-df995991f9df tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6eb694b-c7bc-4171-b001-e02e12ef62f3 HTTP/1.1" status: 200 len: 943 time: 0.0945728 Aug 10 03:42:55.320116 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-770862f5-6b4e-42fb-b407-8d7a01aecac7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:55.330272 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-40d74da2-394c-495a-86b2-9a8f926f5a3b req-392e8d68-2189-4a9a-82ec-b57097a18796 tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e1ba13a-5a1b-4f45-9d11-54f011ade4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450604 Aug 10 03:42:55.346917 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-770862f5-6b4e-42fb-b407-8d7a01aecac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:55.363043 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:55.434148 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770862f5-6b4e-42fb-b407-8d7a01aecac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dad3ddcd-207e-4941-9c7c-cd8c62a3d250,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:55.442199 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-770862f5-6b4e-42fb-b407-8d7a01aecac7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=95c8481eb09740cdbd43508e71822761&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4894941 Aug 10 03:42:55.443080 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 58486) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:55.463337 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-3ebed5bf-e560-4163-9d84-b20ba830f2ed tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Deleting port b3d6fd4a-5b25-4be3-a145-ebd18494e367 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:42:55.463697 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3ebed5bf-e560-4163-9d84-b20ba830f2ed tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:55.517532 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbd274f-2c0b-46ce-bc01-99b85a6c84c0 req-cd9dd921-76d6-425e-b2c4-b9c8d40edd40 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:55.519176 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-dcbd274f-2c0b-46ce-bc01-99b85a6c84c0 req-cd9dd921-76d6-425e-b2c4-b9c8d40edd40 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.61 "GET /v2.0/ports?device_id=3901e094-8039-4da2-a0dd-6aad742e7a97 HTTP/1.1" status: 200 len: 908 time: 0.1267903 Aug 10 03:42:55.528237 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-14dce391-cf88-4a25-bbb8-3fbc583a06fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:55.569348 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-14dce391-cf88-4a25-bbb8-3fbc583a06fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:55.580540 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3ebed5bf-e560-4163-9d84-b20ba830f2ed tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:55.604210 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-3ebed5bf-e560-4163-9d84-b20ba830f2ed tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Calling delete_port for b3d6fd4a-5b25-4be3-a145-ebd18494e367 owned by {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:42:55.665098 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-14dce391-cf88-4a25-bbb8-3fbc583a06fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:55.669737 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-14dce391-cf88-4a25-bbb8-3fbc583a06fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:55.675606 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-14dce391-cf88-4a25-bbb8-3fbc583a06fb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dad3ddcd-207e-4941-9c7c-cd8c62a3d250 HTTP/1.1" status: 204 len: 168 time: 0.2301598 Aug 10 03:42:55.694255 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dce391-cf88-4a25-bbb8-3fbc583a06fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad3ddcd-207e-4941-9c7c-cd8c62a3d250,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:55.756688 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-dcbd274f-2c0b-46ce-bc01-99b85a6c84c0 req-0e1e75bd-9b6a-4316-bdcf-78b1e926cdfe tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Deleting port cc99cb96-f2b8-4753-9689-f7c3b5e67ace {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:42:55.757291 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-dcbd274f-2c0b-46ce-bc01-99b85a6c84c0 req-0e1e75bd-9b6a-4316-bdcf-78b1e926cdfe tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:55.853980 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 9fd9320a-8fdf-4727-b5b3-68fc87f3cd5a details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:42:55.870738 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9db85e-0bfe-4f05-bed2-13b497bccf4b req-e78156b0-52bc-4acd-94fc-1370dc96770d tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:55.875928 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9a9db85e-0bfe-4f05-bed2-13b497bccf4b req-e78156b0-52bc-4acd-94fc-1370dc96770d tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/ports?device_id=00df8480-85ee-4cc7-b3c5-8f758aa1d93c HTTP/1.1" status: 200 len: 945 time: 0.1552994 Aug 10 03:42:55.961557 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3ebed5bf-e560-4163-9d84-b20ba830f2ed tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:56.042849 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebed5bf-e560-4163-9d84-b20ba830f2ed tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Pushing event deleted for resources: {'Port': ['ID=b3d6fd4a-5b25-4be3-a145-ebd18494e367,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:56.063791 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3ebed5bf-e560-4163-9d84-b20ba830f2ed tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:56.067384 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-3ebed5bf-e560-4163-9d84-b20ba830f2ed tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "DELETE /v2.0/ports/b3d6fd4a-5b25-4be3-a145-ebd18494e367 HTTP/1.1" status: 204 len: 168 time: 0.8256669 Aug 10 03:42:56.070728 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-dcbd274f-2c0b-46ce-bc01-99b85a6c84c0 req-0e1e75bd-9b6a-4316-bdcf-78b1e926cdfe tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] For port cc99cb96-f2b8-4753-9689-f7c3b5e67ace, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=cc99cb96-f2b8-4753-9689-f7c3b5e67ace,segment=NetworkSegment(137a9801-8fd3-46c2-ac1d-bb4eee5c7163),segment_id=137a9801-8fd3-46c2-ac1d-bb4eee5c7163)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:56.071331 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-dcbd274f-2c0b-46ce-bc01-99b85a6c84c0 req-0e1e75bd-9b6a-4316-bdcf-78b1e926cdfe tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:56.076297 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 58496) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:56.096644 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 9fd9320a-8fdf-4727-b5b3-68fc87f3cd5a, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=9fd9320a-8fdf-4727-b5b3-68fc87f3cd5a,segment=NetworkSegment(e5a53d17-1ff5-4c38-91cf-06e9739e30d5),segment_id=e5a53d17-1ff5-4c38-91cf-06e9739e30d5)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:56.123119 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': '9fd9320a-8fdf-4727-b5b3-68fc87f3cd5a', 'network_id': '40059bec-b37c-48f0-8968-2865627012fc', 'port_id': '9fd9320a-8fdf-4727-b5b3-68fc87f3cd5a', 'mac_address': 'fa:16:3e:fc:b2:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3ab02ca-26c3-4192-b462-ad696d75116f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:42:56.145196 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-6814c26f-fc4f-4aab-9ac6-273d12e57d89 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] GET failed (client error): The resource could not be found. Aug 10 03:42:56.148212 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-6814c26f-fc4f-4aab-9ac6-273d12e57d89 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "GET /v2.0/ports/b3d6fd4a-5b25-4be3-a145-ebd18494e367 HTTP/1.1" status: 404 len: 333 time: 0.0702522 Aug 10 03:42:56.149814 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-dcbd274f-2c0b-46ce-bc01-99b85a6c84c0 req-0e1e75bd-9b6a-4316-bdcf-78b1e926cdfe tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Calling delete_port for cc99cb96-f2b8-4753-9689-f7c3b5e67ace owned by compute:nova {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:42:56.155043 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 58500) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:56.172379 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-b8e56e3a-edb7-4297-9a5c-aab12bd4b95a tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Request body: {'port': {'network_id': 'bfe95ef4-60d9-461d-b53c-aab922e9137c', 'name': 'tempest-PortsTestJSON-356996549'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:56.190482 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:56.193815 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:56.214719 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fd9320a-8fdf-4727-b5b3-68fc87f3cd5a {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:42:56.273364 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 9fd9320a-8fdf-4727-b5b3-68fc87f3cd5a, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=9fd9320a-8fdf-4727-b5b3-68fc87f3cd5a,segment=NetworkSegment(e5a53d17-1ff5-4c38-91cf-06e9739e30d5),segment_id=e5a53d17-1ff5-4c38-91cf-06e9739e30d5)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:56.280210 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:56.356932 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=9fd9320a-8fdf-4727-b5b3-68fc87f3cd5a,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:56.493531 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8e56e3a-edb7-4297-9a5c-aab12bd4b95a tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Made reservation on behalf of 2dd944f287b540098f0fcef72a77648e for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:42:56.499895 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9a9db85e-0bfe-4f05-bed2-13b497bccf4b req-9d760c70-96a0-4174-adbf-1ac814a359e4 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/security-groups?id=3dcf7ed8-b8b4-4f0f-9ac1-131f6ed7d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6154783 Aug 10 03:42:56.501479 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b8e56e3a-edb7-4297-9a5c-aab12bd4b95a tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:56.502798 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['9fd9320a-8fdf-4727-b5b3-68fc87f3cd5a'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:42:56.550484 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [None req-b8e56e3a-edb7-4297-9a5c-aab12bd4b95a tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] device_id is not set on port 50d1e766-41e0-4cad-902f-4cb0afe6d8ee yet. {{(pid=94261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:42:56.560478 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d33f6d-beaf-4755-8f77-3f8f2be8e120 req-25a87b46-4f98-4056-8f4d-413800c0f763 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:56.562493 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-32d33f6d-beaf-4755-8f77-3f8f2be8e120 req-25a87b46-4f98-4056-8f4d-413800c0f763 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=3901e094-8039-4da2-a0dd-6aad742e7a97 HTTP/1.1" status: 200 len: 908 time: 0.1517508 Aug 10 03:42:56.767742 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194d4f8d-40e6-461b-bb25-ead8ec312a8a req-0e8cd515-4eb9-4c02-b437-9b3cd1615580 tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:56.770346 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-194d4f8d-40e6-461b-bb25-ead8ec312a8a req-0e8cd515-4eb9-4c02-b437-9b3cd1615580 tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6eb694b-c7bc-4171-b001-e02e12ef62f3 HTTP/1.1" status: 200 len: 944 time: 0.1027989 Aug 10 03:42:56.834359 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-dcbd274f-2c0b-46ce-bc01-99b85a6c84c0 req-0e1e75bd-9b6a-4316-bdcf-78b1e926cdfe tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:56.847032 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:56.858607 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-194d4f8d-40e6-461b-bb25-ead8ec312a8a req-5aa0ce7c-a3a6-4299-8df4-921e0652892f tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e1ba13a-5a1b-4f45-9d11-54f011ade4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705371 Aug 10 03:42:56.985628 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1e75bd-9b6a-4316-bdcf-78b1e926cdfe tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Pushing event deleted for resources: {'Port': ['ID=cc99cb96-f2b8-4753-9689-f7c3b5e67ace,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:57.064625 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcbd274f-2c0b-46ce-bc01-99b85a6c84c0 req-0e1e75bd-9b6a-4316-bdcf-78b1e926cdfe tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] No DVR routers for this DVR port cc99cb96-f2b8-4753-9689-f7c3b5e67ace on host n-h2-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:42:57.072562 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-dcbd274f-2c0b-46ce-bc01-99b85a6c84c0 req-0e1e75bd-9b6a-4316-bdcf-78b1e926cdfe tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:57.074789 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-dcbd274f-2c0b-46ce-bc01-99b85a6c84c0 req-0e1e75bd-9b6a-4316-bdcf-78b1e926cdfe tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.61 "DELETE /v2.0/ports/cc99cb96-f2b8-4753-9689-f7c3b5e67ace HTTP/1.1" status: 204 len: 173 time: 1.5419033 Aug 10 03:42:57.075295 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3901e094-8039-4da2-a0dd-6aad742e7a97', 'name': 'network-vif-deleted', 'tag': 'cc99cb96-f2b8-4753-9689-f7c3b5e67ace'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:42:57.077899 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c76817a4-aeac-4058-9734-714b6c3b8989" -d '{"events": [{"server_uuid": "3901e094-8039-4da2-a0dd-6aad742e7a97", "name": "network-vif-deleted", "tag": "cc99cb96-f2b8-4753-9689-f7c3b5e67ace"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:42:57.088435 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b8e56e3a-edb7-4297-9a5c-aab12bd4b95a tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:57.174153 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b8e56e3a-edb7-4297-9a5c-aab12bd4b95a tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:57.218911 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f174a22-18dc-4ea6-8f75-d7c53b5391ba x-openstack-request-id: req-5f174a22-18dc-4ea6-8f75-d7c53b5391ba {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:42:57.219420 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3901e094-8039-4da2-a0dd-6aad742e7a97", "name": "network-vif-deleted", "tag": "cc99cb96-f2b8-4753-9689-f7c3b5e67ace", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:42:57.219909 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5f174a22-18dc-4ea6-8f75-d7c53b5391ba {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:42:57.220801 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3901e094-8039-4da2-a0dd-6aad742e7a97', 'name': 'network-vif-deleted', 'tag': 'cc99cb96-f2b8-4753-9689-f7c3b5e67ace', 'status': 'completed', 'code': 200} Aug 10 03:42:57.253489 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e56e3a-edb7-4297-9a5c-aab12bd4b95a tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Network bfe95ef4-60d9-461d-b53c-aab922e9137c is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:42:57.257156 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-b8e56e3a-edb7-4297-9a5c-aab12bd4b95a tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:42:57.275242 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e56e3a-edb7-4297-9a5c-aab12bd4b95a tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:42:57.275242 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e56e3a-edb7-4297-9a5c-aab12bd4b95a tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:57.276874 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b8e56e3a-edb7-4297-9a5c-aab12bd4b95a tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:57.298633 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e56e3a-edb7-4297-9a5c-aab12bd4b95a tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Pushing event updated for resources: {'Port': ['ID=50d1e766-41e0-4cad-902f-4cb0afe6d8ee,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:57.311502 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-b8e56e3a-edb7-4297-9a5c-aab12bd4b95a tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.1489697 Aug 10 03:42:57.315460 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 58524) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:57.322622 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-1f6a2cf4-ade1-4051-9f31-48f72c75bc01 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:57.415683 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1f6a2cf4-ade1-4051-9f31-48f72c75bc01 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:57.688248 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1f6a2cf4-ade1-4051-9f31-48f72c75bc01 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:57.697806 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1f6a2cf4-ade1-4051-9f31-48f72c75bc01 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:57.748816 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fda11e-5d44-47d9-845e-cce481d7ee1e req-f076252c-6b45-4a33-8e60-68b96e16edd6 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:57.751701 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-24fda11e-5d44-47d9-845e-cce481d7ee1e req-f076252c-6b45-4a33-8e60-68b96e16edd6 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/ports?device_id=00df8480-85ee-4cc7-b3c5-8f758aa1d93c HTTP/1.1" status: 200 len: 945 time: 0.1225917 Aug 10 03:42:57.777123 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a2cf4-ade1-4051-9f31-48f72c75bc01 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] In _notify_port_updated(), no bound segment for port 50d1e766-41e0-4cad-902f-4cb0afe6d8ee on network bfe95ef4-60d9-461d-b53c-aab922e9137c {{(pid=94261) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:42:57.791298 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6a2cf4-ade1-4051-9f31-48f72c75bc01 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:57.792380 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1f6a2cf4-ade1-4051-9f31-48f72c75bc01 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:57.796936 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-1f6a2cf4-ade1-4051-9f31-48f72c75bc01 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "PUT /v2.0/ports/50d1e766-41e0-4cad-902f-4cb0afe6d8ee HTTP/1.1" status: 200 len: 818 time: 0.4777493 Aug 10 03:42:57.799829 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 58540) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:57.858894 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2c127100-900d-4464-9168-54cfda090f58 req-6a576659-ed8f-4f25-8a3f-a3f2a235e683 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=3901e094-8039-4da2-a0dd-6aad742e7a97 HTTP/1.1" status: 200 len: 210 time: 0.1053107 Aug 10 03:42:57.870119 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 9fd9320a-8fdf-4727-b5b3-68fc87f3cd5a up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:42:57.886867 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a2cf4-ade1-4051-9f31-48f72c75bc01 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Pushing event updated for resources: {'Port': ['ID=50d1e766-41e0-4cad-902f-4cb0afe6d8ee,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:57.924824 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-24fda11e-5d44-47d9-845e-cce481d7ee1e req-124b4e72-2878-4300-be90-b1ee57ff97f5 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/security-groups?id=3dcf7ed8-b8b4-4f0f-9ac1-131f6ed7d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349599 Aug 10 03:42:57.983177 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning for port 9fd9320a-8fdf-4727-b5b3-68fc87f3cd5a completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:42:58.000917 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device cc99cb96-f2b8-4753-9689-f7c3b5e67ace no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:42:58.001654 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-46bc5a12-71c3-4903-af6a-d63d343e51cf tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Deleting port 50d1e766-41e0-4cad-902f-4cb0afe6d8ee {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:42:58.002291 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-46bc5a12-71c3-4903-af6a-d63d343e51cf tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:58.018184 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port 9fd9320a-8fdf-4727-b5b3-68fc87f3cd5a triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:42:58.019226 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:58.066746 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] No Port match for: cc99cb96-f2b8-4753-9689-f7c3b5e67ace {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:42:58.067333 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device cc99cb96-f2b8-4753-9689-f7c3b5e67ace not bound to the agent host n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:42:58.120635 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30540e37-8cf8-4fab-b823-b10943e94746 req-e3e42f24-eb95-47bc-a849-c29d693b0954 tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:58.131822 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-30540e37-8cf8-4fab-b823-b10943e94746 req-e3e42f24-eb95-47bc-a849-c29d693b0954 tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6eb694b-c7bc-4171-b001-e02e12ef62f3 HTTP/1.1" status: 200 len: 944 time: 0.1358459 Aug 10 03:42:58.136273 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-46bc5a12-71c3-4903-af6a-d63d343e51cf tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:58.169093 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-46bc5a12-71c3-4903-af6a-d63d343e51cf tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Calling delete_port for 50d1e766-41e0-4cad-902f-4cb0afe6d8ee owned by {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:42:58.190146 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-30540e37-8cf8-4fab-b823-b10943e94746 req-668f86c1-6a9d-462e-8daa-de1e5cf4d5fe tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e1ba13a-5a1b-4f45-9d11-54f011ade4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570111 Aug 10 03:42:58.223740 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:58.292267 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6eb694b-c7bc-4171-b001-e02e12ef62f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fd9320a-8fdf-4727-b5b3-68fc87f3cd5a'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:42:58.296040 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08346570-0665-419e-b84a-8b7ce9e8c81a" -d '{"events": [{"server_uuid": "e6eb694b-c7bc-4171-b001-e02e12ef62f3", "name": "network-vif-plugged", "status": "completed", "tag": "9fd9320a-8fdf-4727-b5b3-68fc87f3cd5a"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:42:58.334132 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 9fd9320a-8fdf-4727-b5b3-68fc87f3cd5a, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=9fd9320a-8fdf-4727-b5b3-68fc87f3cd5a,segment=NetworkSegment(e5a53d17-1ff5-4c38-91cf-06e9739e30d5),segment_id=e5a53d17-1ff5-4c38-91cf-06e9739e30d5)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:58.343996 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:58.383486 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd3a478e-41db-471a-8c4d-e1ad3a438f14 x-openstack-request-id: req-cd3a478e-41db-471a-8c4d-e1ad3a438f14 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:42:58.384000 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6eb694b-c7bc-4171-b001-e02e12ef62f3", "name": "network-vif-plugged", "status": "completed", "tag": "9fd9320a-8fdf-4727-b5b3-68fc87f3cd5a", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:42:58.384525 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cd3a478e-41db-471a-8c4d-e1ad3a438f14 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:42:58.384525 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6eb694b-c7bc-4171-b001-e02e12ef62f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fd9320a-8fdf-4727-b5b3-68fc87f3cd5a', 'code': 200} Aug 10 03:42:58.388141 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-46bc5a12-71c3-4903-af6a-d63d343e51cf tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:58.439377 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e7af06-82fe-4280-862e-e288168e24a4 req-671252ae-b440-455c-9be2-e78f64e6a619 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:58.442555 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-97e7af06-82fe-4280-862e-e288168e24a4 req-671252ae-b440-455c-9be2-e78f64e6a619 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/ports?device_id=00df8480-85ee-4cc7-b3c5-8f758aa1d93c HTTP/1.1" status: 200 len: 945 time: 0.1606755 Aug 10 03:42:58.447824 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:42:58.450304 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=9fd9320a-8fdf-4727-b5b3-68fc87f3cd5a,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:58.461538 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-46bc5a12-71c3-4903-af6a-d63d343e51cf tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:58.465212 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-46bc5a12-71c3-4903-af6a-d63d343e51cf tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "DELETE /v2.0/ports/50d1e766-41e0-4cad-902f-4cb0afe6d8ee HTTP/1.1" status: 204 len: 168 time: 0.6631145 Aug 10 03:42:58.467125 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bc5a12-71c3-4903-af6a-d63d343e51cf tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Pushing event deleted for resources: {'Port': ['ID=50d1e766-41e0-4cad-902f-4cb0afe6d8ee,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:58.469802 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 58564) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:58.547706 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-97e7af06-82fe-4280-862e-e288168e24a4 req-fa49e60d-848b-4345-9c14-a6a6b4b0b44f tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/security-groups?id=3dcf7ed8-b8b4-4f0f-9ac1-131f6ed7d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945899 Aug 10 03:42:58.595651 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58017965-06d7-44fd-8938-489f63ed88c7 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:58.598285 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-58017965-06d7-44fd-8938-489f63ed88c7 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1264341 Aug 10 03:42:58.601052 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 58570) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:58.666897 n-d-768862-13 neutron-server[94260]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4c596f0-3f1e-4023-866d-ae43a654e0a5 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] GET failed (client error): The resource could not be found. Aug 10 03:42:58.677341 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-a4c596f0-3f1e-4023-866d-ae43a654e0a5 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "GET /v2.0/ports/50d1e766-41e0-4cad-902f-4cb0afe6d8ee HTTP/1.1" status: 404 len: 333 time: 0.0660427 Aug 10 03:42:58.677341 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 58572) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:58.696619 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-7b9b31dd-b517-45a0-9669-0e4f66f867fd tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1073234435'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:58.764163 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b9b31dd-b517-45a0-9669-0e4f66f867fd tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Made reservation on behalf of 2dd944f287b540098f0fcef72a77648e for: {'network': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:42:58.767741 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7b9b31dd-b517-45a0-9669-0e4f66f867fd tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:58.775318 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43557c24-a404-4ae3-b822-fdaa9416fe1a req-8e68ecd5-9af0-4851-8b36-6c5c56a8ed31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:58.776959 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-43557c24-a404-4ae3-b822-fdaa9416fe1a req-8e68ecd5-9af0-4851-8b36-6c5c56a8ed31 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9ff2867e4a0141f68303abd29afd842a&device_id=00df8480-85ee-4cc7-b3c5-8f758aa1d93c HTTP/1.1" status: 200 len: 1097 time: 0.3283207 Aug 10 03:42:58.842853 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 58576) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:58.847329 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f736ade8-c639-4af7-ac8f-31a58aacbed4 req-e325aa44-9caa-4049-b225-7bc55613dba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:58.849005 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f736ade8-c639-4af7-ac8f-31a58aacbed4 req-e325aa44-9caa-4049-b225-7bc55613dba3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e6eb694b-c7bc-4171-b001-e02e12ef62f3 HTTP/1.1" status: 200 len: 1097 time: 0.3616176 Aug 10 03:42:58.875085 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b9b31dd-b517-45a0-9669-0e4f66f867fd tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=94260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:42:58.910666 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7b9b31dd-b517-45a0-9669-0e4f66f867fd tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:58.911024 n-d-768862-13 neutron-server[94260]: INFO neutron.db.segments_db [None req-7b9b31dd-b517-45a0-9669-0e4f66f867fd tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Added segment 8277660a-7bd4-4630-ba23-c1000a20b499 of type vlan for network 14fb8c12-9e15-4a46-85f9-ad115db13621 Aug 10 03:42:58.977530 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f736ade8-c639-4af7-ac8f-31a58aacbed4 req-78552113-7ea0-4a16-b157-a3b051d0e273 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8e1ba13a-5a1b-4f45-9d11-54f011ade4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149850 Aug 10 03:42:58.978429 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43557c24-a404-4ae3-b822-fdaa9416fe1a req-b52bc7c5-8de4-4367-93d1-f4497a41c82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:58.980064 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-43557c24-a404-4ae3-b822-fdaa9416fe1a req-b52bc7c5-8de4-4367-93d1-f4497a41c82c service neutron] 10.222.0.42 "GET /v2.0/networks?id=71c89238-8f5d-43f8-b1be-95c24d55419f HTTP/1.1" status: 200 len: 911 time: 0.1905677 Aug 10 03:42:58.989978 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7b9b31dd-b517-45a0-9669-0e4f66f867fd tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:59.037976 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7b9b31dd-b517-45a0-9669-0e4f66f867fd tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:59.043734 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9b31dd-b517-45a0-9669-0e4f66f867fd tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:59.044432 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7b9b31dd-b517-45a0-9669-0e4f66f867fd tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:59.060856 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1a79a465-be90-4b84-b9b0-70bebdc53ba6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:59.216047 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1a79a465-be90-4b84-b9b0-70bebdc53ba6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:59.225072 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1a79a465-be90-4b84-b9b0-70bebdc53ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:59.237782 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-43557c24-a404-4ae3-b822-fdaa9416fe1a req-b6aec794-6808-4381-8cea-850809c99b23 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd0d0387-15f7-41cf-a1e1-a7f8dd43f812 HTTP/1.1" status: 200 len: 1000 time: 0.2084150 Aug 10 03:42:59.264993 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9b31dd-b517-45a0-9669-0e4f66f867fd tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Pushing event updated for resources: {'Network': ['ID=14fb8c12-9e15-4a46-85f9-ad115db13621,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:59.272571 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-7b9b31dd-b517-45a0-9669-0e4f66f867fd tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5968363 Aug 10 03:42:59.288489 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 14fb8c12-9e15-4a46-85f9-ad115db13621 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:42:59.301284 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 58588) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:59.304402 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-1a79a465-be90-4b84-b9b0-70bebdc53ba6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1b844e5e837947fea4ef305c05a13732&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4599779 Aug 10 03:42:59.306512 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a79a465-be90-4b84-b9b0-70bebdc53ba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7914904c-a273-4583-8737-b887c5a67b6e,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:59.308949 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 58590) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:59.324260 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-73a1572e-fa85-4339-8769-74c84c5c1314 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Request body: {'subnet': {'network_id': '14fb8c12-9e15-4a46-85f9-ad115db13621', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:59.510248 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43557c24-a404-4ae3-b822-fdaa9416fe1a req-60eec7c7-0ce2-48a1-8956-cc3790d0ee06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:59.513343 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-43557c24-a404-4ae3-b822-fdaa9416fe1a req-60eec7c7-0ce2-48a1-8956-cc3790d0ee06 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2a46edbc-ca41-41f9-9dcc-118a9b411006 HTTP/1.1" status: 200 len: 850 time: 0.2628880 Aug 10 03:42:59.532228 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bcffc7-64db-4f60-956e-ab65870f8abb req-b1da5712-68e7-4579-a58b-90bfd96af18e tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:59.542366 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-52bcffc7-64db-4f60-956e-ab65870f8abb req-b1da5712-68e7-4579-a58b-90bfd96af18e tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=045ee23b-ce3e-4d45-aa51-270bf98b62e3 HTTP/1.1" status: 200 len: 946 time: 0.2911696 Aug 10 03:42:59.567222 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6423ea-1ddd-42f6-983f-5a49b8b624b5 req-d295b036-c819-4050-bcd5-4455a35aa83b tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:59.570057 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-da6423ea-1ddd-42f6-983f-5a49b8b624b5 req-d295b036-c819-4050-bcd5-4455a35aa83b tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6eb694b-c7bc-4171-b001-e02e12ef62f3 HTTP/1.1" status: 200 len: 945 time: 0.2174823 Aug 10 03:42:59.742356 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-52bcffc7-64db-4f60-956e-ab65870f8abb req-cf908f59-be03-4c45-854a-69a9bcfa2483 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9d97ea0-2a9f-4286-b02c-31ca2320c427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685381 Aug 10 03:42:59.747950 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43557c24-a404-4ae3-b822-fdaa9416fe1a req-7fb84743-5901-462e-84dc-8601718030c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:59.750953 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-43557c24-a404-4ae3-b822-fdaa9416fe1a req-7fb84743-5901-462e-84dc-8601718030c9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=71c89238-8f5d-43f8-b1be-95c24d55419f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2138386 Aug 10 03:42:59.756584 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-da6423ea-1ddd-42f6-983f-5a49b8b624b5 req-0681b816-f580-42ea-bbed-62d5db531c8f tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e1ba13a-5a1b-4f45-9d11-54f011ade4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372499 Aug 10 03:42:59.776881 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [req-43557c24-a404-4ae3-b822-fdaa9416fe1a req-c20932c2-d4cf-44f8-b724-b608a666e9ce service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:42:59.780847 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-43557c24-a404-4ae3-b822-fdaa9416fe1a req-c20932c2-d4cf-44f8-b724-b608a666e9ce service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0100253 Aug 10 03:42:59.881255 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1f7c5ff8-e5cd-46fe-a45d-39a8cf2b69d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:59.895172 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73a1572e-fa85-4339-8769-74c84c5c1314 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Made reservation on behalf of 2dd944f287b540098f0fcef72a77648e for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:42:59.898943 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-73a1572e-fa85-4339-8769-74c84c5c1314 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:59.956930 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1f7c5ff8-e5cd-46fe-a45d-39a8cf2b69d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:59.987891 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-43557c24-a404-4ae3-b822-fdaa9416fe1a req-51e3a506-cfbf-4e67-bc5c-9ad1141d20c5 service neutron] 10.222.0.42 "GET /v2.0/networks/71c89238-8f5d-43f8-b1be-95c24d55419f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004223 Aug 10 03:43:00.001201 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f757687-0e7f-4c54-9450-1e9b81ee6ff8 req-c567bfff-672f-4ed6-a8c1-af4810bd40ca tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:00.003828 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7f757687-0e7f-4c54-9450-1e9b81ee6ff8 req-c567bfff-672f-4ed6-a8c1-af4810bd40ca tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/ports?device_id=00df8480-85ee-4cc7-b3c5-8f758aa1d93c HTTP/1.1" status: 200 len: 945 time: 0.1017044 Aug 10 03:43:00.094263 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2701981e-e18a-46ca-b85f-18f6ca925caf req-13a2a09d-c2f5-46d3-a819-0082fd31423b tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:00.095758 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-2701981e-e18a-46ca-b85f-18f6ca925caf req-13a2a09d-c2f5-46d3-a819-0082fd31423b tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.61 "GET /v2.0/ports?device_id=045ee23b-ce3e-4d45-aa51-270bf98b62e3 HTTP/1.1" status: 200 len: 946 time: 0.0857089 Aug 10 03:43:00.126835 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7f757687-0e7f-4c54-9450-1e9b81ee6ff8 req-4218b384-ad9a-46d7-a31d-87c0ec968129 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/security-groups?id=3dcf7ed8-b8b4-4f0f-9ac1-131f6ed7d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964849 Aug 10 03:43:00.130720 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1f7c5ff8-e5cd-46fe-a45d-39a8cf2b69d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:00.133111 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1f7c5ff8-e5cd-46fe-a45d-39a8cf2b69d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:00.138781 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-1f7c5ff8-e5cd-46fe-a45d-39a8cf2b69d3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7914904c-a273-4583-8737-b887c5a67b6e HTTP/1.1" status: 204 len: 168 time: 0.8057988 Aug 10 03:43:00.179822 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7c5ff8-e5cd-46fe-a45d-39a8cf2b69d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7914904c-a273-4583-8737-b887c5a67b6e,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:00.188450 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-43557c24-a404-4ae3-b822-fdaa9416fe1a req-7ecb5400-a155-460a-91be-1616888e337c service neutron] 10.222.0.42 "GET /v2.0/networks/71c89238-8f5d-43f8-b1be-95c24d55419f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831915 Aug 10 03:43:00.277562 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-73a1572e-fa85-4339-8769-74c84c5c1314 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:00.348466 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-2701981e-e18a-46ca-b85f-18f6ca925caf req-7f5f3ef1-380f-43e4-bb3c-448ff762e2ba tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Deleting port 64674e3c-22d6-458c-acda-36a6227d75b0 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:43:00.348712 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-2701981e-e18a-46ca-b85f-18f6ca925caf req-7f5f3ef1-380f-43e4-bb3c-448ff762e2ba tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:00.375825 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a1572e-fa85-4339-8769-74c84c5c1314 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Pushing event updated for resources: {'Subnet': ['ID=f4a7eec7-1186-4001-95bd-b0b78f0d12cd,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:00.429271 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a1572e-fa85-4339-8769-74c84c5c1314 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Checking segment: {'id': '8277660a-7bd4-4630-ba23-c1000a20b499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '14fb8c12-9e15-4a46-85f9-ad115db13621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:43:00.429638 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a1572e-fa85-4339-8769-74c84c5c1314 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Network hostable DHCP agents. Network: 14fb8c12-9e15-4a46-85f9-ad115db13621, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:43:00.469528 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a1572e-fa85-4339-8769-74c84c5c1314 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Network 14fb8c12-9e15-4a46-85f9-ad115db13621 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:43:00.488951 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-73a1572e-fa85-4339-8769-74c84c5c1314 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 14fb8c12-9e15-4a46-85f9-ad115db13621) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:43:00.499123 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a1572e-fa85-4339-8769-74c84c5c1314 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:00.499909 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-73a1572e-fa85-4339-8769-74c84c5c1314 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:00.504450 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-2701981e-e18a-46ca-b85f-18f6ca925caf req-7f5f3ef1-380f-43e4-bb3c-448ff762e2ba tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] For port 64674e3c-22d6-458c-acda-36a6227d75b0, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=64674e3c-22d6-458c-acda-36a6227d75b0,segment=NetworkSegment(137a9801-8fd3-46c2-ac1d-bb4eee5c7163),segment_id=137a9801-8fd3-46c2-ac1d-bb4eee5c7163)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:00.505979 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-2701981e-e18a-46ca-b85f-18f6ca925caf req-7f5f3ef1-380f-43e4-bb3c-448ff762e2ba tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:00.512815 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d8a7d5-e62a-406f-b0fc-359c7c40848a None None] Network 14fb8c12-9e15-4a46-85f9-ad115db13621 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:43:00.528378 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-2701981e-e18a-46ca-b85f-18f6ca925caf req-7f5f3ef1-380f-43e4-bb3c-448ff762e2ba tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Calling delete_port for 64674e3c-22d6-458c-acda-36a6227d75b0 owned by compute:nova {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:43:00.555930 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-73a1572e-fa85-4339-8769-74c84c5c1314 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2501364 Aug 10 03:43:00.561045 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 58598) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:00.570284 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-e7ede123-a96a-45eb-b0ac-0048a422ef16 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Request body: {'subnet': {'network_id': '14fb8c12-9e15-4a46-85f9-ad115db13621', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:00.639953 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 58600) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:00.661607 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8f90f2f9-912f-4736-9f8d-6bda5712aedb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:00.837267 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5f7357-c73e-48db-a985-3b38b06bdc14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-14fb8c12-9e15-4a46-85f9-ad115db13621', 'network_id': '14fb8c12-9e15-4a46-85f9-ad115db13621', 'tenant_id': '2dd944f287b540098f0fcef72a77648e', 'fixed_ips': [{'subnet_id': 'f4a7eec7-1186-4001-95bd-b0b78f0d12cd'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:43:00.837267 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4a5f7357-c73e-48db-a985-3b38b06bdc14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:00.871515 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-2701981e-e18a-46ca-b85f-18f6ca925caf req-7f5f3ef1-380f-43e4-bb3c-448ff762e2ba tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:00.890484 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['df5b258a-3930-40b7-b0b2-daf7ffbc6757', '64674e3c-22d6-458c-acda-36a6227d75b0'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:43:00.977033 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5f3ef1-380f-43e4-bb3c-448ff762e2ba tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Pushing event deleted for resources: {'Port': ['ID=64674e3c-22d6-458c-acda-36a6227d75b0,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:01.031142 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8f90f2f9-912f-4736-9f8d-6bda5712aedb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:01.037650 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8f90f2f9-912f-4736-9f8d-6bda5712aedb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:01.051313 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4363610f-38bc-4555-8d06-746abe48cbff req-870a10de-f140-484b-a59b-a97d47129acf tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=045ee23b-ce3e-4d45-aa51-270bf98b62e3 HTTP/1.1" status: 200 len: 210 time: 0.0782170 Aug 10 03:43:01.060658 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-2701981e-e18a-46ca-b85f-18f6ca925caf req-7f5f3ef1-380f-43e4-bb3c-448ff762e2ba tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] No DVR routers for this DVR port 64674e3c-22d6-458c-acda-36a6227d75b0 on host n-h2-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:43:01.076198 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-2701981e-e18a-46ca-b85f-18f6ca925caf req-7f5f3ef1-380f-43e4-bb3c-448ff762e2ba tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:01.078845 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-2701981e-e18a-46ca-b85f-18f6ca925caf req-7f5f3ef1-380f-43e4-bb3c-448ff762e2ba tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.61 "DELETE /v2.0/ports/64674e3c-22d6-458c-acda-36a6227d75b0 HTTP/1.1" status: 204 len: 173 time: 0.9576495 Aug 10 03:43:01.079622 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '045ee23b-ce3e-4d45-aa51-270bf98b62e3', 'name': 'network-vif-deleted', 'tag': '64674e3c-22d6-458c-acda-36a6227d75b0'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:43:01.082576 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f2ed718-8656-4149-b132-e586a264ae69" -d '{"events": [{"server_uuid": "045ee23b-ce3e-4d45-aa51-270bf98b62e3", "name": "network-vif-deleted", "tag": "64674e3c-22d6-458c-acda-36a6227d75b0"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:43:01.094038 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3252f198-a0b7-442f-a3d3-5756399f4dcc req-5e979e8e-ba75-44e2-97e2-5926767a0e07 tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:01.096224 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3252f198-a0b7-442f-a3d3-5756399f4dcc req-5e979e8e-ba75-44e2-97e2-5926767a0e07 tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6eb694b-c7bc-4171-b001-e02e12ef62f3 HTTP/1.1" status: 200 len: 945 time: 0.1898844 Aug 10 03:43:01.152608 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ede123-a96a-45eb-b0ac-0048a422ef16 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Made reservation on behalf of 2dd944f287b540098f0fcef72a77648e for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:43:01.159407 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e7ede123-a96a-45eb-b0ac-0048a422ef16 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:01.161518 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-8f90f2f9-912f-4736-9f8d-6bda5712aedb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3fd49cc1e3554c03b7ac89bf562dcf6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5198400 Aug 10 03:43:01.167409 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 58608) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:01.173304 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f90f2f9-912f-4736-9f8d-6bda5712aedb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=078db9a7-2523-4ee8-a1a1-d06ae7011554,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:01.255094 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-835309ba-adc8-4a31-97db-fed5c2a744a3 x-openstack-request-id: req-835309ba-adc8-4a31-97db-fed5c2a744a3 {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:43:01.256120 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "045ee23b-ce3e-4d45-aa51-270bf98b62e3", "name": "network-vif-deleted", "tag": "64674e3c-22d6-458c-acda-36a6227d75b0", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:43:01.256793 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-835309ba-adc8-4a31-97db-fed5c2a744a3 {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:43:01.257672 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '045ee23b-ce3e-4d45-aa51-270bf98b62e3', 'name': 'network-vif-deleted', 'tag': '64674e3c-22d6-458c-acda-36a6227d75b0', 'status': 'completed', 'code': 200} Aug 10 03:43:01.286746 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-02de570b-1e30-4ccd-ba23-5db6c861cad9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:01.314499 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3252f198-a0b7-442f-a3d3-5756399f4dcc req-19d5c3a3-27e2-4d64-8193-b64e8dc300a0 tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e1ba13a-5a1b-4f45-9d11-54f011ade4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033191 Aug 10 03:43:01.383237 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-02de570b-1e30-4ccd-ba23-5db6c861cad9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:01.487557 n-d-768862-13 neutron-server[94260]: INFO neutron.db.ipam_backend_mixin [None req-e7ede123-a96a-45eb-b0ac-0048a422ef16 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f4a7eec7-1186-4001-95bd-b0b78f0d12cd (CIDR: 172.20.0.0/28) Aug 10 03:43:01.514533 n-d-768862-13 neutron-server[94260]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7ede123-a96a-45eb-b0ac-0048a422ef16 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:43:01.514922 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-4a5f7357-c73e-48db-a985-3b38b06bdc14 None None] Allocated IP 172.20.0.2 (14fb8c12-9e15-4a46-85f9-ad115db13621/f4a7eec7-1186-4001-95bd-b0b78f0d12cd/f8c41fe2-8767-4a8f-b448-90ef5a95036c) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:43:01.515690 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7ede123-a96a-45eb-b0ac-0048a422ef16 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:43:01.550755 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-02de570b-1e30-4ccd-ba23-5db6c861cad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:01.555473 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-02de570b-1e30-4ccd-ba23-5db6c861cad9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:01.561864 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-02de570b-1e30-4ccd-ba23-5db6c861cad9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/078db9a7-2523-4ee8-a1a1-d06ae7011554 HTTP/1.1" status: 204 len: 168 time: 0.3866498 Aug 10 03:43:01.614967 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02de570b-1e30-4ccd-ba23-5db6c861cad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=078db9a7-2523-4ee8-a1a1-d06ae7011554,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:01.734136 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-e7ede123-a96a-45eb-b0ac-0048a422ef16 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1688194 Aug 10 03:43:01.741431 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 58618) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:01.752545 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-25d69890-56ef-4b99-b3ec-d782f8ca1d24 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Request body: {'subnet': {'network_id': '14fb8c12-9e15-4a46-85f9-ad115db13621', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:01.880739 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4a5f7357-c73e-48db-a985-3b38b06bdc14 None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:01.881593 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd2931c-4575-4c94-8a1a-22cab3aa23ee req-66117b30-5e11-4d97-86d7-83cbf8950b8e tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:01.906531 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7bd2931c-4575-4c94-8a1a-22cab3aa23ee req-66117b30-5e11-4d97-86d7-83cbf8950b8e tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/ports?device_id=00df8480-85ee-4cc7-b3c5-8f758aa1d93c HTTP/1.1" status: 200 len: 945 time: 0.4049773 Aug 10 03:43:01.925535 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-4a5f7357-c73e-48db-a985-3b38b06bdc14 None None] Transition to ACTIVE for port object f8c41fe2-8767-4a8f-b448-90ef5a95036c will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:43:02.007023 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-4a5f7357-c73e-48db-a985-3b38b06bdc14 None None] Transition to ACTIVE for port object f8c41fe2-8767-4a8f-b448-90ef5a95036c will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:43:02.026771 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4a5f7357-c73e-48db-a985-3b38b06bdc14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:02.103862 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7bd2931c-4575-4c94-8a1a-22cab3aa23ee req-d62e42ec-298f-4994-b093-76d0e61337eb tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/security-groups?id=3dcf7ed8-b8b4-4f0f-9ac1-131f6ed7d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1921844 Aug 10 03:43:02.133846 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d69890-56ef-4b99-b3ec-d782f8ca1d24 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Made reservation on behalf of 2dd944f287b540098f0fcef72a77648e for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:43:02.148081 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-25d69890-56ef-4b99-b3ec-d782f8ca1d24 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:02.206766 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5f7357-c73e-48db-a985-3b38b06bdc14 None None] Pushing event updated for resources: {'Port': ['ID=f8c41fe2-8767-4a8f-b448-90ef5a95036c,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:02.237122 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5f7357-c73e-48db-a985-3b38b06bdc14 None None] Network 14fb8c12-9e15-4a46-85f9-ad115db13621 is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:43:02.240330 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-4a5f7357-c73e-48db-a985-3b38b06bdc14 None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:43:02.246207 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5f7357-c73e-48db-a985-3b38b06bdc14 None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:43:02.356018 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-3bbe3a94-661c-40bd-9b08-56a24fefc270 req-dec480e8-12d3-4d83-927d-23033110ec05 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7429678 Aug 10 03:43:02.397911 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-4a5f7357-c73e-48db-a985-3b38b06bdc14 None None] Attempting to bind port f8c41fe2-8767-4a8f-b448-90ef5a95036c on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:43:02.397911 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-4a5f7357-c73e-48db-a985-3b38b06bdc14 None None] Attempting to bind port f8c41fe2-8767-4a8f-b448-90ef5a95036c by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '8277660a-7bd4-4630-ba23-c1000a20b499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '14fb8c12-9e15-4a46-85f9-ad115db13621'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:43:02.397911 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5f7357-c73e-48db-a985-3b38b06bdc14 None None] Attempting to bind port f8c41fe2-8767-4a8f-b448-90ef5a95036c on network 14fb8c12-9e15-4a46-85f9-ad115db13621 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:43:02.404922 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5f7357-c73e-48db-a985-3b38b06bdc14 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:43:02.405559 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5f7357-c73e-48db-a985-3b38b06bdc14 None None] Checking segment: {'id': '8277660a-7bd4-4630-ba23-c1000a20b499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '14fb8c12-9e15-4a46-85f9-ad115db13621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:43:02.405759 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4a5f7357-c73e-48db-a985-3b38b06bdc14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:02.406097 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5f7357-c73e-48db-a985-3b38b06bdc14 None None] Bound using segment: {'id': '8277660a-7bd4-4630-ba23-c1000a20b499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '14fb8c12-9e15-4a46-85f9-ad115db13621'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:43:02.406637 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-4a5f7357-c73e-48db-a985-3b38b06bdc14 None None] Bound port: f8c41fe2-8767-4a8f-b448-90ef5a95036c, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8277660a-7bd4-4630-ba23-c1000a20b499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '14fb8c12-9e15-4a46-85f9-ad115db13621'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:43:02.410879 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4a5f7357-c73e-48db-a985-3b38b06bdc14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:02.531403 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-4a5f7357-c73e-48db-a985-3b38b06bdc14 None None] For port f8c41fe2-8767-4a8f-b448-90ef5a95036c, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:43:02.540996 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-4a5f7357-c73e-48db-a985-3b38b06bdc14 None None] For port f8c41fe2-8767-4a8f-b448-90ef5a95036c, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=f8c41fe2-8767-4a8f-b448-90ef5a95036c,segment=NetworkSegment(8277660a-7bd4-4630-ba23-c1000a20b499),segment_id=8277660a-7bd4-4630-ba23-c1000a20b499)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:43:02.550960 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4a5f7357-c73e-48db-a985-3b38b06bdc14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:02.565526 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbe3a94-661c-40bd-9b08-56a24fefc270 req-b7050f13-a80a-4e40-93d7-9a3214e502b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:02.568413 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-3bbe3a94-661c-40bd-9b08-56a24fefc270 req-b7050f13-a80a-4e40-93d7-9a3214e502b0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2680b799feb54d8c9fdff98330bf1a96&device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 1096 time: 0.1271453 Aug 10 03:43:02.645292 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542fe5fb-00e6-4f47-bb62-9560f42934e6 req-4f09dd62-0b09-476c-93fb-00e43944502f tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:02.664287 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-542fe5fb-00e6-4f47-bb62-9560f42934e6 req-4f09dd62-0b09-476c-93fb-00e43944502f tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d576ad2-7394-4c3f-864f-6a176c23b589 HTTP/1.1" status: 200 len: 945 time: 0.1096613 Aug 10 03:43:02.703164 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5f7357-c73e-48db-a985-3b38b06bdc14 None None] Pushing event updated for resources: {'Port': ['ID=f8c41fe2-8767-4a8f-b448-90ef5a95036c,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:02.792009 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-542fe5fb-00e6-4f47-bb62-9560f42934e6 req-d22f9e83-c8f7-4ba5-bcb1-f677c83745ef tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9d97ea0-2a9f-4286-b02c-31ca2320c427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091039 Aug 10 03:43:02.890534 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbe3a94-661c-40bd-9b08-56a24fefc270 req-61f4bca8-9479-4fad-9b60-93e2d67e9e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:02.896016 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-3bbe3a94-661c-40bd-9b08-56a24fefc270 req-61f4bca8-9479-4fad-9b60-93e2d67e9e5f service neutron] 10.222.0.61 "GET /v2.0/networks?id=d07bf9c0-feda-49f0-ac68-879462adf9f1 HTTP/1.1" status: 200 len: 911 time: 0.2692864 Aug 10 03:43:02.927281 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374c955a-8f5f-4ab3-8a4d-31c3cf00a136 req-cef782f4-b4d6-4d56-aed5-ef575afafe54 tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:02.928897 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-374c955a-8f5f-4ab3-8a4d-31c3cf00a136 req-cef782f4-b4d6-4d56-aed5-ef575afafe54 tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6eb694b-c7bc-4171-b001-e02e12ef62f3 HTTP/1.1" status: 200 len: 945 time: 0.0655351 Aug 10 03:43:02.937724 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c07610-67ef-4131-98c0-fe9cd9c54499 req-c5a025a3-650d-4a0a-93b0-d198640ad7b8 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:02.939726 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d3c07610-67ef-4131-98c0-fe9cd9c54499 req-c5a025a3-650d-4a0a-93b0-d198640ad7b8 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d576ad2-7394-4c3f-864f-6a176c23b589 HTTP/1.1" status: 200 len: 945 time: 0.1426241 Aug 10 03:43:02.975910 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-25d69890-56ef-4b99-b3ec-d782f8ca1d24 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:03.044170 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-374c955a-8f5f-4ab3-8a4d-31c3cf00a136 req-ba1caecd-0a23-4158-8c98-aabc78d44c4e tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e1ba13a-5a1b-4f45-9d11-54f011ade4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032507 Aug 10 03:43:03.074019 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d69890-56ef-4b99-b3ec-d782f8ca1d24 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Pushing event updated for resources: {'Subnet': ['ID=9996f7f7-ae6a-4ee0-9ebc-267ce00f599b,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:03.086781 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d69890-56ef-4b99-b3ec-d782f8ca1d24 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Network 14fb8c12-9e15-4a46-85f9-ad115db13621 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:43:03.090414 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-25d69890-56ef-4b99-b3ec-d782f8ca1d24 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:43:03.097336 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d69890-56ef-4b99-b3ec-d782f8ca1d24 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:03.097943 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-25d69890-56ef-4b99-b3ec-d782f8ca1d24 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:03.116603 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-3bbe3a94-661c-40bd-9b08-56a24fefc270 req-0180ef6f-a628-44b3-a19c-a608f3e9c309 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5c938b4-b620-4188-a605-ddf0a909af0a HTTP/1.1" status: 200 len: 999 time: 0.2054965 Aug 10 03:43:03.124426 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-d3c07610-67ef-4131-98c0-fe9cd9c54499 req-eed5e067-3ca3-45ea-9bc4-00b3d9abeca8 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Deleting port df5b258a-3930-40b7-b0b2-daf7ffbc6757 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:43:03.124982 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-d3c07610-67ef-4131-98c0-fe9cd9c54499 req-eed5e067-3ca3-45ea-9bc4-00b3d9abeca8 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:03.143210 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-25d69890-56ef-4b99-b3ec-d782f8ca1d24 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3996661 Aug 10 03:43:03.144494 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 58654) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:03.207246 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-e58dbf20-850b-403b-a9c4-e590c442480d tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Request body: {'port': {'network_id': '14fb8c12-9e15-4a46-85f9-ad115db13621', 'fixed_ips': [{'subnet_id': 'f4a7eec7-1186-4001-95bd-b0b78f0d12cd'}, {'subnet_id': '9996f7f7-ae6a-4ee0-9ebc-267ce00f599b'}], 'name': 'tempest-PortsTestJSON-1475827333'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:03.265456 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-d3c07610-67ef-4131-98c0-fe9cd9c54499 req-eed5e067-3ca3-45ea-9bc4-00b3d9abeca8 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] For port df5b258a-3930-40b7-b0b2-daf7ffbc6757, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=df5b258a-3930-40b7-b0b2-daf7ffbc6757,segment=NetworkSegment(137a9801-8fd3-46c2-ac1d-bb4eee5c7163),segment_id=137a9801-8fd3-46c2-ac1d-bb4eee5c7163)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:03.265837 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-d3c07610-67ef-4131-98c0-fe9cd9c54499 req-eed5e067-3ca3-45ea-9bc4-00b3d9abeca8 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:03.281258 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:03.291329 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-d3c07610-67ef-4131-98c0-fe9cd9c54499 req-eed5e067-3ca3-45ea-9bc4-00b3d9abeca8 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Calling delete_port for df5b258a-3930-40b7-b0b2-daf7ffbc6757 owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:43:03.300385 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbe3a94-661c-40bd-9b08-56a24fefc270 req-5b1585ec-ec4d-4935-a907-31f5126e237f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:03.302370 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-3bbe3a94-661c-40bd-9b08-56a24fefc270 req-5b1585ec-ec4d-4935-a907-31f5126e237f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=33a1c40e-b5d2-46c7-a6a1-fa6cc0352aec HTTP/1.1" status: 200 len: 850 time: 0.1771481 Aug 10 03:43:03.412013 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbe3a94-661c-40bd-9b08-56a24fefc270 req-27ed296e-e025-4608-9cb7-1876a5a0fd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:03.414176 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-3bbe3a94-661c-40bd-9b08-56a24fefc270 req-27ed296e-e025-4608-9cb7-1876a5a0fd04 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d07bf9c0-feda-49f0-ac68-879462adf9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1017265 Aug 10 03:43:03.433035 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [req-3bbe3a94-661c-40bd-9b08-56a24fefc270 req-b3d8a753-2ac9-470a-aa47-5257b0e265de service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:43:03.435250 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-3bbe3a94-661c-40bd-9b08-56a24fefc270 req-b3d8a753-2ac9-470a-aa47-5257b0e265de service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085227 Aug 10 03:43:03.499365 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-d3c07610-67ef-4131-98c0-fe9cd9c54499 req-eed5e067-3ca3-45ea-9bc4-00b3d9abeca8 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:03.520338 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e58dbf20-850b-403b-a9c4-e590c442480d tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Made reservation on behalf of 2dd944f287b540098f0fcef72a77648e for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:43:03.522604 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['df5b258a-3930-40b7-b0b2-daf7ffbc6757'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:43:03.562538 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed5e067-3ca3-45ea-9bc4-00b3d9abeca8 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Pushing event deleted for resources: {'Port': ['ID=df5b258a-3930-40b7-b0b2-daf7ffbc6757,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:03.572213 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed5e067-3ca3-45ea-9bc4-00b3d9abeca8 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:03.572740 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed5e067-3ca3-45ea-9bc4-00b3d9abeca8 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:03.573191 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed5e067-3ca3-45ea-9bc4-00b3d9abeca8 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:03.573675 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed5e067-3ca3-45ea-9bc4-00b3d9abeca8 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:03.574116 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed5e067-3ca3-45ea-9bc4-00b3d9abeca8 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:03.574591 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed5e067-3ca3-45ea-9bc4-00b3d9abeca8 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:03.575026 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed5e067-3ca3-45ea-9bc4-00b3d9abeca8 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:03.575510 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed5e067-3ca3-45ea-9bc4-00b3d9abeca8 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:03.576340 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed5e067-3ca3-45ea-9bc4-00b3d9abeca8 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:03.576745 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed5e067-3ca3-45ea-9bc4-00b3d9abeca8 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:03.577122 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed5e067-3ca3-45ea-9bc4-00b3d9abeca8 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:03.577602 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed5e067-3ca3-45ea-9bc4-00b3d9abeca8 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:03.623961 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-3bbe3a94-661c-40bd-9b08-56a24fefc270 req-1fbfd8db-91e0-42be-9696-f102d5a428b0 service neutron] 10.222.0.61 "GET /v2.0/networks/d07bf9c0-feda-49f0-ac68-879462adf9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790912 Aug 10 03:43:03.634509 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3c07610-67ef-4131-98c0-fe9cd9c54499 req-eed5e067-3ca3-45ea-9bc4-00b3d9abeca8 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] No DVR routers for this DVR port df5b258a-3930-40b7-b0b2-daf7ffbc6757 on host n-h2-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:43:03.637851 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-d3c07610-67ef-4131-98c0-fe9cd9c54499 req-eed5e067-3ca3-45ea-9bc4-00b3d9abeca8 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:03.640931 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d3c07610-67ef-4131-98c0-fe9cd9c54499 req-eed5e067-3ca3-45ea-9bc4-00b3d9abeca8 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.61 "DELETE /v2.0/ports/df5b258a-3930-40b7-b0b2-daf7ffbc6757 HTTP/1.1" status: 204 len: 173 time: 0.6918528 Aug 10 03:43:03.641167 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d576ad2-7394-4c3f-864f-6a176c23b589', 'name': 'network-vif-deleted', 'tag': 'df5b258a-3930-40b7-b0b2-daf7ffbc6757'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:43:03.644753 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ebce47-e601-40e9-933d-b8c0194dd2c5" -d '{"events": [{"server_uuid": "4d576ad2-7394-4c3f-864f-6a176c23b589", "name": "network-vif-deleted", "tag": "df5b258a-3930-40b7-b0b2-daf7ffbc6757"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:43:03.719049 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-433c49d9-b09d-4bb8-86f5-209c5298907f x-openstack-request-id: req-433c49d9-b09d-4bb8-86f5-209c5298907f {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:43:03.719215 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d576ad2-7394-4c3f-864f-6a176c23b589", "name": "network-vif-deleted", "tag": "df5b258a-3930-40b7-b0b2-daf7ffbc6757", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:43:03.719345 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-433c49d9-b09d-4bb8-86f5-209c5298907f {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:43:03.719761 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d576ad2-7394-4c3f-864f-6a176c23b589', 'name': 'network-vif-deleted', 'tag': 'df5b258a-3930-40b7-b0b2-daf7ffbc6757', 'status': 'completed', 'code': 200} Aug 10 03:43:03.792178 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e58dbf20-850b-403b-a9c4-e590c442480d tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:03.842747 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [None req-e58dbf20-850b-403b-a9c4-e590c442480d tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] device_id is not set on port cbb0a9d1-e489-4dd2-9c15-274c13c6194c yet. {{(pid=94261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:43:03.990780 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-3bbe3a94-661c-40bd-9b08-56a24fefc270 req-ccaed66c-d603-48fd-bf44-62739c381047 service neutron] 10.222.0.61 "GET /v2.0/networks/d07bf9c0-feda-49f0-ac68-879462adf9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3538458 Aug 10 03:43:04.011144 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 64674e3c-22d6-458c-acda-36a6227d75b0 no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:43:04.056327 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device f8c41fe2-8767-4a8f-b448-90ef5a95036c up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:43:04.078567 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-33f9da75-d360-4297-b005-fefafab3aa2f req-87cb14bd-b809-4b55-a351-65ed1e3ee4af tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d576ad2-7394-4c3f-864f-6a176c23b589 HTTP/1.1" status: 200 len: 210 time: 0.1110425 Aug 10 03:43:04.131835 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] No Port match for: 64674e3c-22d6-458c-acda-36a6227d75b0 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:43:04.132247 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 64674e3c-22d6-458c-acda-36a6227d75b0 not bound to the agent host n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:43:04.183683 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port f8c41fe2-8767-4a8f-b448-90ef5a95036c completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:43:04.262547 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd57fa9-45ed-4e3e-a1c8-4eba54073d8a req-c0ce0a6a-780c-468f-8c09-4e15332b0f1a tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:04.265709 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2cd57fa9-45ed-4e3e-a1c8-4eba54073d8a req-c0ce0a6a-780c-468f-8c09-4e15332b0f1a tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6eb694b-c7bc-4171-b001-e02e12ef62f3 HTTP/1.1" status: 200 len: 945 time: 0.1225188 Aug 10 03:43:04.296527 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7ad358-47da-41c6-9b59-5651d6ebd44f req-61449ac7-b129-4330-9aa8-7de011e1aa13 tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:04.304984 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1c7ad358-47da-41c6-9b59-5651d6ebd44f req-61449ac7-b129-4330-9aa8-7de011e1aa13 tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6eb694b-c7bc-4171-b001-e02e12ef62f3 HTTP/1.1" status: 200 len: 945 time: 0.0968025 Aug 10 03:43:04.395454 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1c7ad358-47da-41c6-9b59-5651d6ebd44f req-ffb3c00f-6db0-4526-9ab9-6c34bacce008 tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e1ba13a-5a1b-4f45-9d11-54f011ade4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888803 Aug 10 03:43:04.399447 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad40880-2c45-453a-b5ae-4d730cb4af07 None None] Network 14fb8c12-9e15-4a46-85f9-ad115db13621 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:43:04.516729 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-2cd57fa9-45ed-4e3e-a1c8-4eba54073d8a req-fa9853b3-75d9-4d85-b546-efaeaadb593e tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] Deleting port 9fd9320a-8fdf-4727-b5b3-68fc87f3cd5a {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:43:04.517406 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-2cd57fa9-45ed-4e3e-a1c8-4eba54073d8a req-fa9853b3-75d9-4d85-b546-efaeaadb593e tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:04.519014 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-e58dbf20-850b-403b-a9c4-e590c442480d tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Allocated IP 172.20.0.7 (14fb8c12-9e15-4a46-85f9-ad115db13621/f4a7eec7-1186-4001-95bd-b0b78f0d12cd/cbb0a9d1-e489-4dd2-9c15-274c13c6194c) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:43:04.535389 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-e58dbf20-850b-403b-a9c4-e590c442480d tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Allocated IP 172.20.0.20 (14fb8c12-9e15-4a46-85f9-ad115db13621/9996f7f7-ae6a-4ee0-9ebc-267ce00f599b/cbb0a9d1-e489-4dd2-9c15-274c13c6194c) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:43:04.544476 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-983fd065-2279-4d26-8114-fc4bf9c29f4a None None] Provisioning for port f8c41fe2-8767-4a8f-b448-90ef5a95036c completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:43:04.557150 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-983fd065-2279-4d26-8114-fc4bf9c29f4a None None] Provisioning complete for port f8c41fe2-8767-4a8f-b448-90ef5a95036c triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:04.557742 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-983fd065-2279-4d26-8114-fc4bf9c29f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:04.704403 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-2cd57fa9-45ed-4e3e-a1c8-4eba54073d8a req-fa9853b3-75d9-4d85-b546-efaeaadb593e tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] For port 9fd9320a-8fdf-4727-b5b3-68fc87f3cd5a, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=9fd9320a-8fdf-4727-b5b3-68fc87f3cd5a,segment=NetworkSegment(e5a53d17-1ff5-4c38-91cf-06e9739e30d5),segment_id=e5a53d17-1ff5-4c38-91cf-06e9739e30d5)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:04.704739 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-2cd57fa9-45ed-4e3e-a1c8-4eba54073d8a req-fa9853b3-75d9-4d85-b546-efaeaadb593e tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:04.732746 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-2cd57fa9-45ed-4e3e-a1c8-4eba54073d8a req-fa9853b3-75d9-4d85-b546-efaeaadb593e tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] Calling delete_port for 9fd9320a-8fdf-4727-b5b3-68fc87f3cd5a owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:43:04.753567 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-983fd065-2279-4d26-8114-fc4bf9c29f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:04.811624 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-983fd065-2279-4d26-8114-fc4bf9c29f4a None None] For port f8c41fe2-8767-4a8f-b448-90ef5a95036c, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=f8c41fe2-8767-4a8f-b448-90ef5a95036c,segment=NetworkSegment(8277660a-7bd4-4630-ba23-c1000a20b499),segment_id=8277660a-7bd4-4630-ba23-c1000a20b499)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:04.817846 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-983fd065-2279-4d26-8114-fc4bf9c29f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:04.915135 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e58dbf20-850b-403b-a9c4-e590c442480d tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:04.931804 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [None req-e58dbf20-850b-403b-a9c4-e590c442480d tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Transition to ACTIVE for port object cbb0a9d1-e489-4dd2-9c15-274c13c6194c will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:43:04.932755 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-2cd57fa9-45ed-4e3e-a1c8-4eba54073d8a req-fa9853b3-75d9-4d85-b546-efaeaadb593e tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:04.940703 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a374f46-8b87-45c9-8fc3-4be288e36e56 None None] Update dhcp port {'port': {'network_id': '14fb8c12-9e15-4a46-85f9-ad115db13621', 'fixed_ips': [{'subnet_id': 'f4a7eec7-1186-4001-95bd-b0b78f0d12cd', 'ip_address': '172.20.0.2'}, {'subnet_id': '9996f7f7-ae6a-4ee0-9ebc-267ce00f599b'}], 'binding:host_id': 'n-d-768862-13'}, 'id': 'f8c41fe2-8767-4a8f-b448-90ef5a95036c'} from n-d-768862-13. {{(pid=94262) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 03:43:04.946832 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983fd065-2279-4d26-8114-fc4bf9c29f4a None None] Pushing event updated for resources: {'Port': ['ID=f8c41fe2-8767-4a8f-b448-90ef5a95036c,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:04.983396 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9853b3-75d9-4d85-b546-efaeaadb593e tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] Pushing event deleted for resources: {'Port': ['ID=9fd9320a-8fdf-4727-b5b3-68fc87f3cd5a,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:04.989019 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e58dbf20-850b-403b-a9c4-e590c442480d tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:05.010081 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['9fd9320a-8fdf-4727-b5b3-68fc87f3cd5a'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:43:05.053721 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58dbf20-850b-403b-a9c4-e590c442480d tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Network 14fb8c12-9e15-4a46-85f9-ad115db13621 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:43:05.057611 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-e58dbf20-850b-403b-a9c4-e590c442480d tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:43:05.064657 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58dbf20-850b-403b-a9c4-e590c442480d tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:43:05.070044 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cd57fa9-45ed-4e3e-a1c8-4eba54073d8a req-fa9853b3-75d9-4d85-b546-efaeaadb593e tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] No DVR routers for this DVR port 9fd9320a-8fdf-4727-b5b3-68fc87f3cd5a on host n-h1-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:43:05.073432 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-2cd57fa9-45ed-4e3e-a1c8-4eba54073d8a req-fa9853b3-75d9-4d85-b546-efaeaadb593e tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:05.074293 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4a374f46-8b87-45c9-8fc3-4be288e36e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:05.075892 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2cd57fa9-45ed-4e3e-a1c8-4eba54073d8a req-fa9853b3-75d9-4d85-b546-efaeaadb593e tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] 10.222.0.42 "DELETE /v2.0/ports/9fd9320a-8fdf-4727-b5b3-68fc87f3cd5a HTTP/1.1" status: 204 len: 173 time: 0.8016467 Aug 10 03:43:05.105939 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58dbf20-850b-403b-a9c4-e590c442480d tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Pushing event updated for resources: {'Port': ['ID=cbb0a9d1-e489-4dd2-9c15-274c13c6194c,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:05.157602 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58dbf20-850b-403b-a9c4-e590c442480d tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:05.158692 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e58dbf20-850b-403b-a9c4-e590c442480d tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:05.194053 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e58dbf20-850b-403b-a9c4-e590c442480d tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.0467486 Aug 10 03:43:05.198193 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 58688) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:05.204008 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-fef58ab0-640c-4a3d-8473-c7f52b2f8dc0 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f4a7eec7-1186-4001-95bd-b0b78f0d12cd'}]}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:05.449292 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-4a374f46-8b87-45c9-8fc3-4be288e36e56 None None] Allocated IP 172.20.0.18 (14fb8c12-9e15-4a46-85f9-ad115db13621/9996f7f7-ae6a-4ee0-9ebc-267ce00f599b/f8c41fe2-8767-4a8f-b448-90ef5a95036c) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:43:05.451019 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-fef58ab0-640c-4a3d-8473-c7f52b2f8dc0 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:05.625558 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-4a374f46-8b87-45c9-8fc3-4be288e36e56 None None] For port f8c41fe2-8767-4a8f-b448-90ef5a95036c, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=f8c41fe2-8767-4a8f-b448-90ef5a95036c,segment=NetworkSegment(8277660a-7bd4-4630-ba23-c1000a20b499),segment_id=8277660a-7bd4-4630-ba23-c1000a20b499)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:05.676838 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4a374f46-8b87-45c9-8fc3-4be288e36e56 None None] Notify callbacks [] for port, precommit_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:05.690050 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5a27c1ed-6aa9-480d-a13d-730038a79d86 req-dd1eb1db-896b-4dca-b7f3-0e822240cf46 tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6eb694b-c7bc-4171-b001-e02e12ef62f3 HTTP/1.1" status: 200 len: 210 time: 0.1122096 Aug 10 03:43:05.712488 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-4a374f46-8b87-45c9-8fc3-4be288e36e56 None None] Transition to ACTIVE for port object f8c41fe2-8767-4a8f-b448-90ef5a95036c will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:43:05.720708 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4a374f46-8b87-45c9-8fc3-4be288e36e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:05.732121 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6eb694b-c7bc-4171-b001-e02e12ef62f3', 'name': 'network-vif-deleted', 'tag': '9fd9320a-8fdf-4727-b5b3-68fc87f3cd5a'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:43:05.735001 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9e1379e-5ec7-4a0c-add9-d109c161087a" -d '{"events": [{"server_uuid": "e6eb694b-c7bc-4171-b001-e02e12ef62f3", "name": "network-vif-deleted", "tag": "9fd9320a-8fdf-4727-b5b3-68fc87f3cd5a"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:43:05.783676 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 58702) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:05.817299 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042bb947-62bf-4519-9b84-3985c55fdd64 req-869f9147-0997-4463-a70c-cfa255165df7 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:05.820863 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-042bb947-62bf-4519-9b84-3985c55fdd64 req-869f9147-0997-4463-a70c-cfa255165df7 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 944 time: 0.2839663 Aug 10 03:43:05.823788 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a4e7b9c-80b0-45a6-b2bc-1a4a984eecda x-openstack-request-id: req-9a4e7b9c-80b0-45a6-b2bc-1a4a984eecda {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:43:05.824541 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6eb694b-c7bc-4171-b001-e02e12ef62f3", "name": "network-vif-deleted", "tag": "9fd9320a-8fdf-4727-b5b3-68fc87f3cd5a", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:43:05.825850 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9a4e7b9c-80b0-45a6-b2bc-1a4a984eecda {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:43:05.827117 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6eb694b-c7bc-4171-b001-e02e12ef62f3', 'name': 'network-vif-deleted', 'tag': '9fd9320a-8fdf-4727-b5b3-68fc87f3cd5a', 'status': 'completed', 'code': 200} Aug 10 03:43:05.889875 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device f8c41fe2-8767-4a8f-b448-90ef5a95036c up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:43:05.960276 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a374f46-8b87-45c9-8fc3-4be288e36e56 None None] Pushing event updated for resources: {'Port': ['ID=f8c41fe2-8767-4a8f-b448-90ef5a95036c,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:05.969780 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a3bcfae8-3aca-479e-a446-b9df029b6cbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:06.039069 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device df5b258a-3930-40b7-b0b2-daf7ffbc6757 no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:43:06.066217 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] No Port match for: df5b258a-3930-40b7-b0b2-daf7ffbc6757 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:43:06.067261 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device df5b258a-3930-40b7-b0b2-daf7ffbc6757 not bound to the agent host n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:43:06.090710 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a3bcfae8-3aca-479e-a446-b9df029b6cbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:06.096497 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a3bcfae8-3aca-479e-a446-b9df029b6cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:06.107125 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-042bb947-62bf-4519-9b84-3985c55fdd64 req-259c779f-4b2e-4d55-8075-182542a197cc tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=970733cb-cbb6-4524-9c4b-45ba2a794350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2737269 Aug 10 03:43:06.145017 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a3bcfae8-3aca-479e-a446-b9df029b6cbb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1a0f389734ef4f898037b43d8a37ee59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3601966 Aug 10 03:43:06.147835 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcfae8-3aca-479e-a446-b9df029b6cbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6239ba-6bd0-4869-9a80-b37f21dc76f9,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:06.151305 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 58706) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:06.243268 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-40e9c496-7574-4624-8c4f-edd614b6ca3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:06.283894 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-fef58ab0-640c-4a3d-8473-c7f52b2f8dc0 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Delete allocated IP 172.20.0.20 (14fb8c12-9e15-4a46-85f9-ad115db13621/9996f7f7-ae6a-4ee0-9ebc-267ce00f599b) {{(pid=94260) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 10 03:43:06.288208 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-40e9c496-7574-4624-8c4f-edd614b6ca3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:06.365751 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-40e9c496-7574-4624-8c4f-edd614b6ca3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:06.370603 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-40e9c496-7574-4624-8c4f-edd614b6ca3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:06.373194 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-40e9c496-7574-4624-8c4f-edd614b6ca3e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2a6239ba-6bd0-4869-9a80-b37f21dc76f9 HTTP/1.1" status: 204 len: 168 time: 0.2198360 Aug 10 03:43:06.390906 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e9c496-7574-4624-8c4f-edd614b6ca3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6239ba-6bd0-4869-9a80-b37f21dc76f9,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:06.503588 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-fef58ab0-640c-4a3d-8473-c7f52b2f8dc0 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:06.521324 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [None req-fef58ab0-640c-4a3d-8473-c7f52b2f8dc0 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Ignored duplicate provisioning block setup for port cbb0a9d1-e489-4dd2-9c15-274c13c6194c by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 10 03:43:06.526857 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-fef58ab0-640c-4a3d-8473-c7f52b2f8dc0 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:06.600319 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fe4b5d-fe64-4f8e-b619-278e84fa63b4 None None] Network 14fb8c12-9e15-4a46-85f9-ad115db13621 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:43:06.648806 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef58ab0-640c-4a3d-8473-c7f52b2f8dc0 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Pushing event updated for resources: {'Port': ['ID=cbb0a9d1-e489-4dd2-9c15-274c13c6194c,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:06.690083 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-6d6336d8-45a5-4ec6-aba4-b7471ea42ed5 None None] Provisioning for port f8c41fe2-8767-4a8f-b448-90ef5a95036c completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:43:06.696366 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-fef58ab0-640c-4a3d-8473-c7f52b2f8dc0 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] In _notify_port_updated(), no bound segment for port cbb0a9d1-e489-4dd2-9c15-274c13c6194c on network 14fb8c12-9e15-4a46-85f9-ad115db13621 {{(pid=94260) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:43:06.698184 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-6d6336d8-45a5-4ec6-aba4-b7471ea42ed5 None None] Provisioning complete for port f8c41fe2-8767-4a8f-b448-90ef5a95036c triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:06.698497 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-6d6336d8-45a5-4ec6-aba4-b7471ea42ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:06.703048 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef58ab0-640c-4a3d-8473-c7f52b2f8dc0 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:06.703839 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-fef58ab0-640c-4a3d-8473-c7f52b2f8dc0 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:06.705290 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-fef58ab0-640c-4a3d-8473-c7f52b2f8dc0 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "PUT /v2.0/ports/cbb0a9d1-e489-4dd2-9c15-274c13c6194c HTTP/1.1" status: 200 len: 919 time: 1.5058191 Aug 10 03:43:06.710027 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 58712) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:06.719894 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-7c4504e8-d87c-46bf-9cfa-2321a529af44 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f4a7eec7-1186-4001-95bd-b0b78f0d12cd'}, {'subnet_id': '9996f7f7-ae6a-4ee0-9ebc-267ce00f599b'}]}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:06.817461 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 58718) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:06.873474 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ec49fef3-63eb-44a4-a11f-4d996e523b90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:06.899754 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8914030e-0a8f-4b83-b950-0358e8da6365 req-92d37522-3449-46b8-8079-1b48e5da1a5e tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:06.902883 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-8914030e-0a8f-4b83-b950-0358e8da6365 req-92d37522-3449-46b8-8079-1b48e5da1a5e tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.61 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 944 time: 0.1273685 Aug 10 03:43:06.907602 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7c4504e8-d87c-46bf-9cfa-2321a529af44 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:07.112824 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-8914030e-0a8f-4b83-b950-0358e8da6365 req-ff6fd8ae-8fb4-4f8f-9ac9-8f9470c83e39 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Deleting port f5c938b4-b620-4188-a605-ddf0a909af0a {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:43:07.113196 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-8914030e-0a8f-4b83-b950-0358e8da6365 req-ff6fd8ae-8fb4-4f8f-9ac9-8f9470c83e39 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:07.208984 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ec49fef3-63eb-44a4-a11f-4d996e523b90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:07.218927 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ec49fef3-63eb-44a4-a11f-4d996e523b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:07.276232 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-8914030e-0a8f-4b83-b950-0358e8da6365 req-ff6fd8ae-8fb4-4f8f-9ac9-8f9470c83e39 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] For port f5c938b4-b620-4188-a605-ddf0a909af0a, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=f5c938b4-b620-4188-a605-ddf0a909af0a,segment=NetworkSegment(137a9801-8fd3-46c2-ac1d-bb4eee5c7163),segment_id=137a9801-8fd3-46c2-ac1d-bb4eee5c7163)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:07.277306 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-8914030e-0a8f-4b83-b950-0358e8da6365 req-ff6fd8ae-8fb4-4f8f-9ac9-8f9470c83e39 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:07.383876 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-4721369a-f34a-4788-a7f1-14d687f2b34f None None] Provisioning for port cbb0a9d1-e489-4dd2-9c15-274c13c6194c completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:43:07.393215 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-4721369a-f34a-4788-a7f1-14d687f2b34f None None] Provisioning complete for port cbb0a9d1-e489-4dd2-9c15-274c13c6194c triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:07.393215 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4721369a-f34a-4788-a7f1-14d687f2b34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:07.405195 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec49fef3-63eb-44a4-a11f-4d996e523b90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f89a9fe-c334-4328-8000-ab814c605581,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:07.413398 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-ec49fef3-63eb-44a4-a11f-4d996e523b90 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d8abdd8742d6490da40ea1572648891f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5940037 Aug 10 03:43:07.415091 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 58732) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:07.461428 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-4721369a-f34a-4788-a7f1-14d687f2b34f None None] Port cbb0a9d1-e489-4dd2-9c15-274c13c6194c cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:43:07.481895 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-4721369a-f34a-4788-a7f1-14d687f2b34f None None] Provisioning complete for port f8c41fe2-8767-4a8f-b448-90ef5a95036c triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:07.483678 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4721369a-f34a-4788-a7f1-14d687f2b34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:07.541193 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a20cd5-53b1-4238-be42-a809edc42f1d req-c8245e5d-1666-4ad2-93ba-53aaa8df5725 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:07.565681 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-28a20cd5-53b1-4238-be42-a809edc42f1d req-c8245e5d-1666-4ad2-93ba-53aaa8df5725 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 944 time: 0.3172565 Aug 10 03:43:07.681079 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03839cdf-b881-4bdd-bd23-85d9b11693bd req-8df0283e-d257-40ea-8022-2f8df028ba3a tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:07.682711 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-03839cdf-b881-4bdd-bd23-85d9b11693bd req-8df0283e-d257-40ea-8022-2f8df028ba3a tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] 10.222.0.44 "GET /v2.0/networks?id=40059bec-b37c-48f0-8968-2865627012fc HTTP/1.1" status: 200 len: 808 time: 0.4717338 Aug 10 03:43:07.683875 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-8914030e-0a8f-4b83-b950-0358e8da6365 req-ff6fd8ae-8fb4-4f8f-9ac9-8f9470c83e39 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:07.685191 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-8914030e-0a8f-4b83-b950-0358e8da6365 req-ff6fd8ae-8fb4-4f8f-9ac9-8f9470c83e39 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:07.685958 n-d-768862-13 neutron-server[94261]: INFO neutron.db.l3_db [req-8914030e-0a8f-4b83-b950-0358e8da6365 req-ff6fd8ae-8fb4-4f8f-9ac9-8f9470c83e39 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Floating IP be526f89-d9dd-469a-93da-3a489d214147 disassociated. External IP: 172.25.6.163, port: f5c938b4-b620-4188-a605-ddf0a909af0a. Aug 10 03:43:07.686705 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-8914030e-0a8f-4b83-b950-0358e8da6365 req-ff6fd8ae-8fb4-4f8f-9ac9-8f9470c83e39 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Calling delete_port for f5c938b4-b620-4188-a605-ddf0a909af0a owned by compute:nova {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:43:07.745307 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-28a20cd5-53b1-4238-be42-a809edc42f1d req-7f05280d-fd5b-4762-810c-21815ddf98e2 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups?id=970733cb-cbb6-4524-9c4b-45ba2a794350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1773160 Aug 10 03:43:07.755048 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-9588ae4f-cbb3-45a1-820a-f7b3e6748042 None None] Provisioning complete for port cbb0a9d1-e489-4dd2-9c15-274c13c6194c triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:07.756129 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9588ae4f-cbb3-45a1-820a-f7b3e6748042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:07.772731 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-03839cdf-b881-4bdd-bd23-85d9b11693bd req-c53f1cca-4876-434d-b58a-ae5d7a56d06c tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] 10.222.0.44 "GET /v2.0/quotas/f85a0eb7a288446a94265898aa5c443e HTTP/1.1" status: 200 len: 375 time: 0.0801988 Aug 10 03:43:07.779388 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5863deba-a775-48ab-bef4-e0c6e44af315 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:07.791047 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-7c4504e8-d87c-46bf-9cfa-2321a529af44 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Allocated IP 172.20.0.22 (14fb8c12-9e15-4a46-85f9-ad115db13621/9996f7f7-ae6a-4ee0-9ebc-267ce00f599b/cbb0a9d1-e489-4dd2-9c15-274c13c6194c) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:43:07.835422 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-03839cdf-b881-4bdd-bd23-85d9b11693bd req-770b8086-3bd0-42f5-9f8f-d7784a8136cd tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f85a0eb7a288446a94265898aa5c443e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0614970 Aug 10 03:43:07.907768 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-9588ae4f-cbb3-45a1-820a-f7b3e6748042 None None] Port cbb0a9d1-e489-4dd2-9c15-274c13c6194c cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:43:07.932794 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 9fd9320a-8fdf-4727-b5b3-68fc87f3cd5a no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:43:07.942000 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5863deba-a775-48ab-bef4-e0c6e44af315 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:07.969866 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] No Port match for: 9fd9320a-8fdf-4727-b5b3-68fc87f3cd5a {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:43:07.970286 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 9fd9320a-8fdf-4727-b5b3-68fc87f3cd5a not bound to the agent host n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:43:07.991132 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device f8c41fe2-8767-4a8f-b448-90ef5a95036c up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:43:08.057128 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-8914030e-0a8f-4b83-b950-0358e8da6365 req-ff6fd8ae-8fb4-4f8f-9ac9-8f9470c83e39 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:08.122878 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port f8c41fe2-8767-4a8f-b448-90ef5a95036c triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:08.130412 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6fd8ae-8fb4-4f8f-9ac9-8f9470c83e39 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Pushing event deleted for resources: {'Port': ['ID=f5c938b4-b620-4188-a605-ddf0a909af0a,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:08.146591 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:08.244334 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-0775f34b-1fe8-4d5b-bf55-fa981f4e0c5d None None] Provisioning complete for port cbb0a9d1-e489-4dd2-9c15-274c13c6194c triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:08.244334 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-0775f34b-1fe8-4d5b-bf55-fa981f4e0c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:08.351016 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-0775f34b-1fe8-4d5b-bf55-fa981f4e0c5d None None] Port cbb0a9d1-e489-4dd2-9c15-274c13c6194c cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:43:08.384434 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8914030e-0a8f-4b83-b950-0358e8da6365 req-ff6fd8ae-8fb4-4f8f-9ac9-8f9470c83e39 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Router cd722c39-ce48-40ee-8cd3-eb196644e5e5 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:43:08.466935 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-03839cdf-b881-4bdd-bd23-85d9b11693bd req-c4d14bc9-7f9d-4a5a-915d-d087d6870846 service neutron] 10.222.0.44 "GET /v2.0/networks/40059bec-b37c-48f0-8968-2865627012fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6301177 Aug 10 03:43:08.528424 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5863deba-a775-48ab-bef4-e0c6e44af315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:08.535011 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5863deba-a775-48ab-bef4-e0c6e44af315 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:08.539474 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-5863deba-a775-48ab-bef4-e0c6e44af315 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2f89a9fe-c334-4328-8000-ab814c605581 HTTP/1.1" status: 204 len: 168 time: 1.1182251 Aug 10 03:43:08.599813 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7c4504e8-d87c-46bf-9cfa-2321a529af44 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:08.611477 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5863deba-a775-48ab-bef4-e0c6e44af315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f89a9fe-c334-4328-8000-ab814c605581,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:08.621023 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [None req-7c4504e8-d87c-46bf-9cfa-2321a529af44 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Ignored duplicate provisioning block setup for port cbb0a9d1-e489-4dd2-9c15-274c13c6194c by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 10 03:43:08.635930 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7c4504e8-d87c-46bf-9cfa-2321a529af44 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:08.638003 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8914030e-0a8f-4b83-b950-0358e8da6365 req-ff6fd8ae-8fb4-4f8f-9ac9-8f9470c83e39 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:43:08.657158 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9d058f-ae71-4a81-aa6f-ce669ebb0d67 None None] Sync routers for ids ['cd722c39-ce48-40ee-8cd3-eb196644e5e5'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:43:08.675258 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9d058f-ae71-4a81-aa6f-ce669ebb0d67 None None] Routers {'cd722c39-ce48-40ee-8cd3-eb196644e5e5'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:43:08.676006 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-2d9d058f-ae71-4a81-aa6f-ce669ebb0d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:42:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['cd722c39-ce48-40ee-8cd3-eb196644e5e5'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:08.762784 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-8914030e-0a8f-4b83-b950-0358e8da6365 req-ff6fd8ae-8fb4-4f8f-9ac9-8f9470c83e39 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] No DVR routers for this DVR port f5c938b4-b620-4188-a605-ddf0a909af0a on host n-h2-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:43:08.763519 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-03839cdf-b881-4bdd-bd23-85d9b11693bd req-3191ee46-13ea-4baa-b15a-3a3a4b1342a2 service neutron] 10.222.0.44 "GET /v2.0/networks/40059bec-b37c-48f0-8968-2865627012fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843208 Aug 10 03:43:08.790167 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-8914030e-0a8f-4b83-b950-0358e8da6365 req-ff6fd8ae-8fb4-4f8f-9ac9-8f9470c83e39 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:08.799963 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-8914030e-0a8f-4b83-b950-0358e8da6365 req-ff6fd8ae-8fb4-4f8f-9ac9-8f9470c83e39 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.61 "DELETE /v2.0/ports/f5c938b4-b620-4188-a605-ddf0a909af0a HTTP/1.1" status: 204 len: 173 time: 1.8900270 Aug 10 03:43:08.813991 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4504e8-d87c-46bf-9cfa-2321a529af44 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Pushing event updated for resources: {'Port': ['ID=cbb0a9d1-e489-4dd2-9c15-274c13c6194c,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:08.820640 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25a2b433-b843-4071-8ca3-74d190678210', 'name': 'network-vif-deleted', 'tag': 'f5c938b4-b620-4188-a605-ddf0a909af0a'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:43:08.836886 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3b5e8dd-9108-444d-aba4-a69c39eda1ca" -d '{"events": [{"server_uuid": "25a2b433-b843-4071-8ca3-74d190678210", "name": "network-vif-deleted", "tag": "f5c938b4-b620-4188-a605-ddf0a909af0a"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:43:08.942710 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-aae213e8-ddc6-47f6-adf5-c28db6332428 req-c9c6a5e0-ef24-4490-8f6a-36081e97e258 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/ports?device_id=25a2b433-b843-4071-8ca3-74d190678210 HTTP/1.1" status: 200 len: 210 time: 0.0539014 Aug 10 03:43:08.972290 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-7c4504e8-d87c-46bf-9cfa-2321a529af44 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] In _notify_port_updated(), no bound segment for port cbb0a9d1-e489-4dd2-9c15-274c13c6194c on network 14fb8c12-9e15-4a46-85f9-ad115db13621 {{(pid=94260) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:43:08.986420 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-2d9d058f-ae71-4a81-aa6f-ce669ebb0d67 None None] Set router cd722c39-ce48-40ee-8cd3-eb196644e5e5 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:43:08.989601 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4504e8-d87c-46bf-9cfa-2321a529af44 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:08.990341 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7c4504e8-d87c-46bf-9cfa-2321a529af44 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:09.001275 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-7c4504e8-d87c-46bf-9cfa-2321a529af44 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "PUT /v2.0/ports/cbb0a9d1-e489-4dd2-9c15-274c13c6194c HTTP/1.1" status: 200 len: 999 time: 2.2894568 Aug 10 03:43:09.005841 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 58740) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:09.009153 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-211746de-d0d7-4f2f-97b5-9d1e275b45a0 x-openstack-request-id: req-211746de-d0d7-4f2f-97b5-9d1e275b45a0 {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:43:09.009677 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25a2b433-b843-4071-8ca3-74d190678210", "name": "network-vif-deleted", "tag": "f5c938b4-b620-4188-a605-ddf0a909af0a", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:43:09.010081 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-211746de-d0d7-4f2f-97b5-9d1e275b45a0 {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:43:09.010879 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25a2b433-b843-4071-8ca3-74d190678210', 'name': 'network-vif-deleted', 'tag': 'f5c938b4-b620-4188-a605-ddf0a909af0a', 'status': 'completed', 'code': 200} Aug 10 03:43:09.251812 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-693516e5-3906-499b-9c23-4aada6728cda tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Deleting port cbb0a9d1-e489-4dd2-9c15-274c13c6194c {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:43:09.252287 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-693516e5-3906-499b-9c23-4aada6728cda tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:09.414511 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-6d462fc5-acab-4de6-9000-2d8ee41475ce None None] Provisioning complete for port cbb0a9d1-e489-4dd2-9c15-274c13c6194c triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:09.415989 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-6d462fc5-acab-4de6-9000-2d8ee41475ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:09.457098 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-2d9d058f-ae71-4a81-aa6f-ce669ebb0d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd722c39-ce48-40ee-8cd3-eb196644e5e5', 'name': 'tempest-ServerActionsTestJSON-438153917-router', 'tenant_id': '2680b799feb54d8c9fdff98330bf1a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '9da406e7-81b1-4a71-b7a3-055a0f133d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:29:18Z', 'updated_at': '2021-08-10T03:29:29Z', 'revision_number': 4, 'project_id': '2680b799feb54d8c9fdff98330bf1a96', 'gw_port': {'id': '9da406e7-81b1-4a71-b7a3-055a0f133d58', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:0f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd722c39-ce48-40ee-8cd3-eb196644e5e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1893, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:20Z', 'updated_at': '2021-08-10T03:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': 'b5cac0fc-b480-461e-ac8c-6f0cb1fbde4d', 'name': '', 'network_id': 'd07bf9c0-feda-49f0-ac68-879462adf9f1', 'tenant_id': '2680b799feb54d8c9fdff98330bf1a96', 'mac_address': 'fa:16:3e:21:5f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd722c39-ce48-40ee-8cd3-eb196644e5e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': '33a1c40e-b5d2-46c7-a6a1-fa6cc0352aec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:27Z', 'updated_at': '2021-08-10T03:29:41Z', 'revision_number': 5, 'project_id': '2680b799feb54d8c9fdff98330bf1a96', 'subnets': [{'id': '33a1c40e-b5d2-46c7-a6a1-fa6cc0352aec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:09.457624 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-693516e5-3906-499b-9c23-4aada6728cda tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:09.470382 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-6d462fc5-acab-4de6-9000-2d8ee41475ce None None] Port cbb0a9d1-e489-4dd2-9c15-274c13c6194c cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:43:09.520825 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9d058f-ae71-4a81-aa6f-ce669ebb0d67 None None] Checking router: cd722c39-ce48-40ee-8cd3-eb196644e5e5 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:43:09.537072 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cffc5c05-cc4d-4cfc-9ad5-a1220a7a821a req-49c043e9-e4d5-488b-ac08-774dfbfe3468 tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] 10.222.0.44 "GET /v2.0/ports?device_id=66fb1c37-bd27-4336-b295-7a796ad4d62b HTTP/1.1" status: 200 len: 210 time: 0.0594440 Aug 10 03:43:09.547502 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-693516e5-3906-499b-9c23-4aada6728cda tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Calling delete_port for cbb0a9d1-e489-4dd2-9c15-274c13c6194c owned by {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:43:09.566929 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9d058f-ae71-4a81-aa6f-ce669ebb0d67 None None] Routers {'cd722c39-ce48-40ee-8cd3-eb196644e5e5'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:43:09.568793 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-2d9d058f-ae71-4a81-aa6f-ce669ebb0d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:42:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['cd722c39-ce48-40ee-8cd3-eb196644e5e5'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:09.789388 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-2d9d058f-ae71-4a81-aa6f-ce669ebb0d67 None None] Set router cd722c39-ce48-40ee-8cd3-eb196644e5e5 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:43:09.888894 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-693516e5-3906-499b-9c23-4aada6728cda tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:09.947925 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693516e5-3906-499b-9c23-4aada6728cda tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Pushing event deleted for resources: {'Port': ['ID=cbb0a9d1-e489-4dd2-9c15-274c13c6194c,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:10.041737 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device f5c938b4-b620-4188-a605-ddf0a909af0a no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:43:10.162172 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-693516e5-3906-499b-9c23-4aada6728cda tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:10.171543 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] No Port match for: f5c938b4-b620-4188-a605-ddf0a909af0a {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:43:10.171898 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device f5c938b4-b620-4188-a605-ddf0a909af0a not bound to the agent host n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:43:10.175573 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 58770) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:10.186195 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-693516e5-3906-499b-9c23-4aada6728cda tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "DELETE /v2.0/ports/cbb0a9d1-e489-4dd2-9c15-274c13c6194c HTTP/1.1" status: 204 len: 168 time: 1.1788352 Aug 10 03:43:10.192506 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-2d9d058f-ae71-4a81-aa6f-ce669ebb0d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd722c39-ce48-40ee-8cd3-eb196644e5e5', 'name': 'tempest-ServerActionsTestJSON-438153917-router', 'tenant_id': '2680b799feb54d8c9fdff98330bf1a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '9da406e7-81b1-4a71-b7a3-055a0f133d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:29:18Z', 'updated_at': '2021-08-10T03:29:29Z', 'revision_number': 4, 'project_id': '2680b799feb54d8c9fdff98330bf1a96', 'gw_port': {'id': '9da406e7-81b1-4a71-b7a3-055a0f133d58', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:0f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd722c39-ce48-40ee-8cd3-eb196644e5e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1893, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:20Z', 'updated_at': '2021-08-10T03:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': 'b5cac0fc-b480-461e-ac8c-6f0cb1fbde4d', 'name': '', 'network_id': 'd07bf9c0-feda-49f0-ac68-879462adf9f1', 'tenant_id': '2680b799feb54d8c9fdff98330bf1a96', 'mac_address': 'fa:16:3e:21:5f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd722c39-ce48-40ee-8cd3-eb196644e5e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': '33a1c40e-b5d2-46c7-a6a1-fa6cc0352aec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:27Z', 'updated_at': '2021-08-10T03:29:41Z', 'revision_number': 5, 'project_id': '2680b799feb54d8c9fdff98330bf1a96', 'subnets': [{'id': '33a1c40e-b5d2-46c7-a6a1-fa6cc0352aec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:10.218577 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 58774) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:10.274558 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-67aff932-5a81-4ce5-86f0-913631dc651f tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] GET failed (client error): The resource could not be found. Aug 10 03:43:10.285290 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 58776) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:10.289787 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-67aff932-5a81-4ce5-86f0-913631dc651f tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "GET /v2.0/ports/cbb0a9d1-e489-4dd2-9c15-274c13c6194c HTTP/1.1" status: 404 len: 333 time: 0.1114478 Aug 10 03:43:10.306294 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9d058f-ae71-4a81-aa6f-ce669ebb0d67 None None] The sync data for ids ['cd722c39-ce48-40ee-8cd3-eb196644e5e5'] in n-d-768862-13 is: [{'id': 'cd722c39-ce48-40ee-8cd3-eb196644e5e5', 'name': 'tempest-ServerActionsTestJSON-438153917-router', 'tenant_id': '2680b799feb54d8c9fdff98330bf1a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '9da406e7-81b1-4a71-b7a3-055a0f133d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:29:18Z', 'updated_at': '2021-08-10T03:29:29Z', 'revision_number': 4, 'project_id': '2680b799feb54d8c9fdff98330bf1a96', 'gw_port': {'id': '9da406e7-81b1-4a71-b7a3-055a0f133d58', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:0f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd722c39-ce48-40ee-8cd3-eb196644e5e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1893, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:20Z', 'updated_at': '2021-08-10T03:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': 'b5cac0fc-b480-461e-ac8c-6f0cb1fbde4d', 'name': '', 'network_id': 'd07bf9c0-feda-49f0-ac68-879462adf9f1', 'tenant_id': '2680b799feb54d8c9fdff98330bf1a96', 'mac_address': 'fa:16:3e:21:5f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd722c39-ce48-40ee-8cd3-eb196644e5e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': '33a1c40e-b5d2-46c7-a6a1-fa6cc0352aec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:27Z', 'updated_at': '2021-08-10T03:29:41Z', 'revision_number': 5, 'project_id': '2680b799feb54d8c9fdff98330bf1a96', 'subnets': [{'id': '33a1c40e-b5d2-46c7-a6a1-fa6cc0352aec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:43:10.403941 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0a3a8114-3188-47b1-a8a9-afee1ac820c8 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:10.476211 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0a3a8114-3188-47b1-a8a9-afee1ac820c8 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:10.517483 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce202020-727d-4ef8-bbac-da4fe30a01f2 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Deleting subnet 9996f7f7-ae6a-4ee0-9ebc-267ce00f599b {{(pid=94260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:43:10.530927 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ce202020-727d-4ef8-bbac-da4fe30a01f2 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for subnet, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:10.654377 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ce202020-727d-4ef8-bbac-da4fe30a01f2 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191173'] for subnet, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:10.684001 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fc3c85-514f-467d-96ea-bd73aeebc9d8 None None] New status for floating IP be526f89-d9dd-469a-93da-3a489d214147: DOWN {{(pid=94262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:43:10.722816 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7cf9e244-0289-4925-b3ea-0d699d71b48f req-8043bdf0-1135-45a3-b6b1-342c7afd76be tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] 10.222.0.44 "GET /v2.0/ports?device_id=66fb1c37-bd27-4336-b295-7a796ad4d62b HTTP/1.1" status: 200 len: 210 time: 0.0758846 Aug 10 03:43:10.753005 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0a3a8114-3188-47b1-a8a9-afee1ac820c8 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:10.756447 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0a3a8114-3188-47b1-a8a9-afee1ac820c8 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:10.761251 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 58786) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:10.768837 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-0a3a8114-3188-47b1-a8a9-afee1ac820c8 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "DELETE /v2.0/security-groups/970733cb-cbb6-4524-9c4b-45ba2a794350 HTTP/1.1" status: 204 len: 168 time: 0.5486529 Aug 10 03:43:10.791481 n-d-768862-13 neutron-server[94261]: INFO neutron.api.v2.resource [None req-714ce61b-e335-4fcc-805a-f535a9e0db9d tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] show failed (client error): The resource could not be found. Aug 10 03:43:10.796551 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-714ce61b-e335-4fcc-805a-f535a9e0db9d tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "GET /v2.0/security-groups/970733cb-cbb6-4524-9c4b-45ba2a794350 HTTP/1.1" status: 404 len: 347 time: 0.0338330 Aug 10 03:43:10.797204 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 58788) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:10.875802 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ce202020-727d-4ef8-bbac-da4fe30a01f2 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:10.930015 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3a8114-3188-47b1-a8a9-afee1ac820c8 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=970733cb-cbb6-4524-9c4b-45ba2a794350,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:11.035342 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ce202020-727d-4ef8-bbac-da4fe30a01f2 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:11.073128 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce202020-727d-4ef8-bbac-da4fe30a01f2 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Pushing event deleted for resources: {'Subnet': ['ID=9996f7f7-ae6a-4ee0-9ebc-267ce00f599b,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:11.080646 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ce202020-727d-4ef8-bbac-da4fe30a01f2 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:11.083060 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-ce202020-727d-4ef8-bbac-da4fe30a01f2 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "DELETE /v2.0/subnets/9996f7f7-ae6a-4ee0-9ebc-267ce00f599b HTTP/1.1" status: 204 len: 168 time: 0.7962389 Aug 10 03:43:11.085765 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f54dd7-4225-4628-9dab-c08718e1e4fd None None] Network 14fb8c12-9e15-4a46-85f9-ad115db13621 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:43:11.094603 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 58792) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:11.218169 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_v2 [None req-479a39c5-8375-47e7-b1d9-2042e050625b tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Deleting subnet f4a7eec7-1186-4001-95bd-b0b78f0d12cd {{(pid=94260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:43:11.222785 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-479a39c5-8375-47e7-b1d9-2042e050625b tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for subnet, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:11.254956 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-d4359604-e8a4-4afe-9504-df7e8a645d76 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Deleting port eac02ebe-1dfd-4a02-8872-6a115cf9c03e {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:43:11.256289 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d4359604-e8a4-4afe-9504-df7e8a645d76 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:11.290864 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-479a39c5-8375-47e7-b1d9-2042e050625b tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191173'] for subnet, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:11.360038 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03839cdf-b881-4bdd-bd23-85d9b11693bd req-9fad0cac-26ab-493f-a60f-77ae38392780 tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:11.363317 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-03839cdf-b881-4bdd-bd23-85d9b11693bd req-9fad0cac-26ab-493f-a60f-77ae38392780 tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] 10.222.0.61 "GET /v2.0/networks?id=40059bec-b37c-48f0-8968-2865627012fc HTTP/1.1" status: 200 len: 808 time: 0.3441575 Aug 10 03:43:11.380329 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-03839cdf-b881-4bdd-bd23-85d9b11693bd req-6268cbfd-6a43-479b-8cb8-29f888aa2e76 tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] Request body: {'port': {'device_id': '66fb1c37-bd27-4336-b295-7a796ad4d62b', 'network_id': '40059bec-b37c-48f0-8968-2865627012fc', 'admin_state_up': True, 'tenant_id': 'f85a0eb7a288446a94265898aa5c443e'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:11.412790 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-479a39c5-8375-47e7-b1d9-2042e050625b tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:11.521437 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d4359604-e8a4-4afe-9504-df7e8a645d76 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:11.528350 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d4359604-e8a4-4afe-9504-df7e8a645d76 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:11.568261 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-d4359604-e8a4-4afe-9504-df7e8a645d76 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Calling delete_port for eac02ebe-1dfd-4a02-8872-6a115cf9c03e owned by network:floatingip {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:43:11.611623 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-479a39c5-8375-47e7-b1d9-2042e050625b tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:11.682704 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479a39c5-8375-47e7-b1d9-2042e050625b tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Pushing event deleted for resources: {'Subnet': ['ID=f4a7eec7-1186-4001-95bd-b0b78f0d12cd,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:11.690892 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-479a39c5-8375-47e7-b1d9-2042e050625b tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:11.696179 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-479a39c5-8375-47e7-b1d9-2042e050625b tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "DELETE /v2.0/subnets/f4a7eec7-1186-4001-95bd-b0b78f0d12cd HTTP/1.1" status: 204 len: 168 time: 0.5955722 Aug 10 03:43:11.698579 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03839cdf-b881-4bdd-bd23-85d9b11693bd req-6268cbfd-6a43-479b-8cb8-29f888aa2e76 tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] Made reservation on behalf of f85a0eb7a288446a94265898aa5c443e for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:43:11.699584 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 58802) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:11.702913 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-03839cdf-b881-4bdd-bd23-85d9b11693bd req-6268cbfd-6a43-479b-8cb8-29f888aa2e76 tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:11.874697 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0ea8aa68-978c-4dd5-b594-7ac66d1c97f3 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:11.928123 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ebf62289-c561-46a0-aaad-21384918e32f req-ded2bf2e-1604-41dc-a0d7-4c8a3b6e7dac tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] 10.222.0.44 "GET /v2.0/ports?device_id=66fb1c37-bd27-4336-b295-7a796ad4d62b HTTP/1.1" status: 200 len: 210 time: 0.0580461 Aug 10 03:43:11.964077 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [req-03839cdf-b881-4bdd-bd23-85d9b11693bd req-6268cbfd-6a43-479b-8cb8-29f888aa2e76 tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] Allocated IP 172.20.0.3 (40059bec-b37c-48f0-8968-2865627012fc/a3ab02ca-26c3-4192-b462-ad696d75116f/2b899cb9-fb1a-4540-96b6-fe25374fe460) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:43:11.968361 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d4359604-e8a4-4afe-9504-df7e8a645d76 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:12.008742 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4359604-e8a4-4afe-9504-df7e8a645d76 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Pushing event deleted for resources: {'Port': ['ID=eac02ebe-1dfd-4a02-8872-6a115cf9c03e,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:12.024266 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-0ea8aa68-978c-4dd5-b594-7ac66d1c97f3 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Deleting port f8c41fe2-8767-4a8f-b448-90ef5a95036c {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:43:12.024897 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0ea8aa68-978c-4dd5-b594-7ac66d1c97f3 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:12.103991 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [None req-0ea8aa68-978c-4dd5-b594-7ac66d1c97f3 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] For port f8c41fe2-8767-4a8f-b448-90ef5a95036c, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=f8c41fe2-8767-4a8f-b448-90ef5a95036c,segment=NetworkSegment(8277660a-7bd4-4630-ba23-c1000a20b499),segment_id=8277660a-7bd4-4630-ba23-c1000a20b499)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:12.104412 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0ea8aa68-978c-4dd5-b594-7ac66d1c97f3 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:12.131701 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-0ea8aa68-978c-4dd5-b594-7ac66d1c97f3 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Calling delete_port for f8c41fe2-8767-4a8f-b448-90ef5a95036c owned by network:dhcp {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:43:12.173694 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d4359604-e8a4-4afe-9504-df7e8a645d76 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Notify callbacks [] for floatingip, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:12.176894 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d4359604-e8a4-4afe-9504-df7e8a645d76 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:12.181245 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-d4359604-e8a4-4afe-9504-df7e8a645d76 tempest-ServerActionsTestJSON-891687291 tempest-ServerActionsTestJSON-891687291-project] 10.222.0.44 "DELETE /v2.0/floatingips/be526f89-d9dd-469a-93da-3a489d214147 HTTP/1.1" status: 204 len: 168 time: 1.3829517 Aug 10 03:43:12.181901 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 58820) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:12.305358 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-03839cdf-b881-4bdd-bd23-85d9b11693bd req-6268cbfd-6a43-479b-8cb8-29f888aa2e76 tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:12.307445 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0ea8aa68-978c-4dd5-b594-7ac66d1c97f3 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:12.345444 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a1e894-1e72-4cb3-bca4-b2e4cf0f9fc2 None None] Network 14fb8c12-9e15-4a46-85f9-ad115db13621 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:43:12.355583 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea8aa68-978c-4dd5-b594-7ac66d1c97f3 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Pushing event deleted for resources: {'Port': ['ID=f8c41fe2-8767-4a8f-b448-90ef5a95036c,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:12.360332 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea8aa68-978c-4dd5-b594-7ac66d1c97f3 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] No DVR routers for this DVR port f8c41fe2-8767-4a8f-b448-90ef5a95036c on host n-d-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:43:12.396086 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-03839cdf-b881-4bdd-bd23-85d9b11693bd req-6268cbfd-6a43-479b-8cb8-29f888aa2e76 tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:12.437827 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-3e293100-6923-425f-ad4d-68167bef9d32 None None] Could not find standard attr ID for object f8c41fe2-8767-4a8f-b448-90ef5a95036c. {{(pid=94262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:43:12.466793 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0ea8aa68-978c-4dd5-b594-7ac66d1c97f3 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:12.480020 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-0ea8aa68-978c-4dd5-b594-7ac66d1c97f3 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14fb8c12-9e15-4a46-85f9-ad115db13621']}} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:12.495670 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-0ea8aa68-978c-4dd5-b594-7ac66d1c97f3 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8277660a-7bd4-4630-ba23-c1000a20b499') {'for_net_delete': True} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:12.496193 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-0ea8aa68-978c-4dd5-b594-7ac66d1c97f3 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8277660a-7bd4-4630-ba23-c1000a20b499') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:12.510498 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0ea8aa68-978c-4dd5-b594-7ac66d1c97f3 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191186'] for segment, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:12.544333 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0ea8aa68-978c-4dd5-b594-7ac66d1c97f3 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:12.558796 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ea8aa68-978c-4dd5-b594-7ac66d1c97f3 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=94260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:43:12.560052 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0ea8aa68-978c-4dd5-b594-7ac66d1c97f3 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58895489'] for segment, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:12.565307 n-d-768862-13 neutron-server[94260]: Traceback (most recent call last): Aug 10 03:43:12.565307 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:43:12.565307 n-d-768862-13 neutron-server[94260]: timer() Aug 10 03:43:12.565307 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:43:12.565307 n-d-768862-13 neutron-server[94260]: cb(*args, **kw) Aug 10 03:43:12.565307 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:43:12.565307 n-d-768862-13 neutron-server[94260]: return func(*args, **kwargs) Aug 10 03:43:12.565307 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:43:12.565307 n-d-768862-13 neutron-server[94260]: self._notify() Aug 10 03:43:12.565307 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:43:12.565307 n-d-768862-13 neutron-server[94260]: self.callback(batched_events) Aug 10 03:43:12.565307 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:43:12.565307 n-d-768862-13 neutron-server[94260]: event.method(event) Aug 10 03:43:12.565307 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:43:12.565307 n-d-768862-13 neutron-server[94260]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:43:12.565307 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:43:12.565307 n-d-768862-13 neutron-server[94260]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:43:12.565307 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:43:12.565307 n-d-768862-13 neutron-server[94260]: return f(self, *a, **k) Aug 10 03:43:12.565307 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:43:12.565307 n-d-768862-13 neutron-server[94260]: return self._get(url).json() Aug 10 03:43:12.565307 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:43:12.565307 n-d-768862-13 neutron-server[94260]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:43:12.565307 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:43:12.565307 n-d-768862-13 neutron-server[94260]: return self.request(url, 'GET', **kwargs) Aug 10 03:43:12.565307 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:43:12.565307 n-d-768862-13 neutron-server[94260]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:43:12.565307 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:43:12.565307 n-d-768862-13 neutron-server[94260]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:43:12.565307 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:43:12.565307 n-d-768862-13 neutron-server[94260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:43:12.565307 n-d-768862-13 neutron-server[94260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:43:12.621250 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a6a9d5-ed22-49ab-86d4-8a18cc46af4c None None] DHCP port deletion for 14fb8c12-9e15-4a46-85f9-ad115db13621 request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:43:12.621632 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03839cdf-b881-4bdd-bd23-85d9b11693bd req-6268cbfd-6a43-479b-8cb8-29f888aa2e76 tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] Network 40059bec-b37c-48f0-8968-2865627012fc is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:43:12.634390 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [req-03839cdf-b881-4bdd-bd23-85d9b11693bd req-6268cbfd-6a43-479b-8cb8-29f888aa2e76 tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:43:12.637565 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-03839cdf-b881-4bdd-bd23-85d9b11693bd req-6268cbfd-6a43-479b-8cb8-29f888aa2e76 tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:43:12.650882 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0ea8aa68-978c-4dd5-b594-7ac66d1c97f3 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:12.664936 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0ea8aa68-978c-4dd5-b594-7ac66d1c97f3 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:12.673033 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-0ea8aa68-978c-4dd5-b594-7ac66d1c97f3 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "DELETE /v2.0/networks/14fb8c12-9e15-4a46-85f9-ad115db13621 HTTP/1.1" status: 204 len: 168 time: 0.9654698 Aug 10 03:43:12.673399 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6268cbfd-6a43-479b-8cb8-29f888aa2e76 tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] Pushing event updated for resources: {'Port': ['ID=2b899cb9-fb1a-4540-96b6-fe25374fe460,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:12.673399 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 58828) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:12.678661 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea8aa68-978c-4dd5-b594-7ac66d1c97f3 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Pushing event deleted for resources: {'Network': ['ID=14fb8c12-9e15-4a46-85f9-ad115db13621,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:12.703403 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 58830) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:12.867145 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-cada2fdf-dc8c-44dc-b0eb-f907f0d1a66c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:13.018467 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-cada2fdf-dc8c-44dc-b0eb-f907f0d1a66c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:13.024521 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-cada2fdf-dc8c-44dc-b0eb-f907f0d1a66c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:13.115003 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-cada2fdf-dc8c-44dc-b0eb-f907f0d1a66c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a975c21663e0424c8ae166c3e6337c83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4099982 Aug 10 03:43:13.116230 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 58836) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:13.120281 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cada2fdf-dc8c-44dc-b0eb-f907f0d1a66c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30c5a85c-67e1-4002-be93-4f2608696083,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:13.168443 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03839cdf-b881-4bdd-bd23-85d9b11693bd req-6268cbfd-6a43-479b-8cb8-29f888aa2e76 tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:13.169695 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-03839cdf-b881-4bdd-bd23-85d9b11693bd req-6268cbfd-6a43-479b-8cb8-29f888aa2e76 tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:13.199070 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcddd7c3-3849-4deb-b244-91143270cd28 req-0a797156-c767-4c04-b102-ce19734dbb1e tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:13.201262 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abcef27-3172-4baa-84c0-afa2de31ffa2 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:13.202449 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fcddd7c3-3849-4deb-b244-91143270cd28 req-0a797156-c767-4c04-b102-ce19734dbb1e tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] 10.222.0.44 "GET /v2.0/ports?device_id=66fb1c37-bd27-4336-b295-7a796ad4d62b HTTP/1.1" status: 200 len: 931 time: 0.1614337 Aug 10 03:43:13.208752 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-9abcef27-3172-4baa-84c0-afa2de31ffa2 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.5279493 Aug 10 03:43:13.211051 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 58838) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:13.234753 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-03839cdf-b881-4bdd-bd23-85d9b11693bd req-6268cbfd-6a43-479b-8cb8-29f888aa2e76 tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8604689 Aug 10 03:43:13.252520 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-03839cdf-b881-4bdd-bd23-85d9b11693bd req-9da90265-cc0d-4449-9b48-a2cbdfdfdd07 service neutron] Request body: {'port': {'device_id': '66fb1c37-bd27-4336-b295-7a796ad4d62b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-13'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:13.347236 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3532c9df-f79c-479c-805b-7b3f2d8081ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:13.355886 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-03839cdf-b881-4bdd-bd23-85d9b11693bd req-9da90265-cc0d-4449-9b48-a2cbdfdfdd07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:13.377894 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fcddd7c3-3849-4deb-b244-91143270cd28 req-833f4d75-680a-41cd-b4d5-ff4e0bc770b1 tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e1ba13a-5a1b-4f45-9d11-54f011ade4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465209 Aug 10 03:43:13.389534 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-c934fce3-3cf4-4c9f-be34-4c02c9f7ea58 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1730268 Aug 10 03:43:13.390396 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 58840) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:13.403650 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-e774ab43-3093-4d5c-a050-ed93822ac5d5 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-701538881'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:13.431029 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3532c9df-f79c-479c-805b-7b3f2d8081ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:13.496080 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e774ab43-3093-4d5c-a050-ed93822ac5d5 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Made reservation on behalf of 2dd944f287b540098f0fcef72a77648e for: {'network': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:43:13.501883 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e774ab43-3093-4d5c-a050-ed93822ac5d5 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:13.550295 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e774ab43-3093-4d5c-a050-ed93822ac5d5 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=94260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:43:13.573853 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3532c9df-f79c-479c-805b-7b3f2d8081ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:13.579867 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3532c9df-f79c-479c-805b-7b3f2d8081ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:13.581972 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-3532c9df-f79c-479c-805b-7b3f2d8081ae admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/30c5a85c-67e1-4002-be93-4f2608696083 HTTP/1.1" status: 204 len: 168 time: 0.4635439 Aug 10 03:43:13.585374 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e774ab43-3093-4d5c-a050-ed93822ac5d5 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:13.585969 n-d-768862-13 neutron-server[94260]: INFO neutron.db.segments_db [None req-e774ab43-3093-4d5c-a050-ed93822ac5d5 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Added segment 738815ba-f232-4bcd-bb05-cb7c0e655624 of type vlan for network 03607971-5df1-4699-acc2-767efe0e4daf Aug 10 03:43:13.653491 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3532c9df-f79c-479c-805b-7b3f2d8081ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c5a85c-67e1-4002-be93-4f2608696083,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:13.696741 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e774ab43-3093-4d5c-a050-ed93822ac5d5 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:13.748956 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e774ab43-3093-4d5c-a050-ed93822ac5d5 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:13.760843 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e774ab43-3093-4d5c-a050-ed93822ac5d5 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:13.762307 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e774ab43-3093-4d5c-a050-ed93822ac5d5 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:13.788068 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bbf25232-8a17-47c7-b38a-10380f226f14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521880'] for router_interface, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:13.840962 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [req-03839cdf-b881-4bdd-bd23-85d9b11693bd req-9da90265-cc0d-4449-9b48-a2cbdfdfdd07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b899cb9-fb1a-4540-96b6-fe25374fe460 {{(pid=94261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:43:13.852851 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-03839cdf-b881-4bdd-bd23-85d9b11693bd req-9da90265-cc0d-4449-9b48-a2cbdfdfdd07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:13.878048 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [req-03839cdf-b881-4bdd-bd23-85d9b11693bd req-9da90265-cc0d-4449-9b48-a2cbdfdfdd07 service neutron] Transition to ACTIVE for port object 2b899cb9-fb1a-4540-96b6-fe25374fe460 will not be triggered until provisioned by entity L2. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:43:13.892890 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-e774ab43-3093-4d5c-a050-ed93822ac5d5 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5007532 Aug 10 03:43:13.901793 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device f8c41fe2-8767-4a8f-b448-90ef5a95036c no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:43:13.910944 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 58846) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:13.911315 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-03839cdf-b881-4bdd-bd23-85d9b11693bd req-9da90265-cc0d-4449-9b48-a2cbdfdfdd07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:13.922492 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-d59944bd-61a9-4d9f-9a24-78a8540535f9 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Request body: {'subnet': {'network_id': '03607971-5df1-4699-acc2-767efe0e4daf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:13.945911 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: f8c41fe2-8767-4a8f-b448-90ef5a95036c {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:43:13.947001 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device f8c41fe2-8767-4a8f-b448-90ef5a95036c not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:43:13.986629 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e774ab43-3093-4d5c-a050-ed93822ac5d5 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Pushing event updated for resources: {'Network': ['ID=03607971-5df1-4699-acc2-767efe0e4daf,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:14.005428 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 03607971-5df1-4699-acc2-767efe0e4daf details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:43:14.017139 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da90265-cc0d-4449-9b48-a2cbdfdfdd07 service neutron] Pushing event updated for resources: {'Port': ['ID=2b899cb9-fb1a-4540-96b6-fe25374fe460,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:14.099548 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d59944bd-61a9-4d9f-9a24-78a8540535f9 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Made reservation on behalf of 2dd944f287b540098f0fcef72a77648e for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:43:14.107064 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d59944bd-61a9-4d9f-9a24-78a8540535f9 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:14.112986 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 58848) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:14.171201 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-003241a8-d4af-4d82-9d5a-18d5579ce41b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:14.268645 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-03839cdf-b881-4bdd-bd23-85d9b11693bd req-9da90265-cc0d-4449-9b48-a2cbdfdfdd07 service neutron] Attempting to bind port 2b899cb9-fb1a-4540-96b6-fe25374fe460 on host n-h2-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:43:14.269093 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-03839cdf-b881-4bdd-bd23-85d9b11693bd req-9da90265-cc0d-4449-9b48-a2cbdfdfdd07 service neutron] Attempting to bind port 2b899cb9-fb1a-4540-96b6-fe25374fe460 by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': 'e5a53d17-1ff5-4c38-91cf-06e9739e30d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '40059bec-b37c-48f0-8968-2865627012fc'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:43:14.269644 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03839cdf-b881-4bdd-bd23-85d9b11693bd req-9da90265-cc0d-4449-9b48-a2cbdfdfdd07 service neutron] Attempting to bind port 2b899cb9-fb1a-4540-96b6-fe25374fe460 on network 40059bec-b37c-48f0-8968-2865627012fc {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:43:14.286926 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03839cdf-b881-4bdd-bd23-85d9b11693bd req-9da90265-cc0d-4449-9b48-a2cbdfdfdd07 service neutron] Port 2b899cb9-fb1a-4540-96b6-fe25374fe460 on network 40059bec-b37c-48f0-8968-2865627012fc not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:43:14.287484 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03839cdf-b881-4bdd-bd23-85d9b11693bd req-9da90265-cc0d-4449-9b48-a2cbdfdfdd07 service neutron] Attempting to bind port 2b899cb9-fb1a-4540-96b6-fe25374fe460 on network 40059bec-b37c-48f0-8968-2865627012fc {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:43:14.304777 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03839cdf-b881-4bdd-bd23-85d9b11693bd req-9da90265-cc0d-4449-9b48-a2cbdfdfdd07 service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:43:14.305353 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03839cdf-b881-4bdd-bd23-85d9b11693bd req-9da90265-cc0d-4449-9b48-a2cbdfdfdd07 service neutron] Checking segment: {'id': 'e5a53d17-1ff5-4c38-91cf-06e9739e30d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '40059bec-b37c-48f0-8968-2865627012fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:43:14.306287 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03839cdf-b881-4bdd-bd23-85d9b11693bd req-9da90265-cc0d-4449-9b48-a2cbdfdfdd07 service neutron] Bound using segment: {'id': 'e5a53d17-1ff5-4c38-91cf-06e9739e30d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '40059bec-b37c-48f0-8968-2865627012fc'} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:43:14.306887 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-03839cdf-b881-4bdd-bd23-85d9b11693bd req-9da90265-cc0d-4449-9b48-a2cbdfdfdd07 service neutron] Bound port: 2b899cb9-fb1a-4540-96b6-fe25374fe460, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5a53d17-1ff5-4c38-91cf-06e9739e30d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '40059bec-b37c-48f0-8968-2865627012fc'}}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:43:14.307530 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-03839cdf-b881-4bdd-bd23-85d9b11693bd req-9da90265-cc0d-4449-9b48-a2cbdfdfdd07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:14.397971 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d59944bd-61a9-4d9f-9a24-78a8540535f9 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58895384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805196'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:14.407956 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-003241a8-d4af-4d82-9d5a-18d5579ce41b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:14.435119 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-003241a8-d4af-4d82-9d5a-18d5579ce41b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:14.472116 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-003241a8-d4af-4d82-9d5a-18d5579ce41b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2ee8f7bbfee64750828359b9464d00e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3545797 Aug 10 03:43:14.483902 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 58852) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:14.519306 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-03839cdf-b881-4bdd-bd23-85d9b11693bd req-9da90265-cc0d-4449-9b48-a2cbdfdfdd07 service neutron] For port 2b899cb9-fb1a-4540-96b6-fe25374fe460, host n-h2-768862-13, cleared binding levels {{(pid=94261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:43:14.546332 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-03839cdf-b881-4bdd-bd23-85d9b11693bd req-9da90265-cc0d-4449-9b48-a2cbdfdfdd07 service neutron] For port 2b899cb9-fb1a-4540-96b6-fe25374fe460, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=2b899cb9-fb1a-4540-96b6-fe25374fe460,segment=NetworkSegment(e5a53d17-1ff5-4c38-91cf-06e9739e30d5),segment_id=e5a53d17-1ff5-4c38-91cf-06e9739e30d5)] {{(pid=94261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:43:14.552831 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-bbf25232-8a17-47c7-b38a-10380f226f14 admin admin] Deleting port b5cac0fc-b480-461e-ac8c-6f0cb1fbde4d {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:43:14.553249 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bbf25232-8a17-47c7-b38a-10380f226f14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:14.558642 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-03839cdf-b881-4bdd-bd23-85d9b11693bd req-9da90265-cc0d-4449-9b48-a2cbdfdfdd07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:14.574775 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59944bd-61a9-4d9f-9a24-78a8540535f9 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Pushing event updated for resources: {'Subnet': ['ID=56da7076-b426-4b42-9b7c-def3821dd10b,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:14.598181 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003241a8-d4af-4d82-9d5a-18d5579ce41b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b36dc55-1df3-4222-ba39-f7422234c397,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:14.625324 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59944bd-61a9-4d9f-9a24-78a8540535f9 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Checking segment: {'id': '738815ba-f232-4bcd-bb05-cb7c0e655624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '03607971-5df1-4699-acc2-767efe0e4daf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:43:14.625324 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59944bd-61a9-4d9f-9a24-78a8540535f9 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Network hostable DHCP agents. Network: 03607971-5df1-4699-acc2-767efe0e4daf, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:43:14.660292 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a015f67e-d817-4ce2-94d9-eddc70c070e4 req-6fd5acce-3ca3-4f87-8dae-86ec6e68d3e6 tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:14.662038 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a015f67e-d817-4ce2-94d9-eddc70c070e4 req-6fd5acce-3ca3-4f87-8dae-86ec6e68d3e6 tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] 10.222.0.44 "GET /v2.0/ports?device_id=66fb1c37-bd27-4336-b295-7a796ad4d62b HTTP/1.1" status: 200 len: 943 time: 0.1477330 Aug 10 03:43:14.664099 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5ffb2b71-16dd-4d1d-809d-b46a573f519b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:14.684113 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03839cdf-b881-4bdd-bd23-85d9b11693bd req-9da90265-cc0d-4449-9b48-a2cbdfdfdd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:14.685285 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-03839cdf-b881-4bdd-bd23-85d9b11693bd req-9da90265-cc0d-4449-9b48-a2cbdfdfdd07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:14.687499 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-03839cdf-b881-4bdd-bd23-85d9b11693bd req-9da90265-cc0d-4449-9b48-a2cbdfdfdd07 service neutron] 10.222.0.61 "PUT /v2.0/ports/2b899cb9-fb1a-4540-96b6-fe25374fe460 HTTP/1.1" status: 200 len: 1092 time: 1.4411561 Aug 10 03:43:14.690624 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66fb1c37-bd27-4336-b295-7a796ad4d62b', 'tag': '2b899cb9-fb1a-4540-96b6-fe25374fe460'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:43:14.694167 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee842bc7-5af0-4394-b3e1-7366a6ff6365" -d '{"events": [{"name": "network-changed", "server_uuid": "66fb1c37-bd27-4336-b295-7a796ad4d62b", "tag": "2b899cb9-fb1a-4540-96b6-fe25374fe460"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:43:14.695528 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59944bd-61a9-4d9f-9a24-78a8540535f9 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Network 03607971-5df1-4699-acc2-767efe0e4daf is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:43:14.723590 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5ffb2b71-16dd-4d1d-809d-b46a573f519b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:14.745512 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-d59944bd-61a9-4d9f-9a24-78a8540535f9 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 03607971-5df1-4699-acc2-767efe0e4daf) {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:43:14.766605 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f14357b-c642-415f-b88c-2c0f373c3c27 None None] Network 03607971-5df1-4699-acc2-767efe0e4daf requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:43:14.786207 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59944bd-61a9-4d9f-9a24-78a8540535f9 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:14.787056 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d59944bd-61a9-4d9f-9a24-78a8540535f9 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:14.792004 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cca9e5a-52a5-4cca-ae97-e0e706aa8b08 x-openstack-request-id: req-7cca9e5a-52a5-4cca-ae97-e0e706aa8b08 {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:43:14.792359 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66fb1c37-bd27-4336-b295-7a796ad4d62b", "tag": "2b899cb9-fb1a-4540-96b6-fe25374fe460", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:43:14.792752 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7cca9e5a-52a5-4cca-ae97-e0e706aa8b08 {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:43:14.793236 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66fb1c37-bd27-4336-b295-7a796ad4d62b', 'tag': '2b899cb9-fb1a-4540-96b6-fe25374fe460', 'status': 'completed', 'code': 200} Aug 10 03:43:14.801552 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a015f67e-d817-4ce2-94d9-eddc70c070e4 req-d6fa9250-b0a6-4ab3-9b63-606d3048f64b tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e1ba13a-5a1b-4f45-9d11-54f011ade4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208653 Aug 10 03:43:14.836176 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-d59944bd-61a9-4d9f-9a24-78a8540535f9 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9215245 Aug 10 03:43:14.837529 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 58856) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:14.843981 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-6e5be42c-58c5-42fb-b311-915185a962a0 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Request body: {'port': {'network_id': '03607971-5df1-4699-acc2-767efe0e4daf', 'name': 'tempest-PortsTestJSON-1944294252'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:14.855527 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da90265-cc0d-4449-9b48-a2cbdfdfdd07 service neutron] Pushing event updated for resources: {'Port': ['ID=2b899cb9-fb1a-4540-96b6-fe25374fe460,revision_number=3']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:14.898554 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-bbf25232-8a17-47c7-b38a-10380f226f14 admin admin] For port b5cac0fc-b480-461e-ac8c-6f0cb1fbde4d, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=b5cac0fc-b480-461e-ac8c-6f0cb1fbde4d,segment=NetworkSegment(137a9801-8fd3-46c2-ac1d-bb4eee5c7163),segment_id=137a9801-8fd3-46c2-ac1d-bb4eee5c7163)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:14.899162 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bbf25232-8a17-47c7-b38a-10380f226f14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:14.915977 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03839cdf-b881-4bdd-bd23-85d9b11693bd req-e283c3e2-c79d-45f0-b615-8a21eb712573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:14.918011 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-03839cdf-b881-4bdd-bd23-85d9b11693bd req-e283c3e2-c79d-45f0-b615-8a21eb712573 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f85a0eb7a288446a94265898aa5c443e&device_id=66fb1c37-bd27-4336-b295-7a796ad4d62b HTTP/1.1" status: 200 len: 1095 time: 0.1459901 Aug 10 03:43:14.925690 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-bbf25232-8a17-47c7-b38a-10380f226f14 admin admin] Calling delete_port for b5cac0fc-b480-461e-ac8c-6f0cb1fbde4d owned by network:router_interface {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:43:14.939047 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5ffb2b71-16dd-4d1d-809d-b46a573f519b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:14.943444 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5ffb2b71-16dd-4d1d-809d-b46a573f519b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:14.945094 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-5ffb2b71-16dd-4d1d-809d-b46a573f519b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2b36dc55-1df3-4222-ba39-f7422234c397 HTTP/1.1" status: 204 len: 168 time: 0.4652445 Aug 10 03:43:14.975440 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffb2b71-16dd-4d1d-809d-b46a573f519b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b36dc55-1df3-4222-ba39-f7422234c397,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:15.005821 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71378857-8c73-471a-97b1-d1e88b37f4e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-03607971-5df1-4699-acc2-767efe0e4daf', 'network_id': '03607971-5df1-4699-acc2-767efe0e4daf', 'tenant_id': '2dd944f287b540098f0fcef72a77648e', 'fixed_ips': [{'subnet_id': '56da7076-b426-4b42-9b7c-def3821dd10b'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:43:15.009757 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-71378857-8c73-471a-97b1-d1e88b37f4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:15.011186 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-03839cdf-b881-4bdd-bd23-85d9b11693bd req-c819c3a8-76d7-4adb-9d04-ff184b318cec service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b899cb9-fb1a-4540-96b6-fe25374fe460 HTTP/1.1" status: 200 len: 217 time: 0.0822573 Aug 10 03:43:15.116953 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e5be42c-58c5-42fb-b311-915185a962a0 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Made reservation on behalf of 2dd944f287b540098f0fcef72a77648e for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:43:15.125733 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6e5be42c-58c5-42fb-b311-915185a962a0 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:15.159696 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [None req-6e5be42c-58c5-42fb-b311-915185a962a0 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] device_id is not set on port 9a947c54-6e61-430f-83a2-245f3154837a yet. {{(pid=94260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:43:15.189648 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03839cdf-b881-4bdd-bd23-85d9b11693bd req-ef98e563-010e-4533-99d4-ebf9e103c634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:15.191736 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-03839cdf-b881-4bdd-bd23-85d9b11693bd req-ef98e563-010e-4533-99d4-ebf9e103c634 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a3ab02ca-26c3-4192-b462-ad696d75116f HTTP/1.1" status: 200 len: 848 time: 0.1699495 Aug 10 03:43:15.214618 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-71378857-8c73-471a-97b1-d1e88b37f4e7 None None] Allocated IP 172.20.0.2 (03607971-5df1-4699-acc2-767efe0e4daf/56da7076-b426-4b42-9b7c-def3821dd10b/1718db80-cb67-422e-ac99-36dd8d7a7a99) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:43:15.254388 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-03839cdf-b881-4bdd-bd23-85d9b11693bd req-f569c195-5cac-4e29-a6c4-8c75ac35335b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=40059bec-b37c-48f0-8968-2865627012fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519764 Aug 10 03:43:15.397311 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-71378857-8c73-471a-97b1-d1e88b37f4e7 None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:15.418037 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-71378857-8c73-471a-97b1-d1e88b37f4e7 None None] Transition to ACTIVE for port object 1718db80-cb67-422e-ac99-36dd8d7a7a99 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:43:15.440383 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-71378857-8c73-471a-97b1-d1e88b37f4e7 None None] Transition to ACTIVE for port object 1718db80-cb67-422e-ac99-36dd8d7a7a99 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:43:15.449056 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-71378857-8c73-471a-97b1-d1e88b37f4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:15.516501 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71378857-8c73-471a-97b1-d1e88b37f4e7 None None] Network 03607971-5df1-4699-acc2-767efe0e4daf is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:43:15.519346 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-71378857-8c73-471a-97b1-d1e88b37f4e7 None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:43:15.530478 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71378857-8c73-471a-97b1-d1e88b37f4e7 None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:43:15.577279 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-6e5be42c-58c5-42fb-b311-915185a962a0 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Allocated IP 172.20.0.6 (03607971-5df1-4699-acc2-767efe0e4daf/56da7076-b426-4b42-9b7c-def3821dd10b/9a947c54-6e61-430f-83a2-245f3154837a) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:43:15.599463 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-03839cdf-b881-4bdd-bd23-85d9b11693bd req-1189194a-e620-49ce-aeec-8193d96b1b51 service neutron] 10.222.0.61 "GET /v2.0/networks/40059bec-b37c-48f0-8968-2865627012fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928710 Aug 10 03:43:15.635567 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71378857-8c73-471a-97b1-d1e88b37f4e7 None None] Pushing event updated for resources: {'Port': ['ID=1718db80-cb67-422e-ac99-36dd8d7a7a99,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:15.665698 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71378857-8c73-471a-97b1-d1e88b37f4e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:15.666277 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71378857-8c73-471a-97b1-d1e88b37f4e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:15.666823 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71378857-8c73-471a-97b1-d1e88b37f4e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:15.667364 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71378857-8c73-471a-97b1-d1e88b37f4e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:15.667906 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71378857-8c73-471a-97b1-d1e88b37f4e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:15.668449 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71378857-8c73-471a-97b1-d1e88b37f4e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:15.669115 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71378857-8c73-471a-97b1-d1e88b37f4e7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:15.669651 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71378857-8c73-471a-97b1-d1e88b37f4e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:15.670200 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71378857-8c73-471a-97b1-d1e88b37f4e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:15.670787 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71378857-8c73-471a-97b1-d1e88b37f4e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:15.671319 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71378857-8c73-471a-97b1-d1e88b37f4e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:15.671859 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71378857-8c73-471a-97b1-d1e88b37f4e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:15.677621 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-71378857-8c73-471a-97b1-d1e88b37f4e7 None None] Attempting to bind port 1718db80-cb67-422e-ac99-36dd8d7a7a99 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:43:15.678200 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-71378857-8c73-471a-97b1-d1e88b37f4e7 None None] Attempting to bind port 1718db80-cb67-422e-ac99-36dd8d7a7a99 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '738815ba-f232-4bcd-bb05-cb7c0e655624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '03607971-5df1-4699-acc2-767efe0e4daf'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:43:15.678818 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71378857-8c73-471a-97b1-d1e88b37f4e7 None None] Attempting to bind port 1718db80-cb67-422e-ac99-36dd8d7a7a99 on network 03607971-5df1-4699-acc2-767efe0e4daf {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:43:15.689127 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71378857-8c73-471a-97b1-d1e88b37f4e7 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:43:15.689717 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71378857-8c73-471a-97b1-d1e88b37f4e7 None None] Checking segment: {'id': '738815ba-f232-4bcd-bb05-cb7c0e655624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '03607971-5df1-4699-acc2-767efe0e4daf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:43:15.690410 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-71378857-8c73-471a-97b1-d1e88b37f4e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:15.691045 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71378857-8c73-471a-97b1-d1e88b37f4e7 None None] Bound using segment: {'id': '738815ba-f232-4bcd-bb05-cb7c0e655624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '03607971-5df1-4699-acc2-767efe0e4daf'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:43:15.691836 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-71378857-8c73-471a-97b1-d1e88b37f4e7 None None] Bound port: 1718db80-cb67-422e-ac99-36dd8d7a7a99, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '738815ba-f232-4bcd-bb05-cb7c0e655624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '03607971-5df1-4699-acc2-767efe0e4daf'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:43:15.692438 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-71378857-8c73-471a-97b1-d1e88b37f4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:15.733241 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bbf25232-8a17-47c7-b38a-10380f226f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:15.809725 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf25232-8a17-47c7-b38a-10380f226f14 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5cac0fc-b480-461e-ac8c-6f0cb1fbde4d,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:15.835895 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-71378857-8c73-471a-97b1-d1e88b37f4e7 None None] For port 1718db80-cb67-422e-ac99-36dd8d7a7a99, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:43:15.846714 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-71378857-8c73-471a-97b1-d1e88b37f4e7 None None] For port 1718db80-cb67-422e-ac99-36dd8d7a7a99, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=1718db80-cb67-422e-ac99-36dd8d7a7a99,segment=NetworkSegment(738815ba-f232-4bcd-bb05-cb7c0e655624),segment_id=738815ba-f232-4bcd-bb05-cb7c0e655624)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:43:15.858127 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-71378857-8c73-471a-97b1-d1e88b37f4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:15.935146 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-03839cdf-b881-4bdd-bd23-85d9b11693bd req-f1770782-8a6c-405c-80db-d8968f8882a6 service neutron] 10.222.0.61 "GET /v2.0/networks/40059bec-b37c-48f0-8968-2865627012fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3242986 Aug 10 03:43:15.945708 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6e5be42c-58c5-42fb-b311-915185a962a0 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:16.034810 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [None req-6e5be42c-58c5-42fb-b311-915185a962a0 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Transition to ACTIVE for port object 9a947c54-6e61-430f-83a2-245f3154837a will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:43:16.069932 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71378857-8c73-471a-97b1-d1e88b37f4e7 None None] Pushing event updated for resources: {'Port': ['ID=1718db80-cb67-422e-ac99-36dd8d7a7a99,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:16.208374 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee842bc7-5af0-4394-b3e1-7366a6ff6365 req-53c6e462-5a01-41ef-a143-58b7bbf4352b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:16.209967 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ee842bc7-5af0-4394-b3e1-7366a6ff6365 req-53c6e462-5a01-41ef-a143-58b7bbf4352b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f85a0eb7a288446a94265898aa5c443e&device_id=66fb1c37-bd27-4336-b295-7a796ad4d62b HTTP/1.1" status: 200 len: 1095 time: 0.1780515 Aug 10 03:43:16.253580 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a513b7f-04dc-4eae-a5b3-762f5c60d542 req-d94e8201-3ef0-4771-a6f2-c40a94530d3c tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:16.273372 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5a513b7f-04dc-4eae-a5b3-762f5c60d542 req-d94e8201-3ef0-4771-a6f2-c40a94530d3c tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] 10.222.0.44 "GET /v2.0/ports?device_id=66fb1c37-bd27-4336-b295-7a796ad4d62b HTTP/1.1" status: 200 len: 943 time: 0.2441232 Aug 10 03:43:16.294330 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bbf25232-8a17-47c7-b38a-10380f226f14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-522536'] for router_interface, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:16.359778 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6e5be42c-58c5-42fb-b311-915185a962a0 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:16.426735 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5be42c-58c5-42fb-b311-915185a962a0 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Network 03607971-5df1-4699-acc2-767efe0e4daf is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:43:16.452075 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-6e5be42c-58c5-42fb-b311-915185a962a0 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:43:16.460158 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5be42c-58c5-42fb-b311-915185a962a0 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:43:16.462817 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee842bc7-5af0-4394-b3e1-7366a6ff6365 req-8f816f5d-413b-451a-8b0e-26730baca9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:16.466499 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ee842bc7-5af0-4394-b3e1-7366a6ff6365 req-8f816f5d-413b-451a-8b0e-26730baca9db service neutron] 10.222.0.61 "GET /v2.0/networks?id=40059bec-b37c-48f0-8968-2865627012fc HTTP/1.1" status: 200 len: 908 time: 0.2452621 Aug 10 03:43:16.490816 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5a513b7f-04dc-4eae-a5b3-762f5c60d542 req-98a3db82-3e29-4fd2-9c34-a8c275e85720 tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e1ba13a-5a1b-4f45-9d11-54f011ade4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184136 Aug 10 03:43:16.520536 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5be42c-58c5-42fb-b311-915185a962a0 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Pushing event updated for resources: {'Port': ['ID=9a947c54-6e61-430f-83a2-245f3154837a,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:16.547521 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ee842bc7-5af0-4394-b3e1-7366a6ff6365 req-88ec52de-b8a2-4af8-b075-f85a3461f7ba service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b899cb9-fb1a-4540-96b6-fe25374fe460 HTTP/1.1" status: 200 len: 217 time: 0.0711942 Aug 10 03:43:16.549732 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5be42c-58c5-42fb-b311-915185a962a0 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:16.550479 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6e5be42c-58c5-42fb-b311-915185a962a0 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:16.586174 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-6e5be42c-58c5-42fb-b311-915185a962a0 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7424092 Aug 10 03:43:16.586568 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 58880) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:16.596740 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-3ed32ebc-2041-4c16-acdf-caa044ac3a5a tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Request body: {'port': {'network_id': '03607971-5df1-4699-acc2-767efe0e4daf', 'name': 'tempest-PortsTestJSON-867699284'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:16.655760 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee842bc7-5af0-4394-b3e1-7366a6ff6365 req-46177558-4a74-4ff2-ae3e-ca72e5df3100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:16.658426 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ee842bc7-5af0-4394-b3e1-7366a6ff6365 req-46177558-4a74-4ff2-ae3e-ca72e5df3100 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a3ab02ca-26c3-4192-b462-ad696d75116f HTTP/1.1" status: 200 len: 848 time: 0.1024282 Aug 10 03:43:16.768835 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ee842bc7-5af0-4394-b3e1-7366a6ff6365 req-f9db2eea-405e-46c9-8574-4afe14ade019 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=40059bec-b37c-48f0-8968-2865627012fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561712 Aug 10 03:43:16.804378 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed32ebc-2041-4c16-acdf-caa044ac3a5a tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Made reservation on behalf of 2dd944f287b540098f0fcef72a77648e for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:43:16.812832 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3ed32ebc-2041-4c16-acdf-caa044ac3a5a tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:16.847391 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [None req-3ed32ebc-2041-4c16-acdf-caa044ac3a5a tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] device_id is not set on port 9519b311-18f5-4ecd-8926-563da096267a yet. {{(pid=94260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:43:16.873909 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbf25232-8a17-47c7-b38a-10380f226f14 admin admin] Router cd722c39-ce48-40ee-8cd3-eb196644e5e5 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:43:17.023771 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ee842bc7-5af0-4394-b3e1-7366a6ff6365 req-575abe99-de00-4d5f-9606-8956df82b4e5 service neutron] 10.222.0.61 "GET /v2.0/networks/40059bec-b37c-48f0-8968-2865627012fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460346 Aug 10 03:43:17.092638 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-3ed32ebc-2041-4c16-acdf-caa044ac3a5a tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Allocated IP 172.20.0.7 (03607971-5df1-4699-acc2-767efe0e4daf/56da7076-b426-4b42-9b7c-def3821dd10b/9519b311-18f5-4ecd-8926-563da096267a) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:43:17.229288 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbf25232-8a17-47c7-b38a-10380f226f14 admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:43:17.242072 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-bbf25232-8a17-47c7-b38a-10380f226f14 admin admin] 10.222.0.44 "PUT /v2.0/routers/cd722c39-ce48-40ee-8cd3-eb196644e5e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0527928 Aug 10 03:43:17.243465 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 58892) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:17.253685 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d155d94-d997-4d20-a5e1-9000d1658fe1 None None] Sync routers for ids ['cd722c39-ce48-40ee-8cd3-eb196644e5e5'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:43:17.284374 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d155d94-d997-4d20-a5e1-9000d1658fe1 None None] Routers {'cd722c39-ce48-40ee-8cd3-eb196644e5e5'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:43:17.285389 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-9d155d94-d997-4d20-a5e1-9000d1658fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:42:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['cd722c39-ce48-40ee-8cd3-eb196644e5e5'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:17.352189 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-ee842bc7-5af0-4394-b3e1-7366a6ff6365 req-9819fd89-6c03-40e8-9ba8-6e82d6d8dd07 service neutron] 10.222.0.61 "GET /v2.0/networks/40059bec-b37c-48f0-8968-2865627012fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3137696 Aug 10 03:43:17.413001 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f0a4818e-70ef-4431-b1f7-c56841536e31 admin admin] Notify callbacks [] for router, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:17.420662 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3ed32ebc-2041-4c16-acdf-caa044ac3a5a tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:17.459262 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [None req-3ed32ebc-2041-4c16-acdf-caa044ac3a5a tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Transition to ACTIVE for port object 9519b311-18f5-4ecd-8926-563da096267a will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:43:17.618503 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3ed32ebc-2041-4c16-acdf-caa044ac3a5a tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:17.666390 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f0a4818e-70ef-4431-b1f7-c56841536e31 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:17.747793 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50844521-009b-49c8-ad37-59788c4d6809 None None] Network 03607971-5df1-4699-acc2-767efe0e4daf requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:43:17.759345 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-9d155d94-d997-4d20-a5e1-9000d1658fe1 None None] Set router cd722c39-ce48-40ee-8cd3-eb196644e5e5 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:43:17.762810 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-f0a4818e-70ef-4431-b1f7-c56841536e31 admin admin] Deleting port 9da406e7-81b1-4a71-b7a3-055a0f133d58 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:43:17.763176 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f0a4818e-70ef-4431-b1f7-c56841536e31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:17.890544 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed32ebc-2041-4c16-acdf-caa044ac3a5a tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Network 03607971-5df1-4699-acc2-767efe0e4daf is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:43:17.916704 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c3b49647-a6db-4904-8742-e97686d89e65 None None] Provisioning for port 1718db80-cb67-422e-ac99-36dd8d7a7a99 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:43:17.921799 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-3ed32ebc-2041-4c16-acdf-caa044ac3a5a tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:43:17.943610 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed32ebc-2041-4c16-acdf-caa044ac3a5a tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:43:17.945508 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-f0a4818e-70ef-4431-b1f7-c56841536e31 admin admin] For port 9da406e7-81b1-4a71-b7a3-055a0f133d58, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=9da406e7-81b1-4a71-b7a3-055a0f133d58,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:17.946938 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f0a4818e-70ef-4431-b1f7-c56841536e31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:17.978462 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-f0a4818e-70ef-4431-b1f7-c56841536e31 admin admin] Calling delete_port for 9da406e7-81b1-4a71-b7a3-055a0f133d58 owned by network:router_gateway {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:43:17.987393 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed32ebc-2041-4c16-acdf-caa044ac3a5a tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Pushing event updated for resources: {'Port': ['ID=9519b311-18f5-4ecd-8926-563da096267a,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:18.023242 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fc51cf-33ca-42fc-978b-b51453efb5e1 req-9a9ec726-9a92-45b9-bd86-cea318fc72a6 tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:18.025164 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d1fc51cf-33ca-42fc-978b-b51453efb5e1 req-9a9ec726-9a92-45b9-bd86-cea318fc72a6 tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] 10.222.0.44 "GET /v2.0/ports?device_id=66fb1c37-bd27-4336-b295-7a796ad4d62b HTTP/1.1" status: 200 len: 943 time: 0.3579185 Aug 10 03:43:18.057990 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed32ebc-2041-4c16-acdf-caa044ac3a5a tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:18.058969 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3ed32ebc-2041-4c16-acdf-caa044ac3a5a tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:18.104029 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-3ed32ebc-2041-4c16-acdf-caa044ac3a5a tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.5136623 Aug 10 03:43:18.107966 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 58906) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:18.190738 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d1fc51cf-33ca-42fc-978b-b51453efb5e1 req-ac159593-d81b-4c92-9978-2ee96f1c80aa tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e1ba13a-5a1b-4f45-9d11-54f011ade4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472034 Aug 10 03:43:18.269076 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f0a4818e-70ef-4431-b1f7-c56841536e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:18.305164 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a4818e-70ef-4431-b1f7-c56841536e31 admin admin] Pushing event deleted for resources: {'Port': ['ID=9da406e7-81b1-4a71-b7a3-055a0f133d58,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:18.319362 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 1718db80-cb67-422e-ac99-36dd8d7a7a99 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:43:18.348513 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-9d155d94-d997-4d20-a5e1-9000d1658fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd722c39-ce48-40ee-8cd3-eb196644e5e5', 'name': 'tempest-ServerActionsTestJSON-438153917-router', 'tenant_id': '2680b799feb54d8c9fdff98330bf1a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '9da406e7-81b1-4a71-b7a3-055a0f133d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:29:18Z', 'updated_at': '2021-08-10T03:43:15Z', 'revision_number': 5, 'project_id': '2680b799feb54d8c9fdff98330bf1a96', 'gw_port': {'id': '9da406e7-81b1-4a71-b7a3-055a0f133d58', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:0f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd722c39-ce48-40ee-8cd3-eb196644e5e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1893, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:20Z', 'updated_at': '2021-08-10T03:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:18.377261 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb1ad019-1c03-4eff-98f1-e7bb24419518 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:18.380268 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-eb1ad019-1c03-4eff-98f1-e7bb24419518 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.6 HTTP/1.1" status: 200 len: 922 time: 0.2668114 Aug 10 03:43:18.386256 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 58912) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:18.394446 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d155d94-d997-4d20-a5e1-9000d1658fe1 None None] Checking router: cd722c39-ce48-40ee-8cd3-eb196644e5e5 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:43:18.408639 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d155d94-d997-4d20-a5e1-9000d1658fe1 None None] Routers {'cd722c39-ce48-40ee-8cd3-eb196644e5e5'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:43:18.409636 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-9d155d94-d997-4d20-a5e1-9000d1658fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:42:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['cd722c39-ce48-40ee-8cd3-eb196644e5e5'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:18.425846 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f0a4818e-70ef-4431-b1f7-c56841536e31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520654'] for router_gateway, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:18.482678 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 1718db80-cb67-422e-ac99-36dd8d7a7a99 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:43:18.496731 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 1718db80-cb67-422e-ac99-36dd8d7a7a99 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:18.497838 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:18.548692 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-9d155d94-d997-4d20-a5e1-9000d1658fe1 None None] Set router cd722c39-ce48-40ee-8cd3-eb196644e5e5 gateway port host: None {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:43:18.560667 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f0a4818e-70ef-4431-b1f7-c56841536e31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:18.563744 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f0a4818e-70ef-4431-b1f7-c56841536e31 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:18.629933 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-9d155d94-d997-4d20-a5e1-9000d1658fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd722c39-ce48-40ee-8cd3-eb196644e5e5', 'name': 'tempest-ServerActionsTestJSON-438153917-router', 'tenant_id': '2680b799feb54d8c9fdff98330bf1a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:29:18Z', 'updated_at': '2021-08-10T03:43:18Z', 'revision_number': 7, 'project_id': '2680b799feb54d8c9fdff98330bf1a96', 'gw_port_host': None}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:18.648208 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f0a4818e-70ef-4431-b1f7-c56841536e31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:18.648642 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-2ba3f34b-cc2e-41cd-94db-a9154d4edbe5 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Deleting port 9519b311-18f5-4ecd-8926-563da096267a {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:43:18.649334 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0a4818e-70ef-4431-b1f7-c56841536e31 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd722c39-ce48-40ee-8cd3-eb196644e5e5 {{(pid=94261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:43:18.649516 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2ba3f34b-cc2e-41cd-94db-a9154d4edbe5 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:18.654843 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f0a4818e-70ef-4431-b1f7-c56841536e31 admin admin] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:18.656313 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-f0a4818e-70ef-4431-b1f7-c56841536e31 admin admin] 10.222.0.44 "DELETE /v2.0/routers/cd722c39-ce48-40ee-8cd3-eb196644e5e5 HTTP/1.1" status: 204 len: 168 time: 1.4110925 Aug 10 03:43:18.658956 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 58914) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:18.689513 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d155d94-d997-4d20-a5e1-9000d1658fe1 None None] The sync data for ids ['cd722c39-ce48-40ee-8cd3-eb196644e5e5'] in n-d-768862-13 is: [{'id': 'cd722c39-ce48-40ee-8cd3-eb196644e5e5', 'name': 'tempest-ServerActionsTestJSON-438153917-router', 'tenant_id': '2680b799feb54d8c9fdff98330bf1a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:29:18Z', 'updated_at': '2021-08-10T03:43:18Z', 'revision_number': 7, 'project_id': '2680b799feb54d8c9fdff98330bf1a96', 'gw_port_host': None}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:43:18.696267 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:18.775951 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 1718db80-cb67-422e-ac99-36dd8d7a7a99, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=1718db80-cb67-422e-ac99-36dd8d7a7a99,segment=NetworkSegment(738815ba-f232-4bcd-bb05-cb7c0e655624),segment_id=738815ba-f232-4bcd-bb05-cb7c0e655624)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:18.783623 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:18.791508 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f465f69-8e7a-485c-9035-32c90352d44f admin admin] Deleting subnet 33a1c40e-b5d2-46c7-a6a1-fa6cc0352aec {{(pid=94260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:43:18.798319 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0f465f69-8e7a-485c-9035-32c90352d44f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:18.865494 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0f465f69-8e7a-485c-9035-32c90352d44f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191173'] for subnet, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:18.871296 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=1718db80-cb67-422e-ac99-36dd8d7a7a99,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:19.012626 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2ba3f34b-cc2e-41cd-94db-a9154d4edbe5 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:19.036697 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-2ba3f34b-cc2e-41cd-94db-a9154d4edbe5 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Calling delete_port for 9519b311-18f5-4ecd-8926-563da096267a owned by {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:43:19.043339 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0f465f69-8e7a-485c-9035-32c90352d44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:19.164577 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-56f49d90-910c-44ef-9253-15b157b0e2d5 None None] Provisioning for port 9a947c54-6e61-430f-83a2-245f3154837a completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:43:19.171460 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0f465f69-8e7a-485c-9035-32c90352d44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:19.177401 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-56f49d90-910c-44ef-9253-15b157b0e2d5 None None] Provisioning complete for port 9a947c54-6e61-430f-83a2-245f3154837a triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:19.179016 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-56f49d90-910c-44ef-9253-15b157b0e2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:19.206479 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f465f69-8e7a-485c-9035-32c90352d44f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33a1c40e-b5d2-46c7-a6a1-fa6cc0352aec,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:19.214309 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0f465f69-8e7a-485c-9035-32c90352d44f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:19.216402 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-0f465f69-8e7a-485c-9035-32c90352d44f admin admin] 10.222.0.44 "DELETE /v2.0/subnets/33a1c40e-b5d2-46c7-a6a1-fa6cc0352aec HTTP/1.1" status: 204 len: 168 time: 0.5428169 Aug 10 03:43:19.220278 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 58922) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:19.242789 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3febf2-2b60-48a6-bb5e-f68dd0c7e758 None None] Network d07bf9c0-feda-49f0-ac68-879462adf9f1 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:43:19.361893 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-56f49d90-910c-44ef-9253-15b157b0e2d5 None None] Port 9a947c54-6e61-430f-83a2-245f3154837a cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:43:19.397180 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-56f49d90-910c-44ef-9253-15b157b0e2d5 None None] Provisioning complete for port 1718db80-cb67-422e-ac99-36dd8d7a7a99 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:19.400943 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-56f49d90-910c-44ef-9253-15b157b0e2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:19.546367 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2ba3f34b-cc2e-41cd-94db-a9154d4edbe5 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:19.555277 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e640f1d6-7030-4dc2-8bb0-ae3c7679107b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:19.600738 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db081db9-5028-430f-935a-dc10a33a9855 req-35d81d79-a2c0-460a-af94-00616c1a07f6 tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:19.609656 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-db081db9-5028-430f-935a-dc10a33a9855 req-35d81d79-a2c0-460a-af94-00616c1a07f6 tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] 10.222.0.44 "GET /v2.0/ports?device_id=66fb1c37-bd27-4336-b295-7a796ad4d62b HTTP/1.1" status: 200 len: 943 time: 0.2550216 Aug 10 03:43:19.647060 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba3f34b-cc2e-41cd-94db-a9154d4edbe5 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Pushing event deleted for resources: {'Port': ['ID=9519b311-18f5-4ecd-8926-563da096267a,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:19.693143 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-56f49d90-910c-44ef-9253-15b157b0e2d5 None None] Could not find standard attr ID for object 9519b311-18f5-4ecd-8926-563da096267a. {{(pid=94262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:43:19.794268 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-db081db9-5028-430f-935a-dc10a33a9855 req-c3a45c5f-0c38-4ea4-9eed-c022d00c1131 tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e1ba13a-5a1b-4f45-9d11-54f011ade4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821961 Aug 10 03:43:19.853439 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d2b6ac-82a1-45e5-adc9-4383d281fa7d None None] DHCP port deletion for d07bf9c0-feda-49f0-ac68-879462adf9f1 request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:43:19.867786 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-b05876a9-542d-4727-b02a-05ec96283cf0 None None] Provisioning complete for port 9a947c54-6e61-430f-83a2-245f3154837a triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:19.872883 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b05876a9-542d-4727-b02a-05ec96283cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:19.909570 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2ba3f34b-cc2e-41cd-94db-a9154d4edbe5 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:19.918719 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-2ba3f34b-cc2e-41cd-94db-a9154d4edbe5 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "DELETE /v2.0/ports/9519b311-18f5-4ecd-8926-563da096267a HTTP/1.1" status: 204 len: 168 time: 1.5304227 Aug 10 03:43:19.922248 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 58926) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:20.003934 n-d-768862-13 neutron-server[94260]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a039a67-8d41-495e-a824-a058d2270cab tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] GET failed (client error): The resource could not be found. Aug 10 03:43:20.006723 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-3a039a67-8d41-495e-a824-a058d2270cab tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "GET /v2.0/ports/9519b311-18f5-4ecd-8926-563da096267a HTTP/1.1" status: 404 len: 333 time: 0.0825920 Aug 10 03:43:20.009864 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 58928) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:20.016445 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-e640f1d6-7030-4dc2-8bb0-ae3c7679107b admin admin] Deleting port 5d9e30bb-bb96-43b1-ade0-770a7471c2b1 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:43:20.017584 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e640f1d6-7030-4dc2-8bb0-ae3c7679107b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:20.044833 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 1718db80-cb67-422e-ac99-36dd8d7a7a99 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:43:20.111378 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-b05876a9-542d-4727-b02a-05ec96283cf0 None None] Port 9a947c54-6e61-430f-83a2-245f3154837a cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:43:20.127176 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 2b899cb9-fb1a-4540-96b6-fe25374fe460 details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:43:20.216436 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [None req-e640f1d6-7030-4dc2-8bb0-ae3c7679107b admin admin] For port 5d9e30bb-bb96-43b1-ade0-770a7471c2b1, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=5d9e30bb-bb96-43b1-ade0-770a7471c2b1,segment=NetworkSegment(137a9801-8fd3-46c2-ac1d-bb4eee5c7163),segment_id=137a9801-8fd3-46c2-ac1d-bb4eee5c7163)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:20.217160 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e640f1d6-7030-4dc2-8bb0-ae3c7679107b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:20.248806 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-e640f1d6-7030-4dc2-8bb0-ae3c7679107b admin admin] Calling delete_port for 5d9e30bb-bb96-43b1-ade0-770a7471c2b1 owned by network:dhcp {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:43:20.251099 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-c2df1262-f22a-4ddd-acf2-40af51774da4 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Deleting port 9a947c54-6e61-430f-83a2-245f3154837a {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:43:20.253338 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c2df1262-f22a-4ddd-acf2-40af51774da4 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:20.295216 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-b6a24b54-abd1-41b6-acd1-1c3781d738c0 None None] Could not find standard attr ID for object 9519b311-18f5-4ecd-8926-563da096267a. {{(pid=94262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:43:20.319298 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-45d2b6ac-82a1-45e5-adc9-4383d281fa7d None None] Deleting port 5d9e30bb-bb96-43b1-ade0-770a7471c2b1 {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:43:20.319842 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-45d2b6ac-82a1-45e5-adc9-4383d281fa7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:20.422188 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 1718db80-cb67-422e-ac99-36dd8d7a7a99 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:20.422713 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:20.445138 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e640f1d6-7030-4dc2-8bb0-ae3c7679107b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:20.469468 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 2b899cb9-fb1a-4540-96b6-fe25374fe460, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=2b899cb9-fb1a-4540-96b6-fe25374fe460,segment=NetworkSegment(e5a53d17-1ff5-4c38-91cf-06e9739e30d5),segment_id=e5a53d17-1ff5-4c38-91cf-06e9739e30d5)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:20.470086 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c2df1262-f22a-4ddd-acf2-40af51774da4 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:20.482382 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-45d2b6ac-82a1-45e5-adc9-4383d281fa7d None None] For port 5d9e30bb-bb96-43b1-ade0-770a7471c2b1, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=5d9e30bb-bb96-43b1-ade0-770a7471c2b1,segment=NetworkSegment(137a9801-8fd3-46c2-ac1d-bb4eee5c7163),segment_id=137a9801-8fd3-46c2-ac1d-bb4eee5c7163)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:20.482859 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-45d2b6ac-82a1-45e5-adc9-4383d281fa7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:20.494689 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-c2df1262-f22a-4ddd-acf2-40af51774da4 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Calling delete_port for 9a947c54-6e61-430f-83a2-245f3154837a owned by {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:43:20.499278 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e640f1d6-7030-4dc2-8bb0-ae3c7679107b admin admin] Pushing event deleted for resources: {'Port': ['ID=5d9e30bb-bb96-43b1-ade0-770a7471c2b1,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:20.505844 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': '2b899cb9-fb1a-4540-96b6-fe25374fe460', 'network_id': '40059bec-b37c-48f0-8968-2865627012fc', 'port_id': '2b899cb9-fb1a-4540-96b6-fe25374fe460', 'mac_address': 'fa:16:3e:89:98:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3ab02ca-26c3-4192-b462-ad696d75116f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:43:20.508078 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-45d2b6ac-82a1-45e5-adc9-4383d281fa7d None None] Calling delete_port for 5d9e30bb-bb96-43b1-ade0-770a7471c2b1 owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:43:20.514288 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e640f1d6-7030-4dc2-8bb0-ae3c7679107b admin admin] No DVR routers for this DVR port 5d9e30bb-bb96-43b1-ade0-770a7471c2b1 on host n-d-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:43:20.632924 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:20.686132 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e640f1d6-7030-4dc2-8bb0-ae3c7679107b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:20.687227 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b899cb9-fb1a-4540-96b6-fe25374fe460 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:43:20.703595 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-e640f1d6-7030-4dc2-8bb0-ae3c7679107b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d07bf9c0-feda-49f0-ac68-879462adf9f1']}} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:20.719675 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-e640f1d6-7030-4dc2-8bb0-ae3c7679107b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '137a9801-8fd3-46c2-ac1d-bb4eee5c7163') {'for_net_delete': True} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:20.720012 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-e640f1d6-7030-4dc2-8bb0-ae3c7679107b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '137a9801-8fd3-46c2-ac1d-bb4eee5c7163') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:20.726428 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 2b899cb9-fb1a-4540-96b6-fe25374fe460, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=2b899cb9-fb1a-4540-96b6-fe25374fe460,segment=NetworkSegment(e5a53d17-1ff5-4c38-91cf-06e9739e30d5),segment_id=e5a53d17-1ff5-4c38-91cf-06e9739e30d5)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:20.735938 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:20.738029 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e640f1d6-7030-4dc2-8bb0-ae3c7679107b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191186'] for segment, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:20.757015 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e640f1d6-7030-4dc2-8bb0-ae3c7679107b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:20.767822 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c2df1262-f22a-4ddd-acf2-40af51774da4 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:20.782607 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e640f1d6-7030-4dc2-8bb0-ae3c7679107b admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=94260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:43:20.783866 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e640f1d6-7030-4dc2-8bb0-ae3c7679107b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58895489'] for segment, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:20.788905 n-d-768862-13 neutron-server[94260]: Traceback (most recent call last): Aug 10 03:43:20.788905 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:43:20.788905 n-d-768862-13 neutron-server[94260]: timer() Aug 10 03:43:20.788905 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:43:20.788905 n-d-768862-13 neutron-server[94260]: cb(*args, **kw) Aug 10 03:43:20.788905 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:43:20.788905 n-d-768862-13 neutron-server[94260]: return func(*args, **kwargs) Aug 10 03:43:20.788905 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:43:20.788905 n-d-768862-13 neutron-server[94260]: self._notify() Aug 10 03:43:20.788905 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:43:20.788905 n-d-768862-13 neutron-server[94260]: self.callback(batched_events) Aug 10 03:43:20.788905 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:43:20.788905 n-d-768862-13 neutron-server[94260]: event.method(event) Aug 10 03:43:20.788905 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:43:20.788905 n-d-768862-13 neutron-server[94260]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:43:20.788905 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:43:20.788905 n-d-768862-13 neutron-server[94260]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:43:20.788905 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:43:20.788905 n-d-768862-13 neutron-server[94260]: return f(self, *a, **k) Aug 10 03:43:20.788905 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:43:20.788905 n-d-768862-13 neutron-server[94260]: return self._get(url).json() Aug 10 03:43:20.788905 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:43:20.788905 n-d-768862-13 neutron-server[94260]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:43:20.788905 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:43:20.788905 n-d-768862-13 neutron-server[94260]: return self.request(url, 'GET', **kwargs) Aug 10 03:43:20.788905 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:43:20.788905 n-d-768862-13 neutron-server[94260]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:43:20.788905 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:43:20.788905 n-d-768862-13 neutron-server[94260]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:43:20.788905 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:43:20.788905 n-d-768862-13 neutron-server[94260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:43:20.788905 n-d-768862-13 neutron-server[94260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:43:20.799723 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-45d2b6ac-82a1-45e5-adc9-4383d281fa7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:20.818652 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d2b6ac-82a1-45e5-adc9-4383d281fa7d None None] No DVR routers for this DVR port 5d9e30bb-bb96-43b1-ade0-770a7471c2b1 on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:43:20.873301 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=2b899cb9-fb1a-4540-96b6-fe25374fe460,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:20.881430 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 5d9e30bb-bb96-43b1-ade0-770a7471c2b1 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:43:20.910377 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df1262-f22a-4ddd-acf2-40af51774da4 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Pushing event deleted for resources: {'Port': ['ID=9a947c54-6e61-430f-83a2-245f3154837a,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:20.929844 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 5d9e30bb-bb96-43b1-ade0-770a7471c2b1 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:43:20.930840 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 5d9e30bb-bb96-43b1-ade0-770a7471c2b1 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:43:20.931846 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 9da406e7-81b1-4a71-b7a3-055a0f133d58 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:43:20.993022 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d2b6ac-82a1-45e5-adc9-4383d281fa7d None None] Pushing event deleted for resources: {'Port': ['ID=5d9e30bb-bb96-43b1-ade0-770a7471c2b1,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:20.995414 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 9da406e7-81b1-4a71-b7a3-055a0f133d58 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:43:20.996013 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 9da406e7-81b1-4a71-b7a3-055a0f133d58 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:43:20.996826 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device b5cac0fc-b480-461e-ac8c-6f0cb1fbde4d no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:43:21.022699 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: b5cac0fc-b480-461e-ac8c-6f0cb1fbde4d {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:43:21.023537 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device b5cac0fc-b480-461e-ac8c-6f0cb1fbde4d not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:43:21.081962 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c2df1262-f22a-4ddd-acf2-40af51774da4 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:21.087514 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-c2df1262-f22a-4ddd-acf2-40af51774da4 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "DELETE /v2.0/ports/9a947c54-6e61-430f-83a2-245f3154837a HTTP/1.1" status: 204 len: 168 time: 1.0756698 Aug 10 03:43:21.088453 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 58938) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:21.122089 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fb7d1e3-ae4b-4dfe-9f6d-5e67e7e06400 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] GET failed (client error): The resource could not be found. Aug 10 03:43:21.127690 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-1fb7d1e3-ae4b-4dfe-9f6d-5e67e7e06400 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "GET /v2.0/ports/9a947c54-6e61-430f-83a2-245f3154837a HTTP/1.1" status: 404 len: 333 time: 0.0380533 Aug 10 03:43:21.128473 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 58940) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:21.157549 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['2b899cb9-fb1a-4540-96b6-fe25374fe460'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:43:21.209928 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e6664d8-2902-4762-a6f5-338f9f50ef1f tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Deleting subnet 56da7076-b426-4b42-9b7c-def3821dd10b {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:43:21.215266 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1e6664d8-2902-4762-a6f5-338f9f50ef1f tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:21.288246 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1e6664d8-2902-4762-a6f5-338f9f50ef1f tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:21.376369 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9ed116a3-535f-4287-8219-08b327ff360b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:21.415387 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1e6664d8-2902-4762-a6f5-338f9f50ef1f tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:21.444557 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e640f1d6-7030-4dc2-8bb0-ae3c7679107b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:21.463869 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e640f1d6-7030-4dc2-8bb0-ae3c7679107b admin admin] Notify callbacks [] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:21.468483 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-e640f1d6-7030-4dc2-8bb0-ae3c7679107b admin admin] 10.222.0.44 "DELETE /v2.0/networks/d07bf9c0-feda-49f0-ac68-879462adf9f1 HTTP/1.1" status: 204 len: 168 time: 2.2468970 Aug 10 03:43:21.521027 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fa2e7a-483e-457c-8a3f-f482b45df711 req-6ed01358-554e-4c69-873e-4386a6466395 tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:21.524317 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-12fa2e7a-483e-457c-8a3f-f482b45df711 req-6ed01358-554e-4c69-873e-4386a6466395 tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] 10.222.0.44 "GET /v2.0/ports?device_id=66fb1c37-bd27-4336-b295-7a796ad4d62b HTTP/1.1" status: 200 len: 944 time: 0.6074460 Aug 10 03:43:21.526900 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e640f1d6-7030-4dc2-8bb0-ae3c7679107b admin admin] Pushing event deleted for resources: {'Network': ['ID=d07bf9c0-feda-49f0-ac68-879462adf9f1,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:21.574633 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1e6664d8-2902-4762-a6f5-338f9f50ef1f tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:21.583814 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-12fa2e7a-483e-457c-8a3f-f482b45df711 req-76e29676-22bf-45ce-a431-a47ae15476b4 tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e1ba13a-5a1b-4f45-9d11-54f011ade4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482459 Aug 10 03:43:21.648665 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6664d8-2902-4762-a6f5-338f9f50ef1f tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Pushing event deleted for resources: {'Subnet': ['ID=56da7076-b426-4b42-9b7c-def3821dd10b,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:21.652542 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1e6664d8-2902-4762-a6f5-338f9f50ef1f tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:21.656698 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-1e6664d8-2902-4762-a6f5-338f9f50ef1f tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "DELETE /v2.0/subnets/56da7076-b426-4b42-9b7c-def3821dd10b HTTP/1.1" status: 204 len: 168 time: 0.5265224 Aug 10 03:43:21.659572 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 58946) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:21.665587 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e4d274-355c-4d8b-bd4f-8656f9678454 None None] Network 03607971-5df1-4699-acc2-767efe0e4daf requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:43:21.770265 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 58948) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:21.813639 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-df0da48f-ae2d-448d-bf23-85eb5a14f15d tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:21.849891 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-37da8210-3107-4bd6-9e16-f27d7f2fb386 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2680b799feb54d8c9fdff98330bf1a96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0782385 Aug 10 03:43:21.854974 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 58950) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:21.911431 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3993bf58-2b24-4325-82e7-627940ab8e95 None None] DHCP port deletion for 03607971-5df1-4699-acc2-767efe0e4daf request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:43:21.920289 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-df0da48f-ae2d-448d-bf23-85eb5a14f15d tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Deleting port 1718db80-cb67-422e-ac99-36dd8d7a7a99 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:43:21.921052 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-df0da48f-ae2d-448d-bf23-85eb5a14f15d tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:21.941844 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2fa179e3-82ef-4eee-b6df-c6c2ec9be2a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:21.985212 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2fa179e3-82ef-4eee-b6df-c6c2ec9be2a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:22.003134 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-3993bf58-2b24-4325-82e7-627940ab8e95 None None] Deleting port 1718db80-cb67-422e-ac99-36dd8d7a7a99 {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:43:22.004439 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3993bf58-2b24-4325-82e7-627940ab8e95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:22.080938 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2fa179e3-82ef-4eee-b6df-c6c2ec9be2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:22.084766 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2fa179e3-82ef-4eee-b6df-c6c2ec9be2a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:22.087911 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-2fa179e3-82ef-4eee-b6df-c6c2ec9be2a2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a9d97ea0-2a9f-4286-b02c-31ca2320c427 HTTP/1.1" status: 204 len: 168 time: 0.2314348 Aug 10 03:43:22.098272 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa179e3-82ef-4eee-b6df-c6c2ec9be2a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d97ea0-2a9f-4286-b02c-31ca2320c427,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:22.165558 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 2b899cb9-fb1a-4540-96b6-fe25374fe460 up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:43:22.299419 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-3993bf58-2b24-4325-82e7-627940ab8e95 None None] For port 1718db80-cb67-422e-ac99-36dd8d7a7a99, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=1718db80-cb67-422e-ac99-36dd8d7a7a99,segment=NetworkSegment(738815ba-f232-4bcd-bb05-cb7c0e655624),segment_id=738815ba-f232-4bcd-bb05-cb7c0e655624)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:22.300480 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3993bf58-2b24-4325-82e7-627940ab8e95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:22.323156 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-3993bf58-2b24-4325-82e7-627940ab8e95 None None] Calling delete_port for 1718db80-cb67-422e-ac99-36dd8d7a7a99 owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:43:22.332061 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning for port 2b899cb9-fb1a-4540-96b6-fe25374fe460 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:43:22.338677 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port 2b899cb9-fb1a-4540-96b6-fe25374fe460 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:22.339516 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:22.579037 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-df0da48f-ae2d-448d-bf23-85eb5a14f15d tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] For port 1718db80-cb67-422e-ac99-36dd8d7a7a99, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=1718db80-cb67-422e-ac99-36dd8d7a7a99,segment=NetworkSegment(738815ba-f232-4bcd-bb05-cb7c0e655624),segment_id=738815ba-f232-4bcd-bb05-cb7c0e655624)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:22.579936 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-df0da48f-ae2d-448d-bf23-85eb5a14f15d tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:22.596210 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-df0da48f-ae2d-448d-bf23-85eb5a14f15d tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Calling delete_port for 1718db80-cb67-422e-ac99-36dd8d7a7a99 owned by network:dhcp {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:43:22.617286 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:22.628202 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3993bf58-2b24-4325-82e7-627940ab8e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:22.669336 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3993bf58-2b24-4325-82e7-627940ab8e95 None None] Pushing event deleted for resources: {'Port': ['ID=1718db80-cb67-422e-ac99-36dd8d7a7a99,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:22.687960 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3993bf58-2b24-4325-82e7-627940ab8e95 None None] No DVR routers for this DVR port 1718db80-cb67-422e-ac99-36dd8d7a7a99 on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:43:22.702114 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66fb1c37-bd27-4336-b295-7a796ad4d62b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b899cb9-fb1a-4540-96b6-fe25374fe460'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:43:22.704395 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec657735-0568-4e50-96d7-44975ad16af2" -d '{"events": [{"server_uuid": "66fb1c37-bd27-4336-b295-7a796ad4d62b", "name": "network-vif-plugged", "status": "completed", "tag": "2b899cb9-fb1a-4540-96b6-fe25374fe460"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:43:22.726380 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 2b899cb9-fb1a-4540-96b6-fe25374fe460, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=2b899cb9-fb1a-4540-96b6-fe25374fe460,segment=NetworkSegment(e5a53d17-1ff5-4c38-91cf-06e9739e30d5),segment_id=e5a53d17-1ff5-4c38-91cf-06e9739e30d5)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:22.735939 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:22.810418 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-df0da48f-ae2d-448d-bf23-85eb5a14f15d tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:22.829205 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aec1997e-9194-46bd-8d01-10485d433687 x-openstack-request-id: req-aec1997e-9194-46bd-8d01-10485d433687 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:43:22.832552 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66fb1c37-bd27-4336-b295-7a796ad4d62b", "name": "network-vif-plugged", "status": "completed", "tag": "2b899cb9-fb1a-4540-96b6-fe25374fe460", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:43:22.833199 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-aec1997e-9194-46bd-8d01-10485d433687 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:43:22.833957 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66fb1c37-bd27-4336-b295-7a796ad4d62b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b899cb9-fb1a-4540-96b6-fe25374fe460', 'code': 200} Aug 10 03:43:22.867498 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf2ec70-9f49-4dfa-a211-122db5240c9a req-c3e5b431-04d0-48e7-94dc-82026f5ceb43 tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:22.874707 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0da48f-ae2d-448d-bf23-85eb5a14f15d tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Pushing event deleted for resources: {'Port': ['ID=1718db80-cb67-422e-ac99-36dd8d7a7a99,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:22.888298 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0da48f-ae2d-448d-bf23-85eb5a14f15d tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] No DVR routers for this DVR port 1718db80-cb67-422e-ac99-36dd8d7a7a99 on host n-d-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:43:22.895045 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-faf2ec70-9f49-4dfa-a211-122db5240c9a req-c3e5b431-04d0-48e7-94dc-82026f5ceb43 tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] 10.222.0.44 "GET /v2.0/ports?device_id=66fb1c37-bd27-4336-b295-7a796ad4d62b HTTP/1.1" status: 200 len: 944 time: 0.1768684 Aug 10 03:43:22.896106 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=2b899cb9-fb1a-4540-96b6-fe25374fe460,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:22.958989 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-faf2ec70-9f49-4dfa-a211-122db5240c9a req-4b68fbdf-b3dd-49fa-b8ca-d26439cc5f6e tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e1ba13a-5a1b-4f45-9d11-54f011ade4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624797 Aug 10 03:43:23.060883 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-df0da48f-ae2d-448d-bf23-85eb5a14f15d tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:23.076913 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-df0da48f-ae2d-448d-bf23-85eb5a14f15d tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03607971-5df1-4699-acc2-767efe0e4daf']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:23.080629 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f6d115-6545-4cfd-bb80-c6c49712fe4d req-0bed1596-3c03-4dfe-92fd-547bc08231f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:23.082216 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-28f6d115-6545-4cfd-bb80-c6c49712fe4d req-0bed1596-3c03-4dfe-92fd-547bc08231f5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=66fb1c37-bd27-4336-b295-7a796ad4d62b HTTP/1.1" status: 200 len: 1097 time: 0.1324279 Aug 10 03:43:23.100012 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-df0da48f-ae2d-448d-bf23-85eb5a14f15d tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '738815ba-f232-4bcd-bb05-cb7c0e655624') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:23.100367 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-df0da48f-ae2d-448d-bf23-85eb5a14f15d tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '738815ba-f232-4bcd-bb05-cb7c0e655624') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:23.122624 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-df0da48f-ae2d-448d-bf23-85eb5a14f15d tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:23.149671 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-df0da48f-ae2d-448d-bf23-85eb5a14f15d tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:23.153921 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-28f6d115-6545-4cfd-bb80-c6c49712fe4d req-d22e9ed3-e856-4a70-8a56-a0d0cd972ff1 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=8e1ba13a-5a1b-4f45-9d11-54f011ade4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620670 Aug 10 03:43:23.159844 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df0da48f-ae2d-448d-bf23-85eb5a14f15d tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:43:23.160268 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-df0da48f-ae2d-448d-bf23-85eb5a14f15d tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:23.164100 n-d-768862-13 neutron-server[94261]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:43:23.164100 n-d-768862-13 neutron-server[94261]: self.session.flush() Aug 10 03:43:23.164100 n-d-768862-13 neutron-server[94261]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:43:23.164100 n-d-768862-13 neutron-server[94261]: self.session.flush() Aug 10 03:43:23.164100 n-d-768862-13 neutron-server[94261]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:43:23.164100 n-d-768862-13 neutron-server[94261]: self.session.flush() Aug 10 03:43:23.164100 n-d-768862-13 neutron-server[94261]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:43:23.164100 n-d-768862-13 neutron-server[94261]: self.session.flush() Aug 10 03:43:23.164100 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:43:23.164100 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:43:23.164100 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:43:23.164100 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:43:23.164100 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:43:23.164100 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:43:23.164100 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:43:23.164100 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:43:23.164100 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:43:23.164100 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:43:23.164100 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:43:23.164100 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:43:23.164100 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:43:23.164100 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:43:23.164100 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:43:23.164100 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:43:23.164100 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:43:23.164100 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:43:23.164100 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:43:23.164100 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:43:23.164100 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:43:23.164100 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:43:23.164100 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:43:23.164100 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:43:23.164100 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:43:23.164100 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:43:23.164100 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:43:23.164100 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:43:23.164100 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:43:23.164100 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:43:23.164100 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:43:23.164100 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:43:23.241717 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-df0da48f-ae2d-448d-bf23-85eb5a14f15d tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:23.254435 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-df0da48f-ae2d-448d-bf23-85eb5a14f15d tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:23.258249 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-df0da48f-ae2d-448d-bf23-85eb5a14f15d tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "DELETE /v2.0/networks/03607971-5df1-4699-acc2-767efe0e4daf HTTP/1.1" status: 204 len: 168 time: 1.5967667 Aug 10 03:43:23.262808 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 58988) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:23.272617 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-61eb2dcd-3381-45e9-9847-2ab04985e614 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1896965488'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:23.279319 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0da48f-ae2d-448d-bf23-85eb5a14f15d tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Pushing event deleted for resources: {'Network': ['ID=03607971-5df1-4699-acc2-767efe0e4daf,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:23.318436 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61eb2dcd-3381-45e9-9847-2ab04985e614 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Made reservation on behalf of 2dd944f287b540098f0fcef72a77648e for: {'network': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:43:23.323834 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-61eb2dcd-3381-45e9-9847-2ab04985e614 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:23.373064 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61eb2dcd-3381-45e9-9847-2ab04985e614 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=94260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:43:23.394985 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-61eb2dcd-3381-45e9-9847-2ab04985e614 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:23.395316 n-d-768862-13 neutron-server[94260]: INFO neutron.db.segments_db [None req-61eb2dcd-3381-45e9-9847-2ab04985e614 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Added segment 3c649eb9-5e8b-4ad0-b054-b28681443597 of type vlan for network 9d70c3fa-2f39-488e-9310-d6a74dd6f312 Aug 10 03:43:23.458614 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-61eb2dcd-3381-45e9-9847-2ab04985e614 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:23.509635 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-61eb2dcd-3381-45e9-9847-2ab04985e614 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:23.517506 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61eb2dcd-3381-45e9-9847-2ab04985e614 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:23.518693 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-61eb2dcd-3381-45e9-9847-2ab04985e614 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:23.590844 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-61eb2dcd-3381-45e9-9847-2ab04985e614 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3256319 Aug 10 03:43:23.595177 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 59002) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:23.604604 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-f353e657-3383-40f5-9d61-e0b0f3b42b67 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Request body: {'subnet': {'network_id': '9d70c3fa-2f39-488e-9310-d6a74dd6f312', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:23.666530 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eb2dcd-3381-45e9-9847-2ab04985e614 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Pushing event updated for resources: {'Network': ['ID=9d70c3fa-2f39-488e-9310-d6a74dd6f312,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:23.675055 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-112817e8-5957-470f-93ef-fc319398501d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:23.692096 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 9d70c3fa-2f39-488e-9310-d6a74dd6f312 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:43:23.750855 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f353e657-3383-40f5-9d61-e0b0f3b42b67 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Made reservation on behalf of 2dd944f287b540098f0fcef72a77648e for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:43:23.756924 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f353e657-3383-40f5-9d61-e0b0f3b42b67 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:23.896591 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 1718db80-cb67-422e-ac99-36dd8d7a7a99 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:43:23.939550 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 1718db80-cb67-422e-ac99-36dd8d7a7a99 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:43:23.940110 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 1718db80-cb67-422e-ac99-36dd8d7a7a99 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:43:24.210856 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-475ce16a-6c09-48fa-8e35-46370d1d31a5 req-b90de3e7-5f37-427f-9c16-355ec3801266 tempest-ServerShowV257Test-2028717153 tempest-ServerShowV257Test-2028717153-project] 10.222.0.44 "GET /v2.0/ports?device_id=2795a063-c37d-44ff-a646-cc541bade3ac HTTP/1.1" status: 200 len: 210 time: 0.0680954 Aug 10 03:43:24.251977 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aefcf8-a143-411e-aba5-260057c8534b req-fddd5ffb-86de-410e-a0a4-257197dcda6d tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:24.254273 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-27aefcf8-a143-411e-aba5-260057c8534b req-fddd5ffb-86de-410e-a0a4-257197dcda6d tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] 10.222.0.44 "GET /v2.0/ports?device_id=66fb1c37-bd27-4336-b295-7a796ad4d62b HTTP/1.1" status: 200 len: 945 time: 0.2026320 Aug 10 03:43:24.256574 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f353e657-3383-40f5-9d61-e0b0f3b42b67 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58895384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805196'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:24.266493 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:24.435263 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f353e657-3383-40f5-9d61-e0b0f3b42b67 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Pushing event updated for resources: {'Subnet': ['ID=9a4933b3-565f-403f-9cc1-100872bc19fa,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:24.446733 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-27aefcf8-a143-411e-aba5-260057c8534b req-3f0beb70-acdb-4e0c-a295-90c4a7e2c3d6 tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e1ba13a-5a1b-4f45-9d11-54f011ade4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811278 Aug 10 03:43:24.458266 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f353e657-3383-40f5-9d61-e0b0f3b42b67 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Checking segment: {'id': '3c649eb9-5e8b-4ad0-b054-b28681443597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9d70c3fa-2f39-488e-9310-d6a74dd6f312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:43:24.458577 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f353e657-3383-40f5-9d61-e0b0f3b42b67 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Network hostable DHCP agents. Network: 9d70c3fa-2f39-488e-9310-d6a74dd6f312, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:43:24.504072 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f353e657-3383-40f5-9d61-e0b0f3b42b67 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Network 9d70c3fa-2f39-488e-9310-d6a74dd6f312 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:43:24.533913 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-f353e657-3383-40f5-9d61-e0b0f3b42b67 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 9d70c3fa-2f39-488e-9310-d6a74dd6f312) {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:43:24.546288 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f353e657-3383-40f5-9d61-e0b0f3b42b67 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:24.548036 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f353e657-3383-40f5-9d61-e0b0f3b42b67 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:24.567189 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa20e50-61b0-4fce-9d42-79502ec7dd1c None None] Network 9d70c3fa-2f39-488e-9310-d6a74dd6f312 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:43:24.581136 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-f353e657-3383-40f5-9d61-e0b0f3b42b67 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9800835 Aug 10 03:43:24.582077 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 59026) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:24.589737 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-55ddf74d-1de6-4d43-af67-3e42173b4598 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Request body: {'port': {'network_id': '9d70c3fa-2f39-488e-9310-d6a74dd6f312', 'name': 'tempest-PortsTestJSON-1416954748', 'fixed_ips': [{'subnet_id': '9a4933b3-565f-403f-9cc1-100872bc19fa', 'ip_address': '172.20.0.10'}]}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:24.818729 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ddf74d-1de6-4d43-af67-3e42173b4598 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Made reservation on behalf of 2dd944f287b540098f0fcef72a77648e for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:43:24.833015 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73635843-018a-4a81-83ec-98f69738e3d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-9d70c3fa-2f39-488e-9310-d6a74dd6f312', 'network_id': '9d70c3fa-2f39-488e-9310-d6a74dd6f312', 'tenant_id': '2dd944f287b540098f0fcef72a77648e', 'fixed_ips': [{'subnet_id': '9a4933b3-565f-403f-9cc1-100872bc19fa'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:43:24.833956 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-73635843-018a-4a81-83ec-98f69738e3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:24.977898 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-55ddf74d-1de6-4d43-af67-3e42173b4598 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:25.002718 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [None req-55ddf74d-1de6-4d43-af67-3e42173b4598 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] device_id is not set on port f0c0064a-a216-4525-b1e6-53223ce733a4 yet. {{(pid=94260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:43:25.027229 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-73635843-018a-4a81-83ec-98f69738e3d4 None None] Allocated IP 172.20.0.2 (9d70c3fa-2f39-488e-9310-d6a74dd6f312/9a4933b3-565f-403f-9cc1-100872bc19fa/ad9e619c-ea55-4016-8e94-91f7e8c98a5d) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:43:25.187339 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-73635843-018a-4a81-83ec-98f69738e3d4 None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:25.196724 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-73635843-018a-4a81-83ec-98f69738e3d4 None None] Transition to ACTIVE for port object ad9e619c-ea55-4016-8e94-91f7e8c98a5d will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:43:25.214023 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-73635843-018a-4a81-83ec-98f69738e3d4 None None] Transition to ACTIVE for port object ad9e619c-ea55-4016-8e94-91f7e8c98a5d will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:43:25.221301 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-73635843-018a-4a81-83ec-98f69738e3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:25.270579 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73635843-018a-4a81-83ec-98f69738e3d4 None None] Network 9d70c3fa-2f39-488e-9310-d6a74dd6f312 is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:43:25.274568 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-73635843-018a-4a81-83ec-98f69738e3d4 None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:43:25.281686 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73635843-018a-4a81-83ec-98f69738e3d4 None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:43:25.286765 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73635843-018a-4a81-83ec-98f69738e3d4 None None] Pushing event updated for resources: {'Port': ['ID=ad9e619c-ea55-4016-8e94-91f7e8c98a5d,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:25.317118 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-55ddf74d-1de6-4d43-af67-3e42173b4598 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Allocated IP 172.20.0.10 (9d70c3fa-2f39-488e-9310-d6a74dd6f312/9a4933b3-565f-403f-9cc1-100872bc19fa/f0c0064a-a216-4525-b1e6-53223ce733a4) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:43:25.392173 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-73635843-018a-4a81-83ec-98f69738e3d4 None None] Attempting to bind port ad9e619c-ea55-4016-8e94-91f7e8c98a5d on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:43:25.392798 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-73635843-018a-4a81-83ec-98f69738e3d4 None None] Attempting to bind port ad9e619c-ea55-4016-8e94-91f7e8c98a5d by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '3c649eb9-5e8b-4ad0-b054-b28681443597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9d70c3fa-2f39-488e-9310-d6a74dd6f312'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:43:25.393377 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73635843-018a-4a81-83ec-98f69738e3d4 None None] Attempting to bind port ad9e619c-ea55-4016-8e94-91f7e8c98a5d on network 9d70c3fa-2f39-488e-9310-d6a74dd6f312 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:43:25.399279 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:25.401531 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-96ac2c94-dab2-45a6-b5a1-0c2621d64d3b req-d4adc627-2f90-441f-acae-d6b2984aa932 tempest-ServerShowV257Test-2028717153 tempest-ServerShowV257Test-2028717153-project] 10.222.0.44 "GET /v2.0/ports?device_id=2795a063-c37d-44ff-a646-cc541bade3ac HTTP/1.1" status: 200 len: 210 time: 0.0342898 Aug 10 03:43:25.404415 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73635843-018a-4a81-83ec-98f69738e3d4 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:43:25.404993 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73635843-018a-4a81-83ec-98f69738e3d4 None None] Checking segment: {'id': '3c649eb9-5e8b-4ad0-b054-b28681443597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9d70c3fa-2f39-488e-9310-d6a74dd6f312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:43:25.405647 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-73635843-018a-4a81-83ec-98f69738e3d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:25.406305 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73635843-018a-4a81-83ec-98f69738e3d4 None None] Bound using segment: {'id': '3c649eb9-5e8b-4ad0-b054-b28681443597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9d70c3fa-2f39-488e-9310-d6a74dd6f312'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:43:25.407673 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-73635843-018a-4a81-83ec-98f69738e3d4 None None] Bound port: ad9e619c-ea55-4016-8e94-91f7e8c98a5d, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c649eb9-5e8b-4ad0-b054-b28681443597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9d70c3fa-2f39-488e-9310-d6a74dd6f312'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:43:25.407673 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-73635843-018a-4a81-83ec-98f69738e3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:25.513044 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-73635843-018a-4a81-83ec-98f69738e3d4 None None] For port ad9e619c-ea55-4016-8e94-91f7e8c98a5d, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:43:25.519259 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-73635843-018a-4a81-83ec-98f69738e3d4 None None] For port ad9e619c-ea55-4016-8e94-91f7e8c98a5d, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=ad9e619c-ea55-4016-8e94-91f7e8c98a5d,segment=NetworkSegment(3c649eb9-5e8b-4ad0-b054-b28681443597),segment_id=3c649eb9-5e8b-4ad0-b054-b28681443597)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:43:25.526367 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-73635843-018a-4a81-83ec-98f69738e3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:25.619681 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-55ddf74d-1de6-4d43-af67-3e42173b4598 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:25.635832 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73635843-018a-4a81-83ec-98f69738e3d4 None None] Pushing event updated for resources: {'Port': ['ID=ad9e619c-ea55-4016-8e94-91f7e8c98a5d,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:25.676510 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [None req-55ddf74d-1de6-4d43-af67-3e42173b4598 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Transition to ACTIVE for port object f0c0064a-a216-4525-b1e6-53223ce733a4 will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:43:25.714622 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad8adff-6ff1-4ebb-90c1-243b33d54e9e req-9d2ee39e-2311-47f7-a1ad-3e61370e157c tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:25.715596 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2ad8adff-6ff1-4ebb-90c1-243b33d54e9e req-9d2ee39e-2311-47f7-a1ad-3e61370e157c tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] 10.222.0.44 "GET /v2.0/ports?device_id=66fb1c37-bd27-4336-b295-7a796ad4d62b HTTP/1.1" status: 200 len: 945 time: 0.0863650 Aug 10 03:43:25.772694 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2ad8adff-6ff1-4ebb-90c1-243b33d54e9e req-332143b2-eac2-4e02-9a73-109675a972e1 tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e1ba13a-5a1b-4f45-9d11-54f011ade4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453355 Aug 10 03:43:25.774152 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-55ddf74d-1de6-4d43-af67-3e42173b4598 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:25.856361 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ddf74d-1de6-4d43-af67-3e42173b4598 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Network 9d70c3fa-2f39-488e-9310-d6a74dd6f312 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:43:25.864485 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-55ddf74d-1de6-4d43-af67-3e42173b4598 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:43:25.874997 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ddf74d-1de6-4d43-af67-3e42173b4598 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:43:25.923056 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ddf74d-1de6-4d43-af67-3e42173b4598 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Pushing event updated for resources: {'Port': ['ID=f0c0064a-a216-4525-b1e6-53223ce733a4,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:25.956899 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ddf74d-1de6-4d43-af67-3e42173b4598 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:25.957592 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-55ddf74d-1de6-4d43-af67-3e42173b4598 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:25.984445 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-55ddf74d-1de6-4d43-af67-3e42173b4598 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.4008548 Aug 10 03:43:25.988009 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59040) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:25.997101 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-1d6f1ba4-139e-4ad3-8949-38d388601bd8 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Request body: {'port': {'network_id': '9d70c3fa-2f39-488e-9310-d6a74dd6f312', 'name': 'tempest-PortsTestJSON-1094486166', 'fixed_ips': [{'subnet_id': '9a4933b3-565f-403f-9cc1-100872bc19fa', 'ip_address': '172.20.0.9'}]}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:26.174031 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:26.205478 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d6f1ba4-139e-4ad3-8949-38d388601bd8 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Made reservation on behalf of 2dd944f287b540098f0fcef72a77648e for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:43:26.316505 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1d6f1ba4-139e-4ad3-8949-38d388601bd8 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:26.339179 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [None req-1d6f1ba4-139e-4ad3-8949-38d388601bd8 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] device_id is not set on port 98e5623f-e714-4e05-baf8-b0226c8444ef yet. {{(pid=94261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:43:26.613674 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-368b5251-ab6b-43b7-8478-3df2b5946255 req-94e56ecb-2d31-4353-a40e-0ac0d99eb09a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2795a063-c37d-44ff-a646-cc541bade3ac HTTP/1.1" status: 200 len: 210 time: 0.0500975 Aug 10 03:43:26.671208 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-1d6f1ba4-139e-4ad3-8949-38d388601bd8 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Allocated IP 172.20.0.9 (9d70c3fa-2f39-488e-9310-d6a74dd6f312/9a4933b3-565f-403f-9cc1-100872bc19fa/98e5623f-e714-4e05-baf8-b0226c8444ef) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:43:26.685529 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-71912796-94b3-4a26-a215-599d3b9ced47 req-afd6c016-4404-447f-a943-44bdbed51620 tempest-ServerShowV257Test-2028717153 tempest-ServerShowV257Test-2028717153-project] 10.222.0.44 "GET /v2.0/ports?device_id=2795a063-c37d-44ff-a646-cc541bade3ac HTTP/1.1" status: 200 len: 210 time: 0.0496261 Aug 10 03:43:26.801115 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:26.884068 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1d6f1ba4-139e-4ad3-8949-38d388601bd8 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:26.903631 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [None req-1d6f1ba4-139e-4ad3-8949-38d388601bd8 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Transition to ACTIVE for port object 98e5623f-e714-4e05-baf8-b0226c8444ef will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:43:26.917293 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d0dc0f-249f-4acd-8bb1-d20741526272 req-400538c1-eee0-4c0a-b0f8-433e6fa93e64 tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:26.925766 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-36d0dc0f-249f-4acd-8bb1-d20741526272 req-400538c1-eee0-4c0a-b0f8-433e6fa93e64 tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] 10.222.0.44 "GET /v2.0/ports?device_id=66fb1c37-bd27-4336-b295-7a796ad4d62b HTTP/1.1" status: 200 len: 945 time: 0.0773668 Aug 10 03:43:26.946752 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1d6f1ba4-139e-4ad3-8949-38d388601bd8 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:26.971309 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-36d0dc0f-249f-4acd-8bb1-d20741526272 req-528c5da9-745f-47ac-9a9b-e7d994cedc57 tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e1ba13a-5a1b-4f45-9d11-54f011ade4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444918 Aug 10 03:43:26.994999 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9273c684-424b-443d-8986-ba708cf280c7 None None] Network 9d70c3fa-2f39-488e-9310-d6a74dd6f312 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:43:27.063178 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6f1ba4-139e-4ad3-8949-38d388601bd8 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Network 9d70c3fa-2f39-488e-9310-d6a74dd6f312 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:43:27.069347 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-1d6f1ba4-139e-4ad3-8949-38d388601bd8 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:43:27.078166 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6f1ba4-139e-4ad3-8949-38d388601bd8 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:43:27.112279 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6f1ba4-139e-4ad3-8949-38d388601bd8 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Pushing event updated for resources: {'Port': ['ID=98e5623f-e714-4e05-baf8-b0226c8444ef,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:27.149331 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-960a2238-5310-4335-be61-eca9124f5bf2 None None] Provisioning for port ad9e619c-ea55-4016-8e94-91f7e8c98a5d completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:43:27.182110 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6f1ba4-139e-4ad3-8949-38d388601bd8 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:27.183200 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1d6f1ba4-139e-4ad3-8949-38d388601bd8 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:27.205062 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-1d6f1ba4-139e-4ad3-8949-38d388601bd8 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2156820 Aug 10 03:43:27.208489 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59058) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:27.381337 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca3545f-fcf0-448e-b940-20047254449d tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:27.384898 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-aca3545f-fcf0-448e-b940-20047254449d tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1744101 Aug 10 03:43:27.387312 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 59060) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:27.567999 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d497f7-ad86-4aa7-8b05-f88716adc03e tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:27.586484 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d497f7-ad86-4aa7-8b05-f88716adc03e tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:27.600295 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d497f7-ad86-4aa7-8b05-f88716adc03e tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:27.603446 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-d4d497f7-ad86-4aa7-8b05-f88716adc03e tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.2141922 Aug 10 03:43:27.607698 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 59062) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:27.621568 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-708b5660-cc60-42a2-a1a3-05553c86d823 None None] Provisioning for port f0c0064a-a216-4525-b1e6-53223ce733a4 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:43:27.627342 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-708b5660-cc60-42a2-a1a3-05553c86d823 None None] Provisioning complete for port f0c0064a-a216-4525-b1e6-53223ce733a4 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:27.627941 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-708b5660-cc60-42a2-a1a3-05553c86d823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:27.670409 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-708b5660-cc60-42a2-a1a3-05553c86d823 None None] Port f0c0064a-a216-4525-b1e6-53223ce733a4 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:43:27.685339 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-708b5660-cc60-42a2-a1a3-05553c86d823 None None] Provisioning for port 98e5623f-e714-4e05-baf8-b0226c8444ef completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:43:27.690920 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-708b5660-cc60-42a2-a1a3-05553c86d823 None None] Provisioning complete for port 98e5623f-e714-4e05-baf8-b0226c8444ef triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:27.691760 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-708b5660-cc60-42a2-a1a3-05553c86d823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:27.754272 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-a3fe3267-d8c0-4527-8997-898310bf6ab8 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Deleting port 98e5623f-e714-4e05-baf8-b0226c8444ef {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:43:27.754850 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a3fe3267-d8c0-4527-8997-898310bf6ab8 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:27.760084 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-708b5660-cc60-42a2-a1a3-05553c86d823 None None] Port 98e5623f-e714-4e05-baf8-b0226c8444ef cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:43:27.885920 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-038c684e-78e7-4659-87bc-526876714045 req-2eae2cbf-97dd-439b-ba88-39c76b2b11c8 tempest-ServerShowV257Test-2028717153 tempest-ServerShowV257Test-2028717153-project] 10.222.0.44 "GET /v2.0/ports?device_id=2795a063-c37d-44ff-a646-cc541bade3ac HTTP/1.1" status: 200 len: 210 time: 0.0666087 Aug 10 03:43:27.886202 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-8acf23f1-ad45-482b-946f-f398d6e93759 None None] Provisioning complete for port f0c0064a-a216-4525-b1e6-53223ce733a4 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:27.886488 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-8acf23f1-ad45-482b-946f-f398d6e93759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:27.964487 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a3fe3267-d8c0-4527-8997-898310bf6ab8 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:27.964733 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-8acf23f1-ad45-482b-946f-f398d6e93759 None None] Port f0c0064a-a216-4525-b1e6-53223ce733a4 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:43:27.988204 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-a3fe3267-d8c0-4527-8997-898310bf6ab8 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Calling delete_port for 98e5623f-e714-4e05-baf8-b0226c8444ef owned by {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:43:27.996585 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device ad9e619c-ea55-4016-8e94-91f7e8c98a5d up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:43:28.132160 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port ad9e619c-ea55-4016-8e94-91f7e8c98a5d completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:43:28.142994 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port ad9e619c-ea55-4016-8e94-91f7e8c98a5d triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:28.144237 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:28.268560 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-06bc8b26-b4cf-49f0-a01b-f325a8f28578 None None] Provisioning complete for port 98e5623f-e714-4e05-baf8-b0226c8444ef triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:28.269239 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-06bc8b26-b4cf-49f0-a01b-f325a8f28578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:28.362368 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1df1ad-cdf9-4b75-9a7e-3e1ed946fa5a req-90dc029e-2102-42f2-ac07-cbd94d7fff49 tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:28.370178 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7d1df1ad-cdf9-4b75-9a7e-3e1ed946fa5a req-90dc029e-2102-42f2-ac07-cbd94d7fff49 tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] 10.222.0.44 "GET /v2.0/ports?device_id=66fb1c37-bd27-4336-b295-7a796ad4d62b HTTP/1.1" status: 200 len: 945 time: 0.2245629 Aug 10 03:43:28.372684 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a3fe3267-d8c0-4527-8997-898310bf6ab8 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:28.447657 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:28.454743 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-06bc8b26-b4cf-49f0-a01b-f325a8f28578 None None] Port 98e5623f-e714-4e05-baf8-b0226c8444ef cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:43:28.560193 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port ad9e619c-ea55-4016-8e94-91f7e8c98a5d, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=ad9e619c-ea55-4016-8e94-91f7e8c98a5d,segment=NetworkSegment(3c649eb9-5e8b-4ad0-b054-b28681443597),segment_id=3c649eb9-5e8b-4ad0-b054-b28681443597)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:28.565982 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:28.589650 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fe3267-d8c0-4527-8997-898310bf6ab8 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Pushing event deleted for resources: {'Port': ['ID=98e5623f-e714-4e05-baf8-b0226c8444ef,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:28.678099 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c5ae2e-fd08-4c05-9a01-1471979f9652 req-82293d49-5283-4cd8-8c1a-9b9e7c5c278b tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:28.681583 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-76c5ae2e-fd08-4c05-9a01-1471979f9652 req-82293d49-5283-4cd8-8c1a-9b9e7c5c278b tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] 10.222.0.61 "GET /v2.0/ports?device_id=66fb1c37-bd27-4336-b295-7a796ad4d62b HTTP/1.1" status: 200 len: 945 time: 0.1444464 Aug 10 03:43:28.683610 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=ad9e619c-ea55-4016-8e94-91f7e8c98a5d,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:28.903265 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4318a0b7-9002-46d6-a862-23ed66dfd4bf req-18fa1f41-a058-476a-b783-bd23a0163982 tempest-ServerShowV257Test-2028717153 tempest-ServerShowV257Test-2028717153-project] 10.222.0.44 "GET /v2.0/ports?device_id=2795a063-c37d-44ff-a646-cc541bade3ac HTTP/1.1" status: 200 len: 210 time: 0.3519549 Aug 10 03:43:28.904157 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-76c5ae2e-fd08-4c05-9a01-1471979f9652 req-15f4ba36-0965-4b9a-aa4c-38d0ded1c881 tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] Deleting port 2b899cb9-fb1a-4540-96b6-fe25374fe460 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:43:28.904157 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-76c5ae2e-fd08-4c05-9a01-1471979f9652 req-15f4ba36-0965-4b9a-aa4c-38d0ded1c881 tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:28.946910 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a3fe3267-d8c0-4527-8997-898310bf6ab8 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:28.951682 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-a3fe3267-d8c0-4527-8997-898310bf6ab8 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "DELETE /v2.0/ports/98e5623f-e714-4e05-baf8-b0226c8444ef HTTP/1.1" status: 204 len: 168 time: 1.3419676 Aug 10 03:43:28.961712 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 59092) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:28.992674 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59094) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:29.001383 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7d1df1ad-cdf9-4b75-9a7e-3e1ed946fa5a req-f697d3b8-5046-48a0-9eae-4dc3501565a3 tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e1ba13a-5a1b-4f45-9d11-54f011ade4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5999608 Aug 10 03:43:29.040431 n-d-768862-13 neutron-server[94260]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3da0cf8-eb8f-4782-93bd-66a1732ad727 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] GET failed (client error): The resource could not be found. Aug 10 03:43:29.042335 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-b3da0cf8-eb8f-4782-93bd-66a1732ad727 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "GET /v2.0/ports/98e5623f-e714-4e05-baf8-b0226c8444ef HTTP/1.1" status: 404 len: 333 time: 0.0649612 Aug 10 03:43:29.047698 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 59098) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:29.064534 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-76c5ae2e-fd08-4c05-9a01-1471979f9652 req-15f4ba36-0965-4b9a-aa4c-38d0ded1c881 tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] For port 2b899cb9-fb1a-4540-96b6-fe25374fe460, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=2b899cb9-fb1a-4540-96b6-fe25374fe460,segment=NetworkSegment(e5a53d17-1ff5-4c38-91cf-06e9739e30d5),segment_id=e5a53d17-1ff5-4c38-91cf-06e9739e30d5)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:29.065714 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-76c5ae2e-fd08-4c05-9a01-1471979f9652 req-15f4ba36-0965-4b9a-aa4c-38d0ded1c881 tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:29.095718 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-76c5ae2e-fd08-4c05-9a01-1471979f9652 req-15f4ba36-0965-4b9a-aa4c-38d0ded1c881 tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] Calling delete_port for 2b899cb9-fb1a-4540-96b6-fe25374fe460 owned by compute:nova {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:43:29.201318 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-8330e21d-10b2-4968-999a-8952ffd41ce1 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Deleting port f0c0064a-a216-4525-b1e6-53223ce733a4 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:43:29.203207 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8330e21d-10b2-4968-999a-8952ffd41ce1 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:29.270174 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-053f486f-e0a1-497d-9ecb-a0af9a62773f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:29.306123 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-76c5ae2e-fd08-4c05-9a01-1471979f9652 req-15f4ba36-0965-4b9a-aa4c-38d0ded1c881 tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:29.320063 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['2b899cb9-fb1a-4540-96b6-fe25374fe460'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:43:29.345126 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f4ba36-0965-4b9a-aa4c-38d0ded1c881 tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] Pushing event deleted for resources: {'Port': ['ID=2b899cb9-fb1a-4540-96b6-fe25374fe460,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:29.372664 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8330e21d-10b2-4968-999a-8952ffd41ce1 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:29.388694 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-8330e21d-10b2-4968-999a-8952ffd41ce1 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Calling delete_port for f0c0064a-a216-4525-b1e6-53223ce733a4 owned by {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:43:29.432037 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-76c5ae2e-fd08-4c05-9a01-1471979f9652 req-15f4ba36-0965-4b9a-aa4c-38d0ded1c881 tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] No DVR routers for this DVR port 2b899cb9-fb1a-4540-96b6-fe25374fe460 on host n-h2-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:43:29.437989 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-76c5ae2e-fd08-4c05-9a01-1471979f9652 req-15f4ba36-0965-4b9a-aa4c-38d0ded1c881 tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:29.440380 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-76c5ae2e-fd08-4c05-9a01-1471979f9652 req-15f4ba36-0965-4b9a-aa4c-38d0ded1c881 tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] 10.222.0.61 "DELETE /v2.0/ports/2b899cb9-fb1a-4540-96b6-fe25374fe460 HTTP/1.1" status: 204 len: 173 time: 0.7494519 Aug 10 03:43:29.440884 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66fb1c37-bd27-4336-b295-7a796ad4d62b', 'name': 'network-vif-deleted', 'tag': '2b899cb9-fb1a-4540-96b6-fe25374fe460'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:43:29.443354 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f5971d-5aba-4d91-9f9c-b9647dc6c48a" -d '{"events": [{"server_uuid": "66fb1c37-bd27-4336-b295-7a796ad4d62b", "name": "network-vif-deleted", "tag": "2b899cb9-fb1a-4540-96b6-fe25374fe460"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:43:29.496690 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b75bb013-dfb7-409c-af1c-d1124988a2bb x-openstack-request-id: req-b75bb013-dfb7-409c-af1c-d1124988a2bb {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:43:29.497388 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66fb1c37-bd27-4336-b295-7a796ad4d62b", "name": "network-vif-deleted", "tag": "2b899cb9-fb1a-4540-96b6-fe25374fe460", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:43:29.498053 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b75bb013-dfb7-409c-af1c-d1124988a2bb {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:43:29.498491 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66fb1c37-bd27-4336-b295-7a796ad4d62b', 'name': 'network-vif-deleted', 'tag': '2b899cb9-fb1a-4540-96b6-fe25374fe460', 'status': 'completed', 'code': 200} Aug 10 03:43:29.550008 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-053f486f-e0a1-497d-9ecb-a0af9a62773f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:29.556454 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-053f486f-e0a1-497d-9ecb-a0af9a62773f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:29.604814 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-053f486f-e0a1-497d-9ecb-a0af9a62773f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e3f780b91e404530a0635b9ec4cee464&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6104920 Aug 10 03:43:29.606703 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053f486f-e0a1-497d-9ecb-a0af9a62773f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd4a2793-c11a-48b1-a419-4bcc0b02d088,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:29.608620 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 59104) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:29.684255 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8330e21d-10b2-4968-999a-8952ffd41ce1 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:29.704951 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8012b05a-002a-4b5b-ba2c-b68401cbdf71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:29.736782 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8330e21d-10b2-4968-999a-8952ffd41ce1 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Pushing event deleted for resources: {'Port': ['ID=f0c0064a-a216-4525-b1e6-53223ce733a4,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:29.788422 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8012b05a-002a-4b5b-ba2c-b68401cbdf71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:29.874771 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8330e21d-10b2-4968-999a-8952ffd41ce1 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:29.874771 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-8330e21d-10b2-4968-999a-8952ffd41ce1 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "DELETE /v2.0/ports/f0c0064a-a216-4525-b1e6-53223ce733a4 HTTP/1.1" status: 204 len: 168 time: 0.8216436 Aug 10 03:43:29.875806 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59106) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:29.907215 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8012b05a-002a-4b5b-ba2c-b68401cbdf71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:29.910340 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8012b05a-002a-4b5b-ba2c-b68401cbdf71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:29.911571 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-8012b05a-002a-4b5b-ba2c-b68401cbdf71 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fd4a2793-c11a-48b1-a419-4bcc0b02d088 HTTP/1.1" status: 204 len: 168 time: 0.3017504 Aug 10 03:43:29.930731 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8012b05a-002a-4b5b-ba2c-b68401cbdf71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd4a2793-c11a-48b1-a419-4bcc0b02d088,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:29.935866 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-d25aa97e-a851-4e1b-a87b-f5bf154e8313 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] GET failed (client error): The resource could not be found. Aug 10 03:43:29.938112 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-d25aa97e-a851-4e1b-a87b-f5bf154e8313 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "GET /v2.0/ports/f0c0064a-a216-4525-b1e6-53223ce733a4 HTTP/1.1" status: 404 len: 333 time: 0.0611761 Aug 10 03:43:29.942211 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 59110) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:30.035924 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device ad9e619c-ea55-4016-8e94-91f7e8c98a5d up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:43:30.115858 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_v2 [None req-884e6bf0-808b-4e50-bdad-f82d952701bb tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Deleting subnet 9a4933b3-565f-403f-9cc1-100872bc19fa {{(pid=94260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:43:30.149111 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-884e6bf0-808b-4e50-bdad-f82d952701bb tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for subnet, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:30.202981 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port ad9e619c-ea55-4016-8e94-91f7e8c98a5d triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:30.203360 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:30.228131 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e9ed51e1-90c8-4472-aad7-53f030b57aee req-1fbb3043-2ee1-4f27-81f1-f8e4c361bf64 tempest-ServerShowV257Test-2028717153 tempest-ServerShowV257Test-2028717153-project] 10.222.0.44 "GET /v2.0/ports?device_id=2795a063-c37d-44ff-a646-cc541bade3ac HTTP/1.1" status: 200 len: 210 time: 0.0301044 Aug 10 03:43:30.288519 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e8fa6d4c-cbee-4039-b951-46ec08c61544 req-db4724fa-2fe3-4c3e-98a7-80d28c5d5566 tempest-VolumesActionsTest-833261749 tempest-VolumesActionsTest-833261749-project] 10.222.0.44 "GET /v2.0/ports?device_id=66fb1c37-bd27-4336-b295-7a796ad4d62b HTTP/1.1" status: 200 len: 210 time: 0.0571499 Aug 10 03:43:30.334987 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-884e6bf0-808b-4e50-bdad-f82d952701bb tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191173'] for subnet, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:30.462265 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-884e6bf0-808b-4e50-bdad-f82d952701bb tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:30.549703 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59118) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:30.556897 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-884e6bf0-808b-4e50-bdad-f82d952701bb tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:30.574041 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0d65d529-9fd4-4be3-bc43-ca2ee845c124 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:30.591848 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884e6bf0-808b-4e50-bdad-f82d952701bb tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Pushing event deleted for resources: {'Subnet': ['ID=9a4933b3-565f-403f-9cc1-100872bc19fa,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:30.598270 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-884e6bf0-808b-4e50-bdad-f82d952701bb tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:30.604548 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-884e6bf0-808b-4e50-bdad-f82d952701bb tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "DELETE /v2.0/subnets/9a4933b3-565f-403f-9cc1-100872bc19fa HTTP/1.1" status: 204 len: 168 time: 0.6572902 Aug 10 03:43:30.605711 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 59120) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:30.621092 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd51922b-9f73-427c-9079-e329f38ddb1d None None] Network 9d70c3fa-2f39-488e-9310-d6a74dd6f312 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:43:30.719414 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-76bd8c3d-92a4-4d75-8079-b40ea8ff6905 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:30.735605 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0d65d529-9fd4-4be3-bc43-ca2ee845c124 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:30.741206 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0d65d529-9fd4-4be3-bc43-ca2ee845c124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:30.807439 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-0d65d529-9fd4-4be3-bc43-ca2ee845c124 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2fdb28c6455141e887ff05b12b21120c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2559884 Aug 10 03:43:30.809595 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d65d529-9fd4-4be3-bc43-ca2ee845c124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf2cb6ed-567e-4174-b622-9f32fbfe18a4,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:30.811770 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 59122) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:30.830775 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-76bd8c3d-92a4-4d75-8079-b40ea8ff6905 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Deleting port ad9e619c-ea55-4016-8e94-91f7e8c98a5d {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:43:30.831279 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-76bd8c3d-92a4-4d75-8079-b40ea8ff6905 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:30.839702 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95709a57-c1c2-47c3-b521-8669c47103bc None None] DHCP port deletion for 9d70c3fa-2f39-488e-9310-d6a74dd6f312 request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:43:30.897295 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-95709a57-c1c2-47c3-b521-8669c47103bc None None] Deleting port ad9e619c-ea55-4016-8e94-91f7e8c98a5d {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:43:30.897670 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-95709a57-c1c2-47c3-b521-8669c47103bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:30.951496 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [None req-76bd8c3d-92a4-4d75-8079-b40ea8ff6905 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] For port ad9e619c-ea55-4016-8e94-91f7e8c98a5d, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=ad9e619c-ea55-4016-8e94-91f7e8c98a5d,segment=NetworkSegment(3c649eb9-5e8b-4ad0-b054-b28681443597),segment_id=3c649eb9-5e8b-4ad0-b054-b28681443597)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:30.952127 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-76bd8c3d-92a4-4d75-8079-b40ea8ff6905 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:30.967924 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b41e70de-6fca-4ce6-84da-3f865c453454 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:30.968346 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-95709a57-c1c2-47c3-b521-8669c47103bc None None] For port ad9e619c-ea55-4016-8e94-91f7e8c98a5d, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=ad9e619c-ea55-4016-8e94-91f7e8c98a5d,segment=NetworkSegment(3c649eb9-5e8b-4ad0-b054-b28681443597),segment_id=3c649eb9-5e8b-4ad0-b054-b28681443597)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:30.968760 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-95709a57-c1c2-47c3-b521-8669c47103bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:30.970006 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-76bd8c3d-92a4-4d75-8079-b40ea8ff6905 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Calling delete_port for ad9e619c-ea55-4016-8e94-91f7e8c98a5d owned by network:dhcp {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:43:30.983580 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-95709a57-c1c2-47c3-b521-8669c47103bc None None] Calling delete_port for ad9e619c-ea55-4016-8e94-91f7e8c98a5d owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:43:31.030187 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b41e70de-6fca-4ce6-84da-3f865c453454 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:31.070654 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-95709a57-c1c2-47c3-b521-8669c47103bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:31.098851 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95709a57-c1c2-47c3-b521-8669c47103bc None None] Pushing event deleted for resources: {'Port': ['ID=ad9e619c-ea55-4016-8e94-91f7e8c98a5d,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:31.103465 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95709a57-c1c2-47c3-b521-8669c47103bc None None] No DVR routers for this DVR port ad9e619c-ea55-4016-8e94-91f7e8c98a5d on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:43:31.110411 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-76bd8c3d-92a4-4d75-8079-b40ea8ff6905 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:31.114273 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b41e70de-6fca-4ce6-84da-3f865c453454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:31.117325 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b41e70de-6fca-4ce6-84da-3f865c453454 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:31.118400 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-b41e70de-6fca-4ce6-84da-3f865c453454 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bf2cb6ed-567e-4174-b622-9f32fbfe18a4 HTTP/1.1" status: 204 len: 168 time: 0.3043184 Aug 10 03:43:31.150108 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bd8c3d-92a4-4d75-8079-b40ea8ff6905 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Pushing event deleted for resources: {'Port': ['ID=ad9e619c-ea55-4016-8e94-91f7e8c98a5d,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:31.163405 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41e70de-6fca-4ce6-84da-3f865c453454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf2cb6ed-567e-4174-b622-9f32fbfe18a4,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:31.165318 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bd8c3d-92a4-4d75-8079-b40ea8ff6905 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] No DVR routers for this DVR port ad9e619c-ea55-4016-8e94-91f7e8c98a5d on host n-d-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:43:31.258975 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-76bd8c3d-92a4-4d75-8079-b40ea8ff6905 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:31.271339 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-76bd8c3d-92a4-4d75-8079-b40ea8ff6905 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d70c3fa-2f39-488e-9310-d6a74dd6f312']}} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:31.287074 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-76bd8c3d-92a4-4d75-8079-b40ea8ff6905 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c649eb9-5e8b-4ad0-b054-b28681443597') {'for_net_delete': True} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:31.287577 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-76bd8c3d-92a4-4d75-8079-b40ea8ff6905 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c649eb9-5e8b-4ad0-b054-b28681443597') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:31.305904 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-76bd8c3d-92a4-4d75-8079-b40ea8ff6905 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191186'] for segment, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:31.340630 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-76bd8c3d-92a4-4d75-8079-b40ea8ff6905 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:31.362874 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76bd8c3d-92a4-4d75-8079-b40ea8ff6905 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=94260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:43:31.363692 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-76bd8c3d-92a4-4d75-8079-b40ea8ff6905 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58895489'] for segment, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:31.383828 n-d-768862-13 neutron-server[94260]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:43:31.383828 n-d-768862-13 neutron-server[94260]: self.session.flush() Aug 10 03:43:31.383828 n-d-768862-13 neutron-server[94260]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:43:31.383828 n-d-768862-13 neutron-server[94260]: self.session.flush() Aug 10 03:43:31.383828 n-d-768862-13 neutron-server[94260]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:43:31.383828 n-d-768862-13 neutron-server[94260]: self.session.flush() Aug 10 03:43:31.383828 n-d-768862-13 neutron-server[94260]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:43:31.383828 n-d-768862-13 neutron-server[94260]: self.session.flush() Aug 10 03:43:31.383828 n-d-768862-13 neutron-server[94260]: Traceback (most recent call last): Aug 10 03:43:31.383828 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:43:31.383828 n-d-768862-13 neutron-server[94260]: timer() Aug 10 03:43:31.383828 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:43:31.383828 n-d-768862-13 neutron-server[94260]: cb(*args, **kw) Aug 10 03:43:31.383828 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:43:31.383828 n-d-768862-13 neutron-server[94260]: return func(*args, **kwargs) Aug 10 03:43:31.383828 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:43:31.383828 n-d-768862-13 neutron-server[94260]: self._notify() Aug 10 03:43:31.383828 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:43:31.383828 n-d-768862-13 neutron-server[94260]: self.callback(batched_events) Aug 10 03:43:31.383828 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:43:31.383828 n-d-768862-13 neutron-server[94260]: event.method(event) Aug 10 03:43:31.383828 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:43:31.383828 n-d-768862-13 neutron-server[94260]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:43:31.383828 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:43:31.383828 n-d-768862-13 neutron-server[94260]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:43:31.383828 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:43:31.383828 n-d-768862-13 neutron-server[94260]: return f(self, *a, **k) Aug 10 03:43:31.383828 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:43:31.383828 n-d-768862-13 neutron-server[94260]: return self._get(url).json() Aug 10 03:43:31.383828 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:43:31.383828 n-d-768862-13 neutron-server[94260]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:43:31.383828 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:43:31.383828 n-d-768862-13 neutron-server[94260]: return self.request(url, 'GET', **kwargs) Aug 10 03:43:31.383828 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:43:31.383828 n-d-768862-13 neutron-server[94260]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:43:31.383828 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:43:31.383828 n-d-768862-13 neutron-server[94260]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:43:31.383828 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:43:31.383828 n-d-768862-13 neutron-server[94260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:43:31.383828 n-d-768862-13 neutron-server[94260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:43:31.446654 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1dc75ae6-6f7e-49b3-a28d-d6def6bb6521 req-f3de2b89-8b45-4b8f-8fd4-0614e7ddb292 tempest-ServerShowV257Test-2028717153 tempest-ServerShowV257Test-2028717153-project] 10.222.0.44 "GET /v2.0/ports?device_id=2795a063-c37d-44ff-a646-cc541bade3ac HTTP/1.1" status: 200 len: 210 time: 0.0896401 Aug 10 03:43:31.485877 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-76bd8c3d-92a4-4d75-8079-b40ea8ff6905 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:31.492474 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-76bd8c3d-92a4-4d75-8079-b40ea8ff6905 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:31.497615 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-76bd8c3d-92a4-4d75-8079-b40ea8ff6905 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "DELETE /v2.0/networks/9d70c3fa-2f39-488e-9310-d6a74dd6f312 HTTP/1.1" status: 204 len: 168 time: 0.8899937 Aug 10 03:43:31.502813 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59138) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:31.511760 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-76c61d69-bf88-4476-a450-e1dcb02585a8 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1649792544'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:31.543843 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bd8c3d-92a4-4d75-8079-b40ea8ff6905 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Pushing event deleted for resources: {'Network': ['ID=9d70c3fa-2f39-488e-9310-d6a74dd6f312,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:31.563995 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c61d69-bf88-4476-a450-e1dcb02585a8 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Made reservation on behalf of 2dd944f287b540098f0fcef72a77648e for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:43:31.570067 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-76c61d69-bf88-4476-a450-e1dcb02585a8 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:31.604854 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76c61d69-bf88-4476-a450-e1dcb02585a8 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:43:31.615098 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-76c61d69-bf88-4476-a450-e1dcb02585a8 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:31.615456 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-76c61d69-bf88-4476-a450-e1dcb02585a8 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Added segment 2e8bc075-2757-4c5a-bb88-a0cb1ba0b175 of type vlan for network ff14404e-4995-47c8-b164-1276c1f24ff0 Aug 10 03:43:31.701957 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-76c61d69-bf88-4476-a450-e1dcb02585a8 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:31.740153 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-76c61d69-bf88-4476-a450-e1dcb02585a8 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:31.747511 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c61d69-bf88-4476-a450-e1dcb02585a8 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:31.748358 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-76c61d69-bf88-4476-a450-e1dcb02585a8 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:31.826733 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-76c61d69-bf88-4476-a450-e1dcb02585a8 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3194230 Aug 10 03:43:31.831999 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 59158) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:31.836978 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-3b37d51e-7519-4447-8940-a8c8b1b8a728 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Request body: {'subnet': {'network_id': 'ff14404e-4995-47c8-b164-1276c1f24ff0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:31.861042 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c61d69-bf88-4476-a450-e1dcb02585a8 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Pushing event updated for resources: {'Network': ['ID=ff14404e-4995-47c8-b164-1276c1f24ff0,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:31.875713 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network ff14404e-4995-47c8-b164-1276c1f24ff0 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:43:31.956128 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device ad9e619c-ea55-4016-8e94-91f7e8c98a5d no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:43:31.984341 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: ad9e619c-ea55-4016-8e94-91f7e8c98a5d {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:43:31.984823 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device ad9e619c-ea55-4016-8e94-91f7e8c98a5d not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:43:32.023201 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b37d51e-7519-4447-8940-a8c8b1b8a728 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Made reservation on behalf of 2dd944f287b540098f0fcef72a77648e for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:43:32.038856 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3b37d51e-7519-4447-8940-a8c8b1b8a728 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:32.177764 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 2b899cb9-fb1a-4540-96b6-fe25374fe460 no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:43:32.211321 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] No Port match for: 2b899cb9-fb1a-4540-96b6-fe25374fe460 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:43:32.211987 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 2b899cb9-fb1a-4540-96b6-fe25374fe460 not bound to the agent host n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:43:32.312167 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3b37d51e-7519-4447-8940-a8c8b1b8a728 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58895384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805196'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:32.428030 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b37d51e-7519-4447-8940-a8c8b1b8a728 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Pushing event updated for resources: {'Subnet': ['ID=732194b6-9a47-4f65-9eb8-f85ddd63be0a,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:32.441800 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b37d51e-7519-4447-8940-a8c8b1b8a728 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Checking segment: {'id': '2e8bc075-2757-4c5a-bb88-a0cb1ba0b175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ff14404e-4995-47c8-b164-1276c1f24ff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:43:32.442506 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b37d51e-7519-4447-8940-a8c8b1b8a728 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Network hostable DHCP agents. Network: ff14404e-4995-47c8-b164-1276c1f24ff0, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:43:32.475992 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b37d51e-7519-4447-8940-a8c8b1b8a728 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Network ff14404e-4995-47c8-b164-1276c1f24ff0 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:43:32.511071 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-3b37d51e-7519-4447-8940-a8c8b1b8a728 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, ff14404e-4995-47c8-b164-1276c1f24ff0) {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:43:32.520799 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b37d51e-7519-4447-8940-a8c8b1b8a728 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:32.522042 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3b37d51e-7519-4447-8940-a8c8b1b8a728 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:32.524144 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69df35d7-ba7a-4978-ba3d-8256c9d763e5 None None] Network ff14404e-4995-47c8-b164-1276c1f24ff0 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:43:32.564749 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59198) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:32.565739 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-3b37d51e-7519-4447-8940-a8c8b1b8a728 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7347975 Aug 10 03:43:32.591584 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-4122c59c-10cb-40df-9602-d560707c7b5c tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-68717508', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:32.647272 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c7afcbad-80b8-4641-bf7c-c29dcf34e4bd req-18b98236-9efc-4802-8fce-a63574f94608 tempest-ServerShowV257Test-2028717153 tempest-ServerShowV257Test-2028717153-project] 10.222.0.44 "GET /v2.0/ports?device_id=2795a063-c37d-44ff-a646-cc541bade3ac HTTP/1.1" status: 200 len: 210 time: 0.0568223 Aug 10 03:43:32.650820 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4122c59c-10cb-40df-9602-d560707c7b5c tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:32.652142 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4122c59c-10cb-40df-9602-d560707c7b5c tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:32.807674 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dff4579-d010-4d55-bd52-f3a14f77ff26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-ff14404e-4995-47c8-b164-1276c1f24ff0', 'network_id': 'ff14404e-4995-47c8-b164-1276c1f24ff0', 'tenant_id': '2dd944f287b540098f0fcef72a77648e', 'fixed_ips': [{'subnet_id': '732194b6-9a47-4f65-9eb8-f85ddd63be0a'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:43:32.808545 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4122c59c-10cb-40df-9602-d560707c7b5c tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:32.810554 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9dff4579-d010-4d55-bd52-f3a14f77ff26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:32.818492 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4122c59c-10cb-40df-9602-d560707c7b5c tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:32.842897 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4122c59c-10cb-40df-9602-d560707c7b5c tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:32.844960 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-4122c59c-10cb-40df-9602-d560707c7b5c tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2783513 Aug 10 03:43:32.849274 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59210) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:32.857277 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-98d0896b-ac2b-4299-9cef-423daf8928bb tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Request body: {'port': {'network_id': 'ff14404e-4995-47c8-b164-1276c1f24ff0', 'name': 'tempest-PortsTestJSON-177386755'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:33.047967 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-9dff4579-d010-4d55-bd52-f3a14f77ff26 None None] Allocated IP 172.20.0.2 (ff14404e-4995-47c8-b164-1276c1f24ff0/732194b6-9a47-4f65-9eb8-f85ddd63be0a/80e7d89b-73ae-4939-ba61-b96ffec0cabd) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:43:33.069344 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d0896b-ac2b-4299-9cef-423daf8928bb tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Made reservation on behalf of 2dd944f287b540098f0fcef72a77648e for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:43:33.073378 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-98d0896b-ac2b-4299-9cef-423daf8928bb tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:33.115482 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [None req-98d0896b-ac2b-4299-9cef-423daf8928bb tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] device_id is not set on port a9bab2ae-8255-449a-9fc4-4429a4ab5896 yet. {{(pid=94261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:43:33.274985 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:33.296957 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9dff4579-d010-4d55-bd52-f3a14f77ff26 None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:33.315295 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-9dff4579-d010-4d55-bd52-f3a14f77ff26 None None] Transition to ACTIVE for port object 80e7d89b-73ae-4939-ba61-b96ffec0cabd will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:43:33.349907 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-9dff4579-d010-4d55-bd52-f3a14f77ff26 None None] Transition to ACTIVE for port object 80e7d89b-73ae-4939-ba61-b96ffec0cabd will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:43:33.366591 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9dff4579-d010-4d55-bd52-f3a14f77ff26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:33.418691 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dff4579-d010-4d55-bd52-f3a14f77ff26 None None] Network ff14404e-4995-47c8-b164-1276c1f24ff0 is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:43:33.422438 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-9dff4579-d010-4d55-bd52-f3a14f77ff26 None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:43:33.430147 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dff4579-d010-4d55-bd52-f3a14f77ff26 None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:43:33.461236 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dff4579-d010-4d55-bd52-f3a14f77ff26 None None] Pushing event updated for resources: {'Port': ['ID=80e7d89b-73ae-4939-ba61-b96ffec0cabd,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:33.503916 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-98d0896b-ac2b-4299-9cef-423daf8928bb tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Allocated IP 172.20.0.8 (ff14404e-4995-47c8-b164-1276c1f24ff0/732194b6-9a47-4f65-9eb8-f85ddd63be0a/a9bab2ae-8255-449a-9fc4-4429a4ab5896) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:43:33.504142 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-9dff4579-d010-4d55-bd52-f3a14f77ff26 None None] Attempting to bind port 80e7d89b-73ae-4939-ba61-b96ffec0cabd on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:43:33.504449 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-9dff4579-d010-4d55-bd52-f3a14f77ff26 None None] Attempting to bind port 80e7d89b-73ae-4939-ba61-b96ffec0cabd by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '2e8bc075-2757-4c5a-bb88-a0cb1ba0b175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ff14404e-4995-47c8-b164-1276c1f24ff0'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:43:33.504824 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dff4579-d010-4d55-bd52-f3a14f77ff26 None None] Attempting to bind port 80e7d89b-73ae-4939-ba61-b96ffec0cabd on network ff14404e-4995-47c8-b164-1276c1f24ff0 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:43:33.511627 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dff4579-d010-4d55-bd52-f3a14f77ff26 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:43:33.513465 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dff4579-d010-4d55-bd52-f3a14f77ff26 None None] Checking segment: {'id': '2e8bc075-2757-4c5a-bb88-a0cb1ba0b175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ff14404e-4995-47c8-b164-1276c1f24ff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:43:33.521099 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9dff4579-d010-4d55-bd52-f3a14f77ff26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:33.521640 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dff4579-d010-4d55-bd52-f3a14f77ff26 None None] Bound using segment: {'id': '2e8bc075-2757-4c5a-bb88-a0cb1ba0b175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ff14404e-4995-47c8-b164-1276c1f24ff0'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:43:33.522168 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-9dff4579-d010-4d55-bd52-f3a14f77ff26 None None] Bound port: 80e7d89b-73ae-4939-ba61-b96ffec0cabd, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e8bc075-2757-4c5a-bb88-a0cb1ba0b175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ff14404e-4995-47c8-b164-1276c1f24ff0'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:43:33.523784 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9dff4579-d010-4d55-bd52-f3a14f77ff26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:33.661390 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-9dff4579-d010-4d55-bd52-f3a14f77ff26 None None] For port 80e7d89b-73ae-4939-ba61-b96ffec0cabd, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:43:33.668858 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-9dff4579-d010-4d55-bd52-f3a14f77ff26 None None] For port 80e7d89b-73ae-4939-ba61-b96ffec0cabd, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=80e7d89b-73ae-4939-ba61-b96ffec0cabd,segment=NetworkSegment(2e8bc075-2757-4c5a-bb88-a0cb1ba0b175),segment_id=2e8bc075-2757-4c5a-bb88-a0cb1ba0b175)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:43:33.675636 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9dff4579-d010-4d55-bd52-f3a14f77ff26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:33.802141 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dff4579-d010-4d55-bd52-f3a14f77ff26 None None] Pushing event updated for resources: {'Port': ['ID=80e7d89b-73ae-4939-ba61-b96ffec0cabd,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:33.810635 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5f74a81d-2cd5-46b0-903f-1fa3aba85684 req-017143ee-1955-4e07-a00c-642f46a4cf4a tempest-ServerShowV257Test-2028717153 tempest-ServerShowV257Test-2028717153-project] 10.222.0.44 "GET /v2.0/ports?device_id=2795a063-c37d-44ff-a646-cc541bade3ac HTTP/1.1" status: 200 len: 210 time: 0.0531840 Aug 10 03:43:33.872107 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-98d0896b-ac2b-4299-9cef-423daf8928bb tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:33.928009 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [None req-98d0896b-ac2b-4299-9cef-423daf8928bb tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Transition to ACTIVE for port object a9bab2ae-8255-449a-9fc4-4429a4ab5896 will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:43:34.013536 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-98d0896b-ac2b-4299-9cef-423daf8928bb tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:34.183843 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d0896b-ac2b-4299-9cef-423daf8928bb tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Network ff14404e-4995-47c8-b164-1276c1f24ff0 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:43:34.195663 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-98d0896b-ac2b-4299-9cef-423daf8928bb tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:43:34.216117 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d0896b-ac2b-4299-9cef-423daf8928bb tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:43:34.293774 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d0896b-ac2b-4299-9cef-423daf8928bb tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Pushing event updated for resources: {'Port': ['ID=a9bab2ae-8255-449a-9fc4-4429a4ab5896,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:34.414883 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d0896b-ac2b-4299-9cef-423daf8928bb tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:34.416274 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-98d0896b-ac2b-4299-9cef-423daf8928bb tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:34.476883 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-98d0896b-ac2b-4299-9cef-423daf8928bb tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.6217051 Aug 10 03:43:34.477227 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 59258) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:34.776091 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59270) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:35.123175 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-66147b92-db0e-4e39-919c-1d29e9ad7161 req-eb4e9b89-c5fe-44a4-99f9-31a5c89aba19 tempest-ServerShowV257Test-2028717153 tempest-ServerShowV257Test-2028717153-project] 10.222.0.44 "GET /v2.0/ports?device_id=2795a063-c37d-44ff-a646-cc541bade3ac HTTP/1.1" status: 200 len: 210 time: 0.0840414 Aug 10 03:43:35.138138 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-de86a4f5-3f0e-42a9-b345-1bf869b206be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:35.372053 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c0db0e50-f393-49cf-b149-bfe363e0237f tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:35.394836 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-de86a4f5-3f0e-42a9-b345-1bf869b206be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:35.408936 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-de86a4f5-3f0e-42a9-b345-1bf869b206be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:35.438782 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:43:35.534456 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-de86a4f5-3f0e-42a9-b345-1bf869b206be admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cf380a4365864675afbfd6850bda8f87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7561469 Aug 10 03:43:35.534765 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 59280) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:35.538277 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de86a4f5-3f0e-42a9-b345-1bf869b206be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e195f225-b796-46a8-82d4-4936573a7d8e,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:35.834344 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f02355f8-9410-4dfd-9116-37f499ad9a94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:35.884582 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f795cfcc-05eb-4777-9938-574c855a4924 None None] Network ff14404e-4995-47c8-b164-1276c1f24ff0 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:43:35.989896 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f02355f8-9410-4dfd-9116-37f499ad9a94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:36.045252 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-6a47da8a-9a18-4eed-83ce-2280dae84ca9 None None] Provisioning for port 80e7d89b-73ae-4939-ba61-b96ffec0cabd completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:43:36.100978 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 80e7d89b-73ae-4939-ba61-b96ffec0cabd up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:43:36.218189 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c0db0e50-f393-49cf-b149-bfe363e0237f tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:36.230841 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c0db0e50-f393-49cf-b149-bfe363e0237f tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:36.389993 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 80e7d89b-73ae-4939-ba61-b96ffec0cabd completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:43:36.417813 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 80e7d89b-73ae-4939-ba61-b96ffec0cabd triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:36.418755 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:36.574864 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:36.721842 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 80e7d89b-73ae-4939-ba61-b96ffec0cabd, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=80e7d89b-73ae-4939-ba61-b96ffec0cabd,segment=NetworkSegment(2e8bc075-2757-4c5a-bb88-a0cb1ba0b175),segment_id=2e8bc075-2757-4c5a-bb88-a0cb1ba0b175)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:36.733699 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:36.850963 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-4698b145-1e90-4bf2-852a-395cda76cd01 None None] Provisioning for port a9bab2ae-8255-449a-9fc4-4429a4ab5896 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:43:36.867034 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-4698b145-1e90-4bf2-852a-395cda76cd01 None None] Provisioning complete for port a9bab2ae-8255-449a-9fc4-4429a4ab5896 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:36.868177 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4698b145-1e90-4bf2-852a-395cda76cd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:36.917397 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-4698b145-1e90-4bf2-852a-395cda76cd01 None None] Port a9bab2ae-8255-449a-9fc4-4429a4ab5896 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:43:36.931711 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=80e7d89b-73ae-4939-ba61-b96ffec0cabd,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:36.970343 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-4698b145-1e90-4bf2-852a-395cda76cd01 None None] Provisioning complete for port 80e7d89b-73ae-4939-ba61-b96ffec0cabd triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:36.971484 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4698b145-1e90-4bf2-852a-395cda76cd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:37.015523 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f02355f8-9410-4dfd-9116-37f499ad9a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:37.020890 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f02355f8-9410-4dfd-9116-37f499ad9a94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:37.030311 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-f02355f8-9410-4dfd-9116-37f499ad9a94 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e195f225-b796-46a8-82d4-4936573a7d8e HTTP/1.1" status: 204 len: 168 time: 1.4949408 Aug 10 03:43:37.213583 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ea6f0ff8-e727-48b2-b9ba-54c2a8d256dc req-93cd4f21-3a7b-4ca2-ad23-786cb8c11b98 tempest-ServerShowV257Test-2028717153 tempest-ServerShowV257Test-2028717153-project] 10.222.0.44 "GET /v2.0/ports?device_id=2795a063-c37d-44ff-a646-cc541bade3ac HTTP/1.1" status: 200 len: 210 time: 0.2068005 Aug 10 03:43:37.261627 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02355f8-9410-4dfd-9116-37f499ad9a94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e195f225-b796-46a8-82d4-4936573a7d8e,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:37.283999 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0db0e50-f393-49cf-b149-bfe363e0237f tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Pushing event updated for resources: {'Port': ['ID=a9bab2ae-8255-449a-9fc4-4429a4ab5896,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:37.326347 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-befee7ce-d0cf-4b6a-8e1c-8da92c538ff7 None None] Provisioning complete for port a9bab2ae-8255-449a-9fc4-4429a4ab5896 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:37.327022 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-befee7ce-d0cf-4b6a-8e1c-8da92c538ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:37.408793 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-befee7ce-d0cf-4b6a-8e1c-8da92c538ff7 None None] Port a9bab2ae-8255-449a-9fc4-4429a4ab5896 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:43:37.588034 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c0db0e50-f393-49cf-b149-bfe363e0237f tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521745'] for router_interface, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:37.652337 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-cad79583-4e70-44ad-bf4b-15f2f67a60c1 None None] Provisioning complete for port a9bab2ae-8255-449a-9fc4-4429a4ab5896 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:37.657537 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-cad79583-4e70-44ad-bf4b-15f2f67a60c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:37.738034 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 59300) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:37.760677 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-958ebfc7-2d58-46a2-a924-38a1c9a55b4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:37.786613 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-cad79583-4e70-44ad-bf4b-15f2f67a60c1 None None] Port a9bab2ae-8255-449a-9fc4-4429a4ab5896 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:43:37.900988 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c0db0e50-f393-49cf-b149-bfe363e0237f tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:37.967768 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 80e7d89b-73ae-4939-ba61-b96ffec0cabd up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:43:38.048103 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-958ebfc7-2d58-46a2-a924-38a1c9a55b4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:38.065004 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 80e7d89b-73ae-4939-ba61-b96ffec0cabd triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:38.066121 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:38.108740 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-958ebfc7-2d58-46a2-a924-38a1c9a55b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:38.205493 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-958ebfc7-2d58-46a2-a924-38a1c9a55b4c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=557c9d840f8947329013d07cc4ea079a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4659319 Aug 10 03:43:38.209637 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59306) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:38.216065 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958ebfc7-2d58-46a2-a924-38a1c9a55b4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd679d8-8ef5-433e-a492-3c0d19138700,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:38.369584 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-049bfbe5-a969-4e68-839a-f2a519a2abd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:38.392170 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a2579ee7-3ad4-4e5d-8daf-58b067783323 req-9b3b575b-91cd-4e45-86e4-f055ac908fb6 tempest-ServerShowV257Test-2028717153 tempest-ServerShowV257Test-2028717153-project] 10.222.0.44 "GET /v2.0/ports?device_id=2795a063-c37d-44ff-a646-cc541bade3ac HTTP/1.1" status: 200 len: 210 time: 0.0455000 Aug 10 03:43:38.450949 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-049bfbe5-a969-4e68-839a-f2a519a2abd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:38.509079 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c0db0e50-f393-49cf-b149-bfe363e0237f tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:38.521391 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c0db0e50-f393-49cf-b149-bfe363e0237f tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:38.629389 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-049bfbe5-a969-4e68-839a-f2a519a2abd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:38.639355 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-049bfbe5-a969-4e68-839a-f2a519a2abd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:38.649136 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-049bfbe5-a969-4e68-839a-f2a519a2abd4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1fd679d8-8ef5-433e-a492-3c0d19138700 HTTP/1.1" status: 204 len: 168 time: 0.4357448 Aug 10 03:43:38.667669 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049bfbe5-a969-4e68-839a-f2a519a2abd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd679d8-8ef5-433e-a492-3c0d19138700,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:38.743296 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0db0e50-f393-49cf-b149-bfe363e0237f tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Pushing event updated for resources: {'Port': ['ID=a9bab2ae-8255-449a-9fc4-4429a4ab5896,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:38.747173 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c0db0e50-f393-49cf-b149-bfe363e0237f tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521893'] for router_interface, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:38.993863 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0db0e50-f393-49cf-b149-bfe363e0237f tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Network ff14404e-4995-47c8-b164-1276c1f24ff0 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:43:38.995646 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-c0db0e50-f393-49cf-b149-bfe363e0237f tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:43:39.359729 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0db0e50-f393-49cf-b149-bfe363e0237f tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Router 71be12a4-70ac-4a8a-81cb-50c11e8e0689 is scheduled to L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e with binding_index 1 {{(pid=94260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:43:39.491028 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-ac3c5461-42f4-4bfa-8842-95dc1ad9f090 None None] Provisioning complete for port a9bab2ae-8255-449a-9fc4-4429a4ab5896 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:39.491711 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ac3c5461-42f4-4bfa-8842-95dc1ad9f090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:39.612048 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-ac3c5461-42f4-4bfa-8842-95dc1ad9f090 None None] Port a9bab2ae-8255-449a-9fc4-4429a4ab5896 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:43:39.626676 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0db0e50-f393-49cf-b149-bfe363e0237f tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:43:39.634302 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-c0db0e50-f393-49cf-b149-bfe363e0237f tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "PUT /v2.0/routers/71be12a4-70ac-4a8a-81cb-50c11e8e0689/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1557693 Aug 10 03:43:39.638277 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59330) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:39.665109 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f632fb-66b2-4b24-9b96-6b2cc2575d03 None None] Sync routers for ids ['71be12a4-70ac-4a8a-81cb-50c11e8e0689'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:43:39.705337 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f632fb-66b2-4b24-9b96-6b2cc2575d03 None None] Routers {'71be12a4-70ac-4a8a-81cb-50c11e8e0689'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:43:39.706365 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-13f632fb-66b2-4b24-9b96-6b2cc2575d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:43:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['71be12a4-70ac-4a8a-81cb-50c11e8e0689'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:39.736383 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-54358ea5-71a9-4189-b5a4-961856c196f9 req-49f321ee-1790-4bbc-8b0a-f7f0fb1e8ee0 tempest-ServerShowV257Test-2028717153 tempest-ServerShowV257Test-2028717153-project] 10.222.0.44 "GET /v2.0/ports?device_id=2795a063-c37d-44ff-a646-cc541bade3ac HTTP/1.1" status: 200 len: 210 time: 0.0610321 Aug 10 03:43:39.875891 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-13f632fb-66b2-4b24-9b96-6b2cc2575d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:39.880987 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2929f7-cb83-45ff-8f13-f1480fa02a4d tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:39.887283 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ce2929f7-cb83-45ff-8f13-f1480fa02a4d tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "GET /v2.0/ports?device_id=71be12a4-70ac-4a8a-81cb-50c11e8e0689 HTTP/1.1" status: 200 len: 981 time: 0.2461219 Aug 10 03:43:39.890155 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59334) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:39.902399 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f632fb-66b2-4b24-9b96-6b2cc2575d03 None None] Routers {'71be12a4-70ac-4a8a-81cb-50c11e8e0689'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:43:39.902399 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-13f632fb-66b2-4b24-9b96-6b2cc2575d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:43:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['71be12a4-70ac-4a8a-81cb-50c11e8e0689'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:40.045551 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-13f632fb-66b2-4b24-9b96-6b2cc2575d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:40.046635 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f632fb-66b2-4b24-9b96-6b2cc2575d03 None None] The sync data for ids ['71be12a4-70ac-4a8a-81cb-50c11e8e0689'] in n-d-768862-13 is: [] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:43:40.312925 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 59348) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:40.539171 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-1dee04be-489e-4bf9-9149-3b6722659810 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1123722978-network', 'tenant_id': '58ac2bb3f8824e3ba21e0920319c03e6'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:40.586167 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dee04be-489e-4bf9-9149-3b6722659810 admin admin] Made reservation on behalf of 58ac2bb3f8824e3ba21e0920319c03e6 for: {'network': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:43:40.589415 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1dee04be-489e-4bf9-9149-3b6722659810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:40.607859 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1dee04be-489e-4bf9-9149-3b6722659810 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:40.672916 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-caa39e1d-dfcc-4d7b-8f53-ff68313939a2 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521880'] for router_interface, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:40.768216 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1dee04be-489e-4bf9-9149-3b6722659810 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:40.796536 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1dee04be-489e-4bf9-9149-3b6722659810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:40.876493 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dee04be-489e-4bf9-9149-3b6722659810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fee3d9bf-2db1-4a49-abaf-0a9521ceb125,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:40.901210 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dee04be-489e-4bf9-9149-3b6722659810 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=94260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:43:40.984376 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f29194b5-d8d4-4a5d-a8ba-406508fbd303 req-54e0ac8f-21ee-441d-85da-c49911902fbc tempest-ServerShowV257Test-2028717153 tempest-ServerShowV257Test-2028717153-project] 10.222.0.44 "GET /v2.0/ports?device_id=2795a063-c37d-44ff-a646-cc541bade3ac HTTP/1.1" status: 200 len: 210 time: 0.0781734 Aug 10 03:43:40.999259 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1dee04be-489e-4bf9-9149-3b6722659810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:40.999628 n-d-768862-13 neutron-server[94260]: INFO neutron.db.segments_db [None req-1dee04be-489e-4bf9-9149-3b6722659810 admin admin] Added segment 36cef76e-8c54-48f6-98aa-91de0619de09 of type vlan for network bd37fcf2-db05-4122-8089-a0cf424dd71e Aug 10 03:43:41.082924 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1dee04be-489e-4bf9-9149-3b6722659810 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:41.178041 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1dee04be-489e-4bf9-9149-3b6722659810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:41.181165 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dee04be-489e-4bf9-9149-3b6722659810 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:41.181165 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1dee04be-489e-4bf9-9149-3b6722659810 admin admin] Notify callbacks [] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:41.257456 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-caa39e1d-dfcc-4d7b-8f53-ff68313939a2 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Deleting port a9bab2ae-8255-449a-9fc4-4429a4ab5896 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:43:41.257806 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-caa39e1d-dfcc-4d7b-8f53-ff68313939a2 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:41.334826 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-1dee04be-489e-4bf9-9149-3b6722659810 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0193913 Aug 10 03:43:41.343345 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 59364) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:41.370386 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-20fd01da-aa71-44f6-8b30-3622c74a01f3 admin admin] Request body: {'subnet': {'network_id': 'bd37fcf2-db05-4122-8089-a0cf424dd71e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1123722978-subnet', 'tenant_id': '58ac2bb3f8824e3ba21e0920319c03e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:41.417690 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dee04be-489e-4bf9-9149-3b6722659810 admin admin] Pushing event updated for resources: {'Network': ['ID=bd37fcf2-db05-4122-8089-a0cf424dd71e,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:41.435785 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network bd37fcf2-db05-4122-8089-a0cf424dd71e details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:43:41.454551 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20fd01da-aa71-44f6-8b30-3622c74a01f3 admin admin] Made reservation on behalf of 58ac2bb3f8824e3ba21e0920319c03e6 for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:43:41.461198 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-20fd01da-aa71-44f6-8b30-3622c74a01f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:41.603875 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-caa39e1d-dfcc-4d7b-8f53-ff68313939a2 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:41.645225 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-caa39e1d-dfcc-4d7b-8f53-ff68313939a2 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Calling delete_port for a9bab2ae-8255-449a-9fc4-4429a4ab5896 owned by network:router_interface {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:43:41.941204 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-20fd01da-aa71-44f6-8b30-3622c74a01f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58895384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805196'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:42.035180 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fd01da-aa71-44f6-8b30-3622c74a01f3 admin admin] Checking segment: {'id': '36cef76e-8c54-48f6-98aa-91de0619de09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bd37fcf2-db05-4122-8089-a0cf424dd71e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:43:42.035622 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20fd01da-aa71-44f6-8b30-3622c74a01f3 admin admin] Network hostable DHCP agents. Network: bd37fcf2-db05-4122-8089-a0cf424dd71e, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:43:42.038391 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fd01da-aa71-44f6-8b30-3622c74a01f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c3c810e-942a-469e-8f46-fd2af3bb3c18,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:42.083190 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20fd01da-aa71-44f6-8b30-3622c74a01f3 admin admin] Network bd37fcf2-db05-4122-8089-a0cf424dd71e is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:43:42.167452 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-20fd01da-aa71-44f6-8b30-3622c74a01f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, bd37fcf2-db05-4122-8089-a0cf424dd71e) {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:43:42.181433 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fd01da-aa71-44f6-8b30-3622c74a01f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:42.184552 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c8f808-9345-4af6-8da5-de2e321d9ddf None None] Network bd37fcf2-db05-4122-8089-a0cf424dd71e requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:43:42.185382 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-20fd01da-aa71-44f6-8b30-3622c74a01f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:42.266895 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-10b5e908-71fb-4f09-8074-1396e9ddeee6 req-a2f9419e-5f82-4ed2-bc24-746535a3594f tempest-ServerShowV257Test-2028717153 tempest-ServerShowV257Test-2028717153-project] 10.222.0.44 "GET /v2.0/ports?device_id=2795a063-c37d-44ff-a646-cc541bade3ac HTTP/1.1" status: 200 len: 210 time: 0.0713627 Aug 10 03:43:42.272563 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-20fd01da-aa71-44f6-8b30-3622c74a01f3 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9277935 Aug 10 03:43:42.287305 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-caa39e1d-dfcc-4d7b-8f53-ff68313939a2 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:42.366816 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa39e1d-dfcc-4d7b-8f53-ff68313939a2 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Pushing event deleted for resources: {'Port': ['ID=a9bab2ae-8255-449a-9fc4-4429a4ab5896,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:42.714378 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1789c8-f721-4459-852e-b498e4c69eb0 req-e81dcefc-1e94-451c-a754-80cac212deb5 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:42.716528 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0e1789c8-f721-4459-852e-b498e4c69eb0 req-e81dcefc-1e94-451c-a754-80cac212deb5 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/ports?device_id=00df8480-85ee-4cc7-b3c5-8f758aa1d93c HTTP/1.1" status: 200 len: 945 time: 0.1184068 Aug 10 03:43:42.774002 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-caa39e1d-dfcc-4d7b-8f53-ff68313939a2 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-522536'] for router_interface, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:42.811265 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c945df-8e29-4959-ae87-0260ea1073df None None] Network bd37fcf2-db05-4122-8089-a0cf424dd71e requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:43:42.812169 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0e1789c8-f721-4459-852e-b498e4c69eb0 req-7bb6fb59-0525-4f5d-aef5-2f9cddd8b0a8 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/security-groups?id=3dcf7ed8-b8b4-4f0f-9ac1-131f6ed7d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793350 Aug 10 03:43:43.041218 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caa39e1d-dfcc-4d7b-8f53-ff68313939a2 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Router 71be12a4-70ac-4a8a-81cb-50c11e8e0689 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:43:43.140460 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caa39e1d-dfcc-4d7b-8f53-ff68313939a2 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:43:43.153992 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c780c0d4-e77d-433c-b29f-a08532b8e91f None None] Sync routers for ids ['71be12a4-70ac-4a8a-81cb-50c11e8e0689'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:43:43.170492 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c780c0d4-e77d-433c-b29f-a08532b8e91f None None] Routers {'71be12a4-70ac-4a8a-81cb-50c11e8e0689'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:43:43.171147 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-c780c0d4-e77d-433c-b29f-a08532b8e91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:43:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['71be12a4-70ac-4a8a-81cb-50c11e8e0689'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:43.173595 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-caa39e1d-dfcc-4d7b-8f53-ff68313939a2 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "PUT /v2.0/routers/71be12a4-70ac-4a8a-81cb-50c11e8e0689/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2792771 Aug 10 03:43:43.177283 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59384) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:43.217042 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-c780c0d4-e77d-433c-b29f-a08532b8e91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:43.231648 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c780c0d4-e77d-433c-b29f-a08532b8e91f None None] Routers {'71be12a4-70ac-4a8a-81cb-50c11e8e0689'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:43:43.232640 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-c780c0d4-e77d-433c-b29f-a08532b8e91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:43:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['71be12a4-70ac-4a8a-81cb-50c11e8e0689'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:43.235004 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d06d82e-e7ac-4281-b502-710a8c481c81 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] GET failed (client error): The resource could not be found. Aug 10 03:43:43.238879 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-2d06d82e-e7ac-4281-b502-710a8c481c81 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "GET /v2.0/ports/a9bab2ae-8255-449a-9fc4-4429a4ab5896 HTTP/1.1" status: 404 len: 333 time: 0.0586822 Aug 10 03:43:43.241119 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59394) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:43.291972 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-c780c0d4-e77d-433c-b29f-a08532b8e91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:43.292646 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c780c0d4-e77d-433c-b29f-a08532b8e91f None None] The sync data for ids ['71be12a4-70ac-4a8a-81cb-50c11e8e0689'] in n-d-768862-13 is: [] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:43:43.410474 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2dfb557c-7ea5-4e41-be4f-9f852cc7de31 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for router, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:43.593884 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cb04a7c0-6280-4104-80b8-a7b18e6dbfeb req-c60b8d37-be05-4c9a-9a88-653e4b2bce3f tempest-ServerShowV257Test-2028717153 tempest-ServerShowV257Test-2028717153-project] 10.222.0.44 "GET /v2.0/ports?device_id=2795a063-c37d-44ff-a646-cc541bade3ac HTTP/1.1" status: 200 len: 210 time: 0.0899153 Aug 10 03:43:43.655439 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2dfb557c-7ea5-4e41-be4f-9f852cc7de31 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:43.659931 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2dfb557c-7ea5-4e41-be4f-9f852cc7de31 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:43.673073 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 59402) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:43.680101 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-2f510f53-579b-4aa2-8e67-169a35eba0fb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1826110283-network', 'tenant_id': '542ab73c00194244a54851e91cffad42'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:43.717582 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f510f53-579b-4aa2-8e67-169a35eba0fb admin admin] Made reservation on behalf of 542ab73c00194244a54851e91cffad42 for: {'network': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:43:43.721940 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2f510f53-579b-4aa2-8e67-169a35eba0fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:43.738018 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2f510f53-579b-4aa2-8e67-169a35eba0fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:43.755718 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2dfb557c-7ea5-4e41-be4f-9f852cc7de31 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:43.757046 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dfb557c-7ea5-4e41-be4f-9f852cc7de31 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Fanout notify agent at l3_agent the message router_deleted on router 71be12a4-70ac-4a8a-81cb-50c11e8e0689 {{(pid=94261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:43:43.793095 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2dfb557c-7ea5-4e41-be4f-9f852cc7de31 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:43.797433 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-2dfb557c-7ea5-4e41-be4f-9f852cc7de31 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "DELETE /v2.0/routers/71be12a4-70ac-4a8a-81cb-50c11e8e0689 HTTP/1.1" status: 204 len: 168 time: 0.5519707 Aug 10 03:43:43.799826 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59404) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:43.936930 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef024872-ac18-4682-860e-910fa7fdb39c tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Deleting subnet 732194b6-9a47-4f65-9eb8-f85ddd63be0a {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:43:43.940503 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ef024872-ac18-4682-860e-910fa7fdb39c tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:44.028714 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ef024872-ac18-4682-860e-910fa7fdb39c tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:44.079019 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2f510f53-579b-4aa2-8e67-169a35eba0fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:44.092087 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2f510f53-579b-4aa2-8e67-169a35eba0fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:44.139834 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f510f53-579b-4aa2-8e67-169a35eba0fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82863d01-7a28-4ef5-8b7b-c33c78069ee0,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:44.167078 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd48102-aa5b-4948-8f1f-76cb358068e5 req-e8d05214-5259-4b2e-a6eb-2f136bed9717 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:44.170371 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9dd48102-aa5b-4948-8f1f-76cb358068e5 req-e8d05214-5259-4b2e-a6eb-2f136bed9717 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/ports?device_id=00df8480-85ee-4cc7-b3c5-8f758aa1d93c HTTP/1.1" status: 200 len: 945 time: 0.1806996 Aug 10 03:43:44.178581 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f510f53-579b-4aa2-8e67-169a35eba0fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=94260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:43:44.184143 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ef024872-ac18-4682-860e-910fa7fdb39c tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:44.227929 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2f510f53-579b-4aa2-8e67-169a35eba0fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:44.228323 n-d-768862-13 neutron-server[94260]: INFO neutron.db.segments_db [None req-2f510f53-579b-4aa2-8e67-169a35eba0fb admin admin] Added segment c1401443-ed45-4519-bc8d-683b3543403b of type vlan for network d1b3d19f-cae6-441e-b18a-00a18ea37667 Aug 10 03:43:44.304867 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ef024872-ac18-4682-860e-910fa7fdb39c tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:44.333706 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9dd48102-aa5b-4948-8f1f-76cb358068e5 req-d5404942-35db-4122-846c-d09496e5cb3b tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/security-groups?id=3dcf7ed8-b8b4-4f0f-9ac1-131f6ed7d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1514604 Aug 10 03:43:44.347535 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2f510f53-579b-4aa2-8e67-169a35eba0fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:44.377811 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ef024872-ac18-4682-860e-910fa7fdb39c tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:44.384281 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59542117-3c32-4e02-a58d-8866cd8decab None None] Network ff14404e-4995-47c8-b164-1276c1f24ff0 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:43:44.401458 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ef024872-ac18-4682-860e-910fa7fdb39c tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "DELETE /v2.0/subnets/732194b6-9a47-4f65-9eb8-f85ddd63be0a HTTP/1.1" status: 204 len: 168 time: 0.5988562 Aug 10 03:43:44.401725 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 59412) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:44.404131 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef024872-ac18-4682-860e-910fa7fdb39c tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Pushing event deleted for resources: {'Subnet': ['ID=732194b6-9a47-4f65-9eb8-f85ddd63be0a,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:44.432735 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2f510f53-579b-4aa2-8e67-169a35eba0fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:44.436334 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f510f53-579b-4aa2-8e67-169a35eba0fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:44.440632 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2f510f53-579b-4aa2-8e67-169a35eba0fb admin admin] Notify callbacks [] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:44.600938 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-2f510f53-579b-4aa2-8e67-169a35eba0fb admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9244003 Aug 10 03:43:44.601617 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59414) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:44.610523 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-85497bfa-c360-4d02-98ae-a9e10f93c0be admin admin] Request body: {'subnet': {'network_id': 'd1b3d19f-cae6-441e-b18a-00a18ea37667', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1826110283-subnet', 'tenant_id': '542ab73c00194244a54851e91cffad42', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:44.635944 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6eaddb1a-7f30-499f-88a2-9f8b8abbc15b tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:44.640749 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f510f53-579b-4aa2-8e67-169a35eba0fb admin admin] Pushing event updated for resources: {'Network': ['ID=d1b3d19f-cae6-441e-b18a-00a18ea37667,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:44.657455 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network d1b3d19f-cae6-441e-b18a-00a18ea37667 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:43:44.671878 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85497bfa-c360-4d02-98ae-a9e10f93c0be admin admin] Made reservation on behalf of 542ab73c00194244a54851e91cffad42 for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:43:44.674730 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-85497bfa-c360-4d02-98ae-a9e10f93c0be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:44.754650 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc9f8af-c827-4693-a4b1-7c46e5e0f102 None None] DHCP port deletion for ff14404e-4995-47c8-b164-1276c1f24ff0 request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:43:44.754939 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-6eaddb1a-7f30-499f-88a2-9f8b8abbc15b tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Deleting port 80e7d89b-73ae-4939-ba61-b96ffec0cabd {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:43:44.755201 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6eaddb1a-7f30-499f-88a2-9f8b8abbc15b tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:44.873169 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b3444ffa-3f6f-4fce-bdff-00db269a8f8d req-b22dcb9f-1bd5-43c0-ad89-372f3329f260 tempest-ServerShowV257Test-2028717153 tempest-ServerShowV257Test-2028717153-project] 10.222.0.44 "GET /v2.0/ports?device_id=2795a063-c37d-44ff-a646-cc541bade3ac HTTP/1.1" status: 200 len: 210 time: 0.0877328 Aug 10 03:43:44.906999 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-9bc9f8af-c827-4693-a4b1-7c46e5e0f102 None None] Deleting port 80e7d89b-73ae-4939-ba61-b96ffec0cabd {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:43:44.907422 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9bc9f8af-c827-4693-a4b1-7c46e5e0f102 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:44.927878 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [None req-6eaddb1a-7f30-499f-88a2-9f8b8abbc15b tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] For port 80e7d89b-73ae-4939-ba61-b96ffec0cabd, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=80e7d89b-73ae-4939-ba61-b96ffec0cabd,segment=NetworkSegment(2e8bc075-2757-4c5a-bb88-a0cb1ba0b175),segment_id=2e8bc075-2757-4c5a-bb88-a0cb1ba0b175)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:44.928880 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6eaddb1a-7f30-499f-88a2-9f8b8abbc15b tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:44.961664 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-6eaddb1a-7f30-499f-88a2-9f8b8abbc15b tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Calling delete_port for 80e7d89b-73ae-4939-ba61-b96ffec0cabd owned by network:dhcp {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:43:44.998605 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-9bc9f8af-c827-4693-a4b1-7c46e5e0f102 None None] For port 80e7d89b-73ae-4939-ba61-b96ffec0cabd, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=80e7d89b-73ae-4939-ba61-b96ffec0cabd,segment=NetworkSegment(2e8bc075-2757-4c5a-bb88-a0cb1ba0b175),segment_id=2e8bc075-2757-4c5a-bb88-a0cb1ba0b175)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:44.999622 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9bc9f8af-c827-4693-a4b1-7c46e5e0f102 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:45.039095 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-9bc9f8af-c827-4693-a4b1-7c46e5e0f102 None None] Calling delete_port for 80e7d89b-73ae-4939-ba61-b96ffec0cabd owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:43:45.228016 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6eaddb1a-7f30-499f-88a2-9f8b8abbc15b tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:45.331251 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9bc9f8af-c827-4693-a4b1-7c46e5e0f102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:45.414922 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaddb1a-7f30-499f-88a2-9f8b8abbc15b tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Pushing event deleted for resources: {'Port': ['ID=80e7d89b-73ae-4939-ba61-b96ffec0cabd,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:45.430112 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-85497bfa-c360-4d02-98ae-a9e10f93c0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:45.447778 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eaddb1a-7f30-499f-88a2-9f8b8abbc15b tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] No DVR routers for this DVR port 80e7d89b-73ae-4939-ba61-b96ffec0cabd on host n-d-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:43:45.449090 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc9f8af-c827-4693-a4b1-7c46e5e0f102 None None] No DVR routers for this DVR port 80e7d89b-73ae-4939-ba61-b96ffec0cabd on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:43:45.473481 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc9f8af-c827-4693-a4b1-7c46e5e0f102 None None] Pushing event deleted for resources: {'Port': ['ID=80e7d89b-73ae-4939-ba61-b96ffec0cabd,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:45.578789 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85497bfa-c360-4d02-98ae-a9e10f93c0be admin admin] Pushing event updated for resources: {'Subnet': ['ID=897cab0b-4eaa-4f38-bc9d-b854a249326e,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:45.595937 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85497bfa-c360-4d02-98ae-a9e10f93c0be admin admin] Checking segment: {'id': 'c1401443-ed45-4519-bc8d-683b3543403b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd1b3d19f-cae6-441e-b18a-00a18ea37667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:43:45.596297 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85497bfa-c360-4d02-98ae-a9e10f93c0be admin admin] Network hostable DHCP agents. Network: d1b3d19f-cae6-441e-b18a-00a18ea37667, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:43:45.619121 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85497bfa-c360-4d02-98ae-a9e10f93c0be admin admin] Network d1b3d19f-cae6-441e-b18a-00a18ea37667 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:43:45.633596 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-85497bfa-c360-4d02-98ae-a9e10f93c0be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, d1b3d19f-cae6-441e-b18a-00a18ea37667) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:43:45.644999 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e484a6-e644-4e77-a89d-fd1887f6c99f None None] Network d1b3d19f-cae6-441e-b18a-00a18ea37667 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:43:45.651425 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85497bfa-c360-4d02-98ae-a9e10f93c0be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:45.656359 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-85497bfa-c360-4d02-98ae-a9e10f93c0be admin admin] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:45.696214 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-85497bfa-c360-4d02-98ae-a9e10f93c0be admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0929112 Aug 10 03:43:45.741980 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6eaddb1a-7f30-499f-88a2-9f8b8abbc15b tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:45.806379 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f21aa54-cabd-4fef-9890-dac19f8a2755 req-cb6091c9-f9a5-4454-9c31-ce8af7588c6c tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:45.830969 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3f21aa54-cabd-4fef-9890-dac19f8a2755 req-cb6091c9-f9a5-4454-9c31-ce8af7588c6c tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/ports?device_id=00df8480-85ee-4cc7-b3c5-8f758aa1d93c HTTP/1.1" status: 200 len: 945 time: 0.3644137 Aug 10 03:43:45.838754 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-6eaddb1a-7f30-499f-88a2-9f8b8abbc15b tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff14404e-4995-47c8-b164-1276c1f24ff0']}} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:45.859675 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d9445a-7bfa-449c-bda3-adebc3da52a4 None None] Network d1b3d19f-cae6-441e-b18a-00a18ea37667 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:43:45.923173 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-6eaddb1a-7f30-499f-88a2-9f8b8abbc15b tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e8bc075-2757-4c5a-bb88-a0cb1ba0b175') {'for_net_delete': True} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:45.923697 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-6eaddb1a-7f30-499f-88a2-9f8b8abbc15b tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e8bc075-2757-4c5a-bb88-a0cb1ba0b175') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:45.951604 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 80e7d89b-73ae-4939-ba61-b96ffec0cabd no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:43:45.983477 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 80e7d89b-73ae-4939-ba61-b96ffec0cabd {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:43:45.983950 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 80e7d89b-73ae-4939-ba61-b96ffec0cabd not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:43:45.987065 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6eaddb1a-7f30-499f-88a2-9f8b8abbc15b tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191186'] for segment, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:46.061872 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3f21aa54-cabd-4fef-9890-dac19f8a2755 req-c962056d-7969-479a-b3a1-7431ed49d3a1 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/security-groups?id=3dcf7ed8-b8b4-4f0f-9ac1-131f6ed7d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2293048 Aug 10 03:43:46.090276 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6eaddb1a-7f30-499f-88a2-9f8b8abbc15b tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:46.124899 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6eaddb1a-7f30-499f-88a2-9f8b8abbc15b tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=94260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:43:46.125393 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6eaddb1a-7f30-499f-88a2-9f8b8abbc15b tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58895489'] for segment, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:46.128982 n-d-768862-13 neutron-server[94260]: Traceback (most recent call last): Aug 10 03:43:46.128982 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:43:46.128982 n-d-768862-13 neutron-server[94260]: timer() Aug 10 03:43:46.128982 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:43:46.128982 n-d-768862-13 neutron-server[94260]: cb(*args, **kw) Aug 10 03:43:46.128982 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:43:46.128982 n-d-768862-13 neutron-server[94260]: return func(*args, **kwargs) Aug 10 03:43:46.128982 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:43:46.128982 n-d-768862-13 neutron-server[94260]: self._notify() Aug 10 03:43:46.128982 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:43:46.128982 n-d-768862-13 neutron-server[94260]: self.callback(batched_events) Aug 10 03:43:46.128982 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:43:46.128982 n-d-768862-13 neutron-server[94260]: event.method(event) Aug 10 03:43:46.128982 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:43:46.128982 n-d-768862-13 neutron-server[94260]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:43:46.128982 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:43:46.128982 n-d-768862-13 neutron-server[94260]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:43:46.128982 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:43:46.128982 n-d-768862-13 neutron-server[94260]: return f(self, *a, **k) Aug 10 03:43:46.128982 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:43:46.128982 n-d-768862-13 neutron-server[94260]: return self._get(url).json() Aug 10 03:43:46.128982 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:43:46.128982 n-d-768862-13 neutron-server[94260]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:43:46.128982 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:43:46.128982 n-d-768862-13 neutron-server[94260]: return self.request(url, 'GET', **kwargs) Aug 10 03:43:46.128982 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:43:46.128982 n-d-768862-13 neutron-server[94260]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:43:46.128982 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:43:46.128982 n-d-768862-13 neutron-server[94260]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:43:46.128982 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:43:46.128982 n-d-768862-13 neutron-server[94260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:43:46.128982 n-d-768862-13 neutron-server[94260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:43:46.192368 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dc023519-385a-41a8-aadc-cb2a0aac28b0 req-2a29577d-776b-4231-9c7d-0c78f8838eaf tempest-ServerShowV257Test-2028717153 tempest-ServerShowV257Test-2028717153-project] 10.222.0.44 "GET /v2.0/ports?device_id=2795a063-c37d-44ff-a646-cc541bade3ac HTTP/1.1" status: 200 len: 210 time: 0.0954378 Aug 10 03:43:46.241852 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6eaddb1a-7f30-499f-88a2-9f8b8abbc15b tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:46.258666 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6eaddb1a-7f30-499f-88a2-9f8b8abbc15b tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:46.269272 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-6eaddb1a-7f30-499f-88a2-9f8b8abbc15b tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "DELETE /v2.0/networks/ff14404e-4995-47c8-b164-1276c1f24ff0 HTTP/1.1" status: 204 len: 168 time: 1.8611350 Aug 10 03:43:46.269740 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59430) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:46.310407 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaddb1a-7f30-499f-88a2-9f8b8abbc15b tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Pushing event deleted for resources: {'Network': ['ID=ff14404e-4995-47c8-b164-1276c1f24ff0,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:46.403788 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5ec770-cd39-4ca4-a9ea-9b60888a93a1 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:46.406045 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ad5ec770-cd39-4ca4-a9ea-9b60888a93a1 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "GET /v2.0/ports/7f21df5f-f52c-4a49-9bf4-8a3a1299e95f HTTP/1.1" status: 200 len: 841 time: 0.1351364 Aug 10 03:43:46.411784 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59440) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:46.487959 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-681b2fc5-f78e-4b86-bf41-f195c6321a0a tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "GET /v2.0/ports/7f21df5f-f52c-4a49-9bf4-8a3a1299e95f?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0687525 Aug 10 03:43:46.488515 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59442) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:46.498883 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-1a69a84c-5d85-4a13-b56b-8e133cc3dcfc tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Request body: {'subnet': {'network_id': 'bfe95ef4-60d9-461d-b53c-aab922e9137c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:46.688356 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a69a84c-5d85-4a13-b56b-8e133cc3dcfc tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Made reservation on behalf of 2dd944f287b540098f0fcef72a77648e for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:43:46.694023 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1a69a84c-5d85-4a13-b56b-8e133cc3dcfc tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:47.102427 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1a69a84c-5d85-4a13-b56b-8e133cc3dcfc tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:47.151076 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5f8437-3226-461e-be76-21dddae41f25 req-796db375-2f81-4787-bb10-c38096980228 tempest-VolumesActionsTest-1179390166 tempest-VolumesActionsTest-1179390166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:47.154815 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bd5f8437-3226-461e-be76-21dddae41f25 req-796db375-2f81-4787-bb10-c38096980228 tempest-VolumesActionsTest-1179390166 tempest-VolumesActionsTest-1179390166-project] 10.222.0.44 "GET /v2.0/networks?id=bd37fcf2-db05-4122-8089-a0cf424dd71e HTTP/1.1" status: 200 len: 809 time: 0.3035119 Aug 10 03:43:47.194287 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bd5f8437-3226-461e-be76-21dddae41f25 req-090af66c-45e8-461c-ba38-8f53e8580010 tempest-VolumesActionsTest-1179390166 tempest-VolumesActionsTest-1179390166-project] 10.222.0.44 "GET /v2.0/quotas/58ac2bb3f8824e3ba21e0920319c03e6 HTTP/1.1" status: 200 len: 375 time: 0.0221605 Aug 10 03:43:47.225365 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a69a84c-5d85-4a13-b56b-8e133cc3dcfc tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Network bfe95ef4-60d9-461d-b53c-aab922e9137c is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:43:47.229466 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-1a69a84c-5d85-4a13-b56b-8e133cc3dcfc tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:43:47.236920 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a69a84c-5d85-4a13-b56b-8e133cc3dcfc tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:47.237572 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1a69a84c-5d85-4a13-b56b-8e133cc3dcfc tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:47.257304 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a69a84c-5d85-4a13-b56b-8e133cc3dcfc tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Pushing event updated for resources: {'Subnet': ['ID=d649bb37-2deb-4531-9a0c-a4e30c8b02c8,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:47.260491 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ae04fa-d35f-4352-8c52-fecba8434c49 None None] Network bfe95ef4-60d9-461d-b53c-aab922e9137c requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:43:47.271564 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-1a69a84c-5d85-4a13-b56b-8e133cc3dcfc tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7819800 Aug 10 03:43:47.272408 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59458) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:47.278400 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-be159197-290a-41f2-8ffe-df7c00a5faf2 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Request body: {'security_group': {'name': 'tempest-secgroup-1401210066'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:47.337177 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bd5f8437-3226-461e-be76-21dddae41f25 req-20275005-ed01-4986-b8e0-67ab9853b4bd tempest-VolumesActionsTest-1179390166 tempest-VolumesActionsTest-1179390166-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=58ac2bb3f8824e3ba21e0920319c03e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1378062 Aug 10 03:43:47.354782 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-be159197-290a-41f2-8ffe-df7c00a5faf2 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:47.459498 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17306ab5-17e1-4650-974b-76e082e186ee req-6ec92d10-386a-4c16-b745-aba5553300aa tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:47.468341 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-17306ab5-17e1-4650-974b-76e082e186ee req-6ec92d10-386a-4c16-b745-aba5553300aa tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/ports?device_id=00df8480-85ee-4cc7-b3c5-8f758aa1d93c HTTP/1.1" status: 200 len: 945 time: 0.2473595 Aug 10 03:43:47.594969 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-be159197-290a-41f2-8ffe-df7c00a5faf2 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:47.606274 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-be159197-290a-41f2-8ffe-df7c00a5faf2 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:47.612820 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ee854f-1483-468d-8990-4f3fc96916c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-bfe95ef4-60d9-461d-b53c-aab922e9137c', 'network_id': 'bfe95ef4-60d9-461d-b53c-aab922e9137c', 'tenant_id': '2dd944f287b540098f0fcef72a77648e', 'fixed_ips': [{'subnet_id': 'd649bb37-2deb-4531-9a0c-a4e30c8b02c8'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:43:47.613900 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-15ee854f-1483-468d-8990-4f3fc96916c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:47.649164 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-17306ab5-17e1-4650-974b-76e082e186ee req-543150be-93cd-4726-a81a-68f98c1ffe67 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/security-groups?id=3dcf7ed8-b8b4-4f0f-9ac1-131f6ed7d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1793399 Aug 10 03:43:47.676171 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bd5f8437-3226-461e-be76-21dddae41f25 req-ca054093-3949-49a0-97ba-8e5f3bda4055 service neutron] 10.222.0.44 "GET /v2.0/networks/bd37fcf2-db05-4122-8089-a0cf424dd71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3141530 Aug 10 03:43:47.689422 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be159197-290a-41f2-8ffe-df7c00a5faf2 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00836d2c-b8ea-4d8d-9bd0-7cf8e5c2fc69,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:47.698440 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-be159197-290a-41f2-8ffe-df7c00a5faf2 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:47.701797 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-be159197-290a-41f2-8ffe-df7c00a5faf2 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4273198 Aug 10 03:43:47.704148 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 59470) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:47.715687 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-1b844e6d-16cf-4b7b-8173-8f40e2e83f2a tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Request body: {'security_group': {'name': 'tempest-secgroup-2139104768'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:47.875310 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d845b7be-008d-4827-ba69-580c0d98baa7 req-762b2692-2830-49ce-9534-e77f80f03b68 tempest-ServerShowV257Test-2028717153 tempest-ServerShowV257Test-2028717153-project] 10.222.0.44 "GET /v2.0/ports?device_id=2795a063-c37d-44ff-a646-cc541bade3ac HTTP/1.1" status: 200 len: 210 time: 0.0517018 Aug 10 03:43:47.912109 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1b844e6d-16cf-4b7b-8173-8f40e2e83f2a tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:47.920430 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-15ee854f-1483-468d-8990-4f3fc96916c9 None None] Allocated IP 172.20.0.2 (bfe95ef4-60d9-461d-b53c-aab922e9137c/d649bb37-2deb-4531-9a0c-a4e30c8b02c8/9960c610-aca7-4988-9475-667dff3da9c4) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:43:48.046479 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bd5f8437-3226-461e-be76-21dddae41f25 req-e1ada2fb-b22a-4c48-9d24-2fdfbd72a3c0 service neutron] 10.222.0.44 "GET /v2.0/networks/bd37fcf2-db05-4122-8089-a0cf424dd71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3380644 Aug 10 03:43:48.123001 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1b844e6d-16cf-4b7b-8173-8f40e2e83f2a tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:48.131627 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1b844e6d-16cf-4b7b-8173-8f40e2e83f2a tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:48.184211 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1b844e6d-16cf-4b7b-8173-8f40e2e83f2a tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:48.189286 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59472) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:48.189689 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-1b844e6d-16cf-4b7b-8173-8f40e2e83f2a tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4829931 Aug 10 03:43:48.200212 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-ace12ab9-40d2-4214-a51a-890aa3b21c06 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1467315122', 'security_groups': ['4406ebc7-c24f-4f96-b898-b379ac750846'], 'network_id': 'bfe95ef4-60d9-461d-b53c-aab922e9137c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd649bb37-2deb-4531-9a0c-a4e30c8b02c8'}]}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:48.200618 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b844e6d-16cf-4b7b-8173-8f40e2e83f2a tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4406ebc7-c24f-4f96-b898-b379ac750846,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:48.259357 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-15ee854f-1483-468d-8990-4f3fc96916c9 None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:48.270269 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-15ee854f-1483-468d-8990-4f3fc96916c9 None None] Transition to ACTIVE for port object 9960c610-aca7-4988-9475-667dff3da9c4 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:43:48.287813 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-15ee854f-1483-468d-8990-4f3fc96916c9 None None] Transition to ACTIVE for port object 9960c610-aca7-4988-9475-667dff3da9c4 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:43:48.300382 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-15ee854f-1483-468d-8990-4f3fc96916c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:48.370564 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ee854f-1483-468d-8990-4f3fc96916c9 None None] Pushing event updated for resources: {'Port': ['ID=9960c610-aca7-4988-9475-667dff3da9c4,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:48.411451 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ee854f-1483-468d-8990-4f3fc96916c9 None None] Network bfe95ef4-60d9-461d-b53c-aab922e9137c is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:43:48.415334 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-15ee854f-1483-468d-8990-4f3fc96916c9 None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:43:48.421259 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ee854f-1483-468d-8990-4f3fc96916c9 None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:43:48.504795 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7ebf7fea-7625-4660-9403-135ce4d94e7a req-ae1397d1-e268-42dd-bb90-45ccfe0061b5 tempest-VolumesActionsTest-1179390166 tempest-VolumesActionsTest-1179390166-project] 10.222.0.44 "GET /v2.0/ports?device_id=23bdfec3-58b3-45ed-aae5-897a1dba45cd HTTP/1.1" status: 200 len: 210 time: 0.0823388 Aug 10 03:43:48.517884 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace12ab9-40d2-4214-a51a-890aa3b21c06 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Made reservation on behalf of 2dd944f287b540098f0fcef72a77648e for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:43:48.534402 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-15ee854f-1483-468d-8990-4f3fc96916c9 None None] Attempting to bind port 9960c610-aca7-4988-9475-667dff3da9c4 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:43:48.535214 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-15ee854f-1483-468d-8990-4f3fc96916c9 None None] Attempting to bind port 9960c610-aca7-4988-9475-667dff3da9c4 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '54d625a6-98a0-4db9-990f-13876f145cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bfe95ef4-60d9-461d-b53c-aab922e9137c'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:43:48.535891 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ee854f-1483-468d-8990-4f3fc96916c9 None None] Attempting to bind port 9960c610-aca7-4988-9475-667dff3da9c4 on network bfe95ef4-60d9-461d-b53c-aab922e9137c {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:43:48.553136 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ee854f-1483-468d-8990-4f3fc96916c9 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:43:48.555856 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ee854f-1483-468d-8990-4f3fc96916c9 None None] Checking segment: {'id': '54d625a6-98a0-4db9-990f-13876f145cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bfe95ef4-60d9-461d-b53c-aab922e9137c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:43:48.556763 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-15ee854f-1483-468d-8990-4f3fc96916c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:48.557934 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ee854f-1483-468d-8990-4f3fc96916c9 None None] Bound using segment: {'id': '54d625a6-98a0-4db9-990f-13876f145cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bfe95ef4-60d9-461d-b53c-aab922e9137c'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:43:48.559581 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-15ee854f-1483-468d-8990-4f3fc96916c9 None None] Bound port: 9960c610-aca7-4988-9475-667dff3da9c4, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54d625a6-98a0-4db9-990f-13876f145cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bfe95ef4-60d9-461d-b53c-aab922e9137c'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:43:48.560202 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-15ee854f-1483-468d-8990-4f3fc96916c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:48.651735 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ace12ab9-40d2-4214-a51a-890aa3b21c06 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:48.694744 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [None req-ace12ab9-40d2-4214-a51a-890aa3b21c06 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] device_id is not set on port 6281e13b-479d-4a20-b766-7a07c06e1ba6 yet. {{(pid=94261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:43:48.981064 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c606c009-b359-4763-9727-19c06356dfab req-0cb21602-a9d7-46ca-a05b-a0d55b9c182a tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:48.993749 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c606c009-b359-4763-9727-19c06356dfab req-0cb21602-a9d7-46ca-a05b-a0d55b9c182a tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/ports?device_id=00df8480-85ee-4cc7-b3c5-8f758aa1d93c HTTP/1.1" status: 200 len: 945 time: 0.1275804 Aug 10 03:43:49.019013 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-15ee854f-1483-468d-8990-4f3fc96916c9 None None] For port 9960c610-aca7-4988-9475-667dff3da9c4, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:43:49.030869 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-15ee854f-1483-468d-8990-4f3fc96916c9 None None] For port 9960c610-aca7-4988-9475-667dff3da9c4, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=9960c610-aca7-4988-9475-667dff3da9c4,segment=NetworkSegment(54d625a6-98a0-4db9-990f-13876f145cba),segment_id=54d625a6-98a0-4db9-990f-13876f145cba)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:43:49.043962 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-15ee854f-1483-468d-8990-4f3fc96916c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:49.148193 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-ace12ab9-40d2-4214-a51a-890aa3b21c06 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Allocated IP 172.20.0.10 (bfe95ef4-60d9-461d-b53c-aab922e9137c/d649bb37-2deb-4531-9a0c-a4e30c8b02c8/6281e13b-479d-4a20-b766-7a07c06e1ba6) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:43:49.179652 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ee854f-1483-468d-8990-4f3fc96916c9 None None] Pushing event updated for resources: {'Port': ['ID=9960c610-aca7-4988-9475-667dff3da9c4,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:49.211072 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d6220bc2-2189-407a-b3e0-0079eb9521b8 req-79255245-5f48-479b-82f4-a3b527ee1461 tempest-ServerShowV257Test-2028717153 tempest-ServerShowV257Test-2028717153-project] 10.222.0.44 "GET /v2.0/ports?device_id=2795a063-c37d-44ff-a646-cc541bade3ac HTTP/1.1" status: 200 len: 210 time: 0.1281569 Aug 10 03:43:49.228849 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c606c009-b359-4763-9727-19c06356dfab req-fd9eb5ef-6ed2-486f-ae32-5112412b153e tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/security-groups?id=3dcf7ed8-b8b4-4f0f-9ac1-131f6ed7d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2336044 Aug 10 03:43:49.484677 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ace12ab9-40d2-4214-a51a-890aa3b21c06 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:49.506116 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [None req-ace12ab9-40d2-4214-a51a-890aa3b21c06 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Transition to ACTIVE for port object 6281e13b-479d-4a20-b766-7a07c06e1ba6 will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:43:49.605899 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ace12ab9-40d2-4214-a51a-890aa3b21c06 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:49.686467 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace12ab9-40d2-4214-a51a-890aa3b21c06 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Network bfe95ef4-60d9-461d-b53c-aab922e9137c is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:43:49.690406 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-ace12ab9-40d2-4214-a51a-890aa3b21c06 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:43:49.697156 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace12ab9-40d2-4214-a51a-890aa3b21c06 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:43:49.734126 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace12ab9-40d2-4214-a51a-890aa3b21c06 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Pushing event updated for resources: {'Port': ['ID=6281e13b-479d-4a20-b766-7a07c06e1ba6,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:49.765643 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4036c661-8804-40f0-996d-8d3b41c77d6a req-5d29e44d-da5d-492f-96aa-3b6310b1113a tempest-VolumesActionsTest-1179390166 tempest-VolumesActionsTest-1179390166-project] 10.222.0.44 "GET /v2.0/ports?device_id=23bdfec3-58b3-45ed-aae5-897a1dba45cd HTTP/1.1" status: 200 len: 210 time: 0.0574541 Aug 10 03:43:49.803945 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace12ab9-40d2-4214-a51a-890aa3b21c06 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:49.805486 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ace12ab9-40d2-4214-a51a-890aa3b21c06 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:49.845666 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ace12ab9-40d2-4214-a51a-890aa3b21c06 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.6500301 Aug 10 03:43:49.845910 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 59498) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:49.850572 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-0fcd5fb0-3608-487e-b0f3-c179906d4ab2 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Request body: {'subnet': {'network_id': 'bfe95ef4-60d9-461d-b53c-aab922e9137c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:49.963402 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 9960c610-aca7-4988-9475-667dff3da9c4 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:43:50.057495 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 9960c610-aca7-4988-9475-667dff3da9c4 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:43:50.078457 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fcd5fb0-3608-487e-b0f3-c179906d4ab2 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Made reservation on behalf of 2dd944f287b540098f0fcef72a77648e for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:43:50.086168 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0fcd5fb0-3608-487e-b0f3-c179906d4ab2 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:50.217304 n-d-768862-13 neutron-server[94260]: INFO neutron.db.ipam_backend_mixin [None req-0fcd5fb0-3608-487e-b0f3-c179906d4ab2 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d649bb37-2deb-4531-9a0c-a4e30c8b02c8 (CIDR: 172.20.0.0/28) Aug 10 03:43:50.223099 n-d-768862-13 neutron-server[94260]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fcd5fb0-3608-487e-b0f3-c179906d4ab2 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:43:50.223613 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fcd5fb0-3608-487e-b0f3-c179906d4ab2 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:43:50.296096 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59504) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:50.297439 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-0fcd5fb0-3608-487e-b0f3-c179906d4ab2 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4511819 Aug 10 03:43:50.308839 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-c3c214ec-603a-4b67-bf81-847d09b00bf5 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Request body: {'subnet': {'network_id': 'bfe95ef4-60d9-461d-b53c-aab922e9137c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:50.416605 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-57c5b29f-9101-4cdc-82e3-744e0590b696 req-1ac6b2a1-472c-4365-8d2b-dc229c8ed4ae tempest-ServerShowV257Test-2028717153 tempest-ServerShowV257Test-2028717153-project] 10.222.0.44 "GET /v2.0/ports?device_id=2795a063-c37d-44ff-a646-cc541bade3ac HTTP/1.1" status: 200 len: 210 time: 0.0484684 Aug 10 03:43:50.528741 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ea3417-5444-4179-bb1e-e71fd9ce4d54 req-f4757378-c347-4228-9781-32961d5cb9f3 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:50.543292 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e9ea3417-5444-4179-bb1e-e71fd9ce4d54 req-f4757378-c347-4228-9781-32961d5cb9f3 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/ports?device_id=00df8480-85ee-4cc7-b3c5-8f758aa1d93c HTTP/1.1" status: 200 len: 945 time: 0.0832057 Aug 10 03:43:50.627858 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e9ea3417-5444-4179-bb1e-e71fd9ce4d54 req-e9154e75-1b58-423d-b6aa-9d634c7279d2 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/security-groups?id=3dcf7ed8-b8b4-4f0f-9ac1-131f6ed7d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833354 Aug 10 03:43:50.788680 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5f8437-3226-461e-be76-21dddae41f25 req-050d9c56-9cf6-4b17-881b-38490b19dd82 tempest-VolumesActionsTest-1179390166 tempest-VolumesActionsTest-1179390166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:50.790313 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-bd5f8437-3226-461e-be76-21dddae41f25 req-050d9c56-9cf6-4b17-881b-38490b19dd82 tempest-VolumesActionsTest-1179390166 tempest-VolumesActionsTest-1179390166-project] 10.222.0.61 "GET /v2.0/networks?id=bd37fcf2-db05-4122-8089-a0cf424dd71e HTTP/1.1" status: 200 len: 809 time: 0.3304114 Aug 10 03:43:50.797857 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c214ec-603a-4b67-bf81-847d09b00bf5 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Made reservation on behalf of 2dd944f287b540098f0fcef72a77648e for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:43:50.802305 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c3c214ec-603a-4b67-bf81-847d09b00bf5 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:50.815048 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-bd5f8437-3226-461e-be76-21dddae41f25 req-dda599de-f3ca-46da-ab1d-29d65430cf78 tempest-VolumesActionsTest-1179390166 tempest-VolumesActionsTest-1179390166-project] Request body: {'port': {'device_id': '23bdfec3-58b3-45ed-aae5-897a1dba45cd', 'network_id': 'bd37fcf2-db05-4122-8089-a0cf424dd71e', 'admin_state_up': True, 'tenant_id': '58ac2bb3f8824e3ba21e0920319c03e6'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:50.942109 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-4176d48f-7636-47f3-a9dd-ff90a204431d None None] Provisioning complete for port 7f21df5f-f52c-4a49-9bf4-8a3a1299e95f triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:50.944715 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4176d48f-7636-47f3-a9dd-ff90a204431d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:51.009143 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-4176d48f-7636-47f3-a9dd-ff90a204431d None None] Port 7f21df5f-f52c-4a49-9bf4-8a3a1299e95f cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:43:51.030619 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-4176d48f-7636-47f3-a9dd-ff90a204431d None None] Provisioning for port 9960c610-aca7-4988-9475-667dff3da9c4 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:43:51.038990 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-4176d48f-7636-47f3-a9dd-ff90a204431d None None] Provisioning complete for port 9960c610-aca7-4988-9475-667dff3da9c4 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:51.040234 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4176d48f-7636-47f3-a9dd-ff90a204431d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:51.076461 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-58ac899e-56bc-472b-bf27-90f718b656c3 req-941de241-d175-4cc2-a8ca-2216abecfdb5 tempest-VolumesActionsTest-1179390166 tempest-VolumesActionsTest-1179390166-project] 10.222.0.44 "GET /v2.0/ports?device_id=23bdfec3-58b3-45ed-aae5-897a1dba45cd HTTP/1.1" status: 200 len: 210 time: 0.0932841 Aug 10 03:43:51.139011 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd5f8437-3226-461e-be76-21dddae41f25 req-dda599de-f3ca-46da-ab1d-29d65430cf78 tempest-VolumesActionsTest-1179390166 tempest-VolumesActionsTest-1179390166-project] Made reservation on behalf of 58ac2bb3f8824e3ba21e0920319c03e6 for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:43:51.142718 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-bd5f8437-3226-461e-be76-21dddae41f25 req-dda599de-f3ca-46da-ab1d-29d65430cf78 tempest-VolumesActionsTest-1179390166 tempest-VolumesActionsTest-1179390166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:51.227818 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4176d48f-7636-47f3-a9dd-ff90a204431d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:51.283985 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-4176d48f-7636-47f3-a9dd-ff90a204431d None None] For port 9960c610-aca7-4988-9475-667dff3da9c4, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=9960c610-aca7-4988-9475-667dff3da9c4,segment=NetworkSegment(54d625a6-98a0-4db9-990f-13876f145cba),segment_id=54d625a6-98a0-4db9-990f-13876f145cba)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:51.290179 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4176d48f-7636-47f3-a9dd-ff90a204431d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:51.365229 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4873da89-487c-4bb3-ac7a-45f4de90c1cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:51.383202 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4176d48f-7636-47f3-a9dd-ff90a204431d None None] Pushing event updated for resources: {'Port': ['ID=9960c610-aca7-4988-9475-667dff3da9c4,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:51.427697 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-a0df5ab7-fc91-46e9-86b7-0c62ed2e69d4 None None] Provisioning for port 6281e13b-479d-4a20-b766-7a07c06e1ba6 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:43:51.435559 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-a0df5ab7-fc91-46e9-86b7-0c62ed2e69d4 None None] Provisioning complete for port 6281e13b-479d-4a20-b766-7a07c06e1ba6 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:51.436263 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a0df5ab7-fc91-46e9-86b7-0c62ed2e69d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:51.557065 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [req-bd5f8437-3226-461e-be76-21dddae41f25 req-dda599de-f3ca-46da-ab1d-29d65430cf78 tempest-VolumesActionsTest-1179390166 tempest-VolumesActionsTest-1179390166-project] Allocated IP 172.20.0.4 (bd37fcf2-db05-4122-8089-a0cf424dd71e/8c3c810e-942a-469e-8f46-fd2af3bb3c18/4bb7dc11-05b7-4733-8de6-49c64187166b) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:43:51.563296 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-a0df5ab7-fc91-46e9-86b7-0c62ed2e69d4 None None] Port 6281e13b-479d-4a20-b766-7a07c06e1ba6 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:43:51.628612 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6192ba0b-ad7a-4465-a822-1cf5c397a43e req-c64de2dd-56cc-43df-a21a-a55fafe6d0e0 tempest-ServerShowV257Test-2028717153 tempest-ServerShowV257Test-2028717153-project] 10.222.0.44 "GET /v2.0/ports?device_id=2795a063-c37d-44ff-a646-cc541bade3ac HTTP/1.1" status: 200 len: 210 time: 0.0649114 Aug 10 03:43:51.781122 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-bd5f8437-3226-461e-be76-21dddae41f25 req-dda599de-f3ca-46da-ab1d-29d65430cf78 tempest-VolumesActionsTest-1179390166 tempest-VolumesActionsTest-1179390166-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:51.857971 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c3c214ec-603a-4b67-bf81-847d09b00bf5 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:51.884428 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-bd5f8437-3226-461e-be76-21dddae41f25 req-dda599de-f3ca-46da-ab1d-29d65430cf78 tempest-VolumesActionsTest-1179390166 tempest-VolumesActionsTest-1179390166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:51.896306 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c214ec-603a-4b67-bf81-847d09b00bf5 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Network bfe95ef4-60d9-461d-b53c-aab922e9137c is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:43:51.962307 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 9960c610-aca7-4988-9475-667dff3da9c4 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:43:51.970787 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c19fad-e39d-426a-b40a-e1acb4202623 req-63cd6a2e-f474-405f-887a-af03e3d68eca tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:51.976916 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd5f8437-3226-461e-be76-21dddae41f25 req-dda599de-f3ca-46da-ab1d-29d65430cf78 tempest-VolumesActionsTest-1179390166 tempest-VolumesActionsTest-1179390166-project] Network bd37fcf2-db05-4122-8089-a0cf424dd71e is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:43:51.983685 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d1c19fad-e39d-426a-b40a-e1acb4202623 req-63cd6a2e-f474-405f-887a-af03e3d68eca tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/ports?device_id=00df8480-85ee-4cc7-b3c5-8f758aa1d93c HTTP/1.1" status: 200 len: 945 time: 0.1216173 Aug 10 03:43:51.984838 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [req-bd5f8437-3226-461e-be76-21dddae41f25 req-dda599de-f3ca-46da-ab1d-29d65430cf78 tempest-VolumesActionsTest-1179390166 tempest-VolumesActionsTest-1179390166-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:43:51.989097 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-c3c214ec-603a-4b67-bf81-847d09b00bf5 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:43:51.992625 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c214ec-603a-4b67-bf81-847d09b00bf5 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:51.993249 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c3c214ec-603a-4b67-bf81-847d09b00bf5 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:52.032895 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd5f8437-3226-461e-be76-21dddae41f25 req-dda599de-f3ca-46da-ab1d-29d65430cf78 tempest-VolumesActionsTest-1179390166 tempest-VolumesActionsTest-1179390166-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:43:52.035787 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86aa953-7260-4579-b5aa-3b4f6b5893f5 None None] Network bfe95ef4-60d9-461d-b53c-aab922e9137c requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:43:52.042878 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-c3c214ec-603a-4b67-bf81-847d09b00bf5 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7450264 Aug 10 03:43:52.045680 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 59520) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:52.056650 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-491f0294-366d-4d8b-92aa-38fe508608e6 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1219601246', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd0231f8b-f998-4199-9a30-e98eef5811f8'}], 'security_groups': ['00836d2c-b8ea-4d8d-9bd0-7cf8e5c2fc69']}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:52.086383 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d1c19fad-e39d-426a-b40a-e1acb4202623 req-3fc24adf-5c14-48b1-978f-e1042400c6e2 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/security-groups?id=3dcf7ed8-b8b4-4f0f-9ac1-131f6ed7d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011672 Aug 10 03:43:52.105710 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c214ec-603a-4b67-bf81-847d09b00bf5 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Pushing event updated for resources: {'Subnet': ['ID=d0231f8b-f998-4199-9a30-e98eef5811f8,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:52.116333 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda599de-f3ca-46da-ab1d-29d65430cf78 tempest-VolumesActionsTest-1179390166 tempest-VolumesActionsTest-1179390166-project] Pushing event updated for resources: {'Port': ['ID=4bb7dc11-05b7-4733-8de6-49c64187166b,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:52.148987 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5f8437-3226-461e-be76-21dddae41f25 req-dda599de-f3ca-46da-ab1d-29d65430cf78 tempest-VolumesActionsTest-1179390166 tempest-VolumesActionsTest-1179390166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:52.149732 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-bd5f8437-3226-461e-be76-21dddae41f25 req-dda599de-f3ca-46da-ab1d-29d65430cf78 tempest-VolumesActionsTest-1179390166 tempest-VolumesActionsTest-1179390166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:52.175402 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-bd5f8437-3226-461e-be76-21dddae41f25 req-dda599de-f3ca-46da-ab1d-29d65430cf78 tempest-VolumesActionsTest-1179390166 tempest-VolumesActionsTest-1179390166-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3646607 Aug 10 03:43:52.192295 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-bd5f8437-3226-461e-be76-21dddae41f25 req-e43a4767-5831-4d4b-b57b-ffd35d8813f9 service neutron] Request body: {'port': {'device_id': '23bdfec3-58b3-45ed-aae5-897a1dba45cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-13'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:52.345487 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-bd5f8437-3226-461e-be76-21dddae41f25 req-e43a4767-5831-4d4b-b57b-ffd35d8813f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:52.411696 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-491f0294-366d-4d8b-92aa-38fe508608e6 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:52.442683 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b65a6d4-f169-4129-bf37-a8bb49571338 req-561bbb7c-1a50-449b-9bf4-be95ee10bc86 tempest-VolumesActionsTest-1179390166 tempest-VolumesActionsTest-1179390166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:52.444545 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1b65a6d4-f169-4129-bf37-a8bb49571338 req-561bbb7c-1a50-449b-9bf4-be95ee10bc86 tempest-VolumesActionsTest-1179390166 tempest-VolumesActionsTest-1179390166-project] 10.222.0.44 "GET /v2.0/ports?device_id=23bdfec3-58b3-45ed-aae5-897a1dba45cd HTTP/1.1" status: 200 len: 931 time: 0.1152852 Aug 10 03:43:52.515212 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 9960c610-aca7-4988-9475-667dff3da9c4 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:52.516785 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:52.540392 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1b65a6d4-f169-4129-bf37-a8bb49571338 req-baf18cc2-15c2-4c4c-aab0-85af44d97cec tempest-VolumesActionsTest-1179390166 tempest-VolumesActionsTest-1179390166-project] 10.222.0.44 "GET /v2.0/security-groups?id=fee3d9bf-2db1-4a49-abaf-0a9521ceb125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611889 Aug 10 03:43:53.032472 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e4c46671-07e5-4396-a7ef-be552253ff81 req-6e878849-4c48-4278-9650-3a8ec01b9eb3 tempest-ServerShowV257Test-2028717153 tempest-ServerShowV257Test-2028717153-project] 10.222.0.44 "GET /v2.0/ports?device_id=2795a063-c37d-44ff-a646-cc541bade3ac HTTP/1.1" status: 200 len: 210 time: 0.1067650 Aug 10 03:43:53.205405 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21d3751-3a66-4699-a344-f18c757b0d39 None None] Update dhcp port {'port': {'network_id': 'bfe95ef4-60d9-461d-b53c-aab922e9137c', 'fixed_ips': [{'subnet_id': 'd649bb37-2deb-4531-9a0c-a4e30c8b02c8', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd0231f8b-f998-4199-9a30-e98eef5811f8'}], 'binding:host_id': 'n-d-768862-13'}, 'id': '9960c610-aca7-4988-9475-667dff3da9c4'} from n-d-768862-13. {{(pid=94262) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 03:43:53.261055 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c21d3751-3a66-4699-a344-f18c757b0d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:53.427066 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [req-bd5f8437-3226-461e-be76-21dddae41f25 req-e43a4767-5831-4d4b-b57b-ffd35d8813f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bb7dc11-05b7-4733-8de6-49c64187166b {{(pid=94261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:43:53.446258 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-bd5f8437-3226-461e-be76-21dddae41f25 req-e43a4767-5831-4d4b-b57b-ffd35d8813f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:53.475236 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [req-bd5f8437-3226-461e-be76-21dddae41f25 req-e43a4767-5831-4d4b-b57b-ffd35d8813f9 service neutron] Transition to ACTIVE for port object 4bb7dc11-05b7-4733-8de6-49c64187166b will not be triggered until provisioned by entity L2. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:43:53.492172 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-bd5f8437-3226-461e-be76-21dddae41f25 req-e43a4767-5831-4d4b-b57b-ffd35d8813f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:53.565051 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-491f0294-366d-4d8b-92aa-38fe508608e6 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Delete allocated IP 172.20.0.10 (bfe95ef4-60d9-461d-b53c-aab922e9137c/d649bb37-2deb-4531-9a0c-a4e30c8b02c8) {{(pid=94260) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 10 03:43:53.584401 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-491f0294-366d-4d8b-92aa-38fe508608e6 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Allocated IP 172.20.0.18 (bfe95ef4-60d9-461d-b53c-aab922e9137c/d0231f8b-f998-4199-9a30-e98eef5811f8/6281e13b-479d-4a20-b766-7a07c06e1ba6) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:43:53.688212 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e29710b5-4981-43d1-966c-9b9c206a2e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:53.709400 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a4767-5831-4d4b-b57b-ffd35d8813f9 service neutron] Pushing event updated for resources: {'Port': ['ID=4bb7dc11-05b7-4733-8de6-49c64187166b,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:53.946327 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-bd5f8437-3226-461e-be76-21dddae41f25 req-e43a4767-5831-4d4b-b57b-ffd35d8813f9 service neutron] Attempting to bind port 4bb7dc11-05b7-4733-8de6-49c64187166b on host n-h2-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:43:53.948200 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-bd5f8437-3226-461e-be76-21dddae41f25 req-e43a4767-5831-4d4b-b57b-ffd35d8813f9 service neutron] Attempting to bind port 4bb7dc11-05b7-4733-8de6-49c64187166b by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': '36cef76e-8c54-48f6-98aa-91de0619de09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bd37fcf2-db05-4122-8089-a0cf424dd71e'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:43:53.948200 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5f8437-3226-461e-be76-21dddae41f25 req-e43a4767-5831-4d4b-b57b-ffd35d8813f9 service neutron] Attempting to bind port 4bb7dc11-05b7-4733-8de6-49c64187166b on network bd37fcf2-db05-4122-8089-a0cf424dd71e {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:43:53.958323 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5f8437-3226-461e-be76-21dddae41f25 req-e43a4767-5831-4d4b-b57b-ffd35d8813f9 service neutron] Port 4bb7dc11-05b7-4733-8de6-49c64187166b on network bd37fcf2-db05-4122-8089-a0cf424dd71e not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:43:53.958847 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5f8437-3226-461e-be76-21dddae41f25 req-e43a4767-5831-4d4b-b57b-ffd35d8813f9 service neutron] Attempting to bind port 4bb7dc11-05b7-4733-8de6-49c64187166b on network bd37fcf2-db05-4122-8089-a0cf424dd71e {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:43:53.969902 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5f8437-3226-461e-be76-21dddae41f25 req-e43a4767-5831-4d4b-b57b-ffd35d8813f9 service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:43:53.970495 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5f8437-3226-461e-be76-21dddae41f25 req-e43a4767-5831-4d4b-b57b-ffd35d8813f9 service neutron] Checking segment: {'id': '36cef76e-8c54-48f6-98aa-91de0619de09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bd37fcf2-db05-4122-8089-a0cf424dd71e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:43:53.971100 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5f8437-3226-461e-be76-21dddae41f25 req-e43a4767-5831-4d4b-b57b-ffd35d8813f9 service neutron] Bound using segment: {'id': '36cef76e-8c54-48f6-98aa-91de0619de09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bd37fcf2-db05-4122-8089-a0cf424dd71e'} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:43:53.971796 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-bd5f8437-3226-461e-be76-21dddae41f25 req-e43a4767-5831-4d4b-b57b-ffd35d8813f9 service neutron] Bound port: 4bb7dc11-05b7-4733-8de6-49c64187166b, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36cef76e-8c54-48f6-98aa-91de0619de09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bd37fcf2-db05-4122-8089-a0cf424dd71e'}}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:43:53.972369 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-bd5f8437-3226-461e-be76-21dddae41f25 req-e43a4767-5831-4d4b-b57b-ffd35d8813f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:53.979941 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9edd0e-2156-48da-b735-8ba6ab2e837c req-6ee8665f-4d7f-48ae-a062-e3f42be27839 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:53.983117 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bc9edd0e-2156-48da-b735-8ba6ab2e837c req-6ee8665f-4d7f-48ae-a062-e3f42be27839 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/ports?device_id=00df8480-85ee-4cc7-b3c5-8f758aa1d93c HTTP/1.1" status: 200 len: 945 time: 0.6054368 Aug 10 03:43:54.132614 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f84a61-8253-46b1-8bcc-9af5b8c6e89d req-3ab8edba-502b-4686-a517-723c44315577 tempest-VolumesActionsTest-1179390166 tempest-VolumesActionsTest-1179390166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:54.134557 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-bd5f8437-3226-461e-be76-21dddae41f25 req-e43a4767-5831-4d4b-b57b-ffd35d8813f9 service neutron] For port 4bb7dc11-05b7-4733-8de6-49c64187166b, host n-h2-768862-13, cleared binding levels {{(pid=94261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:43:54.135598 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c7f84a61-8253-46b1-8bcc-9af5b8c6e89d req-3ab8edba-502b-4686-a517-723c44315577 tempest-VolumesActionsTest-1179390166 tempest-VolumesActionsTest-1179390166-project] 10.222.0.44 "GET /v2.0/ports?device_id=23bdfec3-58b3-45ed-aae5-897a1dba45cd HTTP/1.1" status: 200 len: 943 time: 0.2626565 Aug 10 03:43:54.153248 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-bd5f8437-3226-461e-be76-21dddae41f25 req-e43a4767-5831-4d4b-b57b-ffd35d8813f9 service neutron] For port 4bb7dc11-05b7-4733-8de6-49c64187166b, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=4bb7dc11-05b7-4733-8de6-49c64187166b,segment=NetworkSegment(36cef76e-8c54-48f6-98aa-91de0619de09),segment_id=36cef76e-8c54-48f6-98aa-91de0619de09)] {{(pid=94261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:43:54.164458 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-bd5f8437-3226-461e-be76-21dddae41f25 req-e43a4767-5831-4d4b-b57b-ffd35d8813f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:54.233989 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bc9edd0e-2156-48da-b735-8ba6ab2e837c req-2955bb23-7041-4e25-87a0-00390622c06d tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/security-groups?id=3dcf7ed8-b8b4-4f0f-9ac1-131f6ed7d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2315686 Aug 10 03:43:54.268078 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:54.299247 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5f8437-3226-461e-be76-21dddae41f25 req-e43a4767-5831-4d4b-b57b-ffd35d8813f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:54.301641 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-bd5f8437-3226-461e-be76-21dddae41f25 req-e43a4767-5831-4d4b-b57b-ffd35d8813f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:54.305799 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-bd5f8437-3226-461e-be76-21dddae41f25 req-e43a4767-5831-4d4b-b57b-ffd35d8813f9 service neutron] 10.222.0.61 "PUT /v2.0/ports/4bb7dc11-05b7-4733-8de6-49c64187166b HTTP/1.1" status: 200 len: 1092 time: 2.1220262 Aug 10 03:43:54.306778 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c7f84a61-8253-46b1-8bcc-9af5b8c6e89d req-dcca1b83-e715-4b78-ae35-117883510933 tempest-VolumesActionsTest-1179390166 tempest-VolumesActionsTest-1179390166-project] 10.222.0.44 "GET /v2.0/security-groups?id=fee3d9bf-2db1-4a49-abaf-0a9521ceb125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415477 Aug 10 03:43:54.311210 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23bdfec3-58b3-45ed-aae5-897a1dba45cd', 'tag': '4bb7dc11-05b7-4733-8de6-49c64187166b'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:43:54.318025 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-243d105e-1185-4d44-a406-b8f72875ddd0" -d '{"events": [{"name": "network-changed", "server_uuid": "23bdfec3-58b3-45ed-aae5-897a1dba45cd", "tag": "4bb7dc11-05b7-4733-8de6-49c64187166b"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:43:54.325471 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-491f0294-366d-4d8b-92aa-38fe508608e6 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:54.386857 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a4767-5831-4d4b-b57b-ffd35d8813f9 service neutron] Pushing event updated for resources: {'Port': ['ID=4bb7dc11-05b7-4733-8de6-49c64187166b,revision_number=3']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:54.399777 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [None req-491f0294-366d-4d8b-92aa-38fe508608e6 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Transition to ACTIVE for port object 6281e13b-479d-4a20-b766-7a07c06e1ba6 will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:43:54.410014 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-491f0294-366d-4d8b-92aa-38fe508608e6 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:54.478050 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a4767-5831-4d4b-b57b-ffd35d8813f9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:54.480495 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a4767-5831-4d4b-b57b-ffd35d8813f9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:54.484732 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a4767-5831-4d4b-b57b-ffd35d8813f9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:54.485556 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a4767-5831-4d4b-b57b-ffd35d8813f9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:54.486244 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a4767-5831-4d4b-b57b-ffd35d8813f9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:54.489880 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a4767-5831-4d4b-b57b-ffd35d8813f9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:54.492108 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a4767-5831-4d4b-b57b-ffd35d8813f9 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:54.493797 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a4767-5831-4d4b-b57b-ffd35d8813f9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:54.496539 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a4767-5831-4d4b-b57b-ffd35d8813f9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:54.500445 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a4767-5831-4d4b-b57b-ffd35d8813f9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:54.501214 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a4767-5831-4d4b-b57b-ffd35d8813f9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:54.502787 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a4767-5831-4d4b-b57b-ffd35d8813f9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:54.681413 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.db.api [None req-c21d3751-3a66-4699-a344-f18c757b0d39 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-df907778-a5ba-4107-8e44-a5617f1dd273 {{(pid=94262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:43:54.681413 n-d-768862-13 neutron-server[94262]: DEBUG oslo_db.api [None req-c21d3751-3a66-4699-a344-f18c757b0d39 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:43:54.718691 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9a9b9163-f7e3-4b72-8626-be684f348c71 req-428f803f-ee14-4b40-9622-c16bb762ed0a tempest-ServerShowV257Test-2028717153 tempest-ServerShowV257Test-2028717153-project] 10.222.0.44 "GET /v2.0/ports?device_id=2795a063-c37d-44ff-a646-cc541bade3ac HTTP/1.1" status: 200 len: 210 time: 0.1320581 Aug 10 03:43:54.738364 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5f8437-3226-461e-be76-21dddae41f25 req-27b4c94c-9a57-4102-884d-ad8d56bffe98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:54.746804 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-bd5f8437-3226-461e-be76-21dddae41f25 req-27b4c94c-9a57-4102-884d-ad8d56bffe98 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=58ac2bb3f8824e3ba21e0920319c03e6&device_id=23bdfec3-58b3-45ed-aae5-897a1dba45cd HTTP/1.1" status: 200 len: 1095 time: 0.3520482 Aug 10 03:43:54.844755 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491f0294-366d-4d8b-92aa-38fe508608e6 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Pushing event updated for resources: {'Port': ['ID=6281e13b-479d-4a20-b766-7a07c06e1ba6,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:54.900327 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-bd5f8437-3226-461e-be76-21dddae41f25 req-98166f7b-6dee-4016-a8c3-83eafe4b14b9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4bb7dc11-05b7-4733-8de6-49c64187166b HTTP/1.1" status: 200 len: 217 time: 0.1324122 Aug 10 03:43:55.021753 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d74576ca-4d13-43e6-8525-5b18a3675027 x-openstack-request-id: req-d74576ca-4d13-43e6-8525-5b18a3675027 {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:43:55.022617 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23bdfec3-58b3-45ed-aae5-897a1dba45cd", "tag": "4bb7dc11-05b7-4733-8de6-49c64187166b", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:43:55.023469 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d74576ca-4d13-43e6-8525-5b18a3675027 {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:43:55.024867 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23bdfec3-58b3-45ed-aae5-897a1dba45cd', 'tag': '4bb7dc11-05b7-4733-8de6-49c64187166b', 'status': 'completed', 'code': 200} Aug 10 03:43:55.099873 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5f8437-3226-461e-be76-21dddae41f25 req-d88491f1-4d71-429b-ac23-13c2bfbf0609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:55.103224 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-bd5f8437-3226-461e-be76-21dddae41f25 req-d88491f1-4d71-429b-ac23-13c2bfbf0609 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8c3c810e-942a-469e-8f46-fd2af3bb3c18 HTTP/1.1" status: 200 len: 849 time: 0.1918535 Aug 10 03:43:55.111568 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-491f0294-366d-4d8b-92aa-38fe508608e6 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] In _notify_port_updated(), no bound segment for port 6281e13b-479d-4a20-b766-7a07c06e1ba6 on network bfe95ef4-60d9-461d-b53c-aab922e9137c {{(pid=94260) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:43:55.118164 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491f0294-366d-4d8b-92aa-38fe508608e6 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:55.119042 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-491f0294-366d-4d8b-92aa-38fe508608e6 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:55.123419 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-491f0294-366d-4d8b-92aa-38fe508608e6 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "PUT /v2.0/ports/6281e13b-479d-4a20-b766-7a07c06e1ba6 HTTP/1.1" status: 200 len: 921 time: 3.0729825 Aug 10 03:43:55.133188 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59556) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:55.212902 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c21d3751-3a66-4699-a344-f18c757b0d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:55.239135 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-bd5f8437-3226-461e-be76-21dddae41f25 req-c349bab2-229e-43e2-8367-0938d2b5c856 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bd37fcf2-db05-4122-8089-a0cf424dd71e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1260319 Aug 10 03:43:55.242030 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da0f64e-cab2-41e5-a8c8-047a9eb7430b req-85a786be-55b0-40ad-a245-8bb4a4fbce33 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:55.245674 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7da0f64e-cab2-41e5-a8c8-047a9eb7430b req-85a786be-55b0-40ad-a245-8bb4a4fbce33 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/ports?device_id=00df8480-85ee-4cc7-b3c5-8f758aa1d93c HTTP/1.1" status: 200 len: 945 time: 0.2108161 Aug 10 03:43:55.250018 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f28eb22-2061-4933-ae1b-e5dc284c0435 req-5384f2b5-0533-4d52-977a-8d34b177fc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:55.252724 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5f28eb22-2061-4933-ae1b-e5dc284c0435 req-5384f2b5-0533-4d52-977a-8d34b177fc20 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9ff2867e4a0141f68303abd29afd842a&device_id=00df8480-85ee-4cc7-b3c5-8f758aa1d93c HTTP/1.1" status: 200 len: 1097 time: 0.1303768 Aug 10 03:43:55.391410 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-bd5f8437-3226-461e-be76-21dddae41f25 req-8dbbdcb0-6006-47c4-b1f4-7adb278d34b8 service neutron] 10.222.0.61 "GET /v2.0/networks/bd37fcf2-db05-4122-8089-a0cf424dd71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350620 Aug 10 03:43:55.408709 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:55.466152 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7da0f64e-cab2-41e5-a8c8-047a9eb7430b req-7bc46fda-610b-4810-8b67-3a64deb3e605 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/security-groups?id=3dcf7ed8-b8b4-4f0f-9ac1-131f6ed7d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2092531 Aug 10 03:43:55.520497 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-c21d3751-3a66-4699-a344-f18c757b0d39 None None] Allocated IP 172.20.0.19 (bfe95ef4-60d9-461d-b53c-aab922e9137c/d0231f8b-f998-4199-9a30-e98eef5811f8/9960c610-aca7-4988-9475-667dff3da9c4) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:43:55.586539 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-5baf1c16-a560-4713-bb38-90b4b52c9154 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Deleting port 6281e13b-479d-4a20-b766-7a07c06e1ba6 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:43:55.587625 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5baf1c16-a560-4713-bb38-90b4b52c9154 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:55.679791 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c21d3751-3a66-4699-a344-f18c757b0d39 None None] For port 9960c610-aca7-4988-9475-667dff3da9c4, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=9960c610-aca7-4988-9475-667dff3da9c4,segment=NetworkSegment(54d625a6-98a0-4db9-990f-13876f145cba),segment_id=54d625a6-98a0-4db9-990f-13876f145cba)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:55.734506 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c21d3751-3a66-4699-a344-f18c757b0d39 None None] Notify callbacks [] for port, precommit_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:55.753920 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5baf1c16-a560-4713-bb38-90b4b52c9154 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:55.758188 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c21d3751-3a66-4699-a344-f18c757b0d39 None None] Transition to ACTIVE for port object 9960c610-aca7-4988-9475-667dff3da9c4 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:43:55.765115 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c21d3751-3a66-4699-a344-f18c757b0d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:55.782069 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-5baf1c16-a560-4713-bb38-90b4b52c9154 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Calling delete_port for 6281e13b-479d-4a20-b766-7a07c06e1ba6 owned by {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:43:55.839655 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21d3751-3a66-4699-a344-f18c757b0d39 None None] Pushing event updated for resources: {'Port': ['ID=9960c610-aca7-4988-9475-667dff3da9c4,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:56.048531 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-bd5f8437-3226-461e-be76-21dddae41f25 req-736d4cfc-d09a-48ae-8655-2ab75f63f7eb service neutron] 10.222.0.61 "GET /v2.0/networks/bd37fcf2-db05-4122-8089-a0cf424dd71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6464214 Aug 10 03:43:56.074540 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5baf1c16-a560-4713-bb38-90b4b52c9154 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:56.166389 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baf1c16-a560-4713-bb38-90b4b52c9154 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Pushing event deleted for resources: {'Port': ['ID=6281e13b-479d-4a20-b766-7a07c06e1ba6,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:56.199065 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:56.348416 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-36c97b49-8994-4bfe-bb62-cd9ad98d6662 req-127a5e93-b00e-4302-a9e8-69e16c0b27e0 tempest-ServerShowV257Test-2028717153 tempest-ServerShowV257Test-2028717153-project] 10.222.0.44 "GET /v2.0/ports?device_id=2795a063-c37d-44ff-a646-cc541bade3ac HTTP/1.1" status: 200 len: 210 time: 0.0783925 Aug 10 03:43:56.444197 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-87031da7-84d9-42a0-83ff-839a55ee6f14 req-9219799a-bc33-4088-9381-c42f0cfd4cd7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2795a063-c37d-44ff-a646-cc541bade3ac HTTP/1.1" status: 200 len: 210 time: 0.1011140 Aug 10 03:43:56.538218 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182a028c-8e64-408e-858e-81c8fe75c056 req-f2f91a18-043e-42c6-9123-04bf93fc9b9d tempest-VolumesActionsTest-1179390166 tempest-VolumesActionsTest-1179390166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:56.545996 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-182a028c-8e64-408e-858e-81c8fe75c056 req-f2f91a18-043e-42c6-9123-04bf93fc9b9d tempest-VolumesActionsTest-1179390166 tempest-VolumesActionsTest-1179390166-project] 10.222.0.44 "GET /v2.0/ports?device_id=23bdfec3-58b3-45ed-aae5-897a1dba45cd HTTP/1.1" status: 200 len: 943 time: 0.9392271 Aug 10 03:43:56.561478 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f28eb22-2061-4933-ae1b-e5dc284c0435 req-4728c1df-cfd4-42c4-bfb5-5f6177d7f16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:56.569904 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5f28eb22-2061-4933-ae1b-e5dc284c0435 req-4728c1df-cfd4-42c4-bfb5-5f6177d7f16d service neutron] 10.222.0.42 "GET /v2.0/networks?id=71c89238-8f5d-43f8-b1be-95c24d55419f HTTP/1.1" status: 200 len: 911 time: 1.2475538 Aug 10 03:43:56.788353 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5f28eb22-2061-4933-ae1b-e5dc284c0435 req-f7816556-d377-4ea3-a5a2-4871be45d919 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd0d0387-15f7-41cf-a1e1-a7f8dd43f812 HTTP/1.1" status: 200 len: 1000 time: 0.1478643 Aug 10 03:43:56.813387 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-182a028c-8e64-408e-858e-81c8fe75c056 req-619bd7f8-8dec-4a7e-9d98-2008346b269f tempest-VolumesActionsTest-1179390166 tempest-VolumesActionsTest-1179390166-project] 10.222.0.44 "GET /v2.0/security-groups?id=fee3d9bf-2db1-4a49-abaf-0a9521ceb125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601378 Aug 10 03:43:56.849214 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:56.928777 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4d3c51-1021-4dca-84a2-0000943766cc req-6f7f3482-e8dd-4b2d-a581-bf401cfeb6cd tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:56.930930 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0f4d3c51-1021-4dca-84a2-0000943766cc req-6f7f3482-e8dd-4b2d-a581-bf401cfeb6cd tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/ports?device_id=00df8480-85ee-4cc7-b3c5-8f758aa1d93c HTTP/1.1" status: 200 len: 945 time: 0.2464867 Aug 10 03:43:56.963578 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f28eb22-2061-4933-ae1b-e5dc284c0435 req-ca4fa2e2-4e04-49c3-a1d8-5e0e009ea2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:56.966389 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5f28eb22-2061-4933-ae1b-e5dc284c0435 req-ca4fa2e2-4e04-49c3-a1d8-5e0e009ea2c9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2a46edbc-ca41-41f9-9dcc-118a9b411006 HTTP/1.1" status: 200 len: 850 time: 0.1493318 Aug 10 03:43:57.099306 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5baf1c16-a560-4713-bb38-90b4b52c9154 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:57.108845 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-5baf1c16-a560-4713-bb38-90b4b52c9154 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "DELETE /v2.0/ports/6281e13b-479d-4a20-b766-7a07c06e1ba6 HTTP/1.1" status: 204 len: 168 time: 1.9707263 Aug 10 03:43:57.115088 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59572) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:57.122193 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f28eb22-2061-4933-ae1b-e5dc284c0435 req-acce4762-1a96-4d88-bcb6-8229b8d4c1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:57.123945 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5f28eb22-2061-4933-ae1b-e5dc284c0435 req-acce4762-1a96-4d88-bcb6-8229b8d4c1c5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=71c89238-8f5d-43f8-b1be-95c24d55419f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1387804 Aug 10 03:43:57.127700 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0f4d3c51-1021-4dca-84a2-0000943766cc req-eadb4c9c-824b-477c-8510-79d8e93d6428 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/security-groups?id=3dcf7ed8-b8b4-4f0f-9ac1-131f6ed7d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1870680 Aug 10 03:43:57.187348 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-158d89ab-d900-4c62-8477-44eaf0ac7f8c None None] Provisioning complete for port 7f21df5f-f52c-4a49-9bf4-8a3a1299e95f triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:57.187348 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-158d89ab-d900-4c62-8477-44eaf0ac7f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:57.196459 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-50bc0fb5-c77e-402a-a2b4-41258bf30900 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] GET failed (client error): The resource could not be found. Aug 10 03:43:57.204200 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-50bc0fb5-c77e-402a-a2b4-41258bf30900 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "GET /v2.0/ports/6281e13b-479d-4a20-b766-7a07c06e1ba6 HTTP/1.1" status: 404 len: 333 time: 0.0877681 Aug 10 03:43:57.211025 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d105e-1185-4d44-a406-b8f72875ddd0 req-cebb8ad0-87b6-4fd2-b6ba-03314e3c09c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:57.212697 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-243d105e-1185-4d44-a406-b8f72875ddd0 req-cebb8ad0-87b6-4fd2-b6ba-03314e3c09c9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=58ac2bb3f8824e3ba21e0920319c03e6&device_id=23bdfec3-58b3-45ed-aae5-897a1dba45cd HTTP/1.1" status: 200 len: 1095 time: 1.0327184 Aug 10 03:43:57.213129 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59574) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:57.274941 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-158d89ab-d900-4c62-8477-44eaf0ac7f8c None None] Port 7f21df5f-f52c-4a49-9bf4-8a3a1299e95f cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:43:57.295623 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-158d89ab-d900-4c62-8477-44eaf0ac7f8c None None] Provisioning for port 9960c610-aca7-4988-9475-667dff3da9c4 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:43:57.300859 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-158d89ab-d900-4c62-8477-44eaf0ac7f8c None None] Provisioning complete for port 9960c610-aca7-4988-9475-667dff3da9c4 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:57.301289 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-158d89ab-d900-4c62-8477-44eaf0ac7f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:57.335607 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5f28eb22-2061-4933-ae1b-e5dc284c0435 req-e2729785-8209-4e44-a17a-cbe41be23026 service neutron] 10.222.0.42 "GET /v2.0/networks/71c89238-8f5d-43f8-b1be-95c24d55419f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019672 Aug 10 03:43:57.573214 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-69767519-8de9-4c09-8d70-529791d373c5 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:57.596195 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d105e-1185-4d44-a406-b8f72875ddd0 req-37d92337-0a15-422e-ac28-6ef61714b2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:57.618918 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-243d105e-1185-4d44-a406-b8f72875ddd0 req-37d92337-0a15-422e-ac28-6ef61714b2c0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=bd37fcf2-db05-4122-8089-a0cf424dd71e HTTP/1.1" status: 200 len: 909 time: 0.3884621 Aug 10 03:43:57.636901 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5f28eb22-2061-4933-ae1b-e5dc284c0435 req-870fe8d9-aff6-4a79-8e70-0d0e2a2cb78e service neutron] 10.222.0.42 "GET /v2.0/networks/71c89238-8f5d-43f8-b1be-95c24d55419f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2904048 Aug 10 03:43:57.655359 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-158d89ab-d900-4c62-8477-44eaf0ac7f8c None None] Could not find standard attr ID for object 6281e13b-479d-4a20-b766-7a07c06e1ba6. {{(pid=94262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:43:57.699690 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fb040625-0b70-47c7-a00c-7a6d4946d7b1 req-4c64b042-8edc-4523-a8c0-d9f419bdf869 tempest-ServerShowV257Test-2028717153 tempest-ServerShowV257Test-2028717153-project] 10.222.0.44 "GET /v2.0/ports?device_id=2795a063-c37d-44ff-a646-cc541bade3ac HTTP/1.1" status: 200 len: 210 time: 0.1051669 Aug 10 03:43:57.765789 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-69767519-8de9-4c09-8d70-529791d373c5 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:57.844735 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-243d105e-1185-4d44-a406-b8f72875ddd0 req-6eaf7788-8d9e-4ee5-af48-1d0e394976c7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4bb7dc11-05b7-4733-8de6-49c64187166b HTTP/1.1" status: 200 len: 217 time: 0.2090945 Aug 10 03:43:58.111608 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-df97400e-bc32-4ed8-be61-8b0538869843 None None] Could not find standard attr ID for object 6281e13b-479d-4a20-b766-7a07c06e1ba6. {{(pid=94262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:43:58.116965 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-69767519-8de9-4c09-8d70-529791d373c5 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:58.118558 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 9960c610-aca7-4988-9475-667dff3da9c4 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:43:58.130943 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-69767519-8de9-4c09-8d70-529791d373c5 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:58.139051 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-69767519-8de9-4c09-8d70-529791d373c5 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "DELETE /v2.0/security-groups/4406ebc7-c24f-4f96-b898-b379ac750846 HTTP/1.1" status: 204 len: 168 time: 0.9243617 Aug 10 03:43:58.163272 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d105e-1185-4d44-a406-b8f72875ddd0 req-9194eec0-c81a-4ffd-ae29-872407c285fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:58.165749 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-243d105e-1185-4d44-a406-b8f72875ddd0 req-9194eec0-c81a-4ffd-ae29-872407c285fd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8c3c810e-942a-469e-8f46-fd2af3bb3c18 HTTP/1.1" status: 200 len: 849 time: 0.2911167 Aug 10 03:43:58.188407 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59588) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:58.280610 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7178196-f124-4559-92a2-e417f12aa24b req-61aab1c5-9927-4618-8ca2-6f54336a6863 tempest-VolumesActionsTest-1179390166 tempest-VolumesActionsTest-1179390166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:58.295059 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f7178196-f124-4559-92a2-e417f12aa24b req-61aab1c5-9927-4618-8ca2-6f54336a6863 tempest-VolumesActionsTest-1179390166 tempest-VolumesActionsTest-1179390166-project] 10.222.0.44 "GET /v2.0/ports?device_id=23bdfec3-58b3-45ed-aae5-897a1dba45cd HTTP/1.1" status: 200 len: 943 time: 0.3262656 Aug 10 03:43:58.300005 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-978d4e94-d4f8-489c-8359-ba4bcc428b0b req-858c5916-25e3-4e31-8072-03de226be6e7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ad331b8b4dcb494ba2022dafde51c3cf&device_id=2795a063-c37d-44ff-a646-cc541bade3ac HTTP/1.1" status: 200 len: 210 time: 0.1649625 Aug 10 03:43:58.317728 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69767519-8de9-4c09-8d70-529791d373c5 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4406ebc7-c24f-4f96-b898-b379ac750846,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:58.360966 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-243d105e-1185-4d44-a406-b8f72875ddd0 req-244f61a8-4c4e-4bea-b6da-e85ba6603efa service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bd37fcf2-db05-4122-8089-a0cf424dd71e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0989349 Aug 10 03:43:58.373978 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 9960c610-aca7-4988-9475-667dff3da9c4 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:58.374582 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:58.381505 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 4bb7dc11-05b7-4733-8de6-49c64187166b details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:43:58.410871 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-978d4e94-d4f8-489c-8359-ba4bcc428b0b req-62f3c6fe-3907-45d9-94fa-a4a3e364ab91 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=ad331b8b4dcb494ba2022dafde51c3cf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0878601 Aug 10 03:43:58.518093 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-01c7ef0b-bc9e-43b6-ac5e-cb93724ac9d8 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:58.590149 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-01c7ef0b-bc9e-43b6-ac5e-cb93724ac9d8 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:58.672701 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-243d105e-1185-4d44-a406-b8f72875ddd0 req-b1766541-ed48-4d0a-b0ec-85125ef7103a service neutron] 10.222.0.61 "GET /v2.0/networks/bd37fcf2-db05-4122-8089-a0cf424dd71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995181 Aug 10 03:43:58.711283 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 4bb7dc11-05b7-4733-8de6-49c64187166b, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=4bb7dc11-05b7-4733-8de6-49c64187166b,segment=NetworkSegment(36cef76e-8c54-48f6-98aa-91de0619de09),segment_id=36cef76e-8c54-48f6-98aa-91de0619de09)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:58.715976 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f7178196-f124-4559-92a2-e417f12aa24b req-5e4aae7c-43b5-4e51-a6a4-3d77f389ecc1 tempest-VolumesActionsTest-1179390166 tempest-VolumesActionsTest-1179390166-project] 10.222.0.44 "GET /v2.0/security-groups?id=fee3d9bf-2db1-4a49-abaf-0a9521ceb125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4197273 Aug 10 03:43:58.743916 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': '4bb7dc11-05b7-4733-8de6-49c64187166b', 'network_id': 'bd37fcf2-db05-4122-8089-a0cf424dd71e', 'port_id': '4bb7dc11-05b7-4733-8de6-49c64187166b', 'mac_address': 'fa:16:3e:85:79:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c3c810e-942a-469e-8f46-fd2af3bb3c18', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:43:58.767478 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-01c7ef0b-bc9e-43b6-ac5e-cb93724ac9d8 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:58.772119 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-01c7ef0b-bc9e-43b6-ac5e-cb93724ac9d8 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:58.774346 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-01c7ef0b-bc9e-43b6-ac5e-cb93724ac9d8 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "DELETE /v2.0/security-groups/00836d2c-b8ea-4d8d-9bd0-7cf8e5c2fc69 HTTP/1.1" status: 204 len: 168 time: 0.5842679 Aug 10 03:43:58.783063 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 59592) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:58.794100 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:58.810338 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bb7dc11-05b7-4733-8de6-49c64187166b {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:43:58.819060 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9e3be613-726a-4579-9eb4-d6437fa5b5f3 req-c8ecc3d4-fdc8-43ad-8312-5706707519e4 tempest-ServerShowV257Test-2028717153 tempest-ServerShowV257Test-2028717153-project] 10.222.0.44 "GET /v2.0/ports?device_id=2795a063-c37d-44ff-a646-cc541bade3ac HTTP/1.1" status: 200 len: 210 time: 0.1375918 Aug 10 03:43:58.840952 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978d4e94-d4f8-489c-8359-ba4bcc428b0b req-8fdf50d5-3fb9-4ae9-becd-7106dd4669f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:58.843905 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-978d4e94-d4f8-489c-8359-ba4bcc428b0b req-8fdf50d5-3fb9-4ae9-becd-7106dd4669f1 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4247029 Aug 10 03:43:58.856560 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c7ef0b-bc9e-43b6-ac5e-cb93724ac9d8 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00836d2c-b8ea-4d8d-9bd0-7cf8e5c2fc69,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:58.868189 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 4bb7dc11-05b7-4733-8de6-49c64187166b, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=4bb7dc11-05b7-4733-8de6-49c64187166b,segment=NetworkSegment(36cef76e-8c54-48f6-98aa-91de0619de09),segment_id=36cef76e-8c54-48f6-98aa-91de0619de09)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:58.877379 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:58.950394 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-243d105e-1185-4d44-a406-b8f72875ddd0 req-7438d01f-b7d7-4769-bbf7-6e1ae4bb4c66 service neutron] 10.222.0.61 "GET /v2.0/networks/bd37fcf2-db05-4122-8089-a0cf424dd71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586012 Aug 10 03:43:58.988184 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=4bb7dc11-05b7-4733-8de6-49c64187166b,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:59.027796 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc7abba9-4fc7-4b60-a98e-a8f82ffdf3ec tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Deleting subnet d649bb37-2deb-4531-9a0c-a4e30c8b02c8 {{(pid=94260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:43:59.040110 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-bc7abba9-4fc7-4b60-a98e-a8f82ffdf3ec tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for subnet, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:59.139671 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1042355-c7cb-4302-bda1-485648a16d0e req-cd3aca28-63f1-44ed-a4cf-229cec137510 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:59.153762 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d1042355-c7cb-4302-bda1-485648a16d0e req-cd3aca28-63f1-44ed-a4cf-229cec137510 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/ports?device_id=00df8480-85ee-4cc7-b3c5-8f758aa1d93c HTTP/1.1" status: 200 len: 945 time: 0.2118142 Aug 10 03:43:59.217440 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-bc7abba9-4fc7-4b60-a98e-a8f82ffdf3ec tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191173'] for subnet, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:59.247300 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['4bb7dc11-05b7-4733-8de6-49c64187166b'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:43:59.319961 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d1042355-c7cb-4302-bda1-485648a16d0e req-391c9c23-cbb4-48e6-b20f-c6338eb9471d tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/security-groups?id=3dcf7ed8-b8b4-4f0f-9ac1-131f6ed7d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1647844 Aug 10 03:43:59.572330 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-bc7abba9-4fc7-4b60-a98e-a8f82ffdf3ec tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:59.730292 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-bc7abba9-4fc7-4b60-a98e-a8f82ffdf3ec tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:59.769843 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7abba9-4fc7-4b60-a98e-a8f82ffdf3ec tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Pushing event deleted for resources: {'Subnet': ['ID=d649bb37-2deb-4531-9a0c-a4e30c8b02c8,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:59.792241 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-bc7abba9-4fc7-4b60-a98e-a8f82ffdf3ec tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:59.800577 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-bc7abba9-4fc7-4b60-a98e-a8f82ffdf3ec tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "DELETE /v2.0/subnets/d649bb37-2deb-4531-9a0c-a4e30c8b02c8 HTTP/1.1" status: 204 len: 168 time: 0.9979107 Aug 10 03:43:59.800995 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59602) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:59.803876 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520d5766-8741-4078-b711-44ce85c1c2ad None None] Network bfe95ef4-60d9-461d-b53c-aab922e9137c requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:43:59.817820 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-3cac3c55-35b9-463a-bb5a-62af53dd4a80 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Request body: {'subnet': {'network_id': 'bfe95ef4-60d9-461d-b53c-aab922e9137c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:59.984566 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f347a3a-b181-4bba-b07f-a3b535c3db78 req-e7f26de7-c745-4f4d-b341-911cb3d20210 tempest-VolumesActionsTest-1179390166 tempest-VolumesActionsTest-1179390166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:59.988859 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6f347a3a-b181-4bba-b07f-a3b535c3db78 req-e7f26de7-c745-4f4d-b341-911cb3d20210 tempest-VolumesActionsTest-1179390166 tempest-VolumesActionsTest-1179390166-project] 10.222.0.44 "GET /v2.0/ports?device_id=23bdfec3-58b3-45ed-aae5-897a1dba45cd HTTP/1.1" status: 200 len: 944 time: 0.1004438 Aug 10 03:44:00.111184 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6132cdfb-d9a8-4b3a-9220-7e8e777c4e23 req-ff876b9c-39fa-4f92-9b31-fd8339f69f5f tempest-ServerShowV257Test-2028717153 tempest-ServerShowV257Test-2028717153-project] 10.222.0.44 "GET /v2.0/ports?device_id=2795a063-c37d-44ff-a646-cc541bade3ac HTTP/1.1" status: 200 len: 210 time: 0.1175354 Aug 10 03:44:00.194720 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-978d4e94-d4f8-489c-8359-ba4bcc428b0b req-6856ff1b-3e2d-4204-9eb5-4c992b16ae27 tempest-ServerShowV257Test-2028717153 tempest-ServerShowV257Test-2028717153-project] 10.222.0.42 "GET /v2.0/ports?device_id=2795a063-c37d-44ff-a646-cc541bade3ac HTTP/1.1" status: 200 len: 210 time: 0.0792377 Aug 10 03:44:00.250274 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cac3c55-35b9-463a-bb5a-62af53dd4a80 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Made reservation on behalf of 2dd944f287b540098f0fcef72a77648e for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:44:00.268034 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3cac3c55-35b9-463a-bb5a-62af53dd4a80 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:00.295809 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6f347a3a-b181-4bba-b07f-a3b535c3db78 req-1d37635e-23bd-4a97-9a62-193bc3601fda tempest-VolumesActionsTest-1179390166 tempest-VolumesActionsTest-1179390166-project] 10.222.0.44 "GET /v2.0/security-groups?id=fee3d9bf-2db1-4a49-abaf-0a9521ceb125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924316 Aug 10 03:44:00.381634 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 4bb7dc11-05b7-4733-8de6-49c64187166b up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:44:00.473627 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning for port 4bb7dc11-05b7-4733-8de6-49c64187166b completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:44:00.484278 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port 4bb7dc11-05b7-4733-8de6-49c64187166b triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:44:00.484278 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:00.691148 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:00.768587 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 4bb7dc11-05b7-4733-8de6-49c64187166b, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=4bb7dc11-05b7-4733-8de6-49c64187166b,segment=NetworkSegment(36cef76e-8c54-48f6-98aa-91de0619de09),segment_id=36cef76e-8c54-48f6-98aa-91de0619de09)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:00.770191 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23bdfec3-58b3-45ed-aae5-897a1dba45cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bb7dc11-05b7-4733-8de6-49c64187166b'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:44:00.774431 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcfed065-f2e9-4777-a47f-75898155fd94" -d '{"events": [{"server_uuid": "23bdfec3-58b3-45ed-aae5-897a1dba45cd", "name": "network-vif-plugged", "status": "completed", "tag": "4bb7dc11-05b7-4733-8de6-49c64187166b"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:44:00.792002 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:00.877780 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1403fd89-1039-4600-a20c-b53cb1b1f8f0 x-openstack-request-id: req-1403fd89-1039-4600-a20c-b53cb1b1f8f0 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:44:00.878137 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23bdfec3-58b3-45ed-aae5-897a1dba45cd", "name": "network-vif-plugged", "status": "completed", "tag": "4bb7dc11-05b7-4733-8de6-49c64187166b", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:44:00.878348 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1403fd89-1039-4600-a20c-b53cb1b1f8f0 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:44:00.878893 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23bdfec3-58b3-45ed-aae5-897a1dba45cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bb7dc11-05b7-4733-8de6-49c64187166b', 'code': 200} Aug 10 03:44:00.925416 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3cac3c55-35b9-463a-bb5a-62af53dd4a80 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:00.945584 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=4bb7dc11-05b7-4733-8de6-49c64187166b,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:01.069679 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cac3c55-35b9-463a-bb5a-62af53dd4a80 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Network bfe95ef4-60d9-461d-b53c-aab922e9137c is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:44:01.109747 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cac3c55-35b9-463a-bb5a-62af53dd4a80 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Pushing event updated for resources: {'Subnet': ['ID=f51d33be-0a9d-4b2b-960e-8ab7ff624c3d,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:01.128657 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-3cac3c55-35b9-463a-bb5a-62af53dd4a80 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:44:01.197417 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cac3c55-35b9-463a-bb5a-62af53dd4a80 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:01.199166 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3cac3c55-35b9-463a-bb5a-62af53dd4a80 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:01.253075 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-3cac3c55-35b9-463a-bb5a-62af53dd4a80 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4504285 Aug 10 03:44:01.259065 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 59620) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:01.270450 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5bc026-bc22-4ded-830e-6513fb478855 req-dd3b8c5c-2e69-4c13-ba77-94737e131841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:01.276069 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-8ea545a2-a8cf-45e1-a8b7-a9df57c30136 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Request body: {'security_group': {'name': 'tempest-secgroup-2089366764'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:01.276485 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-1e5bc026-bc22-4ded-830e-6513fb478855 req-dd3b8c5c-2e69-4c13-ba77-94737e131841 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=23bdfec3-58b3-45ed-aae5-897a1dba45cd HTTP/1.1" status: 200 len: 1097 time: 0.1511765 Aug 10 03:44:01.394163 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-1e5bc026-bc22-4ded-830e-6513fb478855 req-dd857eaa-43b9-48ca-8cbf-684255f33650 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=fee3d9bf-2db1-4a49-abaf-0a9521ceb125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030176 Aug 10 03:44:01.422477 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8ea545a2-a8cf-45e1-a8b7-a9df57c30136 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:01.789877 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8ea545a2-a8cf-45e1-a8b7-a9df57c30136 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:01.842154 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63feb8c3-cfb1-413f-8623-7910b2c0aafd None None] Network bfe95ef4-60d9-461d-b53c-aab922e9137c requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:44:01.865211 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59630) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:01.869052 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8ea545a2-a8cf-45e1-a8b7-a9df57c30136 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:01.937777 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8ea545a2-a8cf-45e1-a8b7-a9df57c30136 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:01.944337 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59634) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:01.945263 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-8ea545a2-a8cf-45e1-a8b7-a9df57c30136 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6819980 Aug 10 03:44:01.955384 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-e7eb4ab1-69e5-406b-8f87-0aebb2426687 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Request body: {'security_group': {'name': 'tempest-secgroup-570485488'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:01.984656 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc1aed8-6b67-4d97-ac12-0ec7fc25e5cc req-7e8f5a66-5dea-4ddb-a5d7-c7ade9df4369 tempest-VolumesActionsTest-1179390166 tempest-VolumesActionsTest-1179390166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:01.989721 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5dc1aed8-6b67-4d97-ac12-0ec7fc25e5cc req-7e8f5a66-5dea-4ddb-a5d7-c7ade9df4369 tempest-VolumesActionsTest-1179390166 tempest-VolumesActionsTest-1179390166-project] 10.222.0.44 "GET /v2.0/ports?device_id=23bdfec3-58b3-45ed-aae5-897a1dba45cd HTTP/1.1" status: 200 len: 945 time: 0.5104461 Aug 10 03:44:02.034692 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-6ea37ccf-fcb7-4e12-a334-c9f204bf91ca None None] Provisioning complete for port 7f21df5f-f52c-4a49-9bf4-8a3a1299e95f triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:44:02.036161 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-6ea37ccf-fcb7-4e12-a334-c9f204bf91ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:02.043199 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea545a2-a8cf-45e1-a8b7-a9df57c30136 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38786f5b-6429-4558-b447-ee6ad33fabae,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:02.055603 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e7eb4ab1-69e5-406b-8f87-0aebb2426687 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:02.120602 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5dc1aed8-6b67-4d97-ac12-0ec7fc25e5cc req-1130a749-f04e-4cef-b273-6513f95b6220 tempest-VolumesActionsTest-1179390166 tempest-VolumesActionsTest-1179390166-project] 10.222.0.44 "GET /v2.0/security-groups?id=fee3d9bf-2db1-4a49-abaf-0a9521ceb125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144154 Aug 10 03:44:02.170029 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-6ea37ccf-fcb7-4e12-a334-c9f204bf91ca None None] Port 7f21df5f-f52c-4a49-9bf4-8a3a1299e95f cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:44:02.203871 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-6ea37ccf-fcb7-4e12-a334-c9f204bf91ca None None] Provisioning complete for port 9960c610-aca7-4988-9475-667dff3da9c4 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:44:02.204333 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-6ea37ccf-fcb7-4e12-a334-c9f204bf91ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:02.270629 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e7eb4ab1-69e5-406b-8f87-0aebb2426687 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:02.286957 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e7eb4ab1-69e5-406b-8f87-0aebb2426687 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:02.409609 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e7eb4ab1-69e5-406b-8f87-0aebb2426687 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:02.415231 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e7eb4ab1-69e5-406b-8f87-0aebb2426687 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4631062 Aug 10 03:44:02.420403 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 59640) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:02.432050 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eb4ab1-69e5-406b-8f87-0aebb2426687 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c170e398-2bef-4edd-95cc-f2e5f4e8afa6,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:02.442741 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-5dcfd152-00c9-4f13-a762-7102c1b7d055 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Request body: {'security_group': {'name': 'tempest-secgroup-807694399'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:02.444301 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2b193011-bbd2-4704-b2c8-842ab3626c0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:02.528728 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.db.api [None req-5dcfd152-00c9-4f13-a762-7102c1b7d055 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 03:44:02.528728 n-d-768862-13 neutron-server[94260]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 10 03:44:02.528728 n-d-768862-13 neutron-server[94260]: [parameters: {'project_id': '2dd944f287b540098f0fcef72a77648e', 'id': '7c0b2d31-81de-485c-a98e-829a7bed8cba', 'expiration': datetime.datetime(2021, 8, 10, 3, 46, 2, 506640)}] Aug 10 03:44:02.528728 n-d-768862-13 neutron-server[94260]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94260) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:44:02.531227 n-d-768862-13 neutron-server[94260]: DEBUG oslo_db.api [None req-5dcfd152-00c9-4f13-a762-7102c1b7d055 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:44:02.543309 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b25c275-a0bf-4960-8ad5-df2f932822ec None None] Update dhcp port {'port': {'network_id': 'bfe95ef4-60d9-461d-b53c-aab922e9137c', 'fixed_ips': [{'subnet_id': 'd0231f8b-f998-4199-9a30-e98eef5811f8', 'ip_address': '172.20.0.19'}, {'subnet_id': 'f51d33be-0a9d-4b2b-960e-8ab7ff624c3d'}], 'binding:host_id': 'n-d-768862-13'}, 'id': '9960c610-aca7-4988-9475-667dff3da9c4'} from n-d-768862-13. {{(pid=94262) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 03:44:02.583236 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9b25c275-a0bf-4960-8ad5-df2f932822ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:02.687701 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2b193011-bbd2-4704-b2c8-842ab3626c0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:02.703735 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2b193011-bbd2-4704-b2c8-842ab3626c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:02.801860 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-2b193011-bbd2-4704-b2c8-842ab3626c0d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ad331b8b4dcb494ba2022dafde51c3cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9346335 Aug 10 03:44:02.803384 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b193011-bbd2-4704-b2c8-842ab3626c0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f8af52b-e62f-4bd3-a2b6-9272f48d725c,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:02.806911 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 59642) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:02.921784 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-549a9bc5-2bf7-48e1-8c67-0d89b3fa94af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:02.972481 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-549a9bc5-2bf7-48e1-8c67-0d89b3fa94af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:03.093101 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-9b25c275-a0bf-4960-8ad5-df2f932822ec None None] Allocated IP 172.20.0.2 (bfe95ef4-60d9-461d-b53c-aab922e9137c/f51d33be-0a9d-4b2b-960e-8ab7ff624c3d/9960c610-aca7-4988-9475-667dff3da9c4) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:44:03.100915 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5dcfd152-00c9-4f13-a762-7102c1b7d055 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:03.197429 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-549a9bc5-2bf7-48e1-8c67-0d89b3fa94af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:03.214729 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-549a9bc5-2bf7-48e1-8c67-0d89b3fa94af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:03.222442 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-549a9bc5-2bf7-48e1-8c67-0d89b3fa94af admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8f8af52b-e62f-4bd3-a2b6-9272f48d725c HTTP/1.1" status: 204 len: 168 time: 0.4128203 Aug 10 03:44:03.295890 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549a9bc5-2bf7-48e1-8c67-0d89b3fa94af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f8af52b-e62f-4bd3-a2b6-9272f48d725c,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:03.362028 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:03.465357 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-9b25c275-a0bf-4960-8ad5-df2f932822ec None None] For port 9960c610-aca7-4988-9475-667dff3da9c4, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=9960c610-aca7-4988-9475-667dff3da9c4,segment=NetworkSegment(54d625a6-98a0-4db9-990f-13876f145cba),segment_id=54d625a6-98a0-4db9-990f-13876f145cba)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:03.568583 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9b25c275-a0bf-4960-8ad5-df2f932822ec None None] Notify callbacks [] for port, precommit_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:03.579054 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04eae8-839c-4de1-bcfd-4431337469b3 req-2fa52b0c-9a61-4ec6-9c05-fb0b50188502 tempest-VolumesActionsTest-1179390166 tempest-VolumesActionsTest-1179390166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:03.582162 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0c04eae8-839c-4de1-bcfd-4431337469b3 req-2fa52b0c-9a61-4ec6-9c05-fb0b50188502 tempest-VolumesActionsTest-1179390166 tempest-VolumesActionsTest-1179390166-project] 10.222.0.44 "GET /v2.0/ports?device_id=23bdfec3-58b3-45ed-aae5-897a1dba45cd HTTP/1.1" status: 200 len: 945 time: 0.2005448 Aug 10 03:44:03.615029 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-9b25c275-a0bf-4960-8ad5-df2f932822ec None None] Transition to ACTIVE for port object 9960c610-aca7-4988-9475-667dff3da9c4 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:44:03.622292 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5dcfd152-00c9-4f13-a762-7102c1b7d055 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:03.626861 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9b25c275-a0bf-4960-8ad5-df2f932822ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:03.642443 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5dcfd152-00c9-4f13-a762-7102c1b7d055 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:03.743005 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5dcfd152-00c9-4f13-a762-7102c1b7d055 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:03.752427 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59654) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:03.753153 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-5dcfd152-00c9-4f13-a762-7102c1b7d055 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3263011 Aug 10 03:44:03.759034 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcfd152-00c9-4f13-a762-7102c1b7d055 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb9cfe3d-266a-4e95-ba81-b5a298f53692,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:03.760939 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-06e43b85-bc22-461a-9266-526736bb9fba tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1958685091', 'security_groups': ['cb9cfe3d-266a-4e95-ba81-b5a298f53692'], 'network_id': 'bfe95ef4-60d9-461d-b53c-aab922e9137c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f51d33be-0a9d-4b2b-960e-8ab7ff624c3d'}]}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:03.785159 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b25c275-a0bf-4960-8ad5-df2f932822ec None None] Pushing event updated for resources: {'Port': ['ID=9960c610-aca7-4988-9475-667dff3da9c4,revision_number=6']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:03.787548 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcfd152-00c9-4f13-a762-7102c1b7d055 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:03.790725 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcfd152-00c9-4f13-a762-7102c1b7d055 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:03.791388 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcfd152-00c9-4f13-a762-7102c1b7d055 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:03.791979 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcfd152-00c9-4f13-a762-7102c1b7d055 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:03.793929 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcfd152-00c9-4f13-a762-7102c1b7d055 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:03.795510 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcfd152-00c9-4f13-a762-7102c1b7d055 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:03.796030 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcfd152-00c9-4f13-a762-7102c1b7d055 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:03.797699 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcfd152-00c9-4f13-a762-7102c1b7d055 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:03.806575 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcfd152-00c9-4f13-a762-7102c1b7d055 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:03.812171 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcfd152-00c9-4f13-a762-7102c1b7d055 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:03.818175 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcfd152-00c9-4f13-a762-7102c1b7d055 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:03.818832 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcfd152-00c9-4f13-a762-7102c1b7d055 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:03.874288 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0c04eae8-839c-4de1-bcfd-4431337469b3 req-38e0684f-5fc5-47dc-bf46-d8ac825afb1f tempest-VolumesActionsTest-1179390166 tempest-VolumesActionsTest-1179390166-project] 10.222.0.44 "GET /v2.0/security-groups?id=fee3d9bf-2db1-4a49-abaf-0a9521ceb125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539775 Aug 10 03:44:04.081310 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 9960c610-aca7-4988-9475-667dff3da9c4 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:44:04.197754 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06e43b85-bc22-461a-9266-526736bb9fba tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Made reservation on behalf of 2dd944f287b540098f0fcef72a77648e for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:44:04.537536 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-06e43b85-bc22-461a-9266-526736bb9fba tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:04.627795 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [None req-06e43b85-bc22-461a-9266-526736bb9fba tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] device_id is not set on port 9d47dad8-3019-4e61-8bf9-3a5dd66f88d9 yet. {{(pid=94261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:44:05.037791 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-06e43b85-bc22-461a-9266-526736bb9fba tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Allocated IP 172.20.0.11 (bfe95ef4-60d9-461d-b53c-aab922e9137c/f51d33be-0a9d-4b2b-960e-8ab7ff624c3d/9d47dad8-3019-4e61-8bf9-3a5dd66f88d9) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:44:05.355146 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 59684) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:05.356635 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-06e43b85-bc22-461a-9266-526736bb9fba tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:05.391728 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [None req-06e43b85-bc22-461a-9266-526736bb9fba tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Transition to ACTIVE for port object 9d47dad8-3019-4e61-8bf9-3a5dd66f88d9 will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:44:05.452230 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-06e43b85-bc22-461a-9266-526736bb9fba tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:05.477366 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-eca27c3c-438f-4664-9b7c-48ffe53d3e6b None None] Provisioning complete for port 7f21df5f-f52c-4a49-9bf4-8a3a1299e95f triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:44:05.488884 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-eca27c3c-438f-4664-9b7c-48ffe53d3e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:05.576199 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e43b85-bc22-461a-9266-526736bb9fba tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Pushing event updated for resources: {'Port': ['ID=9d47dad8-3019-4e61-8bf9-3a5dd66f88d9,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:05.603358 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e43b85-bc22-461a-9266-526736bb9fba tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Network bfe95ef4-60d9-461d-b53c-aab922e9137c is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:44:05.624605 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-06e43b85-bc22-461a-9266-526736bb9fba tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:44:05.627944 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e43b85-bc22-461a-9266-526736bb9fba tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:44:05.691078 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-eca27c3c-438f-4664-9b7c-48ffe53d3e6b None None] Port 7f21df5f-f52c-4a49-9bf4-8a3a1299e95f cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:44:05.743598 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-eca27c3c-438f-4664-9b7c-48ffe53d3e6b None None] Provisioning for port 9960c610-aca7-4988-9475-667dff3da9c4 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:44:05.752332 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-eca27c3c-438f-4664-9b7c-48ffe53d3e6b None None] Provisioning complete for port 9960c610-aca7-4988-9475-667dff3da9c4 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:44:05.755050 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-eca27c3c-438f-4664-9b7c-48ffe53d3e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:05.780425 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e43b85-bc22-461a-9266-526736bb9fba tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:05.782992 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-06e43b85-bc22-461a-9266-526736bb9fba tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:05.866599 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-56ece0d7-5165-42a4-bea9-b96cdcb46d52 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-177309766-network', 'tenant_id': '053476844ca64753be1fb831fa4e27b9'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:05.872134 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-06e43b85-bc22-461a-9266-526736bb9fba tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.1176121 Aug 10 03:44:05.872893 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59692) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:05.883382 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-a6cd2d75-6f93-4ab1-bb11-c5daf3a32b25 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Request body: {'subnet': {'network_id': 'bfe95ef4-60d9-461d-b53c-aab922e9137c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:05.961681 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56ece0d7-5165-42a4-bea9-b96cdcb46d52 admin admin] Made reservation on behalf of 053476844ca64753be1fb831fa4e27b9 for: {'network': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:44:05.964323 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-56ece0d7-5165-42a4-bea9-b96cdcb46d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:05.979441 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-56ece0d7-5165-42a4-bea9-b96cdcb46d52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:06.162040 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-56ece0d7-5165-42a4-bea9-b96cdcb46d52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:06.167954 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-56ece0d7-5165-42a4-bea9-b96cdcb46d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:06.187083 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6cd2d75-6f93-4ab1-bb11-c5daf3a32b25 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Made reservation on behalf of 2dd944f287b540098f0fcef72a77648e for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:44:06.191335 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a6cd2d75-6f93-4ab1-bb11-c5daf3a32b25 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:06.207584 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56ece0d7-5165-42a4-bea9-b96cdcb46d52 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=94260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:44:06.226760 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ece0d7-5165-42a4-bea9-b96cdcb46d52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db852a7b-2c6f-44b2-a3e6-df6b6f6ce8f1,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:06.236731 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-56ece0d7-5165-42a4-bea9-b96cdcb46d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:06.237203 n-d-768862-13 neutron-server[94260]: INFO neutron.db.segments_db [None req-56ece0d7-5165-42a4-bea9-b96cdcb46d52 admin admin] Added segment 3569a734-dec7-4b7a-b2db-22edb5a0f3a6 of type vlan for network e356060a-1243-4185-ad19-14818f4aebea Aug 10 03:44:06.314443 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-56ece0d7-5165-42a4-bea9-b96cdcb46d52 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:06.386985 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-771e51e1-2a37-41b9-ba60-f36d83115ce2 None None] Provisioning for port 9d47dad8-3019-4e61-8bf9-3a5dd66f88d9 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:44:06.408481 n-d-768862-13 neutron-server[94261]: INFO neutron.db.ipam_backend_mixin [None req-a6cd2d75-6f93-4ab1-bb11-c5daf3a32b25 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f51d33be-0a9d-4b2b-960e-8ab7ff624c3d (CIDR: 172.20.0.0/28) Aug 10 03:44:06.408994 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-771e51e1-2a37-41b9-ba60-f36d83115ce2 None None] Provisioning complete for port 9d47dad8-3019-4e61-8bf9-3a5dd66f88d9 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:44:06.409524 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-771e51e1-2a37-41b9-ba60-f36d83115ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:06.413902 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-56ece0d7-5165-42a4-bea9-b96cdcb46d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:06.417803 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ece0d7-5165-42a4-bea9-b96cdcb46d52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:06.421189 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6cd2d75-6f93-4ab1-bb11-c5daf3a32b25 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:44:06.421870 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-56ece0d7-5165-42a4-bea9-b96cdcb46d52 admin admin] Notify callbacks [] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:06.425005 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6cd2d75-6f93-4ab1-bb11-c5daf3a32b25 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:44:06.487356 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a6cd2d75-6f93-4ab1-bb11-c5daf3a32b25 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6114576 Aug 10 03:44:06.489335 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59700) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:06.512651 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-64bd05d3-e3bc-4d33-b265-02fd65054248 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Request body: {'subnet': {'network_id': 'bfe95ef4-60d9-461d-b53c-aab922e9137c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:06.545179 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-771e51e1-2a37-41b9-ba60-f36d83115ce2 None None] Port 9d47dad8-3019-4e61-8bf9-3a5dd66f88d9 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:44:06.593955 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-56ece0d7-5165-42a4-bea9-b96cdcb46d52 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2366462 Aug 10 03:44:06.596868 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 59702) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:06.605217 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-0b078756-c04a-431d-9ed0-52b01b93f50f admin admin] Request body: {'subnet': {'network_id': 'e356060a-1243-4185-ad19-14818f4aebea', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-177309766-subnet', 'tenant_id': '053476844ca64753be1fb831fa4e27b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:06.632635 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b078756-c04a-431d-9ed0-52b01b93f50f admin admin] Made reservation on behalf of 053476844ca64753be1fb831fa4e27b9 for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:44:06.635703 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0b078756-c04a-431d-9ed0-52b01b93f50f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:06.659490 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ece0d7-5165-42a4-bea9-b96cdcb46d52 admin admin] Pushing event updated for resources: {'Network': ['ID=e356060a-1243-4185-ad19-14818f4aebea,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:06.674137 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network e356060a-1243-4185-ad19-14818f4aebea details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:44:06.691545 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64bd05d3-e3bc-4d33-b265-02fd65054248 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Made reservation on behalf of 2dd944f287b540098f0fcef72a77648e for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:44:06.695996 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-64bd05d3-e3bc-4d33-b265-02fd65054248 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:06.826750 n-d-768862-13 neutron-server[94261]: INFO neutron.db.ipam_backend_mixin [None req-64bd05d3-e3bc-4d33-b265-02fd65054248 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet d0231f8b-f998-4199-9a30-e98eef5811f8 (CIDR: 172.20.0.16/28) Aug 10 03:44:06.835731 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-64bd05d3-e3bc-4d33-b265-02fd65054248 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:44:06.837386 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64bd05d3-e3bc-4d33-b265-02fd65054248 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:44:06.878531 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-64bd05d3-e3bc-4d33-b265-02fd65054248 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.3777993 Aug 10 03:44:06.881474 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59708) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:06.897134 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-6636b243-fcf7-4760-b0af-153f2b032ad5 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Request body: {'subnet': {'network_id': 'bfe95ef4-60d9-461d-b53c-aab922e9137c', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:07.015654 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0b078756-c04a-431d-9ed0-52b01b93f50f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58895384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805196'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:07.129601 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b078756-c04a-431d-9ed0-52b01b93f50f admin admin] Pushing event updated for resources: {'Subnet': ['ID=639ffadf-1ce3-4502-ad09-ab0e9b867ccc,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:07.145345 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b078756-c04a-431d-9ed0-52b01b93f50f admin admin] Checking segment: {'id': '3569a734-dec7-4b7a-b2db-22edb5a0f3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e356060a-1243-4185-ad19-14818f4aebea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:44:07.145953 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b078756-c04a-431d-9ed0-52b01b93f50f admin admin] Network hostable DHCP agents. Network: e356060a-1243-4185-ad19-14818f4aebea, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:44:07.153287 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6636b243-fcf7-4760-b0af-153f2b032ad5 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Made reservation on behalf of 2dd944f287b540098f0fcef72a77648e for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:44:07.160105 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6636b243-fcf7-4760-b0af-153f2b032ad5 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:07.180037 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b078756-c04a-431d-9ed0-52b01b93f50f admin admin] Network e356060a-1243-4185-ad19-14818f4aebea is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:44:07.195361 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-0b078756-c04a-431d-9ed0-52b01b93f50f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, e356060a-1243-4185-ad19-14818f4aebea) {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:44:07.200580 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b078756-c04a-431d-9ed0-52b01b93f50f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:07.201195 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0b078756-c04a-431d-9ed0-52b01b93f50f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:07.212798 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4766b6-cf32-4481-8531-f90db507aa9b None None] Network e356060a-1243-4185-ad19-14818f4aebea requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:44:07.230586 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-0b078756-c04a-431d-9ed0-52b01b93f50f admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6249313 Aug 10 03:44:07.529453 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb04d54-46d0-4dea-beff-22d45063310f None None] Network e356060a-1243-4185-ad19-14818f4aebea requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:44:07.684743 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6636b243-fcf7-4760-b0af-153f2b032ad5 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:07.746901 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6636b243-fcf7-4760-b0af-153f2b032ad5 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Pushing event updated for resources: {'Subnet': ['ID=6bafe1a4-df49-4286-a431-bab27b72a1be,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:07.768100 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6636b243-fcf7-4760-b0af-153f2b032ad5 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Network bfe95ef4-60d9-461d-b53c-aab922e9137c is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:44:07.769908 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-6636b243-fcf7-4760-b0af-153f2b032ad5 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:44:07.777385 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6636b243-fcf7-4760-b0af-153f2b032ad5 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:07.779938 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6636b243-fcf7-4760-b0af-153f2b032ad5 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:07.827317 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de55645b-d2cd-49f0-bf1a-03b1d0cd83a4 None None] Network bfe95ef4-60d9-461d-b53c-aab922e9137c requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:44:07.845690 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 59726) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:07.846365 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-6636b243-fcf7-4760-b0af-153f2b032ad5 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9608490 Aug 10 03:44:07.852325 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-2e21cd20-f296-4578-a905-6da2a3efa178 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-327903625', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6bafe1a4-df49-4286-a431-bab27b72a1be'}], 'security_groups': ['38786f5b-6429-4558-b447-ee6ad33fabae', 'c170e398-2bef-4edd-95cc-f2e5f4e8afa6']}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:08.298217 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2e21cd20-f296-4578-a905-6da2a3efa178 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:08.318712 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ee8370ec-f95f-4342-936e-267698707f4d req-3061a945-c10c-40dc-b5ed-50e2e46e711f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=00df8480-85ee-4cc7-b3c5-8f758aa1d93c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2522979 Aug 10 03:44:08.348525 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4849a415-044a-4ac8-ad9a-22e82c72514c None None] Update dhcp port {'port': {'network_id': 'bfe95ef4-60d9-461d-b53c-aab922e9137c', 'fixed_ips': [{'subnet_id': 'd0231f8b-f998-4199-9a30-e98eef5811f8', 'ip_address': '172.20.0.19'}, {'subnet_id': 'f51d33be-0a9d-4b2b-960e-8ab7ff624c3d', 'ip_address': '172.20.0.2'}, {'subnet_id': '6bafe1a4-df49-4286-a431-bab27b72a1be'}], 'binding:host_id': 'n-d-768862-13'}, 'id': '9960c610-aca7-4988-9475-667dff3da9c4'} from n-d-768862-13. {{(pid=94262) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 03:44:08.410723 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4849a415-044a-4ac8-ad9a-22e82c72514c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:08.526179 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a693e58d-b71d-42f6-bf65-26847893bbcc req-8e02b249-1fdb-4037-bf84-a08c222112b7 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:08.528541 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a693e58d-b71d-42f6-bf65-26847893bbcc req-8e02b249-1fdb-4037-bf84-a08c222112b7 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/networks?id=e356060a-1243-4185-ad19-14818f4aebea HTTP/1.1" status: 200 len: 814 time: 0.3574162 Aug 10 03:44:08.564806 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8370ec-f95f-4342-936e-267698707f4d req-feae9a5d-07e2-4d8d-895a-aa0fabbedf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:08.566525 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ee8370ec-f95f-4342-936e-267698707f4d req-feae9a5d-07e2-4d8d-895a-aa0fabbedf37 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9ff2867e4a0141f68303abd29afd842a&device_id=00df8480-85ee-4cc7-b3c5-8f758aa1d93c HTTP/1.1" status: 200 len: 1097 time: 0.1818621 Aug 10 03:44:08.587345 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [req-a48728a2-cc1c-4b5a-975e-81df7c99926c req-079b9119-27f0-4551-8db5-d6332c580360 service neutron] (94260) timed out ('10.222.0.44', 37378) {{(pid=94260) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 03:44:08.602714 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a693e58d-b71d-42f6-bf65-26847893bbcc req-cc4da7ee-bdaa-4e82-baa5-b4b952a4622e tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/quotas/053476844ca64753be1fb831fa4e27b9 HTTP/1.1" status: 200 len: 375 time: 0.0477931 Aug 10 03:44:08.751790 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-4849a415-044a-4ac8-ad9a-22e82c72514c None None] Allocated IP 172.20.0.34 (bfe95ef4-60d9-461d-b53c-aab922e9137c/6bafe1a4-df49-4286-a431-bab27b72a1be/9960c610-aca7-4988-9475-667dff3da9c4) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:44:08.936799 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8370ec-f95f-4342-936e-267698707f4d req-91b3c4ba-fdfe-44f8-afcc-393749c3050f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:08.939256 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ee8370ec-f95f-4342-936e-267698707f4d req-91b3c4ba-fdfe-44f8-afcc-393749c3050f service neutron] 10.222.0.42 "GET /v2.0/networks?id=71c89238-8f5d-43f8-b1be-95c24d55419f HTTP/1.1" status: 200 len: 911 time: 0.2730978 Aug 10 03:44:09.006658 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a693e58d-b71d-42f6-bf65-26847893bbcc req-3988ef9c-bead-4730-86e5-6bda7ac04cb7 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=053476844ca64753be1fb831fa4e27b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3976855 Aug 10 03:44:09.041378 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-4849a415-044a-4ac8-ad9a-22e82c72514c None None] For port 9960c610-aca7-4988-9475-667dff3da9c4, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=9960c610-aca7-4988-9475-667dff3da9c4,segment=NetworkSegment(54d625a6-98a0-4db9-990f-13876f145cba),segment_id=54d625a6-98a0-4db9-990f-13876f145cba)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:09.065348 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [req-a693e58d-b71d-42f6-bf65-26847893bbcc req-c7331e62-2b33-4ca3-ba03-32f644a5f0d6 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:44:09.068393 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a693e58d-b71d-42f6-bf65-26847893bbcc req-c7331e62-2b33-4ca3-ba03-32f644a5f0d6 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0193386 Aug 10 03:44:09.101559 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4849a415-044a-4ac8-ad9a-22e82c72514c None None] Notify callbacks [] for port, precommit_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:09.117997 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-4849a415-044a-4ac8-ad9a-22e82c72514c None None] Transition to ACTIVE for port object 9960c610-aca7-4988-9475-667dff3da9c4 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:44:09.123225 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4849a415-044a-4ac8-ad9a-22e82c72514c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:09.255262 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4849a415-044a-4ac8-ad9a-22e82c72514c None None] Pushing event updated for resources: {'Port': ['ID=9960c610-aca7-4988-9475-667dff3da9c4,revision_number=7']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:09.285221 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ee8370ec-f95f-4342-936e-267698707f4d req-ef4b8c52-2d68-463f-810a-295075bf3649 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd0d0387-15f7-41cf-a1e1-a7f8dd43f812 HTTP/1.1" status: 200 len: 1000 time: 0.3224928 Aug 10 03:44:09.508064 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8370ec-f95f-4342-936e-267698707f4d req-cc0a6d30-57c8-4c6e-9fff-b231eee53779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:09.509679 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ee8370ec-f95f-4342-936e-267698707f4d req-cc0a6d30-57c8-4c6e-9fff-b231eee53779 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2a46edbc-ca41-41f9-9dcc-118a9b411006 HTTP/1.1" status: 200 len: 850 time: 0.2043915 Aug 10 03:44:09.565849 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a693e58d-b71d-42f6-bf65-26847893bbcc req-b6d7ce01-254f-49bb-bf03-41745449c488 service neutron] 10.222.0.44 "GET /v2.0/networks/e356060a-1243-4185-ad19-14818f4aebea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4647641 Aug 10 03:44:09.717059 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8370ec-f95f-4342-936e-267698707f4d req-e2c68460-9951-4c7d-8397-ea2e6d80517f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:09.718654 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ee8370ec-f95f-4342-936e-267698707f4d req-e2c68460-9951-4c7d-8397-ea2e6d80517f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=71c89238-8f5d-43f8-b1be-95c24d55419f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1926186 Aug 10 03:44:09.782134 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-2e21cd20-f296-4578-a905-6da2a3efa178 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Delete allocated IP 172.20.0.11 (bfe95ef4-60d9-461d-b53c-aab922e9137c/f51d33be-0a9d-4b2b-960e-8ab7ff624c3d) {{(pid=94260) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 10 03:44:09.844357 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-2e21cd20-f296-4578-a905-6da2a3efa178 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Allocated IP 172.20.0.37 (bfe95ef4-60d9-461d-b53c-aab922e9137c/6bafe1a4-df49-4286-a431-bab27b72a1be/9d47dad8-3019-4e61-8bf9-3a5dd66f88d9) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:44:09.891066 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19342a4-46a3-432e-a1ca-2f5c52a9872e req-f480e422-2857-4ca5-9a7a-f29fa27e6d77 tempest-VolumesActionsTest-1179390166 tempest-VolumesActionsTest-1179390166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:09.893060 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f19342a4-46a3-432e-a1ca-2f5c52a9872e req-f480e422-2857-4ca5-9a7a-f29fa27e6d77 tempest-VolumesActionsTest-1179390166 tempest-VolumesActionsTest-1179390166-project] 10.222.0.44 "GET /v2.0/ports?device_id=23bdfec3-58b3-45ed-aae5-897a1dba45cd HTTP/1.1" status: 200 len: 945 time: 0.2287633 Aug 10 03:44:09.906964 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a693e58d-b71d-42f6-bf65-26847893bbcc req-e1d3081b-bc69-42d8-b168-aa68d60ff220 service neutron] 10.222.0.44 "GET /v2.0/networks/e356060a-1243-4185-ad19-14818f4aebea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3188720 Aug 10 03:44:09.997988 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ee8370ec-f95f-4342-936e-267698707f4d req-519c5883-c3ea-4d57-92cd-6e46ffcb5ed1 service neutron] 10.222.0.42 "GET /v2.0/networks/71c89238-8f5d-43f8-b1be-95c24d55419f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688081 Aug 10 03:44:10.035656 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 9960c610-aca7-4988-9475-667dff3da9c4 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:44:10.112186 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f19342a4-46a3-432e-a1ca-2f5c52a9872e req-db0bbf17-1ff7-42a8-a72d-facf2f1cbca1 tempest-VolumesActionsTest-1179390166 tempest-VolumesActionsTest-1179390166-project] 10.222.0.44 "GET /v2.0/security-groups?id=fee3d9bf-2db1-4a49-abaf-0a9521ceb125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934018 Aug 10 03:44:10.171093 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-36643ac1-5f33-4f34-a537-725a87985bd2 None None] Provisioning complete for port 9d47dad8-3019-4e61-8bf9-3a5dd66f88d9 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:44:10.171818 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-36643ac1-5f33-4f34-a537-725a87985bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:10.246396 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-36643ac1-5f33-4f34-a537-725a87985bd2 None None] Port 9d47dad8-3019-4e61-8bf9-3a5dd66f88d9 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:44:10.255768 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b581b4f2-4b86-4c74-8e97-7d3fb7846f2f req-45b5cc00-f496-460f-a7fb-37c9f9e4bc38 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b902133-eca1-4f62-be57-0c390072a6b8 HTTP/1.1" status: 200 len: 210 time: 0.0559936 Aug 10 03:44:10.261239 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ee8370ec-f95f-4342-936e-267698707f4d req-4f394fba-0b2b-4ae0-a344-812825c48a63 service neutron] 10.222.0.42 "GET /v2.0/networks/71c89238-8f5d-43f8-b1be-95c24d55419f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482369 Aug 10 03:44:10.275410 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-36643ac1-5f33-4f34-a537-725a87985bd2 None None] Provisioning complete for port 7f21df5f-f52c-4a49-9bf4-8a3a1299e95f triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:44:10.275872 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-36643ac1-5f33-4f34-a537-725a87985bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:10.328818 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2e21cd20-f296-4578-a905-6da2a3efa178 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:10.330495 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-36643ac1-5f33-4f34-a537-725a87985bd2 None None] Port 7f21df5f-f52c-4a49-9bf4-8a3a1299e95f cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:44:10.342656 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-36643ac1-5f33-4f34-a537-725a87985bd2 None None] Provisioning for port 9960c610-aca7-4988-9475-667dff3da9c4 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:44:10.347083 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-36643ac1-5f33-4f34-a537-725a87985bd2 None None] Provisioning complete for port 9960c610-aca7-4988-9475-667dff3da9c4 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:44:10.347459 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-36643ac1-5f33-4f34-a537-725a87985bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:10.361548 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [None req-2e21cd20-f296-4578-a905-6da2a3efa178 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Transition to ACTIVE for port object 9d47dad8-3019-4e61-8bf9-3a5dd66f88d9 will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:44:10.366468 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2e21cd20-f296-4578-a905-6da2a3efa178 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:10.998172 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e21cd20-f296-4578-a905-6da2a3efa178 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Pushing event updated for resources: {'Port': ['ID=9d47dad8-3019-4e61-8bf9-3a5dd66f88d9,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:11.006454 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-2e21cd20-f296-4578-a905-6da2a3efa178 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] In _notify_port_updated(), no bound segment for port 9d47dad8-3019-4e61-8bf9-3a5dd66f88d9 on network bfe95ef4-60d9-461d-b53c-aab922e9137c {{(pid=94260) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:44:11.015005 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e21cd20-f296-4578-a905-6da2a3efa178 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:11.016226 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2e21cd20-f296-4578-a905-6da2a3efa178 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:11.018045 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-2e21cd20-f296-4578-a905-6da2a3efa178 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "PUT /v2.0/ports/9d47dad8-3019-4e61-8bf9-3a5dd66f88d9 HTTP/1.1" status: 200 len: 959 time: 3.1716170 Aug 10 03:44:11.021017 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 59846) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:11.123687 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-03fffb6a-bcc3-446a-b5b5-37542adc18a3 None None] Provisioning for port 9d47dad8-3019-4e61-8bf9-3a5dd66f88d9 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:44:11.135137 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-03fffb6a-bcc3-446a-b5b5-37542adc18a3 None None] Provisioning complete for port 9d47dad8-3019-4e61-8bf9-3a5dd66f88d9 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:44:11.138445 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-03fffb6a-bcc3-446a-b5b5-37542adc18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:11.168371 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-ea000c1a-ddff-4faf-93ac-3cf8ccb2a86d tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Deleting port 9d47dad8-3019-4e61-8bf9-3a5dd66f88d9 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:44:11.169440 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ea000c1a-ddff-4faf-93ac-3cf8ccb2a86d tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:11.253402 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-03fffb6a-bcc3-446a-b5b5-37542adc18a3 None None] Port 9d47dad8-3019-4e61-8bf9-3a5dd66f88d9 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:44:11.374180 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ea000c1a-ddff-4faf-93ac-3cf8ccb2a86d tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:11.403467 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e17dcc-fa60-4c9c-9d04-9d2add05a380 req-c17a9fcd-dc8e-4efa-a2d0-008b07be1652 tempest-VolumesActionsTest-1179390166 tempest-VolumesActionsTest-1179390166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:11.411165 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-34e17dcc-fa60-4c9c-9d04-9d2add05a380 req-c17a9fcd-dc8e-4efa-a2d0-008b07be1652 tempest-VolumesActionsTest-1179390166 tempest-VolumesActionsTest-1179390166-project] 10.222.0.44 "GET /v2.0/ports?device_id=23bdfec3-58b3-45ed-aae5-897a1dba45cd HTTP/1.1" status: 200 len: 945 time: 0.1392827 Aug 10 03:44:11.420689 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-ea000c1a-ddff-4faf-93ac-3cf8ccb2a86d tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Calling delete_port for 9d47dad8-3019-4e61-8bf9-3a5dd66f88d9 owned by {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:44:11.509676 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a79bdaa7-3691-4138-949f-65d4c189eebd req-ea14cb9b-e578-46be-b9ba-f90f5ce2b8cf tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b902133-eca1-4f62-be57-0c390072a6b8 HTTP/1.1" status: 200 len: 210 time: 0.0934842 Aug 10 03:44:11.598129 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-34e17dcc-fa60-4c9c-9d04-9d2add05a380 req-580b676c-1239-4d5e-9111-74f4b4a1ceca tempest-VolumesActionsTest-1179390166 tempest-VolumesActionsTest-1179390166-project] 10.222.0.44 "GET /v2.0/security-groups?id=fee3d9bf-2db1-4a49-abaf-0a9521ceb125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844831 Aug 10 03:44:11.665678 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d68efe-e037-408a-9ab1-f37ea3961614 req-291ca38d-e454-4381-9de8-113dd420ae1e tempest-VolumesActionsTest-1179390166 tempest-VolumesActionsTest-1179390166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:11.668272 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-c7d68efe-e037-408a-9ab1-f37ea3961614 req-291ca38d-e454-4381-9de8-113dd420ae1e tempest-VolumesActionsTest-1179390166 tempest-VolumesActionsTest-1179390166-project] 10.222.0.61 "GET /v2.0/ports?device_id=23bdfec3-58b3-45ed-aae5-897a1dba45cd HTTP/1.1" status: 200 len: 945 time: 0.0613904 Aug 10 03:44:11.753461 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ea000c1a-ddff-4faf-93ac-3cf8ccb2a86d tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:11.792761 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea000c1a-ddff-4faf-93ac-3cf8ccb2a86d tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Pushing event deleted for resources: {'Port': ['ID=9d47dad8-3019-4e61-8bf9-3a5dd66f88d9,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:11.818742 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-c7d68efe-e037-408a-9ab1-f37ea3961614 req-f9a86308-26aa-4d53-99c4-2a090e5fe10b tempest-VolumesActionsTest-1179390166 tempest-VolumesActionsTest-1179390166-project] Deleting port 4bb7dc11-05b7-4733-8de6-49c64187166b {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:44:11.819602 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-c7d68efe-e037-408a-9ab1-f37ea3961614 req-f9a86308-26aa-4d53-99c4-2a090e5fe10b tempest-VolumesActionsTest-1179390166 tempest-VolumesActionsTest-1179390166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:11.882364 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ea000c1a-ddff-4faf-93ac-3cf8ccb2a86d tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:11.885076 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-ea000c1a-ddff-4faf-93ac-3cf8ccb2a86d tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "DELETE /v2.0/ports/9d47dad8-3019-4e61-8bf9-3a5dd66f88d9 HTTP/1.1" status: 204 len: 168 time: 0.8631461 Aug 10 03:44:11.889222 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 59858) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:11.964553 n-d-768862-13 neutron-server[94260]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbd3d39e-575f-45e2-b693-2d3e2fccbb0c tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] GET failed (client error): The resource could not be found. Aug 10 03:44:11.973234 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-dbd3d39e-575f-45e2-b693-2d3e2fccbb0c tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "GET /v2.0/ports/9d47dad8-3019-4e61-8bf9-3a5dd66f88d9 HTTP/1.1" status: 404 len: 333 time: 0.0826645 Aug 10 03:44:11.974205 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 59860) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:12.045183 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-c7d68efe-e037-408a-9ab1-f37ea3961614 req-f9a86308-26aa-4d53-99c4-2a090e5fe10b tempest-VolumesActionsTest-1179390166 tempest-VolumesActionsTest-1179390166-project] For port 4bb7dc11-05b7-4733-8de6-49c64187166b, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=4bb7dc11-05b7-4733-8de6-49c64187166b,segment=NetworkSegment(36cef76e-8c54-48f6-98aa-91de0619de09),segment_id=36cef76e-8c54-48f6-98aa-91de0619de09)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:12.046188 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-c7d68efe-e037-408a-9ab1-f37ea3961614 req-f9a86308-26aa-4d53-99c4-2a090e5fe10b tempest-VolumesActionsTest-1179390166 tempest-VolumesActionsTest-1179390166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:12.071949 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-c7d68efe-e037-408a-9ab1-f37ea3961614 req-f9a86308-26aa-4d53-99c4-2a090e5fe10b tempest-VolumesActionsTest-1179390166 tempest-VolumesActionsTest-1179390166-project] Calling delete_port for 4bb7dc11-05b7-4733-8de6-49c64187166b owned by compute:nova {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:44:12.219434 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f68068aa-109c-4c15-accd-59251d3197d8 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:12.304752 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f68068aa-109c-4c15-accd-59251d3197d8 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:12.348924 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a693e58d-b71d-42f6-bf65-26847893bbcc req-c66e6820-b9d3-4ec9-8e96-a6a1ac3b7325 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:12.350444 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a693e58d-b71d-42f6-bf65-26847893bbcc req-c66e6820-b9d3-4ec9-8e96-a6a1ac3b7325 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.42 "GET /v2.0/networks?id=e356060a-1243-4185-ad19-14818f4aebea HTTP/1.1" status: 200 len: 814 time: 0.2752795 Aug 10 03:44:12.364869 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-a693e58d-b71d-42f6-bf65-26847893bbcc req-7ab3eb3e-a0fc-4de2-9d79-fd09110930fd tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Request body: {'port': {'device_id': '8b902133-eca1-4f62-be57-0c390072a6b8', 'network_id': 'e356060a-1243-4185-ad19-14818f4aebea', 'admin_state_up': True, 'tenant_id': '053476844ca64753be1fb831fa4e27b9'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:12.381239 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-c7d68efe-e037-408a-9ab1-f37ea3961614 req-f9a86308-26aa-4d53-99c4-2a090e5fe10b tempest-VolumesActionsTest-1179390166 tempest-VolumesActionsTest-1179390166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:12.401076 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['4bb7dc11-05b7-4733-8de6-49c64187166b'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:44:12.437551 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a86308-26aa-4d53-99c4-2a090e5fe10b tempest-VolumesActionsTest-1179390166 tempest-VolumesActionsTest-1179390166-project] Pushing event deleted for resources: {'Port': ['ID=4bb7dc11-05b7-4733-8de6-49c64187166b,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:12.451306 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:44:12.452022 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f68068aa-109c-4c15-accd-59251d3197d8 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:12.456428 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f68068aa-109c-4c15-accd-59251d3197d8 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:12.463394 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-f68068aa-109c-4c15-accd-59251d3197d8 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "DELETE /v2.0/security-groups/cb9cfe3d-266a-4e95-ba81-b5a298f53692 HTTP/1.1" status: 204 len: 168 time: 0.4868965 Aug 10 03:44:12.465307 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 59864) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:12.513206 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7d68efe-e037-408a-9ab1-f37ea3961614 req-f9a86308-26aa-4d53-99c4-2a090e5fe10b tempest-VolumesActionsTest-1179390166 tempest-VolumesActionsTest-1179390166-project] No DVR routers for this DVR port 4bb7dc11-05b7-4733-8de6-49c64187166b on host n-h2-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:44:12.517086 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-c7d68efe-e037-408a-9ab1-f37ea3961614 req-f9a86308-26aa-4d53-99c4-2a090e5fe10b tempest-VolumesActionsTest-1179390166 tempest-VolumesActionsTest-1179390166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:12.520237 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-c7d68efe-e037-408a-9ab1-f37ea3961614 req-f9a86308-26aa-4d53-99c4-2a090e5fe10b tempest-VolumesActionsTest-1179390166 tempest-VolumesActionsTest-1179390166-project] 10.222.0.61 "DELETE /v2.0/ports/4bb7dc11-05b7-4733-8de6-49c64187166b HTTP/1.1" status: 204 len: 173 time: 0.8451703 Aug 10 03:44:12.521023 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23bdfec3-58b3-45ed-aae5-897a1dba45cd', 'name': 'network-vif-deleted', 'tag': '4bb7dc11-05b7-4733-8de6-49c64187166b'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:44:12.523937 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fe354ef-2951-4060-b028-0a45a0f2ae6a" -d '{"events": [{"server_uuid": "23bdfec3-58b3-45ed-aae5-897a1dba45cd", "name": "network-vif-deleted", "tag": "4bb7dc11-05b7-4733-8de6-49c64187166b"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:44:12.544136 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68068aa-109c-4c15-accd-59251d3197d8 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb9cfe3d-266a-4e95-ba81-b5a298f53692,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:12.576616 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d00aca-3e70-445f-a68c-5fa0ec8b8ae0 x-openstack-request-id: req-d2d00aca-3e70-445f-a68c-5fa0ec8b8ae0 {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:44:12.576962 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23bdfec3-58b3-45ed-aae5-897a1dba45cd", "name": "network-vif-deleted", "tag": "4bb7dc11-05b7-4733-8de6-49c64187166b", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:44:12.577294 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d2d00aca-3e70-445f-a68c-5fa0ec8b8ae0 {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:44:12.577663 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23bdfec3-58b3-45ed-aae5-897a1dba45cd', 'name': 'network-vif-deleted', 'tag': '4bb7dc11-05b7-4733-8de6-49c64187166b', 'status': 'completed', 'code': 200} Aug 10 03:44:12.695717 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8058d61c-9651-4853-8eb1-160826360380 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:12.701868 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1795b845-0e62-4f0f-809c-fb94cd3950ff req-cd029b01-14aa-40d6-8f41-531e05fdf8a7 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b902133-eca1-4f62-be57-0c390072a6b8 HTTP/1.1" status: 200 len: 210 time: 0.0557101 Aug 10 03:44:12.744220 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a693e58d-b71d-42f6-bf65-26847893bbcc req-7ab3eb3e-a0fc-4de2-9d79-fd09110930fd tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Made reservation on behalf of 053476844ca64753be1fb831fa4e27b9 for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:44:12.749751 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a693e58d-b71d-42f6-bf65-26847893bbcc req-7ab3eb3e-a0fc-4de2-9d79-fd09110930fd tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:12.753699 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8058d61c-9651-4853-8eb1-160826360380 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:12.828507 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4b0059f5-774c-40bd-97d9-f227cec37fd3 req-b748402b-8ea0-4d27-b371-9bbb7c3b4379 tempest-VolumesActionsTest-1179390166 tempest-VolumesActionsTest-1179390166-project] 10.222.0.44 "GET /v2.0/ports?device_id=23bdfec3-58b3-45ed-aae5-897a1dba45cd HTTP/1.1" status: 200 len: 210 time: 0.0589893 Aug 10 03:44:12.904638 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8058d61c-9651-4853-8eb1-160826360380 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:12.908609 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8058d61c-9651-4853-8eb1-160826360380 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:12.909844 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-8058d61c-9651-4853-8eb1-160826360380 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "DELETE /v2.0/security-groups/c170e398-2bef-4edd-95cc-f2e5f4e8afa6 HTTP/1.1" status: 204 len: 168 time: 0.4280202 Aug 10 03:44:12.912957 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59872) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:12.945529 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8058d61c-9651-4853-8eb1-160826360380 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c170e398-2bef-4edd-95cc-f2e5f4e8afa6,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:12.985255 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-a693e58d-b71d-42f6-bf65-26847893bbcc req-7ab3eb3e-a0fc-4de2-9d79-fd09110930fd tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Allocated IP 172.20.0.5 (e356060a-1243-4185-ad19-14818f4aebea/639ffadf-1ce3-4502-ad09-ab0e9b867ccc/b191a705-716c-4bd6-a542-acc5d6222007) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:44:12.999255 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c1803f7c-c895-464b-86cb-d6a57444be1b tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:13.055723 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c1803f7c-c895-464b-86cb-d6a57444be1b tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:13.124561 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c1803f7c-c895-464b-86cb-d6a57444be1b tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:13.127892 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c1803f7c-c895-464b-86cb-d6a57444be1b tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:13.129400 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-c1803f7c-c895-464b-86cb-d6a57444be1b tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "DELETE /v2.0/security-groups/38786f5b-6429-4558-b447-ee6ad33fabae HTTP/1.1" status: 204 len: 168 time: 0.2150006 Aug 10 03:44:13.136168 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59874) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:13.200206 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed45be7d-7750-4a3b-8ab8-e2e20752f368 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Deleting subnet f51d33be-0a9d-4b2b-960e-8ab7ff624c3d {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:44:13.204603 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1803f7c-c895-464b-86cb-d6a57444be1b tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38786f5b-6429-4558-b447-ee6ad33fabae,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:13.207836 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ed45be7d-7750-4a3b-8ab8-e2e20752f368 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:13.272325 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a693e58d-b71d-42f6-bf65-26847893bbcc req-7ab3eb3e-a0fc-4de2-9d79-fd09110930fd tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:13.279081 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ed45be7d-7750-4a3b-8ab8-e2e20752f368 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:13.348373 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a693e58d-b71d-42f6-bf65-26847893bbcc req-7ab3eb3e-a0fc-4de2-9d79-fd09110930fd tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:13.376050 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 59878) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:13.429349 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ed45be7d-7750-4a3b-8ab8-e2e20752f368 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:13.438261 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a693e58d-b71d-42f6-bf65-26847893bbcc req-7ab3eb3e-a0fc-4de2-9d79-fd09110930fd tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Network e356060a-1243-4185-ad19-14818f4aebea is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:44:13.444922 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-a693e58d-b71d-42f6-bf65-26847893bbcc req-7ab3eb3e-a0fc-4de2-9d79-fd09110930fd tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:44:13.451322 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-a693e58d-b71d-42f6-bf65-26847893bbcc req-7ab3eb3e-a0fc-4de2-9d79-fd09110930fd tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:44:13.512284 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab3eb3e-a0fc-4de2-9d79-fd09110930fd tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Pushing event updated for resources: {'Port': ['ID=b191a705-716c-4bd6-a542-acc5d6222007,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:13.522199 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a84511c-6d2d-430a-93f0-60636c4f4614 admin admin] Deleting subnet a3ab02ca-26c3-4192-b462-ad696d75116f {{(pid=94260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:44:13.532712 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6a84511c-6d2d-430a-93f0-60636c4f4614 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:13.547757 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ed45be7d-7750-4a3b-8ab8-e2e20752f368 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:13.572740 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a693e58d-b71d-42f6-bf65-26847893bbcc req-7ab3eb3e-a0fc-4de2-9d79-fd09110930fd tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:13.573477 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a693e58d-b71d-42f6-bf65-26847893bbcc req-7ab3eb3e-a0fc-4de2-9d79-fd09110930fd tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:13.597247 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6a84511c-6d2d-430a-93f0-60636c4f4614 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191173'] for subnet, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:13.601823 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed45be7d-7750-4a3b-8ab8-e2e20752f368 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Pushing event deleted for resources: {'Subnet': ['ID=f51d33be-0a9d-4b2b-960e-8ab7ff624c3d,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:13.608697 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ed45be7d-7750-4a3b-8ab8-e2e20752f368 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:13.612593 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ed45be7d-7750-4a3b-8ab8-e2e20752f368 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "DELETE /v2.0/subnets/f51d33be-0a9d-4b2b-960e-8ab7ff624c3d HTTP/1.1" status: 204 len: 168 time: 0.4743514 Aug 10 03:44:13.620336 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59880) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:13.622534 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536ca798-ca23-4409-9ec6-b3e7cf3dea99 None None] Network bfe95ef4-60d9-461d-b53c-aab922e9137c requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:44:13.627796 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a693e58d-b71d-42f6-bf65-26847893bbcc req-7ab3eb3e-a0fc-4de2-9d79-fd09110930fd tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2677574 Aug 10 03:44:13.644428 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-a693e58d-b71d-42f6-bf65-26847893bbcc req-0d794a60-138b-4c83-8c62-1064eaf8dc8a service neutron] Request body: {'port': {'device_id': '8b902133-eca1-4f62-be57-0c390072a6b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:13.684778 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6a84511c-6d2d-430a-93f0-60636c4f4614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:13.712778 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-b708da9f-40f8-4afd-a1e6-a80e3a1cdf0e tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Deleting subnet 6bafe1a4-df49-4286-a431-bab27b72a1be {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:44:13.718299 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b708da9f-40f8-4afd-a1e6-a80e3a1cdf0e tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:13.757665 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a693e58d-b71d-42f6-bf65-26847893bbcc req-0d794a60-138b-4c83-8c62-1064eaf8dc8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:13.825463 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b708da9f-40f8-4afd-a1e6-a80e3a1cdf0e tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:13.890950 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6a84511c-6d2d-430a-93f0-60636c4f4614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:14.028605 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6a84511c-6d2d-430a-93f0-60636c4f4614 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:14.030913 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-6a84511c-6d2d-430a-93f0-60636c4f4614 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/a3ab02ca-26c3-4192-b462-ad696d75116f HTTP/1.1" status: 204 len: 168 time: 0.6535051 Aug 10 03:44:14.035491 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59888) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:14.052688 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a84511c-6d2d-430a-93f0-60636c4f4614 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3ab02ca-26c3-4192-b462-ad696d75116f,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:14.107004 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f002c760-a840-49d2-a07e-5495376c6add req-b15a6852-8e91-41d7-93da-c642ef51cdb0 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:14.110055 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f002c760-a840-49d2-a07e-5495376c6add req-b15a6852-8e91-41d7-93da-c642ef51cdb0 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b902133-eca1-4f62-be57-0c390072a6b8 HTTP/1.1" status: 200 len: 931 time: 0.3009403 Aug 10 03:44:14.194034 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b708da9f-40f8-4afd-a1e6-a80e3a1cdf0e tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:14.254644 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f002c760-a840-49d2-a07e-5495376c6add req-4a8c4504-eb6a-4347-86b5-ad711328ee73 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/security-groups?id=db852a7b-2c6f-44b2-a3e6-df6b6f6ce8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844777 Aug 10 03:44:14.267602 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-54f123c8-a595-4a70-b164-737bd2646d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:14.392009 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 4bb7dc11-05b7-4733-8de6-49c64187166b no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:44:14.418523 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-a693e58d-b71d-42f6-bf65-26847893bbcc req-0d794a60-138b-4c83-8c62-1064eaf8dc8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b191a705-716c-4bd6-a542-acc5d6222007 {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:44:14.440436 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a693e58d-b71d-42f6-bf65-26847893bbcc req-0d794a60-138b-4c83-8c62-1064eaf8dc8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:14.442490 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] No Port match for: 4bb7dc11-05b7-4733-8de6-49c64187166b {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:44:14.443168 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 4bb7dc11-05b7-4733-8de6-49c64187166b not bound to the agent host n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:44:14.454563 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b708da9f-40f8-4afd-a1e6-a80e3a1cdf0e tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:14.468231 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-a693e58d-b71d-42f6-bf65-26847893bbcc req-0d794a60-138b-4c83-8c62-1064eaf8dc8a service neutron] Transition to ACTIVE for port object b191a705-716c-4bd6-a542-acc5d6222007 will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:44:14.477652 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a693e58d-b71d-42f6-bf65-26847893bbcc req-0d794a60-138b-4c83-8c62-1064eaf8dc8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:14.510864 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-54f123c8-a595-4a70-b164-737bd2646d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:14.574553 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d794a60-138b-4c83-8c62-1064eaf8dc8a service neutron] Pushing event updated for resources: {'Port': ['ID=b191a705-716c-4bd6-a542-acc5d6222007,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:14.625399 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b708da9f-40f8-4afd-a1e6-a80e3a1cdf0e tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:14.630589 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-b708da9f-40f8-4afd-a1e6-a80e3a1cdf0e tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "DELETE /v2.0/subnets/6bafe1a4-df49-4286-a431-bab27b72a1be HTTP/1.1" status: 204 len: 168 time: 1.0079074 Aug 10 03:44:14.632967 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-54f123c8-a595-4a70-b164-737bd2646d8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40059bec-b37c-48f0-8968-2865627012fc']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:14.635535 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59894) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:14.638006 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b708da9f-40f8-4afd-a1e6-a80e3a1cdf0e tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Pushing event deleted for resources: {'Subnet': ['ID=6bafe1a4-df49-4286-a431-bab27b72a1be,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:14.682018 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-54f123c8-a595-4a70-b164-737bd2646d8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5a53d17-1ff5-4c38-91cf-06e9739e30d5') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:14.682400 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-54f123c8-a595-4a70-b164-737bd2646d8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5a53d17-1ff5-4c38-91cf-06e9739e30d5') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:14.696571 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-54f123c8-a595-4a70-b164-737bd2646d8c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:14.718475 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-54f123c8-a595-4a70-b164-737bd2646d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:14.726458 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54f123c8-a595-4a70-b164-737bd2646d8c admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:44:14.726993 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-54f123c8-a595-4a70-b164-737bd2646d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:14.741076 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:44:14.741076 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:44:14.741076 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:44:14.741076 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:44:14.741076 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:44:14.741076 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:44:14.741076 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:44:14.741076 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:44:14.741076 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:44:14.741076 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:44:14.741076 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:44:14.741076 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:44:14.741076 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:44:14.741076 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:44:14.741076 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:44:14.741076 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:44:14.741076 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:44:14.741076 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:44:14.741076 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:44:14.741076 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:44:14.741076 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:44:14.741076 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:44:14.741076 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:44:14.741076 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:44:14.741076 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:44:14.741076 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:44:14.741076 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:44:14.741076 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:44:14.741076 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:44:14.741076 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:44:14.741076 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:44:14.741076 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:44:14.770005 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-a693e58d-b71d-42f6-bf65-26847893bbcc req-0d794a60-138b-4c83-8c62-1064eaf8dc8a service neutron] Attempting to bind port b191a705-716c-4bd6-a542-acc5d6222007 on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:44:14.771042 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-a693e58d-b71d-42f6-bf65-26847893bbcc req-0d794a60-138b-4c83-8c62-1064eaf8dc8a service neutron] Attempting to bind port b191a705-716c-4bd6-a542-acc5d6222007 by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '3569a734-dec7-4b7a-b2db-22edb5a0f3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e356060a-1243-4185-ad19-14818f4aebea'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:44:14.772154 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a693e58d-b71d-42f6-bf65-26847893bbcc req-0d794a60-138b-4c83-8c62-1064eaf8dc8a service neutron] Attempting to bind port b191a705-716c-4bd6-a542-acc5d6222007 on network e356060a-1243-4185-ad19-14818f4aebea {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:44:14.781985 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a693e58d-b71d-42f6-bf65-26847893bbcc req-0d794a60-138b-4c83-8c62-1064eaf8dc8a service neutron] Port b191a705-716c-4bd6-a542-acc5d6222007 on network e356060a-1243-4185-ad19-14818f4aebea not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:44:14.783011 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a693e58d-b71d-42f6-bf65-26847893bbcc req-0d794a60-138b-4c83-8c62-1064eaf8dc8a service neutron] Attempting to bind port b191a705-716c-4bd6-a542-acc5d6222007 on network e356060a-1243-4185-ad19-14818f4aebea {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:44:14.794938 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a693e58d-b71d-42f6-bf65-26847893bbcc req-0d794a60-138b-4c83-8c62-1064eaf8dc8a service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:44:14.796243 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a693e58d-b71d-42f6-bf65-26847893bbcc req-0d794a60-138b-4c83-8c62-1064eaf8dc8a service neutron] Checking segment: {'id': '3569a734-dec7-4b7a-b2db-22edb5a0f3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e356060a-1243-4185-ad19-14818f4aebea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:44:14.797748 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a693e58d-b71d-42f6-bf65-26847893bbcc req-0d794a60-138b-4c83-8c62-1064eaf8dc8a service neutron] Bound using segment: {'id': '3569a734-dec7-4b7a-b2db-22edb5a0f3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e356060a-1243-4185-ad19-14818f4aebea'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:44:14.798151 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-a693e58d-b71d-42f6-bf65-26847893bbcc req-0d794a60-138b-4c83-8c62-1064eaf8dc8a service neutron] Bound port: b191a705-716c-4bd6-a542-acc5d6222007, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3569a734-dec7-4b7a-b2db-22edb5a0f3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e356060a-1243-4185-ad19-14818f4aebea'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:44:14.798962 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a693e58d-b71d-42f6-bf65-26847893bbcc req-0d794a60-138b-4c83-8c62-1064eaf8dc8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:14.802877 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-b714c105-f8c6-496f-838b-1ffbd9b5fa48 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] DELETE failed (client error): The resource could not be found. Aug 10 03:44:14.804543 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b714c105-f8c6-496f-838b-1ffbd9b5fa48 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:44:14.808689 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-b714c105-f8c6-496f-838b-1ffbd9b5fa48 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "DELETE /v2.0/subnets/f51d33be-0a9d-4b2b-960e-8ab7ff624c3d HTTP/1.1" status: 404 len: 337 time: 0.1716292 Aug 10 03:44:14.828206 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 59900) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:14.842833 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-54f123c8-a595-4a70-b164-737bd2646d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:14.861747 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-54f123c8-a595-4a70-b164-737bd2646d8c admin admin] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:14.869368 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-54f123c8-a595-4a70-b164-737bd2646d8c admin admin] 10.222.0.44 "DELETE /v2.0/networks/40059bec-b37c-48f0-8968-2865627012fc HTTP/1.1" status: 204 len: 168 time: 0.8320582 Aug 10 03:44:14.907801 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f123c8-a595-4a70-b164-737bd2646d8c admin admin] Pushing event deleted for resources: {'Network': ['ID=40059bec-b37c-48f0-8968-2865627012fc,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:14.929661 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e88eda0-f2e2-4ca3-97f2-be052d52b272 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Deleting subnet d0231f8b-f998-4199-9a30-e98eef5811f8 {{(pid=94260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:44:14.940112 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2e88eda0-f2e2-4ca3-97f2-be052d52b272 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for subnet, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:14.992817 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-a693e58d-b71d-42f6-bf65-26847893bbcc req-0d794a60-138b-4c83-8c62-1064eaf8dc8a service neutron] For port b191a705-716c-4bd6-a542-acc5d6222007, host n-h1-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:44:14.999587 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-a693e58d-b71d-42f6-bf65-26847893bbcc req-0d794a60-138b-4c83-8c62-1064eaf8dc8a service neutron] For port b191a705-716c-4bd6-a542-acc5d6222007, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=b191a705-716c-4bd6-a542-acc5d6222007,segment=NetworkSegment(3569a734-dec7-4b7a-b2db-22edb5a0f3a6),segment_id=3569a734-dec7-4b7a-b2db-22edb5a0f3a6)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:44:15.006766 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2e88eda0-f2e2-4ca3-97f2-be052d52b272 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191173'] for subnet, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:15.012140 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a693e58d-b71d-42f6-bf65-26847893bbcc req-0d794a60-138b-4c83-8c62-1064eaf8dc8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:15.024850 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953cdf81-24cb-4ef7-9368-57679f26dbb6 None None] Network bfe95ef4-60d9-461d-b53c-aab922e9137c requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:44:15.094896 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a693e58d-b71d-42f6-bf65-26847893bbcc req-0d794a60-138b-4c83-8c62-1064eaf8dc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:15.095648 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a693e58d-b71d-42f6-bf65-26847893bbcc req-0d794a60-138b-4c83-8c62-1064eaf8dc8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:15.097207 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a693e58d-b71d-42f6-bf65-26847893bbcc req-0d794a60-138b-4c83-8c62-1064eaf8dc8a service neutron] 10.222.0.42 "PUT /v2.0/ports/b191a705-716c-4bd6-a542-acc5d6222007 HTTP/1.1" status: 200 len: 1092 time: 1.4614990 Aug 10 03:44:15.099992 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b902133-eca1-4f62-be57-0c390072a6b8', 'tag': 'b191a705-716c-4bd6-a542-acc5d6222007'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:44:15.102557 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd58a1c4-623c-4069-89b6-8935532e56c4" -d '{"events": [{"name": "network-changed", "server_uuid": "8b902133-eca1-4f62-be57-0c390072a6b8", "tag": "b191a705-716c-4bd6-a542-acc5d6222007"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:44:15.152578 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-3944e3b0-d066-427e-b0cb-15411db4dc5a None None] Provisioning complete for port 7f21df5f-f52c-4a49-9bf4-8a3a1299e95f triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:44:15.153764 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3944e3b0-d066-427e-b0cb-15411db4dc5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:15.173246 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d794a60-138b-4c83-8c62-1064eaf8dc8a service neutron] Pushing event updated for resources: {'Port': ['ID=b191a705-716c-4bd6-a542-acc5d6222007,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:15.215826 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2e88eda0-f2e2-4ca3-97f2-be052d52b272 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:15.229762 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-3944e3b0-d066-427e-b0cb-15411db4dc5a None None] Port 7f21df5f-f52c-4a49-9bf4-8a3a1299e95f cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:44:15.265248 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59908) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:15.277096 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a693e58d-b71d-42f6-bf65-26847893bbcc req-9f1ec46a-5f46-40d5-8785-59df011dd800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:15.280007 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a693e58d-b71d-42f6-bf65-26847893bbcc req-9f1ec46a-5f46-40d5-8785-59df011dd800 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=053476844ca64753be1fb831fa4e27b9&device_id=8b902133-eca1-4f62-be57-0c390072a6b8 HTTP/1.1" status: 200 len: 1095 time: 0.1341264 Aug 10 03:44:15.323037 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-3944e3b0-d066-427e-b0cb-15411db4dc5a None None] Provisioning complete for port 9960c610-aca7-4988-9475-667dff3da9c4 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:44:15.324271 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3944e3b0-d066-427e-b0cb-15411db4dc5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:15.341406 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a693e58d-b71d-42f6-bf65-26847893bbcc req-5c5b1edb-16f2-4b17-bc16-6d163efa0ffc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b191a705-716c-4bd6-a542-acc5d6222007 HTTP/1.1" status: 200 len: 217 time: 0.0518136 Aug 10 03:44:15.350133 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-bb844809-3277-4cd8-b06e-09fe665cd708 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f85a0eb7a288446a94265898aa5c443e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0829883 Aug 10 03:44:15.352699 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59912) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:15.444084 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d6f84391-2bab-4beb-a452-4433edaeca11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:15.457750 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a693e58d-b71d-42f6-bf65-26847893bbcc req-664e0381-209c-4377-884c-0ed7edab01f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:15.459851 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a693e58d-b71d-42f6-bf65-26847893bbcc req-664e0381-209c-4377-884c-0ed7edab01f4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=639ffadf-1ce3-4502-ad09-ab0e9b867ccc HTTP/1.1" status: 200 len: 854 time: 0.0977831 Aug 10 03:44:15.475140 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-811a7e60-343c-41ec-bcd2-aca7c253d0b8 x-openstack-request-id: req-811a7e60-343c-41ec-bcd2-aca7c253d0b8 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:44:15.475715 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b902133-eca1-4f62-be57-0c390072a6b8", "tag": "b191a705-716c-4bd6-a542-acc5d6222007", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:44:15.476346 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-811a7e60-343c-41ec-bcd2-aca7c253d0b8 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:44:15.477669 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b902133-eca1-4f62-be57-0c390072a6b8', 'tag': 'b191a705-716c-4bd6-a542-acc5d6222007', 'status': 'completed', 'code': 200} Aug 10 03:44:15.479849 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d6f84391-2bab-4beb-a452-4433edaeca11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:15.508851 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2e88eda0-f2e2-4ca3-97f2-be052d52b272 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:15.574848 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d6f84391-2bab-4beb-a452-4433edaeca11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:15.577864 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d6f84391-2bab-4beb-a452-4433edaeca11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:15.580789 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a693e58d-b71d-42f6-bf65-26847893bbcc req-a8bd94aa-a4f5-4183-b6ea-c7d993eab614 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e356060a-1243-4185-ad19-14818f4aebea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0974147 Aug 10 03:44:15.582263 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-d6f84391-2bab-4beb-a452-4433edaeca11 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8e1ba13a-5a1b-4f45-9d11-54f011ade4bc HTTP/1.1" status: 204 len: 168 time: 0.2280915 Aug 10 03:44:15.602806 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f84391-2bab-4beb-a452-4433edaeca11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e1ba13a-5a1b-4f45-9d11-54f011ade4bc,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:15.637140 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e88eda0-f2e2-4ca3-97f2-be052d52b272 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Pushing event deleted for resources: {'Subnet': ['ID=d0231f8b-f998-4199-9a30-e98eef5811f8,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:15.670546 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2e88eda0-f2e2-4ca3-97f2-be052d52b272 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:15.674906 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-2e88eda0-f2e2-4ca3-97f2-be052d52b272 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "DELETE /v2.0/subnets/d0231f8b-f998-4199-9a30-e98eef5811f8 HTTP/1.1" status: 204 len: 168 time: 0.8445580 Aug 10 03:44:15.675349 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59918) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:15.726509 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-630cdfc9-09e4-42bf-9763-7891226849fb tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] DELETE failed (client error): The resource could not be found. Aug 10 03:44:15.727120 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-630cdfc9-09e4-42bf-9763-7891226849fb tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:44:15.731931 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-630cdfc9-09e4-42bf-9763-7891226849fb tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "DELETE /v2.0/subnets/d649bb37-2deb-4531-9a0c-a4e30c8b02c8 HTTP/1.1" status: 404 len: 337 time: 0.0554247 Aug 10 03:44:15.732588 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59920) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:15.735713 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786a2c0e-90e8-4384-9c22-e3fca4458bae None None] Update dhcp port {'port': {'network_id': 'bfe95ef4-60d9-461d-b53c-aab922e9137c', 'fixed_ips': [{'subnet_id': 'd0231f8b-f998-4199-9a30-e98eef5811f8'}], 'binding:host_id': 'n-d-768862-13'}, 'id': '9960c610-aca7-4988-9475-667dff3da9c4'} from n-d-768862-13. {{(pid=94262) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 03:44:15.765192 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c7d3ce-1a44-41a6-857a-cbd134b6ad43 req-09255413-43af-4e17-b53b-2fb3aa933e8d tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:15.767717 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-81c7d3ce-1a44-41a6-857a-cbd134b6ad43 req-09255413-43af-4e17-b53b-2fb3aa933e8d tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b902133-eca1-4f62-be57-0c390072a6b8 HTTP/1.1" status: 200 len: 943 time: 0.3066244 Aug 10 03:44:15.768410 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 59922) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:15.768627 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-acc1f567-edf1-4a98-b757-e73cda9e6a52 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "GET /v2.0/ports?device_id=71be12a4-70ac-4a8a-81cb-50c11e8e0689 HTTP/1.1" status: 200 len: 205 time: 0.0346568 Aug 10 03:44:15.786544 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-786a2c0e-90e8-4384-9c22-e3fca4458bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:15.870474 n-d-768862-13 neutron-server[94260]: INFO neutron.api.v2.resource [None req-fba3e8d5-dfb9-4bd7-b25d-544e2b426025 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] delete failed (client error): The resource could not be found. Aug 10 03:44:15.872350 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-fba3e8d5-dfb9-4bd7-b25d-544e2b426025 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "DELETE /v2.0/routers/71be12a4-70ac-4a8a-81cb-50c11e8e0689 HTTP/1.1" status: 404 len: 336 time: 0.0997326 Aug 10 03:44:15.875601 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59926) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:15.941616 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-be33bacb-014c-4aad-a6cc-c64542cb5238 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] DELETE failed (client error): The resource could not be found. Aug 10 03:44:15.942548 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be33bacb-014c-4aad-a6cc-c64542cb5238 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:44:15.950519 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-be33bacb-014c-4aad-a6cc-c64542cb5238 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "DELETE /v2.0/subnets/732194b6-9a47-4f65-9eb8-f85ddd63be0a HTTP/1.1" status: 404 len: 337 time: 0.0694966 Aug 10 03:44:15.950519 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59928) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:15.960317 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-81c7d3ce-1a44-41a6-857a-cbd134b6ad43 req-9ae56f8a-b84f-42ea-8bb0-e459d06c7124 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/security-groups?id=db852a7b-2c6f-44b2-a3e6-df6b6f6ce8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760371 Aug 10 03:44:15.991778 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-0feea164-89bb-4f07-9412-e6badd7d1203 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] DELETE failed (client error): The resource could not be found. Aug 10 03:44:15.992332 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0feea164-89bb-4f07-9412-e6badd7d1203 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:44:15.994550 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-0feea164-89bb-4f07-9412-e6badd7d1203 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "DELETE /v2.0/subnets/9a4933b3-565f-403f-9cc1-100872bc19fa HTTP/1.1" status: 404 len: 337 time: 0.0454640 Aug 10 03:44:15.998004 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59932) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:16.002324 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a693e58d-b71d-42f6-bf65-26847893bbcc req-5b27aeab-b46e-433e-87b8-ed6f087526d0 service neutron] 10.222.0.42 "GET /v2.0/networks/e356060a-1243-4185-ad19-14818f4aebea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3668735 Aug 10 03:44:16.031493 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f5eeda9-4ca8-4d7e-859d-9dfc6dd5dfcf tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] DELETE failed (client error): The resource could not be found. Aug 10 03:44:16.031895 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f5eeda9-4ca8-4d7e-859d-9dfc6dd5dfcf tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:44:16.034175 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-1f5eeda9-4ca8-4d7e-859d-9dfc6dd5dfcf tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "DELETE /v2.0/subnets/56da7076-b426-4b42-9b7c-def3821dd10b HTTP/1.1" status: 404 len: 337 time: 0.0352027 Aug 10 03:44:16.036878 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59936) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:16.058892 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96766411-e0b8-4ed1-a293-b50a2b4e60cb None None] Network bfe95ef4-60d9-461d-b53c-aab922e9137c requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:44:16.070705 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-e99e58df-06c1-462b-b1e0-4c506a2bb697 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] DELETE failed (client error): The resource could not be found. Aug 10 03:44:16.072074 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e99e58df-06c1-462b-b1e0-4c506a2bb697 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:44:16.076838 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e99e58df-06c1-462b-b1e0-4c506a2bb697 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "DELETE /v2.0/ports/cbb0a9d1-e489-4dd2-9c15-274c13c6194c HTTP/1.1" status: 404 len: 333 time: 0.0388789 Aug 10 03:44:16.077520 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59938) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:16.108689 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-22dbbb72-fc54-4265-bae6-199e8016459a tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] DELETE failed (client error): The resource could not be found. Aug 10 03:44:16.108941 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22dbbb72-fc54-4265-bae6-199e8016459a tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:44:16.111858 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-22dbbb72-fc54-4265-bae6-199e8016459a tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "DELETE /v2.0/subnets/9996f7f7-ae6a-4ee0-9ebc-267ce00f599b HTTP/1.1" status: 404 len: 337 time: 0.0331664 Aug 10 03:44:16.114169 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59942) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:16.145989 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-f90006ec-51f1-49ff-8702-819f78d1223f tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] DELETE failed (client error): The resource could not be found. Aug 10 03:44:16.146572 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f90006ec-51f1-49ff-8702-819f78d1223f tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:44:16.148687 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-f90006ec-51f1-49ff-8702-819f78d1223f tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "DELETE /v2.0/subnets/f4a7eec7-1186-4001-95bd-b0b78f0d12cd HTTP/1.1" status: 404 len: 337 time: 0.0330470 Aug 10 03:44:16.153296 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 59944) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:16.199560 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-8c88d2b3-e9f2-43df-bb6b-2ec8fd3b1dd8 None None] Provisioning complete for port 7f21df5f-f52c-4a49-9bf4-8a3a1299e95f triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:44:16.200150 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-8c88d2b3-e9f2-43df-bb6b-2ec8fd3b1dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:16.207751 n-d-768862-13 neutron-server[94260]: INFO neutron.pecan_wsgi.hooks.translation [None req-399c901e-9f0e-483c-baf2-2bb311c068cb tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] DELETE failed (client error): The resource could not be found. Aug 10 03:44:16.209071 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-399c901e-9f0e-483c-baf2-2bb311c068cb tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:44:16.216207 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59948) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:16.228149 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-399c901e-9f0e-483c-baf2-2bb311c068cb tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "DELETE /v2.0/ports/1d456be3-1afb-471e-a322-125a0be0318d HTTP/1.1" status: 404 len: 333 time: 0.0714767 Aug 10 03:44:16.264362 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-8c88d2b3-e9f2-43df-bb6b-2ec8fd3b1dd8 None None] Port 7f21df5f-f52c-4a49-9bf4-8a3a1299e95f cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:44:16.270032 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b3a699-22dc-4b52-933f-5ea193dbd91f None None] DHCP port deletion for bfe95ef4-60d9-461d-b53c-aab922e9137c request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:44:16.278156 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a693e58d-b71d-42f6-bf65-26847893bbcc req-023b234c-b996-419c-b787-bff3145c4c48 service neutron] 10.222.0.42 "GET /v2.0/networks/e356060a-1243-4185-ad19-14818f4aebea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622399 Aug 10 03:44:16.284310 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-0117f98c-8aff-4705-ad1d-740796703caf tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] DELETE failed (client error): The resource could not be found. Aug 10 03:44:16.284988 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0117f98c-8aff-4705-ad1d-740796703caf tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:44:16.288239 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-0117f98c-8aff-4705-ad1d-740796703caf tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "DELETE /v2.0/subnets/a2132997-7996-4dc5-844c-0a98d8489482 HTTP/1.1" status: 404 len: 337 time: 0.0705822 Aug 10 03:44:16.293020 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59950) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:16.321288 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-8c88d2b3-e9f2-43df-bb6b-2ec8fd3b1dd8 None None] Provisioning complete for port 9960c610-aca7-4988-9475-667dff3da9c4 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:44:16.321817 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-8c88d2b3-e9f2-43df-bb6b-2ec8fd3b1dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:16.392501 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-e7b3a699-22dc-4b52-933f-5ea193dbd91f None None] Deleting port 9960c610-aca7-4988-9475-667dff3da9c4 {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:44:16.392886 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e7b3a699-22dc-4b52-933f-5ea193dbd91f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:16.444741 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd58a1c4-623c-4069-89b6-8935532e56c4 req-36859186-f696-4d6f-8e32-7ef56cd79ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:16.450338 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cd58a1c4-623c-4069-89b6-8935532e56c4 req-36859186-f696-4d6f-8e32-7ef56cd79ffb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=053476844ca64753be1fb831fa4e27b9&device_id=8b902133-eca1-4f62-be57-0c390072a6b8 HTTP/1.1" status: 200 len: 1095 time: 0.0997944 Aug 10 03:44:16.502605 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-e7b3a699-22dc-4b52-933f-5ea193dbd91f None None] For port 9960c610-aca7-4988-9475-667dff3da9c4, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=9960c610-aca7-4988-9475-667dff3da9c4,segment=NetworkSegment(54d625a6-98a0-4db9-990f-13876f145cba),segment_id=54d625a6-98a0-4db9-990f-13876f145cba)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:16.503058 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e7b3a699-22dc-4b52-933f-5ea193dbd91f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:16.529943 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-e7b3a699-22dc-4b52-933f-5ea193dbd91f None None] Calling delete_port for 9960c610-aca7-4988-9475-667dff3da9c4 owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:44:16.640400 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd58a1c4-623c-4069-89b6-8935532e56c4 req-037a7d53-17a3-4e35-b006-524b7edbce28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:16.642876 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cd58a1c4-623c-4069-89b6-8935532e56c4 req-037a7d53-17a3-4e35-b006-524b7edbce28 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e356060a-1243-4185-ad19-14818f4aebea HTTP/1.1" status: 200 len: 914 time: 0.1768405 Aug 10 03:44:16.711768 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cd58a1c4-623c-4069-89b6-8935532e56c4 req-14f2a7e6-6a7d-4208-b725-c64964d7ae69 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b191a705-716c-4bd6-a542-acc5d6222007 HTTP/1.1" status: 200 len: 217 time: 0.0604763 Aug 10 03:44:16.728720 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e7b3a699-22dc-4b52-933f-5ea193dbd91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:16.782087 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-68819106-0d56-4d8d-8dc4-1bde86e84bbd tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] DELETE failed (client error): The resource could not be found. Aug 10 03:44:16.783161 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68819106-0d56-4d8d-8dc4-1bde86e84bbd tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:44:16.788588 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-68819106-0d56-4d8d-8dc4-1bde86e84bbd tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "DELETE /v2.0/subnets/6375c131-62b9-4096-b410-6777ae4bdde3 HTTP/1.1" status: 404 len: 337 time: 0.4917247 Aug 10 03:44:16.789705 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 59964) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:16.790028 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b3a699-22dc-4b52-933f-5ea193dbd91f None None] Pushing event deleted for resources: {'Port': ['ID=9960c610-aca7-4988-9475-667dff3da9c4,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:16.803940 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd58a1c4-623c-4069-89b6-8935532e56c4 req-ac755aa6-f331-4454-88d0-73b34921aa21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:16.805992 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b3a699-22dc-4b52-933f-5ea193dbd91f None None] No DVR routers for this DVR port 9960c610-aca7-4988-9475-667dff3da9c4 on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:44:16.806674 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cd58a1c4-623c-4069-89b6-8935532e56c4 req-ac755aa6-f331-4454-88d0-73b34921aa21 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=639ffadf-1ce3-4502-ad09-ab0e9b867ccc HTTP/1.1" status: 200 len: 854 time: 0.0865626 Aug 10 03:44:16.813229 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b3a699-22dc-4b52-933f-5ea193dbd91f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:16.814182 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b3a699-22dc-4b52-933f-5ea193dbd91f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:16.815012 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b3a699-22dc-4b52-933f-5ea193dbd91f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:16.815815 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b3a699-22dc-4b52-933f-5ea193dbd91f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:16.816588 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b3a699-22dc-4b52-933f-5ea193dbd91f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:16.818788 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b3a699-22dc-4b52-933f-5ea193dbd91f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:16.819567 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b3a699-22dc-4b52-933f-5ea193dbd91f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:16.820590 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b3a699-22dc-4b52-933f-5ea193dbd91f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:16.822081 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b3a699-22dc-4b52-933f-5ea193dbd91f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:16.822934 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b3a699-22dc-4b52-933f-5ea193dbd91f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:16.823821 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b3a699-22dc-4b52-933f-5ea193dbd91f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:16.824595 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b3a699-22dc-4b52-933f-5ea193dbd91f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:16.888375 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cd58a1c4-623c-4069-89b6-8935532e56c4 req-f0036fb6-9d4b-4191-b72b-034cf38a12fa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e356060a-1243-4185-ad19-14818f4aebea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622842 Aug 10 03:44:16.987234 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-673b2986-6a97-48a6-866a-89c2c5b710ca tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Deleting port 7f21df5f-f52c-4a49-9bf4-8a3a1299e95f {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:44:16.987234 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-673b2986-6a97-48a6-866a-89c2c5b710ca tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:17.061321 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cd58a1c4-623c-4069-89b6-8935532e56c4 req-688a7f6d-7eab-48c8-a6c2-812111267e2c service neutron] 10.222.0.42 "GET /v2.0/networks/e356060a-1243-4185-ad19-14818f4aebea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633813 Aug 10 03:44:17.149818 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-673b2986-6a97-48a6-866a-89c2c5b710ca tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:17.176239 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-673b2986-6a97-48a6-866a-89c2c5b710ca tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Calling delete_port for 7f21df5f-f52c-4a49-9bf4-8a3a1299e95f owned by {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:44:17.213303 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cd58a1c4-623c-4069-89b6-8935532e56c4 req-c623f469-299a-4158-a3dd-7532c3acd4a4 service neutron] 10.222.0.42 "GET /v2.0/networks/e356060a-1243-4185-ad19-14818f4aebea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433237 Aug 10 03:44:17.274808 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61396e9c-2954-4dac-83d3-c79d2f831401 req-83c83ede-2975-4026-bc65-8cb12ba8cf27 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:17.292593 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-61396e9c-2954-4dac-83d3-c79d2f831401 req-83c83ede-2975-4026-bc65-8cb12ba8cf27 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b902133-eca1-4f62-be57-0c390072a6b8 HTTP/1.1" status: 200 len: 943 time: 0.1322536 Aug 10 03:44:17.330074 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-673b2986-6a97-48a6-866a-89c2c5b710ca tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:17.379134 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-61396e9c-2954-4dac-83d3-c79d2f831401 req-abc71bc7-20e6-47f2-ac3e-30f0a25ef2bb tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/security-groups?id=db852a7b-2c6f-44b2-a3e6-df6b6f6ce8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806851 Aug 10 03:44:17.414862 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673b2986-6a97-48a6-866a-89c2c5b710ca tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Pushing event deleted for resources: {'Port': ['ID=7f21df5f-f52c-4a49-9bf4-8a3a1299e95f,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:17.428903 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-673b2986-6a97-48a6-866a-89c2c5b710ca tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:17.433831 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-673b2986-6a97-48a6-866a-89c2c5b710ca tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "DELETE /v2.0/ports/7f21df5f-f52c-4a49-9bf4-8a3a1299e95f HTTP/1.1" status: 204 len: 168 time: 0.6423864 Aug 10 03:44:17.436366 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 60002) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:17.587769 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5079de66-dbc4-4cf5-83c9-78dad88812f5 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:17.743852 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5079de66-dbc4-4cf5-83c9-78dad88812f5 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:17.765188 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-5079de66-dbc4-4cf5-83c9-78dad88812f5 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfe95ef4-60d9-461d-b53c-aab922e9137c']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:17.784696 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-5079de66-dbc4-4cf5-83c9-78dad88812f5 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54d625a6-98a0-4db9-990f-13876f145cba') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:17.785383 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-5079de66-dbc4-4cf5-83c9-78dad88812f5 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54d625a6-98a0-4db9-990f-13876f145cba') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:17.805821 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5079de66-dbc4-4cf5-83c9-78dad88812f5 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:17.840350 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5079de66-dbc4-4cf5-83c9-78dad88812f5 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:17.859943 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5079de66-dbc4-4cf5-83c9-78dad88812f5 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:44:17.861050 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5079de66-dbc4-4cf5-83c9-78dad88812f5 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:17.980480 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:44:17.980480 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:44:17.980480 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:44:17.980480 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:44:17.980480 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:44:17.980480 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:44:17.980480 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:44:17.980480 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:44:17.980480 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:44:17.980480 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:44:17.980480 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:44:17.980480 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:44:17.980480 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:44:17.980480 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:44:17.980480 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:44:17.980480 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:44:17.980480 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:44:17.980480 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:44:17.980480 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:44:17.980480 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:44:17.980480 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:44:17.980480 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:44:17.980480 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:44:17.980480 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:44:17.980480 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:44:17.980480 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:44:17.980480 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:44:17.980480 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:44:17.980480 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:44:17.980480 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:44:17.980480 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:44:17.980480 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:44:17.989446 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 9960c610-aca7-4988-9475-667dff3da9c4 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:44:17.990604 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5079de66-dbc4-4cf5-83c9-78dad88812f5 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:18.001547 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5079de66-dbc4-4cf5-83c9-78dad88812f5 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:18.009407 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-5079de66-dbc4-4cf5-83c9-78dad88812f5 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] 10.222.0.44 "DELETE /v2.0/networks/bfe95ef4-60d9-461d-b53c-aab922e9137c HTTP/1.1" status: 204 len: 168 time: 0.5668690 Aug 10 03:44:18.028418 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 9960c610-aca7-4988-9475-667dff3da9c4 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:44:18.028757 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 9960c610-aca7-4988-9475-667dff3da9c4 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:44:18.038097 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5079de66-dbc4-4cf5-83c9-78dad88812f5 tempest-PortsTestJSON-268331655 tempest-PortsTestJSON-268331655-project] Pushing event deleted for resources: {'Network': ['ID=bfe95ef4-60d9-461d-b53c-aab922e9137c,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:18.258883 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device b191a705-716c-4bd6-a542-acc5d6222007 details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:44:18.458510 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 60058) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:18.613254 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port b191a705-716c-4bd6-a542-acc5d6222007, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=b191a705-716c-4bd6-a542-acc5d6222007,segment=NetworkSegment(3569a734-dec7-4b7a-b2db-22edb5a0f3a6),segment_id=3569a734-dec7-4b7a-b2db-22edb5a0f3a6)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:18.646430 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': 'b191a705-716c-4bd6-a542-acc5d6222007', 'network_id': 'e356060a-1243-4185-ad19-14818f4aebea', 'port_id': 'b191a705-716c-4bd6-a542-acc5d6222007', 'mac_address': 'fa:16:3e:01:c8:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '639ffadf-1ce3-4502-ad09-ab0e9b867ccc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:44:18.676729 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd36c1d4-be81-4274-9880-bd268fb5379a req-dfd683e3-87bf-42de-aec4-8c6331b3ac28 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:18.679280 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bd36c1d4-be81-4274-9880-bd268fb5379a req-dfd683e3-87bf-42de-aec4-8c6331b3ac28 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b902133-eca1-4f62-be57-0c390072a6b8 HTTP/1.1" status: 200 len: 943 time: 0.1088126 Aug 10 03:44:18.695698 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:18.713448 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b191a705-716c-4bd6-a542-acc5d6222007 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:44:18.742454 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port b191a705-716c-4bd6-a542-acc5d6222007, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=b191a705-716c-4bd6-a542-acc5d6222007,segment=NetworkSegment(3569a734-dec7-4b7a-b2db-22edb5a0f3a6),segment_id=3569a734-dec7-4b7a-b2db-22edb5a0f3a6)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:18.743235 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bd36c1d4-be81-4274-9880-bd268fb5379a req-04c903d4-3411-442a-978e-80127110937c tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/security-groups?id=db852a7b-2c6f-44b2-a3e6-df6b6f6ce8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567510 Aug 10 03:44:18.751249 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:18.762953 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-f2110aee-3610-4809-abb7-138e950265b9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2dd944f287b540098f0fcef72a77648e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3031607 Aug 10 03:44:18.767031 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 60062) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:18.813672 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=b191a705-716c-4bd6-a542-acc5d6222007,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:18.842437 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2ead2329-620c-415d-a19e-eac1c82246d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:18.872327 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2ead2329-620c-415d-a19e-eac1c82246d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:18.950470 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2ead2329-620c-415d-a19e-eac1c82246d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:18.953693 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2ead2329-620c-415d-a19e-eac1c82246d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:18.955152 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-2ead2329-620c-415d-a19e-eac1c82246d1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c80a4499-d081-45f4-9fef-b14fb321198b HTTP/1.1" status: 204 len: 168 time: 0.1849904 Aug 10 03:44:18.965888 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ead2329-620c-415d-a19e-eac1c82246d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c80a4499-d081-45f4-9fef-b14fb321198b,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:19.027511 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['b191a705-716c-4bd6-a542-acc5d6222007'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:44:19.959020 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf218fb-62cc-4c52-9ef0-7df536f33e6f req-73927be9-1262-418c-ba7d-7504c0de6d7f tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:19.962664 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8bf218fb-62cc-4c52-9ef0-7df536f33e6f req-73927be9-1262-418c-ba7d-7504c0de6d7f tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b902133-eca1-4f62-be57-0c390072a6b8 HTTP/1.1" status: 200 len: 944 time: 0.1275744 Aug 10 03:44:20.048716 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8bf218fb-62cc-4c52-9ef0-7df536f33e6f req-f7f20ca8-0db5-4ee6-9a31-347e66779e22 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/security-groups?id=db852a7b-2c6f-44b2-a3e6-df6b6f6ce8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776100 Aug 10 03:44:20.125067 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 60100) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:20.274007 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device b191a705-716c-4bd6-a542-acc5d6222007 up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:44:20.337932 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-ae43dcb4-c794-4d70-8031-761b7d78c9fd tempest-DvrRoutersNegativeTest-67577460 tempest-DvrRoutersNegativeTest-67577460-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-2083352368', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:20.352264 n-d-768862-13 neutron-server[94261]: DEBUG neutron.policy [None req-ae43dcb4-c794-4d70-8031-761b7d78c9fd tempest-DvrRoutersNegativeTest-67577460 tempest-DvrRoutersNegativeTest-67577460-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94261) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 10 03:44:20.353383 n-d-768862-13 neutron-server[94261]: DEBUG neutron.policy [None req-ae43dcb4-c794-4d70-8031-761b7d78c9fd tempest-DvrRoutersNegativeTest-67577460 tempest-DvrRoutersNegativeTest-67577460-project] Failed policy check for 'create_router' {{(pid=94261) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 10 03:44:20.356211 n-d-768862-13 neutron-server[94261]: INFO neutron.api.v2.resource [None req-ae43dcb4-c794-4d70-8031-761b7d78c9fd tempest-DvrRoutersNegativeTest-67577460 tempest-DvrRoutersNegativeTest-67577460-project] create failed (client error): Access was denied to this resource. Aug 10 03:44:20.359641 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ae43dcb4-c794-4d70-8031-761b7d78c9fd tempest-DvrRoutersNegativeTest-67577460 tempest-DvrRoutersNegativeTest-67577460-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2306654 Aug 10 03:44:20.413740 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning for port b191a705-716c-4bd6-a542-acc5d6222007 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:44:20.427160 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port b191a705-716c-4bd6-a542-acc5d6222007 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:44:20.428751 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:20.589838 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:20.672433 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b902133-eca1-4f62-be57-0c390072a6b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b191a705-716c-4bd6-a542-acc5d6222007'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:44:20.679633 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bc4a47e-fd8d-446d-8a65-9a958e37b393" -d '{"events": [{"server_uuid": "8b902133-eca1-4f62-be57-0c390072a6b8", "name": "network-vif-plugged", "status": "completed", "tag": "b191a705-716c-4bd6-a542-acc5d6222007"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:44:20.686159 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port b191a705-716c-4bd6-a542-acc5d6222007, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=b191a705-716c-4bd6-a542-acc5d6222007,segment=NetworkSegment(3569a734-dec7-4b7a-b2db-22edb5a0f3a6),segment_id=3569a734-dec7-4b7a-b2db-22edb5a0f3a6)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:20.698731 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:20.738474 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d75e7c86-d1dd-4b91-b6fe-0b7face57a0d x-openstack-request-id: req-d75e7c86-d1dd-4b91-b6fe-0b7face57a0d {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:44:20.739950 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b902133-eca1-4f62-be57-0c390072a6b8", "name": "network-vif-plugged", "status": "completed", "tag": "b191a705-716c-4bd6-a542-acc5d6222007", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:44:20.740294 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d75e7c86-d1dd-4b91-b6fe-0b7face57a0d {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:44:20.741006 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b902133-eca1-4f62-be57-0c390072a6b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b191a705-716c-4bd6-a542-acc5d6222007', 'code': 200} Aug 10 03:44:20.778794 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=b191a705-716c-4bd6-a542-acc5d6222007,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:20.858123 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa3af88-d357-435c-8a8b-ad4664d5d2a9 req-282294dc-5855-4e40-8b37-65f770fff0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:20.860077 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-efa3af88-d357-435c-8a8b-ad4664d5d2a9 req-282294dc-5855-4e40-8b37-65f770fff0f2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8b902133-eca1-4f62-be57-0c390072a6b8 HTTP/1.1" status: 200 len: 1097 time: 0.0553625 Aug 10 03:44:20.883717 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 60110) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:20.905306 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-efa3af88-d357-435c-8a8b-ad4664d5d2a9 req-07c5627b-ad81-4c3f-a7e5-8b7f19804560 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=db852a7b-2c6f-44b2-a3e6-df6b6f6ce8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378275 Aug 10 03:44:21.036184 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-52294b9a-fe62-4124-855e-16b34ce64938 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:21.213168 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-52294b9a-fe62-4124-855e-16b34ce64938 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:21.219203 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-52294b9a-fe62-4124-855e-16b34ce64938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:21.242771 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb82c6b1-9abe-44c4-ab29-d1e02f8b9127 req-0f1a9aaf-ff63-4585-9f4d-9980131674a9 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:21.246856 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-eb82c6b1-9abe-44c4-ab29-d1e02f8b9127 req-0f1a9aaf-ff63-4585-9f4d-9980131674a9 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b902133-eca1-4f62-be57-0c390072a6b8 HTTP/1.1" status: 200 len: 945 time: 0.0743673 Aug 10 03:44:21.280568 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-52294b9a-fe62-4124-855e-16b34ce64938 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3b52bdb064164c76a71ee65a641f0078&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3953233 Aug 10 03:44:21.283627 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 60126) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:21.295283 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52294b9a-fe62-4124-855e-16b34ce64938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=798ee62f-2611-4b90-b022-ecbfef034da6,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:21.352699 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-eb82c6b1-9abe-44c4-ab29-d1e02f8b9127 req-6d35a8e4-19b4-42a1-ba3e-2d8ca76a6edb tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/security-groups?id=db852a7b-2c6f-44b2-a3e6-df6b6f6ce8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959921 Aug 10 03:44:21.370764 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b7255a8f-f505-4f5f-943e-9a93cacfaa99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:21.383429 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1f7120b5-b19a-43e6-a9e0-4a0111623fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:21.423748 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b7255a8f-f505-4f5f-943e-9a93cacfaa99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:21.493654 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b7255a8f-f505-4f5f-943e-9a93cacfaa99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:21.497805 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b7255a8f-f505-4f5f-943e-9a93cacfaa99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:21.502380 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-b7255a8f-f505-4f5f-943e-9a93cacfaa99 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/798ee62f-2611-4b90-b022-ecbfef034da6 HTTP/1.1" status: 204 len: 168 time: 0.2149606 Aug 10 03:44:21.513285 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7255a8f-f505-4f5f-943e-9a93cacfaa99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=798ee62f-2611-4b90-b022-ecbfef034da6,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:22.600608 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cc8370-3b07-4d11-a894-4f8299b24f77 req-298630fc-2fc7-47e2-80eb-071437c9790f tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:22.600608 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c2cc8370-3b07-4d11-a894-4f8299b24f77 req-298630fc-2fc7-47e2-80eb-071437c9790f tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b902133-eca1-4f62-be57-0c390072a6b8 HTTP/1.1" status: 200 len: 945 time: 0.0850446 Aug 10 03:44:22.629984 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c2cc8370-3b07-4d11-a894-4f8299b24f77 req-b020ee4a-08a6-4269-a1b7-4383b5315b11 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/security-groups?id=db852a7b-2c6f-44b2-a3e6-df6b6f6ce8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475595 Aug 10 03:44:22.709188 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 60158) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:22.905492 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-6783fa9c-d512-45dd-9d01-fd697918c832 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:22.906564 n-d-768862-13 neutron-server[94260]: WARNING neutron.api.v2.base [None req-6783fa9c-d512-45dd-9d01-fd697918c832 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 10 03:44:22.907416 n-d-768862-13 neutron-server[94260]: INFO neutron.api.v2.resource [None req-6783fa9c-d512-45dd-9d01-fd697918c832 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] create failed (client error): There was a conflict when trying to complete your request. Aug 10 03:44:22.908541 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-6783fa9c-d512-45dd-9d01-fd697918c832 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1982450 Aug 10 03:44:22.912856 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 60162) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:22.922496 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-b9ce5341-068e-4a20-adda-188fab8bbb9f tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Request body: {'security_group': {'name': 'tempest-secgroup--1970601287'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:22.950787 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b9ce5341-068e-4a20-adda-188fab8bbb9f tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:22.979190 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b9ce5341-068e-4a20-adda-188fab8bbb9f tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:23.173810 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b9ce5341-068e-4a20-adda-188fab8bbb9f tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:23.184055 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b9ce5341-068e-4a20-adda-188fab8bbb9f tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:23.266394 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ce5341-068e-4a20-adda-188fab8bbb9f tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf3504e0-73c9-4aac-be68-bbb6de2811d8,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:23.377975 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b9ce5341-068e-4a20-adda-188fab8bbb9f tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:23.385330 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b9ce5341-068e-4a20-adda-188fab8bbb9f tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:23.442351 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b9ce5341-068e-4a20-adda-188fab8bbb9f tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:23.444496 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-b9ce5341-068e-4a20-adda-188fab8bbb9f tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5303152 Aug 10 03:44:23.448063 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ce5341-068e-4a20-adda-188fab8bbb9f tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=533fcd4d-25c0-4ea6-adf9-72efc21b1b39,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:23.449092 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 60172) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:23.460526 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-b1e146b9-2730-4910-80ab-c851a78bd9de tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Request body: {'security_group_rule': {'security_group_id': '533fcd4d-25c0-4ea6-adf9-72efc21b1b39', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:23.544593 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b1e146b9-2730-4910-80ab-c851a78bd9de tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:23.703276 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9104d88b-85e2-4a69-a640-8008e9de5d23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:23.763380 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b1e146b9-2730-4910-80ab-c851a78bd9de tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:23.770350 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b1e146b9-2730-4910-80ab-c851a78bd9de tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:23.800687 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e146b9-2730-4910-80ab-c851a78bd9de tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=665ea57a-425e-41ac-9142-a0868b9db637,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:23.808228 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b1e146b9-2730-4910-80ab-c851a78bd9de tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:23.815453 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 60180) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:23.816327 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-b1e146b9-2730-4910-80ab-c851a78bd9de tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3622167 Aug 10 03:44:23.825706 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-7e25e22f-bb3b-453a-8c2d-a803ab3fcb0d tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Request body: {'security_group_rule': {'security_group_id': '533fcd4d-25c0-4ea6-adf9-72efc21b1b39', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:23.920891 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7e25e22f-bb3b-453a-8c2d-a803ab3fcb0d tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:24.047881 n-d-768862-13 neutron-server[94260]: INFO neutron.api.v2.resource [None req-7e25e22f-bb3b-453a-8c2d-a803ab3fcb0d tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] create failed (client error): There was a conflict when trying to complete your request. Aug 10 03:44:24.052080 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-7e25e22f-bb3b-453a-8c2d-a803ab3fcb0d tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2308705 Aug 10 03:44:24.052566 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 60182) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:24.141242 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b39eb2d3-8f91-47ff-9bdc-91ce9efe60e5 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:24.176101 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b39eb2d3-8f91-47ff-9bdc-91ce9efe60e5 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:24.253246 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:24.276618 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b39eb2d3-8f91-47ff-9bdc-91ce9efe60e5 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:24.282441 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b39eb2d3-8f91-47ff-9bdc-91ce9efe60e5 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:24.285560 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-b39eb2d3-8f91-47ff-9bdc-91ce9efe60e5 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] 10.222.0.44 "DELETE /v2.0/security-groups/533fcd4d-25c0-4ea6-adf9-72efc21b1b39 HTTP/1.1" status: 204 len: 168 time: 0.2314851 Aug 10 03:44:24.288251 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 60190) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:24.332017 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39eb2d3-8f91-47ff-9bdc-91ce9efe60e5 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=533fcd4d-25c0-4ea6-adf9-72efc21b1b39,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:24.394732 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-c0a6ecfa-6dc2-4514-9a1c-b3b469c5a141 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1021764 Aug 10 03:44:24.399094 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 60196) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:24.411250 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-bcb33cd0-6291-4f6b-a034-6dfda1231be6 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Request body: {'security_group': {'name': 'tempest-secgroup--1396992690'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:24.466161 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-bcb33cd0-6291-4f6b-a034-6dfda1231be6 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:24.644990 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-bcb33cd0-6291-4f6b-a034-6dfda1231be6 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:24.650410 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-bcb33cd0-6291-4f6b-a034-6dfda1231be6 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:24.711446 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-bcb33cd0-6291-4f6b-a034-6dfda1231be6 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:24.714318 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-bcb33cd0-6291-4f6b-a034-6dfda1231be6 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3099656 Aug 10 03:44:24.719090 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 60206) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:24.722473 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb33cd0-6291-4f6b-a034-6dfda1231be6 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=410bc371-9a51-4d18-b34e-fa6ae82bf4ef,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:24.734631 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-3c3c6d6a-a889-4b5b-a920-54fcaf5e200d tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Request body: {'security_group_rule': {'security_group_id': '410bc371-9a51-4d18-b34e-fa6ae82bf4ef', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:24.738631 n-d-768862-13 neutron-server[94261]: WARNING neutron.api.v2.base [None req-3c3c6d6a-a889-4b5b-a920-54fcaf5e200d tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 10 03:44:24.739576 n-d-768862-13 neutron-server[94261]: INFO neutron.api.v2.resource [None req-3c3c6d6a-a889-4b5b-a920-54fcaf5e200d tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:44:24.742200 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-3c3c6d6a-a889-4b5b-a920-54fcaf5e200d tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0220358 Aug 10 03:44:24.747419 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 60208) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:24.986131 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c1ca18d4-0541-4e43-9af2-93e3a9da9652 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:25.035663 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c1ca18d4-0541-4e43-9af2-93e3a9da9652 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:25.105527 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c1ca18d4-0541-4e43-9af2-93e3a9da9652 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:25.108910 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c1ca18d4-0541-4e43-9af2-93e3a9da9652 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:25.114595 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-c1ca18d4-0541-4e43-9af2-93e3a9da9652 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] 10.222.0.44 "DELETE /v2.0/security-groups/410bc371-9a51-4d18-b34e-fa6ae82bf4ef HTTP/1.1" status: 204 len: 168 time: 0.3595176 Aug 10 03:44:25.114922 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 60212) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:25.148110 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ca18d4-0541-4e43-9af2-93e3a9da9652 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=410bc371-9a51-4d18-b34e-fa6ae82bf4ef,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:25.212616 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-2a607ce9-8831-47f1-bf8f-9cedc773a3bc tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0964022 Aug 10 03:44:25.220922 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 60214) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:25.231761 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-713ea3d4-b433-4eb4-b1f1-2ba35da11da1 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Request body: {'security_group': {'name': 'tempest-secgroup--53451937'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:25.296533 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-713ea3d4-b433-4eb4-b1f1-2ba35da11da1 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:25.384390 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:25.506499 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-713ea3d4-b433-4eb4-b1f1-2ba35da11da1 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:25.516161 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-713ea3d4-b433-4eb4-b1f1-2ba35da11da1 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:25.588909 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713ea3d4-b433-4eb4-b1f1-2ba35da11da1 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebce909a-5c62-404b-ada3-65d81a17bf64,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:25.592904 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-713ea3d4-b433-4eb4-b1f1-2ba35da11da1 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:25.598479 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 60218) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:25.599247 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-713ea3d4-b433-4eb4-b1f1-2ba35da11da1 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3752265 Aug 10 03:44:25.611307 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-c87c39d0-1eb3-40b7-917c-bc334b589ba7 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Request body: {'security_group_rule': {'security_group_id': 'ebce909a-5c62-404b-ada3-65d81a17bf64', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:25.621927 n-d-768862-13 neutron-server[94260]: WARNING neutron.api.v2.base [None req-c87c39d0-1eb3-40b7-917c-bc334b589ba7 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 10 03:44:25.623402 n-d-768862-13 neutron-server[94260]: INFO neutron.api.v2.resource [None req-c87c39d0-1eb3-40b7-917c-bc334b589ba7 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:44:25.625817 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-c87c39d0-1eb3-40b7-917c-bc334b589ba7 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0249915 Aug 10 03:44:25.629047 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 60220) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:25.714554 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ab337fac-9c25-4c8f-a64d-765f98dd329c tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:25.749810 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ab337fac-9c25-4c8f-a64d-765f98dd329c tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:25.826133 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ab337fac-9c25-4c8f-a64d-765f98dd329c tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:25.830116 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ab337fac-9c25-4c8f-a64d-765f98dd329c tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:25.832573 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-ab337fac-9c25-4c8f-a64d-765f98dd329c tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] 10.222.0.44 "DELETE /v2.0/security-groups/ebce909a-5c62-404b-ada3-65d81a17bf64 HTTP/1.1" status: 204 len: 168 time: 0.2018814 Aug 10 03:44:25.835278 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 60222) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:25.847515 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab337fac-9c25-4c8f-a64d-765f98dd329c tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebce909a-5c62-404b-ada3-65d81a17bf64,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:25.936106 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-801a6f1e-6889-4759-bfbd-460cafd9ab10 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0981588 Aug 10 03:44:25.943545 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 60228) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:25.951425 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-f57c68cc-4bb8-4aa6-a42e-bbeaa14e4194 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Request body: {'security_group': {'name': 'tempest-secgroup--880317825'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:26.003941 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f57c68cc-4bb8-4aa6-a42e-bbeaa14e4194 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:26.170385 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f57c68cc-4bb8-4aa6-a42e-bbeaa14e4194 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:26.178668 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f57c68cc-4bb8-4aa6-a42e-bbeaa14e4194 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:26.200866 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:26.233900 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f57c68cc-4bb8-4aa6-a42e-bbeaa14e4194 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:26.235947 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-f57c68cc-4bb8-4aa6-a42e-bbeaa14e4194 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2903378 Aug 10 03:44:26.239546 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 60230) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:26.247476 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-7de7897a-f452-4d42-bdaa-4c8f0ee42c73 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Request body: {'security_group_rule': {'security_group_id': 'c1e14b54-044d-458d-b6ef-3d1f3673bfb0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:26.252972 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57c68cc-4bb8-4aa6-a42e-bbeaa14e4194 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e14b54-044d-458d-b6ef-3d1f3673bfb0,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:26.285865 n-d-768862-13 neutron-server[94261]: WARNING neutron.api.v2.base [None req-7de7897a-f452-4d42-bdaa-4c8f0ee42c73 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 10 03:44:26.286703 n-d-768862-13 neutron-server[94261]: INFO neutron.api.v2.resource [None req-7de7897a-f452-4d42-bdaa-4c8f0ee42c73 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:44:26.288562 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-7de7897a-f452-4d42-bdaa-4c8f0ee42c73 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0471809 Aug 10 03:44:26.292630 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 60232) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:26.298387 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-5bdfed03-dea6-4fa4-a17c-3caf25f14f2d tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Request body: {'security_group_rule': {'security_group_id': 'c1e14b54-044d-458d-b6ef-3d1f3673bfb0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:26.299282 n-d-768862-13 neutron-server[94261]: WARNING neutron.api.v2.base [None req-5bdfed03-dea6-4fa4-a17c-3caf25f14f2d tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 10 03:44:26.300256 n-d-768862-13 neutron-server[94261]: INFO neutron.api.v2.resource [None req-5bdfed03-dea6-4fa4-a17c-3caf25f14f2d tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:44:26.301807 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-5bdfed03-dea6-4fa4-a17c-3caf25f14f2d tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0078161 Aug 10 03:44:26.305418 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 60234) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:26.312863 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-e795631a-31f9-4675-923f-5eecda3f640d tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Request body: {'security_group_rule': {'security_group_id': 'c1e14b54-044d-458d-b6ef-3d1f3673bfb0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:26.314065 n-d-768862-13 neutron-server[94261]: WARNING neutron.api.v2.base [None req-e795631a-31f9-4675-923f-5eecda3f640d tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 10 03:44:26.314887 n-d-768862-13 neutron-server[94261]: INFO neutron.api.v2.resource [None req-e795631a-31f9-4675-923f-5eecda3f640d tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:44:26.318849 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e795631a-31f9-4675-923f-5eecda3f640d tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0096419 Aug 10 03:44:26.320905 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 60236) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:26.327173 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-b5433748-7781-4b54-bd7e-ab3d48cecc19 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Request body: {'security_group_rule': {'security_group_id': 'c1e14b54-044d-458d-b6ef-3d1f3673bfb0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:26.328389 n-d-768862-13 neutron-server[94261]: WARNING neutron.api.v2.base [None req-b5433748-7781-4b54-bd7e-ab3d48cecc19 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 10 03:44:26.329113 n-d-768862-13 neutron-server[94261]: INFO neutron.api.v2.resource [None req-b5433748-7781-4b54-bd7e-ab3d48cecc19 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:44:26.330797 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-b5433748-7781-4b54-bd7e-ab3d48cecc19 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0087273 Aug 10 03:44:26.333886 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 60238) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:26.421697 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b2ae1ada-9d83-4db7-97ab-799d4cf09125 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:26.459351 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b2ae1ada-9d83-4db7-97ab-799d4cf09125 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:26.542794 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b2ae1ada-9d83-4db7-97ab-799d4cf09125 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:26.549880 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b2ae1ada-9d83-4db7-97ab-799d4cf09125 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:26.551510 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-b2ae1ada-9d83-4db7-97ab-799d4cf09125 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] 10.222.0.44 "DELETE /v2.0/security-groups/c1e14b54-044d-458d-b6ef-3d1f3673bfb0 HTTP/1.1" status: 204 len: 168 time: 0.2158453 Aug 10 03:44:26.563563 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 60244) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:26.585271 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ae1ada-9d83-4db7-97ab-799d4cf09125 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e14b54-044d-458d-b6ef-3d1f3673bfb0,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:26.644322 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-22cce7b5-090b-4216-9b07-73a72231dc31 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0749638 Aug 10 03:44:26.649916 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 60246) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:26.655191 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-820fb96f-6549-4e8d-a1ab-0af91a845580 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Request body: {'security_group': {'name': 'tempest-secgroup--1155076427'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:26.710126 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-820fb96f-6549-4e8d-a1ab-0af91a845580 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:26.818872 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:26.864289 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-820fb96f-6549-4e8d-a1ab-0af91a845580 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:26.873509 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-820fb96f-6549-4e8d-a1ab-0af91a845580 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:26.896631 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-820fb96f-6549-4e8d-a1ab-0af91a845580 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:26.897867 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-820fb96f-6549-4e8d-a1ab-0af91a845580 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2468905 Aug 10 03:44:26.900982 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 60254) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:26.905965 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-306a159c-906a-42f7-84f8-07583576facf tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Request body: {'security_group_rule': {'security_group_id': 'cdfa31ed-9568-443d-be0b-ae6f4e2b9ac5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:26.907859 n-d-768862-13 neutron-server[94260]: WARNING neutron.api.v2.base [None req-306a159c-906a-42f7-84f8-07583576facf tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 10 03:44:26.908657 n-d-768862-13 neutron-server[94260]: INFO neutron.api.v2.resource [None req-306a159c-906a-42f7-84f8-07583576facf tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:44:26.911085 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-306a159c-906a-42f7-84f8-07583576facf tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0091295 Aug 10 03:44:26.914291 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 60256) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:26.920252 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-ea5a9ba2-5675-47de-9fa6-c19ee5333721 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Request body: {'security_group_rule': {'security_group_id': 'cdfa31ed-9568-443d-be0b-ae6f4e2b9ac5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:26.925538 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820fb96f-6549-4e8d-a1ab-0af91a845580 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdfa31ed-9568-443d-be0b-ae6f4e2b9ac5,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:26.968603 n-d-768862-13 neutron-server[94261]: INFO neutron.api.v2.resource [None req-ea5a9ba2-5675-47de-9fa6-c19ee5333721 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:44:26.973193 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ea5a9ba2-5675-47de-9fa6-c19ee5333721 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0547147 Aug 10 03:44:26.973498 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 60258) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:26.981033 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-30c50281-417b-4a56-b142-e1c3fa3555ff tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Request body: {'security_group_rule': {'security_group_id': 'cdfa31ed-9568-443d-be0b-ae6f4e2b9ac5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:26.981763 n-d-768862-13 neutron-server[94261]: WARNING neutron.api.v2.base [None req-30c50281-417b-4a56-b142-e1c3fa3555ff tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 10 03:44:26.982290 n-d-768862-13 neutron-server[94261]: INFO neutron.api.v2.resource [None req-30c50281-417b-4a56-b142-e1c3fa3555ff tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:44:26.987656 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-30c50281-417b-4a56-b142-e1c3fa3555ff tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0088151 Aug 10 03:44:26.988416 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 60262) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:26.997798 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-2f04ada4-892d-4187-a439-0aadc694725f tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Request body: {'security_group_rule': {'security_group_id': 'cdfa31ed-9568-443d-be0b-ae6f4e2b9ac5', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:27.084939 n-d-768862-13 neutron-server[94261]: INFO neutron.api.v2.resource [None req-2f04ada4-892d-4187-a439-0aadc694725f tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:44:27.086763 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-2f04ada4-892d-4187-a439-0aadc694725f tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0969436 Aug 10 03:44:27.090129 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 60264) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:27.100366 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-4e7adbdd-52f3-46ff-aee1-fc70e62f059e tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Request body: {'security_group_rule': {'security_group_id': 'cdfa31ed-9568-443d-be0b-ae6f4e2b9ac5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:27.100937 n-d-768862-13 neutron-server[94260]: WARNING neutron.api.v2.base [None req-4e7adbdd-52f3-46ff-aee1-fc70e62f059e tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 10 03:44:27.101465 n-d-768862-13 neutron-server[94260]: INFO neutron.api.v2.resource [None req-4e7adbdd-52f3-46ff-aee1-fc70e62f059e tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:44:27.105784 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 60268) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:27.106749 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-4e7adbdd-52f3-46ff-aee1-fc70e62f059e tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0156634 Aug 10 03:44:27.118655 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-783d38d2-264b-47dd-81fc-ef89fcb8ea72 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Request body: {'security_group_rule': {'security_group_id': 'cdfa31ed-9568-443d-be0b-ae6f4e2b9ac5', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:27.188179 n-d-768862-13 neutron-server[94261]: INFO neutron.db.securitygroups_db [None req-783d38d2-264b-47dd-81fc-ef89fcb8ea72 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Project c7e47522d03f4ef18ed682ab888fa8ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 03:44:27.220433 n-d-768862-13 neutron-server[94261]: INFO neutron.api.v2.resource [None req-783d38d2-264b-47dd-81fc-ef89fcb8ea72 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:44:27.224885 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-783d38d2-264b-47dd-81fc-ef89fcb8ea72 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1148984 Aug 10 03:44:27.225679 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 60270) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:27.237749 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-f51227ad-ed4f-4858-b632-a879f7028c26 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Request body: {'security_group_rule': {'security_group_id': 'cdfa31ed-9568-443d-be0b-ae6f4e2b9ac5', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:27.238552 n-d-768862-13 neutron-server[94261]: WARNING neutron.api.v2.base [None req-f51227ad-ed4f-4858-b632-a879f7028c26 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 10 03:44:27.239434 n-d-768862-13 neutron-server[94261]: INFO neutron.api.v2.resource [None req-f51227ad-ed4f-4858-b632-a879f7028c26 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:44:27.243952 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-f51227ad-ed4f-4858-b632-a879f7028c26 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0133772 Aug 10 03:44:27.244395 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 60272) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:27.255121 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-7fc63bbd-a4f1-475f-a44c-5b5923253eed tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Request body: {'security_group_rule': {'security_group_id': 'cdfa31ed-9568-443d-be0b-ae6f4e2b9ac5', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:27.293465 n-d-768862-13 neutron-server[94261]: INFO neutron.db.securitygroups_db [None req-7fc63bbd-a4f1-475f-a44c-5b5923253eed tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Project c7e47522d03f4ef18ed682ab888fa8ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 03:44:27.312662 n-d-768862-13 neutron-server[94261]: INFO neutron.api.v2.resource [None req-7fc63bbd-a4f1-475f-a44c-5b5923253eed tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:44:27.317753 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-7fc63bbd-a4f1-475f-a44c-5b5923253eed tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0705750 Aug 10 03:44:27.318560 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 60274) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:27.333700 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-aad44621-c16b-4c88-afcd-4d47479fafce tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Request body: {'security_group_rule': {'security_group_id': 'cdfa31ed-9568-443d-be0b-ae6f4e2b9ac5', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:27.387617 n-d-768862-13 neutron-server[94260]: INFO neutron.db.securitygroups_db [None req-aad44621-c16b-4c88-afcd-4d47479fafce tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Project c7e47522d03f4ef18ed682ab888fa8ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 03:44:27.412373 n-d-768862-13 neutron-server[94260]: INFO neutron.api.v2.resource [None req-aad44621-c16b-4c88-afcd-4d47479fafce tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:44:27.414696 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-aad44621-c16b-4c88-afcd-4d47479fafce tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0928948 Aug 10 03:44:27.417490 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 60276) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:27.509076 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-172a344b-310b-4f91-a9f0-1cc517593564 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:27.544112 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-172a344b-310b-4f91-a9f0-1cc517593564 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:27.601838 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-172a344b-310b-4f91-a9f0-1cc517593564 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:27.605801 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-172a344b-310b-4f91-a9f0-1cc517593564 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:27.612864 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 60278) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:27.615660 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-172a344b-310b-4f91-a9f0-1cc517593564 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] 10.222.0.44 "DELETE /v2.0/security-groups/cdfa31ed-9568-443d-be0b-ae6f4e2b9ac5 HTTP/1.1" status: 204 len: 168 time: 0.1961055 Aug 10 03:44:27.641258 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172a344b-310b-4f91-a9f0-1cc517593564 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdfa31ed-9568-443d-be0b-ae6f4e2b9ac5,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:27.715589 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-afe5b606-c0cc-496b-926c-6b176a94c685 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1011429 Aug 10 03:44:27.721510 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 60280) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:27.726858 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-8845c189-9d36-4984-80ed-fc35c6e97efe tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Request body: {'security_group': {'name': 'tempest-secgroup--1308583592'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:27.756323 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8845c189-9d36-4984-80ed-fc35c6e97efe tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:27.881227 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8845c189-9d36-4984-80ed-fc35c6e97efe tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:27.891175 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8845c189-9d36-4984-80ed-fc35c6e97efe tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:27.935094 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8845c189-9d36-4984-80ed-fc35c6e97efe tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:27.941458 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-8845c189-9d36-4984-80ed-fc35c6e97efe tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2146881 Aug 10 03:44:27.942964 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 60282) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:27.955755 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-e9845234-64cb-472a-b747-99b85e1e5b6c tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Request body: {'security_group_rule': {'security_group_id': '9ae07eb3-d485-4495-80c9-5a51df619e5e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:27.978607 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8845c189-9d36-4984-80ed-fc35c6e97efe tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ae07eb3-d485-4495-80c9-5a51df619e5e,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:28.043538 n-d-768862-13 neutron-server[94261]: INFO neutron.api.v2.resource [None req-e9845234-64cb-472a-b747-99b85e1e5b6c tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] create failed (client error): The resource could not be found. Aug 10 03:44:28.045151 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e9845234-64cb-472a-b747-99b85e1e5b6c tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0983865 Aug 10 03:44:28.048240 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 60286) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:28.053608 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-2ddc4068-b1b2-4bff-866e-f44d0506faf5 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Request body: {'security_group_rule': {'security_group_id': '9ae07eb3-d485-4495-80c9-5a51df619e5e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'df3185e9-de84-44ad-9126-c92a51e598db'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:28.133772 n-d-768862-13 neutron-server[94260]: INFO neutron.api.v2.resource [None req-2ddc4068-b1b2-4bff-866e-f44d0506faf5 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] create failed (client error): The resource could not be found. Aug 10 03:44:28.139697 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 60290) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:28.147339 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-2ddc4068-b1b2-4bff-866e-f44d0506faf5 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0977402 Aug 10 03:44:28.256784 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4e98c203-4343-4945-8c74-493b133b6784 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:28.294563 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4e98c203-4343-4945-8c74-493b133b6784 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:28.354406 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4e98c203-4343-4945-8c74-493b133b6784 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:28.357912 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4e98c203-4343-4945-8c74-493b133b6784 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:28.362102 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 60294) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:28.363083 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-4e98c203-4343-4945-8c74-493b133b6784 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] 10.222.0.44 "DELETE /v2.0/security-groups/9ae07eb3-d485-4495-80c9-5a51df619e5e HTTP/1.1" status: 204 len: 168 time: 0.2210383 Aug 10 03:44:28.374424 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e98c203-4343-4945-8c74-493b133b6784 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ae07eb3-d485-4495-80c9-5a51df619e5e,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:28.442111 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-1c1c46a3-c37f-4547-9231-25ade59951a1 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0729632 Aug 10 03:44:28.442571 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 60296) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:28.449468 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-10cc98cb-1a1d-432f-9910-c70af66fd40c tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Request body: {'security_group_rule': {'security_group_id': '16873ec3-ee16-438e-8769-448ae4275bd4', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:28.552583 n-d-768862-13 neutron-server[94260]: INFO neutron.api.v2.resource [None req-10cc98cb-1a1d-432f-9910-c70af66fd40c tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] create failed (client error): The resource could not be found. Aug 10 03:44:28.555894 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-10cc98cb-1a1d-432f-9910-c70af66fd40c tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1109540 Aug 10 03:44:28.561615 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 60298) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:28.567732 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-1f70232b-14f9-4ce5-9516-a54e0c9c13d9 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Request body: {'security_group': {'name': 'tempest-secgroup--1926831987'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:28.601213 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1f70232b-14f9-4ce5-9516-a54e0c9c13d9 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:28.755953 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1f70232b-14f9-4ce5-9516-a54e0c9c13d9 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:28.762320 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1f70232b-14f9-4ce5-9516-a54e0c9c13d9 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:28.824805 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1f70232b-14f9-4ce5-9516-a54e0c9c13d9 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:28.831853 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 60302) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:28.832329 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-1f70232b-14f9-4ce5-9516-a54e0c9c13d9 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2691174 Aug 10 03:44:28.837877 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-404ddda4-967a-4586-87ec-facef6937dae tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Request body: {'security_group': {'name': 'tempest-secgroup--1891628003'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:28.841575 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f70232b-14f9-4ce5-9516-a54e0c9c13d9 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83275dc2-e232-452f-87f8-397ea1fa713a,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:28.869023 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-404ddda4-967a-4586-87ec-facef6937dae tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:29.029823 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-404ddda4-967a-4586-87ec-facef6937dae tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:29.052919 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-404ddda4-967a-4586-87ec-facef6937dae tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:29.143071 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404ddda4-967a-4586-87ec-facef6937dae tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c38c8d00-0054-4607-9564-534fd65e71fc,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:29.148671 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-404ddda4-967a-4586-87ec-facef6937dae tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:29.159073 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 60310) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:29.168913 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-473e094d-a151-46a6-aa12-32d95cc665cf tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Request body: {'security_group_rule': {'security_group_id': '83275dc2-e232-452f-87f8-397ea1fa713a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'c38c8d00-0054-4607-9564-534fd65e71fc'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:29.171595 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-404ddda4-967a-4586-87ec-facef6937dae tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3372512 Aug 10 03:44:29.248059 n-d-768862-13 neutron-server[94260]: INFO neutron.api.v2.resource [None req-473e094d-a151-46a6-aa12-32d95cc665cf tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:44:29.254838 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 60312) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:29.268890 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-473e094d-a151-46a6-aa12-32d95cc665cf tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1075888 Aug 10 03:44:29.407422 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3de5806f-82a8-4667-90ea-3aebcc0e5545 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:29.446638 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3de5806f-82a8-4667-90ea-3aebcc0e5545 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:29.537187 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3de5806f-82a8-4667-90ea-3aebcc0e5545 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:29.548571 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3de5806f-82a8-4667-90ea-3aebcc0e5545 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:29.551645 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-3de5806f-82a8-4667-90ea-3aebcc0e5545 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] 10.222.0.44 "DELETE /v2.0/security-groups/c38c8d00-0054-4607-9564-534fd65e71fc HTTP/1.1" status: 204 len: 168 time: 0.2936108 Aug 10 03:44:29.567315 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 60316) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:29.593700 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de5806f-82a8-4667-90ea-3aebcc0e5545 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c38c8d00-0054-4607-9564-534fd65e71fc,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:29.674285 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 60322) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:29.675176 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-9370c9c3-19d3-4961-811b-b4068a7c6e26 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1188076 Aug 10 03:44:29.848883 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-63f944d6-41d6-43c5-a686-2a913a10c9eb tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:29.886182 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-63f944d6-41d6-43c5-a686-2a913a10c9eb tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:29.972531 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-63f944d6-41d6-43c5-a686-2a913a10c9eb tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:29.977731 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-63f944d6-41d6-43c5-a686-2a913a10c9eb tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:29.985519 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 60326) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:29.998128 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-63f944d6-41d6-43c5-a686-2a913a10c9eb tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] 10.222.0.44 "DELETE /v2.0/security-groups/83275dc2-e232-452f-87f8-397ea1fa713a HTTP/1.1" status: 204 len: 168 time: 0.3213637 Aug 10 03:44:30.019103 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f944d6-41d6-43c5-a686-2a913a10c9eb tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83275dc2-e232-452f-87f8-397ea1fa713a,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:30.114942 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-37b0ebca-2040-4e0b-9dee-f420952a4710 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1272726 Aug 10 03:44:30.121602 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 60328) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:30.124657 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-13d9e2d8-5a76-4f79-ab2d-e472205e3549 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Request body: {'security_group': {'name': 'tempest-secgroup--362356720'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:30.181229 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-13d9e2d8-5a76-4f79-ab2d-e472205e3549 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:30.394528 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-13d9e2d8-5a76-4f79-ab2d-e472205e3549 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:30.405593 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-13d9e2d8-5a76-4f79-ab2d-e472205e3549 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:30.508628 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d9e2d8-5a76-4f79-ab2d-e472205e3549 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb7dfe6-9c0e-4186-8ccc-3619275fb603,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:30.512633 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-13d9e2d8-5a76-4f79-ab2d-e472205e3549 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:30.518409 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 60330) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:30.521169 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-13d9e2d8-5a76-4f79-ab2d-e472205e3549 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3997269 Aug 10 03:44:30.549414 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-9c7cf1ed-6c56-4cfa-a9cb-4d1a95ecb805 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Request body: {'security_group_rule': {'security_group_id': '2eb7dfe6-9c0e-4186-8ccc-3619275fb603', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:30.641862 n-d-768862-13 neutron-server[94261]: INFO neutron.api.v2.resource [None req-9c7cf1ed-6c56-4cfa-a9cb-4d1a95ecb805 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:44:30.649496 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-9c7cf1ed-6c56-4cfa-a9cb-4d1a95ecb805 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1267023 Aug 10 03:44:30.650523 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 60332) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:30.657964 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-e1ed38b5-8e96-4382-8c63-b55a805ddd30 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Request body: {'security_group_rule': {'security_group_id': '2eb7dfe6-9c0e-4186-8ccc-3619275fb603', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:30.749919 n-d-768862-13 neutron-server[94260]: INFO neutron.api.v2.resource [None req-e1ed38b5-8e96-4382-8c63-b55a805ddd30 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:44:30.755088 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 60336) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:30.756849 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-e1ed38b5-8e96-4382-8c63-b55a805ddd30 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1038609 Aug 10 03:44:30.870189 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-67d1a1c4-828b-4252-86e4-7da4263189bb tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:30.939667 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-67d1a1c4-828b-4252-86e4-7da4263189bb tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:31.031256 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-67d1a1c4-828b-4252-86e4-7da4263189bb tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:31.035521 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-67d1a1c4-828b-4252-86e4-7da4263189bb tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:31.037329 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-67d1a1c4-828b-4252-86e4-7da4263189bb tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] 10.222.0.44 "DELETE /v2.0/security-groups/2eb7dfe6-9c0e-4186-8ccc-3619275fb603 HTTP/1.1" status: 204 len: 168 time: 0.2807584 Aug 10 03:44:31.044501 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 60342) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:31.063182 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d1a1c4-828b-4252-86e4-7da4263189bb tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb7dfe6-9c0e-4186-8ccc-3619275fb603,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:31.120205 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-02317e8f-7f7b-4ab0-b260-5e37951537e8 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0723760 Aug 10 03:44:31.125987 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 60344) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:31.130903 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-eeab950e-7aa7-40fa-af1d-bd4f21b87cf2 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Request body: {'security_group': {'name': 'tempest-secgroup--369761453'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:31.157502 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-eeab950e-7aa7-40fa-af1d-bd4f21b87cf2 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:31.273295 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-eeab950e-7aa7-40fa-af1d-bd4f21b87cf2 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:31.279090 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-eeab950e-7aa7-40fa-af1d-bd4f21b87cf2 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:31.305824 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-eeab950e-7aa7-40fa-af1d-bd4f21b87cf2 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:31.307154 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-eeab950e-7aa7-40fa-af1d-bd4f21b87cf2 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1800566 Aug 10 03:44:31.310694 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 60346) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:31.316942 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeab950e-7aa7-40fa-af1d-bd4f21b87cf2 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09cb66e3-6466-4f2b-9a1b-c34625487289,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:31.318937 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-9bd6d5f3-e5dc-425d-8160-d7e2c1d922a1 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:31.319632 n-d-768862-13 neutron-server[94260]: WARNING neutron.api.v2.base [None req-9bd6d5f3-e5dc-425d-8160-d7e2c1d922a1 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 10 03:44:31.320422 n-d-768862-13 neutron-server[94260]: INFO neutron.api.v2.resource [None req-9bd6d5f3-e5dc-425d-8160-d7e2c1d922a1 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] update failed (client error): There was a conflict when trying to complete your request. Aug 10 03:44:31.322102 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-9bd6d5f3-e5dc-425d-8160-d7e2c1d922a1 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] 10.222.0.44 "PUT /v2.0/security-groups/09cb66e3-6466-4f2b-9a1b-c34625487289 HTTP/1.1" status: 409 len: 330 time: 0.0096889 Aug 10 03:44:31.324868 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 60348) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:31.403901 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-df07d73b-a8de-440e-aa65-adbe09abf465 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:31.448347 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-df07d73b-a8de-440e-aa65-adbe09abf465 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:31.513231 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-df07d73b-a8de-440e-aa65-adbe09abf465 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:31.520178 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-df07d73b-a8de-440e-aa65-adbe09abf465 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:31.525056 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-df07d73b-a8de-440e-aa65-adbe09abf465 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] 10.222.0.44 "DELETE /v2.0/security-groups/09cb66e3-6466-4f2b-9a1b-c34625487289 HTTP/1.1" status: 204 len: 168 time: 0.1963229 Aug 10 03:44:31.526343 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 60356) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:31.537155 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df07d73b-a8de-440e-aa65-adbe09abf465 tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09cb66e3-6466-4f2b-9a1b-c34625487289,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:31.591266 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-b52b50b2-4a7c-4be5-be66-34ad3eec9e4a tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0623243 Aug 10 03:44:31.595150 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 60360) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:31.614086 n-d-768862-13 neutron-server[94260]: INFO neutron.api.v2.resource [None req-9d8ef454-74be-4937-a489-946507fd6eaa tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] delete failed (client error): The resource could not be found. Aug 10 03:44:31.615227 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-9d8ef454-74be-4937-a489-946507fd6eaa tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] 10.222.0.44 "DELETE /v2.0/security-groups/de9b351c-bf2e-43d4-a8a5-8c29f866e179 HTTP/1.1" status: 404 len: 347 time: 0.0187087 Aug 10 03:44:31.621361 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 60362) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:31.643927 n-d-768862-13 neutron-server[94260]: INFO neutron.api.v2.resource [None req-1dfc4fb5-7ed8-4630-b7d4-4b1ad9ad904d tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] show failed (client error): The resource could not be found. Aug 10 03:44:31.645005 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-1dfc4fb5-7ed8-4630-b7d4-4b1ad9ad904d tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] 10.222.0.44 "GET /v2.0/security-groups/cf5f4e51-bdce-45b2-a4f1-24095ec8e12a HTTP/1.1" status: 404 len: 347 time: 0.0216610 Aug 10 03:44:31.651892 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 60364) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:31.667589 n-d-768862-13 neutron-server[94260]: INFO neutron.api.v2.resource [None req-0e6e8aa5-fb40-43fe-98ea-194d8db0c52c tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] show failed (client error): The resource could not be found. Aug 10 03:44:31.668704 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-0e6e8aa5-fb40-43fe-98ea-194d8db0c52c tempest-NegativeSecGroupIPv6Test-1413151159 tempest-NegativeSecGroupIPv6Test-1413151159-project] 10.222.0.44 "GET /v2.0/security-group-rules/508fa159-a282-4411-ab7a-f2950edd7205 HTTP/1.1" status: 404 len: 356 time: 0.0157070 Aug 10 03:44:31.976202 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a27efe8-5ab6-47d9-ab65-595c55867d23 req-fc5526ac-38b1-484b-916e-9f1b6ea10774 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:31.979143 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9a27efe8-5ab6-47d9-ab65-595c55867d23 req-fc5526ac-38b1-484b-916e-9f1b6ea10774 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/ports?device_id=00df8480-85ee-4cc7-b3c5-8f758aa1d93c HTTP/1.1" status: 200 len: 945 time: 0.1085279 Aug 10 03:44:32.059398 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9a27efe8-5ab6-47d9-ab65-595c55867d23 req-0eeff525-a24c-43b1-bd21-88f4fed0c575 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/security-groups?id=3dcf7ed8-b8b4-4f0f-9ac1-131f6ed7d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679562 Aug 10 03:44:32.222194 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 60382) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:32.450276 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-3503584b-8730-4267-87e7-aaff3fa3baad admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c7e47522d03f4ef18ed682ab888fa8ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2252619 Aug 10 03:44:32.453790 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 60390) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:32.561191 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6fc24f85-8a14-401f-a79b-b6d7b65b93df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:32.609994 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6fc24f85-8a14-401f-a79b-b6d7b65b93df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:32.712781 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6fc24f85-8a14-401f-a79b-b6d7b65b93df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:32.716497 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6fc24f85-8a14-401f-a79b-b6d7b65b93df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:32.717701 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-6fc24f85-8a14-401f-a79b-b6d7b65b93df admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bf3504e0-73c9-4aac-be68-bbb6de2811d8 HTTP/1.1" status: 204 len: 168 time: 0.2622871 Aug 10 03:44:32.741952 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc24f85-8a14-401f-a79b-b6d7b65b93df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf3504e0-73c9-4aac-be68-bbb6de2811d8,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:33.238426 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a9ba2a-1e86-48d6-9cfb-d26227827799 req-09eef089-1a21-45ee-9838-c1699d20c40a tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:33.246912 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-65a9ba2a-1e86-48d6-9cfb-d26227827799 req-09eef089-1a21-45ee-9838-c1699d20c40a tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/ports?device_id=00df8480-85ee-4cc7-b3c5-8f758aa1d93c HTTP/1.1" status: 200 len: 945 time: 0.0797112 Aug 10 03:44:33.287600 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:33.315234 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-65a9ba2a-1e86-48d6-9cfb-d26227827799 req-c067f0d8-9fe3-46aa-82b1-2d18c83f90f4 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/security-groups?id=3dcf7ed8-b8b4-4f0f-9ac1-131f6ed7d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671201 Aug 10 03:44:33.790138 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 60420) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:33.795414 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [-] 10.222.0.44 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0034463 Aug 10 03:44:33.799952 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 60422) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:33.961086 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd19d9-3047-4719-9441-7206756afdee req-0a497344-0d51-493f-8689-b21ee804e0bd tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:33.964542 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-14cd19d9-3047-4719-9441-7206756afdee req-0a497344-0d51-493f-8689-b21ee804e0bd tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.42 "GET /v2.0/ports?device_id=00df8480-85ee-4cc7-b3c5-8f758aa1d93c HTTP/1.1" status: 200 len: 945 time: 0.0901792 Aug 10 03:44:33.996012 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-c2abbc23-b566-47f7-b3ff-f4254c000b22 tempest-NetworksApiDiscovery-1705965167 tempest-NetworksApiDiscovery-1705965167-project] 10.222.0.44 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1944754 Aug 10 03:44:34.168053 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-14cd19d9-3047-4719-9441-7206756afdee req-68443e1e-67e5-4413-8ddb-5d8b6a93fcff tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Deleting port fd0d0387-15f7-41cf-a1e1-a7f8dd43f812 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:44:34.168521 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-14cd19d9-3047-4719-9441-7206756afdee req-68443e1e-67e5-4413-8ddb-5d8b6a93fcff tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:34.344363 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-14cd19d9-3047-4719-9441-7206756afdee req-68443e1e-67e5-4413-8ddb-5d8b6a93fcff tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] For port fd0d0387-15f7-41cf-a1e1-a7f8dd43f812, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=fd0d0387-15f7-41cf-a1e1-a7f8dd43f812,segment=NetworkSegment(b05b5029-6db4-4ac1-bca9-f766603e96b9),segment_id=b05b5029-6db4-4ac1-bca9-f766603e96b9)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:34.345470 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-14cd19d9-3047-4719-9441-7206756afdee req-68443e1e-67e5-4413-8ddb-5d8b6a93fcff tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:34.585466 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 60442) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:34.818295 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cbd0e4-d111-4069-bfa5-741b678cab05 req-9fa1122a-92b4-4821-9f0a-7f944f2c505d tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:34.820871 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c6cbd0e4-d111-4069-bfa5-741b678cab05 req-9fa1122a-92b4-4821-9f0a-7f944f2c505d tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/ports?device_id=00df8480-85ee-4cc7-b3c5-8f758aa1d93c HTTP/1.1" status: 200 len: 945 time: 0.2606907 Aug 10 03:44:34.853116 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e2ebf2eb-61c5-4a46-a4b5-c61d166a959f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:35.088746 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e2ebf2eb-61c5-4a46-a4b5-c61d166a959f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:35.107283 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e2ebf2eb-61c5-4a46-a4b5-c61d166a959f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:35.245511 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e2ebf2eb-61c5-4a46-a4b5-c61d166a959f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=10a4c5bcb21e40fe9fae480e27a2010b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6581967 Aug 10 03:44:35.246787 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 60450) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:35.247662 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ebf2eb-61c5-4a46-a4b5-c61d166a959f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c4cf22b-17b7-42bb-929c-e6a1025ce0e7,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:35.522557 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e5cb89c9-6498-4ccc-ac9a-be00f9aceebd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:35.595274 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e5cb89c9-6498-4ccc-ac9a-be00f9aceebd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:35.642877 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c6cbd0e4-d111-4069-bfa5-741b678cab05 req-78bdc548-8674-4a4e-8872-ddee6711097e tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/security-groups?id=3dcf7ed8-b8b4-4f0f-9ac1-131f6ed7d18e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8059692 Aug 10 03:44:35.654486 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-14cd19d9-3047-4719-9441-7206756afdee req-68443e1e-67e5-4413-8ddb-5d8b6a93fcff tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:35.657249 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-14cd19d9-3047-4719-9441-7206756afdee req-68443e1e-67e5-4413-8ddb-5d8b6a93fcff tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:35.657885 n-d-768862-13 neutron-server[94260]: INFO neutron.db.l3_db [req-14cd19d9-3047-4719-9441-7206756afdee req-68443e1e-67e5-4413-8ddb-5d8b6a93fcff tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Floating IP 3b631e75-70ab-4267-97f2-0df9be422cc5 disassociated. External IP: 172.25.6.32, port: fd0d0387-15f7-41cf-a1e1-a7f8dd43f812. Aug 10 03:44:35.658554 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-14cd19d9-3047-4719-9441-7206756afdee req-68443e1e-67e5-4413-8ddb-5d8b6a93fcff tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Calling delete_port for fd0d0387-15f7-41cf-a1e1-a7f8dd43f812 owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:44:35.724640 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e5cb89c9-6498-4ccc-ac9a-be00f9aceebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:35.730559 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e5cb89c9-6498-4ccc-ac9a-be00f9aceebd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:35.737248 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e5cb89c9-6498-4ccc-ac9a-be00f9aceebd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6c4cf22b-17b7-42bb-929c-e6a1025ce0e7 HTTP/1.1" status: 204 len: 168 time: 0.4673662 Aug 10 03:44:35.748992 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cb89c9-6498-4ccc-ac9a-be00f9aceebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c4cf22b-17b7-42bb-929c-e6a1025ce0e7,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:36.047325 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-14cd19d9-3047-4719-9441-7206756afdee req-68443e1e-67e5-4413-8ddb-5d8b6a93fcff tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:36.091652 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68443e1e-67e5-4413-8ddb-5d8b6a93fcff tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Pushing event deleted for resources: {'Port': ['ID=fd0d0387-15f7-41cf-a1e1-a7f8dd43f812,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:36.231984 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [req-14cd19d9-3047-4719-9441-7206756afdee req-68443e1e-67e5-4413-8ddb-5d8b6a93fcff tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Router 8675ad5b-fa88-4ef3-858e-7de7ee0ed96a has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:44:36.439173 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-14cd19d9-3047-4719-9441-7206756afdee req-68443e1e-67e5-4413-8ddb-5d8b6a93fcff tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:44:36.454730 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6f4e1d-cb20-4c25-a6ee-9a5da64330bf None None] Sync routers for ids ['8675ad5b-fa88-4ef3-858e-7de7ee0ed96a'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:44:36.477541 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6f4e1d-cb20-4c25-a6ee-9a5da64330bf None None] Routers {'8675ad5b-fa88-4ef3-858e-7de7ee0ed96a'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:44:36.478215 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-7d6f4e1d-cb20-4c25-a6ee-9a5da64330bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:44:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['8675ad5b-fa88-4ef3-858e-7de7ee0ed96a'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:36.577465 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-14cd19d9-3047-4719-9441-7206756afdee req-68443e1e-67e5-4413-8ddb-5d8b6a93fcff tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] No DVR routers for this DVR port fd0d0387-15f7-41cf-a1e1-a7f8dd43f812 on host n-h1-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:44:36.584137 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-14cd19d9-3047-4719-9441-7206756afdee req-68443e1e-67e5-4413-8ddb-5d8b6a93fcff tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:36.588388 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-14cd19d9-3047-4719-9441-7206756afdee req-68443e1e-67e5-4413-8ddb-5d8b6a93fcff tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.42 "DELETE /v2.0/ports/fd0d0387-15f7-41cf-a1e1-a7f8dd43f812 HTTP/1.1" status: 204 len: 173 time: 2.6166544 Aug 10 03:44:36.589186 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00df8480-85ee-4cc7-b3c5-8f758aa1d93c', 'name': 'network-vif-deleted', 'tag': 'fd0d0387-15f7-41cf-a1e1-a7f8dd43f812'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:44:36.593669 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d98d86ca-0dc8-47e3-98c9-52d6e08bdbda" -d '{"events": [{"server_uuid": "00df8480-85ee-4cc7-b3c5-8f758aa1d93c", "name": "network-vif-deleted", "tag": "fd0d0387-15f7-41cf-a1e1-a7f8dd43f812"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:44:36.703096 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94d6fda9-4c78-4a9b-a425-0f3f64607bcd x-openstack-request-id: req-94d6fda9-4c78-4a9b-a425-0f3f64607bcd {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:44:36.704586 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00df8480-85ee-4cc7-b3c5-8f758aa1d93c", "name": "network-vif-deleted", "tag": "fd0d0387-15f7-41cf-a1e1-a7f8dd43f812", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:44:36.705578 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-94d6fda9-4c78-4a9b-a425-0f3f64607bcd {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:44:36.707396 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00df8480-85ee-4cc7-b3c5-8f758aa1d93c', 'name': 'network-vif-deleted', 'tag': 'fd0d0387-15f7-41cf-a1e1-a7f8dd43f812', 'status': 'completed', 'code': 200} Aug 10 03:44:36.851401 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-7d6f4e1d-cb20-4c25-a6ee-9a5da64330bf None None] Set router 8675ad5b-fa88-4ef3-858e-7de7ee0ed96a gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:44:36.920207 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d529a33e-8993-457c-8a5b-97ce328d0ad8 req-ea6e2fde-ca97-4c8a-ad1c-aaa6cb4584fa tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/ports?device_id=00df8480-85ee-4cc7-b3c5-8f758aa1d93c HTTP/1.1" status: 200 len: 210 time: 0.0717885 Aug 10 03:44:37.178909 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-7d6f4e1d-cb20-4c25-a6ee-9a5da64330bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8675ad5b-fa88-4ef3-858e-7de7ee0ed96a', 'name': 'tempest-AttachVolumeTestJSON-1286960155-router', 'tenant_id': '9ff2867e4a0141f68303abd29afd842a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'd318acc8-a6c3-4d7d-b9c5-d681fe812c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:40:12Z', 'updated_at': '2021-08-10T03:40:20Z', 'revision_number': 4, 'project_id': '9ff2867e4a0141f68303abd29afd842a', 'gw_port': {'id': 'd318acc8-a6c3-4d7d-b9c5-d681fe812c32', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:48:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8675ad5b-fa88-4ef3-858e-7de7ee0ed96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:40:13Z', 'updated_at': '2021-08-10T03:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '82daf735-56fe-4bd8-a91f-b2a9a40ef133', 'name': '', 'network_id': '71c89238-8f5d-43f8-b1be-95c24d55419f', 'tenant_id': '9ff2867e4a0141f68303abd29afd842a', 'mac_address': 'fa:16:3e:19:15:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8675ad5b-fa88-4ef3-858e-7de7ee0ed96a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '2a46edbc-ca41-41f9-9dcc-118a9b411006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:40:19Z', 'updated_at': '2021-08-10T03:40:30Z', 'revision_number': 5, 'project_id': '9ff2867e4a0141f68303abd29afd842a', 'subnets': [{'id': '2a46edbc-ca41-41f9-9dcc-118a9b411006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:37.185810 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ae167d-8a3b-47ec-91bf-61e5bf4dbb65 req-7f579bcf-75d1-4078-866e-feb3be4c1215 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:37.187760 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d3ae167d-8a3b-47ec-91bf-61e5bf4dbb65 req-7f579bcf-75d1-4078-866e-feb3be4c1215 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/networks?id=e356060a-1243-4185-ad19-14818f4aebea HTTP/1.1" status: 200 len: 814 time: 0.1661093 Aug 10 03:44:37.207524 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d3ae167d-8a3b-47ec-91bf-61e5bf4dbb65 req-975a8a42-f362-4300-a7b3-37896546398f tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/quotas/053476844ca64753be1fb831fa4e27b9 HTTP/1.1" status: 200 len: 375 time: 0.0110238 Aug 10 03:44:37.243274 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6f4e1d-cb20-4c25-a6ee-9a5da64330bf None None] Checking router: 8675ad5b-fa88-4ef3-858e-7de7ee0ed96a for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:44:37.263336 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6f4e1d-cb20-4c25-a6ee-9a5da64330bf None None] Routers {'8675ad5b-fa88-4ef3-858e-7de7ee0ed96a'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:44:37.265483 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-7d6f4e1d-cb20-4c25-a6ee-9a5da64330bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:44:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['8675ad5b-fa88-4ef3-858e-7de7ee0ed96a'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:37.281437 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d3ae167d-8a3b-47ec-91bf-61e5bf4dbb65 req-055c3ed8-c8bb-4961-8b6b-3a3930106946 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=053476844ca64753be1fb831fa4e27b9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0692651 Aug 10 03:44:37.288840 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [req-d3ae167d-8a3b-47ec-91bf-61e5bf4dbb65 req-12a62c59-c8fe-4bc3-99d4-dc053084e404 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:44:37.299303 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d3ae167d-8a3b-47ec-91bf-61e5bf4dbb65 req-12a62c59-c8fe-4bc3-99d4-dc053084e404 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0157878 Aug 10 03:44:37.471373 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d3ae167d-8a3b-47ec-91bf-61e5bf4dbb65 req-90589fcb-a83f-442c-a58d-0fe77ae19098 service neutron] 10.222.0.44 "GET /v2.0/networks/e356060a-1243-4185-ad19-14818f4aebea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683404 Aug 10 03:44:37.493576 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-7d6f4e1d-cb20-4c25-a6ee-9a5da64330bf None None] Set router 8675ad5b-fa88-4ef3-858e-7de7ee0ed96a gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:44:37.654708 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d3ae167d-8a3b-47ec-91bf-61e5bf4dbb65 req-8c1b82fa-c70b-444a-8659-d6053a68637a service neutron] 10.222.0.44 "GET /v2.0/networks/e356060a-1243-4185-ad19-14818f4aebea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748667 Aug 10 03:44:37.842268 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-7d6f4e1d-cb20-4c25-a6ee-9a5da64330bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8675ad5b-fa88-4ef3-858e-7de7ee0ed96a', 'name': 'tempest-AttachVolumeTestJSON-1286960155-router', 'tenant_id': '9ff2867e4a0141f68303abd29afd842a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'd318acc8-a6c3-4d7d-b9c5-d681fe812c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:40:12Z', 'updated_at': '2021-08-10T03:40:20Z', 'revision_number': 4, 'project_id': '9ff2867e4a0141f68303abd29afd842a', 'gw_port': {'id': 'd318acc8-a6c3-4d7d-b9c5-d681fe812c32', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:48:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8675ad5b-fa88-4ef3-858e-7de7ee0ed96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:40:13Z', 'updated_at': '2021-08-10T03:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '82daf735-56fe-4bd8-a91f-b2a9a40ef133', 'name': '', 'network_id': '71c89238-8f5d-43f8-b1be-95c24d55419f', 'tenant_id': '9ff2867e4a0141f68303abd29afd842a', 'mac_address': 'fa:16:3e:19:15:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8675ad5b-fa88-4ef3-858e-7de7ee0ed96a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '2a46edbc-ca41-41f9-9dcc-118a9b411006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:40:19Z', 'updated_at': '2021-08-10T03:40:30Z', 'revision_number': 5, 'project_id': '9ff2867e4a0141f68303abd29afd842a', 'subnets': [{'id': '2a46edbc-ca41-41f9-9dcc-118a9b411006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:37.911451 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6f4e1d-cb20-4c25-a6ee-9a5da64330bf None None] The sync data for ids ['8675ad5b-fa88-4ef3-858e-7de7ee0ed96a'] in n-d-768862-13 is: [{'id': '8675ad5b-fa88-4ef3-858e-7de7ee0ed96a', 'name': 'tempest-AttachVolumeTestJSON-1286960155-router', 'tenant_id': '9ff2867e4a0141f68303abd29afd842a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'd318acc8-a6c3-4d7d-b9c5-d681fe812c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:40:12Z', 'updated_at': '2021-08-10T03:40:20Z', 'revision_number': 4, 'project_id': '9ff2867e4a0141f68303abd29afd842a', 'gw_port': {'id': 'd318acc8-a6c3-4d7d-b9c5-d681fe812c32', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:48:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8675ad5b-fa88-4ef3-858e-7de7ee0ed96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:40:13Z', 'updated_at': '2021-08-10T03:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '82daf735-56fe-4bd8-a91f-b2a9a40ef133', 'name': '', 'network_id': '71c89238-8f5d-43f8-b1be-95c24d55419f', 'tenant_id': '9ff2867e4a0141f68303abd29afd842a', 'mac_address': 'fa:16:3e:19:15:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8675ad5b-fa88-4ef3-858e-7de7ee0ed96a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '2a46edbc-ca41-41f9-9dcc-118a9b411006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:40:19Z', 'updated_at': '2021-08-10T03:40:30Z', 'revision_number': 5, 'project_id': '9ff2867e4a0141f68303abd29afd842a', 'subnets': [{'id': '2a46edbc-ca41-41f9-9dcc-118a9b411006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:44:38.037049 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a742b39c-1e08-42d5-a258-21613dd695c9 req-21ca845d-c567-47b0-bbb4-20f305057b06 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cac949-d6bc-41ad-9e89-03f03d1ff9d5 HTTP/1.1" status: 200 len: 210 time: 0.0684004 Aug 10 03:44:38.168340 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 60534) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:38.337169 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c908fe46-adeb-4d9b-9767-c6ddcecfc364 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:38.352090 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device fd0d0387-15f7-41cf-a1e1-a7f8dd43f812 no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:44:38.407195 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c908fe46-adeb-4d9b-9767-c6ddcecfc364 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:38.426094 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] No Port match for: fd0d0387-15f7-41cf-a1e1-a7f8dd43f812 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:44:38.426888 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device fd0d0387-15f7-41cf-a1e1-a7f8dd43f812 not bound to the agent host n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:44:38.480145 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3a0654-38fd-4d21-a95d-cfaf42977d92 None None] New status for floating IP 3b631e75-70ab-4267-97f2-0df9be422cc5: DOWN {{(pid=94263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:44:38.543004 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c908fe46-adeb-4d9b-9767-c6ddcecfc364 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:38.552433 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c908fe46-adeb-4d9b-9767-c6ddcecfc364 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:38.557306 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-c908fe46-adeb-4d9b-9767-c6ddcecfc364 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "DELETE /v2.0/security-groups/3dcf7ed8-b8b4-4f0f-9ac1-131f6ed7d18e HTTP/1.1" status: 204 len: 168 time: 0.3846376 Aug 10 03:44:38.562170 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 60548) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:38.601039 n-d-768862-13 neutron-server[94260]: INFO neutron.api.v2.resource [None req-bfadcf87-a409-4bc0-b5a8-c14b889031bf tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] show failed (client error): The resource could not be found. Aug 10 03:44:38.604511 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-bfadcf87-a409-4bc0-b5a8-c14b889031bf tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/security-groups/3dcf7ed8-b8b4-4f0f-9ac1-131f6ed7d18e HTTP/1.1" status: 404 len: 347 time: 0.0408874 Aug 10 03:44:38.606304 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c908fe46-adeb-4d9b-9767-c6ddcecfc364 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dcf7ed8-b8b4-4f0f-9ac1-131f6ed7d18e,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:38.611187 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 60554) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:38.952428 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-b5820bbe-f828-49ea-a78b-172d0013f314 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Deleting port 18537257-8aca-45d8-81b8-ad64c60c9be0 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:44:38.953511 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b5820bbe-f828-49ea-a78b-172d0013f314 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:39.241879 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b5820bbe-f828-49ea-a78b-172d0013f314 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:39.243285 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b5820bbe-f828-49ea-a78b-172d0013f314 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:39.291446 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3ad54b64-2eb2-4ebd-8571-aca3dc51ded7 req-4e151c43-f781-4118-aead-d6c8115dca8b tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cac949-d6bc-41ad-9e89-03f03d1ff9d5 HTTP/1.1" status: 200 len: 210 time: 0.1354048 Aug 10 03:44:39.306089 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-b5820bbe-f828-49ea-a78b-172d0013f314 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Calling delete_port for 18537257-8aca-45d8-81b8-ad64c60c9be0 owned by network:floatingip {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:44:39.542921 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b5820bbe-f828-49ea-a78b-172d0013f314 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:39.595377 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5820bbe-f828-49ea-a78b-172d0013f314 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Pushing event deleted for resources: {'Port': ['ID=18537257-8aca-45d8-81b8-ad64c60c9be0,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:39.698247 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b5820bbe-f828-49ea-a78b-172d0013f314 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Notify callbacks [] for floatingip, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:39.704669 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b5820bbe-f828-49ea-a78b-172d0013f314 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:39.706200 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-b5820bbe-f828-49ea-a78b-172d0013f314 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "DELETE /v2.0/floatingips/3b631e75-70ab-4267-97f2-0df9be422cc5 HTTP/1.1" status: 204 len: 168 time: 1.0927358 Aug 10 03:44:39.997653 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ae167d-8a3b-47ec-91bf-61e5bf4dbb65 req-dd2530fe-d429-494c-8a3e-d4758b0667ee tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:40.001530 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-d3ae167d-8a3b-47ec-91bf-61e5bf4dbb65 req-dd2530fe-d429-494c-8a3e-d4758b0667ee tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.61 "GET /v2.0/networks?id=e356060a-1243-4185-ad19-14818f4aebea HTTP/1.1" status: 200 len: 814 time: 0.3135054 Aug 10 03:44:40.029566 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-d3ae167d-8a3b-47ec-91bf-61e5bf4dbb65 req-3f9f090e-ad4a-4d41-af98-ac8128c78f64 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Request body: {'port': {'device_id': 'b3cac949-d6bc-41ad-9e89-03f03d1ff9d5', 'network_id': 'e356060a-1243-4185-ad19-14818f4aebea', 'admin_state_up': True, 'tenant_id': '053476844ca64753be1fb831fa4e27b9'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:40.205055 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3ae167d-8a3b-47ec-91bf-61e5bf4dbb65 req-3f9f090e-ad4a-4d41-af98-ac8128c78f64 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Made reservation on behalf of 053476844ca64753be1fb831fa4e27b9 for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:44:40.210090 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-d3ae167d-8a3b-47ec-91bf-61e5bf4dbb65 req-3f9f090e-ad4a-4d41-af98-ac8128c78f64 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:40.432770 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e0a95b0c-94b9-46dd-9aa9-7134cc2107bf req-87f38f45-c814-42ed-9e1f-847b5c842e48 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cac949-d6bc-41ad-9e89-03f03d1ff9d5 HTTP/1.1" status: 200 len: 210 time: 0.0538161 Aug 10 03:44:40.475645 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [req-d3ae167d-8a3b-47ec-91bf-61e5bf4dbb65 req-3f9f090e-ad4a-4d41-af98-ac8128c78f64 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Allocated IP 172.20.0.11 (e356060a-1243-4185-ad19-14818f4aebea/639ffadf-1ce3-4502-ad09-ab0e9b867ccc/095ed522-e342-48a5-b1da-7f937375b750) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:44:40.496312 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 60592) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:40.501628 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-9fdf7a1e-3db8-4a30-a26b-d651697f4206 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Request body: {'security_group': {'name': 'tempest-securitygroup--702594731', 'description': 'tempest-description--1536544685'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:40.560131 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9fdf7a1e-3db8-4a30-a26b-d651697f4206 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:40.740306 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9fdf7a1e-3db8-4a30-a26b-d651697f4206 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:40.747634 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9fdf7a1e-3db8-4a30-a26b-d651697f4206 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:40.796781 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-d3ae167d-8a3b-47ec-91bf-61e5bf4dbb65 req-3f9f090e-ad4a-4d41-af98-ac8128c78f64 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:40.804109 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdf7a1e-3db8-4a30-a26b-d651697f4206 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f15fde8-df79-4904-b19d-9c3976a3389e,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:40.823075 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9fdf7a1e-3db8-4a30-a26b-d651697f4206 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:40.836648 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-9fdf7a1e-3db8-4a30-a26b-d651697f4206 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3384464 Aug 10 03:44:40.837682 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 60604) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:40.847685 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-b5f80e2f-9507-4cd5-8c64-332aa2a2d37f tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Request body: {'security_group_rule': {'security_group_id': '0f15fde8-df79-4904-b19d-9c3976a3389e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:40.926929 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-d3ae167d-8a3b-47ec-91bf-61e5bf4dbb65 req-3f9f090e-ad4a-4d41-af98-ac8128c78f64 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:40.944658 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['b191a705-716c-4bd6-a542-acc5d6222007'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:44:40.969360 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b5f80e2f-9507-4cd5-8c64-332aa2a2d37f tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:41.035295 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3ae167d-8a3b-47ec-91bf-61e5bf4dbb65 req-3f9f090e-ad4a-4d41-af98-ac8128c78f64 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Network e356060a-1243-4185-ad19-14818f4aebea is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:44:41.064772 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [req-d3ae167d-8a3b-47ec-91bf-61e5bf4dbb65 req-3f9f090e-ad4a-4d41-af98-ac8128c78f64 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:44:41.095287 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3ae167d-8a3b-47ec-91bf-61e5bf4dbb65 req-3f9f090e-ad4a-4d41-af98-ac8128c78f64 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:44:41.196949 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b5f80e2f-9507-4cd5-8c64-332aa2a2d37f tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:41.208383 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b5f80e2f-9507-4cd5-8c64-332aa2a2d37f tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:41.243008 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ae167d-8a3b-47ec-91bf-61e5bf4dbb65 req-3f9f090e-ad4a-4d41-af98-ac8128c78f64 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:41.244182 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-d3ae167d-8a3b-47ec-91bf-61e5bf4dbb65 req-3f9f090e-ad4a-4d41-af98-ac8128c78f64 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:41.264831 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f80e2f-9507-4cd5-8c64-332aa2a2d37f tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1fc5b9c-9abe-40e0-aba0-e2e0b91d087d,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:41.277849 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b5f80e2f-9507-4cd5-8c64-332aa2a2d37f tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:41.282706 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9f090e-ad4a-4d41-af98-ac8128c78f64 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Pushing event updated for resources: {'Port': ['ID=095ed522-e342-48a5-b1da-7f937375b750,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:41.285944 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-b5f80e2f-9507-4cd5-8c64-332aa2a2d37f tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4435656 Aug 10 03:44:41.287070 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 60612) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:41.300216 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-eb127f73-a657-49cb-bc0e-d98f4822b746 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Request body: {'security_group_rule': {'security_group_id': '0f15fde8-df79-4904-b19d-9c3976a3389e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:41.304745 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-d3ae167d-8a3b-47ec-91bf-61e5bf4dbb65 req-3f9f090e-ad4a-4d41-af98-ac8128c78f64 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2917588 Aug 10 03:44:41.326970 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-d3ae167d-8a3b-47ec-91bf-61e5bf4dbb65 req-1e941a72-c889-4f1b-a04a-584fa4112023 service neutron] Request body: {'port': {'device_id': 'b3cac949-d6bc-41ad-9e89-03f03d1ff9d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-13'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:41.363410 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-eb127f73-a657-49cb-bc0e-d98f4822b746 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:41.438013 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-d3ae167d-8a3b-47ec-91bf-61e5bf4dbb65 req-1e941a72-c889-4f1b-a04a-584fa4112023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:41.502860 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-eb127f73-a657-49cb-bc0e-d98f4822b746 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:41.511427 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-eb127f73-a657-49cb-bc0e-d98f4822b746 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:41.553221 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb127f73-a657-49cb-bc0e-d98f4822b746 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5274df75-33c8-4c97-8b74-6b19e7da8a5e,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:41.563208 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-eb127f73-a657-49cb-bc0e-d98f4822b746 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:41.566192 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-eb127f73-a657-49cb-bc0e-d98f4822b746 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2766514 Aug 10 03:44:41.569875 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 60616) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:41.587387 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-ae46c066-93fe-47a5-b4a2-65c686d834c2 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Request body: {'floatingip': {'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:41.776341 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ae46c066-93fe-47a5-b4a2-65c686d834c2 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Notify callbacks [] for floatingip, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:41.901073 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f42d63-69f0-4cb5-8797-97f3ff5361ad req-7cd06782-ba59-4bd4-b0c1-640cb39c3c4b tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:41.902455 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e1f42d63-69f0-4cb5-8797-97f3ff5361ad req-7cd06782-ba59-4bd4-b0c1-640cb39c3c4b tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cac949-d6bc-41ad-9e89-03f03d1ff9d5 HTTP/1.1" status: 200 len: 932 time: 0.2969937 Aug 10 03:44:42.001506 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e1f42d63-69f0-4cb5-8797-97f3ff5361ad req-2ffab359-1edb-4fc1-aea0-1c5dc97f9238 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/security-groups?id=db852a7b-2c6f-44b2-a3e6-df6b6f6ce8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788980 Aug 10 03:44:42.101197 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [req-d3ae167d-8a3b-47ec-91bf-61e5bf4dbb65 req-1e941a72-c889-4f1b-a04a-584fa4112023 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 095ed522-e342-48a5-b1da-7f937375b750 {{(pid=94261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:44:42.110366 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ae46c066-93fe-47a5-b4a2-65c686d834c2 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:42.111124 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-d3ae167d-8a3b-47ec-91bf-61e5bf4dbb65 req-1e941a72-c889-4f1b-a04a-584fa4112023 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:42.126124 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [req-d3ae167d-8a3b-47ec-91bf-61e5bf4dbb65 req-1e941a72-c889-4f1b-a04a-584fa4112023 service neutron] Transition to ACTIVE for port object 095ed522-e342-48a5-b1da-7f937375b750 will not be triggered until provisioned by entity L2. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:44:42.133007 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-d3ae167d-8a3b-47ec-91bf-61e5bf4dbb65 req-1e941a72-c889-4f1b-a04a-584fa4112023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:42.248753 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e941a72-c889-4f1b-a04a-584fa4112023 service neutron] Pushing event updated for resources: {'Port': ['ID=095ed522-e342-48a5-b1da-7f937375b750,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:42.341570 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-d3ae167d-8a3b-47ec-91bf-61e5bf4dbb65 req-1e941a72-c889-4f1b-a04a-584fa4112023 service neutron] Attempting to bind port 095ed522-e342-48a5-b1da-7f937375b750 on host n-h2-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:44:42.341921 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-d3ae167d-8a3b-47ec-91bf-61e5bf4dbb65 req-1e941a72-c889-4f1b-a04a-584fa4112023 service neutron] Attempting to bind port 095ed522-e342-48a5-b1da-7f937375b750 by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': '3569a734-dec7-4b7a-b2db-22edb5a0f3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e356060a-1243-4185-ad19-14818f4aebea'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:44:42.342408 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ae167d-8a3b-47ec-91bf-61e5bf4dbb65 req-1e941a72-c889-4f1b-a04a-584fa4112023 service neutron] Attempting to bind port 095ed522-e342-48a5-b1da-7f937375b750 on network e356060a-1243-4185-ad19-14818f4aebea {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:44:42.351827 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ae167d-8a3b-47ec-91bf-61e5bf4dbb65 req-1e941a72-c889-4f1b-a04a-584fa4112023 service neutron] Port 095ed522-e342-48a5-b1da-7f937375b750 on network e356060a-1243-4185-ad19-14818f4aebea not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:44:42.352153 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ae167d-8a3b-47ec-91bf-61e5bf4dbb65 req-1e941a72-c889-4f1b-a04a-584fa4112023 service neutron] Attempting to bind port 095ed522-e342-48a5-b1da-7f937375b750 on network e356060a-1243-4185-ad19-14818f4aebea {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:44:42.361235 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ae167d-8a3b-47ec-91bf-61e5bf4dbb65 req-1e941a72-c889-4f1b-a04a-584fa4112023 service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:44:42.363342 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ae167d-8a3b-47ec-91bf-61e5bf4dbb65 req-1e941a72-c889-4f1b-a04a-584fa4112023 service neutron] Checking segment: {'id': '3569a734-dec7-4b7a-b2db-22edb5a0f3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e356060a-1243-4185-ad19-14818f4aebea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:44:42.363342 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ae167d-8a3b-47ec-91bf-61e5bf4dbb65 req-1e941a72-c889-4f1b-a04a-584fa4112023 service neutron] Bound using segment: {'id': '3569a734-dec7-4b7a-b2db-22edb5a0f3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e356060a-1243-4185-ad19-14818f4aebea'} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:44:42.363973 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-d3ae167d-8a3b-47ec-91bf-61e5bf4dbb65 req-1e941a72-c889-4f1b-a04a-584fa4112023 service neutron] Bound port: 095ed522-e342-48a5-b1da-7f937375b750, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3569a734-dec7-4b7a-b2db-22edb5a0f3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e356060a-1243-4185-ad19-14818f4aebea'}}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:44:42.364728 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-d3ae167d-8a3b-47ec-91bf-61e5bf4dbb65 req-1e941a72-c889-4f1b-a04a-584fa4112023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:42.392815 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-ae46c066-93fe-47a5-b4a2-65c686d834c2 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Allocated IP 172.25.6.214 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/4100e9dc-b84a-4640-855c-c9547140a5d6) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:44:42.512300 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-d3ae167d-8a3b-47ec-91bf-61e5bf4dbb65 req-1e941a72-c889-4f1b-a04a-584fa4112023 service neutron] For port 095ed522-e342-48a5-b1da-7f937375b750, host n-h2-768862-13, cleared binding levels {{(pid=94261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:44:42.530891 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-d3ae167d-8a3b-47ec-91bf-61e5bf4dbb65 req-1e941a72-c889-4f1b-a04a-584fa4112023 service neutron] For port 095ed522-e342-48a5-b1da-7f937375b750, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=095ed522-e342-48a5-b1da-7f937375b750,segment=NetworkSegment(3569a734-dec7-4b7a-b2db-22edb5a0f3a6),segment_id=3569a734-dec7-4b7a-b2db-22edb5a0f3a6)] {{(pid=94261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:44:42.545143 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-d3ae167d-8a3b-47ec-91bf-61e5bf4dbb65 req-1e941a72-c889-4f1b-a04a-584fa4112023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:42.660249 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e941a72-c889-4f1b-a04a-584fa4112023 service neutron] Pushing event updated for resources: {'Port': ['ID=095ed522-e342-48a5-b1da-7f937375b750,revision_number=3']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:42.668851 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ae167d-8a3b-47ec-91bf-61e5bf4dbb65 req-1e941a72-c889-4f1b-a04a-584fa4112023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:42.670294 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-d3ae167d-8a3b-47ec-91bf-61e5bf4dbb65 req-1e941a72-c889-4f1b-a04a-584fa4112023 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:42.671790 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-d3ae167d-8a3b-47ec-91bf-61e5bf4dbb65 req-1e941a72-c889-4f1b-a04a-584fa4112023 service neutron] 10.222.0.61 "PUT /v2.0/ports/095ed522-e342-48a5-b1da-7f937375b750 HTTP/1.1" status: 200 len: 1093 time: 1.3580639 Aug 10 03:44:42.672336 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3cac949-d6bc-41ad-9e89-03f03d1ff9d5', 'tag': '095ed522-e342-48a5-b1da-7f937375b750'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:44:42.675837 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0417318-022c-48eb-bdc9-4da2ddcadfd3" -d '{"events": [{"name": "network-changed", "server_uuid": "b3cac949-d6bc-41ad-9e89-03f03d1ff9d5", "tag": "095ed522-e342-48a5-b1da-7f937375b750"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:44:42.712685 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ae46c066-93fe-47a5-b4a2-65c686d834c2 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:42.763854 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b503e823-a6ed-4b47-a1c8-48583d9d72a0 x-openstack-request-id: req-b503e823-a6ed-4b47-a1c8-48583d9d72a0 {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:44:42.765206 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3cac949-d6bc-41ad-9e89-03f03d1ff9d5", "tag": "095ed522-e342-48a5-b1da-7f937375b750", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:44:42.765914 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b503e823-a6ed-4b47-a1c8-48583d9d72a0 {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:44:42.766709 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3cac949-d6bc-41ad-9e89-03f03d1ff9d5', 'tag': '095ed522-e342-48a5-b1da-7f937375b750', 'status': 'completed', 'code': 200} Aug 10 03:44:42.804489 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ae167d-8a3b-47ec-91bf-61e5bf4dbb65 req-2d49e961-6159-4dd5-8351-78db55916abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:42.805975 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-d3ae167d-8a3b-47ec-91bf-61e5bf4dbb65 req-2d49e961-6159-4dd5-8351-78db55916abf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=053476844ca64753be1fb831fa4e27b9&device_id=b3cac949-d6bc-41ad-9e89-03f03d1ff9d5 HTTP/1.1" status: 200 len: 1096 time: 0.0859556 Aug 10 03:44:42.829723 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ae46c066-93fe-47a5-b4a2-65c686d834c2 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:42.896517 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-d3ae167d-8a3b-47ec-91bf-61e5bf4dbb65 req-5d91a914-6bb8-4ac2-b22d-38ab255aa848 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=095ed522-e342-48a5-b1da-7f937375b750 HTTP/1.1" status: 200 len: 217 time: 0.0812311 Aug 10 03:44:42.933884 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae46c066-93fe-47a5-b4a2-65c686d834c2 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:44:42.935705 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-ae46c066-93fe-47a5-b4a2-65c686d834c2 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:44:42.942431 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae46c066-93fe-47a5-b4a2-65c686d834c2 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:44:43.000219 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae46c066-93fe-47a5-b4a2-65c686d834c2 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Pushing event updated for resources: {'Port': ['ID=4100e9dc-b84a-4640-855c-c9547140a5d6,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:43.032144 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ae167d-8a3b-47ec-91bf-61e5bf4dbb65 req-c278f62c-8e9d-48e4-acbd-6b123351b37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:43.033776 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-d3ae167d-8a3b-47ec-91bf-61e5bf4dbb65 req-c278f62c-8e9d-48e4-acbd-6b123351b37a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=639ffadf-1ce3-4502-ad09-ab0e9b867ccc HTTP/1.1" status: 200 len: 854 time: 0.1289268 Aug 10 03:44:43.097261 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-d3ae167d-8a3b-47ec-91bf-61e5bf4dbb65 req-0ae6c0d9-bbb8-4eaa-95bc-cbc3fbe8ac53 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e356060a-1243-4185-ad19-14818f4aebea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549610 Aug 10 03:44:43.101730 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ae46c066-93fe-47a5-b4a2-65c686d834c2 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:43.164914 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ae46c066-93fe-47a5-b4a2-65c686d834c2 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:43.360290 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-d3ae167d-8a3b-47ec-91bf-61e5bf4dbb65 req-93734948-e79d-41f9-85b3-8b1005c8ca83 service neutron] 10.222.0.61 "GET /v2.0/networks/e356060a-1243-4185-ad19-14818f4aebea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516572 Aug 10 03:44:43.565723 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-d3ae167d-8a3b-47ec-91bf-61e5bf4dbb65 req-c7500634-d4ce-49f8-b024-aa19ef904941 service neutron] 10.222.0.61 "GET /v2.0/networks/e356060a-1243-4185-ad19-14818f4aebea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973608 Aug 10 03:44:43.580659 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ae46c066-93fe-47a5-b4a2-65c686d834c2 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:43.594879 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ae46c066-93fe-47a5-b4a2-65c686d834c2 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:43.674401 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d698f-c580-4b5d-bd15-cb54a504c46d req-86bedcd2-89a1-4166-9af0-53ec6e686e48 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:43.677705 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-942d698f-c580-4b5d-bd15-cb54a504c46d req-86bedcd2-89a1-4166-9af0-53ec6e686e48 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cac949-d6bc-41ad-9e89-03f03d1ff9d5 HTTP/1.1" status: 200 len: 944 time: 0.1860626 Aug 10 03:44:43.708010 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0417318-022c-48eb-bdc9-4da2ddcadfd3 req-5b070052-8dbd-4d33-906f-1f9858b1bdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:43.709766 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-a0417318-022c-48eb-bdc9-4da2ddcadfd3 req-5b070052-8dbd-4d33-906f-1f9858b1bdae service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=053476844ca64753be1fb831fa4e27b9&device_id=b3cac949-d6bc-41ad-9e89-03f03d1ff9d5 HTTP/1.1" status: 200 len: 1096 time: 0.0744655 Aug 10 03:44:43.752435 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae46c066-93fe-47a5-b4a2-65c686d834c2 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Pushing event updated for resources: {'Port': ['ID=4100e9dc-b84a-4640-855c-c9547140a5d6,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:43.787995 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ae46c066-93fe-47a5-b4a2-65c686d834c2 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:43.798804 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-942d698f-c580-4b5d-bd15-cb54a504c46d req-70f6929c-a8ae-426e-95ee-845eb872f551 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/security-groups?id=db852a7b-2c6f-44b2-a3e6-df6b6f6ce8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935812 Aug 10 03:44:43.825242 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ae46c066-93fe-47a5-b4a2-65c686d834c2 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:43.836807 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-ae46c066-93fe-47a5-b4a2-65c686d834c2 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2650144 Aug 10 03:44:43.904007 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0417318-022c-48eb-bdc9-4da2ddcadfd3 req-9195a92c-865f-4f29-bca6-1d9a6cb679a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:43.905931 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-a0417318-022c-48eb-bdc9-4da2ddcadfd3 req-9195a92c-865f-4f29-bca6-1d9a6cb679a6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e356060a-1243-4185-ad19-14818f4aebea HTTP/1.1" status: 200 len: 914 time: 0.1839092 Aug 10 03:44:43.970091 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-a0417318-022c-48eb-bdc9-4da2ddcadfd3 req-257d9177-9fb3-4382-bc6a-92c9d3cb3e64 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=095ed522-e342-48a5-b1da-7f937375b750 HTTP/1.1" status: 200 len: 217 time: 0.0560713 Aug 10 03:44:44.032008 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0417318-022c-48eb-bdc9-4da2ddcadfd3 req-08f77d71-e57d-48ca-8b94-d0f6807da175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:44.033565 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-a0417318-022c-48eb-bdc9-4da2ddcadfd3 req-08f77d71-e57d-48ca-8b94-d0f6807da175 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=639ffadf-1ce3-4502-ad09-ab0e9b867ccc HTTP/1.1" status: 200 len: 854 time: 0.0563281 Aug 10 03:44:44.096522 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-a0417318-022c-48eb-bdc9-4da2ddcadfd3 req-d563ce9f-dfc2-4bf4-9679-8882957720c7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e356060a-1243-4185-ad19-14818f4aebea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538795 Aug 10 03:44:44.185790 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fc933d4e-f543-4d69-a805-297bcace51a4 req-ddf795d4-0c4e-4380-87c3-27ee7d0fe35e tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--702594731&fields=id&tenant_id=9ff2867e4a0141f68303abd29afd842a HTTP/1.1" status: 200 len: 267 time: 0.0800662 Aug 10 03:44:44.295494 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-a0417318-022c-48eb-bdc9-4da2ddcadfd3 req-90e8d4a6-49cc-4f66-8a9a-09f46e018264 service neutron] 10.222.0.61 "GET /v2.0/networks/e356060a-1243-4185-ad19-14818f4aebea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862280 Aug 10 03:44:44.470708 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc933d4e-f543-4d69-a805-297bcace51a4 req-716387c1-e164-4d46-9adb-421a639f20e7 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:44.473622 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fc933d4e-f543-4d69-a805-297bcace51a4 req-716387c1-e164-4d46-9adb-421a639f20e7 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/networks?id=71c89238-8f5d-43f8-b1be-95c24d55419f HTTP/1.1" status: 200 len: 811 time: 0.2614493 Aug 10 03:44:44.487615 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-a0417318-022c-48eb-bdc9-4da2ddcadfd3 req-d76f1e81-077a-47c7-b7c8-e3c1c0cd96b2 service neutron] 10.222.0.61 "GET /v2.0/networks/e356060a-1243-4185-ad19-14818f4aebea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843421 Aug 10 03:44:44.503523 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fc933d4e-f543-4d69-a805-297bcace51a4 req-1a95ace4-3c90-4036-9a80-d386125311c0 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/quotas/9ff2867e4a0141f68303abd29afd842a HTTP/1.1" status: 200 len: 375 time: 0.0214281 Aug 10 03:44:44.633839 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fc933d4e-f543-4d69-a805-297bcace51a4 req-a67219f1-6170-4706-8d27-cf05d20a08ac tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9ff2867e4a0141f68303abd29afd842a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1211727 Aug 10 03:44:44.888118 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fc933d4e-f543-4d69-a805-297bcace51a4 req-5263024f-3181-441e-b3f8-e4d3f6de9517 service neutron] 10.222.0.44 "GET /v2.0/networks/71c89238-8f5d-43f8-b1be-95c24d55419f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374647 Aug 10 03:44:45.151068 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993834bc-9858-45e5-8270-89b41dca846f req-9adc2753-1d3f-4002-9a08-e870f690b369 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:45.163304 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-993834bc-9858-45e5-8270-89b41dca846f req-9adc2753-1d3f-4002-9a08-e870f690b369 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cac949-d6bc-41ad-9e89-03f03d1ff9d5 HTTP/1.1" status: 200 len: 944 time: 0.2438700 Aug 10 03:44:45.275221 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fc933d4e-f543-4d69-a805-297bcace51a4 req-06bb80f8-c9d8-432a-ae30-672d6296d62c service neutron] 10.222.0.44 "GET /v2.0/networks/71c89238-8f5d-43f8-b1be-95c24d55419f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3802075 Aug 10 03:44:45.314494 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-993834bc-9858-45e5-8270-89b41dca846f req-04bb5270-9ab1-4fff-a690-a01d91a2b33c tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/security-groups?id=db852a7b-2c6f-44b2-a3e6-df6b6f6ce8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385138 Aug 10 03:44:45.671638 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bc4e093e-14a5-4924-aaa2-e608cd69d126 req-1d8b732b-8df8-4074-9d80-c52b654a18ea tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c99e146-1cf8-4713-88bb-0ead48b18137 HTTP/1.1" status: 200 len: 210 time: 0.0610447 Aug 10 03:44:46.145666 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 60716) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:46.301604 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd19097a-b8cc-43b5-a05e-a2c31f18eea3 admin admin] Deleting subnet 8c3c810e-942a-469e-8f46-fd2af3bb3c18 {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:44:46.316508 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-fd19097a-b8cc-43b5-a05e-a2c31f18eea3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:46.426465 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-fd19097a-b8cc-43b5-a05e-a2c31f18eea3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:46.572456 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-fd19097a-b8cc-43b5-a05e-a2c31f18eea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:46.738587 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695dbb13-d545-471d-a61c-6435fd8dce4e req-0970f3b6-c959-4cd1-883a-9197c5fe8743 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:46.743670 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-fd19097a-b8cc-43b5-a05e-a2c31f18eea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:46.751337 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-695dbb13-d545-471d-a61c-6435fd8dce4e req-0970f3b6-c959-4cd1-883a-9197c5fe8743 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cac949-d6bc-41ad-9e89-03f03d1ff9d5 HTTP/1.1" status: 200 len: 944 time: 0.1416473 Aug 10 03:44:46.930174 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19097a-b8cc-43b5-a05e-a2c31f18eea3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c3c810e-942a-469e-8f46-fd2af3bb3c18,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:46.954815 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-fd19097a-b8cc-43b5-a05e-a2c31f18eea3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:46.971651 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-fd19097a-b8cc-43b5-a05e-a2c31f18eea3 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/8c3c810e-942a-469e-8f46-fd2af3bb3c18 HTTP/1.1" status: 204 len: 168 time: 0.8240638 Aug 10 03:44:46.976315 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 60728) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:47.074416 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-695dbb13-d545-471d-a61c-6435fd8dce4e req-238eb1e1-10c0-4dcf-8e15-ff739cb6580b tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/security-groups?id=db852a7b-2c6f-44b2-a3e6-df6b6f6ce8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3118877 Aug 10 03:44:47.097599 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-98d5f8ac-2dec-4bfa-a6da-f4ae9f4305e1 req-bfa65c1a-d183-435e-9540-646557f8e5eb tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c99e146-1cf8-4713-88bb-0ead48b18137 HTTP/1.1" status: 200 len: 210 time: 0.1640320 Aug 10 03:44:47.143933 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7b148785-4b9a-4427-9847-11b121ab1d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:47.424429 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7b148785-4b9a-4427-9847-11b121ab1d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:47.451903 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-7b148785-4b9a-4427-9847-11b121ab1d9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd37fcf2-db05-4122-8089-a0cf424dd71e']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:47.469991 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-7b148785-4b9a-4427-9847-11b121ab1d9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36cef76e-8c54-48f6-98aa-91de0619de09') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:47.470431 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-7b148785-4b9a-4427-9847-11b121ab1d9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36cef76e-8c54-48f6-98aa-91de0619de09') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:47.492428 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7b148785-4b9a-4427-9847-11b121ab1d9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:47.524612 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7b148785-4b9a-4427-9847-11b121ab1d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:47.538455 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc933d4e-f543-4d69-a805-297bcace51a4 req-265313eb-10b0-46f5-a031-ce6f33561c4e tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:47.538708 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-fc933d4e-f543-4d69-a805-297bcace51a4 req-265313eb-10b0-46f5-a031-ce6f33561c4e tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.61 "GET /v2.0/networks?id=71c89238-8f5d-43f8-b1be-95c24d55419f HTTP/1.1" status: 200 len: 811 time: 0.2386365 Aug 10 03:44:47.543411 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b148785-4b9a-4427-9847-11b121ab1d9c admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:44:47.544103 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7b148785-4b9a-4427-9847-11b121ab1d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:47.546082 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:44:47.546082 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:44:47.546082 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:44:47.546082 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:44:47.546082 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:44:47.546082 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:44:47.546082 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:44:47.546082 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:44:47.546082 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:44:47.546082 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:44:47.546082 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:44:47.546082 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:44:47.546082 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:44:47.546082 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:44:47.546082 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:44:47.546082 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:44:47.546082 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:44:47.546082 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:44:47.546082 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:44:47.546082 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:44:47.546082 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:44:47.546082 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:44:47.546082 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:44:47.546082 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:44:47.546082 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:44:47.546082 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:44:47.546082 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:44:47.546082 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:44:47.546082 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:44:47.546082 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:44:47.546082 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:44:47.546082 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:44:47.638827 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7b148785-4b9a-4427-9847-11b121ab1d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:47.644730 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-fc933d4e-f543-4d69-a805-297bcace51a4 req-ec83354d-8fa3-4fa7-ac09-a19e30608468 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ff2867e4a0141f68303abd29afd842a HTTP/1.1" status: 200 len: 379 time: 0.0870285 Aug 10 03:44:47.661058 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7b148785-4b9a-4427-9847-11b121ab1d9c admin admin] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:47.665964 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-7b148785-4b9a-4427-9847-11b121ab1d9c admin admin] 10.222.0.44 "DELETE /v2.0/networks/bd37fcf2-db05-4122-8089-a0cf424dd71e HTTP/1.1" status: 204 len: 168 time: 0.6816475 Aug 10 03:44:47.666137 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 60730) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:47.671204 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-fc933d4e-f543-4d69-a805-297bcace51a4 req-719980b2-d885-4003-b546-93ee1e621815 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Request body: {'port': {'device_id': '0c99e146-1cf8-4713-88bb-0ead48b18137', 'network_id': '71c89238-8f5d-43f8-b1be-95c24d55419f', 'admin_state_up': True, 'tenant_id': '9ff2867e4a0141f68303abd29afd842a', 'security_groups': ['0f15fde8-df79-4904-b19d-9c3976a3389e']}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:47.676602 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b148785-4b9a-4427-9847-11b121ab1d9c admin admin] Pushing event deleted for resources: {'Network': ['ID=bd37fcf2-db05-4122-8089-a0cf424dd71e,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:47.771073 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a6365f6-b5b4-4579-9648-bb3f2639f701 admin admin] Deleting subnet 897cab0b-4eaa-4f38-bc9d-b854a249326e {{(pid=94260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:44:47.778370 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8a6365f6-b5b4-4579-9648-bb3f2639f701 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:47.853706 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc933d4e-f543-4d69-a805-297bcace51a4 req-719980b2-d885-4003-b546-93ee1e621815 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Made reservation on behalf of 9ff2867e4a0141f68303abd29afd842a for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:44:47.860523 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-fc933d4e-f543-4d69-a805-297bcace51a4 req-719980b2-d885-4003-b546-93ee1e621815 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:47.881281 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8a6365f6-b5b4-4579-9648-bb3f2639f701 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191173'] for subnet, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:47.979466 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8a6365f6-b5b4-4579-9648-bb3f2639f701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:48.085381 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [req-fc933d4e-f543-4d69-a805-297bcace51a4 req-719980b2-d885-4003-b546-93ee1e621815 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Allocated IP 172.20.0.8 (71c89238-8f5d-43f8-b1be-95c24d55419f/2a46edbc-ca41-41f9-9dcc-118a9b411006/e4fe9e1c-0e63-4451-b209-397b7b6e39c3) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:44:48.101540 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8a6365f6-b5b4-4579-9648-bb3f2639f701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:48.179099 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6365f6-b5b4-4579-9648-bb3f2639f701 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=897cab0b-4eaa-4f38-bc9d-b854a249326e,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:48.184847 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8a6365f6-b5b4-4579-9648-bb3f2639f701 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:48.194058 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-8a6365f6-b5b4-4579-9648-bb3f2639f701 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/897cab0b-4eaa-4f38-bc9d-b854a249326e HTTP/1.1" status: 204 len: 168 time: 0.5263052 Aug 10 03:44:48.195195 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 60746) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:48.345746 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-99a0580f-5074-4e7d-9a2f-5218a51f682f req-692dd0f7-3af8-4ae9-a4fc-21884a8d1d96 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c99e146-1cf8-4713-88bb-0ead48b18137 HTTP/1.1" status: 200 len: 210 time: 0.0677683 Aug 10 03:44:48.424654 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b69df5d-82f7-4b32-8f62-e26259f57558 req-2dff3acd-76fb-45bb-afca-80f0ca88abfb tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:48.426959 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1b69df5d-82f7-4b32-8f62-e26259f57558 req-2dff3acd-76fb-45bb-afca-80f0ca88abfb tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cac949-d6bc-41ad-9e89-03f03d1ff9d5 HTTP/1.1" status: 200 len: 944 time: 0.1890476 Aug 10 03:44:48.430533 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b78836b4-b2c1-4f9a-87c2-e074c360b516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:48.450144 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-fc933d4e-f543-4d69-a805-297bcace51a4 req-719980b2-d885-4003-b546-93ee1e621815 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:48.473712 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [req-fc933d4e-f543-4d69-a805-297bcace51a4 req-719980b2-d885-4003-b546-93ee1e621815 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Transition to ACTIVE for port object e4fe9e1c-0e63-4451-b209-397b7b6e39c3 will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:44:48.514940 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 095ed522-e342-48a5-b1da-7f937375b750 details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:44:48.542867 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-fc933d4e-f543-4d69-a805-297bcace51a4 req-719980b2-d885-4003-b546-93ee1e621815 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:48.628861 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc933d4e-f543-4d69-a805-297bcace51a4 req-719980b2-d885-4003-b546-93ee1e621815 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Network 71c89238-8f5d-43f8-b1be-95c24d55419f is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:44:48.640171 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [req-fc933d4e-f543-4d69-a805-297bcace51a4 req-719980b2-d885-4003-b546-93ee1e621815 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:44:48.647967 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc933d4e-f543-4d69-a805-297bcace51a4 req-719980b2-d885-4003-b546-93ee1e621815 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:44:48.666941 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b78836b4-b2c1-4f9a-87c2-e074c360b516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:48.679586 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-b78836b4-b2c1-4f9a-87c2-e074c360b516 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1b3d19f-cae6-441e-b18a-00a18ea37667']}} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:48.704536 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-b78836b4-b2c1-4f9a-87c2-e074c360b516 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1401443-ed45-4519-bc8d-683b3543403b') {'for_net_delete': True} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:48.704840 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-b78836b4-b2c1-4f9a-87c2-e074c360b516 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1401443-ed45-4519-bc8d-683b3543403b') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:48.718356 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719980b2-d885-4003-b546-93ee1e621815 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Pushing event updated for resources: {'Port': ['ID=e4fe9e1c-0e63-4451-b209-397b7b6e39c3,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:48.718895 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b78836b4-b2c1-4f9a-87c2-e074c360b516 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191186'] for segment, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:48.750584 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1b69df5d-82f7-4b32-8f62-e26259f57558 req-4d929945-5122-4218-9215-6982596e2ec7 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/security-groups?id=db852a7b-2c6f-44b2-a3e6-df6b6f6ce8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948713 Aug 10 03:44:48.777356 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b78836b4-b2c1-4f9a-87c2-e074c360b516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:48.794722 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b78836b4-b2c1-4f9a-87c2-e074c360b516 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=94260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:44:48.794979 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 095ed522-e342-48a5-b1da-7f937375b750, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=095ed522-e342-48a5-b1da-7f937375b750,segment=NetworkSegment(3569a734-dec7-4b7a-b2db-22edb5a0f3a6),segment_id=3569a734-dec7-4b7a-b2db-22edb5a0f3a6)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:48.796387 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b78836b4-b2c1-4f9a-87c2-e074c360b516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58895489'] for segment, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:48.800031 n-d-768862-13 neutron-server[94260]: Traceback (most recent call last): Aug 10 03:44:48.800031 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:44:48.800031 n-d-768862-13 neutron-server[94260]: timer() Aug 10 03:44:48.800031 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:44:48.800031 n-d-768862-13 neutron-server[94260]: cb(*args, **kw) Aug 10 03:44:48.800031 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:44:48.800031 n-d-768862-13 neutron-server[94260]: return func(*args, **kwargs) Aug 10 03:44:48.800031 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:44:48.800031 n-d-768862-13 neutron-server[94260]: self._notify() Aug 10 03:44:48.800031 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:44:48.800031 n-d-768862-13 neutron-server[94260]: self.callback(batched_events) Aug 10 03:44:48.800031 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:44:48.800031 n-d-768862-13 neutron-server[94260]: event.method(event) Aug 10 03:44:48.800031 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:44:48.800031 n-d-768862-13 neutron-server[94260]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:44:48.800031 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:44:48.800031 n-d-768862-13 neutron-server[94260]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:44:48.800031 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:44:48.800031 n-d-768862-13 neutron-server[94260]: return f(self, *a, **k) Aug 10 03:44:48.800031 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:44:48.800031 n-d-768862-13 neutron-server[94260]: return self._get(url).json() Aug 10 03:44:48.800031 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:44:48.800031 n-d-768862-13 neutron-server[94260]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:44:48.800031 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:44:48.800031 n-d-768862-13 neutron-server[94260]: return self.request(url, 'GET', **kwargs) Aug 10 03:44:48.800031 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:44:48.800031 n-d-768862-13 neutron-server[94260]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:44:48.800031 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:44:48.800031 n-d-768862-13 neutron-server[94260]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:44:48.800031 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:44:48.800031 n-d-768862-13 neutron-server[94260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:44:48.800031 n-d-768862-13 neutron-server[94260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:44:48.805361 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc933d4e-f543-4d69-a805-297bcace51a4 req-719980b2-d885-4003-b546-93ee1e621815 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:48.806751 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-fc933d4e-f543-4d69-a805-297bcace51a4 req-719980b2-d885-4003-b546-93ee1e621815 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:48.836160 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': '095ed522-e342-48a5-b1da-7f937375b750', 'network_id': 'e356060a-1243-4185-ad19-14818f4aebea', 'port_id': '095ed522-e342-48a5-b1da-7f937375b750', 'mac_address': 'fa:16:3e:ef:90:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '639ffadf-1ce3-4502-ad09-ab0e9b867ccc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:44:48.840639 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-fc933d4e-f543-4d69-a805-297bcace51a4 req-719980b2-d885-4003-b546-93ee1e621815 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1733959 Aug 10 03:44:48.857948 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-fc933d4e-f543-4d69-a805-297bcace51a4 req-27d66f0b-767a-418d-818b-67adcc37cb53 service neutron] Request body: {'port': {'device_id': '0c99e146-1cf8-4713-88bb-0ead48b18137', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-13'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:48.944027 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:48.978788 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 095ed522-e342-48a5-b1da-7f937375b750 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:44:49.002734 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-fc933d4e-f543-4d69-a805-297bcace51a4 req-27d66f0b-767a-418d-818b-67adcc37cb53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:49.025091 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b78836b4-b2c1-4f9a-87c2-e074c360b516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:49.039613 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b78836b4-b2c1-4f9a-87c2-e074c360b516 admin admin] Notify callbacks [] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:49.041770 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 095ed522-e342-48a5-b1da-7f937375b750, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=095ed522-e342-48a5-b1da-7f937375b750,segment=NetworkSegment(3569a734-dec7-4b7a-b2db-22edb5a0f3a6),segment_id=3569a734-dec7-4b7a-b2db-22edb5a0f3a6)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:49.050758 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:49.051869 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-b78836b4-b2c1-4f9a-87c2-e074c360b516 admin admin] 10.222.0.44 "DELETE /v2.0/networks/d1b3d19f-cae6-441e-b18a-00a18ea37667 HTTP/1.1" status: 204 len: 168 time: 0.8554060 Aug 10 03:44:49.120804 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78836b4-b2c1-4f9a-87c2-e074c360b516 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1b3d19f-cae6-441e-b18a-00a18ea37667,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:49.192807 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-ccee5e59-d94e-468f-a781-1569e5564d89 None None] Provisioning for port e4fe9e1c-0e63-4451-b209-397b7b6e39c3 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:44:49.220428 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-ccee5e59-d94e-468f-a781-1569e5564d89 None None] Provisioning complete for port e4fe9e1c-0e63-4451-b209-397b7b6e39c3 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:44:49.224404 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ccee5e59-d94e-468f-a781-1569e5564d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:49.265073 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=095ed522-e342-48a5-b1da-7f937375b750,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:49.295321 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-ccee5e59-d94e-468f-a781-1569e5564d89 None None] Port e4fe9e1c-0e63-4451-b209-397b7b6e39c3 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:44:49.409074 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['095ed522-e342-48a5-b1da-7f937375b750'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:44:49.448757 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:44:49.497939 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 60758) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:49.687513 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6b2ccf-eaa1-4e6a-b202-ec6e7d01fff0 req-e79ca90f-5545-4d45-98c6-633267995fa1 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:49.706365 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ee6b2ccf-eaa1-4e6a-b202-ec6e7d01fff0 req-e79ca90f-5545-4d45-98c6-633267995fa1 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c99e146-1cf8-4713-88bb-0ead48b18137 HTTP/1.1" status: 200 len: 931 time: 0.1996956 Aug 10 03:44:49.747647 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ee6b2ccf-eaa1-4e6a-b202-ec6e7d01fff0 req-826e64ca-4d5a-45a2-807c-46b7a6457bc1 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/security-groups?id=0f15fde8-df79-4904-b19d-9c3976a3389e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506647 Aug 10 03:44:49.757474 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-dfa05e55-4dd6-47fa-9613-d48493dd41c6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=58ac2bb3f8824e3ba21e0920319c03e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2575378 Aug 10 03:44:49.774109 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 60762) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:49.925988 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0251144e-11f3-448e-8bf7-db23ae024a58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:49.963183 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0251144e-11f3-448e-8bf7-db23ae024a58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:49.995133 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd854a33-cf84-4e43-94d0-02cd804185ed req-e5761b00-0c4a-42ba-a7e9-be16ba5d8c05 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:49.997255 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cd854a33-cf84-4e43-94d0-02cd804185ed req-e5761b00-0c4a-42ba-a7e9-be16ba5d8c05 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cac949-d6bc-41ad-9e89-03f03d1ff9d5 HTTP/1.1" status: 200 len: 945 time: 0.1302135 Aug 10 03:44:50.001284 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [req-fc933d4e-f543-4d69-a805-297bcace51a4 req-27d66f0b-767a-418d-818b-67adcc37cb53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4fe9e1c-0e63-4451-b209-397b7b6e39c3 {{(pid=94261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:44:50.011524 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-fc933d4e-f543-4d69-a805-297bcace51a4 req-27d66f0b-767a-418d-818b-67adcc37cb53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:50.037514 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [req-fc933d4e-f543-4d69-a805-297bcace51a4 req-27d66f0b-767a-418d-818b-67adcc37cb53 service neutron] Transition to ACTIVE for port object e4fe9e1c-0e63-4451-b209-397b7b6e39c3 will not be triggered until provisioned by entity L2. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:44:50.051489 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-fc933d4e-f543-4d69-a805-297bcace51a4 req-27d66f0b-767a-418d-818b-67adcc37cb53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:50.143896 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d66f0b-767a-418d-818b-67adcc37cb53 service neutron] Pushing event updated for resources: {'Port': ['ID=e4fe9e1c-0e63-4451-b209-397b7b6e39c3,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:50.159913 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cd854a33-cf84-4e43-94d0-02cd804185ed req-1d807310-94ac-4119-8c19-40dfa5e1ce0e tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/security-groups?id=db852a7b-2c6f-44b2-a3e6-df6b6f6ce8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387982 Aug 10 03:44:50.163386 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0251144e-11f3-448e-8bf7-db23ae024a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:50.183966 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0251144e-11f3-448e-8bf7-db23ae024a58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:50.186147 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-0251144e-11f3-448e-8bf7-db23ae024a58 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fee3d9bf-2db1-4a49-abaf-0a9521ceb125 HTTP/1.1" status: 204 len: 168 time: 0.4104114 Aug 10 03:44:50.247845 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0251144e-11f3-448e-8bf7-db23ae024a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee3d9bf-2db1-4a49-abaf-0a9521ceb125,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:50.412405 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-fc933d4e-f543-4d69-a805-297bcace51a4 req-27d66f0b-767a-418d-818b-67adcc37cb53 service neutron] Attempting to bind port e4fe9e1c-0e63-4451-b209-397b7b6e39c3 on host n-h2-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:44:50.413022 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-fc933d4e-f543-4d69-a805-297bcace51a4 req-27d66f0b-767a-418d-818b-67adcc37cb53 service neutron] Attempting to bind port e4fe9e1c-0e63-4451-b209-397b7b6e39c3 by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': 'b05b5029-6db4-4ac1-bca9-f766603e96b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '71c89238-8f5d-43f8-b1be-95c24d55419f'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:44:50.413583 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc933d4e-f543-4d69-a805-297bcace51a4 req-27d66f0b-767a-418d-818b-67adcc37cb53 service neutron] Attempting to bind port e4fe9e1c-0e63-4451-b209-397b7b6e39c3 on network 71c89238-8f5d-43f8-b1be-95c24d55419f {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:44:50.424705 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc933d4e-f543-4d69-a805-297bcace51a4 req-27d66f0b-767a-418d-818b-67adcc37cb53 service neutron] Port e4fe9e1c-0e63-4451-b209-397b7b6e39c3 on network 71c89238-8f5d-43f8-b1be-95c24d55419f not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:44:50.425230 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc933d4e-f543-4d69-a805-297bcace51a4 req-27d66f0b-767a-418d-818b-67adcc37cb53 service neutron] Attempting to bind port e4fe9e1c-0e63-4451-b209-397b7b6e39c3 on network 71c89238-8f5d-43f8-b1be-95c24d55419f {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:44:50.436274 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc933d4e-f543-4d69-a805-297bcace51a4 req-27d66f0b-767a-418d-818b-67adcc37cb53 service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:44:50.437766 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc933d4e-f543-4d69-a805-297bcace51a4 req-27d66f0b-767a-418d-818b-67adcc37cb53 service neutron] Checking segment: {'id': 'b05b5029-6db4-4ac1-bca9-f766603e96b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '71c89238-8f5d-43f8-b1be-95c24d55419f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:44:50.438498 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc933d4e-f543-4d69-a805-297bcace51a4 req-27d66f0b-767a-418d-818b-67adcc37cb53 service neutron] Bound using segment: {'id': 'b05b5029-6db4-4ac1-bca9-f766603e96b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '71c89238-8f5d-43f8-b1be-95c24d55419f'} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:44:50.439237 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-fc933d4e-f543-4d69-a805-297bcace51a4 req-27d66f0b-767a-418d-818b-67adcc37cb53 service neutron] Bound port: e4fe9e1c-0e63-4451-b209-397b7b6e39c3, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b05b5029-6db4-4ac1-bca9-f766603e96b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '71c89238-8f5d-43f8-b1be-95c24d55419f'}}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:44:50.440618 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-fc933d4e-f543-4d69-a805-297bcace51a4 req-27d66f0b-767a-418d-818b-67adcc37cb53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:50.539552 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-fc933d4e-f543-4d69-a805-297bcace51a4 req-27d66f0b-767a-418d-818b-67adcc37cb53 service neutron] For port e4fe9e1c-0e63-4451-b209-397b7b6e39c3, host n-h2-768862-13, cleared binding levels {{(pid=94261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:44:50.547690 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-fc933d4e-f543-4d69-a805-297bcace51a4 req-27d66f0b-767a-418d-818b-67adcc37cb53 service neutron] For port e4fe9e1c-0e63-4451-b209-397b7b6e39c3, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=e4fe9e1c-0e63-4451-b209-397b7b6e39c3,segment=NetworkSegment(b05b5029-6db4-4ac1-bca9-f766603e96b9),segment_id=b05b5029-6db4-4ac1-bca9-f766603e96b9)] {{(pid=94261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:44:50.549995 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 095ed522-e342-48a5-b1da-7f937375b750 up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:44:50.561597 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-fc933d4e-f543-4d69-a805-297bcace51a4 req-27d66f0b-767a-418d-818b-67adcc37cb53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:50.592000 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc933d4e-f543-4d69-a805-297bcace51a4 req-27d66f0b-767a-418d-818b-67adcc37cb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:50.592330 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-fc933d4e-f543-4d69-a805-297bcace51a4 req-27d66f0b-767a-418d-818b-67adcc37cb53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:50.594821 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-fc933d4e-f543-4d69-a805-297bcace51a4 req-27d66f0b-767a-418d-818b-67adcc37cb53 service neutron] 10.222.0.61 "PUT /v2.0/ports/e4fe9e1c-0e63-4451-b209-397b7b6e39c3 HTTP/1.1" status: 200 len: 1092 time: 1.7450972 Aug 10 03:44:50.651146 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning for port 095ed522-e342-48a5-b1da-7f937375b750 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:44:50.653512 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c99e146-1cf8-4713-88bb-0ead48b18137', 'tag': 'e4fe9e1c-0e63-4451-b209-397b7b6e39c3'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:44:50.658538 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68b8a4ef-6020-43b4-8937-94a70432663f" -d '{"events": [{"name": "network-changed", "server_uuid": "0c99e146-1cf8-4713-88bb-0ead48b18137", "tag": "e4fe9e1c-0e63-4451-b209-397b7b6e39c3"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:44:50.660096 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port 095ed522-e342-48a5-b1da-7f937375b750 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:44:50.661074 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:50.740307 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68cf431b-6d13-45f9-8677-bf5de5dbbfd7 x-openstack-request-id: req-68cf431b-6d13-45f9-8677-bf5de5dbbfd7 {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:44:50.741363 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c99e146-1cf8-4713-88bb-0ead48b18137", "tag": "e4fe9e1c-0e63-4451-b209-397b7b6e39c3", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:44:50.741733 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-68cf431b-6d13-45f9-8677-bf5de5dbbfd7 {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:44:50.742512 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c99e146-1cf8-4713-88bb-0ead48b18137', 'tag': 'e4fe9e1c-0e63-4451-b209-397b7b6e39c3', 'status': 'completed', 'code': 200} Aug 10 03:44:50.795621 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d66f0b-767a-418d-818b-67adcc37cb53 service neutron] Pushing event updated for resources: {'Port': ['ID=e4fe9e1c-0e63-4451-b209-397b7b6e39c3,revision_number=3']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:50.803175 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc933d4e-f543-4d69-a805-297bcace51a4 req-60500ca6-ee22-4f7a-9ab7-fac471f168d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:50.805926 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-fc933d4e-f543-4d69-a805-297bcace51a4 req-60500ca6-ee22-4f7a-9ab7-fac471f168d7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9ff2867e4a0141f68303abd29afd842a&device_id=0c99e146-1cf8-4713-88bb-0ead48b18137 HTTP/1.1" status: 200 len: 1095 time: 0.1311114 Aug 10 03:44:50.832960 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:50.895377 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3cac949-d6bc-41ad-9e89-03f03d1ff9d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '095ed522-e342-48a5-b1da-7f937375b750'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:44:50.898638 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-fc933d4e-f543-4d69-a805-297bcace51a4 req-474659c1-4638-43c7-9f8b-88d73aed986f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4fe9e1c-0e63-4451-b209-397b7b6e39c3 HTTP/1.1" status: 200 len: 217 time: 0.0843801 Aug 10 03:44:50.905708 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa18c66b-b2c3-4669-ba5c-22c4ee6b48af" -d '{"events": [{"server_uuid": "b3cac949-d6bc-41ad-9e89-03f03d1ff9d5", "name": "network-vif-plugged", "status": "completed", "tag": "095ed522-e342-48a5-b1da-7f937375b750"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:44:50.947733 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 095ed522-e342-48a5-b1da-7f937375b750, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=095ed522-e342-48a5-b1da-7f937375b750,segment=NetworkSegment(3569a734-dec7-4b7a-b2db-22edb5a0f3a6),segment_id=3569a734-dec7-4b7a-b2db-22edb5a0f3a6)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:50.954685 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:51.048118 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaefe700-245a-42a6-9506-38bd0f6e0950 x-openstack-request-id: req-aaefe700-245a-42a6-9506-38bd0f6e0950 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:44:51.048778 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3cac949-d6bc-41ad-9e89-03f03d1ff9d5", "name": "network-vif-plugged", "status": "completed", "tag": "095ed522-e342-48a5-b1da-7f937375b750", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:44:51.048778 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-aaefe700-245a-42a6-9506-38bd0f6e0950 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:44:51.049065 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3cac949-d6bc-41ad-9e89-03f03d1ff9d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '095ed522-e342-48a5-b1da-7f937375b750', 'code': 200} Aug 10 03:44:51.076405 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 60784) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:51.093930 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc933d4e-f543-4d69-a805-297bcace51a4 req-f6f2bf94-39a2-40df-9a58-3526cf2d7655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:51.095678 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-fc933d4e-f543-4d69-a805-297bcace51a4 req-f6f2bf94-39a2-40df-9a58-3526cf2d7655 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2a46edbc-ca41-41f9-9dcc-118a9b411006 HTTP/1.1" status: 200 len: 850 time: 0.1874704 Aug 10 03:44:51.117842 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=095ed522-e342-48a5-b1da-7f937375b750,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:51.154195 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0503953e-bb4c-42a6-a146-ac5ce9200646 req-00c6be5c-dae5-434f-b7ed-ac6f0132a525 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:51.182040 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0503953e-bb4c-42a6-a146-ac5ce9200646 req-00c6be5c-dae5-434f-b7ed-ac6f0132a525 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c99e146-1cf8-4713-88bb-0ead48b18137 HTTP/1.1" status: 200 len: 943 time: 0.2397678 Aug 10 03:44:51.215170 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc933d4e-f543-4d69-a805-297bcace51a4 req-8c5bf73a-abb2-4f18-8c11-2d6214d3f402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:51.217180 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-fc933d4e-f543-4d69-a805-297bcace51a4 req-8c5bf73a-abb2-4f18-8c11-2d6214d3f402 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=71c89238-8f5d-43f8-b1be-95c24d55419f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1123278 Aug 10 03:44:51.377472 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f2226a5b-ccde-4dd8-bff1-12b558e73009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:51.426241 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-fc933d4e-f543-4d69-a805-297bcace51a4 req-8708cb3a-917e-4491-91ad-b08e721f2c1c service neutron] 10.222.0.61 "GET /v2.0/networks/71c89238-8f5d-43f8-b1be-95c24d55419f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936686 Aug 10 03:44:51.449521 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-7b285784-2c42-42fb-86b8-cd8d510ed825 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=542ab73c00194244a54851e91cffad42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3703928 Aug 10 03:44:51.458733 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 60794) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:51.530872 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0503953e-bb4c-42a6-a146-ac5ce9200646 req-f464b47d-aeb8-4153-b5ef-6a7880a9575b tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/security-groups?id=0f15fde8-df79-4904-b19d-9c3976a3389e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3319745 Aug 10 03:44:51.531548 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466cc660-71c5-45b9-8141-3286b6624c3b req-11970dd1-d688-48f1-87cb-39cc9b022b73 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:51.544639 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-466cc660-71c5-45b9-8141-3286b6624c3b req-11970dd1-d688-48f1-87cb-39cc9b022b73 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cac949-d6bc-41ad-9e89-03f03d1ff9d5 HTTP/1.1" status: 200 len: 946 time: 0.1714442 Aug 10 03:44:51.557775 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453a4342-38cd-4d81-8b5f-db0065e77d64 req-f2e74112-cae0-4035-98d6-a0d376dcf4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:51.559929 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-453a4342-38cd-4d81-8b5f-db0065e77d64 req-f2e74112-cae0-4035-98d6-a0d376dcf4cd service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b3cac949-d6bc-41ad-9e89-03f03d1ff9d5 HTTP/1.1" status: 200 len: 1098 time: 0.2852740 Aug 10 03:44:51.640396 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-fc933d4e-f543-4d69-a805-297bcace51a4 req-edf83c67-3f1c-44fa-af60-cced6b050af1 service neutron] 10.222.0.61 "GET /v2.0/networks/71c89238-8f5d-43f8-b1be-95c24d55419f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042134 Aug 10 03:44:51.671527 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-466cc660-71c5-45b9-8141-3286b6624c3b req-3d2787c4-c670-4d22-a9e2-8a86f1ddff9a tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/security-groups?id=db852a7b-2c6f-44b2-a3e6-df6b6f6ce8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174588 Aug 10 03:44:51.671527 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3fa92a09-4736-41c1-8ee0-1811608669c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:51.692468 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-453a4342-38cd-4d81-8b5f-db0065e77d64 req-0df78774-4bcf-4316-aa6b-1151296091c3 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=db852a7b-2c6f-44b2-a3e6-df6b6f6ce8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156180 Aug 10 03:44:51.706705 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3fa92a09-4736-41c1-8ee0-1811608669c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:51.794743 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3fa92a09-4736-41c1-8ee0-1811608669c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:51.798043 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3fa92a09-4736-41c1-8ee0-1811608669c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:51.799640 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-3fa92a09-4736-41c1-8ee0-1811608669c4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/82863d01-7a28-4ef5-8b7b-c33c78069ee0 HTTP/1.1" status: 204 len: 168 time: 0.3389094 Aug 10 03:44:51.815944 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa92a09-4736-41c1-8ee0-1811608669c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82863d01-7a28-4ef5-8b7b-c33c78069ee0,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:51.921464 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b8a4ef-6020-43b4-8937-94a70432663f req-2f1c716c-a2d5-4fbd-b324-e4ea09a3cabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:51.923094 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-68b8a4ef-6020-43b4-8937-94a70432663f req-2f1c716c-a2d5-4fbd-b324-e4ea09a3cabf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9ff2867e4a0141f68303abd29afd842a&device_id=0c99e146-1cf8-4713-88bb-0ead48b18137 HTTP/1.1" status: 200 len: 1095 time: 0.0855596 Aug 10 03:44:52.081848 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b8a4ef-6020-43b4-8937-94a70432663f req-6e222dda-f5b9-4363-8024-bb6020c3b902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:52.085150 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-68b8a4ef-6020-43b4-8937-94a70432663f req-6e222dda-f5b9-4363-8024-bb6020c3b902 service neutron] 10.222.0.61 "GET /v2.0/networks?id=71c89238-8f5d-43f8-b1be-95c24d55419f HTTP/1.1" status: 200 len: 911 time: 0.1524615 Aug 10 03:44:52.204667 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-68b8a4ef-6020-43b4-8937-94a70432663f req-7f2a7b0c-4f43-4c17-8792-74370a7cd197 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4fe9e1c-0e63-4451-b209-397b7b6e39c3 HTTP/1.1" status: 200 len: 217 time: 0.0921416 Aug 10 03:44:52.301198 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b8a4ef-6020-43b4-8937-94a70432663f req-6998e273-5c2f-47df-8d40-2f730dbf0346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:52.303826 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-68b8a4ef-6020-43b4-8937-94a70432663f req-6998e273-5c2f-47df-8d40-2f730dbf0346 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2a46edbc-ca41-41f9-9dcc-118a9b411006 HTTP/1.1" status: 200 len: 850 time: 0.0885098 Aug 10 03:44:52.374187 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b8a4ef-6020-43b4-8937-94a70432663f req-3d1b85a1-d8b1-4f72-b98a-bfc350bcb4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:52.376827 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-68b8a4ef-6020-43b4-8937-94a70432663f req-3d1b85a1-d8b1-4f72-b98a-bfc350bcb4f1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=71c89238-8f5d-43f8-b1be-95c24d55419f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0631757 Aug 10 03:44:52.605823 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-68b8a4ef-6020-43b4-8937-94a70432663f req-5e55e1b6-fa3b-4eb2-b4a0-ca09b0bcdefd service neutron] 10.222.0.61 "GET /v2.0/networks/71c89238-8f5d-43f8-b1be-95c24d55419f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098505 Aug 10 03:44:52.903841 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108f3ff9-8b5e-4ffb-af0f-2b526c25b8b6 req-9c4a4523-53d6-4196-9aea-c3f63dcd0c75 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:52.906914 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-108f3ff9-8b5e-4ffb-af0f-2b526c25b8b6 req-9c4a4523-53d6-4196-9aea-c3f63dcd0c75 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c99e146-1cf8-4713-88bb-0ead48b18137 HTTP/1.1" status: 200 len: 943 time: 0.1855986 Aug 10 03:44:52.928123 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed010be5-34de-4f4b-98ff-ab872082c05b req-d49f6284-18aa-46e1-bf97-5002cdc58034 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:52.941641 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ed010be5-34de-4f4b-98ff-ab872082c05b req-d49f6284-18aa-46e1-bf97-5002cdc58034 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cac949-d6bc-41ad-9e89-03f03d1ff9d5 HTTP/1.1" status: 200 len: 946 time: 0.1600871 Aug 10 03:44:53.008234 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-68b8a4ef-6020-43b4-8937-94a70432663f req-13c4eb6c-48b0-43fa-9cfd-a5a70d825492 service neutron] 10.222.0.61 "GET /v2.0/networks/71c89238-8f5d-43f8-b1be-95c24d55419f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3912520 Aug 10 03:44:53.049147 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ed010be5-34de-4f4b-98ff-ab872082c05b req-a889df93-0379-4a12-b3bf-2766bb95c0b7 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/security-groups?id=db852a7b-2c6f-44b2-a3e6-df6b6f6ce8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042244 Aug 10 03:44:53.068474 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-108f3ff9-8b5e-4ffb-af0f-2b526c25b8b6 req-56aa33c6-586e-4743-bfa2-23eae352f6c2 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/security-groups?id=0f15fde8-df79-4904-b19d-9c3976a3389e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228573 Aug 10 03:44:53.676694 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1b2809d4-5990-4c04-88ed-4e8cf8574eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:54.200284 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 60852) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:54.252308 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:54.380582 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-64ed905f-1193-4351-95f3-4df8fe1c2c75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:54.444236 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b3878d-aedf-40aa-a43b-af60487533a8 req-6a3a0c5b-6430-4da1-93d4-4894c72eb4d5 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:54.452273 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-68b3878d-aedf-40aa-a43b-af60487533a8 req-6a3a0c5b-6430-4da1-93d4-4894c72eb4d5 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c99e146-1cf8-4713-88bb-0ead48b18137 HTTP/1.1" status: 200 len: 943 time: 0.2629557 Aug 10 03:44:54.484358 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b872a96-c0b6-4f06-8c85-9c78b6ce7569 req-218453bb-415e-44d1-bc21-b29884b814ff tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:54.488176 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0b872a96-c0b6-4f06-8c85-9c78b6ce7569 req-218453bb-415e-44d1-bc21-b29884b814ff tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cac949-d6bc-41ad-9e89-03f03d1ff9d5 HTTP/1.1" status: 200 len: 946 time: 0.2746952 Aug 10 03:44:54.617849 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0b872a96-c0b6-4f06-8c85-9c78b6ce7569 req-4d9deb45-7485-4f7a-b285-ecafe1cf7047 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/security-groups?id=db852a7b-2c6f-44b2-a3e6-df6b6f6ce8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145680 Aug 10 03:44:54.658876 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-64ed905f-1193-4351-95f3-4df8fe1c2c75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:54.660428 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-68b3878d-aedf-40aa-a43b-af60487533a8 req-0dddc3d2-25a0-48dd-bae3-b6f9e59ff33e tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/security-groups?id=0f15fde8-df79-4904-b19d-9c3976a3389e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1697121 Aug 10 03:44:54.671715 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-64ed905f-1193-4351-95f3-4df8fe1c2c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:54.746104 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-64ed905f-1193-4351-95f3-4df8fe1c2c75 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7df73911141f449eaa058bce215af03a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5386951 Aug 10 03:44:54.750579 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 60860) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:54.780751 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ed905f-1193-4351-95f3-4df8fe1c2c75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09c7fd7c-1213-4e80-a01f-6e0c2273dafa,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:54.801743 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ed905f-1193-4351-95f3-4df8fe1c2c75 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:54.808585 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ed905f-1193-4351-95f3-4df8fe1c2c75 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:54.809395 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ed905f-1193-4351-95f3-4df8fe1c2c75 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:54.810022 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ed905f-1193-4351-95f3-4df8fe1c2c75 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:54.810700 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ed905f-1193-4351-95f3-4df8fe1c2c75 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:54.811343 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ed905f-1193-4351-95f3-4df8fe1c2c75 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:54.811951 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ed905f-1193-4351-95f3-4df8fe1c2c75 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:54.812522 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ed905f-1193-4351-95f3-4df8fe1c2c75 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:54.813336 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ed905f-1193-4351-95f3-4df8fe1c2c75 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:54.814001 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ed905f-1193-4351-95f3-4df8fe1c2c75 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:54.814598 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ed905f-1193-4351-95f3-4df8fe1c2c75 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:54.815191 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ed905f-1193-4351-95f3-4df8fe1c2c75 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:54.898588 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6d1a0a8c-0452-423a-b86b-a7669ecb161d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:54.965143 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6d1a0a8c-0452-423a-b86b-a7669ecb161d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:55.129257 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6d1a0a8c-0452-423a-b86b-a7669ecb161d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:55.139802 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6d1a0a8c-0452-423a-b86b-a7669ecb161d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:55.145178 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-6d1a0a8c-0452-423a-b86b-a7669ecb161d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/09c7fd7c-1213-4e80-a01f-6e0c2273dafa HTTP/1.1" status: 204 len: 168 time: 0.3897278 Aug 10 03:44:55.160882 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1a0a8c-0452-423a-b86b-a7669ecb161d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c7fd7c-1213-4e80-a01f-6e0c2273dafa,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:55.396554 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:55.904484 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3f304a-dd5b-4776-a3cd-435294f2311e req-9526beac-9262-4ab5-8783-0c553c21a059 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:55.915235 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0e3f304a-dd5b-4776-a3cd-435294f2311e req-9526beac-9262-4ab5-8783-0c553c21a059 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c99e146-1cf8-4713-88bb-0ead48b18137 HTTP/1.1" status: 200 len: 943 time: 0.1288476 Aug 10 03:44:55.990530 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0e3f304a-dd5b-4776-a3cd-435294f2311e req-9cdd1d04-ebb1-47ad-ac0d-ff6cccd9c0b3 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/security-groups?id=0f15fde8-df79-4904-b19d-9c3976a3389e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645266 Aug 10 03:44:56.198943 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:56.587167 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device e4fe9e1c-0e63-4451-b209-397b7b6e39c3 details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:44:56.879221 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:56.912624 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port e4fe9e1c-0e63-4451-b209-397b7b6e39c3, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=e4fe9e1c-0e63-4451-b209-397b7b6e39c3,segment=NetworkSegment(b05b5029-6db4-4ac1-bca9-f766603e96b9),segment_id=b05b5029-6db4-4ac1-bca9-f766603e96b9)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:56.941133 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': 'e4fe9e1c-0e63-4451-b209-397b7b6e39c3', 'network_id': '71c89238-8f5d-43f8-b1be-95c24d55419f', 'port_id': 'e4fe9e1c-0e63-4451-b209-397b7b6e39c3', 'mac_address': 'fa:16:3e:27:42:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a46edbc-ca41-41f9-9dcc-118a9b411006', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:44:57.121035 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:57.159170 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4fe9e1c-0e63-4451-b209-397b7b6e39c3 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:44:57.200264 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port e4fe9e1c-0e63-4451-b209-397b7b6e39c3, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=e4fe9e1c-0e63-4451-b209-397b7b6e39c3,segment=NetworkSegment(b05b5029-6db4-4ac1-bca9-f766603e96b9),segment_id=b05b5029-6db4-4ac1-bca9-f766603e96b9)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:57.207969 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:57.329986 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=e4fe9e1c-0e63-4451-b209-397b7b6e39c3,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:57.406278 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ebd09c-b0e3-45e5-9e12-8dc7785af9a0 req-0bd17362-cc1c-4329-913d-c0a90db2574a tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:57.423275 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-54ebd09c-b0e3-45e5-9e12-8dc7785af9a0 req-0bd17362-cc1c-4329-913d-c0a90db2574a tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c99e146-1cf8-4713-88bb-0ead48b18137 HTTP/1.1" status: 200 len: 944 time: 0.2176957 Aug 10 03:44:57.534443 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-54ebd09c-b0e3-45e5-9e12-8dc7785af9a0 req-e9841be4-2933-4830-b3d0-c295888cd088 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/security-groups?id=0f15fde8-df79-4904-b19d-9c3976a3389e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990362 Aug 10 03:44:57.688014 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['e4fe9e1c-0e63-4451-b209-397b7b6e39c3'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:44:58.783589 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a310bd5d-be88-47b0-b71b-c8b741264011 req-11ac8787-6b9a-41de-93c7-7ef3a15cbe27 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:58.787067 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a310bd5d-be88-47b0-b71b-c8b741264011 req-11ac8787-6b9a-41de-93c7-7ef3a15cbe27 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c99e146-1cf8-4713-88bb-0ead48b18137 HTTP/1.1" status: 200 len: 944 time: 0.0618927 Aug 10 03:44:58.879820 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a310bd5d-be88-47b0-b71b-c8b741264011 req-93c708b0-c8c8-4b0a-b303-3d88a8ba4ef7 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/security-groups?id=0f15fde8-df79-4904-b19d-9c3976a3389e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858195 Aug 10 03:45:00.273772 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773d4136-e6f8-49a7-9985-67dcf8e2973b req-4d385936-0a33-441b-8d93-86250b3a13bb tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:00.277870 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-773d4136-e6f8-49a7-9985-67dcf8e2973b req-4d385936-0a33-441b-8d93-86250b3a13bb tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c99e146-1cf8-4713-88bb-0ead48b18137 HTTP/1.1" status: 200 len: 944 time: 0.1580191 Aug 10 03:45:00.333490 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-773d4136-e6f8-49a7-9985-67dcf8e2973b req-029b606c-9eee-4f57-9bd8-0bc2ee02055a tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/security-groups?id=0f15fde8-df79-4904-b19d-9c3976a3389e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489461 Aug 10 03:45:00.583903 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device e4fe9e1c-0e63-4451-b209-397b7b6e39c3 up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:45:00.659724 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning for port e4fe9e1c-0e63-4451-b209-397b7b6e39c3 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:45:00.668852 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port e4fe9e1c-0e63-4451-b209-397b7b6e39c3 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:45:00.670325 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:00.858677 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:00.925336 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c99e146-1cf8-4713-88bb-0ead48b18137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4fe9e1c-0e63-4451-b209-397b7b6e39c3'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:45:00.932277 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cd00ddd-f8f2-42ed-83e3-57aaaa091c76" -d '{"events": [{"server_uuid": "0c99e146-1cf8-4713-88bb-0ead48b18137", "name": "network-vif-plugged", "status": "completed", "tag": "e4fe9e1c-0e63-4451-b209-397b7b6e39c3"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:45:00.999343 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port e4fe9e1c-0e63-4451-b209-397b7b6e39c3, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=e4fe9e1c-0e63-4451-b209-397b7b6e39c3,segment=NetworkSegment(b05b5029-6db4-4ac1-bca9-f766603e96b9),segment_id=b05b5029-6db4-4ac1-bca9-f766603e96b9)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:01.007717 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:01.103556 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bfc64ea-1d0a-4331-a98d-23b4f3a269bb x-openstack-request-id: req-7bfc64ea-1d0a-4331-a98d-23b4f3a269bb {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:45:01.104347 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c99e146-1cf8-4713-88bb-0ead48b18137", "name": "network-vif-plugged", "status": "completed", "tag": "e4fe9e1c-0e63-4451-b209-397b7b6e39c3", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:45:01.105632 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7bfc64ea-1d0a-4331-a98d-23b4f3a269bb {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:45:01.107200 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c99e146-1cf8-4713-88bb-0ead48b18137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4fe9e1c-0e63-4451-b209-397b7b6e39c3', 'code': 200} Aug 10 03:45:01.244731 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=e4fe9e1c-0e63-4451-b209-397b7b6e39c3,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:01.322126 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfd9a92-8180-48d7-8a8a-cea457348d27 req-82b6e5c9-17c6-4d09-8b25-9092af34fcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:01.326457 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0bfd9a92-8180-48d7-8a8a-cea457348d27 req-82b6e5c9-17c6-4d09-8b25-9092af34fcf7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0c99e146-1cf8-4713-88bb-0ead48b18137 HTTP/1.1" status: 200 len: 1097 time: 0.1241255 Aug 10 03:45:01.465077 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0bfd9a92-8180-48d7-8a8a-cea457348d27 req-faa7a0ab-d86a-46e0-b10f-f46879b17cc5 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0f15fde8-df79-4904-b19d-9c3976a3389e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286197 Aug 10 03:45:01.652365 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39561379-39dd-41c1-aa9e-c37a187f0ebe req-62326032-b118-4d72-8c04-25d34a8a7c55 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:01.669237 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-39561379-39dd-41c1-aa9e-c37a187f0ebe req-62326032-b118-4d72-8c04-25d34a8a7c55 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c99e146-1cf8-4713-88bb-0ead48b18137 HTTP/1.1" status: 200 len: 945 time: 0.1549745 Aug 10 03:45:01.813999 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-39561379-39dd-41c1-aa9e-c37a187f0ebe req-39540aa1-5607-4cab-9a02-b6b71f2b2bc9 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/security-groups?id=0f15fde8-df79-4904-b19d-9c3976a3389e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1425452 Aug 10 03:45:02.974592 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a0d387-be33-45bc-ae48-a64d8053994e req-df37aac8-d70a-401e-8b4a-69a52129f61d tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:02.983584 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-99a0d387-be33-45bc-ae48-a64d8053994e req-df37aac8-d70a-401e-8b4a-69a52129f61d tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c99e146-1cf8-4713-88bb-0ead48b18137 HTTP/1.1" status: 200 len: 945 time: 0.0666189 Aug 10 03:45:03.041394 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-99a0d387-be33-45bc-ae48-a64d8053994e req-816fd82b-6fe8-4921-80ab-f0e1d5828338 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/security-groups?id=0f15fde8-df79-4904-b19d-9c3976a3389e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565164 Aug 10 03:45:03.316889 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:03.778289 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1aa0a0cc-78f8-4638-8c66-baf8aabe8cd3 req-5c3e6ac9-9ffa-4913-816d-0f4aa0b64dbb service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b3cac949-d6bc-41ad-9e89-03f03d1ff9d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1104074 Aug 10 03:45:03.994894 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa0a0cc-78f8-4638-8c66-baf8aabe8cd3 req-a800f0b0-51e1-4649-9955-6a8992f3e0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:03.997828 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1aa0a0cc-78f8-4638-8c66-baf8aabe8cd3 req-a800f0b0-51e1-4649-9955-6a8992f3e0ff service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=053476844ca64753be1fb831fa4e27b9&device_id=b3cac949-d6bc-41ad-9e89-03f03d1ff9d5 HTTP/1.1" status: 200 len: 1098 time: 0.1356874 Aug 10 03:45:04.385073 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dd197b-d129-4755-af50-5d99dec42957 req-e30ca78a-e5ce-47a7-946b-2d9ef7557d3e tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:04.387090 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b2dd197b-d129-4755-af50-5d99dec42957 req-e30ca78a-e5ce-47a7-946b-2d9ef7557d3e tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c99e146-1cf8-4713-88bb-0ead48b18137 HTTP/1.1" status: 200 len: 945 time: 0.1757548 Aug 10 03:45:04.395437 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa0a0cc-78f8-4638-8c66-baf8aabe8cd3 req-3a262c94-1ef6-476a-81b3-ac2f4c60ba33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:04.400082 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1aa0a0cc-78f8-4638-8c66-baf8aabe8cd3 req-3a262c94-1ef6-476a-81b3-ac2f4c60ba33 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e356060a-1243-4185-ad19-14818f4aebea HTTP/1.1" status: 200 len: 914 time: 0.3583808 Aug 10 03:45:04.413071 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 32804) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:04.553149 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1aa0a0cc-78f8-4638-8c66-baf8aabe8cd3 req-dfc951a9-b292-4198-ba53-941ebf33a634 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=095ed522-e342-48a5-b1da-7f937375b750 HTTP/1.1" status: 200 len: 217 time: 0.1083941 Aug 10 03:45:04.655537 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d07c9662-3f9c-42a7-9df8-0ffc141bb702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:04.672521 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b2dd197b-d129-4755-af50-5d99dec42957 req-adf0eadf-321e-4fd0-ae5f-15188e6a0a01 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/security-groups?id=0f15fde8-df79-4904-b19d-9c3976a3389e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2698770 Aug 10 03:45:04.713292 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa0a0cc-78f8-4638-8c66-baf8aabe8cd3 req-34f926ec-14fc-4906-b7be-99d8759c49a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:04.716247 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1aa0a0cc-78f8-4638-8c66-baf8aabe8cd3 req-34f926ec-14fc-4906-b7be-99d8759c49a9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=639ffadf-1ce3-4502-ad09-ab0e9b867ccc HTTP/1.1" status: 200 len: 854 time: 0.1406901 Aug 10 03:45:04.816766 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1aa0a0cc-78f8-4638-8c66-baf8aabe8cd3 req-226fadec-c4d2-4805-90cd-318761980842 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e356060a-1243-4185-ad19-14818f4aebea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0829649 Aug 10 03:45:04.829450 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d07c9662-3f9c-42a7-9df8-0ffc141bb702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:04.838747 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d07c9662-3f9c-42a7-9df8-0ffc141bb702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:04.944736 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-d07c9662-3f9c-42a7-9df8-0ffc141bb702 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9385742cd5e94507881b079ae8af624f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5237417 Aug 10 03:45:04.947255 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 32824) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:04.951252 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07c9662-3f9c-42a7-9df8-0ffc141bb702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19a43c3e-779d-4ca4-bad0-1c2c502487f6,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:05.101302 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20110713-1d94-4b0a-aa58-7ee08646649e req-6832cbd8-b586-4984-b57c-68d58ccec5e2 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:05.103322 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-20110713-1d94-4b0a-aa58-7ee08646649e req-6832cbd8-b586-4984-b57c-68d58ccec5e2 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/networks?id=e356060a-1243-4185-ad19-14818f4aebea HTTP/1.1" status: 200 len: 814 time: 0.6550326 Aug 10 03:45:05.118112 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c63d88be-a766-4437-bb33-c1ba8e6dfba4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:05.157367 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f915fd-6a5a-4142-917e-1877acd9eaea req-d2bb918b-7e1b-4e31-8825-3fc6259dd9d6 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:05.159021 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d0f915fd-6a5a-4142-917e-1877acd9eaea req-d2bb918b-7e1b-4e31-8825-3fc6259dd9d6 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c99e146-1cf8-4713-88bb-0ead48b18137 HTTP/1.1" status: 200 len: 945 time: 0.1532462 Aug 10 03:45:05.177882 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-20110713-1d94-4b0a-aa58-7ee08646649e req-4ada4c46-0691-4954-8bd6-0ec8277099e1 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/quotas/053476844ca64753be1fb831fa4e27b9 HTTP/1.1" status: 200 len: 375 time: 0.0619035 Aug 10 03:45:05.182503 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 32828) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:05.210376 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c63d88be-a766-4437-bb33-c1ba8e6dfba4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:05.357419 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c63d88be-a766-4437-bb33-c1ba8e6dfba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:05.363439 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c63d88be-a766-4437-bb33-c1ba8e6dfba4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:05.368171 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-c63d88be-a766-4437-bb33-c1ba8e6dfba4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/19a43c3e-779d-4ca4-bad0-1c2c502487f6 HTTP/1.1" status: 204 len: 168 time: 0.4173648 Aug 10 03:45:05.402668 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63d88be-a766-4437-bb33-c1ba8e6dfba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a43c3e-779d-4ca4-bad0-1c2c502487f6,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:05.803668 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-f30c3d12-152c-4d2c-a26f-8e3a278981d0 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Request body: {'floatingip': {'port_id': 'e4fe9e1c-0e63-4451-b209-397b7b6e39c3'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:05.882050 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1aa0a0cc-78f8-4638-8c66-baf8aabe8cd3 req-a394312f-9117-4f64-ad33-566528fd1627 service neutron] 10.222.0.61 "GET /v2.0/networks/e356060a-1243-4185-ad19-14818f4aebea?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0502193 Aug 10 03:45:05.889035 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f30c3d12-152c-4d2c-a26f-8e3a278981d0 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Notify callbacks [] for floatingip, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:06.081925 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1aa0a0cc-78f8-4638-8c66-baf8aabe8cd3 req-012c13eb-c354-4cd2-bd7b-40c32a82919c service neutron] 10.222.0.61 "GET /v2.0/networks/e356060a-1243-4185-ad19-14818f4aebea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837509 Aug 10 03:45:06.213635 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-20110713-1d94-4b0a-aa58-7ee08646649e req-dcdee629-697d-4361-aa20-cd54b832fd48 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=053476844ca64753be1fb831fa4e27b9&fields=id HTTP/1.1" status: 200 len: 302 time: 1.0324094 Aug 10 03:45:06.588402 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-20110713-1d94-4b0a-aa58-7ee08646649e req-dca4ad7f-b1ec-4952-ade0-94e5a2afd7de service neutron] 10.222.0.44 "GET /v2.0/networks/e356060a-1243-4185-ad19-14818f4aebea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3680453 Aug 10 03:45:07.010777 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-20110713-1d94-4b0a-aa58-7ee08646649e req-0162dab9-0c6a-477b-a3e0-aaf2e6eab1ab service neutron] 10.222.0.44 "GET /v2.0/networks/e356060a-1243-4185-ad19-14818f4aebea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3656471 Aug 10 03:45:07.375064 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.db.resource_extend [None req-f30c3d12-152c-4d2c-a26f-8e3a278981d0 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:45:07.489951 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-757c21ca-f835-49a9-9a2e-8c9aa18be106 req-b975635b-b0ea-444b-b06e-b01aaf90c621 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/ports?device_id=8fe7a769-d2d4-4ac2-9ba3-aff97d47c681 HTTP/1.1" status: 200 len: 210 time: 0.0341330 Aug 10 03:45:07.537478 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f30c3d12-152c-4d2c-a26f-8e3a278981d0 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:07.546677 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f30c3d12-152c-4d2c-a26f-8e3a278981d0 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:07.946791 n-d-768862-13 neutron-server[94260]: INFO neutron.db.l3_db [None req-f30c3d12-152c-4d2c-a26f-8e3a278981d0 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Floating IP 702106e4-7344-4728-ba2d-e819ebbe2637 associated. External IP: 172.25.6.214, port: e4fe9e1c-0e63-4451-b209-397b7b6e39c3. Aug 10 03:45:08.231085 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f30c3d12-152c-4d2c-a26f-8e3a278981d0 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Router 8675ad5b-fa88-4ef3-858e-7de7ee0ed96a has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:45:08.472819 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f30c3d12-152c-4d2c-a26f-8e3a278981d0 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:45:08.484268 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f30c3d12-152c-4d2c-a26f-8e3a278981d0 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:08.485105 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13f5c78-6add-455e-bb49-d428854d511e None None] Sync routers for ids ['8675ad5b-fa88-4ef3-858e-7de7ee0ed96a'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:45:08.508261 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13f5c78-6add-455e-bb49-d428854d511e None None] Routers {'8675ad5b-fa88-4ef3-858e-7de7ee0ed96a'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:45:08.512121 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-a13f5c78-6add-455e-bb49-d428854d511e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:44:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['8675ad5b-fa88-4ef3-858e-7de7ee0ed96a'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:08.633614 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-f30c3d12-152c-4d2c-a26f-8e3a278981d0 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "PUT /v2.0/floatingips/702106e4-7344-4728-ba2d-e819ebbe2637 HTTP/1.1" status: 200 len: 991 time: 3.4499371 Aug 10 03:45:08.645111 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c99e146-1cf8-4713-88bb-0ead48b18137', 'tag': 'e4fe9e1c-0e63-4451-b209-397b7b6e39c3'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:45:08.654987 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec167b57-b487-473c-a071-0253c02c8e43" -d '{"events": [{"name": "network-changed", "server_uuid": "0c99e146-1cf8-4713-88bb-0ead48b18137", "tag": "e4fe9e1c-0e63-4451-b209-397b7b6e39c3"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:45:08.919005 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6b2f6b2-7d7e-4b96-8013-2331d9510047 x-openstack-request-id: req-a6b2f6b2-7d7e-4b96-8013-2331d9510047 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:45:08.922940 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c99e146-1cf8-4713-88bb-0ead48b18137", "tag": "e4fe9e1c-0e63-4451-b209-397b7b6e39c3", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:45:08.924022 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a6b2f6b2-7d7e-4b96-8013-2331d9510047 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:45:08.929244 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c99e146-1cf8-4713-88bb-0ead48b18137', 'tag': 'e4fe9e1c-0e63-4451-b209-397b7b6e39c3', 'status': 'completed', 'code': 200} Aug 10 03:45:08.937275 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6a71d4a7-4dfb-4aef-9513-a1057eb4f5f5 req-df6d7ca9-44bc-4733-a45d-35186724999e tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/ports?device_id=8fe7a769-d2d4-4ac2-9ba3-aff97d47c681 HTTP/1.1" status: 200 len: 210 time: 0.1641145 Aug 10 03:45:08.976765 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-a13f5c78-6add-455e-bb49-d428854d511e None None] Set router 8675ad5b-fa88-4ef3-858e-7de7ee0ed96a gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:45:09.701095 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20110713-1d94-4b0a-aa58-7ee08646649e req-3865ca70-4e28-4350-b9ae-10355a00b2f0 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:09.717622 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-20110713-1d94-4b0a-aa58-7ee08646649e req-3865ca70-4e28-4350-b9ae-10355a00b2f0 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.42 "GET /v2.0/networks?id=e356060a-1243-4185-ad19-14818f4aebea HTTP/1.1" status: 200 len: 814 time: 0.5076003 Aug 10 03:45:09.773669 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-20110713-1d94-4b0a-aa58-7ee08646649e req-be0e6c2b-f15d-43d6-89e6-f31f6905c0d4 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Request body: {'port': {'device_id': '8fe7a769-d2d4-4ac2-9ba3-aff97d47c681', 'network_id': 'e356060a-1243-4185-ad19-14818f4aebea', 'admin_state_up': True, 'tenant_id': '053476844ca64753be1fb831fa4e27b9'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:10.056735 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec167b57-b487-473c-a071-0253c02c8e43 req-3c16f802-8360-47c0-b007-37abd4c21f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:10.073772 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-a13f5c78-6add-455e-bb49-d428854d511e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8675ad5b-fa88-4ef3-858e-7de7ee0ed96a', 'name': 'tempest-AttachVolumeTestJSON-1286960155-router', 'tenant_id': '9ff2867e4a0141f68303abd29afd842a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'd318acc8-a6c3-4d7d-b9c5-d681fe812c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:40:12Z', 'updated_at': '2021-08-10T03:40:20Z', 'revision_number': 4, 'project_id': '9ff2867e4a0141f68303abd29afd842a', 'gw_port': {'id': 'd318acc8-a6c3-4d7d-b9c5-d681fe812c32', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:48:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8675ad5b-fa88-4ef3-858e-7de7ee0ed96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:40:13Z', 'updated_at': '2021-08-10T03:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '702106e4-7344-4728-ba2d-e819ebbe2637', 'tenant_id': '9ff2867e4a0141f68303abd29afd842a', 'floating_ip_address': '172.25.6.214', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '8675ad5b-fa88-4ef3-858e-7de7ee0ed96a', 'port_id': 'e4fe9e1c-0e63-4451-b209-397b7b6e39c3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2988, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71c89238-8f5d-43f8-b1be-95c24d55419f', 'mac_address': 'fa:16:3e:27:42:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c99e146-1cf8-4713-88bb-0ead48b18137', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:44:43Z', 'updated_at': '2021-08-10T03:45:07Z', 'revision_number': 1, 'project_id': '9ff2867e4a0141f68303abd29afd842a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82daf735-56fe-4bd8-a91f-b2a9a40ef133', 'name': '', 'network_id': '71c89238-8f5d-43f8-b1be-95c24d55419f', 'tenant_id': '9ff2867e4a0141f68303abd29afd842a', 'mac_address': 'fa:16:3e:19:15:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8675ad5b-fa88-4ef3-858e-7de7ee0ed96a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '2a46edbc-ca41-41f9-9dcc-118a9b411006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:40:19Z', 'updated_at': '2021-08-10T03:40:30Z', 'revision_number': 5, 'project_id': '9ff2867e4a0141f68303abd29afd842a', 'subnets': [{'id': '2a46edbc-ca41-41f9-9dcc-118a9b411006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:10.078019 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ec167b57-b487-473c-a071-0253c02c8e43 req-3c16f802-8360-47c0-b007-37abd4c21f7c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9ff2867e4a0141f68303abd29afd842a&device_id=0c99e146-1cf8-4713-88bb-0ead48b18137 HTTP/1.1" status: 200 len: 1097 time: 1.1294501 Aug 10 03:45:10.090070 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-458876bf-d5a8-4405-b3c0-3351864ebd19 req-9726a2ba-d2a5-4966-b294-906ab39b04ed service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8b902133-eca1-4f62-be57-0c390072a6b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.0739174 Aug 10 03:45:10.208505 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13f5c78-6add-455e-bb49-d428854d511e None None] Checking router: 8675ad5b-fa88-4ef3-858e-7de7ee0ed96a for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:45:10.261102 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13f5c78-6add-455e-bb49-d428854d511e None None] Routers {'8675ad5b-fa88-4ef3-858e-7de7ee0ed96a'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:45:10.266876 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-a13f5c78-6add-455e-bb49-d428854d511e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:44:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['8675ad5b-fa88-4ef3-858e-7de7ee0ed96a'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:10.284196 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 32942) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:10.360759 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0418fa0f-7c2d-4e3c-84fc-a00bf1a63b66 req-40e161e8-a0e0-4c11-b2ce-a2fa8a0a43bc tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/ports?device_id=8fe7a769-d2d4-4ac2-9ba3-aff97d47c681 HTTP/1.1" status: 200 len: 210 time: 0.2220509 Aug 10 03:45:10.364942 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20110713-1d94-4b0a-aa58-7ee08646649e req-be0e6c2b-f15d-43d6-89e6-f31f6905c0d4 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Made reservation on behalf of 053476844ca64753be1fb831fa4e27b9 for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:45:10.373340 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-20110713-1d94-4b0a-aa58-7ee08646649e req-be0e6c2b-f15d-43d6-89e6-f31f6905c0d4 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:10.708313 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d8e7af11-8bd5-4ef1-82a0-a9d80e3e428c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:10.951481 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-20110713-1d94-4b0a-aa58-7ee08646649e req-be0e6c2b-f15d-43d6-89e6-f31f6905c0d4 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Allocated IP 172.20.0.3 (e356060a-1243-4185-ad19-14818f4aebea/639ffadf-1ce3-4502-ad09-ab0e9b867ccc/08144267-9e40-4451-b996-8da22c50ee43) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:45:11.034598 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d8e7af11-8bd5-4ef1-82a0-a9d80e3e428c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:11.053064 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d8e7af11-8bd5-4ef1-82a0-a9d80e3e428c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:11.064440 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458876bf-d5a8-4405-b3c0-3351864ebd19 req-52f43dc2-2875-46d2-83bc-b2cdadbd4a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:11.067583 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-458876bf-d5a8-4405-b3c0-3351864ebd19 req-52f43dc2-2875-46d2-83bc-b2cdadbd4a8c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=053476844ca64753be1fb831fa4e27b9&device_id=8b902133-eca1-4f62-be57-0c390072a6b8 HTTP/1.1" status: 200 len: 1097 time: 0.8435500 Aug 10 03:45:11.088238 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec167b57-b487-473c-a071-0253c02c8e43 req-bf3b2e34-6ad5-4839-8910-b1998320278b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:11.090886 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ec167b57-b487-473c-a071-0253c02c8e43 req-bf3b2e34-6ad5-4839-8910-b1998320278b service neutron] 10.222.0.61 "GET /v2.0/networks?id=71c89238-8f5d-43f8-b1be-95c24d55419f HTTP/1.1" status: 200 len: 911 time: 0.9979486 Aug 10 03:45:11.113669 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-a13f5c78-6add-455e-bb49-d428854d511e None None] Set router 8675ad5b-fa88-4ef3-858e-7de7ee0ed96a gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:45:11.122551 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e7af11-8bd5-4ef1-82a0-a9d80e3e428c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93cb02fd-dd4b-4c59-9a2b-912e0ea54d4d,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:11.163467 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-d8e7af11-8bd5-4ef1-82a0-a9d80e3e428c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c183914bedd44a4780a79bd005c61979&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8772745 Aug 10 03:45:11.169323 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 32952) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:11.333983 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ec167b57-b487-473c-a071-0253c02c8e43 req-4578926a-f257-46a8-a468-8daefba5f2ab service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4fe9e1c-0e63-4451-b209-397b7b6e39c3 HTTP/1.1" status: 200 len: 999 time: 0.2082944 Aug 10 03:45:11.354289 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9fe9cfb6-57cf-4217-9b32-a8af0727e852 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:11.429497 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9fe9cfb6-57cf-4217-9b32-a8af0727e852 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:11.591958 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9fe9cfb6-57cf-4217-9b32-a8af0727e852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:11.601666 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9fe9cfb6-57cf-4217-9b32-a8af0727e852 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:11.612394 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-9fe9cfb6-57cf-4217-9b32-a8af0727e852 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/93cb02fd-dd4b-4c59-9a2b-912e0ea54d4d HTTP/1.1" status: 204 len: 168 time: 0.4411933 Aug 10 03:45:11.657284 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-a13f5c78-6add-455e-bb49-d428854d511e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8675ad5b-fa88-4ef3-858e-7de7ee0ed96a', 'name': 'tempest-AttachVolumeTestJSON-1286960155-router', 'tenant_id': '9ff2867e4a0141f68303abd29afd842a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'd318acc8-a6c3-4d7d-b9c5-d681fe812c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:40:12Z', 'updated_at': '2021-08-10T03:40:20Z', 'revision_number': 4, 'project_id': '9ff2867e4a0141f68303abd29afd842a', 'gw_port': {'id': 'd318acc8-a6c3-4d7d-b9c5-d681fe812c32', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:48:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8675ad5b-fa88-4ef3-858e-7de7ee0ed96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:40:13Z', 'updated_at': '2021-08-10T03:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '702106e4-7344-4728-ba2d-e819ebbe2637', 'tenant_id': '9ff2867e4a0141f68303abd29afd842a', 'floating_ip_address': '172.25.6.214', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '8675ad5b-fa88-4ef3-858e-7de7ee0ed96a', 'port_id': 'e4fe9e1c-0e63-4451-b209-397b7b6e39c3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2988, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71c89238-8f5d-43f8-b1be-95c24d55419f', 'mac_address': 'fa:16:3e:27:42:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c99e146-1cf8-4713-88bb-0ead48b18137', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:44:43Z', 'updated_at': '2021-08-10T03:45:07Z', 'revision_number': 1, 'project_id': '9ff2867e4a0141f68303abd29afd842a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82daf735-56fe-4bd8-a91f-b2a9a40ef133', 'name': '', 'network_id': '71c89238-8f5d-43f8-b1be-95c24d55419f', 'tenant_id': '9ff2867e4a0141f68303abd29afd842a', 'mac_address': 'fa:16:3e:19:15:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8675ad5b-fa88-4ef3-858e-7de7ee0ed96a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '2a46edbc-ca41-41f9-9dcc-118a9b411006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:40:19Z', 'updated_at': '2021-08-10T03:40:30Z', 'revision_number': 5, 'project_id': '9ff2867e4a0141f68303abd29afd842a', 'subnets': [{'id': '2a46edbc-ca41-41f9-9dcc-118a9b411006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:11.657858 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe9cfb6-57cf-4217-9b32-a8af0727e852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93cb02fd-dd4b-4c59-9a2b-912e0ea54d4d,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:11.744552 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13f5c78-6add-455e-bb49-d428854d511e None None] The sync data for ids ['8675ad5b-fa88-4ef3-858e-7de7ee0ed96a'] in n-d-768862-13 is: [{'id': '8675ad5b-fa88-4ef3-858e-7de7ee0ed96a', 'name': 'tempest-AttachVolumeTestJSON-1286960155-router', 'tenant_id': '9ff2867e4a0141f68303abd29afd842a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'd318acc8-a6c3-4d7d-b9c5-d681fe812c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:40:12Z', 'updated_at': '2021-08-10T03:40:20Z', 'revision_number': 4, 'project_id': '9ff2867e4a0141f68303abd29afd842a', 'gw_port': {'id': 'd318acc8-a6c3-4d7d-b9c5-d681fe812c32', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:48:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8675ad5b-fa88-4ef3-858e-7de7ee0ed96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:40:13Z', 'updated_at': '2021-08-10T03:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '702106e4-7344-4728-ba2d-e819ebbe2637', 'tenant_id': '9ff2867e4a0141f68303abd29afd842a', 'floating_ip_address': '172.25.6.214', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '8675ad5b-fa88-4ef3-858e-7de7ee0ed96a', 'port_id': 'e4fe9e1c-0e63-4451-b209-397b7b6e39c3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2988, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71c89238-8f5d-43f8-b1be-95c24d55419f', 'mac_address': 'fa:16:3e:27:42:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c99e146-1cf8-4713-88bb-0ead48b18137', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:44:43Z', 'updated_at': '2021-08-10T03:45:07Z', 'revision_number': 1, 'project_id': '9ff2867e4a0141f68303abd29afd842a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82daf735-56fe-4bd8-a91f-b2a9a40ef133', 'name': '', 'network_id': '71c89238-8f5d-43f8-b1be-95c24d55419f', 'tenant_id': '9ff2867e4a0141f68303abd29afd842a', 'mac_address': 'fa:16:3e:19:15:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8675ad5b-fa88-4ef3-858e-7de7ee0ed96a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '2a46edbc-ca41-41f9-9dcc-118a9b411006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:40:19Z', 'updated_at': '2021-08-10T03:40:30Z', 'revision_number': 5, 'project_id': '9ff2867e4a0141f68303abd29afd842a', 'subnets': [{'id': '2a46edbc-ca41-41f9-9dcc-118a9b411006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:45:11.814126 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6cd541c3-41fe-452a-a72a-c38e8f832c0c req-e4e7d74b-e8ab-4627-a0f8-f909be82263f tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/ports?device_id=8fe7a769-d2d4-4ac2-9ba3-aff97d47c681 HTTP/1.1" status: 200 len: 210 time: 0.2088587 Aug 10 03:45:11.933644 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec167b57-b487-473c-a071-0253c02c8e43 req-fce5b6f7-52fc-4a12-b259-25d33b6b16d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:11.936355 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ec167b57-b487-473c-a071-0253c02c8e43 req-fce5b6f7-52fc-4a12-b259-25d33b6b16d2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2a46edbc-ca41-41f9-9dcc-118a9b411006 HTTP/1.1" status: 200 len: 850 time: 0.3269496 Aug 10 03:45:11.965061 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-20110713-1d94-4b0a-aa58-7ee08646649e req-be0e6c2b-f15d-43d6-89e6-f31f6905c0d4 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:12.057073 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458876bf-d5a8-4405-b3c0-3351864ebd19 req-3816365c-6056-4405-af3f-29bb0ac481c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:12.060836 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-458876bf-d5a8-4405-b3c0-3351864ebd19 req-3816365c-6056-4405-af3f-29bb0ac481c1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e356060a-1243-4185-ad19-14818f4aebea HTTP/1.1" status: 200 len: 914 time: 0.9624312 Aug 10 03:45:12.181298 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-458876bf-d5a8-4405-b3c0-3351864ebd19 req-e2a17f6b-8e93-4bd2-bdd4-aa73e631cd64 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b191a705-716c-4bd6-a542-acc5d6222007 HTTP/1.1" status: 200 len: 217 time: 0.1053751 Aug 10 03:45:12.279584 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec167b57-b487-473c-a071-0253c02c8e43 req-cf2c2b6d-8b1b-4e24-a1d3-57dd4fe5518d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:12.285264 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ec167b57-b487-473c-a071-0253c02c8e43 req-cf2c2b6d-8b1b-4e24-a1d3-57dd4fe5518d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=71c89238-8f5d-43f8-b1be-95c24d55419f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3073795 Aug 10 03:45:12.321846 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb83cd2c-656f-4a96-b811-9fe0ef764b15 None None] New status for floating IP 702106e4-7344-4728-ba2d-e819ebbe2637: ACTIVE {{(pid=94263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:45:12.354039 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-20110713-1d94-4b0a-aa58-7ee08646649e req-be0e6c2b-f15d-43d6-89e6-f31f6905c0d4 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:12.370557 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['095ed522-e342-48a5-b1da-7f937375b750'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:45:12.375581 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['b191a705-716c-4bd6-a542-acc5d6222007'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:45:12.400045 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 32966) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:12.422968 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-82e0689c-2409-40fa-9819-e160f3799970 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:12.648585 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-82e0689c-2409-40fa-9819-e160f3799970 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:12.650467 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458876bf-d5a8-4405-b3c0-3351864ebd19 req-fd4395d0-c8b9-44b4-9bdf-16cd05786f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:12.654037 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-82e0689c-2409-40fa-9819-e160f3799970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:12.656218 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-458876bf-d5a8-4405-b3c0-3351864ebd19 req-fd4395d0-c8b9-44b4-9bdf-16cd05786f89 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=639ffadf-1ce3-4502-ad09-ab0e9b867ccc HTTP/1.1" status: 200 len: 854 time: 0.4670522 Aug 10 03:45:12.721727 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-82e0689c-2409-40fa-9819-e160f3799970 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=127fa83f69ab410b88bcd6861fafe9df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3167162 Aug 10 03:45:12.725988 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 32970) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:12.790961 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e0689c-2409-40fa-9819-e160f3799970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0284dcf-d627-432d-bb9e-94358cadf769,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:12.791340 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0e6c2b-f15d-43d6-89e6-f31f6905c0d4 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Pushing event updated for resources: {'Port': ['ID=08144267-9e40-4451-b996-8da22c50ee43,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:12.912680 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0e6c2b-f15d-43d6-89e6-f31f6905c0d4 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:12.913269 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0e6c2b-f15d-43d6-89e6-f31f6905c0d4 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:12.913763 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0e6c2b-f15d-43d6-89e6-f31f6905c0d4 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:12.914257 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0e6c2b-f15d-43d6-89e6-f31f6905c0d4 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:12.917396 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0e6c2b-f15d-43d6-89e6-f31f6905c0d4 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:12.918021 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0e6c2b-f15d-43d6-89e6-f31f6905c0d4 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:12.918692 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0e6c2b-f15d-43d6-89e6-f31f6905c0d4 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:12.919329 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0e6c2b-f15d-43d6-89e6-f31f6905c0d4 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:12.919915 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0e6c2b-f15d-43d6-89e6-f31f6905c0d4 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:12.920446 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0e6c2b-f15d-43d6-89e6-f31f6905c0d4 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:12.920956 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0e6c2b-f15d-43d6-89e6-f31f6905c0d4 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:12.921515 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0e6c2b-f15d-43d6-89e6-f31f6905c0d4 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:12.944175 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ec167b57-b487-473c-a071-0253c02c8e43 req-1a05fd70-887d-4a23-9d50-f468757217d3 service neutron] 10.222.0.61 "GET /v2.0/networks/71c89238-8f5d-43f8-b1be-95c24d55419f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6297963 Aug 10 03:45:12.956520 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-458876bf-d5a8-4405-b3c0-3351864ebd19 req-9f0103da-3c21-49b4-9c1c-6337bf13bbc3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e356060a-1243-4185-ad19-14818f4aebea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1599922 Aug 10 03:45:12.966581 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20110713-1d94-4b0a-aa58-7ee08646649e req-be0e6c2b-f15d-43d6-89e6-f31f6905c0d4 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Network e356060a-1243-4185-ad19-14818f4aebea is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:45:12.981014 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-eb0ccaf2-e945-4a34-9936-6666bcce9166 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:12.995653 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-20110713-1d94-4b0a-aa58-7ee08646649e req-be0e6c2b-f15d-43d6-89e6-f31f6905c0d4 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:45:13.003021 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-20110713-1d94-4b0a-aa58-7ee08646649e req-be0e6c2b-f15d-43d6-89e6-f31f6905c0d4 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:45:13.036615 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-eb0ccaf2-e945-4a34-9936-6666bcce9166 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:13.124787 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-458876bf-d5a8-4405-b3c0-3351864ebd19 req-8b51bf38-7906-4652-a72f-df613b2de74c service neutron] 10.222.0.42 "GET /v2.0/networks/e356060a-1243-4185-ad19-14818f4aebea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551309 Aug 10 03:45:13.142076 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-eb0ccaf2-e945-4a34-9936-6666bcce9166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:13.157106 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-eb0ccaf2-e945-4a34-9936-6666bcce9166 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:13.160354 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-eb0ccaf2-e945-4a34-9936-6666bcce9166 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f0284dcf-d627-432d-bb9e-94358cadf769 HTTP/1.1" status: 204 len: 168 time: 0.4327385 Aug 10 03:45:13.199134 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0ccaf2-e945-4a34-9936-6666bcce9166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0284dcf-d627-432d-bb9e-94358cadf769,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:13.873095 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20110713-1d94-4b0a-aa58-7ee08646649e req-be0e6c2b-f15d-43d6-89e6-f31f6905c0d4 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:13.874318 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-20110713-1d94-4b0a-aa58-7ee08646649e req-be0e6c2b-f15d-43d6-89e6-f31f6905c0d4 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:13.911336 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-20110713-1d94-4b0a-aa58-7ee08646649e req-be0e6c2b-f15d-43d6-89e6-f31f6905c0d4 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1500151 Aug 10 03:45:13.945806 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce3dbd-3669-40c1-8227-ac3c72cd903d req-f32dfe71-6963-4c43-8488-692b8b4eb171 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:13.949910 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0dce3dbd-3669-40c1-8227-ac3c72cd903d req-f32dfe71-6963-4c43-8488-692b8b4eb171 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/ports?device_id=8fe7a769-d2d4-4ac2-9ba3-aff97d47c681 HTTP/1.1" status: 200 len: 931 time: 0.8079040 Aug 10 03:45:13.976048 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-20110713-1d94-4b0a-aa58-7ee08646649e req-f0e6ffa4-98a8-4155-a498-660499aa3d75 service neutron] Request body: {'port': {'device_id': '8fe7a769-d2d4-4ac2-9ba3-aff97d47c681', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:13.984786 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 32994) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:14.118961 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ec167b57-b487-473c-a071-0253c02c8e43 req-9a4cc2fd-4206-4e97-b840-e32282e65c29 service neutron] 10.222.0.61 "GET /v2.0/networks/71c89238-8f5d-43f8-b1be-95c24d55419f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1599228 Aug 10 03:45:14.143733 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-458876bf-d5a8-4405-b3c0-3351864ebd19 req-399b4ecc-7ab0-435c-8d2d-64e2915d44ed service neutron] 10.222.0.42 "GET /v2.0/networks/e356060a-1243-4185-ad19-14818f4aebea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9983280 Aug 10 03:45:14.265174 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0dce3dbd-3669-40c1-8227-ac3c72cd903d req-6d4053be-4671-4106-8006-ac3d3b63ed1d tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/security-groups?id=db852a7b-2c6f-44b2-a3e6-df6b6f6ce8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978914 Aug 10 03:45:14.275654 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-20110713-1d94-4b0a-aa58-7ee08646649e req-f0e6ffa4-98a8-4155-a498-660499aa3d75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:14.374492 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ec316cd5-c56e-4385-ad22-226f84b686e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:14.664389 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ec316cd5-c56e-4385-ad22-226f84b686e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:14.677439 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ec316cd5-c56e-4385-ad22-226f84b686e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:14.744490 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec316cd5-c56e-4385-ad22-226f84b686e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa18120-52ec-4f05-9b88-deab4ad485c1,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:14.757025 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ec316cd5-c56e-4385-ad22-226f84b686e6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ef0701a5a535446694512b1ca9e342c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7679551 Aug 10 03:45:14.761966 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33014) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:14.835216 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7b20c65d-2165-4fb9-8af5-1f43886c7088 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:14.885205 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7b20c65d-2165-4fb9-8af5-1f43886c7088 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:14.887899 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-20110713-1d94-4b0a-aa58-7ee08646649e req-f0e6ffa4-98a8-4155-a498-660499aa3d75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08144267-9e40-4451-b996-8da22c50ee43 {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:45:14.901135 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-20110713-1d94-4b0a-aa58-7ee08646649e req-f0e6ffa4-98a8-4155-a498-660499aa3d75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:14.915617 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-20110713-1d94-4b0a-aa58-7ee08646649e req-f0e6ffa4-98a8-4155-a498-660499aa3d75 service neutron] Transition to ACTIVE for port object 08144267-9e40-4451-b996-8da22c50ee43 will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:45:14.921585 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-20110713-1d94-4b0a-aa58-7ee08646649e req-f0e6ffa4-98a8-4155-a498-660499aa3d75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:15.015985 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e6ffa4-98a8-4155-a498-660499aa3d75 service neutron] Pushing event updated for resources: {'Port': ['ID=08144267-9e40-4451-b996-8da22c50ee43,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:15.020465 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7b20c65d-2165-4fb9-8af5-1f43886c7088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:15.032608 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7b20c65d-2165-4fb9-8af5-1f43886c7088 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:15.036058 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-7b20c65d-2165-4fb9-8af5-1f43886c7088 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1fa18120-52ec-4f05-9b88-deab4ad485c1 HTTP/1.1" status: 204 len: 168 time: 0.2723098 Aug 10 03:45:15.070516 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b20c65d-2165-4fb9-8af5-1f43886c7088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa18120-52ec-4f05-9b88-deab4ad485c1,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:15.157366 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-20110713-1d94-4b0a-aa58-7ee08646649e req-f0e6ffa4-98a8-4155-a498-660499aa3d75 service neutron] Attempting to bind port 08144267-9e40-4451-b996-8da22c50ee43 on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:45:15.157921 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-20110713-1d94-4b0a-aa58-7ee08646649e req-f0e6ffa4-98a8-4155-a498-660499aa3d75 service neutron] Attempting to bind port 08144267-9e40-4451-b996-8da22c50ee43 by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '3569a734-dec7-4b7a-b2db-22edb5a0f3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e356060a-1243-4185-ad19-14818f4aebea'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:45:15.158538 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20110713-1d94-4b0a-aa58-7ee08646649e req-f0e6ffa4-98a8-4155-a498-660499aa3d75 service neutron] Attempting to bind port 08144267-9e40-4451-b996-8da22c50ee43 on network e356060a-1243-4185-ad19-14818f4aebea {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:45:15.164173 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20110713-1d94-4b0a-aa58-7ee08646649e req-f0e6ffa4-98a8-4155-a498-660499aa3d75 service neutron] Port 08144267-9e40-4451-b996-8da22c50ee43 on network e356060a-1243-4185-ad19-14818f4aebea not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:45:15.164655 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20110713-1d94-4b0a-aa58-7ee08646649e req-f0e6ffa4-98a8-4155-a498-660499aa3d75 service neutron] Attempting to bind port 08144267-9e40-4451-b996-8da22c50ee43 on network e356060a-1243-4185-ad19-14818f4aebea {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:45:15.171987 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20110713-1d94-4b0a-aa58-7ee08646649e req-f0e6ffa4-98a8-4155-a498-660499aa3d75 service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:45:15.172669 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20110713-1d94-4b0a-aa58-7ee08646649e req-f0e6ffa4-98a8-4155-a498-660499aa3d75 service neutron] Checking segment: {'id': '3569a734-dec7-4b7a-b2db-22edb5a0f3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e356060a-1243-4185-ad19-14818f4aebea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:45:15.173170 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20110713-1d94-4b0a-aa58-7ee08646649e req-f0e6ffa4-98a8-4155-a498-660499aa3d75 service neutron] Bound using segment: {'id': '3569a734-dec7-4b7a-b2db-22edb5a0f3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e356060a-1243-4185-ad19-14818f4aebea'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:45:15.174292 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-20110713-1d94-4b0a-aa58-7ee08646649e req-f0e6ffa4-98a8-4155-a498-660499aa3d75 service neutron] Bound port: 08144267-9e40-4451-b996-8da22c50ee43, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3569a734-dec7-4b7a-b2db-22edb5a0f3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e356060a-1243-4185-ad19-14818f4aebea'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:45:15.174292 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-20110713-1d94-4b0a-aa58-7ee08646649e req-f0e6ffa4-98a8-4155-a498-660499aa3d75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:15.261900 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-20110713-1d94-4b0a-aa58-7ee08646649e req-f0e6ffa4-98a8-4155-a498-660499aa3d75 service neutron] For port 08144267-9e40-4451-b996-8da22c50ee43, host n-h1-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:45:15.270494 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-20110713-1d94-4b0a-aa58-7ee08646649e req-f0e6ffa4-98a8-4155-a498-660499aa3d75 service neutron] For port 08144267-9e40-4451-b996-8da22c50ee43, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=08144267-9e40-4451-b996-8da22c50ee43,segment=NetworkSegment(3569a734-dec7-4b7a-b2db-22edb5a0f3a6),segment_id=3569a734-dec7-4b7a-b2db-22edb5a0f3a6)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:45:15.279301 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-20110713-1d94-4b0a-aa58-7ee08646649e req-f0e6ffa4-98a8-4155-a498-660499aa3d75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:15.346600 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20110713-1d94-4b0a-aa58-7ee08646649e req-f0e6ffa4-98a8-4155-a498-660499aa3d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:15.347270 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-20110713-1d94-4b0a-aa58-7ee08646649e req-f0e6ffa4-98a8-4155-a498-660499aa3d75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:15.349042 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-20110713-1d94-4b0a-aa58-7ee08646649e req-f0e6ffa4-98a8-4155-a498-660499aa3d75 service neutron] 10.222.0.42 "PUT /v2.0/ports/08144267-9e40-4451-b996-8da22c50ee43 HTTP/1.1" status: 200 len: 1092 time: 1.3940413 Aug 10 03:45:15.349562 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fe7a769-d2d4-4ac2-9ba3-aff97d47c681', 'tag': '08144267-9e40-4451-b996-8da22c50ee43'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:45:15.352211 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa0e98e9-5f31-4f3e-965a-7037b404193d" -d '{"events": [{"name": "network-changed", "server_uuid": "8fe7a769-d2d4-4ac2-9ba3-aff97d47c681", "tag": "08144267-9e40-4451-b996-8da22c50ee43"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:45:15.387299 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e6ffa4-98a8-4155-a498-660499aa3d75 service neutron] Pushing event updated for resources: {'Port': ['ID=08144267-9e40-4451-b996-8da22c50ee43,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:15.517378 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20110713-1d94-4b0a-aa58-7ee08646649e req-eeb55d4e-d98c-48af-8bc0-b1b5d71546e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:15.522608 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-20110713-1d94-4b0a-aa58-7ee08646649e req-eeb55d4e-d98c-48af-8bc0-b1b5d71546e4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=053476844ca64753be1fb831fa4e27b9&device_id=8fe7a769-d2d4-4ac2-9ba3-aff97d47c681 HTTP/1.1" status: 200 len: 1095 time: 0.1009617 Aug 10 03:45:15.537088 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d8fbbd2-7c42-484d-9a47-63f0058fd58a x-openstack-request-id: req-0d8fbbd2-7c42-484d-9a47-63f0058fd58a {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:45:15.537457 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fe7a769-d2d4-4ac2-9ba3-aff97d47c681", "tag": "08144267-9e40-4451-b996-8da22c50ee43", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:45:15.537824 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0d8fbbd2-7c42-484d-9a47-63f0058fd58a {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:45:15.538363 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fe7a769-d2d4-4ac2-9ba3-aff97d47c681', 'tag': '08144267-9e40-4451-b996-8da22c50ee43', 'status': 'completed', 'code': 200} Aug 10 03:45:15.588949 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-20110713-1d94-4b0a-aa58-7ee08646649e req-20c7d3da-6971-471e-9237-e264d7a7895e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=08144267-9e40-4451-b996-8da22c50ee43 HTTP/1.1" status: 200 len: 217 time: 0.0482287 Aug 10 03:45:15.706370 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8482b09-d67d-477b-b6a5-bb9ab9cb669f req-388c693d-ad43-445e-8a02-622ae3d95d7a tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:15.707864 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e8482b09-d67d-477b-b6a5-bb9ab9cb669f req-388c693d-ad43-445e-8a02-622ae3d95d7a tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/ports?device_id=8fe7a769-d2d4-4ac2-9ba3-aff97d47c681 HTTP/1.1" status: 200 len: 943 time: 0.1685748 Aug 10 03:45:15.710158 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20110713-1d94-4b0a-aa58-7ee08646649e req-d3dff55e-44d2-4e12-b333-4940042d0f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:15.712233 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-20110713-1d94-4b0a-aa58-7ee08646649e req-d3dff55e-44d2-4e12-b333-4940042d0f69 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=639ffadf-1ce3-4502-ad09-ab0e9b867ccc HTTP/1.1" status: 200 len: 854 time: 0.1013398 Aug 10 03:45:15.813845 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-20110713-1d94-4b0a-aa58-7ee08646649e req-0bbfbc63-eb72-48b0-98e7-d9a28b9ece10 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e356060a-1243-4185-ad19-14818f4aebea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0941982 Aug 10 03:45:15.857826 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e8482b09-d67d-477b-b6a5-bb9ab9cb669f req-ed6d4499-424d-41b4-b287-a554a8287287 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/security-groups?id=db852a7b-2c6f-44b2-a3e6-df6b6f6ce8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286354 Aug 10 03:45:16.003251 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-20110713-1d94-4b0a-aa58-7ee08646649e req-7984d522-5bfc-4ffe-afe8-bf439976400e service neutron] 10.222.0.42 "GET /v2.0/networks/e356060a-1243-4185-ad19-14818f4aebea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810279 Aug 10 03:45:16.195857 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-20110713-1d94-4b0a-aa58-7ee08646649e req-d95f3f01-0326-4ae7-9df1-3a0976d4b459 service neutron] 10.222.0.42 "GET /v2.0/networks/e356060a-1243-4185-ad19-14818f4aebea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844625 Aug 10 03:45:16.372073 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0e98e9-5f31-4f3e-965a-7037b404193d req-89bf980b-781a-47b4-957e-ed3f6006208e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:16.374273 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-aa0e98e9-5f31-4f3e-965a-7037b404193d req-89bf980b-781a-47b4-957e-ed3f6006208e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=053476844ca64753be1fb831fa4e27b9&device_id=8fe7a769-d2d4-4ac2-9ba3-aff97d47c681 HTTP/1.1" status: 200 len: 1095 time: 0.0937734 Aug 10 03:45:16.577875 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0e98e9-5f31-4f3e-965a-7037b404193d req-5c79db75-ee99-4e9a-b688-8521f5b1b4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:16.581678 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-aa0e98e9-5f31-4f3e-965a-7037b404193d req-5c79db75-ee99-4e9a-b688-8521f5b1b4ed service neutron] 10.222.0.42 "GET /v2.0/networks?id=e356060a-1243-4185-ad19-14818f4aebea HTTP/1.1" status: 200 len: 914 time: 0.1996036 Aug 10 03:45:16.680727 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-aa0e98e9-5f31-4f3e-965a-7037b404193d req-116c0d7c-2575-42f2-820c-d63b419f902a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=08144267-9e40-4451-b996-8da22c50ee43 HTTP/1.1" status: 200 len: 217 time: 0.0881684 Aug 10 03:45:16.696670 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33070) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:16.797542 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0e98e9-5f31-4f3e-965a-7037b404193d req-234c16a6-78ea-425d-9f6c-37756af44aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:16.799945 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-aa0e98e9-5f31-4f3e-965a-7037b404193d req-234c16a6-78ea-425d-9f6c-37756af44aef service neutron] 10.222.0.42 "GET /v2.0/subnets?id=639ffadf-1ce3-4502-ad09-ab0e9b867ccc HTTP/1.1" status: 200 len: 854 time: 0.1105468 Aug 10 03:45:16.877482 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-aa0e98e9-5f31-4f3e-965a-7037b404193d req-3060494c-ea2c-4cd2-b13a-4531bb4c1504 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e356060a-1243-4185-ad19-14818f4aebea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635972 Aug 10 03:45:16.889415 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-80e76a72-ec7e-4f68-b108-cab83471480b admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-890598806-network', 'tenant_id': 'd3a8002f83294de995633cce8274a8da'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:16.966042 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e76a72-ec7e-4f68-b108-cab83471480b admin admin] Made reservation on behalf of d3a8002f83294de995633cce8274a8da for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:45:16.971814 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-80e76a72-ec7e-4f68-b108-cab83471480b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:16.998949 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-80e76a72-ec7e-4f68-b108-cab83471480b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:17.156045 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95972bc3-1388-4d7d-9d56-a91d0c7a680f req-736b02d0-5499-4545-98dd-e4f9cbd07d7f tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:17.159087 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-95972bc3-1388-4d7d-9d56-a91d0c7a680f req-736b02d0-5499-4545-98dd-e4f9cbd07d7f tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/ports?device_id=8fe7a769-d2d4-4ac2-9ba3-aff97d47c681 HTTP/1.1" status: 200 len: 943 time: 0.1609809 Aug 10 03:45:17.173364 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-aa0e98e9-5f31-4f3e-965a-7037b404193d req-3dadf870-9acc-4ce6-b9e9-6faa03b3debf service neutron] 10.222.0.42 "GET /v2.0/networks/e356060a-1243-4185-ad19-14818f4aebea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920432 Aug 10 03:45:17.192171 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-80e76a72-ec7e-4f68-b108-cab83471480b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:17.202671 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-80e76a72-ec7e-4f68-b108-cab83471480b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:17.232857 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80e76a72-ec7e-4f68-b108-cab83471480b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:45:17.256468 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-80e76a72-ec7e-4f68-b108-cab83471480b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:17.257572 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-80e76a72-ec7e-4f68-b108-cab83471480b admin admin] Added segment dc713ce1-ae20-44bd-abae-5569e38e4b0a of type vlan for network 02959262-91a4-4846-8f8f-b4554a8e686f Aug 10 03:45:17.315922 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-95972bc3-1388-4d7d-9d56-a91d0c7a680f req-519a53d7-0f5b-4b4c-a2e8-d59eceb84e26 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/security-groups?id=db852a7b-2c6f-44b2-a3e6-df6b6f6ce8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481636 Aug 10 03:45:17.379819 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-80e76a72-ec7e-4f68-b108-cab83471480b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:17.454092 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e76a72-ec7e-4f68-b108-cab83471480b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=253858b1-a284-42d3-a345-533ac317c529,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:17.456353 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-aa0e98e9-5f31-4f3e-965a-7037b404193d req-d8be4b52-ca8d-4cae-968a-8b672b0469e8 service neutron] 10.222.0.42 "GET /v2.0/networks/e356060a-1243-4185-ad19-14818f4aebea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591488 Aug 10 03:45:17.541064 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-80e76a72-ec7e-4f68-b108-cab83471480b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:17.541064 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e76a72-ec7e-4f68-b108-cab83471480b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:17.541064 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-80e76a72-ec7e-4f68-b108-cab83471480b admin admin] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:17.649724 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-80e76a72-ec7e-4f68-b108-cab83471480b admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 0.9517510 Aug 10 03:45:17.654165 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 33086) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:17.657813 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e76a72-ec7e-4f68-b108-cab83471480b admin admin] Pushing event updated for resources: {'Network': ['ID=02959262-91a4-4846-8f8f-b4554a8e686f,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:17.664085 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-c04e5ea3-2f8a-4b10-bf0c-4237c1aac834 admin admin] Request body: {'subnet': {'network_id': '02959262-91a4-4846-8f8f-b4554a8e686f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-890598806-subnet', 'tenant_id': 'd3a8002f83294de995633cce8274a8da', 'ip_version': 4}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:17.678415 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 02959262-91a4-4846-8f8f-b4554a8e686f details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:45:17.718905 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c04e5ea3-2f8a-4b10-bf0c-4237c1aac834 admin admin] Made reservation on behalf of d3a8002f83294de995633cce8274a8da for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:45:17.722026 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c04e5ea3-2f8a-4b10-bf0c-4237c1aac834 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:18.063730 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c04e5ea3-2f8a-4b10-bf0c-4237c1aac834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58895384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805196'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:18.161721 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04e5ea3-2f8a-4b10-bf0c-4237c1aac834 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c796a3f6-81a0-4a6b-909d-fb2fcca4d19d,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:18.184852 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04e5ea3-2f8a-4b10-bf0c-4237c1aac834 admin admin] Checking segment: {'id': 'dc713ce1-ae20-44bd-abae-5569e38e4b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '02959262-91a4-4846-8f8f-b4554a8e686f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:45:18.185790 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04e5ea3-2f8a-4b10-bf0c-4237c1aac834 admin admin] Network hostable DHCP agents. Network: 02959262-91a4-4846-8f8f-b4554a8e686f, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:45:18.220056 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04e5ea3-2f8a-4b10-bf0c-4237c1aac834 admin admin] Network 02959262-91a4-4846-8f8f-b4554a8e686f is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:45:18.236478 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-c04e5ea3-2f8a-4b10-bf0c-4237c1aac834 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 02959262-91a4-4846-8f8f-b4554a8e686f) {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:45:18.248499 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04e5ea3-2f8a-4b10-bf0c-4237c1aac834 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:18.248701 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe40f265-04d3-4aeb-9fed-c4c45af4c832 None None] Network 02959262-91a4-4846-8f8f-b4554a8e686f requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:45:18.249549 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c04e5ea3-2f8a-4b10-bf0c-4237c1aac834 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:18.277950 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-c04e5ea3-2f8a-4b10-bf0c-4237c1aac834 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.6215987 Aug 10 03:45:18.281858 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33094) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:18.291798 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-51e6e770-55a3-466f-a822-4bf1798f7333 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-890598806-router', 'tenant_id': 'd3a8002f83294de995633cce8274a8da', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:18.340499 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-51e6e770-55a3-466f-a822-4bf1798f7333 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:18.343033 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-51e6e770-55a3-466f-a822-4bf1798f7333 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:18.480333 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-51e6e770-55a3-466f-a822-4bf1798f7333 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:18.491051 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52651609-4aa1-42dc-bcc4-4c693f081b08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-02959262-91a4-4846-8f8f-b4554a8e686f', 'network_id': '02959262-91a4-4846-8f8f-b4554a8e686f', 'tenant_id': 'd3a8002f83294de995633cce8274a8da', 'fixed_ips': [{'subnet_id': 'c796a3f6-81a0-4a6b-909d-fb2fcca4d19d'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:45:18.493018 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-52651609-4aa1-42dc-bcc4-4c693f081b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:18.521191 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 08144267-9e40-4451-b996-8da22c50ee43 details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:45:18.700615 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8bfe13-7dda-43c6-8d44-8e4ecdaeb752 req-e0a8cc40-2947-47f0-8fd4-ee5fbc6d520f tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:18.704099 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ce8bfe13-7dda-43c6-8d44-8e4ecdaeb752 req-e0a8cc40-2947-47f0-8fd4-ee5fbc6d520f tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/ports?device_id=8fe7a769-d2d4-4ac2-9ba3-aff97d47c681 HTTP/1.1" status: 200 len: 943 time: 0.1498458 Aug 10 03:45:18.736767 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-52651609-4aa1-42dc-bcc4-4c693f081b08 None None] Allocated IP 172.20.0.2 (02959262-91a4-4846-8f8f-b4554a8e686f/c796a3f6-81a0-4a6b-909d-fb2fcca4d19d/dc87980c-1ed2-4b54-9dc6-f583e42c4730) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:45:18.818466 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ce8bfe13-7dda-43c6-8d44-8e4ecdaeb752 req-7fc2f24a-c07b-4b4c-999a-286f657cba02 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/security-groups?id=db852a7b-2c6f-44b2-a3e6-df6b6f6ce8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878186 Aug 10 03:45:18.874675 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-51e6e770-55a3-466f-a822-4bf1798f7333 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:19.027653 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 08144267-9e40-4451-b996-8da22c50ee43, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=08144267-9e40-4451-b996-8da22c50ee43,segment=NetworkSegment(3569a734-dec7-4b7a-b2db-22edb5a0f3a6),segment_id=3569a734-dec7-4b7a-b2db-22edb5a0f3a6)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:19.051174 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': '08144267-9e40-4451-b996-8da22c50ee43', 'network_id': 'e356060a-1243-4185-ad19-14818f4aebea', 'port_id': '08144267-9e40-4451-b996-8da22c50ee43', 'mac_address': 'fa:16:3e:4d:f4:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '639ffadf-1ce3-4502-ad09-ab0e9b867ccc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:45:19.195184 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-51e6e770-55a3-466f-a822-4bf1798f7333 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:19.208517 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:19.217839 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-51e6e770-55a3-466f-a822-4bf1798f7333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:19.229869 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-52651609-4aa1-42dc-bcc4-4c693f081b08 None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:19.250421 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08144267-9e40-4451-b996-8da22c50ee43 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:45:19.263619 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-52651609-4aa1-42dc-bcc4-4c693f081b08 None None] Transition to ACTIVE for port object dc87980c-1ed2-4b54-9dc6-f583e42c4730 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:45:19.312110 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 08144267-9e40-4451-b996-8da22c50ee43, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=08144267-9e40-4451-b996-8da22c50ee43,segment=NetworkSegment(3569a734-dec7-4b7a-b2db-22edb5a0f3a6),segment_id=3569a734-dec7-4b7a-b2db-22edb5a0f3a6)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:19.317830 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-52651609-4aa1-42dc-bcc4-4c693f081b08 None None] Transition to ACTIVE for port object dc87980c-1ed2-4b54-9dc6-f583e42c4730 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:45:19.321566 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:19.342181 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-52651609-4aa1-42dc-bcc4-4c693f081b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:19.407079 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-51e6e770-55a3-466f-a822-4bf1798f7333 admin admin] Allocated IP 172.25.6.241 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/cbea527d-826b-468c-b3d9-56f857ed0593) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:45:19.423894 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52651609-4aa1-42dc-bcc4-4c693f081b08 None None] Network 02959262-91a4-4846-8f8f-b4554a8e686f is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:45:19.431903 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-52651609-4aa1-42dc-bcc4-4c693f081b08 None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:45:19.444619 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52651609-4aa1-42dc-bcc4-4c693f081b08 None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:45:19.463892 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=08144267-9e40-4451-b996-8da22c50ee43,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:19.515092 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:19.515595 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:19.516143 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:19.516746 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:19.517412 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:19.518027 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:19.518661 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:19.519277 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:19.520349 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:19.520495 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:19.521041 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:19.521607 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:19.560993 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-51e6e770-55a3-466f-a822-4bf1798f7333 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:19.567907 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['08144267-9e40-4451-b996-8da22c50ee43'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:45:19.606511 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-51e6e770-55a3-466f-a822-4bf1798f7333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:19.649864 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e6e770-55a3-466f-a822-4bf1798f7333 admin admin] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:45:19.655262 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-51e6e770-55a3-466f-a822-4bf1798f7333 admin admin] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:45:19.659081 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e6e770-55a3-466f-a822-4bf1798f7333 admin admin] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:45:19.672071 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-52651609-4aa1-42dc-bcc4-4c693f081b08 None None] Attempting to bind port dc87980c-1ed2-4b54-9dc6-f583e42c4730 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:45:19.672719 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-52651609-4aa1-42dc-bcc4-4c693f081b08 None None] Attempting to bind port dc87980c-1ed2-4b54-9dc6-f583e42c4730 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'dc713ce1-ae20-44bd-abae-5569e38e4b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '02959262-91a4-4846-8f8f-b4554a8e686f'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:45:19.673344 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52651609-4aa1-42dc-bcc4-4c693f081b08 None None] Attempting to bind port dc87980c-1ed2-4b54-9dc6-f583e42c4730 on network 02959262-91a4-4846-8f8f-b4554a8e686f {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:45:19.688080 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e6e770-55a3-466f-a822-4bf1798f7333 admin admin] Pushing event updated for resources: {'Port': ['ID=cbea527d-826b-468c-b3d9-56f857ed0593,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:19.711912 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52651609-4aa1-42dc-bcc4-4c693f081b08 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:45:19.712290 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52651609-4aa1-42dc-bcc4-4c693f081b08 None None] Checking segment: {'id': 'dc713ce1-ae20-44bd-abae-5569e38e4b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '02959262-91a4-4846-8f8f-b4554a8e686f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:45:19.712930 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-52651609-4aa1-42dc-bcc4-4c693f081b08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:19.713504 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52651609-4aa1-42dc-bcc4-4c693f081b08 None None] Bound using segment: {'id': 'dc713ce1-ae20-44bd-abae-5569e38e4b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '02959262-91a4-4846-8f8f-b4554a8e686f'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:45:19.714204 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-52651609-4aa1-42dc-bcc4-4c693f081b08 None None] Bound port: dc87980c-1ed2-4b54-9dc6-f583e42c4730, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc713ce1-ae20-44bd-abae-5569e38e4b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '02959262-91a4-4846-8f8f-b4554a8e686f'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:45:19.714639 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-52651609-4aa1-42dc-bcc4-4c693f081b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:19.722217 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52651609-4aa1-42dc-bcc4-4c693f081b08 None None] Pushing event updated for resources: {'Port': ['ID=dc87980c-1ed2-4b54-9dc6-f583e42c4730,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:19.835956 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-52651609-4aa1-42dc-bcc4-4c693f081b08 None None] For port dc87980c-1ed2-4b54-9dc6-f583e42c4730, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:45:19.861810 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-52651609-4aa1-42dc-bcc4-4c693f081b08 None None] For port dc87980c-1ed2-4b54-9dc6-f583e42c4730, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=dc87980c-1ed2-4b54-9dc6-f583e42c4730,segment=NetworkSegment(dc713ce1-ae20-44bd-abae-5569e38e4b0a),segment_id=dc713ce1-ae20-44bd-abae-5569e38e4b0a)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:45:19.873337 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-52651609-4aa1-42dc-bcc4-4c693f081b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:20.019033 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52651609-4aa1-42dc-bcc4-4c693f081b08 None None] Pushing event updated for resources: {'Port': ['ID=dc87980c-1ed2-4b54-9dc6-f583e42c4730,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:20.049943 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d69868d-8bb5-46c7-bd02-bb6d8154710a req-58538e0e-2071-49e2-ae63-c4a0d1f09dde tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:20.059424 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1d69868d-8bb5-46c7-bd02-bb6d8154710a req-58538e0e-2071-49e2-ae63-c4a0d1f09dde tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/ports?device_id=8fe7a769-d2d4-4ac2-9ba3-aff97d47c681 HTTP/1.1" status: 200 len: 944 time: 0.1297615 Aug 10 03:45:20.144252 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1d69868d-8bb5-46c7-bd02-bb6d8154710a req-21e623fa-462e-4787-a149-7d066551b40c tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/security-groups?id=db852a7b-2c6f-44b2-a3e6-df6b6f6ce8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836182 Aug 10 03:45:20.223096 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 33120) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:20.348230 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-51e6e770-55a3-466f-a822-4bf1798f7333 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:20.542795 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3a555973-80b2-4e5e-b976-ea4a22955350 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:20.547763 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 08144267-9e40-4451-b996-8da22c50ee43 up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:45:20.622897 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning for port 08144267-9e40-4451-b996-8da22c50ee43 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:45:20.631058 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port 08144267-9e40-4451-b996-8da22c50ee43 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:45:20.631441 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:20.719520 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3a555973-80b2-4e5e-b976-ea4a22955350 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:20.727734 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3a555973-80b2-4e5e-b976-ea4a22955350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:20.746762 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-51e6e770-55a3-466f-a822-4bf1798f7333 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:20.771878 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:20.800253 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fe7a769-d2d4-4ac2-9ba3-aff97d47c681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08144267-9e40-4451-b996-8da22c50ee43'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:45:20.802647 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32376f81-4d79-4ce8-a5ac-97d8a27f83ac" -d '{"events": [{"server_uuid": "8fe7a769-d2d4-4ac2-9ba3-aff97d47c681", "name": "network-vif-plugged", "status": "completed", "tag": "08144267-9e40-4451-b996-8da22c50ee43"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:45:20.820542 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 08144267-9e40-4451-b996-8da22c50ee43, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=08144267-9e40-4451-b996-8da22c50ee43,segment=NetworkSegment(3569a734-dec7-4b7a-b2db-22edb5a0f3a6),segment_id=3569a734-dec7-4b7a-b2db-22edb5a0f3a6)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:20.830518 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-3a555973-80b2-4e5e-b976-ea4a22955350 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=112bd26fcf8e43a8b3574eac0a80cc9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6058767 Aug 10 03:45:20.832588 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a555973-80b2-4e5e-b976-ea4a22955350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12868c4b-2e44-45c6-b9ab-814324d2d48c,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:20.834989 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:20.842042 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 33130) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:20.889838 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1198cf1e-dfaf-4aa8-a334-699c8eaf9891 x-openstack-request-id: req-1198cf1e-dfaf-4aa8-a334-699c8eaf9891 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:45:20.890331 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fe7a769-d2d4-4ac2-9ba3-aff97d47c681", "name": "network-vif-plugged", "status": "completed", "tag": "08144267-9e40-4451-b996-8da22c50ee43", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:45:20.890440 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1198cf1e-dfaf-4aa8-a334-699c8eaf9891 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:45:20.891279 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fe7a769-d2d4-4ac2-9ba3-aff97d47c681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08144267-9e40-4451-b996-8da22c50ee43', 'code': 200} Aug 10 03:45:20.924797 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=08144267-9e40-4451-b996-8da22c50ee43,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:20.955924 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-44406188-f29a-4dde-8ac3-181cb9e29dd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:20.976016 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51e6e770-55a3-466f-a822-4bf1798f7333 admin admin] Router e4527756-8f86-49ca-956a-f096d6406e8b is scheduled to L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e with binding_index 1 {{(pid=94261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:45:21.014674 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-44406188-f29a-4dde-8ac3-181cb9e29dd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:21.113668 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffc73dc-e1cd-4178-9a85-cb9ce9320891 req-4c184547-0800-4a38-8dec-d6db4f21e951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:21.116213 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5ffc73dc-e1cd-4178-9a85-cb9ce9320891 req-4c184547-0800-4a38-8dec-d6db4f21e951 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8fe7a769-d2d4-4ac2-9ba3-aff97d47c681 HTTP/1.1" status: 200 len: 1097 time: 0.0925598 Aug 10 03:45:21.117410 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-44406188-f29a-4dde-8ac3-181cb9e29dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:21.121007 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-44406188-f29a-4dde-8ac3-181cb9e29dd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:21.122396 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-44406188-f29a-4dde-8ac3-181cb9e29dd9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/12868c4b-2e44-45c6-b9ab-814324d2d48c HTTP/1.1" status: 204 len: 168 time: 0.2782767 Aug 10 03:45:21.140098 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44406188-f29a-4dde-8ac3-181cb9e29dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12868c4b-2e44-45c6-b9ab-814324d2d48c,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:21.201988 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51e6e770-55a3-466f-a822-4bf1798f7333 admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:45:21.214733 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26702470-251c-4e0d-b95b-aaf6dbec89f8 None None] Sync routers for ids ['e4527756-8f86-49ca-956a-f096d6406e8b'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:45:21.223648 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5ffc73dc-e1cd-4178-9a85-cb9ce9320891 req-b9929160-9d21-40ea-b0fd-8ad527e445eb service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=db852a7b-2c6f-44b2-a3e6-df6b6f6ce8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979629 Aug 10 03:45:21.233082 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26702470-251c-4e0d-b95b-aaf6dbec89f8 None None] Routers {'e4527756-8f86-49ca-956a-f096d6406e8b'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:45:21.234576 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-26702470-251c-4e0d-b95b-aaf6dbec89f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:44:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['e4527756-8f86-49ca-956a-f096d6406e8b'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:21.245346 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-51e6e770-55a3-466f-a822-4bf1798f7333 admin admin] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:21.249649 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-51e6e770-55a3-466f-a822-4bf1798f7333 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 2.9634326 Aug 10 03:45:21.250363 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33140) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:21.397081 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364546ce-0084-41a0-a12d-7d51eb991ebf req-f33b2732-312a-4dda-a088-e82a2e2c4ad8 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:21.403267 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-364546ce-0084-41a0-a12d-7d51eb991ebf req-f33b2732-312a-4dda-a088-e82a2e2c4ad8 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/ports?device_id=8fe7a769-d2d4-4ac2-9ba3-aff97d47c681 HTTP/1.1" status: 200 len: 945 time: 0.1320131 Aug 10 03:45:21.413003 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3e504316-8804-4533-934d-cf5c1b22cd32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:21.548762 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-26702470-251c-4e0d-b95b-aaf6dbec89f8 None None] Set router e4527756-8f86-49ca-956a-f096d6406e8b gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:45:21.562301 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-364546ce-0084-41a0-a12d-7d51eb991ebf req-37ca9559-4313-4d96-af1f-8c898b749608 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/security-groups?id=db852a7b-2c6f-44b2-a3e6-df6b6f6ce8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513379 Aug 10 03:45:21.602170 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27bd6dc0-e664-45d8-8b32-9ee1ca6227ab None None] Network 02959262-91a4-4846-8f8f-b4554a8e686f requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:45:21.868661 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-ad7bce77-cbf7-4c6f-b3b6-8304356234f0 None None] Provisioning for port dc87980c-1ed2-4b54-9dc6-f583e42c4730 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:45:22.218948 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device dc87980c-1ed2-4b54-9dc6-f583e42c4730 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:45:22.356258 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port dc87980c-1ed2-4b54-9dc6-f583e42c4730 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:45:22.363519 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port dc87980c-1ed2-4b54-9dc6-f583e42c4730 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:45:22.364156 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:22.418870 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5c1fc67c-40c0-4db6-9b88-d7fe0f89976a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:22.445449 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-26702470-251c-4e0d-b95b-aaf6dbec89f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4527756-8f86-49ca-956a-f096d6406e8b', 'name': 'tempest-ImageQuotaTest-890598806-router', 'tenant_id': 'd3a8002f83294de995633cce8274a8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': 'cbea527d-826b-468c-b3d9-56f857ed0593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:45:18Z', 'updated_at': '2021-08-10T03:45:19Z', 'revision_number': 3, 'project_id': 'd3a8002f83294de995633cce8274a8da', 'gw_port': {'id': 'cbea527d-826b-468c-b3d9-56f857ed0593', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:96:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4527756-8f86-49ca-956a-f096d6406e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:19Z', 'updated_at': '2021-08-10T03:45:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:22.494749 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26702470-251c-4e0d-b95b-aaf6dbec89f8 None None] Checking router: e4527756-8f86-49ca-956a-f096d6406e8b for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:45:22.495037 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26702470-251c-4e0d-b95b-aaf6dbec89f8 None None] Updating router e4527756-8f86-49ca-956a-f096d6406e8b port cbea527d-826b-468c-b3d9-56f857ed0593 binding host n-d-768862-13 {{(pid=94262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:45:22.571481 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-26702470-251c-4e0d-b95b-aaf6dbec89f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:22.764232 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-5c1fc67c-40c0-4db6-9b88-d7fe0f89976a admin admin] Allocated IP 172.20.0.1 (02959262-91a4-4846-8f8f-b4554a8e686f/c796a3f6-81a0-4a6b-909d-fb2fcca4d19d/19f40d4d-80ab-4b19-a67f-02537c462611) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:45:22.817361 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 33174) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:22.947440 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7087c1-c9d3-4e3b-b2e3-e018896150a1 req-e644f277-aa9d-47d0-aa04-70cf7a285287 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:22.951114 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5a7087c1-c9d3-4e3b-b2e3-e018896150a1 req-e644f277-aa9d-47d0-aa04-70cf7a285287 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/ports?device_id=8fe7a769-d2d4-4ac2-9ba3-aff97d47c681 HTTP/1.1" status: 200 len: 945 time: 0.1572113 Aug 10 03:45:23.008870 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5c1fc67c-40c0-4db6-9b88-d7fe0f89976a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:23.025762 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5a7087c1-c9d3-4e3b-b2e3-e018896150a1 req-b9846037-fcb1-49eb-80d9-c3162226b723 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/security-groups?id=db852a7b-2c6f-44b2-a3e6-df6b6f6ce8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581236 Aug 10 03:45:23.029634 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [None req-5c1fc67c-40c0-4db6-9b88-d7fe0f89976a admin admin] Transition to ACTIVE for port object 19f40d4d-80ab-4b19-a67f-02537c462611 will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:45:23.038577 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-8cb5e15c-07a6-4b1e-aa83-a9e595811ab0 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-99907113-network', 'tenant_id': 'b1a9cc4439e74176beda90a38d38d107'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:23.050935 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:23.070048 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb5e15c-07a6-4b1e-aa83-a9e595811ab0 admin admin] Made reservation on behalf of b1a9cc4439e74176beda90a38d38d107 for: {'network': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:45:23.074300 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8cb5e15c-07a6-4b1e-aa83-a9e595811ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:23.087299 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8cb5e15c-07a6-4b1e-aa83-a9e595811ab0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:23.106066 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5c1fc67c-40c0-4db6-9b88-d7fe0f89976a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:23.116103 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-f3592c07-78a2-4d75-8493-2b3421abc3f8 None None] Provisioning complete for port dc87980c-1ed2-4b54-9dc6-f583e42c4730 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:45:23.116520 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f3592c07-78a2-4d75-8493-2b3421abc3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:23.175621 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1fc67c-40c0-4db6-9b88-d7fe0f89976a admin admin] Network 02959262-91a4-4846-8f8f-b4554a8e686f is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:45:23.179775 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-5c1fc67c-40c0-4db6-9b88-d7fe0f89976a admin admin] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:45:23.183870 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1fc67c-40c0-4db6-9b88-d7fe0f89976a admin admin] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:45:23.221500 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1fc67c-40c0-4db6-9b88-d7fe0f89976a admin admin] Pushing event updated for resources: {'Port': ['ID=19f40d4d-80ab-4b19-a67f-02537c462611,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:23.259247 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5c1fc67c-40c0-4db6-9b88-d7fe0f89976a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521745'] for router_interface, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:23.367566 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-26702470-251c-4e0d-b95b-aaf6dbec89f8 None None] Notify callbacks [] for port, precommit_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:23.387346 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-26702470-251c-4e0d-b95b-aaf6dbec89f8 None None] Transition to ACTIVE for port object cbea527d-826b-468c-b3d9-56f857ed0593 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:45:23.409206 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-26702470-251c-4e0d-b95b-aaf6dbec89f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:23.441995 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8cb5e15c-07a6-4b1e-aa83-a9e595811ab0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:23.451770 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8cb5e15c-07a6-4b1e-aa83-a9e595811ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:23.500749 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cb5e15c-07a6-4b1e-aa83-a9e595811ab0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=94260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:45:23.547063 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb5e15c-07a6-4b1e-aa83-a9e595811ab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce9286f-2a90-4c48-ba58-609138f152df,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:23.557979 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port dc87980c-1ed2-4b54-9dc6-f583e42c4730, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=dc87980c-1ed2-4b54-9dc6-f583e42c4730,segment=NetworkSegment(dc713ce1-ae20-44bd-abae-5569e38e4b0a),segment_id=dc713ce1-ae20-44bd-abae-5569e38e4b0a)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:23.562511 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8cb5e15c-07a6-4b1e-aa83-a9e595811ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:23.563077 n-d-768862-13 neutron-server[94260]: INFO neutron.db.segments_db [None req-8cb5e15c-07a6-4b1e-aa83-a9e595811ab0 admin admin] Added segment 0860aed4-5707-4555-b0b3-5079d1dcaf97 of type vlan for network 113a2ca8-f09d-40a7-bed9-fbddb1769bf6 Aug 10 03:45:23.607504 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5c1fc67c-40c0-4db6-9b88-d7fe0f89976a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:23.701257 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:23.705949 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8cb5e15c-07a6-4b1e-aa83-a9e595811ab0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:23.751902 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8cb5e15c-07a6-4b1e-aa83-a9e595811ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:23.752908 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb5e15c-07a6-4b1e-aa83-a9e595811ab0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:23.753544 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8cb5e15c-07a6-4b1e-aa83-a9e595811ab0 admin admin] Notify callbacks [] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:23.755066 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6950cfa-5b6c-4c8b-86f8-8bdb0ee08339 None None] Pushing event updated for resources: {'Port': ['ID=cbea527d-826b-468c-b3d9-56f857ed0593,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:23.825763 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-26702470-251c-4e0d-b95b-aaf6dbec89f8 None None] Attempting to bind port cbea527d-826b-468c-b3d9-56f857ed0593 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:45:23.826416 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-26702470-251c-4e0d-b95b-aaf6dbec89f8 None None] Attempting to bind port cbea527d-826b-468c-b3d9-56f857ed0593 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:45:23.827198 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26702470-251c-4e0d-b95b-aaf6dbec89f8 None None] Attempting to bind port cbea527d-826b-468c-b3d9-56f857ed0593 on network 2ea12131-628a-487e-b434-0463553732bd {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:45:23.840281 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-8cb5e15c-07a6-4b1e-aa83-a9e595811ab0 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0192645 Aug 10 03:45:23.845595 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 33188) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:23.855701 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-35f37c36-3fc2-4958-844c-36819cf99507 admin admin] Request body: {'subnet': {'network_id': '113a2ca8-f09d-40a7-bed9-fbddb1769bf6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-99907113-subnet', 'tenant_id': 'b1a9cc4439e74176beda90a38d38d107', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:23.862800 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb5e15c-07a6-4b1e-aa83-a9e595811ab0 admin admin] Pushing event updated for resources: {'Network': ['ID=113a2ca8-f09d-40a7-bed9-fbddb1769bf6,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:23.897514 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f37c36-3fc2-4958-844c-36819cf99507 admin admin] Made reservation on behalf of b1a9cc4439e74176beda90a38d38d107 for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:45:23.902838 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-35f37c36-3fc2-4958-844c-36819cf99507 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:24.055925 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5c1fc67c-40c0-4db6-9b88-d7fe0f89976a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:24.062682 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5c1fc67c-40c0-4db6-9b88-d7fe0f89976a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:24.170862 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5c1fc67c-40c0-4db6-9b88-d7fe0f89976a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521893'] for router_interface, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:24.172834 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1fc67c-40c0-4db6-9b88-d7fe0f89976a admin admin] Pushing event updated for resources: {'Port': ['ID=19f40d4d-80ab-4b19-a67f-02537c462611,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:24.235758 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-35f37c36-3fc2-4958-844c-36819cf99507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58895384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805196'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:24.326526 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1fc67c-40c0-4db6-9b88-d7fe0f89976a admin admin] Network 02959262-91a4-4846-8f8f-b4554a8e686f is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:45:24.329137 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-5c1fc67c-40c0-4db6-9b88-d7fe0f89976a admin admin] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:45:24.330426 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f37c36-3fc2-4958-844c-36819cf99507 admin admin] Pushing event updated for resources: {'Subnet': ['ID=390e4828-69a1-4472-b9c6-38f26951edef,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:24.339375 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f37c36-3fc2-4958-844c-36819cf99507 admin admin] Checking segment: {'id': '0860aed4-5707-4555-b0b3-5079d1dcaf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '113a2ca8-f09d-40a7-bed9-fbddb1769bf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:45:24.339977 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f37c36-3fc2-4958-844c-36819cf99507 admin admin] Network hostable DHCP agents. Network: 113a2ca8-f09d-40a7-bed9-fbddb1769bf6, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:45:24.399285 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f37c36-3fc2-4958-844c-36819cf99507 admin admin] Network 113a2ca8-f09d-40a7-bed9-fbddb1769bf6 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:45:24.426905 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-35f37c36-3fc2-4958-844c-36819cf99507 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 113a2ca8-f09d-40a7-bed9-fbddb1769bf6) {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:45:24.434540 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f37c36-3fc2-4958-844c-36819cf99507 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:24.436424 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-35f37c36-3fc2-4958-844c-36819cf99507 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:24.459632 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 113a2ca8-f09d-40a7-bed9-fbddb1769bf6 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:45:24.463031 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859dc775-27b5-450b-827b-04499a03f90a None None] Network 113a2ca8-f09d-40a7-bed9-fbddb1769bf6 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:45:24.500167 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-35f37c36-3fc2-4958-844c-36819cf99507 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6521559 Aug 10 03:45:24.531783 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-51b5c661-3f41-4c14-aebe-15f57b45dcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:24.545726 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26702470-251c-4e0d-b95b-aaf6dbec89f8 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:45:24.546404 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26702470-251c-4e0d-b95b-aaf6dbec89f8 None None] Checking segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:45:24.547027 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-26702470-251c-4e0d-b95b-aaf6dbec89f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:24.547684 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26702470-251c-4e0d-b95b-aaf6dbec89f8 None None] Bound using segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:45:24.548774 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-26702470-251c-4e0d-b95b-aaf6dbec89f8 None None] Bound port: cbea527d-826b-468c-b3d9-56f857ed0593, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:45:24.549433 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-26702470-251c-4e0d-b95b-aaf6dbec89f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:24.610105 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c1fc67c-40c0-4db6-9b88-d7fe0f89976a admin admin] Router e4527756-8f86-49ca-956a-f096d6406e8b has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:45:24.655209 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f3592c07-78a2-4d75-8493-2b3421abc3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:24.815177 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c1fc67c-40c0-4db6-9b88-d7fe0f89976a admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:45:24.830965 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-5c1fc67c-40c0-4db6-9b88-d7fe0f89976a admin admin] 10.222.0.44 "PUT /v2.0/routers/e4527756-8f86-49ca-956a-f096d6406e8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5791540 Aug 10 03:45:24.913334 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:24.926385 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-26702470-251c-4e0d-b95b-aaf6dbec89f8 None None] For port cbea527d-826b-468c-b3d9-56f857ed0593, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:45:24.998890 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=dc87980c-1ed2-4b54-9dc6-f583e42c4730,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:25.025959 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-26702470-251c-4e0d-b95b-aaf6dbec89f8 None None] For port cbea527d-826b-468c-b3d9-56f857ed0593, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=cbea527d-826b-468c-b3d9-56f857ed0593,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:45:25.049332 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-26702470-251c-4e0d-b95b-aaf6dbec89f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:25.052272 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.db.api [None req-f3592c07-78a2-4d75-8493-2b3421abc3f8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:45:25.052769 n-d-768862-13 neutron-server[94262]: DEBUG oslo_db.api [None req-f3592c07-78a2-4d75-8493-2b3421abc3f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:45:25.223667 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26702470-251c-4e0d-b95b-aaf6dbec89f8 None None] Routers {'e4527756-8f86-49ca-956a-f096d6406e8b'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:45:25.224616 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-26702470-251c-4e0d-b95b-aaf6dbec89f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:45:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['e4527756-8f86-49ca-956a-f096d6406e8b'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:25.232087 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1204ac-1597-4b05-87dd-79c3ceaa069f None None] Network 113a2ca8-f09d-40a7-bed9-fbddb1769bf6 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:45:25.295448 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6950cfa-5b6c-4c8b-86f8-8bdb0ee08339 None None] Pushing event updated for resources: {'Port': ['ID=cbea527d-826b-468c-b3d9-56f857ed0593,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:25.509181 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:25.524759 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 33226) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:25.533627 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-68e8c790-ef26-4487-90cb-fa13000a6105 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1387591212-network', 'tenant_id': '1263c50832fa49c18cc4de0446261bfd'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:25.567626 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68e8c790-ef26-4487-90cb-fa13000a6105 admin admin] Made reservation on behalf of 1263c50832fa49c18cc4de0446261bfd for: {'network': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:45:25.572287 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-68e8c790-ef26-4487-90cb-fa13000a6105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:25.578534 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-26702470-251c-4e0d-b95b-aaf6dbec89f8 None None] Set router e4527756-8f86-49ca-956a-f096d6406e8b gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:45:25.589642 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-68e8c790-ef26-4487-90cb-fa13000a6105 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:25.775187 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33230) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:25.823008 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-68e8c790-ef26-4487-90cb-fa13000a6105 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:25.830356 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-252927c7-a550-4303-bb2f-cb0fab3d5169 None None] Provisioning for port 19f40d4d-80ab-4b19-a67f-02537c462611 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:45:25.833816 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-68e8c790-ef26-4487-90cb-fa13000a6105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:25.841291 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-252927c7-a550-4303-bb2f-cb0fab3d5169 None None] Provisioning complete for port 19f40d4d-80ab-4b19-a67f-02537c462611 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:45:25.841699 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-252927c7-a550-4303-bb2f-cb0fab3d5169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:25.891488 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68e8c790-ef26-4487-90cb-fa13000a6105 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=94260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:45:25.919495 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-68e8c790-ef26-4487-90cb-fa13000a6105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:25.920166 n-d-768862-13 neutron-server[94260]: INFO neutron.db.segments_db [None req-68e8c790-ef26-4487-90cb-fa13000a6105 admin admin] Added segment c6668aae-243e-44e8-b836-b91ee7a7b24f of type vlan for network a2bfaceb-468a-4ff7-9fe7-164c40beff23 Aug 10 03:45:25.968016 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e8c790-ef26-4487-90cb-fa13000a6105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2292811f-1bd1-4d47-89fc-d25cf620a28a,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:26.047144 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-68e8c790-ef26-4487-90cb-fa13000a6105 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:26.068340 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device dc87980c-1ed2-4b54-9dc6-f583e42c4730 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:45:26.112551 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-252927c7-a550-4303-bb2f-cb0fab3d5169 None None] Port 19f40d4d-80ab-4b19-a67f-02537c462611 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:45:26.121990 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-68e8c790-ef26-4487-90cb-fa13000a6105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:26.124263 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e8c790-ef26-4487-90cb-fa13000a6105 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:26.125532 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-68e8c790-ef26-4487-90cb-fa13000a6105 admin admin] Notify callbacks [] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:26.174481 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port dc87980c-1ed2-4b54-9dc6-f583e42c4730 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:45:26.175012 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:26.178568 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-26702470-251c-4e0d-b95b-aaf6dbec89f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4527756-8f86-49ca-956a-f096d6406e8b', 'name': 'tempest-ImageQuotaTest-890598806-router', 'tenant_id': 'd3a8002f83294de995633cce8274a8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': 'cbea527d-826b-468c-b3d9-56f857ed0593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:45:18Z', 'updated_at': '2021-08-10T03:45:23Z', 'revision_number': 4, 'project_id': 'd3a8002f83294de995633cce8274a8da', 'gw_port': {'id': 'cbea527d-826b-468c-b3d9-56f857ed0593', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:96:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4527756-8f86-49ca-956a-f096d6406e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:19Z', 'updated_at': '2021-08-10T03:45:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '19f40d4d-80ab-4b19-a67f-02537c462611', 'name': '', 'network_id': '02959262-91a4-4846-8f8f-b4554a8e686f', 'tenant_id': 'd3a8002f83294de995633cce8274a8da', 'mac_address': 'fa:16:3e:8c:45:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4527756-8f86-49ca-956a-f096d6406e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': 'c796a3f6-81a0-4a6b-909d-fb2fcca4d19d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:22Z', 'updated_at': '2021-08-10T03:45:23Z', 'revision_number': 2, 'project_id': 'd3a8002f83294de995633cce8274a8da', 'subnets': [{'id': 'c796a3f6-81a0-4a6b-909d-fb2fcca4d19d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:26.184193 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:26.202213 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e0976920-9ede-41a5-8644-57292f80e876 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:26.234021 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26702470-251c-4e0d-b95b-aaf6dbec89f8 None None] The sync data for ids ['e4527756-8f86-49ca-956a-f096d6406e8b'] in n-d-768862-13 is: [{'id': 'e4527756-8f86-49ca-956a-f096d6406e8b', 'name': 'tempest-ImageQuotaTest-890598806-router', 'tenant_id': 'd3a8002f83294de995633cce8274a8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': 'cbea527d-826b-468c-b3d9-56f857ed0593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:45:18Z', 'updated_at': '2021-08-10T03:45:23Z', 'revision_number': 4, 'project_id': 'd3a8002f83294de995633cce8274a8da', 'gw_port': {'id': 'cbea527d-826b-468c-b3d9-56f857ed0593', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:96:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4527756-8f86-49ca-956a-f096d6406e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:19Z', 'updated_at': '2021-08-10T03:45:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '19f40d4d-80ab-4b19-a67f-02537c462611', 'name': '', 'network_id': '02959262-91a4-4846-8f8f-b4554a8e686f', 'tenant_id': 'd3a8002f83294de995633cce8274a8da', 'mac_address': 'fa:16:3e:8c:45:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4527756-8f86-49ca-956a-f096d6406e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': 'c796a3f6-81a0-4a6b-909d-fb2fcca4d19d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:22Z', 'updated_at': '2021-08-10T03:45:23Z', 'revision_number': 2, 'project_id': 'd3a8002f83294de995633cce8274a8da', 'subnets': [{'id': 'c796a3f6-81a0-4a6b-909d-fb2fcca4d19d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:45:26.264043 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e8c790-ef26-4487-90cb-fa13000a6105 admin admin] Pushing event updated for resources: {'Network': ['ID=a2bfaceb-468a-4ff7-9fe7-164c40beff23,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:26.283144 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network a2bfaceb-468a-4ff7-9fe7-164c40beff23 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:45:26.423839 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e0976920-9ede-41a5-8644-57292f80e876 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:26.436709 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e0976920-9ede-41a5-8644-57292f80e876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:26.443640 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:45:26.446956 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-68e8c790-ef26-4487-90cb-fa13000a6105 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9199529 Aug 10 03:45:26.450151 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 33250) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:26.457679 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-f286bac0-a25c-4386-92ee-5e8b56799bc8 admin admin] Request body: {'subnet': {'network_id': 'a2bfaceb-468a-4ff7-9fe7-164c40beff23', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1387591212-subnet', 'tenant_id': '1263c50832fa49c18cc4de0446261bfd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:26.515143 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e0976920-9ede-41a5-8644-57292f80e876 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=da55b8aec9de44efa3f352ef5aed28e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7378557 Aug 10 03:45:26.516122 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 33254) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:26.531811 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f286bac0-a25c-4386-92ee-5e8b56799bc8 admin admin] Made reservation on behalf of 1263c50832fa49c18cc4de0446261bfd for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:45:26.545711 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0976920-9ede-41a5-8644-57292f80e876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b0b9fbe-d2b4-4b05-80c9-b3bc62622dfc,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:26.558059 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f286bac0-a25c-4386-92ee-5e8b56799bc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:26.791836 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-77a7c4d6-2515-416f-93a9-06c10c2bb710 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:26.831503 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:26.835580 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-77a7c4d6-2515-416f-93a9-06c10c2bb710 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:27.001547 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f286bac0-a25c-4386-92ee-5e8b56799bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58895384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805196'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:27.012034 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-77a7c4d6-2515-416f-93a9-06c10c2bb710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:27.014461 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-77a7c4d6-2515-416f-93a9-06c10c2bb710 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:27.015804 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-77a7c4d6-2515-416f-93a9-06c10c2bb710 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5b0b9fbe-d2b4-4b05-80c9-b3bc62622dfc HTTP/1.1" status: 204 len: 168 time: 0.4985840 Aug 10 03:45:27.116365 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a7c4d6-2515-416f-93a9-06c10c2bb710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b0b9fbe-d2b4-4b05-80c9-b3bc62622dfc,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:27.179251 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f286bac0-a25c-4386-92ee-5e8b56799bc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3224be61-8076-4d44-bd80-d1429cc01fbd,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:27.204049 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f286bac0-a25c-4386-92ee-5e8b56799bc8 admin admin] Checking segment: {'id': 'c6668aae-243e-44e8-b836-b91ee7a7b24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'a2bfaceb-468a-4ff7-9fe7-164c40beff23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:45:27.205299 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f286bac0-a25c-4386-92ee-5e8b56799bc8 admin admin] Network hostable DHCP agents. Network: a2bfaceb-468a-4ff7-9fe7-164c40beff23, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:45:27.236173 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f286bac0-a25c-4386-92ee-5e8b56799bc8 admin admin] Network a2bfaceb-468a-4ff7-9fe7-164c40beff23 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:45:27.260663 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-f286bac0-a25c-4386-92ee-5e8b56799bc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, a2bfaceb-468a-4ff7-9fe7-164c40beff23) {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:45:27.270896 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f286bac0-a25c-4386-92ee-5e8b56799bc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:27.273964 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f286bac0-a25c-4386-92ee-5e8b56799bc8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:27.280872 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8112c63-8739-457a-8bbf-d6f45934fa0b None None] Network a2bfaceb-468a-4ff7-9fe7-164c40beff23 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:45:27.320436 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-f286bac0-a25c-4386-92ee-5e8b56799bc8 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8682311 Aug 10 03:45:27.520035 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33268) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:27.589220 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61b06f1-80a1-476a-ae1f-89e826d03973 None None] Network a2bfaceb-468a-4ff7-9fe7-164c40beff23 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:45:27.796206 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 33272) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:27.875513 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3774493e-6ef1-48b3-9623-f1552433c186 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:28.223084 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device cbea527d-826b-468c-b3d9-56f857ed0593 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:45:28.238363 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3774493e-6ef1-48b3-9623-f1552433c186 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:28.250467 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3774493e-6ef1-48b3-9623-f1552433c186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:28.332228 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port cbea527d-826b-468c-b3d9-56f857ed0593 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:45:28.339328 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port cbea527d-826b-468c-b3d9-56f857ed0593 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:45:28.339328 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:28.358019 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-3774493e-6ef1-48b3-9623-f1552433c186 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6792a4914f424cd58d9d172a961e0306&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5587270 Aug 10 03:45:28.359421 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 33282) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:28.374384 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3774493e-6ef1-48b3-9623-f1552433c186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1fa4c96-10be-434f-8cd2-aa103e1c9260,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:28.473500 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-cde8ea4a-e83a-40e8-bd1a-91d12cd5be81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:28.529890 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-cde8ea4a-e83a-40e8-bd1a-91d12cd5be81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:28.648416 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e813c936-f214-4044-a7eb-4e05d81151b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521880'] for router_interface, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:28.653983 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:28.689215 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-cde8ea4a-e83a-40e8-bd1a-91d12cd5be81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:28.694921 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-cde8ea4a-e83a-40e8-bd1a-91d12cd5be81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:28.700608 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-cde8ea4a-e83a-40e8-bd1a-91d12cd5be81 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f1fa4c96-10be-434f-8cd2-aa103e1c9260 HTTP/1.1" status: 204 len: 168 time: 0.3323643 Aug 10 03:45:28.720919 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port cbea527d-826b-468c-b3d9-56f857ed0593, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=cbea527d-826b-468c-b3d9-56f857ed0593,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:28.724609 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde8ea4a-e83a-40e8-bd1a-91d12cd5be81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1fa4c96-10be-434f-8cd2-aa103e1c9260,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:28.732651 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:28.896413 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=cbea527d-826b-468c-b3d9-56f857ed0593,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:29.159917 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7985e75b-5ad8-4e00-bb75-3af017ad07a0 req-4236c3d2-d864-4fc5-9f48-2abc32edb053 tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:29.163382 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7985e75b-5ad8-4e00-bb75-3af017ad07a0 req-4236c3d2-d864-4fc5-9f48-2abc32edb053 tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] 10.222.0.44 "GET /v2.0/networks?id=113a2ca8-f09d-40a7-bed9-fbddb1769bf6 HTTP/1.1" status: 200 len: 810 time: 0.3518682 Aug 10 03:45:29.200915 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7985e75b-5ad8-4e00-bb75-3af017ad07a0 req-de21c585-507b-4062-8438-aaf04409c67a tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] 10.222.0.44 "GET /v2.0/quotas/b1a9cc4439e74176beda90a38d38d107 HTTP/1.1" status: 200 len: 375 time: 0.0239561 Aug 10 03:45:29.294847 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7985e75b-5ad8-4e00-bb75-3af017ad07a0 req-d26ab81e-9af6-4763-aab3-28c31ec92984 tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b1a9cc4439e74176beda90a38d38d107&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0849288 Aug 10 03:45:29.473622 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7985e75b-5ad8-4e00-bb75-3af017ad07a0 req-57fc6e9d-987a-4648-8e8d-9f6d15021200 service neutron] 10.222.0.44 "GET /v2.0/networks/113a2ca8-f09d-40a7-bed9-fbddb1769bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607618 Aug 10 03:45:29.475471 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-e813c936-f214-4044-a7eb-4e05d81151b8 admin admin] Deleting port 19f40d4d-80ab-4b19-a67f-02537c462611 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:45:29.476252 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e813c936-f214-4044-a7eb-4e05d81151b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:29.669254 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e813c936-f214-4044-a7eb-4e05d81151b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:29.697389 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-e813c936-f214-4044-a7eb-4e05d81151b8 admin admin] Calling delete_port for 19f40d4d-80ab-4b19-a67f-02537c462611 owned by network:router_interface {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:45:29.729009 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7985e75b-5ad8-4e00-bb75-3af017ad07a0 req-13c06c9e-3a25-41e9-a378-31f42addbd6b service neutron] 10.222.0.44 "GET /v2.0/networks/113a2ca8-f09d-40a7-bed9-fbddb1769bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371302 Aug 10 03:45:30.043209 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e813c936-f214-4044-a7eb-4e05d81151b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:30.095213 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device cbea527d-826b-468c-b3d9-56f857ed0593 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:45:30.145524 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e813c936-f214-4044-a7eb-4e05d81151b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=19f40d4d-80ab-4b19-a67f-02537c462611,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:30.293131 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-18499d97-6027-4e58-8702-1c190a5cd77c req-291f8da7-ca77-43e0-9b83-aca9d5830eff tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] 10.222.0.44 "GET /v2.0/ports?device_id=9417b4a9-93d7-4da2-b2c3-5579096a45c7 HTTP/1.1" status: 200 len: 210 time: 0.0844643 Aug 10 03:45:30.340744 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port cbea527d-826b-468c-b3d9-56f857ed0593 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:45:30.341330 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:30.564195 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e813c936-f214-4044-a7eb-4e05d81151b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-522536'] for router_interface, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:30.653569 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7adbbe30-4840-494f-a6dd-3d411d6285a7 None None] Sync routers for ids ['e4527756-8f86-49ca-956a-f096d6406e8b'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:45:30.671040 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adbbe30-4840-494f-a6dd-3d411d6285a7 None None] Routers {'e4527756-8f86-49ca-956a-f096d6406e8b'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:45:30.672107 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-7adbbe30-4840-494f-a6dd-3d411d6285a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:45:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['e4527756-8f86-49ca-956a-f096d6406e8b'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:30.947231 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-7adbbe30-4840-494f-a6dd-3d411d6285a7 None None] Set router e4527756-8f86-49ca-956a-f096d6406e8b gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:45:31.053794 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e813c936-f214-4044-a7eb-4e05d81151b8 admin admin] Router e4527756-8f86-49ca-956a-f096d6406e8b has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:45:31.371164 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e813c936-f214-4044-a7eb-4e05d81151b8 admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:45:31.401999 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 33316) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:31.415921 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e813c936-f214-4044-a7eb-4e05d81151b8 admin admin] 10.222.0.44 "PUT /v2.0/routers/e4527756-8f86-49ca-956a-f096d6406e8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8944318 Aug 10 03:45:31.498174 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-7adbbe30-4840-494f-a6dd-3d411d6285a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4527756-8f86-49ca-956a-f096d6406e8b', 'name': 'tempest-ImageQuotaTest-890598806-router', 'tenant_id': 'd3a8002f83294de995633cce8274a8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': 'cbea527d-826b-468c-b3d9-56f857ed0593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:45:18Z', 'updated_at': '2021-08-10T03:45:29Z', 'revision_number': 5, 'project_id': 'd3a8002f83294de995633cce8274a8da', 'gw_port': {'id': 'cbea527d-826b-468c-b3d9-56f857ed0593', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:96:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4527756-8f86-49ca-956a-f096d6406e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:19Z', 'updated_at': '2021-08-10T03:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:31.535802 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5ecf4984-fc97-4e44-a017-188bd449d8ff req-34608046-af80-4eb2-a5a5-6ed6affb6f68 tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] 10.222.0.44 "GET /v2.0/ports?device_id=9417b4a9-93d7-4da2-b2c3-5579096a45c7 HTTP/1.1" status: 200 len: 210 time: 0.0404234 Aug 10 03:45:31.613731 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e810830e-aba4-48b3-9e37-48dd188263a2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:31.711553 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7adbbe30-4840-494f-a6dd-3d411d6285a7 None None] Checking router: e4527756-8f86-49ca-956a-f096d6406e8b for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:45:31.726614 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adbbe30-4840-494f-a6dd-3d411d6285a7 None None] Routers {'e4527756-8f86-49ca-956a-f096d6406e8b'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:45:31.728161 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-7adbbe30-4840-494f-a6dd-3d411d6285a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:45:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['e4527756-8f86-49ca-956a-f096d6406e8b'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:31.875532 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e810830e-aba4-48b3-9e37-48dd188263a2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:31.901852 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-7adbbe30-4840-494f-a6dd-3d411d6285a7 None None] Set router e4527756-8f86-49ca-956a-f096d6406e8b gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:45:32.141271 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7985e75b-5ad8-4e00-bb75-3af017ad07a0 req-f2422198-ad07-460e-8db0-6c04424dc48f tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:32.144041 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7985e75b-5ad8-4e00-bb75-3af017ad07a0 req-f2422198-ad07-460e-8db0-6c04424dc48f tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] 10.222.0.61 "GET /v2.0/networks?id=113a2ca8-f09d-40a7-bed9-fbddb1769bf6 HTTP/1.1" status: 200 len: 810 time: 0.2923203 Aug 10 03:45:32.152758 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-e810830e-aba4-48b3-9e37-48dd188263a2 admin admin] Deleting port cbea527d-826b-468c-b3d9-56f857ed0593 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:45:32.153320 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e810830e-aba4-48b3-9e37-48dd188263a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:32.166673 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-7985e75b-5ad8-4e00-bb75-3af017ad07a0 req-ae22ecf8-4e12-48f0-9143-02655e23ad1c tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] Request body: {'port': {'device_id': '9417b4a9-93d7-4da2-b2c3-5579096a45c7', 'network_id': '113a2ca8-f09d-40a7-bed9-fbddb1769bf6', 'admin_state_up': True, 'tenant_id': 'b1a9cc4439e74176beda90a38d38d107'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:32.198436 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-7adbbe30-4840-494f-a6dd-3d411d6285a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4527756-8f86-49ca-956a-f096d6406e8b', 'name': 'tempest-ImageQuotaTest-890598806-router', 'tenant_id': 'd3a8002f83294de995633cce8274a8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': 'cbea527d-826b-468c-b3d9-56f857ed0593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:45:18Z', 'updated_at': '2021-08-10T03:45:29Z', 'revision_number': 5, 'project_id': 'd3a8002f83294de995633cce8274a8da', 'gw_port': {'id': 'cbea527d-826b-468c-b3d9-56f857ed0593', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:96:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4527756-8f86-49ca-956a-f096d6406e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:19Z', 'updated_at': '2021-08-10T03:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:32.233417 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7adbbe30-4840-494f-a6dd-3d411d6285a7 None None] The sync data for ids ['e4527756-8f86-49ca-956a-f096d6406e8b'] in n-d-768862-13 is: [{'id': 'e4527756-8f86-49ca-956a-f096d6406e8b', 'name': 'tempest-ImageQuotaTest-890598806-router', 'tenant_id': 'd3a8002f83294de995633cce8274a8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': 'cbea527d-826b-468c-b3d9-56f857ed0593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:45:18Z', 'updated_at': '2021-08-10T03:45:29Z', 'revision_number': 5, 'project_id': 'd3a8002f83294de995633cce8274a8da', 'gw_port': {'id': 'cbea527d-826b-468c-b3d9-56f857ed0593', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:96:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4527756-8f86-49ca-956a-f096d6406e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:19Z', 'updated_at': '2021-08-10T03:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:45:32.420506 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [None req-e810830e-aba4-48b3-9e37-48dd188263a2 admin admin] For port cbea527d-826b-468c-b3d9-56f857ed0593, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=cbea527d-826b-468c-b3d9-56f857ed0593,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:32.421317 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e810830e-aba4-48b3-9e37-48dd188263a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:32.439179 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-e810830e-aba4-48b3-9e37-48dd188263a2 admin admin] Calling delete_port for cbea527d-826b-468c-b3d9-56f857ed0593 owned by network:router_gateway {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:45:32.501995 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7985e75b-5ad8-4e00-bb75-3af017ad07a0 req-ae22ecf8-4e12-48f0-9143-02655e23ad1c tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] Made reservation on behalf of b1a9cc4439e74176beda90a38d38d107 for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:45:32.505798 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-7985e75b-5ad8-4e00-bb75-3af017ad07a0 req-ae22ecf8-4e12-48f0-9143-02655e23ad1c tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:32.846527 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f73da705-f201-4786-9bcf-a61fb239e403 req-eed15624-cc67-41dd-9e00-a47809a59f30 tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] 10.222.0.44 "GET /v2.0/ports?device_id=9417b4a9-93d7-4da2-b2c3-5579096a45c7 HTTP/1.1" status: 200 len: 210 time: 0.0745544 Aug 10 03:45:32.898126 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-7985e75b-5ad8-4e00-bb75-3af017ad07a0 req-ae22ecf8-4e12-48f0-9143-02655e23ad1c tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] Allocated IP 172.20.0.5 (113a2ca8-f09d-40a7-bed9-fbddb1769bf6/390e4828-69a1-4472-b9c6-38f26951edef/4fa4168c-f117-41e2-ba07-2bffe7918665) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:45:32.924634 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e810830e-aba4-48b3-9e37-48dd188263a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:33.041963 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e810830e-aba4-48b3-9e37-48dd188263a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbea527d-826b-468c-b3d9-56f857ed0593,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:33.198624 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e810830e-aba4-48b3-9e37-48dd188263a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520654'] for router_gateway, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:33.339028 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:33.358623 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e810830e-aba4-48b3-9e37-48dd188263a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:33.367389 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e810830e-aba4-48b3-9e37-48dd188263a2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:33.688349 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c545193-cf68-4ef9-b5e2-5d370fd0dba0 None None] Sync routers for ids ['e4527756-8f86-49ca-956a-f096d6406e8b'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:45:33.701513 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c545193-cf68-4ef9-b5e2-5d370fd0dba0 None None] Routers {'e4527756-8f86-49ca-956a-f096d6406e8b'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:45:33.702181 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-6c545193-cf68-4ef9-b5e2-5d370fd0dba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:45:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['e4527756-8f86-49ca-956a-f096d6406e8b'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:33.816804 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-6c545193-cf68-4ef9-b5e2-5d370fd0dba0 None None] Set router e4527756-8f86-49ca-956a-f096d6406e8b gateway port host: None {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:45:33.919746 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e810830e-aba4-48b3-9e37-48dd188263a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:33.920773 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e810830e-aba4-48b3-9e37-48dd188263a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4527756-8f86-49ca-956a-f096d6406e8b {{(pid=94260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:45:33.929172 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e810830e-aba4-48b3-9e37-48dd188263a2 admin admin] Notify callbacks [] for router, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:33.931376 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-e810830e-aba4-48b3-9e37-48dd188263a2 admin admin] 10.222.0.44 "DELETE /v2.0/routers/e4527756-8f86-49ca-956a-f096d6406e8b HTTP/1.1" status: 204 len: 168 time: 2.5280461 Aug 10 03:45:33.935551 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 33332) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:34.056165 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-7985e75b-5ad8-4e00-bb75-3af017ad07a0 req-ae22ecf8-4e12-48f0-9143-02655e23ad1c tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:34.094120 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f298050c-6178-43b7-a383-42eb0bd7bbc0 req-dc6f5a13-d9cf-475f-9621-541f55c9e6a5 tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] 10.222.0.44 "GET /v2.0/ports?device_id=9417b4a9-93d7-4da2-b2c3-5579096a45c7 HTTP/1.1" status: 200 len: 210 time: 0.0793459 Aug 10 03:45:34.120342 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_v2 [None req-20fae33f-e250-423d-904a-37543d8d5672 admin admin] Deleting subnet c796a3f6-81a0-4a6b-909d-fb2fcca4d19d {{(pid=94260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:45:34.130202 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-20fae33f-e250-423d-904a-37543d8d5672 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:34.146271 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 19f40d4d-80ab-4b19-a67f-02537c462611 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:45:34.149490 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-6c545193-cf68-4ef9-b5e2-5d370fd0dba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4527756-8f86-49ca-956a-f096d6406e8b', 'name': 'tempest-ImageQuotaTest-890598806-router', 'tenant_id': 'd3a8002f83294de995633cce8274a8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:45:18Z', 'updated_at': '2021-08-10T03:45:32Z', 'revision_number': 7, 'project_id': 'd3a8002f83294de995633cce8274a8da', 'gw_port_host': None}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:34.193478 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 19f40d4d-80ab-4b19-a67f-02537c462611 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:45:34.193922 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 19f40d4d-80ab-4b19-a67f-02537c462611 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:45:34.195631 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c545193-cf68-4ef9-b5e2-5d370fd0dba0 None None] Checking router: e4527756-8f86-49ca-956a-f096d6406e8b for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:45:34.205934 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c545193-cf68-4ef9-b5e2-5d370fd0dba0 None None] Routers set() bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:45:34.206356 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c545193-cf68-4ef9-b5e2-5d370fd0dba0 None None] Router IDs set() for agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 10 03:45:34.206998 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_agentschedulers_db [None req-6c545193-cf68-4ef9-b5e2-5d370fd0dba0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e4527756-8f86-49ca-956a-f096d6406e8b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:45:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent'). {{(pid=94262) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 10 03:45:34.207430 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c545193-cf68-4ef9-b5e2-5d370fd0dba0 None None] The sync data for ids ['e4527756-8f86-49ca-956a-f096d6406e8b'] in n-d-768862-13 is: [] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:45:34.226459 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-20fae33f-e250-423d-904a-37543d8d5672 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191173'] for subnet, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:34.290650 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-7985e75b-5ad8-4e00-bb75-3af017ad07a0 req-ae22ecf8-4e12-48f0-9143-02655e23ad1c tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:34.363029 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7985e75b-5ad8-4e00-bb75-3af017ad07a0 req-ae22ecf8-4e12-48f0-9143-02655e23ad1c tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] Network 113a2ca8-f09d-40a7-bed9-fbddb1769bf6 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:45:34.373247 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-7985e75b-5ad8-4e00-bb75-3af017ad07a0 req-ae22ecf8-4e12-48f0-9143-02655e23ad1c tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:45:34.395145 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-7985e75b-5ad8-4e00-bb75-3af017ad07a0 req-ae22ecf8-4e12-48f0-9143-02655e23ad1c tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:45:34.428313 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae22ecf8-4e12-48f0-9143-02655e23ad1c tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] Pushing event updated for resources: {'Port': ['ID=4fa4168c-f117-41e2-ba07-2bffe7918665,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:34.456407 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-20fae33f-e250-423d-904a-37543d8d5672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:34.496511 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7985e75b-5ad8-4e00-bb75-3af017ad07a0 req-ae22ecf8-4e12-48f0-9143-02655e23ad1c tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:34.497265 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-7985e75b-5ad8-4e00-bb75-3af017ad07a0 req-ae22ecf8-4e12-48f0-9143-02655e23ad1c tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:34.526727 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7985e75b-5ad8-4e00-bb75-3af017ad07a0 req-ae22ecf8-4e12-48f0-9143-02655e23ad1c tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3673871 Aug 10 03:45:34.542470 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-7985e75b-5ad8-4e00-bb75-3af017ad07a0 req-6078da9c-99a7-4256-b59d-69d937f53bb9 service neutron] Request body: {'port': {'device_id': '9417b4a9-93d7-4da2-b2c3-5579096a45c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:34.574820 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-20fae33f-e250-423d-904a-37543d8d5672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:34.631208 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fae33f-e250-423d-904a-37543d8d5672 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c796a3f6-81a0-4a6b-909d-fb2fcca4d19d,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:34.642572 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-20fae33f-e250-423d-904a-37543d8d5672 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:34.645019 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-20fae33f-e250-423d-904a-37543d8d5672 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/c796a3f6-81a0-4a6b-909d-fb2fcca4d19d HTTP/1.1" status: 204 len: 168 time: 0.7076547 Aug 10 03:45:34.649240 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 33334) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:34.651607 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420702d1-6e94-444b-ad66-ef9512fcd1df None None] Network 02959262-91a4-4846-8f8f-b4554a8e686f requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:45:34.658972 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-7985e75b-5ad8-4e00-bb75-3af017ad07a0 req-6078da9c-99a7-4256-b59d-69d937f53bb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:34.851388 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d4823111-34b1-4e1d-a4fc-e34a05fb4e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:34.917153 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43c11b1-955c-4634-93a8-c16d14eaa5bd None None] DHCP port deletion for 02959262-91a4-4846-8f8f-b4554a8e686f request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:45:35.010618 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c43c11b1-955c-4634-93a8-c16d14eaa5bd None None] Deleting port dc87980c-1ed2-4b54-9dc6-f583e42c4730 {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:45:35.011249 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c43c11b1-955c-4634-93a8-c16d14eaa5bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:35.060226 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-d4823111-34b1-4e1d-a4fc-e34a05fb4e74 admin admin] Deleting port dc87980c-1ed2-4b54-9dc6-f583e42c4730 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:45:35.061046 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d4823111-34b1-4e1d-a4fc-e34a05fb4e74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:35.087989 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c43c11b1-955c-4634-93a8-c16d14eaa5bd None None] For port dc87980c-1ed2-4b54-9dc6-f583e42c4730, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=dc87980c-1ed2-4b54-9dc6-f583e42c4730,segment=NetworkSegment(dc713ce1-ae20-44bd-abae-5569e38e4b0a),segment_id=dc713ce1-ae20-44bd-abae-5569e38e4b0a)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:35.088507 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c43c11b1-955c-4634-93a8-c16d14eaa5bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:35.105707 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c43c11b1-955c-4634-93a8-c16d14eaa5bd None None] Calling delete_port for dc87980c-1ed2-4b54-9dc6-f583e42c4730 owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:45:35.159480 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [None req-d4823111-34b1-4e1d-a4fc-e34a05fb4e74 admin admin] For port dc87980c-1ed2-4b54-9dc6-f583e42c4730, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=dc87980c-1ed2-4b54-9dc6-f583e42c4730,segment=NetworkSegment(dc713ce1-ae20-44bd-abae-5569e38e4b0a),segment_id=dc713ce1-ae20-44bd-abae-5569e38e4b0a)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:35.159866 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d4823111-34b1-4e1d-a4fc-e34a05fb4e74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:35.211804 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-d4823111-34b1-4e1d-a4fc-e34a05fb4e74 admin admin] Calling delete_port for dc87980c-1ed2-4b54-9dc6-f583e42c4730 owned by network:dhcp {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:45:35.212018 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c43c11b1-955c-4634-93a8-c16d14eaa5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:35.246077 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43c11b1-955c-4634-93a8-c16d14eaa5bd None None] No DVR routers for this DVR port dc87980c-1ed2-4b54-9dc6-f583e42c4730 on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:45:35.250387 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43c11b1-955c-4634-93a8-c16d14eaa5bd None None] Pushing event deleted for resources: {'Port': ['ID=dc87980c-1ed2-4b54-9dc6-f583e42c4730,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:35.379841 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9566f7e6-d9c2-46d0-9b41-7c6eaaa6e893 req-520bd76e-8846-47cb-8b5b-417d4d262234 tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:35.381402 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9566f7e6-d9c2-46d0-9b41-7c6eaaa6e893 req-520bd76e-8846-47cb-8b5b-417d4d262234 tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] 10.222.0.44 "GET /v2.0/ports?device_id=9417b4a9-93d7-4da2-b2c3-5579096a45c7 HTTP/1.1" status: 200 len: 931 time: 0.1811182 Aug 10 03:45:35.390555 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-7985e75b-5ad8-4e00-bb75-3af017ad07a0 req-6078da9c-99a7-4256-b59d-69d937f53bb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fa4168c-f117-41e2-ba07-2bffe7918665 {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:45:35.414962 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-7985e75b-5ad8-4e00-bb75-3af017ad07a0 req-6078da9c-99a7-4256-b59d-69d937f53bb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:35.455930 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-7985e75b-5ad8-4e00-bb75-3af017ad07a0 req-6078da9c-99a7-4256-b59d-69d937f53bb9 service neutron] Transition to ACTIVE for port object 4fa4168c-f117-41e2-ba07-2bffe7918665 will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:45:35.468882 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-7985e75b-5ad8-4e00-bb75-3af017ad07a0 req-6078da9c-99a7-4256-b59d-69d937f53bb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:35.485166 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d4823111-34b1-4e1d-a4fc-e34a05fb4e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:35.490659 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9566f7e6-d9c2-46d0-9b41-7c6eaaa6e893 req-49deee60-5569-44ec-94fc-bd08df682779 tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] 10.222.0.44 "GET /v2.0/security-groups?id=fce9286f-2a90-4c48-ba58-609138f152df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915756 Aug 10 03:45:35.537370 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4823111-34b1-4e1d-a4fc-e34a05fb4e74 admin admin] No DVR routers for this DVR port dc87980c-1ed2-4b54-9dc6-f583e42c4730 on host n-d-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:45:35.552902 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6078da9c-99a7-4256-b59d-69d937f53bb9 service neutron] Pushing event updated for resources: {'Port': ['ID=4fa4168c-f117-41e2-ba07-2bffe7918665,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:35.672217 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4823111-34b1-4e1d-a4fc-e34a05fb4e74 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc87980c-1ed2-4b54-9dc6-f583e42c4730,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:35.694901 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d4823111-34b1-4e1d-a4fc-e34a05fb4e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:35.713720 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-d4823111-34b1-4e1d-a4fc-e34a05fb4e74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02959262-91a4-4846-8f8f-b4554a8e686f']}} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:35.734594 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-d4823111-34b1-4e1d-a4fc-e34a05fb4e74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc713ce1-ae20-44bd-abae-5569e38e4b0a') {'for_net_delete': True} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:35.734890 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-d4823111-34b1-4e1d-a4fc-e34a05fb4e74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc713ce1-ae20-44bd-abae-5569e38e4b0a') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:35.746774 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-7985e75b-5ad8-4e00-bb75-3af017ad07a0 req-6078da9c-99a7-4256-b59d-69d937f53bb9 service neutron] Attempting to bind port 4fa4168c-f117-41e2-ba07-2bffe7918665 on host n-h2-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:45:35.747118 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-7985e75b-5ad8-4e00-bb75-3af017ad07a0 req-6078da9c-99a7-4256-b59d-69d937f53bb9 service neutron] Attempting to bind port 4fa4168c-f117-41e2-ba07-2bffe7918665 by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': '0860aed4-5707-4555-b0b3-5079d1dcaf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '113a2ca8-f09d-40a7-bed9-fbddb1769bf6'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:45:35.747448 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7985e75b-5ad8-4e00-bb75-3af017ad07a0 req-6078da9c-99a7-4256-b59d-69d937f53bb9 service neutron] Attempting to bind port 4fa4168c-f117-41e2-ba07-2bffe7918665 on network 113a2ca8-f09d-40a7-bed9-fbddb1769bf6 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:45:35.750985 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d4823111-34b1-4e1d-a4fc-e34a05fb4e74 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191186'] for segment, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:35.762098 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7985e75b-5ad8-4e00-bb75-3af017ad07a0 req-6078da9c-99a7-4256-b59d-69d937f53bb9 service neutron] Port 4fa4168c-f117-41e2-ba07-2bffe7918665 on network 113a2ca8-f09d-40a7-bed9-fbddb1769bf6 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:45:35.762457 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7985e75b-5ad8-4e00-bb75-3af017ad07a0 req-6078da9c-99a7-4256-b59d-69d937f53bb9 service neutron] Attempting to bind port 4fa4168c-f117-41e2-ba07-2bffe7918665 on network 113a2ca8-f09d-40a7-bed9-fbddb1769bf6 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:45:35.771465 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7985e75b-5ad8-4e00-bb75-3af017ad07a0 req-6078da9c-99a7-4256-b59d-69d937f53bb9 service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:45:35.771938 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7985e75b-5ad8-4e00-bb75-3af017ad07a0 req-6078da9c-99a7-4256-b59d-69d937f53bb9 service neutron] Checking segment: {'id': '0860aed4-5707-4555-b0b3-5079d1dcaf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '113a2ca8-f09d-40a7-bed9-fbddb1769bf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:45:35.772387 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7985e75b-5ad8-4e00-bb75-3af017ad07a0 req-6078da9c-99a7-4256-b59d-69d937f53bb9 service neutron] Bound using segment: {'id': '0860aed4-5707-4555-b0b3-5079d1dcaf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '113a2ca8-f09d-40a7-bed9-fbddb1769bf6'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:45:35.772944 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-7985e75b-5ad8-4e00-bb75-3af017ad07a0 req-6078da9c-99a7-4256-b59d-69d937f53bb9 service neutron] Bound port: 4fa4168c-f117-41e2-ba07-2bffe7918665, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0860aed4-5707-4555-b0b3-5079d1dcaf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '113a2ca8-f09d-40a7-bed9-fbddb1769bf6'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:45:35.773410 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-7985e75b-5ad8-4e00-bb75-3af017ad07a0 req-6078da9c-99a7-4256-b59d-69d937f53bb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:35.776589 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d4823111-34b1-4e1d-a4fc-e34a05fb4e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:35.794524 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4823111-34b1-4e1d-a4fc-e34a05fb4e74 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=94260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:45:35.795032 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d4823111-34b1-4e1d-a4fc-e34a05fb4e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58895489'] for segment, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:35.797519 n-d-768862-13 neutron-server[94260]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:45:35.797519 n-d-768862-13 neutron-server[94260]: self.session.flush() Aug 10 03:45:35.797519 n-d-768862-13 neutron-server[94260]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:45:35.797519 n-d-768862-13 neutron-server[94260]: self.session.flush() Aug 10 03:45:35.797519 n-d-768862-13 neutron-server[94260]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:45:35.797519 n-d-768862-13 neutron-server[94260]: self.session.flush() Aug 10 03:45:35.797519 n-d-768862-13 neutron-server[94260]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:45:35.797519 n-d-768862-13 neutron-server[94260]: self.session.flush() Aug 10 03:45:35.797519 n-d-768862-13 neutron-server[94260]: Traceback (most recent call last): Aug 10 03:45:35.797519 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:45:35.797519 n-d-768862-13 neutron-server[94260]: timer() Aug 10 03:45:35.797519 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:45:35.797519 n-d-768862-13 neutron-server[94260]: cb(*args, **kw) Aug 10 03:45:35.797519 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:45:35.797519 n-d-768862-13 neutron-server[94260]: return func(*args, **kwargs) Aug 10 03:45:35.797519 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:45:35.797519 n-d-768862-13 neutron-server[94260]: self._notify() Aug 10 03:45:35.797519 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:45:35.797519 n-d-768862-13 neutron-server[94260]: self.callback(batched_events) Aug 10 03:45:35.797519 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:45:35.797519 n-d-768862-13 neutron-server[94260]: event.method(event) Aug 10 03:45:35.797519 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:45:35.797519 n-d-768862-13 neutron-server[94260]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:45:35.797519 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:45:35.797519 n-d-768862-13 neutron-server[94260]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:45:35.797519 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:45:35.797519 n-d-768862-13 neutron-server[94260]: return f(self, *a, **k) Aug 10 03:45:35.797519 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:45:35.797519 n-d-768862-13 neutron-server[94260]: return self._get(url).json() Aug 10 03:45:35.797519 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:45:35.797519 n-d-768862-13 neutron-server[94260]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:45:35.797519 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:45:35.797519 n-d-768862-13 neutron-server[94260]: return self.request(url, 'GET', **kwargs) Aug 10 03:45:35.797519 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:45:35.797519 n-d-768862-13 neutron-server[94260]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:45:35.797519 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:45:35.797519 n-d-768862-13 neutron-server[94260]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:45:35.797519 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:45:35.797519 n-d-768862-13 neutron-server[94260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:45:35.797519 n-d-768862-13 neutron-server[94260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:45:35.900220 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d4823111-34b1-4e1d-a4fc-e34a05fb4e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:35.914888 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d4823111-34b1-4e1d-a4fc-e34a05fb4e74 admin admin] Notify callbacks [] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:35.922390 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-d4823111-34b1-4e1d-a4fc-e34a05fb4e74 admin admin] 10.222.0.44 "DELETE /v2.0/networks/02959262-91a4-4846-8f8f-b4554a8e686f HTTP/1.1" status: 204 len: 168 time: 1.2715750 Aug 10 03:45:35.955907 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4823111-34b1-4e1d-a4fc-e34a05fb4e74 admin admin] Pushing event deleted for resources: {'Network': ['ID=02959262-91a4-4846-8f8f-b4554a8e686f,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:35.968548 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-7985e75b-5ad8-4e00-bb75-3af017ad07a0 req-6078da9c-99a7-4256-b59d-69d937f53bb9 service neutron] For port 4fa4168c-f117-41e2-ba07-2bffe7918665, host n-h2-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:45:35.974480 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-7985e75b-5ad8-4e00-bb75-3af017ad07a0 req-6078da9c-99a7-4256-b59d-69d937f53bb9 service neutron] For port 4fa4168c-f117-41e2-ba07-2bffe7918665, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=4fa4168c-f117-41e2-ba07-2bffe7918665,segment=NetworkSegment(0860aed4-5707-4555-b0b3-5079d1dcaf97),segment_id=0860aed4-5707-4555-b0b3-5079d1dcaf97)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:45:35.980279 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-7985e75b-5ad8-4e00-bb75-3af017ad07a0 req-6078da9c-99a7-4256-b59d-69d937f53bb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:36.041846 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7985e75b-5ad8-4e00-bb75-3af017ad07a0 req-6078da9c-99a7-4256-b59d-69d937f53bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:36.041846 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-7985e75b-5ad8-4e00-bb75-3af017ad07a0 req-6078da9c-99a7-4256-b59d-69d937f53bb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:36.043727 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7985e75b-5ad8-4e00-bb75-3af017ad07a0 req-6078da9c-99a7-4256-b59d-69d937f53bb9 service neutron] 10.222.0.61 "PUT /v2.0/ports/4fa4168c-f117-41e2-ba07-2bffe7918665 HTTP/1.1" status: 200 len: 1092 time: 1.5073454 Aug 10 03:45:36.044409 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9417b4a9-93d7-4da2-b2c3-5579096a45c7', 'tag': '4fa4168c-f117-41e2-ba07-2bffe7918665'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:45:36.048250 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37834a7b-edb0-4990-baf0-d7b6f045f09c" -d '{"events": [{"name": "network-changed", "server_uuid": "9417b4a9-93d7-4da2-b2c3-5579096a45c7", "tag": "4fa4168c-f117-41e2-ba07-2bffe7918665"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:45:36.087011 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device dc87980c-1ed2-4b54-9dc6-f583e42c4730 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:45:36.151926 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: dc87980c-1ed2-4b54-9dc6-f583e42c4730 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:45:36.152511 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device dc87980c-1ed2-4b54-9dc6-f583e42c4730 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:45:36.153225 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device cbea527d-826b-468c-b3d9-56f857ed0593 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:45:36.172368 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6078da9c-99a7-4256-b59d-69d937f53bb9 service neutron] Pushing event updated for resources: {'Port': ['ID=4fa4168c-f117-41e2-ba07-2bffe7918665,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:36.203359 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7985e75b-5ad8-4e00-bb75-3af017ad07a0 req-78937f5c-2ad4-4026-ba72-e27fbfdb6998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:36.206429 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7985e75b-5ad8-4e00-bb75-3af017ad07a0 req-78937f5c-2ad4-4026-ba72-e27fbfdb6998 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b1a9cc4439e74176beda90a38d38d107&device_id=9417b4a9-93d7-4da2-b2c3-5579096a45c7 HTTP/1.1" status: 200 len: 1095 time: 0.0917706 Aug 10 03:45:36.207567 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: cbea527d-826b-468c-b3d9-56f857ed0593 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:45:36.208441 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device cbea527d-826b-468c-b3d9-56f857ed0593 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:45:36.208874 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fee93c7-87d7-4e28-bbf1-cca72869b7e4 x-openstack-request-id: req-3fee93c7-87d7-4e28-bbf1-cca72869b7e4 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:45:36.209343 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9417b4a9-93d7-4da2-b2c3-5579096a45c7", "tag": "4fa4168c-f117-41e2-ba07-2bffe7918665", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:45:36.209767 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3fee93c7-87d7-4e28-bbf1-cca72869b7e4 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:45:36.210352 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33350) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:36.210809 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9417b4a9-93d7-4da2-b2c3-5579096a45c7', 'tag': '4fa4168c-f117-41e2-ba07-2bffe7918665', 'status': 'completed', 'code': 200} Aug 10 03:45:36.257620 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7985e75b-5ad8-4e00-bb75-3af017ad07a0 req-cc1e706c-0cc0-4816-83fe-19e49b3d0482 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4fa4168c-f117-41e2-ba07-2bffe7918665 HTTP/1.1" status: 200 len: 217 time: 0.0414314 Aug 10 03:45:36.289821 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-6bb1c882-58a1-4b03-8cbf-00d6066cf167 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d3a8002f83294de995633cce8274a8da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0743730 Aug 10 03:45:36.292594 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33352) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:36.320705 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7985e75b-5ad8-4e00-bb75-3af017ad07a0 req-6cb753f8-bfdd-44c6-b4b2-9a54f95b00cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:36.323330 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7985e75b-5ad8-4e00-bb75-3af017ad07a0 req-6cb753f8-bfdd-44c6-b4b2-9a54f95b00cc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=390e4828-69a1-4472-b9c6-38f26951edef HTTP/1.1" status: 200 len: 850 time: 0.0571108 Aug 10 03:45:36.361320 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-65055aff-cf75-4641-ac97-2a844d87b4be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:36.376085 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7985e75b-5ad8-4e00-bb75-3af017ad07a0 req-cc416e9c-67c5-4d3c-aacc-c73ab361e63b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=113a2ca8-f09d-40a7-bed9-fbddb1769bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445375 Aug 10 03:45:36.389622 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-65055aff-cf75-4641-ac97-2a844d87b4be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:36.462556 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-65055aff-cf75-4641-ac97-2a844d87b4be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:36.467298 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-65055aff-cf75-4641-ac97-2a844d87b4be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:36.472309 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-65055aff-cf75-4641-ac97-2a844d87b4be admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/253858b1-a284-42d3-a345-533ac317c529 HTTP/1.1" status: 204 len: 168 time: 0.1751277 Aug 10 03:45:36.482654 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65055aff-cf75-4641-ac97-2a844d87b4be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=253858b1-a284-42d3-a345-533ac317c529,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:36.534172 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7985e75b-5ad8-4e00-bb75-3af017ad07a0 req-8e83e6a8-ec90-4396-831e-5d3750156f72 service neutron] 10.222.0.61 "GET /v2.0/networks/113a2ca8-f09d-40a7-bed9-fbddb1769bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495891 Aug 10 03:45:36.732941 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7e6214-d450-4cb2-b402-37f9a4738562 req-d8d27389-6274-4644-b262-ba6bd99425f2 tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:36.734974 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2a7e6214-d450-4cb2-b402-37f9a4738562 req-d8d27389-6274-4644-b262-ba6bd99425f2 tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] 10.222.0.44 "GET /v2.0/ports?device_id=9417b4a9-93d7-4da2-b2c3-5579096a45c7 HTTP/1.1" status: 200 len: 943 time: 0.1080003 Aug 10 03:45:36.745722 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7985e75b-5ad8-4e00-bb75-3af017ad07a0 req-fe13f923-9734-4dac-8b23-2e0e713b0de0 service neutron] 10.222.0.61 "GET /v2.0/networks/113a2ca8-f09d-40a7-bed9-fbddb1769bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014256 Aug 10 03:45:36.808759 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2a7e6214-d450-4cb2-b402-37f9a4738562 req-6053c65d-32ed-4723-a2b5-c7858dc4c5c5 tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] 10.222.0.44 "GET /v2.0/security-groups?id=fce9286f-2a90-4c48-ba58-609138f152df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616202 Aug 10 03:45:36.875557 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37834a7b-edb0-4990-baf0-d7b6f045f09c req-7506b190-6cf8-48fc-9717-a409cd012f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:36.878195 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-37834a7b-edb0-4990-baf0-d7b6f045f09c req-7506b190-6cf8-48fc-9717-a409cd012f24 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b1a9cc4439e74176beda90a38d38d107&device_id=9417b4a9-93d7-4da2-b2c3-5579096a45c7 HTTP/1.1" status: 200 len: 1095 time: 0.0675986 Aug 10 03:45:37.014632 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37834a7b-edb0-4990-baf0-d7b6f045f09c req-fc436e44-30a6-4d4c-bb41-ad7b94ca5d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:37.016261 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-37834a7b-edb0-4990-baf0-d7b6f045f09c req-fc436e44-30a6-4d4c-bb41-ad7b94ca5d85 service neutron] 10.222.0.61 "GET /v2.0/networks?id=113a2ca8-f09d-40a7-bed9-fbddb1769bf6 HTTP/1.1" status: 200 len: 910 time: 0.1273937 Aug 10 03:45:37.021466 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 33362) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:37.045390 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-fdc96ab7-922a-42f9-b7c8-c41192f320ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:37.082351 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-37834a7b-edb0-4990-baf0-d7b6f045f09c req-d71595d0-9925-47b9-b315-2191ab00ecdc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4fa4168c-f117-41e2-ba07-2bffe7918665 HTTP/1.1" status: 200 len: 217 time: 0.0439262 Aug 10 03:45:37.166760 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37834a7b-edb0-4990-baf0-d7b6f045f09c req-d48117cc-2602-44d8-8756-2c28c9f3bb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:37.168325 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-37834a7b-edb0-4990-baf0-d7b6f045f09c req-d48117cc-2602-44d8-8756-2c28c9f3bb79 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=390e4828-69a1-4472-b9c6-38f26951edef HTTP/1.1" status: 200 len: 850 time: 0.0770648 Aug 10 03:45:37.212273 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-37834a7b-edb0-4990-baf0-d7b6f045f09c req-9ee45219-1922-462a-8278-985ba92c46c8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=113a2ca8-f09d-40a7-bed9-fbddb1769bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350630 Aug 10 03:45:37.310419 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-fdc96ab7-922a-42f9-b7c8-c41192f320ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:37.318087 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-fdc96ab7-922a-42f9-b7c8-c41192f320ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:37.378750 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-37834a7b-edb0-4990-baf0-d7b6f045f09c req-f67050b4-ab20-443c-9e9a-391578c5cef1 service neutron] 10.222.0.61 "GET /v2.0/networks/113a2ca8-f09d-40a7-bed9-fbddb1769bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584036 Aug 10 03:45:37.379820 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc96ab7-922a-42f9-b7c8-c41192f320ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f849f6bb-13b4-45c2-9b8e-7334be1cd895,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:37.384948 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-fdc96ab7-922a-42f9-b7c8-c41192f320ae admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.3623545 Aug 10 03:45:37.389931 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33366) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:37.458719 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5f754c03-6141-48fa-a801-9d16a96e25a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:37.495762 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5f754c03-6141-48fa-a801-9d16a96e25a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:37.501557 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-37834a7b-edb0-4990-baf0-d7b6f045f09c req-318f2da1-7d31-4c99-869a-77968f07eef8 service neutron] 10.222.0.61 "GET /v2.0/networks/113a2ca8-f09d-40a7-bed9-fbddb1769bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122897 Aug 10 03:45:37.565117 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5f754c03-6141-48fa-a801-9d16a96e25a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:37.568231 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5f754c03-6141-48fa-a801-9d16a96e25a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:37.569622 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-5f754c03-6141-48fa-a801-9d16a96e25a9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f849f6bb-13b4-45c2-9b8e-7334be1cd895 HTTP/1.1" status: 204 len: 168 time: 0.1781230 Aug 10 03:45:37.580973 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f754c03-6141-48fa-a801-9d16a96e25a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f849f6bb-13b4-45c2-9b8e-7334be1cd895,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:37.978515 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a38020-375f-4269-b45b-1c77fb5cfab7 req-3129b0ad-86fd-41fb-8a6c-583801a0e7aa tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:37.980176 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-33a38020-375f-4269-b45b-1c77fb5cfab7 req-3129b0ad-86fd-41fb-8a6c-583801a0e7aa tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] 10.222.0.44 "GET /v2.0/ports?device_id=9417b4a9-93d7-4da2-b2c3-5579096a45c7 HTTP/1.1" status: 200 len: 943 time: 0.0740132 Aug 10 03:45:38.028348 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-33a38020-375f-4269-b45b-1c77fb5cfab7 req-f0aa3d19-6a53-4465-8eea-4fadefb4f30f tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] 10.222.0.44 "GET /v2.0/security-groups?id=fce9286f-2a90-4c48-ba58-609138f152df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404780 Aug 10 03:45:38.377362 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 33394) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:38.503327 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-5d3f1c9c-6597-4d0b-aa89-446588f7a755 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-800930114-network', 'tenant_id': 'cde344f967264dfd970128dd56d4c154'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:38.531448 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d3f1c9c-6597-4d0b-aa89-446588f7a755 admin admin] Made reservation on behalf of cde344f967264dfd970128dd56d4c154 for: {'network': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:45:38.535591 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5d3f1c9c-6597-4d0b-aa89-446588f7a755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:38.550781 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5d3f1c9c-6597-4d0b-aa89-446588f7a755 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:38.683837 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5d3f1c9c-6597-4d0b-aa89-446588f7a755 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:38.689334 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5d3f1c9c-6597-4d0b-aa89-446588f7a755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:38.719086 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d3f1c9c-6597-4d0b-aa89-446588f7a755 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=94260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:45:38.730087 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3f1c9c-6597-4d0b-aa89-446588f7a755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77a578e4-c1bc-4b27-b5f3-e81d0096cc88,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:38.736252 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5d3f1c9c-6597-4d0b-aa89-446588f7a755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:38.736603 n-d-768862-13 neutron-server[94260]: INFO neutron.db.segments_db [None req-5d3f1c9c-6597-4d0b-aa89-446588f7a755 admin admin] Added segment 7015f316-8bb7-4562-a486-5e6eb9be6f3e of type vlan for network a70c8cc8-b2af-4fef-a22f-f28f1e78768e Aug 10 03:45:38.784447 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5d3f1c9c-6597-4d0b-aa89-446588f7a755 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:38.821379 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5d3f1c9c-6597-4d0b-aa89-446588f7a755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:38.822436 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3f1c9c-6597-4d0b-aa89-446588f7a755 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:38.823131 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5d3f1c9c-6597-4d0b-aa89-446588f7a755 admin admin] Notify callbacks [] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:38.886152 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-5d3f1c9c-6597-4d0b-aa89-446588f7a755 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5074553 Aug 10 03:45:38.889812 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 33398) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:38.901858 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-12fda9f4-c1bb-412e-b172-bd04a068989d admin admin] Request body: {'subnet': {'network_id': 'a70c8cc8-b2af-4fef-a22f-f28f1e78768e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-800930114-subnet', 'tenant_id': 'cde344f967264dfd970128dd56d4c154', 'ip_version': 4}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:38.910251 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3f1c9c-6597-4d0b-aa89-446588f7a755 admin admin] Pushing event updated for resources: {'Network': ['ID=a70c8cc8-b2af-4fef-a22f-f28f1e78768e,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:38.921502 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network a70c8cc8-b2af-4fef-a22f-f28f1e78768e details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:45:38.944590 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12fda9f4-c1bb-412e-b172-bd04a068989d admin admin] Made reservation on behalf of cde344f967264dfd970128dd56d4c154 for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:45:38.948295 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-12fda9f4-c1bb-412e-b172-bd04a068989d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:39.170971 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-12fda9f4-c1bb-412e-b172-bd04a068989d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58895384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805196'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:39.240218 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2021bcb2-6843-4bc8-b1b0-12dc4eea4d6e req-259af5b8-7f4b-43ff-b8a1-6849e098b2e1 tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:39.241903 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2021bcb2-6843-4bc8-b1b0-12dc4eea4d6e req-259af5b8-7f4b-43ff-b8a1-6849e098b2e1 tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] 10.222.0.44 "GET /v2.0/ports?device_id=9417b4a9-93d7-4da2-b2c3-5579096a45c7 HTTP/1.1" status: 200 len: 943 time: 0.1203814 Aug 10 03:45:39.251072 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fda9f4-c1bb-412e-b172-bd04a068989d admin admin] Pushing event updated for resources: {'Subnet': ['ID=954b0067-f4fb-4ae7-8bbb-b17d200f3f6d,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:39.284407 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fda9f4-c1bb-412e-b172-bd04a068989d admin admin] Checking segment: {'id': '7015f316-8bb7-4562-a486-5e6eb9be6f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'a70c8cc8-b2af-4fef-a22f-f28f1e78768e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:45:39.284771 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12fda9f4-c1bb-412e-b172-bd04a068989d admin admin] Network hostable DHCP agents. Network: a70c8cc8-b2af-4fef-a22f-f28f1e78768e, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:45:39.315967 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2021bcb2-6843-4bc8-b1b0-12dc4eea4d6e req-5e5d8e8b-b548-4983-83be-9d854ddd6a7b tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] 10.222.0.44 "GET /v2.0/security-groups?id=fce9286f-2a90-4c48-ba58-609138f152df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543156 Aug 10 03:45:39.327366 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12fda9f4-c1bb-412e-b172-bd04a068989d admin admin] Network a70c8cc8-b2af-4fef-a22f-f28f1e78768e is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:45:39.340751 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-12fda9f4-c1bb-412e-b172-bd04a068989d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, a70c8cc8-b2af-4fef-a22f-f28f1e78768e) {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:45:39.347495 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12fda9f4-c1bb-412e-b172-bd04a068989d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:39.348460 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-12fda9f4-c1bb-412e-b172-bd04a068989d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:39.354650 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2f31b8-4513-4c38-8bf1-d758351e5fcb None None] Network a70c8cc8-b2af-4fef-a22f-f28f1e78768e requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:45:39.375164 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-12fda9f4-c1bb-412e-b172-bd04a068989d admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4766536 Aug 10 03:45:39.375601 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 33406) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:39.383739 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-fc492b6d-fc39-474c-80e6-fc83aca815ff admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-800930114-router', 'tenant_id': 'cde344f967264dfd970128dd56d4c154', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:39.421089 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-fc492b6d-fc39-474c-80e6-fc83aca815ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:39.423930 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-fc492b6d-fc39-474c-80e6-fc83aca815ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:39.507618 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-fc492b6d-fc39-474c-80e6-fc83aca815ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:39.613826 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d744632-36d0-4d6a-b470-e0baf1480c5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-a70c8cc8-b2af-4fef-a22f-f28f1e78768e', 'network_id': 'a70c8cc8-b2af-4fef-a22f-f28f1e78768e', 'tenant_id': 'cde344f967264dfd970128dd56d4c154', 'fixed_ips': [{'subnet_id': '954b0067-f4fb-4ae7-8bbb-b17d200f3f6d'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:45:39.614851 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3d744632-36d0-4d6a-b470-e0baf1480c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:39.688180 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-fc492b6d-fc39-474c-80e6-fc83aca815ff admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:39.775047 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-3d744632-36d0-4d6a-b470-e0baf1480c5a None None] Allocated IP 172.20.0.2 (a70c8cc8-b2af-4fef-a22f-f28f1e78768e/954b0067-f4fb-4ae7-8bbb-b17d200f3f6d/d9f1bed4-e2fa-4974-80c3-ecbbccd955ee) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:45:39.935646 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-fc492b6d-fc39-474c-80e6-fc83aca815ff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:39.971981 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-fc492b6d-fc39-474c-80e6-fc83aca815ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:39.995143 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3d744632-36d0-4d6a-b470-e0baf1480c5a None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:40.006740 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-3d744632-36d0-4d6a-b470-e0baf1480c5a None None] Transition to ACTIVE for port object d9f1bed4-e2fa-4974-80c3-ecbbccd955ee will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:45:40.024977 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-3d744632-36d0-4d6a-b470-e0baf1480c5a None None] Transition to ACTIVE for port object d9f1bed4-e2fa-4974-80c3-ecbbccd955ee will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:45:40.032878 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3d744632-36d0-4d6a-b470-e0baf1480c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:40.088000 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d744632-36d0-4d6a-b470-e0baf1480c5a None None] Network a70c8cc8-b2af-4fef-a22f-f28f1e78768e is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:45:40.094095 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-3d744632-36d0-4d6a-b470-e0baf1480c5a None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:45:40.099303 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d744632-36d0-4d6a-b470-e0baf1480c5a None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:45:40.103285 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d744632-36d0-4d6a-b470-e0baf1480c5a None None] Pushing event updated for resources: {'Port': ['ID=d9f1bed4-e2fa-4974-80c3-ecbbccd955ee,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:40.110508 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-fc492b6d-fc39-474c-80e6-fc83aca815ff admin admin] Allocated IP 172.25.6.245 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/42a5f8fe-75d8-4229-a880-fd4d4b8ab69c) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:45:40.161645 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-3d744632-36d0-4d6a-b470-e0baf1480c5a None None] Attempting to bind port d9f1bed4-e2fa-4974-80c3-ecbbccd955ee on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:45:40.162024 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-3d744632-36d0-4d6a-b470-e0baf1480c5a None None] Attempting to bind port d9f1bed4-e2fa-4974-80c3-ecbbccd955ee by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '7015f316-8bb7-4562-a486-5e6eb9be6f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'a70c8cc8-b2af-4fef-a22f-f28f1e78768e'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:45:40.162424 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d744632-36d0-4d6a-b470-e0baf1480c5a None None] Attempting to bind port d9f1bed4-e2fa-4974-80c3-ecbbccd955ee on network a70c8cc8-b2af-4fef-a22f-f28f1e78768e {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:45:40.169084 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d744632-36d0-4d6a-b470-e0baf1480c5a None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:45:40.169462 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d744632-36d0-4d6a-b470-e0baf1480c5a None None] Checking segment: {'id': '7015f316-8bb7-4562-a486-5e6eb9be6f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'a70c8cc8-b2af-4fef-a22f-f28f1e78768e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:45:40.169903 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3d744632-36d0-4d6a-b470-e0baf1480c5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:40.170345 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d744632-36d0-4d6a-b470-e0baf1480c5a None None] Bound using segment: {'id': '7015f316-8bb7-4562-a486-5e6eb9be6f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'a70c8cc8-b2af-4fef-a22f-f28f1e78768e'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:45:40.170826 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-3d744632-36d0-4d6a-b470-e0baf1480c5a None None] Bound port: d9f1bed4-e2fa-4974-80c3-ecbbccd955ee, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7015f316-8bb7-4562-a486-5e6eb9be6f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'a70c8cc8-b2af-4fef-a22f-f28f1e78768e'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:45:40.171218 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3d744632-36d0-4d6a-b470-e0baf1480c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:40.256337 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-3d744632-36d0-4d6a-b470-e0baf1480c5a None None] For port d9f1bed4-e2fa-4974-80c3-ecbbccd955ee, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:45:40.262841 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-3d744632-36d0-4d6a-b470-e0baf1480c5a None None] For port d9f1bed4-e2fa-4974-80c3-ecbbccd955ee, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=d9f1bed4-e2fa-4974-80c3-ecbbccd955ee,segment=NetworkSegment(7015f316-8bb7-4562-a486-5e6eb9be6f3e),segment_id=7015f316-8bb7-4562-a486-5e6eb9be6f3e)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:45:40.271075 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3d744632-36d0-4d6a-b470-e0baf1480c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:40.297520 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-fc492b6d-fc39-474c-80e6-fc83aca815ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:40.362213 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d744632-36d0-4d6a-b470-e0baf1480c5a None None] Pushing event updated for resources: {'Port': ['ID=d9f1bed4-e2fa-4974-80c3-ecbbccd955ee,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:40.378120 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-fc492b6d-fc39-474c-80e6-fc83aca815ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:40.434012 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc492b6d-fc39-474c-80e6-fc83aca815ff admin admin] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:45:40.440342 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-fc492b6d-fc39-474c-80e6-fc83aca815ff admin admin] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:45:40.448461 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc492b6d-fc39-474c-80e6-fc83aca815ff admin admin] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:45:40.499373 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc492b6d-fc39-474c-80e6-fc83aca815ff admin admin] Pushing event updated for resources: {'Port': ['ID=42a5f8fe-75d8-4229-a880-fd4d4b8ab69c,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:40.544270 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67de6536-5012-413b-9a10-a97bdb87d544 req-4fa820f6-ca81-4b15-8175-2464519561c8 tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:40.545944 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-67de6536-5012-413b-9a10-a97bdb87d544 req-4fa820f6-ca81-4b15-8175-2464519561c8 tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] 10.222.0.44 "GET /v2.0/ports?device_id=9417b4a9-93d7-4da2-b2c3-5579096a45c7 HTTP/1.1" status: 200 len: 943 time: 0.1075325 Aug 10 03:45:40.710133 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-67de6536-5012-413b-9a10-a97bdb87d544 req-a4efe749-3d09-4e77-9db2-eef0de710e47 tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] 10.222.0.44 "GET /v2.0/security-groups?id=fce9286f-2a90-4c48-ba58-609138f152df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282947 Aug 10 03:45:40.872640 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-fc492b6d-fc39-474c-80e6-fc83aca815ff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:41.129143 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-fc492b6d-fc39-474c-80e6-fc83aca815ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:41.338101 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc492b6d-fc39-474c-80e6-fc83aca815ff admin admin] Router 45c42848-682a-4c86-bd4e-10ad3c0cfb67 is scheduled to L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e with binding_index 1 {{(pid=94260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:45:41.535791 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f92a2d-8514-4bf1-bb17-8369395a3324 None None] Network a70c8cc8-b2af-4fef-a22f-f28f1e78768e requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:45:41.609692 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-dfd3fee1-7979-4f70-ad02-79cee56c16b0 None None] Provisioning for port d9f1bed4-e2fa-4974-80c3-ecbbccd955ee completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:45:41.967245 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42416c92-8e41-424c-9446-c9fa11b6c2b2 req-558b28fe-eede-40c2-9db1-f303517b2787 tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:41.968893 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-42416c92-8e41-424c-9446-c9fa11b6c2b2 req-558b28fe-eede-40c2-9db1-f303517b2787 tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] 10.222.0.44 "GET /v2.0/ports?device_id=9417b4a9-93d7-4da2-b2c3-5579096a45c7 HTTP/1.1" status: 200 len: 943 time: 0.0723770 Aug 10 03:45:41.970027 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc492b6d-fc39-474c-80e6-fc83aca815ff admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:45:41.983658 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e4113e-66b6-4da7-abb9-51c1ebbcbf38 None None] Sync routers for ids ['45c42848-682a-4c86-bd4e-10ad3c0cfb67'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:45:42.000579 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-fc492b6d-fc39-474c-80e6-fc83aca815ff admin admin] Notify callbacks [] for router, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:42.004814 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-fc492b6d-fc39-474c-80e6-fc83aca815ff admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.6248746 Aug 10 03:45:42.006104 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33434) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:42.035061 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e4113e-66b6-4da7-abb9-51c1ebbcbf38 None None] Routers {'45c42848-682a-4c86-bd4e-10ad3c0cfb67'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:45:42.037525 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-d0e4113e-66b6-4da7-abb9-51c1ebbcbf38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:45:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['45c42848-682a-4c86-bd4e-10ad3c0cfb67'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:42.078360 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-42416c92-8e41-424c-9446-c9fa11b6c2b2 req-6874ba7d-6636-451e-96a4-73b2ab4fdd20 tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] 10.222.0.44 "GET /v2.0/security-groups?id=fce9286f-2a90-4c48-ba58-609138f152df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877030 Aug 10 03:45:42.187185 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device d9f1bed4-e2fa-4974-80c3-ecbbccd955ee up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:45:42.283152 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port d9f1bed4-e2fa-4974-80c3-ecbbccd955ee completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:45:42.291268 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port d9f1bed4-e2fa-4974-80c3-ecbbccd955ee triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:45:42.293021 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:42.293457 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-d0e4113e-66b6-4da7-abb9-51c1ebbcbf38 None None] Set router 45c42848-682a-4c86-bd4e-10ad3c0cfb67 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:45:42.354679 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-72127497-28ca-4f76-bb46-91d1b1a75ed0 None None] Provisioning complete for port d9f1bed4-e2fa-4974-80c3-ecbbccd955ee triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:45:42.355628 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-72127497-28ca-4f76-bb46-91d1b1a75ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:42.470579 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-72127497-28ca-4f76-bb46-91d1b1a75ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:42.582788 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:42.631726 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-72127497-28ca-4f76-bb46-91d1b1a75ed0 None None] For port d9f1bed4-e2fa-4974-80c3-ecbbccd955ee, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=d9f1bed4-e2fa-4974-80c3-ecbbccd955ee,segment=NetworkSegment(7015f316-8bb7-4562-a486-5e6eb9be6f3e),segment_id=7015f316-8bb7-4562-a486-5e6eb9be6f3e)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:42.641091 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-72127497-28ca-4f76-bb46-91d1b1a75ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:42.658547 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-d0e4113e-66b6-4da7-abb9-51c1ebbcbf38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45c42848-682a-4c86-bd4e-10ad3c0cfb67', 'name': 'tempest-TestVolumeBackupRestore-800930114-router', 'tenant_id': 'cde344f967264dfd970128dd56d4c154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '42a5f8fe-75d8-4229-a880-fd4d4b8ab69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:45:39Z', 'updated_at': '2021-08-10T03:45:40Z', 'revision_number': 3, 'project_id': 'cde344f967264dfd970128dd56d4c154', 'gw_port': {'id': '42a5f8fe-75d8-4229-a880-fd4d4b8ab69c', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7b:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45c42848-682a-4c86-bd4e-10ad3c0cfb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:39Z', 'updated_at': '2021-08-10T03:45:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:42.696606 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e4113e-66b6-4da7-abb9-51c1ebbcbf38 None None] Checking router: 45c42848-682a-4c86-bd4e-10ad3c0cfb67 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:45:42.696979 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e4113e-66b6-4da7-abb9-51c1ebbcbf38 None None] Updating router 45c42848-682a-4c86-bd4e-10ad3c0cfb67 port 42a5f8fe-75d8-4229-a880-fd4d4b8ab69c binding host n-d-768862-13 {{(pid=94263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:45:42.734973 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.db.api [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:45:42.735485 n-d-768862-13 neutron-server[94262]: DEBUG oslo_db.api [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:45:42.736069 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72127497-28ca-4f76-bb46-91d1b1a75ed0 None None] Pushing event updated for resources: {'Port': ['ID=d9f1bed4-e2fa-4974-80c3-ecbbccd955ee,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:42.747769 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-d0e4113e-66b6-4da7-abb9-51c1ebbcbf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:42.777493 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 4fa4168c-f117-41e2-ba07-2bffe7918665 details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:45:42.903899 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 4fa4168c-f117-41e2-ba07-2bffe7918665, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=4fa4168c-f117-41e2-ba07-2bffe7918665,segment=NetworkSegment(0860aed4-5707-4555-b0b3-5079d1dcaf97),segment_id=0860aed4-5707-4555-b0b3-5079d1dcaf97)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:42.919823 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': '4fa4168c-f117-41e2-ba07-2bffe7918665', 'network_id': '113a2ca8-f09d-40a7-bed9-fbddb1769bf6', 'port_id': '4fa4168c-f117-41e2-ba07-2bffe7918665', 'mac_address': 'fa:16:3e:28:63:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '390e4828-69a1-4472-b9c6-38f26951edef', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:45:42.970150 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:42.993535 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fa4168c-f117-41e2-ba07-2bffe7918665 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:45:43.021174 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 4fa4168c-f117-41e2-ba07-2bffe7918665, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=4fa4168c-f117-41e2-ba07-2bffe7918665,segment=NetworkSegment(0860aed4-5707-4555-b0b3-5079d1dcaf97),segment_id=0860aed4-5707-4555-b0b3-5079d1dcaf97)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:43.030262 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:43.068121 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c0cc9635-e137-4567-a25b-7ef99ec1c443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:43.133266 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=4fa4168c-f117-41e2-ba07-2bffe7918665,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:43.220841 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-d0e4113e-66b6-4da7-abb9-51c1ebbcbf38 None None] Notify callbacks [] for port, precommit_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:43.256313 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.provisioning_blocks [None req-d0e4113e-66b6-4da7-abb9-51c1ebbcbf38 None None] Transition to ACTIVE for port object 42a5f8fe-75d8-4229-a880-fd4d4b8ab69c will not be triggered until provisioned by entity L2. {{(pid=94263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:45:43.267849 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b74e6a-d128-45e3-aaa1-981f917bed38 req-8806b36b-c7de-4fed-9db8-94a9ad184788 tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:43.269635 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f8b74e6a-d128-45e3-aaa1-981f917bed38 req-8806b36b-c7de-4fed-9db8-94a9ad184788 tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] 10.222.0.44 "GET /v2.0/ports?device_id=9417b4a9-93d7-4da2-b2c3-5579096a45c7 HTTP/1.1" status: 200 len: 944 time: 0.0706346 Aug 10 03:45:43.271194 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-d0e4113e-66b6-4da7-abb9-51c1ebbcbf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:43.299185 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-c0cc9635-e137-4567-a25b-7ef99ec1c443 admin admin] Allocated IP 172.20.0.1 (a70c8cc8-b2af-4fef-a22f-f28f1e78768e/954b0067-f4fb-4ae7-8bbb-b17d200f3f6d/3f361aab-dfc4-4a9c-b082-6a5cb09941ba) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:45:43.368473 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-d0e4113e-66b6-4da7-abb9-51c1ebbcbf38 None None] Attempting to bind port 42a5f8fe-75d8-4229-a880-fd4d4b8ab69c on host n-d-768862-13 for vnic_type normal with profile {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:45:43.368802 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-d0e4113e-66b6-4da7-abb9-51c1ebbcbf38 None None] Attempting to bind port 42a5f8fe-75d8-4229-a880-fd4d4b8ab69c by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:45:43.369174 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e4113e-66b6-4da7-abb9-51c1ebbcbf38 None None] Attempting to bind port 42a5f8fe-75d8-4229-a880-fd4d4b8ab69c on network 2ea12131-628a-487e-b434-0463553732bd {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:45:43.369574 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f8b74e6a-d128-45e3-aaa1-981f917bed38 req-3eae43f8-a845-4ded-9c9e-47b4b7045012 tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] 10.222.0.44 "GET /v2.0/security-groups?id=fce9286f-2a90-4c48-ba58-609138f152df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894806 Aug 10 03:45:43.379427 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df149f53-4cfa-40a8-976f-4ba7f4a5b40e None None] Pushing event updated for resources: {'Port': ['ID=42a5f8fe-75d8-4229-a880-fd4d4b8ab69c,revision_number=2']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:43.384971 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e4113e-66b6-4da7-abb9-51c1ebbcbf38 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:45:43.385592 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e4113e-66b6-4da7-abb9-51c1ebbcbf38 None None] Checking segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:45:43.386270 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-d0e4113e-66b6-4da7-abb9-51c1ebbcbf38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:43.386950 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e4113e-66b6-4da7-abb9-51c1ebbcbf38 None None] Bound using segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:45:43.387964 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-d0e4113e-66b6-4da7-abb9-51c1ebbcbf38 None None] Bound port: 42a5f8fe-75d8-4229-a880-fd4d4b8ab69c, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:45:43.388607 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-d0e4113e-66b6-4da7-abb9-51c1ebbcbf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:43.453009 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df149f53-4cfa-40a8-976f-4ba7f4a5b40e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:43.453727 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df149f53-4cfa-40a8-976f-4ba7f4a5b40e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:43.453727 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df149f53-4cfa-40a8-976f-4ba7f4a5b40e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:43.454011 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df149f53-4cfa-40a8-976f-4ba7f4a5b40e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:43.454379 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df149f53-4cfa-40a8-976f-4ba7f4a5b40e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:43.454715 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df149f53-4cfa-40a8-976f-4ba7f4a5b40e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:43.455043 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df149f53-4cfa-40a8-976f-4ba7f4a5b40e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:43.455366 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df149f53-4cfa-40a8-976f-4ba7f4a5b40e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:43.455689 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df149f53-4cfa-40a8-976f-4ba7f4a5b40e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:43.456213 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df149f53-4cfa-40a8-976f-4ba7f4a5b40e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:43.456545 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df149f53-4cfa-40a8-976f-4ba7f4a5b40e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:43.456881 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df149f53-4cfa-40a8-976f-4ba7f4a5b40e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:43.468951 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['4fa4168c-f117-41e2-ba07-2bffe7918665'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:45:43.505056 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-d0e4113e-66b6-4da7-abb9-51c1ebbcbf38 None None] For port 42a5f8fe-75d8-4229-a880-fd4d4b8ab69c, host n-d-768862-13, cleared binding levels {{(pid=94263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:45:43.516894 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-d0e4113e-66b6-4da7-abb9-51c1ebbcbf38 None None] For port 42a5f8fe-75d8-4229-a880-fd4d4b8ab69c, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=42a5f8fe-75d8-4229-a880-fd4d4b8ab69c,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:45:43.525686 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-d0e4113e-66b6-4da7-abb9-51c1ebbcbf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:43.600100 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e4113e-66b6-4da7-abb9-51c1ebbcbf38 None None] Routers {'45c42848-682a-4c86-bd4e-10ad3c0cfb67'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:45:43.600976 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-d0e4113e-66b6-4da7-abb9-51c1ebbcbf38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:45:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['45c42848-682a-4c86-bd4e-10ad3c0cfb67'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:43.605111 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c0cc9635-e137-4567-a25b-7ef99ec1c443 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:43.634664 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [None req-c0cc9635-e137-4567-a25b-7ef99ec1c443 admin admin] Transition to ACTIVE for port object 3f361aab-dfc4-4a9c-b082-6a5cb09941ba will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:45:43.676686 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c0cc9635-e137-4567-a25b-7ef99ec1c443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:43.723954 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df149f53-4cfa-40a8-976f-4ba7f4a5b40e None None] Pushing event updated for resources: {'Port': ['ID=42a5f8fe-75d8-4229-a880-fd4d4b8ab69c,revision_number=3']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:43.746187 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0cc9635-e137-4567-a25b-7ef99ec1c443 admin admin] Network a70c8cc8-b2af-4fef-a22f-f28f1e78768e is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:45:43.764966 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-c0cc9635-e137-4567-a25b-7ef99ec1c443 admin admin] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:45:43.772100 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cc9635-e137-4567-a25b-7ef99ec1c443 admin admin] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:45:43.780161 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cc9635-e137-4567-a25b-7ef99ec1c443 admin admin] Pushing event updated for resources: {'Port': ['ID=3f361aab-dfc4-4a9c-b082-6a5cb09941ba,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:43.832379 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c0cc9635-e137-4567-a25b-7ef99ec1c443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521745'] for router_interface, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:43.897561 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-d0e4113e-66b6-4da7-abb9-51c1ebbcbf38 None None] Set router 45c42848-682a-4c86-bd4e-10ad3c0cfb67 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:45:44.049973 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c0cc9635-e137-4567-a25b-7ef99ec1c443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:44.070915 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device d9f1bed4-e2fa-4974-80c3-ecbbccd955ee up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:45:44.163528 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-d0e4113e-66b6-4da7-abb9-51c1ebbcbf38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45c42848-682a-4c86-bd4e-10ad3c0cfb67', 'name': 'tempest-TestVolumeBackupRestore-800930114-router', 'tenant_id': 'cde344f967264dfd970128dd56d4c154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '42a5f8fe-75d8-4229-a880-fd4d4b8ab69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:45:39Z', 'updated_at': '2021-08-10T03:45:40Z', 'revision_number': 3, 'project_id': 'cde344f967264dfd970128dd56d4c154', 'gw_port': {'id': '42a5f8fe-75d8-4229-a880-fd4d4b8ab69c', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7b:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45c42848-682a-4c86-bd4e-10ad3c0cfb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:39Z', 'updated_at': '2021-08-10T03:45:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:44.176684 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port d9f1bed4-e2fa-4974-80c3-ecbbccd955ee triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:45:44.177311 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:44.199902 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e4113e-66b6-4da7-abb9-51c1ebbcbf38 None None] The sync data for ids ['45c42848-682a-4c86-bd4e-10ad3c0cfb67'] in n-d-768862-13 is: [{'id': '45c42848-682a-4c86-bd4e-10ad3c0cfb67', 'name': 'tempest-TestVolumeBackupRestore-800930114-router', 'tenant_id': 'cde344f967264dfd970128dd56d4c154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '42a5f8fe-75d8-4229-a880-fd4d4b8ab69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:45:39Z', 'updated_at': '2021-08-10T03:45:40Z', 'revision_number': 3, 'project_id': 'cde344f967264dfd970128dd56d4c154', 'gw_port': {'id': '42a5f8fe-75d8-4229-a880-fd4d4b8ab69c', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7b:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45c42848-682a-4c86-bd4e-10ad3c0cfb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:39Z', 'updated_at': '2021-08-10T03:45:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:45:44.224438 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-7298d696-389e-4682-92b1-de50d97b3a44 None None] Provisioning for port 3f361aab-dfc4-4a9c-b082-6a5cb09941ba completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:45:44.234024 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-7298d696-389e-4682-92b1-de50d97b3a44 None None] Provisioning complete for port 3f361aab-dfc4-4a9c-b082-6a5cb09941ba triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:45:44.234423 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-7298d696-389e-4682-92b1-de50d97b3a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:44.323292 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-7298d696-389e-4682-92b1-de50d97b3a44 None None] Port 3f361aab-dfc4-4a9c-b082-6a5cb09941ba cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:45:44.389663 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c0cc9635-e137-4567-a25b-7ef99ec1c443 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:44.396227 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c0cc9635-e137-4567-a25b-7ef99ec1c443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:44.500919 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c0cc9635-e137-4567-a25b-7ef99ec1c443 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521893'] for router_interface, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:44.504228 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cc9635-e137-4567-a25b-7ef99ec1c443 admin admin] Pushing event updated for resources: {'Port': ['ID=3f361aab-dfc4-4a9c-b082-6a5cb09941ba,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:44.598962 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2265bc-642a-433c-b857-fb1a2c13a611 req-770e7d34-5320-439e-aff9-4f388d9d2b00 tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:44.603155 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1e2265bc-642a-433c-b857-fb1a2c13a611 req-770e7d34-5320-439e-aff9-4f388d9d2b00 tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] 10.222.0.44 "GET /v2.0/ports?device_id=9417b4a9-93d7-4da2-b2c3-5579096a45c7 HTTP/1.1" status: 200 len: 944 time: 0.0877006 Aug 10 03:45:44.681199 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0cc9635-e137-4567-a25b-7ef99ec1c443 admin admin] Network a70c8cc8-b2af-4fef-a22f-f28f1e78768e is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:45:44.683912 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-c0cc9635-e137-4567-a25b-7ef99ec1c443 admin admin] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:45:44.701823 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1e2265bc-642a-433c-b857-fb1a2c13a611 req-99d57a94-95fa-48fe-97e5-2482756ecaf3 tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] 10.222.0.44 "GET /v2.0/security-groups?id=fce9286f-2a90-4c48-ba58-609138f152df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871553 Aug 10 03:45:44.793268 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 4fa4168c-f117-41e2-ba07-2bffe7918665 up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:45:44.934846 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0cc9635-e137-4567-a25b-7ef99ec1c443 admin admin] Router 45c42848-682a-4c86-bd4e-10ad3c0cfb67 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:45:44.948310 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning for port 4fa4168c-f117-41e2-ba07-2bffe7918665 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:45:44.953404 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port 4fa4168c-f117-41e2-ba07-2bffe7918665 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:45:44.953945 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:45.089246 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-7d68b9ad-0636-43dd-a3bc-af6ce227f3ab None None] Provisioning complete for port 3f361aab-dfc4-4a9c-b082-6a5cb09941ba triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:45:45.089927 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-7d68b9ad-0636-43dd-a3bc-af6ce227f3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:45.114363 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0cc9635-e137-4567-a25b-7ef99ec1c443 admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:45:45.124732 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-c0cc9635-e137-4567-a25b-7ef99ec1c443 admin admin] 10.222.0.44 "PUT /v2.0/routers/45c42848-682a-4c86-bd4e-10ad3c0cfb67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1173997 Aug 10 03:45:45.178751 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-7d68b9ad-0636-43dd-a3bc-af6ce227f3ab None None] Port 3f361aab-dfc4-4a9c-b082-6a5cb09941ba cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:45:45.224190 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:45.258313 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9417b4a9-93d7-4da2-b2c3-5579096a45c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fa4168c-f117-41e2-ba07-2bffe7918665'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:45:45.260362 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91030eea-9eb5-4d49-adff-d394168e2429" -d '{"events": [{"server_uuid": "9417b4a9-93d7-4da2-b2c3-5579096a45c7", "name": "network-vif-plugged", "status": "completed", "tag": "4fa4168c-f117-41e2-ba07-2bffe7918665"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:45:45.295049 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 4fa4168c-f117-41e2-ba07-2bffe7918665, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=4fa4168c-f117-41e2-ba07-2bffe7918665,segment=NetworkSegment(0860aed4-5707-4555-b0b3-5079d1dcaf97),segment_id=0860aed4-5707-4555-b0b3-5079d1dcaf97)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:45.305575 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:45.326120 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ccdc18f-02c5-4047-96fd-afc4be157aaf x-openstack-request-id: req-8ccdc18f-02c5-4047-96fd-afc4be157aaf {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:45:45.326644 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9417b4a9-93d7-4da2-b2c3-5579096a45c7", "name": "network-vif-plugged", "status": "completed", "tag": "4fa4168c-f117-41e2-ba07-2bffe7918665", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:45:45.327064 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8ccdc18f-02c5-4047-96fd-afc4be157aaf {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:45:45.327721 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9417b4a9-93d7-4da2-b2c3-5579096a45c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fa4168c-f117-41e2-ba07-2bffe7918665', 'code': 200} Aug 10 03:45:45.427773 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=4fa4168c-f117-41e2-ba07-2bffe7918665,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:45.464043 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb0bc0d-9df7-43b3-bf66-3c81687e4867 req-f1f0bbf7-ccc2-4a97-9805-3be6b5ef00e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:45.468817 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5eb0bc0d-9df7-43b3-bf66-3c81687e4867 req-f1f0bbf7-ccc2-4a97-9805-3be6b5ef00e5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9417b4a9-93d7-4da2-b2c3-5579096a45c7 HTTP/1.1" status: 200 len: 1097 time: 0.0599821 Aug 10 03:45:45.524528 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5eb0bc0d-9df7-43b3-bf66-3c81687e4867 req-92a3f100-368d-4639-8d8a-6b65771435a8 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=fce9286f-2a90-4c48-ba58-609138f152df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445654 Aug 10 03:45:45.892762 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5930750b-dd8e-4347-b0de-163d9de585b6 req-aec06a46-ece5-4a87-b328-36dc3085558a tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:45.895615 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5930750b-dd8e-4347-b0de-163d9de585b6 req-aec06a46-ece5-4a87-b328-36dc3085558a tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] 10.222.0.44 "GET /v2.0/ports?device_id=9417b4a9-93d7-4da2-b2c3-5579096a45c7 HTTP/1.1" status: 200 len: 945 time: 0.0770724 Aug 10 03:45:46.027248 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5930750b-dd8e-4347-b0de-163d9de585b6 req-4abc5ec9-c00d-4a2a-a9b4-a49bfa61d9c5 tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] 10.222.0.44 "GET /v2.0/security-groups?id=fce9286f-2a90-4c48-ba58-609138f152df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235402 Aug 10 03:45:46.032727 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33474) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:46.039477 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-ad17f089-5ce9-49d3-9acb-ab5a7fd479f2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-741469120-network', 'tenant_id': '5c399acc83374183b223070b0a544d25'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:46.076021 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad17f089-5ce9-49d3-9acb-ab5a7fd479f2 admin admin] Made reservation on behalf of 5c399acc83374183b223070b0a544d25 for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:45:46.080384 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ad17f089-5ce9-49d3-9acb-ab5a7fd479f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:46.095864 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ad17f089-5ce9-49d3-9acb-ab5a7fd479f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:46.134279 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 42a5f8fe-75d8-4229-a880-fd4d4b8ab69c up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:45:46.247339 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 42a5f8fe-75d8-4229-a880-fd4d4b8ab69c completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:45:46.256596 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 42a5f8fe-75d8-4229-a880-fd4d4b8ab69c triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:45:46.257220 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:46.284454 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ad17f089-5ce9-49d3-9acb-ab5a7fd479f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:46.292322 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ad17f089-5ce9-49d3-9acb-ab5a7fd479f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:46.344368 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad17f089-5ce9-49d3-9acb-ab5a7fd479f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:45:46.361330 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad17f089-5ce9-49d3-9acb-ab5a7fd479f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faa292b2-b848-4c3c-857e-4588df49517f,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:46.376679 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ad17f089-5ce9-49d3-9acb-ab5a7fd479f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:46.377207 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-ad17f089-5ce9-49d3-9acb-ab5a7fd479f2 admin admin] Added segment dcdef3b1-00b6-4dd5-97c3-b4fc34795a3e of type vlan for network e8a80fd0-6b4c-41ae-bd28-dec78df4c445 Aug 10 03:45:46.450815 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:46.470009 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ad17f089-5ce9-49d3-9acb-ab5a7fd479f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:46.495877 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 42a5f8fe-75d8-4229-a880-fd4d4b8ab69c, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=42a5f8fe-75d8-4229-a880-fd4d4b8ab69c,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:46.505761 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:46.518367 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ad17f089-5ce9-49d3-9acb-ab5a7fd479f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:46.520767 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad17f089-5ce9-49d3-9acb-ab5a7fd479f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:46.522107 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ad17f089-5ce9-49d3-9acb-ab5a7fd479f2 admin admin] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:46.551372 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db0add3-4ff7-4da1-9832-366e620a8ce8 None None] Sync routers for ids ['45c42848-682a-4c86-bd4e-10ad3c0cfb67'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:45:46.575746 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db0add3-4ff7-4da1-9832-366e620a8ce8 None None] Routers {'45c42848-682a-4c86-bd4e-10ad3c0cfb67'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:45:46.576478 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-9db0add3-4ff7-4da1-9832-366e620a8ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:45:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['45c42848-682a-4c86-bd4e-10ad3c0cfb67'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:46.633841 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ad17f089-5ce9-49d3-9acb-ab5a7fd479f2 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5954111 Aug 10 03:45:46.634156 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 33476) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:46.640409 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-d698790a-3833-4d7e-821e-226caec625af admin admin] Request body: {'subnet': {'network_id': 'e8a80fd0-6b4c-41ae-bd28-dec78df4c445', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-741469120-subnet', 'tenant_id': '5c399acc83374183b223070b0a544d25', 'ip_version': 4}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:46.641071 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad17f089-5ce9-49d3-9acb-ab5a7fd479f2 admin admin] Pushing event updated for resources: {'Network': ['ID=e8a80fd0-6b4c-41ae-bd28-dec78df4c445,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:46.641282 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=42a5f8fe-75d8-4229-a880-fd4d4b8ab69c,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:46.655165 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network e8a80fd0-6b4c-41ae-bd28-dec78df4c445 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:45:46.684351 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d698790a-3833-4d7e-821e-226caec625af admin admin] Made reservation on behalf of 5c399acc83374183b223070b0a544d25 for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:45:46.688592 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d698790a-3833-4d7e-821e-226caec625af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:46.860572 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-9db0add3-4ff7-4da1-9832-366e620a8ce8 None None] Set router 45c42848-682a-4c86-bd4e-10ad3c0cfb67 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:45:47.049993 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d698790a-3833-4d7e-821e-226caec625af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58895384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805196'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:47.171687 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d698790a-3833-4d7e-821e-226caec625af admin admin] Pushing event updated for resources: {'Subnet': ['ID=a04e8a0b-fdc9-445f-a6bc-d234402124df,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:47.181301 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d698790a-3833-4d7e-821e-226caec625af admin admin] Checking segment: {'id': 'dcdef3b1-00b6-4dd5-97c3-b4fc34795a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e8a80fd0-6b4c-41ae-bd28-dec78df4c445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:45:47.181669 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d698790a-3833-4d7e-821e-226caec625af admin admin] Network hostable DHCP agents. Network: e8a80fd0-6b4c-41ae-bd28-dec78df4c445, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:45:47.262661 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-9db0add3-4ff7-4da1-9832-366e620a8ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45c42848-682a-4c86-bd4e-10ad3c0cfb67', 'name': 'tempest-TestVolumeBackupRestore-800930114-router', 'tenant_id': 'cde344f967264dfd970128dd56d4c154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '42a5f8fe-75d8-4229-a880-fd4d4b8ab69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:45:39Z', 'updated_at': '2021-08-10T03:45:43Z', 'revision_number': 4, 'project_id': 'cde344f967264dfd970128dd56d4c154', 'gw_port': {'id': '42a5f8fe-75d8-4229-a880-fd4d4b8ab69c', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c42848-682a-4c86-bd4e-10ad3c0cfb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:39Z', 'updated_at': '2021-08-10T03:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '3f361aab-dfc4-4a9c-b082-6a5cb09941ba', 'name': '', 'network_id': 'a70c8cc8-b2af-4fef-a22f-f28f1e78768e', 'tenant_id': 'cde344f967264dfd970128dd56d4c154', 'mac_address': 'fa:16:3e:a1:e4:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45c42848-682a-4c86-bd4e-10ad3c0cfb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '954b0067-f4fb-4ae7-8bbb-b17d200f3f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:43Z', 'updated_at': '2021-08-10T03:45:44Z', 'revision_number': 2, 'project_id': 'cde344f967264dfd970128dd56d4c154', 'subnets': [{'id': '954b0067-f4fb-4ae7-8bbb-b17d200f3f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:47.263496 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d698790a-3833-4d7e-821e-226caec625af admin admin] Network e8a80fd0-6b4c-41ae-bd28-dec78df4c445 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:45:47.287041 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-d698790a-3833-4d7e-821e-226caec625af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, e8a80fd0-6b4c-41ae-bd28-dec78df4c445) {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:45:47.296040 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d698790a-3833-4d7e-821e-226caec625af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:47.297043 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d698790a-3833-4d7e-821e-226caec625af admin admin] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:47.312548 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09af615-f905-4f5e-8a66-ba57a6679453 None None] Network e8a80fd0-6b4c-41ae-bd28-dec78df4c445 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:45:47.327079 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bdb006-ea2d-4925-b167-544a6f8ab5ef req-05d94124-228b-4adb-b14b-c1a18352ae36 tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:47.329843 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c6bdb006-ea2d-4925-b167-544a6f8ab5ef req-05d94124-228b-4adb-b14b-c1a18352ae36 tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] 10.222.0.44 "GET /v2.0/ports?device_id=9417b4a9-93d7-4da2-b2c3-5579096a45c7 HTTP/1.1" status: 200 len: 945 time: 0.1271939 Aug 10 03:45:47.335400 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db0add3-4ff7-4da1-9832-366e620a8ce8 None None] Checking router: 45c42848-682a-4c86-bd4e-10ad3c0cfb67 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:45:47.335974 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db0add3-4ff7-4da1-9832-366e620a8ce8 None None] Updating router 45c42848-682a-4c86-bd4e-10ad3c0cfb67 port 3f361aab-dfc4-4a9c-b082-6a5cb09941ba binding host n-d-768862-13 {{(pid=94262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:45:47.373966 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-d698790a-3833-4d7e-821e-226caec625af admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7347527 Aug 10 03:45:47.374724 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33498) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:47.387535 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-ea2a3bf2-08ba-4bf3-ae56-8accbcf1f862 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-741469120-router', 'tenant_id': '5c399acc83374183b223070b0a544d25', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:47.432902 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ea2a3bf2-08ba-4bf3-ae56-8accbcf1f862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:47.435657 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ea2a3bf2-08ba-4bf3-ae56-8accbcf1f862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:47.454129 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c6bdb006-ea2d-4925-b167-544a6f8ab5ef req-59cafc8e-6ff3-40a5-a347-dd071fe5b956 tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] 10.222.0.44 "GET /v2.0/security-groups?id=fce9286f-2a90-4c48-ba58-609138f152df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073301 Aug 10 03:45:47.525062 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5f05a3-f0d9-487b-86b3-3fb67e7903f7 req-bd525595-5a8b-4213-ab67-4e24b9bb0252 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:47.526924 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8e5f05a3-f0d9-487b-86b3-3fb67e7903f7 req-bd525595-5a8b-4213-ab67-4e24b9bb0252 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/networks?id=e356060a-1243-4185-ad19-14818f4aebea HTTP/1.1" status: 200 len: 814 time: 0.1956215 Aug 10 03:45:47.556174 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8e5f05a3-f0d9-487b-86b3-3fb67e7903f7 req-06a8d7a8-fd64-4789-8479-4d74cdc242f6 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/quotas/053476844ca64753be1fb831fa4e27b9 HTTP/1.1" status: 200 len: 375 time: 0.0129497 Aug 10 03:45:47.557865 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ea2a3bf2-08ba-4bf3-ae56-8accbcf1f862 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:47.581351 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9db0add3-4ff7-4da1-9832-366e620a8ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:47.627895 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8e5f05a3-f0d9-487b-86b3-3fb67e7903f7 req-915811b1-defb-4c31-96fe-724ec3971a9f tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=053476844ca64753be1fb831fa4e27b9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0598462 Aug 10 03:45:47.692983 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8958401d-042f-4491-b404-01e433a3d905 req-e2f67e22-a750-43c8-a1e5-68d54f433257 tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:47.694549 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8958401d-042f-4491-b404-01e433a3d905 req-e2f67e22-a750-43c8-a1e5-68d54f433257 tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] 10.222.0.44 "GET /v2.0/ports?device_id=9417b4a9-93d7-4da2-b2c3-5579096a45c7 HTTP/1.1" status: 200 len: 945 time: 0.0654147 Aug 10 03:45:47.744107 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8958401d-042f-4491-b404-01e433a3d905 req-a3b2d463-4a78-4701-a5b5-37b701df9998 tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] 10.222.0.44 "GET /v2.0/security-groups?id=fce9286f-2a90-4c48-ba58-609138f152df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375912 Aug 10 03:45:47.827786 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ea2a3bf2-08ba-4bf3-ae56-8accbcf1f862 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:47.893436 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80f9c8e-3381-4c7b-bd72-5b5f3ab31616 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-e8a80fd0-6b4c-41ae-bd28-dec78df4c445', 'network_id': 'e8a80fd0-6b4c-41ae-bd28-dec78df4c445', 'tenant_id': '5c399acc83374183b223070b0a544d25', 'fixed_ips': [{'subnet_id': 'a04e8a0b-fdc9-445f-a6bc-d234402124df'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:45:47.895572 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e80f9c8e-3381-4c7b-bd72-5b5f3ab31616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:48.077819 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 42a5f8fe-75d8-4229-a880-fd4d4b8ab69c up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:45:48.173925 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8e5f05a3-f0d9-487b-86b3-3fb67e7903f7 req-e037d15f-575f-49fa-af87-26b73524b425 service neutron] 10.222.0.44 "GET /v2.0/networks/e356060a-1243-4185-ad19-14818f4aebea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5141575 Aug 10 03:45:48.304033 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ea2a3bf2-08ba-4bf3-ae56-8accbcf1f862 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:48.313127 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9db0add3-4ff7-4da1-9832-366e620a8ce8 None None] Notify callbacks [] for port, precommit_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:48.340773 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ea2a3bf2-08ba-4bf3-ae56-8accbcf1f862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:48.344477 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-9db0add3-4ff7-4da1-9832-366e620a8ce8 None None] Transition to ACTIVE for port object 3f361aab-dfc4-4a9c-b082-6a5cb09941ba will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:45:48.348162 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-e80f9c8e-3381-4c7b-bd72-5b5f3ab31616 None None] Allocated IP 172.20.0.2 (e8a80fd0-6b4c-41ae-bd28-dec78df4c445/a04e8a0b-fdc9-445f-a6bc-d234402124df/888a22bb-ba6e-4b83-a4b1-5d9d7614777c) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:45:48.356204 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 42a5f8fe-75d8-4229-a880-fd4d4b8ab69c triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:45:48.356612 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:48.387134 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8e5f05a3-f0d9-487b-86b3-3fb67e7903f7 req-d5f4464f-462d-41a4-aa20-b64717636036 service neutron] 10.222.0.44 "GET /v2.0/networks/e356060a-1243-4185-ad19-14818f4aebea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972351 Aug 10 03:45:48.387423 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9db0add3-4ff7-4da1-9832-366e620a8ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:48.438907 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c2a57c-0d85-45c7-88bf-857fd7dcd7a2 req-ba78ceb9-d686-4e1e-8713-1179bbeb0651 tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:48.441103 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-68c2a57c-0d85-45c7-88bf-857fd7dcd7a2 req-ba78ceb9-d686-4e1e-8713-1179bbeb0651 tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] 10.222.0.44 "GET /v2.0/ports?device_id=9417b4a9-93d7-4da2-b2c3-5579096a45c7 HTTP/1.1" status: 200 len: 945 time: 0.1577158 Aug 10 03:45:48.569188 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-68c2a57c-0d85-45c7-88bf-857fd7dcd7a2 req-7aae7628-4d33-4fe1-81b1-8234c71acb2a tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] 10.222.0.44 "GET /v2.0/security-groups?id=fce9286f-2a90-4c48-ba58-609138f152df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058309 Aug 10 03:45:48.588926 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4fc4b-775f-4186-9c1f-48fca9000689 None None] Pushing event updated for resources: {'Port': ['ID=3f361aab-dfc4-4a9c-b082-6a5cb09941ba,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:48.637716 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-ea2a3bf2-08ba-4bf3-ae56-8accbcf1f862 admin admin] Allocated IP 172.25.6.113 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/42b2d9ab-df59-4af4-b206-0749bf667d59) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:45:48.724740 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-9db0add3-4ff7-4da1-9832-366e620a8ce8 None None] Attempting to bind port 3f361aab-dfc4-4a9c-b082-6a5cb09941ba on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:45:48.725318 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-9db0add3-4ff7-4da1-9832-366e620a8ce8 None None] Attempting to bind port 3f361aab-dfc4-4a9c-b082-6a5cb09941ba by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '7015f316-8bb7-4562-a486-5e6eb9be6f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'a70c8cc8-b2af-4fef-a22f-f28f1e78768e'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:45:48.725923 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db0add3-4ff7-4da1-9832-366e620a8ce8 None None] Attempting to bind port 3f361aab-dfc4-4a9c-b082-6a5cb09941ba on network a70c8cc8-b2af-4fef-a22f-f28f1e78768e {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:45:48.820750 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e80f9c8e-3381-4c7b-bd72-5b5f3ab31616 None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:48.826951 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ea2a3bf2-08ba-4bf3-ae56-8accbcf1f862 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:48.845899 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db0add3-4ff7-4da1-9832-366e620a8ce8 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:45:48.846672 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db0add3-4ff7-4da1-9832-366e620a8ce8 None None] Checking segment: {'id': '7015f316-8bb7-4562-a486-5e6eb9be6f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'a70c8cc8-b2af-4fef-a22f-f28f1e78768e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:45:48.847103 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9db0add3-4ff7-4da1-9832-366e620a8ce8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:48.847514 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db0add3-4ff7-4da1-9832-366e620a8ce8 None None] Bound using segment: {'id': '7015f316-8bb7-4562-a486-5e6eb9be6f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'a70c8cc8-b2af-4fef-a22f-f28f1e78768e'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:45:48.848040 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-9db0add3-4ff7-4da1-9832-366e620a8ce8 None None] Bound port: 3f361aab-dfc4-4a9c-b082-6a5cb09941ba, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7015f316-8bb7-4562-a486-5e6eb9be6f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'a70c8cc8-b2af-4fef-a22f-f28f1e78768e'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:45:48.848477 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9db0add3-4ff7-4da1-9832-366e620a8ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:48.869927 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-e80f9c8e-3381-4c7b-bd72-5b5f3ab31616 None None] Transition to ACTIVE for port object 888a22bb-ba6e-4b83-a4b1-5d9d7614777c will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:45:48.907037 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-27d4f908-0615-40e4-b1bf-8948c8994955 req-0c3736ee-5c17-4076-a0af-174b4006d778 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/ports?device_id=e73ce57f-2a49-4e12-8ff5-ad39da7fdc13 HTTP/1.1" status: 200 len: 210 time: 0.0836217 Aug 10 03:45:48.921334 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ea2a3bf2-08ba-4bf3-ae56-8accbcf1f862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:48.923091 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-e80f9c8e-3381-4c7b-bd72-5b5f3ab31616 None None] Transition to ACTIVE for port object 888a22bb-ba6e-4b83-a4b1-5d9d7614777c will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:45:48.939537 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e80f9c8e-3381-4c7b-bd72-5b5f3ab31616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:48.992497 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2a3bf2-08ba-4bf3-ae56-8accbcf1f862 admin admin] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:45:48.992836 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80f9c8e-3381-4c7b-bd72-5b5f3ab31616 None None] Network e8a80fd0-6b4c-41ae-bd28-dec78df4c445 is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:45:48.996125 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-ea2a3bf2-08ba-4bf3-ae56-8accbcf1f862 admin admin] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:45:49.001361 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2a3bf2-08ba-4bf3-ae56-8accbcf1f862 admin admin] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:45:49.011663 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-e80f9c8e-3381-4c7b-bd72-5b5f3ab31616 None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:45:49.022086 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80f9c8e-3381-4c7b-bd72-5b5f3ab31616 None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:45:49.025407 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-9db0add3-4ff7-4da1-9832-366e620a8ce8 None None] For port 3f361aab-dfc4-4a9c-b082-6a5cb09941ba, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:45:49.027885 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a3bf2-08ba-4bf3-ae56-8accbcf1f862 admin admin] Pushing event updated for resources: {'Port': ['ID=42b2d9ab-df59-4af4-b206-0749bf667d59,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:49.032342 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-9db0add3-4ff7-4da1-9832-366e620a8ce8 None None] For port 3f361aab-dfc4-4a9c-b082-6a5cb09941ba, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=3f361aab-dfc4-4a9c-b082-6a5cb09941ba,segment=NetworkSegment(7015f316-8bb7-4562-a486-5e6eb9be6f3e),segment_id=7015f316-8bb7-4562-a486-5e6eb9be6f3e)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:45:49.044817 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80f9c8e-3381-4c7b-bd72-5b5f3ab31616 None None] Pushing event updated for resources: {'Port': ['ID=888a22bb-ba6e-4b83-a4b1-5d9d7614777c,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:49.050526 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9db0add3-4ff7-4da1-9832-366e620a8ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:49.137963 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4fc4b-775f-4186-9c1f-48fca9000689 None None] Pushing event updated for resources: {'Port': ['ID=3f361aab-dfc4-4a9c-b082-6a5cb09941ba,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:49.206289 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db0add3-4ff7-4da1-9832-366e620a8ce8 None None] Routers {'45c42848-682a-4c86-bd4e-10ad3c0cfb67'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:45:49.206926 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-9db0add3-4ff7-4da1-9832-366e620a8ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:45:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['45c42848-682a-4c86-bd4e-10ad3c0cfb67'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:49.257220 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-e80f9c8e-3381-4c7b-bd72-5b5f3ab31616 None None] Attempting to bind port 888a22bb-ba6e-4b83-a4b1-5d9d7614777c on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:45:49.258484 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-e80f9c8e-3381-4c7b-bd72-5b5f3ab31616 None None] Attempting to bind port 888a22bb-ba6e-4b83-a4b1-5d9d7614777c by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'dcdef3b1-00b6-4dd5-97c3-b4fc34795a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e8a80fd0-6b4c-41ae-bd28-dec78df4c445'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:45:49.259451 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80f9c8e-3381-4c7b-bd72-5b5f3ab31616 None None] Attempting to bind port 888a22bb-ba6e-4b83-a4b1-5d9d7614777c on network e8a80fd0-6b4c-41ae-bd28-dec78df4c445 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:45:49.276934 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80f9c8e-3381-4c7b-bd72-5b5f3ab31616 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:45:49.277543 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80f9c8e-3381-4c7b-bd72-5b5f3ab31616 None None] Checking segment: {'id': 'dcdef3b1-00b6-4dd5-97c3-b4fc34795a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e8a80fd0-6b4c-41ae-bd28-dec78df4c445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:45:49.278310 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e80f9c8e-3381-4c7b-bd72-5b5f3ab31616 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:49.278908 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80f9c8e-3381-4c7b-bd72-5b5f3ab31616 None None] Bound using segment: {'id': 'dcdef3b1-00b6-4dd5-97c3-b4fc34795a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e8a80fd0-6b4c-41ae-bd28-dec78df4c445'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:45:49.279765 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-e80f9c8e-3381-4c7b-bd72-5b5f3ab31616 None None] Bound port: 888a22bb-ba6e-4b83-a4b1-5d9d7614777c, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcdef3b1-00b6-4dd5-97c3-b4fc34795a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e8a80fd0-6b4c-41ae-bd28-dec78df4c445'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:45:49.281091 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e80f9c8e-3381-4c7b-bd72-5b5f3ab31616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:49.443656 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ea2a3bf2-08ba-4bf3-ae56-8accbcf1f862 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:49.528663 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-e80f9c8e-3381-4c7b-bd72-5b5f3ab31616 None None] For port 888a22bb-ba6e-4b83-a4b1-5d9d7614777c, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:45:49.539885 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-e80f9c8e-3381-4c7b-bd72-5b5f3ab31616 None None] For port 888a22bb-ba6e-4b83-a4b1-5d9d7614777c, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=888a22bb-ba6e-4b83-a4b1-5d9d7614777c,segment=NetworkSegment(dcdef3b1-00b6-4dd5-97c3-b4fc34795a3e),segment_id=dcdef3b1-00b6-4dd5-97c3-b4fc34795a3e)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:45:49.558322 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e80f9c8e-3381-4c7b-bd72-5b5f3ab31616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:49.565235 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-9db0add3-4ff7-4da1-9832-366e620a8ce8 None None] Set router 45c42848-682a-4c86-bd4e-10ad3c0cfb67 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:45:49.792371 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80f9c8e-3381-4c7b-bd72-5b5f3ab31616 None None] Pushing event updated for resources: {'Port': ['ID=888a22bb-ba6e-4b83-a4b1-5d9d7614777c,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:49.813349 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ea2a3bf2-08ba-4bf3-ae56-8accbcf1f862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:49.856243 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5f9af8-23a6-45f6-bf7c-5d19ec6f8721 req-8e24b26d-e7f0-45b2-b979-64a1b6443ced tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:49.862727 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ea5f9af8-23a6-45f6-bf7c-5d19ec6f8721 req-8e24b26d-e7f0-45b2-b979-64a1b6443ced tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] 10.222.0.44 "GET /v2.0/ports?device_id=9417b4a9-93d7-4da2-b2c3-5579096a45c7 HTTP/1.1" status: 200 len: 945 time: 0.1206954 Aug 10 03:45:49.981953 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ea5f9af8-23a6-45f6-bf7c-5d19ec6f8721 req-b76e04a8-d847-4898-a1ce-a2d809d861fc tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] 10.222.0.44 "GET /v2.0/security-groups?id=fce9286f-2a90-4c48-ba58-609138f152df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105931 Aug 10 03:45:50.139887 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea2a3bf2-08ba-4bf3-ae56-8accbcf1f862 admin admin] Router 26e33280-f1fe-4691-a33d-dee99181e9b8 is scheduled to L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e with binding_index 1 {{(pid=94261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:45:50.157396 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f41aa10a-e7ef-4914-9a68-560f7bf844ca req-f3d6efb7-4c23-4ed7-ac15-881cf3d2de02 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/ports?device_id=e73ce57f-2a49-4e12-8ff5-ad39da7fdc13 HTTP/1.1" status: 200 len: 210 time: 0.1220539 Aug 10 03:45:50.188993 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-9db0add3-4ff7-4da1-9832-366e620a8ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45c42848-682a-4c86-bd4e-10ad3c0cfb67', 'name': 'tempest-TestVolumeBackupRestore-800930114-router', 'tenant_id': 'cde344f967264dfd970128dd56d4c154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '42a5f8fe-75d8-4229-a880-fd4d4b8ab69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:45:39Z', 'updated_at': '2021-08-10T03:45:43Z', 'revision_number': 4, 'project_id': 'cde344f967264dfd970128dd56d4c154', 'gw_port': {'id': '42a5f8fe-75d8-4229-a880-fd4d4b8ab69c', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c42848-682a-4c86-bd4e-10ad3c0cfb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:39Z', 'updated_at': '2021-08-10T03:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '3f361aab-dfc4-4a9c-b082-6a5cb09941ba', 'name': '', 'network_id': 'a70c8cc8-b2af-4fef-a22f-f28f1e78768e', 'tenant_id': 'cde344f967264dfd970128dd56d4c154', 'mac_address': 'fa:16:3e:a1:e4:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45c42848-682a-4c86-bd4e-10ad3c0cfb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '954b0067-f4fb-4ae7-8bbb-b17d200f3f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:43Z', 'updated_at': '2021-08-10T03:45:49Z', 'revision_number': 4, 'project_id': 'cde344f967264dfd970128dd56d4c154', 'subnets': [{'id': '954b0067-f4fb-4ae7-8bbb-b17d200f3f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:50.246553 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db0add3-4ff7-4da1-9832-366e620a8ce8 None None] The sync data for ids ['45c42848-682a-4c86-bd4e-10ad3c0cfb67'] in n-d-768862-13 is: [{'id': '45c42848-682a-4c86-bd4e-10ad3c0cfb67', 'name': 'tempest-TestVolumeBackupRestore-800930114-router', 'tenant_id': 'cde344f967264dfd970128dd56d4c154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '42a5f8fe-75d8-4229-a880-fd4d4b8ab69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:45:39Z', 'updated_at': '2021-08-10T03:45:43Z', 'revision_number': 4, 'project_id': 'cde344f967264dfd970128dd56d4c154', 'gw_port': {'id': '42a5f8fe-75d8-4229-a880-fd4d4b8ab69c', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c42848-682a-4c86-bd4e-10ad3c0cfb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:39Z', 'updated_at': '2021-08-10T03:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '3f361aab-dfc4-4a9c-b082-6a5cb09941ba', 'name': '', 'network_id': 'a70c8cc8-b2af-4fef-a22f-f28f1e78768e', 'tenant_id': 'cde344f967264dfd970128dd56d4c154', 'mac_address': 'fa:16:3e:a1:e4:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45c42848-682a-4c86-bd4e-10ad3c0cfb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '954b0067-f4fb-4ae7-8bbb-b17d200f3f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:43Z', 'updated_at': '2021-08-10T03:45:49Z', 'revision_number': 4, 'project_id': 'cde344f967264dfd970128dd56d4c154', 'subnets': [{'id': '954b0067-f4fb-4ae7-8bbb-b17d200f3f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:45:50.315834 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea2a3bf2-08ba-4bf3-ae56-8accbcf1f862 admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:45:50.333294 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9fcb1e-7fc6-4bd7-bc7f-dfa5c30a172c None None] Sync routers for ids ['26e33280-f1fe-4691-a33d-dee99181e9b8'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:45:50.347095 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ea2a3bf2-08ba-4bf3-ae56-8accbcf1f862 admin admin] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:50.353155 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 33532) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:50.354184 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ea2a3bf2-08ba-4bf3-ae56-8accbcf1f862 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.9766109 Aug 10 03:45:50.357858 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9fcb1e-7fc6-4bd7-bc7f-dfa5c30a172c None None] Routers {'26e33280-f1fe-4691-a33d-dee99181e9b8'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:45:50.358783 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-bb9fcb1e-7fc6-4bd7-bc7f-dfa5c30a172c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:45:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['26e33280-f1fe-4691-a33d-dee99181e9b8'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:50.637586 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-bb9fcb1e-7fc6-4bd7-bc7f-dfa5c30a172c None None] Set router 26e33280-f1fe-4691-a33d-dee99181e9b8 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:45:50.892154 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-bb9fcb1e-7fc6-4bd7-bc7f-dfa5c30a172c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26e33280-f1fe-4691-a33d-dee99181e9b8', 'name': 'tempest-TestVolumeBackupRestore-741469120-router', 'tenant_id': '5c399acc83374183b223070b0a544d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '42b2d9ab-df59-4af4-b206-0749bf667d59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:45:47Z', 'updated_at': '2021-08-10T03:45:49Z', 'revision_number': 3, 'project_id': '5c399acc83374183b223070b0a544d25', 'gw_port': {'id': '42b2d9ab-df59-4af4-b206-0749bf667d59', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:fa:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26e33280-f1fe-4691-a33d-dee99181e9b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:48Z', 'updated_at': '2021-08-10T03:45:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:50.920479 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480ecf0a-888c-4204-af4b-0b056598a14e req-781505d5-4441-44d2-b1da-439007d36b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:50.922741 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-480ecf0a-888c-4204-af4b-0b056598a14e req-781505d5-4441-44d2-b1da-439007d36b77 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b1a9cc4439e74176beda90a38d38d107&device_id=9417b4a9-93d7-4da2-b2c3-5579096a45c7 HTTP/1.1" status: 200 len: 1097 time: 0.3130884 Aug 10 03:45:50.951158 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9fcb1e-7fc6-4bd7-bc7f-dfa5c30a172c None None] Checking router: 26e33280-f1fe-4691-a33d-dee99181e9b8 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:45:50.951644 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9fcb1e-7fc6-4bd7-bc7f-dfa5c30a172c None None] Updating router 26e33280-f1fe-4691-a33d-dee99181e9b8 port 42b2d9ab-df59-4af4-b206-0749bf667d59 binding host n-d-768862-13 {{(pid=94263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:45:50.983284 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fab2976-d749-420b-95dc-19039d1af63f req-b12d98fc-64d2-4f01-b61d-7f5c7bdd8a25 tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:50.991163 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1fab2976-d749-420b-95dc-19039d1af63f req-b12d98fc-64d2-4f01-b61d-7f5c7bdd8a25 tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] 10.222.0.44 "GET /v2.0/ports?device_id=9417b4a9-93d7-4da2-b2c3-5579096a45c7 HTTP/1.1" status: 200 len: 945 time: 0.3795586 Aug 10 03:45:50.999095 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-bb9fcb1e-7fc6-4bd7-bc7f-dfa5c30a172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:51.328448 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-bb9fcb1e-7fc6-4bd7-bc7f-dfa5c30a172c None None] Notify callbacks [] for port, precommit_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:51.353545 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.provisioning_blocks [None req-bb9fcb1e-7fc6-4bd7-bc7f-dfa5c30a172c None None] Transition to ACTIVE for port object 42b2d9ab-df59-4af4-b206-0749bf667d59 will not be triggered until provisioned by entity L2. {{(pid=94263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:45:51.365659 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-22d06d01-ccc4-44a9-9813-086abf897ef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:51.370861 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-bb9fcb1e-7fc6-4bd7-bc7f-dfa5c30a172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:51.380701 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48bbf94-2e98-4d54-a273-736db8feb8dc None None] Network e8a80fd0-6b4c-41ae-bd28-dec78df4c445 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:45:51.467073 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-afed226c-6b5c-456d-a94c-c858e422e21d None None] Provisioning for port 888a22bb-ba6e-4b83-a4b1-5d9d7614777c completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:45:51.470831 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1fab2976-d749-420b-95dc-19039d1af63f req-f63030ff-f042-4c9f-99e6-7a382c61ec26 tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] 10.222.0.44 "GET /v2.0/security-groups?id=fce9286f-2a90-4c48-ba58-609138f152df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4783347 Aug 10 03:45:51.483936 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-bb9fcb1e-7fc6-4bd7-bc7f-dfa5c30a172c None None] Attempting to bind port 42b2d9ab-df59-4af4-b206-0749bf667d59 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:45:51.484285 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-bb9fcb1e-7fc6-4bd7-bc7f-dfa5c30a172c None None] Attempting to bind port 42b2d9ab-df59-4af4-b206-0749bf667d59 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:45:51.484631 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9fcb1e-7fc6-4bd7-bc7f-dfa5c30a172c None None] Attempting to bind port 42b2d9ab-df59-4af4-b206-0749bf667d59 on network 2ea12131-628a-487e-b434-0463553732bd {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:45:51.498377 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9fcb1e-7fc6-4bd7-bc7f-dfa5c30a172c None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:45:51.498584 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9fcb1e-7fc6-4bd7-bc7f-dfa5c30a172c None None] Checking segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:45:51.498959 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-bb9fcb1e-7fc6-4bd7-bc7f-dfa5c30a172c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:51.499236 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9fcb1e-7fc6-4bd7-bc7f-dfa5c30a172c None None] Bound using segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:45:51.499731 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-bb9fcb1e-7fc6-4bd7-bc7f-dfa5c30a172c None None] Bound port: 42b2d9ab-df59-4af4-b206-0749bf667d59, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:45:51.500339 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-bb9fcb1e-7fc6-4bd7-bc7f-dfa5c30a172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:51.502449 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e28efd-426e-458c-92dc-f35a4224f8da None None] Pushing event updated for resources: {'Port': ['ID=42b2d9ab-df59-4af4-b206-0749bf667d59,revision_number=2']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:51.566741 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5f05a3-f0d9-487b-86b3-3fb67e7903f7 req-4ee9f1e0-c276-4bd0-ac70-e32a740ec5f6 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:51.569433 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8e5f05a3-f0d9-487b-86b3-3fb67e7903f7 req-4ee9f1e0-c276-4bd0-ac70-e32a740ec5f6 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.42 "GET /v2.0/networks?id=e356060a-1243-4185-ad19-14818f4aebea HTTP/1.1" status: 200 len: 814 time: 0.9926136 Aug 10 03:45:51.573532 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cade3a9e-cead-48d7-898c-81010dcb8f65 req-aa1a916e-153a-4676-be5c-15db59846920 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/ports?device_id=e73ce57f-2a49-4e12-8ff5-ad39da7fdc13 HTTP/1.1" status: 200 len: 210 time: 0.2314682 Aug 10 03:45:51.603453 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-8e5f05a3-f0d9-487b-86b3-3fb67e7903f7 req-4cd53cd7-344f-48d4-b63e-f609049d0fc9 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Request body: {'port': {'device_id': 'e73ce57f-2a49-4e12-8ff5-ad39da7fdc13', 'network_id': 'e356060a-1243-4185-ad19-14818f4aebea', 'admin_state_up': True, 'tenant_id': '053476844ca64753be1fb831fa4e27b9'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:51.622620 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-bb9fcb1e-7fc6-4bd7-bc7f-dfa5c30a172c None None] For port 42b2d9ab-df59-4af4-b206-0749bf667d59, host n-d-768862-13, cleared binding levels {{(pid=94263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:45:51.629547 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-bb9fcb1e-7fc6-4bd7-bc7f-dfa5c30a172c None None] For port 42b2d9ab-df59-4af4-b206-0749bf667d59, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=42b2d9ab-df59-4af4-b206-0749bf667d59,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:45:51.636807 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-bb9fcb1e-7fc6-4bd7-bc7f-dfa5c30a172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:51.760398 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9fcb1e-7fc6-4bd7-bc7f-dfa5c30a172c None None] Routers {'26e33280-f1fe-4691-a33d-dee99181e9b8'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:45:51.761380 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-bb9fcb1e-7fc6-4bd7-bc7f-dfa5c30a172c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:45:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['26e33280-f1fe-4691-a33d-dee99181e9b8'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:51.805428 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e28efd-426e-458c-92dc-f35a4224f8da None None] Pushing event updated for resources: {'Port': ['ID=42b2d9ab-df59-4af4-b206-0749bf667d59,revision_number=3']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:51.893563 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480ecf0a-888c-4204-af4b-0b056598a14e req-5ed7f068-02bf-4d0f-96b7-001beca71fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:51.896731 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-480ecf0a-888c-4204-af4b-0b056598a14e req-5ed7f068-02bf-4d0f-96b7-001beca71fe3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=113a2ca8-f09d-40a7-bed9-fbddb1769bf6 HTTP/1.1" status: 200 len: 910 time: 0.9495502 Aug 10 03:45:51.910312 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-bb9fcb1e-7fc6-4bd7-bc7f-dfa5c30a172c None None] Set router 26e33280-f1fe-4691-a33d-dee99181e9b8 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:45:52.063302 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-480ecf0a-888c-4204-af4b-0b056598a14e req-707c8155-c961-4376-8bb4-d95df2a68882 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4fa4168c-f117-41e2-ba07-2bffe7918665 HTTP/1.1" status: 200 len: 217 time: 0.1557937 Aug 10 03:45:52.219611 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 3f361aab-dfc4-4a9c-b082-6a5cb09941ba up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:45:52.225696 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-bb9fcb1e-7fc6-4bd7-bc7f-dfa5c30a172c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26e33280-f1fe-4691-a33d-dee99181e9b8', 'name': 'tempest-TestVolumeBackupRestore-741469120-router', 'tenant_id': '5c399acc83374183b223070b0a544d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '42b2d9ab-df59-4af4-b206-0749bf667d59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:45:47Z', 'updated_at': '2021-08-10T03:45:49Z', 'revision_number': 3, 'project_id': '5c399acc83374183b223070b0a544d25', 'gw_port': {'id': '42b2d9ab-df59-4af4-b206-0749bf667d59', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:fa:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26e33280-f1fe-4691-a33d-dee99181e9b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:48Z', 'updated_at': '2021-08-10T03:45:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:52.232193 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e5f05a3-f0d9-487b-86b3-3fb67e7903f7 req-4cd53cd7-344f-48d4-b63e-f609049d0fc9 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Made reservation on behalf of 053476844ca64753be1fb831fa4e27b9 for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:45:52.238447 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8e5f05a3-f0d9-487b-86b3-3fb67e7903f7 req-4cd53cd7-344f-48d4-b63e-f609049d0fc9 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:52.267886 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9fcb1e-7fc6-4bd7-bc7f-dfa5c30a172c None None] The sync data for ids ['26e33280-f1fe-4691-a33d-dee99181e9b8'] in n-d-768862-13 is: [{'id': '26e33280-f1fe-4691-a33d-dee99181e9b8', 'name': 'tempest-TestVolumeBackupRestore-741469120-router', 'tenant_id': '5c399acc83374183b223070b0a544d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '42b2d9ab-df59-4af4-b206-0749bf667d59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:45:47Z', 'updated_at': '2021-08-10T03:45:49Z', 'revision_number': 3, 'project_id': '5c399acc83374183b223070b0a544d25', 'gw_port': {'id': '42b2d9ab-df59-4af4-b206-0749bf667d59', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:fa:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26e33280-f1fe-4691-a33d-dee99181e9b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:48Z', 'updated_at': '2021-08-10T03:45:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:45:52.318242 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480ecf0a-888c-4204-af4b-0b056598a14e req-34c0fb61-901c-4941-b34d-b8c98fb8d38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:52.320428 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-480ecf0a-888c-4204-af4b-0b056598a14e req-34c0fb61-901c-4941-b34d-b8c98fb8d38a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=390e4828-69a1-4472-b9c6-38f26951edef HTTP/1.1" status: 200 len: 850 time: 0.2422242 Aug 10 03:45:52.324239 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 3f361aab-dfc4-4a9c-b082-6a5cb09941ba completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:45:52.331171 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 3f361aab-dfc4-4a9c-b082-6a5cb09941ba triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:45:52.332028 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:52.387162 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-480ecf0a-888c-4204-af4b-0b056598a14e req-667c70be-5c1f-4b21-9096-d48b04351253 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=113a2ca8-f09d-40a7-bed9-fbddb1769bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528626 Aug 10 03:45:52.492691 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:52.560964 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 3f361aab-dfc4-4a9c-b082-6a5cb09941ba, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=3f361aab-dfc4-4a9c-b082-6a5cb09941ba,segment=NetworkSegment(7015f316-8bb7-4562-a486-5e6eb9be6f3e),segment_id=7015f316-8bb7-4562-a486-5e6eb9be6f3e)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:52.567999 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:52.568955 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 888a22bb-ba6e-4b83-a4b1-5d9d7614777c up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:45:52.653342 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d46fbb3f-58d7-4219-843f-a3702a41d7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:52.808664 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=3f361aab-dfc4-4a9c-b082-6a5cb09941ba,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:52.820927 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 888a22bb-ba6e-4b83-a4b1-5d9d7614777c completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:45:52.827904 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 888a22bb-ba6e-4b83-a4b1-5d9d7614777c triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:45:52.828364 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:52.844563 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bcfb013b-4bae-4725-be95-dcf675497bf5 req-4be3a2ca-a397-4b0f-8b3c-ea7ae07abc5c tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/ports?device_id=e73ce57f-2a49-4e12-8ff5-ad39da7fdc13 HTTP/1.1" status: 200 len: 210 time: 0.0981195 Aug 10 03:45:52.870662 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-480ecf0a-888c-4204-af4b-0b056598a14e req-2344e9c9-1c1a-4fea-b22d-4650368ad9cd service neutron] 10.222.0.61 "GET /v2.0/networks/113a2ca8-f09d-40a7-bed9-fbddb1769bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4514799 Aug 10 03:45:52.954517 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-8e5f05a3-f0d9-487b-86b3-3fb67e7903f7 req-4cd53cd7-344f-48d4-b63e-f609049d0fc9 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Allocated IP 172.20.0.12 (e356060a-1243-4185-ad19-14818f4aebea/639ffadf-1ce3-4502-ad09-ab0e9b867ccc/a7f157f7-624d-4fa5-b1e8-0601c5612be6) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:45:53.018420 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:53.069589 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f3f2e0-367e-4f24-85f7-b1d9e9994605 req-6a6d2d4a-72ef-4937-ac62-4ab48efd82c9 tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:53.075134 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-31f3f2e0-367e-4f24-85f7-b1d9e9994605 req-6a6d2d4a-72ef-4937-ac62-4ab48efd82c9 tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] 10.222.0.44 "GET /v2.0/ports?device_id=9417b4a9-93d7-4da2-b2c3-5579096a45c7 HTTP/1.1" status: 200 len: 945 time: 0.3994796 Aug 10 03:45:53.082147 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 888a22bb-ba6e-4b83-a4b1-5d9d7614777c, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=888a22bb-ba6e-4b83-a4b1-5d9d7614777c,segment=NetworkSegment(dcdef3b1-00b6-4dd5-97c3-b4fc34795a3e),segment_id=dcdef3b1-00b6-4dd5-97c3-b4fc34795a3e)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:53.090999 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:53.193238 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=888a22bb-ba6e-4b83-a4b1-5d9d7614777c,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:53.294712 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-31f3f2e0-367e-4f24-85f7-b1d9e9994605 req-2a6ed809-7d09-4b2d-9523-a0c208049da3 tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] 10.222.0.44 "GET /v2.0/security-groups?id=fce9286f-2a90-4c48-ba58-609138f152df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004664 Aug 10 03:45:53.373932 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-480ecf0a-888c-4204-af4b-0b056598a14e req-9c81b388-448a-4a96-a1c1-837957163144 service neutron] 10.222.0.61 "GET /v2.0/networks/113a2ca8-f09d-40a7-bed9-fbddb1769bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4375563 Aug 10 03:45:53.466344 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-d46fbb3f-58d7-4219-843f-a3702a41d7d1 admin admin] Allocated IP 172.20.0.1 (e8a80fd0-6b4c-41ae-bd28-dec78df4c445/a04e8a0b-fdc9-445f-a6bc-d234402124df/a0ce958c-d500-4090-ba1f-9aa4c1554115) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:45:53.593554 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8e5f05a3-f0d9-487b-86b3-3fb67e7903f7 req-4cd53cd7-344f-48d4-b63e-f609049d0fc9 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:53.670038 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3404507d-b59f-4890-a2dd-a5cd768c9fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:53.693536 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d46fbb3f-58d7-4219-843f-a3702a41d7d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:53.717472 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [None req-d46fbb3f-58d7-4219-843f-a3702a41d7d1 admin admin] Transition to ACTIVE for port object a0ce958c-d500-4090-ba1f-9aa4c1554115 will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:45:53.719618 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8e5f05a3-f0d9-487b-86b3-3fb67e7903f7 req-4cd53cd7-344f-48d4-b63e-f609049d0fc9 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:53.734453 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['b191a705-716c-4bd6-a542-acc5d6222007', '08144267-9e40-4451-b996-8da22c50ee43'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:45:53.742927 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['095ed522-e342-48a5-b1da-7f937375b750'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:45:53.781939 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e5f05a3-f0d9-487b-86b3-3fb67e7903f7 req-4cd53cd7-344f-48d4-b63e-f609049d0fc9 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Network e356060a-1243-4185-ad19-14818f4aebea is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:45:53.789565 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-8e5f05a3-f0d9-487b-86b3-3fb67e7903f7 req-4cd53cd7-344f-48d4-b63e-f609049d0fc9 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:45:53.795797 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e5f05a3-f0d9-487b-86b3-3fb67e7903f7 req-4cd53cd7-344f-48d4-b63e-f609049d0fc9 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:45:53.803341 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd53cd7-344f-48d4-b63e-f609049d0fc9 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Pushing event updated for resources: {'Port': ['ID=a7f157f7-624d-4fa5-b1e8-0601c5612be6,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:53.856319 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d46fbb3f-58d7-4219-843f-a3702a41d7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:53.870634 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5f05a3-f0d9-487b-86b3-3fb67e7903f7 req-4cd53cd7-344f-48d4-b63e-f609049d0fc9 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:53.871320 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8e5f05a3-f0d9-487b-86b3-3fb67e7903f7 req-4cd53cd7-344f-48d4-b63e-f609049d0fc9 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:53.923123 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46fbb3f-58d7-4219-843f-a3702a41d7d1 admin admin] Network e8a80fd0-6b4c-41ae-bd28-dec78df4c445 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:45:53.942254 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-d46fbb3f-58d7-4219-843f-a3702a41d7d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:45:53.977305 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8e5f05a3-f0d9-487b-86b3-3fb67e7903f7 req-4cd53cd7-344f-48d4-b63e-f609049d0fc9 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3894186 Aug 10 03:45:53.979441 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46fbb3f-58d7-4219-843f-a3702a41d7d1 admin admin] Pushing event updated for resources: {'Port': ['ID=a0ce958c-d500-4090-ba1f-9aa4c1554115,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:53.984184 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46fbb3f-58d7-4219-843f-a3702a41d7d1 admin admin] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:45:54.011205 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-8e5f05a3-f0d9-487b-86b3-3fb67e7903f7 req-18878047-6a6e-420d-a1d7-a989ff99e817 service neutron] Request body: {'port': {'device_id': 'e73ce57f-2a49-4e12-8ff5-ad39da7fdc13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:54.188607 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d46fbb3f-58d7-4219-843f-a3702a41d7d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521745'] for router_interface, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:54.281803 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 42b2d9ab-df59-4af4-b206-0749bf667d59 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:45:54.348599 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:54.449507 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 42b2d9ab-df59-4af4-b206-0749bf667d59 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:45:54.460489 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 42b2d9ab-df59-4af4-b206-0749bf667d59 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:45:54.461171 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:54.512191 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-5d28a86e-6198-4f17-a6d9-8a88d9be9cd0 None None] Provisioning for port a0ce958c-d500-4090-ba1f-9aa4c1554115 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:45:54.520176 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-5d28a86e-6198-4f17-a6d9-8a88d9be9cd0 None None] Provisioning complete for port a0ce958c-d500-4090-ba1f-9aa4c1554115 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:45:54.520605 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-5d28a86e-6198-4f17-a6d9-8a88d9be9cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:54.761997 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-5d28a86e-6198-4f17-a6d9-8a88d9be9cd0 None None] Port a0ce958c-d500-4090-ba1f-9aa4c1554115 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:45:54.785959 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8e5f05a3-f0d9-487b-86b3-3fb67e7903f7 req-18878047-6a6e-420d-a1d7-a989ff99e817 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:54.797987 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e302af-8e12-4634-9131-e284a0f4fb1c req-233106e2-06e0-438b-895d-7ba2c950d7ff tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:54.800512 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c7e302af-8e12-4634-9131-e284a0f4fb1c req-233106e2-06e0-438b-895d-7ba2c950d7ff tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/ports?device_id=e73ce57f-2a49-4e12-8ff5-ad39da7fdc13 HTTP/1.1" status: 200 len: 932 time: 0.7116926 Aug 10 03:45:54.815449 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:54.857255 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 42b2d9ab-df59-4af4-b206-0749bf667d59, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=42b2d9ab-df59-4af4-b206-0749bf667d59,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:54.862775 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:54.863868 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 3f361aab-dfc4-4a9c-b082-6a5cb09941ba up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:45:54.936575 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34286fae-ff35-4633-8e19-fac56d2ae463 req-7478de45-905f-4c83-a9cf-2c626c34c2ec tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:54.938135 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-34286fae-ff35-4633-8e19-fac56d2ae463 req-7478de45-905f-4c83-a9cf-2c626c34c2ec tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] 10.222.0.44 "GET /v2.0/ports?device_id=9417b4a9-93d7-4da2-b2c3-5579096a45c7 HTTP/1.1" status: 200 len: 945 time: 0.1924832 Aug 10 03:45:54.952945 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c7e302af-8e12-4634-9131-e284a0f4fb1c req-f634e5be-6b25-4dcf-a3d9-8f0f7d8748f9 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/security-groups?id=db852a7b-2c6f-44b2-a3e6-df6b6f6ce8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318233 Aug 10 03:45:54.977385 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=42b2d9ab-df59-4af4-b206-0749bf667d59,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:55.003904 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 3f361aab-dfc4-4a9c-b082-6a5cb09941ba triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:45:55.004543 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:55.093434 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d46fbb3f-58d7-4219-843f-a3702a41d7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:55.130152 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 888a22bb-ba6e-4b83-a4b1-5d9d7614777c up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:45:55.146552 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-34286fae-ff35-4633-8e19-fac56d2ae463 req-ef38f863-1940-40c5-8830-2fb7f4dde826 tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] 10.222.0.44 "GET /v2.0/security-groups?id=fce9286f-2a90-4c48-ba58-609138f152df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737895 Aug 10 03:45:55.198405 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 888a22bb-ba6e-4b83-a4b1-5d9d7614777c triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:45:55.198873 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:55.383055 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:55.448063 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d46fbb3f-58d7-4219-843f-a3702a41d7d1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:55.451567 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-8e5f05a3-f0d9-487b-86b3-3fb67e7903f7 req-18878047-6a6e-420d-a1d7-a989ff99e817 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7f157f7-624d-4fa5-b1e8-0601c5612be6 {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:45:55.456934 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d46fbb3f-58d7-4219-843f-a3702a41d7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:55.466262 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8e5f05a3-f0d9-487b-86b3-3fb67e7903f7 req-18878047-6a6e-420d-a1d7-a989ff99e817 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:55.549046 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-8e5f05a3-f0d9-487b-86b3-3fb67e7903f7 req-18878047-6a6e-420d-a1d7-a989ff99e817 service neutron] Transition to ACTIVE for port object a7f157f7-624d-4fa5-b1e8-0601c5612be6 will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:45:55.552963 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d46fbb3f-58d7-4219-843f-a3702a41d7d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521893'] for router_interface, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:55.555520 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46fbb3f-58d7-4219-843f-a3702a41d7d1 admin admin] Pushing event updated for resources: {'Port': ['ID=a0ce958c-d500-4090-ba1f-9aa4c1554115,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:55.563119 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8e5f05a3-f0d9-487b-86b3-3fb67e7903f7 req-18878047-6a6e-420d-a1d7-a989ff99e817 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:55.672047 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18878047-6a6e-420d-a1d7-a989ff99e817 service neutron] Pushing event updated for resources: {'Port': ['ID=a7f157f7-624d-4fa5-b1e8-0601c5612be6,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:55.785503 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46fbb3f-58d7-4219-843f-a3702a41d7d1 admin admin] Network e8a80fd0-6b4c-41ae-bd28-dec78df4c445 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:45:55.790953 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-d46fbb3f-58d7-4219-843f-a3702a41d7d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:45:55.805909 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-8e5f05a3-f0d9-487b-86b3-3fb67e7903f7 req-18878047-6a6e-420d-a1d7-a989ff99e817 service neutron] Attempting to bind port a7f157f7-624d-4fa5-b1e8-0601c5612be6 on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:45:55.806284 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-8e5f05a3-f0d9-487b-86b3-3fb67e7903f7 req-18878047-6a6e-420d-a1d7-a989ff99e817 service neutron] Attempting to bind port a7f157f7-624d-4fa5-b1e8-0601c5612be6 by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '3569a734-dec7-4b7a-b2db-22edb5a0f3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e356060a-1243-4185-ad19-14818f4aebea'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:45:55.806627 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5f05a3-f0d9-487b-86b3-3fb67e7903f7 req-18878047-6a6e-420d-a1d7-a989ff99e817 service neutron] Attempting to bind port a7f157f7-624d-4fa5-b1e8-0601c5612be6 on network e356060a-1243-4185-ad19-14818f4aebea {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:45:55.814250 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5f05a3-f0d9-487b-86b3-3fb67e7903f7 req-18878047-6a6e-420d-a1d7-a989ff99e817 service neutron] Port a7f157f7-624d-4fa5-b1e8-0601c5612be6 on network e356060a-1243-4185-ad19-14818f4aebea not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:45:55.814250 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5f05a3-f0d9-487b-86b3-3fb67e7903f7 req-18878047-6a6e-420d-a1d7-a989ff99e817 service neutron] Attempting to bind port a7f157f7-624d-4fa5-b1e8-0601c5612be6 on network e356060a-1243-4185-ad19-14818f4aebea {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:45:55.860535 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5f05a3-f0d9-487b-86b3-3fb67e7903f7 req-18878047-6a6e-420d-a1d7-a989ff99e817 service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:45:55.860891 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5f05a3-f0d9-487b-86b3-3fb67e7903f7 req-18878047-6a6e-420d-a1d7-a989ff99e817 service neutron] Checking segment: {'id': '3569a734-dec7-4b7a-b2db-22edb5a0f3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e356060a-1243-4185-ad19-14818f4aebea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:45:55.861295 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5f05a3-f0d9-487b-86b3-3fb67e7903f7 req-18878047-6a6e-420d-a1d7-a989ff99e817 service neutron] Bound using segment: {'id': '3569a734-dec7-4b7a-b2db-22edb5a0f3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e356060a-1243-4185-ad19-14818f4aebea'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:45:55.861771 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-8e5f05a3-f0d9-487b-86b3-3fb67e7903f7 req-18878047-6a6e-420d-a1d7-a989ff99e817 service neutron] Bound port: a7f157f7-624d-4fa5-b1e8-0601c5612be6, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3569a734-dec7-4b7a-b2db-22edb5a0f3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e356060a-1243-4185-ad19-14818f4aebea'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:45:55.862147 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8e5f05a3-f0d9-487b-86b3-3fb67e7903f7 req-18878047-6a6e-420d-a1d7-a989ff99e817 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:56.009246 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d46fbb3f-58d7-4219-843f-a3702a41d7d1 admin admin] Router 26e33280-f1fe-4691-a33d-dee99181e9b8 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:45:56.019431 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-8e5f05a3-f0d9-487b-86b3-3fb67e7903f7 req-18878047-6a6e-420d-a1d7-a989ff99e817 service neutron] For port a7f157f7-624d-4fa5-b1e8-0601c5612be6, host n-h1-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:45:56.028365 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-8e5f05a3-f0d9-487b-86b3-3fb67e7903f7 req-18878047-6a6e-420d-a1d7-a989ff99e817 service neutron] For port a7f157f7-624d-4fa5-b1e8-0601c5612be6, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=a7f157f7-624d-4fa5-b1e8-0601c5612be6,segment=NetworkSegment(3569a734-dec7-4b7a-b2db-22edb5a0f3a6),segment_id=3569a734-dec7-4b7a-b2db-22edb5a0f3a6)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:45:56.048806 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8e5f05a3-f0d9-487b-86b3-3fb67e7903f7 req-18878047-6a6e-420d-a1d7-a989ff99e817 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:56.063225 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 42b2d9ab-df59-4af4-b206-0749bf667d59 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:45:56.118412 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-d846e7a4-c164-473c-88fe-67ff05869a34 None None] Provisioning complete for port a0ce958c-d500-4090-ba1f-9aa4c1554115 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:45:56.128556 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d846e7a4-c164-473c-88fe-67ff05869a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:56.178785 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5f05a3-f0d9-487b-86b3-3fb67e7903f7 req-18878047-6a6e-420d-a1d7-a989ff99e817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:56.180552 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8e5f05a3-f0d9-487b-86b3-3fb67e7903f7 req-18878047-6a6e-420d-a1d7-a989ff99e817 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:56.182907 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8e5f05a3-f0d9-487b-86b3-3fb67e7903f7 req-18878047-6a6e-420d-a1d7-a989ff99e817 service neutron] 10.222.0.42 "PUT /v2.0/ports/a7f157f7-624d-4fa5-b1e8-0601c5612be6 HTTP/1.1" status: 200 len: 1093 time: 2.1846879 Aug 10 03:45:56.197234 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e73ce57f-2a49-4e12-8ff5-ad39da7fdc13', 'tag': 'a7f157f7-624d-4fa5-b1e8-0601c5612be6'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:45:56.200482 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f163b2c-f7a4-4b8c-a25a-6045eba69a81" -d '{"events": [{"name": "network-changed", "server_uuid": "e73ce57f-2a49-4e12-8ff5-ad39da7fdc13", "tag": "a7f157f7-624d-4fa5-b1e8-0601c5612be6"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:45:56.209020 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 42b2d9ab-df59-4af4-b206-0749bf667d59 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:45:56.210003 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:56.214261 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:56.237734 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-d846e7a4-c164-473c-88fe-67ff05869a34 None None] Port a0ce958c-d500-4090-ba1f-9aa4c1554115 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:45:56.477021 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18878047-6a6e-420d-a1d7-a989ff99e817 service neutron] Pushing event updated for resources: {'Port': ['ID=a7f157f7-624d-4fa5-b1e8-0601c5612be6,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:56.498892 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d007ca38-094d-4c58-bdb0-9110d7c666ab req-f527855d-383d-4fa4-9eee-43d28736cbb1 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:56.500999 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d007ca38-094d-4c58-bdb0-9110d7c666ab req-f527855d-383d-4fa4-9eee-43d28736cbb1 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/ports?device_id=e73ce57f-2a49-4e12-8ff5-ad39da7fdc13 HTTP/1.1" status: 200 len: 944 time: 0.3939655 Aug 10 03:45:56.506151 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d46fbb3f-58d7-4219-843f-a3702a41d7d1 admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:45:56.519877 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-d46fbb3f-58d7-4219-843f-a3702a41d7d1 admin admin] 10.222.0.44 "PUT /v2.0/routers/26e33280-f1fe-4691-a33d-dee99181e9b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1630239 Aug 10 03:45:56.527530 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9c3940-0580-4bd5-9f65-58d140cc8304 None None] Sync routers for ids ['26e33280-f1fe-4691-a33d-dee99181e9b8'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:45:56.534386 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5f05a3-f0d9-487b-86b3-3fb67e7903f7 req-5181c7ca-af4e-451a-9cd9-af0d5cd8e6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:56.536491 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8e5f05a3-f0d9-487b-86b3-3fb67e7903f7 req-5181c7ca-af4e-451a-9cd9-af0d5cd8e6d0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=053476844ca64753be1fb831fa4e27b9&device_id=e73ce57f-2a49-4e12-8ff5-ad39da7fdc13 HTTP/1.1" status: 200 len: 1096 time: 0.2376802 Aug 10 03:45:56.543682 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9c3940-0580-4bd5-9f65-58d140cc8304 None None] Routers {'26e33280-f1fe-4691-a33d-dee99181e9b8'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:45:56.544614 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-9e9c3940-0580-4bd5-9f65-58d140cc8304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:45:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['26e33280-f1fe-4691-a33d-dee99181e9b8'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:56.575378 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436754bc-2915-45d3-997f-35081b662bfb req-673decad-b88a-409c-9f68-a2c05811a35a tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:56.577435 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-436754bc-2915-45d3-997f-35081b662bfb req-673decad-b88a-409c-9f68-a2c05811a35a tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] 10.222.0.44 "GET /v2.0/ports?device_id=9417b4a9-93d7-4da2-b2c3-5579096a45c7 HTTP/1.1" status: 200 len: 945 time: 0.2594981 Aug 10 03:45:56.614948 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8e5f05a3-f0d9-487b-86b3-3fb67e7903f7 req-370f8599-f8c9-40b0-8680-0237dba06727 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7f157f7-624d-4fa5-b1e8-0601c5612be6 HTTP/1.1" status: 200 len: 217 time: 0.0636299 Aug 10 03:45:56.678447 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d007ca38-094d-4c58-bdb0-9110d7c666ab req-d6842c80-707e-42d5-9684-f539c5767b61 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/security-groups?id=db852a7b-2c6f-44b2-a3e6-df6b6f6ce8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656651 Aug 10 03:45:56.722120 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-436754bc-2915-45d3-997f-35081b662bfb req-040ccc6e-8a8b-40ae-832c-2b3273ae9d24 tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] 10.222.0.44 "GET /v2.0/security-groups?id=fce9286f-2a90-4c48-ba58-609138f152df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099932 Aug 10 03:45:56.727437 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5f05a3-f0d9-487b-86b3-3fb67e7903f7 req-e87ff50f-8cd2-49e2-a438-b3e78849b0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:56.728813 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8e5f05a3-f0d9-487b-86b3-3fb67e7903f7 req-e87ff50f-8cd2-49e2-a438-b3e78849b0ca service neutron] 10.222.0.42 "GET /v2.0/subnets?id=639ffadf-1ce3-4502-ad09-ab0e9b867ccc HTTP/1.1" status: 200 len: 854 time: 0.1037257 Aug 10 03:45:56.784244 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-9e9c3940-0580-4bd5-9f65-58d140cc8304 None None] Set router 26e33280-f1fe-4691-a33d-dee99181e9b8 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:45:56.806616 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be127b5a-1fcd-4311-a25f-c070b592e67c x-openstack-request-id: req-be127b5a-1fcd-4311-a25f-c070b592e67c {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:45:56.807071 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e73ce57f-2a49-4e12-8ff5-ad39da7fdc13", "tag": "a7f157f7-624d-4fa5-b1e8-0601c5612be6", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:45:56.807673 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-be127b5a-1fcd-4311-a25f-c070b592e67c {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:45:56.808326 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e73ce57f-2a49-4e12-8ff5-ad39da7fdc13', 'tag': 'a7f157f7-624d-4fa5-b1e8-0601c5612be6', 'status': 'completed', 'code': 200} Aug 10 03:45:56.811996 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8e5f05a3-f0d9-487b-86b3-3fb67e7903f7 req-5b513f00-7fbb-428c-9820-da41ae59e077 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e356060a-1243-4185-ad19-14818f4aebea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725336 Aug 10 03:45:56.845145 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:57.039617 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8e5f05a3-f0d9-487b-86b3-3fb67e7903f7 req-f4731fcd-15aa-41e3-9b05-bde64c9dc144 service neutron] 10.222.0.42 "GET /v2.0/networks/e356060a-1243-4185-ad19-14818f4aebea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199109 Aug 10 03:45:57.141249 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-9e9c3940-0580-4bd5-9f65-58d140cc8304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26e33280-f1fe-4691-a33d-dee99181e9b8', 'name': 'tempest-TestVolumeBackupRestore-741469120-router', 'tenant_id': '5c399acc83374183b223070b0a544d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '42b2d9ab-df59-4af4-b206-0749bf667d59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:45:47Z', 'updated_at': '2021-08-10T03:45:54Z', 'revision_number': 4, 'project_id': '5c399acc83374183b223070b0a544d25', 'gw_port': {'id': '42b2d9ab-df59-4af4-b206-0749bf667d59', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:fa:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e33280-f1fe-4691-a33d-dee99181e9b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:48Z', 'updated_at': '2021-08-10T03:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': 'a0ce958c-d500-4090-ba1f-9aa4c1554115', 'name': '', 'network_id': 'e8a80fd0-6b4c-41ae-bd28-dec78df4c445', 'tenant_id': '5c399acc83374183b223070b0a544d25', 'mac_address': 'fa:16:3e:7d:7d:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26e33280-f1fe-4691-a33d-dee99181e9b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': 'a04e8a0b-fdc9-445f-a6bc-d234402124df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:52Z', 'updated_at': '2021-08-10T03:45:55Z', 'revision_number': 2, 'project_id': '5c399acc83374183b223070b0a544d25', 'subnets': [{'id': 'a04e8a0b-fdc9-445f-a6bc-d234402124df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:57.182178 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9c3940-0580-4bd5-9f65-58d140cc8304 None None] Checking router: 26e33280-f1fe-4691-a33d-dee99181e9b8 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:45:57.182608 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9c3940-0580-4bd5-9f65-58d140cc8304 None None] Updating router 26e33280-f1fe-4691-a33d-dee99181e9b8 port a0ce958c-d500-4090-ba1f-9aa4c1554115 binding host n-d-768862-13 {{(pid=94262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:45:57.217221 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9e9c3940-0580-4bd5-9f65-58d140cc8304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:57.274274 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e4b627-8fe3-4173-83bc-947fbc3e9011 req-50184a73-4ef8-4aa1-8d77-b6e1e13fc464 tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:57.277213 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f9e4b627-8fe3-4173-83bc-947fbc3e9011 req-50184a73-4ef8-4aa1-8d77-b6e1e13fc464 tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] 10.222.0.44 "GET /v2.0/ports?device_id=9417b4a9-93d7-4da2-b2c3-5579096a45c7 HTTP/1.1" status: 200 len: 945 time: 0.1785190 Aug 10 03:45:57.319510 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8e5f05a3-f0d9-487b-86b3-3fb67e7903f7 req-5d5261f5-fb17-4075-b21b-cf2d478175ac service neutron] 10.222.0.42 "GET /v2.0/networks/e356060a-1243-4185-ad19-14818f4aebea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699091 Aug 10 03:45:57.364090 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f9e4b627-8fe3-4173-83bc-947fbc3e9011 req-0bbae084-560d-443c-801c-dae5a26174b3 tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] 10.222.0.44 "GET /v2.0/security-groups?id=fce9286f-2a90-4c48-ba58-609138f152df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755894 Aug 10 03:45:57.455655 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f163b2c-f7a4-4b8c-a25a-6045eba69a81 req-64856623-0f53-4ef6-8328-129d3ab6d693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:57.457587 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6f163b2c-f7a4-4b8c-a25a-6045eba69a81 req-64856623-0f53-4ef6-8328-129d3ab6d693 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=053476844ca64753be1fb831fa4e27b9&device_id=e73ce57f-2a49-4e12-8ff5-ad39da7fdc13 HTTP/1.1" status: 200 len: 1096 time: 0.0606515 Aug 10 03:45:57.633293 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f163b2c-f7a4-4b8c-a25a-6045eba69a81 req-e01bec5e-dbee-41d8-8c8c-097a2ef6f010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:57.636506 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6f163b2c-f7a4-4b8c-a25a-6045eba69a81 req-e01bec5e-dbee-41d8-8c8c-097a2ef6f010 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e356060a-1243-4185-ad19-14818f4aebea HTTP/1.1" status: 200 len: 914 time: 0.1719172 Aug 10 03:45:57.668338 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9e9c3940-0580-4bd5-9f65-58d140cc8304 None None] Notify callbacks [] for port, precommit_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:57.685178 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-9e9c3940-0580-4bd5-9f65-58d140cc8304 None None] Transition to ACTIVE for port object a0ce958c-d500-4090-ba1f-9aa4c1554115 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:45:57.695104 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9e9c3940-0580-4bd5-9f65-58d140cc8304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:57.698127 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6f163b2c-f7a4-4b8c-a25a-6045eba69a81 req-e743f72f-f776-4b44-8ef6-13312c6bbc21 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7f157f7-624d-4fa5-b1e8-0601c5612be6 HTTP/1.1" status: 200 len: 217 time: 0.0525498 Aug 10 03:45:57.812249 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f163b2c-f7a4-4b8c-a25a-6045eba69a81 req-74cc7a05-93d3-4dbb-8c33-a367ec586876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:57.815956 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6f163b2c-f7a4-4b8c-a25a-6045eba69a81 req-74cc7a05-93d3-4dbb-8c33-a367ec586876 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=639ffadf-1ce3-4502-ad09-ab0e9b867ccc HTTP/1.1" status: 200 len: 854 time: 0.1089563 Aug 10 03:45:57.847816 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b1bb54-5f77-4d09-beb4-bc9ebfd7b59e None None] Pushing event updated for resources: {'Port': ['ID=a0ce958c-d500-4090-ba1f-9aa4c1554115,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:57.891253 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-9e9c3940-0580-4bd5-9f65-58d140cc8304 None None] Attempting to bind port a0ce958c-d500-4090-ba1f-9aa4c1554115 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:45:57.891253 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-9e9c3940-0580-4bd5-9f65-58d140cc8304 None None] Attempting to bind port a0ce958c-d500-4090-ba1f-9aa4c1554115 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'dcdef3b1-00b6-4dd5-97c3-b4fc34795a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e8a80fd0-6b4c-41ae-bd28-dec78df4c445'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:45:57.891253 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9c3940-0580-4bd5-9f65-58d140cc8304 None None] Attempting to bind port a0ce958c-d500-4090-ba1f-9aa4c1554115 on network e8a80fd0-6b4c-41ae-bd28-dec78df4c445 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:45:57.956691 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9c3940-0580-4bd5-9f65-58d140cc8304 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:45:57.957197 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9c3940-0580-4bd5-9f65-58d140cc8304 None None] Checking segment: {'id': 'dcdef3b1-00b6-4dd5-97c3-b4fc34795a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e8a80fd0-6b4c-41ae-bd28-dec78df4c445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:45:57.957518 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9e9c3940-0580-4bd5-9f65-58d140cc8304 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:57.957877 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9c3940-0580-4bd5-9f65-58d140cc8304 None None] Bound using segment: {'id': 'dcdef3b1-00b6-4dd5-97c3-b4fc34795a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e8a80fd0-6b4c-41ae-bd28-dec78df4c445'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:45:57.958402 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-9e9c3940-0580-4bd5-9f65-58d140cc8304 None None] Bound port: a0ce958c-d500-4090-ba1f-9aa4c1554115, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcdef3b1-00b6-4dd5-97c3-b4fc34795a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e8a80fd0-6b4c-41ae-bd28-dec78df4c445'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:45:57.958791 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9e9c3940-0580-4bd5-9f65-58d140cc8304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:58.013666 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6f163b2c-f7a4-4b8c-a25a-6045eba69a81 req-38b6d0af-b835-4ad9-8344-cd6c1a1b25a9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e356060a-1243-4185-ad19-14818f4aebea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1901422 Aug 10 03:45:58.067567 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-9e9c3940-0580-4bd5-9f65-58d140cc8304 None None] For port a0ce958c-d500-4090-ba1f-9aa4c1554115, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:45:58.071886 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-9e9c3940-0580-4bd5-9f65-58d140cc8304 None None] For port a0ce958c-d500-4090-ba1f-9aa4c1554115, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=a0ce958c-d500-4090-ba1f-9aa4c1554115,segment=NetworkSegment(dcdef3b1-00b6-4dd5-97c3-b4fc34795a3e),segment_id=dcdef3b1-00b6-4dd5-97c3-b4fc34795a3e)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:45:58.127896 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9e9c3940-0580-4bd5-9f65-58d140cc8304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:58.254082 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407d3ae6-25a7-4595-987b-0a0ce5224817 req-3a354e5b-b9e6-43e5-88ef-1e9e4e6cfbc9 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:58.275287 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-407d3ae6-25a7-4595-987b-0a0ce5224817 req-3a354e5b-b9e6-43e5-88ef-1e9e4e6cfbc9 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/ports?device_id=e73ce57f-2a49-4e12-8ff5-ad39da7fdc13 HTTP/1.1" status: 200 len: 944 time: 0.4337094 Aug 10 03:45:58.291894 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9c3940-0580-4bd5-9f65-58d140cc8304 None None] Routers {'26e33280-f1fe-4691-a33d-dee99181e9b8'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:45:58.292922 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-9e9c3940-0580-4bd5-9f65-58d140cc8304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:45:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['26e33280-f1fe-4691-a33d-dee99181e9b8'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:58.354682 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-407d3ae6-25a7-4595-987b-0a0ce5224817 req-19dc4cfe-e0f6-4d14-b9f8-fabaea0a89b8 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/security-groups?id=db852a7b-2c6f-44b2-a3e6-df6b6f6ce8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699069 Aug 10 03:45:58.369228 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6f163b2c-f7a4-4b8c-a25a-6045eba69a81 req-5d4dcddd-ce51-40dd-8165-00ec8866ab10 service neutron] 10.222.0.42 "GET /v2.0/networks/e356060a-1243-4185-ad19-14818f4aebea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3421082 Aug 10 03:45:58.503594 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b1bb54-5f77-4d09-beb4-bc9ebfd7b59e None None] Pushing event updated for resources: {'Port': ['ID=a0ce958c-d500-4090-ba1f-9aa4c1554115,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:58.603693 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-9e9c3940-0580-4bd5-9f65-58d140cc8304 None None] Set router 26e33280-f1fe-4691-a33d-dee99181e9b8 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:45:58.669605 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6f163b2c-f7a4-4b8c-a25a-6045eba69a81 req-b36b92f4-f2ae-479e-854c-68655263c6da service neutron] 10.222.0.42 "GET /v2.0/networks/e356060a-1243-4185-ad19-14818f4aebea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2913809 Aug 10 03:45:58.694004 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c82a893-96cc-48ba-998e-07efcc222e26 req-ee558551-7570-481a-a5be-f2afb8162953 tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:58.696659 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9c82a893-96cc-48ba-998e-07efcc222e26 req-ee558551-7570-481a-a5be-f2afb8162953 tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] 10.222.0.44 "GET /v2.0/ports?device_id=9417b4a9-93d7-4da2-b2c3-5579096a45c7 HTTP/1.1" status: 200 len: 945 time: 0.1365476 Aug 10 03:45:58.763512 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9c82a893-96cc-48ba-998e-07efcc222e26 req-e6bbdb1a-d34c-4409-b6e7-a9710a5930dc tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] 10.222.0.44 "GET /v2.0/security-groups?id=fce9286f-2a90-4c48-ba58-609138f152df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544794 Aug 10 03:45:58.940440 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-9e9c3940-0580-4bd5-9f65-58d140cc8304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26e33280-f1fe-4691-a33d-dee99181e9b8', 'name': 'tempest-TestVolumeBackupRestore-741469120-router', 'tenant_id': '5c399acc83374183b223070b0a544d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '42b2d9ab-df59-4af4-b206-0749bf667d59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:45:47Z', 'updated_at': '2021-08-10T03:45:54Z', 'revision_number': 4, 'project_id': '5c399acc83374183b223070b0a544d25', 'gw_port': {'id': '42b2d9ab-df59-4af4-b206-0749bf667d59', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:fa:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e33280-f1fe-4691-a33d-dee99181e9b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:48Z', 'updated_at': '2021-08-10T03:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': 'a0ce958c-d500-4090-ba1f-9aa4c1554115', 'name': '', 'network_id': 'e8a80fd0-6b4c-41ae-bd28-dec78df4c445', 'tenant_id': '5c399acc83374183b223070b0a544d25', 'mac_address': 'fa:16:3e:7d:7d:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26e33280-f1fe-4691-a33d-dee99181e9b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': 'a04e8a0b-fdc9-445f-a6bc-d234402124df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:52Z', 'updated_at': '2021-08-10T03:45:58Z', 'revision_number': 4, 'project_id': '5c399acc83374183b223070b0a544d25', 'subnets': [{'id': 'a04e8a0b-fdc9-445f-a6bc-d234402124df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:58.988795 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9c3940-0580-4bd5-9f65-58d140cc8304 None None] The sync data for ids ['26e33280-f1fe-4691-a33d-dee99181e9b8'] in n-d-768862-13 is: [{'id': '26e33280-f1fe-4691-a33d-dee99181e9b8', 'name': 'tempest-TestVolumeBackupRestore-741469120-router', 'tenant_id': '5c399acc83374183b223070b0a544d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '42b2d9ab-df59-4af4-b206-0749bf667d59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:45:47Z', 'updated_at': '2021-08-10T03:45:54Z', 'revision_number': 4, 'project_id': '5c399acc83374183b223070b0a544d25', 'gw_port': {'id': '42b2d9ab-df59-4af4-b206-0749bf667d59', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:fa:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e33280-f1fe-4691-a33d-dee99181e9b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:48Z', 'updated_at': '2021-08-10T03:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': 'a0ce958c-d500-4090-ba1f-9aa4c1554115', 'name': '', 'network_id': 'e8a80fd0-6b4c-41ae-bd28-dec78df4c445', 'tenant_id': '5c399acc83374183b223070b0a544d25', 'mac_address': 'fa:16:3e:7d:7d:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26e33280-f1fe-4691-a33d-dee99181e9b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': 'a04e8a0b-fdc9-445f-a6bc-d234402124df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:52Z', 'updated_at': '2021-08-10T03:45:58Z', 'revision_number': 4, 'project_id': '5c399acc83374183b223070b0a544d25', 'subnets': [{'id': 'a04e8a0b-fdc9-445f-a6bc-d234402124df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:45:59.126482 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd2a99b-13a0-41c9-a01a-aadf29a698e1 req-6e330296-8825-4dd1-9c13-802c7712594d tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:59.128097 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3dd2a99b-13a0-41c9-a01a-aadf29a698e1 req-6e330296-8825-4dd1-9c13-802c7712594d tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] 10.222.0.44 "GET /v2.0/ports?device_id=9417b4a9-93d7-4da2-b2c3-5579096a45c7 HTTP/1.1" status: 200 len: 945 time: 0.1134050 Aug 10 03:45:59.134505 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edde86de-af1e-4b37-82d8-04859d11e796 req-3450cc32-f892-4b4f-b2ba-fc6e609d52c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:59.136212 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-edde86de-af1e-4b37-82d8-04859d11e796 req-3450cc32-f892-4b4f-b2ba-fc6e609d52c6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b1a9cc4439e74176beda90a38d38d107&device_id=9417b4a9-93d7-4da2-b2c3-5579096a45c7 HTTP/1.1" status: 200 len: 1097 time: 0.1060038 Aug 10 03:45:59.253261 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3dd2a99b-13a0-41c9-a01a-aadf29a698e1 req-53fc3199-0a67-4ee6-9ea0-355bbc61fccd tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] 10.222.0.44 "GET /v2.0/security-groups?id=fce9286f-2a90-4c48-ba58-609138f152df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942574 Aug 10 03:45:59.295637 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edde86de-af1e-4b37-82d8-04859d11e796 req-edd6aeb5-7429-47e7-83ed-b68af7980fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:59.297283 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-edde86de-af1e-4b37-82d8-04859d11e796 req-edd6aeb5-7429-47e7-83ed-b68af7980fa0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=113a2ca8-f09d-40a7-bed9-fbddb1769bf6 HTTP/1.1" status: 200 len: 910 time: 0.1504519 Aug 10 03:45:59.352407 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-edde86de-af1e-4b37-82d8-04859d11e796 req-c5562297-8e2e-4281-8df4-063d52ef606d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4fa4168c-f117-41e2-ba07-2bffe7918665 HTTP/1.1" status: 200 len: 217 time: 0.0424991 Aug 10 03:45:59.414062 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edde86de-af1e-4b37-82d8-04859d11e796 req-f3af097c-d8aa-4c19-96a6-6f812668cc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:59.416017 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-edde86de-af1e-4b37-82d8-04859d11e796 req-f3af097c-d8aa-4c19-96a6-6f812668cc97 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=390e4828-69a1-4472-b9c6-38f26951edef HTTP/1.1" status: 200 len: 850 time: 0.0563538 Aug 10 03:45:59.463002 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-edde86de-af1e-4b37-82d8-04859d11e796 req-d600abfe-90c3-46bc-8f1a-ef45540523a7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=113a2ca8-f09d-40a7-bed9-fbddb1769bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384014 Aug 10 03:45:59.680265 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85611c3-66d7-44f0-b295-b43b2265ae90 req-afced94e-f1ea-46e0-816e-83cf47a1d4d1 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:59.688468 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b85611c3-66d7-44f0-b295-b43b2265ae90 req-afced94e-f1ea-46e0-816e-83cf47a1d4d1 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/ports?device_id=e73ce57f-2a49-4e12-8ff5-ad39da7fdc13 HTTP/1.1" status: 200 len: 944 time: 0.1276052 Aug 10 03:45:59.732348 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-edde86de-af1e-4b37-82d8-04859d11e796 req-74367100-4a28-4601-b854-d86c1c290a1f service neutron] 10.222.0.61 "GET /v2.0/networks/113a2ca8-f09d-40a7-bed9-fbddb1769bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601609 Aug 10 03:45:59.764050 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b85611c3-66d7-44f0-b295-b43b2265ae90 req-d0f9d520-3cfa-40b6-b07c-1e521d67b7e9 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/security-groups?id=db852a7b-2c6f-44b2-a3e6-df6b6f6ce8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678785 Aug 10 03:45:59.897109 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-edde86de-af1e-4b37-82d8-04859d11e796 req-35b24f67-5996-4ce6-8d67-80d3d737fbd3 service neutron] 10.222.0.61 "GET /v2.0/networks/113a2ca8-f09d-40a7-bed9-fbddb1769bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509011 Aug 10 03:46:00.116053 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device a0ce958c-d500-4090-ba1f-9aa4c1554115 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:46:00.207044 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port a0ce958c-d500-4090-ba1f-9aa4c1554115 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:46:00.216501 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port a0ce958c-d500-4090-ba1f-9aa4c1554115 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:00.217106 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:00.383688 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:00.459151 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port a0ce958c-d500-4090-ba1f-9aa4c1554115, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=a0ce958c-d500-4090-ba1f-9aa4c1554115,segment=NetworkSegment(dcdef3b1-00b6-4dd5-97c3-b4fc34795a3e),segment_id=dcdef3b1-00b6-4dd5-97c3-b4fc34795a3e)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:00.459405 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58245dc3-b2a9-4d44-95b5-2faff02a82f1 req-6230372e-c3a8-4823-860b-59b84a633880 tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:00.462018 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-58245dc3-b2a9-4d44-95b5-2faff02a82f1 req-6230372e-c3a8-4823-860b-59b84a633880 tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] 10.222.0.44 "GET /v2.0/ports?device_id=9417b4a9-93d7-4da2-b2c3-5579096a45c7 HTTP/1.1" status: 200 len: 945 time: 0.0963795 Aug 10 03:46:00.464941 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:00.555408 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-58245dc3-b2a9-4d44-95b5-2faff02a82f1 req-9442afa0-4d98-4581-80a8-63e12e41e22d tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] 10.222.0.44 "GET /v2.0/security-groups?id=fce9286f-2a90-4c48-ba58-609138f152df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806015 Aug 10 03:46:00.556707 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=a0ce958c-d500-4090-ba1f-9aa4c1554115,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:00.675062 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device a7f157f7-624d-4fa5-b1e8-0601c5612be6 details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:46:00.812107 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port a7f157f7-624d-4fa5-b1e8-0601c5612be6, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=a7f157f7-624d-4fa5-b1e8-0601c5612be6,segment=NetworkSegment(3569a734-dec7-4b7a-b2db-22edb5a0f3a6),segment_id=3569a734-dec7-4b7a-b2db-22edb5a0f3a6)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:00.830683 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': 'a7f157f7-624d-4fa5-b1e8-0601c5612be6', 'network_id': 'e356060a-1243-4185-ad19-14818f4aebea', 'port_id': 'a7f157f7-624d-4fa5-b1e8-0601c5612be6', 'mac_address': 'fa:16:3e:fe:d1:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '639ffadf-1ce3-4502-ad09-ab0e9b867ccc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:46:00.896389 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:00.921650 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7f157f7-624d-4fa5-b1e8-0601c5612be6 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:46:00.965141 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port a7f157f7-624d-4fa5-b1e8-0601c5612be6, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=a7f157f7-624d-4fa5-b1e8-0601c5612be6,segment=NetworkSegment(3569a734-dec7-4b7a-b2db-22edb5a0f3a6),segment_id=3569a734-dec7-4b7a-b2db-22edb5a0f3a6)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:00.968455 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de2a751-1aef-4ac0-bdba-27a68e407d1c req-fcf94571-d3f3-48aa-87b3-890c8a21080a tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:00.971407 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3de2a751-1aef-4ac0-bdba-27a68e407d1c req-fcf94571-d3f3-48aa-87b3-890c8a21080a tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/ports?device_id=e73ce57f-2a49-4e12-8ff5-ad39da7fdc13 HTTP/1.1" status: 200 len: 944 time: 0.1004007 Aug 10 03:46:00.978498 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:01.055120 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3de2a751-1aef-4ac0-bdba-27a68e407d1c req-000bea68-8f86-49bf-b2c4-4018ba64aed2 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/security-groups?id=db852a7b-2c6f-44b2-a3e6-df6b6f6ce8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661104 Aug 10 03:46:01.087856 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=a7f157f7-624d-4fa5-b1e8-0601c5612be6,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:01.193938 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['a7f157f7-624d-4fa5-b1e8-0601c5612be6'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:46:01.740580 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa704e8-aa0f-4b06-9ef7-3273e6b5eeef req-29f7e047-f92a-4640-ac11-1470d9d4ac08 tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:01.747145 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5aa704e8-aa0f-4b06-9ef7-3273e6b5eeef req-29f7e047-f92a-4640-ac11-1470d9d4ac08 tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] 10.222.0.44 "GET /v2.0/ports?device_id=9417b4a9-93d7-4da2-b2c3-5579096a45c7 HTTP/1.1" status: 200 len: 945 time: 0.0902741 Aug 10 03:46:01.810742 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5aa704e8-aa0f-4b06-9ef7-3273e6b5eeef req-f53ec4cd-f9b4-4824-8425-ce26316aaa48 tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] 10.222.0.44 "GET /v2.0/security-groups?id=fce9286f-2a90-4c48-ba58-609138f152df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570431 Aug 10 03:46:02.067174 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device a0ce958c-d500-4090-ba1f-9aa4c1554115 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:46:02.143977 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port a0ce958c-d500-4090-ba1f-9aa4c1554115 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:02.145804 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:02.243653 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d425984-fab8-4419-bab9-19d3b6d56725 req-22e2b526-056b-49e1-8acc-169ac4bc6673 tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:02.246548 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9d425984-fab8-4419-bab9-19d3b6d56725 req-22e2b526-056b-49e1-8acc-169ac4bc6673 tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] 10.222.0.44 "GET /v2.0/ports?device_id=9417b4a9-93d7-4da2-b2c3-5579096a45c7 HTTP/1.1" status: 200 len: 945 time: 0.1045737 Aug 10 03:46:02.362836 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133e4b7b-4b39-4952-8a7c-4d6f227b9b19 req-cd0adcef-15be-4f32-9f52-7cf06b347460 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:02.364804 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-133e4b7b-4b39-4952-8a7c-4d6f227b9b19 req-cd0adcef-15be-4f32-9f52-7cf06b347460 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/ports?device_id=e73ce57f-2a49-4e12-8ff5-ad39da7fdc13 HTTP/1.1" status: 200 len: 945 time: 0.1166844 Aug 10 03:46:02.369261 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9d425984-fab8-4419-bab9-19d3b6d56725 req-fdb78795-3656-4339-814b-63463b64bb4b tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] 10.222.0.44 "GET /v2.0/security-groups?id=fce9286f-2a90-4c48-ba58-609138f152df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033773 Aug 10 03:46:02.432086 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-133e4b7b-4b39-4952-8a7c-4d6f227b9b19 req-6d54e0de-a02a-4549-9692-ac1589b8434b tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/security-groups?id=db852a7b-2c6f-44b2-a3e6-df6b6f6ce8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543833 Aug 10 03:46:02.705701 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device a7f157f7-624d-4fa5-b1e8-0601c5612be6 up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:46:02.783449 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning for port a7f157f7-624d-4fa5-b1e8-0601c5612be6 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:46:02.788710 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port a7f157f7-624d-4fa5-b1e8-0601c5612be6 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:02.789268 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:02.909048 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:02.947479 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e73ce57f-2a49-4e12-8ff5-ad39da7fdc13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7f157f7-624d-4fa5-b1e8-0601c5612be6'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:46:02.950643 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1267c58a-fbd3-4d15-b311-02c5e222f6e8" -d '{"events": [{"server_uuid": "e73ce57f-2a49-4e12-8ff5-ad39da7fdc13", "name": "network-vif-plugged", "status": "completed", "tag": "a7f157f7-624d-4fa5-b1e8-0601c5612be6"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:46:02.974341 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port a7f157f7-624d-4fa5-b1e8-0601c5612be6, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=a7f157f7-624d-4fa5-b1e8-0601c5612be6,segment=NetworkSegment(3569a734-dec7-4b7a-b2db-22edb5a0f3a6),segment_id=3569a734-dec7-4b7a-b2db-22edb5a0f3a6)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:02.981373 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:03.053510 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=a7f157f7-624d-4fa5-b1e8-0601c5612be6,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:03.213143 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d92d8c3-5272-4591-81da-6640eba5b009 x-openstack-request-id: req-1d92d8c3-5272-4591-81da-6640eba5b009 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:46:03.213577 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e73ce57f-2a49-4e12-8ff5-ad39da7fdc13", "name": "network-vif-plugged", "status": "completed", "tag": "a7f157f7-624d-4fa5-b1e8-0601c5612be6", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:46:03.213946 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1d92d8c3-5272-4591-81da-6640eba5b009 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:46:03.214600 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e73ce57f-2a49-4e12-8ff5-ad39da7fdc13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7f157f7-624d-4fa5-b1e8-0601c5612be6', 'code': 200} Aug 10 03:46:03.340683 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:03.360433 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07792b9-1159-4005-a5d4-72cec685bfd7 req-9a64f052-bcf8-4a9b-962c-7d8dc9189f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:03.362960 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b07792b9-1159-4005-a5d4-72cec685bfd7 req-9a64f052-bcf8-4a9b-962c-7d8dc9189f05 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e73ce57f-2a49-4e12-8ff5-ad39da7fdc13 HTTP/1.1" status: 200 len: 1098 time: 0.0682888 Aug 10 03:46:03.411925 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b07792b9-1159-4005-a5d4-72cec685bfd7 req-cfcd2a28-e599-4cfc-99b6-9ae52f03d14f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=db852a7b-2c6f-44b2-a3e6-df6b6f6ce8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412595 Aug 10 03:46:03.448947 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:46:03.565097 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47eca98-47bd-4d17-8d6e-674cf2f21015 req-1531a106-7fb5-4a19-a19d-df3b1fab81cd tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:03.567654 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a47eca98-47bd-4d17-8d6e-674cf2f21015 req-1531a106-7fb5-4a19-a19d-df3b1fab81cd tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] 10.222.0.44 "GET /v2.0/ports?device_id=9417b4a9-93d7-4da2-b2c3-5579096a45c7 HTTP/1.1" status: 200 len: 945 time: 0.0798385 Aug 10 03:46:03.677834 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276cc712-29cf-4825-838b-51e0737f0425 req-ba05c73c-985f-44ea-9ff1-4d1e2f06ef7a tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:03.681275 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-276cc712-29cf-4825-838b-51e0737f0425 req-ba05c73c-985f-44ea-9ff1-4d1e2f06ef7a tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/ports?device_id=e73ce57f-2a49-4e12-8ff5-ad39da7fdc13 HTTP/1.1" status: 200 len: 946 time: 0.1120424 Aug 10 03:46:03.686391 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a47eca98-47bd-4d17-8d6e-674cf2f21015 req-8cd8c6e4-aa14-4d3d-8115-763dbbe397b1 tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] 10.222.0.44 "GET /v2.0/security-groups?id=fce9286f-2a90-4c48-ba58-609138f152df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022682 Aug 10 03:46:03.742650 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-276cc712-29cf-4825-838b-51e0737f0425 req-a94fd27e-ff57-4ad3-a9fe-02a70eba6a0f tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/security-groups?id=db852a7b-2c6f-44b2-a3e6-df6b6f6ce8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512960 Aug 10 03:46:04.981884 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4b11cf-4160-47cb-a620-40a5b2761985 req-3b5a1d3a-64bb-4bab-99f3-6419921023ea tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:04.984226 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4b4b11cf-4160-47cb-a620-40a5b2761985 req-3b5a1d3a-64bb-4bab-99f3-6419921023ea tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] 10.222.0.61 "GET /v2.0/ports?device_id=9417b4a9-93d7-4da2-b2c3-5579096a45c7 HTTP/1.1" status: 200 len: 945 time: 0.2050657 Aug 10 03:46:04.997983 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d451d7-1178-40bb-bfea-69307fdd53c4 req-f760657d-f885-4705-ba7a-341628a961eb tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:05.000699 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-27d451d7-1178-40bb-bfea-69307fdd53c4 req-f760657d-f885-4705-ba7a-341628a961eb tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] 10.222.0.44 "GET /v2.0/ports?device_id=9417b4a9-93d7-4da2-b2c3-5579096a45c7 HTTP/1.1" status: 200 len: 945 time: 0.1920199 Aug 10 03:46:05.029570 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1124862a-e4ee-4b09-b572-5970b6fa2843 req-58ff6857-4a24-4acf-96d1-eda63d40e3d1 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:05.032129 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1124862a-e4ee-4b09-b572-5970b6fa2843 req-58ff6857-4a24-4acf-96d1-eda63d40e3d1 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/ports?device_id=e73ce57f-2a49-4e12-8ff5-ad39da7fdc13 HTTP/1.1" status: 200 len: 946 time: 0.1382139 Aug 10 03:46:05.170298 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-27d451d7-1178-40bb-bfea-69307fdd53c4 req-5c8bee3e-152d-4cf0-baac-a609d50ff361 tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] 10.222.0.44 "GET /v2.0/security-groups?id=fce9286f-2a90-4c48-ba58-609138f152df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534567 Aug 10 03:46:05.178690 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1124862a-e4ee-4b09-b572-5970b6fa2843 req-f23a6a7b-4fda-4081-b799-9ba4ec865573 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/security-groups?id=db852a7b-2c6f-44b2-a3e6-df6b6f6ce8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199336 Aug 10 03:46:05.212513 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-4b4b11cf-4160-47cb-a620-40a5b2761985 req-1f94d072-1549-4fa5-910c-bd1d843f40ca tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] Deleting port 4fa4168c-f117-41e2-ba07-2bffe7918665 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:46:05.212641 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-4b4b11cf-4160-47cb-a620-40a5b2761985 req-1f94d072-1549-4fa5-910c-bd1d843f40ca tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:05.346023 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-4b4b11cf-4160-47cb-a620-40a5b2761985 req-1f94d072-1549-4fa5-910c-bd1d843f40ca tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] For port 4fa4168c-f117-41e2-ba07-2bffe7918665, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=4fa4168c-f117-41e2-ba07-2bffe7918665,segment=NetworkSegment(0860aed4-5707-4555-b0b3-5079d1dcaf97),segment_id=0860aed4-5707-4555-b0b3-5079d1dcaf97)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:05.346506 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-4b4b11cf-4160-47cb-a620-40a5b2761985 req-1f94d072-1549-4fa5-910c-bd1d843f40ca tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:05.376669 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-4b4b11cf-4160-47cb-a620-40a5b2761985 req-1f94d072-1549-4fa5-910c-bd1d843f40ca tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] Calling delete_port for 4fa4168c-f117-41e2-ba07-2bffe7918665 owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:46:06.066735 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-fb1adf58-3724-44ea-90f3-79cf22a79785 req-e425e178-00cb-4390-bb1f-e4da06e691a2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0c99e146-1cf8-4713-88bb-0ead48b18137&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0748866 Aug 10 03:46:06.069658 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-4b4b11cf-4160-47cb-a620-40a5b2761985 req-1f94d072-1549-4fa5-910c-bd1d843f40ca tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:06.094355 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['4fa4168c-f117-41e2-ba07-2bffe7918665'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:46:06.156017 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f94d072-1549-4fa5-910c-bd1d843f40ca tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] Pushing event deleted for resources: {'Port': ['ID=4fa4168c-f117-41e2-ba07-2bffe7918665,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:06.180073 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1adf58-3724-44ea-90f3-79cf22a79785 req-b8fce11f-8477-42a4-8f10-47bde7da5bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:06.182749 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-fb1adf58-3724-44ea-90f3-79cf22a79785 req-b8fce11f-8477-42a4-8f10-47bde7da5bcb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9ff2867e4a0141f68303abd29afd842a&device_id=0c99e146-1cf8-4713-88bb-0ead48b18137 HTTP/1.1" status: 200 len: 1097 time: 0.0825777 Aug 10 03:46:06.271606 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b4b11cf-4160-47cb-a620-40a5b2761985 req-1f94d072-1549-4fa5-910c-bd1d843f40ca tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] No DVR routers for this DVR port 4fa4168c-f117-41e2-ba07-2bffe7918665 on host n-h2-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:46:06.291919 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-4b4b11cf-4160-47cb-a620-40a5b2761985 req-1f94d072-1549-4fa5-910c-bd1d843f40ca tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:06.305565 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4b4b11cf-4160-47cb-a620-40a5b2761985 req-1f94d072-1549-4fa5-910c-bd1d843f40ca tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] 10.222.0.61 "DELETE /v2.0/ports/4fa4168c-f117-41e2-ba07-2bffe7918665 HTTP/1.1" status: 204 len: 173 time: 1.2968831 Aug 10 03:46:06.306469 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9417b4a9-93d7-4da2-b2c3-5579096a45c7', 'name': 'network-vif-deleted', 'tag': '4fa4168c-f117-41e2-ba07-2bffe7918665'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:46:06.310745 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f6bd010-088c-4ac9-8a80-095987e8a000" -d '{"events": [{"server_uuid": "9417b4a9-93d7-4da2-b2c3-5579096a45c7", "name": "network-vif-deleted", "tag": "4fa4168c-f117-41e2-ba07-2bffe7918665"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:46:06.496480 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1adf58-3724-44ea-90f3-79cf22a79785 req-7e533f57-5afd-4bb8-b8d3-672f71160451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:06.497113 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-190237b4-89e6-462d-95b5-5c2745dac1e2 req-91df0d0d-d79a-4788-846f-c76e30073170 tempest-TestServerAdvancedOps-1095192738 tempest-TestServerAdvancedOps-1095192738-project] 10.222.0.44 "GET /v2.0/ports?device_id=9417b4a9-93d7-4da2-b2c3-5579096a45c7 HTTP/1.1" status: 200 len: 210 time: 0.1206861 Aug 10 03:46:06.500572 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-fb1adf58-3724-44ea-90f3-79cf22a79785 req-7e533f57-5afd-4bb8-b8d3-672f71160451 service neutron] 10.222.0.61 "GET /v2.0/networks?id=71c89238-8f5d-43f8-b1be-95c24d55419f HTTP/1.1" status: 200 len: 911 time: 0.2879126 Aug 10 03:46:06.596362 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d09eb97a-12c1-46bd-a0af-d5777ca4f38a x-openstack-request-id: req-d09eb97a-12c1-46bd-a0af-d5777ca4f38a {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:46:06.596811 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9417b4a9-93d7-4da2-b2c3-5579096a45c7", "name": "network-vif-deleted", "tag": "4fa4168c-f117-41e2-ba07-2bffe7918665", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:46:06.597168 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d09eb97a-12c1-46bd-a0af-d5777ca4f38a {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:46:06.597758 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9417b4a9-93d7-4da2-b2c3-5579096a45c7', 'name': 'network-vif-deleted', 'tag': '4fa4168c-f117-41e2-ba07-2bffe7918665', 'status': 'completed', 'code': 200} Aug 10 03:46:06.654650 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-fb1adf58-3724-44ea-90f3-79cf22a79785 req-edba6b5c-175e-4ace-9914-d36ef44726bb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4fe9e1c-0e63-4451-b209-397b7b6e39c3 HTTP/1.1" status: 200 len: 1001 time: 0.1403315 Aug 10 03:46:06.740136 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1adf58-3724-44ea-90f3-79cf22a79785 req-80141919-0a9f-4afa-ab2a-691e729467be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:06.743991 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-fb1adf58-3724-44ea-90f3-79cf22a79785 req-80141919-0a9f-4afa-ab2a-691e729467be service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2a46edbc-ca41-41f9-9dcc-118a9b411006 HTTP/1.1" status: 200 len: 850 time: 0.0808716 Aug 10 03:46:06.867551 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1adf58-3724-44ea-90f3-79cf22a79785 req-d02cada0-af98-4ac8-baac-104ba15f05cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:06.870456 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-fb1adf58-3724-44ea-90f3-79cf22a79785 req-d02cada0-af98-4ac8-baac-104ba15f05cb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=71c89238-8f5d-43f8-b1be-95c24d55419f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1173291 Aug 10 03:46:07.067142 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-fb1adf58-3724-44ea-90f3-79cf22a79785 req-f1161c14-600d-41ea-ba3d-58de7d19ade4 service neutron] 10.222.0.61 "GET /v2.0/networks/71c89238-8f5d-43f8-b1be-95c24d55419f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755698 Aug 10 03:46:07.232227 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-fb1adf58-3724-44ea-90f3-79cf22a79785 req-0040fb6e-8888-4518-989c-0d329d0480bf service neutron] 10.222.0.61 "GET /v2.0/networks/71c89238-8f5d-43f8-b1be-95c24d55419f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568913 Aug 10 03:46:07.606799 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33730) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:07.670559 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-664c7ce9-517e-4c57-99e5-623a81c405b9 admin admin] Deleting subnet 390e4828-69a1-4472-b9c6-38f26951edef {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:46:07.675138 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-664c7ce9-517e-4c57-99e5-623a81c405b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:07.732547 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-664c7ce9-517e-4c57-99e5-623a81c405b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:08.220601 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-664c7ce9-517e-4c57-99e5-623a81c405b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:08.294509 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-664c7ce9-517e-4c57-99e5-623a81c405b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:08.358526 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664c7ce9-517e-4c57-99e5-623a81c405b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=390e4828-69a1-4472-b9c6-38f26951edef,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:08.375355 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-664c7ce9-517e-4c57-99e5-623a81c405b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:08.380447 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-664c7ce9-517e-4c57-99e5-623a81c405b9 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/390e4828-69a1-4472-b9c6-38f26951edef HTTP/1.1" status: 204 len: 168 time: 0.7719939 Aug 10 03:46:08.384321 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 33744) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:08.385161 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664c7ce9-517e-4c57-99e5-623a81c405b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:08.385161 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664c7ce9-517e-4c57-99e5-623a81c405b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:08.385823 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664c7ce9-517e-4c57-99e5-623a81c405b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:08.386749 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664c7ce9-517e-4c57-99e5-623a81c405b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:08.387407 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664c7ce9-517e-4c57-99e5-623a81c405b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:08.388028 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664c7ce9-517e-4c57-99e5-623a81c405b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:08.388679 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664c7ce9-517e-4c57-99e5-623a81c405b9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:08.389290 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664c7ce9-517e-4c57-99e5-623a81c405b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:08.389948 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664c7ce9-517e-4c57-99e5-623a81c405b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:08.390600 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664c7ce9-517e-4c57-99e5-623a81c405b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:08.391372 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664c7ce9-517e-4c57-99e5-623a81c405b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:08.392356 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664c7ce9-517e-4c57-99e5-623a81c405b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:08.517781 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e2400ced-09de-4880-8715-36e73502748a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:08.673723 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e2400ced-09de-4880-8715-36e73502748a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:08.699233 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-e2400ced-09de-4880-8715-36e73502748a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['113a2ca8-f09d-40a7-bed9-fbddb1769bf6']}} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:08.723716 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-e2400ced-09de-4880-8715-36e73502748a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0860aed4-5707-4555-b0b3-5079d1dcaf97') {'for_net_delete': True} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:08.724661 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-e2400ced-09de-4880-8715-36e73502748a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0860aed4-5707-4555-b0b3-5079d1dcaf97') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:08.747931 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e2400ced-09de-4880-8715-36e73502748a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191186'] for segment, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:08.780661 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e2400ced-09de-4880-8715-36e73502748a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:08.798299 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2400ced-09de-4880-8715-36e73502748a admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=94260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:46:08.798299 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e2400ced-09de-4880-8715-36e73502748a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58895489'] for segment, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:08.802087 n-d-768862-13 neutron-server[94260]: Traceback (most recent call last): Aug 10 03:46:08.802087 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:46:08.802087 n-d-768862-13 neutron-server[94260]: timer() Aug 10 03:46:08.802087 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:46:08.802087 n-d-768862-13 neutron-server[94260]: cb(*args, **kw) Aug 10 03:46:08.802087 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:46:08.802087 n-d-768862-13 neutron-server[94260]: return func(*args, **kwargs) Aug 10 03:46:08.802087 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:46:08.802087 n-d-768862-13 neutron-server[94260]: self._notify() Aug 10 03:46:08.802087 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:46:08.802087 n-d-768862-13 neutron-server[94260]: self.callback(batched_events) Aug 10 03:46:08.802087 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:46:08.802087 n-d-768862-13 neutron-server[94260]: event.method(event) Aug 10 03:46:08.802087 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:46:08.802087 n-d-768862-13 neutron-server[94260]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:46:08.802087 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:46:08.802087 n-d-768862-13 neutron-server[94260]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:46:08.802087 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:46:08.802087 n-d-768862-13 neutron-server[94260]: return f(self, *a, **k) Aug 10 03:46:08.802087 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:46:08.802087 n-d-768862-13 neutron-server[94260]: return self._get(url).json() Aug 10 03:46:08.802087 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:46:08.802087 n-d-768862-13 neutron-server[94260]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:46:08.802087 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:46:08.802087 n-d-768862-13 neutron-server[94260]: return self.request(url, 'GET', **kwargs) Aug 10 03:46:08.802087 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:46:08.802087 n-d-768862-13 neutron-server[94260]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:46:08.802087 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:46:08.802087 n-d-768862-13 neutron-server[94260]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:46:08.802087 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:46:08.802087 n-d-768862-13 neutron-server[94260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:46:08.802087 n-d-768862-13 neutron-server[94260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:46:08.910787 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e2400ced-09de-4880-8715-36e73502748a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:08.915888 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e2400ced-09de-4880-8715-36e73502748a admin admin] Notify callbacks [] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:08.918134 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-e2400ced-09de-4880-8715-36e73502748a admin admin] 10.222.0.44 "DELETE /v2.0/networks/113a2ca8-f09d-40a7-bed9-fbddb1769bf6 HTTP/1.1" status: 204 len: 168 time: 0.5324049 Aug 10 03:46:08.921558 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33750) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:08.936100 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2400ced-09de-4880-8715-36e73502748a admin admin] Pushing event deleted for resources: {'Network': ['ID=113a2ca8-f09d-40a7-bed9-fbddb1769bf6,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:09.005652 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 4fa4168c-f117-41e2-ba07-2bffe7918665 no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:46:09.010445 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7854c05-ea38-4570-8f07-5139481ab868 admin admin] Deleting subnet 3224be61-8076-4d44-bd80-d1429cc01fbd {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:46:09.014684 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f7854c05-ea38-4570-8f07-5139481ab868 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:09.033337 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-82607260-20d6-49c2-8326-fadef2957d20 req-ce13c828-a3d4-4560-afa6-345528ec8162 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8b902133-eca1-4f62-be57-0c390072a6b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0560522 Aug 10 03:46:09.078963 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] No Port match for: 4fa4168c-f117-41e2-ba07-2bffe7918665 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:46:09.079968 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 4fa4168c-f117-41e2-ba07-2bffe7918665 not bound to the agent host n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:46:09.080995 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f7854c05-ea38-4570-8f07-5139481ab868 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:09.133555 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f7854c05-ea38-4570-8f07-5139481ab868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:09.171433 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82607260-20d6-49c2-8326-fadef2957d20 req-390f8e73-d2b2-471a-bc71-613d608470e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:09.173286 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-82607260-20d6-49c2-8326-fadef2957d20 req-390f8e73-d2b2-471a-bc71-613d608470e4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=053476844ca64753be1fb831fa4e27b9&device_id=8b902133-eca1-4f62-be57-0c390072a6b8 HTTP/1.1" status: 200 len: 1097 time: 0.0773332 Aug 10 03:46:09.186832 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [req-02e2b791-3a66-4931-816d-0ff67eb59d80 req-1f5b7c5c-3cc4-4b41-a27d-0626368bb325 service neutron] (94261) timed out ('10.222.0.44', 39432) {{(pid=94261) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 03:46:09.237286 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f7854c05-ea38-4570-8f07-5139481ab868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:09.277221 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f7854c05-ea38-4570-8f07-5139481ab868 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:09.279957 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-f7854c05-ea38-4570-8f07-5139481ab868 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/3224be61-8076-4d44-bd80-d1429cc01fbd HTTP/1.1" status: 204 len: 168 time: 0.3570395 Aug 10 03:46:09.286583 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33754) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:09.298115 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7854c05-ea38-4570-8f07-5139481ab868 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3224be61-8076-4d44-bd80-d1429cc01fbd,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:09.380054 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82607260-20d6-49c2-8326-fadef2957d20 req-963690c2-b611-4127-a151-62272ca45751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:09.383926 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-82607260-20d6-49c2-8326-fadef2957d20 req-963690c2-b611-4127-a151-62272ca45751 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e356060a-1243-4185-ad19-14818f4aebea HTTP/1.1" status: 200 len: 914 time: 0.1873558 Aug 10 03:46:09.405296 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-826480fd-c1f2-443a-afa6-e582cfd91a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:09.451155 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-82607260-20d6-49c2-8326-fadef2957d20 req-7d8b93f1-8a0c-41a7-ae05-e7d1cb3f4d6a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b191a705-716c-4bd6-a542-acc5d6222007 HTTP/1.1" status: 200 len: 217 time: 0.0592761 Aug 10 03:46:09.520118 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82607260-20d6-49c2-8326-fadef2957d20 req-dbee4918-1ee0-4ba0-b9f2-2adcd47376e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:09.521946 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-82607260-20d6-49c2-8326-fadef2957d20 req-dbee4918-1ee0-4ba0-b9f2-2adcd47376e6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=639ffadf-1ce3-4502-ad09-ab0e9b867ccc HTTP/1.1" status: 200 len: 854 time: 0.0634322 Aug 10 03:46:09.568562 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-826480fd-c1f2-443a-afa6-e582cfd91a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:09.586142 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-82607260-20d6-49c2-8326-fadef2957d20 req-0e9637af-3d30-4358-aedb-e395ecb097db service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e356060a-1243-4185-ad19-14818f4aebea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565662 Aug 10 03:46:09.588301 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-826480fd-c1f2-443a-afa6-e582cfd91a8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2bfaceb-468a-4ff7-9fe7-164c40beff23']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:09.606960 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-826480fd-c1f2-443a-afa6-e582cfd91a8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6668aae-243e-44e8-b836-b91ee7a7b24f') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:09.607263 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-826480fd-c1f2-443a-afa6-e582cfd91a8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6668aae-243e-44e8-b836-b91ee7a7b24f') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:09.619935 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-826480fd-c1f2-443a-afa6-e582cfd91a8b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:09.641231 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-826480fd-c1f2-443a-afa6-e582cfd91a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:09.652694 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-826480fd-c1f2-443a-afa6-e582cfd91a8b admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:46:09.653561 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-826480fd-c1f2-443a-afa6-e582cfd91a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:09.656962 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:46:09.656962 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:46:09.656962 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:46:09.656962 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:46:09.656962 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:46:09.656962 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:46:09.656962 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:46:09.656962 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:46:09.656962 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:46:09.656962 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:46:09.656962 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:46:09.656962 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:46:09.656962 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:46:09.656962 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:46:09.656962 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:46:09.656962 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:46:09.656962 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:46:09.656962 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:46:09.656962 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:46:09.656962 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:46:09.656962 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:46:09.656962 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:46:09.656962 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:46:09.656962 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:46:09.656962 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:46:09.656962 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:46:09.656962 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:46:09.656962 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:46:09.656962 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:46:09.656962 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:46:09.656962 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:46:09.656962 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:46:09.771186 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-82607260-20d6-49c2-8326-fadef2957d20 req-396ccac6-dbfa-4a30-bcbc-13430a2af217 service neutron] 10.222.0.42 "GET /v2.0/networks/e356060a-1243-4185-ad19-14818f4aebea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780150 Aug 10 03:46:09.771525 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-826480fd-c1f2-443a-afa6-e582cfd91a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:09.788231 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-826480fd-c1f2-443a-afa6-e582cfd91a8b admin admin] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:09.794049 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-826480fd-c1f2-443a-afa6-e582cfd91a8b admin admin] 10.222.0.44 "DELETE /v2.0/networks/a2bfaceb-468a-4ff7-9fe7-164c40beff23 HTTP/1.1" status: 204 len: 168 time: 0.5026715 Aug 10 03:46:09.843046 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826480fd-c1f2-443a-afa6-e582cfd91a8b admin admin] Pushing event deleted for resources: {'Network': ['ID=a2bfaceb-468a-4ff7-9fe7-164c40beff23,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:09.981576 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-82607260-20d6-49c2-8326-fadef2957d20 req-96309c96-97c1-4e4d-8e03-f41f424492b5 service neutron] 10.222.0.42 "GET /v2.0/networks/e356060a-1243-4185-ad19-14818f4aebea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029543 Aug 10 03:46:10.122507 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33762) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:10.186060 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-6af2b4ac-9213-4bfe-b496-f1ccc789daf5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b1a9cc4439e74176beda90a38d38d107&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0622134 Aug 10 03:46:10.188991 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 33764) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:10.274035 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a3a8a069-adfb-41e5-8307-27646406920f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:10.311968 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a3a8a069-adfb-41e5-8307-27646406920f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:10.377310 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a3a8a069-adfb-41e5-8307-27646406920f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:10.380260 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a3a8a069-adfb-41e5-8307-27646406920f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:10.381604 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-a3a8a069-adfb-41e5-8307-27646406920f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fce9286f-2a90-4c48-ba58-609138f152df HTTP/1.1" status: 204 len: 168 time: 0.1906343 Aug 10 03:46:10.393085 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a8a069-adfb-41e5-8307-27646406920f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce9286f-2a90-4c48-ba58-609138f152df,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:10.985851 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 33776) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:11.038124 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-11ce39ec-c925-427a-ab49-c892d23a1393 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1263c50832fa49c18cc4de0446261bfd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0499599 Aug 10 03:46:11.041111 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33778) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:11.119507 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-271acdcc-850c-4098-a00b-d3585427fb85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:11.162644 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-271acdcc-850c-4098-a00b-d3585427fb85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:11.239571 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-271acdcc-850c-4098-a00b-d3585427fb85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:11.245266 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-271acdcc-850c-4098-a00b-d3585427fb85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:11.250556 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-271acdcc-850c-4098-a00b-d3585427fb85 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2292811f-1bd1-4d47-89fc-d25cf620a28a HTTP/1.1" status: 204 len: 168 time: 0.2077498 Aug 10 03:46:11.268403 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271acdcc-850c-4098-a00b-d3585427fb85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2292811f-1bd1-4d47-89fc-d25cf620a28a,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:12.456442 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33806) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:12.599566 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-b546c1d3-ed97-49ee-9d59-1ddf1214f9bd admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1935942954-network', 'tenant_id': '810c64a9b2844404a2bfdb7c413aee0e'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:46:12.626106 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b546c1d3-ed97-49ee-9d59-1ddf1214f9bd admin admin] Made reservation on behalf of 810c64a9b2844404a2bfdb7c413aee0e for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:46:12.629732 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b546c1d3-ed97-49ee-9d59-1ddf1214f9bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:12.644727 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b546c1d3-ed97-49ee-9d59-1ddf1214f9bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:12.828093 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b546c1d3-ed97-49ee-9d59-1ddf1214f9bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:12.834365 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b546c1d3-ed97-49ee-9d59-1ddf1214f9bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:12.866601 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b546c1d3-ed97-49ee-9d59-1ddf1214f9bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:46:12.877708 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b546c1d3-ed97-49ee-9d59-1ddf1214f9bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f2245eb-3b29-44b6-80b5-7bf3020d3b23,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:12.883716 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b546c1d3-ed97-49ee-9d59-1ddf1214f9bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:12.884115 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-b546c1d3-ed97-49ee-9d59-1ddf1214f9bd admin admin] Added segment 71c155ef-f019-42c3-9a95-f8a7557bb52c of type vlan for network 095ca989-3257-4413-9aaa-cedbc7b00f9f Aug 10 03:46:12.932884 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b546c1d3-ed97-49ee-9d59-1ddf1214f9bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:12.974358 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b546c1d3-ed97-49ee-9d59-1ddf1214f9bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:12.976036 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b546c1d3-ed97-49ee-9d59-1ddf1214f9bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:12.976994 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b546c1d3-ed97-49ee-9d59-1ddf1214f9bd admin admin] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:13.049764 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-b546c1d3-ed97-49ee-9d59-1ddf1214f9bd admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5874498 Aug 10 03:46:13.050051 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33814) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:13.058085 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-47aa80f4-cc52-48dc-a11b-8feae3922723 admin admin] Request body: {'subnet': {'network_id': '095ca989-3257-4413-9aaa-cedbc7b00f9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1935942954-subnet', 'tenant_id': '810c64a9b2844404a2bfdb7c413aee0e', 'ip_version': 4}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:46:13.070015 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b546c1d3-ed97-49ee-9d59-1ddf1214f9bd admin admin] Pushing event updated for resources: {'Network': ['ID=095ca989-3257-4413-9aaa-cedbc7b00f9f,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:13.094073 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47aa80f4-cc52-48dc-a11b-8feae3922723 admin admin] Made reservation on behalf of 810c64a9b2844404a2bfdb7c413aee0e for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:46:13.097920 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 095ca989-3257-4413-9aaa-cedbc7b00f9f details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:46:13.099576 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-47aa80f4-cc52-48dc-a11b-8feae3922723 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:13.478734 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-47aa80f4-cc52-48dc-a11b-8feae3922723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:13.579663 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aa80f4-cc52-48dc-a11b-8feae3922723 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59239fe0-5b0a-4cf2-984b-fbd48b94dbaf,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:13.599450 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47aa80f4-cc52-48dc-a11b-8feae3922723 admin admin] Checking segment: {'id': '71c155ef-f019-42c3-9a95-f8a7557bb52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '095ca989-3257-4413-9aaa-cedbc7b00f9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:46:13.600092 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47aa80f4-cc52-48dc-a11b-8feae3922723 admin admin] Network hostable DHCP agents. Network: 095ca989-3257-4413-9aaa-cedbc7b00f9f, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:46:13.633843 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47aa80f4-cc52-48dc-a11b-8feae3922723 admin admin] Network 095ca989-3257-4413-9aaa-cedbc7b00f9f is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:46:13.654051 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-47aa80f4-cc52-48dc-a11b-8feae3922723 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 095ca989-3257-4413-9aaa-cedbc7b00f9f) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:46:13.662257 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47aa80f4-cc52-48dc-a11b-8feae3922723 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:13.663836 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-47aa80f4-cc52-48dc-a11b-8feae3922723 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:13.678624 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b37498-a0c1-4aaf-862e-d9e3387cf33a None None] Network 095ca989-3257-4413-9aaa-cedbc7b00f9f requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:46:13.705130 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-47aa80f4-cc52-48dc-a11b-8feae3922723 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6519079 Aug 10 03:46:13.706932 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 33820) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:13.714278 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-f40253cf-91cc-49a9-8981-c3c1fdcf18c6 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1935942954-router', 'tenant_id': '810c64a9b2844404a2bfdb7c413aee0e', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:46:13.761096 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f40253cf-91cc-49a9-8981-c3c1fdcf18c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:13.770295 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f40253cf-91cc-49a9-8981-c3c1fdcf18c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:13.965085 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f40253cf-91cc-49a9-8981-c3c1fdcf18c6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:13.988479 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94170422-ce9a-4354-9bde-536a3b65d1cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-095ca989-3257-4413-9aaa-cedbc7b00f9f', 'network_id': '095ca989-3257-4413-9aaa-cedbc7b00f9f', 'tenant_id': '810c64a9b2844404a2bfdb7c413aee0e', 'fixed_ips': [{'subnet_id': '59239fe0-5b0a-4cf2-984b-fbd48b94dbaf'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:46:13.989722 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-94170422-ce9a-4354-9bde-536a3b65d1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:14.273218 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-94170422-ce9a-4354-9bde-536a3b65d1cd None None] Allocated IP 172.20.0.2 (095ca989-3257-4413-9aaa-cedbc7b00f9f/59239fe0-5b0a-4cf2-984b-fbd48b94dbaf/8964ce51-3a78-45ba-a31b-90ac770cffa7) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:46:14.298940 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f40253cf-91cc-49a9-8981-c3c1fdcf18c6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:14.534536 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-94170422-ce9a-4354-9bde-536a3b65d1cd None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:14.549031 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-94170422-ce9a-4354-9bde-536a3b65d1cd None None] Transition to ACTIVE for port object 8964ce51-3a78-45ba-a31b-90ac770cffa7 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:46:14.574947 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-94170422-ce9a-4354-9bde-536a3b65d1cd None None] Transition to ACTIVE for port object 8964ce51-3a78-45ba-a31b-90ac770cffa7 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:46:14.587514 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-94170422-ce9a-4354-9bde-536a3b65d1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:14.612534 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f40253cf-91cc-49a9-8981-c3c1fdcf18c6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:14.635442 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f40253cf-91cc-49a9-8981-c3c1fdcf18c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:14.665648 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94170422-ce9a-4354-9bde-536a3b65d1cd None None] Network 095ca989-3257-4413-9aaa-cedbc7b00f9f is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:46:14.695468 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94170422-ce9a-4354-9bde-536a3b65d1cd None None] Pushing event updated for resources: {'Port': ['ID=8964ce51-3a78-45ba-a31b-90ac770cffa7,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:14.699070 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-94170422-ce9a-4354-9bde-536a3b65d1cd None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:46:14.701548 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94170422-ce9a-4354-9bde-536a3b65d1cd None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:46:14.802406 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-94170422-ce9a-4354-9bde-536a3b65d1cd None None] Attempting to bind port 8964ce51-3a78-45ba-a31b-90ac770cffa7 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:46:14.802945 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-94170422-ce9a-4354-9bde-536a3b65d1cd None None] Attempting to bind port 8964ce51-3a78-45ba-a31b-90ac770cffa7 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '71c155ef-f019-42c3-9a95-f8a7557bb52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '095ca989-3257-4413-9aaa-cedbc7b00f9f'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:46:14.804069 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94170422-ce9a-4354-9bde-536a3b65d1cd None None] Attempting to bind port 8964ce51-3a78-45ba-a31b-90ac770cffa7 on network 095ca989-3257-4413-9aaa-cedbc7b00f9f {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:46:14.814643 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94170422-ce9a-4354-9bde-536a3b65d1cd None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:46:14.815677 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94170422-ce9a-4354-9bde-536a3b65d1cd None None] Checking segment: {'id': '71c155ef-f019-42c3-9a95-f8a7557bb52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '095ca989-3257-4413-9aaa-cedbc7b00f9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:46:14.815989 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-94170422-ce9a-4354-9bde-536a3b65d1cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:14.816660 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94170422-ce9a-4354-9bde-536a3b65d1cd None None] Bound using segment: {'id': '71c155ef-f019-42c3-9a95-f8a7557bb52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '095ca989-3257-4413-9aaa-cedbc7b00f9f'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:46:14.818939 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-94170422-ce9a-4354-9bde-536a3b65d1cd None None] Bound port: 8964ce51-3a78-45ba-a31b-90ac770cffa7, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71c155ef-f019-42c3-9a95-f8a7557bb52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '095ca989-3257-4413-9aaa-cedbc7b00f9f'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:46:14.818939 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-94170422-ce9a-4354-9bde-536a3b65d1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:14.836617 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-f40253cf-91cc-49a9-8981-c3c1fdcf18c6 admin admin] Allocated IP 172.25.6.60 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/3731b744-4684-4032-ba92-6fcae4c22b73) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:46:14.943197 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-94170422-ce9a-4354-9bde-536a3b65d1cd None None] For port 8964ce51-3a78-45ba-a31b-90ac770cffa7, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:46:14.951854 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-94170422-ce9a-4354-9bde-536a3b65d1cd None None] For port 8964ce51-3a78-45ba-a31b-90ac770cffa7, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=8964ce51-3a78-45ba-a31b-90ac770cffa7,segment=NetworkSegment(71c155ef-f019-42c3-9a95-f8a7557bb52c),segment_id=71c155ef-f019-42c3-9a95-f8a7557bb52c)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:46:14.958130 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-94170422-ce9a-4354-9bde-536a3b65d1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:15.005463 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f40253cf-91cc-49a9-8981-c3c1fdcf18c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:15.026522 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94170422-ce9a-4354-9bde-536a3b65d1cd None None] Pushing event updated for resources: {'Port': ['ID=8964ce51-3a78-45ba-a31b-90ac770cffa7,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:15.069440 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f40253cf-91cc-49a9-8981-c3c1fdcf18c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:15.111170 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40253cf-91cc-49a9-8981-c3c1fdcf18c6 admin admin] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:46:15.117942 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-f40253cf-91cc-49a9-8981-c3c1fdcf18c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:46:15.126865 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40253cf-91cc-49a9-8981-c3c1fdcf18c6 admin admin] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:46:15.158889 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40253cf-91cc-49a9-8981-c3c1fdcf18c6 admin admin] Pushing event updated for resources: {'Port': ['ID=3731b744-4684-4032-ba92-6fcae4c22b73,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:15.173398 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40253cf-91cc-49a9-8981-c3c1fdcf18c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:15.173749 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40253cf-91cc-49a9-8981-c3c1fdcf18c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:15.174431 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40253cf-91cc-49a9-8981-c3c1fdcf18c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:15.174805 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40253cf-91cc-49a9-8981-c3c1fdcf18c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:15.175172 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40253cf-91cc-49a9-8981-c3c1fdcf18c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:15.175462 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40253cf-91cc-49a9-8981-c3c1fdcf18c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:15.175943 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40253cf-91cc-49a9-8981-c3c1fdcf18c6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:15.176123 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40253cf-91cc-49a9-8981-c3c1fdcf18c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:15.176419 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40253cf-91cc-49a9-8981-c3c1fdcf18c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:15.176742 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40253cf-91cc-49a9-8981-c3c1fdcf18c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:15.177075 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40253cf-91cc-49a9-8981-c3c1fdcf18c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:15.177394 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40253cf-91cc-49a9-8981-c3c1fdcf18c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:15.555165 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f40253cf-91cc-49a9-8981-c3c1fdcf18c6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:15.935212 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f40253cf-91cc-49a9-8981-c3c1fdcf18c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:16.150159 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 8964ce51-3a78-45ba-a31b-90ac770cffa7 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:46:16.190631 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f40253cf-91cc-49a9-8981-c3c1fdcf18c6 admin admin] Router 7e1a77f4-431a-4e77-b3a9-90c826e9fa18 is scheduled to L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e with binding_index 1 {{(pid=94260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:46:16.257334 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 8964ce51-3a78-45ba-a31b-90ac770cffa7 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:46:16.320033 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071206ab-01a9-4e18-b4c1-237a7a9bbdb6 None None] Network 095ca989-3257-4413-9aaa-cedbc7b00f9f requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:46:16.348851 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f40253cf-91cc-49a9-8981-c3c1fdcf18c6 admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:46:16.368516 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd18478a-b41f-4212-87d0-96e1424ffdad None None] Sync routers for ids ['7e1a77f4-431a-4e77-b3a9-90c826e9fa18'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:46:16.372213 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f40253cf-91cc-49a9-8981-c3c1fdcf18c6 admin admin] Notify callbacks [] for router, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:16.374637 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-f40253cf-91cc-49a9-8981-c3c1fdcf18c6 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6658823 Aug 10 03:46:16.379359 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33852) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:16.413345 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd18478a-b41f-4212-87d0-96e1424ffdad None None] Routers {'7e1a77f4-431a-4e77-b3a9-90c826e9fa18'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:46:16.414661 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-fd18478a-b41f-4212-87d0-96e1424ffdad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:45:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['7e1a77f4-431a-4e77-b3a9-90c826e9fa18'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:16.465813 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-6e80eaa7-ecf2-495c-9898-0bc4310da7eb None None] Provisioning for port 8964ce51-3a78-45ba-a31b-90ac770cffa7 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:46:16.490663 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-6e80eaa7-ecf2-495c-9898-0bc4310da7eb None None] Provisioning complete for port 8964ce51-3a78-45ba-a31b-90ac770cffa7 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:16.491655 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-6e80eaa7-ecf2-495c-9898-0bc4310da7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:16.640394 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-fd18478a-b41f-4212-87d0-96e1424ffdad None None] Set router 7e1a77f4-431a-4e77-b3a9-90c826e9fa18 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:46:16.780118 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-6e80eaa7-ecf2-495c-9898-0bc4310da7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:16.831331 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-6e80eaa7-ecf2-495c-9898-0bc4310da7eb None None] For port 8964ce51-3a78-45ba-a31b-90ac770cffa7, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=8964ce51-3a78-45ba-a31b-90ac770cffa7,segment=NetworkSegment(71c155ef-f019-42c3-9a95-f8a7557bb52c),segment_id=71c155ef-f019-42c3-9a95-f8a7557bb52c)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:16.841329 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-6e80eaa7-ecf2-495c-9898-0bc4310da7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:16.931467 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e80eaa7-ecf2-495c-9898-0bc4310da7eb None None] Pushing event updated for resources: {'Port': ['ID=8964ce51-3a78-45ba-a31b-90ac770cffa7,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:17.041782 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-fd18478a-b41f-4212-87d0-96e1424ffdad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e1a77f4-431a-4e77-b3a9-90c826e9fa18', 'name': 'tempest-TestServerBasicOps-1935942954-router', 'tenant_id': '810c64a9b2844404a2bfdb7c413aee0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '3731b744-4684-4032-ba92-6fcae4c22b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:46:13Z', 'updated_at': '2021-08-10T03:46:15Z', 'revision_number': 3, 'project_id': '810c64a9b2844404a2bfdb7c413aee0e', 'gw_port': {'id': '3731b744-4684-4032-ba92-6fcae4c22b73', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:65:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e1a77f4-431a-4e77-b3a9-90c826e9fa18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:14Z', 'updated_at': '2021-08-10T03:46:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:17.076424 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd18478a-b41f-4212-87d0-96e1424ffdad None None] Checking router: 7e1a77f4-431a-4e77-b3a9-90c826e9fa18 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:46:17.077019 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd18478a-b41f-4212-87d0-96e1424ffdad None None] Updating router 7e1a77f4-431a-4e77-b3a9-90c826e9fa18 port 3731b744-4684-4032-ba92-6fcae4c22b73 binding host n-d-768862-13 {{(pid=94263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:46:17.110474 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-fd18478a-b41f-4212-87d0-96e1424ffdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:17.185398 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-a8b0451d-936a-4585-aa35-e93797a09637 None None] Provisioning complete for port 8964ce51-3a78-45ba-a31b-90ac770cffa7 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:17.185956 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a8b0451d-936a-4585-aa35-e93797a09637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:17.274684 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-277cc6fc-c394-40b6-9f08-5d59ee6545bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:17.472207 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-277cc6fc-c394-40b6-9f08-5d59ee6545bc admin admin] Allocated IP 172.20.0.1 (095ca989-3257-4413-9aaa-cedbc7b00f9f/59239fe0-5b0a-4cf2-984b-fbd48b94dbaf/3d05e2a8-0ce3-44c4-a772-982d179bfdca) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:46:17.515621 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-fd18478a-b41f-4212-87d0-96e1424ffdad None None] Notify callbacks [] for port, precommit_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:17.527282 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.provisioning_blocks [None req-fd18478a-b41f-4212-87d0-96e1424ffdad None None] Transition to ACTIVE for port object 3731b744-4684-4032-ba92-6fcae4c22b73 will not be triggered until provisioned by entity L2. {{(pid=94263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:46:17.535572 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-fd18478a-b41f-4212-87d0-96e1424ffdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:17.601585 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-fd18478a-b41f-4212-87d0-96e1424ffdad None None] Attempting to bind port 3731b744-4684-4032-ba92-6fcae4c22b73 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:46:17.601951 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-fd18478a-b41f-4212-87d0-96e1424ffdad None None] Attempting to bind port 3731b744-4684-4032-ba92-6fcae4c22b73 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:46:17.602330 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd18478a-b41f-4212-87d0-96e1424ffdad None None] Attempting to bind port 3731b744-4684-4032-ba92-6fcae4c22b73 on network 2ea12131-628a-487e-b434-0463553732bd {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:46:17.605570 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ac866b-397c-412b-83ec-b407f30bf015 None None] Pushing event updated for resources: {'Port': ['ID=3731b744-4684-4032-ba92-6fcae4c22b73,revision_number=2']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:17.610557 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd18478a-b41f-4212-87d0-96e1424ffdad None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:46:17.611041 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd18478a-b41f-4212-87d0-96e1424ffdad None None] Checking segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:46:17.611327 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-fd18478a-b41f-4212-87d0-96e1424ffdad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:17.611723 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd18478a-b41f-4212-87d0-96e1424ffdad None None] Bound using segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:46:17.612183 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-fd18478a-b41f-4212-87d0-96e1424ffdad None None] Bound port: 3731b744-4684-4032-ba92-6fcae4c22b73, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:46:17.612555 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-fd18478a-b41f-4212-87d0-96e1424ffdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:17.658801 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-277cc6fc-c394-40b6-9f08-5d59ee6545bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:17.672100 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-fd18478a-b41f-4212-87d0-96e1424ffdad None None] For port 3731b744-4684-4032-ba92-6fcae4c22b73, host n-d-768862-13, cleared binding levels {{(pid=94263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:46:17.675792 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-fd18478a-b41f-4212-87d0-96e1424ffdad None None] For port 3731b744-4684-4032-ba92-6fcae4c22b73, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=3731b744-4684-4032-ba92-6fcae4c22b73,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:46:17.685134 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-fd18478a-b41f-4212-87d0-96e1424ffdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:17.687314 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [None req-277cc6fc-c394-40b6-9f08-5d59ee6545bc admin admin] Transition to ACTIVE for port object 3d05e2a8-0ce3-44c4-a772-982d179bfdca will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:46:17.736626 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd18478a-b41f-4212-87d0-96e1424ffdad None None] Routers {'7e1a77f4-431a-4e77-b3a9-90c826e9fa18'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:46:17.737267 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-fd18478a-b41f-4212-87d0-96e1424ffdad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:45:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['7e1a77f4-431a-4e77-b3a9-90c826e9fa18'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:17.754422 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-277cc6fc-c394-40b6-9f08-5d59ee6545bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:17.795850 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ac866b-397c-412b-83ec-b407f30bf015 None None] Pushing event updated for resources: {'Port': ['ID=3731b744-4684-4032-ba92-6fcae4c22b73,revision_number=3']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:17.803246 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277cc6fc-c394-40b6-9f08-5d59ee6545bc admin admin] Network 095ca989-3257-4413-9aaa-cedbc7b00f9f is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:46:17.809307 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-277cc6fc-c394-40b6-9f08-5d59ee6545bc admin admin] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:46:17.814287 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277cc6fc-c394-40b6-9f08-5d59ee6545bc admin admin] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:46:17.842808 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277cc6fc-c394-40b6-9f08-5d59ee6545bc admin admin] Pushing event updated for resources: {'Port': ['ID=3d05e2a8-0ce3-44c4-a772-982d179bfdca,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:17.865774 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-277cc6fc-c394-40b6-9f08-5d59ee6545bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521745'] for router_interface, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:17.900267 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-fd18478a-b41f-4212-87d0-96e1424ffdad None None] Set router 7e1a77f4-431a-4e77-b3a9-90c826e9fa18 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:46:18.039957 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-277cc6fc-c394-40b6-9f08-5d59ee6545bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:18.124032 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 8964ce51-3a78-45ba-a31b-90ac770cffa7 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:46:18.242618 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 8964ce51-3a78-45ba-a31b-90ac770cffa7 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:18.243586 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:18.248899 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-fd18478a-b41f-4212-87d0-96e1424ffdad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e1a77f4-431a-4e77-b3a9-90c826e9fa18', 'name': 'tempest-TestServerBasicOps-1935942954-router', 'tenant_id': '810c64a9b2844404a2bfdb7c413aee0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '3731b744-4684-4032-ba92-6fcae4c22b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:46:13Z', 'updated_at': '2021-08-10T03:46:15Z', 'revision_number': 3, 'project_id': '810c64a9b2844404a2bfdb7c413aee0e', 'gw_port': {'id': '3731b744-4684-4032-ba92-6fcae4c22b73', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:65:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e1a77f4-431a-4e77-b3a9-90c826e9fa18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:14Z', 'updated_at': '2021-08-10T03:46:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:18.302489 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-277cc6fc-c394-40b6-9f08-5d59ee6545bc admin admin] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:18.307574 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-888269e8-c197-4167-bcbc-ed3dcdaac2ec None None] Provisioning for port 3d05e2a8-0ce3-44c4-a772-982d179bfdca completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:46:18.310716 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-277cc6fc-c394-40b6-9f08-5d59ee6545bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:18.310986 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd18478a-b41f-4212-87d0-96e1424ffdad None None] The sync data for ids ['7e1a77f4-431a-4e77-b3a9-90c826e9fa18'] in n-d-768862-13 is: [{'id': '7e1a77f4-431a-4e77-b3a9-90c826e9fa18', 'name': 'tempest-TestServerBasicOps-1935942954-router', 'tenant_id': '810c64a9b2844404a2bfdb7c413aee0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '3731b744-4684-4032-ba92-6fcae4c22b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:46:13Z', 'updated_at': '2021-08-10T03:46:15Z', 'revision_number': 3, 'project_id': '810c64a9b2844404a2bfdb7c413aee0e', 'gw_port': {'id': '3731b744-4684-4032-ba92-6fcae4c22b73', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:65:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e1a77f4-431a-4e77-b3a9-90c826e9fa18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:14Z', 'updated_at': '2021-08-10T03:46:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:46:18.318714 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-888269e8-c197-4167-bcbc-ed3dcdaac2ec None None] Provisioning complete for port 3d05e2a8-0ce3-44c4-a772-982d179bfdca triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:18.320173 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-888269e8-c197-4167-bcbc-ed3dcdaac2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:18.439675 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-888269e8-c197-4167-bcbc-ed3dcdaac2ec None None] Port 3d05e2a8-0ce3-44c4-a772-982d179bfdca cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:46:18.451797 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277cc6fc-c394-40b6-9f08-5d59ee6545bc admin admin] Pushing event updated for resources: {'Port': ['ID=3d05e2a8-0ce3-44c4-a772-982d179bfdca,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:18.476949 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-277cc6fc-c394-40b6-9f08-5d59ee6545bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521893'] for router_interface, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:18.645096 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277cc6fc-c394-40b6-9f08-5d59ee6545bc admin admin] Network 095ca989-3257-4413-9aaa-cedbc7b00f9f is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:46:18.648227 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-277cc6fc-c394-40b6-9f08-5d59ee6545bc admin admin] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:46:18.883833 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-277cc6fc-c394-40b6-9f08-5d59ee6545bc admin admin] Router 7e1a77f4-431a-4e77-b3a9-90c826e9fa18 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:46:19.028291 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-277cc6fc-c394-40b6-9f08-5d59ee6545bc admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:46:19.041377 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-277cc6fc-c394-40b6-9f08-5d59ee6545bc admin admin] 10.222.0.44 "PUT /v2.0/routers/7e1a77f4-431a-4e77-b3a9-90c826e9fa18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6595612 Aug 10 03:46:19.072944 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-68b3ee8c-aa1d-49c6-ad1e-f00b47181252 None None] Provisioning complete for port 3d05e2a8-0ce3-44c4-a772-982d179bfdca triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:19.073302 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-68b3ee8c-aa1d-49c6-ad1e-f00b47181252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:19.127999 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-68b3ee8c-aa1d-49c6-ad1e-f00b47181252 None None] Port 3d05e2a8-0ce3-44c4-a772-982d179bfdca cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:46:19.835613 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33894) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:19.841097 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-355db481-ff7d-42a9-8c44-213b7b66699e admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1774301179-network', 'tenant_id': '3ae3675d4cad4f5ca19cd91c3359cb9c'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:46:19.865674 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-355db481-ff7d-42a9-8c44-213b7b66699e admin admin] Made reservation on behalf of 3ae3675d4cad4f5ca19cd91c3359cb9c for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:46:19.868848 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-355db481-ff7d-42a9-8c44-213b7b66699e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:19.878966 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-355db481-ff7d-42a9-8c44-213b7b66699e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:20.038554 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-355db481-ff7d-42a9-8c44-213b7b66699e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:20.046402 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-355db481-ff7d-42a9-8c44-213b7b66699e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:20.105635 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-355db481-ff7d-42a9-8c44-213b7b66699e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:46:20.109818 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355db481-ff7d-42a9-8c44-213b7b66699e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f6788cf-995e-4b1a-8f66-367ca5e726c0,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:20.130181 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-355db481-ff7d-42a9-8c44-213b7b66699e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:20.130762 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-355db481-ff7d-42a9-8c44-213b7b66699e admin admin] Added segment 7e02d3e0-a014-464a-a98b-f24fb8063034 of type vlan for network d6b54d7c-5b9b-4500-a193-f223506e869a Aug 10 03:46:20.168272 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 3731b744-4684-4032-ba92-6fcae4c22b73 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:46:20.216785 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-355db481-ff7d-42a9-8c44-213b7b66699e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:20.241618 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 3731b744-4684-4032-ba92-6fcae4c22b73 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:46:20.252876 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 3731b744-4684-4032-ba92-6fcae4c22b73 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:20.253898 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:20.287662 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-355db481-ff7d-42a9-8c44-213b7b66699e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:20.288770 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355db481-ff7d-42a9-8c44-213b7b66699e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:20.289375 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-355db481-ff7d-42a9-8c44-213b7b66699e admin admin] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:20.355645 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-355db481-ff7d-42a9-8c44-213b7b66699e admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5161877 Aug 10 03:46:20.356688 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 33900) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:20.361970 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-e717da51-9733-49df-92fb-29963cdd57b4 admin admin] Request body: {'subnet': {'network_id': 'd6b54d7c-5b9b-4500-a193-f223506e869a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1774301179-subnet', 'tenant_id': '3ae3675d4cad4f5ca19cd91c3359cb9c', 'ip_version': 4}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:46:20.398635 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355db481-ff7d-42a9-8c44-213b7b66699e admin admin] Pushing event updated for resources: {'Network': ['ID=d6b54d7c-5b9b-4500-a193-f223506e869a,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:20.400497 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e717da51-9733-49df-92fb-29963cdd57b4 admin admin] Made reservation on behalf of 3ae3675d4cad4f5ca19cd91c3359cb9c for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:46:20.404106 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e717da51-9733-49df-92fb-29963cdd57b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:20.409220 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:20.438771 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network d6b54d7c-5b9b-4500-a193-f223506e869a details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:46:20.548269 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 3731b744-4684-4032-ba92-6fcae4c22b73, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=3731b744-4684-4032-ba92-6fcae4c22b73,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:20.584052 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:20.662580 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=3731b744-4684-4032-ba92-6fcae4c22b73,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:20.674310 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:20.675016 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:20.675345 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:20.675684 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:20.676032 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:20.676368 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:20.676699 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:20.677027 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:20.677352 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:20.677677 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:20.678003 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:20.678424 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:20.729459 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2db7b81-2dab-4774-9262-9c436ae70e67 None None] Sync routers for ids ['7e1a77f4-431a-4e77-b3a9-90c826e9fa18'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:46:20.737463 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e717da51-9733-49df-92fb-29963cdd57b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58895384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805196'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:20.741024 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2db7b81-2dab-4774-9262-9c436ae70e67 None None] Routers {'7e1a77f4-431a-4e77-b3a9-90c826e9fa18'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:46:20.741761 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-c2db7b81-2dab-4774-9262-9c436ae70e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:45:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['7e1a77f4-431a-4e77-b3a9-90c826e9fa18'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:20.853480 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e717da51-9733-49df-92fb-29963cdd57b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19d1cf84-00f2-442f-a59c-d23fa26e03f5,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:20.869624 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e717da51-9733-49df-92fb-29963cdd57b4 admin admin] Checking segment: {'id': '7e02d3e0-a014-464a-a98b-f24fb8063034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd6b54d7c-5b9b-4500-a193-f223506e869a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:46:20.870119 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e717da51-9733-49df-92fb-29963cdd57b4 admin admin] Network hostable DHCP agents. Network: d6b54d7c-5b9b-4500-a193-f223506e869a, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:46:20.871291 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-c2db7b81-2dab-4774-9262-9c436ae70e67 None None] Set router 7e1a77f4-431a-4e77-b3a9-90c826e9fa18 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:46:20.890929 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e717da51-9733-49df-92fb-29963cdd57b4 admin admin] Network d6b54d7c-5b9b-4500-a193-f223506e869a is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:46:20.902541 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-e717da51-9733-49df-92fb-29963cdd57b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, d6b54d7c-5b9b-4500-a193-f223506e869a) {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:46:20.907621 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e717da51-9733-49df-92fb-29963cdd57b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:20.908227 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e717da51-9733-49df-92fb-29963cdd57b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:20.916064 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15149f45-51bb-4046-8f82-46e1a771479f None None] Network d6b54d7c-5b9b-4500-a193-f223506e869a requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:46:20.926577 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-e717da51-9733-49df-92fb-29963cdd57b4 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5673854 Aug 10 03:46:20.928849 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 33904) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:20.933546 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-33834886-1c90-4c96-a778-491948a976a0 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1774301179-router', 'tenant_id': '3ae3675d4cad4f5ca19cd91c3359cb9c', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:46:20.957344 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-33834886-1c90-4c96-a778-491948a976a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:20.958660 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-33834886-1c90-4c96-a778-491948a976a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:21.032215 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-33834886-1c90-4c96-a778-491948a976a0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:21.239421 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccfa541f-47b9-423b-bf2c-b9c0caaeaa50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-d6b54d7c-5b9b-4500-a193-f223506e869a', 'network_id': 'd6b54d7c-5b9b-4500-a193-f223506e869a', 'tenant_id': '3ae3675d4cad4f5ca19cd91c3359cb9c', 'fixed_ips': [{'subnet_id': '19d1cf84-00f2-442f-a59c-d23fa26e03f5'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:46:21.241853 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ccfa541f-47b9-423b-bf2c-b9c0caaeaa50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:21.249479 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-33834886-1c90-4c96-a778-491948a976a0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:21.268396 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-c2db7b81-2dab-4774-9262-9c436ae70e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e1a77f4-431a-4e77-b3a9-90c826e9fa18', 'name': 'tempest-TestServerBasicOps-1935942954-router', 'tenant_id': '810c64a9b2844404a2bfdb7c413aee0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '3731b744-4684-4032-ba92-6fcae4c22b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:46:13Z', 'updated_at': '2021-08-10T03:46:17Z', 'revision_number': 4, 'project_id': '810c64a9b2844404a2bfdb7c413aee0e', 'gw_port': {'id': '3731b744-4684-4032-ba92-6fcae4c22b73', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:65:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1a77f4-431a-4e77-b3a9-90c826e9fa18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:14Z', 'updated_at': '2021-08-10T03:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '3d05e2a8-0ce3-44c4-a772-982d179bfdca', 'name': '', 'network_id': '095ca989-3257-4413-9aaa-cedbc7b00f9f', 'tenant_id': '810c64a9b2844404a2bfdb7c413aee0e', 'mac_address': 'fa:16:3e:55:4b:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e1a77f4-431a-4e77-b3a9-90c826e9fa18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': '59239fe0-5b0a-4cf2-984b-fbd48b94dbaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:17Z', 'updated_at': '2021-08-10T03:46:18Z', 'revision_number': 2, 'project_id': '810c64a9b2844404a2bfdb7c413aee0e', 'subnets': [{'id': '59239fe0-5b0a-4cf2-984b-fbd48b94dbaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:21.323646 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2db7b81-2dab-4774-9262-9c436ae70e67 None None] Checking router: 7e1a77f4-431a-4e77-b3a9-90c826e9fa18 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:46:21.324461 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2db7b81-2dab-4774-9262-9c436ae70e67 None None] Updating router 7e1a77f4-431a-4e77-b3a9-90c826e9fa18 port 3d05e2a8-0ce3-44c4-a772-982d179bfdca binding host n-d-768862-13 {{(pid=94262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:46:21.374657 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c2db7b81-2dab-4774-9262-9c436ae70e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:21.564960 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-6b321321-5d9b-4c7c-a75b-59d9d2541413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:21.683558 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-33834886-1c90-4c96-a778-491948a976a0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:21.737070 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-33834886-1c90-4c96-a778-491948a976a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:21.764299 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-ccfa541f-47b9-423b-bf2c-b9c0caaeaa50 None None] Allocated IP 172.20.0.2 (d6b54d7c-5b9b-4500-a193-f223506e869a/19d1cf84-00f2-442f-a59c-d23fa26e03f5/123b3e3e-e42d-4156-8852-a8bfb5dec4e8) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:46:22.093839 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-33834886-1c90-4c96-a778-491948a976a0 admin admin] Allocated IP 172.25.6.42 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/67df2c3a-0458-41a5-b86e-bc370caa214c) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:46:22.174532 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 3731b744-4684-4032-ba92-6fcae4c22b73 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:46:22.319413 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-33834886-1c90-4c96-a778-491948a976a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:22.370807 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ccfa541f-47b9-423b-bf2c-b9c0caaeaa50 None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:22.396095 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-33834886-1c90-4c96-a778-491948a976a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:22.409631 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-ccfa541f-47b9-423b-bf2c-b9c0caaeaa50 None None] Transition to ACTIVE for port object 123b3e3e-e42d-4156-8852-a8bfb5dec4e8 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:46:22.482647 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 3731b744-4684-4032-ba92-6fcae4c22b73 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:22.484444 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:22.502516 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33834886-1c90-4c96-a778-491948a976a0 admin admin] Pushing event updated for resources: {'Port': ['ID=67df2c3a-0458-41a5-b86e-bc370caa214c,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:22.539028 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33834886-1c90-4c96-a778-491948a976a0 admin admin] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:46:22.542532 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-33834886-1c90-4c96-a778-491948a976a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:46:22.552782 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33834886-1c90-4c96-a778-491948a976a0 admin admin] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:46:22.565653 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-ccfa541f-47b9-423b-bf2c-b9c0caaeaa50 None None] Transition to ACTIVE for port object 123b3e3e-e42d-4156-8852-a8bfb5dec4e8 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:46:22.596514 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c2db7b81-2dab-4774-9262-9c436ae70e67 None None] Notify callbacks [] for port, precommit_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:22.615288 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c2db7b81-2dab-4774-9262-9c436ae70e67 None None] Transition to ACTIVE for port object 3d05e2a8-0ce3-44c4-a772-982d179bfdca will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:46:22.626523 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ccfa541f-47b9-423b-bf2c-b9c0caaeaa50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:22.737749 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccfa541f-47b9-423b-bf2c-b9c0caaeaa50 None None] Network d6b54d7c-5b9b-4500-a193-f223506e869a is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:46:22.743200 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfa541f-47b9-423b-bf2c-b9c0caaeaa50 None None] Pushing event updated for resources: {'Port': ['ID=123b3e3e-e42d-4156-8852-a8bfb5dec4e8,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:22.748195 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-ccfa541f-47b9-423b-bf2c-b9c0caaeaa50 None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:46:22.752143 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfa541f-47b9-423b-bf2c-b9c0caaeaa50 None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:46:22.756242 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c2db7b81-2dab-4774-9262-9c436ae70e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:22.953771 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e7076a-0097-47a4-9e19-11bf66e0e867 None None] Pushing event updated for resources: {'Port': ['ID=3d05e2a8-0ce3-44c4-a772-982d179bfdca,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:23.009803 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-ccfa541f-47b9-423b-bf2c-b9c0caaeaa50 None None] Attempting to bind port 123b3e3e-e42d-4156-8852-a8bfb5dec4e8 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:46:23.010412 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-ccfa541f-47b9-423b-bf2c-b9c0caaeaa50 None None] Attempting to bind port 123b3e3e-e42d-4156-8852-a8bfb5dec4e8 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '7e02d3e0-a014-464a-a98b-f24fb8063034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd6b54d7c-5b9b-4500-a193-f223506e869a'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:46:23.011006 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfa541f-47b9-423b-bf2c-b9c0caaeaa50 None None] Attempting to bind port 123b3e3e-e42d-4156-8852-a8bfb5dec4e8 on network d6b54d7c-5b9b-4500-a193-f223506e869a {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:46:23.038500 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-33834886-1c90-4c96-a778-491948a976a0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:23.139975 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfa541f-47b9-423b-bf2c-b9c0caaeaa50 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:46:23.140749 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfa541f-47b9-423b-bf2c-b9c0caaeaa50 None None] Checking segment: {'id': '7e02d3e0-a014-464a-a98b-f24fb8063034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd6b54d7c-5b9b-4500-a193-f223506e869a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:46:23.141513 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ccfa541f-47b9-423b-bf2c-b9c0caaeaa50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:23.142444 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfa541f-47b9-423b-bf2c-b9c0caaeaa50 None None] Bound using segment: {'id': '7e02d3e0-a014-464a-a98b-f24fb8063034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd6b54d7c-5b9b-4500-a193-f223506e869a'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:46:23.143292 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-ccfa541f-47b9-423b-bf2c-b9c0caaeaa50 None None] Bound port: 123b3e3e-e42d-4156-8852-a8bfb5dec4e8, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e02d3e0-a014-464a-a98b-f24fb8063034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd6b54d7c-5b9b-4500-a193-f223506e869a'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:46:23.144075 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ccfa541f-47b9-423b-bf2c-b9c0caaeaa50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:23.318136 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-ccfa541f-47b9-423b-bf2c-b9c0caaeaa50 None None] For port 123b3e3e-e42d-4156-8852-a8bfb5dec4e8, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:46:23.326448 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-ccfa541f-47b9-423b-bf2c-b9c0caaeaa50 None None] For port 123b3e3e-e42d-4156-8852-a8bfb5dec4e8, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=123b3e3e-e42d-4156-8852-a8bfb5dec4e8,segment=NetworkSegment(7e02d3e0-a014-464a-a98b-f24fb8063034),segment_id=7e02d3e0-a014-464a-a98b-f24fb8063034)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:46:23.367945 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ccfa541f-47b9-423b-bf2c-b9c0caaeaa50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:23.449445 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-c2db7b81-2dab-4774-9262-9c436ae70e67 None None] Attempting to bind port 3d05e2a8-0ce3-44c4-a772-982d179bfdca on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:46:23.450135 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-c2db7b81-2dab-4774-9262-9c436ae70e67 None None] Attempting to bind port 3d05e2a8-0ce3-44c4-a772-982d179bfdca by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '71c155ef-f019-42c3-9a95-f8a7557bb52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '095ca989-3257-4413-9aaa-cedbc7b00f9f'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:46:23.450814 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2db7b81-2dab-4774-9262-9c436ae70e67 None None] Attempting to bind port 3d05e2a8-0ce3-44c4-a772-982d179bfdca on network 095ca989-3257-4413-9aaa-cedbc7b00f9f {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:46:23.485031 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2db7b81-2dab-4774-9262-9c436ae70e67 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:46:23.485624 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2db7b81-2dab-4774-9262-9c436ae70e67 None None] Checking segment: {'id': '71c155ef-f019-42c3-9a95-f8a7557bb52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '095ca989-3257-4413-9aaa-cedbc7b00f9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:46:23.486309 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c2db7b81-2dab-4774-9262-9c436ae70e67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:23.486950 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2db7b81-2dab-4774-9262-9c436ae70e67 None None] Bound using segment: {'id': '71c155ef-f019-42c3-9a95-f8a7557bb52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '095ca989-3257-4413-9aaa-cedbc7b00f9f'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:46:23.487750 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-c2db7b81-2dab-4774-9262-9c436ae70e67 None None] Bound port: 3d05e2a8-0ce3-44c4-a772-982d179bfdca, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71c155ef-f019-42c3-9a95-f8a7557bb52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '095ca989-3257-4413-9aaa-cedbc7b00f9f'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:46:23.488377 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c2db7b81-2dab-4774-9262-9c436ae70e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:23.575653 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfa541f-47b9-423b-bf2c-b9c0caaeaa50 None None] Pushing event updated for resources: {'Port': ['ID=123b3e3e-e42d-4156-8852-a8bfb5dec4e8,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:23.713200 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-7ad1deef-ff54-4070-be0d-e3065d11e40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:23.743240 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c2db7b81-2dab-4774-9262-9c436ae70e67 None None] For port 3d05e2a8-0ce3-44c4-a772-982d179bfdca, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:46:23.750997 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c2db7b81-2dab-4774-9262-9c436ae70e67 None None] For port 3d05e2a8-0ce3-44c4-a772-982d179bfdca, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=3d05e2a8-0ce3-44c4-a772-982d179bfdca,segment=NetworkSegment(71c155ef-f019-42c3-9a95-f8a7557bb52c),segment_id=71c155ef-f019-42c3-9a95-f8a7557bb52c)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:46:23.760210 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c2db7b81-2dab-4774-9262-9c436ae70e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:23.893035 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2db7b81-2dab-4774-9262-9c436ae70e67 None None] Routers {'7e1a77f4-431a-4e77-b3a9-90c826e9fa18'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:46:23.894476 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-c2db7b81-2dab-4774-9262-9c436ae70e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:46:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['7e1a77f4-431a-4e77-b3a9-90c826e9fa18'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:24.111665 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e7076a-0097-47a4-9e19-11bf66e0e867 None None] Pushing event updated for resources: {'Port': ['ID=3d05e2a8-0ce3-44c4-a772-982d179bfdca,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:24.230963 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-33834886-1c90-4c96-a778-491948a976a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:24.289859 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 123b3e3e-e42d-4156-8852-a8bfb5dec4e8 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:46:24.400189 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-c2db7b81-2dab-4774-9262-9c436ae70e67 None None] Set router 7e1a77f4-431a-4e77-b3a9-90c826e9fa18 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:46:24.409816 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33834886-1c90-4c96-a778-491948a976a0 admin admin] Router 75094c18-36e3-4aa7-88c9-0169cdbf6168 is scheduled to L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e with binding_index 1 {{(pid=94260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:46:24.514914 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:24.621159 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33834886-1c90-4c96-a778-491948a976a0 admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:46:24.639250 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a9181c-f8ad-4571-af70-e69d4a5360af None None] Sync routers for ids ['75094c18-36e3-4aa7-88c9-0169cdbf6168'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:46:24.657853 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-33834886-1c90-4c96-a778-491948a976a0 admin admin] Notify callbacks [] for router, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:24.660107 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-33834886-1c90-4c96-a778-491948a976a0 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.7300179 Aug 10 03:46:24.663812 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 33950) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:24.665056 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a9181c-f8ad-4571-af70-e69d4a5360af None None] Routers {'75094c18-36e3-4aa7-88c9-0169cdbf6168'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:46:24.666278 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-40a9181c-f8ad-4571-af70-e69d4a5360af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:46:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['75094c18-36e3-4aa7-88c9-0169cdbf6168'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:24.722463 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 123b3e3e-e42d-4156-8852-a8bfb5dec4e8 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:46:24.930015 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-c2db7b81-2dab-4774-9262-9c436ae70e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e1a77f4-431a-4e77-b3a9-90c826e9fa18', 'name': 'tempest-TestServerBasicOps-1935942954-router', 'tenant_id': '810c64a9b2844404a2bfdb7c413aee0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '3731b744-4684-4032-ba92-6fcae4c22b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:46:13Z', 'updated_at': '2021-08-10T03:46:17Z', 'revision_number': 4, 'project_id': '810c64a9b2844404a2bfdb7c413aee0e', 'gw_port': {'id': '3731b744-4684-4032-ba92-6fcae4c22b73', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:65:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1a77f4-431a-4e77-b3a9-90c826e9fa18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:14Z', 'updated_at': '2021-08-10T03:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '3d05e2a8-0ce3-44c4-a772-982d179bfdca', 'name': '', 'network_id': '095ca989-3257-4413-9aaa-cedbc7b00f9f', 'tenant_id': '810c64a9b2844404a2bfdb7c413aee0e', 'mac_address': 'fa:16:3e:55:4b:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e1a77f4-431a-4e77-b3a9-90c826e9fa18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': '59239fe0-5b0a-4cf2-984b-fbd48b94dbaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:17Z', 'updated_at': '2021-08-10T03:46:23Z', 'revision_number': 4, 'project_id': '810c64a9b2844404a2bfdb7c413aee0e', 'subnets': [{'id': '59239fe0-5b0a-4cf2-984b-fbd48b94dbaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:24.931984 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-40a9181c-f8ad-4571-af70-e69d4a5360af None None] Set router 75094c18-36e3-4aa7-88c9-0169cdbf6168 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:46:24.966486 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2db7b81-2dab-4774-9262-9c436ae70e67 None None] The sync data for ids ['7e1a77f4-431a-4e77-b3a9-90c826e9fa18'] in n-d-768862-13 is: [{'id': '7e1a77f4-431a-4e77-b3a9-90c826e9fa18', 'name': 'tempest-TestServerBasicOps-1935942954-router', 'tenant_id': '810c64a9b2844404a2bfdb7c413aee0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '3731b744-4684-4032-ba92-6fcae4c22b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:46:13Z', 'updated_at': '2021-08-10T03:46:17Z', 'revision_number': 4, 'project_id': '810c64a9b2844404a2bfdb7c413aee0e', 'gw_port': {'id': '3731b744-4684-4032-ba92-6fcae4c22b73', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:65:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1a77f4-431a-4e77-b3a9-90c826e9fa18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:14Z', 'updated_at': '2021-08-10T03:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '3d05e2a8-0ce3-44c4-a772-982d179bfdca', 'name': '', 'network_id': '095ca989-3257-4413-9aaa-cedbc7b00f9f', 'tenant_id': '810c64a9b2844404a2bfdb7c413aee0e', 'mac_address': 'fa:16:3e:55:4b:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e1a77f4-431a-4e77-b3a9-90c826e9fa18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': '59239fe0-5b0a-4cf2-984b-fbd48b94dbaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:17Z', 'updated_at': '2021-08-10T03:46:23Z', 'revision_number': 4, 'project_id': '810c64a9b2844404a2bfdb7c413aee0e', 'subnets': [{'id': '59239fe0-5b0a-4cf2-984b-fbd48b94dbaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:46:25.222730 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-40a9181c-f8ad-4571-af70-e69d4a5360af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75094c18-36e3-4aa7-88c9-0169cdbf6168', 'name': 'tempest-TestServerBasicOps-1774301179-router', 'tenant_id': '3ae3675d4cad4f5ca19cd91c3359cb9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '67df2c3a-0458-41a5-b86e-bc370caa214c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:46:20Z', 'updated_at': '2021-08-10T03:46:22Z', 'revision_number': 3, 'project_id': '3ae3675d4cad4f5ca19cd91c3359cb9c', 'gw_port': {'id': '67df2c3a-0458-41a5-b86e-bc370caa214c', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c5:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75094c18-36e3-4aa7-88c9-0169cdbf6168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:21Z', 'updated_at': '2021-08-10T03:46:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:25.284728 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a9181c-f8ad-4571-af70-e69d4a5360af None None] Checking router: 75094c18-36e3-4aa7-88c9-0169cdbf6168 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:46:25.285335 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a9181c-f8ad-4571-af70-e69d4a5360af None None] Updating router 75094c18-36e3-4aa7-88c9-0169cdbf6168 port 67df2c3a-0458-41a5-b86e-bc370caa214c binding host n-d-768862-13 {{(pid=94263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:46:25.323550 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-40a9181c-f8ad-4571-af70-e69d4a5360af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:25.369519 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d102a048-d243-4b42-85a1-6109cbaea58e None None] Network d6b54d7c-5b9b-4500-a193-f223506e869a requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:46:25.644830 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3c495371-c39f-41fb-b3a5-1d7464b3fe4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:25.649770 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:25.652785 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-8e3a6612-b959-45f3-8fb4-ec206f9d2372 None None] Provisioning for port 123b3e3e-e42d-4156-8852-a8bfb5dec4e8 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:46:25.670146 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-8e3a6612-b959-45f3-8fb4-ec206f9d2372 None None] Provisioning complete for port 123b3e3e-e42d-4156-8852-a8bfb5dec4e8 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:25.670830 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-8e3a6612-b959-45f3-8fb4-ec206f9d2372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:25.764070 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-40a9181c-f8ad-4571-af70-e69d4a5360af None None] Notify callbacks [] for port, precommit_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:25.788617 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.provisioning_blocks [None req-40a9181c-f8ad-4571-af70-e69d4a5360af None None] Transition to ACTIVE for port object 67df2c3a-0458-41a5-b86e-bc370caa214c will not be triggered until provisioned by entity L2. {{(pid=94263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:46:25.808431 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-40a9181c-f8ad-4571-af70-e69d4a5360af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:25.894511 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-8e3a6612-b959-45f3-8fb4-ec206f9d2372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:25.931402 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-40a9181c-f8ad-4571-af70-e69d4a5360af None None] Attempting to bind port 67df2c3a-0458-41a5-b86e-bc370caa214c on host n-d-768862-13 for vnic_type normal with profile {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:46:25.931768 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-40a9181c-f8ad-4571-af70-e69d4a5360af None None] Attempting to bind port 67df2c3a-0458-41a5-b86e-bc370caa214c by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:46:25.932121 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a9181c-f8ad-4571-af70-e69d4a5360af None None] Attempting to bind port 67df2c3a-0458-41a5-b86e-bc370caa214c on network 2ea12131-628a-487e-b434-0463553732bd {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:46:25.944944 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a9181c-f8ad-4571-af70-e69d4a5360af None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:46:25.945363 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a9181c-f8ad-4571-af70-e69d4a5360af None None] Checking segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:46:25.945868 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-40a9181c-f8ad-4571-af70-e69d4a5360af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:25.946307 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a9181c-f8ad-4571-af70-e69d4a5360af None None] Bound using segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:46:25.947321 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-40a9181c-f8ad-4571-af70-e69d4a5360af None None] Bound port: 67df2c3a-0458-41a5-b86e-bc370caa214c, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:46:25.947497 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-40a9181c-f8ad-4571-af70-e69d4a5360af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:26.020424 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-8e3a6612-b959-45f3-8fb4-ec206f9d2372 None None] For port 123b3e3e-e42d-4156-8852-a8bfb5dec4e8, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=123b3e3e-e42d-4156-8852-a8bfb5dec4e8,segment=NetworkSegment(7e02d3e0-a014-464a-a98b-f24fb8063034),segment_id=7e02d3e0-a014-464a-a98b-f24fb8063034)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:26.030743 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-3c495371-c39f-41fb-b3a5-1d7464b3fe4e admin admin] Allocated IP 172.20.0.1 (d6b54d7c-5b9b-4500-a193-f223506e869a/19d1cf84-00f2-442f-a59c-d23fa26e03f5/9eb7544e-df9a-418c-bd42-ea80785d03bc) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:46:26.045790 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-8e3a6612-b959-45f3-8fb4-ec206f9d2372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:26.092932 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-40a9181c-f8ad-4571-af70-e69d4a5360af None None] For port 67df2c3a-0458-41a5-b86e-bc370caa214c, host n-d-768862-13, cleared binding levels {{(pid=94263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:46:26.101660 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cdf8de-62c0-4684-b0b5-b29ab9df24f7 None None] Pushing event updated for resources: {'Port': ['ID=67df2c3a-0458-41a5-b86e-bc370caa214c,revision_number=2']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:26.120003 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-40a9181c-f8ad-4571-af70-e69d4a5360af None None] For port 67df2c3a-0458-41a5-b86e-bc370caa214c, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=67df2c3a-0458-41a5-b86e-bc370caa214c,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:46:26.134349 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-40a9181c-f8ad-4571-af70-e69d4a5360af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:26.243899 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3a6612-b959-45f3-8fb4-ec206f9d2372 None None] Pushing event updated for resources: {'Port': ['ID=123b3e3e-e42d-4156-8852-a8bfb5dec4e8,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:26.251062 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a9181c-f8ad-4571-af70-e69d4a5360af None None] Routers {'75094c18-36e3-4aa7-88c9-0169cdbf6168'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:46:26.252839 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-40a9181c-f8ad-4571-af70-e69d4a5360af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:46:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['75094c18-36e3-4aa7-88c9-0169cdbf6168'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:26.259755 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:26.312960 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 3d05e2a8-0ce3-44c4-a772-982d179bfdca up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:46:26.316990 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cdf8de-62c0-4684-b0b5-b29ab9df24f7 None None] Pushing event updated for resources: {'Port': ['ID=67df2c3a-0458-41a5-b86e-bc370caa214c,revision_number=3']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:26.480742 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-579f3fc9-5077-4e21-a5e6-4c4d8551114b None None] Provisioning complete for port 123b3e3e-e42d-4156-8852-a8bfb5dec4e8 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:26.493989 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-579f3fc9-5077-4e21-a5e6-4c4d8551114b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:26.628619 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3c495371-c39f-41fb-b3a5-1d7464b3fe4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:26.643863 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 3d05e2a8-0ce3-44c4-a772-982d179bfdca completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:46:26.644782 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-40a9181c-f8ad-4571-af70-e69d4a5360af None None] Set router 75094c18-36e3-4aa7-88c9-0169cdbf6168 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:46:26.659812 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 3d05e2a8-0ce3-44c4-a772-982d179bfdca triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:26.663848 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:26.674983 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [None req-3c495371-c39f-41fb-b3a5-1d7464b3fe4e admin admin] Transition to ACTIVE for port object 9eb7544e-df9a-418c-bd42-ea80785d03bc will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:46:26.754204 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3c495371-c39f-41fb-b3a5-1d7464b3fe4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:26.833707 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:26.883548 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:26.933173 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c495371-c39f-41fb-b3a5-1d7464b3fe4e admin admin] Network d6b54d7c-5b9b-4500-a193-f223506e869a is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:46:26.939206 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-3c495371-c39f-41fb-b3a5-1d7464b3fe4e admin admin] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:46:26.957217 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c495371-c39f-41fb-b3a5-1d7464b3fe4e admin admin] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:46:26.988126 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 3d05e2a8-0ce3-44c4-a772-982d179bfdca, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=3d05e2a8-0ce3-44c4-a772-982d179bfdca,segment=NetworkSegment(71c155ef-f019-42c3-9a95-f8a7557bb52c),segment_id=71c155ef-f019-42c3-9a95-f8a7557bb52c)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:26.995666 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:27.038167 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c495371-c39f-41fb-b3a5-1d7464b3fe4e admin admin] Pushing event updated for resources: {'Port': ['ID=9eb7544e-df9a-418c-bd42-ea80785d03bc,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:27.103475 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3c495371-c39f-41fb-b3a5-1d7464b3fe4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521745'] for router_interface, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:27.137232 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-40a9181c-f8ad-4571-af70-e69d4a5360af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75094c18-36e3-4aa7-88c9-0169cdbf6168', 'name': 'tempest-TestServerBasicOps-1774301179-router', 'tenant_id': '3ae3675d4cad4f5ca19cd91c3359cb9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '67df2c3a-0458-41a5-b86e-bc370caa214c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:46:20Z', 'updated_at': '2021-08-10T03:46:22Z', 'revision_number': 3, 'project_id': '3ae3675d4cad4f5ca19cd91c3359cb9c', 'gw_port': {'id': '67df2c3a-0458-41a5-b86e-bc370caa214c', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c5:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75094c18-36e3-4aa7-88c9-0169cdbf6168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:21Z', 'updated_at': '2021-08-10T03:46:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:27.144016 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=3d05e2a8-0ce3-44c4-a772-982d179bfdca,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:27.205124 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a9181c-f8ad-4571-af70-e69d4a5360af None None] The sync data for ids ['75094c18-36e3-4aa7-88c9-0169cdbf6168'] in n-d-768862-13 is: [{'id': '75094c18-36e3-4aa7-88c9-0169cdbf6168', 'name': 'tempest-TestServerBasicOps-1774301179-router', 'tenant_id': '3ae3675d4cad4f5ca19cd91c3359cb9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '67df2c3a-0458-41a5-b86e-bc370caa214c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:46:20Z', 'updated_at': '2021-08-10T03:46:22Z', 'revision_number': 3, 'project_id': '3ae3675d4cad4f5ca19cd91c3359cb9c', 'gw_port': {'id': '67df2c3a-0458-41a5-b86e-bc370caa214c', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c5:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75094c18-36e3-4aa7-88c9-0169cdbf6168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:21Z', 'updated_at': '2021-08-10T03:46:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:46:27.413389 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-97dff57d-0609-478c-8ade-0e242199e548 None None] Provisioning for port 9eb7544e-df9a-418c-bd42-ea80785d03bc completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:46:27.417666 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3c495371-c39f-41fb-b3a5-1d7464b3fe4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:27.419137 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-97dff57d-0609-478c-8ade-0e242199e548 None None] Provisioning complete for port 9eb7544e-df9a-418c-bd42-ea80785d03bc triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:27.419783 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-97dff57d-0609-478c-8ade-0e242199e548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:27.464519 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-97dff57d-0609-478c-8ade-0e242199e548 None None] Port 9eb7544e-df9a-418c-bd42-ea80785d03bc cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:46:27.695547 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3c495371-c39f-41fb-b3a5-1d7464b3fe4e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:27.702189 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3c495371-c39f-41fb-b3a5-1d7464b3fe4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:27.784486 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c495371-c39f-41fb-b3a5-1d7464b3fe4e admin admin] Pushing event updated for resources: {'Port': ['ID=9eb7544e-df9a-418c-bd42-ea80785d03bc,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:27.787708 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3c495371-c39f-41fb-b3a5-1d7464b3fe4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521893'] for router_interface, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:27.925908 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c495371-c39f-41fb-b3a5-1d7464b3fe4e admin admin] Network d6b54d7c-5b9b-4500-a193-f223506e869a is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:46:27.927778 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-3c495371-c39f-41fb-b3a5-1d7464b3fe4e admin admin] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:46:28.200674 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c495371-c39f-41fb-b3a5-1d7464b3fe4e admin admin] Router 75094c18-36e3-4aa7-88c9-0169cdbf6168 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:46:28.310807 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 3d05e2a8-0ce3-44c4-a772-982d179bfdca up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:46:28.343820 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-90a63553-71c6-4c0e-9801-d736a3d90403 None None] Provisioning complete for port 9eb7544e-df9a-418c-bd42-ea80785d03bc triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:28.345155 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-90a63553-71c6-4c0e-9801-d736a3d90403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:28.409021 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c495371-c39f-41fb-b3a5-1d7464b3fe4e admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:46:28.418625 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-3c495371-c39f-41fb-b3a5-1d7464b3fe4e admin admin] 10.222.0.44 "PUT /v2.0/routers/75094c18-36e3-4aa7-88c9-0169cdbf6168/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7504983 Aug 10 03:46:28.439214 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 3d05e2a8-0ce3-44c4-a772-982d179bfdca triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:28.439587 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:28.446205 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-90a63553-71c6-4c0e-9801-d736a3d90403 None None] Port 9eb7544e-df9a-418c-bd42-ea80785d03bc cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:46:28.555180 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 123b3e3e-e42d-4156-8852-a8bfb5dec4e8 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:46:28.653364 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 123b3e3e-e42d-4156-8852-a8bfb5dec4e8 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:28.653888 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:28.792514 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 67df2c3a-0458-41a5-b86e-bc370caa214c up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:46:28.864978 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 67df2c3a-0458-41a5-b86e-bc370caa214c completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:46:28.874872 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 67df2c3a-0458-41a5-b86e-bc370caa214c triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:28.876778 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:29.003996 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:29.028576 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 67df2c3a-0458-41a5-b86e-bc370caa214c, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=67df2c3a-0458-41a5-b86e-bc370caa214c,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:29.033993 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:29.099437 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=67df2c3a-0458-41a5-b86e-bc370caa214c,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:29.171574 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33990) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:29.176669 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-70623919-ef73-447d-ab88-0c264b023034 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2109250456', 'description': 'tempest-secgroup-smoke-2109250456 description', 'project_id': '810c64a9b2844404a2bfdb7c413aee0e'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:46:29.206253 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-70623919-ef73-447d-ab88-0c264b023034 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:29.301380 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-70623919-ef73-447d-ab88-0c264b023034 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:29.306720 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-70623919-ef73-447d-ab88-0c264b023034 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:29.331821 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-70623919-ef73-447d-ab88-0c264b023034 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:29.333817 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-70623919-ef73-447d-ab88-0c264b023034 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1610596 Aug 10 03:46:29.339259 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 33992) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:29.345071 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-4ae342de-1ea4-4300-9d84-93c0a7011320 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Request body: {'security_group_rule': {'security_group_id': '9dfdb3c8-3e7c-4acc-af10-80c9821ef795', 'project_id': '810c64a9b2844404a2bfdb7c413aee0e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:46:29.367260 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70623919-ef73-447d-ab88-0c264b023034 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dfdb3c8-3e7c-4acc-af10-80c9821ef795,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:29.384932 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4ae342de-1ea4-4300-9d84-93c0a7011320 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:29.455680 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4ae342de-1ea4-4300-9d84-93c0a7011320 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:29.460836 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4ae342de-1ea4-4300-9d84-93c0a7011320 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:29.493127 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae342de-1ea4-4300-9d84-93c0a7011320 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e3f06f0-7b6e-4f27-b4cf-ec70ef1933ae,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:29.500174 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4ae342de-1ea4-4300-9d84-93c0a7011320 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:29.501590 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-4ae342de-1ea4-4300-9d84-93c0a7011320 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1628134 Aug 10 03:46:29.504467 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 33996) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:29.509617 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-1f507987-2132-4e73-ae67-537d1f934cae tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Request body: {'security_group_rule': {'security_group_id': '9dfdb3c8-3e7c-4acc-af10-80c9821ef795', 'project_id': '810c64a9b2844404a2bfdb7c413aee0e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:46:29.539809 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1f507987-2132-4e73-ae67-537d1f934cae tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:29.590008 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c148f66-6c02-4c77-8e35-8d329ab65e84 None None] Sync routers for ids ['75094c18-36e3-4aa7-88c9-0169cdbf6168'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:46:29.601587 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c148f66-6c02-4c77-8e35-8d329ab65e84 None None] Routers {'75094c18-36e3-4aa7-88c9-0169cdbf6168'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:46:29.602564 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-6c148f66-6c02-4c77-8e35-8d329ab65e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:46:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['75094c18-36e3-4aa7-88c9-0169cdbf6168'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:29.609230 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1f507987-2132-4e73-ae67-537d1f934cae tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:29.614402 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1f507987-2132-4e73-ae67-537d1f934cae tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:29.634527 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f507987-2132-4e73-ae67-537d1f934cae tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6cf1b42-81ee-4e77-a579-776e08447ac1,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:29.648223 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1f507987-2132-4e73-ae67-537d1f934cae tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:29.649511 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-1f507987-2132-4e73-ae67-537d1f934cae tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1440010 Aug 10 03:46:29.652401 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 33998) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:29.657587 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-2f2192c4-9ad5-4c8d-af6f-7d9c7a29facb tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Request body: {'security_group_rule': {'security_group_id': '9dfdb3c8-3e7c-4acc-af10-80c9821ef795', 'project_id': '810c64a9b2844404a2bfdb7c413aee0e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:46:29.690382 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2f2192c4-9ad5-4c8d-af6f-7d9c7a29facb tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:29.740780 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-6c148f66-6c02-4c77-8e35-8d329ab65e84 None None] Set router 75094c18-36e3-4aa7-88c9-0169cdbf6168 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:46:29.746038 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2f2192c4-9ad5-4c8d-af6f-7d9c7a29facb tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:29.752412 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2f2192c4-9ad5-4c8d-af6f-7d9c7a29facb tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:29.783309 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2192c4-9ad5-4c8d-af6f-7d9c7a29facb tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c11fe208-1cd5-4003-a9fb-220511da5a9b,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:29.787479 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2f2192c4-9ad5-4c8d-af6f-7d9c7a29facb tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:29.788977 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-2f2192c4-9ad5-4c8d-af6f-7d9c7a29facb tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1354992 Aug 10 03:46:29.791902 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 34000) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:29.797730 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-7f87f7b0-f143-484f-a399-fbd688ffc5a8 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Request body: {'security_group_rule': {'security_group_id': '9dfdb3c8-3e7c-4acc-af10-80c9821ef795', 'project_id': '810c64a9b2844404a2bfdb7c413aee0e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:46:29.846404 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7f87f7b0-f143-484f-a399-fbd688ffc5a8 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:29.938405 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7f87f7b0-f143-484f-a399-fbd688ffc5a8 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:29.944982 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7f87f7b0-f143-484f-a399-fbd688ffc5a8 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:29.976545 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7f87f7b0-f143-484f-a399-fbd688ffc5a8 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:29.982396 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 34002) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:29.988068 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-68f944a2-b7c5-4054-9a07-5f07ea76264d tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Request body: {'security_group_rule': {'security_group_id': '9dfdb3c8-3e7c-4acc-af10-80c9821ef795', 'project_id': '810c64a9b2844404a2bfdb7c413aee0e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:46:29.992799 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-7f87f7b0-f143-484f-a399-fbd688ffc5a8 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1989684 Aug 10 03:46:29.995021 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f87f7b0-f143-484f-a399-fbd688ffc5a8 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6175f6ea-0309-414a-88f4-458af580ed0d,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:30.037507 n-d-768862-13 neutron-server[94260]: INFO neutron.db.securitygroups_db [None req-68f944a2-b7c5-4054-9a07-5f07ea76264d tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Project 810c64a9b2844404a2bfdb7c413aee0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 03:46:30.044534 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-6c148f66-6c02-4c77-8e35-8d329ab65e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75094c18-36e3-4aa7-88c9-0169cdbf6168', 'name': 'tempest-TestServerBasicOps-1774301179-router', 'tenant_id': '3ae3675d4cad4f5ca19cd91c3359cb9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '67df2c3a-0458-41a5-b86e-bc370caa214c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:46:20Z', 'updated_at': '2021-08-10T03:46:27Z', 'revision_number': 4, 'project_id': '3ae3675d4cad4f5ca19cd91c3359cb9c', 'gw_port': {'id': '67df2c3a-0458-41a5-b86e-bc370caa214c', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75094c18-36e3-4aa7-88c9-0169cdbf6168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:21Z', 'updated_at': '2021-08-10T03:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '9eb7544e-df9a-418c-bd42-ea80785d03bc', 'name': '', 'network_id': 'd6b54d7c-5b9b-4500-a193-f223506e869a', 'tenant_id': '3ae3675d4cad4f5ca19cd91c3359cb9c', 'mac_address': 'fa:16:3e:b4:58:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75094c18-36e3-4aa7-88c9-0169cdbf6168', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '19d1cf84-00f2-442f-a59c-d23fa26e03f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:25Z', 'updated_at': '2021-08-10T03:46:27Z', 'revision_number': 2, 'project_id': '3ae3675d4cad4f5ca19cd91c3359cb9c', 'subnets': [{'id': '19d1cf84-00f2-442f-a59c-d23fa26e03f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:30.046211 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-68f944a2-b7c5-4054-9a07-5f07ea76264d tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:30.094134 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c148f66-6c02-4c77-8e35-8d329ab65e84 None None] Checking router: 75094c18-36e3-4aa7-88c9-0169cdbf6168 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:46:30.094874 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c148f66-6c02-4c77-8e35-8d329ab65e84 None None] Updating router 75094c18-36e3-4aa7-88c9-0169cdbf6168 port 9eb7544e-df9a-418c-bd42-ea80785d03bc binding host n-d-768862-13 {{(pid=94262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:46:30.136192 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 67df2c3a-0458-41a5-b86e-bc370caa214c up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:46:30.152051 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-68f944a2-b7c5-4054-9a07-5f07ea76264d tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:30.162951 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-68f944a2-b7c5-4054-9a07-5f07ea76264d tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:30.164869 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-6c148f66-6c02-4c77-8e35-8d329ab65e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:30.211140 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-68f944a2-b7c5-4054-9a07-5f07ea76264d tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:30.213320 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-68f944a2-b7c5-4054-9a07-5f07ea76264d tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2293978 Aug 10 03:46:30.216094 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 34008) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:30.218274 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f944a2-b7c5-4054-9a07-5f07ea76264d tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14368f1a-7c19-4c99-806b-c2f85405694b,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:30.238702 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-1207e516-493d-43ab-a065-dd7e214c97b2 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Request body: {'security_group_rule': {'security_group_id': '9dfdb3c8-3e7c-4acc-af10-80c9821ef795', 'project_id': '810c64a9b2844404a2bfdb7c413aee0e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:46:30.277311 n-d-768862-13 neutron-server[94261]: INFO neutron.db.securitygroups_db [None req-1207e516-493d-43ab-a065-dd7e214c97b2 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Project 810c64a9b2844404a2bfdb7c413aee0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 03:46:30.286000 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1207e516-493d-43ab-a065-dd7e214c97b2 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:30.325558 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 67df2c3a-0458-41a5-b86e-bc370caa214c triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:30.325930 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:30.379028 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1207e516-493d-43ab-a065-dd7e214c97b2 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:30.384407 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1207e516-493d-43ab-a065-dd7e214c97b2 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:30.407294 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1207e516-493d-43ab-a065-dd7e214c97b2 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbd49463-7d15-4f62-8a2c-2cefe9f6e0d0,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:30.415471 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1207e516-493d-43ab-a065-dd7e214c97b2 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:30.424848 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-1207e516-493d-43ab-a065-dd7e214c97b2 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1984398 Aug 10 03:46:30.590151 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-abe10092-a4d9-474a-a719-e4ab9e32e28e req-03d40a7a-592c-499f-b917-1cb45962f6b2 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2109250456&fields=id&tenant_id=810c64a9b2844404a2bfdb7c413aee0e HTTP/1.1" status: 200 len: 267 time: 0.0399158 Aug 10 03:46:30.718250 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe10092-a4d9-474a-a719-e4ab9e32e28e req-5e2a0cde-df48-49dc-8097-a72d2eb7b1f5 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:30.720090 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-abe10092-a4d9-474a-a719-e4ab9e32e28e req-5e2a0cde-df48-49dc-8097-a72d2eb7b1f5 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] 10.222.0.44 "GET /v2.0/networks?id=095ca989-3257-4413-9aaa-cedbc7b00f9f HTTP/1.1" status: 200 len: 809 time: 0.1214302 Aug 10 03:46:30.739005 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-abe10092-a4d9-474a-a719-e4ab9e32e28e req-9b085647-da1b-48e4-814a-931fa50c49e5 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] 10.222.0.44 "GET /v2.0/quotas/810c64a9b2844404a2bfdb7c413aee0e HTTP/1.1" status: 200 len: 375 time: 0.0117052 Aug 10 03:46:30.839878 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-abe10092-a4d9-474a-a719-e4ab9e32e28e req-22d68b67-4cd2-484f-83c6-815bb9719f50 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=810c64a9b2844404a2bfdb7c413aee0e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0868299 Aug 10 03:46:30.894643 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-6c148f66-6c02-4c77-8e35-8d329ab65e84 None None] Notify callbacks [] for port, precommit_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:30.912692 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-6c148f66-6c02-4c77-8e35-8d329ab65e84 None None] Transition to ACTIVE for port object 9eb7544e-df9a-418c-bd42-ea80785d03bc will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:46:30.921527 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-6c148f66-6c02-4c77-8e35-8d329ab65e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:31.000442 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-abe10092-a4d9-474a-a719-e4ab9e32e28e req-03f27382-2b92-4dca-ba5c-ee5a4c1f81bc service neutron] 10.222.0.44 "GET /v2.0/networks/095ca989-3257-4413-9aaa-cedbc7b00f9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374757 Aug 10 03:46:31.018694 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3bade5-89f8-4536-8e5d-ef1c861dff4d None None] Pushing event updated for resources: {'Port': ['ID=9eb7544e-df9a-418c-bd42-ea80785d03bc,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:31.092612 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-6c148f66-6c02-4c77-8e35-8d329ab65e84 None None] Attempting to bind port 9eb7544e-df9a-418c-bd42-ea80785d03bc on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:46:31.094255 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-6c148f66-6c02-4c77-8e35-8d329ab65e84 None None] Attempting to bind port 9eb7544e-df9a-418c-bd42-ea80785d03bc by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '7e02d3e0-a014-464a-a98b-f24fb8063034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd6b54d7c-5b9b-4500-a193-f223506e869a'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:46:31.094826 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c148f66-6c02-4c77-8e35-8d329ab65e84 None None] Attempting to bind port 9eb7544e-df9a-418c-bd42-ea80785d03bc on network d6b54d7c-5b9b-4500-a193-f223506e869a {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:46:31.105320 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c148f66-6c02-4c77-8e35-8d329ab65e84 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:46:31.106020 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c148f66-6c02-4c77-8e35-8d329ab65e84 None None] Checking segment: {'id': '7e02d3e0-a014-464a-a98b-f24fb8063034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd6b54d7c-5b9b-4500-a193-f223506e869a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:46:31.106764 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-6c148f66-6c02-4c77-8e35-8d329ab65e84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:31.107437 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c148f66-6c02-4c77-8e35-8d329ab65e84 None None] Bound using segment: {'id': '7e02d3e0-a014-464a-a98b-f24fb8063034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd6b54d7c-5b9b-4500-a193-f223506e869a'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:46:31.108294 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-6c148f66-6c02-4c77-8e35-8d329ab65e84 None None] Bound port: 9eb7544e-df9a-418c-bd42-ea80785d03bc, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e02d3e0-a014-464a-a98b-f24fb8063034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd6b54d7c-5b9b-4500-a193-f223506e869a'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:46:31.109063 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-6c148f66-6c02-4c77-8e35-8d329ab65e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:31.141302 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-abe10092-a4d9-474a-a719-e4ab9e32e28e req-1cdcb22c-1bcd-4c29-abf9-6e047e75efd7 service neutron] 10.222.0.44 "GET /v2.0/networks/095ca989-3257-4413-9aaa-cedbc7b00f9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273673 Aug 10 03:46:31.249563 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-6c148f66-6c02-4c77-8e35-8d329ab65e84 None None] For port 9eb7544e-df9a-418c-bd42-ea80785d03bc, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:46:31.253715 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-6c148f66-6c02-4c77-8e35-8d329ab65e84 None None] For port 9eb7544e-df9a-418c-bd42-ea80785d03bc, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=9eb7544e-df9a-418c-bd42-ea80785d03bc,segment=NetworkSegment(7e02d3e0-a014-464a-a98b-f24fb8063034),segment_id=7e02d3e0-a014-464a-a98b-f24fb8063034)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:46:31.262045 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-6c148f66-6c02-4c77-8e35-8d329ab65e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:31.328065 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3bade5-89f8-4536-8e5d-ef1c861dff4d None None] Pushing event updated for resources: {'Port': ['ID=9eb7544e-df9a-418c-bd42-ea80785d03bc,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:31.362783 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c148f66-6c02-4c77-8e35-8d329ab65e84 None None] Routers {'75094c18-36e3-4aa7-88c9-0169cdbf6168'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:46:31.363724 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-6c148f66-6c02-4c77-8e35-8d329ab65e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:46:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['75094c18-36e3-4aa7-88c9-0169cdbf6168'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:31.578390 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f804610c-8b99-42d0-9edc-9ba4d514bc74 req-6232e1a8-cba2-4f87-afc6-54b10c6205a4 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] 10.222.0.44 "GET /v2.0/ports?device_id=e696b1a3-586b-498f-bbfd-4b8c2d29647e HTTP/1.1" status: 200 len: 210 time: 0.0945404 Aug 10 03:46:31.614770 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-6c148f66-6c02-4c77-8e35-8d329ab65e84 None None] Set router 75094c18-36e3-4aa7-88c9-0169cdbf6168 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:46:31.966542 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-6c148f66-6c02-4c77-8e35-8d329ab65e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75094c18-36e3-4aa7-88c9-0169cdbf6168', 'name': 'tempest-TestServerBasicOps-1774301179-router', 'tenant_id': '3ae3675d4cad4f5ca19cd91c3359cb9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '67df2c3a-0458-41a5-b86e-bc370caa214c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:46:20Z', 'updated_at': '2021-08-10T03:46:27Z', 'revision_number': 4, 'project_id': '3ae3675d4cad4f5ca19cd91c3359cb9c', 'gw_port': {'id': '67df2c3a-0458-41a5-b86e-bc370caa214c', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75094c18-36e3-4aa7-88c9-0169cdbf6168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:21Z', 'updated_at': '2021-08-10T03:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '9eb7544e-df9a-418c-bd42-ea80785d03bc', 'name': '', 'network_id': 'd6b54d7c-5b9b-4500-a193-f223506e869a', 'tenant_id': '3ae3675d4cad4f5ca19cd91c3359cb9c', 'mac_address': 'fa:16:3e:b4:58:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75094c18-36e3-4aa7-88c9-0169cdbf6168', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '19d1cf84-00f2-442f-a59c-d23fa26e03f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:25Z', 'updated_at': '2021-08-10T03:46:31Z', 'revision_number': 4, 'project_id': '3ae3675d4cad4f5ca19cd91c3359cb9c', 'subnets': [{'id': '19d1cf84-00f2-442f-a59c-d23fa26e03f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:32.028296 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c148f66-6c02-4c77-8e35-8d329ab65e84 None None] The sync data for ids ['75094c18-36e3-4aa7-88c9-0169cdbf6168'] in n-d-768862-13 is: [{'id': '75094c18-36e3-4aa7-88c9-0169cdbf6168', 'name': 'tempest-TestServerBasicOps-1774301179-router', 'tenant_id': '3ae3675d4cad4f5ca19cd91c3359cb9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '67df2c3a-0458-41a5-b86e-bc370caa214c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:46:20Z', 'updated_at': '2021-08-10T03:46:27Z', 'revision_number': 4, 'project_id': '3ae3675d4cad4f5ca19cd91c3359cb9c', 'gw_port': {'id': '67df2c3a-0458-41a5-b86e-bc370caa214c', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75094c18-36e3-4aa7-88c9-0169cdbf6168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:21Z', 'updated_at': '2021-08-10T03:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '9eb7544e-df9a-418c-bd42-ea80785d03bc', 'name': '', 'network_id': 'd6b54d7c-5b9b-4500-a193-f223506e869a', 'tenant_id': '3ae3675d4cad4f5ca19cd91c3359cb9c', 'mac_address': 'fa:16:3e:b4:58:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75094c18-36e3-4aa7-88c9-0169cdbf6168', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '19d1cf84-00f2-442f-a59c-d23fa26e03f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:25Z', 'updated_at': '2021-08-10T03:46:31Z', 'revision_number': 4, 'project_id': '3ae3675d4cad4f5ca19cd91c3359cb9c', 'subnets': [{'id': '19d1cf84-00f2-442f-a59c-d23fa26e03f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:46:32.771462 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7ec960e2-1976-4416-985f-499e7f005e75 req-8860ff73-de77-4bb9-98f4-e3f628b5c9bd tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] 10.222.0.44 "GET /v2.0/ports?device_id=e696b1a3-586b-498f-bbfd-4b8c2d29647e HTTP/1.1" status: 200 len: 210 time: 0.0557153 Aug 10 03:46:33.204184 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe10092-a4d9-474a-a719-e4ab9e32e28e req-aff2dffc-9b06-4d27-8f70-18fcafc0acbb tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:33.207539 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-abe10092-a4d9-474a-a719-e4ab9e32e28e req-aff2dffc-9b06-4d27-8f70-18fcafc0acbb tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] 10.222.0.61 "GET /v2.0/networks?id=095ca989-3257-4413-9aaa-cedbc7b00f9f HTTP/1.1" status: 200 len: 809 time: 0.2198267 Aug 10 03:46:33.317239 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-abe10092-a4d9-474a-a719-e4ab9e32e28e req-fdf0a036-0e1d-44f6-833f-3061cb9f0332 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=810c64a9b2844404a2bfdb7c413aee0e HTTP/1.1" status: 200 len: 380 time: 0.0936000 Aug 10 03:46:33.335692 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-abe10092-a4d9-474a-a719-e4ab9e32e28e req-9d969a73-9670-4e99-95f1-171ead91b533 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Request body: {'port': {'device_id': 'e696b1a3-586b-498f-bbfd-4b8c2d29647e', 'network_id': '095ca989-3257-4413-9aaa-cedbc7b00f9f', 'admin_state_up': True, 'tenant_id': '810c64a9b2844404a2bfdb7c413aee0e', 'security_groups': ['9dfdb3c8-3e7c-4acc-af10-80c9821ef795']}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:46:33.347295 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:33.587783 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abe10092-a4d9-474a-a719-e4ab9e32e28e req-9d969a73-9670-4e99-95f1-171ead91b533 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Made reservation on behalf of 810c64a9b2844404a2bfdb7c413aee0e for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:46:33.595325 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-abe10092-a4d9-474a-a719-e4ab9e32e28e req-9d969a73-9670-4e99-95f1-171ead91b533 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:33.910620 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [req-abe10092-a4d9-474a-a719-e4ab9e32e28e req-9d969a73-9670-4e99-95f1-171ead91b533 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Allocated IP 172.20.0.10 (095ca989-3257-4413-9aaa-cedbc7b00f9f/59239fe0-5b0a-4cf2-984b-fbd48b94dbaf/ec4737a8-b58e-47b3-a875-21eccccfae29) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:46:33.964998 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-65e6c212-6a62-445c-a078-4a63255002df req-3fbb2549-ea0e-45c1-b44c-8b04c5730cec tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] 10.222.0.44 "GET /v2.0/ports?device_id=e696b1a3-586b-498f-bbfd-4b8c2d29647e HTTP/1.1" status: 200 len: 210 time: 0.0548582 Aug 10 03:46:34.144028 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 9eb7544e-df9a-418c-bd42-ea80785d03bc up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:46:34.206570 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-abe10092-a4d9-474a-a719-e4ab9e32e28e req-9d969a73-9670-4e99-95f1-171ead91b533 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:34.222951 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 9eb7544e-df9a-418c-bd42-ea80785d03bc completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:46:34.231901 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 9eb7544e-df9a-418c-bd42-ea80785d03bc triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:34.232172 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:34.234391 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [req-abe10092-a4d9-474a-a719-e4ab9e32e28e req-9d969a73-9670-4e99-95f1-171ead91b533 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Transition to ACTIVE for port object ec4737a8-b58e-47b3-a875-21eccccfae29 will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:46:34.303511 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-abe10092-a4d9-474a-a719-e4ab9e32e28e req-9d969a73-9670-4e99-95f1-171ead91b533 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:34.375085 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abe10092-a4d9-474a-a719-e4ab9e32e28e req-9d969a73-9670-4e99-95f1-171ead91b533 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Network 095ca989-3257-4413-9aaa-cedbc7b00f9f is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:46:34.385106 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [req-abe10092-a4d9-474a-a719-e4ab9e32e28e req-9d969a73-9670-4e99-95f1-171ead91b533 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:46:34.392263 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-abe10092-a4d9-474a-a719-e4ab9e32e28e req-9d969a73-9670-4e99-95f1-171ead91b533 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:46:34.400887 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:34.443514 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d969a73-9670-4e99-95f1-171ead91b533 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Pushing event updated for resources: {'Port': ['ID=ec4737a8-b58e-47b3-a875-21eccccfae29,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:34.529526 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe10092-a4d9-474a-a719-e4ab9e32e28e req-9d969a73-9670-4e99-95f1-171ead91b533 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:34.530945 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-abe10092-a4d9-474a-a719-e4ab9e32e28e req-9d969a73-9670-4e99-95f1-171ead91b533 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:34.531073 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 9eb7544e-df9a-418c-bd42-ea80785d03bc, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=9eb7544e-df9a-418c-bd42-ea80785d03bc,segment=NetworkSegment(7e02d3e0-a014-464a-a98b-f24fb8063034),segment_id=7e02d3e0-a014-464a-a98b-f24fb8063034)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:34.547282 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:34.570039 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-abe10092-a4d9-474a-a719-e4ab9e32e28e req-9d969a73-9670-4e99-95f1-171ead91b533 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2417331 Aug 10 03:46:34.590805 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-abe10092-a4d9-474a-a719-e4ab9e32e28e req-0c9519e0-f899-4b71-af84-2e7d4c0c8c86 service neutron] Request body: {'port': {'device_id': 'e696b1a3-586b-498f-bbfd-4b8c2d29647e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-13'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:46:34.659113 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=9eb7544e-df9a-418c-bd42-ea80785d03bc,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:34.704117 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-2ff5a1f2-09d9-41b0-b972-e86159bc19f9 None None] Provisioning for port ec4737a8-b58e-47b3-a875-21eccccfae29 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:46:34.705051 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-abe10092-a4d9-474a-a719-e4ab9e32e28e req-0c9519e0-f899-4b71-af84-2e7d4c0c8c86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:34.714857 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-2ff5a1f2-09d9-41b0-b972-e86159bc19f9 None None] Provisioning complete for port ec4737a8-b58e-47b3-a875-21eccccfae29 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:34.715504 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-2ff5a1f2-09d9-41b0-b972-e86159bc19f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:34.809736 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-2ff5a1f2-09d9-41b0-b972-e86159bc19f9 None None] Port ec4737a8-b58e-47b3-a875-21eccccfae29 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:46:35.231067 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [req-abe10092-a4d9-474a-a719-e4ab9e32e28e req-0c9519e0-f899-4b71-af84-2e7d4c0c8c86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec4737a8-b58e-47b3-a875-21eccccfae29 {{(pid=94261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:46:35.234285 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e204b56-bf94-44fc-a518-46743ef3680a req-d4d3644e-b939-4ce1-9c69-cff40c531002 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:35.237263 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5e204b56-bf94-44fc-a518-46743ef3680a req-d4d3644e-b939-4ce1-9c69-cff40c531002 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] 10.222.0.44 "GET /v2.0/ports?device_id=e696b1a3-586b-498f-bbfd-4b8c2d29647e HTTP/1.1" status: 200 len: 932 time: 0.1014442 Aug 10 03:46:35.241094 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-abe10092-a4d9-474a-a719-e4ab9e32e28e req-0c9519e0-f899-4b71-af84-2e7d4c0c8c86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:35.259219 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [req-abe10092-a4d9-474a-a719-e4ab9e32e28e req-0c9519e0-f899-4b71-af84-2e7d4c0c8c86 service neutron] Transition to ACTIVE for port object ec4737a8-b58e-47b3-a875-21eccccfae29 will not be triggered until provisioned by entity L2. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:46:35.266418 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-abe10092-a4d9-474a-a719-e4ab9e32e28e req-0c9519e0-f899-4b71-af84-2e7d4c0c8c86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:35.348791 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9519e0-f899-4b71-af84-2e7d4c0c8c86 service neutron] Pushing event updated for resources: {'Port': ['ID=ec4737a8-b58e-47b3-a875-21eccccfae29,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:35.355552 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5e204b56-bf94-44fc-a518-46743ef3680a req-5f1e87d4-d7c9-489c-ac71-48745a080200 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] 10.222.0.44 "GET /v2.0/security-groups?id=9dfdb3c8-3e7c-4acc-af10-80c9821ef795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052701 Aug 10 03:46:35.530875 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-abe10092-a4d9-474a-a719-e4ab9e32e28e req-0c9519e0-f899-4b71-af84-2e7d4c0c8c86 service neutron] Attempting to bind port ec4737a8-b58e-47b3-a875-21eccccfae29 on host n-h2-768862-13 for vnic_type normal with profile {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:46:35.530875 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-abe10092-a4d9-474a-a719-e4ab9e32e28e req-0c9519e0-f899-4b71-af84-2e7d4c0c8c86 service neutron] Attempting to bind port ec4737a8-b58e-47b3-a875-21eccccfae29 by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': '71c155ef-f019-42c3-9a95-f8a7557bb52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '095ca989-3257-4413-9aaa-cedbc7b00f9f'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:46:35.530875 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe10092-a4d9-474a-a719-e4ab9e32e28e req-0c9519e0-f899-4b71-af84-2e7d4c0c8c86 service neutron] Attempting to bind port ec4737a8-b58e-47b3-a875-21eccccfae29 on network 095ca989-3257-4413-9aaa-cedbc7b00f9f {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:46:35.544070 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe10092-a4d9-474a-a719-e4ab9e32e28e req-0c9519e0-f899-4b71-af84-2e7d4c0c8c86 service neutron] Port ec4737a8-b58e-47b3-a875-21eccccfae29 on network 095ca989-3257-4413-9aaa-cedbc7b00f9f not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:46:35.544431 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe10092-a4d9-474a-a719-e4ab9e32e28e req-0c9519e0-f899-4b71-af84-2e7d4c0c8c86 service neutron] Attempting to bind port ec4737a8-b58e-47b3-a875-21eccccfae29 on network 095ca989-3257-4413-9aaa-cedbc7b00f9f {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:46:35.560230 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe10092-a4d9-474a-a719-e4ab9e32e28e req-0c9519e0-f899-4b71-af84-2e7d4c0c8c86 service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:46:35.560693 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe10092-a4d9-474a-a719-e4ab9e32e28e req-0c9519e0-f899-4b71-af84-2e7d4c0c8c86 service neutron] Checking segment: {'id': '71c155ef-f019-42c3-9a95-f8a7557bb52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '095ca989-3257-4413-9aaa-cedbc7b00f9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:46:35.561246 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe10092-a4d9-474a-a719-e4ab9e32e28e req-0c9519e0-f899-4b71-af84-2e7d4c0c8c86 service neutron] Bound using segment: {'id': '71c155ef-f019-42c3-9a95-f8a7557bb52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '095ca989-3257-4413-9aaa-cedbc7b00f9f'} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:46:35.561738 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-abe10092-a4d9-474a-a719-e4ab9e32e28e req-0c9519e0-f899-4b71-af84-2e7d4c0c8c86 service neutron] Bound port: ec4737a8-b58e-47b3-a875-21eccccfae29, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71c155ef-f019-42c3-9a95-f8a7557bb52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '095ca989-3257-4413-9aaa-cedbc7b00f9f'}}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:46:35.562132 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-abe10092-a4d9-474a-a719-e4ab9e32e28e req-0c9519e0-f899-4b71-af84-2e7d4c0c8c86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:35.646338 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-abe10092-a4d9-474a-a719-e4ab9e32e28e req-0c9519e0-f899-4b71-af84-2e7d4c0c8c86 service neutron] For port ec4737a8-b58e-47b3-a875-21eccccfae29, host n-h2-768862-13, cleared binding levels {{(pid=94261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:46:35.650502 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-abe10092-a4d9-474a-a719-e4ab9e32e28e req-0c9519e0-f899-4b71-af84-2e7d4c0c8c86 service neutron] For port ec4737a8-b58e-47b3-a875-21eccccfae29, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=ec4737a8-b58e-47b3-a875-21eccccfae29,segment=NetworkSegment(71c155ef-f019-42c3-9a95-f8a7557bb52c),segment_id=71c155ef-f019-42c3-9a95-f8a7557bb52c)] {{(pid=94261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:46:35.658054 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-abe10092-a4d9-474a-a719-e4ab9e32e28e req-0c9519e0-f899-4b71-af84-2e7d4c0c8c86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:35.705173 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe10092-a4d9-474a-a719-e4ab9e32e28e req-0c9519e0-f899-4b71-af84-2e7d4c0c8c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:35.706218 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-abe10092-a4d9-474a-a719-e4ab9e32e28e req-0c9519e0-f899-4b71-af84-2e7d4c0c8c86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:35.708113 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-abe10092-a4d9-474a-a719-e4ab9e32e28e req-0c9519e0-f899-4b71-af84-2e7d4c0c8c86 service neutron] 10.222.0.61 "PUT /v2.0/ports/ec4737a8-b58e-47b3-a875-21eccccfae29 HTTP/1.1" status: 200 len: 1093 time: 1.1258073 Aug 10 03:46:35.708607 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e696b1a3-586b-498f-bbfd-4b8c2d29647e', 'tag': 'ec4737a8-b58e-47b3-a875-21eccccfae29'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:46:35.711218 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d3d465-b6e8-4d96-9d12-ebbf176b881b" -d '{"events": [{"name": "network-changed", "server_uuid": "e696b1a3-586b-498f-bbfd-4b8c2d29647e", "tag": "ec4737a8-b58e-47b3-a875-21eccccfae29"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:46:35.765282 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9519e0-f899-4b71-af84-2e7d4c0c8c86 service neutron] Pushing event updated for resources: {'Port': ['ID=ec4737a8-b58e-47b3-a875-21eccccfae29,revision_number=3']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:35.780682 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9f24d8a-e32f-4d21-bd9f-4bf2ca2cf8ea x-openstack-request-id: req-e9f24d8a-e32f-4d21-bd9f-4bf2ca2cf8ea {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:46:35.781172 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e696b1a3-586b-498f-bbfd-4b8c2d29647e", "tag": "ec4737a8-b58e-47b3-a875-21eccccfae29", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:46:35.781590 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e9f24d8a-e32f-4d21-bd9f-4bf2ca2cf8ea {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:46:35.782241 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e696b1a3-586b-498f-bbfd-4b8c2d29647e', 'tag': 'ec4737a8-b58e-47b3-a875-21eccccfae29', 'status': 'completed', 'code': 200} Aug 10 03:46:35.901650 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe10092-a4d9-474a-a719-e4ab9e32e28e req-e8a7a83d-0e46-4582-b18a-9640ff75692b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:35.905499 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-abe10092-a4d9-474a-a719-e4ab9e32e28e req-e8a7a83d-0e46-4582-b18a-9640ff75692b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=810c64a9b2844404a2bfdb7c413aee0e&device_id=e696b1a3-586b-498f-bbfd-4b8c2d29647e HTTP/1.1" status: 200 len: 1096 time: 0.1111670 Aug 10 03:46:35.967966 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-abe10092-a4d9-474a-a719-e4ab9e32e28e req-7ae541b0-d4ab-4a3d-8aaa-7dd4522d7601 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec4737a8-b58e-47b3-a875-21eccccfae29 HTTP/1.1" status: 200 len: 217 time: 0.0513420 Aug 10 03:46:35.995611 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fbfb92-dea2-4e0c-a8be-81921251993b req-5fd605ff-1dfb-45ed-8006-9b134797ad27 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:36.007744 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-63fbfb92-dea2-4e0c-a8be-81921251993b req-5fd605ff-1dfb-45ed-8006-9b134797ad27 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/ports?device_id=e73ce57f-2a49-4e12-8ff5-ad39da7fdc13 HTTP/1.1" status: 200 len: 946 time: 0.1038578 Aug 10 03:46:36.070622 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe10092-a4d9-474a-a719-e4ab9e32e28e req-a52c85f1-04bf-4dbb-8fe1-9b4ed8f3f8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:36.072231 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-63fbfb92-dea2-4e0c-a8be-81921251993b req-0e0287d1-0371-4414-849f-8d7fea3ece97 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/security-groups?id=db852a7b-2c6f-44b2-a3e6-df6b6f6ce8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579665 Aug 10 03:46:36.099155 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-abe10092-a4d9-474a-a719-e4ab9e32e28e req-a52c85f1-04bf-4dbb-8fe1-9b4ed8f3f8ce service neutron] 10.222.0.61 "GET /v2.0/subnets?id=59239fe0-5b0a-4cf2-984b-fbd48b94dbaf HTTP/1.1" status: 200 len: 848 time: 0.1196477 Aug 10 03:46:36.134329 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 9eb7544e-df9a-418c-bd42-ea80785d03bc up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:46:36.203348 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe10092-a4d9-474a-a719-e4ab9e32e28e req-f5688774-2ecf-4c3b-a12b-f52150200c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:36.206618 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-abe10092-a4d9-474a-a719-e4ab9e32e28e req-f5688774-2ecf-4c3b-a12b-f52150200c8e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=095ca989-3257-4413-9aaa-cedbc7b00f9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0984976 Aug 10 03:46:36.257965 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 9eb7544e-df9a-418c-bd42-ea80785d03bc triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:36.258636 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:36.337742 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-abe10092-a4d9-474a-a719-e4ab9e32e28e req-ec3a8a86-edf5-489f-954f-5dfc796ffe5a service neutron] 10.222.0.61 "GET /v2.0/networks/095ca989-3257-4413-9aaa-cedbc7b00f9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191983 Aug 10 03:46:36.479347 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-abe10092-a4d9-474a-a719-e4ab9e32e28e req-6b9fd824-57f3-4720-88da-3b3d5d101037 service neutron] 10.222.0.61 "GET /v2.0/networks/095ca989-3257-4413-9aaa-cedbc7b00f9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237950 Aug 10 03:46:36.569115 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90532536-1402-43e8-a05a-f56413150027 req-8892f6ba-90dd-42ab-8222-43903bf5e192 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:36.571007 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-90532536-1402-43e8-a05a-f56413150027 req-8892f6ba-90dd-42ab-8222-43903bf5e192 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] 10.222.0.44 "GET /v2.0/ports?device_id=e696b1a3-586b-498f-bbfd-4b8c2d29647e HTTP/1.1" status: 200 len: 944 time: 0.1028686 Aug 10 03:46:36.622693 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-90532536-1402-43e8-a05a-f56413150027 req-6ad9b954-a9af-4f21-86e8-10a522ffb95d tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] 10.222.0.44 "GET /v2.0/security-groups?id=9dfdb3c8-3e7c-4acc-af10-80c9821ef795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397396 Aug 10 03:46:36.627979 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d3d465-b6e8-4d96-9d12-ebbf176b881b req-d7471ddf-3ba9-4e69-94e8-55e0727b29e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:36.630950 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-b0d3d465-b6e8-4d96-9d12-ebbf176b881b req-d7471ddf-3ba9-4e69-94e8-55e0727b29e6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=810c64a9b2844404a2bfdb7c413aee0e&device_id=e696b1a3-586b-498f-bbfd-4b8c2d29647e HTTP/1.1" status: 200 len: 1096 time: 0.0727055 Aug 10 03:46:36.739807 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d3d465-b6e8-4d96-9d12-ebbf176b881b req-23f32f54-158e-4dc7-b598-bf7a45aa30b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:36.742023 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-b0d3d465-b6e8-4d96-9d12-ebbf176b881b req-23f32f54-158e-4dc7-b598-bf7a45aa30b6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=095ca989-3257-4413-9aaa-cedbc7b00f9f HTTP/1.1" status: 200 len: 909 time: 0.0991626 Aug 10 03:46:36.793617 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-b0d3d465-b6e8-4d96-9d12-ebbf176b881b req-6e679ec1-c60d-4c87-bcf2-5d63c69c8e86 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec4737a8-b58e-47b3-a875-21eccccfae29 HTTP/1.1" status: 200 len: 217 time: 0.0403073 Aug 10 03:46:36.866750 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d3d465-b6e8-4d96-9d12-ebbf176b881b req-c662a74b-d8e0-4e1e-b78e-b129e2c872ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:36.869349 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-b0d3d465-b6e8-4d96-9d12-ebbf176b881b req-c662a74b-d8e0-4e1e-b78e-b129e2c872ad service neutron] 10.222.0.61 "GET /v2.0/subnets?id=59239fe0-5b0a-4cf2-984b-fbd48b94dbaf HTTP/1.1" status: 200 len: 848 time: 0.0654061 Aug 10 03:46:36.954037 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d3d465-b6e8-4d96-9d12-ebbf176b881b req-843f846d-5fa0-4d40-8f68-4ac882cd19a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:36.956027 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-b0d3d465-b6e8-4d96-9d12-ebbf176b881b req-843f846d-5fa0-4d40-8f68-4ac882cd19a9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=095ca989-3257-4413-9aaa-cedbc7b00f9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0689626 Aug 10 03:46:37.087155 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-b0d3d465-b6e8-4d96-9d12-ebbf176b881b req-31a2b794-c8e1-4625-917d-9b3f09908c0d service neutron] 10.222.0.61 "GET /v2.0/networks/095ca989-3257-4413-9aaa-cedbc7b00f9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109748 Aug 10 03:46:37.206692 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-b0d3d465-b6e8-4d96-9d12-ebbf176b881b req-5ee52459-b10e-4bb4-beaa-c0197703af24 service neutron] 10.222.0.61 "GET /v2.0/networks/095ca989-3257-4413-9aaa-cedbc7b00f9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114595 Aug 10 03:46:37.260316 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3f639b-51a5-4ed1-a65b-c6dc25a68231 req-b7605709-0869-4596-95ba-f194eb80eb6e tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:37.261991 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ff3f639b-51a5-4ed1-a65b-c6dc25a68231 req-b7605709-0869-4596-95ba-f194eb80eb6e tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/ports?device_id=e73ce57f-2a49-4e12-8ff5-ad39da7fdc13 HTTP/1.1" status: 200 len: 946 time: 0.0622463 Aug 10 03:46:37.340101 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ff3f639b-51a5-4ed1-a65b-c6dc25a68231 req-bb4dd5ae-0c6c-41ff-9008-4efd12b2355b tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/security-groups?id=db852a7b-2c6f-44b2-a3e6-df6b6f6ce8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710690 Aug 10 03:46:37.360207 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5154db5a-b2fb-4b36-8caf-b94f5ad29286 req-f3cbb755-0096-40e1-abd9-52b9a9684a36 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:37.362130 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5154db5a-b2fb-4b36-8caf-b94f5ad29286 req-f3cbb755-0096-40e1-abd9-52b9a9684a36 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.42 "GET /v2.0/ports?device_id=e73ce57f-2a49-4e12-8ff5-ad39da7fdc13 HTTP/1.1" status: 200 len: 946 time: 0.0830417 Aug 10 03:46:37.539679 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-5154db5a-b2fb-4b36-8caf-b94f5ad29286 req-bf431947-b8d3-4645-912b-206c228c327d tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Deleting port a7f157f7-624d-4fa5-b1e8-0601c5612be6 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:46:37.539679 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-5154db5a-b2fb-4b36-8caf-b94f5ad29286 req-bf431947-b8d3-4645-912b-206c228c327d tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:37.675602 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-5154db5a-b2fb-4b36-8caf-b94f5ad29286 req-bf431947-b8d3-4645-912b-206c228c327d tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] For port a7f157f7-624d-4fa5-b1e8-0601c5612be6, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=a7f157f7-624d-4fa5-b1e8-0601c5612be6,segment=NetworkSegment(3569a734-dec7-4b7a-b2db-22edb5a0f3a6),segment_id=3569a734-dec7-4b7a-b2db-22edb5a0f3a6)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:37.676576 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-5154db5a-b2fb-4b36-8caf-b94f5ad29286 req-bf431947-b8d3-4645-912b-206c228c327d tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:37.705159 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-5154db5a-b2fb-4b36-8caf-b94f5ad29286 req-bf431947-b8d3-4645-912b-206c228c327d tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Calling delete_port for a7f157f7-624d-4fa5-b1e8-0601c5612be6 owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:46:37.898925 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b2343b-f3ae-4447-98b7-ddef10cf2baa req-c451cf53-1ec3-43cb-9bfc-1ece70b29a8c tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:37.910886 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-01b2343b-f3ae-4447-98b7-ddef10cf2baa req-c451cf53-1ec3-43cb-9bfc-1ece70b29a8c tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] 10.222.0.44 "GET /v2.0/ports?device_id=e696b1a3-586b-498f-bbfd-4b8c2d29647e HTTP/1.1" status: 200 len: 944 time: 0.1197236 Aug 10 03:46:37.987703 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-01b2343b-f3ae-4447-98b7-ddef10cf2baa req-4053d40e-89e2-4e19-a9d2-1ca8bdb75bc5 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] 10.222.0.44 "GET /v2.0/security-groups?id=9dfdb3c8-3e7c-4acc-af10-80c9821ef795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747695 Aug 10 03:46:38.094212 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-5154db5a-b2fb-4b36-8caf-b94f5ad29286 req-bf431947-b8d3-4645-912b-206c228c327d tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:38.105977 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['b191a705-716c-4bd6-a542-acc5d6222007', '08144267-9e40-4451-b996-8da22c50ee43', 'a7f157f7-624d-4fa5-b1e8-0601c5612be6'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:46:38.110409 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['095ed522-e342-48a5-b1da-7f937375b750'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:46:38.142417 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf431947-b8d3-4645-912b-206c228c327d tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Pushing event deleted for resources: {'Port': ['ID=a7f157f7-624d-4fa5-b1e8-0601c5612be6,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:38.243781 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-5154db5a-b2fb-4b36-8caf-b94f5ad29286 req-bf431947-b8d3-4645-912b-206c228c327d tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] No DVR routers for this DVR port a7f157f7-624d-4fa5-b1e8-0601c5612be6 on host n-h1-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:46:38.249130 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-5154db5a-b2fb-4b36-8caf-b94f5ad29286 req-bf431947-b8d3-4645-912b-206c228c327d tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:38.253525 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5154db5a-b2fb-4b36-8caf-b94f5ad29286 req-bf431947-b8d3-4645-912b-206c228c327d tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.42 "DELETE /v2.0/ports/a7f157f7-624d-4fa5-b1e8-0601c5612be6 HTTP/1.1" status: 204 len: 173 time: 0.8842535 Aug 10 03:46:38.254695 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e73ce57f-2a49-4e12-8ff5-ad39da7fdc13', 'name': 'network-vif-deleted', 'tag': 'a7f157f7-624d-4fa5-b1e8-0601c5612be6'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:46:38.259709 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34887d46-b21f-47e2-a7dc-c5679f63c9a9" -d '{"events": [{"server_uuid": "e73ce57f-2a49-4e12-8ff5-ad39da7fdc13", "name": "network-vif-deleted", "tag": "a7f157f7-624d-4fa5-b1e8-0601c5612be6"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:46:38.322559 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e7254b9-bb51-485e-ae91-99dee922f440 x-openstack-request-id: req-8e7254b9-bb51-485e-ae91-99dee922f440 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:46:38.323369 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e73ce57f-2a49-4e12-8ff5-ad39da7fdc13", "name": "network-vif-deleted", "tag": "a7f157f7-624d-4fa5-b1e8-0601c5612be6", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:46:38.324077 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8e7254b9-bb51-485e-ae91-99dee922f440 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:46:38.324938 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e73ce57f-2a49-4e12-8ff5-ad39da7fdc13', 'name': 'network-vif-deleted', 'tag': 'a7f157f7-624d-4fa5-b1e8-0601c5612be6', 'status': 'completed', 'code': 200} Aug 10 03:46:38.543814 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cbf26fe3-d682-4a36-aa5c-7472990bc322 req-cdde6e6b-1a4a-4845-9015-edf48b22d013 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/ports?device_id=e73ce57f-2a49-4e12-8ff5-ad39da7fdc13 HTTP/1.1" status: 200 len: 210 time: 0.0312788 Aug 10 03:46:39.169330 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda7a7c5-7764-4ef2-8b38-b3444218a2dc req-112ad839-b8ce-4427-b942-84f60905ecb9 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:39.171539 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bda7a7c5-7764-4ef2-8b38-b3444218a2dc req-112ad839-b8ce-4427-b942-84f60905ecb9 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] 10.222.0.44 "GET /v2.0/ports?device_id=e696b1a3-586b-498f-bbfd-4b8c2d29647e HTTP/1.1" status: 200 len: 944 time: 0.0839324 Aug 10 03:46:39.215812 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bda7a7c5-7764-4ef2-8b38-b3444218a2dc req-0d7171a1-25a2-4a13-9ad3-0921860acea3 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] 10.222.0.44 "GET /v2.0/security-groups?id=9dfdb3c8-3e7c-4acc-af10-80c9821ef795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369482 Aug 10 03:46:40.397720 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14463ee2-da93-4c0e-b577-620151100f35 req-11a0d4cd-f83d-4fd5-bd30-d8922ea5c5e5 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:40.415092 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-14463ee2-da93-4c0e-b577-620151100f35 req-11a0d4cd-f83d-4fd5-bd30-d8922ea5c5e5 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] 10.222.0.44 "GET /v2.0/ports?device_id=e696b1a3-586b-498f-bbfd-4b8c2d29647e HTTP/1.1" status: 200 len: 944 time: 0.1135633 Aug 10 03:46:40.453487 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:46:40.490971 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-14463ee2-da93-4c0e-b577-620151100f35 req-6d525016-9c84-4054-89a0-1a193632f982 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] 10.222.0.44 "GET /v2.0/security-groups?id=9dfdb3c8-3e7c-4acc-af10-80c9821ef795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739672 Aug 10 03:46:40.922612 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device a7f157f7-624d-4fa5-b1e8-0601c5612be6 no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:46:40.956560 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] No Port match for: a7f157f7-624d-4fa5-b1e8-0601c5612be6 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:46:40.958509 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device a7f157f7-624d-4fa5-b1e8-0601c5612be6 not bound to the agent host n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:46:41.149960 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device ec4737a8-b58e-47b3-a875-21eccccfae29 details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:46:41.267561 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port ec4737a8-b58e-47b3-a875-21eccccfae29, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=ec4737a8-b58e-47b3-a875-21eccccfae29,segment=NetworkSegment(71c155ef-f019-42c3-9a95-f8a7557bb52c),segment_id=71c155ef-f019-42c3-9a95-f8a7557bb52c)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:41.281933 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': 'ec4737a8-b58e-47b3-a875-21eccccfae29', 'network_id': '095ca989-3257-4413-9aaa-cedbc7b00f9f', 'port_id': 'ec4737a8-b58e-47b3-a875-21eccccfae29', 'mac_address': 'fa:16:3e:35:d6:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59239fe0-5b0a-4cf2-984b-fbd48b94dbaf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:46:41.331426 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:41.347257 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec4737a8-b58e-47b3-a875-21eccccfae29 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:46:41.377362 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port ec4737a8-b58e-47b3-a875-21eccccfae29, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=ec4737a8-b58e-47b3-a875-21eccccfae29,segment=NetworkSegment(71c155ef-f019-42c3-9a95-f8a7557bb52c),segment_id=71c155ef-f019-42c3-9a95-f8a7557bb52c)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:41.383791 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:41.449414 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=ec4737a8-b58e-47b3-a875-21eccccfae29,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:41.700110 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c9397-a1d5-442e-b135-96cfffd31fc8 req-1ecb4865-5af1-45c6-9200-8b48d38a6c2c tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:41.702831 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9b6c9397-a1d5-442e-b135-96cfffd31fc8 req-1ecb4865-5af1-45c6-9200-8b48d38a6c2c tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] 10.222.0.44 "GET /v2.0/ports?device_id=e696b1a3-586b-498f-bbfd-4b8c2d29647e HTTP/1.1" status: 200 len: 945 time: 0.0858140 Aug 10 03:46:41.773997 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9b6c9397-a1d5-442e-b135-96cfffd31fc8 req-5e8acb32-1523-400c-b406-8277089de26c tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] 10.222.0.44 "GET /v2.0/security-groups?id=9dfdb3c8-3e7c-4acc-af10-80c9821ef795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635436 Aug 10 03:46:41.808025 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['ec4737a8-b58e-47b3-a875-21eccccfae29'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:46:42.992409 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f6b31d-49f5-4e3b-826f-c79a6e8ed5c6 req-417031d6-0fe0-40ab-b77f-cf4c0ab01dd7 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:43.005178 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-95f6b31d-49f5-4e3b-826f-c79a6e8ed5c6 req-417031d6-0fe0-40ab-b77f-cf4c0ab01dd7 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] 10.222.0.44 "GET /v2.0/ports?device_id=e696b1a3-586b-498f-bbfd-4b8c2d29647e HTTP/1.1" status: 200 len: 945 time: 0.1084640 Aug 10 03:46:43.083054 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-95f6b31d-49f5-4e3b-826f-c79a6e8ed5c6 req-40b270d0-3691-40ec-a93c-f6ec488fd75a tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] 10.222.0.44 "GET /v2.0/security-groups?id=9dfdb3c8-3e7c-4acc-af10-80c9821ef795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762179 Aug 10 03:46:43.161786 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device ec4737a8-b58e-47b3-a875-21eccccfae29 up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:46:43.242146 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning for port ec4737a8-b58e-47b3-a875-21eccccfae29 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:46:43.249395 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port ec4737a8-b58e-47b3-a875-21eccccfae29 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:43.250412 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:43.424130 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:43.455618 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855034a0-08a0-438a-81d1-8726aa132ac0 req-97fb878f-8cfc-4c6e-a07d-29e38346fdd2 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:43.463911 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-855034a0-08a0-438a-81d1-8726aa132ac0 req-97fb878f-8cfc-4c6e-a07d-29e38346fdd2 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/ports?device_id=8fe7a769-d2d4-4ac2-9ba3-aff97d47c681 HTTP/1.1" status: 200 len: 945 time: 0.0784442 Aug 10 03:46:43.483723 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port ec4737a8-b58e-47b3-a875-21eccccfae29, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=ec4737a8-b58e-47b3-a875-21eccccfae29,segment=NetworkSegment(71c155ef-f019-42c3-9a95-f8a7557bb52c),segment_id=71c155ef-f019-42c3-9a95-f8a7557bb52c)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:43.484954 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e696b1a3-586b-498f-bbfd-4b8c2d29647e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec4737a8-b58e-47b3-a875-21eccccfae29'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:46:43.488036 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28ca9288-c820-43ab-b972-6940328823e4" -d '{"events": [{"server_uuid": "e696b1a3-586b-498f-bbfd-4b8c2d29647e", "name": "network-vif-plugged", "status": "completed", "tag": "ec4737a8-b58e-47b3-a875-21eccccfae29"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:46:43.496721 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:43.522968 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-855034a0-08a0-438a-81d1-8726aa132ac0 req-6e09c794-e067-4a3e-b12c-c99f668f0c17 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/security-groups?id=db852a7b-2c6f-44b2-a3e6-df6b6f6ce8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579059 Aug 10 03:46:43.573567 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6996549a-5d52-426e-94e3-20ff5ee66d03 x-openstack-request-id: req-6996549a-5d52-426e-94e3-20ff5ee66d03 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:46:43.573871 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e696b1a3-586b-498f-bbfd-4b8c2d29647e", "name": "network-vif-plugged", "status": "completed", "tag": "ec4737a8-b58e-47b3-a875-21eccccfae29", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:46:43.574197 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6996549a-5d52-426e-94e3-20ff5ee66d03 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:46:43.574567 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e696b1a3-586b-498f-bbfd-4b8c2d29647e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec4737a8-b58e-47b3-a875-21eccccfae29', 'code': 200} Aug 10 03:46:43.600092 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=ec4737a8-b58e-47b3-a875-21eccccfae29,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:43.717470 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bf642e-a7a7-43c1-a95f-6a917c0cac53 req-73dc86ca-2aa6-4d1a-bc5d-f3fd1feb6f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:43.720698 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-65bf642e-a7a7-43c1-a95f-6a917c0cac53 req-73dc86ca-2aa6-4d1a-bc5d-f3fd1feb6f78 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e696b1a3-586b-498f-bbfd-4b8c2d29647e HTTP/1.1" status: 200 len: 1098 time: 0.0650232 Aug 10 03:46:43.770458 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-65bf642e-a7a7-43c1-a95f-6a917c0cac53 req-d1682326-d18f-4487-b055-fc57227c370b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=9dfdb3c8-3e7c-4acc-af10-80c9821ef795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396605 Aug 10 03:46:44.241682 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0a9297-e3a2-4462-b03b-828726d943ac req-089c2f0d-9ba3-40df-b0f3-d100a4eaa22c tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:44.243364 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2e0a9297-e3a2-4462-b03b-828726d943ac req-089c2f0d-9ba3-40df-b0f3-d100a4eaa22c tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] 10.222.0.44 "GET /v2.0/ports?device_id=e696b1a3-586b-498f-bbfd-4b8c2d29647e HTTP/1.1" status: 200 len: 946 time: 0.0547743 Aug 10 03:46:44.308312 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2e0a9297-e3a2-4462-b03b-828726d943ac req-befa1338-0766-4a43-b5c9-018fbaeaa52b tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] 10.222.0.44 "GET /v2.0/security-groups?id=9dfdb3c8-3e7c-4acc-af10-80c9821ef795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577576 Aug 10 03:46:44.660718 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf36900-5d59-443f-8907-0113fc65b1bb req-b6ca30ed-4dbd-49ca-8779-550aeb750674 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:44.662971 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-caf36900-5d59-443f-8907-0113fc65b1bb req-b6ca30ed-4dbd-49ca-8779-550aeb750674 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/ports?device_id=8fe7a769-d2d4-4ac2-9ba3-aff97d47c681 HTTP/1.1" status: 200 len: 945 time: 0.0555439 Aug 10 03:46:44.705660 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-caf36900-5d59-443f-8907-0113fc65b1bb req-da42235d-1a8a-4b6f-a207-820f20630979 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/security-groups?id=db852a7b-2c6f-44b2-a3e6-df6b6f6ce8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361314 Aug 10 03:46:44.814070 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c7619a-e04d-4c9d-81ca-aaa612482e4b req-6d33ded6-c547-46c5-bbed-43891fc792a5 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:44.816095 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-15c7619a-e04d-4c9d-81ca-aaa612482e4b req-6d33ded6-c547-46c5-bbed-43891fc792a5 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.42 "GET /v2.0/ports?device_id=8fe7a769-d2d4-4ac2-9ba3-aff97d47c681 HTTP/1.1" status: 200 len: 945 time: 0.0722582 Aug 10 03:46:44.930095 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-15c7619a-e04d-4c9d-81ca-aaa612482e4b req-f331e3e3-1480-41e6-858f-50e43edbae12 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Deleting port 08144267-9e40-4451-b996-8da22c50ee43 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:46:44.930674 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-15c7619a-e04d-4c9d-81ca-aaa612482e4b req-f331e3e3-1480-41e6-858f-50e43edbae12 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:45.050831 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-15c7619a-e04d-4c9d-81ca-aaa612482e4b req-f331e3e3-1480-41e6-858f-50e43edbae12 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] For port 08144267-9e40-4451-b996-8da22c50ee43, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=08144267-9e40-4451-b996-8da22c50ee43,segment=NetworkSegment(3569a734-dec7-4b7a-b2db-22edb5a0f3a6),segment_id=3569a734-dec7-4b7a-b2db-22edb5a0f3a6)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:45.051426 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-15c7619a-e04d-4c9d-81ca-aaa612482e4b req-f331e3e3-1480-41e6-858f-50e43edbae12 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:45.076049 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-15c7619a-e04d-4c9d-81ca-aaa612482e4b req-f331e3e3-1480-41e6-858f-50e43edbae12 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Calling delete_port for 08144267-9e40-4451-b996-8da22c50ee43 owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:46:45.289606 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-15c7619a-e04d-4c9d-81ca-aaa612482e4b req-f331e3e3-1480-41e6-858f-50e43edbae12 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:45.307215 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['b191a705-716c-4bd6-a542-acc5d6222007', '08144267-9e40-4451-b996-8da22c50ee43'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:46:45.311425 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['095ed522-e342-48a5-b1da-7f937375b750'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:46:45.348816 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f331e3e3-1480-41e6-858f-50e43edbae12 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Pushing event deleted for resources: {'Port': ['ID=08144267-9e40-4451-b996-8da22c50ee43,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:45.413018 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-15c7619a-e04d-4c9d-81ca-aaa612482e4b req-f331e3e3-1480-41e6-858f-50e43edbae12 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] No DVR routers for this DVR port 08144267-9e40-4451-b996-8da22c50ee43 on host n-h1-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:46:45.416565 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-15c7619a-e04d-4c9d-81ca-aaa612482e4b req-f331e3e3-1480-41e6-858f-50e43edbae12 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:45.419035 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-15c7619a-e04d-4c9d-81ca-aaa612482e4b req-f331e3e3-1480-41e6-858f-50e43edbae12 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.42 "DELETE /v2.0/ports/08144267-9e40-4451-b996-8da22c50ee43 HTTP/1.1" status: 204 len: 173 time: 0.5965254 Aug 10 03:46:45.419522 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fe7a769-d2d4-4ac2-9ba3-aff97d47c681', 'name': 'network-vif-deleted', 'tag': '08144267-9e40-4451-b996-8da22c50ee43'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:46:45.422095 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e60b48f9-1ecd-4b0d-a679-e58cffff8fcd" -d '{"events": [{"server_uuid": "8fe7a769-d2d4-4ac2-9ba3-aff97d47c681", "name": "network-vif-deleted", "tag": "08144267-9e40-4451-b996-8da22c50ee43"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:46:45.543310 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d34d39a4-5405-4b20-88e1-7c2331b55dfe x-openstack-request-id: req-d34d39a4-5405-4b20-88e1-7c2331b55dfe {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:46:45.543493 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fe7a769-d2d4-4ac2-9ba3-aff97d47c681", "name": "network-vif-deleted", "tag": "08144267-9e40-4451-b996-8da22c50ee43", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:46:45.545181 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d34d39a4-5405-4b20-88e1-7c2331b55dfe {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:46:45.545181 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fe7a769-d2d4-4ac2-9ba3-aff97d47c681', 'name': 'network-vif-deleted', 'tag': '08144267-9e40-4451-b996-8da22c50ee43', 'status': 'completed', 'code': 200} Aug 10 03:46:45.578888 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc0124f-2f88-47aa-8b2a-9f2c6aacfacc req-60614918-5761-4454-a5b7-27e905b12ef2 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:45.580687 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8bc0124f-2f88-47aa-8b2a-9f2c6aacfacc req-60614918-5761-4454-a5b7-27e905b12ef2 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] 10.222.0.44 "GET /v2.0/ports?device_id=e696b1a3-586b-498f-bbfd-4b8c2d29647e HTTP/1.1" status: 200 len: 946 time: 0.1240954 Aug 10 03:46:45.639426 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8bc0124f-2f88-47aa-8b2a-9f2c6aacfacc req-28793399-918e-482c-8c6c-2080b4072a30 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] 10.222.0.44 "GET /v2.0/security-groups?id=9dfdb3c8-3e7c-4acc-af10-80c9821ef795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447497 Aug 10 03:46:45.884008 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a77f8c4-6f17-4fe6-89dc-3e859057807d req-aed508cf-75d1-44dc-9795-81ae7c71d5ef tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:45.885649 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3a77f8c4-6f17-4fe6-89dc-3e859057807d req-aed508cf-75d1-44dc-9795-81ae7c71d5ef tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] 10.222.0.44 "GET /v2.0/ports?device_id=e696b1a3-586b-498f-bbfd-4b8c2d29647e HTTP/1.1" status: 200 len: 946 time: 0.1161151 Aug 10 03:46:45.914510 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b644a8e3-2682-473e-b590-da7429857acf req-1961fa26-2f42-4231-b678-d4fc324c4436 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/ports?device_id=8fe7a769-d2d4-4ac2-9ba3-aff97d47c681 HTTP/1.1" status: 200 len: 210 time: 0.0585766 Aug 10 03:46:45.954182 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3a77f8c4-6f17-4fe6-89dc-3e859057807d req-f01fb8f4-5619-46d2-bb33-19c2e4c16cff tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] 10.222.0.44 "GET /v2.0/security-groups?id=9dfdb3c8-3e7c-4acc-af10-80c9821ef795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518935 Aug 10 03:46:46.154181 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32840ca7-a563-4257-8b71-8fc1f8951839 req-13fec02b-b816-4548-a766-81db1ce25554 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:46.157284 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-32840ca7-a563-4257-8b71-8fc1f8951839 req-13fec02b-b816-4548-a766-81db1ce25554 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] 10.222.0.44 "GET /v2.0/ports?device_id=e696b1a3-586b-498f-bbfd-4b8c2d29647e HTTP/1.1" status: 200 len: 946 time: 0.0992925 Aug 10 03:46:46.222515 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-32840ca7-a563-4257-8b71-8fc1f8951839 req-a9534009-e514-49f3-b021-30e54b226e26 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] 10.222.0.44 "GET /v2.0/security-groups?id=9dfdb3c8-3e7c-4acc-af10-80c9821ef795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570598 Aug 10 03:46:46.251050 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 34240) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:46.410707 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822bd502-9e32-4d0a-b6d5-e0bab70be0b9 tempest-TestServerBasicOps-893844342 tempest-TestServerBasicOps-893844342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:46.416224 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-822bd502-9e32-4d0a-b6d5-e0bab70be0b9 tempest-TestServerBasicOps-893844342 tempest-TestServerBasicOps-893844342-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e696b1a3-586b-498f-bbfd-4b8c2d29647e HTTP/1.1" status: 200 len: 1093 time: 0.1600142 Aug 10 03:46:46.416489 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 34244) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:46.421326 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-7f394519-e813-407b-9232-6d71b8a63092 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Request body: {'floatingip': {'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'port_id': 'ec4737a8-b58e-47b3-a875-21eccccfae29', 'tenant_id': '810c64a9b2844404a2bfdb7c413aee0e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:46:46.449152 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7f394519-e813-407b-9232-6d71b8a63092 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Notify callbacks [] for floatingip, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:46.837831 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7f394519-e813-407b-9232-6d71b8a63092 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:47.002994 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-7f394519-e813-407b-9232-6d71b8a63092 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Allocated IP 172.25.6.63 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/d66af1e2-5ca8-43f6-9201-27d928d9b0aa) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:46:47.211278 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7f394519-e813-407b-9232-6d71b8a63092 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:47.261617 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7f394519-e813-407b-9232-6d71b8a63092 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:47.309665 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f394519-e813-407b-9232-6d71b8a63092 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:46:47.314245 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-7f394519-e813-407b-9232-6d71b8a63092 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:46:47.325710 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f394519-e813-407b-9232-6d71b8a63092 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:46:47.326545 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f394519-e813-407b-9232-6d71b8a63092 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Pushing event updated for resources: {'Port': ['ID=d66af1e2-5ca8-43f6-9201-27d928d9b0aa,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:47.534829 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f8138f-281a-4ad0-9f65-a24c1dc6d0fb req-76973540-39e1-47ac-86fa-533ffc24e1d3 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:47.539184 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d6f8138f-281a-4ad0-9f65-a24c1dc6d0fb req-76973540-39e1-47ac-86fa-533ffc24e1d3 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cac949-d6bc-41ad-9e89-03f03d1ff9d5 HTTP/1.1" status: 200 len: 946 time: 0.0955637 Aug 10 03:46:47.590883 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d6f8138f-281a-4ad0-9f65-a24c1dc6d0fb req-1336af6c-7309-4d6e-a967-2aa134ac399e tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/security-groups?id=db852a7b-2c6f-44b2-a3e6-df6b6f6ce8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438838 Aug 10 03:46:48.113455 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7f394519-e813-407b-9232-6d71b8a63092 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:48.266209 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7f394519-e813-407b-9232-6d71b8a63092 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:48.530552 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7f394519-e813-407b-9232-6d71b8a63092 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:48.537242 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7f394519-e813-407b-9232-6d71b8a63092 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:48.626491 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f394519-e813-407b-9232-6d71b8a63092 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Pushing event updated for resources: {'Port': ['ID=d66af1e2-5ca8-43f6-9201-27d928d9b0aa,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:48.646278 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7f394519-e813-407b-9232-6d71b8a63092 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:48.735816 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7828a4c8-304b-4cd2-af07-36dcda9b3f10 req-9df8604f-6d61-41f8-8846-95b2e2bbb646 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:48.741483 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7828a4c8-304b-4cd2-af07-36dcda9b3f10 req-9df8604f-6d61-41f8-8846-95b2e2bbb646 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cac949-d6bc-41ad-9e89-03f03d1ff9d5 HTTP/1.1" status: 200 len: 946 time: 0.0574870 Aug 10 03:46:48.801349 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7828a4c8-304b-4cd2-af07-36dcda9b3f10 req-03c0b098-954c-4630-adff-16f78a00e2ee tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/security-groups?id=db852a7b-2c6f-44b2-a3e6-df6b6f6ce8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560446 Aug 10 03:46:48.802165 n-d-768862-13 neutron-server[94261]: INFO neutron.db.l3_db [None req-7f394519-e813-407b-9232-6d71b8a63092 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Floating IP 037487e4-e270-4f9b-89b9-6586656312ea associated. External IP: 172.25.6.63, port: ec4737a8-b58e-47b3-a875-21eccccfae29. Aug 10 03:46:48.991041 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 08144267-9e40-4451-b996-8da22c50ee43 no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:46:49.024337 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] No Port match for: 08144267-9e40-4451-b996-8da22c50ee43 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:46:49.024896 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 08144267-9e40-4451-b996-8da22c50ee43 not bound to the agent host n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:46:49.062172 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f394519-e813-407b-9232-6d71b8a63092 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Router 7e1a77f4-431a-4e77-b3a9-90c826e9fa18 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:46:49.185625 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f394519-e813-407b-9232-6d71b8a63092 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:46:49.205661 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5309e04f-1f4d-4ad4-b7d9-6a3884c89b49 None None] Sync routers for ids ['7e1a77f4-431a-4e77-b3a9-90c826e9fa18'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:46:49.211364 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7f394519-e813-407b-9232-6d71b8a63092 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:49.237095 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5309e04f-1f4d-4ad4-b7d9-6a3884c89b49 None None] Routers {'7e1a77f4-431a-4e77-b3a9-90c826e9fa18'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:46:49.238157 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-5309e04f-1f4d-4ad4-b7d9-6a3884c89b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:46:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['7e1a77f4-431a-4e77-b3a9-90c826e9fa18'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:49.277191 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-7f394519-e813-407b-9232-6d71b8a63092 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8587401 Aug 10 03:46:49.278492 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e696b1a3-586b-498f-bbfd-4b8c2d29647e', 'tag': 'ec4737a8-b58e-47b3-a875-21eccccfae29'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:46:49.283743 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-711e53e0-96a8-4f9e-b402-f5db7014a475" -d '{"events": [{"name": "network-changed", "server_uuid": "e696b1a3-586b-498f-bbfd-4b8c2d29647e", "tag": "ec4737a8-b58e-47b3-a875-21eccccfae29"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:46:49.409021 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd9a0bd-6f28-4cb9-94cc-c0bcd115ebb0 x-openstack-request-id: req-0dd9a0bd-6f28-4cb9-94cc-c0bcd115ebb0 {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:46:49.409354 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e696b1a3-586b-498f-bbfd-4b8c2d29647e", "tag": "ec4737a8-b58e-47b3-a875-21eccccfae29", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:46:49.409605 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0dd9a0bd-6f28-4cb9-94cc-c0bcd115ebb0 {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:46:49.410021 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e696b1a3-586b-498f-bbfd-4b8c2d29647e', 'tag': 'ec4737a8-b58e-47b3-a875-21eccccfae29', 'status': 'completed', 'code': 200} Aug 10 03:46:49.428769 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-5309e04f-1f4d-4ad4-b7d9-6a3884c89b49 None None] Set router 7e1a77f4-431a-4e77-b3a9-90c826e9fa18 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:46:49.513183 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711e53e0-96a8-4f9e-b402-f5db7014a475 req-b42c9ba0-6403-45fa-93f4-b58fe2fdc55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:49.515366 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-711e53e0-96a8-4f9e-b402-f5db7014a475 req-b42c9ba0-6403-45fa-93f4-b58fe2fdc55f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=810c64a9b2844404a2bfdb7c413aee0e&device_id=e696b1a3-586b-498f-bbfd-4b8c2d29647e HTTP/1.1" status: 200 len: 1098 time: 0.0753527 Aug 10 03:46:49.663334 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711e53e0-96a8-4f9e-b402-f5db7014a475 req-899904fe-4216-45f2-87d5-49e6c8df2e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:49.665170 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-711e53e0-96a8-4f9e-b402-f5db7014a475 req-899904fe-4216-45f2-87d5-49e6c8df2e2d service neutron] 10.222.0.61 "GET /v2.0/networks?id=095ca989-3257-4413-9aaa-cedbc7b00f9f HTTP/1.1" status: 200 len: 909 time: 0.1416395 Aug 10 03:46:49.758114 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-711e53e0-96a8-4f9e-b402-f5db7014a475 req-d4eee9a3-7b6d-41d5-9bcd-22a4fd46f35b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec4737a8-b58e-47b3-a875-21eccccfae29 HTTP/1.1" status: 200 len: 999 time: 0.0845551 Aug 10 03:46:49.764120 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f89f38-3540-4d19-b253-c9268a551e1e req-3c948099-16df-4e57-a6c4-38856d20c281 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:49.767226 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-10f89f38-3540-4d19-b253-c9268a551e1e req-3c948099-16df-4e57-a6c4-38856d20c281 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3cac949-d6bc-41ad-9e89-03f03d1ff9d5 HTTP/1.1" status: 200 len: 946 time: 0.1107044 Aug 10 03:46:49.837470 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-5309e04f-1f4d-4ad4-b7d9-6a3884c89b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e1a77f4-431a-4e77-b3a9-90c826e9fa18', 'name': 'tempest-TestServerBasicOps-1935942954-router', 'tenant_id': '810c64a9b2844404a2bfdb7c413aee0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '3731b744-4684-4032-ba92-6fcae4c22b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:46:13Z', 'updated_at': '2021-08-10T03:46:17Z', 'revision_number': 4, 'project_id': '810c64a9b2844404a2bfdb7c413aee0e', 'gw_port': {'id': '3731b744-4684-4032-ba92-6fcae4c22b73', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:65:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1a77f4-431a-4e77-b3a9-90c826e9fa18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:14Z', 'updated_at': '2021-08-10T03:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '037487e4-e270-4f9b-89b9-6586656312ea', 'tenant_id': '810c64a9b2844404a2bfdb7c413aee0e', 'floating_ip_address': '172.25.6.63', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '7e1a77f4-431a-4e77-b3a9-90c826e9fa18', 'port_id': 'ec4737a8-b58e-47b3-a875-21eccccfae29', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '095ca989-3257-4413-9aaa-cedbc7b00f9f', 'mac_address': 'fa:16:3e:35:d6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e696b1a3-586b-498f-bbfd-4b8c2d29647e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:46:47Z', 'updated_at': '2021-08-10T03:46:47Z', 'revision_number': 0, 'project_id': '810c64a9b2844404a2bfdb7c413aee0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d05e2a8-0ce3-44c4-a772-982d179bfdca', 'name': '', 'network_id': '095ca989-3257-4413-9aaa-cedbc7b00f9f', 'tenant_id': '810c64a9b2844404a2bfdb7c413aee0e', 'mac_address': 'fa:16:3e:55:4b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1a77f4-431a-4e77-b3a9-90c826e9fa18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': '59239fe0-5b0a-4cf2-984b-fbd48b94dbaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:17Z', 'updated_at': '2021-08-10T03:46:26Z', 'revision_number': 5, 'project_id': '810c64a9b2844404a2bfdb7c413aee0e', 'subnets': [{'id': '59239fe0-5b0a-4cf2-984b-fbd48b94dbaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:49.903763 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711e53e0-96a8-4f9e-b402-f5db7014a475 req-ebc938c7-63dc-4fcf-93fa-640f865af667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:49.905962 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5309e04f-1f4d-4ad4-b7d9-6a3884c89b49 None None] Checking router: 7e1a77f4-431a-4e77-b3a9-90c826e9fa18 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:46:49.906609 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-711e53e0-96a8-4f9e-b402-f5db7014a475 req-ebc938c7-63dc-4fcf-93fa-640f865af667 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=59239fe0-5b0a-4cf2-984b-fbd48b94dbaf HTTP/1.1" status: 200 len: 848 time: 0.1257415 Aug 10 03:46:49.929628 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5309e04f-1f4d-4ad4-b7d9-6a3884c89b49 None None] Routers {'7e1a77f4-431a-4e77-b3a9-90c826e9fa18'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:46:49.932763 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-5309e04f-1f4d-4ad4-b7d9-6a3884c89b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:46:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['7e1a77f4-431a-4e77-b3a9-90c826e9fa18'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:50.008704 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-10f89f38-3540-4d19-b253-c9268a551e1e req-cdaeaed6-bfd3-4ef2-a461-29b2026e37b4 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Deleting port 095ed522-e342-48a5-b1da-7f937375b750 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:46:50.011934 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-10f89f38-3540-4d19-b253-c9268a551e1e req-cdaeaed6-bfd3-4ef2-a461-29b2026e37b4 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:50.015978 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711e53e0-96a8-4f9e-b402-f5db7014a475 req-32a78156-d7cc-4a5c-b09e-7a5f8f592d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:50.019788 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-711e53e0-96a8-4f9e-b402-f5db7014a475 req-32a78156-d7cc-4a5c-b09e-7a5f8f592d1d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=095ca989-3257-4413-9aaa-cedbc7b00f9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1020350 Aug 10 03:46:50.069078 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4c0646-855f-4006-92c9-38312f014e24 req-e30fdae3-13ce-48af-8bb4-8ccf40bd0517 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:50.071148 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3a4c0646-855f-4006-92c9-38312f014e24 req-e30fdae3-13ce-48af-8bb4-8ccf40bd0517 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cac949-d6bc-41ad-9e89-03f03d1ff9d5 HTTP/1.1" status: 200 len: 946 time: 0.1182344 Aug 10 03:46:50.131145 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-5309e04f-1f4d-4ad4-b7d9-6a3884c89b49 None None] Set router 7e1a77f4-431a-4e77-b3a9-90c826e9fa18 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:46:50.174731 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-711e53e0-96a8-4f9e-b402-f5db7014a475 req-98becfab-27e4-4a27-90c9-2fb18c085b0f service neutron] 10.222.0.61 "GET /v2.0/networks/095ca989-3257-4413-9aaa-cedbc7b00f9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310382 Aug 10 03:46:50.200484 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3a4c0646-855f-4006-92c9-38312f014e24 req-d88901c5-cc8f-4410-a4ae-0d3c0d379cdd tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/security-groups?id=db852a7b-2c6f-44b2-a3e6-df6b6f6ce8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957057 Aug 10 03:46:50.243242 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-10f89f38-3540-4d19-b253-c9268a551e1e req-cdaeaed6-bfd3-4ef2-a461-29b2026e37b4 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] For port 095ed522-e342-48a5-b1da-7f937375b750, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=095ed522-e342-48a5-b1da-7f937375b750,segment=NetworkSegment(3569a734-dec7-4b7a-b2db-22edb5a0f3a6),segment_id=3569a734-dec7-4b7a-b2db-22edb5a0f3a6)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:50.243716 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-10f89f38-3540-4d19-b253-c9268a551e1e req-cdaeaed6-bfd3-4ef2-a461-29b2026e37b4 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:50.263485 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-10f89f38-3540-4d19-b253-c9268a551e1e req-cdaeaed6-bfd3-4ef2-a461-29b2026e37b4 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Calling delete_port for 095ed522-e342-48a5-b1da-7f937375b750 owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:46:50.382132 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-711e53e0-96a8-4f9e-b402-f5db7014a475 req-21329a18-4cdc-4245-9035-220b5708aef5 service neutron] 10.222.0.61 "GET /v2.0/networks/095ca989-3257-4413-9aaa-cedbc7b00f9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983340 Aug 10 03:46:50.490792 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-10f89f38-3540-4d19-b253-c9268a551e1e req-cdaeaed6-bfd3-4ef2-a461-29b2026e37b4 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:50.508488 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['b191a705-716c-4bd6-a542-acc5d6222007'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:46:50.544343 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-5309e04f-1f4d-4ad4-b7d9-6a3884c89b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e1a77f4-431a-4e77-b3a9-90c826e9fa18', 'name': 'tempest-TestServerBasicOps-1935942954-router', 'tenant_id': '810c64a9b2844404a2bfdb7c413aee0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '3731b744-4684-4032-ba92-6fcae4c22b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:46:13Z', 'updated_at': '2021-08-10T03:46:17Z', 'revision_number': 4, 'project_id': '810c64a9b2844404a2bfdb7c413aee0e', 'gw_port': {'id': '3731b744-4684-4032-ba92-6fcae4c22b73', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:65:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1a77f4-431a-4e77-b3a9-90c826e9fa18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:14Z', 'updated_at': '2021-08-10T03:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '037487e4-e270-4f9b-89b9-6586656312ea', 'tenant_id': '810c64a9b2844404a2bfdb7c413aee0e', 'floating_ip_address': '172.25.6.63', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '7e1a77f4-431a-4e77-b3a9-90c826e9fa18', 'port_id': 'ec4737a8-b58e-47b3-a875-21eccccfae29', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '095ca989-3257-4413-9aaa-cedbc7b00f9f', 'mac_address': 'fa:16:3e:35:d6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e696b1a3-586b-498f-bbfd-4b8c2d29647e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:46:47Z', 'updated_at': '2021-08-10T03:46:47Z', 'revision_number': 0, 'project_id': '810c64a9b2844404a2bfdb7c413aee0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d05e2a8-0ce3-44c4-a772-982d179bfdca', 'name': '', 'network_id': '095ca989-3257-4413-9aaa-cedbc7b00f9f', 'tenant_id': '810c64a9b2844404a2bfdb7c413aee0e', 'mac_address': 'fa:16:3e:55:4b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1a77f4-431a-4e77-b3a9-90c826e9fa18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': '59239fe0-5b0a-4cf2-984b-fbd48b94dbaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:17Z', 'updated_at': '2021-08-10T03:46:26Z', 'revision_number': 5, 'project_id': '810c64a9b2844404a2bfdb7c413aee0e', 'subnets': [{'id': '59239fe0-5b0a-4cf2-984b-fbd48b94dbaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:50.556747 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaeaed6-bfd3-4ef2-a461-29b2026e37b4 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Pushing event deleted for resources: {'Port': ['ID=095ed522-e342-48a5-b1da-7f937375b750,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:50.584381 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['095ed522-e342-48a5-b1da-7f937375b750'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:46:50.611546 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5309e04f-1f4d-4ad4-b7d9-6a3884c89b49 None None] The sync data for ids ['7e1a77f4-431a-4e77-b3a9-90c826e9fa18'] in n-d-768862-13 is: [{'id': '7e1a77f4-431a-4e77-b3a9-90c826e9fa18', 'name': 'tempest-TestServerBasicOps-1935942954-router', 'tenant_id': '810c64a9b2844404a2bfdb7c413aee0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '3731b744-4684-4032-ba92-6fcae4c22b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:46:13Z', 'updated_at': '2021-08-10T03:46:17Z', 'revision_number': 4, 'project_id': '810c64a9b2844404a2bfdb7c413aee0e', 'gw_port': {'id': '3731b744-4684-4032-ba92-6fcae4c22b73', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:65:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1a77f4-431a-4e77-b3a9-90c826e9fa18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:14Z', 'updated_at': '2021-08-10T03:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '037487e4-e270-4f9b-89b9-6586656312ea', 'tenant_id': '810c64a9b2844404a2bfdb7c413aee0e', 'floating_ip_address': '172.25.6.63', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '7e1a77f4-431a-4e77-b3a9-90c826e9fa18', 'port_id': 'ec4737a8-b58e-47b3-a875-21eccccfae29', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '095ca989-3257-4413-9aaa-cedbc7b00f9f', 'mac_address': 'fa:16:3e:35:d6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e696b1a3-586b-498f-bbfd-4b8c2d29647e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:46:47Z', 'updated_at': '2021-08-10T03:46:47Z', 'revision_number': 0, 'project_id': '810c64a9b2844404a2bfdb7c413aee0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d05e2a8-0ce3-44c4-a772-982d179bfdca', 'name': '', 'network_id': '095ca989-3257-4413-9aaa-cedbc7b00f9f', 'tenant_id': '810c64a9b2844404a2bfdb7c413aee0e', 'mac_address': 'fa:16:3e:55:4b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1a77f4-431a-4e77-b3a9-90c826e9fa18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': '59239fe0-5b0a-4cf2-984b-fbd48b94dbaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:17Z', 'updated_at': '2021-08-10T03:46:26Z', 'revision_number': 5, 'project_id': '810c64a9b2844404a2bfdb7c413aee0e', 'subnets': [{'id': '59239fe0-5b0a-4cf2-984b-fbd48b94dbaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:46:50.639776 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-10f89f38-3540-4d19-b253-c9268a551e1e req-cdaeaed6-bfd3-4ef2-a461-29b2026e37b4 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] No DVR routers for this DVR port 095ed522-e342-48a5-b1da-7f937375b750 on host n-h2-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:46:50.644712 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-10f89f38-3540-4d19-b253-c9268a551e1e req-cdaeaed6-bfd3-4ef2-a461-29b2026e37b4 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:50.649690 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-10f89f38-3540-4d19-b253-c9268a551e1e req-cdaeaed6-bfd3-4ef2-a461-29b2026e37b4 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.61 "DELETE /v2.0/ports/095ed522-e342-48a5-b1da-7f937375b750 HTTP/1.1" status: 204 len: 173 time: 0.8664408 Aug 10 03:46:50.650684 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3cac949-d6bc-41ad-9e89-03f03d1ff9d5', 'name': 'network-vif-deleted', 'tag': '095ed522-e342-48a5-b1da-7f937375b750'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:46:50.665171 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b8d78e-f458-4a22-a793-400f69b29b40" -d '{"events": [{"server_uuid": "b3cac949-d6bc-41ad-9e89-03f03d1ff9d5", "name": "network-vif-deleted", "tag": "095ed522-e342-48a5-b1da-7f937375b750"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:46:50.788195 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a96e6f99-844b-40b3-8a46-40d67bb070f4 x-openstack-request-id: req-a96e6f99-844b-40b3-8a46-40d67bb070f4 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:46:50.788833 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3cac949-d6bc-41ad-9e89-03f03d1ff9d5", "name": "network-vif-deleted", "tag": "095ed522-e342-48a5-b1da-7f937375b750", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:46:50.789087 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a96e6f99-844b-40b3-8a46-40d67bb070f4 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:46:50.789764 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3cac949-d6bc-41ad-9e89-03f03d1ff9d5', 'name': 'network-vif-deleted', 'tag': '095ed522-e342-48a5-b1da-7f937375b750', 'status': 'completed', 'code': 200} Aug 10 03:46:50.954890 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae40ac4-fd79-473c-ad37-916645717900 None None] New status for floating IP 037487e4-e270-4f9b-89b9-6586656312ea: ACTIVE {{(pid=94262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:46:51.367104 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-fc48fa4b-7049-4313-a0f2-ca6cb27e0849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:51.416831 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a137dfca-ed1f-4271-816f-4aa29f38eaca req-0dc3a48e-467e-480c-a540-0f5a658b6c18 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3cac949-d6bc-41ad-9e89-03f03d1ff9d5 HTTP/1.1" status: 200 len: 210 time: 0.1216953 Aug 10 03:46:53.182932 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 095ed522-e342-48a5-b1da-7f937375b750 no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:46:53.211616 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] No Port match for: 095ed522-e342-48a5-b1da-7f937375b750 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:46:53.212286 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 095ed522-e342-48a5-b1da-7f937375b750 not bound to the agent host n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:46:53.683797 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-97f008fd-6ad6-43dd-a484-86dc847064bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:54.264976 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:55.385089 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:56.206346 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:56.467186 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4505092f-8eec-4e0f-b49c-eccb60f6d540 req-7b95c177-8913-4c40-9934-f0da6bfc7ae2 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:56.470052 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4505092f-8eec-4e0f-b49c-eccb60f6d540 req-7b95c177-8913-4c40-9934-f0da6bfc7ae2 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b902133-eca1-4f62-be57-0c390072a6b8 HTTP/1.1" status: 200 len: 945 time: 0.2050908 Aug 10 03:46:56.535209 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4505092f-8eec-4e0f-b49c-eccb60f6d540 req-7410e7c6-76c4-42c7-8bf6-f71a8bfbc75f tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/security-groups?id=db852a7b-2c6f-44b2-a3e6-df6b6f6ce8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575392 Aug 10 03:46:56.821267 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:57.705805 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecd9a6c-1503-4484-a19d-3f660f939fbf req-d3d3f721-0a13-4e0d-a895-f2b684bf2e44 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:57.711297 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cecd9a6c-1503-4484-a19d-3f660f939fbf req-d3d3f721-0a13-4e0d-a895-f2b684bf2e44 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b902133-eca1-4f62-be57-0c390072a6b8 HTTP/1.1" status: 200 len: 945 time: 0.1014476 Aug 10 03:46:57.732571 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa63da-bad6-4dbd-9a55-afd231c60497 req-8fa63e55-5d83-4d87-90c5-b737dd025f02 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:57.735194 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-daaa63da-bad6-4dbd-9a55-afd231c60497 req-8fa63e55-5d83-4d87-90c5-b737dd025f02 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b902133-eca1-4f62-be57-0c390072a6b8 HTTP/1.1" status: 200 len: 945 time: 0.1124070 Aug 10 03:46:57.902890 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cecd9a6c-1503-4484-a19d-3f660f939fbf req-ad225687-4900-43be-9755-eb00b0171f80 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.44 "GET /v2.0/security-groups?id=db852a7b-2c6f-44b2-a3e6-df6b6f6ce8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660714 Aug 10 03:46:57.949848 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-daaa63da-bad6-4dbd-9a55-afd231c60497 req-f3c2f562-15cf-4b96-8ba9-9bbaf2ee12f6 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Deleting port b191a705-716c-4bd6-a542-acc5d6222007 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:46:57.950152 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-daaa63da-bad6-4dbd-9a55-afd231c60497 req-f3c2f562-15cf-4b96-8ba9-9bbaf2ee12f6 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:58.062695 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-daaa63da-bad6-4dbd-9a55-afd231c60497 req-f3c2f562-15cf-4b96-8ba9-9bbaf2ee12f6 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] For port b191a705-716c-4bd6-a542-acc5d6222007, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=b191a705-716c-4bd6-a542-acc5d6222007,segment=NetworkSegment(3569a734-dec7-4b7a-b2db-22edb5a0f3a6),segment_id=3569a734-dec7-4b7a-b2db-22edb5a0f3a6)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:58.063206 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-daaa63da-bad6-4dbd-9a55-afd231c60497 req-f3c2f562-15cf-4b96-8ba9-9bbaf2ee12f6 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:58.080610 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-daaa63da-bad6-4dbd-9a55-afd231c60497 req-f3c2f562-15cf-4b96-8ba9-9bbaf2ee12f6 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Calling delete_port for b191a705-716c-4bd6-a542-acc5d6222007 owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:46:58.277449 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-daaa63da-bad6-4dbd-9a55-afd231c60497 req-f3c2f562-15cf-4b96-8ba9-9bbaf2ee12f6 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:58.295344 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['b191a705-716c-4bd6-a542-acc5d6222007'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:46:58.314116 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c2f562-15cf-4b96-8ba9-9bbaf2ee12f6 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Pushing event deleted for resources: {'Port': ['ID=b191a705-716c-4bd6-a542-acc5d6222007,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:58.369727 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-daaa63da-bad6-4dbd-9a55-afd231c60497 req-f3c2f562-15cf-4b96-8ba9-9bbaf2ee12f6 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] No DVR routers for this DVR port b191a705-716c-4bd6-a542-acc5d6222007 on host n-h1-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:46:58.372856 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-daaa63da-bad6-4dbd-9a55-afd231c60497 req-f3c2f562-15cf-4b96-8ba9-9bbaf2ee12f6 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:58.375610 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-daaa63da-bad6-4dbd-9a55-afd231c60497 req-f3c2f562-15cf-4b96-8ba9-9bbaf2ee12f6 tempest-AttachVolumeNegativeTest-1550272743 tempest-AttachVolumeNegativeTest-1550272743-project] 10.222.0.42 "DELETE /v2.0/ports/b191a705-716c-4bd6-a542-acc5d6222007 HTTP/1.1" status: 204 len: 173 time: 0.6290314 Aug 10 03:46:58.376194 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b902133-eca1-4f62-be57-0c390072a6b8', 'name': 'network-vif-deleted', 'tag': 'b191a705-716c-4bd6-a542-acc5d6222007'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:46:58.379080 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77fbb34f-a785-4af8-8aeb-2e234a0c9d91" -d '{"events": [{"server_uuid": "8b902133-eca1-4f62-be57-0c390072a6b8", "name": "network-vif-deleted", "tag": "b191a705-716c-4bd6-a542-acc5d6222007"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:46:58.456947 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-682d4371-1586-4aec-b88a-286db72f9601 x-openstack-request-id: req-682d4371-1586-4aec-b88a-286db72f9601 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:46:58.457387 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b902133-eca1-4f62-be57-0c390072a6b8", "name": "network-vif-deleted", "tag": "b191a705-716c-4bd6-a542-acc5d6222007", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:46:58.458139 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-682d4371-1586-4aec-b88a-286db72f9601 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:46:58.460065 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b902133-eca1-4f62-be57-0c390072a6b8', 'name': 'network-vif-deleted', 'tag': 'b191a705-716c-4bd6-a542-acc5d6222007', 'status': 'completed', 'code': 200} Aug 10 03:46:58.992154 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 34390) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:59.046816 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad5e2890-cb7e-42cb-84df-be76d656a41e admin admin] Deleting subnet 639ffadf-1ce3-4502-ad09-ab0e9b867ccc {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:46:59.051084 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ad5e2890-cb7e-42cb-84df-be76d656a41e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:59.097740 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ad5e2890-cb7e-42cb-84df-be76d656a41e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:59.147065 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ad5e2890-cb7e-42cb-84df-be76d656a41e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:59.224428 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ad5e2890-cb7e-42cb-84df-be76d656a41e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:59.255338 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5e2890-cb7e-42cb-84df-be76d656a41e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=639ffadf-1ce3-4502-ad09-ab0e9b867ccc,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:59.261280 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ad5e2890-cb7e-42cb-84df-be76d656a41e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:59.267685 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ad5e2890-cb7e-42cb-84df-be76d656a41e admin admin] 10.222.0.44 "DELETE /v2.0/subnets/639ffadf-1ce3-4502-ad09-ab0e9b867ccc HTTP/1.1" status: 204 len: 168 time: 0.2704391 Aug 10 03:46:59.269227 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 34396) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:59.385444 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-10db72a3-a18e-44de-b3db-a6c93c3fa25c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:59.515959 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-10db72a3-a18e-44de-b3db-a6c93c3fa25c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:59.532833 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-10db72a3-a18e-44de-b3db-a6c93c3fa25c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e356060a-1243-4185-ad19-14818f4aebea']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:59.553353 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-10db72a3-a18e-44de-b3db-a6c93c3fa25c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3569a734-dec7-4b7a-b2db-22edb5a0f3a6') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:59.553807 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-10db72a3-a18e-44de-b3db-a6c93c3fa25c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3569a734-dec7-4b7a-b2db-22edb5a0f3a6') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:59.568555 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-10db72a3-a18e-44de-b3db-a6c93c3fa25c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:59.591111 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-10db72a3-a18e-44de-b3db-a6c93c3fa25c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:59.601957 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10db72a3-a18e-44de-b3db-a6c93c3fa25c admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:46:59.602716 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-10db72a3-a18e-44de-b3db-a6c93c3fa25c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:59.604964 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:46:59.604964 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:46:59.604964 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:46:59.604964 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:46:59.604964 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:46:59.604964 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:46:59.604964 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:46:59.604964 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:46:59.604964 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:46:59.604964 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:46:59.604964 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:46:59.604964 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:46:59.604964 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:46:59.604964 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:46:59.604964 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:46:59.604964 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:46:59.604964 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:46:59.604964 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:46:59.604964 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:46:59.604964 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:46:59.604964 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:46:59.604964 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:46:59.604964 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:46:59.604964 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:46:59.604964 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:46:59.604964 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:46:59.604964 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:46:59.604964 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:46:59.604964 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:46:59.604964 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:46:59.604964 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:46:59.604964 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:46:59.707981 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-10db72a3-a18e-44de-b3db-a6c93c3fa25c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:59.718479 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-10db72a3-a18e-44de-b3db-a6c93c3fa25c admin admin] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:59.720873 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-10db72a3-a18e-44de-b3db-a6c93c3fa25c admin admin] 10.222.0.44 "DELETE /v2.0/networks/e356060a-1243-4185-ad19-14818f4aebea HTTP/1.1" status: 204 len: 168 time: 0.4511170 Aug 10 03:46:59.741133 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10db72a3-a18e-44de-b3db-a6c93c3fa25c admin admin] Pushing event deleted for resources: {'Network': ['ID=e356060a-1243-4185-ad19-14818f4aebea,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:59.973694 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 34404) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:00.047511 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-d267d80b-ce4d-403b-a474-6f621affbf75 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=053476844ca64753be1fb831fa4e27b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0718601 Aug 10 03:47:00.051762 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 34408) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:00.124293 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1a2bb599-5d72-445a-a8f1-538205cfc0fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:00.151783 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1a2bb599-5d72-445a-a8f1-538205cfc0fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:00.227612 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1a2bb599-5d72-445a-a8f1-538205cfc0fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:00.231001 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1a2bb599-5d72-445a-a8f1-538205cfc0fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:00.234682 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-1a2bb599-5d72-445a-a8f1-538205cfc0fb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/db852a7b-2c6f-44b2-a3e6-df6b6f6ce8f1 HTTP/1.1" status: 204 len: 168 time: 0.1794744 Aug 10 03:47:00.245224 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2bb599-5d72-445a-a8f1-538205cfc0fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db852a7b-2c6f-44b2-a3e6-df6b6f6ce8f1,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:01.009322 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device b191a705-716c-4bd6-a542-acc5d6222007 no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:47:01.043812 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] No Port match for: b191a705-716c-4bd6-a542-acc5d6222007 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:47:01.044397 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device b191a705-716c-4bd6-a542-acc5d6222007 not bound to the agent host n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:47:03.341193 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:05.583477 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f91b3f1e-e3c4-4804-a90b-11d5671a9728 req-dcfc2b16-385e-47b1-896a-2ae8f972a624 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0c99e146-1cf8-4713-88bb-0ead48b18137&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0589793 Aug 10 03:47:05.704390 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91b3f1e-e3c4-4804-a90b-11d5671a9728 req-27548f92-266a-43d7-8f6e-63a0ffd1ad09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:05.706730 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f91b3f1e-e3c4-4804-a90b-11d5671a9728 req-27548f92-266a-43d7-8f6e-63a0ffd1ad09 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9ff2867e4a0141f68303abd29afd842a&device_id=0c99e146-1cf8-4713-88bb-0ead48b18137 HTTP/1.1" status: 200 len: 1097 time: 0.0647163 Aug 10 03:47:05.910832 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91b3f1e-e3c4-4804-a90b-11d5671a9728 req-f9389e79-ae00-4893-acb4-fe197d5807f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:05.915226 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f91b3f1e-e3c4-4804-a90b-11d5671a9728 req-f9389e79-ae00-4893-acb4-fe197d5807f3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=71c89238-8f5d-43f8-b1be-95c24d55419f HTTP/1.1" status: 200 len: 911 time: 0.1649737 Aug 10 03:47:06.018598 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f91b3f1e-e3c4-4804-a90b-11d5671a9728 req-d7480f04-32f0-4c5f-ba7c-634c5606dedf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4fe9e1c-0e63-4451-b209-397b7b6e39c3 HTTP/1.1" status: 200 len: 1001 time: 0.0945256 Aug 10 03:47:06.105129 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91b3f1e-e3c4-4804-a90b-11d5671a9728 req-b76cfdda-52f4-4076-8ac6-37e719d51995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:06.106911 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f91b3f1e-e3c4-4804-a90b-11d5671a9728 req-b76cfdda-52f4-4076-8ac6-37e719d51995 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2a46edbc-ca41-41f9-9dcc-118a9b411006 HTTP/1.1" status: 200 len: 850 time: 0.0727880 Aug 10 03:47:06.583260 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91b3f1e-e3c4-4804-a90b-11d5671a9728 req-e7b5deeb-4c91-42d4-9896-38a4c516c215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:06.584895 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f91b3f1e-e3c4-4804-a90b-11d5671a9728 req-e7b5deeb-4c91-42d4-9896-38a4c516c215 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=71c89238-8f5d-43f8-b1be-95c24d55419f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4633491 Aug 10 03:47:06.720841 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f91b3f1e-e3c4-4804-a90b-11d5671a9728 req-b2d5370c-ff1b-4acb-96f6-35ffb078209c service neutron] 10.222.0.61 "GET /v2.0/networks/71c89238-8f5d-43f8-b1be-95c24d55419f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256070 Aug 10 03:47:06.878680 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f91b3f1e-e3c4-4804-a90b-11d5671a9728 req-29fe88b2-2f9d-42da-ab59-4600a46fd18b service neutron] 10.222.0.61 "GET /v2.0/networks/71c89238-8f5d-43f8-b1be-95c24d55419f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482136 Aug 10 03:47:09.184324 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 34616) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:09.369704 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c02c7aed-3f45-4102-aacd-16454bbfe2b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:09.512079 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c02c7aed-3f45-4102-aacd-16454bbfe2b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:09.517049 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c02c7aed-3f45-4102-aacd-16454bbfe2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:09.573210 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-c02c7aed-3f45-4102-aacd-16454bbfe2b8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=665c7c78885a491b9054ba6247c9eea6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3875813 Aug 10 03:47:09.575254 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02c7aed-3f45-4102-aacd-16454bbfe2b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=898cd57a-37f4-444b-a16e-773d9c428411,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:09.576448 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 34622) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:09.655974 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f57af21b-90e0-4170-b9b9-6de399509993 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:09.689892 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f57af21b-90e0-4170-b9b9-6de399509993 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:09.743190 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f57af21b-90e0-4170-b9b9-6de399509993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:09.745806 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f57af21b-90e0-4170-b9b9-6de399509993 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:09.747182 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-f57af21b-90e0-4170-b9b9-6de399509993 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/898cd57a-37f4-444b-a16e-773d9c428411 HTTP/1.1" status: 204 len: 168 time: 0.1681845 Aug 10 03:47:09.755757 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57af21b-90e0-4170-b9b9-6de399509993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=898cd57a-37f4-444b-a16e-773d9c428411,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:09.765032 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57af21b-90e0-4170-b9b9-6de399509993 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:09.765380 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57af21b-90e0-4170-b9b9-6de399509993 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:09.765718 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57af21b-90e0-4170-b9b9-6de399509993 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:09.766257 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57af21b-90e0-4170-b9b9-6de399509993 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:09.766656 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57af21b-90e0-4170-b9b9-6de399509993 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:09.766993 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57af21b-90e0-4170-b9b9-6de399509993 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:09.767320 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57af21b-90e0-4170-b9b9-6de399509993 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:09.767643 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57af21b-90e0-4170-b9b9-6de399509993 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:09.767964 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57af21b-90e0-4170-b9b9-6de399509993 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:09.768291 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57af21b-90e0-4170-b9b9-6de399509993 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:09.768679 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57af21b-90e0-4170-b9b9-6de399509993 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:09.769006 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57af21b-90e0-4170-b9b9-6de399509993 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:10.095888 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 34632) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:10.118802 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0b7e2589-2e46-4ec6-963a-c10a5f46e01c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:10.264447 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0b7e2589-2e46-4ec6-963a-c10a5f46e01c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:10.271076 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0b7e2589-2e46-4ec6-963a-c10a5f46e01c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:10.327741 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-0b7e2589-2e46-4ec6-963a-c10a5f46e01c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f205ea3f88004c94a6c9f5777a1fa913&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2296612 Aug 10 03:47:10.330511 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 34638) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:10.344393 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7e2589-2e46-4ec6-963a-c10a5f46e01c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbff2f85-b0ff-4a00-8058-65c6ed52f48f,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:10.407504 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-df291d0b-12c5-4188-8ca5-bcb94cf26cd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:10.436027 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-df291d0b-12c5-4188-8ca5-bcb94cf26cd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:10.503833 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-df291d0b-12c5-4188-8ca5-bcb94cf26cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:10.506919 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-df291d0b-12c5-4188-8ca5-bcb94cf26cd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:10.508412 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-df291d0b-12c5-4188-8ca5-bcb94cf26cd3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fbff2f85-b0ff-4a00-8058-65c6ed52f48f HTTP/1.1" status: 204 len: 168 time: 0.1762509 Aug 10 03:47:10.521464 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df291d0b-12c5-4188-8ca5-bcb94cf26cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbff2f85-b0ff-4a00-8058-65c6ed52f48f,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:13.713998 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 34728) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:13.846620 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-05947e78-50c4-4d60-9733-1f33afafc849 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:13.954339 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-05947e78-50c4-4d60-9733-1f33afafc849 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:13.959792 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-05947e78-50c4-4d60-9733-1f33afafc849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:14.001617 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-05947e78-50c4-4d60-9733-1f33afafc849 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=21cea97565e6451b9cea51d22d436a77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2859836 Aug 10 03:47:14.002329 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05947e78-50c4-4d60-9733-1f33afafc849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b0dc25b-2cf5-4067-bc26-1d1a4fd8f222,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:14.005617 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 34732) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:14.066499 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-00a50bcb-0e52-447e-b266-9ffd00cfd685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:14.093356 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-00a50bcb-0e52-447e-b266-9ffd00cfd685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:14.152521 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-00a50bcb-0e52-447e-b266-9ffd00cfd685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:14.155814 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-00a50bcb-0e52-447e-b266-9ffd00cfd685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:14.157464 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-00a50bcb-0e52-447e-b266-9ffd00cfd685 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1b0dc25b-2cf5-4067-bc26-1d1a4fd8f222 HTTP/1.1" status: 204 len: 168 time: 0.1506588 Aug 10 03:47:14.168238 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a50bcb-0e52-447e-b266-9ffd00cfd685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b0dc25b-2cf5-4067-bc26-1d1a4fd8f222,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:14.559224 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 34744) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:14.575212 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7d16fd7e-d743-4ece-baf0-5261689f5e6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:14.715063 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7d16fd7e-d743-4ece-baf0-5261689f5e6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:14.721851 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7d16fd7e-d743-4ece-baf0-5261689f5e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:14.783929 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-7d16fd7e-d743-4ece-baf0-5261689f5e6f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6c62c2beba194c97996cbc4511e858d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2230885 Aug 10 03:47:14.785084 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d16fd7e-d743-4ece-baf0-5261689f5e6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca385b9-53a1-41f9-aa50-280908efea7a,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:14.786453 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 34748) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:14.852374 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0b6328e1-289b-4532-8203-d5718732851e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:14.896119 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0b6328e1-289b-4532-8203-d5718732851e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:14.971815 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0b6328e1-289b-4532-8203-d5718732851e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:14.975526 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0b6328e1-289b-4532-8203-d5718732851e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:14.976761 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-0b6328e1-289b-4532-8203-d5718732851e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1ca385b9-53a1-41f9-aa50-280908efea7a HTTP/1.1" status: 204 len: 168 time: 0.1887250 Aug 10 03:47:14.988543 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6328e1-289b-4532-8203-d5718732851e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca385b9-53a1-41f9-aa50-280908efea7a,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:17.454968 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:47:21.364574 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-09a41860-f070-459d-bd12-af09be6f410c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:23.679483 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-110dd518-e091-4bc1-ae9d-a4ec1e17b8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:24.259162 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:25.391302 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:26.204849 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:26.829610 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:28.719985 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 35146) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:28.865661 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-89102d84-bf45-49fd-bf77-fc5930a8c899 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:28.991918 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-89102d84-bf45-49fd-bf77-fc5930a8c899 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:28.997822 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-89102d84-bf45-49fd-bf77-fc5930a8c899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:29.052490 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-89102d84-bf45-49fd-bf77-fc5930a8c899 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=35ae2515fae14c2683f0fc1a902198f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3308041 Aug 10 03:47:29.054072 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89102d84-bf45-49fd-bf77-fc5930a8c899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa3cc09e-f17a-40c7-9e1a-4f893a8cc5be,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:29.055565 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 35156) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:29.152841 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a030657e-b579-491c-b21f-489e81b321b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:29.190265 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a030657e-b579-491c-b21f-489e81b321b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:29.261418 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a030657e-b579-491c-b21f-489e81b321b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:29.265976 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a030657e-b579-491c-b21f-489e81b321b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:29.267472 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-a030657e-b579-491c-b21f-489e81b321b3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/aa3cc09e-f17a-40c7-9e1a-4f893a8cc5be HTTP/1.1" status: 204 len: 168 time: 0.2093914 Aug 10 03:47:29.284412 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a030657e-b579-491c-b21f-489e81b321b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa3cc09e-f17a-40c7-9e1a-4f893a8cc5be,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:29.296131 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a030657e-b579-491c-b21f-489e81b321b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:29.296721 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a030657e-b579-491c-b21f-489e81b321b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:29.297206 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a030657e-b579-491c-b21f-489e81b321b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:29.297885 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a030657e-b579-491c-b21f-489e81b321b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:29.298456 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a030657e-b579-491c-b21f-489e81b321b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:29.298927 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a030657e-b579-491c-b21f-489e81b321b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:29.299525 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a030657e-b579-491c-b21f-489e81b321b3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:29.300021 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a030657e-b579-491c-b21f-489e81b321b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:29.300561 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a030657e-b579-491c-b21f-489e81b321b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:29.301618 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a030657e-b579-491c-b21f-489e81b321b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:29.302492 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a030657e-b579-491c-b21f-489e81b321b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:29.303038 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a030657e-b579-491c-b21f-489e81b321b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:29.680268 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 35166) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:29.696348 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4346357d-454b-432f-be68-04f7948eb0de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:29.820350 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4346357d-454b-432f-be68-04f7948eb0de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:29.825744 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4346357d-454b-432f-be68-04f7948eb0de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:29.884325 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-4346357d-454b-432f-be68-04f7948eb0de admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=75070ecfe1004a3facb9943291d5fca5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2026527 Aug 10 03:47:29.888837 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 35170) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:29.898862 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4346357d-454b-432f-be68-04f7948eb0de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d08960c5-dbd2-4c3e-a705-bef216d53c9d,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:29.983843 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-68258ffc-53d8-4317-b446-b67c27ba97f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:30.009378 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-68258ffc-53d8-4317-b446-b67c27ba97f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:30.087871 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-68258ffc-53d8-4317-b446-b67c27ba97f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:30.091399 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-68258ffc-53d8-4317-b446-b67c27ba97f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:30.095520 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-68258ffc-53d8-4317-b446-b67c27ba97f5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d08960c5-dbd2-4c3e-a705-bef216d53c9d HTTP/1.1" status: 204 len: 168 time: 0.2050312 Aug 10 03:47:30.105594 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68258ffc-53d8-4317-b446-b67c27ba97f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d08960c5-dbd2-4c3e-a705-bef216d53c9d,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:32.314821 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 35254) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:32.482346 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9371163d-8b93-4958-b3ee-ce9e56a3a497 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:32.629135 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9371163d-8b93-4958-b3ee-ce9e56a3a497 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:32.636093 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9371163d-8b93-4958-b3ee-ce9e56a3a497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:32.686502 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-9371163d-8b93-4958-b3ee-ce9e56a3a497 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e5eddc10afac42c883959757ddd9bd5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3700385 Aug 10 03:47:32.687560 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9371163d-8b93-4958-b3ee-ce9e56a3a497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8701ef7f-60af-47b3-8ca4-4db7d539fb29,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:32.689685 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 35262) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:33.048488 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f88e9389-7d94-4039-8a13-406740f94338 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:33.074201 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f88e9389-7d94-4039-8a13-406740f94338 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:33.149576 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f88e9389-7d94-4039-8a13-406740f94338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:33.153460 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f88e9389-7d94-4039-8a13-406740f94338 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:33.155150 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-f88e9389-7d94-4039-8a13-406740f94338 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8701ef7f-60af-47b3-8ca4-4db7d539fb29 HTTP/1.1" status: 204 len: 168 time: 0.4642067 Aug 10 03:47:33.164250 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88e9389-7d94-4039-8a13-406740f94338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8701ef7f-60af-47b3-8ca4-4db7d539fb29,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:33.343277 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:34.491644 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 35318) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:34.659675 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-31eee1f3-921d-4580-98ff-445709efe5fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:34.793289 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-31eee1f3-921d-4580-98ff-445709efe5fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:34.798928 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-31eee1f3-921d-4580-98ff-445709efe5fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:34.878310 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-31eee1f3-921d-4580-98ff-445709efe5fd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9d1054cf46424c8b93ce05ced3b233ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3813808 Aug 10 03:47:34.878310 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eee1f3-921d-4580-98ff-445709efe5fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ddb7393-d9ce-4e21-a4d5-ac645019ed5c,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:34.878847 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 35330) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:34.971684 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5a5acb67-a108-4d55-9c6e-aa243dce1926 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:35.003212 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5a5acb67-a108-4d55-9c6e-aa243dce1926 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:35.079346 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5a5acb67-a108-4d55-9c6e-aa243dce1926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:35.082522 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5a5acb67-a108-4d55-9c6e-aa243dce1926 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:35.084080 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-5a5acb67-a108-4d55-9c6e-aa243dce1926 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3ddb7393-d9ce-4e21-a4d5-ac645019ed5c HTTP/1.1" status: 204 len: 168 time: 0.2031817 Aug 10 03:47:35.095344 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5acb67-a108-4d55-9c6e-aa243dce1926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ddb7393-d9ce-4e21-a4d5-ac645019ed5c,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:37.505257 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 35424) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:37.738819 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-40b71201-5e77-4771-93ed-587c754de64b tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Request body: {'floatingip': {'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:47:37.789323 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-40b71201-5e77-4771-93ed-587c754de64b tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Notify callbacks [] for floatingip, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:37.948541 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-40b71201-5e77-4771-93ed-587c754de64b tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:38.094554 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-40b71201-5e77-4771-93ed-587c754de64b tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Allocated IP 172.25.6.219 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/799bc854-48ca-4cc0-93df-0560b803b7c9) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:47:38.225874 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-40b71201-5e77-4771-93ed-587c754de64b tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:38.275158 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-40b71201-5e77-4771-93ed-587c754de64b tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:38.323493 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b71201-5e77-4771-93ed-587c754de64b tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:47:38.327053 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-40b71201-5e77-4771-93ed-587c754de64b tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:47:38.332699 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b71201-5e77-4771-93ed-587c754de64b tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:47:38.336642 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b71201-5e77-4771-93ed-587c754de64b tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Pushing event updated for resources: {'Port': ['ID=799bc854-48ca-4cc0-93df-0560b803b7c9,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:38.450448 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-40b71201-5e77-4771-93ed-587c754de64b tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:38.495045 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-40b71201-5e77-4771-93ed-587c754de64b tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:38.699187 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-40b71201-5e77-4771-93ed-587c754de64b tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:38.704716 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-40b71201-5e77-4771-93ed-587c754de64b tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:38.774629 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b71201-5e77-4771-93ed-587c754de64b tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Pushing event updated for resources: {'Port': ['ID=799bc854-48ca-4cc0-93df-0560b803b7c9,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:38.798685 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-40b71201-5e77-4771-93ed-587c754de64b tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:38.815521 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-40b71201-5e77-4771-93ed-587c754de64b tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:38.817237 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-40b71201-5e77-4771-93ed-587c754de64b tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3107283 Aug 10 03:47:38.820257 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 35452) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:38.825619 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-378c2866-f9aa-4b58-8c89-ce3259580a35 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1973144316'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:47:38.857216 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-378c2866-f9aa-4b58-8c89-ce3259580a35 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Made reservation on behalf of dafe41ea164246e089a38bc6d2925004 for: {'network': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:47:38.864090 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-378c2866-f9aa-4b58-8c89-ce3259580a35 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:38.881204 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-378c2866-f9aa-4b58-8c89-ce3259580a35 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:39.023985 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-378c2866-f9aa-4b58-8c89-ce3259580a35 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:39.029194 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-378c2866-f9aa-4b58-8c89-ce3259580a35 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:39.068948 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-378c2866-f9aa-4b58-8c89-ce3259580a35 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=94260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:47:39.076976 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378c2866-f9aa-4b58-8c89-ce3259580a35 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad0cac2-8758-41cb-b284-a19a0771ebde,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:39.088616 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-378c2866-f9aa-4b58-8c89-ce3259580a35 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:39.088616 n-d-768862-13 neutron-server[94260]: INFO neutron.db.segments_db [None req-378c2866-f9aa-4b58-8c89-ce3259580a35 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Added segment 857eb8f5-02d7-4364-b745-2697e9ae9a9f of type vlan for network f75198a9-e823-49b9-abdb-359e47136f0c Aug 10 03:47:39.146092 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-378c2866-f9aa-4b58-8c89-ce3259580a35 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:39.184282 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-378c2866-f9aa-4b58-8c89-ce3259580a35 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:39.190888 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378c2866-f9aa-4b58-8c89-ce3259580a35 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:39.192146 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-378c2866-f9aa-4b58-8c89-ce3259580a35 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Notify callbacks [] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:39.252695 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-378c2866-f9aa-4b58-8c89-ce3259580a35 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4312549 Aug 10 03:47:39.257361 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 35462) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:39.264063 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-327bd220-f596-461c-a3e4-826afcf3eb84 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Request body: {'subnet': {'network_id': 'f75198a9-e823-49b9-abdb-359e47136f0c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:47:39.326516 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378c2866-f9aa-4b58-8c89-ce3259580a35 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Pushing event updated for resources: {'Network': ['ID=f75198a9-e823-49b9-abdb-359e47136f0c,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:39.342668 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network f75198a9-e823-49b9-abdb-359e47136f0c details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:47:39.389664 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-327bd220-f596-461c-a3e4-826afcf3eb84 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Made reservation on behalf of dafe41ea164246e089a38bc6d2925004 for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:47:39.395471 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-327bd220-f596-461c-a3e4-826afcf3eb84 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:39.626807 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-327bd220-f596-461c-a3e4-826afcf3eb84 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58895384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805196'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:39.714461 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327bd220-f596-461c-a3e4-826afcf3eb84 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Pushing event updated for resources: {'Subnet': ['ID=bb407dd0-bb17-4199-aa4e-be58c1345385,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:39.723457 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327bd220-f596-461c-a3e4-826afcf3eb84 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Checking segment: {'id': '857eb8f5-02d7-4364-b745-2697e9ae9a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f75198a9-e823-49b9-abdb-359e47136f0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:47:39.723827 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327bd220-f596-461c-a3e4-826afcf3eb84 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Network hostable DHCP agents. Network: f75198a9-e823-49b9-abdb-359e47136f0c, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:47:39.747552 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327bd220-f596-461c-a3e4-826afcf3eb84 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Network f75198a9-e823-49b9-abdb-359e47136f0c is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:47:39.760221 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-327bd220-f596-461c-a3e4-826afcf3eb84 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, f75198a9-e823-49b9-abdb-359e47136f0c) {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:47:39.767569 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327bd220-f596-461c-a3e4-826afcf3eb84 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:39.768586 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-327bd220-f596-461c-a3e4-826afcf3eb84 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:39.778439 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1da3170-1cd3-45b7-8604-6cb344a955f4 None None] Network f75198a9-e823-49b9-abdb-359e47136f0c requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:47:39.796141 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-327bd220-f596-461c-a3e4-826afcf3eb84 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5372317 Aug 10 03:47:39.800419 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 35468) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:39.805527 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-63718f68-52ac-431a-969c-dd80b146475a tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-2127266148', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd'}, 'admin_state_up': False}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:47:39.842384 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-63718f68-52ac-431a-969c-dd80b146475a tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:39.843846 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-63718f68-52ac-431a-969c-dd80b146475a tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:39.929803 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-63718f68-52ac-431a-969c-dd80b146475a tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:39.969647 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5299d2b4-528b-4848-86bf-4f98e156215e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-f75198a9-e823-49b9-abdb-359e47136f0c', 'network_id': 'f75198a9-e823-49b9-abdb-359e47136f0c', 'tenant_id': 'dafe41ea164246e089a38bc6d2925004', 'fixed_ips': [{'subnet_id': 'bb407dd0-bb17-4199-aa4e-be58c1345385'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:47:39.971050 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-5299d2b4-528b-4848-86bf-4f98e156215e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:40.149654 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-63718f68-52ac-431a-969c-dd80b146475a tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:40.276263 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-5299d2b4-528b-4848-86bf-4f98e156215e None None] Allocated IP 172.20.0.2 (f75198a9-e823-49b9-abdb-359e47136f0c/bb407dd0-bb17-4199-aa4e-be58c1345385/29dcb29e-ff97-466e-ac6a-82145d31155b) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:47:40.483323 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-63718f68-52ac-431a-969c-dd80b146475a tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Notify callbacks [] for router_gateway, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:40.501316 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-5299d2b4-528b-4848-86bf-4f98e156215e None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:40.512268 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-5299d2b4-528b-4848-86bf-4f98e156215e None None] Transition to ACTIVE for port object 29dcb29e-ff97-466e-ac6a-82145d31155b will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:47:40.519236 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-63718f68-52ac-431a-969c-dd80b146475a tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:40.531547 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-5299d2b4-528b-4848-86bf-4f98e156215e None None] Transition to ACTIVE for port object 29dcb29e-ff97-466e-ac6a-82145d31155b will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:47:40.544674 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-5299d2b4-528b-4848-86bf-4f98e156215e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:40.585167 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5299d2b4-528b-4848-86bf-4f98e156215e None None] Network f75198a9-e823-49b9-abdb-359e47136f0c is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:47:40.592712 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-5299d2b4-528b-4848-86bf-4f98e156215e None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:47:40.597266 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5299d2b4-528b-4848-86bf-4f98e156215e None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:47:40.606603 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5299d2b4-528b-4848-86bf-4f98e156215e None None] Pushing event updated for resources: {'Port': ['ID=29dcb29e-ff97-466e-ac6a-82145d31155b,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:40.619407 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5299d2b4-528b-4848-86bf-4f98e156215e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:40.619772 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5299d2b4-528b-4848-86bf-4f98e156215e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:40.620114 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5299d2b4-528b-4848-86bf-4f98e156215e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:40.620455 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5299d2b4-528b-4848-86bf-4f98e156215e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:40.620794 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5299d2b4-528b-4848-86bf-4f98e156215e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:40.621943 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5299d2b4-528b-4848-86bf-4f98e156215e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:40.622358 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5299d2b4-528b-4848-86bf-4f98e156215e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:40.622709 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5299d2b4-528b-4848-86bf-4f98e156215e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:40.623044 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5299d2b4-528b-4848-86bf-4f98e156215e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:40.623375 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5299d2b4-528b-4848-86bf-4f98e156215e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:40.623712 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5299d2b4-528b-4848-86bf-4f98e156215e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:40.624038 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5299d2b4-528b-4848-86bf-4f98e156215e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:40.694674 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-5299d2b4-528b-4848-86bf-4f98e156215e None None] Attempting to bind port 29dcb29e-ff97-466e-ac6a-82145d31155b on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:47:40.695270 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-5299d2b4-528b-4848-86bf-4f98e156215e None None] Attempting to bind port 29dcb29e-ff97-466e-ac6a-82145d31155b by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '857eb8f5-02d7-4364-b745-2697e9ae9a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f75198a9-e823-49b9-abdb-359e47136f0c'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:47:40.695933 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5299d2b4-528b-4848-86bf-4f98e156215e None None] Attempting to bind port 29dcb29e-ff97-466e-ac6a-82145d31155b on network f75198a9-e823-49b9-abdb-359e47136f0c {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:47:40.704239 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5299d2b4-528b-4848-86bf-4f98e156215e None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:47:40.704867 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5299d2b4-528b-4848-86bf-4f98e156215e None None] Checking segment: {'id': '857eb8f5-02d7-4364-b745-2697e9ae9a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f75198a9-e823-49b9-abdb-359e47136f0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:47:40.705483 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-5299d2b4-528b-4848-86bf-4f98e156215e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:40.706131 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5299d2b4-528b-4848-86bf-4f98e156215e None None] Bound using segment: {'id': '857eb8f5-02d7-4364-b745-2697e9ae9a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f75198a9-e823-49b9-abdb-359e47136f0c'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:47:40.707088 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-5299d2b4-528b-4848-86bf-4f98e156215e None None] Bound port: 29dcb29e-ff97-466e-ac6a-82145d31155b, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '857eb8f5-02d7-4364-b745-2697e9ae9a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f75198a9-e823-49b9-abdb-359e47136f0c'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:47:40.707619 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-5299d2b4-528b-4848-86bf-4f98e156215e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:40.717175 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-63718f68-52ac-431a-969c-dd80b146475a tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Allocated IP 172.25.6.18 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/1439d988-0f78-48a9-a045-9fd8d09ef5a8) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:47:40.804029 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-5299d2b4-528b-4848-86bf-4f98e156215e None None] For port 29dcb29e-ff97-466e-ac6a-82145d31155b, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:47:40.809576 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-5299d2b4-528b-4848-86bf-4f98e156215e None None] For port 29dcb29e-ff97-466e-ac6a-82145d31155b, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=29dcb29e-ff97-466e-ac6a-82145d31155b,segment=NetworkSegment(857eb8f5-02d7-4364-b745-2697e9ae9a9f),segment_id=857eb8f5-02d7-4364-b745-2697e9ae9a9f)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:47:40.816155 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-5299d2b4-528b-4848-86bf-4f98e156215e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:40.875688 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-63718f68-52ac-431a-969c-dd80b146475a tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:40.887509 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5299d2b4-528b-4848-86bf-4f98e156215e None None] Pushing event updated for resources: {'Port': ['ID=29dcb29e-ff97-466e-ac6a-82145d31155b,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:40.938285 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-63718f68-52ac-431a-969c-dd80b146475a tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:41.005477 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63718f68-52ac-431a-969c-dd80b146475a tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:47:41.012362 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-63718f68-52ac-431a-969c-dd80b146475a tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:47:41.018936 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63718f68-52ac-431a-969c-dd80b146475a tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:47:41.063514 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63718f68-52ac-431a-969c-dd80b146475a tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Pushing event updated for resources: {'Port': ['ID=1439d988-0f78-48a9-a045-9fd8d09ef5a8,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:41.543029 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-63718f68-52ac-431a-969c-dd80b146475a tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Notify callbacks [] for router_gateway, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:41.839507 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-63718f68-52ac-431a-969c-dd80b146475a tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:42.008203 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63718f68-52ac-431a-969c-dd80b146475a tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Router 106fb71d-60fb-44b4-91d8-7b181d6a42c4 is scheduled to L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e with binding_index 1 {{(pid=94261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:47:42.133292 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f913928-016f-43c9-ad3a-7a3e0a35995a None None] Network f75198a9-e823-49b9-abdb-359e47136f0c requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:47:42.152809 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63718f68-52ac-431a-969c-dd80b146475a tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:47:42.174012 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596d7dd1-f67e-47fb-baa3-40d1e4f272b2 None None] Sync routers for ids ['106fb71d-60fb-44b4-91d8-7b181d6a42c4'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:47:42.190591 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596d7dd1-f67e-47fb-baa3-40d1e4f272b2 None None] Routers {'106fb71d-60fb-44b4-91d8-7b181d6a42c4'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:47:42.191533 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-596d7dd1-f67e-47fb-baa3-40d1e4f272b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:47:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['106fb71d-60fb-44b4-91d8-7b181d6a42c4'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:42.202892 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-63718f68-52ac-431a-969c-dd80b146475a tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:42.207835 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-63718f68-52ac-431a-969c-dd80b146475a tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 2.4055464 Aug 10 03:47:42.211316 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 35516) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:42.236472 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 29dcb29e-ff97-466e-ac6a-82145d31155b up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:47:42.260725 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-596d7dd1-f67e-47fb-baa3-40d1e4f272b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:42.272749 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596d7dd1-f67e-47fb-baa3-40d1e4f272b2 None None] Routers {'106fb71d-60fb-44b4-91d8-7b181d6a42c4'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:47:42.273632 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-596d7dd1-f67e-47fb-baa3-40d1e4f272b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:47:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['106fb71d-60fb-44b4-91d8-7b181d6a42c4'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:42.321798 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-596d7dd1-f67e-47fb-baa3-40d1e4f272b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:42.322813 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596d7dd1-f67e-47fb-baa3-40d1e4f272b2 None None] The sync data for ids ['106fb71d-60fb-44b4-91d8-7b181d6a42c4'] in n-d-768862-13 is: [] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:47:42.360770 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-6dfc2e5d-c127-4ed1-a7ae-e6c8800ff10f None None] Provisioning for port 29dcb29e-ff97-466e-ac6a-82145d31155b completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:47:42.444196 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 29dcb29e-ff97-466e-ac6a-82145d31155b completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:47:42.469279 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 29dcb29e-ff97-466e-ac6a-82145d31155b triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:42.469876 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:42.636054 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:42.696662 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 29dcb29e-ff97-466e-ac6a-82145d31155b, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=29dcb29e-ff97-466e-ac6a-82145d31155b,segment=NetworkSegment(857eb8f5-02d7-4364-b745-2697e9ae9a9f),segment_id=857eb8f5-02d7-4364-b745-2697e9ae9a9f)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:42.701768 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:42.810373 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=29dcb29e-ff97-466e-ac6a-82145d31155b,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:42.909170 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-7eeaa9cd-b637-461e-b6f5-9ceb85bfda05 None None] Provisioning complete for port 29dcb29e-ff97-466e-ac6a-82145d31155b triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:42.909621 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-7eeaa9cd-b637-461e-b6f5-9ceb85bfda05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:42.913088 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-14b56edd-93e5-41ed-9432-7f2d2b6c4cba tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:43.227234 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-14b56edd-93e5-41ed-9432-7f2d2b6c4cba tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Allocated IP 172.20.0.1 (f75198a9-e823-49b9-abdb-359e47136f0c/bb407dd0-bb17-4199-aa4e-be58c1345385/ce925690-e683-4a22-9539-f82c2bec84cc) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:47:43.364286 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-14b56edd-93e5-41ed-9432-7f2d2b6c4cba tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:43.380940 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [None req-14b56edd-93e5-41ed-9432-7f2d2b6c4cba tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Transition to ACTIVE for port object ce925690-e683-4a22-9539-f82c2bec84cc will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:47:43.421528 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-14b56edd-93e5-41ed-9432-7f2d2b6c4cba tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:43.474152 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b56edd-93e5-41ed-9432-7f2d2b6c4cba tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Network f75198a9-e823-49b9-abdb-359e47136f0c is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:47:43.477736 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-14b56edd-93e5-41ed-9432-7f2d2b6c4cba tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:47:43.482590 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b56edd-93e5-41ed-9432-7f2d2b6c4cba tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:47:43.511087 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b56edd-93e5-41ed-9432-7f2d2b6c4cba tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Pushing event updated for resources: {'Port': ['ID=ce925690-e683-4a22-9539-f82c2bec84cc,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:43.541152 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-14b56edd-93e5-41ed-9432-7f2d2b6c4cba tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521745'] for router_interface, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:43.702844 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-14b56edd-93e5-41ed-9432-7f2d2b6c4cba tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:43.848691 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-7667685a-61ef-4b29-8a2e-7363d6f0f1c6 None None] Provisioning for port ce925690-e683-4a22-9539-f82c2bec84cc completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:47:43.856716 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-7667685a-61ef-4b29-8a2e-7363d6f0f1c6 None None] Provisioning complete for port ce925690-e683-4a22-9539-f82c2bec84cc triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:43.857302 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-7667685a-61ef-4b29-8a2e-7363d6f0f1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:43.925355 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-7667685a-61ef-4b29-8a2e-7363d6f0f1c6 None None] Port ce925690-e683-4a22-9539-f82c2bec84cc cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:47:44.115299 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-14b56edd-93e5-41ed-9432-7f2d2b6c4cba tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:44.131749 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-14b56edd-93e5-41ed-9432-7f2d2b6c4cba tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:44.178045 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 29dcb29e-ff97-466e-ac6a-82145d31155b up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:47:44.242323 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b56edd-93e5-41ed-9432-7f2d2b6c4cba tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Pushing event updated for resources: {'Port': ['ID=ce925690-e683-4a22-9539-f82c2bec84cc,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:44.245479 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 29dcb29e-ff97-466e-ac6a-82145d31155b triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:44.245865 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:44.246277 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-14b56edd-93e5-41ed-9432-7f2d2b6c4cba tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521893'] for router_interface, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:44.388584 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b56edd-93e5-41ed-9432-7f2d2b6c4cba tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Network f75198a9-e823-49b9-abdb-359e47136f0c is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:47:44.391249 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-14b56edd-93e5-41ed-9432-7f2d2b6c4cba tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:47:44.859945 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-fd0e3663-67fd-421f-ad97-08d11ffc5982 None None] Provisioning complete for port ce925690-e683-4a22-9539-f82c2bec84cc triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:44.861786 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-fd0e3663-67fd-421f-ad97-08d11ffc5982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:44.898110 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14b56edd-93e5-41ed-9432-7f2d2b6c4cba tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Router 106fb71d-60fb-44b4-91d8-7b181d6a42c4 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:47:44.908065 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-fd0e3663-67fd-421f-ad97-08d11ffc5982 None None] Port ce925690-e683-4a22-9539-f82c2bec84cc cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:47:45.026770 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14b56edd-93e5-41ed-9432-7f2d2b6c4cba tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:47:45.033016 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-14b56edd-93e5-41ed-9432-7f2d2b6c4cba tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] 10.222.0.44 "PUT /v2.0/routers/106fb71d-60fb-44b4-91d8-7b181d6a42c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8193960 Aug 10 03:47:45.035918 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 35530) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:45.043133 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-c6621f7b-4059-4e9e-864e-9ecab6ab8743 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Request body: {'port': {'network_id': 'f75198a9-e823-49b9-abdb-359e47136f0c', 'name': 'tempest-FloatingIPAdminTestJSON-1979563904'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:47:45.044722 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99544a2e-cd82-491b-afc3-f4d97c8fa86c None None] Sync routers for ids ['106fb71d-60fb-44b4-91d8-7b181d6a42c4'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:47:45.056862 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99544a2e-cd82-491b-afc3-f4d97c8fa86c None None] Routers {'106fb71d-60fb-44b4-91d8-7b181d6a42c4'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:47:45.057629 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-99544a2e-cd82-491b-afc3-f4d97c8fa86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:47:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['106fb71d-60fb-44b4-91d8-7b181d6a42c4'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:45.093333 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-99544a2e-cd82-491b-afc3-f4d97c8fa86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:45.104173 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99544a2e-cd82-491b-afc3-f4d97c8fa86c None None] Routers {'106fb71d-60fb-44b4-91d8-7b181d6a42c4'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:47:45.104802 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-99544a2e-cd82-491b-afc3-f4d97c8fa86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:47:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['106fb71d-60fb-44b4-91d8-7b181d6a42c4'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:45.150272 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-99544a2e-cd82-491b-afc3-f4d97c8fa86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:45.150953 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99544a2e-cd82-491b-afc3-f4d97c8fa86c None None] The sync data for ids ['106fb71d-60fb-44b4-91d8-7b181d6a42c4'] in n-d-768862-13 is: [] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:47:45.176893 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6621f7b-4059-4e9e-864e-9ecab6ab8743 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Made reservation on behalf of dafe41ea164246e089a38bc6d2925004 for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:47:45.180659 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c6621f7b-4059-4e9e-864e-9ecab6ab8743 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:45.205449 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [None req-c6621f7b-4059-4e9e-864e-9ecab6ab8743 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] device_id is not set on port 77b40ce6-099a-490f-83e9-b27424873811 yet. {{(pid=94260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:47:45.324704 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-c6621f7b-4059-4e9e-864e-9ecab6ab8743 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Allocated IP 172.20.0.7 (f75198a9-e823-49b9-abdb-359e47136f0c/bb407dd0-bb17-4199-aa4e-be58c1345385/77b40ce6-099a-490f-83e9-b27424873811) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:47:45.547304 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c6621f7b-4059-4e9e-864e-9ecab6ab8743 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:45.575503 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [None req-c6621f7b-4059-4e9e-864e-9ecab6ab8743 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Transition to ACTIVE for port object 77b40ce6-099a-490f-83e9-b27424873811 will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:47:45.636333 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c6621f7b-4059-4e9e-864e-9ecab6ab8743 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:45.714123 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6621f7b-4059-4e9e-864e-9ecab6ab8743 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Network f75198a9-e823-49b9-abdb-359e47136f0c is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:47:45.724827 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-c6621f7b-4059-4e9e-864e-9ecab6ab8743 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:47:45.729447 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6621f7b-4059-4e9e-864e-9ecab6ab8743 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:47:45.800272 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6621f7b-4059-4e9e-864e-9ecab6ab8743 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Pushing event updated for resources: {'Port': ['ID=77b40ce6-099a-490f-83e9-b27424873811,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:45.839648 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6621f7b-4059-4e9e-864e-9ecab6ab8743 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:45.840889 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c6621f7b-4059-4e9e-864e-9ecab6ab8743 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:45.862507 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-c6621f7b-4059-4e9e-864e-9ecab6ab8743 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8252304 Aug 10 03:47:45.865741 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 35536) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:45.935104 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-7239f2cc-a0f9-40d0-a6a1-84b956a005bb tempest-FloatingIPAdminTestJSON-1383612316 tempest-FloatingIPAdminTestJSON-1383612316-project-admin] Request body: {'floatingip': {'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'project_id': 'dafe41ea164246e089a38bc6d2925004', 'port_id': '77b40ce6-099a-490f-83e9-b27424873811'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:47:45.981557 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7239f2cc-a0f9-40d0-a6a1-84b956a005bb tempest-FloatingIPAdminTestJSON-1383612316 tempest-FloatingIPAdminTestJSON-1383612316-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:46.045013 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-636c3e41-690f-4a0d-a4b8-e9d58e811ee6 None None] Provisioning for port 77b40ce6-099a-490f-83e9-b27424873811 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:47:46.054080 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-636c3e41-690f-4a0d-a4b8-e9d58e811ee6 None None] Provisioning complete for port 77b40ce6-099a-490f-83e9-b27424873811 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:46.054996 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-636c3e41-690f-4a0d-a4b8-e9d58e811ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:46.114873 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-636c3e41-690f-4a0d-a4b8-e9d58e811ee6 None None] Port 77b40ce6-099a-490f-83e9-b27424873811 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:47:46.152864 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7239f2cc-a0f9-40d0-a6a1-84b956a005bb tempest-FloatingIPAdminTestJSON-1383612316 tempest-FloatingIPAdminTestJSON-1383612316-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:46.286605 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-7239f2cc-a0f9-40d0-a6a1-84b956a005bb tempest-FloatingIPAdminTestJSON-1383612316 tempest-FloatingIPAdminTestJSON-1383612316-project-admin] Allocated IP 172.25.6.61 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/365f3fb5-ee99-418c-8fa4-0818e01b61df) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:47:46.483072 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7239f2cc-a0f9-40d0-a6a1-84b956a005bb tempest-FloatingIPAdminTestJSON-1383612316 tempest-FloatingIPAdminTestJSON-1383612316-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:46.557700 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7239f2cc-a0f9-40d0-a6a1-84b956a005bb tempest-FloatingIPAdminTestJSON-1383612316 tempest-FloatingIPAdminTestJSON-1383612316-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:46.626380 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7239f2cc-a0f9-40d0-a6a1-84b956a005bb tempest-FloatingIPAdminTestJSON-1383612316 tempest-FloatingIPAdminTestJSON-1383612316-project-admin] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:47:46.636854 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-7239f2cc-a0f9-40d0-a6a1-84b956a005bb tempest-FloatingIPAdminTestJSON-1383612316 tempest-FloatingIPAdminTestJSON-1383612316-project-admin] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:47:46.641523 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7239f2cc-a0f9-40d0-a6a1-84b956a005bb tempest-FloatingIPAdminTestJSON-1383612316 tempest-FloatingIPAdminTestJSON-1383612316-project-admin] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:47:46.714328 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7239f2cc-a0f9-40d0-a6a1-84b956a005bb tempest-FloatingIPAdminTestJSON-1383612316 tempest-FloatingIPAdminTestJSON-1383612316-project-admin] Pushing event updated for resources: {'Port': ['ID=365f3fb5-ee99-418c-8fa4-0818e01b61df,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:47.158012 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7239f2cc-a0f9-40d0-a6a1-84b956a005bb tempest-FloatingIPAdminTestJSON-1383612316 tempest-FloatingIPAdminTestJSON-1383612316-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:47.238726 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7239f2cc-a0f9-40d0-a6a1-84b956a005bb tempest-FloatingIPAdminTestJSON-1383612316 tempest-FloatingIPAdminTestJSON-1383612316-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:47.437096 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7239f2cc-a0f9-40d0-a6a1-84b956a005bb tempest-FloatingIPAdminTestJSON-1383612316 tempest-FloatingIPAdminTestJSON-1383612316-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:47.443859 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7239f2cc-a0f9-40d0-a6a1-84b956a005bb tempest-FloatingIPAdminTestJSON-1383612316 tempest-FloatingIPAdminTestJSON-1383612316-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:47.549251 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7239f2cc-a0f9-40d0-a6a1-84b956a005bb tempest-FloatingIPAdminTestJSON-1383612316 tempest-FloatingIPAdminTestJSON-1383612316-project-admin] Pushing event updated for resources: {'Port': ['ID=365f3fb5-ee99-418c-8fa4-0818e01b61df,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:47.573357 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7239f2cc-a0f9-40d0-a6a1-84b956a005bb tempest-FloatingIPAdminTestJSON-1383612316 tempest-FloatingIPAdminTestJSON-1383612316-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:47.743201 n-d-768862-13 neutron-server[94260]: INFO neutron.db.l3_db [None req-7239f2cc-a0f9-40d0-a6a1-84b956a005bb tempest-FloatingIPAdminTestJSON-1383612316 tempest-FloatingIPAdminTestJSON-1383612316-project-admin] Floating IP 35c5aae5-ab5d-49d3-aaa5-87915f6e2208 associated. External IP: 172.25.6.61, port: 77b40ce6-099a-490f-83e9-b27424873811. Aug 10 03:47:48.099779 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7239f2cc-a0f9-40d0-a6a1-84b956a005bb tempest-FloatingIPAdminTestJSON-1383612316 tempest-FloatingIPAdminTestJSON-1383612316-project-admin] Router 106fb71d-60fb-44b4-91d8-7b181d6a42c4 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:47:48.290756 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7239f2cc-a0f9-40d0-a6a1-84b956a005bb tempest-FloatingIPAdminTestJSON-1383612316 tempest-FloatingIPAdminTestJSON-1383612316-project-admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:47:48.304057 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1866861d-6189-40c3-9429-a3f8cc0a8f68 None None] Sync routers for ids ['106fb71d-60fb-44b4-91d8-7b181d6a42c4'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:47:48.318816 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7239f2cc-a0f9-40d0-a6a1-84b956a005bb tempest-FloatingIPAdminTestJSON-1383612316 tempest-FloatingIPAdminTestJSON-1383612316-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:48.319706 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1866861d-6189-40c3-9429-a3f8cc0a8f68 None None] Routers {'106fb71d-60fb-44b4-91d8-7b181d6a42c4'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:47:48.320803 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-1866861d-6189-40c3-9429-a3f8cc0a8f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:47:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['106fb71d-60fb-44b4-91d8-7b181d6a42c4'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:48.371739 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-7239f2cc-a0f9-40d0-a6a1-84b956a005bb tempest-FloatingIPAdminTestJSON-1383612316 tempest-FloatingIPAdminTestJSON-1383612316-project-admin] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 2.5011525 Aug 10 03:47:48.373391 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 35556) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:48.380013 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-1866861d-6189-40c3-9429-a3f8cc0a8f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:48.392009 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1866861d-6189-40c3-9429-a3f8cc0a8f68 None None] Routers {'106fb71d-60fb-44b4-91d8-7b181d6a42c4'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:47:48.393051 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-1866861d-6189-40c3-9429-a3f8cc0a8f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:47:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['106fb71d-60fb-44b4-91d8-7b181d6a42c4'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:48.452027 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-1866861d-6189-40c3-9429-a3f8cc0a8f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:48.452980 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1866861d-6189-40c3-9429-a3f8cc0a8f68 None None] The sync data for ids ['106fb71d-60fb-44b4-91d8-7b181d6a42c4'] in n-d-768862-13 is: [] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:47:48.557655 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-208bed1c-48fc-4fc4-af6b-f9d525da4ffd tempest-FloatingIPAdminTestJSON-1383612316 tempest-FloatingIPAdminTestJSON-1383612316-project-admin] 10.222.0.44 "GET /v2.0/floatingips/35c5aae5-ab5d-49d3-aaa5-87915f6e2208 HTTP/1.1" status: 200 len: 982 time: 0.1818488 Aug 10 03:47:48.561954 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 35558) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:48.712566 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-94a36671-8965-49a0-bf0a-010b6ee9d7a1 tempest-FloatingIPAdminTestJSON-1383612316 tempest-FloatingIPAdminTestJSON-1383612316-project-admin] 10.222.0.44 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3036 time: 0.1488960 Aug 10 03:47:48.715710 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 35560) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:48.920266 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-19f1110d-e74a-45d7-9929-fe42c9bad619 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Deleting port 365f3fb5-ee99-418c-8fa4-0818e01b61df {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:47:48.920613 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-19f1110d-e74a-45d7-9929-fe42c9bad619 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:49.013640 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-19f1110d-e74a-45d7-9929-fe42c9bad619 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:49.014873 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-19f1110d-e74a-45d7-9929-fe42c9bad619 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:49.029701 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-19f1110d-e74a-45d7-9929-fe42c9bad619 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Calling delete_port for 365f3fb5-ee99-418c-8fa4-0818e01b61df owned by network:floatingip {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:47:49.256099 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-19f1110d-e74a-45d7-9929-fe42c9bad619 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:49.288409 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f1110d-e74a-45d7-9929-fe42c9bad619 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Pushing event deleted for resources: {'Port': ['ID=365f3fb5-ee99-418c-8fa4-0818e01b61df,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:49.363671 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-19f1110d-e74a-45d7-9929-fe42c9bad619 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Notify callbacks [] for floatingip, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:49.364789 n-d-768862-13 neutron-server[94260]: INFO neutron.db.l3_db [None req-19f1110d-e74a-45d7-9929-fe42c9bad619 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Floating IP 35c5aae5-ab5d-49d3-aaa5-87915f6e2208 disassociated (deleted). External IP: 172.25.6.61, port: 77b40ce6-099a-490f-83e9-b27424873811. Aug 10 03:47:49.614046 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19f1110d-e74a-45d7-9929-fe42c9bad619 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Router 106fb71d-60fb-44b4-91d8-7b181d6a42c4 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:47:49.733934 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19f1110d-e74a-45d7-9929-fe42c9bad619 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:47:49.740903 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-19f1110d-e74a-45d7-9929-fe42c9bad619 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:49.745676 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a1280f-d350-4cfc-8b92-32b8b436905b None None] Sync routers for ids ['106fb71d-60fb-44b4-91d8-7b181d6a42c4'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:47:49.757741 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a1280f-d350-4cfc-8b92-32b8b436905b None None] Routers {'106fb71d-60fb-44b4-91d8-7b181d6a42c4'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:47:49.759367 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-11a1280f-d350-4cfc-8b92-32b8b436905b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:47:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['106fb71d-60fb-44b4-91d8-7b181d6a42c4'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:49.794292 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-19f1110d-e74a-45d7-9929-fe42c9bad619 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] 10.222.0.44 "DELETE /v2.0/floatingips/35c5aae5-ab5d-49d3-aaa5-87915f6e2208 HTTP/1.1" status: 204 len: 168 time: 1.0754499 Aug 10 03:47:49.797893 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 35566) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:49.805800 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-11a1280f-d350-4cfc-8b92-32b8b436905b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:49.808069 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-e67a8eaf-7c10-4280-8746-d4c37176a80c tempest-FloatingIPAdminTestJSON-1383612316 tempest-FloatingIPAdminTestJSON-1383612316-project-admin] Request body: {'floatingip': {'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:47:49.816808 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a1280f-d350-4cfc-8b92-32b8b436905b None None] Routers {'106fb71d-60fb-44b4-91d8-7b181d6a42c4'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:47:49.817492 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-11a1280f-d350-4cfc-8b92-32b8b436905b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:47:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['106fb71d-60fb-44b4-91d8-7b181d6a42c4'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:49.850836 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e67a8eaf-7c10-4280-8746-d4c37176a80c tempest-FloatingIPAdminTestJSON-1383612316 tempest-FloatingIPAdminTestJSON-1383612316-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:49.854947 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-11a1280f-d350-4cfc-8b92-32b8b436905b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:49.855622 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a1280f-d350-4cfc-8b92-32b8b436905b None None] The sync data for ids ['106fb71d-60fb-44b4-91d8-7b181d6a42c4'] in n-d-768862-13 is: [] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:47:49.975842 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e67a8eaf-7c10-4280-8746-d4c37176a80c tempest-FloatingIPAdminTestJSON-1383612316 tempest-FloatingIPAdminTestJSON-1383612316-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:50.157253 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-e67a8eaf-7c10-4280-8746-d4c37176a80c tempest-FloatingIPAdminTestJSON-1383612316 tempest-FloatingIPAdminTestJSON-1383612316-project-admin] Allocated IP 172.25.6.108 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/12e64ca1-4dd0-4c19-aa97-2a93355fe1cf) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:47:50.317083 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e67a8eaf-7c10-4280-8746-d4c37176a80c tempest-FloatingIPAdminTestJSON-1383612316 tempest-FloatingIPAdminTestJSON-1383612316-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:50.387578 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e67a8eaf-7c10-4280-8746-d4c37176a80c tempest-FloatingIPAdminTestJSON-1383612316 tempest-FloatingIPAdminTestJSON-1383612316-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:50.445589 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67a8eaf-7c10-4280-8746-d4c37176a80c tempest-FloatingIPAdminTestJSON-1383612316 tempest-FloatingIPAdminTestJSON-1383612316-project-admin] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:47:50.450196 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-e67a8eaf-7c10-4280-8746-d4c37176a80c tempest-FloatingIPAdminTestJSON-1383612316 tempest-FloatingIPAdminTestJSON-1383612316-project-admin] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:47:50.452407 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67a8eaf-7c10-4280-8746-d4c37176a80c tempest-FloatingIPAdminTestJSON-1383612316 tempest-FloatingIPAdminTestJSON-1383612316-project-admin] Pushing event updated for resources: {'Port': ['ID=12e64ca1-4dd0-4c19-aa97-2a93355fe1cf,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:50.455388 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67a8eaf-7c10-4280-8746-d4c37176a80c tempest-FloatingIPAdminTestJSON-1383612316 tempest-FloatingIPAdminTestJSON-1383612316-project-admin] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:47:50.573378 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e67a8eaf-7c10-4280-8746-d4c37176a80c tempest-FloatingIPAdminTestJSON-1383612316 tempest-FloatingIPAdminTestJSON-1383612316-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:50.627593 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e67a8eaf-7c10-4280-8746-d4c37176a80c tempest-FloatingIPAdminTestJSON-1383612316 tempest-FloatingIPAdminTestJSON-1383612316-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:50.835256 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e67a8eaf-7c10-4280-8746-d4c37176a80c tempest-FloatingIPAdminTestJSON-1383612316 tempest-FloatingIPAdminTestJSON-1383612316-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:50.842208 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e67a8eaf-7c10-4280-8746-d4c37176a80c tempest-FloatingIPAdminTestJSON-1383612316 tempest-FloatingIPAdminTestJSON-1383612316-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:50.926016 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67a8eaf-7c10-4280-8746-d4c37176a80c tempest-FloatingIPAdminTestJSON-1383612316 tempest-FloatingIPAdminTestJSON-1383612316-project-admin] Pushing event updated for resources: {'Port': ['ID=12e64ca1-4dd0-4c19-aa97-2a93355fe1cf,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:50.942494 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e67a8eaf-7c10-4280-8746-d4c37176a80c tempest-FloatingIPAdminTestJSON-1383612316 tempest-FloatingIPAdminTestJSON-1383612316-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:50.963872 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e67a8eaf-7c10-4280-8746-d4c37176a80c tempest-FloatingIPAdminTestJSON-1383612316 tempest-FloatingIPAdminTestJSON-1383612316-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:50.968232 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e67a8eaf-7c10-4280-8746-d4c37176a80c tempest-FloatingIPAdminTestJSON-1383612316 tempest-FloatingIPAdminTestJSON-1383612316-project-admin] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1651275 Aug 10 03:47:50.968829 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 35572) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:51.095618 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-a1a3ae26-c24c-40b9-92a8-685ba9d22e10 tempest-FloatingIPAdminTestJSON-1312916862 tempest-FloatingIPAdminTestJSON-1312916862-project] Request body: {'floatingip': {'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:47:51.137197 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a1a3ae26-c24c-40b9-92a8-685ba9d22e10 tempest-FloatingIPAdminTestJSON-1312916862 tempest-FloatingIPAdminTestJSON-1312916862-project] Notify callbacks [] for floatingip, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:51.361582 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9548dbc4-7d6f-4891-9d77-ac53d0a4f08e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:51.624647 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a1a3ae26-c24c-40b9-92a8-685ba9d22e10 tempest-FloatingIPAdminTestJSON-1312916862 tempest-FloatingIPAdminTestJSON-1312916862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:51.781800 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-a1a3ae26-c24c-40b9-92a8-685ba9d22e10 tempest-FloatingIPAdminTestJSON-1312916862 tempest-FloatingIPAdminTestJSON-1312916862-project] Allocated IP 172.25.6.23 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/1fb0a4be-45e4-4d51-8d85-d8e9a83224ef) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:47:51.937699 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a1a3ae26-c24c-40b9-92a8-685ba9d22e10 tempest-FloatingIPAdminTestJSON-1312916862 tempest-FloatingIPAdminTestJSON-1312916862-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:51.983689 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a1a3ae26-c24c-40b9-92a8-685ba9d22e10 tempest-FloatingIPAdminTestJSON-1312916862 tempest-FloatingIPAdminTestJSON-1312916862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:52.026239 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a3ae26-c24c-40b9-92a8-685ba9d22e10 tempest-FloatingIPAdminTestJSON-1312916862 tempest-FloatingIPAdminTestJSON-1312916862-project] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:47:52.032530 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-a1a3ae26-c24c-40b9-92a8-685ba9d22e10 tempest-FloatingIPAdminTestJSON-1312916862 tempest-FloatingIPAdminTestJSON-1312916862-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:47:52.037407 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a3ae26-c24c-40b9-92a8-685ba9d22e10 tempest-FloatingIPAdminTestJSON-1312916862 tempest-FloatingIPAdminTestJSON-1312916862-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:47:52.065414 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a3ae26-c24c-40b9-92a8-685ba9d22e10 tempest-FloatingIPAdminTestJSON-1312916862 tempest-FloatingIPAdminTestJSON-1312916862-project] Pushing event updated for resources: {'Port': ['ID=1fb0a4be-45e4-4d51-8d85-d8e9a83224ef,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:52.141983 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a1a3ae26-c24c-40b9-92a8-685ba9d22e10 tempest-FloatingIPAdminTestJSON-1312916862 tempest-FloatingIPAdminTestJSON-1312916862-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:52.195676 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a1a3ae26-c24c-40b9-92a8-685ba9d22e10 tempest-FloatingIPAdminTestJSON-1312916862 tempest-FloatingIPAdminTestJSON-1312916862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:52.384804 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a1a3ae26-c24c-40b9-92a8-685ba9d22e10 tempest-FloatingIPAdminTestJSON-1312916862 tempest-FloatingIPAdminTestJSON-1312916862-project] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:52.389781 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a1a3ae26-c24c-40b9-92a8-685ba9d22e10 tempest-FloatingIPAdminTestJSON-1312916862 tempest-FloatingIPAdminTestJSON-1312916862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:52.460367 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a3ae26-c24c-40b9-92a8-685ba9d22e10 tempest-FloatingIPAdminTestJSON-1312916862 tempest-FloatingIPAdminTestJSON-1312916862-project] Pushing event updated for resources: {'Port': ['ID=1fb0a4be-45e4-4d51-8d85-d8e9a83224ef,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:52.475283 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a1a3ae26-c24c-40b9-92a8-685ba9d22e10 tempest-FloatingIPAdminTestJSON-1312916862 tempest-FloatingIPAdminTestJSON-1312916862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:52.494511 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a1a3ae26-c24c-40b9-92a8-685ba9d22e10 tempest-FloatingIPAdminTestJSON-1312916862 tempest-FloatingIPAdminTestJSON-1312916862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:52.496441 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-a1a3ae26-c24c-40b9-92a8-685ba9d22e10 tempest-FloatingIPAdminTestJSON-1312916862 tempest-FloatingIPAdminTestJSON-1312916862-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5259914 Aug 10 03:47:52.499259 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 35586) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:52.610652 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-0a52a30f-4545-4f9d-8022-9d3538a3572b tempest-FloatingIPAdminTestJSON-1383612316 tempest-FloatingIPAdminTestJSON-1383612316-project-admin] 10.222.0.44 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3221 time: 0.1097655 Aug 10 03:47:52.614431 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 35588) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:52.689368 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-e60da1da-ba60-44b3-a195-7c283f145b57 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] 10.222.0.44 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0737560 Aug 10 03:47:52.693677 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 35590) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:52.877258 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-1efae454-6591-4063-9279-8a9dcefca450 tempest-FloatingIPAdminTestJSON-1312916862 tempest-FloatingIPAdminTestJSON-1312916862-project] Deleting port 1fb0a4be-45e4-4d51-8d85-d8e9a83224ef {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:47:52.877738 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1efae454-6591-4063-9279-8a9dcefca450 tempest-FloatingIPAdminTestJSON-1312916862 tempest-FloatingIPAdminTestJSON-1312916862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:53.002606 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1efae454-6591-4063-9279-8a9dcefca450 tempest-FloatingIPAdminTestJSON-1312916862 tempest-FloatingIPAdminTestJSON-1312916862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:53.003100 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1efae454-6591-4063-9279-8a9dcefca450 tempest-FloatingIPAdminTestJSON-1312916862 tempest-FloatingIPAdminTestJSON-1312916862-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:53.018886 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-1efae454-6591-4063-9279-8a9dcefca450 tempest-FloatingIPAdminTestJSON-1312916862 tempest-FloatingIPAdminTestJSON-1312916862-project] Calling delete_port for 1fb0a4be-45e4-4d51-8d85-d8e9a83224ef owned by network:floatingip {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:47:53.200622 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1efae454-6591-4063-9279-8a9dcefca450 tempest-FloatingIPAdminTestJSON-1312916862 tempest-FloatingIPAdminTestJSON-1312916862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:53.258379 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efae454-6591-4063-9279-8a9dcefca450 tempest-FloatingIPAdminTestJSON-1312916862 tempest-FloatingIPAdminTestJSON-1312916862-project] Pushing event deleted for resources: {'Port': ['ID=1fb0a4be-45e4-4d51-8d85-d8e9a83224ef,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:53.366205 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1efae454-6591-4063-9279-8a9dcefca450 tempest-FloatingIPAdminTestJSON-1312916862 tempest-FloatingIPAdminTestJSON-1312916862-project] Notify callbacks [] for floatingip, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:53.371113 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1efae454-6591-4063-9279-8a9dcefca450 tempest-FloatingIPAdminTestJSON-1312916862 tempest-FloatingIPAdminTestJSON-1312916862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:53.373109 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-1efae454-6591-4063-9279-8a9dcefca450 tempest-FloatingIPAdminTestJSON-1312916862 tempest-FloatingIPAdminTestJSON-1312916862-project] 10.222.0.44 "DELETE /v2.0/floatingips/e4a030d8-90d2-4335-9a5b-3bbeb05ad0db HTTP/1.1" status: 204 len: 168 time: 0.6777704 Aug 10 03:47:53.376172 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 35596) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:53.538708 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-85e7c016-5c50-41a2-b0af-e22b73bbfcd0 tempest-FloatingIPAdminTestJSON-1383612316 tempest-FloatingIPAdminTestJSON-1383612316-project-admin] Deleting port 12e64ca1-4dd0-4c19-aa97-2a93355fe1cf {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:47:53.539092 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-85e7c016-5c50-41a2-b0af-e22b73bbfcd0 tempest-FloatingIPAdminTestJSON-1383612316 tempest-FloatingIPAdminTestJSON-1383612316-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:53.642551 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-85e7c016-5c50-41a2-b0af-e22b73bbfcd0 tempest-FloatingIPAdminTestJSON-1383612316 tempest-FloatingIPAdminTestJSON-1383612316-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:53.643013 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-85e7c016-5c50-41a2-b0af-e22b73bbfcd0 tempest-FloatingIPAdminTestJSON-1383612316 tempest-FloatingIPAdminTestJSON-1383612316-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:53.667199 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-85e7c016-5c50-41a2-b0af-e22b73bbfcd0 tempest-FloatingIPAdminTestJSON-1383612316 tempest-FloatingIPAdminTestJSON-1383612316-project-admin] Calling delete_port for 12e64ca1-4dd0-4c19-aa97-2a93355fe1cf owned by network:floatingip {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:47:53.684267 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-55988317-45d6-49b9-ab2d-f5693bf9e3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:53.884851 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-85e7c016-5c50-41a2-b0af-e22b73bbfcd0 tempest-FloatingIPAdminTestJSON-1383612316 tempest-FloatingIPAdminTestJSON-1383612316-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:53.936444 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e7c016-5c50-41a2-b0af-e22b73bbfcd0 tempest-FloatingIPAdminTestJSON-1383612316 tempest-FloatingIPAdminTestJSON-1383612316-project-admin] Pushing event deleted for resources: {'Port': ['ID=12e64ca1-4dd0-4c19-aa97-2a93355fe1cf,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:54.003596 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-85e7c016-5c50-41a2-b0af-e22b73bbfcd0 tempest-FloatingIPAdminTestJSON-1383612316 tempest-FloatingIPAdminTestJSON-1383612316-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:54.007041 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-85e7c016-5c50-41a2-b0af-e22b73bbfcd0 tempest-FloatingIPAdminTestJSON-1383612316 tempest-FloatingIPAdminTestJSON-1383612316-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:54.008501 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-85e7c016-5c50-41a2-b0af-e22b73bbfcd0 tempest-FloatingIPAdminTestJSON-1383612316 tempest-FloatingIPAdminTestJSON-1383612316-project-admin] 10.222.0.44 "DELETE /v2.0/floatingips/7abe7d57-bdf2-40d5-b2c1-73ef78fffacf HTTP/1.1" status: 204 len: 168 time: 0.6309009 Aug 10 03:47:54.012674 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 35600) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:54.121584 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-d2c6c442-675b-4248-8971-ef7d60baa471 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Deleting port 77b40ce6-099a-490f-83e9-b27424873811 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:47:54.121925 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d2c6c442-675b-4248-8971-ef7d60baa471 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:54.218780 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d2c6c442-675b-4248-8971-ef7d60baa471 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:54.233729 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-d2c6c442-675b-4248-8971-ef7d60baa471 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Calling delete_port for 77b40ce6-099a-490f-83e9-b27424873811 owned by {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:47:54.256956 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:54.420703 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d2c6c442-675b-4248-8971-ef7d60baa471 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:54.453828 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c6c442-675b-4248-8971-ef7d60baa471 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Pushing event deleted for resources: {'Port': ['ID=77b40ce6-099a-490f-83e9-b27424873811,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:54.462511 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:47:54.559152 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d2c6c442-675b-4248-8971-ef7d60baa471 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:54.562677 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-d2c6c442-675b-4248-8971-ef7d60baa471 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] 10.222.0.44 "DELETE /v2.0/ports/77b40ce6-099a-490f-83e9-b27424873811 HTTP/1.1" status: 204 len: 168 time: 0.5485358 Aug 10 03:47:54.566629 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 35608) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:54.633233 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40c5819-afae-4c96-84ed-1b31ce231ed1 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:54.635937 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-d40c5819-afae-4c96-84ed-1b31ce231ed1 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] 10.222.0.44 "GET /v2.0/ports?device_id=106fb71d-60fb-44b4-91d8-7b181d6a42c4 HTTP/1.1" status: 200 len: 913 time: 0.0677128 Aug 10 03:47:54.639110 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 35610) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:55.184912 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6d433789-edd3-4cc1-aa89-736ba996066e tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521880'] for router_interface, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:55.391017 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:55.671619 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-6d433789-edd3-4cc1-aa89-736ba996066e tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Deleting port ce925690-e683-4a22-9539-f82c2bec84cc {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:47:55.672203 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6d433789-edd3-4cc1-aa89-736ba996066e tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:55.814060 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6d433789-edd3-4cc1-aa89-736ba996066e tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:55.832267 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-6d433789-edd3-4cc1-aa89-736ba996066e tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Calling delete_port for ce925690-e683-4a22-9539-f82c2bec84cc owned by network:router_interface {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:47:56.124607 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6d433789-edd3-4cc1-aa89-736ba996066e tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:56.160477 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d433789-edd3-4cc1-aa89-736ba996066e tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Pushing event deleted for resources: {'Port': ['ID=ce925690-e683-4a22-9539-f82c2bec84cc,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:56.224060 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:56.488356 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6d433789-edd3-4cc1-aa89-736ba996066e tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-522536'] for router_interface, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:56.823437 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d433789-edd3-4cc1-aa89-736ba996066e tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Router 106fb71d-60fb-44b4-91d8-7b181d6a42c4 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:47:56.841579 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:56.971981 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d433789-edd3-4cc1-aa89-736ba996066e tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:47:56.979531 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-6d433789-edd3-4cc1-aa89-736ba996066e tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] 10.222.0.44 "PUT /v2.0/routers/106fb71d-60fb-44b4-91d8-7b181d6a42c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3389511 Aug 10 03:47:56.983111 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 35650) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:56.984110 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f6edef-1c36-4cfb-8df0-402dc5e35233 None None] Sync routers for ids ['106fb71d-60fb-44b4-91d8-7b181d6a42c4'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:47:56.999161 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f6edef-1c36-4cfb-8df0-402dc5e35233 None None] Routers {'106fb71d-60fb-44b4-91d8-7b181d6a42c4'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:47:57.000178 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-84f6edef-1c36-4cfb-8df0-402dc5e35233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:47:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['106fb71d-60fb-44b4-91d8-7b181d6a42c4'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:57.063029 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-84f6edef-1c36-4cfb-8df0-402dc5e35233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:57.078498 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f6edef-1c36-4cfb-8df0-402dc5e35233 None None] Routers {'106fb71d-60fb-44b4-91d8-7b181d6a42c4'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:47:57.081333 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-84f6edef-1c36-4cfb-8df0-402dc5e35233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:47:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['106fb71d-60fb-44b4-91d8-7b181d6a42c4'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:57.194002 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-753e27b1-2ec6-47cb-b3c3-4803dcf70041 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Notify callbacks [] for router, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:57.273940 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-84f6edef-1c36-4cfb-8df0-402dc5e35233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:57.275114 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f6edef-1c36-4cfb-8df0-402dc5e35233 None None] The sync data for ids ['106fb71d-60fb-44b4-91d8-7b181d6a42c4'] in n-d-768862-13 is: [] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:47:57.713259 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-753e27b1-2ec6-47cb-b3c3-4803dcf70041 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:57.781632 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-753e27b1-2ec6-47cb-b3c3-4803dcf70041 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Deleting port 1439d988-0f78-48a9-a045-9fd8d09ef5a8 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:47:57.781986 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-753e27b1-2ec6-47cb-b3c3-4803dcf70041 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:57.901192 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-753e27b1-2ec6-47cb-b3c3-4803dcf70041 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:57.935935 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-753e27b1-2ec6-47cb-b3c3-4803dcf70041 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Calling delete_port for 1439d988-0f78-48a9-a045-9fd8d09ef5a8 owned by network:router_gateway {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:47:58.210989 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-753e27b1-2ec6-47cb-b3c3-4803dcf70041 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:58.247774 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e27b1-2ec6-47cb-b3c3-4803dcf70041 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Pushing event deleted for resources: {'Port': ['ID=1439d988-0f78-48a9-a045-9fd8d09ef5a8,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:58.359573 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-753e27b1-2ec6-47cb-b3c3-4803dcf70041 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520654'] for router_gateway, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:58.517177 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-753e27b1-2ec6-47cb-b3c3-4803dcf70041 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:58.520236 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-753e27b1-2ec6-47cb-b3c3-4803dcf70041 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:58.571834 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-753e27b1-2ec6-47cb-b3c3-4803dcf70041 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:58.572668 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-753e27b1-2ec6-47cb-b3c3-4803dcf70041 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Fanout notify agent at l3_agent the message router_deleted on router 106fb71d-60fb-44b4-91d8-7b181d6a42c4 {{(pid=94261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:47:58.585335 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-753e27b1-2ec6-47cb-b3c3-4803dcf70041 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:58.586721 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-753e27b1-2ec6-47cb-b3c3-4803dcf70041 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] 10.222.0.44 "DELETE /v2.0/routers/106fb71d-60fb-44b4-91d8-7b181d6a42c4 HTTP/1.1" status: 204 len: 168 time: 1.6020472 Aug 10 03:47:58.589483 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 35678) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:58.693678 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-58c9b376-15bb-43ce-ae1a-9c0394f47bea tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Deleting subnet bb407dd0-bb17-4199-aa4e-be58c1345385 {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:47:58.700317 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-58c9b376-15bb-43ce-ae1a-9c0394f47bea tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:58.781618 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-58c9b376-15bb-43ce-ae1a-9c0394f47bea tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:58.904751 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-58c9b376-15bb-43ce-ae1a-9c0394f47bea tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:58.983388 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-58c9b376-15bb-43ce-ae1a-9c0394f47bea tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:59.010538 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c9b376-15bb-43ce-ae1a-9c0394f47bea tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Pushing event deleted for resources: {'Subnet': ['ID=bb407dd0-bb17-4199-aa4e-be58c1345385,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:59.021419 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-58c9b376-15bb-43ce-ae1a-9c0394f47bea tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:59.023472 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-58c9b376-15bb-43ce-ae1a-9c0394f47bea tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] 10.222.0.44 "DELETE /v2.0/subnets/bb407dd0-bb17-4199-aa4e-be58c1345385 HTTP/1.1" status: 204 len: 168 time: 0.4329159 Aug 10 03:47:59.025900 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 35688) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:59.033406 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07feb481-3236-4c9e-a8f2-76b77fc738b5 None None] Network f75198a9-e823-49b9-abdb-359e47136f0c requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:47:59.109797 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-764e43a3-6325-4581-86f4-46df038ed531 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:59.199264 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-764e43a3-6325-4581-86f4-46df038ed531 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Deleting port 29dcb29e-ff97-466e-ac6a-82145d31155b {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:47:59.199916 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-764e43a3-6325-4581-86f4-46df038ed531 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:59.298627 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-764e43a3-6325-4581-86f4-46df038ed531 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] For port 29dcb29e-ff97-466e-ac6a-82145d31155b, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=29dcb29e-ff97-466e-ac6a-82145d31155b,segment=NetworkSegment(857eb8f5-02d7-4364-b745-2697e9ae9a9f),segment_id=857eb8f5-02d7-4364-b745-2697e9ae9a9f)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:59.299085 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-764e43a3-6325-4581-86f4-46df038ed531 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:59.320555 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-764e43a3-6325-4581-86f4-46df038ed531 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Calling delete_port for 29dcb29e-ff97-466e-ac6a-82145d31155b owned by network:dhcp {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:47:59.347909 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda5154b-5807-4a37-b64f-a2eafb17ceb5 None None] DHCP port deletion for f75198a9-e823-49b9-abdb-359e47136f0c request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:47:59.404760 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-bda5154b-5807-4a37-b64f-a2eafb17ceb5 None None] Deleting port 29dcb29e-ff97-466e-ac6a-82145d31155b {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:47:59.405142 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-bda5154b-5807-4a37-b64f-a2eafb17ceb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:59.448274 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-764e43a3-6325-4581-86f4-46df038ed531 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:59.490164 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-bda5154b-5807-4a37-b64f-a2eafb17ceb5 None None] For port 29dcb29e-ff97-466e-ac6a-82145d31155b, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=29dcb29e-ff97-466e-ac6a-82145d31155b,segment=NetworkSegment(857eb8f5-02d7-4364-b745-2697e9ae9a9f),segment_id=857eb8f5-02d7-4364-b745-2697e9ae9a9f)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:59.490767 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-bda5154b-5807-4a37-b64f-a2eafb17ceb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:59.496690 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764e43a3-6325-4581-86f4-46df038ed531 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Pushing event deleted for resources: {'Port': ['ID=29dcb29e-ff97-466e-ac6a-82145d31155b,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:59.498961 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764e43a3-6325-4581-86f4-46df038ed531 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] No DVR routers for this DVR port 29dcb29e-ff97-466e-ac6a-82145d31155b on host n-d-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:47:59.520336 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-bda5154b-5807-4a37-b64f-a2eafb17ceb5 None None] Calling delete_port for 29dcb29e-ff97-466e-ac6a-82145d31155b owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:47:59.616065 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-764e43a3-6325-4581-86f4-46df038ed531 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:59.630712 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-764e43a3-6325-4581-86f4-46df038ed531 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f75198a9-e823-49b9-abdb-359e47136f0c']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:59.646797 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-764e43a3-6325-4581-86f4-46df038ed531 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '857eb8f5-02d7-4364-b745-2697e9ae9a9f') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:59.647101 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-764e43a3-6325-4581-86f4-46df038ed531 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '857eb8f5-02d7-4364-b745-2697e9ae9a9f') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:59.661747 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-764e43a3-6325-4581-86f4-46df038ed531 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:59.683831 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-bda5154b-5807-4a37-b64f-a2eafb17ceb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:59.689970 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-764e43a3-6325-4581-86f4-46df038ed531 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:59.704479 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-764e43a3-6325-4581-86f4-46df038ed531 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:47:59.705458 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-764e43a3-6325-4581-86f4-46df038ed531 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:59.712704 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:47:59.712704 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:47:59.712704 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:47:59.712704 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:47:59.712704 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:47:59.712704 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:47:59.712704 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:47:59.712704 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:47:59.712704 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:47:59.712704 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:47:59.712704 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:47:59.712704 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:47:59.712704 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:47:59.712704 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:47:59.712704 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:47:59.712704 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:47:59.712704 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:47:59.712704 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:47:59.712704 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:47:59.712704 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:47:59.712704 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:47:59.712704 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:47:59.712704 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:47:59.712704 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:47:59.712704 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:47:59.712704 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:47:59.712704 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:47:59.712704 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:47:59.712704 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:47:59.712704 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:47:59.712704 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:47:59.712704 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:47:59.730721 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda5154b-5807-4a37-b64f-a2eafb17ceb5 None None] Pushing event deleted for resources: {'Port': ['ID=29dcb29e-ff97-466e-ac6a-82145d31155b,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:59.736288 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda5154b-5807-4a37-b64f-a2eafb17ceb5 None None] No DVR routers for this DVR port 29dcb29e-ff97-466e-ac6a-82145d31155b on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:47:59.836590 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-764e43a3-6325-4581-86f4-46df038ed531 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:59.850531 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-764e43a3-6325-4581-86f4-46df038ed531 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:59.854066 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-764e43a3-6325-4581-86f4-46df038ed531 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] 10.222.0.44 "DELETE /v2.0/networks/f75198a9-e823-49b9-abdb-359e47136f0c HTTP/1.1" status: 204 len: 168 time: 0.8268108 Aug 10 03:47:59.857343 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 35704) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:59.884176 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764e43a3-6325-4581-86f4-46df038ed531 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Pushing event deleted for resources: {'Network': ['ID=f75198a9-e823-49b9-abdb-359e47136f0c,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:00.085315 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-4707ea04-97da-4c05-9096-af8e96a264e9 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Deleting port 799bc854-48ca-4cc0-93df-0560b803b7c9 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:48:00.085736 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4707ea04-97da-4c05-9096-af8e96a264e9 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:00.151822 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 29dcb29e-ff97-466e-ac6a-82145d31155b no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:48:00.174318 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 29dcb29e-ff97-466e-ac6a-82145d31155b {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:48:00.174751 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 29dcb29e-ff97-466e-ac6a-82145d31155b not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:48:00.197217 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4707ea04-97da-4c05-9096-af8e96a264e9 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:00.197629 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4707ea04-97da-4c05-9096-af8e96a264e9 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:00.211274 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-4707ea04-97da-4c05-9096-af8e96a264e9 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Calling delete_port for 799bc854-48ca-4cc0-93df-0560b803b7c9 owned by network:floatingip {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:48:00.415076 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4707ea04-97da-4c05-9096-af8e96a264e9 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:00.443427 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4707ea04-97da-4c05-9096-af8e96a264e9 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Pushing event deleted for resources: {'Port': ['ID=799bc854-48ca-4cc0-93df-0560b803b7c9,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:00.546597 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4707ea04-97da-4c05-9096-af8e96a264e9 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Notify callbacks [] for floatingip, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:00.551096 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4707ea04-97da-4c05-9096-af8e96a264e9 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:00.552701 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-4707ea04-97da-4c05-9096-af8e96a264e9 tempest-FloatingIPAdminTestJSON-136818902 tempest-FloatingIPAdminTestJSON-136818902-project] 10.222.0.44 "DELETE /v2.0/floatingips/0b96bc0a-df05-4504-9423-fff815a40913 HTTP/1.1" status: 204 len: 168 time: 0.6821289 Aug 10 03:48:00.901875 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 35724) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:01.093040 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-d3035b14-8859-44ac-956b-0861b40ae85f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dafe41ea164246e089a38bc6d2925004&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1895826 Aug 10 03:48:01.096017 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 35732) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:01.177313 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-01b96a5d-2893-491b-9a14-6d2bfda50604 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:01.215688 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-01b96a5d-2893-491b-9a14-6d2bfda50604 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:01.290864 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-01b96a5d-2893-491b-9a14-6d2bfda50604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:01.294263 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-01b96a5d-2893-491b-9a14-6d2bfda50604 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:01.296070 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-01b96a5d-2893-491b-9a14-6d2bfda50604 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1ad0cac2-8758-41cb-b284-a19a0771ebde HTTP/1.1" status: 204 len: 168 time: 0.1978292 Aug 10 03:48:01.308419 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b96a5d-2893-491b-9a14-6d2bfda50604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad0cac2-8758-41cb-b284-a19a0771ebde,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:01.743463 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 35746) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:01.761117 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ad25c0d6-c2cb-4ccc-8481-b9afd890263d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:01.918245 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ad25c0d6-c2cb-4ccc-8481-b9afd890263d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:01.924435 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ad25c0d6-c2cb-4ccc-8481-b9afd890263d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:01.981269 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad25c0d6-c2cb-4ccc-8481-b9afd890263d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8161bfea-d058-42f0-8c45-3e6f0d71be5b,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:01.986931 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ad25c0d6-c2cb-4ccc-8481-b9afd890263d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cd5453c18776499fb429f406f7b09f5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2420619 Aug 10 03:48:01.992300 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 35750) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:02.071156 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d4d18e89-9dc2-4481-b087-0e966a2d1865 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:02.101469 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d4d18e89-9dc2-4481-b087-0e966a2d1865 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:02.178568 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d4d18e89-9dc2-4481-b087-0e966a2d1865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:02.181420 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d4d18e89-9dc2-4481-b087-0e966a2d1865 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:02.182690 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-d4d18e89-9dc2-4481-b087-0e966a2d1865 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8161bfea-d058-42f0-8c45-3e6f0d71be5b HTTP/1.1" status: 204 len: 168 time: 0.1884158 Aug 10 03:48:02.193095 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d18e89-9dc2-4481-b087-0e966a2d1865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8161bfea-d058-42f0-8c45-3e6f0d71be5b,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:02.716256 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 35768) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:02.740360 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3dc87c8d-e5dd-4806-9abd-e5acc1ac158e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:02.878693 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3dc87c8d-e5dd-4806-9abd-e5acc1ac158e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:02.884896 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3dc87c8d-e5dd-4806-9abd-e5acc1ac158e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:02.951573 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-3dc87c8d-e5dd-4806-9abd-e5acc1ac158e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c9d9266786c54f9e95a134df97ff20dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2307701 Aug 10 03:48:02.952605 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc87c8d-e5dd-4806-9abd-e5acc1ac158e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e8326c5-adbd-4d0c-81d9-f0b009b1e4c2,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:02.952774 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 35774) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:03.039300 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0d9a0e66-6bba-43c0-9859-e2ca00ab5ce0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:03.077153 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0d9a0e66-6bba-43c0-9859-e2ca00ab5ce0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:03.161494 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0d9a0e66-6bba-43c0-9859-e2ca00ab5ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:03.170286 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0d9a0e66-6bba-43c0-9859-e2ca00ab5ce0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:03.171923 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-0d9a0e66-6bba-43c0-9859-e2ca00ab5ce0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9e8326c5-adbd-4d0c-81d9-f0b009b1e4c2 HTTP/1.1" status: 204 len: 168 time: 0.2181189 Aug 10 03:48:03.201057 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9a0e66-6bba-43c0-9859-e2ca00ab5ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e8326c5-adbd-4d0c-81d9-f0b009b1e4c2,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:03.339561 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:04.924891 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-885c7349-00e4-4a0d-bb98-4c52c5aec536 req-bed212d8-83d3-4700-ba20-809e042f8593 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e696b1a3-586b-498f-bbfd-4b8c2d29647e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2526562 Aug 10 03:48:05.025055 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885c7349-00e4-4a0d-bb98-4c52c5aec536 req-9b79aa34-e36f-4144-b486-0dc9639a6532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:05.027977 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-885c7349-00e4-4a0d-bb98-4c52c5aec536 req-9b79aa34-e36f-4144-b486-0dc9639a6532 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=810c64a9b2844404a2bfdb7c413aee0e&device_id=e696b1a3-586b-498f-bbfd-4b8c2d29647e HTTP/1.1" status: 200 len: 1098 time: 0.0693245 Aug 10 03:48:05.201297 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885c7349-00e4-4a0d-bb98-4c52c5aec536 req-d739b204-062e-45d7-9222-0ff2ad0b5865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:05.203230 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-885c7349-00e4-4a0d-bb98-4c52c5aec536 req-d739b204-062e-45d7-9222-0ff2ad0b5865 service neutron] 10.222.0.61 "GET /v2.0/networks?id=095ca989-3257-4413-9aaa-cedbc7b00f9f HTTP/1.1" status: 200 len: 909 time: 0.1414816 Aug 10 03:48:05.224943 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 35854) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:05.311681 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-885c7349-00e4-4a0d-bb98-4c52c5aec536 req-9be7840b-5351-4917-835e-198f82d4d3b3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec4737a8-b58e-47b3-a875-21eccccfae29 HTTP/1.1" status: 200 len: 1001 time: 0.0948074 Aug 10 03:48:05.403992 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885c7349-00e4-4a0d-bb98-4c52c5aec536 req-1a045ef3-d859-4b41-8db7-39665787f248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:05.407262 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-885c7349-00e4-4a0d-bb98-4c52c5aec536 req-1a045ef3-d859-4b41-8db7-39665787f248 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=59239fe0-5b0a-4cf2-984b-fbd48b94dbaf HTTP/1.1" status: 200 len: 848 time: 0.0862422 Aug 10 03:48:05.417744 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-a9f0ee33-5880-4280-8abb-eb17e9d42255 tempest-RoutersTestDVR-73435780 tempest-RoutersTestDVR-73435780-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-571777356'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:05.466703 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a9f0ee33-5880-4280-8abb-eb17e9d42255 tempest-RoutersTestDVR-73435780 tempest-RoutersTestDVR-73435780-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:05.468001 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a9f0ee33-5880-4280-8abb-eb17e9d42255 tempest-RoutersTestDVR-73435780 tempest-RoutersTestDVR-73435780-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:05.512311 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885c7349-00e4-4a0d-bb98-4c52c5aec536 req-c8e5a847-2dfe-4405-92c0-d723599fe5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:05.515911 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-885c7349-00e4-4a0d-bb98-4c52c5aec536 req-c8e5a847-2dfe-4405-92c0-d723599fe5dc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=095ca989-3257-4413-9aaa-cedbc7b00f9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0980279 Aug 10 03:48:05.564897 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a9f0ee33-5880-4280-8abb-eb17e9d42255 tempest-RoutersTestDVR-73435780 tempest-RoutersTestDVR-73435780-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:05.570649 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a9f0ee33-5880-4280-8abb-eb17e9d42255 tempest-RoutersTestDVR-73435780 tempest-RoutersTestDVR-73435780-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:05.596171 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a9f0ee33-5880-4280-8abb-eb17e9d42255 tempest-RoutersTestDVR-73435780 tempest-RoutersTestDVR-73435780-project-admin] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:05.602481 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a9f0ee33-5880-4280-8abb-eb17e9d42255 tempest-RoutersTestDVR-73435780 tempest-RoutersTestDVR-73435780-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.3723650 Aug 10 03:48:05.602907 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 35866) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:05.650097 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-885c7349-00e4-4a0d-bb98-4c52c5aec536 req-6271f28b-2e4c-47f0-84e2-c2e9a30242c4 service neutron] 10.222.0.61 "GET /v2.0/networks/095ca989-3257-4413-9aaa-cedbc7b00f9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198823 Aug 10 03:48:05.739258 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-acbb7bba-f1e9-4f94-a299-4753a6424303 tempest-RoutersTestDVR-73435780 tempest-RoutersTestDVR-73435780-project-admin] Notify callbacks [] for router, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:05.818409 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-885c7349-00e4-4a0d-bb98-4c52c5aec536 req-3520fa64-1c15-45c3-b72e-6a26f391ec5a service neutron] 10.222.0.61 "GET /v2.0/networks/095ca989-3257-4413-9aaa-cedbc7b00f9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599023 Aug 10 03:48:05.937799 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-acbb7bba-f1e9-4f94-a299-4753a6424303 tempest-RoutersTestDVR-73435780 tempest-RoutersTestDVR-73435780-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:05.945286 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-acbb7bba-f1e9-4f94-a299-4753a6424303 tempest-RoutersTestDVR-73435780 tempest-RoutersTestDVR-73435780-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:06.004265 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-acbb7bba-f1e9-4f94-a299-4753a6424303 tempest-RoutersTestDVR-73435780 tempest-RoutersTestDVR-73435780-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:06.005336 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acbb7bba-f1e9-4f94-a299-4753a6424303 tempest-RoutersTestDVR-73435780 tempest-RoutersTestDVR-73435780-project-admin] Fanout notify agent at l3_agent the message router_deleted on router da426989-e1eb-40b7-9f53-7f035de4f520 {{(pid=94261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:48:06.013627 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-acbb7bba-f1e9-4f94-a299-4753a6424303 tempest-RoutersTestDVR-73435780 tempest-RoutersTestDVR-73435780-project-admin] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:06.015702 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-acbb7bba-f1e9-4f94-a299-4753a6424303 tempest-RoutersTestDVR-73435780 tempest-RoutersTestDVR-73435780-project-admin] 10.222.0.44 "DELETE /v2.0/routers/da426989-e1eb-40b7-9f53-7f035de4f520 HTTP/1.1" status: 204 len: 168 time: 0.4108603 Aug 10 03:48:06.019513 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 35876) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:06.027409 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-885a9398-a02a-4f32-89e6-89890ddb93c3 tempest-RoutersTestDVR-73435780 tempest-RoutersTestDVR-73435780-project-admin] Request body: {'router': {'name': 'tempest-router-447703205', 'distributed': False}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:06.073103 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-885a9398-a02a-4f32-89e6-89890ddb93c3 tempest-RoutersTestDVR-73435780 tempest-RoutersTestDVR-73435780-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:06.074829 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-885a9398-a02a-4f32-89e6-89890ddb93c3 tempest-RoutersTestDVR-73435780 tempest-RoutersTestDVR-73435780-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:06.143196 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-885a9398-a02a-4f32-89e6-89890ddb93c3 tempest-RoutersTestDVR-73435780 tempest-RoutersTestDVR-73435780-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:06.150026 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-885a9398-a02a-4f32-89e6-89890ddb93c3 tempest-RoutersTestDVR-73435780 tempest-RoutersTestDVR-73435780-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:06.172249 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-885a9398-a02a-4f32-89e6-89890ddb93c3 tempest-RoutersTestDVR-73435780 tempest-RoutersTestDVR-73435780-project-admin] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:06.178098 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-885a9398-a02a-4f32-89e6-89890ddb93c3 tempest-RoutersTestDVR-73435780 tempest-RoutersTestDVR-73435780-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1532204 Aug 10 03:48:06.178777 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 35880) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:06.297694 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-081f6426-5cb0-43c6-a386-5740ee992eaf tempest-RoutersTestDVR-73435780 tempest-RoutersTestDVR-73435780-project-admin] Notify callbacks [] for router, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:06.520658 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-081f6426-5cb0-43c6-a386-5740ee992eaf tempest-RoutersTestDVR-73435780 tempest-RoutersTestDVR-73435780-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:06.524045 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-081f6426-5cb0-43c6-a386-5740ee992eaf tempest-RoutersTestDVR-73435780 tempest-RoutersTestDVR-73435780-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:06.588652 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-081f6426-5cb0-43c6-a386-5740ee992eaf tempest-RoutersTestDVR-73435780 tempest-RoutersTestDVR-73435780-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:06.589518 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-081f6426-5cb0-43c6-a386-5740ee992eaf tempest-RoutersTestDVR-73435780 tempest-RoutersTestDVR-73435780-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dc01b9ed-fd77-4e3d-8d5f-a743afc3fec7 {{(pid=94260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:48:06.602623 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-081f6426-5cb0-43c6-a386-5740ee992eaf tempest-RoutersTestDVR-73435780 tempest-RoutersTestDVR-73435780-project-admin] Notify callbacks [] for router, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:06.604128 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-081f6426-5cb0-43c6-a386-5740ee992eaf tempest-RoutersTestDVR-73435780 tempest-RoutersTestDVR-73435780-project-admin] 10.222.0.44 "DELETE /v2.0/routers/dc01b9ed-fd77-4e3d-8d5f-a743afc3fec7 HTTP/1.1" status: 204 len: 168 time: 0.4239075 Aug 10 03:48:06.609984 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 35890) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:06.615947 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-14d169c5-1fc8-4ce5-b08a-b7028c2568fa tempest-RoutersTestDVR-73435780 tempest-RoutersTestDVR-73435780-project-admin] Request body: {'router': {'name': 'tempest-router-1382878242', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'c3832558bc734ba6b612df92294dd2ad'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:06.646575 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-14d169c5-1fc8-4ce5-b08a-b7028c2568fa tempest-RoutersTestDVR-73435780 tempest-RoutersTestDVR-73435780-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:06.648302 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-14d169c5-1fc8-4ce5-b08a-b7028c2568fa tempest-RoutersTestDVR-73435780 tempest-RoutersTestDVR-73435780-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:06.736193 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-14d169c5-1fc8-4ce5-b08a-b7028c2568fa tempest-RoutersTestDVR-73435780 tempest-RoutersTestDVR-73435780-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:06.743051 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-14d169c5-1fc8-4ce5-b08a-b7028c2568fa tempest-RoutersTestDVR-73435780 tempest-RoutersTestDVR-73435780-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:06.766807 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-14d169c5-1fc8-4ce5-b08a-b7028c2568fa tempest-RoutersTestDVR-73435780 tempest-RoutersTestDVR-73435780-project-admin] Notify callbacks [] for router, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:06.768353 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-14d169c5-1fc8-4ce5-b08a-b7028c2568fa tempest-RoutersTestDVR-73435780 tempest-RoutersTestDVR-73435780-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1570518 Aug 10 03:48:06.773562 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 35896) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:06.779516 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-25ddcedc-09aa-4961-b36c-4e1a20c4f6ac tempest-RoutersTestDVR-73435780 tempest-RoutersTestDVR-73435780-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:07.041612 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-25ddcedc-09aa-4961-b36c-4e1a20c4f6ac tempest-RoutersTestDVR-73435780 tempest-RoutersTestDVR-73435780-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-520463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-522334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1409'] for router, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:07.042020 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-25ddcedc-09aa-4961-b36c-4e1a20c4f6ac tempest-RoutersTestDVR-73435780 tempest-RoutersTestDVR-73435780-project-admin] Notify callbacks [] for router, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:07.144897 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-25ddcedc-09aa-4961-b36c-4e1a20c4f6ac tempest-RoutersTestDVR-73435780 tempest-RoutersTestDVR-73435780-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94261) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 10 03:48:07.145460 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-25ddcedc-09aa-4961-b36c-4e1a20c4f6ac tempest-RoutersTestDVR-73435780 tempest-RoutersTestDVR-73435780-project-admin] Router 76caefe5-f168-4ee1-a273-37c92445c98d migrating from provider to provider. {{(pid=94261) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 10 03:48:07.146168 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-25ddcedc-09aa-4961-b36c-4e1a20c4f6ac tempest-RoutersTestDVR-73435780 tempest-RoutersTestDVR-73435780-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:07.155823 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-25ddcedc-09aa-4961-b36c-4e1a20c4f6ac tempest-RoutersTestDVR-73435780 tempest-RoutersTestDVR-73435780-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:07.164210 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-25ddcedc-09aa-4961-b36c-4e1a20c4f6ac tempest-RoutersTestDVR-73435780 tempest-RoutersTestDVR-73435780-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-520692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-520701', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-522311'] for router, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:07.298167 n-d-768862-13 neutron-server[94261]: WARNING neutron.scheduler.l3_agent_scheduler [None req-25ddcedc-09aa-4961-b36c-4e1a20c4f6ac tempest-RoutersTestDVR-73435780 tempest-RoutersTestDVR-73435780-project-admin] No L3 agents can host the router 76caefe5-f168-4ee1-a273-37c92445c98d Aug 10 03:48:07.505563 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ddcedc-09aa-4961-b36c-4e1a20c4f6ac tempest-RoutersTestDVR-73435780 tempest-RoutersTestDVR-73435780-project-admin] Hosts for router 76caefe5-f168-4ee1-a273-37c92445c98d: [] {{(pid=94261) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 10 03:48:07.551109 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ddcedc-09aa-4961-b36c-4e1a20c4f6ac tempest-RoutersTestDVR-73435780 tempest-RoutersTestDVR-73435780-project-admin] Hosts for other DVR routers connected to router 76caefe5-f168-4ee1-a273-37c92445c98d: set() {{(pid=94261) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 10 03:48:07.556762 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-25ddcedc-09aa-4961-b36c-4e1a20c4f6ac tempest-RoutersTestDVR-73435780 tempest-RoutersTestDVR-73435780-project-admin] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:07.563510 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 35916) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:07.564275 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-25ddcedc-09aa-4961-b36c-4e1a20c4f6ac tempest-RoutersTestDVR-73435780 tempest-RoutersTestDVR-73435780-project-admin] 10.222.0.44 "PUT /v2.0/routers/76caefe5-f168-4ee1-a273-37c92445c98d HTTP/1.1" status: 200 len: 717 time: 0.7888451 Aug 10 03:48:07.676151 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-988eeb98-15cb-4274-832e-053444fb238b tempest-RoutersTestDVR-73435780 tempest-RoutersTestDVR-73435780-project-admin] 10.222.0.44 "GET /v2.0/routers/76caefe5-f168-4ee1-a273-37c92445c98d HTTP/1.1" status: 200 len: 717 time: 0.1101100 Aug 10 03:48:07.677660 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 35920) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:07.902755 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-66d8ec22-3650-4ac8-abbd-0038912492f0 tempest-RoutersTestDVR-2038963247 tempest-RoutersTestDVR-2038963247-project] 10.222.0.44 "GET /v2.0/routers/76caefe5-f168-4ee1-a273-37c92445c98d HTTP/1.1" status: 200 len: 683 time: 0.2220998 Aug 10 03:48:07.904024 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 35930) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:08.040479 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-566a112a-82f3-421b-ac44-20b8c8651f7f tempest-RoutersTestDVR-73435780 tempest-RoutersTestDVR-73435780-project-admin] Notify callbacks [] for router, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:08.277606 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-566a112a-82f3-421b-ac44-20b8c8651f7f tempest-RoutersTestDVR-73435780 tempest-RoutersTestDVR-73435780-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:08.281755 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-566a112a-82f3-421b-ac44-20b8c8651f7f tempest-RoutersTestDVR-73435780 tempest-RoutersTestDVR-73435780-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:08.344366 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-566a112a-82f3-421b-ac44-20b8c8651f7f tempest-RoutersTestDVR-73435780 tempest-RoutersTestDVR-73435780-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:08.345028 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-566a112a-82f3-421b-ac44-20b8c8651f7f tempest-RoutersTestDVR-73435780 tempest-RoutersTestDVR-73435780-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 76caefe5-f168-4ee1-a273-37c92445c98d {{(pid=94261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:48:08.350671 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-566a112a-82f3-421b-ac44-20b8c8651f7f tempest-RoutersTestDVR-73435780 tempest-RoutersTestDVR-73435780-project-admin] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:08.356728 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-566a112a-82f3-421b-ac44-20b8c8651f7f tempest-RoutersTestDVR-73435780 tempest-RoutersTestDVR-73435780-project-admin] 10.222.0.44 "DELETE /v2.0/routers/76caefe5-f168-4ee1-a273-37c92445c98d HTTP/1.1" status: 204 len: 168 time: 0.4515653 Aug 10 03:48:08.358135 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 35938) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:08.368226 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-6a7cc748-e53b-432e-943e-32c9c77a568a tempest-RoutersTestDVR-73435780 tempest-RoutersTestDVR-73435780-project-admin] Request body: {'router': {'name': 'tempest-router-688808972', 'distributed': True}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:08.401779 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6a7cc748-e53b-432e-943e-32c9c77a568a tempest-RoutersTestDVR-73435780 tempest-RoutersTestDVR-73435780-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:08.403112 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6a7cc748-e53b-432e-943e-32c9c77a568a tempest-RoutersTestDVR-73435780 tempest-RoutersTestDVR-73435780-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:08.477428 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6a7cc748-e53b-432e-943e-32c9c77a568a tempest-RoutersTestDVR-73435780 tempest-RoutersTestDVR-73435780-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:08.485850 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6a7cc748-e53b-432e-943e-32c9c77a568a tempest-RoutersTestDVR-73435780 tempest-RoutersTestDVR-73435780-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:08.504828 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6a7cc748-e53b-432e-943e-32c9c77a568a tempest-RoutersTestDVR-73435780 tempest-RoutersTestDVR-73435780-project-admin] Notify callbacks [] for router, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:08.506318 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-6a7cc748-e53b-432e-943e-32c9c77a568a tempest-RoutersTestDVR-73435780 tempest-RoutersTestDVR-73435780-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.1462014 Aug 10 03:48:08.511587 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 35942) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:08.631852 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-84d2e4dd-2b22-4efc-9f67-3867fbd62bea tempest-RoutersTestDVR-73435780 tempest-RoutersTestDVR-73435780-project-admin] Notify callbacks [] for router, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:08.871725 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-84d2e4dd-2b22-4efc-9f67-3867fbd62bea tempest-RoutersTestDVR-73435780 tempest-RoutersTestDVR-73435780-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:08.874296 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-84d2e4dd-2b22-4efc-9f67-3867fbd62bea tempest-RoutersTestDVR-73435780 tempest-RoutersTestDVR-73435780-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:08.941400 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-84d2e4dd-2b22-4efc-9f67-3867fbd62bea tempest-RoutersTestDVR-73435780 tempest-RoutersTestDVR-73435780-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:08.942278 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84d2e4dd-2b22-4efc-9f67-3867fbd62bea tempest-RoutersTestDVR-73435780 tempest-RoutersTestDVR-73435780-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cc0a747b-2198-4257-9c96-07e55243a923 {{(pid=94260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:48:08.947237 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-84d2e4dd-2b22-4efc-9f67-3867fbd62bea tempest-RoutersTestDVR-73435780 tempest-RoutersTestDVR-73435780-project-admin] Notify callbacks [] for router, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:08.948530 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-84d2e4dd-2b22-4efc-9f67-3867fbd62bea tempest-RoutersTestDVR-73435780 tempest-RoutersTestDVR-73435780-project-admin] 10.222.0.44 "DELETE /v2.0/routers/cc0a747b-2198-4257-9c96-07e55243a923 HTTP/1.1" status: 204 len: 168 time: 0.4354305 Aug 10 03:48:09.301822 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 35964) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:09.456774 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-58bfd391-8858-4a0d-b1c9-dab590b10f64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:09.587267 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-58bfd391-8858-4a0d-b1c9-dab590b10f64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:09.592841 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-58bfd391-8858-4a0d-b1c9-dab590b10f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:09.638672 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-58bfd391-8858-4a0d-b1c9-dab590b10f64 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c3832558bc734ba6b612df92294dd2ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3354847 Aug 10 03:48:09.639729 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bfd391-8858-4a0d-b1c9-dab590b10f64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa0e965-d2e9-4066-baed-1207c8556709,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:09.642954 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 35974) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:09.712412 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bfedd9b8-9f6f-4b83-996a-9c9232e3973a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:09.739152 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bfedd9b8-9f6f-4b83-996a-9c9232e3973a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:09.808047 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bfedd9b8-9f6f-4b83-996a-9c9232e3973a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:09.811650 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bfedd9b8-9f6f-4b83-996a-9c9232e3973a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:09.813572 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-bfedd9b8-9f6f-4b83-996a-9c9232e3973a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1fa0e965-d2e9-4066-baed-1207c8556709 HTTP/1.1" status: 204 len: 168 time: 0.1687975 Aug 10 03:48:09.829841 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfedd9b8-9f6f-4b83-996a-9c9232e3973a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa0e965-d2e9-4066-baed-1207c8556709,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:09.847159 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfedd9b8-9f6f-4b83-996a-9c9232e3973a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:09.847743 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfedd9b8-9f6f-4b83-996a-9c9232e3973a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:09.848318 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfedd9b8-9f6f-4b83-996a-9c9232e3973a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:09.850007 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfedd9b8-9f6f-4b83-996a-9c9232e3973a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:09.850709 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfedd9b8-9f6f-4b83-996a-9c9232e3973a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:09.851285 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfedd9b8-9f6f-4b83-996a-9c9232e3973a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:09.851936 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfedd9b8-9f6f-4b83-996a-9c9232e3973a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:09.852510 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfedd9b8-9f6f-4b83-996a-9c9232e3973a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:09.853092 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfedd9b8-9f6f-4b83-996a-9c9232e3973a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:09.853658 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfedd9b8-9f6f-4b83-996a-9c9232e3973a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:09.854240 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfedd9b8-9f6f-4b83-996a-9c9232e3973a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:09.854836 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfedd9b8-9f6f-4b83-996a-9c9232e3973a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:10.292512 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 35994) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:10.308066 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5bbc0af0-8934-49e7-b0b6-3ba4e30a0d73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:10.426460 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5bbc0af0-8934-49e7-b0b6-3ba4e30a0d73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:10.432533 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5bbc0af0-8934-49e7-b0b6-3ba4e30a0d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:10.479451 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-5bbc0af0-8934-49e7-b0b6-3ba4e30a0d73 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e554161ed89d4ad8a50ab926b9d0c520&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1856451 Aug 10 03:48:10.480334 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbc0af0-8934-49e7-b0b6-3ba4e30a0d73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32eb45ed-583d-4711-9fd7-493e89608e55,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:10.483177 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36000) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:10.578593 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-cd6d6efd-7b4e-4ed2-8da1-f3d146e75fc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:10.615470 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-cd6d6efd-7b4e-4ed2-8da1-f3d146e75fc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:10.687552 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-cd6d6efd-7b4e-4ed2-8da1-f3d146e75fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:10.690307 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-cd6d6efd-7b4e-4ed2-8da1-f3d146e75fc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:10.691757 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-cd6d6efd-7b4e-4ed2-8da1-f3d146e75fc8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/32eb45ed-583d-4711-9fd7-493e89608e55 HTTP/1.1" status: 204 len: 168 time: 0.2028272 Aug 10 03:48:10.705621 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d6efd-7b4e-4ed2-8da1-f3d146e75fc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32eb45ed-583d-4711-9fd7-493e89608e55,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:11.576672 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36032) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:11.686720 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-817d1960-8aa4-46d3-b836-f34eb448e417 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1896209452'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:11.711048 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-817d1960-8aa4-46d3-b836-f34eb448e417 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Made reservation on behalf of b7a5249b5e4541689dc0ef6289087558 for: {'network': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:48:11.715109 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-817d1960-8aa4-46d3-b836-f34eb448e417 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:11.725053 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-817d1960-8aa4-46d3-b836-f34eb448e417 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:11.867842 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-817d1960-8aa4-46d3-b836-f34eb448e417 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:11.874148 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-817d1960-8aa4-46d3-b836-f34eb448e417 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:11.907819 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-817d1960-8aa4-46d3-b836-f34eb448e417 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=94260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:48:11.924316 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817d1960-8aa4-46d3-b836-f34eb448e417 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47c57e50-f62d-4eb5-9734-a5afd06cb235,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:11.930530 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-817d1960-8aa4-46d3-b836-f34eb448e417 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:11.930887 n-d-768862-13 neutron-server[94260]: INFO neutron.db.segments_db [None req-817d1960-8aa4-46d3-b836-f34eb448e417 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Added segment ee8a6696-92dc-436a-a50b-846a3667c829 of type vlan for network de0d9202-9fc3-4d12-a078-17290c38054c Aug 10 03:48:11.988755 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-817d1960-8aa4-46d3-b836-f34eb448e417 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:12.050465 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-817d1960-8aa4-46d3-b836-f34eb448e417 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:12.060925 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817d1960-8aa4-46d3-b836-f34eb448e417 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:12.061738 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-817d1960-8aa4-46d3-b836-f34eb448e417 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Notify callbacks [] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:12.142126 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-817d1960-8aa4-46d3-b836-f34eb448e417 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.5641320 Aug 10 03:48:12.146444 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36040) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:12.161307 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-92a9ef8a-90a1-4354-aab8-2c6bef81ba02 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Request body: {'subnet': {'network_id': 'de0d9202-9fc3-4d12-a078-17290c38054c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:12.182706 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817d1960-8aa4-46d3-b836-f34eb448e417 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Pushing event updated for resources: {'Network': ['ID=de0d9202-9fc3-4d12-a078-17290c38054c,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:12.196533 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network de0d9202-9fc3-4d12-a078-17290c38054c details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:48:12.291410 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a9ef8a-90a1-4354-aab8-2c6bef81ba02 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Made reservation on behalf of b7a5249b5e4541689dc0ef6289087558 for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:48:12.295414 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-92a9ef8a-90a1-4354-aab8-2c6bef81ba02 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:12.544737 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-92a9ef8a-90a1-4354-aab8-2c6bef81ba02 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58895384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805196'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:12.628956 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a9ef8a-90a1-4354-aab8-2c6bef81ba02 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Pushing event updated for resources: {'Subnet': ['ID=720d10ca-81b4-4b19-b0ad-afb35499c090,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:12.638753 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a9ef8a-90a1-4354-aab8-2c6bef81ba02 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Checking segment: {'id': 'ee8a6696-92dc-436a-a50b-846a3667c829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'de0d9202-9fc3-4d12-a078-17290c38054c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:48:12.639261 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a9ef8a-90a1-4354-aab8-2c6bef81ba02 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Network hostable DHCP agents. Network: de0d9202-9fc3-4d12-a078-17290c38054c, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:48:12.662032 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a9ef8a-90a1-4354-aab8-2c6bef81ba02 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Network de0d9202-9fc3-4d12-a078-17290c38054c is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:48:12.673030 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-92a9ef8a-90a1-4354-aab8-2c6bef81ba02 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, de0d9202-9fc3-4d12-a078-17290c38054c) {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:48:12.682759 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a9ef8a-90a1-4354-aab8-2c6bef81ba02 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:12.683796 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-92a9ef8a-90a1-4354-aab8-2c6bef81ba02 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:12.685438 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb58c38-e8bd-4f5a-ba0a-b6f3304eb7ee None None] Network de0d9202-9fc3-4d12-a078-17290c38054c requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:48:12.702333 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-92a9ef8a-90a1-4354-aab8-2c6bef81ba02 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5545833 Aug 10 03:48:12.707192 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36042) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:12.712792 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-d5acac88-16c8-4c1b-a29e-226f9ef490ee tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Request body: {'port': {'network_id': 'de0d9202-9fc3-4d12-a078-17290c38054c', 'name': 'tempest-AllowedAddressPairTestJSON-547994462'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:12.856544 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5acac88-16c8-4c1b-a29e-226f9ef490ee tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Made reservation on behalf of b7a5249b5e4541689dc0ef6289087558 for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:48:12.860454 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d5acac88-16c8-4c1b-a29e-226f9ef490ee tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:12.890926 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [None req-d5acac88-16c8-4c1b-a29e-226f9ef490ee tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] device_id is not set on port 5d66d8f7-84bc-48ab-8233-1066f27e1d16 yet. {{(pid=94260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:48:12.892050 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505066fb-7e3b-46df-9c38-e5e37bf23f08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-de0d9202-9fc3-4d12-a078-17290c38054c', 'network_id': 'de0d9202-9fc3-4d12-a078-17290c38054c', 'tenant_id': 'b7a5249b5e4541689dc0ef6289087558', 'fixed_ips': [{'subnet_id': '720d10ca-81b4-4b19-b0ad-afb35499c090'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:48:12.893010 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-505066fb-7e3b-46df-9c38-e5e37bf23f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:13.072807 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-d5acac88-16c8-4c1b-a29e-226f9ef490ee tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Allocated IP 172.20.0.5 (de0d9202-9fc3-4d12-a078-17290c38054c/720d10ca-81b4-4b19-b0ad-afb35499c090/5d66d8f7-84bc-48ab-8233-1066f27e1d16) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:48:13.287036 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d5acac88-16c8-4c1b-a29e-226f9ef490ee tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:13.307285 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [None req-d5acac88-16c8-4c1b-a29e-226f9ef490ee tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Transition to ACTIVE for port object 5d66d8f7-84bc-48ab-8233-1066f27e1d16 will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:48:13.349958 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d5acac88-16c8-4c1b-a29e-226f9ef490ee tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:13.420245 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5acac88-16c8-4c1b-a29e-226f9ef490ee tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Network de0d9202-9fc3-4d12-a078-17290c38054c is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:48:13.426148 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-d5acac88-16c8-4c1b-a29e-226f9ef490ee tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:48:13.432632 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5acac88-16c8-4c1b-a29e-226f9ef490ee tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:48:13.435059 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-505066fb-7e3b-46df-9c38-e5e37bf23f08 None None] Allocated IP 172.20.0.2 (de0d9202-9fc3-4d12-a078-17290c38054c/720d10ca-81b4-4b19-b0ad-afb35499c090/c27cb7c1-e27b-4809-86f1-7cd02a4a45c0) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:48:13.492918 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5acac88-16c8-4c1b-a29e-226f9ef490ee tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Pushing event updated for resources: {'Port': ['ID=5d66d8f7-84bc-48ab-8233-1066f27e1d16,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:13.531396 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5acac88-16c8-4c1b-a29e-226f9ef490ee tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:13.532461 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d5acac88-16c8-4c1b-a29e-226f9ef490ee tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:13.557358 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-d5acac88-16c8-4c1b-a29e-226f9ef490ee tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.8484819 Aug 10 03:48:13.559979 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36048) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:13.567881 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-6c4ed3c4-138d-4901-a1d0-522e981fab72 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Request body: {'port': {'network_id': 'de0d9202-9fc3-4d12-a078-17290c38054c', 'name': 'tempest-AllowedAddressPairTestJSON-1895034389', 'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:55:75:e2'}]}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:13.655753 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-505066fb-7e3b-46df-9c38-e5e37bf23f08 None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:13.667132 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-505066fb-7e3b-46df-9c38-e5e37bf23f08 None None] Transition to ACTIVE for port object c27cb7c1-e27b-4809-86f1-7cd02a4a45c0 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:48:13.692068 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-505066fb-7e3b-46df-9c38-e5e37bf23f08 None None] Transition to ACTIVE for port object c27cb7c1-e27b-4809-86f1-7cd02a4a45c0 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:48:13.700452 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-505066fb-7e3b-46df-9c38-e5e37bf23f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:13.703506 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c4ed3c4-138d-4901-a1d0-522e981fab72 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Made reservation on behalf of b7a5249b5e4541689dc0ef6289087558 for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:48:13.764431 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505066fb-7e3b-46df-9c38-e5e37bf23f08 None None] Network de0d9202-9fc3-4d12-a078-17290c38054c is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:48:13.773627 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-505066fb-7e3b-46df-9c38-e5e37bf23f08 None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:48:13.777683 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505066fb-7e3b-46df-9c38-e5e37bf23f08 None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:48:13.797880 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505066fb-7e3b-46df-9c38-e5e37bf23f08 None None] Pushing event updated for resources: {'Port': ['ID=c27cb7c1-e27b-4809-86f1-7cd02a4a45c0,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:13.848539 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-505066fb-7e3b-46df-9c38-e5e37bf23f08 None None] Attempting to bind port c27cb7c1-e27b-4809-86f1-7cd02a4a45c0 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:48:13.849079 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-505066fb-7e3b-46df-9c38-e5e37bf23f08 None None] Attempting to bind port c27cb7c1-e27b-4809-86f1-7cd02a4a45c0 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'ee8a6696-92dc-436a-a50b-846a3667c829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'de0d9202-9fc3-4d12-a078-17290c38054c'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:48:13.849760 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505066fb-7e3b-46df-9c38-e5e37bf23f08 None None] Attempting to bind port c27cb7c1-e27b-4809-86f1-7cd02a4a45c0 on network de0d9202-9fc3-4d12-a078-17290c38054c {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:48:13.853327 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6c4ed3c4-138d-4901-a1d0-522e981fab72 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:13.856115 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505066fb-7e3b-46df-9c38-e5e37bf23f08 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:48:13.856490 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505066fb-7e3b-46df-9c38-e5e37bf23f08 None None] Checking segment: {'id': 'ee8a6696-92dc-436a-a50b-846a3667c829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'de0d9202-9fc3-4d12-a078-17290c38054c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:48:13.856898 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-505066fb-7e3b-46df-9c38-e5e37bf23f08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:13.857466 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505066fb-7e3b-46df-9c38-e5e37bf23f08 None None] Bound using segment: {'id': 'ee8a6696-92dc-436a-a50b-846a3667c829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'de0d9202-9fc3-4d12-a078-17290c38054c'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:48:13.858557 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-505066fb-7e3b-46df-9c38-e5e37bf23f08 None None] Bound port: c27cb7c1-e27b-4809-86f1-7cd02a4a45c0, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee8a6696-92dc-436a-a50b-846a3667c829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'de0d9202-9fc3-4d12-a078-17290c38054c'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:48:13.858557 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-505066fb-7e3b-46df-9c38-e5e37bf23f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:13.885752 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [None req-6c4ed3c4-138d-4901-a1d0-522e981fab72 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] device_id is not set on port 0f25b238-b88a-4c1f-81a7-66ed743803dd yet. {{(pid=94260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:48:13.946430 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-505066fb-7e3b-46df-9c38-e5e37bf23f08 None None] For port c27cb7c1-e27b-4809-86f1-7cd02a4a45c0, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:48:13.952164 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-505066fb-7e3b-46df-9c38-e5e37bf23f08 None None] For port c27cb7c1-e27b-4809-86f1-7cd02a4a45c0, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=c27cb7c1-e27b-4809-86f1-7cd02a4a45c0,segment=NetworkSegment(ee8a6696-92dc-436a-a50b-846a3667c829),segment_id=ee8a6696-92dc-436a-a50b-846a3667c829)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:48:13.959896 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-505066fb-7e3b-46df-9c38-e5e37bf23f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:14.030520 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-6c4ed3c4-138d-4901-a1d0-522e981fab72 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Allocated IP 172.20.0.8 (de0d9202-9fc3-4d12-a078-17290c38054c/720d10ca-81b4-4b19-b0ad-afb35499c090/0f25b238-b88a-4c1f-81a7-66ed743803dd) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:48:14.070056 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505066fb-7e3b-46df-9c38-e5e37bf23f08 None None] Pushing event updated for resources: {'Port': ['ID=c27cb7c1-e27b-4809-86f1-7cd02a4a45c0,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:14.299067 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6c4ed3c4-138d-4901-a1d0-522e981fab72 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:14.344296 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [None req-6c4ed3c4-138d-4901-a1d0-522e981fab72 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Transition to ACTIVE for port object 0f25b238-b88a-4c1f-81a7-66ed743803dd will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:48:14.448808 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6c4ed3c4-138d-4901-a1d0-522e981fab72 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:14.523821 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4ed3c4-138d-4901-a1d0-522e981fab72 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Network de0d9202-9fc3-4d12-a078-17290c38054c is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:48:14.539181 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-6c4ed3c4-138d-4901-a1d0-522e981fab72 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:48:14.554467 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4ed3c4-138d-4901-a1d0-522e981fab72 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:48:14.612235 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4ed3c4-138d-4901-a1d0-522e981fab72 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Pushing event updated for resources: {'Port': ['ID=0f25b238-b88a-4c1f-81a7-66ed743803dd,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:14.666053 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4ed3c4-138d-4901-a1d0-522e981fab72 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:14.667245 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6c4ed3c4-138d-4901-a1d0-522e981fab72 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:14.693205 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-6c4ed3c4-138d-4901-a1d0-522e981fab72 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.1296606 Aug 10 03:48:14.696240 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36054) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:14.771594 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5600df96-b9ab-407a-9903-ea84de4e9304 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:14.782733 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5600df96-b9ab-407a-9903-ea84de4e9304 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:14.792757 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5600df96-b9ab-407a-9903-ea84de4e9304 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:14.799086 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-5600df96-b9ab-407a-9903-ea84de4e9304 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 0.1011035 Aug 10 03:48:14.800863 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36056) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:14.934438 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-73b06ff8-1e38-4a0f-84ed-638a6f7f7e0c tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Deleting port 0f25b238-b88a-4c1f-81a7-66ed743803dd {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:48:14.934962 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-73b06ff8-1e38-4a0f-84ed-638a6f7f7e0c tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:15.106963 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-73b06ff8-1e38-4a0f-84ed-638a6f7f7e0c tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:15.132371 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-73b06ff8-1e38-4a0f-84ed-638a6f7f7e0c tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Calling delete_port for 0f25b238-b88a-4c1f-81a7-66ed743803dd owned by {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:48:15.396345 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-73b06ff8-1e38-4a0f-84ed-638a6f7f7e0c tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:15.455983 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b06ff8-1e38-4a0f-84ed-638a6f7f7e0c tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Pushing event deleted for resources: {'Port': ['ID=0f25b238-b88a-4c1f-81a7-66ed743803dd,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:15.503705 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1676af8-dd5b-4c80-a66d-c5dcf5fdb6d5 None None] Network de0d9202-9fc3-4d12-a078-17290c38054c requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:48:15.615819 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-0fadf4ee-8cd8-4cbe-9551-a43f61a4ec06 None None] Provisioning for port c27cb7c1-e27b-4809-86f1-7cd02a4a45c0 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:48:15.751960 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-73b06ff8-1e38-4a0f-84ed-638a6f7f7e0c tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:15.754682 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-73b06ff8-1e38-4a0f-84ed-638a6f7f7e0c tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] 10.222.0.44 "DELETE /v2.0/ports/0f25b238-b88a-4c1f-81a7-66ed743803dd HTTP/1.1" status: 204 len: 168 time: 0.9525499 Aug 10 03:48:15.759136 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36062) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:15.796134 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe9d1d4e-5084-4668-9bdb-9457a9702f2b tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] GET failed (client error): The resource could not be found. Aug 10 03:48:15.798537 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-fe9d1d4e-5084-4668-9bdb-9457a9702f2b tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] 10.222.0.44 "GET /v2.0/ports/0f25b238-b88a-4c1f-81a7-66ed743803dd HTTP/1.1" status: 404 len: 333 time: 0.0380578 Aug 10 03:48:15.803622 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36064) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:15.808854 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-53c21c51-fc48-41a3-a35e-4cd6ec30bde9 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Request body: {'port': {'network_id': 'de0d9202-9fc3-4d12-a078-17290c38054c', 'name': 'tempest-AllowedAddressPairTestJSON-253130265'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:16.003577 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53c21c51-fc48-41a3-a35e-4cd6ec30bde9 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Made reservation on behalf of b7a5249b5e4541689dc0ef6289087558 for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:48:16.008459 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-53c21c51-fc48-41a3-a35e-4cd6ec30bde9 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:16.036058 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [None req-53c21c51-fc48-41a3-a35e-4cd6ec30bde9 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] device_id is not set on port 82afe0f0-8ddb-4ce5-92e1-a81ff302ddf9 yet. {{(pid=94260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:48:16.222419 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-4871377e-8e8a-44fe-8128-e82628eb9573 None None] Provisioning for port 5d66d8f7-84bc-48ab-8233-1066f27e1d16 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:48:16.231174 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-4871377e-8e8a-44fe-8128-e82628eb9573 None None] Provisioning complete for port 5d66d8f7-84bc-48ab-8233-1066f27e1d16 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:48:16.231756 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4871377e-8e8a-44fe-8128-e82628eb9573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:16.315956 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device c27cb7c1-e27b-4809-86f1-7cd02a4a45c0 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:48:16.318126 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-53c21c51-fc48-41a3-a35e-4cd6ec30bde9 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Allocated IP 172.20.0.8 (de0d9202-9fc3-4d12-a078-17290c38054c/720d10ca-81b4-4b19-b0ad-afb35499c090/82afe0f0-8ddb-4ce5-92e1-a81ff302ddf9) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:48:16.383710 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-4871377e-8e8a-44fe-8128-e82628eb9573 None None] Port 5d66d8f7-84bc-48ab-8233-1066f27e1d16 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:48:16.433464 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port c27cb7c1-e27b-4809-86f1-7cd02a4a45c0 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:48:16.446464 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port c27cb7c1-e27b-4809-86f1-7cd02a4a45c0 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:48:16.447053 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:16.559477 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-757bc062-dc76-4983-81b5-6e9834f4726d None None] Provisioning complete for port 5d66d8f7-84bc-48ab-8233-1066f27e1d16 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:48:16.564293 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-757bc062-dc76-4983-81b5-6e9834f4726d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:16.657342 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-757bc062-dc76-4983-81b5-6e9834f4726d None None] Port 5d66d8f7-84bc-48ab-8233-1066f27e1d16 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:48:16.683487 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-53c21c51-fc48-41a3-a35e-4cd6ec30bde9 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:16.703006 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [None req-53c21c51-fc48-41a3-a35e-4cd6ec30bde9 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Transition to ACTIVE for port object 82afe0f0-8ddb-4ce5-92e1-a81ff302ddf9 will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:48:16.738636 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:16.781120 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-53c21c51-fc48-41a3-a35e-4cd6ec30bde9 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:16.814972 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port c27cb7c1-e27b-4809-86f1-7cd02a4a45c0, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=c27cb7c1-e27b-4809-86f1-7cd02a4a45c0,segment=NetworkSegment(ee8a6696-92dc-436a-a50b-846a3667c829),segment_id=ee8a6696-92dc-436a-a50b-846a3667c829)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:48:16.833476 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:16.852397 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c21c51-fc48-41a3-a35e-4cd6ec30bde9 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Pushing event updated for resources: {'Port': ['ID=82afe0f0-8ddb-4ce5-92e1-a81ff302ddf9,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:16.878095 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c21c51-fc48-41a3-a35e-4cd6ec30bde9 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Network de0d9202-9fc3-4d12-a078-17290c38054c is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:48:16.885180 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-53c21c51-fc48-41a3-a35e-4cd6ec30bde9 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:48:16.889788 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c21c51-fc48-41a3-a35e-4cd6ec30bde9 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:48:16.923940 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-86e72f40-d16d-48d4-9adf-d2ffbc0e7af2 None None] Could not find standard attr ID for object 0f25b238-b88a-4c1f-81a7-66ed743803dd. {{(pid=94262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:48:16.956874 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=c27cb7c1-e27b-4809-86f1-7cd02a4a45c0,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:17.002427 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c21c51-fc48-41a3-a35e-4cd6ec30bde9 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:17.003795 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-53c21c51-fc48-41a3-a35e-4cd6ec30bde9 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:17.039921 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-53c21c51-fc48-41a3-a35e-4cd6ec30bde9 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2326348 Aug 10 03:48:17.040207 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36078) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:17.048902 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-99330ba8-3174-4203-8e6f-491a5c099e6a tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:55:75:e2'}]}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:17.416153 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-99330ba8-3174-4203-8e6f-491a5c099e6a tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:17.568199 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-451ae8f8-553e-41b4-9dcc-c055ef062fb2 None None] Provisioning for port 82afe0f0-8ddb-4ce5-92e1-a81ff302ddf9 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:48:17.573775 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-451ae8f8-553e-41b4-9dcc-c055ef062fb2 None None] Provisioning complete for port 82afe0f0-8ddb-4ce5-92e1-a81ff302ddf9 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:48:17.574144 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-451ae8f8-553e-41b4-9dcc-c055ef062fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:17.615698 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-451ae8f8-553e-41b4-9dcc-c055ef062fb2 None None] Port 82afe0f0-8ddb-4ce5-92e1-a81ff302ddf9 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:48:17.671406 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-99330ba8-3174-4203-8e6f-491a5c099e6a tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:17.677286 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-99330ba8-3174-4203-8e6f-491a5c099e6a tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:17.765256 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99330ba8-3174-4203-8e6f-491a5c099e6a tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Pushing event updated for resources: {'Port': ['ID=82afe0f0-8ddb-4ce5-92e1-a81ff302ddf9,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:17.781447 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-99330ba8-3174-4203-8e6f-491a5c099e6a tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] In _notify_port_updated(), no bound segment for port 82afe0f0-8ddb-4ce5-92e1-a81ff302ddf9 on network de0d9202-9fc3-4d12-a078-17290c38054c {{(pid=94261) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:48:17.787617 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99330ba8-3174-4203-8e6f-491a5c099e6a tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:17.788324 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-99330ba8-3174-4203-8e6f-491a5c099e6a tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:17.789810 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-99330ba8-3174-4203-8e6f-491a5c099e6a tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] 10.222.0.44 "PUT /v2.0/ports/82afe0f0-8ddb-4ce5-92e1-a81ff302ddf9 HTTP/1.1" status: 200 len: 992 time: 0.7484887 Aug 10 03:48:17.794264 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36088) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:17.957988 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-872a2338-ec28-406e-98aa-1f4f5ddd5efc tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Deleting port 82afe0f0-8ddb-4ce5-92e1-a81ff302ddf9 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:48:17.957988 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-872a2338-ec28-406e-98aa-1f4f5ddd5efc tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:18.057944 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-5992f5e8-b529-4230-9052-9aedbf7846cc None None] Provisioning complete for port 82afe0f0-8ddb-4ce5-92e1-a81ff302ddf9 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:48:18.058624 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-5992f5e8-b529-4230-9052-9aedbf7846cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:18.156573 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-872a2338-ec28-406e-98aa-1f4f5ddd5efc tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:18.164133 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-5992f5e8-b529-4230-9052-9aedbf7846cc None None] Port 82afe0f0-8ddb-4ce5-92e1-a81ff302ddf9 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:48:18.189840 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-872a2338-ec28-406e-98aa-1f4f5ddd5efc tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Calling delete_port for 82afe0f0-8ddb-4ce5-92e1-a81ff302ddf9 owned by {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:48:18.200485 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device c27cb7c1-e27b-4809-86f1-7cd02a4a45c0 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:48:18.299189 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port c27cb7c1-e27b-4809-86f1-7cd02a4a45c0 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:48:18.300461 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:18.468558 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-872a2338-ec28-406e-98aa-1f4f5ddd5efc tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:18.515156 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872a2338-ec28-406e-98aa-1f4f5ddd5efc tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Pushing event deleted for resources: {'Port': ['ID=82afe0f0-8ddb-4ce5-92e1-a81ff302ddf9,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:18.521699 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36106) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:18.762125 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-872a2338-ec28-406e-98aa-1f4f5ddd5efc tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:18.765806 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-872a2338-ec28-406e-98aa-1f4f5ddd5efc tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] 10.222.0.44 "DELETE /v2.0/ports/82afe0f0-8ddb-4ce5-92e1-a81ff302ddf9 HTTP/1.1" status: 204 len: 168 time: 0.9701428 Aug 10 03:48:18.771907 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36116) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:18.792042 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20877d1f-b1ad-477f-9324-014b0b031aa7 req-fcc5237d-9ba0-4083-a74d-478b74380338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:18.793845 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-20877d1f-b1ad-477f-9324-014b0b031aa7 req-fcc5237d-9ba0-4083-a74d-478b74380338 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e696b1a3-586b-498f-bbfd-4b8c2d29647e HTTP/1.1" status: 200 len: 1098 time: 0.2688646 Aug 10 03:48:18.814729 n-d-768862-13 neutron-server[94260]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8922cb1-312d-4dcf-80bb-f484e0d9dd26 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] GET failed (client error): The resource could not be found. Aug 10 03:48:18.817160 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-d8922cb1-312d-4dcf-80bb-f484e0d9dd26 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] 10.222.0.44 "GET /v2.0/ports/82afe0f0-8ddb-4ce5-92e1-a81ff302ddf9 HTTP/1.1" status: 404 len: 333 time: 0.0431006 Aug 10 03:48:18.826166 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36118) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:18.835855 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-73cc3251-b3c9-4fa9-9022-d2d79b30d8f8 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Request body: {'port': {'network_id': 'de0d9202-9fc3-4d12-a078-17290c38054c', 'name': 'tempest-AllowedAddressPairTestJSON-1883363793'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:18.875155 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-20877d1f-b1ad-477f-9324-014b0b031aa7 req-c162e948-0bb1-44ec-af82-cdcc850fb8c5 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9dfdb3c8-3e7c-4acc-af10-80c9821ef795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631065 Aug 10 03:48:18.946969 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36126) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:18.956383 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-947f2c1a-fe97-4cd1-b59a-307e9c251bff tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-923174499', 'description': 'tempest-secgroup-smoke-923174499 description', 'project_id': 'cde344f967264dfd970128dd56d4c154'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:18.990016 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-947f2c1a-fe97-4cd1-b59a-307e9c251bff tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:19.168810 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-947f2c1a-fe97-4cd1-b59a-307e9c251bff tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:19.174697 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-947f2c1a-fe97-4cd1-b59a-307e9c251bff tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:19.244005 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-947f2c1a-fe97-4cd1-b59a-307e9c251bff tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:19.246378 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-947f2c1a-fe97-4cd1-b59a-307e9c251bff tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2943583 Aug 10 03:48:19.247880 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947f2c1a-fe97-4cd1-b59a-307e9c251bff tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be744ff6-a15f-4dae-9d51-d6cf1be8f920,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:19.251519 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36130) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:19.259387 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-0ba62cf9-2d9e-4604-8543-5a9ac1e37e7d tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Request body: {'security_group_rule': {'security_group_id': 'be744ff6-a15f-4dae-9d51-d6cf1be8f920', 'project_id': 'cde344f967264dfd970128dd56d4c154', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:19.321102 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0ba62cf9-2d9e-4604-8543-5a9ac1e37e7d tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:19.420065 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0ba62cf9-2d9e-4604-8543-5a9ac1e37e7d tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:19.427102 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0ba62cf9-2d9e-4604-8543-5a9ac1e37e7d tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:19.459003 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba62cf9-2d9e-4604-8543-5a9ac1e37e7d tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dba916a-6332-4374-a51b-1272de4cea27,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:19.471928 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0ba62cf9-2d9e-4604-8543-5a9ac1e37e7d tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:19.477659 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-0ba62cf9-2d9e-4604-8543-5a9ac1e37e7d tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2209241 Aug 10 03:48:19.477981 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36136) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:19.490896 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-aafec76e-1f61-4e32-9206-3cf30b7636be tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Request body: {'security_group_rule': {'security_group_id': 'be744ff6-a15f-4dae-9d51-d6cf1be8f920', 'project_id': 'cde344f967264dfd970128dd56d4c154', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:19.533162 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-aafec76e-1f61-4e32-9206-3cf30b7636be tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:19.626817 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73cc3251-b3c9-4fa9-9022-d2d79b30d8f8 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Made reservation on behalf of b7a5249b5e4541689dc0ef6289087558 for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:48:19.631793 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-73cc3251-b3c9-4fa9-9022-d2d79b30d8f8 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:19.642096 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-aafec76e-1f61-4e32-9206-3cf30b7636be tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:19.649374 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-aafec76e-1f61-4e32-9206-3cf30b7636be tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:19.657405 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [None req-73cc3251-b3c9-4fa9-9022-d2d79b30d8f8 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] device_id is not set on port 98d55488-aa8e-49e2-803c-0bedbc21cdf1 yet. {{(pid=94260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:48:19.684896 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafec76e-1f61-4e32-9206-3cf30b7636be tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=813e35bb-6fdf-4aa2-a37e-dc72f52eebdb,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:19.692218 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-aafec76e-1f61-4e32-9206-3cf30b7636be tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:19.694563 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-aafec76e-1f61-4e32-9206-3cf30b7636be tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2115576 Aug 10 03:48:19.699000 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36138) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:19.705613 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-2a6680dc-e3c3-42a2-8c1c-dc351db9c32b tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Request body: {'security_group_rule': {'security_group_id': 'be744ff6-a15f-4dae-9d51-d6cf1be8f920', 'project_id': 'cde344f967264dfd970128dd56d4c154', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:19.754665 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2a6680dc-e3c3-42a2-8c1c-dc351db9c32b tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:19.820323 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-73cc3251-b3c9-4fa9-9022-d2d79b30d8f8 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Allocated IP 172.20.0.8 (de0d9202-9fc3-4d12-a078-17290c38054c/720d10ca-81b4-4b19-b0ad-afb35499c090/98d55488-aa8e-49e2-803c-0bedbc21cdf1) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:48:19.859104 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2a6680dc-e3c3-42a2-8c1c-dc351db9c32b tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:19.866431 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2a6680dc-e3c3-42a2-8c1c-dc351db9c32b tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:19.890865 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6680dc-e3c3-42a2-8c1c-dc351db9c32b tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c2ed473-935a-44a2-896c-c41a6277d364,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:19.906267 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2a6680dc-e3c3-42a2-8c1c-dc351db9c32b tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:19.908341 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-2a6680dc-e3c3-42a2-8c1c-dc351db9c32b tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2069960 Aug 10 03:48:19.913590 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36142) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:19.918707 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-6552b230-7f89-4b1b-bcf8-533b1508073b tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Request body: {'security_group_rule': {'security_group_id': 'be744ff6-a15f-4dae-9d51-d6cf1be8f920', 'project_id': 'cde344f967264dfd970128dd56d4c154', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:19.954698 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6552b230-7f89-4b1b-bcf8-533b1508073b tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:20.032199 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6552b230-7f89-4b1b-bcf8-533b1508073b tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:20.038646 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6552b230-7f89-4b1b-bcf8-533b1508073b tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:20.070011 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6552b230-7f89-4b1b-bcf8-533b1508073b tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f13b7e3-4f72-4657-91d6-09ee325f415f,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:20.074546 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6552b230-7f89-4b1b-bcf8-533b1508073b tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:20.078401 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-6552b230-7f89-4b1b-bcf8-533b1508073b tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1610339 Aug 10 03:48:20.078952 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36146) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:20.084354 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-e8fbeba8-dee3-41c8-987c-d08cb74d3ac4 tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Request body: {'security_group_rule': {'security_group_id': 'be744ff6-a15f-4dae-9d51-d6cf1be8f920', 'project_id': 'cde344f967264dfd970128dd56d4c154', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:20.101470 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-73cc3251-b3c9-4fa9-9022-d2d79b30d8f8 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:20.119956 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [None req-73cc3251-b3c9-4fa9-9022-d2d79b30d8f8 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Transition to ACTIVE for port object 98d55488-aa8e-49e2-803c-0bedbc21cdf1 will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:48:20.120683 n-d-768862-13 neutron-server[94261]: INFO neutron.db.securitygroups_db [None req-e8fbeba8-dee3-41c8-987c-d08cb74d3ac4 tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Project cde344f967264dfd970128dd56d4c154 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 03:48:20.127116 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e8fbeba8-dee3-41c8-987c-d08cb74d3ac4 tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:20.167819 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-73cc3251-b3c9-4fa9-9022-d2d79b30d8f8 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:20.230353 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73cc3251-b3c9-4fa9-9022-d2d79b30d8f8 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Network de0d9202-9fc3-4d12-a078-17290c38054c is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:48:20.234770 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-73cc3251-b3c9-4fa9-9022-d2d79b30d8f8 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:48:20.239839 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73cc3251-b3c9-4fa9-9022-d2d79b30d8f8 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:48:20.262631 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e8fbeba8-dee3-41c8-987c-d08cb74d3ac4 tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:20.275787 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cc3251-b3c9-4fa9-9022-d2d79b30d8f8 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Pushing event updated for resources: {'Port': ['ID=98d55488-aa8e-49e2-803c-0bedbc21cdf1,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:20.277023 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e8fbeba8-dee3-41c8-987c-d08cb74d3ac4 tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:20.318924 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fbeba8-dee3-41c8-987c-d08cb74d3ac4 tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa9913bb-629b-4f9f-9a32-068ef5ce4281,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:20.332892 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e8fbeba8-dee3-41c8-987c-d08cb74d3ac4 tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:20.338516 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e8fbeba8-dee3-41c8-987c-d08cb74d3ac4 tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2585735 Aug 10 03:48:20.339746 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36152) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:20.343206 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73cc3251-b3c9-4fa9-9022-d2d79b30d8f8 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:20.345044 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-73cc3251-b3c9-4fa9-9022-d2d79b30d8f8 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:20.345975 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-d872b4d5-7545-4022-ac22-b836ea94d652 tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Request body: {'security_group_rule': {'security_group_id': 'be744ff6-a15f-4dae-9d51-d6cf1be8f920', 'project_id': 'cde344f967264dfd970128dd56d4c154', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:20.380767 n-d-768862-13 neutron-server[94261]: INFO neutron.db.securitygroups_db [None req-d872b4d5-7545-4022-ac22-b836ea94d652 tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Project cde344f967264dfd970128dd56d4c154 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 03:48:20.388031 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36154) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:20.388527 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-73cc3251-b3c9-4fa9-9022-d2d79b30d8f8 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5606260 Aug 10 03:48:20.394850 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-f23d96c9-8298-4503-b678-624bab10c710 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:55:75:e2'}]}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:20.427201 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d872b4d5-7545-4022-ac22-b836ea94d652 tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:20.528772 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f23d96c9-8298-4503-b678-624bab10c710 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:20.615766 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-bb8ba9d0-f9fc-40f9-8574-49d5134cd398 None None] Provisioning for port 98d55488-aa8e-49e2-803c-0bedbc21cdf1 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:48:20.618074 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d872b4d5-7545-4022-ac22-b836ea94d652 tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:20.624343 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-bb8ba9d0-f9fc-40f9-8574-49d5134cd398 None None] Provisioning complete for port 98d55488-aa8e-49e2-803c-0bedbc21cdf1 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:48:20.625544 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-bb8ba9d0-f9fc-40f9-8574-49d5134cd398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:20.631207 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d872b4d5-7545-4022-ac22-b836ea94d652 tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:20.687892 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d872b4d5-7545-4022-ac22-b836ea94d652 tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5bc38c7-f610-41ab-9340-2ed646edd878,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:20.688649 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-bb8ba9d0-f9fc-40f9-8574-49d5134cd398 None None] Port 98d55488-aa8e-49e2-803c-0bedbc21cdf1 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:48:20.699782 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d872b4d5-7545-4022-ac22-b836ea94d652 tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:20.702048 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-d872b4d5-7545-4022-ac22-b836ea94d652 tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3606520 Aug 10 03:48:20.876232 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f23d96c9-8298-4503-b678-624bab10c710 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:20.885027 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f23d96c9-8298-4503-b678-624bab10c710 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:20.966978 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0c51b167-2e02-4c8d-8dac-c734eb089c79 req-c4122ba9-300a-4de2-8b93-fccdd83198c4 tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-923174499&fields=id&tenant_id=cde344f967264dfd970128dd56d4c154 HTTP/1.1" status: 200 len: 267 time: 0.0421669 Aug 10 03:48:21.027627 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23d96c9-8298-4503-b678-624bab10c710 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Pushing event updated for resources: {'Port': ['ID=98d55488-aa8e-49e2-803c-0bedbc21cdf1,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:21.062622 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-f23d96c9-8298-4503-b678-624bab10c710 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] In _notify_port_updated(), no bound segment for port 98d55488-aa8e-49e2-803c-0bedbc21cdf1 on network de0d9202-9fc3-4d12-a078-17290c38054c {{(pid=94261) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:48:21.072704 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23d96c9-8298-4503-b678-624bab10c710 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:21.073395 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f23d96c9-8298-4503-b678-624bab10c710 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:21.078789 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-f23d96c9-8298-4503-b678-624bab10c710 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] 10.222.0.44 "PUT /v2.0/ports/98d55488-aa8e-49e2-803c-0bedbc21cdf1 HTTP/1.1" status: 200 len: 996 time: 0.6861677 Aug 10 03:48:21.081828 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36162) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:21.157935 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c51b167-2e02-4c8d-8dac-c734eb089c79 req-a4510570-ed0d-4cba-b0d9-0bc59788a50f tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:21.160390 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0c51b167-2e02-4c8d-8dac-c734eb089c79 req-a4510570-ed0d-4cba-b0d9-0bc59788a50f tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] 10.222.0.44 "GET /v2.0/networks?id=a70c8cc8-b2af-4fef-a22f-f28f1e78768e HTTP/1.1" status: 200 len: 813 time: 0.1846135 Aug 10 03:48:21.203295 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0c51b167-2e02-4c8d-8dac-c734eb089c79 req-ca9362dd-2130-4b11-9cee-4f0dbe5cc7b3 tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] 10.222.0.44 "GET /v2.0/quotas/cde344f967264dfd970128dd56d4c154 HTTP/1.1" status: 200 len: 375 time: 0.0162675 Aug 10 03:48:21.288936 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-3645fa12-7b5a-42e8-b0e2-255a2729176c tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Deleting port 98d55488-aa8e-49e2-803c-0bedbc21cdf1 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:48:21.289285 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3645fa12-7b5a-42e8-b0e2-255a2729176c tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:21.301850 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0c51b167-2e02-4c8d-8dac-c734eb089c79 req-f5980a59-541e-4592-9836-e6f17cc4bdcf tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=cde344f967264dfd970128dd56d4c154&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0905180 Aug 10 03:48:21.382262 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-401a2736-48f0-426f-8241-3893d72a6eb3 None None] Provisioning complete for port 98d55488-aa8e-49e2-803c-0bedbc21cdf1 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:48:21.383153 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-401a2736-48f0-426f-8241-3893d72a6eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:21.437946 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-deef7ce8-4238-4e9f-9e36-ee0d8fb8e999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:21.453166 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-401a2736-48f0-426f-8241-3893d72a6eb3 None None] Port 98d55488-aa8e-49e2-803c-0bedbc21cdf1 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:48:21.514982 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3645fa12-7b5a-42e8-b0e2-255a2729176c tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:21.537273 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-3645fa12-7b5a-42e8-b0e2-255a2729176c tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Calling delete_port for 98d55488-aa8e-49e2-803c-0bedbc21cdf1 owned by {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:48:21.634006 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0c51b167-2e02-4c8d-8dac-c734eb089c79 req-cf5f000c-9e52-4173-be9c-845b18c20689 service neutron] 10.222.0.44 "GET /v2.0/networks/a70c8cc8-b2af-4fef-a22f-f28f1e78768e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834802 Aug 10 03:48:21.793854 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0c51b167-2e02-4c8d-8dac-c734eb089c79 req-3dc0a8a4-af8c-4756-8ed0-b81ade95e2ee service neutron] 10.222.0.44 "GET /v2.0/networks/a70c8cc8-b2af-4fef-a22f-f28f1e78768e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513965 Aug 10 03:48:21.815702 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3645fa12-7b5a-42e8-b0e2-255a2729176c tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:21.849008 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3645fa12-7b5a-42e8-b0e2-255a2729176c tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Pushing event deleted for resources: {'Port': ['ID=98d55488-aa8e-49e2-803c-0bedbc21cdf1,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:22.001515 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3645fa12-7b5a-42e8-b0e2-255a2729176c tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:22.006627 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-3645fa12-7b5a-42e8-b0e2-255a2729176c tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] 10.222.0.44 "DELETE /v2.0/ports/98d55488-aa8e-49e2-803c-0bedbc21cdf1 HTTP/1.1" status: 204 len: 168 time: 0.9233010 Aug 10 03:48:22.009689 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36174) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:22.058374 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d4339e1-6d01-422c-9249-9a70a37c5f37 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] GET failed (client error): The resource could not be found. Aug 10 03:48:22.061155 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-5d4339e1-6d01-422c-9249-9a70a37c5f37 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] 10.222.0.44 "GET /v2.0/ports/98d55488-aa8e-49e2-803c-0bedbc21cdf1 HTTP/1.1" status: 404 len: 333 time: 0.0499394 Aug 10 03:48:22.065958 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36176) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:22.075043 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-bc4e1af8-b3ea-4cbe-a675-203482a1c421 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Request body: {'port': {'network_id': 'de0d9202-9fc3-4d12-a078-17290c38054c', 'name': 'tempest-AllowedAddressPairTestJSON-1602542524'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:22.245947 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc4e1af8-b3ea-4cbe-a675-203482a1c421 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Made reservation on behalf of b7a5249b5e4541689dc0ef6289087558 for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:48:22.249674 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-bc4e1af8-b3ea-4cbe-a675-203482a1c421 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:22.273854 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [None req-bc4e1af8-b3ea-4cbe-a675-203482a1c421 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] device_id is not set on port ec2c375f-e814-47c8-87a8-021fa54c892c yet. {{(pid=94260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:48:22.494329 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-bc4e1af8-b3ea-4cbe-a675-203482a1c421 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Allocated IP 172.20.0.10 (de0d9202-9fc3-4d12-a078-17290c38054c/720d10ca-81b4-4b19-b0ad-afb35499c090/ec2c375f-e814-47c8-87a8-021fa54c892c) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:48:22.711259 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-bc4e1af8-b3ea-4cbe-a675-203482a1c421 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:22.729805 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [None req-bc4e1af8-b3ea-4cbe-a675-203482a1c421 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Transition to ACTIVE for port object ec2c375f-e814-47c8-87a8-021fa54c892c will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:48:22.769350 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-bc4e1af8-b3ea-4cbe-a675-203482a1c421 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:22.851671 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4e1af8-b3ea-4cbe-a675-203482a1c421 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Network de0d9202-9fc3-4d12-a078-17290c38054c is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:48:22.857921 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-bc4e1af8-b3ea-4cbe-a675-203482a1c421 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:48:22.869842 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4e1af8-b3ea-4cbe-a675-203482a1c421 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:48:22.929127 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4e1af8-b3ea-4cbe-a675-203482a1c421 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Pushing event updated for resources: {'Port': ['ID=ec2c375f-e814-47c8-87a8-021fa54c892c,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:22.982314 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4e1af8-b3ea-4cbe-a675-203482a1c421 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:22.983487 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-bc4e1af8-b3ea-4cbe-a675-203482a1c421 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:23.010500 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-bc4e1af8-b3ea-4cbe-a675-203482a1c421 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9426231 Aug 10 03:48:23.012953 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36182) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:23.022201 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-9e8b334f-2ed0-4a6d-854a-da431f8251fc tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Request body: {'port': {'network_id': 'de0d9202-9fc3-4d12-a078-17290c38054c', 'name': 'tempest-AllowedAddressPairTestJSON-2044754546'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:23.215345 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-566fb48a-b9b9-42df-8a4c-5d904a2de890 None None] Provisioning for port ec2c375f-e814-47c8-87a8-021fa54c892c completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:48:23.216204 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e8b334f-2ed0-4a6d-854a-da431f8251fc tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Made reservation on behalf of b7a5249b5e4541689dc0ef6289087558 for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:48:23.224599 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9e8b334f-2ed0-4a6d-854a-da431f8251fc tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:23.240077 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-566fb48a-b9b9-42df-8a4c-5d904a2de890 None None] Provisioning complete for port ec2c375f-e814-47c8-87a8-021fa54c892c triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:48:23.240585 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-566fb48a-b9b9-42df-8a4c-5d904a2de890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:23.255627 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [None req-9e8b334f-2ed0-4a6d-854a-da431f8251fc tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] device_id is not set on port 545a30ac-39e8-4a3f-8661-a59c8fc55210 yet. {{(pid=94260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:48:23.332352 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-566fb48a-b9b9-42df-8a4c-5d904a2de890 None None] Port ec2c375f-e814-47c8-87a8-021fa54c892c cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:48:23.371801 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5c2ee188-8a3f-4fde-8305-50b3a0b0c1c9 req-3df3b98f-5728-4aa4-b962-eda563df305f tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee9c3a8b-5ce5-4b05-b666-d77103dbd9a2 HTTP/1.1" status: 200 len: 210 time: 0.0399814 Aug 10 03:48:23.426179 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-9e8b334f-2ed0-4a6d-854a-da431f8251fc tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Allocated IP 172.20.0.7 (de0d9202-9fc3-4d12-a078-17290c38054c/720d10ca-81b4-4b19-b0ad-afb35499c090/545a30ac-39e8-4a3f-8661-a59c8fc55210) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:48:23.650979 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9e8b334f-2ed0-4a6d-854a-da431f8251fc tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:23.669474 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [None req-9e8b334f-2ed0-4a6d-854a-da431f8251fc tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Transition to ACTIVE for port object 545a30ac-39e8-4a3f-8661-a59c8fc55210 will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:48:23.684932 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-8b5b5105-d98c-4104-b410-21b3034a05ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:23.712870 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9e8b334f-2ed0-4a6d-854a-da431f8251fc tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:23.764199 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8b334f-2ed0-4a6d-854a-da431f8251fc tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Network de0d9202-9fc3-4d12-a078-17290c38054c is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:48:23.767567 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-9e8b334f-2ed0-4a6d-854a-da431f8251fc tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:48:23.770789 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8b334f-2ed0-4a6d-854a-da431f8251fc tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:48:23.798897 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8b334f-2ed0-4a6d-854a-da431f8251fc tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Pushing event updated for resources: {'Port': ['ID=545a30ac-39e8-4a3f-8661-a59c8fc55210,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:23.848948 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8b334f-2ed0-4a6d-854a-da431f8251fc tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:23.850102 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9e8b334f-2ed0-4a6d-854a-da431f8251fc tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:23.879019 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-9e8b334f-2ed0-4a6d-854a-da431f8251fc tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8617375 Aug 10 03:48:23.879389 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36192) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:23.885770 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-1c68ee30-00ba-4ff2-b5ec-055e8bbaa3c2 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:55:75:e2'}, {'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:08:ab:9e'}]}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:24.064540 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-d10e8748-0c52-4ace-b25e-5446192b53b1 None None] Provisioning for port 545a30ac-39e8-4a3f-8661-a59c8fc55210 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:48:24.071054 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-d10e8748-0c52-4ace-b25e-5446192b53b1 None None] Provisioning complete for port 545a30ac-39e8-4a3f-8661-a59c8fc55210 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:48:24.071539 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d10e8748-0c52-4ace-b25e-5446192b53b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:24.078992 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1c68ee30-00ba-4ff2-b5ec-055e8bbaa3c2 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:24.111629 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-d10e8748-0c52-4ace-b25e-5446192b53b1 None None] Port 545a30ac-39e8-4a3f-8661-a59c8fc55210 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:48:24.262135 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:24.312033 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1c68ee30-00ba-4ff2-b5ec-055e8bbaa3c2 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:24.319582 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1c68ee30-00ba-4ff2-b5ec-055e8bbaa3c2 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:24.454758 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c68ee30-00ba-4ff2-b5ec-055e8bbaa3c2 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Pushing event updated for resources: {'Port': ['ID=545a30ac-39e8-4a3f-8661-a59c8fc55210,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:24.463370 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-1c68ee30-00ba-4ff2-b5ec-055e8bbaa3c2 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] In _notify_port_updated(), no bound segment for port 545a30ac-39e8-4a3f-8661-a59c8fc55210 on network de0d9202-9fc3-4d12-a078-17290c38054c {{(pid=94261) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:48:24.469591 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c68ee30-00ba-4ff2-b5ec-055e8bbaa3c2 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:24.470330 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1c68ee30-00ba-4ff2-b5ec-055e8bbaa3c2 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:24.472507 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-1c68ee30-00ba-4ff2-b5ec-055e8bbaa3c2 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] 10.222.0.44 "PUT /v2.0/ports/545a30ac-39e8-4a3f-8661-a59c8fc55210 HTTP/1.1" status: 200 len: 1056 time: 0.5918531 Aug 10 03:48:24.477289 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36198) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:24.562531 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f436e0bd-0ccc-4db1-9aa0-bf321b24dcde req-0882b770-6324-48e8-aa5a-17c3ed5020bf tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee9c3a8b-5ce5-4b05-b666-d77103dbd9a2 HTTP/1.1" status: 200 len: 210 time: 0.0391490 Aug 10 03:48:24.664060 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-2d667143-a3c4-412b-8a9a-21ca51f69e1f tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Deleting port 545a30ac-39e8-4a3f-8661-a59c8fc55210 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:48:24.664575 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2d667143-a3c4-412b-8a9a-21ca51f69e1f tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:24.796846 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2d667143-a3c4-412b-8a9a-21ca51f69e1f tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:24.812756 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-2d667143-a3c4-412b-8a9a-21ca51f69e1f tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Calling delete_port for 545a30ac-39e8-4a3f-8661-a59c8fc55210 owned by {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:48:24.839074 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-0be6616d-99a8-4e7f-9955-e64dbf79f78e None None] Provisioning complete for port 545a30ac-39e8-4a3f-8661-a59c8fc55210 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:48:24.839348 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-0be6616d-99a8-4e7f-9955-e64dbf79f78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:24.881001 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-0be6616d-99a8-4e7f-9955-e64dbf79f78e None None] Port 545a30ac-39e8-4a3f-8661-a59c8fc55210 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:48:24.980512 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2d667143-a3c4-412b-8a9a-21ca51f69e1f tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:25.016490 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d667143-a3c4-412b-8a9a-21ca51f69e1f tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Pushing event deleted for resources: {'Port': ['ID=545a30ac-39e8-4a3f-8661-a59c8fc55210,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:25.274068 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2d667143-a3c4-412b-8a9a-21ca51f69e1f tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:25.276531 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-2d667143-a3c4-412b-8a9a-21ca51f69e1f tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] 10.222.0.44 "DELETE /v2.0/ports/545a30ac-39e8-4a3f-8661-a59c8fc55210 HTTP/1.1" status: 204 len: 168 time: 0.7981315 Aug 10 03:48:25.279828 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36206) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:25.305890 n-d-768862-13 neutron-server[94260]: INFO neutron.pecan_wsgi.hooks.translation [None req-24e8c62c-5977-4946-b4af-8ca90a5ddb95 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] GET failed (client error): The resource could not be found. Aug 10 03:48:25.307541 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-24e8c62c-5977-4946-b4af-8ca90a5ddb95 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] 10.222.0.44 "GET /v2.0/ports/545a30ac-39e8-4a3f-8661-a59c8fc55210 HTTP/1.1" status: 404 len: 333 time: 0.0265787 Aug 10 03:48:25.310321 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36208) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:25.394308 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:25.417394 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-c96e97f7-20b7-4e9c-ac00-3b5da1a84238 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Deleting port ec2c375f-e814-47c8-87a8-021fa54c892c {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:48:25.417728 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c96e97f7-20b7-4e9c-ac00-3b5da1a84238 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:25.528538 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c96e97f7-20b7-4e9c-ac00-3b5da1a84238 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:25.544796 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-c96e97f7-20b7-4e9c-ac00-3b5da1a84238 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Calling delete_port for ec2c375f-e814-47c8-87a8-021fa54c892c owned by {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:48:25.703061 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ef25887c-2076-4d98-81e1-e63437559274 req-c597083d-fce9-431f-b218-9575804e3cda tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee9c3a8b-5ce5-4b05-b666-d77103dbd9a2 HTTP/1.1" status: 200 len: 210 time: 0.0390122 Aug 10 03:48:25.721915 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c96e97f7-20b7-4e9c-ac00-3b5da1a84238 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:25.765593 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96e97f7-20b7-4e9c-ac00-3b5da1a84238 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Pushing event deleted for resources: {'Port': ['ID=ec2c375f-e814-47c8-87a8-021fa54c892c,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:25.877175 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c96e97f7-20b7-4e9c-ac00-3b5da1a84238 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:25.881636 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-c96e97f7-20b7-4e9c-ac00-3b5da1a84238 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] 10.222.0.44 "DELETE /v2.0/ports/ec2c375f-e814-47c8-87a8-021fa54c892c HTTP/1.1" status: 204 len: 168 time: 0.5700495 Aug 10 03:48:25.884250 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36218) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:25.931491 n-d-768862-13 neutron-server[94260]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddd7e48f-945e-494e-9006-dbeba76c9ce1 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] GET failed (client error): The resource could not be found. Aug 10 03:48:25.935118 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-ddd7e48f-945e-494e-9006-dbeba76c9ce1 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] 10.222.0.44 "GET /v2.0/ports/ec2c375f-e814-47c8-87a8-021fa54c892c HTTP/1.1" status: 404 len: 333 time: 0.0488207 Aug 10 03:48:25.942686 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36220) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:26.061420 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-114bfbe8-e67d-4b02-8b14-fb02e8b30199 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Deleting port 5d66d8f7-84bc-48ab-8233-1066f27e1d16 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:48:26.061755 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-114bfbe8-e67d-4b02-8b14-fb02e8b30199 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:26.175228 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-114bfbe8-e67d-4b02-8b14-fb02e8b30199 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:26.190960 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-114bfbe8-e67d-4b02-8b14-fb02e8b30199 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Calling delete_port for 5d66d8f7-84bc-48ab-8233-1066f27e1d16 owned by {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:48:26.208165 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:26.356261 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-114bfbe8-e67d-4b02-8b14-fb02e8b30199 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:26.385987 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114bfbe8-e67d-4b02-8b14-fb02e8b30199 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Pushing event deleted for resources: {'Port': ['ID=5d66d8f7-84bc-48ab-8233-1066f27e1d16,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:26.488197 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-114bfbe8-e67d-4b02-8b14-fb02e8b30199 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:26.490512 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-114bfbe8-e67d-4b02-8b14-fb02e8b30199 tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] 10.222.0.44 "DELETE /v2.0/ports/5d66d8f7-84bc-48ab-8233-1066f27e1d16 HTTP/1.1" status: 204 len: 168 time: 0.5466332 Aug 10 03:48:26.494525 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36222) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:26.590424 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-4558986b-99e2-435d-b9ef-343c0f973b6d tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Deleting subnet 720d10ca-81b4-4b19-b0ad-afb35499c090 {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:48:26.595057 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4558986b-99e2-435d-b9ef-343c0f973b6d tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:26.685872 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4558986b-99e2-435d-b9ef-343c0f973b6d tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:26.810728 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c51b167-2e02-4c8d-8dac-c734eb089c79 req-eba01ac3-55e8-4e1c-bcbe-17f44b611e41 tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:26.813628 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0c51b167-2e02-4c8d-8dac-c734eb089c79 req-eba01ac3-55e8-4e1c-bcbe-17f44b611e41 tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] 10.222.0.42 "GET /v2.0/networks?id=a70c8cc8-b2af-4fef-a22f-f28f1e78768e HTTP/1.1" status: 200 len: 813 time: 0.1716442 Aug 10 03:48:26.864359 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:26.918042 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0c51b167-2e02-4c8d-8dac-c734eb089c79 req-21a63327-d40e-4d96-a90d-cdc53e9c3c3b tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cde344f967264dfd970128dd56d4c154 HTTP/1.1" status: 200 len: 379 time: 0.0943127 Aug 10 03:48:26.931587 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-0c51b167-2e02-4c8d-8dac-c734eb089c79 req-f6432fbb-e555-4ba6-9fe0-b50eb8b8b98e tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Request body: {'port': {'device_id': 'ee9c3a8b-5ce5-4b05-b666-d77103dbd9a2', 'network_id': 'a70c8cc8-b2af-4fef-a22f-f28f1e78768e', 'admin_state_up': True, 'tenant_id': 'cde344f967264dfd970128dd56d4c154', 'security_groups': ['be744ff6-a15f-4dae-9d51-d6cf1be8f920']}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:26.965840 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-81afd974-bc2e-4000-88af-0feb26b7e545 req-3ac4858f-656f-4ca8-921b-b0713dddc8c1 tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee9c3a8b-5ce5-4b05-b666-d77103dbd9a2 HTTP/1.1" status: 200 len: 210 time: 0.0711231 Aug 10 03:48:27.131922 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c51b167-2e02-4c8d-8dac-c734eb089c79 req-f6432fbb-e555-4ba6-9fe0-b50eb8b8b98e tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Made reservation on behalf of cde344f967264dfd970128dd56d4c154 for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:48:27.136083 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-0c51b167-2e02-4c8d-8dac-c734eb089c79 req-f6432fbb-e555-4ba6-9fe0-b50eb8b8b98e tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:27.281758 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4558986b-99e2-435d-b9ef-343c0f973b6d tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:27.318354 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-0c51b167-2e02-4c8d-8dac-c734eb089c79 req-f6432fbb-e555-4ba6-9fe0-b50eb8b8b98e tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Allocated IP 172.20.0.6 (a70c8cc8-b2af-4fef-a22f-f28f1e78768e/954b0067-f4fb-4ae7-8bbb-b17d200f3f6d/2d0d5c92-b9c0-48c3-8acb-df790af5cfb5) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:48:27.355547 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4558986b-99e2-435d-b9ef-343c0f973b6d tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:27.379293 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4558986b-99e2-435d-b9ef-343c0f973b6d tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:27.384040 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-4558986b-99e2-435d-b9ef-343c0f973b6d tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] 10.222.0.44 "DELETE /v2.0/subnets/720d10ca-81b4-4b19-b0ad-afb35499c090 HTTP/1.1" status: 204 len: 168 time: 0.8818939 Aug 10 03:48:27.384772 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36228) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:27.396646 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12889219-337b-4b4b-8f6e-e7b2de0e419d None None] Network de0d9202-9fc3-4d12-a078-17290c38054c requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:48:27.404558 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4558986b-99e2-435d-b9ef-343c0f973b6d tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Pushing event deleted for resources: {'Subnet': ['ID=720d10ca-81b4-4b19-b0ad-afb35499c090,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:27.616286 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ef0aba23-37de-4b0a-9580-bdeb33aa144f tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:27.673904 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-0c51b167-2e02-4c8d-8dac-c734eb089c79 req-f6432fbb-e555-4ba6-9fe0-b50eb8b8b98e tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:27.732532 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-0c51b167-2e02-4c8d-8dac-c734eb089c79 req-f6432fbb-e555-4ba6-9fe0-b50eb8b8b98e tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Transition to ACTIVE for port object 2d0d5c92-b9c0-48c3-8acb-df790af5cfb5 will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:48:27.736564 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46519ab-bd0d-4a90-8409-0ccfec399397 None None] DHCP port deletion for de0d9202-9fc3-4d12-a078-17290c38054c request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:48:27.802461 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-a46519ab-bd0d-4a90-8409-0ccfec399397 None None] Deleting port c27cb7c1-e27b-4809-86f1-7cd02a4a45c0 {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:48:27.802952 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a46519ab-bd0d-4a90-8409-0ccfec399397 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:27.823867 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-ef0aba23-37de-4b0a-9580-bdeb33aa144f tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Deleting port c27cb7c1-e27b-4809-86f1-7cd02a4a45c0 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:48:27.824645 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ef0aba23-37de-4b0a-9580-bdeb33aa144f tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:27.830390 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-0c51b167-2e02-4c8d-8dac-c734eb089c79 req-f6432fbb-e555-4ba6-9fe0-b50eb8b8b98e tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:27.896637 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-a46519ab-bd0d-4a90-8409-0ccfec399397 None None] For port c27cb7c1-e27b-4809-86f1-7cd02a4a45c0, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=c27cb7c1-e27b-4809-86f1-7cd02a4a45c0,segment=NetworkSegment(ee8a6696-92dc-436a-a50b-846a3667c829),segment_id=ee8a6696-92dc-436a-a50b-846a3667c829)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:48:27.897546 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a46519ab-bd0d-4a90-8409-0ccfec399397 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:27.914153 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-a46519ab-bd0d-4a90-8409-0ccfec399397 None None] Calling delete_port for c27cb7c1-e27b-4809-86f1-7cd02a4a45c0 owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:48:28.019616 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c51b167-2e02-4c8d-8dac-c734eb089c79 req-f6432fbb-e555-4ba6-9fe0-b50eb8b8b98e tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Network a70c8cc8-b2af-4fef-a22f-f28f1e78768e is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:48:28.041730 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [None req-ef0aba23-37de-4b0a-9580-bdeb33aa144f tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] For port c27cb7c1-e27b-4809-86f1-7cd02a4a45c0, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=c27cb7c1-e27b-4809-86f1-7cd02a4a45c0,segment=NetworkSegment(ee8a6696-92dc-436a-a50b-846a3667c829),segment_id=ee8a6696-92dc-436a-a50b-846a3667c829)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:48:28.047414 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ef0aba23-37de-4b0a-9580-bdeb33aa144f tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:28.055952 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a46519ab-bd0d-4a90-8409-0ccfec399397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:28.061115 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-0c51b167-2e02-4c8d-8dac-c734eb089c79 req-f6432fbb-e555-4ba6-9fe0-b50eb8b8b98e tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:48:28.083881 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c51b167-2e02-4c8d-8dac-c734eb089c79 req-f6432fbb-e555-4ba6-9fe0-b50eb8b8b98e tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:48:28.092646 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-ef0aba23-37de-4b0a-9580-bdeb33aa144f tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Calling delete_port for c27cb7c1-e27b-4809-86f1-7cd02a4a45c0 owned by network:dhcp {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:48:28.094645 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6432fbb-e555-4ba6-9fe0-b50eb8b8b98e tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Pushing event updated for resources: {'Port': ['ID=2d0d5c92-b9c0-48c3-8acb-df790af5cfb5,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:28.131449 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46519ab-bd0d-4a90-8409-0ccfec399397 None None] No DVR routers for this DVR port c27cb7c1-e27b-4809-86f1-7cd02a4a45c0 on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:48:28.135966 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46519ab-bd0d-4a90-8409-0ccfec399397 None None] Pushing event deleted for resources: {'Port': ['ID=c27cb7c1-e27b-4809-86f1-7cd02a4a45c0,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:28.220644 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device c27cb7c1-e27b-4809-86f1-7cd02a4a45c0 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:48:28.235046 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c51b167-2e02-4c8d-8dac-c734eb089c79 req-f6432fbb-e555-4ba6-9fe0-b50eb8b8b98e tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:28.235771 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-0c51b167-2e02-4c8d-8dac-c734eb089c79 req-f6432fbb-e555-4ba6-9fe0-b50eb8b8b98e tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:28.272711 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: c27cb7c1-e27b-4809-86f1-7cd02a4a45c0 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:48:28.273304 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device c27cb7c1-e27b-4809-86f1-7cd02a4a45c0 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:48:28.301537 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44236b54-b54d-4acc-bd34-95aab3d58872 req-dd8444e9-9b50-4032-8b36-4c74da894ea8 tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:28.303260 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-44236b54-b54d-4acc-bd34-95aab3d58872 req-dd8444e9-9b50-4032-8b36-4c74da894ea8 tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee9c3a8b-5ce5-4b05-b666-d77103dbd9a2 HTTP/1.1" status: 200 len: 931 time: 0.1670508 Aug 10 03:48:28.307210 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0c51b167-2e02-4c8d-8dac-c734eb089c79 req-f6432fbb-e555-4ba6-9fe0-b50eb8b8b98e tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3820238 Aug 10 03:48:28.358539 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ef0aba23-37de-4b0a-9580-bdeb33aa144f tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:28.396740 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0aba23-37de-4b0a-9580-bdeb33aa144f tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] No DVR routers for this DVR port c27cb7c1-e27b-4809-86f1-7cd02a4a45c0 on host n-d-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:48:28.404154 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0aba23-37de-4b0a-9580-bdeb33aa144f tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Pushing event deleted for resources: {'Port': ['ID=c27cb7c1-e27b-4809-86f1-7cd02a4a45c0,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:28.412616 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-0c51b167-2e02-4c8d-8dac-c734eb089c79 req-1a58191d-6a0e-40e6-84a0-f6ca56543829 service neutron] Request body: {'port': {'device_id': 'ee9c3a8b-5ce5-4b05-b666-d77103dbd9a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:28.420168 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-44236b54-b54d-4acc-bd34-95aab3d58872 req-cc5e0e14-64fa-4c51-b81e-d1c3a16989b1 tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] 10.222.0.44 "GET /v2.0/security-groups?id=be744ff6-a15f-4dae-9d51-d6cf1be8f920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955968 Aug 10 03:48:28.476231 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-476253eb-5849-4c52-9dbb-2c44e6b799d3 None None] Provisioning for port 2d0d5c92-b9c0-48c3-8acb-df790af5cfb5 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:48:28.488984 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-476253eb-5849-4c52-9dbb-2c44e6b799d3 None None] Provisioning complete for port 2d0d5c92-b9c0-48c3-8acb-df790af5cfb5 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:48:28.489363 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-476253eb-5849-4c52-9dbb-2c44e6b799d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:28.528815 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-476253eb-5849-4c52-9dbb-2c44e6b799d3 None None] Port 2d0d5c92-b9c0-48c3-8acb-df790af5cfb5 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:48:28.628768 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ef0aba23-37de-4b0a-9580-bdeb33aa144f tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:28.642413 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-0c51b167-2e02-4c8d-8dac-c734eb089c79 req-1a58191d-6a0e-40e6-84a0-f6ca56543829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:28.651523 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-ef0aba23-37de-4b0a-9580-bdeb33aa144f tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de0d9202-9fc3-4d12-a078-17290c38054c']}} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:28.685357 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-ef0aba23-37de-4b0a-9580-bdeb33aa144f tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee8a6696-92dc-436a-a50b-846a3667c829') {'for_net_delete': True} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:28.685859 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-ef0aba23-37de-4b0a-9580-bdeb33aa144f tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee8a6696-92dc-436a-a50b-846a3667c829') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:28.707378 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ef0aba23-37de-4b0a-9580-bdeb33aa144f tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191186'] for segment, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:28.783701 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ef0aba23-37de-4b0a-9580-bdeb33aa144f tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:28.811461 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef0aba23-37de-4b0a-9580-bdeb33aa144f tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=94260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:48:28.812153 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ef0aba23-37de-4b0a-9580-bdeb33aa144f tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58895489'] for segment, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:28.818474 n-d-768862-13 neutron-server[94260]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:48:28.818474 n-d-768862-13 neutron-server[94260]: self.session.flush() Aug 10 03:48:28.818474 n-d-768862-13 neutron-server[94260]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:48:28.818474 n-d-768862-13 neutron-server[94260]: self.session.flush() Aug 10 03:48:28.818474 n-d-768862-13 neutron-server[94260]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:48:28.818474 n-d-768862-13 neutron-server[94260]: self.session.flush() Aug 10 03:48:28.818474 n-d-768862-13 neutron-server[94260]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:48:28.818474 n-d-768862-13 neutron-server[94260]: self.session.flush() Aug 10 03:48:28.818474 n-d-768862-13 neutron-server[94260]: Traceback (most recent call last): Aug 10 03:48:28.818474 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:48:28.818474 n-d-768862-13 neutron-server[94260]: timer() Aug 10 03:48:28.818474 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:48:28.818474 n-d-768862-13 neutron-server[94260]: cb(*args, **kw) Aug 10 03:48:28.818474 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:48:28.818474 n-d-768862-13 neutron-server[94260]: return func(*args, **kwargs) Aug 10 03:48:28.818474 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:48:28.818474 n-d-768862-13 neutron-server[94260]: self._notify() Aug 10 03:48:28.818474 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:48:28.818474 n-d-768862-13 neutron-server[94260]: self.callback(batched_events) Aug 10 03:48:28.818474 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:48:28.818474 n-d-768862-13 neutron-server[94260]: event.method(event) Aug 10 03:48:28.818474 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:48:28.818474 n-d-768862-13 neutron-server[94260]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:48:28.818474 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:48:28.818474 n-d-768862-13 neutron-server[94260]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:48:28.818474 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:48:28.818474 n-d-768862-13 neutron-server[94260]: return f(self, *a, **k) Aug 10 03:48:28.818474 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:48:28.818474 n-d-768862-13 neutron-server[94260]: return self._get(url).json() Aug 10 03:48:28.818474 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:48:28.818474 n-d-768862-13 neutron-server[94260]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:48:28.818474 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:48:28.818474 n-d-768862-13 neutron-server[94260]: return self.request(url, 'GET', **kwargs) Aug 10 03:48:28.818474 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:48:28.818474 n-d-768862-13 neutron-server[94260]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:48:28.818474 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:48:28.818474 n-d-768862-13 neutron-server[94260]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:48:28.818474 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:48:28.818474 n-d-768862-13 neutron-server[94260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:48:28.818474 n-d-768862-13 neutron-server[94260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:48:29.046356 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ef0aba23-37de-4b0a-9580-bdeb33aa144f tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:29.069753 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ef0aba23-37de-4b0a-9580-bdeb33aa144f tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Notify callbacks [] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:29.077156 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-ef0aba23-37de-4b0a-9580-bdeb33aa144f tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] 10.222.0.44 "DELETE /v2.0/networks/de0d9202-9fc3-4d12-a078-17290c38054c HTTP/1.1" status: 204 len: 168 time: 1.6869428 Aug 10 03:48:29.110806 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0aba23-37de-4b0a-9580-bdeb33aa144f tempest-AllowedAddressPairTestJSON-249594177 tempest-AllowedAddressPairTestJSON-249594177-project] Pushing event deleted for resources: {'Network': ['ID=de0d9202-9fc3-4d12-a078-17290c38054c,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:29.345297 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-0c51b167-2e02-4c8d-8dac-c734eb089c79 req-1a58191d-6a0e-40e6-84a0-f6ca56543829 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d0d5c92-b9c0-48c3-8acb-df790af5cfb5 {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:48:29.360821 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-0c51b167-2e02-4c8d-8dac-c734eb089c79 req-1a58191d-6a0e-40e6-84a0-f6ca56543829 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:29.379611 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-0c51b167-2e02-4c8d-8dac-c734eb089c79 req-1a58191d-6a0e-40e6-84a0-f6ca56543829 service neutron] Transition to ACTIVE for port object 2d0d5c92-b9c0-48c3-8acb-df790af5cfb5 will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:48:29.384396 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-0c51b167-2e02-4c8d-8dac-c734eb089c79 req-1a58191d-6a0e-40e6-84a0-f6ca56543829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:29.442578 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a58191d-6a0e-40e6-84a0-f6ca56543829 service neutron] Pushing event updated for resources: {'Port': ['ID=2d0d5c92-b9c0-48c3-8acb-df790af5cfb5,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:29.483605 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a58191d-6a0e-40e6-84a0-f6ca56543829 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:29.483605 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a58191d-6a0e-40e6-84a0-f6ca56543829 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:29.483605 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a58191d-6a0e-40e6-84a0-f6ca56543829 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:29.483605 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a58191d-6a0e-40e6-84a0-f6ca56543829 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:29.483605 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a58191d-6a0e-40e6-84a0-f6ca56543829 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:29.483605 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a58191d-6a0e-40e6-84a0-f6ca56543829 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:29.483605 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a58191d-6a0e-40e6-84a0-f6ca56543829 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:29.483605 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a58191d-6a0e-40e6-84a0-f6ca56543829 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:29.483605 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a58191d-6a0e-40e6-84a0-f6ca56543829 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:29.483605 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a58191d-6a0e-40e6-84a0-f6ca56543829 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:29.483605 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a58191d-6a0e-40e6-84a0-f6ca56543829 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:29.483605 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a58191d-6a0e-40e6-84a0-f6ca56543829 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:29.536762 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36246) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:29.561609 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-0c51b167-2e02-4c8d-8dac-c734eb089c79 req-1a58191d-6a0e-40e6-84a0-f6ca56543829 service neutron] Attempting to bind port 2d0d5c92-b9c0-48c3-8acb-df790af5cfb5 on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:48:29.562369 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-0c51b167-2e02-4c8d-8dac-c734eb089c79 req-1a58191d-6a0e-40e6-84a0-f6ca56543829 service neutron] Attempting to bind port 2d0d5c92-b9c0-48c3-8acb-df790af5cfb5 by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '7015f316-8bb7-4562-a486-5e6eb9be6f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'a70c8cc8-b2af-4fef-a22f-f28f1e78768e'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:48:29.562936 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c51b167-2e02-4c8d-8dac-c734eb089c79 req-1a58191d-6a0e-40e6-84a0-f6ca56543829 service neutron] Attempting to bind port 2d0d5c92-b9c0-48c3-8acb-df790af5cfb5 on network a70c8cc8-b2af-4fef-a22f-f28f1e78768e {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:48:29.570036 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c51b167-2e02-4c8d-8dac-c734eb089c79 req-1a58191d-6a0e-40e6-84a0-f6ca56543829 service neutron] Port 2d0d5c92-b9c0-48c3-8acb-df790af5cfb5 on network a70c8cc8-b2af-4fef-a22f-f28f1e78768e not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:48:29.570684 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c51b167-2e02-4c8d-8dac-c734eb089c79 req-1a58191d-6a0e-40e6-84a0-f6ca56543829 service neutron] Attempting to bind port 2d0d5c92-b9c0-48c3-8acb-df790af5cfb5 on network a70c8cc8-b2af-4fef-a22f-f28f1e78768e {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:48:29.577170 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c51b167-2e02-4c8d-8dac-c734eb089c79 req-1a58191d-6a0e-40e6-84a0-f6ca56543829 service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:48:29.577802 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c51b167-2e02-4c8d-8dac-c734eb089c79 req-1a58191d-6a0e-40e6-84a0-f6ca56543829 service neutron] Checking segment: {'id': '7015f316-8bb7-4562-a486-5e6eb9be6f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'a70c8cc8-b2af-4fef-a22f-f28f1e78768e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:48:29.578451 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c51b167-2e02-4c8d-8dac-c734eb089c79 req-1a58191d-6a0e-40e6-84a0-f6ca56543829 service neutron] Bound using segment: {'id': '7015f316-8bb7-4562-a486-5e6eb9be6f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'a70c8cc8-b2af-4fef-a22f-f28f1e78768e'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:48:29.579229 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-0c51b167-2e02-4c8d-8dac-c734eb089c79 req-1a58191d-6a0e-40e6-84a0-f6ca56543829 service neutron] Bound port: 2d0d5c92-b9c0-48c3-8acb-df790af5cfb5, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7015f316-8bb7-4562-a486-5e6eb9be6f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'a70c8cc8-b2af-4fef-a22f-f28f1e78768e'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:48:29.579923 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-0c51b167-2e02-4c8d-8dac-c734eb089c79 req-1a58191d-6a0e-40e6-84a0-f6ca56543829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:29.699640 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b653d654-01bc-40b1-a265-e14c4500a7f1 req-8d097846-fc7e-4605-98e9-c896ab793ea6 tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:29.701547 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b653d654-01bc-40b1-a265-e14c4500a7f1 req-8d097846-fc7e-4605-98e9-c896ab793ea6 tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee9c3a8b-5ce5-4b05-b666-d77103dbd9a2 HTTP/1.1" status: 200 len: 943 time: 0.1033843 Aug 10 03:48:29.702821 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-0c51b167-2e02-4c8d-8dac-c734eb089c79 req-1a58191d-6a0e-40e6-84a0-f6ca56543829 service neutron] For port 2d0d5c92-b9c0-48c3-8acb-df790af5cfb5, host n-h1-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:48:29.706928 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-0c51b167-2e02-4c8d-8dac-c734eb089c79 req-1a58191d-6a0e-40e6-84a0-f6ca56543829 service neutron] For port 2d0d5c92-b9c0-48c3-8acb-df790af5cfb5, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=2d0d5c92-b9c0-48c3-8acb-df790af5cfb5,segment=NetworkSegment(7015f316-8bb7-4562-a486-5e6eb9be6f3e),segment_id=7015f316-8bb7-4562-a486-5e6eb9be6f3e)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:48:29.716521 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-0c51b167-2e02-4c8d-8dac-c734eb089c79 req-1a58191d-6a0e-40e6-84a0-f6ca56543829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:29.747073 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-db6cf306-d9a9-42a0-a9c6-a9f1d34d7814 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b7a5249b5e4541689dc0ef6289087558&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2089906 Aug 10 03:48:29.749566 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36250) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:29.769400 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c51b167-2e02-4c8d-8dac-c734eb089c79 req-1a58191d-6a0e-40e6-84a0-f6ca56543829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:29.770474 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-0c51b167-2e02-4c8d-8dac-c734eb089c79 req-1a58191d-6a0e-40e6-84a0-f6ca56543829 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:29.772391 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0c51b167-2e02-4c8d-8dac-c734eb089c79 req-1a58191d-6a0e-40e6-84a0-f6ca56543829 service neutron] 10.222.0.42 "PUT /v2.0/ports/2d0d5c92-b9c0-48c3-8acb-df790af5cfb5 HTTP/1.1" status: 200 len: 1092 time: 1.4547081 Aug 10 03:48:29.788025 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee9c3a8b-5ce5-4b05-b666-d77103dbd9a2', 'tag': '2d0d5c92-b9c0-48c3-8acb-df790af5cfb5'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:48:29.793299 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe0833d9-795c-4936-947a-0e3a8f1f44ec" -d '{"events": [{"name": "network-changed", "server_uuid": "ee9c3a8b-5ce5-4b05-b666-d77103dbd9a2", "tag": "2d0d5c92-b9c0-48c3-8acb-df790af5cfb5"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:48:29.829253 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6bc2ec89-ced6-46e5-b4e6-e51d3fa5aa64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:29.885564 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6bc2ec89-ced6-46e5-b4e6-e51d3fa5aa64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:29.890380 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13181f7a-ef65-4d64-af19-f5ef2f129caa x-openstack-request-id: req-13181f7a-ef65-4d64-af19-f5ef2f129caa {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:48:29.891547 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee9c3a8b-5ce5-4b05-b666-d77103dbd9a2", "tag": "2d0d5c92-b9c0-48c3-8acb-df790af5cfb5", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:48:29.892982 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-13181f7a-ef65-4d64-af19-f5ef2f129caa {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:48:29.894073 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee9c3a8b-5ce5-4b05-b666-d77103dbd9a2', 'tag': '2d0d5c92-b9c0-48c3-8acb-df790af5cfb5', 'status': 'completed', 'code': 200} Aug 10 03:48:29.950036 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b653d654-01bc-40b1-a265-e14c4500a7f1 req-2afaad3f-81e8-4773-b030-7147129f15c5 tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] 10.222.0.44 "GET /v2.0/security-groups?id=be744ff6-a15f-4dae-9d51-d6cf1be8f920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2297955 Aug 10 03:48:29.962005 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6bc2ec89-ced6-46e5-b4e6-e51d3fa5aa64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:29.965447 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6bc2ec89-ced6-46e5-b4e6-e51d3fa5aa64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:29.977195 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-6bc2ec89-ced6-46e5-b4e6-e51d3fa5aa64 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/47c57e50-f62d-4eb5-9734-a5afd06cb235 HTTP/1.1" status: 204 len: 168 time: 0.2190430 Aug 10 03:48:29.998594 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a58191d-6a0e-40e6-84a0-f6ca56543829 service neutron] Pushing event updated for resources: {'Port': ['ID=2d0d5c92-b9c0-48c3-8acb-df790af5cfb5,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:30.001626 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc2ec89-ced6-46e5-b4e6-e51d3fa5aa64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47c57e50-f62d-4eb5-9734-a5afd06cb235,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:30.025724 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c51b167-2e02-4c8d-8dac-c734eb089c79 req-13ee7e8d-adbd-4f8f-afb0-ea6e61e4ce0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:30.028743 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0c51b167-2e02-4c8d-8dac-c734eb089c79 req-13ee7e8d-adbd-4f8f-afb0-ea6e61e4ce0f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cde344f967264dfd970128dd56d4c154&device_id=ee9c3a8b-5ce5-4b05-b666-d77103dbd9a2 HTTP/1.1" status: 200 len: 1095 time: 0.1922896 Aug 10 03:48:30.124471 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0c51b167-2e02-4c8d-8dac-c734eb089c79 req-82b3a5c3-4ef3-4b74-becb-479ac693c7ec service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d0d5c92-b9c0-48c3-8acb-df790af5cfb5 HTTP/1.1" status: 200 len: 217 time: 0.0799103 Aug 10 03:48:30.219068 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c51b167-2e02-4c8d-8dac-c734eb089c79 req-6fd3bf0c-e4f5-4eb6-b0c8-cc9ca12019a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:30.220690 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0c51b167-2e02-4c8d-8dac-c734eb089c79 req-6fd3bf0c-e4f5-4eb6-b0c8-cc9ca12019a2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=954b0067-f4fb-4ae7-8bbb-b17d200f3f6d HTTP/1.1" status: 200 len: 852 time: 0.0896864 Aug 10 03:48:30.283017 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c51b167-2e02-4c8d-8dac-c734eb089c79 req-42812dea-1ea7-4f91-b462-8e2931f58064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:30.285055 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0c51b167-2e02-4c8d-8dac-c734eb089c79 req-42812dea-1ea7-4f91-b462-8e2931f58064 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a70c8cc8-b2af-4fef-a22f-f28f1e78768e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559821 Aug 10 03:48:30.430715 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0c51b167-2e02-4c8d-8dac-c734eb089c79 req-14580a23-be66-4b7b-a440-a087fa11888a service neutron] 10.222.0.42 "GET /v2.0/networks/a70c8cc8-b2af-4fef-a22f-f28f1e78768e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381373 Aug 10 03:48:30.607910 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0c51b167-2e02-4c8d-8dac-c734eb089c79 req-ce3c8162-ea05-462a-89ce-01765d0c54bb service neutron] 10.222.0.42 "GET /v2.0/networks/a70c8cc8-b2af-4fef-a22f-f28f1e78768e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675363 Aug 10 03:48:30.739859 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0833d9-795c-4936-947a-0e3a8f1f44ec req-5372a5ff-ad7c-40ce-bc47-fd241ab25544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:30.742399 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fe0833d9-795c-4936-947a-0e3a8f1f44ec req-5372a5ff-ad7c-40ce-bc47-fd241ab25544 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cde344f967264dfd970128dd56d4c154&device_id=ee9c3a8b-5ce5-4b05-b666-d77103dbd9a2 HTTP/1.1" status: 200 len: 1095 time: 0.0735223 Aug 10 03:48:30.927540 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0833d9-795c-4936-947a-0e3a8f1f44ec req-1b7f44a1-e5f7-4e34-a2db-3873160a7f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:30.929630 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fe0833d9-795c-4936-947a-0e3a8f1f44ec req-1b7f44a1-e5f7-4e34-a2db-3873160a7f29 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a70c8cc8-b2af-4fef-a22f-f28f1e78768e HTTP/1.1" status: 200 len: 913 time: 0.1804142 Aug 10 03:48:30.983867 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fe0833d9-795c-4936-947a-0e3a8f1f44ec req-b4d07718-94a5-475f-b6f6-8ca48082c376 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d0d5c92-b9c0-48c3-8acb-df790af5cfb5 HTTP/1.1" status: 200 len: 217 time: 0.0462186 Aug 10 03:48:31.076491 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0833d9-795c-4936-947a-0e3a8f1f44ec req-eae953be-4b59-4028-9ac1-790eb94c2aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:31.079397 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fe0833d9-795c-4936-947a-0e3a8f1f44ec req-eae953be-4b59-4028-9ac1-790eb94c2aaf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=954b0067-f4fb-4ae7-8bbb-b17d200f3f6d HTTP/1.1" status: 200 len: 852 time: 0.0889161 Aug 10 03:48:31.199267 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4b18f0-35ae-40de-833e-b354a464f3a2 req-ee149439-cda4-47aa-9860-4945c96d6c4f tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:31.202832 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ed4b18f0-35ae-40de-833e-b354a464f3a2 req-ee149439-cda4-47aa-9860-4945c96d6c4f tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee9c3a8b-5ce5-4b05-b666-d77103dbd9a2 HTTP/1.1" status: 200 len: 943 time: 0.1016104 Aug 10 03:48:31.205380 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0833d9-795c-4936-947a-0e3a8f1f44ec req-9aa00328-48be-4c8b-b0da-f744e86a60ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:31.208002 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fe0833d9-795c-4936-947a-0e3a8f1f44ec req-9aa00328-48be-4c8b-b0da-f744e86a60ed service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a70c8cc8-b2af-4fef-a22f-f28f1e78768e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1198933 Aug 10 03:48:31.228514 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36280) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:31.339164 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ed4b18f0-35ae-40de-833e-b354a464f3a2 req-2c597d3e-d538-44d2-aa73-4d33c94d9fa3 tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] 10.222.0.44 "GET /v2.0/security-groups?id=be744ff6-a15f-4dae-9d51-d6cf1be8f920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259649 Aug 10 03:48:31.411868 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-d4b2ad1e-be4e-4f66-bd53-dd8813fd50d6 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1944298037'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:31.414689 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fe0833d9-795c-4936-947a-0e3a8f1f44ec req-04bee322-8acb-46a4-9e03-921663b4a664 service neutron] 10.222.0.42 "GET /v2.0/networks/a70c8cc8-b2af-4fef-a22f-f28f1e78768e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929693 Aug 10 03:48:31.441578 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4b2ad1e-be4e-4f66-bd53-dd8813fd50d6 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] Made reservation on behalf of 444e112820334d058cdda48ca9ed3716 for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:48:31.446588 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d4b2ad1e-be4e-4f66-bd53-dd8813fd50d6 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:31.459179 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d4b2ad1e-be4e-4f66-bd53-dd8813fd50d6 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:31.464287 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:48:31.662310 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fe0833d9-795c-4936-947a-0e3a8f1f44ec req-60352a13-76b4-470f-8dee-422cb8764415 service neutron] 10.222.0.42 "GET /v2.0/networks/a70c8cc8-b2af-4fef-a22f-f28f1e78768e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385418 Aug 10 03:48:31.672755 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d4b2ad1e-be4e-4f66-bd53-dd8813fd50d6 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:31.702461 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d4b2ad1e-be4e-4f66-bd53-dd8813fd50d6 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:31.748076 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4b2ad1e-be4e-4f66-bd53-dd8813fd50d6 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:48:31.762909 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b2ad1e-be4e-4f66-bd53-dd8813fd50d6 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2846eccd-7305-451e-bc41-1b613a0c6a38,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:31.773411 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d4b2ad1e-be4e-4f66-bd53-dd8813fd50d6 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:31.773944 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-d4b2ad1e-be4e-4f66-bd53-dd8813fd50d6 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] Added segment fef08463-81db-49e8-bec5-044ccc63a9de of type vlan for network 6cce0731-2f31-47ae-8200-55dc4f5a8048 Aug 10 03:48:31.851290 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d4b2ad1e-be4e-4f66-bd53-dd8813fd50d6 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:31.895707 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d4b2ad1e-be4e-4f66-bd53-dd8813fd50d6 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:31.902259 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b2ad1e-be4e-4f66-bd53-dd8813fd50d6 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:31.902896 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d4b2ad1e-be4e-4f66-bd53-dd8813fd50d6 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:31.964966 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-d4b2ad1e-be4e-4f66-bd53-dd8813fd50d6 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.7341568 Aug 10 03:48:31.971619 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36294) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:31.978619 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-31aa64b4-2a23-4082-b74a-0671960c2c38 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] Request body: {'subnet': {'network_id': '6cce0731-2f31-47ae-8200-55dc4f5a8048', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:32.042885 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b2ad1e-be4e-4f66-bd53-dd8813fd50d6 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] Pushing event updated for resources: {'Network': ['ID=6cce0731-2f31-47ae-8200-55dc4f5a8048,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:32.067263 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 6cce0731-2f31-47ae-8200-55dc4f5a8048 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:48:32.144211 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31aa64b4-2a23-4082-b74a-0671960c2c38 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] Made reservation on behalf of 444e112820334d058cdda48ca9ed3716 for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:48:32.154351 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-31aa64b4-2a23-4082-b74a-0671960c2c38 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:32.508565 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-31aa64b4-2a23-4082-b74a-0671960c2c38 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:32.612489 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aa64b4-2a23-4082-b74a-0671960c2c38 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] Pushing event updated for resources: {'Subnet': ['ID=c6a78cc9-c647-49ea-95d5-569ce1fe59d9,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:32.658281 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78329379-2a59-406c-b372-721eac135bab req-cba9646d-dbc2-49e8-be0c-96c549f3857e tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:32.679549 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31aa64b4-2a23-4082-b74a-0671960c2c38 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] Checking segment: {'id': 'fef08463-81db-49e8-bec5-044ccc63a9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6cce0731-2f31-47ae-8200-55dc4f5a8048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:48:32.680192 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31aa64b4-2a23-4082-b74a-0671960c2c38 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] Network hostable DHCP agents. Network: 6cce0731-2f31-47ae-8200-55dc4f5a8048, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:48:32.687685 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-78329379-2a59-406c-b372-721eac135bab req-cba9646d-dbc2-49e8-be0c-96c549f3857e tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee9c3a8b-5ce5-4b05-b666-d77103dbd9a2 HTTP/1.1" status: 200 len: 943 time: 0.1860712 Aug 10 03:48:32.707236 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31aa64b4-2a23-4082-b74a-0671960c2c38 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] Network 6cce0731-2f31-47ae-8200-55dc4f5a8048 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:48:32.728484 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-31aa64b4-2a23-4082-b74a-0671960c2c38 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 6cce0731-2f31-47ae-8200-55dc4f5a8048) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:48:32.739630 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31aa64b4-2a23-4082-b74a-0671960c2c38 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:32.740546 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-31aa64b4-2a23-4082-b74a-0671960c2c38 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:32.746871 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7189bf7a-a089-4b08-810f-74f8222ab8be None None] Network 6cce0731-2f31-47ae-8200-55dc4f5a8048 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:48:32.764869 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-31aa64b4-2a23-4082-b74a-0671960c2c38 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7929251 Aug 10 03:48:32.767459 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36304) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:32.780976 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-23bf9963-a768-4bdd-b374-1c4908cbd447 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] Request body: {'port': {'network_id': '6cce0731-2f31-47ae-8200-55dc4f5a8048', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1105177'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:32.800778 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-78329379-2a59-406c-b372-721eac135bab req-f92860cc-dbb9-4296-931e-d5be98aa0e4a tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] 10.222.0.44 "GET /v2.0/security-groups?id=be744ff6-a15f-4dae-9d51-d6cf1be8f920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120517 Aug 10 03:48:33.043744 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23bf9963-a768-4bdd-b374-1c4908cbd447 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] Made reservation on behalf of 444e112820334d058cdda48ca9ed3716 for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:48:33.050207 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-23bf9963-a768-4bdd-b374-1c4908cbd447 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:33.086133 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [None req-23bf9963-a768-4bdd-b374-1c4908cbd447 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] device_id is not set on port 7ee4f803-efe8-483a-87a5-3a8a5bbbccfc yet. {{(pid=94261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:48:33.256824 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-23bf9963-a768-4bdd-b374-1c4908cbd447 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] Allocated IP 172.20.0.2 (6cce0731-2f31-47ae-8200-55dc4f5a8048/c6a78cc9-c647-49ea-95d5-569ce1fe59d9/7ee4f803-efe8-483a-87a5-3a8a5bbbccfc) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:48:33.407829 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:33.546319 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9764d560-656d-4908-84e1-a38519e77e19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-6cce0731-2f31-47ae-8200-55dc4f5a8048', 'network_id': '6cce0731-2f31-47ae-8200-55dc4f5a8048', 'tenant_id': '444e112820334d058cdda48ca9ed3716', 'fixed_ips': [{'subnet_id': 'c6a78cc9-c647-49ea-95d5-569ce1fe59d9'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:48:33.547335 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9764d560-656d-4908-84e1-a38519e77e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:33.565126 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-23bf9963-a768-4bdd-b374-1c4908cbd447 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:33.589664 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [None req-23bf9963-a768-4bdd-b374-1c4908cbd447 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] Transition to ACTIVE for port object 7ee4f803-efe8-483a-87a5-3a8a5bbbccfc will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:48:33.630920 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-23bf9963-a768-4bdd-b374-1c4908cbd447 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:33.679784 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23bf9963-a768-4bdd-b374-1c4908cbd447 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] Network 6cce0731-2f31-47ae-8200-55dc4f5a8048 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:48:33.686952 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-23bf9963-a768-4bdd-b374-1c4908cbd447 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:48:33.694696 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bf9963-a768-4bdd-b374-1c4908cbd447 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:48:33.700062 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bf9963-a768-4bdd-b374-1c4908cbd447 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] Pushing event updated for resources: {'Port': ['ID=7ee4f803-efe8-483a-87a5-3a8a5bbbccfc,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:33.763795 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23bf9963-a768-4bdd-b374-1c4908cbd447 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:33.764392 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-23bf9963-a768-4bdd-b374-1c4908cbd447 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:33.782898 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-23bf9963-a768-4bdd-b374-1c4908cbd447 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0125887 Aug 10 03:48:33.786428 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36308) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:33.795184 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-0fb3b1b7-3796-4d8f-bd45-1877730108b5 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] Request body: {'port': {'network_id': '6cce0731-2f31-47ae-8200-55dc4f5a8048', 'name': 'tempest-ExtraDHCPOptionsTestJSON-283490704', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:33.795937 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.api.validators [None req-0fb3b1b7-3796-4d8f-bd45-1877730108b5 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] bootfile-name is not in valid_values {{(pid=94261) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 10 03:48:33.796436 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.api.validators [None req-0fb3b1b7-3796-4d8f-bd45-1877730108b5 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] tftp-server is not in valid_values {{(pid=94261) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 10 03:48:33.796982 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.api.validators [None req-0fb3b1b7-3796-4d8f-bd45-1877730108b5 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] server-ip-address is not in valid_values {{(pid=94261) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 10 03:48:33.809650 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.db.api [None req-9764d560-656d-4908-84e1-a38519e77e19 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-1dd9fc4f-0ae6-4e53-9436-53007a6478e5 {{(pid=94262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:48:33.810010 n-d-768862-13 neutron-server[94262]: DEBUG oslo_db.api [None req-9764d560-656d-4908-84e1-a38519e77e19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:48:33.966468 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d86cdc0-b2a3-4548-a9a5-80cab478b9ef req-e9078f4b-367a-4ce2-8e52-1bfc57d5e4b9 tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:33.968613 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9d86cdc0-b2a3-4548-a9a5-80cab478b9ef req-e9078f4b-367a-4ce2-8e52-1bfc57d5e4b9 tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee9c3a8b-5ce5-4b05-b666-d77103dbd9a2 HTTP/1.1" status: 200 len: 943 time: 0.0578363 Aug 10 03:48:33.994794 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fb3b1b7-3796-4d8f-bd45-1877730108b5 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] Made reservation on behalf of 444e112820334d058cdda48ca9ed3716 for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:48:34.001338 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0fb3b1b7-3796-4d8f-bd45-1877730108b5 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:34.015649 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9d86cdc0-b2a3-4548-a9a5-80cab478b9ef req-4e704c1f-50aa-410b-801d-5bda24e4aaef tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] 10.222.0.44 "GET /v2.0/security-groups?id=be744ff6-a15f-4dae-9d51-d6cf1be8f920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391915 Aug 10 03:48:34.034829 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [None req-0fb3b1b7-3796-4d8f-bd45-1877730108b5 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] device_id is not set on port 44e3f20f-92d6-4d99-80a8-3aebbc4177ba yet. {{(pid=94261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:48:34.238168 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-0fb3b1b7-3796-4d8f-bd45-1877730108b5 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] Allocated IP 172.20.0.4 (6cce0731-2f31-47ae-8200-55dc4f5a8048/c6a78cc9-c647-49ea-95d5-569ce1fe59d9/44e3f20f-92d6-4d99-80a8-3aebbc4177ba) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:48:34.311291 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9764d560-656d-4908-84e1-a38519e77e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:34.484735 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0fb3b1b7-3796-4d8f-bd45-1877730108b5 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:34.507951 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [None req-0fb3b1b7-3796-4d8f-bd45-1877730108b5 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] Transition to ACTIVE for port object 44e3f20f-92d6-4d99-80a8-3aebbc4177ba will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:48:34.557728 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0fb3b1b7-3796-4d8f-bd45-1877730108b5 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:34.637812 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-9764d560-656d-4908-84e1-a38519e77e19 None None] Allocated IP 172.20.0.3 (6cce0731-2f31-47ae-8200-55dc4f5a8048/c6a78cc9-c647-49ea-95d5-569ce1fe59d9/33bf0655-c067-4631-a975-3e5ae5ec2755) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:48:34.643872 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb3b1b7-3796-4d8f-bd45-1877730108b5 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] Network 6cce0731-2f31-47ae-8200-55dc4f5a8048 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:48:34.649169 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-0fb3b1b7-3796-4d8f-bd45-1877730108b5 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:48:34.657479 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb3b1b7-3796-4d8f-bd45-1877730108b5 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:48:34.665004 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb3b1b7-3796-4d8f-bd45-1877730108b5 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] Pushing event updated for resources: {'Port': ['ID=44e3f20f-92d6-4d99-80a8-3aebbc4177ba,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:34.731747 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb3b1b7-3796-4d8f-bd45-1877730108b5 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:34.732455 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0fb3b1b7-3796-4d8f-bd45-1877730108b5 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:34.750759 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-0fb3b1b7-3796-4d8f-bd45-1877730108b5 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 0.9626651 Aug 10 03:48:34.753701 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36318) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:34.829015 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c622af8-71e0-4a19-8e6c-5dd50f0b9584 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:34.837323 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c622af8-71e0-4a19-8e6c-5dd50f0b9584 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:34.843097 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-3c622af8-71e0-4a19-8e6c-5dd50f0b9584 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1875 time: 0.0836835 Aug 10 03:48:34.843375 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36324) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:34.868791 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9764d560-656d-4908-84e1-a38519e77e19 None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:34.886362 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-9764d560-656d-4908-84e1-a38519e77e19 None None] Transition to ACTIVE for port object 33bf0655-c067-4631-a975-3e5ae5ec2755 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:48:34.916708 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-9764d560-656d-4908-84e1-a38519e77e19 None None] Transition to ACTIVE for port object 33bf0655-c067-4631-a975-3e5ae5ec2755 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:48:34.926018 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9764d560-656d-4908-84e1-a38519e77e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:35.004351 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-12fa1296-4ed9-4f1d-b0f2-6a07d40d3dc7 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] Deleting port 44e3f20f-92d6-4d99-80a8-3aebbc4177ba {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:48:35.005174 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-12fa1296-4ed9-4f1d-b0f2-6a07d40d3dc7 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:35.018579 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9764d560-656d-4908-84e1-a38519e77e19 None None] Pushing event updated for resources: {'Port': ['ID=33bf0655-c067-4631-a975-3e5ae5ec2755,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:35.028573 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9764d560-656d-4908-84e1-a38519e77e19 None None] Network 6cce0731-2f31-47ae-8200-55dc4f5a8048 is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:48:35.031587 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-9764d560-656d-4908-84e1-a38519e77e19 None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:48:35.036544 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9764d560-656d-4908-84e1-a38519e77e19 None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:48:35.127645 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-9764d560-656d-4908-84e1-a38519e77e19 None None] Attempting to bind port 33bf0655-c067-4631-a975-3e5ae5ec2755 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:48:35.128241 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-9764d560-656d-4908-84e1-a38519e77e19 None None] Attempting to bind port 33bf0655-c067-4631-a975-3e5ae5ec2755 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'fef08463-81db-49e8-bec5-044ccc63a9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6cce0731-2f31-47ae-8200-55dc4f5a8048'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:48:35.129055 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9764d560-656d-4908-84e1-a38519e77e19 None None] Attempting to bind port 33bf0655-c067-4631-a975-3e5ae5ec2755 on network 6cce0731-2f31-47ae-8200-55dc4f5a8048 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:48:35.135548 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9764d560-656d-4908-84e1-a38519e77e19 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:48:35.136281 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9764d560-656d-4908-84e1-a38519e77e19 None None] Checking segment: {'id': 'fef08463-81db-49e8-bec5-044ccc63a9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6cce0731-2f31-47ae-8200-55dc4f5a8048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:48:35.136919 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9764d560-656d-4908-84e1-a38519e77e19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:35.137524 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9764d560-656d-4908-84e1-a38519e77e19 None None] Bound using segment: {'id': 'fef08463-81db-49e8-bec5-044ccc63a9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6cce0731-2f31-47ae-8200-55dc4f5a8048'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:48:35.138108 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-9764d560-656d-4908-84e1-a38519e77e19 None None] Bound port: 33bf0655-c067-4631-a975-3e5ae5ec2755, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fef08463-81db-49e8-bec5-044ccc63a9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6cce0731-2f31-47ae-8200-55dc4f5a8048'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:48:35.138598 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9764d560-656d-4908-84e1-a38519e77e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:35.235726 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-9764d560-656d-4908-84e1-a38519e77e19 None None] For port 33bf0655-c067-4631-a975-3e5ae5ec2755, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:48:35.241450 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-9764d560-656d-4908-84e1-a38519e77e19 None None] For port 33bf0655-c067-4631-a975-3e5ae5ec2755, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=33bf0655-c067-4631-a975-3e5ae5ec2755,segment=NetworkSegment(fef08463-81db-49e8-bec5-044ccc63a9de),segment_id=fef08463-81db-49e8-bec5-044ccc63a9de)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:48:35.249039 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9764d560-656d-4908-84e1-a38519e77e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:35.352943 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9764d560-656d-4908-84e1-a38519e77e19 None None] Pushing event updated for resources: {'Port': ['ID=33bf0655-c067-4631-a975-3e5ae5ec2755,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:35.718600 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef69d4b-ba23-483b-ab73-0e74c921e912 req-9400aad1-bfc1-4710-81f8-003fbeec63e5 tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:35.721355 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8ef69d4b-ba23-483b-ab73-0e74c921e912 req-9400aad1-bfc1-4710-81f8-003fbeec63e5 tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee9c3a8b-5ce5-4b05-b666-d77103dbd9a2 HTTP/1.1" status: 200 len: 943 time: 0.1523254 Aug 10 03:48:35.724542 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-12fa1296-4ed9-4f1d-b0f2-6a07d40d3dc7 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:35.769572 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-12fa1296-4ed9-4f1d-b0f2-6a07d40d3dc7 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] Calling delete_port for 44e3f20f-92d6-4d99-80a8-3aebbc4177ba owned by {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:48:35.865288 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8ef69d4b-ba23-483b-ab73-0e74c921e912 req-ca9d9ba0-2eec-4c0b-a671-5ee55f1a2487 tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] 10.222.0.44 "GET /v2.0/security-groups?id=be744ff6-a15f-4dae-9d51-d6cf1be8f920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360703 Aug 10 03:48:35.978684 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-12fa1296-4ed9-4f1d-b0f2-6a07d40d3dc7 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:36.032336 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fa1296-4ed9-4f1d-b0f2-6a07d40d3dc7 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] Pushing event deleted for resources: {'Port': ['ID=44e3f20f-92d6-4d99-80a8-3aebbc4177ba,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:36.154674 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-12fa1296-4ed9-4f1d-b0f2-6a07d40d3dc7 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:36.163949 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-12fa1296-4ed9-4f1d-b0f2-6a07d40d3dc7 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] 10.222.0.44 "DELETE /v2.0/ports/44e3f20f-92d6-4d99-80a8-3aebbc4177ba HTTP/1.1" status: 204 len: 168 time: 1.3134856 Aug 10 03:48:36.164497 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36332) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:36.174975 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-bc8aeb8b-8c8a-4530-b2db-4515b71d9fbe tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] Request body: {'port': {'name': 'tempest-new-port-name-1947685448', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:36.175739 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.api.validators [None req-bc8aeb8b-8c8a-4530-b2db-4515b71d9fbe tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] bootfile-name is not in valid_values {{(pid=94260) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 10 03:48:36.176616 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.api.validators [None req-bc8aeb8b-8c8a-4530-b2db-4515b71d9fbe tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] tftp-server is not in valid_values {{(pid=94260) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 10 03:48:36.177277 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.api.validators [None req-bc8aeb8b-8c8a-4530-b2db-4515b71d9fbe tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] server-ip-address is not in valid_values {{(pid=94260) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 10 03:48:36.304836 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 33bf0655-c067-4631-a975-3e5ae5ec2755 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:48:36.322876 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-bc8aeb8b-8c8a-4530-b2db-4515b71d9fbe tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:36.382813 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 33bf0655-c067-4631-a975-3e5ae5ec2755 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:48:36.684861 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-bc8aeb8b-8c8a-4530-b2db-4515b71d9fbe tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:36.692297 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-bc8aeb8b-8c8a-4530-b2db-4515b71d9fbe tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:36.743021 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90399fa3-85a7-4c31-adc1-d37761af6df3 None None] Network 6cce0731-2f31-47ae-8200-55dc4f5a8048 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:48:36.851122 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8aeb8b-8c8a-4530-b2db-4515b71d9fbe tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] Pushing event updated for resources: {'Port': ['ID=7ee4f803-efe8-483a-87a5-3a8a5bbbccfc,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:36.878463 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-bc8aeb8b-8c8a-4530-b2db-4515b71d9fbe tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] In _notify_port_updated(), no bound segment for port 7ee4f803-efe8-483a-87a5-3a8a5bbbccfc on network 6cce0731-2f31-47ae-8200-55dc4f5a8048 {{(pid=94260) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:48:36.895941 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-2c8146d3-f86e-4733-ae8a-5c44cae973d8 None None] Provisioning for port 33bf0655-c067-4631-a975-3e5ae5ec2755 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:48:36.897603 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8aeb8b-8c8a-4530-b2db-4515b71d9fbe tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:36.910774 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-bc8aeb8b-8c8a-4530-b2db-4515b71d9fbe tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:36.913881 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-bc8aeb8b-8c8a-4530-b2db-4515b71d9fbe tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] 10.222.0.44 "PUT /v2.0/ports/7ee4f803-efe8-483a-87a5-3a8a5bbbccfc HTTP/1.1" status: 200 len: 1136 time: 0.7472265 Aug 10 03:48:36.916958 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36336) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:36.937665 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-2c8146d3-f86e-4733-ae8a-5c44cae973d8 None None] Provisioning complete for port 33bf0655-c067-4631-a975-3e5ae5ec2755 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:48:36.938296 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-2c8146d3-f86e-4733-ae8a-5c44cae973d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:37.069731 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b06209-3b1a-4d2d-8dbb-ff10f1a5ddcd tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:37.077683 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-21b06209-3b1a-4d2d-8dbb-ff10f1a5ddcd tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] 10.222.0.44 "GET /v2.0/ports/7ee4f803-efe8-483a-87a5-3a8a5bbbccfc HTTP/1.1" status: 200 len: 1136 time: 0.1524670 Aug 10 03:48:37.078981 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36338) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:37.113399 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0919bc4d-db10-49cd-880c-eec26e27e454 req-cf9d55b9-c413-4b5c-a89a-e2987f2b49ce tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:37.116376 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0919bc4d-db10-49cd-880c-eec26e27e454 req-cf9d55b9-c413-4b5c-a89a-e2987f2b49ce tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee9c3a8b-5ce5-4b05-b666-d77103dbd9a2 HTTP/1.1" status: 200 len: 943 time: 0.1321437 Aug 10 03:48:37.175199 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0919bc4d-db10-49cd-880c-eec26e27e454 req-2fa91c77-494e-410a-8983-27ef1efcaa3e tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] 10.222.0.44 "GET /v2.0/security-groups?id=be744ff6-a15f-4dae-9d51-d6cf1be8f920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515504 Aug 10 03:48:37.197318 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-2c8146d3-f86e-4733-ae8a-5c44cae973d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:37.292509 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-8f695cfd-4639-4de7-8342-60215fb5bfa2 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] Deleting port 7ee4f803-efe8-483a-87a5-3a8a5bbbccfc {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:48:37.292725 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-2c8146d3-f86e-4733-ae8a-5c44cae973d8 None None] For port 33bf0655-c067-4631-a975-3e5ae5ec2755, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=33bf0655-c067-4631-a975-3e5ae5ec2755,segment=NetworkSegment(fef08463-81db-49e8-bec5-044ccc63a9de),segment_id=fef08463-81db-49e8-bec5-044ccc63a9de)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:48:37.293291 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8f695cfd-4639-4de7-8342-60215fb5bfa2 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:37.300225 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-2c8146d3-f86e-4733-ae8a-5c44cae973d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:37.437960 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8f695cfd-4639-4de7-8342-60215fb5bfa2 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:37.449686 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8146d3-f86e-4733-ae8a-5c44cae973d8 None None] Pushing event updated for resources: {'Port': ['ID=33bf0655-c067-4631-a975-3e5ae5ec2755,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:37.456676 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-8f695cfd-4639-4de7-8342-60215fb5bfa2 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] Calling delete_port for 7ee4f803-efe8-483a-87a5-3a8a5bbbccfc owned by {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:48:37.645526 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-84571c90-81ce-4e4e-bbc4-a46bf73a12a3 None None] Provisioning complete for port 33bf0655-c067-4631-a975-3e5ae5ec2755 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:48:37.646668 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-84571c90-81ce-4e4e-bbc4-a46bf73a12a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:37.663670 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8f695cfd-4639-4de7-8342-60215fb5bfa2 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:37.719268 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f695cfd-4639-4de7-8342-60215fb5bfa2 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] Pushing event deleted for resources: {'Port': ['ID=7ee4f803-efe8-483a-87a5-3a8a5bbbccfc,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:37.811353 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-84571c90-81ce-4e4e-bbc4-a46bf73a12a3 None None] Could not find standard attr ID for object 7ee4f803-efe8-483a-87a5-3a8a5bbbccfc. {{(pid=94262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:48:37.832835 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8f695cfd-4639-4de7-8342-60215fb5bfa2 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:37.838301 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-8f695cfd-4639-4de7-8342-60215fb5bfa2 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] 10.222.0.44 "DELETE /v2.0/ports/7ee4f803-efe8-483a-87a5-3a8a5bbbccfc HTTP/1.1" status: 204 len: 168 time: 0.7539604 Aug 10 03:48:37.840365 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36342) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:37.905062 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8bea850-3f95-4c3b-9f03-be28f9fdc6f0 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] Deleting subnet c6a78cc9-c647-49ea-95d5-569ce1fe59d9 {{(pid=94260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:48:37.909972 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b8bea850-3f95-4c3b-9f03-be28f9fdc6f0 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] Notify callbacks [] for subnet, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:37.932381 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-233ba67b-fb45-41c0-a3b2-724114350849 None None] Could not find standard attr ID for object 7ee4f803-efe8-483a-87a5-3a8a5bbbccfc. {{(pid=94262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:48:37.994750 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b8bea850-3f95-4c3b-9f03-be28f9fdc6f0 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191173'] for subnet, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:38.149385 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b8bea850-3f95-4c3b-9f03-be28f9fdc6f0 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:38.258377 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-56600879-bad4-416c-b804-8da3d81115ea None None] Could not find standard attr ID for object 44e3f20f-92d6-4d99-80a8-3aebbc4177ba. {{(pid=94262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:48:38.280493 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 33bf0655-c067-4631-a975-3e5ae5ec2755 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:48:38.321236 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b8bea850-3f95-4c3b-9f03-be28f9fdc6f0 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:38.361257 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b8bea850-3f95-4c3b-9f03-be28f9fdc6f0 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:38.370319 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-b8bea850-3f95-4c3b-9f03-be28f9fdc6f0 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] 10.222.0.44 "DELETE /v2.0/subnets/c6a78cc9-c647-49ea-95d5-569ce1fe59d9 HTTP/1.1" status: 204 len: 168 time: 0.5225027 Aug 10 03:48:38.371416 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36348) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:38.393850 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bea850-3f95-4c3b-9f03-be28f9fdc6f0 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] Pushing event deleted for resources: {'Subnet': ['ID=c6a78cc9-c647-49ea-95d5-569ce1fe59d9,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:38.424414 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 33bf0655-c067-4631-a975-3e5ae5ec2755 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:48:38.424414 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:38.425606 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b27f37-791b-4dda-8b4e-04e161b97632 req-42d9f48a-5e92-45d8-b5fe-056a60f3ab48 tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:38.433541 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e2b27f37-791b-4dda-8b4e-04e161b97632 req-42d9f48a-5e92-45d8-b5fe-056a60f3ab48 tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee9c3a8b-5ce5-4b05-b666-d77103dbd9a2 HTTP/1.1" status: 200 len: 943 time: 0.1308622 Aug 10 03:48:38.547695 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e2b27f37-791b-4dda-8b4e-04e161b97632 req-aa33ca92-d2dd-4c98-a906-45ba0ef8b41e tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] 10.222.0.44 "GET /v2.0/security-groups?id=be744ff6-a15f-4dae-9d51-d6cf1be8f920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130629 Aug 10 03:48:38.604131 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ddb5cc-08ca-4cab-8683-6b9692ec48b1 None None] Network 6cce0731-2f31-47ae-8200-55dc4f5a8048 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:48:38.631401 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cb8b092b-3135-40f0-8543-6b55a2e7cb53 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:38.715353 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-cb8b092b-3135-40f0-8543-6b55a2e7cb53 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] Deleting port 33bf0655-c067-4631-a975-3e5ae5ec2755 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:48:38.715568 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cb8b092b-3135-40f0-8543-6b55a2e7cb53 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:38.826368 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-cb8b092b-3135-40f0-8543-6b55a2e7cb53 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] For port 33bf0655-c067-4631-a975-3e5ae5ec2755, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=33bf0655-c067-4631-a975-3e5ae5ec2755,segment=NetworkSegment(fef08463-81db-49e8-bec5-044ccc63a9de),segment_id=fef08463-81db-49e8-bec5-044ccc63a9de)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:48:38.827013 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cb8b092b-3135-40f0-8543-6b55a2e7cb53 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:38.846991 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-cb8b092b-3135-40f0-8543-6b55a2e7cb53 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] Calling delete_port for 33bf0655-c067-4631-a975-3e5ae5ec2755 owned by network:dhcp {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:48:38.909654 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28c3264-89a1-420e-91db-254be73270c3 None None] DHCP port deletion for 6cce0731-2f31-47ae-8200-55dc4f5a8048 request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:48:38.971219 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-d28c3264-89a1-420e-91db-254be73270c3 None None] Deleting port 33bf0655-c067-4631-a975-3e5ae5ec2755 {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:48:38.971503 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d28c3264-89a1-420e-91db-254be73270c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:38.977686 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cb8b092b-3135-40f0-8543-6b55a2e7cb53 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:39.007496 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8b092b-3135-40f0-8543-6b55a2e7cb53 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] Pushing event deleted for resources: {'Port': ['ID=33bf0655-c067-4631-a975-3e5ae5ec2755,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:39.011361 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8b092b-3135-40f0-8543-6b55a2e7cb53 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] No DVR routers for this DVR port 33bf0655-c067-4631-a975-3e5ae5ec2755 on host n-d-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:48:39.052473 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-d28c3264-89a1-420e-91db-254be73270c3 None None] For port 33bf0655-c067-4631-a975-3e5ae5ec2755, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=33bf0655-c067-4631-a975-3e5ae5ec2755,segment=NetworkSegment(fef08463-81db-49e8-bec5-044ccc63a9de),segment_id=fef08463-81db-49e8-bec5-044ccc63a9de)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:48:39.052946 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d28c3264-89a1-420e-91db-254be73270c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:39.071312 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-d28c3264-89a1-420e-91db-254be73270c3 None None] Calling delete_port for 33bf0655-c067-4631-a975-3e5ae5ec2755 owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:48:39.100412 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cb8b092b-3135-40f0-8543-6b55a2e7cb53 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:39.112932 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-cb8b092b-3135-40f0-8543-6b55a2e7cb53 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cce0731-2f31-47ae-8200-55dc4f5a8048']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:39.125579 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-cb8b092b-3135-40f0-8543-6b55a2e7cb53 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fef08463-81db-49e8-bec5-044ccc63a9de') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:39.125885 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-cb8b092b-3135-40f0-8543-6b55a2e7cb53 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fef08463-81db-49e8-bec5-044ccc63a9de') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:39.139067 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cb8b092b-3135-40f0-8543-6b55a2e7cb53 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:39.157919 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d28c3264-89a1-420e-91db-254be73270c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:39.171033 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cb8b092b-3135-40f0-8543-6b55a2e7cb53 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:39.182503 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb8b092b-3135-40f0-8543-6b55a2e7cb53 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:48:39.183364 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cb8b092b-3135-40f0-8543-6b55a2e7cb53 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:39.185826 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28c3264-89a1-420e-91db-254be73270c3 None None] Pushing event deleted for resources: {'Port': ['ID=33bf0655-c067-4631-a975-3e5ae5ec2755,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:39.192006 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:48:39.192006 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:48:39.192006 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:48:39.192006 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:48:39.192006 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:48:39.192006 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:48:39.192006 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:48:39.192006 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:48:39.192006 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:48:39.192006 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:48:39.192006 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:48:39.192006 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:48:39.192006 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:48:39.192006 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:48:39.192006 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:48:39.192006 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:48:39.192006 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:48:39.192006 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:48:39.192006 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:48:39.192006 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:48:39.192006 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:48:39.192006 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:48:39.192006 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:48:39.192006 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:48:39.192006 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:48:39.192006 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:48:39.192006 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:48:39.192006 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:48:39.192006 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:48:39.192006 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:48:39.192006 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:48:39.192006 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:48:39.194918 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28c3264-89a1-420e-91db-254be73270c3 None None] No DVR routers for this DVR port 33bf0655-c067-4631-a975-3e5ae5ec2755 on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:48:39.300431 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cb8b092b-3135-40f0-8543-6b55a2e7cb53 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:39.309471 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cb8b092b-3135-40f0-8543-6b55a2e7cb53 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:39.311749 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-cb8b092b-3135-40f0-8543-6b55a2e7cb53 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] 10.222.0.44 "DELETE /v2.0/networks/6cce0731-2f31-47ae-8200-55dc4f5a8048 HTTP/1.1" status: 204 len: 168 time: 0.9378431 Aug 10 03:48:39.329218 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8b092b-3135-40f0-8543-6b55a2e7cb53 tempest-ExtraDHCPOptionsTestJSON-1919222266 tempest-ExtraDHCPOptionsTestJSON-1919222266-project] Pushing event deleted for resources: {'Network': ['ID=6cce0731-2f31-47ae-8200-55dc4f5a8048,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:39.622051 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36358) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:39.714789 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea195fc-cefc-4b75-a927-7a5f955f3c1e req-31a5f7a3-4ee6-4c42-9310-ab67e3e47400 tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:39.716515 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7ea195fc-cefc-4b75-a927-7a5f955f3c1e req-31a5f7a3-4ee6-4c42-9310-ab67e3e47400 tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee9c3a8b-5ce5-4b05-b666-d77103dbd9a2 HTTP/1.1" status: 200 len: 943 time: 0.0691297 Aug 10 03:48:39.764994 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7ea195fc-cefc-4b75-a927-7a5f955f3c1e req-878e22fe-4366-4ba9-bded-edd1aeab96e6 tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] 10.222.0.44 "GET /v2.0/security-groups?id=be744ff6-a15f-4dae-9d51-d6cf1be8f920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415626 Aug 10 03:48:39.847490 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-c89e1816-810c-4cfd-8a7a-c5257e37be48 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=444e112820334d058cdda48ca9ed3716&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2239115 Aug 10 03:48:39.850281 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36362) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:39.945112 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-06aaaa6a-0856-494c-851e-78996e02416d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:39.984175 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-06aaaa6a-0856-494c-851e-78996e02416d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:40.063835 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-06aaaa6a-0856-494c-851e-78996e02416d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:40.068483 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-06aaaa6a-0856-494c-851e-78996e02416d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:40.070456 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-06aaaa6a-0856-494c-851e-78996e02416d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2846eccd-7305-451e-bc41-1b613a0c6a38 HTTP/1.1" status: 204 len: 168 time: 0.2186155 Aug 10 03:48:40.090012 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aaaa6a-0856-494c-851e-78996e02416d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2846eccd-7305-451e-bc41-1b613a0c6a38,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:40.206511 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 33bf0655-c067-4631-a975-3e5ae5ec2755 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:48:40.234530 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 33bf0655-c067-4631-a975-3e5ae5ec2755 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:48:40.235097 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 33bf0655-c067-4631-a975-3e5ae5ec2755 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:48:40.939880 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a375ecdd-b91f-4ffa-b29f-1e96e81f6579 req-5d3694ae-0b89-42f2-a07d-781533765133 tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:40.941740 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a375ecdd-b91f-4ffa-b29f-1e96e81f6579 req-5d3694ae-0b89-42f2-a07d-781533765133 tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee9c3a8b-5ce5-4b05-b666-d77103dbd9a2 HTTP/1.1" status: 200 len: 943 time: 0.0691335 Aug 10 03:48:41.001810 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a375ecdd-b91f-4ffa-b29f-1e96e81f6579 req-4086879b-cab1-4184-ae98-8bbb1eba3bbe tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] 10.222.0.44 "GET /v2.0/security-groups?id=be744ff6-a15f-4dae-9d51-d6cf1be8f920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497174 Aug 10 03:48:41.083089 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36388) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:41.197361 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-df01d899-61cd-411e-914b-20c1f10e9aaf tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1267849040'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:41.234630 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df01d899-61cd-411e-914b-20c1f10e9aaf tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Made reservation on behalf of b033b0e396fb401585ce82f552fda059 for: {'network': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:48:41.238314 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-df01d899-61cd-411e-914b-20c1f10e9aaf tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:41.248138 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-df01d899-61cd-411e-914b-20c1f10e9aaf tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:41.365113 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-df01d899-61cd-411e-914b-20c1f10e9aaf tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:41.370047 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-df01d899-61cd-411e-914b-20c1f10e9aaf tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:41.412509 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df01d899-61cd-411e-914b-20c1f10e9aaf tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=94260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:48:41.423751 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df01d899-61cd-411e-914b-20c1f10e9aaf tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71a6cfde-59d2-46d6-8014-17db4c4b8c14,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:41.430950 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-df01d899-61cd-411e-914b-20c1f10e9aaf tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:41.431292 n-d-768862-13 neutron-server[94260]: INFO neutron.db.segments_db [None req-df01d899-61cd-411e-914b-20c1f10e9aaf tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Added segment 4079f3b2-0f71-46d8-8132-c2a51cd294a0 of type vlan for network 6340cc24-038b-4b7b-b83d-539fcdf8b12e Aug 10 03:48:41.455906 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 2d0d5c92-b9c0-48c3-8acb-df790af5cfb5 details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:48:41.478011 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-df01d899-61cd-411e-914b-20c1f10e9aaf tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:41.515629 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-df01d899-61cd-411e-914b-20c1f10e9aaf tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:41.525498 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df01d899-61cd-411e-914b-20c1f10e9aaf tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:41.525498 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-df01d899-61cd-411e-914b-20c1f10e9aaf tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:41.602145 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-df01d899-61cd-411e-914b-20c1f10e9aaf tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5178487 Aug 10 03:48:41.606497 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36392) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:41.614841 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-7c2795d7-6385-4337-b33b-1f241fdd1fda tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Request body: {'port': {'network_id': '6340cc24-038b-4b7b-b83d-539fcdf8b12e', 'name': 'tempest-PortsIpV6TestJSON-1170468960'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:41.619811 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df01d899-61cd-411e-914b-20c1f10e9aaf tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Pushing event updated for resources: {'Network': ['ID=6340cc24-038b-4b7b-b83d-539fcdf8b12e,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:41.636088 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 2d0d5c92-b9c0-48c3-8acb-df790af5cfb5, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=2d0d5c92-b9c0-48c3-8acb-df790af5cfb5,segment=NetworkSegment(7015f316-8bb7-4562-a486-5e6eb9be6f3e),segment_id=7015f316-8bb7-4562-a486-5e6eb9be6f3e)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:48:41.640851 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 6340cc24-038b-4b7b-b83d-539fcdf8b12e details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:48:41.671070 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': '2d0d5c92-b9c0-48c3-8acb-df790af5cfb5', 'network_id': 'a70c8cc8-b2af-4fef-a22f-f28f1e78768e', 'port_id': '2d0d5c92-b9c0-48c3-8acb-df790af5cfb5', 'mac_address': 'fa:16:3e:b9:be:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '954b0067-f4fb-4ae7-8bbb-b17d200f3f6d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:48:41.729353 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c2795d7-6385-4337-b33b-1f241fdd1fda tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Made reservation on behalf of b033b0e396fb401585ce82f552fda059 for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:48:41.735919 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7c2795d7-6385-4337-b33b-1f241fdd1fda tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:41.764176 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:41.769579 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [None req-7c2795d7-6385-4337-b33b-1f241fdd1fda tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] device_id is not set on port 97a72e4a-73f5-42ee-96af-ac6332134c88 yet. {{(pid=94260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:48:41.780201 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d0d5c92-b9c0-48c3-8acb-df790af5cfb5 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:48:41.804961 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 2d0d5c92-b9c0-48c3-8acb-df790af5cfb5, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=2d0d5c92-b9c0-48c3-8acb-df790af5cfb5,segment=NetworkSegment(7015f316-8bb7-4562-a486-5e6eb9be6f3e),segment_id=7015f316-8bb7-4562-a486-5e6eb9be6f3e)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:48:41.810768 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:41.888953 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=2d0d5c92-b9c0-48c3-8acb-df790af5cfb5,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:41.900182 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:41.900532 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:41.900875 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:41.901214 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:41.901554 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:41.901886 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:41.902215 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:41.902580 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:41.903166 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:41.903496 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:41.903820 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:41.904143 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:42.020344 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7c2795d7-6385-4337-b33b-1f241fdd1fda tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:42.026416 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['2d0d5c92-b9c0-48c3-8acb-df790af5cfb5'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:48:42.099502 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7c2795d7-6385-4337-b33b-1f241fdd1fda tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:42.205505 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2795d7-6385-4337-b33b-1f241fdd1fda tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Pushing event updated for resources: {'Port': ['ID=97a72e4a-73f5-42ee-96af-ac6332134c88,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:42.227670 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7791611-899d-4429-9ece-c8e6738a6d52 req-a8aac2c0-e430-4469-b107-ffb2716e57e3 tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:42.229450 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c7791611-899d-4429-9ece-c8e6738a6d52 req-a8aac2c0-e430-4469-b107-ffb2716e57e3 tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee9c3a8b-5ce5-4b05-b666-d77103dbd9a2 HTTP/1.1" status: 200 len: 944 time: 0.1453705 Aug 10 03:48:42.241860 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2795d7-6385-4337-b33b-1f241fdd1fda tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Checking segment: {'id': '4079f3b2-0f71-46d8-8132-c2a51cd294a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '6340cc24-038b-4b7b-b83d-539fcdf8b12e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:48:42.242480 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2795d7-6385-4337-b33b-1f241fdd1fda tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Network hostable DHCP agents. Network: 6340cc24-038b-4b7b-b83d-539fcdf8b12e, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:48:42.293719 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2795d7-6385-4337-b33b-1f241fdd1fda tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Network 6340cc24-038b-4b7b-b83d-539fcdf8b12e is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:48:42.299390 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c7791611-899d-4429-9ece-c8e6738a6d52 req-74d5d7d3-eb96-414d-9b3d-f2b86604ddef tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] 10.222.0.44 "GET /v2.0/security-groups?id=be744ff6-a15f-4dae-9d51-d6cf1be8f920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531914 Aug 10 03:48:42.310262 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-7c2795d7-6385-4337-b33b-1f241fdd1fda tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 6340cc24-038b-4b7b-b83d-539fcdf8b12e) {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:48:42.318004 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2795d7-6385-4337-b33b-1f241fdd1fda tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:48:42.324224 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2795d7-6385-4337-b33b-1f241fdd1fda tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:42.324899 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7c2795d7-6385-4337-b33b-1f241fdd1fda tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:42.358375 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36398) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:42.358375 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-cbdd87ad-c6a7-4f57-b788-41471a5817e3 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1684816432'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:42.360008 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e38f093-9dfc-45dc-9ca2-864b97f10eef None None] Network 6340cc24-038b-4b7b-b83d-539fcdf8b12e requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:48:42.360160 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-7c2795d7-6385-4337-b33b-1f241fdd1fda tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7510076 Aug 10 03:48:42.383274 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbdd87ad-c6a7-4f57-b788-41471a5817e3 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Made reservation on behalf of b033b0e396fb401585ce82f552fda059 for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:48:42.387697 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cbdd87ad-c6a7-4f57-b788-41471a5817e3 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:42.416777 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbdd87ad-c6a7-4f57-b788-41471a5817e3 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:48:42.428698 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cbdd87ad-c6a7-4f57-b788-41471a5817e3 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:42.429052 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-cbdd87ad-c6a7-4f57-b788-41471a5817e3 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Added segment 14f0bb52-f138-4f21-9300-3c62667cf5f3 of type vlan for network 2979d77c-40f3-432f-a594-1cc10c50891f Aug 10 03:48:42.474641 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cbdd87ad-c6a7-4f57-b788-41471a5817e3 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:42.514822 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cbdd87ad-c6a7-4f57-b788-41471a5817e3 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:42.523726 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbdd87ad-c6a7-4f57-b788-41471a5817e3 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:42.524390 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cbdd87ad-c6a7-4f57-b788-41471a5817e3 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:42.594474 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-cbdd87ad-c6a7-4f57-b788-41471a5817e3 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2454488 Aug 10 03:48:42.598083 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36400) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:42.608164 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-f9dca07e-1a71-4a3c-89b4-de876a523346 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Request body: {'ports': [{'network_id': '6340cc24-038b-4b7b-b83d-539fcdf8b12e'}, {'network_id': '2979d77c-40f3-432f-a594-1cc10c50891f'}]} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:42.608655 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-f9dca07e-1a71-4a3c-89b4-de876a523346 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Request body: {'port': {'network_id': '6340cc24-038b-4b7b-b83d-539fcdf8b12e'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:42.609446 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-f9dca07e-1a71-4a3c-89b4-de876a523346 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Request body: {'port': {'network_id': '2979d77c-40f3-432f-a594-1cc10c50891f'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:42.614640 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdd87ad-c6a7-4f57-b788-41471a5817e3 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Pushing event updated for resources: {'Network': ['ID=2979d77c-40f3-432f-a594-1cc10c50891f,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:42.631390 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 2979d77c-40f3-432f-a594-1cc10c50891f details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:48:42.806427 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9dca07e-1a71-4a3c-89b4-de876a523346 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Made reservation on behalf of b033b0e396fb401585ce82f552fda059 for: {'port': 2} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:48:42.811348 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f9dca07e-1a71-4a3c-89b4-de876a523346 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:42.828867 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f9dca07e-1a71-4a3c-89b4-de876a523346 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:42.929149 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [None req-f9dca07e-1a71-4a3c-89b4-de876a523346 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] device_id is not set on port 64805900-1ff0-466c-9198-ec15617750c2 yet. {{(pid=94260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:48:43.064402 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f9dca07e-1a71-4a3c-89b4-de876a523346 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:43.147214 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [None req-f9dca07e-1a71-4a3c-89b4-de876a523346 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] device_id is not set on port 6a7ec24e-bdb0-4f5e-8f8a-07cf5f9b151b yet. {{(pid=94260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:48:43.297319 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f9dca07e-1a71-4a3c-89b4-de876a523346 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:43.344205 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f9dca07e-1a71-4a3c-89b4-de876a523346 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:43.395466 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9dca07e-1a71-4a3c-89b4-de876a523346 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Network 6340cc24-038b-4b7b-b83d-539fcdf8b12e is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:48:43.399072 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-f9dca07e-1a71-4a3c-89b4-de876a523346 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:48:43.404094 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9dca07e-1a71-4a3c-89b4-de876a523346 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:48:43.405022 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f9dca07e-1a71-4a3c-89b4-de876a523346 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:43.413849 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dca07e-1a71-4a3c-89b4-de876a523346 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Pushing event updated for resources: {'Port': ['ID=64805900-1ff0-466c-9198-ec15617750c2,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:43.471775 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 2d0d5c92-b9c0-48c3-8acb-df790af5cfb5 up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:48:43.540031 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dca07e-1a71-4a3c-89b4-de876a523346 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Pushing event updated for resources: {'Port': ['ID=6a7ec24e-bdb0-4f5e-8f8a-07cf5f9b151b,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:43.553789 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning for port 2d0d5c92-b9c0-48c3-8acb-df790af5cfb5 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:48:43.561262 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port 2d0d5c92-b9c0-48c3-8acb-df790af5cfb5 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:48:43.561921 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:43.569077 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9dca07e-1a71-4a3c-89b4-de876a523346 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Checking segment: {'id': '14f0bb52-f138-4f21-9300-3c62667cf5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2979d77c-40f3-432f-a594-1cc10c50891f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:48:43.569508 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9dca07e-1a71-4a3c-89b4-de876a523346 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Network hostable DHCP agents. Network: 2979d77c-40f3-432f-a594-1cc10c50891f, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:48:43.582519 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82717c1-b661-4430-8eb9-9233f6636c22 req-67997bb3-e7c0-4832-a43a-81e47302337b tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:43.584426 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e82717c1-b661-4430-8eb9-9233f6636c22 req-67997bb3-e7c0-4832-a43a-81e47302337b tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee9c3a8b-5ce5-4b05-b666-d77103dbd9a2 HTTP/1.1" status: 200 len: 944 time: 0.1320496 Aug 10 03:48:43.619641 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9dca07e-1a71-4a3c-89b4-de876a523346 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Network 2979d77c-40f3-432f-a594-1cc10c50891f is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:48:43.645269 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-f9dca07e-1a71-4a3c-89b4-de876a523346 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 2979d77c-40f3-432f-a594-1cc10c50891f) {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:48:43.656034 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9dca07e-1a71-4a3c-89b4-de876a523346 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:48:43.661567 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a277a0-3f5f-4c92-ba5a-4bc41aa7524e None None] Network 2979d77c-40f3-432f-a594-1cc10c50891f requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:48:43.664190 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9dca07e-1a71-4a3c-89b4-de876a523346 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:43.669446 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9dca07e-1a71-4a3c-89b4-de876a523346 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:43.670159 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f9dca07e-1a71-4a3c-89b4-de876a523346 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:43.676852 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e82717c1-b661-4430-8eb9-9233f6636c22 req-7132c612-9ff3-47d1-9490-99dd504d17ec tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] 10.222.0.44 "GET /v2.0/security-groups?id=be744ff6-a15f-4dae-9d51-d6cf1be8f920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814233 Aug 10 03:48:43.696493 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-f9dca07e-1a71-4a3c-89b4-de876a523346 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.0930080 Aug 10 03:48:43.696947 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36406) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:43.729338 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:43.768459 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee9c3a8b-5ce5-4b05-b666-d77103dbd9a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d0d5c92-b9c0-48c3-8acb-df790af5cfb5'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:48:43.770961 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc6322f2-798b-48ce-941b-6ef0209baf2f" -d '{"events": [{"server_uuid": "ee9c3a8b-5ce5-4b05-b666-d77103dbd9a2", "name": "network-vif-plugged", "status": "completed", "tag": "2d0d5c92-b9c0-48c3-8acb-df790af5cfb5"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:48:43.805265 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 2d0d5c92-b9c0-48c3-8acb-df790af5cfb5, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=2d0d5c92-b9c0-48c3-8acb-df790af5cfb5,segment=NetworkSegment(7015f316-8bb7-4562-a486-5e6eb9be6f3e),segment_id=7015f316-8bb7-4562-a486-5e6eb9be6f3e)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:48:43.810814 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:43.844833 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-89fd4673-f3c2-4684-be56-a2342cf6d390 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Deleting port 6a7ec24e-bdb0-4f5e-8f8a-07cf5f9b151b {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:48:43.846034 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-89fd4673-f3c2-4684-be56-a2342cf6d390 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:43.857468 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a01e12c4-4335-4031-833d-492c0bdc57c3 x-openstack-request-id: req-a01e12c4-4335-4031-833d-492c0bdc57c3 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:48:43.857815 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee9c3a8b-5ce5-4b05-b666-d77103dbd9a2", "name": "network-vif-plugged", "status": "completed", "tag": "2d0d5c92-b9c0-48c3-8acb-df790af5cfb5", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:48:43.858005 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a01e12c4-4335-4031-833d-492c0bdc57c3 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:48:43.858423 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee9c3a8b-5ce5-4b05-b666-d77103dbd9a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d0d5c92-b9c0-48c3-8acb-df790af5cfb5', 'code': 200} Aug 10 03:48:43.898628 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=2d0d5c92-b9c0-48c3-8acb-df790af5cfb5,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:43.954578 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-89fd4673-f3c2-4684-be56-a2342cf6d390 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:43.972226 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-89fd4673-f3c2-4684-be56-a2342cf6d390 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Calling delete_port for 6a7ec24e-bdb0-4f5e-8f8a-07cf5f9b151b owned by {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:48:43.981277 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f50239-646c-49ed-8861-8145ffea51aa req-2e7c031f-c10e-4eeb-9412-7993649cb9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:43.983778 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-97f50239-646c-49ed-8861-8145ffea51aa req-2e7c031f-c10e-4eeb-9412-7993649cb9a4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ee9c3a8b-5ce5-4b05-b666-d77103dbd9a2 HTTP/1.1" status: 200 len: 1097 time: 0.0683289 Aug 10 03:48:44.032190 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-97f50239-646c-49ed-8861-8145ffea51aa req-9d3a78e1-4354-40aa-99f2-1b95c01db88a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=be744ff6-a15f-4dae-9d51-d6cf1be8f920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414691 Aug 10 03:48:44.075104 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-89fd4673-f3c2-4684-be56-a2342cf6d390 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:44.108254 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fd4673-f3c2-4684-be56-a2342cf6d390 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Pushing event deleted for resources: {'Port': ['ID=6a7ec24e-bdb0-4f5e-8f8a-07cf5f9b151b,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:44.115483 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-89fd4673-f3c2-4684-be56-a2342cf6d390 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:44.121670 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-89fd4673-f3c2-4684-be56-a2342cf6d390 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "DELETE /v2.0/ports/6a7ec24e-bdb0-4f5e-8f8a-07cf5f9b151b HTTP/1.1" status: 204 len: 168 time: 0.4194043 Aug 10 03:48:44.122693 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36412) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:44.181736 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa34c21-4c8e-471a-9247-de857de81100 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:44.190611 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa34c21-4c8e-471a-9247-de857de81100 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:44.192521 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-eaa34c21-4c8e-471a-9247-de857de81100 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0694573 Aug 10 03:48:44.196139 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36414) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:44.297091 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-45aa688d-5bad-44d5-88f3-47acd1c86788 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Deleting port 64805900-1ff0-466c-9198-ec15617750c2 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:48:44.297433 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-45aa688d-5bad-44d5-88f3-47acd1c86788 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:44.378395 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-45aa688d-5bad-44d5-88f3-47acd1c86788 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:44.394918 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-45aa688d-5bad-44d5-88f3-47acd1c86788 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Calling delete_port for 64805900-1ff0-466c-9198-ec15617750c2 owned by {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:48:44.478815 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-45aa688d-5bad-44d5-88f3-47acd1c86788 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:44.515954 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa688d-5bad-44d5-88f3-47acd1c86788 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Pushing event deleted for resources: {'Port': ['ID=64805900-1ff0-466c-9198-ec15617750c2,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:44.523801 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-45aa688d-5bad-44d5-88f3-47acd1c86788 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:44.526810 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-45aa688d-5bad-44d5-88f3-47acd1c86788 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "DELETE /v2.0/ports/64805900-1ff0-466c-9198-ec15617750c2 HTTP/1.1" status: 204 len: 168 time: 0.3295152 Aug 10 03:48:44.530187 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36416) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:44.584377 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b5feca-9472-4b6b-8923-18ca6660eb10 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:44.586193 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-b8b5feca-9472-4b6b-8923-18ca6660eb10 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0548077 Aug 10 03:48:44.589553 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36418) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:44.615571 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-1884b120-6f94-49eb-b51b-70c54d378fda tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] GET failed (client error): The resource could not be found. Aug 10 03:48:44.617295 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-1884b120-6f94-49eb-b51b-70c54d378fda tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "GET /v2.0/ports/6a7ec24e-bdb0-4f5e-8f8a-07cf5f9b151b HTTP/1.1" status: 404 len: 333 time: 0.0265448 Aug 10 03:48:44.620403 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36420) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:44.647995 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-94399dce-ba5e-4fb1-804c-81a4f7ceefea tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] GET failed (client error): The resource could not be found. Aug 10 03:48:44.650670 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-94399dce-ba5e-4fb1-804c-81a4f7ceefea tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "GET /v2.0/ports/64805900-1ff0-466c-9198-ec15617750c2 HTTP/1.1" status: 404 len: 333 time: 0.0288959 Aug 10 03:48:44.654039 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36422) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:44.778718 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9c02c94d-0cbf-4e69-9370-def6fb7083b1 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:44.900195 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e67ced-280b-4d95-b39f-5fe67a8d0ac5 req-cb1046f1-20ee-4390-ba30-b50244e92f6b tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:44.903105 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-80e67ced-280b-4d95-b39f-5fe67a8d0ac5 req-cb1046f1-20ee-4390-ba30-b50244e92f6b tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee9c3a8b-5ce5-4b05-b666-d77103dbd9a2 HTTP/1.1" status: 200 len: 945 time: 0.0976725 Aug 10 03:48:44.936812 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9c02c94d-0cbf-4e69-9370-def6fb7083b1 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:44.954737 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-9c02c94d-0cbf-4e69-9370-def6fb7083b1 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2979d77c-40f3-432f-a594-1cc10c50891f']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:44.966851 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-80e67ced-280b-4d95-b39f-5fe67a8d0ac5 req-2b046f6f-d2f7-4f75-8da8-36c55f93af0c tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] 10.222.0.44 "GET /v2.0/security-groups?id=be744ff6-a15f-4dae-9d51-d6cf1be8f920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535433 Aug 10 03:48:44.972202 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-9c02c94d-0cbf-4e69-9370-def6fb7083b1 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14f0bb52-f138-4f21-9300-3c62667cf5f3') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:44.972718 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-9c02c94d-0cbf-4e69-9370-def6fb7083b1 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14f0bb52-f138-4f21-9300-3c62667cf5f3') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:44.985655 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9c02c94d-0cbf-4e69-9370-def6fb7083b1 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:45.005161 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9c02c94d-0cbf-4e69-9370-def6fb7083b1 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:45.015343 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c02c94d-0cbf-4e69-9370-def6fb7083b1 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:48:45.016395 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9c02c94d-0cbf-4e69-9370-def6fb7083b1 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:45.020112 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:48:45.020112 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:48:45.020112 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:48:45.020112 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:48:45.020112 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:48:45.020112 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:48:45.020112 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:48:45.020112 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:48:45.020112 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:48:45.020112 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:48:45.020112 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:48:45.020112 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:48:45.020112 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:48:45.020112 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:48:45.020112 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:48:45.020112 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:48:45.020112 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:48:45.020112 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:48:45.020112 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:48:45.020112 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:48:45.020112 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:48:45.020112 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:48:45.020112 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:48:45.020112 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:48:45.020112 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:48:45.020112 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:48:45.020112 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:48:45.020112 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:48:45.020112 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:48:45.020112 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:48:45.020112 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:48:45.020112 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:48:45.095124 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9c02c94d-0cbf-4e69-9370-def6fb7083b1 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:45.104553 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9c02c94d-0cbf-4e69-9370-def6fb7083b1 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:45.107221 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-9c02c94d-0cbf-4e69-9370-def6fb7083b1 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "DELETE /v2.0/networks/2979d77c-40f3-432f-a594-1cc10c50891f HTTP/1.1" status: 204 len: 168 time: 0.4517481 Aug 10 03:48:45.113361 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36428) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:45.119629 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-59f124fc-1818-4597-9c5b-8e9bb59593a3 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2011779290'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:45.144553 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c02c94d-0cbf-4e69-9370-def6fb7083b1 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Pushing event deleted for resources: {'Network': ['ID=2979d77c-40f3-432f-a594-1cc10c50891f,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:45.172548 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f124fc-1818-4597-9c5b-8e9bb59593a3 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Made reservation on behalf of b033b0e396fb401585ce82f552fda059 for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:48:45.177121 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-59f124fc-1818-4597-9c5b-8e9bb59593a3 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:45.211384 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59f124fc-1818-4597-9c5b-8e9bb59593a3 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:48:45.228297 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-59f124fc-1818-4597-9c5b-8e9bb59593a3 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:45.228851 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-59f124fc-1818-4597-9c5b-8e9bb59593a3 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Added segment c1a2fa38-0979-4474-9134-bb51295049e8 of type vlan for network c3463720-77c1-4b58-95fc-c0e4a65fdad5 Aug 10 03:48:45.299776 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-59f124fc-1818-4597-9c5b-8e9bb59593a3 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:45.349258 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-59f124fc-1818-4597-9c5b-8e9bb59593a3 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:45.359949 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f124fc-1818-4597-9c5b-8e9bb59593a3 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:45.360986 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-59f124fc-1818-4597-9c5b-8e9bb59593a3 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:45.469219 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-59f124fc-1818-4597-9c5b-8e9bb59593a3 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3543508 Aug 10 03:48:45.472238 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36430) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:45.477738 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-05d9e325-1eec-481f-a0bb-24a3ba98dc17 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Request body: {'subnet': {'network_id': 'c3463720-77c1-4b58-95fc-c0e4a65fdad5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:45.501516 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f124fc-1818-4597-9c5b-8e9bb59593a3 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Pushing event updated for resources: {'Network': ['ID=c3463720-77c1-4b58-95fc-c0e4a65fdad5,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:45.515284 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network c3463720-77c1-4b58-95fc-c0e4a65fdad5 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:48:45.608761 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d9e325-1eec-481f-a0bb-24a3ba98dc17 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Made reservation on behalf of b033b0e396fb401585ce82f552fda059 for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:48:45.613422 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-05d9e325-1eec-481f-a0bb-24a3ba98dc17 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:45.830510 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-05d9e325-1eec-481f-a0bb-24a3ba98dc17 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58895384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805196'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:45.907884 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d9e325-1eec-481f-a0bb-24a3ba98dc17 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Pushing event updated for resources: {'Subnet': ['ID=3eda5a9a-a8a0-4b8e-bcc4-b7cd20cca216,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:45.923494 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d9e325-1eec-481f-a0bb-24a3ba98dc17 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Checking segment: {'id': 'c1a2fa38-0979-4474-9134-bb51295049e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c3463720-77c1-4b58-95fc-c0e4a65fdad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:48:45.923973 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d9e325-1eec-481f-a0bb-24a3ba98dc17 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Network hostable DHCP agents. Network: c3463720-77c1-4b58-95fc-c0e4a65fdad5, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:48:45.946018 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d9e325-1eec-481f-a0bb-24a3ba98dc17 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Network c3463720-77c1-4b58-95fc-c0e4a65fdad5 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:48:45.957946 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-05d9e325-1eec-481f-a0bb-24a3ba98dc17 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, c3463720-77c1-4b58-95fc-c0e4a65fdad5) {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:48:45.963602 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d9e325-1eec-481f-a0bb-24a3ba98dc17 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:45.964503 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-05d9e325-1eec-481f-a0bb-24a3ba98dc17 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:45.969914 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46ff3d7-d5fb-428a-8884-35fd69caef62 None None] Network c3463720-77c1-4b58-95fc-c0e4a65fdad5 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:48:45.989856 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-05d9e325-1eec-481f-a0bb-24a3ba98dc17 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5126884 Aug 10 03:48:45.990163 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36432) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:46.000562 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-e04b5088-8ce5-4b81-a7e9-32188e82f90c tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Request body: {'port': {'network_id': 'c3463720-77c1-4b58-95fc-c0e4a65fdad5', 'name': 'tempest-PortsIpV6TestJSON-973140711'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:46.177638 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262ab1dc-92f5-4941-8235-ecb6e046e3e9 req-c18a9cec-5376-4100-b693-7d9af3ab6da3 tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:46.179267 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-262ab1dc-92f5-4941-8235-ecb6e046e3e9 req-c18a9cec-5376-4100-b693-7d9af3ab6da3 tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee9c3a8b-5ce5-4b05-b666-d77103dbd9a2 HTTP/1.1" status: 200 len: 945 time: 0.0985057 Aug 10 03:48:46.224060 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e04b5088-8ce5-4b81-a7e9-32188e82f90c tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Made reservation on behalf of b033b0e396fb401585ce82f552fda059 for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:48:46.227974 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e04b5088-8ce5-4b81-a7e9-32188e82f90c tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:46.257180 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-262ab1dc-92f5-4941-8235-ecb6e046e3e9 req-579c4e17-2c39-4fce-b5eb-8a955985a79e tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] 10.222.0.44 "GET /v2.0/security-groups?id=be744ff6-a15f-4dae-9d51-d6cf1be8f920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632305 Aug 10 03:48:46.263432 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [None req-e04b5088-8ce5-4b81-a7e9-32188e82f90c tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] device_id is not set on port 24cc7cf0-02de-4f4d-a921-9dc98aa5acc4 yet. {{(pid=94260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:48:46.441101 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c91fed-1596-4a65-93b1-e46e9abce7ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-c3463720-77c1-4b58-95fc-c0e4a65fdad5', 'network_id': 'c3463720-77c1-4b58-95fc-c0e4a65fdad5', 'tenant_id': 'b033b0e396fb401585ce82f552fda059', 'fixed_ips': [{'subnet_id': '3eda5a9a-a8a0-4b8e-bcc4-b7cd20cca216'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:48:46.442069 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f6c91fed-1596-4a65-93b1-e46e9abce7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:46.458203 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ccefeb-099c-49cf-93ba-2677fdc55536 req-19275f52-827a-40bd-bc2b-94b1688187a4 tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:46.459796 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-82ccefeb-099c-49cf-93ba-2677fdc55536 req-19275f52-827a-40bd-bc2b-94b1688187a4 tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee9c3a8b-5ce5-4b05-b666-d77103dbd9a2 HTTP/1.1" status: 200 len: 945 time: 0.0751727 Aug 10 03:48:46.486607 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-e04b5088-8ce5-4b81-a7e9-32188e82f90c tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Allocated IP 2001:db8::218 (c3463720-77c1-4b58-95fc-c0e4a65fdad5/3eda5a9a-a8a0-4b8e-bcc4-b7cd20cca216/24cc7cf0-02de-4f4d-a921-9dc98aa5acc4) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:48:46.544381 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-82ccefeb-099c-49cf-93ba-2677fdc55536 req-3bf4f935-9ada-4d4c-8088-f67dc02a1a04 tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] 10.222.0.44 "GET /v2.0/security-groups?id=be744ff6-a15f-4dae-9d51-d6cf1be8f920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752883 Aug 10 03:48:46.567856 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36440) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:46.727591 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e04b5088-8ce5-4b81-a7e9-32188e82f90c tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:46.749587 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [None req-e04b5088-8ce5-4b81-a7e9-32188e82f90c tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Transition to ACTIVE for port object 24cc7cf0-02de-4f4d-a921-9dc98aa5acc4 will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:48:46.790047 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca1b34b-f68c-4c86-8dbe-adeb94afa355 tempest-TestVolumeBackupRestore-1477242294 tempest-TestVolumeBackupRestore-1477242294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:46.792617 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-5ca1b34b-f68c-4c86-8dbe-adeb94afa355 tempest-TestVolumeBackupRestore-1477242294 tempest-TestVolumeBackupRestore-1477242294-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=ee9c3a8b-5ce5-4b05-b666-d77103dbd9a2 HTTP/1.1" status: 200 len: 1092 time: 0.2230682 Aug 10 03:48:46.798007 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36444) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:46.800726 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e04b5088-8ce5-4b81-a7e9-32188e82f90c tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:46.804345 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-2281a16d-1c95-4b93-8b92-27a9dc61cc8f tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Request body: {'floatingip': {'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'port_id': '2d0d5c92-b9c0-48c3-8acb-df790af5cfb5', 'tenant_id': 'cde344f967264dfd970128dd56d4c154', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:46.841043 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2281a16d-1c95-4b93-8b92-27a9dc61cc8f tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Notify callbacks [] for floatingip, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:46.858582 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-f6c91fed-1596-4a65-93b1-e46e9abce7ce None None] Allocated IP 2001:db8::2 (c3463720-77c1-4b58-95fc-c0e4a65fdad5/3eda5a9a-a8a0-4b8e-bcc4-b7cd20cca216/1946cc18-e512-45d4-b95d-2b2aff4034f2) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:48:46.899441 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04b5088-8ce5-4b81-a7e9-32188e82f90c tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Network c3463720-77c1-4b58-95fc-c0e4a65fdad5 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:48:46.905240 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-e04b5088-8ce5-4b81-a7e9-32188e82f90c tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:48:46.910683 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04b5088-8ce5-4b81-a7e9-32188e82f90c tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:48:46.931213 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04b5088-8ce5-4b81-a7e9-32188e82f90c tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:46.932344 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e04b5088-8ce5-4b81-a7e9-32188e82f90c tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:46.952514 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b5088-8ce5-4b81-a7e9-32188e82f90c tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Pushing event updated for resources: {'Port': ['ID=24cc7cf0-02de-4f4d-a921-9dc98aa5acc4,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:46.968439 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2281a16d-1c95-4b93-8b92-27a9dc61cc8f tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:46.969426 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-e04b5088-8ce5-4b81-a7e9-32188e82f90c tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9771194 Aug 10 03:48:46.974335 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36446) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:47.108159 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f6c91fed-1596-4a65-93b1-e46e9abce7ce None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:47.109406 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-67c35b2c-4383-4b8d-a910-8ad0b7556ada tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Deleting port 24cc7cf0-02de-4f4d-a921-9dc98aa5acc4 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:48:47.109879 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-67c35b2c-4383-4b8d-a910-8ad0b7556ada tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:47.119705 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-f6c91fed-1596-4a65-93b1-e46e9abce7ce None None] Transition to ACTIVE for port object 1946cc18-e512-45d4-b95d-2b2aff4034f2 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:48:47.126809 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-2281a16d-1c95-4b93-8b92-27a9dc61cc8f tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Allocated IP 172.25.6.93 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/93616e9c-4574-4627-8826-660330bf758f) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:48:47.139983 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-f6c91fed-1596-4a65-93b1-e46e9abce7ce None None] Transition to ACTIVE for port object 1946cc18-e512-45d4-b95d-2b2aff4034f2 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:48:47.154674 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f6c91fed-1596-4a65-93b1-e46e9abce7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:47.247591 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-67c35b2c-4383-4b8d-a910-8ad0b7556ada tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:47.247814 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c91fed-1596-4a65-93b1-e46e9abce7ce None None] Network c3463720-77c1-4b58-95fc-c0e4a65fdad5 is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:48:47.253511 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-f6c91fed-1596-4a65-93b1-e46e9abce7ce None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:48:47.259718 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c91fed-1596-4a65-93b1-e46e9abce7ce None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:48:47.269973 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-67c35b2c-4383-4b8d-a910-8ad0b7556ada tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Calling delete_port for 24cc7cf0-02de-4f4d-a921-9dc98aa5acc4 owned by {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:48:47.280053 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c91fed-1596-4a65-93b1-e46e9abce7ce None None] Pushing event updated for resources: {'Port': ['ID=1946cc18-e512-45d4-b95d-2b2aff4034f2,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:47.320644 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2281a16d-1c95-4b93-8b92-27a9dc61cc8f tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:47.358218 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-f6c91fed-1596-4a65-93b1-e46e9abce7ce None None] Attempting to bind port 1946cc18-e512-45d4-b95d-2b2aff4034f2 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:48:47.358656 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-f6c91fed-1596-4a65-93b1-e46e9abce7ce None None] Attempting to bind port 1946cc18-e512-45d4-b95d-2b2aff4034f2 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'c1a2fa38-0979-4474-9134-bb51295049e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c3463720-77c1-4b58-95fc-c0e4a65fdad5'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:48:47.358990 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c91fed-1596-4a65-93b1-e46e9abce7ce None None] Attempting to bind port 1946cc18-e512-45d4-b95d-2b2aff4034f2 on network c3463720-77c1-4b58-95fc-c0e4a65fdad5 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:48:47.365877 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c91fed-1596-4a65-93b1-e46e9abce7ce None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:48:47.366462 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c91fed-1596-4a65-93b1-e46e9abce7ce None None] Checking segment: {'id': 'c1a2fa38-0979-4474-9134-bb51295049e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c3463720-77c1-4b58-95fc-c0e4a65fdad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:48:47.366882 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f6c91fed-1596-4a65-93b1-e46e9abce7ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:47.367288 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c91fed-1596-4a65-93b1-e46e9abce7ce None None] Bound using segment: {'id': 'c1a2fa38-0979-4474-9134-bb51295049e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c3463720-77c1-4b58-95fc-c0e4a65fdad5'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:48:47.367794 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-f6c91fed-1596-4a65-93b1-e46e9abce7ce None None] Bound port: 1946cc18-e512-45d4-b95d-2b2aff4034f2, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1a2fa38-0979-4474-9134-bb51295049e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c3463720-77c1-4b58-95fc-c0e4a65fdad5'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:48:47.368183 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f6c91fed-1596-4a65-93b1-e46e9abce7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:47.392362 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2281a16d-1c95-4b93-8b92-27a9dc61cc8f tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:47.453379 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-f6c91fed-1596-4a65-93b1-e46e9abce7ce None None] For port 1946cc18-e512-45d4-b95d-2b2aff4034f2, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:48:47.458889 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-f6c91fed-1596-4a65-93b1-e46e9abce7ce None None] For port 1946cc18-e512-45d4-b95d-2b2aff4034f2, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=1946cc18-e512-45d4-b95d-2b2aff4034f2,segment=NetworkSegment(c1a2fa38-0979-4474-9134-bb51295049e8),segment_id=c1a2fa38-0979-4474-9134-bb51295049e8)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:48:47.471618 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f6c91fed-1596-4a65-93b1-e46e9abce7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:47.474790 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2281a16d-1c95-4b93-8b92-27a9dc61cc8f tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:48:47.480989 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-2281a16d-1c95-4b93-8b92-27a9dc61cc8f tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:48:47.489718 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2281a16d-1c95-4b93-8b92-27a9dc61cc8f tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:48:47.529402 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-67c35b2c-4383-4b8d-a910-8ad0b7556ada tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:47.536278 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c91fed-1596-4a65-93b1-e46e9abce7ce None None] Pushing event updated for resources: {'Port': ['ID=1946cc18-e512-45d4-b95d-2b2aff4034f2,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:47.556730 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2281a16d-1c95-4b93-8b92-27a9dc61cc8f tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Pushing event updated for resources: {'Port': ['ID=93616e9c-4574-4627-8826-660330bf758f,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:47.590016 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c35b2c-4383-4b8d-a910-8ad0b7556ada tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Pushing event deleted for resources: {'Port': ['ID=24cc7cf0-02de-4f4d-a921-9dc98aa5acc4,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:47.644704 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-67c35b2c-4383-4b8d-a910-8ad0b7556ada tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:47.650317 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-67c35b2c-4383-4b8d-a910-8ad0b7556ada tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "DELETE /v2.0/ports/24cc7cf0-02de-4f4d-a921-9dc98aa5acc4 HTTP/1.1" status: 204 len: 168 time: 0.6741464 Aug 10 03:48:47.651036 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36456) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:47.677995 n-d-768862-13 neutron-server[94260]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ceec975-84e4-416f-90a0-6d78ac28cd47 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] DELETE failed (client error): The resource could not be found. Aug 10 03:48:47.678954 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ceec975-84e4-416f-90a0-6d78ac28cd47 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:48:47.684085 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-9ceec975-84e4-416f-90a0-6d78ac28cd47 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "DELETE /v2.0/ports/24cc7cf0-02de-4f4d-a921-9dc98aa5acc4 HTTP/1.1" status: 404 len: 333 time: 0.0319130 Aug 10 03:48:47.684770 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36458) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:47.732117 n-d-768862-13 neutron-server[94260]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe26f091-a348-43a3-bbf4-bce0f1d0574e tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] GET failed (client error): The resource could not be found. Aug 10 03:48:47.734982 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-fe26f091-a348-43a3-bbf4-bce0f1d0574e tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "GET /v2.0/ports/24cc7cf0-02de-4f4d-a921-9dc98aa5acc4 HTTP/1.1" status: 404 len: 333 time: 0.0489750 Aug 10 03:48:47.738015 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36462) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:47.832061 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_v2 [None req-214cb0ce-5e72-4af7-8473-387d1100c7e5 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Deleting subnet 3eda5a9a-a8a0-4b8e-bcc4-b7cd20cca216 {{(pid=94260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:48:47.838302 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-214cb0ce-5e72-4af7-8473-387d1100c7e5 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for subnet, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:47.926697 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-214cb0ce-5e72-4af7-8473-387d1100c7e5 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191173'] for subnet, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:48.088050 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-214cb0ce-5e72-4af7-8473-387d1100c7e5 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:48.237370 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-214cb0ce-5e72-4af7-8473-387d1100c7e5 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:48.242322 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2281a16d-1c95-4b93-8b92-27a9dc61cc8f tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:48.304981 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 1946cc18-e512-45d4-b95d-2b2aff4034f2 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:48:48.315604 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214cb0ce-5e72-4af7-8473-387d1100c7e5 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Pushing event deleted for resources: {'Subnet': ['ID=3eda5a9a-a8a0-4b8e-bcc4-b7cd20cca216,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:48.320499 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-214cb0ce-5e72-4af7-8473-387d1100c7e5 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:48.328528 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-214cb0ce-5e72-4af7-8473-387d1100c7e5 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "DELETE /v2.0/subnets/3eda5a9a-a8a0-4b8e-bcc4-b7cd20cca216 HTTP/1.1" status: 204 len: 168 time: 0.5886645 Aug 10 03:48:48.329568 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36472) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:48.390537 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 1946cc18-e512-45d4-b95d-2b2aff4034f2 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:48:48.418552 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2281a16d-1c95-4b93-8b92-27a9dc61cc8f tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:48.472719 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2dd9e100-385c-4591-8796-647544400664 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:48.608996 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-2dd9e100-385c-4591-8796-647544400664 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Deleting port 1946cc18-e512-45d4-b95d-2b2aff4034f2 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:48:48.609964 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2dd9e100-385c-4591-8796-647544400664 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:48.692643 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2281a16d-1c95-4b93-8b92-27a9dc61cc8f tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:48.699736 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2281a16d-1c95-4b93-8b92-27a9dc61cc8f tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:48.714545 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [None req-2dd9e100-385c-4591-8796-647544400664 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] For port 1946cc18-e512-45d4-b95d-2b2aff4034f2, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=1946cc18-e512-45d4-b95d-2b2aff4034f2,segment=NetworkSegment(c1a2fa38-0979-4474-9134-bb51295049e8),segment_id=c1a2fa38-0979-4474-9134-bb51295049e8)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:48:48.715109 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2dd9e100-385c-4591-8796-647544400664 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:48.733065 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-2dd9e100-385c-4591-8796-647544400664 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Calling delete_port for 1946cc18-e512-45d4-b95d-2b2aff4034f2 owned by network:dhcp {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:48:48.810160 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2281a16d-1c95-4b93-8b92-27a9dc61cc8f tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Pushing event updated for resources: {'Port': ['ID=93616e9c-4574-4627-8826-660330bf758f,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:48.824576 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2281a16d-1c95-4b93-8b92-27a9dc61cc8f tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:48.840031 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2dd9e100-385c-4591-8796-647544400664 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:48.870665 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd9e100-385c-4591-8796-647544400664 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Pushing event deleted for resources: {'Port': ['ID=1946cc18-e512-45d4-b95d-2b2aff4034f2,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:48.875474 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd9e100-385c-4591-8796-647544400664 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] No DVR routers for this DVR port 1946cc18-e512-45d4-b95d-2b2aff4034f2 on host n-d-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:48:49.006665 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb4e7d0-a98a-4196-ae5e-4950a7bd7852 None None] Network c3463720-77c1-4b58-95fc-c0e4a65fdad5 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:48:49.006985 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2dd9e100-385c-4591-8796-647544400664 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:49.023503 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-2dd9e100-385c-4591-8796-647544400664 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3463720-77c1-4b58-95fc-c0e4a65fdad5']}} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:49.038556 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-2dd9e100-385c-4591-8796-647544400664 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1a2fa38-0979-4474-9134-bb51295049e8') {'for_net_delete': True} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:49.039189 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-2dd9e100-385c-4591-8796-647544400664 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1a2fa38-0979-4474-9134-bb51295049e8') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:49.051108 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2dd9e100-385c-4591-8796-647544400664 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191186'] for segment, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:49.071835 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2dd9e100-385c-4591-8796-647544400664 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:49.089362 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dd9e100-385c-4591-8796-647544400664 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=94260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:48:49.090402 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2dd9e100-385c-4591-8796-647544400664 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58895489'] for segment, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:49.103227 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c4313ac3-eb33-4514-8bfd-a1412af10e82 None None] Could not find standard attr ID for object 1946cc18-e512-45d4-b95d-2b2aff4034f2. {{(pid=94262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:48:49.207854 n-d-768862-13 neutron-server[94260]: Traceback (most recent call last): Aug 10 03:48:49.207854 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:48:49.207854 n-d-768862-13 neutron-server[94260]: timer() Aug 10 03:48:49.207854 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:48:49.207854 n-d-768862-13 neutron-server[94260]: cb(*args, **kw) Aug 10 03:48:49.207854 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:48:49.207854 n-d-768862-13 neutron-server[94260]: return func(*args, **kwargs) Aug 10 03:48:49.207854 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:48:49.207854 n-d-768862-13 neutron-server[94260]: self._notify() Aug 10 03:48:49.207854 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:48:49.207854 n-d-768862-13 neutron-server[94260]: self.callback(batched_events) Aug 10 03:48:49.207854 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:48:49.207854 n-d-768862-13 neutron-server[94260]: event.method(event) Aug 10 03:48:49.207854 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:48:49.207854 n-d-768862-13 neutron-server[94260]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:48:49.207854 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:48:49.207854 n-d-768862-13 neutron-server[94260]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:48:49.207854 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:48:49.207854 n-d-768862-13 neutron-server[94260]: return f(self, *a, **k) Aug 10 03:48:49.207854 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:48:49.207854 n-d-768862-13 neutron-server[94260]: return self._get(url).json() Aug 10 03:48:49.207854 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:48:49.207854 n-d-768862-13 neutron-server[94260]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:48:49.207854 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:48:49.207854 n-d-768862-13 neutron-server[94260]: return self.request(url, 'GET', **kwargs) Aug 10 03:48:49.207854 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:48:49.207854 n-d-768862-13 neutron-server[94260]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:48:49.207854 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:48:49.207854 n-d-768862-13 neutron-server[94260]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:48:49.207854 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:48:49.207854 n-d-768862-13 neutron-server[94260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:48:49.207854 n-d-768862-13 neutron-server[94260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:48:49.233654 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2dd9e100-385c-4591-8796-647544400664 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:49.242368 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2dd9e100-385c-4591-8796-647544400664 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:49.244399 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-2dd9e100-385c-4591-8796-647544400664 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "DELETE /v2.0/networks/c3463720-77c1-4b58-95fc-c0e4a65fdad5 HTTP/1.1" status: 204 len: 168 time: 0.9132397 Aug 10 03:48:49.258761 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36476) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:49.264187 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-c3fe31a7-df3e-4972-954a-807c4f7c35e9 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-670741523'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:49.290129 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd9e100-385c-4591-8796-647544400664 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Pushing event deleted for resources: {'Network': ['ID=c3463720-77c1-4b58-95fc-c0e4a65fdad5,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:49.295365 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3fe31a7-df3e-4972-954a-807c4f7c35e9 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Made reservation on behalf of b033b0e396fb401585ce82f552fda059 for: {'network': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:48:49.300526 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c3fe31a7-df3e-4972-954a-807c4f7c35e9 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:49.334122 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961eba0e-8e73-4ea2-9418-8d1973b52895 None None] DHCP port deletion for c3463720-77c1-4b58-95fc-c0e4a65fdad5 request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:48:49.355947 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3fe31a7-df3e-4972-954a-807c4f7c35e9 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=94260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:48:49.377463 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c3fe31a7-df3e-4972-954a-807c4f7c35e9 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:49.377820 n-d-768862-13 neutron-server[94260]: INFO neutron.db.segments_db [None req-c3fe31a7-df3e-4972-954a-807c4f7c35e9 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Added segment 763e0dc5-17f9-43e8-b0a9-19d64f37b59f of type vlan for network af4bfb01-ef10-401d-ae78-3b9b780cae93 Aug 10 03:48:49.433037 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c3fe31a7-df3e-4972-954a-807c4f7c35e9 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:49.459064 n-d-768862-13 neutron-server[94261]: INFO neutron.db.l3_db [None req-2281a16d-1c95-4b93-8b92-27a9dc61cc8f tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Floating IP 5a19544b-f0c6-4c50-8017-6fc9d422255b associated. External IP: 172.25.6.93, port: 2d0d5c92-b9c0-48c3-8acb-df790af5cfb5. Aug 10 03:48:49.488375 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c3fe31a7-df3e-4972-954a-807c4f7c35e9 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:49.495713 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3fe31a7-df3e-4972-954a-807c4f7c35e9 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:49.496568 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c3fe31a7-df3e-4972-954a-807c4f7c35e9 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:49.625358 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-c3fe31a7-df3e-4972-954a-807c4f7c35e9 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3609757 Aug 10 03:48:49.626802 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36480) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:49.635852 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-c53f3608-9a02-4490-a1e8-0afc91fe4c76 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Request body: {'subnet': {'network_id': 'af4bfb01-ef10-401d-ae78-3b9b780cae93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:49.718181 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fe31a7-df3e-4972-954a-807c4f7c35e9 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Pushing event updated for resources: {'Network': ['ID=af4bfb01-ef10-401d-ae78-3b9b780cae93,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:49.730972 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network af4bfb01-ef10-401d-ae78-3b9b780cae93 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:48:49.773700 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c53f3608-9a02-4490-a1e8-0afc91fe4c76 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Made reservation on behalf of b033b0e396fb401585ce82f552fda059 for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:48:49.779870 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c53f3608-9a02-4490-a1e8-0afc91fe4c76 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:49.825692 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2281a16d-1c95-4b93-8b92-27a9dc61cc8f tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Router 45c42848-682a-4c86-bd4e-10ad3c0cfb67 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:48:50.029445 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2281a16d-1c95-4b93-8b92-27a9dc61cc8f tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:48:50.048404 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51219c62-89c4-48c4-af0f-60dc2e20f941 None None] Sync routers for ids ['45c42848-682a-4c86-bd4e-10ad3c0cfb67'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:48:50.068812 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51219c62-89c4-48c4-af0f-60dc2e20f941 None None] Routers {'45c42848-682a-4c86-bd4e-10ad3c0cfb67'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:48:50.069822 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2281a16d-1c95-4b93-8b92-27a9dc61cc8f tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:50.070543 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-51219c62-89c4-48c4-af0f-60dc2e20f941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:48:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['45c42848-682a-4c86-bd4e-10ad3c0cfb67'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:50.135463 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-2281a16d-1c95-4b93-8b92-27a9dc61cc8f tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.3356948 Aug 10 03:48:50.136547 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee9c3a8b-5ce5-4b05-b666-d77103dbd9a2', 'tag': '2d0d5c92-b9c0-48c3-8acb-df790af5cfb5'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:48:50.142728 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36482) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:50.144890 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd719996-6edf-41c1-9205-1f8071de4b01" -d '{"events": [{"name": "network-changed", "server_uuid": "ee9c3a8b-5ce5-4b05-b666-d77103dbd9a2", "tag": "2d0d5c92-b9c0-48c3-8acb-df790af5cfb5"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:48:50.156426 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c53f3608-9a02-4490-a1e8-0afc91fe4c76 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58895384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805196'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:50.247990 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2741f2a7-b4ca-4f45-917c-50a59eb9d2b2 x-openstack-request-id: req-2741f2a7-b4ca-4f45-917c-50a59eb9d2b2 {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:48:50.249018 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee9c3a8b-5ce5-4b05-b666-d77103dbd9a2", "tag": "2d0d5c92-b9c0-48c3-8acb-df790af5cfb5", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:48:50.249672 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2741f2a7-b4ca-4f45-917c-50a59eb9d2b2 {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:48:50.250702 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee9c3a8b-5ce5-4b05-b666-d77103dbd9a2', 'tag': '2d0d5c92-b9c0-48c3-8acb-df790af5cfb5', 'status': 'completed', 'code': 200} Aug 10 03:48:50.321134 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 1946cc18-e512-45d4-b95d-2b2aff4034f2 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:48:50.348376 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb21236-76b2-4d2c-bd59-1af4566589e3 tempest-TestVolumeBackupRestore-1477242294 tempest-TestVolumeBackupRestore-1477242294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:50.354732 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-bdb21236-76b2-4d2c-bd59-1af4566589e3 tempest-TestVolumeBackupRestore-1477242294 tempest-TestVolumeBackupRestore-1477242294-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=ee9c3a8b-5ce5-4b05-b666-d77103dbd9a2 HTTP/1.1" status: 200 len: 1092 time: 0.2066419 Aug 10 03:48:50.354732 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53f3608-9a02-4490-a1e8-0afc91fe4c76 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Pushing event updated for resources: {'Subnet': ['ID=d4c12f4a-135a-40a3-af59-a2ffbb26ef60,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:50.355871 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36488) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:50.366575 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-b5a0031d-02e6-4d48-a917-468727e487e7 tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Request body: {'floatingip': {'port_id': '2d0d5c92-b9c0-48c3-8acb-df790af5cfb5'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:50.375818 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 1946cc18-e512-45d4-b95d-2b2aff4034f2 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:48:50.378671 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 1946cc18-e512-45d4-b95d-2b2aff4034f2 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:48:50.423032 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd719996-6edf-41c1-9205-1f8071de4b01 req-983f716a-6790-47b7-a03b-29d5392fd5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:50.424659 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fd719996-6edf-41c1-9205-1f8071de4b01 req-983f716a-6790-47b7-a03b-29d5392fd5e2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cde344f967264dfd970128dd56d4c154&device_id=ee9c3a8b-5ce5-4b05-b666-d77103dbd9a2 HTTP/1.1" status: 200 len: 1097 time: 0.1491127 Aug 10 03:48:50.435385 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-51219c62-89c4-48c4-af0f-60dc2e20f941 None None] Set router 45c42848-682a-4c86-bd4e-10ad3c0cfb67 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:48:50.452462 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53f3608-9a02-4490-a1e8-0afc91fe4c76 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Checking segment: {'id': '763e0dc5-17f9-43e8-b0a9-19d64f37b59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'af4bfb01-ef10-401d-ae78-3b9b780cae93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:48:50.452812 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53f3608-9a02-4490-a1e8-0afc91fe4c76 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Network hostable DHCP agents. Network: af4bfb01-ef10-401d-ae78-3b9b780cae93, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:48:50.497420 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b5a0031d-02e6-4d48-a917-468727e487e7 tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Notify callbacks [] for floatingip, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:50.586474 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53f3608-9a02-4490-a1e8-0afc91fe4c76 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Network af4bfb01-ef10-401d-ae78-3b9b780cae93 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:48:50.635033 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-c53f3608-9a02-4490-a1e8-0afc91fe4c76 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, af4bfb01-ef10-401d-ae78-3b9b780cae93) {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:48:50.655082 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da93134f-ea67-4ad0-a9db-e7f144ecac68 None None] Network af4bfb01-ef10-401d-ae78-3b9b780cae93 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:48:50.664461 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53f3608-9a02-4490-a1e8-0afc91fe4c76 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:50.664461 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c53f3608-9a02-4490-a1e8-0afc91fe4c76 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:50.667229 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd719996-6edf-41c1-9205-1f8071de4b01 req-8351e65c-334b-43dd-b8fa-20de3ea3b944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:50.668767 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fd719996-6edf-41c1-9205-1f8071de4b01 req-8351e65c-334b-43dd-b8fa-20de3ea3b944 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a70c8cc8-b2af-4fef-a22f-f28f1e78768e HTTP/1.1" status: 200 len: 913 time: 0.2368491 Aug 10 03:48:50.761461 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36492) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:50.762493 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-c53f3608-9a02-4490-a1e8-0afc91fe4c76 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1333747 Aug 10 03:48:50.772429 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-4d2a0adb-6b86-47d5-a1e4-3feef7336f3e tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Request body: {'port': {'network_id': 'af4bfb01-ef10-401d-ae78-3b9b780cae93', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1611096159'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:50.892831 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-51219c62-89c4-48c4-af0f-60dc2e20f941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45c42848-682a-4c86-bd4e-10ad3c0cfb67', 'name': 'tempest-TestVolumeBackupRestore-800930114-router', 'tenant_id': 'cde344f967264dfd970128dd56d4c154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '42a5f8fe-75d8-4229-a880-fd4d4b8ab69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:45:39Z', 'updated_at': '2021-08-10T03:45:43Z', 'revision_number': 4, 'project_id': 'cde344f967264dfd970128dd56d4c154', 'gw_port': {'id': '42a5f8fe-75d8-4229-a880-fd4d4b8ab69c', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c42848-682a-4c86-bd4e-10ad3c0cfb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:39Z', 'updated_at': '2021-08-10T03:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '5a19544b-f0c6-4c50-8017-6fc9d422255b', 'tenant_id': 'cde344f967264dfd970128dd56d4c154', 'floating_ip_address': '172.25.6.93', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '45c42848-682a-4c86-bd4e-10ad3c0cfb67', 'port_id': '2d0d5c92-b9c0-48c3-8acb-df790af5cfb5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a70c8cc8-b2af-4fef-a22f-f28f1e78768e', 'mac_address': 'fa:16:3e:b9:be:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9c3a8b-5ce5-4b05-b666-d77103dbd9a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:48:47Z', 'updated_at': '2021-08-10T03:48:47Z', 'revision_number': 0, 'project_id': 'cde344f967264dfd970128dd56d4c154', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f361aab-dfc4-4a9c-b082-6a5cb09941ba', 'name': '', 'network_id': 'a70c8cc8-b2af-4fef-a22f-f28f1e78768e', 'tenant_id': 'cde344f967264dfd970128dd56d4c154', 'mac_address': 'fa:16:3e:a1:e4:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c42848-682a-4c86-bd4e-10ad3c0cfb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '954b0067-f4fb-4ae7-8bbb-b17d200f3f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:43Z', 'updated_at': '2021-08-10T03:45:52Z', 'revision_number': 5, 'project_id': 'cde344f967264dfd970128dd56d4c154', 'subnets': [{'id': '954b0067-f4fb-4ae7-8bbb-b17d200f3f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:50.928477 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a4c3c1-727f-4e90-9d3b-f4b794391b95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-af4bfb01-ef10-401d-ae78-3b9b780cae93', 'network_id': 'af4bfb01-ef10-401d-ae78-3b9b780cae93', 'tenant_id': 'b033b0e396fb401585ce82f552fda059', 'fixed_ips': [{'subnet_id': 'd4c12f4a-135a-40a3-af59-a2ffbb26ef60'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:48:50.929654 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f4a4c3c1-727f-4e90-9d3b-f4b794391b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:50.934006 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51219c62-89c4-48c4-af0f-60dc2e20f941 None None] Checking router: 45c42848-682a-4c86-bd4e-10ad3c0cfb67 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:48:50.962932 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51219c62-89c4-48c4-af0f-60dc2e20f941 None None] Routers {'45c42848-682a-4c86-bd4e-10ad3c0cfb67'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:48:50.963796 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-51219c62-89c4-48c4-af0f-60dc2e20f941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:48:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['45c42848-682a-4c86-bd4e-10ad3c0cfb67'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:51.078039 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d2a0adb-6b86-47d5-a1e4-3feef7336f3e tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Made reservation on behalf of b033b0e396fb401585ce82f552fda059 for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:48:51.092148 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4d2a0adb-6b86-47d5-a1e4-3feef7336f3e tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:51.137164 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [None req-4d2a0adb-6b86-47d5-a1e4-3feef7336f3e tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] device_id is not set on port 83c65c04-83c2-4562-928f-e508dba86b66 yet. {{(pid=94261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:48:51.223077 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-f4a4c3c1-727f-4e90-9d3b-f4b794391b95 None None] Allocated IP 2001:db8::2 (af4bfb01-ef10-401d-ae78-3b9b780cae93/d4c12f4a-135a-40a3-af59-a2ffbb26ef60/c974c08e-5aeb-4f12-95b2-06f85bafd648) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:48:51.289581 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fd719996-6edf-41c1-9205-1f8071de4b01 req-6575848b-49ed-41d7-944d-0bde6b19a885 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d0d5c92-b9c0-48c3-8acb-df790af5cfb5 HTTP/1.1" status: 200 len: 998 time: 0.6116438 Aug 10 03:48:51.290425 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-51219c62-89c4-48c4-af0f-60dc2e20f941 None None] Set router 45c42848-682a-4c86-bd4e-10ad3c0cfb67 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:48:51.440551 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-282c6b7a-3e81-4104-a3f2-43658b41e86d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:51.458438 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd719996-6edf-41c1-9205-1f8071de4b01 req-df720c5a-e1cd-47fe-8141-90eb4d2d220e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:51.461111 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fd719996-6edf-41c1-9205-1f8071de4b01 req-df720c5a-e1cd-47fe-8141-90eb4d2d220e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=954b0067-f4fb-4ae7-8bbb-b17d200f3f6d HTTP/1.1" status: 200 len: 852 time: 0.1545947 Aug 10 03:48:51.601902 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd719996-6edf-41c1-9205-1f8071de4b01 req-3f6903c7-ff0b-487f-9274-c5d5b5ce76b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:51.604719 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fd719996-6edf-41c1-9205-1f8071de4b01 req-3f6903c7-ff0b-487f-9274-c5d5b5ce76b9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a70c8cc8-b2af-4fef-a22f-f28f1e78768e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1352890 Aug 10 03:48:51.686273 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f4a4c3c1-727f-4e90-9d3b-f4b794391b95 None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:51.717623 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-f4a4c3c1-727f-4e90-9d3b-f4b794391b95 None None] Transition to ACTIVE for port object c974c08e-5aeb-4f12-95b2-06f85bafd648 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:48:51.739292 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-f4a4c3c1-727f-4e90-9d3b-f4b794391b95 None None] Transition to ACTIVE for port object c974c08e-5aeb-4f12-95b2-06f85bafd648 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:48:51.755812 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f4a4c3c1-727f-4e90-9d3b-f4b794391b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:51.807083 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a4c3c1-727f-4e90-9d3b-f4b794391b95 None None] Network af4bfb01-ef10-401d-ae78-3b9b780cae93 is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:48:51.821148 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-f4a4c3c1-727f-4e90-9d3b-f4b794391b95 None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:48:51.829108 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a4c3c1-727f-4e90-9d3b-f4b794391b95 None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:48:51.834006 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-51219c62-89c4-48c4-af0f-60dc2e20f941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45c42848-682a-4c86-bd4e-10ad3c0cfb67', 'name': 'tempest-TestVolumeBackupRestore-800930114-router', 'tenant_id': 'cde344f967264dfd970128dd56d4c154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '42a5f8fe-75d8-4229-a880-fd4d4b8ab69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:45:39Z', 'updated_at': '2021-08-10T03:45:43Z', 'revision_number': 4, 'project_id': 'cde344f967264dfd970128dd56d4c154', 'gw_port': {'id': '42a5f8fe-75d8-4229-a880-fd4d4b8ab69c', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c42848-682a-4c86-bd4e-10ad3c0cfb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:39Z', 'updated_at': '2021-08-10T03:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '5a19544b-f0c6-4c50-8017-6fc9d422255b', 'tenant_id': 'cde344f967264dfd970128dd56d4c154', 'floating_ip_address': '172.25.6.93', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '45c42848-682a-4c86-bd4e-10ad3c0cfb67', 'port_id': '2d0d5c92-b9c0-48c3-8acb-df790af5cfb5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a70c8cc8-b2af-4fef-a22f-f28f1e78768e', 'mac_address': 'fa:16:3e:b9:be:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9c3a8b-5ce5-4b05-b666-d77103dbd9a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:48:47Z', 'updated_at': '2021-08-10T03:48:47Z', 'revision_number': 0, 'project_id': 'cde344f967264dfd970128dd56d4c154', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f361aab-dfc4-4a9c-b082-6a5cb09941ba', 'name': '', 'network_id': 'a70c8cc8-b2af-4fef-a22f-f28f1e78768e', 'tenant_id': 'cde344f967264dfd970128dd56d4c154', 'mac_address': 'fa:16:3e:a1:e4:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c42848-682a-4c86-bd4e-10ad3c0cfb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '954b0067-f4fb-4ae7-8bbb-b17d200f3f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:43Z', 'updated_at': '2021-08-10T03:45:52Z', 'revision_number': 5, 'project_id': 'cde344f967264dfd970128dd56d4c154', 'subnets': [{'id': '954b0067-f4fb-4ae7-8bbb-b17d200f3f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:51.869884 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-4d2a0adb-6b86-47d5-a1e4-3feef7336f3e tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Allocated IP 2001:db8::39c (af4bfb01-ef10-401d-ae78-3b9b780cae93/d4c12f4a-135a-40a3-af59-a2ffbb26ef60/83c65c04-83c2-4562-928f-e508dba86b66) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:48:51.880107 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51219c62-89c4-48c4-af0f-60dc2e20f941 None None] The sync data for ids ['45c42848-682a-4c86-bd4e-10ad3c0cfb67'] in n-d-768862-13 is: [{'id': '45c42848-682a-4c86-bd4e-10ad3c0cfb67', 'name': 'tempest-TestVolumeBackupRestore-800930114-router', 'tenant_id': 'cde344f967264dfd970128dd56d4c154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '42a5f8fe-75d8-4229-a880-fd4d4b8ab69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:45:39Z', 'updated_at': '2021-08-10T03:45:43Z', 'revision_number': 4, 'project_id': 'cde344f967264dfd970128dd56d4c154', 'gw_port': {'id': '42a5f8fe-75d8-4229-a880-fd4d4b8ab69c', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c42848-682a-4c86-bd4e-10ad3c0cfb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:39Z', 'updated_at': '2021-08-10T03:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '5a19544b-f0c6-4c50-8017-6fc9d422255b', 'tenant_id': 'cde344f967264dfd970128dd56d4c154', 'floating_ip_address': '172.25.6.93', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '45c42848-682a-4c86-bd4e-10ad3c0cfb67', 'port_id': '2d0d5c92-b9c0-48c3-8acb-df790af5cfb5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a70c8cc8-b2af-4fef-a22f-f28f1e78768e', 'mac_address': 'fa:16:3e:b9:be:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9c3a8b-5ce5-4b05-b666-d77103dbd9a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:48:47Z', 'updated_at': '2021-08-10T03:48:47Z', 'revision_number': 0, 'project_id': 'cde344f967264dfd970128dd56d4c154', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f361aab-dfc4-4a9c-b082-6a5cb09941ba', 'name': '', 'network_id': 'a70c8cc8-b2af-4fef-a22f-f28f1e78768e', 'tenant_id': 'cde344f967264dfd970128dd56d4c154', 'mac_address': 'fa:16:3e:a1:e4:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c42848-682a-4c86-bd4e-10ad3c0cfb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '954b0067-f4fb-4ae7-8bbb-b17d200f3f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:43Z', 'updated_at': '2021-08-10T03:45:52Z', 'revision_number': 5, 'project_id': 'cde344f967264dfd970128dd56d4c154', 'subnets': [{'id': '954b0067-f4fb-4ae7-8bbb-b17d200f3f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:48:51.882144 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a4c3c1-727f-4e90-9d3b-f4b794391b95 None None] Pushing event updated for resources: {'Port': ['ID=c974c08e-5aeb-4f12-95b2-06f85bafd648,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:52.004081 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-f4a4c3c1-727f-4e90-9d3b-f4b794391b95 None None] Attempting to bind port c974c08e-5aeb-4f12-95b2-06f85bafd648 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:48:52.004523 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-f4a4c3c1-727f-4e90-9d3b-f4b794391b95 None None] Attempting to bind port c974c08e-5aeb-4f12-95b2-06f85bafd648 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '763e0dc5-17f9-43e8-b0a9-19d64f37b59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'af4bfb01-ef10-401d-ae78-3b9b780cae93'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:48:52.004962 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a4c3c1-727f-4e90-9d3b-f4b794391b95 None None] Attempting to bind port c974c08e-5aeb-4f12-95b2-06f85bafd648 on network af4bfb01-ef10-401d-ae78-3b9b780cae93 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:48:52.017782 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a4c3c1-727f-4e90-9d3b-f4b794391b95 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:48:52.018209 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a4c3c1-727f-4e90-9d3b-f4b794391b95 None None] Checking segment: {'id': '763e0dc5-17f9-43e8-b0a9-19d64f37b59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'af4bfb01-ef10-401d-ae78-3b9b780cae93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:48:52.018654 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f4a4c3c1-727f-4e90-9d3b-f4b794391b95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:52.019308 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a4c3c1-727f-4e90-9d3b-f4b794391b95 None None] Bound using segment: {'id': '763e0dc5-17f9-43e8-b0a9-19d64f37b59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'af4bfb01-ef10-401d-ae78-3b9b780cae93'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:48:52.019829 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-f4a4c3c1-727f-4e90-9d3b-f4b794391b95 None None] Bound port: c974c08e-5aeb-4f12-95b2-06f85bafd648, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '763e0dc5-17f9-43e8-b0a9-19d64f37b59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'af4bfb01-ef10-401d-ae78-3b9b780cae93'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:48:52.020195 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f4a4c3c1-727f-4e90-9d3b-f4b794391b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:52.040560 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fd719996-6edf-41c1-9205-1f8071de4b01 req-5de5380d-1c32-429e-bcc1-09adc4391cac service neutron] 10.222.0.42 "GET /v2.0/networks/a70c8cc8-b2af-4fef-a22f-f28f1e78768e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4265382 Aug 10 03:48:52.134216 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.db.resource_extend [None req-b5a0031d-02e6-4d48-a917-468727e487e7 tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:48:52.179751 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-f4a4c3c1-727f-4e90-9d3b-f4b794391b95 None None] For port c974c08e-5aeb-4f12-95b2-06f85bafd648, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:48:52.191368 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-f4a4c3c1-727f-4e90-9d3b-f4b794391b95 None None] For port c974c08e-5aeb-4f12-95b2-06f85bafd648, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=c974c08e-5aeb-4f12-95b2-06f85bafd648,segment=NetworkSegment(763e0dc5-17f9-43e8-b0a9-19d64f37b59f),segment_id=763e0dc5-17f9-43e8-b0a9-19d64f37b59f)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:48:52.199826 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f4a4c3c1-727f-4e90-9d3b-f4b794391b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:52.207687 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4d2a0adb-6b86-47d5-a1e4-3feef7336f3e tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:52.218256 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fd719996-6edf-41c1-9205-1f8071de4b01 req-e8b8c1fa-5089-4e37-96b4-c6cdb72dc236 service neutron] 10.222.0.42 "GET /v2.0/networks/a70c8cc8-b2af-4fef-a22f-f28f1e78768e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690357 Aug 10 03:48:52.220177 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b5a0031d-02e6-4d48-a917-468727e487e7 tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:52.226323 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b5a0031d-02e6-4d48-a917-468727e487e7 tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:52.248040 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [None req-4d2a0adb-6b86-47d5-a1e4-3feef7336f3e tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Transition to ACTIVE for port object 83c65c04-83c2-4562-928f-e508dba86b66 will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:48:52.319788 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4d2a0adb-6b86-47d5-a1e4-3feef7336f3e tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:52.330488 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bd8ec3-fe7d-445d-a37f-d152a07920fa None None] New status for floating IP 5a19544b-f0c6-4c50-8017-6fc9d422255b: ACTIVE {{(pid=94263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:48:52.434555 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a0adb-6b86-47d5-a1e4-3feef7336f3e tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Pushing event updated for resources: {'Port': ['ID=83c65c04-83c2-4562-928f-e508dba86b66,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:52.450777 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2a0adb-6b86-47d5-a1e4-3feef7336f3e tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Network af4bfb01-ef10-401d-ae78-3b9b780cae93 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:48:52.452979 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-4d2a0adb-6b86-47d5-a1e4-3feef7336f3e tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:48:52.456284 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2a0adb-6b86-47d5-a1e4-3feef7336f3e tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:48:52.463128 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2a0adb-6b86-47d5-a1e4-3feef7336f3e tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:52.463885 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4d2a0adb-6b86-47d5-a1e4-3feef7336f3e tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:52.486466 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-4d2a0adb-6b86-47d5-a1e4-3feef7336f3e tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.7226460 Aug 10 03:48:52.492596 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36496) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:52.581870 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a4c3c1-727f-4e90-9d3b-f4b794391b95 None None] Pushing event updated for resources: {'Port': ['ID=c974c08e-5aeb-4f12-95b2-06f85bafd648,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:52.694939 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-b2c4af4d-d7cf-4539-a0d8-cff94266650f tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Deleting port 83c65c04-83c2-4562-928f-e508dba86b66 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:48:52.695515 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b2c4af4d-d7cf-4539-a0d8-cff94266650f tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:52.796396 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5a0031d-02e6-4d48-a917-468727e487e7 tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Router 45c42848-682a-4c86-bd4e-10ad3c0cfb67 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:48:52.935633 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b2c4af4d-d7cf-4539-a0d8-cff94266650f tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:52.965743 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-b2c4af4d-d7cf-4539-a0d8-cff94266650f tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Calling delete_port for 83c65c04-83c2-4562-928f-e508dba86b66 owned by {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:48:53.121560 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5a0031d-02e6-4d48-a917-468727e487e7 tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:48:53.130955 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b5a0031d-02e6-4d48-a917-468727e487e7 tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:53.142955 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df6fc89-7640-4ed1-ab49-91c5eb91b13a None None] Sync routers for ids ['45c42848-682a-4c86-bd4e-10ad3c0cfb67'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:48:53.184482 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df6fc89-7640-4ed1-ab49-91c5eb91b13a None None] Routers {'45c42848-682a-4c86-bd4e-10ad3c0cfb67'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:48:53.186315 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-1df6fc89-7640-4ed1-ab49-91c5eb91b13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:48:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['45c42848-682a-4c86-bd4e-10ad3c0cfb67'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:53.261256 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee9c3a8b-5ce5-4b05-b666-d77103dbd9a2', 'tag': '2d0d5c92-b9c0-48c3-8acb-df790af5cfb5'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:48:53.265648 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8cd2eb4-fb73-4277-8357-e0d8e22a0f8a" -d '{"events": [{"name": "network-changed", "server_uuid": "ee9c3a8b-5ce5-4b05-b666-d77103dbd9a2", "tag": "2d0d5c92-b9c0-48c3-8acb-df790af5cfb5"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:48:53.274355 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-b5a0031d-02e6-4d48-a917-468727e487e7 tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] 10.222.0.44 "PUT /v2.0/floatingips/5a19544b-f0c6-4c50-8017-6fc9d422255b HTTP/1.1" status: 200 len: 990 time: 2.9132798 Aug 10 03:48:53.280273 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b2c4af4d-d7cf-4539-a0d8-cff94266650f tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:53.334114 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c4af4d-d7cf-4539-a0d8-cff94266650f tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Pushing event deleted for resources: {'Port': ['ID=83c65c04-83c2-4562-928f-e508dba86b66,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:53.359638 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56111eea-ea74-4c56-b8ec-44ebd5a991c4 x-openstack-request-id: req-56111eea-ea74-4c56-b8ec-44ebd5a991c4 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:48:53.360067 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee9c3a8b-5ce5-4b05-b666-d77103dbd9a2", "tag": "2d0d5c92-b9c0-48c3-8acb-df790af5cfb5", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:48:53.360439 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-56111eea-ea74-4c56-b8ec-44ebd5a991c4 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:48:53.361589 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee9c3a8b-5ce5-4b05-b666-d77103dbd9a2', 'tag': '2d0d5c92-b9c0-48c3-8acb-df790af5cfb5', 'status': 'completed', 'code': 200} Aug 10 03:48:53.391317 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b2c4af4d-d7cf-4539-a0d8-cff94266650f tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:53.402450 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36502) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:53.405639 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-b2c4af4d-d7cf-4539-a0d8-cff94266650f tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "DELETE /v2.0/ports/83c65c04-83c2-4562-928f-e508dba86b66 HTTP/1.1" status: 204 len: 168 time: 0.9115419 Aug 10 03:48:53.432707 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-1df6fc89-7640-4ed1-ab49-91c5eb91b13a None None] Set router 45c42848-682a-4c86-bd4e-10ad3c0cfb67 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:48:53.469179 n-d-768862-13 neutron-server[94260]: INFO neutron.pecan_wsgi.hooks.translation [None req-df6532dc-a1b4-471b-857c-893b40df7f13 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] GET failed (client error): The resource could not be found. Aug 10 03:48:53.476652 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-df6532dc-a1b4-471b-857c-893b40df7f13 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "GET /v2.0/ports/83c65c04-83c2-4562-928f-e508dba86b66 HTTP/1.1" status: 404 len: 333 time: 0.0709906 Aug 10 03:48:53.478069 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36504) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:53.541798 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cd2eb4-fb73-4277-8357-e0d8e22a0f8a req-0fa854d5-4b10-4073-92b4-c15470eb3276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:53.543727 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a8cd2eb4-fb73-4277-8357-e0d8e22a0f8a req-0fa854d5-4b10-4073-92b4-c15470eb3276 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cde344f967264dfd970128dd56d4c154&device_id=ee9c3a8b-5ce5-4b05-b666-d77103dbd9a2 HTTP/1.1" status: 200 len: 1097 time: 0.1557229 Aug 10 03:48:53.586396 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_v2 [None req-9543c016-a49b-4e6e-8eba-6a23d8a5c2c9 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Deleting subnet d4c12f4a-135a-40a3-af59-a2ffbb26ef60 {{(pid=94260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:48:53.609191 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9543c016-a49b-4e6e-8eba-6a23d8a5c2c9 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for subnet, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:53.708313 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9543c016-a49b-4e6e-8eba-6a23d8a5c2c9 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191173'] for subnet, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:53.772762 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1d082c70-1e7c-4cea-984c-d1b4a151bed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:53.790588 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cd2eb4-fb73-4277-8357-e0d8e22a0f8a req-9f820d3b-3727-4142-b604-11f70d3d7c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:53.792557 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a8cd2eb4-fb73-4277-8357-e0d8e22a0f8a req-9f820d3b-3727-4142-b604-11f70d3d7c81 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a70c8cc8-b2af-4fef-a22f-f28f1e78768e HTTP/1.1" status: 200 len: 913 time: 0.2391090 Aug 10 03:48:53.921156 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9543c016-a49b-4e6e-8eba-6a23d8a5c2c9 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:53.951962 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a8cd2eb4-fb73-4277-8357-e0d8e22a0f8a req-65ab84d8-c989-4e26-9870-f6fbdd2929a0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d0d5c92-b9c0-48c3-8acb-df790af5cfb5 HTTP/1.1" status: 200 len: 1000 time: 0.1519635 Aug 10 03:48:54.013958 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-1df6fc89-7640-4ed1-ab49-91c5eb91b13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45c42848-682a-4c86-bd4e-10ad3c0cfb67', 'name': 'tempest-TestVolumeBackupRestore-800930114-router', 'tenant_id': 'cde344f967264dfd970128dd56d4c154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '42a5f8fe-75d8-4229-a880-fd4d4b8ab69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:45:39Z', 'updated_at': '2021-08-10T03:45:43Z', 'revision_number': 4, 'project_id': 'cde344f967264dfd970128dd56d4c154', 'gw_port': {'id': '42a5f8fe-75d8-4229-a880-fd4d4b8ab69c', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c42848-682a-4c86-bd4e-10ad3c0cfb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:39Z', 'updated_at': '2021-08-10T03:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '5a19544b-f0c6-4c50-8017-6fc9d422255b', 'tenant_id': 'cde344f967264dfd970128dd56d4c154', 'floating_ip_address': '172.25.6.93', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '45c42848-682a-4c86-bd4e-10ad3c0cfb67', 'port_id': '2d0d5c92-b9c0-48c3-8acb-df790af5cfb5', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a70c8cc8-b2af-4fef-a22f-f28f1e78768e', 'mac_address': 'fa:16:3e:b9:be:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9c3a8b-5ce5-4b05-b666-d77103dbd9a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:48:47Z', 'updated_at': '2021-08-10T03:48:52Z', 'revision_number': 2, 'project_id': 'cde344f967264dfd970128dd56d4c154', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f361aab-dfc4-4a9c-b082-6a5cb09941ba', 'name': '', 'network_id': 'a70c8cc8-b2af-4fef-a22f-f28f1e78768e', 'tenant_id': 'cde344f967264dfd970128dd56d4c154', 'mac_address': 'fa:16:3e:a1:e4:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c42848-682a-4c86-bd4e-10ad3c0cfb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '954b0067-f4fb-4ae7-8bbb-b17d200f3f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:43Z', 'updated_at': '2021-08-10T03:45:52Z', 'revision_number': 5, 'project_id': 'cde344f967264dfd970128dd56d4c154', 'subnets': [{'id': '954b0067-f4fb-4ae7-8bbb-b17d200f3f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:54.057306 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df6fc89-7640-4ed1-ab49-91c5eb91b13a None None] Checking router: 45c42848-682a-4c86-bd4e-10ad3c0cfb67 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:48:54.075807 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df6fc89-7640-4ed1-ab49-91c5eb91b13a None None] Routers {'45c42848-682a-4c86-bd4e-10ad3c0cfb67'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:48:54.076558 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-1df6fc89-7640-4ed1-ab49-91c5eb91b13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:48:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['45c42848-682a-4c86-bd4e-10ad3c0cfb67'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:54.085007 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cd2eb4-fb73-4277-8357-e0d8e22a0f8a req-d679068c-10e1-4bdc-a4a4-b697c614e424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:54.087382 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a8cd2eb4-fb73-4277-8357-e0d8e22a0f8a req-d679068c-10e1-4bdc-a4a4-b697c614e424 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=954b0067-f4fb-4ae7-8bbb-b17d200f3f6d HTTP/1.1" status: 200 len: 852 time: 0.1277769 Aug 10 03:48:54.114335 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9543c016-a49b-4e6e-8eba-6a23d8a5c2c9 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:54.238123 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9543c016-a49b-4e6e-8eba-6a23d8a5c2c9 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Pushing event deleted for resources: {'Subnet': ['ID=d4c12f4a-135a-40a3-af59-a2ffbb26ef60,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:54.247371 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9543c016-a49b-4e6e-8eba-6a23d8a5c2c9 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:54.251333 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-9543c016-a49b-4e6e-8eba-6a23d8a5c2c9 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "DELETE /v2.0/subnets/d4c12f4a-135a-40a3-af59-a2ffbb26ef60 HTTP/1.1" status: 204 len: 168 time: 0.7729433 Aug 10 03:48:54.255145 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36508) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:54.306653 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cd2eb4-fb73-4277-8357-e0d8e22a0f8a req-8eefcda3-bb11-4d3f-af6e-c597a69033f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:54.309051 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a8cd2eb4-fb73-4277-8357-e0d8e22a0f8a req-8eefcda3-bb11-4d3f-af6e-c597a69033f1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a70c8cc8-b2af-4fef-a22f-f28f1e78768e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2138662 Aug 10 03:48:54.375390 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-1df6fc89-7640-4ed1-ab49-91c5eb91b13a None None] Set router 45c42848-682a-4c86-bd4e-10ad3c0cfb67 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:48:54.444900 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b5f9e601-1586-42de-b86e-380eac52ee0d tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:54.454198 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a8cd2eb4-fb73-4277-8357-e0d8e22a0f8a req-51c1d7be-cf6d-44ac-904e-d8632a509526 service neutron] 10.222.0.42 "GET /v2.0/networks/a70c8cc8-b2af-4fef-a22f-f28f1e78768e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373107 Aug 10 03:48:54.464403 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a56e16c-7876-4831-a526-e42aa00f9c8c None None] Network af4bfb01-ef10-401d-ae78-3b9b780cae93 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:48:54.469612 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device c974c08e-5aeb-4f12-95b2-06f85bafd648 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:48:54.567228 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-b5f9e601-1586-42de-b86e-380eac52ee0d tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Deleting port c974c08e-5aeb-4f12-95b2-06f85bafd648 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:48:54.568113 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b5f9e601-1586-42de-b86e-380eac52ee0d tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:54.611884 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a8cd2eb4-fb73-4277-8357-e0d8e22a0f8a req-d175c8a3-e577-4d8f-af54-019315631709 service neutron] 10.222.0.42 "GET /v2.0/networks/a70c8cc8-b2af-4fef-a22f-f28f1e78768e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503174 Aug 10 03:48:54.660124 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-deb82025-f363-484b-b2d3-d4f6e2dd1872 None None] Provisioning for port c974c08e-5aeb-4f12-95b2-06f85bafd648 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:48:54.674104 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:54.733871 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-b5f9e601-1586-42de-b86e-380eac52ee0d tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] For port c974c08e-5aeb-4f12-95b2-06f85bafd648, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=c974c08e-5aeb-4f12-95b2-06f85bafd648,segment=NetworkSegment(763e0dc5-17f9-43e8-b0a9-19d64f37b59f),segment_id=763e0dc5-17f9-43e8-b0a9-19d64f37b59f)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:48:54.734541 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b5f9e601-1586-42de-b86e-380eac52ee0d tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:54.760070 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-b5f9e601-1586-42de-b86e-380eac52ee0d tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Calling delete_port for c974c08e-5aeb-4f12-95b2-06f85bafd648 owned by network:dhcp {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:48:54.802260 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port c974c08e-5aeb-4f12-95b2-06f85bafd648 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:48:54.817539 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port c974c08e-5aeb-4f12-95b2-06f85bafd648 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:48:54.817833 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:54.880650 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b5f9e601-1586-42de-b86e-380eac52ee0d tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:54.898112 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Could not find standard attr ID for object c974c08e-5aeb-4f12-95b2-06f85bafd648. {{(pid=94262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:48:54.920959 n-d-768862-13 neutron-server[94262]: INFO neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No ports have port_id starting with c974c08e-5aeb-4f12-95b2-06f85bafd648 Aug 10 03:48:54.921363 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f9e601-1586-42de-b86e-380eac52ee0d tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Pushing event deleted for resources: {'Port': ['ID=c974c08e-5aeb-4f12-95b2-06f85bafd648,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:54.925035 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f9e601-1586-42de-b86e-380eac52ee0d tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] No DVR routers for this DVR port c974c08e-5aeb-4f12-95b2-06f85bafd648 on host n-d-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:48:54.971250 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-1df6fc89-7640-4ed1-ab49-91c5eb91b13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45c42848-682a-4c86-bd4e-10ad3c0cfb67', 'name': 'tempest-TestVolumeBackupRestore-800930114-router', 'tenant_id': 'cde344f967264dfd970128dd56d4c154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '42a5f8fe-75d8-4229-a880-fd4d4b8ab69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:45:39Z', 'updated_at': '2021-08-10T03:45:43Z', 'revision_number': 4, 'project_id': 'cde344f967264dfd970128dd56d4c154', 'gw_port': {'id': '42a5f8fe-75d8-4229-a880-fd4d4b8ab69c', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c42848-682a-4c86-bd4e-10ad3c0cfb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:39Z', 'updated_at': '2021-08-10T03:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '5a19544b-f0c6-4c50-8017-6fc9d422255b', 'tenant_id': 'cde344f967264dfd970128dd56d4c154', 'floating_ip_address': '172.25.6.93', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '45c42848-682a-4c86-bd4e-10ad3c0cfb67', 'port_id': '2d0d5c92-b9c0-48c3-8acb-df790af5cfb5', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a70c8cc8-b2af-4fef-a22f-f28f1e78768e', 'mac_address': 'fa:16:3e:b9:be:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9c3a8b-5ce5-4b05-b666-d77103dbd9a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:48:47Z', 'updated_at': '2021-08-10T03:48:52Z', 'revision_number': 2, 'project_id': 'cde344f967264dfd970128dd56d4c154', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f361aab-dfc4-4a9c-b082-6a5cb09941ba', 'name': '', 'network_id': 'a70c8cc8-b2af-4fef-a22f-f28f1e78768e', 'tenant_id': 'cde344f967264dfd970128dd56d4c154', 'mac_address': 'fa:16:3e:a1:e4:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c42848-682a-4c86-bd4e-10ad3c0cfb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '954b0067-f4fb-4ae7-8bbb-b17d200f3f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:43Z', 'updated_at': '2021-08-10T03:45:52Z', 'revision_number': 5, 'project_id': 'cde344f967264dfd970128dd56d4c154', 'subnets': [{'id': '954b0067-f4fb-4ae7-8bbb-b17d200f3f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:55.012701 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f12667-c55f-4063-ab63-697f4839bdbf None None] DHCP port deletion for af4bfb01-ef10-401d-ae78-3b9b780cae93 request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:48:55.020917 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df6fc89-7640-4ed1-ab49-91c5eb91b13a None None] The sync data for ids ['45c42848-682a-4c86-bd4e-10ad3c0cfb67'] in n-d-768862-13 is: [{'id': '45c42848-682a-4c86-bd4e-10ad3c0cfb67', 'name': 'tempest-TestVolumeBackupRestore-800930114-router', 'tenant_id': 'cde344f967264dfd970128dd56d4c154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '42a5f8fe-75d8-4229-a880-fd4d4b8ab69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:45:39Z', 'updated_at': '2021-08-10T03:45:43Z', 'revision_number': 4, 'project_id': 'cde344f967264dfd970128dd56d4c154', 'gw_port': {'id': '42a5f8fe-75d8-4229-a880-fd4d4b8ab69c', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c42848-682a-4c86-bd4e-10ad3c0cfb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:39Z', 'updated_at': '2021-08-10T03:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '5a19544b-f0c6-4c50-8017-6fc9d422255b', 'tenant_id': 'cde344f967264dfd970128dd56d4c154', 'floating_ip_address': '172.25.6.93', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '45c42848-682a-4c86-bd4e-10ad3c0cfb67', 'port_id': '2d0d5c92-b9c0-48c3-8acb-df790af5cfb5', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a70c8cc8-b2af-4fef-a22f-f28f1e78768e', 'mac_address': 'fa:16:3e:b9:be:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9c3a8b-5ce5-4b05-b666-d77103dbd9a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:48:47Z', 'updated_at': '2021-08-10T03:48:52Z', 'revision_number': 2, 'project_id': 'cde344f967264dfd970128dd56d4c154', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f361aab-dfc4-4a9c-b082-6a5cb09941ba', 'name': '', 'network_id': 'a70c8cc8-b2af-4fef-a22f-f28f1e78768e', 'tenant_id': 'cde344f967264dfd970128dd56d4c154', 'mac_address': 'fa:16:3e:a1:e4:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c42848-682a-4c86-bd4e-10ad3c0cfb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '954b0067-f4fb-4ae7-8bbb-b17d200f3f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:43Z', 'updated_at': '2021-08-10T03:45:52Z', 'revision_number': 5, 'project_id': 'cde344f967264dfd970128dd56d4c154', 'subnets': [{'id': '954b0067-f4fb-4ae7-8bbb-b17d200f3f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:48:55.060247 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b5f9e601-1586-42de-b86e-380eac52ee0d tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:55.074813 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-b5f9e601-1586-42de-b86e-380eac52ee0d tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af4bfb01-ef10-401d-ae78-3b9b780cae93']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:55.089402 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-b5f9e601-1586-42de-b86e-380eac52ee0d tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '763e0dc5-17f9-43e8-b0a9-19d64f37b59f') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:55.089747 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-b5f9e601-1586-42de-b86e-380eac52ee0d tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '763e0dc5-17f9-43e8-b0a9-19d64f37b59f') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:55.101402 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b5f9e601-1586-42de-b86e-380eac52ee0d tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:55.123215 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b5f9e601-1586-42de-b86e-380eac52ee0d tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:55.133088 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5f9e601-1586-42de-b86e-380eac52ee0d tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:48:55.133847 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b5f9e601-1586-42de-b86e-380eac52ee0d tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:55.140568 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:48:55.140568 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:48:55.140568 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:48:55.140568 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:48:55.140568 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:48:55.140568 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:48:55.140568 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:48:55.140568 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:48:55.140568 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:48:55.140568 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:48:55.140568 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:48:55.140568 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:48:55.140568 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:48:55.140568 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:48:55.140568 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:48:55.140568 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:48:55.140568 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:48:55.140568 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:48:55.140568 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:48:55.140568 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:48:55.140568 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:48:55.140568 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:48:55.140568 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:48:55.140568 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:48:55.140568 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:48:55.140568 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:48:55.140568 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:48:55.140568 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:48:55.140568 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:48:55.140568 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:48:55.140568 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:48:55.140568 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:48:55.276446 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b5f9e601-1586-42de-b86e-380eac52ee0d tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:55.286527 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b5f9e601-1586-42de-b86e-380eac52ee0d tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:55.288705 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-b5f9e601-1586-42de-b86e-380eac52ee0d tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "DELETE /v2.0/networks/af4bfb01-ef10-401d-ae78-3b9b780cae93 HTTP/1.1" status: 204 len: 168 time: 1.0310323 Aug 10 03:48:55.293049 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36510) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:55.303615 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f9e601-1586-42de-b86e-380eac52ee0d tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Pushing event deleted for resources: {'Network': ['ID=af4bfb01-ef10-401d-ae78-3b9b780cae93,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:55.304932 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-0ce502a4-6e09-4186-ac7d-37a6c42b8fcd tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Request body: {'port': {'network_id': '6340cc24-038b-4b7b-b83d-539fcdf8b12e', 'name': 'tempest-PortsIpV6TestJSON-311656071'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:55.363706 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee9c3a8b-5ce5-4b05-b666-d77103dbd9a2', 'tag': '2d0d5c92-b9c0-48c3-8acb-df790af5cfb5'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:48:55.366035 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f19d413-afee-4329-acdc-3135d33369ff" -d '{"events": [{"name": "network-changed", "server_uuid": "ee9c3a8b-5ce5-4b05-b666-d77103dbd9a2", "tag": "2d0d5c92-b9c0-48c3-8acb-df790af5cfb5"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:48:55.411126 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:55.432671 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c392f923-69d9-49ee-8944-fd6c6712ef5a x-openstack-request-id: req-c392f923-69d9-49ee-8944-fd6c6712ef5a {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:48:55.433764 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee9c3a8b-5ce5-4b05-b666-d77103dbd9a2", "tag": "2d0d5c92-b9c0-48c3-8acb-df790af5cfb5", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:48:55.433764 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c392f923-69d9-49ee-8944-fd6c6712ef5a {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:48:55.434406 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee9c3a8b-5ce5-4b05-b666-d77103dbd9a2', 'tag': '2d0d5c92-b9c0-48c3-8acb-df790af5cfb5', 'status': 'completed', 'code': 200} Aug 10 03:48:55.525320 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce502a4-6e09-4186-ac7d-37a6c42b8fcd tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Made reservation on behalf of b033b0e396fb401585ce82f552fda059 for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:48:55.530633 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0ce502a4-6e09-4186-ac7d-37a6c42b8fcd tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:55.555012 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f19d413-afee-4329-acdc-3135d33369ff req-8182985f-7426-4b7d-b59e-182a21a1261e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:55.556633 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8f19d413-afee-4329-acdc-3135d33369ff req-8182985f-7426-4b7d-b59e-182a21a1261e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cde344f967264dfd970128dd56d4c154&device_id=ee9c3a8b-5ce5-4b05-b666-d77103dbd9a2 HTTP/1.1" status: 200 len: 1097 time: 0.0964048 Aug 10 03:48:55.563428 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [None req-0ce502a4-6e09-4186-ac7d-37a6c42b8fcd tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] device_id is not set on port 65f2e15a-bc3c-485f-bccb-4e5b9c08eb6c yet. {{(pid=94260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:48:55.752721 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f19d413-afee-4329-acdc-3135d33369ff req-537e87ab-fa7a-414d-9cb5-dee7fa1d2ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:55.754314 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8f19d413-afee-4329-acdc-3135d33369ff req-537e87ab-fa7a-414d-9cb5-dee7fa1d2ba1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a70c8cc8-b2af-4fef-a22f-f28f1e78768e HTTP/1.1" status: 200 len: 913 time: 0.1858153 Aug 10 03:48:55.892878 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8f19d413-afee-4329-acdc-3135d33369ff req-90f5a7b2-5508-4830-84d6-70c0594971e9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d0d5c92-b9c0-48c3-8acb-df790af5cfb5 HTTP/1.1" status: 200 len: 1000 time: 0.1032548 Aug 10 03:48:55.896049 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0ce502a4-6e09-4186-ac7d-37a6c42b8fcd tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:55.973031 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f19d413-afee-4329-acdc-3135d33369ff req-7e50eb4d-da33-4724-9faa-ba4fe4fca894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:55.974693 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8f19d413-afee-4329-acdc-3135d33369ff req-7e50eb4d-da33-4724-9faa-ba4fe4fca894 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=954b0067-f4fb-4ae7-8bbb-b17d200f3f6d HTTP/1.1" status: 200 len: 852 time: 0.0746245 Aug 10 03:48:56.018996 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0ce502a4-6e09-4186-ac7d-37a6c42b8fcd tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:56.082621 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce502a4-6e09-4186-ac7d-37a6c42b8fcd tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Network 6340cc24-038b-4b7b-b83d-539fcdf8b12e is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:48:56.087238 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f19d413-afee-4329-acdc-3135d33369ff req-8c449810-4351-44e1-9e4f-59e0158b62ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:56.088871 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8f19d413-afee-4329-acdc-3135d33369ff req-8c449810-4351-44e1-9e4f-59e0158b62ce service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a70c8cc8-b2af-4fef-a22f-f28f1e78768e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1069112 Aug 10 03:48:56.093281 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-0ce502a4-6e09-4186-ac7d-37a6c42b8fcd tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:48:56.095517 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce502a4-6e09-4186-ac7d-37a6c42b8fcd tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Pushing event updated for resources: {'Port': ['ID=65f2e15a-bc3c-485f-bccb-4e5b9c08eb6c,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:56.098181 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce502a4-6e09-4186-ac7d-37a6c42b8fcd tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:48:56.105634 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce502a4-6e09-4186-ac7d-37a6c42b8fcd tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:56.105634 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0ce502a4-6e09-4186-ac7d-37a6c42b8fcd tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:56.190632 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-0ce502a4-6e09-4186-ac7d-37a6c42b8fcd tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8945446 Aug 10 03:48:56.194929 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36528) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:56.209080 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device c974c08e-5aeb-4f12-95b2-06f85bafd648 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:48:56.239834 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:56.240705 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: c974c08e-5aeb-4f12-95b2-06f85bafd648 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:48:56.241056 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device c974c08e-5aeb-4f12-95b2-06f85bafd648 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:48:56.250744 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8f19d413-afee-4329-acdc-3135d33369ff req-8aa66a5a-a889-4d0b-aaac-42e75ffacb2b service neutron] 10.222.0.42 "GET /v2.0/networks/a70c8cc8-b2af-4fef-a22f-f28f1e78768e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422143 Aug 10 03:48:56.334003 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-9c24ce32-73e8-4085-b098-a06071f08dd4 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Deleting port 65f2e15a-bc3c-485f-bccb-4e5b9c08eb6c {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:48:56.334663 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9c24ce32-73e8-4085-b098-a06071f08dd4 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:56.424725 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9c24ce32-73e8-4085-b098-a06071f08dd4 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:56.440564 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8f19d413-afee-4329-acdc-3135d33369ff req-a6f5f07b-99cd-48a9-9933-b3991142b081 service neutron] 10.222.0.42 "GET /v2.0/networks/a70c8cc8-b2af-4fef-a22f-f28f1e78768e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828976 Aug 10 03:48:56.447544 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-9c24ce32-73e8-4085-b098-a06071f08dd4 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Calling delete_port for 65f2e15a-bc3c-485f-bccb-4e5b9c08eb6c owned by {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:48:56.561412 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9c24ce32-73e8-4085-b098-a06071f08dd4 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:56.598214 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c24ce32-73e8-4085-b098-a06071f08dd4 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Pushing event deleted for resources: {'Port': ['ID=65f2e15a-bc3c-485f-bccb-4e5b9c08eb6c,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:56.605298 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9c24ce32-73e8-4085-b098-a06071f08dd4 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:56.607556 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-9c24ce32-73e8-4085-b098-a06071f08dd4 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "DELETE /v2.0/ports/65f2e15a-bc3c-485f-bccb-4e5b9c08eb6c HTTP/1.1" status: 204 len: 168 time: 0.4111438 Aug 10 03:48:56.610151 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36530) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:56.616173 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-be27907e-0ba3-4545-8bbd-662d8624116f tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Request body: {'port': {'network_id': '6340cc24-038b-4b7b-b83d-539fcdf8b12e', 'mac_address': 'fa:16:3e:30:08:7d', 'name': 'tempest-PortsIpV6TestJSON-1874391406'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:56.743287 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be27907e-0ba3-4545-8bbd-662d8624116f tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Made reservation on behalf of b033b0e396fb401585ce82f552fda059 for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:48:56.825696 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-be27907e-0ba3-4545-8bbd-662d8624116f tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:56.843635 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:56.868227 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [None req-be27907e-0ba3-4545-8bbd-662d8624116f tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] device_id is not set on port 3b1125b2-0f85-4b30-a130-ca137e76a7a0 yet. {{(pid=94261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:48:57.067302 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-be27907e-0ba3-4545-8bbd-662d8624116f tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:57.108858 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-be27907e-0ba3-4545-8bbd-662d8624116f tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:57.170565 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be27907e-0ba3-4545-8bbd-662d8624116f tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Network 6340cc24-038b-4b7b-b83d-539fcdf8b12e is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:48:57.174206 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-be27907e-0ba3-4545-8bbd-662d8624116f tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:48:57.179011 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be27907e-0ba3-4545-8bbd-662d8624116f tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:48:57.184722 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be27907e-0ba3-4545-8bbd-662d8624116f tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:57.185383 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-be27907e-0ba3-4545-8bbd-662d8624116f tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:57.189978 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be27907e-0ba3-4545-8bbd-662d8624116f tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Pushing event updated for resources: {'Port': ['ID=3b1125b2-0f85-4b30-a130-ca137e76a7a0,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:57.210123 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-be27907e-0ba3-4545-8bbd-662d8624116f tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5946670 Aug 10 03:48:57.210808 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36534) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:57.269812 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23a7fa2-79ee-49fa-ad01-020241bc97ba tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:57.271996 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-f23a7fa2-79ee-49fa-ad01-020241bc97ba tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "GET /v2.0/ports/3b1125b2-0f85-4b30-a130-ca137e76a7a0 HTTP/1.1" status: 200 len: 845 time: 0.0597017 Aug 10 03:48:57.275282 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36536) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:57.417469 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-50e00852-3553-44fb-bd0d-43086bf5a446 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Deleting port 3b1125b2-0f85-4b30-a130-ca137e76a7a0 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:48:57.418444 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-50e00852-3553-44fb-bd0d-43086bf5a446 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:57.541474 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-50e00852-3553-44fb-bd0d-43086bf5a446 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:57.563670 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-50e00852-3553-44fb-bd0d-43086bf5a446 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Calling delete_port for 3b1125b2-0f85-4b30-a130-ca137e76a7a0 owned by {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:48:57.674409 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-50e00852-3553-44fb-bd0d-43086bf5a446 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:57.733717 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e00852-3553-44fb-bd0d-43086bf5a446 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Pushing event deleted for resources: {'Port': ['ID=3b1125b2-0f85-4b30-a130-ca137e76a7a0,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:57.745320 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-50e00852-3553-44fb-bd0d-43086bf5a446 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:57.748559 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-50e00852-3553-44fb-bd0d-43086bf5a446 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "DELETE /v2.0/ports/3b1125b2-0f85-4b30-a130-ca137e76a7a0 HTTP/1.1" status: 204 len: 168 time: 0.4719372 Aug 10 03:48:57.753163 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36538) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:57.781166 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-365d445b-eca9-47f4-8e5d-78d7c6df8e14 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] GET failed (client error): The resource could not be found. Aug 10 03:48:57.783373 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-365d445b-eca9-47f4-8e5d-78d7c6df8e14 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "GET /v2.0/ports/3b1125b2-0f85-4b30-a130-ca137e76a7a0 HTTP/1.1" status: 404 len: 333 time: 0.0288856 Aug 10 03:48:57.787850 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36540) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:57.793163 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-312c330c-aefa-4061-9f08-eea8b91539d8 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Request body: {'port': {'network_id': '6340cc24-038b-4b7b-b83d-539fcdf8b12e', 'name': 'tempest-PortsIpV6TestJSON-616819757'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:57.953640 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-312c330c-aefa-4061-9f08-eea8b91539d8 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Made reservation on behalf of b033b0e396fb401585ce82f552fda059 for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:48:57.957889 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-312c330c-aefa-4061-9f08-eea8b91539d8 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:57.982208 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [None req-312c330c-aefa-4061-9f08-eea8b91539d8 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] device_id is not set on port 2407ff23-a2f0-4509-98eb-a5356e16776f yet. {{(pid=94260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:48:58.244423 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-312c330c-aefa-4061-9f08-eea8b91539d8 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:58.289566 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-312c330c-aefa-4061-9f08-eea8b91539d8 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:58.348155 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312c330c-aefa-4061-9f08-eea8b91539d8 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Network 6340cc24-038b-4b7b-b83d-539fcdf8b12e is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:48:58.355469 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-312c330c-aefa-4061-9f08-eea8b91539d8 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:48:58.361590 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312c330c-aefa-4061-9f08-eea8b91539d8 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:48:58.367600 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312c330c-aefa-4061-9f08-eea8b91539d8 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:58.368279 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-312c330c-aefa-4061-9f08-eea8b91539d8 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:58.373066 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312c330c-aefa-4061-9f08-eea8b91539d8 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Pushing event updated for resources: {'Port': ['ID=2407ff23-a2f0-4509-98eb-a5356e16776f,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:58.391080 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-312c330c-aefa-4061-9f08-eea8b91539d8 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.6018741 Aug 10 03:48:58.394673 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36544) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:58.401446 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-48be5a77-278b-4d68-bb01-def5a71fe4e1 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:58.486024 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-48be5a77-278b-4d68-bb01-def5a71fe4e1 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:58.724509 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-48be5a77-278b-4d68-bb01-def5a71fe4e1 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:58.731583 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-48be5a77-278b-4d68-bb01-def5a71fe4e1 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:58.789891 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-48be5a77-278b-4d68-bb01-def5a71fe4e1 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] In _notify_port_updated(), no bound segment for port 2407ff23-a2f0-4509-98eb-a5356e16776f on network 6340cc24-038b-4b7b-b83d-539fcdf8b12e {{(pid=94261) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:48:58.800870 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48be5a77-278b-4d68-bb01-def5a71fe4e1 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:58.801854 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-48be5a77-278b-4d68-bb01-def5a71fe4e1 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:58.804205 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-48be5a77-278b-4d68-bb01-def5a71fe4e1 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "PUT /v2.0/ports/2407ff23-a2f0-4509-98eb-a5356e16776f HTTP/1.1" status: 200 len: 818 time: 0.4082284 Aug 10 03:48:58.807281 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36546) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:58.837154 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48be5a77-278b-4d68-bb01-def5a71fe4e1 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Pushing event updated for resources: {'Port': ['ID=2407ff23-a2f0-4509-98eb-a5356e16776f,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:58.934110 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-97a0a6a9-e514-4ba4-a9ce-f0d4372b55d9 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Deleting port 2407ff23-a2f0-4509-98eb-a5356e16776f {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:48:58.934679 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-97a0a6a9-e514-4ba4-a9ce-f0d4372b55d9 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:59.039213 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-97a0a6a9-e514-4ba4-a9ce-f0d4372b55d9 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:59.063322 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-97a0a6a9-e514-4ba4-a9ce-f0d4372b55d9 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Calling delete_port for 2407ff23-a2f0-4509-98eb-a5356e16776f owned by {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:48:59.179635 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-97a0a6a9-e514-4ba4-a9ce-f0d4372b55d9 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:59.236885 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a0a6a9-e514-4ba4-a9ce-f0d4372b55d9 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Pushing event deleted for resources: {'Port': ['ID=2407ff23-a2f0-4509-98eb-a5356e16776f,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:59.247573 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-97a0a6a9-e514-4ba4-a9ce-f0d4372b55d9 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:59.251201 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-97a0a6a9-e514-4ba4-a9ce-f0d4372b55d9 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "DELETE /v2.0/ports/2407ff23-a2f0-4509-98eb-a5356e16776f HTTP/1.1" status: 204 len: 168 time: 0.4425275 Aug 10 03:48:59.254918 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36550) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:59.337464 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c713add-6161-4a07-8a94-57541251cdcb tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:59.343125 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-1c713add-6161-4a07-8a94-57541251cdcb tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0835381 Aug 10 03:48:59.343605 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36552) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:59.384790 n-d-768862-13 neutron-server[94260]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e69f883-b988-49a0-9ddf-83b49b1d6b88 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] GET failed (client error): The resource could not be found. Aug 10 03:48:59.392000 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-8e69f883-b988-49a0-9ddf-83b49b1d6b88 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "GET /v2.0/ports/2407ff23-a2f0-4509-98eb-a5356e16776f HTTP/1.1" status: 404 len: 333 time: 0.0423303 Aug 10 03:48:59.392535 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36554) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:59.400912 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-f958f1f5-c7a9-4f37-ae01-2cd913fc084c tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-275235513'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:59.435846 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f958f1f5-c7a9-4f37-ae01-2cd913fc084c tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Made reservation on behalf of b033b0e396fb401585ce82f552fda059 for: {'network': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:48:59.441751 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f958f1f5-c7a9-4f37-ae01-2cd913fc084c tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:59.475533 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f958f1f5-c7a9-4f37-ae01-2cd913fc084c tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=94260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:48:59.489232 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f958f1f5-c7a9-4f37-ae01-2cd913fc084c tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:59.489750 n-d-768862-13 neutron-server[94260]: INFO neutron.db.segments_db [None req-f958f1f5-c7a9-4f37-ae01-2cd913fc084c tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Added segment 059d2e5b-2072-417e-ad67-555f9abfcc01 of type vlan for network fe4a8f4b-69f2-44d2-87e0-6ed90b30999d Aug 10 03:48:59.543000 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f958f1f5-c7a9-4f37-ae01-2cd913fc084c tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:59.581588 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f958f1f5-c7a9-4f37-ae01-2cd913fc084c tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:59.588180 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f958f1f5-c7a9-4f37-ae01-2cd913fc084c tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:59.588935 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f958f1f5-c7a9-4f37-ae01-2cd913fc084c tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:59.659025 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36556) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:59.659908 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-f958f1f5-c7a9-4f37-ae01-2cd913fc084c tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2647839 Aug 10 03:48:59.664612 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-493d2874-04f1-4c9c-bb4f-e176e065954d tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Request body: {'subnet': {'network_id': 'fe4a8f4b-69f2-44d2-87e0-6ed90b30999d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:59.681388 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f958f1f5-c7a9-4f37-ae01-2cd913fc084c tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Pushing event updated for resources: {'Network': ['ID=fe4a8f4b-69f2-44d2-87e0-6ed90b30999d,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:59.694629 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network fe4a8f4b-69f2-44d2-87e0-6ed90b30999d details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:48:59.770918 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-493d2874-04f1-4c9c-bb4f-e176e065954d tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Made reservation on behalf of b033b0e396fb401585ce82f552fda059 for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:48:59.774716 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-493d2874-04f1-4c9c-bb4f-e176e065954d tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:00.007534 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-493d2874-04f1-4c9c-bb4f-e176e065954d tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:00.121618 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493d2874-04f1-4c9c-bb4f-e176e065954d tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Pushing event updated for resources: {'Subnet': ['ID=5c6ca245-484c-4f41-af2a-a6e66e7364ce,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:00.135495 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493d2874-04f1-4c9c-bb4f-e176e065954d tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Checking segment: {'id': '059d2e5b-2072-417e-ad67-555f9abfcc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'fe4a8f4b-69f2-44d2-87e0-6ed90b30999d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:49:00.136085 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493d2874-04f1-4c9c-bb4f-e176e065954d tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Network hostable DHCP agents. Network: fe4a8f4b-69f2-44d2-87e0-6ed90b30999d, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:49:00.165449 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493d2874-04f1-4c9c-bb4f-e176e065954d tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Network fe4a8f4b-69f2-44d2-87e0-6ed90b30999d is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:49:00.179137 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-493d2874-04f1-4c9c-bb4f-e176e065954d tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, fe4a8f4b-69f2-44d2-87e0-6ed90b30999d) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:49:00.188178 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493d2874-04f1-4c9c-bb4f-e176e065954d tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:00.189291 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-493d2874-04f1-4c9c-bb4f-e176e065954d tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:00.202411 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed71a6a-03e7-491b-b5cd-7832e05a78fe None None] Network fe4a8f4b-69f2-44d2-87e0-6ed90b30999d requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:49:00.217703 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-493d2874-04f1-4c9c-bb4f-e176e065954d tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5572929 Aug 10 03:49:00.222962 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36560) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:00.230780 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-654432ee-df36-45c4-a41a-74062e7a7158 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Request body: {'subnet': {'network_id': 'fe4a8f4b-69f2-44d2-87e0-6ed90b30999d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:00.438039 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-654432ee-df36-45c4-a41a-74062e7a7158 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Made reservation on behalf of b033b0e396fb401585ce82f552fda059 for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:49:00.445196 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-654432ee-df36-45c4-a41a-74062e7a7158 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:00.495910 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4708738-6bc9-4ec5-bc65-3c18610afcc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-fe4a8f4b-69f2-44d2-87e0-6ed90b30999d', 'network_id': 'fe4a8f4b-69f2-44d2-87e0-6ed90b30999d', 'tenant_id': 'b033b0e396fb401585ce82f552fda059', 'fixed_ips': [{'subnet_id': '5c6ca245-484c-4f41-af2a-a6e66e7364ce'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:49:00.497503 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b4708738-6bc9-4ec5-bc65-3c18610afcc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:00.637174 n-d-768862-13 neutron-server[94260]: INFO neutron.db.ipam_backend_mixin [None req-654432ee-df36-45c4-a41a-74062e7a7158 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5c6ca245-484c-4f41-af2a-a6e66e7364ce (CIDR: 2001:db8::/64) Aug 10 03:49:00.645463 n-d-768862-13 neutron-server[94260]: INFO neutron.pecan_wsgi.hooks.translation [None req-654432ee-df36-45c4-a41a-74062e7a7158 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:49:00.646607 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-654432ee-df36-45c4-a41a-74062e7a7158 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:49:00.675882 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-654432ee-df36-45c4-a41a-74062e7a7158 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4512136 Aug 10 03:49:00.679283 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36562) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:00.690118 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-e3cf3688-7f05-4b80-8555-0583e3d1216a tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Request body: {'subnet': {'network_id': 'fe4a8f4b-69f2-44d2-87e0-6ed90b30999d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:00.718178 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-b4708738-6bc9-4ec5-bc65-3c18610afcc5 None None] Allocated IP 2001:db8::2 (fe4a8f4b-69f2-44d2-87e0-6ed90b30999d/5c6ca245-484c-4f41-af2a-a6e66e7364ce/2616879f-3be2-40fb-9ef3-612282cdc79c) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:49:00.887310 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3cf3688-7f05-4b80-8555-0583e3d1216a tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Made reservation on behalf of b033b0e396fb401585ce82f552fda059 for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:49:00.891461 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e3cf3688-7f05-4b80-8555-0583e3d1216a tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:00.961487 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b4708738-6bc9-4ec5-bc65-3c18610afcc5 None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:00.974841 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-b4708738-6bc9-4ec5-bc65-3c18610afcc5 None None] Transition to ACTIVE for port object 2616879f-3be2-40fb-9ef3-612282cdc79c will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:49:00.998113 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-b4708738-6bc9-4ec5-bc65-3c18610afcc5 None None] Transition to ACTIVE for port object 2616879f-3be2-40fb-9ef3-612282cdc79c will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:49:01.006419 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b4708738-6bc9-4ec5-bc65-3c18610afcc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:01.072225 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4708738-6bc9-4ec5-bc65-3c18610afcc5 None None] Network fe4a8f4b-69f2-44d2-87e0-6ed90b30999d is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:49:01.076804 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-b4708738-6bc9-4ec5-bc65-3c18610afcc5 None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:49:01.082562 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4708738-6bc9-4ec5-bc65-3c18610afcc5 None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:49:01.095716 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4708738-6bc9-4ec5-bc65-3c18610afcc5 None None] Pushing event updated for resources: {'Port': ['ID=2616879f-3be2-40fb-9ef3-612282cdc79c,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:01.177273 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-b4708738-6bc9-4ec5-bc65-3c18610afcc5 None None] Attempting to bind port 2616879f-3be2-40fb-9ef3-612282cdc79c on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:49:01.177922 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-b4708738-6bc9-4ec5-bc65-3c18610afcc5 None None] Attempting to bind port 2616879f-3be2-40fb-9ef3-612282cdc79c by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '059d2e5b-2072-417e-ad67-555f9abfcc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'fe4a8f4b-69f2-44d2-87e0-6ed90b30999d'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:49:01.178595 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4708738-6bc9-4ec5-bc65-3c18610afcc5 None None] Attempting to bind port 2616879f-3be2-40fb-9ef3-612282cdc79c on network fe4a8f4b-69f2-44d2-87e0-6ed90b30999d {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:49:01.185017 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4708738-6bc9-4ec5-bc65-3c18610afcc5 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:49:01.185790 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4708738-6bc9-4ec5-bc65-3c18610afcc5 None None] Checking segment: {'id': '059d2e5b-2072-417e-ad67-555f9abfcc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'fe4a8f4b-69f2-44d2-87e0-6ed90b30999d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:49:01.186124 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b4708738-6bc9-4ec5-bc65-3c18610afcc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:01.186569 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4708738-6bc9-4ec5-bc65-3c18610afcc5 None None] Bound using segment: {'id': '059d2e5b-2072-417e-ad67-555f9abfcc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'fe4a8f4b-69f2-44d2-87e0-6ed90b30999d'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:49:01.187364 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-b4708738-6bc9-4ec5-bc65-3c18610afcc5 None None] Bound port: 2616879f-3be2-40fb-9ef3-612282cdc79c, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '059d2e5b-2072-417e-ad67-555f9abfcc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'fe4a8f4b-69f2-44d2-87e0-6ed90b30999d'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:49:01.187774 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b4708738-6bc9-4ec5-bc65-3c18610afcc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:01.227560 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e3cf3688-7f05-4b80-8555-0583e3d1216a tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:01.274888 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3cf3688-7f05-4b80-8555-0583e3d1216a tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Network fe4a8f4b-69f2-44d2-87e0-6ed90b30999d is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:49:01.278921 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-e3cf3688-7f05-4b80-8555-0583e3d1216a tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:49:01.284275 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3cf3688-7f05-4b80-8555-0583e3d1216a tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:01.284893 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e3cf3688-7f05-4b80-8555-0583e3d1216a tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:01.297429 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cf3688-7f05-4b80-8555-0583e3d1216a tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Pushing event updated for resources: {'Subnet': ['ID=c9b5d325-bbcc-46e4-97dd-8be33e2bbf0b,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:01.307832 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e3cf3688-7f05-4b80-8555-0583e3d1216a tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6266239 Aug 10 03:49:01.310545 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-b4708738-6bc9-4ec5-bc65-3c18610afcc5 None None] For port 2616879f-3be2-40fb-9ef3-612282cdc79c, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:49:01.311401 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36566) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:01.316804 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-b4708738-6bc9-4ec5-bc65-3c18610afcc5 None None] For port 2616879f-3be2-40fb-9ef3-612282cdc79c, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=2616879f-3be2-40fb-9ef3-612282cdc79c,segment=NetworkSegment(059d2e5b-2072-417e-ad67-555f9abfcc01),segment_id=059d2e5b-2072-417e-ad67-555f9abfcc01)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:49:01.317080 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-2b7e32ec-02fe-4b1d-8ad0-ef3438573ae4 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Request body: {'port': {'network_id': 'fe4a8f4b-69f2-44d2-87e0-6ed90b30999d', 'fixed_ips': [{'subnet_id': '5c6ca245-484c-4f41-af2a-a6e66e7364ce'}, {'subnet_id': 'c9b5d325-bbcc-46e4-97dd-8be33e2bbf0b'}], 'name': 'tempest-PortsIpV6TestJSON-1432698941'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:01.322722 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b4708738-6bc9-4ec5-bc65-3c18610afcc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:01.429534 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4708738-6bc9-4ec5-bc65-3c18610afcc5 None None] Pushing event updated for resources: {'Port': ['ID=2616879f-3be2-40fb-9ef3-612282cdc79c,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:01.486653 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b7e32ec-02fe-4b1d-8ad0-ef3438573ae4 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Made reservation on behalf of b033b0e396fb401585ce82f552fda059 for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:49:01.617659 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2b7e32ec-02fe-4b1d-8ad0-ef3438573ae4 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:01.649007 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [None req-2b7e32ec-02fe-4b1d-8ad0-ef3438573ae4 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] device_id is not set on port 37c06492-66a8-4f9a-9e7c-4a4e000dff62 yet. {{(pid=94261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:49:02.150570 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-2b7e32ec-02fe-4b1d-8ad0-ef3438573ae4 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Allocated IP 2001:db8::3b1 (fe4a8f4b-69f2-44d2-87e0-6ed90b30999d/5c6ca245-484c-4f41-af2a-a6e66e7364ce/37c06492-66a8-4f9a-9e7c-4a4e000dff62) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:49:02.165234 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-2b7e32ec-02fe-4b1d-8ad0-ef3438573ae4 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Allocated IP 2001:db8:0:1::331 (fe4a8f4b-69f2-44d2-87e0-6ed90b30999d/c9b5d325-bbcc-46e4-97dd-8be33e2bbf0b/37c06492-66a8-4f9a-9e7c-4a4e000dff62) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:49:02.301637 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 2616879f-3be2-40fb-9ef3-612282cdc79c up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:49:02.355424 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b84b84-4e8e-46ef-92fd-2ff9088675fa req-c49ac119-9327-4747-b4ba-5a85189816ad tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:02.362181 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d3b84b84-4e8e-46ef-92fd-2ff9088675fa req-c49ac119-9327-4747-b4ba-5a85189816ad tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c99e146-1cf8-4713-88bb-0ead48b18137 HTTP/1.1" status: 200 len: 945 time: 0.1099312 Aug 10 03:49:02.418691 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 2616879f-3be2-40fb-9ef3-612282cdc79c completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:49:02.451390 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d3b84b84-4e8e-46ef-92fd-2ff9088675fa req-d98ec8ab-4a57-4c29-bdaf-4989159795ac tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/security-groups?id=0f15fde8-df79-4904-b19d-9c3976a3389e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764041 Aug 10 03:49:02.499253 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2b7e32ec-02fe-4b1d-8ad0-ef3438573ae4 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:02.520532 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [None req-2b7e32ec-02fe-4b1d-8ad0-ef3438573ae4 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Transition to ACTIVE for port object 37c06492-66a8-4f9a-9e7c-4a4e000dff62 will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:49:02.573932 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2b7e32ec-02fe-4b1d-8ad0-ef3438573ae4 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:02.665550 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7e32ec-02fe-4b1d-8ad0-ef3438573ae4 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Network fe4a8f4b-69f2-44d2-87e0-6ed90b30999d is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:49:02.671990 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-2b7e32ec-02fe-4b1d-8ad0-ef3438573ae4 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:49:02.677188 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7e32ec-02fe-4b1d-8ad0-ef3438573ae4 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:49:02.688887 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7e32ec-02fe-4b1d-8ad0-ef3438573ae4 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:02.690254 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2b7e32ec-02fe-4b1d-8ad0-ef3438573ae4 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:02.756331 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7e32ec-02fe-4b1d-8ad0-ef3438573ae4 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Pushing event updated for resources: {'Port': ['ID=37c06492-66a8-4f9a-9e7c-4a4e000dff62,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:02.768374 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-2b7e32ec-02fe-4b1d-8ad0-ef3438573ae4 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.4542992 Aug 10 03:49:02.771760 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36586) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:02.779311 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-a1c04695-9657-4f77-9539-5d81d0d5aa43 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5c6ca245-484c-4f41-af2a-a6e66e7364ce'}]}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:02.787433 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb51f6f6-f2b0-4b06-a6fa-56cf9c1e7c20 None None] Network fe4a8f4b-69f2-44d2-87e0-6ed90b30999d requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:49:02.963209 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a1c04695-9657-4f77-9539-5d81d0d5aa43 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:03.053202 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-9548ef78-6c90-42e1-b8e8-0ef8294d8d16 None None] Provisioning for port 2616879f-3be2-40fb-9ef3-612282cdc79c completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:49:03.069585 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-9548ef78-6c90-42e1-b8e8-0ef8294d8d16 None None] Provisioning complete for port 2616879f-3be2-40fb-9ef3-612282cdc79c triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:49:03.069981 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9548ef78-6c90-42e1-b8e8-0ef8294d8d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:03.239150 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9548ef78-6c90-42e1-b8e8-0ef8294d8d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:03.284873 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-9548ef78-6c90-42e1-b8e8-0ef8294d8d16 None None] For port 2616879f-3be2-40fb-9ef3-612282cdc79c, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=2616879f-3be2-40fb-9ef3-612282cdc79c,segment=NetworkSegment(059d2e5b-2072-417e-ad67-555f9abfcc01),segment_id=059d2e5b-2072-417e-ad67-555f9abfcc01)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:03.290524 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9548ef78-6c90-42e1-b8e8-0ef8294d8d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:03.293553 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-a1c04695-9657-4f77-9539-5d81d0d5aa43 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Delete allocated IP 2001:db8:0:1::331 (fe4a8f4b-69f2-44d2-87e0-6ed90b30999d/c9b5d325-bbcc-46e4-97dd-8be33e2bbf0b) {{(pid=94260) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 10 03:49:03.387308 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:03.388687 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25624d49-23b4-41ca-83a3-326dc897ae8e None None] Update dhcp port {'port': {'network_id': 'fe4a8f4b-69f2-44d2-87e0-6ed90b30999d', 'fixed_ips': [{'subnet_id': '5c6ca245-484c-4f41-af2a-a6e66e7364ce', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c9b5d325-bbcc-46e4-97dd-8be33e2bbf0b'}], 'binding:host_id': 'n-d-768862-13'}, 'id': '2616879f-3be2-40fb-9ef3-612282cdc79c'} from n-d-768862-13. {{(pid=94262) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 03:49:03.390942 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9548ef78-6c90-42e1-b8e8-0ef8294d8d16 None None] Pushing event updated for resources: {'Port': ['ID=2616879f-3be2-40fb-9ef3-612282cdc79c,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:03.420276 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-25624d49-23b4-41ca-83a3-326dc897ae8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:03.474681 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a1c04695-9657-4f77-9539-5d81d0d5aa43 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:03.492482 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [None req-a1c04695-9657-4f77-9539-5d81d0d5aa43 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Ignored duplicate provisioning block setup for port 37c06492-66a8-4f9a-9e7c-4a4e000dff62 by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 10 03:49:03.500624 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a1c04695-9657-4f77-9539-5d81d0d5aa43 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:03.621545 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-a1c04695-9657-4f77-9539-5d81d0d5aa43 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] In _notify_port_updated(), no bound segment for port 37c06492-66a8-4f9a-9e7c-4a4e000dff62 on network fe4a8f4b-69f2-44d2-87e0-6ed90b30999d {{(pid=94260) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:49:03.632227 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c04695-9657-4f77-9539-5d81d0d5aa43 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:03.633359 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a1c04695-9657-4f77-9539-5d81d0d5aa43 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:03.638640 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-a1c04695-9657-4f77-9539-5d81d0d5aa43 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "PUT /v2.0/ports/37c06492-66a8-4f9a-9e7c-4a4e000dff62 HTTP/1.1" status: 200 len: 926 time: 0.8624318 Aug 10 03:49:03.638949 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36590) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:03.645036 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-55bc559d-ab6a-4795-9940-10ce54240c2b tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5c6ca245-484c-4f41-af2a-a6e66e7364ce'}, {'subnet_id': 'c9b5d325-bbcc-46e4-97dd-8be33e2bbf0b'}]}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:03.662851 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c04695-9657-4f77-9539-5d81d0d5aa43 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Pushing event updated for resources: {'Port': ['ID=37c06492-66a8-4f9a-9e7c-4a4e000dff62,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:03.687307 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-25624d49-23b4-41ca-83a3-326dc897ae8e None None] Allocated IP 2001:db8:0:1::2 (fe4a8f4b-69f2-44d2-87e0-6ed90b30999d/c9b5d325-bbcc-46e4-97dd-8be33e2bbf0b/2616879f-3be2-40fb-9ef3-612282cdc79c) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:49:03.723198 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-55bc559d-ab6a-4795-9940-10ce54240c2b tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:03.737557 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408d8830-521d-43e9-8319-2779c608c71c req-fe979039-69a8-4030-a7d0-1567a53d9be4 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:03.740916 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-408d8830-521d-43e9-8319-2779c608c71c req-fe979039-69a8-4030-a7d0-1567a53d9be4 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c99e146-1cf8-4713-88bb-0ead48b18137 HTTP/1.1" status: 200 len: 945 time: 0.1252434 Aug 10 03:49:03.794602 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-408d8830-521d-43e9-8319-2779c608c71c req-95811da2-2c6f-4c72-980b-387e740faf1b tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/security-groups?id=0f15fde8-df79-4904-b19d-9c3976a3389e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456347 Aug 10 03:49:03.848952 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-25624d49-23b4-41ca-83a3-326dc897ae8e None None] For port 2616879f-3be2-40fb-9ef3-612282cdc79c, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=2616879f-3be2-40fb-9ef3-612282cdc79c,segment=NetworkSegment(059d2e5b-2072-417e-ad67-555f9abfcc01),segment_id=059d2e5b-2072-417e-ad67-555f9abfcc01)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:03.895063 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-25624d49-23b4-41ca-83a3-326dc897ae8e None None] Notify callbacks [] for port, precommit_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:03.913743 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-25624d49-23b4-41ca-83a3-326dc897ae8e None None] Transition to ACTIVE for port object 2616879f-3be2-40fb-9ef3-612282cdc79c will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:49:03.919963 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-25624d49-23b4-41ca-83a3-326dc897ae8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:04.018630 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25624d49-23b4-41ca-83a3-326dc897ae8e None None] Pushing event updated for resources: {'Port': ['ID=2616879f-3be2-40fb-9ef3-612282cdc79c,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:04.140751 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-55bc559d-ab6a-4795-9940-10ce54240c2b tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Allocated IP 2001:db8:0:1::3b7 (fe4a8f4b-69f2-44d2-87e0-6ed90b30999d/c9b5d325-bbcc-46e4-97dd-8be33e2bbf0b/37c06492-66a8-4f9a-9e7c-4a4e000dff62) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:49:04.243259 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 2616879f-3be2-40fb-9ef3-612282cdc79c up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:49:04.316399 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-55bc559d-ab6a-4795-9940-10ce54240c2b tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:04.331433 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [None req-55bc559d-ab6a-4795-9940-10ce54240c2b tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Ignored duplicate provisioning block setup for port 37c06492-66a8-4f9a-9e7c-4a4e000dff62 by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 10 03:49:04.337667 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-55bc559d-ab6a-4795-9940-10ce54240c2b tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:04.453577 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-55bc559d-ab6a-4795-9940-10ce54240c2b tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] In _notify_port_updated(), no bound segment for port 37c06492-66a8-4f9a-9e7c-4a4e000dff62 on network fe4a8f4b-69f2-44d2-87e0-6ed90b30999d {{(pid=94261) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:49:04.459933 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55bc559d-ab6a-4795-9940-10ce54240c2b tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:04.460626 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-55bc559d-ab6a-4795-9940-10ce54240c2b tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:04.462077 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-55bc559d-ab6a-4795-9940-10ce54240c2b tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "PUT /v2.0/ports/37c06492-66a8-4f9a-9e7c-4a4e000dff62 HTTP/1.1" status: 200 len: 1012 time: 0.8221121 Aug 10 03:49:04.463099 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bc559d-ab6a-4795-9940-10ce54240c2b tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Pushing event updated for resources: {'Port': ['ID=37c06492-66a8-4f9a-9e7c-4a4e000dff62,revision_number=3']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:04.466049 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36592) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:04.541853 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff5aac-5d03-46c4-a1a4-481df78239d7 req-df47ff95-2eaa-4f25-b490-53073618deff tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:04.544404 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-10ff5aac-5d03-46c4-a1a4-481df78239d7 req-df47ff95-2eaa-4f25-b490-53073618deff tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c99e146-1cf8-4713-88bb-0ead48b18137 HTTP/1.1" status: 200 len: 945 time: 0.1023097 Aug 10 03:49:04.631099 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-4f963cee-cd14-41ad-be26-087817417cb1 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Deleting port 37c06492-66a8-4f9a-9e7c-4a4e000dff62 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:49:04.631657 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4f963cee-cd14-41ad-be26-087817417cb1 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:04.772031 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2882b771-dd0e-44cf-840b-30062f3a9180 None None] Network fe4a8f4b-69f2-44d2-87e0-6ed90b30999d requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:49:04.775192 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4f963cee-cd14-41ad-be26-087817417cb1 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:04.803492 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-4f963cee-cd14-41ad-be26-087817417cb1 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Calling delete_port for 37c06492-66a8-4f9a-9e7c-4a4e000dff62 owned by {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:49:04.872353 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-7057104d-ff2b-46d0-ae96-7806d1f9af7d None None] Provisioning for port 2616879f-3be2-40fb-9ef3-612282cdc79c completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:49:04.913489 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-7057104d-ff2b-46d0-ae96-7806d1f9af7d None None] Provisioning complete for port 2616879f-3be2-40fb-9ef3-612282cdc79c triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:49:04.914717 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-7057104d-ff2b-46d0-ae96-7806d1f9af7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:05.180441 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c5c32e-9916-4a34-805b-797821f7a573 req-a835c548-0e11-42a0-8dd1-7dd255524a09 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:05.181996 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-86c5c32e-9916-4a34-805b-797821f7a573 req-a835c548-0e11-42a0-8dd1-7dd255524a09 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c99e146-1cf8-4713-88bb-0ead48b18137 HTTP/1.1" status: 200 len: 945 time: 0.0817125 Aug 10 03:49:05.185428 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-10ff5aac-5d03-46c4-a1a4-481df78239d7 req-c3db614e-6077-4d3f-929f-211b1a365b1e tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Deleting port e4fe9e1c-0e63-4451-b209-397b7b6e39c3 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:49:05.185882 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-10ff5aac-5d03-46c4-a1a4-481df78239d7 req-c3db614e-6077-4d3f-929f-211b1a365b1e tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:05.205179 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4f963cee-cd14-41ad-be26-087817417cb1 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:05.261920 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f963cee-cd14-41ad-be26-087817417cb1 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Pushing event deleted for resources: {'Port': ['ID=37c06492-66a8-4f9a-9e7c-4a4e000dff62,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:05.268826 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-7057104d-ff2b-46d0-ae96-7806d1f9af7d None None] Could not find standard attr ID for object 37c06492-66a8-4f9a-9e7c-4a4e000dff62. {{(pid=94262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:49:05.289201 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-86c5c32e-9916-4a34-805b-797821f7a573 req-a1b9ad10-bd73-4237-849d-92cde488db02 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/security-groups?id=0f15fde8-df79-4904-b19d-9c3976a3389e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840049 Aug 10 03:49:05.338972 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-10ff5aac-5d03-46c4-a1a4-481df78239d7 req-c3db614e-6077-4d3f-929f-211b1a365b1e tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] For port e4fe9e1c-0e63-4451-b209-397b7b6e39c3, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=e4fe9e1c-0e63-4451-b209-397b7b6e39c3,segment=NetworkSegment(b05b5029-6db4-4ac1-bca9-f766603e96b9),segment_id=b05b5029-6db4-4ac1-bca9-f766603e96b9)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:05.339402 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-10ff5aac-5d03-46c4-a1a4-481df78239d7 req-c3db614e-6077-4d3f-929f-211b1a365b1e tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:05.348201 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4f963cee-cd14-41ad-be26-087817417cb1 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:05.351630 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-4f963cee-cd14-41ad-be26-087817417cb1 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "DELETE /v2.0/ports/37c06492-66a8-4f9a-9e7c-4a4e000dff62 HTTP/1.1" status: 204 len: 168 time: 0.8836322 Aug 10 03:49:05.354480 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36596) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:05.396435 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfc3c582-94fb-4503-95f9-fbe456027447 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] GET failed (client error): The resource could not be found. Aug 10 03:49:05.398121 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-cfc3c582-94fb-4503-95f9-fbe456027447 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "GET /v2.0/ports/37c06492-66a8-4f9a-9e7c-4a4e000dff62 HTTP/1.1" status: 404 len: 333 time: 0.0426085 Aug 10 03:49:05.403029 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36598) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:05.471706 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-bed7d047-13fe-4a85-8b8f-baae42987cca tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Deleting subnet c9b5d325-bbcc-46e4-97dd-8be33e2bbf0b {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:49:05.476313 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bed7d047-13fe-4a85-8b8f-baae42987cca tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:05.532825 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bed7d047-13fe-4a85-8b8f-baae42987cca tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:05.643446 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-230838b5-c86b-4e98-a315-feb65444a143 None None] Provisioning complete for port 2616879f-3be2-40fb-9ef3-612282cdc79c triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:49:05.644982 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-230838b5-c86b-4e98-a315-feb65444a143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:05.656643 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bed7d047-13fe-4a85-8b8f-baae42987cca tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:05.687807 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-10ff5aac-5d03-46c4-a1a4-481df78239d7 req-c3db614e-6077-4d3f-929f-211b1a365b1e tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:05.687807 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-10ff5aac-5d03-46c4-a1a4-481df78239d7 req-c3db614e-6077-4d3f-929f-211b1a365b1e tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:05.689193 n-d-768862-13 neutron-server[94260]: INFO neutron.db.l3_db [req-10ff5aac-5d03-46c4-a1a4-481df78239d7 req-c3db614e-6077-4d3f-929f-211b1a365b1e tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Floating IP 702106e4-7344-4728-ba2d-e819ebbe2637 disassociated. External IP: 172.25.6.214, port: e4fe9e1c-0e63-4451-b209-397b7b6e39c3. Aug 10 03:49:05.689574 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-10ff5aac-5d03-46c4-a1a4-481df78239d7 req-c3db614e-6077-4d3f-929f-211b1a365b1e tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Calling delete_port for e4fe9e1c-0e63-4451-b209-397b7b6e39c3 owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:49:05.750310 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bed7d047-13fe-4a85-8b8f-baae42987cca tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:05.782799 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bed7d047-13fe-4a85-8b8f-baae42987cca tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:05.785286 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-230838b5-c86b-4e98-a315-feb65444a143 None None] Could not find standard attr ID for object 37c06492-66a8-4f9a-9e7c-4a4e000dff62. {{(pid=94262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:49:05.786214 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-bed7d047-13fe-4a85-8b8f-baae42987cca tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "DELETE /v2.0/subnets/c9b5d325-bbcc-46e4-97dd-8be33e2bbf0b HTTP/1.1" status: 204 len: 168 time: 0.3812134 Aug 10 03:49:05.792600 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36600) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:05.810284 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed7d047-13fe-4a85-8b8f-baae42987cca tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Pushing event deleted for resources: {'Subnet': ['ID=c9b5d325-bbcc-46e4-97dd-8be33e2bbf0b,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:05.915297 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc23eb5-4d43-4dbb-afd6-cc7b4b601694 None None] Network fe4a8f4b-69f2-44d2-87e0-6ed90b30999d requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:49:05.941638 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_v2 [None req-f45c4579-ba73-485e-a029-91f028ffa81c tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Deleting subnet 5c6ca245-484c-4f41-af2a-a6e66e7364ce {{(pid=94260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:49:05.948222 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f45c4579-ba73-485e-a029-91f028ffa81c tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for subnet, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:06.004302 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-5ae29c53-c544-4e6b-8c8f-7424214fc2a6 None None] Could not find standard attr ID for object 37c06492-66a8-4f9a-9e7c-4a4e000dff62. {{(pid=94262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:49:06.086487 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f45c4579-ba73-485e-a029-91f028ffa81c tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191173'] for subnet, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:06.168942 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-10ff5aac-5d03-46c4-a1a4-481df78239d7 req-c3db614e-6077-4d3f-929f-211b1a365b1e tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:06.219574 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3db614e-6077-4d3f-929f-211b1a365b1e tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Pushing event deleted for resources: {'Port': ['ID=e4fe9e1c-0e63-4451-b209-397b7b6e39c3,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:06.402167 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f45c4579-ba73-485e-a029-91f028ffa81c tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:06.524853 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-873083cc-82df-4157-89e3-528e66e46c82 req-66a2aa37-87b4-486f-8821-ae00c6b0e62a tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c99e146-1cf8-4713-88bb-0ead48b18137 HTTP/1.1" status: 200 len: 210 time: 0.1161063 Aug 10 03:49:06.586038 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10ff5aac-5d03-46c4-a1a4-481df78239d7 req-c3db614e-6077-4d3f-929f-211b1a365b1e tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Router 8675ad5b-fa88-4ef3-858e-7de7ee0ed96a has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:49:06.601631 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f45c4579-ba73-485e-a029-91f028ffa81c tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:06.651289 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45c4579-ba73-485e-a029-91f028ffa81c tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Pushing event deleted for resources: {'Subnet': ['ID=5c6ca245-484c-4f41-af2a-a6e66e7364ce,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:06.699624 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f45c4579-ba73-485e-a029-91f028ffa81c tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:06.705687 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-f45c4579-ba73-485e-a029-91f028ffa81c tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "DELETE /v2.0/subnets/5c6ca245-484c-4f41-af2a-a6e66e7364ce HTTP/1.1" status: 204 len: 168 time: 0.9112008 Aug 10 03:49:06.708508 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36604) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:06.816332 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10ff5aac-5d03-46c4-a1a4-481df78239d7 req-c3db614e-6077-4d3f-929f-211b1a365b1e tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:49:06.837177 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24caa8e9-ea36-4092-9bd5-7b7adc466e25 None None] Sync routers for ids ['8675ad5b-fa88-4ef3-858e-7de7ee0ed96a'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:49:06.861615 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24caa8e9-ea36-4092-9bd5-7b7adc466e25 None None] Routers {'8675ad5b-fa88-4ef3-858e-7de7ee0ed96a'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:49:06.862861 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-24caa8e9-ea36-4092-9bd5-7b7adc466e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:48:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['8675ad5b-fa88-4ef3-858e-7de7ee0ed96a'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:06.882715 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-abf7fb14-b790-4205-85fe-46aa7693b7dc tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:06.914135 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-10ff5aac-5d03-46c4-a1a4-481df78239d7 req-c3db614e-6077-4d3f-929f-211b1a365b1e tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] No DVR routers for this DVR port e4fe9e1c-0e63-4451-b209-397b7b6e39c3 on host n-h2-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:49:06.918739 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-10ff5aac-5d03-46c4-a1a4-481df78239d7 req-c3db614e-6077-4d3f-929f-211b1a365b1e tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:06.922444 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-10ff5aac-5d03-46c4-a1a4-481df78239d7 req-c3db614e-6077-4d3f-929f-211b1a365b1e tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.61 "DELETE /v2.0/ports/e4fe9e1c-0e63-4451-b209-397b7b6e39c3 HTTP/1.1" status: 204 len: 173 time: 2.3695686 Aug 10 03:49:06.923165 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c99e146-1cf8-4713-88bb-0ead48b18137', 'name': 'network-vif-deleted', 'tag': 'e4fe9e1c-0e63-4451-b209-397b7b6e39c3'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:49:06.926148 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed1d02d-648a-4088-9dda-f90a24fee479" -d '{"events": [{"server_uuid": "0c99e146-1cf8-4713-88bb-0ead48b18137", "name": "network-vif-deleted", "tag": "e4fe9e1c-0e63-4451-b209-397b7b6e39c3"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:49:07.020383 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-160a3192-ccd9-4d49-9f81-e6293a200464 x-openstack-request-id: req-160a3192-ccd9-4d49-9f81-e6293a200464 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:49:07.021703 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c99e146-1cf8-4713-88bb-0ead48b18137", "name": "network-vif-deleted", "tag": "e4fe9e1c-0e63-4451-b209-397b7b6e39c3", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:49:07.021972 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-160a3192-ccd9-4d49-9f81-e6293a200464 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:49:07.022448 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c99e146-1cf8-4713-88bb-0ead48b18137', 'name': 'network-vif-deleted', 'tag': 'e4fe9e1c-0e63-4451-b209-397b7b6e39c3', 'status': 'completed', 'code': 200} Aug 10 03:49:07.025710 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-abf7fb14-b790-4205-85fe-46aa7693b7dc tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Deleting port 2616879f-3be2-40fb-9ef3-612282cdc79c {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:49:07.026061 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-abf7fb14-b790-4205-85fe-46aa7693b7dc tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:07.080402 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0d0b99-8db8-416d-aa4d-20f817c40560 None None] Network fe4a8f4b-69f2-44d2-87e0-6ed90b30999d requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:49:07.120624 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-abf7fb14-b790-4205-85fe-46aa7693b7dc tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] For port 2616879f-3be2-40fb-9ef3-612282cdc79c, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=2616879f-3be2-40fb-9ef3-612282cdc79c,segment=NetworkSegment(059d2e5b-2072-417e-ad67-555f9abfcc01),segment_id=059d2e5b-2072-417e-ad67-555f9abfcc01)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:07.121042 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-abf7fb14-b790-4205-85fe-46aa7693b7dc tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:07.142937 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-24caa8e9-ea36-4092-9bd5-7b7adc466e25 None None] Set router 8675ad5b-fa88-4ef3-858e-7de7ee0ed96a gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:49:07.144922 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-abf7fb14-b790-4205-85fe-46aa7693b7dc tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Calling delete_port for 2616879f-3be2-40fb-9ef3-612282cdc79c owned by network:dhcp {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:49:07.230944 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c9b9feb5-d2ce-423f-ab21-8371fb4ed915 None None] Provisioning complete for port 2616879f-3be2-40fb-9ef3-612282cdc79c triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:49:07.231671 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c9b9feb5-d2ce-423f-ab21-8371fb4ed915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:07.279915 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-abf7fb14-b790-4205-85fe-46aa7693b7dc tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:07.329883 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf7fb14-b790-4205-85fe-46aa7693b7dc tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Pushing event deleted for resources: {'Port': ['ID=2616879f-3be2-40fb-9ef3-612282cdc79c,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:07.335451 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf7fb14-b790-4205-85fe-46aa7693b7dc tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] No DVR routers for this DVR port 2616879f-3be2-40fb-9ef3-612282cdc79c on host n-d-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:49:07.425270 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c9b9feb5-d2ce-423f-ab21-8371fb4ed915 None None] Could not find standard attr ID for object 2616879f-3be2-40fb-9ef3-612282cdc79c. {{(pid=94262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:49:07.430976 n-d-768862-13 neutron-server[94262]: INFO neutron.plugins.ml2.db [None req-c9b9feb5-d2ce-423f-ab21-8371fb4ed915 None None] No ports have port_id starting with 2616879f-3be2-40fb-9ef3-612282cdc79c Aug 10 03:49:07.488281 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb79cb73-3dc8-4684-8612-727bd2fc0337 None None] DHCP port deletion for fe4a8f4b-69f2-44d2-87e0-6ed90b30999d request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:49:07.518346 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a21c8802-6ebc-4cf2-83d1-60f6ff755e61 req-edcb8c62-c8f7-4938-9e16-2bc1e603048a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0c99e146-1cf8-4713-88bb-0ead48b18137&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0832422 Aug 10 03:49:07.521031 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-abf7fb14-b790-4205-85fe-46aa7693b7dc tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:07.559564 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-abf7fb14-b790-4205-85fe-46aa7693b7dc tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe4a8f4b-69f2-44d2-87e0-6ed90b30999d']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:07.612490 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-24caa8e9-ea36-4092-9bd5-7b7adc466e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8675ad5b-fa88-4ef3-858e-7de7ee0ed96a', 'name': 'tempest-AttachVolumeTestJSON-1286960155-router', 'tenant_id': '9ff2867e4a0141f68303abd29afd842a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'd318acc8-a6c3-4d7d-b9c5-d681fe812c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:40:12Z', 'updated_at': '2021-08-10T03:40:20Z', 'revision_number': 4, 'project_id': '9ff2867e4a0141f68303abd29afd842a', 'gw_port': {'id': 'd318acc8-a6c3-4d7d-b9c5-d681fe812c32', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:48:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8675ad5b-fa88-4ef3-858e-7de7ee0ed96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:40:13Z', 'updated_at': '2021-08-10T03:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '82daf735-56fe-4bd8-a91f-b2a9a40ef133', 'name': '', 'network_id': '71c89238-8f5d-43f8-b1be-95c24d55419f', 'tenant_id': '9ff2867e4a0141f68303abd29afd842a', 'mac_address': 'fa:16:3e:19:15:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8675ad5b-fa88-4ef3-858e-7de7ee0ed96a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '2a46edbc-ca41-41f9-9dcc-118a9b411006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:40:19Z', 'updated_at': '2021-08-10T03:40:30Z', 'revision_number': 5, 'project_id': '9ff2867e4a0141f68303abd29afd842a', 'subnets': [{'id': '2a46edbc-ca41-41f9-9dcc-118a9b411006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:07.652163 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24caa8e9-ea36-4092-9bd5-7b7adc466e25 None None] Checking router: 8675ad5b-fa88-4ef3-858e-7de7ee0ed96a for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:49:07.663983 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24caa8e9-ea36-4092-9bd5-7b7adc466e25 None None] Routers {'8675ad5b-fa88-4ef3-858e-7de7ee0ed96a'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:49:07.664686 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-24caa8e9-ea36-4092-9bd5-7b7adc466e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:48:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['8675ad5b-fa88-4ef3-858e-7de7ee0ed96a'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:07.705946 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a21c8802-6ebc-4cf2-83d1-60f6ff755e61 req-899d7959-0d0b-4ddd-9ced-3ec0ef27d853 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9ff2867e4a0141f68303abd29afd842a&device_id=0c99e146-1cf8-4713-88bb-0ead48b18137 HTTP/1.1" status: 200 len: 210 time: 0.1223359 Aug 10 03:49:07.789898 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device e4fe9e1c-0e63-4451-b209-397b7b6e39c3 no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:49:07.819239 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-24caa8e9-ea36-4092-9bd5-7b7adc466e25 None None] Set router 8675ad5b-fa88-4ef3-858e-7de7ee0ed96a gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:49:07.855204 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] No Port match for: e4fe9e1c-0e63-4451-b209-397b7b6e39c3 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:49:07.859449 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device e4fe9e1c-0e63-4451-b209-397b7b6e39c3 not bound to the agent host n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:49:08.019338 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-abf7fb14-b790-4205-85fe-46aa7693b7dc tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '059d2e5b-2072-417e-ad67-555f9abfcc01') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:08.020387 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-abf7fb14-b790-4205-85fe-46aa7693b7dc tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '059d2e5b-2072-417e-ad67-555f9abfcc01') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:08.034150 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-abf7fb14-b790-4205-85fe-46aa7693b7dc tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:08.059389 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-abf7fb14-b790-4205-85fe-46aa7693b7dc tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:08.078422 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abf7fb14-b790-4205-85fe-46aa7693b7dc tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:49:08.079037 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-abf7fb14-b790-4205-85fe-46aa7693b7dc tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:08.085810 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:49:08.085810 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:49:08.085810 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:49:08.085810 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:49:08.085810 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:49:08.085810 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:49:08.085810 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:49:08.085810 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:49:08.085810 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:49:08.085810 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:49:08.085810 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:49:08.085810 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:49:08.085810 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:49:08.085810 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:49:08.085810 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:49:08.085810 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:49:08.085810 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:49:08.085810 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:49:08.085810 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:49:08.085810 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:49:08.085810 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:49:08.085810 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:49:08.085810 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:49:08.085810 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:49:08.085810 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:49:08.085810 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:49:08.085810 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:49:08.085810 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:49:08.085810 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:49:08.085810 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:49:08.085810 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:49:08.085810 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:49:08.200462 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-24caa8e9-ea36-4092-9bd5-7b7adc466e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8675ad5b-fa88-4ef3-858e-7de7ee0ed96a', 'name': 'tempest-AttachVolumeTestJSON-1286960155-router', 'tenant_id': '9ff2867e4a0141f68303abd29afd842a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'd318acc8-a6c3-4d7d-b9c5-d681fe812c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:40:12Z', 'updated_at': '2021-08-10T03:40:20Z', 'revision_number': 4, 'project_id': '9ff2867e4a0141f68303abd29afd842a', 'gw_port': {'id': 'd318acc8-a6c3-4d7d-b9c5-d681fe812c32', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:48:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8675ad5b-fa88-4ef3-858e-7de7ee0ed96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:40:13Z', 'updated_at': '2021-08-10T03:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '82daf735-56fe-4bd8-a91f-b2a9a40ef133', 'name': '', 'network_id': '71c89238-8f5d-43f8-b1be-95c24d55419f', 'tenant_id': '9ff2867e4a0141f68303abd29afd842a', 'mac_address': 'fa:16:3e:19:15:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8675ad5b-fa88-4ef3-858e-7de7ee0ed96a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '2a46edbc-ca41-41f9-9dcc-118a9b411006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:40:19Z', 'updated_at': '2021-08-10T03:40:30Z', 'revision_number': 5, 'project_id': '9ff2867e4a0141f68303abd29afd842a', 'subnets': [{'id': '2a46edbc-ca41-41f9-9dcc-118a9b411006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:08.213653 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2f5c2b82-904b-4191-be42-1537daf6ff39 req-d493e00c-94d0-4020-a747-f2b2f9aa1f87 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c99e146-1cf8-4713-88bb-0ead48b18137 HTTP/1.1" status: 200 len: 210 time: 0.5136318 Aug 10 03:49:08.230786 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-abf7fb14-b790-4205-85fe-46aa7693b7dc tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:08.243557 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c8802-6ebc-4cf2-83d1-60f6ff755e61 req-9899af11-c749-4f73-8ae6-365a40b4c2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:08.246900 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 2616879f-3be2-40fb-9ef3-612282cdc79c no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:49:08.247851 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a21c8802-6ebc-4cf2-83d1-60f6ff755e61 req-9899af11-c749-4f73-8ae6-365a40b4c2e6 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=9ff2867e4a0141f68303abd29afd842a&shared=False HTTP/1.1" status: 200 len: 911 time: 0.5165017 Aug 10 03:49:08.253452 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-abf7fb14-b790-4205-85fe-46aa7693b7dc tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:08.257436 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-abf7fb14-b790-4205-85fe-46aa7693b7dc tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "DELETE /v2.0/networks/fe4a8f4b-69f2-44d2-87e0-6ed90b30999d HTTP/1.1" status: 204 len: 168 time: 1.5429785 Aug 10 03:49:08.269979 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36610) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:08.285146 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf7fb14-b790-4205-85fe-46aa7693b7dc tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Pushing event deleted for resources: {'Network': ['ID=fe4a8f4b-69f2-44d2-87e0-6ed90b30999d,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:08.301658 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 2616879f-3be2-40fb-9ef3-612282cdc79c {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:49:08.301921 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24caa8e9-ea36-4092-9bd5-7b7adc466e25 None None] The sync data for ids ['8675ad5b-fa88-4ef3-858e-7de7ee0ed96a'] in n-d-768862-13 is: [{'id': '8675ad5b-fa88-4ef3-858e-7de7ee0ed96a', 'name': 'tempest-AttachVolumeTestJSON-1286960155-router', 'tenant_id': '9ff2867e4a0141f68303abd29afd842a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'd318acc8-a6c3-4d7d-b9c5-d681fe812c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:40:12Z', 'updated_at': '2021-08-10T03:40:20Z', 'revision_number': 4, 'project_id': '9ff2867e4a0141f68303abd29afd842a', 'gw_port': {'id': 'd318acc8-a6c3-4d7d-b9c5-d681fe812c32', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:48:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8675ad5b-fa88-4ef3-858e-7de7ee0ed96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:40:13Z', 'updated_at': '2021-08-10T03:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '82daf735-56fe-4bd8-a91f-b2a9a40ef133', 'name': '', 'network_id': '71c89238-8f5d-43f8-b1be-95c24d55419f', 'tenant_id': '9ff2867e4a0141f68303abd29afd842a', 'mac_address': 'fa:16:3e:19:15:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8675ad5b-fa88-4ef3-858e-7de7ee0ed96a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '2a46edbc-ca41-41f9-9dcc-118a9b411006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:40:19Z', 'updated_at': '2021-08-10T03:40:30Z', 'revision_number': 5, 'project_id': '9ff2867e4a0141f68303abd29afd842a', 'subnets': [{'id': '2a46edbc-ca41-41f9-9dcc-118a9b411006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:49:08.302417 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 2616879f-3be2-40fb-9ef3-612282cdc79c not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:49:08.383701 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6df9e1-1dd4-46a7-a741-0f5289e5eb57 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:08.394001 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ff6df9e1-1dd4-46a7-a741-0f5289e5eb57 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1217582 Aug 10 03:49:08.395036 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36612) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:08.464093 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:49:08.509560 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-aa2aaefa-c1bb-42f9-9f06-09b1e47e98a2 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1123343 Aug 10 03:49:08.514999 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36614) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:08.530513 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-44fc6c3e-0f86-4c05-8c5c-e3328a37b415 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1203624952'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:08.582556 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44fc6c3e-0f86-4c05-8c5c-e3328a37b415 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Made reservation on behalf of b033b0e396fb401585ce82f552fda059 for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:49:08.589110 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-44fc6c3e-0f86-4c05-8c5c-e3328a37b415 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:08.638880 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44fc6c3e-0f86-4c05-8c5c-e3328a37b415 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:49:08.661479 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-44fc6c3e-0f86-4c05-8c5c-e3328a37b415 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:08.662006 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-44fc6c3e-0f86-4c05-8c5c-e3328a37b415 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Added segment 3d64d0bd-167d-4bd9-9cfa-2f8f3589614c of type vlan for network a772df68-38df-4b44-9ff5-226d7d41099b Aug 10 03:49:08.707403 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c8802-6ebc-4cf2-83d1-60f6ff755e61 req-1bfdff78-3f96-4f14-aceb-e3b8cd8f803f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:08.710331 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a21c8802-6ebc-4cf2-83d1-60f6ff755e61 req-1bfdff78-3f96-4f14-aceb-e3b8cd8f803f service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4536793 Aug 10 03:49:08.759194 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-44fc6c3e-0f86-4c05-8c5c-e3328a37b415 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:08.787966 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab38f16-8f0a-42b6-9f37-a99056f9fbfd None None] New status for floating IP 702106e4-7344-4728-ba2d-e819ebbe2637: DOWN {{(pid=94262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:49:08.821543 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-44fc6c3e-0f86-4c05-8c5c-e3328a37b415 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:08.828175 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fc6c3e-0f86-4c05-8c5c-e3328a37b415 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:08.828953 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-44fc6c3e-0f86-4c05-8c5c-e3328a37b415 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:08.905447 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-44fc6c3e-0f86-4c05-8c5c-e3328a37b415 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3884804 Aug 10 03:49:08.912792 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36616) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:08.948153 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fc6c3e-0f86-4c05-8c5c-e3328a37b415 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Pushing event updated for resources: {'Network': ['ID=a772df68-38df-4b44-9ff5-226d7d41099b,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:08.957010 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-41073a04-effc-44cf-8405-6fc026f7c519 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Request body: {'subnet': {'network_id': 'a772df68-38df-4b44-9ff5-226d7d41099b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:08.965510 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network a772df68-38df-4b44-9ff5-226d7d41099b details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:49:09.097896 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41073a04-effc-44cf-8405-6fc026f7c519 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Made reservation on behalf of b033b0e396fb401585ce82f552fda059 for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:49:09.102483 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-41073a04-effc-44cf-8405-6fc026f7c519 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:09.358006 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-41073a04-effc-44cf-8405-6fc026f7c519 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58895384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805196'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:09.377039 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36622) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:09.457061 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41073a04-effc-44cf-8405-6fc026f7c519 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Pushing event updated for resources: {'Subnet': ['ID=f2a50086-9fbc-4af7-941e-5c3714896efc,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:09.463401 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b8026f30-b0f3-4d27-b78d-6e1f17a6a25a tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:09.472279 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41073a04-effc-44cf-8405-6fc026f7c519 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Checking segment: {'id': '3d64d0bd-167d-4bd9-9cfa-2f8f3589614c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a772df68-38df-4b44-9ff5-226d7d41099b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:49:09.472661 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41073a04-effc-44cf-8405-6fc026f7c519 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Network hostable DHCP agents. Network: a772df68-38df-4b44-9ff5-226d7d41099b, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:49:09.495959 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b8026f30-b0f3-4d27-b78d-6e1f17a6a25a tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:09.497660 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41073a04-effc-44cf-8405-6fc026f7c519 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Network a772df68-38df-4b44-9ff5-226d7d41099b is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:49:09.514968 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-41073a04-effc-44cf-8405-6fc026f7c519 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, a772df68-38df-4b44-9ff5-226d7d41099b) {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:49:09.523504 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41073a04-effc-44cf-8405-6fc026f7c519 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:09.524542 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-41073a04-effc-44cf-8405-6fc026f7c519 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:09.531967 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b593877-3411-4710-9a07-667fabe46e27 None None] Network a772df68-38df-4b44-9ff5-226d7d41099b requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:49:09.556595 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-41073a04-effc-44cf-8405-6fc026f7c519 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6404982 Aug 10 03:49:09.560126 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36624) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:09.569464 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-6a008105-afc5-4d58-b6de-9b2162e826e1 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Request body: {'port': {'network_id': 'a772df68-38df-4b44-9ff5-226d7d41099b', 'name': 'tempest-PortsIpV6TestJSON-1176307668'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:09.582102 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b8026f30-b0f3-4d27-b78d-6e1f17a6a25a tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:09.588366 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b8026f30-b0f3-4d27-b78d-6e1f17a6a25a tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:09.591587 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-b8026f30-b0f3-4d27-b78d-6e1f17a6a25a tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "DELETE /v2.0/security-groups/0f15fde8-df79-4904-b19d-9c3976a3389e HTTP/1.1" status: 204 len: 168 time: 0.2124319 Aug 10 03:49:09.599119 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36626) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:09.627134 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8026f30-b0f3-4d27-b78d-6e1f17a6a25a tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f15fde8-df79-4904-b19d-9c3976a3389e,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:09.642215 n-d-768862-13 neutron-server[94261]: INFO neutron.api.v2.resource [None req-7aaa4980-671b-4f4a-bc1d-f7bd2e532bf7 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] show failed (client error): The resource could not be found. Aug 10 03:49:09.644079 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-7aaa4980-671b-4f4a-bc1d-f7bd2e532bf7 tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "GET /v2.0/security-groups/0f15fde8-df79-4904-b19d-9c3976a3389e HTTP/1.1" status: 404 len: 347 time: 0.0403271 Aug 10 03:49:09.648282 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36628) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:09.840673 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e8dd49-a55e-4650-be96-a40d43ab2950 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-a772df68-38df-4b44-9ff5-226d7d41099b', 'network_id': 'a772df68-38df-4b44-9ff5-226d7d41099b', 'tenant_id': 'b033b0e396fb401585ce82f552fda059', 'fixed_ips': [{'subnet_id': 'f2a50086-9fbc-4af7-941e-5c3714896efc'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:49:09.841773 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00e8dd49-a55e-4650-be96-a40d43ab2950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:09.905233 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a008105-afc5-4d58-b6de-9b2162e826e1 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Made reservation on behalf of b033b0e396fb401585ce82f552fda059 for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:49:09.909005 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6a008105-afc5-4d58-b6de-9b2162e826e1 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:09.926733 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-2a59b1c2-3c6e-41b5-bb2c-279f572fcb8f tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Deleting port 4100e9dc-b84a-4640-855c-c9547140a5d6 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:49:09.927228 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2a59b1c2-3c6e-41b5-bb2c-279f572fcb8f tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:09.948506 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [None req-6a008105-afc5-4d58-b6de-9b2162e826e1 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] device_id is not set on port 586e3184-e204-4091-9001-7c60b61639d3 yet. {{(pid=94260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:49:10.038576 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-00e8dd49-a55e-4650-be96-a40d43ab2950 None None] Allocated IP 2001:db8::2 (a772df68-38df-4b44-9ff5-226d7d41099b/f2a50086-9fbc-4af7-941e-5c3714896efc/5058bbee-e67e-420c-949f-7bdd98ca11b6) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:49:10.107717 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2a59b1c2-3c6e-41b5-bb2c-279f572fcb8f tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:10.108135 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2a59b1c2-3c6e-41b5-bb2c-279f572fcb8f tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:10.127498 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-2a59b1c2-3c6e-41b5-bb2c-279f572fcb8f tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Calling delete_port for 4100e9dc-b84a-4640-855c-c9547140a5d6 owned by network:floatingip {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:49:10.238971 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00e8dd49-a55e-4650-be96-a40d43ab2950 None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:10.299637 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2a59b1c2-3c6e-41b5-bb2c-279f572fcb8f tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:10.300105 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00e8dd49-a55e-4650-be96-a40d43ab2950 None None] Transition to ACTIVE for port object 5058bbee-e67e-420c-949f-7bdd98ca11b6 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:49:10.327308 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00e8dd49-a55e-4650-be96-a40d43ab2950 None None] Transition to ACTIVE for port object 5058bbee-e67e-420c-949f-7bdd98ca11b6 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:49:10.330714 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a59b1c2-3c6e-41b5-bb2c-279f572fcb8f tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Pushing event deleted for resources: {'Port': ['ID=4100e9dc-b84a-4640-855c-c9547140a5d6,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:10.337230 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00e8dd49-a55e-4650-be96-a40d43ab2950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:10.396807 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e8dd49-a55e-4650-be96-a40d43ab2950 None None] Network a772df68-38df-4b44-9ff5-226d7d41099b is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:49:10.403486 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-00e8dd49-a55e-4650-be96-a40d43ab2950 None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:49:10.406693 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e8dd49-a55e-4650-be96-a40d43ab2950 None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:49:10.427827 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e8dd49-a55e-4650-be96-a40d43ab2950 None None] Pushing event updated for resources: {'Port': ['ID=5058bbee-e67e-420c-949f-7bdd98ca11b6,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:10.453007 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-6a008105-afc5-4d58-b6de-9b2162e826e1 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Allocated IP 2001:db8::1aa (a772df68-38df-4b44-9ff5-226d7d41099b/f2a50086-9fbc-4af7-941e-5c3714896efc/586e3184-e204-4091-9001-7c60b61639d3) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:49:10.475218 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2a59b1c2-3c6e-41b5-bb2c-279f572fcb8f tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Notify callbacks [] for floatingip, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:10.479193 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2a59b1c2-3c6e-41b5-bb2c-279f572fcb8f tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:10.487687 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-2a59b1c2-3c6e-41b5-bb2c-279f572fcb8f tempest-AttachVolumeTestJSON-1307279679 tempest-AttachVolumeTestJSON-1307279679-project] 10.222.0.44 "DELETE /v2.0/floatingips/702106e4-7344-4728-ba2d-e819ebbe2637 HTTP/1.1" status: 204 len: 168 time: 0.8273902 Aug 10 03:49:10.510645 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-00e8dd49-a55e-4650-be96-a40d43ab2950 None None] Attempting to bind port 5058bbee-e67e-420c-949f-7bdd98ca11b6 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:49:10.511641 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-00e8dd49-a55e-4650-be96-a40d43ab2950 None None] Attempting to bind port 5058bbee-e67e-420c-949f-7bdd98ca11b6 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '3d64d0bd-167d-4bd9-9cfa-2f8f3589614c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a772df68-38df-4b44-9ff5-226d7d41099b'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:49:10.512229 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e8dd49-a55e-4650-be96-a40d43ab2950 None None] Attempting to bind port 5058bbee-e67e-420c-949f-7bdd98ca11b6 on network a772df68-38df-4b44-9ff5-226d7d41099b {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:49:10.524132 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e8dd49-a55e-4650-be96-a40d43ab2950 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:49:10.524919 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e8dd49-a55e-4650-be96-a40d43ab2950 None None] Checking segment: {'id': '3d64d0bd-167d-4bd9-9cfa-2f8f3589614c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a772df68-38df-4b44-9ff5-226d7d41099b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:49:10.525193 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00e8dd49-a55e-4650-be96-a40d43ab2950 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:10.525773 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e8dd49-a55e-4650-be96-a40d43ab2950 None None] Bound using segment: {'id': '3d64d0bd-167d-4bd9-9cfa-2f8f3589614c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a772df68-38df-4b44-9ff5-226d7d41099b'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:49:10.527699 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-00e8dd49-a55e-4650-be96-a40d43ab2950 None None] Bound port: 5058bbee-e67e-420c-949f-7bdd98ca11b6, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d64d0bd-167d-4bd9-9cfa-2f8f3589614c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a772df68-38df-4b44-9ff5-226d7d41099b'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:49:10.528387 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00e8dd49-a55e-4650-be96-a40d43ab2950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:10.628490 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00e8dd49-a55e-4650-be96-a40d43ab2950 None None] For port 5058bbee-e67e-420c-949f-7bdd98ca11b6, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:49:10.633448 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00e8dd49-a55e-4650-be96-a40d43ab2950 None None] For port 5058bbee-e67e-420c-949f-7bdd98ca11b6, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=5058bbee-e67e-420c-949f-7bdd98ca11b6,segment=NetworkSegment(3d64d0bd-167d-4bd9-9cfa-2f8f3589614c),segment_id=3d64d0bd-167d-4bd9-9cfa-2f8f3589614c)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:49:10.639765 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00e8dd49-a55e-4650-be96-a40d43ab2950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:10.720509 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e8dd49-a55e-4650-be96-a40d43ab2950 None None] Pushing event updated for resources: {'Port': ['ID=5058bbee-e67e-420c-949f-7bdd98ca11b6,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:10.802536 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6a008105-afc5-4d58-b6de-9b2162e826e1 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:10.816703 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [None req-6a008105-afc5-4d58-b6de-9b2162e826e1 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Transition to ACTIVE for port object 586e3184-e204-4091-9001-7c60b61639d3 will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:49:10.864097 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6a008105-afc5-4d58-b6de-9b2162e826e1 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:10.982551 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a008105-afc5-4d58-b6de-9b2162e826e1 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Network a772df68-38df-4b44-9ff5-226d7d41099b is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:49:10.993047 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-6a008105-afc5-4d58-b6de-9b2162e826e1 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:49:10.997240 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a008105-afc5-4d58-b6de-9b2162e826e1 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:49:11.009067 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a008105-afc5-4d58-b6de-9b2162e826e1 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:11.010197 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6a008105-afc5-4d58-b6de-9b2162e826e1 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:11.017219 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a008105-afc5-4d58-b6de-9b2162e826e1 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Pushing event updated for resources: {'Port': ['ID=586e3184-e204-4091-9001-7c60b61639d3,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:11.044724 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-6a008105-afc5-4d58-b6de-9b2162e826e1 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4829867 Aug 10 03:49:11.047524 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36634) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:11.053825 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-9af5ee3c-f3ac-483e-9125-96e23585dba6 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Request body: {'port': {'network_id': 'a772df68-38df-4b44-9ff5-226d7d41099b', 'name': 'tempest-PortsIpV6TestJSON-1073821119'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:11.197066 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af5ee3c-f3ac-483e-9125-96e23585dba6 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Made reservation on behalf of b033b0e396fb401585ce82f552fda059 for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:49:11.201674 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9af5ee3c-f3ac-483e-9125-96e23585dba6 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:11.235889 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [None req-9af5ee3c-f3ac-483e-9125-96e23585dba6 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] device_id is not set on port eaf5a7b1-e316-4066-afe0-65a40fc11d2d yet. {{(pid=94260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:49:11.397172 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-9af5ee3c-f3ac-483e-9125-96e23585dba6 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Allocated IP 2001:db8::36a (a772df68-38df-4b44-9ff5-226d7d41099b/f2a50086-9fbc-4af7-941e-5c3714896efc/eaf5a7b1-e316-4066-afe0-65a40fc11d2d) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:49:11.638418 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9af5ee3c-f3ac-483e-9125-96e23585dba6 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:11.670207 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [None req-9af5ee3c-f3ac-483e-9125-96e23585dba6 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Transition to ACTIVE for port object eaf5a7b1-e316-4066-afe0-65a40fc11d2d will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:49:11.726900 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9af5ee3c-f3ac-483e-9125-96e23585dba6 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:11.812671 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af5ee3c-f3ac-483e-9125-96e23585dba6 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Network a772df68-38df-4b44-9ff5-226d7d41099b is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:49:11.820845 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af5ee3c-f3ac-483e-9125-96e23585dba6 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Pushing event updated for resources: {'Port': ['ID=eaf5a7b1-e316-4066-afe0-65a40fc11d2d,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:11.824887 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-9af5ee3c-f3ac-483e-9125-96e23585dba6 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:49:11.828482 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af5ee3c-f3ac-483e-9125-96e23585dba6 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:49:11.838845 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af5ee3c-f3ac-483e-9125-96e23585dba6 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:11.840035 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9af5ee3c-f3ac-483e-9125-96e23585dba6 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:11.868193 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-9af5ee3c-f3ac-483e-9125-96e23585dba6 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8184793 Aug 10 03:49:11.871129 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36640) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:12.035450 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-de014b2b-a809-47ee-be2c-0b361b5aa33e req-55243182-1e2b-4ebe-b976-0c1126f0103c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ee9c3a8b-5ce5-4b05-b666-d77103dbd9a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0839782 Aug 10 03:49:12.051342 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b993141-8e6d-4682-98d1-16b85d85fc31 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:12.056973 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-0b993141-8e6d-4682-98d1-16b85d85fc31 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1aa HTTP/1.1" status: 200 len: 929 time: 0.1827183 Aug 10 03:49:12.057765 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36642) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:12.212744 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba10caa-e69e-43a2-b4a5-0efc86d71709 None None] Network a772df68-38df-4b44-9ff5-226d7d41099b requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:49:12.263413 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de014b2b-a809-47ee-be2c-0b361b5aa33e req-7a2c9a79-4a9c-4195-aa9b-a62d94926608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:12.263657 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-de014b2b-a809-47ee-be2c-0b361b5aa33e req-7a2c9a79-4a9c-4195-aa9b-a62d94926608 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cde344f967264dfd970128dd56d4c154&device_id=ee9c3a8b-5ce5-4b05-b666-d77103dbd9a2 HTTP/1.1" status: 200 len: 1097 time: 0.1520405 Aug 10 03:49:12.311516 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-c92fd97f-39b3-47e8-a6e7-aa2603c90f67 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Deleting port eaf5a7b1-e316-4066-afe0-65a40fc11d2d {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:49:12.312167 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c92fd97f-39b3-47e8-a6e7-aa2603c90f67 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:12.326104 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 5058bbee-e67e-420c-949f-7bdd98ca11b6 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:49:12.335580 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-80457573-54a1-448a-9373-4d8c8ebc2522 None None] Provisioning for port 5058bbee-e67e-420c-949f-7bdd98ca11b6 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:49:12.529050 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 5058bbee-e67e-420c-949f-7bdd98ca11b6 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:49:12.544506 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 5058bbee-e67e-420c-949f-7bdd98ca11b6 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:49:12.545044 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:12.549761 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c92fd97f-39b3-47e8-a6e7-aa2603c90f67 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:12.577288 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de014b2b-a809-47ee-be2c-0b361b5aa33e req-34afbfd3-8926-4c91-a7be-57d31d94945c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:12.578709 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-de014b2b-a809-47ee-be2c-0b361b5aa33e req-34afbfd3-8926-4c91-a7be-57d31d94945c service neutron] 10.222.0.42 "GET /v2.0/networks?id=a70c8cc8-b2af-4fef-a22f-f28f1e78768e HTTP/1.1" status: 200 len: 913 time: 0.2397349 Aug 10 03:49:12.580771 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-c92fd97f-39b3-47e8-a6e7-aa2603c90f67 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Calling delete_port for eaf5a7b1-e316-4066-afe0-65a40fc11d2d owned by {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:49:12.737972 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:12.796423 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 5058bbee-e67e-420c-949f-7bdd98ca11b6, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=5058bbee-e67e-420c-949f-7bdd98ca11b6,segment=NetworkSegment(3d64d0bd-167d-4bd9-9cfa-2f8f3589614c),segment_id=3d64d0bd-167d-4bd9-9cfa-2f8f3589614c)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:12.798992 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-de014b2b-a809-47ee-be2c-0b361b5aa33e req-62025c7c-1d69-47ee-8575-adf060a04b76 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d0d5c92-b9c0-48c3-8acb-df790af5cfb5 HTTP/1.1" status: 200 len: 1000 time: 0.2115097 Aug 10 03:49:12.803204 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:12.900286 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=5058bbee-e67e-420c-949f-7bdd98ca11b6,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:13.169202 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-2bcdcd96-d341-495b-8eae-a1e545a6e80a None None] Provisioning for port 586e3184-e204-4091-9001-7c60b61639d3 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:49:13.176312 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-2bcdcd96-d341-495b-8eae-a1e545a6e80a None None] Provisioning complete for port 586e3184-e204-4091-9001-7c60b61639d3 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:49:13.176783 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-2bcdcd96-d341-495b-8eae-a1e545a6e80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:13.226333 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-2bcdcd96-d341-495b-8eae-a1e545a6e80a None None] Port 586e3184-e204-4091-9001-7c60b61639d3 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:49:13.443513 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de014b2b-a809-47ee-be2c-0b361b5aa33e req-da582bae-2d83-4492-ba5e-b9b89d06975d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:13.445262 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-de014b2b-a809-47ee-be2c-0b361b5aa33e req-da582bae-2d83-4492-ba5e-b9b89d06975d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=954b0067-f4fb-4ae7-8bbb-b17d200f3f6d HTTP/1.1" status: 200 len: 852 time: 0.6348562 Aug 10 03:49:13.446257 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-2bcdcd96-d341-495b-8eae-a1e545a6e80a None None] Provisioning for port eaf5a7b1-e316-4066-afe0-65a40fc11d2d completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:49:13.446687 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c92fd97f-39b3-47e8-a6e7-aa2603c90f67 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:13.453222 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-2bcdcd96-d341-495b-8eae-a1e545a6e80a None None] Provisioning complete for port eaf5a7b1-e316-4066-afe0-65a40fc11d2d triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:49:13.453868 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-2bcdcd96-d341-495b-8eae-a1e545a6e80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:13.484953 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-2bcdcd96-d341-495b-8eae-a1e545a6e80a None None] Port eaf5a7b1-e316-4066-afe0-65a40fc11d2d was deleted so its status cannot be updated. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 10 03:49:13.489062 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92fd97f-39b3-47e8-a6e7-aa2603c90f67 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Pushing event deleted for resources: {'Port': ['ID=eaf5a7b1-e316-4066-afe0-65a40fc11d2d,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:13.506907 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-2bcdcd96-d341-495b-8eae-a1e545a6e80a None None] Provisioning complete for port 5058bbee-e67e-420c-949f-7bdd98ca11b6 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:49:13.507475 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-2bcdcd96-d341-495b-8eae-a1e545a6e80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:13.543275 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c92fd97f-39b3-47e8-a6e7-aa2603c90f67 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:13.548784 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-c92fd97f-39b3-47e8-a6e7-aa2603c90f67 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "DELETE /v2.0/ports/eaf5a7b1-e316-4066-afe0-65a40fc11d2d HTTP/1.1" status: 204 len: 168 time: 1.4887567 Aug 10 03:49:13.557111 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36646) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:13.583149 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de014b2b-a809-47ee-be2c-0b361b5aa33e req-d573b587-9b53-4e26-9885-eab6354c1ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:13.584889 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-de014b2b-a809-47ee-be2c-0b361b5aa33e req-d573b587-9b53-4e26-9885-eab6354c1ce2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a70c8cc8-b2af-4fef-a22f-f28f1e78768e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1058600 Aug 10 03:49:13.600879 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a259ab1-fbbe-44a1-84a2-66f8824c1c40 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] GET failed (client error): The resource could not be found. Aug 10 03:49:13.606123 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-9a259ab1-fbbe-44a1-84a2-66f8824c1c40 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "GET /v2.0/ports/eaf5a7b1-e316-4066-afe0-65a40fc11d2d HTTP/1.1" status: 404 len: 333 time: 0.0476284 Aug 10 03:49:13.607104 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36648) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:13.774511 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-69a13f15-aed4-41cc-9d7f-5343f7145de0 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Deleting port 586e3184-e204-4091-9001-7c60b61639d3 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:49:13.775557 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-69a13f15-aed4-41cc-9d7f-5343f7145de0 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:13.781118 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-6ef3e1cd-4db0-46fb-839d-19407211d6e1 None None] Provisioning complete for port 586e3184-e204-4091-9001-7c60b61639d3 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:49:13.781499 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-6ef3e1cd-4db0-46fb-839d-19407211d6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:13.788015 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-de014b2b-a809-47ee-be2c-0b361b5aa33e req-92310b90-c92e-4d98-bfaa-b8384e4d65b4 service neutron] 10.222.0.42 "GET /v2.0/networks/a70c8cc8-b2af-4fef-a22f-f28f1e78768e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946380 Aug 10 03:49:13.857012 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-6ef3e1cd-4db0-46fb-839d-19407211d6e1 None None] Port 586e3184-e204-4091-9001-7c60b61639d3 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:49:13.967369 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-69a13f15-aed4-41cc-9d7f-5343f7145de0 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:13.981006 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-de014b2b-a809-47ee-be2c-0b361b5aa33e req-21f977c2-e366-4426-a36f-e53cd6331444 service neutron] 10.222.0.42 "GET /v2.0/networks/a70c8cc8-b2af-4fef-a22f-f28f1e78768e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846182 Aug 10 03:49:13.996073 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-94ab25d9-77f6-43e0-958b-eb36b2051b6f None None] Could not find standard attr ID for object eaf5a7b1-e316-4066-afe0-65a40fc11d2d. {{(pid=94262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:49:14.005917 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-69a13f15-aed4-41cc-9d7f-5343f7145de0 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Calling delete_port for 586e3184-e204-4091-9001-7c60b61639d3 owned by {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:49:14.292553 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-69a13f15-aed4-41cc-9d7f-5343f7145de0 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:14.301306 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 5058bbee-e67e-420c-949f-7bdd98ca11b6 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:49:14.339975 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a13f15-aed4-41cc-9d7f-5343f7145de0 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Pushing event deleted for resources: {'Port': ['ID=586e3184-e204-4091-9001-7c60b61639d3,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:14.368451 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a13f15-aed4-41cc-9d7f-5343f7145de0 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:14.369098 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a13f15-aed4-41cc-9d7f-5343f7145de0 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:14.369776 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a13f15-aed4-41cc-9d7f-5343f7145de0 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:14.370411 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a13f15-aed4-41cc-9d7f-5343f7145de0 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:14.371287 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a13f15-aed4-41cc-9d7f-5343f7145de0 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:14.372162 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a13f15-aed4-41cc-9d7f-5343f7145de0 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:14.372945 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a13f15-aed4-41cc-9d7f-5343f7145de0 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:14.373480 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a13f15-aed4-41cc-9d7f-5343f7145de0 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:14.374105 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a13f15-aed4-41cc-9d7f-5343f7145de0 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:14.374839 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a13f15-aed4-41cc-9d7f-5343f7145de0 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:14.376407 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a13f15-aed4-41cc-9d7f-5343f7145de0 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:14.377255 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a13f15-aed4-41cc-9d7f-5343f7145de0 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:14.387108 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-69a13f15-aed4-41cc-9d7f-5343f7145de0 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:14.390367 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-69a13f15-aed4-41cc-9d7f-5343f7145de0 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "DELETE /v2.0/ports/586e3184-e204-4091-9001-7c60b61639d3 HTTP/1.1" status: 204 len: 168 time: 0.7817626 Aug 10 03:49:14.395297 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36654) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:14.413969 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 5058bbee-e67e-420c-949f-7bdd98ca11b6 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:49:14.413969 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:14.449320 n-d-768862-13 neutron-server[94260]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a63fddd-3583-4a56-8c64-44a66fbcdc9f tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] GET failed (client error): The resource could not be found. Aug 10 03:49:14.452862 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-8a63fddd-3583-4a56-8c64-44a66fbcdc9f tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "GET /v2.0/ports/586e3184-e204-4091-9001-7c60b61639d3 HTTP/1.1" status: 404 len: 333 time: 0.0556889 Aug 10 03:49:14.458078 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36656) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:14.560365 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed122440-9a6b-4602-8125-e5a80717ed88 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Deleting subnet f2a50086-9fbc-4af7-941e-5c3714896efc {{(pid=94260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:49:14.567232 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ed122440-9a6b-4602-8125-e5a80717ed88 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for subnet, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:14.645569 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ed122440-9a6b-4602-8125-e5a80717ed88 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191173'] for subnet, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:14.827303 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ed122440-9a6b-4602-8125-e5a80717ed88 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:14.910794 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ed122440-9a6b-4602-8125-e5a80717ed88 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:14.946820 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed122440-9a6b-4602-8125-e5a80717ed88 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Pushing event deleted for resources: {'Subnet': ['ID=f2a50086-9fbc-4af7-941e-5c3714896efc,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:14.951387 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ed122440-9a6b-4602-8125-e5a80717ed88 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:14.958455 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-ed122440-9a6b-4602-8125-e5a80717ed88 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "DELETE /v2.0/subnets/f2a50086-9fbc-4af7-941e-5c3714896efc HTTP/1.1" status: 204 len: 168 time: 0.4937589 Aug 10 03:49:14.959715 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36658) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:14.967068 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c1db57-d362-419e-bcf6-a0e88b1d934c None None] Network a772df68-38df-4b44-9ff5-226d7d41099b requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:49:15.149501 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f3d6a818-358e-4403-b53a-390bc7ff29a8 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:15.240778 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50e1bbd-3559-4f19-bb29-a8913dfc3899 None None] DHCP port deletion for a772df68-38df-4b44-9ff5-226d7d41099b request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:49:15.294027 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-f3d6a818-358e-4403-b53a-390bc7ff29a8 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Deleting port 5058bbee-e67e-420c-949f-7bdd98ca11b6 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:49:15.294760 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f3d6a818-358e-4403-b53a-390bc7ff29a8 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:15.340491 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c50e1bbd-3559-4f19-bb29-a8913dfc3899 None None] Deleting port 5058bbee-e67e-420c-949f-7bdd98ca11b6 {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:49:15.341082 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c50e1bbd-3559-4f19-bb29-a8913dfc3899 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:15.415511 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-f3d6a818-358e-4403-b53a-390bc7ff29a8 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] For port 5058bbee-e67e-420c-949f-7bdd98ca11b6, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=5058bbee-e67e-420c-949f-7bdd98ca11b6,segment=NetworkSegment(3d64d0bd-167d-4bd9-9cfa-2f8f3589614c),segment_id=3d64d0bd-167d-4bd9-9cfa-2f8f3589614c)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:15.415803 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f3d6a818-358e-4403-b53a-390bc7ff29a8 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:15.432477 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-f3d6a818-358e-4403-b53a-390bc7ff29a8 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Calling delete_port for 5058bbee-e67e-420c-949f-7bdd98ca11b6 owned by network:dhcp {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:49:15.437592 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c50e1bbd-3559-4f19-bb29-a8913dfc3899 None None] For port 5058bbee-e67e-420c-949f-7bdd98ca11b6, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=5058bbee-e67e-420c-949f-7bdd98ca11b6,segment=NetworkSegment(3d64d0bd-167d-4bd9-9cfa-2f8f3589614c),segment_id=3d64d0bd-167d-4bd9-9cfa-2f8f3589614c)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:15.438285 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c50e1bbd-3559-4f19-bb29-a8913dfc3899 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:15.464801 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c50e1bbd-3559-4f19-bb29-a8913dfc3899 None None] Calling delete_port for 5058bbee-e67e-420c-949f-7bdd98ca11b6 owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:49:15.555098 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f3d6a818-358e-4403-b53a-390bc7ff29a8 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:15.595673 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d6a818-358e-4403-b53a-390bc7ff29a8 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] No DVR routers for this DVR port 5058bbee-e67e-420c-949f-7bdd98ca11b6 on host n-d-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:49:15.598013 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d6a818-358e-4403-b53a-390bc7ff29a8 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Pushing event deleted for resources: {'Port': ['ID=5058bbee-e67e-420c-949f-7bdd98ca11b6,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:15.667162 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c50e1bbd-3559-4f19-bb29-a8913dfc3899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:15.692578 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f3d6a818-358e-4403-b53a-390bc7ff29a8 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:15.712293 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-f3d6a818-358e-4403-b53a-390bc7ff29a8 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a772df68-38df-4b44-9ff5-226d7d41099b']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:15.719418 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50e1bbd-3559-4f19-bb29-a8913dfc3899 None None] Pushing event deleted for resources: {'Port': ['ID=5058bbee-e67e-420c-949f-7bdd98ca11b6,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:15.727755 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50e1bbd-3559-4f19-bb29-a8913dfc3899 None None] No DVR routers for this DVR port 5058bbee-e67e-420c-949f-7bdd98ca11b6 on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:49:15.752479 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-f3d6a818-358e-4403-b53a-390bc7ff29a8 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d64d0bd-167d-4bd9-9cfa-2f8f3589614c') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:15.752988 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-f3d6a818-358e-4403-b53a-390bc7ff29a8 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d64d0bd-167d-4bd9-9cfa-2f8f3589614c') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:15.769751 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f3d6a818-358e-4403-b53a-390bc7ff29a8 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:15.794791 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f3d6a818-358e-4403-b53a-390bc7ff29a8 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:15.803763 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3d6a818-358e-4403-b53a-390bc7ff29a8 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:49:15.804333 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f3d6a818-358e-4403-b53a-390bc7ff29a8 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:15.808313 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:49:15.808313 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:49:15.808313 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:49:15.808313 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:49:15.808313 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:49:15.808313 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:49:15.808313 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:49:15.808313 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:49:15.808313 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:49:15.808313 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:49:15.808313 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:49:15.808313 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:49:15.808313 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:49:15.808313 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:49:15.808313 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:49:15.808313 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:49:15.808313 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:49:15.808313 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:49:15.808313 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:49:15.808313 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:49:15.808313 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:49:15.808313 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:49:15.808313 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:49:15.808313 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:49:15.808313 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:49:15.808313 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:49:15.808313 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:49:15.808313 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:49:15.808313 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:49:15.808313 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:49:15.808313 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:49:15.808313 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:49:15.888284 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f3d6a818-358e-4403-b53a-390bc7ff29a8 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:15.903848 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f3d6a818-358e-4403-b53a-390bc7ff29a8 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:15.907426 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-f3d6a818-358e-4403-b53a-390bc7ff29a8 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "DELETE /v2.0/networks/a772df68-38df-4b44-9ff5-226d7d41099b HTTP/1.1" status: 204 len: 168 time: 0.9470129 Aug 10 03:49:15.913037 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36666) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:15.919962 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-b2b4f49e-a63e-4494-a64d-dcd1e5943f41 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1205987071'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:15.928613 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d6a818-358e-4403-b53a-390bc7ff29a8 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Pushing event deleted for resources: {'Network': ['ID=a772df68-38df-4b44-9ff5-226d7d41099b,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:15.948486 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b4f49e-a63e-4494-a64d-dcd1e5943f41 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Made reservation on behalf of b033b0e396fb401585ce82f552fda059 for: {'network': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:49:15.955657 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b2b4f49e-a63e-4494-a64d-dcd1e5943f41 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:15.999751 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2b4f49e-a63e-4494-a64d-dcd1e5943f41 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=94260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:49:16.018753 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b2b4f49e-a63e-4494-a64d-dcd1e5943f41 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:16.019295 n-d-768862-13 neutron-server[94260]: INFO neutron.db.segments_db [None req-b2b4f49e-a63e-4494-a64d-dcd1e5943f41 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Added segment bf3a86bd-f9d3-462f-b33a-ae9d6eda4ab9 of type vlan for network 0fc9ccc6-7dfc-43c9-8d77-625d89907e68 Aug 10 03:49:16.080208 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b2b4f49e-a63e-4494-a64d-dcd1e5943f41 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:16.135365 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b2b4f49e-a63e-4494-a64d-dcd1e5943f41 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:16.144194 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b4f49e-a63e-4494-a64d-dcd1e5943f41 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:16.144855 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b2b4f49e-a63e-4494-a64d-dcd1e5943f41 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:16.222029 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-b2b4f49e-a63e-4494-a64d-dcd1e5943f41 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3069296 Aug 10 03:49:16.226300 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36668) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:16.232895 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-8261826a-18d9-4182-8a2b-7e00ab8afa1f tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Request body: {'subnet': {'network_id': '0fc9ccc6-7dfc-43c9-8d77-625d89907e68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:16.238562 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 5058bbee-e67e-420c-949f-7bdd98ca11b6 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:49:16.273985 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 5058bbee-e67e-420c-949f-7bdd98ca11b6 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:49:16.274616 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 5058bbee-e67e-420c-949f-7bdd98ca11b6 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:49:16.297920 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b4f49e-a63e-4494-a64d-dcd1e5943f41 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Pushing event updated for resources: {'Network': ['ID=0fc9ccc6-7dfc-43c9-8d77-625d89907e68,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:16.317762 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 0fc9ccc6-7dfc-43c9-8d77-625d89907e68 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:49:16.368779 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8261826a-18d9-4182-8a2b-7e00ab8afa1f tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Made reservation on behalf of b033b0e396fb401585ce82f552fda059 for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:49:16.375455 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8261826a-18d9-4182-8a2b-7e00ab8afa1f tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:16.663657 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8261826a-18d9-4182-8a2b-7e00ab8afa1f tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58895384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805196'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:16.730653 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8261826a-18d9-4182-8a2b-7e00ab8afa1f tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Pushing event updated for resources: {'Subnet': ['ID=a64d6933-1f28-40df-8c3c-1f12c687f452,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:16.746944 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8261826a-18d9-4182-8a2b-7e00ab8afa1f tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Checking segment: {'id': 'bf3a86bd-f9d3-462f-b33a-ae9d6eda4ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0fc9ccc6-7dfc-43c9-8d77-625d89907e68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:49:16.747475 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8261826a-18d9-4182-8a2b-7e00ab8afa1f tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Network hostable DHCP agents. Network: 0fc9ccc6-7dfc-43c9-8d77-625d89907e68, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:49:16.772183 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8261826a-18d9-4182-8a2b-7e00ab8afa1f tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Network 0fc9ccc6-7dfc-43c9-8d77-625d89907e68 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:49:16.785737 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-8261826a-18d9-4182-8a2b-7e00ab8afa1f tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 0fc9ccc6-7dfc-43c9-8d77-625d89907e68) {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:49:16.791316 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8261826a-18d9-4182-8a2b-7e00ab8afa1f tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:16.792112 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8261826a-18d9-4182-8a2b-7e00ab8afa1f tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:16.801121 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d41329-0b6c-40eb-bffb-d0f169bbf1de None None] Network 0fc9ccc6-7dfc-43c9-8d77-625d89907e68 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:49:16.812608 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-8261826a-18d9-4182-8a2b-7e00ab8afa1f tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5846298 Aug 10 03:49:16.816953 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36672) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:16.823009 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-6a02f2c5-c7ed-4036-a455-51198528bbd8 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Request body: {'port': {'network_id': '0fc9ccc6-7dfc-43c9-8d77-625d89907e68', 'name': 'tempest-PortsIpV6TestJSON-500447422', 'fixed_ips': [{'subnet_id': 'a64d6933-1f28-40df-8c3c-1f12c687f452', 'ip_address': '2001:db8::10'}]}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:16.965487 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a02f2c5-c7ed-4036-a455-51198528bbd8 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Made reservation on behalf of b033b0e396fb401585ce82f552fda059 for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:49:17.073001 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6a02f2c5-c7ed-4036-a455-51198528bbd8 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:17.077207 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e84771c-96f6-4cd5-baf9-8c0055d21e88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-0fc9ccc6-7dfc-43c9-8d77-625d89907e68', 'network_id': '0fc9ccc6-7dfc-43c9-8d77-625d89907e68', 'tenant_id': 'b033b0e396fb401585ce82f552fda059', 'fixed_ips': [{'subnet_id': 'a64d6933-1f28-40df-8c3c-1f12c687f452'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:49:17.078707 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3e84771c-96f6-4cd5-baf9-8c0055d21e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:17.095576 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [None req-6a02f2c5-c7ed-4036-a455-51198528bbd8 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] device_id is not set on port 79f06280-1762-493a-a108-5d3107bdc533 yet. {{(pid=94260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:49:17.298152 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-6a02f2c5-c7ed-4036-a455-51198528bbd8 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Allocated IP 2001:db8::10 (0fc9ccc6-7dfc-43c9-8d77-625d89907e68/a64d6933-1f28-40df-8c3c-1f12c687f452/79f06280-1762-493a-a108-5d3107bdc533) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:49:17.512622 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6a02f2c5-c7ed-4036-a455-51198528bbd8 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:17.532922 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [None req-6a02f2c5-c7ed-4036-a455-51198528bbd8 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Transition to ACTIVE for port object 79f06280-1762-493a-a108-5d3107bdc533 will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:49:17.612469 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6a02f2c5-c7ed-4036-a455-51198528bbd8 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:17.673604 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a02f2c5-c7ed-4036-a455-51198528bbd8 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Network 0fc9ccc6-7dfc-43c9-8d77-625d89907e68 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:49:17.681781 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-6a02f2c5-c7ed-4036-a455-51198528bbd8 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:49:17.688828 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a02f2c5-c7ed-4036-a455-51198528bbd8 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:49:17.698354 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a02f2c5-c7ed-4036-a455-51198528bbd8 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:17.699438 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6a02f2c5-c7ed-4036-a455-51198528bbd8 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:17.703232 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-3e84771c-96f6-4cd5-baf9-8c0055d21e88 None None] Allocated IP 2001:db8::2 (0fc9ccc6-7dfc-43c9-8d77-625d89907e68/a64d6933-1f28-40df-8c3c-1f12c687f452/d03d61de-c5e5-4eca-ae16-12743e32bec8) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:49:17.720122 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a02f2c5-c7ed-4036-a455-51198528bbd8 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Pushing event updated for resources: {'Port': ['ID=79f06280-1762-493a-a108-5d3107bdc533,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:17.735080 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-6a02f2c5-c7ed-4036-a455-51198528bbd8 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9134779 Aug 10 03:49:17.735824 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36678) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:17.745083 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-e3cd0c2b-d111-43ac-9b57-32af1a95b6a4 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Request body: {'port': {'network_id': '0fc9ccc6-7dfc-43c9-8d77-625d89907e68', 'name': 'tempest-PortsIpV6TestJSON-276137629', 'fixed_ips': [{'subnet_id': 'a64d6933-1f28-40df-8c3c-1f12c687f452', 'ip_address': '2001:db8::f'}]}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:17.967555 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3cd0c2b-d111-43ac-9b57-32af1a95b6a4 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Made reservation on behalf of b033b0e396fb401585ce82f552fda059 for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:49:17.982389 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e3cd0c2b-d111-43ac-9b57-32af1a95b6a4 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:18.021358 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [None req-e3cd0c2b-d111-43ac-9b57-32af1a95b6a4 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] device_id is not set on port f0ca2185-1c82-4e9e-91f6-6d91a99b2e94 yet. {{(pid=94260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:49:18.028522 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3e84771c-96f6-4cd5-baf9-8c0055d21e88 None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:18.040675 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-3e84771c-96f6-4cd5-baf9-8c0055d21e88 None None] Transition to ACTIVE for port object d03d61de-c5e5-4eca-ae16-12743e32bec8 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:49:18.061154 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-3e84771c-96f6-4cd5-baf9-8c0055d21e88 None None] Transition to ACTIVE for port object d03d61de-c5e5-4eca-ae16-12743e32bec8 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:49:18.071641 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3e84771c-96f6-4cd5-baf9-8c0055d21e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:18.121416 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e84771c-96f6-4cd5-baf9-8c0055d21e88 None None] Network 0fc9ccc6-7dfc-43c9-8d77-625d89907e68 is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:49:18.124988 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-3e84771c-96f6-4cd5-baf9-8c0055d21e88 None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:49:18.130633 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e84771c-96f6-4cd5-baf9-8c0055d21e88 None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:49:18.138882 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e84771c-96f6-4cd5-baf9-8c0055d21e88 None None] Pushing event updated for resources: {'Port': ['ID=d03d61de-c5e5-4eca-ae16-12743e32bec8,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:18.207151 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-3e84771c-96f6-4cd5-baf9-8c0055d21e88 None None] Attempting to bind port d03d61de-c5e5-4eca-ae16-12743e32bec8 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:49:18.207536 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-3e84771c-96f6-4cd5-baf9-8c0055d21e88 None None] Attempting to bind port d03d61de-c5e5-4eca-ae16-12743e32bec8 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'bf3a86bd-f9d3-462f-b33a-ae9d6eda4ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0fc9ccc6-7dfc-43c9-8d77-625d89907e68'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:49:18.207906 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e84771c-96f6-4cd5-baf9-8c0055d21e88 None None] Attempting to bind port d03d61de-c5e5-4eca-ae16-12743e32bec8 on network 0fc9ccc6-7dfc-43c9-8d77-625d89907e68 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:49:18.214869 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e84771c-96f6-4cd5-baf9-8c0055d21e88 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:49:18.214869 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e84771c-96f6-4cd5-baf9-8c0055d21e88 None None] Checking segment: {'id': 'bf3a86bd-f9d3-462f-b33a-ae9d6eda4ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0fc9ccc6-7dfc-43c9-8d77-625d89907e68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:49:18.215390 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3e84771c-96f6-4cd5-baf9-8c0055d21e88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:18.215659 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e84771c-96f6-4cd5-baf9-8c0055d21e88 None None] Bound using segment: {'id': 'bf3a86bd-f9d3-462f-b33a-ae9d6eda4ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0fc9ccc6-7dfc-43c9-8d77-625d89907e68'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:49:18.216379 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-3e84771c-96f6-4cd5-baf9-8c0055d21e88 None None] Bound port: d03d61de-c5e5-4eca-ae16-12743e32bec8, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf3a86bd-f9d3-462f-b33a-ae9d6eda4ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0fc9ccc6-7dfc-43c9-8d77-625d89907e68'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:49:18.216596 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3e84771c-96f6-4cd5-baf9-8c0055d21e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:18.340638 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-e3cd0c2b-d111-43ac-9b57-32af1a95b6a4 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Allocated IP 2001:db8::f (0fc9ccc6-7dfc-43c9-8d77-625d89907e68/a64d6933-1f28-40df-8c3c-1f12c687f452/f0ca2185-1c82-4e9e-91f6-6d91a99b2e94) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:49:18.494466 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-3e84771c-96f6-4cd5-baf9-8c0055d21e88 None None] For port d03d61de-c5e5-4eca-ae16-12743e32bec8, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:49:18.499212 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-3e84771c-96f6-4cd5-baf9-8c0055d21e88 None None] For port d03d61de-c5e5-4eca-ae16-12743e32bec8, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=d03d61de-c5e5-4eca-ae16-12743e32bec8,segment=NetworkSegment(bf3a86bd-f9d3-462f-b33a-ae9d6eda4ab9),segment_id=bf3a86bd-f9d3-462f-b33a-ae9d6eda4ab9)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:49:18.506099 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3e84771c-96f6-4cd5-baf9-8c0055d21e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:18.559741 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e3cd0c2b-d111-43ac-9b57-32af1a95b6a4 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:18.577600 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [None req-e3cd0c2b-d111-43ac-9b57-32af1a95b6a4 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Transition to ACTIVE for port object f0ca2185-1c82-4e9e-91f6-6d91a99b2e94 will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:49:18.621743 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e84771c-96f6-4cd5-baf9-8c0055d21e88 None None] Pushing event updated for resources: {'Port': ['ID=d03d61de-c5e5-4eca-ae16-12743e32bec8,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:18.622131 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e3cd0c2b-d111-43ac-9b57-32af1a95b6a4 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:18.684965 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3cd0c2b-d111-43ac-9b57-32af1a95b6a4 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Network 0fc9ccc6-7dfc-43c9-8d77-625d89907e68 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:49:18.688986 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-e3cd0c2b-d111-43ac-9b57-32af1a95b6a4 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:49:18.694670 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cd0c2b-d111-43ac-9b57-32af1a95b6a4 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:49:18.703431 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3cd0c2b-d111-43ac-9b57-32af1a95b6a4 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:18.705448 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e3cd0c2b-d111-43ac-9b57-32af1a95b6a4 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:18.709125 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cd0c2b-d111-43ac-9b57-32af1a95b6a4 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Pushing event updated for resources: {'Port': ['ID=f0ca2185-1c82-4e9e-91f6-6d91a99b2e94,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:18.739437 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-e3cd0c2b-d111-43ac-9b57-32af1a95b6a4 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0018363 Aug 10 03:49:18.742073 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36686) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:18.814317 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555e2dbc-3436-450a-afb7-2471d1027f56 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:18.819197 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-555e2dbc-3436-450a-afb7-2471d1027f56 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.0759079 Aug 10 03:49:18.819661 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36690) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:19.029275 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af66e2f-2b78-482e-a757-470979a9dbfc tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:19.040432 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af66e2f-2b78-482e-a757-470979a9dbfc tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:19.051189 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af66e2f-2b78-482e-a757-470979a9dbfc tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:19.058524 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-7af66e2f-2b78-482e-a757-470979a9dbfc tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.2327602 Aug 10 03:49:19.059337 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36694) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:19.210823 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-c72b05d1-3d4d-4032-8f07-498a3a659837 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Deleting port f0ca2185-1c82-4e9e-91f6-6d91a99b2e94 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:49:19.211362 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c72b05d1-3d4d-4032-8f07-498a3a659837 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:19.359517 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c72b05d1-3d4d-4032-8f07-498a3a659837 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:19.383897 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-c72b05d1-3d4d-4032-8f07-498a3a659837 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Calling delete_port for f0ca2185-1c82-4e9e-91f6-6d91a99b2e94 owned by {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:49:19.645833 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c72b05d1-3d4d-4032-8f07-498a3a659837 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:19.731650 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72b05d1-3d4d-4032-8f07-498a3a659837 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Pushing event deleted for resources: {'Port': ['ID=f0ca2185-1c82-4e9e-91f6-6d91a99b2e94,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:19.734888 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c72b05d1-3d4d-4032-8f07-498a3a659837 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:19.737439 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-c72b05d1-3d4d-4032-8f07-498a3a659837 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "DELETE /v2.0/ports/f0ca2185-1c82-4e9e-91f6-6d91a99b2e94 HTTP/1.1" status: 204 len: 168 time: 0.6769624 Aug 10 03:49:19.741718 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36696) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:19.777639 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a21b19f-affb-4d30-809a-34cc72b44310 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] GET failed (client error): The resource could not be found. Aug 10 03:49:19.779477 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-2a21b19f-affb-4d30-809a-34cc72b44310 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "GET /v2.0/ports/f0ca2185-1c82-4e9e-91f6-6d91a99b2e94 HTTP/1.1" status: 404 len: 333 time: 0.0365317 Aug 10 03:49:19.784222 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36698) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:19.967928 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-ff0e5886-a1b4-428d-a632-3308930cd188 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Deleting port 79f06280-1762-493a-a108-5d3107bdc533 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:49:19.968625 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ff0e5886-a1b4-428d-a632-3308930cd188 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:20.056314 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9decf04-26dd-400d-95f2-abb0114101f2 None None] Network 0fc9ccc6-7dfc-43c9-8d77-625d89907e68 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:49:20.147932 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ff0e5886-a1b4-428d-a632-3308930cd188 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:20.164168 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-ff0e5886-a1b4-428d-a632-3308930cd188 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Calling delete_port for 79f06280-1762-493a-a108-5d3107bdc533 owned by {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:49:20.185342 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-df050054-cda5-4b13-a050-ac4550fae3f5 None None] Provisioning for port d03d61de-c5e5-4eca-ae16-12743e32bec8 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:49:20.325678 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device d03d61de-c5e5-4eca-ae16-12743e32bec8 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:49:20.375011 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ff0e5886-a1b4-428d-a632-3308930cd188 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:20.435717 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0e5886-a1b4-428d-a632-3308930cd188 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Pushing event deleted for resources: {'Port': ['ID=79f06280-1762-493a-a108-5d3107bdc533,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:20.467755 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port d03d61de-c5e5-4eca-ae16-12743e32bec8 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:49:20.476576 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port d03d61de-c5e5-4eca-ae16-12743e32bec8 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:49:20.477102 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:20.489994 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ff0e5886-a1b4-428d-a632-3308930cd188 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:20.497890 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ff0e5886-a1b4-428d-a632-3308930cd188 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "DELETE /v2.0/ports/79f06280-1762-493a-a108-5d3107bdc533 HTTP/1.1" status: 204 len: 168 time: 0.7086246 Aug 10 03:49:20.498193 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36702) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:20.530199 n-d-768862-13 neutron-server[94260]: INFO neutron.pecan_wsgi.hooks.translation [None req-56ff7ccd-91e2-4729-8bf2-e4bdc6a10643 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] GET failed (client error): The resource could not be found. Aug 10 03:49:20.536963 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-56ff7ccd-91e2-4729-8bf2-e4bdc6a10643 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "GET /v2.0/ports/79f06280-1762-493a-a108-5d3107bdc533 HTTP/1.1" status: 404 len: 333 time: 0.0331781 Aug 10 03:49:20.538150 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36704) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:20.632053 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7c2492f-f30e-4628-89dc-80039b1be071 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Deleting subnet a64d6933-1f28-40df-8c3c-1f12c687f452 {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:49:20.637831 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c7c2492f-f30e-4628-89dc-80039b1be071 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:20.662037 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:20.728187 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c7c2492f-f30e-4628-89dc-80039b1be071 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:20.737716 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port d03d61de-c5e5-4eca-ae16-12743e32bec8, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=d03d61de-c5e5-4eca-ae16-12743e32bec8,segment=NetworkSegment(bf3a86bd-f9d3-462f-b33a-ae9d6eda4ab9),segment_id=bf3a86bd-f9d3-462f-b33a-ae9d6eda4ab9)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:20.745389 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:20.854826 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=d03d61de-c5e5-4eca-ae16-12743e32bec8,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:20.886871 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-aa846080-7591-400c-af16-5fadc5c85d03 None None] Provisioning complete for port d03d61de-c5e5-4eca-ae16-12743e32bec8 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:49:20.888064 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-aa846080-7591-400c-af16-5fadc5c85d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:20.926610 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c7c2492f-f30e-4628-89dc-80039b1be071 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:21.055581 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c7c2492f-f30e-4628-89dc-80039b1be071 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:21.091000 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-aa846080-7591-400c-af16-5fadc5c85d03 None None] Could not find standard attr ID for object 79f06280-1762-493a-a108-5d3107bdc533. {{(pid=94262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:49:21.115471 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c2492f-f30e-4628-89dc-80039b1be071 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Pushing event deleted for resources: {'Subnet': ['ID=a64d6933-1f28-40df-8c3c-1f12c687f452,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:21.132083 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c7c2492f-f30e-4628-89dc-80039b1be071 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:21.135262 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-c7c2492f-f30e-4628-89dc-80039b1be071 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "DELETE /v2.0/subnets/a64d6933-1f28-40df-8c3c-1f12c687f452 HTTP/1.1" status: 204 len: 168 time: 0.5952959 Aug 10 03:49:21.138155 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36708) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:21.186566 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2510b6ad-4f48-454c-9ce1-b19d42fa078a None None] Network 0fc9ccc6-7dfc-43c9-8d77-625d89907e68 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:49:21.249606 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-51a75fa9-3b8f-4f45-aabe-01f057020f22 None None] Could not find standard attr ID for object 79f06280-1762-493a-a108-5d3107bdc533. {{(pid=94262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:49:21.261703 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c7f65399-7758-421b-ab8d-aeb76963170f tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:21.334877 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-c7f65399-7758-421b-ab8d-aeb76963170f tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Deleting port d03d61de-c5e5-4eca-ae16-12743e32bec8 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:49:21.335551 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c7f65399-7758-421b-ab8d-aeb76963170f tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:21.381543 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-6450a2c0-04ee-4041-bc15-f21fdb6dc06a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:21.454473 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-c7f65399-7758-421b-ab8d-aeb76963170f tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] For port d03d61de-c5e5-4eca-ae16-12743e32bec8, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=d03d61de-c5e5-4eca-ae16-12743e32bec8,segment=NetworkSegment(bf3a86bd-f9d3-462f-b33a-ae9d6eda4ab9),segment_id=bf3a86bd-f9d3-462f-b33a-ae9d6eda4ab9)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:21.454473 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c7f65399-7758-421b-ab8d-aeb76963170f tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:21.475786 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-c7f65399-7758-421b-ab8d-aeb76963170f tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Calling delete_port for d03d61de-c5e5-4eca-ae16-12743e32bec8 owned by network:dhcp {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:49:21.484839 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df106a3a-7d4e-4b5c-b685-f0a9aed9c062 None None] DHCP port deletion for 0fc9ccc6-7dfc-43c9-8d77-625d89907e68 request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:49:21.571963 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-df106a3a-7d4e-4b5c-b685-f0a9aed9c062 None None] Deleting port d03d61de-c5e5-4eca-ae16-12743e32bec8 {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:49:21.572896 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-df106a3a-7d4e-4b5c-b685-f0a9aed9c062 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:21.640177 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c7f65399-7758-421b-ab8d-aeb76963170f tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:21.684000 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f65399-7758-421b-ab8d-aeb76963170f tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Pushing event deleted for resources: {'Port': ['ID=d03d61de-c5e5-4eca-ae16-12743e32bec8,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:21.691536 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-df106a3a-7d4e-4b5c-b685-f0a9aed9c062 None None] For port d03d61de-c5e5-4eca-ae16-12743e32bec8, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=d03d61de-c5e5-4eca-ae16-12743e32bec8,segment=NetworkSegment(bf3a86bd-f9d3-462f-b33a-ae9d6eda4ab9),segment_id=bf3a86bd-f9d3-462f-b33a-ae9d6eda4ab9)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:21.692201 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-df106a3a-7d4e-4b5c-b685-f0a9aed9c062 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:21.693742 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f65399-7758-421b-ab8d-aeb76963170f tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] No DVR routers for this DVR port d03d61de-c5e5-4eca-ae16-12743e32bec8 on host n-d-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:49:21.721227 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-df106a3a-7d4e-4b5c-b685-f0a9aed9c062 None None] Calling delete_port for d03d61de-c5e5-4eca-ae16-12743e32bec8 owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:49:21.845204 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c7f65399-7758-421b-ab8d-aeb76963170f tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:21.857811 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-c7f65399-7758-421b-ab8d-aeb76963170f tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fc9ccc6-7dfc-43c9-8d77-625d89907e68']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:21.861769 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-df106a3a-7d4e-4b5c-b685-f0a9aed9c062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:21.881106 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-c7f65399-7758-421b-ab8d-aeb76963170f tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf3a86bd-f9d3-462f-b33a-ae9d6eda4ab9') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:21.881643 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-c7f65399-7758-421b-ab8d-aeb76963170f tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf3a86bd-f9d3-462f-b33a-ae9d6eda4ab9') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:21.892544 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df106a3a-7d4e-4b5c-b685-f0a9aed9c062 None None] Pushing event deleted for resources: {'Port': ['ID=d03d61de-c5e5-4eca-ae16-12743e32bec8,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:21.897613 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df106a3a-7d4e-4b5c-b685-f0a9aed9c062 None None] No DVR routers for this DVR port d03d61de-c5e5-4eca-ae16-12743e32bec8 on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:49:21.910880 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c7f65399-7758-421b-ab8d-aeb76963170f tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:21.939187 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c7f65399-7758-421b-ab8d-aeb76963170f tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:21.948806 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7f65399-7758-421b-ab8d-aeb76963170f tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:49:21.949164 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c7f65399-7758-421b-ab8d-aeb76963170f tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:21.952658 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:49:21.952658 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:49:21.952658 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:49:21.952658 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:49:21.952658 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:49:21.952658 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:49:21.952658 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:49:21.952658 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:49:21.952658 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:49:21.952658 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:49:21.952658 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:49:21.952658 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:49:21.952658 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:49:21.952658 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:49:21.952658 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:49:21.952658 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:49:21.952658 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:49:21.952658 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:49:21.952658 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:49:21.952658 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:49:21.952658 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:49:21.952658 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:49:21.952658 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:49:21.952658 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:49:21.952658 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:49:21.952658 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:49:21.952658 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:49:21.952658 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:49:21.952658 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:49:21.952658 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:49:21.952658 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:49:21.952658 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:49:22.023444 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c7f65399-7758-421b-ab8d-aeb76963170f tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:22.046826 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c7f65399-7758-421b-ab8d-aeb76963170f tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:22.050270 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-c7f65399-7758-421b-ab8d-aeb76963170f tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "DELETE /v2.0/networks/0fc9ccc6-7dfc-43c9-8d77-625d89907e68 HTTP/1.1" status: 204 len: 168 time: 0.9094815 Aug 10 03:49:22.055591 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36712) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:22.062399 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-e44fafa3-5aab-4e8a-bf0f-59aac4e68815 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-169186980'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:22.065669 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f65399-7758-421b-ab8d-aeb76963170f tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Pushing event deleted for resources: {'Network': ['ID=0fc9ccc6-7dfc-43c9-8d77-625d89907e68,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:22.096851 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e44fafa3-5aab-4e8a-bf0f-59aac4e68815 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Made reservation on behalf of b033b0e396fb401585ce82f552fda059 for: {'network': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:49:22.102917 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e44fafa3-5aab-4e8a-bf0f-59aac4e68815 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:22.145625 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e44fafa3-5aab-4e8a-bf0f-59aac4e68815 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=94260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:49:22.159474 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e44fafa3-5aab-4e8a-bf0f-59aac4e68815 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:22.159940 n-d-768862-13 neutron-server[94260]: INFO neutron.db.segments_db [None req-e44fafa3-5aab-4e8a-bf0f-59aac4e68815 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Added segment d2853f82-60b1-402d-b0dc-f5acebb8cb8d of type vlan for network 8be91681-c4b4-4726-8741-f8a1d8f6d6e7 Aug 10 03:49:22.213602 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device d03d61de-c5e5-4eca-ae16-12743e32bec8 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:49:22.250414 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e44fafa3-5aab-4e8a-bf0f-59aac4e68815 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:22.256826 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: d03d61de-c5e5-4eca-ae16-12743e32bec8 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:49:22.257288 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device d03d61de-c5e5-4eca-ae16-12743e32bec8 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:49:22.314849 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e44fafa3-5aab-4e8a-bf0f-59aac4e68815 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:22.327264 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44fafa3-5aab-4e8a-bf0f-59aac4e68815 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:22.328293 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e44fafa3-5aab-4e8a-bf0f-59aac4e68815 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:22.336469 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36720) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:22.365633 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36724) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:22.406468 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-e44fafa3-5aab-4e8a-bf0f-59aac4e68815 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3485243 Aug 10 03:49:22.412677 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36726) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:22.419802 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-7906b8c0-508f-486b-9f10-0fed042b4b3a tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Request body: {'subnet': {'network_id': '8be91681-c4b4-4726-8741-f8a1d8f6d6e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:22.485529 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44fafa3-5aab-4e8a-bf0f-59aac4e68815 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Pushing event updated for resources: {'Network': ['ID=8be91681-c4b4-4726-8741-f8a1d8f6d6e7,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:22.501716 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 8be91681-c4b4-4726-8741-f8a1d8f6d6e7 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:49:22.613462 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7906b8c0-508f-486b-9f10-0fed042b4b3a tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Made reservation on behalf of b033b0e396fb401585ce82f552fda059 for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:49:22.620038 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7906b8c0-508f-486b-9f10-0fed042b4b3a tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:22.721682 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-9388c522-0c08-4e60-a095-1b483eba7aef tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Deleting port 93616e9c-4574-4627-8826-660330bf758f {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:49:22.722717 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9388c522-0c08-4e60-a095-1b483eba7aef tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:22.859322 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9388c522-0c08-4e60-a095-1b483eba7aef tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:22.860906 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9388c522-0c08-4e60-a095-1b483eba7aef tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:22.884562 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-9388c522-0c08-4e60-a095-1b483eba7aef tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Calling delete_port for 93616e9c-4574-4627-8826-660330bf758f owned by network:floatingip {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:49:23.078576 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7906b8c0-508f-486b-9f10-0fed042b4b3a tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:23.132291 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9388c522-0c08-4e60-a095-1b483eba7aef tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:23.165686 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7906b8c0-508f-486b-9f10-0fed042b4b3a tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Pushing event updated for resources: {'Subnet': ['ID=5df4a711-ea33-41ca-b145-56cab46a20a3,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:23.192559 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9388c522-0c08-4e60-a095-1b483eba7aef tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Pushing event deleted for resources: {'Port': ['ID=93616e9c-4574-4627-8826-660330bf758f,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:23.207708 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7906b8c0-508f-486b-9f10-0fed042b4b3a tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Checking segment: {'id': 'd2853f82-60b1-402d-b0dc-f5acebb8cb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8be91681-c4b4-4726-8741-f8a1d8f6d6e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:49:23.207966 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7906b8c0-508f-486b-9f10-0fed042b4b3a tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Network hostable DHCP agents. Network: 8be91681-c4b4-4726-8741-f8a1d8f6d6e7, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:49:23.243255 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7906b8c0-508f-486b-9f10-0fed042b4b3a tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Network 8be91681-c4b4-4726-8741-f8a1d8f6d6e7 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:49:23.268386 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-7906b8c0-508f-486b-9f10-0fed042b4b3a tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 8be91681-c4b4-4726-8741-f8a1d8f6d6e7) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:49:23.296682 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7906b8c0-508f-486b-9f10-0fed042b4b3a tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:23.297379 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7906b8c0-508f-486b-9f10-0fed042b4b3a tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:23.301174 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ff74c2-5835-44b1-87a6-6e6b5826730e None None] Network 8be91681-c4b4-4726-8741-f8a1d8f6d6e7 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:49:23.325189 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9388c522-0c08-4e60-a095-1b483eba7aef tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Notify callbacks [] for floatingip, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:23.325189 n-d-768862-13 neutron-server[94260]: INFO neutron.db.l3_db [None req-9388c522-0c08-4e60-a095-1b483eba7aef tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Floating IP 5a19544b-f0c6-4c50-8017-6fc9d422255b disassociated (deleted). External IP: 172.25.6.93, port: 2d0d5c92-b9c0-48c3-8acb-df790af5cfb5. Aug 10 03:49:23.332334 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-7906b8c0-508f-486b-9f10-0fed042b4b3a tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9180689 Aug 10 03:49:23.345463 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36728) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:23.354258 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-b63f5108-75ab-46af-8081-10f3b906b6d9 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1581782089', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:23.416426 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9c48c2b4-fe91-4986-b639-628ed4d1dd6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521880'] for router_interface, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:23.473867 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b63f5108-75ab-46af-8081-10f3b906b6d9 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:23.475683 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b63f5108-75ab-46af-8081-10f3b906b6d9 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:23.596527 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b63f5108-75ab-46af-8081-10f3b906b6d9 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:23.606714 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b63f5108-75ab-46af-8081-10f3b906b6d9 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:23.611066 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0101c1-34e0-43fd-8a3a-2e77d20c0906 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-8be91681-c4b4-4726-8741-f8a1d8f6d6e7', 'network_id': '8be91681-c4b4-4726-8741-f8a1d8f6d6e7', 'tenant_id': 'b033b0e396fb401585ce82f552fda059', 'fixed_ips': [{'subnet_id': '5df4a711-ea33-41ca-b145-56cab46a20a3'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:49:23.612923 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-fc0101c1-34e0-43fd-8a3a-2e77d20c0906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:23.708677 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b63f5108-75ab-46af-8081-10f3b906b6d9 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:23.710496 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-b63f5108-75ab-46af-8081-10f3b906b6d9 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3631122 Aug 10 03:49:23.714590 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36730) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:23.723489 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-0d97e87d-024d-4a55-9c45-202abf532466 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Request body: {'port': {'network_id': '8be91681-c4b4-4726-8741-f8a1d8f6d6e7', 'name': 'tempest-PortsIpV6TestJSON-2108813578'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:23.784421 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-790720d0-e90d-4bf8-97b9-86b643b313b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:23.800968 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9388c522-0c08-4e60-a095-1b483eba7aef tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Router 45c42848-682a-4c86-bd4e-10ad3c0cfb67 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:49:23.901058 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-9c48c2b4-fe91-4986-b639-628ed4d1dd6b admin admin] Deleting port 82daf735-56fe-4bd8-a91f-b2a9a40ef133 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:49:23.901660 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9c48c2b4-fe91-4986-b639-628ed4d1dd6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:23.916273 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-fc0101c1-34e0-43fd-8a3a-2e77d20c0906 None None] Allocated IP 2001:db8::2 (8be91681-c4b4-4726-8741-f8a1d8f6d6e7/5df4a711-ea33-41ca-b145-56cab46a20a3/9151f63e-0993-4c02-8b98-4c934cf1604e) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:49:23.997210 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9388c522-0c08-4e60-a095-1b483eba7aef tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:49:23.999814 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d97e87d-024d-4a55-9c45-202abf532466 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Made reservation on behalf of b033b0e396fb401585ce82f552fda059 for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:49:24.004430 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0d97e87d-024d-4a55-9c45-202abf532466 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:24.009848 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9388c522-0c08-4e60-a095-1b483eba7aef tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:24.019818 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8de37aa-4c31-4f59-be23-51041efeeb7d None None] Sync routers for ids ['45c42848-682a-4c86-bd4e-10ad3c0cfb67'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:49:24.033808 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8de37aa-4c31-4f59-be23-51041efeeb7d None None] Routers {'45c42848-682a-4c86-bd4e-10ad3c0cfb67'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:49:24.036262 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-d8de37aa-4c31-4f59-be23-51041efeeb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:49:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['45c42848-682a-4c86-bd4e-10ad3c0cfb67'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:24.048204 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [None req-0d97e87d-024d-4a55-9c45-202abf532466 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] device_id is not set on port ebe36eb1-9d98-4b9c-a03f-19711b2fb45c yet. {{(pid=94260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:49:24.051465 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-9c48c2b4-fe91-4986-b639-628ed4d1dd6b admin admin] For port 82daf735-56fe-4bd8-a91f-b2a9a40ef133, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=82daf735-56fe-4bd8-a91f-b2a9a40ef133,segment=NetworkSegment(b05b5029-6db4-4ac1-bca9-f766603e96b9),segment_id=b05b5029-6db4-4ac1-bca9-f766603e96b9)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:24.052297 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9c48c2b4-fe91-4986-b639-628ed4d1dd6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:24.071148 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-9c48c2b4-fe91-4986-b639-628ed4d1dd6b admin admin] Calling delete_port for 82daf735-56fe-4bd8-a91f-b2a9a40ef133 owned by network:router_interface {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:49:24.118284 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-9388c522-0c08-4e60-a095-1b483eba7aef tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] 10.222.0.44 "DELETE /v2.0/floatingips/5a19544b-f0c6-4c50-8017-6fc9d422255b HTTP/1.1" status: 204 len: 168 time: 1.7482984 Aug 10 03:49:24.119511 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee9c3a8b-5ce5-4b05-b666-d77103dbd9a2', 'tag': '2d0d5c92-b9c0-48c3-8acb-df790af5cfb5'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:49:24.121337 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f77931e2-b1d3-4f5d-8df7-5e7c33cc4d94" -d '{"events": [{"name": "network-changed", "server_uuid": "ee9c3a8b-5ce5-4b05-b666-d77103dbd9a2", "tag": "2d0d5c92-b9c0-48c3-8acb-df790af5cfb5"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:49:24.185907 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-fc0101c1-34e0-43fd-8a3a-2e77d20c0906 None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:24.198494 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-fc0101c1-34e0-43fd-8a3a-2e77d20c0906 None None] Transition to ACTIVE for port object 9151f63e-0993-4c02-8b98-4c934cf1604e will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:49:24.220724 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-fc0101c1-34e0-43fd-8a3a-2e77d20c0906 None None] Transition to ACTIVE for port object 9151f63e-0993-4c02-8b98-4c934cf1604e will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:49:24.229633 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-fc0101c1-34e0-43fd-8a3a-2e77d20c0906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:24.304701 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0101c1-34e0-43fd-8a3a-2e77d20c0906 None None] Pushing event updated for resources: {'Port': ['ID=9151f63e-0993-4c02-8b98-4c934cf1604e,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:24.321762 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0101c1-34e0-43fd-8a3a-2e77d20c0906 None None] Network 8be91681-c4b4-4726-8741-f8a1d8f6d6e7 is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:49:24.326361 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-fc0101c1-34e0-43fd-8a3a-2e77d20c0906 None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:49:24.330914 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0101c1-34e0-43fd-8a3a-2e77d20c0906 None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:49:24.337448 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:24.396040 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-d8de37aa-4c31-4f59-be23-51041efeeb7d None None] Set router 45c42848-682a-4c86-bd4e-10ad3c0cfb67 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:49:24.416235 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-fc0101c1-34e0-43fd-8a3a-2e77d20c0906 None None] Attempting to bind port 9151f63e-0993-4c02-8b98-4c934cf1604e on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:49:24.417896 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-fc0101c1-34e0-43fd-8a3a-2e77d20c0906 None None] Attempting to bind port 9151f63e-0993-4c02-8b98-4c934cf1604e by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'd2853f82-60b1-402d-b0dc-f5acebb8cb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8be91681-c4b4-4726-8741-f8a1d8f6d6e7'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:49:24.418630 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0101c1-34e0-43fd-8a3a-2e77d20c0906 None None] Attempting to bind port 9151f63e-0993-4c02-8b98-4c934cf1604e on network 8be91681-c4b4-4726-8741-f8a1d8f6d6e7 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:49:24.426759 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0101c1-34e0-43fd-8a3a-2e77d20c0906 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:49:24.427594 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0101c1-34e0-43fd-8a3a-2e77d20c0906 None None] Checking segment: {'id': 'd2853f82-60b1-402d-b0dc-f5acebb8cb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8be91681-c4b4-4726-8741-f8a1d8f6d6e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:49:24.428130 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-fc0101c1-34e0-43fd-8a3a-2e77d20c0906 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:24.428840 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0101c1-34e0-43fd-8a3a-2e77d20c0906 None None] Bound using segment: {'id': 'd2853f82-60b1-402d-b0dc-f5acebb8cb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8be91681-c4b4-4726-8741-f8a1d8f6d6e7'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:49:24.429644 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-fc0101c1-34e0-43fd-8a3a-2e77d20c0906 None None] Bound port: 9151f63e-0993-4c02-8b98-4c934cf1604e, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2853f82-60b1-402d-b0dc-f5acebb8cb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8be91681-c4b4-4726-8741-f8a1d8f6d6e7'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:49:24.430363 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-fc0101c1-34e0-43fd-8a3a-2e77d20c0906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:24.455013 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-0d97e87d-024d-4a55-9c45-202abf532466 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Allocated IP 2001:db8::242 (8be91681-c4b4-4726-8741-f8a1d8f6d6e7/5df4a711-ea33-41ca-b145-56cab46a20a3/ebe36eb1-9d98-4b9c-a03f-19711b2fb45c) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:49:24.499052 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-907d5276-1ee1-4305-8909-c1cbeb5867b3 x-openstack-request-id: req-907d5276-1ee1-4305-8909-c1cbeb5867b3 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:49:24.513278 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee9c3a8b-5ce5-4b05-b666-d77103dbd9a2", "tag": "2d0d5c92-b9c0-48c3-8acb-df790af5cfb5", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:49:24.514428 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-907d5276-1ee1-4305-8909-c1cbeb5867b3 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:49:24.515073 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee9c3a8b-5ce5-4b05-b666-d77103dbd9a2', 'tag': '2d0d5c92-b9c0-48c3-8acb-df790af5cfb5', 'status': 'completed', 'code': 200} Aug 10 03:49:24.571456 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-fc0101c1-34e0-43fd-8a3a-2e77d20c0906 None None] For port 9151f63e-0993-4c02-8b98-4c934cf1604e, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:49:24.589647 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-fc0101c1-34e0-43fd-8a3a-2e77d20c0906 None None] For port 9151f63e-0993-4c02-8b98-4c934cf1604e, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=9151f63e-0993-4c02-8b98-4c934cf1604e,segment=NetworkSegment(d2853f82-60b1-402d-b0dc-f5acebb8cb8d),segment_id=d2853f82-60b1-402d-b0dc-f5acebb8cb8d)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:49:24.599357 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-fc0101c1-34e0-43fd-8a3a-2e77d20c0906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:24.637957 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77931e2-b1d3-4f5d-8df7-5e7c33cc4d94 req-2c96e041-1cb0-440d-81c9-995bfe8027c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:24.639718 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f77931e2-b1d3-4f5d-8df7-5e7c33cc4d94 req-2c96e041-1cb0-440d-81c9-995bfe8027c8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cde344f967264dfd970128dd56d4c154&device_id=ee9c3a8b-5ce5-4b05-b666-d77103dbd9a2 HTTP/1.1" status: 200 len: 1097 time: 0.1167281 Aug 10 03:49:24.761211 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0101c1-34e0-43fd-8a3a-2e77d20c0906 None None] Pushing event updated for resources: {'Port': ['ID=9151f63e-0993-4c02-8b98-4c934cf1604e,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:25.016316 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-d8de37aa-4c31-4f59-be23-51041efeeb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45c42848-682a-4c86-bd4e-10ad3c0cfb67', 'name': 'tempest-TestVolumeBackupRestore-800930114-router', 'tenant_id': 'cde344f967264dfd970128dd56d4c154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '42a5f8fe-75d8-4229-a880-fd4d4b8ab69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:45:39Z', 'updated_at': '2021-08-10T03:45:43Z', 'revision_number': 4, 'project_id': 'cde344f967264dfd970128dd56d4c154', 'gw_port': {'id': '42a5f8fe-75d8-4229-a880-fd4d4b8ab69c', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c42848-682a-4c86-bd4e-10ad3c0cfb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:39Z', 'updated_at': '2021-08-10T03:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '3f361aab-dfc4-4a9c-b082-6a5cb09941ba', 'name': '', 'network_id': 'a70c8cc8-b2af-4fef-a22f-f28f1e78768e', 'tenant_id': 'cde344f967264dfd970128dd56d4c154', 'mac_address': 'fa:16:3e:a1:e4:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c42848-682a-4c86-bd4e-10ad3c0cfb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '954b0067-f4fb-4ae7-8bbb-b17d200f3f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:43Z', 'updated_at': '2021-08-10T03:45:52Z', 'revision_number': 5, 'project_id': 'cde344f967264dfd970128dd56d4c154', 'subnets': [{'id': '954b0067-f4fb-4ae7-8bbb-b17d200f3f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:25.113927 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8de37aa-4c31-4f59-be23-51041efeeb7d None None] Checking router: 45c42848-682a-4c86-bd4e-10ad3c0cfb67 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:49:25.133658 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8de37aa-4c31-4f59-be23-51041efeeb7d None None] Routers {'45c42848-682a-4c86-bd4e-10ad3c0cfb67'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:49:25.133658 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-d8de37aa-4c31-4f59-be23-51041efeeb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:49:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['45c42848-682a-4c86-bd4e-10ad3c0cfb67'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:25.150425 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9c48c2b4-fe91-4986-b639-628ed4d1dd6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:25.201382 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c48c2b4-fe91-4986-b639-628ed4d1dd6b admin admin] Pushing event deleted for resources: {'Port': ['ID=82daf735-56fe-4bd8-a91f-b2a9a40ef133,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:25.338068 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-d8de37aa-4c31-4f59-be23-51041efeeb7d None None] Set router 45c42848-682a-4c86-bd4e-10ad3c0cfb67 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:49:25.363484 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77931e2-b1d3-4f5d-8df7-5e7c33cc4d94 req-09f45388-7c23-43b8-aed8-c50b067d8afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:25.365236 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f77931e2-b1d3-4f5d-8df7-5e7c33cc4d94 req-09f45388-7c23-43b8-aed8-c50b067d8afa service neutron] 10.222.0.42 "GET /v2.0/networks?id=a70c8cc8-b2af-4fef-a22f-f28f1e78768e HTTP/1.1" status: 200 len: 913 time: 0.7169197 Aug 10 03:49:25.376898 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa32e608-806c-4226-af0a-8516452014ea req-e85a4553-f552-4e6c-b63f-c0391edde89c tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:25.378626 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fa32e608-806c-4226-af0a-8516452014ea req-e85a4553-f552-4e6c-b63f-c0391edde89c tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee9c3a8b-5ce5-4b05-b666-d77103dbd9a2 HTTP/1.1" status: 200 len: 945 time: 0.6217778 Aug 10 03:49:25.437322 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:25.474994 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f77931e2-b1d3-4f5d-8df7-5e7c33cc4d94 req-4c8675a6-64e1-4cc4-bea6-5bf6d0653b80 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d0d5c92-b9c0-48c3-8acb-df790af5cfb5 HTTP/1.1" status: 200 len: 217 time: 0.0875862 Aug 10 03:49:25.569046 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0d97e87d-024d-4a55-9c45-202abf532466 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:25.569300 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9c48c2b4-fe91-4986-b639-628ed4d1dd6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-522536'] for router_interface, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:25.619590 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fa32e608-806c-4226-af0a-8516452014ea req-a64bffd7-94ad-4f55-86b1-ad9ce7352aea tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] 10.222.0.44 "GET /v2.0/security-groups?id=be744ff6-a15f-4dae-9d51-d6cf1be8f920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2183630 Aug 10 03:49:25.632698 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [None req-0d97e87d-024d-4a55-9c45-202abf532466 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Transition to ACTIVE for port object ebe36eb1-9d98-4b9c-a03f-19711b2fb45c will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:49:25.647534 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77931e2-b1d3-4f5d-8df7-5e7c33cc4d94 req-dff80136-5bea-4b1a-8078-65adf13b4030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:25.649370 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f77931e2-b1d3-4f5d-8df7-5e7c33cc4d94 req-dff80136-5bea-4b1a-8078-65adf13b4030 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=954b0067-f4fb-4ae7-8bbb-b17d200f3f6d HTTP/1.1" status: 200 len: 852 time: 0.1608875 Aug 10 03:49:25.665450 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-d8de37aa-4c31-4f59-be23-51041efeeb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45c42848-682a-4c86-bd4e-10ad3c0cfb67', 'name': 'tempest-TestVolumeBackupRestore-800930114-router', 'tenant_id': 'cde344f967264dfd970128dd56d4c154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '42a5f8fe-75d8-4229-a880-fd4d4b8ab69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:45:39Z', 'updated_at': '2021-08-10T03:45:43Z', 'revision_number': 4, 'project_id': 'cde344f967264dfd970128dd56d4c154', 'gw_port': {'id': '42a5f8fe-75d8-4229-a880-fd4d4b8ab69c', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c42848-682a-4c86-bd4e-10ad3c0cfb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:39Z', 'updated_at': '2021-08-10T03:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '3f361aab-dfc4-4a9c-b082-6a5cb09941ba', 'name': '', 'network_id': 'a70c8cc8-b2af-4fef-a22f-f28f1e78768e', 'tenant_id': 'cde344f967264dfd970128dd56d4c154', 'mac_address': 'fa:16:3e:a1:e4:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c42848-682a-4c86-bd4e-10ad3c0cfb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '954b0067-f4fb-4ae7-8bbb-b17d200f3f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:43Z', 'updated_at': '2021-08-10T03:45:52Z', 'revision_number': 5, 'project_id': 'cde344f967264dfd970128dd56d4c154', 'subnets': [{'id': '954b0067-f4fb-4ae7-8bbb-b17d200f3f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:25.694432 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8de37aa-4c31-4f59-be23-51041efeeb7d None None] The sync data for ids ['45c42848-682a-4c86-bd4e-10ad3c0cfb67'] in n-d-768862-13 is: [{'id': '45c42848-682a-4c86-bd4e-10ad3c0cfb67', 'name': 'tempest-TestVolumeBackupRestore-800930114-router', 'tenant_id': 'cde344f967264dfd970128dd56d4c154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '42a5f8fe-75d8-4229-a880-fd4d4b8ab69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:45:39Z', 'updated_at': '2021-08-10T03:45:43Z', 'revision_number': 4, 'project_id': 'cde344f967264dfd970128dd56d4c154', 'gw_port': {'id': '42a5f8fe-75d8-4229-a880-fd4d4b8ab69c', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c42848-682a-4c86-bd4e-10ad3c0cfb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:39Z', 'updated_at': '2021-08-10T03:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '3f361aab-dfc4-4a9c-b082-6a5cb09941ba', 'name': '', 'network_id': 'a70c8cc8-b2af-4fef-a22f-f28f1e78768e', 'tenant_id': 'cde344f967264dfd970128dd56d4c154', 'mac_address': 'fa:16:3e:a1:e4:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c42848-682a-4c86-bd4e-10ad3c0cfb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '954b0067-f4fb-4ae7-8bbb-b17d200f3f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:43Z', 'updated_at': '2021-08-10T03:45:52Z', 'revision_number': 5, 'project_id': 'cde344f967264dfd970128dd56d4c154', 'subnets': [{'id': '954b0067-f4fb-4ae7-8bbb-b17d200f3f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:49:25.720171 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0d97e87d-024d-4a55-9c45-202abf532466 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:25.732546 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77931e2-b1d3-4f5d-8df7-5e7c33cc4d94 req-29b7b9f0-ef0d-47c9-9f2a-313aa5de33a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:25.734121 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f77931e2-b1d3-4f5d-8df7-5e7c33cc4d94 req-29b7b9f0-ef0d-47c9-9f2a-313aa5de33a8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a70c8cc8-b2af-4fef-a22f-f28f1e78768e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0719290 Aug 10 03:49:25.844088 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d97e87d-024d-4a55-9c45-202abf532466 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Network 8be91681-c4b4-4726-8741-f8a1d8f6d6e7 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:49:25.850436 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-0d97e87d-024d-4a55-9c45-202abf532466 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:49:25.855631 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d97e87d-024d-4a55-9c45-202abf532466 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Pushing event updated for resources: {'Port': ['ID=ebe36eb1-9d98-4b9c-a03f-19711b2fb45c,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:25.860893 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d97e87d-024d-4a55-9c45-202abf532466 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:49:25.867345 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d97e87d-024d-4a55-9c45-202abf532466 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:25.867946 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0d97e87d-024d-4a55-9c45-202abf532466 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:25.901677 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-0d97e87d-024d-4a55-9c45-202abf532466 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1850100 Aug 10 03:49:25.908621 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36744) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:25.935285 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f77931e2-b1d3-4f5d-8df7-5e7c33cc4d94 req-50c419f9-d4e6-46a0-9247-c7f8c3abe418 service neutron] 10.222.0.42 "GET /v2.0/networks/a70c8cc8-b2af-4fef-a22f-f28f1e78768e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632752 Aug 10 03:49:26.037291 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c48c2b4-fe91-4986-b639-628ed4d1dd6b admin admin] Router 8675ad5b-fa88-4ef3-858e-7de7ee0ed96a has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:49:26.166631 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd0c7e4-23a7-4434-8209-8523ab65574b req-d944d814-2719-45d9-9a04-901fb7760099 tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:26.170326 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dfd0c7e4-23a7-4434-8209-8523ab65574b req-d944d814-2719-45d9-9a04-901fb7760099 tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee9c3a8b-5ce5-4b05-b666-d77103dbd9a2 HTTP/1.1" status: 200 len: 945 time: 0.2041039 Aug 10 03:49:26.208244 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:26.226799 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0adbb18f-b094-4cc9-8eb1-8f5851b1c6e6 None None] New status for floating IP 5a19544b-f0c6-4c50-8017-6fc9d422255b: DOWN {{(pid=94262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:49:26.364990 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f77931e2-b1d3-4f5d-8df7-5e7c33cc4d94 req-3ec37519-a35c-4f9d-8b4e-230826fdc4f2 service neutron] 10.222.0.42 "GET /v2.0/networks/a70c8cc8-b2af-4fef-a22f-f28f1e78768e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4174902 Aug 10 03:49:26.403479 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8728ab0-757a-4692-8abc-0778d622ad21 None None] Network 8be91681-c4b4-4726-8741-f8a1d8f6d6e7 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:49:26.413944 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-dfd0c7e4-23a7-4434-8209-8523ab65574b req-d95b90ee-cdbd-454b-a0e4-3b238afee2ed tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Deleting port 2d0d5c92-b9c0-48c3-8acb-df790af5cfb5 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:49:26.414485 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-dfd0c7e4-23a7-4434-8209-8523ab65574b req-d95b90ee-cdbd-454b-a0e4-3b238afee2ed tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:26.453008 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c48c2b4-fe91-4986-b639-628ed4d1dd6b admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:49:26.464044 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-9c48c2b4-fe91-4986-b639-628ed4d1dd6b admin admin] 10.222.0.44 "PUT /v2.0/routers/8675ad5b-fa88-4ef3-858e-7de7ee0ed96a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1259942 Aug 10 03:49:26.464721 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36746) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:26.466801 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbf4745-3ab4-41dd-81c0-5f58a7badc27 None None] Sync routers for ids ['8675ad5b-fa88-4ef3-858e-7de7ee0ed96a'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:49:26.494764 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-24bc3d4e-2e78-4d8e-8129-9fed942a8a97 None None] Provisioning for port 9151f63e-0993-4c02-8b98-4c934cf1604e completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:49:26.505119 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbf4745-3ab4-41dd-81c0-5f58a7badc27 None None] Routers {'8675ad5b-fa88-4ef3-858e-7de7ee0ed96a'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:49:26.507045 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-efbf4745-3ab4-41dd-81c0-5f58a7badc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:49:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['8675ad5b-fa88-4ef3-858e-7de7ee0ed96a'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:26.532695 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 9151f63e-0993-4c02-8b98-4c934cf1604e up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:49:26.626484 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ded84e08-2fe2-41d4-b6eb-fe57d5e6abe4 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:26.639924 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 9151f63e-0993-4c02-8b98-4c934cf1604e completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:49:26.647239 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 9151f63e-0993-4c02-8b98-4c934cf1604e triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:49:26.647755 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:26.713264 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-efbf4745-3ab4-41dd-81c0-5f58a7badc27 None None] Set router 8675ad5b-fa88-4ef3-858e-7de7ee0ed96a gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:49:26.721826 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-dfd0c7e4-23a7-4434-8209-8523ab65574b req-d95b90ee-cdbd-454b-a0e4-3b238afee2ed tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] For port 2d0d5c92-b9c0-48c3-8acb-df790af5cfb5, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=2d0d5c92-b9c0-48c3-8acb-df790af5cfb5,segment=NetworkSegment(7015f316-8bb7-4562-a486-5e6eb9be6f3e),segment_id=7015f316-8bb7-4562-a486-5e6eb9be6f3e)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:26.723323 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-dfd0c7e4-23a7-4434-8209-8523ab65574b req-d95b90ee-cdbd-454b-a0e4-3b238afee2ed tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:26.778299 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-dfd0c7e4-23a7-4434-8209-8523ab65574b req-d95b90ee-cdbd-454b-a0e4-3b238afee2ed tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Calling delete_port for 2d0d5c92-b9c0-48c3-8acb-df790af5cfb5 owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:49:26.821920 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8e53e88d-5749-498b-96e5-48cf5af446ee admin admin] Notify callbacks [] for router, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:26.858105 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:26.869818 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:26.940084 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 9151f63e-0993-4c02-8b98-4c934cf1604e, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=9151f63e-0993-4c02-8b98-4c934cf1604e,segment=NetworkSegment(d2853f82-60b1-402d-b0dc-f5acebb8cb8d),segment_id=d2853f82-60b1-402d-b0dc-f5acebb8cb8d)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:26.948333 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:26.954721 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8e53e88d-5749-498b-96e5-48cf5af446ee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:26.991432 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-efbf4745-3ab4-41dd-81c0-5f58a7badc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8675ad5b-fa88-4ef3-858e-7de7ee0ed96a', 'name': 'tempest-AttachVolumeTestJSON-1286960155-router', 'tenant_id': '9ff2867e4a0141f68303abd29afd842a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'd318acc8-a6c3-4d7d-b9c5-d681fe812c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:40:12Z', 'updated_at': '2021-08-10T03:49:24Z', 'revision_number': 5, 'project_id': '9ff2867e4a0141f68303abd29afd842a', 'gw_port': {'id': 'd318acc8-a6c3-4d7d-b9c5-d681fe812c32', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:48:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8675ad5b-fa88-4ef3-858e-7de7ee0ed96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:40:13Z', 'updated_at': '2021-08-10T03:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:27.034109 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3689e0b0-efa0-4886-aebc-da1c21a733a5 req-431108e5-ffd1-4761-83a8-3d9a1c6c963f tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:27.035943 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3689e0b0-efa0-4886-aebc-da1c21a733a5 req-431108e5-ffd1-4761-83a8-3d9a1c6c963f tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee9c3a8b-5ce5-4b05-b666-d77103dbd9a2 HTTP/1.1" status: 200 len: 945 time: 0.2936878 Aug 10 03:49:27.064541 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbf4745-3ab4-41dd-81c0-5f58a7badc27 None None] Checking router: 8675ad5b-fa88-4ef3-858e-7de7ee0ed96a for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:49:27.099849 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbf4745-3ab4-41dd-81c0-5f58a7badc27 None None] Routers {'8675ad5b-fa88-4ef3-858e-7de7ee0ed96a'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:49:27.100869 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-efbf4745-3ab4-41dd-81c0-5f58a7badc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:49:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['8675ad5b-fa88-4ef3-858e-7de7ee0ed96a'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:27.114773 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3689e0b0-efa0-4886-aebc-da1c21a733a5 req-070788fb-55c7-4863-ba12-8a400d3e357f tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] 10.222.0.44 "GET /v2.0/security-groups?id=be744ff6-a15f-4dae-9d51-d6cf1be8f920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552025 Aug 10 03:49:27.128788 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=9151f63e-0993-4c02-8b98-4c934cf1604e,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:27.213921 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-dfd0c7e4-23a7-4434-8209-8523ab65574b req-d95b90ee-cdbd-454b-a0e4-3b238afee2ed tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:27.234056 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-8e53e88d-5749-498b-96e5-48cf5af446ee admin admin] Deleting port d318acc8-a6c3-4d7d-b9c5-d681fe812c32 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:49:27.235687 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8e53e88d-5749-498b-96e5-48cf5af446ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:27.253257 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95b90ee-cdbd-454b-a0e4-3b238afee2ed tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Pushing event deleted for resources: {'Port': ['ID=2d0d5c92-b9c0-48c3-8acb-df790af5cfb5,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:27.314576 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-efbf4745-3ab4-41dd-81c0-5f58a7badc27 None None] Set router 8675ad5b-fa88-4ef3-858e-7de7ee0ed96a gateway port host: None {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:49:27.347223 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfd0c7e4-23a7-4434-8209-8523ab65574b req-d95b90ee-cdbd-454b-a0e4-3b238afee2ed tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] No DVR routers for this DVR port 2d0d5c92-b9c0-48c3-8acb-df790af5cfb5 on host n-h1-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:49:27.351392 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-dfd0c7e4-23a7-4434-8209-8523ab65574b req-d95b90ee-cdbd-454b-a0e4-3b238afee2ed tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:27.356307 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dfd0c7e4-23a7-4434-8209-8523ab65574b req-d95b90ee-cdbd-454b-a0e4-3b238afee2ed tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] 10.222.0.42 "DELETE /v2.0/ports/2d0d5c92-b9c0-48c3-8acb-df790af5cfb5 HTTP/1.1" status: 204 len: 173 time: 1.1802449 Aug 10 03:49:27.357075 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee9c3a8b-5ce5-4b05-b666-d77103dbd9a2', 'name': 'network-vif-deleted', 'tag': '2d0d5c92-b9c0-48c3-8acb-df790af5cfb5'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:49:27.361961 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd9c4aa1-2abe-401b-81a8-72a83348ba23" -d '{"events": [{"server_uuid": "ee9c3a8b-5ce5-4b05-b666-d77103dbd9a2", "name": "network-vif-deleted", "tag": "2d0d5c92-b9c0-48c3-8acb-df790af5cfb5"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:49:27.384744 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-efbf4745-3ab4-41dd-81c0-5f58a7badc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8675ad5b-fa88-4ef3-858e-7de7ee0ed96a', 'name': 'tempest-AttachVolumeTestJSON-1286960155-router', 'tenant_id': '9ff2867e4a0141f68303abd29afd842a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:40:12Z', 'updated_at': '2021-08-10T03:49:26Z', 'revision_number': 6, 'project_id': '9ff2867e4a0141f68303abd29afd842a', 'gw_port_host': None}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:27.410264 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-caaa6845-c0de-425c-8268-fe7818b1b964 None None] Provisioning complete for port 9151f63e-0993-4c02-8b98-4c934cf1604e triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:49:27.411102 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-caaa6845-c0de-425c-8268-fe7818b1b964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:27.423385 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbf4745-3ab4-41dd-81c0-5f58a7badc27 None None] The sync data for ids ['8675ad5b-fa88-4ef3-858e-7de7ee0ed96a'] in n-d-768862-13 is: [{'id': '8675ad5b-fa88-4ef3-858e-7de7ee0ed96a', 'name': 'tempest-AttachVolumeTestJSON-1286960155-router', 'tenant_id': '9ff2867e4a0141f68303abd29afd842a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:40:12Z', 'updated_at': '2021-08-10T03:49:26Z', 'revision_number': 6, 'project_id': '9ff2867e4a0141f68303abd29afd842a', 'gw_port_host': None}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:49:27.423830 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-8e53e88d-5749-498b-96e5-48cf5af446ee admin admin] For port d318acc8-a6c3-4d7d-b9c5-d681fe812c32, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=d318acc8-a6c3-4d7d-b9c5-d681fe812c32,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:27.424204 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8e53e88d-5749-498b-96e5-48cf5af446ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:27.450621 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-8e53e88d-5749-498b-96e5-48cf5af446ee admin admin] Calling delete_port for d318acc8-a6c3-4d7d-b9c5-d681fe812c32 owned by network:router_gateway {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:49:27.468065 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ded84e08-2fe2-41d4-b6eb-fe57d5e6abe4 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:27.476769 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ded84e08-2fe2-41d4-b6eb-fe57d5e6abe4 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:27.528415 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8929d94c-e90e-4d31-b604-45e58d12ff1e x-openstack-request-id: req-8929d94c-e90e-4d31-b604-45e58d12ff1e {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:49:27.528712 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee9c3a8b-5ce5-4b05-b666-d77103dbd9a2", "name": "network-vif-deleted", "tag": "2d0d5c92-b9c0-48c3-8acb-df790af5cfb5", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:49:27.528961 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8929d94c-e90e-4d31-b604-45e58d12ff1e {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:49:27.529379 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee9c3a8b-5ce5-4b05-b666-d77103dbd9a2', 'name': 'network-vif-deleted', 'tag': '2d0d5c92-b9c0-48c3-8acb-df790af5cfb5', 'status': 'completed', 'code': 200} Aug 10 03:49:27.621413 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded84e08-2fe2-41d4-b6eb-fe57d5e6abe4 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Pushing event updated for resources: {'Port': ['ID=ebe36eb1-9d98-4b9c-a03f-19711b2fb45c,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:27.694396 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-caaa6845-c0de-425c-8268-fe7818b1b964 None None] Provisioning for port ebe36eb1-9d98-4b9c-a03f-19711b2fb45c completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:49:27.702073 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-caaa6845-c0de-425c-8268-fe7818b1b964 None None] Provisioning complete for port ebe36eb1-9d98-4b9c-a03f-19711b2fb45c triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:49:27.703014 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-caaa6845-c0de-425c-8268-fe7818b1b964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:27.769627 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-caaa6845-c0de-425c-8268-fe7818b1b964 None None] Port ebe36eb1-9d98-4b9c-a03f-19711b2fb45c cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:49:27.833277 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ded84e08-2fe2-41d4-b6eb-fe57d5e6abe4 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521745'] for router_interface, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:27.924691 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-2ed89962-6688-47d8-b928-91cb2bae293e None None] Provisioning complete for port ebe36eb1-9d98-4b9c-a03f-19711b2fb45c triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:49:27.925208 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-2ed89962-6688-47d8-b928-91cb2bae293e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:28.006705 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-2ed89962-6688-47d8-b928-91cb2bae293e None None] Port ebe36eb1-9d98-4b9c-a03f-19711b2fb45c cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:49:28.020350 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8e53e88d-5749-498b-96e5-48cf5af446ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:28.068618 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e53e88d-5749-498b-96e5-48cf5af446ee admin admin] Pushing event deleted for resources: {'Port': ['ID=d318acc8-a6c3-4d7d-b9c5-d681fe812c32,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:28.164718 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ded84e08-2fe2-41d4-b6eb-fe57d5e6abe4 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:28.180623 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8e53e88d-5749-498b-96e5-48cf5af446ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520654'] for router_gateway, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:28.317985 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8e53e88d-5749-498b-96e5-48cf5af446ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:28.322178 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-53683dbc-cac7-4cd2-a709-937161f4a103 req-85b01fb7-29b8-438f-a654-7f41c7a7fd24 tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee9c3a8b-5ce5-4b05-b666-d77103dbd9a2 HTTP/1.1" status: 200 len: 210 time: 0.0495825 Aug 10 03:49:28.323049 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8e53e88d-5749-498b-96e5-48cf5af446ee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:28.347913 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-871f0f18-ae80-4c7b-bf16-7c15e27ac70f None None] Provisioning complete for port ebe36eb1-9d98-4b9c-a03f-19711b2fb45c triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:49:28.348920 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-871f0f18-ae80-4c7b-bf16-7c15e27ac70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:28.406383 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-871f0f18-ae80-4c7b-bf16-7c15e27ac70f None None] Port ebe36eb1-9d98-4b9c-a03f-19711b2fb45c cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:49:28.467687 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8e53e88d-5749-498b-96e5-48cf5af446ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:28.468252 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e53e88d-5749-498b-96e5-48cf5af446ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8675ad5b-fa88-4ef3-858e-7de7ee0ed96a {{(pid=94261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:49:28.475258 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8e53e88d-5749-498b-96e5-48cf5af446ee admin admin] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:28.480657 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-8e53e88d-5749-498b-96e5-48cf5af446ee admin admin] 10.222.0.44 "DELETE /v2.0/routers/8675ad5b-fa88-4ef3-858e-7de7ee0ed96a HTTP/1.1" status: 204 len: 168 time: 2.0105472 Aug 10 03:49:28.483405 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36754) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:28.544121 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_v2 [None req-af96e6ab-ce86-422d-8f58-eddacc53be94 admin admin] Deleting subnet 2a46edbc-ca41-41f9-9dcc-118a9b411006 {{(pid=94260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:49:28.548306 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-af96e6ab-ce86-422d-8f58-eddacc53be94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:28.555414 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 9151f63e-0993-4c02-8b98-4c934cf1604e up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:49:28.599021 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-af96e6ab-ce86-422d-8f58-eddacc53be94 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191173'] for subnet, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:28.644077 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 9151f63e-0993-4c02-8b98-4c934cf1604e triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:49:28.645296 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:28.718294 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-af96e6ab-ce86-422d-8f58-eddacc53be94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:28.766606 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ded84e08-2fe2-41d4-b6eb-fe57d5e6abe4 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:28.774467 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ded84e08-2fe2-41d4-b6eb-fe57d5e6abe4 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:28.776770 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ded84e08-2fe2-41d4-b6eb-fe57d5e6abe4 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521893'] for router_interface, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:28.883607 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device d318acc8-a6c3-4d7d-b9c5-d681fe812c32 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:49:28.888578 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-af96e6ab-ce86-422d-8f58-eddacc53be94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:28.918902 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af96e6ab-ce86-422d-8f58-eddacc53be94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a46edbc-ca41-41f9-9dcc-118a9b411006,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:28.934037 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded84e08-2fe2-41d4-b6eb-fe57d5e6abe4 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Pushing event updated for resources: {'Port': ['ID=ebe36eb1-9d98-4b9c-a03f-19711b2fb45c,revision_number=3']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:28.941321 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-af96e6ab-ce86-422d-8f58-eddacc53be94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:28.948432 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-af96e6ab-ce86-422d-8f58-eddacc53be94 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/2a46edbc-ca41-41f9-9dcc-118a9b411006 HTTP/1.1" status: 204 len: 168 time: 0.4593067 Aug 10 03:49:28.949941 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36756) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:28.978331 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5f1ea0-eaaa-4f13-92c6-468a864e0d9b None None] Network 71c89238-8f5d-43f8-b1be-95c24d55419f requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:49:28.986187 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: d318acc8-a6c3-4d7d-b9c5-d681fe812c32 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:49:28.987389 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device d318acc8-a6c3-4d7d-b9c5-d681fe812c32 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:49:28.988376 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 82daf735-56fe-4bd8-a91f-b2a9a40ef133 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:49:29.014387 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded84e08-2fe2-41d4-b6eb-fe57d5e6abe4 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Network 8be91681-c4b4-4726-8741-f8a1d8f6d6e7 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:49:29.016707 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-ded84e08-2fe2-41d4-b6eb-fe57d5e6abe4 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:49:29.092170 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-24dc397b-7a32-4483-9e79-0abf4f94de5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:29.163226 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 82daf735-56fe-4bd8-a91f-b2a9a40ef133 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:49:29.164375 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 82daf735-56fe-4bd8-a91f-b2a9a40ef133 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:49:29.234461 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-24dc397b-7a32-4483-9e79-0abf4f94de5f admin admin] Deleting port 58f930a6-9510-4c5a-9e19-8a1ff0e2c7b0 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:49:29.235674 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-24dc397b-7a32-4483-9e79-0abf4f94de5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:29.437164 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [None req-24dc397b-7a32-4483-9e79-0abf4f94de5f admin admin] For port 58f930a6-9510-4c5a-9e19-8a1ff0e2c7b0, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=58f930a6-9510-4c5a-9e19-8a1ff0e2c7b0,segment=NetworkSegment(b05b5029-6db4-4ac1-bca9-f766603e96b9),segment_id=b05b5029-6db4-4ac1-bca9-f766603e96b9)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:29.438280 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-24dc397b-7a32-4483-9e79-0abf4f94de5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:29.466770 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-24dc397b-7a32-4483-9e79-0abf4f94de5f admin admin] Calling delete_port for 58f930a6-9510-4c5a-9e19-8a1ff0e2c7b0 owned by network:dhcp {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:49:29.535321 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339ccac9-18ca-429d-a965-eb688e682520 None None] DHCP port deletion for 71c89238-8f5d-43f8-b1be-95c24d55419f request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:49:29.579626 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-82061c0e-6d5c-415f-9051-9844af22e18b req-ea18fd5d-7517-42a7-8904-67752cce272e tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee9c3a8b-5ce5-4b05-b666-d77103dbd9a2 HTTP/1.1" status: 200 len: 210 time: 0.0848086 Aug 10 03:49:29.608587 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-447431cc-4f64-4eb2-a8b2-9a8bfd4c8531 None None] Provisioning complete for port ebe36eb1-9d98-4b9c-a03f-19711b2fb45c triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:49:29.609336 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-447431cc-4f64-4eb2-a8b2-9a8bfd4c8531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:29.641866 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ded84e08-2fe2-41d4-b6eb-fe57d5e6abe4 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Router 944ad19c-2f8a-484b-8b34-22592174d74d is scheduled to L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e with binding_index 1 {{(pid=94261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:49:29.664020 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 2d0d5c92-b9c0-48c3-8acb-df790af5cfb5 no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:49:29.665327 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-24dc397b-7a32-4483-9e79-0abf4f94de5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:29.691389 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] No Port match for: 2d0d5c92-b9c0-48c3-8acb-df790af5cfb5 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:49:29.692153 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 2d0d5c92-b9c0-48c3-8acb-df790af5cfb5 not bound to the agent host n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:49:29.699100 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dc397b-7a32-4483-9e79-0abf4f94de5f admin admin] Pushing event deleted for resources: {'Port': ['ID=58f930a6-9510-4c5a-9e19-8a1ff0e2c7b0,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:29.702145 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-447431cc-4f64-4eb2-a8b2-9a8bfd4c8531 None None] Port ebe36eb1-9d98-4b9c-a03f-19711b2fb45c cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:49:29.710213 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24dc397b-7a32-4483-9e79-0abf4f94de5f admin admin] No DVR routers for this DVR port 58f930a6-9510-4c5a-9e19-8a1ff0e2c7b0 on host n-d-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:49:29.712294 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-339ccac9-18ca-429d-a965-eb688e682520 None None] Deleting port 58f930a6-9510-4c5a-9e19-8a1ff0e2c7b0 {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:49:29.713034 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-339ccac9-18ca-429d-a965-eb688e682520 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:29.761581 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dc397b-7a32-4483-9e79-0abf4f94de5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:29.762174 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dc397b-7a32-4483-9e79-0abf4f94de5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:29.762819 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dc397b-7a32-4483-9e79-0abf4f94de5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:29.763404 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dc397b-7a32-4483-9e79-0abf4f94de5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:29.763992 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dc397b-7a32-4483-9e79-0abf4f94de5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:29.764564 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dc397b-7a32-4483-9e79-0abf4f94de5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:29.765134 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dc397b-7a32-4483-9e79-0abf4f94de5f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:29.765702 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dc397b-7a32-4483-9e79-0abf4f94de5f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:29.767119 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dc397b-7a32-4483-9e79-0abf4f94de5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:29.768784 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dc397b-7a32-4483-9e79-0abf4f94de5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:29.769297 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dc397b-7a32-4483-9e79-0abf4f94de5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:29.769875 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dc397b-7a32-4483-9e79-0abf4f94de5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:29.803194 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-339ccac9-18ca-429d-a965-eb688e682520 None None] For port 58f930a6-9510-4c5a-9e19-8a1ff0e2c7b0, host n-d-768862-13, got binding levels [] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:29.804034 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-339ccac9-18ca-429d-a965-eb688e682520 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:29.817379 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ded84e08-2fe2-41d4-b6eb-fe57d5e6abe4 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:49:29.825711 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-339ccac9-18ca-429d-a965-eb688e682520 None None] Calling delete_port for 58f930a6-9510-4c5a-9e19-8a1ff0e2c7b0 owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:49:29.831684 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.ipam_backend_mixin [None req-339ccac9-18ca-429d-a965-eb688e682520 None None] Port 58f930a6-9510-4c5a-9e19-8a1ff0e2c7b0 was not found and therefore no delete operation was performed {{(pid=94262) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 03:49:29.835074 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353968d2-a861-4555-a296-8286814f5e95 None None] Sync routers for ids ['944ad19c-2f8a-484b-8b34-22592174d74d'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:49:29.839900 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-339ccac9-18ca-429d-a965-eb688e682520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:29.841542 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ded84e08-2fe2-41d4-b6eb-fe57d5e6abe4 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "PUT /v2.0/routers/944ad19c-2f8a-484b-8b34-22592174d74d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9310820 Aug 10 03:49:29.842557 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36760) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:29.878605 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-24dc397b-7a32-4483-9e79-0abf4f94de5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:29.890546 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353968d2-a861-4555-a296-8286814f5e95 None None] Routers {'944ad19c-2f8a-484b-8b34-22592174d74d'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:49:29.892160 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-353968d2-a861-4555-a296-8286814f5e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:49:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['944ad19c-2f8a-484b-8b34-22592174d74d'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:29.896244 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-24dc397b-7a32-4483-9e79-0abf4f94de5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71c89238-8f5d-43f8-b1be-95c24d55419f']}} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:29.898368 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339ccac9-18ca-429d-a965-eb688e682520 None None] Pushing event deleted for resources: {'Port': ['ID=58f930a6-9510-4c5a-9e19-8a1ff0e2c7b0,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:29.922605 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-24dc397b-7a32-4483-9e79-0abf4f94de5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b05b5029-6db4-4ac1-bca9-f766603e96b9') {'for_net_delete': True} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:29.923621 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-24dc397b-7a32-4483-9e79-0abf4f94de5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b05b5029-6db4-4ac1-bca9-f766603e96b9') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:29.938047 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-24dc397b-7a32-4483-9e79-0abf4f94de5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191186'] for segment, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:29.958079 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339ccac9-18ca-429d-a965-eb688e682520 None None] No DVR routers for this DVR port 58f930a6-9510-4c5a-9e19-8a1ff0e2c7b0 on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:49:29.959854 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-24dc397b-7a32-4483-9e79-0abf4f94de5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:29.960825 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5577e4e7-47f0-470a-8278-0e167a4aeb49 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:29.964591 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-353968d2-a861-4555-a296-8286814f5e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:29.967303 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-5577e4e7-47f0-470a-8278-0e167a4aeb49 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "GET /v2.0/ports?device_id=944ad19c-2f8a-484b-8b34-22592174d74d HTTP/1.1" status: 200 len: 989 time: 0.1225998 Aug 10 03:49:29.969672 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36762) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:29.987322 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353968d2-a861-4555-a296-8286814f5e95 None None] Routers {'944ad19c-2f8a-484b-8b34-22592174d74d'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:49:29.988206 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-353968d2-a861-4555-a296-8286814f5e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:49:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['944ad19c-2f8a-484b-8b34-22592174d74d'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:30.029777 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-353968d2-a861-4555-a296-8286814f5e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:30.030320 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353968d2-a861-4555-a296-8286814f5e95 None None] The sync data for ids ['944ad19c-2f8a-484b-8b34-22592174d74d'] in n-d-768862-13 is: [] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:49:30.065532 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24dc397b-7a32-4483-9e79-0abf4f94de5f admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=94260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:49:30.066287 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-24dc397b-7a32-4483-9e79-0abf4f94de5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58895489'] for segment, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:30.069353 n-d-768862-13 neutron-server[94260]: Traceback (most recent call last): Aug 10 03:49:30.069353 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:49:30.069353 n-d-768862-13 neutron-server[94260]: timer() Aug 10 03:49:30.069353 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:49:30.069353 n-d-768862-13 neutron-server[94260]: cb(*args, **kw) Aug 10 03:49:30.069353 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:49:30.069353 n-d-768862-13 neutron-server[94260]: return func(*args, **kwargs) Aug 10 03:49:30.069353 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:49:30.069353 n-d-768862-13 neutron-server[94260]: self._notify() Aug 10 03:49:30.069353 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:49:30.069353 n-d-768862-13 neutron-server[94260]: self.callback(batched_events) Aug 10 03:49:30.069353 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:49:30.069353 n-d-768862-13 neutron-server[94260]: event.method(event) Aug 10 03:49:30.069353 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:49:30.069353 n-d-768862-13 neutron-server[94260]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:49:30.069353 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:49:30.069353 n-d-768862-13 neutron-server[94260]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:49:30.069353 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:49:30.069353 n-d-768862-13 neutron-server[94260]: return f(self, *a, **k) Aug 10 03:49:30.069353 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:49:30.069353 n-d-768862-13 neutron-server[94260]: return self._get(url).json() Aug 10 03:49:30.069353 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:49:30.069353 n-d-768862-13 neutron-server[94260]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:49:30.069353 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:49:30.069353 n-d-768862-13 neutron-server[94260]: return self.request(url, 'GET', **kwargs) Aug 10 03:49:30.069353 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:49:30.069353 n-d-768862-13 neutron-server[94260]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:49:30.069353 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:49:30.069353 n-d-768862-13 neutron-server[94260]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:49:30.069353 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:49:30.069353 n-d-768862-13 neutron-server[94260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:49:30.069353 n-d-768862-13 neutron-server[94260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:49:30.215344 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 58f930a6-9510-4c5a-9e19-8a1ff0e2c7b0 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:49:30.239631 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 58f930a6-9510-4c5a-9e19-8a1ff0e2c7b0 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:49:30.240026 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 58f930a6-9510-4c5a-9e19-8a1ff0e2c7b0 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:49:30.303296 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-24dc397b-7a32-4483-9e79-0abf4f94de5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:30.311330 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-24dc397b-7a32-4483-9e79-0abf4f94de5f admin admin] Notify callbacks [] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:30.315038 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-24dc397b-7a32-4483-9e79-0abf4f94de5f admin admin] 10.222.0.44 "DELETE /v2.0/networks/71c89238-8f5d-43f8-b1be-95c24d55419f HTTP/1.1" status: 204 len: 168 time: 1.3636436 Aug 10 03:49:30.354596 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dc397b-7a32-4483-9e79-0abf4f94de5f admin admin] Pushing event deleted for resources: {'Network': ['ID=71c89238-8f5d-43f8-b1be-95c24d55419f,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:30.501927 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36766) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:30.585769 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-eddbdd3d-9d8b-440c-a144-59456e6416f5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9ff2867e4a0141f68303abd29afd842a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0821276 Aug 10 03:49:30.590212 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36768) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:30.703898 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e0245a8d-3c7f-4bc7-ab94-387c73f771c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:30.760028 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e0245a8d-3c7f-4bc7-ab94-387c73f771c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:30.767458 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-987d687a-c967-45a8-a322-7486e2a932b0 req-04ab386c-8a4e-4557-8bb6-ec0e4b2b9a65 tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee9c3a8b-5ce5-4b05-b666-d77103dbd9a2 HTTP/1.1" status: 200 len: 210 time: 0.0363607 Aug 10 03:49:30.852212 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e0245a8d-3c7f-4bc7-ab94-387c73f771c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:30.857369 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e0245a8d-3c7f-4bc7-ab94-387c73f771c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:30.859554 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e0245a8d-3c7f-4bc7-ab94-387c73f771c9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4af9f58a-ab8a-4e2b-a563-e0d4800c8821 HTTP/1.1" status: 204 len: 168 time: 0.2673054 Aug 10 03:49:30.876150 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0245a8d-3c7f-4bc7-ab94-387c73f771c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af9f58a-ab8a-4e2b-a563-e0d4800c8821,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:30.941038 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1b07102e-9a0b-4b54-924b-4f021ac1e7f7 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521880'] for router_interface, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:31.257308 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-1b07102e-9a0b-4b54-924b-4f021ac1e7f7 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Deleting port ebe36eb1-9d98-4b9c-a03f-19711b2fb45c {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:49:31.257998 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1b07102e-9a0b-4b54-924b-4f021ac1e7f7 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:31.742147 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1b07102e-9a0b-4b54-924b-4f021ac1e7f7 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:31.770346 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-1b07102e-9a0b-4b54-924b-4f021ac1e7f7 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Calling delete_port for ebe36eb1-9d98-4b9c-a03f-19711b2fb45c owned by network:router_interface {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:49:31.990732 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ada89852-cf34-43b1-81e5-c35c9903905f req-c600be4a-2f33-4c07-b93d-6071973ed0d5 tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee9c3a8b-5ce5-4b05-b666-d77103dbd9a2 HTTP/1.1" status: 200 len: 210 time: 0.0905170 Aug 10 03:49:32.204706 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1b07102e-9a0b-4b54-924b-4f021ac1e7f7 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:32.253641 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b07102e-9a0b-4b54-924b-4f021ac1e7f7 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Pushing event deleted for resources: {'Port': ['ID=ebe36eb1-9d98-4b9c-a03f-19711b2fb45c,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:32.384382 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1b07102e-9a0b-4b54-924b-4f021ac1e7f7 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-522536'] for router_interface, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:32.591587 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b07102e-9a0b-4b54-924b-4f021ac1e7f7 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Router 944ad19c-2f8a-484b-8b34-22592174d74d has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:49:32.701001 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b07102e-9a0b-4b54-924b-4f021ac1e7f7 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:49:32.709436 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-1b07102e-9a0b-4b54-924b-4f021ac1e7f7 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "PUT /v2.0/routers/944ad19c-2f8a-484b-8b34-22592174d74d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7369564 Aug 10 03:49:32.712955 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36808) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:32.724749 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9583f546-bb79-4cf8-9fd3-a1ef6efd1209 None None] Sync routers for ids ['944ad19c-2f8a-484b-8b34-22592174d74d'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:49:32.743054 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9583f546-bb79-4cf8-9fd3-a1ef6efd1209 None None] Routers {'944ad19c-2f8a-484b-8b34-22592174d74d'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:49:32.743999 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-9583f546-bb79-4cf8-9fd3-a1ef6efd1209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:49:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['944ad19c-2f8a-484b-8b34-22592174d74d'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:32.758393 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed855494-aa8a-4643-bca8-6b9345513d24 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] GET failed (client error): The resource could not be found. Aug 10 03:49:32.761421 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ed855494-aa8a-4643-bca8-6b9345513d24 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "GET /v2.0/ports/ebe36eb1-9d98-4b9c-a03f-19711b2fb45c HTTP/1.1" status: 404 len: 333 time: 0.0457296 Aug 10 03:49:32.764657 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36810) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:32.789285 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-9583f546-bb79-4cf8-9fd3-a1ef6efd1209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:32.801637 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9583f546-bb79-4cf8-9fd3-a1ef6efd1209 None None] Routers {'944ad19c-2f8a-484b-8b34-22592174d74d'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:49:32.802338 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-9583f546-bb79-4cf8-9fd3-a1ef6efd1209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:49:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['944ad19c-2f8a-484b-8b34-22592174d74d'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:32.860465 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-9583f546-bb79-4cf8-9fd3-a1ef6efd1209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:32.861562 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9583f546-bb79-4cf8-9fd3-a1ef6efd1209 None None] The sync data for ids ['944ad19c-2f8a-484b-8b34-22592174d74d'] in n-d-768862-13 is: [] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:49:32.919754 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2c33a070-24f1-4d71-ab74-1847b0bee175 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for router, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:33.230458 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2c33a070-24f1-4d71-ab74-1847b0bee175 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:33.237956 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7b7a838e-91f2-4b56-8e5f-563380df0098 req-125d6913-1015-4c4b-9acb-bdf72236b68f tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee9c3a8b-5ce5-4b05-b666-d77103dbd9a2 HTTP/1.1" status: 200 len: 210 time: 0.0577574 Aug 10 03:49:33.241337 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2c33a070-24f1-4d71-ab74-1847b0bee175 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:33.305919 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2c33a070-24f1-4d71-ab74-1847b0bee175 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:33.306979 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c33a070-24f1-4d71-ab74-1847b0bee175 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Fanout notify agent at l3_agent the message router_deleted on router 944ad19c-2f8a-484b-8b34-22592174d74d {{(pid=94260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:49:33.324164 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2c33a070-24f1-4d71-ab74-1847b0bee175 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for router, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:33.326025 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-2c33a070-24f1-4d71-ab74-1847b0bee175 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "DELETE /v2.0/routers/944ad19c-2f8a-484b-8b34-22592174d74d HTTP/1.1" status: 204 len: 168 time: 0.5598660 Aug 10 03:49:33.331301 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36822) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:33.378528 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:33.433185 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f7bc528-b933-4391-9f29-ec8fecbb66f1 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Deleting subnet 5df4a711-ea33-41ca-b145-56cab46a20a3 {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:49:33.439170 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8f7bc528-b933-4391-9f29-ec8fecbb66f1 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:33.502162 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8f7bc528-b933-4391-9f29-ec8fecbb66f1 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:33.660362 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8f7bc528-b933-4391-9f29-ec8fecbb66f1 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:33.762971 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8f7bc528-b933-4391-9f29-ec8fecbb66f1 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:33.807330 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7bc528-b933-4391-9f29-ec8fecbb66f1 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Pushing event deleted for resources: {'Subnet': ['ID=5df4a711-ea33-41ca-b145-56cab46a20a3,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:33.813513 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8f7bc528-b933-4391-9f29-ec8fecbb66f1 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:33.816954 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-8f7bc528-b933-4391-9f29-ec8fecbb66f1 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "DELETE /v2.0/subnets/5df4a711-ea33-41ca-b145-56cab46a20a3 HTTP/1.1" status: 204 len: 168 time: 0.4839177 Aug 10 03:49:33.820431 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36828) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:33.822864 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08314eba-8ddc-43e9-bff2-01d7423f74c4 None None] Network 8be91681-c4b4-4726-8741-f8a1d8f6d6e7 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:49:33.957083 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e6d4c739-3344-4990-a36c-f50729823da9 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:34.056734 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-e6d4c739-3344-4990-a36c-f50729823da9 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Deleting port 9151f63e-0993-4c02-8b98-4c934cf1604e {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:49:34.057537 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e6d4c739-3344-4990-a36c-f50729823da9 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:34.177619 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-e6d4c739-3344-4990-a36c-f50729823da9 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] For port 9151f63e-0993-4c02-8b98-4c934cf1604e, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=9151f63e-0993-4c02-8b98-4c934cf1604e,segment=NetworkSegment(d2853f82-60b1-402d-b0dc-f5acebb8cb8d),segment_id=d2853f82-60b1-402d-b0dc-f5acebb8cb8d)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:34.178259 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e6d4c739-3344-4990-a36c-f50729823da9 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:34.200159 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-e6d4c739-3344-4990-a36c-f50729823da9 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Calling delete_port for 9151f63e-0993-4c02-8b98-4c934cf1604e owned by network:dhcp {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:49:34.349188 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36836) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:34.357518 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e6d4c739-3344-4990-a36c-f50729823da9 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:34.358029 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ab5671-e28f-46c2-8ccc-1feaf3634007 None None] DHCP port deletion for 8be91681-c4b4-4726-8741-f8a1d8f6d6e7 request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:49:34.409653 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d4c739-3344-4990-a36c-f50729823da9 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Pushing event deleted for resources: {'Port': ['ID=9151f63e-0993-4c02-8b98-4c934cf1604e,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:34.415889 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d4c739-3344-4990-a36c-f50729823da9 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] No DVR routers for this DVR port 9151f63e-0993-4c02-8b98-4c934cf1604e on host n-d-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:49:34.494436 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b991d5a4-a49a-44f0-b7aa-5a1a9eec3df8 tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:34.546124 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b991d5a4-a49a-44f0-b7aa-5a1a9eec3df8 tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:34.565011 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e6d4c739-3344-4990-a36c-f50729823da9 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:34.586750 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-e6d4c739-3344-4990-a36c-f50729823da9 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8be91681-c4b4-4726-8741-f8a1d8f6d6e7']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:34.608337 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-e6d4c739-3344-4990-a36c-f50729823da9 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2853f82-60b1-402d-b0dc-f5acebb8cb8d') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:34.609004 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-e6d4c739-3344-4990-a36c-f50729823da9 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2853f82-60b1-402d-b0dc-f5acebb8cb8d') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:34.632036 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e6d4c739-3344-4990-a36c-f50729823da9 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:34.657999 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e6d4c739-3344-4990-a36c-f50729823da9 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:34.663829 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b991d5a4-a49a-44f0-b7aa-5a1a9eec3df8 tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:34.668269 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b991d5a4-a49a-44f0-b7aa-5a1a9eec3df8 tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:34.670547 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-b991d5a4-a49a-44f0-b7aa-5a1a9eec3df8 tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] 10.222.0.44 "DELETE /v2.0/security-groups/be744ff6-a15f-4dae-9d51-d6cf1be8f920 HTTP/1.1" status: 204 len: 168 time: 0.3186557 Aug 10 03:49:34.676177 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6d4c739-3344-4990-a36c-f50729823da9 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:49:34.677238 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e6d4c739-3344-4990-a36c-f50729823da9 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:34.683557 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:49:34.683557 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:49:34.683557 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:49:34.683557 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:49:34.683557 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:49:34.683557 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:49:34.683557 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:49:34.683557 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:49:34.683557 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:49:34.683557 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:49:34.683557 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:49:34.683557 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:49:34.683557 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:49:34.683557 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:49:34.683557 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:49:34.683557 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:49:34.683557 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:49:34.683557 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:49:34.683557 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:49:34.683557 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:49:34.683557 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:49:34.683557 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:49:34.683557 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:49:34.683557 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:49:34.683557 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:49:34.683557 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:49:34.683557 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:49:34.683557 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:49:34.683557 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:49:34.683557 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:49:34.683557 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:49:34.683557 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:49:34.691543 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b991d5a4-a49a-44f0-b7aa-5a1a9eec3df8 tempest-TestVolumeBackupRestore-447101608 tempest-TestVolumeBackupRestore-447101608-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be744ff6-a15f-4dae-9d51-d6cf1be8f920,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:34.814947 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e6d4c739-3344-4990-a36c-f50729823da9 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:34.834009 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e6d4c739-3344-4990-a36c-f50729823da9 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:34.836514 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e6d4c739-3344-4990-a36c-f50729823da9 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "DELETE /v2.0/networks/8be91681-c4b4-4726-8741-f8a1d8f6d6e7 HTTP/1.1" status: 204 len: 168 time: 1.0137236 Aug 10 03:49:34.841433 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36844) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:34.862505 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d4c739-3344-4990-a36c-f50729823da9 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Pushing event deleted for resources: {'Network': ['ID=8be91681-c4b4-4726-8741-f8a1d8f6d6e7,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:34.921656 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a719ae-2904-450b-9f72-61a850d3ce99 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:34.927310 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36850) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:34.927602 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-f2a719ae-2904-450b-9f72-61a850d3ce99 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "GET /v2.0/ports/97a72e4a-73f5-42ee-96af-ac6332134c88 HTTP/1.1" status: 200 len: 845 time: 0.0849416 Aug 10 03:49:35.019115 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-016e3084-9125-45f6-9390-d2ca227606db tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "GET /v2.0/ports/97a72e4a-73f5-42ee-96af-ac6332134c88?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0887120 Aug 10 03:49:35.022729 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36862) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:35.036941 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-113a4cbf-1251-4336-be19-8deefa3a7953 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Request body: {'subnet': {'network_id': '6340cc24-038b-4b7b-b83d-539fcdf8b12e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:35.319346 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-113a4cbf-1251-4336-be19-8deefa3a7953 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Made reservation on behalf of b033b0e396fb401585ce82f552fda059 for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:49:35.327392 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-113a4cbf-1251-4336-be19-8deefa3a7953 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:35.827692 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-113a4cbf-1251-4336-be19-8deefa3a7953 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:35.908138 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113a4cbf-1251-4336-be19-8deefa3a7953 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Network 6340cc24-038b-4b7b-b83d-539fcdf8b12e is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:49:35.917543 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-113a4cbf-1251-4336-be19-8deefa3a7953 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:49:35.926001 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113a4cbf-1251-4336-be19-8deefa3a7953 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:35.927013 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-113a4cbf-1251-4336-be19-8deefa3a7953 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:35.932811 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd3e522-e8ab-482c-8670-91d09fb4e109 None None] Network 6340cc24-038b-4b7b-b83d-539fcdf8b12e requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:49:35.954217 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113a4cbf-1251-4336-be19-8deefa3a7953 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Pushing event updated for resources: {'Subnet': ['ID=ceff3407-b023-45ac-a964-0b951b46cbf9,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:35.971811 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-113a4cbf-1251-4336-be19-8deefa3a7953 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9429920 Aug 10 03:49:35.972387 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 36952) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:35.982204 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-cf12a8bb-03d8-4cba-80bc-a9aa4e470148 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Request body: {'security_group': {'name': 'tempest-secgroup-2033235627'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:36.071238 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-cf12a8bb-03d8-4cba-80bc-a9aa4e470148 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:36.340164 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afbe0649-261d-4b17-b775-fa8e8f421504 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-6340cc24-038b-4b7b-b83d-539fcdf8b12e', 'network_id': '6340cc24-038b-4b7b-b83d-539fcdf8b12e', 'tenant_id': 'b033b0e396fb401585ce82f552fda059', 'fixed_ips': [{'subnet_id': 'ceff3407-b023-45ac-a964-0b951b46cbf9'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:49:36.341067 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-afbe0649-261d-4b17-b775-fa8e8f421504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:36.343182 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-cf12a8bb-03d8-4cba-80bc-a9aa4e470148 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:36.351634 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-cf12a8bb-03d8-4cba-80bc-a9aa4e470148 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:36.383495 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 9151f63e-0993-4c02-8b98-4c934cf1604e no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:49:36.446362 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 9151f63e-0993-4c02-8b98-4c934cf1604e {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:49:36.447460 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 9151f63e-0993-4c02-8b98-4c934cf1604e not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:49:36.465814 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-cf12a8bb-03d8-4cba-80bc-a9aa4e470148 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:36.472015 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 36998) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:36.488242 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-cf12a8bb-03d8-4cba-80bc-a9aa4e470148 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4981599 Aug 10 03:49:36.494193 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-53d4f559-1687-4f2b-9d24-df7479261947 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Request body: {'security_group': {'name': 'tempest-secgroup-1410001700'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:36.519634 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf12a8bb-03d8-4cba-80bc-a9aa4e470148 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baeee53c-bd7c-487f-911f-6af6be98c48c,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:36.601778 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-53d4f559-1687-4f2b-9d24-df7479261947 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:36.743464 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-afbe0649-261d-4b17-b775-fa8e8f421504 None None] Allocated IP 2001:db8::2 (6340cc24-038b-4b7b-b83d-539fcdf8b12e/ceff3407-b023-45ac-a964-0b951b46cbf9/cd6c0518-b455-4957-b45a-e7233f5424fe) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:49:36.830828 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-53d4f559-1687-4f2b-9d24-df7479261947 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:36.840817 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-53d4f559-1687-4f2b-9d24-df7479261947 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:36.951161 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-53d4f559-1687-4f2b-9d24-df7479261947 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:36.956376 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-53d4f559-1687-4f2b-9d24-df7479261947 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4826066 Aug 10 03:49:36.958909 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d4f559-1687-4f2b-9d24-df7479261947 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a86981be-3e8c-466d-8227-a98fdcc7f22d,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:36.959740 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37054) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:36.973358 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-77d633d6-a5d7-4ab0-882d-363c37e51eff tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1304251409', 'security_groups': ['a86981be-3e8c-466d-8227-a98fdcc7f22d'], 'network_id': '6340cc24-038b-4b7b-b83d-539fcdf8b12e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ceff3407-b023-45ac-a964-0b951b46cbf9'}]}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:37.121798 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-afbe0649-261d-4b17-b775-fa8e8f421504 None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:37.140482 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-afbe0649-261d-4b17-b775-fa8e8f421504 None None] Transition to ACTIVE for port object cd6c0518-b455-4957-b45a-e7233f5424fe will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:49:37.170134 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-afbe0649-261d-4b17-b775-fa8e8f421504 None None] Transition to ACTIVE for port object cd6c0518-b455-4957-b45a-e7233f5424fe will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:49:37.203960 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-afbe0649-261d-4b17-b775-fa8e8f421504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:37.268357 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77d633d6-a5d7-4ab0-882d-363c37e51eff tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Made reservation on behalf of b033b0e396fb401585ce82f552fda059 for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:49:37.324159 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbe0649-261d-4b17-b775-fa8e8f421504 None None] Pushing event updated for resources: {'Port': ['ID=cd6c0518-b455-4957-b45a-e7233f5424fe,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:37.359933 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afbe0649-261d-4b17-b775-fa8e8f421504 None None] Network 6340cc24-038b-4b7b-b83d-539fcdf8b12e is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:49:37.365273 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-afbe0649-261d-4b17-b775-fa8e8f421504 None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:49:37.374541 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbe0649-261d-4b17-b775-fa8e8f421504 None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:49:37.556320 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-afbe0649-261d-4b17-b775-fa8e8f421504 None None] Attempting to bind port cd6c0518-b455-4957-b45a-e7233f5424fe on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:49:37.557154 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-afbe0649-261d-4b17-b775-fa8e8f421504 None None] Attempting to bind port cd6c0518-b455-4957-b45a-e7233f5424fe by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '4079f3b2-0f71-46d8-8132-c2a51cd294a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '6340cc24-038b-4b7b-b83d-539fcdf8b12e'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:49:37.557781 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbe0649-261d-4b17-b775-fa8e8f421504 None None] Attempting to bind port cd6c0518-b455-4957-b45a-e7233f5424fe on network 6340cc24-038b-4b7b-b83d-539fcdf8b12e {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:49:37.570781 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbe0649-261d-4b17-b775-fa8e8f421504 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:49:37.571846 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbe0649-261d-4b17-b775-fa8e8f421504 None None] Checking segment: {'id': '4079f3b2-0f71-46d8-8132-c2a51cd294a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '6340cc24-038b-4b7b-b83d-539fcdf8b12e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:49:37.573718 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-afbe0649-261d-4b17-b775-fa8e8f421504 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:37.574760 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-77d633d6-a5d7-4ab0-882d-363c37e51eff tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:37.575522 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbe0649-261d-4b17-b775-fa8e8f421504 None None] Bound using segment: {'id': '4079f3b2-0f71-46d8-8132-c2a51cd294a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '6340cc24-038b-4b7b-b83d-539fcdf8b12e'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:49:37.578460 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-afbe0649-261d-4b17-b775-fa8e8f421504 None None] Bound port: cd6c0518-b455-4957-b45a-e7233f5424fe, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4079f3b2-0f71-46d8-8132-c2a51cd294a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '6340cc24-038b-4b7b-b83d-539fcdf8b12e'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:49:37.579526 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-afbe0649-261d-4b17-b775-fa8e8f421504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:37.652600 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [None req-77d633d6-a5d7-4ab0-882d-363c37e51eff tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] device_id is not set on port dd5fb31d-f068-4500-af0a-64c08ef8069c yet. {{(pid=94260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:49:37.731412 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-afbe0649-261d-4b17-b775-fa8e8f421504 None None] For port cd6c0518-b455-4957-b45a-e7233f5424fe, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:49:37.741171 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-afbe0649-261d-4b17-b775-fa8e8f421504 None None] For port cd6c0518-b455-4957-b45a-e7233f5424fe, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=cd6c0518-b455-4957-b45a-e7233f5424fe,segment=NetworkSegment(4079f3b2-0f71-46d8-8132-c2a51cd294a0),segment_id=4079f3b2-0f71-46d8-8132-c2a51cd294a0)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:49:37.750808 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-afbe0649-261d-4b17-b775-fa8e8f421504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:37.945693 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbe0649-261d-4b17-b775-fa8e8f421504 None None] Pushing event updated for resources: {'Port': ['ID=cd6c0518-b455-4957-b45a-e7233f5424fe,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:38.058861 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-77d633d6-a5d7-4ab0-882d-363c37e51eff tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Allocated IP 2001:db8::dd (6340cc24-038b-4b7b-b83d-539fcdf8b12e/ceff3407-b023-45ac-a964-0b951b46cbf9/dd5fb31d-f068-4500-af0a-64c08ef8069c) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:49:38.447881 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-77d633d6-a5d7-4ab0-882d-363c37e51eff tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:38.475352 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [None req-77d633d6-a5d7-4ab0-882d-363c37e51eff tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Transition to ACTIVE for port object dd5fb31d-f068-4500-af0a-64c08ef8069c will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:49:38.574972 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-77d633d6-a5d7-4ab0-882d-363c37e51eff tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:38.643082 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d633d6-a5d7-4ab0-882d-363c37e51eff tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Network 6340cc24-038b-4b7b-b83d-539fcdf8b12e is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:49:38.649450 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-77d633d6-a5d7-4ab0-882d-363c37e51eff tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:49:38.655038 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d633d6-a5d7-4ab0-882d-363c37e51eff tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:49:38.663836 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d633d6-a5d7-4ab0-882d-363c37e51eff tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:38.664726 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-77d633d6-a5d7-4ab0-882d-363c37e51eff tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:38.695596 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d633d6-a5d7-4ab0-882d-363c37e51eff tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Pushing event updated for resources: {'Port': ['ID=dd5fb31d-f068-4500-af0a-64c08ef8069c,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:38.719921 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-77d633d6-a5d7-4ab0-882d-363c37e51eff tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7574568 Aug 10 03:49:38.722591 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37206) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:38.739719 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-93aed1c9-e75e-498c-b15d-5ca7c261fa67 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Request body: {'subnet': {'network_id': '6340cc24-038b-4b7b-b83d-539fcdf8b12e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:38.979163 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93aed1c9-e75e-498c-b15d-5ca7c261fa67 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Made reservation on behalf of b033b0e396fb401585ce82f552fda059 for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:49:38.983224 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-93aed1c9-e75e-498c-b15d-5ca7c261fa67 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:39.207816 n-d-768862-13 neutron-server[94260]: INFO neutron.db.ipam_backend_mixin [None req-93aed1c9-e75e-498c-b15d-5ca7c261fa67 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ceff3407-b023-45ac-a964-0b951b46cbf9 (CIDR: 2001:db8::/64) Aug 10 03:49:39.220378 n-d-768862-13 neutron-server[94260]: INFO neutron.pecan_wsgi.hooks.translation [None req-93aed1c9-e75e-498c-b15d-5ca7c261fa67 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:49:39.220822 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93aed1c9-e75e-498c-b15d-5ca7c261fa67 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:49:39.245554 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37264) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:39.246138 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-93aed1c9-e75e-498c-b15d-5ca7c261fa67 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5180619 Aug 10 03:49:39.254731 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-f35ce532-a59a-4ac5-b8ba-1154374310ef tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Request body: {'subnet': {'network_id': '6340cc24-038b-4b7b-b83d-539fcdf8b12e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:39.775799 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f35ce532-a59a-4ac5-b8ba-1154374310ef tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Made reservation on behalf of b033b0e396fb401585ce82f552fda059 for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:49:39.776509 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-2042e74e-4ada-45ea-850d-915f03eb5a2f None None] Provisioning complete for port 97a72e4a-73f5-42ee-96af-ac6332134c88 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:49:39.777611 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-2042e74e-4ada-45ea-850d-915f03eb5a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:39.804276 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f35ce532-a59a-4ac5-b8ba-1154374310ef tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:39.880194 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-2042e74e-4ada-45ea-850d-915f03eb5a2f None None] Port 97a72e4a-73f5-42ee-96af-ac6332134c88 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:49:39.931449 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-2042e74e-4ada-45ea-850d-915f03eb5a2f None None] Provisioning for port cd6c0518-b455-4957-b45a-e7233f5424fe completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:49:40.294719 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-da7bc48a-210a-479d-a96d-f2e80fb366e7 None None] Provisioning for port dd5fb31d-f068-4500-af0a-64c08ef8069c completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:49:40.307168 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-da7bc48a-210a-479d-a96d-f2e80fb366e7 None None] Provisioning complete for port dd5fb31d-f068-4500-af0a-64c08ef8069c triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:49:40.312034 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-da7bc48a-210a-479d-a96d-f2e80fb366e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:40.396935 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device cd6c0518-b455-4957-b45a-e7233f5424fe up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:49:40.429486 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-da7bc48a-210a-479d-a96d-f2e80fb366e7 None None] Port dd5fb31d-f068-4500-af0a-64c08ef8069c cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:49:40.442853 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f35ce532-a59a-4ac5-b8ba-1154374310ef tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:40.523819 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35ce532-a59a-4ac5-b8ba-1154374310ef tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Network 6340cc24-038b-4b7b-b83d-539fcdf8b12e is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:49:40.531551 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-f35ce532-a59a-4ac5-b8ba-1154374310ef tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:49:40.537961 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35ce532-a59a-4ac5-b8ba-1154374310ef tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:40.538880 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f35ce532-a59a-4ac5-b8ba-1154374310ef tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:40.539182 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port cd6c0518-b455-4957-b45a-e7233f5424fe completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:49:40.547705 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port cd6c0518-b455-4957-b45a-e7233f5424fe triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:49:40.549104 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:40.556607 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9153df9f-6671-48fc-b2b4-775a6526ea16 None None] Network 6340cc24-038b-4b7b-b83d-539fcdf8b12e requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:49:40.579292 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-f35ce532-a59a-4ac5-b8ba-1154374310ef tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3273618 Aug 10 03:49:40.580553 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37354) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:40.596395 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-0a08eb20-ff8e-48b5-8b2c-f12374bf280e tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-796957998', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a6861e47-8b1a-46c5-8c58-910f41db020c'}], 'security_groups': ['baeee53c-bd7c-487f-911f-6af6be98c48c']}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:40.607337 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35ce532-a59a-4ac5-b8ba-1154374310ef tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Pushing event updated for resources: {'Subnet': ['ID=a6861e47-8b1a-46c5-8c58-910f41db020c,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:40.749630 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0a08eb20-ff8e-48b5-8b2c-f12374bf280e tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:40.818143 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:40.897947 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port cd6c0518-b455-4957-b45a-e7233f5424fe, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=cd6c0518-b455-4957-b45a-e7233f5424fe,segment=NetworkSegment(4079f3b2-0f71-46d8-8132-c2a51cd294a0),segment_id=4079f3b2-0f71-46d8-8132-c2a51cd294a0)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:40.911510 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:40.972562 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=cd6c0518-b455-4957-b45a-e7233f5424fe,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:41.205024 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37362) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:41.238409 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464da1de-694d-42aa-be30-d3879e8f2f93 None None] Update dhcp port {'port': {'network_id': '6340cc24-038b-4b7b-b83d-539fcdf8b12e', 'fixed_ips': [{'subnet_id': 'ceff3407-b023-45ac-a964-0b951b46cbf9', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a6861e47-8b1a-46c5-8c58-910f41db020c'}], 'binding:host_id': 'n-d-768862-13'}, 'id': 'cd6c0518-b455-4957-b45a-e7233f5424fe'} from n-d-768862-13. {{(pid=94262) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 03:49:41.324916 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-464da1de-694d-42aa-be30-d3879e8f2f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:41.337937 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-0a08eb20-ff8e-48b5-8b2c-f12374bf280e tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Delete allocated IP 2001:db8::dd (6340cc24-038b-4b7b-b83d-539fcdf8b12e/ceff3407-b023-45ac-a964-0b951b46cbf9) {{(pid=94260) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 10 03:49:41.349592 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-0a08eb20-ff8e-48b5-8b2c-f12374bf280e tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Allocated IP 2001:db8:0:1::2e0 (6340cc24-038b-4b7b-b83d-539fcdf8b12e/a6861e47-8b1a-46c5-8c58-910f41db020c/dd5fb31d-f068-4500-af0a-64c08ef8069c) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:49:41.605132 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0a08eb20-ff8e-48b5-8b2c-f12374bf280e tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:41.627785 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [None req-0a08eb20-ff8e-48b5-8b2c-f12374bf280e tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Transition to ACTIVE for port object dd5fb31d-f068-4500-af0a-64c08ef8069c will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:49:41.632576 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0a08eb20-ff8e-48b5-8b2c-f12374bf280e tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:41.718042 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-464da1de-694d-42aa-be30-d3879e8f2f93 None None] Allocated IP 2001:db8:0:1::2 (6340cc24-038b-4b7b-b83d-539fcdf8b12e/a6861e47-8b1a-46c5-8c58-910f41db020c/cd6c0518-b455-4957-b45a-e7233f5424fe) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:49:41.724754 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-0a08eb20-ff8e-48b5-8b2c-f12374bf280e tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] In _notify_port_updated(), no bound segment for port dd5fb31d-f068-4500-af0a-64c08ef8069c on network 6340cc24-038b-4b7b-b83d-539fcdf8b12e {{(pid=94260) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:49:41.732568 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a08eb20-ff8e-48b5-8b2c-f12374bf280e tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:41.733799 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0a08eb20-ff8e-48b5-8b2c-f12374bf280e tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:41.737022 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-0a08eb20-ff8e-48b5-8b2c-f12374bf280e tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "PUT /v2.0/ports/dd5fb31d-f068-4500-af0a-64c08ef8069c HTTP/1.1" status: 200 len: 930 time: 1.1523082 Aug 10 03:49:41.741464 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37368) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:41.759041 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a08eb20-ff8e-48b5-8b2c-f12374bf280e tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Pushing event updated for resources: {'Port': ['ID=dd5fb31d-f068-4500-af0a-64c08ef8069c,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:41.850158 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-464da1de-694d-42aa-be30-d3879e8f2f93 None None] For port cd6c0518-b455-4957-b45a-e7233f5424fe, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=cd6c0518-b455-4957-b45a-e7233f5424fe,segment=NetworkSegment(4079f3b2-0f71-46d8-8132-c2a51cd294a0),segment_id=4079f3b2-0f71-46d8-8132-c2a51cd294a0)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:41.888387 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-79c383cf-d40b-427f-a9f4-99fc47f41dc2 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Deleting port dd5fb31d-f068-4500-af0a-64c08ef8069c {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:49:41.888739 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-79c383cf-d40b-427f-a9f4-99fc47f41dc2 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:41.891132 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-464da1de-694d-42aa-be30-d3879e8f2f93 None None] Notify callbacks [] for port, precommit_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:41.918868 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-464da1de-694d-42aa-be30-d3879e8f2f93 None None] Transition to ACTIVE for port object cd6c0518-b455-4957-b45a-e7233f5424fe will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:49:41.925731 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-464da1de-694d-42aa-be30-d3879e8f2f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:42.023380 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c177ebf7-38ff-4946-8bac-cd63e0bd8a07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521880'] for router_interface, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:42.058377 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464da1de-694d-42aa-be30-d3879e8f2f93 None None] Pushing event updated for resources: {'Port': ['ID=cd6c0518-b455-4957-b45a-e7233f5424fe,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:42.081931 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-79c383cf-d40b-427f-a9f4-99fc47f41dc2 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:42.103952 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-79c383cf-d40b-427f-a9f4-99fc47f41dc2 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Calling delete_port for dd5fb31d-f068-4500-af0a-64c08ef8069c owned by {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:49:42.114846 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464da1de-694d-42aa-be30-d3879e8f2f93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:42.115444 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464da1de-694d-42aa-be30-d3879e8f2f93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:42.116019 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464da1de-694d-42aa-be30-d3879e8f2f93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:42.116627 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464da1de-694d-42aa-be30-d3879e8f2f93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:42.117208 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464da1de-694d-42aa-be30-d3879e8f2f93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:42.117791 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464da1de-694d-42aa-be30-d3879e8f2f93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:42.118360 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464da1de-694d-42aa-be30-d3879e8f2f93 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:42.118709 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464da1de-694d-42aa-be30-d3879e8f2f93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:42.119185 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464da1de-694d-42aa-be30-d3879e8f2f93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:42.119754 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464da1de-694d-42aa-be30-d3879e8f2f93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:42.120328 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464da1de-694d-42aa-be30-d3879e8f2f93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:42.120903 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464da1de-694d-42aa-be30-d3879e8f2f93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:42.325660 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device cd6c0518-b455-4957-b45a-e7233f5424fe up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:49:42.396788 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37374) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:42.507697 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-79c383cf-d40b-427f-a9f4-99fc47f41dc2 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:42.547665 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-fb108311-4278-426c-84a7-1a5a802fde88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:42.603815 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c383cf-d40b-427f-a9f4-99fc47f41dc2 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Pushing event deleted for resources: {'Port': ['ID=dd5fb31d-f068-4500-af0a-64c08ef8069c,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:42.660608 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-79c383cf-d40b-427f-a9f4-99fc47f41dc2 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:42.666828 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-79c383cf-d40b-427f-a9f4-99fc47f41dc2 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "DELETE /v2.0/ports/dd5fb31d-f068-4500-af0a-64c08ef8069c HTTP/1.1" status: 204 len: 168 time: 0.9241881 Aug 10 03:49:42.669198 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37378) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:42.680751 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-fb108311-4278-426c-84a7-1a5a802fde88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:42.689263 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-fb108311-4278-426c-84a7-1a5a802fde88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:42.724300 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-17b39df3-e176-4503-93b1-2f6f5394207f tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] GET failed (client error): The resource could not be found. Aug 10 03:49:42.726147 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-17b39df3-e176-4503-93b1-2f6f5394207f tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "GET /v2.0/ports/dd5fb31d-f068-4500-af0a-64c08ef8069c HTTP/1.1" status: 404 len: 333 time: 0.0550120 Aug 10 03:49:42.731333 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37380) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:42.757788 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-fb108311-4278-426c-84a7-1a5a802fde88 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=43231ff490a043ceaa07df7e02e4c18a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3596368 Aug 10 03:49:42.759235 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb108311-4278-426c-84a7-1a5a802fde88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9df03614-3ca2-4cb3-97e9-40ed47ee2432,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:42.761423 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37382) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:42.800701 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-c177ebf7-38ff-4946-8bac-cd63e0bd8a07 admin admin] Deleting port 3f361aab-dfc4-4a9c-b082-6a5cb09941ba {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:49:42.801049 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c177ebf7-38ff-4946-8bac-cd63e0bd8a07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:42.952147 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-64693719-d343-4942-87c9-3ce27dc81554 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:42.981148 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-23e228cd-73f6-4f12-b46e-1c750e608ac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:43.001882 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-5422b831-b36f-46dd-b13a-5a04644d049f None None] Provisioning complete for port 97a72e4a-73f5-42ee-96af-ac6332134c88 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:49:43.002914 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-5422b831-b36f-46dd-b13a-5a04644d049f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:43.021647 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-64693719-d343-4942-87c9-3ce27dc81554 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:43.034048 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-c177ebf7-38ff-4946-8bac-cd63e0bd8a07 admin admin] For port 3f361aab-dfc4-4a9c-b082-6a5cb09941ba, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=3f361aab-dfc4-4a9c-b082-6a5cb09941ba,segment=NetworkSegment(7015f316-8bb7-4562-a486-5e6eb9be6f3e),segment_id=7015f316-8bb7-4562-a486-5e6eb9be6f3e)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:43.034387 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c177ebf7-38ff-4946-8bac-cd63e0bd8a07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:43.065788 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-23e228cd-73f6-4f12-b46e-1c750e608ac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:43.068047 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-c177ebf7-38ff-4946-8bac-cd63e0bd8a07 admin admin] Calling delete_port for 3f361aab-dfc4-4a9c-b082-6a5cb09941ba owned by network:router_interface {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:49:43.078804 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-5422b831-b36f-46dd-b13a-5a04644d049f None None] Port 97a72e4a-73f5-42ee-96af-ac6332134c88 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:49:43.097861 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-5422b831-b36f-46dd-b13a-5a04644d049f None None] Provisioning for port cd6c0518-b455-4957-b45a-e7233f5424fe completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:49:43.104502 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-5422b831-b36f-46dd-b13a-5a04644d049f None None] Provisioning complete for port cd6c0518-b455-4957-b45a-e7233f5424fe triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:49:43.105120 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-5422b831-b36f-46dd-b13a-5a04644d049f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:43.195508 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-64693719-d343-4942-87c9-3ce27dc81554 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:43.200696 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-64693719-d343-4942-87c9-3ce27dc81554 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:43.206749 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-64693719-d343-4942-87c9-3ce27dc81554 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "DELETE /v2.0/security-groups/a86981be-3e8c-466d-8227-a98fdcc7f22d HTTP/1.1" status: 204 len: 168 time: 0.4707873 Aug 10 03:49:43.207098 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37384) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:43.224614 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-5422b831-b36f-46dd-b13a-5a04644d049f None None] Could not find standard attr ID for object dd5fb31d-f068-4500-af0a-64c08ef8069c. {{(pid=94262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:49:43.251691 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64693719-d343-4942-87c9-3ce27dc81554 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a86981be-3e8c-466d-8227-a98fdcc7f22d,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:43.261232 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-23e228cd-73f6-4f12-b46e-1c750e608ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:43.266801 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-23e228cd-73f6-4f12-b46e-1c750e608ac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:43.268785 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-23e228cd-73f6-4f12-b46e-1c750e608ac1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9df03614-3ca2-4cb3-97e9-40ed47ee2432 HTTP/1.1" status: 204 len: 168 time: 0.5051651 Aug 10 03:49:43.299059 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9780d847-2fd6-4e1c-9cdc-0bf61b01bcc7 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:43.340938 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9780d847-2fd6-4e1c-9cdc-0bf61b01bcc7 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:43.352258 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e228cd-73f6-4f12-b46e-1c750e608ac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df03614-3ca2-4cb3-97e9-40ed47ee2432,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:43.359217 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-60f79604-bdd4-42c8-afe3-df6c746912e0 None None] Could not find standard attr ID for object dd5fb31d-f068-4500-af0a-64c08ef8069c. {{(pid=94262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:49:43.473303 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9780d847-2fd6-4e1c-9cdc-0bf61b01bcc7 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:43.486212 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c177ebf7-38ff-4946-8bac-cd63e0bd8a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:43.487981 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9780d847-2fd6-4e1c-9cdc-0bf61b01bcc7 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:43.492498 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-9780d847-2fd6-4e1c-9cdc-0bf61b01bcc7 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "DELETE /v2.0/security-groups/baeee53c-bd7c-487f-911f-6af6be98c48c HTTP/1.1" status: 204 len: 168 time: 0.2816486 Aug 10 03:49:43.495776 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37390) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:43.527390 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c177ebf7-38ff-4946-8bac-cd63e0bd8a07 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f361aab-dfc4-4a9c-b082-6a5cb09941ba,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:43.567690 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9780d847-2fd6-4e1c-9cdc-0bf61b01bcc7 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=baeee53c-bd7c-487f-911f-6af6be98c48c,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:43.619273 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0245a82-daf7-40d4-b749-51b57cacea14 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Deleting subnet ceff3407-b023-45ac-a964-0b951b46cbf9 {{(pid=94260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:49:43.627006 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f0245a82-daf7-40d4-b749-51b57cacea14 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for subnet, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:43.698832 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f0245a82-daf7-40d4-b749-51b57cacea14 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191173'] for subnet, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:43.826560 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c177ebf7-38ff-4946-8bac-cd63e0bd8a07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-522536'] for router_interface, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:43.896401 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f0245a82-daf7-40d4-b749-51b57cacea14 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:43.924286 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37394) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:43.945552 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-eec0c341-016d-4157-a64f-1833979aafbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:43.996442 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f0245a82-daf7-40d4-b749-51b57cacea14 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:44.040098 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0245a82-daf7-40d4-b749-51b57cacea14 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Pushing event deleted for resources: {'Subnet': ['ID=ceff3407-b023-45ac-a964-0b951b46cbf9,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:44.048096 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f0245a82-daf7-40d4-b749-51b57cacea14 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:44.049715 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-f0245a82-daf7-40d4-b749-51b57cacea14 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "DELETE /v2.0/subnets/ceff3407-b023-45ac-a964-0b951b46cbf9 HTTP/1.1" status: 204 len: 168 time: 0.5370877 Aug 10 03:49:44.058275 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37396) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:44.064538 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-b0046067-b3e8-468b-81ea-b2c8b1df6811 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Request body: {'subnet': {'network_id': '6340cc24-038b-4b7b-b83d-539fcdf8b12e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:44.066329 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2d0c78-5146-4fb2-8f21-963fb007dd02 None None] Network 6340cc24-038b-4b7b-b83d-539fcdf8b12e requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:49:44.220449 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c177ebf7-38ff-4946-8bac-cd63e0bd8a07 admin admin] Router 45c42848-682a-4c86-bd4e-10ad3c0cfb67 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:49:44.245880 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-eec0c341-016d-4157-a64f-1833979aafbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:44.260626 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-eec0c341-016d-4157-a64f-1833979aafbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:44.350018 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec0c341-016d-4157-a64f-1833979aafbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a88790d2-d7ab-49e1-bb2c-7830922c67f6,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:44.362161 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-eec0c341-016d-4157-a64f-1833979aafbc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=23b22171fb364c4c8409b92067f5f68f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4365227 Aug 10 03:49:44.363178 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37398) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:44.378780 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0046067-b3e8-468b-81ea-b2c8b1df6811 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Made reservation on behalf of b033b0e396fb401585ce82f552fda059 for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:49:44.384993 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b0046067-b3e8-468b-81ea-b2c8b1df6811 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:44.447993 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c177ebf7-38ff-4946-8bac-cd63e0bd8a07 admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:49:44.460071 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-c177ebf7-38ff-4946-8bac-cd63e0bd8a07 admin admin] 10.222.0.44 "PUT /v2.0/routers/45c42848-682a-4c86-bd4e-10ad3c0cfb67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2510884 Aug 10 03:49:44.460916 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37400) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:44.465802 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4474354-ad10-499c-aa9b-5119bf1d8b19 None None] Sync routers for ids ['45c42848-682a-4c86-bd4e-10ad3c0cfb67'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:49:44.476716 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4474354-ad10-499c-aa9b-5119bf1d8b19 None None] Routers {'45c42848-682a-4c86-bd4e-10ad3c0cfb67'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:49:44.477471 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-d4474354-ad10-499c-aa9b-5119bf1d8b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:49:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['45c42848-682a-4c86-bd4e-10ad3c0cfb67'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:44.632806 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a37882f7-b81a-4fcd-8465-1242f4e63185 admin admin] Notify callbacks [] for router, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:44.660190 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-d4474354-ad10-499c-aa9b-5119bf1d8b19 None None] Set router 45c42848-682a-4c86-bd4e-10ad3c0cfb67 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:49:44.705742 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a14df46b-fd6e-43dc-82f6-8b4ce9c27442 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:44.854430 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a37882f7-b81a-4fcd-8465-1242f4e63185 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:44.882464 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a14df46b-fd6e-43dc-82f6-8b4ce9c27442 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:44.962274 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b0046067-b3e8-468b-81ea-b2c8b1df6811 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58895384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805196'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:44.983750 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-a37882f7-b81a-4fcd-8465-1242f4e63185 admin admin] Deleting port 42a5f8fe-75d8-4229-a880-fd4d4b8ab69c {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:49:44.984925 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a37882f7-b81a-4fcd-8465-1242f4e63185 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:45.058325 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0046067-b3e8-468b-81ea-b2c8b1df6811 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Network 6340cc24-038b-4b7b-b83d-539fcdf8b12e is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:49:45.073258 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-b0046067-b3e8-468b-81ea-b2c8b1df6811 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:49:45.079255 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0046067-b3e8-468b-81ea-b2c8b1df6811 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:45.080154 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b0046067-b3e8-468b-81ea-b2c8b1df6811 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:45.100335 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-d4474354-ad10-499c-aa9b-5119bf1d8b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45c42848-682a-4c86-bd4e-10ad3c0cfb67', 'name': 'tempest-TestVolumeBackupRestore-800930114-router', 'tenant_id': 'cde344f967264dfd970128dd56d4c154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '42a5f8fe-75d8-4229-a880-fd4d4b8ab69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:45:39Z', 'updated_at': '2021-08-10T03:49:43Z', 'revision_number': 5, 'project_id': 'cde344f967264dfd970128dd56d4c154', 'gw_port': {'id': '42a5f8fe-75d8-4229-a880-fd4d4b8ab69c', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c42848-682a-4c86-bd4e-10ad3c0cfb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:39Z', 'updated_at': '2021-08-10T03:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:45.124033 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0046067-b3e8-468b-81ea-b2c8b1df6811 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Pushing event updated for resources: {'Subnet': ['ID=cb4d703a-af61-4bb7-9819-434678050217,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:45.137968 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a14df46b-fd6e-43dc-82f6-8b4ce9c27442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:45.145077 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a14df46b-fd6e-43dc-82f6-8b4ce9c27442 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:45.151246 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-a14df46b-fd6e-43dc-82f6-8b4ce9c27442 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a88790d2-d7ab-49e1-bb2c-7830922c67f6 HTTP/1.1" status: 204 len: 168 time: 0.7804615 Aug 10 03:49:45.155612 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-b0046067-b3e8-468b-81ea-b2c8b1df6811 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0960240 Aug 10 03:49:45.160035 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37404) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:45.169086 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14df46b-fd6e-43dc-82f6-8b4ce9c27442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a88790d2-d7ab-49e1-bb2c-7830922c67f6,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:45.170595 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-4231ac72-b290-4711-aa1e-2c7f18fa012f tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Request body: {'security_group': {'name': 'tempest-secgroup-573265982'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:45.176715 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4474354-ad10-499c-aa9b-5119bf1d8b19 None None] Checking router: 45c42848-682a-4c86-bd4e-10ad3c0cfb67 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:49:45.210320 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4474354-ad10-499c-aa9b-5119bf1d8b19 None None] Routers {'45c42848-682a-4c86-bd4e-10ad3c0cfb67'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:49:45.211402 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-d4474354-ad10-499c-aa9b-5119bf1d8b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:49:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['45c42848-682a-4c86-bd4e-10ad3c0cfb67'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:45.229550 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-a37882f7-b81a-4fcd-8465-1242f4e63185 admin admin] For port 42a5f8fe-75d8-4229-a880-fd4d4b8ab69c, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=42a5f8fe-75d8-4229-a880-fd4d4b8ab69c,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:45.230495 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a37882f7-b81a-4fcd-8465-1242f4e63185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:45.273545 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-a37882f7-b81a-4fcd-8465-1242f4e63185 admin admin] Calling delete_port for 42a5f8fe-75d8-4229-a880-fd4d4b8ab69c owned by network:router_gateway {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:49:45.283563 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4231ac72-b290-4711-aa1e-2c7f18fa012f tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:45.399306 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-d4474354-ad10-499c-aa9b-5119bf1d8b19 None None] Set router 45c42848-682a-4c86-bd4e-10ad3c0cfb67 gateway port host: None {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:49:45.460342 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:49:45.469092 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4597a4d9-114f-4a15-aa9e-7247abd07250 None None] Network 6340cc24-038b-4b7b-b83d-539fcdf8b12e requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:49:45.501943 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-d4474354-ad10-499c-aa9b-5119bf1d8b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45c42848-682a-4c86-bd4e-10ad3c0cfb67', 'name': 'tempest-TestVolumeBackupRestore-800930114-router', 'tenant_id': 'cde344f967264dfd970128dd56d4c154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:45:39Z', 'updated_at': '2021-08-10T03:49:44Z', 'revision_number': 6, 'project_id': 'cde344f967264dfd970128dd56d4c154', 'gw_port_host': None}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:45.580261 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4474354-ad10-499c-aa9b-5119bf1d8b19 None None] The sync data for ids ['45c42848-682a-4c86-bd4e-10ad3c0cfb67'] in n-d-768862-13 is: [{'id': '45c42848-682a-4c86-bd4e-10ad3c0cfb67', 'name': 'tempest-TestVolumeBackupRestore-800930114-router', 'tenant_id': 'cde344f967264dfd970128dd56d4c154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:45:39Z', 'updated_at': '2021-08-10T03:49:44Z', 'revision_number': 6, 'project_id': 'cde344f967264dfd970128dd56d4c154', 'gw_port_host': None}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:49:45.595466 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4231ac72-b290-4711-aa1e-2c7f18fa012f tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:45.602776 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-2084e798-5e5c-45b4-83d5-8cae93cdbe63 None None] Provisioning complete for port 97a72e4a-73f5-42ee-96af-ac6332134c88 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:49:45.603152 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-2084e798-5e5c-45b4-83d5-8cae93cdbe63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:45.604618 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4231ac72-b290-4711-aa1e-2c7f18fa012f tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:45.642700 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4231ac72-b290-4711-aa1e-2c7f18fa012f tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:45.644117 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-4231ac72-b290-4711-aa1e-2c7f18fa012f tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4820526 Aug 10 03:49:45.646679 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4231ac72-b290-4711-aa1e-2c7f18fa012f tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=699ccfd4-91f2-4882-9daa-c7c7028af737,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:45.648706 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37408) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:45.658633 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-78585927-d769-4d49-906a-fc0ede2bca45 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Request body: {'security_group': {'name': 'tempest-secgroup-1718686160'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:45.717318 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-78585927-d769-4d49-906a-fc0ede2bca45 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:45.730568 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a37882f7-b81a-4fcd-8465-1242f4e63185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:45.746089 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-2084e798-5e5c-45b4-83d5-8cae93cdbe63 None None] Port 97a72e4a-73f5-42ee-96af-ac6332134c88 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:49:45.770140 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37882f7-b81a-4fcd-8465-1242f4e63185 admin admin] Pushing event deleted for resources: {'Port': ['ID=42a5f8fe-75d8-4229-a880-fd4d4b8ab69c,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:45.798376 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-2084e798-5e5c-45b4-83d5-8cae93cdbe63 None None] Provisioning complete for port cd6c0518-b455-4957-b45a-e7233f5424fe triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:49:45.799745 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-2084e798-5e5c-45b4-83d5-8cae93cdbe63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:45.857934 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a37882f7-b81a-4fcd-8465-1242f4e63185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520654'] for router_gateway, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:45.884418 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-78585927-d769-4d49-906a-fc0ede2bca45 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:45.892306 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-78585927-d769-4d49-906a-fc0ede2bca45 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:45.943816 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-78585927-d769-4d49-906a-fc0ede2bca45 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:45.945680 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-78585927-d769-4d49-906a-fc0ede2bca45 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2952745 Aug 10 03:49:45.953228 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37416) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:45.960971 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-307afa1a-4f98-41ac-89c6-702affc02225 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Request body: {'security_group': {'name': 'tempest-secgroup-15224736'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:45.967311 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78585927-d769-4d49-906a-fc0ede2bca45 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e5afdf2-a23f-448c-907e-2c09c8f8b8d9,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:46.063775 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-307afa1a-4f98-41ac-89c6-702affc02225 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:46.110822 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db0b165-0710-43f7-abdb-b63b12e315b7 None None] Update dhcp port {'port': {'network_id': '6340cc24-038b-4b7b-b83d-539fcdf8b12e', 'fixed_ips': [{'subnet_id': 'a6861e47-8b1a-46c5-8c58-910f41db020c', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'cb4d703a-af61-4bb7-9819-434678050217'}], 'binding:host_id': 'n-d-768862-13'}, 'id': 'cd6c0518-b455-4957-b45a-e7233f5424fe'} from n-d-768862-13. {{(pid=94262) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 03:49:46.143145 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-2db0b165-0710-43f7-abdb-b63b12e315b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:46.302841 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-307afa1a-4f98-41ac-89c6-702affc02225 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:46.310376 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-307afa1a-4f98-41ac-89c6-702affc02225 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:46.340855 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-307afa1a-4f98-41ac-89c6-702affc02225 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:46.342958 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-307afa1a-4f98-41ac-89c6-702affc02225 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3876538 Aug 10 03:49:46.351375 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37426) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:46.365789 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-1b056fa9-2392-408b-9a92-6265ba571b9d tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1751454516', 'security_groups': ['7c28fc5c-959f-4603-b182-c1638e276cde'], 'network_id': '6340cc24-038b-4b7b-b83d-539fcdf8b12e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'cb4d703a-af61-4bb7-9819-434678050217'}]}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:46.455101 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a37882f7-b81a-4fcd-8465-1242f4e63185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:46.467292 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307afa1a-4f98-41ac-89c6-702affc02225 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c28fc5c-959f-4603-b182-c1638e276cde,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:46.471768 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a37882f7-b81a-4fcd-8465-1242f4e63185 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:46.525640 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b056fa9-2392-408b-9a92-6265ba571b9d tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Made reservation on behalf of b033b0e396fb401585ce82f552fda059 for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:49:46.539480 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a37882f7-b81a-4fcd-8465-1242f4e63185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:46.539480 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a37882f7-b81a-4fcd-8465-1242f4e63185 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45c42848-682a-4c86-bd4e-10ad3c0cfb67 {{(pid=94261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:49:46.545204 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a37882f7-b81a-4fcd-8465-1242f4e63185 admin admin] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:46.550264 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a37882f7-b81a-4fcd-8465-1242f4e63185 admin admin] 10.222.0.44 "DELETE /v2.0/routers/45c42848-682a-4c86-bd4e-10ad3c0cfb67 HTTP/1.1" status: 204 len: 168 time: 2.0834436 Aug 10 03:49:46.553212 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37430) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:46.642237 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-46c43368-a018-4a71-8261-fa67c567ba2f admin admin] Deleting subnet 954b0067-f4fb-4ae7-8bbb-b17d200f3f6d {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:49:46.642498 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 3f361aab-dfc4-4a9c-b082-6a5cb09941ba no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:49:46.646595 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-46c43368-a018-4a71-8261-fa67c567ba2f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:46.690383 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 3f361aab-dfc4-4a9c-b082-6a5cb09941ba {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:49:46.690899 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 3f361aab-dfc4-4a9c-b082-6a5cb09941ba not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:49:46.691810 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1b056fa9-2392-408b-9a92-6265ba571b9d tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:46.699170 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-46c43368-a018-4a71-8261-fa67c567ba2f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:46.807953 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-46c43368-a018-4a71-8261-fa67c567ba2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:46.856006 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-2db0b165-0710-43f7-abdb-b63b12e315b7 None None] Allocated IP 2001:db8::2 (6340cc24-038b-4b7b-b83d-539fcdf8b12e/cb4d703a-af61-4bb7-9819-434678050217/cd6c0518-b455-4957-b45a-e7233f5424fe) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:49:46.898897 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-46c43368-a018-4a71-8261-fa67c567ba2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:46.943414 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c43368-a018-4a71-8261-fa67c567ba2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=954b0067-f4fb-4ae7-8bbb-b17d200f3f6d,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:46.945651 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-46c43368-a018-4a71-8261-fa67c567ba2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:46.947764 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-46c43368-a018-4a71-8261-fa67c567ba2f admin admin] 10.222.0.44 "DELETE /v2.0/subnets/954b0067-f4fb-4ae7-8bbb-b17d200f3f6d HTTP/1.1" status: 204 len: 168 time: 0.3934636 Aug 10 03:49:46.950389 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37436) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:46.976972 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88cd4e0-d1e0-47de-88df-2d5e20580c2c None None] Network a70c8cc8-b2af-4fef-a22f-f28f1e78768e requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:49:47.041626 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3d6b8590-40cc-4b23-9751-6174fccd2748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:47.092864 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [None req-1b056fa9-2392-408b-9a92-6265ba571b9d tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] device_id is not set on port 89a4d1a2-8d1e-45be-98bf-aba14ff9fa7a yet. {{(pid=94260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:49:47.155221 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-2db0b165-0710-43f7-abdb-b63b12e315b7 None None] For port cd6c0518-b455-4957-b45a-e7233f5424fe, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=cd6c0518-b455-4957-b45a-e7233f5424fe,segment=NetworkSegment(4079f3b2-0f71-46d8-8132-c2a51cd294a0),segment_id=4079f3b2-0f71-46d8-8132-c2a51cd294a0)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:47.194438 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-3d6b8590-40cc-4b23-9751-6174fccd2748 admin admin] Deleting port d9f1bed4-e2fa-4974-80c3-ecbbccd955ee {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:49:47.194870 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3d6b8590-40cc-4b23-9751-6174fccd2748 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:47.224041 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-2db0b165-0710-43f7-abdb-b63b12e315b7 None None] Notify callbacks [] for port, precommit_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:47.244799 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-2db0b165-0710-43f7-abdb-b63b12e315b7 None None] Transition to ACTIVE for port object cd6c0518-b455-4957-b45a-e7233f5424fe will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:49:47.253022 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-2db0b165-0710-43f7-abdb-b63b12e315b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:47.279394 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-3d6b8590-40cc-4b23-9751-6174fccd2748 admin admin] For port d9f1bed4-e2fa-4974-80c3-ecbbccd955ee, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=d9f1bed4-e2fa-4974-80c3-ecbbccd955ee,segment=NetworkSegment(7015f316-8bb7-4562-a486-5e6eb9be6f3e),segment_id=7015f316-8bb7-4562-a486-5e6eb9be6f3e)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:47.279828 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3d6b8590-40cc-4b23-9751-6174fccd2748 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:47.298133 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-3d6b8590-40cc-4b23-9751-6174fccd2748 admin admin] Calling delete_port for d9f1bed4-e2fa-4974-80c3-ecbbccd955ee owned by network:dhcp {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:49:47.416230 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db0b165-0710-43f7-abdb-b63b12e315b7 None None] Pushing event updated for resources: {'Port': ['ID=cd6c0518-b455-4957-b45a-e7233f5424fe,revision_number=6']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:47.429464 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-1b056fa9-2392-408b-9a92-6265ba571b9d tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Allocated IP 2001:db8::1db (6340cc24-038b-4b7b-b83d-539fcdf8b12e/cb4d703a-af61-4bb7-9819-434678050217/89a4d1a2-8d1e-45be-98bf-aba14ff9fa7a) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:49:47.429706 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3d6b8590-40cc-4b23-9751-6174fccd2748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:47.470201 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6b8590-40cc-4b23-9751-6174fccd2748 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9f1bed4-e2fa-4974-80c3-ecbbccd955ee,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:47.474565 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6b8590-40cc-4b23-9751-6174fccd2748 admin admin] No DVR routers for this DVR port d9f1bed4-e2fa-4974-80c3-ecbbccd955ee on host n-d-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:49:47.491191 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dac1b64-48c4-4e62-b686-76877b473e72 None None] DHCP port deletion for a70c8cc8-b2af-4fef-a22f-f28f1e78768e request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:49:47.631376 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3d6b8590-40cc-4b23-9751-6174fccd2748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:47.656819 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-3d6b8590-40cc-4b23-9751-6174fccd2748 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a70c8cc8-b2af-4fef-a22f-f28f1e78768e']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:47.679161 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-3d6b8590-40cc-4b23-9751-6174fccd2748 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7015f316-8bb7-4562-a486-5e6eb9be6f3e') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:47.679437 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-3d6b8590-40cc-4b23-9751-6174fccd2748 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7015f316-8bb7-4562-a486-5e6eb9be6f3e') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:47.691410 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1b056fa9-2392-408b-9a92-6265ba571b9d tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:47.693457 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3d6b8590-40cc-4b23-9751-6174fccd2748 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:47.714000 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3d6b8590-40cc-4b23-9751-6174fccd2748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:47.715161 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [None req-1b056fa9-2392-408b-9a92-6265ba571b9d tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Transition to ACTIVE for port object 89a4d1a2-8d1e-45be-98bf-aba14ff9fa7a will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:49:47.723471 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d6b8590-40cc-4b23-9751-6174fccd2748 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:49:47.724636 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3d6b8590-40cc-4b23-9751-6174fccd2748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:47.729154 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:49:47.729154 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:49:47.729154 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:49:47.729154 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:49:47.729154 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:49:47.729154 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:49:47.729154 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:49:47.729154 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:49:47.729154 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:49:47.729154 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:49:47.729154 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:49:47.729154 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:49:47.729154 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:49:47.729154 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:49:47.729154 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:49:47.729154 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:49:47.729154 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:49:47.729154 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:49:47.729154 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:49:47.729154 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:49:47.729154 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:49:47.729154 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:49:47.729154 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:49:47.729154 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:49:47.729154 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:49:47.729154 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:49:47.729154 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:49:47.729154 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:49:47.729154 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:49:47.729154 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:49:47.729154 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:49:47.729154 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:49:47.784122 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1b056fa9-2392-408b-9a92-6265ba571b9d tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:47.839694 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b056fa9-2392-408b-9a92-6265ba571b9d tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Network 6340cc24-038b-4b7b-b83d-539fcdf8b12e is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:49:47.843895 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-1b056fa9-2392-408b-9a92-6265ba571b9d tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:49:47.851369 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b056fa9-2392-408b-9a92-6265ba571b9d tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:49:47.858023 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b056fa9-2392-408b-9a92-6265ba571b9d tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:47.858478 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3d6b8590-40cc-4b23-9751-6174fccd2748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:47.859567 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1b056fa9-2392-408b-9a92-6265ba571b9d tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:47.871365 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3d6b8590-40cc-4b23-9751-6174fccd2748 admin admin] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:47.874060 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-3d6b8590-40cc-4b23-9751-6174fccd2748 admin admin] 10.222.0.44 "DELETE /v2.0/networks/a70c8cc8-b2af-4fef-a22f-f28f1e78768e HTTP/1.1" status: 204 len: 168 time: 0.9225385 Aug 10 03:49:47.877171 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b056fa9-2392-408b-9a92-6265ba571b9d tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Pushing event updated for resources: {'Port': ['ID=89a4d1a2-8d1e-45be-98bf-aba14ff9fa7a,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:47.879327 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37448) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:47.896512 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-1b056fa9-2392-408b-9a92-6265ba571b9d tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5440166 Aug 10 03:49:47.899652 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6b8590-40cc-4b23-9751-6174fccd2748 admin admin] Pushing event deleted for resources: {'Network': ['ID=a70c8cc8-b2af-4fef-a22f-f28f1e78768e,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:47.901027 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37450) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:47.908088 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-3f3bf64b-6287-42b7-8484-cace83171421 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Request body: {'subnet': {'network_id': '6340cc24-038b-4b7b-b83d-539fcdf8b12e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:48.065009 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f3bf64b-6287-42b7-8484-cace83171421 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Made reservation on behalf of b033b0e396fb401585ce82f552fda059 for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:49:48.073318 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3f3bf64b-6287-42b7-8484-cace83171421 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:48.321732 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device cd6c0518-b455-4957-b45a-e7233f5424fe up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:49:48.360982 n-d-768862-13 neutron-server[94260]: INFO neutron.db.ipam_backend_mixin [None req-3f3bf64b-6287-42b7-8484-cace83171421 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cb4d703a-af61-4bb7-9819-434678050217 (CIDR: 2001:db8::/64) Aug 10 03:49:48.368015 n-d-768862-13 neutron-server[94260]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f3bf64b-6287-42b7-8484-cace83171421 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:49:48.374127 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f3bf64b-6287-42b7-8484-cace83171421 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:49:48.410284 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-3f3bf64b-6287-42b7-8484-cace83171421 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5042560 Aug 10 03:49:48.411194 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37460) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:48.417355 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-b171da7d-da68-42e6-8a74-2a1e7dd0e515 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Request body: {'subnet': {'network_id': '6340cc24-038b-4b7b-b83d-539fcdf8b12e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:48.464420 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-bd62c3e9-7293-49a9-891f-31a4a8ec1bd4 None None] Provisioning complete for port 97a72e4a-73f5-42ee-96af-ac6332134c88 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:49:48.464893 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-bd62c3e9-7293-49a9-891f-31a4a8ec1bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:48.508221 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 42a5f8fe-75d8-4229-a880-fd4d4b8ab69c no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:49:48.541792 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 42a5f8fe-75d8-4229-a880-fd4d4b8ab69c {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:49:48.542481 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 42a5f8fe-75d8-4229-a880-fd4d4b8ab69c not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:49:48.543319 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device d9f1bed4-e2fa-4974-80c3-ecbbccd955ee no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:49:48.632944 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: d9f1bed4-e2fa-4974-80c3-ecbbccd955ee {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:49:48.633813 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device d9f1bed4-e2fa-4974-80c3-ecbbccd955ee not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:49:48.653044 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-bd62c3e9-7293-49a9-891f-31a4a8ec1bd4 None None] Port 97a72e4a-73f5-42ee-96af-ac6332134c88 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:49:48.653516 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b171da7d-da68-42e6-8a74-2a1e7dd0e515 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Made reservation on behalf of b033b0e396fb401585ce82f552fda059 for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:49:48.661167 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b171da7d-da68-42e6-8a74-2a1e7dd0e515 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:48.681161 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-bd62c3e9-7293-49a9-891f-31a4a8ec1bd4 None None] Provisioning for port cd6c0518-b455-4957-b45a-e7233f5424fe completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:49:48.691681 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7a329346-a3b2-4977-a4ae-c1aa580aa6ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521880'] for router_interface, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:48.694432 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-bd62c3e9-7293-49a9-891f-31a4a8ec1bd4 None None] Provisioning complete for port cd6c0518-b455-4957-b45a-e7233f5424fe triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:49:48.695023 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-bd62c3e9-7293-49a9-891f-31a4a8ec1bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:48.827427 n-d-768862-13 neutron-server[94260]: INFO neutron.db.ipam_backend_mixin [None req-b171da7d-da68-42e6-8a74-2a1e7dd0e515 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet a6861e47-8b1a-46c5-8c58-910f41db020c (CIDR: 2001:db8:0:1::/64) Aug 10 03:49:48.833136 n-d-768862-13 neutron-server[94260]: INFO neutron.pecan_wsgi.hooks.translation [None req-b171da7d-da68-42e6-8a74-2a1e7dd0e515 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:49:48.833782 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b171da7d-da68-42e6-8a74-2a1e7dd0e515 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:49:48.862777 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-b171da7d-da68-42e6-8a74-2a1e7dd0e515 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4502378 Aug 10 03:49:48.867674 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37468) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:48.874176 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-bc7731f4-bb4e-4f8f-a12c-82b282a1d938 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Request body: {'subnet': {'network_id': '6340cc24-038b-4b7b-b83d-539fcdf8b12e', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:49.035682 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c7d9b0c2-311c-477d-b74a-2ad99ceadb93 None None] Provisioning for port 89a4d1a2-8d1e-45be-98bf-aba14ff9fa7a completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:49:49.040322 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c7d9b0c2-311c-477d-b74a-2ad99ceadb93 None None] Provisioning complete for port 89a4d1a2-8d1e-45be-98bf-aba14ff9fa7a triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:49:49.040956 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c7d9b0c2-311c-477d-b74a-2ad99ceadb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:49.069073 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc7731f4-bb4e-4f8f-a12c-82b282a1d938 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Made reservation on behalf of b033b0e396fb401585ce82f552fda059 for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:49:49.078032 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-bc7731f4-bb4e-4f8f-a12c-82b282a1d938 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:49.084166 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-7a329346-a3b2-4977-a4ae-c1aa580aa6ae admin admin] Deleting port a0ce958c-d500-4090-ba1f-9aa4c1554115 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:49:49.085132 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7a329346-a3b2-4977-a4ae-c1aa580aa6ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:49.112506 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c7d9b0c2-311c-477d-b74a-2ad99ceadb93 None None] Port 89a4d1a2-8d1e-45be-98bf-aba14ff9fa7a cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:49:49.243546 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-7a329346-a3b2-4977-a4ae-c1aa580aa6ae admin admin] For port a0ce958c-d500-4090-ba1f-9aa4c1554115, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=a0ce958c-d500-4090-ba1f-9aa4c1554115,segment=NetworkSegment(dcdef3b1-00b6-4dd5-97c3-b4fc34795a3e),segment_id=dcdef3b1-00b6-4dd5-97c3-b4fc34795a3e)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:49.244221 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7a329346-a3b2-4977-a4ae-c1aa580aa6ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:49.276310 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-7a329346-a3b2-4977-a4ae-c1aa580aa6ae admin admin] Calling delete_port for a0ce958c-d500-4090-ba1f-9aa4c1554115 owned by network:router_interface {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:49:49.504042 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-bc7731f4-bb4e-4f8f-a12c-82b282a1d938 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58895384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805196'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:49.595352 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7731f4-bb4e-4f8f-a12c-82b282a1d938 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Network 6340cc24-038b-4b7b-b83d-539fcdf8b12e is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:49:49.605000 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-bc7731f4-bb4e-4f8f-a12c-82b282a1d938 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:49:49.613732 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7731f4-bb4e-4f8f-a12c-82b282a1d938 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:49.614817 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-bc7731f4-bb4e-4f8f-a12c-82b282a1d938 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:49.622265 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3cd27e8-1514-44f5-b011-a0c56cf940f1 None None] Network 6340cc24-038b-4b7b-b83d-539fcdf8b12e requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:49:49.625357 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7a329346-a3b2-4977-a4ae-c1aa580aa6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:49.631052 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7731f4-bb4e-4f8f-a12c-82b282a1d938 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Pushing event updated for resources: {'Subnet': ['ID=0a33517d-40b0-4627-8710-1215db7aa935,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:49.653885 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-bc7731f4-bb4e-4f8f-a12c-82b282a1d938 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7801566 Aug 10 03:49:49.654491 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37492) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:49.658097 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a329346-a3b2-4977-a4ae-c1aa580aa6ae admin admin] Pushing event deleted for resources: {'Port': ['ID=a0ce958c-d500-4090-ba1f-9aa4c1554115,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:49.662553 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-bffdcd9b-ac2b-47f2-8d39-7fd38f565fce tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1418489276', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0a33517d-40b0-4627-8710-1215db7aa935'}], 'security_groups': ['699ccfd4-91f2-4882-9daa-c7c7028af737', '2e5afdf2-a23f-448c-907e-2c09c8f8b8d9']}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:49.821098 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-bffdcd9b-ac2b-47f2-8d39-7fd38f565fce tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:50.025866 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7a329346-a3b2-4977-a4ae-c1aa580aa6ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-522536'] for router_interface, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:50.070044 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a705bfce-b91f-44b0-806d-f9a82ccac4c8 None None] Update dhcp port {'port': {'network_id': '6340cc24-038b-4b7b-b83d-539fcdf8b12e', 'fixed_ips': [{'subnet_id': 'a6861e47-8b1a-46c5-8c58-910f41db020c', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'cb4d703a-af61-4bb7-9819-434678050217', 'ip_address': '2001:db8::2'}, {'subnet_id': '0a33517d-40b0-4627-8710-1215db7aa935'}], 'binding:host_id': 'n-d-768862-13'}, 'id': 'cd6c0518-b455-4957-b45a-e7233f5424fe'} from n-d-768862-13. {{(pid=94262) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 03:49:50.125545 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a705bfce-b91f-44b0-806d-f9a82ccac4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:50.261933 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37498) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:50.342596 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-bffdcd9b-ac2b-47f2-8d39-7fd38f565fce tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Delete allocated IP 2001:db8::1db (6340cc24-038b-4b7b-b83d-539fcdf8b12e/cb4d703a-af61-4bb7-9819-434678050217) {{(pid=94260) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 10 03:49:50.368468 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-bffdcd9b-ac2b-47f2-8d39-7fd38f565fce tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Allocated IP 2001:db8:0:2::3d6 (6340cc24-038b-4b7b-b83d-539fcdf8b12e/0a33517d-40b0-4627-8710-1215db7aa935/89a4d1a2-8d1e-45be-98bf-aba14ff9fa7a) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:49:50.486984 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2d08e162-d755-43df-9a98-7d79bda1f243 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:50.548460 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a329346-a3b2-4977-a4ae-c1aa580aa6ae admin admin] Router 26e33280-f1fe-4691-a33d-dee99181e9b8 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:49:50.599809 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-bffdcd9b-ac2b-47f2-8d39-7fd38f565fce tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:50.619386 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [None req-bffdcd9b-ac2b-47f2-8d39-7fd38f565fce tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Transition to ACTIVE for port object 89a4d1a2-8d1e-45be-98bf-aba14ff9fa7a will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:49:50.632886 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-bffdcd9b-ac2b-47f2-8d39-7fd38f565fce tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:50.731086 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-a705bfce-b91f-44b0-806d-f9a82ccac4c8 None None] Allocated IP 2001:db8:0:2::2 (6340cc24-038b-4b7b-b83d-539fcdf8b12e/0a33517d-40b0-4627-8710-1215db7aa935/cd6c0518-b455-4957-b45a-e7233f5424fe) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:49:50.758322 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-bffdcd9b-ac2b-47f2-8d39-7fd38f565fce tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] In _notify_port_updated(), no bound segment for port 89a4d1a2-8d1e-45be-98bf-aba14ff9fa7a on network 6340cc24-038b-4b7b-b83d-539fcdf8b12e {{(pid=94260) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:49:50.770110 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bffdcd9b-ac2b-47f2-8d39-7fd38f565fce tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:50.771315 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-bffdcd9b-ac2b-47f2-8d39-7fd38f565fce tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:50.778810 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37502) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:50.779107 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-bffdcd9b-ac2b-47f2-8d39-7fd38f565fce tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "PUT /v2.0/ports/89a4d1a2-8d1e-45be-98bf-aba14ff9fa7a HTTP/1.1" status: 200 len: 970 time: 1.1233413 Aug 10 03:49:50.794556 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffdcd9b-ac2b-47f2-8d39-7fd38f565fce tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Pushing event updated for resources: {'Port': ['ID=89a4d1a2-8d1e-45be-98bf-aba14ff9fa7a,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:50.845678 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-a705bfce-b91f-44b0-806d-f9a82ccac4c8 None None] For port cd6c0518-b455-4957-b45a-e7233f5424fe, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=cd6c0518-b455-4957-b45a-e7233f5424fe,segment=NetworkSegment(4079f3b2-0f71-46d8-8132-c2a51cd294a0),segment_id=4079f3b2-0f71-46d8-8132-c2a51cd294a0)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:50.846533 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a329346-a3b2-4977-a4ae-c1aa580aa6ae admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:49:50.849574 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2d08e162-d755-43df-9a98-7d79bda1f243 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:50.858929 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-7a329346-a3b2-4977-a4ae-c1aa580aa6ae admin admin] 10.222.0.44 "PUT /v2.0/routers/26e33280-f1fe-4691-a33d-dee99181e9b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9756567 Aug 10 03:49:50.860392 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37504) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:50.867340 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d2a5e4-62b3-4c9c-a04a-afd5362d0ce0 None None] Sync routers for ids ['26e33280-f1fe-4691-a33d-dee99181e9b8'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:49:50.878281 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d2a5e4-62b3-4c9c-a04a-afd5362d0ce0 None None] Routers {'26e33280-f1fe-4691-a33d-dee99181e9b8'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:49:50.878937 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-92d2a5e4-62b3-4c9c-a04a-afd5362d0ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:49:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['26e33280-f1fe-4691-a33d-dee99181e9b8'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:50.881994 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2d08e162-d755-43df-9a98-7d79bda1f243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:50.914598 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a705bfce-b91f-44b0-806d-f9a82ccac4c8 None None] Notify callbacks [] for port, precommit_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:50.946287 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-a705bfce-b91f-44b0-806d-f9a82ccac4c8 None None] Transition to ACTIVE for port object cd6c0518-b455-4957-b45a-e7233f5424fe will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:49:50.955265 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a705bfce-b91f-44b0-806d-f9a82ccac4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:50.956779 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-2d08e162-d755-43df-9a98-7d79bda1f243 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c33e73bef3c2451a842aeb2d6a0a7fd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6929646 Aug 10 03:49:50.960298 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37506) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:51.007528 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-92d2a5e4-62b3-4c9c-a04a-afd5362d0ce0 None None] Set router 26e33280-f1fe-4691-a33d-dee99181e9b8 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:49:51.023527 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d08e162-d755-43df-9a98-7d79bda1f243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=299c1bdd-789f-4049-abf2-cbea17e5c7ae,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:51.050824 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3c3cee49-5fd7-4759-ae04-b21424630ab5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:51.055294 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-5b34a102-7d05-4664-be6a-72da6768d987 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Deleting port 89a4d1a2-8d1e-45be-98bf-aba14ff9fa7a {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:49:51.055294 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5b34a102-7d05-4664-be6a-72da6768d987 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:51.127291 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4c87e2f4-e36f-47b1-a942-9dacebb02643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:51.154377 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4c87e2f4-e36f-47b1-a942-9dacebb02643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:51.204328 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705bfce-b91f-44b0-806d-f9a82ccac4c8 None None] Pushing event updated for resources: {'Port': ['ID=cd6c0518-b455-4957-b45a-e7233f5424fe,revision_number=7']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:51.225872 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4c87e2f4-e36f-47b1-a942-9dacebb02643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:51.228718 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4c87e2f4-e36f-47b1-a942-9dacebb02643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:51.230643 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-92d2a5e4-62b3-4c9c-a04a-afd5362d0ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26e33280-f1fe-4691-a33d-dee99181e9b8', 'name': 'tempest-TestVolumeBackupRestore-741469120-router', 'tenant_id': '5c399acc83374183b223070b0a544d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '42b2d9ab-df59-4af4-b206-0749bf667d59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:45:47Z', 'updated_at': '2021-08-10T03:49:49Z', 'revision_number': 5, 'project_id': '5c399acc83374183b223070b0a544d25', 'gw_port': {'id': '42b2d9ab-df59-4af4-b206-0749bf667d59', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:fa:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e33280-f1fe-4691-a33d-dee99181e9b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:48Z', 'updated_at': '2021-08-10T03:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:51.233235 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-4c87e2f4-e36f-47b1-a942-9dacebb02643 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/299c1bdd-789f-4049-abf2-cbea17e5c7ae HTTP/1.1" status: 204 len: 168 time: 0.2718403 Aug 10 03:49:51.253752 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c87e2f4-e36f-47b1-a942-9dacebb02643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=299c1bdd-789f-4049-abf2-cbea17e5c7ae,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:51.269462 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d2a5e4-62b3-4c9c-a04a-afd5362d0ce0 None None] Checking router: 26e33280-f1fe-4691-a33d-dee99181e9b8 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:49:51.283004 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d2a5e4-62b3-4c9c-a04a-afd5362d0ce0 None None] Routers {'26e33280-f1fe-4691-a33d-dee99181e9b8'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:49:51.283843 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-92d2a5e4-62b3-4c9c-a04a-afd5362d0ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:49:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['26e33280-f1fe-4691-a33d-dee99181e9b8'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:51.299759 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5b34a102-7d05-4664-be6a-72da6768d987 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:51.310423 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3c3cee49-5fd7-4759-ae04-b21424630ab5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:51.324745 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-5b34a102-7d05-4664-be6a-72da6768d987 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Calling delete_port for 89a4d1a2-8d1e-45be-98bf-aba14ff9fa7a owned by {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:49:51.399233 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1996fcbe-a6a2-4a04-aaee-61240a5a55f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:51.436200 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-3c3cee49-5fd7-4759-ae04-b21424630ab5 admin admin] Deleting port 42b2d9ab-df59-4af4-b206-0749bf667d59 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:49:51.436981 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3c3cee49-5fd7-4759-ae04-b21424630ab5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:51.587599 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5b34a102-7d05-4664-be6a-72da6768d987 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:51.590690 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-92d2a5e4-62b3-4c9c-a04a-afd5362d0ce0 None None] Set router 26e33280-f1fe-4691-a33d-dee99181e9b8 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:49:51.639304 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b34a102-7d05-4664-be6a-72da6768d987 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Pushing event deleted for resources: {'Port': ['ID=89a4d1a2-8d1e-45be-98bf-aba14ff9fa7a,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:51.701664 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [None req-3c3cee49-5fd7-4759-ae04-b21424630ab5 admin admin] For port 42b2d9ab-df59-4af4-b206-0749bf667d59, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=42b2d9ab-df59-4af4-b206-0749bf667d59,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:51.702368 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3c3cee49-5fd7-4759-ae04-b21424630ab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:51.722263 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5b34a102-7d05-4664-be6a-72da6768d987 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:51.727388 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-5b34a102-7d05-4664-be6a-72da6768d987 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "DELETE /v2.0/ports/89a4d1a2-8d1e-45be-98bf-aba14ff9fa7a HTTP/1.1" status: 204 len: 168 time: 0.9433632 Aug 10 03:49:51.730403 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37512) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:51.755782 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-3c3cee49-5fd7-4759-ae04-b21424630ab5 admin admin] Calling delete_port for 42b2d9ab-df59-4af4-b206-0749bf667d59 owned by network:router_gateway {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:49:51.788975 n-d-768862-13 neutron-server[94260]: INFO neutron.pecan_wsgi.hooks.translation [None req-db87db38-1e12-4ab0-b0e7-4c0ed149fa2d tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] GET failed (client error): The resource could not be found. Aug 10 03:49:51.792248 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-db87db38-1e12-4ab0-b0e7-4c0ed149fa2d tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "GET /v2.0/ports/89a4d1a2-8d1e-45be-98bf-aba14ff9fa7a HTTP/1.1" status: 404 len: 333 time: 0.0601616 Aug 10 03:49:51.795170 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37514) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:51.830386 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37516) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:51.853480 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-14e793ab-5cfa-4f59-806e-952932f38810 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:51.868151 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-92d2a5e4-62b3-4c9c-a04a-afd5362d0ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26e33280-f1fe-4691-a33d-dee99181e9b8', 'name': 'tempest-TestVolumeBackupRestore-741469120-router', 'tenant_id': '5c399acc83374183b223070b0a544d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '42b2d9ab-df59-4af4-b206-0749bf667d59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:45:47Z', 'updated_at': '2021-08-10T03:49:49Z', 'revision_number': 5, 'project_id': '5c399acc83374183b223070b0a544d25', 'gw_port': {'id': '42b2d9ab-df59-4af4-b206-0749bf667d59', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:fa:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e33280-f1fe-4691-a33d-dee99181e9b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:48Z', 'updated_at': '2021-08-10T03:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:51.917256 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d2a5e4-62b3-4c9c-a04a-afd5362d0ce0 None None] The sync data for ids ['26e33280-f1fe-4691-a33d-dee99181e9b8'] in n-d-768862-13 is: [{'id': '26e33280-f1fe-4691-a33d-dee99181e9b8', 'name': 'tempest-TestVolumeBackupRestore-741469120-router', 'tenant_id': '5c399acc83374183b223070b0a544d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '42b2d9ab-df59-4af4-b206-0749bf667d59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:45:47Z', 'updated_at': '2021-08-10T03:49:49Z', 'revision_number': 5, 'project_id': '5c399acc83374183b223070b0a544d25', 'gw_port': {'id': '42b2d9ab-df59-4af4-b206-0749bf667d59', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:fa:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e33280-f1fe-4691-a33d-dee99181e9b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:48Z', 'updated_at': '2021-08-10T03:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:49:51.947188 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f2cb5e10-1671-486d-94e3-f3497aa1624f tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:51.996945 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f2cb5e10-1671-486d-94e3-f3497aa1624f tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:52.054333 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3c3cee49-5fd7-4759-ae04-b21424630ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:52.083832 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3cee49-5fd7-4759-ae04-b21424630ab5 admin admin] Pushing event deleted for resources: {'Port': ['ID=42b2d9ab-df59-4af4-b206-0749bf667d59,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:52.089516 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-14e793ab-5cfa-4f59-806e-952932f38810 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:52.099273 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-14e793ab-5cfa-4f59-806e-952932f38810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:52.124230 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f2cb5e10-1671-486d-94e3-f3497aa1624f tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:52.129063 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f2cb5e10-1671-486d-94e3-f3497aa1624f tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:52.133213 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-f2cb5e10-1671-486d-94e3-f3497aa1624f tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "DELETE /v2.0/security-groups/7c28fc5c-959f-4603-b182-c1638e276cde HTTP/1.1" status: 204 len: 168 time: 0.3331344 Aug 10 03:49:52.136269 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37518) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:52.173835 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e793ab-5cfa-4f59-806e-952932f38810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4871190b-d60a-46e8-bc88-f1d9bf2cdfe1,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:52.185427 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-14e793ab-5cfa-4f59-806e-952932f38810 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=594f589eb3e1405cabd436cd31f72711&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3538544 Aug 10 03:49:52.186497 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37520) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:52.192683 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3c3cee49-5fd7-4759-ae04-b21424630ab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520654'] for router_gateway, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:52.227814 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cb5e10-1671-486d-94e3-f3497aa1624f tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c28fc5c-959f-4603-b182-c1638e276cde,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:52.311478 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5bea3e53-7c03-4827-90ed-1a2ef79fee4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:52.327120 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3c3cee49-5fd7-4759-ae04-b21424630ab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:52.332595 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3c3cee49-5fd7-4759-ae04-b21424630ab5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:52.337283 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-12ff3185-9a24-4848-8938-f4021259a7f9 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:52.354520 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5bea3e53-7c03-4827-90ed-1a2ef79fee4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:52.415642 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-12ff3185-9a24-4848-8938-f4021259a7f9 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:52.433516 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3c3cee49-5fd7-4759-ae04-b21424630ab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:52.434117 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c3cee49-5fd7-4759-ae04-b21424630ab5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26e33280-f1fe-4691-a33d-dee99181e9b8 {{(pid=94260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:49:52.441026 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3c3cee49-5fd7-4759-ae04-b21424630ab5 admin admin] Notify callbacks [] for router, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:52.442346 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-3c3cee49-5fd7-4759-ae04-b21424630ab5 admin admin] 10.222.0.44 "DELETE /v2.0/routers/26e33280-f1fe-4691-a33d-dee99181e9b8 HTTP/1.1" status: 204 len: 168 time: 1.5805459 Aug 10 03:49:52.445106 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37522) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:52.506899 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5bea3e53-7c03-4827-90ed-1a2ef79fee4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:52.509711 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5bea3e53-7c03-4827-90ed-1a2ef79fee4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:52.514299 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-5bea3e53-7c03-4827-90ed-1a2ef79fee4f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4871190b-d60a-46e8-bc88-f1d9bf2cdfe1 HTTP/1.1" status: 204 len: 168 time: 0.3164558 Aug 10 03:49:52.514731 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-12ff3185-9a24-4848-8938-f4021259a7f9 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:52.521673 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-12ff3185-9a24-4848-8938-f4021259a7f9 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:52.523627 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-12ff3185-9a24-4848-8938-f4021259a7f9 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "DELETE /v2.0/security-groups/2e5afdf2-a23f-448c-907e-2c09c8f8b8d9 HTTP/1.1" status: 204 len: 168 time: 0.3862078 Aug 10 03:49:52.548953 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device cd6c0518-b455-4957-b45a-e7233f5424fe up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:49:52.549572 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37526) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:52.550081 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bea3e53-7c03-4827-90ed-1a2ef79fee4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4871190b-d60a-46e8-bc88-f1d9bf2cdfe1,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:52.561494 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ff3185-9a24-4848-8938-f4021259a7f9 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e5afdf2-a23f-448c-907e-2c09c8f8b8d9,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:52.607169 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-f96802c6-838e-44d0-8d1c-9dd05725be2d admin admin] Deleting subnet a04e8a0b-fdc9-445f-a6bc-d234402124df {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:49:52.622921 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f96802c6-838e-44d0-8d1c-9dd05725be2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:52.672181 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-4d2752ed-0058-4498-b86c-e46c1ce39d15 None None] Could not find standard attr ID for object 89a4d1a2-8d1e-45be-98bf-aba14ff9fa7a. {{(pid=94262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:49:52.689454 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6f21361c-2ecc-4624-9775-86776b9dafae tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:52.708749 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-4d2752ed-0058-4498-b86c-e46c1ce39d15 None None] Provisioning complete for port 97a72e4a-73f5-42ee-96af-ac6332134c88 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:49:52.711004 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4d2752ed-0058-4498-b86c-e46c1ce39d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:52.721074 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f96802c6-838e-44d0-8d1c-9dd05725be2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:52.724441 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6f21361c-2ecc-4624-9775-86776b9dafae tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:52.821212 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device a0ce958c-d500-4090-ba1f-9aa4c1554115 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:49:52.828264 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-4d2752ed-0058-4498-b86c-e46c1ce39d15 None None] Port 97a72e4a-73f5-42ee-96af-ac6332134c88 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:49:52.840599 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6f21361c-2ecc-4624-9775-86776b9dafae tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:52.849843 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6f21361c-2ecc-4624-9775-86776b9dafae tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:52.856915 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-6f21361c-2ecc-4624-9775-86776b9dafae tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "DELETE /v2.0/security-groups/699ccfd4-91f2-4882-9daa-c7c7028af737 HTTP/1.1" status: 204 len: 168 time: 0.3019795 Aug 10 03:49:52.858045 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37528) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:52.880696 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: a0ce958c-d500-4090-ba1f-9aa4c1554115 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:49:52.882282 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device a0ce958c-d500-4090-ba1f-9aa4c1554115 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:49:52.901521 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-4d2752ed-0058-4498-b86c-e46c1ce39d15 None None] Provisioning for port cd6c0518-b455-4957-b45a-e7233f5424fe completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:49:52.909761 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-4d2752ed-0058-4498-b86c-e46c1ce39d15 None None] Provisioning complete for port cd6c0518-b455-4957-b45a-e7233f5424fe triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:49:52.910846 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4d2752ed-0058-4498-b86c-e46c1ce39d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:52.934259 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f96802c6-838e-44d0-8d1c-9dd05725be2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:52.984314 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_v2 [None req-5434fbce-9958-4230-8ff7-5979db849815 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Deleting subnet cb4d703a-af61-4bb7-9819-434678050217 {{(pid=94260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:49:52.989792 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5434fbce-9958-4230-8ff7-5979db849815 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for subnet, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:53.030968 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f21361c-2ecc-4624-9775-86776b9dafae tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=699ccfd4-91f2-4882-9daa-c7c7028af737,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:53.073987 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f96802c6-838e-44d0-8d1c-9dd05725be2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:53.078599 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5434fbce-9958-4230-8ff7-5979db849815 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191173'] for subnet, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:53.158037 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96802c6-838e-44d0-8d1c-9dd05725be2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a04e8a0b-fdc9-445f-a6bc-d234402124df,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:53.163570 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f96802c6-838e-44d0-8d1c-9dd05725be2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:53.165641 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-f96802c6-838e-44d0-8d1c-9dd05725be2d admin admin] 10.222.0.44 "DELETE /v2.0/subnets/a04e8a0b-fdc9-445f-a6bc-d234402124df HTTP/1.1" status: 204 len: 168 time: 0.7189226 Aug 10 03:49:53.169850 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37536) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:53.173643 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1baab46-44bd-4865-81e7-f184caa4e29b None None] Network e8a80fd0-6b4c-41ae-bd28-dec78df4c445 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:49:53.229070 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5434fbce-9958-4230-8ff7-5979db849815 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:53.275223 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-151975df-5b61-4b84-85a1-7de5585d96e5 None None] Could not find standard attr ID for object 89a4d1a2-8d1e-45be-98bf-aba14ff9fa7a. {{(pid=94262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:49:53.330311 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5434fbce-9958-4230-8ff7-5979db849815 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:53.371385 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5434fbce-9958-4230-8ff7-5979db849815 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Pushing event deleted for resources: {'Subnet': ['ID=cb4d703a-af61-4bb7-9819-434678050217,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:53.384486 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5434fbce-9958-4230-8ff7-5979db849815 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:53.385588 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d7fd8a-5e5a-44f8-90f4-7eecfa20ae8b None None] Network 6340cc24-038b-4b7b-b83d-539fcdf8b12e requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:49:53.394628 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-5434fbce-9958-4230-8ff7-5979db849815 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "DELETE /v2.0/subnets/cb4d703a-af61-4bb7-9819-434678050217 HTTP/1.1" status: 204 len: 168 time: 0.5334394 Aug 10 03:49:53.395951 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37542) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:53.403215 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e43d882c-8896-466c-b610-e5294464dd11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:53.497641 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_v2 [None req-3720109c-41b8-4f85-8c53-22a5967ad288 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Deleting subnet 0a33517d-40b0-4627-8710-1215db7aa935 {{(pid=94260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:49:53.502160 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3720109c-41b8-4f85-8c53-22a5967ad288 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for subnet, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:53.565611 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-e43d882c-8896-466c-b610-e5294464dd11 admin admin] Deleting port 888a22bb-ba6e-4b83-a4b1-5d9d7614777c {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:49:53.566489 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e43d882c-8896-466c-b610-e5294464dd11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:53.584090 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3720109c-41b8-4f85-8c53-22a5967ad288 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191173'] for subnet, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:53.705286 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78bfe46-4462-43f2-9980-758a5c4ca68e None None] DHCP port deletion for e8a80fd0-6b4c-41ae-bd28-dec78df4c445 request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:49:53.706809 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-e43d882c-8896-466c-b610-e5294464dd11 admin admin] For port 888a22bb-ba6e-4b83-a4b1-5d9d7614777c, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=888a22bb-ba6e-4b83-a4b1-5d9d7614777c,segment=NetworkSegment(dcdef3b1-00b6-4dd5-97c3-b4fc34795a3e),segment_id=dcdef3b1-00b6-4dd5-97c3-b4fc34795a3e)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:53.706985 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e43d882c-8896-466c-b610-e5294464dd11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:53.744790 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-e43d882c-8896-466c-b610-e5294464dd11 admin admin] Calling delete_port for 888a22bb-ba6e-4b83-a4b1-5d9d7614777c owned by network:dhcp {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:49:53.774304 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e438cb1f-6b13-4c4d-a634-81ce19a2552f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:53.832474 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c78bfe46-4462-43f2-9980-758a5c4ca68e None None] Deleting port 888a22bb-ba6e-4b83-a4b1-5d9d7614777c {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:49:53.833557 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c78bfe46-4462-43f2-9980-758a5c4ca68e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:53.835999 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3720109c-41b8-4f85-8c53-22a5967ad288 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:53.918776 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c78bfe46-4462-43f2-9980-758a5c4ca68e None None] For port 888a22bb-ba6e-4b83-a4b1-5d9d7614777c, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=888a22bb-ba6e-4b83-a4b1-5d9d7614777c,segment=NetworkSegment(dcdef3b1-00b6-4dd5-97c3-b4fc34795a3e),segment_id=dcdef3b1-00b6-4dd5-97c3-b4fc34795a3e)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:53.919470 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c78bfe46-4462-43f2-9980-758a5c4ca68e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:53.941520 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c78bfe46-4462-43f2-9980-758a5c4ca68e None None] Calling delete_port for 888a22bb-ba6e-4b83-a4b1-5d9d7614777c owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:49:53.945998 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e43d882c-8896-466c-b610-e5294464dd11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:53.973461 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3720109c-41b8-4f85-8c53-22a5967ad288 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:53.985249 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43d882c-8896-466c-b610-e5294464dd11 admin admin] Pushing event deleted for resources: {'Port': ['ID=888a22bb-ba6e-4b83-a4b1-5d9d7614777c,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:53.998534 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43d882c-8896-466c-b610-e5294464dd11 admin admin] No DVR routers for this DVR port 888a22bb-ba6e-4b83-a4b1-5d9d7614777c on host n-d-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:49:54.044648 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3720109c-41b8-4f85-8c53-22a5967ad288 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Pushing event deleted for resources: {'Subnet': ['ID=0a33517d-40b0-4627-8710-1215db7aa935,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:54.054543 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3720109c-41b8-4f85-8c53-22a5967ad288 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:54.061070 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-3720109c-41b8-4f85-8c53-22a5967ad288 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "DELETE /v2.0/subnets/0a33517d-40b0-4627-8710-1215db7aa935 HTTP/1.1" status: 204 len: 168 time: 0.6603203 Aug 10 03:49:54.062645 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37554) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:54.140339 n-d-768862-13 neutron-server[94260]: INFO neutron.pecan_wsgi.hooks.translation [None req-16a422c8-a544-4698-a3a1-ca756b24445f tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] DELETE failed (client error): The resource could not be found. Aug 10 03:49:54.141380 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16a422c8-a544-4698-a3a1-ca756b24445f tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:49:54.153176 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37556) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:54.153968 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-16a422c8-a544-4698-a3a1-ca756b24445f tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "DELETE /v2.0/subnets/cb4d703a-af61-4bb7-9819-434678050217 HTTP/1.1" status: 404 len: 337 time: 0.0814555 Aug 10 03:49:54.198130 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c78bfe46-4462-43f2-9980-758a5c4ca68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:54.277166 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78bfe46-4462-43f2-9980-758a5c4ca68e None None] No DVR routers for this DVR port 888a22bb-ba6e-4b83-a4b1-5d9d7614777c on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:49:54.284306 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78bfe46-4462-43f2-9980-758a5c4ca68e None None] Pushing event deleted for resources: {'Port': ['ID=888a22bb-ba6e-4b83-a4b1-5d9d7614777c,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:54.318112 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:54.323279 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e43d882c-8896-466c-b610-e5294464dd11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:54.334611 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 42b2d9ab-df59-4af4-b206-0749bf667d59 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:49:54.343821 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-e43d882c-8896-466c-b610-e5294464dd11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8a80fd0-6b4c-41ae-bd28-dec78df4c445']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:54.366489 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 42b2d9ab-df59-4af4-b206-0749bf667d59 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:49:54.367696 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 42b2d9ab-df59-4af4-b206-0749bf667d59 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:49:54.367696 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 888a22bb-ba6e-4b83-a4b1-5d9d7614777c no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:49:54.373378 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-e43d882c-8896-466c-b610-e5294464dd11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcdef3b1-00b6-4dd5-97c3-b4fc34795a3e') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:54.373874 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-e43d882c-8896-466c-b610-e5294464dd11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcdef3b1-00b6-4dd5-97c3-b4fc34795a3e') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:54.392997 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 888a22bb-ba6e-4b83-a4b1-5d9d7614777c {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:49:54.392997 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 888a22bb-ba6e-4b83-a4b1-5d9d7614777c not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:49:54.401832 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e43d882c-8896-466c-b610-e5294464dd11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:54.413271 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-61be2eaa-0679-496d-862e-ee003fc0efa8 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Deleting subnet a6861e47-8b1a-46c5-8c58-910f41db020c {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:49:54.425989 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-61be2eaa-0679-496d-862e-ee003fc0efa8 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:54.488385 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e43d882c-8896-466c-b610-e5294464dd11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:54.511332 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e43d882c-8896-466c-b610-e5294464dd11 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:49:54.511777 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e43d882c-8896-466c-b610-e5294464dd11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:54.514879 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:49:54.514879 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:49:54.514879 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:49:54.514879 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:49:54.514879 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:49:54.514879 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:49:54.514879 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:49:54.514879 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:49:54.514879 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:49:54.514879 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:49:54.514879 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:49:54.514879 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:49:54.514879 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:49:54.514879 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:49:54.514879 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:49:54.514879 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:49:54.514879 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:49:54.514879 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:49:54.514879 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:49:54.514879 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:49:54.514879 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:49:54.514879 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:49:54.514879 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:49:54.514879 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:49:54.514879 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:49:54.514879 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:49:54.514879 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:49:54.514879 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:49:54.514879 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:49:54.514879 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:49:54.514879 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:49:54.514879 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:49:54.598696 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-61be2eaa-0679-496d-862e-ee003fc0efa8 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:54.682371 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e43d882c-8896-466c-b610-e5294464dd11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:54.696119 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e43d882c-8896-466c-b610-e5294464dd11 admin admin] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:54.699890 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e43d882c-8896-466c-b610-e5294464dd11 admin admin] 10.222.0.44 "DELETE /v2.0/networks/e8a80fd0-6b4c-41ae-bd28-dec78df4c445 HTTP/1.1" status: 204 len: 168 time: 1.5279951 Aug 10 03:49:54.742067 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43d882c-8896-466c-b610-e5294464dd11 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8a80fd0-6b4c-41ae-bd28-dec78df4c445,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:54.829496 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-61be2eaa-0679-496d-862e-ee003fc0efa8 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:54.862716 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b219bdf-e10e-45da-8cb2-66c790d5d0f1 None None] Network 6340cc24-038b-4b7b-b83d-539fcdf8b12e requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:49:54.934614 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37572) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:54.948021 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-61be2eaa-0679-496d-862e-ee003fc0efa8 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:54.982335 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-ddedef10-70aa-4dd8-b980-ecda2e57aa18 None None] Provisioning complete for port 97a72e4a-73f5-42ee-96af-ac6332134c88 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:49:54.982711 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ddedef10-70aa-4dd8-b980-ecda2e57aa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:55.009794 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-a0bbba2f-c362-402b-a886-2832b289122e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cde344f967264dfd970128dd56d4c154&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0728645 Aug 10 03:49:55.014077 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37576) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:55.028262 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61be2eaa-0679-496d-862e-ee003fc0efa8 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Pushing event deleted for resources: {'Subnet': ['ID=a6861e47-8b1a-46c5-8c58-910f41db020c,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:55.051176 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-61be2eaa-0679-496d-862e-ee003fc0efa8 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:55.056496 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-ddedef10-70aa-4dd8-b980-ecda2e57aa18 None None] Port 97a72e4a-73f5-42ee-96af-ac6332134c88 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:49:55.061956 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-61be2eaa-0679-496d-862e-ee003fc0efa8 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "DELETE /v2.0/subnets/a6861e47-8b1a-46c5-8c58-910f41db020c HTTP/1.1" status: 204 len: 168 time: 0.9069755 Aug 10 03:49:55.063416 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37578) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:55.092298 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-ddedef10-70aa-4dd8-b980-ecda2e57aa18 None None] Provisioning complete for port cd6c0518-b455-4957-b45a-e7233f5424fe triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:49:55.092762 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ddedef10-70aa-4dd8-b980-ecda2e57aa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:55.134593 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-241d9703-2ac1-4911-aa2e-566af445718c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:55.156683 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-16db5525-3734-425f-ab93-68d4a728f621 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] DELETE failed (client error): The resource could not be found. Aug 10 03:49:55.158479 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16db5525-3734-425f-ab93-68d4a728f621 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:49:55.166972 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-16db5525-3734-425f-ab93-68d4a728f621 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "DELETE /v2.0/subnets/ceff3407-b023-45ac-a964-0b951b46cbf9 HTTP/1.1" status: 404 len: 337 time: 0.1018794 Aug 10 03:49:55.169999 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37582) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:55.190129 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-241d9703-2ac1-4911-aa2e-566af445718c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:55.225467 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ff30a4fb-ae02-42c3-92a0-e0a2b8463639 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "GET /v2.0/ports?device_id=944ad19c-2f8a-484b-8b34-22592174d74d HTTP/1.1" status: 200 len: 205 time: 0.0542605 Aug 10 03:49:55.229505 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37584) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:55.289255 n-d-768862-13 neutron-server[94260]: INFO neutron.api.v2.resource [None req-b61f49b2-9948-4560-8741-065d6012194c tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] delete failed (client error): The resource could not be found. Aug 10 03:49:55.290514 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-b61f49b2-9948-4560-8741-065d6012194c tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "DELETE /v2.0/routers/944ad19c-2f8a-484b-8b34-22592174d74d HTTP/1.1" status: 404 len: 336 time: 0.0594125 Aug 10 03:49:55.295383 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37586) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:55.323202 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf15ad9-cadd-40fd-8fe6-f95bf27a8857 None None] DHCP port deletion for 6340cc24-038b-4b7b-b83d-539fcdf8b12e request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:49:55.342929 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-241d9703-2ac1-4911-aa2e-566af445718c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:55.349418 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-241d9703-2ac1-4911-aa2e-566af445718c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:55.351595 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-241d9703-2ac1-4911-aa2e-566af445718c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/77a578e4-c1bc-4b27-b5f3-e81d0096cc88 HTTP/1.1" status: 204 len: 168 time: 0.3341019 Aug 10 03:49:55.369105 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241d9703-2ac1-4911-aa2e-566af445718c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a578e4-c1bc-4b27-b5f3-e81d0096cc88,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:55.375948 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-02096262-b85d-44eb-995c-f473c07fa024 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] DELETE failed (client error): The resource could not be found. Aug 10 03:49:55.377403 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02096262-b85d-44eb-995c-f473c07fa024 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:49:55.383519 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-02096262-b85d-44eb-995c-f473c07fa024 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "DELETE /v2.0/subnets/5df4a711-ea33-41ca-b145-56cab46a20a3 HTTP/1.1" status: 404 len: 337 time: 0.0855026 Aug 10 03:49:55.385011 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37592) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:55.448676 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:55.451870 n-d-768862-13 neutron-server[94260]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2d65254-6a63-4d12-90b9-5f672b78f9fc tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] DELETE failed (client error): The resource could not be found. Aug 10 03:49:55.452478 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2d65254-6a63-4d12-90b9-5f672b78f9fc tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:49:55.459738 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37596) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:55.461163 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-c2d65254-6a63-4d12-90b9-5f672b78f9fc tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "DELETE /v2.0/subnets/a64d6933-1f28-40df-8c3c-1f12c687f452 HTTP/1.1" status: 404 len: 337 time: 0.0740402 Aug 10 03:49:55.475737 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-ecf15ad9-cadd-40fd-8fe6-f95bf27a8857 None None] Deleting port cd6c0518-b455-4957-b45a-e7233f5424fe {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:49:55.476358 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ecf15ad9-cadd-40fd-8fe6-f95bf27a8857 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:55.606497 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-ecf15ad9-cadd-40fd-8fe6-f95bf27a8857 None None] For port cd6c0518-b455-4957-b45a-e7233f5424fe, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=cd6c0518-b455-4957-b45a-e7233f5424fe,segment=NetworkSegment(4079f3b2-0f71-46d8-8132-c2a51cd294a0),segment_id=4079f3b2-0f71-46d8-8132-c2a51cd294a0)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:55.607521 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ecf15ad9-cadd-40fd-8fe6-f95bf27a8857 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:55.630485 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-ecf15ad9-cadd-40fd-8fe6-f95bf27a8857 None None] Calling delete_port for cd6c0518-b455-4957-b45a-e7233f5424fe owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:49:55.745763 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ecf15ad9-cadd-40fd-8fe6-f95bf27a8857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:55.788383 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf15ad9-cadd-40fd-8fe6-f95bf27a8857 None None] Pushing event deleted for resources: {'Port': ['ID=cd6c0518-b455-4957-b45a-e7233f5424fe,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:55.790880 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf15ad9-cadd-40fd-8fe6-f95bf27a8857 None None] No DVR routers for this DVR port cd6c0518-b455-4957-b45a-e7233f5424fe on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:49:55.998335 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6bb9c8d-5889-4a69-acd0-f919a3f5901f tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] DELETE failed (client error): The resource could not be found. Aug 10 03:49:55.999005 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6bb9c8d-5889-4a69-acd0-f919a3f5901f tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:49:56.004805 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a6bb9c8d-5889-4a69-acd0-f919a3f5901f tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "DELETE /v2.0/subnets/f2a50086-9fbc-4af7-941e-5c3714896efc HTTP/1.1" status: 404 len: 337 time: 0.5403926 Aug 10 03:49:56.005398 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37604) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:56.054483 n-d-768862-13 neutron-server[94260]: INFO neutron.pecan_wsgi.hooks.translation [None req-153db99f-3166-4148-a833-0d3b79e99656 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] DELETE failed (client error): The resource could not be found. Aug 10 03:49:56.055627 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-153db99f-3166-4148-a833-0d3b79e99656 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:49:56.059465 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-153db99f-3166-4148-a833-0d3b79e99656 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "DELETE /v2.0/ports/37c06492-66a8-4f9a-9e7c-4a4e000dff62 HTTP/1.1" status: 404 len: 333 time: 0.0523229 Aug 10 03:49:56.064115 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37606) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:56.107863 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-63abe784-5690-4f90-8084-6e7b1b52851e tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] DELETE failed (client error): The resource could not be found. Aug 10 03:49:56.109665 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63abe784-5690-4f90-8084-6e7b1b52851e tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:49:56.113239 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-63abe784-5690-4f90-8084-6e7b1b52851e tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "DELETE /v2.0/subnets/c9b5d325-bbcc-46e4-97dd-8be33e2bbf0b HTTP/1.1" status: 404 len: 337 time: 0.0471964 Aug 10 03:49:56.115776 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37610) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:56.157800 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37612) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:56.164453 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4ad35ea-2805-4c96-8cce-4dc1b161d5c0 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] DELETE failed (client error): The resource could not be found. Aug 10 03:49:56.165221 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4ad35ea-2805-4c96-8cce-4dc1b161d5c0 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:49:56.168668 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e4ad35ea-2805-4c96-8cce-4dc1b161d5c0 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "DELETE /v2.0/subnets/5c6ca245-484c-4f41-af2a-a6e66e7364ce HTTP/1.1" status: 404 len: 337 time: 0.0511396 Aug 10 03:49:56.171931 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37614) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:56.220715 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-dda40154-1f61-4d46-af5f-56e71e06d638 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] DELETE failed (client error): The resource could not be found. Aug 10 03:49:56.222064 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dda40154-1f61-4d46-af5f-56e71e06d638 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:49:56.228337 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-dda40154-1f61-4d46-af5f-56e71e06d638 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "DELETE /v2.0/ports/83c65c04-83c2-4562-928f-e508dba86b66 HTTP/1.1" status: 404 len: 333 time: 0.0523281 Aug 10 03:49:56.228877 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37616) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:56.229120 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:56.263903 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-edfc7787-4577-4b28-acfc-dec532ba3903 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5c399acc83374183b223070b0a544d25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1040058 Aug 10 03:49:56.266302 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37618) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:56.275854 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-7966240a-e015-4104-9b17-275ed0db2a74 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] DELETE failed (client error): The resource could not be found. Aug 10 03:49:56.276835 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7966240a-e015-4104-9b17-275ed0db2a74 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:49:56.280000 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-7966240a-e015-4104-9b17-275ed0db2a74 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "DELETE /v2.0/subnets/d4c12f4a-135a-40a3-af59-a2ffbb26ef60 HTTP/1.1" status: 404 len: 337 time: 0.0492003 Aug 10 03:49:56.282864 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37620) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:56.297026 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device cd6c0518-b455-4957-b45a-e7233f5424fe no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:49:56.328905 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: cd6c0518-b455-4957-b45a-e7233f5424fe {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:49:56.329400 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device cd6c0518-b455-4957-b45a-e7233f5424fe not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:49:56.336470 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b855333-e7a8-4fca-ae55-5d8cad7f7b31 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] DELETE failed (client error): The resource could not be found. Aug 10 03:49:56.337304 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b855333-e7a8-4fca-ae55-5d8cad7f7b31 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:49:56.340617 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-7b855333-e7a8-4fca-ae55-5d8cad7f7b31 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "DELETE /v2.0/subnets/3eda5a9a-a8a0-4b8e-bcc4-b7cd20cca216 HTTP/1.1" status: 404 len: 337 time: 0.0560911 Aug 10 03:49:56.343523 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37622) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:56.362763 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-984ba5cc-50ba-4b19-86e7-62e4bbc6f218 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:56.397668 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-984ba5cc-50ba-4b19-86e7-62e4bbc6f218 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:56.479636 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-984ba5cc-50ba-4b19-86e7-62e4bbc6f218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:56.482998 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-984ba5cc-50ba-4b19-86e7-62e4bbc6f218 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:56.484475 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-984ba5cc-50ba-4b19-86e7-62e4bbc6f218 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/faa292b2-b848-4c3c-857e-4588df49517f HTTP/1.1" status: 204 len: 168 time: 0.2165632 Aug 10 03:49:56.494665 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984ba5cc-50ba-4b19-86e7-62e4bbc6f218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa292b2-b848-4c3c-857e-4588df49517f,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:56.530178 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-2e4a192d-0e30-453c-9c58-6b598c8f80fd tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Deleting port 97a72e4a-73f5-42ee-96af-ac6332134c88 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:49:56.532795 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2e4a192d-0e30-453c-9c58-6b598c8f80fd tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:56.658551 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2e4a192d-0e30-453c-9c58-6b598c8f80fd tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:56.680678 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-2e4a192d-0e30-453c-9c58-6b598c8f80fd tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Calling delete_port for 97a72e4a-73f5-42ee-96af-ac6332134c88 owned by {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:49:56.842453 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2e4a192d-0e30-453c-9c58-6b598c8f80fd tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:56.867808 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:56.892642 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4a192d-0e30-453c-9c58-6b598c8f80fd tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Pushing event deleted for resources: {'Port': ['ID=97a72e4a-73f5-42ee-96af-ac6332134c88,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:56.904955 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2e4a192d-0e30-453c-9c58-6b598c8f80fd tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:56.907723 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-2e4a192d-0e30-453c-9c58-6b598c8f80fd tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "DELETE /v2.0/ports/97a72e4a-73f5-42ee-96af-ac6332134c88 HTTP/1.1" status: 204 len: 168 time: 0.5622280 Aug 10 03:49:56.911798 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37632) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:57.013317 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-29ca7a82-ace5-4b6d-8c59-30c94ca8ed19 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:57.137925 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-29ca7a82-ace5-4b6d-8c59-30c94ca8ed19 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:57.159359 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-29ca7a82-ace5-4b6d-8c59-30c94ca8ed19 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6340cc24-038b-4b7b-b83d-539fcdf8b12e']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:57.181930 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-29ca7a82-ace5-4b6d-8c59-30c94ca8ed19 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4079f3b2-0f71-46d8-8132-c2a51cd294a0') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:57.182915 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-29ca7a82-ace5-4b6d-8c59-30c94ca8ed19 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4079f3b2-0f71-46d8-8132-c2a51cd294a0') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:57.201245 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-29ca7a82-ace5-4b6d-8c59-30c94ca8ed19 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:57.227531 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-29ca7a82-ace5-4b6d-8c59-30c94ca8ed19 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:57.240594 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29ca7a82-ace5-4b6d-8c59-30c94ca8ed19 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:49:57.241948 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-29ca7a82-ace5-4b6d-8c59-30c94ca8ed19 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:57.248702 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:49:57.248702 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:49:57.248702 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:49:57.248702 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:49:57.248702 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:49:57.248702 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:49:57.248702 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:49:57.248702 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:49:57.248702 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:49:57.248702 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:49:57.248702 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:49:57.248702 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:49:57.248702 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:49:57.248702 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:49:57.248702 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:49:57.248702 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:49:57.248702 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:49:57.248702 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:49:57.248702 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:49:57.248702 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:49:57.248702 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:49:57.248702 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:49:57.248702 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:49:57.248702 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:49:57.248702 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:49:57.248702 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:49:57.248702 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:49:57.248702 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:49:57.248702 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:49:57.248702 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:49:57.248702 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:49:57.248702 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:49:57.381940 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-29ca7a82-ace5-4b6d-8c59-30c94ca8ed19 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:57.394940 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-29ca7a82-ace5-4b6d-8c59-30c94ca8ed19 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:57.403181 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-29ca7a82-ace5-4b6d-8c59-30c94ca8ed19 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] 10.222.0.44 "DELETE /v2.0/networks/6340cc24-038b-4b7b-b83d-539fcdf8b12e HTTP/1.1" status: 204 len: 168 time: 0.4898863 Aug 10 03:49:57.422465 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ca7a82-ace5-4b6d-8c59-30c94ca8ed19 tempest-PortsIpV6TestJSON-898231553 tempest-PortsIpV6TestJSON-898231553-project] Pushing event deleted for resources: {'Network': ['ID=6340cc24-038b-4b7b-b83d-539fcdf8b12e,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:57.794733 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37646) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:58.172672 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-9e4912aa-ec08-4849-83f8-0c352b508315 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b033b0e396fb401585ce82f552fda059&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3763878 Aug 10 03:49:58.175538 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37656) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:58.257005 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d175e1d6-7a0a-42db-b7d5-25356eb91e31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:58.296963 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d175e1d6-7a0a-42db-b7d5-25356eb91e31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:58.369480 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d175e1d6-7a0a-42db-b7d5-25356eb91e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:58.372779 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d175e1d6-7a0a-42db-b7d5-25356eb91e31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:58.379288 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-d175e1d6-7a0a-42db-b7d5-25356eb91e31 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/71a6cfde-59d2-46d6-8014-17db4c4b8c14 HTTP/1.1" status: 204 len: 168 time: 0.1972787 Aug 10 03:49:58.387583 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d175e1d6-7a0a-42db-b7d5-25356eb91e31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a6cfde-59d2-46d6-8014-17db4c4b8c14,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:59.422334 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37692) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:59.702816 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-fdab9adc-1cd6-48e1-b1e6-580572e1bf72 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:59.703602 n-d-768862-13 neutron-server[94260]: WARNING neutron.api.v2.base [None req-fdab9adc-1cd6-48e1-b1e6-580572e1bf72 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 10 03:49:59.704327 n-d-768862-13 neutron-server[94260]: INFO neutron.api.v2.resource [None req-fdab9adc-1cd6-48e1-b1e6-580572e1bf72 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] create failed (client error): There was a conflict when trying to complete your request. Aug 10 03:49:59.706490 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-fdab9adc-1cd6-48e1-b1e6-580572e1bf72 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2824061 Aug 10 03:49:59.709702 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37698) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:59.714731 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-3d4e904f-239f-48d2-ad80-f51766e1e9a9 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Request body: {'security_group': {'name': 'tempest-secgroup--1595731361'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:59.745155 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3d4e904f-239f-48d2-ad80-f51766e1e9a9 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:59.760407 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3d4e904f-239f-48d2-ad80-f51766e1e9a9 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:59.910679 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3d4e904f-239f-48d2-ad80-f51766e1e9a9 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:59.916042 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3d4e904f-239f-48d2-ad80-f51766e1e9a9 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:59.990786 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4e904f-239f-48d2-ad80-f51766e1e9a9 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c09e1e84-9131-48fb-949c-8e75c95a8629,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:00.082750 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3d4e904f-239f-48d2-ad80-f51766e1e9a9 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:00.089013 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3d4e904f-239f-48d2-ad80-f51766e1e9a9 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:00.127154 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3d4e904f-239f-48d2-ad80-f51766e1e9a9 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:00.128959 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-3d4e904f-239f-48d2-ad80-f51766e1e9a9 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4177406 Aug 10 03:50:00.134396 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37704) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:00.143754 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4e904f-239f-48d2-ad80-f51766e1e9a9 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09dc85b1-e2bf-4580-9f29-1bf21de159ca,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:00.160277 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-bfc3e8ea-537b-4fb4-b1ff-8058cf4cb112 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Request body: {'security_group_rule': {'security_group_id': '09dc85b1-e2bf-4580-9f29-1bf21de159ca', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:00.205462 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-bfc3e8ea-537b-4fb4-b1ff-8058cf4cb112 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:00.289992 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-bfc3e8ea-537b-4fb4-b1ff-8058cf4cb112 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:00.294401 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-bfc3e8ea-537b-4fb4-b1ff-8058cf4cb112 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:00.317626 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc3e8ea-537b-4fb4-b1ff-8058cf4cb112 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2741112d-8a7a-4145-8f9f-57327bf589c6,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:00.321995 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-bfc3e8ea-537b-4fb4-b1ff-8058cf4cb112 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:00.323285 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-bfc3e8ea-537b-4fb4-b1ff-8058cf4cb112 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1865258 Aug 10 03:50:00.326210 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37708) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:00.331449 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-c4f4b429-a866-4dc4-843f-50a7efd82af9 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Request body: {'security_group_rule': {'security_group_id': '09dc85b1-e2bf-4580-9f29-1bf21de159ca', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:00.363011 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c4f4b429-a866-4dc4-843f-50a7efd82af9 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:00.417334 n-d-768862-13 neutron-server[94260]: INFO neutron.api.v2.resource [None req-c4f4b429-a866-4dc4-843f-50a7efd82af9 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] create failed (client error): There was a conflict when trying to complete your request. Aug 10 03:50:00.419103 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-c4f4b429-a866-4dc4-843f-50a7efd82af9 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0916018 Aug 10 03:50:00.423036 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37712) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:00.504811 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-aed41f2e-bfce-4e2c-84ea-cc98a11e79c3 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:00.533331 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-aed41f2e-bfce-4e2c-84ea-cc98a11e79c3 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:00.591232 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-aed41f2e-bfce-4e2c-84ea-cc98a11e79c3 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:00.595025 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-aed41f2e-bfce-4e2c-84ea-cc98a11e79c3 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:00.596365 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-aed41f2e-bfce-4e2c-84ea-cc98a11e79c3 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] 10.222.0.44 "DELETE /v2.0/security-groups/09dc85b1-e2bf-4580-9f29-1bf21de159ca HTTP/1.1" status: 204 len: 168 time: 0.1718647 Aug 10 03:50:00.600740 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37716) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:00.606784 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed41f2e-bfce-4e2c-84ea-cc98a11e79c3 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09dc85b1-e2bf-4580-9f29-1bf21de159ca,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:00.672233 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-3fb3bdfa-6c61-4432-8eb1-cfd0a83fddfe tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0697145 Aug 10 03:50:00.675921 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37718) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:00.681017 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-073ea824-d77d-47f9-aa35-dcc904213a8d tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Request body: {'security_group': {'name': 'tempest-secgroup--1290635262'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:00.711270 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-073ea824-d77d-47f9-aa35-dcc904213a8d tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:00.834677 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-073ea824-d77d-47f9-aa35-dcc904213a8d tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:00.839672 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-073ea824-d77d-47f9-aa35-dcc904213a8d tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:00.869963 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-073ea824-d77d-47f9-aa35-dcc904213a8d tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:00.871254 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-073ea824-d77d-47f9-aa35-dcc904213a8d tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1943078 Aug 10 03:50:00.876216 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37722) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:00.877015 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073ea824-d77d-47f9-aa35-dcc904213a8d tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e8186a-1812-467d-b047-82bce34b77b5,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:00.888443 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-a7f814e5-5466-427a-89cd-61cb89af60a5 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Request body: {'security_group_rule': {'security_group_id': 'c5e8186a-1812-467d-b047-82bce34b77b5', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:00.891785 n-d-768862-13 neutron-server[94261]: WARNING neutron.api.v2.base [None req-a7f814e5-5466-427a-89cd-61cb89af60a5 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 10 03:50:00.895144 n-d-768862-13 neutron-server[94261]: INFO neutron.api.v2.resource [None req-a7f814e5-5466-427a-89cd-61cb89af60a5 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:50:00.897470 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a7f814e5-5466-427a-89cd-61cb89af60a5 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0195334 Aug 10 03:50:00.902201 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37724) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:00.969545 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-da02c707-716e-4532-af4b-ef217913b0a7 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:01.005319 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-da02c707-716e-4532-af4b-ef217913b0a7 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:01.061655 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-da02c707-716e-4532-af4b-ef217913b0a7 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:01.066114 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-da02c707-716e-4532-af4b-ef217913b0a7 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:01.067695 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-da02c707-716e-4532-af4b-ef217913b0a7 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] 10.222.0.44 "DELETE /v2.0/security-groups/c5e8186a-1812-467d-b047-82bce34b77b5 HTTP/1.1" status: 204 len: 168 time: 0.1644206 Aug 10 03:50:01.070809 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37728) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:01.084201 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da02c707-716e-4532-af4b-ef217913b0a7 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5e8186a-1812-467d-b047-82bce34b77b5,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:01.148370 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-7e6462db-e5f2-4f79-b98d-6d67439f26d3 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0711007 Aug 10 03:50:01.148728 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37730) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:01.153979 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-876a8aef-95f2-41b1-a805-211ffcd88e61 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Request body: {'security_group': {'name': 'tempest-secgroup--1255704534'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:01.180161 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-876a8aef-95f2-41b1-a805-211ffcd88e61 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:01.304413 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-876a8aef-95f2-41b1-a805-211ffcd88e61 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:01.310564 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-876a8aef-95f2-41b1-a805-211ffcd88e61 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:01.369222 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-876a8aef-95f2-41b1-a805-211ffcd88e61 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:01.371550 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-876a8aef-95f2-41b1-a805-211ffcd88e61 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2213221 Aug 10 03:50:01.374404 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37734) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:01.385219 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-61bd6b1b-c06c-4154-bcb8-a96006b6e887 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Request body: {'security_group_rule': {'security_group_id': '039e72d3-bbf2-4319-a3b5-4dc336de569a', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:01.386348 n-d-768862-13 neutron-server[94260]: WARNING neutron.api.v2.base [None req-61bd6b1b-c06c-4154-bcb8-a96006b6e887 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 10 03:50:01.387274 n-d-768862-13 neutron-server[94260]: INFO neutron.api.v2.resource [None req-61bd6b1b-c06c-4154-bcb8-a96006b6e887 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:50:01.391690 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-61bd6b1b-c06c-4154-bcb8-a96006b6e887 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0119348 Aug 10 03:50:01.391690 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876a8aef-95f2-41b1-a805-211ffcd88e61 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=039e72d3-bbf2-4319-a3b5-4dc336de569a,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:01.392442 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37736) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:01.494210 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f189a27a-008b-4e4b-a5f3-4a571ef68278 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:01.531605 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f189a27a-008b-4e4b-a5f3-4a571ef68278 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:01.603714 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f189a27a-008b-4e4b-a5f3-4a571ef68278 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:01.609533 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f189a27a-008b-4e4b-a5f3-4a571ef68278 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:01.614691 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-f189a27a-008b-4e4b-a5f3-4a571ef68278 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] 10.222.0.44 "DELETE /v2.0/security-groups/039e72d3-bbf2-4319-a3b5-4dc336de569a HTTP/1.1" status: 204 len: 168 time: 0.2173233 Aug 10 03:50:01.615525 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37742) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:01.629368 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f189a27a-008b-4e4b-a5f3-4a571ef68278 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=039e72d3-bbf2-4319-a3b5-4dc336de569a,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:01.693496 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-1da295f5-847a-41a4-9903-95b75f8d95fe tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0758655 Aug 10 03:50:01.698776 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37746) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:01.706536 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-429f295a-aa8a-45b4-a678-34e76363195f tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Request body: {'security_group': {'name': 'tempest-secgroup--267928979'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:01.744010 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-429f295a-aa8a-45b4-a678-34e76363195f tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:01.862141 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-429f295a-aa8a-45b4-a678-34e76363195f tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:01.867540 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-429f295a-aa8a-45b4-a678-34e76363195f tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:01.909908 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-429f295a-aa8a-45b4-a678-34e76363195f tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:01.911731 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-429f295a-aa8a-45b4-a678-34e76363195f tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2114351 Aug 10 03:50:01.916243 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37750) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:01.923680 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-9ea7a422-83b3-48f0-b6bb-7344ed0e60ef tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Request body: {'security_group_rule': {'security_group_id': '99726f8a-3b41-4a8f-b360-5a2195812c52', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:01.927063 n-d-768862-13 neutron-server[94260]: WARNING neutron.api.v2.base [None req-9ea7a422-83b3-48f0-b6bb-7344ed0e60ef tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 10 03:50:01.927875 n-d-768862-13 neutron-server[94260]: INFO neutron.api.v2.resource [None req-9ea7a422-83b3-48f0-b6bb-7344ed0e60ef tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:50:01.929701 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-9ea7a422-83b3-48f0-b6bb-7344ed0e60ef tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0119758 Aug 10 03:50:01.932878 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37752) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:01.933686 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429f295a-aa8a-45b4-a678-34e76363195f tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99726f8a-3b41-4a8f-b360-5a2195812c52,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:01.941474 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-a901685e-b0fb-4566-80e6-57f02f5b2d46 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Request body: {'security_group_rule': {'security_group_id': '99726f8a-3b41-4a8f-b360-5a2195812c52', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:01.943787 n-d-768862-13 neutron-server[94261]: WARNING neutron.api.v2.base [None req-a901685e-b0fb-4566-80e6-57f02f5b2d46 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 10 03:50:01.943787 n-d-768862-13 neutron-server[94261]: INFO neutron.api.v2.resource [None req-a901685e-b0fb-4566-80e6-57f02f5b2d46 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:50:01.950369 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a901685e-b0fb-4566-80e6-57f02f5b2d46 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0108719 Aug 10 03:50:01.951018 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37756) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:01.968729 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-a4dd550e-85fd-4749-aa71-b378c0625a83 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Request body: {'security_group_rule': {'security_group_id': '99726f8a-3b41-4a8f-b360-5a2195812c52', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:01.969574 n-d-768862-13 neutron-server[94261]: WARNING neutron.api.v2.base [None req-a4dd550e-85fd-4749-aa71-b378c0625a83 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 10 03:50:01.970213 n-d-768862-13 neutron-server[94261]: INFO neutron.api.v2.resource [None req-a4dd550e-85fd-4749-aa71-b378c0625a83 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:50:01.971498 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a4dd550e-85fd-4749-aa71-b378c0625a83 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0190716 Aug 10 03:50:01.976523 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37758) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:01.982318 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-4508e03a-7854-4661-98c1-63e2ccf4426e tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Request body: {'security_group_rule': {'security_group_id': '99726f8a-3b41-4a8f-b360-5a2195812c52', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:01.983350 n-d-768862-13 neutron-server[94261]: WARNING neutron.api.v2.base [None req-4508e03a-7854-4661-98c1-63e2ccf4426e tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 10 03:50:01.984091 n-d-768862-13 neutron-server[94261]: INFO neutron.api.v2.resource [None req-4508e03a-7854-4661-98c1-63e2ccf4426e tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:50:01.985466 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-4508e03a-7854-4661-98c1-63e2ccf4426e tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0075223 Aug 10 03:50:01.988378 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37760) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:02.066948 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-343e4292-c9d6-4351-bf61-734bae888a20 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:02.094359 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-343e4292-c9d6-4351-bf61-734bae888a20 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:02.160373 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-343e4292-c9d6-4351-bf61-734bae888a20 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:02.163947 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-343e4292-c9d6-4351-bf61-734bae888a20 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:02.169200 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-343e4292-c9d6-4351-bf61-734bae888a20 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] 10.222.0.44 "DELETE /v2.0/security-groups/99726f8a-3b41-4a8f-b360-5a2195812c52 HTTP/1.1" status: 204 len: 168 time: 0.1758800 Aug 10 03:50:02.170245 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37766) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:02.179430 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e4292-c9d6-4351-bf61-734bae888a20 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99726f8a-3b41-4a8f-b360-5a2195812c52,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:02.239012 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-6721f689-f3ef-43a5-8138-a3bcfaf93cdd tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0660682 Aug 10 03:50:02.245122 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37768) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:02.250217 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-e6b3773b-0012-451a-8127-a6d6995b2023 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Request body: {'security_group': {'name': 'tempest-secgroup--620997813'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:02.282195 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e6b3773b-0012-451a-8127-a6d6995b2023 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:02.425615 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e6b3773b-0012-451a-8127-a6d6995b2023 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:02.431586 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e6b3773b-0012-451a-8127-a6d6995b2023 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:02.480328 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e6b3773b-0012-451a-8127-a6d6995b2023 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:02.486321 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-e6b3773b-0012-451a-8127-a6d6995b2023 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2359207 Aug 10 03:50:02.486961 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37772) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:02.494914 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b3773b-0012-451a-8127-a6d6995b2023 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b6882cb-6d7d-4f65-ab03-357b15493a3b,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:02.495283 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-2b0ed8b3-75bb-4322-945d-f1dfefbe340f tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Request body: {'security_group_rule': {'security_group_id': '5b6882cb-6d7d-4f65-ab03-357b15493a3b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:02.495994 n-d-768862-13 neutron-server[94261]: WARNING neutron.api.v2.base [None req-2b0ed8b3-75bb-4322-945d-f1dfefbe340f tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 10 03:50:02.496774 n-d-768862-13 neutron-server[94261]: INFO neutron.api.v2.resource [None req-2b0ed8b3-75bb-4322-945d-f1dfefbe340f tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:50:02.503106 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37776) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:02.503406 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-2b0ed8b3-75bb-4322-945d-f1dfefbe340f tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0141530 Aug 10 03:50:02.509088 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-92d3184d-a851-417c-b7b4-29fb25e20c2e tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Request body: {'security_group_rule': {'security_group_id': '5b6882cb-6d7d-4f65-ab03-357b15493a3b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:02.556781 n-d-768862-13 neutron-server[94260]: INFO neutron.api.v2.resource [None req-92d3184d-a851-417c-b7b4-29fb25e20c2e tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:50:02.557843 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-92d3184d-a851-417c-b7b4-29fb25e20c2e tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0533817 Aug 10 03:50:02.563173 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37778) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:02.571589 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-7644b6be-7e19-44de-94df-487fe6a3cecf tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Request body: {'security_group_rule': {'security_group_id': '5b6882cb-6d7d-4f65-ab03-357b15493a3b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:02.572318 n-d-768862-13 neutron-server[94260]: WARNING neutron.api.v2.base [None req-7644b6be-7e19-44de-94df-487fe6a3cecf tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 10 03:50:02.573168 n-d-768862-13 neutron-server[94260]: INFO neutron.api.v2.resource [None req-7644b6be-7e19-44de-94df-487fe6a3cecf tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:50:02.575009 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-7644b6be-7e19-44de-94df-487fe6a3cecf tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0101807 Aug 10 03:50:02.578000 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37780) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:02.584867 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-53ca12d8-11bd-4c0f-8bc8-c05c7c0ea3ec tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Request body: {'security_group_rule': {'security_group_id': '5b6882cb-6d7d-4f65-ab03-357b15493a3b', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:02.641149 n-d-768862-13 neutron-server[94260]: INFO neutron.api.v2.resource [None req-53ca12d8-11bd-4c0f-8bc8-c05c7c0ea3ec tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:50:02.642939 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-53ca12d8-11bd-4c0f-8bc8-c05c7c0ea3ec tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0632999 Aug 10 03:50:02.646992 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37782) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:02.658625 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-4cf44956-58f9-42e0-abcb-97fb88e229b0 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Request body: {'security_group_rule': {'security_group_id': '5b6882cb-6d7d-4f65-ab03-357b15493a3b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:02.659090 n-d-768862-13 neutron-server[94261]: WARNING neutron.api.v2.base [None req-4cf44956-58f9-42e0-abcb-97fb88e229b0 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 10 03:50:02.659948 n-d-768862-13 neutron-server[94261]: INFO neutron.api.v2.resource [None req-4cf44956-58f9-42e0-abcb-97fb88e229b0 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:50:02.661851 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-4cf44956-58f9-42e0-abcb-97fb88e229b0 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0131679 Aug 10 03:50:02.665578 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37786) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:02.673974 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-e3c86533-0799-410f-967f-dc3f474986d1 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Request body: {'security_group_rule': {'security_group_id': '5b6882cb-6d7d-4f65-ab03-357b15493a3b', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:02.724119 n-d-768862-13 neutron-server[94261]: INFO neutron.api.v2.resource [None req-e3c86533-0799-410f-967f-dc3f474986d1 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:50:02.727075 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e3c86533-0799-410f-967f-dc3f474986d1 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0594687 Aug 10 03:50:02.728690 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37790) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:02.737379 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-f8891d77-8f30-46fa-aa10-4bf385a52621 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Request body: {'security_group_rule': {'security_group_id': '5b6882cb-6d7d-4f65-ab03-357b15493a3b', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:02.738173 n-d-768862-13 neutron-server[94261]: WARNING neutron.api.v2.base [None req-f8891d77-8f30-46fa-aa10-4bf385a52621 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 10 03:50:02.739019 n-d-768862-13 neutron-server[94261]: INFO neutron.api.v2.resource [None req-f8891d77-8f30-46fa-aa10-4bf385a52621 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:50:02.740845 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-f8891d77-8f30-46fa-aa10-4bf385a52621 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0103443 Aug 10 03:50:02.744052 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37792) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:02.752312 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-68731748-6fdb-4d4c-be73-d56591933cff tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Request body: {'security_group_rule': {'security_group_id': '5b6882cb-6d7d-4f65-ab03-357b15493a3b', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:02.812973 n-d-768862-13 neutron-server[94261]: INFO neutron.api.v2.resource [None req-68731748-6fdb-4d4c-be73-d56591933cff tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:50:02.813865 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-68731748-6fdb-4d4c-be73-d56591933cff tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0686288 Aug 10 03:50:02.817677 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37794) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:02.822719 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-30534223-3f7a-4da6-9b59-0fe1f0cfb124 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Request body: {'security_group_rule': {'security_group_id': '5b6882cb-6d7d-4f65-ab03-357b15493a3b', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:02.871233 n-d-768862-13 neutron-server[94261]: INFO neutron.api.v2.resource [None req-30534223-3f7a-4da6-9b59-0fe1f0cfb124 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:50:02.872322 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-30534223-3f7a-4da6-9b59-0fe1f0cfb124 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0535810 Aug 10 03:50:02.876725 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37798) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:02.959137 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3bb6d47e-c02d-4277-ae63-0705abdb15aa tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:03.001252 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3bb6d47e-c02d-4277-ae63-0705abdb15aa tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:03.057540 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3bb6d47e-c02d-4277-ae63-0705abdb15aa tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:03.061460 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3bb6d47e-c02d-4277-ae63-0705abdb15aa tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:03.063231 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-3bb6d47e-c02d-4277-ae63-0705abdb15aa tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] 10.222.0.44 "DELETE /v2.0/security-groups/5b6882cb-6d7d-4f65-ab03-357b15493a3b HTTP/1.1" status: 204 len: 168 time: 0.1849294 Aug 10 03:50:03.067286 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37802) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:03.076319 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb6d47e-c02d-4277-ae63-0705abdb15aa tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b6882cb-6d7d-4f65-ab03-357b15493a3b,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:03.118401 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-6c38f59c-e259-4d1a-808d-1726306014be tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0499012 Aug 10 03:50:03.124096 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37804) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:03.129968 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-27d20713-6327-4bd2-9c76-8df034cebbe2 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Request body: {'security_group': {'name': 'tempest-secgroup--2001046246'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:03.157566 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-27d20713-6327-4bd2-9c76-8df034cebbe2 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:03.261901 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-27d20713-6327-4bd2-9c76-8df034cebbe2 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:03.268691 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-27d20713-6327-4bd2-9c76-8df034cebbe2 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:03.305175 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-27d20713-6327-4bd2-9c76-8df034cebbe2 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:03.307150 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-27d20713-6327-4bd2-9c76-8df034cebbe2 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1809158 Aug 10 03:50:03.310586 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37810) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:03.312622 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d20713-6327-4bd2-9c76-8df034cebbe2 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52e793f6-e17b-4d12-a29b-ff4d5286445f,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:03.320396 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-2a260a82-e2a1-49c6-bcc7-ab7a0bd62c49 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Request body: {'security_group_rule': {'security_group_id': '52e793f6-e17b-4d12-a29b-ff4d5286445f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:03.353557 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:03.383664 n-d-768862-13 neutron-server[94260]: INFO neutron.api.v2.resource [None req-2a260a82-e2a1-49c6-bcc7-ab7a0bd62c49 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] create failed (client error): The resource could not be found. Aug 10 03:50:03.388909 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-2a260a82-e2a1-49c6-bcc7-ab7a0bd62c49 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0735385 Aug 10 03:50:03.389332 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37812) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:03.398503 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-366addbb-f01a-4f13-a750-77bee42539e4 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Request body: {'security_group_rule': {'security_group_id': '52e793f6-e17b-4d12-a29b-ff4d5286445f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '5985890d-119d-4e58-8f93-b89a2085261c'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:03.456243 n-d-768862-13 neutron-server[94260]: INFO neutron.api.v2.resource [None req-366addbb-f01a-4f13-a750-77bee42539e4 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] create failed (client error): The resource could not be found. Aug 10 03:50:03.457692 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-366addbb-f01a-4f13-a750-77bee42539e4 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0662880 Aug 10 03:50:03.462485 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37816) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:03.535226 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7dfb0e2b-4289-4184-a710-52df5800897c tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:03.581855 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7dfb0e2b-4289-4184-a710-52df5800897c tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:03.647284 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7dfb0e2b-4289-4184-a710-52df5800897c tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:03.651981 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7dfb0e2b-4289-4184-a710-52df5800897c tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:03.654174 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-7dfb0e2b-4289-4184-a710-52df5800897c tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] 10.222.0.44 "DELETE /v2.0/security-groups/52e793f6-e17b-4d12-a29b-ff4d5286445f HTTP/1.1" status: 204 len: 168 time: 0.1899388 Aug 10 03:50:03.658387 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37822) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:03.670064 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfb0e2b-4289-4184-a710-52df5800897c tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e793f6-e17b-4d12-a29b-ff4d5286445f,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:03.734474 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-381e3949-a637-4077-a1f4-792e53abe665 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0733750 Aug 10 03:50:03.739078 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37824) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:03.745754 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-f3c0f05f-d452-4195-9bbc-74687240d72e tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Request body: {'security_group_rule': {'security_group_id': '83ff6ab5-7cf4-49cb-8920-ab2a9e582972', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:03.806896 n-d-768862-13 neutron-server[94261]: INFO neutron.api.v2.resource [None req-f3c0f05f-d452-4195-9bbc-74687240d72e tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] create failed (client error): The resource could not be found. Aug 10 03:50:03.813032 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-f3c0f05f-d452-4195-9bbc-74687240d72e tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0678911 Aug 10 03:50:03.813534 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37826) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:03.819195 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-50ea603f-d6f8-4a85-bd6c-4f9e488e6eb5 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Request body: {'security_group': {'name': 'tempest-secgroup--1344547890'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:03.854134 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-50ea603f-d6f8-4a85-bd6c-4f9e488e6eb5 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:03.937633 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37830) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:03.983687 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-50ea603f-d6f8-4a85-bd6c-4f9e488e6eb5 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:03.989407 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-50ea603f-d6f8-4a85-bd6c-4f9e488e6eb5 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:04.022177 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-50ea603f-d6f8-4a85-bd6c-4f9e488e6eb5 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:04.023631 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-50ea603f-d6f8-4a85-bd6c-4f9e488e6eb5 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2088747 Aug 10 03:50:04.028395 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37834) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:04.038085 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ea603f-d6f8-4a85-bd6c-4f9e488e6eb5 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=781614e4-b61d-498f-9501-b430066db6c8,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:04.039037 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-e62cd97c-83fb-4475-a9cd-fa35bdde36da tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Request body: {'security_group': {'name': 'tempest-secgroup--1559448321'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:04.072343 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e62cd97c-83fb-4475-a9cd-fa35bdde36da tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:04.144062 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a17836b1-56e1-4213-8069-14226c5d5044 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:04.215277 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e62cd97c-83fb-4475-a9cd-fa35bdde36da tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:04.222880 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e62cd97c-83fb-4475-a9cd-fa35bdde36da tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:04.271400 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62cd97c-83fb-4475-a9cd-fa35bdde36da tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7caf454e-5cd3-48de-b2a2-d9ad8feb1536,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:04.356703 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a17836b1-56e1-4213-8069-14226c5d5044 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:04.363129 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a17836b1-56e1-4213-8069-14226c5d5044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:04.369958 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e62cd97c-83fb-4475-a9cd-fa35bdde36da tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:04.371323 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e62cd97c-83fb-4475-a9cd-fa35bdde36da tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3407998 Aug 10 03:50:04.375983 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37836) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:04.381056 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-e782bcd6-7539-461c-a244-c323128037ea tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Request body: {'security_group_rule': {'security_group_id': '781614e4-b61d-498f-9501-b430066db6c8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '7caf454e-5cd3-48de-b2a2-d9ad8feb1536'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:04.424916 n-d-768862-13 neutron-server[94260]: INFO neutron.api.v2.resource [None req-e782bcd6-7539-461c-a244-c323128037ea tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:50:04.426082 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-e782bcd6-7539-461c-a244-c323128037ea tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0490308 Aug 10 03:50:04.429541 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37838) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:04.434890 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17836b1-56e1-4213-8069-14226c5d5044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4baabf25-707a-42e1-a2fc-426e6150ec91,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:04.444097 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a17836b1-56e1-4213-8069-14226c5d5044 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=235312c029724974a5161a2a74e81c27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5037634 Aug 10 03:50:04.445661 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37840) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:04.514611 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d6e2bec2-9c7f-41a1-950d-d3bf6bd57cea tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:04.537580 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-94a43e5d-1019-47e5-9c30-0d742b1de68d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:04.555644 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d6e2bec2-9c7f-41a1-950d-d3bf6bd57cea tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:04.576862 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-94a43e5d-1019-47e5-9c30-0d742b1de68d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:04.610363 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d6e2bec2-9c7f-41a1-950d-d3bf6bd57cea tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:04.614869 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d6e2bec2-9c7f-41a1-950d-d3bf6bd57cea tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:04.616826 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-d6e2bec2-9c7f-41a1-950d-d3bf6bd57cea tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] 10.222.0.44 "DELETE /v2.0/security-groups/7caf454e-5cd3-48de-b2a2-d9ad8feb1536 HTTP/1.1" status: 204 len: 168 time: 0.1858490 Aug 10 03:50:04.621085 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37842) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:04.631804 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e2bec2-9c7f-41a1-950d-d3bf6bd57cea tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7caf454e-5cd3-48de-b2a2-d9ad8feb1536,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:04.695134 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-94a43e5d-1019-47e5-9c30-0d742b1de68d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:04.699758 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-94a43e5d-1019-47e5-9c30-0d742b1de68d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:04.701724 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-94a43e5d-1019-47e5-9c30-0d742b1de68d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4baabf25-707a-42e1-a2fc-426e6150ec91 HTTP/1.1" status: 204 len: 168 time: 0.2541158 Aug 10 03:50:04.729909 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a43e5d-1019-47e5-9c30-0d742b1de68d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4baabf25-707a-42e1-a2fc-426e6150ec91,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:04.750735 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-96d8330f-afae-4a4e-9637-a20d7a4ac220 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1277363 Aug 10 03:50:04.755893 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37846) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:04.843533 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bb85afe2-3f46-4435-b8e7-18684f91b1ba tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:04.872798 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bb85afe2-3f46-4435-b8e7-18684f91b1ba tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:04.924277 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bb85afe2-3f46-4435-b8e7-18684f91b1ba tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:04.927571 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bb85afe2-3f46-4435-b8e7-18684f91b1ba tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:04.928989 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-bb85afe2-3f46-4435-b8e7-18684f91b1ba tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] 10.222.0.44 "DELETE /v2.0/security-groups/781614e4-b61d-498f-9501-b430066db6c8 HTTP/1.1" status: 204 len: 168 time: 0.1721604 Aug 10 03:50:04.932288 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37850) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:04.941644 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb85afe2-3f46-4435-b8e7-18684f91b1ba tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=781614e4-b61d-498f-9501-b430066db6c8,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:04.999927 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-3a0307af-6d4c-478d-880a-6e1ed26cf22d tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0653727 Aug 10 03:50:05.006268 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37852) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:05.011212 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-8f63053a-81c9-4dd0-88ea-2b90a84729a8 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Request body: {'security_group': {'name': 'tempest-secgroup--2002367311'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:05.040257 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8f63053a-81c9-4dd0-88ea-2b90a84729a8 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:05.118195 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37854) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:05.140598 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-757b32e3-aa8b-4259-8416-bc41359015bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:05.170117 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8f63053a-81c9-4dd0-88ea-2b90a84729a8 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:05.176123 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8f63053a-81c9-4dd0-88ea-2b90a84729a8 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:05.215840 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f63053a-81c9-4dd0-88ea-2b90a84729a8 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bec55747-ff0c-426e-8a62-e121bb59bb5f,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:05.302038 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-757b32e3-aa8b-4259-8416-bc41359015bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:05.307265 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-757b32e3-aa8b-4259-8416-bc41359015bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:05.312532 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8f63053a-81c9-4dd0-88ea-2b90a84729a8 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:05.315336 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-8f63053a-81c9-4dd0-88ea-2b90a84729a8 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3069479 Aug 10 03:50:05.318135 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37856) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:05.324301 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-7e2c00d4-010d-4c9c-a435-f3956c6a3188 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:05.324722 n-d-768862-13 neutron-server[94260]: WARNING neutron.api.v2.base [None req-7e2c00d4-010d-4c9c-a435-f3956c6a3188 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 10 03:50:05.325352 n-d-768862-13 neutron-server[94260]: INFO neutron.api.v2.resource [None req-7e2c00d4-010d-4c9c-a435-f3956c6a3188 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] update failed (client error): There was a conflict when trying to complete your request. Aug 10 03:50:05.327774 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-7e2c00d4-010d-4c9c-a435-f3956c6a3188 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] 10.222.0.44 "PUT /v2.0/security-groups/bec55747-ff0c-426e-8a62-e121bb59bb5f HTTP/1.1" status: 409 len: 330 time: 0.0074081 Aug 10 03:50:05.331486 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37858) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:05.359919 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757b32e3-aa8b-4259-8416-bc41359015bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7de06008-6fd1-4270-a8bf-b8c72031b6ff,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:05.367604 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-757b32e3-aa8b-4259-8416-bc41359015bd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6f2444c66cbf429a8f67fa9d7605dbe2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2464018 Aug 10 03:50:05.370769 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37860) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:05.416497 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ef7c0eca-ce23-4611-b39d-566f2afdf365 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:05.442467 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0a7e3904-1730-4148-915d-9c713d5ccda6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:05.450653 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ef7c0eca-ce23-4611-b39d-566f2afdf365 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:05.471323 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0a7e3904-1730-4148-915d-9c713d5ccda6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:05.507627 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ef7c0eca-ce23-4611-b39d-566f2afdf365 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:05.510821 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ef7c0eca-ce23-4611-b39d-566f2afdf365 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:05.516377 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-ef7c0eca-ce23-4611-b39d-566f2afdf365 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] 10.222.0.44 "DELETE /v2.0/security-groups/bec55747-ff0c-426e-8a62-e121bb59bb5f HTTP/1.1" status: 204 len: 168 time: 0.1795866 Aug 10 03:50:05.516883 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37862) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:05.527668 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7c0eca-ce23-4611-b39d-566f2afdf365 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec55747-ff0c-426e-8a62-e121bb59bb5f,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:05.560041 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0a7e3904-1730-4148-915d-9c713d5ccda6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:05.563520 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0a7e3904-1730-4148-915d-9c713d5ccda6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:05.565192 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-0a7e3904-1730-4148-915d-9c713d5ccda6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7de06008-6fd1-4270-a8bf-b8c72031b6ff HTTP/1.1" status: 204 len: 168 time: 0.1933146 Aug 10 03:50:05.593668 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7e3904-1730-4148-915d-9c713d5ccda6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de06008-6fd1-4270-a8bf-b8c72031b6ff,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:05.613545 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-1e5031db-9e70-4130-8d1f-69e4050ddef1 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0906668 Aug 10 03:50:05.615880 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37866) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:05.641254 n-d-768862-13 neutron-server[94260]: INFO neutron.api.v2.resource [None req-66bcc2a4-4216-4b40-b50a-c2c055460d09 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] delete failed (client error): The resource could not be found. Aug 10 03:50:05.643022 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-66bcc2a4-4216-4b40-b50a-c2c055460d09 tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] 10.222.0.44 "DELETE /v2.0/security-groups/4c7eaa84-e35d-4820-b1dd-0a8e5b2f1f01 HTTP/1.1" status: 404 len: 347 time: 0.0257189 Aug 10 03:50:05.647644 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37868) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:05.665361 n-d-768862-13 neutron-server[94261]: INFO neutron.api.v2.resource [None req-80625735-e05d-4ba2-911f-b4e12a289efc tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] show failed (client error): The resource could not be found. Aug 10 03:50:05.666699 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-80625735-e05d-4ba2-911f-b4e12a289efc tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] 10.222.0.44 "GET /v2.0/security-groups/acc49ea9-8bb7-4bba-bad5-d290830f33d7 HTTP/1.1" status: 404 len: 347 time: 0.0179186 Aug 10 03:50:05.673621 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 37870) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:05.692279 n-d-768862-13 neutron-server[94261]: INFO neutron.api.v2.resource [None req-50c0818a-d7d9-4991-b6cd-18ccb6dcb93d tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] show failed (client error): The resource could not be found. Aug 10 03:50:05.693517 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-50c0818a-d7d9-4991-b6cd-18ccb6dcb93d tempest-NegativeSecGroupTest-1239485381 tempest-NegativeSecGroupTest-1239485381-project] 10.222.0.44 "GET /v2.0/security-group-rules/2fb50dbc-b668-45ed-930e-8d19c3473859 HTTP/1.1" status: 404 len: 356 time: 0.0185976 Aug 10 03:50:05.970789 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37880) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:06.146377 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-8ecf43d5-372c-4429-9261-eda2f34c5832 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=469edcc27d11414cbfc67069b5a5f968&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1743379 Aug 10 03:50:06.151281 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 37890) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:06.221809 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-fb3fed1f-d28f-4a13-a1b4-34d71dc46240 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:06.253429 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-fb3fed1f-d28f-4a13-a1b4-34d71dc46240 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:06.332356 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-fb3fed1f-d28f-4a13-a1b4-34d71dc46240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:06.337372 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-fb3fed1f-d28f-4a13-a1b4-34d71dc46240 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:06.339536 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-fb3fed1f-d28f-4a13-a1b4-34d71dc46240 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c09e1e84-9131-48fb-949c-8e75c95a8629 HTTP/1.1" status: 204 len: 168 time: 0.1866491 Aug 10 03:50:06.354010 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3fed1f-d28f-4a13-a1b4-34d71dc46240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c09e1e84-9131-48fb-949c-8e75c95a8629,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:09.336250 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-001189fe-6204-4161-802c-78507849e4d7 req-413e10cc-95bf-4e6a-9198-540d540c90be service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e696b1a3-586b-498f-bbfd-4b8c2d29647e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0496557 Aug 10 03:50:09.421599 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001189fe-6204-4161-802c-78507849e4d7 req-d992af37-fc5e-4854-83b0-37cb483d3a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:09.423970 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-001189fe-6204-4161-802c-78507849e4d7 req-d992af37-fc5e-4854-83b0-37cb483d3a86 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=810c64a9b2844404a2bfdb7c413aee0e&device_id=e696b1a3-586b-498f-bbfd-4b8c2d29647e HTTP/1.1" status: 200 len: 1098 time: 0.0619433 Aug 10 03:50:09.563820 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001189fe-6204-4161-802c-78507849e4d7 req-fedf48c3-59a5-411e-a54e-adf1b5000c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:09.565881 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-001189fe-6204-4161-802c-78507849e4d7 req-fedf48c3-59a5-411e-a54e-adf1b5000c9f service neutron] 10.222.0.61 "GET /v2.0/networks?id=095ca989-3257-4413-9aaa-cedbc7b00f9f HTTP/1.1" status: 200 len: 909 time: 0.1153736 Aug 10 03:50:09.679191 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-001189fe-6204-4161-802c-78507849e4d7 req-62f869c6-446a-455f-ab66-8cf30ac18d90 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec4737a8-b58e-47b3-a875-21eccccfae29 HTTP/1.1" status: 200 len: 1001 time: 0.1051357 Aug 10 03:50:09.748678 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001189fe-6204-4161-802c-78507849e4d7 req-78930d6c-80a1-49d3-9863-545882ac4e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:09.750186 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-001189fe-6204-4161-802c-78507849e4d7 req-78930d6c-80a1-49d3-9863-545882ac4e4e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=59239fe0-5b0a-4cf2-984b-fbd48b94dbaf HTTP/1.1" status: 200 len: 848 time: 0.0632663 Aug 10 03:50:09.823657 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001189fe-6204-4161-802c-78507849e4d7 req-4a0486c4-d049-4fc4-8ffd-42deaaffa416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:09.825410 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-001189fe-6204-4161-802c-78507849e4d7 req-4a0486c4-d049-4fc4-8ffd-42deaaffa416 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=095ca989-3257-4413-9aaa-cedbc7b00f9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0670116 Aug 10 03:50:09.988356 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-001189fe-6204-4161-802c-78507849e4d7 req-50e3e23a-223a-4432-80a4-e2a0850061c8 service neutron] 10.222.0.61 "GET /v2.0/networks/095ca989-3257-4413-9aaa-cedbc7b00f9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534674 Aug 10 03:50:10.426178 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-001189fe-6204-4161-802c-78507849e4d7 req-e5f2a1a1-5b08-413d-9fbc-c19e89112f8b service neutron] 10.222.0.61 "GET /v2.0/networks/095ca989-3257-4413-9aaa-cedbc7b00f9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4285879 Aug 10 03:50:14.245320 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 38070) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:14.374575 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6a961288-e047-4776-8120-452f94249087 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:14.485439 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6a961288-e047-4776-8120-452f94249087 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:14.490839 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6a961288-e047-4776-8120-452f94249087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:14.556396 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-6a961288-e047-4776-8120-452f94249087 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=22093f7d3f37464bbdb5a4a4cfe1f5c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3098805 Aug 10 03:50:14.557371 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a961288-e047-4776-8120-452f94249087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d84ce6c-d39e-467a-9d3f-4de91354d01c,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:14.559459 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 38078) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:14.568033 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a961288-e047-4776-8120-452f94249087 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:14.568414 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a961288-e047-4776-8120-452f94249087 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:14.568769 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a961288-e047-4776-8120-452f94249087 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:14.569188 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a961288-e047-4776-8120-452f94249087 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:14.569522 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a961288-e047-4776-8120-452f94249087 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:14.571280 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a961288-e047-4776-8120-452f94249087 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:14.571628 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a961288-e047-4776-8120-452f94249087 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:14.572010 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a961288-e047-4776-8120-452f94249087 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:14.572279 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a961288-e047-4776-8120-452f94249087 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:14.572609 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a961288-e047-4776-8120-452f94249087 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:14.572944 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a961288-e047-4776-8120-452f94249087 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:14.573272 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a961288-e047-4776-8120-452f94249087 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:14.642680 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6d3db81b-f2c3-41ea-8ac1-a872e98430b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:14.668257 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6d3db81b-f2c3-41ea-8ac1-a872e98430b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:14.729008 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6d3db81b-f2c3-41ea-8ac1-a872e98430b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:14.734196 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6d3db81b-f2c3-41ea-8ac1-a872e98430b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:14.739051 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-6d3db81b-f2c3-41ea-8ac1-a872e98430b0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1d84ce6c-d39e-467a-9d3f-4de91354d01c HTTP/1.1" status: 204 len: 168 time: 0.1749287 Aug 10 03:50:14.747299 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3db81b-f2c3-41ea-8ac1-a872e98430b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d84ce6c-d39e-467a-9d3f-4de91354d01c,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:15.158166 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 38090) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:15.176041 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9bc63ec0-a9db-42a5-a471-24371409767a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:15.310189 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9bc63ec0-a9db-42a5-a471-24371409767a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:15.317518 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9bc63ec0-a9db-42a5-a471-24371409767a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:15.362627 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-9bc63ec0-a9db-42a5-a471-24371409767a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fa2e630060844f45bdcdf10c560f3028&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2029142 Aug 10 03:50:15.366923 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 38096) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:15.374469 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc63ec0-a9db-42a5-a471-24371409767a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b1779cc-56ef-42ea-8df5-0125b9a4183d,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:15.435246 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b29700ff-0c8a-49cc-80d8-6a74ab995249 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:15.465669 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b29700ff-0c8a-49cc-80d8-6a74ab995249 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:15.528210 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b29700ff-0c8a-49cc-80d8-6a74ab995249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:15.531091 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b29700ff-0c8a-49cc-80d8-6a74ab995249 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:15.532606 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-b29700ff-0c8a-49cc-80d8-6a74ab995249 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6b1779cc-56ef-42ea-8df5-0125b9a4183d HTTP/1.1" status: 204 len: 168 time: 0.1645198 Aug 10 03:50:15.548619 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29700ff-0c8a-49cc-80d8-6a74ab995249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b1779cc-56ef-42ea-8df5-0125b9a4183d,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:18.632211 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 38186) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:18.849970 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9d58586a-068a-44f9-b571-698b1552886f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:19.012142 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9d58586a-068a-44f9-b571-698b1552886f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:19.018294 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9d58586a-068a-44f9-b571-698b1552886f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:19.077564 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-9d58586a-068a-44f9-b571-698b1552886f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f9da2214ee374335870a241c26ecce45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4434502 Aug 10 03:50:19.080731 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d58586a-068a-44f9-b571-698b1552886f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d80ee6-09e7-4b65-8d44-e968f85682bf,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:19.081812 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 38194) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:19.158879 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d7e63af7-ac90-407e-8481-9f9bf623ee62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:19.193210 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d7e63af7-ac90-407e-8481-9f9bf623ee62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:19.281056 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d7e63af7-ac90-407e-8481-9f9bf623ee62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:19.286251 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d7e63af7-ac90-407e-8481-9f9bf623ee62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:19.302733 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-d7e63af7-ac90-407e-8481-9f9bf623ee62 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/09d80ee6-09e7-4b65-8d44-e968f85682bf HTTP/1.1" status: 204 len: 168 time: 0.2093916 Aug 10 03:50:19.329801 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e63af7-ac90-407e-8481-9f9bf623ee62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d80ee6-09e7-4b65-8d44-e968f85682bf,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:19.829949 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 38200) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:19.851893 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-21c411cd-928d-4e9b-a678-93264403e1f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:20.045293 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-21c411cd-928d-4e9b-a678-93264403e1f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:20.051790 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-21c411cd-928d-4e9b-a678-93264403e1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:20.110282 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c411cd-928d-4e9b-a678-93264403e1f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b1ea2b-9e03-4dd0-82b9-4e968f990286,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:20.155819 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 38206) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:20.170628 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-21c411cd-928d-4e9b-a678-93264403e1f7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bc159360d472470d9e6003898ea0bf71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3387775 Aug 10 03:50:20.243716 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-97f66555-398d-4e3f-968e-0b0e3ab35c3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:20.272979 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-97f66555-398d-4e3f-968e-0b0e3ab35c3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:20.341671 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-97f66555-398d-4e3f-968e-0b0e3ab35c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:20.345382 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-97f66555-398d-4e3f-968e-0b0e3ab35c3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:20.346878 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-97f66555-398d-4e3f-968e-0b0e3ab35c3e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/11b1ea2b-9e03-4dd0-82b9-4e968f990286 HTTP/1.1" status: 204 len: 168 time: 0.1892145 Aug 10 03:50:20.357924 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f66555-398d-4e3f-968e-0b0e3ab35c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b1ea2b-9e03-4dd0-82b9-4e968f990286,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:21.368178 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-50ff6745-12fe-4d25-930d-d8ba2bb82be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:22.460405 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:50:23.682329 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-71f53772-1003-408f-aedf-9c01c4e36bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:24.285951 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:24.671333 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 38400) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:24.969001 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0065eec1-a4a8-4e45-adae-71c2df29f3ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:25.087479 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0065eec1-a4a8-4e45-adae-71c2df29f3ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:25.093162 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0065eec1-a4a8-4e45-adae-71c2df29f3ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:25.144701 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-0065eec1-a4a8-4e45-adae-71c2df29f3ac admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7f933befb37c465ea3d4e13087a2b665&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4719474 Aug 10 03:50:25.145937 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0065eec1-a4a8-4e45-adae-71c2df29f3ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9b3815-b93c-441d-a3e7-d7716e6a55fe,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:25.148484 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 38412) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:25.216072 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-55649b97-ee39-4f2e-945d-1bb24b137d1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:25.245093 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-55649b97-ee39-4f2e-945d-1bb24b137d1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:25.300840 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-55649b97-ee39-4f2e-945d-1bb24b137d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:25.304200 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-55649b97-ee39-4f2e-945d-1bb24b137d1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:25.305639 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-55649b97-ee39-4f2e-945d-1bb24b137d1a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cd9b3815-b93c-441d-a3e7-d7716e6a55fe HTTP/1.1" status: 204 len: 168 time: 0.1549723 Aug 10 03:50:25.316396 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55649b97-ee39-4f2e-945d-1bb24b137d1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9b3815-b93c-441d-a3e7-d7716e6a55fe,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:25.403081 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:25.700614 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 38418) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:25.716904 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8647a0ce-4e13-4c6c-ac9e-0754e8219ad9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:25.872975 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8647a0ce-4e13-4c6c-ac9e-0754e8219ad9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:25.878774 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8647a0ce-4e13-4c6c-ac9e-0754e8219ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:25.924137 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-8647a0ce-4e13-4c6c-ac9e-0754e8219ad9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e68fcd927bd249d384774f753221b18f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2222903 Aug 10 03:50:25.925166 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8647a0ce-4e13-4c6c-ac9e-0754e8219ad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a1687d4-e965-4e38-86e5-a17584843072,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:25.927380 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 38420) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:26.005484 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-36082837-1df3-4c69-a634-792753464ea4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:26.034667 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-36082837-1df3-4c69-a634-792753464ea4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:26.111918 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-36082837-1df3-4c69-a634-792753464ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:26.114405 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-36082837-1df3-4c69-a634-792753464ea4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:26.118620 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-36082837-1df3-4c69-a634-792753464ea4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4a1687d4-e965-4e38-86e5-a17584843072 HTTP/1.1" status: 204 len: 168 time: 0.1857018 Aug 10 03:50:26.128515 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36082837-1df3-4c69-a634-792753464ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a1687d4-e965-4e38-86e5-a17584843072,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:26.217223 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:26.851084 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:29.045903 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 38522) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:29.173299 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f422f312-b107-4eda-b10d-41407335195b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:29.280484 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f422f312-b107-4eda-b10d-41407335195b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:29.285015 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f422f312-b107-4eda-b10d-41407335195b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:29.325187 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-f422f312-b107-4eda-b10d-41407335195b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a85ee669d09e425b941f4f4f06d0716f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2775834 Aug 10 03:50:29.325926 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f422f312-b107-4eda-b10d-41407335195b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b13698c4-4378-4b68-86ea-19edb87dc869,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:29.329037 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 38526) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:29.385825 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7e1f9643-cd58-4ee7-9c3c-109f990aff0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:29.410216 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7e1f9643-cd58-4ee7-9c3c-109f990aff0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:29.467632 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7e1f9643-cd58-4ee7-9c3c-109f990aff0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:29.470915 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7e1f9643-cd58-4ee7-9c3c-109f990aff0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:29.472269 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-7e1f9643-cd58-4ee7-9c3c-109f990aff0f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b13698c4-4378-4b68-86ea-19edb87dc869 HTTP/1.1" status: 204 len: 168 time: 0.1419628 Aug 10 03:50:29.484275 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1f9643-cd58-4ee7-9c3c-109f990aff0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b13698c4-4378-4b68-86ea-19edb87dc869,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:29.861843 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 38542) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:29.883596 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-13e6444f-3541-463c-9ffe-22575240b3ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:30.066713 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-13e6444f-3541-463c-9ffe-22575240b3ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:30.072582 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-13e6444f-3541-463c-9ffe-22575240b3ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:30.144107 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-13e6444f-3541-463c-9ffe-22575240b3ea admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=61a50a91bbbd4d20a0244edf6d3e1178&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2806592 Aug 10 03:50:30.145543 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e6444f-3541-463c-9ffe-22575240b3ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb8bb2a0-6b04-408b-b990-ee1f14cea17e,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:30.147465 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 38548) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:30.210709 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ac024fe8-9fcc-4a02-a719-05d6e33e10d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:30.241441 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ac024fe8-9fcc-4a02-a719-05d6e33e10d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:30.305587 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ac024fe8-9fcc-4a02-a719-05d6e33e10d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:30.310727 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ac024fe8-9fcc-4a02-a719-05d6e33e10d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:30.312756 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-ac024fe8-9fcc-4a02-a719-05d6e33e10d0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fb8bb2a0-6b04-408b-b990-ee1f14cea17e HTTP/1.1" status: 204 len: 168 time: 0.1639085 Aug 10 03:50:30.328312 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac024fe8-9fcc-4a02-a719-05d6e33e10d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb8bb2a0-6b04-408b-b990-ee1f14cea17e,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:30.343210 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac024fe8-9fcc-4a02-a719-05d6e33e10d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:30.344244 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac024fe8-9fcc-4a02-a719-05d6e33e10d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:30.344588 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac024fe8-9fcc-4a02-a719-05d6e33e10d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:30.345256 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac024fe8-9fcc-4a02-a719-05d6e33e10d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:30.345933 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac024fe8-9fcc-4a02-a719-05d6e33e10d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:30.346646 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac024fe8-9fcc-4a02-a719-05d6e33e10d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:30.347291 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac024fe8-9fcc-4a02-a719-05d6e33e10d0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:30.347957 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac024fe8-9fcc-4a02-a719-05d6e33e10d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:30.348613 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac024fe8-9fcc-4a02-a719-05d6e33e10d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:30.349210 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac024fe8-9fcc-4a02-a719-05d6e33e10d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:30.350193 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac024fe8-9fcc-4a02-a719-05d6e33e10d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:30.350534 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac024fe8-9fcc-4a02-a719-05d6e33e10d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:32.333030 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 38622) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:32.540363 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-44dddf11-14de-4c53-b449-b0d7a46d5587 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:32.715676 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-44dddf11-14de-4c53-b449-b0d7a46d5587 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:32.722062 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-44dddf11-14de-4c53-b449-b0d7a46d5587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:32.799663 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-44dddf11-14de-4c53-b449-b0d7a46d5587 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=30dd262e2d4a4deba7da93ed050f0a50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4621444 Aug 10 03:50:32.800128 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 38634) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:32.812548 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dddf11-14de-4c53-b449-b0d7a46d5587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7877217-aa3a-48e1-8779-c45845c9c722,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:32.899137 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5fe67806-7483-4d82-a871-2397725f281c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:32.940622 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5fe67806-7483-4d82-a871-2397725f281c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:33.025629 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5fe67806-7483-4d82-a871-2397725f281c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:33.028658 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5fe67806-7483-4d82-a871-2397725f281c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:33.030475 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-5fe67806-7483-4d82-a871-2397725f281c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f7877217-aa3a-48e1-8779-c45845c9c722 HTTP/1.1" status: 204 len: 168 time: 0.2286298 Aug 10 03:50:33.039713 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe67806-7483-4d82-a871-2397725f281c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7877217-aa3a-48e1-8779-c45845c9c722,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:33.350327 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:34.618724 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 38684) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:34.815941 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-e0ec5958-d351-40cf-9b7c-7c089e3e2490 tempest-ExternalNetworksTestJSON-828602300 tempest-ExternalNetworksTestJSON-828602300-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-129859272'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:34.852671 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ec5958-d351-40cf-9b7c-7c089e3e2490 tempest-ExternalNetworksTestJSON-828602300 tempest-ExternalNetworksTestJSON-828602300-project] Made reservation on behalf of 87ba91754c7048bebf9bb6cbfa977808 for: {'network': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:50:34.864992 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e0ec5958-d351-40cf-9b7c-7c089e3e2490 tempest-ExternalNetworksTestJSON-828602300 tempest-ExternalNetworksTestJSON-828602300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:34.881743 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e0ec5958-d351-40cf-9b7c-7c089e3e2490 tempest-ExternalNetworksTestJSON-828602300 tempest-ExternalNetworksTestJSON-828602300-project] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:35.035294 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e0ec5958-d351-40cf-9b7c-7c089e3e2490 tempest-ExternalNetworksTestJSON-828602300 tempest-ExternalNetworksTestJSON-828602300-project] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:35.039594 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e0ec5958-d351-40cf-9b7c-7c089e3e2490 tempest-ExternalNetworksTestJSON-828602300 tempest-ExternalNetworksTestJSON-828602300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:35.070435 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0ec5958-d351-40cf-9b7c-7c089e3e2490 tempest-ExternalNetworksTestJSON-828602300 tempest-ExternalNetworksTestJSON-828602300-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=94260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:50:35.081890 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ec5958-d351-40cf-9b7c-7c089e3e2490 tempest-ExternalNetworksTestJSON-828602300 tempest-ExternalNetworksTestJSON-828602300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1febddbd-f1a4-4462-8b75-a8c1395bf5b4,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:35.089353 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e0ec5958-d351-40cf-9b7c-7c089e3e2490 tempest-ExternalNetworksTestJSON-828602300 tempest-ExternalNetworksTestJSON-828602300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:35.090072 n-d-768862-13 neutron-server[94260]: INFO neutron.db.segments_db [None req-e0ec5958-d351-40cf-9b7c-7c089e3e2490 tempest-ExternalNetworksTestJSON-828602300 tempest-ExternalNetworksTestJSON-828602300-project] Added segment ae437a64-a42a-4a7d-a77e-069beac86c9d of type vlan for network 1c50cced-ceeb-4d82-9dba-f6f401144dd9 Aug 10 03:50:35.140210 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e0ec5958-d351-40cf-9b7c-7c089e3e2490 tempest-ExternalNetworksTestJSON-828602300 tempest-ExternalNetworksTestJSON-828602300-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:35.177196 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e0ec5958-d351-40cf-9b7c-7c089e3e2490 tempest-ExternalNetworksTestJSON-828602300 tempest-ExternalNetworksTestJSON-828602300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:35.184466 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ec5958-d351-40cf-9b7c-7c089e3e2490 tempest-ExternalNetworksTestJSON-828602300 tempest-ExternalNetworksTestJSON-828602300-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:35.185221 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e0ec5958-d351-40cf-9b7c-7c089e3e2490 tempest-ExternalNetworksTestJSON-828602300 tempest-ExternalNetworksTestJSON-828602300-project] Notify callbacks [] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:35.260417 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-e0ec5958-d351-40cf-9b7c-7c089e3e2490 tempest-ExternalNetworksTestJSON-828602300 tempest-ExternalNetworksTestJSON-828602300-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6400383 Aug 10 03:50:35.265783 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 38694) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:35.288482 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ec5958-d351-40cf-9b7c-7c089e3e2490 tempest-ExternalNetworksTestJSON-828602300 tempest-ExternalNetworksTestJSON-828602300-project] Pushing event updated for resources: {'Network': ['ID=1c50cced-ceeb-4d82-9dba-f6f401144dd9,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:35.306761 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 1c50cced-ceeb-4d82-9dba-f6f401144dd9 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:50:35.341849 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-abf5efff-1c1d-4722-bef1-25ac40028394 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Request body: {'network': {'name': 'tempest-network--1018899079', 'router:external': True}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:35.381947 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abf5efff-1c1d-4722-bef1-25ac40028394 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Made reservation on behalf of 91d4d45f532c42ba88b798334d1ce726 for: {'network': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:50:35.387599 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-abf5efff-1c1d-4722-bef1-25ac40028394 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:35.400105 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-abf5efff-1c1d-4722-bef1-25ac40028394 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:35.547793 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-abf5efff-1c1d-4722-bef1-25ac40028394 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:35.554858 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-abf5efff-1c1d-4722-bef1-25ac40028394 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:35.597047 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abf5efff-1c1d-4722-bef1-25ac40028394 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=94260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:50:35.604216 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf5efff-1c1d-4722-bef1-25ac40028394 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66ab622e-0f54-48b9-8e64-4a1c15372776,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:35.613377 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-abf5efff-1c1d-4722-bef1-25ac40028394 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:35.613738 n-d-768862-13 neutron-server[94260]: INFO neutron.db.segments_db [None req-abf5efff-1c1d-4722-bef1-25ac40028394 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Added segment 04b0160c-dfb4-443f-aafd-be7d9ac0f877 of type vlan for network 83a2361b-830a-42d1-a841-3055bca53161 Aug 10 03:50:35.671566 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-abf5efff-1c1d-4722-bef1-25ac40028394 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:35.722979 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-abf5efff-1c1d-4722-bef1-25ac40028394 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:35.724030 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf5efff-1c1d-4722-bef1-25ac40028394 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:35.724767 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-abf5efff-1c1d-4722-bef1-25ac40028394 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Notify callbacks [] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:35.831327 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-abf5efff-1c1d-4722-bef1-25ac40028394 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5638828 Aug 10 03:50:35.833983 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 38730) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:35.866105 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf5efff-1c1d-4722-bef1-25ac40028394 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Pushing event updated for resources: {'Network': ['ID=83a2361b-830a-42d1-a841-3055bca53161,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:35.878288 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 83a2361b-830a-42d1-a841-3055bca53161 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:50:35.966252 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-578c7eb4-e493-4fc8-8876-c17ca48de6f8 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:36.104675 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-578c7eb4-e493-4fc8-8876-c17ca48de6f8 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:36.124424 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-578c7eb4-e493-4fc8-8876-c17ca48de6f8 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83a2361b-830a-42d1-a841-3055bca53161']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:50:36.140262 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-578c7eb4-e493-4fc8-8876-c17ca48de6f8 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04b0160c-dfb4-443f-aafd-be7d9ac0f877') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:50:36.140630 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-578c7eb4-e493-4fc8-8876-c17ca48de6f8 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04b0160c-dfb4-443f-aafd-be7d9ac0f877') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:50:36.156963 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-578c7eb4-e493-4fc8-8876-c17ca48de6f8 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:36.183115 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-578c7eb4-e493-4fc8-8876-c17ca48de6f8 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:36.194935 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-578c7eb4-e493-4fc8-8876-c17ca48de6f8 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:50:36.195645 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-578c7eb4-e493-4fc8-8876-c17ca48de6f8 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:36.198798 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:50:36.198798 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:50:36.198798 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:50:36.198798 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:50:36.198798 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:50:36.198798 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:50:36.198798 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:50:36.198798 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:50:36.198798 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:50:36.198798 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:50:36.198798 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:50:36.198798 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:50:36.198798 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:50:36.198798 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:50:36.198798 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:50:36.198798 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:50:36.198798 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:50:36.198798 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:50:36.198798 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:50:36.198798 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:50:36.198798 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:50:36.198798 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:50:36.198798 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:50:36.198798 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:50:36.198798 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:50:36.198798 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:50:36.198798 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:50:36.198798 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:50:36.198798 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:50:36.198798 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:50:36.198798 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:50:36.198798 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:50:36.307508 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-578c7eb4-e493-4fc8-8876-c17ca48de6f8 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:36.315148 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-578c7eb4-e493-4fc8-8876-c17ca48de6f8 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 83a2361b-830a-42d1-a841-3055bca53161 {{(pid=94261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 10 03:50:36.319985 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-578c7eb4-e493-4fc8-8876-c17ca48de6f8 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:36.323583 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-578c7eb4-e493-4fc8-8876-c17ca48de6f8 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] 10.222.0.44 "DELETE /v2.0/networks/83a2361b-830a-42d1-a841-3055bca53161 HTTP/1.1" status: 204 len: 168 time: 0.4878101 Aug 10 03:50:36.329131 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 38732) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:36.339530 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-b379cbba-6fb4-411a-8413-a9332791f17d tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:36.341381 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578c7eb4-e493-4fc8-8876-c17ca48de6f8 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Pushing event deleted for resources: {'Network': ['ID=83a2361b-830a-42d1-a841-3055bca53161,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:36.393457 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b379cbba-6fb4-411a-8413-a9332791f17d tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Made reservation on behalf of 91d4d45f532c42ba88b798334d1ce726 for: {'network': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:50:36.397878 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b379cbba-6fb4-411a-8413-a9332791f17d tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:36.440461 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b379cbba-6fb4-411a-8413-a9332791f17d tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=94260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:50:36.464688 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b379cbba-6fb4-411a-8413-a9332791f17d tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:36.465799 n-d-768862-13 neutron-server[94260]: INFO neutron.db.segments_db [None req-b379cbba-6fb4-411a-8413-a9332791f17d tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Added segment 618e6717-2067-44f6-8eec-b089a52e7382 of type vlan for network 11585d64-b289-4871-88ce-43a027d9e997 Aug 10 03:50:36.576879 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b379cbba-6fb4-411a-8413-a9332791f17d tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:36.651915 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b379cbba-6fb4-411a-8413-a9332791f17d tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:36.653581 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b379cbba-6fb4-411a-8413-a9332791f17d tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:36.654777 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b379cbba-6fb4-411a-8413-a9332791f17d tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Notify callbacks [] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:36.722034 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-b379cbba-6fb4-411a-8413-a9332791f17d tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 0.3908634 Aug 10 03:50:36.726546 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 38734) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:36.734793 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-8aa90d55-2b70-4789-9380-28501a912e4e tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Request body: {'subnet': {'network_id': '11585d64-b289-4871-88ce-43a027d9e997', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:36.744552 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b379cbba-6fb4-411a-8413-a9332791f17d tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Pushing event updated for resources: {'Network': ['ID=11585d64-b289-4871-88ce-43a027d9e997,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:36.760348 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 11585d64-b289-4871-88ce-43a027d9e997 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:50:36.780381 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa90d55-2b70-4789-9380-28501a912e4e tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Made reservation on behalf of 91d4d45f532c42ba88b798334d1ce726 for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:50:36.784391 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8aa90d55-2b70-4789-9380-28501a912e4e tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:37.281236 n-d-768862-13 neutron-server[94260]: DEBUG neutron.objects.ports [None req-8aa90d55-2b70-4789-9380-28501a912e4e tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94260) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 03:50:37.281618 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8aa90d55-2b70-4789-9380-28501a912e4e tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58895384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805196'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:37.346102 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa90d55-2b70-4789-9380-28501a912e4e tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Pushing event updated for resources: {'Subnet': ['ID=20b559d6-bece-47a2-9872-773a10f83bbe,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:37.358416 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa90d55-2b70-4789-9380-28501a912e4e tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Checking segment: {'id': '618e6717-2067-44f6-8eec-b089a52e7382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '11585d64-b289-4871-88ce-43a027d9e997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:50:37.358783 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa90d55-2b70-4789-9380-28501a912e4e tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Network hostable DHCP agents. Network: 11585d64-b289-4871-88ce-43a027d9e997, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:50:37.378184 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa90d55-2b70-4789-9380-28501a912e4e tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Network 11585d64-b289-4871-88ce-43a027d9e997 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:50:37.389533 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-8aa90d55-2b70-4789-9380-28501a912e4e tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 11585d64-b289-4871-88ce-43a027d9e997) {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:50:37.396339 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa90d55-2b70-4789-9380-28501a912e4e tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:37.396936 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8aa90d55-2b70-4789-9380-28501a912e4e tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:37.400437 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9770456d-94b6-433a-b9f3-8b7ea343faf3 None None] Network 11585d64-b289-4871-88ce-43a027d9e997 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:50:37.432099 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-8aa90d55-2b70-4789-9380-28501a912e4e tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7037477 Aug 10 03:50:37.436062 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 38748) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:37.440889 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-6d54b90a-05f8-4b9f-8f4d-643381d7c601 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Request body: {'floatingip': {'floating_network_id': '11585d64-b289-4871-88ce-43a027d9e997'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:37.467718 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6d54b90a-05f8-4b9f-8f4d-643381d7c601 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:37.549890 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f70de0-5bbb-4c78-bcfc-b06c98e320da None None] Network 11585d64-b289-4871-88ce-43a027d9e997 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:50:37.604956 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6d54b90a-05f8-4b9f-8f4d-643381d7c601 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:37.739951 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-6d54b90a-05f8-4b9f-8f4d-643381d7c601 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Allocated IP 172.20.0.12 (11585d64-b289-4871-88ce-43a027d9e997/20b559d6-bece-47a2-9872-773a10f83bbe/137857e8-1da7-45ca-89a7-0cb3b470eaea) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:50:37.864795 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6d54b90a-05f8-4b9f-8f4d-643381d7c601 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:37.910551 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6d54b90a-05f8-4b9f-8f4d-643381d7c601 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:37.952349 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d54b90a-05f8-4b9f-8f4d-643381d7c601 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Network 11585d64-b289-4871-88ce-43a027d9e997 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:50:37.958130 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-6d54b90a-05f8-4b9f-8f4d-643381d7c601 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:50:37.963722 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d54b90a-05f8-4b9f-8f4d-643381d7c601 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:50:37.990363 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d54b90a-05f8-4b9f-8f4d-643381d7c601 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Pushing event updated for resources: {'Port': ['ID=137857e8-1da7-45ca-89a7-0cb3b470eaea,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:38.104344 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6d54b90a-05f8-4b9f-8f4d-643381d7c601 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:38.172688 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6d54b90a-05f8-4b9f-8f4d-643381d7c601 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:38.420848 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6d54b90a-05f8-4b9f-8f4d-643381d7c601 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:38.426723 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6d54b90a-05f8-4b9f-8f4d-643381d7c601 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:38.520252 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d54b90a-05f8-4b9f-8f4d-643381d7c601 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Pushing event updated for resources: {'Port': ['ID=137857e8-1da7-45ca-89a7-0cb3b470eaea,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:38.535605 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6d54b90a-05f8-4b9f-8f4d-643381d7c601 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:38.557694 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6d54b90a-05f8-4b9f-8f4d-643381d7c601 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:38.559839 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-6d54b90a-05f8-4b9f-8f4d-643381d7c601 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1225004 Aug 10 03:50:38.564274 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 38756) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:38.660383 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-1eabefbc-5f28-4071-be2d-7a0f80888a6c tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] 10.222.0.44 "GET /v2.0/floatingips?floating_network_id=11585d64-b289-4871-88ce-43a027d9e997 HTTP/1.1" status: 200 len: 690 time: 0.0945458 Aug 10 03:50:38.663141 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 38758) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:38.758012 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e1a40fd3-f61e-4394-9a49-8ed9724de8c6 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:38.859147 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-e1a40fd3-f61e-4394-9a49-8ed9724de8c6 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Deleting port 137857e8-1da7-45ca-89a7-0cb3b470eaea {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:50:38.859489 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e1a40fd3-f61e-4394-9a49-8ed9724de8c6 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:38.945432 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e1a40fd3-f61e-4394-9a49-8ed9724de8c6 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:38.945754 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e1a40fd3-f61e-4394-9a49-8ed9724de8c6 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:38.961088 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-e1a40fd3-f61e-4394-9a49-8ed9724de8c6 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Calling delete_port for 137857e8-1da7-45ca-89a7-0cb3b470eaea owned by network:floatingip {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:50:39.119974 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e1a40fd3-f61e-4394-9a49-8ed9724de8c6 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:39.153312 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a40fd3-f61e-4394-9a49-8ed9724de8c6 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Pushing event deleted for resources: {'Port': ['ID=137857e8-1da7-45ca-89a7-0cb3b470eaea,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:39.229546 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e1a40fd3-f61e-4394-9a49-8ed9724de8c6 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:39.281661 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e1a40fd3-f61e-4394-9a49-8ed9724de8c6 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:39.347644 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e1a40fd3-f61e-4394-9a49-8ed9724de8c6 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:39.376315 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a40fd3-f61e-4394-9a49-8ed9724de8c6 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=20b559d6-bece-47a2-9872-773a10f83bbe,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:39.460657 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e1a40fd3-f61e-4394-9a49-8ed9724de8c6 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:39.473796 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-e1a40fd3-f61e-4394-9a49-8ed9724de8c6 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11585d64-b289-4871-88ce-43a027d9e997']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:50:39.488917 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-e1a40fd3-f61e-4394-9a49-8ed9724de8c6 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '618e6717-2067-44f6-8eec-b089a52e7382') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:50:39.489378 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-e1a40fd3-f61e-4394-9a49-8ed9724de8c6 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '618e6717-2067-44f6-8eec-b089a52e7382') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:50:39.504730 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e1a40fd3-f61e-4394-9a49-8ed9724de8c6 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:39.529325 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e1a40fd3-f61e-4394-9a49-8ed9724de8c6 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:39.549519 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1a40fd3-f61e-4394-9a49-8ed9724de8c6 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:50:39.550196 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e1a40fd3-f61e-4394-9a49-8ed9724de8c6 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:39.553264 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:50:39.553264 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:50:39.553264 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:50:39.553264 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:50:39.553264 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:50:39.553264 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:50:39.553264 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:50:39.553264 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:50:39.553264 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:50:39.553264 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:50:39.553264 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:50:39.553264 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:50:39.553264 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:50:39.553264 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:50:39.553264 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:50:39.553264 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:50:39.553264 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:50:39.553264 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:50:39.553264 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:50:39.553264 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:50:39.553264 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:50:39.553264 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:50:39.553264 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:50:39.553264 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:50:39.553264 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:50:39.553264 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:50:39.553264 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:50:39.553264 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:50:39.553264 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:50:39.553264 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:50:39.553264 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:50:39.553264 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:50:39.637795 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e1a40fd3-f61e-4394-9a49-8ed9724de8c6 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:39.644635 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1a40fd3-f61e-4394-9a49-8ed9724de8c6 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 11585d64-b289-4871-88ce-43a027d9e997 {{(pid=94261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 10 03:50:39.648687 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e1a40fd3-f61e-4394-9a49-8ed9724de8c6 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:39.652218 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e1a40fd3-f61e-4394-9a49-8ed9724de8c6 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] 10.222.0.44 "DELETE /v2.0/networks/11585d64-b289-4871-88ce-43a027d9e997 HTTP/1.1" status: 204 len: 168 time: 0.9877329 Aug 10 03:50:39.655441 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 38766) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:39.667953 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a40fd3-f61e-4394-9a49-8ed9724de8c6 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Pushing event deleted for resources: {'Network': ['ID=11585d64-b289-4871-88ce-43a027d9e997,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:39.741725 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-7523b488-17e3-456e-ac20-949d5a58ddc9 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] 10.222.0.44 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 996 time: 0.0843263 Aug 10 03:50:39.745899 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 38768) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:39.852939 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0408fc19-4a2c-4951-873e-583780bcef8d tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:39.853519 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0408fc19-4a2c-4951-873e-583780bcef8d tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:39.854033 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0408fc19-4a2c-4951-873e-583780bcef8d tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:39.855042 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0408fc19-4a2c-4951-873e-583780bcef8d tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:39.855570 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0408fc19-4a2c-4951-873e-583780bcef8d tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:39.862584 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-0408fc19-4a2c-4951-873e-583780bcef8d tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3377 time: 0.1105773 Aug 10 03:50:39.862874 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 38770) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:39.932055 n-d-768862-13 neutron-server[94260]: INFO neutron.api.v2.resource [None req-026236a0-854b-46a7-acbd-418a620e1919 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] delete failed (client error): The resource could not be found. Aug 10 03:50:39.933020 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-026236a0-854b-46a7-acbd-418a620e1919 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] 10.222.0.44 "DELETE /v2.0/floatingips/336f426d-c6b1-4ae3-9bd8-edb6be785c81 HTTP/1.1" status: 404 len: 345 time: 0.0691080 Aug 10 03:50:39.937703 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 38772) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:39.957147 n-d-768862-13 neutron-server[94260]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2398f0e-4113-4814-9a1e-a9d30274a836 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] DELETE failed (client error): The resource could not be found. Aug 10 03:50:39.957782 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2398f0e-4113-4814-9a1e-a9d30274a836 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:50:39.959700 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-e2398f0e-4113-4814-9a1e-a9d30274a836 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] 10.222.0.44 "DELETE /v2.0/networks/11585d64-b289-4871-88ce-43a027d9e997 HTTP/1.1" status: 404 len: 339 time: 0.0209208 Aug 10 03:50:39.965930 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 38774) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:39.971742 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-f263ee7b-dd33-459b-98ce-f82db8b9e6a8 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Request body: {'network': {'name': 'tempest-network--185105376', 'router:external': True}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:39.997310 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f263ee7b-dd33-459b-98ce-f82db8b9e6a8 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Made reservation on behalf of 91d4d45f532c42ba88b798334d1ce726 for: {'network': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:50:40.000159 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f263ee7b-dd33-459b-98ce-f82db8b9e6a8 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:40.031678 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f263ee7b-dd33-459b-98ce-f82db8b9e6a8 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=94260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:50:40.044559 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f263ee7b-dd33-459b-98ce-f82db8b9e6a8 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:40.045580 n-d-768862-13 neutron-server[94260]: INFO neutron.db.segments_db [None req-f263ee7b-dd33-459b-98ce-f82db8b9e6a8 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Added segment 40e99d29-10b7-4162-bb19-a5b04d7deb32 of type vlan for network d6ec162d-1e92-4032-8973-40970119700a Aug 10 03:50:40.104625 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f263ee7b-dd33-459b-98ce-f82db8b9e6a8 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:40.156582 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f263ee7b-dd33-459b-98ce-f82db8b9e6a8 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:40.157998 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f263ee7b-dd33-459b-98ce-f82db8b9e6a8 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:40.158799 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f263ee7b-dd33-459b-98ce-f82db8b9e6a8 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Notify callbacks [] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:40.189366 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-f263ee7b-dd33-459b-98ce-f82db8b9e6a8 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.2219095 Aug 10 03:50:40.193243 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 38776) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:40.257846 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f263ee7b-dd33-459b-98ce-f82db8b9e6a8 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Pushing event updated for resources: {'Network': ['ID=d6ec162d-1e92-4032-8973-40970119700a,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:40.271403 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network d6ec162d-1e92-4032-8973-40970119700a details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:50:40.445192 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116d5b1a-7c24-482e-aa6d-9115e5261f5b tempest-ExternalNetworksTestJSON-828602300 tempest-ExternalNetworksTestJSON-828602300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:40.452166 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116d5b1a-7c24-482e-aa6d-9115e5261f5b tempest-ExternalNetworksTestJSON-828602300 tempest-ExternalNetworksTestJSON-828602300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:40.459602 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116d5b1a-7c24-482e-aa6d-9115e5261f5b tempest-ExternalNetworksTestJSON-828602300 tempest-ExternalNetworksTestJSON-828602300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:40.465961 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116d5b1a-7c24-482e-aa6d-9115e5261f5b tempest-ExternalNetworksTestJSON-828602300 tempest-ExternalNetworksTestJSON-828602300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:40.467899 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-116d5b1a-7c24-482e-aa6d-9115e5261f5b tempest-ExternalNetworksTestJSON-828602300 tempest-ExternalNetworksTestJSON-828602300-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.2734418 Aug 10 03:50:40.471370 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 38778) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:40.552764 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-10eb48ab-540c-4208-acbd-65ce384c0076 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:40.646421 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-10eb48ab-540c-4208-acbd-65ce384c0076 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:40.660172 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-10eb48ab-540c-4208-acbd-65ce384c0076 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6ec162d-1e92-4032-8973-40970119700a']}} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:50:40.672592 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-10eb48ab-540c-4208-acbd-65ce384c0076 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40e99d29-10b7-4162-bb19-a5b04d7deb32') {'for_net_delete': True} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:50:40.672875 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-10eb48ab-540c-4208-acbd-65ce384c0076 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40e99d29-10b7-4162-bb19-a5b04d7deb32') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:50:40.683254 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-10eb48ab-540c-4208-acbd-65ce384c0076 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191186'] for segment, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:40.701497 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-10eb48ab-540c-4208-acbd-65ce384c0076 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:40.708973 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10eb48ab-540c-4208-acbd-65ce384c0076 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=94260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:50:40.709432 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-10eb48ab-540c-4208-acbd-65ce384c0076 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58895489'] for segment, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:40.711573 n-d-768862-13 neutron-server[94260]: Traceback (most recent call last): Aug 10 03:50:40.711573 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:50:40.711573 n-d-768862-13 neutron-server[94260]: timer() Aug 10 03:50:40.711573 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:50:40.711573 n-d-768862-13 neutron-server[94260]: cb(*args, **kw) Aug 10 03:50:40.711573 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:50:40.711573 n-d-768862-13 neutron-server[94260]: return func(*args, **kwargs) Aug 10 03:50:40.711573 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:50:40.711573 n-d-768862-13 neutron-server[94260]: self._notify() Aug 10 03:50:40.711573 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:50:40.711573 n-d-768862-13 neutron-server[94260]: self.callback(batched_events) Aug 10 03:50:40.711573 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:50:40.711573 n-d-768862-13 neutron-server[94260]: event.method(event) Aug 10 03:50:40.711573 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:50:40.711573 n-d-768862-13 neutron-server[94260]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:50:40.711573 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:50:40.711573 n-d-768862-13 neutron-server[94260]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:50:40.711573 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:50:40.711573 n-d-768862-13 neutron-server[94260]: return f(self, *a, **k) Aug 10 03:50:40.711573 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:50:40.711573 n-d-768862-13 neutron-server[94260]: return self._get(url).json() Aug 10 03:50:40.711573 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:50:40.711573 n-d-768862-13 neutron-server[94260]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:50:40.711573 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:50:40.711573 n-d-768862-13 neutron-server[94260]: return self.request(url, 'GET', **kwargs) Aug 10 03:50:40.711573 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:50:40.711573 n-d-768862-13 neutron-server[94260]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:50:40.711573 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:50:40.711573 n-d-768862-13 neutron-server[94260]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:50:40.711573 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:50:40.711573 n-d-768862-13 neutron-server[94260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:50:40.711573 n-d-768862-13 neutron-server[94260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:50:40.779606 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-10eb48ab-540c-4208-acbd-65ce384c0076 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:40.786057 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10eb48ab-540c-4208-acbd-65ce384c0076 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d6ec162d-1e92-4032-8973-40970119700a {{(pid=94260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 10 03:50:40.789865 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-10eb48ab-540c-4208-acbd-65ce384c0076 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Notify callbacks [] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:40.792196 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-10eb48ab-540c-4208-acbd-65ce384c0076 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] 10.222.0.44 "DELETE /v2.0/networks/d6ec162d-1e92-4032-8973-40970119700a HTTP/1.1" status: 204 len: 168 time: 0.3196371 Aug 10 03:50:40.797250 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 38786) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:40.802562 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-8aa05405-f1f8-4dfe-b5da-26e34b64d837 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Request body: {'network': {'name': 'tempest-network--1126455694', 'router:external': True}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:40.802835 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eb48ab-540c-4208-acbd-65ce384c0076 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Pushing event deleted for resources: {'Network': ['ID=d6ec162d-1e92-4032-8973-40970119700a,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:40.834199 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa05405-f1f8-4dfe-b5da-26e34b64d837 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Made reservation on behalf of 91d4d45f532c42ba88b798334d1ce726 for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:50:40.838417 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8aa05405-f1f8-4dfe-b5da-26e34b64d837 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:40.886752 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8aa05405-f1f8-4dfe-b5da-26e34b64d837 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:50:40.901960 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8aa05405-f1f8-4dfe-b5da-26e34b64d837 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:40.902407 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-8aa05405-f1f8-4dfe-b5da-26e34b64d837 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Added segment e82dc906-e7a7-4c3a-a4cd-de047be06c44 of type vlan for network 1dd87383-b67d-4593-a321-1e5a58380fba Aug 10 03:50:40.954950 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8aa05405-f1f8-4dfe-b5da-26e34b64d837 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:40.993541 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8aa05405-f1f8-4dfe-b5da-26e34b64d837 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:40.995019 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa05405-f1f8-4dfe-b5da-26e34b64d837 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:40.995746 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8aa05405-f1f8-4dfe-b5da-26e34b64d837 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:41.062807 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-8aa05405-f1f8-4dfe-b5da-26e34b64d837 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.2608602 Aug 10 03:50:41.063113 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 38788) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:41.067931 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa05405-f1f8-4dfe-b5da-26e34b64d837 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Pushing event updated for resources: {'Network': ['ID=1dd87383-b67d-4593-a321-1e5a58380fba,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:41.082997 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 1dd87383-b67d-4593-a321-1e5a58380fba details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:50:41.148019 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e7581c-bb8b-4626-9a18-d77f029a54e5 tempest-ExternalNetworksTestJSON-828602300 tempest-ExternalNetworksTestJSON-828602300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:41.149493 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-80e7581c-bb8b-4626-9a18-d77f029a54e5 tempest-ExternalNetworksTestJSON-828602300 tempest-ExternalNetworksTestJSON-828602300-project] 10.222.0.44 "GET /v2.0/networks/1dd87383-b67d-4593-a321-1e5a58380fba HTTP/1.1" status: 200 len: 757 time: 0.0853815 Aug 10 03:50:41.154854 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 38790) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:41.254001 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7540359e-45d6-4477-8d41-7b20d66c0714 tempest-ExternalNetworksTestJSON-828602300 tempest-ExternalNetworksTestJSON-828602300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:41.255622 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-7540359e-45d6-4477-8d41-7b20d66c0714 tempest-ExternalNetworksTestJSON-828602300 tempest-ExternalNetworksTestJSON-828602300-project] 10.222.0.44 "GET /v2.0/networks/1c50cced-ceeb-4d82-9dba-f6f401144dd9 HTTP/1.1" status: 200 len: 767 time: 0.0992100 Aug 10 03:50:41.260226 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 38792) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:41.347648 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-191c4183-5a32-41de-a370-2fd9d5cb507a tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:41.443603 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-191c4183-5a32-41de-a370-2fd9d5cb507a tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:41.455114 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-191c4183-5a32-41de-a370-2fd9d5cb507a tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dd87383-b67d-4593-a321-1e5a58380fba']}} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:50:41.468216 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-191c4183-5a32-41de-a370-2fd9d5cb507a tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e82dc906-e7a7-4c3a-a4cd-de047be06c44') {'for_net_delete': True} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:50:41.468645 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-191c4183-5a32-41de-a370-2fd9d5cb507a tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e82dc906-e7a7-4c3a-a4cd-de047be06c44') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:50:41.479584 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-191c4183-5a32-41de-a370-2fd9d5cb507a tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191186'] for segment, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:41.497990 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-191c4183-5a32-41de-a370-2fd9d5cb507a tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:41.505742 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-191c4183-5a32-41de-a370-2fd9d5cb507a tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=94260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:50:41.506161 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-191c4183-5a32-41de-a370-2fd9d5cb507a tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58895489'] for segment, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:41.508916 n-d-768862-13 neutron-server[94260]: Traceback (most recent call last): Aug 10 03:50:41.508916 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:50:41.508916 n-d-768862-13 neutron-server[94260]: timer() Aug 10 03:50:41.508916 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:50:41.508916 n-d-768862-13 neutron-server[94260]: cb(*args, **kw) Aug 10 03:50:41.508916 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:50:41.508916 n-d-768862-13 neutron-server[94260]: return func(*args, **kwargs) Aug 10 03:50:41.508916 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:50:41.508916 n-d-768862-13 neutron-server[94260]: self._notify() Aug 10 03:50:41.508916 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:50:41.508916 n-d-768862-13 neutron-server[94260]: self.callback(batched_events) Aug 10 03:50:41.508916 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:50:41.508916 n-d-768862-13 neutron-server[94260]: event.method(event) Aug 10 03:50:41.508916 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:50:41.508916 n-d-768862-13 neutron-server[94260]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:50:41.508916 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:50:41.508916 n-d-768862-13 neutron-server[94260]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:50:41.508916 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:50:41.508916 n-d-768862-13 neutron-server[94260]: return f(self, *a, **k) Aug 10 03:50:41.508916 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:50:41.508916 n-d-768862-13 neutron-server[94260]: return self._get(url).json() Aug 10 03:50:41.508916 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:50:41.508916 n-d-768862-13 neutron-server[94260]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:50:41.508916 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:50:41.508916 n-d-768862-13 neutron-server[94260]: return self.request(url, 'GET', **kwargs) Aug 10 03:50:41.508916 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:50:41.508916 n-d-768862-13 neutron-server[94260]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:50:41.508916 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:50:41.508916 n-d-768862-13 neutron-server[94260]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:50:41.508916 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:50:41.508916 n-d-768862-13 neutron-server[94260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:50:41.508916 n-d-768862-13 neutron-server[94260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:50:41.577345 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-191c4183-5a32-41de-a370-2fd9d5cb507a tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:41.583802 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-191c4183-5a32-41de-a370-2fd9d5cb507a tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1dd87383-b67d-4593-a321-1e5a58380fba {{(pid=94260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 10 03:50:41.588778 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-191c4183-5a32-41de-a370-2fd9d5cb507a tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Notify callbacks [] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:41.597953 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-191c4183-5a32-41de-a370-2fd9d5cb507a tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] 10.222.0.44 "DELETE /v2.0/networks/1dd87383-b67d-4593-a321-1e5a58380fba HTTP/1.1" status: 204 len: 168 time: 0.3296998 Aug 10 03:50:41.598133 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 38794) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:41.606064 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191c4183-5a32-41de-a370-2fd9d5cb507a tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Pushing event deleted for resources: {'Network': ['ID=1dd87383-b67d-4593-a321-1e5a58380fba,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:41.606583 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-2c8b3392-b00b-4b45-8336-8edf5006a825 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Request body: {'network': {'name': 'tempest-network--200816898'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:41.638373 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c8b3392-b00b-4b45-8336-8edf5006a825 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Made reservation on behalf of 91d4d45f532c42ba88b798334d1ce726 for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:50:41.641746 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2c8b3392-b00b-4b45-8336-8edf5006a825 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:41.685913 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c8b3392-b00b-4b45-8336-8edf5006a825 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:50:41.704889 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2c8b3392-b00b-4b45-8336-8edf5006a825 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:41.705630 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-2c8b3392-b00b-4b45-8336-8edf5006a825 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Added segment d91e6dbd-b4df-4f38-825f-328d2a6cc4de of type vlan for network 241bb882-e004-49cd-a335-401fe613589e Aug 10 03:50:41.784948 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2c8b3392-b00b-4b45-8336-8edf5006a825 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:41.842094 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2c8b3392-b00b-4b45-8336-8edf5006a825 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:41.844445 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8b3392-b00b-4b45-8336-8edf5006a825 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:41.845535 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2c8b3392-b00b-4b45-8336-8edf5006a825 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:41.966455 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-2c8b3392-b00b-4b45-8336-8edf5006a825 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3636301 Aug 10 03:50:41.967116 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 38806) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:41.977801 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-aed15600-71dd-491a-8813-a44a38cbf383 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:41.989111 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b3392-b00b-4b45-8336-8edf5006a825 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Pushing event updated for resources: {'Network': ['ID=241bb882-e004-49cd-a335-401fe613589e,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:42.006997 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 241bb882-e004-49cd-a335-401fe613589e details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:50:42.183844 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-aed15600-71dd-491a-8813-a44a38cbf383 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:42.201411 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-aed15600-71dd-491a-8813-a44a38cbf383 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:42.213232 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-aed15600-71dd-491a-8813-a44a38cbf383 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Network 241bb882-e004-49cd-a335-401fe613589e is not hosted by any dhcp agent {{(pid=94260) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 10 03:50:42.215031 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed15600-71dd-491a-8813-a44a38cbf383 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:42.216224 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-aed15600-71dd-491a-8813-a44a38cbf383 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Notify callbacks [] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:42.223112 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-aed15600-71dd-491a-8813-a44a38cbf383 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] 10.222.0.44 "PUT /v2.0/networks/241bb882-e004-49cd-a335-401fe613589e HTTP/1.1" status: 200 len: 856 time: 0.2530434 Aug 10 03:50:42.223488 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 38808) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:42.286687 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed15600-71dd-491a-8813-a44a38cbf383 tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Pushing event updated for resources: {'Network': ['ID=241bb882-e004-49cd-a335-401fe613589e,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:42.362015 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2e6315b1-0180-42b1-b578-d25ee787be4a tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:42.460274 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2e6315b1-0180-42b1-b578-d25ee787be4a tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:42.473719 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-2e6315b1-0180-42b1-b578-d25ee787be4a tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['241bb882-e004-49cd-a335-401fe613589e']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:50:42.487217 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-2e6315b1-0180-42b1-b578-d25ee787be4a tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd91e6dbd-b4df-4f38-825f-328d2a6cc4de') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:50:42.487669 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-2e6315b1-0180-42b1-b578-d25ee787be4a tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd91e6dbd-b4df-4f38-825f-328d2a6cc4de') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:50:42.500003 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2e6315b1-0180-42b1-b578-d25ee787be4a tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:42.518822 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2e6315b1-0180-42b1-b578-d25ee787be4a tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:42.527701 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e6315b1-0180-42b1-b578-d25ee787be4a tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:50:42.528348 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2e6315b1-0180-42b1-b578-d25ee787be4a tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:42.530749 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:50:42.530749 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:50:42.530749 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:50:42.530749 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:50:42.530749 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:50:42.530749 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:50:42.530749 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:50:42.530749 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:50:42.530749 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:50:42.530749 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:50:42.530749 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:50:42.530749 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:50:42.530749 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:50:42.530749 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:50:42.530749 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:50:42.530749 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:50:42.530749 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:50:42.530749 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:50:42.530749 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:50:42.530749 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:50:42.530749 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:50:42.530749 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:50:42.530749 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:50:42.530749 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:50:42.530749 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:50:42.530749 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:50:42.530749 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:50:42.530749 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:50:42.530749 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:50:42.530749 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:50:42.530749 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:50:42.530749 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:50:42.604115 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2e6315b1-0180-42b1-b578-d25ee787be4a tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:42.613032 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e6315b1-0180-42b1-b578-d25ee787be4a tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 241bb882-e004-49cd-a335-401fe613589e {{(pid=94261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 10 03:50:42.631992 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2e6315b1-0180-42b1-b578-d25ee787be4a tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:42.635250 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-2e6315b1-0180-42b1-b578-d25ee787be4a tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] 10.222.0.44 "DELETE /v2.0/networks/241bb882-e004-49cd-a335-401fe613589e HTTP/1.1" status: 204 len: 168 time: 0.4100852 Aug 10 03:50:42.637112 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6315b1-0180-42b1-b578-d25ee787be4a tempest-ExternalNetworksTestJSON-688065907 tempest-ExternalNetworksTestJSON-688065907-project-admin] Pushing event deleted for resources: {'Network': ['ID=241bb882-e004-49cd-a335-401fe613589e,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:42.644295 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 38812) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:42.695163 n-d-768862-13 neutron-server[94260]: INFO neutron.pecan_wsgi.hooks.translation [None req-dac8b923-cabe-455b-af73-5147eabe1e18 tempest-ExternalNetworksTestJSON-828602300 tempest-ExternalNetworksTestJSON-828602300-project] DELETE failed (client error): The resource could not be found. Aug 10 03:50:42.695851 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dac8b923-cabe-455b-af73-5147eabe1e18 tempest-ExternalNetworksTestJSON-828602300 tempest-ExternalNetworksTestJSON-828602300-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:50:42.700965 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-dac8b923-cabe-455b-af73-5147eabe1e18 tempest-ExternalNetworksTestJSON-828602300 tempest-ExternalNetworksTestJSON-828602300-project] 10.222.0.44 "DELETE /v2.0/subnets/20b559d6-bece-47a2-9872-773a10f83bbe HTTP/1.1" status: 404 len: 337 time: 0.0512140 Aug 10 03:50:42.702071 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 38814) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:42.825050 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b5205c98-e589-46bc-9f5f-b757918435d5 tempest-ExternalNetworksTestJSON-828602300 tempest-ExternalNetworksTestJSON-828602300-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:42.953305 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b5205c98-e589-46bc-9f5f-b757918435d5 tempest-ExternalNetworksTestJSON-828602300 tempest-ExternalNetworksTestJSON-828602300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:42.974201 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-b5205c98-e589-46bc-9f5f-b757918435d5 tempest-ExternalNetworksTestJSON-828602300 tempest-ExternalNetworksTestJSON-828602300-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c50cced-ceeb-4d82-9dba-f6f401144dd9']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:50:43.002422 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-b5205c98-e589-46bc-9f5f-b757918435d5 tempest-ExternalNetworksTestJSON-828602300 tempest-ExternalNetworksTestJSON-828602300-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae437a64-a42a-4a7d-a77e-069beac86c9d') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:50:43.003190 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-b5205c98-e589-46bc-9f5f-b757918435d5 tempest-ExternalNetworksTestJSON-828602300 tempest-ExternalNetworksTestJSON-828602300-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae437a64-a42a-4a7d-a77e-069beac86c9d') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:50:43.021918 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b5205c98-e589-46bc-9f5f-b757918435d5 tempest-ExternalNetworksTestJSON-828602300 tempest-ExternalNetworksTestJSON-828602300-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:43.051255 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b5205c98-e589-46bc-9f5f-b757918435d5 tempest-ExternalNetworksTestJSON-828602300 tempest-ExternalNetworksTestJSON-828602300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:43.063715 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5205c98-e589-46bc-9f5f-b757918435d5 tempest-ExternalNetworksTestJSON-828602300 tempest-ExternalNetworksTestJSON-828602300-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:50:43.064785 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b5205c98-e589-46bc-9f5f-b757918435d5 tempest-ExternalNetworksTestJSON-828602300 tempest-ExternalNetworksTestJSON-828602300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:43.070684 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:50:43.070684 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:50:43.070684 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:50:43.070684 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:50:43.070684 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:50:43.070684 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:50:43.070684 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:50:43.070684 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:50:43.070684 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:50:43.070684 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:50:43.070684 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:50:43.070684 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:50:43.070684 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:50:43.070684 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:50:43.070684 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:50:43.070684 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:50:43.070684 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:50:43.070684 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:50:43.070684 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:50:43.070684 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:50:43.070684 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:50:43.070684 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:50:43.070684 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:50:43.070684 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:50:43.070684 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:50:43.070684 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:50:43.070684 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:50:43.070684 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:50:43.070684 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:50:43.070684 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:50:43.070684 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:50:43.070684 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:50:43.197872 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b5205c98-e589-46bc-9f5f-b757918435d5 tempest-ExternalNetworksTestJSON-828602300 tempest-ExternalNetworksTestJSON-828602300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:43.207161 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b5205c98-e589-46bc-9f5f-b757918435d5 tempest-ExternalNetworksTestJSON-828602300 tempest-ExternalNetworksTestJSON-828602300-project] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:43.211668 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-b5205c98-e589-46bc-9f5f-b757918435d5 tempest-ExternalNetworksTestJSON-828602300 tempest-ExternalNetworksTestJSON-828602300-project] 10.222.0.44 "DELETE /v2.0/networks/1c50cced-ceeb-4d82-9dba-f6f401144dd9 HTTP/1.1" status: 204 len: 168 time: 0.5078280 Aug 10 03:50:43.243238 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5205c98-e589-46bc-9f5f-b757918435d5 tempest-ExternalNetworksTestJSON-828602300 tempest-ExternalNetworksTestJSON-828602300-project] Pushing event deleted for resources: {'Network': ['ID=1c50cced-ceeb-4d82-9dba-f6f401144dd9,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:43.708460 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 38822) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:43.919748 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-b076def8-76cd-4f14-933e-5c827c9fd1e1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=87ba91754c7048bebf9bb6cbfa977808&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2095613 Aug 10 03:50:43.923284 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 38826) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:43.990721 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bb827541-54b1-4456-ad94-d773eb475d28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:44.020218 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bb827541-54b1-4456-ad94-d773eb475d28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:44.098333 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bb827541-54b1-4456-ad94-d773eb475d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:44.102012 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bb827541-54b1-4456-ad94-d773eb475d28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:44.103405 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-bb827541-54b1-4456-ad94-d773eb475d28 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1febddbd-f1a4-4462-8b75-a8c1395bf5b4 HTTP/1.1" status: 204 len: 168 time: 0.1788821 Aug 10 03:50:44.115941 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb827541-54b1-4456-ad94-d773eb475d28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1febddbd-f1a4-4462-8b75-a8c1395bf5b4,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:44.476361 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 38834) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:44.533476 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-6d09d2dd-861c-4387-9776-fda06d2ac1e8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=91d4d45f532c42ba88b798334d1ce726&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0531557 Aug 10 03:50:44.533884 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 38836) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:44.611323 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0d778c7d-d54f-444a-97a5-8afcb565c331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:44.637061 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0d778c7d-d54f-444a-97a5-8afcb565c331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:44.704734 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0d778c7d-d54f-444a-97a5-8afcb565c331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:44.709099 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0d778c7d-d54f-444a-97a5-8afcb565c331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:44.710805 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-0d778c7d-d54f-444a-97a5-8afcb565c331 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/66ab622e-0f54-48b9-8e64-4a1c15372776 HTTP/1.1" status: 204 len: 168 time: 0.1754251 Aug 10 03:50:44.725461 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d778c7d-d54f-444a-97a5-8afcb565c331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ab622e-0f54-48b9-8e64-4a1c15372776,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:46.564626 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 38892) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:46.710953 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-30e9c0ca-1fdc-4995-bbce-44542428f0f4 tempest-RoutersAdminNegativeIpV6Test-158944312 tempest-RoutersAdminNegativeIpV6Test-158944312-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-976206315', 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:46.744521 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30e9c0ca-1fdc-4995-bbce-44542428f0f4 tempest-RoutersAdminNegativeIpV6Test-158944312 tempest-RoutersAdminNegativeIpV6Test-158944312-project-admin] Made reservation on behalf of eaceb99759c3440aa19fbe4ff29ff9e4 for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:50:46.748583 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-30e9c0ca-1fdc-4995-bbce-44542428f0f4 tempest-RoutersAdminNegativeIpV6Test-158944312 tempest-RoutersAdminNegativeIpV6Test-158944312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:46.764695 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-30e9c0ca-1fdc-4995-bbce-44542428f0f4 tempest-RoutersAdminNegativeIpV6Test-158944312 tempest-RoutersAdminNegativeIpV6Test-158944312-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:46.908468 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-30e9c0ca-1fdc-4995-bbce-44542428f0f4 tempest-RoutersAdminNegativeIpV6Test-158944312 tempest-RoutersAdminNegativeIpV6Test-158944312-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:46.913910 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-30e9c0ca-1fdc-4995-bbce-44542428f0f4 tempest-RoutersAdminNegativeIpV6Test-158944312 tempest-RoutersAdminNegativeIpV6Test-158944312-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:46.923701 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [None req-30e9c0ca-1fdc-4995-bbce-44542428f0f4 tempest-RoutersAdminNegativeIpV6Test-158944312 tempest-RoutersAdminNegativeIpV6Test-158944312-project-admin] device_id is not set on port e4d67862-a7ae-44ff-acb8-28ebaa9322da yet. {{(pid=94260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:50:47.009705 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e9c0ca-1fdc-4995-bbce-44542428f0f4 tempest-RoutersAdminNegativeIpV6Test-158944312 tempest-RoutersAdminNegativeIpV6Test-158944312-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3475801b-9843-456e-abe9-074583c519ac,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:47.115490 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-30e9c0ca-1fdc-4995-bbce-44542428f0f4 tempest-RoutersAdminNegativeIpV6Test-158944312 tempest-RoutersAdminNegativeIpV6Test-158944312-project-admin] Allocated IP 172.25.6.154 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/e4d67862-a7ae-44ff-acb8-28ebaa9322da) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:50:47.295741 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-30e9c0ca-1fdc-4995-bbce-44542428f0f4 tempest-RoutersAdminNegativeIpV6Test-158944312 tempest-RoutersAdminNegativeIpV6Test-158944312-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:47.344398 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-30e9c0ca-1fdc-4995-bbce-44542428f0f4 tempest-RoutersAdminNegativeIpV6Test-158944312 tempest-RoutersAdminNegativeIpV6Test-158944312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:47.393151 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e9c0ca-1fdc-4995-bbce-44542428f0f4 tempest-RoutersAdminNegativeIpV6Test-158944312 tempest-RoutersAdminNegativeIpV6Test-158944312-project-admin] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:50:47.396492 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-30e9c0ca-1fdc-4995-bbce-44542428f0f4 tempest-RoutersAdminNegativeIpV6Test-158944312 tempest-RoutersAdminNegativeIpV6Test-158944312-project-admin] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:50:47.400591 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e9c0ca-1fdc-4995-bbce-44542428f0f4 tempest-RoutersAdminNegativeIpV6Test-158944312 tempest-RoutersAdminNegativeIpV6Test-158944312-project-admin] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:50:47.429157 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e9c0ca-1fdc-4995-bbce-44542428f0f4 tempest-RoutersAdminNegativeIpV6Test-158944312 tempest-RoutersAdminNegativeIpV6Test-158944312-project-admin] Pushing event updated for resources: {'Port': ['ID=e4d67862-a7ae-44ff-acb8-28ebaa9322da,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:47.452839 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e9c0ca-1fdc-4995-bbce-44542428f0f4 tempest-RoutersAdminNegativeIpV6Test-158944312 tempest-RoutersAdminNegativeIpV6Test-158944312-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:47.453473 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-30e9c0ca-1fdc-4995-bbce-44542428f0f4 tempest-RoutersAdminNegativeIpV6Test-158944312 tempest-RoutersAdminNegativeIpV6Test-158944312-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:47.469035 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-30e9c0ca-1fdc-4995-bbce-44542428f0f4 tempest-RoutersAdminNegativeIpV6Test-158944312 tempest-RoutersAdminNegativeIpV6Test-158944312-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 0.9027896 Aug 10 03:50:47.472182 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 38900) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:47.479836 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-ca948b46-324c-4480-a078-4f3fdccd302f tempest-RoutersAdminNegativeIpV6Test-158944312 tempest-RoutersAdminNegativeIpV6Test-158944312-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.154'}]}}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:47.513999 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ca948b46-324c-4480-a078-4f3fdccd302f tempest-RoutersAdminNegativeIpV6Test-158944312 tempest-RoutersAdminNegativeIpV6Test-158944312-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:47.515955 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ca948b46-324c-4480-a078-4f3fdccd302f tempest-RoutersAdminNegativeIpV6Test-158944312 tempest-RoutersAdminNegativeIpV6Test-158944312-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:47.591197 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ca948b46-324c-4480-a078-4f3fdccd302f tempest-RoutersAdminNegativeIpV6Test-158944312 tempest-RoutersAdminNegativeIpV6Test-158944312-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:47.764770 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ca948b46-324c-4480-a078-4f3fdccd302f tempest-RoutersAdminNegativeIpV6Test-158944312 tempest-RoutersAdminNegativeIpV6Test-158944312-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:48.031650 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ca948b46-324c-4480-a078-4f3fdccd302f tempest-RoutersAdminNegativeIpV6Test-158944312 tempest-RoutersAdminNegativeIpV6Test-158944312-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:48.060036 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ca948b46-324c-4480-a078-4f3fdccd302f tempest-RoutersAdminNegativeIpV6Test-158944312 tempest-RoutersAdminNegativeIpV6Test-158944312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:48.289669 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ca948b46-324c-4480-a078-4f3fdccd302f tempest-RoutersAdminNegativeIpV6Test-158944312 tempest-RoutersAdminNegativeIpV6Test-158944312-project-admin] Notify callbacks [] for router, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:48.839577 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ca948b46-324c-4480-a078-4f3fdccd302f tempest-RoutersAdminNegativeIpV6Test-158944312 tempest-RoutersAdminNegativeIpV6Test-158944312-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:48.842025 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ca948b46-324c-4480-a078-4f3fdccd302f tempest-RoutersAdminNegativeIpV6Test-158944312 tempest-RoutersAdminNegativeIpV6Test-158944312-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:48.893342 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ca948b46-324c-4480-a078-4f3fdccd302f tempest-RoutersAdminNegativeIpV6Test-158944312 tempest-RoutersAdminNegativeIpV6Test-158944312-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:48.893891 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca948b46-324c-4480-a078-4f3fdccd302f tempest-RoutersAdminNegativeIpV6Test-158944312 tempest-RoutersAdminNegativeIpV6Test-158944312-project-admin] Fanout notify agent at l3_agent the message router_deleted on router baed189f-819f-4503-a386-d610bb642ebb {{(pid=94260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:50:48.912863 n-d-768862-13 neutron-server[94260]: INFO neutron.api.v2.resource [None req-ca948b46-324c-4480-a078-4f3fdccd302f tempest-RoutersAdminNegativeIpV6Test-158944312 tempest-RoutersAdminNegativeIpV6Test-158944312-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 10 03:50:48.913998 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-ca948b46-324c-4480-a078-4f3fdccd302f tempest-RoutersAdminNegativeIpV6Test-158944312 tempest-RoutersAdminNegativeIpV6Test-158944312-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.4405472 Aug 10 03:50:48.917045 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 38906) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:49.004768 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-fe4ca04a-9400-4050-b4f5-3948e6f8f547 tempest-RoutersAdminNegativeIpV6Test-158944312 tempest-RoutersAdminNegativeIpV6Test-158944312-project-admin] Deleting port e4d67862-a7ae-44ff-acb8-28ebaa9322da {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:50:49.005143 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-fe4ca04a-9400-4050-b4f5-3948e6f8f547 tempest-RoutersAdminNegativeIpV6Test-158944312 tempest-RoutersAdminNegativeIpV6Test-158944312-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:49.090554 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-fe4ca04a-9400-4050-b4f5-3948e6f8f547 tempest-RoutersAdminNegativeIpV6Test-158944312 tempest-RoutersAdminNegativeIpV6Test-158944312-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:49.105923 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-fe4ca04a-9400-4050-b4f5-3948e6f8f547 tempest-RoutersAdminNegativeIpV6Test-158944312 tempest-RoutersAdminNegativeIpV6Test-158944312-project-admin] Calling delete_port for e4d67862-a7ae-44ff-acb8-28ebaa9322da owned by {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:50:49.276289 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-fe4ca04a-9400-4050-b4f5-3948e6f8f547 tempest-RoutersAdminNegativeIpV6Test-158944312 tempest-RoutersAdminNegativeIpV6Test-158944312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:49.335142 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4ca04a-9400-4050-b4f5-3948e6f8f547 tempest-RoutersAdminNegativeIpV6Test-158944312 tempest-RoutersAdminNegativeIpV6Test-158944312-project-admin] Pushing event deleted for resources: {'Port': ['ID=e4d67862-a7ae-44ff-acb8-28ebaa9322da,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:49.426852 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-fe4ca04a-9400-4050-b4f5-3948e6f8f547 tempest-RoutersAdminNegativeIpV6Test-158944312 tempest-RoutersAdminNegativeIpV6Test-158944312-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:49.434948 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-fe4ca04a-9400-4050-b4f5-3948e6f8f547 tempest-RoutersAdminNegativeIpV6Test-158944312 tempest-RoutersAdminNegativeIpV6Test-158944312-project-admin] 10.222.0.44 "DELETE /v2.0/ports/e4d67862-a7ae-44ff-acb8-28ebaa9322da HTTP/1.1" status: 204 len: 168 time: 0.5116937 Aug 10 03:50:49.823039 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 38932) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:49.989511 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2c6dda3f-b619-4b7b-8797-e65b9a5e00c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:50.139119 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2c6dda3f-b619-4b7b-8797-e65b9a5e00c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:50.144693 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2c6dda3f-b619-4b7b-8797-e65b9a5e00c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:50.192172 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-2c6dda3f-b619-4b7b-8797-e65b9a5e00c1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7539df5d2a524c56810c935d2fa30e80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3674893 Aug 10 03:50:50.193114 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6dda3f-b619-4b7b-8797-e65b9a5e00c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f50070f0-83c5-4529-8276-69062033ca89,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:50.196755 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 38936) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:50.279126 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e83018df-b7f0-4949-8539-f1d469558471 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:50.308406 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e83018df-b7f0-4949-8539-f1d469558471 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:50.379467 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e83018df-b7f0-4949-8539-f1d469558471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:50.382554 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e83018df-b7f0-4949-8539-f1d469558471 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:50.384092 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-e83018df-b7f0-4949-8539-f1d469558471 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f50070f0-83c5-4529-8276-69062033ca89 HTTP/1.1" status: 204 len: 168 time: 0.1858888 Aug 10 03:50:50.396146 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83018df-b7f0-4949-8539-f1d469558471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f50070f0-83c5-4529-8276-69062033ca89,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:50.823509 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 38946) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:50.877017 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-43104533-ebf9-421a-b30a-8c749ede1632 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=eaceb99759c3440aa19fbe4ff29ff9e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0513151 Aug 10 03:50:50.880133 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 38948) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:50.955135 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-71d2c00e-1947-46c8-9cf4-2ce902562dce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:50.984415 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-71d2c00e-1947-46c8-9cf4-2ce902562dce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:51.052588 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-71d2c00e-1947-46c8-9cf4-2ce902562dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:51.055238 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-71d2c00e-1947-46c8-9cf4-2ce902562dce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:51.056558 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-71d2c00e-1947-46c8-9cf4-2ce902562dce admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3475801b-9843-456e-abe9-074583c519ac HTTP/1.1" status: 204 len: 168 time: 0.1748841 Aug 10 03:50:51.065968 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d2c00e-1947-46c8-9cf4-2ce902562dce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3475801b-9843-456e-abe9-074583c519ac,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:51.367476 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-2f6b6790-d559-4edd-ae7f-8c3ad97811ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:52.892407 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 38996) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:53.054678 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-9369f0c8-ec7c-45c0-823b-27c60ab44029 tempest-RoutersAdminNegativeTest-2092564023 tempest-RoutersAdminNegativeTest-2092564023-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1981495683', 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:53.087768 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9369f0c8-ec7c-45c0-823b-27c60ab44029 tempest-RoutersAdminNegativeTest-2092564023 tempest-RoutersAdminNegativeTest-2092564023-project-admin] Made reservation on behalf of 3c936278dba046348f53ca47613b6aab for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:50:53.090337 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9369f0c8-ec7c-45c0-823b-27c60ab44029 tempest-RoutersAdminNegativeTest-2092564023 tempest-RoutersAdminNegativeTest-2092564023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:53.099813 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9369f0c8-ec7c-45c0-823b-27c60ab44029 tempest-RoutersAdminNegativeTest-2092564023 tempest-RoutersAdminNegativeTest-2092564023-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:53.266181 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9369f0c8-ec7c-45c0-823b-27c60ab44029 tempest-RoutersAdminNegativeTest-2092564023 tempest-RoutersAdminNegativeTest-2092564023-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:53.272328 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9369f0c8-ec7c-45c0-823b-27c60ab44029 tempest-RoutersAdminNegativeTest-2092564023 tempest-RoutersAdminNegativeTest-2092564023-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:53.282001 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [None req-9369f0c8-ec7c-45c0-823b-27c60ab44029 tempest-RoutersAdminNegativeTest-2092564023 tempest-RoutersAdminNegativeTest-2092564023-project-admin] device_id is not set on port 772c9574-f0dc-4a94-a6c4-dd2bb3105506 yet. {{(pid=94261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:50:53.382598 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9369f0c8-ec7c-45c0-823b-27c60ab44029 tempest-RoutersAdminNegativeTest-2092564023 tempest-RoutersAdminNegativeTest-2092564023-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a1f431b-b73d-4949-8be4-735a7f2cb391,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:53.487343 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-9369f0c8-ec7c-45c0-823b-27c60ab44029 tempest-RoutersAdminNegativeTest-2092564023 tempest-RoutersAdminNegativeTest-2092564023-project-admin] Allocated IP 172.25.6.138 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/772c9574-f0dc-4a94-a6c4-dd2bb3105506) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:50:53.684945 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ad2244d5-f7a0-4a47-af19-34aae455d09a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:53.703123 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9369f0c8-ec7c-45c0-823b-27c60ab44029 tempest-RoutersAdminNegativeTest-2092564023 tempest-RoutersAdminNegativeTest-2092564023-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:53.751117 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9369f0c8-ec7c-45c0-823b-27c60ab44029 tempest-RoutersAdminNegativeTest-2092564023 tempest-RoutersAdminNegativeTest-2092564023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:53.800206 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9369f0c8-ec7c-45c0-823b-27c60ab44029 tempest-RoutersAdminNegativeTest-2092564023 tempest-RoutersAdminNegativeTest-2092564023-project-admin] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:50:53.806129 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-9369f0c8-ec7c-45c0-823b-27c60ab44029 tempest-RoutersAdminNegativeTest-2092564023 tempest-RoutersAdminNegativeTest-2092564023-project-admin] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:50:53.810995 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9369f0c8-ec7c-45c0-823b-27c60ab44029 tempest-RoutersAdminNegativeTest-2092564023 tempest-RoutersAdminNegativeTest-2092564023-project-admin] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:50:53.838311 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9369f0c8-ec7c-45c0-823b-27c60ab44029 tempest-RoutersAdminNegativeTest-2092564023 tempest-RoutersAdminNegativeTest-2092564023-project-admin] Pushing event updated for resources: {'Port': ['ID=772c9574-f0dc-4a94-a6c4-dd2bb3105506,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:53.864213 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9369f0c8-ec7c-45c0-823b-27c60ab44029 tempest-RoutersAdminNegativeTest-2092564023 tempest-RoutersAdminNegativeTest-2092564023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:53.864843 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9369f0c8-ec7c-45c0-823b-27c60ab44029 tempest-RoutersAdminNegativeTest-2092564023 tempest-RoutersAdminNegativeTest-2092564023-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:53.883229 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-9369f0c8-ec7c-45c0-823b-27c60ab44029 tempest-RoutersAdminNegativeTest-2092564023 tempest-RoutersAdminNegativeTest-2092564023-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.9903917 Aug 10 03:50:53.888176 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39000) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:53.893015 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-0ac0ccbb-4c7a-4729-88b5-9d25d6782b63 tempest-RoutersAdminNegativeTest-2092564023 tempest-RoutersAdminNegativeTest-2092564023-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.138'}]}}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:53.925047 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0ac0ccbb-4c7a-4729-88b5-9d25d6782b63 tempest-RoutersAdminNegativeTest-2092564023 tempest-RoutersAdminNegativeTest-2092564023-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:53.926697 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0ac0ccbb-4c7a-4729-88b5-9d25d6782b63 tempest-RoutersAdminNegativeTest-2092564023 tempest-RoutersAdminNegativeTest-2092564023-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:54.016550 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0ac0ccbb-4c7a-4729-88b5-9d25d6782b63 tempest-RoutersAdminNegativeTest-2092564023 tempest-RoutersAdminNegativeTest-2092564023-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:54.216983 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0ac0ccbb-4c7a-4729-88b5-9d25d6782b63 tempest-RoutersAdminNegativeTest-2092564023 tempest-RoutersAdminNegativeTest-2092564023-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:54.283070 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:54.519426 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0ac0ccbb-4c7a-4729-88b5-9d25d6782b63 tempest-RoutersAdminNegativeTest-2092564023 tempest-RoutersAdminNegativeTest-2092564023-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:54.539724 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0ac0ccbb-4c7a-4729-88b5-9d25d6782b63 tempest-RoutersAdminNegativeTest-2092564023 tempest-RoutersAdminNegativeTest-2092564023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:54.702818 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0ac0ccbb-4c7a-4729-88b5-9d25d6782b63 tempest-RoutersAdminNegativeTest-2092564023 tempest-RoutersAdminNegativeTest-2092564023-project-admin] Notify callbacks [] for router, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:55.199151 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0ac0ccbb-4c7a-4729-88b5-9d25d6782b63 tempest-RoutersAdminNegativeTest-2092564023 tempest-RoutersAdminNegativeTest-2092564023-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:55.203113 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0ac0ccbb-4c7a-4729-88b5-9d25d6782b63 tempest-RoutersAdminNegativeTest-2092564023 tempest-RoutersAdminNegativeTest-2092564023-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:55.251211 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0ac0ccbb-4c7a-4729-88b5-9d25d6782b63 tempest-RoutersAdminNegativeTest-2092564023 tempest-RoutersAdminNegativeTest-2092564023-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:55.251813 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ac0ccbb-4c7a-4729-88b5-9d25d6782b63 tempest-RoutersAdminNegativeTest-2092564023 tempest-RoutersAdminNegativeTest-2092564023-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0a49f32e-b060-4e93-a4cd-994a1fbe4b65 {{(pid=94261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:50:55.272924 n-d-768862-13 neutron-server[94261]: INFO neutron.api.v2.resource [None req-0ac0ccbb-4c7a-4729-88b5-9d25d6782b63 tempest-RoutersAdminNegativeTest-2092564023 tempest-RoutersAdminNegativeTest-2092564023-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 10 03:50:55.274200 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-0ac0ccbb-4c7a-4729-88b5-9d25d6782b63 tempest-RoutersAdminNegativeTest-2092564023 tempest-RoutersAdminNegativeTest-2092564023-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.3849831 Aug 10 03:50:55.277710 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39018) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:55.364592 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-ed8e1dcf-d5ee-4f51-8f98-b49102de86ea tempest-RoutersAdminNegativeTest-2092564023 tempest-RoutersAdminNegativeTest-2092564023-project-admin] Deleting port 772c9574-f0dc-4a94-a6c4-dd2bb3105506 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:50:55.365176 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ed8e1dcf-d5ee-4f51-8f98-b49102de86ea tempest-RoutersAdminNegativeTest-2092564023 tempest-RoutersAdminNegativeTest-2092564023-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:55.413492 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:55.474571 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ed8e1dcf-d5ee-4f51-8f98-b49102de86ea tempest-RoutersAdminNegativeTest-2092564023 tempest-RoutersAdminNegativeTest-2092564023-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:55.492900 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-ed8e1dcf-d5ee-4f51-8f98-b49102de86ea tempest-RoutersAdminNegativeTest-2092564023 tempest-RoutersAdminNegativeTest-2092564023-project-admin] Calling delete_port for 772c9574-f0dc-4a94-a6c4-dd2bb3105506 owned by {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:50:55.644904 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ed8e1dcf-d5ee-4f51-8f98-b49102de86ea tempest-RoutersAdminNegativeTest-2092564023 tempest-RoutersAdminNegativeTest-2092564023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:55.685965 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8e1dcf-d5ee-4f51-8f98-b49102de86ea tempest-RoutersAdminNegativeTest-2092564023 tempest-RoutersAdminNegativeTest-2092564023-project-admin] Pushing event deleted for resources: {'Port': ['ID=772c9574-f0dc-4a94-a6c4-dd2bb3105506,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:55.755051 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ed8e1dcf-d5ee-4f51-8f98-b49102de86ea tempest-RoutersAdminNegativeTest-2092564023 tempest-RoutersAdminNegativeTest-2092564023-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:55.757961 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ed8e1dcf-d5ee-4f51-8f98-b49102de86ea tempest-RoutersAdminNegativeTest-2092564023 tempest-RoutersAdminNegativeTest-2092564023-project-admin] 10.222.0.44 "DELETE /v2.0/ports/772c9574-f0dc-4a94-a6c4-dd2bb3105506 HTTP/1.1" status: 204 len: 168 time: 0.4789498 Aug 10 03:50:56.210787 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:56.339682 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39038) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:56.490022 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3151d62b-7a50-4f29-8aab-41cb1d2795e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:56.617888 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3151d62b-7a50-4f29-8aab-41cb1d2795e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:56.624521 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3151d62b-7a50-4f29-8aab-41cb1d2795e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:56.682032 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3151d62b-7a50-4f29-8aab-41cb1d2795e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c970e8e-3ab7-4866-be65-5c3c7bc3fdda,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:56.692477 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-3151d62b-7a50-4f29-8aab-41cb1d2795e1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3a52ef012be24523bb9ad039862af7d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3479142 Aug 10 03:50:56.692928 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39042) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:56.771899 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e3d28c1d-9b78-4819-849e-ec4d28833c16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:56.798964 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e3d28c1d-9b78-4819-849e-ec4d28833c16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:56.847923 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:56.863837 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e3d28c1d-9b78-4819-849e-ec4d28833c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:56.867628 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e3d28c1d-9b78-4819-849e-ec4d28833c16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:56.869189 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e3d28c1d-9b78-4819-849e-ec4d28833c16 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2c970e8e-3ab7-4866-be65-5c3c7bc3fdda HTTP/1.1" status: 204 len: 168 time: 0.1732736 Aug 10 03:50:56.879665 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d28c1d-9b78-4819-849e-ec4d28833c16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c970e8e-3ab7-4866-be65-5c3c7bc3fdda,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:57.207829 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39054) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:57.277899 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-3b08ee82-2157-450c-8f5c-62c4d635be74 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3c936278dba046348f53ca47613b6aab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0678902 Aug 10 03:50:57.281437 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39056) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:57.363479 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-fa4e57a8-56b2-4382-a585-1c8feaa9549b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:57.391416 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-fa4e57a8-56b2-4382-a585-1c8feaa9549b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:57.460107 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-fa4e57a8-56b2-4382-a585-1c8feaa9549b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:57.463212 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-fa4e57a8-56b2-4382-a585-1c8feaa9549b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:57.468941 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-fa4e57a8-56b2-4382-a585-1c8feaa9549b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0a1f431b-b73d-4949-8be4-735a7f2cb391 HTTP/1.1" status: 204 len: 168 time: 0.1816845 Aug 10 03:50:57.477430 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4e57a8-56b2-4382-a585-1c8feaa9549b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a1f431b-b73d-4949-8be4-735a7f2cb391,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:58.343473 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39082) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:58.508308 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-aa7f712e-c1dc-4cd0-9eb2-ba2936891d2c tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1637443477'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:58.544722 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa7f712e-c1dc-4cd0-9eb2-ba2936891d2c tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Made reservation on behalf of 81e716861c6c4321abe7f438a66c4076 for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:50:58.554635 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-aa7f712e-c1dc-4cd0-9eb2-ba2936891d2c tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:58.568644 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-aa7f712e-c1dc-4cd0-9eb2-ba2936891d2c tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:58.793522 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-aa7f712e-c1dc-4cd0-9eb2-ba2936891d2c tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:58.799529 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-aa7f712e-c1dc-4cd0-9eb2-ba2936891d2c tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:58.831777 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa7f712e-c1dc-4cd0-9eb2-ba2936891d2c tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:50:58.853331 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7f712e-c1dc-4cd0-9eb2-ba2936891d2c tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd69a11-f442-4a0c-b477-d27802d4003a,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:58.862782 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-aa7f712e-c1dc-4cd0-9eb2-ba2936891d2c tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:58.863393 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-aa7f712e-c1dc-4cd0-9eb2-ba2936891d2c tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Added segment 52cf705f-3228-4964-8d9f-b82fd04f4836 of type vlan for network cfc280cf-2977-4a5c-89c8-adf4088ffacb Aug 10 03:50:58.925979 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-aa7f712e-c1dc-4cd0-9eb2-ba2936891d2c tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:58.973269 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-aa7f712e-c1dc-4cd0-9eb2-ba2936891d2c tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:58.984461 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7f712e-c1dc-4cd0-9eb2-ba2936891d2c tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:58.985540 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-aa7f712e-c1dc-4cd0-9eb2-ba2936891d2c tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:59.081577 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-aa7f712e-c1dc-4cd0-9eb2-ba2936891d2c tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7365758 Aug 10 03:50:59.086089 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39086) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:59.099954 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-d4879d74-eb96-439c-a798-669acb4a9223 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Request body: {'subnet': {'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:59.185259 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7f712e-c1dc-4cd0-9eb2-ba2936891d2c tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event updated for resources: {'Network': ['ID=cfc280cf-2977-4a5c-89c8-adf4088ffacb,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:59.197107 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:50:59.266427 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4879d74-eb96-439c-a798-669acb4a9223 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Made reservation on behalf of 81e716861c6c4321abe7f438a66c4076 for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:50:59.270146 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d4879d74-eb96-439c-a798-669acb4a9223 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:59.454687 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:50:59.504543 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d4879d74-eb96-439c-a798-669acb4a9223 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:59.579520 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4879d74-eb96-439c-a798-669acb4a9223 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event updated for resources: {'Subnet': ['ID=b11454d1-4e08-4e8e-8892-d62af35746bd,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:59.593102 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4879d74-eb96-439c-a798-669acb4a9223 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Checking segment: {'id': '52cf705f-3228-4964-8d9f-b82fd04f4836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:50:59.593518 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4879d74-eb96-439c-a798-669acb4a9223 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Network hostable DHCP agents. Network: cfc280cf-2977-4a5c-89c8-adf4088ffacb, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:50:59.613900 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4879d74-eb96-439c-a798-669acb4a9223 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:50:59.632067 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-d4879d74-eb96-439c-a798-669acb4a9223 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, cfc280cf-2977-4a5c-89c8-adf4088ffacb) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:50:59.640258 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4879d74-eb96-439c-a798-669acb4a9223 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:59.641676 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d4879d74-eb96-439c-a798-669acb4a9223 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:59.652968 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d234e552-e0a5-48f7-8c4c-bd1f00605464 None None] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:50:59.666575 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-d4879d74-eb96-439c-a798-669acb4a9223 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5784564 Aug 10 03:50:59.669853 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39102) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:59.680627 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-2d8c032c-1b69-43e3-88b4-b089523c3221 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Request body: {'port': {'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'name': 'tempest-NetworksTestDHCPv6-1933045324'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:59.841638 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acff4799-fd2c-428d-86c3-94ef478ffd4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'tenant_id': '81e716861c6c4321abe7f438a66c4076', 'fixed_ips': [{'subnet_id': 'b11454d1-4e08-4e8e-8892-d62af35746bd'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:50:59.843686 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-acff4799-fd2c-428d-86c3-94ef478ffd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:59.902438 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d8c032c-1b69-43e3-88b4-b089523c3221 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Made reservation on behalf of 81e716861c6c4321abe7f438a66c4076 for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:50:59.907840 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2d8c032c-1b69-43e3-88b4-b089523c3221 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:59.941739 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [None req-2d8c032c-1b69-43e3-88b4-b089523c3221 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] device_id is not set on port 3d07472c-c309-490f-9cc1-465a6ed45159 yet. {{(pid=94261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:51:00.059241 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-acff4799-fd2c-428d-86c3-94ef478ffd4a None None] Allocated IP 2001:db8::2 (cfc280cf-2977-4a5c-89c8-adf4088ffacb/b11454d1-4e08-4e8e-8892-d62af35746bd/c2c84d2a-1e10-4476-9227-68f88cf007eb) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:51:00.300172 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-acff4799-fd2c-428d-86c3-94ef478ffd4a None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:00.311119 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-acff4799-fd2c-428d-86c3-94ef478ffd4a None None] Transition to ACTIVE for port object c2c84d2a-1e10-4476-9227-68f88cf007eb will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:51:00.330129 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-acff4799-fd2c-428d-86c3-94ef478ffd4a None None] Transition to ACTIVE for port object c2c84d2a-1e10-4476-9227-68f88cf007eb will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:51:00.343331 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-acff4799-fd2c-428d-86c3-94ef478ffd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:00.388984 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acff4799-fd2c-428d-86c3-94ef478ffd4a None None] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:51:00.391307 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-acff4799-fd2c-428d-86c3-94ef478ffd4a None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:51:00.395420 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acff4799-fd2c-428d-86c3-94ef478ffd4a None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:51:00.401817 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acff4799-fd2c-428d-86c3-94ef478ffd4a None None] Pushing event updated for resources: {'Port': ['ID=c2c84d2a-1e10-4476-9227-68f88cf007eb,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:00.415143 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acff4799-fd2c-428d-86c3-94ef478ffd4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:00.415566 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acff4799-fd2c-428d-86c3-94ef478ffd4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:00.416161 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acff4799-fd2c-428d-86c3-94ef478ffd4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:00.416563 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acff4799-fd2c-428d-86c3-94ef478ffd4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:00.416960 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acff4799-fd2c-428d-86c3-94ef478ffd4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:00.417356 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acff4799-fd2c-428d-86c3-94ef478ffd4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:00.417750 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acff4799-fd2c-428d-86c3-94ef478ffd4a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:00.418137 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acff4799-fd2c-428d-86c3-94ef478ffd4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:00.418559 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acff4799-fd2c-428d-86c3-94ef478ffd4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:00.418929 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acff4799-fd2c-428d-86c3-94ef478ffd4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:00.419306 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acff4799-fd2c-428d-86c3-94ef478ffd4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:00.419616 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acff4799-fd2c-428d-86c3-94ef478ffd4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:00.466522 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-2d8c032c-1b69-43e3-88b4-b089523c3221 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Allocated IP 2001:db8::3cf (cfc280cf-2977-4a5c-89c8-adf4088ffacb/b11454d1-4e08-4e8e-8892-d62af35746bd/3d07472c-c309-490f-9cc1-465a6ed45159) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:51:00.507837 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-acff4799-fd2c-428d-86c3-94ef478ffd4a None None] Attempting to bind port c2c84d2a-1e10-4476-9227-68f88cf007eb on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:51:00.508710 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-acff4799-fd2c-428d-86c3-94ef478ffd4a None None] Attempting to bind port c2c84d2a-1e10-4476-9227-68f88cf007eb by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '52cf705f-3228-4964-8d9f-b82fd04f4836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:51:00.509486 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acff4799-fd2c-428d-86c3-94ef478ffd4a None None] Attempting to bind port c2c84d2a-1e10-4476-9227-68f88cf007eb on network cfc280cf-2977-4a5c-89c8-adf4088ffacb {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:51:00.521127 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acff4799-fd2c-428d-86c3-94ef478ffd4a None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:51:00.521127 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acff4799-fd2c-428d-86c3-94ef478ffd4a None None] Checking segment: {'id': '52cf705f-3228-4964-8d9f-b82fd04f4836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:51:00.522041 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-acff4799-fd2c-428d-86c3-94ef478ffd4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:00.522845 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acff4799-fd2c-428d-86c3-94ef478ffd4a None None] Bound using segment: {'id': '52cf705f-3228-4964-8d9f-b82fd04f4836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:51:00.524452 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-acff4799-fd2c-428d-86c3-94ef478ffd4a None None] Bound port: c2c84d2a-1e10-4476-9227-68f88cf007eb, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52cf705f-3228-4964-8d9f-b82fd04f4836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:51:00.525336 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-acff4799-fd2c-428d-86c3-94ef478ffd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:00.648354 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-acff4799-fd2c-428d-86c3-94ef478ffd4a None None] For port c2c84d2a-1e10-4476-9227-68f88cf007eb, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:51:00.654937 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-acff4799-fd2c-428d-86c3-94ef478ffd4a None None] For port c2c84d2a-1e10-4476-9227-68f88cf007eb, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=c2c84d2a-1e10-4476-9227-68f88cf007eb,segment=NetworkSegment(52cf705f-3228-4964-8d9f-b82fd04f4836),segment_id=52cf705f-3228-4964-8d9f-b82fd04f4836)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:51:00.661651 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-acff4799-fd2c-428d-86c3-94ef478ffd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:00.735188 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2d8c032c-1b69-43e3-88b4-b089523c3221 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:00.781510 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acff4799-fd2c-428d-86c3-94ef478ffd4a None None] Pushing event updated for resources: {'Port': ['ID=c2c84d2a-1e10-4476-9227-68f88cf007eb,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:00.783277 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [None req-2d8c032c-1b69-43e3-88b4-b089523c3221 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Transition to ACTIVE for port object 3d07472c-c309-490f-9cc1-465a6ed45159 will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:51:00.847893 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2d8c032c-1b69-43e3-88b4-b089523c3221 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:00.921329 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8c032c-1b69-43e3-88b4-b089523c3221 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:51:00.925202 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-2d8c032c-1b69-43e3-88b4-b089523c3221 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:51:00.931933 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8c032c-1b69-43e3-88b4-b089523c3221 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:51:00.938521 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8c032c-1b69-43e3-88b4-b089523c3221 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:00.939317 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2d8c032c-1b69-43e3-88b4-b089523c3221 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:00.956493 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8c032c-1b69-43e3-88b4-b089523c3221 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event updated for resources: {'Port': ['ID=3d07472c-c309-490f-9cc1-465a6ed45159,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:00.970806 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-2d8c032c-1b69-43e3-88b4-b089523c3221 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2980237 Aug 10 03:51:00.973206 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39112) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:01.072208 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea6528b-5ba3-4a6a-9b0e-f69f0140d02f tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:01.078728 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea6528b-5ba3-4a6a-9b0e-f69f0140d02f tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:01.080440 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-9ea6528b-5ba3-4a6a-9b0e-f69f0140d02f tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1054511 Aug 10 03:51:01.083816 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39114) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:01.239875 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-a8c7f4ef-c3b3-4603-9773-84a1a8ae512e tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Deleting port 3d07472c-c309-490f-9cc1-465a6ed45159 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:51:01.240348 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a8c7f4ef-c3b3-4603-9773-84a1a8ae512e tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:01.343990 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a8c7f4ef-c3b3-4603-9773-84a1a8ae512e tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:01.360486 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-a8c7f4ef-c3b3-4603-9773-84a1a8ae512e tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Calling delete_port for 3d07472c-c309-490f-9cc1-465a6ed45159 owned by {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:51:01.519375 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a8c7f4ef-c3b3-4603-9773-84a1a8ae512e tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:01.563936 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c7f4ef-c3b3-4603-9773-84a1a8ae512e tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event deleted for resources: {'Port': ['ID=3d07472c-c309-490f-9cc1-465a6ed45159,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:01.600442 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a8c7f4ef-c3b3-4603-9773-84a1a8ae512e tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:01.602953 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a8c7f4ef-c3b3-4603-9773-84a1a8ae512e tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/ports/3d07472c-c309-490f-9cc1-465a6ed45159 HTTP/1.1" status: 204 len: 168 time: 0.5180626 Aug 10 03:51:01.607336 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39116) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:01.740381 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af24d913-f52e-41df-9076-00eea52e5bd9 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:01.742828 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af24d913-f52e-41df-9076-00eea52e5bd9 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:01.745166 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-af24d913-f52e-41df-9076-00eea52e5bd9 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1362853 Aug 10 03:51:01.748680 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39118) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:01.823032 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-431e2ac7-4cf5-4964-9697-f91655c09240 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Deleting subnet b11454d1-4e08-4e8e-8892-d62af35746bd {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:51:01.827037 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-431e2ac7-4cf5-4964-9697-f91655c09240 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:01.886430 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-431e2ac7-4cf5-4964-9697-f91655c09240 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:01.993952 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca486dd-d5d6-4a27-a049-2debb203d70d None None] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:51:02.029742 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-431e2ac7-4cf5-4964-9697-f91655c09240 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:02.094641 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-d81369be-cecc-4417-9be4-be4b5e915553 None None] Provisioning for port c2c84d2a-1e10-4476-9227-68f88cf007eb completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:51:02.149312 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-431e2ac7-4cf5-4964-9697-f91655c09240 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:02.199254 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431e2ac7-4cf5-4964-9697-f91655c09240 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event deleted for resources: {'Subnet': ['ID=b11454d1-4e08-4e8e-8892-d62af35746bd,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:02.206686 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-431e2ac7-4cf5-4964-9697-f91655c09240 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:02.209989 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-431e2ac7-4cf5-4964-9697-f91655c09240 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/subnets/b11454d1-4e08-4e8e-8892-d62af35746bd HTTP/1.1" status: 204 len: 168 time: 0.4599669 Aug 10 03:51:02.213682 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39134) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:02.336317 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-dfe444ee-d9cb-412f-9816-4a855d1cc01a tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1210556 Aug 10 03:51:02.340034 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 39138) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:02.350450 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-a6195667-3e2d-4e40-a9c9-1576d72d6f2c tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Request body: {'subnet': {'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:51:02.417032 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device c2c84d2a-1e10-4476-9227-68f88cf007eb up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:51:02.509073 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port c2c84d2a-1e10-4476-9227-68f88cf007eb completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:51:02.516728 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port c2c84d2a-1e10-4476-9227-68f88cf007eb triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:51:02.517455 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:02.554549 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6195667-3e2d-4e40-a9c9-1576d72d6f2c tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Made reservation on behalf of 81e716861c6c4321abe7f438a66c4076 for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:51:02.560835 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a6195667-3e2d-4e40-a9c9-1576d72d6f2c tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:02.627669 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8171230-1272-46f5-abe3-c272bfc6016b None None] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:51:02.739868 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-1e505b37-7ce5-43db-9e03-1624f7aa9f5f None None] Provisioning complete for port c2c84d2a-1e10-4476-9227-68f88cf007eb triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:51:02.740417 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1e505b37-7ce5-43db-9e03-1624f7aa9f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:02.803513 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:02.820191 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a6195667-3e2d-4e40-a9c9-1576d72d6f2c tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58895384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805196'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:02.866314 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6195667-3e2d-4e40-a9c9-1576d72d6f2c tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:51:02.872654 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-a6195667-3e2d-4e40-a9c9-1576d72d6f2c tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:51:02.877857 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6195667-3e2d-4e40-a9c9-1576d72d6f2c tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:02.878760 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a6195667-3e2d-4e40-a9c9-1576d72d6f2c tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:02.899158 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6195667-3e2d-4e40-a9c9-1576d72d6f2c tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event updated for resources: {'Subnet': ['ID=27d65b59-c7b6-4b0f-9e35-1ca79e239f52,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:02.906433 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port c2c84d2a-1e10-4476-9227-68f88cf007eb, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=c2c84d2a-1e10-4476-9227-68f88cf007eb,segment=NetworkSegment(52cf705f-3228-4964-8d9f-b82fd04f4836),segment_id=52cf705f-3228-4964-8d9f-b82fd04f4836)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:51:02.907597 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39144) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:02.908918 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-a6195667-3e2d-4e40-a9c9-1576d72d6f2c tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5648530 Aug 10 03:51:02.917156 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-168b4bea-5a37-4b93-b4c2-58bf99bc5f1a tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Request body: {'port': {'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'name': 'tempest-NetworksTestDHCPv6-2085116204'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:51:02.942218 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:02.990274 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1e505b37-7ce5-43db-9e03-1624f7aa9f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:03.026062 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=c2c84d2a-1e10-4476-9227-68f88cf007eb,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:03.074188 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3131b5cb-e6ae-4fc9-a773-230252c733f0 None None] DHCP port deletion for cfc280cf-2977-4a5c-89c8-adf4088ffacb request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:51:03.080412 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.db.api [None req-1e505b37-7ce5-43db-9e03-1624f7aa9f5f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:51:03.080774 n-d-768862-13 neutron-server[94262]: DEBUG oslo_db.api [None req-1e505b37-7ce5-43db-9e03-1624f7aa9f5f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:51:03.116024 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-168b4bea-5a37-4b93-b4c2-58bf99bc5f1a tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Made reservation on behalf of 81e716861c6c4321abe7f438a66c4076 for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:51:03.123048 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-168b4bea-5a37-4b93-b4c2-58bf99bc5f1a tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:03.144216 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-3131b5cb-e6ae-4fc9-a773-230252c733f0 None None] Deleting port c2c84d2a-1e10-4476-9227-68f88cf007eb {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:51:03.144216 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3131b5cb-e6ae-4fc9-a773-230252c733f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:03.156408 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [None req-168b4bea-5a37-4b93-b4c2-58bf99bc5f1a tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] device_id is not set on port 9f354b70-9196-42ae-bb73-d45f8cc18335 yet. {{(pid=94261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:51:03.276392 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-3131b5cb-e6ae-4fc9-a773-230252c733f0 None None] For port c2c84d2a-1e10-4476-9227-68f88cf007eb, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=c2c84d2a-1e10-4476-9227-68f88cf007eb,segment=NetworkSegment(52cf705f-3228-4964-8d9f-b82fd04f4836),segment_id=52cf705f-3228-4964-8d9f-b82fd04f4836)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:51:03.277023 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3131b5cb-e6ae-4fc9-a773-230252c733f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:03.304481 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-3131b5cb-e6ae-4fc9-a773-230252c733f0 None None] Calling delete_port for c2c84d2a-1e10-4476-9227-68f88cf007eb owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:51:03.357047 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-168b4bea-5a37-4b93-b4c2-58bf99bc5f1a tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Allocated IP 2001:db8::163 (cfc280cf-2977-4a5c-89c8-adf4088ffacb/27d65b59-c7b6-4b0f-9e35-1ca79e239f52/9f354b70-9196-42ae-bb73-d45f8cc18335) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:51:03.420003 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:03.494036 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3131b5cb-e6ae-4fc9-a773-230252c733f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:03.562742 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3131b5cb-e6ae-4fc9-a773-230252c733f0 None None] Pushing event deleted for resources: {'Port': ['ID=c2c84d2a-1e10-4476-9227-68f88cf007eb,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:03.569437 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3131b5cb-e6ae-4fc9-a773-230252c733f0 None None] No DVR routers for this DVR port c2c84d2a-1e10-4476-9227-68f88cf007eb on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:51:03.619786 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46590e0-b2d1-41e9-9145-b71d7bfd8488 None None] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:51:03.625676 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-1e505b37-7ce5-43db-9e03-1624f7aa9f5f None None] Port c2c84d2a-1e10-4476-9227-68f88cf007eb update to ACTIVE by agent not found {{(pid=94262) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Aug 10 03:51:03.634541 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-168b4bea-5a37-4b93-b4c2-58bf99bc5f1a tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:03.662049 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [None req-168b4bea-5a37-4b93-b4c2-58bf99bc5f1a tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Transition to ACTIVE for port object 9f354b70-9196-42ae-bb73-d45f8cc18335 will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:51:03.736985 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-168b4bea-5a37-4b93-b4c2-58bf99bc5f1a tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:03.826537 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168b4bea-5a37-4b93-b4c2-58bf99bc5f1a tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:51:03.828565 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168b4bea-5a37-4b93-b4c2-58bf99bc5f1a tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event updated for resources: {'Port': ['ID=9f354b70-9196-42ae-bb73-d45f8cc18335,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:03.833336 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-168b4bea-5a37-4b93-b4c2-58bf99bc5f1a tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:51:03.837928 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168b4bea-5a37-4b93-b4c2-58bf99bc5f1a tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:51:03.849968 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168b4bea-5a37-4b93-b4c2-58bf99bc5f1a tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:03.851345 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-168b4bea-5a37-4b93-b4c2-58bf99bc5f1a tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:03.877472 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-168b4bea-5a37-4b93-b4c2-58bf99bc5f1a tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.9657190 Aug 10 03:51:03.878425 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39150) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:03.890503 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f17464c-7d17-410a-b57a-921b892be4ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'tenant_id': '81e716861c6c4321abe7f438a66c4076', 'fixed_ips': [{'subnet_id': '27d65b59-c7b6-4b0f-9e35-1ca79e239f52'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:51:03.894749 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-0f17464c-7d17-410a-b57a-921b892be4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:03.954003 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e35165-c129-4d02-8c41-307c82f7e899 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:03.956992 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-b6e35165-c129-4d02-8c41-307c82f7e899 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0767336 Aug 10 03:51:03.961404 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39152) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:04.107399 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-0f17464c-7d17-410a-b57a-921b892be4ef None None] Allocated IP 2001:db8::2 (cfc280cf-2977-4a5c-89c8-adf4088ffacb/27d65b59-c7b6-4b0f-9e35-1ca79e239f52/00a8b1ae-2fbe-463d-962d-2832b561c56e) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:51:04.123769 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-bdbf825a-83bb-4884-b11f-cf72e1a3aaa4 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Deleting port 9f354b70-9196-42ae-bb73-d45f8cc18335 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:51:04.124510 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bdbf825a-83bb-4884-b11f-cf72e1a3aaa4 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:04.311498 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bdbf825a-83bb-4884-b11f-cf72e1a3aaa4 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:04.324747 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-0f17464c-7d17-410a-b57a-921b892be4ef None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:04.334829 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device c2c84d2a-1e10-4476-9227-68f88cf007eb no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:51:04.337049 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-bdbf825a-83bb-4884-b11f-cf72e1a3aaa4 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Calling delete_port for 9f354b70-9196-42ae-bb73-d45f8cc18335 owned by {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:51:04.339978 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-0f17464c-7d17-410a-b57a-921b892be4ef None None] Transition to ACTIVE for port object 00a8b1ae-2fbe-463d-962d-2832b561c56e will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:51:04.361204 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: c2c84d2a-1e10-4476-9227-68f88cf007eb {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:51:04.361576 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device c2c84d2a-1e10-4476-9227-68f88cf007eb not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:51:04.390775 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-0f17464c-7d17-410a-b57a-921b892be4ef None None] Transition to ACTIVE for port object 00a8b1ae-2fbe-463d-962d-2832b561c56e will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:51:04.399720 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-0f17464c-7d17-410a-b57a-921b892be4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:04.449078 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f17464c-7d17-410a-b57a-921b892be4ef None None] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:51:04.452908 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-0f17464c-7d17-410a-b57a-921b892be4ef None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:51:04.459231 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f17464c-7d17-410a-b57a-921b892be4ef None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:51:04.472831 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f17464c-7d17-410a-b57a-921b892be4ef None None] Pushing event updated for resources: {'Port': ['ID=00a8b1ae-2fbe-463d-962d-2832b561c56e,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:04.555120 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-0f17464c-7d17-410a-b57a-921b892be4ef None None] Attempting to bind port 00a8b1ae-2fbe-463d-962d-2832b561c56e on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:51:04.555916 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-0f17464c-7d17-410a-b57a-921b892be4ef None None] Attempting to bind port 00a8b1ae-2fbe-463d-962d-2832b561c56e by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '52cf705f-3228-4964-8d9f-b82fd04f4836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:51:04.556389 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f17464c-7d17-410a-b57a-921b892be4ef None None] Attempting to bind port 00a8b1ae-2fbe-463d-962d-2832b561c56e on network cfc280cf-2977-4a5c-89c8-adf4088ffacb {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:51:04.562180 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f17464c-7d17-410a-b57a-921b892be4ef None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:51:04.562957 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f17464c-7d17-410a-b57a-921b892be4ef None None] Checking segment: {'id': '52cf705f-3228-4964-8d9f-b82fd04f4836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:51:04.563379 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-0f17464c-7d17-410a-b57a-921b892be4ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:04.563778 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f17464c-7d17-410a-b57a-921b892be4ef None None] Bound using segment: {'id': '52cf705f-3228-4964-8d9f-b82fd04f4836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:51:04.564719 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-0f17464c-7d17-410a-b57a-921b892be4ef None None] Bound port: 00a8b1ae-2fbe-463d-962d-2832b561c56e, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52cf705f-3228-4964-8d9f-b82fd04f4836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:51:04.565012 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-0f17464c-7d17-410a-b57a-921b892be4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:04.573727 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bdbf825a-83bb-4884-b11f-cf72e1a3aaa4 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:04.617151 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbf825a-83bb-4884-b11f-cf72e1a3aaa4 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event deleted for resources: {'Port': ['ID=9f354b70-9196-42ae-bb73-d45f8cc18335,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:04.661862 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-0f17464c-7d17-410a-b57a-921b892be4ef None None] For port 00a8b1ae-2fbe-463d-962d-2832b561c56e, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:51:04.668967 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-0f17464c-7d17-410a-b57a-921b892be4ef None None] For port 00a8b1ae-2fbe-463d-962d-2832b561c56e, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=00a8b1ae-2fbe-463d-962d-2832b561c56e,segment=NetworkSegment(52cf705f-3228-4964-8d9f-b82fd04f4836),segment_id=52cf705f-3228-4964-8d9f-b82fd04f4836)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:51:04.675042 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-0f17464c-7d17-410a-b57a-921b892be4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:04.677848 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bdbf825a-83bb-4884-b11f-cf72e1a3aaa4 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:04.688739 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 39156) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:04.702753 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-bdbf825a-83bb-4884-b11f-cf72e1a3aaa4 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/ports/9f354b70-9196-42ae-bb73-d45f8cc18335 HTTP/1.1" status: 204 len: 168 time: 0.7395685 Aug 10 03:51:04.774457 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f17464c-7d17-410a-b57a-921b892be4ef None None] Pushing event updated for resources: {'Port': ['ID=00a8b1ae-2fbe-463d-962d-2832b561c56e,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:04.845770 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb66297-97e5-4585-9f56-62ed56f7c56c tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:04.847667 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb66297-97e5-4585-9f56-62ed56f7c56c tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:04.849539 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-5fb66297-97e5-4585-9f56-62ed56f7c56c tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1578226 Aug 10 03:51:04.853282 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39160) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:04.920384 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d1fcf85-40b7-4dc0-ac7e-c0d21e21892d tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Deleting subnet 27d65b59-c7b6-4b0f-9e35-1ca79e239f52 {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:51:04.925864 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5d1fcf85-40b7-4dc0-ac7e-c0d21e21892d tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:05.016246 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5d1fcf85-40b7-4dc0-ac7e-c0d21e21892d tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:05.139275 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5d1fcf85-40b7-4dc0-ac7e-c0d21e21892d tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:05.207685 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5d1fcf85-40b7-4dc0-ac7e-c0d21e21892d tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:05.236265 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1fcf85-40b7-4dc0-ac7e-c0d21e21892d tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event deleted for resources: {'Subnet': ['ID=27d65b59-c7b6-4b0f-9e35-1ca79e239f52,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:05.240847 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5d1fcf85-40b7-4dc0-ac7e-c0d21e21892d tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:05.242907 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-5d1fcf85-40b7-4dc0-ac7e-c0d21e21892d tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/subnets/27d65b59-c7b6-4b0f-9e35-1ca79e239f52 HTTP/1.1" status: 204 len: 168 time: 0.3884425 Aug 10 03:51:05.246648 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39162) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:05.286838 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-97d8288f-4e7c-4f7a-b06a-b22ebd71a850 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0380666 Aug 10 03:51:05.289928 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39164) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:05.295879 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-75fe3b77-2378-4592-a15b-44511434e15c tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Request body: {'subnet': {'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:51:05.404443 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75fe3b77-2378-4592-a15b-44511434e15c tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Made reservation on behalf of 81e716861c6c4321abe7f438a66c4076 for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:51:05.408590 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-75fe3b77-2378-4592-a15b-44511434e15c tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:05.684478 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-75fe3b77-2378-4592-a15b-44511434e15c tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:05.759873 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75fe3b77-2378-4592-a15b-44511434e15c tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:51:05.764116 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-75fe3b77-2378-4592-a15b-44511434e15c tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:51:05.769201 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fe3b77-2378-4592-a15b-44511434e15c tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:05.769806 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-75fe3b77-2378-4592-a15b-44511434e15c tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:05.786174 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fe3b77-2378-4592-a15b-44511434e15c tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event updated for resources: {'Subnet': ['ID=faa8a8a2-da73-4b7c-9dfd-3cf7777770f9,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:05.797005 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-75fe3b77-2378-4592-a15b-44511434e15c tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4996524 Aug 10 03:51:05.797005 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39168) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:05.801140 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-d0b80133-4197-47ff-a6c8-f6e2e036df44 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Request body: {'port': {'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'name': 'tempest-NetworksTestDHCPv6-1501574542'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:51:05.953601 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0b80133-4197-47ff-a6c8-f6e2e036df44 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Made reservation on behalf of 81e716861c6c4321abe7f438a66c4076 for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:51:05.957605 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d0b80133-4197-47ff-a6c8-f6e2e036df44 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:05.982491 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [None req-d0b80133-4197-47ff-a6c8-f6e2e036df44 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] device_id is not set on port 1dd398fa-1743-4923-b30a-5eb48eff2766 yet. {{(pid=94261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:51:06.092067 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09e8559-69d7-4c1b-b08d-f5b6f898fa1c None None] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:51:06.146477 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-d0b80133-4197-47ff-a6c8-f6e2e036df44 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Allocated IP 2001:db8::159 (cfc280cf-2977-4a5c-89c8-adf4088ffacb/faa8a8a2-da73-4b7c-9dfd-3cf7777770f9/1dd398fa-1743-4923-b30a-5eb48eff2766) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:51:06.218668 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-bf2725c7-9e6e-4b74-b99d-03207c66b8f6 None None] Provisioning for port 00a8b1ae-2fbe-463d-962d-2832b561c56e completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:51:06.254205 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-bf2725c7-9e6e-4b74-b99d-03207c66b8f6 None None] Could not find standard attr ID for object 9f354b70-9196-42ae-bb73-d45f8cc18335. {{(pid=94262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:51:06.417082 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d0b80133-4197-47ff-a6c8-f6e2e036df44 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:06.454102 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [None req-d0b80133-4197-47ff-a6c8-f6e2e036df44 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Transition to ACTIVE for port object 1dd398fa-1743-4923-b30a-5eb48eff2766 will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:51:06.479427 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 00a8b1ae-2fbe-463d-962d-2832b561c56e up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:51:06.543925 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d0b80133-4197-47ff-a6c8-f6e2e036df44 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:06.563914 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 00a8b1ae-2fbe-463d-962d-2832b561c56e completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:51:06.574422 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 00a8b1ae-2fbe-463d-962d-2832b561c56e triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:51:06.575676 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:06.591263 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b80133-4197-47ff-a6c8-f6e2e036df44 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:51:06.594830 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-d0b80133-4197-47ff-a6c8-f6e2e036df44 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:51:06.597636 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b80133-4197-47ff-a6c8-f6e2e036df44 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:51:06.604221 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b80133-4197-47ff-a6c8-f6e2e036df44 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:06.604905 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d0b80133-4197-47ff-a6c8-f6e2e036df44 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:06.640315 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-d0b80133-4197-47ff-a6c8-f6e2e036df44 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.8426020 Aug 10 03:51:06.641318 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b80133-4197-47ff-a6c8-f6e2e036df44 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event updated for resources: {'Port': ['ID=1dd398fa-1743-4923-b30a-5eb48eff2766,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:06.643608 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 39194) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:06.727470 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:06.741180 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a197dfb4-fb72-41cb-8a2c-c5544a90144d tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:06.753110 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a197dfb4-fb72-41cb-8a2c-c5544a90144d tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:06.759030 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-a197dfb4-fb72-41cb-8a2c-c5544a90144d tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.1136961 Aug 10 03:51:06.761055 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39196) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:06.806188 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 00a8b1ae-2fbe-463d-962d-2832b561c56e, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=00a8b1ae-2fbe-463d-962d-2832b561c56e,segment=NetworkSegment(52cf705f-3228-4964-8d9f-b82fd04f4836),segment_id=52cf705f-3228-4964-8d9f-b82fd04f4836)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:51:06.812576 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:06.926765 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-1b353c88-2c3e-489a-9663-43a875e7f11a tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Deleting port 1dd398fa-1743-4923-b30a-5eb48eff2766 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:51:06.927484 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1b353c88-2c3e-489a-9663-43a875e7f11a tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:07.042930 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 39200) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:07.092018 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1b353c88-2c3e-489a-9663-43a875e7f11a tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:07.096885 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-e5de8f55-a03f-4712-bc47-37c712ad0ed3 None None] Provisioning complete for port 00a8b1ae-2fbe-463d-962d-2832b561c56e triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:51:07.097660 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e5de8f55-a03f-4712-bc47-37c712ad0ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:07.108570 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-1b353c88-2c3e-489a-9663-43a875e7f11a tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Calling delete_port for 1dd398fa-1743-4923-b30a-5eb48eff2766 owned by {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:51:07.145226 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=00a8b1ae-2fbe-463d-962d-2832b561c56e,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:07.269348 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-85ff7d57-f307-406d-8992-67f83eea637f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:07.356818 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1b353c88-2c3e-489a-9663-43a875e7f11a tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:07.396771 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-6c009743-6ebf-4f9d-9744-9469ca3e5be2 None None] Could not find standard attr ID for object 3d07472c-c309-490f-9cc1-465a6ed45159. {{(pid=94262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:51:07.425708 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b353c88-2c3e-489a-9663-43a875e7f11a tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event deleted for resources: {'Port': ['ID=1dd398fa-1743-4923-b30a-5eb48eff2766,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:07.454857 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1b353c88-2c3e-489a-9663-43a875e7f11a tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:07.460243 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-1b353c88-2c3e-489a-9663-43a875e7f11a tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/ports/1dd398fa-1743-4923-b30a-5eb48eff2766 HTTP/1.1" status: 204 len: 168 time: 0.6959791 Aug 10 03:51:07.460660 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39204) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:07.471189 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-85ff7d57-f307-406d-8992-67f83eea637f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:07.478290 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-85ff7d57-f307-406d-8992-67f83eea637f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:07.522894 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-ca9bde69-2a61-4eba-8f57-730a977d49a2 None None] Could not find standard attr ID for object 9f354b70-9196-42ae-bb73-d45f8cc18335. {{(pid=94262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:51:07.536850 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ff7d57-f307-406d-8992-67f83eea637f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11dff040-4f9c-4f9f-8b76-bf9e510857e9,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:07.553609 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-85ff7d57-f307-406d-8992-67f83eea637f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=45c3bfd731644ae4ad88ddb28eb7acf5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5095651 Aug 10 03:51:07.559666 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 39206) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:07.575129 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e8ea7f-6503-4b9f-a025-80d686e2ac97 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:07.581894 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e8ea7f-6503-4b9f-a025-80d686e2ac97 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:07.585479 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-b6e8ea7f-6503-4b9f-a025-80d686e2ac97 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1227648 Aug 10 03:51:07.587680 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39208) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:07.648956 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-fec75e84-fdfe-4196-b018-be4cb0b4749f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:07.671803 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c4412e7-8eeb-4933-b2cf-3c9248e41fca tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Deleting subnet faa8a8a2-da73-4b7c-9dfd-3cf7777770f9 {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:51:07.676485 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5c4412e7-8eeb-4933-b2cf-3c9248e41fca tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:07.692522 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-fec75e84-fdfe-4196-b018-be4cb0b4749f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:07.751315 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5c4412e7-8eeb-4933-b2cf-3c9248e41fca tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:07.787952 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-fec75e84-fdfe-4196-b018-be4cb0b4749f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:07.795304 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-fec75e84-fdfe-4196-b018-be4cb0b4749f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:07.799298 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-fec75e84-fdfe-4196-b018-be4cb0b4749f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/11dff040-4f9c-4f9f-8b76-bf9e510857e9 HTTP/1.1" status: 204 len: 168 time: 0.2384999 Aug 10 03:51:07.817337 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec75e84-fdfe-4196-b018-be4cb0b4749f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11dff040-4f9c-4f9f-8b76-bf9e510857e9,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:07.841742 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5c4412e7-8eeb-4933-b2cf-3c9248e41fca tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:07.937754 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5c4412e7-8eeb-4933-b2cf-3c9248e41fca tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:07.956593 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5c4412e7-8eeb-4933-b2cf-3c9248e41fca tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:07.958425 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-6c8f17f1-d1da-4410-a1f7-da53177ca772 None None] Could not find standard attr ID for object 1dd398fa-1743-4923-b30a-5eb48eff2766. {{(pid=94262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:51:07.961559 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 39212) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:07.961863 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-5c4412e7-8eeb-4933-b2cf-3c9248e41fca tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/subnets/faa8a8a2-da73-4b7c-9dfd-3cf7777770f9 HTTP/1.1" status: 204 len: 168 time: 0.3697701 Aug 10 03:51:07.989991 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4412e7-8eeb-4933-b2cf-3c9248e41fca tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event deleted for resources: {'Subnet': ['ID=faa8a8a2-da73-4b7c-9dfd-3cf7777770f9,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:08.078188 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-d891f4d5-977e-402a-be30-97f75ec2f92c tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1153615 Aug 10 03:51:08.080739 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 39218) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:08.154765 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90c4ad9-7fba-47e7-b3dc-034fa2d94436 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:08.162178 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39220) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:08.163731 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-c90c4ad9-7fba-47e7-b3dc-034fa2d94436 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0818679 Aug 10 03:51:08.279578 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f634193-a4c8-4bdc-a611-0ee3309b25a2 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:08.283916 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-0f634193-a4c8-4bdc-a611-0ee3309b25a2 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1179104 Aug 10 03:51:08.284289 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 39222) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:08.324369 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39224) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:08.342512 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4725ef28-253c-4485-8a03-9c3323eb00d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:08.350491 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-438dc08b-cc63-4838-addb-4d23c97e9700 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0610046 Aug 10 03:51:08.351755 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 39226) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:08.357662 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-7700fc16-470a-4291-b2b3-663ed4aa931a tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Request body: {'subnet': {'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:51:08.429395 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 00a8b1ae-2fbe-463d-962d-2832b561c56e up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:51:08.435212 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e225d5c-2d67-4e7c-8ceb-98e5d6917ac5 None None] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:51:08.525272 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4725ef28-253c-4485-8a03-9c3323eb00d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:08.531834 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4725ef28-253c-4485-8a03-9c3323eb00d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:08.578362 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7700fc16-470a-4291-b2b3-663ed4aa931a tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Made reservation on behalf of 81e716861c6c4321abe7f438a66c4076 for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:51:08.586892 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7700fc16-470a-4291-b2b3-663ed4aa931a tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:08.612567 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-4725ef28-253c-4485-8a03-9c3323eb00d6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=206cd5efe0a94053800248424cee981a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2868521 Aug 10 03:51:08.614153 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4725ef28-253c-4485-8a03-9c3323eb00d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c71c39b-2165-489f-a72e-c3d16aa46348,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:08.618640 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39228) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:08.734177 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7e1a6725-f976-4dfd-9097-4d0cee7db277 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:08.737926 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 00a8b1ae-2fbe-463d-962d-2832b561c56e triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:51:08.738597 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:08.768805 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7e1a6725-f976-4dfd-9097-4d0cee7db277 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:08.873147 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7e1a6725-f976-4dfd-9097-4d0cee7db277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:08.876529 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7e1a6725-f976-4dfd-9097-4d0cee7db277 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:08.881649 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-7e1a6725-f976-4dfd-9097-4d0cee7db277 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3c71c39b-2165-489f-a72e-c3d16aa46348 HTTP/1.1" status: 204 len: 168 time: 0.2579179 Aug 10 03:51:08.893232 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1a6725-f976-4dfd-9097-4d0cee7db277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c71c39b-2165-489f-a72e-c3d16aa46348,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:08.994333 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30def2ef-e52c-4f9b-966a-abda97c687aa None None] DHCP port deletion for cfc280cf-2977-4a5c-89c8-adf4088ffacb request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:51:09.018009 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7700fc16-470a-4291-b2b3-663ed4aa931a tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58895384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805196'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:09.063644 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-30def2ef-e52c-4f9b-966a-abda97c687aa None None] Deleting port 00a8b1ae-2fbe-463d-962d-2832b561c56e {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:51:09.064010 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-30def2ef-e52c-4f9b-966a-abda97c687aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:09.100067 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7700fc16-470a-4291-b2b3-663ed4aa931a tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:51:09.107029 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-7700fc16-470a-4291-b2b3-663ed4aa931a tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:51:09.112311 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7700fc16-470a-4291-b2b3-663ed4aa931a tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:09.113564 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7700fc16-470a-4291-b2b3-663ed4aa931a tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:09.152924 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7700fc16-470a-4291-b2b3-663ed4aa931a tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event updated for resources: {'Subnet': ['ID=5f913fa4-0076-4792-9092-61994f8a594a,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:09.163836 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-7700fc16-470a-4291-b2b3-663ed4aa931a tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8107326 Aug 10 03:51:09.167249 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 39232) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:09.177529 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-75c4e5bb-4add-4c7e-b400-0e020c0a775a tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Request body: {'port': {'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'fixed_ips': [{'subnet_id': '5f913fa4-0076-4792-9092-61994f8a594a', 'ip_address': '2001:db8::8d0e:d9cf:cda9:d838'}], 'name': 'tempest-NetworksTestDHCPv6-1435708145'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:51:09.178460 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-30def2ef-e52c-4f9b-966a-abda97c687aa None None] For port 00a8b1ae-2fbe-463d-962d-2832b561c56e, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=00a8b1ae-2fbe-463d-962d-2832b561c56e,segment=NetworkSegment(52cf705f-3228-4964-8d9f-b82fd04f4836),segment_id=52cf705f-3228-4964-8d9f-b82fd04f4836)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:51:09.178869 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-30def2ef-e52c-4f9b-966a-abda97c687aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:09.198293 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-30def2ef-e52c-4f9b-966a-abda97c687aa None None] Calling delete_port for 00a8b1ae-2fbe-463d-962d-2832b561c56e owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:51:09.322026 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-30def2ef-e52c-4f9b-966a-abda97c687aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:09.359885 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c4e5bb-4add-4c7e-b400-0e020c0a775a tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Made reservation on behalf of 81e716861c6c4321abe7f438a66c4076 for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:51:09.364114 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30def2ef-e52c-4f9b-966a-abda97c687aa None None] Pushing event deleted for resources: {'Port': ['ID=00a8b1ae-2fbe-463d-962d-2832b561c56e,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:09.368390 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30def2ef-e52c-4f9b-966a-abda97c687aa None None] No DVR routers for this DVR port 00a8b1ae-2fbe-463d-962d-2832b561c56e on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:51:09.409422 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ddeafe-74c3-43c1-8e59-c245f948eb5b None None] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:51:09.494079 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-75c4e5bb-4add-4c7e-b400-0e020c0a775a tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:09.528973 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [None req-75c4e5bb-4add-4c7e-b400-0e020c0a775a tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] device_id is not set on port f51d9459-7972-4501-a629-56cf1c2c7c3f yet. {{(pid=94260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:51:09.672185 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d914e2-d502-4b76-86e5-db62e1ebaa55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'tenant_id': '81e716861c6c4321abe7f438a66c4076', 'fixed_ips': [{'subnet_id': '5f913fa4-0076-4792-9092-61994f8a594a'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:51:09.673111 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-79d914e2-d502-4b76-86e5-db62e1ebaa55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:09.819188 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-75c4e5bb-4add-4c7e-b400-0e020c0a775a tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Allocated IP 2001:db8::8d0e:d9cf:cda9:d838 (cfc280cf-2977-4a5c-89c8-adf4088ffacb/5f913fa4-0076-4792-9092-61994f8a594a/f51d9459-7972-4501-a629-56cf1c2c7c3f) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:51:10.066943 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-75c4e5bb-4add-4c7e-b400-0e020c0a775a tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:10.087687 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [None req-75c4e5bb-4add-4c7e-b400-0e020c0a775a tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Transition to ACTIVE for port object f51d9459-7972-4501-a629-56cf1c2c7c3f will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:51:10.131635 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-75c4e5bb-4add-4c7e-b400-0e020c0a775a tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:10.197596 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c4e5bb-4add-4c7e-b400-0e020c0a775a tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:51:10.201510 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-75c4e5bb-4add-4c7e-b400-0e020c0a775a tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:51:10.206077 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c4e5bb-4add-4c7e-b400-0e020c0a775a tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:51:10.212230 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c4e5bb-4add-4c7e-b400-0e020c0a775a tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:10.212930 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-75c4e5bb-4add-4c7e-b400-0e020c0a775a tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:10.225729 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c4e5bb-4add-4c7e-b400-0e020c0a775a tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event updated for resources: {'Port': ['ID=f51d9459-7972-4501-a629-56cf1c2c7c3f,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:10.226209 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-79d914e2-d502-4b76-86e5-db62e1ebaa55 None None] Allocated IP 2001:db8::2 (cfc280cf-2977-4a5c-89c8-adf4088ffacb/5f913fa4-0076-4792-9092-61994f8a594a/e91a6c51-8787-4f34-8b46-ed444a6d95e6) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:51:10.239727 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-75c4e5bb-4add-4c7e-b400-0e020c0a775a tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0694423 Aug 10 03:51:10.240459 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39252) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:10.360332 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 00a8b1ae-2fbe-463d-962d-2832b561c56e no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:51:10.366690 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bfaa36c-18f7-4e96-8b23-5199efcc85a6 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:10.371075 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-1bfaa36c-18f7-4e96-8b23-5199efcc85a6 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1250103 Aug 10 03:51:10.374620 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39256) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:10.393565 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 00a8b1ae-2fbe-463d-962d-2832b561c56e {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:51:10.393968 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 00a8b1ae-2fbe-463d-962d-2832b561c56e not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:51:10.473870 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-79d914e2-d502-4b76-86e5-db62e1ebaa55 None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:10.484742 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-79d914e2-d502-4b76-86e5-db62e1ebaa55 None None] Transition to ACTIVE for port object e91a6c51-8787-4f34-8b46-ed444a6d95e6 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:51:10.514548 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-79d914e2-d502-4b76-86e5-db62e1ebaa55 None None] Transition to ACTIVE for port object e91a6c51-8787-4f34-8b46-ed444a6d95e6 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:51:10.522927 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-79d914e2-d502-4b76-86e5-db62e1ebaa55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:10.541921 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-7ba22fdc-1e0a-4103-940d-eeade5faec64 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Deleting port f51d9459-7972-4501-a629-56cf1c2c7c3f {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:51:10.541921 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7ba22fdc-1e0a-4103-940d-eeade5faec64 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:10.576856 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d914e2-d502-4b76-86e5-db62e1ebaa55 None None] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:51:10.580421 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-79d914e2-d502-4b76-86e5-db62e1ebaa55 None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:51:10.590280 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d914e2-d502-4b76-86e5-db62e1ebaa55 None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:51:10.622638 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d914e2-d502-4b76-86e5-db62e1ebaa55 None None] Pushing event updated for resources: {'Port': ['ID=e91a6c51-8787-4f34-8b46-ed444a6d95e6,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:10.665803 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-79d914e2-d502-4b76-86e5-db62e1ebaa55 None None] Attempting to bind port e91a6c51-8787-4f34-8b46-ed444a6d95e6 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:51:10.666337 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-79d914e2-d502-4b76-86e5-db62e1ebaa55 None None] Attempting to bind port e91a6c51-8787-4f34-8b46-ed444a6d95e6 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '52cf705f-3228-4964-8d9f-b82fd04f4836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:51:10.666669 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d914e2-d502-4b76-86e5-db62e1ebaa55 None None] Attempting to bind port e91a6c51-8787-4f34-8b46-ed444a6d95e6 on network cfc280cf-2977-4a5c-89c8-adf4088ffacb {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:51:10.673464 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d914e2-d502-4b76-86e5-db62e1ebaa55 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:51:10.674638 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d914e2-d502-4b76-86e5-db62e1ebaa55 None None] Checking segment: {'id': '52cf705f-3228-4964-8d9f-b82fd04f4836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:51:10.674638 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-79d914e2-d502-4b76-86e5-db62e1ebaa55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:10.674964 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d914e2-d502-4b76-86e5-db62e1ebaa55 None None] Bound using segment: {'id': '52cf705f-3228-4964-8d9f-b82fd04f4836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:51:10.675164 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-79d914e2-d502-4b76-86e5-db62e1ebaa55 None None] Bound port: e91a6c51-8787-4f34-8b46-ed444a6d95e6, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52cf705f-3228-4964-8d9f-b82fd04f4836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:51:10.675562 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-79d914e2-d502-4b76-86e5-db62e1ebaa55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:10.711357 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7ba22fdc-1e0a-4103-940d-eeade5faec64 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:10.728711 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-7ba22fdc-1e0a-4103-940d-eeade5faec64 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Calling delete_port for f51d9459-7972-4501-a629-56cf1c2c7c3f owned by {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:51:10.775059 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-79d914e2-d502-4b76-86e5-db62e1ebaa55 None None] For port e91a6c51-8787-4f34-8b46-ed444a6d95e6, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:51:10.782817 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-79d914e2-d502-4b76-86e5-db62e1ebaa55 None None] For port e91a6c51-8787-4f34-8b46-ed444a6d95e6, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=e91a6c51-8787-4f34-8b46-ed444a6d95e6,segment=NetworkSegment(52cf705f-3228-4964-8d9f-b82fd04f4836),segment_id=52cf705f-3228-4964-8d9f-b82fd04f4836)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:51:10.790406 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-79d914e2-d502-4b76-86e5-db62e1ebaa55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:10.902582 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d914e2-d502-4b76-86e5-db62e1ebaa55 None None] Pushing event updated for resources: {'Port': ['ID=e91a6c51-8787-4f34-8b46-ed444a6d95e6,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:10.979724 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7ba22fdc-1e0a-4103-940d-eeade5faec64 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:11.037081 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba22fdc-1e0a-4103-940d-eeade5faec64 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event deleted for resources: {'Port': ['ID=f51d9459-7972-4501-a629-56cf1c2c7c3f,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:11.069097 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7ba22fdc-1e0a-4103-940d-eeade5faec64 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:11.071943 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-7ba22fdc-1e0a-4103-940d-eeade5faec64 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/ports/f51d9459-7972-4501-a629-56cf1c2c7c3f HTTP/1.1" status: 204 len: 168 time: 0.6958358 Aug 10 03:51:11.075952 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39270) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:11.186515 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34b72d9-ec59-4607-9a63-9a2cc3cf242a tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:11.190470 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34b72d9-ec59-4607-9a63-9a2cc3cf242a tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:11.196474 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-f34b72d9-ec59-4607-9a63-9a2cc3cf242a tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1156497 Aug 10 03:51:11.196750 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39276) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:11.276133 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-90bfe438-05f8-4228-b97c-ec2e1d7900d3 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Deleting subnet 5f913fa4-0076-4792-9092-61994f8a594a {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:51:11.280897 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-90bfe438-05f8-4228-b97c-ec2e1d7900d3 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:11.352918 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-90bfe438-05f8-4228-b97c-ec2e1d7900d3 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:11.471877 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-90bfe438-05f8-4228-b97c-ec2e1d7900d3 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:11.579789 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-90bfe438-05f8-4228-b97c-ec2e1d7900d3 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:11.969108 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bfe438-05f8-4228-b97c-ec2e1d7900d3 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event deleted for resources: {'Subnet': ['ID=5f913fa4-0076-4792-9092-61994f8a594a,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:11.973925 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-90bfe438-05f8-4228-b97c-ec2e1d7900d3 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:11.976356 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-90bfe438-05f8-4228-b97c-ec2e1d7900d3 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/subnets/5f913fa4-0076-4792-9092-61994f8a594a HTTP/1.1" status: 204 len: 168 time: 0.7782280 Aug 10 03:51:11.979387 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39288) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:12.046156 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-3e3e89f3-256a-47c6-8876-5f55d14e5b10 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0650427 Aug 10 03:51:12.050669 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39290) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:12.060576 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-33f65f37-71e0-4620-9470-bbb8848f314d tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Request body: {'subnet': {'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:51:12.099488 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4206b7dd-5e4d-4ea6-8dfb-f940cfb82ff0 req-d839147b-905d-4a70-9775-8ed87f93ff30 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e696b1a3-586b-498f-bbfd-4b8c2d29647e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0635655 Aug 10 03:51:12.168155 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d9cf83-aa63-4db3-80e4-0e796e0f1095 None None] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:51:12.189217 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33f65f37-71e0-4620-9470-bbb8848f314d tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Made reservation on behalf of 81e716861c6c4321abe7f438a66c4076 for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:51:12.196596 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-33f65f37-71e0-4620-9470-bbb8848f314d tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:12.220910 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4206b7dd-5e4d-4ea6-8dfb-f940cfb82ff0 req-7cebd649-c5d4-4c9c-94a1-4b24e669aaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:12.222485 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4206b7dd-5e4d-4ea6-8dfb-f940cfb82ff0 req-7cebd649-c5d4-4c9c-94a1-4b24e669aaf6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=810c64a9b2844404a2bfdb7c413aee0e&device_id=e696b1a3-586b-498f-bbfd-4b8c2d29647e HTTP/1.1" status: 200 len: 1098 time: 0.0583045 Aug 10 03:51:12.292723 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-72fd969e-9a1d-43a2-ab40-3f7e24807d20 None None] Provisioning for port e91a6c51-8787-4f34-8b46-ed444a6d95e6 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:51:12.439993 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4206b7dd-5e4d-4ea6-8dfb-f940cfb82ff0 req-88e72d43-a568-4382-b76e-b15dd0369c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:12.442165 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4206b7dd-5e4d-4ea6-8dfb-f940cfb82ff0 req-88e72d43-a568-4382-b76e-b15dd0369c67 service neutron] 10.222.0.61 "GET /v2.0/networks?id=095ca989-3257-4413-9aaa-cedbc7b00f9f HTTP/1.1" status: 200 len: 909 time: 0.1967077 Aug 10 03:51:12.462545 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device e91a6c51-8787-4f34-8b46-ed444a6d95e6 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:51:12.549704 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-33f65f37-71e0-4620-9470-bbb8848f314d tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:12.556060 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d2f675-be58-453d-b730-6e0eace5ed72 None None] DHCP port deletion for cfc280cf-2977-4a5c-89c8-adf4088ffacb request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:51:12.582394 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4206b7dd-5e4d-4ea6-8dfb-f940cfb82ff0 req-77c6406e-6f2f-4531-9977-662494844573 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec4737a8-b58e-47b3-a875-21eccccfae29 HTTP/1.1" status: 200 len: 1001 time: 0.1277518 Aug 10 03:51:12.628082 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port e91a6c51-8787-4f34-8b46-ed444a6d95e6 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:51:12.635413 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port e91a6c51-8787-4f34-8b46-ed444a6d95e6 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:51:12.636063 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:12.657415 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f65f37-71e0-4620-9470-bbb8848f314d tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:51:12.663965 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-33f65f37-71e0-4620-9470-bbb8848f314d tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:51:12.666835 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f65f37-71e0-4620-9470-bbb8848f314d tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event updated for resources: {'Subnet': ['ID=1a14c7cb-12eb-45fe-bb58-8c6ac009f27b,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:12.672191 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f65f37-71e0-4620-9470-bbb8848f314d tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:12.673259 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-33f65f37-71e0-4620-9470-bbb8848f314d tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:12.690624 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4206b7dd-5e4d-4ea6-8dfb-f940cfb82ff0 req-099ba6f8-38d3-4d13-9573-d216f44c2786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:12.693280 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4206b7dd-5e4d-4ea6-8dfb-f940cfb82ff0 req-099ba6f8-38d3-4d13-9573-d216f44c2786 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=59239fe0-5b0a-4cf2-984b-fbd48b94dbaf HTTP/1.1" status: 200 len: 848 time: 0.1010506 Aug 10 03:51:12.698775 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-33f65f37-71e0-4620-9470-bbb8848f314d tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6455317 Aug 10 03:51:12.704337 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 39292) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:12.713612 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-26d2f675-be58-453d-b730-6e0eace5ed72 None None] Deleting port e91a6c51-8787-4f34-8b46-ed444a6d95e6 {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:51:12.714028 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-26d2f675-be58-453d-b730-6e0eace5ed72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:12.721821 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-8b62652c-12a3-4ad2-8c36-37c6058e2d8a tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Request body: {'port': {'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'fixed_ips': [{'subnet_id': '1a14c7cb-12eb-45fe-bb58-8c6ac009f27b', 'ip_address': '2001:db8::31be:70d8:9cbe:66b0'}], 'name': 'tempest-NetworksTestDHCPv6-672031889'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:51:12.812600 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4206b7dd-5e4d-4ea6-8dfb-f940cfb82ff0 req-364294a1-69fe-43ee-a108-1172ee7924d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:12.814321 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4206b7dd-5e4d-4ea6-8dfb-f940cfb82ff0 req-364294a1-69fe-43ee-a108-1172ee7924d9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=095ca989-3257-4413-9aaa-cedbc7b00f9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1113994 Aug 10 03:51:12.867562 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:12.948342 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-26d2f675-be58-453d-b730-6e0eace5ed72 None None] For port e91a6c51-8787-4f34-8b46-ed444a6d95e6, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=e91a6c51-8787-4f34-8b46-ed444a6d95e6,segment=NetworkSegment(52cf705f-3228-4964-8d9f-b82fd04f4836),segment_id=52cf705f-3228-4964-8d9f-b82fd04f4836)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:51:12.949001 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-26d2f675-be58-453d-b730-6e0eace5ed72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:12.966837 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4206b7dd-5e4d-4ea6-8dfb-f940cfb82ff0 req-0682fa86-5b77-4bec-a450-589d70524069 service neutron] 10.222.0.61 "GET /v2.0/networks/095ca989-3257-4413-9aaa-cedbc7b00f9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406531 Aug 10 03:51:12.968365 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b62652c-12a3-4ad2-8c36-37c6058e2d8a tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Made reservation on behalf of 81e716861c6c4321abe7f438a66c4076 for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:51:12.974487 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8b62652c-12a3-4ad2-8c36-37c6058e2d8a tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:12.976322 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port e91a6c51-8787-4f34-8b46-ed444a6d95e6, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=e91a6c51-8787-4f34-8b46-ed444a6d95e6,segment=NetworkSegment(52cf705f-3228-4964-8d9f-b82fd04f4836),segment_id=52cf705f-3228-4964-8d9f-b82fd04f4836)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:51:12.984039 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-26d2f675-be58-453d-b730-6e0eace5ed72 None None] Calling delete_port for e91a6c51-8787-4f34-8b46-ed444a6d95e6 owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:51:12.987343 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:13.064625 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [None req-8b62652c-12a3-4ad2-8c36-37c6058e2d8a tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] device_id is not set on port 809bac32-bc7f-4a77-8d9c-fa11c75a0182 yet. {{(pid=94260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:51:13.138286 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=e91a6c51-8787-4f34-8b46-ed444a6d95e6,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:13.187119 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-26d2f675-be58-453d-b730-6e0eace5ed72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:13.196159 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4206b7dd-5e4d-4ea6-8dfb-f940cfb82ff0 req-54c34f14-c282-418a-b4f2-f4b01aadc1d7 service neutron] 10.222.0.61 "GET /v2.0/networks/095ca989-3257-4413-9aaa-cedbc7b00f9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188699 Aug 10 03:51:13.214594 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d2f675-be58-453d-b730-6e0eace5ed72 None None] Pushing event deleted for resources: {'Port': ['ID=e91a6c51-8787-4f34-8b46-ed444a6d95e6,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:13.220101 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d2f675-be58-453d-b730-6e0eace5ed72 None None] No DVR routers for this DVR port e91a6c51-8787-4f34-8b46-ed444a6d95e6 on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:51:13.241216 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf1358b-0b7c-4335-9512-9b1522954bde None None] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:51:13.338129 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-8b62652c-12a3-4ad2-8c36-37c6058e2d8a tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Allocated IP 2001:db8::31be:70d8:9cbe:66b0 (cfc280cf-2977-4a5c-89c8-adf4088ffacb/1a14c7cb-12eb-45fe-bb58-8c6ac009f27b/809bac32-bc7f-4a77-8d9c-fa11c75a0182) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:51:13.422532 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf27464e-35fc-42bb-b700-2b2ec5d66fe0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'tenant_id': '81e716861c6c4321abe7f438a66c4076', 'fixed_ips': [{'subnet_id': '1a14c7cb-12eb-45fe-bb58-8c6ac009f27b'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:51:13.423638 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-cf27464e-35fc-42bb-b700-2b2ec5d66fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:13.545488 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8b62652c-12a3-4ad2-8c36-37c6058e2d8a tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:13.563415 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [None req-8b62652c-12a3-4ad2-8c36-37c6058e2d8a tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Transition to ACTIVE for port object 809bac32-bc7f-4a77-8d9c-fa11c75a0182 will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:51:13.604663 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8b62652c-12a3-4ad2-8c36-37c6058e2d8a tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:13.663564 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-cf27464e-35fc-42bb-b700-2b2ec5d66fe0 None None] Allocated IP 2001:db8::2 (cfc280cf-2977-4a5c-89c8-adf4088ffacb/1a14c7cb-12eb-45fe-bb58-8c6ac009f27b/f6668e82-2466-4bdb-921f-e6ea850608b9) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:51:13.670540 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b62652c-12a3-4ad2-8c36-37c6058e2d8a tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:51:13.674884 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-8b62652c-12a3-4ad2-8c36-37c6058e2d8a tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:51:13.679672 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b62652c-12a3-4ad2-8c36-37c6058e2d8a tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:51:13.686334 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b62652c-12a3-4ad2-8c36-37c6058e2d8a tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:13.687030 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8b62652c-12a3-4ad2-8c36-37c6058e2d8a tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:13.697545 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b62652c-12a3-4ad2-8c36-37c6058e2d8a tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event updated for resources: {'Port': ['ID=809bac32-bc7f-4a77-8d9c-fa11c75a0182,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:13.710548 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-8b62652c-12a3-4ad2-8c36-37c6058e2d8a tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0048227 Aug 10 03:51:13.715277 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 39302) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:13.788104 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad30e3d3-a355-4c08-aa12-d135de59f34d tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:13.789828 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-ad30e3d3-a355-4c08-aa12-d135de59f34d tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0723941 Aug 10 03:51:13.792879 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 39304) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:13.880363 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-cf27464e-35fc-42bb-b700-2b2ec5d66fe0 None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:13.890074 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-cf27464e-35fc-42bb-b700-2b2ec5d66fe0 None None] Transition to ACTIVE for port object f6668e82-2466-4bdb-921f-e6ea850608b9 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:51:13.908383 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-cf27464e-35fc-42bb-b700-2b2ec5d66fe0 None None] Transition to ACTIVE for port object f6668e82-2466-4bdb-921f-e6ea850608b9 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:51:13.917497 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-1475e708-10ba-4ee8-a9e9-b052c1ddccca tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Deleting port 809bac32-bc7f-4a77-8d9c-fa11c75a0182 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:51:13.917833 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1475e708-10ba-4ee8-a9e9-b052c1ddccca tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:13.917988 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-cf27464e-35fc-42bb-b700-2b2ec5d66fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:13.970948 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf27464e-35fc-42bb-b700-2b2ec5d66fe0 None None] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:51:13.974349 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-cf27464e-35fc-42bb-b700-2b2ec5d66fe0 None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:51:13.978526 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf27464e-35fc-42bb-b700-2b2ec5d66fe0 None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:51:13.986935 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf27464e-35fc-42bb-b700-2b2ec5d66fe0 None None] Pushing event updated for resources: {'Port': ['ID=f6668e82-2466-4bdb-921f-e6ea850608b9,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:14.036641 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1475e708-10ba-4ee8-a9e9-b052c1ddccca tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:14.046771 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-cf27464e-35fc-42bb-b700-2b2ec5d66fe0 None None] Attempting to bind port f6668e82-2466-4bdb-921f-e6ea850608b9 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:51:14.047271 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-cf27464e-35fc-42bb-b700-2b2ec5d66fe0 None None] Attempting to bind port f6668e82-2466-4bdb-921f-e6ea850608b9 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '52cf705f-3228-4964-8d9f-b82fd04f4836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:51:14.047710 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf27464e-35fc-42bb-b700-2b2ec5d66fe0 None None] Attempting to bind port f6668e82-2466-4bdb-921f-e6ea850608b9 on network cfc280cf-2977-4a5c-89c8-adf4088ffacb {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:51:14.053384 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-1475e708-10ba-4ee8-a9e9-b052c1ddccca tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Calling delete_port for 809bac32-bc7f-4a77-8d9c-fa11c75a0182 owned by {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:51:14.054190 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf27464e-35fc-42bb-b700-2b2ec5d66fe0 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:51:14.054686 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf27464e-35fc-42bb-b700-2b2ec5d66fe0 None None] Checking segment: {'id': '52cf705f-3228-4964-8d9f-b82fd04f4836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:51:14.055319 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-cf27464e-35fc-42bb-b700-2b2ec5d66fe0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:14.055839 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf27464e-35fc-42bb-b700-2b2ec5d66fe0 None None] Bound using segment: {'id': '52cf705f-3228-4964-8d9f-b82fd04f4836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:51:14.056450 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-cf27464e-35fc-42bb-b700-2b2ec5d66fe0 None None] Bound port: f6668e82-2466-4bdb-921f-e6ea850608b9, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52cf705f-3228-4964-8d9f-b82fd04f4836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:51:14.057012 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-cf27464e-35fc-42bb-b700-2b2ec5d66fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:14.161629 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-cf27464e-35fc-42bb-b700-2b2ec5d66fe0 None None] For port f6668e82-2466-4bdb-921f-e6ea850608b9, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:51:14.166728 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-cf27464e-35fc-42bb-b700-2b2ec5d66fe0 None None] For port f6668e82-2466-4bdb-921f-e6ea850608b9, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=f6668e82-2466-4bdb-921f-e6ea850608b9,segment=NetworkSegment(52cf705f-3228-4964-8d9f-b82fd04f4836),segment_id=52cf705f-3228-4964-8d9f-b82fd04f4836)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:51:14.178466 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-cf27464e-35fc-42bb-b700-2b2ec5d66fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:14.270761 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1475e708-10ba-4ee8-a9e9-b052c1ddccca tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:14.306301 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1475e708-10ba-4ee8-a9e9-b052c1ddccca tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event deleted for resources: {'Port': ['ID=809bac32-bc7f-4a77-8d9c-fa11c75a0182,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:14.324249 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf27464e-35fc-42bb-b700-2b2ec5d66fe0 None None] Pushing event updated for resources: {'Port': ['ID=f6668e82-2466-4bdb-921f-e6ea850608b9,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:14.357543 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1475e708-10ba-4ee8-a9e9-b052c1ddccca tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:14.361098 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-1475e708-10ba-4ee8-a9e9-b052c1ddccca tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/ports/809bac32-bc7f-4a77-8d9c-fa11c75a0182 HTTP/1.1" status: 204 len: 168 time: 0.5668631 Aug 10 03:51:14.363637 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39310) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:14.424259 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device e91a6c51-8787-4f34-8b46-ed444a6d95e6 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:51:14.451025 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c008952-9ddb-49b2-96e9-d101c5e406a1 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:14.453237 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: e91a6c51-8787-4f34-8b46-ed444a6d95e6 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:51:14.453595 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device e91a6c51-8787-4f34-8b46-ed444a6d95e6 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:51:14.456931 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c008952-9ddb-49b2-96e9-d101c5e406a1 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:14.460636 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-6c008952-9ddb-49b2-96e9-d101c5e406a1 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0948737 Aug 10 03:51:14.463194 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 39312) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:14.604724 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9e65564-2dec-4d51-ba6e-cb137898a1d8 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Deleting subnet 1a14c7cb-12eb-45fe-bb58-8c6ac009f27b {{(pid=94260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:51:14.609158 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a9e65564-2dec-4d51-ba6e-cb137898a1d8 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for subnet, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:14.730417 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a9e65564-2dec-4d51-ba6e-cb137898a1d8 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191173'] for subnet, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:14.875421 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a9e65564-2dec-4d51-ba6e-cb137898a1d8 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:14.954570 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a9e65564-2dec-4d51-ba6e-cb137898a1d8 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:14.993326 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e65564-2dec-4d51-ba6e-cb137898a1d8 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event deleted for resources: {'Subnet': ['ID=1a14c7cb-12eb-45fe-bb58-8c6ac009f27b,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:14.999330 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a9e65564-2dec-4d51-ba6e-cb137898a1d8 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:15.002805 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-a9e65564-2dec-4d51-ba6e-cb137898a1d8 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/subnets/1a14c7cb-12eb-45fe-bb58-8c6ac009f27b HTTP/1.1" status: 204 len: 168 time: 0.5379779 Aug 10 03:51:15.005825 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 39324) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:15.050916 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-15b9b185-7d55-4b1c-a06e-7a8b8b6cbd0b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0433335 Aug 10 03:51:15.055415 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 39326) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:15.061071 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-06a42dff-2ff8-4213-820c-50abd45d5e85 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Request body: {'subnet': {'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:51:15.219285 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06a42dff-2ff8-4213-820c-50abd45d5e85 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Made reservation on behalf of 81e716861c6c4321abe7f438a66c4076 for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:51:15.225106 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-06a42dff-2ff8-4213-820c-50abd45d5e85 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:15.539001 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-06a42dff-2ff8-4213-820c-50abd45d5e85 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58895384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805196'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:15.631141 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a42dff-2ff8-4213-820c-50abd45d5e85 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:51:15.640611 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-06a42dff-2ff8-4213-820c-50abd45d5e85 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:51:15.645760 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a42dff-2ff8-4213-820c-50abd45d5e85 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:15.646829 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-06a42dff-2ff8-4213-820c-50abd45d5e85 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:15.656365 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cee7507-36be-4fac-8fd5-327b070bb840 None None] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:51:15.689574 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a42dff-2ff8-4213-820c-50abd45d5e85 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event updated for resources: {'Subnet': ['ID=b4135216-67b2-4d86-8751-f1d5868d0fed,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:15.697203 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-06a42dff-2ff8-4213-820c-50abd45d5e85 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6402538 Aug 10 03:51:15.701228 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39328) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:15.706721 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-814fe36f-b489-4693-9410-9c6ebf6ce92b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Request body: {'port': {'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'fixed_ips': [{'subnet_id': 'b4135216-67b2-4d86-8751-f1d5868d0fed', 'ip_address': '2001:db8::a79b:8b90:99ad:4132'}], 'name': 'tempest-NetworksTestDHCPv6-734307720'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:51:15.743289 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-9f855bec-6f4f-4ded-8dbd-310ff650bcf6 None None] Provisioning for port f6668e82-2466-4bdb-921f-e6ea850608b9 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:51:15.848844 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-814fe36f-b489-4693-9410-9c6ebf6ce92b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Made reservation on behalf of 81e716861c6c4321abe7f438a66c4076 for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:51:15.950526 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-814fe36f-b489-4693-9410-9c6ebf6ce92b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:15.977873 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [None req-814fe36f-b489-4693-9410-9c6ebf6ce92b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] device_id is not set on port 5ca379a9-8aa4-4dc5-8d19-d2d114602d9c yet. {{(pid=94261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:51:16.228457 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-814fe36f-b489-4693-9410-9c6ebf6ce92b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Allocated IP 2001:db8::a79b:8b90:99ad:4132 (cfc280cf-2977-4a5c-89c8-adf4088ffacb/b4135216-67b2-4d86-8751-f1d5868d0fed/5ca379a9-8aa4-4dc5-8d19-d2d114602d9c) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:51:16.469782 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-814fe36f-b489-4693-9410-9c6ebf6ce92b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:16.486073 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device f6668e82-2466-4bdb-921f-e6ea850608b9 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:51:16.505327 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [None req-814fe36f-b489-4693-9410-9c6ebf6ce92b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Transition to ACTIVE for port object 5ca379a9-8aa4-4dc5-8d19-d2d114602d9c will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:51:16.589100 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-814fe36f-b489-4693-9410-9c6ebf6ce92b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:16.594018 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port f6668e82-2466-4bdb-921f-e6ea850608b9 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:51:16.607999 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port f6668e82-2466-4bdb-921f-e6ea850608b9 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:51:16.609093 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:16.640428 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814fe36f-b489-4693-9410-9c6ebf6ce92b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:51:16.646767 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-814fe36f-b489-4693-9410-9c6ebf6ce92b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:51:16.652449 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814fe36f-b489-4693-9410-9c6ebf6ce92b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:51:16.659001 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814fe36f-b489-4693-9410-9c6ebf6ce92b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:16.659805 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-814fe36f-b489-4693-9410-9c6ebf6ce92b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:16.670781 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-1f7eb7af-92e7-4879-ab85-491a3940f088 None None] Could not find standard attr ID for object f51d9459-7972-4501-a629-56cf1c2c7c3f. {{(pid=94262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:51:16.677320 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814fe36f-b489-4693-9410-9c6ebf6ce92b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event updated for resources: {'Port': ['ID=5ca379a9-8aa4-4dc5-8d19-d2d114602d9c,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:16.690317 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814fe36f-b489-4693-9410-9c6ebf6ce92b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:16.690746 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814fe36f-b489-4693-9410-9c6ebf6ce92b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:16.691143 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814fe36f-b489-4693-9410-9c6ebf6ce92b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:16.691546 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814fe36f-b489-4693-9410-9c6ebf6ce92b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:16.692106 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814fe36f-b489-4693-9410-9c6ebf6ce92b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:16.692588 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814fe36f-b489-4693-9410-9c6ebf6ce92b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:16.692983 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814fe36f-b489-4693-9410-9c6ebf6ce92b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:16.693390 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814fe36f-b489-4693-9410-9c6ebf6ce92b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:16.693763 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814fe36f-b489-4693-9410-9c6ebf6ce92b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:16.694933 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814fe36f-b489-4693-9410-9c6ebf6ce92b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:16.695374 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814fe36f-b489-4693-9410-9c6ebf6ce92b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:16.695778 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814fe36f-b489-4693-9410-9c6ebf6ce92b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:16.701735 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-814fe36f-b489-4693-9410-9c6ebf6ce92b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.9992511 Aug 10 03:51:16.705838 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 39350) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:16.782575 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:16.831732 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port f6668e82-2466-4bdb-921f-e6ea850608b9, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=f6668e82-2466-4bdb-921f-e6ea850608b9,segment=NetworkSegment(52cf705f-3228-4964-8d9f-b82fd04f4836),segment_id=52cf705f-3228-4964-8d9f-b82fd04f4836)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:51:16.833797 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e7b7b7-2388-43ac-b3a7-99423d3f41eb tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:16.838461 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:16.866161 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e7b7b7-2388-43ac-b3a7-99423d3f41eb tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:16.874076 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39356) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:16.874420 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-57e7b7b7-2388-43ac-b3a7-99423d3f41eb tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1605 time: 0.1669683 Aug 10 03:51:16.907246 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=f6668e82-2466-4bdb-921f-e6ea850608b9,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:16.917487 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-9441988c-13f2-4e3e-b061-d65a49766ed5 None None] Could not find standard attr ID for object 809bac32-bc7f-4a77-8d9c-fa11c75a0182. {{(pid=94262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:51:17.022336 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-06cd75b6-fc68-437a-82df-3c1ae02fda21 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Deleting port 5ca379a9-8aa4-4dc5-8d19-d2d114602d9c {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:51:17.022664 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-06cd75b6-fc68-437a-82df-3c1ae02fda21 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:17.172123 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-06cd75b6-fc68-437a-82df-3c1ae02fda21 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:17.195472 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-06cd75b6-fc68-437a-82df-3c1ae02fda21 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Calling delete_port for 5ca379a9-8aa4-4dc5-8d19-d2d114602d9c owned by {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:51:17.260216 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-115cab3f-e04d-4379-8639-7802466bc397 None None] Provisioning for port 5ca379a9-8aa4-4dc5-8d19-d2d114602d9c completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:51:17.267751 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-115cab3f-e04d-4379-8639-7802466bc397 None None] Provisioning complete for port 5ca379a9-8aa4-4dc5-8d19-d2d114602d9c triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:51:17.268168 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-115cab3f-e04d-4379-8639-7802466bc397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:17.313284 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-115cab3f-e04d-4379-8639-7802466bc397 None None] Port 5ca379a9-8aa4-4dc5-8d19-d2d114602d9c cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:51:17.421480 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-06cd75b6-fc68-437a-82df-3c1ae02fda21 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:17.459475 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cd75b6-fc68-437a-82df-3c1ae02fda21 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event deleted for resources: {'Port': ['ID=5ca379a9-8aa4-4dc5-8d19-d2d114602d9c,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:17.505280 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-06cd75b6-fc68-437a-82df-3c1ae02fda21 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:17.509641 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-06cd75b6-fc68-437a-82df-3c1ae02fda21 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/ports/5ca379a9-8aa4-4dc5-8d19-d2d114602d9c HTTP/1.1" status: 204 len: 168 time: 0.6332827 Aug 10 03:51:17.513801 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 39358) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:17.612312 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa4987d-1501-4fbe-8773-3c6866d645e3 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:17.614825 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa4987d-1501-4fbe-8773-3c6866d645e3 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:17.619339 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-daa4987d-1501-4fbe-8773-3c6866d645e3 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0994027 Aug 10 03:51:17.620837 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39360) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:17.700975 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a8142c9-2415-4dd6-8d12-3b53f1a99595 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Deleting subnet b4135216-67b2-4d86-8751-f1d5868d0fed {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:51:17.705275 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8a8142c9-2415-4dd6-8d12-3b53f1a99595 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:17.789805 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8a8142c9-2415-4dd6-8d12-3b53f1a99595 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:17.878764 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8a8142c9-2415-4dd6-8d12-3b53f1a99595 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:18.048494 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8a8142c9-2415-4dd6-8d12-3b53f1a99595 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:18.109239 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8142c9-2415-4dd6-8d12-3b53f1a99595 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event deleted for resources: {'Subnet': ['ID=b4135216-67b2-4d86-8751-f1d5868d0fed,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:18.125979 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8a8142c9-2415-4dd6-8d12-3b53f1a99595 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:18.130684 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-8a8142c9-2415-4dd6-8d12-3b53f1a99595 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/subnets/b4135216-67b2-4d86-8751-f1d5868d0fed HTTP/1.1" status: 204 len: 168 time: 0.5081644 Aug 10 03:51:18.133645 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 39366) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:18.200324 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3afec2-570f-4fc0-b079-cb2e95d819d9 None None] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:51:18.226017 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-d3a2bf32-43cd-4773-bf1e-60885fab532b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0871632 Aug 10 03:51:18.226672 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39368) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:18.306480 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85c4371-83e9-407b-a3fa-0581a3a9e9c4 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:18.310303 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-f85c4371-83e9-407b-a3fa-0581a3a9e9c4 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0799708 Aug 10 03:51:18.313081 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 39370) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:18.408638 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device f6668e82-2466-4bdb-921f-e6ea850608b9 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:51:18.411589 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138d8d96-d258-4fbd-a03a-7f5194b34ccb tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:18.413842 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-138d8d96-d258-4fbd-a03a-7f5194b34ccb tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0988216 Aug 10 03:51:18.416732 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 39372) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:18.455789 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b14aa60-9359-459f-a601-a1f13967f834 None None] DHCP port deletion for cfc280cf-2977-4a5c-89c8-adf4088ffacb request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:51:18.503903 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-68ab9d57-8a81-4971-8136-aab92ed12b84 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0853555 Aug 10 03:51:18.512032 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39374) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:18.520591 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-8da70b7c-b816-4d8d-acd3-652aa3f19440 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Request body: {'subnet': {'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:51:18.532559 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port f6668e82-2466-4bdb-921f-e6ea850608b9 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:51:18.533007 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:18.685638 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8da70b7c-b816-4d8d-acd3-652aa3f19440 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Made reservation on behalf of 81e716861c6c4321abe7f438a66c4076 for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:51:18.692196 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8da70b7c-b816-4d8d-acd3-652aa3f19440 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:18.842637 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-6b14aa60-9359-459f-a601-a1f13967f834 None None] Deleting port f6668e82-2466-4bdb-921f-e6ea850608b9 {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:51:18.843183 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-6b14aa60-9359-459f-a601-a1f13967f834 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:18.983249 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-6b14aa60-9359-459f-a601-a1f13967f834 None None] For port f6668e82-2466-4bdb-921f-e6ea850608b9, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=f6668e82-2466-4bdb-921f-e6ea850608b9,segment=NetworkSegment(52cf705f-3228-4964-8d9f-b82fd04f4836),segment_id=52cf705f-3228-4964-8d9f-b82fd04f4836)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:51:18.983881 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-6b14aa60-9359-459f-a601-a1f13967f834 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:19.012590 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-6b14aa60-9359-459f-a601-a1f13967f834 None None] Calling delete_port for f6668e82-2466-4bdb-921f-e6ea850608b9 owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:51:19.032452 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8da70b7c-b816-4d8d-acd3-652aa3f19440 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:19.139241 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da70b7c-b816-4d8d-acd3-652aa3f19440 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:51:19.144654 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-8da70b7c-b816-4d8d-acd3-652aa3f19440 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:51:19.150758 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da70b7c-b816-4d8d-acd3-652aa3f19440 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:19.152876 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8da70b7c-b816-4d8d-acd3-652aa3f19440 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:19.164139 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da70b7c-b816-4d8d-acd3-652aa3f19440 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event updated for resources: {'Subnet': ['ID=29ca80a8-1f84-4343-b762-a9ababf071c7,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:19.178827 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-6b14aa60-9359-459f-a601-a1f13967f834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:19.205120 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b14aa60-9359-459f-a601-a1f13967f834 None None] No DVR routers for this DVR port f6668e82-2466-4bdb-921f-e6ea850608b9 on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:51:19.214283 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 39382) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:19.220691 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-8da70b7c-b816-4d8d-acd3-652aa3f19440 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7019286 Aug 10 03:51:19.223701 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-19d52ead-562a-4ccc-9856-8f46a6dc4c81 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Request body: {'port': {'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'fixed_ips': [{'subnet_id': '29ca80a8-1f84-4343-b762-a9ababf071c7', 'ip_address': '2001:db8::8438:ec64:ed7d:75dc'}], 'name': 'tempest-NetworksTestDHCPv6-827523385'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:51:19.250716 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f705b5a-ac6d-403f-959d-ade936894bd0 None None] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:51:19.256286 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b14aa60-9359-459f-a601-a1f13967f834 None None] Pushing event deleted for resources: {'Port': ['ID=f6668e82-2466-4bdb-921f-e6ea850608b9,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:19.444015 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d52ead-562a-4ccc-9856-8f46a6dc4c81 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Made reservation on behalf of 81e716861c6c4321abe7f438a66c4076 for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:51:19.573314 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20985468-d87c-4473-8ae4-3f5a97073aa9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'tenant_id': '81e716861c6c4321abe7f438a66c4076', 'fixed_ips': [{'subnet_id': '29ca80a8-1f84-4343-b762-a9ababf071c7'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:51:19.574980 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-20985468-d87c-4473-8ae4-3f5a97073aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:19.579991 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-19d52ead-562a-4ccc-9856-8f46a6dc4c81 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:19.603931 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [None req-19d52ead-562a-4ccc-9856-8f46a6dc4c81 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] device_id is not set on port 3643eb39-fea6-4de0-a587-71d2c9f5fbab yet. {{(pid=94260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:51:19.810899 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-20985468-d87c-4473-8ae4-3f5a97073aa9 None None] Allocated IP 2001:db8::2 (cfc280cf-2977-4a5c-89c8-adf4088ffacb/29ca80a8-1f84-4343-b762-a9ababf071c7/804a171b-222f-4ad0-879d-965432223d35) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:51:20.060090 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-20985468-d87c-4473-8ae4-3f5a97073aa9 None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:20.076010 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-20985468-d87c-4473-8ae4-3f5a97073aa9 None None] Transition to ACTIVE for port object 804a171b-222f-4ad0-879d-965432223d35 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:51:20.101840 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-20985468-d87c-4473-8ae4-3f5a97073aa9 None None] Transition to ACTIVE for port object 804a171b-222f-4ad0-879d-965432223d35 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:51:20.116355 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-20985468-d87c-4473-8ae4-3f5a97073aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:20.203090 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-19d52ead-562a-4ccc-9856-8f46a6dc4c81 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Allocated IP 2001:db8::8438:ec64:ed7d:75dc (cfc280cf-2977-4a5c-89c8-adf4088ffacb/29ca80a8-1f84-4343-b762-a9ababf071c7/3643eb39-fea6-4de0-a587-71d2c9f5fbab) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:51:20.216061 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20985468-d87c-4473-8ae4-3f5a97073aa9 None None] Pushing event updated for resources: {'Port': ['ID=804a171b-222f-4ad0-879d-965432223d35,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:20.254874 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20985468-d87c-4473-8ae4-3f5a97073aa9 None None] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:51:20.259095 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-20985468-d87c-4473-8ae4-3f5a97073aa9 None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:51:20.264117 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20985468-d87c-4473-8ae4-3f5a97073aa9 None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:51:20.374438 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-20985468-d87c-4473-8ae4-3f5a97073aa9 None None] Attempting to bind port 804a171b-222f-4ad0-879d-965432223d35 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:51:20.387140 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-20985468-d87c-4473-8ae4-3f5a97073aa9 None None] Attempting to bind port 804a171b-222f-4ad0-879d-965432223d35 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '52cf705f-3228-4964-8d9f-b82fd04f4836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:51:20.388114 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20985468-d87c-4473-8ae4-3f5a97073aa9 None None] Attempting to bind port 804a171b-222f-4ad0-879d-965432223d35 on network cfc280cf-2977-4a5c-89c8-adf4088ffacb {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:51:20.399487 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20985468-d87c-4473-8ae4-3f5a97073aa9 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:51:20.400020 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20985468-d87c-4473-8ae4-3f5a97073aa9 None None] Checking segment: {'id': '52cf705f-3228-4964-8d9f-b82fd04f4836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:51:20.400892 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-20985468-d87c-4473-8ae4-3f5a97073aa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:20.401496 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20985468-d87c-4473-8ae4-3f5a97073aa9 None None] Bound using segment: {'id': '52cf705f-3228-4964-8d9f-b82fd04f4836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:51:20.402634 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-20985468-d87c-4473-8ae4-3f5a97073aa9 None None] Bound port: 804a171b-222f-4ad0-879d-965432223d35, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52cf705f-3228-4964-8d9f-b82fd04f4836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:51:20.405440 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-20985468-d87c-4473-8ae4-3f5a97073aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:20.432481 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device f6668e82-2466-4bdb-921f-e6ea850608b9 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:51:20.495753 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: f6668e82-2466-4bdb-921f-e6ea850608b9 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:51:20.496346 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device f6668e82-2466-4bdb-921f-e6ea850608b9 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:51:20.570638 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-20985468-d87c-4473-8ae4-3f5a97073aa9 None None] For port 804a171b-222f-4ad0-879d-965432223d35, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:51:20.575427 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-20985468-d87c-4473-8ae4-3f5a97073aa9 None None] For port 804a171b-222f-4ad0-879d-965432223d35, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=804a171b-222f-4ad0-879d-965432223d35,segment=NetworkSegment(52cf705f-3228-4964-8d9f-b82fd04f4836),segment_id=52cf705f-3228-4964-8d9f-b82fd04f4836)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:51:20.582694 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-20985468-d87c-4473-8ae4-3f5a97073aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:20.646609 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-19d52ead-562a-4ccc-9856-8f46a6dc4c81 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:20.710759 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20985468-d87c-4473-8ae4-3f5a97073aa9 None None] Pushing event updated for resources: {'Port': ['ID=804a171b-222f-4ad0-879d-965432223d35,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:20.711367 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [None req-19d52ead-562a-4ccc-9856-8f46a6dc4c81 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Transition to ACTIVE for port object 3643eb39-fea6-4de0-a587-71d2c9f5fbab will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:51:20.788685 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-19d52ead-562a-4ccc-9856-8f46a6dc4c81 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:20.873346 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d52ead-562a-4ccc-9856-8f46a6dc4c81 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:51:20.879505 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-19d52ead-562a-4ccc-9856-8f46a6dc4c81 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:51:20.883622 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d52ead-562a-4ccc-9856-8f46a6dc4c81 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:51:20.894411 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d52ead-562a-4ccc-9856-8f46a6dc4c81 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:20.895527 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-19d52ead-562a-4ccc-9856-8f46a6dc4c81 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:20.929642 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d52ead-562a-4ccc-9856-8f46a6dc4c81 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event updated for resources: {'Port': ['ID=3643eb39-fea6-4de0-a587-71d2c9f5fbab,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:20.937885 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-19d52ead-562a-4ccc-9856-8f46a6dc4c81 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7209105 Aug 10 03:51:20.943194 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39400) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:20.982612 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-756a082d-8b6e-4138-9e16-d187eddc1717 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Request body: {'port': {'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'fixed_ips': [{'subnet_id': '29ca80a8-1f84-4343-b762-a9ababf071c7', 'ip_address': '2001:db8::8438:ec64:ed7d:75dc'}], 'name': 'tempest-NetworksTestDHCPv6-46725824'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:51:21.174355 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-756a082d-8b6e-4138-9e16-d187eddc1717 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Made reservation on behalf of 81e716861c6c4321abe7f438a66c4076 for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:51:21.324910 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-756a082d-8b6e-4138-9e16-d187eddc1717 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:21.352317 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [None req-756a082d-8b6e-4138-9e16-d187eddc1717 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] device_id is not set on port b80a8bc7-5399-451d-8816-daa395bfb2b4 yet. {{(pid=94261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:51:21.370765 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4c0ff5eb-6b9a-4275-9ac5-d6f962d04115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:21.564002 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-756a082d-8b6e-4138-9e16-d187eddc1717 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 10 03:51:21.564649 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-756a082d-8b6e-4138-9e16-d187eddc1717 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:51:21.588827 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-756a082d-8b6e-4138-9e16-d187eddc1717 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.6438644 Aug 10 03:51:21.593270 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39410) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:21.660716 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad55e107-aaaf-4f81-866b-59a4f234fe0e tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:21.668133 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad55e107-aaaf-4f81-866b-59a4f234fe0e tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:21.670726 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ad55e107-aaaf-4f81-866b-59a4f234fe0e tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0763533 Aug 10 03:51:21.674822 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 39412) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:21.808231 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-54b38330-2ddf-4473-bb77-a472b577e047 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Deleting port 3643eb39-fea6-4de0-a587-71d2c9f5fbab {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:51:21.808717 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-54b38330-2ddf-4473-bb77-a472b577e047 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:21.932874 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-54b38330-2ddf-4473-bb77-a472b577e047 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:21.953388 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-54b38330-2ddf-4473-bb77-a472b577e047 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Calling delete_port for 3643eb39-fea6-4de0-a587-71d2c9f5fbab owned by {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:51:22.035746 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-f1b7d98a-8692-467d-bc38-d6d107b99177 None None] Provisioning for port 804a171b-222f-4ad0-879d-965432223d35 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:51:22.150038 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-54b38330-2ddf-4473-bb77-a472b577e047 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:22.182802 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b38330-2ddf-4473-bb77-a472b577e047 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event deleted for resources: {'Port': ['ID=3643eb39-fea6-4de0-a587-71d2c9f5fbab,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:22.213150 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-54b38330-2ddf-4473-bb77-a472b577e047 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:22.216074 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-54b38330-2ddf-4473-bb77-a472b577e047 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/ports/3643eb39-fea6-4de0-a587-71d2c9f5fbab HTTP/1.1" status: 204 len: 168 time: 0.5398366 Aug 10 03:51:22.219654 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 39414) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:22.296323 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa88d99-975f-44fa-b8a1-b4c48d2daca6 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:22.299598 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa88d99-975f-44fa-b8a1-b4c48d2daca6 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:22.301700 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-dfa88d99-975f-44fa-b8a1-b4c48d2daca6 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0806913 Aug 10 03:51:22.305985 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 39416) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:22.361799 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-5bbb52f2-efef-4d03-aca6-9e9cfc8ea51b None None] Could not find standard attr ID for object 3643eb39-fea6-4de0-a587-71d2c9f5fbab. {{(pid=94262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:51:22.415140 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_v2 [None req-44fe3045-74c1-452d-b629-59986de62e65 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Deleting subnet 29ca80a8-1f84-4343-b762-a9ababf071c7 {{(pid=94260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:51:22.419743 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-44fe3045-74c1-452d-b629-59986de62e65 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for subnet, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:22.445895 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 804a171b-222f-4ad0-879d-965432223d35 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:51:22.491670 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-44fe3045-74c1-452d-b629-59986de62e65 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191173'] for subnet, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:22.519340 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 804a171b-222f-4ad0-879d-965432223d35 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:51:22.524765 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 804a171b-222f-4ad0-879d-965432223d35 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:51:22.525751 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:22.644483 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-44fe3045-74c1-452d-b629-59986de62e65 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:22.678050 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:22.726433 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-44fe3045-74c1-452d-b629-59986de62e65 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:22.756055 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fe3045-74c1-452d-b629-59986de62e65 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event deleted for resources: {'Subnet': ['ID=29ca80a8-1f84-4343-b762-a9ababf071c7,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:22.766313 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-44fe3045-74c1-452d-b629-59986de62e65 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:22.774290 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39422) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:22.783148 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-44fe3045-74c1-452d-b629-59986de62e65 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/subnets/29ca80a8-1f84-4343-b762-a9ababf071c7 HTTP/1.1" status: 204 len: 168 time: 0.4752479 Aug 10 03:51:22.786508 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8151be4c-d9f6-4ad8-a913-9eae6416fbb6 None None] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:51:22.852661 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 39424) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:22.853407 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-346d7b01-6644-462a-9bfa-e0571bbbbbaf tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0770183 Aug 10 03:51:22.864174 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.db.api [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:51:22.864619 n-d-768862-13 neutron-server[94262]: DEBUG oslo_db.api [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:51:22.866741 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-3d631952-c0a9-44b2-994b-c7f73a584bd9 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Request body: {'subnet': {'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:51:23.033987 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d631952-c0a9-44b2-994b-c7f73a584bd9 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Made reservation on behalf of 81e716861c6c4321abe7f438a66c4076 for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:51:23.039132 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3d631952-c0a9-44b2-994b-c7f73a584bd9 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:23.048244 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a9db1b-f7e7-4959-84e3-839872d2c264 None None] DHCP port deletion for cfc280cf-2977-4a5c-89c8-adf4088ffacb request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:51:23.105565 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-28a9db1b-f7e7-4959-84e3-839872d2c264 None None] Deleting port 804a171b-222f-4ad0-879d-965432223d35 {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:51:23.105565 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-28a9db1b-f7e7-4959-84e3-839872d2c264 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:23.220336 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-28a9db1b-f7e7-4959-84e3-839872d2c264 None None] For port 804a171b-222f-4ad0-879d-965432223d35, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=804a171b-222f-4ad0-879d-965432223d35,segment=NetworkSegment(52cf705f-3228-4964-8d9f-b82fd04f4836),segment_id=52cf705f-3228-4964-8d9f-b82fd04f4836)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:51:23.221115 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-28a9db1b-f7e7-4959-84e3-839872d2c264 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:23.245163 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-28a9db1b-f7e7-4959-84e3-839872d2c264 None None] Calling delete_port for 804a171b-222f-4ad0-879d-965432223d35 owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:51:23.360776 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-28a9db1b-f7e7-4959-84e3-839872d2c264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:23.373943 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3d631952-c0a9-44b2-994b-c7f73a584bd9 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58895384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805196'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:23.443885 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d631952-c0a9-44b2-994b-c7f73a584bd9 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:51:23.456027 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-3d631952-c0a9-44b2-994b-c7f73a584bd9 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:51:23.461716 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a9db1b-f7e7-4959-84e3-839872d2c264 None None] Pushing event deleted for resources: {'Port': ['ID=804a171b-222f-4ad0-879d-965432223d35,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:23.465934 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a9db1b-f7e7-4959-84e3-839872d2c264 None None] No DVR routers for this DVR port 804a171b-222f-4ad0-879d-965432223d35 on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:51:23.469339 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Port 804a171b-222f-4ad0-879d-965432223d35 update to ACTIVE by agent not found {{(pid=94262) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Aug 10 03:51:23.470314 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d631952-c0a9-44b2-994b-c7f73a584bd9 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:23.479831 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3d631952-c0a9-44b2-994b-c7f73a584bd9 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:23.500509 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4662130-5b86-4979-bcb1-4561353c5ad5 None None] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:51:23.505459 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d631952-c0a9-44b2-994b-c7f73a584bd9 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event updated for resources: {'Subnet': ['ID=ab50a00f-7336-4f2b-8229-b1581d4ebad4,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:23.520062 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-3d631952-c0a9-44b2-994b-c7f73a584bd9 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6634974 Aug 10 03:51:23.523404 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39438) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:23.536726 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-a41dece0-2d3e-4878-afd1-41a2c85303e8 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Request body: {'port': {'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'fixed_ips': [{'subnet_id': 'ab50a00f-7336-4f2b-8229-b1581d4ebad4', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-321031463'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:51:23.721212 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a41dece0-2d3e-4878-afd1-41a2c85303e8 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Made reservation on behalf of 81e716861c6c4321abe7f438a66c4076 for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:51:23.725813 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-371ee378-7ea6-40ea-b406-7e071e24af44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:23.732159 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a41dece0-2d3e-4878-afd1-41a2c85303e8 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:23.763718 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3855855-d0af-4f65-a01a-3537017d2420 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'tenant_id': '81e716861c6c4321abe7f438a66c4076', 'fixed_ips': [{'subnet_id': 'ab50a00f-7336-4f2b-8229-b1581d4ebad4'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:51:23.764749 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [None req-a41dece0-2d3e-4878-afd1-41a2c85303e8 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] device_id is not set on port bd111f61-219c-4a55-a4d2-8ec63259832c yet. {{(pid=94261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:51:23.764952 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a3855855-d0af-4f65-a01a-3537017d2420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:23.938432 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-a41dece0-2d3e-4878-afd1-41a2c85303e8 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:51:23.939355 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a41dece0-2d3e-4878-afd1-41a2c85303e8 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:51:23.975259 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 39440) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:23.976084 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a41dece0-2d3e-4878-afd1-41a2c85303e8 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 0.4508798 Aug 10 03:51:24.010338 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-a3de1982-74e6-48c5-ab5f-3f6ac011e287 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0309510 Aug 10 03:51:24.011689 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39442) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:24.046255 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-a3855855-d0af-4f65-a01a-3537017d2420 None None] Allocated IP 2001:db8::2 (cfc280cf-2977-4a5c-89c8-adf4088ffacb/ab50a00f-7336-4f2b-8229-b1581d4ebad4/f12bc2f6-0dbe-4477-99a5-3ce1c6ddffee) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:51:24.119854 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97b098b-faf4-42c5-989c-e67fc8e434da tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:24.123317 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97b098b-faf4-42c5-989c-e67fc8e434da tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:24.127455 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-c97b098b-faf4-42c5-989c-e67fc8e434da tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1106067 Aug 10 03:51:24.129407 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 39450) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:24.199125 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_v2 [None req-e03fa9dc-94df-4074-aeae-fbf9dd811dd0 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Deleting subnet ab50a00f-7336-4f2b-8229-b1581d4ebad4 {{(pid=94260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:51:24.325346 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:24.339088 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a3855855-d0af-4f65-a01a-3537017d2420 None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:24.354082 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-a3855855-d0af-4f65-a01a-3537017d2420 None None] Transition to ACTIVE for port object f12bc2f6-0dbe-4477-99a5-3ce1c6ddffee will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:51:24.379668 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 804a171b-222f-4ad0-879d-965432223d35 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:51:24.407249 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-a3855855-d0af-4f65-a01a-3537017d2420 None None] Transition to ACTIVE for port object f12bc2f6-0dbe-4477-99a5-3ce1c6ddffee will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:51:24.419530 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 804a171b-222f-4ad0-879d-965432223d35 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:51:24.419911 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 804a171b-222f-4ad0-879d-965432223d35 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:51:24.422653 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e03fa9dc-94df-4074-aeae-fbf9dd811dd0 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for subnet, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:24.423717 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a3855855-d0af-4f65-a01a-3537017d2420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:24.465948 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3855855-d0af-4f65-a01a-3537017d2420 None None] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:51:24.471589 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-a3855855-d0af-4f65-a01a-3537017d2420 None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:51:24.474444 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3855855-d0af-4f65-a01a-3537017d2420 None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:51:24.509546 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3855855-d0af-4f65-a01a-3537017d2420 None None] Pushing event updated for resources: {'Port': ['ID=f12bc2f6-0dbe-4477-99a5-3ce1c6ddffee,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:24.527127 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e03fa9dc-94df-4074-aeae-fbf9dd811dd0 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191173'] for subnet, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:24.558092 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-a3855855-d0af-4f65-a01a-3537017d2420 None None] Attempting to bind port f12bc2f6-0dbe-4477-99a5-3ce1c6ddffee on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:51:24.558730 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-a3855855-d0af-4f65-a01a-3537017d2420 None None] Attempting to bind port f12bc2f6-0dbe-4477-99a5-3ce1c6ddffee by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '52cf705f-3228-4964-8d9f-b82fd04f4836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:51:24.559404 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3855855-d0af-4f65-a01a-3537017d2420 None None] Attempting to bind port f12bc2f6-0dbe-4477-99a5-3ce1c6ddffee on network cfc280cf-2977-4a5c-89c8-adf4088ffacb {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:51:24.569007 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3855855-d0af-4f65-a01a-3537017d2420 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:51:24.569630 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3855855-d0af-4f65-a01a-3537017d2420 None None] Checking segment: {'id': '52cf705f-3228-4964-8d9f-b82fd04f4836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:51:24.570206 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a3855855-d0af-4f65-a01a-3537017d2420 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:24.570866 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3855855-d0af-4f65-a01a-3537017d2420 None None] Bound using segment: {'id': '52cf705f-3228-4964-8d9f-b82fd04f4836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:51:24.571434 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-a3855855-d0af-4f65-a01a-3537017d2420 None None] Bound port: f12bc2f6-0dbe-4477-99a5-3ce1c6ddffee, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52cf705f-3228-4964-8d9f-b82fd04f4836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:51:24.571758 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a3855855-d0af-4f65-a01a-3537017d2420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:24.664509 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-a3855855-d0af-4f65-a01a-3537017d2420 None None] For port f12bc2f6-0dbe-4477-99a5-3ce1c6ddffee, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:51:24.673845 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-a3855855-d0af-4f65-a01a-3537017d2420 None None] For port f12bc2f6-0dbe-4477-99a5-3ce1c6ddffee, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=f12bc2f6-0dbe-4477-99a5-3ce1c6ddffee,segment=NetworkSegment(52cf705f-3228-4964-8d9f-b82fd04f4836),segment_id=52cf705f-3228-4964-8d9f-b82fd04f4836)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:51:24.683718 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a3855855-d0af-4f65-a01a-3537017d2420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:24.725644 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e03fa9dc-94df-4074-aeae-fbf9dd811dd0 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:24.793238 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3855855-d0af-4f65-a01a-3537017d2420 None None] Pushing event updated for resources: {'Port': ['ID=f12bc2f6-0dbe-4477-99a5-3ce1c6ddffee,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:24.836076 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e03fa9dc-94df-4074-aeae-fbf9dd811dd0 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:24.874031 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03fa9dc-94df-4074-aeae-fbf9dd811dd0 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event deleted for resources: {'Subnet': ['ID=ab50a00f-7336-4f2b-8229-b1581d4ebad4,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:24.880712 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e03fa9dc-94df-4074-aeae-fbf9dd811dd0 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:24.887642 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-e03fa9dc-94df-4074-aeae-fbf9dd811dd0 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/subnets/ab50a00f-7336-4f2b-8229-b1581d4ebad4 HTTP/1.1" status: 204 len: 168 time: 0.7536318 Aug 10 03:51:24.888120 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 39462) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:25.303921 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-de95416f-939d-43fb-8aca-f1a8e8a36dc7 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4144933 Aug 10 03:51:25.310120 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39464) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:25.319315 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-0b7f082e-8ce2-4cfa-a2aa-ed23abc855e8 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Request body: {'subnet': {'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:51:25.415249 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:25.494294 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b7f082e-8ce2-4cfa-a2aa-ed23abc855e8 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Made reservation on behalf of 81e716861c6c4321abe7f438a66c4076 for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:51:25.498257 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0b7f082e-8ce2-4cfa-a2aa-ed23abc855e8 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:25.749094 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0b7f082e-8ce2-4cfa-a2aa-ed23abc855e8 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:25.814699 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7f082e-8ce2-4cfa-a2aa-ed23abc855e8 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:51:25.823059 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-0b7f082e-8ce2-4cfa-a2aa-ed23abc855e8 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:51:25.829665 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7f082e-8ce2-4cfa-a2aa-ed23abc855e8 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:25.830327 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0b7f082e-8ce2-4cfa-a2aa-ed23abc855e8 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:25.862718 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7f082e-8ce2-4cfa-a2aa-ed23abc855e8 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event updated for resources: {'Subnet': ['ID=014e6f5a-fdbe-48db-9c19-14f28316d3cb,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:25.873067 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-0b7f082e-8ce2-4cfa-a2aa-ed23abc855e8 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5607600 Aug 10 03:51:25.875332 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 39472) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:25.883413 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-a79cfe26-56d3-4e49-a44b-e5df30b7560f tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1683682834', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:51:25.925734 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a79cfe26-56d3-4e49-a44b-e5df30b7560f tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:25.927635 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a79cfe26-56d3-4e49-a44b-e5df30b7560f tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:26.041763 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a79cfe26-56d3-4e49-a44b-e5df30b7560f tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:26.049365 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a79cfe26-56d3-4e49-a44b-e5df30b7560f tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:26.070936 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a79cfe26-56d3-4e49-a44b-e5df30b7560f tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for router, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:26.072565 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-a79cfe26-56d3-4e49-a44b-e5df30b7560f tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1956971 Aug 10 03:51:26.075765 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39476) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:26.167926 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356ecdfb-82f3-400d-9a2f-e4f5ff9c5397 None None] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:51:26.275898 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:26.278586 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-5a8fd41c-0c69-4483-bc5e-bb1c75506d97 None None] Provisioning for port f12bc2f6-0dbe-4477-99a5-3ce1c6ddffee completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:51:26.438621 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device f12bc2f6-0dbe-4477-99a5-3ce1c6ddffee up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:51:26.462998 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6df1e25d-52c4-4ce2-b571-1c7d38929333 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:26.506411 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port f12bc2f6-0dbe-4477-99a5-3ce1c6ddffee completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:51:26.513958 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port f12bc2f6-0dbe-4477-99a5-3ce1c6ddffee triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:51:26.514601 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:26.631517 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:26.673736 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port f12bc2f6-0dbe-4477-99a5-3ce1c6ddffee, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=f12bc2f6-0dbe-4477-99a5-3ce1c6ddffee,segment=NetworkSegment(52cf705f-3228-4964-8d9f-b82fd04f4836),segment_id=52cf705f-3228-4964-8d9f-b82fd04f4836)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:51:26.679281 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:26.741821 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-ff18a1c4-ca3f-400c-acdd-288b527dac3c None None] Provisioning complete for port f12bc2f6-0dbe-4477-99a5-3ce1c6ddffee triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:51:26.742107 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ff18a1c4-ca3f-400c-acdd-288b527dac3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:26.743913 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=f12bc2f6-0dbe-4477-99a5-3ce1c6ddffee,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:26.808468 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-6df1e25d-52c4-4ce2-b571-1c7d38929333 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Allocated IP 2001:db8::1 (cfc280cf-2977-4a5c-89c8-adf4088ffacb/014e6f5a-fdbe-48db-9c19-14f28316d3cb/4d192ab4-45ef-4402-a5c2-73f7667a7b9c) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:51:26.853293 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:26.950116 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6df1e25d-52c4-4ce2-b571-1c7d38929333 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:26.967827 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [None req-6df1e25d-52c4-4ce2-b571-1c7d38929333 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Transition to ACTIVE for port object 4d192ab4-45ef-4402-a5c2-73f7667a7b9c will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:51:27.009355 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6df1e25d-52c4-4ce2-b571-1c7d38929333 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:27.085230 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df1e25d-52c4-4ce2-b571-1c7d38929333 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:51:27.095122 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-6df1e25d-52c4-4ce2-b571-1c7d38929333 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:51:27.102111 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df1e25d-52c4-4ce2-b571-1c7d38929333 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:51:27.103038 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6df1e25d-52c4-4ce2-b571-1c7d38929333 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521745'] for router_interface, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:27.168150 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df1e25d-52c4-4ce2-b571-1c7d38929333 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event updated for resources: {'Port': ['ID=4d192ab4-45ef-4402-a5c2-73f7667a7b9c,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:27.315718 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6df1e25d-52c4-4ce2-b571-1c7d38929333 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:27.491875 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-6a01ca0a-3898-4e19-a1fb-ce186808c3b2 None None] Provisioning for port 4d192ab4-45ef-4402-a5c2-73f7667a7b9c completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:51:27.499810 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-6a01ca0a-3898-4e19-a1fb-ce186808c3b2 None None] Provisioning complete for port 4d192ab4-45ef-4402-a5c2-73f7667a7b9c triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:51:27.500398 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-6a01ca0a-3898-4e19-a1fb-ce186808c3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:27.559141 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-6a01ca0a-3898-4e19-a1fb-ce186808c3b2 None None] Port 4d192ab4-45ef-4402-a5c2-73f7667a7b9c cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:51:27.787949 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6df1e25d-52c4-4ce2-b571-1c7d38929333 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:27.796150 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6df1e25d-52c4-4ce2-b571-1c7d38929333 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:27.797438 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6df1e25d-52c4-4ce2-b571-1c7d38929333 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521893'] for router_interface, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:27.960608 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df1e25d-52c4-4ce2-b571-1c7d38929333 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event updated for resources: {'Port': ['ID=4d192ab4-45ef-4402-a5c2-73f7667a7b9c,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:28.034137 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df1e25d-52c4-4ce2-b571-1c7d38929333 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:51:28.036132 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-6df1e25d-52c4-4ce2-b571-1c7d38929333 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:51:28.213469 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6df1e25d-52c4-4ce2-b571-1c7d38929333 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Router e7a12983-d534-41dc-8bde-36077ee35501 is scheduled to L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e with binding_index 1 {{(pid=94261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:51:28.297732 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c736f009-2bb3-459d-9164-94279ecfd195 None None] Provisioning complete for port 4d192ab4-45ef-4402-a5c2-73f7667a7b9c triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:51:28.298326 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c736f009-2bb3-459d-9164-94279ecfd195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:28.324695 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6df1e25d-52c4-4ce2-b571-1c7d38929333 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:51:28.334946 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 39490) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:28.335806 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-6df1e25d-52c4-4ce2-b571-1c7d38929333 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "PUT /v2.0/routers/e7a12983-d534-41dc-8bde-36077ee35501/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2582355 Aug 10 03:51:28.341650 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0d72c1-e14c-44f8-8f12-d82b98d5581e None None] Sync routers for ids ['e7a12983-d534-41dc-8bde-36077ee35501'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:51:28.381216 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0d72c1-e14c-44f8-8f12-d82b98d5581e None None] Routers {'e7a12983-d534-41dc-8bde-36077ee35501'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:51:28.382313 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-8b0d72c1-e14c-44f8-8f12-d82b98d5581e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:51:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['e7a12983-d534-41dc-8bde-36077ee35501'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:51:28.387955 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c736f009-2bb3-459d-9164-94279ecfd195 None None] Port 4d192ab4-45ef-4402-a5c2-73f7667a7b9c cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:51:28.404876 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d975924-e886-4f7e-9420-41f3d601f717 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:28.406563 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-0d975924-e886-4f7e-9420-41f3d601f717 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/ports/4d192ab4-45ef-4402-a5c2-73f7667a7b9c HTTP/1.1" status: 200 len: 911 time: 0.0688608 Aug 10 03:51:28.409440 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 39492) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:28.453148 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device f12bc2f6-0dbe-4477-99a5-3ce1c6ddffee up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:51:28.463433 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef5177a-2828-4867-b93f-2f544e36e504 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:28.469567 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef5177a-2828-4867-b93f-2f544e36e504 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:28.471560 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-3ef5177a-2828-4867-b93f-2f544e36e504 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0609679 Aug 10 03:51:28.474815 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 39494) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:28.616257 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-8b0d72c1-e14c-44f8-8f12-d82b98d5581e None None] Set router e7a12983-d534-41dc-8bde-36077ee35501 gateway port host: None {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:51:28.686255 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port f12bc2f6-0dbe-4477-99a5-3ce1c6ddffee triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:51:28.686873 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:28.971804 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-baaa90b5-55b9-4c66-80ee-1f14a95177a4 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521880'] for router_interface, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:29.126148 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-8b0d72c1-e14c-44f8-8f12-d82b98d5581e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7a12983-d534-41dc-8bde-36077ee35501', 'name': 'tempest-NetworksTestDHCPv6-router-1683682834', 'tenant_id': '81e716861c6c4321abe7f438a66c4076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:51:25Z', 'updated_at': '2021-08-10T03:51:27Z', 'revision_number': 2, 'project_id': '81e716861c6c4321abe7f438a66c4076', 'gw_port_host': None, '_interfaces': [{'id': '4d192ab4-45ef-4402-a5c2-73f7667a7b9c', 'name': '', 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'tenant_id': '81e716861c6c4321abe7f438a66c4076', 'mac_address': 'fa:16:3e:91:e6:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7a12983-d534-41dc-8bde-36077ee35501', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '014e6f5a-fdbe-48db-9c19-14f28316d3cb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:51:26Z', 'updated_at': '2021-08-10T03:51:27Z', 'revision_number': 2, 'project_id': '81e716861c6c4321abe7f438a66c4076', 'subnets': [{'id': '014e6f5a-fdbe-48db-9c19-14f28316d3cb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:51:29.326589 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0d72c1-e14c-44f8-8f12-d82b98d5581e None None] Checking router: e7a12983-d534-41dc-8bde-36077ee35501 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:51:29.326857 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0d72c1-e14c-44f8-8f12-d82b98d5581e None None] Updating router e7a12983-d534-41dc-8bde-36077ee35501 port 4d192ab4-45ef-4402-a5c2-73f7667a7b9c binding host n-d-768862-13 {{(pid=94262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:51:29.363246 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-baaa90b5-55b9-4c66-80ee-1f14a95177a4 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Deleting port 4d192ab4-45ef-4402-a5c2-73f7667a7b9c {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:51:29.364071 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-baaa90b5-55b9-4c66-80ee-1f14a95177a4 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:29.377576 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-8b0d72c1-e14c-44f8-8f12-d82b98d5581e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:29.478037 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-baaa90b5-55b9-4c66-80ee-1f14a95177a4 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:29.494501 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-baaa90b5-55b9-4c66-80ee-1f14a95177a4 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Calling delete_port for 4d192ab4-45ef-4402-a5c2-73f7667a7b9c owned by network:router_interface {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:51:29.701750 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-baaa90b5-55b9-4c66-80ee-1f14a95177a4 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:29.756268 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaa90b5-55b9-4c66-80ee-1f14a95177a4 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event deleted for resources: {'Port': ['ID=4d192ab4-45ef-4402-a5c2-73f7667a7b9c,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:29.802746 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.db.api [None req-8b0d72c1-e14c-44f8-8f12-d82b98d5581e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:51:29.803346 n-d-768862-13 neutron-server[94262]: DEBUG oslo_db.api [None req-8b0d72c1-e14c-44f8-8f12-d82b98d5581e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:51:29.849732 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-baaa90b5-55b9-4c66-80ee-1f14a95177a4 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-522536'] for router_interface, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:30.033764 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baaa90b5-55b9-4c66-80ee-1f14a95177a4 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Router e7a12983-d534-41dc-8bde-36077ee35501 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:51:30.120993 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baaa90b5-55b9-4c66-80ee-1f14a95177a4 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:51:30.130502 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-baaa90b5-55b9-4c66-80ee-1f14a95177a4 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "PUT /v2.0/routers/e7a12983-d534-41dc-8bde-36077ee35501/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6512475 Aug 10 03:51:30.131153 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 39520) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:30.193903 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a0126d-a834-4abe-be36-b037e6e2efc1 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:30.195611 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a0126d-a834-4abe-be36-b037e6e2efc1 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:30.197235 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-b3a0126d-a834-4abe-be36-b037e6e2efc1 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0653868 Aug 10 03:51:30.201531 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 39522) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:30.259957 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_v2 [None req-811eca75-2b11-4a6c-866c-b66579de161b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Deleting subnet 014e6f5a-fdbe-48db-9c19-14f28316d3cb {{(pid=94260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:51:30.264166 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-811eca75-2b11-4a6c-866c-b66579de161b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for subnet, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:30.313558 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-811eca75-2b11-4a6c-866c-b66579de161b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191173'] for subnet, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:30.328801 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0d72c1-e14c-44f8-8f12-d82b98d5581e None None] Port 4d192ab4-45ef-4402-a5c2-73f7667a7b9c not found while updating agent binding for router e7a12983-d534-41dc-8bde-36077ee35501. {{(pid=94262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 10 03:51:30.340895 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0d72c1-e14c-44f8-8f12-d82b98d5581e None None] Routers {'e7a12983-d534-41dc-8bde-36077ee35501'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:51:30.341715 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-8b0d72c1-e14c-44f8-8f12-d82b98d5581e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:51:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['e7a12983-d534-41dc-8bde-36077ee35501'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:51:30.380376 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-811eca75-2b11-4a6c-866c-b66579de161b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:30.442138 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-8b0d72c1-e14c-44f8-8f12-d82b98d5581e None None] Set router e7a12983-d534-41dc-8bde-36077ee35501 gateway port host: None {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:51:30.455445 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-811eca75-2b11-4a6c-866c-b66579de161b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:30.491281 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811eca75-2b11-4a6c-866c-b66579de161b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event deleted for resources: {'Subnet': ['ID=014e6f5a-fdbe-48db-9c19-14f28316d3cb,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:30.497305 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-811eca75-2b11-4a6c-866c-b66579de161b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:30.499378 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-811eca75-2b11-4a6c-866c-b66579de161b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/subnets/014e6f5a-fdbe-48db-9c19-14f28316d3cb HTTP/1.1" status: 204 len: 168 time: 0.2962728 Aug 10 03:51:30.504395 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39524) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:30.505373 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811eca75-2b11-4a6c-866c-b66579de161b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:30.505665 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811eca75-2b11-4a6c-866c-b66579de161b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:30.506012 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811eca75-2b11-4a6c-866c-b66579de161b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:30.506440 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811eca75-2b11-4a6c-866c-b66579de161b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:30.506799 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811eca75-2b11-4a6c-866c-b66579de161b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:30.507219 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811eca75-2b11-4a6c-866c-b66579de161b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:30.507610 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811eca75-2b11-4a6c-866c-b66579de161b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:30.507949 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811eca75-2b11-4a6c-866c-b66579de161b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:30.508281 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811eca75-2b11-4a6c-866c-b66579de161b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:30.508715 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811eca75-2b11-4a6c-866c-b66579de161b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:30.509142 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811eca75-2b11-4a6c-866c-b66579de161b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:30.509428 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811eca75-2b11-4a6c-866c-b66579de161b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:30.533255 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3618079-4842-4c23-a648-3b7870b561f7 None None] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:51:30.537978 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-8b0d72c1-e14c-44f8-8f12-d82b98d5581e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7a12983-d534-41dc-8bde-36077ee35501', 'name': 'tempest-NetworksTestDHCPv6-router-1683682834', 'tenant_id': '81e716861c6c4321abe7f438a66c4076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:51:25Z', 'updated_at': '2021-08-10T03:51:29Z', 'revision_number': 3, 'project_id': '81e716861c6c4321abe7f438a66c4076', 'gw_port_host': None}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:51:30.615632 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0d72c1-e14c-44f8-8f12-d82b98d5581e None None] The sync data for ids ['e7a12983-d534-41dc-8bde-36077ee35501'] in n-d-768862-13 is: [{'id': 'e7a12983-d534-41dc-8bde-36077ee35501', 'name': 'tempest-NetworksTestDHCPv6-router-1683682834', 'tenant_id': '81e716861c6c4321abe7f438a66c4076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:51:25Z', 'updated_at': '2021-08-10T03:51:29Z', 'revision_number': 3, 'project_id': '81e716861c6c4321abe7f438a66c4076', 'gw_port_host': None}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:51:30.658039 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-4b9e56da-ef75-4b91-8094-da071cc4f221 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1463985 Aug 10 03:51:30.660515 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39526) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:30.749700 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e5c1594e-a262-46f9-9bb4-9183e304bd4f tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for router, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:30.827020 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2a095c-8773-432d-b93e-1371cbe32f88 None None] DHCP port deletion for cfc280cf-2977-4a5c-89c8-adf4088ffacb request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:51:30.900269 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-0b2a095c-8773-432d-b93e-1371cbe32f88 None None] Deleting port f12bc2f6-0dbe-4477-99a5-3ce1c6ddffee {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:51:30.900945 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-0b2a095c-8773-432d-b93e-1371cbe32f88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:30.946404 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e5c1594e-a262-46f9-9bb4-9183e304bd4f tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:30.950108 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e5c1594e-a262-46f9-9bb4-9183e304bd4f tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:31.002491 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-0b2a095c-8773-432d-b93e-1371cbe32f88 None None] For port f12bc2f6-0dbe-4477-99a5-3ce1c6ddffee, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=f12bc2f6-0dbe-4477-99a5-3ce1c6ddffee,segment=NetworkSegment(52cf705f-3228-4964-8d9f-b82fd04f4836),segment_id=52cf705f-3228-4964-8d9f-b82fd04f4836)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:51:31.002916 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-0b2a095c-8773-432d-b93e-1371cbe32f88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:31.020971 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-0b2a095c-8773-432d-b93e-1371cbe32f88 None None] Calling delete_port for f12bc2f6-0dbe-4477-99a5-3ce1c6ddffee owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:51:31.123582 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-0b2a095c-8773-432d-b93e-1371cbe32f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:31.148806 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2a095c-8773-432d-b93e-1371cbe32f88 None None] Pushing event deleted for resources: {'Port': ['ID=f12bc2f6-0dbe-4477-99a5-3ce1c6ddffee,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:31.163659 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2a095c-8773-432d-b93e-1371cbe32f88 None None] No DVR routers for this DVR port f12bc2f6-0dbe-4477-99a5-3ce1c6ddffee on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:51:31.349273 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e5c1594e-a262-46f9-9bb4-9183e304bd4f tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:31.349821 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5c1594e-a262-46f9-9bb4-9183e304bd4f tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Fanout notify agent at l3_agent the message router_deleted on router e7a12983-d534-41dc-8bde-36077ee35501 {{(pid=94261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:51:31.357030 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e5c1594e-a262-46f9-9bb4-9183e304bd4f tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:31.358207 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e5c1594e-a262-46f9-9bb4-9183e304bd4f tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/routers/e7a12983-d534-41dc-8bde-36077ee35501 HTTP/1.1" status: 204 len: 168 time: 0.6964791 Aug 10 03:51:31.361567 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39532) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:31.366877 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-cdf66aa0-c8cf-4a22-9ec3-ac476f69be17 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Request body: {'subnet': {'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:51:31.496058 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf66aa0-c8cf-4a22-9ec3-ac476f69be17 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Made reservation on behalf of 81e716861c6c4321abe7f438a66c4076 for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:51:31.501057 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cdf66aa0-c8cf-4a22-9ec3-ac476f69be17 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:31.749580 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcc2965-1e0c-4c48-aa26-677b3e4775e4 None None] Sync routers for ids ['e7a12983-d534-41dc-8bde-36077ee35501'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:51:31.760469 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcc2965-1e0c-4c48-aa26-677b3e4775e4 None None] Routers set() bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:51:31.760999 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcc2965-1e0c-4c48-aa26-677b3e4775e4 None None] Router IDs set() for agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 10 03:51:31.761621 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_agentschedulers_db [None req-cfcc2965-1e0c-4c48-aa26-677b3e4775e4 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e7a12983-d534-41dc-8bde-36077ee35501'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:51:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent'). {{(pid=94263) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 10 03:51:31.775445 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cdf66aa0-c8cf-4a22-9ec3-ac476f69be17 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:31.780840 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcc2965-1e0c-4c48-aa26-677b3e4775e4 None None] Routers set() bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:51:31.781389 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcc2965-1e0c-4c48-aa26-677b3e4775e4 None None] Router IDs set() for agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 10 03:51:31.782203 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_agentschedulers_db [None req-cfcc2965-1e0c-4c48-aa26-677b3e4775e4 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e7a12983-d534-41dc-8bde-36077ee35501'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:51:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent'). {{(pid=94263) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 10 03:51:31.782780 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcc2965-1e0c-4c48-aa26-677b3e4775e4 None None] The sync data for ids ['e7a12983-d534-41dc-8bde-36077ee35501'] in n-d-768862-13 is: [] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:51:31.858772 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf66aa0-c8cf-4a22-9ec3-ac476f69be17 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:51:31.867801 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-cdf66aa0-c8cf-4a22-9ec3-ac476f69be17 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:51:31.875801 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf66aa0-c8cf-4a22-9ec3-ac476f69be17 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:31.877507 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cdf66aa0-c8cf-4a22-9ec3-ac476f69be17 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:31.886665 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c37881-7ff0-423f-9102-debdbdba901c None None] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:51:31.906395 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf66aa0-c8cf-4a22-9ec3-ac476f69be17 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event updated for resources: {'Subnet': ['ID=34a13d9b-ded6-4a10-a823-56d56e9ec52f,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:31.915029 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-cdf66aa0-c8cf-4a22-9ec3-ac476f69be17 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5521147 Aug 10 03:51:31.920015 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39534) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:31.930854 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-9c9b65ef-115f-4da2-b904-c0ffe4ec36db tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1590576689', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:51:31.979181 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9c9b65ef-115f-4da2-b904-c0ffe4ec36db tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:31.982125 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9c9b65ef-115f-4da2-b904-c0ffe4ec36db tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:32.091456 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69147501-c39b-4f22-b898-be25a4e47b4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'tenant_id': '81e716861c6c4321abe7f438a66c4076', 'fixed_ips': [{'subnet_id': '34a13d9b-ded6-4a10-a823-56d56e9ec52f'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:51:32.092653 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69147501-c39b-4f22-b898-be25a4e47b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:32.102434 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9c9b65ef-115f-4da2-b904-c0ffe4ec36db tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:32.110662 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9c9b65ef-115f-4da2-b904-c0ffe4ec36db tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:32.141160 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9c9b65ef-115f-4da2-b904-c0ffe4ec36db tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:32.146081 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-9c9b65ef-115f-4da2-b904-c0ffe4ec36db tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2212193 Aug 10 03:51:32.146815 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 39536) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:32.389017 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-69147501-c39b-4f22-b898-be25a4e47b4d None None] Allocated IP 2001:db8::2 (cfc280cf-2977-4a5c-89c8-adf4088ffacb/34a13d9b-ded6-4a10-a823-56d56e9ec52f/8ff96b95-0100-43b4-a53d-ad074285910d) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:51:32.483204 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device f12bc2f6-0dbe-4477-99a5-3ce1c6ddffee no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:51:32.506102 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: f12bc2f6-0dbe-4477-99a5-3ce1c6ddffee {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:51:32.506474 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device f12bc2f6-0dbe-4477-99a5-3ce1c6ddffee not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:51:32.661238 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a1a0c5e8-4657-4757-af80-b7e15f245017 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:32.696502 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69147501-c39b-4f22-b898-be25a4e47b4d None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:32.717700 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-69147501-c39b-4f22-b898-be25a4e47b4d None None] Transition to ACTIVE for port object 8ff96b95-0100-43b4-a53d-ad074285910d will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:51:32.743294 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-69147501-c39b-4f22-b898-be25a4e47b4d None None] Transition to ACTIVE for port object 8ff96b95-0100-43b4-a53d-ad074285910d will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:51:32.753151 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69147501-c39b-4f22-b898-be25a4e47b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:32.813301 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69147501-c39b-4f22-b898-be25a4e47b4d None None] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:51:32.817678 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-69147501-c39b-4f22-b898-be25a4e47b4d None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:51:32.819752 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69147501-c39b-4f22-b898-be25a4e47b4d None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:51:32.830095 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69147501-c39b-4f22-b898-be25a4e47b4d None None] Pushing event updated for resources: {'Port': ['ID=8ff96b95-0100-43b4-a53d-ad074285910d,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:32.888779 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-69147501-c39b-4f22-b898-be25a4e47b4d None None] Attempting to bind port 8ff96b95-0100-43b4-a53d-ad074285910d on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:51:32.889514 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-69147501-c39b-4f22-b898-be25a4e47b4d None None] Attempting to bind port 8ff96b95-0100-43b4-a53d-ad074285910d by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '52cf705f-3228-4964-8d9f-b82fd04f4836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:51:32.889514 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69147501-c39b-4f22-b898-be25a4e47b4d None None] Attempting to bind port 8ff96b95-0100-43b4-a53d-ad074285910d on network cfc280cf-2977-4a5c-89c8-adf4088ffacb {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:51:32.895482 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69147501-c39b-4f22-b898-be25a4e47b4d None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:51:32.895892 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69147501-c39b-4f22-b898-be25a4e47b4d None None] Checking segment: {'id': '52cf705f-3228-4964-8d9f-b82fd04f4836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:51:32.896356 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69147501-c39b-4f22-b898-be25a4e47b4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:32.896747 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69147501-c39b-4f22-b898-be25a4e47b4d None None] Bound using segment: {'id': '52cf705f-3228-4964-8d9f-b82fd04f4836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:51:32.897264 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-69147501-c39b-4f22-b898-be25a4e47b4d None None] Bound port: 8ff96b95-0100-43b4-a53d-ad074285910d, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52cf705f-3228-4964-8d9f-b82fd04f4836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:51:32.897649 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69147501-c39b-4f22-b898-be25a4e47b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:32.969488 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-69147501-c39b-4f22-b898-be25a4e47b4d None None] For port 8ff96b95-0100-43b4-a53d-ad074285910d, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:51:32.973852 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-69147501-c39b-4f22-b898-be25a4e47b4d None None] For port 8ff96b95-0100-43b4-a53d-ad074285910d, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=8ff96b95-0100-43b4-a53d-ad074285910d,segment=NetworkSegment(52cf705f-3228-4964-8d9f-b82fd04f4836),segment_id=52cf705f-3228-4964-8d9f-b82fd04f4836)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:51:32.979514 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69147501-c39b-4f22-b898-be25a4e47b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:33.063281 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69147501-c39b-4f22-b898-be25a4e47b4d None None] Pushing event updated for resources: {'Port': ['ID=8ff96b95-0100-43b4-a53d-ad074285910d,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:33.129165 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-a1a0c5e8-4657-4757-af80-b7e15f245017 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Allocated IP 2001:db8::1 (cfc280cf-2977-4a5c-89c8-adf4088ffacb/34a13d9b-ded6-4a10-a823-56d56e9ec52f/869c5fa7-2cf5-4ae9-8762-9120e6dbdf8a) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:51:33.341812 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a1a0c5e8-4657-4757-af80-b7e15f245017 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:33.363704 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [None req-a1a0c5e8-4657-4757-af80-b7e15f245017 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Transition to ACTIVE for port object 869c5fa7-2cf5-4ae9-8762-9120e6dbdf8a will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:51:33.404076 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:33.428448 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a1a0c5e8-4657-4757-af80-b7e15f245017 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:33.510089 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a0c5e8-4657-4757-af80-b7e15f245017 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:51:33.526103 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-a1a0c5e8-4657-4757-af80-b7e15f245017 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:51:33.533634 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a0c5e8-4657-4757-af80-b7e15f245017 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:51:33.534603 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a1a0c5e8-4657-4757-af80-b7e15f245017 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521745'] for router_interface, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:33.645452 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a0c5e8-4657-4757-af80-b7e15f245017 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event updated for resources: {'Port': ['ID=869c5fa7-2cf5-4ae9-8762-9120e6dbdf8a,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:33.838624 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a1a0c5e8-4657-4757-af80-b7e15f245017 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:34.560613 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a1a0c5e8-4657-4757-af80-b7e15f245017 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:34.582579 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a1a0c5e8-4657-4757-af80-b7e15f245017 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:34.583823 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a1a0c5e8-4657-4757-af80-b7e15f245017 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521893'] for router_interface, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:34.609772 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39568) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:34.610716 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 8ff96b95-0100-43b4-a53d-ad074285910d up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:51:34.676156 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-f2878b5f-60a6-449e-afd4-79f130ca74c5 None None] Provisioning for port 8ff96b95-0100-43b4-a53d-ad074285910d completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:51:34.739129 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a0c5e8-4657-4757-af80-b7e15f245017 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event updated for resources: {'Port': ['ID=869c5fa7-2cf5-4ae9-8762-9120e6dbdf8a,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:34.755921 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 8ff96b95-0100-43b4-a53d-ad074285910d completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:51:34.762582 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 8ff96b95-0100-43b4-a53d-ad074285910d triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:51:34.763503 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:34.841162 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d6986643-95ba-466b-8ef3-75851f521d08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:34.914885 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a0c5e8-4657-4757-af80-b7e15f245017 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:51:34.917917 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-a1a0c5e8-4657-4757-af80-b7e15f245017 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:51:34.932898 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:34.998122 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 8ff96b95-0100-43b4-a53d-ad074285910d, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=8ff96b95-0100-43b4-a53d-ad074285910d,segment=NetworkSegment(52cf705f-3228-4964-8d9f-b82fd04f4836),segment_id=52cf705f-3228-4964-8d9f-b82fd04f4836)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:51:35.021425 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:35.041235 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d6986643-95ba-466b-8ef3-75851f521d08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:35.043712 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-6d167ea2-d729-4c37-825a-b45a402fe2f9 None None] Provisioning for port 869c5fa7-2cf5-4ae9-8762-9120e6dbdf8a completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:51:35.052167 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d6986643-95ba-466b-8ef3-75851f521d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:35.091751 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-6d167ea2-d729-4c37-825a-b45a402fe2f9 None None] Provisioning complete for port 869c5fa7-2cf5-4ae9-8762-9120e6dbdf8a triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:51:35.092554 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-6d167ea2-d729-4c37-825a-b45a402fe2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:35.146775 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-d6986643-95ba-466b-8ef3-75851f521d08 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9c670a3ed85340e984d598ca6a886771&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5354459 Aug 10 03:51:35.151388 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39572) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:35.165852 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6986643-95ba-466b-8ef3-75851f521d08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5384882-4875-4137-8c78-30410c19d861,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:35.201440 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1a0c5e8-4657-4757-af80-b7e15f245017 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Router 490f5727-5475-4908-a46d-2b20c0090b31 is scheduled to L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e with binding_index 1 {{(pid=94260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:51:35.213104 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-6d167ea2-d729-4c37-825a-b45a402fe2f9 None None] Port 869c5fa7-2cf5-4ae9-8762-9120e6dbdf8a cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:51:35.215941 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=8ff96b95-0100-43b4-a53d-ad074285910d,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:35.263327 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-968455f5-ff05-4369-9a3e-c8f6161760f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:35.306992 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-968455f5-ff05-4369-9a3e-c8f6161760f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:35.346580 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-9872dbe2-a7ad-4016-a256-1965903fb1d6 None None] Provisioning complete for port 869c5fa7-2cf5-4ae9-8762-9120e6dbdf8a triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:51:35.347160 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9872dbe2-a7ad-4016-a256-1965903fb1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:35.385601 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-968455f5-ff05-4369-9a3e-c8f6161760f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:35.389912 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-968455f5-ff05-4369-9a3e-c8f6161760f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:35.392076 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-968455f5-ff05-4369-9a3e-c8f6161760f4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d5384882-4875-4137-8c78-30410c19d861 HTTP/1.1" status: 204 len: 168 time: 0.2394547 Aug 10 03:51:35.412543 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968455f5-ff05-4369-9a3e-c8f6161760f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5384882-4875-4137-8c78-30410c19d861,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:35.421292 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-9872dbe2-a7ad-4016-a256-1965903fb1d6 None None] Port 869c5fa7-2cf5-4ae9-8762-9120e6dbdf8a cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:51:35.689197 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1a0c5e8-4657-4757-af80-b7e15f245017 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:51:35.697342 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-a1a0c5e8-4657-4757-af80-b7e15f245017 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "PUT /v2.0/routers/490f5727-5475-4908-a46d-2b20c0090b31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5462971 Aug 10 03:51:35.698305 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 39578) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:35.707296 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30ab172-a053-44fb-a2d4-466ea2ac3569 None None] Sync routers for ids ['490f5727-5475-4908-a46d-2b20c0090b31'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:51:35.724537 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30ab172-a053-44fb-a2d4-466ea2ac3569 None None] Routers {'490f5727-5475-4908-a46d-2b20c0090b31'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:51:35.726069 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-c30ab172-a053-44fb-a2d4-466ea2ac3569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:51:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['490f5727-5475-4908-a46d-2b20c0090b31'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:51:35.753631 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc1fb3b-fff5-4642-b7b5-4ff73de0ea36 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:35.755183 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-7bc1fb3b-fff5-4642-b7b5-4ff73de0ea36 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/ports/869c5fa7-2cf5-4ae9-8762-9120e6dbdf8a HTTP/1.1" status: 200 len: 911 time: 0.0564692 Aug 10 03:51:35.758279 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39580) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:35.774353 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 39582) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:35.792617 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-89fb740b-9526-4ed8-b9c4-0267997cd9ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:35.844181 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe29cfb-e715-49c8-9fb7-d86569f6d994 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:35.857057 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe29cfb-e715-49c8-9fb7-d86569f6d994 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:35.859884 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-5fe29cfb-e715-49c8-9fb7-d86569f6d994 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0998998 Aug 10 03:51:35.862769 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 39584) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:35.904754 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-c30ab172-a053-44fb-a2d4-466ea2ac3569 None None] Set router 490f5727-5475-4908-a46d-2b20c0090b31 gateway port host: None {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:51:36.005051 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-89fb740b-9526-4ed8-b9c4-0267997cd9ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:36.057282 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-89fb740b-9526-4ed8-b9c4-0267997cd9ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:36.147667 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-89fb740b-9526-4ed8-b9c4-0267997cd9ba admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a173d14a3ec44d9e91c4f95278558f76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3715191 Aug 10 03:51:36.152002 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39586) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:36.154079 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fb740b-9526-4ed8-b9c4-0267997cd9ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d417f33-1089-4f52-95e3-4ca88a4eaae2,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:36.163169 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-c30ab172-a053-44fb-a2d4-466ea2ac3569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '490f5727-5475-4908-a46d-2b20c0090b31', 'name': 'tempest-NetworksTestDHCPv6-router-1590576689', 'tenant_id': '81e716861c6c4321abe7f438a66c4076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:51:31Z', 'updated_at': '2021-08-10T03:51:33Z', 'revision_number': 2, 'project_id': '81e716861c6c4321abe7f438a66c4076', 'gw_port_host': None, '_interfaces': [{'id': '869c5fa7-2cf5-4ae9-8762-9120e6dbdf8a', 'name': '', 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'tenant_id': '81e716861c6c4321abe7f438a66c4076', 'mac_address': 'fa:16:3e:37:60:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '490f5727-5475-4908-a46d-2b20c0090b31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '34a13d9b-ded6-4a10-a823-56d56e9ec52f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:51:32Z', 'updated_at': '2021-08-10T03:51:34Z', 'revision_number': 2, 'project_id': '81e716861c6c4321abe7f438a66c4076', 'subnets': [{'id': '34a13d9b-ded6-4a10-a823-56d56e9ec52f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:51:36.194660 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30ab172-a053-44fb-a2d4-466ea2ac3569 None None] Checking router: 490f5727-5475-4908-a46d-2b20c0090b31 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:51:36.195026 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30ab172-a053-44fb-a2d4-466ea2ac3569 None None] Updating router 490f5727-5475-4908-a46d-2b20c0090b31 port 869c5fa7-2cf5-4ae9-8762-9120e6dbdf8a binding host n-d-768862-13 {{(pid=94262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:51:36.225306 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c30ab172-a053-44fb-a2d4-466ea2ac3569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:36.262261 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e93acffb-e228-40d0-8348-8d6bc242abe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:36.300495 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e93acffb-e228-40d0-8348-8d6bc242abe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:36.375032 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e93acffb-e228-40d0-8348-8d6bc242abe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:36.379610 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e93acffb-e228-40d0-8348-8d6bc242abe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:36.385406 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e93acffb-e228-40d0-8348-8d6bc242abe1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3d417f33-1089-4f52-95e3-4ca88a4eaae2 HTTP/1.1" status: 204 len: 168 time: 0.2265112 Aug 10 03:51:36.412528 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93acffb-e228-40d0-8348-8d6bc242abe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d417f33-1089-4f52-95e3-4ca88a4eaae2,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:36.437735 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6650d2a6-6dbf-4011-b580-99859426a12f tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521880'] for router_interface, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:36.462971 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 8ff96b95-0100-43b4-a53d-ad074285910d up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:51:36.467735 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:51:36.645692 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 8ff96b95-0100-43b4-a53d-ad074285910d triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:51:36.646282 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:36.752389 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-6650d2a6-6dbf-4011-b580-99859426a12f tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Deleting port 869c5fa7-2cf5-4ae9-8762-9120e6dbdf8a {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:51:36.753756 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6650d2a6-6dbf-4011-b580-99859426a12f tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:36.841342 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c30ab172-a053-44fb-a2d4-466ea2ac3569 None None] Notify callbacks [] for port, precommit_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:36.856881 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c30ab172-a053-44fb-a2d4-466ea2ac3569 None None] Transition to ACTIVE for port object 869c5fa7-2cf5-4ae9-8762-9120e6dbdf8a will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:51:36.864646 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c30ab172-a053-44fb-a2d4-466ea2ac3569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:36.886454 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6650d2a6-6dbf-4011-b580-99859426a12f tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:36.906961 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-6650d2a6-6dbf-4011-b580-99859426a12f tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Calling delete_port for 869c5fa7-2cf5-4ae9-8762-9120e6dbdf8a owned by network:router_interface {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:51:36.937721 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bd886b-535f-42ef-9593-d9767cb21af3 None None] Pushing event updated for resources: {'Port': ['ID=869c5fa7-2cf5-4ae9-8762-9120e6dbdf8a,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:37.014867 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-c30ab172-a053-44fb-a2d4-466ea2ac3569 None None] Attempting to bind port 869c5fa7-2cf5-4ae9-8762-9120e6dbdf8a on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:51:37.015547 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-c30ab172-a053-44fb-a2d4-466ea2ac3569 None None] Attempting to bind port 869c5fa7-2cf5-4ae9-8762-9120e6dbdf8a by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '52cf705f-3228-4964-8d9f-b82fd04f4836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:51:37.016092 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30ab172-a053-44fb-a2d4-466ea2ac3569 None None] Attempting to bind port 869c5fa7-2cf5-4ae9-8762-9120e6dbdf8a on network cfc280cf-2977-4a5c-89c8-adf4088ffacb {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:51:37.032507 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30ab172-a053-44fb-a2d4-466ea2ac3569 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:51:37.032507 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30ab172-a053-44fb-a2d4-466ea2ac3569 None None] Checking segment: {'id': '52cf705f-3228-4964-8d9f-b82fd04f4836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:51:37.032507 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c30ab172-a053-44fb-a2d4-466ea2ac3569 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:37.032507 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30ab172-a053-44fb-a2d4-466ea2ac3569 None None] Bound using segment: {'id': '52cf705f-3228-4964-8d9f-b82fd04f4836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:51:37.032507 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-c30ab172-a053-44fb-a2d4-466ea2ac3569 None None] Bound port: 869c5fa7-2cf5-4ae9-8762-9120e6dbdf8a, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52cf705f-3228-4964-8d9f-b82fd04f4836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:51:37.033181 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c30ab172-a053-44fb-a2d4-466ea2ac3569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:37.211979 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6650d2a6-6dbf-4011-b580-99859426a12f tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:37.216761 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.db.api [None req-c30ab172-a053-44fb-a2d4-466ea2ac3569 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=94262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:51:37.217141 n-d-768862-13 neutron-server[94262]: DEBUG oslo_db.api [None req-c30ab172-a053-44fb-a2d4-466ea2ac3569 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:51:37.264403 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6650d2a6-6dbf-4011-b580-99859426a12f tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event deleted for resources: {'Port': ['ID=869c5fa7-2cf5-4ae9-8762-9120e6dbdf8a,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:37.360590 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-72eed0bc-d062-44aa-a271-15fc52aea914 None None] Could not find standard attr ID for object 869c5fa7-2cf5-4ae9-8762-9120e6dbdf8a. {{(pid=94262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:51:37.399749 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6650d2a6-6dbf-4011-b580-99859426a12f tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-522536'] for router_interface, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:37.604843 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6650d2a6-6dbf-4011-b580-99859426a12f tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Router 490f5727-5475-4908-a46d-2b20c0090b31 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:51:37.691226 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6650d2a6-6dbf-4011-b580-99859426a12f tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:51:37.698059 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-6650d2a6-6dbf-4011-b580-99859426a12f tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "PUT /v2.0/routers/490f5727-5475-4908-a46d-2b20c0090b31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8341465 Aug 10 03:51:37.701400 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39612) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:37.743613 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-c30ab172-a053-44fb-a2d4-466ea2ac3569 None None] Attempting to bind port 869c5fa7-2cf5-4ae9-8762-9120e6dbdf8a on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:51:37.744085 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-c30ab172-a053-44fb-a2d4-466ea2ac3569 None None] Attempting to bind port 869c5fa7-2cf5-4ae9-8762-9120e6dbdf8a by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '52cf705f-3228-4964-8d9f-b82fd04f4836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:51:37.744576 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30ab172-a053-44fb-a2d4-466ea2ac3569 None None] Attempting to bind port 869c5fa7-2cf5-4ae9-8762-9120e6dbdf8a on network cfc280cf-2977-4a5c-89c8-adf4088ffacb {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:51:37.752797 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30ab172-a053-44fb-a2d4-466ea2ac3569 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:51:37.754327 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30ab172-a053-44fb-a2d4-466ea2ac3569 None None] Checking segment: {'id': '52cf705f-3228-4964-8d9f-b82fd04f4836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:51:37.754958 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c30ab172-a053-44fb-a2d4-466ea2ac3569 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:37.755626 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30ab172-a053-44fb-a2d4-466ea2ac3569 None None] Bound using segment: {'id': '52cf705f-3228-4964-8d9f-b82fd04f4836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:51:37.756731 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-c30ab172-a053-44fb-a2d4-466ea2ac3569 None None] Bound port: 869c5fa7-2cf5-4ae9-8762-9120e6dbdf8a, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52cf705f-3228-4964-8d9f-b82fd04f4836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:51:37.757221 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c30ab172-a053-44fb-a2d4-466ea2ac3569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:37.772181 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53f3062-4d5e-43ec-b287-daed210590ef tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:37.776033 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53f3062-4d5e-43ec-b287-daed210590ef tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:37.779309 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e53f3062-4d5e-43ec-b287-daed210590ef tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0766149 Aug 10 03:51:37.782632 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39614) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:37.798509 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c30ab172-a053-44fb-a2d4-466ea2ac3569 None None] Port 869c5fa7-2cf5-4ae9-8762-9120e6dbdf8a has been deleted concurrently {{(pid=94262) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 10 03:51:37.811459 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30ab172-a053-44fb-a2d4-466ea2ac3569 None None] Routers {'490f5727-5475-4908-a46d-2b20c0090b31'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:51:37.812250 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-c30ab172-a053-44fb-a2d4-466ea2ac3569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:51:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['490f5727-5475-4908-a46d-2b20c0090b31'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:51:37.879703 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-1487621d-749d-452e-87af-3e4f64404b10 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Deleting subnet 34a13d9b-ded6-4a10-a823-56d56e9ec52f {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:51:37.885553 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1487621d-749d-452e-87af-3e4f64404b10 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:37.893897 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-c30ab172-a053-44fb-a2d4-466ea2ac3569 None None] Set router 490f5727-5475-4908-a46d-2b20c0090b31 gateway port host: None {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:51:37.957515 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-c30ab172-a053-44fb-a2d4-466ea2ac3569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '490f5727-5475-4908-a46d-2b20c0090b31', 'name': 'tempest-NetworksTestDHCPv6-router-1590576689', 'tenant_id': '81e716861c6c4321abe7f438a66c4076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:51:31Z', 'updated_at': '2021-08-10T03:51:37Z', 'revision_number': 3, 'project_id': '81e716861c6c4321abe7f438a66c4076', 'gw_port_host': None}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:51:37.967934 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1487621d-749d-452e-87af-3e4f64404b10 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:37.994785 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30ab172-a053-44fb-a2d4-466ea2ac3569 None None] The sync data for ids ['490f5727-5475-4908-a46d-2b20c0090b31'] in n-d-768862-13 is: [{'id': '490f5727-5475-4908-a46d-2b20c0090b31', 'name': 'tempest-NetworksTestDHCPv6-router-1590576689', 'tenant_id': '81e716861c6c4321abe7f438a66c4076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:51:31Z', 'updated_at': '2021-08-10T03:51:37Z', 'revision_number': 3, 'project_id': '81e716861c6c4321abe7f438a66c4076', 'gw_port_host': None}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:51:38.111416 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1487621d-749d-452e-87af-3e4f64404b10 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:38.212019 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1487621d-749d-452e-87af-3e4f64404b10 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:38.266799 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1487621d-749d-452e-87af-3e4f64404b10 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event deleted for resources: {'Subnet': ['ID=34a13d9b-ded6-4a10-a823-56d56e9ec52f,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:38.277114 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1487621d-749d-452e-87af-3e4f64404b10 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:38.286159 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-1487621d-749d-452e-87af-3e4f64404b10 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/subnets/34a13d9b-ded6-4a10-a823-56d56e9ec52f HTTP/1.1" status: 204 len: 168 time: 0.4976504 Aug 10 03:51:38.286367 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 39626) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:38.287166 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e10da8-0b7a-4fb4-b83b-437b0a62b6d0 None None] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:51:38.512986 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-33fa1516-dca1-47a4-9b91-0ddb9d0afa58 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2244644 Aug 10 03:51:38.515766 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39632) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:38.569423 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5c3336-3a7a-44fc-a9ae-c7515cbbe61d None None] DHCP port deletion for cfc280cf-2977-4a5c-89c8-adf4088ffacb request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:51:38.648842 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-7a5c3336-3a7a-44fc-a9ae-c7515cbbe61d None None] Deleting port 8ff96b95-0100-43b4-a53d-ad074285910d {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:51:38.649716 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-7a5c3336-3a7a-44fc-a9ae-c7515cbbe61d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:38.660882 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0adc518c-f6af-4331-8445-d71e3a0e567d tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for router, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:38.856112 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0adc518c-f6af-4331-8445-d71e3a0e567d tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:38.859305 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0adc518c-f6af-4331-8445-d71e3a0e567d tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:38.925845 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-7a5c3336-3a7a-44fc-a9ae-c7515cbbe61d None None] For port 8ff96b95-0100-43b4-a53d-ad074285910d, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=8ff96b95-0100-43b4-a53d-ad074285910d,segment=NetworkSegment(52cf705f-3228-4964-8d9f-b82fd04f4836),segment_id=52cf705f-3228-4964-8d9f-b82fd04f4836)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:51:38.927209 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-7a5c3336-3a7a-44fc-a9ae-c7515cbbe61d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:38.937910 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0adc518c-f6af-4331-8445-d71e3a0e567d tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:38.939134 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0adc518c-f6af-4331-8445-d71e3a0e567d tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Fanout notify agent at l3_agent the message router_deleted on router 490f5727-5475-4908-a46d-2b20c0090b31 {{(pid=94261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:51:38.945344 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-7a5c3336-3a7a-44fc-a9ae-c7515cbbe61d None None] Calling delete_port for 8ff96b95-0100-43b4-a53d-ad074285910d owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:51:38.954094 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0adc518c-f6af-4331-8445-d71e3a0e567d tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:38.956289 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-0adc518c-f6af-4331-8445-d71e3a0e567d tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/routers/490f5727-5475-4908-a46d-2b20c0090b31 HTTP/1.1" status: 204 len: 168 time: 0.4383287 Aug 10 03:51:38.958940 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 39640) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:39.054575 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9115a007-3436-415b-a00b-344c7d652e1a tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:39.057785 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-9115a007-3436-415b-a00b-344c7d652e1a tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0974550 Aug 10 03:51:39.060746 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39642) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:39.103380 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-7a5c3336-3a7a-44fc-a9ae-c7515cbbe61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:39.143374 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5c3336-3a7a-44fc-a9ae-c7515cbbe61d None None] Pushing event deleted for resources: {'Port': ['ID=8ff96b95-0100-43b4-a53d-ad074285910d,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:39.156324 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5c3336-3a7a-44fc-a9ae-c7515cbbe61d None None] No DVR routers for this DVR port 8ff96b95-0100-43b4-a53d-ad074285910d on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:51:39.177153 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882afb9c-2c7d-428d-9645-bb020498de3e tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:39.179961 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-882afb9c-2c7d-428d-9645-bb020498de3e tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1175194 Aug 10 03:51:39.182722 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39648) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:39.231251 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9b5a7e-d972-49bc-95cf-faa98c484fc7 None None] Sync routers for ids ['490f5727-5475-4908-a46d-2b20c0090b31'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:51:39.243005 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9b5a7e-d972-49bc-95cf-faa98c484fc7 None None] Routers set() bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:51:39.243444 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9b5a7e-d972-49bc-95cf-faa98c484fc7 None None] Router IDs set() for agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 10 03:51:39.244246 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_agentschedulers_db [None req-8b9b5a7e-d972-49bc-95cf-faa98c484fc7 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'490f5727-5475-4908-a46d-2b20c0090b31'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:51:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent'). {{(pid=94263) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 10 03:51:39.248143 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-0c83466d-cac1-4c6f-ad04-4b31b692dcad tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0629807 Aug 10 03:51:39.255677 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39652) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:39.258135 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9b5a7e-d972-49bc-95cf-faa98c484fc7 None None] Routers set() bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:51:39.258595 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9b5a7e-d972-49bc-95cf-faa98c484fc7 None None] Router IDs set() for agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 10 03:51:39.259397 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_agentschedulers_db [None req-8b9b5a7e-d972-49bc-95cf-faa98c484fc7 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'490f5727-5475-4908-a46d-2b20c0090b31'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:51:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent'). {{(pid=94263) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 10 03:51:39.259905 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9b5a7e-d972-49bc-95cf-faa98c484fc7 None None] The sync data for ids ['490f5727-5475-4908-a46d-2b20c0090b31'] in n-d-768862-13 is: [] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:51:39.263530 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-c867b462-3de8-468c-989f-0365795f322e tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Request body: {'subnet': {'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:51:39.420362 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c867b462-3de8-468c-989f-0365795f322e tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Made reservation on behalf of 81e716861c6c4321abe7f438a66c4076 for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:51:39.425577 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c867b462-3de8-468c-989f-0365795f322e tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:39.864009 n-d-768862-13 neutron-server[94261]: DEBUG neutron.objects.ports [None req-c867b462-3de8-468c-989f-0365795f322e tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94261) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 03:51:39.866487 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c867b462-3de8-468c-989f-0365795f322e tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:39.945653 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c867b462-3de8-468c-989f-0365795f322e tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:51:39.951428 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-c867b462-3de8-468c-989f-0365795f322e tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:51:39.959195 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c867b462-3de8-468c-989f-0365795f322e tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:39.960179 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c867b462-3de8-468c-989f-0365795f322e tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:39.962693 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8841d30d-1321-48e9-bc46-602886114a5a None None] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:51:39.978323 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c867b462-3de8-468c-989f-0365795f322e tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event updated for resources: {'Subnet': ['ID=ff003672-92e5-42d0-b7d7-86387ad8f76b,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:39.997348 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-c867b462-3de8-468c-989f-0365795f322e tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7398627 Aug 10 03:51:40.000085 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39668) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:40.009761 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-a29c6a75-4acf-4550-8f24-63673c5567f7 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Request body: {'subnet': {'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:51:40.140409 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0327cc1b-1d2d-4374-a567-b49c6ee8a04e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'tenant_id': '81e716861c6c4321abe7f438a66c4076', 'fixed_ips': [{'subnet_id': 'ff003672-92e5-42d0-b7d7-86387ad8f76b'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:51:40.141630 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-0327cc1b-1d2d-4374-a567-b49c6ee8a04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:40.225577 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a29c6a75-4acf-4550-8f24-63673c5567f7 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Made reservation on behalf of 81e716861c6c4321abe7f438a66c4076 for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:51:40.232719 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a29c6a75-4acf-4550-8f24-63673c5567f7 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:40.309382 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 39672) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:40.318466 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-0327cc1b-1d2d-4374-a567-b49c6ee8a04e None None] Allocated IP 2001:db8::f816:3eff:fe27:a80e (cfc280cf-2977-4a5c-89c8-adf4088ffacb/ff003672-92e5-42d0-b7d7-86387ad8f76b/0147b13a-5410-4bdf-bee9-76ad4bec9bc1) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:51:40.409951 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 8ff96b95-0100-43b4-a53d-ad074285910d no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:51:40.435247 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 8ff96b95-0100-43b4-a53d-ad074285910d {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:51:40.435765 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 8ff96b95-0100-43b4-a53d-ad074285910d not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:51:40.544414 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-0327cc1b-1d2d-4374-a567-b49c6ee8a04e None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:40.555877 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6a17e3e8-8121-4407-84fb-f6ab00b38dc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:40.559473 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-0327cc1b-1d2d-4374-a567-b49c6ee8a04e None None] Transition to ACTIVE for port object 0147b13a-5410-4bdf-bee9-76ad4bec9bc1 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:51:40.588031 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-0327cc1b-1d2d-4374-a567-b49c6ee8a04e None None] Transition to ACTIVE for port object 0147b13a-5410-4bdf-bee9-76ad4bec9bc1 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:51:40.598844 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-0327cc1b-1d2d-4374-a567-b49c6ee8a04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:40.650118 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a29c6a75-4acf-4550-8f24-63673c5567f7 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:40.670956 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0327cc1b-1d2d-4374-a567-b49c6ee8a04e None None] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:51:40.673223 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0327cc1b-1d2d-4374-a567-b49c6ee8a04e None None] Pushing event updated for resources: {'Port': ['ID=0147b13a-5410-4bdf-bee9-76ad4bec9bc1,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:40.677921 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-0327cc1b-1d2d-4374-a567-b49c6ee8a04e None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:51:40.684083 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0327cc1b-1d2d-4374-a567-b49c6ee8a04e None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:51:40.708116 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6a17e3e8-8121-4407-84fb-f6ab00b38dc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:40.713698 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6a17e3e8-8121-4407-84fb-f6ab00b38dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:40.743203 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29c6a75-4acf-4550-8f24-63673c5567f7 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:51:40.750647 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-a29c6a75-4acf-4550-8f24-63673c5567f7 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:51:40.759263 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29c6a75-4acf-4550-8f24-63673c5567f7 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:40.760547 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a29c6a75-4acf-4550-8f24-63673c5567f7 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:40.771129 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29c6a75-4acf-4550-8f24-63673c5567f7 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event updated for resources: {'Subnet': ['ID=4809bea8-1a64-4a47-8d02-786c36a53727,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:40.786890 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-6a17e3e8-8121-4407-84fb-f6ab00b38dc9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=48480ab5df7a499fba2166a063e856ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4735761 Aug 10 03:51:40.788072 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a17e3e8-8121-4407-84fb-f6ab00b38dc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56dd1f09-7884-4175-8c09-aa8f7faca776,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:40.794399 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39676) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:40.795585 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-0327cc1b-1d2d-4374-a567-b49c6ee8a04e None None] Attempting to bind port 0147b13a-5410-4bdf-bee9-76ad4bec9bc1 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:51:40.796288 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-0327cc1b-1d2d-4374-a567-b49c6ee8a04e None None] Attempting to bind port 0147b13a-5410-4bdf-bee9-76ad4bec9bc1 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '52cf705f-3228-4964-8d9f-b82fd04f4836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:51:40.796900 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0327cc1b-1d2d-4374-a567-b49c6ee8a04e None None] Attempting to bind port 0147b13a-5410-4bdf-bee9-76ad4bec9bc1 on network cfc280cf-2977-4a5c-89c8-adf4088ffacb {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:51:40.807189 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0327cc1b-1d2d-4374-a567-b49c6ee8a04e None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:51:40.807775 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0327cc1b-1d2d-4374-a567-b49c6ee8a04e None None] Checking segment: {'id': '52cf705f-3228-4964-8d9f-b82fd04f4836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:51:40.808972 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-0327cc1b-1d2d-4374-a567-b49c6ee8a04e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:40.809813 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0327cc1b-1d2d-4374-a567-b49c6ee8a04e None None] Bound using segment: {'id': '52cf705f-3228-4964-8d9f-b82fd04f4836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:51:40.810931 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-0327cc1b-1d2d-4374-a567-b49c6ee8a04e None None] Bound port: 0147b13a-5410-4bdf-bee9-76ad4bec9bc1, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52cf705f-3228-4964-8d9f-b82fd04f4836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:51:40.811759 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-0327cc1b-1d2d-4374-a567-b49c6ee8a04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:40.826273 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a29c6a75-4acf-4550-8f24-63673c5567f7 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8240998 Aug 10 03:51:40.829629 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 39678) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:40.836647 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-2c057f79-550f-4680-b1dc-1beef4b50fe6 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Request body: {'port': {'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'mac_address': 'fa:16:3e:72:a8:9c', 'name': 'tempest-NetworksTestDHCPv6-942364142'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:51:40.892171 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-05b68e72-81c5-448c-abc5-1915e2b8673d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:40.928485 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-0327cc1b-1d2d-4374-a567-b49c6ee8a04e None None] For port 0147b13a-5410-4bdf-bee9-76ad4bec9bc1, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:51:40.933295 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-05b68e72-81c5-448c-abc5-1915e2b8673d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:40.935231 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-0327cc1b-1d2d-4374-a567-b49c6ee8a04e None None] For port 0147b13a-5410-4bdf-bee9-76ad4bec9bc1, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=0147b13a-5410-4bdf-bee9-76ad4bec9bc1,segment=NetworkSegment(52cf705f-3228-4964-8d9f-b82fd04f4836),segment_id=52cf705f-3228-4964-8d9f-b82fd04f4836)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:51:40.944189 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-0327cc1b-1d2d-4374-a567-b49c6ee8a04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:41.033489 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-05b68e72-81c5-448c-abc5-1915e2b8673d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:41.034192 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c057f79-550f-4680-b1dc-1beef4b50fe6 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Made reservation on behalf of 81e716861c6c4321abe7f438a66c4076 for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:51:41.039473 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-05b68e72-81c5-448c-abc5-1915e2b8673d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:41.046512 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-05b68e72-81c5-448c-abc5-1915e2b8673d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/56dd1f09-7884-4175-8c09-aa8f7faca776 HTTP/1.1" status: 204 len: 168 time: 0.2458632 Aug 10 03:51:41.059450 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b68e72-81c5-448c-abc5-1915e2b8673d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56dd1f09-7884-4175-8c09-aa8f7faca776,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:41.081149 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0327cc1b-1d2d-4374-a567-b49c6ee8a04e None None] Pushing event updated for resources: {'Port': ['ID=0147b13a-5410-4bdf-bee9-76ad4bec9bc1,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:41.156558 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2c057f79-550f-4680-b1dc-1beef4b50fe6 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:41.185211 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [None req-2c057f79-550f-4680-b1dc-1beef4b50fe6 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] device_id is not set on port 1884c0a2-4d8c-4fbd-ac91-379ddfc433b1 yet. {{(pid=94260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:51:41.471859 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-2c057f79-550f-4680-b1dc-1beef4b50fe6 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Allocated IP 172.20.0.4 (cfc280cf-2977-4a5c-89c8-adf4088ffacb/4809bea8-1a64-4a47-8d02-786c36a53727/1884c0a2-4d8c-4fbd-ac91-379ddfc433b1) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:51:41.482332 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-2c057f79-550f-4680-b1dc-1beef4b50fe6 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Allocated IP 2001:db8::f816:3eff:fe72:a89c (cfc280cf-2977-4a5c-89c8-adf4088ffacb/ff003672-92e5-42d0-b7d7-86387ad8f76b/1884c0a2-4d8c-4fbd-ac91-379ddfc433b1) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:51:41.552630 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39684) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:41.568056 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6e51486e-3b45-4fe3-972d-bf4e7cd03dbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:41.682783 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6e51486e-3b45-4fe3-972d-bf4e7cd03dbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:41.689455 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6e51486e-3b45-4fe3-972d-bf4e7cd03dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:41.731399 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2c057f79-550f-4680-b1dc-1beef4b50fe6 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:41.752937 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [None req-2c057f79-550f-4680-b1dc-1beef4b50fe6 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Transition to ACTIVE for port object 1884c0a2-4d8c-4fbd-ac91-379ddfc433b1 will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:51:41.768619 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-6e51486e-3b45-4fe3-972d-bf4e7cd03dbf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cd836691df2b4255a34608688f4c66a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2145333 Aug 10 03:51:41.770091 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e51486e-3b45-4fe3-972d-bf4e7cd03dbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c5714aa-ac82-4b83-86bc-f7383e568ffd,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:41.773751 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 39686) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:41.830093 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2c057f79-550f-4680-b1dc-1beef4b50fe6 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:41.901110 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c057f79-550f-4680-b1dc-1beef4b50fe6 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:51:41.905119 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-2c057f79-550f-4680-b1dc-1beef4b50fe6 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:51:41.909810 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-aa10f149-4724-4e25-8b0f-31200788a774 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:41.911667 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c057f79-550f-4680-b1dc-1beef4b50fe6 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:51:41.952594 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c057f79-550f-4680-b1dc-1beef4b50fe6 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event updated for resources: {'Port': ['ID=1884c0a2-4d8c-4fbd-ac91-379ddfc433b1,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:41.983150 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-aa10f149-4724-4e25-8b0f-31200788a774 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:42.001910 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c057f79-550f-4680-b1dc-1beef4b50fe6 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:42.002633 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2c057f79-550f-4680-b1dc-1beef4b50fe6 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:42.042153 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-2c057f79-550f-4680-b1dc-1beef4b50fe6 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.2109861 Aug 10 03:51:42.047116 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 39688) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:42.105133 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba673c9-0837-46fc-be24-95ed5b84d82c tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:42.111680 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba673c9-0837-46fc-be24-95ed5b84d82c tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:42.113441 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-5ba673c9-0837-46fc-be24-95ed5b84d82c tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.0652690 Aug 10 03:51:42.118132 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39690) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:42.119972 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-aa10f149-4724-4e25-8b0f-31200788a774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:42.123186 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-aa10f149-4724-4e25-8b0f-31200788a774 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:42.124377 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-aa10f149-4724-4e25-8b0f-31200788a774 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1c5714aa-ac82-4b83-86bc-f7383e568ffd HTTP/1.1" status: 204 len: 168 time: 0.3493400 Aug 10 03:51:42.133383 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa10f149-4724-4e25-8b0f-31200788a774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c5714aa-ac82-4b83-86bc-f7383e568ffd,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:42.239014 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3ddde4-2b63-432c-b6d0-533f9205d544 None None] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:51:42.261827 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-acddd22f-48ad-47a2-af73-8e2f94eaa651 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Deleting port 1884c0a2-4d8c-4fbd-ac91-379ddfc433b1 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:51:42.262377 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-acddd22f-48ad-47a2-af73-8e2f94eaa651 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:42.358804 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-2ff108ab-8995-4925-b12e-60e220b28f6a None None] Provisioning for port 0147b13a-5410-4bdf-bee9-76ad4bec9bc1 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:51:42.431725 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-acddd22f-48ad-47a2-af73-8e2f94eaa651 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:42.456795 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-acddd22f-48ad-47a2-af73-8e2f94eaa651 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Calling delete_port for 1884c0a2-4d8c-4fbd-ac91-379ddfc433b1 owned by {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:51:42.524574 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 0147b13a-5410-4bdf-bee9-76ad4bec9bc1 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:51:42.644052 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 0147b13a-5410-4bdf-bee9-76ad4bec9bc1 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:51:42.651398 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 0147b13a-5410-4bdf-bee9-76ad4bec9bc1 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:51:42.651785 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:42.726842 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8758b9d1-e2d6-4c55-9782-9bcd87e52761 None None] Update dhcp port {'port': {'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'fixed_ips': [{'subnet_id': 'ff003672-92e5-42d0-b7d7-86387ad8f76b', 'ip_address': '2001:db8::f816:3eff:fe27:a80e'}, {'subnet_id': '4809bea8-1a64-4a47-8d02-786c36a53727'}], 'binding:host_id': 'n-d-768862-13'}, 'id': '0147b13a-5410-4bdf-bee9-76ad4bec9bc1'} from n-d-768862-13. {{(pid=94262) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 03:51:42.788506 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-8758b9d1-e2d6-4c55-9782-9bcd87e52761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:42.824011 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-acddd22f-48ad-47a2-af73-8e2f94eaa651 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:42.886028 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acddd22f-48ad-47a2-af73-8e2f94eaa651 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event deleted for resources: {'Port': ['ID=1884c0a2-4d8c-4fbd-ac91-379ddfc433b1,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:42.943154 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:43.019387 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-acddd22f-48ad-47a2-af73-8e2f94eaa651 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:43.023652 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-acddd22f-48ad-47a2-af73-8e2f94eaa651 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/ports/1884c0a2-4d8c-4fbd-ac91-379ddfc433b1 HTTP/1.1" status: 204 len: 168 time: 0.9028664 Aug 10 03:51:43.025888 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39712) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:43.110329 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b151008-5fa9-4b35-9324-d4130cce94a4 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:43.112941 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b151008-5fa9-4b35-9324-d4130cce94a4 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:43.115587 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b151008-5fa9-4b35-9324-d4130cce94a4 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:43.120754 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-6b151008-5fa9-4b35-9324-d4130cce94a4 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0905526 Aug 10 03:51:43.121978 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 39716) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:43.132241 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 0147b13a-5410-4bdf-bee9-76ad4bec9bc1, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=0147b13a-5410-4bdf-bee9-76ad4bec9bc1,segment=NetworkSegment(52cf705f-3228-4964-8d9f-b82fd04f4836),segment_id=52cf705f-3228-4964-8d9f-b82fd04f4836)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:51:43.148273 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:43.212082 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c014dfd-98b1-4524-ae55-1d146236d219 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Deleting subnet 4809bea8-1a64-4a47-8d02-786c36a53727 {{(pid=94260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:51:43.306642 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-8758b9d1-e2d6-4c55-9782-9bcd87e52761 None None] Allocated IP 172.20.0.2 (cfc280cf-2977-4a5c-89c8-adf4088ffacb/4809bea8-1a64-4a47-8d02-786c36a53727/0147b13a-5410-4bdf-bee9-76ad4bec9bc1) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:51:43.311520 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=0147b13a-5410-4bdf-bee9-76ad4bec9bc1,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:43.462793 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-8758b9d1-e2d6-4c55-9782-9bcd87e52761 None None] For port 0147b13a-5410-4bdf-bee9-76ad4bec9bc1, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=0147b13a-5410-4bdf-bee9-76ad4bec9bc1,segment=NetworkSegment(52cf705f-3228-4964-8d9f-b82fd04f4836),segment_id=52cf705f-3228-4964-8d9f-b82fd04f4836)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:51:43.523190 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-8758b9d1-e2d6-4c55-9782-9bcd87e52761 None None] Notify callbacks [] for port, precommit_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:43.549074 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-8758b9d1-e2d6-4c55-9782-9bcd87e52761 None None] Transition to ACTIVE for port object 0147b13a-5410-4bdf-bee9-76ad4bec9bc1 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:51:43.553872 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2c014dfd-98b1-4524-ae55-1d146236d219 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for subnet, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:43.559079 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-8758b9d1-e2d6-4c55-9782-9bcd87e52761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:43.645330 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2c014dfd-98b1-4524-ae55-1d146236d219 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191173'] for subnet, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:43.668971 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8758b9d1-e2d6-4c55-9782-9bcd87e52761 None None] Pushing event updated for resources: {'Port': ['ID=0147b13a-5410-4bdf-bee9-76ad4bec9bc1,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:43.800885 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2c014dfd-98b1-4524-ae55-1d146236d219 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:43.901543 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2c014dfd-98b1-4524-ae55-1d146236d219 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:43.939951 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c014dfd-98b1-4524-ae55-1d146236d219 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event deleted for resources: {'Subnet': ['ID=4809bea8-1a64-4a47-8d02-786c36a53727,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:43.946291 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2c014dfd-98b1-4524-ae55-1d146236d219 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:43.950294 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-2c014dfd-98b1-4524-ae55-1d146236d219 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/subnets/4809bea8-1a64-4a47-8d02-786c36a53727 HTTP/1.1" status: 204 len: 168 time: 0.8247871 Aug 10 03:51:43.954171 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39734) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:44.048781 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-2be8fc1c-642c-458a-a9a3-3a151957871d tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Deleting subnet ff003672-92e5-42d0-b7d7-86387ad8f76b {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:51:44.054182 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2be8fc1c-642c-458a-a9a3-3a151957871d tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:44.117058 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2be8fc1c-642c-458a-a9a3-3a151957871d tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:44.234259 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2be8fc1c-642c-458a-a9a3-3a151957871d tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:44.322360 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2be8fc1c-642c-458a-a9a3-3a151957871d tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:44.369660 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be8fc1c-642c-458a-a9a3-3a151957871d tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event deleted for resources: {'Subnet': ['ID=ff003672-92e5-42d0-b7d7-86387ad8f76b,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:44.372703 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2be8fc1c-642c-458a-a9a3-3a151957871d tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:44.379217 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-2be8fc1c-642c-458a-a9a3-3a151957871d tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/subnets/ff003672-92e5-42d0-b7d7-86387ad8f76b HTTP/1.1" status: 204 len: 168 time: 0.4198329 Aug 10 03:51:44.379481 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 39742) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:44.443510 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-1e0e0295-d158-4efd-bcf8-0958af1b0b3e tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0643239 Aug 10 03:51:44.448126 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39748) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:44.458665 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-ad244c7a-b30a-4bc2-83ac-43bebce38db4 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Request body: {'subnet': {'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:51:44.461071 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 0147b13a-5410-4bdf-bee9-76ad4bec9bc1 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:51:44.464838 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82b7be1-4980-4870-8d25-af5ca78c49ee None None] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:51:44.591220 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad244c7a-b30a-4bc2-83ac-43bebce38db4 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Made reservation on behalf of 81e716861c6c4321abe7f438a66c4076 for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:51:44.598997 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ad244c7a-b30a-4bc2-83ac-43bebce38db4 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:44.599204 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-5a29654f-ea67-4b6c-b4dd-15ad910fae6d None None] Could not find standard attr ID for object 1884c0a2-4d8c-4fbd-ac91-379ddfc433b1. {{(pid=94262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:51:44.654441 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-5a29654f-ea67-4b6c-b4dd-15ad910fae6d None None] Provisioning for port 0147b13a-5410-4bdf-bee9-76ad4bec9bc1 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:51:44.686900 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-5a29654f-ea67-4b6c-b4dd-15ad910fae6d None None] Provisioning complete for port 0147b13a-5410-4bdf-bee9-76ad4bec9bc1 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:51:44.687463 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-5a29654f-ea67-4b6c-b4dd-15ad910fae6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:44.821651 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 0147b13a-5410-4bdf-bee9-76ad4bec9bc1 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:51:44.822307 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:45.030861 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b4ab90-89a9-4ce1-92e3-a73687db13cd None None] DHCP port deletion for cfc280cf-2977-4a5c-89c8-adf4088ffacb request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:51:45.115825 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4ab90-89a9-4ce1-92e3-a73687db13cd None None] Deleting port 0147b13a-5410-4bdf-bee9-76ad4bec9bc1 {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:51:45.116447 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a8b4ab90-89a9-4ce1-92e3-a73687db13cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:45.126018 n-d-768862-13 neutron-server[94261]: DEBUG neutron.objects.ports [None req-ad244c7a-b30a-4bc2-83ac-43bebce38db4 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94261) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 03:51:45.227475 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 39774) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:45.252498 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-a8b4ab90-89a9-4ce1-92e3-a73687db13cd None None] For port 0147b13a-5410-4bdf-bee9-76ad4bec9bc1, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=0147b13a-5410-4bdf-bee9-76ad4bec9bc1,segment=NetworkSegment(52cf705f-3228-4964-8d9f-b82fd04f4836),segment_id=52cf705f-3228-4964-8d9f-b82fd04f4836)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:51:45.252785 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a8b4ab90-89a9-4ce1-92e3-a73687db13cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:45.268868 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4ab90-89a9-4ce1-92e3-a73687db13cd None None] Calling delete_port for 0147b13a-5410-4bdf-bee9-76ad4bec9bc1 owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:51:45.372889 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a8b4ab90-89a9-4ce1-92e3-a73687db13cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:45.388105 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b4ab90-89a9-4ce1-92e3-a73687db13cd None None] No DVR routers for this DVR port 0147b13a-5410-4bdf-bee9-76ad4bec9bc1 on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:51:45.411439 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4ab90-89a9-4ce1-92e3-a73687db13cd None None] Pushing event deleted for resources: {'Port': ['ID=0147b13a-5410-4bdf-bee9-76ad4bec9bc1,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:45.425171 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7a1f4d0e-8313-452e-91b8-a3582f286361 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:45.432817 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.ipam_pluggable_backend [None req-ad244c7a-b30a-4bc2-83ac-43bebce38db4 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Port 0147b13a-5410-4bdf-bee9-76ad4bec9bc1 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94261) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 10 03:51:45.433379 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.ipam_pluggable_backend [None req-ad244c7a-b30a-4bc2-83ac-43bebce38db4 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Reverting IP allocation for 2001:db8::f816:3eff:fe27:a80e {{(pid=94261) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 10 03:51:45.437072 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.ipam_pluggable_backend [None req-ad244c7a-b30a-4bc2-83ac-43bebce38db4 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe27:a80e {{(pid=94261) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 10 03:51:45.438731 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ad244c7a-b30a-4bc2-83ac-43bebce38db4 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:45.489940 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad244c7a-b30a-4bc2-83ac-43bebce38db4 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:51:45.493308 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-ad244c7a-b30a-4bc2-83ac-43bebce38db4 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:51:45.497975 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad244c7a-b30a-4bc2-83ac-43bebce38db4 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:45.498613 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ad244c7a-b30a-4bc2-83ac-43bebce38db4 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:45.509083 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad244c7a-b30a-4bc2-83ac-43bebce38db4 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event updated for resources: {'Subnet': ['ID=89daed0f-b752-458d-95db-8c6f80bf6ac7,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:45.510460 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d28e48-4306-4694-9117-ed15540e8d9b None None] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:51:45.578064 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7a1f4d0e-8313-452e-91b8-a3582f286361 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:45.585245 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7a1f4d0e-8313-452e-91b8-a3582f286361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:45.588738 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ad244c7a-b30a-4bc2-83ac-43bebce38db4 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1393919 Aug 10 03:51:45.592777 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39778) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:45.598073 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-7f0aa120-5afa-4b93-ab34-715eef2ff733 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Request body: {'subnet': {'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:51:45.647399 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-7a1f4d0e-8313-452e-91b8-a3582f286361 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5b7cb82b5fc44e8aa86abe10c05d1297&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4146709 Aug 10 03:51:45.648468 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39780) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:45.653208 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1f4d0e-8313-452e-91b8-a3582f286361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7878d07e-7e32-4d3e-89f3-60bade1e7d70,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:45.745939 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-32ee35c0-85f8-4644-82b2-ceef2e2d7165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:45.780029 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-32ee35c0-85f8-4644-82b2-ceef2e2d7165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:45.788977 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73997521-928f-483d-a3f3-12af7a781c83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'tenant_id': '81e716861c6c4321abe7f438a66c4076', 'fixed_ips': [{'subnet_id': '89daed0f-b752-458d-95db-8c6f80bf6ac7'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:51:45.790568 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-73997521-928f-483d-a3f3-12af7a781c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:45.801838 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f0aa120-5afa-4b93-ab34-715eef2ff733 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Made reservation on behalf of 81e716861c6c4321abe7f438a66c4076 for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:51:45.805489 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7f0aa120-5afa-4b93-ab34-715eef2ff733 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:45.928203 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-32ee35c0-85f8-4644-82b2-ceef2e2d7165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:45.931751 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-32ee35c0-85f8-4644-82b2-ceef2e2d7165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:45.933174 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-32ee35c0-85f8-4644-82b2-ceef2e2d7165 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7878d07e-7e32-4d3e-89f3-60bade1e7d70 HTTP/1.1" status: 204 len: 168 time: 0.2832692 Aug 10 03:51:45.952071 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ee35c0-85f8-4644-82b2-ceef2e2d7165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7878d07e-7e32-4d3e-89f3-60bade1e7d70,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:46.027614 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-73997521-928f-483d-a3f3-12af7a781c83 None None] Allocated IP 2001:db8::f816:3eff:fef9:9ef9 (cfc280cf-2977-4a5c-89c8-adf4088ffacb/89daed0f-b752-458d-95db-8c6f80bf6ac7/fda93c26-ebe0-428c-9b16-36d691deece3) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:51:46.177537 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7f0aa120-5afa-4b93-ab34-715eef2ff733 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:46.232413 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0aa120-5afa-4b93-ab34-715eef2ff733 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:51:46.234589 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-7f0aa120-5afa-4b93-ab34-715eef2ff733 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:51:46.238260 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0aa120-5afa-4b93-ab34-715eef2ff733 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:46.239096 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-73997521-928f-483d-a3f3-12af7a781c83 None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:46.239479 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7f0aa120-5afa-4b93-ab34-715eef2ff733 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:46.251498 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-73997521-928f-483d-a3f3-12af7a781c83 None None] Transition to ACTIVE for port object fda93c26-ebe0-428c-9b16-36d691deece3 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:51:46.259104 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0aa120-5afa-4b93-ab34-715eef2ff733 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event updated for resources: {'Subnet': ['ID=0c972f54-d81d-40ce-9b5f-58c3d9cca183,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:46.272759 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-7f0aa120-5afa-4b93-ab34-715eef2ff733 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6786067 Aug 10 03:51:46.275941 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39786) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:46.283561 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-716adaed-0e26-427e-9409-0fee2913f316 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Request body: {'port': {'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'mac_address': 'fa:16:3e:77:d1:50', 'name': 'tempest-NetworksTestDHCPv6-29474808'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:51:46.286144 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-73997521-928f-483d-a3f3-12af7a781c83 None None] Transition to ACTIVE for port object fda93c26-ebe0-428c-9b16-36d691deece3 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:51:46.295549 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-73997521-928f-483d-a3f3-12af7a781c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:46.346947 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 39788) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:46.354619 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73997521-928f-483d-a3f3-12af7a781c83 None None] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:51:46.364458 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6a0c336e-73fe-4a4e-bc66-34a035094cfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:46.366026 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-73997521-928f-483d-a3f3-12af7a781c83 None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:51:46.368121 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73997521-928f-483d-a3f3-12af7a781c83 None None] Pushing event updated for resources: {'Port': ['ID=fda93c26-ebe0-428c-9b16-36d691deece3,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:46.370841 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73997521-928f-483d-a3f3-12af7a781c83 None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:51:46.452335 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 0147b13a-5410-4bdf-bee9-76ad4bec9bc1 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:51:46.498608 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 0147b13a-5410-4bdf-bee9-76ad4bec9bc1 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:51:46.499148 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 0147b13a-5410-4bdf-bee9-76ad4bec9bc1 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:51:46.503237 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6a0c336e-73fe-4a4e-bc66-34a035094cfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:46.505685 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-73997521-928f-483d-a3f3-12af7a781c83 None None] Attempting to bind port fda93c26-ebe0-428c-9b16-36d691deece3 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:51:46.506093 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-73997521-928f-483d-a3f3-12af7a781c83 None None] Attempting to bind port fda93c26-ebe0-428c-9b16-36d691deece3 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '52cf705f-3228-4964-8d9f-b82fd04f4836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:51:46.506511 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73997521-928f-483d-a3f3-12af7a781c83 None None] Attempting to bind port fda93c26-ebe0-428c-9b16-36d691deece3 on network cfc280cf-2977-4a5c-89c8-adf4088ffacb {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:51:46.509621 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6a0c336e-73fe-4a4e-bc66-34a035094cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:46.519370 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73997521-928f-483d-a3f3-12af7a781c83 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:51:46.520981 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73997521-928f-483d-a3f3-12af7a781c83 None None] Checking segment: {'id': '52cf705f-3228-4964-8d9f-b82fd04f4836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:51:46.521930 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-73997521-928f-483d-a3f3-12af7a781c83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:46.523199 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73997521-928f-483d-a3f3-12af7a781c83 None None] Bound using segment: {'id': '52cf705f-3228-4964-8d9f-b82fd04f4836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:51:46.525153 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-73997521-928f-483d-a3f3-12af7a781c83 None None] Bound port: fda93c26-ebe0-428c-9b16-36d691deece3, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52cf705f-3228-4964-8d9f-b82fd04f4836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:51:46.526427 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-73997521-928f-483d-a3f3-12af7a781c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:46.544514 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-716adaed-0e26-427e-9409-0fee2913f316 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Made reservation on behalf of 81e716861c6c4321abe7f438a66c4076 for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:51:46.560308 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-6a0c336e-73fe-4a4e-bc66-34a035094cfe admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=99ab299a81d64ea68f6aec2f44dce532&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2108269 Aug 10 03:51:46.561351 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 39790) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:46.571633 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0c336e-73fe-4a4e-bc66-34a035094cfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cccd676-b417-46f9-aff4-f798b714b9d0,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:46.641969 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-73997521-928f-483d-a3f3-12af7a781c83 None None] For port fda93c26-ebe0-428c-9b16-36d691deece3, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:51:46.643152 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-078f6159-9b0a-419e-96fc-680b5044cde0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:46.647175 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-73997521-928f-483d-a3f3-12af7a781c83 None None] For port fda93c26-ebe0-428c-9b16-36d691deece3, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=fda93c26-ebe0-428c-9b16-36d691deece3,segment=NetworkSegment(52cf705f-3228-4964-8d9f-b82fd04f4836),segment_id=52cf705f-3228-4964-8d9f-b82fd04f4836)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:51:46.655416 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-73997521-928f-483d-a3f3-12af7a781c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:46.675193 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-716adaed-0e26-427e-9409-0fee2913f316 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:46.684018 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-078f6159-9b0a-419e-96fc-680b5044cde0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:46.711069 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [None req-716adaed-0e26-427e-9409-0fee2913f316 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] device_id is not set on port ae7ad59d-f7be-4769-a758-0dfb7be1c346 yet. {{(pid=94261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:51:46.749844 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73997521-928f-483d-a3f3-12af7a781c83 None None] Pushing event updated for resources: {'Port': ['ID=fda93c26-ebe0-428c-9b16-36d691deece3,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:46.775735 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-078f6159-9b0a-419e-96fc-680b5044cde0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:46.781142 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-078f6159-9b0a-419e-96fc-680b5044cde0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:46.783375 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-078f6159-9b0a-419e-96fc-680b5044cde0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7cccd676-b417-46f9-aff4-f798b714b9d0 HTTP/1.1" status: 204 len: 168 time: 0.2196066 Aug 10 03:51:46.799308 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078f6159-9b0a-419e-96fc-680b5044cde0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cccd676-b417-46f9-aff4-f798b714b9d0,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:47.033216 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-716adaed-0e26-427e-9409-0fee2913f316 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Allocated IP 172.20.0.4 (cfc280cf-2977-4a5c-89c8-adf4088ffacb/0c972f54-d81d-40ce-9b5f-58c3d9cca183/ae7ad59d-f7be-4769-a758-0dfb7be1c346) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:51:47.052790 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-716adaed-0e26-427e-9409-0fee2913f316 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Allocated IP 2001:db8::f816:3eff:fe77:d150 (cfc280cf-2977-4a5c-89c8-adf4088ffacb/89daed0f-b752-458d-95db-8c6f80bf6ac7/ae7ad59d-f7be-4769-a758-0dfb7be1c346) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:51:47.267874 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-716adaed-0e26-427e-9409-0fee2913f316 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:47.287906 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [None req-716adaed-0e26-427e-9409-0fee2913f316 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Transition to ACTIVE for port object ae7ad59d-f7be-4769-a758-0dfb7be1c346 will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:51:47.330935 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-716adaed-0e26-427e-9409-0fee2913f316 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:47.415257 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716adaed-0e26-427e-9409-0fee2913f316 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:51:47.419684 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-716adaed-0e26-427e-9409-0fee2913f316 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:51:47.428658 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716adaed-0e26-427e-9409-0fee2913f316 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:51:47.435978 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716adaed-0e26-427e-9409-0fee2913f316 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event updated for resources: {'Port': ['ID=ae7ad59d-f7be-4769-a758-0dfb7be1c346,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:47.527466 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716adaed-0e26-427e-9409-0fee2913f316 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:47.528479 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-716adaed-0e26-427e-9409-0fee2913f316 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:47.561943 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-716adaed-0e26-427e-9409-0fee2913f316 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 1.2844546 Aug 10 03:51:47.566018 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39804) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:47.644136 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96430210-a1de-4377-be5c-0e0831a18b74 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:47.651358 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96430210-a1de-4377-be5c-0e0831a18b74 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:47.654283 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-96430210-a1de-4377-be5c-0e0831a18b74 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1780 time: 0.0856898 Aug 10 03:51:47.658338 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39806) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:47.805214 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-31b5dbc7-a2b8-47e1-9b16-a4fbb88b8368 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Deleting port ae7ad59d-f7be-4769-a758-0dfb7be1c346 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:51:47.805784 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-31b5dbc7-a2b8-47e1-9b16-a4fbb88b8368 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:47.943816 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-31b5dbc7-a2b8-47e1-9b16-a4fbb88b8368 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:47.965594 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-31b5dbc7-a2b8-47e1-9b16-a4fbb88b8368 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Calling delete_port for ae7ad59d-f7be-4769-a758-0dfb7be1c346 owned by {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:51:48.019366 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df32ada-34a8-4208-a804-6dca42e64186 None None] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:51:48.086479 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-59802b80-7eaa-424a-a363-010d24b52d71 None None] Provisioning for port fda93c26-ebe0-428c-9b16-36d691deece3 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:51:48.299075 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-31b5dbc7-a2b8-47e1-9b16-a4fbb88b8368 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:48.338353 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350d9086-5420-47eb-af38-4471781f89a5 None None] Update dhcp port {'port': {'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'fixed_ips': [{'subnet_id': '89daed0f-b752-458d-95db-8c6f80bf6ac7', 'ip_address': '2001:db8::f816:3eff:fef9:9ef9'}, {'subnet_id': '0c972f54-d81d-40ce-9b5f-58c3d9cca183'}], 'binding:host_id': 'n-d-768862-13'}, 'id': 'fda93c26-ebe0-428c-9b16-36d691deece3'} from n-d-768862-13. {{(pid=94262) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 03:51:48.376001 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b5dbc7-a2b8-47e1-9b16-a4fbb88b8368 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event deleted for resources: {'Port': ['ID=ae7ad59d-f7be-4769-a758-0dfb7be1c346,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:48.381541 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-350d9086-5420-47eb-af38-4471781f89a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:48.541443 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device fda93c26-ebe0-428c-9b16-36d691deece3 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:51:48.552508 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-31b5dbc7-a2b8-47e1-9b16-a4fbb88b8368 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:48.560301 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-31b5dbc7-a2b8-47e1-9b16-a4fbb88b8368 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/ports/ae7ad59d-f7be-4769-a758-0dfb7be1c346 HTTP/1.1" status: 204 len: 168 time: 0.8962424 Aug 10 03:51:48.560828 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39826) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:48.654913 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port fda93c26-ebe0-428c-9b16-36d691deece3 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:51:48.665097 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port fda93c26-ebe0-428c-9b16-36d691deece3 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:51:48.665097 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:48.682289 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4746469-5c90-4f80-8d9e-6ea81d92fba6 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:48.689003 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4746469-5c90-4f80-8d9e-6ea81d92fba6 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:48.692722 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4746469-5c90-4f80-8d9e-6ea81d92fba6 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:48.701335 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 39828) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:48.715467 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a4746469-5c90-4f80-8d9e-6ea81d92fba6 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1528065 Aug 10 03:51:48.721591 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-350d9086-5420-47eb-af38-4471781f89a5 None None] Allocated IP 172.20.0.2 (cfc280cf-2977-4a5c-89c8-adf4088ffacb/0c972f54-d81d-40ce-9b5f-58c3d9cca183/fda93c26-ebe0-428c-9b16-36d691deece3) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:51:48.822449 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_v2 [None req-d496a24f-e564-494f-8109-58d855511c05 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Deleting subnet 0c972f54-d81d-40ce-9b5f-58c3d9cca183 {{(pid=94260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:51:48.850777 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:48.912678 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-350d9086-5420-47eb-af38-4471781f89a5 None None] For port fda93c26-ebe0-428c-9b16-36d691deece3, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=fda93c26-ebe0-428c-9b16-36d691deece3,segment=NetworkSegment(52cf705f-3228-4964-8d9f-b82fd04f4836),segment_id=52cf705f-3228-4964-8d9f-b82fd04f4836)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:51:48.960232 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-350d9086-5420-47eb-af38-4471781f89a5 None None] Notify callbacks [] for port, precommit_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:48.977992 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-350d9086-5420-47eb-af38-4471781f89a5 None None] Transition to ACTIVE for port object fda93c26-ebe0-428c-9b16-36d691deece3 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:51:48.984133 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d496a24f-e564-494f-8109-58d855511c05 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for subnet, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:48.984940 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-350d9086-5420-47eb-af38-4471781f89a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:49.074282 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d496a24f-e564-494f-8109-58d855511c05 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191173'] for subnet, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:49.147081 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.db.api [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:51:49.147969 n-d-768862-13 neutron-server[94262]: DEBUG oslo_db.api [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:51:49.156822 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350d9086-5420-47eb-af38-4471781f89a5 None None] Pushing event updated for resources: {'Port': ['ID=fda93c26-ebe0-428c-9b16-36d691deece3,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:49.218600 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d496a24f-e564-494f-8109-58d855511c05 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:49.314656 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d496a24f-e564-494f-8109-58d855511c05 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:49.360939 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d496a24f-e564-494f-8109-58d855511c05 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event deleted for resources: {'Subnet': ['ID=0c972f54-d81d-40ce-9b5f-58c3d9cca183,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:49.367209 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d496a24f-e564-494f-8109-58d855511c05 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:49.371350 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-d496a24f-e564-494f-8109-58d855511c05 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/subnets/0c972f54-d81d-40ce-9b5f-58c3d9cca183 HTTP/1.1" status: 204 len: 168 time: 0.6666429 Aug 10 03:51:49.375053 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 39838) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:49.471790 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_v2 [None req-57c71e10-d803-4299-af30-00247b5c2b7e tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Deleting subnet 89daed0f-b752-458d-95db-8c6f80bf6ac7 {{(pid=94260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:51:49.475881 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-57c71e10-d803-4299-af30-00247b5c2b7e tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for subnet, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:49.550521 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-57c71e10-d803-4299-af30-00247b5c2b7e tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191173'] for subnet, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:49.724517 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-57c71e10-d803-4299-af30-00247b5c2b7e tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:49.830614 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-57c71e10-d803-4299-af30-00247b5c2b7e tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:49.862566 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:49.869288 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c71e10-d803-4299-af30-00247b5c2b7e tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event deleted for resources: {'Subnet': ['ID=89daed0f-b752-458d-95db-8c6f80bf6ac7,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:49.876409 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-57c71e10-d803-4299-af30-00247b5c2b7e tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:49.880671 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-57c71e10-d803-4299-af30-00247b5c2b7e tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/subnets/89daed0f-b752-458d-95db-8c6f80bf6ac7 HTTP/1.1" status: 204 len: 168 time: 0.5017824 Aug 10 03:51:49.881178 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 39842) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:49.932001 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-0d44ee52-be3b-411b-af8f-e6585f7941a6 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0473819 Aug 10 03:51:49.932425 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 39844) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:49.939115 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-dd1e482b-1c33-46de-be62-901cbcae720d tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Request body: {'subnet': {'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:51:49.971400 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.db.api [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:51:49.971889 n-d-768862-13 neutron-server[94262]: DEBUG oslo_db.api [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:51:49.976733 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9732c267-1d49-4e95-b37b-b3ff7b56a205 None None] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:51:50.073272 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-0c2e859b-c739-44cb-a1d5-e61b353b463c None None] Could not find standard attr ID for object ae7ad59d-f7be-4769-a758-0dfb7be1c346. {{(pid=94262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:51:50.076738 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd1e482b-1c33-46de-be62-901cbcae720d tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Made reservation on behalf of 81e716861c6c4321abe7f438a66c4076 for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:51:50.084811 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-dd1e482b-1c33-46de-be62-901cbcae720d tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:50.111204 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-0c2e859b-c739-44cb-a1d5-e61b353b463c None None] Provisioning for port fda93c26-ebe0-428c-9b16-36d691deece3 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:51:50.122605 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-0c2e859b-c739-44cb-a1d5-e61b353b463c None None] Provisioning complete for port fda93c26-ebe0-428c-9b16-36d691deece3 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:51:50.123216 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-0c2e859b-c739-44cb-a1d5-e61b353b463c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:50.349568 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-0c2e859b-c739-44cb-a1d5-e61b353b463c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:50.380486 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696f2b51-282f-4ed5-b030-f7a32002cfe3 None None] DHCP port deletion for cfc280cf-2977-4a5c-89c8-adf4088ffacb request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:51:50.393301 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-dd1e482b-1c33-46de-be62-901cbcae720d tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58895384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805196'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:50.396179 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-0c2e859b-c739-44cb-a1d5-e61b353b463c None None] For port fda93c26-ebe0-428c-9b16-36d691deece3, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=fda93c26-ebe0-428c-9b16-36d691deece3,segment=NetworkSegment(52cf705f-3228-4964-8d9f-b82fd04f4836),segment_id=52cf705f-3228-4964-8d9f-b82fd04f4836)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:51:50.420858 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-0c2e859b-c739-44cb-a1d5-e61b353b463c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:50.438253 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1e482b-1c33-46de-be62-901cbcae720d tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:51:50.443412 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-dd1e482b-1c33-46de-be62-901cbcae720d tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:51:50.448171 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1e482b-1c33-46de-be62-901cbcae720d tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:50.448837 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-dd1e482b-1c33-46de-be62-901cbcae720d tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:50.471458 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-dd1e482b-1c33-46de-be62-901cbcae720d tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5350564 Aug 10 03:51:50.471726 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 39852) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:50.478106 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-a9726371-118d-4219-b6ee-d1a1c6a905ee tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Request body: {'subnet': {'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:51:50.481993 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1e482b-1c33-46de-be62-901cbcae720d tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event updated for resources: {'Subnet': ['ID=a6173b04-7f87-46d5-8007-b578003577a0,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:50.496895 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2e859b-c739-44cb-a1d5-e61b353b463c None None] Pushing event updated for resources: {'Port': ['ID=fda93c26-ebe0-428c-9b16-36d691deece3,revision_number=6']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:50.507699 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-696f2b51-282f-4ed5-b030-f7a32002cfe3 None None] Deleting port fda93c26-ebe0-428c-9b16-36d691deece3 {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:51:50.507699 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-696f2b51-282f-4ed5-b030-f7a32002cfe3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:50.602997 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-696f2b51-282f-4ed5-b030-f7a32002cfe3 None None] For port fda93c26-ebe0-428c-9b16-36d691deece3, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=fda93c26-ebe0-428c-9b16-36d691deece3,segment=NetworkSegment(52cf705f-3228-4964-8d9f-b82fd04f4836),segment_id=52cf705f-3228-4964-8d9f-b82fd04f4836)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:51:50.603487 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-696f2b51-282f-4ed5-b030-f7a32002cfe3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:50.609545 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9726371-118d-4219-b6ee-d1a1c6a905ee tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Made reservation on behalf of 81e716861c6c4321abe7f438a66c4076 for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:51:50.613527 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a9726371-118d-4219-b6ee-d1a1c6a905ee tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:50.618742 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-696f2b51-282f-4ed5-b030-f7a32002cfe3 None None] Calling delete_port for fda93c26-ebe0-428c-9b16-36d691deece3 owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:51:50.742183 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-696f2b51-282f-4ed5-b030-f7a32002cfe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:50.783210 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696f2b51-282f-4ed5-b030-f7a32002cfe3 None None] Pushing event deleted for resources: {'Port': ['ID=fda93c26-ebe0-428c-9b16-36d691deece3,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:50.807519 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696f2b51-282f-4ed5-b030-f7a32002cfe3 None None] No DVR routers for this DVR port fda93c26-ebe0-428c-9b16-36d691deece3 on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:51:50.811500 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device fda93c26-ebe0-428c-9b16-36d691deece3 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:51:50.843263 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b659cd-b83e-4eb8-af68-cba75a920c40 None None] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:51:50.846156 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: fda93c26-ebe0-428c-9b16-36d691deece3 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:51:50.846604 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device fda93c26-ebe0-428c-9b16-36d691deece3 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:51:51.026512 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e116b3a-4d85-4d89-8fc3-0977e2e4f138 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'tenant_id': '81e716861c6c4321abe7f438a66c4076', 'fixed_ips': [{'subnet_id': 'a6173b04-7f87-46d5-8007-b578003577a0'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:51:51.027933 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-0e116b3a-4d85-4d89-8fc3-0977e2e4f138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:51.084837 n-d-768862-13 neutron-server[94260]: DEBUG neutron.objects.ports [None req-a9726371-118d-4219-b6ee-d1a1c6a905ee tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94260) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 03:51:51.087368 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a9726371-118d-4219-b6ee-d1a1c6a905ee tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58895384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805196'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:51.165581 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9726371-118d-4219-b6ee-d1a1c6a905ee tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:51:51.172522 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-a9726371-118d-4219-b6ee-d1a1c6a905ee tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:51:51.177232 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9726371-118d-4219-b6ee-d1a1c6a905ee tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:51.178412 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a9726371-118d-4219-b6ee-d1a1c6a905ee tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:51.222935 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39856) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:51.223423 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-a9726371-118d-4219-b6ee-d1a1c6a905ee tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7500434 Aug 10 03:51:51.228959 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9726371-118d-4219-b6ee-d1a1c6a905ee tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event updated for resources: {'Subnet': ['ID=b7174e4d-012e-49f2-8f77-86d7967e03dd,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:51.235994 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-785406b0-ba7c-4360-aec9-0805f326d348 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Request body: {'port': {'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'mac_address': 'fa:16:3e:40:ca:e7', 'name': 'tempest-NetworksTestDHCPv6-335277696'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:51:51.276549 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-0e116b3a-4d85-4d89-8fc3-0977e2e4f138 None None] Allocated IP 172.20.0.2 (cfc280cf-2977-4a5c-89c8-adf4088ffacb/a6173b04-7f87-46d5-8007-b578003577a0/20e4af12-9680-47c4-87c7-47a821f9434f) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:51:51.290824 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-0e116b3a-4d85-4d89-8fc3-0977e2e4f138 None None] Allocated IP 2001:db8::f816:3eff:fedc:a1a1 (cfc280cf-2977-4a5c-89c8-adf4088ffacb/b7174e4d-012e-49f2-8f77-86d7967e03dd/20e4af12-9680-47c4-87c7-47a821f9434f) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:51:51.434431 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-85c246a7-ac7a-4a1b-8159-ca14a2539a4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:51.477852 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-785406b0-ba7c-4360-aec9-0805f326d348 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Made reservation on behalf of 81e716861c6c4321abe7f438a66c4076 for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:51:51.487383 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-785406b0-ba7c-4360-aec9-0805f326d348 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:51.520381 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [None req-785406b0-ba7c-4360-aec9-0805f326d348 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] device_id is not set on port c433a316-434c-47de-b202-f03baff20001 yet. {{(pid=94261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:51:51.594844 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-0e116b3a-4d85-4d89-8fc3-0977e2e4f138 None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:51.605832 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-0e116b3a-4d85-4d89-8fc3-0977e2e4f138 None None] Transition to ACTIVE for port object 20e4af12-9680-47c4-87c7-47a821f9434f will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:51:51.625861 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-0e116b3a-4d85-4d89-8fc3-0977e2e4f138 None None] Transition to ACTIVE for port object 20e4af12-9680-47c4-87c7-47a821f9434f will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:51:51.633976 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-0e116b3a-4d85-4d89-8fc3-0977e2e4f138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:51.696816 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e116b3a-4d85-4d89-8fc3-0977e2e4f138 None None] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:51:51.702677 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-0e116b3a-4d85-4d89-8fc3-0977e2e4f138 None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:51:51.709164 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e116b3a-4d85-4d89-8fc3-0977e2e4f138 None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:51:51.720926 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e116b3a-4d85-4d89-8fc3-0977e2e4f138 None None] Pushing event updated for resources: {'Port': ['ID=20e4af12-9680-47c4-87c7-47a821f9434f,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:51.766570 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-785406b0-ba7c-4360-aec9-0805f326d348 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Allocated IP 172.20.0.7 (cfc280cf-2977-4a5c-89c8-adf4088ffacb/a6173b04-7f87-46d5-8007-b578003577a0/c433a316-434c-47de-b202-f03baff20001) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:51:51.778677 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-785406b0-ba7c-4360-aec9-0805f326d348 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Allocated IP 2001:db8::f816:3eff:fe40:cae7 (cfc280cf-2977-4a5c-89c8-adf4088ffacb/b7174e4d-012e-49f2-8f77-86d7967e03dd/c433a316-434c-47de-b202-f03baff20001) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:51:51.828918 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-0e116b3a-4d85-4d89-8fc3-0977e2e4f138 None None] Attempting to bind port 20e4af12-9680-47c4-87c7-47a821f9434f on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:51:51.829477 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-0e116b3a-4d85-4d89-8fc3-0977e2e4f138 None None] Attempting to bind port 20e4af12-9680-47c4-87c7-47a821f9434f by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '52cf705f-3228-4964-8d9f-b82fd04f4836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:51:51.830044 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e116b3a-4d85-4d89-8fc3-0977e2e4f138 None None] Attempting to bind port 20e4af12-9680-47c4-87c7-47a821f9434f on network cfc280cf-2977-4a5c-89c8-adf4088ffacb {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:51:51.839005 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e116b3a-4d85-4d89-8fc3-0977e2e4f138 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:51:51.840313 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e116b3a-4d85-4d89-8fc3-0977e2e4f138 None None] Checking segment: {'id': '52cf705f-3228-4964-8d9f-b82fd04f4836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:51:51.841279 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-0e116b3a-4d85-4d89-8fc3-0977e2e4f138 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:51.842019 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e116b3a-4d85-4d89-8fc3-0977e2e4f138 None None] Bound using segment: {'id': '52cf705f-3228-4964-8d9f-b82fd04f4836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:51:51.842853 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-0e116b3a-4d85-4d89-8fc3-0977e2e4f138 None None] Bound port: 20e4af12-9680-47c4-87c7-47a821f9434f, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52cf705f-3228-4964-8d9f-b82fd04f4836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:51:51.843466 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-0e116b3a-4d85-4d89-8fc3-0977e2e4f138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:51.939502 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-0e116b3a-4d85-4d89-8fc3-0977e2e4f138 None None] For port 20e4af12-9680-47c4-87c7-47a821f9434f, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:51:51.945172 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-0e116b3a-4d85-4d89-8fc3-0977e2e4f138 None None] For port 20e4af12-9680-47c4-87c7-47a821f9434f, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=20e4af12-9680-47c4-87c7-47a821f9434f,segment=NetworkSegment(52cf705f-3228-4964-8d9f-b82fd04f4836),segment_id=52cf705f-3228-4964-8d9f-b82fd04f4836)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:51:51.950380 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-0e116b3a-4d85-4d89-8fc3-0977e2e4f138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:51.988543 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-785406b0-ba7c-4360-aec9-0805f326d348 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:52.014270 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [None req-785406b0-ba7c-4360-aec9-0805f326d348 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Transition to ACTIVE for port object c433a316-434c-47de-b202-f03baff20001 will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:51:52.020829 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e116b3a-4d85-4d89-8fc3-0977e2e4f138 None None] Pushing event updated for resources: {'Port': ['ID=20e4af12-9680-47c4-87c7-47a821f9434f,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:52.059074 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-785406b0-ba7c-4360-aec9-0805f326d348 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:52.121997 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785406b0-ba7c-4360-aec9-0805f326d348 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:51:52.126366 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-785406b0-ba7c-4360-aec9-0805f326d348 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:51:52.128871 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785406b0-ba7c-4360-aec9-0805f326d348 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:51:52.132024 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785406b0-ba7c-4360-aec9-0805f326d348 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event updated for resources: {'Port': ['ID=c433a316-434c-47de-b202-f03baff20001,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:52.187945 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785406b0-ba7c-4360-aec9-0805f326d348 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:52.188619 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-785406b0-ba7c-4360-aec9-0805f326d348 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:52.224546 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-785406b0-ba7c-4360-aec9-0805f326d348 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.0003858 Aug 10 03:51:52.228250 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39860) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:52.314329 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d148fb3-14b4-4cb0-8499-ebfeaa5fd1a4 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:52.322459 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d148fb3-14b4-4cb0-8499-ebfeaa5fd1a4 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:52.325802 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-5d148fb3-14b4-4cb0-8499-ebfeaa5fd1a4 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.0957723 Aug 10 03:51:52.330704 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39866) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:52.479007 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-23a253a4-69fe-4794-8dc1-ceb6359c5006 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Deleting port c433a316-434c-47de-b202-f03baff20001 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:51:52.480998 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-23a253a4-69fe-4794-8dc1-ceb6359c5006 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:52.637296 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-23a253a4-69fe-4794-8dc1-ceb6359c5006 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:52.660427 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-23a253a4-69fe-4794-8dc1-ceb6359c5006 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Calling delete_port for c433a316-434c-47de-b202-f03baff20001 owned by {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:51:52.912574 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 20e4af12-9680-47c4-87c7-47a821f9434f up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:51:52.953792 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-23a253a4-69fe-4794-8dc1-ceb6359c5006 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:53.008310 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 20e4af12-9680-47c4-87c7-47a821f9434f completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:51:53.348813 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b74659-7861-4b8e-943f-9089ca25c00c None None] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:51:53.380358 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a253a4-69fe-4794-8dc1-ceb6359c5006 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event deleted for resources: {'Port': ['ID=c433a316-434c-47de-b202-f03baff20001,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:53.461623 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-51a29abc-8ca8-44f6-a7b9-da1698d36be1 None None] Provisioning for port 20e4af12-9680-47c4-87c7-47a821f9434f completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:51:53.476621 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-51a29abc-8ca8-44f6-a7b9-da1698d36be1 None None] Provisioning complete for port 20e4af12-9680-47c4-87c7-47a821f9434f triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:51:53.476976 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-51a29abc-8ca8-44f6-a7b9-da1698d36be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:53.502674 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-23a253a4-69fe-4794-8dc1-ceb6359c5006 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:53.506094 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-23a253a4-69fe-4794-8dc1-ceb6359c5006 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/ports/c433a316-434c-47de-b202-f03baff20001 HTTP/1.1" status: 204 len: 168 time: 1.1742551 Aug 10 03:51:53.508612 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39896) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:53.605517 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eda8ac1-5449-46b6-9840-4f8962e3df32 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:53.609015 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eda8ac1-5449-46b6-9840-4f8962e3df32 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:53.614550 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eda8ac1-5449-46b6-9840-4f8962e3df32 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:53.617850 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-7eda8ac1-5449-46b6-9840-4f8962e3df32 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1075323 Aug 10 03:51:53.622660 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39898) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:53.691603 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-51a29abc-8ca8-44f6-a7b9-da1698d36be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:53.696198 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4c693129-e304-4103-a3cb-f3d3a5aaa0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:53.732663 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e528276-2ee5-4d18-a5bd-77e26b237018 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Deleting subnet a6173b04-7f87-46d5-8007-b578003577a0 {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:51:53.739213 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-51a29abc-8ca8-44f6-a7b9-da1698d36be1 None None] For port 20e4af12-9680-47c4-87c7-47a821f9434f, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=20e4af12-9680-47c4-87c7-47a821f9434f,segment=NetworkSegment(52cf705f-3228-4964-8d9f-b82fd04f4836),segment_id=52cf705f-3228-4964-8d9f-b82fd04f4836)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:51:53.740075 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7e528276-2ee5-4d18-a5bd-77e26b237018 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:53.744200 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-51a29abc-8ca8-44f6-a7b9-da1698d36be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:53.817488 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a29abc-8ca8-44f6-a7b9-da1698d36be1 None None] Pushing event updated for resources: {'Port': ['ID=20e4af12-9680-47c4-87c7-47a821f9434f,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:53.830662 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7e528276-2ee5-4d18-a5bd-77e26b237018 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:53.962258 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7e528276-2ee5-4d18-a5bd-77e26b237018 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:54.064746 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7e528276-2ee5-4d18-a5bd-77e26b237018 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:54.117888 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7e528276-2ee5-4d18-a5bd-77e26b237018 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:54.124123 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-7e528276-2ee5-4d18-a5bd-77e26b237018 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/subnets/a6173b04-7f87-46d5-8007-b578003577a0 HTTP/1.1" status: 204 len: 168 time: 0.4958189 Aug 10 03:51:54.124123 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e528276-2ee5-4d18-a5bd-77e26b237018 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event deleted for resources: {'Subnet': ['ID=a6173b04-7f87-46d5-8007-b578003577a0,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:54.125661 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 39900) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:54.224807 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_v2 [None req-a70959bc-099e-4b05-8a80-c02196ebf6f7 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Deleting subnet b7174e4d-012e-49f2-8f77-86d7967e03dd {{(pid=94260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:51:54.229180 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a70959bc-099e-4b05-8a80-c02196ebf6f7 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for subnet, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:54.283854 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:54.301190 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a70959bc-099e-4b05-8a80-c02196ebf6f7 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191173'] for subnet, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:54.576638 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd100fe1-e927-415d-b855-9da5f73507bc None None] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:51:54.667192 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-70ca823f-be3f-4c23-87e7-1701de15c2b1 None None] Provisioning complete for port 20e4af12-9680-47c4-87c7-47a821f9434f triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:51:54.668400 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-70ca823f-be3f-4c23-87e7-1701de15c2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:54.865046 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a70959bc-099e-4b05-8a80-c02196ebf6f7 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:54.877198 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 20e4af12-9680-47c4-87c7-47a821f9434f up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:51:54.937523 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 20e4af12-9680-47c4-87c7-47a821f9434f triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:51:54.938029 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:54.985021 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a70959bc-099e-4b05-8a80-c02196ebf6f7 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:55.022402 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70959bc-099e-4b05-8a80-c02196ebf6f7 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event deleted for resources: {'Subnet': ['ID=b7174e4d-012e-49f2-8f77-86d7967e03dd,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:55.029987 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a70959bc-099e-4b05-8a80-c02196ebf6f7 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:55.032045 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-a70959bc-099e-4b05-8a80-c02196ebf6f7 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/subnets/b7174e4d-012e-49f2-8f77-86d7967e03dd HTTP/1.1" status: 204 len: 168 time: 0.9041495 Aug 10 03:51:55.035806 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 39904) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:55.082523 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-8a0d212a-1ceb-4b4c-8fb1-18b8ea4bb0c7 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0453641 Aug 10 03:51:55.086907 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 39906) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:55.092323 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-35ab249c-c161-4e8d-9e9f-3feef369919f tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Request body: {'subnet': {'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:51:55.206255 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35ab249c-c161-4e8d-9e9f-3feef369919f tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Made reservation on behalf of 81e716861c6c4321abe7f438a66c4076 for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:51:55.210448 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-35ab249c-c161-4e8d-9e9f-3feef369919f tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:55.416819 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:55.488273 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-35ab249c-c161-4e8d-9e9f-3feef369919f tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58895384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805196'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:55.539753 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ab249c-c161-4e8d-9e9f-3feef369919f tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:51:55.544934 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-35ab249c-c161-4e8d-9e9f-3feef369919f tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:51:55.550206 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ab249c-c161-4e8d-9e9f-3feef369919f tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:55.550848 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-35ab249c-c161-4e8d-9e9f-3feef369919f tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:55.568457 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab249c-c161-4e8d-9e9f-3feef369919f tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event updated for resources: {'Subnet': ['ID=036606a2-4242-486d-b0c7-2b9632563b41,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:55.583780 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39914) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:55.584824 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-35ab249c-c161-4e8d-9e9f-3feef369919f tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4957175 Aug 10 03:51:55.593354 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-246a2dc5-11ed-4901-9879-24e21761e9fb tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Request body: {'subnet': {'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:51:55.794826 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-246a2dc5-11ed-4901-9879-24e21761e9fb tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Made reservation on behalf of 81e716861c6c4321abe7f438a66c4076 for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:51:55.801580 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-246a2dc5-11ed-4901-9879-24e21761e9fb tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:55.879480 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f3163c-369e-4f59-ac62-bd4df56b73c3 None None] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:51:56.001561 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-f996b3cd-20c0-4d10-aafc-9504217f1f10 None None] Provisioning complete for port 20e4af12-9680-47c4-87c7-47a821f9434f triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:51:56.002053 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f996b3cd-20c0-4d10-aafc-9504217f1f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:56.281315 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:56.285183 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c981eabb-400c-4007-a147-b21dc6d42797 None None] Update dhcp port {'port': {'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'fixed_ips': [{'subnet_id': '036606a2-4242-486d-b0c7-2b9632563b41'}], 'binding:host_id': 'n-d-768862-13'}, 'id': '20e4af12-9680-47c4-87c7-47a821f9434f'} from n-d-768862-13. {{(pid=94262) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 03:51:56.335115 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c981eabb-400c-4007-a147-b21dc6d42797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:56.360296 n-d-768862-13 neutron-server[94261]: DEBUG neutron.objects.ports [None req-246a2dc5-11ed-4901-9879-24e21761e9fb tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94261) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 03:51:56.674454 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.db.api [None req-c981eabb-400c-4007-a147-b21dc6d42797 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 03:51:56.674454 n-d-768862-13 neutron-server[94262]: [SQL: INSERT INTO ipamallocations (ip_address, `status`, ipam_subnet_id) VALUES (%(ip_address)s, %(status)s, %(ipam_subnet_id)s)] Aug 10 03:51:56.674454 n-d-768862-13 neutron-server[94262]: [parameters: {'ip_address': '2001:db8::f816:3eff:fedc:a1a1', 'status': 'ALLOCATED', 'ipam_subnet_id': '5c329b73-e56d-4937-a7ed-492606936db1'}] Aug 10 03:51:56.674454 n-d-768862-13 neutron-server[94262]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:51:56.675704 n-d-768862-13 neutron-server[94262]: DEBUG oslo_db.api [None req-c981eabb-400c-4007-a147-b21dc6d42797 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:51:56.747058 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-246a2dc5-11ed-4901-9879-24e21761e9fb tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:56.854240 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:57.019053 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-246a2dc5-11ed-4901-9879-24e21761e9fb tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] For port 20e4af12-9680-47c4-87c7-47a821f9434f, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=20e4af12-9680-47c4-87c7-47a821f9434f,segment=NetworkSegment(52cf705f-3228-4964-8d9f-b82fd04f4836),segment_id=52cf705f-3228-4964-8d9f-b82fd04f4836)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:51:57.081177 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-246a2dc5-11ed-4901-9879-24e21761e9fb tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:57.088165 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-246a2dc5-11ed-4901-9879-24e21761e9fb tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:57.089187 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-246a2dc5-11ed-4901-9879-24e21761e9fb tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:57.169575 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246a2dc5-11ed-4901-9879-24e21761e9fb tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:51:57.178547 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-246a2dc5-11ed-4901-9879-24e21761e9fb tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:51:57.187326 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246a2dc5-11ed-4901-9879-24e21761e9fb tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:57.188085 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-246a2dc5-11ed-4901-9879-24e21761e9fb tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:57.199029 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246a2dc5-11ed-4901-9879-24e21761e9fb tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event updated for resources: {'Subnet': ['ID=3ee0c899-3367-477e-87f3-c43fe4b98204,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:57.208943 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246a2dc5-11ed-4901-9879-24e21761e9fb tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event updated for resources: {'Port': ['ID=20e4af12-9680-47c4-87c7-47a821f9434f,revision_number=7']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:57.225094 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-246a2dc5-11ed-4901-9879-24e21761e9fb tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6364679 Aug 10 03:51:57.225620 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39918) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:57.234329 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-2cac7bc8-250f-4a06-b602-3ca4d4e4217b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Request body: {'port': {'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'mac_address': 'fa:16:3e:26:2c:a7', 'name': 'tempest-NetworksTestDHCPv6-396819718'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:51:57.240921 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c981eabb-400c-4007-a147-b21dc6d42797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:57.410110 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cac7bc8-250f-4a06-b602-3ca4d4e4217b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Made reservation on behalf of 81e716861c6c4321abe7f438a66c4076 for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:51:57.560307 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2cac7bc8-250f-4a06-b602-3ca4d4e4217b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:57.560767 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-c981eabb-400c-4007-a147-b21dc6d42797 None None] Allocated IP 172.20.0.2 (cfc280cf-2977-4a5c-89c8-adf4088ffacb/036606a2-4242-486d-b0c7-2b9632563b41/20e4af12-9680-47c4-87c7-47a821f9434f) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:51:57.595626 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [None req-2cac7bc8-250f-4a06-b602-3ca4d4e4217b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] device_id is not set on port eb992ed6-f6d8-48e5-b903-21e7bb33755b yet. {{(pid=94261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:51:57.717389 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c981eabb-400c-4007-a147-b21dc6d42797 None None] For port 20e4af12-9680-47c4-87c7-47a821f9434f, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=20e4af12-9680-47c4-87c7-47a821f9434f,segment=NetworkSegment(52cf705f-3228-4964-8d9f-b82fd04f4836),segment_id=52cf705f-3228-4964-8d9f-b82fd04f4836)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:51:57.773183 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c981eabb-400c-4007-a147-b21dc6d42797 None None] Notify callbacks [] for port, precommit_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:57.799974 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c981eabb-400c-4007-a147-b21dc6d42797 None None] Transition to ACTIVE for port object 20e4af12-9680-47c4-87c7-47a821f9434f will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:51:57.810207 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c981eabb-400c-4007-a147-b21dc6d42797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:58.033477 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-2cac7bc8-250f-4a06-b602-3ca4d4e4217b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Allocated IP 172.20.0.6 (cfc280cf-2977-4a5c-89c8-adf4088ffacb/036606a2-4242-486d-b0c7-2b9632563b41/eb992ed6-f6d8-48e5-b903-21e7bb33755b) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:51:58.047304 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-2cac7bc8-250f-4a06-b602-3ca4d4e4217b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Allocated IP 2001:db8::f816:3eff:fe26:2ca7 (cfc280cf-2977-4a5c-89c8-adf4088ffacb/3ee0c899-3367-477e-87f3-c43fe4b98204/eb992ed6-f6d8-48e5-b903-21e7bb33755b) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:51:58.150849 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 39926) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:58.190411 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c981eabb-400c-4007-a147-b21dc6d42797 None None] Pushing event updated for resources: {'Port': ['ID=20e4af12-9680-47c4-87c7-47a821f9434f,revision_number=8']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:58.389119 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b3340754-1d4f-42a1-a8af-8b7f7db0a368 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:58.399000 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2cac7bc8-250f-4a06-b602-3ca4d4e4217b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:58.454847 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [None req-2cac7bc8-250f-4a06-b602-3ca4d4e4217b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Transition to ACTIVE for port object eb992ed6-f6d8-48e5-b903-21e7bb33755b will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:51:58.530531 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2cac7bc8-250f-4a06-b602-3ca4d4e4217b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:58.610929 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b3340754-1d4f-42a1-a8af-8b7f7db0a368 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:58.624653 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b3340754-1d4f-42a1-a8af-8b7f7db0a368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:58.635994 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cac7bc8-250f-4a06-b602-3ca4d4e4217b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:51:58.642574 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-2cac7bc8-250f-4a06-b602-3ca4d4e4217b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:51:58.651283 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cac7bc8-250f-4a06-b602-3ca4d4e4217b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:51:58.658909 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cac7bc8-250f-4a06-b602-3ca4d4e4217b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event updated for resources: {'Port': ['ID=eb992ed6-f6d8-48e5-b903-21e7bb33755b,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:58.688718 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3340754-1d4f-42a1-a8af-8b7f7db0a368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb086a9d-004e-4856-bb33-d0168e9735bb,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:58.704804 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-b3340754-1d4f-42a1-a8af-8b7f7db0a368 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d821f97a19834fb0927a135f6b640533&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5465584 Aug 10 03:51:58.706823 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39930) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:58.777282 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cac7bc8-250f-4a06-b602-3ca4d4e4217b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:58.778366 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2cac7bc8-250f-4a06-b602-3ca4d4e4217b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:58.829901 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-2cac7bc8-250f-4a06-b602-3ca4d4e4217b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.6004989 Aug 10 03:51:58.831130 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 39932) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:58.850099 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 20e4af12-9680-47c4-87c7-47a821f9434f up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:51:58.867738 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4317ab4c-6460-4a85-9e62-74799edf9ffb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:58.916831 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4317ab4c-6460-4a85-9e62-74799edf9ffb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:58.940402 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aeb676b-248f-4e9e-b1d2-3d81c41d9c7c tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:58.948338 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aeb676b-248f-4e9e-b1d2-3d81c41d9c7c tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:58.953220 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-1aeb676b-248f-4e9e-b1d2-3d81c41d9c7c tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1196268 Aug 10 03:51:58.953885 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 39936) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:59.028349 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4317ab4c-6460-4a85-9e62-74799edf9ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:59.031140 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4317ab4c-6460-4a85-9e62-74799edf9ffb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:59.036068 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-4317ab4c-6460-4a85-9e62-74799edf9ffb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/eb086a9d-004e-4856-bb33-d0168e9735bb HTTP/1.1" status: 204 len: 168 time: 0.3243065 Aug 10 03:51:59.045227 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4317ab4c-6460-4a85-9e62-74799edf9ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb086a9d-004e-4856-bb33-d0168e9735bb,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:59.112143 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-f7fb013a-2bb8-4293-9638-4d42106fea08 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Deleting port eb992ed6-f6d8-48e5-b903-21e7bb33755b {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:51:59.112638 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f7fb013a-2bb8-4293-9638-4d42106fea08 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:59.122858 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cfac0a5-4eaf-4dc0-b6f4-f55eff74000a None None] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:51:59.138342 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-6dd4424b-44da-4aa4-a149-bb0f21e61845 None None] Provisioning for port 20e4af12-9680-47c4-87c7-47a821f9434f completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:51:59.173054 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-6dd4424b-44da-4aa4-a149-bb0f21e61845 None None] Provisioning complete for port 20e4af12-9680-47c4-87c7-47a821f9434f triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:51:59.173430 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-6dd4424b-44da-4aa4-a149-bb0f21e61845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:59.244185 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f7fb013a-2bb8-4293-9638-4d42106fea08 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:59.259242 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-f7fb013a-2bb8-4293-9638-4d42106fea08 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Calling delete_port for eb992ed6-f6d8-48e5-b903-21e7bb33755b owned by {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:51:59.540630 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f7fb013a-2bb8-4293-9638-4d42106fea08 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:59.571890 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fb013a-2bb8-4293-9638-4d42106fea08 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event deleted for resources: {'Port': ['ID=eb992ed6-f6d8-48e5-b903-21e7bb33755b,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:59.700574 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f7fb013a-2bb8-4293-9638-4d42106fea08 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:59.706510 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39954) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:59.706920 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-f7fb013a-2bb8-4293-9638-4d42106fea08 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/ports/eb992ed6-f6d8-48e5-b903-21e7bb33755b HTTP/1.1" status: 204 len: 168 time: 0.7505269 Aug 10 03:51:59.807026 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d927d5-126e-421c-87ed-14478b28f6e8 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:59.809482 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d927d5-126e-421c-87ed-14478b28f6e8 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:59.811311 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d927d5-126e-421c-87ed-14478b28f6e8 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:59.814297 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-f5d927d5-126e-421c-87ed-14478b28f6e8 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1043024 Aug 10 03:51:59.816343 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39960) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:59.897401 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7215d76-ba8f-4436-93f2-62647b1bc854 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Deleting subnet 036606a2-4242-486d-b0c7-2b9632563b41 {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:51:59.901651 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c7215d76-ba8f-4436-93f2-62647b1bc854 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:59.958643 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c7215d76-ba8f-4436-93f2-62647b1bc854 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:00.121540 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c7215d76-ba8f-4436-93f2-62647b1bc854 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:00.195187 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-311e8768-ccfe-48ec-80c7-d21d913ced76 None None] Could not find standard attr ID for object eb992ed6-f6d8-48e5-b903-21e7bb33755b. {{(pid=94262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:52:00.239066 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-311e8768-ccfe-48ec-80c7-d21d913ced76 None None] Provisioning complete for port 20e4af12-9680-47c4-87c7-47a821f9434f triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:00.243318 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-311e8768-ccfe-48ec-80c7-d21d913ced76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:00.272404 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c7215d76-ba8f-4436-93f2-62647b1bc854 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:00.323492 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7215d76-ba8f-4436-93f2-62647b1bc854 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event deleted for resources: {'Subnet': ['ID=036606a2-4242-486d-b0c7-2b9632563b41,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:00.337472 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c7215d76-ba8f-4436-93f2-62647b1bc854 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:00.341769 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-c7215d76-ba8f-4436-93f2-62647b1bc854 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/subnets/036606a2-4242-486d-b0c7-2b9632563b41 HTTP/1.1" status: 204 len: 168 time: 0.5237913 Aug 10 03:52:00.345920 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39968) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:00.438774 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-371603a1-befe-462d-95a4-e140274c79ef tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Deleting subnet 3ee0c899-3367-477e-87f3-c43fe4b98204 {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:52:00.445076 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-371603a1-befe-462d-95a4-e140274c79ef tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:00.507280 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ceae6a-e354-45be-8461-422b8ae4b12e None None] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:52:00.524733 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-371603a1-befe-462d-95a4-e140274c79ef tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:00.605952 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-9805fe75-fa25-48da-afc0-360a17b15993 None None] Could not find standard attr ID for object ae7ad59d-f7be-4769-a758-0dfb7be1c346. {{(pid=94262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:52:00.694448 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-371603a1-befe-462d-95a4-e140274c79ef tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:00.810492 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-371603a1-befe-462d-95a4-e140274c79ef tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:00.865001 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371603a1-befe-462d-95a4-e140274c79ef tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event deleted for resources: {'Subnet': ['ID=3ee0c899-3367-477e-87f3-c43fe4b98204,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:00.868019 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-371603a1-befe-462d-95a4-e140274c79ef tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:00.871433 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-371603a1-befe-462d-95a4-e140274c79ef tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/subnets/3ee0c899-3367-477e-87f3-c43fe4b98204 HTTP/1.1" status: 204 len: 168 time: 0.5235937 Aug 10 03:52:00.874948 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 39976) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:00.918360 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-96f91894-3f17-4c3d-926a-e083c933978b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0416565 Aug 10 03:52:00.921902 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39978) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:00.930134 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b6760b-fa27-4f04-8d2c-5e21fa4a83d1 None None] Update dhcp port {'port': {'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'fixed_ips': [{'subnet_id': '3ee0c899-3367-477e-87f3-c43fe4b98204'}], 'binding:host_id': 'n-d-768862-13'}, 'id': '20e4af12-9680-47c4-87c7-47a821f9434f'} from n-d-768862-13. {{(pid=94262) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 03:52:00.965869 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e2b6760b-fa27-4f04-8d2c-5e21fa4a83d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:00.976896 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e111f4c6-e2bd-443a-a510-88b1ae25565f tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:00.982308 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e111f4c6-e2bd-443a-a510-88b1ae25565f tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0554941 Aug 10 03:52:00.982822 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39980) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:01.045714 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805c6414-f6d8-40ce-a770-2a314bcf5884 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:01.049877 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-805c6414-f6d8-40ce-a770-2a314bcf5884 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0636022 Aug 10 03:52:01.050290 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39982) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:01.101367 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-4c88f6b0-a9f7-4294-95b5-ea54e23afa13 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0421305 Aug 10 03:52:01.101738 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39984) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:01.107560 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-231e8f00-df4b-4c04-8eb1-7515786c92d6 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Request body: {'subnet': {'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:01.222866 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b54e50-b65a-4e40-9b4f-c0318229690f None None] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:52:01.267100 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-231e8f00-df4b-4c04-8eb1-7515786c92d6 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Made reservation on behalf of 81e716861c6c4321abe7f438a66c4076 for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:52:01.275198 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-231e8f00-df4b-4c04-8eb1-7515786c92d6 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:01.277847 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-231e8f00-df4b-4c04-8eb1-7515786c92d6 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:52:01.278669 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-231e8f00-df4b-4c04-8eb1-7515786c92d6 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:52:01.304430 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-231e8f00-df4b-4c04-8eb1-7515786c92d6 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1983650 Aug 10 03:52:01.304969 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39986) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:01.316490 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-04bd37f6-b95b-49eb-9068-d306465991bd tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Request body: {'subnet': {'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:01.333872 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-0848385a-cb2b-422a-96e4-56e1c6290df7 None None] Provisioning complete for port 20e4af12-9680-47c4-87c7-47a821f9434f triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:01.334525 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-0848385a-cb2b-422a-96e4-56e1c6290df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:01.461863 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04bd37f6-b95b-49eb-9068-d306465991bd tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Made reservation on behalf of 81e716861c6c4321abe7f438a66c4076 for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:52:01.469331 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-04bd37f6-b95b-49eb-9068-d306465991bd tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:01.472090 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-04bd37f6-b95b-49eb-9068-d306465991bd tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:52:01.473380 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04bd37f6-b95b-49eb-9068-d306465991bd tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:52:01.526833 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-04bd37f6-b95b-49eb-9068-d306465991bd tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2199588 Aug 10 03:52:01.530509 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39988) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:01.542891 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-9451bfee-4c6c-4e84-a54d-49349bf0c788 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Request body: {'subnet': {'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:01.601467 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8059dc73-69c7-4724-864d-2eadc8031701 None None] DHCP port deletion for cfc280cf-2977-4a5c-89c8-adf4088ffacb request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:52:01.686598 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-8059dc73-69c7-4724-864d-2eadc8031701 None None] Deleting port 20e4af12-9680-47c4-87c7-47a821f9434f {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:52:01.687122 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-8059dc73-69c7-4724-864d-2eadc8031701 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:01.709755 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9451bfee-4c6c-4e84-a54d-49349bf0c788 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Made reservation on behalf of 81e716861c6c4321abe7f438a66c4076 for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:52:01.717584 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9451bfee-4c6c-4e84-a54d-49349bf0c788 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:01.720199 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-9451bfee-4c6c-4e84-a54d-49349bf0c788 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:52:01.721091 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9451bfee-4c6c-4e84-a54d-49349bf0c788 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:52:01.748037 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-9451bfee-4c6c-4e84-a54d-49349bf0c788 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2155192 Aug 10 03:52:01.751356 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 39992) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:01.759111 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-650ba5ea-28d8-4bec-bcba-1ae24d938217 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Request body: {'subnet': {'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:01.803674 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-8059dc73-69c7-4724-864d-2eadc8031701 None None] For port 20e4af12-9680-47c4-87c7-47a821f9434f, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=20e4af12-9680-47c4-87c7-47a821f9434f,segment=NetworkSegment(52cf705f-3228-4964-8d9f-b82fd04f4836),segment_id=52cf705f-3228-4964-8d9f-b82fd04f4836)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:01.804331 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-8059dc73-69c7-4724-864d-2eadc8031701 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:01.829473 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-8059dc73-69c7-4724-864d-2eadc8031701 None None] Calling delete_port for 20e4af12-9680-47c4-87c7-47a821f9434f owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:52:01.918342 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-650ba5ea-28d8-4bec-bcba-1ae24d938217 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Made reservation on behalf of 81e716861c6c4321abe7f438a66c4076 for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:52:01.924295 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-650ba5ea-28d8-4bec-bcba-1ae24d938217 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:01.926409 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-650ba5ea-28d8-4bec-bcba-1ae24d938217 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:52:01.926820 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-650ba5ea-28d8-4bec-bcba-1ae24d938217 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:52:01.948289 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-650ba5ea-28d8-4bec-bcba-1ae24d938217 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1956367 Aug 10 03:52:01.953541 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 39998) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:01.959066 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-b0715607-7043-456b-bf4e-e5bba6cdb899 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Request body: {'subnet': {'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:02.000041 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-8059dc73-69c7-4724-864d-2eadc8031701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:02.027586 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8059dc73-69c7-4724-864d-2eadc8031701 None None] Pushing event deleted for resources: {'Port': ['ID=20e4af12-9680-47c4-87c7-47a821f9434f,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:02.033362 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8059dc73-69c7-4724-864d-2eadc8031701 None None] No DVR routers for this DVR port 20e4af12-9680-47c4-87c7-47a821f9434f on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:52:02.040469 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8059dc73-69c7-4724-864d-2eadc8031701 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:02.040800 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8059dc73-69c7-4724-864d-2eadc8031701 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:02.041141 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8059dc73-69c7-4724-864d-2eadc8031701 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:02.041474 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8059dc73-69c7-4724-864d-2eadc8031701 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:02.041805 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8059dc73-69c7-4724-864d-2eadc8031701 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:02.043600 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8059dc73-69c7-4724-864d-2eadc8031701 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:02.043600 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8059dc73-69c7-4724-864d-2eadc8031701 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:02.043600 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8059dc73-69c7-4724-864d-2eadc8031701 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:02.043600 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8059dc73-69c7-4724-864d-2eadc8031701 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:02.044205 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8059dc73-69c7-4724-864d-2eadc8031701 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:02.044340 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8059dc73-69c7-4724-864d-2eadc8031701 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:02.044621 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8059dc73-69c7-4724-864d-2eadc8031701 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:02.109195 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0715607-7043-456b-bf4e-e5bba6cdb899 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Made reservation on behalf of 81e716861c6c4321abe7f438a66c4076 for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:52:02.114206 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b0715607-7043-456b-bf4e-e5bba6cdb899 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:02.116029 n-d-768862-13 neutron-server[94260]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0715607-7043-456b-bf4e-e5bba6cdb899 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:52:02.116635 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0715607-7043-456b-bf4e-e5bba6cdb899 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:52:02.142384 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-b0715607-7043-456b-bf4e-e5bba6cdb899 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1875310 Aug 10 03:52:02.144696 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40000) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:02.150345 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-121807d6-dead-4889-9f14-a11cb294b322 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Request body: {'subnet': {'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:02.290905 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-121807d6-dead-4889-9f14-a11cb294b322 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Made reservation on behalf of 81e716861c6c4321abe7f438a66c4076 for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:52:02.299306 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-121807d6-dead-4889-9f14-a11cb294b322 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:02.302398 n-d-768862-13 neutron-server[94260]: INFO neutron.pecan_wsgi.hooks.translation [None req-121807d6-dead-4889-9f14-a11cb294b322 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:52:02.303450 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-121807d6-dead-4889-9f14-a11cb294b322 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:52:02.332372 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-121807d6-dead-4889-9f14-a11cb294b322 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1865053 Aug 10 03:52:02.335498 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40006) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:02.367529 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-b9aeeec4-e0ae-4d10-80bb-07c762c621b9 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0303767 Aug 10 03:52:02.371936 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40008) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:02.444689 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ac5fa6-7947-4794-ae6a-bf584a04e3eb tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:02.448832 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e5ac5fa6-7947-4794-ae6a-bf584a04e3eb tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0754998 Aug 10 03:52:02.450062 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40012) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:02.520046 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-3b55f26e-a5d5-4bf2-af89-59fe829277bf tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0679932 Aug 10 03:52:02.525285 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40014) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:02.534806 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-b0a7c7d5-bc17-4f69-8748-e3001f2346c3 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Request body: {'subnet': {'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:02.662908 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0a7c7d5-bc17-4f69-8748-e3001f2346c3 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Made reservation on behalf of 81e716861c6c4321abe7f438a66c4076 for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:52:02.667204 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b0a7c7d5-bc17-4f69-8748-e3001f2346c3 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:02.837800 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 20e4af12-9680-47c4-87c7-47a821f9434f no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:52:02.874934 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 20e4af12-9680-47c4-87c7-47a821f9434f {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:52:02.875499 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 20e4af12-9680-47c4-87c7-47a821f9434f not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:52:03.044999 n-d-768862-13 neutron-server[94260]: DEBUG neutron.objects.ports [None req-b0a7c7d5-bc17-4f69-8748-e3001f2346c3 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94260) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 03:52:03.046904 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b0a7c7d5-bc17-4f69-8748-e3001f2346c3 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58895384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805196'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:03.096210 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a7c7d5-bc17-4f69-8748-e3001f2346c3 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:52:03.099835 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-b0a7c7d5-bc17-4f69-8748-e3001f2346c3 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:03.106964 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a7c7d5-bc17-4f69-8748-e3001f2346c3 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:03.107646 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b0a7c7d5-bc17-4f69-8748-e3001f2346c3 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:03.115500 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6a162c-8b26-4d05-a623-b713fcc14d00 None None] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:52:03.120017 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a7c7d5-bc17-4f69-8748-e3001f2346c3 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event updated for resources: {'Subnet': ['ID=ebea9a25-312b-41bd-92db-70e89578bcb3,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:03.135199 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-b0a7c7d5-bc17-4f69-8748-e3001f2346c3 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6071827 Aug 10 03:52:03.136408 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40016) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:03.145215 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-f8773699-f86f-4fc4-9e62-cb5da507d072 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Request body: {'port': {'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'mac_address': 'fa:16:3e:87:05:b0', 'name': 'tempest-NetworksTestDHCPv6-238666751'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:03.284027 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8773699-f86f-4fc4-9e62-cb5da507d072 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Made reservation on behalf of 81e716861c6c4321abe7f438a66c4076 for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:52:03.320917 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9fe56c7-be57-479b-9b7d-447edbd9ce57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'tenant_id': '81e716861c6c4321abe7f438a66c4076', 'fixed_ips': [{'subnet_id': 'ebea9a25-312b-41bd-92db-70e89578bcb3'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:52:03.321801 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b9fe56c7-be57-479b-9b7d-447edbd9ce57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:03.441871 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:03.445334 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f8773699-f86f-4fc4-9e62-cb5da507d072 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:03.482555 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [None req-f8773699-f86f-4fc4-9e62-cb5da507d072 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] device_id is not set on port 8d5363e6-9192-4f8f-b12b-0d30cd9bd5c0 yet. {{(pid=94261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:52:03.497600 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-b9fe56c7-be57-479b-9b7d-447edbd9ce57 None None] Allocated IP 2001:db8::f816:3eff:fe89:cdec (cfc280cf-2977-4a5c-89c8-adf4088ffacb/ebea9a25-312b-41bd-92db-70e89578bcb3/c563bec2-c809-4d56-8af6-fb98f7a5844b) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:52:03.717586 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b9fe56c7-be57-479b-9b7d-447edbd9ce57 None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:03.729055 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-b9fe56c7-be57-479b-9b7d-447edbd9ce57 None None] Transition to ACTIVE for port object c563bec2-c809-4d56-8af6-fb98f7a5844b will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:03.754999 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-b9fe56c7-be57-479b-9b7d-447edbd9ce57 None None] Transition to ACTIVE for port object c563bec2-c809-4d56-8af6-fb98f7a5844b will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:03.768770 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b9fe56c7-be57-479b-9b7d-447edbd9ce57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:03.850906 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-f8773699-f86f-4fc4-9e62-cb5da507d072 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Allocated IP 2001:db8::f816:3eff:fe87:5b0 (cfc280cf-2977-4a5c-89c8-adf4088ffacb/ebea9a25-312b-41bd-92db-70e89578bcb3/8d5363e6-9192-4f8f-b12b-0d30cd9bd5c0) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:52:03.852249 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fe56c7-be57-479b-9b7d-447edbd9ce57 None None] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:52:03.857155 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-b9fe56c7-be57-479b-9b7d-447edbd9ce57 None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:03.859283 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fe56c7-be57-479b-9b7d-447edbd9ce57 None None] Pushing event updated for resources: {'Port': ['ID=c563bec2-c809-4d56-8af6-fb98f7a5844b,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:03.861687 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fe56c7-be57-479b-9b7d-447edbd9ce57 None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:52:03.950146 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-b9fe56c7-be57-479b-9b7d-447edbd9ce57 None None] Attempting to bind port c563bec2-c809-4d56-8af6-fb98f7a5844b on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:52:03.950556 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-b9fe56c7-be57-479b-9b7d-447edbd9ce57 None None] Attempting to bind port c563bec2-c809-4d56-8af6-fb98f7a5844b by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '52cf705f-3228-4964-8d9f-b82fd04f4836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:52:03.950923 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fe56c7-be57-479b-9b7d-447edbd9ce57 None None] Attempting to bind port c563bec2-c809-4d56-8af6-fb98f7a5844b on network cfc280cf-2977-4a5c-89c8-adf4088ffacb {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:52:03.957035 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fe56c7-be57-479b-9b7d-447edbd9ce57 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:52:03.957447 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fe56c7-be57-479b-9b7d-447edbd9ce57 None None] Checking segment: {'id': '52cf705f-3228-4964-8d9f-b82fd04f4836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:52:03.957810 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b9fe56c7-be57-479b-9b7d-447edbd9ce57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:03.958419 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fe56c7-be57-479b-9b7d-447edbd9ce57 None None] Bound using segment: {'id': '52cf705f-3228-4964-8d9f-b82fd04f4836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:52:03.958734 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-b9fe56c7-be57-479b-9b7d-447edbd9ce57 None None] Bound port: c563bec2-c809-4d56-8af6-fb98f7a5844b, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52cf705f-3228-4964-8d9f-b82fd04f4836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:52:03.959130 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b9fe56c7-be57-479b-9b7d-447edbd9ce57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:04.066095 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f8773699-f86f-4fc4-9e62-cb5da507d072 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:04.082934 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [None req-f8773699-f86f-4fc4-9e62-cb5da507d072 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Transition to ACTIVE for port object 8d5363e6-9192-4f8f-b12b-0d30cd9bd5c0 will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:04.088840 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-b9fe56c7-be57-479b-9b7d-447edbd9ce57 None None] For port c563bec2-c809-4d56-8af6-fb98f7a5844b, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:52:04.094672 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-b9fe56c7-be57-479b-9b7d-447edbd9ce57 None None] For port c563bec2-c809-4d56-8af6-fb98f7a5844b, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=c563bec2-c809-4d56-8af6-fb98f7a5844b,segment=NetworkSegment(52cf705f-3228-4964-8d9f-b82fd04f4836),segment_id=52cf705f-3228-4964-8d9f-b82fd04f4836)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:52:04.102155 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b9fe56c7-be57-479b-9b7d-447edbd9ce57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:04.140330 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f8773699-f86f-4fc4-9e62-cb5da507d072 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:04.223974 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8773699-f86f-4fc4-9e62-cb5da507d072 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:52:04.227115 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-f8773699-f86f-4fc4-9e62-cb5da507d072 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:04.227930 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fe56c7-be57-479b-9b7d-447edbd9ce57 None None] Pushing event updated for resources: {'Port': ['ID=c563bec2-c809-4d56-8af6-fb98f7a5844b,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:04.244399 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8773699-f86f-4fc4-9e62-cb5da507d072 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:52:04.255374 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8773699-f86f-4fc4-9e62-cb5da507d072 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:04.256441 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f8773699-f86f-4fc4-9e62-cb5da507d072 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:04.275815 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8773699-f86f-4fc4-9e62-cb5da507d072 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event updated for resources: {'Port': ['ID=8d5363e6-9192-4f8f-b12b-0d30cd9bd5c0,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:04.291437 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-f8773699-f86f-4fc4-9e62-cb5da507d072 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.1531415 Aug 10 03:52:04.296566 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40030) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:04.387049 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661c1a02-e035-4da2-8a03-aecd86726fd2 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:04.398500 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661c1a02-e035-4da2-8a03-aecd86726fd2 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:04.402007 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-661c1a02-e035-4da2-8a03-aecd86726fd2 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.1035664 Aug 10 03:52:04.405862 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40032) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:04.603771 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-d56cd0aa-69ad-4fdd-92a5-4d6668947cfc tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Deleting port 8d5363e6-9192-4f8f-b12b-0d30cd9bd5c0 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:52:04.604168 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d56cd0aa-69ad-4fdd-92a5-4d6668947cfc tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:04.763902 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d56cd0aa-69ad-4fdd-92a5-4d6668947cfc tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:04.784549 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-d56cd0aa-69ad-4fdd-92a5-4d6668947cfc tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Calling delete_port for 8d5363e6-9192-4f8f-b12b-0d30cd9bd5c0 owned by {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:52:04.904877 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device c563bec2-c809-4d56-8af6-fb98f7a5844b up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:52:05.004953 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port c563bec2-c809-4d56-8af6-fb98f7a5844b completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:52:05.082012 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d56cd0aa-69ad-4fdd-92a5-4d6668947cfc tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:05.134964 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56cd0aa-69ad-4fdd-92a5-4d6668947cfc tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event deleted for resources: {'Port': ['ID=8d5363e6-9192-4f8f-b12b-0d30cd9bd5c0,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:05.179575 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d56cd0aa-69ad-4fdd-92a5-4d6668947cfc tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:05.183787 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-d56cd0aa-69ad-4fdd-92a5-4d6668947cfc tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/ports/8d5363e6-9192-4f8f-b12b-0d30cd9bd5c0 HTTP/1.1" status: 204 len: 168 time: 0.7759182 Aug 10 03:52:05.188271 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40040) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:05.295496 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f4a586-7ba0-4ccd-b968-14b0174c7e39 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:05.297402 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f4a586-7ba0-4ccd-b968-14b0174c7e39 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:05.299353 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-96f4a586-7ba0-4ccd-b968-14b0174c7e39 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1044078 Aug 10 03:52:05.303585 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40044) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:05.379027 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_v2 [None req-d862d5e9-82c2-46b7-b173-48203da792a5 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Deleting subnet ebea9a25-312b-41bd-92db-70e89578bcb3 {{(pid=94260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:52:05.383520 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d862d5e9-82c2-46b7-b173-48203da792a5 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for subnet, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:05.447983 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d862d5e9-82c2-46b7-b173-48203da792a5 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191173'] for subnet, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:05.593673 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-1510c934-35d3-4c18-bd7a-3c510799b186 None None] Provisioning for port c563bec2-c809-4d56-8af6-fb98f7a5844b completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:52:05.599369 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-1510c934-35d3-4c18-bd7a-3c510799b186 None None] Provisioning complete for port c563bec2-c809-4d56-8af6-fb98f7a5844b triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:05.600325 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1510c934-35d3-4c18-bd7a-3c510799b186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:05.622590 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d862d5e9-82c2-46b7-b173-48203da792a5 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:05.749627 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d862d5e9-82c2-46b7-b173-48203da792a5 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:05.751439 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1510c934-35d3-4c18-bd7a-3c510799b186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:05.822738 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d862d5e9-82c2-46b7-b173-48203da792a5 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event deleted for resources: {'Subnet': ['ID=ebea9a25-312b-41bd-92db-70e89578bcb3,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:05.825725 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.db.api [None req-1510c934-35d3-4c18-bd7a-3c510799b186 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:52:05.826754 n-d-768862-13 neutron-server[94262]: DEBUG oslo_db.api [None req-1510c934-35d3-4c18-bd7a-3c510799b186 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:52:05.832579 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d862d5e9-82c2-46b7-b173-48203da792a5 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:05.836031 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-d862d5e9-82c2-46b7-b173-48203da792a5 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/subnets/ebea9a25-312b-41bd-92db-70e89578bcb3 HTTP/1.1" status: 204 len: 168 time: 0.5308034 Aug 10 03:52:05.838829 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40052) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:05.898365 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-984b32cf-de84-4838-8f52-0c4d9a12e3a1 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0574014 Aug 10 03:52:05.909690 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40054) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:05.909883 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845b0bfa-daad-4244-97ea-d79b6db15a36 None None] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:52:05.911893 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-d30b1d3d-b034-434f-984e-e6b1e69ae45f tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Request body: {'subnet': {'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:06.082904 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d30b1d3d-b034-434f-984e-e6b1e69ae45f tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Made reservation on behalf of 81e716861c6c4321abe7f438a66c4076 for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:52:06.089955 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d30b1d3d-b034-434f-984e-e6b1e69ae45f tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:06.228922 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f329656-7ed3-4597-96af-6e059ab46934 None None] DHCP port deletion for cfc280cf-2977-4a5c-89c8-adf4088ffacb request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:52:06.323907 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-1f329656-7ed3-4597-96af-6e059ab46934 None None] Deleting port c563bec2-c809-4d56-8af6-fb98f7a5844b {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:52:06.324444 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1f329656-7ed3-4597-96af-6e059ab46934 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:06.490065 n-d-768862-13 neutron-server[94261]: DEBUG neutron.objects.ports [None req-d30b1d3d-b034-434f-984e-e6b1e69ae45f tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94261) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 03:52:06.496877 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1510c934-35d3-4c18-bd7a-3c510799b186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:06.525602 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-1f329656-7ed3-4597-96af-6e059ab46934 None None] For port c563bec2-c809-4d56-8af6-fb98f7a5844b, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=c563bec2-c809-4d56-8af6-fb98f7a5844b,segment=NetworkSegment(52cf705f-3228-4964-8d9f-b82fd04f4836),segment_id=52cf705f-3228-4964-8d9f-b82fd04f4836)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:06.526395 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1f329656-7ed3-4597-96af-6e059ab46934 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:06.560907 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-1f329656-7ed3-4597-96af-6e059ab46934 None None] Calling delete_port for c563bec2-c809-4d56-8af6-fb98f7a5844b owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:52:06.607625 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-1510c934-35d3-4c18-bd7a-3c510799b186 None None] For port c563bec2-c809-4d56-8af6-fb98f7a5844b, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=c563bec2-c809-4d56-8af6-fb98f7a5844b,segment=NetworkSegment(52cf705f-3228-4964-8d9f-b82fd04f4836),segment_id=52cf705f-3228-4964-8d9f-b82fd04f4836)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:06.668110 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1510c934-35d3-4c18-bd7a-3c510799b186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:06.683194 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d30b1d3d-b034-434f-984e-e6b1e69ae45f tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:06.810296 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-39530be5-bdff-42b3-b7e9-a6f17c0d7112 None None] Could not find standard attr ID for object 8d5363e6-9192-4f8f-b12b-0d30cd9bd5c0. {{(pid=94262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:52:06.829964 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1510c934-35d3-4c18-bd7a-3c510799b186 None None] Pushing event updated for resources: {'Port': ['ID=c563bec2-c809-4d56-8af6-fb98f7a5844b,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:06.862995 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device c563bec2-c809-4d56-8af6-fb98f7a5844b no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:52:06.891323 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-d30b1d3d-b034-434f-984e-e6b1e69ae45f tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] For port c563bec2-c809-4d56-8af6-fb98f7a5844b, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=c563bec2-c809-4d56-8af6-fb98f7a5844b,segment=NetworkSegment(52cf705f-3228-4964-8d9f-b82fd04f4836),segment_id=52cf705f-3228-4964-8d9f-b82fd04f4836)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:06.932268 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d30b1d3d-b034-434f-984e-e6b1e69ae45f tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:06.938645 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d30b1d3d-b034-434f-984e-e6b1e69ae45f tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:06.939530 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d30b1d3d-b034-434f-984e-e6b1e69ae45f tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:06.949572 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1f329656-7ed3-4597-96af-6e059ab46934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:06.993598 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Port c563bec2-c809-4d56-8af6-fb98f7a5844b update to DOWN by agent not found {{(pid=94262) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Aug 10 03:52:07.009836 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30b1d3d-b034-434f-984e-e6b1e69ae45f tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:52:07.011601 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30b1d3d-b034-434f-984e-e6b1e69ae45f tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event deleted for resources: {'Port': ['ID=c563bec2-c809-4d56-8af6-fb98f7a5844b,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:07.017457 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-d30b1d3d-b034-434f-984e-e6b1e69ae45f tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:07.021233 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30b1d3d-b034-434f-984e-e6b1e69ae45f tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:07.022006 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d30b1d3d-b034-434f-984e-e6b1e69ae45f tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:07.036959 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f329656-7ed3-4597-96af-6e059ab46934 None None] Pushing event deleted for resources: {'Port': ['ID=c563bec2-c809-4d56-8af6-fb98f7a5844b,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:07.045148 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f329656-7ed3-4597-96af-6e059ab46934 None None] No DVR routers for this DVR port c563bec2-c809-4d56-8af6-fb98f7a5844b on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:52:07.056823 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-d30b1d3d-b034-434f-984e-e6b1e69ae45f tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1502035 Aug 10 03:52:07.058701 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40074) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:07.059623 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30b1d3d-b034-434f-984e-e6b1e69ae45f tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event updated for resources: {'Subnet': ['ID=13d6e0f3-42e1-4e32-ad1e-19b620729f68,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:07.071084 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-e60d6cd9-5558-4b34-a377-add5d9144a15 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Request body: {'port': {'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'mac_address': 'fa:16:3e:8c:34:9d', 'name': 'tempest-NetworksTestDHCPv6-1890331515'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:07.072163 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83145616-194e-45a4-94c7-c8d7768818be None None] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:52:07.256390 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e60d6cd9-5558-4b34-a377-add5d9144a15 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Made reservation on behalf of 81e716861c6c4321abe7f438a66c4076 for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:52:07.335709 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374953de-4336-4b4d-a8c2-c975a3188f53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'tenant_id': '81e716861c6c4321abe7f438a66c4076', 'fixed_ips': [{'subnet_id': '13d6e0f3-42e1-4e32-ad1e-19b620729f68'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:52:07.337624 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-374953de-4336-4b4d-a8c2-c975a3188f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:07.368748 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e60d6cd9-5558-4b34-a377-add5d9144a15 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:07.400594 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [None req-e60d6cd9-5558-4b34-a377-add5d9144a15 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] device_id is not set on port 0bc21a67-fa27-4650-bab3-50026e9b0436 yet. {{(pid=94260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:52:07.613476 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-e60d6cd9-5558-4b34-a377-add5d9144a15 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Allocated IP 2001:db8::f816:3eff:fe8c:349d (cfc280cf-2977-4a5c-89c8-adf4088ffacb/13d6e0f3-42e1-4e32-ad1e-19b620729f68/0bc21a67-fa27-4650-bab3-50026e9b0436) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:52:07.852101 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e60d6cd9-5558-4b34-a377-add5d9144a15 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:07.871482 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [None req-e60d6cd9-5558-4b34-a377-add5d9144a15 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Transition to ACTIVE for port object 0bc21a67-fa27-4650-bab3-50026e9b0436 will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:07.938453 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e60d6cd9-5558-4b34-a377-add5d9144a15 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:08.024946 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-374953de-4336-4b4d-a8c2-c975a3188f53 None None] Allocated IP 2001:db8::f816:3eff:fe84:ba4d (cfc280cf-2977-4a5c-89c8-adf4088ffacb/13d6e0f3-42e1-4e32-ad1e-19b620729f68/b6f6a41d-f629-4053-9a8c-24eca6e7c3f9) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:52:08.058871 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60d6cd9-5558-4b34-a377-add5d9144a15 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:52:08.064887 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-e60d6cd9-5558-4b34-a377-add5d9144a15 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:08.072799 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60d6cd9-5558-4b34-a377-add5d9144a15 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:52:08.086917 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60d6cd9-5558-4b34-a377-add5d9144a15 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:08.088219 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e60d6cd9-5558-4b34-a377-add5d9144a15 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:08.120354 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d6cd9-5558-4b34-a377-add5d9144a15 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event updated for resources: {'Port': ['ID=0bc21a67-fa27-4650-bab3-50026e9b0436,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:08.151368 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-e60d6cd9-5558-4b34-a377-add5d9144a15 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0891178 Aug 10 03:52:08.156009 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40092) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:08.264665 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f53dd1-c84d-4793-95cd-7d46f49865e6 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:08.270765 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-d4f53dd1-c84d-4793-95cd-7d46f49865e6 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1104832 Aug 10 03:52:08.273916 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40096) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:08.389568 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-374953de-4336-4b4d-a8c2-c975a3188f53 None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:08.407045 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-374953de-4336-4b4d-a8c2-c975a3188f53 None None] Transition to ACTIVE for port object b6f6a41d-f629-4053-9a8c-24eca6e7c3f9 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:08.446605 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-374953de-4336-4b4d-a8c2-c975a3188f53 None None] Transition to ACTIVE for port object b6f6a41d-f629-4053-9a8c-24eca6e7c3f9 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:08.459429 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-374953de-4336-4b4d-a8c2-c975a3188f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:08.474669 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-d87b52bf-dcbb-4ad4-95ae-d29f1ea7f532 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Deleting port 0bc21a67-fa27-4650-bab3-50026e9b0436 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:52:08.475210 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d87b52bf-dcbb-4ad4-95ae-d29f1ea7f532 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:08.559609 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374953de-4336-4b4d-a8c2-c975a3188f53 None None] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:52:08.562440 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-374953de-4336-4b4d-a8c2-c975a3188f53 None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:08.599375 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374953de-4336-4b4d-a8c2-c975a3188f53 None None] Pushing event updated for resources: {'Port': ['ID=b6f6a41d-f629-4053-9a8c-24eca6e7c3f9,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:08.615282 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374953de-4336-4b4d-a8c2-c975a3188f53 None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:52:08.700585 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d87b52bf-dcbb-4ad4-95ae-d29f1ea7f532 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:08.724444 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-374953de-4336-4b4d-a8c2-c975a3188f53 None None] Attempting to bind port b6f6a41d-f629-4053-9a8c-24eca6e7c3f9 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:52:08.725662 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-374953de-4336-4b4d-a8c2-c975a3188f53 None None] Attempting to bind port b6f6a41d-f629-4053-9a8c-24eca6e7c3f9 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '52cf705f-3228-4964-8d9f-b82fd04f4836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:52:08.726560 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374953de-4336-4b4d-a8c2-c975a3188f53 None None] Attempting to bind port b6f6a41d-f629-4053-9a8c-24eca6e7c3f9 on network cfc280cf-2977-4a5c-89c8-adf4088ffacb {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:52:08.732679 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-d87b52bf-dcbb-4ad4-95ae-d29f1ea7f532 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Calling delete_port for 0bc21a67-fa27-4650-bab3-50026e9b0436 owned by {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:52:08.738313 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374953de-4336-4b4d-a8c2-c975a3188f53 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:52:08.739549 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374953de-4336-4b4d-a8c2-c975a3188f53 None None] Checking segment: {'id': '52cf705f-3228-4964-8d9f-b82fd04f4836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:52:08.740433 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-374953de-4336-4b4d-a8c2-c975a3188f53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:08.741884 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374953de-4336-4b4d-a8c2-c975a3188f53 None None] Bound using segment: {'id': '52cf705f-3228-4964-8d9f-b82fd04f4836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:52:08.743758 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-374953de-4336-4b4d-a8c2-c975a3188f53 None None] Bound port: b6f6a41d-f629-4053-9a8c-24eca6e7c3f9, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52cf705f-3228-4964-8d9f-b82fd04f4836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:52:08.744896 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-374953de-4336-4b4d-a8c2-c975a3188f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:08.894664 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-374953de-4336-4b4d-a8c2-c975a3188f53 None None] For port b6f6a41d-f629-4053-9a8c-24eca6e7c3f9, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:52:08.899017 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-374953de-4336-4b4d-a8c2-c975a3188f53 None None] For port b6f6a41d-f629-4053-9a8c-24eca6e7c3f9, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=b6f6a41d-f629-4053-9a8c-24eca6e7c3f9,segment=NetworkSegment(52cf705f-3228-4964-8d9f-b82fd04f4836),segment_id=52cf705f-3228-4964-8d9f-b82fd04f4836)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:52:08.908518 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-374953de-4336-4b4d-a8c2-c975a3188f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:08.989865 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374953de-4336-4b4d-a8c2-c975a3188f53 None None] Pushing event updated for resources: {'Port': ['ID=b6f6a41d-f629-4053-9a8c-24eca6e7c3f9,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:09.040449 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d87b52bf-dcbb-4ad4-95ae-d29f1ea7f532 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:09.115164 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87b52bf-dcbb-4ad4-95ae-d29f1ea7f532 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event deleted for resources: {'Port': ['ID=0bc21a67-fa27-4650-bab3-50026e9b0436,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:09.156067 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d87b52bf-dcbb-4ad4-95ae-d29f1ea7f532 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:09.159781 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-d87b52bf-dcbb-4ad4-95ae-d29f1ea7f532 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/ports/0bc21a67-fa27-4650-bab3-50026e9b0436 HTTP/1.1" status: 204 len: 168 time: 0.8836343 Aug 10 03:52:09.162375 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40108) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:09.278910 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e5fce6-fb69-4406-bf52-e487346af437 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:09.283006 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e5fce6-fb69-4406-bf52-e487346af437 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:09.285758 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-63e5fce6-fb69-4406-bf52-e487346af437 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1210792 Aug 10 03:52:09.288411 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40110) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:09.362851 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ca31397-3bbe-452a-b403-b648461b9234 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Deleting subnet 13d6e0f3-42e1-4e32-ad1e-19b620729f68 {{(pid=94260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:52:09.366845 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7ca31397-3bbe-452a-b403-b648461b9234 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for subnet, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:09.423830 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7ca31397-3bbe-452a-b403-b648461b9234 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191173'] for subnet, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:09.531444 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7ca31397-3bbe-452a-b403-b648461b9234 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:09.606137 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7ca31397-3bbe-452a-b403-b648461b9234 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:09.639647 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca31397-3bbe-452a-b403-b648461b9234 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event deleted for resources: {'Subnet': ['ID=13d6e0f3-42e1-4e32-ad1e-19b620729f68,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:09.641913 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7ca31397-3bbe-452a-b403-b648461b9234 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:09.644110 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-7ca31397-3bbe-452a-b403-b648461b9234 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/subnets/13d6e0f3-42e1-4e32-ad1e-19b620729f68 HTTP/1.1" status: 204 len: 168 time: 0.3546114 Aug 10 03:52:09.648203 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40116) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:09.714959 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-e5c66166-d93f-4cd9-bcf5-89d099d54eb8 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0650289 Aug 10 03:52:09.717223 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40120) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:09.795786 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ff19b1-e4c9-4dcc-ad89-f79173656c26 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:09.795786 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-25ff19b1-e4c9-4dcc-ad89-f79173656c26 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0749769 Aug 10 03:52:09.796458 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40122) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:09.867192 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732cfbf0-b1b6-4171-bd9f-0e4b9188863f tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:09.870335 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-732cfbf0-b1b6-4171-bd9f-0e4b9188863f tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0719013 Aug 10 03:52:09.872456 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40124) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:09.936996 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-ab5a67be-9cd1-4b1f-aace-1d4ecef78d41 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0626814 Aug 10 03:52:09.940827 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40126) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:09.946260 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-441723a0-ccf2-42ce-bd4b-089489bf8ecc tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Request body: {'subnet': {'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:10.088691 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-441723a0-ccf2-42ce-bd4b-089489bf8ecc tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Made reservation on behalf of 81e716861c6c4321abe7f438a66c4076 for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:52:10.095039 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-441723a0-ccf2-42ce-bd4b-089489bf8ecc tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:10.133475 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613b8939-17cc-47a0-af3c-3e98556d5108 None None] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:52:10.217299 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-7c4b4cf4-d174-4dcf-abcf-948134593cd4 None None] Provisioning for port b6f6a41d-f629-4053-9a8c-24eca6e7c3f9 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:52:10.388561 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eceee76-03e8-4d7f-8e08-b829f14d2186 None None] DHCP port deletion for cfc280cf-2977-4a5c-89c8-adf4088ffacb request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:52:10.466518 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-0eceee76-03e8-4d7f-8e08-b829f14d2186 None None] Deleting port b6f6a41d-f629-4053-9a8c-24eca6e7c3f9 {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:52:10.467181 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-0eceee76-03e8-4d7f-8e08-b829f14d2186 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:10.550389 n-d-768862-13 neutron-server[94261]: DEBUG neutron.objects.ports [None req-441723a0-ccf2-42ce-bd4b-089489bf8ecc tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94261) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 03:52:10.624711 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-0eceee76-03e8-4d7f-8e08-b829f14d2186 None None] For port b6f6a41d-f629-4053-9a8c-24eca6e7c3f9, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=b6f6a41d-f629-4053-9a8c-24eca6e7c3f9,segment=NetworkSegment(52cf705f-3228-4964-8d9f-b82fd04f4836),segment_id=52cf705f-3228-4964-8d9f-b82fd04f4836)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:10.625594 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-0eceee76-03e8-4d7f-8e08-b829f14d2186 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:10.818835 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-0eceee76-03e8-4d7f-8e08-b829f14d2186 None None] Calling delete_port for b6f6a41d-f629-4053-9a8c-24eca6e7c3f9 owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:52:10.845237 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-441723a0-ccf2-42ce-bd4b-089489bf8ecc tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:10.950841 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-0eceee76-03e8-4d7f-8e08-b829f14d2186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:10.999460 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eceee76-03e8-4d7f-8e08-b829f14d2186 None None] Pushing event deleted for resources: {'Port': ['ID=b6f6a41d-f629-4053-9a8c-24eca6e7c3f9,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:11.007024 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eceee76-03e8-4d7f-8e08-b829f14d2186 None None] No DVR routers for this DVR port b6f6a41d-f629-4053-9a8c-24eca6e7c3f9 on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:52:11.118346 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-441723a0-ccf2-42ce-bd4b-089489bf8ecc tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] For port b6f6a41d-f629-4053-9a8c-24eca6e7c3f9, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=b6f6a41d-f629-4053-9a8c-24eca6e7c3f9,segment=NetworkSegment(52cf705f-3228-4964-8d9f-b82fd04f4836),segment_id=52cf705f-3228-4964-8d9f-b82fd04f4836)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:11.171432 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-441723a0-ccf2-42ce-bd4b-089489bf8ecc tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:11.178873 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-441723a0-ccf2-42ce-bd4b-089489bf8ecc tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:11.180073 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-441723a0-ccf2-42ce-bd4b-089489bf8ecc tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:11.285087 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441723a0-ccf2-42ce-bd4b-089489bf8ecc tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event deleted for resources: {'Port': ['ID=b6f6a41d-f629-4053-9a8c-24eca6e7c3f9,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:11.320008 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441723a0-ccf2-42ce-bd4b-089489bf8ecc tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:52:11.327019 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-441723a0-ccf2-42ce-bd4b-089489bf8ecc tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:11.330174 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441723a0-ccf2-42ce-bd4b-089489bf8ecc tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event updated for resources: {'Subnet': ['ID=fedf61cf-cc84-46ae-a52e-5b249e778b24,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:11.335066 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441723a0-ccf2-42ce-bd4b-089489bf8ecc tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:11.336186 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-441723a0-ccf2-42ce-bd4b-089489bf8ecc tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:11.344609 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26d3ca3-e983-4471-96c0-4304f63555f8 None None] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:52:11.375945 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-441723a0-ccf2-42ce-bd4b-089489bf8ecc tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.4299593 Aug 10 03:52:11.376636 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40130) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:11.387039 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-d6681833-5cb8-4910-a1da-d70547bb68d8 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Request body: {'port': {'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'mac_address': 'fa:16:3e:ea:0b:be', 'name': 'tempest-NetworksTestDHCPv6-867744385'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:11.559376 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [req-97e19279-3c5f-42c5-8fd7-5bbfa8e6b1f9 req-dd52d16e-fcf6-450c-a879-34c4d0b0de36 service neutron] (94261) timed out ('10.222.0.44', 41758) {{(pid=94261) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 03:52:11.599777 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb092961-27b0-4b7e-a653-713310f63311 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'tenant_id': '81e716861c6c4321abe7f438a66c4076', 'fixed_ips': [{'subnet_id': 'fedf61cf-cc84-46ae-a52e-5b249e778b24'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:52:11.599975 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6681833-5cb8-4910-a1da-d70547bb68d8 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Made reservation on behalf of 81e716861c6c4321abe7f438a66c4076 for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:52:11.601436 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-cb092961-27b0-4b7e-a653-713310f63311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:11.756646 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d6681833-5cb8-4910-a1da-d70547bb68d8 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:11.785883 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [None req-d6681833-5cb8-4910-a1da-d70547bb68d8 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] device_id is not set on port f3d574be-c625-4666-923d-016f8496ba81 yet. {{(pid=94261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:52:11.874280 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-cb092961-27b0-4b7e-a653-713310f63311 None None] Allocated IP 2001:db8::f816:3eff:fed0:2bce (cfc280cf-2977-4a5c-89c8-adf4088ffacb/fedf61cf-cc84-46ae-a52e-5b249e778b24/abe688ea-284f-4b7f-b3a1-99dee1903f90) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:52:12.140850 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-cb092961-27b0-4b7e-a653-713310f63311 None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:12.157076 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-cb092961-27b0-4b7e-a653-713310f63311 None None] Transition to ACTIVE for port object abe688ea-284f-4b7f-b3a1-99dee1903f90 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:12.181782 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-cb092961-27b0-4b7e-a653-713310f63311 None None] Transition to ACTIVE for port object abe688ea-284f-4b7f-b3a1-99dee1903f90 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:12.192769 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-cb092961-27b0-4b7e-a653-713310f63311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:12.273739 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb092961-27b0-4b7e-a653-713310f63311 None None] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:52:12.290691 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-cb092961-27b0-4b7e-a653-713310f63311 None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:12.300278 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb092961-27b0-4b7e-a653-713310f63311 None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:52:12.308035 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-d6681833-5cb8-4910-a1da-d70547bb68d8 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Allocated IP 2001:db8::f816:3eff:feea:bbe (cfc280cf-2977-4a5c-89c8-adf4088ffacb/fedf61cf-cc84-46ae-a52e-5b249e778b24/f3d574be-c625-4666-923d-016f8496ba81) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:52:12.326330 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb092961-27b0-4b7e-a653-713310f63311 None None] Pushing event updated for resources: {'Port': ['ID=abe688ea-284f-4b7f-b3a1-99dee1903f90,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:12.444091 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-cb092961-27b0-4b7e-a653-713310f63311 None None] Attempting to bind port abe688ea-284f-4b7f-b3a1-99dee1903f90 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:52:12.445121 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-cb092961-27b0-4b7e-a653-713310f63311 None None] Attempting to bind port abe688ea-284f-4b7f-b3a1-99dee1903f90 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '52cf705f-3228-4964-8d9f-b82fd04f4836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:52:12.445121 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb092961-27b0-4b7e-a653-713310f63311 None None] Attempting to bind port abe688ea-284f-4b7f-b3a1-99dee1903f90 on network cfc280cf-2977-4a5c-89c8-adf4088ffacb {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:52:12.455878 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb092961-27b0-4b7e-a653-713310f63311 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:52:12.456452 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb092961-27b0-4b7e-a653-713310f63311 None None] Checking segment: {'id': '52cf705f-3228-4964-8d9f-b82fd04f4836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:52:12.457103 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-cb092961-27b0-4b7e-a653-713310f63311 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:12.457743 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb092961-27b0-4b7e-a653-713310f63311 None None] Bound using segment: {'id': '52cf705f-3228-4964-8d9f-b82fd04f4836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:52:12.458573 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-cb092961-27b0-4b7e-a653-713310f63311 None None] Bound port: abe688ea-284f-4b7f-b3a1-99dee1903f90, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52cf705f-3228-4964-8d9f-b82fd04f4836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:52:12.459189 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-cb092961-27b0-4b7e-a653-713310f63311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:12.471215 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f5de53ce-0243-4128-8607-c8be09559e75 req-50d03150-828f-40d5-9fce-2b05909b1132 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e696b1a3-586b-498f-bbfd-4b8c2d29647e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1191428 Aug 10 03:52:12.624278 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-cb092961-27b0-4b7e-a653-713310f63311 None None] For port abe688ea-284f-4b7f-b3a1-99dee1903f90, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:52:12.632343 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-cb092961-27b0-4b7e-a653-713310f63311 None None] For port abe688ea-284f-4b7f-b3a1-99dee1903f90, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=abe688ea-284f-4b7f-b3a1-99dee1903f90,segment=NetworkSegment(52cf705f-3228-4964-8d9f-b82fd04f4836),segment_id=52cf705f-3228-4964-8d9f-b82fd04f4836)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:52:12.651303 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-cb092961-27b0-4b7e-a653-713310f63311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:12.705945 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de53ce-0243-4128-8607-c8be09559e75 req-b22a5c94-3937-4f80-846c-fa94bcb3cea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:12.712476 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f5de53ce-0243-4128-8607-c8be09559e75 req-b22a5c94-3937-4f80-846c-fa94bcb3cea7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=810c64a9b2844404a2bfdb7c413aee0e&device_id=e696b1a3-586b-498f-bbfd-4b8c2d29647e HTTP/1.1" status: 200 len: 1098 time: 0.1333098 Aug 10 03:52:12.771319 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb092961-27b0-4b7e-a653-713310f63311 None None] Pushing event updated for resources: {'Port': ['ID=abe688ea-284f-4b7f-b3a1-99dee1903f90,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:12.775178 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d6681833-5cb8-4910-a1da-d70547bb68d8 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:12.816877 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [None req-d6681833-5cb8-4910-a1da-d70547bb68d8 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Transition to ACTIVE for port object f3d574be-c625-4666-923d-016f8496ba81 will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:12.878995 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d6681833-5cb8-4910-a1da-d70547bb68d8 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:12.953388 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6681833-5cb8-4910-a1da-d70547bb68d8 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event updated for resources: {'Port': ['ID=f3d574be-c625-4666-923d-016f8496ba81,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:12.957467 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6681833-5cb8-4910-a1da-d70547bb68d8 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:52:12.959477 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-d6681833-5cb8-4910-a1da-d70547bb68d8 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:12.962346 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6681833-5cb8-4910-a1da-d70547bb68d8 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:52:12.972759 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de53ce-0243-4128-8607-c8be09559e75 req-9d8c935f-4897-4171-a2d9-6fd32c051cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:12.974369 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f5de53ce-0243-4128-8607-c8be09559e75 req-9d8c935f-4897-4171-a2d9-6fd32c051cdd service neutron] 10.222.0.61 "GET /v2.0/networks?id=095ca989-3257-4413-9aaa-cedbc7b00f9f HTTP/1.1" status: 200 len: 909 time: 0.2292862 Aug 10 03:52:12.975449 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6681833-5cb8-4910-a1da-d70547bb68d8 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:12.976954 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d6681833-5cb8-4910-a1da-d70547bb68d8 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:13.005551 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-d6681833-5cb8-4910-a1da-d70547bb68d8 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.6267934 Aug 10 03:52:13.006483 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40138) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:13.170069 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f5de53ce-0243-4128-8607-c8be09559e75 req-9d128d03-a269-426b-a545-774889e33d8e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec4737a8-b58e-47b3-a875-21eccccfae29 HTTP/1.1" status: 200 len: 1001 time: 0.1849630 Aug 10 03:52:13.273001 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b74bf71-502d-4380-9a29-289d95ddd669 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:13.279944 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b74bf71-502d-4380-9a29-289d95ddd669 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:13.281771 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-9b74bf71-502d-4380-9a29-289d95ddd669 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.2737823 Aug 10 03:52:13.286400 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40142) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:13.312116 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de53ce-0243-4128-8607-c8be09559e75 req-921b870c-4c03-41c0-a01a-933fa9e4559e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:13.315150 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f5de53ce-0243-4128-8607-c8be09559e75 req-921b870c-4c03-41c0-a01a-933fa9e4559e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=59239fe0-5b0a-4cf2-984b-fbd48b94dbaf HTTP/1.1" status: 200 len: 848 time: 0.1367095 Aug 10 03:52:13.395540 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de53ce-0243-4128-8607-c8be09559e75 req-ad30a354-be4f-49e9-9619-18bca8ef41c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:13.400032 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f5de53ce-0243-4128-8607-c8be09559e75 req-ad30a354-be4f-49e9-9619-18bca8ef41c6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=095ca989-3257-4413-9aaa-cedbc7b00f9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0764444 Aug 10 03:52:13.408060 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-1d6926c4-05d0-4a84-bf12-e15ee22c52db tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Deleting port f3d574be-c625-4666-923d-016f8496ba81 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:52:13.408821 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1d6926c4-05d0-4a84-bf12-e15ee22c52db tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:13.476638 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:52:13.535498 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1d6926c4-05d0-4a84-bf12-e15ee22c52db tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:13.556285 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-1d6926c4-05d0-4a84-bf12-e15ee22c52db tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Calling delete_port for f3d574be-c625-4666-923d-016f8496ba81 owned by {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:52:13.572024 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f5de53ce-0243-4128-8607-c8be09559e75 req-cbfe26fa-411a-4413-a717-fa6892ff5f4c service neutron] 10.222.0.61 "GET /v2.0/networks/095ca989-3257-4413-9aaa-cedbc7b00f9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553216 Aug 10 03:52:13.717732 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f5de53ce-0243-4128-8607-c8be09559e75 req-d37a69f1-40f4-4ee5-86c2-ce406f589ce1 service neutron] 10.222.0.61 "GET /v2.0/networks/095ca989-3257-4413-9aaa-cedbc7b00f9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362443 Aug 10 03:52:13.790032 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1d6926c4-05d0-4a84-bf12-e15ee22c52db tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:13.822216 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6926c4-05d0-4a84-bf12-e15ee22c52db tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event deleted for resources: {'Port': ['ID=f3d574be-c625-4666-923d-016f8496ba81,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:13.853179 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1d6926c4-05d0-4a84-bf12-e15ee22c52db tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:13.858194 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-1d6926c4-05d0-4a84-bf12-e15ee22c52db tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/ports/f3d574be-c625-4666-923d-016f8496ba81 HTTP/1.1" status: 204 len: 168 time: 0.5686305 Aug 10 03:52:13.858516 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40144) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:13.931383 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48ed098-fc2d-4525-bea4-8373d7dc136b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:13.934913 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48ed098-fc2d-4525-bea4-8373d7dc136b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:13.937629 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-c48ed098-fc2d-4525-bea4-8373d7dc136b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0778091 Aug 10 03:52:13.940181 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40146) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:14.009116 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-a63a29aa-e35e-43be-8084-94bc4e46e0f6 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Deleting subnet fedf61cf-cc84-46ae-a52e-5b249e778b24 {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:52:14.014016 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a63a29aa-e35e-43be-8084-94bc4e46e0f6 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:14.060364 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a63a29aa-e35e-43be-8084-94bc4e46e0f6 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:14.104756 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-a8f48a4f-871e-4a43-8026-11f29728742a None None] Provisioning for port abe688ea-284f-4b7f-b3a1-99dee1903f90 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:52:14.424039 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-9c0d4442-ebe6-49ca-b87f-a268feb0ec43 None None] Could not find standard attr ID for object f3d574be-c625-4666-923d-016f8496ba81. {{(pid=94262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:52:14.567819 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a63a29aa-e35e-43be-8084-94bc4e46e0f6 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:14.673014 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a63a29aa-e35e-43be-8084-94bc4e46e0f6 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:14.705818 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63a29aa-e35e-43be-8084-94bc4e46e0f6 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event deleted for resources: {'Subnet': ['ID=fedf61cf-cc84-46ae-a52e-5b249e778b24,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:14.710373 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a63a29aa-e35e-43be-8084-94bc4e46e0f6 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:14.712882 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a63a29aa-e35e-43be-8084-94bc4e46e0f6 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/subnets/fedf61cf-cc84-46ae-a52e-5b249e778b24 HTTP/1.1" status: 204 len: 168 time: 0.7712922 Aug 10 03:52:14.716366 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40150) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:14.727981 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a200a8c-e459-4bd6-a0e6-953b732185e1 None None] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:52:14.760063 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-c0180b17-c5d9-441d-aafd-986b06181288 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0426528 Aug 10 03:52:14.765177 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40152) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:14.771634 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-387d1fa7-cecf-4e0a-833d-6dcd35f8f538 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Request body: {'subnet': {'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:14.932583 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device abe688ea-284f-4b7f-b3a1-99dee1903f90 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:52:14.972229 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-387d1fa7-cecf-4e0a-833d-6dcd35f8f538 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Made reservation on behalf of 81e716861c6c4321abe7f438a66c4076 for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:52:14.978277 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-387d1fa7-cecf-4e0a-833d-6dcd35f8f538 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:15.020289 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port abe688ea-284f-4b7f-b3a1-99dee1903f90 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:52:15.029221 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port abe688ea-284f-4b7f-b3a1-99dee1903f90 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:15.029911 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:15.117266 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1830f165-13ca-4fbb-a744-8b47c56a5a56 None None] DHCP port deletion for cfc280cf-2977-4a5c-89c8-adf4088ffacb request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:52:15.240944 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:15.281792 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-1830f165-13ca-4fbb-a744-8b47c56a5a56 None None] Deleting port abe688ea-284f-4b7f-b3a1-99dee1903f90 {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:52:15.282377 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1830f165-13ca-4fbb-a744-8b47c56a5a56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:15.388139 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port abe688ea-284f-4b7f-b3a1-99dee1903f90, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=abe688ea-284f-4b7f-b3a1-99dee1903f90,segment=NetworkSegment(52cf705f-3228-4964-8d9f-b82fd04f4836),segment_id=52cf705f-3228-4964-8d9f-b82fd04f4836)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:15.395604 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:15.400377 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-1830f165-13ca-4fbb-a744-8b47c56a5a56 None None] For port abe688ea-284f-4b7f-b3a1-99dee1903f90, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=abe688ea-284f-4b7f-b3a1-99dee1903f90,segment=NetworkSegment(52cf705f-3228-4964-8d9f-b82fd04f4836),segment_id=52cf705f-3228-4964-8d9f-b82fd04f4836)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:15.400950 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1830f165-13ca-4fbb-a744-8b47c56a5a56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:15.440512 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-1830f165-13ca-4fbb-a744-8b47c56a5a56 None None] Calling delete_port for abe688ea-284f-4b7f-b3a1-99dee1903f90 owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:52:15.533067 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=abe688ea-284f-4b7f-b3a1-99dee1903f90,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:15.598401 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1830f165-13ca-4fbb-a744-8b47c56a5a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:15.617768 n-d-768862-13 neutron-server[94260]: DEBUG neutron.objects.ports [None req-387d1fa7-cecf-4e0a-833d-6dcd35f8f538 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94260) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 03:52:15.636328 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1830f165-13ca-4fbb-a744-8b47c56a5a56 None None] No DVR routers for this DVR port abe688ea-284f-4b7f-b3a1-99dee1903f90 on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:52:15.639980 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1830f165-13ca-4fbb-a744-8b47c56a5a56 None None] Pushing event deleted for resources: {'Port': ['ID=abe688ea-284f-4b7f-b3a1-99dee1903f90,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:15.856474 n-d-768862-13 neutron-server[94260]: WARNING neutron.services.revisions.revision_plugin [None req-387d1fa7-cecf-4e0a-833d-6dcd35f8f538 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Could not find related port for resource to bump revision. Aug 10 03:52:15.863620 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.ipam_pluggable_backend [None req-387d1fa7-cecf-4e0a-833d-6dcd35f8f538 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Port abe688ea-284f-4b7f-b3a1-99dee1903f90 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94260) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 10 03:52:15.864172 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.ipam_pluggable_backend [None req-387d1fa7-cecf-4e0a-833d-6dcd35f8f538 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Reverting IP allocation for 2001:db8::f816:3eff:fed0:2bce {{(pid=94260) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 10 03:52:15.870195 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.ipam_pluggable_backend [None req-387d1fa7-cecf-4e0a-833d-6dcd35f8f538 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fed0:2bce {{(pid=94260) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 10 03:52:15.872427 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-387d1fa7-cecf-4e0a-833d-6dcd35f8f538 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58895384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805196'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:15.954313 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387d1fa7-cecf-4e0a-833d-6dcd35f8f538 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:52:15.963247 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-387d1fa7-cecf-4e0a-833d-6dcd35f8f538 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:15.972119 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387d1fa7-cecf-4e0a-833d-6dcd35f8f538 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:15.973137 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-387d1fa7-cecf-4e0a-833d-6dcd35f8f538 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:15.976279 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e80e2ba-0a7d-4a9a-a40f-1d43e65fba17 None None] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:52:15.999922 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387d1fa7-cecf-4e0a-833d-6dcd35f8f538 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event updated for resources: {'Subnet': ['ID=c4074aa4-ba99-49bb-a311-a1f75975ae3d,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:16.016693 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-387d1fa7-cecf-4e0a-833d-6dcd35f8f538 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.2499917 Aug 10 03:52:16.019875 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40162) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:16.026669 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-df9b04e7-4aac-43d9-a3ab-03a33591a809 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Request body: {'port': {'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'mac_address': 'fa:16:3e:f3:84:3a', 'name': 'tempest-NetworksTestDHCPv6-798524428'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:16.189086 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb13a875-15b9-4fe1-a47a-d5a303b7e239 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'tenant_id': '81e716861c6c4321abe7f438a66c4076', 'fixed_ips': [{'subnet_id': 'c4074aa4-ba99-49bb-a311-a1f75975ae3d'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:52:16.191094 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-bb13a875-15b9-4fe1-a47a-d5a303b7e239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:16.208039 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df9b04e7-4aac-43d9-a3ab-03a33591a809 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Made reservation on behalf of 81e716861c6c4321abe7f438a66c4076 for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:52:16.359371 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-df9b04e7-4aac-43d9-a3ab-03a33591a809 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:16.391118 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [None req-df9b04e7-4aac-43d9-a3ab-03a33591a809 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] device_id is not set on port 6f1f06fb-61aa-4f96-9f6a-315cd4e779e3 yet. {{(pid=94260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:52:16.410889 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-bb13a875-15b9-4fe1-a47a-d5a303b7e239 None None] Allocated IP 2001:db8::f816:3eff:fe54:78a8 (cfc280cf-2977-4a5c-89c8-adf4088ffacb/c4074aa4-ba99-49bb-a311-a1f75975ae3d/689dcdb6-ef98-4f86-9216-77262aefa320) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:52:16.639210 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-bb13a875-15b9-4fe1-a47a-d5a303b7e239 None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:16.653728 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-bb13a875-15b9-4fe1-a47a-d5a303b7e239 None None] Transition to ACTIVE for port object 689dcdb6-ef98-4f86-9216-77262aefa320 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:16.681388 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-bb13a875-15b9-4fe1-a47a-d5a303b7e239 None None] Transition to ACTIVE for port object 689dcdb6-ef98-4f86-9216-77262aefa320 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:16.690079 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-bb13a875-15b9-4fe1-a47a-d5a303b7e239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:16.751364 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb13a875-15b9-4fe1-a47a-d5a303b7e239 None None] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:52:16.755930 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-bb13a875-15b9-4fe1-a47a-d5a303b7e239 None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:16.762307 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb13a875-15b9-4fe1-a47a-d5a303b7e239 None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:52:16.775674 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb13a875-15b9-4fe1-a47a-d5a303b7e239 None None] Pushing event updated for resources: {'Port': ['ID=689dcdb6-ef98-4f86-9216-77262aefa320,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:16.814720 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-df9b04e7-4aac-43d9-a3ab-03a33591a809 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Allocated IP 2001:db8::f816:3eff:fef3:843a (cfc280cf-2977-4a5c-89c8-adf4088ffacb/c4074aa4-ba99-49bb-a311-a1f75975ae3d/6f1f06fb-61aa-4f96-9f6a-315cd4e779e3) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:52:16.882872 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-bb13a875-15b9-4fe1-a47a-d5a303b7e239 None None] Attempting to bind port 689dcdb6-ef98-4f86-9216-77262aefa320 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:52:16.883443 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-bb13a875-15b9-4fe1-a47a-d5a303b7e239 None None] Attempting to bind port 689dcdb6-ef98-4f86-9216-77262aefa320 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '52cf705f-3228-4964-8d9f-b82fd04f4836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:52:16.883951 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb13a875-15b9-4fe1-a47a-d5a303b7e239 None None] Attempting to bind port 689dcdb6-ef98-4f86-9216-77262aefa320 on network cfc280cf-2977-4a5c-89c8-adf4088ffacb {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:52:16.891832 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb13a875-15b9-4fe1-a47a-d5a303b7e239 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:52:16.892597 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb13a875-15b9-4fe1-a47a-d5a303b7e239 None None] Checking segment: {'id': '52cf705f-3228-4964-8d9f-b82fd04f4836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:52:16.893172 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-bb13a875-15b9-4fe1-a47a-d5a303b7e239 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:16.893824 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb13a875-15b9-4fe1-a47a-d5a303b7e239 None None] Bound using segment: {'id': '52cf705f-3228-4964-8d9f-b82fd04f4836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:52:16.894706 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-bb13a875-15b9-4fe1-a47a-d5a303b7e239 None None] Bound port: 689dcdb6-ef98-4f86-9216-77262aefa320, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52cf705f-3228-4964-8d9f-b82fd04f4836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:52:16.895552 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-bb13a875-15b9-4fe1-a47a-d5a303b7e239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:16.907707 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device abe688ea-284f-4b7f-b3a1-99dee1903f90 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:52:16.941329 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: abe688ea-284f-4b7f-b3a1-99dee1903f90 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:52:16.941597 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device abe688ea-284f-4b7f-b3a1-99dee1903f90 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:52:17.007357 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-bb13a875-15b9-4fe1-a47a-d5a303b7e239 None None] For port 689dcdb6-ef98-4f86-9216-77262aefa320, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:52:17.012206 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-bb13a875-15b9-4fe1-a47a-d5a303b7e239 None None] For port 689dcdb6-ef98-4f86-9216-77262aefa320, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=689dcdb6-ef98-4f86-9216-77262aefa320,segment=NetworkSegment(52cf705f-3228-4964-8d9f-b82fd04f4836),segment_id=52cf705f-3228-4964-8d9f-b82fd04f4836)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:52:17.018446 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-bb13a875-15b9-4fe1-a47a-d5a303b7e239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:17.105841 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb13a875-15b9-4fe1-a47a-d5a303b7e239 None None] Pushing event updated for resources: {'Port': ['ID=689dcdb6-ef98-4f86-9216-77262aefa320,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:17.129230 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-df9b04e7-4aac-43d9-a3ab-03a33591a809 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:17.147460 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [None req-df9b04e7-4aac-43d9-a3ab-03a33591a809 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Transition to ACTIVE for port object 6f1f06fb-61aa-4f96-9f6a-315cd4e779e3 will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:17.221622 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-df9b04e7-4aac-43d9-a3ab-03a33591a809 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:17.318077 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9b04e7-4aac-43d9-a3ab-03a33591a809 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:52:17.320422 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-df9b04e7-4aac-43d9-a3ab-03a33591a809 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:17.330849 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9b04e7-4aac-43d9-a3ab-03a33591a809 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:52:17.348185 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9b04e7-4aac-43d9-a3ab-03a33591a809 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:17.349459 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-df9b04e7-4aac-43d9-a3ab-03a33591a809 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:17.406005 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-df9b04e7-4aac-43d9-a3ab-03a33591a809 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3846104 Aug 10 03:52:17.407755 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9b04e7-4aac-43d9-a3ab-03a33591a809 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event updated for resources: {'Port': ['ID=6f1f06fb-61aa-4f96-9f6a-315cd4e779e3,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:17.410285 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40168) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:17.476988 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2385988d-ec01-4ab7-ba83-ff9762754ea3 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:17.484423 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2385988d-ec01-4ab7-ba83-ff9762754ea3 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:17.486512 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-2385988d-ec01-4ab7-ba83-ff9762754ea3 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0733750 Aug 10 03:52:17.491134 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40170) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:17.626737 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-42b9a646-23aa-4daf-bd1d-721a3cb4d433 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Deleting port 6f1f06fb-61aa-4f96-9f6a-315cd4e779e3 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:52:17.627263 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-42b9a646-23aa-4daf-bd1d-721a3cb4d433 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:17.794077 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-42b9a646-23aa-4daf-bd1d-721a3cb4d433 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:17.819360 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-42b9a646-23aa-4daf-bd1d-721a3cb4d433 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Calling delete_port for 6f1f06fb-61aa-4f96-9f6a-315cd4e779e3 owned by {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:52:18.041427 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-42b9a646-23aa-4daf-bd1d-721a3cb4d433 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:18.093402 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b9a646-23aa-4daf-bd1d-721a3cb4d433 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event deleted for resources: {'Port': ['ID=6f1f06fb-61aa-4f96-9f6a-315cd4e779e3,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:18.109030 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b9a646-23aa-4daf-bd1d-721a3cb4d433 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:18.109564 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b9a646-23aa-4daf-bd1d-721a3cb4d433 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:18.110116 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b9a646-23aa-4daf-bd1d-721a3cb4d433 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:18.110741 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b9a646-23aa-4daf-bd1d-721a3cb4d433 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:18.111295 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b9a646-23aa-4daf-bd1d-721a3cb4d433 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:18.111849 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b9a646-23aa-4daf-bd1d-721a3cb4d433 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:18.112414 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b9a646-23aa-4daf-bd1d-721a3cb4d433 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:18.112979 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b9a646-23aa-4daf-bd1d-721a3cb4d433 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:18.113550 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b9a646-23aa-4daf-bd1d-721a3cb4d433 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:18.114117 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b9a646-23aa-4daf-bd1d-721a3cb4d433 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:18.114698 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b9a646-23aa-4daf-bd1d-721a3cb4d433 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:18.115253 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b9a646-23aa-4daf-bd1d-721a3cb4d433 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:18.162560 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-42b9a646-23aa-4daf-bd1d-721a3cb4d433 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:18.170712 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40178) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:18.171410 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-42b9a646-23aa-4daf-bd1d-721a3cb4d433 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/ports/6f1f06fb-61aa-4f96-9f6a-315cd4e779e3 HTTP/1.1" status: 204 len: 168 time: 0.6778111 Aug 10 03:52:18.238300 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58004d5-1156-4fde-8b0e-106816fd068f tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:18.240230 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58004d5-1156-4fde-8b0e-106816fd068f tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:18.241869 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-a58004d5-1156-4fde-8b0e-106816fd068f tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0706768 Aug 10 03:52:18.247012 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40180) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:18.253810 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40182) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:18.312885 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_v2 [None req-481525af-ad03-4ca2-b6a4-d4278d860b6c tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Deleting subnet c4074aa4-ba99-49bb-a311-a1f75975ae3d {{(pid=94260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:52:18.317133 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-481525af-ad03-4ca2-b6a4-d4278d860b6c tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for subnet, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:18.375527 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-481525af-ad03-4ca2-b6a4-d4278d860b6c tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191173'] for subnet, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:18.488565 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-48928355-61b7-473e-9152-47529312d3eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:18.500775 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-481525af-ad03-4ca2-b6a4-d4278d860b6c tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:18.589113 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-481525af-ad03-4ca2-b6a4-d4278d860b6c tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:18.608130 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-152f3505-5447-4ebb-aedf-2677f264785b None None] Provisioning for port 689dcdb6-ef98-4f86-9216-77262aefa320 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:52:18.647422 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481525af-ad03-4ca2-b6a4-d4278d860b6c tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event deleted for resources: {'Subnet': ['ID=c4074aa4-ba99-49bb-a311-a1f75975ae3d,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:18.663272 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-481525af-ad03-4ca2-b6a4-d4278d860b6c tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:18.673350 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40186) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:18.674274 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-481525af-ad03-4ca2-b6a4-d4278d860b6c tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/subnets/c4074aa4-ba99-49bb-a311-a1f75975ae3d HTTP/1.1" status: 204 len: 168 time: 0.4255600 Aug 10 03:52:18.747490 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-bbdaccb9-2db8-437e-96ad-e9ab2977c955 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0690188 Aug 10 03:52:18.748883 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40188) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:18.760997 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-48928355-61b7-473e-9152-47529312d3eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:18.766724 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-48928355-61b7-473e-9152-47529312d3eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:18.821546 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48928355-61b7-473e-9152-47529312d3eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=222606e2-8f55-4c89-99a7-3e924ffe1833,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:18.834539 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-48928355-61b7-473e-9152-47529312d3eb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c1fd45a18d8c43ec8ea02e677d7b9f5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5781505 Aug 10 03:52:18.835215 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40190) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:18.847250 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d6935b-1797-47a5-81e0-ab5912df9788 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:18.850112 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-11d6935b-1797-47a5-81e0-ab5912df9788 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0993912 Aug 10 03:52:18.857481 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40192) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:18.945641 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8741e0-161a-499c-b2ed-c6f00befeb91 None None] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:52:18.972742 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 689dcdb6-ef98-4f86-9216-77262aefa320 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:52:19.009212 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9978f430-409f-44e3-98c4-021a27205ef9 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:19.011836 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-9978f430-409f-44e3-98c4-021a27205ef9 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1528132 Aug 10 03:52:19.015633 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40194) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:19.017209 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7608250f-2aa9-4406-ac58-b41b6dd8fe63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:19.028857 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-da585b84-74cb-4bc4-83ac-cad466a7334f None None] Could not find standard attr ID for object 6f1f06fb-61aa-4f96-9f6a-315cd4e779e3. {{(pid=94262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:52:19.058136 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7608250f-2aa9-4406-ac58-b41b6dd8fe63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:19.130999 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7608250f-2aa9-4406-ac58-b41b6dd8fe63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:19.139197 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7608250f-2aa9-4406-ac58-b41b6dd8fe63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:19.143789 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-7608250f-2aa9-4406-ac58-b41b6dd8fe63 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/222606e2-8f55-4c89-99a7-3e924ffe1833 HTTP/1.1" status: 204 len: 168 time: 0.3053579 Aug 10 03:52:19.159757 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7608250f-2aa9-4406-ac58-b41b6dd8fe63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=222606e2-8f55-4c89-99a7-3e924ffe1833,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:19.253772 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 689dcdb6-ef98-4f86-9216-77262aefa320 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:52:19.260091 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 689dcdb6-ef98-4f86-9216-77262aefa320 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:19.260803 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:19.352289 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2a7033-5be1-43a8-b1a0-d667e1870ecb None None] DHCP port deletion for cfc280cf-2977-4a5c-89c8-adf4088ffacb request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:52:19.423480 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:19.475113 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 689dcdb6-ef98-4f86-9216-77262aefa320, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=689dcdb6-ef98-4f86-9216-77262aefa320,segment=NetworkSegment(52cf705f-3228-4964-8d9f-b82fd04f4836),segment_id=52cf705f-3228-4964-8d9f-b82fd04f4836)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:19.477402 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-aa2a7033-5be1-43a8-b1a0-d667e1870ecb None None] Deleting port 689dcdb6-ef98-4f86-9216-77262aefa320 {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:52:19.477810 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-aa2a7033-5be1-43a8-b1a0-d667e1870ecb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:19.481920 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:19.597301 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-aa2a7033-5be1-43a8-b1a0-d667e1870ecb None None] For port 689dcdb6-ef98-4f86-9216-77262aefa320, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=689dcdb6-ef98-4f86-9216-77262aefa320,segment=NetworkSegment(52cf705f-3228-4964-8d9f-b82fd04f4836),segment_id=52cf705f-3228-4964-8d9f-b82fd04f4836)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:19.597705 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-aa2a7033-5be1-43a8-b1a0-d667e1870ecb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:19.601107 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=689dcdb6-ef98-4f86-9216-77262aefa320,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:19.616143 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-aa2a7033-5be1-43a8-b1a0-d667e1870ecb None None] Calling delete_port for 689dcdb6-ef98-4f86-9216-77262aefa320 owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:52:19.630161 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-460860ed-b43c-40b3-9db2-bb53b90c79d4 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.6067607 Aug 10 03:52:19.631052 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40206) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:19.640858 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-26065f8a-179e-469b-aa9b-4b09f096e4a6 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Request body: {'subnet': {'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:19.716702 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-aa2a7033-5be1-43a8-b1a0-d667e1870ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:19.750289 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2a7033-5be1-43a8-b1a0-d667e1870ecb None None] Pushing event deleted for resources: {'Port': ['ID=689dcdb6-ef98-4f86-9216-77262aefa320,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:19.757236 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2a7033-5be1-43a8-b1a0-d667e1870ecb None None] No DVR routers for this DVR port 689dcdb6-ef98-4f86-9216-77262aefa320 on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:52:19.802081 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26065f8a-179e-469b-aa9b-4b09f096e4a6 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Made reservation on behalf of 81e716861c6c4321abe7f438a66c4076 for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:52:19.806532 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-26065f8a-179e-469b-aa9b-4b09f096e4a6 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:20.026919 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-26065f8a-179e-469b-aa9b-4b09f096e4a6 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58895384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805196'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:20.078626 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26065f8a-179e-469b-aa9b-4b09f096e4a6 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:52:20.084391 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-26065f8a-179e-469b-aa9b-4b09f096e4a6 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:20.087931 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26065f8a-179e-469b-aa9b-4b09f096e4a6 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:20.089109 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-26065f8a-179e-469b-aa9b-4b09f096e4a6 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:20.095094 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23bb1948-920e-46e6-936f-ef703bfa7825 None None] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:52:20.114639 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-26065f8a-179e-469b-aa9b-4b09f096e4a6 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4782991 Aug 10 03:52:20.115157 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40218) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:20.121328 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-7c5c6f55-1128-45ec-98b2-b2d633598fce tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Request body: {'port': {'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'mac_address': 'fa:16:3e:6b:a7:aa', 'name': 'tempest-NetworksTestDHCPv6-1049321339'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:20.122482 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26065f8a-179e-469b-aa9b-4b09f096e4a6 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event updated for resources: {'Subnet': ['ID=9a4ea1fe-c932-4ddd-b591-56d617abdb1e,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:20.156036 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40220) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:20.273752 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c5c6f55-1128-45ec-98b2-b2d633598fce tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Made reservation on behalf of 81e716861c6c4321abe7f438a66c4076 for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:52:20.298632 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-6175c94e-0628-4d5f-9866-da737c978036 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1911069262-network', 'tenant_id': '313fea2bc41845988f3599c81163014a'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:20.323539 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c22b6e-d912-4a23-a23e-b2ee59ca1603 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'tenant_id': '81e716861c6c4321abe7f438a66c4076', 'fixed_ips': [{'subnet_id': '9a4ea1fe-c932-4ddd-b591-56d617abdb1e'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:52:20.325460 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-89c22b6e-d912-4a23-a23e-b2ee59ca1603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:20.337137 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6175c94e-0628-4d5f-9866-da737c978036 admin admin] Made reservation on behalf of 313fea2bc41845988f3599c81163014a for: {'network': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:52:20.341235 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6175c94e-0628-4d5f-9866-da737c978036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:20.358975 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6175c94e-0628-4d5f-9866-da737c978036 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:20.428504 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7c5c6f55-1128-45ec-98b2-b2d633598fce tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:20.454533 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [None req-7c5c6f55-1128-45ec-98b2-b2d633598fce tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] device_id is not set on port d193124a-4ed2-41e7-9798-926d933cd069 yet. {{(pid=94261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:52:20.495548 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-89c22b6e-d912-4a23-a23e-b2ee59ca1603 None None] Allocated IP 2001:db8::2 (cfc280cf-2977-4a5c-89c8-adf4088ffacb/9a4ea1fe-c932-4ddd-b591-56d617abdb1e/fdaac774-14ea-4274-9542-4c61444a56d5) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:52:20.514499 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6175c94e-0628-4d5f-9866-da737c978036 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:20.522708 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6175c94e-0628-4d5f-9866-da737c978036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:20.573016 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6175c94e-0628-4d5f-9866-da737c978036 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=94260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:52:20.582671 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6175c94e-0628-4d5f-9866-da737c978036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13a9e226-cbfd-445e-8202-d264bd25819b,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:20.595464 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6175c94e-0628-4d5f-9866-da737c978036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:20.596119 n-d-768862-13 neutron-server[94260]: INFO neutron.db.segments_db [None req-6175c94e-0628-4d5f-9866-da737c978036 admin admin] Added segment edd18bbb-020d-4325-8231-42f847ee3107 of type vlan for network cd3dc204-78e1-4dbd-a299-c7b559c63744 Aug 10 03:52:20.648528 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6175c94e-0628-4d5f-9866-da737c978036 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:20.684133 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6175c94e-0628-4d5f-9866-da737c978036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:20.685544 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6175c94e-0628-4d5f-9866-da737c978036 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:20.686160 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6175c94e-0628-4d5f-9866-da737c978036 admin admin] Notify callbacks [] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:20.700572 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-89c22b6e-d912-4a23-a23e-b2ee59ca1603 None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:20.710197 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-89c22b6e-d912-4a23-a23e-b2ee59ca1603 None None] Transition to ACTIVE for port object fdaac774-14ea-4274-9542-4c61444a56d5 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:20.728998 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-89c22b6e-d912-4a23-a23e-b2ee59ca1603 None None] Transition to ACTIVE for port object fdaac774-14ea-4274-9542-4c61444a56d5 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:20.740946 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-89c22b6e-d912-4a23-a23e-b2ee59ca1603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:20.743698 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-6175c94e-0628-4d5f-9866-da737c978036 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5862703 Aug 10 03:52:20.749291 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40224) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:20.753347 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-c927ce84-1248-4d26-b8df-d82f85cc2118 admin admin] Request body: {'subnet': {'network_id': 'cd3dc204-78e1-4dbd-a299-c7b559c63744', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1911069262-subnet', 'tenant_id': '313fea2bc41845988f3599c81163014a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:20.772222 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6175c94e-0628-4d5f-9866-da737c978036 admin admin] Pushing event updated for resources: {'Network': ['ID=cd3dc204-78e1-4dbd-a299-c7b559c63744,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:20.788809 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c22b6e-d912-4a23-a23e-b2ee59ca1603 None None] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:52:20.793238 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c927ce84-1248-4d26-b8df-d82f85cc2118 admin admin] Made reservation on behalf of 313fea2bc41845988f3599c81163014a for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:52:20.793556 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network cd3dc204-78e1-4dbd-a299-c7b559c63744 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:52:20.797160 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c927ce84-1248-4d26-b8df-d82f85cc2118 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:20.812399 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-89c22b6e-d912-4a23-a23e-b2ee59ca1603 None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:20.843581 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c22b6e-d912-4a23-a23e-b2ee59ca1603 None None] Pushing event updated for resources: {'Port': ['ID=fdaac774-14ea-4274-9542-4c61444a56d5,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:20.846275 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c22b6e-d912-4a23-a23e-b2ee59ca1603 None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:52:20.915857 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 689dcdb6-ef98-4f86-9216-77262aefa320 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:52:20.919502 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-7c5c6f55-1128-45ec-98b2-b2d633598fce tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Allocated IP 2001:db8::2e4 (cfc280cf-2977-4a5c-89c8-adf4088ffacb/9a4ea1fe-c932-4ddd-b591-56d617abdb1e/d193124a-4ed2-41e7-9798-926d933cd069) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:52:20.957583 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-89c22b6e-d912-4a23-a23e-b2ee59ca1603 None None] Attempting to bind port fdaac774-14ea-4274-9542-4c61444a56d5 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:52:20.957971 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-89c22b6e-d912-4a23-a23e-b2ee59ca1603 None None] Attempting to bind port fdaac774-14ea-4274-9542-4c61444a56d5 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '52cf705f-3228-4964-8d9f-b82fd04f4836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:52:20.958398 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c22b6e-d912-4a23-a23e-b2ee59ca1603 None None] Attempting to bind port fdaac774-14ea-4274-9542-4c61444a56d5 on network cfc280cf-2977-4a5c-89c8-adf4088ffacb {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:52:20.961964 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 689dcdb6-ef98-4f86-9216-77262aefa320 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:52:20.961964 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 689dcdb6-ef98-4f86-9216-77262aefa320 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:52:20.967582 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c22b6e-d912-4a23-a23e-b2ee59ca1603 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:52:20.968042 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c22b6e-d912-4a23-a23e-b2ee59ca1603 None None] Checking segment: {'id': '52cf705f-3228-4964-8d9f-b82fd04f4836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:52:20.968558 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-89c22b6e-d912-4a23-a23e-b2ee59ca1603 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:20.969017 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c22b6e-d912-4a23-a23e-b2ee59ca1603 None None] Bound using segment: {'id': '52cf705f-3228-4964-8d9f-b82fd04f4836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:52:20.969689 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-89c22b6e-d912-4a23-a23e-b2ee59ca1603 None None] Bound port: fdaac774-14ea-4274-9542-4c61444a56d5, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52cf705f-3228-4964-8d9f-b82fd04f4836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:52:20.970779 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-89c22b6e-d912-4a23-a23e-b2ee59ca1603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:21.056596 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-89c22b6e-d912-4a23-a23e-b2ee59ca1603 None None] For port fdaac774-14ea-4274-9542-4c61444a56d5, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:52:21.060241 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-89c22b6e-d912-4a23-a23e-b2ee59ca1603 None None] For port fdaac774-14ea-4274-9542-4c61444a56d5, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=fdaac774-14ea-4274-9542-4c61444a56d5,segment=NetworkSegment(52cf705f-3228-4964-8d9f-b82fd04f4836),segment_id=52cf705f-3228-4964-8d9f-b82fd04f4836)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:52:21.070948 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-89c22b6e-d912-4a23-a23e-b2ee59ca1603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:21.076252 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c927ce84-1248-4d26-b8df-d82f85cc2118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58895384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805196'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:21.161047 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c22b6e-d912-4a23-a23e-b2ee59ca1603 None None] Pushing event updated for resources: {'Port': ['ID=fdaac774-14ea-4274-9542-4c61444a56d5,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:21.179531 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c927ce84-1248-4d26-b8df-d82f85cc2118 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1e09f72-316b-4316-8bfa-d138c0a6f18b,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:21.193814 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c927ce84-1248-4d26-b8df-d82f85cc2118 admin admin] Checking segment: {'id': 'edd18bbb-020d-4325-8231-42f847ee3107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'cd3dc204-78e1-4dbd-a299-c7b559c63744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:52:21.194533 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c927ce84-1248-4d26-b8df-d82f85cc2118 admin admin] Network hostable DHCP agents. Network: cd3dc204-78e1-4dbd-a299-c7b559c63744, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:52:21.220064 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7c5c6f55-1128-45ec-98b2-b2d633598fce tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:21.220666 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c927ce84-1248-4d26-b8df-d82f85cc2118 admin admin] Network cd3dc204-78e1-4dbd-a299-c7b559c63744 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:52:21.234029 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-c927ce84-1248-4d26-b8df-d82f85cc2118 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, cd3dc204-78e1-4dbd-a299-c7b559c63744) {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:21.237719 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [None req-7c5c6f55-1128-45ec-98b2-b2d633598fce tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Transition to ACTIVE for port object d193124a-4ed2-41e7-9798-926d933cd069 will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:21.243362 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c927ce84-1248-4d26-b8df-d82f85cc2118 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:21.245427 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c927ce84-1248-4d26-b8df-d82f85cc2118 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:21.246691 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8903b1d-7e50-494e-bdf1-eaddcbf0ec4c None None] Network cd3dc204-78e1-4dbd-a299-c7b559c63744 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:52:21.268037 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-c927ce84-1248-4d26-b8df-d82f85cc2118 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5186203 Aug 10 03:52:21.326157 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7c5c6f55-1128-45ec-98b2-b2d633598fce tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:21.427687 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ea856830-6beb-4c37-8a6f-197780a1f555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:21.431663 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5c6f55-1128-45ec-98b2-b2d633598fce tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:52:21.444535 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-7c5c6f55-1128-45ec-98b2-b2d633598fce tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:21.450643 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5c6f55-1128-45ec-98b2-b2d633598fce tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:52:21.462653 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5c6f55-1128-45ec-98b2-b2d633598fce tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:21.463920 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7c5c6f55-1128-45ec-98b2-b2d633598fce tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:21.467227 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769df5e1-0502-4d2c-b88b-2d8ee6defe57 None None] Network cd3dc204-78e1-4dbd-a299-c7b559c63744 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:52:21.494199 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5c6f55-1128-45ec-98b2-b2d633598fce tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event updated for resources: {'Port': ['ID=d193124a-4ed2-41e7-9798-926d933cd069,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:21.501004 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-7c5c6f55-1128-45ec-98b2-b2d633598fce tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3845260 Aug 10 03:52:21.505150 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40228) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:21.587046 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4042ad50-7318-4bae-b843-e66fb8d70572 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:21.593679 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4042ad50-7318-4bae-b843-e66fb8d70572 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:21.597960 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-4042ad50-7318-4bae-b843-e66fb8d70572 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.0892637 Aug 10 03:52:21.598735 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40234) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:21.734559 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-398108ba-d918-40ba-8484-857777317878 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Deleting port d193124a-4ed2-41e7-9798-926d933cd069 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:52:21.734902 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-398108ba-d918-40ba-8484-857777317878 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:21.846803 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-398108ba-d918-40ba-8484-857777317878 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:21.867975 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-398108ba-d918-40ba-8484-857777317878 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Calling delete_port for d193124a-4ed2-41e7-9798-926d933cd069 owned by {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:52:22.091874 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-398108ba-d918-40ba-8484-857777317878 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:22.126089 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398108ba-d918-40ba-8484-857777317878 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event deleted for resources: {'Port': ['ID=d193124a-4ed2-41e7-9798-926d933cd069,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:22.175840 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-398108ba-d918-40ba-8484-857777317878 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:22.180981 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-398108ba-d918-40ba-8484-857777317878 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/ports/d193124a-4ed2-41e7-9798-926d933cd069 HTTP/1.1" status: 204 len: 168 time: 0.5806315 Aug 10 03:52:22.181554 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40242) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:22.258377 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b25fd3-f911-48e2-b19b-ab2b379fa94e tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:22.261656 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b25fd3-f911-48e2-b19b-ab2b379fa94e tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:22.264467 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-f4b25fd3-f911-48e2-b19b-ab2b379fa94e tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0805476 Aug 10 03:52:22.267115 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40244) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:22.355811 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_v2 [None req-43307106-c362-42f2-9d47-43707da9a635 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Deleting subnet 9a4ea1fe-c932-4ddd-b591-56d617abdb1e {{(pid=94260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:52:22.359840 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-43307106-c362-42f2-9d47-43707da9a635 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for subnet, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:22.410582 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-43307106-c362-42f2-9d47-43707da9a635 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191173'] for subnet, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:22.527158 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-70d17cad-b3ec-481b-8bb4-1eae64d12aa6 None None] Provisioning for port fdaac774-14ea-4274-9542-4c61444a56d5 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:52:22.531738 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-43307106-c362-42f2-9d47-43707da9a635 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:22.620284 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-43307106-c362-42f2-9d47-43707da9a635 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:22.672129 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43307106-c362-42f2-9d47-43707da9a635 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event deleted for resources: {'Subnet': ['ID=9a4ea1fe-c932-4ddd-b591-56d617abdb1e,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:22.677282 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-43307106-c362-42f2-9d47-43707da9a635 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:22.680419 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-43307106-c362-42f2-9d47-43707da9a635 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/subnets/9a4ea1fe-c932-4ddd-b591-56d617abdb1e HTTP/1.1" status: 204 len: 168 time: 0.4117010 Aug 10 03:52:22.683579 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40246) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:22.745329 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-bea90071-cc48-4d36-85cc-dc68cf8814ef tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0589864 Aug 10 03:52:22.748542 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40248) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:22.765141 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-ac8bd503-8dd2-450b-899c-d1f54e83b290 None None] Could not find standard attr ID for object d193124a-4ed2-41e7-9798-926d933cd069. {{(pid=94262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:52:22.880045 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d142d3e1-23f1-465d-84db-1e4f4b48a8e5 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:22.883185 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-d142d3e1-23f1-465d-84db-1e4f4b48a8e5 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1325734 Aug 10 03:52:22.886483 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40252) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:22.919030 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device fdaac774-14ea-4274-9542-4c61444a56d5 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:52:23.019324 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528e2a7f-36c3-42bb-aa26-cea4c75c0bcc None None] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:52:23.019921 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285d5219-56fa-4eda-974c-f8bf58d9417c tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:23.026953 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40254) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:23.027380 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-285d5219-56fa-4eda-974c-f8bf58d9417c tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1391335 Aug 10 03:52:23.093634 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-5af56ea2-7458-42f2-bd8b-bff48c8a7cdd tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0651193 Aug 10 03:52:23.100355 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40258) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:23.107885 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-b66b50bd-860e-4e73-bd2c-8f7bba98ce89 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Request body: {'subnet': {'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:23.129801 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port fdaac774-14ea-4274-9542-4c61444a56d5 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:52:23.166137 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port fdaac774-14ea-4274-9542-4c61444a56d5 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:23.166718 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:23.281216 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b66b50bd-860e-4e73-bd2c-8f7bba98ce89 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Made reservation on behalf of 81e716861c6c4321abe7f438a66c4076 for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:52:23.284134 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:23.287587 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b66b50bd-860e-4e73-bd2c-8f7bba98ce89 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:23.315402 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c0bd7c-d5a9-4eb1-8a7d-886e2c9dd076 None None] DHCP port deletion for cfc280cf-2977-4a5c-89c8-adf4088ffacb request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:52:23.342673 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port fdaac774-14ea-4274-9542-4c61444a56d5, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=fdaac774-14ea-4274-9542-4c61444a56d5,segment=NetworkSegment(52cf705f-3228-4964-8d9f-b82fd04f4836),segment_id=52cf705f-3228-4964-8d9f-b82fd04f4836)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:23.373659 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:23.443494 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=fdaac774-14ea-4274-9542-4c61444a56d5,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:23.451997 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-e8c0bd7c-d5a9-4eb1-8a7d-886e2c9dd076 None None] Deleting port fdaac774-14ea-4274-9542-4c61444a56d5 {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:52:23.453703 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e8c0bd7c-d5a9-4eb1-8a7d-886e2c9dd076 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:23.542533 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-e8c0bd7c-d5a9-4eb1-8a7d-886e2c9dd076 None None] For port fdaac774-14ea-4274-9542-4c61444a56d5, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=fdaac774-14ea-4274-9542-4c61444a56d5,segment=NetworkSegment(52cf705f-3228-4964-8d9f-b82fd04f4836),segment_id=52cf705f-3228-4964-8d9f-b82fd04f4836)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:23.543569 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e8c0bd7c-d5a9-4eb1-8a7d-886e2c9dd076 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:23.567241 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-e8c0bd7c-d5a9-4eb1-8a7d-886e2c9dd076 None None] Calling delete_port for fdaac774-14ea-4274-9542-4c61444a56d5 owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:52:23.720371 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-524e84f3-23f1-4eb7-af7c-569d3641b65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:23.739295 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e8c0bd7c-d5a9-4eb1-8a7d-886e2c9dd076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:23.771752 n-d-768862-13 neutron-server[94261]: DEBUG neutron.objects.ports [None req-b66b50bd-860e-4e73-bd2c-8f7bba98ce89 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94261) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 03:52:23.774492 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c0bd7c-d5a9-4eb1-8a7d-886e2c9dd076 None None] Pushing event deleted for resources: {'Port': ['ID=fdaac774-14ea-4274-9542-4c61444a56d5,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:23.779417 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c0bd7c-d5a9-4eb1-8a7d-886e2c9dd076 None None] No DVR routers for this DVR port fdaac774-14ea-4274-9542-4c61444a56d5 on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:52:23.898656 n-d-768862-13 neutron-server[94261]: WARNING neutron.services.revisions.revision_plugin [None req-b66b50bd-860e-4e73-bd2c-8f7bba98ce89 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Could not find related port for resource to bump revision. Aug 10 03:52:23.905197 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.ipam_pluggable_backend [None req-b66b50bd-860e-4e73-bd2c-8f7bba98ce89 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Port fdaac774-14ea-4274-9542-4c61444a56d5 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94261) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 10 03:52:23.905557 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.ipam_pluggable_backend [None req-b66b50bd-860e-4e73-bd2c-8f7bba98ce89 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Reverting IP allocation for 2001:db8::f816:3eff:fec3:11e9 {{(pid=94261) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 10 03:52:23.909404 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.ipam_pluggable_backend [None req-b66b50bd-860e-4e73-bd2c-8f7bba98ce89 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fec3:11e9 {{(pid=94261) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 10 03:52:23.910852 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b66b50bd-860e-4e73-bd2c-8f7bba98ce89 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:23.960035 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66b50bd-860e-4e73-bd2c-8f7bba98ce89 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:52:23.964083 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-b66b50bd-860e-4e73-bd2c-8f7bba98ce89 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:23.969076 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66b50bd-860e-4e73-bd2c-8f7bba98ce89 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:23.969833 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b66b50bd-860e-4e73-bd2c-8f7bba98ce89 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:23.981616 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6436c472-c1cc-482c-955a-0b15ce1c824e None None] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:52:24.000313 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66b50bd-860e-4e73-bd2c-8f7bba98ce89 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event updated for resources: {'Subnet': ['ID=6c530f42-892b-4004-8d3e-163069fec588,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:24.032202 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-b66b50bd-860e-4e73-bd2c-8f7bba98ce89 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9269390 Aug 10 03:52:24.032486 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40266) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:24.037823 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-2c0b37cc-b4bf-4b39-b12b-d1dd1f452bd5 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Request body: {'subnet': {'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:24.258791 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c0b37cc-b4bf-4b39-b12b-d1dd1f452bd5 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Made reservation on behalf of 81e716861c6c4321abe7f438a66c4076 for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:52:24.268006 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2c0b37cc-b4bf-4b39-b12b-d1dd1f452bd5 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:24.288508 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab57e0b1-dc47-45b5-9061-aa349510e626 req-c22c517f-4867-4cdb-8582-1ad589a288c9 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:24.296963 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ab57e0b1-dc47-45b5-9061-aa349510e626 req-c22c517f-4867-4cdb-8582-1ad589a288c9 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] 10.222.0.44 "GET /v2.0/ports?device_id=e696b1a3-586b-498f-bbfd-4b8c2d29647e HTTP/1.1" status: 200 len: 946 time: 0.1789773 Aug 10 03:52:24.328711 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:24.351729 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ab57e0b1-dc47-45b5-9061-aa349510e626 req-8c02ad48-daba-4e63-976b-f47040dc3994 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] 10.222.0.44 "GET /v2.0/security-groups?id=9dfdb3c8-3e7c-4acc-af10-80c9821ef795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537384 Aug 10 03:52:24.452784 n-d-768862-13 neutron-server[94261]: INFO neutron.db.ipam_backend_mixin [None req-2c0b37cc-b4bf-4b39-b12b-d1dd1f452bd5 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6c530f42-892b-4004-8d3e-163069fec588 (CIDR: 2001:db8::/64) Aug 10 03:52:24.457668 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c0b37cc-b4bf-4b39-b12b-d1dd1f452bd5 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:52:24.458591 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c0b37cc-b4bf-4b39-b12b-d1dd1f452bd5 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:52:24.475560 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a520009f-1b99-4976-82cf-787c410425bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'tenant_id': '81e716861c6c4321abe7f438a66c4076', 'fixed_ips': [{'subnet_id': '6c530f42-892b-4004-8d3e-163069fec588'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:52:24.476761 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a520009f-1b99-4976-82cf-787c410425bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:24.500304 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-2c0b37cc-b4bf-4b39-b12b-d1dd1f452bd5 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4626863 Aug 10 03:52:24.500784 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40278) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:24.509658 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-55201950-b389-42c4-bf95-56e6114c852f tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Request body: {'subnet': {'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:24.740257 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55201950-b389-42c4-bf95-56e6114c852f tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Made reservation on behalf of 81e716861c6c4321abe7f438a66c4076 for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:52:24.746979 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-55201950-b389-42c4-bf95-56e6114c852f tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:24.757008 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-a520009f-1b99-4976-82cf-787c410425bc None None] Allocated IP 2001:db8::f816:3eff:fe87:f455 (cfc280cf-2977-4a5c-89c8-adf4088ffacb/6c530f42-892b-4004-8d3e-163069fec588/7f3da56c-ce8c-4125-a7a2-df711e914a03) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:52:24.885325 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device fdaac774-14ea-4274-9542-4c61444a56d5 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:52:24.922679 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: fdaac774-14ea-4274-9542-4c61444a56d5 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:52:24.923297 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device fdaac774-14ea-4274-9542-4c61444a56d5 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:52:24.965529 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21fc6bd-e955-43e3-827a-5dd6f2be9214 req-5ff73b68-faca-4768-88a6-89bb4995d140 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:24.968093 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f21fc6bd-e955-43e3-827a-5dd6f2be9214 req-5ff73b68-faca-4768-88a6-89bb4995d140 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] 10.222.0.61 "GET /v2.0/ports?device_id=e696b1a3-586b-498f-bbfd-4b8c2d29647e HTTP/1.1" status: 200 len: 946 time: 0.1378560 Aug 10 03:52:25.049878 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a520009f-1b99-4976-82cf-787c410425bc None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:25.065158 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-a520009f-1b99-4976-82cf-787c410425bc None None] Transition to ACTIVE for port object 7f3da56c-ce8c-4125-a7a2-df711e914a03 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:25.092508 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-a520009f-1b99-4976-82cf-787c410425bc None None] Transition to ACTIVE for port object 7f3da56c-ce8c-4125-a7a2-df711e914a03 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:25.101672 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a520009f-1b99-4976-82cf-787c410425bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:25.175161 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a520009f-1b99-4976-82cf-787c410425bc None None] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:52:25.180514 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-a520009f-1b99-4976-82cf-787c410425bc None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:25.187197 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a520009f-1b99-4976-82cf-787c410425bc None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:52:25.199643 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a520009f-1b99-4976-82cf-787c410425bc None None] Pushing event updated for resources: {'Port': ['ID=7f3da56c-ce8c-4125-a7a2-df711e914a03,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:25.266057 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-a520009f-1b99-4976-82cf-787c410425bc None None] Attempting to bind port 7f3da56c-ce8c-4125-a7a2-df711e914a03 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:52:25.266480 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-a520009f-1b99-4976-82cf-787c410425bc None None] Attempting to bind port 7f3da56c-ce8c-4125-a7a2-df711e914a03 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '52cf705f-3228-4964-8d9f-b82fd04f4836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:52:25.266900 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a520009f-1b99-4976-82cf-787c410425bc None None] Attempting to bind port 7f3da56c-ce8c-4125-a7a2-df711e914a03 on network cfc280cf-2977-4a5c-89c8-adf4088ffacb {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:52:25.273025 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a520009f-1b99-4976-82cf-787c410425bc None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:52:25.273383 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a520009f-1b99-4976-82cf-787c410425bc None None] Checking segment: {'id': '52cf705f-3228-4964-8d9f-b82fd04f4836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:52:25.273802 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a520009f-1b99-4976-82cf-787c410425bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:25.274514 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a520009f-1b99-4976-82cf-787c410425bc None None] Bound using segment: {'id': '52cf705f-3228-4964-8d9f-b82fd04f4836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:52:25.275094 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-a520009f-1b99-4976-82cf-787c410425bc None None] Bound port: 7f3da56c-ce8c-4125-a7a2-df711e914a03, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52cf705f-3228-4964-8d9f-b82fd04f4836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:52:25.275668 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a520009f-1b99-4976-82cf-787c410425bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:25.281116 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-f21fc6bd-e955-43e3-827a-5dd6f2be9214 req-beea12e6-05c2-4228-a0ea-96575b92d825 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Deleting port ec4737a8-b58e-47b3-a875-21eccccfae29 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:52:25.281623 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-f21fc6bd-e955-43e3-827a-5dd6f2be9214 req-beea12e6-05c2-4228-a0ea-96575b92d825 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:25.384197 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-a520009f-1b99-4976-82cf-787c410425bc None None] For port 7f3da56c-ce8c-4125-a7a2-df711e914a03, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:52:25.390895 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-a520009f-1b99-4976-82cf-787c410425bc None None] For port 7f3da56c-ce8c-4125-a7a2-df711e914a03, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=7f3da56c-ce8c-4125-a7a2-df711e914a03,segment=NetworkSegment(52cf705f-3228-4964-8d9f-b82fd04f4836),segment_id=52cf705f-3228-4964-8d9f-b82fd04f4836)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:52:25.417065 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a520009f-1b99-4976-82cf-787c410425bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:25.547100 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a520009f-1b99-4976-82cf-787c410425bc None None] Pushing event updated for resources: {'Port': ['ID=7f3da56c-ce8c-4125-a7a2-df711e914a03,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:25.578178 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-55201950-b389-42c4-bf95-56e6114c852f tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58895384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805196'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:25.593256 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-f21fc6bd-e955-43e3-827a-5dd6f2be9214 req-beea12e6-05c2-4228-a0ea-96575b92d825 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] For port ec4737a8-b58e-47b3-a875-21eccccfae29, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=ec4737a8-b58e-47b3-a875-21eccccfae29,segment=NetworkSegment(71c155ef-f019-42c3-9a95-f8a7557bb52c),segment_id=71c155ef-f019-42c3-9a95-f8a7557bb52c)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:25.593857 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-f21fc6bd-e955-43e3-827a-5dd6f2be9214 req-beea12e6-05c2-4228-a0ea-96575b92d825 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:25.601594 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:25.747639 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55201950-b389-42c4-bf95-56e6114c852f tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:52:25.781754 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-55201950-b389-42c4-bf95-56e6114c852f tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:25.795207 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55201950-b389-42c4-bf95-56e6114c852f tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event updated for resources: {'Subnet': ['ID=4aafb149-fa67-4692-8ba3-4fa1c3beeeb9,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:25.800331 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55201950-b389-42c4-bf95-56e6114c852f tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:25.801984 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-55201950-b389-42c4-bf95-56e6114c852f tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:25.968827 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-55201950-b389-42c4-bf95-56e6114c852f tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4661112 Aug 10 03:52:25.974515 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40294) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:26.004458 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-fe68a31a-b3c4-4dc5-9098-7983fda86b07 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Request body: {'port': {'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'mac_address': 'fa:16:3e:84:cd:8e', 'name': 'tempest-NetworksTestDHCPv6-347383808'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:26.018203 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c52c7d-0926-4965-a60f-e35a25694551 req-10fa343b-9c10-4405-a1b7-601a65c2dc8b tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:26.051479 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b7c52c7d-0926-4965-a60f-e35a25694551 req-10fa343b-9c10-4405-a1b7-601a65c2dc8b tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] 10.222.0.44 "GET /v2.0/ports?device_id=e696b1a3-586b-498f-bbfd-4b8c2d29647e HTTP/1.1" status: 200 len: 946 time: 0.5202174 Aug 10 03:52:26.216357 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b7c52c7d-0926-4965-a60f-e35a25694551 req-110f71e4-5aa2-4175-9c7a-8ff967e45357 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] 10.222.0.44 "GET /v2.0/security-groups?id=9dfdb3c8-3e7c-4acc-af10-80c9821ef795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1631556 Aug 10 03:52:26.220005 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-f21fc6bd-e955-43e3-827a-5dd6f2be9214 req-beea12e6-05c2-4228-a0ea-96575b92d825 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:26.230857 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-f21fc6bd-e955-43e3-827a-5dd6f2be9214 req-beea12e6-05c2-4228-a0ea-96575b92d825 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:26.236080 n-d-768862-13 neutron-server[94260]: INFO neutron.db.l3_db [req-f21fc6bd-e955-43e3-827a-5dd6f2be9214 req-beea12e6-05c2-4228-a0ea-96575b92d825 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Floating IP 037487e4-e270-4f9b-89b9-6586656312ea disassociated. External IP: 172.25.6.63, port: ec4737a8-b58e-47b3-a875-21eccccfae29. Aug 10 03:52:26.238819 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-f21fc6bd-e955-43e3-827a-5dd6f2be9214 req-beea12e6-05c2-4228-a0ea-96575b92d825 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Calling delete_port for ec4737a8-b58e-47b3-a875-21eccccfae29 owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:52:26.245521 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:26.252100 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe68a31a-b3c4-4dc5-9098-7983fda86b07 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Made reservation on behalf of 81e716861c6c4321abe7f438a66c4076 for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:52:26.394285 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-fe68a31a-b3c4-4dc5-9098-7983fda86b07 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:26.422835 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [None req-fe68a31a-b3c4-4dc5-9098-7983fda86b07 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] device_id is not set on port ca19065e-fba8-482c-9480-2db27b6ee694 yet. {{(pid=94261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:52:26.446948 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-f21fc6bd-e955-43e3-827a-5dd6f2be9214 req-beea12e6-05c2-4228-a0ea-96575b92d825 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:26.491544 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beea12e6-05c2-4228-a0ea-96575b92d825 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Pushing event deleted for resources: {'Port': ['ID=ec4737a8-b58e-47b3-a875-21eccccfae29,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:26.710037 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f21fc6bd-e955-43e3-827a-5dd6f2be9214 req-beea12e6-05c2-4228-a0ea-96575b92d825 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Router 7e1a77f4-431a-4e77-b3a9-90c826e9fa18 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:52:26.752837 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-fe68a31a-b3c4-4dc5-9098-7983fda86b07 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Allocated IP 2001:db8:0:1::10a (cfc280cf-2977-4a5c-89c8-adf4088ffacb/4aafb149-fa67-4692-8ba3-4fa1c3beeeb9/ca19065e-fba8-482c-9480-2db27b6ee694) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:52:26.768509 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-fe68a31a-b3c4-4dc5-9098-7983fda86b07 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Allocated IP 2001:db8::f816:3eff:fe84:cd8e (cfc280cf-2977-4a5c-89c8-adf4088ffacb/6c530f42-892b-4004-8d3e-163069fec588/ca19065e-fba8-482c-9480-2db27b6ee694) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:52:26.884676 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:26.953668 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 7f3da56c-ce8c-4125-a7a2-df711e914a03 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:52:27.000000 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f21fc6bd-e955-43e3-827a-5dd6f2be9214 req-beea12e6-05c2-4228-a0ea-96575b92d825 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:52:27.036656 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2cb34e-7f59-4c47-b3b4-f3757bacff0e None None] Sync routers for ids ['7e1a77f4-431a-4e77-b3a9-90c826e9fa18'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:52:27.087078 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2cb34e-7f59-4c47-b3b4-f3757bacff0e None None] Routers {'7e1a77f4-431a-4e77-b3a9-90c826e9fa18'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:52:27.088593 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-ca2cb34e-7f59-4c47-b3b4-f3757bacff0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:52:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['7e1a77f4-431a-4e77-b3a9-90c826e9fa18'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:27.157625 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-f21fc6bd-e955-43e3-827a-5dd6f2be9214 req-beea12e6-05c2-4228-a0ea-96575b92d825 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] No DVR routers for this DVR port ec4737a8-b58e-47b3-a875-21eccccfae29 on host n-h2-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:52:27.185246 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-f21fc6bd-e955-43e3-827a-5dd6f2be9214 req-beea12e6-05c2-4228-a0ea-96575b92d825 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:27.186700 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-fe68a31a-b3c4-4dc5-9098-7983fda86b07 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:27.201494 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f21fc6bd-e955-43e3-827a-5dd6f2be9214 req-beea12e6-05c2-4228-a0ea-96575b92d825 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] 10.222.0.61 "DELETE /v2.0/ports/ec4737a8-b58e-47b3-a875-21eccccfae29 HTTP/1.1" status: 204 len: 173 time: 2.2175760 Aug 10 03:52:27.202961 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e696b1a3-586b-498f-bbfd-4b8c2d29647e', 'name': 'network-vif-deleted', 'tag': 'ec4737a8-b58e-47b3-a875-21eccccfae29'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:52:27.209190 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-008c1f5a-6cf1-46f9-82d6-85bd16e51ce6" -d '{"events": [{"server_uuid": "e696b1a3-586b-498f-bbfd-4b8c2d29647e", "name": "network-vif-deleted", "tag": "ec4737a8-b58e-47b3-a875-21eccccfae29"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:52:27.235925 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [None req-fe68a31a-b3c4-4dc5-9098-7983fda86b07 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Transition to ACTIVE for port object ca19065e-fba8-482c-9480-2db27b6ee694 will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:27.389415 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c77572-5f10-4e3c-8df5-c0d99062a9cf None None] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:52:27.406691 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-fe68a31a-b3c4-4dc5-9098-7983fda86b07 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:27.409937 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91e76ab8-ae6c-4154-a4a6-b956394d3e37 x-openstack-request-id: req-91e76ab8-ae6c-4154-a4a6-b956394d3e37 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:52:27.410484 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e696b1a3-586b-498f-bbfd-4b8c2d29647e", "name": "network-vif-deleted", "tag": "ec4737a8-b58e-47b3-a875-21eccccfae29", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:52:27.410883 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-91e76ab8-ae6c-4154-a4a6-b956394d3e37 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:52:27.411882 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e696b1a3-586b-498f-bbfd-4b8c2d29647e', 'name': 'network-vif-deleted', 'tag': 'ec4737a8-b58e-47b3-a875-21eccccfae29', 'status': 'completed', 'code': 200} Aug 10 03:52:27.488978 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe68a31a-b3c4-4dc5-9098-7983fda86b07 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:52:27.493729 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-fe68a31a-b3c4-4dc5-9098-7983fda86b07 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:27.504456 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe68a31a-b3c4-4dc5-9098-7983fda86b07 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:52:27.522743 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe68a31a-b3c4-4dc5-9098-7983fda86b07 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:27.523843 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-fe68a31a-b3c4-4dc5-9098-7983fda86b07 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:27.540401 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d4a09dd3-9112-4920-a0ba-d5e1407edc73 req-19e989b4-ddcc-4601-a8c5-d89788431a1a tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] 10.222.0.44 "GET /v2.0/ports?device_id=e696b1a3-586b-498f-bbfd-4b8c2d29647e HTTP/1.1" status: 200 len: 210 time: 0.1085899 Aug 10 03:52:27.569298 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe68a31a-b3c4-4dc5-9098-7983fda86b07 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event updated for resources: {'Port': ['ID=ca19065e-fba8-482c-9480-2db27b6ee694,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:27.583018 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 7f3da56c-ce8c-4125-a7a2-df711e914a03 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:52:27.595287 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-82792eaf-16e8-4684-8040-5479f8b1cd98 None None] Provisioning for port 7f3da56c-ce8c-4125-a7a2-df711e914a03 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:52:27.600025 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-fe68a31a-b3c4-4dc5-9098-7983fda86b07 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.6219544 Aug 10 03:52:27.601098 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40310) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:27.605414 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 7f3da56c-ce8c-4125-a7a2-df711e914a03 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:27.605875 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:27.616997 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-82792eaf-16e8-4684-8040-5479f8b1cd98 None None] Provisioning complete for port 7f3da56c-ce8c-4125-a7a2-df711e914a03 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:27.617386 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-82792eaf-16e8-4684-8040-5479f8b1cd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:27.641246 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-ca2cb34e-7f59-4c47-b3b4-f3757bacff0e None None] Set router 7e1a77f4-431a-4e77-b3a9-90c826e9fa18 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:52:27.738631 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-90676a63-4253-43bc-a132-f284b0e31bd8 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Deleting port ca19065e-fba8-482c-9480-2db27b6ee694 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:52:27.739504 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-90676a63-4253-43bc-a132-f284b0e31bd8 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:27.915325 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-90676a63-4253-43bc-a132-f284b0e31bd8 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:27.949660 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-90676a63-4253-43bc-a132-f284b0e31bd8 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Calling delete_port for ca19065e-fba8-482c-9480-2db27b6ee694 owned by {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:52:28.005957 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-82792eaf-16e8-4684-8040-5479f8b1cd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:28.043577 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1c24c6-0b22-4c62-be81-3129ed0fef49 None None] Update dhcp port {'port': {'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'fixed_ips': [{'subnet_id': '6c530f42-892b-4004-8d3e-163069fec588', 'ip_address': '2001:db8::f816:3eff:fe87:f455'}, {'subnet_id': '4aafb149-fa67-4692-8ba3-4fa1c3beeeb9'}], 'binding:host_id': 'n-d-768862-13'}, 'id': '7f3da56c-ce8c-4125-a7a2-df711e914a03'} from n-d-768862-13. {{(pid=94262) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 03:52:28.047588 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:28.146632 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-5b1c24c6-0b22-4c62-be81-3129ed0fef49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:28.153401 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-82792eaf-16e8-4684-8040-5479f8b1cd98 None None] For port 7f3da56c-ce8c-4125-a7a2-df711e914a03, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=7f3da56c-ce8c-4125-a7a2-df711e914a03,segment=NetworkSegment(52cf705f-3228-4964-8d9f-b82fd04f4836),segment_id=52cf705f-3228-4964-8d9f-b82fd04f4836)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:28.169160 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-82792eaf-16e8-4684-8040-5479f8b1cd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:28.190676 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-90676a63-4253-43bc-a132-f284b0e31bd8 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:28.226601 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90676a63-4253-43bc-a132-f284b0e31bd8 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event deleted for resources: {'Port': ['ID=ca19065e-fba8-482c-9480-2db27b6ee694,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:28.289483 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-90676a63-4253-43bc-a132-f284b0e31bd8 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:28.292394 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-90676a63-4253-43bc-a132-f284b0e31bd8 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/ports/ca19065e-fba8-482c-9480-2db27b6ee694 HTTP/1.1" status: 204 len: 168 time: 0.6892385 Aug 10 03:52:28.295409 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40314) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:28.349052 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87cdf72-5d27-4f0d-93d4-5f1e4e61be9f tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:28.353670 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40316) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:28.354975 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-c87cdf72-5d27-4f0d-93d4-5f1e4e61be9f tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0571783 Aug 10 03:52:28.374993 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.db.api [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:52:28.375429 n-d-768862-13 neutron-server[94262]: DEBUG oslo_db.api [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:52:28.375887 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82792eaf-16e8-4684-8040-5479f8b1cd98 None None] Pushing event updated for resources: {'Port': ['ID=7f3da56c-ce8c-4125-a7a2-df711e914a03,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:28.398076 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-ca2cb34e-7f59-4c47-b3b4-f3757bacff0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e1a77f4-431a-4e77-b3a9-90c826e9fa18', 'name': 'tempest-TestServerBasicOps-1935942954-router', 'tenant_id': '810c64a9b2844404a2bfdb7c413aee0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '3731b744-4684-4032-ba92-6fcae4c22b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:46:13Z', 'updated_at': '2021-08-10T03:46:17Z', 'revision_number': 4, 'project_id': '810c64a9b2844404a2bfdb7c413aee0e', 'gw_port': {'id': '3731b744-4684-4032-ba92-6fcae4c22b73', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:65:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1a77f4-431a-4e77-b3a9-90c826e9fa18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:14Z', 'updated_at': '2021-08-10T03:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '3d05e2a8-0ce3-44c4-a772-982d179bfdca', 'name': '', 'network_id': '095ca989-3257-4413-9aaa-cedbc7b00f9f', 'tenant_id': '810c64a9b2844404a2bfdb7c413aee0e', 'mac_address': 'fa:16:3e:55:4b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1a77f4-431a-4e77-b3a9-90c826e9fa18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': '59239fe0-5b0a-4cf2-984b-fbd48b94dbaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:17Z', 'updated_at': '2021-08-10T03:46:26Z', 'revision_number': 5, 'project_id': '810c64a9b2844404a2bfdb7c413aee0e', 'subnets': [{'id': '59239fe0-5b0a-4cf2-984b-fbd48b94dbaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:28.414469 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e64d8a-ae74-47cb-9b90-4dfc7caa8434 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:28.419146 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-b3e64d8a-ae74-47cb-9b90-4dfc7caa8434 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0591569 Aug 10 03:52:28.419615 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40318) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:28.435779 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2cb34e-7f59-4c47-b3b4-f3757bacff0e None None] Checking router: 7e1a77f4-431a-4e77-b3a9-90c826e9fa18 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:52:28.478337 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2cb34e-7f59-4c47-b3b4-f3757bacff0e None None] Routers {'7e1a77f4-431a-4e77-b3a9-90c826e9fa18'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:52:28.479004 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-ca2cb34e-7f59-4c47-b3b4-f3757bacff0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:52:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['7e1a77f4-431a-4e77-b3a9-90c826e9fa18'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:28.491734 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddfeb26e-75f8-42bd-8721-4b1a00bc99f3 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:28.494571 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddfeb26e-75f8-42bd-8721-4b1a00bc99f3 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:28.496380 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddfeb26e-75f8-42bd-8721-4b1a00bc99f3 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:28.498542 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-ddfeb26e-75f8-42bd-8721-4b1a00bc99f3 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0775173 Aug 10 03:52:28.501347 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40320) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:28.554872 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-5b1c24c6-0b22-4c62-be81-3129ed0fef49 None None] Allocated IP 2001:db8:0:1::2 (cfc280cf-2977-4a5c-89c8-adf4088ffacb/4aafb149-fa67-4692-8ba3-4fa1c3beeeb9/7f3da56c-ce8c-4125-a7a2-df711e914a03) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:52:28.576716 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-716b4c09-59cc-4da0-a3a9-683a529058a0 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Deleting subnet 4aafb149-fa67-4692-8ba3-4fa1c3beeeb9 {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:52:28.617393 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40324) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:28.763108 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-2d088a95-f0fd-4f16-be9a-9597af92fe1a tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Deleting port d66af1e2-5ca8-43f6-9201-27d928d9b0aa {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:52:28.763779 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2d088a95-f0fd-4f16-be9a-9597af92fe1a tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:28.778652 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device ec4737a8-b58e-47b3-a875-21eccccfae29 no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:52:28.847346 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] No Port match for: ec4737a8-b58e-47b3-a875-21eccccfae29 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:52:28.848235 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device ec4737a8-b58e-47b3-a875-21eccccfae29 not bound to the agent host n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:52:28.851226 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2d088a95-f0fd-4f16-be9a-9597af92fe1a tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:28.851226 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2d088a95-f0fd-4f16-be9a-9597af92fe1a tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:28.874915 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-ca2cb34e-7f59-4c47-b3b4-f3757bacff0e None None] Set router 7e1a77f4-431a-4e77-b3a9-90c826e9fa18 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:52:28.876172 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-2d088a95-f0fd-4f16-be9a-9597af92fe1a tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Calling delete_port for d66af1e2-5ca8-43f6-9201-27d928d9b0aa owned by network:floatingip {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:52:29.012394 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-5b1c24c6-0b22-4c62-be81-3129ed0fef49 None None] For port 7f3da56c-ce8c-4125-a7a2-df711e914a03, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=7f3da56c-ce8c-4125-a7a2-df711e914a03,segment=NetworkSegment(52cf705f-3228-4964-8d9f-b82fd04f4836),segment_id=52cf705f-3228-4964-8d9f-b82fd04f4836)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:29.062001 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2d088a95-f0fd-4f16-be9a-9597af92fe1a tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:29.093615 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d088a95-f0fd-4f16-be9a-9597af92fe1a tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Pushing event deleted for resources: {'Port': ['ID=d66af1e2-5ca8-43f6-9201-27d928d9b0aa,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:29.097864 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-5b1c24c6-0b22-4c62-be81-3129ed0fef49 None None] Notify callbacks [] for port, precommit_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:29.134972 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-5b1c24c6-0b22-4c62-be81-3129ed0fef49 None None] Transition to ACTIVE for port object 7f3da56c-ce8c-4125-a7a2-df711e914a03 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:29.141396 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-716b4c09-59cc-4da0-a3a9-683a529058a0 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:29.159553 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-5b1c24c6-0b22-4c62-be81-3129ed0fef49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:29.167630 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 7f3da56c-ce8c-4125-a7a2-df711e914a03 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:52:29.196704 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-716b4c09-59cc-4da0-a3a9-683a529058a0 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:29.215172 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2d088a95-f0fd-4f16-be9a-9597af92fe1a tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Notify callbacks [] for floatingip, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:29.222814 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2d088a95-f0fd-4f16-be9a-9597af92fe1a tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:29.226499 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-2d088a95-f0fd-4f16-be9a-9597af92fe1a tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] 10.222.0.44 "DELETE /v2.0/floatingips/037487e4-e270-4f9b-89b9-6586656312ea HTTP/1.1" status: 204 len: 168 time: 0.6077058 Aug 10 03:52:29.347867 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-716b4c09-59cc-4da0-a3a9-683a529058a0 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:29.351616 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1c24c6-0b22-4c62-be81-3129ed0fef49 None None] Pushing event updated for resources: {'Port': ['ID=7f3da56c-ce8c-4125-a7a2-df711e914a03,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:29.351996 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40332) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:29.438173 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-ca2cb34e-7f59-4c47-b3b4-f3757bacff0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e1a77f4-431a-4e77-b3a9-90c826e9fa18', 'name': 'tempest-TestServerBasicOps-1935942954-router', 'tenant_id': '810c64a9b2844404a2bfdb7c413aee0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '3731b744-4684-4032-ba92-6fcae4c22b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:46:13Z', 'updated_at': '2021-08-10T03:46:17Z', 'revision_number': 4, 'project_id': '810c64a9b2844404a2bfdb7c413aee0e', 'gw_port': {'id': '3731b744-4684-4032-ba92-6fcae4c22b73', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:65:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1a77f4-431a-4e77-b3a9-90c826e9fa18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:14Z', 'updated_at': '2021-08-10T03:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '3d05e2a8-0ce3-44c4-a772-982d179bfdca', 'name': '', 'network_id': '095ca989-3257-4413-9aaa-cedbc7b00f9f', 'tenant_id': '810c64a9b2844404a2bfdb7c413aee0e', 'mac_address': 'fa:16:3e:55:4b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1a77f4-431a-4e77-b3a9-90c826e9fa18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': '59239fe0-5b0a-4cf2-984b-fbd48b94dbaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:17Z', 'updated_at': '2021-08-10T03:46:26Z', 'revision_number': 5, 'project_id': '810c64a9b2844404a2bfdb7c413aee0e', 'subnets': [{'id': '59239fe0-5b0a-4cf2-984b-fbd48b94dbaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:29.476692 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2cb34e-7f59-4c47-b3b4-f3757bacff0e None None] The sync data for ids ['7e1a77f4-431a-4e77-b3a9-90c826e9fa18'] in n-d-768862-13 is: [{'id': '7e1a77f4-431a-4e77-b3a9-90c826e9fa18', 'name': 'tempest-TestServerBasicOps-1935942954-router', 'tenant_id': '810c64a9b2844404a2bfdb7c413aee0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '3731b744-4684-4032-ba92-6fcae4c22b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:46:13Z', 'updated_at': '2021-08-10T03:46:17Z', 'revision_number': 4, 'project_id': '810c64a9b2844404a2bfdb7c413aee0e', 'gw_port': {'id': '3731b744-4684-4032-ba92-6fcae4c22b73', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:65:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1a77f4-431a-4e77-b3a9-90c826e9fa18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:14Z', 'updated_at': '2021-08-10T03:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '3d05e2a8-0ce3-44c4-a772-982d179bfdca', 'name': '', 'network_id': '095ca989-3257-4413-9aaa-cedbc7b00f9f', 'tenant_id': '810c64a9b2844404a2bfdb7c413aee0e', 'mac_address': 'fa:16:3e:55:4b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1a77f4-431a-4e77-b3a9-90c826e9fa18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': '59239fe0-5b0a-4cf2-984b-fbd48b94dbaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:17Z', 'updated_at': '2021-08-10T03:46:26Z', 'revision_number': 5, 'project_id': '810c64a9b2844404a2bfdb7c413aee0e', 'subnets': [{'id': '59239fe0-5b0a-4cf2-984b-fbd48b94dbaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:52:29.495511 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-37d4dae4-5bdd-4b36-9adb-9d249ec7cd63 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:29.512502 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-716b4c09-59cc-4da0-a3a9-683a529058a0 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:29.557555 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-37d4dae4-5bdd-4b36-9adb-9d249ec7cd63 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:29.596689 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716b4c09-59cc-4da0-a3a9-683a529058a0 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event deleted for resources: {'Subnet': ['ID=4aafb149-fa67-4692-8ba3-4fa1c3beeeb9,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:29.614443 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-716b4c09-59cc-4da0-a3a9-683a529058a0 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:29.626658 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-716b4c09-59cc-4da0-a3a9-683a529058a0 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/subnets/4aafb149-fa67-4692-8ba3-4fa1c3beeeb9 HTTP/1.1" status: 204 len: 168 time: 1.1176360 Aug 10 03:52:29.627231 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40334) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:29.700111 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_v2 [None req-080b7926-9e6a-4a42-b780-460ba083ef1e tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Deleting subnet 6c530f42-892b-4004-8d3e-163069fec588 {{(pid=94260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:52:29.705911 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-080b7926-9e6a-4a42-b780-460ba083ef1e tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for subnet, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:29.731903 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-37d4dae4-5bdd-4b36-9adb-9d249ec7cd63 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:29.734487 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-37d4dae4-5bdd-4b36-9adb-9d249ec7cd63 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:29.736005 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-37d4dae4-5bdd-4b36-9adb-9d249ec7cd63 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] 10.222.0.44 "DELETE /v2.0/security-groups/9dfdb3c8-3e7c-4acc-af10-80c9821ef795 HTTP/1.1" status: 204 len: 168 time: 0.3827033 Aug 10 03:52:29.762146 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d4dae4-5bdd-4b36-9adb-9d249ec7cd63 tempest-TestServerBasicOps-1723540152 tempest-TestServerBasicOps-1723540152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dfdb3c8-3e7c-4acc-af10-80c9821ef795,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:29.793319 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-080b7926-9e6a-4a42-b780-460ba083ef1e tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191173'] for subnet, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:29.855075 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40338) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:29.990496 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-080b7926-9e6a-4a42-b780-460ba083ef1e tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:30.027266 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b0f455-70af-436f-8adc-cab05d35dd79 None None] New status for floating IP 037487e4-e270-4f9b-89b9-6586656312ea: DOWN {{(pid=94263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:52:30.178444 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-080b7926-9e6a-4a42-b780-460ba083ef1e tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:30.240305 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080b7926-9e6a-4a42-b780-460ba083ef1e tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event deleted for resources: {'Subnet': ['ID=6c530f42-892b-4004-8d3e-163069fec588,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:30.308547 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-080b7926-9e6a-4a42-b780-460ba083ef1e tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:30.314199 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40344) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:30.314496 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-080b7926-9e6a-4a42-b780-460ba083ef1e tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/subnets/6c530f42-892b-4004-8d3e-163069fec588 HTTP/1.1" status: 204 len: 168 time: 0.6852989 Aug 10 03:52:30.333735 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-a194b137-359b-49fa-997f-05d5e6aff84c None None] Could not find standard attr ID for object ca19065e-fba8-482c-9480-2db27b6ee694. {{(pid=94262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:52:30.340836 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00fdb31d-9d1d-499d-8b92-7b0a283bd9b8 None None] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:52:30.407789 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-f651e233-8498-49cc-91f4-dad7e50f7cf9 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0916128 Aug 10 03:52:30.411972 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40346) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:30.418451 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-a194b137-359b-49fa-997f-05d5e6aff84c None None] Provisioning for port 7f3da56c-ce8c-4125-a7a2-df711e914a03 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:52:30.428055 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-5f10818f-cf45-4765-9afd-d7be6bdb74c0 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Request body: {'subnet': {'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:30.433427 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-a194b137-359b-49fa-997f-05d5e6aff84c None None] Provisioning complete for port 7f3da56c-ce8c-4125-a7a2-df711e914a03 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:30.435112 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a194b137-359b-49fa-997f-05d5e6aff84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:30.639025 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f10818f-cf45-4765-9afd-d7be6bdb74c0 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Made reservation on behalf of 81e716861c6c4321abe7f438a66c4076 for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:52:30.645368 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5f10818f-cf45-4765-9afd-d7be6bdb74c0 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:30.647832 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2b93cf-23ca-4eb0-8119-3e795acb62cc None None] DHCP port deletion for cfc280cf-2977-4a5c-89c8-adf4088ffacb request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:52:30.709275 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-ab2b93cf-23ca-4eb0-8119-3e795acb62cc None None] Deleting port 7f3da56c-ce8c-4125-a7a2-df711e914a03 {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:52:30.709937 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ab2b93cf-23ca-4eb0-8119-3e795acb62cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:30.838731 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-ab2b93cf-23ca-4eb0-8119-3e795acb62cc None None] For port 7f3da56c-ce8c-4125-a7a2-df711e914a03, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=7f3da56c-ce8c-4125-a7a2-df711e914a03,segment=NetworkSegment(52cf705f-3228-4964-8d9f-b82fd04f4836),segment_id=52cf705f-3228-4964-8d9f-b82fd04f4836)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:30.839336 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ab2b93cf-23ca-4eb0-8119-3e795acb62cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:30.864645 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-ab2b93cf-23ca-4eb0-8119-3e795acb62cc None None] Calling delete_port for 7f3da56c-ce8c-4125-a7a2-df711e914a03 owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:52:30.924069 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e0b7a71e-a4f4-4351-b9cf-e51473b131be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521880'] for router_interface, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:30.994679 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ab2b93cf-23ca-4eb0-8119-3e795acb62cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:31.024191 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2b93cf-23ca-4eb0-8119-3e795acb62cc None None] Pushing event deleted for resources: {'Port': ['ID=7f3da56c-ce8c-4125-a7a2-df711e914a03,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:31.028513 n-d-768862-13 neutron-server[94261]: DEBUG neutron.objects.ports [None req-5f10818f-cf45-4765-9afd-d7be6bdb74c0 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94261) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 03:52:31.029978 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2b93cf-23ca-4eb0-8119-3e795acb62cc None None] No DVR routers for this DVR port 7f3da56c-ce8c-4125-a7a2-df711e914a03 on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:52:31.036441 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5f10818f-cf45-4765-9afd-d7be6bdb74c0 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:31.121951 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f10818f-cf45-4765-9afd-d7be6bdb74c0 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:52:31.128344 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-5f10818f-cf45-4765-9afd-d7be6bdb74c0 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:31.140037 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 7f3da56c-ce8c-4125-a7a2-df711e914a03 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:52:31.141202 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f10818f-cf45-4765-9afd-d7be6bdb74c0 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:31.142640 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5f10818f-cf45-4765-9afd-d7be6bdb74c0 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:31.165900 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f10818f-cf45-4765-9afd-d7be6bdb74c0 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event updated for resources: {'Subnet': ['ID=d8df18d6-10a2-41f5-95d5-25c9f1fb0767,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:31.169631 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818f129d-6f6e-40bd-9e54-2b0aa437946d None None] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:52:31.182592 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 7f3da56c-ce8c-4125-a7a2-df711e914a03 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:52:31.183210 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 7f3da56c-ce8c-4125-a7a2-df711e914a03 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:52:31.198932 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-5f10818f-cf45-4765-9afd-d7be6bdb74c0 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7827551 Aug 10 03:52:31.201774 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40348) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:31.234407 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-b3996227-6aad-431a-805b-b8db4d5260b3 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Request body: {'subnet': {'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:31.436915 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3996227-6aad-431a-805b-b8db4d5260b3 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Made reservation on behalf of 81e716861c6c4321abe7f438a66c4076 for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:52:31.441841 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b3996227-6aad-431a-805b-b8db4d5260b3 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:31.497681 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7f5d5c-c42c-4e67-97ae-0b850c4ad3cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'tenant_id': '81e716861c6c4321abe7f438a66c4076', 'fixed_ips': [{'subnet_id': 'd8df18d6-10a2-41f5-95d5-25c9f1fb0767'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:52:31.499589 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ea7f5d5c-c42c-4e67-97ae-0b850c4ad3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:31.623140 n-d-768862-13 neutron-server[94261]: INFO neutron.db.ipam_backend_mixin [None req-b3996227-6aad-431a-805b-b8db4d5260b3 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d8df18d6-10a2-41f5-95d5-25c9f1fb0767 (CIDR: 2001:db8::/64) Aug 10 03:52:31.631635 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3996227-6aad-431a-805b-b8db4d5260b3 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:52:31.635476 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3996227-6aad-431a-805b-b8db4d5260b3 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:52:31.678314 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-b3996227-6aad-431a-805b-b8db4d5260b3 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4741580 Aug 10 03:52:31.681878 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40352) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:31.689969 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-15982f44-9851-4271-93de-648cb11d178b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Request body: {'subnet': {'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:31.741380 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-ea7f5d5c-c42c-4e67-97ae-0b850c4ad3cd None None] Allocated IP 2001:db8::f816:3eff:fe29:22f0 (cfc280cf-2977-4a5c-89c8-adf4088ffacb/d8df18d6-10a2-41f5-95d5-25c9f1fb0767/8d9dd72a-ff4f-44d4-b4ac-06e36c6c2ed6) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:52:31.829345 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15982f44-9851-4271-93de-648cb11d178b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Made reservation on behalf of 81e716861c6c4321abe7f438a66c4076 for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:52:31.843164 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-15982f44-9851-4271-93de-648cb11d178b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:31.949698 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ea7f5d5c-c42c-4e67-97ae-0b850c4ad3cd None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:31.964740 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-ea7f5d5c-c42c-4e67-97ae-0b850c4ad3cd None None] Transition to ACTIVE for port object 8d9dd72a-ff4f-44d4-b4ac-06e36c6c2ed6 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:31.999773 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-ea7f5d5c-c42c-4e67-97ae-0b850c4ad3cd None None] Transition to ACTIVE for port object 8d9dd72a-ff4f-44d4-b4ac-06e36c6c2ed6 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:32.017412 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ea7f5d5c-c42c-4e67-97ae-0b850c4ad3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:32.084646 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-e0b7a71e-a4f4-4351-b9cf-e51473b131be admin admin] Deleting port 3d05e2a8-0ce3-44c4-a772-982d179bfdca {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:52:32.085743 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e0b7a71e-a4f4-4351-b9cf-e51473b131be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:32.096814 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7f5d5c-c42c-4e67-97ae-0b850c4ad3cd None None] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:52:32.104587 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-ea7f5d5c-c42c-4e67-97ae-0b850c4ad3cd None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:32.112038 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7f5d5c-c42c-4e67-97ae-0b850c4ad3cd None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:52:32.117501 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7f5d5c-c42c-4e67-97ae-0b850c4ad3cd None None] Pushing event updated for resources: {'Port': ['ID=8d9dd72a-ff4f-44d4-b4ac-06e36c6c2ed6,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:32.208843 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [None req-e0b7a71e-a4f4-4351-b9cf-e51473b131be admin admin] For port 3d05e2a8-0ce3-44c4-a772-982d179bfdca, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=3d05e2a8-0ce3-44c4-a772-982d179bfdca,segment=NetworkSegment(71c155ef-f019-42c3-9a95-f8a7557bb52c),segment_id=71c155ef-f019-42c3-9a95-f8a7557bb52c)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:32.209567 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e0b7a71e-a4f4-4351-b9cf-e51473b131be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:32.228101 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-ea7f5d5c-c42c-4e67-97ae-0b850c4ad3cd None None] Attempting to bind port 8d9dd72a-ff4f-44d4-b4ac-06e36c6c2ed6 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:52:32.228780 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-ea7f5d5c-c42c-4e67-97ae-0b850c4ad3cd None None] Attempting to bind port 8d9dd72a-ff4f-44d4-b4ac-06e36c6c2ed6 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '52cf705f-3228-4964-8d9f-b82fd04f4836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:52:32.228983 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7f5d5c-c42c-4e67-97ae-0b850c4ad3cd None None] Attempting to bind port 8d9dd72a-ff4f-44d4-b4ac-06e36c6c2ed6 on network cfc280cf-2977-4a5c-89c8-adf4088ffacb {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:52:32.241966 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7f5d5c-c42c-4e67-97ae-0b850c4ad3cd None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:52:32.242387 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7f5d5c-c42c-4e67-97ae-0b850c4ad3cd None None] Checking segment: {'id': '52cf705f-3228-4964-8d9f-b82fd04f4836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:52:32.242683 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ea7f5d5c-c42c-4e67-97ae-0b850c4ad3cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:32.243085 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7f5d5c-c42c-4e67-97ae-0b850c4ad3cd None None] Bound using segment: {'id': '52cf705f-3228-4964-8d9f-b82fd04f4836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:52:32.243590 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-ea7f5d5c-c42c-4e67-97ae-0b850c4ad3cd None None] Bound port: 8d9dd72a-ff4f-44d4-b4ac-06e36c6c2ed6, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52cf705f-3228-4964-8d9f-b82fd04f4836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:52:32.243959 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ea7f5d5c-c42c-4e67-97ae-0b850c4ad3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:32.244671 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-e0b7a71e-a4f4-4351-b9cf-e51473b131be admin admin] Calling delete_port for 3d05e2a8-0ce3-44c4-a772-982d179bfdca owned by network:router_interface {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:52:32.283909 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-15982f44-9851-4271-93de-648cb11d178b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:32.367120 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15982f44-9851-4271-93de-648cb11d178b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:52:32.377229 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-15982f44-9851-4271-93de-648cb11d178b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:32.377535 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-ea7f5d5c-c42c-4e67-97ae-0b850c4ad3cd None None] For port 8d9dd72a-ff4f-44d4-b4ac-06e36c6c2ed6, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:52:32.383644 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15982f44-9851-4271-93de-648cb11d178b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:32.384175 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-15982f44-9851-4271-93de-648cb11d178b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:32.389009 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-ea7f5d5c-c42c-4e67-97ae-0b850c4ad3cd None None] For port 8d9dd72a-ff4f-44d4-b4ac-06e36c6c2ed6, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=8d9dd72a-ff4f-44d4-b4ac-06e36c6c2ed6,segment=NetworkSegment(52cf705f-3228-4964-8d9f-b82fd04f4836),segment_id=52cf705f-3228-4964-8d9f-b82fd04f4836)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:52:32.423272 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15982f44-9851-4271-93de-648cb11d178b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event updated for resources: {'Subnet': ['ID=6d4ed8ce-9be9-4fbe-800d-8874f2263d23,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:32.424231 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ea7f5d5c-c42c-4e67-97ae-0b850c4ad3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:32.437235 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-15982f44-9851-4271-93de-648cb11d178b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7512844 Aug 10 03:52:32.438318 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40356) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:32.449575 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-ac1a33cf-8662-4e17-b968-6835285814a2 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Request body: {'port': {'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'mac_address': 'fa:16:3e:d9:c1:bf', 'name': 'tempest-NetworksTestDHCPv6-1313229414'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:32.628244 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7f5d5c-c42c-4e67-97ae-0b850c4ad3cd None None] Pushing event updated for resources: {'Port': ['ID=8d9dd72a-ff4f-44d4-b4ac-06e36c6c2ed6,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:32.737545 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac1a33cf-8662-4e17-b968-6835285814a2 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Made reservation on behalf of 81e716861c6c4321abe7f438a66c4076 for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:52:32.775670 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e0b7a71e-a4f4-4351-b9cf-e51473b131be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:32.810635 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b7a71e-a4f4-4351-b9cf-e51473b131be admin admin] Pushing event deleted for resources: {'Port': ['ID=3d05e2a8-0ce3-44c4-a772-982d179bfdca,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:32.829833 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b7a71e-a4f4-4351-b9cf-e51473b131be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:32.830316 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b7a71e-a4f4-4351-b9cf-e51473b131be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:32.830729 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b7a71e-a4f4-4351-b9cf-e51473b131be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:32.831141 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b7a71e-a4f4-4351-b9cf-e51473b131be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:32.831550 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b7a71e-a4f4-4351-b9cf-e51473b131be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:32.831957 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b7a71e-a4f4-4351-b9cf-e51473b131be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:32.832359 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b7a71e-a4f4-4351-b9cf-e51473b131be admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:32.833062 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b7a71e-a4f4-4351-b9cf-e51473b131be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:32.835000 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b7a71e-a4f4-4351-b9cf-e51473b131be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:32.835000 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b7a71e-a4f4-4351-b9cf-e51473b131be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:32.835000 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b7a71e-a4f4-4351-b9cf-e51473b131be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:32.835000 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b7a71e-a4f4-4351-b9cf-e51473b131be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:32.964096 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ac1a33cf-8662-4e17-b968-6835285814a2 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:33.078795 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [None req-ac1a33cf-8662-4e17-b968-6835285814a2 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] device_id is not set on port e96beeea-b736-4275-a4fe-da6a0981ce57 yet. {{(pid=94261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:52:33.290539 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e0b7a71e-a4f4-4351-b9cf-e51473b131be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-522536'] for router_interface, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:33.413195 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:33.518661 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 8d9dd72a-ff4f-44d4-b4ac-06e36c6c2ed6 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:52:33.566428 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-ac1a33cf-8662-4e17-b968-6835285814a2 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Allocated IP 2001:db8:0:1::17e (cfc280cf-2977-4a5c-89c8-adf4088ffacb/6d4ed8ce-9be9-4fbe-800d-8874f2263d23/e96beeea-b736-4275-a4fe-da6a0981ce57) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:52:33.585512 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-ac1a33cf-8662-4e17-b968-6835285814a2 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Allocated IP 2001:db8::f816:3eff:fed9:c1bf (cfc280cf-2977-4a5c-89c8-adf4088ffacb/d8df18d6-10a2-41f5-95d5-25c9f1fb0767/e96beeea-b736-4275-a4fe-da6a0981ce57) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:52:33.626782 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 8d9dd72a-ff4f-44d4-b4ac-06e36c6c2ed6 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:52:33.876581 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ac1a33cf-8662-4e17-b968-6835285814a2 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:33.888959 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0b7a71e-a4f4-4351-b9cf-e51473b131be admin admin] Router 7e1a77f4-431a-4e77-b3a9-90c826e9fa18 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:52:33.909103 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [None req-ac1a33cf-8662-4e17-b968-6835285814a2 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Transition to ACTIVE for port object e96beeea-b736-4275-a4fe-da6a0981ce57 will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:33.957539 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ac1a33cf-8662-4e17-b968-6835285814a2 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:34.077036 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1a33cf-8662-4e17-b968-6835285814a2 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:52:34.080990 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-ac1a33cf-8662-4e17-b968-6835285814a2 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:34.089275 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1a33cf-8662-4e17-b968-6835285814a2 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:52:34.100703 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1a33cf-8662-4e17-b968-6835285814a2 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:34.101402 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ac1a33cf-8662-4e17-b968-6835285814a2 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:34.120389 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1a33cf-8662-4e17-b968-6835285814a2 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event updated for resources: {'Port': ['ID=e96beeea-b736-4275-a4fe-da6a0981ce57,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:34.135657 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ac1a33cf-8662-4e17-b968-6835285814a2 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.6958454 Aug 10 03:52:34.140983 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40360) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:34.213796 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0b7a71e-a4f4-4351-b9cf-e51473b131be admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:52:34.236163 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d2610c-39c0-4f31-b680-6a45bad6534f None None] Sync routers for ids ['7e1a77f4-431a-4e77-b3a9-90c826e9fa18'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:52:34.243396 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-e0b7a71e-a4f4-4351-b9cf-e51473b131be admin admin] 10.222.0.44 "PUT /v2.0/routers/7e1a77f4-431a-4e77-b3a9-90c826e9fa18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3830733 Aug 10 03:52:34.250498 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40362) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:34.267255 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d2610c-39c0-4f31-b680-6a45bad6534f None None] Routers {'7e1a77f4-431a-4e77-b3a9-90c826e9fa18'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:52:34.268419 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-d1d2610c-39c0-4f31-b680-6a45bad6534f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:52:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['7e1a77f4-431a-4e77-b3a9-90c826e9fa18'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:34.414036 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-25d3e23b-1e6a-4110-9e9e-77e93b87180b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Deleting port e96beeea-b736-4275-a4fe-da6a0981ce57 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:52:34.414728 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-25d3e23b-1e6a-4110-9e9e-77e93b87180b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:34.513566 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-d1d2610c-39c0-4f31-b680-6a45bad6534f None None] Set router 7e1a77f4-431a-4e77-b3a9-90c826e9fa18 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:52:34.522181 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6e2d0961-1efa-4a82-b4f7-5f39f492841e admin admin] Notify callbacks [] for router, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:34.558315 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c34f2d4-bf3b-4a04-a2f4-f2a74048ddd7 None None] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:52:34.650015 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-25d3e23b-1e6a-4110-9e9e-77e93b87180b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:34.683082 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-25d3e23b-1e6a-4110-9e9e-77e93b87180b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Calling delete_port for e96beeea-b736-4275-a4fe-da6a0981ce57 owned by {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:52:34.713890 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-a29e18e5-0122-4f6a-b1df-f6075f5d3bbd None None] Provisioning for port 8d9dd72a-ff4f-44d4-b4ac-06e36c6c2ed6 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:52:34.732651 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-a29e18e5-0122-4f6a-b1df-f6075f5d3bbd None None] Provisioning complete for port 8d9dd72a-ff4f-44d4-b4ac-06e36c6c2ed6 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:34.733759 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a29e18e5-0122-4f6a-b1df-f6075f5d3bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:34.798343 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6e2d0961-1efa-4a82-b4f7-5f39f492841e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:35.002375 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-6e2d0961-1efa-4a82-b4f7-5f39f492841e admin admin] Deleting port 3731b744-4684-4032-ba92-6fcae4c22b73 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:52:35.006625 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6e2d0961-1efa-4a82-b4f7-5f39f492841e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:35.019902 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a29e18e5-0122-4f6a-b1df-f6075f5d3bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:35.097101 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-a29e18e5-0122-4f6a-b1df-f6075f5d3bbd None None] For port 8d9dd72a-ff4f-44d4-b4ac-06e36c6c2ed6, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=8d9dd72a-ff4f-44d4-b4ac-06e36c6c2ed6,segment=NetworkSegment(52cf705f-3228-4964-8d9f-b82fd04f4836),segment_id=52cf705f-3228-4964-8d9f-b82fd04f4836)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:35.099450 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-d1d2610c-39c0-4f31-b680-6a45bad6534f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e1a77f4-431a-4e77-b3a9-90c826e9fa18', 'name': 'tempest-TestServerBasicOps-1935942954-router', 'tenant_id': '810c64a9b2844404a2bfdb7c413aee0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '3731b744-4684-4032-ba92-6fcae4c22b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:46:13Z', 'updated_at': '2021-08-10T03:52:32Z', 'revision_number': 5, 'project_id': '810c64a9b2844404a2bfdb7c413aee0e', 'gw_port': {'id': '3731b744-4684-4032-ba92-6fcae4c22b73', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:65:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1a77f4-431a-4e77-b3a9-90c826e9fa18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:14Z', 'updated_at': '2021-08-10T03:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:35.174396 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a29e18e5-0122-4f6a-b1df-f6075f5d3bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:35.180796 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d2610c-39c0-4f31-b680-6a45bad6534f None None] Checking router: 7e1a77f4-431a-4e77-b3a9-90c826e9fa18 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:52:35.202109 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-25d3e23b-1e6a-4110-9e9e-77e93b87180b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:35.265376 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d3e23b-1e6a-4110-9e9e-77e93b87180b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event deleted for resources: {'Port': ['ID=e96beeea-b736-4275-a4fe-da6a0981ce57,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:35.317971 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [None req-6e2d0961-1efa-4a82-b4f7-5f39f492841e admin admin] For port 3731b744-4684-4032-ba92-6fcae4c22b73, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=3731b744-4684-4032-ba92-6fcae4c22b73,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:35.318557 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6e2d0961-1efa-4a82-b4f7-5f39f492841e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:35.325817 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d2610c-39c0-4f31-b680-6a45bad6534f None None] Routers {'7e1a77f4-431a-4e77-b3a9-90c826e9fa18'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:52:35.326932 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-d1d2610c-39c0-4f31-b680-6a45bad6534f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:52:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['7e1a77f4-431a-4e77-b3a9-90c826e9fa18'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:35.364348 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-6e2d0961-1efa-4a82-b4f7-5f39f492841e admin admin] Calling delete_port for 3731b744-4684-4032-ba92-6fcae4c22b73 owned by network:router_gateway {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:52:35.420884 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29e18e5-0122-4f6a-b1df-f6075f5d3bbd None None] Pushing event updated for resources: {'Port': ['ID=8d9dd72a-ff4f-44d4-b4ac-06e36c6c2ed6,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:35.510302 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-25d3e23b-1e6a-4110-9e9e-77e93b87180b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:35.546204 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-25d3e23b-1e6a-4110-9e9e-77e93b87180b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/ports/e96beeea-b736-4275-a4fe-da6a0981ce57 HTTP/1.1" status: 204 len: 168 time: 1.3973279 Aug 10 03:52:35.550263 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40366) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:35.572452 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3978a1be-dbd3-445c-a1c0-f1496e81866b None None] Update dhcp port {'port': {'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'fixed_ips': [{'subnet_id': 'd8df18d6-10a2-41f5-95d5-25c9f1fb0767', 'ip_address': '2001:db8::f816:3eff:fe29:22f0'}, {'subnet_id': '6d4ed8ce-9be9-4fbe-800d-8874f2263d23'}], 'binding:host_id': 'n-d-768862-13'}, 'id': '8d9dd72a-ff4f-44d4-b4ac-06e36c6c2ed6'} from n-d-768862-13. {{(pid=94262) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 03:52:35.716692 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3978a1be-dbd3-445c-a1c0-f1496e81866b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:35.720930 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3dbc857-3749-40ba-b9f2-72665ae22b78 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:35.723523 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-b3dbc857-3749-40ba-b9f2-72665ae22b78 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1718476 Aug 10 03:52:35.728160 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40370) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:35.742039 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-d1d2610c-39c0-4f31-b680-6a45bad6534f None None] Set router 7e1a77f4-431a-4e77-b3a9-90c826e9fa18 gateway port host: None {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:52:35.769679 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6e2d0961-1efa-4a82-b4f7-5f39f492841e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:35.807503 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2d0961-1efa-4a82-b4f7-5f39f492841e admin admin] Pushing event deleted for resources: {'Port': ['ID=3731b744-4684-4032-ba92-6fcae4c22b73,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:35.844516 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5f26f6-c2c2-4600-83ee-93159108b132 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:35.852633 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40372) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:35.853166 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-fb5f26f6-c2c2-4600-83ee-93159108b132 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1225407 Aug 10 03:52:35.855826 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-d1d2610c-39c0-4f31-b680-6a45bad6534f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e1a77f4-431a-4e77-b3a9-90c826e9fa18', 'name': 'tempest-TestServerBasicOps-1935942954-router', 'tenant_id': '810c64a9b2844404a2bfdb7c413aee0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:46:13Z', 'updated_at': '2021-08-10T03:52:34Z', 'revision_number': 6, 'project_id': '810c64a9b2844404a2bfdb7c413aee0e', 'gw_port_host': None}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:35.943215 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d2610c-39c0-4f31-b680-6a45bad6534f None None] The sync data for ids ['7e1a77f4-431a-4e77-b3a9-90c826e9fa18'] in n-d-768862-13 is: [{'id': '7e1a77f4-431a-4e77-b3a9-90c826e9fa18', 'name': 'tempest-TestServerBasicOps-1935942954-router', 'tenant_id': '810c64a9b2844404a2bfdb7c413aee0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:46:13Z', 'updated_at': '2021-08-10T03:52:34Z', 'revision_number': 6, 'project_id': '810c64a9b2844404a2bfdb7c413aee0e', 'gw_port_host': None}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:52:35.968065 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cca137-b0c6-4815-8d83-eb4cf6c06bd3 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:35.969711 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cca137-b0c6-4815-8d83-eb4cf6c06bd3 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:35.971398 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cca137-b0c6-4815-8d83-eb4cf6c06bd3 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:35.978682 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-84cca137-b0c6-4815-8d83-eb4cf6c06bd3 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1169610 Aug 10 03:52:35.978682 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6e2d0961-1efa-4a82-b4f7-5f39f492841e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520654'] for router_gateway, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:35.982512 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40374) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:36.136615 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d4221f7-ab4a-492c-b1f9-4c0c949636c0 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Deleting subnet 6d4ed8ce-9be9-4fbe-800d-8874f2263d23 {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:52:36.144939 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4d4221f7-ab4a-492c-b1f9-4c0c949636c0 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:36.156792 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6e2d0961-1efa-4a82-b4f7-5f39f492841e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:36.170087 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6e2d0961-1efa-4a82-b4f7-5f39f492841e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:36.225237 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4d4221f7-ab4a-492c-b1f9-4c0c949636c0 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:36.271642 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6e2d0961-1efa-4a82-b4f7-5f39f492841e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:36.273166 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e2d0961-1efa-4a82-b4f7-5f39f492841e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e1a77f4-431a-4e77-b3a9-90c826e9fa18 {{(pid=94260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:52:36.282908 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6e2d0961-1efa-4a82-b4f7-5f39f492841e admin admin] Notify callbacks [] for router, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:36.289868 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-6e2d0961-1efa-4a82-b4f7-5f39f492841e admin admin] 10.222.0.44 "DELETE /v2.0/routers/7e1a77f4-431a-4e77-b3a9-90c826e9fa18 HTTP/1.1" status: 204 len: 168 time: 2.0376177 Aug 10 03:52:36.291047 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40378) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:36.331325 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4d4221f7-ab4a-492c-b1f9-4c0c949636c0 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:36.394716 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_v2 [None req-65bb44a0-408c-44ce-9602-5159ad866e63 admin admin] Deleting subnet 59239fe0-5b0a-4cf2-984b-fbd48b94dbaf {{(pid=94260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:52:36.400102 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-65bb44a0-408c-44ce-9602-5159ad866e63 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:36.455830 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-65bb44a0-408c-44ce-9602-5159ad866e63 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191173'] for subnet, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:36.499600 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4d4221f7-ab4a-492c-b1f9-4c0c949636c0 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:36.503738 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server [None req-3978a1be-dbd3-445c-a1c0-f1496e81866b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6d4ed8ce-9be9-4fbe-800d-8874f2263d23: This subnet is being modified by another concurrent operation. Aug 10 03:52:36.503738 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 10 03:52:36.503738 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 10 03:52:36.503738 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 10 03:52:36.503738 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 10 03:52:36.503738 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 10 03:52:36.503738 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 10 03:52:36.503738 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 10 03:52:36.503738 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 10 03:52:36.503738 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 10 03:52:36.503738 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 10 03:52:36.503738 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 10 03:52:36.503738 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 03:52:36.503738 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 03:52:36.503738 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:52:36.503738 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:52:36.503738 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:52:36.503738 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:52:36.503738 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 03:52:36.503738 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:52:36.503738 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 03:52:36.503738 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 03:52:36.503738 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:52:36.503738 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:52:36.503738 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:52:36.503738 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:52:36.503738 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 03:52:36.503738 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:52:36.503738 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 03:52:36.503738 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 03:52:36.503738 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:52:36.503738 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:52:36.503738 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:52:36.503738 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:52:36.503738 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 03:52:36.503738 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 03:52:36.503738 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 10 03:52:36.503738 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 10 03:52:36.503738 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 10 03:52:36.503738 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 10 03:52:36.503738 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 10 03:52:36.503738 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 10 03:52:36.503738 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 10 03:52:36.503738 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 10 03:52:36.503738 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 03:52:36.503738 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 03:52:36.503738 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:52:36.503738 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:52:36.503738 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:52:36.503738 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:52:36.503738 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 03:52:36.503738 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:52:36.503738 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 03:52:36.503738 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 03:52:36.503738 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:52:36.503738 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:52:36.503738 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:52:36.503738 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:52:36.503738 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 03:52:36.503738 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:52:36.503738 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 03:52:36.503738 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 03:52:36.503738 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:52:36.503738 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:52:36.503738 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:52:36.503738 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:52:36.503738 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 03:52:36.503738 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 03:52:36.503738 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Aug 10 03:52:36.503738 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 10 03:52:36.503738 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 10 03:52:36.503738 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 10 03:52:36.503738 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 10 03:52:36.503738 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 10 03:52:36.503738 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 10 03:52:36.503738 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 10 03:52:36.503738 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 10 03:52:36.503738 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 10 03:52:36.503738 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 10 03:52:36.503738 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 10 03:52:36.503738 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 10 03:52:36.503738 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 10 03:52:36.503738 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 10 03:52:36.503738 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server raise exception Aug 10 03:52:36.503738 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6d4ed8ce-9be9-4fbe-800d-8874f2263d23: This subnet is being modified by another concurrent operation. Aug 10 03:52:36.503738 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server Aug 10 03:52:36.611684 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4221f7-ab4a-492c-b1f9-4c0c949636c0 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event deleted for resources: {'Subnet': ['ID=6d4ed8ce-9be9-4fbe-800d-8874f2263d23,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:36.615394 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4d4221f7-ab4a-492c-b1f9-4c0c949636c0 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:36.618859 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-4d4221f7-ab4a-492c-b1f9-4c0c949636c0 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/subnets/6d4ed8ce-9be9-4fbe-800d-8874f2263d23 HTTP/1.1" status: 204 len: 168 time: 0.6227596 Aug 10 03:52:36.625832 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40380) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:36.643871 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-65bb44a0-408c-44ce-9602-5159ad866e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:36.729202 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fd015a2-e176-4962-b016-2e6e54d72194 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Deleting subnet d8df18d6-10a2-41f5-95d5-25c9f1fb0767 {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:52:36.734864 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6fd015a2-e176-4962-b016-2e6e54d72194 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:36.788957 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-65bb44a0-408c-44ce-9602-5159ad866e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:36.805643 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6fd015a2-e176-4962-b016-2e6e54d72194 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:36.842130 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bb44a0-408c-44ce-9602-5159ad866e63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59239fe0-5b0a-4cf2-984b-fbd48b94dbaf,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:36.858922 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b24b81-9e18-41c0-9d2e-0e1a53bb0d4a None None] Network 095ca989-3257-4413-9aaa-cedbc7b00f9f requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:52:36.876623 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-65bb44a0-408c-44ce-9602-5159ad866e63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:36.885401 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-65bb44a0-408c-44ce-9602-5159ad866e63 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/59239fe0-5b0a-4cf2-984b-fbd48b94dbaf HTTP/1.1" status: 204 len: 168 time: 0.5924056 Aug 10 03:52:36.891629 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40384) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:36.938214 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6fd015a2-e176-4962-b016-2e6e54d72194 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:37.127844 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-83b73663-507a-404e-8b2b-d35e94eee095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:37.150139 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-40ebe316-abe3-4a86-90fc-1065b9390176 None None] Provisioning complete for port 8d9dd72a-ff4f-44d4-b4ac-06e36c6c2ed6 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:37.151849 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-40ebe316-abe3-4a86-90fc-1065b9390176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:37.223913 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6fd015a2-e176-4962-b016-2e6e54d72194 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:37.239524 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 3731b744-4684-4032-ba92-6fcae4c22b73 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:52:37.264459 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-83b73663-507a-404e-8b2b-d35e94eee095 admin admin] Deleting port 8964ce51-3a78-45ba-a31b-90ac770cffa7 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:52:37.264855 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-83b73663-507a-404e-8b2b-d35e94eee095 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:37.275854 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 3731b744-4684-4032-ba92-6fcae4c22b73 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:52:37.276301 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 3731b744-4684-4032-ba92-6fcae4c22b73 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:52:37.276652 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 3d05e2a8-0ce3-44c4-a772-982d179bfdca no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:52:37.292694 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd015a2-e176-4962-b016-2e6e54d72194 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event deleted for resources: {'Subnet': ['ID=d8df18d6-10a2-41f5-95d5-25c9f1fb0767,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:37.313047 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 3d05e2a8-0ce3-44c4-a772-982d179bfdca {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:52:37.316448 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6fd015a2-e176-4962-b016-2e6e54d72194 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:37.318058 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 3d05e2a8-0ce3-44c4-a772-982d179bfdca not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:52:37.318601 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 8d9dd72a-ff4f-44d4-b4ac-06e36c6c2ed6 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:52:37.348125 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-6fd015a2-e176-4962-b016-2e6e54d72194 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/subnets/d8df18d6-10a2-41f5-95d5-25c9f1fb0767 HTTP/1.1" status: 204 len: 168 time: 0.7169633 Aug 10 03:52:37.349603 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40386) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:37.355763 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7205dab6-0d70-484a-8592-ebc91831852e None None] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:52:37.375771 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [None req-83b73663-507a-404e-8b2b-d35e94eee095 admin admin] For port 8964ce51-3a78-45ba-a31b-90ac770cffa7, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=8964ce51-3a78-45ba-a31b-90ac770cffa7,segment=NetworkSegment(71c155ef-f019-42c3-9a95-f8a7557bb52c),segment_id=71c155ef-f019-42c3-9a95-f8a7557bb52c)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:37.376236 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-83b73663-507a-404e-8b2b-d35e94eee095 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:37.401453 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-83b73663-507a-404e-8b2b-d35e94eee095 admin admin] Calling delete_port for 8964ce51-3a78-45ba-a31b-90ac770cffa7 owned by network:dhcp {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:52:37.455973 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-0c91743b-0935-4431-a4c4-a29feff0641f tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1040123 Aug 10 03:52:37.459190 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40388) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:37.470823 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-8ef7e1d3-3df5-464b-985b-9d892b76a5a7 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Request body: {'subnet': {'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:37.613077 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b275a926-fe2d-43fa-af61-cccba71d6809 None None] DHCP port deletion for 095ca989-3257-4413-9aaa-cedbc7b00f9f request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:52:37.644294 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-40ebe316-abe3-4a86-90fc-1065b9390176 None None] Could not find standard attr ID for object e96beeea-b736-4275-a4fe-da6a0981ce57. {{(pid=94262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:52:37.683195 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:37.695456 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef7e1d3-3df5-464b-985b-9d892b76a5a7 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Made reservation on behalf of 81e716861c6c4321abe7f438a66c4076 for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:52:37.700775 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8ef7e1d3-3df5-464b-985b-9d892b76a5a7 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:37.736000 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 8d9dd72a-ff4f-44d4-b4ac-06e36c6c2ed6, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=8d9dd72a-ff4f-44d4-b4ac-06e36c6c2ed6,segment=NetworkSegment(52cf705f-3228-4964-8d9f-b82fd04f4836),segment_id=52cf705f-3228-4964-8d9f-b82fd04f4836)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:37.749225 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:37.751656 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-83b73663-507a-404e-8b2b-d35e94eee095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:37.793471 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-589b9db2-e73d-44e3-b593-e0160586ab5e None None] Could not find standard attr ID for object e96beeea-b736-4275-a4fe-da6a0981ce57. {{(pid=94262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:52:37.814872 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-b275a926-fe2d-43fa-af61-cccba71d6809 None None] Deleting port 8964ce51-3a78-45ba-a31b-90ac770cffa7 {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:52:37.815335 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b275a926-fe2d-43fa-af61-cccba71d6809 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:37.824064 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0d876c-3f33-4806-a868-38c9f2dd05e4 None None] DHCP port deletion for cfc280cf-2977-4a5c-89c8-adf4088ffacb request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:52:37.894077 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b73663-507a-404e-8b2b-d35e94eee095 admin admin] Pushing event deleted for resources: {'Port': ['ID=8964ce51-3a78-45ba-a31b-90ac770cffa7,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:37.896744 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b73663-507a-404e-8b2b-d35e94eee095 admin admin] No DVR routers for this DVR port 8964ce51-3a78-45ba-a31b-90ac770cffa7 on host n-d-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:52:37.919437 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=8d9dd72a-ff4f-44d4-b4ac-06e36c6c2ed6,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:37.949796 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-b275a926-fe2d-43fa-af61-cccba71d6809 None None] For port 8964ce51-3a78-45ba-a31b-90ac770cffa7, host n-d-768862-13, got binding levels [] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:37.949796 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b275a926-fe2d-43fa-af61-cccba71d6809 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:37.972675 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-b275a926-fe2d-43fa-af61-cccba71d6809 None None] Calling delete_port for 8964ce51-3a78-45ba-a31b-90ac770cffa7 owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:52:37.977899 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.ipam_backend_mixin [None req-b275a926-fe2d-43fa-af61-cccba71d6809 None None] Port 8964ce51-3a78-45ba-a31b-90ac770cffa7 was not found and therefore no delete operation was performed {{(pid=94262) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 03:52:37.983300 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b275a926-fe2d-43fa-af61-cccba71d6809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:38.010564 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b275a926-fe2d-43fa-af61-cccba71d6809 None None] Pushing event deleted for resources: {'Port': ['ID=8964ce51-3a78-45ba-a31b-90ac770cffa7,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:38.016917 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b275a926-fe2d-43fa-af61-cccba71d6809 None None] No DVR routers for this DVR port 8964ce51-3a78-45ba-a31b-90ac770cffa7 on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:52:38.022732 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-83b73663-507a-404e-8b2b-d35e94eee095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:38.041030 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-9c0d876c-3f33-4806-a868-38c9f2dd05e4 None None] Deleting port 8d9dd72a-ff4f-44d4-b4ac-06e36c6c2ed6 {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:52:38.041030 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9c0d876c-3f33-4806-a868-38c9f2dd05e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:38.052054 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-83b73663-507a-404e-8b2b-d35e94eee095 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['095ca989-3257-4413-9aaa-cedbc7b00f9f']}} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:38.070955 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-83b73663-507a-404e-8b2b-d35e94eee095 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71c155ef-f019-42c3-9a95-f8a7557bb52c') {'for_net_delete': True} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:38.071260 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-83b73663-507a-404e-8b2b-d35e94eee095 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71c155ef-f019-42c3-9a95-f8a7557bb52c') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:38.082688 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-83b73663-507a-404e-8b2b-d35e94eee095 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191186'] for segment, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:38.102759 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-83b73663-507a-404e-8b2b-d35e94eee095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:38.110570 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83b73663-507a-404e-8b2b-d35e94eee095 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=94260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:52:38.111020 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-83b73663-507a-404e-8b2b-d35e94eee095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58895489'] for segment, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:38.126346 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-9c0d876c-3f33-4806-a868-38c9f2dd05e4 None None] For port 8d9dd72a-ff4f-44d4-b4ac-06e36c6c2ed6, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=8d9dd72a-ff4f-44d4-b4ac-06e36c6c2ed6,segment=NetworkSegment(52cf705f-3228-4964-8d9f-b82fd04f4836),segment_id=52cf705f-3228-4964-8d9f-b82fd04f4836)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:38.127192 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9c0d876c-3f33-4806-a868-38c9f2dd05e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:38.155517 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-9c0d876c-3f33-4806-a868-38c9f2dd05e4 None None] Calling delete_port for 8d9dd72a-ff4f-44d4-b4ac-06e36c6c2ed6 owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:52:38.171111 n-d-768862-13 neutron-server[94260]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:52:38.171111 n-d-768862-13 neutron-server[94260]: items = [ Aug 10 03:52:38.171111 n-d-768862-13 neutron-server[94260]: Traceback (most recent call last): Aug 10 03:52:38.171111 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:52:38.171111 n-d-768862-13 neutron-server[94260]: timer() Aug 10 03:52:38.171111 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:52:38.171111 n-d-768862-13 neutron-server[94260]: cb(*args, **kw) Aug 10 03:52:38.171111 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:52:38.171111 n-d-768862-13 neutron-server[94260]: return func(*args, **kwargs) Aug 10 03:52:38.171111 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:52:38.171111 n-d-768862-13 neutron-server[94260]: self._notify() Aug 10 03:52:38.171111 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:52:38.171111 n-d-768862-13 neutron-server[94260]: self.callback(batched_events) Aug 10 03:52:38.171111 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:52:38.171111 n-d-768862-13 neutron-server[94260]: event.method(event) Aug 10 03:52:38.171111 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:52:38.171111 n-d-768862-13 neutron-server[94260]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:52:38.171111 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:52:38.171111 n-d-768862-13 neutron-server[94260]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:52:38.171111 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:52:38.171111 n-d-768862-13 neutron-server[94260]: return f(self, *a, **k) Aug 10 03:52:38.171111 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:52:38.171111 n-d-768862-13 neutron-server[94260]: return self._get(url).json() Aug 10 03:52:38.171111 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:52:38.171111 n-d-768862-13 neutron-server[94260]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:52:38.171111 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:52:38.171111 n-d-768862-13 neutron-server[94260]: return self.request(url, 'GET', **kwargs) Aug 10 03:52:38.171111 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:52:38.171111 n-d-768862-13 neutron-server[94260]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:52:38.171111 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:52:38.171111 n-d-768862-13 neutron-server[94260]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:52:38.171111 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:52:38.171111 n-d-768862-13 neutron-server[94260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:52:38.171111 n-d-768862-13 neutron-server[94260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:52:38.174971 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-83b73663-507a-404e-8b2b-d35e94eee095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:38.178837 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-83b73663-507a-404e-8b2b-d35e94eee095 admin admin] Notify callbacks [] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:38.181495 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-83b73663-507a-404e-8b2b-d35e94eee095 admin admin] 10.222.0.44 "DELETE /v2.0/networks/095ca989-3257-4413-9aaa-cedbc7b00f9f HTTP/1.1" status: 204 len: 168 time: 1.2883937 Aug 10 03:52:38.184843 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40392) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:38.200759 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b73663-507a-404e-8b2b-d35e94eee095 admin admin] Pushing event deleted for resources: {'Network': ['ID=095ca989-3257-4413-9aaa-cedbc7b00f9f,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:38.202661 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8ef7e1d3-3df5-464b-985b-9d892b76a5a7 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:38.305681 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9c0d876c-3f33-4806-a868-38c9f2dd05e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:38.336823 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0d876c-3f33-4806-a868-38c9f2dd05e4 None None] Pushing event deleted for resources: {'Port': ['ID=8d9dd72a-ff4f-44d4-b4ac-06e36c6c2ed6,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:38.342848 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0d876c-3f33-4806-a868-38c9f2dd05e4 None None] No DVR routers for this DVR port 8d9dd72a-ff4f-44d4-b4ac-06e36c6c2ed6 on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:52:38.367165 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ddf95f-1184-4e57-911f-fad46aefbda8 None None] get_active_networks_info from n-d-768862-13 {{(pid=94262) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 03:52:38.514272 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ddf95f-1184-4e57-911f-fad46aefbda8 None None] Resources bound (agent type, host, resource id): {{(pid=94262) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 03:52:38.687783 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef7e1d3-3df5-464b-985b-9d892b76a5a7 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:52:38.725746 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-8ef7e1d3-3df5-464b-985b-9d892b76a5a7 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:38.731416 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef7e1d3-3df5-464b-985b-9d892b76a5a7 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:38.732553 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8ef7e1d3-3df5-464b-985b-9d892b76a5a7 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:38.745202 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef7e1d3-3df5-464b-985b-9d892b76a5a7 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event updated for resources: {'Subnet': ['ID=6b58f722-d810-4eb5-898d-80b6de02cd4b,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:38.771691 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40394) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:38.771965 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-8ef7e1d3-3df5-464b-985b-9d892b76a5a7 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3101747 Aug 10 03:52:38.779558 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-80978f6d-e395-476b-8cf5-71d7dac88c48 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Request body: {'subnet': {'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:38.901736 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a28bc6-a306-4cae-8fe7-5c9c6c644d93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'tenant_id': '81e716861c6c4321abe7f438a66c4076', 'fixed_ips': [{'subnet_id': '6b58f722-d810-4eb5-898d-80b6de02cd4b'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:52:38.903991 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-77a28bc6-a306-4cae-8fe7-5c9c6c644d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:38.984759 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80978f6d-e395-476b-8cf5-71d7dac88c48 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Made reservation on behalf of 81e716861c6c4321abe7f438a66c4076 for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:52:39.008010 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-80978f6d-e395-476b-8cf5-71d7dac88c48 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:39.168642 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-77a28bc6-a306-4cae-8fe7-5c9c6c644d93 None None] Allocated IP 2001:db8::2 (cfc280cf-2977-4a5c-89c8-adf4088ffacb/6b58f722-d810-4eb5-898d-80b6de02cd4b/4b95a099-dacf-4fdd-a298-aaeaaa4a0825) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:52:39.172007 n-d-768862-13 neutron-server[94260]: INFO neutron.db.ipam_backend_mixin [None req-80978f6d-e395-476b-8cf5-71d7dac88c48 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6b58f722-d810-4eb5-898d-80b6de02cd4b (CIDR: 2001:db8::/64) Aug 10 03:52:39.176649 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 8964ce51-3a78-45ba-a31b-90ac770cffa7 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:52:39.178364 n-d-768862-13 neutron-server[94260]: INFO neutron.pecan_wsgi.hooks.translation [None req-80978f6d-e395-476b-8cf5-71d7dac88c48 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:52:39.179349 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80978f6d-e395-476b-8cf5-71d7dac88c48 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:52:39.210682 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 8964ce51-3a78-45ba-a31b-90ac770cffa7 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:52:39.210682 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 8964ce51-3a78-45ba-a31b-90ac770cffa7 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:52:39.214644 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-80978f6d-e395-476b-8cf5-71d7dac88c48 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4406419 Aug 10 03:52:39.216126 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40398) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:39.227804 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-80c4e0f9-a783-4e50-ba17-b9eab59e7525 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Request body: {'subnet': {'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:39.261028 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a263aa27-b924-462c-9b10-86bc480997be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521880'] for router_interface, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:39.415370 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-77a28bc6-a306-4cae-8fe7-5c9c6c644d93 None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:39.426045 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c4e0f9-a783-4e50-ba17-b9eab59e7525 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Made reservation on behalf of 81e716861c6c4321abe7f438a66c4076 for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:52:39.433252 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-80c4e0f9-a783-4e50-ba17-b9eab59e7525 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:39.433909 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-77a28bc6-a306-4cae-8fe7-5c9c6c644d93 None None] Transition to ACTIVE for port object 4b95a099-dacf-4fdd-a298-aaeaaa4a0825 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:39.465175 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-77a28bc6-a306-4cae-8fe7-5c9c6c644d93 None None] Transition to ACTIVE for port object 4b95a099-dacf-4fdd-a298-aaeaaa4a0825 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:39.473700 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-77a28bc6-a306-4cae-8fe7-5c9c6c644d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:39.506273 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a28bc6-a306-4cae-8fe7-5c9c6c644d93 None None] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:52:39.529403 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-77a28bc6-a306-4cae-8fe7-5c9c6c644d93 None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:39.532400 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a28bc6-a306-4cae-8fe7-5c9c6c644d93 None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:52:39.616408 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a28bc6-a306-4cae-8fe7-5c9c6c644d93 None None] Pushing event updated for resources: {'Port': ['ID=4b95a099-dacf-4fdd-a298-aaeaaa4a0825,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:39.639007 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-77a28bc6-a306-4cae-8fe7-5c9c6c644d93 None None] Attempting to bind port 4b95a099-dacf-4fdd-a298-aaeaaa4a0825 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:52:39.639710 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-77a28bc6-a306-4cae-8fe7-5c9c6c644d93 None None] Attempting to bind port 4b95a099-dacf-4fdd-a298-aaeaaa4a0825 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '52cf705f-3228-4964-8d9f-b82fd04f4836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:52:39.640316 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a28bc6-a306-4cae-8fe7-5c9c6c644d93 None None] Attempting to bind port 4b95a099-dacf-4fdd-a298-aaeaaa4a0825 on network cfc280cf-2977-4a5c-89c8-adf4088ffacb {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:52:39.648095 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a28bc6-a306-4cae-8fe7-5c9c6c644d93 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:52:39.649094 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a28bc6-a306-4cae-8fe7-5c9c6c644d93 None None] Checking segment: {'id': '52cf705f-3228-4964-8d9f-b82fd04f4836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:52:39.649585 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-a263aa27-b924-462c-9b10-86bc480997be admin admin] Deleting port 9eb7544e-df9a-418c-bd42-ea80785d03bc {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:52:39.649981 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-77a28bc6-a306-4cae-8fe7-5c9c6c644d93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:39.650153 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a263aa27-b924-462c-9b10-86bc480997be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:39.650864 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a28bc6-a306-4cae-8fe7-5c9c6c644d93 None None] Bound using segment: {'id': '52cf705f-3228-4964-8d9f-b82fd04f4836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:52:39.652062 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-77a28bc6-a306-4cae-8fe7-5c9c6c644d93 None None] Bound port: 4b95a099-dacf-4fdd-a298-aaeaaa4a0825, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52cf705f-3228-4964-8d9f-b82fd04f4836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:52:39.653011 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-77a28bc6-a306-4cae-8fe7-5c9c6c644d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:39.737173 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-77a28bc6-a306-4cae-8fe7-5c9c6c644d93 None None] For port 4b95a099-dacf-4fdd-a298-aaeaaa4a0825, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:52:39.741479 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-77a28bc6-a306-4cae-8fe7-5c9c6c644d93 None None] For port 4b95a099-dacf-4fdd-a298-aaeaaa4a0825, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=4b95a099-dacf-4fdd-a298-aaeaaa4a0825,segment=NetworkSegment(52cf705f-3228-4964-8d9f-b82fd04f4836),segment_id=52cf705f-3228-4964-8d9f-b82fd04f4836)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:52:39.748838 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-77a28bc6-a306-4cae-8fe7-5c9c6c644d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:39.783604 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-a263aa27-b924-462c-9b10-86bc480997be admin admin] For port 9eb7544e-df9a-418c-bd42-ea80785d03bc, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=9eb7544e-df9a-418c-bd42-ea80785d03bc,segment=NetworkSegment(7e02d3e0-a014-464a-a98b-f24fb8063034),segment_id=7e02d3e0-a014-464a-a98b-f24fb8063034)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:39.784473 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a263aa27-b924-462c-9b10-86bc480997be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:39.805324 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-a263aa27-b924-462c-9b10-86bc480997be admin admin] Calling delete_port for 9eb7544e-df9a-418c-bd42-ea80785d03bc owned by network:router_interface {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:52:39.836034 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a28bc6-a306-4cae-8fe7-5c9c6c644d93 None None] Pushing event updated for resources: {'Port': ['ID=4b95a099-dacf-4fdd-a298-aaeaaa4a0825,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:39.983382 n-d-768862-13 neutron-server[94260]: DEBUG neutron.objects.ports [None req-80c4e0f9-a783-4e50-ba17-b9eab59e7525 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94260) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 03:52:40.107617 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a263aa27-b924-462c-9b10-86bc480997be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:40.178266 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a263aa27-b924-462c-9b10-86bc480997be admin admin] Pushing event deleted for resources: {'Port': ['ID=9eb7544e-df9a-418c-bd42-ea80785d03bc,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:40.336772 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-80c4e0f9-a783-4e50-ba17-b9eab59e7525 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:40.390406 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a263aa27-b924-462c-9b10-86bc480997be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-522536'] for router_interface, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:40.578587 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [None req-80c4e0f9-a783-4e50-ba17-b9eab59e7525 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] For port 4b95a099-dacf-4fdd-a298-aaeaaa4a0825, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=4b95a099-dacf-4fdd-a298-aaeaaa4a0825,segment=NetworkSegment(52cf705f-3228-4964-8d9f-b82fd04f4836),segment_id=52cf705f-3228-4964-8d9f-b82fd04f4836)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:40.639854 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-80c4e0f9-a783-4e50-ba17-b9eab59e7525 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:40.647173 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-80c4e0f9-a783-4e50-ba17-b9eab59e7525 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:40.648419 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-80c4e0f9-a783-4e50-ba17-b9eab59e7525 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58895384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805196'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:40.760932 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a263aa27-b924-462c-9b10-86bc480997be admin admin] Router 75094c18-36e3-4aa7-88c9-0169cdbf6168 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:52:40.787715 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c4e0f9-a783-4e50-ba17-b9eab59e7525 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:52:40.803574 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-80c4e0f9-a783-4e50-ba17-b9eab59e7525 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:40.807740 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c4e0f9-a783-4e50-ba17-b9eab59e7525 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:40.808355 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-80c4e0f9-a783-4e50-ba17-b9eab59e7525 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:40.825020 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c4e0f9-a783-4e50-ba17-b9eab59e7525 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event updated for resources: {'Port': ['ID=4b95a099-dacf-4fdd-a298-aaeaaa4a0825,revision_number=4']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:40.829255 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c4e0f9-a783-4e50-ba17-b9eab59e7525 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event updated for resources: {'Subnet': ['ID=6e3ec648-a661-464a-8456-02ed7e8334e7,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:40.840825 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-80c4e0f9-a783-4e50-ba17-b9eab59e7525 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.6222520 Aug 10 03:52:40.844330 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40402) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:40.851396 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-e04402c2-a481-4217-9b5b-4cb939d36f66 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Request body: {'port': {'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'mac_address': 'fa:16:3e:8f:e8:d5', 'name': 'tempest-NetworksTestDHCPv6-916267669'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:40.924606 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a263aa27-b924-462c-9b10-86bc480997be admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:52:40.935324 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473466e9-d2de-4f77-90a2-7f52e6ebd0e7 None None] Sync routers for ids ['75094c18-36e3-4aa7-88c9-0169cdbf6168'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:52:40.949668 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a263aa27-b924-462c-9b10-86bc480997be admin admin] 10.222.0.44 "PUT /v2.0/routers/75094c18-36e3-4aa7-88c9-0169cdbf6168/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7623715 Aug 10 03:52:40.951413 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473466e9-d2de-4f77-90a2-7f52e6ebd0e7 None None] Routers {'75094c18-36e3-4aa7-88c9-0169cdbf6168'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:52:40.952096 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-473466e9-d2de-4f77-90a2-7f52e6ebd0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:52:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['75094c18-36e3-4aa7-88c9-0169cdbf6168'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:40.955346 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40404) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:41.101773 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e04402c2-a481-4217-9b5b-4cb939d36f66 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Made reservation on behalf of 81e716861c6c4321abe7f438a66c4076 for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:52:41.211967 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4a4b40f0-da9d-4005-958d-3fd5453b2db5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:41.262779 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e04402c2-a481-4217-9b5b-4cb939d36f66 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:41.300781 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [None req-e04402c2-a481-4217-9b5b-4cb939d36f66 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] device_id is not set on port 7f9c3453-7435-4883-9f41-37add16cab71 yet. {{(pid=94260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:52:41.313376 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-473466e9-d2de-4f77-90a2-7f52e6ebd0e7 None None] Set router 75094c18-36e3-4aa7-88c9-0169cdbf6168 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:52:41.362741 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 4b95a099-dacf-4fdd-a298-aaeaaa4a0825 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:52:41.529563 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8a9495-ec56-454f-b7c2-47d7d60954d6 None None] get_active_networks_info from n-d-768862-13 {{(pid=94262) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 03:52:41.584548 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 4b95a099-dacf-4fdd-a298-aaeaaa4a0825 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:52:41.614658 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-5d6cff17-6ac5-4f47-b323-fb9a500bb374 None None] Provisioning for port 4b95a099-dacf-4fdd-a298-aaeaaa4a0825 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:52:41.629130 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-5d6cff17-6ac5-4f47-b323-fb9a500bb374 None None] Provisioning complete for port 4b95a099-dacf-4fdd-a298-aaeaaa4a0825 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:41.629799 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-5d6cff17-6ac5-4f47-b323-fb9a500bb374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:41.632462 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4a4b40f0-da9d-4005-958d-3fd5453b2db5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:41.700242 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-e04402c2-a481-4217-9b5b-4cb939d36f66 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Allocated IP 2001:db8::9f (cfc280cf-2977-4a5c-89c8-adf4088ffacb/6b58f722-d810-4eb5-898d-80b6de02cd4b/7f9c3453-7435-4883-9f41-37add16cab71) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:52:41.709597 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-e04402c2-a481-4217-9b5b-4cb939d36f66 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Allocated IP 2001:db8:0:1:f816:3eff:fe8f:e8d5 (cfc280cf-2977-4a5c-89c8-adf4088ffacb/6e3ec648-a661-464a-8456-02ed7e8334e7/7f9c3453-7435-4883-9f41-37add16cab71) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:52:41.778006 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-5d6cff17-6ac5-4f47-b323-fb9a500bb374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:41.782071 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-473466e9-d2de-4f77-90a2-7f52e6ebd0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75094c18-36e3-4aa7-88c9-0169cdbf6168', 'name': 'tempest-TestServerBasicOps-1774301179-router', 'tenant_id': '3ae3675d4cad4f5ca19cd91c3359cb9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '67df2c3a-0458-41a5-b86e-bc370caa214c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:46:20Z', 'updated_at': '2021-08-10T03:52:40Z', 'revision_number': 5, 'project_id': '3ae3675d4cad4f5ca19cd91c3359cb9c', 'gw_port': {'id': '67df2c3a-0458-41a5-b86e-bc370caa214c', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75094c18-36e3-4aa7-88c9-0169cdbf6168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:21Z', 'updated_at': '2021-08-10T03:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:41.783481 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-4a4b40f0-da9d-4005-958d-3fd5453b2db5 admin admin] Deleting port 67df2c3a-0458-41a5-b86e-bc370caa214c {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:52:41.783868 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4a4b40f0-da9d-4005-958d-3fd5453b2db5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:41.853685 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473466e9-d2de-4f77-90a2-7f52e6ebd0e7 None None] Checking router: 75094c18-36e3-4aa7-88c9-0169cdbf6168 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:52:41.871436 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8a9495-ec56-454f-b7c2-47d7d60954d6 None None] Resources bound (agent type, host, resource id): {{(pid=94262) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 03:52:41.872685 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473466e9-d2de-4f77-90a2-7f52e6ebd0e7 None None] Routers {'75094c18-36e3-4aa7-88c9-0169cdbf6168'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:52:41.874611 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-473466e9-d2de-4f77-90a2-7f52e6ebd0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:52:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['75094c18-36e3-4aa7-88c9-0169cdbf6168'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:41.907185 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-5d6cff17-6ac5-4f47-b323-fb9a500bb374 None None] For port 4b95a099-dacf-4fdd-a298-aaeaaa4a0825, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=4b95a099-dacf-4fdd-a298-aaeaaa4a0825,segment=NetworkSegment(52cf705f-3228-4964-8d9f-b82fd04f4836),segment_id=52cf705f-3228-4964-8d9f-b82fd04f4836)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:41.926097 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-5d6cff17-6ac5-4f47-b323-fb9a500bb374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:41.946742 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e04402c2-a481-4217-9b5b-4cb939d36f66 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:41.967053 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [None req-e04402c2-a481-4217-9b5b-4cb939d36f66 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Transition to ACTIVE for port object 7f9c3453-7435-4883-9f41-37add16cab71 will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:41.999846 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-4a4b40f0-da9d-4005-958d-3fd5453b2db5 admin admin] For port 67df2c3a-0458-41a5-b86e-bc370caa214c, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=67df2c3a-0458-41a5-b86e-bc370caa214c,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:42.000503 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4a4b40f0-da9d-4005-958d-3fd5453b2db5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:42.022903 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e04402c2-a481-4217-9b5b-4cb939d36f66 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:42.043164 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-4a4b40f0-da9d-4005-958d-3fd5453b2db5 admin admin] Calling delete_port for 67df2c3a-0458-41a5-b86e-bc370caa214c owned by network:router_gateway {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:52:42.079541 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6cff17-6ac5-4f47-b323-fb9a500bb374 None None] Pushing event updated for resources: {'Port': ['ID=4b95a099-dacf-4fdd-a298-aaeaaa4a0825,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:42.089072 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-473466e9-d2de-4f77-90a2-7f52e6ebd0e7 None None] Set router 75094c18-36e3-4aa7-88c9-0169cdbf6168 gateway port host: None {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:52:42.139820 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04402c2-a481-4217-9b5b-4cb939d36f66 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event updated for resources: {'Port': ['ID=7f9c3453-7435-4883-9f41-37add16cab71,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:42.167952 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-473466e9-d2de-4f77-90a2-7f52e6ebd0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75094c18-36e3-4aa7-88c9-0169cdbf6168', 'name': 'tempest-TestServerBasicOps-1774301179-router', 'tenant_id': '3ae3675d4cad4f5ca19cd91c3359cb9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:46:20Z', 'updated_at': '2021-08-10T03:52:41Z', 'revision_number': 6, 'project_id': '3ae3675d4cad4f5ca19cd91c3359cb9c', 'gw_port_host': None}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:42.177752 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04402c2-a481-4217-9b5b-4cb939d36f66 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:52:42.180993 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-e04402c2-a481-4217-9b5b-4cb939d36f66 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:42.187371 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04402c2-a481-4217-9b5b-4cb939d36f66 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:52:42.198143 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04402c2-a481-4217-9b5b-4cb939d36f66 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:42.199540 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e04402c2-a481-4217-9b5b-4cb939d36f66 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:42.208890 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473466e9-d2de-4f77-90a2-7f52e6ebd0e7 None None] The sync data for ids ['75094c18-36e3-4aa7-88c9-0169cdbf6168'] in n-d-768862-13 is: [{'id': '75094c18-36e3-4aa7-88c9-0169cdbf6168', 'name': 'tempest-TestServerBasicOps-1774301179-router', 'tenant_id': '3ae3675d4cad4f5ca19cd91c3359cb9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:46:20Z', 'updated_at': '2021-08-10T03:52:41Z', 'revision_number': 6, 'project_id': '3ae3675d4cad4f5ca19cd91c3359cb9c', 'gw_port_host': None}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:52:42.234834 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-e04402c2-a481-4217-9b5b-4cb939d36f66 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.3889434 Aug 10 03:52:42.235589 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40410) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:42.449272 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4a4b40f0-da9d-4005-958d-3fd5453b2db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:42.501065 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4b40f0-da9d-4005-958d-3fd5453b2db5 admin admin] Pushing event deleted for resources: {'Port': ['ID=67df2c3a-0458-41a5-b86e-bc370caa214c,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:42.592113 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-50d3934a-3e6d-41f5-a8da-653af9145fe8 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Deleting port 7f9c3453-7435-4883-9f41-37add16cab71 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:52:42.592440 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-50d3934a-3e6d-41f5-a8da-653af9145fe8 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:42.715235 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-50d3934a-3e6d-41f5-a8da-653af9145fe8 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:42.718153 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4a4b40f0-da9d-4005-958d-3fd5453b2db5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520654'] for router_gateway, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:42.827534 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-50d3934a-3e6d-41f5-a8da-653af9145fe8 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Calling delete_port for 7f9c3453-7435-4883-9f41-37add16cab71 owned by {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:52:42.901479 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4a4b40f0-da9d-4005-958d-3fd5453b2db5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:42.907363 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4a4b40f0-da9d-4005-958d-3fd5453b2db5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:43.019917 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4a4b40f0-da9d-4005-958d-3fd5453b2db5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:43.021116 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a4b40f0-da9d-4005-958d-3fd5453b2db5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75094c18-36e3-4aa7-88c9-0169cdbf6168 {{(pid=94261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:52:43.028644 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4a4b40f0-da9d-4005-958d-3fd5453b2db5 admin admin] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:43.033941 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-4a4b40f0-da9d-4005-958d-3fd5453b2db5 admin admin] 10.222.0.44 "DELETE /v2.0/routers/75094c18-36e3-4aa7-88c9-0169cdbf6168 HTTP/1.1" status: 204 len: 168 time: 2.0744870 Aug 10 03:52:43.037172 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40412) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:43.159554 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5bce418-7ede-453b-94b9-c989de02ee4f admin admin] Deleting subnet 19d1cf84-00f2-442f-a59c-d23fa26e03f5 {{(pid=94260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:52:43.169737 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c5bce418-7ede-453b-94b9-c989de02ee4f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:43.254946 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c5bce418-7ede-453b-94b9-c989de02ee4f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191173'] for subnet, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:43.268275 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 4b95a099-dacf-4fdd-a298-aaeaaa4a0825 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:52:43.308973 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-50d3934a-3e6d-41f5-a8da-653af9145fe8 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:43.350153 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33cb87d-f61c-454a-8ad6-349d338c8395 None None] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:52:43.392924 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d3934a-3e6d-41f5-a8da-653af9145fe8 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event deleted for resources: {'Port': ['ID=7f9c3453-7435-4883-9f41-37add16cab71,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:43.442452 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c5bce418-7ede-453b-94b9-c989de02ee4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:43.481986 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-50d3934a-3e6d-41f5-a8da-653af9145fe8 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:43.486550 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-50d3934a-3e6d-41f5-a8da-653af9145fe8 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/ports/7f9c3453-7435-4883-9f41-37add16cab71 HTTP/1.1" status: 204 len: 168 time: 1.2494910 Aug 10 03:52:43.493601 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40416) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:43.546666 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c5bce418-7ede-453b-94b9-c989de02ee4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:43.592260 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bce418-7ede-453b-94b9-c989de02ee4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19d1cf84-00f2-442f-a59c-d23fa26e03f5,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:43.602207 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c5bce418-7ede-453b-94b9-c989de02ee4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:43.605089 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-c5bce418-7ede-453b-94b9-c989de02ee4f admin admin] 10.222.0.44 "DELETE /v2.0/subnets/19d1cf84-00f2-442f-a59c-d23fa26e03f5 HTTP/1.1" status: 204 len: 168 time: 0.5689564 Aug 10 03:52:43.609129 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40418) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:43.623709 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dfe7c7d-3ba9-4baf-a746-c19158a36f01 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:43.629053 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-7dfe7c7d-3ba9-4baf-a746-c19158a36f01 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1311936 Aug 10 03:52:43.629892 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40420) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:43.707669 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2f276a43-522d-4ff9-814d-565399733b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:43.808050 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-2f276a43-522d-4ff9-814d-565399733b55 admin admin] Deleting port 123b3e3e-e42d-4156-8852-a8bfb5dec4e8 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:52:43.808475 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2f276a43-522d-4ff9-814d-565399733b55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:43.812835 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da4f79e-07c9-48a2-b476-e58c8ac77357 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:43.827857 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-0da4f79e-07c9-48a2-b476-e58c8ac77357 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1954608 Aug 10 03:52:43.828323 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40422) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:43.837260 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bba13ba-0394-452c-8642-ac01c7ce9bde None None] Network d6b54d7c-5b9b-4500-a193-f223506e869a requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:52:43.907456 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-8ac0faf7-4441-4e33-92dc-c799f2621ee8 None None] Provisioning complete for port 4b95a099-dacf-4fdd-a298-aaeaaa4a0825 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:43.908107 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-8ac0faf7-4441-4e33-92dc-c799f2621ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:43.978836 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f332ccd5-d26d-48e4-8fcb-19f6a952f06b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:43.982077 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f332ccd5-d26d-48e4-8fcb-19f6a952f06b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:43.989226 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f332ccd5-d26d-48e4-8fcb-19f6a952f06b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:43.989226 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-f332ccd5-d26d-48e4-8fcb-19f6a952f06b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1587734 Aug 10 03:52:43.993087 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40424) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:44.008885 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [None req-2f276a43-522d-4ff9-814d-565399733b55 admin admin] For port 123b3e3e-e42d-4156-8852-a8bfb5dec4e8, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=123b3e3e-e42d-4156-8852-a8bfb5dec4e8,segment=NetworkSegment(7e02d3e0-a014-464a-a98b-f24fb8063034),segment_id=7e02d3e0-a014-464a-a98b-f24fb8063034)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:44.009283 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2f276a43-522d-4ff9-814d-565399733b55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:44.403212 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 4b95a099-dacf-4fdd-a298-aaeaaa4a0825 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:44.404155 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:44.433453 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-2f276a43-522d-4ff9-814d-565399733b55 admin admin] Calling delete_port for 123b3e3e-e42d-4156-8852-a8bfb5dec4e8 owned by network:dhcp {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:52:44.460670 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_v2 [None req-02e2ede5-5f01-4d35-a196-0592d53d32c0 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Deleting subnet 6b58f722-d810-4eb5-898d-80b6de02cd4b {{(pid=94260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:52:44.466700 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-02e2ede5-5f01-4d35-a196-0592d53d32c0 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for subnet, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:44.575093 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-02e2ede5-5f01-4d35-a196-0592d53d32c0 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191173'] for subnet, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:44.655561 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2f276a43-522d-4ff9-814d-565399733b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:44.678970 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f276a43-522d-4ff9-814d-565399733b55 admin admin] No DVR routers for this DVR port 123b3e3e-e42d-4156-8852-a8bfb5dec4e8 on host n-d-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:52:44.711722 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-8ac0faf7-4441-4e33-92dc-c799f2621ee8 None None] Could not find standard attr ID for object 7f9c3453-7435-4883-9f41-37add16cab71. {{(pid=94262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:52:44.729145 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f276a43-522d-4ff9-814d-565399733b55 admin admin] Pushing event deleted for resources: {'Port': ['ID=123b3e3e-e42d-4156-8852-a8bfb5dec4e8,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:44.822872 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2f276a43-522d-4ff9-814d-565399733b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:44.825367 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec656f9c-27e4-4673-8b46-31fd45083a6a None None] DHCP port deletion for d6b54d7c-5b9b-4500-a193-f223506e869a request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:52:44.837490 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-2f276a43-522d-4ff9-814d-565399733b55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6b54d7c-5b9b-4500-a193-f223506e869a']}} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:44.881132 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-2f276a43-522d-4ff9-814d-565399733b55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e02d3e0-a014-464a-a98b-f24fb8063034') {'for_net_delete': True} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:44.881601 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-2f276a43-522d-4ff9-814d-565399733b55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e02d3e0-a014-464a-a98b-f24fb8063034') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:44.906652 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2f276a43-522d-4ff9-814d-565399733b55 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191186'] for segment, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:44.911420 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-02e2ede5-5f01-4d35-a196-0592d53d32c0 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:44.912283 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 9eb7544e-df9a-418c-bd42-ea80785d03bc no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:52:44.923127 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68481e2-e4a3-4796-92a3-955866399518 None None] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:52:44.977151 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 9eb7544e-df9a-418c-bd42-ea80785d03bc {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:52:44.977625 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 9eb7544e-df9a-418c-bd42-ea80785d03bc not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:52:44.978374 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 67df2c3a-0458-41a5-b86e-bc370caa214c no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:52:45.001381 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2f276a43-522d-4ff9-814d-565399733b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:45.021131 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f276a43-522d-4ff9-814d-565399733b55 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=94260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:52:45.022022 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2f276a43-522d-4ff9-814d-565399733b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58895489'] for segment, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:45.026190 n-d-768862-13 neutron-server[94260]: Traceback (most recent call last): Aug 10 03:52:45.026190 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:52:45.026190 n-d-768862-13 neutron-server[94260]: timer() Aug 10 03:52:45.026190 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:52:45.026190 n-d-768862-13 neutron-server[94260]: cb(*args, **kw) Aug 10 03:52:45.026190 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:52:45.026190 n-d-768862-13 neutron-server[94260]: return func(*args, **kwargs) Aug 10 03:52:45.026190 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:52:45.026190 n-d-768862-13 neutron-server[94260]: self._notify() Aug 10 03:52:45.026190 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:52:45.026190 n-d-768862-13 neutron-server[94260]: self.callback(batched_events) Aug 10 03:52:45.026190 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:52:45.026190 n-d-768862-13 neutron-server[94260]: event.method(event) Aug 10 03:52:45.026190 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:52:45.026190 n-d-768862-13 neutron-server[94260]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:52:45.026190 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:52:45.026190 n-d-768862-13 neutron-server[94260]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:52:45.026190 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:52:45.026190 n-d-768862-13 neutron-server[94260]: return f(self, *a, **k) Aug 10 03:52:45.026190 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:52:45.026190 n-d-768862-13 neutron-server[94260]: return self._get(url).json() Aug 10 03:52:45.026190 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:52:45.026190 n-d-768862-13 neutron-server[94260]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:52:45.026190 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:52:45.026190 n-d-768862-13 neutron-server[94260]: return self.request(url, 'GET', **kwargs) Aug 10 03:52:45.026190 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:52:45.026190 n-d-768862-13 neutron-server[94260]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:52:45.026190 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:52:45.026190 n-d-768862-13 neutron-server[94260]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:52:45.026190 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:52:45.026190 n-d-768862-13 neutron-server[94260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:52:45.026190 n-d-768862-13 neutron-server[94260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:52:45.061139 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 67df2c3a-0458-41a5-b86e-bc370caa214c {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:52:45.061591 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 67df2c3a-0458-41a5-b86e-bc370caa214c not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:52:45.076259 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-8f094ee5-b836-465b-ba95-13d8a0199045 None None] Provisioning complete for port 4b95a099-dacf-4fdd-a298-aaeaaa4a0825 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:45.076752 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-8f094ee5-b836-465b-ba95-13d8a0199045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:45.157403 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-02e2ede5-5f01-4d35-a196-0592d53d32c0 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:45.233179 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e2ede5-5f01-4d35-a196-0592d53d32c0 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event deleted for resources: {'Subnet': ['ID=6b58f722-d810-4eb5-898d-80b6de02cd4b,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:45.238408 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-02e2ede5-5f01-4d35-a196-0592d53d32c0 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:45.241835 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 123b3e3e-e42d-4156-8852-a8bfb5dec4e8 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:52:45.242378 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-02e2ede5-5f01-4d35-a196-0592d53d32c0 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/subnets/6b58f722-d810-4eb5-898d-80b6de02cd4b HTTP/1.1" status: 204 len: 168 time: 1.2481117 Aug 10 03:52:45.245625 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40432) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:45.263353 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2f276a43-522d-4ff9-814d-565399733b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:45.297570 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 123b3e3e-e42d-4156-8852-a8bfb5dec4e8 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:52:45.298076 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 123b3e3e-e42d-4156-8852-a8bfb5dec4e8 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:52:45.320038 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2f276a43-522d-4ff9-814d-565399733b55 admin admin] Notify callbacks [] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:45.330173 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-2f276a43-522d-4ff9-814d-565399733b55 admin admin] 10.222.0.44 "DELETE /v2.0/networks/d6b54d7c-5b9b-4500-a193-f223506e869a HTTP/1.1" status: 204 len: 168 time: 1.7171819 Aug 10 03:52:45.374029 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed6344a2-09a5-4acd-b022-57a96ca7a5b7 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Deleting subnet 6e3ec648-a661-464a-8456-02ed7e8334e7 {{(pid=94260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:52:45.396553 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f276a43-522d-4ff9-814d-565399733b55 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6b54d7c-5b9b-4500-a193-f223506e869a,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:45.405064 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ed6344a2-09a5-4acd-b022-57a96ca7a5b7 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for subnet, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:45.465268 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ed6344a2-09a5-4acd-b022-57a96ca7a5b7 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191173'] for subnet, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:45.638112 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ed6344a2-09a5-4acd-b022-57a96ca7a5b7 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:45.657059 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40436) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:45.737443 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40438) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:45.738570 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-abf13bd6-8181-4f33-b76e-6134bc97d5df admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=810c64a9b2844404a2bfdb7c413aee0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0776660 Aug 10 03:52:45.746782 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ed6344a2-09a5-4acd-b022-57a96ca7a5b7 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:45.790078 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6344a2-09a5-4acd-b022-57a96ca7a5b7 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event deleted for resources: {'Subnet': ['ID=6e3ec648-a661-464a-8456-02ed7e8334e7,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:45.801688 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ed6344a2-09a5-4acd-b022-57a96ca7a5b7 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:45.804095 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-ed6344a2-09a5-4acd-b022-57a96ca7a5b7 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/subnets/6e3ec648-a661-464a-8456-02ed7e8334e7 HTTP/1.1" status: 204 len: 168 time: 0.5567377 Aug 10 03:52:45.808335 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40440) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:45.860354 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-75658e68-0ee1-491d-895c-64cc62474451 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0507524 Aug 10 03:52:45.865282 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40442) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:45.874954 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-32366ef6-d709-438d-8a55-b2c26f4991d5 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Request body: {'subnet': {'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:45.882716 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9b5446f1-6147-45fa-8060-447849e93acc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:45.925250 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9b5446f1-6147-45fa-8060-447849e93acc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:46.007445 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9b5446f1-6147-45fa-8060-447849e93acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:46.013313 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9b5446f1-6147-45fa-8060-447849e93acc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:46.015042 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-9b5446f1-6147-45fa-8060-447849e93acc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7f2245eb-3b29-44b6-80b5-7bf3020d3b23 HTTP/1.1" status: 204 len: 168 time: 0.2756040 Aug 10 03:52:46.029195 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5446f1-6147-45fa-8060-447849e93acc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f2245eb-3b29-44b6-80b5-7bf3020d3b23,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:46.041552 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32366ef6-d709-438d-8a55-b2c26f4991d5 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Made reservation on behalf of 81e716861c6c4321abe7f438a66c4076 for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:52:46.047079 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-32366ef6-d709-438d-8a55-b2c26f4991d5 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:46.141380 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0a5705-7271-44ef-8682-1beb1c3b254c None None] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:52:46.280298 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-f6329ad9-6313-446c-b626-f1e6ee139a22 None None] Provisioning complete for port 4b95a099-dacf-4fdd-a298-aaeaaa4a0825 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:46.281129 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f6329ad9-6313-446c-b626-f1e6ee139a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:46.359415 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-32366ef6-d709-438d-8a55-b2c26f4991d5 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:46.391419 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32366ef6-d709-438d-8a55-b2c26f4991d5 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:52:46.433943 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-32366ef6-d709-438d-8a55-b2c26f4991d5 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:46.444346 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32366ef6-d709-438d-8a55-b2c26f4991d5 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:46.445440 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-32366ef6-d709-438d-8a55-b2c26f4991d5 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:46.509201 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32366ef6-d709-438d-8a55-b2c26f4991d5 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event updated for resources: {'Subnet': ['ID=714597a5-80ad-40d5-b39f-d5306e35f22d,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:46.531212 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-32366ef6-d709-438d-8a55-b2c26f4991d5 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6640418 Aug 10 03:52:46.535005 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40450) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:46.541250 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-2b64af42-ce4c-410a-8130-f6d8357008ec tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Request body: {'subnet': {'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:46.565581 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000187d4-32b3-499a-9d9e-d5f1717638ed None None] DHCP port deletion for cfc280cf-2977-4a5c-89c8-adf4088ffacb request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:52:46.675178 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40452) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:46.675768 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-000187d4-32b3-499a-9d9e-d5f1717638ed None None] Deleting port 4b95a099-dacf-4fdd-a298-aaeaaa4a0825 {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:52:46.676044 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-000187d4-32b3-499a-9d9e-d5f1717638ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:46.723069 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-34ec47b2-c620-4c2c-992e-26e4f6f36ba7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3ae3675d4cad4f5ca19cd91c3359cb9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461235 Aug 10 03:52:46.725588 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40454) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:46.731918 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b64af42-ce4c-410a-8130-f6d8357008ec tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Made reservation on behalf of 81e716861c6c4321abe7f438a66c4076 for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:52:46.737641 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2b64af42-ce4c-410a-8130-f6d8357008ec tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:46.789406 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8dfa806f-ee06-4bef-affd-431a108bfdf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:46.820717 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8dfa806f-ee06-4bef-affd-431a108bfdf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:46.820939 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-000187d4-32b3-499a-9d9e-d5f1717638ed None None] For port 4b95a099-dacf-4fdd-a298-aaeaaa4a0825, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=4b95a099-dacf-4fdd-a298-aaeaaa4a0825,segment=NetworkSegment(52cf705f-3228-4964-8d9f-b82fd04f4836),segment_id=52cf705f-3228-4964-8d9f-b82fd04f4836)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:46.821373 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-000187d4-32b3-499a-9d9e-d5f1717638ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:46.845191 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-000187d4-32b3-499a-9d9e-d5f1717638ed None None] Calling delete_port for 4b95a099-dacf-4fdd-a298-aaeaaa4a0825 owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:52:46.897580 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8dfa806f-ee06-4bef-affd-431a108bfdf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:46.901043 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8dfa806f-ee06-4bef-affd-431a108bfdf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:46.919407 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-8dfa806f-ee06-4bef-affd-431a108bfdf5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6f6788cf-995e-4b1a-8f66-367ca5e726c0 HTTP/1.1" status: 204 len: 168 time: 0.1922767 Aug 10 03:52:46.924836 n-d-768862-13 neutron-server[94260]: INFO neutron.db.ipam_backend_mixin [None req-2b64af42-ce4c-410a-8130-f6d8357008ec tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 714597a5-80ad-40d5-b39f-d5306e35f22d (CIDR: 2001:db8::/64) Aug 10 03:52:46.933212 n-d-768862-13 neutron-server[94260]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b64af42-ce4c-410a-8130-f6d8357008ec tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:52:46.934054 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b64af42-ce4c-410a-8130-f6d8357008ec tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:52:46.938791 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfa806f-ee06-4bef-affd-431a108bfdf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f6788cf-995e-4b1a-8f66-367ca5e726c0,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:46.966180 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-2b64af42-ce4c-410a-8130-f6d8357008ec tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4296451 Aug 10 03:52:46.968830 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40458) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:46.976383 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-f2dcc6d6-5b81-4917-9f81-175f80f5cc0d tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Request body: {'subnet': {'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:47.018807 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-000187d4-32b3-499a-9d9e-d5f1717638ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:47.066009 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000187d4-32b3-499a-9d9e-d5f1717638ed None None] Pushing event deleted for resources: {'Port': ['ID=4b95a099-dacf-4fdd-a298-aaeaaa4a0825,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:47.072014 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000187d4-32b3-499a-9d9e-d5f1717638ed None None] No DVR routers for this DVR port 4b95a099-dacf-4fdd-a298-aaeaaa4a0825 on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:52:47.088931 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6762f0ef-5f62-4cb3-a3e5-29a07bb69bd6 None None] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:52:47.190104 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2dcc6d6-5b81-4917-9f81-175f80f5cc0d tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Made reservation on behalf of 81e716861c6c4321abe7f438a66c4076 for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:52:47.197855 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f2dcc6d6-5b81-4917-9f81-175f80f5cc0d tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:47.239399 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 4b95a099-dacf-4fdd-a298-aaeaaa4a0825 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:52:47.309543 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 4b95a099-dacf-4fdd-a298-aaeaaa4a0825 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:52:47.309895 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 4b95a099-dacf-4fdd-a298-aaeaaa4a0825 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:52:47.411493 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143dc0d9-a92e-4edb-a56d-6868c08a9ce3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'tenant_id': '81e716861c6c4321abe7f438a66c4076', 'fixed_ips': [{'subnet_id': '714597a5-80ad-40d5-b39f-d5306e35f22d'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:52:47.411493 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-143dc0d9-a92e-4edb-a56d-6868c08a9ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:47.641226 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-143dc0d9-a92e-4edb-a56d-6868c08a9ce3 None None] Allocated IP 2001:db8::2 (cfc280cf-2977-4a5c-89c8-adf4088ffacb/714597a5-80ad-40d5-b39f-d5306e35f22d/d032fc9a-6407-41c7-8a30-ac8f926a759b) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:52:47.762769 n-d-768862-13 neutron-server[94260]: DEBUG neutron.objects.ports [None req-f2dcc6d6-5b81-4917-9f81-175f80f5cc0d tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94260) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 03:52:47.771598 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f2dcc6d6-5b81-4917-9f81-175f80f5cc0d tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58895384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805196'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:47.819074 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2dcc6d6-5b81-4917-9f81-175f80f5cc0d tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:52:47.824750 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-f2dcc6d6-5b81-4917-9f81-175f80f5cc0d tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:47.829801 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2dcc6d6-5b81-4917-9f81-175f80f5cc0d tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:47.830531 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f2dcc6d6-5b81-4917-9f81-175f80f5cc0d tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:47.850488 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-f2dcc6d6-5b81-4917-9f81-175f80f5cc0d tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.8782263 Aug 10 03:52:47.854198 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40488) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:47.860481 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-47020598-aa88-4e06-83e3-3b3c500b8697 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Request body: {'port': {'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'mac_address': 'fa:16:3e:18:4d:9f', 'name': 'tempest-NetworksTestDHCPv6-1692044893'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:47.887344 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-143dc0d9-a92e-4edb-a56d-6868c08a9ce3 None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:47.899595 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-143dc0d9-a92e-4edb-a56d-6868c08a9ce3 None None] Transition to ACTIVE for port object d032fc9a-6407-41c7-8a30-ac8f926a759b will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:47.916447 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dcc6d6-5b81-4917-9f81-175f80f5cc0d tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event updated for resources: {'Subnet': ['ID=8dd0ecc3-e37a-4fc2-b67e-4f21313b0beb,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:47.924918 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-143dc0d9-a92e-4edb-a56d-6868c08a9ce3 None None] Transition to ACTIVE for port object d032fc9a-6407-41c7-8a30-ac8f926a759b will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:47.938277 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-143dc0d9-a92e-4edb-a56d-6868c08a9ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:48.009623 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143dc0d9-a92e-4edb-a56d-6868c08a9ce3 None None] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:52:48.013079 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-143dc0d9-a92e-4edb-a56d-6868c08a9ce3 None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:48.017547 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143dc0d9-a92e-4edb-a56d-6868c08a9ce3 None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:52:48.025793 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143dc0d9-a92e-4edb-a56d-6868c08a9ce3 None None] Pushing event updated for resources: {'Port': ['ID=d032fc9a-6407-41c7-8a30-ac8f926a759b,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:48.063625 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47020598-aa88-4e06-83e3-3b3c500b8697 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Made reservation on behalf of 81e716861c6c4321abe7f438a66c4076 for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:52:48.125563 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-143dc0d9-a92e-4edb-a56d-6868c08a9ce3 None None] Attempting to bind port d032fc9a-6407-41c7-8a30-ac8f926a759b on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:52:48.126348 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-143dc0d9-a92e-4edb-a56d-6868c08a9ce3 None None] Attempting to bind port d032fc9a-6407-41c7-8a30-ac8f926a759b by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '52cf705f-3228-4964-8d9f-b82fd04f4836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:52:48.126871 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143dc0d9-a92e-4edb-a56d-6868c08a9ce3 None None] Attempting to bind port d032fc9a-6407-41c7-8a30-ac8f926a759b on network cfc280cf-2977-4a5c-89c8-adf4088ffacb {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:52:48.136137 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143dc0d9-a92e-4edb-a56d-6868c08a9ce3 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:52:48.136732 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143dc0d9-a92e-4edb-a56d-6868c08a9ce3 None None] Checking segment: {'id': '52cf705f-3228-4964-8d9f-b82fd04f4836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:52:48.137523 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-143dc0d9-a92e-4edb-a56d-6868c08a9ce3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:48.137998 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143dc0d9-a92e-4edb-a56d-6868c08a9ce3 None None] Bound using segment: {'id': '52cf705f-3228-4964-8d9f-b82fd04f4836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:52:48.138862 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-143dc0d9-a92e-4edb-a56d-6868c08a9ce3 None None] Bound port: d032fc9a-6407-41c7-8a30-ac8f926a759b, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52cf705f-3228-4964-8d9f-b82fd04f4836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:52:48.139547 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-143dc0d9-a92e-4edb-a56d-6868c08a9ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:48.168938 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-47020598-aa88-4e06-83e3-3b3c500b8697 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:48.204288 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [None req-47020598-aa88-4e06-83e3-3b3c500b8697 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] device_id is not set on port 2ec2620b-4ceb-4852-bc43-9ca0cc341da6 yet. {{(pid=94260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:52:48.242832 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-143dc0d9-a92e-4edb-a56d-6868c08a9ce3 None None] For port d032fc9a-6407-41c7-8a30-ac8f926a759b, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:52:48.248230 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-143dc0d9-a92e-4edb-a56d-6868c08a9ce3 None None] For port d032fc9a-6407-41c7-8a30-ac8f926a759b, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=d032fc9a-6407-41c7-8a30-ac8f926a759b,segment=NetworkSegment(52cf705f-3228-4964-8d9f-b82fd04f4836),segment_id=52cf705f-3228-4964-8d9f-b82fd04f4836)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:52:48.254773 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-143dc0d9-a92e-4edb-a56d-6868c08a9ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:48.361299 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143dc0d9-a92e-4edb-a56d-6868c08a9ce3 None None] Pushing event updated for resources: {'Port': ['ID=d032fc9a-6407-41c7-8a30-ac8f926a759b,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:48.442585 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40508) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:48.489810 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-47020598-aa88-4e06-83e3-3b3c500b8697 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Allocated IP 2001:db8::59 (cfc280cf-2977-4a5c-89c8-adf4088ffacb/714597a5-80ad-40d5-b39f-d5306e35f22d/2ec2620b-4ceb-4852-bc43-9ca0cc341da6) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:52:48.501828 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-47020598-aa88-4e06-83e3-3b3c500b8697 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Allocated IP 2001:db8:0:1:f816:3eff:fe18:4d9f (cfc280cf-2977-4a5c-89c8-adf4088ffacb/8dd0ecc3-e37a-4fc2-b67e-4f21313b0beb/2ec2620b-4ceb-4852-bc43-9ca0cc341da6) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:52:48.659459 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-11bfd1b8-1370-4fc6-ab5a-fde8d4b603e3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-757140465-network', 'tenant_id': 'd7797a7e7c744219a6cd7e79c926312f'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:48.693801 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11bfd1b8-1370-4fc6-ab5a-fde8d4b603e3 admin admin] Made reservation on behalf of d7797a7e7c744219a6cd7e79c926312f for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:52:48.696423 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-11bfd1b8-1370-4fc6-ab5a-fde8d4b603e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:48.707270 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-11bfd1b8-1370-4fc6-ab5a-fde8d4b603e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:48.756114 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-47020598-aa88-4e06-83e3-3b3c500b8697 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:48.774825 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [None req-47020598-aa88-4e06-83e3-3b3c500b8697 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Transition to ACTIVE for port object 2ec2620b-4ceb-4852-bc43-9ca0cc341da6 will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:48.819045 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-47020598-aa88-4e06-83e3-3b3c500b8697 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:48.855328 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-11bfd1b8-1370-4fc6-ab5a-fde8d4b603e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:48.861525 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-11bfd1b8-1370-4fc6-ab5a-fde8d4b603e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:48.892806 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11bfd1b8-1370-4fc6-ab5a-fde8d4b603e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:52:48.903401 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47020598-aa88-4e06-83e3-3b3c500b8697 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:52:48.904796 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bfd1b8-1370-4fc6-ab5a-fde8d4b603e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2031f5a2-8e96-4d4c-b507-84878d4f1482,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:48.914981 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-11bfd1b8-1370-4fc6-ab5a-fde8d4b603e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:48.923856 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-11bfd1b8-1370-4fc6-ab5a-fde8d4b603e3 admin admin] Added segment a02c445a-dd82-41b8-8c82-8deebd0db13e of type vlan for network 9304a778-e332-4697-b169-f473c98c9db5 Aug 10 03:52:48.932460 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-47020598-aa88-4e06-83e3-3b3c500b8697 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:48.936783 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47020598-aa88-4e06-83e3-3b3c500b8697 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:52:48.947223 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47020598-aa88-4e06-83e3-3b3c500b8697 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:48.948240 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-47020598-aa88-4e06-83e3-3b3c500b8697 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:48.953703 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47020598-aa88-4e06-83e3-3b3c500b8697 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event updated for resources: {'Port': ['ID=2ec2620b-4ceb-4852-bc43-9ca0cc341da6,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:48.981030 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-11bfd1b8-1370-4fc6-ab5a-fde8d4b603e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:48.989964 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-47020598-aa88-4e06-83e3-3b3c500b8697 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.1341352 Aug 10 03:52:48.990894 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40514) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:49.035634 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-11bfd1b8-1370-4fc6-ab5a-fde8d4b603e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:49.037474 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11bfd1b8-1370-4fc6-ab5a-fde8d4b603e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:49.038288 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-11bfd1b8-1370-4fc6-ab5a-fde8d4b603e3 admin admin] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:49.135259 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-11bfd1b8-1370-4fc6-ab5a-fde8d4b603e3 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6867197 Aug 10 03:52:49.137182 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40520) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:49.153720 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-db2871b9-b0df-402a-b306-374472fdb98e admin admin] Request body: {'subnet': {'network_id': '9304a778-e332-4697-b169-f473c98c9db5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-757140465-subnet', 'tenant_id': 'd7797a7e7c744219a6cd7e79c926312f', 'ip_version': 4}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:49.154470 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bfd1b8-1370-4fc6-ab5a-fde8d4b603e3 admin admin] Pushing event updated for resources: {'Network': ['ID=9304a778-e332-4697-b169-f473c98c9db5,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:49.188578 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 9304a778-e332-4697-b169-f473c98c9db5 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:52:49.215666 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-88a6fed4-cc3a-4267-9185-dd04c9ad9f62 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Deleting port 2ec2620b-4ceb-4852-bc43-9ca0cc341da6 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:52:49.216226 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-88a6fed4-cc3a-4267-9185-dd04c9ad9f62 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:49.250360 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device d032fc9a-6407-41c7-8a30-ac8f926a759b up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:52:49.329391 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db2871b9-b0df-402a-b306-374472fdb98e admin admin] Made reservation on behalf of d7797a7e7c744219a6cd7e79c926312f for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:52:49.332866 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-db2871b9-b0df-402a-b306-374472fdb98e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:49.363591 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port d032fc9a-6407-41c7-8a30-ac8f926a759b completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:52:49.525674 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-88a6fed4-cc3a-4267-9185-dd04c9ad9f62 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:49.547319 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-88a6fed4-cc3a-4267-9185-dd04c9ad9f62 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Calling delete_port for 2ec2620b-4ceb-4852-bc43-9ca0cc341da6 owned by {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:52:49.733137 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6343948-6db7-4b87-a1da-f28daba2e4d4 None None] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:52:49.809408 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-db2871b9-b0df-402a-b306-374472fdb98e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58895384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805196'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:49.844417 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-3cfbe6fd-eae0-4ff5-bfba-3046760b2e5c None None] Provisioning for port d032fc9a-6407-41c7-8a30-ac8f926a759b completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:52:49.856387 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-3cfbe6fd-eae0-4ff5-bfba-3046760b2e5c None None] Provisioning complete for port d032fc9a-6407-41c7-8a30-ac8f926a759b triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:49.857123 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3cfbe6fd-eae0-4ff5-bfba-3046760b2e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:49.936563 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2871b9-b0df-402a-b306-374472fdb98e admin admin] Pushing event updated for resources: {'Subnet': ['ID=004bec00-f412-4962-b43d-0d7672578573,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:49.983113 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2871b9-b0df-402a-b306-374472fdb98e admin admin] Checking segment: {'id': 'a02c445a-dd82-41b8-8c82-8deebd0db13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9304a778-e332-4697-b169-f473c98c9db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:52:49.995198 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2871b9-b0df-402a-b306-374472fdb98e admin admin] Network hostable DHCP agents. Network: 9304a778-e332-4697-b169-f473c98c9db5, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:52:50.014417 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-88a6fed4-cc3a-4267-9185-dd04c9ad9f62 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:50.024929 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2871b9-b0df-402a-b306-374472fdb98e admin admin] Network 9304a778-e332-4697-b169-f473c98c9db5 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:52:50.053103 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a6fed4-cc3a-4267-9185-dd04c9ad9f62 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event deleted for resources: {'Port': ['ID=2ec2620b-4ceb-4852-bc43-9ca0cc341da6,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:50.060274 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-db2871b9-b0df-402a-b306-374472fdb98e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 9304a778-e332-4697-b169-f473c98c9db5) {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:50.070308 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2871b9-b0df-402a-b306-374472fdb98e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:50.070308 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-db2871b9-b0df-402a-b306-374472fdb98e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:50.092661 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6abfe5-c3b5-4a20-9c4d-e2dd2d355471 None None] Network 9304a778-e332-4697-b169-f473c98c9db5 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:52:50.130512 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-88a6fed4-cc3a-4267-9185-dd04c9ad9f62 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:50.135771 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-88a6fed4-cc3a-4267-9185-dd04c9ad9f62 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/ports/2ec2620b-4ceb-4852-bc43-9ca0cc341da6 HTTP/1.1" status: 204 len: 168 time: 1.1432955 Aug 10 03:52:50.138263 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40532) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:50.142127 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-db2871b9-b0df-402a-b306-374472fdb98e admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0030832 Aug 10 03:52:50.143636 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40534) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:50.147719 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-024635d5-fa38-4f02-8f53-cd532982473f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-757140465-router', 'tenant_id': 'd7797a7e7c744219a6cd7e79c926312f', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:50.169128 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3cfbe6fd-eae0-4ff5-bfba-3046760b2e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:50.183142 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-024635d5-fa38-4f02-8f53-cd532982473f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:50.184235 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-024635d5-fa38-4f02-8f53-cd532982473f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:50.264058 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a326ad-b400-40c1-9a80-efb7ad172e7d tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:50.267273 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-3cfbe6fd-eae0-4ff5-bfba-3046760b2e5c None None] For port d032fc9a-6407-41c7-8a30-ac8f926a759b, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=d032fc9a-6407-41c7-8a30-ac8f926a759b,segment=NetworkSegment(52cf705f-3228-4964-8d9f-b82fd04f4836),segment_id=52cf705f-3228-4964-8d9f-b82fd04f4836)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:50.274153 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e5a326ad-b400-40c1-9a80-efb7ad172e7d tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1314137 Aug 10 03:52:50.276417 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40536) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:50.285732 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-024635d5-fa38-4f02-8f53-cd532982473f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:50.294851 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3cfbe6fd-eae0-4ff5-bfba-3046760b2e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:50.420419 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfbe6fd-eae0-4ff5-bfba-3046760b2e5c None None] Pushing event updated for resources: {'Port': ['ID=d032fc9a-6407-41c7-8a30-ac8f926a759b,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:50.426622 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5dfeb7-c83b-46d6-badf-9de821766742 None None] Update dhcp port {'port': {'network_id': 'cfc280cf-2977-4a5c-89c8-adf4088ffacb', 'fixed_ips': [{'subnet_id': '714597a5-80ad-40d5-b39f-d5306e35f22d', 'ip_address': '2001:db8::2'}, {'subnet_id': '8dd0ecc3-e37a-4fc2-b67e-4f21313b0beb'}], 'binding:host_id': 'n-d-768862-13'}, 'id': 'd032fc9a-6407-41c7-8a30-ac8f926a759b'} from n-d-768862-13. {{(pid=94262) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 03:52:50.433342 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa42352-0a87-44ad-a382-956f0a1c7c25 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:50.453884 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-1aa42352-0a87-44ad-a382-956f0a1c7c25 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1748419 Aug 10 03:52:50.458292 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40544) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:50.460046 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51dbdc14-b666-4e4e-83b0-49152715a488 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-9304a778-e332-4697-b169-f473c98c9db5', 'network_id': '9304a778-e332-4697-b169-f473c98c9db5', 'tenant_id': 'd7797a7e7c744219a6cd7e79c926312f', 'fixed_ips': [{'subnet_id': '004bec00-f412-4962-b43d-0d7672578573'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:52:50.460927 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-51dbdc14-b666-4e4e-83b0-49152715a488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:50.474529 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:52:50.518193 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-cd5dfeb7-c83b-46d6-badf-9de821766742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:50.551116 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-024635d5-fa38-4f02-8f53-cd532982473f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:50.563912 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce0efba-f5c7-4b14-b282-434a5e9fc4ea tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:50.568082 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce0efba-f5c7-4b14-b282-434a5e9fc4ea tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:50.572534 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce0efba-f5c7-4b14-b282-434a5e9fc4ea tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:50.579227 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-0ce0efba-f5c7-4b14-b282-434a5e9fc4ea tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1193573 Aug 10 03:52:50.580404 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40548) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:50.665138 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f99e7ad-9939-4821-bca6-5bb1598ea8b5 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Deleting subnet 714597a5-80ad-40d5-b39f-d5306e35f22d {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:52:50.671026 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5f99e7ad-9939-4821-bca6-5bb1598ea8b5 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:50.757455 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5f99e7ad-9939-4821-bca6-5bb1598ea8b5 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:50.820755 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-024635d5-fa38-4f02-8f53-cd532982473f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:50.840619 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-51dbdc14-b666-4e4e-83b0-49152715a488 None None] Allocated IP 172.20.0.2 (9304a778-e332-4697-b169-f473c98c9db5/004bec00-f412-4962-b43d-0d7672578573/f67743fc-c00d-4b31-b508-7cc8e66380ea) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:52:50.845795 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-024635d5-fa38-4f02-8f53-cd532982473f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:50.911918 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5f99e7ad-9939-4821-bca6-5bb1598ea8b5 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:51.023529 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5f99e7ad-9939-4821-bca6-5bb1598ea8b5 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:51.065175 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-024635d5-fa38-4f02-8f53-cd532982473f admin admin] Allocated IP 172.25.6.98 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/310edeba-cd37-4bf3-90a7-4cddfabdbc96) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:52:51.103639 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f99e7ad-9939-4821-bca6-5bb1598ea8b5 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event deleted for resources: {'Subnet': ['ID=714597a5-80ad-40d5-b39f-d5306e35f22d,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:51.109013 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5f99e7ad-9939-4821-bca6-5bb1598ea8b5 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:51.118163 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-5f99e7ad-9939-4821-bca6-5bb1598ea8b5 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/subnets/714597a5-80ad-40d5-b39f-d5306e35f22d HTTP/1.1" status: 204 len: 168 time: 0.5356967 Aug 10 03:52:51.120358 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40554) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:51.234787 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-58fdf310-df69-4963-9605-16d818e0a6a2 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Deleting subnet 8dd0ecc3-e37a-4fc2-b67e-4f21313b0beb {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:52:51.256286 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-58fdf310-df69-4963-9605-16d818e0a6a2 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:51.263949 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server [None req-cd5dfeb7-c83b-46d6-badf-9de821766742 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 714597a5-80ad-40d5-b39f-d5306e35f22d: This subnet is being modified by another concurrent operation. Aug 10 03:52:51.263949 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 10 03:52:51.263949 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 10 03:52:51.263949 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 10 03:52:51.263949 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 10 03:52:51.263949 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 10 03:52:51.263949 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 10 03:52:51.263949 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 10 03:52:51.263949 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 10 03:52:51.263949 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 10 03:52:51.263949 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 10 03:52:51.263949 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 10 03:52:51.263949 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 03:52:51.263949 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 03:52:51.263949 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:52:51.263949 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:52:51.263949 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:52:51.263949 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:52:51.263949 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 03:52:51.263949 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:52:51.263949 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 03:52:51.263949 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 03:52:51.263949 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:52:51.263949 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:52:51.263949 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:52:51.263949 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:52:51.263949 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 03:52:51.263949 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:52:51.263949 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 03:52:51.263949 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 03:52:51.263949 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:52:51.263949 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:52:51.263949 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:52:51.263949 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:52:51.263949 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 03:52:51.263949 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 03:52:51.263949 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 10 03:52:51.263949 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 10 03:52:51.263949 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 10 03:52:51.263949 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 10 03:52:51.263949 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 10 03:52:51.263949 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 10 03:52:51.263949 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 10 03:52:51.263949 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 10 03:52:51.263949 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 03:52:51.263949 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 03:52:51.263949 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:52:51.263949 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:52:51.263949 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:52:51.263949 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:52:51.263949 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 03:52:51.263949 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:52:51.263949 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 03:52:51.263949 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 03:52:51.263949 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:52:51.263949 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:52:51.263949 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:52:51.263949 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:52:51.263949 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 03:52:51.263949 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:52:51.263949 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 03:52:51.263949 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 03:52:51.263949 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:52:51.263949 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:52:51.263949 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:52:51.263949 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:52:51.263949 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 03:52:51.263949 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 03:52:51.263949 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Aug 10 03:52:51.263949 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 10 03:52:51.263949 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 10 03:52:51.263949 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 10 03:52:51.263949 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 10 03:52:51.263949 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 10 03:52:51.263949 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 10 03:52:51.263949 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 10 03:52:51.263949 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 10 03:52:51.263949 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 10 03:52:51.263949 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 10 03:52:51.263949 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 10 03:52:51.263949 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 10 03:52:51.263949 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 10 03:52:51.263949 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 10 03:52:51.263949 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server raise exception Aug 10 03:52:51.263949 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 714597a5-80ad-40d5-b39f-d5306e35f22d: This subnet is being modified by another concurrent operation. Aug 10 03:52:51.263949 n-d-768862-13 neutron-server[94262]: ERROR oslo_messaging.rpc.server Aug 10 03:52:51.277482 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-51dbdc14-b666-4e4e-83b0-49152715a488 None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:51.283033 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device d032fc9a-6407-41c7-8a30-ac8f926a759b up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:52:51.377865 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-51dbdc14-b666-4e4e-83b0-49152715a488 None None] Transition to ACTIVE for port object f67743fc-c00d-4b31-b508-7cc8e66380ea will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:51.403149 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890f5eb3-c4d8-4384-a4bb-500aa4b64cca None None] Network cfc280cf-2977-4a5c-89c8-adf4088ffacb requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:52:51.403474 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-024635d5-fa38-4f02-8f53-cd532982473f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:51.404267 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-58fdf310-df69-4963-9605-16d818e0a6a2 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:51.497985 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-51dbdc14-b666-4e4e-83b0-49152715a488 None None] Transition to ACTIVE for port object f67743fc-c00d-4b31-b508-7cc8e66380ea will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:51.499389 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-58fdf310-df69-4963-9605-16d818e0a6a2 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:51.501033 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e6b4ad5f-8207-422e-8ba7-d24d07a96adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:51.532602 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-024635d5-fa38-4f02-8f53-cd532982473f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:51.533541 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-51dbdc14-b666-4e4e-83b0-49152715a488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:51.546794 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-339ecd9c-9ec7-4d79-bd60-54af8e770808 None None] Provisioning complete for port d032fc9a-6407-41c7-8a30-ac8f926a759b triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:51.547486 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-339ecd9c-9ec7-4d79-bd60-54af8e770808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:51.593900 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024635d5-fa38-4f02-8f53-cd532982473f admin admin] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:52:51.597535 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-024635d5-fa38-4f02-8f53-cd532982473f admin admin] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:51.602446 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024635d5-fa38-4f02-8f53-cd532982473f admin admin] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:52:51.604063 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port d032fc9a-6407-41c7-8a30-ac8f926a759b triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:51.604625 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:51.613315 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-58fdf310-df69-4963-9605-16d818e0a6a2 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:51.632699 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024635d5-fa38-4f02-8f53-cd532982473f admin admin] Pushing event updated for resources: {'Port': ['ID=310edeba-cd37-4bf3-90a7-4cddfabdbc96,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:51.649210 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-58fdf310-df69-4963-9605-16d818e0a6a2 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:51.653659 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-58fdf310-df69-4963-9605-16d818e0a6a2 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/subnets/8dd0ecc3-e37a-4fc2-b67e-4f21313b0beb HTTP/1.1" status: 204 len: 168 time: 0.5295260 Aug 10 03:52:51.653659 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fdf310-df69-4963-9605-16d818e0a6a2 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event deleted for resources: {'Subnet': ['ID=8dd0ecc3-e37a-4fc2-b67e-4f21313b0beb,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:51.654113 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40562) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:51.696096 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51dbdc14-b666-4e4e-83b0-49152715a488 None None] Network 9304a778-e332-4697-b169-f473c98c9db5 is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:52:51.704888 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-7fb06cc2-3cf6-4578-ac0f-6d5053805cb5 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0494020 Aug 10 03:52:51.707649 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40568) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:51.713323 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-51dbdc14-b666-4e4e-83b0-49152715a488 None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:51.717652 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dbdc14-b666-4e4e-83b0-49152715a488 None None] Pushing event updated for resources: {'Port': ['ID=f67743fc-c00d-4b31-b508-7cc8e66380ea,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:51.735503 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51dbdc14-b666-4e4e-83b0-49152715a488 None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:52:51.811103 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88f970b-0b41-4ba8-99f3-37b5587668a8 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:51.813953 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-f88f970b-0b41-4ba8-99f3-37b5587668a8 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1052163 Aug 10 03:52:51.816551 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40570) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:51.892634 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e3f4c5-4bf1-4cb3-8d1e-466bbead6524 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:51.895036 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-25e3f4c5-4bf1-4cb3-8d1e-466bbead6524 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0768855 Aug 10 03:52:51.897601 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40572) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:51.951511 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-51dbdc14-b666-4e4e-83b0-49152715a488 None None] Attempting to bind port f67743fc-c00d-4b31-b508-7cc8e66380ea on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:52:51.951887 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-51dbdc14-b666-4e4e-83b0-49152715a488 None None] Attempting to bind port f67743fc-c00d-4b31-b508-7cc8e66380ea by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'a02c445a-dd82-41b8-8c82-8deebd0db13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9304a778-e332-4697-b169-f473c98c9db5'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:52:51.952257 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51dbdc14-b666-4e4e-83b0-49152715a488 None None] Attempting to bind port f67743fc-c00d-4b31-b508-7cc8e66380ea on network 9304a778-e332-4697-b169-f473c98c9db5 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:52:51.955745 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e4c91297-9840-4be5-989e-7409ce2754d3 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0557535 Aug 10 03:52:51.966257 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40574) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:51.967569 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51dbdc14-b666-4e4e-83b0-49152715a488 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:52:51.967831 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51dbdc14-b666-4e4e-83b0-49152715a488 None None] Checking segment: {'id': 'a02c445a-dd82-41b8-8c82-8deebd0db13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9304a778-e332-4697-b169-f473c98c9db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:52:51.968344 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-51dbdc14-b666-4e4e-83b0-49152715a488 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:51.968642 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51dbdc14-b666-4e4e-83b0-49152715a488 None None] Bound using segment: {'id': 'a02c445a-dd82-41b8-8c82-8deebd0db13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9304a778-e332-4697-b169-f473c98c9db5'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:52:51.969143 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-51dbdc14-b666-4e4e-83b0-49152715a488 None None] Bound port: f67743fc-c00d-4b31-b508-7cc8e66380ea, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a02c445a-dd82-41b8-8c82-8deebd0db13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9304a778-e332-4697-b169-f473c98c9db5'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:52:51.969527 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-51dbdc14-b666-4e4e-83b0-49152715a488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:52.009615 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a92fd33-88ed-4861-9790-fab420d3fa55 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] DELETE failed (client error): The resource could not be found. Aug 10 03:52:52.010132 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-024635d5-fa38-4f02-8f53-cd532982473f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:52.012946 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a92fd33-88ed-4861-9790-fab420d3fa55 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:52:52.018608 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-7a92fd33-88ed-4861-9790-fab420d3fa55 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/ports/2ec2620b-4ceb-4852-bc43-9ca0cc341da6 HTTP/1.1" status: 404 len: 333 time: 0.0505779 Aug 10 03:52:52.019267 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40576) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:52.051608 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-804923e0-8220-4c35-86f6-54327496aae0 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] DELETE failed (client error): The resource could not be found. Aug 10 03:52:52.052314 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-804923e0-8220-4c35-86f6-54327496aae0 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:52:52.054275 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-51dbdc14-b666-4e4e-83b0-49152715a488 None None] For port f67743fc-c00d-4b31-b508-7cc8e66380ea, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:52:52.056992 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-804923e0-8220-4c35-86f6-54327496aae0 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/subnets/8dd0ecc3-e37a-4fc2-b67e-4f21313b0beb HTTP/1.1" status: 404 len: 337 time: 0.0366251 Aug 10 03:52:52.057640 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40578) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:52.059579 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-51dbdc14-b666-4e4e-83b0-49152715a488 None None] For port f67743fc-c00d-4b31-b508-7cc8e66380ea, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=f67743fc-c00d-4b31-b508-7cc8e66380ea,segment=NetworkSegment(a02c445a-dd82-41b8-8c82-8deebd0db13e),segment_id=a02c445a-dd82-41b8-8c82-8deebd0db13e)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:52:52.062699 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5674ff7-e1d8-4019-bc73-da07c7e63d9b None None] DHCP port deletion for cfc280cf-2977-4a5c-89c8-adf4088ffacb request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:52:52.071765 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-51dbdc14-b666-4e4e-83b0-49152715a488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:52.089526 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-2468d5e3-a54b-4cae-83f9-d908604be852 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] DELETE failed (client error): The resource could not be found. Aug 10 03:52:52.090170 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2468d5e3-a54b-4cae-83f9-d908604be852 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:52:52.095163 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-2468d5e3-a54b-4cae-83f9-d908604be852 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/subnets/714597a5-80ad-40d5-b39f-d5306e35f22d HTTP/1.1" status: 404 len: 337 time: 0.0363877 Aug 10 03:52:52.095818 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40580) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:52.138662 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d46c556-e054-4375-b387-db4e19fdd9d0 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] DELETE failed (client error): The resource could not be found. Aug 10 03:52:52.139899 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d46c556-e054-4375-b387-db4e19fdd9d0 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:52:52.146389 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-5d46c556-e054-4375-b387-db4e19fdd9d0 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/ports/7f9c3453-7435-4883-9f41-37add16cab71 HTTP/1.1" status: 404 len: 333 time: 0.0455551 Aug 10 03:52:52.148547 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40584) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:52.180677 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dbdc14-b666-4e4e-83b0-49152715a488 None None] Pushing event updated for resources: {'Port': ['ID=f67743fc-c00d-4b31-b508-7cc8e66380ea,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:52.203681 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c5674ff7-e1d8-4019-bc73-da07c7e63d9b None None] Deleting port d032fc9a-6407-41c7-8a30-ac8f926a759b {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:52:52.204490 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c5674ff7-e1d8-4019-bc73-da07c7e63d9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:52.237414 n-d-768862-13 neutron-server[94260]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8541d5b-a43a-422c-a42f-567966161c2e tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] DELETE failed (client error): The resource could not be found. Aug 10 03:52:52.238047 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8541d5b-a43a-422c-a42f-567966161c2e tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:52:52.242996 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-a8541d5b-a43a-422c-a42f-567966161c2e tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/subnets/6e3ec648-a661-464a-8456-02ed7e8334e7 HTTP/1.1" status: 404 len: 337 time: 0.0920916 Aug 10 03:52:52.243861 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40588) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:52.282053 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ecb119f-e73d-4d08-ae19-a283464651b1 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] DELETE failed (client error): The resource could not be found. Aug 10 03:52:52.282715 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ecb119f-e73d-4d08-ae19-a283464651b1 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:52:52.288411 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-9ecb119f-e73d-4d08-ae19-a283464651b1 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/subnets/6b58f722-d810-4eb5-898d-80b6de02cd4b HTTP/1.1" status: 404 len: 337 time: 0.0431678 Aug 10 03:52:52.289346 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40590) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:52.295197 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c5674ff7-e1d8-4019-bc73-da07c7e63d9b None None] For port d032fc9a-6407-41c7-8a30-ac8f926a759b, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=d032fc9a-6407-41c7-8a30-ac8f926a759b,segment=NetworkSegment(52cf705f-3228-4964-8d9f-b82fd04f4836),segment_id=52cf705f-3228-4964-8d9f-b82fd04f4836)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:52.296407 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c5674ff7-e1d8-4019-bc73-da07c7e63d9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:52.319627 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c5674ff7-e1d8-4019-bc73-da07c7e63d9b None None] Calling delete_port for d032fc9a-6407-41c7-8a30-ac8f926a759b owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:52:52.337235 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-024635d5-fa38-4f02-8f53-cd532982473f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:52.351179 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f863615-5e56-4613-a537-a54aba55729e tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] DELETE failed (client error): The resource could not be found. Aug 10 03:52:52.351913 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f863615-5e56-4613-a537-a54aba55729e tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:52:52.357441 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-2f863615-5e56-4613-a537-a54aba55729e tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/ports/e96beeea-b736-4275-a4fe-da6a0981ce57 HTTP/1.1" status: 404 len: 333 time: 0.0645237 Aug 10 03:52:52.357787 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40592) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:52.393018 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc63b8de-7fda-4131-8182-2ecb7c90e43e tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] DELETE failed (client error): The resource could not be found. Aug 10 03:52:52.393482 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc63b8de-7fda-4131-8182-2ecb7c90e43e tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:52:52.398002 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-cc63b8de-7fda-4131-8182-2ecb7c90e43e tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/subnets/6d4ed8ce-9be9-4fbe-800d-8874f2263d23 HTTP/1.1" status: 404 len: 337 time: 0.0369978 Aug 10 03:52:52.398931 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40594) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:52.432195 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-81817d2f-768d-4a5d-b26d-7abd30685d34 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] DELETE failed (client error): The resource could not be found. Aug 10 03:52:52.432667 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81817d2f-768d-4a5d-b26d-7abd30685d34 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:52:52.437140 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-81817d2f-768d-4a5d-b26d-7abd30685d34 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/subnets/d8df18d6-10a2-41f5-95d5-25c9f1fb0767 HTTP/1.1" status: 404 len: 337 time: 0.0350327 Aug 10 03:52:52.439298 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40596) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:52.448911 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c5674ff7-e1d8-4019-bc73-da07c7e63d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:52.481844 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a3fac28-396c-4277-8b99-e35d6dab98eb tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] DELETE failed (client error): The resource could not be found. Aug 10 03:52:52.483085 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a3fac28-396c-4277-8b99-e35d6dab98eb tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:52:52.490147 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-4a3fac28-396c-4277-8b99-e35d6dab98eb tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/ports/ca19065e-fba8-482c-9480-2db27b6ee694 HTTP/1.1" status: 404 len: 333 time: 0.0495048 Aug 10 03:52:52.492628 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40598) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:52.513871 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5674ff7-e1d8-4019-bc73-da07c7e63d9b None None] Pushing event deleted for resources: {'Port': ['ID=d032fc9a-6407-41c7-8a30-ac8f926a759b,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:52.516802 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5674ff7-e1d8-4019-bc73-da07c7e63d9b None None] No DVR routers for this DVR port d032fc9a-6407-41c7-8a30-ac8f926a759b on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:52:52.562974 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac40c0b2-ee8b-4760-b474-d6a12474ffdd tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] DELETE failed (client error): The resource could not be found. Aug 10 03:52:52.563742 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac40c0b2-ee8b-4760-b474-d6a12474ffdd tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:52:52.567443 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ac40c0b2-ee8b-4760-b474-d6a12474ffdd tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/subnets/4aafb149-fa67-4692-8ba3-4fa1c3beeeb9 HTTP/1.1" status: 404 len: 337 time: 0.0727623 Aug 10 03:52:52.569858 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40604) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:52.627941 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-024635d5-fa38-4f02-8f53-cd532982473f admin admin] Router 2bb93e78-0067-4c44-8b4e-b789c81785d2 is scheduled to L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e with binding_index 1 {{(pid=94260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:52:52.638572 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-02db7424-3447-44cb-893d-a8fb84ced9cb tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] DELETE failed (client error): The resource could not be found. Aug 10 03:52:52.639241 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02db7424-3447-44cb-893d-a8fb84ced9cb tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:52:52.641485 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-02db7424-3447-44cb-893d-a8fb84ced9cb tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/subnets/6c530f42-892b-4004-8d3e-163069fec588 HTTP/1.1" status: 404 len: 337 time: 0.0699215 Aug 10 03:52:52.648010 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40608) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:52.723018 n-d-768862-13 neutron-server[94260]: INFO neutron.pecan_wsgi.hooks.translation [None req-6271a248-37d2-4a96-a440-ea3d9126edec tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] DELETE failed (client error): The resource could not be found. Aug 10 03:52:52.723863 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6271a248-37d2-4a96-a440-ea3d9126edec tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:52:52.725627 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-6271a248-37d2-4a96-a440-ea3d9126edec tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/ports/d193124a-4ed2-41e7-9798-926d933cd069 HTTP/1.1" status: 404 len: 333 time: 0.0761809 Aug 10 03:52:52.729649 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40610) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:52.771674 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-5848cc6e-a21f-4b35-b8be-e6b759aac070 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] DELETE failed (client error): The resource could not be found. Aug 10 03:52:52.772934 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5848cc6e-a21f-4b35-b8be-e6b759aac070 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:52:52.776558 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-5848cc6e-a21f-4b35-b8be-e6b759aac070 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/subnets/9a4ea1fe-c932-4ddd-b591-56d617abdb1e HTTP/1.1" status: 404 len: 337 time: 0.0448840 Aug 10 03:52:52.779575 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40612) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:52.804737 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-33eb1101-d67d-4272-aeb3-f05f3476a7cf tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] DELETE failed (client error): The resource could not be found. Aug 10 03:52:52.805491 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33eb1101-d67d-4272-aeb3-f05f3476a7cf tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:52:52.807912 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-024635d5-fa38-4f02-8f53-cd532982473f admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:52:52.808475 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-33eb1101-d67d-4272-aeb3-f05f3476a7cf tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/ports/6f1f06fb-61aa-4f96-9f6a-315cd4e779e3 HTTP/1.1" status: 404 len: 333 time: 0.0275619 Aug 10 03:52:52.812074 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40614) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:52.822815 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27cc001-1a6d-4769-bca3-82a0b39b12a9 None None] Sync routers for ids ['2bb93e78-0067-4c44-8b4e-b789c81785d2'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:52:52.838142 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27cc001-1a6d-4769-bca3-82a0b39b12a9 None None] Routers {'2bb93e78-0067-4c44-8b4e-b789c81785d2'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:52:52.839378 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-e27cc001-1a6d-4769-bca3-82a0b39b12a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:52:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['2bb93e78-0067-4c44-8b4e-b789c81785d2'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:52.852768 n-d-768862-13 neutron-server[94260]: INFO neutron.pecan_wsgi.hooks.translation [None req-51a65081-cc0a-41e4-89cb-9827f9535835 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] DELETE failed (client error): The resource could not be found. Aug 10 03:52:52.853265 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51a65081-cc0a-41e4-89cb-9827f9535835 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:52:52.855172 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-51a65081-cc0a-41e4-89cb-9827f9535835 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/subnets/c4074aa4-ba99-49bb-a311-a1f75975ae3d HTTP/1.1" status: 404 len: 337 time: 0.0423720 Aug 10 03:52:52.859079 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40616) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:52.891437 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-024635d5-fa38-4f02-8f53-cd532982473f admin admin] Notify callbacks [] for router, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:52.896747 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-024635d5-fa38-4f02-8f53-cd532982473f admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.7488642 Aug 10 03:52:52.896747 n-d-768862-13 neutron-server[94260]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bc8f519-9aa6-43f3-b706-8c2773688e57 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] DELETE failed (client error): The resource could not be found. Aug 10 03:52:52.896747 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bc8f519-9aa6-43f3-b706-8c2773688e57 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:52:52.896747 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-4bc8f519-9aa6-43f3-b706-8c2773688e57 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/ports/f3d574be-c625-4666-923d-016f8496ba81 HTTP/1.1" status: 404 len: 333 time: 0.0362377 Aug 10 03:52:52.897413 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40620) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:52.899323 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40622) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:52.945237 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cd7868b-bba3-4f69-831e-c6ffea37b2d7 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] DELETE failed (client error): The resource could not be found. Aug 10 03:52:52.946023 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cd7868b-bba3-4f69-831e-c6ffea37b2d7 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:52:52.948557 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-1cd7868b-bba3-4f69-831e-c6ffea37b2d7 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/subnets/fedf61cf-cc84-46ae-a52e-5b249e778b24 HTTP/1.1" status: 404 len: 337 time: 0.0470228 Aug 10 03:52:52.951402 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40626) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:53.003826 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-37a8a60d-f090-4eba-8b1c-41f75c035829 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] DELETE failed (client error): The resource could not be found. Aug 10 03:52:53.003826 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37a8a60d-f090-4eba-8b1c-41f75c035829 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:52:53.003826 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-37a8a60d-f090-4eba-8b1c-41f75c035829 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/ports/0bc21a67-fa27-4650-bab3-50026e9b0436 HTTP/1.1" status: 404 len: 333 time: 0.0449305 Aug 10 03:52:53.003826 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40628) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:53.024161 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-e27cc001-1a6d-4769-bca3-82a0b39b12a9 None None] Set router 2bb93e78-0067-4c44-8b4e-b789c81785d2 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:52:53.038505 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5358eee-06c8-4bb4-a7fd-a7b311a0dbf3 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] DELETE failed (client error): The resource could not be found. Aug 10 03:52:53.038973 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5358eee-06c8-4bb4-a7fd-a7b311a0dbf3 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:52:53.040890 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e5358eee-06c8-4bb4-a7fd-a7b311a0dbf3 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/subnets/13d6e0f3-42e1-4e32-ad1e-19b620729f68 HTTP/1.1" status: 404 len: 337 time: 0.0394504 Aug 10 03:52:53.043551 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40630) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:53.073965 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-479b065f-2cd9-481f-935d-e56270881747 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] DELETE failed (client error): The resource could not be found. Aug 10 03:52:53.077675 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-479b065f-2cd9-481f-935d-e56270881747 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:52:53.082337 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-479b065f-2cd9-481f-935d-e56270881747 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/ports/8d5363e6-9192-4f8f-b12b-0d30cd9bd5c0 HTTP/1.1" status: 404 len: 333 time: 0.0375583 Aug 10 03:52:53.084901 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40632) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:53.137529 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f7ae6b2-3cd9-4ced-8f68-f440a9bc6fc7 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] DELETE failed (client error): The resource could not be found. Aug 10 03:52:53.138082 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f7ae6b2-3cd9-4ced-8f68-f440a9bc6fc7 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:52:53.141067 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-6f7ae6b2-3cd9-4ced-8f68-f440a9bc6fc7 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/subnets/ebea9a25-312b-41bd-92db-70e89578bcb3 HTTP/1.1" status: 404 len: 337 time: 0.0541646 Aug 10 03:52:53.144206 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40634) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:53.204489 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d72e238-57a0-468e-81ec-235e83a00fa6 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] DELETE failed (client error): The resource could not be found. Aug 10 03:52:53.205360 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d72e238-57a0-468e-81ec-235e83a00fa6 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:52:53.209605 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-5d72e238-57a0-468e-81ec-235e83a00fa6 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/ports/eb992ed6-f6d8-48e5-b903-21e7bb33755b HTTP/1.1" status: 404 len: 333 time: 0.0614550 Aug 10 03:52:53.210007 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40636) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:53.296047 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device f67743fc-c00d-4b31-b508-7cc8e66380ea up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:52:53.315469 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b2b495e-ad79-4eee-a64d-60d5f19bd51f tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] DELETE failed (client error): The resource could not be found. Aug 10 03:52:53.316132 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b2b495e-ad79-4eee-a64d-60d5f19bd51f tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:52:53.320938 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-5b2b495e-ad79-4eee-a64d-60d5f19bd51f tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/subnets/3ee0c899-3367-477e-87f3-c43fe4b98204 HTTP/1.1" status: 404 len: 337 time: 0.1074729 Aug 10 03:52:53.322833 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40638) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:53.400410 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-35deda53-d191-4304-a021-4d6045c29f2b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] DELETE failed (client error): The resource could not be found. Aug 10 03:52:53.401222 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35deda53-d191-4304-a021-4d6045c29f2b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:52:53.407986 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-35deda53-d191-4304-a021-4d6045c29f2b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/subnets/036606a2-4242-486d-b0c7-2b9632563b41 HTTP/1.1" status: 404 len: 337 time: 0.0837069 Aug 10 03:52:53.409096 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40644) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:53.438610 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-6429d072-7e4e-4200-aa7a-9d500a885731 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] DELETE failed (client error): The resource could not be found. Aug 10 03:52:53.440007 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6429d072-7e4e-4200-aa7a-9d500a885731 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:52:53.445940 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-6429d072-7e4e-4200-aa7a-9d500a885731 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/ports/c433a316-434c-47de-b202-f03baff20001 HTTP/1.1" status: 404 len: 333 time: 0.0354712 Aug 10 03:52:53.446984 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40646) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:53.481148 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-d746519f-7d2b-4538-ae8b-fedfcf8bc5ba tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] DELETE failed (client error): The resource could not be found. Aug 10 03:52:53.488078 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d746519f-7d2b-4538-ae8b-fedfcf8bc5ba tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:52:53.493905 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-d746519f-7d2b-4538-ae8b-fedfcf8bc5ba tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/subnets/b7174e4d-012e-49f2-8f77-86d7967e03dd HTTP/1.1" status: 404 len: 337 time: 0.0453944 Aug 10 03:52:53.494907 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40648) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:53.541826 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port f67743fc-c00d-4b31-b508-7cc8e66380ea completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:52:53.593559 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-47d0c8db-bb1b-4519-bebd-18f92a5ef00b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] DELETE failed (client error): The resource could not be found. Aug 10 03:52:53.594407 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47d0c8db-bb1b-4519-bebd-18f92a5ef00b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:52:53.602038 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-47d0c8db-bb1b-4519-bebd-18f92a5ef00b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/subnets/a6173b04-7f87-46d5-8007-b578003577a0 HTTP/1.1" status: 404 len: 337 time: 0.1055775 Aug 10 03:52:53.606031 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40652) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:53.649556 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-e27cc001-1a6d-4769-bca3-82a0b39b12a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb93e78-0067-4c44-8b4e-b789c81785d2', 'name': 'tempest-TestVolumeBootPattern-757140465-router', 'tenant_id': 'd7797a7e7c744219a6cd7e79c926312f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '310edeba-cd37-4bf3-90a7-4cddfabdbc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:52:50Z', 'updated_at': '2021-08-10T03:52:51Z', 'revision_number': 3, 'project_id': 'd7797a7e7c744219a6cd7e79c926312f', 'gw_port': {'id': '310edeba-cd37-4bf3-90a7-4cddfabdbc96', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:d9:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bb93e78-0067-4c44-8b4e-b789c81785d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:50Z', 'updated_at': '2021-08-10T03:52:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:53.699846 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27cc001-1a6d-4769-bca3-82a0b39b12a9 None None] Checking router: 2bb93e78-0067-4c44-8b4e-b789c81785d2 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:52:53.700300 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27cc001-1a6d-4769-bca3-82a0b39b12a9 None None] Updating router 2bb93e78-0067-4c44-8b4e-b789c81785d2 port 310edeba-cd37-4bf3-90a7-4cddfabdbc96 binding host n-d-768862-13 {{(pid=94262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:52:53.701220 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e20e7e2-918f-4a0b-a897-675d9f0c259f tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] DELETE failed (client error): The resource could not be found. Aug 10 03:52:53.702451 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e20e7e2-918f-4a0b-a897-675d9f0c259f tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:52:53.704867 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-3e20e7e2-918f-4a0b-a897-675d9f0c259f tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/ports/ae7ad59d-f7be-4769-a758-0dfb7be1c346 HTTP/1.1" status: 404 len: 333 time: 0.0967159 Aug 10 03:52:53.707421 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40656) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:53.708766 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device d032fc9a-6407-41c7-8a30-ac8f926a759b no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:52:53.751546 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecde7bfd-1e1d-410d-940c-5c6f4b364046 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] DELETE failed (client error): The resource could not be found. Aug 10 03:52:53.752343 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecde7bfd-1e1d-410d-940c-5c6f4b364046 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:52:53.754915 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7a0488-1639-40e1-bdfe-88f42e40416d None None] Network 9304a778-e332-4697-b169-f473c98c9db5 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:52:53.755953 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ecde7bfd-1e1d-410d-940c-5c6f4b364046 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/subnets/0c972f54-d81d-40ce-9b5f-58c3d9cca183 HTTP/1.1" status: 404 len: 337 time: 0.0466783 Aug 10 03:52:53.758423 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40660) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:53.762067 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: d032fc9a-6407-41c7-8a30-ac8f926a759b {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:52:53.762526 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device d032fc9a-6407-41c7-8a30-ac8f926a759b not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:52:53.809347 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c58e126-e128-4a69-a177-59318307690b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] DELETE failed (client error): The resource could not be found. Aug 10 03:52:53.809730 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c58e126-e128-4a69-a177-59318307690b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:52:53.812149 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-7c58e126-e128-4a69-a177-59318307690b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/subnets/89daed0f-b752-458d-95db-8c6f80bf6ac7 HTTP/1.1" status: 404 len: 337 time: 0.0511551 Aug 10 03:52:53.814569 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40662) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:53.822376 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-aeba09cc-93e5-4466-8ace-6398f0c118d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:53.846845 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e27cc001-1a6d-4769-bca3-82a0b39b12a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:53.855225 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc2372c4-4d53-4100-b284-4314ca6236cf tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] DELETE failed (client error): The resource could not be found. Aug 10 03:52:53.856407 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc2372c4-4d53-4100-b284-4314ca6236cf tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:52:53.859004 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-cc2372c4-4d53-4100-b284-4314ca6236cf tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/ports/1884c0a2-4d8c-4fbd-ac91-379ddfc433b1 HTTP/1.1" status: 404 len: 333 time: 0.0430021 Aug 10 03:52:53.861482 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40664) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:53.871721 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-8ce4ced6-181e-4845-873e-30c4d378342b None None] Provisioning for port f67743fc-c00d-4b31-b508-7cc8e66380ea completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:52:53.884594 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-8ce4ced6-181e-4845-873e-30c4d378342b None None] Provisioning complete for port f67743fc-c00d-4b31-b508-7cc8e66380ea triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:53.884969 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-8ce4ced6-181e-4845-873e-30c4d378342b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:53.897675 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a91775d-8b92-4ba3-907d-0287d7cdc8f7 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] DELETE failed (client error): The resource could not be found. Aug 10 03:52:53.899023 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a91775d-8b92-4ba3-907d-0287d7cdc8f7 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:52:53.901656 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-3a91775d-8b92-4ba3-907d-0287d7cdc8f7 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/subnets/4809bea8-1a64-4a47-8d02-786c36a53727 HTTP/1.1" status: 404 len: 337 time: 0.0387092 Aug 10 03:52:53.905026 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40666) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:53.946692 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-4446072c-3df4-4964-8661-5e6060be66d9 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] DELETE failed (client error): The resource could not be found. Aug 10 03:52:53.947707 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4446072c-3df4-4964-8661-5e6060be66d9 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:52:53.952639 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-4446072c-3df4-4964-8661-5e6060be66d9 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/subnets/ff003672-92e5-42d0-b7d7-86387ad8f76b HTTP/1.1" status: 404 len: 337 time: 0.0463469 Aug 10 03:52:53.953579 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40668) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:53.984852 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-281eded6-a8f6-4cb6-b4e0-4662a1d42690 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/ports?device_id=490f5727-5475-4908-a46d-2b20c0090b31 HTTP/1.1" status: 200 len: 205 time: 0.0279193 Aug 10 03:52:53.987282 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40670) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:54.033517 n-d-768862-13 neutron-server[94261]: INFO neutron.api.v2.resource [None req-14959fda-6a70-4651-b475-d4b6b6025dfa tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] delete failed (client error): The resource could not be found. Aug 10 03:52:54.038301 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-14959fda-6a70-4651-b475-d4b6b6025dfa tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/routers/490f5727-5475-4908-a46d-2b20c0090b31 HTTP/1.1" status: 404 len: 336 time: 0.0493608 Aug 10 03:52:54.038934 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40672) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:54.089803 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-668d1099-4b15-4c8e-90cb-eb203d57faed tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] DELETE failed (client error): The resource could not be found. Aug 10 03:52:54.090354 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-668d1099-4b15-4c8e-90cb-eb203d57faed tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:52:54.095580 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-668d1099-4b15-4c8e-90cb-eb203d57faed tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/subnets/34a13d9b-ded6-4a10-a823-56d56e9ec52f HTTP/1.1" status: 404 len: 337 time: 0.0547678 Aug 10 03:52:54.095964 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40676) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:54.134073 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-0ca108b6-87f6-403b-8251-e9c71945c051 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7a12983-d534-41dc-8bde-36077ee35501 HTTP/1.1" status: 200 len: 205 time: 0.0362613 Aug 10 03:52:54.136529 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40680) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:54.204879 n-d-768862-13 neutron-server[94260]: INFO neutron.api.v2.resource [None req-a5a91140-8ead-4f40-9b31-8da162b7cf3d tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] delete failed (client error): The resource could not be found. Aug 10 03:52:54.205971 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-a5a91140-8ead-4f40-9b31-8da162b7cf3d tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/routers/e7a12983-d534-41dc-8bde-36077ee35501 HTTP/1.1" status: 404 len: 336 time: 0.0684848 Aug 10 03:52:54.210959 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40682) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:54.267486 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c9eba64-1834-45cb-b5f5-f58d512506a9 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] DELETE failed (client error): The resource could not be found. Aug 10 03:52:54.267967 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c9eba64-1834-45cb-b5f5-f58d512506a9 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:52:54.270518 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-2c9eba64-1834-45cb-b5f5-f58d512506a9 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/subnets/014e6f5a-fdbe-48db-9c19-14f28316d3cb HTTP/1.1" status: 404 len: 337 time: 0.0554614 Aug 10 03:52:54.273500 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40684) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:54.276462 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3063ede4-51f7-4d81-a970-f1ee24d597c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:54.311414 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-2938bd55-e894-45df-90c8-d17720810897 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] DELETE failed (client error): The resource could not be found. Aug 10 03:52:54.311962 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2938bd55-e894-45df-90c8-d17720810897 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:52:54.314403 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-2938bd55-e894-45df-90c8-d17720810897 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/subnets/ab50a00f-7336-4f2b-8229-b1581d4ebad4 HTTP/1.1" status: 404 len: 337 time: 0.0385132 Aug 10 03:52:54.317300 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40686) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:54.351322 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6dabab6-e4e1-4306-acbc-f7b28283653d tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] DELETE failed (client error): The resource could not be found. Aug 10 03:52:54.352336 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6dabab6-e4e1-4306-acbc-f7b28283653d tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:52:54.357940 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-b6dabab6-e4e1-4306-acbc-f7b28283653d tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/ports/3643eb39-fea6-4de0-a587-71d2c9f5fbab HTTP/1.1" status: 404 len: 333 time: 0.0394082 Aug 10 03:52:54.358908 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40688) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:54.365576 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-8ce4ced6-181e-4845-873e-30c4d378342b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:54.395172 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:54.395994 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a72f8c9-936b-496b-83c2-e4449e74096b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] DELETE failed (client error): The resource could not be found. Aug 10 03:52:54.396606 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a72f8c9-936b-496b-83c2-e4449e74096b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:52:54.404109 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-5a72f8c9-936b-496b-83c2-e4449e74096b tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/subnets/29ca80a8-1f84-4343-b762-a9ababf071c7 HTTP/1.1" status: 404 len: 337 time: 0.0431309 Aug 10 03:52:54.404880 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40690) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:54.431250 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-de45933f-4c6f-45c9-8376-7f1b0542d9ab tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] DELETE failed (client error): The resource could not be found. Aug 10 03:52:54.432130 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de45933f-4c6f-45c9-8376-7f1b0542d9ab tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:52:54.435076 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-de45933f-4c6f-45c9-8376-7f1b0542d9ab tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/ports/5ca379a9-8aa4-4dc5-8d19-d2d114602d9c HTTP/1.1" status: 404 len: 333 time: 0.0290866 Aug 10 03:52:54.437552 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40692) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:54.469612 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-3063ede4-51f7-4d81-a970-f1ee24d597c4 admin admin] Allocated IP 172.20.0.1 (9304a778-e332-4697-b169-f473c98c9db5/004bec00-f412-4962-b43d-0d7672578573/d5aef088-34a2-4aeb-b471-89ed83de927f) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:52:54.471723 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-50124e74-3e03-401e-9967-83e62256f75f tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] DELETE failed (client error): The resource could not be found. Aug 10 03:52:54.472316 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50124e74-3e03-401e-9967-83e62256f75f tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:52:54.479218 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-50124e74-3e03-401e-9967-83e62256f75f tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/subnets/b4135216-67b2-4d86-8751-f1d5868d0fed HTTP/1.1" status: 404 len: 337 time: 0.0376332 Aug 10 03:52:54.484867 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40698) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:54.517030 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-8ce4ced6-181e-4845-873e-30c4d378342b None None] For port f67743fc-c00d-4b31-b508-7cc8e66380ea, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=f67743fc-c00d-4b31-b508-7cc8e66380ea,segment=NetworkSegment(a02c445a-dd82-41b8-8c82-8deebd0db13e),segment_id=a02c445a-dd82-41b8-8c82-8deebd0db13e)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:54.529420 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bd50e39-1613-4079-8194-0c4ede5983a1 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] DELETE failed (client error): The resource could not be found. Aug 10 03:52:54.530587 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bd50e39-1613-4079-8194-0c4ede5983a1 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:52:54.534282 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-2bd50e39-1613-4079-8194-0c4ede5983a1 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/ports/809bac32-bc7f-4a77-8d9c-fa11c75a0182 HTTP/1.1" status: 404 len: 333 time: 0.0518649 Aug 10 03:52:54.535581 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40700) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:54.555243 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-8ce4ced6-181e-4845-873e-30c4d378342b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:54.579539 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-6429aa26-bb54-44aa-9783-e3395d001946 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] DELETE failed (client error): The resource could not be found. Aug 10 03:52:54.580286 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6429aa26-bb54-44aa-9783-e3395d001946 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:52:54.583697 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-6429aa26-bb54-44aa-9783-e3395d001946 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/subnets/1a14c7cb-12eb-45fe-bb58-8c6ac009f27b HTTP/1.1" status: 404 len: 337 time: 0.0468588 Aug 10 03:52:54.586182 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40702) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:54.619865 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d287e8f-0a7c-4fd9-8b07-f871b39ca162 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] DELETE failed (client error): The resource could not be found. Aug 10 03:52:54.620595 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d287e8f-0a7c-4fd9-8b07-f871b39ca162 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:52:54.622582 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-0d287e8f-0a7c-4fd9-8b07-f871b39ca162 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/ports/f51d9459-7972-4501-a629-56cf1c2c7c3f HTTP/1.1" status: 404 len: 333 time: 0.0353534 Aug 10 03:52:54.625333 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40704) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:54.627145 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3063ede4-51f7-4d81-a970-f1ee24d597c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:54.645427 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [None req-3063ede4-51f7-4d81-a970-f1ee24d597c4 admin admin] Transition to ACTIVE for port object d5aef088-34a2-4aeb-b471-89ed83de927f will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:54.658346 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-90a88ab9-6330-4bae-aff9-0548fa85082f tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] DELETE failed (client error): The resource could not be found. Aug 10 03:52:54.658976 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90a88ab9-6330-4bae-aff9-0548fa85082f tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:52:54.661030 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-90a88ab9-6330-4bae-aff9-0548fa85082f tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/subnets/5f913fa4-0076-4792-9092-61994f8a594a HTTP/1.1" status: 404 len: 337 time: 0.0345373 Aug 10 03:52:54.663655 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40708) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:54.702217 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3063ede4-51f7-4d81-a970-f1ee24d597c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:54.715253 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfac6530-9c15-4ae7-b6fb-cb1ce5b0e5ad tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] DELETE failed (client error): The resource could not be found. Aug 10 03:52:54.718175 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfac6530-9c15-4ae7-b6fb-cb1ce5b0e5ad tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:52:54.720613 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-cfac6530-9c15-4ae7-b6fb-cb1ce5b0e5ad tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/ports/1dd398fa-1743-4923-b30a-5eb48eff2766 HTTP/1.1" status: 404 len: 333 time: 0.0558622 Aug 10 03:52:54.723760 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40710) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:54.757161 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3063ede4-51f7-4d81-a970-f1ee24d597c4 admin admin] Network 9304a778-e332-4697-b169-f473c98c9db5 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:52:54.761083 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-3063ede4-51f7-4d81-a970-f1ee24d597c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:54.765821 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3063ede4-51f7-4d81-a970-f1ee24d597c4 admin admin] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:52:54.775761 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b927702-e478-400e-89a8-91b40c5dda21 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] DELETE failed (client error): The resource could not be found. Aug 10 03:52:54.776599 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b927702-e478-400e-89a8-91b40c5dda21 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:52:54.782074 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-0b927702-e478-400e-89a8-91b40c5dda21 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/subnets/faa8a8a2-da73-4b7c-9dfd-3cf7777770f9 HTTP/1.1" status: 404 len: 337 time: 0.0561314 Aug 10 03:52:54.783095 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40712) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:54.796903 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce4ced6-181e-4845-873e-30c4d378342b None None] Pushing event updated for resources: {'Port': ['ID=f67743fc-c00d-4b31-b508-7cc8e66380ea,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:54.820348 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-5408b599-9ef8-4f9d-9f6f-1c9cf2533cff tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] DELETE failed (client error): The resource could not be found. Aug 10 03:52:54.822318 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5408b599-9ef8-4f9d-9f6f-1c9cf2533cff tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:52:54.822502 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e27cc001-1a6d-4769-bca3-82a0b39b12a9 None None] Notify callbacks [] for port, precommit_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:54.828903 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-5408b599-9ef8-4f9d-9f6f-1c9cf2533cff tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/ports/9f354b70-9196-42ae-bb73-d45f8cc18335 HTTP/1.1" status: 404 len: 333 time: 0.0441170 Aug 10 03:52:54.830893 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40714) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:54.845064 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3063ede4-51f7-4d81-a970-f1ee24d597c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521745'] for router_interface, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:54.851262 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3063ede4-51f7-4d81-a970-f1ee24d597c4 admin admin] Pushing event updated for resources: {'Port': ['ID=d5aef088-34a2-4aeb-b471-89ed83de927f,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:54.864951 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-e27cc001-1a6d-4769-bca3-82a0b39b12a9 None None] Transition to ACTIVE for port object 310edeba-cd37-4bf3-90a7-4cddfabdbc96 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:54.871989 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-48d68738-79ae-4be0-beea-ad46bb1df0d3 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] DELETE failed (client error): The resource could not be found. Aug 10 03:52:54.872522 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48d68738-79ae-4be0-beea-ad46bb1df0d3 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:52:54.878008 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-48d68738-79ae-4be0-beea-ad46bb1df0d3 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/subnets/27d65b59-c7b6-4b0f-9e35-1ca79e239f52 HTTP/1.1" status: 404 len: 337 time: 0.0457182 Aug 10 03:52:54.878681 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40720) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:54.889471 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e27cc001-1a6d-4769-bca3-82a0b39b12a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:54.908389 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-b252fdcc-e1f5-4631-a3c6-31c6666c4836 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] DELETE failed (client error): The resource could not be found. Aug 10 03:52:54.909133 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b252fdcc-e1f5-4631-a3c6-31c6666c4836 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:52:54.914295 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-b252fdcc-e1f5-4631-a3c6-31c6666c4836 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/ports/3d07472c-c309-490f-9cc1-465a6ed45159 HTTP/1.1" status: 404 len: 333 time: 0.0341837 Aug 10 03:52:54.914957 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40722) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:54.977319 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-997ead42-ecd0-4d87-97e9-9cbe55ba7da7 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] DELETE failed (client error): The resource could not be found. Aug 10 03:52:54.979156 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-997ead42-ecd0-4d87-97e9-9cbe55ba7da7 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:52:54.982906 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-997ead42-ecd0-4d87-97e9-9cbe55ba7da7 tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/subnets/b11454d1-4e08-4e8e-8892-d62af35746bd HTTP/1.1" status: 404 len: 337 time: 0.0665021 Aug 10 03:52:54.986667 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40724) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:54.998055 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08be624-fd79-44c0-89f8-f0b9b103403d None None] Pushing event updated for resources: {'Port': ['ID=310edeba-cd37-4bf3-90a7-4cddfabdbc96,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:55.003404 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-e27cc001-1a6d-4769-bca3-82a0b39b12a9 None None] Attempting to bind port 310edeba-cd37-4bf3-90a7-4cddfabdbc96 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:52:55.004457 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-e27cc001-1a6d-4769-bca3-82a0b39b12a9 None None] Attempting to bind port 310edeba-cd37-4bf3-90a7-4cddfabdbc96 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:52:55.004923 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27cc001-1a6d-4769-bca3-82a0b39b12a9 None None] Attempting to bind port 310edeba-cd37-4bf3-90a7-4cddfabdbc96 on network 2ea12131-628a-487e-b434-0463553732bd {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:52:55.013654 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27cc001-1a6d-4769-bca3-82a0b39b12a9 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:52:55.014557 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27cc001-1a6d-4769-bca3-82a0b39b12a9 None None] Checking segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:52:55.015292 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e27cc001-1a6d-4769-bca3-82a0b39b12a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:55.015912 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27cc001-1a6d-4769-bca3-82a0b39b12a9 None None] Bound using segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:52:55.016522 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-e27cc001-1a6d-4769-bca3-82a0b39b12a9 None None] Bound port: 310edeba-cd37-4bf3-90a7-4cddfabdbc96, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:52:55.017024 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e27cc001-1a6d-4769-bca3-82a0b39b12a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:55.099928 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3063ede4-51f7-4d81-a970-f1ee24d597c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:55.136827 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f53f8d1c-179c-4b3b-8298-c419d0ef1d6a tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:55.307573 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device f67743fc-c00d-4b31-b508-7cc8e66380ea up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:52:55.397930 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82ed3f6-29a7-4b26-aaef-31874ba20951 None None] get_active_networks_info from n-d-768862-13 {{(pid=94262) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 03:52:55.461645 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3063ede4-51f7-4d81-a970-f1ee24d597c4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:55.475159 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3063ede4-51f7-4d81-a970-f1ee24d597c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:55.512464 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-047649a2-7656-4d77-a52f-3fbe310bb579 None None] Provisioning complete for port f67743fc-c00d-4b31-b508-7cc8e66380ea triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:55.513103 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-047649a2-7656-4d77-a52f-3fbe310bb579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:55.566646 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-e27cc001-1a6d-4769-bca3-82a0b39b12a9 None None] For port 310edeba-cd37-4bf3-90a7-4cddfabdbc96, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:52:55.572006 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:55.584034 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3063ede4-51f7-4d81-a970-f1ee24d597c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521893'] for router_interface, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:55.596240 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-e27cc001-1a6d-4769-bca3-82a0b39b12a9 None None] For port 310edeba-cd37-4bf3-90a7-4cddfabdbc96, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=310edeba-cd37-4bf3-90a7-4cddfabdbc96,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:52:55.618782 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e27cc001-1a6d-4769-bca3-82a0b39b12a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:55.687974 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82ed3f6-29a7-4b26-aaef-31874ba20951 None None] Resources bound (agent type, host, resource id): {{(pid=94262) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 03:52:55.700554 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port f67743fc-c00d-4b31-b508-7cc8e66380ea triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:55.700554 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:55.701609 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3063ede4-51f7-4d81-a970-f1ee24d597c4 admin admin] Pushing event updated for resources: {'Port': ['ID=d5aef088-34a2-4aeb-b471-89ed83de927f,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:55.718246 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3063ede4-51f7-4d81-a970-f1ee24d597c4 admin admin] Network 9304a778-e332-4697-b169-f473c98c9db5 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:52:55.720851 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-3063ede4-51f7-4d81-a970-f1ee24d597c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:55.760398 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27cc001-1a6d-4769-bca3-82a0b39b12a9 None None] Routers {'2bb93e78-0067-4c44-8b4e-b789c81785d2'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:52:55.761056 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-e27cc001-1a6d-4769-bca3-82a0b39b12a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:52:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['2bb93e78-0067-4c44-8b4e-b789c81785d2'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:55.826144 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08be624-fd79-44c0-89f8-f0b9b103403d None None] Pushing event updated for resources: {'Port': ['ID=310edeba-cd37-4bf3-90a7-4cddfabdbc96,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:55.826564 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f53f8d1c-179c-4b3b-8298-c419d0ef1d6a tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:55.835252 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-f53f8d1c-179c-4b3b-8298-c419d0ef1d6a tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfc280cf-2977-4a5c-89c8-adf4088ffacb']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:55.854139 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-f53f8d1c-179c-4b3b-8298-c419d0ef1d6a tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52cf705f-3228-4964-8d9f-b82fd04f4836') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:55.854139 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-f53f8d1c-179c-4b3b-8298-c419d0ef1d6a tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52cf705f-3228-4964-8d9f-b82fd04f4836') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:55.884002 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f53f8d1c-179c-4b3b-8298-c419d0ef1d6a tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:55.922301 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f53f8d1c-179c-4b3b-8298-c419d0ef1d6a tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:55.934962 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f53f8d1c-179c-4b3b-8298-c419d0ef1d6a tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:52:55.935658 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f53f8d1c-179c-4b3b-8298-c419d0ef1d6a tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:55.943892 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:52:55.943892 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:52:55.943892 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:52:55.943892 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:52:55.943892 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:52:55.943892 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:52:55.943892 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:52:55.943892 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:52:55.943892 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:52:55.943892 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:52:55.943892 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:52:55.943892 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:52:55.943892 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:52:55.943892 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:52:55.943892 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:52:55.943892 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:52:55.943892 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:52:55.943892 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:52:55.943892 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:52:55.943892 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:52:55.943892 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:52:55.943892 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:52:55.943892 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:52:55.943892 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:52:55.943892 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:52:55.943892 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:52:55.943892 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:52:55.943892 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:52:55.943892 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:52:55.943892 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:52:55.943892 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:52:55.943892 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:52:55.952578 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3063ede4-51f7-4d81-a970-f1ee24d597c4 admin admin] Router 2bb93e78-0067-4c44-8b4e-b789c81785d2 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:52:56.085002 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-e27cc001-1a6d-4769-bca3-82a0b39b12a9 None None] Set router 2bb93e78-0067-4c44-8b4e-b789c81785d2 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:52:56.089787 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f53f8d1c-179c-4b3b-8298-c419d0ef1d6a tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:56.099197 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f53f8d1c-179c-4b3b-8298-c419d0ef1d6a tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:56.101804 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-f53f8d1c-179c-4b3b-8298-c419d0ef1d6a tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] 10.222.0.44 "DELETE /v2.0/networks/cfc280cf-2977-4a5c-89c8-adf4088ffacb HTTP/1.1" status: 204 len: 168 time: 1.1131589 Aug 10 03:52:56.120453 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3063ede4-51f7-4d81-a970-f1ee24d597c4 admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:52:56.130715 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-3063ede4-51f7-4d81-a970-f1ee24d597c4 admin admin] 10.222.0.44 "PUT /v2.0/routers/2bb93e78-0067-4c44-8b4e-b789c81785d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2324882 Aug 10 03:52:56.132681 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53f8d1c-179c-4b3b-8298-c419d0ef1d6a tempest-NetworksTestDHCPv6-131927209 tempest-NetworksTestDHCPv6-131927209-project] Pushing event deleted for resources: {'Network': ['ID=cfc280cf-2977-4a5c-89c8-adf4088ffacb,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:56.273923 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-fac4a17a-00c4-48b3-a176-62959b3a8c54 None None] Provisioning for port d5aef088-34a2-4aeb-b471-89ed83de927f completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:52:56.338165 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-fac4a17a-00c4-48b3-a176-62959b3a8c54 None None] Provisioning complete for port d5aef088-34a2-4aeb-b471-89ed83de927f triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:56.338507 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-fac4a17a-00c4-48b3-a176-62959b3a8c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:56.375854 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:56.409879 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-fac4a17a-00c4-48b3-a176-62959b3a8c54 None None] Port d5aef088-34a2-4aeb-b471-89ed83de927f cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:52:56.436887 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40748) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:56.568324 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-e27cc001-1a6d-4769-bca3-82a0b39b12a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb93e78-0067-4c44-8b4e-b789c81785d2', 'name': 'tempest-TestVolumeBootPattern-757140465-router', 'tenant_id': 'd7797a7e7c744219a6cd7e79c926312f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '310edeba-cd37-4bf3-90a7-4cddfabdbc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:52:50Z', 'updated_at': '2021-08-10T03:52:55Z', 'revision_number': 4, 'project_id': 'd7797a7e7c744219a6cd7e79c926312f', 'gw_port': {'id': '310edeba-cd37-4bf3-90a7-4cddfabdbc96', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:d9:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bb93e78-0067-4c44-8b4e-b789c81785d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:50Z', 'updated_at': '2021-08-10T03:52:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': 'd5aef088-34a2-4aeb-b471-89ed83de927f', 'name': '', 'network_id': '9304a778-e332-4697-b169-f473c98c9db5', 'tenant_id': 'd7797a7e7c744219a6cd7e79c926312f', 'mac_address': 'fa:16:3e:35:69:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bb93e78-0067-4c44-8b4e-b789c81785d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '004bec00-f412-4962-b43d-0d7672578573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:54Z', 'updated_at': '2021-08-10T03:52:55Z', 'revision_number': 2, 'project_id': 'd7797a7e7c744219a6cd7e79c926312f', 'subnets': [{'id': '004bec00-f412-4962-b43d-0d7672578573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:56.603563 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27cc001-1a6d-4769-bca3-82a0b39b12a9 None None] The sync data for ids ['2bb93e78-0067-4c44-8b4e-b789c81785d2'] in n-d-768862-13 is: [{'id': '2bb93e78-0067-4c44-8b4e-b789c81785d2', 'name': 'tempest-TestVolumeBootPattern-757140465-router', 'tenant_id': 'd7797a7e7c744219a6cd7e79c926312f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '310edeba-cd37-4bf3-90a7-4cddfabdbc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:52:50Z', 'updated_at': '2021-08-10T03:52:55Z', 'revision_number': 4, 'project_id': 'd7797a7e7c744219a6cd7e79c926312f', 'gw_port': {'id': '310edeba-cd37-4bf3-90a7-4cddfabdbc96', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:d9:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bb93e78-0067-4c44-8b4e-b789c81785d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:50Z', 'updated_at': '2021-08-10T03:52:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': 'd5aef088-34a2-4aeb-b471-89ed83de927f', 'name': '', 'network_id': '9304a778-e332-4697-b169-f473c98c9db5', 'tenant_id': 'd7797a7e7c744219a6cd7e79c926312f', 'mac_address': 'fa:16:3e:35:69:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bb93e78-0067-4c44-8b4e-b789c81785d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '004bec00-f412-4962-b43d-0d7672578573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:54Z', 'updated_at': '2021-08-10T03:52:55Z', 'revision_number': 2, 'project_id': 'd7797a7e7c744219a6cd7e79c926312f', 'subnets': [{'id': '004bec00-f412-4962-b43d-0d7672578573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:52:56.664631 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a2501727-c537-4251-aa20-9ea6a0909464 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=81e716861c6c4321abe7f438a66c4076&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2254953 Aug 10 03:52:56.668799 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40756) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:56.795601 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-00bbe442-8acd-4575-8b75-b6abcc751110 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:56.847418 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-6cce8491-8ac7-4876-8b11-24ea6570940c None None] Provisioning complete for port d5aef088-34a2-4aeb-b471-89ed83de927f triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:56.847980 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-6cce8491-8ac7-4876-8b11-24ea6570940c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:56.851588 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-00bbe442-8acd-4575-8b75-b6abcc751110 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:56.895299 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:56.940907 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-6cce8491-8ac7-4876-8b11-24ea6570940c None None] Port d5aef088-34a2-4aeb-b471-89ed83de927f cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:52:56.994484 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-00bbe442-8acd-4575-8b75-b6abcc751110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:57.002020 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-00bbe442-8acd-4575-8b75-b6abcc751110 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:57.004230 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-00bbe442-8acd-4575-8b75-b6abcc751110 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ffd69a11-f442-4a0c-b477-d27802d4003a HTTP/1.1" status: 204 len: 168 time: 0.3308759 Aug 10 03:52:57.028433 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bbe442-8acd-4575-8b75-b6abcc751110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd69a11-f442-4a0c-b477-d27802d4003a,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:57.376598 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40784) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:57.390622 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-e5a25bd3-ec41-4a24-aba0-fc088e1e5184 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1611099758-network', 'tenant_id': 'a7eaa028ece64c53a7f8330d01c1880c'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:57.432249 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a25bd3-ec41-4a24-aba0-fc088e1e5184 admin admin] Made reservation on behalf of a7eaa028ece64c53a7f8330d01c1880c for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:52:57.439648 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e5a25bd3-ec41-4a24-aba0-fc088e1e5184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:57.460508 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e5a25bd3-ec41-4a24-aba0-fc088e1e5184 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:57.651322 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e5a25bd3-ec41-4a24-aba0-fc088e1e5184 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:57.656828 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e5a25bd3-ec41-4a24-aba0-fc088e1e5184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:57.694628 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5a25bd3-ec41-4a24-aba0-fc088e1e5184 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:52:57.707081 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a25bd3-ec41-4a24-aba0-fc088e1e5184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e4bb64a-f85c-44d9-a662-cdd696ad54f7,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:57.728672 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e5a25bd3-ec41-4a24-aba0-fc088e1e5184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:57.733069 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-e5a25bd3-ec41-4a24-aba0-fc088e1e5184 admin admin] Added segment c5bd512c-7bc2-43f8-80af-75b6d9d479b0 of type vlan for network b97ea90c-4f2d-4f75-980b-696bfd0b9a6a Aug 10 03:52:57.781669 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e5a25bd3-ec41-4a24-aba0-fc088e1e5184 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:57.823458 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e5a25bd3-ec41-4a24-aba0-fc088e1e5184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:57.824768 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a25bd3-ec41-4a24-aba0-fc088e1e5184 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:57.825533 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e5a25bd3-ec41-4a24-aba0-fc088e1e5184 admin admin] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:57.945760 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e5a25bd3-ec41-4a24-aba0-fc088e1e5184 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5652292 Aug 10 03:52:57.946492 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40806) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:57.955642 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-0694a312-01d2-426e-a888-57a727d4c708 admin admin] Request body: {'subnet': {'network_id': 'b97ea90c-4f2d-4f75-980b-696bfd0b9a6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1611099758-subnet', 'tenant_id': 'a7eaa028ece64c53a7f8330d01c1880c', 'ip_version': 4}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:57.970391 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a25bd3-ec41-4a24-aba0-fc088e1e5184 admin admin] Pushing event updated for resources: {'Network': ['ID=b97ea90c-4f2d-4f75-980b-696bfd0b9a6a,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:57.983886 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network b97ea90c-4f2d-4f75-980b-696bfd0b9a6a details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:52:58.046129 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0694a312-01d2-426e-a888-57a727d4c708 admin admin] Made reservation on behalf of a7eaa028ece64c53a7f8330d01c1880c for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:52:58.051056 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0694a312-01d2-426e-a888-57a727d4c708 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:58.299243 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40816) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:58.324949 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0694a312-01d2-426e-a888-57a727d4c708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58895384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805196'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:58.398166 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0694a312-01d2-426e-a888-57a727d4c708 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3057ae1-438f-4e1b-9dbf-be3b9fec54a6,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:58.433882 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0694a312-01d2-426e-a888-57a727d4c708 admin admin] Checking segment: {'id': 'c5bd512c-7bc2-43f8-80af-75b6d9d479b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b97ea90c-4f2d-4f75-980b-696bfd0b9a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:52:58.434616 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0694a312-01d2-426e-a888-57a727d4c708 admin admin] Network hostable DHCP agents. Network: b97ea90c-4f2d-4f75-980b-696bfd0b9a6a, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:52:58.467385 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0694a312-01d2-426e-a888-57a727d4c708 admin admin] Network b97ea90c-4f2d-4f75-980b-696bfd0b9a6a is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:52:58.475450 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-a30cf7f7-f330-4b6e-b105-0f425ef8d9d7 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-131247701'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:58.482135 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-0694a312-01d2-426e-a888-57a727d4c708 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, b97ea90c-4f2d-4f75-980b-696bfd0b9a6a) {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:58.487708 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0694a312-01d2-426e-a888-57a727d4c708 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:58.488318 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0694a312-01d2-426e-a888-57a727d4c708 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:58.512278 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a30cf7f7-f330-4b6e-b105-0f425ef8d9d7 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Made reservation on behalf of 9ac15b81698e4011ad7cbe8b7cde8591 for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:52:58.517194 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8bd682-2813-499b-90d7-d7bf608bb7e4 None None] Network b97ea90c-4f2d-4f75-980b-696bfd0b9a6a requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:52:58.517559 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a30cf7f7-f330-4b6e-b105-0f425ef8d9d7 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:58.521477 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-0694a312-01d2-426e-a888-57a727d4c708 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5729213 Aug 10 03:52:58.524232 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40822) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:58.530363 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-f543c1ca-1ce1-412b-9448-ddb405a2d1de admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1611099758-router', 'tenant_id': 'a7eaa028ece64c53a7f8330d01c1880c', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:58.552652 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a30cf7f7-f330-4b6e-b105-0f425ef8d9d7 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:58.567155 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f543c1ca-1ce1-412b-9448-ddb405a2d1de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:58.568372 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f543c1ca-1ce1-412b-9448-ddb405a2d1de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:58.645043 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f543c1ca-1ce1-412b-9448-ddb405a2d1de admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:58.724348 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a30cf7f7-f330-4b6e-b105-0f425ef8d9d7 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:58.730608 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a30cf7f7-f330-4b6e-b105-0f425ef8d9d7 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:58.760090 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a30cf7f7-f330-4b6e-b105-0f425ef8d9d7 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:52:58.779362 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a30cf7f7-f330-4b6e-b105-0f425ef8d9d7 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:58.780172 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-a30cf7f7-f330-4b6e-b105-0f425ef8d9d7 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Added segment 40e124b2-e512-4671-9158-27c772c5fc39 of type vlan for network 6e1e1a58-ede4-420d-8591-ead110dd2d4b Aug 10 03:52:58.827281 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30cf7f7-f330-4b6e-b105-0f425ef8d9d7 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b04e4dd-bd01-4011-b69b-c2b9050182dd,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:58.827843 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f543c1ca-1ce1-412b-9448-ddb405a2d1de admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:58.841263 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a30cf7f7-f330-4b6e-b105-0f425ef8d9d7 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:58.888715 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34cfeb73-104a-4ae6-8bf2-81dfb68e1202 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-b97ea90c-4f2d-4f75-980b-696bfd0b9a6a', 'network_id': 'b97ea90c-4f2d-4f75-980b-696bfd0b9a6a', 'tenant_id': 'a7eaa028ece64c53a7f8330d01c1880c', 'fixed_ips': [{'subnet_id': 'c3057ae1-438f-4e1b-9dbf-be3b9fec54a6'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:52:58.889681 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-34cfeb73-104a-4ae6-8bf2-81dfb68e1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:58.908571 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a30cf7f7-f330-4b6e-b105-0f425ef8d9d7 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:58.922591 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30cf7f7-f330-4b6e-b105-0f425ef8d9d7 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:58.924149 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a30cf7f7-f330-4b6e-b105-0f425ef8d9d7 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:59.010340 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [req-991c3e5e-479e-4909-b8f0-b6a2f0c502d6 req-5bf846c1-1705-4179-a8e6-df70c9c74377 service neutron] (94261) timed out ('10.222.0.61', 55432) {{(pid=94261) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 03:52:59.036454 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a30cf7f7-f330-4b6e-b105-0f425ef8d9d7 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7331891 Aug 10 03:52:59.046144 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40832) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:59.049041 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-2a487136-2d78-4880-bff1-d09f580f42bf tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Request body: {'subnet': {'network_id': '6e1e1a58-ede4-420d-8591-ead110dd2d4b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:59.072876 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30cf7f7-f330-4b6e-b105-0f425ef8d9d7 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Pushing event updated for resources: {'Network': ['ID=6e1e1a58-ede4-420d-8591-ead110dd2d4b,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:59.089235 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 6e1e1a58-ede4-420d-8591-ead110dd2d4b details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:52:59.199556 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f543c1ca-1ce1-412b-9448-ddb405a2d1de admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:59.205722 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-34cfeb73-104a-4ae6-8bf2-81dfb68e1202 None None] Allocated IP 172.20.0.2 (b97ea90c-4f2d-4f75-980b-696bfd0b9a6a/c3057ae1-438f-4e1b-9dbf-be3b9fec54a6/26f0c86f-254d-449a-b226-a9da97c4cc6e) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:52:59.248567 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f543c1ca-1ce1-412b-9448-ddb405a2d1de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:59.265030 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a487136-2d78-4880-bff1-d09f580f42bf tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Made reservation on behalf of 9ac15b81698e4011ad7cbe8b7cde8591 for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:52:59.269501 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2a487136-2d78-4880-bff1-d09f580f42bf tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:59.286437 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 310edeba-cd37-4bf3-90a7-4cddfabdbc96 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:52:59.399735 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 310edeba-cd37-4bf3-90a7-4cddfabdbc96 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:52:59.410449 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 310edeba-cd37-4bf3-90a7-4cddfabdbc96 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:59.410828 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:59.511250 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-34cfeb73-104a-4ae6-8bf2-81dfb68e1202 None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:59.515066 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-f543c1ca-1ce1-412b-9448-ddb405a2d1de admin admin] Allocated IP 172.25.6.85 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/2aae8230-6f45-40f6-856d-466eb44acc20) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:52:59.606450 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-34cfeb73-104a-4ae6-8bf2-81dfb68e1202 None None] Transition to ACTIVE for port object 26f0c86f-254d-449a-b226-a9da97c4cc6e will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:59.640904 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2a487136-2d78-4880-bff1-d09f580f42bf tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:59.681341 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-34cfeb73-104a-4ae6-8bf2-81dfb68e1202 None None] Transition to ACTIVE for port object 26f0c86f-254d-449a-b226-a9da97c4cc6e will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:59.703847 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-34cfeb73-104a-4ae6-8bf2-81dfb68e1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:59.744886 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a487136-2d78-4880-bff1-d09f580f42bf tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Pushing event updated for resources: {'Subnet': ['ID=ad4c67e8-552b-4280-ad4a-669640208eeb,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:59.765910 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a487136-2d78-4880-bff1-d09f580f42bf tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Checking segment: {'id': '40e124b2-e512-4671-9158-27c772c5fc39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6e1e1a58-ede4-420d-8591-ead110dd2d4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:52:59.766483 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:59.766854 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a487136-2d78-4880-bff1-d09f580f42bf tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Network hostable DHCP agents. Network: 6e1e1a58-ede4-420d-8591-ead110dd2d4b, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:52:59.774279 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f543c1ca-1ce1-412b-9448-ddb405a2d1de admin admin] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:59.801599 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a487136-2d78-4880-bff1-d09f580f42bf tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Network 6e1e1a58-ede4-420d-8591-ead110dd2d4b is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:52:59.809078 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36962b92-83fc-447d-8ad7-379fee15e2c8 None None] Sync routers for ids ['2bb93e78-0067-4c44-8b4e-b789c81785d2'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:52:59.821323 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36962b92-83fc-447d-8ad7-379fee15e2c8 None None] Routers {'2bb93e78-0067-4c44-8b4e-b789c81785d2'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:52:59.822655 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-36962b92-83fc-447d-8ad7-379fee15e2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:52:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['2bb93e78-0067-4c44-8b4e-b789c81785d2'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:59.826894 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 310edeba-cd37-4bf3-90a7-4cddfabdbc96, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=310edeba-cd37-4bf3-90a7-4cddfabdbc96,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:59.827177 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-2a487136-2d78-4880-bff1-d09f580f42bf tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 6e1e1a58-ede4-420d-8591-ead110dd2d4b) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:59.842154 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a487136-2d78-4880-bff1-d09f580f42bf tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:59.846317 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:59.849637 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bead6b0-617c-4a93-a933-da6a5d5ed112 None None] Network 6e1e1a58-ede4-420d-8591-ead110dd2d4b requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:52:59.849870 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2a487136-2d78-4880-bff1-d09f580f42bf tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:59.856231 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34cfeb73-104a-4ae6-8bf2-81dfb68e1202 None None] Network b97ea90c-4f2d-4f75-980b-696bfd0b9a6a is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:52:59.884980 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-34cfeb73-104a-4ae6-8bf2-81dfb68e1202 None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:59.897912 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-2a487136-2d78-4880-bff1-d09f580f42bf tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8535028 Aug 10 03:52:59.903696 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40840) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:59.936032 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-f385ebfe-0568-4078-af7c-3a130c0df377 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1368703154', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd'}, 'admin_state_up': False}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:59.939312 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cfeb73-104a-4ae6-8bf2-81dfb68e1202 None None] Pushing event updated for resources: {'Port': ['ID=26f0c86f-254d-449a-b226-a9da97c4cc6e,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:59.947354 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f543c1ca-1ce1-412b-9448-ddb405a2d1de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:59.948296 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cfeb73-104a-4ae6-8bf2-81dfb68e1202 None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:53:00.005423 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-36962b92-83fc-447d-8ad7-379fee15e2c8 None None] Set router 2bb93e78-0067-4c44-8b4e-b789c81785d2 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:53:00.024651 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f543c1ca-1ce1-412b-9448-ddb405a2d1de admin admin] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:53:00.027214 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-f543c1ca-1ce1-412b-9448-ddb405a2d1de admin admin] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:53:00.030173 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f543c1ca-1ce1-412b-9448-ddb405a2d1de admin admin] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:53:00.035391 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f385ebfe-0568-4078-af7c-3a130c0df377 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:00.036775 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f385ebfe-0568-4078-af7c-3a130c0df377 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:00.082323 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f543c1ca-1ce1-412b-9448-ddb405a2d1de admin admin] Pushing event updated for resources: {'Port': ['ID=2aae8230-6f45-40f6-856d-466eb44acc20,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:00.243828 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f385ebfe-0568-4078-af7c-3a130c0df377 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:00.476721 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=310edeba-cd37-4bf3-90a7-4cddfabdbc96,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:00.497010 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f385ebfe-0568-4078-af7c-3a130c0df377 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:00.501387 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-34cfeb73-104a-4ae6-8bf2-81dfb68e1202 None None] Attempting to bind port 26f0c86f-254d-449a-b226-a9da97c4cc6e on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:53:00.502001 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-34cfeb73-104a-4ae6-8bf2-81dfb68e1202 None None] Attempting to bind port 26f0c86f-254d-449a-b226-a9da97c4cc6e by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'c5bd512c-7bc2-43f8-80af-75b6d9d479b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b97ea90c-4f2d-4f75-980b-696bfd0b9a6a'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:53:00.502632 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34cfeb73-104a-4ae6-8bf2-81dfb68e1202 None None] Attempting to bind port 26f0c86f-254d-449a-b226-a9da97c4cc6e on network b97ea90c-4f2d-4f75-980b-696bfd0b9a6a {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:53:00.519402 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34cfeb73-104a-4ae6-8bf2-81dfb68e1202 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:53:00.520029 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34cfeb73-104a-4ae6-8bf2-81dfb68e1202 None None] Checking segment: {'id': 'c5bd512c-7bc2-43f8-80af-75b6d9d479b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b97ea90c-4f2d-4f75-980b-696bfd0b9a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:53:00.520886 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-34cfeb73-104a-4ae6-8bf2-81dfb68e1202 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:00.521996 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34cfeb73-104a-4ae6-8bf2-81dfb68e1202 None None] Bound using segment: {'id': 'c5bd512c-7bc2-43f8-80af-75b6d9d479b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b97ea90c-4f2d-4f75-980b-696bfd0b9a6a'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:53:00.522989 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-34cfeb73-104a-4ae6-8bf2-81dfb68e1202 None None] Bound port: 26f0c86f-254d-449a-b226-a9da97c4cc6e, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5bd512c-7bc2-43f8-80af-75b6d9d479b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b97ea90c-4f2d-4f75-980b-696bfd0b9a6a'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:53:00.524026 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-34cfeb73-104a-4ae6-8bf2-81dfb68e1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:00.629169 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-36962b92-83fc-447d-8ad7-379fee15e2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb93e78-0067-4c44-8b4e-b789c81785d2', 'name': 'tempest-TestVolumeBootPattern-757140465-router', 'tenant_id': 'd7797a7e7c744219a6cd7e79c926312f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '310edeba-cd37-4bf3-90a7-4cddfabdbc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:52:50Z', 'updated_at': '2021-08-10T03:52:55Z', 'revision_number': 4, 'project_id': 'd7797a7e7c744219a6cd7e79c926312f', 'gw_port': {'id': '310edeba-cd37-4bf3-90a7-4cddfabdbc96', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:d9:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bb93e78-0067-4c44-8b4e-b789c81785d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:50Z', 'updated_at': '2021-08-10T03:52:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': 'd5aef088-34a2-4aeb-b471-89ed83de927f', 'name': '', 'network_id': '9304a778-e332-4697-b169-f473c98c9db5', 'tenant_id': 'd7797a7e7c744219a6cd7e79c926312f', 'mac_address': 'fa:16:3e:35:69:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bb93e78-0067-4c44-8b4e-b789c81785d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '004bec00-f412-4962-b43d-0d7672578573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:54Z', 'updated_at': '2021-08-10T03:52:55Z', 'revision_number': 2, 'project_id': 'd7797a7e7c744219a6cd7e79c926312f', 'subnets': [{'id': '004bec00-f412-4962-b43d-0d7672578573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:00.645916 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5300299d-1eb7-42e8-9203-6d6ba817cc64 None None] Network 6e1e1a58-ede4-420d-8591-ead110dd2d4b requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:53:00.659721 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36962b92-83fc-447d-8ad7-379fee15e2c8 None None] Checking router: 2bb93e78-0067-4c44-8b4e-b789c81785d2 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:53:00.660384 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36962b92-83fc-447d-8ad7-379fee15e2c8 None None] Updating router 2bb93e78-0067-4c44-8b4e-b789c81785d2 port d5aef088-34a2-4aeb-b471-89ed83de927f binding host n-d-768862-13 {{(pid=94263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:53:00.672932 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f543c1ca-1ce1-412b-9448-ddb405a2d1de admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:00.688980 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-36962b92-83fc-447d-8ad7-379fee15e2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:00.797566 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-34cfeb73-104a-4ae6-8bf2-81dfb68e1202 None None] For port 26f0c86f-254d-449a-b226-a9da97c4cc6e, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:53:00.805835 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-34cfeb73-104a-4ae6-8bf2-81dfb68e1202 None None] For port 26f0c86f-254d-449a-b226-a9da97c4cc6e, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=26f0c86f-254d-449a-b226-a9da97c4cc6e,segment=NetworkSegment(c5bd512c-7bc2-43f8-80af-75b6d9d479b0),segment_id=c5bd512c-7bc2-43f8-80af-75b6d9d479b0)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:53:00.831277 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-34cfeb73-104a-4ae6-8bf2-81dfb68e1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:00.981639 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cfeb73-104a-4ae6-8bf2-81dfb68e1202 None None] Pushing event updated for resources: {'Port': ['ID=26f0c86f-254d-449a-b226-a9da97c4cc6e,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:01.143679 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-36962b92-83fc-447d-8ad7-379fee15e2c8 None None] Notify callbacks [] for port, precommit_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:01.174137 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.provisioning_blocks [None req-36962b92-83fc-447d-8ad7-379fee15e2c8 None None] Transition to ACTIVE for port object d5aef088-34a2-4aeb-b471-89ed83de927f will not be triggered until provisioned by entity L2. {{(pid=94263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:53:01.218404 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-36962b92-83fc-447d-8ad7-379fee15e2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:01.239920 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 310edeba-cd37-4bf3-90a7-4cddfabdbc96 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:53:01.351654 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175037f7-2c3c-40c8-9d1b-4eebd2dd9e07 None None] Pushing event updated for resources: {'Port': ['ID=d5aef088-34a2-4aeb-b471-89ed83de927f,revision_number=3']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:01.372975 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175037f7-2c3c-40c8-9d1b-4eebd2dd9e07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:01.373316 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175037f7-2c3c-40c8-9d1b-4eebd2dd9e07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:01.373656 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175037f7-2c3c-40c8-9d1b-4eebd2dd9e07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:01.374141 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175037f7-2c3c-40c8-9d1b-4eebd2dd9e07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:01.374503 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175037f7-2c3c-40c8-9d1b-4eebd2dd9e07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:01.374834 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175037f7-2c3c-40c8-9d1b-4eebd2dd9e07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:01.375160 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175037f7-2c3c-40c8-9d1b-4eebd2dd9e07 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:01.375483 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175037f7-2c3c-40c8-9d1b-4eebd2dd9e07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:01.375806 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175037f7-2c3c-40c8-9d1b-4eebd2dd9e07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:01.376128 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175037f7-2c3c-40c8-9d1b-4eebd2dd9e07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:01.376449 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175037f7-2c3c-40c8-9d1b-4eebd2dd9e07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:01.376774 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175037f7-2c3c-40c8-9d1b-4eebd2dd9e07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:01.408247 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 310edeba-cd37-4bf3-90a7-4cddfabdbc96 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:01.408636 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:01.411024 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-36962b92-83fc-447d-8ad7-379fee15e2c8 None None] Attempting to bind port d5aef088-34a2-4aeb-b471-89ed83de927f on host n-d-768862-13 for vnic_type normal with profile {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:53:01.411967 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-36962b92-83fc-447d-8ad7-379fee15e2c8 None None] Attempting to bind port d5aef088-34a2-4aeb-b471-89ed83de927f by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'a02c445a-dd82-41b8-8c82-8deebd0db13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9304a778-e332-4697-b169-f473c98c9db5'}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:53:01.412833 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36962b92-83fc-447d-8ad7-379fee15e2c8 None None] Attempting to bind port d5aef088-34a2-4aeb-b471-89ed83de927f on network 9304a778-e332-4697-b169-f473c98c9db5 {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:53:01.434920 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36962b92-83fc-447d-8ad7-379fee15e2c8 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:53:01.436561 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36962b92-83fc-447d-8ad7-379fee15e2c8 None None] Checking segment: {'id': 'a02c445a-dd82-41b8-8c82-8deebd0db13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9304a778-e332-4697-b169-f473c98c9db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:53:01.437014 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-36962b92-83fc-447d-8ad7-379fee15e2c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:01.437688 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36962b92-83fc-447d-8ad7-379fee15e2c8 None None] Bound using segment: {'id': 'a02c445a-dd82-41b8-8c82-8deebd0db13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9304a778-e332-4697-b169-f473c98c9db5'} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:53:01.438801 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-36962b92-83fc-447d-8ad7-379fee15e2c8 None None] Bound port: d5aef088-34a2-4aeb-b471-89ed83de927f, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a02c445a-dd82-41b8-8c82-8deebd0db13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9304a778-e332-4697-b169-f473c98c9db5'}}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:53:01.439467 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-36962b92-83fc-447d-8ad7-379fee15e2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:01.630058 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-36962b92-83fc-447d-8ad7-379fee15e2c8 None None] For port d5aef088-34a2-4aeb-b471-89ed83de927f, host n-d-768862-13, cleared binding levels {{(pid=94263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:53:01.636466 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-36962b92-83fc-447d-8ad7-379fee15e2c8 None None] For port d5aef088-34a2-4aeb-b471-89ed83de927f, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=d5aef088-34a2-4aeb-b471-89ed83de927f,segment=NetworkSegment(a02c445a-dd82-41b8-8c82-8deebd0db13e),segment_id=a02c445a-dd82-41b8-8c82-8deebd0db13e)] {{(pid=94263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:53:01.650734 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-36962b92-83fc-447d-8ad7-379fee15e2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:01.769529 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36962b92-83fc-447d-8ad7-379fee15e2c8 None None] Routers {'2bb93e78-0067-4c44-8b4e-b789c81785d2'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:53:01.770567 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-36962b92-83fc-447d-8ad7-379fee15e2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:52:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['2bb93e78-0067-4c44-8b4e-b789c81785d2'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:01.851061 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175037f7-2c3c-40c8-9d1b-4eebd2dd9e07 None None] Pushing event updated for resources: {'Port': ['ID=d5aef088-34a2-4aeb-b471-89ed83de927f,revision_number=4']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:01.908052 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f543c1ca-1ce1-412b-9448-ddb405a2d1de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:02.050214 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-36962b92-83fc-447d-8ad7-379fee15e2c8 None None] Set router 2bb93e78-0067-4c44-8b4e-b789c81785d2 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:53:02.240061 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f385ebfe-0568-4078-af7c-3a130c0df377 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks [] for router_gateway, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:02.272415 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f385ebfe-0568-4078-af7c-3a130c0df377 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:02.358811 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f543c1ca-1ce1-412b-9448-ddb405a2d1de admin admin] Router 58703300-5965-4612-9b79-ea2682680896 is scheduled to L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e with binding_index 1 {{(pid=94260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:53:02.464590 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-36962b92-83fc-447d-8ad7-379fee15e2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb93e78-0067-4c44-8b4e-b789c81785d2', 'name': 'tempest-TestVolumeBootPattern-757140465-router', 'tenant_id': 'd7797a7e7c744219a6cd7e79c926312f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '310edeba-cd37-4bf3-90a7-4cddfabdbc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:52:50Z', 'updated_at': '2021-08-10T03:52:55Z', 'revision_number': 4, 'project_id': 'd7797a7e7c744219a6cd7e79c926312f', 'gw_port': {'id': '310edeba-cd37-4bf3-90a7-4cddfabdbc96', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:d9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb93e78-0067-4c44-8b4e-b789c81785d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:50Z', 'updated_at': '2021-08-10T03:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': 'd5aef088-34a2-4aeb-b471-89ed83de927f', 'name': '', 'network_id': '9304a778-e332-4697-b169-f473c98c9db5', 'tenant_id': 'd7797a7e7c744219a6cd7e79c926312f', 'mac_address': 'fa:16:3e:35:69:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bb93e78-0067-4c44-8b4e-b789c81785d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '004bec00-f412-4962-b43d-0d7672578573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:54Z', 'updated_at': '2021-08-10T03:53:01Z', 'revision_number': 4, 'project_id': 'd7797a7e7c744219a6cd7e79c926312f', 'subnets': [{'id': '004bec00-f412-4962-b43d-0d7672578573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:02.505387 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36962b92-83fc-447d-8ad7-379fee15e2c8 None None] The sync data for ids ['2bb93e78-0067-4c44-8b4e-b789c81785d2'] in n-d-768862-13 is: [{'id': '2bb93e78-0067-4c44-8b4e-b789c81785d2', 'name': 'tempest-TestVolumeBootPattern-757140465-router', 'tenant_id': 'd7797a7e7c744219a6cd7e79c926312f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '310edeba-cd37-4bf3-90a7-4cddfabdbc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:52:50Z', 'updated_at': '2021-08-10T03:52:55Z', 'revision_number': 4, 'project_id': 'd7797a7e7c744219a6cd7e79c926312f', 'gw_port': {'id': '310edeba-cd37-4bf3-90a7-4cddfabdbc96', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:d9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb93e78-0067-4c44-8b4e-b789c81785d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:50Z', 'updated_at': '2021-08-10T03:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': 'd5aef088-34a2-4aeb-b471-89ed83de927f', 'name': '', 'network_id': '9304a778-e332-4697-b169-f473c98c9db5', 'tenant_id': 'd7797a7e7c744219a6cd7e79c926312f', 'mac_address': 'fa:16:3e:35:69:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bb93e78-0067-4c44-8b4e-b789c81785d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '004bec00-f412-4962-b43d-0d7672578573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:54Z', 'updated_at': '2021-08-10T03:53:01Z', 'revision_number': 4, 'project_id': 'd7797a7e7c744219a6cd7e79c926312f', 'subnets': [{'id': '004bec00-f412-4962-b43d-0d7672578573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:53:02.562308 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-f385ebfe-0568-4078-af7c-3a130c0df377 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Allocated IP 172.25.6.190 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/12b07e78-9b35-4e7a-8590-0e697e76bcbc) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:53:02.572451 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fea0f5b-4b7b-4b8e-aad5-c200ac925053 None None] Network b97ea90c-4f2d-4f75-980b-696bfd0b9a6a requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:53:02.653308 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f543c1ca-1ce1-412b-9448-ddb405a2d1de admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:53:02.678211 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f543c1ca-1ce1-412b-9448-ddb405a2d1de admin admin] Notify callbacks [] for router, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:02.678585 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571e309d-425f-4c1d-a62a-3060adbadba9 None None] Sync routers for ids ['58703300-5965-4612-9b79-ea2682680896'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:53:02.679576 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-f543c1ca-1ce1-412b-9448-ddb405a2d1de admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.1542144 Aug 10 03:53:02.684894 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40874) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:02.722125 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571e309d-425f-4c1d-a62a-3060adbadba9 None None] Routers {'58703300-5965-4612-9b79-ea2682680896'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:53:02.727977 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-571e309d-425f-4c1d-a62a-3060adbadba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:52:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['58703300-5965-4612-9b79-ea2682680896'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:02.732572 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-753a87bb-c932-4943-aec4-16c64a137d7f None None] Provisioning for port 26f0c86f-254d-449a-b226-a9da97c4cc6e completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:53:02.858771 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f385ebfe-0568-4078-af7c-3a130c0df377 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:02.955201 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f385ebfe-0568-4078-af7c-3a130c0df377 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:02.972125 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-571e309d-425f-4c1d-a62a-3060adbadba9 None None] Set router 58703300-5965-4612-9b79-ea2682680896 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:53:03.019638 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f385ebfe-0568-4078-af7c-3a130c0df377 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:53:03.021274 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f385ebfe-0568-4078-af7c-3a130c0df377 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Pushing event updated for resources: {'Port': ['ID=12b07e78-9b35-4e7a-8590-0e697e76bcbc,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:03.027122 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-f385ebfe-0568-4078-af7c-3a130c0df377 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:53:03.034109 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f385ebfe-0568-4078-af7c-3a130c0df377 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:53:03.295851 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-571e309d-425f-4c1d-a62a-3060adbadba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58703300-5965-4612-9b79-ea2682680896', 'name': 'tempest-TestVolumeBootPattern-1611099758-router', 'tenant_id': 'a7eaa028ece64c53a7f8330d01c1880c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': '2aae8230-6f45-40f6-856d-466eb44acc20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:52:58Z', 'updated_at': '2021-08-10T03:53:00Z', 'revision_number': 3, 'project_id': 'a7eaa028ece64c53a7f8330d01c1880c', 'gw_port': {'id': '2aae8230-6f45-40f6-856d-466eb44acc20', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ac:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58703300-5965-4612-9b79-ea2682680896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:59Z', 'updated_at': '2021-08-10T03:52:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:03.333812 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571e309d-425f-4c1d-a62a-3060adbadba9 None None] Checking router: 58703300-5965-4612-9b79-ea2682680896 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:53:03.334088 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571e309d-425f-4c1d-a62a-3060adbadba9 None None] Updating router 58703300-5965-4612-9b79-ea2682680896 port 2aae8230-6f45-40f6-856d-466eb44acc20 binding host n-d-768862-13 {{(pid=94262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:53:03.407132 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-571e309d-425f-4c1d-a62a-3060adbadba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:03.459683 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:03.604183 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device d5aef088-34a2-4aeb-b471-89ed83de927f up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:53:03.712941 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7b98a7a5-1a19-4c59-9691-de2039a81849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:03.734493 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port d5aef088-34a2-4aeb-b471-89ed83de927f completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:53:03.758146 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port d5aef088-34a2-4aeb-b471-89ed83de927f triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:03.758610 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:03.850770 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f385ebfe-0568-4078-af7c-3a130c0df377 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks [] for router_gateway, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:04.050679 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:04.104013 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port d5aef088-34a2-4aeb-b471-89ed83de927f, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=d5aef088-34a2-4aeb-b471-89ed83de927f,segment=NetworkSegment(a02c445a-dd82-41b8-8c82-8deebd0db13e),segment_id=a02c445a-dd82-41b8-8c82-8deebd0db13e)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:04.110925 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-571e309d-425f-4c1d-a62a-3060adbadba9 None None] Notify callbacks [] for port, precommit_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:04.115279 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:04.116428 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 26f0c86f-254d-449a-b226-a9da97c4cc6e up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:53:04.167169 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-7b98a7a5-1a19-4c59-9691-de2039a81849 admin admin] Allocated IP 172.20.0.1 (b97ea90c-4f2d-4f75-980b-696bfd0b9a6a/c3057ae1-438f-4e1b-9dbf-be3b9fec54a6/eafaf0db-f224-4cfa-895d-ffb721329578) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:53:04.172433 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-571e309d-425f-4c1d-a62a-3060adbadba9 None None] Transition to ACTIVE for port object 2aae8230-6f45-40f6-856d-466eb44acc20 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:53:04.192299 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-571e309d-425f-4c1d-a62a-3060adbadba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:04.245778 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-571e309d-425f-4c1d-a62a-3060adbadba9 None None] Attempting to bind port 2aae8230-6f45-40f6-856d-466eb44acc20 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:53:04.247387 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-571e309d-425f-4c1d-a62a-3060adbadba9 None None] Attempting to bind port 2aae8230-6f45-40f6-856d-466eb44acc20 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:53:04.247771 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571e309d-425f-4c1d-a62a-3060adbadba9 None None] Attempting to bind port 2aae8230-6f45-40f6-856d-466eb44acc20 on network 2ea12131-628a-487e-b434-0463553732bd {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:53:04.260383 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=d5aef088-34a2-4aeb-b471-89ed83de927f,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:04.274681 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571e309d-425f-4c1d-a62a-3060adbadba9 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:53:04.275108 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571e309d-425f-4c1d-a62a-3060adbadba9 None None] Checking segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:53:04.275470 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-571e309d-425f-4c1d-a62a-3060adbadba9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:04.275882 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571e309d-425f-4c1d-a62a-3060adbadba9 None None] Bound using segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:53:04.276387 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-571e309d-425f-4c1d-a62a-3060adbadba9 None None] Bound port: 2aae8230-6f45-40f6-856d-466eb44acc20, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:53:04.276789 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-571e309d-425f-4c1d-a62a-3060adbadba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:04.282054 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:04.282054 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:04.282572 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:04.282736 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:04.283065 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:04.283401 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:04.283743 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:04.284079 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:04.284410 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:04.284737 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:04.285071 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:04.285400 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:04.344708 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f385ebfe-0568-4078-af7c-3a130c0df377 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:04.345955 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 26f0c86f-254d-449a-b226-a9da97c4cc6e completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:53:04.366896 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 26f0c86f-254d-449a-b226-a9da97c4cc6e triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:04.367303 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:04.414950 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66ab198-7829-47f0-b9ce-394071dfcfac None None] Pushing event updated for resources: {'Port': ['ID=2aae8230-6f45-40f6-856d-466eb44acc20,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:04.426621 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7b98a7a5-1a19-4c59-9691-de2039a81849 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:04.438859 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-571e309d-425f-4c1d-a62a-3060adbadba9 None None] For port 2aae8230-6f45-40f6-856d-466eb44acc20, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:53:04.459559 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [None req-7b98a7a5-1a19-4c59-9691-de2039a81849 admin admin] Transition to ACTIVE for port object eafaf0db-f224-4cfa-895d-ffb721329578 will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:53:04.476688 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-571e309d-425f-4c1d-a62a-3060adbadba9 None None] For port 2aae8230-6f45-40f6-856d-466eb44acc20, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=2aae8230-6f45-40f6-856d-466eb44acc20,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:53:04.510840 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7b98a7a5-1a19-4c59-9691-de2039a81849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:04.557873 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:04.563715 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-571e309d-425f-4c1d-a62a-3060adbadba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:04.574656 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b98a7a5-1a19-4c59-9691-de2039a81849 admin admin] Pushing event updated for resources: {'Port': ['ID=eafaf0db-f224-4cfa-895d-ffb721329578,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:04.605159 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b98a7a5-1a19-4c59-9691-de2039a81849 admin admin] Network b97ea90c-4f2d-4f75-980b-696bfd0b9a6a is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:53:04.609186 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-7b98a7a5-1a19-4c59-9691-de2039a81849 admin admin] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:53:04.615282 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b98a7a5-1a19-4c59-9691-de2039a81849 admin admin] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:53:04.646974 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f385ebfe-0568-4078-af7c-3a130c0df377 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Router a805573b-b581-4c91-bfaf-5e2cb77a11d1 is scheduled to L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e with binding_index 1 {{(pid=94260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:53:04.678695 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7b98a7a5-1a19-4c59-9691-de2039a81849 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521745'] for router_interface, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:04.783617 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 26f0c86f-254d-449a-b226-a9da97c4cc6e, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=26f0c86f-254d-449a-b226-a9da97c4cc6e,segment=NetworkSegment(c5bd512c-7bc2-43f8-80af-75b6d9d479b0),segment_id=c5bd512c-7bc2-43f8-80af-75b6d9d479b0)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:04.798666 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571e309d-425f-4c1d-a62a-3060adbadba9 None None] Routers {'58703300-5965-4612-9b79-ea2682680896'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:53:04.798666 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-571e309d-425f-4c1d-a62a-3060adbadba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:52:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['58703300-5965-4612-9b79-ea2682680896'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:04.804819 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:04.853955 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66ab198-7829-47f0-b9ce-394071dfcfac None None] Pushing event updated for resources: {'Port': ['ID=2aae8230-6f45-40f6-856d-466eb44acc20,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:04.873207 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7b98a7a5-1a19-4c59-9691-de2039a81849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:04.943337 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f385ebfe-0568-4078-af7c-3a130c0df377 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:53:04.957471 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121e8aef-d59f-45da-84f2-1db83a1156eb None None] Sync routers for ids ['a805573b-b581-4c91-bfaf-5e2cb77a11d1'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:53:04.974491 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121e8aef-d59f-45da-84f2-1db83a1156eb None None] Routers {'a805573b-b581-4c91-bfaf-5e2cb77a11d1'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:53:04.977164 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-121e8aef-d59f-45da-84f2-1db83a1156eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:52:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['a805573b-b581-4c91-bfaf-5e2cb77a11d1'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:04.995953 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f385ebfe-0568-4078-af7c-3a130c0df377 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks [] for router, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:05.000985 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-f385ebfe-0568-4078-af7c-3a130c0df377 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.0923815 Aug 10 03:53:05.011149 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 40902) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:05.034072 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-121e8aef-d59f-45da-84f2-1db83a1156eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:05.046942 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121e8aef-d59f-45da-84f2-1db83a1156eb None None] Routers {'a805573b-b581-4c91-bfaf-5e2cb77a11d1'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:53:05.048258 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-121e8aef-d59f-45da-84f2-1db83a1156eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:52:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['a805573b-b581-4c91-bfaf-5e2cb77a11d1'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:05.060744 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=26f0c86f-254d-449a-b226-a9da97c4cc6e,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:05.094838 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-121e8aef-d59f-45da-84f2-1db83a1156eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:05.096010 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121e8aef-d59f-45da-84f2-1db83a1156eb None None] The sync data for ids ['a805573b-b581-4c91-bfaf-5e2cb77a11d1'] in n-d-768862-13 is: [] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:53:05.220369 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-e8b43f64-271c-432f-b029-a3954a6c6f96 None None] Provisioning for port eafaf0db-f224-4cfa-895d-ffb721329578 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:53:05.237405 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-e8b43f64-271c-432f-b029-a3954a6c6f96 None None] Provisioning complete for port eafaf0db-f224-4cfa-895d-ffb721329578 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:05.237735 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e8b43f64-271c-432f-b029-a3954a6c6f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:05.272302 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device d5aef088-34a2-4aeb-b471-89ed83de927f up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:53:05.278624 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-571e309d-425f-4c1d-a62a-3060adbadba9 None None] Set router 58703300-5965-4612-9b79-ea2682680896 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:53:05.407529 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7b98a7a5-1a19-4c59-9691-de2039a81849 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:05.422462 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7b98a7a5-1a19-4c59-9691-de2039a81849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:05.456444 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-e8b43f64-271c-432f-b029-a3954a6c6f96 None None] Port eafaf0db-f224-4cfa-895d-ffb721329578 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:53:05.509254 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port d5aef088-34a2-4aeb-b471-89ed83de927f triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:05.509749 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:05.530982 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7b98a7a5-1a19-4c59-9691-de2039a81849 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521893'] for router_interface, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:05.714917 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b98a7a5-1a19-4c59-9691-de2039a81849 admin admin] Pushing event updated for resources: {'Port': ['ID=eafaf0db-f224-4cfa-895d-ffb721329578,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:05.804249 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ded7bd97-1d24-4586-a4d0-032fb091c824 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:05.864167 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b98a7a5-1a19-4c59-9691-de2039a81849 admin admin] Network b97ea90c-4f2d-4f75-980b-696bfd0b9a6a is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:53:05.868233 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 26f0c86f-254d-449a-b226-a9da97c4cc6e up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:53:05.873492 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-7b98a7a5-1a19-4c59-9691-de2039a81849 admin admin] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:53:05.927335 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-571e309d-425f-4c1d-a62a-3060adbadba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58703300-5965-4612-9b79-ea2682680896', 'name': 'tempest-TestVolumeBootPattern-1611099758-router', 'tenant_id': 'a7eaa028ece64c53a7f8330d01c1880c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': '2aae8230-6f45-40f6-856d-466eb44acc20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:52:58Z', 'updated_at': '2021-08-10T03:53:00Z', 'revision_number': 3, 'project_id': 'a7eaa028ece64c53a7f8330d01c1880c', 'gw_port': {'id': '2aae8230-6f45-40f6-856d-466eb44acc20', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ac:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58703300-5965-4612-9b79-ea2682680896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:59Z', 'updated_at': '2021-08-10T03:53:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:05.929312 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 26f0c86f-254d-449a-b226-a9da97c4cc6e triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:05.929686 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:06.031420 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571e309d-425f-4c1d-a62a-3060adbadba9 None None] The sync data for ids ['58703300-5965-4612-9b79-ea2682680896'] in n-d-768862-13 is: [{'id': '58703300-5965-4612-9b79-ea2682680896', 'name': 'tempest-TestVolumeBootPattern-1611099758-router', 'tenant_id': 'a7eaa028ece64c53a7f8330d01c1880c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': '2aae8230-6f45-40f6-856d-466eb44acc20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:52:58Z', 'updated_at': '2021-08-10T03:53:00Z', 'revision_number': 3, 'project_id': 'a7eaa028ece64c53a7f8330d01c1880c', 'gw_port': {'id': '2aae8230-6f45-40f6-856d-466eb44acc20', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ac:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58703300-5965-4612-9b79-ea2682680896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:59Z', 'updated_at': '2021-08-10T03:53:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:53:06.155695 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b98a7a5-1a19-4c59-9691-de2039a81849 admin admin] Router 58703300-5965-4612-9b79-ea2682680896 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:53:06.304199 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-ded7bd97-1d24-4586-a4d0-032fb091c824 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Allocated IP 172.20.0.1 (6e1e1a58-ede4-420d-8591-ead110dd2d4b/ad4c67e8-552b-4280-ad4a-669640208eeb/40796a23-3d9d-48c7-bd6b-ff5c0fd6a90d) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:53:06.364230 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b98a7a5-1a19-4c59-9691-de2039a81849 admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:53:06.375343 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-7b98a7a5-1a19-4c59-9691-de2039a81849 admin admin] 10.222.0.44 "PUT /v2.0/routers/58703300-5965-4612-9b79-ea2682680896/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6891379 Aug 10 03:53:06.403329 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-78d393d3-0b96-4a11-8eb2-9bb62527ac96 None None] Provisioning complete for port eafaf0db-f224-4cfa-895d-ffb721329578 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:06.403850 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-78d393d3-0b96-4a11-8eb2-9bb62527ac96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:06.511644 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-78d393d3-0b96-4a11-8eb2-9bb62527ac96 None None] Port eafaf0db-f224-4cfa-895d-ffb721329578 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:53:06.616827 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ded7bd97-1d24-4586-a4d0-032fb091c824 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:06.700481 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ded7bd97-1d24-4586-a4d0-032fb091c824 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:06.793870 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded7bd97-1d24-4586-a4d0-032fb091c824 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Network 6e1e1a58-ede4-420d-8591-ead110dd2d4b is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:53:06.807549 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-ded7bd97-1d24-4586-a4d0-032fb091c824 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:53:06.816003 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded7bd97-1d24-4586-a4d0-032fb091c824 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:53:06.948049 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ded7bd97-1d24-4586-a4d0-032fb091c824 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521745'] for router_interface, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:06.952223 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded7bd97-1d24-4586-a4d0-032fb091c824 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Pushing event updated for resources: {'Port': ['ID=40796a23-3d9d-48c7-bd6b-ff5c0fd6a90d,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:07.166483 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ded7bd97-1d24-4586-a4d0-032fb091c824 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:07.258038 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 2aae8230-6f45-40f6-856d-466eb44acc20 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:53:07.370828 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 2aae8230-6f45-40f6-856d-466eb44acc20 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:53:07.379757 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 2aae8230-6f45-40f6-856d-466eb44acc20 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:07.380463 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:07.543277 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:07.632021 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 2aae8230-6f45-40f6-856d-466eb44acc20, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=2aae8230-6f45-40f6-856d-466eb44acc20,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:07.643819 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:07.748911 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=2aae8230-6f45-40f6-856d-466eb44acc20,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:07.839351 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ded7bd97-1d24-4586-a4d0-032fb091c824 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:07.850310 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ded7bd97-1d24-4586-a4d0-032fb091c824 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:07.916724 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ded7bd97-1d24-4586-a4d0-032fb091c824 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521893'] for router_interface, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:08.126267 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded7bd97-1d24-4586-a4d0-032fb091c824 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Pushing event updated for resources: {'Port': ['ID=40796a23-3d9d-48c7-bd6b-ff5c0fd6a90d,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:08.172083 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded7bd97-1d24-4586-a4d0-032fb091c824 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Network 6e1e1a58-ede4-420d-8591-ead110dd2d4b is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:53:08.174505 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-ded7bd97-1d24-4586-a4d0-032fb091c824 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:53:08.384308 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ded7bd97-1d24-4586-a4d0-032fb091c824 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Router a805573b-b581-4c91-bfaf-5e2cb77a11d1 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:53:08.685525 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ded7bd97-1d24-4586-a4d0-032fb091c824 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:53:08.691640 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-ded7bd97-1d24-4586-a4d0-032fb091c824 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] 10.222.0.44 "PUT /v2.0/routers/a805573b-b581-4c91-bfaf-5e2cb77a11d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6788397 Aug 10 03:53:08.694502 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40966) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:08.707115 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-bcdfb253-9002-4393-b737-9b980380d805 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Request body: {'port': {'network_id': '6e1e1a58-ede4-420d-8591-ead110dd2d4b', 'name': 'tempest-FloatingIPTestJSON-803039393'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:08.709997 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bafae1f-0669-40b5-94e4-300a40624853 None None] Sync routers for ids ['a805573b-b581-4c91-bfaf-5e2cb77a11d1'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:53:08.748691 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bafae1f-0669-40b5-94e4-300a40624853 None None] Routers {'a805573b-b581-4c91-bfaf-5e2cb77a11d1'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:53:08.749727 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-3bafae1f-0669-40b5-94e4-300a40624853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:52:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['a805573b-b581-4c91-bfaf-5e2cb77a11d1'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:08.794092 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-3bafae1f-0669-40b5-94e4-300a40624853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:08.807428 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bafae1f-0669-40b5-94e4-300a40624853 None None] Routers {'a805573b-b581-4c91-bfaf-5e2cb77a11d1'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:53:08.809475 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-3bafae1f-0669-40b5-94e4-300a40624853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:52:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['a805573b-b581-4c91-bfaf-5e2cb77a11d1'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:08.855969 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-3bafae1f-0669-40b5-94e4-300a40624853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:08.857242 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bafae1f-0669-40b5-94e4-300a40624853 None None] The sync data for ids ['a805573b-b581-4c91-bfaf-5e2cb77a11d1'] in n-d-768862-13 is: [] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:53:08.912227 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcdfb253-9002-4393-b737-9b980380d805 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Made reservation on behalf of 9ac15b81698e4011ad7cbe8b7cde8591 for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:53:08.918014 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bcdfb253-9002-4393-b737-9b980380d805 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:08.953030 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [None req-bcdfb253-9002-4393-b737-9b980380d805 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] device_id is not set on port e4ec741c-f372-4134-9766-fee5c120b31e yet. {{(pid=94261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:53:08.991782 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a05c41-86e1-48e0-aa46-43f2bdf6cffc None None] Sync routers for ids ['58703300-5965-4612-9b79-ea2682680896'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:53:09.017515 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a05c41-86e1-48e0-aa46-43f2bdf6cffc None None] Routers {'58703300-5965-4612-9b79-ea2682680896'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:53:09.017515 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-b9a05c41-86e1-48e0-aa46-43f2bdf6cffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:52:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['58703300-5965-4612-9b79-ea2682680896'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:09.178463 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-bcdfb253-9002-4393-b737-9b980380d805 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Allocated IP 172.20.0.9 (6e1e1a58-ede4-420d-8591-ead110dd2d4b/ad4c67e8-552b-4280-ad4a-669640208eeb/e4ec741c-f372-4134-9766-fee5c120b31e) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:53:09.260720 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-b9a05c41-86e1-48e0-aa46-43f2bdf6cffc None None] Set router 58703300-5965-4612-9b79-ea2682680896 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:53:09.274169 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 2aae8230-6f45-40f6-856d-466eb44acc20 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:53:09.378080 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 2aae8230-6f45-40f6-856d-466eb44acc20 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:09.378936 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:09.509374 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bcdfb253-9002-4393-b737-9b980380d805 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:09.578108 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bcdfb253-9002-4393-b737-9b980380d805 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:09.598945 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-b9a05c41-86e1-48e0-aa46-43f2bdf6cffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58703300-5965-4612-9b79-ea2682680896', 'name': 'tempest-TestVolumeBootPattern-1611099758-router', 'tenant_id': 'a7eaa028ece64c53a7f8330d01c1880c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': '2aae8230-6f45-40f6-856d-466eb44acc20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:52:58Z', 'updated_at': '2021-08-10T03:53:04Z', 'revision_number': 4, 'project_id': 'a7eaa028ece64c53a7f8330d01c1880c', 'gw_port': {'id': '2aae8230-6f45-40f6-856d-466eb44acc20', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ac:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58703300-5965-4612-9b79-ea2682680896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:59Z', 'updated_at': '2021-08-10T03:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': 'eafaf0db-f224-4cfa-895d-ffb721329578', 'name': '', 'network_id': 'b97ea90c-4f2d-4f75-980b-696bfd0b9a6a', 'tenant_id': 'a7eaa028ece64c53a7f8330d01c1880c', 'mac_address': 'fa:16:3e:81:83:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58703300-5965-4612-9b79-ea2682680896', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'c3057ae1-438f-4e1b-9dbf-be3b9fec54a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:53:03Z', 'updated_at': '2021-08-10T03:53:04Z', 'revision_number': 2, 'project_id': 'a7eaa028ece64c53a7f8330d01c1880c', 'subnets': [{'id': 'c3057ae1-438f-4e1b-9dbf-be3b9fec54a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:09.642190 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a05c41-86e1-48e0-aa46-43f2bdf6cffc None None] Checking router: 58703300-5965-4612-9b79-ea2682680896 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:53:09.642840 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a05c41-86e1-48e0-aa46-43f2bdf6cffc None None] Updating router 58703300-5965-4612-9b79-ea2682680896 port eafaf0db-f224-4cfa-895d-ffb721329578 binding host n-d-768862-13 {{(pid=94263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:53:09.653602 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdfb253-9002-4393-b737-9b980380d805 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Pushing event updated for resources: {'Port': ['ID=e4ec741c-f372-4134-9766-fee5c120b31e,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:09.666432 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcdfb253-9002-4393-b737-9b980380d805 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Network 6e1e1a58-ede4-420d-8591-ead110dd2d4b is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:53:09.668386 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-bcdfb253-9002-4393-b737-9b980380d805 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:53:09.670961 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdfb253-9002-4393-b737-9b980380d805 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:53:09.675471 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-b9a05c41-86e1-48e0-aa46-43f2bdf6cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:09.728132 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcdfb253-9002-4393-b737-9b980380d805 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:09.729856 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bcdfb253-9002-4393-b737-9b980380d805 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:09.746611 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-bcdfb253-9002-4393-b737-9b980380d805 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0489118 Aug 10 03:53:09.749569 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 40980) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:09.755546 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-e2a3a7b1-9077-404b-8401-8917f9286233 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Request body: {'port': {'network_id': '6e1e1a58-ede4-420d-8591-ead110dd2d4b', 'name': 'tempest-FloatingIPTestJSON-918902537'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:09.945473 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a3a7b1-9077-404b-8401-8917f9286233 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Made reservation on behalf of 9ac15b81698e4011ad7cbe8b7cde8591 for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:53:09.952290 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e2a3a7b1-9077-404b-8401-8917f9286233 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:09.992053 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [None req-e2a3a7b1-9077-404b-8401-8917f9286233 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] device_id is not set on port 3924d848-9dc5-4a7d-9ac7-1ee01ef0b4ba yet. {{(pid=94261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:53:10.017283 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-b9a05c41-86e1-48e0-aa46-43f2bdf6cffc None None] Notify callbacks [] for port, precommit_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:10.031209 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.provisioning_blocks [None req-b9a05c41-86e1-48e0-aa46-43f2bdf6cffc None None] Transition to ACTIVE for port object eafaf0db-f224-4cfa-895d-ffb721329578 will not be triggered until provisioned by entity L2. {{(pid=94263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:53:10.040564 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-b9a05c41-86e1-48e0-aa46-43f2bdf6cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:10.105174 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b74fae-6f0b-4b5b-b498-61732f9fa62b None None] Pushing event updated for resources: {'Port': ['ID=eafaf0db-f224-4cfa-895d-ffb721329578,revision_number=3']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:10.158803 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-b9a05c41-86e1-48e0-aa46-43f2bdf6cffc None None] Attempting to bind port eafaf0db-f224-4cfa-895d-ffb721329578 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:53:10.159472 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-b9a05c41-86e1-48e0-aa46-43f2bdf6cffc None None] Attempting to bind port eafaf0db-f224-4cfa-895d-ffb721329578 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'c5bd512c-7bc2-43f8-80af-75b6d9d479b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b97ea90c-4f2d-4f75-980b-696bfd0b9a6a'}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:53:10.159930 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a05c41-86e1-48e0-aa46-43f2bdf6cffc None None] Attempting to bind port eafaf0db-f224-4cfa-895d-ffb721329578 on network b97ea90c-4f2d-4f75-980b-696bfd0b9a6a {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:53:10.166454 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a05c41-86e1-48e0-aa46-43f2bdf6cffc None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:53:10.166976 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a05c41-86e1-48e0-aa46-43f2bdf6cffc None None] Checking segment: {'id': 'c5bd512c-7bc2-43f8-80af-75b6d9d479b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b97ea90c-4f2d-4f75-980b-696bfd0b9a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:53:10.167476 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-b9a05c41-86e1-48e0-aa46-43f2bdf6cffc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:10.167964 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a05c41-86e1-48e0-aa46-43f2bdf6cffc None None] Bound using segment: {'id': 'c5bd512c-7bc2-43f8-80af-75b6d9d479b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b97ea90c-4f2d-4f75-980b-696bfd0b9a6a'} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:53:10.168697 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-b9a05c41-86e1-48e0-aa46-43f2bdf6cffc None None] Bound port: eafaf0db-f224-4cfa-895d-ffb721329578, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5bd512c-7bc2-43f8-80af-75b6d9d479b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b97ea90c-4f2d-4f75-980b-696bfd0b9a6a'}}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:53:10.169227 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-b9a05c41-86e1-48e0-aa46-43f2bdf6cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:10.232501 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-e2a3a7b1-9077-404b-8401-8917f9286233 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Allocated IP 172.20.0.2 (6e1e1a58-ede4-420d-8591-ead110dd2d4b/ad4c67e8-552b-4280-ad4a-669640208eeb/3924d848-9dc5-4a7d-9ac7-1ee01ef0b4ba) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:53:10.307616 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-b9a05c41-86e1-48e0-aa46-43f2bdf6cffc None None] For port eafaf0db-f224-4cfa-895d-ffb721329578, host n-d-768862-13, cleared binding levels {{(pid=94263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:53:10.315782 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-b9a05c41-86e1-48e0-aa46-43f2bdf6cffc None None] For port eafaf0db-f224-4cfa-895d-ffb721329578, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=eafaf0db-f224-4cfa-895d-ffb721329578,segment=NetworkSegment(c5bd512c-7bc2-43f8-80af-75b6d9d479b0),segment_id=c5bd512c-7bc2-43f8-80af-75b6d9d479b0)] {{(pid=94263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:53:10.333445 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-b9a05c41-86e1-48e0-aa46-43f2bdf6cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:10.466793 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b74fae-6f0b-4b5b-b498-61732f9fa62b None None] Pushing event updated for resources: {'Port': ['ID=eafaf0db-f224-4cfa-895d-ffb721329578,revision_number=4']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:10.510811 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a05c41-86e1-48e0-aa46-43f2bdf6cffc None None] Routers {'58703300-5965-4612-9b79-ea2682680896'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:53:10.511947 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-b9a05c41-86e1-48e0-aa46-43f2bdf6cffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:52:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['58703300-5965-4612-9b79-ea2682680896'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:10.609181 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e2a3a7b1-9077-404b-8401-8917f9286233 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:10.685415 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e2a3a7b1-9077-404b-8401-8917f9286233 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:10.776368 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a3a7b1-9077-404b-8401-8917f9286233 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Network 6e1e1a58-ede4-420d-8591-ead110dd2d4b is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:53:10.795697 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-e2a3a7b1-9077-404b-8401-8917f9286233 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:53:10.801951 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a3a7b1-9077-404b-8401-8917f9286233 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:53:10.830993 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a3a7b1-9077-404b-8401-8917f9286233 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Pushing event updated for resources: {'Port': ['ID=3924d848-9dc5-4a7d-9ac7-1ee01ef0b4ba,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:10.866626 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-b9a05c41-86e1-48e0-aa46-43f2bdf6cffc None None] Set router 58703300-5965-4612-9b79-ea2682680896 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:53:10.944579 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a3a7b1-9077-404b-8401-8917f9286233 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:10.945628 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e2a3a7b1-9077-404b-8401-8917f9286233 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:10.973615 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e2a3a7b1-9077-404b-8401-8917f9286233 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.2223468 Aug 10 03:53:10.987099 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 41008) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:10.995850 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-cd50f497-581c-4ca5-9bbe-90e46bce43e7 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Request body: {'floatingip': {'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'port_id': '3924d848-9dc5-4a7d-9ac7-1ee01ef0b4ba', 'fixed_ip_address': '172.20.0.2'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:11.045275 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cd50f497-581c-4ca5-9bbe-90e46bce43e7 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks [] for floatingip, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:11.180365 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bf4c04-801c-40a5-9869-ed8106ae86b6 req-33fbe80e-6ed1-45a6-82a3-96ca547d349f tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:11.194861 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-45bf4c04-801c-40a5-9869-ed8106ae86b6 req-33fbe80e-6ed1-45a6-82a3-96ca547d349f tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/networks?id=9304a778-e332-4697-b169-f473c98c9db5 HTTP/1.1" status: 200 len: 811 time: 0.2951651 Aug 10 03:53:11.213230 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-45bf4c04-801c-40a5-9869-ed8106ae86b6 req-288f58b1-78e6-49c5-a48a-240ae99fec69 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/quotas/d7797a7e7c744219a6cd7e79c926312f HTTP/1.1" status: 200 len: 375 time: 0.0167358 Aug 10 03:53:11.264921 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cd50f497-581c-4ca5-9bbe-90e46bce43e7 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:11.283281 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-b9a05c41-86e1-48e0-aa46-43f2bdf6cffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58703300-5965-4612-9b79-ea2682680896', 'name': 'tempest-TestVolumeBootPattern-1611099758-router', 'tenant_id': 'a7eaa028ece64c53a7f8330d01c1880c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': '2aae8230-6f45-40f6-856d-466eb44acc20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:52:58Z', 'updated_at': '2021-08-10T03:53:04Z', 'revision_number': 4, 'project_id': 'a7eaa028ece64c53a7f8330d01c1880c', 'gw_port': {'id': '2aae8230-6f45-40f6-856d-466eb44acc20', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ac:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58703300-5965-4612-9b79-ea2682680896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:59Z', 'updated_at': '2021-08-10T03:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': 'eafaf0db-f224-4cfa-895d-ffb721329578', 'name': '', 'network_id': 'b97ea90c-4f2d-4f75-980b-696bfd0b9a6a', 'tenant_id': 'a7eaa028ece64c53a7f8330d01c1880c', 'mac_address': 'fa:16:3e:81:83:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58703300-5965-4612-9b79-ea2682680896', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'c3057ae1-438f-4e1b-9dbf-be3b9fec54a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:53:03Z', 'updated_at': '2021-08-10T03:53:10Z', 'revision_number': 4, 'project_id': 'a7eaa028ece64c53a7f8330d01c1880c', 'subnets': [{'id': 'c3057ae1-438f-4e1b-9dbf-be3b9fec54a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:11.310128 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-45bf4c04-801c-40a5-9869-ed8106ae86b6 req-8f78603f-cb79-4e15-87e2-15c4edf8ad72 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d7797a7e7c744219a6cd7e79c926312f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0848825 Aug 10 03:53:11.343126 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a05c41-86e1-48e0-aa46-43f2bdf6cffc None None] The sync data for ids ['58703300-5965-4612-9b79-ea2682680896'] in n-d-768862-13 is: [{'id': '58703300-5965-4612-9b79-ea2682680896', 'name': 'tempest-TestVolumeBootPattern-1611099758-router', 'tenant_id': 'a7eaa028ece64c53a7f8330d01c1880c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': '2aae8230-6f45-40f6-856d-466eb44acc20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:52:58Z', 'updated_at': '2021-08-10T03:53:04Z', 'revision_number': 4, 'project_id': 'a7eaa028ece64c53a7f8330d01c1880c', 'gw_port': {'id': '2aae8230-6f45-40f6-856d-466eb44acc20', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ac:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58703300-5965-4612-9b79-ea2682680896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:59Z', 'updated_at': '2021-08-10T03:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': 'eafaf0db-f224-4cfa-895d-ffb721329578', 'name': '', 'network_id': 'b97ea90c-4f2d-4f75-980b-696bfd0b9a6a', 'tenant_id': 'a7eaa028ece64c53a7f8330d01c1880c', 'mac_address': 'fa:16:3e:81:83:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58703300-5965-4612-9b79-ea2682680896', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'c3057ae1-438f-4e1b-9dbf-be3b9fec54a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:53:03Z', 'updated_at': '2021-08-10T03:53:10Z', 'revision_number': 4, 'project_id': 'a7eaa028ece64c53a7f8330d01c1880c', 'subnets': [{'id': 'c3057ae1-438f-4e1b-9dbf-be3b9fec54a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:53:11.436122 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-45bf4c04-801c-40a5-9869-ed8106ae86b6 req-e55ebb24-3ff0-4c23-a8af-a7e838c237b3 service neutron] 10.222.0.44 "GET /v2.0/networks/9304a778-e332-4697-b169-f473c98c9db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122880 Aug 10 03:53:11.459912 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-cd50f497-581c-4ca5-9bbe-90e46bce43e7 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Allocated IP 172.25.6.114 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/7b75c522-ce62-4d6d-9048-82b1f54a46fd) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:53:11.590022 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-45bf4c04-801c-40a5-9869-ed8106ae86b6 req-50e1a81f-811d-43b3-ac77-ce16aead3395 service neutron] 10.222.0.44 "GET /v2.0/networks/9304a778-e332-4697-b169-f473c98c9db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374784 Aug 10 03:53:11.660080 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cd50f497-581c-4ca5-9bbe-90e46bce43e7 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:11.736580 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cd50f497-581c-4ca5-9bbe-90e46bce43e7 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:11.785524 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd50f497-581c-4ca5-9bbe-90e46bce43e7 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:53:11.791251 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-cd50f497-581c-4ca5-9bbe-90e46bce43e7 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:53:11.795504 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd50f497-581c-4ca5-9bbe-90e46bce43e7 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:53:11.823252 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd50f497-581c-4ca5-9bbe-90e46bce43e7 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Pushing event updated for resources: {'Port': ['ID=7b75c522-ce62-4d6d-9048-82b1f54a46fd,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:12.408372 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cd50f497-581c-4ca5-9bbe-90e46bce43e7 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:12.493854 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cd50f497-581c-4ca5-9bbe-90e46bce43e7 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:12.716174 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cd50f497-581c-4ca5-9bbe-90e46bce43e7 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:12.719871 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cd50f497-581c-4ca5-9bbe-90e46bce43e7 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:12.794535 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd50f497-581c-4ca5-9bbe-90e46bce43e7 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Pushing event updated for resources: {'Port': ['ID=7b75c522-ce62-4d6d-9048-82b1f54a46fd,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:12.820358 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cd50f497-581c-4ca5-9bbe-90e46bce43e7 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:12.956400 n-d-768862-13 neutron-server[94261]: INFO neutron.db.l3_db [None req-cd50f497-581c-4ca5-9bbe-90e46bce43e7 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Floating IP e92b5cb0-f3da-4558-ae5e-4d1a22500c8c associated. External IP: 172.25.6.114, port: 3924d848-9dc5-4a7d-9ac7-1ee01ef0b4ba. Aug 10 03:53:13.257832 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device eafaf0db-f224-4cfa-895d-ffb721329578 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:53:13.368062 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port eafaf0db-f224-4cfa-895d-ffb721329578 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:53:13.377504 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port eafaf0db-f224-4cfa-895d-ffb721329578 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:13.378785 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:13.522983 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:13.578058 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port eafaf0db-f224-4cfa-895d-ffb721329578, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=eafaf0db-f224-4cfa-895d-ffb721329578,segment=NetworkSegment(c5bd512c-7bc2-43f8-80af-75b6d9d479b0),segment_id=c5bd512c-7bc2-43f8-80af-75b6d9d479b0)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:13.606268 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:13.696957 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=eafaf0db-f224-4cfa-895d-ffb721329578,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:13.708210 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd50f497-581c-4ca5-9bbe-90e46bce43e7 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Router a805573b-b581-4c91-bfaf-5e2cb77a11d1 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:53:13.787650 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-eb7067d7-5a93-4f74-ba36-63607bc07006 req-30803371-abd7-47ca-9fdf-85f9694ba1f9 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=adc74289-5f7e-497a-a5ff-385af27d2fdb HTTP/1.1" status: 200 len: 210 time: 0.6042371 Aug 10 03:53:13.867739 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd50f497-581c-4ca5-9bbe-90e46bce43e7 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:53:13.886284 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26540ef4-6455-43dc-b851-fa7d1b0dc8e6 None None] Sync routers for ids ['a805573b-b581-4c91-bfaf-5e2cb77a11d1'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:53:13.895264 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cd50f497-581c-4ca5-9bbe-90e46bce43e7 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:13.904890 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26540ef4-6455-43dc-b851-fa7d1b0dc8e6 None None] Routers {'a805573b-b581-4c91-bfaf-5e2cb77a11d1'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:53:13.906302 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-26540ef4-6455-43dc-b851-fa7d1b0dc8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:52:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['a805573b-b581-4c91-bfaf-5e2cb77a11d1'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:13.951935 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-cd50f497-581c-4ca5-9bbe-90e46bce43e7 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.9630301 Aug 10 03:53:13.954614 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 41062) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:13.962963 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-b1260d9c-920d-496b-ad2c-9fcb9d660cec tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:13.977028 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-26540ef4-6455-43dc-b851-fa7d1b0dc8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:13.988796 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26540ef4-6455-43dc-b851-fa7d1b0dc8e6 None None] Routers {'a805573b-b581-4c91-bfaf-5e2cb77a11d1'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:53:13.989405 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-26540ef4-6455-43dc-b851-fa7d1b0dc8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:52:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['a805573b-b581-4c91-bfaf-5e2cb77a11d1'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:14.027539 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-26540ef4-6455-43dc-b851-fa7d1b0dc8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:14.028331 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26540ef4-6455-43dc-b851-fa7d1b0dc8e6 None None] The sync data for ids ['a805573b-b581-4c91-bfaf-5e2cb77a11d1'] in n-d-768862-13 is: [] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:53:14.039521 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b1260d9c-920d-496b-ad2c-9fcb9d660cec tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks [] for floatingip, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:14.241155 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b1260d9c-920d-496b-ad2c-9fcb9d660cec tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:14.247059 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b1260d9c-920d-496b-ad2c-9fcb9d660cec tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:14.247514 n-d-768862-13 neutron-server[94261]: INFO neutron.db.l3_db [None req-b1260d9c-920d-496b-ad2c-9fcb9d660cec tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Floating IP e92b5cb0-f3da-4558-ae5e-4d1a22500c8c disassociated. External IP: 172.25.6.114, port: 3924d848-9dc5-4a7d-9ac7-1ee01ef0b4ba. Aug 10 03:53:14.569558 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1260d9c-920d-496b-ad2c-9fcb9d660cec tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Router a805573b-b581-4c91-bfaf-5e2cb77a11d1 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:53:14.692366 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1260d9c-920d-496b-ad2c-9fcb9d660cec tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:53:14.697892 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b1260d9c-920d-496b-ad2c-9fcb9d660cec tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:14.705240 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0402935-b319-4392-b74d-e6743bbcde9a None None] Sync routers for ids ['a805573b-b581-4c91-bfaf-5e2cb77a11d1'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:53:14.715398 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0402935-b319-4392-b74d-e6743bbcde9a None None] Routers {'a805573b-b581-4c91-bfaf-5e2cb77a11d1'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:53:14.716356 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-a0402935-b319-4392-b74d-e6743bbcde9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:52:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['a805573b-b581-4c91-bfaf-5e2cb77a11d1'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:14.733671 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-b1260d9c-920d-496b-ad2c-9fcb9d660cec tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] 10.222.0.44 "PUT /v2.0/floatingips/e92b5cb0-f3da-4558-ae5e-4d1a22500c8c HTTP/1.1" status: 200 len: 688 time: 0.7773848 Aug 10 03:53:14.736600 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 41082) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:14.752295 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-a0402935-b319-4392-b74d-e6743bbcde9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:14.781284 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0402935-b319-4392-b74d-e6743bbcde9a None None] Routers {'a805573b-b581-4c91-bfaf-5e2cb77a11d1'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:53:14.782069 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-a0402935-b319-4392-b74d-e6743bbcde9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:52:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['a805573b-b581-4c91-bfaf-5e2cb77a11d1'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:14.839502 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-a0402935-b319-4392-b74d-e6743bbcde9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:14.840858 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0402935-b319-4392-b74d-e6743bbcde9a None None] The sync data for ids ['a805573b-b581-4c91-bfaf-5e2cb77a11d1'] in n-d-768862-13 is: [] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:53:14.889142 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-07993fbd-4e0f-499e-a499-c64be51c9276 req-302d5cf1-116d-4b27-aefc-d38e5bf14c5d tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=adc74289-5f7e-497a-a5ff-385af27d2fdb HTTP/1.1" status: 200 len: 210 time: 0.0285163 Aug 10 03:53:14.916617 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-f8b443fc-6ed4-44ae-bf86-1d21397d2a1a tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Deleting port 7b75c522-ce62-4d6d-9048-82b1f54a46fd {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:53:14.917631 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f8b443fc-6ed4-44ae-bf86-1d21397d2a1a tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:15.018796 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f8b443fc-6ed4-44ae-bf86-1d21397d2a1a tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:15.019256 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f8b443fc-6ed4-44ae-bf86-1d21397d2a1a tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:15.036624 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-f8b443fc-6ed4-44ae-bf86-1d21397d2a1a tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Calling delete_port for 7b75c522-ce62-4d6d-9048-82b1f54a46fd owned by network:floatingip {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:53:15.218833 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device eafaf0db-f224-4cfa-895d-ffb721329578 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:53:15.272033 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f8b443fc-6ed4-44ae-bf86-1d21397d2a1a tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:15.313743 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port eafaf0db-f224-4cfa-895d-ffb721329578 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:15.314388 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:15.320694 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b443fc-6ed4-44ae-bf86-1d21397d2a1a tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Pushing event deleted for resources: {'Port': ['ID=7b75c522-ce62-4d6d-9048-82b1f54a46fd,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:15.443652 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f8b443fc-6ed4-44ae-bf86-1d21397d2a1a tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks [] for floatingip, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:15.450337 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f8b443fc-6ed4-44ae-bf86-1d21397d2a1a tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:15.452167 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-f8b443fc-6ed4-44ae-bf86-1d21397d2a1a tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] 10.222.0.44 "DELETE /v2.0/floatingips/e92b5cb0-f3da-4558-ae5e-4d1a22500c8c HTTP/1.1" status: 204 len: 168 time: 0.7141988 Aug 10 03:53:15.460952 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 41098) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:15.469858 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-d81d2961-9562-4bd5-a151-a0976d46753d tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Request body: {'floatingip': {'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'port_id': 'e4ec741c-f372-4134-9766-fee5c120b31e'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:15.512195 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d81d2961-9562-4bd5-a151-a0976d46753d tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks [] for floatingip, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:15.668188 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d81d2961-9562-4bd5-a151-a0976d46753d tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:15.803097 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-d81d2961-9562-4bd5-a151-a0976d46753d tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Allocated IP 172.25.6.121 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/e85b5ecf-6ae1-4732-a002-9ebc77d1a103) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:53:15.953134 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d81d2961-9562-4bd5-a151-a0976d46753d tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:15.983518 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cc77f35b-e857-4540-8c60-785f70e378a6 req-5c480777-f92b-489c-b54f-3dd5556573d6 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=adc74289-5f7e-497a-a5ff-385af27d2fdb HTTP/1.1" status: 200 len: 210 time: 0.0301573 Aug 10 03:53:16.019394 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d81d2961-9562-4bd5-a151-a0976d46753d tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:16.076834 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81d2961-9562-4bd5-a151-a0976d46753d tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:53:16.080125 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-d81d2961-9562-4bd5-a151-a0976d46753d tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:53:16.082849 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81d2961-9562-4bd5-a151-a0976d46753d tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:53:16.112691 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81d2961-9562-4bd5-a151-a0976d46753d tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Pushing event updated for resources: {'Port': ['ID=e85b5ecf-6ae1-4732-a002-9ebc77d1a103,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:16.553089 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d81d2961-9562-4bd5-a151-a0976d46753d tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:16.644132 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d81d2961-9562-4bd5-a151-a0976d46753d tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:16.925034 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d81d2961-9562-4bd5-a151-a0976d46753d tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:16.932953 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d81d2961-9562-4bd5-a151-a0976d46753d tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:17.066947 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81d2961-9562-4bd5-a151-a0976d46753d tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Pushing event updated for resources: {'Port': ['ID=e85b5ecf-6ae1-4732-a002-9ebc77d1a103,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:17.094529 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d81d2961-9562-4bd5-a151-a0976d46753d tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:17.122040 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6e8494ea-3ebb-4f4a-892f-ee5bb5d6a05d req-125b45ef-a586-4ba0-ab69-b51831dbc862 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=adc74289-5f7e-497a-a5ff-385af27d2fdb HTTP/1.1" status: 200 len: 210 time: 0.0462363 Aug 10 03:53:17.226359 n-d-768862-13 neutron-server[94261]: INFO neutron.db.l3_db [None req-d81d2961-9562-4bd5-a151-a0976d46753d tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Floating IP ca685abe-6e6a-4303-9d24-79c21a1a900d associated. External IP: 172.25.6.121, port: e4ec741c-f372-4134-9766-fee5c120b31e. Aug 10 03:53:17.495201 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d81d2961-9562-4bd5-a151-a0976d46753d tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Router a805573b-b581-4c91-bfaf-5e2cb77a11d1 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:53:17.654114 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d81d2961-9562-4bd5-a151-a0976d46753d tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:53:17.669313 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496bf628-8264-4913-bf75-c416511e69db None None] Sync routers for ids ['a805573b-b581-4c91-bfaf-5e2cb77a11d1'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:53:17.680467 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d81d2961-9562-4bd5-a151-a0976d46753d tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:17.683690 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496bf628-8264-4913-bf75-c416511e69db None None] Routers {'a805573b-b581-4c91-bfaf-5e2cb77a11d1'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:53:17.684810 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-496bf628-8264-4913-bf75-c416511e69db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:52:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['a805573b-b581-4c91-bfaf-5e2cb77a11d1'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:17.725336 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-d81d2961-9562-4bd5-a151-a0976d46753d tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.2623501 Aug 10 03:53:17.728977 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 41144) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:17.744031 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-496bf628-8264-4913-bf75-c416511e69db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:17.760647 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496bf628-8264-4913-bf75-c416511e69db None None] Routers {'a805573b-b581-4c91-bfaf-5e2cb77a11d1'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:53:17.762481 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-496bf628-8264-4913-bf75-c416511e69db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:52:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['a805573b-b581-4c91-bfaf-5e2cb77a11d1'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:17.813961 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-496bf628-8264-4913-bf75-c416511e69db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:17.814848 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496bf628-8264-4913-bf75-c416511e69db None None] The sync data for ids ['a805573b-b581-4c91-bfaf-5e2cb77a11d1'] in n-d-768862-13 is: [] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:53:17.842654 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-7f0f64cf-ab1f-46dd-b463-436bfdb9fc84 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] 10.222.0.44 "GET /v2.0/floatingips/ca685abe-6e6a-4303-9d24-79c21a1a900d HTTP/1.1" status: 200 len: 977 time: 0.1120842 Aug 10 03:53:17.845659 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 41148) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:17.958283 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-527812ca-f789-4c56-97dc-37ae250dd2dd tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] 10.222.0.44 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1086061 Aug 10 03:53:17.959785 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 41152) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:17.968975 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-49387dee-f590-4fc5-9b04-bab4369e751c tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Request body: {'floatingip': {'port_id': '3924d848-9dc5-4a7d-9ac7-1ee01ef0b4ba'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:18.074905 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-49387dee-f590-4fc5-9b04-bab4369e751c tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks [] for floatingip, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:18.239565 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9f46a31b-1025-45b2-bf0d-5144e17f2381 req-c1d4ec05-bd7b-434c-a4ee-e1135c74b677 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=adc74289-5f7e-497a-a5ff-385af27d2fdb HTTP/1.1" status: 200 len: 210 time: 0.0405803 Aug 10 03:53:18.775591 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-49387dee-f590-4fc5-9b04-bab4369e751c tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:18.794388 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-49387dee-f590-4fc5-9b04-bab4369e751c tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:18.893856 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bf4c04-801c-40a5-9869-ed8106ae86b6 req-32bae058-0ec3-452c-b85c-7bded0ebe39c tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:18.895578 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-45bf4c04-801c-40a5-9869-ed8106ae86b6 req-32bae058-0ec3-452c-b85c-7bded0ebe39c tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.61 "GET /v2.0/networks?id=9304a778-e332-4697-b169-f473c98c9db5 HTTP/1.1" status: 200 len: 811 time: 0.1880817 Aug 10 03:53:18.911609 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-45bf4c04-801c-40a5-9869-ed8106ae86b6 req-42d50ee6-970e-4175-b6c0-efaebf3b3df3 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Request body: {'port': {'device_id': 'adc74289-5f7e-497a-a5ff-385af27d2fdb', 'network_id': '9304a778-e332-4697-b169-f473c98c9db5', 'admin_state_up': True, 'tenant_id': 'd7797a7e7c744219a6cd7e79c926312f'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:19.105140 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45bf4c04-801c-40a5-9869-ed8106ae86b6 req-42d50ee6-970e-4175-b6c0-efaebf3b3df3 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Made reservation on behalf of d7797a7e7c744219a6cd7e79c926312f for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:53:19.111779 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-45bf4c04-801c-40a5-9869-ed8106ae86b6 req-42d50ee6-970e-4175-b6c0-efaebf3b3df3 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:19.334917 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-45bf4c04-801c-40a5-9869-ed8106ae86b6 req-42d50ee6-970e-4175-b6c0-efaebf3b3df3 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Allocated IP 172.20.0.11 (9304a778-e332-4697-b169-f473c98c9db5/004bec00-f412-4962-b43d-0d7672578573/5a256c22-4466-4350-a91b-5c951dcec71f) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:53:19.435375 n-d-768862-13 neutron-server[94261]: INFO neutron.db.l3_db [None req-49387dee-f590-4fc5-9b04-bab4369e751c tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Floating IP ca685abe-6e6a-4303-9d24-79c21a1a900d associated. External IP: 172.25.6.121, port: e4ec741c-f372-4134-9766-fee5c120b31e. Aug 10 03:53:19.455101 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-aedb7f95-6525-46b7-a16d-0ac792ed0263 req-2d25f889-e0f7-444c-9cbd-5adbfc0e82b3 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=adc74289-5f7e-497a-a5ff-385af27d2fdb HTTP/1.1" status: 200 len: 210 time: 0.0507863 Aug 10 03:53:19.660146 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-45bf4c04-801c-40a5-9869-ed8106ae86b6 req-42d50ee6-970e-4175-b6c0-efaebf3b3df3 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:19.680733 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-45bf4c04-801c-40a5-9869-ed8106ae86b6 req-42d50ee6-970e-4175-b6c0-efaebf3b3df3 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Transition to ACTIVE for port object 5a256c22-4466-4350-a91b-5c951dcec71f will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:53:19.726685 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-45bf4c04-801c-40a5-9869-ed8106ae86b6 req-42d50ee6-970e-4175-b6c0-efaebf3b3df3 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:19.751967 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45bf4c04-801c-40a5-9869-ed8106ae86b6 req-42d50ee6-970e-4175-b6c0-efaebf3b3df3 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Network 9304a778-e332-4697-b169-f473c98c9db5 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:53:19.777251 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-45bf4c04-801c-40a5-9869-ed8106ae86b6 req-42d50ee6-970e-4175-b6c0-efaebf3b3df3 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:53:19.803172 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-45bf4c04-801c-40a5-9869-ed8106ae86b6 req-42d50ee6-970e-4175-b6c0-efaebf3b3df3 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:53:19.842083 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49387dee-f590-4fc5-9b04-bab4369e751c tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Router a805573b-b581-4c91-bfaf-5e2cb77a11d1 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:53:19.863013 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d50ee6-970e-4175-b6c0-efaebf3b3df3 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Pushing event updated for resources: {'Port': ['ID=5a256c22-4466-4350-a91b-5c951dcec71f,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:19.879571 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bf4c04-801c-40a5-9869-ed8106ae86b6 req-42d50ee6-970e-4175-b6c0-efaebf3b3df3 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:19.880425 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-45bf4c04-801c-40a5-9869-ed8106ae86b6 req-42d50ee6-970e-4175-b6c0-efaebf3b3df3 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:19.898760 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-45bf4c04-801c-40a5-9869-ed8106ae86b6 req-42d50ee6-970e-4175-b6c0-efaebf3b3df3 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9920924 Aug 10 03:53:19.916864 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [req-45bf4c04-801c-40a5-9869-ed8106ae86b6 req-cb2a8213-5dcf-4933-ae19-c3f2f98ca105 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:53:19.919678 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-45bf4c04-801c-40a5-9869-ed8106ae86b6 req-cb2a8213-5dcf-4933-ae19-c3f2f98ca105 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0129514 Aug 10 03:53:20.079217 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-45bf4c04-801c-40a5-9869-ed8106ae86b6 req-b9515c72-715c-4a4f-8ca7-c2096bb94557 service neutron] Request body: {'port': {'device_id': 'adc74289-5f7e-497a-a5ff-385af27d2fdb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:20.128255 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49387dee-f590-4fc5-9b04-bab4369e751c tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:53:20.144153 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620f3475-4e71-4c7b-81cd-20e43607428f None None] Sync routers for ids ['a805573b-b581-4c91-bfaf-5e2cb77a11d1'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:53:20.200324 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620f3475-4e71-4c7b-81cd-20e43607428f None None] Routers {'a805573b-b581-4c91-bfaf-5e2cb77a11d1'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:53:20.203786 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-620f3475-4e71-4c7b-81cd-20e43607428f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:52:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['a805573b-b581-4c91-bfaf-5e2cb77a11d1'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:20.210209 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-1c408a31-c354-4394-87a2-07ebad4f2ee3 None None] Provisioning for port 5a256c22-4466-4350-a91b-5c951dcec71f completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:53:20.218190 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-1c408a31-c354-4394-87a2-07ebad4f2ee3 None None] Provisioning complete for port 5a256c22-4466-4350-a91b-5c951dcec71f triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:20.218878 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1c408a31-c354-4394-87a2-07ebad4f2ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:20.260610 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-45bf4c04-801c-40a5-9869-ed8106ae86b6 req-b9515c72-715c-4a4f-8ca7-c2096bb94557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:20.298064 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-1c408a31-c354-4394-87a2-07ebad4f2ee3 None None] Port 5a256c22-4466-4350-a91b-5c951dcec71f cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:53:20.343731 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-620f3475-4e71-4c7b-81cd-20e43607428f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:20.368905 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620f3475-4e71-4c7b-81cd-20e43607428f None None] Routers {'a805573b-b581-4c91-bfaf-5e2cb77a11d1'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:53:20.370130 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-620f3475-4e71-4c7b-81cd-20e43607428f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:52:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['a805573b-b581-4c91-bfaf-5e2cb77a11d1'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:20.433415 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-620f3475-4e71-4c7b-81cd-20e43607428f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:20.435094 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620f3475-4e71-4c7b-81cd-20e43607428f None None] The sync data for ids ['a805573b-b581-4c91-bfaf-5e2cb77a11d1'] in n-d-768862-13 is: [] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:53:20.511000 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49387dee-f590-4fc5-9b04-bab4369e751c tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Router a805573b-b581-4c91-bfaf-5e2cb77a11d1 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:53:20.705160 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49387dee-f590-4fc5-9b04-bab4369e751c tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:53:20.714649 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-49387dee-f590-4fc5-9b04-bab4369e751c tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:20.720810 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f77058c-dd98-4cda-887a-6bce83d9c7d9 None None] Sync routers for ids ['a805573b-b581-4c91-bfaf-5e2cb77a11d1'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:53:20.749936 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f77058c-dd98-4cda-887a-6bce83d9c7d9 None None] Routers {'a805573b-b581-4c91-bfaf-5e2cb77a11d1'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:53:20.751060 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-2f77058c-dd98-4cda-887a-6bce83d9c7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:52:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['a805573b-b581-4c91-bfaf-5e2cb77a11d1'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:20.778846 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa8f9a6-294d-4f75-bfc3-9d71555d7470 req-9626d93e-f8eb-4bdc-9ade-ce3307ddedcc tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:20.781512 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cfa8f9a6-294d-4f75-bfc3-9d71555d7470 req-9626d93e-f8eb-4bdc-9ade-ce3307ddedcc tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=adc74289-5f7e-497a-a5ff-385af27d2fdb HTTP/1.1" status: 200 len: 932 time: 0.1728451 Aug 10 03:53:20.851157 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-2f77058c-dd98-4cda-887a-6bce83d9c7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:20.865378 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cfa8f9a6-294d-4f75-bfc3-9d71555d7470 req-8a92d04f-8c3c-4297-9368-5d354294d5a4 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=2031f5a2-8e96-4d4c-b507-84878d4f1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673261 Aug 10 03:53:20.894908 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f77058c-dd98-4cda-887a-6bce83d9c7d9 None None] Routers {'a805573b-b581-4c91-bfaf-5e2cb77a11d1'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:53:20.895976 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-2f77058c-dd98-4cda-887a-6bce83d9c7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:52:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['a805573b-b581-4c91-bfaf-5e2cb77a11d1'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:20.902028 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-49387dee-f590-4fc5-9b04-bab4369e751c tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] 10.222.0.44 "PUT /v2.0/floatingips/ca685abe-6e6a-4303-9d24-79c21a1a900d HTTP/1.1" status: 200 len: 977 time: 2.9360654 Aug 10 03:53:20.903662 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 41196) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:20.920058 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-2a771c5a-de11-407c-8034-5729d651ea84 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:20.959484 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-2f77058c-dd98-4cda-887a-6bce83d9c7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:20.960203 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f77058c-dd98-4cda-887a-6bce83d9c7d9 None None] The sync data for ids ['a805573b-b581-4c91-bfaf-5e2cb77a11d1'] in n-d-768862-13 is: [] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:53:21.118450 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-45bf4c04-801c-40a5-9869-ed8106ae86b6 req-b9515c72-715c-4a4f-8ca7-c2096bb94557 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a256c22-4466-4350-a91b-5c951dcec71f {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:53:21.137318 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2a771c5a-de11-407c-8034-5729d651ea84 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks [] for floatingip, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:21.143216 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-45bf4c04-801c-40a5-9869-ed8106ae86b6 req-b9515c72-715c-4a4f-8ca7-c2096bb94557 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:21.218526 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-45bf4c04-801c-40a5-9869-ed8106ae86b6 req-b9515c72-715c-4a4f-8ca7-c2096bb94557 service neutron] Transition to ACTIVE for port object 5a256c22-4466-4350-a91b-5c951dcec71f will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:53:21.238206 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-45bf4c04-801c-40a5-9869-ed8106ae86b6 req-b9515c72-715c-4a4f-8ca7-c2096bb94557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:21.405719 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-64925388-db6e-48c8-83a7-d4b5f582aac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:21.408527 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9515c72-715c-4a4f-8ca7-c2096bb94557 service neutron] Pushing event updated for resources: {'Port': ['ID=5a256c22-4466-4350-a91b-5c951dcec71f,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:21.486840 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2a771c5a-de11-407c-8034-5729d651ea84 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:21.508877 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2a771c5a-de11-407c-8034-5729d651ea84 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:21.509183 n-d-768862-13 neutron-server[94260]: INFO neutron.db.l3_db [None req-2a771c5a-de11-407c-8034-5729d651ea84 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Floating IP ca685abe-6e6a-4303-9d24-79c21a1a900d disassociated. External IP: 172.25.6.121, port: 3924d848-9dc5-4a7d-9ac7-1ee01ef0b4ba. Aug 10 03:53:21.742834 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-45bf4c04-801c-40a5-9869-ed8106ae86b6 req-b9515c72-715c-4a4f-8ca7-c2096bb94557 service neutron] Attempting to bind port 5a256c22-4466-4350-a91b-5c951dcec71f on host n-h2-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:53:21.743134 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-45bf4c04-801c-40a5-9869-ed8106ae86b6 req-b9515c72-715c-4a4f-8ca7-c2096bb94557 service neutron] Attempting to bind port 5a256c22-4466-4350-a91b-5c951dcec71f by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': 'a02c445a-dd82-41b8-8c82-8deebd0db13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9304a778-e332-4697-b169-f473c98c9db5'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:53:21.743383 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45bf4c04-801c-40a5-9869-ed8106ae86b6 req-b9515c72-715c-4a4f-8ca7-c2096bb94557 service neutron] Attempting to bind port 5a256c22-4466-4350-a91b-5c951dcec71f on network 9304a778-e332-4697-b169-f473c98c9db5 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:53:21.750957 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45bf4c04-801c-40a5-9869-ed8106ae86b6 req-b9515c72-715c-4a4f-8ca7-c2096bb94557 service neutron] Port 5a256c22-4466-4350-a91b-5c951dcec71f on network 9304a778-e332-4697-b169-f473c98c9db5 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:53:21.751305 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45bf4c04-801c-40a5-9869-ed8106ae86b6 req-b9515c72-715c-4a4f-8ca7-c2096bb94557 service neutron] Attempting to bind port 5a256c22-4466-4350-a91b-5c951dcec71f on network 9304a778-e332-4697-b169-f473c98c9db5 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:53:21.763306 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45bf4c04-801c-40a5-9869-ed8106ae86b6 req-b9515c72-715c-4a4f-8ca7-c2096bb94557 service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:53:21.763675 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45bf4c04-801c-40a5-9869-ed8106ae86b6 req-b9515c72-715c-4a4f-8ca7-c2096bb94557 service neutron] Checking segment: {'id': 'a02c445a-dd82-41b8-8c82-8deebd0db13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9304a778-e332-4697-b169-f473c98c9db5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:53:21.764024 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45bf4c04-801c-40a5-9869-ed8106ae86b6 req-b9515c72-715c-4a4f-8ca7-c2096bb94557 service neutron] Bound using segment: {'id': 'a02c445a-dd82-41b8-8c82-8deebd0db13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9304a778-e332-4697-b169-f473c98c9db5'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:53:21.765068 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-45bf4c04-801c-40a5-9869-ed8106ae86b6 req-b9515c72-715c-4a4f-8ca7-c2096bb94557 service neutron] Bound port: 5a256c22-4466-4350-a91b-5c951dcec71f, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a02c445a-dd82-41b8-8c82-8deebd0db13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9304a778-e332-4697-b169-f473c98c9db5'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:53:21.765439 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-45bf4c04-801c-40a5-9869-ed8106ae86b6 req-b9515c72-715c-4a4f-8ca7-c2096bb94557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:21.962076 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-45bf4c04-801c-40a5-9869-ed8106ae86b6 req-b9515c72-715c-4a4f-8ca7-c2096bb94557 service neutron] For port 5a256c22-4466-4350-a91b-5c951dcec71f, host n-h2-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:53:22.011463 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-45bf4c04-801c-40a5-9869-ed8106ae86b6 req-b9515c72-715c-4a4f-8ca7-c2096bb94557 service neutron] For port 5a256c22-4466-4350-a91b-5c951dcec71f, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=5a256c22-4466-4350-a91b-5c951dcec71f,segment=NetworkSegment(a02c445a-dd82-41b8-8c82-8deebd0db13e),segment_id=a02c445a-dd82-41b8-8c82-8deebd0db13e)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:53:22.047794 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-45bf4c04-801c-40a5-9869-ed8106ae86b6 req-b9515c72-715c-4a4f-8ca7-c2096bb94557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:22.106895 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a771c5a-de11-407c-8034-5729d651ea84 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Router a805573b-b581-4c91-bfaf-5e2cb77a11d1 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:53:22.113012 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bf4c04-801c-40a5-9869-ed8106ae86b6 req-b9515c72-715c-4a4f-8ca7-c2096bb94557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:22.113458 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-45bf4c04-801c-40a5-9869-ed8106ae86b6 req-b9515c72-715c-4a4f-8ca7-c2096bb94557 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:22.115204 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-45bf4c04-801c-40a5-9869-ed8106ae86b6 req-b9515c72-715c-4a4f-8ca7-c2096bb94557 service neutron] 10.222.0.61 "PUT /v2.0/ports/5a256c22-4466-4350-a91b-5c951dcec71f HTTP/1.1" status: 200 len: 1093 time: 2.1875932 Aug 10 03:53:22.118576 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adc74289-5f7e-497a-a5ff-385af27d2fdb', 'tag': '5a256c22-4466-4350-a91b-5c951dcec71f'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:53:22.120808 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac533c2d-de12-44e3-b1b0-4e7ba810427e" -d '{"events": [{"name": "network-changed", "server_uuid": "adc74289-5f7e-497a-a5ff-385af27d2fdb", "tag": "5a256c22-4466-4350-a91b-5c951dcec71f"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:53:22.172033 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1276f9ed-2578-47a7-a968-0caffe7d8a32 req-db60976e-cc21-4300-8372-0d07dc25b483 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:22.173685 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1276f9ed-2578-47a7-a968-0caffe7d8a32 req-db60976e-cc21-4300-8372-0d07dc25b483 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=adc74289-5f7e-497a-a5ff-385af27d2fdb HTTP/1.1" status: 200 len: 944 time: 0.1739657 Aug 10 03:53:22.194032 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9515c72-715c-4a4f-8ca7-c2096bb94557 service neutron] Pushing event updated for resources: {'Port': ['ID=5a256c22-4466-4350-a91b-5c951dcec71f,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:22.255300 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-041b75f2-e32c-4d56-a03f-3a164ac4bbb4 x-openstack-request-id: req-041b75f2-e32c-4d56-a03f-3a164ac4bbb4 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:53:22.255635 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adc74289-5f7e-497a-a5ff-385af27d2fdb", "tag": "5a256c22-4466-4350-a91b-5c951dcec71f", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:53:22.255888 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-041b75f2-e32c-4d56-a03f-3a164ac4bbb4 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:53:22.256327 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adc74289-5f7e-497a-a5ff-385af27d2fdb', 'tag': '5a256c22-4466-4350-a91b-5c951dcec71f', 'status': 'completed', 'code': 200} Aug 10 03:53:22.352723 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1276f9ed-2578-47a7-a968-0caffe7d8a32 req-81c9e208-4916-401e-8c5c-578e0d48d6f6 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=2031f5a2-8e96-4d4c-b507-84878d4f1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624057 Aug 10 03:53:22.408800 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bf4c04-801c-40a5-9869-ed8106ae86b6 req-d7972df8-4b10-4ca0-b69b-2c309689dbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:22.411415 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-45bf4c04-801c-40a5-9869-ed8106ae86b6 req-d7972df8-4b10-4ca0-b69b-2c309689dbb4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d7797a7e7c744219a6cd7e79c926312f&device_id=adc74289-5f7e-497a-a5ff-385af27d2fdb HTTP/1.1" status: 200 len: 1096 time: 0.2327025 Aug 10 03:53:22.468341 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-45bf4c04-801c-40a5-9869-ed8106ae86b6 req-9e2bd4d1-07a0-4e15-a1a5-57cf3633a3c7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a256c22-4466-4350-a91b-5c951dcec71f HTTP/1.1" status: 200 len: 217 time: 0.0424037 Aug 10 03:53:22.475573 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a771c5a-de11-407c-8034-5729d651ea84 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:53:22.487652 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2a771c5a-de11-407c-8034-5729d651ea84 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:22.503981 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a4d0c5-73fb-4039-b46f-375e9a253885 None None] Sync routers for ids ['a805573b-b581-4c91-bfaf-5e2cb77a11d1'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:53:22.520535 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a4d0c5-73fb-4039-b46f-375e9a253885 None None] Routers {'a805573b-b581-4c91-bfaf-5e2cb77a11d1'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:53:22.521890 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-06a4d0c5-73fb-4039-b46f-375e9a253885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:52:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['a805573b-b581-4c91-bfaf-5e2cb77a11d1'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:22.564410 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bf4c04-801c-40a5-9869-ed8106ae86b6 req-a279884a-0ff6-4144-8e05-27ede9b7757f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:22.565966 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-45bf4c04-801c-40a5-9869-ed8106ae86b6 req-a279884a-0ff6-4144-8e05-27ede9b7757f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=004bec00-f412-4962-b43d-0d7672578573 HTTP/1.1" status: 200 len: 850 time: 0.0852628 Aug 10 03:53:22.581776 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-06a4d0c5-73fb-4039-b46f-375e9a253885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:22.595180 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-2a771c5a-de11-407c-8034-5729d651ea84 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] 10.222.0.44 "PUT /v2.0/floatingips/ca685abe-6e6a-4303-9d24-79c21a1a900d HTTP/1.1" status: 200 len: 688 time: 1.6833773 Aug 10 03:53:22.597313 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a4d0c5-73fb-4039-b46f-375e9a253885 None None] Routers {'a805573b-b581-4c91-bfaf-5e2cb77a11d1'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:53:22.599127 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-06a4d0c5-73fb-4039-b46f-375e9a253885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:52:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['a805573b-b581-4c91-bfaf-5e2cb77a11d1'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:22.599671 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 41222) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:22.667285 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bf4c04-801c-40a5-9869-ed8106ae86b6 req-67410f2e-26e2-41b3-a22b-1dbb030ef9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:22.668839 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-45bf4c04-801c-40a5-9869-ed8106ae86b6 req-67410f2e-26e2-41b3-a22b-1dbb030ef9b1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9304a778-e332-4697-b169-f473c98c9db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0704713 Aug 10 03:53:22.685306 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-06a4d0c5-73fb-4039-b46f-375e9a253885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:22.686012 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a4d0c5-73fb-4039-b46f-375e9a253885 None None] The sync data for ids ['a805573b-b581-4c91-bfaf-5e2cb77a11d1'] in n-d-768862-13 is: [] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:53:22.804947 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-45bf4c04-801c-40a5-9869-ed8106ae86b6 req-771a11e5-a0d4-430a-acdc-d7f6850acfeb service neutron] 10.222.0.61 "GET /v2.0/networks/9304a778-e332-4697-b169-f473c98c9db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268828 Aug 10 03:53:22.841748 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-4b820a71-28c8-4fcd-a352-604373d33c69 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Deleting port e85b5ecf-6ae1-4732-a002-9ebc77d1a103 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:53:22.842105 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4b820a71-28c8-4fcd-a352-604373d33c69 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:22.948202 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4b820a71-28c8-4fcd-a352-604373d33c69 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:22.948905 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4b820a71-28c8-4fcd-a352-604373d33c69 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:22.965282 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-4b820a71-28c8-4fcd-a352-604373d33c69 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Calling delete_port for e85b5ecf-6ae1-4732-a002-9ebc77d1a103 owned by network:floatingip {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:53:23.012697 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-45bf4c04-801c-40a5-9869-ed8106ae86b6 req-6eadc4a0-ff57-46f8-bb5c-7ca2dcd82f30 service neutron] 10.222.0.61 "GET /v2.0/networks/9304a778-e332-4697-b169-f473c98c9db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995218 Aug 10 03:53:23.131457 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac533c2d-de12-44e3-b1b0-4e7ba810427e req-85eb8a12-6819-441d-8039-9894b25184d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:23.134311 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ac533c2d-de12-44e3-b1b0-4e7ba810427e req-85eb8a12-6819-441d-8039-9894b25184d0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d7797a7e7c744219a6cd7e79c926312f&device_id=adc74289-5f7e-497a-a5ff-385af27d2fdb HTTP/1.1" status: 200 len: 1096 time: 0.0640566 Aug 10 03:53:23.201508 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4b820a71-28c8-4fcd-a352-604373d33c69 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:23.268462 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b820a71-28c8-4fcd-a352-604373d33c69 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Pushing event deleted for resources: {'Port': ['ID=e85b5ecf-6ae1-4732-a002-9ebc77d1a103,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:23.285535 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac533c2d-de12-44e3-b1b0-4e7ba810427e req-ded4dbb7-7d82-4ac7-9ee3-21d7977858ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:23.287130 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ac533c2d-de12-44e3-b1b0-4e7ba810427e req-ded4dbb7-7d82-4ac7-9ee3-21d7977858ef service neutron] 10.222.0.61 "GET /v2.0/networks?id=9304a778-e332-4697-b169-f473c98c9db5 HTTP/1.1" status: 200 len: 911 time: 0.1450100 Aug 10 03:53:23.323469 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b820a71-28c8-4fcd-a352-604373d33c69 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:23.324337 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b820a71-28c8-4fcd-a352-604373d33c69 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:23.325102 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b820a71-28c8-4fcd-a352-604373d33c69 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:23.325854 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b820a71-28c8-4fcd-a352-604373d33c69 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:23.326709 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b820a71-28c8-4fcd-a352-604373d33c69 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:23.327523 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b820a71-28c8-4fcd-a352-604373d33c69 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:23.328285 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b820a71-28c8-4fcd-a352-604373d33c69 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:23.329204 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b820a71-28c8-4fcd-a352-604373d33c69 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:23.329958 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b820a71-28c8-4fcd-a352-604373d33c69 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:23.330941 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b820a71-28c8-4fcd-a352-604373d33c69 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:23.331849 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b820a71-28c8-4fcd-a352-604373d33c69 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:23.332637 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b820a71-28c8-4fcd-a352-604373d33c69 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:23.344602 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ac533c2d-de12-44e3-b1b0-4e7ba810427e req-30111dcd-10c4-47d9-ad49-c7cdafd1fb7c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a256c22-4466-4350-a91b-5c951dcec71f HTTP/1.1" status: 200 len: 217 time: 0.0475054 Aug 10 03:53:23.400364 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4b820a71-28c8-4fcd-a352-604373d33c69 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks [] for floatingip, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:23.404090 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4b820a71-28c8-4fcd-a352-604373d33c69 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:23.405483 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-4b820a71-28c8-4fcd-a352-604373d33c69 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] 10.222.0.44 "DELETE /v2.0/floatingips/ca685abe-6e6a-4303-9d24-79c21a1a900d HTTP/1.1" status: 204 len: 168 time: 0.8036826 Aug 10 03:53:23.408120 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 41236) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:23.455330 n-d-768862-13 neutron-server[94261]: INFO neutron.api.v2.resource [None req-703d3fca-932f-4948-92f2-f149812778f9 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] delete failed (client error): The resource could not be found. Aug 10 03:53:23.456275 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac533c2d-de12-44e3-b1b0-4e7ba810427e req-d428e25f-b3df-4055-91a1-f3b0e52c1785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:23.460641 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-703d3fca-932f-4948-92f2-f149812778f9 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] 10.222.0.44 "DELETE /v2.0/floatingips/ca685abe-6e6a-4303-9d24-79c21a1a900d HTTP/1.1" status: 404 len: 345 time: 0.0513527 Aug 10 03:53:23.462097 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 41240) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:23.470648 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ac533c2d-de12-44e3-b1b0-4e7ba810427e req-d428e25f-b3df-4055-91a1-f3b0e52c1785 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=004bec00-f412-4962-b43d-0d7672578573 HTTP/1.1" status: 200 len: 850 time: 0.0989439 Aug 10 03:53:23.574360 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbe5ba6-8225-4c69-8118-e1767a921cf2 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:23.578765 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3295b93f-a5b2-425f-8b9a-05b97194d15c req-65214aff-95f4-42e3-a62d-cf4a1f32f912 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:23.580503 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3295b93f-a5b2-425f-8b9a-05b97194d15c req-65214aff-95f4-42e3-a62d-cf4a1f32f912 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=adc74289-5f7e-497a-a5ff-385af27d2fdb HTTP/1.1" status: 200 len: 944 time: 0.0933385 Aug 10 03:53:23.584397 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbe5ba6-8225-4c69-8118-e1767a921cf2 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:23.591777 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac533c2d-de12-44e3-b1b0-4e7ba810427e req-cf6573f5-1761-425f-90b3-3ef54c991536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:23.593313 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ac533c2d-de12-44e3-b1b0-4e7ba810427e req-cf6573f5-1761-425f-90b3-3ef54c991536 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9304a778-e332-4697-b169-f473c98c9db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1215904 Aug 10 03:53:23.599555 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbe5ba6-8225-4c69-8118-e1767a921cf2 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:23.601433 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-2dbe5ba6-8225-4c69-8118-e1767a921cf2 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] 10.222.0.44 "GET /v2.0/ports?network_id=6e1e1a58-ede4-420d-8591-ead110dd2d4b HTTP/1.1" status: 200 len: 2356 time: 0.1382363 Aug 10 03:53:23.604434 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 41244) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:23.696274 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-7b157b92-6c74-4791-9000-878d0e6d31fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:23.706003 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3295b93f-a5b2-425f-8b9a-05b97194d15c req-a2e2eb34-8a63-4d80-b26a-f4132a453d57 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=2031f5a2-8e96-4d4c-b507-84878d4f1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166000 Aug 10 03:53:23.715386 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f59228e-2e68-4bd8-a947-426187dc44af tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:23.723634 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-9f59228e-2e68-4bd8-a947-426187dc44af tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] 10.222.0.44 "GET /v2.0/subnets/ad4c67e8-552b-4280-ad4a-669640208eeb HTTP/1.1" status: 200 len: 797 time: 0.1163473 Aug 10 03:53:23.728360 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 41246) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:23.734804 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-409bd049-ae47-40ac-b58a-63b37c6d4a4d tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Request body: {'port': {'network_id': '6e1e1a58-ede4-420d-8591-ead110dd2d4b', 'name': 'tempest-FloatingIPTestJSON-781230788', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:23.759153 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ac533c2d-de12-44e3-b1b0-4e7ba810427e req-52cb52f2-fb93-4c60-8a2a-862651df6c73 service neutron] 10.222.0.61 "GET /v2.0/networks/9304a778-e332-4697-b169-f473c98c9db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546955 Aug 10 03:53:23.872605 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-409bd049-ae47-40ac-b58a-63b37c6d4a4d tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Made reservation on behalf of 9ac15b81698e4011ad7cbe8b7cde8591 for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:53:23.895628 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ac533c2d-de12-44e3-b1b0-4e7ba810427e req-5f665caf-281a-4aea-98de-5e1f000af8f4 service neutron] 10.222.0.61 "GET /v2.0/networks/9304a778-e332-4697-b169-f473c98c9db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282389 Aug 10 03:53:23.995906 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-409bd049-ae47-40ac-b58a-63b37c6d4a4d tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:24.016114 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [None req-409bd049-ae47-40ac-b58a-63b37c6d4a4d tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] device_id is not set on port 4b1c96d3-f2cd-487c-b856-b3c453a53964 yet. {{(pid=94261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:53:24.296793 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:24.512475 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-409bd049-ae47-40ac-b58a-63b37c6d4a4d tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Allocated IP 172.20.0.14 (6e1e1a58-ede4-420d-8591-ead110dd2d4b/ad4c67e8-552b-4280-ad4a-669640208eeb/4b1c96d3-f2cd-487c-b856-b3c453a53964) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:53:24.530920 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-409bd049-ae47-40ac-b58a-63b37c6d4a4d tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Allocated IP 172.20.0.13 (6e1e1a58-ede4-420d-8591-ead110dd2d4b/ad4c67e8-552b-4280-ad4a-669640208eeb/4b1c96d3-f2cd-487c-b856-b3c453a53964) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:53:24.754068 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-409bd049-ae47-40ac-b58a-63b37c6d4a4d tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:24.828613 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-409bd049-ae47-40ac-b58a-63b37c6d4a4d tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:24.888105 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409bd049-ae47-40ac-b58a-63b37c6d4a4d tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Network 6e1e1a58-ede4-420d-8591-ead110dd2d4b is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:53:24.892224 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-409bd049-ae47-40ac-b58a-63b37c6d4a4d tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:53:24.897546 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409bd049-ae47-40ac-b58a-63b37c6d4a4d tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:53:24.914920 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce14bc6c-ebeb-48a5-bf5f-e6919df60ac5 req-5c0799d1-7929-4f30-b159-abbe7ffc356d tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:24.924473 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ce14bc6c-ebeb-48a5-bf5f-e6919df60ac5 req-5c0799d1-7929-4f30-b159-abbe7ffc356d tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=adc74289-5f7e-497a-a5ff-385af27d2fdb HTTP/1.1" status: 200 len: 944 time: 0.1093924 Aug 10 03:53:24.953788 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409bd049-ae47-40ac-b58a-63b37c6d4a4d tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Pushing event updated for resources: {'Port': ['ID=4b1c96d3-f2cd-487c-b856-b3c453a53964,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:24.991027 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ce14bc6c-ebeb-48a5-bf5f-e6919df60ac5 req-7b59f3ca-f79d-4350-ab5e-8af958d8726e tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=2031f5a2-8e96-4d4c-b507-84878d4f1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653358 Aug 10 03:53:25.025818 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409bd049-ae47-40ac-b58a-63b37c6d4a4d tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:25.026529 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-409bd049-ae47-40ac-b58a-63b37c6d4a4d tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:25.045211 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-409bd049-ae47-40ac-b58a-63b37c6d4a4d tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.3152466 Aug 10 03:53:25.049030 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 41268) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:25.054740 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-024d8883-ad54-431a-badc-01acc2dcedd9 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Request body: {'floatingip': {'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'port_id': '4b1c96d3-f2cd-487c-b856-b3c453a53964', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:25.093592 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-024d8883-ad54-431a-badc-01acc2dcedd9 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks [] for floatingip, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:25.251645 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-024d8883-ad54-431a-badc-01acc2dcedd9 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:25.382187 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-024d8883-ad54-431a-badc-01acc2dcedd9 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Allocated IP 172.25.6.158 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/38db27df-cbfc-40ae-abb1-9072659f293f) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:53:25.423216 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:25.516050 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-024d8883-ad54-431a-badc-01acc2dcedd9 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:25.570734 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-024d8883-ad54-431a-badc-01acc2dcedd9 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:25.619184 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024d8883-ad54-431a-badc-01acc2dcedd9 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:53:25.622594 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-024d8883-ad54-431a-badc-01acc2dcedd9 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:53:25.625057 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024d8883-ad54-431a-badc-01acc2dcedd9 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:53:25.655216 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024d8883-ad54-431a-badc-01acc2dcedd9 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Pushing event updated for resources: {'Port': ['ID=38db27df-cbfc-40ae-abb1-9072659f293f,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:26.084608 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-024d8883-ad54-431a-badc-01acc2dcedd9 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:26.185478 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b97855-c762-4647-addd-eb0077b7058c req-e7dcb624-c3ff-4646-b1a2-eadd8a95189c tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:26.187076 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-17b97855-c762-4647-addd-eb0077b7058c req-e7dcb624-c3ff-4646-b1a2-eadd8a95189c tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=adc74289-5f7e-497a-a5ff-385af27d2fdb HTTP/1.1" status: 200 len: 944 time: 0.1007056 Aug 10 03:53:26.225847 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-024d8883-ad54-431a-badc-01acc2dcedd9 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:26.251706 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:26.271833 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-17b97855-c762-4647-addd-eb0077b7058c req-98024aaa-0da0-4379-9074-8aa1126774be tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=2031f5a2-8e96-4d4c-b507-84878d4f1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690653 Aug 10 03:53:26.863342 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:26.866865 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-024d8883-ad54-431a-badc-01acc2dcedd9 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:26.874003 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-024d8883-ad54-431a-badc-01acc2dcedd9 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:27.009196 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024d8883-ad54-431a-badc-01acc2dcedd9 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Pushing event updated for resources: {'Port': ['ID=38db27df-cbfc-40ae-abb1-9072659f293f,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:27.024524 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-024d8883-ad54-431a-badc-01acc2dcedd9 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:27.204038 n-d-768862-13 neutron-server[94260]: INFO neutron.db.l3_db [None req-024d8883-ad54-431a-badc-01acc2dcedd9 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Floating IP 2f221d5b-1658-4083-a224-d19922a204fe associated. External IP: 172.25.6.158, port: 4b1c96d3-f2cd-487c-b856-b3c453a53964. Aug 10 03:53:27.462184 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:53:27.563763 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e93fe7-f324-4705-ade2-00edee2a4309 req-2b2478d1-c01e-448b-85ac-099fd6d58885 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:27.566360 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-18e93fe7-f324-4705-ade2-00edee2a4309 req-2b2478d1-c01e-448b-85ac-099fd6d58885 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=adc74289-5f7e-497a-a5ff-385af27d2fdb HTTP/1.1" status: 200 len: 944 time: 0.1346886 Aug 10 03:53:27.609878 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-024d8883-ad54-431a-badc-01acc2dcedd9 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Router a805573b-b581-4c91-bfaf-5e2cb77a11d1 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:53:27.633960 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-18e93fe7-f324-4705-ade2-00edee2a4309 req-4c91658b-04ea-494e-85c2-cdca3fd21dcd tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=2031f5a2-8e96-4d4c-b507-84878d4f1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582085 Aug 10 03:53:27.763606 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-024d8883-ad54-431a-badc-01acc2dcedd9 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:53:27.776843 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e322fce5-4fbe-4e43-9c56-6e881d4a93c8 None None] Sync routers for ids ['a805573b-b581-4c91-bfaf-5e2cb77a11d1'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:53:27.793001 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e322fce5-4fbe-4e43-9c56-6e881d4a93c8 None None] Routers {'a805573b-b581-4c91-bfaf-5e2cb77a11d1'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:53:27.793564 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-024d8883-ad54-431a-badc-01acc2dcedd9 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:27.795033 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-e322fce5-4fbe-4e43-9c56-6e881d4a93c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:53:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['a805573b-b581-4c91-bfaf-5e2cb77a11d1'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:27.843105 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-024d8883-ad54-431a-badc-01acc2dcedd9 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.7923241 Aug 10 03:53:27.847289 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 41324) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:27.855104 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-7256d945-e8c8-4d5c-8c8e-e1c4b14c4c54 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Request body: {'floatingip': {'port_id': '4b1c96d3-f2cd-487c-b856-b3c453a53964', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:27.862459 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-e322fce5-4fbe-4e43-9c56-6e881d4a93c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:27.877876 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e322fce5-4fbe-4e43-9c56-6e881d4a93c8 None None] Routers {'a805573b-b581-4c91-bfaf-5e2cb77a11d1'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:53:27.878940 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-e322fce5-4fbe-4e43-9c56-6e881d4a93c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:53:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['a805573b-b581-4c91-bfaf-5e2cb77a11d1'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:27.934592 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-e322fce5-4fbe-4e43-9c56-6e881d4a93c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:27.935631 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e322fce5-4fbe-4e43-9c56-6e881d4a93c8 None None] The sync data for ids ['a805573b-b581-4c91-bfaf-5e2cb77a11d1'] in n-d-768862-13 is: [] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:53:27.953538 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7256d945-e8c8-4d5c-8c8e-e1c4b14c4c54 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks [] for floatingip, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:28.619709 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7256d945-e8c8-4d5c-8c8e-e1c4b14c4c54 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:28.624531 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7256d945-e8c8-4d5c-8c8e-e1c4b14c4c54 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:28.833545 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea9762f-abd9-47cd-83ba-8f319dea6911 req-4556e17e-ba2e-4b67-bf88-1b1a469fcbf9 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:28.835164 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9ea9762f-abd9-47cd-83ba-8f319dea6911 req-4556e17e-ba2e-4b67-bf88-1b1a469fcbf9 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=adc74289-5f7e-497a-a5ff-385af27d2fdb HTTP/1.1" status: 200 len: 944 time: 0.1081152 Aug 10 03:53:28.941058 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9ea9762f-abd9-47cd-83ba-8f319dea6911 req-9b2805d4-2383-485b-b115-5de504dff726 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=2031f5a2-8e96-4d4c-b507-84878d4f1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908031 Aug 10 03:53:28.960416 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7256d945-e8c8-4d5c-8c8e-e1c4b14c4c54 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Router a805573b-b581-4c91-bfaf-5e2cb77a11d1 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:53:29.090002 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7256d945-e8c8-4d5c-8c8e-e1c4b14c4c54 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:53:29.097330 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7256d945-e8c8-4d5c-8c8e-e1c4b14c4c54 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:29.104718 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8910d0-4399-4b84-8b78-3b2f7646e32a None None] Sync routers for ids ['a805573b-b581-4c91-bfaf-5e2cb77a11d1'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:53:29.125959 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8910d0-4399-4b84-8b78-3b2f7646e32a None None] Routers {'a805573b-b581-4c91-bfaf-5e2cb77a11d1'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:53:29.126990 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-4e8910d0-4399-4b84-8b78-3b2f7646e32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:53:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['a805573b-b581-4c91-bfaf-5e2cb77a11d1'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:29.188445 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-4e8910d0-4399-4b84-8b78-3b2f7646e32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:29.195344 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-7256d945-e8c8-4d5c-8c8e-e1c4b14c4c54 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] 10.222.0.44 "PUT /v2.0/floatingips/2f221d5b-1658-4083-a224-d19922a204fe HTTP/1.1" status: 200 len: 978 time: 1.3441463 Aug 10 03:53:29.196361 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 41330) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:29.204972 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8910d0-4399-4b84-8b78-3b2f7646e32a None None] Routers {'a805573b-b581-4c91-bfaf-5e2cb77a11d1'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:53:29.205938 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-4e8910d0-4399-4b84-8b78-3b2f7646e32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:53:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['a805573b-b581-4c91-bfaf-5e2cb77a11d1'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:29.243965 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-4e8910d0-4399-4b84-8b78-3b2f7646e32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:29.244625 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8910d0-4399-4b84-8b78-3b2f7646e32a None None] The sync data for ids ['a805573b-b581-4c91-bfaf-5e2cb77a11d1'] in n-d-768862-13 is: [] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:53:29.406143 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-a555478d-b6e8-4b14-87eb-bd484cb40365 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Deleting port 38db27df-cbfc-40ae-abb1-9072659f293f {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:53:29.406527 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a555478d-b6e8-4b14-87eb-bd484cb40365 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:29.505129 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a555478d-b6e8-4b14-87eb-bd484cb40365 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:29.505347 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a555478d-b6e8-4b14-87eb-bd484cb40365 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:29.522265 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-a555478d-b6e8-4b14-87eb-bd484cb40365 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Calling delete_port for 38db27df-cbfc-40ae-abb1-9072659f293f owned by network:floatingip {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:53:29.749984 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a555478d-b6e8-4b14-87eb-bd484cb40365 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:29.777086 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a555478d-b6e8-4b14-87eb-bd484cb40365 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Pushing event deleted for resources: {'Port': ['ID=38db27df-cbfc-40ae-abb1-9072659f293f,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:29.847119 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a555478d-b6e8-4b14-87eb-bd484cb40365 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks [] for floatingip, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:29.847634 n-d-768862-13 neutron-server[94260]: INFO neutron.db.l3_db [None req-a555478d-b6e8-4b14-87eb-bd484cb40365 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Floating IP 2f221d5b-1658-4083-a224-d19922a204fe disassociated (deleted). External IP: 172.25.6.158, port: 4b1c96d3-f2cd-487c-b856-b3c453a53964. Aug 10 03:53:30.154454 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6907a377-21ce-433e-a5d8-fc35985538f6 req-4438d052-7755-4bbe-a220-8845e5fdc562 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:30.156325 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6907a377-21ce-433e-a5d8-fc35985538f6 req-4438d052-7755-4bbe-a220-8845e5fdc562 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=adc74289-5f7e-497a-a5ff-385af27d2fdb HTTP/1.1" status: 200 len: 944 time: 0.1079774 Aug 10 03:53:30.171912 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a555478d-b6e8-4b14-87eb-bd484cb40365 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Router a805573b-b581-4c91-bfaf-5e2cb77a11d1 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:53:30.297895 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6907a377-21ce-433e-a5d8-fc35985538f6 req-c518b415-aa72-4170-9261-a47a18182543 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=2031f5a2-8e96-4d4c-b507-84878d4f1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282804 Aug 10 03:53:30.403697 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a555478d-b6e8-4b14-87eb-bd484cb40365 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:53:30.411412 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a555478d-b6e8-4b14-87eb-bd484cb40365 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:30.418281 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c0d805-ebf0-4eb1-8973-bade88765113 None None] Sync routers for ids ['a805573b-b581-4c91-bfaf-5e2cb77a11d1'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:53:30.429999 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c0d805-ebf0-4eb1-8973-bade88765113 None None] Routers {'a805573b-b581-4c91-bfaf-5e2cb77a11d1'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:53:30.431065 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-f6c0d805-ebf0-4eb1-8973-bade88765113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:53:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['a805573b-b581-4c91-bfaf-5e2cb77a11d1'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:30.464778 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-a555478d-b6e8-4b14-87eb-bd484cb40365 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] 10.222.0.44 "DELETE /v2.0/floatingips/2f221d5b-1658-4083-a224-d19922a204fe HTTP/1.1" status: 204 len: 168 time: 1.2626016 Aug 10 03:53:30.465552 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 41336) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:30.494725 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-f6c0d805-ebf0-4eb1-8973-bade88765113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:30.511671 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c0d805-ebf0-4eb1-8973-bade88765113 None None] Routers {'a805573b-b581-4c91-bfaf-5e2cb77a11d1'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:53:30.513139 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-f6c0d805-ebf0-4eb1-8973-bade88765113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:53:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['a805573b-b581-4c91-bfaf-5e2cb77a11d1'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:30.576270 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-f6c0d805-ebf0-4eb1-8973-bade88765113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:30.577184 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c0d805-ebf0-4eb1-8973-bade88765113 None None] The sync data for ids ['a805573b-b581-4c91-bfaf-5e2cb77a11d1'] in n-d-768862-13 is: [] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:53:30.610477 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-b71af061-2701-4d45-baab-1ad848b37290 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Deleting port 4b1c96d3-f2cd-487c-b856-b3c453a53964 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:53:30.610959 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b71af061-2701-4d45-baab-1ad848b37290 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:30.708401 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b71af061-2701-4d45-baab-1ad848b37290 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:30.722020 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-b71af061-2701-4d45-baab-1ad848b37290 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Calling delete_port for 4b1c96d3-f2cd-487c-b856-b3c453a53964 owned by {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:53:30.917175 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b71af061-2701-4d45-baab-1ad848b37290 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:30.952832 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71af061-2701-4d45-baab-1ad848b37290 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Pushing event deleted for resources: {'Port': ['ID=4b1c96d3-f2cd-487c-b856-b3c453a53964,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:31.062201 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b71af061-2701-4d45-baab-1ad848b37290 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:31.065713 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-b71af061-2701-4d45-baab-1ad848b37290 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] 10.222.0.44 "DELETE /v2.0/ports/4b1c96d3-f2cd-487c-b856-b3c453a53964 HTTP/1.1" status: 204 len: 168 time: 0.5982707 Aug 10 03:53:31.071115 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 41340) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:31.078266 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-7932daf7-3dec-41bb-8843-be2620318e8c tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Request body: {'floatingip': {'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:31.113518 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7932daf7-3dec-41bb-8843-be2620318e8c tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks [] for floatingip, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:31.246007 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7932daf7-3dec-41bb-8843-be2620318e8c tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:31.457031 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-7932daf7-3dec-41bb-8843-be2620318e8c tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Allocated IP 172.25.6.166 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/031902d3-7e97-4365-a0c7-44d38248b8ec) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:53:31.584546 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2760478-c3f3-4db8-a434-0b02e5a9ba56 req-9dbcf6ef-266f-4f97-9138-b13ed6b8b278 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:31.586980 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f2760478-c3f3-4db8-a434-0b02e5a9ba56 req-9dbcf6ef-266f-4f97-9138-b13ed6b8b278 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=adc74289-5f7e-497a-a5ff-385af27d2fdb HTTP/1.1" status: 200 len: 944 time: 0.1966765 Aug 10 03:53:31.669380 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f2760478-c3f3-4db8-a434-0b02e5a9ba56 req-a1c8868b-700c-4c2c-8680-614332e3c1e4 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=2031f5a2-8e96-4d4c-b507-84878d4f1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674942 Aug 10 03:53:31.697156 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7932daf7-3dec-41bb-8843-be2620318e8c tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:31.742323 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7932daf7-3dec-41bb-8843-be2620318e8c tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:31.790873 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7932daf7-3dec-41bb-8843-be2620318e8c tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:53:31.794056 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-7932daf7-3dec-41bb-8843-be2620318e8c tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:53:31.798741 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7932daf7-3dec-41bb-8843-be2620318e8c tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:53:31.802080 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7932daf7-3dec-41bb-8843-be2620318e8c tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Pushing event updated for resources: {'Port': ['ID=031902d3-7e97-4365-a0c7-44d38248b8ec,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:31.904413 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7932daf7-3dec-41bb-8843-be2620318e8c tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:31.953268 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7932daf7-3dec-41bb-8843-be2620318e8c tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:32.162035 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7932daf7-3dec-41bb-8843-be2620318e8c tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:32.169083 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7932daf7-3dec-41bb-8843-be2620318e8c tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:32.288217 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7932daf7-3dec-41bb-8843-be2620318e8c tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Pushing event updated for resources: {'Port': ['ID=031902d3-7e97-4365-a0c7-44d38248b8ec,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:32.311205 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7932daf7-3dec-41bb-8843-be2620318e8c tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:32.329836 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7932daf7-3dec-41bb-8843-be2620318e8c tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:32.332214 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-7932daf7-3dec-41bb-8843-be2620318e8c tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2597873 Aug 10 03:53:32.336962 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 41348) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:32.342432 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-5d22e0dd-39f1-4243-81fa-d096591be6ee tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Request body: {'port': {'network_id': '6e1e1a58-ede4-420d-8591-ead110dd2d4b', 'name': 'tempest-FloatingIPTestJSON-1539087029'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:32.473021 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d22e0dd-39f1-4243-81fa-d096591be6ee tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Made reservation on behalf of 9ac15b81698e4011ad7cbe8b7cde8591 for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:53:32.477124 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5d22e0dd-39f1-4243-81fa-d096591be6ee tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:32.506385 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [None req-5d22e0dd-39f1-4243-81fa-d096591be6ee tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] device_id is not set on port cdbcefe5-641d-422f-a3c0-4e525706c3e6 yet. {{(pid=94261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:53:32.686059 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-5d22e0dd-39f1-4243-81fa-d096591be6ee tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Allocated IP 172.20.0.13 (6e1e1a58-ede4-420d-8591-ead110dd2d4b/ad4c67e8-552b-4280-ad4a-669640208eeb/cdbcefe5-641d-422f-a3c0-4e525706c3e6) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:53:32.861342 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36bea35-8192-462b-b02e-fd0e0494474c req-15defe0b-eb3b-4ada-a5b9-f9ea075c618c tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:32.864023 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f36bea35-8192-462b-b02e-fd0e0494474c req-15defe0b-eb3b-4ada-a5b9-f9ea075c618c tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=adc74289-5f7e-497a-a5ff-385af27d2fdb HTTP/1.1" status: 200 len: 944 time: 0.0872805 Aug 10 03:53:32.912291 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5d22e0dd-39f1-4243-81fa-d096591be6ee tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:32.932608 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f36bea35-8192-462b-b02e-fd0e0494474c req-31d9afee-5e52-4e89-97ff-e4904f497ae9 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=2031f5a2-8e96-4d4c-b507-84878d4f1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585814 Aug 10 03:53:32.972795 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 5a256c22-4466-4350-a91b-5c951dcec71f details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:53:32.986093 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5d22e0dd-39f1-4243-81fa-d096591be6ee tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:33.043207 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d22e0dd-39f1-4243-81fa-d096591be6ee tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Network 6e1e1a58-ede4-420d-8591-ead110dd2d4b is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:53:33.047493 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-5d22e0dd-39f1-4243-81fa-d096591be6ee tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:53:33.049684 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d22e0dd-39f1-4243-81fa-d096591be6ee tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Pushing event updated for resources: {'Port': ['ID=cdbcefe5-641d-422f-a3c0-4e525706c3e6,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:33.052473 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d22e0dd-39f1-4243-81fa-d096591be6ee tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:53:33.129204 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d22e0dd-39f1-4243-81fa-d096591be6ee tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:33.130353 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5d22e0dd-39f1-4243-81fa-d096591be6ee tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:33.154186 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-5d22e0dd-39f1-4243-81fa-d096591be6ee tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8157732 Aug 10 03:53:33.158614 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 41354) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:33.164774 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-b380620d-f794-43cc-9f3d-78e5c3c9b6ea tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Request body: {'floatingip': {'port_id': 'cdbcefe5-641d-422f-a3c0-4e525706c3e6'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:33.173782 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 5a256c22-4466-4350-a91b-5c951dcec71f, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=5a256c22-4466-4350-a91b-5c951dcec71f,segment=NetworkSegment(a02c445a-dd82-41b8-8c82-8deebd0db13e),segment_id=a02c445a-dd82-41b8-8c82-8deebd0db13e)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:33.188636 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': '5a256c22-4466-4350-a91b-5c951dcec71f', 'network_id': '9304a778-e332-4697-b169-f473c98c9db5', 'port_id': '5a256c22-4466-4350-a91b-5c951dcec71f', 'mac_address': 'fa:16:3e:67:c4:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '004bec00-f412-4962-b43d-0d7672578573', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:53:33.233954 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:33.240403 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b380620d-f794-43cc-9f3d-78e5c3c9b6ea tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks [] for floatingip, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:33.250417 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a256c22-4466-4350-a91b-5c951dcec71f {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:53:33.274528 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 5a256c22-4466-4350-a91b-5c951dcec71f, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=5a256c22-4466-4350-a91b-5c951dcec71f,segment=NetworkSegment(a02c445a-dd82-41b8-8c82-8deebd0db13e),segment_id=a02c445a-dd82-41b8-8c82-8deebd0db13e)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:33.279692 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:33.335982 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=5a256c22-4466-4350-a91b-5c951dcec71f,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:33.400598 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:33.673968 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['5a256c22-4466-4350-a91b-5c951dcec71f'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:53:34.014818 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b380620d-f794-43cc-9f3d-78e5c3c9b6ea tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:34.025206 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b380620d-f794-43cc-9f3d-78e5c3c9b6ea tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:34.186142 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44172f8f-9fe6-4b45-abde-cfaf30044e82 req-f171a538-82cb-40be-90a0-9175b3c30dfd tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:34.190890 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-44172f8f-9fe6-4b45-abde-cfaf30044e82 req-f171a538-82cb-40be-90a0-9175b3c30dfd tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=adc74289-5f7e-497a-a5ff-385af27d2fdb HTTP/1.1" status: 200 len: 945 time: 0.1120694 Aug 10 03:53:34.237020 n-d-768862-13 neutron-server[94261]: INFO neutron.db.l3_db [None req-b380620d-f794-43cc-9f3d-78e5c3c9b6ea tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Floating IP 251145cd-e0db-4697-b014-4ccb8a7082cb associated. External IP: 172.25.6.166, port: cdbcefe5-641d-422f-a3c0-4e525706c3e6. Aug 10 03:53:34.277144 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-44172f8f-9fe6-4b45-abde-cfaf30044e82 req-08020fbe-7304-47cc-b9a1-189dd47b4035 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=2031f5a2-8e96-4d4c-b507-84878d4f1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744774 Aug 10 03:53:34.616894 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b380620d-f794-43cc-9f3d-78e5c3c9b6ea tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Router a805573b-b581-4c91-bfaf-5e2cb77a11d1 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:53:34.789927 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b380620d-f794-43cc-9f3d-78e5c3c9b6ea tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:53:34.798216 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b380620d-f794-43cc-9f3d-78e5c3c9b6ea tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:34.810733 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b66aa5-ab93-43d0-9b03-0b7d502180e4 None None] Sync routers for ids ['a805573b-b581-4c91-bfaf-5e2cb77a11d1'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:53:34.832436 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b66aa5-ab93-43d0-9b03-0b7d502180e4 None None] Routers {'a805573b-b581-4c91-bfaf-5e2cb77a11d1'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:53:34.834858 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-43b66aa5-ab93-43d0-9b03-0b7d502180e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:53:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['a805573b-b581-4c91-bfaf-5e2cb77a11d1'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:34.861202 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-b380620d-f794-43cc-9f3d-78e5c3c9b6ea tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] 10.222.0.44 "PUT /v2.0/floatingips/251145cd-e0db-4697-b014-4ccb8a7082cb HTTP/1.1" status: 200 len: 979 time: 1.6970706 Aug 10 03:53:34.861531 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 41454) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:34.904933 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-43b66aa5-ab93-43d0-9b03-0b7d502180e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:34.922786 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b66aa5-ab93-43d0-9b03-0b7d502180e4 None None] Routers {'a805573b-b581-4c91-bfaf-5e2cb77a11d1'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:53:34.923829 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-43b66aa5-ab93-43d0-9b03-0b7d502180e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:53:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['a805573b-b581-4c91-bfaf-5e2cb77a11d1'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:34.977316 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-660f7518-df0f-44da-b1ec-ae0352489659 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Deleting port cdbcefe5-641d-422f-a3c0-4e525706c3e6 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:53:34.977316 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-660f7518-df0f-44da-b1ec-ae0352489659 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:34.991264 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 5a256c22-4466-4350-a91b-5c951dcec71f up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:53:35.008558 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-43b66aa5-ab93-43d0-9b03-0b7d502180e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:35.013248 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b66aa5-ab93-43d0-9b03-0b7d502180e4 None None] The sync data for ids ['a805573b-b581-4c91-bfaf-5e2cb77a11d1'] in n-d-768862-13 is: [] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:53:35.111182 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-660f7518-df0f-44da-b1ec-ae0352489659 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:35.135413 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning for port 5a256c22-4466-4350-a91b-5c951dcec71f completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:53:35.147727 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port 5a256c22-4466-4350-a91b-5c951dcec71f triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:35.148604 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:35.271726 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:35.305780 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adc74289-5f7e-497a-a5ff-385af27d2fdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a256c22-4466-4350-a91b-5c951dcec71f'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:53:35.309383 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7078b7d-74af-4573-b042-916122aaabfb" -d '{"events": [{"server_uuid": "adc74289-5f7e-497a-a5ff-385af27d2fdb", "name": "network-vif-plugged", "status": "completed", "tag": "5a256c22-4466-4350-a91b-5c951dcec71f"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:53:35.326915 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 5a256c22-4466-4350-a91b-5c951dcec71f, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=5a256c22-4466-4350-a91b-5c951dcec71f,segment=NetworkSegment(a02c445a-dd82-41b8-8c82-8deebd0db13e),segment_id=a02c445a-dd82-41b8-8c82-8deebd0db13e)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:35.347893 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:35.472270 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=5a256c22-4466-4350-a91b-5c951dcec71f,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:35.726296 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d966fd0-2e29-40ae-852e-eeaa35de68dd req-1aa02dd3-fd23-4637-b8ed-56944fc79c8b tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:35.729594 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4d966fd0-2e29-40ae-852e-eeaa35de68dd req-1aa02dd3-fd23-4637-b8ed-56944fc79c8b tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=adc74289-5f7e-497a-a5ff-385af27d2fdb HTTP/1.1" status: 200 len: 946 time: 0.2160773 Aug 10 03:53:35.830052 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee0eab7-83a2-4a88-aceb-7a3938beec5a x-openstack-request-id: req-eee0eab7-83a2-4a88-aceb-7a3938beec5a {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:53:35.830580 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adc74289-5f7e-497a-a5ff-385af27d2fdb", "name": "network-vif-plugged", "status": "completed", "tag": "5a256c22-4466-4350-a91b-5c951dcec71f", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:53:35.831009 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-eee0eab7-83a2-4a88-aceb-7a3938beec5a {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:53:35.831666 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc74289-5f7e-497a-a5ff-385af27d2fdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a256c22-4466-4350-a91b-5c951dcec71f', 'code': 200} Aug 10 03:53:35.851261 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4d966fd0-2e29-40ae-852e-eeaa35de68dd req-d4173816-aa06-4242-8801-71b95972bc4b tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=2031f5a2-8e96-4d4c-b507-84878d4f1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114852 Aug 10 03:53:36.063715 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abe6048-1b23-47dd-bfe7-478481b0428a req-c8e06225-933e-487a-8da3-7e7245552df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:36.067961 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8abe6048-1b23-47dd-bfe7-478481b0428a req-c8e06225-933e-487a-8da3-7e7245552df4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=adc74289-5f7e-497a-a5ff-385af27d2fdb HTTP/1.1" status: 200 len: 1098 time: 0.1090069 Aug 10 03:53:36.082760 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-660f7518-df0f-44da-b1ec-ae0352489659 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:36.083633 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-660f7518-df0f-44da-b1ec-ae0352489659 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:36.084474 n-d-768862-13 neutron-server[94261]: INFO neutron.db.l3_db [None req-660f7518-df0f-44da-b1ec-ae0352489659 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Floating IP 251145cd-e0db-4697-b014-4ccb8a7082cb disassociated. External IP: 172.25.6.166, port: cdbcefe5-641d-422f-a3c0-4e525706c3e6. Aug 10 03:53:36.085089 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-660f7518-df0f-44da-b1ec-ae0352489659 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Calling delete_port for cdbcefe5-641d-422f-a3c0-4e525706c3e6 owned by {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:53:36.174196 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8abe6048-1b23-47dd-bfe7-478481b0428a req-2762b161-6b87-4463-9211-1b6671fe0437 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2031f5a2-8e96-4d4c-b507-84878d4f1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977128 Aug 10 03:53:36.324793 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-660f7518-df0f-44da-b1ec-ae0352489659 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:36.376421 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660f7518-df0f-44da-b1ec-ae0352489659 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Pushing event deleted for resources: {'Port': ['ID=cdbcefe5-641d-422f-a3c0-4e525706c3e6,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:36.530244 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-660f7518-df0f-44da-b1ec-ae0352489659 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Router a805573b-b581-4c91-bfaf-5e2cb77a11d1 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:53:36.678521 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-660f7518-df0f-44da-b1ec-ae0352489659 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:53:36.693742 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe84c4be-e28e-4c9e-bb3c-4e93e8f49403 None None] Sync routers for ids ['a805573b-b581-4c91-bfaf-5e2cb77a11d1'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:53:36.709023 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe84c4be-e28e-4c9e-bb3c-4e93e8f49403 None None] Routers {'a805573b-b581-4c91-bfaf-5e2cb77a11d1'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:53:36.710071 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-fe84c4be-e28e-4c9e-bb3c-4e93e8f49403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:53:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['a805573b-b581-4c91-bfaf-5e2cb77a11d1'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:36.760378 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-fe84c4be-e28e-4c9e-bb3c-4e93e8f49403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:36.770684 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe84c4be-e28e-4c9e-bb3c-4e93e8f49403 None None] Routers {'a805573b-b581-4c91-bfaf-5e2cb77a11d1'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:53:36.771438 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-fe84c4be-e28e-4c9e-bb3c-4e93e8f49403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:53:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['a805573b-b581-4c91-bfaf-5e2cb77a11d1'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:36.782915 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-660f7518-df0f-44da-b1ec-ae0352489659 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:36.789960 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-660f7518-df0f-44da-b1ec-ae0352489659 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] 10.222.0.44 "DELETE /v2.0/ports/cdbcefe5-641d-422f-a3c0-4e525706c3e6 HTTP/1.1" status: 204 len: 168 time: 1.9239819 Aug 10 03:53:36.791302 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 41630) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:36.820133 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-fe84c4be-e28e-4c9e-bb3c-4e93e8f49403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:36.821487 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe84c4be-e28e-4c9e-bb3c-4e93e8f49403 None None] The sync data for ids ['a805573b-b581-4c91-bfaf-5e2cb77a11d1'] in n-d-768862-13 is: [] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:53:37.249454 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-7e218688-82c4-4f46-8405-4d24b2a1efa8 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] 10.222.0.44 "GET /v2.0/floatingips/251145cd-e0db-4697-b014-4ccb8a7082cb HTTP/1.1" status: 200 len: 688 time: 0.4564850 Aug 10 03:53:37.253846 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 41684) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:37.295138 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228953fb-d173-4c2c-a721-410f9242fec6 req-356a2065-6756-4633-a27d-dda981188577 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:37.304848 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-228953fb-d173-4c2c-a721-410f9242fec6 req-356a2065-6756-4633-a27d-dda981188577 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=adc74289-5f7e-497a-a5ff-385af27d2fdb HTTP/1.1" status: 200 len: 946 time: 0.0748968 Aug 10 03:53:37.363208 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-228953fb-d173-4c2c-a721-410f9242fec6 req-a6024dcc-fb78-4fdc-b0ad-72483e210e50 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=2031f5a2-8e96-4d4c-b507-84878d4f1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566866 Aug 10 03:53:37.521261 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-5f13ad36-d3f4-4e86-abef-a16d4c7bf828 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Deleting port 031902d3-7e97-4365-a0c7-44d38248b8ec {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:53:37.522046 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5f13ad36-d3f4-4e86-abef-a16d4c7bf828 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:37.641936 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5f13ad36-d3f4-4e86-abef-a16d4c7bf828 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:37.642506 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5f13ad36-d3f4-4e86-abef-a16d4c7bf828 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:37.661859 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-5f13ad36-d3f4-4e86-abef-a16d4c7bf828 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Calling delete_port for 031902d3-7e97-4365-a0c7-44d38248b8ec owned by network:floatingip {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:53:37.893581 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5f13ad36-d3f4-4e86-abef-a16d4c7bf828 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:37.931536 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f13ad36-d3f4-4e86-abef-a16d4c7bf828 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Pushing event deleted for resources: {'Port': ['ID=031902d3-7e97-4365-a0c7-44d38248b8ec,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:38.021894 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5f13ad36-d3f4-4e86-abef-a16d4c7bf828 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks [] for floatingip, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:38.026197 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5f13ad36-d3f4-4e86-abef-a16d4c7bf828 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:38.028305 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-5f13ad36-d3f4-4e86-abef-a16d4c7bf828 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] 10.222.0.44 "DELETE /v2.0/floatingips/251145cd-e0db-4697-b014-4ccb8a7082cb HTTP/1.1" status: 204 len: 168 time: 0.7725377 Aug 10 03:53:38.032724 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 41772) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:38.040243 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-81739993-ac0e-4685-98cb-13773f3d7f61 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Request body: {'floatingip': {'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'port_id': '3924d848-9dc5-4a7d-9ac7-1ee01ef0b4ba'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:38.077530 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-81739993-ac0e-4685-98cb-13773f3d7f61 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks [] for floatingip, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:38.215377 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-81739993-ac0e-4685-98cb-13773f3d7f61 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:38.388847 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-81739993-ac0e-4685-98cb-13773f3d7f61 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Allocated IP 172.25.6.171 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/835542f4-a974-45b0-9e46-6bacaef2587e) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:53:38.566362 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-81739993-ac0e-4685-98cb-13773f3d7f61 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:38.575868 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e15a135-5479-4d68-8d5b-5a9e813d0789 req-636e6ac8-3300-4b93-9e84-206430c1329a tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:38.577640 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8e15a135-5479-4d68-8d5b-5a9e813d0789 req-636e6ac8-3300-4b93-9e84-206430c1329a tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=adc74289-5f7e-497a-a5ff-385af27d2fdb HTTP/1.1" status: 200 len: 946 time: 0.0930574 Aug 10 03:53:38.639406 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8e15a135-5479-4d68-8d5b-5a9e813d0789 req-616002aa-97d0-4ee4-b9f0-e06b8cac05b1 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=2031f5a2-8e96-4d4c-b507-84878d4f1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545666 Aug 10 03:53:38.666573 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-81739993-ac0e-4685-98cb-13773f3d7f61 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:38.723875 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81739993-ac0e-4685-98cb-13773f3d7f61 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:53:38.727809 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-81739993-ac0e-4685-98cb-13773f3d7f61 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:53:38.730591 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81739993-ac0e-4685-98cb-13773f3d7f61 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:53:38.763943 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81739993-ac0e-4685-98cb-13773f3d7f61 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Pushing event updated for resources: {'Port': ['ID=835542f4-a974-45b0-9e46-6bacaef2587e,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:38.798863 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81739993-ac0e-4685-98cb-13773f3d7f61 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:38.799205 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81739993-ac0e-4685-98cb-13773f3d7f61 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:38.799545 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81739993-ac0e-4685-98cb-13773f3d7f61 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:38.799882 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81739993-ac0e-4685-98cb-13773f3d7f61 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:38.800211 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81739993-ac0e-4685-98cb-13773f3d7f61 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:38.800537 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81739993-ac0e-4685-98cb-13773f3d7f61 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:38.800861 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81739993-ac0e-4685-98cb-13773f3d7f61 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:38.801184 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81739993-ac0e-4685-98cb-13773f3d7f61 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:38.801515 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81739993-ac0e-4685-98cb-13773f3d7f61 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:38.801835 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81739993-ac0e-4685-98cb-13773f3d7f61 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:38.802166 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81739993-ac0e-4685-98cb-13773f3d7f61 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:38.802529 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81739993-ac0e-4685-98cb-13773f3d7f61 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:38.857639 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057c2366-938b-480e-81d0-1a8d25ee465d req-ffbf43da-e722-4fdf-bb0d-720ddaef677b tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:38.859385 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-057c2366-938b-480e-81d0-1a8d25ee465d req-ffbf43da-e722-4fdf-bb0d-720ddaef677b tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=adc74289-5f7e-497a-a5ff-385af27d2fdb HTTP/1.1" status: 200 len: 946 time: 0.1224856 Aug 10 03:53:38.972927 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-057c2366-938b-480e-81d0-1a8d25ee465d req-391b557f-69f4-4ddf-9eea-b0f81a77c3b8 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=2031f5a2-8e96-4d4c-b507-84878d4f1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074121 Aug 10 03:53:39.146913 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c65e8-4e59-43fc-b2ef-8ea61a91458a req-c7b3fb31-14db-4d6a-aa9b-46b001195c95 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:39.148972 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-825c65e8-4e59-43fc-b2ef-8ea61a91458a req-c7b3fb31-14db-4d6a-aa9b-46b001195c95 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=adc74289-5f7e-497a-a5ff-385af27d2fdb HTTP/1.1" status: 200 len: 946 time: 0.0900631 Aug 10 03:53:39.270952 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-825c65e8-4e59-43fc-b2ef-8ea61a91458a req-bbdc5267-efde-4f0d-8294-49ccf5170c0b tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=2031f5a2-8e96-4d4c-b507-84878d4f1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824661 Aug 10 03:53:39.301945 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-81739993-ac0e-4685-98cb-13773f3d7f61 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:39.386561 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-81739993-ac0e-4685-98cb-13773f3d7f61 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:39.707078 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa178312-9ec0-4b72-9906-8d52af53b21c req-4bf133ba-045d-47b4-bd41-256abc38911e tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:39.708635 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fa178312-9ec0-4b72-9906-8d52af53b21c req-4bf133ba-045d-47b4-bd41-256abc38911e tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=adc74289-5f7e-497a-a5ff-385af27d2fdb HTTP/1.1" status: 200 len: 946 time: 0.1618869 Aug 10 03:53:39.734449 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8bee9f-0a7a-48a5-8f6a-ef09fb166247 req-4dc5f475-4591-4fd6-88e0-f74e1c605a4b tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:39.736072 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cc8bee9f-0a7a-48a5-8f6a-ef09fb166247 req-4dc5f475-4591-4fd6-88e0-f74e1c605a4b tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] 10.222.0.44 "GET /v2.0/networks?id=cd3dc204-78e1-4dbd-a299-c7b559c63744 HTTP/1.1" status: 200 len: 814 time: 0.2464535 Aug 10 03:53:39.762981 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-81739993-ac0e-4685-98cb-13773f3d7f61 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:39.772700 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-81739993-ac0e-4685-98cb-13773f3d7f61 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:39.784382 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cc8bee9f-0a7a-48a5-8f6a-ef09fb166247 req-2f51d81d-cb61-4ef3-b496-368769982b3c tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] 10.222.0.44 "GET /v2.0/quotas/313fea2bc41845988f3599c81163014a HTTP/1.1" status: 200 len: 375 time: 0.0411265 Aug 10 03:53:39.817816 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fa178312-9ec0-4b72-9906-8d52af53b21c req-25a4b70d-a4df-4cdd-b71a-e55c76f765bb tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=2031f5a2-8e96-4d4c-b507-84878d4f1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014557 Aug 10 03:53:39.855853 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cc8bee9f-0a7a-48a5-8f6a-ef09fb166247 req-a38a8a53-d934-4661-98b9-b961a3ee3d29 tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=313fea2bc41845988f3599c81163014a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0479589 Aug 10 03:53:39.892509 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81739993-ac0e-4685-98cb-13773f3d7f61 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Pushing event updated for resources: {'Port': ['ID=835542f4-a974-45b0-9e46-6bacaef2587e,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:39.907848 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-81739993-ac0e-4685-98cb-13773f3d7f61 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:40.085914 n-d-768862-13 neutron-server[94260]: INFO neutron.db.l3_db [None req-81739993-ac0e-4685-98cb-13773f3d7f61 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Floating IP 2ecf6517-3fb9-4622-9d72-8488b66de5e8 associated. External IP: 172.25.6.171, port: 3924d848-9dc5-4a7d-9ac7-1ee01ef0b4ba. Aug 10 03:53:40.123355 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cc8bee9f-0a7a-48a5-8f6a-ef09fb166247 req-51b3ba82-f7fa-4337-b026-3edd08994aee service neutron] 10.222.0.44 "GET /v2.0/networks/cd3dc204-78e1-4dbd-a299-c7b559c63744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446952 Aug 10 03:53:40.310010 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cc8bee9f-0a7a-48a5-8f6a-ef09fb166247 req-c6a8d291-37cb-4cdd-9611-baf6084826cc service neutron] 10.222.0.44 "GET /v2.0/networks/cd3dc204-78e1-4dbd-a299-c7b559c63744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750000 Aug 10 03:53:40.394399 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81739993-ac0e-4685-98cb-13773f3d7f61 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Router a805573b-b581-4c91-bfaf-5e2cb77a11d1 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:53:40.528921 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-92880d00-e8b8-4a82-8d4b-c91dfd1d96aa req-1809fe8d-fc6c-4251-a299-9a9a9406f043 tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4d693bc-3ed2-49c0-b2c8-af88e48bda12 HTTP/1.1" status: 200 len: 210 time: 0.0608125 Aug 10 03:53:40.549092 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81739993-ac0e-4685-98cb-13773f3d7f61 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:53:40.567358 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ead3a98-8a73-4152-a1a7-ad806d72c00e None None] Sync routers for ids ['a805573b-b581-4c91-bfaf-5e2cb77a11d1'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:53:40.577114 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ead3a98-8a73-4152-a1a7-ad806d72c00e None None] Routers {'a805573b-b581-4c91-bfaf-5e2cb77a11d1'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:53:40.577540 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-81739993-ac0e-4685-98cb-13773f3d7f61 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:40.577795 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-4ead3a98-8a73-4152-a1a7-ad806d72c00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:53:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['a805573b-b581-4c91-bfaf-5e2cb77a11d1'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:40.614306 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-81739993-ac0e-4685-98cb-13773f3d7f61 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.5751495 Aug 10 03:53:40.614306 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 41854) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:40.616940 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-4ead3a98-8a73-4152-a1a7-ad806d72c00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:40.620279 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-2471c8af-3c97-4e90-894d-b79c62fce8c5 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1510040839'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:40.628835 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ead3a98-8a73-4152-a1a7-ad806d72c00e None None] Routers {'a805573b-b581-4c91-bfaf-5e2cb77a11d1'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:53:40.629508 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-4ead3a98-8a73-4152-a1a7-ad806d72c00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:53:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['a805573b-b581-4c91-bfaf-5e2cb77a11d1'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:40.651809 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2471c8af-3c97-4e90-894d-b79c62fce8c5 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Made reservation on behalf of 9ac15b81698e4011ad7cbe8b7cde8591 for: {'network': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:53:40.655930 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2471c8af-3c97-4e90-894d-b79c62fce8c5 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:40.668532 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-4ead3a98-8a73-4152-a1a7-ad806d72c00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:40.668910 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ead3a98-8a73-4152-a1a7-ad806d72c00e None None] The sync data for ids ['a805573b-b581-4c91-bfaf-5e2cb77a11d1'] in n-d-768862-13 is: [] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:53:40.686266 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2471c8af-3c97-4e90-894d-b79c62fce8c5 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=94260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:53:40.697797 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2471c8af-3c97-4e90-894d-b79c62fce8c5 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:40.698149 n-d-768862-13 neutron-server[94260]: INFO neutron.db.segments_db [None req-2471c8af-3c97-4e90-894d-b79c62fce8c5 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Added segment f815dabd-4774-4434-98b1-2dc1a68df784 of type vlan for network 8630cfce-7042-4d08-a6c0-9d39e021d1a0 Aug 10 03:53:40.749148 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2471c8af-3c97-4e90-894d-b79c62fce8c5 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:40.798191 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2471c8af-3c97-4e90-894d-b79c62fce8c5 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:40.804934 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2471c8af-3c97-4e90-894d-b79c62fce8c5 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:40.805865 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2471c8af-3c97-4e90-894d-b79c62fce8c5 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks [] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:40.876465 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-2471c8af-3c97-4e90-894d-b79c62fce8c5 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2571003 Aug 10 03:53:40.877591 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 41864) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:40.888300 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2471c8af-3c97-4e90-894d-b79c62fce8c5 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Pushing event updated for resources: {'Network': ['ID=8630cfce-7042-4d08-a6c0-9d39e021d1a0,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:40.903837 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-89922dec-8c04-4afd-bb8f-c1065df803cd tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Request body: {'subnet': {'network_id': '8630cfce-7042-4d08-a6c0-9d39e021d1a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:40.906482 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 8630cfce-7042-4d08-a6c0-9d39e021d1a0 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:53:40.967041 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e953a3c7-32d1-42da-b615-1944aa2e055d req-a18b38bd-371a-455f-909e-1f1009b3bf0c tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:40.968941 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e953a3c7-32d1-42da-b615-1944aa2e055d req-a18b38bd-371a-455f-909e-1f1009b3bf0c tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=adc74289-5f7e-497a-a5ff-385af27d2fdb HTTP/1.1" status: 200 len: 946 time: 0.0677326 Aug 10 03:53:41.017995 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e953a3c7-32d1-42da-b615-1944aa2e055d req-ae4d010b-63dc-43ac-a594-eb1a20f87869 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=2031f5a2-8e96-4d4c-b507-84878d4f1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416167 Aug 10 03:53:41.084144 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89922dec-8c04-4afd-bb8f-c1065df803cd tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Made reservation on behalf of 9ac15b81698e4011ad7cbe8b7cde8591 for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:53:41.089550 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-89922dec-8c04-4afd-bb8f-c1065df803cd tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:41.337381 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-89922dec-8c04-4afd-bb8f-c1065df803cd tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:41.410165 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89922dec-8c04-4afd-bb8f-c1065df803cd tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Pushing event updated for resources: {'Subnet': ['ID=881a4e50-b3ff-4e06-8d2c-e7dae410c6a4,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:41.424306 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b76e99-8660-44f7-b6cd-b8b48bfcd3d7 req-8e6dc953-3a56-4cf5-9a36-762910efd087 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:41.426017 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-80b76e99-8660-44f7-b6cd-b8b48bfcd3d7 req-8e6dc953-3a56-4cf5-9a36-762910efd087 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.61 "GET /v2.0/ports?device_id=adc74289-5f7e-497a-a5ff-385af27d2fdb HTTP/1.1" status: 200 len: 946 time: 0.0628545 Aug 10 03:53:41.427012 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89922dec-8c04-4afd-bb8f-c1065df803cd tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Checking segment: {'id': 'f815dabd-4774-4434-98b1-2dc1a68df784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8630cfce-7042-4d08-a6c0-9d39e021d1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:53:41.427490 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89922dec-8c04-4afd-bb8f-c1065df803cd tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Network hostable DHCP agents. Network: 8630cfce-7042-4d08-a6c0-9d39e021d1a0, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:53:41.449353 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89922dec-8c04-4afd-bb8f-c1065df803cd tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Network 8630cfce-7042-4d08-a6c0-9d39e021d1a0 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:53:41.461807 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-89922dec-8c04-4afd-bb8f-c1065df803cd tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 8630cfce-7042-4d08-a6c0-9d39e021d1a0) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:53:41.469264 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89922dec-8c04-4afd-bb8f-c1065df803cd tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:41.469980 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-89922dec-8c04-4afd-bb8f-c1065df803cd tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:41.475999 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83bbe89a-fa86-4b4c-a4c1-6a63f3006d1c None None] Network 8630cfce-7042-4d08-a6c0-9d39e021d1a0 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:53:41.507031 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-89922dec-8c04-4afd-bb8f-c1065df803cd tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6264098 Aug 10 03:53:41.508175 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 41866) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:41.513331 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-0ce7317c-2396-4bb8-a6b6-6cca90576df5 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-982550984', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd'}, 'admin_state_up': False}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:41.545778 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0ce7317c-2396-4bb8-a6b6-6cca90576df5 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:41.547391 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0ce7317c-2396-4bb8-a6b6-6cca90576df5 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:41.609024 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-80b76e99-8660-44f7-b6cd-b8b48bfcd3d7 req-faf2dd9e-aea9-4ab0-8a7d-40c963a6d359 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Deleting port 5a256c22-4466-4350-a91b-5c951dcec71f {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:53:41.609610 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-80b76e99-8660-44f7-b6cd-b8b48bfcd3d7 req-faf2dd9e-aea9-4ab0-8a7d-40c963a6d359 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:41.628599 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0ce7317c-2396-4bb8-a6b6-6cca90576df5 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:41.748173 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717670f2-84a0-4588-9618-276c8f697208 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-8630cfce-7042-4d08-a6c0-9d39e021d1a0', 'network_id': '8630cfce-7042-4d08-a6c0-9d39e021d1a0', 'tenant_id': '9ac15b81698e4011ad7cbe8b7cde8591', 'fixed_ips': [{'subnet_id': '881a4e50-b3ff-4e06-8d2c-e7dae410c6a4'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:53:41.749475 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-717670f2-84a0-4588-9618-276c8f697208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:41.854949 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0ce7317c-2396-4bb8-a6b6-6cca90576df5 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:41.863726 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-037346d7-d24b-44f7-a9a1-e8a60b697dc0 req-29ab4638-27d9-49be-a630-c405847745f0 tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4d693bc-3ed2-49c0-b2c8-af88e48bda12 HTTP/1.1" status: 200 len: 210 time: 0.1639178 Aug 10 03:53:41.989533 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-80b76e99-8660-44f7-b6cd-b8b48bfcd3d7 req-faf2dd9e-aea9-4ab0-8a7d-40c963a6d359 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] For port 5a256c22-4466-4350-a91b-5c951dcec71f, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=5a256c22-4466-4350-a91b-5c951dcec71f,segment=NetworkSegment(a02c445a-dd82-41b8-8c82-8deebd0db13e),segment_id=a02c445a-dd82-41b8-8c82-8deebd0db13e)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:41.990019 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-80b76e99-8660-44f7-b6cd-b8b48bfcd3d7 req-faf2dd9e-aea9-4ab0-8a7d-40c963a6d359 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:42.005937 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8bee9f-0a7a-48a5-8f6a-ef09fb166247 req-807a797e-6981-41d3-a43a-564f978e5f19 tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:42.007561 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cc8bee9f-0a7a-48a5-8f6a-ef09fb166247 req-807a797e-6981-41d3-a43a-564f978e5f19 tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] 10.222.0.42 "GET /v2.0/networks?id=cd3dc204-78e1-4dbd-a299-c7b559c63744 HTTP/1.1" status: 200 len: 814 time: 0.3100166 Aug 10 03:53:42.014604 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-80b76e99-8660-44f7-b6cd-b8b48bfcd3d7 req-faf2dd9e-aea9-4ab0-8a7d-40c963a6d359 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Calling delete_port for 5a256c22-4466-4350-a91b-5c951dcec71f owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:53:42.021121 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-cc8bee9f-0a7a-48a5-8f6a-ef09fb166247 req-66e609e8-be50-4632-888c-cfae73f6159e tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] Request body: {'port': {'device_id': 'c4d693bc-3ed2-49c0-b2c8-af88e48bda12', 'network_id': 'cd3dc204-78e1-4dbd-a299-c7b559c63744', 'admin_state_up': True, 'tenant_id': '313fea2bc41845988f3599c81163014a'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:42.045287 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-717670f2-84a0-4588-9618-276c8f697208 None None] Allocated IP 172.20.0.2 (8630cfce-7042-4d08-a6c0-9d39e021d1a0/881a4e50-b3ff-4e06-8d2c-e7dae410c6a4/0c6de77a-7b4e-4be3-8296-a6afb61cf14f) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:53:42.175540 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0ce7317c-2396-4bb8-a6b6-6cca90576df5 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks [] for router_gateway, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:42.211993 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0ce7317c-2396-4bb8-a6b6-6cca90576df5 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:42.249686 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a843b98b-33f4-44e2-9981-2feecd567cc6 req-a3711227-cf58-422d-be14-3e688cad3c7a tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:42.251248 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a843b98b-33f4-44e2-9981-2feecd567cc6 req-a3711227-cf58-422d-be14-3e688cad3c7a tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=adc74289-5f7e-497a-a5ff-385af27d2fdb HTTP/1.1" status: 200 len: 946 time: 0.1286626 Aug 10 03:53:42.335485 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc8bee9f-0a7a-48a5-8f6a-ef09fb166247 req-66e609e8-be50-4632-888c-cfae73f6159e tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] Made reservation on behalf of 313fea2bc41845988f3599c81163014a for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:53:42.339881 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-cc8bee9f-0a7a-48a5-8f6a-ef09fb166247 req-66e609e8-be50-4632-888c-cfae73f6159e tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:42.340540 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-717670f2-84a0-4588-9618-276c8f697208 None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:42.364104 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a843b98b-33f4-44e2-9981-2feecd567cc6 req-7967c2e8-7f0a-48a2-ba34-ffc6fd7a0f48 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=2031f5a2-8e96-4d4c-b507-84878d4f1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044917 Aug 10 03:53:42.419221 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-0ce7317c-2396-4bb8-a6b6-6cca90576df5 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Allocated IP 172.25.6.78 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/7af13677-9c58-49e4-a3a6-5615de1ac067) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:53:42.428424 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-717670f2-84a0-4588-9618-276c8f697208 None None] Transition to ACTIVE for port object 0c6de77a-7b4e-4be3-8296-a6afb61cf14f will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:53:42.429231 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-80b76e99-8660-44f7-b6cd-b8b48bfcd3d7 req-faf2dd9e-aea9-4ab0-8a7d-40c963a6d359 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:42.445073 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['5a256c22-4466-4350-a91b-5c951dcec71f'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:53:42.472847 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf2dd9e-aea9-4ab0-8a7d-40c963a6d359 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Pushing event deleted for resources: {'Port': ['ID=5a256c22-4466-4350-a91b-5c951dcec71f,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:42.504896 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-717670f2-84a0-4588-9618-276c8f697208 None None] Transition to ACTIVE for port object 0c6de77a-7b4e-4be3-8296-a6afb61cf14f will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:53:42.517474 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-717670f2-84a0-4588-9618-276c8f697208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:42.568233 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717670f2-84a0-4588-9618-276c8f697208 None None] Network 8630cfce-7042-4d08-a6c0-9d39e021d1a0 is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:53:42.572431 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-717670f2-84a0-4588-9618-276c8f697208 None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:53:42.575027 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717670f2-84a0-4588-9618-276c8f697208 None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:53:42.583641 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717670f2-84a0-4588-9618-276c8f697208 None None] Pushing event updated for resources: {'Port': ['ID=0c6de77a-7b4e-4be3-8296-a6afb61cf14f,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:42.643218 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0ce7317c-2396-4bb8-a6b6-6cca90576df5 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:42.655532 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-80b76e99-8660-44f7-b6cd-b8b48bfcd3d7 req-faf2dd9e-aea9-4ab0-8a7d-40c963a6d359 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] No DVR routers for this DVR port 5a256c22-4466-4350-a91b-5c951dcec71f on host n-h2-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:53:42.665390 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-80b76e99-8660-44f7-b6cd-b8b48bfcd3d7 req-faf2dd9e-aea9-4ab0-8a7d-40c963a6d359 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:42.669003 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-80b76e99-8660-44f7-b6cd-b8b48bfcd3d7 req-faf2dd9e-aea9-4ab0-8a7d-40c963a6d359 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.61 "DELETE /v2.0/ports/5a256c22-4466-4350-a91b-5c951dcec71f HTTP/1.1" status: 204 len: 173 time: 1.2354851 Aug 10 03:53:42.669876 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adc74289-5f7e-497a-a5ff-385af27d2fdb', 'name': 'network-vif-deleted', 'tag': '5a256c22-4466-4350-a91b-5c951dcec71f'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:53:42.678563 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-717670f2-84a0-4588-9618-276c8f697208 None None] Attempting to bind port 0c6de77a-7b4e-4be3-8296-a6afb61cf14f on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:53:42.678953 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-717670f2-84a0-4588-9618-276c8f697208 None None] Attempting to bind port 0c6de77a-7b4e-4be3-8296-a6afb61cf14f by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'f815dabd-4774-4434-98b1-2dc1a68df784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8630cfce-7042-4d08-a6c0-9d39e021d1a0'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:53:42.679770 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717670f2-84a0-4588-9618-276c8f697208 None None] Attempting to bind port 0c6de77a-7b4e-4be3-8296-a6afb61cf14f on network 8630cfce-7042-4d08-a6c0-9d39e021d1a0 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:53:42.685109 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d5d9272-6686-445b-a103-77755de2c4e3" -d '{"events": [{"server_uuid": "adc74289-5f7e-497a-a5ff-385af27d2fdb", "name": "network-vif-deleted", "tag": "5a256c22-4466-4350-a91b-5c951dcec71f"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:53:42.687180 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717670f2-84a0-4588-9618-276c8f697208 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:53:42.687687 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717670f2-84a0-4588-9618-276c8f697208 None None] Checking segment: {'id': 'f815dabd-4774-4434-98b1-2dc1a68df784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8630cfce-7042-4d08-a6c0-9d39e021d1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:53:42.688142 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-717670f2-84a0-4588-9618-276c8f697208 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:42.688556 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717670f2-84a0-4588-9618-276c8f697208 None None] Bound using segment: {'id': 'f815dabd-4774-4434-98b1-2dc1a68df784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8630cfce-7042-4d08-a6c0-9d39e021d1a0'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:53:42.689472 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-717670f2-84a0-4588-9618-276c8f697208 None None] Bound port: 0c6de77a-7b4e-4be3-8296-a6afb61cf14f, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f815dabd-4774-4434-98b1-2dc1a68df784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8630cfce-7042-4d08-a6c0-9d39e021d1a0'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:53:42.690431 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-717670f2-84a0-4588-9618-276c8f697208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:42.760505 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0ce7317c-2396-4bb8-a6b6-6cca90576df5 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:42.804494 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-cc8bee9f-0a7a-48a5-8f6a-ef09fb166247 req-66e609e8-be50-4632-888c-cfae73f6159e tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] Allocated IP 172.20.0.6 (cd3dc204-78e1-4dbd-a299-c7b559c63744/b1e09f72-316b-4316-8bfa-d138c0a6f18b/1a1a1975-818e-4e66-af5e-9045bfe625f8) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:53:42.834502 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-717670f2-84a0-4588-9618-276c8f697208 None None] For port 0c6de77a-7b4e-4be3-8296-a6afb61cf14f, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:53:42.836515 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-838addf7-40cf-42fc-b8c6-ef3bee10c2b3 x-openstack-request-id: req-838addf7-40cf-42fc-b8c6-ef3bee10c2b3 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:53:42.836985 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adc74289-5f7e-497a-a5ff-385af27d2fdb", "name": "network-vif-deleted", "tag": "5a256c22-4466-4350-a91b-5c951dcec71f", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:53:42.837384 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-838addf7-40cf-42fc-b8c6-ef3bee10c2b3 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:53:42.838052 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc74289-5f7e-497a-a5ff-385af27d2fdb', 'name': 'network-vif-deleted', 'tag': '5a256c22-4466-4350-a91b-5c951dcec71f', 'status': 'completed', 'code': 200} Aug 10 03:53:42.843525 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-717670f2-84a0-4588-9618-276c8f697208 None None] For port 0c6de77a-7b4e-4be3-8296-a6afb61cf14f, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=0c6de77a-7b4e-4be3-8296-a6afb61cf14f,segment=NetworkSegment(f815dabd-4774-4434-98b1-2dc1a68df784),segment_id=f815dabd-4774-4434-98b1-2dc1a68df784)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:53:42.847163 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce7317c-2396-4bb8-a6b6-6cca90576df5 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:53:42.849755 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-717670f2-84a0-4588-9618-276c8f697208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:42.856142 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-0ce7317c-2396-4bb8-a6b6-6cca90576df5 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:53:42.861358 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce7317c-2396-4bb8-a6b6-6cca90576df5 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:53:42.903665 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7317c-2396-4bb8-a6b6-6cca90576df5 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Pushing event updated for resources: {'Port': ['ID=7af13677-9c58-49e4-a3a6-5615de1ac067,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:42.956052 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717670f2-84a0-4588-9618-276c8f697208 None None] Pushing event updated for resources: {'Port': ['ID=0c6de77a-7b4e-4be3-8296-a6afb61cf14f,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:43.048675 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-47f1acd3-d309-49e9-a162-1ea623ed2560 req-98c2c6ea-ce30-46ef-a96b-0c1951689443 tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4d693bc-3ed2-49c0-b2c8-af88e48bda12 HTTP/1.1" status: 200 len: 210 time: 0.0430858 Aug 10 03:53:43.120613 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-cc8bee9f-0a7a-48a5-8f6a-ef09fb166247 req-66e609e8-be50-4632-888c-cfae73f6159e tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:43.230591 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-cc8bee9f-0a7a-48a5-8f6a-ef09fb166247 req-66e609e8-be50-4632-888c-cfae73f6159e tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:43.286642 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc8bee9f-0a7a-48a5-8f6a-ef09fb166247 req-66e609e8-be50-4632-888c-cfae73f6159e tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] Network cd3dc204-78e1-4dbd-a299-c7b559c63744 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:53:43.296985 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-cc8bee9f-0a7a-48a5-8f6a-ef09fb166247 req-66e609e8-be50-4632-888c-cfae73f6159e tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:53:43.300661 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc8bee9f-0a7a-48a5-8f6a-ef09fb166247 req-66e609e8-be50-4632-888c-cfae73f6159e tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:53:43.334653 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e609e8-be50-4632-888c-cfae73f6159e tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] Pushing event updated for resources: {'Port': ['ID=1a1a1975-818e-4e66-af5e-9045bfe625f8,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:43.359014 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0ce7317c-2396-4bb8-a6b6-6cca90576df5 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks [] for router_gateway, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:43.381880 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8bee9f-0a7a-48a5-8f6a-ef09fb166247 req-66e609e8-be50-4632-888c-cfae73f6159e tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:43.382730 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-cc8bee9f-0a7a-48a5-8f6a-ef09fb166247 req-66e609e8-be50-4632-888c-cfae73f6159e tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:43.401931 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cc8bee9f-0a7a-48a5-8f6a-ef09fb166247 req-66e609e8-be50-4632-888c-cfae73f6159e tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3848839 Aug 10 03:53:43.414701 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [req-cc8bee9f-0a7a-48a5-8f6a-ef09fb166247 req-12ab8a9f-0a12-40d2-9e0d-82b0bb99f066 tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:53:43.415974 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cc8bee9f-0a7a-48a5-8f6a-ef09fb166247 req-12ab8a9f-0a12-40d2-9e0d-82b0bb99f066 tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074456 Aug 10 03:53:43.553023 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3951ffea-99f0-445b-b552-8e993f2e62d2 req-8bd6d9d2-099f-4f32-8eb5-9eddbef793ec tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=adc74289-5f7e-497a-a5ff-385af27d2fdb HTTP/1.1" status: 200 len: 210 time: 0.0560248 Aug 10 03:53:43.563345 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-cc8bee9f-0a7a-48a5-8f6a-ef09fb166247 req-9633e02f-d8ed-40f5-9874-68893bca4984 service neutron] Request body: {'port': {'device_id': 'c4d693bc-3ed2-49c0-b2c8-af88e48bda12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:43.639072 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-cc8bee9f-0a7a-48a5-8f6a-ef09fb166247 req-9633e02f-d8ed-40f5-9874-68893bca4984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:43.712972 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0ce7317c-2396-4bb8-a6b6-6cca90576df5 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:43.881774 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ce7317c-2396-4bb8-a6b6-6cca90576df5 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Router 1eadd1b9-0365-44b9-9215-4fc2a4c3c056 is scheduled to L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e with binding_index 1 {{(pid=94261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:53:43.972772 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-cc8bee9f-0a7a-48a5-8f6a-ef09fb166247 req-9633e02f-d8ed-40f5-9874-68893bca4984 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a1a1975-818e-4e66-af5e-9045bfe625f8 {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:53:43.989760 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-cc8bee9f-0a7a-48a5-8f6a-ef09fb166247 req-9633e02f-d8ed-40f5-9874-68893bca4984 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:44.016222 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ce7317c-2396-4bb8-a6b6-6cca90576df5 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:53:44.017149 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-cc8bee9f-0a7a-48a5-8f6a-ef09fb166247 req-9633e02f-d8ed-40f5-9874-68893bca4984 service neutron] Transition to ACTIVE for port object 1a1a1975-818e-4e66-af5e-9045bfe625f8 will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:53:44.027411 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-cc8bee9f-0a7a-48a5-8f6a-ef09fb166247 req-9633e02f-d8ed-40f5-9874-68893bca4984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:44.029986 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149ced1e-7c9d-4d47-b4de-1da5f3b845a2 None None] Sync routers for ids ['1eadd1b9-0365-44b9-9215-4fc2a4c3c056'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:53:44.052006 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149ced1e-7c9d-4d47-b4de-1da5f3b845a2 None None] Routers {'1eadd1b9-0365-44b9-9215-4fc2a4c3c056'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:53:44.052712 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-149ced1e-7c9d-4d47-b4de-1da5f3b845a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:53:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['1eadd1b9-0365-44b9-9215-4fc2a4c3c056'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:44.062912 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0ce7317c-2396-4bb8-a6b6-6cca90576df5 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:44.067039 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-0ce7317c-2396-4bb8-a6b6-6cca90576df5 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.5548203 Aug 10 03:53:44.067258 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 41882) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:44.097743 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9633e02f-d8ed-40f5-9874-68893bca4984 service neutron] Pushing event updated for resources: {'Port': ['ID=1a1a1975-818e-4e66-af5e-9045bfe625f8,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:44.144376 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-149ced1e-7c9d-4d47-b4de-1da5f3b845a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:44.164447 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149ced1e-7c9d-4d47-b4de-1da5f3b845a2 None None] Routers {'1eadd1b9-0365-44b9-9215-4fc2a4c3c056'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:53:44.164744 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-149ced1e-7c9d-4d47-b4de-1da5f3b845a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:53:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['1eadd1b9-0365-44b9-9215-4fc2a4c3c056'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:44.261178 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-149ced1e-7c9d-4d47-b4de-1da5f3b845a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:44.263140 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149ced1e-7c9d-4d47-b4de-1da5f3b845a2 None None] The sync data for ids ['1eadd1b9-0365-44b9-9215-4fc2a4c3c056'] in n-d-768862-13 is: [] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:53:44.280366 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-cc8bee9f-0a7a-48a5-8f6a-ef09fb166247 req-9633e02f-d8ed-40f5-9874-68893bca4984 service neutron] Attempting to bind port 1a1a1975-818e-4e66-af5e-9045bfe625f8 on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:53:44.280544 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-cc8bee9f-0a7a-48a5-8f6a-ef09fb166247 req-9633e02f-d8ed-40f5-9874-68893bca4984 service neutron] Attempting to bind port 1a1a1975-818e-4e66-af5e-9045bfe625f8 by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': 'edd18bbb-020d-4325-8231-42f847ee3107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'cd3dc204-78e1-4dbd-a299-c7b559c63744'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:53:44.280949 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8bee9f-0a7a-48a5-8f6a-ef09fb166247 req-9633e02f-d8ed-40f5-9874-68893bca4984 service neutron] Attempting to bind port 1a1a1975-818e-4e66-af5e-9045bfe625f8 on network cd3dc204-78e1-4dbd-a299-c7b559c63744 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:53:44.290114 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8bee9f-0a7a-48a5-8f6a-ef09fb166247 req-9633e02f-d8ed-40f5-9874-68893bca4984 service neutron] Port 1a1a1975-818e-4e66-af5e-9045bfe625f8 on network cd3dc204-78e1-4dbd-a299-c7b559c63744 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:53:44.290681 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8bee9f-0a7a-48a5-8f6a-ef09fb166247 req-9633e02f-d8ed-40f5-9874-68893bca4984 service neutron] Attempting to bind port 1a1a1975-818e-4e66-af5e-9045bfe625f8 on network cd3dc204-78e1-4dbd-a299-c7b559c63744 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:53:44.300235 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8bee9f-0a7a-48a5-8f6a-ef09fb166247 req-9633e02f-d8ed-40f5-9874-68893bca4984 service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:53:44.300491 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7652406-d955-4665-8fff-a0398ec24d90 None None] Network 8630cfce-7042-4d08-a6c0-9d39e021d1a0 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:53:44.300618 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8bee9f-0a7a-48a5-8f6a-ef09fb166247 req-9633e02f-d8ed-40f5-9874-68893bca4984 service neutron] Checking segment: {'id': 'edd18bbb-020d-4325-8231-42f847ee3107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'cd3dc204-78e1-4dbd-a299-c7b559c63744'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:53:44.300974 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8bee9f-0a7a-48a5-8f6a-ef09fb166247 req-9633e02f-d8ed-40f5-9874-68893bca4984 service neutron] Bound using segment: {'id': 'edd18bbb-020d-4325-8231-42f847ee3107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'cd3dc204-78e1-4dbd-a299-c7b559c63744'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:53:44.301421 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-cc8bee9f-0a7a-48a5-8f6a-ef09fb166247 req-9633e02f-d8ed-40f5-9874-68893bca4984 service neutron] Bound port: 1a1a1975-818e-4e66-af5e-9045bfe625f8, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edd18bbb-020d-4325-8231-42f847ee3107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'cd3dc204-78e1-4dbd-a299-c7b559c63744'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:53:44.301780 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-cc8bee9f-0a7a-48a5-8f6a-ef09fb166247 req-9633e02f-d8ed-40f5-9874-68893bca4984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:44.325020 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e3a3dd-9151-4947-84f4-5a960faf3422 req-66d6fb9d-5c8b-4d45-9f9e-978316c5be5e tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:44.326595 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-18e3a3dd-9151-4947-84f4-5a960faf3422 req-66d6fb9d-5c8b-4d45-9f9e-978316c5be5e tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4d693bc-3ed2-49c0-b2c8-af88e48bda12 HTTP/1.1" status: 200 len: 943 time: 0.1057067 Aug 10 03:53:44.473098 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-34e8c8e3-abc8-4f43-8fe2-194e3d5bb305 None None] Provisioning for port 0c6de77a-7b4e-4be3-8296-a6afb61cf14f completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:53:44.856364 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a4eb7b21-937b-4016-bec9-63b4195674c5 req-3c25f085-cf13-49fb-8156-15a2b8497411 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=adc74289-5f7e-497a-a5ff-385af27d2fdb HTTP/1.1" status: 200 len: 210 time: 0.0458663 Aug 10 03:53:44.860130 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1a1819fb-fb59-400d-abaa-444da5711eff tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:44.883274 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-18e3a3dd-9151-4947-84f4-5a960faf3422 req-60a38859-61a8-4491-8161-e2fe5b240d51 tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] 10.222.0.44 "GET /v2.0/security-groups?id=13a9e226-cbfd-445e-8202-d264bd25819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5222361 Aug 10 03:53:44.899072 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-cc8bee9f-0a7a-48a5-8f6a-ef09fb166247 req-9633e02f-d8ed-40f5-9874-68893bca4984 service neutron] For port 1a1a1975-818e-4e66-af5e-9045bfe625f8, host n-h1-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:53:44.904420 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-cc8bee9f-0a7a-48a5-8f6a-ef09fb166247 req-9633e02f-d8ed-40f5-9874-68893bca4984 service neutron] For port 1a1a1975-818e-4e66-af5e-9045bfe625f8, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=1a1a1975-818e-4e66-af5e-9045bfe625f8,segment=NetworkSegment(edd18bbb-020d-4325-8231-42f847ee3107),segment_id=edd18bbb-020d-4325-8231-42f847ee3107)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:53:44.912523 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-cc8bee9f-0a7a-48a5-8f6a-ef09fb166247 req-9633e02f-d8ed-40f5-9874-68893bca4984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:44.952990 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8bee9f-0a7a-48a5-8f6a-ef09fb166247 req-9633e02f-d8ed-40f5-9874-68893bca4984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:44.953776 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-cc8bee9f-0a7a-48a5-8f6a-ef09fb166247 req-9633e02f-d8ed-40f5-9874-68893bca4984 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:44.955167 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cc8bee9f-0a7a-48a5-8f6a-ef09fb166247 req-9633e02f-d8ed-40f5-9874-68893bca4984 service neutron] 10.222.0.42 "PUT /v2.0/ports/1a1a1975-818e-4e66-af5e-9045bfe625f8 HTTP/1.1" status: 200 len: 1092 time: 1.5301239 Aug 10 03:53:44.955649 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4d693bc-3ed2-49c0-b2c8-af88e48bda12', 'tag': '1a1a1975-818e-4e66-af5e-9045bfe625f8'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:53:44.958117 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47883422-d3b8-440d-a51c-d0bf58f6fd4a" -d '{"events": [{"name": "network-changed", "server_uuid": "c4d693bc-3ed2-49c0-b2c8-af88e48bda12", "tag": "1a1a1975-818e-4e66-af5e-9045bfe625f8"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:53:45.001905 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9633e02f-d8ed-40f5-9874-68893bca4984 service neutron] Pushing event updated for resources: {'Port': ['ID=1a1a1975-818e-4e66-af5e-9045bfe625f8,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:45.012884 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a89a26ef-02bc-418f-ac7e-8355440bd375 x-openstack-request-id: req-a89a26ef-02bc-418f-ac7e-8355440bd375 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:53:45.013197 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4d693bc-3ed2-49c0-b2c8-af88e48bda12", "tag": "1a1a1975-818e-4e66-af5e-9045bfe625f8", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:53:45.013451 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a89a26ef-02bc-418f-ac7e-8355440bd375 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:53:45.013848 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4d693bc-3ed2-49c0-b2c8-af88e48bda12', 'tag': '1a1a1975-818e-4e66-af5e-9045bfe625f8', 'status': 'completed', 'code': 200} Aug 10 03:53:45.052173 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 5a256c22-4466-4350-a91b-5c951dcec71f no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:53:45.061036 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8bee9f-0a7a-48a5-8f6a-ef09fb166247 req-7b644863-29f3-4f72-990d-4bb361253c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:45.062808 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cc8bee9f-0a7a-48a5-8f6a-ef09fb166247 req-7b644863-29f3-4f72-990d-4bb361253c2c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=313fea2bc41845988f3599c81163014a&device_id=c4d693bc-3ed2-49c0-b2c8-af88e48bda12 HTTP/1.1" status: 200 len: 1095 time: 0.0480037 Aug 10 03:53:45.078984 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] No Port match for: 5a256c22-4466-4350-a91b-5c951dcec71f {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:53:45.079629 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 5a256c22-4466-4350-a91b-5c951dcec71f not bound to the agent host n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:53:45.114590 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cc8bee9f-0a7a-48a5-8f6a-ef09fb166247 req-c2b99624-8a97-4439-b13d-b5998c0ef25c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a1a1975-818e-4e66-af5e-9045bfe625f8 HTTP/1.1" status: 200 len: 217 time: 0.0420694 Aug 10 03:53:45.190207 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8bee9f-0a7a-48a5-8f6a-ef09fb166247 req-ca27d1fb-5d5f-4474-af9d-413ed53f5cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:45.193073 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cc8bee9f-0a7a-48a5-8f6a-ef09fb166247 req-ca27d1fb-5d5f-4474-af9d-413ed53f5cc5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b1e09f72-316b-4316-8bfa-d138c0a6f18b HTTP/1.1" status: 200 len: 854 time: 0.0719097 Aug 10 03:53:45.232934 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cc8bee9f-0a7a-48a5-8f6a-ef09fb166247 req-bf91f47f-c309-4856-bb21-4dec39b0ae0b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cd3dc204-78e1-4dbd-a299-c7b559c63744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316947 Aug 10 03:53:45.275849 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 0c6de77a-7b4e-4be3-8296-a6afb61cf14f up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:53:45.297739 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-1a1819fb-fb59-400d-abaa-444da5711eff tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Allocated IP 172.20.0.1 (8630cfce-7042-4d08-a6c0-9d39e021d1a0/881a4e50-b3ff-4e06-8d2c-e7dae410c6a4/eea6de89-ba29-4a68-9c39-3aa9a0e4d651) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:53:45.375626 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 0c6de77a-7b4e-4be3-8296-a6afb61cf14f completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:53:45.385228 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 0c6de77a-7b4e-4be3-8296-a6afb61cf14f triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:45.386205 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:45.408870 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cc8bee9f-0a7a-48a5-8f6a-ef09fb166247 req-e0a5d01b-c5f9-46c9-b8c4-2c0da27e8b2b service neutron] 10.222.0.42 "GET /v2.0/networks/cd3dc204-78e1-4dbd-a299-c7b559c63744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680112 Aug 10 03:53:45.530476 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1a1819fb-fb59-400d-abaa-444da5711eff tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:45.546912 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:45.557564 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [None req-1a1819fb-fb59-400d-abaa-444da5711eff tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Transition to ACTIVE for port object eea6de89-ba29-4a68-9c39-3aa9a0e4d651 will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:53:45.585404 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cc8bee9f-0a7a-48a5-8f6a-ef09fb166247 req-030235b2-9106-4a31-86d8-5c7d6eada19c service neutron] 10.222.0.42 "GET /v2.0/networks/cd3dc204-78e1-4dbd-a299-c7b559c63744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679716 Aug 10 03:53:45.610562 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 0c6de77a-7b4e-4be3-8296-a6afb61cf14f, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=0c6de77a-7b4e-4be3-8296-a6afb61cf14f,segment=NetworkSegment(f815dabd-4774-4434-98b1-2dc1a68df784),segment_id=f815dabd-4774-4434-98b1-2dc1a68df784)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:45.618738 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:45.637087 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1a1819fb-fb59-400d-abaa-444da5711eff tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:45.699728 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=0c6de77a-7b4e-4be3-8296-a6afb61cf14f,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:45.717538 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1819fb-fb59-400d-abaa-444da5711eff tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Network 8630cfce-7042-4d08-a6c0-9d39e021d1a0 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:53:45.726730 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-1a1819fb-fb59-400d-abaa-444da5711eff tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:53:45.733799 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1819fb-fb59-400d-abaa-444da5711eff tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:53:45.781375 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1819fb-fb59-400d-abaa-444da5711eff tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Pushing event updated for resources: {'Port': ['ID=eea6de89-ba29-4a68-9c39-3aa9a0e4d651,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:45.795736 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47883422-d3b8-440d-a51c-d0bf58f6fd4a req-f39a97f3-1b65-4ba4-905f-84e5b2ed0505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:45.798062 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-47883422-d3b8-440d-a51c-d0bf58f6fd4a req-f39a97f3-1b65-4ba4-905f-84e5b2ed0505 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=313fea2bc41845988f3599c81163014a&device_id=c4d693bc-3ed2-49c0-b2c8-af88e48bda12 HTTP/1.1" status: 200 len: 1095 time: 0.0752165 Aug 10 03:53:45.825726 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1a1819fb-fb59-400d-abaa-444da5711eff tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521745'] for router_interface, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:45.987392 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47883422-d3b8-440d-a51c-d0bf58f6fd4a req-e5688a30-ddfc-42aa-9a41-6979a4b8b967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:45.989960 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-47883422-d3b8-440d-a51c-d0bf58f6fd4a req-e5688a30-ddfc-42aa-9a41-6979a4b8b967 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cd3dc204-78e1-4dbd-a299-c7b559c63744 HTTP/1.1" status: 200 len: 914 time: 0.1841977 Aug 10 03:53:46.082771 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1a1819fb-fb59-400d-abaa-444da5711eff tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:46.091344 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-47883422-d3b8-440d-a51c-d0bf58f6fd4a req-2470eb8e-b3ef-418a-81b8-85b0bd7abe87 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a1a1975-818e-4e66-af5e-9045bfe625f8 HTTP/1.1" status: 200 len: 217 time: 0.0872948 Aug 10 03:53:46.190313 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c4c9d9f5-9c06-4aab-80f6-fd64c3f50f83 None None] Provisioning for port eea6de89-ba29-4a68-9c39-3aa9a0e4d651 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:53:46.196742 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c4c9d9f5-9c06-4aab-80f6-fd64c3f50f83 None None] Provisioning complete for port eea6de89-ba29-4a68-9c39-3aa9a0e4d651 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:46.197430 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c4c9d9f5-9c06-4aab-80f6-fd64c3f50f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:46.227876 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1be9fc6f-12b7-4133-a131-e225a9b0fbc2 req-33edc3e7-07f0-4387-aeaf-05fe838e50c3 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=adc74289-5f7e-497a-a5ff-385af27d2fdb HTTP/1.1" status: 200 len: 210 time: 0.1349173 Aug 10 03:53:46.255224 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47883422-d3b8-440d-a51c-d0bf58f6fd4a req-7f0aa0e2-33db-4506-beae-c2eab022c584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:46.256714 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-47883422-d3b8-440d-a51c-d0bf58f6fd4a req-7f0aa0e2-33db-4506-beae-c2eab022c584 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b1e09f72-316b-4316-8bfa-d138c0a6f18b HTTP/1.1" status: 200 len: 854 time: 0.1228766 Aug 10 03:53:46.269190 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c4c9d9f5-9c06-4aab-80f6-fd64c3f50f83 None None] Port eea6de89-ba29-4a68-9c39-3aa9a0e4d651 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:53:46.275585 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6940efc9-c621-4cc0-9cfe-f6e63ee36343 req-e67e2674-e41b-442a-98a3-34cf6b8d4cc6 tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:46.277213 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6940efc9-c621-4cc0-9cfe-f6e63ee36343 req-e67e2674-e41b-442a-98a3-34cf6b8d4cc6 tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4d693bc-3ed2-49c0-b2c8-af88e48bda12 HTTP/1.1" status: 200 len: 943 time: 0.1821952 Aug 10 03:53:46.312870 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-47883422-d3b8-440d-a51c-d0bf58f6fd4a req-961361e8-d457-4292-906f-784731418dc5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cd3dc204-78e1-4dbd-a299-c7b559c63744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346241 Aug 10 03:53:46.392215 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6940efc9-c621-4cc0-9cfe-f6e63ee36343 req-785727a1-7ac9-44a3-86fc-1aefcce668ef tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] 10.222.0.44 "GET /v2.0/security-groups?id=13a9e226-cbfd-445e-8202-d264bd25819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056068 Aug 10 03:53:46.444079 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-47883422-d3b8-440d-a51c-d0bf58f6fd4a req-1ee569b3-7062-40ff-9bbb-97daa3fb4c0b service neutron] 10.222.0.42 "GET /v2.0/networks/cd3dc204-78e1-4dbd-a299-c7b559c63744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219392 Aug 10 03:53:46.616500 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-47883422-d3b8-440d-a51c-d0bf58f6fd4a req-95aa70bf-40f9-48c5-b9c3-c075fcdbe084 service neutron] 10.222.0.42 "GET /v2.0/networks/cd3dc204-78e1-4dbd-a299-c7b559c63744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624877 Aug 10 03:53:46.921895 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1a1819fb-fb59-400d-abaa-444da5711eff tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:46.927341 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1a1819fb-fb59-400d-abaa-444da5711eff tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:46.998495 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 1a1a1975-818e-4e66-af5e-9045bfe625f8 details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:53:47.024584 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1819fb-fb59-400d-abaa-444da5711eff tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Pushing event updated for resources: {'Port': ['ID=eea6de89-ba29-4a68-9c39-3aa9a0e4d651,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:47.029038 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1a1819fb-fb59-400d-abaa-444da5711eff tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521893'] for router_interface, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:47.185200 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 1a1a1975-818e-4e66-af5e-9045bfe625f8, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=1a1a1975-818e-4e66-af5e-9045bfe625f8,segment=NetworkSegment(edd18bbb-020d-4325-8231-42f847ee3107),segment_id=edd18bbb-020d-4325-8231-42f847ee3107)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:47.208206 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': '1a1a1975-818e-4e66-af5e-9045bfe625f8', 'network_id': 'cd3dc204-78e1-4dbd-a299-c7b559c63744', 'port_id': '1a1a1975-818e-4e66-af5e-9045bfe625f8', 'mac_address': 'fa:16:3e:41:ab:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1e09f72-316b-4316-8bfa-d138c0a6f18b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:53:47.215526 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1819fb-fb59-400d-abaa-444da5711eff tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Network 8630cfce-7042-4d08-a6c0-9d39e021d1a0 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:53:47.217239 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-1a1819fb-fb59-400d-abaa-444da5711eff tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:53:47.451272 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f3a86e83-ae80-4b44-96c0-b7f32226820d req-2d9ab4c6-d056-4550-bc18-f9296d0bf662 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=adc74289-5f7e-497a-a5ff-385af27d2fdb HTTP/1.1" status: 200 len: 210 time: 0.0688109 Aug 10 03:53:47.516543 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a1819fb-fb59-400d-abaa-444da5711eff tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Router 1eadd1b9-0365-44b9-9215-4fc2a4c3c056 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:53:47.589244 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 0c6de77a-7b4e-4be3-8296-a6afb61cf14f up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:53:47.652449 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5560bd05-d388-489d-b36a-9b560366c6a9 req-666c0120-ce9b-4b85-9100-0d5824262437 tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:47.652988 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:47.659296 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5560bd05-d388-489d-b36a-9b560366c6a9 req-666c0120-ce9b-4b85-9100-0d5824262437 tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4d693bc-3ed2-49c0-b2c8-af88e48bda12 HTTP/1.1" status: 200 len: 943 time: 0.1193354 Aug 10 03:53:47.677430 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a1a1975-818e-4e66-af5e-9045bfe625f8 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:53:47.720492 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 0c6de77a-7b4e-4be3-8296-a6afb61cf14f triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:47.720958 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:47.726681 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5560bd05-d388-489d-b36a-9b560366c6a9 req-a1d2f2a6-0fb9-4081-b075-32c2e733a83e tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] 10.222.0.44 "GET /v2.0/security-groups?id=13a9e226-cbfd-445e-8202-d264bd25819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563743 Aug 10 03:53:47.727886 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 1a1a1975-818e-4e66-af5e-9045bfe625f8, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=1a1a1975-818e-4e66-af5e-9045bfe625f8,segment=NetworkSegment(edd18bbb-020d-4325-8231-42f847ee3107),segment_id=edd18bbb-020d-4325-8231-42f847ee3107)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:47.751812 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:47.790949 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a1819fb-fb59-400d-abaa-444da5711eff tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:53:47.806155 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 41898) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:47.806989 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-1a1819fb-fb59-400d-abaa-444da5711eff tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] 10.222.0.44 "PUT /v2.0/routers/1eadd1b9-0365-44b9-9215-4fc2a4c3c056/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7380188 Aug 10 03:53:47.813489 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-2911ec3d-2b2b-4502-9371-1e1b29bc6c54 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Request body: {'port': {'network_id': '8630cfce-7042-4d08-a6c0-9d39e021d1a0', 'name': 'tempest-FloatingIPTestJSON-205417725'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:47.815624 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc716069-83b6-4802-a2a7-83895c1b7800 None None] Sync routers for ids ['1eadd1b9-0365-44b9-9215-4fc2a4c3c056'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:53:47.834766 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc716069-83b6-4802-a2a7-83895c1b7800 None None] Routers {'1eadd1b9-0365-44b9-9215-4fc2a4c3c056'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:53:47.836264 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-bc716069-83b6-4802-a2a7-83895c1b7800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:53:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['1eadd1b9-0365-44b9-9215-4fc2a4c3c056'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:47.839320 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-02e74bc3-138c-4fa0-9e6b-c7ef4eb6bd5c None None] Provisioning complete for port eea6de89-ba29-4a68-9c39-3aa9a0e4d651 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:47.839709 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-02e74bc3-138c-4fa0-9e6b-c7ef4eb6bd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:47.846919 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=1a1a1975-818e-4e66-af5e-9045bfe625f8,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:47.902418 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-bc716069-83b6-4802-a2a7-83895c1b7800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:47.911205 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-02e74bc3-138c-4fa0-9e6b-c7ef4eb6bd5c None None] Port eea6de89-ba29-4a68-9c39-3aa9a0e4d651 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:53:47.919266 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc716069-83b6-4802-a2a7-83895c1b7800 None None] Routers {'1eadd1b9-0365-44b9-9215-4fc2a4c3c056'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:53:47.920772 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-bc716069-83b6-4802-a2a7-83895c1b7800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:53:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['1eadd1b9-0365-44b9-9215-4fc2a4c3c056'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:47.962325 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-bc716069-83b6-4802-a2a7-83895c1b7800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:47.962980 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc716069-83b6-4802-a2a7-83895c1b7800 None None] The sync data for ids ['1eadd1b9-0365-44b9-9215-4fc2a4c3c056'] in n-d-768862-13 is: [] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:53:47.978902 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2911ec3d-2b2b-4502-9371-1e1b29bc6c54 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Made reservation on behalf of 9ac15b81698e4011ad7cbe8b7cde8591 for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:53:47.985653 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2911ec3d-2b2b-4502-9371-1e1b29bc6c54 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:47.990949 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['1a1a1975-818e-4e66-af5e-9045bfe625f8'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:53:48.017529 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [None req-2911ec3d-2b2b-4502-9371-1e1b29bc6c54 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] device_id is not set on port 540b6ddf-0f25-4bd2-a030-6e993f60fe5b yet. {{(pid=94260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:53:48.144767 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-2911ec3d-2b2b-4502-9371-1e1b29bc6c54 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Allocated IP 172.20.0.12 (8630cfce-7042-4d08-a6c0-9d39e021d1a0/881a4e50-b3ff-4e06-8d2c-e7dae410c6a4/540b6ddf-0f25-4bd2-a030-6e993f60fe5b) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:53:48.336710 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2911ec3d-2b2b-4502-9371-1e1b29bc6c54 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:48.353392 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [None req-2911ec3d-2b2b-4502-9371-1e1b29bc6c54 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Transition to ACTIVE for port object 540b6ddf-0f25-4bd2-a030-6e993f60fe5b will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:53:48.388693 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2911ec3d-2b2b-4502-9371-1e1b29bc6c54 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:48.439869 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2911ec3d-2b2b-4502-9371-1e1b29bc6c54 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Network 8630cfce-7042-4d08-a6c0-9d39e021d1a0 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:53:48.443325 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-2911ec3d-2b2b-4502-9371-1e1b29bc6c54 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:53:48.447655 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2911ec3d-2b2b-4502-9371-1e1b29bc6c54 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:53:48.454709 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2911ec3d-2b2b-4502-9371-1e1b29bc6c54 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Pushing event updated for resources: {'Port': ['ID=540b6ddf-0f25-4bd2-a030-6e993f60fe5b,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:48.530110 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2911ec3d-2b2b-4502-9371-1e1b29bc6c54 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:48.531461 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2911ec3d-2b2b-4502-9371-1e1b29bc6c54 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:48.563044 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-2911ec3d-2b2b-4502-9371-1e1b29bc6c54 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7521200 Aug 10 03:53:48.563150 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 41902) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:48.572255 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-070c528f-2310-47be-9c03-239883f5b011 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Request body: {'floatingip': {'port_id': '540b6ddf-0f25-4bd2-a030-6e993f60fe5b'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:48.655664 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-070c528f-2310-47be-9c03-239883f5b011 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks [] for floatingip, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:48.677984 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-13ca567b-4ec2-4ad4-ae60-12a4dfa7e3be req-724d05d1-4215-4fc4-bc65-803d697ca9ee tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=adc74289-5f7e-497a-a5ff-385af27d2fdb HTTP/1.1" status: 200 len: 210 time: 0.0485537 Aug 10 03:53:48.845413 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-908b08f6-55cd-423d-9ace-3c55586fd3ad None None] Provisioning for port 540b6ddf-0f25-4bd2-a030-6e993f60fe5b completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:53:48.852948 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-908b08f6-55cd-423d-9ace-3c55586fd3ad None None] Provisioning complete for port 540b6ddf-0f25-4bd2-a030-6e993f60fe5b triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:48.853410 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-908b08f6-55cd-423d-9ace-3c55586fd3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:48.899524 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-908b08f6-55cd-423d-9ace-3c55586fd3ad None None] Port 540b6ddf-0f25-4bd2-a030-6e993f60fe5b cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:53:48.920552 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00acb961-7a5e-4b5f-a3e7-b88d4f2f33c0 req-11471f43-2001-4ea2-bca6-017363fb0833 tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:48.923287 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-00acb961-7a5e-4b5f-a3e7-b88d4f2f33c0 req-11471f43-2001-4ea2-bca6-017363fb0833 tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4d693bc-3ed2-49c0-b2c8-af88e48bda12 HTTP/1.1" status: 200 len: 944 time: 0.0866499 Aug 10 03:53:48.967308 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-00acb961-7a5e-4b5f-a3e7-b88d4f2f33c0 req-a3e50ad1-5cf6-487d-b3de-2586ef699e34 tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] 10.222.0.44 "GET /v2.0/security-groups?id=13a9e226-cbfd-445e-8202-d264bd25819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378969 Aug 10 03:53:48.998323 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 1a1a1975-818e-4e66-af5e-9045bfe625f8 up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:53:49.052567 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning for port 1a1a1975-818e-4e66-af5e-9045bfe625f8 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:53:49.058344 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port 1a1a1975-818e-4e66-af5e-9045bfe625f8 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:49.058873 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:49.152350 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:49.178498 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4d693bc-3ed2-49c0-b2c8-af88e48bda12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a1a1975-818e-4e66-af5e-9045bfe625f8'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:53:49.181414 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c85d378-7e0e-473d-acff-89924650faec" -d '{"events": [{"server_uuid": "c4d693bc-3ed2-49c0-b2c8-af88e48bda12", "name": "network-vif-plugged", "status": "completed", "tag": "1a1a1975-818e-4e66-af5e-9045bfe625f8"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:53:49.195875 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 1a1a1975-818e-4e66-af5e-9045bfe625f8, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=1a1a1975-818e-4e66-af5e-9045bfe625f8,segment=NetworkSegment(edd18bbb-020d-4325-8231-42f847ee3107),segment_id=edd18bbb-020d-4325-8231-42f847ee3107)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:49.201258 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:49.243177 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e629533-d67e-48c2-b0f0-1ab6b559da31 x-openstack-request-id: req-8e629533-d67e-48c2-b0f0-1ab6b559da31 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:53:49.243475 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4d693bc-3ed2-49c0-b2c8-af88e48bda12", "name": "network-vif-plugged", "status": "completed", "tag": "1a1a1975-818e-4e66-af5e-9045bfe625f8", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:53:49.243728 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8e629533-d67e-48c2-b0f0-1ab6b559da31 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:53:49.244119 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4d693bc-3ed2-49c0-b2c8-af88e48bda12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a1a1975-818e-4e66-af5e-9045bfe625f8', 'code': 200} Aug 10 03:53:49.270889 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=1a1a1975-818e-4e66-af5e-9045bfe625f8,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:49.293270 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-070c528f-2310-47be-9c03-239883f5b011 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:49.297743 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-070c528f-2310-47be-9c03-239883f5b011 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:49.352462 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4777b9b-5149-4351-8293-335a8bab41ce req-050aab4a-a3c5-40c3-b35e-55748133710c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:49.354063 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a4777b9b-5149-4351-8293-335a8bab41ce req-050aab4a-a3c5-40c3-b35e-55748133710c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c4d693bc-3ed2-49c0-b2c8-af88e48bda12 HTTP/1.1" status: 200 len: 1097 time: 0.0488360 Aug 10 03:53:49.392777 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a4777b9b-5149-4351-8293-335a8bab41ce req-350c790c-cb60-46e9-adbc-b19a4cd3c7b6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=13a9e226-cbfd-445e-8202-d264bd25819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311790 Aug 10 03:53:49.409772 n-d-768862-13 neutron-server[94261]: INFO neutron.db.l3_db [None req-070c528f-2310-47be-9c03-239883f5b011 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Floating IP 2ecf6517-3fb9-4622-9d72-8488b66de5e8 associated. External IP: 172.25.6.171, port: 3924d848-9dc5-4a7d-9ac7-1ee01ef0b4ba. Aug 10 03:53:49.671540 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-070c528f-2310-47be-9c03-239883f5b011 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Router a805573b-b581-4c91-bfaf-5e2cb77a11d1 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:53:49.799804 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-070c528f-2310-47be-9c03-239883f5b011 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:53:49.813690 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592a2d22-4139-4584-9243-94269f5c591e None None] Sync routers for ids ['a805573b-b581-4c91-bfaf-5e2cb77a11d1'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:53:49.830188 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592a2d22-4139-4584-9243-94269f5c591e None None] Routers {'a805573b-b581-4c91-bfaf-5e2cb77a11d1'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:53:49.831441 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-592a2d22-4139-4584-9243-94269f5c591e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:53:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['a805573b-b581-4c91-bfaf-5e2cb77a11d1'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:49.914384 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-592a2d22-4139-4584-9243-94269f5c591e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:49.930941 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592a2d22-4139-4584-9243-94269f5c591e None None] Routers {'a805573b-b581-4c91-bfaf-5e2cb77a11d1'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:53:49.931791 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-592a2d22-4139-4584-9243-94269f5c591e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:53:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['a805573b-b581-4c91-bfaf-5e2cb77a11d1'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:49.990825 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-592a2d22-4139-4584-9243-94269f5c591e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:49.991915 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592a2d22-4139-4584-9243-94269f5c591e None None] The sync data for ids ['a805573b-b581-4c91-bfaf-5e2cb77a11d1'] in n-d-768862-13 is: [] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:53:50.144729 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-070c528f-2310-47be-9c03-239883f5b011 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Router 1eadd1b9-0365-44b9-9215-4fc2a4c3c056 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:53:50.148582 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f36a93-f0b1-472e-90b4-3f6a2dc462e5 req-d4b3fea0-4aa9-4bcc-af53-d18251a0ec44 tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:50.150833 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-21f36a93-f0b1-472e-90b4-3f6a2dc462e5 req-d4b3fea0-4aa9-4bcc-af53-d18251a0ec44 tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4d693bc-3ed2-49c0-b2c8-af88e48bda12 HTTP/1.1" status: 200 len: 945 time: 0.0622096 Aug 10 03:53:50.226949 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-21f36a93-f0b1-472e-90b4-3f6a2dc462e5 req-90718797-c33b-4a9b-a8cd-2ef2fe2446f7 tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] 10.222.0.44 "GET /v2.0/security-groups?id=13a9e226-cbfd-445e-8202-d264bd25819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630639 Aug 10 03:53:50.312090 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-070c528f-2310-47be-9c03-239883f5b011 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:53:50.325281 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-070c528f-2310-47be-9c03-239883f5b011 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:50.332389 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507f9f94-1f01-4020-a973-53b13e4e345f None None] Sync routers for ids ['1eadd1b9-0365-44b9-9215-4fc2a4c3c056'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:53:50.351375 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507f9f94-1f01-4020-a973-53b13e4e345f None None] Routers {'1eadd1b9-0365-44b9-9215-4fc2a4c3c056'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:53:50.353122 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-507f9f94-1f01-4020-a973-53b13e4e345f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:53:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['1eadd1b9-0365-44b9-9215-4fc2a4c3c056'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:50.417442 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-070c528f-2310-47be-9c03-239883f5b011 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] 10.222.0.44 "PUT /v2.0/floatingips/2ecf6517-3fb9-4622-9d72-8488b66de5e8 HTTP/1.1" status: 200 len: 978 time: 1.8495386 Aug 10 03:53:50.418008 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 41916) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:50.419118 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-507f9f94-1f01-4020-a973-53b13e4e345f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:50.436407 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507f9f94-1f01-4020-a973-53b13e4e345f None None] Routers {'1eadd1b9-0365-44b9-9215-4fc2a4c3c056'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:53:50.437564 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-507f9f94-1f01-4020-a973-53b13e4e345f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:53:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['1eadd1b9-0365-44b9-9215-4fc2a4c3c056'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:50.495511 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-507f9f94-1f01-4020-a973-53b13e4e345f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:50.496236 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507f9f94-1f01-4020-a973-53b13e4e345f None None] The sync data for ids ['1eadd1b9-0365-44b9-9215-4fc2a4c3c056'] in n-d-768862-13 is: [] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:53:50.544955 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-18801da9-a73a-4a9b-83e0-8cef04d2b304 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Deleting port 540b6ddf-0f25-4bd2-a030-6e993f60fe5b {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:53:50.545491 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-18801da9-a73a-4a9b-83e0-8cef04d2b304 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:50.653903 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-18801da9-a73a-4a9b-83e0-8cef04d2b304 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:50.857323 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-18801da9-a73a-4a9b-83e0-8cef04d2b304 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:50.858012 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-18801da9-a73a-4a9b-83e0-8cef04d2b304 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:50.858012 n-d-768862-13 neutron-server[94260]: INFO neutron.db.l3_db [None req-18801da9-a73a-4a9b-83e0-8cef04d2b304 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Floating IP 2ecf6517-3fb9-4622-9d72-8488b66de5e8 disassociated. External IP: 172.25.6.171, port: 540b6ddf-0f25-4bd2-a030-6e993f60fe5b. Aug 10 03:53:50.858951 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-18801da9-a73a-4a9b-83e0-8cef04d2b304 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Calling delete_port for 540b6ddf-0f25-4bd2-a030-6e993f60fe5b owned by {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:53:51.085822 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-18801da9-a73a-4a9b-83e0-8cef04d2b304 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:51.137536 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18801da9-a73a-4a9b-83e0-8cef04d2b304 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Pushing event deleted for resources: {'Port': ['ID=540b6ddf-0f25-4bd2-a030-6e993f60fe5b,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:51.392671 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-855e325f-3d2d-48c8-8d24-dcde7fc8de87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:51.441135 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18801da9-a73a-4a9b-83e0-8cef04d2b304 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Router 1eadd1b9-0365-44b9-9215-4fc2a4c3c056 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:53:51.479390 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e725ab7f-d50c-4000-8266-e4d5a32dcdef req-6cc3b935-3b55-46bd-ad62-bdae15d0f0c8 tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:51.482203 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e725ab7f-d50c-4000-8266-e4d5a32dcdef req-6cc3b935-3b55-46bd-ad62-bdae15d0f0c8 tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4d693bc-3ed2-49c0-b2c8-af88e48bda12 HTTP/1.1" status: 200 len: 945 time: 0.1188519 Aug 10 03:53:51.626564 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e725ab7f-d50c-4000-8266-e4d5a32dcdef req-1b27df62-1f0b-4120-95da-33411ead6fd6 tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] 10.222.0.44 "GET /v2.0/security-groups?id=13a9e226-cbfd-445e-8202-d264bd25819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754697 Aug 10 03:53:51.656440 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18801da9-a73a-4a9b-83e0-8cef04d2b304 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:53:51.679529 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654e1680-fe9e-4a57-9783-92f4bea47030 None None] Sync routers for ids ['1eadd1b9-0365-44b9-9215-4fc2a4c3c056'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:53:51.697760 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654e1680-fe9e-4a57-9783-92f4bea47030 None None] Routers {'1eadd1b9-0365-44b9-9215-4fc2a4c3c056'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:53:51.699423 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-654e1680-fe9e-4a57-9783-92f4bea47030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:53:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['1eadd1b9-0365-44b9-9215-4fc2a4c3c056'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:51.764234 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-654e1680-fe9e-4a57-9783-92f4bea47030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:51.778413 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654e1680-fe9e-4a57-9783-92f4bea47030 None None] Routers {'1eadd1b9-0365-44b9-9215-4fc2a4c3c056'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:53:51.778863 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-18801da9-a73a-4a9b-83e0-8cef04d2b304 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:51.780399 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-654e1680-fe9e-4a57-9783-92f4bea47030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:53:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['1eadd1b9-0365-44b9-9215-4fc2a4c3c056'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:51.785917 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-18801da9-a73a-4a9b-83e0-8cef04d2b304 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] 10.222.0.44 "DELETE /v2.0/ports/540b6ddf-0f25-4bd2-a030-6e993f60fe5b HTTP/1.1" status: 204 len: 168 time: 1.3638115 Aug 10 03:53:51.786604 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 41940) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:51.847510 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-654e1680-fe9e-4a57-9783-92f4bea47030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:51.848638 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654e1680-fe9e-4a57-9783-92f4bea47030 None None] The sync data for ids ['1eadd1b9-0365-44b9-9215-4fc2a4c3c056'] in n-d-768862-13 is: [] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:53:52.371141 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9477c391-09ec-4436-8fc3-df9c935247e7 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521880'] for router_interface, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:52.790758 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-9477c391-09ec-4436-8fc3-df9c935247e7 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Deleting port eea6de89-ba29-4a68-9c39-3aa9a0e4d651 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:53:52.791592 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9477c391-09ec-4436-8fc3-df9c935247e7 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:52.901407 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9477c391-09ec-4436-8fc3-df9c935247e7 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:52.916227 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-9477c391-09ec-4436-8fc3-df9c935247e7 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Calling delete_port for eea6de89-ba29-4a68-9c39-3aa9a0e4d651 owned by network:router_interface {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:53:53.227904 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9477c391-09ec-4436-8fc3-df9c935247e7 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:53.285845 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9477c391-09ec-4436-8fc3-df9c935247e7 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Pushing event deleted for resources: {'Port': ['ID=eea6de89-ba29-4a68-9c39-3aa9a0e4d651,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:53.702878 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-86373682-b0bd-4e29-be2b-926c463e6460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:53.777038 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9477c391-09ec-4436-8fc3-df9c935247e7 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-522536'] for router_interface, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:54.320364 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:54.520508 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9477c391-09ec-4436-8fc3-df9c935247e7 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Router 1eadd1b9-0365-44b9-9215-4fc2a4c3c056 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:53:54.705572 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9477c391-09ec-4436-8fc3-df9c935247e7 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:53:54.716173 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-9477c391-09ec-4436-8fc3-df9c935247e7 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] 10.222.0.44 "PUT /v2.0/routers/1eadd1b9-0365-44b9-9215-4fc2a4c3c056/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9275568 Aug 10 03:53:54.716834 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388fba65-d40e-4886-9a6f-c3c3d201cd6f None None] Sync routers for ids ['1eadd1b9-0365-44b9-9215-4fc2a4c3c056'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:53:54.717319 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 42054) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:54.727972 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388fba65-d40e-4886-9a6f-c3c3d201cd6f None None] Routers {'1eadd1b9-0365-44b9-9215-4fc2a4c3c056'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:53:54.728458 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-388fba65-d40e-4886-9a6f-c3c3d201cd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:53:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['1eadd1b9-0365-44b9-9215-4fc2a4c3c056'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:54.766928 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-388fba65-d40e-4886-9a6f-c3c3d201cd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:54.777364 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388fba65-d40e-4886-9a6f-c3c3d201cd6f None None] Routers {'1eadd1b9-0365-44b9-9215-4fc2a4c3c056'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:53:54.778010 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-388fba65-d40e-4886-9a6f-c3c3d201cd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:53:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['1eadd1b9-0365-44b9-9215-4fc2a4c3c056'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:54.812454 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-388fba65-d40e-4886-9a6f-c3c3d201cd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:54.813117 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388fba65-d40e-4886-9a6f-c3c3d201cd6f None None] The sync data for ids ['1eadd1b9-0365-44b9-9215-4fc2a4c3c056'] in n-d-768862-13 is: [] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:53:54.948405 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-81fad14d-1164-4cb1-af28-de38eb39747b tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks [] for router, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:55.144552 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-81fad14d-1164-4cb1-af28-de38eb39747b tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:55.229548 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-81fad14d-1164-4cb1-af28-de38eb39747b tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Deleting port 7af13677-9c58-49e4-a3a6-5615de1ac067 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:53:55.230178 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-81fad14d-1164-4cb1-af28-de38eb39747b tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:55.341186 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-81fad14d-1164-4cb1-af28-de38eb39747b tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:55.359918 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-81fad14d-1164-4cb1-af28-de38eb39747b tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Calling delete_port for 7af13677-9c58-49e4-a3a6-5615de1ac067 owned by network:router_gateway {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:53:55.438109 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:55.640557 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-81fad14d-1164-4cb1-af28-de38eb39747b tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:55.735264 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fad14d-1164-4cb1-af28-de38eb39747b tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Pushing event deleted for resources: {'Port': ['ID=7af13677-9c58-49e4-a3a6-5615de1ac067,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:55.811790 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-81fad14d-1164-4cb1-af28-de38eb39747b tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520654'] for router_gateway, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:55.964369 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-81fad14d-1164-4cb1-af28-de38eb39747b tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:55.968281 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-81fad14d-1164-4cb1-af28-de38eb39747b tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:56.036105 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-81fad14d-1164-4cb1-af28-de38eb39747b tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:56.036670 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81fad14d-1164-4cb1-af28-de38eb39747b tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Fanout notify agent at l3_agent the message router_deleted on router 1eadd1b9-0365-44b9-9215-4fc2a4c3c056 {{(pid=94260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:53:56.045521 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-81fad14d-1164-4cb1-af28-de38eb39747b tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks [] for router, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:56.046820 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-81fad14d-1164-4cb1-af28-de38eb39747b tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] 10.222.0.44 "DELETE /v2.0/routers/1eadd1b9-0365-44b9-9215-4fc2a4c3c056 HTTP/1.1" status: 204 len: 168 time: 1.3274183 Aug 10 03:53:56.050495 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42088) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:56.145521 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-048e3475-1478-46f6-bd90-d5ac6b99e22c tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Deleting subnet 881a4e50-b3ff-4e06-8d2c-e7dae410c6a4 {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:53:56.149769 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-048e3475-1478-46f6-bd90-d5ac6b99e22c tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:56.201785 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-048e3475-1478-46f6-bd90-d5ac6b99e22c tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:56.275023 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:56.342522 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-048e3475-1478-46f6-bd90-d5ac6b99e22c tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:56.431255 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-048e3475-1478-46f6-bd90-d5ac6b99e22c tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:56.462845 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048e3475-1478-46f6-bd90-d5ac6b99e22c tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Pushing event deleted for resources: {'Subnet': ['ID=881a4e50-b3ff-4e06-8d2c-e7dae410c6a4,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:56.468466 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-048e3475-1478-46f6-bd90-d5ac6b99e22c tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:56.469601 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-048e3475-1478-46f6-bd90-d5ac6b99e22c tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] 10.222.0.44 "DELETE /v2.0/subnets/881a4e50-b3ff-4e06-8d2c-e7dae410c6a4 HTTP/1.1" status: 204 len: 168 time: 0.4175484 Aug 10 03:53:56.473241 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42090) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:56.481239 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0f3952-b870-4ca8-9bd6-c1022ad3dc8a None None] Network 8630cfce-7042-4d08-a6c0-9d39e021d1a0 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:53:56.565237 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-35c45577-51d7-4c15-b8fe-db2f613284f5 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:56.677228 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-35c45577-51d7-4c15-b8fe-db2f613284f5 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Deleting port 0c6de77a-7b4e-4be3-8296-a6afb61cf14f {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:53:56.677779 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-35c45577-51d7-4c15-b8fe-db2f613284f5 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:56.766150 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-35c45577-51d7-4c15-b8fe-db2f613284f5 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] For port 0c6de77a-7b4e-4be3-8296-a6afb61cf14f, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=0c6de77a-7b4e-4be3-8296-a6afb61cf14f,segment=NetworkSegment(f815dabd-4774-4434-98b1-2dc1a68df784),segment_id=f815dabd-4774-4434-98b1-2dc1a68df784)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:56.766771 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-35c45577-51d7-4c15-b8fe-db2f613284f5 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:56.768639 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3005a8d-a209-4834-b56f-f1663998ddde None None] DHCP port deletion for 8630cfce-7042-4d08-a6c0-9d39e021d1a0 request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:53:56.797497 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-35c45577-51d7-4c15-b8fe-db2f613284f5 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Calling delete_port for 0c6de77a-7b4e-4be3-8296-a6afb61cf14f owned by network:dhcp {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:53:56.872856 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:56.880887 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-e3005a8d-a209-4834-b56f-f1663998ddde None None] Deleting port 0c6de77a-7b4e-4be3-8296-a6afb61cf14f {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:53:56.881357 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e3005a8d-a209-4834-b56f-f1663998ddde None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:56.955194 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-e3005a8d-a209-4834-b56f-f1663998ddde None None] For port 0c6de77a-7b4e-4be3-8296-a6afb61cf14f, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=0c6de77a-7b4e-4be3-8296-a6afb61cf14f,segment=NetworkSegment(f815dabd-4774-4434-98b1-2dc1a68df784),segment_id=f815dabd-4774-4434-98b1-2dc1a68df784)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:56.955962 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e3005a8d-a209-4834-b56f-f1663998ddde None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:56.971261 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-35c45577-51d7-4c15-b8fe-db2f613284f5 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:56.978566 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-e3005a8d-a209-4834-b56f-f1663998ddde None None] Calling delete_port for 0c6de77a-7b4e-4be3-8296-a6afb61cf14f owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:53:57.024436 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c45577-51d7-4c15-b8fe-db2f613284f5 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Pushing event deleted for resources: {'Port': ['ID=0c6de77a-7b4e-4be3-8296-a6afb61cf14f,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:57.031909 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c45577-51d7-4c15-b8fe-db2f613284f5 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] No DVR routers for this DVR port 0c6de77a-7b4e-4be3-8296-a6afb61cf14f on host n-d-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:53:57.114319 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:53:57.114319 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 03:53:57.114319 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:53:57.114319 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 03:53:57.114319 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:53:57.114319 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 03:53:57.114319 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:53:57.114319 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 03:53:57.114319 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:53:57.114319 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 03:53:57.114319 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:53:57.114319 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 03:53:57.114319 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:53:57.114319 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 03:53:57.114319 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:53:57.114319 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 03:53:57.114319 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:53:57.114319 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 03:53:57.114319 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:53:57.114319 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 03:53:57.114319 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:53:57.114319 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 03:53:57.114319 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:53:57.114319 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 03:53:57.114319 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:53:57.114319 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 03:53:57.114319 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:53:57.114319 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 03:53:57.114319 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:53:57.114319 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 03:53:57.114319 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:53:57.114319 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 03:53:57.114319 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:53:57.114319 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 03:53:57.114319 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:53:57.114319 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 03:53:57.114319 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:53:57.114319 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 03:53:57.114319 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:53:57.114319 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 03:53:57.114319 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:53:57.114319 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 03:53:57.114319 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:53:57.114319 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 03:53:57.114319 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:53:57.114319 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 03:53:57.114319 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:53:57.114319 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 03:53:57.114319 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:53:57.114319 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 03:53:57.114319 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:53:57.114319 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 03:53:57.114319 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:53:57.114319 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 03:53:57.130684 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e3005a8d-a209-4834-b56f-f1663998ddde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:57.170162 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3005a8d-a209-4834-b56f-f1663998ddde None None] Pushing event deleted for resources: {'Port': ['ID=0c6de77a-7b4e-4be3-8296-a6afb61cf14f,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:57.183619 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-35c45577-51d7-4c15-b8fe-db2f613284f5 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:57.192380 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3005a8d-a209-4834-b56f-f1663998ddde None None] No DVR routers for this DVR port 0c6de77a-7b4e-4be3-8296-a6afb61cf14f on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:53:57.217561 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-35c45577-51d7-4c15-b8fe-db2f613284f5 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8630cfce-7042-4d08-a6c0-9d39e021d1a0']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:57.235955 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-35c45577-51d7-4c15-b8fe-db2f613284f5 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f815dabd-4774-4434-98b1-2dc1a68df784') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:57.236498 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-35c45577-51d7-4c15-b8fe-db2f613284f5 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f815dabd-4774-4434-98b1-2dc1a68df784') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:57.250868 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 0c6de77a-7b4e-4be3-8296-a6afb61cf14f no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:53:57.254701 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-35c45577-51d7-4c15-b8fe-db2f613284f5 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:57.277133 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-35c45577-51d7-4c15-b8fe-db2f613284f5 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:57.286271 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35c45577-51d7-4c15-b8fe-db2f613284f5 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:53:57.286744 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-35c45577-51d7-4c15-b8fe-db2f613284f5 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:57.287020 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 0c6de77a-7b4e-4be3-8296-a6afb61cf14f {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:53:57.287558 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 0c6de77a-7b4e-4be3-8296-a6afb61cf14f not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:53:57.296895 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:53:57.296895 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:53:57.296895 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:53:57.296895 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:53:57.296895 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:53:57.296895 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:53:57.296895 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:53:57.296895 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:53:57.296895 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:53:57.296895 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:53:57.296895 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:53:57.296895 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:53:57.296895 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:53:57.296895 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:53:57.296895 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:53:57.296895 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:53:57.296895 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:53:57.296895 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:53:57.296895 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:53:57.296895 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:53:57.296895 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:53:57.296895 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:53:57.296895 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:53:57.296895 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:53:57.296895 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:53:57.296895 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:53:57.296895 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:53:57.296895 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:53:57.296895 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:53:57.296895 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:53:57.296895 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:53:57.296895 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:53:57.385610 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-35c45577-51d7-4c15-b8fe-db2f613284f5 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:57.412067 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-35c45577-51d7-4c15-b8fe-db2f613284f5 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:57.414756 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-35c45577-51d7-4c15-b8fe-db2f613284f5 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] 10.222.0.44 "DELETE /v2.0/networks/8630cfce-7042-4d08-a6c0-9d39e021d1a0 HTTP/1.1" status: 204 len: 168 time: 0.9402645 Aug 10 03:53:57.416419 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c45577-51d7-4c15-b8fe-db2f613284f5 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Pushing event deleted for resources: {'Network': ['ID=8630cfce-7042-4d08-a6c0-9d39e021d1a0,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:57.424846 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42096) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:57.570864 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-39934cb4-c1b2-4694-b098-cedf6f6caa35 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Deleting port 835542f4-a974-45b0-9e46-6bacaef2587e {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:53:57.571240 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-39934cb4-c1b2-4694-b098-cedf6f6caa35 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:57.670860 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-39934cb4-c1b2-4694-b098-cedf6f6caa35 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:57.671166 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-39934cb4-c1b2-4694-b098-cedf6f6caa35 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:57.691914 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-39934cb4-c1b2-4694-b098-cedf6f6caa35 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Calling delete_port for 835542f4-a974-45b0-9e46-6bacaef2587e owned by network:floatingip {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:53:57.879531 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-39934cb4-c1b2-4694-b098-cedf6f6caa35 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:57.917629 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39934cb4-c1b2-4694-b098-cedf6f6caa35 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Pushing event deleted for resources: {'Port': ['ID=835542f4-a974-45b0-9e46-6bacaef2587e,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:58.055693 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-39934cb4-c1b2-4694-b098-cedf6f6caa35 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks [] for floatingip, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:58.060617 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-39934cb4-c1b2-4694-b098-cedf6f6caa35 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:58.068428 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 42102) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:58.071167 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-39934cb4-c1b2-4694-b098-cedf6f6caa35 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] 10.222.0.44 "DELETE /v2.0/floatingips/2ecf6517-3fb9-4622-9d72-8488b66de5e8 HTTP/1.1" status: 204 len: 168 time: 0.6445708 Aug 10 03:53:58.110148 n-d-768862-13 neutron-server[94260]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e5c86ad-aeec-464a-bdd4-b7d1a18cdef6 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] DELETE failed (client error): The resource could not be found. Aug 10 03:53:58.111221 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e5c86ad-aeec-464a-bdd4-b7d1a18cdef6 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:53:58.114118 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-5e5c86ad-aeec-464a-bdd4-b7d1a18cdef6 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] 10.222.0.44 "DELETE /v2.0/ports/540b6ddf-0f25-4bd2-a030-6e993f60fe5b HTTP/1.1" status: 404 len: 333 time: 0.0416784 Aug 10 03:53:58.117368 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42104) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:58.157745 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-02933351-7a54-4433-8e80-f2c501df269c tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] 10.222.0.44 "GET /v2.0/ports?device_id=1eadd1b9-0365-44b9-9215-4fc2a4c3c056 HTTP/1.1" status: 200 len: 205 time: 0.0383136 Aug 10 03:53:58.160637 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42106) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:58.214524 n-d-768862-13 neutron-server[94261]: INFO neutron.api.v2.resource [None req-30ff8ce9-cdf4-4dee-8f9f-569025e9a492 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] delete failed (client error): The resource could not be found. Aug 10 03:53:58.215507 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-30ff8ce9-cdf4-4dee-8f9f-569025e9a492 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] 10.222.0.44 "DELETE /v2.0/routers/1eadd1b9-0365-44b9-9215-4fc2a4c3c056 HTTP/1.1" status: 404 len: 336 time: 0.0537541 Aug 10 03:53:58.219168 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42108) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:58.248434 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-be27ccf1-93d6-4bb3-894f-e02603719e8d tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] DELETE failed (client error): The resource could not be found. Aug 10 03:53:58.248964 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be27ccf1-93d6-4bb3-894f-e02603719e8d tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:53:58.250830 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-be27ccf1-93d6-4bb3-894f-e02603719e8d tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] 10.222.0.44 "DELETE /v2.0/subnets/881a4e50-b3ff-4e06-8d2c-e7dae410c6a4 HTTP/1.1" status: 404 len: 337 time: 0.0306280 Aug 10 03:53:58.255173 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 42110) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:58.429801 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-4440aa0e-cfba-4e57-a808-3f1e15350b8a tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Deleting port 3924d848-9dc5-4a7d-9ac7-1ee01ef0b4ba {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:53:58.430430 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4440aa0e-cfba-4e57-a808-3f1e15350b8a tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:58.591085 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4440aa0e-cfba-4e57-a808-3f1e15350b8a tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:58.608117 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-4440aa0e-cfba-4e57-a808-3f1e15350b8a tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Calling delete_port for 3924d848-9dc5-4a7d-9ac7-1ee01ef0b4ba owned by {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:53:58.782319 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4440aa0e-cfba-4e57-a808-3f1e15350b8a tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:58.830710 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4440aa0e-cfba-4e57-a808-3f1e15350b8a tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Pushing event deleted for resources: {'Port': ['ID=3924d848-9dc5-4a7d-9ac7-1ee01ef0b4ba,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:58.941947 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4440aa0e-cfba-4e57-a808-3f1e15350b8a tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:58.944099 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-4440aa0e-cfba-4e57-a808-3f1e15350b8a tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] 10.222.0.44 "DELETE /v2.0/ports/3924d848-9dc5-4a7d-9ac7-1ee01ef0b4ba HTTP/1.1" status: 204 len: 168 time: 0.6882451 Aug 10 03:53:58.947992 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 42114) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:59.087187 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-22e7b75c-6600-4d36-a429-2167d2390814 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Deleting port e4ec741c-f372-4134-9766-fee5c120b31e {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:53:59.088255 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-22e7b75c-6600-4d36-a429-2167d2390814 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:59.228046 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-22e7b75c-6600-4d36-a429-2167d2390814 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:59.243387 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-22e7b75c-6600-4d36-a429-2167d2390814 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Calling delete_port for e4ec741c-f372-4134-9766-fee5c120b31e owned by {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:53:59.435929 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-22e7b75c-6600-4d36-a429-2167d2390814 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:59.490571 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e7b75c-6600-4d36-a429-2167d2390814 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Pushing event deleted for resources: {'Port': ['ID=e4ec741c-f372-4134-9766-fee5c120b31e,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:59.611416 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-22e7b75c-6600-4d36-a429-2167d2390814 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:59.614991 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-22e7b75c-6600-4d36-a429-2167d2390814 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] 10.222.0.44 "DELETE /v2.0/ports/e4ec741c-f372-4134-9766-fee5c120b31e HTTP/1.1" status: 204 len: 168 time: 0.6656582 Aug 10 03:53:59.618845 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 42118) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:59.692615 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72fce9b-cda9-4d65-86ef-6013fcb0891d tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:59.697925 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-f72fce9b-cda9-4d65-86ef-6013fcb0891d tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] 10.222.0.44 "GET /v2.0/ports?device_id=a805573b-b581-4c91-bfaf-5e2cb77a11d1 HTTP/1.1" status: 200 len: 913 time: 0.0744667 Aug 10 03:53:59.698713 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42120) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:00.279655 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4fa65fc3-b6c9-4318-8e8c-ffdb2c3618fc tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521880'] for router_interface, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:00.677241 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-4fa65fc3-b6c9-4318-8e8c-ffdb2c3618fc tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Deleting port 40796a23-3d9d-48c7-bd6b-ff5c0fd6a90d {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:54:00.677946 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4fa65fc3-b6c9-4318-8e8c-ffdb2c3618fc tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:00.827347 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4fa65fc3-b6c9-4318-8e8c-ffdb2c3618fc tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:00.847034 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-4fa65fc3-b6c9-4318-8e8c-ffdb2c3618fc tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Calling delete_port for 40796a23-3d9d-48c7-bd6b-ff5c0fd6a90d owned by network:router_interface {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:54:01.131686 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4fa65fc3-b6c9-4318-8e8c-ffdb2c3618fc tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:01.186277 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa65fc3-b6c9-4318-8e8c-ffdb2c3618fc tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Pushing event deleted for resources: {'Port': ['ID=40796a23-3d9d-48c7-bd6b-ff5c0fd6a90d,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:01.440703 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4fa65fc3-b6c9-4318-8e8c-ffdb2c3618fc tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-522536'] for router_interface, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:01.787969 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fa65fc3-b6c9-4318-8e8c-ffdb2c3618fc tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Router a805573b-b581-4c91-bfaf-5e2cb77a11d1 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:54:01.958135 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fa65fc3-b6c9-4318-8e8c-ffdb2c3618fc tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:54:01.966586 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-4fa65fc3-b6c9-4318-8e8c-ffdb2c3618fc tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] 10.222.0.44 "PUT /v2.0/routers/a805573b-b581-4c91-bfaf-5e2cb77a11d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2661159 Aug 10 03:54:01.970809 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 42130) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:01.971513 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20d9a37-1b9b-4642-a6b3-5e3673278c51 None None] Sync routers for ids ['a805573b-b581-4c91-bfaf-5e2cb77a11d1'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:54:01.993863 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20d9a37-1b9b-4642-a6b3-5e3673278c51 None None] Routers {'a805573b-b581-4c91-bfaf-5e2cb77a11d1'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:54:01.995410 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-c20d9a37-1b9b-4642-a6b3-5e3673278c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:53:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['a805573b-b581-4c91-bfaf-5e2cb77a11d1'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:02.050818 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-c20d9a37-1b9b-4642-a6b3-5e3673278c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:02.064865 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20d9a37-1b9b-4642-a6b3-5e3673278c51 None None] Routers {'a805573b-b581-4c91-bfaf-5e2cb77a11d1'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:54:02.066052 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-c20d9a37-1b9b-4642-a6b3-5e3673278c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:53:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['a805573b-b581-4c91-bfaf-5e2cb77a11d1'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:02.116845 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-c20d9a37-1b9b-4642-a6b3-5e3673278c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:02.117914 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20d9a37-1b9b-4642-a6b3-5e3673278c51 None None] The sync data for ids ['a805573b-b581-4c91-bfaf-5e2cb77a11d1'] in n-d-768862-13 is: [] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:54:02.152112 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-655c2e13-40a9-4876-93e8-d85affce7ec3 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks [] for router, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:02.357306 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-655c2e13-40a9-4876-93e8-d85affce7ec3 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:02.459963 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-655c2e13-40a9-4876-93e8-d85affce7ec3 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Deleting port 12b07e78-9b35-4e7a-8590-0e697e76bcbc {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:54:02.459963 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-655c2e13-40a9-4876-93e8-d85affce7ec3 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:02.627408 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-655c2e13-40a9-4876-93e8-d85affce7ec3 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:02.645844 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-655c2e13-40a9-4876-93e8-d85affce7ec3 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Calling delete_port for 12b07e78-9b35-4e7a-8590-0e697e76bcbc owned by network:router_gateway {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:54:02.868080 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-655c2e13-40a9-4876-93e8-d85affce7ec3 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:02.896837 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655c2e13-40a9-4876-93e8-d85affce7ec3 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Pushing event deleted for resources: {'Port': ['ID=12b07e78-9b35-4e7a-8590-0e697e76bcbc,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:02.999169 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-655c2e13-40a9-4876-93e8-d85affce7ec3 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520654'] for router_gateway, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:03.155988 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-655c2e13-40a9-4876-93e8-d85affce7ec3 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:03.164863 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-655c2e13-40a9-4876-93e8-d85affce7ec3 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:03.236491 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-655c2e13-40a9-4876-93e8-d85affce7ec3 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:03.237441 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-655c2e13-40a9-4876-93e8-d85affce7ec3 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Fanout notify agent at l3_agent the message router_deleted on router a805573b-b581-4c91-bfaf-5e2cb77a11d1 {{(pid=94260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:54:03.250198 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-655c2e13-40a9-4876-93e8-d85affce7ec3 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks [] for router, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:03.254107 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-655c2e13-40a9-4876-93e8-d85affce7ec3 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] 10.222.0.44 "DELETE /v2.0/routers/a805573b-b581-4c91-bfaf-5e2cb77a11d1 HTTP/1.1" status: 204 len: 168 time: 1.2793016 Aug 10 03:54:03.255191 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42136) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:03.323105 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-99708ab2-19ff-46d0-acc2-8ca165652e39 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Deleting subnet ad4c67e8-552b-4280-ad4a-669640208eeb {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:54:03.327173 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-99708ab2-19ff-46d0-acc2-8ca165652e39 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:03.411960 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-99708ab2-19ff-46d0-acc2-8ca165652e39 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:03.449852 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:03.514851 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-99708ab2-19ff-46d0-acc2-8ca165652e39 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:03.608620 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-99708ab2-19ff-46d0-acc2-8ca165652e39 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:03.648375 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99708ab2-19ff-46d0-acc2-8ca165652e39 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Pushing event deleted for resources: {'Subnet': ['ID=ad4c67e8-552b-4280-ad4a-669640208eeb,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:03.651126 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-99708ab2-19ff-46d0-acc2-8ca165652e39 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:03.653459 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-99708ab2-19ff-46d0-acc2-8ca165652e39 tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] 10.222.0.44 "DELETE /v2.0/subnets/ad4c67e8-552b-4280-ad4a-669640208eeb HTTP/1.1" status: 204 len: 168 time: 0.3969543 Aug 10 03:54:03.657599 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42142) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:03.756218 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-057b7431-f787-4267-845a-47f0d0a7faec tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:03.855533 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-057b7431-f787-4267-845a-47f0d0a7faec tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:03.870564 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-057b7431-f787-4267-845a-47f0d0a7faec tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e1e1a58-ede4-420d-8591-ead110dd2d4b']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:03.888523 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-057b7431-f787-4267-845a-47f0d0a7faec tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40e124b2-e512-4671-9158-27c772c5fc39') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:03.888821 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-057b7431-f787-4267-845a-47f0d0a7faec tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40e124b2-e512-4671-9158-27c772c5fc39') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:03.901172 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-057b7431-f787-4267-845a-47f0d0a7faec tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:03.918895 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-057b7431-f787-4267-845a-47f0d0a7faec tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:03.930052 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-057b7431-f787-4267-845a-47f0d0a7faec tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:54:03.931349 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-057b7431-f787-4267-845a-47f0d0a7faec tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:03.937534 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:54:03.937534 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:54:03.937534 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:54:03.937534 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:54:03.937534 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:54:03.937534 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:54:03.937534 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:54:03.937534 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:54:03.937534 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:54:03.937534 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:54:03.937534 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:54:03.937534 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:54:03.937534 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:54:03.937534 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:54:03.937534 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:54:03.937534 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:54:03.937534 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:54:03.937534 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:54:03.937534 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:54:03.937534 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:54:03.937534 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:54:03.937534 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:54:03.937534 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:54:03.937534 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:54:03.937534 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:54:03.937534 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:54:03.937534 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:54:03.937534 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:54:03.937534 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:54:03.937534 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:54:03.937534 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:54:03.937534 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:54:04.044783 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-057b7431-f787-4267-845a-47f0d0a7faec tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:04.056885 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-057b7431-f787-4267-845a-47f0d0a7faec tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:04.060602 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-057b7431-f787-4267-845a-47f0d0a7faec tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] 10.222.0.44 "DELETE /v2.0/networks/6e1e1a58-ede4-420d-8591-ead110dd2d4b HTTP/1.1" status: 204 len: 168 time: 0.4017591 Aug 10 03:54:04.076284 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057b7431-f787-4267-845a-47f0d0a7faec tempest-FloatingIPTestJSON-1945119802 tempest-FloatingIPTestJSON-1945119802-project] Pushing event deleted for resources: {'Network': ['ID=6e1e1a58-ede4-420d-8591-ead110dd2d4b,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:04.455855 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:54:04.497199 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42150) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:04.727958 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-3cd0fcf7-31e7-4dd9-aee3-e9cce771aea8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9ac15b81698e4011ad7cbe8b7cde8591&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2287610 Aug 10 03:54:04.731303 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42156) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:04.809469 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6270c072-ff6b-4e9c-9a6d-730fb8ce6b5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:04.851073 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6270c072-ff6b-4e9c-9a6d-730fb8ce6b5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:04.916066 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6270c072-ff6b-4e9c-9a6d-730fb8ce6b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:04.920033 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6270c072-ff6b-4e9c-9a6d-730fb8ce6b5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:04.925243 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-6270c072-ff6b-4e9c-9a6d-730fb8ce6b5d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2b04e4dd-bd01-4011-b69b-c2b9050182dd HTTP/1.1" status: 204 len: 168 time: 0.1887882 Aug 10 03:54:04.933905 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6270c072-ff6b-4e9c-9a6d-730fb8ce6b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b04e4dd-bd01-4011-b69b-c2b9050182dd,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:05.955339 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42182) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:06.096889 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-2033e87c-7387-45ba-8c85-93d281c7b3ac tempest-NetworksNegativeTestJSON-721539778 tempest-NetworksNegativeTestJSON-721539778-project] Request body: {'port': {'network_id': 'a752ffeb-df95-4888-9600-da7df30171af', 'name': 'tempest-NetworksNegativeTestJSON-1386077195'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:06.113447 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-2033e87c-7387-45ba-8c85-93d281c7b3ac tempest-NetworksNegativeTestJSON-721539778 tempest-NetworksNegativeTestJSON-721539778-project] POST failed (client error): The resource could not be found. Aug 10 03:54:06.114084 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2033e87c-7387-45ba-8c85-93d281c7b3ac tempest-NetworksNegativeTestJSON-721539778 tempest-NetworksNegativeTestJSON-721539778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:54:06.115371 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-2033e87c-7387-45ba-8c85-93d281c7b3ac tempest-NetworksNegativeTestJSON-721539778 tempest-NetworksNegativeTestJSON-721539778-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1589706 Aug 10 03:54:06.120560 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 42186) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:06.144261 n-d-768862-13 neutron-server[94260]: INFO neutron.pecan_wsgi.hooks.translation [None req-4df8f3ab-760e-497f-b83a-b241cf7856f6 tempest-NetworksNegativeTestJSON-721539778 tempest-NetworksNegativeTestJSON-721539778-project] DELETE failed (client error): The resource could not be found. Aug 10 03:54:06.144886 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4df8f3ab-760e-497f-b83a-b241cf7856f6 tempest-NetworksNegativeTestJSON-721539778 tempest-NetworksNegativeTestJSON-721539778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:54:06.152459 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-4df8f3ab-760e-497f-b83a-b241cf7856f6 tempest-NetworksNegativeTestJSON-721539778 tempest-NetworksNegativeTestJSON-721539778-project] 10.222.0.44 "DELETE /v2.0/networks/e97d2a69-a9a6-4cf4-a319-e97db796d959 HTTP/1.1" status: 404 len: 339 time: 0.0238526 Aug 10 03:54:06.152775 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 42188) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:06.177218 n-d-768862-13 neutron-server[94260]: INFO neutron.pecan_wsgi.hooks.translation [None req-15c88470-f013-4258-8e80-ee695ddab368 tempest-NetworksNegativeTestJSON-721539778 tempest-NetworksNegativeTestJSON-721539778-project] DELETE failed (client error): The resource could not be found. Aug 10 03:54:06.177975 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15c88470-f013-4258-8e80-ee695ddab368 tempest-NetworksNegativeTestJSON-721539778 tempest-NetworksNegativeTestJSON-721539778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:54:06.185278 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-15c88470-f013-4258-8e80-ee695ddab368 tempest-NetworksNegativeTestJSON-721539778 tempest-NetworksNegativeTestJSON-721539778-project] 10.222.0.44 "DELETE /v2.0/ports/959f73bd-3f69-4bcf-8d14-cd5e3a43d252 HTTP/1.1" status: 404 len: 333 time: 0.0265765 Aug 10 03:54:06.185605 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 42190) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:06.214314 n-d-768862-13 neutron-server[94260]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3ade7f8-e463-4194-84c0-e4c928c17651 tempest-NetworksNegativeTestJSON-721539778 tempest-NetworksNegativeTestJSON-721539778-project] DELETE failed (client error): The resource could not be found. Aug 10 03:54:06.214314 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3ade7f8-e463-4194-84c0-e4c928c17651 tempest-NetworksNegativeTestJSON-721539778 tempest-NetworksNegativeTestJSON-721539778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:54:06.219748 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-f3ade7f8-e463-4194-84c0-e4c928c17651 tempest-NetworksNegativeTestJSON-721539778 tempest-NetworksNegativeTestJSON-721539778-project] 10.222.0.44 "DELETE /v2.0/subnets/b9842607-651d-4c29-9fe7-f176c696e163 HTTP/1.1" status: 404 len: 337 time: 0.0330577 Aug 10 03:54:06.221634 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42192) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:06.243451 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-a17a67e4-c9a9-458b-958d-7d769914e308 tempest-NetworksNegativeTestJSON-721539778 tempest-NetworksNegativeTestJSON-721539778-project] GET failed (client error): The resource could not be found. Aug 10 03:54:06.249708 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a17a67e4-c9a9-458b-958d-7d769914e308 tempest-NetworksNegativeTestJSON-721539778 tempest-NetworksNegativeTestJSON-721539778-project] 10.222.0.44 "GET /v2.0/networks/725d87f5-9025-4d12-9ec6-8504aba2c647 HTTP/1.1" status: 404 len: 339 time: 0.0221159 Aug 10 03:54:06.250066 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42194) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:06.284125 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c1a1116-edaa-48e6-b30c-60c147c3ad35 tempest-NetworksNegativeTestJSON-721539778 tempest-NetworksNegativeTestJSON-721539778-project] GET failed (client error): The resource could not be found. Aug 10 03:54:06.285819 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-5c1a1116-edaa-48e6-b30c-60c147c3ad35 tempest-NetworksNegativeTestJSON-721539778 tempest-NetworksNegativeTestJSON-721539778-project] 10.222.0.44 "GET /v2.0/ports/57ffa568-cafd-46e2-a115-d9bdf198bc19 HTTP/1.1" status: 404 len: 333 time: 0.0346386 Aug 10 03:54:06.292731 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 42196) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:06.346075 n-d-768862-13 neutron-server[94260]: INFO neutron.pecan_wsgi.hooks.translation [None req-356039c2-dba8-4555-a457-aa50e1f2b930 tempest-NetworksNegativeTestJSON-721539778 tempest-NetworksNegativeTestJSON-721539778-project] GET failed (client error): The resource could not be found. Aug 10 03:54:06.348588 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-356039c2-dba8-4555-a457-aa50e1f2b930 tempest-NetworksNegativeTestJSON-721539778 tempest-NetworksNegativeTestJSON-721539778-project] 10.222.0.44 "GET /v2.0/subnets/9577d95c-c9bb-414e-bad0-5b8c00da37df HTTP/1.1" status: 404 len: 337 time: 0.0541515 Aug 10 03:54:06.355097 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 42198) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:06.363462 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-be350a34-ef9d-45a8-a46b-9caf805e7ba8 tempest-NetworksNegativeTestJSON-721539778 tempest-NetworksNegativeTestJSON-721539778-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:06.388665 n-d-768862-13 neutron-server[94260]: INFO neutron.pecan_wsgi.hooks.translation [None req-be350a34-ef9d-45a8-a46b-9caf805e7ba8 tempest-NetworksNegativeTestJSON-721539778 tempest-NetworksNegativeTestJSON-721539778-project] PUT failed (client error): The resource could not be found. Aug 10 03:54:06.389678 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be350a34-ef9d-45a8-a46b-9caf805e7ba8 tempest-NetworksNegativeTestJSON-721539778 tempest-NetworksNegativeTestJSON-721539778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:54:06.394343 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-be350a34-ef9d-45a8-a46b-9caf805e7ba8 tempest-NetworksNegativeTestJSON-721539778 tempest-NetworksNegativeTestJSON-721539778-project] 10.222.0.44 "PUT /v2.0/networks/b67336c2-f58f-481f-b4dd-d7e78f133d8d HTTP/1.1" status: 404 len: 339 time: 0.0355451 Aug 10 03:54:06.399237 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42200) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:06.405070 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-9afed58c-e1eb-43b6-ba94-c7716fc7c912 tempest-NetworksNegativeTestJSON-721539778 tempest-NetworksNegativeTestJSON-721539778-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:06.427227 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-9afed58c-e1eb-43b6-ba94-c7716fc7c912 tempest-NetworksNegativeTestJSON-721539778 tempest-NetworksNegativeTestJSON-721539778-project] PUT failed (client error): The resource could not be found. Aug 10 03:54:06.428199 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9afed58c-e1eb-43b6-ba94-c7716fc7c912 tempest-NetworksNegativeTestJSON-721539778 tempest-NetworksNegativeTestJSON-721539778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:54:06.429763 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-9afed58c-e1eb-43b6-ba94-c7716fc7c912 tempest-NetworksNegativeTestJSON-721539778 tempest-NetworksNegativeTestJSON-721539778-project] 10.222.0.44 "PUT /v2.0/ports/5e022ad5-55de-4343-9d97-21412fd9d7f9 HTTP/1.1" status: 404 len: 333 time: 0.0294125 Aug 10 03:54:06.435273 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42202) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:06.442213 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-5009ab91-a26f-4848-8b2b-7297741f0039 tempest-NetworksNegativeTestJSON-721539778 tempest-NetworksNegativeTestJSON-721539778-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:06.467317 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-5009ab91-a26f-4848-8b2b-7297741f0039 tempest-NetworksNegativeTestJSON-721539778 tempest-NetworksNegativeTestJSON-721539778-project] PUT failed (client error): The resource could not be found. Aug 10 03:54:06.468505 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5009ab91-a26f-4848-8b2b-7297741f0039 tempest-NetworksNegativeTestJSON-721539778 tempest-NetworksNegativeTestJSON-721539778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:54:06.470956 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-5009ab91-a26f-4848-8b2b-7297741f0039 tempest-NetworksNegativeTestJSON-721539778 tempest-NetworksNegativeTestJSON-721539778-project] 10.222.0.44 "PUT /v2.0/subnets/23ccef8a-d937-45cd-b8f3-3404085789d4 HTTP/1.1" status: 404 len: 337 time: 0.0339453 Aug 10 03:54:06.914434 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42212) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:07.084319 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c0b03f0c-18d7-4620-a3ee-6bb102b66631 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:07.201652 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c0b03f0c-18d7-4620-a3ee-6bb102b66631 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:07.207133 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c0b03f0c-18d7-4620-a3ee-6bb102b66631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:07.250322 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-c0b03f0c-18d7-4620-a3ee-6bb102b66631 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=feaa407819cb40f6ab2c898a3b9b7b99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3344574 Aug 10 03:54:07.251244 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b03f0c-18d7-4620-a3ee-6bb102b66631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb9c35c-5967-49ef-965f-f64337fa0b5e,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:07.254883 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 42216) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:07.339758 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1526ef1b-4672-4830-98aa-2b7f3dbb73e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:07.372776 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1526ef1b-4672-4830-98aa-2b7f3dbb73e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:07.441448 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1526ef1b-4672-4830-98aa-2b7f3dbb73e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:07.444938 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1526ef1b-4672-4830-98aa-2b7f3dbb73e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:07.446182 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-1526ef1b-4672-4830-98aa-2b7f3dbb73e6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3eb9c35c-5967-49ef-965f-f64337fa0b5e HTTP/1.1" status: 204 len: 168 time: 0.1899626 Aug 10 03:54:07.456378 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1526ef1b-4672-4830-98aa-2b7f3dbb73e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb9c35c-5967-49ef-965f-f64337fa0b5e,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:08.555334 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 42242) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:08.699294 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-8608dcad-8cac-4e24-a558-a13aac59e2d1 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1278542912'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:08.733101 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8608dcad-8cac-4e24-a558-a13aac59e2d1 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Made reservation on behalf of 7f13fa511760438bb7dce833c039b782 for: {'network': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:54:08.740114 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8608dcad-8cac-4e24-a558-a13aac59e2d1 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:08.757101 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8608dcad-8cac-4e24-a558-a13aac59e2d1 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:08.934107 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8608dcad-8cac-4e24-a558-a13aac59e2d1 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:08.941670 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8608dcad-8cac-4e24-a558-a13aac59e2d1 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:08.997872 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8608dcad-8cac-4e24-a558-a13aac59e2d1 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=94260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:54:09.032519 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8608dcad-8cac-4e24-a558-a13aac59e2d1 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ccd6cb0-a661-43d3-b6a3-8fd45a2c7fe4,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:09.042300 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8608dcad-8cac-4e24-a558-a13aac59e2d1 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:09.042300 n-d-768862-13 neutron-server[94260]: INFO neutron.db.segments_db [None req-8608dcad-8cac-4e24-a558-a13aac59e2d1 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Added segment 28387aae-e8ac-49f8-82aa-3823ee292d05 of type vlan for network ce135c5b-6bbe-4a91-9cbb-97337aa46470 Aug 10 03:54:09.129617 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8608dcad-8cac-4e24-a558-a13aac59e2d1 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:09.180499 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8608dcad-8cac-4e24-a558-a13aac59e2d1 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:09.198134 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8608dcad-8cac-4e24-a558-a13aac59e2d1 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:09.198947 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8608dcad-8cac-4e24-a558-a13aac59e2d1 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:09.312666 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8608dcad-8cac-4e24-a558-a13aac59e2d1 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Pushing event updated for resources: {'Network': ['ID=ce135c5b-6bbe-4a91-9cbb-97337aa46470,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:09.328947 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network ce135c5b-6bbe-4a91-9cbb-97337aa46470 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:54:09.336126 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-8608dcad-8cac-4e24-a558-a13aac59e2d1 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7812216 Aug 10 03:54:09.339172 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 42250) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:09.352720 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-8d7ca0cb-4b63-4b91-9870-a001be04b1cc tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-530437326'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:09.399352 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d7ca0cb-4b63-4b91-9870-a001be04b1cc tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Made reservation on behalf of 7f13fa511760438bb7dce833c039b782 for: {'network': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:54:09.403737 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8d7ca0cb-4b63-4b91-9870-a001be04b1cc tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:09.444818 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d7ca0cb-4b63-4b91-9870-a001be04b1cc tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=94260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:54:09.464466 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8d7ca0cb-4b63-4b91-9870-a001be04b1cc tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:09.465046 n-d-768862-13 neutron-server[94260]: INFO neutron.db.segments_db [None req-8d7ca0cb-4b63-4b91-9870-a001be04b1cc tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Added segment 29ac02dc-b93d-4f47-aa8b-5f2581323304 of type vlan for network 652170dd-8c47-43f4-bca6-e293bff15596 Aug 10 03:54:09.544157 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8d7ca0cb-4b63-4b91-9870-a001be04b1cc tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:09.604482 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8d7ca0cb-4b63-4b91-9870-a001be04b1cc tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:09.611189 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7ca0cb-4b63-4b91-9870-a001be04b1cc tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:09.612948 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8d7ca0cb-4b63-4b91-9870-a001be04b1cc tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:09.674200 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-8d7ca0cb-4b63-4b91-9870-a001be04b1cc tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3331516 Aug 10 03:54:09.679121 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 42252) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:09.688457 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-9a789d06-6061-466b-ac8e-49c879b82796 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Request body: {'subnet': {'network_id': 'ce135c5b-6bbe-4a91-9cbb-97337aa46470', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:09.799594 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7ca0cb-4b63-4b91-9870-a001be04b1cc tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Pushing event updated for resources: {'Network': ['ID=652170dd-8c47-43f4-bca6-e293bff15596,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:09.815827 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 652170dd-8c47-43f4-bca6-e293bff15596 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:54:09.876184 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a789d06-6061-466b-ac8e-49c879b82796 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Made reservation on behalf of 7f13fa511760438bb7dce833c039b782 for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:54:09.880137 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9a789d06-6061-466b-ac8e-49c879b82796 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:10.224494 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9a789d06-6061-466b-ac8e-49c879b82796 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58895384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805196'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:10.686194 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a789d06-6061-466b-ac8e-49c879b82796 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Pushing event updated for resources: {'Subnet': ['ID=15a401fa-0ead-4049-884b-80fb5a82e487,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:10.700383 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a789d06-6061-466b-ac8e-49c879b82796 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Checking segment: {'id': '28387aae-e8ac-49f8-82aa-3823ee292d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ce135c5b-6bbe-4a91-9cbb-97337aa46470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:54:10.700851 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a789d06-6061-466b-ac8e-49c879b82796 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Network hostable DHCP agents. Network: ce135c5b-6bbe-4a91-9cbb-97337aa46470, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:54:10.723027 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a789d06-6061-466b-ac8e-49c879b82796 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Network ce135c5b-6bbe-4a91-9cbb-97337aa46470 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:54:10.736415 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-9a789d06-6061-466b-ac8e-49c879b82796 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, ce135c5b-6bbe-4a91-9cbb-97337aa46470) {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:54:10.741735 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a789d06-6061-466b-ac8e-49c879b82796 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:10.744198 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9a789d06-6061-466b-ac8e-49c879b82796 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:10.752792 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14788dc1-09e3-4e3c-a2e9-507c3a4e467d None None] Network ce135c5b-6bbe-4a91-9cbb-97337aa46470 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:54:10.762341 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-9a789d06-6061-466b-ac8e-49c879b82796 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0814853 Aug 10 03:54:10.767211 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42258) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:10.774339 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-e936eeab-dad0-4488-9371-b97be76a7473 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Request body: {'subnet': {'network_id': '652170dd-8c47-43f4-bca6-e293bff15596', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:10.943894 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e936eeab-dad0-4488-9371-b97be76a7473 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Made reservation on behalf of 7f13fa511760438bb7dce833c039b782 for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:54:10.950217 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e936eeab-dad0-4488-9371-b97be76a7473 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:11.026083 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04c925b-ddbf-4647-b2b3-c1e4d3b1ec8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-ce135c5b-6bbe-4a91-9cbb-97337aa46470', 'network_id': 'ce135c5b-6bbe-4a91-9cbb-97337aa46470', 'tenant_id': '7f13fa511760438bb7dce833c039b782', 'fixed_ips': [{'subnet_id': '15a401fa-0ead-4049-884b-80fb5a82e487'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:54:11.027563 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c04c925b-ddbf-4647-b2b3-c1e4d3b1ec8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:11.192873 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e936eeab-dad0-4488-9371-b97be76a7473 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:11.285393 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936eeab-dad0-4488-9371-b97be76a7473 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Pushing event updated for resources: {'Subnet': ['ID=a58744ae-0622-43b9-9f65-57cd7400926e,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:11.299222 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e936eeab-dad0-4488-9371-b97be76a7473 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Checking segment: {'id': '29ac02dc-b93d-4f47-aa8b-5f2581323304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '652170dd-8c47-43f4-bca6-e293bff15596'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:54:11.299605 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e936eeab-dad0-4488-9371-b97be76a7473 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Network hostable DHCP agents. Network: 652170dd-8c47-43f4-bca6-e293bff15596, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:54:11.321423 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e936eeab-dad0-4488-9371-b97be76a7473 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Network 652170dd-8c47-43f4-bca6-e293bff15596 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:54:11.330759 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-c04c925b-ddbf-4647-b2b3-c1e4d3b1ec8c None None] Allocated IP 2001:db8::2 (ce135c5b-6bbe-4a91-9cbb-97337aa46470/15a401fa-0ead-4049-884b-80fb5a82e487/9967c5cc-a023-43f5-ad64-03563ff0b4e7) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:54:11.338289 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-e936eeab-dad0-4488-9371-b97be76a7473 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 652170dd-8c47-43f4-bca6-e293bff15596) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:54:11.347751 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e936eeab-dad0-4488-9371-b97be76a7473 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:11.348845 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e936eeab-dad0-4488-9371-b97be76a7473 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:11.358118 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4372036-99fb-4f67-9d90-b3aca15cac79 None None] Network 652170dd-8c47-43f4-bca6-e293bff15596 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:54:11.388266 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e936eeab-dad0-4488-9371-b97be76a7473 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6148171 Aug 10 03:54:11.389011 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 42264) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:11.398317 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-7d222816-2d3b-4a87-be29-b27a41486546 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-123916051', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:11.445345 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7d222816-2d3b-4a87-be29-b27a41486546 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:11.446706 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7d222816-2d3b-4a87-be29-b27a41486546 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:11.533883 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7d222816-2d3b-4a87-be29-b27a41486546 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:11.551716 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7d222816-2d3b-4a87-be29-b27a41486546 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:11.612770 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7d222816-2d3b-4a87-be29-b27a41486546 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for router, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:11.614412 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-7d222816-2d3b-4a87-be29-b27a41486546 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2232702 Aug 10 03:54:11.620213 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 42266) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:11.691543 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c04c925b-ddbf-4647-b2b3-c1e4d3b1ec8c None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:11.711820 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c04c925b-ddbf-4647-b2b3-c1e4d3b1ec8c None None] Transition to ACTIVE for port object 9967c5cc-a023-43f5-ad64-03563ff0b4e7 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:54:11.715504 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8b398d-530c-4bb6-aa33-29d4c47fceb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-652170dd-8c47-43f4-bca6-e293bff15596', 'network_id': '652170dd-8c47-43f4-bca6-e293bff15596', 'tenant_id': '7f13fa511760438bb7dce833c039b782', 'fixed_ips': [{'subnet_id': 'a58744ae-0622-43b9-9f65-57cd7400926e'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:54:11.717052 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1d8b398d-530c-4bb6-aa33-29d4c47fceb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:11.764795 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c04c925b-ddbf-4647-b2b3-c1e4d3b1ec8c None None] Transition to ACTIVE for port object 9967c5cc-a023-43f5-ad64-03563ff0b4e7 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:54:11.790595 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c04c925b-ddbf-4647-b2b3-c1e4d3b1ec8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:11.957832 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04c925b-ddbf-4647-b2b3-c1e4d3b1ec8c None None] Network ce135c5b-6bbe-4a91-9cbb-97337aa46470 is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:54:11.984942 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-c04c925b-ddbf-4647-b2b3-c1e4d3b1ec8c None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:54:11.998101 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04c925b-ddbf-4647-b2b3-c1e4d3b1ec8c None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:54:12.014581 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04c925b-ddbf-4647-b2b3-c1e4d3b1ec8c None None] Pushing event updated for resources: {'Port': ['ID=9967c5cc-a023-43f5-ad64-03563ff0b4e7,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:12.080825 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b0bfd3d9-aede-4313-bf62-66b6acf533e2 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:12.099464 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04c925b-ddbf-4647-b2b3-c1e4d3b1ec8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:12.101752 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04c925b-ddbf-4647-b2b3-c1e4d3b1ec8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:12.101752 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04c925b-ddbf-4647-b2b3-c1e4d3b1ec8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:12.101752 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04c925b-ddbf-4647-b2b3-c1e4d3b1ec8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:12.102611 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04c925b-ddbf-4647-b2b3-c1e4d3b1ec8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:12.102857 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04c925b-ddbf-4647-b2b3-c1e4d3b1ec8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:12.103392 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04c925b-ddbf-4647-b2b3-c1e4d3b1ec8c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:12.103960 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04c925b-ddbf-4647-b2b3-c1e4d3b1ec8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:12.104480 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04c925b-ddbf-4647-b2b3-c1e4d3b1ec8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:12.105069 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04c925b-ddbf-4647-b2b3-c1e4d3b1ec8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:12.105578 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04c925b-ddbf-4647-b2b3-c1e4d3b1ec8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:12.106542 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04c925b-ddbf-4647-b2b3-c1e4d3b1ec8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:12.212936 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-1d8b398d-530c-4bb6-aa33-29d4c47fceb9 None None] Allocated IP 2001:db8:1::2 (652170dd-8c47-43f4-bca6-e293bff15596/a58744ae-0622-43b9-9f65-57cd7400926e/e4a5dac2-5766-4334-9200-b2c64c62130d) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:54:12.234930 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-c04c925b-ddbf-4647-b2b3-c1e4d3b1ec8c None None] Attempting to bind port 9967c5cc-a023-43f5-ad64-03563ff0b4e7 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:54:12.235706 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-c04c925b-ddbf-4647-b2b3-c1e4d3b1ec8c None None] Attempting to bind port 9967c5cc-a023-43f5-ad64-03563ff0b4e7 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '28387aae-e8ac-49f8-82aa-3823ee292d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ce135c5b-6bbe-4a91-9cbb-97337aa46470'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:54:12.236392 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04c925b-ddbf-4647-b2b3-c1e4d3b1ec8c None None] Attempting to bind port 9967c5cc-a023-43f5-ad64-03563ff0b4e7 on network ce135c5b-6bbe-4a91-9cbb-97337aa46470 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:54:12.262208 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04c925b-ddbf-4647-b2b3-c1e4d3b1ec8c None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:54:12.262208 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04c925b-ddbf-4647-b2b3-c1e4d3b1ec8c None None] Checking segment: {'id': '28387aae-e8ac-49f8-82aa-3823ee292d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ce135c5b-6bbe-4a91-9cbb-97337aa46470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:54:12.262208 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c04c925b-ddbf-4647-b2b3-c1e4d3b1ec8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:12.262208 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04c925b-ddbf-4647-b2b3-c1e4d3b1ec8c None None] Bound using segment: {'id': '28387aae-e8ac-49f8-82aa-3823ee292d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ce135c5b-6bbe-4a91-9cbb-97337aa46470'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:54:12.262208 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-c04c925b-ddbf-4647-b2b3-c1e4d3b1ec8c None None] Bound port: 9967c5cc-a023-43f5-ad64-03563ff0b4e7, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28387aae-e8ac-49f8-82aa-3823ee292d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ce135c5b-6bbe-4a91-9cbb-97337aa46470'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:54:12.262208 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c04c925b-ddbf-4647-b2b3-c1e4d3b1ec8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:12.481679 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-b0bfd3d9-aede-4313-bf62-66b6acf533e2 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Allocated IP 2001:db8::1 (ce135c5b-6bbe-4a91-9cbb-97337aa46470/15a401fa-0ead-4049-884b-80fb5a82e487/061fef31-70ab-415f-a65b-5efb79305cd6) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:54:12.599828 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c04c925b-ddbf-4647-b2b3-c1e4d3b1ec8c None None] For port 9967c5cc-a023-43f5-ad64-03563ff0b4e7, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:54:12.669893 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c04c925b-ddbf-4647-b2b3-c1e4d3b1ec8c None None] For port 9967c5cc-a023-43f5-ad64-03563ff0b4e7, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=9967c5cc-a023-43f5-ad64-03563ff0b4e7,segment=NetworkSegment(28387aae-e8ac-49f8-82aa-3823ee292d05),segment_id=28387aae-e8ac-49f8-82aa-3823ee292d05)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:54:12.680912 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c04c925b-ddbf-4647-b2b3-c1e4d3b1ec8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:12.683588 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b0bfd3d9-aede-4313-bf62-66b6acf533e2 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:12.700768 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [None req-b0bfd3d9-aede-4313-bf62-66b6acf533e2 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Transition to ACTIVE for port object 061fef31-70ab-415f-a65b-5efb79305cd6 will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:54:12.743377 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b0bfd3d9-aede-4313-bf62-66b6acf533e2 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:12.819647 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0bfd3d9-aede-4313-bf62-66b6acf533e2 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Network ce135c5b-6bbe-4a91-9cbb-97337aa46470 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:54:12.821651 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bfd3d9-aede-4313-bf62-66b6acf533e2 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Pushing event updated for resources: {'Port': ['ID=061fef31-70ab-415f-a65b-5efb79305cd6,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:12.826517 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-b0bfd3d9-aede-4313-bf62-66b6acf533e2 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:54:12.837100 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bfd3d9-aede-4313-bf62-66b6acf533e2 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:54:12.837997 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b0bfd3d9-aede-4313-bf62-66b6acf533e2 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521745'] for router_interface, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:13.040423 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1d8b398d-530c-4bb6-aa33-29d4c47fceb9 None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:13.057246 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b0bfd3d9-aede-4313-bf62-66b6acf533e2 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:13.076629 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-1d8b398d-530c-4bb6-aa33-29d4c47fceb9 None None] Transition to ACTIVE for port object e4a5dac2-5766-4334-9200-b2c64c62130d will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:54:13.100181 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04c925b-ddbf-4647-b2b3-c1e4d3b1ec8c None None] Pushing event updated for resources: {'Port': ['ID=9967c5cc-a023-43f5-ad64-03563ff0b4e7,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:13.126170 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-1d8b398d-530c-4bb6-aa33-29d4c47fceb9 None None] Transition to ACTIVE for port object e4a5dac2-5766-4334-9200-b2c64c62130d will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:54:13.138897 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1d8b398d-530c-4bb6-aa33-29d4c47fceb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:13.201205 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8b398d-530c-4bb6-aa33-29d4c47fceb9 None None] Network 652170dd-8c47-43f4-bca6-e293bff15596 is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:54:13.205204 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-1d8b398d-530c-4bb6-aa33-29d4c47fceb9 None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:54:13.210644 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8b398d-530c-4bb6-aa33-29d4c47fceb9 None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:54:13.218818 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8b398d-530c-4bb6-aa33-29d4c47fceb9 None None] Pushing event updated for resources: {'Port': ['ID=e4a5dac2-5766-4334-9200-b2c64c62130d,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:13.283845 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-1d8b398d-530c-4bb6-aa33-29d4c47fceb9 None None] Attempting to bind port e4a5dac2-5766-4334-9200-b2c64c62130d on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:54:13.284202 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-1d8b398d-530c-4bb6-aa33-29d4c47fceb9 None None] Attempting to bind port e4a5dac2-5766-4334-9200-b2c64c62130d by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '29ac02dc-b93d-4f47-aa8b-5f2581323304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '652170dd-8c47-43f4-bca6-e293bff15596'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:54:13.284639 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8b398d-530c-4bb6-aa33-29d4c47fceb9 None None] Attempting to bind port e4a5dac2-5766-4334-9200-b2c64c62130d on network 652170dd-8c47-43f4-bca6-e293bff15596 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:54:13.292223 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8b398d-530c-4bb6-aa33-29d4c47fceb9 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:54:13.292589 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8b398d-530c-4bb6-aa33-29d4c47fceb9 None None] Checking segment: {'id': '29ac02dc-b93d-4f47-aa8b-5f2581323304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '652170dd-8c47-43f4-bca6-e293bff15596'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:54:13.293005 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1d8b398d-530c-4bb6-aa33-29d4c47fceb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:13.293405 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8b398d-530c-4bb6-aa33-29d4c47fceb9 None None] Bound using segment: {'id': '29ac02dc-b93d-4f47-aa8b-5f2581323304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '652170dd-8c47-43f4-bca6-e293bff15596'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:54:13.293906 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-1d8b398d-530c-4bb6-aa33-29d4c47fceb9 None None] Bound port: e4a5dac2-5766-4334-9200-b2c64c62130d, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29ac02dc-b93d-4f47-aa8b-5f2581323304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '652170dd-8c47-43f4-bca6-e293bff15596'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:54:13.294328 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1d8b398d-530c-4bb6-aa33-29d4c47fceb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:13.451622 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-1d8b398d-530c-4bb6-aa33-29d4c47fceb9 None None] For port e4a5dac2-5766-4334-9200-b2c64c62130d, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:54:13.461156 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-1d8b398d-530c-4bb6-aa33-29d4c47fceb9 None None] For port e4a5dac2-5766-4334-9200-b2c64c62130d, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=e4a5dac2-5766-4334-9200-b2c64c62130d,segment=NetworkSegment(29ac02dc-b93d-4f47-aa8b-5f2581323304),segment_id=29ac02dc-b93d-4f47-aa8b-5f2581323304)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:54:13.472170 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1d8b398d-530c-4bb6-aa33-29d4c47fceb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:13.591614 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8b398d-530c-4bb6-aa33-29d4c47fceb9 None None] Pushing event updated for resources: {'Port': ['ID=e4a5dac2-5766-4334-9200-b2c64c62130d,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:13.770653 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b0bfd3d9-aede-4313-bf62-66b6acf533e2 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:13.777557 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b0bfd3d9-aede-4313-bf62-66b6acf533e2 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:13.778900 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b0bfd3d9-aede-4313-bf62-66b6acf533e2 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521893'] for router_interface, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:14.021672 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bfd3d9-aede-4313-bf62-66b6acf533e2 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Pushing event updated for resources: {'Port': ['ID=061fef31-70ab-415f-a65b-5efb79305cd6,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:14.115797 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0bfd3d9-aede-4313-bf62-66b6acf533e2 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Network ce135c5b-6bbe-4a91-9cbb-97337aa46470 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:54:14.119337 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-b0bfd3d9-aede-4313-bf62-66b6acf533e2 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:54:14.338622 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0bfd3d9-aede-4313-bf62-66b6acf533e2 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Router 4ff9cd60-a762-4a73-ba94-15006724ef86 is scheduled to L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e with binding_index 1 {{(pid=94260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:54:14.527236 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0bfd3d9-aede-4313-bf62-66b6acf533e2 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:54:14.538194 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-b0bfd3d9-aede-4313-bf62-66b6acf533e2 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "PUT /v2.0/routers/4ff9cd60-a762-4a73-ba94-15006724ef86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9125407 Aug 10 03:54:14.538537 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 42284) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:14.580797 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b752498-94ad-43dd-a3b3-788fcf42b2e0 None None] Sync routers for ids ['4ff9cd60-a762-4a73-ba94-15006724ef86'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:54:14.590016 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d777ec6-7a66-4f58-a201-66aba5d1c452 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:14.596630 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-2d777ec6-7a66-4f58-a201-66aba5d1c452 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "GET /v2.0/ports/061fef31-70ab-415f-a65b-5efb79305cd6 HTTP/1.1" status: 200 len: 911 time: 0.0517170 Aug 10 03:54:14.597101 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42290) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:14.651575 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b752498-94ad-43dd-a3b3-788fcf42b2e0 None None] Routers {'4ff9cd60-a762-4a73-ba94-15006724ef86'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:54:14.652619 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-0b752498-94ad-43dd-a3b3-788fcf42b2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:53:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['4ff9cd60-a762-4a73-ba94-15006724ef86'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:14.716395 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14555ad2-6e04-40ca-87db-17d51c69baac None None] Network ce135c5b-6bbe-4a91-9cbb-97337aa46470 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:54:14.886715 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-4bddb680-c182-4bd6-84a2-be212affcf83 None None] Provisioning for port 9967c5cc-a023-43f5-ad64-03563ff0b4e7 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:54:15.090951 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-0b752498-94ad-43dd-a3b3-788fcf42b2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:15.123689 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b752498-94ad-43dd-a3b3-788fcf42b2e0 None None] Routers {'4ff9cd60-a762-4a73-ba94-15006724ef86'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:54:15.128427 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-0b752498-94ad-43dd-a3b3-788fcf42b2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:53:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['4ff9cd60-a762-4a73-ba94-15006724ef86'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:15.240510 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-0b752498-94ad-43dd-a3b3-788fcf42b2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:15.242552 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b752498-94ad-43dd-a3b3-788fcf42b2e0 None None] The sync data for ids ['4ff9cd60-a762-4a73-ba94-15006724ef86'] in n-d-768862-13 is: [] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:54:15.416143 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device e4a5dac2-5766-4334-9200-b2c64c62130d up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:54:15.492044 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064912b7-8f14-49e4-bdee-eae268dbfc1b None None] Network 652170dd-8c47-43f4-bca6-e293bff15596 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:54:15.608322 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-17938e30-12c6-4302-ba7d-4d1102f6aa84 None None] Provisioning for port e4a5dac2-5766-4334-9200-b2c64c62130d completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:54:15.665521 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port e4a5dac2-5766-4334-9200-b2c64c62130d completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:54:15.700178 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port e4a5dac2-5766-4334-9200-b2c64c62130d triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:54:15.700623 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:15.947182 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-79d9f3d2-18a2-4bb0-9943-937a034740f7 None None] Provisioning for port 061fef31-70ab-415f-a65b-5efb79305cd6 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:54:15.961793 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-79d9f3d2-18a2-4bb0-9943-937a034740f7 None None] Provisioning complete for port 061fef31-70ab-415f-a65b-5efb79305cd6 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:54:15.962450 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-79d9f3d2-18a2-4bb0-9943-937a034740f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:16.104124 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-34a1eaf6-6635-4e11-ac27-8263dec092eb tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:16.104995 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ea8210ab-04c0-4e46-afd2-871c5950d013 req-bad0a917-998c-445f-bbbc-02559ff2879f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c4d693bc-3ed2-49c0-b2c8-af88e48bda12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1715450 Aug 10 03:54:16.331617 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:16.337443 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-79d9f3d2-18a2-4bb0-9943-937a034740f7 None None] Port 061fef31-70ab-415f-a65b-5efb79305cd6 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:54:16.413659 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8210ab-04c0-4e46-afd2-871c5950d013 req-790fad69-4d34-4bdb-b06e-a70d488153cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:16.426954 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ea8210ab-04c0-4e46-afd2-871c5950d013 req-790fad69-4d34-4bdb-b06e-a70d488153cb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=313fea2bc41845988f3599c81163014a&device_id=c4d693bc-3ed2-49c0-b2c8-af88e48bda12 HTTP/1.1" status: 200 len: 1097 time: 0.2029989 Aug 10 03:54:16.455275 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port e4a5dac2-5766-4334-9200-b2c64c62130d, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=e4a5dac2-5766-4334-9200-b2c64c62130d,segment=NetworkSegment(29ac02dc-b93d-4f47-aa8b-5f2581323304),segment_id=29ac02dc-b93d-4f47-aa8b-5f2581323304)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:54:16.467890 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:16.469226 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 9967c5cc-a023-43f5-ad64-03563ff0b4e7 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:54:16.669227 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8210ab-04c0-4e46-afd2-871c5950d013 req-8008f617-1eab-42cb-a48b-b3994164ef13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:16.670927 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ea8210ab-04c0-4e46-afd2-871c5950d013 req-8008f617-1eab-42cb-a48b-b3994164ef13 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cd3dc204-78e1-4dbd-a299-c7b559c63744 HTTP/1.1" status: 200 len: 914 time: 0.2192144 Aug 10 03:54:16.716681 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 9967c5cc-a023-43f5-ad64-03563ff0b4e7 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:54:16.726677 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00c229eb-4208-496e-ad0b-9f9723e604e6 None None] Provisioning complete for port 061fef31-70ab-415f-a65b-5efb79305cd6 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:54:16.727555 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00c229eb-4208-496e-ad0b-9f9723e604e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:16.753717 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-34a1eaf6-6635-4e11-ac27-8263dec092eb tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Allocated IP 2001:db8:1::1 (652170dd-8c47-43f4-bca6-e293bff15596/a58744ae-0622-43b9-9f65-57cd7400926e/619941e6-ce94-4567-b8bb-b6128349d8ec) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:54:16.754749 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ea8210ab-04c0-4e46-afd2-871c5950d013 req-d24c2afa-5b7b-483a-9a86-b1304b7edd9c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a1a1975-818e-4e66-af5e-9045bfe625f8 HTTP/1.1" status: 200 len: 217 time: 0.0750165 Aug 10 03:54:16.817602 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 9967c5cc-a023-43f5-ad64-03563ff0b4e7 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:54:16.818654 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:16.827873 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=e4a5dac2-5766-4334-9200-b2c64c62130d,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:16.867657 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8210ab-04c0-4e46-afd2-871c5950d013 req-54e61ada-35f6-491f-bee6-b841b182a155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:16.869260 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ea8210ab-04c0-4e46-afd2-871c5950d013 req-54e61ada-35f6-491f-bee6-b841b182a155 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b1e09f72-316b-4316-8bfa-d138c0a6f18b HTTP/1.1" status: 200 len: 854 time: 0.1066482 Aug 10 03:54:16.896946 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-34a1eaf6-6635-4e11-ac27-8263dec092eb tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:16.912588 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [None req-34a1eaf6-6635-4e11-ac27-8263dec092eb tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Transition to ACTIVE for port object 619941e6-ce94-4567-b8bb-b6128349d8ec will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:54:16.923567 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ea8210ab-04c0-4e46-afd2-871c5950d013 req-b2efe2b7-33dc-4a8c-aaea-05322526f406 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cd3dc204-78e1-4dbd-a299-c7b559c63744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466425 Aug 10 03:54:16.966626 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-00c229eb-4208-496e-ad0b-9f9723e604e6 None None] Port 061fef31-70ab-415f-a65b-5efb79305cd6 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:54:16.970535 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-34a1eaf6-6635-4e11-ac27-8263dec092eb tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:17.042940 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1eaf6-6635-4e11-ac27-8263dec092eb tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Pushing event updated for resources: {'Port': ['ID=619941e6-ce94-4567-b8bb-b6128349d8ec,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:17.059067 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a1eaf6-6635-4e11-ac27-8263dec092eb tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Network 652170dd-8c47-43f4-bca6-e293bff15596 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:54:17.061471 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-34a1eaf6-6635-4e11-ac27-8263dec092eb tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:54:17.064327 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a1eaf6-6635-4e11-ac27-8263dec092eb tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:54:17.065019 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-34a1eaf6-6635-4e11-ac27-8263dec092eb tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521745'] for router_interface, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:17.107592 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ea8210ab-04c0-4e46-afd2-871c5950d013 req-e77a99f2-39bb-4ff2-a4e1-e9a496f9ea2b service neutron] 10.222.0.42 "GET /v2.0/networks/cd3dc204-78e1-4dbd-a299-c7b559c63744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723907 Aug 10 03:54:17.195807 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:17.287238 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 9967c5cc-a023-43f5-ad64-03563ff0b4e7, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=9967c5cc-a023-43f5-ad64-03563ff0b4e7,segment=NetworkSegment(28387aae-e8ac-49f8-82aa-3823ee292d05),segment_id=28387aae-e8ac-49f8-82aa-3823ee292d05)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:54:17.289502 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-34a1eaf6-6635-4e11-ac27-8263dec092eb tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:17.297406 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-177463fe-2c1e-4dea-bc3e-f87a26bdecc4 None None] Provisioning complete for port e4a5dac2-5766-4334-9200-b2c64c62130d triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:54:17.297980 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-177463fe-2c1e-4dea-bc3e-f87a26bdecc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:17.300190 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:17.453307 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ea8210ab-04c0-4e46-afd2-871c5950d013 req-ace7bc82-f398-4ce8-8455-51f454d95e34 service neutron] 10.222.0.42 "GET /v2.0/networks/cd3dc204-78e1-4dbd-a299-c7b559c63744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3382814 Aug 10 03:54:17.518532 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=9967c5cc-a023-43f5-ad64-03563ff0b4e7,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:17.586129 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device e4a5dac2-5766-4334-9200-b2c64c62130d up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:54:17.697208 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-177463fe-2c1e-4dea-bc3e-f87a26bdecc4 None None] Provisioning complete for port 061fef31-70ab-415f-a65b-5efb79305cd6 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:54:17.697797 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-177463fe-2c1e-4dea-bc3e-f87a26bdecc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:17.742787 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port e4a5dac2-5766-4334-9200-b2c64c62130d triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:54:17.743500 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:17.846320 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-177463fe-2c1e-4dea-bc3e-f87a26bdecc4 None None] Port 061fef31-70ab-415f-a65b-5efb79305cd6 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:54:17.864670 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-34a1eaf6-6635-4e11-ac27-8263dec092eb tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:17.870652 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-34a1eaf6-6635-4e11-ac27-8263dec092eb tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:17.872003 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-34a1eaf6-6635-4e11-ac27-8263dec092eb tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521893'] for router_interface, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:17.977526 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-08518e8b-e9cc-4f06-a4a1-c61fabc7eeeb None None] Provisioning for port 619941e6-ce94-4567-b8bb-b6128349d8ec completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:54:17.982337 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1eaf6-6635-4e11-ac27-8263dec092eb tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Pushing event updated for resources: {'Port': ['ID=619941e6-ce94-4567-b8bb-b6128349d8ec,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:17.988056 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-08518e8b-e9cc-4f06-a4a1-c61fabc7eeeb None None] Provisioning complete for port 619941e6-ce94-4567-b8bb-b6128349d8ec triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:54:17.988912 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-08518e8b-e9cc-4f06-a4a1-c61fabc7eeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:18.043375 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-08518e8b-e9cc-4f06-a4a1-c61fabc7eeeb None None] Port 619941e6-ce94-4567-b8bb-b6128349d8ec cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:54:18.070875 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a1eaf6-6635-4e11-ac27-8263dec092eb tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Network 652170dd-8c47-43f4-bca6-e293bff15596 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:54:18.072956 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-34a1eaf6-6635-4e11-ac27-8263dec092eb tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:54:18.260928 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34a1eaf6-6635-4e11-ac27-8263dec092eb tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Router 4ff9cd60-a762-4a73-ba94-15006724ef86 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:54:18.470918 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-cc58e1b5-86d9-4c10-809a-a98e1e221580 None None] Provisioning complete for port 619941e6-ce94-4567-b8bb-b6128349d8ec triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:54:18.471605 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-cc58e1b5-86d9-4c10-809a-a98e1e221580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:18.501754 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34a1eaf6-6635-4e11-ac27-8263dec092eb tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:54:18.511758 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-34a1eaf6-6635-4e11-ac27-8263dec092eb tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "PUT /v2.0/routers/4ff9cd60-a762-4a73-ba94-15006724ef86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9123988 Aug 10 03:54:18.515895 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42336) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:18.517103 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737b2213-c14c-4013-a799-e3fc0679f079 None None] Sync routers for ids ['4ff9cd60-a762-4a73-ba94-15006724ef86'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:54:18.558893 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-cc58e1b5-86d9-4c10-809a-a98e1e221580 None None] Port 619941e6-ce94-4567-b8bb-b6128349d8ec cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:54:18.562741 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737b2213-c14c-4013-a799-e3fc0679f079 None None] Routers {'4ff9cd60-a762-4a73-ba94-15006724ef86'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:54:18.564137 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-737b2213-c14c-4013-a799-e3fc0679f079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:53:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['4ff9cd60-a762-4a73-ba94-15006724ef86'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:18.584556 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001d8fba-a682-43d1-a370-bab2429b13a5 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:18.587451 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-001d8fba-a682-43d1-a370-bab2429b13a5 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "GET /v2.0/ports/619941e6-ce94-4567-b8bb-b6128349d8ec HTTP/1.1" status: 200 len: 913 time: 0.0697639 Aug 10 03:54:18.591829 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42338) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:18.621524 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-737b2213-c14c-4013-a799-e3fc0679f079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:18.632861 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737b2213-c14c-4013-a799-e3fc0679f079 None None] Routers {'4ff9cd60-a762-4a73-ba94-15006724ef86'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:54:18.633495 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-737b2213-c14c-4013-a799-e3fc0679f079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:53:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['4ff9cd60-a762-4a73-ba94-15006724ef86'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:18.677949 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-737b2213-c14c-4013-a799-e3fc0679f079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:18.677949 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737b2213-c14c-4013-a799-e3fc0679f079 None None] The sync data for ids ['4ff9cd60-a762-4a73-ba94-15006724ef86'] in n-d-768862-13 is: [] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:54:19.153948 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-55578e5d-03ae-4134-b7f4-6ac269395178 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521880'] for router_interface, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:19.418016 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 9967c5cc-a023-43f5-ad64-03563ff0b4e7 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:54:19.511534 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 9967c5cc-a023-43f5-ad64-03563ff0b4e7 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:54:19.512075 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:19.556210 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-55578e5d-03ae-4134-b7f4-6ac269395178 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Deleting port 619941e6-ce94-4567-b8bb-b6128349d8ec {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:54:19.556831 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-55578e5d-03ae-4134-b7f4-6ac269395178 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:19.678885 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-55578e5d-03ae-4134-b7f4-6ac269395178 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:19.694122 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-55578e5d-03ae-4134-b7f4-6ac269395178 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Calling delete_port for 619941e6-ce94-4567-b8bb-b6128349d8ec owned by network:router_interface {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:54:19.905848 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-55578e5d-03ae-4134-b7f4-6ac269395178 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:19.945100 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55578e5d-03ae-4134-b7f4-6ac269395178 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Pushing event deleted for resources: {'Port': ['ID=619941e6-ce94-4567-b8bb-b6128349d8ec,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:20.171857 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-55578e5d-03ae-4134-b7f4-6ac269395178 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-522536'] for router_interface, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:20.487585 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55578e5d-03ae-4134-b7f4-6ac269395178 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Router 4ff9cd60-a762-4a73-ba94-15006724ef86 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:54:20.670795 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55578e5d-03ae-4134-b7f4-6ac269395178 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:54:20.681788 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-55578e5d-03ae-4134-b7f4-6ac269395178 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "PUT /v2.0/routers/4ff9cd60-a762-4a73-ba94-15006724ef86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0833793 Aug 10 03:54:20.683425 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 42356) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:20.706255 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59eb5ffa-c2ae-4a57-a193-e8b51e6d0d7e None None] Sync routers for ids ['4ff9cd60-a762-4a73-ba94-15006724ef86'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:54:20.732762 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59eb5ffa-c2ae-4a57-a193-e8b51e6d0d7e None None] Routers {'4ff9cd60-a762-4a73-ba94-15006724ef86'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:54:20.733823 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-59eb5ffa-c2ae-4a57-a193-e8b51e6d0d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:53:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['4ff9cd60-a762-4a73-ba94-15006724ef86'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:20.809637 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-59eb5ffa-c2ae-4a57-a193-e8b51e6d0d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:20.829108 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59eb5ffa-c2ae-4a57-a193-e8b51e6d0d7e None None] Routers {'4ff9cd60-a762-4a73-ba94-15006724ef86'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:54:20.830643 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-59eb5ffa-c2ae-4a57-a193-e8b51e6d0d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:53:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['4ff9cd60-a762-4a73-ba94-15006724ef86'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:20.893555 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-59eb5ffa-c2ae-4a57-a193-e8b51e6d0d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:20.895048 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59eb5ffa-c2ae-4a57-a193-e8b51e6d0d7e None None] The sync data for ids ['4ff9cd60-a762-4a73-ba94-15006724ef86'] in n-d-768862-13 is: [] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:54:21.162355 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a3641bf2-b628-4931-808b-c1e97d5cc200 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521880'] for router_interface, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:21.433537 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-0ec3b8e1-afdd-44f4-be52-bddbc2f427a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:21.579729 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-a3641bf2-b628-4931-808b-c1e97d5cc200 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Deleting port 061fef31-70ab-415f-a65b-5efb79305cd6 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:54:21.580158 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a3641bf2-b628-4931-808b-c1e97d5cc200 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:21.749737 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a3641bf2-b628-4931-808b-c1e97d5cc200 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:21.778670 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-a3641bf2-b628-4931-808b-c1e97d5cc200 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Calling delete_port for 061fef31-70ab-415f-a65b-5efb79305cd6 owned by network:router_interface {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:54:22.124705 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a3641bf2-b628-4931-808b-c1e97d5cc200 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:22.155782 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3641bf2-b628-4931-808b-c1e97d5cc200 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Pushing event deleted for resources: {'Port': ['ID=061fef31-70ab-415f-a65b-5efb79305cd6,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:22.272484 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a3641bf2-b628-4931-808b-c1e97d5cc200 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-522536'] for router_interface, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:22.559063 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3641bf2-b628-4931-808b-c1e97d5cc200 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Router 4ff9cd60-a762-4a73-ba94-15006724ef86 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:54:22.697301 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3641bf2-b628-4931-808b-c1e97d5cc200 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:54:22.710678 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-a3641bf2-b628-4931-808b-c1e97d5cc200 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "PUT /v2.0/routers/4ff9cd60-a762-4a73-ba94-15006724ef86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0226390 Aug 10 03:54:22.711898 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 42368) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:22.712059 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827d2f9e-97ec-47bf-b7d3-7176374c2a54 None None] Sync routers for ids ['4ff9cd60-a762-4a73-ba94-15006724ef86'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:54:22.739902 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827d2f9e-97ec-47bf-b7d3-7176374c2a54 None None] Routers {'4ff9cd60-a762-4a73-ba94-15006724ef86'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:54:22.742488 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-827d2f9e-97ec-47bf-b7d3-7176374c2a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:53:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['4ff9cd60-a762-4a73-ba94-15006724ef86'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:22.751453 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-a2c9018b-bf82-4279-a2f2-483a9c908578 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ff9cd60-a762-4a73-ba94-15006724ef86 HTTP/1.1" status: 200 len: 205 time: 0.0345752 Aug 10 03:54:22.752273 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 42372) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:22.813331 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-827d2f9e-97ec-47bf-b7d3-7176374c2a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:22.835627 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827d2f9e-97ec-47bf-b7d3-7176374c2a54 None None] Routers {'4ff9cd60-a762-4a73-ba94-15006724ef86'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:54:22.837004 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-827d2f9e-97ec-47bf-b7d3-7176374c2a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:53:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['4ff9cd60-a762-4a73-ba94-15006724ef86'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:22.865374 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a48f8a03-d6a5-40e3-91fb-3c3efdcd6812 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for router, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:22.903448 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-827d2f9e-97ec-47bf-b7d3-7176374c2a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:22.904177 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827d2f9e-97ec-47bf-b7d3-7176374c2a54 None None] The sync data for ids ['4ff9cd60-a762-4a73-ba94-15006724ef86'] in n-d-768862-13 is: [] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:54:23.052302 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a48f8a03-d6a5-40e3-91fb-3c3efdcd6812 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:23.056600 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a48f8a03-d6a5-40e3-91fb-3c3efdcd6812 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:23.497233 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a48f8a03-d6a5-40e3-91fb-3c3efdcd6812 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:23.497951 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a48f8a03-d6a5-40e3-91fb-3c3efdcd6812 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Fanout notify agent at l3_agent the message router_deleted on router 4ff9cd60-a762-4a73-ba94-15006724ef86 {{(pid=94260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:54:23.505361 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a48f8a03-d6a5-40e3-91fb-3c3efdcd6812 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for router, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:23.510653 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-a48f8a03-d6a5-40e3-91fb-3c3efdcd6812 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "DELETE /v2.0/routers/4ff9cd60-a762-4a73-ba94-15006724ef86 HTTP/1.1" status: 204 len: 168 time: 0.7535708 Aug 10 03:54:23.510653 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 42380) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:23.566270 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_v2 [None req-c545d76e-87b4-4462-b442-addd91ebffc0 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Deleting subnet a58744ae-0622-43b9-9f65-57cd7400926e {{(pid=94260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:54:23.570043 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c545d76e-87b4-4462-b442-addd91ebffc0 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for subnet, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:23.619710 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c545d76e-87b4-4462-b442-addd91ebffc0 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191173'] for subnet, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:23.681354 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3e17f2a5-f39e-4bbb-9f1e-8c7b00ce5a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:23.728377 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c545d76e-87b4-4462-b442-addd91ebffc0 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:23.803852 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c545d76e-87b4-4462-b442-addd91ebffc0 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:23.841423 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c545d76e-87b4-4462-b442-addd91ebffc0 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Pushing event deleted for resources: {'Subnet': ['ID=a58744ae-0622-43b9-9f65-57cd7400926e,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:23.847507 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c545d76e-87b4-4462-b442-addd91ebffc0 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:23.853527 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42384) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:23.854547 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-c545d76e-87b4-4462-b442-addd91ebffc0 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "DELETE /v2.0/subnets/a58744ae-0622-43b9-9f65-57cd7400926e HTTP/1.1" status: 204 len: 168 time: 0.3422043 Aug 10 03:54:23.867366 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef7819d-422e-430e-94ad-7cf239943db5 None None] Network 652170dd-8c47-43f4-bca6-e293bff15596 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:54:23.925231 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-d453a3ed-470c-4321-94e8-596b981eff79 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Deleting subnet 15a401fa-0ead-4049-884b-80fb5a82e487 {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:54:23.930728 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d453a3ed-470c-4321-94e8-596b981eff79 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:24.004728 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d453a3ed-470c-4321-94e8-596b981eff79 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:24.173452 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d453a3ed-470c-4321-94e8-596b981eff79 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:24.194625 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca6e564-2531-4bdd-9a5d-3a4787f90f9f None None] DHCP port deletion for 652170dd-8c47-43f4-bca6-e293bff15596 request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:54:24.264440 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d453a3ed-470c-4321-94e8-596b981eff79 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:24.344421 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-bca6e564-2531-4bdd-9a5d-3a4787f90f9f None None] Deleting port e4a5dac2-5766-4334-9200-b2c64c62130d {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:54:24.344836 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-bca6e564-2531-4bdd-9a5d-3a4787f90f9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:24.349323 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:24.370956 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d453a3ed-470c-4321-94e8-596b981eff79 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Pushing event deleted for resources: {'Subnet': ['ID=15a401fa-0ead-4049-884b-80fb5a82e487,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:24.374666 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d453a3ed-470c-4321-94e8-596b981eff79 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:24.380218 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 42394) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:24.390156 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-d453a3ed-470c-4321-94e8-596b981eff79 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "DELETE /v2.0/subnets/15a401fa-0ead-4049-884b-80fb5a82e487 HTTP/1.1" status: 204 len: 168 time: 0.5334790 Aug 10 03:54:24.411482 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d453a3ed-470c-4321-94e8-596b981eff79 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:24.413169 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d453a3ed-470c-4321-94e8-596b981eff79 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:24.413750 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d453a3ed-470c-4321-94e8-596b981eff79 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:24.414187 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af554e7-59bc-42ee-b5fc-3a93f756e60a None None] Network ce135c5b-6bbe-4a91-9cbb-97337aa46470 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:54:24.414423 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d453a3ed-470c-4321-94e8-596b981eff79 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:24.414869 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d453a3ed-470c-4321-94e8-596b981eff79 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:24.415302 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d453a3ed-470c-4321-94e8-596b981eff79 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:24.415735 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d453a3ed-470c-4321-94e8-596b981eff79 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:24.416183 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d453a3ed-470c-4321-94e8-596b981eff79 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:24.416613 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d453a3ed-470c-4321-94e8-596b981eff79 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:24.417487 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d453a3ed-470c-4321-94e8-596b981eff79 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:24.419183 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d453a3ed-470c-4321-94e8-596b981eff79 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:24.427919 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d453a3ed-470c-4321-94e8-596b981eff79 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:24.523628 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-bca6e564-2531-4bdd-9a5d-3a4787f90f9f None None] For port e4a5dac2-5766-4334-9200-b2c64c62130d, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=e4a5dac2-5766-4334-9200-b2c64c62130d,segment=NetworkSegment(29ac02dc-b93d-4f47-aa8b-5f2581323304),segment_id=29ac02dc-b93d-4f47-aa8b-5f2581323304)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:54:24.524346 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-bca6e564-2531-4bdd-9a5d-3a4787f90f9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:24.526412 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-309af3fb-6e51-47e4-b27b-a8a03880def3 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:24.547070 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-bca6e564-2531-4bdd-9a5d-3a4787f90f9f None None] Calling delete_port for e4a5dac2-5766-4334-9200-b2c64c62130d owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:54:24.657434 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-309af3fb-6e51-47e4-b27b-a8a03880def3 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Deleting port e4a5dac2-5766-4334-9200-b2c64c62130d {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:54:24.658188 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-309af3fb-6e51-47e4-b27b-a8a03880def3 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:24.708261 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-bca6e564-2531-4bdd-9a5d-3a4787f90f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:24.738326 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca6e564-2531-4bdd-9a5d-3a4787f90f9f None None] Pushing event deleted for resources: {'Port': ['ID=e4a5dac2-5766-4334-9200-b2c64c62130d,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:24.745452 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca6e564-2531-4bdd-9a5d-3a4787f90f9f None None] No DVR routers for this DVR port e4a5dac2-5766-4334-9200-b2c64c62130d on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:54:24.787045 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a638966-7309-402e-bd88-5dc91c59bc14 None None] DHCP port deletion for ce135c5b-6bbe-4a91-9cbb-97337aa46470 request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:54:24.829645 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [None req-309af3fb-6e51-47e4-b27b-a8a03880def3 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] For port e4a5dac2-5766-4334-9200-b2c64c62130d, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=e4a5dac2-5766-4334-9200-b2c64c62130d,segment=NetworkSegment(29ac02dc-b93d-4f47-aa8b-5f2581323304),segment_id=29ac02dc-b93d-4f47-aa8b-5f2581323304)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:54:24.830204 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-309af3fb-6e51-47e4-b27b-a8a03880def3 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:24.868856 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-309af3fb-6e51-47e4-b27b-a8a03880def3 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Calling delete_port for e4a5dac2-5766-4334-9200-b2c64c62130d owned by network:dhcp {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:54:24.884595 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-4a638966-7309-402e-bd88-5dc91c59bc14 None None] Deleting port 9967c5cc-a023-43f5-ad64-03563ff0b4e7 {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:54:24.885204 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4a638966-7309-402e-bd88-5dc91c59bc14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:24.969439 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-4a638966-7309-402e-bd88-5dc91c59bc14 None None] For port 9967c5cc-a023-43f5-ad64-03563ff0b4e7, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=9967c5cc-a023-43f5-ad64-03563ff0b4e7,segment=NetworkSegment(28387aae-e8ac-49f8-82aa-3823ee292d05),segment_id=28387aae-e8ac-49f8-82aa-3823ee292d05)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:54:24.970157 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4a638966-7309-402e-bd88-5dc91c59bc14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:24.986733 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-4a638966-7309-402e-bd88-5dc91c59bc14 None None] Calling delete_port for 9967c5cc-a023-43f5-ad64-03563ff0b4e7 owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:54:25.033110 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-309af3fb-6e51-47e4-b27b-a8a03880def3 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:25.080010 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309af3fb-6e51-47e4-b27b-a8a03880def3 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Pushing event deleted for resources: {'Port': ['ID=e4a5dac2-5766-4334-9200-b2c64c62130d,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:25.081619 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4a638966-7309-402e-bd88-5dc91c59bc14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:25.092632 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309af3fb-6e51-47e4-b27b-a8a03880def3 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] No DVR routers for this DVR port e4a5dac2-5766-4334-9200-b2c64c62130d on host n-d-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:54:25.110265 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a638966-7309-402e-bd88-5dc91c59bc14 None None] No DVR routers for this DVR port 9967c5cc-a023-43f5-ad64-03563ff0b4e7 on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:54:25.147970 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a638966-7309-402e-bd88-5dc91c59bc14 None None] Pushing event deleted for resources: {'Port': ['ID=9967c5cc-a023-43f5-ad64-03563ff0b4e7,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:25.217759 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-309af3fb-6e51-47e4-b27b-a8a03880def3 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:25.230147 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-309af3fb-6e51-47e4-b27b-a8a03880def3 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['652170dd-8c47-43f4-bca6-e293bff15596']}} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:25.248856 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-309af3fb-6e51-47e4-b27b-a8a03880def3 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29ac02dc-b93d-4f47-aa8b-5f2581323304') {'for_net_delete': True} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:25.248856 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-309af3fb-6e51-47e4-b27b-a8a03880def3 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29ac02dc-b93d-4f47-aa8b-5f2581323304') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:25.261249 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-309af3fb-6e51-47e4-b27b-a8a03880def3 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191186'] for segment, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:25.277993 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-309af3fb-6e51-47e4-b27b-a8a03880def3 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:25.289059 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-309af3fb-6e51-47e4-b27b-a8a03880def3 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=94260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:54:25.289829 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-309af3fb-6e51-47e4-b27b-a8a03880def3 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58895489'] for segment, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:25.295572 n-d-768862-13 neutron-server[94260]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:54:25.295572 n-d-768862-13 neutron-server[94260]: self.session.flush() Aug 10 03:54:25.295572 n-d-768862-13 neutron-server[94260]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:54:25.295572 n-d-768862-13 neutron-server[94260]: self.session.flush() Aug 10 03:54:25.295572 n-d-768862-13 neutron-server[94260]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:54:25.295572 n-d-768862-13 neutron-server[94260]: self.session.flush() Aug 10 03:54:25.295572 n-d-768862-13 neutron-server[94260]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:54:25.295572 n-d-768862-13 neutron-server[94260]: self.session.flush() Aug 10 03:54:25.295572 n-d-768862-13 neutron-server[94260]: Traceback (most recent call last): Aug 10 03:54:25.295572 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:54:25.295572 n-d-768862-13 neutron-server[94260]: timer() Aug 10 03:54:25.295572 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:54:25.295572 n-d-768862-13 neutron-server[94260]: cb(*args, **kw) Aug 10 03:54:25.295572 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:54:25.295572 n-d-768862-13 neutron-server[94260]: return func(*args, **kwargs) Aug 10 03:54:25.295572 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:54:25.295572 n-d-768862-13 neutron-server[94260]: self._notify() Aug 10 03:54:25.295572 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:54:25.295572 n-d-768862-13 neutron-server[94260]: self.callback(batched_events) Aug 10 03:54:25.295572 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:54:25.295572 n-d-768862-13 neutron-server[94260]: event.method(event) Aug 10 03:54:25.295572 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:54:25.295572 n-d-768862-13 neutron-server[94260]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:54:25.295572 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:54:25.295572 n-d-768862-13 neutron-server[94260]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:54:25.295572 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:54:25.295572 n-d-768862-13 neutron-server[94260]: return f(self, *a, **k) Aug 10 03:54:25.295572 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:54:25.295572 n-d-768862-13 neutron-server[94260]: return self._get(url).json() Aug 10 03:54:25.295572 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:54:25.295572 n-d-768862-13 neutron-server[94260]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:54:25.295572 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:54:25.295572 n-d-768862-13 neutron-server[94260]: return self.request(url, 'GET', **kwargs) Aug 10 03:54:25.295572 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:54:25.295572 n-d-768862-13 neutron-server[94260]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:54:25.295572 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:54:25.295572 n-d-768862-13 neutron-server[94260]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:54:25.295572 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:54:25.295572 n-d-768862-13 neutron-server[94260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:54:25.295572 n-d-768862-13 neutron-server[94260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:54:25.434012 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-309af3fb-6e51-47e4-b27b-a8a03880def3 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:25.443549 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:25.455346 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-309af3fb-6e51-47e4-b27b-a8a03880def3 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:25.462408 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-309af3fb-6e51-47e4-b27b-a8a03880def3 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "DELETE /v2.0/networks/652170dd-8c47-43f4-bca6-e293bff15596 HTTP/1.1" status: 204 len: 168 time: 1.0793869 Aug 10 03:54:25.464449 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42400) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:25.482946 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device e4a5dac2-5766-4334-9200-b2c64c62130d no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:54:25.520159 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309af3fb-6e51-47e4-b27b-a8a03880def3 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Pushing event deleted for resources: {'Network': ['ID=652170dd-8c47-43f4-bca6-e293bff15596,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:25.536170 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: e4a5dac2-5766-4334-9200-b2c64c62130d {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:54:25.536518 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device e4a5dac2-5766-4334-9200-b2c64c62130d not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:54:25.536944 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 9967c5cc-a023-43f5-ad64-03563ff0b4e7 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:54:25.565282 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 9967c5cc-a023-43f5-ad64-03563ff0b4e7 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:54:25.565792 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 9967c5cc-a023-43f5-ad64-03563ff0b4e7 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:54:25.661439 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4f04681b-1aac-4eb7-8a8a-4903f3aab399 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:25.816825 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4f04681b-1aac-4eb7-8a8a-4903f3aab399 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:25.837974 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-4f04681b-1aac-4eb7-8a8a-4903f3aab399 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce135c5b-6bbe-4a91-9cbb-97337aa46470']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:25.865270 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-4f04681b-1aac-4eb7-8a8a-4903f3aab399 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28387aae-e8ac-49f8-82aa-3823ee292d05') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:25.868440 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-4f04681b-1aac-4eb7-8a8a-4903f3aab399 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28387aae-e8ac-49f8-82aa-3823ee292d05') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:25.904625 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4f04681b-1aac-4eb7-8a8a-4903f3aab399 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:25.936342 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4f04681b-1aac-4eb7-8a8a-4903f3aab399 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:25.950180 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f04681b-1aac-4eb7-8a8a-4903f3aab399 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:54:25.951299 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4f04681b-1aac-4eb7-8a8a-4903f3aab399 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:25.957558 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:54:25.957558 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:54:25.957558 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:54:25.957558 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:54:25.957558 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:54:25.957558 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:54:25.957558 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:54:25.957558 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:54:25.957558 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:54:25.957558 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:54:25.957558 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:54:25.957558 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:54:25.957558 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:54:25.957558 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:54:25.957558 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:54:25.957558 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:54:25.957558 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:54:25.957558 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:54:25.957558 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:54:25.957558 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:54:25.957558 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:54:25.957558 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:54:25.957558 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:54:25.957558 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:54:25.957558 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:54:25.957558 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:54:25.957558 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:54:25.957558 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:54:25.957558 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:54:25.957558 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:54:25.957558 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:54:25.957558 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:54:26.086940 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4f04681b-1aac-4eb7-8a8a-4903f3aab399 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:26.092327 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4f04681b-1aac-4eb7-8a8a-4903f3aab399 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:26.102563 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-4f04681b-1aac-4eb7-8a8a-4903f3aab399 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "DELETE /v2.0/networks/ce135c5b-6bbe-4a91-9cbb-97337aa46470 HTTP/1.1" status: 204 len: 168 time: 0.6281440 Aug 10 03:54:26.104854 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 42402) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:26.112666 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f04681b-1aac-4eb7-8a8a-4903f3aab399 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Pushing event deleted for resources: {'Network': ['ID=ce135c5b-6bbe-4a91-9cbb-97337aa46470,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:26.113814 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-525581d5-ff8c-49a1-a787-9ef5f8a79bdd tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-865534318'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:26.144642 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-525581d5-ff8c-49a1-a787-9ef5f8a79bdd tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Made reservation on behalf of 7f13fa511760438bb7dce833c039b782 for: {'network': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:54:26.148943 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-525581d5-ff8c-49a1-a787-9ef5f8a79bdd tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:26.186546 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-525581d5-ff8c-49a1-a787-9ef5f8a79bdd tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=94260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:54:26.200491 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-525581d5-ff8c-49a1-a787-9ef5f8a79bdd tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:26.200491 n-d-768862-13 neutron-server[94260]: INFO neutron.db.segments_db [None req-525581d5-ff8c-49a1-a787-9ef5f8a79bdd tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Added segment 7e0e56fa-417c-4190-b098-6eda2eb5d58b of type vlan for network a7813ea1-f147-4e82-98dc-556ca110d05e Aug 10 03:54:26.271252 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-525581d5-ff8c-49a1-a787-9ef5f8a79bdd tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:26.272591 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:26.314623 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-525581d5-ff8c-49a1-a787-9ef5f8a79bdd tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:26.322179 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525581d5-ff8c-49a1-a787-9ef5f8a79bdd tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:26.323055 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-525581d5-ff8c-49a1-a787-9ef5f8a79bdd tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:26.393432 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-525581d5-ff8c-49a1-a787-9ef5f8a79bdd tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2855828 Aug 10 03:54:26.398289 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 42404) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:26.404480 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-cf6a66e7-0022-4250-9162-07131e38d82c tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Request body: {'subnet': {'network_id': 'a7813ea1-f147-4e82-98dc-556ca110d05e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:26.456862 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525581d5-ff8c-49a1-a787-9ef5f8a79bdd tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Pushing event updated for resources: {'Network': ['ID=a7813ea1-f147-4e82-98dc-556ca110d05e,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:26.473031 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network a7813ea1-f147-4e82-98dc-556ca110d05e details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:54:26.521171 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf6a66e7-0022-4250-9162-07131e38d82c tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Made reservation on behalf of 7f13fa511760438bb7dce833c039b782 for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:54:26.526155 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-cf6a66e7-0022-4250-9162-07131e38d82c tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:26.782332 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-cf6a66e7-0022-4250-9162-07131e38d82c tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58895384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805196'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:26.862181 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6a66e7-0022-4250-9162-07131e38d82c tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Pushing event updated for resources: {'Subnet': ['ID=ae583cab-9c9a-4974-bdee-a5988493afe5,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:26.873319 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:26.874381 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6a66e7-0022-4250-9162-07131e38d82c tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Checking segment: {'id': '7e0e56fa-417c-4190-b098-6eda2eb5d58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a7813ea1-f147-4e82-98dc-556ca110d05e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:54:26.874764 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6a66e7-0022-4250-9162-07131e38d82c tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Network hostable DHCP agents. Network: a7813ea1-f147-4e82-98dc-556ca110d05e, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:54:26.904984 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6a66e7-0022-4250-9162-07131e38d82c tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Network a7813ea1-f147-4e82-98dc-556ca110d05e is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:54:26.920625 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-cf6a66e7-0022-4250-9162-07131e38d82c tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, a7813ea1-f147-4e82-98dc-556ca110d05e) {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:54:26.926172 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6a66e7-0022-4250-9162-07131e38d82c tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:26.927069 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-cf6a66e7-0022-4250-9162-07131e38d82c tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:26.933291 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61bfe8a5-efb1-4be9-bef3-70a8e851a016 None None] Network a7813ea1-f147-4e82-98dc-556ca110d05e requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:54:27.037201 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-cf6a66e7-0022-4250-9162-07131e38d82c tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6351376 Aug 10 03:54:27.039017 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42420) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:27.047064 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-fdc55abc-ceea-4c8f-ae59-d6c2c15a5096 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1284527020', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:27.082189 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-fdc55abc-ceea-4c8f-ae59-d6c2c15a5096 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:27.089569 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-fdc55abc-ceea-4c8f-ae59-d6c2c15a5096 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:27.147492 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd69e42-4604-43ef-8c25-df9a0d4e7c4f req-c864a475-fc21-4051-bc89-7efe7b77b774 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:27.150588 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7bd69e42-4604-43ef-8c25-df9a0d4e7c4f req-c864a475-fc21-4051-bc89-7efe7b77b774 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/networks?id=9304a778-e332-4697-b169-f473c98c9db5 HTTP/1.1" status: 200 len: 811 time: 0.2191784 Aug 10 03:54:27.173203 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7bd69e42-4604-43ef-8c25-df9a0d4e7c4f req-9464d381-6b8f-4326-9bb8-85bcd6792c39 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/quotas/d7797a7e7c744219a6cd7e79c926312f HTTP/1.1" status: 200 len: 375 time: 0.0165114 Aug 10 03:54:27.182961 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-fdc55abc-ceea-4c8f-ae59-d6c2c15a5096 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:27.193870 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-fdc55abc-ceea-4c8f-ae59-d6c2c15a5096 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:27.231657 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-fdc55abc-ceea-4c8f-ae59-d6c2c15a5096 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:27.239817 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f62dd3-3966-4e3b-8adc-841f1466bf0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-a7813ea1-f147-4e82-98dc-556ca110d05e', 'network_id': 'a7813ea1-f147-4e82-98dc-556ca110d05e', 'tenant_id': '7f13fa511760438bb7dce833c039b782', 'fixed_ips': [{'subnet_id': 'ae583cab-9c9a-4974-bdee-a5988493afe5'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:54:27.240196 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-fdc55abc-ceea-4c8f-ae59-d6c2c15a5096 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1938131 Aug 10 03:54:27.240380 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d0f62dd3-3966-4e3b-8adc-841f1466bf0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:27.240573 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42422) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:27.245348 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-78e04c0c-3c3b-4db1-a77b-eaa3bf11c607 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Request body: {'port': {'network_id': 'a7813ea1-f147-4e82-98dc-556ca110d05e', 'name': 'tempest-RoutersIpV6Test-1431711053'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:27.251505 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7bd69e42-4604-43ef-8c25-df9a0d4e7c4f req-195e176e-2b41-49ea-8cc3-91d60d28e3e9 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d7797a7e7c744219a6cd7e79c926312f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0772178 Aug 10 03:54:27.333860 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [req-7bd69e42-4604-43ef-8c25-df9a0d4e7c4f req-153b3e7f-d35b-45a6-9f63-b0b6e713345d service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:54:27.336407 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7bd69e42-4604-43ef-8c25-df9a0d4e7c4f req-153b3e7f-d35b-45a6-9f63-b0b6e713345d service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0776269 Aug 10 03:54:27.473302 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e04c0c-3c3b-4db1-a77b-eaa3bf11c607 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Made reservation on behalf of 7f13fa511760438bb7dce833c039b782 for: {'port': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:54:27.481927 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-78e04c0c-3c3b-4db1-a77b-eaa3bf11c607 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:27.521461 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-d0f62dd3-3966-4e3b-8adc-841f1466bf0b None None] Allocated IP 2001:db8::2 (a7813ea1-f147-4e82-98dc-556ca110d05e/ae583cab-9c9a-4974-bdee-a5988493afe5/95afd273-c223-433b-9d56-318b86c2534b) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:54:27.526487 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [None req-78e04c0c-3c3b-4db1-a77b-eaa3bf11c607 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] device_id is not set on port fc60a90e-c706-4a7d-91f1-ecd8addabace yet. {{(pid=94261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:54:27.546521 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7bd69e42-4604-43ef-8c25-df9a0d4e7c4f req-4ce12832-5020-4e4d-b36b-d292d2ff9e16 service neutron] 10.222.0.44 "GET /v2.0/networks/9304a778-e332-4697-b169-f473c98c9db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016656 Aug 10 03:54:27.693379 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7bd69e42-4604-43ef-8c25-df9a0d4e7c4f req-50af850e-9561-4377-8d1f-f5635675671a service neutron] 10.222.0.44 "GET /v2.0/networks/9304a778-e332-4697-b169-f473c98c9db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399546 Aug 10 03:54:27.825248 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d0f62dd3-3966-4e3b-8adc-841f1466bf0b None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:27.836351 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-d0f62dd3-3966-4e3b-8adc-841f1466bf0b None None] Transition to ACTIVE for port object 95afd273-c223-433b-9d56-318b86c2534b will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:54:27.857286 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-d0f62dd3-3966-4e3b-8adc-841f1466bf0b None None] Transition to ACTIVE for port object 95afd273-c223-433b-9d56-318b86c2534b will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:54:27.866129 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d0f62dd3-3966-4e3b-8adc-841f1466bf0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:27.955525 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f62dd3-3966-4e3b-8adc-841f1466bf0b None None] Network a7813ea1-f147-4e82-98dc-556ca110d05e is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:54:27.960407 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-d0f62dd3-3966-4e3b-8adc-841f1466bf0b None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:54:27.961395 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-78e04c0c-3c3b-4db1-a77b-eaa3bf11c607 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Allocated IP 2001:db8::285 (a7813ea1-f147-4e82-98dc-556ca110d05e/ae583cab-9c9a-4974-bdee-a5988493afe5/fc60a90e-c706-4a7d-91f1-ecd8addabace) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:54:27.987200 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f62dd3-3966-4e3b-8adc-841f1466bf0b None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:54:28.006570 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f62dd3-3966-4e3b-8adc-841f1466bf0b None None] Pushing event updated for resources: {'Port': ['ID=95afd273-c223-433b-9d56-318b86c2534b,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:28.011258 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8e35bbad-b7df-44ce-9c49-029ddf54b1bf req-a536263f-7e50-48d0-beeb-ccad43ffe7bb tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=60813ab0-0ad2-4e75-b685-fe4c5ada0aaa HTTP/1.1" status: 200 len: 210 time: 0.0705132 Aug 10 03:54:28.117219 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-d0f62dd3-3966-4e3b-8adc-841f1466bf0b None None] Attempting to bind port 95afd273-c223-433b-9d56-318b86c2534b on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:54:28.118035 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-d0f62dd3-3966-4e3b-8adc-841f1466bf0b None None] Attempting to bind port 95afd273-c223-433b-9d56-318b86c2534b by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '7e0e56fa-417c-4190-b098-6eda2eb5d58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a7813ea1-f147-4e82-98dc-556ca110d05e'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:54:28.118831 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f62dd3-3966-4e3b-8adc-841f1466bf0b None None] Attempting to bind port 95afd273-c223-433b-9d56-318b86c2534b on network a7813ea1-f147-4e82-98dc-556ca110d05e {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:54:28.131316 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f62dd3-3966-4e3b-8adc-841f1466bf0b None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:54:28.132060 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f62dd3-3966-4e3b-8adc-841f1466bf0b None None] Checking segment: {'id': '7e0e56fa-417c-4190-b098-6eda2eb5d58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a7813ea1-f147-4e82-98dc-556ca110d05e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:54:28.133071 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d0f62dd3-3966-4e3b-8adc-841f1466bf0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:28.133951 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f62dd3-3966-4e3b-8adc-841f1466bf0b None None] Bound using segment: {'id': '7e0e56fa-417c-4190-b098-6eda2eb5d58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a7813ea1-f147-4e82-98dc-556ca110d05e'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:54:28.135144 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-d0f62dd3-3966-4e3b-8adc-841f1466bf0b None None] Bound port: 95afd273-c223-433b-9d56-318b86c2534b, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e0e56fa-417c-4190-b098-6eda2eb5d58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a7813ea1-f147-4e82-98dc-556ca110d05e'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:54:28.136065 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d0f62dd3-3966-4e3b-8adc-841f1466bf0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:28.218839 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-78e04c0c-3c3b-4db1-a77b-eaa3bf11c607 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:28.239124 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [None req-78e04c0c-3c3b-4db1-a77b-eaa3bf11c607 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Transition to ACTIVE for port object fc60a90e-c706-4a7d-91f1-ecd8addabace will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:54:28.270743 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-d0f62dd3-3966-4e3b-8adc-841f1466bf0b None None] For port 95afd273-c223-433b-9d56-318b86c2534b, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:54:28.277857 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-d0f62dd3-3966-4e3b-8adc-841f1466bf0b None None] For port 95afd273-c223-433b-9d56-318b86c2534b, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=95afd273-c223-433b-9d56-318b86c2534b,segment=NetworkSegment(7e0e56fa-417c-4190-b098-6eda2eb5d58b),segment_id=7e0e56fa-417c-4190-b098-6eda2eb5d58b)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:54:28.292847 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d0f62dd3-3966-4e3b-8adc-841f1466bf0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:28.305778 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-78e04c0c-3c3b-4db1-a77b-eaa3bf11c607 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:28.401361 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f62dd3-3966-4e3b-8adc-841f1466bf0b None None] Pushing event updated for resources: {'Port': ['ID=95afd273-c223-433b-9d56-318b86c2534b,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:28.408681 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e04c0c-3c3b-4db1-a77b-eaa3bf11c607 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Network a7813ea1-f147-4e82-98dc-556ca110d05e is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:54:28.410333 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e04c0c-3c3b-4db1-a77b-eaa3bf11c607 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Pushing event updated for resources: {'Port': ['ID=fc60a90e-c706-4a7d-91f1-ecd8addabace,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:28.413939 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-78e04c0c-3c3b-4db1-a77b-eaa3bf11c607 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:54:28.416365 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e04c0c-3c3b-4db1-a77b-eaa3bf11c607 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:54:28.422520 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e04c0c-3c3b-4db1-a77b-eaa3bf11c607 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:28.423229 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-78e04c0c-3c3b-4db1-a77b-eaa3bf11c607 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:28.472667 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-78e04c0c-3c3b-4db1-a77b-eaa3bf11c607 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2311065 Aug 10 03:54:28.478008 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 42440) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:29.210518 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5d24513d-e7e5-4b8f-b368-9c2b43e94554 req-d874f0d6-7fd8-4fc8-9026-1e5b13b9db6e tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=60813ab0-0ad2-4e75-b685-fe4c5ada0aaa HTTP/1.1" status: 200 len: 210 time: 0.0659747 Aug 10 03:54:29.211902 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-976f1ec1-35c1-49d7-972f-3ed4319a1b45 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:29.476325 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 95afd273-c223-433b-9d56-318b86c2534b up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:54:29.599753 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 95afd273-c223-433b-9d56-318b86c2534b completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:54:29.757162 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-976f1ec1-35c1-49d7-972f-3ed4319a1b45 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:29.772944 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-976f1ec1-35c1-49d7-972f-3ed4319a1b45 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:29.843416 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd69e42-4604-43ef-8c25-df9a0d4e7c4f req-ce88df5a-f585-4fa5-8991-f322e700973d tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:29.845074 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7bd69e42-4604-43ef-8c25-df9a0d4e7c4f req-ce88df5a-f585-4fa5-8991-f322e700973d tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.61 "GET /v2.0/networks?id=9304a778-e332-4697-b169-f473c98c9db5 HTTP/1.1" status: 200 len: 811 time: 0.2675085 Aug 10 03:54:29.876123 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-7bd69e42-4604-43ef-8c25-df9a0d4e7c4f req-b7bf6fcc-2927-4b32-b1b5-f244968bdf5a tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Request body: {'port': {'device_id': '60813ab0-0ad2-4e75-b685-fe4c5ada0aaa', 'network_id': '9304a778-e332-4697-b169-f473c98c9db5', 'admin_state_up': True, 'tenant_id': 'd7797a7e7c744219a6cd7e79c926312f'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:29.938567 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364af489-b647-496c-b43c-5ca0fd2ee5e6 None None] Network a7813ea1-f147-4e82-98dc-556ca110d05e requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:54:29.960349 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976f1ec1-35c1-49d7-972f-3ed4319a1b45 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Pushing event updated for resources: {'Port': ['ID=fc60a90e-c706-4a7d-91f1-ecd8addabace,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:30.061369 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-6135ae4d-625c-4597-92a5-e02727d08c48 None None] Provisioning for port 95afd273-c223-433b-9d56-318b86c2534b completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:54:30.074048 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-6135ae4d-625c-4597-92a5-e02727d08c48 None None] Provisioning complete for port 95afd273-c223-433b-9d56-318b86c2534b triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:54:30.074515 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-6135ae4d-625c-4597-92a5-e02727d08c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:30.102144 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-976f1ec1-35c1-49d7-972f-3ed4319a1b45 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521745'] for router_interface, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:30.179856 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bd69e42-4604-43ef-8c25-df9a0d4e7c4f req-b7bf6fcc-2927-4b32-b1b5-f244968bdf5a tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Made reservation on behalf of d7797a7e7c744219a6cd7e79c926312f for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:54:30.184278 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-7bd69e42-4604-43ef-8c25-df9a0d4e7c4f req-b7bf6fcc-2927-4b32-b1b5-f244968bdf5a tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:30.329346 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-976f1ec1-35c1-49d7-972f-3ed4319a1b45 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:30.465796 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c1c06cae-62ad-490a-aa59-d820ac9d7882 req-7a469416-a173-4bfa-b16a-af8e2d4a7a25 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=60813ab0-0ad2-4e75-b685-fe4c5ada0aaa HTTP/1.1" status: 200 len: 210 time: 0.0871177 Aug 10 03:54:30.601962 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-7bd69e42-4604-43ef-8c25-df9a0d4e7c4f req-b7bf6fcc-2927-4b32-b1b5-f244968bdf5a tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Allocated IP 172.20.0.13 (9304a778-e332-4697-b169-f473c98c9db5/004bec00-f412-4962-b43d-0d7672578573/b8404086-1fbe-46ed-be3e-a22ddb06faf7) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:54:30.650818 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-6135ae4d-625c-4597-92a5-e02727d08c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:30.731190 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-6135ae4d-625c-4597-92a5-e02727d08c48 None None] For port 95afd273-c223-433b-9d56-318b86c2534b, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=95afd273-c223-433b-9d56-318b86c2534b,segment=NetworkSegment(7e0e56fa-417c-4190-b098-6eda2eb5d58b),segment_id=7e0e56fa-417c-4190-b098-6eda2eb5d58b)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:54:30.743162 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-6135ae4d-625c-4597-92a5-e02727d08c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:30.838970 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6135ae4d-625c-4597-92a5-e02727d08c48 None None] Pushing event updated for resources: {'Port': ['ID=95afd273-c223-433b-9d56-318b86c2534b,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:31.009340 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-7bd69e42-4604-43ef-8c25-df9a0d4e7c4f req-b7bf6fcc-2927-4b32-b1b5-f244968bdf5a tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:31.036336 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-976f1ec1-35c1-49d7-972f-3ed4319a1b45 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:31.051290 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-976f1ec1-35c1-49d7-972f-3ed4319a1b45 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:31.052613 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-976f1ec1-35c1-49d7-972f-3ed4319a1b45 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521893'] for router_interface, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:31.072204 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-7bd69e42-4604-43ef-8c25-df9a0d4e7c4f req-b7bf6fcc-2927-4b32-b1b5-f244968bdf5a tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Transition to ACTIVE for port object b8404086-1fbe-46ed-be3e-a22ddb06faf7 will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:54:31.094706 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-ea7f9ed2-db3d-482a-aaa5-618978ef417a None None] Provisioning complete for port 95afd273-c223-433b-9d56-318b86c2534b triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:54:31.095595 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ea7f9ed2-db3d-482a-aaa5-618978ef417a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:31.194917 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976f1ec1-35c1-49d7-972f-3ed4319a1b45 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Pushing event updated for resources: {'Port': ['ID=fc60a90e-c706-4a7d-91f1-ecd8addabace,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:31.246533 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-7bd69e42-4604-43ef-8c25-df9a0d4e7c4f req-b7bf6fcc-2927-4b32-b1b5-f244968bdf5a tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:31.290604 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976f1ec1-35c1-49d7-972f-3ed4319a1b45 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Network a7813ea1-f147-4e82-98dc-556ca110d05e is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:54:31.298330 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-ea7f9ed2-db3d-482a-aaa5-618978ef417a None None] Provisioning for port fc60a90e-c706-4a7d-91f1-ecd8addabace completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:54:31.300298 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-976f1ec1-35c1-49d7-972f-3ed4319a1b45 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:54:31.312072 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-ea7f9ed2-db3d-482a-aaa5-618978ef417a None None] Provisioning complete for port fc60a90e-c706-4a7d-91f1-ecd8addabace triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:54:31.312605 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ea7f9ed2-db3d-482a-aaa5-618978ef417a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:31.321167 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bd69e42-4604-43ef-8c25-df9a0d4e7c4f req-b7bf6fcc-2927-4b32-b1b5-f244968bdf5a tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Network 9304a778-e332-4697-b169-f473c98c9db5 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:54:31.326589 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bf6fcc-2927-4b32-b1b5-f244968bdf5a tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Pushing event updated for resources: {'Port': ['ID=b8404086-1fbe-46ed-be3e-a22ddb06faf7,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:31.330109 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-7bd69e42-4604-43ef-8c25-df9a0d4e7c4f req-b7bf6fcc-2927-4b32-b1b5-f244968bdf5a tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:54:31.332501 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bd69e42-4604-43ef-8c25-df9a0d4e7c4f req-b7bf6fcc-2927-4b32-b1b5-f244968bdf5a tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:54:31.393143 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd69e42-4604-43ef-8c25-df9a0d4e7c4f req-b7bf6fcc-2927-4b32-b1b5-f244968bdf5a tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:31.393823 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-7bd69e42-4604-43ef-8c25-df9a0d4e7c4f req-b7bf6fcc-2927-4b32-b1b5-f244968bdf5a tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:31.399119 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-ea7f9ed2-db3d-482a-aaa5-618978ef417a None None] Port fc60a90e-c706-4a7d-91f1-ecd8addabace cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:54:31.482671 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 95afd273-c223-433b-9d56-318b86c2534b up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:54:31.515928 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7bd69e42-4604-43ef-8c25-df9a0d4e7c4f req-b7bf6fcc-2927-4b32-b1b5-f244968bdf5a tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6485009 Aug 10 03:54:31.542570 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-7bd69e42-4604-43ef-8c25-df9a0d4e7c4f req-5aa762f1-29e4-4883-9db4-87c7b820a3b1 service neutron] Request body: {'port': {'device_id': '60813ab0-0ad2-4e75-b685-fe4c5ada0aaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:31.620989 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-37bb2c03-8746-4bd0-a82d-0f09c0ade0b4 None None] Provisioning complete for port fc60a90e-c706-4a7d-91f1-ecd8addabace triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:54:31.621646 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-37bb2c03-8746-4bd0-a82d-0f09c0ade0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:31.700225 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-7bd69e42-4604-43ef-8c25-df9a0d4e7c4f req-5aa762f1-29e4-4883-9db4-87c7b820a3b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:31.707203 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-37bb2c03-8746-4bd0-a82d-0f09c0ade0b4 None None] Port fc60a90e-c706-4a7d-91f1-ecd8addabace cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:54:31.756954 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 95afd273-c223-433b-9d56-318b86c2534b triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:54:31.758016 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:31.861429 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-87ad5e6d-d874-43df-86e3-509cc0d960a6 None None] Provisioning for port b8404086-1fbe-46ed-be3e-a22ddb06faf7 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:54:31.870153 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-87ad5e6d-d874-43df-86e3-509cc0d960a6 None None] Provisioning complete for port b8404086-1fbe-46ed-be3e-a22ddb06faf7 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:54:31.870898 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-87ad5e6d-d874-43df-86e3-509cc0d960a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:31.881017 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-976f1ec1-35c1-49d7-972f-3ed4319a1b45 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Router 41eb47c0-5d25-4e7d-98b8-b0168aedc7d5 is scheduled to L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e with binding_index 1 {{(pid=94260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:54:32.000814 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aba6d4-ea29-4ce9-87f5-d2361981e7ec req-4d2921cc-259d-416e-acd6-827da676934e tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:32.009805 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a8aba6d4-ea29-4ce9-87f5-d2361981e7ec req-4d2921cc-259d-416e-acd6-827da676934e tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=60813ab0-0ad2-4e75-b685-fe4c5ada0aaa HTTP/1.1" status: 200 len: 932 time: 0.2448359 Aug 10 03:54:32.012786 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-87ad5e6d-d874-43df-86e3-509cc0d960a6 None None] Port b8404086-1fbe-46ed-be3e-a22ddb06faf7 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:54:32.139443 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-6c6813e3-2bd4-4ad4-b71b-e67c275832cd None None] Provisioning complete for port fc60a90e-c706-4a7d-91f1-ecd8addabace triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:54:32.140112 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-6c6813e3-2bd4-4ad4-b71b-e67c275832cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:32.209643 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-6c6813e3-2bd4-4ad4-b71b-e67c275832cd None None] Port fc60a90e-c706-4a7d-91f1-ecd8addabace cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:54:32.343891 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-1b429643-135d-4fc6-8148-98b02dc985d1 None None] Provisioning complete for port fc60a90e-c706-4a7d-91f1-ecd8addabace triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:54:32.344430 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1b429643-135d-4fc6-8148-98b02dc985d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:32.392832 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-1b429643-135d-4fc6-8148-98b02dc985d1 None None] Port fc60a90e-c706-4a7d-91f1-ecd8addabace cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:54:32.710004 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a8aba6d4-ea29-4ce9-87f5-d2361981e7ec req-9a8418b6-6fdd-4e7f-807e-f16d49448b4f tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=2031f5a2-8e96-4d4c-b507-84878d4f1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6979897 Aug 10 03:54:32.784628 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-976f1ec1-35c1-49d7-972f-3ed4319a1b45 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:54:32.802564 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-976f1ec1-35c1-49d7-972f-3ed4319a1b45 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "PUT /v2.0/routers/41eb47c0-5d25-4e7d-98b8-b0168aedc7d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3172095 Aug 10 03:54:32.802564 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 42460) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:32.807508 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1d7d7e-40ab-4ef2-8ca4-9ceee9a054a5 None None] Sync routers for ids ['41eb47c0-5d25-4e7d-98b8-b0168aedc7d5'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:54:32.828819 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1d7d7e-40ab-4ef2-8ca4-9ceee9a054a5 None None] Routers {'41eb47c0-5d25-4e7d-98b8-b0168aedc7d5'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:54:32.830134 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-3d1d7d7e-40ab-4ef2-8ca4-9ceee9a054a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:54:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['41eb47c0-5d25-4e7d-98b8-b0168aedc7d5'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:32.893778 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-3d1d7d7e-40ab-4ef2-8ca4-9ceee9a054a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:32.897914 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22bc64dc-1f12-4005-a95d-297f9f9aeb75 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:32.900671 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-22bc64dc-1f12-4005-a95d-297f9f9aeb75 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "GET /v2.0/ports/fc60a90e-c706-4a7d-91f1-ecd8addabace HTTP/1.1" status: 200 len: 984 time: 0.0980842 Aug 10 03:54:32.904589 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42462) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:32.912169 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1d7d7e-40ab-4ef2-8ca4-9ceee9a054a5 None None] Routers {'41eb47c0-5d25-4e7d-98b8-b0168aedc7d5'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:54:32.913667 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-3d1d7d7e-40ab-4ef2-8ca4-9ceee9a054a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:54:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['41eb47c0-5d25-4e7d-98b8-b0168aedc7d5'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:32.992314 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-3d1d7d7e-40ab-4ef2-8ca4-9ceee9a054a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:32.993570 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1d7d7e-40ab-4ef2-8ca4-9ceee9a054a5 None None] The sync data for ids ['41eb47c0-5d25-4e7d-98b8-b0168aedc7d5'] in n-d-768862-13 is: [] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:54:33.062706 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-7bd69e42-4604-43ef-8c25-df9a0d4e7c4f req-5aa762f1-29e4-4883-9db4-87c7b820a3b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8404086-1fbe-46ed-be3e-a22ddb06faf7 {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:54:33.079239 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-7bd69e42-4604-43ef-8c25-df9a0d4e7c4f req-5aa762f1-29e4-4883-9db4-87c7b820a3b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:33.101077 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-7bd69e42-4604-43ef-8c25-df9a0d4e7c4f req-5aa762f1-29e4-4883-9db4-87c7b820a3b1 service neutron] Transition to ACTIVE for port object b8404086-1fbe-46ed-be3e-a22ddb06faf7 will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:54:33.107806 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-7bd69e42-4604-43ef-8c25-df9a0d4e7c4f req-5aa762f1-29e4-4883-9db4-87c7b820a3b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:33.187414 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa762f1-29e4-4883-9db4-87c7b820a3b1 service neutron] Pushing event updated for resources: {'Port': ['ID=b8404086-1fbe-46ed-be3e-a22ddb06faf7,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:33.288173 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-7bd69e42-4604-43ef-8c25-df9a0d4e7c4f req-5aa762f1-29e4-4883-9db4-87c7b820a3b1 service neutron] Attempting to bind port b8404086-1fbe-46ed-be3e-a22ddb06faf7 on host n-h2-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:54:33.290122 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-7bd69e42-4604-43ef-8c25-df9a0d4e7c4f req-5aa762f1-29e4-4883-9db4-87c7b820a3b1 service neutron] Attempting to bind port b8404086-1fbe-46ed-be3e-a22ddb06faf7 by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': 'a02c445a-dd82-41b8-8c82-8deebd0db13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9304a778-e332-4697-b169-f473c98c9db5'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:54:33.291334 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd69e42-4604-43ef-8c25-df9a0d4e7c4f req-5aa762f1-29e4-4883-9db4-87c7b820a3b1 service neutron] Attempting to bind port b8404086-1fbe-46ed-be3e-a22ddb06faf7 on network 9304a778-e332-4697-b169-f473c98c9db5 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:54:33.302649 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd69e42-4604-43ef-8c25-df9a0d4e7c4f req-5aa762f1-29e4-4883-9db4-87c7b820a3b1 service neutron] Port b8404086-1fbe-46ed-be3e-a22ddb06faf7 on network 9304a778-e332-4697-b169-f473c98c9db5 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:54:33.306382 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd69e42-4604-43ef-8c25-df9a0d4e7c4f req-5aa762f1-29e4-4883-9db4-87c7b820a3b1 service neutron] Attempting to bind port b8404086-1fbe-46ed-be3e-a22ddb06faf7 on network 9304a778-e332-4697-b169-f473c98c9db5 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:54:33.320318 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd69e42-4604-43ef-8c25-df9a0d4e7c4f req-5aa762f1-29e4-4883-9db4-87c7b820a3b1 service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:54:33.326276 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd69e42-4604-43ef-8c25-df9a0d4e7c4f req-5aa762f1-29e4-4883-9db4-87c7b820a3b1 service neutron] Checking segment: {'id': 'a02c445a-dd82-41b8-8c82-8deebd0db13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9304a778-e332-4697-b169-f473c98c9db5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:54:33.326276 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd69e42-4604-43ef-8c25-df9a0d4e7c4f req-5aa762f1-29e4-4883-9db4-87c7b820a3b1 service neutron] Bound using segment: {'id': 'a02c445a-dd82-41b8-8c82-8deebd0db13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9304a778-e332-4697-b169-f473c98c9db5'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:54:33.327281 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-7bd69e42-4604-43ef-8c25-df9a0d4e7c4f req-5aa762f1-29e4-4883-9db4-87c7b820a3b1 service neutron] Bound port: b8404086-1fbe-46ed-be3e-a22ddb06faf7, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a02c445a-dd82-41b8-8c82-8deebd0db13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9304a778-e332-4697-b169-f473c98c9db5'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:54:33.328009 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-7bd69e42-4604-43ef-8c25-df9a0d4e7c4f req-5aa762f1-29e4-4883-9db4-87c7b820a3b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:33.470743 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:33.565632 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-7bd69e42-4604-43ef-8c25-df9a0d4e7c4f req-5aa762f1-29e4-4883-9db4-87c7b820a3b1 service neutron] For port b8404086-1fbe-46ed-be3e-a22ddb06faf7, host n-h2-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:54:33.573838 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-7bd69e42-4604-43ef-8c25-df9a0d4e7c4f req-5aa762f1-29e4-4883-9db4-87c7b820a3b1 service neutron] For port b8404086-1fbe-46ed-be3e-a22ddb06faf7, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=b8404086-1fbe-46ed-be3e-a22ddb06faf7,segment=NetworkSegment(a02c445a-dd82-41b8-8c82-8deebd0db13e),segment_id=a02c445a-dd82-41b8-8c82-8deebd0db13e)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:54:33.581738 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-7bd69e42-4604-43ef-8c25-df9a0d4e7c4f req-5aa762f1-29e4-4883-9db4-87c7b820a3b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:33.648251 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd69e42-4604-43ef-8c25-df9a0d4e7c4f req-5aa762f1-29e4-4883-9db4-87c7b820a3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:33.649889 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-7bd69e42-4604-43ef-8c25-df9a0d4e7c4f req-5aa762f1-29e4-4883-9db4-87c7b820a3b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:33.652917 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7bd69e42-4604-43ef-8c25-df9a0d4e7c4f req-5aa762f1-29e4-4883-9db4-87c7b820a3b1 service neutron] 10.222.0.61 "PUT /v2.0/ports/b8404086-1fbe-46ed-be3e-a22ddb06faf7 HTTP/1.1" status: 200 len: 1093 time: 2.1155224 Aug 10 03:54:33.653794 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60813ab0-0ad2-4e75-b685-fe4c5ada0aaa', 'tag': 'b8404086-1fbe-46ed-be3e-a22ddb06faf7'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:54:33.658292 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd2a090-a8ef-4f5b-b3d9-039c4de1f890" -d '{"events": [{"name": "network-changed", "server_uuid": "60813ab0-0ad2-4e75-b685-fe4c5ada0aaa", "tag": "b8404086-1fbe-46ed-be3e-a22ddb06faf7"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:54:33.908320 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa762f1-29e4-4883-9db4-87c7b820a3b1 service neutron] Pushing event updated for resources: {'Port': ['ID=b8404086-1fbe-46ed-be3e-a22ddb06faf7,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:33.994432 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd69e42-4604-43ef-8c25-df9a0d4e7c4f req-4d985b72-f142-4f0a-bc22-539fb564e187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:33.995987 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7bd69e42-4604-43ef-8c25-df9a0d4e7c4f req-4d985b72-f142-4f0a-bc22-539fb564e187 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d7797a7e7c744219a6cd7e79c926312f&device_id=60813ab0-0ad2-4e75-b685-fe4c5ada0aaa HTTP/1.1" status: 200 len: 1096 time: 0.2712395 Aug 10 03:54:34.038672 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fe0480-806a-41bb-9796-fb2a9960ad19 req-37073fec-0280-45ca-8981-cbe0af79d9de tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:34.046350 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-59fe0480-806a-41bb-9796-fb2a9960ad19 req-37073fec-0280-45ca-8981-cbe0af79d9de tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=60813ab0-0ad2-4e75-b685-fe4c5ada0aaa HTTP/1.1" status: 200 len: 944 time: 0.1690588 Aug 10 03:54:34.103061 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7bd69e42-4604-43ef-8c25-df9a0d4e7c4f req-c19a8a14-b79c-44eb-9b8c-d0099c79f9a4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8404086-1fbe-46ed-be3e-a22ddb06faf7 HTTP/1.1" status: 200 len: 217 time: 0.0884867 Aug 10 03:54:34.181347 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-59fe0480-806a-41bb-9796-fb2a9960ad19 req-282ad304-2f60-47e8-af90-27b525c0ac15 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=2031f5a2-8e96-4d4c-b507-84878d4f1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339154 Aug 10 03:54:34.207601 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7201ec4a-87ae-4f15-87b6-2dda7ca467fa tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521880'] for router_interface, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:34.220640 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd69e42-4604-43ef-8c25-df9a0d4e7c4f req-74f238ac-e4ee-477d-b0de-cce3e3582867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:34.223777 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7bd69e42-4604-43ef-8c25-df9a0d4e7c4f req-74f238ac-e4ee-477d-b0de-cce3e3582867 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=004bec00-f412-4962-b43d-0d7672578573 HTTP/1.1" status: 200 len: 850 time: 0.1115837 Aug 10 03:54:34.259827 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-934d55ec-1130-41f1-9d8b-aee29c339ea1 x-openstack-request-id: req-934d55ec-1130-41f1-9d8b-aee29c339ea1 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:54:34.260681 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60813ab0-0ad2-4e75-b685-fe4c5ada0aaa", "tag": "b8404086-1fbe-46ed-be3e-a22ddb06faf7", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:54:34.261336 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-934d55ec-1130-41f1-9d8b-aee29c339ea1 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:54:34.262206 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60813ab0-0ad2-4e75-b685-fe4c5ada0aaa', 'tag': 'b8404086-1fbe-46ed-be3e-a22ddb06faf7', 'status': 'completed', 'code': 200} Aug 10 03:54:34.328505 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd69e42-4604-43ef-8c25-df9a0d4e7c4f req-de442cd6-d966-45b5-9378-9ce346ea7688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:34.331154 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7bd69e42-4604-43ef-8c25-df9a0d4e7c4f req-de442cd6-d966-45b5-9378-9ce346ea7688 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9304a778-e332-4697-b169-f473c98c9db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0954781 Aug 10 03:54:34.541365 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7bd69e42-4604-43ef-8c25-df9a0d4e7c4f req-455cc887-9b7a-42c4-a5a8-88e127ff390b service neutron] 10.222.0.61 "GET /v2.0/networks/9304a778-e332-4697-b169-f473c98c9db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020051 Aug 10 03:54:34.712355 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-7201ec4a-87ae-4f15-87b6-2dda7ca467fa tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Deleting port fc60a90e-c706-4a7d-91f1-ecd8addabace {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:54:34.714771 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7201ec4a-87ae-4f15-87b6-2dda7ca467fa tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:34.741890 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7bd69e42-4604-43ef-8c25-df9a0d4e7c4f req-e683360e-c65d-47cc-98a5-48476f4e2f28 service neutron] 10.222.0.61 "GET /v2.0/networks/9304a778-e332-4697-b169-f473c98c9db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890404 Aug 10 03:54:34.887674 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7201ec4a-87ae-4f15-87b6-2dda7ca467fa tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:34.907600 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-7201ec4a-87ae-4f15-87b6-2dda7ca467fa tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Calling delete_port for fc60a90e-c706-4a7d-91f1-ecd8addabace owned by network:router_interface {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:54:34.913577 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd2a090-a8ef-4f5b-b3d9-039c4de1f890 req-406bfe38-f6a0-4a98-8bf4-d58502ec833d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:34.915355 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cdd2a090-a8ef-4f5b-b3d9-039c4de1f890 req-406bfe38-f6a0-4a98-8bf4-d58502ec833d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d7797a7e7c744219a6cd7e79c926312f&device_id=60813ab0-0ad2-4e75-b685-fe4c5ada0aaa HTTP/1.1" status: 200 len: 1096 time: 0.0951731 Aug 10 03:54:35.083665 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd2a090-a8ef-4f5b-b3d9-039c4de1f890 req-dfb1efa8-edeb-460a-94d4-8d16db7dce3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:35.085170 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cdd2a090-a8ef-4f5b-b3d9-039c4de1f890 req-dfb1efa8-edeb-460a-94d4-8d16db7dce3f service neutron] 10.222.0.61 "GET /v2.0/networks?id=9304a778-e332-4697-b169-f473c98c9db5 HTTP/1.1" status: 200 len: 911 time: 0.1602285 Aug 10 03:54:35.162863 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cdd2a090-a8ef-4f5b-b3d9-039c4de1f890 req-d3260c7a-fac1-4dee-bef0-0dcad1c8e112 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8404086-1fbe-46ed-be3e-a22ddb06faf7 HTTP/1.1" status: 200 len: 217 time: 0.0663753 Aug 10 03:54:35.233525 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd2a090-a8ef-4f5b-b3d9-039c4de1f890 req-46e69333-bcf7-40e3-9323-dd612167312a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:35.234258 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cdd2a090-a8ef-4f5b-b3d9-039c4de1f890 req-46e69333-bcf7-40e3-9323-dd612167312a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=004bec00-f412-4962-b43d-0d7672578573 HTTP/1.1" status: 200 len: 850 time: 0.0676930 Aug 10 03:54:35.242414 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7201ec4a-87ae-4f15-87b6-2dda7ca467fa tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:35.295898 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7201ec4a-87ae-4f15-87b6-2dda7ca467fa tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Pushing event deleted for resources: {'Port': ['ID=fc60a90e-c706-4a7d-91f1-ecd8addabace,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:35.388102 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd2a090-a8ef-4f5b-b3d9-039c4de1f890 req-7c1c022e-687c-4e63-8ed2-a04572a700ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:35.390334 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cdd2a090-a8ef-4f5b-b3d9-039c4de1f890 req-7c1c022e-687c-4e63-8ed2-a04572a700ec service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9304a778-e332-4697-b169-f473c98c9db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1486232 Aug 10 03:54:35.401160 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78cb190-fd42-47f2-9dd2-9a8053d53964 req-093b63c3-1e17-45c3-ad3c-33a29474f8c6 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:35.409943 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f78cb190-fd42-47f2-9dd2-9a8053d53964 req-093b63c3-1e17-45c3-ad3c-33a29474f8c6 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=60813ab0-0ad2-4e75-b685-fe4c5ada0aaa HTTP/1.1" status: 200 len: 944 time: 0.1227353 Aug 10 03:54:35.424279 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7201ec4a-87ae-4f15-87b6-2dda7ca467fa tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-522536'] for router_interface, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:35.517737 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f78cb190-fd42-47f2-9dd2-9a8053d53964 req-fd7aa237-90b7-4e5d-83fe-4c120eb3ea9e tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=2031f5a2-8e96-4d4c-b507-84878d4f1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042788 Aug 10 03:54:35.609359 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cdd2a090-a8ef-4f5b-b3d9-039c4de1f890 req-0a36491a-2805-446f-bc5d-0a0f7f35a311 service neutron] 10.222.0.61 "GET /v2.0/networks/9304a778-e332-4697-b169-f473c98c9db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911397 Aug 10 03:54:35.827258 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7201ec4a-87ae-4f15-87b6-2dda7ca467fa tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Router 41eb47c0-5d25-4e7d-98b8-b0168aedc7d5 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:54:35.841128 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cdd2a090-a8ef-4f5b-b3d9-039c4de1f890 req-070e8664-71ff-4298-8faa-f73da0191d0e service neutron] 10.222.0.61 "GET /v2.0/networks/9304a778-e332-4697-b169-f473c98c9db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199323 Aug 10 03:54:35.944754 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7201ec4a-87ae-4f15-87b6-2dda7ca467fa tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:54:35.955609 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-7201ec4a-87ae-4f15-87b6-2dda7ca467fa tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "PUT /v2.0/routers/41eb47c0-5d25-4e7d-98b8-b0168aedc7d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0445788 Aug 10 03:54:35.957162 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42482) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:35.961452 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944d0b3c-3374-43f7-8e23-9898edbf3b45 None None] Sync routers for ids ['41eb47c0-5d25-4e7d-98b8-b0168aedc7d5'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:54:35.984556 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944d0b3c-3374-43f7-8e23-9898edbf3b45 None None] Routers {'41eb47c0-5d25-4e7d-98b8-b0168aedc7d5'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:54:35.986507 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-944d0b3c-3374-43f7-8e23-9898edbf3b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:54:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['41eb47c0-5d25-4e7d-98b8-b0168aedc7d5'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:36.039483 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-944d0b3c-3374-43f7-8e23-9898edbf3b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:36.054387 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944d0b3c-3374-43f7-8e23-9898edbf3b45 None None] Routers {'41eb47c0-5d25-4e7d-98b8-b0168aedc7d5'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:54:36.055102 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-944d0b3c-3374-43f7-8e23-9898edbf3b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:54:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['41eb47c0-5d25-4e7d-98b8-b0168aedc7d5'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:36.106293 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-944d0b3c-3374-43f7-8e23-9898edbf3b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:36.107193 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944d0b3c-3374-43f7-8e23-9898edbf3b45 None None] The sync data for ids ['41eb47c0-5d25-4e7d-98b8-b0168aedc7d5'] in n-d-768862-13 is: [] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:54:36.255166 n-d-768862-13 neutron-server[94261]: INFO neutron.api.v2.resource [None req-eee51933-9085-4a51-bb35-9bedee669ecb tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] remove_router_interface failed (client error): The resource could not be found. Aug 10 03:54:36.258617 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-eee51933-9085-4a51-bb35-9bedee669ecb tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "PUT /v2.0/routers/41eb47c0-5d25-4e7d-98b8-b0168aedc7d5/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3007734 Aug 10 03:54:36.263614 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42486) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:36.325716 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-8310c7b2-9362-4c9d-9439-dbd0ec9b3495 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "GET /v2.0/ports?device_id=41eb47c0-5d25-4e7d-98b8-b0168aedc7d5 HTTP/1.1" status: 200 len: 205 time: 0.0569956 Aug 10 03:54:36.330424 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42488) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:36.463060 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-07bd67d1-1db7-41ff-b130-3f73dec38c79 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for router, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:36.747212 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-07bd67d1-1db7-41ff-b130-3f73dec38c79 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:36.752639 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-07bd67d1-1db7-41ff-b130-3f73dec38c79 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:36.802355 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ab844b-33a4-47e6-836a-1eb2118aedf9 req-22d1e8e0-382a-4f9b-92c8-b99f12b5dd74 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:36.812374 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d5ab844b-33a4-47e6-836a-1eb2118aedf9 req-22d1e8e0-382a-4f9b-92c8-b99f12b5dd74 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=60813ab0-0ad2-4e75-b685-fe4c5ada0aaa HTTP/1.1" status: 200 len: 944 time: 0.1570191 Aug 10 03:54:36.850329 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-07bd67d1-1db7-41ff-b130-3f73dec38c79 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:36.850950 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07bd67d1-1db7-41ff-b130-3f73dec38c79 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Fanout notify agent at l3_agent the message router_deleted on router 41eb47c0-5d25-4e7d-98b8-b0168aedc7d5 {{(pid=94261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:54:36.862823 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-07bd67d1-1db7-41ff-b130-3f73dec38c79 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:36.864076 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-07bd67d1-1db7-41ff-b130-3f73dec38c79 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "DELETE /v2.0/routers/41eb47c0-5d25-4e7d-98b8-b0168aedc7d5 HTTP/1.1" status: 204 len: 168 time: 0.5322447 Aug 10 03:54:36.869777 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42492) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:36.881419 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d5ab844b-33a4-47e6-836a-1eb2118aedf9 req-ac8c4494-f5ed-4eed-addf-f4a3ebb30f7c tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=2031f5a2-8e96-4d4c-b507-84878d4f1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671637 Aug 10 03:54:36.971921 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-77acd3de-06d2-43ca-ad05-9f18df855df7 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Deleting subnet ae583cab-9c9a-4974-bdee-a5988493afe5 {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:54:36.978908 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-77acd3de-06d2-43ca-ad05-9f18df855df7 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:37.116478 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-77acd3de-06d2-43ca-ad05-9f18df855df7 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:37.387374 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-77acd3de-06d2-43ca-ad05-9f18df855df7 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:37.546578 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-77acd3de-06d2-43ca-ad05-9f18df855df7 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:37.598677 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77acd3de-06d2-43ca-ad05-9f18df855df7 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Pushing event deleted for resources: {'Subnet': ['ID=ae583cab-9c9a-4974-bdee-a5988493afe5,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:37.607822 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-77acd3de-06d2-43ca-ad05-9f18df855df7 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:37.612881 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-77acd3de-06d2-43ca-ad05-9f18df855df7 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "DELETE /v2.0/subnets/ae583cab-9c9a-4974-bdee-a5988493afe5 HTTP/1.1" status: 204 len: 168 time: 0.7414784 Aug 10 03:54:37.617387 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42496) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:37.625482 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44de8bde-9b73-4065-a51d-42170bf9ccf7 None None] Network a7813ea1-f147-4e82-98dc-556ca110d05e requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:54:37.802338 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9d78d877-b110-4c7e-a87b-5eab96e3d12d tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:38.068891 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-9d78d877-b110-4c7e-a87b-5eab96e3d12d tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Deleting port 95afd273-c223-433b-9d56-318b86c2534b {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:54:38.072661 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9d78d877-b110-4c7e-a87b-5eab96e3d12d tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:38.113247 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f4bed-86a6-4847-92a0-b066156f18dd req-cba24e8e-a571-4039-8f61-1c8509856dc0 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:38.121353 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6c2f4bed-86a6-4847-92a0-b066156f18dd req-cba24e8e-a571-4039-8f61-1c8509856dc0 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=60813ab0-0ad2-4e75-b685-fe4c5ada0aaa HTTP/1.1" status: 200 len: 944 time: 0.0806820 Aug 10 03:54:38.186796 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6c2f4bed-86a6-4847-92a0-b066156f18dd req-abb255f1-c673-4aac-9d7b-38693865b6e6 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=2031f5a2-8e96-4d4c-b507-84878d4f1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647864 Aug 10 03:54:38.230431 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ea24b9-19b0-40e0-929f-cc9a52615d45 None None] DHCP port deletion for a7813ea1-f147-4e82-98dc-556ca110d05e request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:54:38.233050 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-9d78d877-b110-4c7e-a87b-5eab96e3d12d tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] For port 95afd273-c223-433b-9d56-318b86c2534b, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=95afd273-c223-433b-9d56-318b86c2534b,segment=NetworkSegment(7e0e56fa-417c-4190-b098-6eda2eb5d58b),segment_id=7e0e56fa-417c-4190-b098-6eda2eb5d58b)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:54:38.234497 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9d78d877-b110-4c7e-a87b-5eab96e3d12d tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:38.261890 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-9d78d877-b110-4c7e-a87b-5eab96e3d12d tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Calling delete_port for 95afd273-c223-433b-9d56-318b86c2534b owned by network:dhcp {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:54:38.310942 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-f5ea24b9-19b0-40e0-929f-cc9a52615d45 None None] Deleting port 95afd273-c223-433b-9d56-318b86c2534b {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:54:38.310942 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f5ea24b9-19b0-40e0-929f-cc9a52615d45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:38.427502 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-f5ea24b9-19b0-40e0-929f-cc9a52615d45 None None] For port 95afd273-c223-433b-9d56-318b86c2534b, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=95afd273-c223-433b-9d56-318b86c2534b,segment=NetworkSegment(7e0e56fa-417c-4190-b098-6eda2eb5d58b),segment_id=7e0e56fa-417c-4190-b098-6eda2eb5d58b)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:54:38.428865 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f5ea24b9-19b0-40e0-929f-cc9a52615d45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:38.458137 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-f5ea24b9-19b0-40e0-929f-cc9a52615d45 None None] Calling delete_port for 95afd273-c223-433b-9d56-318b86c2534b owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:54:38.486097 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9d78d877-b110-4c7e-a87b-5eab96e3d12d tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:38.536525 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d78d877-b110-4c7e-a87b-5eab96e3d12d tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Pushing event deleted for resources: {'Port': ['ID=95afd273-c223-433b-9d56-318b86c2534b,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:38.549618 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d78d877-b110-4c7e-a87b-5eab96e3d12d tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] No DVR routers for this DVR port 95afd273-c223-433b-9d56-318b86c2534b on host n-d-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:54:38.635017 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f5ea24b9-19b0-40e0-929f-cc9a52615d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:38.651570 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9d78d877-b110-4c7e-a87b-5eab96e3d12d tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:38.663874 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-9d78d877-b110-4c7e-a87b-5eab96e3d12d tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7813ea1-f147-4e82-98dc-556ca110d05e']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:38.670083 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ea24b9-19b0-40e0-929f-cc9a52615d45 None None] No DVR routers for this DVR port 95afd273-c223-433b-9d56-318b86c2534b on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:54:38.685714 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-9d78d877-b110-4c7e-a87b-5eab96e3d12d tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e0e56fa-417c-4190-b098-6eda2eb5d58b') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:38.686372 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-9d78d877-b110-4c7e-a87b-5eab96e3d12d tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e0e56fa-417c-4190-b098-6eda2eb5d58b') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:38.699931 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9d78d877-b110-4c7e-a87b-5eab96e3d12d tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:38.706812 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea24b9-19b0-40e0-929f-cc9a52615d45 None None] Pushing event deleted for resources: {'Port': ['ID=95afd273-c223-433b-9d56-318b86c2534b,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:38.723630 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9d78d877-b110-4c7e-a87b-5eab96e3d12d tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:38.732159 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d78d877-b110-4c7e-a87b-5eab96e3d12d tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:54:38.732716 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9d78d877-b110-4c7e-a87b-5eab96e3d12d tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:38.736334 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:54:38.736334 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:54:38.736334 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:54:38.736334 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:54:38.736334 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:54:38.736334 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:54:38.736334 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:54:38.736334 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:54:38.736334 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:54:38.736334 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:54:38.736334 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:54:38.736334 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:54:38.736334 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:54:38.736334 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:54:38.736334 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:54:38.736334 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:54:38.736334 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:54:38.736334 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:54:38.736334 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:54:38.736334 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:54:38.736334 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:54:38.736334 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:54:38.736334 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:54:38.736334 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:54:38.736334 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:54:38.736334 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:54:38.736334 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:54:38.736334 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:54:38.736334 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:54:38.736334 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:54:38.736334 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:54:38.736334 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:54:38.838041 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9d78d877-b110-4c7e-a87b-5eab96e3d12d tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:38.845323 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9d78d877-b110-4c7e-a87b-5eab96e3d12d tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:38.847523 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-9d78d877-b110-4c7e-a87b-5eab96e3d12d tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "DELETE /v2.0/networks/a7813ea1-f147-4e82-98dc-556ca110d05e HTTP/1.1" status: 204 len: 168 time: 1.2281866 Aug 10 03:54:38.853548 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42502) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:38.887371 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-bac55ec8-2134-47c3-8fa9-ca9ef1b457ba tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1601164069'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:38.902124 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d78d877-b110-4c7e-a87b-5eab96e3d12d tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Pushing event deleted for resources: {'Network': ['ID=a7813ea1-f147-4e82-98dc-556ca110d05e,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:38.939186 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac55ec8-2134-47c3-8fa9-ca9ef1b457ba tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Made reservation on behalf of 7f13fa511760438bb7dce833c039b782 for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:54:38.947880 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bac55ec8-2134-47c3-8fa9-ca9ef1b457ba tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:38.987693 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bac55ec8-2134-47c3-8fa9-ca9ef1b457ba tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:54:39.004939 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bac55ec8-2134-47c3-8fa9-ca9ef1b457ba tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:39.005401 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-bac55ec8-2134-47c3-8fa9-ca9ef1b457ba tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Added segment 542cd487-b016-4c85-9737-86debe9ef387 of type vlan for network d51937f6-d7c8-42f9-a2dd-61e3c69f5275 Aug 10 03:54:39.079155 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bac55ec8-2134-47c3-8fa9-ca9ef1b457ba tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:39.143272 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bac55ec8-2134-47c3-8fa9-ca9ef1b457ba tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:39.156100 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac55ec8-2134-47c3-8fa9-ca9ef1b457ba tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:39.156100 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bac55ec8-2134-47c3-8fa9-ca9ef1b457ba tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:39.278347 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac55ec8-2134-47c3-8fa9-ca9ef1b457ba tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Pushing event updated for resources: {'Network': ['ID=d51937f6-d7c8-42f9-a2dd-61e3c69f5275,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:39.285954 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-bac55ec8-2134-47c3-8fa9-ca9ef1b457ba tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4310911 Aug 10 03:54:39.290912 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 42506) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:39.298049 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-30a32679-32d7-4497-875f-4a0bc22c5793 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Request body: {'subnet': {'network_id': 'd51937f6-d7c8-42f9-a2dd-61e3c69f5275', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:39.303863 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network d51937f6-d7c8-42f9-a2dd-61e3c69f5275 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:54:39.462702 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 95afd273-c223-433b-9d56-318b86c2534b no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:54:39.494865 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2468042-6d68-449b-bf52-3fc5d91d9168 req-4eecf2c6-627e-4685-a9e8-0b40d7a72292 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:39.505495 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e2468042-6d68-449b-bf52-3fc5d91d9168 req-4eecf2c6-627e-4685-a9e8-0b40d7a72292 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=60813ab0-0ad2-4e75-b685-fe4c5ada0aaa HTTP/1.1" status: 200 len: 944 time: 0.1990337 Aug 10 03:54:39.537829 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 95afd273-c223-433b-9d56-318b86c2534b {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:54:39.538481 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 95afd273-c223-433b-9d56-318b86c2534b not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:54:39.582097 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e2468042-6d68-449b-bf52-3fc5d91d9168 req-a40c41e6-e4a8-4b99-a162-441745365459 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=2031f5a2-8e96-4d4c-b507-84878d4f1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747216 Aug 10 03:54:39.605128 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a32679-32d7-4497-875f-4a0bc22c5793 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Made reservation on behalf of 7f13fa511760438bb7dce833c039b782 for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:54:39.609903 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-30a32679-32d7-4497-875f-4a0bc22c5793 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:39.893028 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-30a32679-32d7-4497-875f-4a0bc22c5793 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58895384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805196'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:39.980744 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a32679-32d7-4497-875f-4a0bc22c5793 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Pushing event updated for resources: {'Subnet': ['ID=5955ec8d-fcf4-454f-82f2-59f294d3b21b,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:39.984222 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a32679-32d7-4497-875f-4a0bc22c5793 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Checking segment: {'id': '542cd487-b016-4c85-9737-86debe9ef387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd51937f6-d7c8-42f9-a2dd-61e3c69f5275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:54:39.984222 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a32679-32d7-4497-875f-4a0bc22c5793 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Network hostable DHCP agents. Network: d51937f6-d7c8-42f9-a2dd-61e3c69f5275, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:54:39.995126 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a32679-32d7-4497-875f-4a0bc22c5793 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:39.995455 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a32679-32d7-4497-875f-4a0bc22c5793 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:39.995804 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a32679-32d7-4497-875f-4a0bc22c5793 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:39.996135 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a32679-32d7-4497-875f-4a0bc22c5793 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:39.996463 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a32679-32d7-4497-875f-4a0bc22c5793 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:39.996794 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a32679-32d7-4497-875f-4a0bc22c5793 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:39.997118 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a32679-32d7-4497-875f-4a0bc22c5793 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:39.997531 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a32679-32d7-4497-875f-4a0bc22c5793 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:39.997802 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a32679-32d7-4497-875f-4a0bc22c5793 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:39.998124 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a32679-32d7-4497-875f-4a0bc22c5793 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:39.998626 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a32679-32d7-4497-875f-4a0bc22c5793 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:39.998801 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a32679-32d7-4497-875f-4a0bc22c5793 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:40.024704 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a32679-32d7-4497-875f-4a0bc22c5793 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Network d51937f6-d7c8-42f9-a2dd-61e3c69f5275 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:54:40.050738 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-30a32679-32d7-4497-875f-4a0bc22c5793 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, d51937f6-d7c8-42f9-a2dd-61e3c69f5275) {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:54:40.062346 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a32679-32d7-4497-875f-4a0bc22c5793 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:40.062966 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-30a32679-32d7-4497-875f-4a0bc22c5793 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:40.066874 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859df111-a721-4f63-b1be-7f95c63315e6 None None] Network d51937f6-d7c8-42f9-a2dd-61e3c69f5275 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:54:40.085119 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-30a32679-32d7-4497-875f-4a0bc22c5793 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7924516 Aug 10 03:54:40.088055 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42514) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:40.093245 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-df278372-760b-4b78-ae63-88a0cb64c781 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-328343602', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:40.152103 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-df278372-760b-4b78-ae63-88a0cb64c781 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:40.153400 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-df278372-760b-4b78-ae63-88a0cb64c781 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:40.210597 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-df278372-760b-4b78-ae63-88a0cb64c781 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:40.217258 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-df278372-760b-4b78-ae63-88a0cb64c781 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:40.249658 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-df278372-760b-4b78-ae63-88a0cb64c781 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:40.255350 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-df278372-760b-4b78-ae63-88a0cb64c781 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1628509 Aug 10 03:54:40.256396 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 42516) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:40.377389 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3bd8b47-0ed5-4dfd-a389-918334ddb9ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-d51937f6-d7c8-42f9-a2dd-61e3c69f5275', 'network_id': 'd51937f6-d7c8-42f9-a2dd-61e3c69f5275', 'tenant_id': '7f13fa511760438bb7dce833c039b782', 'fixed_ips': [{'subnet_id': '5955ec8d-fcf4-454f-82f2-59f294d3b21b'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:54:40.378322 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b3bd8b47-0ed5-4dfd-a389-918334ddb9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:40.605618 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-b3bd8b47-0ed5-4dfd-a389-918334ddb9ff None None] Allocated IP 2001:db8::2 (d51937f6-d7c8-42f9-a2dd-61e3c69f5275/5955ec8d-fcf4-454f-82f2-59f294d3b21b/afaf836c-f824-4d09-a080-78ef0ff74bfe) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:54:40.648243 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-dfe2155c-c1d4-4025-a993-e3b561f3f99c tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:40.926618 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b3bd8b47-0ed5-4dfd-a389-918334ddb9ff None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:40.948677 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-b3bd8b47-0ed5-4dfd-a389-918334ddb9ff None None] Transition to ACTIVE for port object afaf836c-f824-4d09-a080-78ef0ff74bfe will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:54:40.956987 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63815af-0062-4de7-83ed-534d0def4637 req-8eff0a2e-688f-4992-9e3b-b17e1ed3bd4f tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:40.966078 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d63815af-0062-4de7-83ed-534d0def4637 req-8eff0a2e-688f-4992-9e3b-b17e1ed3bd4f tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=60813ab0-0ad2-4e75-b685-fe4c5ada0aaa HTTP/1.1" status: 200 len: 944 time: 0.1235702 Aug 10 03:54:40.991312 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-b3bd8b47-0ed5-4dfd-a389-918334ddb9ff None None] Transition to ACTIVE for port object afaf836c-f824-4d09-a080-78ef0ff74bfe will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:54:41.002335 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b3bd8b47-0ed5-4dfd-a389-918334ddb9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:41.042691 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d63815af-0062-4de7-83ed-534d0def4637 req-62ac63d2-5b43-4a98-903e-599274c8025c tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=2031f5a2-8e96-4d4c-b507-84878d4f1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751803 Aug 10 03:54:41.082455 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3bd8b47-0ed5-4dfd-a389-918334ddb9ff None None] Network d51937f6-d7c8-42f9-a2dd-61e3c69f5275 is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:54:41.088781 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-b3bd8b47-0ed5-4dfd-a389-918334ddb9ff None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:54:41.109063 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bd8b47-0ed5-4dfd-a389-918334ddb9ff None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:54:41.170454 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-dfe2155c-c1d4-4025-a993-e3b561f3f99c tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Allocated IP 2001:db8::1 (d51937f6-d7c8-42f9-a2dd-61e3c69f5275/5955ec8d-fcf4-454f-82f2-59f294d3b21b/385f9ab6-dc74-4133-9f23-d7e324688fa3) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:54:41.173405 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bd8b47-0ed5-4dfd-a389-918334ddb9ff None None] Pushing event updated for resources: {'Port': ['ID=afaf836c-f824-4d09-a080-78ef0ff74bfe,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:41.236293 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-b3bd8b47-0ed5-4dfd-a389-918334ddb9ff None None] Attempting to bind port afaf836c-f824-4d09-a080-78ef0ff74bfe on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:54:41.237006 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-b3bd8b47-0ed5-4dfd-a389-918334ddb9ff None None] Attempting to bind port afaf836c-f824-4d09-a080-78ef0ff74bfe by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '542cd487-b016-4c85-9737-86debe9ef387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd51937f6-d7c8-42f9-a2dd-61e3c69f5275'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:54:41.237588 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bd8b47-0ed5-4dfd-a389-918334ddb9ff None None] Attempting to bind port afaf836c-f824-4d09-a080-78ef0ff74bfe on network d51937f6-d7c8-42f9-a2dd-61e3c69f5275 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:54:41.245211 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bd8b47-0ed5-4dfd-a389-918334ddb9ff None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:54:41.245992 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bd8b47-0ed5-4dfd-a389-918334ddb9ff None None] Checking segment: {'id': '542cd487-b016-4c85-9737-86debe9ef387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd51937f6-d7c8-42f9-a2dd-61e3c69f5275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:54:41.246656 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b3bd8b47-0ed5-4dfd-a389-918334ddb9ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:41.247284 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bd8b47-0ed5-4dfd-a389-918334ddb9ff None None] Bound using segment: {'id': '542cd487-b016-4c85-9737-86debe9ef387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd51937f6-d7c8-42f9-a2dd-61e3c69f5275'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:54:41.248010 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-b3bd8b47-0ed5-4dfd-a389-918334ddb9ff None None] Bound port: afaf836c-f824-4d09-a080-78ef0ff74bfe, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '542cd487-b016-4c85-9737-86debe9ef387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd51937f6-d7c8-42f9-a2dd-61e3c69f5275'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:54:41.248950 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b3bd8b47-0ed5-4dfd-a389-918334ddb9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:41.387509 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-b3bd8b47-0ed5-4dfd-a389-918334ddb9ff None None] For port afaf836c-f824-4d09-a080-78ef0ff74bfe, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:54:41.395446 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-b3bd8b47-0ed5-4dfd-a389-918334ddb9ff None None] For port afaf836c-f824-4d09-a080-78ef0ff74bfe, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=afaf836c-f824-4d09-a080-78ef0ff74bfe,segment=NetworkSegment(542cd487-b016-4c85-9737-86debe9ef387),segment_id=542cd487-b016-4c85-9737-86debe9ef387)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:54:41.406468 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b3bd8b47-0ed5-4dfd-a389-918334ddb9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:41.408231 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-dfe2155c-c1d4-4025-a993-e3b561f3f99c tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:41.447607 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [None req-dfe2155c-c1d4-4025-a993-e3b561f3f99c tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Transition to ACTIVE for port object 385f9ab6-dc74-4133-9f23-d7e324688fa3 will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:54:41.481406 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:54:41.604968 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-dfe2155c-c1d4-4025-a993-e3b561f3f99c tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:41.610015 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bd8b47-0ed5-4dfd-a389-918334ddb9ff None None] Pushing event updated for resources: {'Port': ['ID=afaf836c-f824-4d09-a080-78ef0ff74bfe,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:41.805458 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe2155c-c1d4-4025-a993-e3b561f3f99c tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Network d51937f6-d7c8-42f9-a2dd-61e3c69f5275 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:54:41.817514 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe2155c-c1d4-4025-a993-e3b561f3f99c tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Pushing event updated for resources: {'Port': ['ID=385f9ab6-dc74-4133-9f23-d7e324688fa3,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:41.823128 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-dfe2155c-c1d4-4025-a993-e3b561f3f99c tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:54:41.851210 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe2155c-c1d4-4025-a993-e3b561f3f99c tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:54:41.855177 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-dfe2155c-c1d4-4025-a993-e3b561f3f99c tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521745'] for router_interface, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:42.182080 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-dfe2155c-c1d4-4025-a993-e3b561f3f99c tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:42.439839 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d523f6f-e50a-4112-b12c-ce0c1bec92fd req-b6dfcd58-a96a-4bc8-9aa0-a40ae11cc45c tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:42.442440 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3d523f6f-e50a-4112-b12c-ce0c1bec92fd req-b6dfcd58-a96a-4bc8-9aa0-a40ae11cc45c tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=60813ab0-0ad2-4e75-b685-fe4c5ada0aaa HTTP/1.1" status: 200 len: 944 time: 0.2166436 Aug 10 03:54:42.586502 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3d523f6f-e50a-4112-b12c-ce0c1bec92fd req-388ca91a-161b-4c9a-bb7e-35e355ec79e2 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=2031f5a2-8e96-4d4c-b507-84878d4f1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883498 Aug 10 03:54:42.803642 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-dfe2155c-c1d4-4025-a993-e3b561f3f99c tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:42.811429 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-dfe2155c-c1d4-4025-a993-e3b561f3f99c tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:42.812209 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-dfe2155c-c1d4-4025-a993-e3b561f3f99c tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521893'] for router_interface, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:42.949080 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe2155c-c1d4-4025-a993-e3b561f3f99c tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Pushing event updated for resources: {'Port': ['ID=385f9ab6-dc74-4133-9f23-d7e324688fa3,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:43.025320 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe2155c-c1d4-4025-a993-e3b561f3f99c tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Network d51937f6-d7c8-42f9-a2dd-61e3c69f5275 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:54:43.028121 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-dfe2155c-c1d4-4025-a993-e3b561f3f99c tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:54:43.202523 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deadf9f0-ebc9-45fb-a4c6-57ca3e84f3a8 None None] Network d51937f6-d7c8-42f9-a2dd-61e3c69f5275 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:54:43.224611 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfe2155c-c1d4-4025-a993-e3b561f3f99c tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Router 1bdadf6e-fdb4-40df-a6b9-e72bb07a5486 is scheduled to L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e with binding_index 1 {{(pid=94260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:54:43.326180 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-10e94e87-260b-4ec3-9105-460d1b0fc032 None None] Provisioning for port afaf836c-f824-4d09-a080-78ef0ff74bfe completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:54:43.419440 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfe2155c-c1d4-4025-a993-e3b561f3f99c tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:54:43.431831 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4e66c6-90ea-4e3d-8723-c0b4fcc429ff None None] Sync routers for ids ['1bdadf6e-fdb4-40df-a6b9-e72bb07a5486'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:54:43.432876 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-dfe2155c-c1d4-4025-a993-e3b561f3f99c tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "PUT /v2.0/routers/1bdadf6e-fdb4-40df-a6b9-e72bb07a5486/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1752479 Aug 10 03:54:43.436835 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42534) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:43.465487 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4e66c6-90ea-4e3d-8723-c0b4fcc429ff None None] Routers {'1bdadf6e-fdb4-40df-a6b9-e72bb07a5486'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:54:43.466538 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-4a4e66c6-90ea-4e3d-8723-c0b4fcc429ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:54:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['1bdadf6e-fdb4-40df-a6b9-e72bb07a5486'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:43.536024 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7adaee8-9e17-4969-9d87-29e2219c5800 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:43.539450 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e7adaee8-9e17-4969-9d87-29e2219c5800 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "GET /v2.0/ports/385f9ab6-dc74-4133-9f23-d7e324688fa3 HTTP/1.1" status: 200 len: 911 time: 0.1003506 Aug 10 03:54:43.545451 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 42536) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:43.547786 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-4a4e66c6-90ea-4e3d-8723-c0b4fcc429ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:43.557603 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device afaf836c-f824-4d09-a080-78ef0ff74bfe up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:54:43.562978 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4e66c6-90ea-4e3d-8723-c0b4fcc429ff None None] Routers {'1bdadf6e-fdb4-40df-a6b9-e72bb07a5486'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:54:43.564251 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-4a4e66c6-90ea-4e3d-8723-c0b4fcc429ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:54:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['1bdadf6e-fdb4-40df-a6b9-e72bb07a5486'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:43.632907 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-4a4e66c6-90ea-4e3d-8723-c0b4fcc429ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:43.633990 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4e66c6-90ea-4e3d-8723-c0b4fcc429ff None None] The sync data for ids ['1bdadf6e-fdb4-40df-a6b9-e72bb07a5486'] in n-d-768862-13 is: [] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:54:43.704966 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port afaf836c-f824-4d09-a080-78ef0ff74bfe completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:54:43.711981 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port afaf836c-f824-4d09-a080-78ef0ff74bfe triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:54:43.712276 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:43.849420 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:43.932974 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port afaf836c-f824-4d09-a080-78ef0ff74bfe, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=afaf836c-f824-4d09-a080-78ef0ff74bfe,segment=NetworkSegment(542cd487-b016-4c85-9737-86debe9ef387),segment_id=542cd487-b016-4c85-9737-86debe9ef387)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:54:43.941907 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:43.989361 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a5889d-2757-43ec-8490-235f114662a2 req-d0aa396f-9082-4d8b-98a1-4ade68daf52e tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:43.992008 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-65a5889d-2757-43ec-8490-235f114662a2 req-d0aa396f-9082-4d8b-98a1-4ade68daf52e tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=60813ab0-0ad2-4e75-b685-fe4c5ada0aaa HTTP/1.1" status: 200 len: 944 time: 0.2891347 Aug 10 03:54:44.023322 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=afaf836c-f824-4d09-a080-78ef0ff74bfe,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:44.090913 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-65a5889d-2757-43ec-8490-235f114662a2 req-6a26f6fe-9026-4e64-b435-9e1e832497e5 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=2031f5a2-8e96-4d4c-b507-84878d4f1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567796 Aug 10 03:54:44.180103 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-156fdb60-9e7c-4af2-b4ca-5ddb4cc7e29b tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521880'] for router_interface, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:44.217793 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-60445759-390a-4e3b-a4f6-b472e389a020 None None] Provisioning complete for port afaf836c-f824-4d09-a080-78ef0ff74bfe triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:54:44.220054 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-60445759-390a-4e3b-a4f6-b472e389a020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:44.471639 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-60445759-390a-4e3b-a4f6-b472e389a020 None None] Provisioning for port 385f9ab6-dc74-4133-9f23-d7e324688fa3 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:54:44.484597 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-60445759-390a-4e3b-a4f6-b472e389a020 None None] Provisioning complete for port 385f9ab6-dc74-4133-9f23-d7e324688fa3 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:54:44.485281 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-60445759-390a-4e3b-a4f6-b472e389a020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:44.560843 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-156fdb60-9e7c-4af2-b4ca-5ddb4cc7e29b tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Deleting port 385f9ab6-dc74-4133-9f23-d7e324688fa3 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:54:44.560843 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-156fdb60-9e7c-4af2-b4ca-5ddb4cc7e29b tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:44.572831 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-60445759-390a-4e3b-a4f6-b472e389a020 None None] Port 385f9ab6-dc74-4133-9f23-d7e324688fa3 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:54:44.700177 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-156fdb60-9e7c-4af2-b4ca-5ddb4cc7e29b tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:44.714557 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-57a30247-f282-414b-8c31-223e73ceef4c None None] Provisioning complete for port 385f9ab6-dc74-4133-9f23-d7e324688fa3 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:54:44.715682 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-57a30247-f282-414b-8c31-223e73ceef4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:44.728944 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-156fdb60-9e7c-4af2-b4ca-5ddb4cc7e29b tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Calling delete_port for 385f9ab6-dc74-4133-9f23-d7e324688fa3 owned by network:router_interface {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:54:44.781958 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-57a30247-f282-414b-8c31-223e73ceef4c None None] Port 385f9ab6-dc74-4133-9f23-d7e324688fa3 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:54:44.954645 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-34778e64-4919-45cc-8a6c-a43487a52aa6 None None] Provisioning complete for port 385f9ab6-dc74-4133-9f23-d7e324688fa3 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:54:44.955038 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-34778e64-4919-45cc-8a6c-a43487a52aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:45.022281 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-34778e64-4919-45cc-8a6c-a43487a52aa6 None None] Port 385f9ab6-dc74-4133-9f23-d7e324688fa3 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:54:45.162982 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-156fdb60-9e7c-4af2-b4ca-5ddb4cc7e29b tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:45.206894 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156fdb60-9e7c-4af2-b4ca-5ddb4cc7e29b tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Pushing event deleted for resources: {'Port': ['ID=385f9ab6-dc74-4133-9f23-d7e324688fa3,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:45.487636 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device afaf836c-f824-4d09-a080-78ef0ff74bfe up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:54:45.604824 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port afaf836c-f824-4d09-a080-78ef0ff74bfe triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:54:45.605440 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:45.946750 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-156fdb60-9e7c-4af2-b4ca-5ddb4cc7e29b tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-522536'] for router_interface, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:45.987480 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ff66a1-29ea-4830-9866-8e23a3cef36a req-869384a5-053e-4117-88ff-6defb769c52e tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:45.990169 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-74ff66a1-29ea-4830-9866-8e23a3cef36a req-869384a5-053e-4117-88ff-6defb769c52e tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=60813ab0-0ad2-4e75-b685-fe4c5ada0aaa HTTP/1.1" status: 200 len: 944 time: 0.6802249 Aug 10 03:54:46.230446 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-74ff66a1-29ea-4830-9866-8e23a3cef36a req-df16100f-d791-4491-945f-d3e52ee1304d tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=2031f5a2-8e96-4d4c-b507-84878d4f1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849532 Aug 10 03:54:46.297579 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-156fdb60-9e7c-4af2-b4ca-5ddb4cc7e29b tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Router 1bdadf6e-fdb4-40df-a6b9-e72bb07a5486 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:54:46.402349 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-156fdb60-9e7c-4af2-b4ca-5ddb4cc7e29b tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:54:46.413643 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-156fdb60-9e7c-4af2-b4ca-5ddb4cc7e29b tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "PUT /v2.0/routers/1bdadf6e-fdb4-40df-a6b9-e72bb07a5486/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8623872 Aug 10 03:54:46.415600 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 42546) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:46.418908 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb6cbe5-a586-45b9-8190-afdf8436c721 None None] Sync routers for ids ['1bdadf6e-fdb4-40df-a6b9-e72bb07a5486'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:54:46.434265 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb6cbe5-a586-45b9-8190-afdf8436c721 None None] Routers {'1bdadf6e-fdb4-40df-a6b9-e72bb07a5486'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:54:46.435151 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-0bb6cbe5-a586-45b9-8190-afdf8436c721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:54:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['1bdadf6e-fdb4-40df-a6b9-e72bb07a5486'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:46.465379 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-fd9a24a9-969c-4ec2-b262-10acc8d0050a tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bdadf6e-fdb4-40df-a6b9-e72bb07a5486 HTTP/1.1" status: 200 len: 205 time: 0.0474937 Aug 10 03:54:46.468604 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42550) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:46.492058 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-0bb6cbe5-a586-45b9-8190-afdf8436c721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:46.513842 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb6cbe5-a586-45b9-8190-afdf8436c721 None None] Routers {'1bdadf6e-fdb4-40df-a6b9-e72bb07a5486'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:54:46.514924 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-0bb6cbe5-a586-45b9-8190-afdf8436c721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:54:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['1bdadf6e-fdb4-40df-a6b9-e72bb07a5486'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:46.580604 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-0bb6cbe5-a586-45b9-8190-afdf8436c721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:46.581890 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb6cbe5-a586-45b9-8190-afdf8436c721 None None] The sync data for ids ['1bdadf6e-fdb4-40df-a6b9-e72bb07a5486'] in n-d-768862-13 is: [] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:54:46.626553 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0bc36d38-f7df-413e-8777-22e2f80f294e tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for router, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:46.884423 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0bc36d38-f7df-413e-8777-22e2f80f294e tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:46.888294 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0bc36d38-f7df-413e-8777-22e2f80f294e tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:46.974624 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0bc36d38-f7df-413e-8777-22e2f80f294e tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:46.975195 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bc36d38-f7df-413e-8777-22e2f80f294e tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Fanout notify agent at l3_agent the message router_deleted on router 1bdadf6e-fdb4-40df-a6b9-e72bb07a5486 {{(pid=94261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:54:46.991655 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0bc36d38-f7df-413e-8777-22e2f80f294e tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:46.994124 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-0bc36d38-f7df-413e-8777-22e2f80f294e tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "DELETE /v2.0/routers/1bdadf6e-fdb4-40df-a6b9-e72bb07a5486 HTTP/1.1" status: 204 len: 168 time: 0.5234547 Aug 10 03:54:46.996746 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42556) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:47.091148 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-881974c6-6ed2-4564-9840-ff0d765b1f5f tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Deleting subnet 5955ec8d-fcf4-454f-82f2-59f294d3b21b {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:54:47.096555 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-881974c6-6ed2-4564-9840-ff0d765b1f5f tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:47.171606 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-881974c6-6ed2-4564-9840-ff0d765b1f5f tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:47.319415 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-881974c6-6ed2-4564-9840-ff0d765b1f5f tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:47.413509 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac921a09-344f-4071-9bfb-d9b358553a8d req-0e696896-c5d3-4db5-a4b5-c675d7270ae4 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:47.416433 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ac921a09-344f-4071-9bfb-d9b358553a8d req-0e696896-c5d3-4db5-a4b5-c675d7270ae4 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=60813ab0-0ad2-4e75-b685-fe4c5ada0aaa HTTP/1.1" status: 200 len: 944 time: 0.0903778 Aug 10 03:54:47.464357 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-881974c6-6ed2-4564-9840-ff0d765b1f5f tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:47.509517 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ac921a09-344f-4071-9bfb-d9b358553a8d req-f62fb2c0-408e-46a4-ae07-deec485b32b6 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=2031f5a2-8e96-4d4c-b507-84878d4f1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868034 Aug 10 03:54:47.533853 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881974c6-6ed2-4564-9840-ff0d765b1f5f tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Pushing event deleted for resources: {'Subnet': ['ID=5955ec8d-fcf4-454f-82f2-59f294d3b21b,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:47.538663 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-881974c6-6ed2-4564-9840-ff0d765b1f5f tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:47.543645 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-881974c6-6ed2-4564-9840-ff0d765b1f5f tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "DELETE /v2.0/subnets/5955ec8d-fcf4-454f-82f2-59f294d3b21b HTTP/1.1" status: 204 len: 168 time: 0.5452554 Aug 10 03:54:47.551097 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 42560) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:47.557480 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ee3099-b2b3-40f2-abd0-0c15b73d86af None None] Network d51937f6-d7c8-42f9-a2dd-61e3c69f5275 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:54:47.740346 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3a67ae62-cf1d-448b-b535-7e0155aeb9fe tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:47.846116 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-3a67ae62-cf1d-448b-b535-7e0155aeb9fe tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Deleting port afaf836c-f824-4d09-a080-78ef0ff74bfe {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:54:47.846601 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3a67ae62-cf1d-448b-b535-7e0155aeb9fe tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:47.971593 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ccd38b3-d999-4609-a538-39919d816fd4 None None] DHCP port deletion for d51937f6-d7c8-42f9-a2dd-61e3c69f5275 request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:54:47.982673 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [None req-3a67ae62-cf1d-448b-b535-7e0155aeb9fe tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] For port afaf836c-f824-4d09-a080-78ef0ff74bfe, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=afaf836c-f824-4d09-a080-78ef0ff74bfe,segment=NetworkSegment(542cd487-b016-4c85-9737-86debe9ef387),segment_id=542cd487-b016-4c85-9737-86debe9ef387)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:54:47.983144 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3a67ae62-cf1d-448b-b535-7e0155aeb9fe tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:48.010659 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-3a67ae62-cf1d-448b-b535-7e0155aeb9fe tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Calling delete_port for afaf836c-f824-4d09-a080-78ef0ff74bfe owned by network:dhcp {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:54:48.085230 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-7ccd38b3-d999-4609-a538-39919d816fd4 None None] Deleting port afaf836c-f824-4d09-a080-78ef0ff74bfe {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:54:48.086157 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-7ccd38b3-d999-4609-a538-39919d816fd4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:48.174898 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3a67ae62-cf1d-448b-b535-7e0155aeb9fe tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:48.216503 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-7ccd38b3-d999-4609-a538-39919d816fd4 None None] For port afaf836c-f824-4d09-a080-78ef0ff74bfe, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=afaf836c-f824-4d09-a080-78ef0ff74bfe,segment=NetworkSegment(542cd487-b016-4c85-9737-86debe9ef387),segment_id=542cd487-b016-4c85-9737-86debe9ef387)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:54:48.217337 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-7ccd38b3-d999-4609-a538-39919d816fd4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:48.227930 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a67ae62-cf1d-448b-b535-7e0155aeb9fe tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] No DVR routers for this DVR port afaf836c-f824-4d09-a080-78ef0ff74bfe on host n-d-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:54:48.242883 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-7ccd38b3-d999-4609-a538-39919d816fd4 None None] Calling delete_port for afaf836c-f824-4d09-a080-78ef0ff74bfe owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:54:48.264566 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a67ae62-cf1d-448b-b535-7e0155aeb9fe tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Pushing event deleted for resources: {'Port': ['ID=afaf836c-f824-4d09-a080-78ef0ff74bfe,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:48.374510 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3a67ae62-cf1d-448b-b535-7e0155aeb9fe tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:48.398608 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-3a67ae62-cf1d-448b-b535-7e0155aeb9fe tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d51937f6-d7c8-42f9-a2dd-61e3c69f5275']}} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:48.415781 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-7ccd38b3-d999-4609-a538-39919d816fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:48.433302 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-3a67ae62-cf1d-448b-b535-7e0155aeb9fe tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '542cd487-b016-4c85-9737-86debe9ef387') {'for_net_delete': True} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:48.434317 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-3a67ae62-cf1d-448b-b535-7e0155aeb9fe tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '542cd487-b016-4c85-9737-86debe9ef387') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:48.450598 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3a67ae62-cf1d-448b-b535-7e0155aeb9fe tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191186'] for segment, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:48.470068 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3a67ae62-cf1d-448b-b535-7e0155aeb9fe tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:48.480850 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a67ae62-cf1d-448b-b535-7e0155aeb9fe tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=94260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:54:48.481561 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3a67ae62-cf1d-448b-b535-7e0155aeb9fe tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58895489'] for segment, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:48.487489 n-d-768862-13 neutron-server[94260]: Traceback (most recent call last): Aug 10 03:54:48.487489 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:54:48.487489 n-d-768862-13 neutron-server[94260]: timer() Aug 10 03:54:48.487489 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:54:48.487489 n-d-768862-13 neutron-server[94260]: cb(*args, **kw) Aug 10 03:54:48.487489 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:54:48.487489 n-d-768862-13 neutron-server[94260]: return func(*args, **kwargs) Aug 10 03:54:48.487489 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:54:48.487489 n-d-768862-13 neutron-server[94260]: self._notify() Aug 10 03:54:48.487489 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:54:48.487489 n-d-768862-13 neutron-server[94260]: self.callback(batched_events) Aug 10 03:54:48.487489 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:54:48.487489 n-d-768862-13 neutron-server[94260]: event.method(event) Aug 10 03:54:48.487489 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:54:48.487489 n-d-768862-13 neutron-server[94260]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:54:48.487489 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:54:48.487489 n-d-768862-13 neutron-server[94260]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:54:48.487489 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:54:48.487489 n-d-768862-13 neutron-server[94260]: return f(self, *a, **k) Aug 10 03:54:48.487489 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:54:48.487489 n-d-768862-13 neutron-server[94260]: return self._get(url).json() Aug 10 03:54:48.487489 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:54:48.487489 n-d-768862-13 neutron-server[94260]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:54:48.487489 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:54:48.487489 n-d-768862-13 neutron-server[94260]: return self.request(url, 'GET', **kwargs) Aug 10 03:54:48.487489 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:54:48.487489 n-d-768862-13 neutron-server[94260]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:54:48.487489 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:54:48.487489 n-d-768862-13 neutron-server[94260]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:54:48.487489 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:54:48.487489 n-d-768862-13 neutron-server[94260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:54:48.487489 n-d-768862-13 neutron-server[94260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:54:48.497917 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccd38b3-d999-4609-a538-39919d816fd4 None None] Pushing event deleted for resources: {'Port': ['ID=afaf836c-f824-4d09-a080-78ef0ff74bfe,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:48.507476 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccd38b3-d999-4609-a538-39919d816fd4 None None] No DVR routers for this DVR port afaf836c-f824-4d09-a080-78ef0ff74bfe on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:54:48.658175 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3a67ae62-cf1d-448b-b535-7e0155aeb9fe tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:48.686946 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3a67ae62-cf1d-448b-b535-7e0155aeb9fe tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:48.690077 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-3a67ae62-cf1d-448b-b535-7e0155aeb9fe tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "DELETE /v2.0/networks/d51937f6-d7c8-42f9-a2dd-61e3c69f5275 HTTP/1.1" status: 204 len: 168 time: 1.1358078 Aug 10 03:54:48.695796 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a67ae62-cf1d-448b-b535-7e0155aeb9fe tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Pushing event deleted for resources: {'Network': ['ID=d51937f6-d7c8-42f9-a2dd-61e3c69f5275,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:48.700899 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 42570) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:48.711285 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-6092c8a2-6453-498e-bc93-eb45f20b62b6 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-21268378', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd'}, 'admin_state_up': False}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:48.734895 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a83a97-d6e9-4151-b7b3-d7c9c93efe4b req-81c6bbce-8be2-4f65-b8d1-9c604058d838 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:48.736835 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-55a83a97-d6e9-4151-b7b3-d7c9c93efe4b req-81c6bbce-8be2-4f65-b8d1-9c604058d838 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=60813ab0-0ad2-4e75-b685-fe4c5ada0aaa HTTP/1.1" status: 200 len: 944 time: 0.1374924 Aug 10 03:54:48.779822 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6092c8a2-6453-498e-bc93-eb45f20b62b6 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:48.781560 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6092c8a2-6453-498e-bc93-eb45f20b62b6 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:48.829657 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-55a83a97-d6e9-4151-b7b3-d7c9c93efe4b req-de1af279-ee04-4758-b594-6aade9bb38de tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=2031f5a2-8e96-4d4c-b507-84878d4f1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766981 Aug 10 03:54:48.932904 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6092c8a2-6453-498e-bc93-eb45f20b62b6 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:49.149087 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6092c8a2-6453-498e-bc93-eb45f20b62b6 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:49.430034 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device afaf836c-f824-4d09-a080-78ef0ff74bfe no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:54:49.452666 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6092c8a2-6453-498e-bc93-eb45f20b62b6 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for router_gateway, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:49.468380 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: afaf836c-f824-4d09-a080-78ef0ff74bfe {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:54:49.468959 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device afaf836c-f824-4d09-a080-78ef0ff74bfe not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:54:49.478650 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6092c8a2-6453-498e-bc93-eb45f20b62b6 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:49.648363 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-6092c8a2-6453-498e-bc93-eb45f20b62b6 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Allocated IP 172.25.6.235 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/0e27005d-3de2-4d8c-a8be-c0a7e8b097b3) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:54:49.786128 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6092c8a2-6453-498e-bc93-eb45f20b62b6 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:49.849781 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6092c8a2-6453-498e-bc93-eb45f20b62b6 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:49.915819 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6092c8a2-6453-498e-bc93-eb45f20b62b6 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:54:49.925774 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-6092c8a2-6453-498e-bc93-eb45f20b62b6 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:54:49.929808 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6092c8a2-6453-498e-bc93-eb45f20b62b6 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:54:49.995251 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6092c8a2-6453-498e-bc93-eb45f20b62b6 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Pushing event updated for resources: {'Port': ['ID=0e27005d-3de2-4d8c-a8be-c0a7e8b097b3,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:50.185046 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359d3997-cce1-43e2-87d3-95000dc942a2 req-15bc02e9-86be-473b-9273-39f86ff6b0ad tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:50.189012 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-359d3997-cce1-43e2-87d3-95000dc942a2 req-15bc02e9-86be-473b-9273-39f86ff6b0ad tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=60813ab0-0ad2-4e75-b685-fe4c5ada0aaa HTTP/1.1" status: 200 len: 944 time: 0.2008307 Aug 10 03:54:50.321876 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-359d3997-cce1-43e2-87d3-95000dc942a2 req-abe5e8ba-79b5-4ec7-939a-44322884da08 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=2031f5a2-8e96-4d4c-b507-84878d4f1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841720 Aug 10 03:54:50.482554 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6092c8a2-6453-498e-bc93-eb45f20b62b6 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for router_gateway, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:50.743944 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6092c8a2-6453-498e-bc93-eb45f20b62b6 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:50.929778 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6092c8a2-6453-498e-bc93-eb45f20b62b6 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Router 49772f9f-f88f-4fbb-a9cc-111070d48219 is scheduled to L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e with binding_index 1 {{(pid=94260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:54:51.088798 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6092c8a2-6453-498e-bc93-eb45f20b62b6 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:54:51.106316 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c70323-f72a-4fbd-885c-4bb2af9f12aa None None] Sync routers for ids ['49772f9f-f88f-4fbb-a9cc-111070d48219'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:54:51.122552 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c70323-f72a-4fbd-885c-4bb2af9f12aa None None] Routers {'49772f9f-f88f-4fbb-a9cc-111070d48219'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:54:51.123505 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-a8c70323-f72a-4fbd-885c-4bb2af9f12aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:54:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['49772f9f-f88f-4fbb-a9cc-111070d48219'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:51.132995 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6092c8a2-6453-498e-bc93-eb45f20b62b6 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for router, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:51.140122 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42584) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:51.141737 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-6092c8a2-6453-498e-bc93-eb45f20b62b6 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 2.4354494 Aug 10 03:54:51.184380 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-a8c70323-f72a-4fbd-885c-4bb2af9f12aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:51.201760 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c70323-f72a-4fbd-885c-4bb2af9f12aa None None] Routers {'49772f9f-f88f-4fbb-a9cc-111070d48219'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:54:51.202962 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-a8c70323-f72a-4fbd-885c-4bb2af9f12aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:54:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['49772f9f-f88f-4fbb-a9cc-111070d48219'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:51.257243 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-a8c70323-f72a-4fbd-885c-4bb2af9f12aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:51.257916 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c70323-f72a-4fbd-885c-4bb2af9f12aa None None] The sync data for ids ['49772f9f-f88f-4fbb-a9cc-111070d48219'] in n-d-768862-13 is: [] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:54:51.334824 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-6c2f7a61-36e9-4b80-aee9-a081caa65af0 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "GET /v2.0/routers/49772f9f-f88f-4fbb-a9cc-111070d48219 HTTP/1.1" status: 200 len: 883 time: 0.1889191 Aug 10 03:54:51.336141 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42586) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:51.400856 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-78293a07-742b-4a79-a632-f8a3d22fac8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:51.529903 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c3c9e4-9a59-4e08-b3c8-d5f174e557c1 req-3a766820-a52a-4f09-b1bf-dd9cce767933 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:51.532207 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-62c3c9e4-9a59-4e08-b3c8-d5f174e557c1 req-3a766820-a52a-4f09-b1bf-dd9cce767933 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=60813ab0-0ad2-4e75-b685-fe4c5ada0aaa HTTP/1.1" status: 200 len: 944 time: 0.0706601 Aug 10 03:54:51.588479 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-62c3c9e4-9a59-4e08-b3c8-d5f174e557c1 req-0225180d-6c51-451d-a151-f04e7ca31208 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=2031f5a2-8e96-4d4c-b507-84878d4f1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417516 Aug 10 03:54:51.686207 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-dfd8cf37-21ec-40ea-9be6-8ae525e83cfd tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.3469164 Aug 10 03:54:51.688824 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42590) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:51.694680 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-a334d76a-a8c6-4fa0-a9ed-b6ebae24d7a4 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-21268378'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:52.124210 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a334d76a-a8c6-4fa0-a9ed-b6ebae24d7a4 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-520463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-522334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1409'] for router, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:52.148333 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a334d76a-a8c6-4fa0-a9ed-b6ebae24d7a4 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-520692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-520701', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-522311'] for router, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:52.316355 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a334d76a-a8c6-4fa0-a9ed-b6ebae24d7a4 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Router 49772f9f-f88f-4fbb-a9cc-111070d48219 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:54:52.468882 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a334d76a-a8c6-4fa0-a9ed-b6ebae24d7a4 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:54:52.485180 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a334d76a-a8c6-4fa0-a9ed-b6ebae24d7a4 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:52.487211 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bb4d45-3386-4c90-a5f9-e68c6c22d688 None None] Sync routers for ids ['49772f9f-f88f-4fbb-a9cc-111070d48219'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:54:52.491736 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a334d76a-a8c6-4fa0-a9ed-b6ebae24d7a4 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "PUT /v2.0/routers/49772f9f-f88f-4fbb-a9cc-111070d48219 HTTP/1.1" status: 200 len: 890 time: 0.7968416 Aug 10 03:54:52.492779 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42594) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:52.506767 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bb4d45-3386-4c90-a5f9-e68c6c22d688 None None] Routers {'49772f9f-f88f-4fbb-a9cc-111070d48219'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:54:52.507752 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-15bb4d45-3386-4c90-a5f9-e68c6c22d688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:54:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['49772f9f-f88f-4fbb-a9cc-111070d48219'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:52.552988 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-15bb4d45-3386-4c90-a5f9-e68c6c22d688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:52.565092 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bb4d45-3386-4c90-a5f9-e68c6c22d688 None None] Routers {'49772f9f-f88f-4fbb-a9cc-111070d48219'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:54:52.566011 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-15bb4d45-3386-4c90-a5f9-e68c6c22d688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:54:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['49772f9f-f88f-4fbb-a9cc-111070d48219'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:52.627957 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-15bb4d45-3386-4c90-a5f9-e68c6c22d688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:52.628971 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bb4d45-3386-4c90-a5f9-e68c6c22d688 None None] The sync data for ids ['49772f9f-f88f-4fbb-a9cc-111070d48219'] in n-d-768862-13 is: [] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:54:52.767157 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4764fa-e5dd-4045-8acd-0a861c6ff5e2 req-9c69f0d2-1499-4a21-b68a-ebdb2a539eb7 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:52.769349 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8b4764fa-e5dd-4045-8acd-0a861c6ff5e2 req-9c69f0d2-1499-4a21-b68a-ebdb2a539eb7 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=60813ab0-0ad2-4e75-b685-fe4c5ada0aaa HTTP/1.1" status: 200 len: 944 time: 0.0653884 Aug 10 03:54:52.825523 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8b4764fa-e5dd-4045-8acd-0a861c6ff5e2 req-1947e3ae-596d-4b99-8d28-43bc29de2b0a tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=2031f5a2-8e96-4d4c-b507-84878d4f1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444937 Aug 10 03:54:53.049180 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-67ea2dba-802c-47bd-8ac2-d6be6b2b25ae tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "GET /v2.0/routers/49772f9f-f88f-4fbb-a9cc-111070d48219 HTTP/1.1" status: 200 len: 890 time: 0.5547364 Aug 10 03:54:53.052409 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42598) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:53.081304 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-f7978c57-09be-4d8a-80b9-5602ca8fe075 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "GET /v2.0/ports?device_id=49772f9f-f88f-4fbb-a9cc-111070d48219 HTTP/1.1" status: 200 len: 205 time: 0.0275645 Aug 10 03:54:53.084489 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42600) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:53.208945 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c239dad3-3a38-4843-8d2f-c788a8410a03 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for router, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:53.368015 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c239dad3-3a38-4843-8d2f-c788a8410a03 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:53.435260 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-c239dad3-3a38-4843-8d2f-c788a8410a03 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Deleting port 0e27005d-3de2-4d8c-a8be-c0a7e8b097b3 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:54:53.435757 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c239dad3-3a38-4843-8d2f-c788a8410a03 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:53.586061 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c239dad3-3a38-4843-8d2f-c788a8410a03 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:53.602588 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-c239dad3-3a38-4843-8d2f-c788a8410a03 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Calling delete_port for 0e27005d-3de2-4d8c-a8be-c0a7e8b097b3 owned by network:router_gateway {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:54:53.682432 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-bb802f16-5b79-4820-9987-f0414d99fc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:53.796542 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c239dad3-3a38-4843-8d2f-c788a8410a03 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:53.824878 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c239dad3-3a38-4843-8d2f-c788a8410a03 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Pushing event deleted for resources: {'Port': ['ID=0e27005d-3de2-4d8c-a8be-c0a7e8b097b3,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:53.896270 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c239dad3-3a38-4843-8d2f-c788a8410a03 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520654'] for router_gateway, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:54.002986 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a658d4b2-1b70-4027-a8f3-c4a9d7456700 req-b090ecce-f26e-4cc8-96d2-f9220669c2dc tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:54.004774 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a658d4b2-1b70-4027-a8f3-c4a9d7456700 req-b090ecce-f26e-4cc8-96d2-f9220669c2dc tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=60813ab0-0ad2-4e75-b685-fe4c5ada0aaa HTTP/1.1" status: 200 len: 944 time: 0.0760460 Aug 10 03:54:54.025207 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c239dad3-3a38-4843-8d2f-c788a8410a03 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:54.028228 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c239dad3-3a38-4843-8d2f-c788a8410a03 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:54.061912 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a658d4b2-1b70-4027-a8f3-c4a9d7456700 req-dd06b371-c3cd-4494-afe5-dae52cd6dbbe tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=2031f5a2-8e96-4d4c-b507-84878d4f1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449455 Aug 10 03:54:54.114513 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c239dad3-3a38-4843-8d2f-c788a8410a03 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:54.115959 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c239dad3-3a38-4843-8d2f-c788a8410a03 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Fanout notify agent at l3_agent the message router_deleted on router 49772f9f-f88f-4fbb-a9cc-111070d48219 {{(pid=94261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:54:54.129180 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c239dad3-3a38-4843-8d2f-c788a8410a03 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:54.131280 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-c239dad3-3a38-4843-8d2f-c788a8410a03 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "DELETE /v2.0/routers/49772f9f-f88f-4fbb-a9cc-111070d48219 HTTP/1.1" status: 204 len: 168 time: 1.0451326 Aug 10 03:54:54.135097 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 42614) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:54.140521 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-586fbf3d-b714-444c-b309-5858feb7dc3a tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1674731049'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:54.169466 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-586fbf3d-b714-444c-b309-5858feb7dc3a tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Made reservation on behalf of 7f13fa511760438bb7dce833c039b782 for: {'network': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:54:54.173119 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-586fbf3d-b714-444c-b309-5858feb7dc3a tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:54.202832 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-586fbf3d-b714-444c-b309-5858feb7dc3a tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=94260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:54:54.215146 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-586fbf3d-b714-444c-b309-5858feb7dc3a tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:54.215491 n-d-768862-13 neutron-server[94260]: INFO neutron.db.segments_db [None req-586fbf3d-b714-444c-b309-5858feb7dc3a tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Added segment 62ce244c-2a49-4519-ba8a-acbb1903d87a of type vlan for network b6e7ffb7-14e1-4578-b78c-9f0fc626726f Aug 10 03:54:54.262170 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-586fbf3d-b714-444c-b309-5858feb7dc3a tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:54.301801 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-586fbf3d-b714-444c-b309-5858feb7dc3a tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:54.304153 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:54.310350 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586fbf3d-b714-444c-b309-5858feb7dc3a tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:54.311106 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-586fbf3d-b714-444c-b309-5858feb7dc3a tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:54.379357 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-586fbf3d-b714-444c-b309-5858feb7dc3a tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2429664 Aug 10 03:54:54.384422 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42616) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:54.394553 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586fbf3d-b714-444c-b309-5858feb7dc3a tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Pushing event updated for resources: {'Network': ['ID=b6e7ffb7-14e1-4578-b78c-9f0fc626726f,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:54.399585 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-f7101f39-f442-4aac-a50f-0da3e0fb9b48 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Request body: {'subnet': {'network_id': 'b6e7ffb7-14e1-4578-b78c-9f0fc626726f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:54.406545 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network b6e7ffb7-14e1-4578-b78c-9f0fc626726f details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:54:54.546683 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7101f39-f442-4aac-a50f-0da3e0fb9b48 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Made reservation on behalf of 7f13fa511760438bb7dce833c039b782 for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:54:54.550647 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f7101f39-f442-4aac-a50f-0da3e0fb9b48 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:54.803460 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f7101f39-f442-4aac-a50f-0da3e0fb9b48 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:54.888065 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7101f39-f442-4aac-a50f-0da3e0fb9b48 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Pushing event updated for resources: {'Subnet': ['ID=44839fe3-8831-44cc-9232-9b574a8c7847,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:54.909126 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7101f39-f442-4aac-a50f-0da3e0fb9b48 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Checking segment: {'id': '62ce244c-2a49-4519-ba8a-acbb1903d87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'b6e7ffb7-14e1-4578-b78c-9f0fc626726f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:54:54.909732 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7101f39-f442-4aac-a50f-0da3e0fb9b48 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Network hostable DHCP agents. Network: b6e7ffb7-14e1-4578-b78c-9f0fc626726f, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:54:54.937392 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7101f39-f442-4aac-a50f-0da3e0fb9b48 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Network b6e7ffb7-14e1-4578-b78c-9f0fc626726f is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:54:54.950207 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-f7101f39-f442-4aac-a50f-0da3e0fb9b48 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, b6e7ffb7-14e1-4578-b78c-9f0fc626726f) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:54:54.956939 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7101f39-f442-4aac-a50f-0da3e0fb9b48 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:54.957658 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f7101f39-f442-4aac-a50f-0da3e0fb9b48 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:54.970182 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7acc6ea2-521c-4ee9-8b3e-4e56b3ab497b None None] Network b6e7ffb7-14e1-4578-b78c-9f0fc626726f requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:54:54.978965 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-f7101f39-f442-4aac-a50f-0da3e0fb9b48 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5890985 Aug 10 03:54:54.982655 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 42620) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:54.988792 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-9d7ce93e-c9e3-4f6b-bf9f-f69b1238ead8 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-701946906', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:55.022538 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9d7ce93e-c9e3-4f6b-bf9f-f69b1238ead8 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:55.024621 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9d7ce93e-c9e3-4f6b-bf9f-f69b1238ead8 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:55.099662 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9d7ce93e-c9e3-4f6b-bf9f-f69b1238ead8 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:55.108328 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9d7ce93e-c9e3-4f6b-bf9f-f69b1238ead8 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:55.143656 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9d7ce93e-c9e3-4f6b-bf9f-f69b1238ead8 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for router, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:55.147511 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-9d7ce93e-c9e3-4f6b-bf9f-f69b1238ead8 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1626363 Aug 10 03:54:55.150126 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42624) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:55.250942 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ecaf5-e8a7-47c1-a404-64c2ec1dcf31 req-de6c5042-b90b-4597-a36a-22a8cfa054ca tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:55.266301 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-485ecaf5-e8a7-47c1-a404-64c2ec1dcf31 req-de6c5042-b90b-4597-a36a-22a8cfa054ca tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=60813ab0-0ad2-4e75-b685-fe4c5ada0aaa HTTP/1.1" status: 200 len: 944 time: 0.1159968 Aug 10 03:54:55.276140 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0d26eb-558f-4544-a0b4-317c77f0bd66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-b6e7ffb7-14e1-4578-b78c-9f0fc626726f', 'network_id': 'b6e7ffb7-14e1-4578-b78c-9f0fc626726f', 'tenant_id': '7f13fa511760438bb7dce833c039b782', 'fixed_ips': [{'subnet_id': '44839fe3-8831-44cc-9232-9b574a8c7847'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:54:55.278017 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ed0d26eb-558f-4544-a0b4-317c77f0bd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:55.317842 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-485ecaf5-e8a7-47c1-a404-64c2ec1dcf31 req-46108d27-0a4d-4c4b-ad06-d2e8332637f9 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=2031f5a2-8e96-4d4c-b507-84878d4f1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433629 Aug 10 03:54:55.597724 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9c1d825f-19d8-4e8d-b32d-4a9d207179e9 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:55.640907 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:55.660720 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-ed0d26eb-558f-4544-a0b4-317c77f0bd66 None None] Allocated IP 2001:db8::2 (b6e7ffb7-14e1-4578-b78c-9f0fc626726f/44839fe3-8831-44cc-9232-9b574a8c7847/efc907db-4e8a-4074-95ea-49e63e9995f7) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:54:55.876147 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ed0d26eb-558f-4544-a0b4-317c77f0bd66 None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:55.888996 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-ed0d26eb-558f-4544-a0b4-317c77f0bd66 None None] Transition to ACTIVE for port object efc907db-4e8a-4074-95ea-49e63e9995f7 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:54:55.907196 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-ed0d26eb-558f-4544-a0b4-317c77f0bd66 None None] Transition to ACTIVE for port object efc907db-4e8a-4074-95ea-49e63e9995f7 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:54:55.916213 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ed0d26eb-558f-4544-a0b4-317c77f0bd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:55.972551 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-9c1d825f-19d8-4e8d-b32d-4a9d207179e9 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Allocated IP 2001:db8::1 (b6e7ffb7-14e1-4578-b78c-9f0fc626726f/44839fe3-8831-44cc-9232-9b574a8c7847/6883f0ba-2fef-4a7a-99ca-6ec85d2bfb44) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:54:55.980376 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0d26eb-558f-4544-a0b4-317c77f0bd66 None None] Network b6e7ffb7-14e1-4578-b78c-9f0fc626726f is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:54:55.993388 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-ed0d26eb-558f-4544-a0b4-317c77f0bd66 None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:54:55.997559 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0d26eb-558f-4544-a0b4-317c77f0bd66 None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:54:56.048880 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0d26eb-558f-4544-a0b4-317c77f0bd66 None None] Pushing event updated for resources: {'Port': ['ID=efc907db-4e8a-4074-95ea-49e63e9995f7,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:56.093766 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-ed0d26eb-558f-4544-a0b4-317c77f0bd66 None None] Attempting to bind port efc907db-4e8a-4074-95ea-49e63e9995f7 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:54:56.094152 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-ed0d26eb-558f-4544-a0b4-317c77f0bd66 None None] Attempting to bind port efc907db-4e8a-4074-95ea-49e63e9995f7 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '62ce244c-2a49-4519-ba8a-acbb1903d87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'b6e7ffb7-14e1-4578-b78c-9f0fc626726f'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:54:56.094604 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0d26eb-558f-4544-a0b4-317c77f0bd66 None None] Attempting to bind port efc907db-4e8a-4074-95ea-49e63e9995f7 on network b6e7ffb7-14e1-4578-b78c-9f0fc626726f {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:54:56.102163 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0d26eb-558f-4544-a0b4-317c77f0bd66 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:54:56.102720 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0d26eb-558f-4544-a0b4-317c77f0bd66 None None] Checking segment: {'id': '62ce244c-2a49-4519-ba8a-acbb1903d87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'b6e7ffb7-14e1-4578-b78c-9f0fc626726f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:54:56.103260 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ed0d26eb-558f-4544-a0b4-317c77f0bd66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:56.103728 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0d26eb-558f-4544-a0b4-317c77f0bd66 None None] Bound using segment: {'id': '62ce244c-2a49-4519-ba8a-acbb1903d87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'b6e7ffb7-14e1-4578-b78c-9f0fc626726f'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:54:56.104008 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-ed0d26eb-558f-4544-a0b4-317c77f0bd66 None None] Bound port: efc907db-4e8a-4074-95ea-49e63e9995f7, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62ce244c-2a49-4519-ba8a-acbb1903d87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'b6e7ffb7-14e1-4578-b78c-9f0fc626726f'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:54:56.104404 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ed0d26eb-558f-4544-a0b4-317c77f0bd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:56.116163 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9c1d825f-19d8-4e8d-b32d-4a9d207179e9 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:56.135506 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [None req-9c1d825f-19d8-4e8d-b32d-4a9d207179e9 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Transition to ACTIVE for port object 6883f0ba-2fef-4a7a-99ca-6ec85d2bfb44 will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:54:56.178861 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9c1d825f-19d8-4e8d-b32d-4a9d207179e9 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:56.189147 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-ed0d26eb-558f-4544-a0b4-317c77f0bd66 None None] For port efc907db-4e8a-4074-95ea-49e63e9995f7, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:54:56.194217 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-ed0d26eb-558f-4544-a0b4-317c77f0bd66 None None] For port efc907db-4e8a-4074-95ea-49e63e9995f7, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=efc907db-4e8a-4074-95ea-49e63e9995f7,segment=NetworkSegment(62ce244c-2a49-4519-ba8a-acbb1903d87a),segment_id=62ce244c-2a49-4519-ba8a-acbb1903d87a)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:54:56.199939 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ed0d26eb-558f-4544-a0b4-317c77f0bd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:56.228583 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1d825f-19d8-4e8d-b32d-4a9d207179e9 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Network b6e7ffb7-14e1-4578-b78c-9f0fc626726f is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:54:56.234473 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-9c1d825f-19d8-4e8d-b32d-4a9d207179e9 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:54:56.239562 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1d825f-19d8-4e8d-b32d-4a9d207179e9 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:54:56.240635 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9c1d825f-19d8-4e8d-b32d-4a9d207179e9 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521745'] for router_interface, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:56.278948 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0d26eb-558f-4544-a0b4-317c77f0bd66 None None] Pushing event updated for resources: {'Port': ['ID=efc907db-4e8a-4074-95ea-49e63e9995f7,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:56.289022 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:56.330273 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d825f-19d8-4e8d-b32d-4a9d207179e9 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Pushing event updated for resources: {'Port': ['ID=6883f0ba-2fef-4a7a-99ca-6ec85d2bfb44,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:56.402432 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9c1d825f-19d8-4e8d-b32d-4a9d207179e9 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:56.537988 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ce1d3d-ee24-42ef-a0aa-8c870b567bfb req-8a6fa417-b6f4-4263-9007-7f77a3613dbd tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:56.550790 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f6ce1d3d-ee24-42ef-a0aa-8c870b567bfb req-8a6fa417-b6f4-4263-9007-7f77a3613dbd tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=60813ab0-0ad2-4e75-b685-fe4c5ada0aaa HTTP/1.1" status: 200 len: 944 time: 0.1251671 Aug 10 03:54:56.633251 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f6ce1d3d-ee24-42ef-a0aa-8c870b567bfb req-7016a474-935a-47bc-beaf-546ec1e67e69 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=2031f5a2-8e96-4d4c-b507-84878d4f1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807712 Aug 10 03:54:56.867235 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:56.907260 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9c1d825f-19d8-4e8d-b32d-4a9d207179e9 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:56.915906 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9c1d825f-19d8-4e8d-b32d-4a9d207179e9 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:56.916926 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9c1d825f-19d8-4e8d-b32d-4a9d207179e9 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521893'] for router_interface, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:57.012765 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d825f-19d8-4e8d-b32d-4a9d207179e9 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Pushing event updated for resources: {'Port': ['ID=6883f0ba-2fef-4a7a-99ca-6ec85d2bfb44,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:57.061066 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1d825f-19d8-4e8d-b32d-4a9d207179e9 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Network b6e7ffb7-14e1-4578-b78c-9f0fc626726f is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:54:57.063096 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-9c1d825f-19d8-4e8d-b32d-4a9d207179e9 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:54:57.244770 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c1d825f-19d8-4e8d-b32d-4a9d207179e9 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Router 45fa3ea9-c707-4ae9-8b94-6d2cbea90e55 is scheduled to L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e with binding_index 1 {{(pid=94261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:54:57.368777 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c1d825f-19d8-4e8d-b32d-4a9d207179e9 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:54:57.386673 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5459e416-a5a0-446d-9cf5-3f161bf46662 None None] Sync routers for ids ['45fa3ea9-c707-4ae9-8b94-6d2cbea90e55'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:54:57.404247 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-9c1d825f-19d8-4e8d-b32d-4a9d207179e9 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "PUT /v2.0/routers/45fa3ea9-c707-4ae9-8b94-6d2cbea90e55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2501516 Aug 10 03:54:57.406355 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 42632) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:57.431305 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5459e416-a5a0-446d-9cf5-3f161bf46662 None None] Routers {'45fa3ea9-c707-4ae9-8b94-6d2cbea90e55'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:54:57.432702 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-5459e416-a5a0-446d-9cf5-3f161bf46662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:54:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['45fa3ea9-c707-4ae9-8b94-6d2cbea90e55'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:57.498748 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device efc907db-4e8a-4074-95ea-49e63e9995f7 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:54:57.526871 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac479a4b-c52d-4885-949d-997cf8b1798d tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:57.528710 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-ac479a4b-c52d-4885-949d-997cf8b1798d tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "GET /v2.0/ports/6883f0ba-2fef-4a7a-99ca-6ec85d2bfb44 HTTP/1.1" status: 200 len: 911 time: 0.1207497 Aug 10 03:54:57.533287 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42634) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:57.542991 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-3b07781c-ace6-4b0f-a021-f49ebed2036d tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '44839fe3-8831-44cc-9232-9b574a8c7847'}]}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:57.549466 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-5459e416-a5a0-446d-9cf5-3f161bf46662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:57.568352 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5459e416-a5a0-446d-9cf5-3f161bf46662 None None] Routers {'45fa3ea9-c707-4ae9-8b94-6d2cbea90e55'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:54:57.569704 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-5459e416-a5a0-446d-9cf5-3f161bf46662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:54:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['45fa3ea9-c707-4ae9-8b94-6d2cbea90e55'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:57.635224 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-5459e416-a5a0-446d-9cf5-3f161bf46662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:57.636210 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5459e416-a5a0-446d-9cf5-3f161bf46662 None None] The sync data for ids ['45fa3ea9-c707-4ae9-8b94-6d2cbea90e55'] in n-d-768862-13 is: [] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:54:57.639881 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port efc907db-4e8a-4074-95ea-49e63e9995f7 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:54:57.685020 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135b5b3a-6944-4d15-a45b-e539d186cbc4 None None] Network b6e7ffb7-14e1-4578-b78c-9f0fc626726f requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:54:57.822178 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-70232592-69ce-4541-a9c2-340f29e1d873 None None] Provisioning for port efc907db-4e8a-4074-95ea-49e63e9995f7 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:54:57.835934 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff1808e-1983-4c50-944d-eb27e5639d4b req-9c75dee4-0da0-4707-9ce4-005ee1d3d1a6 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:57.846039 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6ff1808e-1983-4c50-944d-eb27e5639d4b req-9c75dee4-0da0-4707-9ce4-005ee1d3d1a6 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=60813ab0-0ad2-4e75-b685-fe4c5ada0aaa HTTP/1.1" status: 200 len: 944 time: 0.0835330 Aug 10 03:54:57.860897 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-70232592-69ce-4541-a9c2-340f29e1d873 None None] Provisioning complete for port efc907db-4e8a-4074-95ea-49e63e9995f7 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:54:57.861597 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-70232592-69ce-4541-a9c2-340f29e1d873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:57.891726 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3b07781c-ace6-4b0f-a021-f49ebed2036d tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:57.908996 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6ff1808e-1983-4c50-944d-eb27e5639d4b req-246b0799-6a0e-4136-adb5-22e83170eeec tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=2031f5a2-8e96-4d4c-b507-84878d4f1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608206 Aug 10 03:54:58.100106 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-70232592-69ce-4541-a9c2-340f29e1d873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:58.181491 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-70232592-69ce-4541-a9c2-340f29e1d873 None None] For port efc907db-4e8a-4074-95ea-49e63e9995f7, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=efc907db-4e8a-4074-95ea-49e63e9995f7,segment=NetworkSegment(62ce244c-2a49-4519-ba8a-acbb1903d87a),segment_id=62ce244c-2a49-4519-ba8a-acbb1903d87a)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:54:58.190604 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-70232592-69ce-4541-a9c2-340f29e1d873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:58.283867 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70232592-69ce-4541-a9c2-340f29e1d873 None None] Pushing event updated for resources: {'Port': ['ID=efc907db-4e8a-4074-95ea-49e63e9995f7,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:58.538847 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c6c29dea-2992-43a0-8097-4fcd82bc61cb None None] Provisioning complete for port efc907db-4e8a-4074-95ea-49e63e9995f7 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:54:58.538847 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c6c29dea-2992-43a0-8097-4fcd82bc61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:58.556427 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3b07781c-ace6-4b0f-a021-f49ebed2036d tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:58.568777 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3b07781c-ace6-4b0f-a021-f49ebed2036d tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:58.576309 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b07781c-ace6-4b0f-a021-f49ebed2036d tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:58.577173 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3b07781c-ace6-4b0f-a021-f49ebed2036d tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:58.579035 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-3b07781c-ace6-4b0f-a021-f49ebed2036d tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "PUT /v2.0/ports/6883f0ba-2fef-4a7a-99ca-6ec85d2bfb44 HTTP/1.1" status: 200 len: 911 time: 1.0442646 Aug 10 03:54:58.584538 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 42640) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:58.658506 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b07781c-ace6-4b0f-a021-f49ebed2036d tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Pushing event updated for resources: {'Port': ['ID=6883f0ba-2fef-4a7a-99ca-6ec85d2bfb44,revision_number=3']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:58.761482 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c6c29dea-2992-43a0-8097-4fcd82bc61cb None None] Provisioning for port 6883f0ba-2fef-4a7a-99ca-6ec85d2bfb44 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:54:58.769642 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c6c29dea-2992-43a0-8097-4fcd82bc61cb None None] Provisioning complete for port 6883f0ba-2fef-4a7a-99ca-6ec85d2bfb44 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:54:58.770451 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c6c29dea-2992-43a0-8097-4fcd82bc61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:58.843134 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c6c29dea-2992-43a0-8097-4fcd82bc61cb None None] Port 6883f0ba-2fef-4a7a-99ca-6ec85d2bfb44 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:54:58.981887 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-4b4f4147-b3c1-4152-9d9c-fc99e7f7da6d None None] Provisioning complete for port 6883f0ba-2fef-4a7a-99ca-6ec85d2bfb44 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:54:58.983645 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4b4f4147-b3c1-4152-9d9c-fc99e7f7da6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:59.072983 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-4b4f4147-b3c1-4152-9d9c-fc99e7f7da6d None None] Port 6883f0ba-2fef-4a7a-99ca-6ec85d2bfb44 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:54:59.175526 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2226bc58-dd45-4cd4-b7d0-760225ef1907 req-65f8fd45-fbdf-4f5d-8956-052b59da19be tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:59.177672 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2226bc58-dd45-4cd4-b7d0-760225ef1907 req-65f8fd45-fbdf-4f5d-8956-052b59da19be tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=60813ab0-0ad2-4e75-b685-fe4c5ada0aaa HTTP/1.1" status: 200 len: 944 time: 0.1112983 Aug 10 03:54:59.266567 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2226bc58-dd45-4cd4-b7d0-760225ef1907 req-345bc6cf-d2bc-4f68-ab74-9fc1980891a4 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=2031f5a2-8e96-4d4c-b507-84878d4f1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615840 Aug 10 03:54:59.276989 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3e868b77-3caf-4cb5-93d7-0f4b4bec02b8 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521880'] for router_interface, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:59.299133 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-0e64457e-af2a-4a3d-bb60-62d17411eb34 None None] Provisioning complete for port 6883f0ba-2fef-4a7a-99ca-6ec85d2bfb44 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:54:59.299557 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-0e64457e-af2a-4a3d-bb60-62d17411eb34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:59.340086 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-0e64457e-af2a-4a3d-bb60-62d17411eb34 None None] Port 6883f0ba-2fef-4a7a-99ca-6ec85d2bfb44 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:54:59.379677 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device b8404086-1fbe-46ed-be3e-a22ddb06faf7 details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:54:59.453859 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device efc907db-4e8a-4074-95ea-49e63e9995f7 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:54:59.535005 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port b8404086-1fbe-46ed-be3e-a22ddb06faf7, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=b8404086-1fbe-46ed-be3e-a22ddb06faf7,segment=NetworkSegment(a02c445a-dd82-41b8-8c82-8deebd0db13e),segment_id=a02c445a-dd82-41b8-8c82-8deebd0db13e)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:54:59.550571 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port efc907db-4e8a-4074-95ea-49e63e9995f7 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:54:59.551313 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:59.553457 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': 'b8404086-1fbe-46ed-be3e-a22ddb06faf7', 'network_id': '9304a778-e332-4697-b169-f473c98c9db5', 'port_id': 'b8404086-1fbe-46ed-be3e-a22ddb06faf7', 'mac_address': 'fa:16:3e:22:ad:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '004bec00-f412-4962-b43d-0d7672578573', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:54:59.630503 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:59.649762 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8404086-1fbe-46ed-be3e-a22ddb06faf7 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:54:59.668529 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-3e868b77-3caf-4cb5-93d7-0f4b4bec02b8 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Deleting port 6883f0ba-2fef-4a7a-99ca-6ec85d2bfb44 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:54:59.668873 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3e868b77-3caf-4cb5-93d7-0f4b4bec02b8 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:59.703410 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port b8404086-1fbe-46ed-be3e-a22ddb06faf7, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=b8404086-1fbe-46ed-be3e-a22ddb06faf7,segment=NetworkSegment(a02c445a-dd82-41b8-8c82-8deebd0db13e),segment_id=a02c445a-dd82-41b8-8c82-8deebd0db13e)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:54:59.710009 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:59.773816 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=b8404086-1fbe-46ed-be3e-a22ddb06faf7,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:59.779593 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3e868b77-3caf-4cb5-93d7-0f4b4bec02b8 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:59.794437 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-3e868b77-3caf-4cb5-93d7-0f4b4bec02b8 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Calling delete_port for 6883f0ba-2fef-4a7a-99ca-6ec85d2bfb44 owned by network:router_interface {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:55:00.006085 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3e868b77-3caf-4cb5-93d7-0f4b4bec02b8 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:00.031018 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['b8404086-1fbe-46ed-be3e-a22ddb06faf7'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:55:00.054449 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e868b77-3caf-4cb5-93d7-0f4b4bec02b8 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Pushing event deleted for resources: {'Port': ['ID=6883f0ba-2fef-4a7a-99ca-6ec85d2bfb44,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:00.225337 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3e868b77-3caf-4cb5-93d7-0f4b4bec02b8 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-522536'] for router_interface, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:00.895004 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2f85cf-1ec5-4906-8fd3-f56620997456 req-dd340f8a-d6b6-4367-8652-b627cc4cb195 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:00.897406 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ed2f85cf-1ec5-4906-8fd3-f56620997456 req-dd340f8a-d6b6-4367-8652-b627cc4cb195 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=60813ab0-0ad2-4e75-b685-fe4c5ada0aaa HTTP/1.1" status: 200 len: 945 time: 0.1606181 Aug 10 03:55:00.909443 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47bb8bd-71b5-4f3a-a4e8-0aec6ef432e3 req-fa36cddc-3249-4344-a13f-2e8cc2a9c3ce tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:00.911272 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b47bb8bd-71b5-4f3a-a4e8-0aec6ef432e3 req-fa36cddc-3249-4344-a13f-2e8cc2a9c3ce tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4d693bc-3ed2-49c0-b2c8-af88e48bda12 HTTP/1.1" status: 200 len: 945 time: 0.1755259 Aug 10 03:55:00.922667 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e868b77-3caf-4cb5-93d7-0f4b4bec02b8 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Router 45fa3ea9-c707-4ae9-8b94-6d2cbea90e55 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:55:01.028054 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ed2f85cf-1ec5-4906-8fd3-f56620997456 req-3ee51289-31c5-4f06-97ea-dc9981d44488 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=2031f5a2-8e96-4d4c-b507-84878d4f1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156669 Aug 10 03:55:01.033396 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b47bb8bd-71b5-4f3a-a4e8-0aec6ef432e3 req-72affe17-e168-47a3-8591-e6715ceff4e4 tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] 10.222.0.44 "GET /v2.0/security-groups?id=13a9e226-cbfd-445e-8202-d264bd25819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083727 Aug 10 03:55:01.069587 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e868b77-3caf-4cb5-93d7-0f4b4bec02b8 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:55:01.081369 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-3e868b77-3caf-4cb5-93d7-0f4b4bec02b8 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "PUT /v2.0/routers/45fa3ea9-c707-4ae9-8b94-6d2cbea90e55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4890208 Aug 10 03:55:01.081369 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 42654) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:01.081726 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2dff88f-7d67-4fbf-ba9b-ec808336c859 None None] Sync routers for ids ['45fa3ea9-c707-4ae9-8b94-6d2cbea90e55'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:55:01.098312 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2dff88f-7d67-4fbf-ba9b-ec808336c859 None None] Routers {'45fa3ea9-c707-4ae9-8b94-6d2cbea90e55'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:55:01.099427 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-c2dff88f-7d67-4fbf-ba9b-ec808336c859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:54:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['45fa3ea9-c707-4ae9-8b94-6d2cbea90e55'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:01.109148 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-f701cf42-667b-4197-9d45-03091789b76b tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "GET /v2.0/ports?device_id=45fa3ea9-c707-4ae9-8b94-6d2cbea90e55 HTTP/1.1" status: 200 len: 205 time: 0.0270264 Aug 10 03:55:01.112243 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 42656) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:01.161847 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-c2dff88f-7d67-4fbf-ba9b-ec808336c859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:01.175973 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2dff88f-7d67-4fbf-ba9b-ec808336c859 None None] Routers {'45fa3ea9-c707-4ae9-8b94-6d2cbea90e55'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:55:01.176749 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-c2dff88f-7d67-4fbf-ba9b-ec808336c859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:54:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['45fa3ea9-c707-4ae9-8b94-6d2cbea90e55'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:01.198929 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1568ecba-e75e-483b-a716-2f15ab79302f tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for router, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:01.223099 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-c2dff88f-7d67-4fbf-ba9b-ec808336c859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:01.223845 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2dff88f-7d67-4fbf-ba9b-ec808336c859 None None] The sync data for ids ['45fa3ea9-c707-4ae9-8b94-6d2cbea90e55'] in n-d-768862-13 is: [] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:55:01.393333 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device b8404086-1fbe-46ed-be3e-a22ddb06faf7 up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:55:01.420685 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1568ecba-e75e-483b-a716-2f15ab79302f tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:01.424631 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1568ecba-e75e-483b-a716-2f15ab79302f tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:01.455575 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning for port b8404086-1fbe-46ed-be3e-a22ddb06faf7 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:55:01.462054 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port b8404086-1fbe-46ed-be3e-a22ddb06faf7 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:01.462609 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:01.487290 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1568ecba-e75e-483b-a716-2f15ab79302f tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:01.488315 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1568ecba-e75e-483b-a716-2f15ab79302f tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Fanout notify agent at l3_agent the message router_deleted on router 45fa3ea9-c707-4ae9-8b94-6d2cbea90e55 {{(pid=94260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:55:01.503595 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1568ecba-e75e-483b-a716-2f15ab79302f tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for router, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:01.505330 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-1568ecba-e75e-483b-a716-2f15ab79302f tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "DELETE /v2.0/routers/45fa3ea9-c707-4ae9-8b94-6d2cbea90e55 HTTP/1.1" status: 204 len: 168 time: 0.3918145 Aug 10 03:55:01.509653 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 42658) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:01.597880 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_v2 [None req-e54b5a22-3f46-4c0f-b393-18f35f4c7c99 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Deleting subnet 44839fe3-8831-44cc-9232-9b574a8c7847 {{(pid=94260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:55:01.600481 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:01.603259 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e54b5a22-3f46-4c0f-b393-18f35f4c7c99 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for subnet, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:01.627585 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60813ab0-0ad2-4e75-b685-fe4c5ada0aaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8404086-1fbe-46ed-be3e-a22ddb06faf7'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:55:01.630380 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-344f5e8c-b871-4bdf-9fa5-8de15ce10aad" -d '{"events": [{"server_uuid": "60813ab0-0ad2-4e75-b685-fe4c5ada0aaa", "name": "network-vif-plugged", "status": "completed", "tag": "b8404086-1fbe-46ed-be3e-a22ddb06faf7"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:55:01.648759 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port b8404086-1fbe-46ed-be3e-a22ddb06faf7, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=b8404086-1fbe-46ed-be3e-a22ddb06faf7,segment=NetworkSegment(a02c445a-dd82-41b8-8c82-8deebd0db13e),segment_id=a02c445a-dd82-41b8-8c82-8deebd0db13e)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:01.654834 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:01.697698 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e54b5a22-3f46-4c0f-b393-18f35f4c7c99 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191173'] for subnet, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:01.715160 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=b8404086-1fbe-46ed-be3e-a22ddb06faf7,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:01.730088 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e69e4c5b-cd31-4786-be74-ad43fda39328 x-openstack-request-id: req-e69e4c5b-cd31-4786-be74-ad43fda39328 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:55:01.730958 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60813ab0-0ad2-4e75-b685-fe4c5ada0aaa", "name": "network-vif-plugged", "status": "completed", "tag": "b8404086-1fbe-46ed-be3e-a22ddb06faf7", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:55:01.731173 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e69e4c5b-cd31-4786-be74-ad43fda39328 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:55:01.732088 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60813ab0-0ad2-4e75-b685-fe4c5ada0aaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8404086-1fbe-46ed-be3e-a22ddb06faf7', 'code': 200} Aug 10 03:55:01.913537 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e54b5a22-3f46-4c0f-b393-18f35f4c7c99 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:01.978095 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6bb6e4-288b-4236-819f-697a6203bec4 req-73bb1883-2e91-40b7-88b4-ce547b556b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:01.980844 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ed6bb6e4-288b-4236-819f-697a6203bec4 req-73bb1883-2e91-40b7-88b4-ce547b556b5e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=60813ab0-0ad2-4e75-b685-fe4c5ada0aaa HTTP/1.1" status: 200 len: 1098 time: 0.1524773 Aug 10 03:55:02.148869 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ed6bb6e4-288b-4236-819f-697a6203bec4 req-df0734d8-0113-483e-8302-65c487e15d82 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2031f5a2-8e96-4d4c-b507-84878d4f1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383967 Aug 10 03:55:02.171798 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a78db2-71e0-4699-a84f-762b691b631f req-442e131a-fb8f-4c9b-92c3-9fa3f82a4aec tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:02.174428 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-35a78db2-71e0-4699-a84f-762b691b631f req-442e131a-fb8f-4c9b-92c3-9fa3f82a4aec tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] 10.222.0.42 "GET /v2.0/ports?device_id=c4d693bc-3ed2-49c0-b2c8-af88e48bda12 HTTP/1.1" status: 200 len: 945 time: 0.1881516 Aug 10 03:55:02.192187 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e54b5a22-3f46-4c0f-b393-18f35f4c7c99 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:02.336872 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54b5a22-3f46-4c0f-b393-18f35f4c7c99 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Pushing event deleted for resources: {'Subnet': ['ID=44839fe3-8831-44cc-9232-9b574a8c7847,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:02.341054 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941b1589-314b-4225-8d1d-3a08614553ba None None] Network b6e7ffb7-14e1-4578-b78c-9f0fc626726f requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:55:02.344550 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e54b5a22-3f46-4c0f-b393-18f35f4c7c99 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:02.348397 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-e54b5a22-3f46-4c0f-b393-18f35f4c7c99 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "DELETE /v2.0/subnets/44839fe3-8831-44cc-9232-9b574a8c7847 HTTP/1.1" status: 204 len: 168 time: 0.8359411 Aug 10 03:55:02.351843 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42666) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:02.417507 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ed9d49-ac02-4766-bee9-e3ba8359d620 req-6bfadd48-1ac7-4d86-a592-4297e933b392 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:02.419157 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-29ed9d49-ac02-4766-bee9-e3ba8359d620 req-6bfadd48-1ac7-4d86-a592-4297e933b392 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=60813ab0-0ad2-4e75-b685-fe4c5ada0aaa HTTP/1.1" status: 200 len: 946 time: 0.2623472 Aug 10 03:55:02.433470 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93ad182-2b59-497a-a0e3-74afb37210c9 req-87a64b40-fc35-4960-a951-b008473bd225 tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:02.435111 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a93ad182-2b59-497a-a0e3-74afb37210c9 req-87a64b40-fc35-4960-a951-b008473bd225 tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4d693bc-3ed2-49c0-b2c8-af88e48bda12 HTTP/1.1" status: 200 len: 945 time: 0.2594326 Aug 10 03:55:02.486502 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-20c8b9bd-0c32-426a-90ba-0c83a423a9ad tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:02.542065 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-29ed9d49-ac02-4766-bee9-e3ba8359d620 req-c267787d-5d60-440b-bcc6-51ab87101afa tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=2031f5a2-8e96-4d4c-b507-84878d4f1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054478 Aug 10 03:55:02.565052 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-20c8b9bd-0c32-426a-90ba-0c83a423a9ad tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Deleting port efc907db-4e8a-4074-95ea-49e63e9995f7 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:55:02.565463 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-20c8b9bd-0c32-426a-90ba-0c83a423a9ad tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:02.568154 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a93ad182-2b59-497a-a0e3-74afb37210c9 req-1226e65c-51c0-4d00-a196-c158df527956 tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] 10.222.0.44 "GET /v2.0/security-groups?id=13a9e226-cbfd-445e-8202-d264bd25819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216128 Aug 10 03:55:02.575796 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-35a78db2-71e0-4699-a84f-762b691b631f req-7cf7faba-b065-4aee-af05-8efac18e2c48 tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] Deleting port 1a1a1975-818e-4e66-af5e-9045bfe625f8 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:55:02.576378 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-35a78db2-71e0-4699-a84f-762b691b631f req-7cf7faba-b065-4aee-af05-8efac18e2c48 tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:02.604878 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b87caa-d637-4089-a9c7-96ccee6d35c7 None None] DHCP port deletion for b6e7ffb7-14e1-4578-b78c-9f0fc626726f request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:55:02.649987 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-20c8b9bd-0c32-426a-90ba-0c83a423a9ad tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] For port efc907db-4e8a-4074-95ea-49e63e9995f7, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=efc907db-4e8a-4074-95ea-49e63e9995f7,segment=NetworkSegment(62ce244c-2a49-4519-ba8a-acbb1903d87a),segment_id=62ce244c-2a49-4519-ba8a-acbb1903d87a)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:02.650732 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-20c8b9bd-0c32-426a-90ba-0c83a423a9ad tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:02.670011 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-20c8b9bd-0c32-426a-90ba-0c83a423a9ad tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Calling delete_port for efc907db-4e8a-4074-95ea-49e63e9995f7 owned by network:dhcp {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:55:02.690254 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-24b87caa-d637-4089-a9c7-96ccee6d35c7 None None] Deleting port efc907db-4e8a-4074-95ea-49e63e9995f7 {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:55:02.691676 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-24b87caa-d637-4089-a9c7-96ccee6d35c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:02.750060 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-35a78db2-71e0-4699-a84f-762b691b631f req-7cf7faba-b065-4aee-af05-8efac18e2c48 tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] For port 1a1a1975-818e-4e66-af5e-9045bfe625f8, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=1a1a1975-818e-4e66-af5e-9045bfe625f8,segment=NetworkSegment(edd18bbb-020d-4325-8231-42f847ee3107),segment_id=edd18bbb-020d-4325-8231-42f847ee3107)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:02.750457 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-35a78db2-71e0-4699-a84f-762b691b631f req-7cf7faba-b065-4aee-af05-8efac18e2c48 tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:02.773221 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-35a78db2-71e0-4699-a84f-762b691b631f req-7cf7faba-b065-4aee-af05-8efac18e2c48 tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] Calling delete_port for 1a1a1975-818e-4e66-af5e-9045bfe625f8 owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:55:02.801046 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-24b87caa-d637-4089-a9c7-96ccee6d35c7 None None] For port efc907db-4e8a-4074-95ea-49e63e9995f7, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=efc907db-4e8a-4074-95ea-49e63e9995f7,segment=NetworkSegment(62ce244c-2a49-4519-ba8a-acbb1903d87a),segment_id=62ce244c-2a49-4519-ba8a-acbb1903d87a)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:02.801815 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-24b87caa-d637-4089-a9c7-96ccee6d35c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:02.816465 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-20c8b9bd-0c32-426a-90ba-0c83a423a9ad tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:02.831614 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-24b87caa-d637-4089-a9c7-96ccee6d35c7 None None] Calling delete_port for efc907db-4e8a-4074-95ea-49e63e9995f7 owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:55:02.859880 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c8b9bd-0c32-426a-90ba-0c83a423a9ad tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Pushing event deleted for resources: {'Port': ['ID=efc907db-4e8a-4074-95ea-49e63e9995f7,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:02.874491 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c8b9bd-0c32-426a-90ba-0c83a423a9ad tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] No DVR routers for this DVR port efc907db-4e8a-4074-95ea-49e63e9995f7 on host n-d-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:55:02.977557 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-24b87caa-d637-4089-a9c7-96ccee6d35c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:03.021897 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b87caa-d637-4089-a9c7-96ccee6d35c7 None None] Pushing event deleted for resources: {'Port': ['ID=efc907db-4e8a-4074-95ea-49e63e9995f7,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:03.026766 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-20c8b9bd-0c32-426a-90ba-0c83a423a9ad tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:03.029260 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b87caa-d637-4089-a9c7-96ccee6d35c7 None None] No DVR routers for this DVR port efc907db-4e8a-4074-95ea-49e63e9995f7 on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:55:03.040132 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-35a78db2-71e0-4699-a84f-762b691b631f req-7cf7faba-b065-4aee-af05-8efac18e2c48 tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:03.047688 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-20c8b9bd-0c32-426a-90ba-0c83a423a9ad tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6e7ffb7-14e1-4578-b78c-9f0fc626726f']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:03.054281 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['1a1a1975-818e-4e66-af5e-9045bfe625f8'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:55:03.063925 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-20c8b9bd-0c32-426a-90ba-0c83a423a9ad tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62ce244c-2a49-4519-ba8a-acbb1903d87a') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:03.064587 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-20c8b9bd-0c32-426a-90ba-0c83a423a9ad tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62ce244c-2a49-4519-ba8a-acbb1903d87a') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:03.081558 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-20c8b9bd-0c32-426a-90ba-0c83a423a9ad tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:03.106002 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-20c8b9bd-0c32-426a-90ba-0c83a423a9ad tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:03.107920 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf7faba-b065-4aee-af05-8efac18e2c48 tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] Pushing event deleted for resources: {'Port': ['ID=1a1a1975-818e-4e66-af5e-9045bfe625f8,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:03.117442 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20c8b9bd-0c32-426a-90ba-0c83a423a9ad tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:55:03.118250 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-20c8b9bd-0c32-426a-90ba-0c83a423a9ad tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:03.122726 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:55:03.122726 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:55:03.122726 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:55:03.122726 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:55:03.122726 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:55:03.122726 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:55:03.122726 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:55:03.122726 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:55:03.122726 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:55:03.122726 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:55:03.122726 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:55:03.122726 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:55:03.122726 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:55:03.122726 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:55:03.122726 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:55:03.122726 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:55:03.122726 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:55:03.122726 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:55:03.122726 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:55:03.122726 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:55:03.122726 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:55:03.122726 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:55:03.122726 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:55:03.122726 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:55:03.122726 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:55:03.122726 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:55:03.122726 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:55:03.122726 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:55:03.122726 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:55:03.122726 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:55:03.122726 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:55:03.122726 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:55:03.183524 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-35a78db2-71e0-4699-a84f-762b691b631f req-7cf7faba-b065-4aee-af05-8efac18e2c48 tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] No DVR routers for this DVR port 1a1a1975-818e-4e66-af5e-9045bfe625f8 on host n-h1-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:55:03.191096 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-35a78db2-71e0-4699-a84f-762b691b631f req-7cf7faba-b065-4aee-af05-8efac18e2c48 tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:03.195354 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-35a78db2-71e0-4699-a84f-762b691b631f req-7cf7faba-b065-4aee-af05-8efac18e2c48 tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] 10.222.0.42 "DELETE /v2.0/ports/1a1a1975-818e-4e66-af5e-9045bfe625f8 HTTP/1.1" status: 204 len: 173 time: 0.9823172 Aug 10 03:55:03.196371 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4d693bc-3ed2-49c0-b2c8-af88e48bda12', 'name': 'network-vif-deleted', 'tag': '1a1a1975-818e-4e66-af5e-9045bfe625f8'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:55:03.200357 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-20c8b9bd-0c32-426a-90ba-0c83a423a9ad tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:03.202958 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59cef270-f0c4-4c91-b462-ff68fa0feb2c" -d '{"events": [{"server_uuid": "c4d693bc-3ed2-49c0-b2c8-af88e48bda12", "name": "network-vif-deleted", "tag": "1a1a1975-818e-4e66-af5e-9045bfe625f8"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:55:03.210751 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-20c8b9bd-0c32-426a-90ba-0c83a423a9ad tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:03.219850 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-20c8b9bd-0c32-426a-90ba-0c83a423a9ad tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "DELETE /v2.0/networks/b6e7ffb7-14e1-4578-b78c-9f0fc626726f HTTP/1.1" status: 204 len: 168 time: 0.8590949 Aug 10 03:55:03.220048 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 42674) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:03.226252 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-eda9bdc2-1751-49e5-8c6e-1aa26e2edeaa tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1779291695', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:03.235109 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c8b9bd-0c32-426a-90ba-0c83a423a9ad tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Pushing event deleted for resources: {'Network': ['ID=b6e7ffb7-14e1-4578-b78c-9f0fc626726f,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:03.265277 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-eda9bdc2-1751-49e5-8c6e-1aa26e2edeaa tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:03.266754 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-eda9bdc2-1751-49e5-8c6e-1aa26e2edeaa tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:03.308825 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cba6356-8b34-4297-8db7-54ab34dfc2fc x-openstack-request-id: req-8cba6356-8b34-4297-8db7-54ab34dfc2fc {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:55:03.309134 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4d693bc-3ed2-49c0-b2c8-af88e48bda12", "name": "network-vif-deleted", "tag": "1a1a1975-818e-4e66-af5e-9045bfe625f8", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:55:03.309363 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8cba6356-8b34-4297-8db7-54ab34dfc2fc {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:55:03.309781 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4d693bc-3ed2-49c0-b2c8-af88e48bda12', 'name': 'network-vif-deleted', 'tag': '1a1a1975-818e-4e66-af5e-9045bfe625f8', 'status': 'completed', 'code': 200} Aug 10 03:55:03.339886 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-eda9bdc2-1751-49e5-8c6e-1aa26e2edeaa tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:03.348106 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-eda9bdc2-1751-49e5-8c6e-1aa26e2edeaa tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:03.374157 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-eda9bdc2-1751-49e5-8c6e-1aa26e2edeaa tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for router, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:03.375362 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-eda9bdc2-1751-49e5-8c6e-1aa26e2edeaa tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1541986 Aug 10 03:55:03.378527 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42676) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:03.384730 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-97b12f83-3314-4ec0-967a-d3bd4729a19f tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2131804286'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:03.419385 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b12f83-3314-4ec0-967a-d3bd4729a19f tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Made reservation on behalf of 7f13fa511760438bb7dce833c039b782 for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:55:03.426335 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-97b12f83-3314-4ec0-967a-d3bd4729a19f tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:03.440153 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device efc907db-4e8a-4074-95ea-49e63e9995f7 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:55:03.455491 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97b12f83-3314-4ec0-967a-d3bd4729a19f tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:55:03.467356 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-97b12f83-3314-4ec0-967a-d3bd4729a19f tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:03.467730 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-97b12f83-3314-4ec0-967a-d3bd4729a19f tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Added segment 418a9ead-7a7b-4445-8f5d-756a386c387a of type vlan for network f759851e-f4f5-4341-b3d7-3be3456f4a88 Aug 10 03:55:03.468667 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: efc907db-4e8a-4074-95ea-49e63e9995f7 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:55:03.469049 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device efc907db-4e8a-4074-95ea-49e63e9995f7 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:55:03.470805 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:03.533081 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-97b12f83-3314-4ec0-967a-d3bd4729a19f tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:03.571685 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-97b12f83-3314-4ec0-967a-d3bd4729a19f tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:03.579212 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b12f83-3314-4ec0-967a-d3bd4729a19f tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:03.580043 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-97b12f83-3314-4ec0-967a-d3bd4729a19f tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:03.670443 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-97b12f83-3314-4ec0-967a-d3bd4729a19f tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2904651 Aug 10 03:55:03.675402 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42682) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:03.687961 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-54ed3348-b100-4a0c-a334-98f6a3e8c6d7 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Request body: {'subnet': {'network_id': 'f759851e-f4f5-4341-b3d7-3be3456f4a88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:03.696000 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b12f83-3314-4ec0-967a-d3bd4729a19f tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Pushing event updated for resources: {'Network': ['ID=f759851e-f4f5-4341-b3d7-3be3456f4a88,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:03.709466 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network f759851e-f4f5-4341-b3d7-3be3456f4a88 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:55:03.725722 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281f568f-85ee-4c91-b972-9a1eab4dc45d req-0029c06e-776a-4449-8af3-438380d693bc tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:03.728042 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-281f568f-85ee-4c91-b972-9a1eab4dc45d req-0029c06e-776a-4449-8af3-438380d693bc tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=60813ab0-0ad2-4e75-b685-fe4c5ada0aaa HTTP/1.1" status: 200 len: 946 time: 0.0928378 Aug 10 03:55:03.784074 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-16b54c36-dacf-4a44-9ca4-648347c31722 req-98869d41-ca58-45c7-aa67-6952bdc8ab5a tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4d693bc-3ed2-49c0-b2c8-af88e48bda12 HTTP/1.1" status: 200 len: 210 time: 0.0293615 Aug 10 03:55:03.828813 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-281f568f-85ee-4c91-b972-9a1eab4dc45d req-f5e16bec-41b8-4a7c-8838-30ae2e8a88c8 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=2031f5a2-8e96-4d4c-b507-84878d4f1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898821 Aug 10 03:55:03.889461 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ed3348-b100-4a0c-a334-98f6a3e8c6d7 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Made reservation on behalf of 7f13fa511760438bb7dce833c039b782 for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:55:03.895284 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-54ed3348-b100-4a0c-a334-98f6a3e8c6d7 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:03.990996 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcc1c2b-3a50-4294-ac88-320e7b594033 req-2bba033e-136e-4df4-83a7-d0c4d481bf9a tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:03.992638 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-afcc1c2b-3a50-4294-ac88-320e7b594033 req-2bba033e-136e-4df4-83a7-d0c4d481bf9a tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=60813ab0-0ad2-4e75-b685-fe4c5ada0aaa HTTP/1.1" status: 200 len: 946 time: 0.0604398 Aug 10 03:55:04.038070 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-afcc1c2b-3a50-4294-ac88-320e7b594033 req-3e8b432b-51ae-49a0-b06f-8d1804fc611e tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=2031f5a2-8e96-4d4c-b507-84878d4f1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368762 Aug 10 03:55:04.149122 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-54ed3348-b100-4a0c-a334-98f6a3e8c6d7 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:04.185830 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ff7bcc-6116-4b54-b4a1-588a614438df req-c79623b5-72ef-4404-ae3f-3c1b41f95639 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:04.187609 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-22ff7bcc-6116-4b54-b4a1-588a614438df req-c79623b5-72ef-4404-ae3f-3c1b41f95639 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=60813ab0-0ad2-4e75-b685-fe4c5ada0aaa HTTP/1.1" status: 200 len: 946 time: 0.0658128 Aug 10 03:55:04.235954 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-22ff7bcc-6116-4b54-b4a1-588a614438df req-5247baf5-b368-41d7-94e3-55f65b8689c1 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=2031f5a2-8e96-4d4c-b507-84878d4f1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414755 Aug 10 03:55:04.260725 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ed3348-b100-4a0c-a334-98f6a3e8c6d7 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Pushing event updated for resources: {'Subnet': ['ID=e38341a6-655d-4d64-9708-445546caa103,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:04.274769 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ed3348-b100-4a0c-a334-98f6a3e8c6d7 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Checking segment: {'id': '418a9ead-7a7b-4445-8f5d-756a386c387a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f759851e-f4f5-4341-b3d7-3be3456f4a88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:55:04.275279 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ed3348-b100-4a0c-a334-98f6a3e8c6d7 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Network hostable DHCP agents. Network: f759851e-f4f5-4341-b3d7-3be3456f4a88, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:55:04.303289 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ed3348-b100-4a0c-a334-98f6a3e8c6d7 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Network f759851e-f4f5-4341-b3d7-3be3456f4a88 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:55:04.319359 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-54ed3348-b100-4a0c-a334-98f6a3e8c6d7 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, f759851e-f4f5-4341-b3d7-3be3456f4a88) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:55:04.325636 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ed3348-b100-4a0c-a334-98f6a3e8c6d7 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:04.326699 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-54ed3348-b100-4a0c-a334-98f6a3e8c6d7 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:04.343640 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb890e7-ab30-4222-b9c8-4e98ff2e0369 None None] Network f759851e-f4f5-4341-b3d7-3be3456f4a88 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:55:04.358331 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-54ed3348-b100-4a0c-a334-98f6a3e8c6d7 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6794896 Aug 10 03:55:04.359551 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42692) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:04.610675 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09d902a-c2b0-48bf-a1bc-7a28c7669348 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-f759851e-f4f5-4341-b3d7-3be3456f4a88', 'network_id': 'f759851e-f4f5-4341-b3d7-3be3456f4a88', 'tenant_id': '7f13fa511760438bb7dce833c039b782', 'fixed_ips': [{'subnet_id': 'e38341a6-655d-4d64-9708-445546caa103'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:55:04.611649 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d09d902a-c2b0-48bf-a1bc-7a28c7669348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:04.726628 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67280c80-0bb1-4592-869b-c0c657bb69da req-c54942a6-8a59-4392-85c3-823e5916b9d7 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:04.728662 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-67280c80-0bb1-4592-869b-c0c657bb69da req-c54942a6-8a59-4392-85c3-823e5916b9d7 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=60813ab0-0ad2-4e75-b685-fe4c5ada0aaa HTTP/1.1" status: 200 len: 946 time: 0.0824826 Aug 10 03:55:04.785899 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-67280c80-0bb1-4592-869b-c0c657bb69da req-e46ced38-45b0-449e-bbf4-03fcc8ef7789 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=2031f5a2-8e96-4d4c-b507-84878d4f1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486674 Aug 10 03:55:04.809744 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-d09d902a-c2b0-48bf-a1bc-7a28c7669348 None None] Allocated IP 2001:db8::2 (f759851e-f4f5-4341-b3d7-3be3456f4a88/e38341a6-655d-4d64-9708-445546caa103/f7d45023-03cb-425a-93b0-8c8edbeb8523) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:55:04.811777 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0a26bb93-3085-4200-83f8-ee637119d14f tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:05.081948 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d09d902a-c2b0-48bf-a1bc-7a28c7669348 None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:05.098178 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-d09d902a-c2b0-48bf-a1bc-7a28c7669348 None None] Transition to ACTIVE for port object f7d45023-03cb-425a-93b0-8c8edbeb8523 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:55:05.123200 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-d09d902a-c2b0-48bf-a1bc-7a28c7669348 None None] Transition to ACTIVE for port object f7d45023-03cb-425a-93b0-8c8edbeb8523 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:55:05.142640 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d09d902a-c2b0-48bf-a1bc-7a28c7669348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:05.217022 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09d902a-c2b0-48bf-a1bc-7a28c7669348 None None] Network f759851e-f4f5-4341-b3d7-3be3456f4a88 is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:55:05.225770 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-d09d902a-c2b0-48bf-a1bc-7a28c7669348 None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:55:05.233404 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09d902a-c2b0-48bf-a1bc-7a28c7669348 None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:55:05.244021 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09d902a-c2b0-48bf-a1bc-7a28c7669348 None None] Pushing event updated for resources: {'Port': ['ID=f7d45023-03cb-425a-93b0-8c8edbeb8523,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:05.247702 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-0a26bb93-3085-4200-83f8-ee637119d14f tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Allocated IP 2001:db8::1 (f759851e-f4f5-4341-b3d7-3be3456f4a88/e38341a6-655d-4d64-9708-445546caa103/d2daf04b-444f-4e22-ad91-ea0718693490) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:55:05.307882 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-d09d902a-c2b0-48bf-a1bc-7a28c7669348 None None] Attempting to bind port f7d45023-03cb-425a-93b0-8c8edbeb8523 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:55:05.308430 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-d09d902a-c2b0-48bf-a1bc-7a28c7669348 None None] Attempting to bind port f7d45023-03cb-425a-93b0-8c8edbeb8523 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '418a9ead-7a7b-4445-8f5d-756a386c387a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f759851e-f4f5-4341-b3d7-3be3456f4a88'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:55:05.308703 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09d902a-c2b0-48bf-a1bc-7a28c7669348 None None] Attempting to bind port f7d45023-03cb-425a-93b0-8c8edbeb8523 on network f759851e-f4f5-4341-b3d7-3be3456f4a88 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:55:05.319124 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09d902a-c2b0-48bf-a1bc-7a28c7669348 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:55:05.319778 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09d902a-c2b0-48bf-a1bc-7a28c7669348 None None] Checking segment: {'id': '418a9ead-7a7b-4445-8f5d-756a386c387a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f759851e-f4f5-4341-b3d7-3be3456f4a88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:55:05.320739 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d09d902a-c2b0-48bf-a1bc-7a28c7669348 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:05.321425 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09d902a-c2b0-48bf-a1bc-7a28c7669348 None None] Bound using segment: {'id': '418a9ead-7a7b-4445-8f5d-756a386c387a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f759851e-f4f5-4341-b3d7-3be3456f4a88'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:55:05.322547 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-d09d902a-c2b0-48bf-a1bc-7a28c7669348 None None] Bound port: f7d45023-03cb-425a-93b0-8c8edbeb8523, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '418a9ead-7a7b-4445-8f5d-756a386c387a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f759851e-f4f5-4341-b3d7-3be3456f4a88'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:55:05.327041 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d09d902a-c2b0-48bf-a1bc-7a28c7669348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:05.388960 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 1a1a1975-818e-4e66-af5e-9045bfe625f8 no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:55:05.412227 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] No Port match for: 1a1a1975-818e-4e66-af5e-9045bfe625f8 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:55:05.412829 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 1a1a1975-818e-4e66-af5e-9045bfe625f8 not bound to the agent host n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:55:05.456329 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0a26bb93-3085-4200-83f8-ee637119d14f tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:05.459235 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-d09d902a-c2b0-48bf-a1bc-7a28c7669348 None None] For port f7d45023-03cb-425a-93b0-8c8edbeb8523, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:55:05.466885 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-d09d902a-c2b0-48bf-a1bc-7a28c7669348 None None] For port f7d45023-03cb-425a-93b0-8c8edbeb8523, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=f7d45023-03cb-425a-93b0-8c8edbeb8523,segment=NetworkSegment(418a9ead-7a7b-4445-8f5d-756a386c387a),segment_id=418a9ead-7a7b-4445-8f5d-756a386c387a)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:55:05.473775 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d09d902a-c2b0-48bf-a1bc-7a28c7669348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:05.479432 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [None req-0a26bb93-3085-4200-83f8-ee637119d14f tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Transition to ACTIVE for port object d2daf04b-444f-4e22-ad91-ea0718693490 will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:55:05.519404 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0a26bb93-3085-4200-83f8-ee637119d14f tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:05.575707 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a26bb93-3085-4200-83f8-ee637119d14f tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Pushing event updated for resources: {'Port': ['ID=d2daf04b-444f-4e22-ad91-ea0718693490,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:05.582693 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09d902a-c2b0-48bf-a1bc-7a28c7669348 None None] Pushing event updated for resources: {'Port': ['ID=f7d45023-03cb-425a-93b0-8c8edbeb8523,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:05.610762 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a26bb93-3085-4200-83f8-ee637119d14f tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Network f759851e-f4f5-4341-b3d7-3be3456f4a88 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:55:05.614706 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-0a26bb93-3085-4200-83f8-ee637119d14f tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:55:05.620054 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a26bb93-3085-4200-83f8-ee637119d14f tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:55:05.621362 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0a26bb93-3085-4200-83f8-ee637119d14f tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521745'] for router_interface, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:05.981269 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83ae1d8-d536-48c8-a4b0-aaf10a0fbd38 req-fbd74351-3035-447e-a1b2-07aeee04cb8a tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:05.982967 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e83ae1d8-d536-48c8-a4b0-aaf10a0fbd38 req-fbd74351-3035-447e-a1b2-07aeee04cb8a tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=60813ab0-0ad2-4e75-b685-fe4c5ada0aaa HTTP/1.1" status: 200 len: 946 time: 0.0665584 Aug 10 03:55:06.055988 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e83ae1d8-d536-48c8-a4b0-aaf10a0fbd38 req-df04eb2c-b316-407d-b9c3-c902836bd060 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=2031f5a2-8e96-4d4c-b507-84878d4f1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625527 Aug 10 03:55:06.288229 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0a26bb93-3085-4200-83f8-ee637119d14f tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:06.505986 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6351f99c-b503-414b-91c8-0558084732df req-7b6bbd2f-22b8-4462-974f-b767b9b34c3c tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:06.508227 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6351f99c-b503-414b-91c8-0558084732df req-7b6bbd2f-22b8-4462-974f-b767b9b34c3c tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.61 "GET /v2.0/ports?device_id=60813ab0-0ad2-4e75-b685-fe4c5ada0aaa HTTP/1.1" status: 200 len: 946 time: 0.1035547 Aug 10 03:55:06.770409 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-6351f99c-b503-414b-91c8-0558084732df req-47964f71-8f44-48f3-af19-7e98ed4be750 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Deleting port b8404086-1fbe-46ed-be3e-a22ddb06faf7 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:55:06.770891 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-6351f99c-b503-414b-91c8-0558084732df req-47964f71-8f44-48f3-af19-7e98ed4be750 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:06.920438 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0a26bb93-3085-4200-83f8-ee637119d14f tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:06.928342 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0a26bb93-3085-4200-83f8-ee637119d14f tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:06.929534 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0a26bb93-3085-4200-83f8-ee637119d14f tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521893'] for router_interface, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:06.961266 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-6351f99c-b503-414b-91c8-0558084732df req-47964f71-8f44-48f3-af19-7e98ed4be750 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] For port b8404086-1fbe-46ed-be3e-a22ddb06faf7, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=b8404086-1fbe-46ed-be3e-a22ddb06faf7,segment=NetworkSegment(a02c445a-dd82-41b8-8c82-8deebd0db13e),segment_id=a02c445a-dd82-41b8-8c82-8deebd0db13e)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:06.961839 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-6351f99c-b503-414b-91c8-0558084732df req-47964f71-8f44-48f3-af19-7e98ed4be750 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:06.985115 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-6351f99c-b503-414b-91c8-0558084732df req-47964f71-8f44-48f3-af19-7e98ed4be750 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Calling delete_port for b8404086-1fbe-46ed-be3e-a22ddb06faf7 owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:55:07.071741 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a26bb93-3085-4200-83f8-ee637119d14f tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Pushing event updated for resources: {'Port': ['ID=d2daf04b-444f-4e22-ad91-ea0718693490,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:07.084807 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a26bb93-3085-4200-83f8-ee637119d14f tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Network f759851e-f4f5-4341-b3d7-3be3456f4a88 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:55:07.086592 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-0a26bb93-3085-4200-83f8-ee637119d14f tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:55:07.104127 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3efeedca-6262-4fef-8bb6-69451ec16991 None None] Network f759851e-f4f5-4341-b3d7-3be3456f4a88 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:55:07.180212 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-a4a05276-6c09-4645-8a80-1fc0eb2a00d6 None None] Provisioning for port f7d45023-03cb-425a-93b0-8c8edbeb8523 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:55:07.269414 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1285026-e2ea-44fd-8063-abfc21cbe031 req-1915d47a-cd6c-42fc-b6f9-4b6447494edc tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:07.272099 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f1285026-e2ea-44fd-8063-abfc21cbe031 req-1915d47a-cd6c-42fc-b6f9-4b6447494edc tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=60813ab0-0ad2-4e75-b685-fe4c5ada0aaa HTTP/1.1" status: 200 len: 946 time: 0.0742326 Aug 10 03:55:07.274596 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-6351f99c-b503-414b-91c8-0558084732df req-47964f71-8f44-48f3-af19-7e98ed4be750 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:07.291824 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['b8404086-1fbe-46ed-be3e-a22ddb06faf7'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:55:07.301754 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a26bb93-3085-4200-83f8-ee637119d14f tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Router e11bcfe8-17b4-43be-b159-3fb5c8d659c7 is scheduled to L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e with binding_index 1 {{(pid=94261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:55:07.351836 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47964f71-8f44-48f3-af19-7e98ed4be750 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Pushing event deleted for resources: {'Port': ['ID=b8404086-1fbe-46ed-be3e-a22ddb06faf7,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:07.402948 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f1285026-e2ea-44fd-8063-abfc21cbe031 req-45949b2b-d014-426c-a6f7-07c9a5142f46 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=2031f5a2-8e96-4d4c-b507-84878d4f1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155570 Aug 10 03:55:07.538414 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-6351f99c-b503-414b-91c8-0558084732df req-47964f71-8f44-48f3-af19-7e98ed4be750 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] No DVR routers for this DVR port b8404086-1fbe-46ed-be3e-a22ddb06faf7 on host n-h2-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:55:07.558416 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-6351f99c-b503-414b-91c8-0558084732df req-47964f71-8f44-48f3-af19-7e98ed4be750 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:07.564669 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6351f99c-b503-414b-91c8-0558084732df req-47964f71-8f44-48f3-af19-7e98ed4be750 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.61 "DELETE /v2.0/ports/b8404086-1fbe-46ed-be3e-a22ddb06faf7 HTTP/1.1" status: 204 len: 173 time: 1.0495458 Aug 10 03:55:07.565210 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60813ab0-0ad2-4e75-b685-fe4c5ada0aaa', 'name': 'network-vif-deleted', 'tag': 'b8404086-1fbe-46ed-be3e-a22ddb06faf7'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:55:07.570504 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device f7d45023-03cb-425a-93b0-8c8edbeb8523 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:55:07.588229 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-854f40cb-3672-447e-bfc4-b6f977d571b4" -d '{"events": [{"server_uuid": "60813ab0-0ad2-4e75-b685-fe4c5ada0aaa", "name": "network-vif-deleted", "tag": "b8404086-1fbe-46ed-be3e-a22ddb06faf7"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:55:07.590239 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a26bb93-3085-4200-83f8-ee637119d14f tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:55:07.606103 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0184ed1a-275e-4eaa-bf94-009b2f064a4e None None] Sync routers for ids ['e11bcfe8-17b4-43be-b159-3fb5c8d659c7'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:55:07.614446 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-0a26bb93-3085-4200-83f8-ee637119d14f tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "PUT /v2.0/routers/e11bcfe8-17b4-43be-b159-3fb5c8d659c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2506833 Aug 10 03:55:07.614909 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 42722) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:07.623970 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-da58e188-e8d0-4c3f-bc7b-316f5bd0ed69 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1210469635'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:07.631149 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0184ed1a-275e-4eaa-bf94-009b2f064a4e None None] Routers {'e11bcfe8-17b4-43be-b159-3fb5c8d659c7'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:55:07.631819 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-0184ed1a-275e-4eaa-bf94-009b2f064a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:54:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['e11bcfe8-17b4-43be-b159-3fb5c8d659c7'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:07.681431 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da58e188-e8d0-4c3f-bc7b-316f5bd0ed69 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Made reservation on behalf of 7f13fa511760438bb7dce833c039b782 for: {'network': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:55:07.690214 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-da58e188-e8d0-4c3f-bc7b-316f5bd0ed69 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:07.762526 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a630672-7b2b-49ce-92f5-63fe0a172d57 x-openstack-request-id: req-1a630672-7b2b-49ce-92f5-63fe0a172d57 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:55:07.763325 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60813ab0-0ad2-4e75-b685-fe4c5ada0aaa", "name": "network-vif-deleted", "tag": "b8404086-1fbe-46ed-be3e-a22ddb06faf7", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:55:07.763325 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1a630672-7b2b-49ce-92f5-63fe0a172d57 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:55:07.764009 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60813ab0-0ad2-4e75-b685-fe4c5ada0aaa', 'name': 'network-vif-deleted', 'tag': 'b8404086-1fbe-46ed-be3e-a22ddb06faf7', 'status': 'completed', 'code': 200} Aug 10 03:55:07.782462 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port f7d45023-03cb-425a-93b0-8c8edbeb8523 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:55:07.792773 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port f7d45023-03cb-425a-93b0-8c8edbeb8523 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:07.793409 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:07.866356 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da58e188-e8d0-4c3f-bc7b-316f5bd0ed69 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=94260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:55:07.903276 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-da58e188-e8d0-4c3f-bc7b-316f5bd0ed69 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:07.903938 n-d-768862-13 neutron-server[94260]: INFO neutron.db.segments_db [None req-da58e188-e8d0-4c3f-bc7b-316f5bd0ed69 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Added segment 15afab49-da57-4514-b3d6-950782840b8a of type vlan for network 8267467f-6583-4276-80f5-94ceabefe6d7 Aug 10 03:55:07.981954 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-0184ed1a-275e-4eaa-bf94-009b2f064a4e None None] Set router e11bcfe8-17b4-43be-b159-3fb5c8d659c7 gateway port host: None {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:55:08.029758 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-da58e188-e8d0-4c3f-bc7b-316f5bd0ed69 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:08.043001 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:08.094344 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-ac9df0d9-780f-4d51-8451-667f33d84b00 None None] Provisioning for port d2daf04b-444f-4e22-ad91-ea0718693490 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:55:08.122687 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port f7d45023-03cb-425a-93b0-8c8edbeb8523, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=f7d45023-03cb-425a-93b0-8c8edbeb8523,segment=NetworkSegment(418a9ead-7a7b-4445-8f5d-756a386c387a),segment_id=418a9ead-7a7b-4445-8f5d-756a386c387a)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:08.124947 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-ac9df0d9-780f-4d51-8451-667f33d84b00 None None] Provisioning complete for port d2daf04b-444f-4e22-ad91-ea0718693490 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:08.125337 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ac9df0d9-780f-4d51-8451-667f33d84b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:08.144068 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-da58e188-e8d0-4c3f-bc7b-316f5bd0ed69 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:08.152074 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da58e188-e8d0-4c3f-bc7b-316f5bd0ed69 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:08.152726 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-da58e188-e8d0-4c3f-bc7b-316f5bd0ed69 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:08.157486 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:08.238864 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=f7d45023-03cb-425a-93b0-8c8edbeb8523,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:08.259472 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-ac9df0d9-780f-4d51-8451-667f33d84b00 None None] Port d2daf04b-444f-4e22-ad91-ea0718693490 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:55:08.273091 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-ac9df0d9-780f-4d51-8451-667f33d84b00 None None] Provisioning complete for port f7d45023-03cb-425a-93b0-8c8edbeb8523 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:08.273477 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ac9df0d9-780f-4d51-8451-667f33d84b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:08.343744 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da58e188-e8d0-4c3f-bc7b-316f5bd0ed69 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Pushing event updated for resources: {'Network': ['ID=8267467f-6583-4276-80f5-94ceabefe6d7,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:08.356374 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42726) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:08.359883 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-da58e188-e8d0-4c3f-bc7b-316f5bd0ed69 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7432108 Aug 10 03:55:08.361129 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 8267467f-6583-4276-80f5-94ceabefe6d7 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:55:08.369136 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-85406002-caf8-4af2-8c70-7dba50d661c8 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Request body: {'subnet': {'network_id': '8267467f-6583-4276-80f5-94ceabefe6d7', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:08.684515 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-23663de7-4fa8-419e-9f75-7599188321ef req-b26edd9a-4078-4471-995b-ef1ec7021cda tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=60813ab0-0ad2-4e75-b685-fe4c5ada0aaa HTTP/1.1" status: 200 len: 210 time: 0.0710793 Aug 10 03:55:08.691200 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-0184ed1a-275e-4eaa-bf94-009b2f064a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11bcfe8-17b4-43be-b159-3fb5c8d659c7', 'name': 'tempest-RoutersIpV6Test-router-1779291695', 'tenant_id': '7f13fa511760438bb7dce833c039b782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:55:03Z', 'updated_at': '2021-08-10T03:55:05Z', 'revision_number': 2, 'project_id': '7f13fa511760438bb7dce833c039b782', 'gw_port_host': None, '_interfaces': [{'id': 'd2daf04b-444f-4e22-ad91-ea0718693490', 'name': '', 'network_id': 'f759851e-f4f5-4341-b3d7-3be3456f4a88', 'tenant_id': '7f13fa511760438bb7dce833c039b782', 'mac_address': 'fa:16:3e:4f:b4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11bcfe8-17b4-43be-b159-3fb5c8d659c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': 'e38341a6-655d-4d64-9708-445546caa103', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:55:04Z', 'updated_at': '2021-08-10T03:55:06Z', 'revision_number': 2, 'project_id': '7f13fa511760438bb7dce833c039b782', 'subnets': [{'id': 'e38341a6-655d-4d64-9708-445546caa103', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:08.724641 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0184ed1a-275e-4eaa-bf94-009b2f064a4e None None] Checking router: e11bcfe8-17b4-43be-b159-3fb5c8d659c7 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:55:08.725006 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0184ed1a-275e-4eaa-bf94-009b2f064a4e None None] Updating router e11bcfe8-17b4-43be-b159-3fb5c8d659c7 port d2daf04b-444f-4e22-ad91-ea0718693490 binding host n-d-768862-13 {{(pid=94263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:55:08.748698 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85406002-caf8-4af2-8c70-7dba50d661c8 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Made reservation on behalf of 7f13fa511760438bb7dce833c039b782 for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:55:08.753231 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-85406002-caf8-4af2-8c70-7dba50d661c8 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:08.765686 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-490fcf3a-efa9-4ab0-b524-de0a5d3e640e None None] Provisioning complete for port d2daf04b-444f-4e22-ad91-ea0718693490 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:08.766063 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-490fcf3a-efa9-4ab0-b524-de0a5d3e640e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:08.776270 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-0184ed1a-275e-4eaa-bf94-009b2f064a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:08.869373 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-490fcf3a-efa9-4ab0-b524-de0a5d3e640e None None] Port d2daf04b-444f-4e22-ad91-ea0718693490 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:55:09.133832 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-8211ce27-3157-4a9d-9544-9b3bf58d591e None None] Provisioning complete for port d2daf04b-444f-4e22-ad91-ea0718693490 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:09.138735 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-8211ce27-3157-4a9d-9544-9b3bf58d591e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:09.256005 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-8211ce27-3157-4a9d-9544-9b3bf58d591e None None] Port d2daf04b-444f-4e22-ad91-ea0718693490 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:55:09.272223 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-85406002-caf8-4af2-8c70-7dba50d661c8 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:09.379943 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-0184ed1a-275e-4eaa-bf94-009b2f064a4e None None] Notify callbacks [] for port, precommit_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:09.402949 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.provisioning_blocks [None req-0184ed1a-275e-4eaa-bf94-009b2f064a4e None None] Transition to ACTIVE for port object d2daf04b-444f-4e22-ad91-ea0718693490 will not be triggered until provisioned by entity L2. {{(pid=94263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:55:09.416072 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-0184ed1a-275e-4eaa-bf94-009b2f064a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:09.417561 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85406002-caf8-4af2-8c70-7dba50d661c8 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Pushing event updated for resources: {'Subnet': ['ID=c6f6dffc-5cc1-4d11-a114-29902ae8514c,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:09.427392 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device b8404086-1fbe-46ed-be3e-a22ddb06faf7 no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:55:09.447305 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85406002-caf8-4af2-8c70-7dba50d661c8 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Checking segment: {'id': '15afab49-da57-4514-b3d6-950782840b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '8267467f-6583-4276-80f5-94ceabefe6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:55:09.448001 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85406002-caf8-4af2-8c70-7dba50d661c8 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Network hostable DHCP agents. Network: 8267467f-6583-4276-80f5-94ceabefe6d7, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:55:09.471386 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85406002-caf8-4af2-8c70-7dba50d661c8 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Network 8267467f-6583-4276-80f5-94ceabefe6d7 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:55:09.487692 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-85406002-caf8-4af2-8c70-7dba50d661c8 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 8267467f-6583-4276-80f5-94ceabefe6d7) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:55:09.495187 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85406002-caf8-4af2-8c70-7dba50d661c8 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:09.496322 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-85406002-caf8-4af2-8c70-7dba50d661c8 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:09.503847 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] No Port match for: b8404086-1fbe-46ed-be3e-a22ddb06faf7 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:55:09.504401 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device b8404086-1fbe-46ed-be3e-a22ddb06faf7 not bound to the agent host n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:55:09.517145 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52fbd15d-7498-4cfb-8ea2-168e04369a96 None None] Network 8267467f-6583-4276-80f5-94ceabefe6d7 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:55:09.525323 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-85406002-caf8-4af2-8c70-7dba50d661c8 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1672084 Aug 10 03:55:09.529120 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 42732) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:09.592222 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e44afd-710b-417d-a6d4-4c99b09ff597 None None] Pushing event updated for resources: {'Port': ['ID=d2daf04b-444f-4e22-ad91-ea0718693490,revision_number=3']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:09.630907 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e44afd-710b-417d-a6d4-4c99b09ff597 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:09.631665 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e44afd-710b-417d-a6d4-4c99b09ff597 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:09.632284 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e44afd-710b-417d-a6d4-4c99b09ff597 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:09.632848 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e44afd-710b-417d-a6d4-4c99b09ff597 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:09.633406 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e44afd-710b-417d-a6d4-4c99b09ff597 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:09.634676 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e44afd-710b-417d-a6d4-4c99b09ff597 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:09.635234 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e44afd-710b-417d-a6d4-4c99b09ff597 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:09.636107 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e44afd-710b-417d-a6d4-4c99b09ff597 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:09.636748 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e44afd-710b-417d-a6d4-4c99b09ff597 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:09.637302 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e44afd-710b-417d-a6d4-4c99b09ff597 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:09.637884 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e44afd-710b-417d-a6d4-4c99b09ff597 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:09.638489 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e44afd-710b-417d-a6d4-4c99b09ff597 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:09.689739 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device f7d45023-03cb-425a-93b0-8c8edbeb8523 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:55:09.719613 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-0184ed1a-275e-4eaa-bf94-009b2f064a4e None None] Attempting to bind port d2daf04b-444f-4e22-ad91-ea0718693490 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:55:09.720181 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-0184ed1a-275e-4eaa-bf94-009b2f064a4e None None] Attempting to bind port d2daf04b-444f-4e22-ad91-ea0718693490 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '418a9ead-7a7b-4445-8f5d-756a386c387a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f759851e-f4f5-4341-b3d7-3be3456f4a88'}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:55:09.721090 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0184ed1a-275e-4eaa-bf94-009b2f064a4e None None] Attempting to bind port d2daf04b-444f-4e22-ad91-ea0718693490 on network f759851e-f4f5-4341-b3d7-3be3456f4a88 {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:55:09.731411 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0184ed1a-275e-4eaa-bf94-009b2f064a4e None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:55:09.732302 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0184ed1a-275e-4eaa-bf94-009b2f064a4e None None] Checking segment: {'id': '418a9ead-7a7b-4445-8f5d-756a386c387a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f759851e-f4f5-4341-b3d7-3be3456f4a88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:55:09.735305 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-0184ed1a-275e-4eaa-bf94-009b2f064a4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:09.736089 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0184ed1a-275e-4eaa-bf94-009b2f064a4e None None] Bound using segment: {'id': '418a9ead-7a7b-4445-8f5d-756a386c387a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f759851e-f4f5-4341-b3d7-3be3456f4a88'} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:55:09.736912 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-0184ed1a-275e-4eaa-bf94-009b2f064a4e None None] Bound port: d2daf04b-444f-4e22-ad91-ea0718693490, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '418a9ead-7a7b-4445-8f5d-756a386c387a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f759851e-f4f5-4341-b3d7-3be3456f4a88'}}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:55:09.739293 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-0184ed1a-275e-4eaa-bf94-009b2f064a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:09.984830 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cf8614af-aaac-4703-8fba-0a0c3a9d45d7 req-5d43c05d-5d1a-4c2c-af78-59ff85addb25 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=60813ab0-0ad2-4e75-b685-fe4c5ada0aaa HTTP/1.1" status: 200 len: 210 time: 0.1015882 Aug 10 03:55:10.005429 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-0184ed1a-275e-4eaa-bf94-009b2f064a4e None None] For port d2daf04b-444f-4e22-ad91-ea0718693490, host n-d-768862-13, cleared binding levels {{(pid=94263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:55:10.019264 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-0184ed1a-275e-4eaa-bf94-009b2f064a4e None None] For port d2daf04b-444f-4e22-ad91-ea0718693490, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=d2daf04b-444f-4e22-ad91-ea0718693490,segment=NetworkSegment(418a9ead-7a7b-4445-8f5d-756a386c387a),segment_id=418a9ead-7a7b-4445-8f5d-756a386c387a)] {{(pid=94263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:55:10.028356 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-0184ed1a-275e-4eaa-bf94-009b2f064a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:10.115985 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0184ed1a-275e-4eaa-bf94-009b2f064a4e None None] Routers {'e11bcfe8-17b4-43be-b159-3fb5c8d659c7'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:55:10.116953 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-0184ed1a-275e-4eaa-bf94-009b2f064a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:54:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['e11bcfe8-17b4-43be-b159-3fb5c8d659c7'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:10.245931 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-0184ed1a-275e-4eaa-bf94-009b2f064a4e None None] Set router e11bcfe8-17b4-43be-b159-3fb5c8d659c7 gateway port host: None {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:55:10.453677 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e44afd-710b-417d-a6d4-4c99b09ff597 None None] Pushing event updated for resources: {'Port': ['ID=d2daf04b-444f-4e22-ad91-ea0718693490,revision_number=4']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:10.588879 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port f7d45023-03cb-425a-93b0-8c8edbeb8523 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:10.589855 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:10.667181 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-0184ed1a-275e-4eaa-bf94-009b2f064a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11bcfe8-17b4-43be-b159-3fb5c8d659c7', 'name': 'tempest-RoutersIpV6Test-router-1779291695', 'tenant_id': '7f13fa511760438bb7dce833c039b782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:55:03Z', 'updated_at': '2021-08-10T03:55:05Z', 'revision_number': 2, 'project_id': '7f13fa511760438bb7dce833c039b782', 'gw_port_host': None, '_interfaces': [{'id': 'd2daf04b-444f-4e22-ad91-ea0718693490', 'name': '', 'network_id': 'f759851e-f4f5-4341-b3d7-3be3456f4a88', 'tenant_id': '7f13fa511760438bb7dce833c039b782', 'mac_address': 'fa:16:3e:4f:b4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11bcfe8-17b4-43be-b159-3fb5c8d659c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': 'e38341a6-655d-4d64-9708-445546caa103', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:55:04Z', 'updated_at': '2021-08-10T03:55:09Z', 'revision_number': 4, 'project_id': '7f13fa511760438bb7dce833c039b782', 'subnets': [{'id': 'e38341a6-655d-4d64-9708-445546caa103', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:10.715741 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0f984f-f66f-425a-a88f-4b6aadaf8e81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-8267467f-6583-4276-80f5-94ceabefe6d7', 'network_id': '8267467f-6583-4276-80f5-94ceabefe6d7', 'tenant_id': '7f13fa511760438bb7dce833c039b782', 'fixed_ips': [{'subnet_id': 'c6f6dffc-5cc1-4d11-a114-29902ae8514c'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:55:10.720061 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-5e0f984f-f66f-425a-a88f-4b6aadaf8e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:10.887294 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-81237e94-62cf-4aa8-9af1-cb2e4a1125ca tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:10.905137 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0184ed1a-275e-4eaa-bf94-009b2f064a4e None None] The sync data for ids ['e11bcfe8-17b4-43be-b159-3fb5c8d659c7'] in n-d-768862-13 is: [{'id': 'e11bcfe8-17b4-43be-b159-3fb5c8d659c7', 'name': 'tempest-RoutersIpV6Test-router-1779291695', 'tenant_id': '7f13fa511760438bb7dce833c039b782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:55:03Z', 'updated_at': '2021-08-10T03:55:05Z', 'revision_number': 2, 'project_id': '7f13fa511760438bb7dce833c039b782', 'gw_port_host': None, '_interfaces': [{'id': 'd2daf04b-444f-4e22-ad91-ea0718693490', 'name': '', 'network_id': 'f759851e-f4f5-4341-b3d7-3be3456f4a88', 'tenant_id': '7f13fa511760438bb7dce833c039b782', 'mac_address': 'fa:16:3e:4f:b4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11bcfe8-17b4-43be-b159-3fb5c8d659c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': 'e38341a6-655d-4d64-9708-445546caa103', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:55:04Z', 'updated_at': '2021-08-10T03:55:09Z', 'revision_number': 4, 'project_id': '7f13fa511760438bb7dce833c039b782', 'subnets': [{'id': 'e38341a6-655d-4d64-9708-445546caa103', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:55:11.190674 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dc069c8e-53e4-4f06-91ac-d8ab974b9ac7 req-b631e5d7-aba0-49ce-82de-45df75254504 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=60813ab0-0ad2-4e75-b685-fe4c5ada0aaa HTTP/1.1" status: 200 len: 210 time: 0.0528901 Aug 10 03:55:11.415628 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-5e0f984f-f66f-425a-a88f-4b6aadaf8e81 None None] Allocated IP 2001:db8:1::2 (8267467f-6583-4276-80f5-94ceabefe6d7/c6f6dffc-5cc1-4d11-a114-29902ae8514c/a945bb1d-2741-410f-a708-84ec9addf06e) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:55:11.535340 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device d2daf04b-444f-4e22-ad91-ea0718693490 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:55:11.802035 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-5e0f984f-f66f-425a-a88f-4b6aadaf8e81 None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:11.830460 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-5e0f984f-f66f-425a-a88f-4b6aadaf8e81 None None] Transition to ACTIVE for port object a945bb1d-2741-410f-a708-84ec9addf06e will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:55:11.844373 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port d2daf04b-444f-4e22-ad91-ea0718693490 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:55:11.869936 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port d2daf04b-444f-4e22-ad91-ea0718693490 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:11.870581 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:11.874544 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-5e0f984f-f66f-425a-a88f-4b6aadaf8e81 None None] Transition to ACTIVE for port object a945bb1d-2741-410f-a708-84ec9addf06e will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:55:11.923802 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-5e0f984f-f66f-425a-a88f-4b6aadaf8e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:12.015330 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-81237e94-62cf-4aa8-9af1-cb2e4a1125ca tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Allocated IP 2001:db8:1::1 (8267467f-6583-4276-80f5-94ceabefe6d7/c6f6dffc-5cc1-4d11-a114-29902ae8514c/9f9bf16b-516e-4d91-bba1-6ce3b7bd70a7) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:55:12.062575 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0f984f-f66f-425a-a88f-4b6aadaf8e81 None None] Network 8267467f-6583-4276-80f5-94ceabefe6d7 is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:55:12.070461 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-5e0f984f-f66f-425a-a88f-4b6aadaf8e81 None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:55:12.075583 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0f984f-f66f-425a-a88f-4b6aadaf8e81 None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:55:12.158508 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0f984f-f66f-425a-a88f-4b6aadaf8e81 None None] Pushing event updated for resources: {'Port': ['ID=a945bb1d-2741-410f-a708-84ec9addf06e,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:12.237153 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0f984f-f66f-425a-a88f-4b6aadaf8e81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:12.237697 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0f984f-f66f-425a-a88f-4b6aadaf8e81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:12.238849 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0f984f-f66f-425a-a88f-4b6aadaf8e81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:12.238849 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0f984f-f66f-425a-a88f-4b6aadaf8e81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:12.240508 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0f984f-f66f-425a-a88f-4b6aadaf8e81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:12.240508 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0f984f-f66f-425a-a88f-4b6aadaf8e81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:12.240920 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0f984f-f66f-425a-a88f-4b6aadaf8e81 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:12.241828 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0f984f-f66f-425a-a88f-4b6aadaf8e81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:12.242412 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0f984f-f66f-425a-a88f-4b6aadaf8e81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:12.242958 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0f984f-f66f-425a-a88f-4b6aadaf8e81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:12.243502 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0f984f-f66f-425a-a88f-4b6aadaf8e81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:12.244044 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0f984f-f66f-425a-a88f-4b6aadaf8e81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:12.358720 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-81237e94-62cf-4aa8-9af1-cb2e4a1125ca tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:12.401360 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [None req-81237e94-62cf-4aa8-9af1-cb2e4a1125ca tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Transition to ACTIVE for port object 9f9bf16b-516e-4d91-bba1-6ce3b7bd70a7 will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:55:12.419621 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:12.433514 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-943f4819-32d2-4fc0-8220-9e5575be79a0 req-9a56a4fd-422c-4c88-9033-c46e00c03986 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=60813ab0-0ad2-4e75-b685-fe4c5ada0aaa HTTP/1.1" status: 200 len: 210 time: 0.0880661 Aug 10 03:55:12.441218 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-5e0f984f-f66f-425a-a88f-4b6aadaf8e81 None None] Attempting to bind port a945bb1d-2741-410f-a708-84ec9addf06e on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:55:12.441701 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-5e0f984f-f66f-425a-a88f-4b6aadaf8e81 None None] Attempting to bind port a945bb1d-2741-410f-a708-84ec9addf06e by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '15afab49-da57-4514-b3d6-950782840b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '8267467f-6583-4276-80f5-94ceabefe6d7'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:55:12.445237 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0f984f-f66f-425a-a88f-4b6aadaf8e81 None None] Attempting to bind port a945bb1d-2741-410f-a708-84ec9addf06e on network 8267467f-6583-4276-80f5-94ceabefe6d7 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:55:12.464734 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0f984f-f66f-425a-a88f-4b6aadaf8e81 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:55:12.465245 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0f984f-f66f-425a-a88f-4b6aadaf8e81 None None] Checking segment: {'id': '15afab49-da57-4514-b3d6-950782840b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '8267467f-6583-4276-80f5-94ceabefe6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:55:12.465668 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-5e0f984f-f66f-425a-a88f-4b6aadaf8e81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:12.465951 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0f984f-f66f-425a-a88f-4b6aadaf8e81 None None] Bound using segment: {'id': '15afab49-da57-4514-b3d6-950782840b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '8267467f-6583-4276-80f5-94ceabefe6d7'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:55:12.466427 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-5e0f984f-f66f-425a-a88f-4b6aadaf8e81 None None] Bound port: a945bb1d-2741-410f-a708-84ec9addf06e, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15afab49-da57-4514-b3d6-950782840b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '8267467f-6583-4276-80f5-94ceabefe6d7'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:55:12.466812 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-5e0f984f-f66f-425a-a88f-4b6aadaf8e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:12.506823 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port d2daf04b-444f-4e22-ad91-ea0718693490, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=d2daf04b-444f-4e22-ad91-ea0718693490,segment=NetworkSegment(418a9ead-7a7b-4445-8f5d-756a386c387a),segment_id=418a9ead-7a7b-4445-8f5d-756a386c387a)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:12.520833 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:12.548406 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-81237e94-62cf-4aa8-9af1-cb2e4a1125ca tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:12.659880 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81237e94-62cf-4aa8-9af1-cb2e4a1125ca tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Network 8267467f-6583-4276-80f5-94ceabefe6d7 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:55:12.661293 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=d2daf04b-444f-4e22-ad91-ea0718693490,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:12.678727 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-5e0f984f-f66f-425a-a88f-4b6aadaf8e81 None None] For port a945bb1d-2741-410f-a708-84ec9addf06e, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:55:12.685088 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-5e0f984f-f66f-425a-a88f-4b6aadaf8e81 None None] For port a945bb1d-2741-410f-a708-84ec9addf06e, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=a945bb1d-2741-410f-a708-84ec9addf06e,segment=NetworkSegment(15afab49-da57-4514-b3d6-950782840b8a),segment_id=15afab49-da57-4514-b3d6-950782840b8a)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:55:12.695379 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-5e0f984f-f66f-425a-a88f-4b6aadaf8e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:12.704900 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81237e94-62cf-4aa8-9af1-cb2e4a1125ca tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Pushing event updated for resources: {'Port': ['ID=9f9bf16b-516e-4d91-bba1-6ce3b7bd70a7,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:12.708950 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-81237e94-62cf-4aa8-9af1-cb2e4a1125ca tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:55:12.720107 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81237e94-62cf-4aa8-9af1-cb2e4a1125ca tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:55:12.720982 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-81237e94-62cf-4aa8-9af1-cb2e4a1125ca tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521745'] for router_interface, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:12.818417 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0f984f-f66f-425a-a88f-4b6aadaf8e81 None None] Pushing event updated for resources: {'Port': ['ID=a945bb1d-2741-410f-a708-84ec9addf06e,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:13.074588 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-81237e94-62cf-4aa8-9af1-cb2e4a1125ca tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:13.628446 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-81237e94-62cf-4aa8-9af1-cb2e4a1125ca tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:13.651383 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device a945bb1d-2741-410f-a708-84ec9addf06e up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:55:13.671800 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-81237e94-62cf-4aa8-9af1-cb2e4a1125ca tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:13.672761 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-81237e94-62cf-4aa8-9af1-cb2e4a1125ca tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521893'] for router_interface, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:13.677464 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-66cdc1d4-52d8-4bc8-a350-d512dec03623 req-6a0df679-54f8-4e6e-98df-bc8c5c2a1a71 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=60813ab0-0ad2-4e75-b685-fe4c5ada0aaa HTTP/1.1" status: 200 len: 210 time: 0.0380454 Aug 10 03:55:13.724138 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port a945bb1d-2741-410f-a708-84ec9addf06e completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:55:13.729504 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device d2daf04b-444f-4e22-ad91-ea0718693490 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:55:13.785870 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port d2daf04b-444f-4e22-ad91-ea0718693490 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:13.786391 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:14.516451 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81237e94-62cf-4aa8-9af1-cb2e4a1125ca tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Pushing event updated for resources: {'Port': ['ID=9f9bf16b-516e-4d91-bba1-6ce3b7bd70a7,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:14.541036 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b64c15e-7b97-4f46-82fd-9a94e2004d0d None None] Network 8267467f-6583-4276-80f5-94ceabefe6d7 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:55:14.654331 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-ff021a5b-20bc-40c4-be99-a0907971ed2a None None] Provisioning for port a945bb1d-2741-410f-a708-84ec9addf06e completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:55:14.667910 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847be15f-e690-43a5-8481-98eafae91be0 req-9ee9ed9d-c0ee-4ad5-9d57-5a5a6d74030a tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:14.668579 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-ff021a5b-20bc-40c4-be99-a0907971ed2a None None] Provisioning complete for port a945bb1d-2741-410f-a708-84ec9addf06e triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:14.669509 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ff021a5b-20bc-40c4-be99-a0907971ed2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:14.673624 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-847be15f-e690-43a5-8481-98eafae91be0 req-9ee9ed9d-c0ee-4ad5-9d57-5a5a6d74030a tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] 10.222.0.44 "GET /v2.0/networks?id=cd3dc204-78e1-4dbd-a299-c7b559c63744 HTTP/1.1" status: 200 len: 814 time: 0.9227757 Aug 10 03:55:14.679343 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81237e94-62cf-4aa8-9af1-cb2e4a1125ca tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Network 8267467f-6583-4276-80f5-94ceabefe6d7 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:55:14.682344 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-81237e94-62cf-4aa8-9af1-cb2e4a1125ca tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:55:14.717985 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-847be15f-e690-43a5-8481-98eafae91be0 req-83df96b1-1cb7-402c-8994-3fed9663b644 tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] 10.222.0.44 "GET /v2.0/quotas/313fea2bc41845988f3599c81163014a HTTP/1.1" status: 200 len: 375 time: 0.0312707 Aug 10 03:55:14.908180 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ff021a5b-20bc-40c4-be99-a0907971ed2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:14.967551 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-ff021a5b-20bc-40c4-be99-a0907971ed2a None None] For port a945bb1d-2741-410f-a708-84ec9addf06e, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=a945bb1d-2741-410f-a708-84ec9addf06e,segment=NetworkSegment(15afab49-da57-4514-b3d6-950782840b8a),segment_id=15afab49-da57-4514-b3d6-950782840b8a)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:14.975005 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ff021a5b-20bc-40c4-be99-a0907971ed2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:14.977567 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b1ea0d30-b49c-45c3-a9db-c3106de5104b req-b3970baa-4885-406e-925f-ccc0de1526d3 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=60813ab0-0ad2-4e75-b685-fe4c5ada0aaa HTTP/1.1" status: 200 len: 210 time: 0.1567125 Aug 10 03:55:14.982059 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-847be15f-e690-43a5-8481-98eafae91be0 req-8f18e3ac-84f2-4eb6-afa6-9f153d0aa140 tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=313fea2bc41845988f3599c81163014a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1636667 Aug 10 03:55:15.056797 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81237e94-62cf-4aa8-9af1-cb2e4a1125ca tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Router e11bcfe8-17b4-43be-b159-3fb5c8d659c7 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:55:15.087958 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff021a5b-20bc-40c4-be99-a0907971ed2a None None] Pushing event updated for resources: {'Port': ['ID=a945bb1d-2741-410f-a708-84ec9addf06e,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:15.255510 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-847be15f-e690-43a5-8481-98eafae91be0 req-04487ea8-71f5-4b7c-90e1-bd400c3caa7c service neutron] 10.222.0.44 "GET /v2.0/networks/cd3dc204-78e1-4dbd-a299-c7b559c63744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644312 Aug 10 03:55:15.261192 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81237e94-62cf-4aa8-9af1-cb2e4a1125ca tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:55:15.275487 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179d21e8-d7cf-4037-99a4-ff74d3032c71 None None] Sync routers for ids ['e11bcfe8-17b4-43be-b159-3fb5c8d659c7'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:55:15.278796 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-81237e94-62cf-4aa8-9af1-cb2e4a1125ca tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "PUT /v2.0/routers/e11bcfe8-17b4-43be-b159-3fb5c8d659c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7475424 Aug 10 03:55:15.284033 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42770) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:15.297182 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-81612e66-6584-47dc-9bdb-723d08f73e4d tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1706880987'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:15.299322 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179d21e8-d7cf-4037-99a4-ff74d3032c71 None None] Routers {'e11bcfe8-17b4-43be-b159-3fb5c8d659c7'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:55:15.302783 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-179d21e8-d7cf-4037-99a4-ff74d3032c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:54:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['e11bcfe8-17b4-43be-b159-3fb5c8d659c7'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:15.429832 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81612e66-6584-47dc-9bdb-723d08f73e4d tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Made reservation on behalf of 7f13fa511760438bb7dce833c039b782 for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:55:15.436122 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-5d5f7ae6-dc8a-4af3-a150-e90d1807cc97 None None] Provisioning complete for port a945bb1d-2741-410f-a708-84ec9addf06e triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:15.436712 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-5d5f7ae6-dc8a-4af3-a150-e90d1807cc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:15.438240 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-81612e66-6584-47dc-9bdb-723d08f73e4d tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:15.468203 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-847be15f-e690-43a5-8481-98eafae91be0 req-46c19ed2-e9ea-45ba-84ec-cfcc4560479e service neutron] 10.222.0.44 "GET /v2.0/networks/cd3dc204-78e1-4dbd-a299-c7b559c63744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038043 Aug 10 03:55:15.524510 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-179d21e8-d7cf-4037-99a4-ff74d3032c71 None None] Set router e11bcfe8-17b4-43be-b159-3fb5c8d659c7 gateway port host: None {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:55:15.559884 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81612e66-6584-47dc-9bdb-723d08f73e4d tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:55:15.594775 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device a945bb1d-2741-410f-a708-84ec9addf06e up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:55:15.607403 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-81612e66-6584-47dc-9bdb-723d08f73e4d tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:15.608866 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-81612e66-6584-47dc-9bdb-723d08f73e4d tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Added segment 171209e2-350c-432a-9c4d-0c2e0a5e08cb of type vlan for network c5a8b942-be82-4d23-addb-4357daff0551 Aug 10 03:55:15.740411 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-81612e66-6584-47dc-9bdb-723d08f73e4d tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:15.795799 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-110ecd40-ecde-40e8-b437-f8687d81d91a req-be1be99f-7ec9-40d2-a03c-d9612a2e72a4 tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] 10.222.0.44 "GET /v2.0/ports?device_id=33446375-213e-47b1-b341-99fc113baf57 HTTP/1.1" status: 200 len: 210 time: 0.0432439 Aug 10 03:55:15.822478 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port a945bb1d-2741-410f-a708-84ec9addf06e triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:15.822788 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:15.836563 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-81612e66-6584-47dc-9bdb-723d08f73e4d tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:15.843807 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81612e66-6584-47dc-9bdb-723d08f73e4d tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:15.846384 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-81612e66-6584-47dc-9bdb-723d08f73e4d tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:15.961825 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-81612e66-6584-47dc-9bdb-723d08f73e4d tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6760662 Aug 10 03:55:15.964928 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 42776) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:15.970142 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81612e66-6584-47dc-9bdb-723d08f73e4d tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Pushing event updated for resources: {'Network': ['ID=c5a8b942-be82-4d23-addb-4357daff0551,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:15.973606 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-26535793-668b-40e7-9b76-1d2113c91e55 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Request body: {'subnet': {'network_id': 'c5a8b942-be82-4d23-addb-4357daff0551', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:15.993172 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network c5a8b942-be82-4d23-addb-4357daff0551 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:55:16.012773 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-5d5f7ae6-dc8a-4af3-a150-e90d1807cc97 None None] Provisioning for port 9f9bf16b-516e-4d91-bba1-6ce3b7bd70a7 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:55:16.121905 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-5d5f7ae6-dc8a-4af3-a150-e90d1807cc97 None None] Provisioning complete for port 9f9bf16b-516e-4d91-bba1-6ce3b7bd70a7 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:16.122313 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-5d5f7ae6-dc8a-4af3-a150-e90d1807cc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:16.215968 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-179d21e8-d7cf-4037-99a4-ff74d3032c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11bcfe8-17b4-43be-b159-3fb5c8d659c7', 'name': 'tempest-RoutersIpV6Test-router-1779291695', 'tenant_id': '7f13fa511760438bb7dce833c039b782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:55:03Z', 'updated_at': '2021-08-10T03:55:13Z', 'revision_number': 3, 'project_id': '7f13fa511760438bb7dce833c039b782', 'gw_port_host': None, '_interfaces': [{'id': '9f9bf16b-516e-4d91-bba1-6ce3b7bd70a7', 'name': '', 'network_id': '8267467f-6583-4276-80f5-94ceabefe6d7', 'tenant_id': '7f13fa511760438bb7dce833c039b782', 'mac_address': 'fa:16:3e:77:0c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11bcfe8-17b4-43be-b159-3fb5c8d659c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': 'c6f6dffc-5cc1-4d11-a114-29902ae8514c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:55:11Z', 'updated_at': '2021-08-10T03:55:13Z', 'revision_number': 2, 'project_id': '7f13fa511760438bb7dce833c039b782', 'subnets': [{'id': 'c6f6dffc-5cc1-4d11-a114-29902ae8514c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2daf04b-444f-4e22-ad91-ea0718693490', 'name': '', 'network_id': 'f759851e-f4f5-4341-b3d7-3be3456f4a88', 'tenant_id': '7f13fa511760438bb7dce833c039b782', 'mac_address': 'fa:16:3e:4f:b4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11bcfe8-17b4-43be-b159-3fb5c8d659c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': 'e38341a6-655d-4d64-9708-445546caa103', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:55:04Z', 'updated_at': '2021-08-10T03:55:12Z', 'revision_number': 5, 'project_id': '7f13fa511760438bb7dce833c039b782', 'subnets': [{'id': 'e38341a6-655d-4d64-9708-445546caa103', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:16.249213 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26535793-668b-40e7-9b76-1d2113c91e55 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Made reservation on behalf of 7f13fa511760438bb7dce833c039b782 for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:55:16.254683 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-26535793-668b-40e7-9b76-1d2113c91e55 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:16.255994 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-5d5f7ae6-dc8a-4af3-a150-e90d1807cc97 None None] Port 9f9bf16b-516e-4d91-bba1-6ce3b7bd70a7 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:55:16.257765 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179d21e8-d7cf-4037-99a4-ff74d3032c71 None None] Checking router: e11bcfe8-17b4-43be-b159-3fb5c8d659c7 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:55:16.258117 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179d21e8-d7cf-4037-99a4-ff74d3032c71 None None] Updating router e11bcfe8-17b4-43be-b159-3fb5c8d659c7 port 9f9bf16b-516e-4d91-bba1-6ce3b7bd70a7 binding host n-d-768862-13 {{(pid=94262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:55:16.311377 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-179d21e8-d7cf-4037-99a4-ff74d3032c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:16.445375 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-801b3133-2e03-403d-8343-8c3f638ed7f6 None None] Provisioning complete for port 9f9bf16b-516e-4d91-bba1-6ce3b7bd70a7 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:16.445770 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-801b3133-2e03-403d-8343-8c3f638ed7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:16.521743 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-801b3133-2e03-403d-8343-8c3f638ed7f6 None None] Port 9f9bf16b-516e-4d91-bba1-6ce3b7bd70a7 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:55:16.546006 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-26535793-668b-40e7-9b76-1d2113c91e55 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58895384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805196'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:16.631462 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26535793-668b-40e7-9b76-1d2113c91e55 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Pushing event updated for resources: {'Subnet': ['ID=e5bbe5ce-04dd-4304-b7cb-aa6a95475659,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:16.638065 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26535793-668b-40e7-9b76-1d2113c91e55 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Checking segment: {'id': '171209e2-350c-432a-9c4d-0c2e0a5e08cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c5a8b942-be82-4d23-addb-4357daff0551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:55:16.638814 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26535793-668b-40e7-9b76-1d2113c91e55 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Network hostable DHCP agents. Network: c5a8b942-be82-4d23-addb-4357daff0551, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:55:16.662209 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26535793-668b-40e7-9b76-1d2113c91e55 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Network c5a8b942-be82-4d23-addb-4357daff0551 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:55:16.676821 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-26535793-668b-40e7-9b76-1d2113c91e55 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, c5a8b942-be82-4d23-addb-4357daff0551) {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:55:16.683697 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26535793-668b-40e7-9b76-1d2113c91e55 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:16.684803 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-26535793-668b-40e7-9b76-1d2113c91e55 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:16.697220 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d32df2-f876-4c33-bbe5-9121913cc867 None None] Network c5a8b942-be82-4d23-addb-4357daff0551 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:55:16.709951 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-26535793-668b-40e7-9b76-1d2113c91e55 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7403190 Aug 10 03:55:16.710308 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42788) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:16.820955 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-179d21e8-d7cf-4037-99a4-ff74d3032c71 None None] Notify callbacks [] for port, precommit_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:16.851515 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-179d21e8-d7cf-4037-99a4-ff74d3032c71 None None] Transition to ACTIVE for port object 9f9bf16b-516e-4d91-bba1-6ce3b7bd70a7 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:55:16.869544 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-179d21e8-d7cf-4037-99a4-ff74d3032c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:16.968948 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92778bd-2098-4e89-85ac-d86accc69d68 None None] Pushing event updated for resources: {'Port': ['ID=9f9bf16b-516e-4d91-bba1-6ce3b7bd70a7,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:16.999080 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-52888b29-3bc2-4c41-9a51-93ab8148d6f6 req-c7220753-b276-44eb-86c3-b90938f6a02f tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] 10.222.0.44 "GET /v2.0/ports?device_id=33446375-213e-47b1-b341-99fc113baf57 HTTP/1.1" status: 200 len: 210 time: 0.0457268 Aug 10 03:55:17.082024 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-179d21e8-d7cf-4037-99a4-ff74d3032c71 None None] Attempting to bind port 9f9bf16b-516e-4d91-bba1-6ce3b7bd70a7 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:55:17.082345 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-179d21e8-d7cf-4037-99a4-ff74d3032c71 None None] Attempting to bind port 9f9bf16b-516e-4d91-bba1-6ce3b7bd70a7 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '15afab49-da57-4514-b3d6-950782840b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '8267467f-6583-4276-80f5-94ceabefe6d7'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:55:17.082804 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179d21e8-d7cf-4037-99a4-ff74d3032c71 None None] Attempting to bind port 9f9bf16b-516e-4d91-bba1-6ce3b7bd70a7 on network 8267467f-6583-4276-80f5-94ceabefe6d7 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:55:17.109733 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179d21e8-d7cf-4037-99a4-ff74d3032c71 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:55:17.110068 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179d21e8-d7cf-4037-99a4-ff74d3032c71 None None] Checking segment: {'id': '15afab49-da57-4514-b3d6-950782840b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '8267467f-6583-4276-80f5-94ceabefe6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:55:17.110517 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-179d21e8-d7cf-4037-99a4-ff74d3032c71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:17.110919 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179d21e8-d7cf-4037-99a4-ff74d3032c71 None None] Bound using segment: {'id': '15afab49-da57-4514-b3d6-950782840b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '8267467f-6583-4276-80f5-94ceabefe6d7'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:55:17.111419 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-179d21e8-d7cf-4037-99a4-ff74d3032c71 None None] Bound port: 9f9bf16b-516e-4d91-bba1-6ce3b7bd70a7, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15afab49-da57-4514-b3d6-950782840b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '8267467f-6583-4276-80f5-94ceabefe6d7'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:55:17.111814 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-179d21e8-d7cf-4037-99a4-ff74d3032c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:17.126920 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cefc03f3-aef0-4262-b60c-756309b71ed9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-c5a8b942-be82-4d23-addb-4357daff0551', 'network_id': 'c5a8b942-be82-4d23-addb-4357daff0551', 'tenant_id': '7f13fa511760438bb7dce833c039b782', 'fixed_ips': [{'subnet_id': 'e5bbe5ce-04dd-4304-b7cb-aa6a95475659'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:55:17.127874 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-cefc03f3-aef0-4262-b60c-756309b71ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:17.335545 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-179d21e8-d7cf-4037-99a4-ff74d3032c71 None None] For port 9f9bf16b-516e-4d91-bba1-6ce3b7bd70a7, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:55:17.380809 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-179d21e8-d7cf-4037-99a4-ff74d3032c71 None None] For port 9f9bf16b-516e-4d91-bba1-6ce3b7bd70a7, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=9f9bf16b-516e-4d91-bba1-6ce3b7bd70a7,segment=NetworkSegment(15afab49-da57-4514-b3d6-950782840b8a),segment_id=15afab49-da57-4514-b3d6-950782840b8a)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:55:17.398011 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-179d21e8-d7cf-4037-99a4-ff74d3032c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:17.444668 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-fdf3080e-7e25-4d40-8ccb-80f51b4e82f3 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:17.474677 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-cefc03f3-aef0-4262-b60c-756309b71ed9 None None] Allocated IP 2001:db8:2::2 (c5a8b942-be82-4d23-addb-4357daff0551/e5bbe5ce-04dd-4304-b7cb-aa6a95475659/8afd4d8e-180b-4ace-bf30-ad6e3836841d) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:55:17.655715 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92778bd-2098-4e89-85ac-d86accc69d68 None None] Pushing event updated for resources: {'Port': ['ID=9f9bf16b-516e-4d91-bba1-6ce3b7bd70a7,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:17.681133 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179d21e8-d7cf-4037-99a4-ff74d3032c71 None None] Routers {'e11bcfe8-17b4-43be-b159-3fb5c8d659c7'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:55:17.682209 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-179d21e8-d7cf-4037-99a4-ff74d3032c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:54:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['e11bcfe8-17b4-43be-b159-3fb5c8d659c7'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:17.702177 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847be15f-e690-43a5-8481-98eafae91be0 req-54148651-8f05-47a1-8562-0ae3498a3951 tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:17.703908 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-847be15f-e690-43a5-8481-98eafae91be0 req-54148651-8f05-47a1-8562-0ae3498a3951 tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] 10.222.0.61 "GET /v2.0/networks?id=cd3dc204-78e1-4dbd-a299-c7b559c63744 HTTP/1.1" status: 200 len: 814 time: 0.3379147 Aug 10 03:55:17.719608 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-847be15f-e690-43a5-8481-98eafae91be0 req-765ead0e-4840-48ac-aaae-79a8e0f44137 tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] Request body: {'port': {'device_id': '33446375-213e-47b1-b341-99fc113baf57', 'network_id': 'cd3dc204-78e1-4dbd-a299-c7b559c63744', 'admin_state_up': True, 'tenant_id': '313fea2bc41845988f3599c81163014a'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:18.018084 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-847be15f-e690-43a5-8481-98eafae91be0 req-765ead0e-4840-48ac-aaae-79a8e0f44137 tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] Made reservation on behalf of 313fea2bc41845988f3599c81163014a for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:55:18.027688 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-847be15f-e690-43a5-8481-98eafae91be0 req-765ead0e-4840-48ac-aaae-79a8e0f44137 tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:18.292512 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-179d21e8-d7cf-4037-99a4-ff74d3032c71 None None] Set router e11bcfe8-17b4-43be-b159-3fb5c8d659c7 gateway port host: None {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:55:18.298787 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-776dd321-b669-451d-8ae4-70c62a47bae7 req-eb763b3d-1f50-4104-b839-8586935cabea tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] 10.222.0.44 "GET /v2.0/ports?device_id=33446375-213e-47b1-b341-99fc113baf57 HTTP/1.1" status: 200 len: 210 time: 0.0578306 Aug 10 03:55:18.462683 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:55:18.477603 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-847be15f-e690-43a5-8481-98eafae91be0 req-765ead0e-4840-48ac-aaae-79a8e0f44137 tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] Allocated IP 172.20.0.14 (cd3dc204-78e1-4dbd-a299-c7b559c63744/b1e09f72-316b-4316-8bfa-d138c0a6f18b/c2ad1cd0-c25d-498a-ac1c-b4df3b6f2206) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:55:18.510303 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-cefc03f3-aef0-4262-b60c-756309b71ed9 None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:18.602125 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-cefc03f3-aef0-4262-b60c-756309b71ed9 None None] Transition to ACTIVE for port object 8afd4d8e-180b-4ace-bf30-ad6e3836841d will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:55:18.652659 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-cefc03f3-aef0-4262-b60c-756309b71ed9 None None] Transition to ACTIVE for port object 8afd4d8e-180b-4ace-bf30-ad6e3836841d will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:55:18.675290 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-cefc03f3-aef0-4262-b60c-756309b71ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:18.764799 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefc03f3-aef0-4262-b60c-756309b71ed9 None None] Network c5a8b942-be82-4d23-addb-4357daff0551 is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:55:18.775794 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-847be15f-e690-43a5-8481-98eafae91be0 req-765ead0e-4840-48ac-aaae-79a8e0f44137 tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:18.780066 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-cefc03f3-aef0-4262-b60c-756309b71ed9 None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:55:18.789948 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefc03f3-aef0-4262-b60c-756309b71ed9 None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:55:18.837677 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-fdf3080e-7e25-4d40-8ccb-80f51b4e82f3 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Allocated IP 2001:db8:2::1 (c5a8b942-be82-4d23-addb-4357daff0551/e5bbe5ce-04dd-4304-b7cb-aa6a95475659/56381e9b-5f53-48f9-80aa-abd01d84aec9) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:55:18.852730 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-847be15f-e690-43a5-8481-98eafae91be0 req-765ead0e-4840-48ac-aaae-79a8e0f44137 tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:18.898545 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefc03f3-aef0-4262-b60c-756309b71ed9 None None] Pushing event updated for resources: {'Port': ['ID=8afd4d8e-180b-4ace-bf30-ad6e3836841d,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:18.959407 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-847be15f-e690-43a5-8481-98eafae91be0 req-765ead0e-4840-48ac-aaae-79a8e0f44137 tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] Network cd3dc204-78e1-4dbd-a299-c7b559c63744 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:55:18.971957 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-847be15f-e690-43a5-8481-98eafae91be0 req-765ead0e-4840-48ac-aaae-79a8e0f44137 tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:55:18.980006 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-847be15f-e690-43a5-8481-98eafae91be0 req-765ead0e-4840-48ac-aaae-79a8e0f44137 tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:55:18.981042 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-cefc03f3-aef0-4262-b60c-756309b71ed9 None None] Attempting to bind port 8afd4d8e-180b-4ace-bf30-ad6e3836841d on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:55:18.981840 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-cefc03f3-aef0-4262-b60c-756309b71ed9 None None] Attempting to bind port 8afd4d8e-180b-4ace-bf30-ad6e3836841d by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '171209e2-350c-432a-9c4d-0c2e0a5e08cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c5a8b942-be82-4d23-addb-4357daff0551'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:55:18.982618 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefc03f3-aef0-4262-b60c-756309b71ed9 None None] Attempting to bind port 8afd4d8e-180b-4ace-bf30-ad6e3836841d on network c5a8b942-be82-4d23-addb-4357daff0551 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:55:19.000633 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefc03f3-aef0-4262-b60c-756309b71ed9 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:55:19.001408 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefc03f3-aef0-4262-b60c-756309b71ed9 None None] Checking segment: {'id': '171209e2-350c-432a-9c4d-0c2e0a5e08cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c5a8b942-be82-4d23-addb-4357daff0551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:55:19.002180 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-cefc03f3-aef0-4262-b60c-756309b71ed9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:19.003132 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefc03f3-aef0-4262-b60c-756309b71ed9 None None] Bound using segment: {'id': '171209e2-350c-432a-9c4d-0c2e0a5e08cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c5a8b942-be82-4d23-addb-4357daff0551'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:55:19.004065 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-cefc03f3-aef0-4262-b60c-756309b71ed9 None None] Bound port: 8afd4d8e-180b-4ace-bf30-ad6e3836841d, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '171209e2-350c-432a-9c4d-0c2e0a5e08cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c5a8b942-be82-4d23-addb-4357daff0551'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:55:19.005372 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-cefc03f3-aef0-4262-b60c-756309b71ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:19.025991 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-fdf3080e-7e25-4d40-8ccb-80f51b4e82f3 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:19.036423 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765ead0e-4840-48ac-aaae-79a8e0f44137 tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] Pushing event updated for resources: {'Port': ['ID=c2ad1cd0-c25d-498a-ac1c-b4df3b6f2206,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:19.048363 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [None req-fdf3080e-7e25-4d40-8ccb-80f51b4e82f3 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Transition to ACTIVE for port object 56381e9b-5f53-48f9-80aa-abd01d84aec9 will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:55:19.075749 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847be15f-e690-43a5-8481-98eafae91be0 req-765ead0e-4840-48ac-aaae-79a8e0f44137 tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:19.076666 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-847be15f-e690-43a5-8481-98eafae91be0 req-765ead0e-4840-48ac-aaae-79a8e0f44137 tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:19.087289 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-179d21e8-d7cf-4037-99a4-ff74d3032c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11bcfe8-17b4-43be-b159-3fb5c8d659c7', 'name': 'tempest-RoutersIpV6Test-router-1779291695', 'tenant_id': '7f13fa511760438bb7dce833c039b782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:55:03Z', 'updated_at': '2021-08-10T03:55:13Z', 'revision_number': 3, 'project_id': '7f13fa511760438bb7dce833c039b782', 'gw_port_host': None, '_interfaces': [{'id': '9f9bf16b-516e-4d91-bba1-6ce3b7bd70a7', 'name': '', 'network_id': '8267467f-6583-4276-80f5-94ceabefe6d7', 'tenant_id': '7f13fa511760438bb7dce833c039b782', 'mac_address': 'fa:16:3e:77:0c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11bcfe8-17b4-43be-b159-3fb5c8d659c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': 'c6f6dffc-5cc1-4d11-a114-29902ae8514c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:55:11Z', 'updated_at': '2021-08-10T03:55:17Z', 'revision_number': 4, 'project_id': '7f13fa511760438bb7dce833c039b782', 'subnets': [{'id': 'c6f6dffc-5cc1-4d11-a114-29902ae8514c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2daf04b-444f-4e22-ad91-ea0718693490', 'name': '', 'network_id': 'f759851e-f4f5-4341-b3d7-3be3456f4a88', 'tenant_id': '7f13fa511760438bb7dce833c039b782', 'mac_address': 'fa:16:3e:4f:b4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11bcfe8-17b4-43be-b159-3fb5c8d659c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': 'e38341a6-655d-4d64-9708-445546caa103', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:55:04Z', 'updated_at': '2021-08-10T03:55:12Z', 'revision_number': 5, 'project_id': '7f13fa511760438bb7dce833c039b782', 'subnets': [{'id': 'e38341a6-655d-4d64-9708-445546caa103', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:19.098009 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-847be15f-e690-43a5-8481-98eafae91be0 req-765ead0e-4840-48ac-aaae-79a8e0f44137 tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3828702 Aug 10 03:55:19.104713 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-fdf3080e-7e25-4d40-8ccb-80f51b4e82f3 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:19.111743 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-847be15f-e690-43a5-8481-98eafae91be0 req-c9b14bca-0a5e-40f4-8a85-e57fcc1974bd service neutron] Request body: {'port': {'device_id': '33446375-213e-47b1-b341-99fc113baf57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:19.143699 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179d21e8-d7cf-4037-99a4-ff74d3032c71 None None] The sync data for ids ['e11bcfe8-17b4-43be-b159-3fb5c8d659c7'] in n-d-768862-13 is: [{'id': 'e11bcfe8-17b4-43be-b159-3fb5c8d659c7', 'name': 'tempest-RoutersIpV6Test-router-1779291695', 'tenant_id': '7f13fa511760438bb7dce833c039b782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:55:03Z', 'updated_at': '2021-08-10T03:55:13Z', 'revision_number': 3, 'project_id': '7f13fa511760438bb7dce833c039b782', 'gw_port_host': None, '_interfaces': [{'id': '9f9bf16b-516e-4d91-bba1-6ce3b7bd70a7', 'name': '', 'network_id': '8267467f-6583-4276-80f5-94ceabefe6d7', 'tenant_id': '7f13fa511760438bb7dce833c039b782', 'mac_address': 'fa:16:3e:77:0c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11bcfe8-17b4-43be-b159-3fb5c8d659c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': 'c6f6dffc-5cc1-4d11-a114-29902ae8514c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:55:11Z', 'updated_at': '2021-08-10T03:55:17Z', 'revision_number': 4, 'project_id': '7f13fa511760438bb7dce833c039b782', 'subnets': [{'id': 'c6f6dffc-5cc1-4d11-a114-29902ae8514c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2daf04b-444f-4e22-ad91-ea0718693490', 'name': '', 'network_id': 'f759851e-f4f5-4341-b3d7-3be3456f4a88', 'tenant_id': '7f13fa511760438bb7dce833c039b782', 'mac_address': 'fa:16:3e:4f:b4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11bcfe8-17b4-43be-b159-3fb5c8d659c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': 'e38341a6-655d-4d64-9708-445546caa103', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:55:04Z', 'updated_at': '2021-08-10T03:55:12Z', 'revision_number': 5, 'project_id': '7f13fa511760438bb7dce833c039b782', 'subnets': [{'id': 'e38341a6-655d-4d64-9708-445546caa103', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:55:19.203261 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf3080e-7e25-4d40-8ccb-80f51b4e82f3 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Network c5a8b942-be82-4d23-addb-4357daff0551 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:55:19.214128 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-fdf3080e-7e25-4d40-8ccb-80f51b4e82f3 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:55:19.225116 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf3080e-7e25-4d40-8ccb-80f51b4e82f3 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:55:19.225948 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-fdf3080e-7e25-4d40-8ccb-80f51b4e82f3 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521745'] for router_interface, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:19.227452 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-cefc03f3-aef0-4262-b60c-756309b71ed9 None None] For port 8afd4d8e-180b-4ace-bf30-ad6e3836841d, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:55:19.253103 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-cefc03f3-aef0-4262-b60c-756309b71ed9 None None] For port 8afd4d8e-180b-4ace-bf30-ad6e3836841d, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=8afd4d8e-180b-4ace-bf30-ad6e3836841d,segment=NetworkSegment(171209e2-350c-432a-9c4d-0c2e0a5e08cb),segment_id=171209e2-350c-432a-9c4d-0c2e0a5e08cb)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:55:19.267466 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-cefc03f3-aef0-4262-b60c-756309b71ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:19.275747 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-847be15f-e690-43a5-8481-98eafae91be0 req-c9b14bca-0a5e-40f4-8a85-e57fcc1974bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:19.387323 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf3080e-7e25-4d40-8ccb-80f51b4e82f3 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Pushing event updated for resources: {'Port': ['ID=56381e9b-5f53-48f9-80aa-abd01d84aec9,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:19.491897 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefc03f3-aef0-4262-b60c-756309b71ed9 None None] Pushing event updated for resources: {'Port': ['ID=8afd4d8e-180b-4ace-bf30-ad6e3836841d,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:19.615548 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-fdf3080e-7e25-4d40-8ccb-80f51b4e82f3 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:19.666006 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 9f9bf16b-516e-4d91-bba1-6ce3b7bd70a7 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:55:19.902172 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 9f9bf16b-516e-4d91-bba1-6ce3b7bd70a7 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:55:19.917338 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 9f9bf16b-516e-4d91-bba1-6ce3b7bd70a7 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:19.918391 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:20.035306 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad597c8-7c15-4d62-a616-a61b9e0ecc1f req-c00115e4-c591-4f91-8263-b652b7326e5c tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:20.044132 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9ad597c8-7c15-4d62-a616-a61b9e0ecc1f req-c00115e4-c591-4f91-8263-b652b7326e5c tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] 10.222.0.44 "GET /v2.0/ports?device_id=33446375-213e-47b1-b341-99fc113baf57 HTTP/1.1" status: 200 len: 932 time: 0.3052218 Aug 10 03:55:20.196324 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:20.344675 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 9f9bf16b-516e-4d91-bba1-6ce3b7bd70a7, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=9f9bf16b-516e-4d91-bba1-6ce3b7bd70a7,segment=NetworkSegment(15afab49-da57-4514-b3d6-950782840b8a),segment_id=15afab49-da57-4514-b3d6-950782840b8a)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:20.373470 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:20.382423 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-fdf3080e-7e25-4d40-8ccb-80f51b4e82f3 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:20.406166 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-fdf3080e-7e25-4d40-8ccb-80f51b4e82f3 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:20.408061 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-fdf3080e-7e25-4d40-8ccb-80f51b4e82f3 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521893'] for router_interface, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:20.587469 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=9f9bf16b-516e-4d91-bba1-6ce3b7bd70a7,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:20.610308 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf3080e-7e25-4d40-8ccb-80f51b4e82f3 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Network c5a8b942-be82-4d23-addb-4357daff0551 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:55:20.617772 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-fdf3080e-7e25-4d40-8ccb-80f51b4e82f3 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:55:20.655746 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9ad597c8-7c15-4d62-a616-a61b9e0ecc1f req-0f3cae53-73a2-4d04-9644-508524017dc2 tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] 10.222.0.44 "GET /v2.0/security-groups?id=13a9e226-cbfd-445e-8202-d264bd25819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6097116 Aug 10 03:55:20.726485 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-847be15f-e690-43a5-8481-98eafae91be0 req-c9b14bca-0a5e-40f4-8a85-e57fcc1974bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2ad1cd0-c25d-498a-ac1c-b4df3b6f2206 {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:55:20.738975 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf3080e-7e25-4d40-8ccb-80f51b4e82f3 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Pushing event updated for resources: {'Port': ['ID=56381e9b-5f53-48f9-80aa-abd01d84aec9,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:20.748591 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-847be15f-e690-43a5-8481-98eafae91be0 req-c9b14bca-0a5e-40f4-8a85-e57fcc1974bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:20.789001 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-847be15f-e690-43a5-8481-98eafae91be0 req-c9b14bca-0a5e-40f4-8a85-e57fcc1974bd service neutron] Transition to ACTIVE for port object c2ad1cd0-c25d-498a-ac1c-b4df3b6f2206 will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:55:20.798840 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-847be15f-e690-43a5-8481-98eafae91be0 req-c9b14bca-0a5e-40f4-8a85-e57fcc1974bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:20.840964 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdf3080e-7e25-4d40-8ccb-80f51b4e82f3 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Router e11bcfe8-17b4-43be-b159-3fb5c8d659c7 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:55:20.920230 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b14bca-0a5e-40f4-8a85-e57fcc1974bd service neutron] Pushing event updated for resources: {'Port': ['ID=c2ad1cd0-c25d-498a-ac1c-b4df3b6f2206,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:20.991293 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdf3080e-7e25-4d40-8ccb-80f51b4e82f3 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:55:21.003310 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f172a8f8-c1e3-487c-9d67-f5423ffb5cfd None None] Sync routers for ids ['e11bcfe8-17b4-43be-b159-3fb5c8d659c7'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:55:21.007413 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-fdf3080e-7e25-4d40-8ccb-80f51b4e82f3 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "PUT /v2.0/routers/e11bcfe8-17b4-43be-b159-3fb5c8d659c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2958484 Aug 10 03:55:21.012722 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42812) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:21.022702 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-16a5fae8-b8e2-4977-8292-2a7f138df2e1 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-923124759'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:21.035592 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f172a8f8-c1e3-487c-9d67-f5423ffb5cfd None None] Routers {'e11bcfe8-17b4-43be-b159-3fb5c8d659c7'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:55:21.036590 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-f172a8f8-c1e3-487c-9d67-f5423ffb5cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:54:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['e11bcfe8-17b4-43be-b159-3fb5c8d659c7'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:21.064015 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16a5fae8-b8e2-4977-8292-2a7f138df2e1 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Made reservation on behalf of 7f13fa511760438bb7dce833c039b782 for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:55:21.074063 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-16a5fae8-b8e2-4977-8292-2a7f138df2e1 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:21.108929 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16a5fae8-b8e2-4977-8292-2a7f138df2e1 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:55:21.118969 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-847be15f-e690-43a5-8481-98eafae91be0 req-c9b14bca-0a5e-40f4-8a85-e57fcc1974bd service neutron] Attempting to bind port c2ad1cd0-c25d-498a-ac1c-b4df3b6f2206 on host n-h2-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:55:21.119595 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-847be15f-e690-43a5-8481-98eafae91be0 req-c9b14bca-0a5e-40f4-8a85-e57fcc1974bd service neutron] Attempting to bind port c2ad1cd0-c25d-498a-ac1c-b4df3b6f2206 by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': 'edd18bbb-020d-4325-8231-42f847ee3107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'cd3dc204-78e1-4dbd-a299-c7b559c63744'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:55:21.119730 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847be15f-e690-43a5-8481-98eafae91be0 req-c9b14bca-0a5e-40f4-8a85-e57fcc1974bd service neutron] Attempting to bind port c2ad1cd0-c25d-498a-ac1c-b4df3b6f2206 on network cd3dc204-78e1-4dbd-a299-c7b559c63744 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:55:21.126840 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-16a5fae8-b8e2-4977-8292-2a7f138df2e1 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:21.127107 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847be15f-e690-43a5-8481-98eafae91be0 req-c9b14bca-0a5e-40f4-8a85-e57fcc1974bd service neutron] Port c2ad1cd0-c25d-498a-ac1c-b4df3b6f2206 on network cd3dc204-78e1-4dbd-a299-c7b559c63744 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:55:21.127226 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-16a5fae8-b8e2-4977-8292-2a7f138df2e1 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Added segment 9e0ccdab-3ea3-489b-9c1c-d86e8d2b9010 of type vlan for network 844d363c-7186-4b12-9b54-bcbaa020f2a7 Aug 10 03:55:21.127481 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847be15f-e690-43a5-8481-98eafae91be0 req-c9b14bca-0a5e-40f4-8a85-e57fcc1974bd service neutron] Attempting to bind port c2ad1cd0-c25d-498a-ac1c-b4df3b6f2206 on network cd3dc204-78e1-4dbd-a299-c7b559c63744 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:55:21.135006 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847be15f-e690-43a5-8481-98eafae91be0 req-c9b14bca-0a5e-40f4-8a85-e57fcc1974bd service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:55:21.135435 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847be15f-e690-43a5-8481-98eafae91be0 req-c9b14bca-0a5e-40f4-8a85-e57fcc1974bd service neutron] Checking segment: {'id': 'edd18bbb-020d-4325-8231-42f847ee3107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'cd3dc204-78e1-4dbd-a299-c7b559c63744'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:55:21.135761 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847be15f-e690-43a5-8481-98eafae91be0 req-c9b14bca-0a5e-40f4-8a85-e57fcc1974bd service neutron] Bound using segment: {'id': 'edd18bbb-020d-4325-8231-42f847ee3107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'cd3dc204-78e1-4dbd-a299-c7b559c63744'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:55:21.136236 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-847be15f-e690-43a5-8481-98eafae91be0 req-c9b14bca-0a5e-40f4-8a85-e57fcc1974bd service neutron] Bound port: c2ad1cd0-c25d-498a-ac1c-b4df3b6f2206, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edd18bbb-020d-4325-8231-42f847ee3107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'cd3dc204-78e1-4dbd-a299-c7b559c63744'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:55:21.136846 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-847be15f-e690-43a5-8481-98eafae91be0 req-c9b14bca-0a5e-40f4-8a85-e57fcc1974bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:21.190703 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-16a5fae8-b8e2-4977-8292-2a7f138df2e1 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:21.240033 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-16a5fae8-b8e2-4977-8292-2a7f138df2e1 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:21.247831 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a5fae8-b8e2-4977-8292-2a7f138df2e1 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:21.251014 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-16a5fae8-b8e2-4977-8292-2a7f138df2e1 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:21.269824 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4bbc3f2-9c0c-4177-a6a3-6addf3c96f60 None None] Network c5a8b942-be82-4d23-addb-4357daff0551 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:55:21.283539 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-f172a8f8-c1e3-487c-9d67-f5423ffb5cfd None None] Set router e11bcfe8-17b4-43be-b159-3fb5c8d659c7 gateway port host: None {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:55:21.329902 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-16a5fae8-b8e2-4977-8292-2a7f138df2e1 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3115823 Aug 10 03:55:21.330189 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42814) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:21.341551 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-eaa28f89-b3ff-4c14-ae99-06ba4f43efc1 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Request body: {'subnet': {'network_id': '844d363c-7186-4b12-9b54-bcbaa020f2a7', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:21.419360 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-847be15f-e690-43a5-8481-98eafae91be0 req-c9b14bca-0a5e-40f4-8a85-e57fcc1974bd service neutron] For port c2ad1cd0-c25d-498a-ac1c-b4df3b6f2206, host n-h2-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:55:21.426435 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a5fae8-b8e2-4977-8292-2a7f138df2e1 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Pushing event updated for resources: {'Network': ['ID=844d363c-7186-4b12-9b54-bcbaa020f2a7,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:21.434799 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-847be15f-e690-43a5-8481-98eafae91be0 req-c9b14bca-0a5e-40f4-8a85-e57fcc1974bd service neutron] For port c2ad1cd0-c25d-498a-ac1c-b4df3b6f2206, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=c2ad1cd0-c25d-498a-ac1c-b4df3b6f2206,segment=NetworkSegment(edd18bbb-020d-4325-8231-42f847ee3107),segment_id=edd18bbb-020d-4325-8231-42f847ee3107)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:55:21.467778 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-847be15f-e690-43a5-8481-98eafae91be0 req-c9b14bca-0a5e-40f4-8a85-e57fcc1974bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:21.511411 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847be15f-e690-43a5-8481-98eafae91be0 req-c9b14bca-0a5e-40f4-8a85-e57fcc1974bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:21.512589 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-847be15f-e690-43a5-8481-98eafae91be0 req-c9b14bca-0a5e-40f4-8a85-e57fcc1974bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:21.516094 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-847be15f-e690-43a5-8481-98eafae91be0 req-c9b14bca-0a5e-40f4-8a85-e57fcc1974bd service neutron] 10.222.0.61 "PUT /v2.0/ports/c2ad1cd0-c25d-498a-ac1c-b4df3b6f2206 HTTP/1.1" status: 200 len: 1093 time: 2.4092605 Aug 10 03:55:21.516811 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33446375-213e-47b1-b341-99fc113baf57', 'tag': 'c2ad1cd0-c25d-498a-ac1c-b4df3b6f2206'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:55:21.530198 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 844d363c-7186-4b12-9b54-bcbaa020f2a7 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:55:21.554126 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-642bcf8a-9536-4aee-9529-157e038b1455" -d '{"events": [{"name": "network-changed", "server_uuid": "33446375-213e-47b1-b341-99fc113baf57", "tag": "c2ad1cd0-c25d-498a-ac1c-b4df3b6f2206"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:55:21.575029 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa28f89-b3ff-4c14-ae99-06ba4f43efc1 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Made reservation on behalf of 7f13fa511760438bb7dce833c039b782 for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:55:21.593083 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-eaa28f89-b3ff-4c14-ae99-06ba4f43efc1 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:21.755438 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-85ff0070-d876-43eb-9d20-88b442bcff21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:21.761624 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7349de55-2135-4502-b3e3-3624b67c47b2 x-openstack-request-id: req-7349de55-2135-4502-b3e3-3624b67c47b2 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:55:21.761964 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33446375-213e-47b1-b341-99fc113baf57", "tag": "c2ad1cd0-c25d-498a-ac1c-b4df3b6f2206", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:55:21.762360 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7349de55-2135-4502-b3e3-3624b67c47b2 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:55:21.770355 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33446375-213e-47b1-b341-99fc113baf57', 'tag': 'c2ad1cd0-c25d-498a-ac1c-b4df3b6f2206', 'status': 'completed', 'code': 200} Aug 10 03:55:21.774161 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-3aa38415-0cc9-401b-a96b-bb15552c7d3e None None] Provisioning for port 8afd4d8e-180b-4ace-bf30-ad6e3836841d completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:55:21.873300 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847be15f-e690-43a5-8481-98eafae91be0 req-26e8945e-b5be-47cd-8ca8-907cee409141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:21.875493 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-847be15f-e690-43a5-8481-98eafae91be0 req-26e8945e-b5be-47cd-8ca8-907cee409141 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=313fea2bc41845988f3599c81163014a&device_id=33446375-213e-47b1-b341-99fc113baf57 HTTP/1.1" status: 200 len: 1096 time: 0.2206674 Aug 10 03:55:21.877492 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b14bca-0a5e-40f4-8a85-e57fcc1974bd service neutron] Pushing event updated for resources: {'Port': ['ID=c2ad1cd0-c25d-498a-ac1c-b4df3b6f2206,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:21.929139 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 8afd4d8e-180b-4ace-bf30-ad6e3836841d up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:55:21.974095 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-847be15f-e690-43a5-8481-98eafae91be0 req-a06af00f-10c6-4bd2-ad11-ad437e544d38 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2ad1cd0-c25d-498a-ac1c-b4df3b6f2206 HTTP/1.1" status: 200 len: 217 time: 0.0796499 Aug 10 03:55:22.029092 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-f172a8f8-c1e3-487c-9d67-f5423ffb5cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11bcfe8-17b4-43be-b159-3fb5c8d659c7', 'name': 'tempest-RoutersIpV6Test-router-1779291695', 'tenant_id': '7f13fa511760438bb7dce833c039b782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:55:03Z', 'updated_at': '2021-08-10T03:55:19Z', 'revision_number': 4, 'project_id': '7f13fa511760438bb7dce833c039b782', 'gw_port_host': None, '_interfaces': [{'id': '56381e9b-5f53-48f9-80aa-abd01d84aec9', 'name': '', 'network_id': 'c5a8b942-be82-4d23-addb-4357daff0551', 'tenant_id': '7f13fa511760438bb7dce833c039b782', 'mac_address': 'fa:16:3e:df:4b:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11bcfe8-17b4-43be-b159-3fb5c8d659c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': 'e5bbe5ce-04dd-4304-b7cb-aa6a95475659', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:55:17Z', 'updated_at': '2021-08-10T03:55:19Z', 'revision_number': 2, 'project_id': '7f13fa511760438bb7dce833c039b782', 'subnets': [{'id': 'e5bbe5ce-04dd-4304-b7cb-aa6a95475659', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f9bf16b-516e-4d91-bba1-6ce3b7bd70a7', 'name': '', 'network_id': '8267467f-6583-4276-80f5-94ceabefe6d7', 'tenant_id': '7f13fa511760438bb7dce833c039b782', 'mac_address': 'fa:16:3e:77:0c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11bcfe8-17b4-43be-b159-3fb5c8d659c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': 'c6f6dffc-5cc1-4d11-a114-29902ae8514c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:55:11Z', 'updated_at': '2021-08-10T03:55:20Z', 'revision_number': 5, 'project_id': '7f13fa511760438bb7dce833c039b782', 'subnets': [{'id': 'c6f6dffc-5cc1-4d11-a114-29902ae8514c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2daf04b-444f-4e22-ad91-ea0718693490', 'name': '', 'network_id': 'f759851e-f4f5-4341-b3d7-3be3456f4a88', 'tenant_id': '7f13fa511760438bb7dce833c039b782', 'mac_address': 'fa:16:3e:4f:b4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11bcfe8-17b4-43be-b159-3fb5c8d659c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': 'e38341a6-655d-4d64-9708-445546caa103', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:55:04Z', 'updated_at': '2021-08-10T03:55:12Z', 'revision_number': 5, 'project_id': '7f13fa511760438bb7dce833c039b782', 'subnets': [{'id': 'e38341a6-655d-4d64-9708-445546caa103', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:22.078268 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67810df7-2260-4fca-8001-0990d595d7c5 req-4cbf0fe3-4e35-4480-a980-a7eb67ed1da0 tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:22.079967 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-67810df7-2260-4fca-8001-0990d595d7c5 req-4cbf0fe3-4e35-4480-a980-a7eb67ed1da0 tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] 10.222.0.44 "GET /v2.0/ports?device_id=33446375-213e-47b1-b341-99fc113baf57 HTTP/1.1" status: 200 len: 944 time: 0.1593385 Aug 10 03:55:22.085611 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847be15f-e690-43a5-8481-98eafae91be0 req-daa883ac-1979-4e23-a7fd-ba01e3161cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:22.087682 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-847be15f-e690-43a5-8481-98eafae91be0 req-daa883ac-1979-4e23-a7fd-ba01e3161cd8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b1e09f72-316b-4316-8bfa-d138c0a6f18b HTTP/1.1" status: 200 len: 854 time: 0.0834467 Aug 10 03:55:22.088092 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 8afd4d8e-180b-4ace-bf30-ad6e3836841d completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:55:22.101421 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 8afd4d8e-180b-4ace-bf30-ad6e3836841d triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:22.101838 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:22.110301 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f172a8f8-c1e3-487c-9d67-f5423ffb5cfd None None] Checking router: e11bcfe8-17b4-43be-b159-3fb5c8d659c7 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:55:22.110946 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f172a8f8-c1e3-487c-9d67-f5423ffb5cfd None None] Updating router e11bcfe8-17b4-43be-b159-3fb5c8d659c7 port 56381e9b-5f53-48f9-80aa-abd01d84aec9 binding host n-d-768862-13 {{(pid=94263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:55:22.167989 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-f172a8f8-c1e3-487c-9d67-f5423ffb5cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:22.201626 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-eaa28f89-b3ff-4c14-ae99-06ba4f43efc1 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:22.224627 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-847be15f-e690-43a5-8481-98eafae91be0 req-6afbbbf1-1cd9-4d23-bd46-d3b1dd0b3f2a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cd3dc204-78e1-4dbd-a299-c7b559c63744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0813048 Aug 10 03:55:22.269306 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-67810df7-2260-4fca-8001-0990d595d7c5 req-3511bb65-6be6-425f-9d99-e8945157a955 tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] 10.222.0.44 "GET /v2.0/security-groups?id=13a9e226-cbfd-445e-8202-d264bd25819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751215 Aug 10 03:55:22.364417 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:22.388969 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa28f89-b3ff-4c14-ae99-06ba4f43efc1 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Pushing event updated for resources: {'Subnet': ['ID=ce03c0c9-dd94-4f31-b362-c8837f5ac848,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:22.392747 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa28f89-b3ff-4c14-ae99-06ba4f43efc1 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Checking segment: {'id': '9e0ccdab-3ea3-489b-9c1c-d86e8d2b9010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '844d363c-7186-4b12-9b54-bcbaa020f2a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:55:22.393315 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa28f89-b3ff-4c14-ae99-06ba4f43efc1 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Network hostable DHCP agents. Network: 844d363c-7186-4b12-9b54-bcbaa020f2a7, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:55:22.456351 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 8afd4d8e-180b-4ace-bf30-ad6e3836841d, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=8afd4d8e-180b-4ace-bf30-ad6e3836841d,segment=NetworkSegment(171209e2-350c-432a-9c4d-0c2e0a5e08cb),segment_id=171209e2-350c-432a-9c4d-0c2e0a5e08cb)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:22.459684 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa28f89-b3ff-4c14-ae99-06ba4f43efc1 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Network 844d363c-7186-4b12-9b54-bcbaa020f2a7 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:55:22.463898 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:22.465100 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 9f9bf16b-516e-4d91-bba1-6ce3b7bd70a7 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:55:22.492597 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-eaa28f89-b3ff-4c14-ae99-06ba4f43efc1 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 844d363c-7186-4b12-9b54-bcbaa020f2a7) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:55:22.499914 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa28f89-b3ff-4c14-ae99-06ba4f43efc1 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:22.501455 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-eaa28f89-b3ff-4c14-ae99-06ba4f43efc1 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:22.510499 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-847be15f-e690-43a5-8481-98eafae91be0 req-35fba27a-8f33-4849-9ae2-c34b03a8b0ab service neutron] 10.222.0.61 "GET /v2.0/networks/cd3dc204-78e1-4dbd-a299-c7b559c63744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2754092 Aug 10 03:55:22.520472 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113b37ce-ed6f-4415-8037-b07e87245e64 None None] Network 844d363c-7186-4b12-9b54-bcbaa020f2a7 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:55:22.549985 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-eaa28f89-b3ff-4c14-ae99-06ba4f43efc1 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2179084 Aug 10 03:55:22.552824 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42822) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:22.671064 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-847be15f-e690-43a5-8481-98eafae91be0 req-a80a6220-508c-4454-91a4-d5f79c3c95d7 service neutron] 10.222.0.61 "GET /v2.0/networks/cd3dc204-78e1-4dbd-a299-c7b559c63744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511939 Aug 10 03:55:22.674921 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=8afd4d8e-180b-4ace-bf30-ad6e3836841d,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:22.685977 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-7bd29502-f87a-4cfb-ab86-941510ff46ef None None] Provisioning for port 56381e9b-5f53-48f9-80aa-abd01d84aec9 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:55:22.699341 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-7bd29502-f87a-4cfb-ab86-941510ff46ef None None] Provisioning complete for port 56381e9b-5f53-48f9-80aa-abd01d84aec9 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:22.699766 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-7bd29502-f87a-4cfb-ab86-941510ff46ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:22.739847 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-f172a8f8-c1e3-487c-9d67-f5423ffb5cfd None None] Notify callbacks [] for port, precommit_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:22.754006 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.provisioning_blocks [None req-f172a8f8-c1e3-487c-9d67-f5423ffb5cfd None None] Transition to ACTIVE for port object 56381e9b-5f53-48f9-80aa-abd01d84aec9 will not be triggered until provisioned by entity L2. {{(pid=94263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:55:22.766054 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-f172a8f8-c1e3-487c-9d67-f5423ffb5cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:22.845889 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642bcf8a-9536-4aee-9529-157e038b1455 req-9ef50b59-4b28-4fdd-93ae-d956b5a5ff3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:22.847619 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-642bcf8a-9536-4aee-9529-157e038b1455 req-9ef50b59-4b28-4fdd-93ae-d956b5a5ff3d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=313fea2bc41845988f3599c81163014a&device_id=33446375-213e-47b1-b341-99fc113baf57 HTTP/1.1" status: 200 len: 1096 time: 0.0633283 Aug 10 03:55:22.851151 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 9f9bf16b-516e-4d91-bba1-6ce3b7bd70a7 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:22.851755 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:22.856330 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993f0f73-8285-4a32-a7fa-64b939a68a04 None None] Pushing event updated for resources: {'Port': ['ID=56381e9b-5f53-48f9-80aa-abd01d84aec9,revision_number=3']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:22.891321 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-f172a8f8-c1e3-487c-9d67-f5423ffb5cfd None None] Attempting to bind port 56381e9b-5f53-48f9-80aa-abd01d84aec9 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:55:22.892054 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-f172a8f8-c1e3-487c-9d67-f5423ffb5cfd None None] Attempting to bind port 56381e9b-5f53-48f9-80aa-abd01d84aec9 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '171209e2-350c-432a-9c4d-0c2e0a5e08cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c5a8b942-be82-4d23-addb-4357daff0551'}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:55:22.892651 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f172a8f8-c1e3-487c-9d67-f5423ffb5cfd None None] Attempting to bind port 56381e9b-5f53-48f9-80aa-abd01d84aec9 on network c5a8b942-be82-4d23-addb-4357daff0551 {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:55:22.899910 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f172a8f8-c1e3-487c-9d67-f5423ffb5cfd None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:55:22.900911 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f172a8f8-c1e3-487c-9d67-f5423ffb5cfd None None] Checking segment: {'id': '171209e2-350c-432a-9c4d-0c2e0a5e08cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c5a8b942-be82-4d23-addb-4357daff0551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:55:22.901484 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-f172a8f8-c1e3-487c-9d67-f5423ffb5cfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:22.902050 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f172a8f8-c1e3-487c-9d67-f5423ffb5cfd None None] Bound using segment: {'id': '171209e2-350c-432a-9c4d-0c2e0a5e08cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c5a8b942-be82-4d23-addb-4357daff0551'} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:55:22.902796 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-f172a8f8-c1e3-487c-9d67-f5423ffb5cfd None None] Bound port: 56381e9b-5f53-48f9-80aa-abd01d84aec9, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '171209e2-350c-432a-9c4d-0c2e0a5e08cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c5a8b942-be82-4d23-addb-4357daff0551'}}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:55:22.903133 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-f172a8f8-c1e3-487c-9d67-f5423ffb5cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:22.981555 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-7bd29502-f87a-4cfb-ab86-941510ff46ef None None] Port 56381e9b-5f53-48f9-80aa-abd01d84aec9 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:55:22.990299 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-f172a8f8-c1e3-487c-9d67-f5423ffb5cfd None None] For port 56381e9b-5f53-48f9-80aa-abd01d84aec9, host n-d-768862-13, cleared binding levels {{(pid=94263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:55:22.995308 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-f172a8f8-c1e3-487c-9d67-f5423ffb5cfd None None] For port 56381e9b-5f53-48f9-80aa-abd01d84aec9, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=56381e9b-5f53-48f9-80aa-abd01d84aec9,segment=NetworkSegment(171209e2-350c-432a-9c4d-0c2e0a5e08cb),segment_id=171209e2-350c-432a-9c4d-0c2e0a5e08cb)] {{(pid=94263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:55:23.005064 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-f172a8f8-c1e3-487c-9d67-f5423ffb5cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:23.029707 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648656be-daa8-4c3b-be62-c94e02474613 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-844d363c-7186-4b12-9b54-bcbaa020f2a7', 'network_id': '844d363c-7186-4b12-9b54-bcbaa020f2a7', 'tenant_id': '7f13fa511760438bb7dce833c039b782', 'fixed_ips': [{'subnet_id': 'ce03c0c9-dd94-4f31-b362-c8837f5ac848'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:55:23.030353 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-648656be-daa8-4c3b-be62-c94e02474613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:23.060362 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-7bd29502-f87a-4cfb-ab86-941510ff46ef None None] Provisioning complete for port 8afd4d8e-180b-4ace-bf30-ad6e3836841d triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:23.060612 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-7bd29502-f87a-4cfb-ab86-941510ff46ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:23.073920 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f172a8f8-c1e3-487c-9d67-f5423ffb5cfd None None] Routers {'e11bcfe8-17b4-43be-b159-3fb5c8d659c7'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:55:23.074673 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-f172a8f8-c1e3-487c-9d67-f5423ffb5cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:54:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['e11bcfe8-17b4-43be-b159-3fb5c8d659c7'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:23.129818 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642bcf8a-9536-4aee-9529-157e038b1455 req-abc2f3d4-e21b-41a3-8080-801a1ddecb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:23.131986 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-642bcf8a-9536-4aee-9529-157e038b1455 req-abc2f3d4-e21b-41a3-8080-801a1ddecb02 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cd3dc204-78e1-4dbd-a299-c7b559c63744 HTTP/1.1" status: 200 len: 914 time: 0.2702262 Aug 10 03:55:23.220068 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-f172a8f8-c1e3-487c-9d67-f5423ffb5cfd None None] Set router e11bcfe8-17b4-43be-b159-3fb5c8d659c7 gateway port host: None {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:55:23.232220 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-642bcf8a-9536-4aee-9529-157e038b1455 req-c1a6bdec-08c0-4c31-946d-b55a8ca06a70 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2ad1cd0-c25d-498a-ac1c-b4df3b6f2206 HTTP/1.1" status: 200 len: 217 time: 0.0904920 Aug 10 03:55:23.294821 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993f0f73-8285-4a32-a7fa-64b939a68a04 None None] Pushing event updated for resources: {'Port': ['ID=56381e9b-5f53-48f9-80aa-abd01d84aec9,revision_number=4']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:23.407769 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642bcf8a-9536-4aee-9529-157e038b1455 req-e6ae714b-a3e7-45d8-b4a9-2098586c0482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:23.412951 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-642bcf8a-9536-4aee-9529-157e038b1455 req-e6ae714b-a3e7-45d8-b4a9-2098586c0482 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b1e09f72-316b-4316-8bfa-d138c0a6f18b HTTP/1.1" status: 200 len: 854 time: 0.1683972 Aug 10 03:55:23.436772 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-648656be-daa8-4c3b-be62-c94e02474613 None None] Allocated IP 2001:db8:3::2 (844d363c-7186-4b12-9b54-bcbaa020f2a7/ce03c0c9-dd94-4f31-b362-c8837f5ac848/1ccd934b-ccfd-49bb-8367-0d203cc03ecb) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:55:23.490526 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-642bcf8a-9536-4aee-9529-157e038b1455 req-a6b62a16-e576-45db-8ecc-64a8d4cd62eb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cd3dc204-78e1-4dbd-a299-c7b559c63744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686655 Aug 10 03:55:23.620784 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 8afd4d8e-180b-4ace-bf30-ad6e3836841d up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:55:23.640295 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e291977e-d0c4-49b2-beda-3a4ca9065274 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:23.720679 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de36e037-c423-4062-8a70-341c6d23c1f7 req-3537f833-77cd-42cf-962e-1e4a0a37a6d8 tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:23.724329 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-de36e037-c423-4062-8a70-341c6d23c1f7 req-3537f833-77cd-42cf-962e-1e4a0a37a6d8 tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] 10.222.0.44 "GET /v2.0/ports?device_id=33446375-213e-47b1-b341-99fc113baf57 HTTP/1.1" status: 200 len: 944 time: 0.2326357 Aug 10 03:55:23.782355 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-f172a8f8-c1e3-487c-9d67-f5423ffb5cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11bcfe8-17b4-43be-b159-3fb5c8d659c7', 'name': 'tempest-RoutersIpV6Test-router-1779291695', 'tenant_id': '7f13fa511760438bb7dce833c039b782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:55:03Z', 'updated_at': '2021-08-10T03:55:19Z', 'revision_number': 4, 'project_id': '7f13fa511760438bb7dce833c039b782', 'gw_port_host': None, '_interfaces': [{'id': '56381e9b-5f53-48f9-80aa-abd01d84aec9', 'name': '', 'network_id': 'c5a8b942-be82-4d23-addb-4357daff0551', 'tenant_id': '7f13fa511760438bb7dce833c039b782', 'mac_address': 'fa:16:3e:df:4b:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11bcfe8-17b4-43be-b159-3fb5c8d659c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': 'e5bbe5ce-04dd-4304-b7cb-aa6a95475659', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:55:17Z', 'updated_at': '2021-08-10T03:55:22Z', 'revision_number': 4, 'project_id': '7f13fa511760438bb7dce833c039b782', 'subnets': [{'id': 'e5bbe5ce-04dd-4304-b7cb-aa6a95475659', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f9bf16b-516e-4d91-bba1-6ce3b7bd70a7', 'name': '', 'network_id': '8267467f-6583-4276-80f5-94ceabefe6d7', 'tenant_id': '7f13fa511760438bb7dce833c039b782', 'mac_address': 'fa:16:3e:77:0c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11bcfe8-17b4-43be-b159-3fb5c8d659c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': 'c6f6dffc-5cc1-4d11-a114-29902ae8514c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:55:11Z', 'updated_at': '2021-08-10T03:55:20Z', 'revision_number': 5, 'project_id': '7f13fa511760438bb7dce833c039b782', 'subnets': [{'id': 'c6f6dffc-5cc1-4d11-a114-29902ae8514c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2daf04b-444f-4e22-ad91-ea0718693490', 'name': '', 'network_id': 'f759851e-f4f5-4341-b3d7-3be3456f4a88', 'tenant_id': '7f13fa511760438bb7dce833c039b782', 'mac_address': 'fa:16:3e:4f:b4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11bcfe8-17b4-43be-b159-3fb5c8d659c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': 'e38341a6-655d-4d64-9708-445546caa103', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:55:04Z', 'updated_at': '2021-08-10T03:55:12Z', 'revision_number': 5, 'project_id': '7f13fa511760438bb7dce833c039b782', 'subnets': [{'id': 'e38341a6-655d-4d64-9708-445546caa103', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:23.809865 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-642bcf8a-9536-4aee-9529-157e038b1455 req-ee444e18-01a0-42d0-8e28-012f4a1495be service neutron] 10.222.0.61 "GET /v2.0/networks/cd3dc204-78e1-4dbd-a299-c7b559c63744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584617 Aug 10 03:55:23.820153 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-de36e037-c423-4062-8a70-341c6d23c1f7 req-3136eb9a-c329-488d-96ac-4c13cfc2d42b tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] 10.222.0.44 "GET /v2.0/security-groups?id=13a9e226-cbfd-445e-8202-d264bd25819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849891 Aug 10 03:55:23.863620 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f172a8f8-c1e3-487c-9d67-f5423ffb5cfd None None] The sync data for ids ['e11bcfe8-17b4-43be-b159-3fb5c8d659c7'] in n-d-768862-13 is: [{'id': 'e11bcfe8-17b4-43be-b159-3fb5c8d659c7', 'name': 'tempest-RoutersIpV6Test-router-1779291695', 'tenant_id': '7f13fa511760438bb7dce833c039b782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:55:03Z', 'updated_at': '2021-08-10T03:55:19Z', 'revision_number': 4, 'project_id': '7f13fa511760438bb7dce833c039b782', 'gw_port_host': None, '_interfaces': [{'id': '56381e9b-5f53-48f9-80aa-abd01d84aec9', 'name': '', 'network_id': 'c5a8b942-be82-4d23-addb-4357daff0551', 'tenant_id': '7f13fa511760438bb7dce833c039b782', 'mac_address': 'fa:16:3e:df:4b:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11bcfe8-17b4-43be-b159-3fb5c8d659c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': 'e5bbe5ce-04dd-4304-b7cb-aa6a95475659', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:55:17Z', 'updated_at': '2021-08-10T03:55:22Z', 'revision_number': 4, 'project_id': '7f13fa511760438bb7dce833c039b782', 'subnets': [{'id': 'e5bbe5ce-04dd-4304-b7cb-aa6a95475659', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f9bf16b-516e-4d91-bba1-6ce3b7bd70a7', 'name': '', 'network_id': '8267467f-6583-4276-80f5-94ceabefe6d7', 'tenant_id': '7f13fa511760438bb7dce833c039b782', 'mac_address': 'fa:16:3e:77:0c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11bcfe8-17b4-43be-b159-3fb5c8d659c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': 'c6f6dffc-5cc1-4d11-a114-29902ae8514c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:55:11Z', 'updated_at': '2021-08-10T03:55:20Z', 'revision_number': 5, 'project_id': '7f13fa511760438bb7dce833c039b782', 'subnets': [{'id': 'c6f6dffc-5cc1-4d11-a114-29902ae8514c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2daf04b-444f-4e22-ad91-ea0718693490', 'name': '', 'network_id': 'f759851e-f4f5-4341-b3d7-3be3456f4a88', 'tenant_id': '7f13fa511760438bb7dce833c039b782', 'mac_address': 'fa:16:3e:4f:b4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11bcfe8-17b4-43be-b159-3fb5c8d659c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': 'e38341a6-655d-4d64-9708-445546caa103', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:55:04Z', 'updated_at': '2021-08-10T03:55:12Z', 'revision_number': 5, 'project_id': '7f13fa511760438bb7dce833c039b782', 'subnets': [{'id': 'e38341a6-655d-4d64-9708-445546caa103', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:55:24.009371 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ad9ca6af-5722-4ad7-ba31-afc185faa8d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:24.046971 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-642bcf8a-9536-4aee-9529-157e038b1455 req-187c8ff8-6314-4298-8f0e-ac5448ef1aeb service neutron] 10.222.0.61 "GET /v2.0/networks/cd3dc204-78e1-4dbd-a299-c7b559c63744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243338 Aug 10 03:55:24.076086 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 8afd4d8e-180b-4ace-bf30-ad6e3836841d triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:24.076630 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:24.147394 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-648656be-daa8-4c3b-be62-c94e02474613 None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:24.184141 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-648656be-daa8-4c3b-be62-c94e02474613 None None] Transition to ACTIVE for port object 1ccd934b-ccfd-49bb-8367-0d203cc03ecb will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:55:24.251901 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-648656be-daa8-4c3b-be62-c94e02474613 None None] Transition to ACTIVE for port object 1ccd934b-ccfd-49bb-8367-0d203cc03ecb will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:55:24.356611 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-648656be-daa8-4c3b-be62-c94e02474613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:24.427089 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:24.445823 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-e291977e-d0c4-49b2-beda-3a4ca9065274 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Allocated IP 2001:db8:3::1 (844d363c-7186-4b12-9b54-bcbaa020f2a7/ce03c0c9-dd94-4f31-b362-c8837f5ac848/5df06776-1da2-438f-9bc7-6d2ff5ce9205) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:55:24.463090 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648656be-daa8-4c3b-be62-c94e02474613 None None] Network 844d363c-7186-4b12-9b54-bcbaa020f2a7 is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:55:24.470016 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648656be-daa8-4c3b-be62-c94e02474613 None None] Pushing event updated for resources: {'Port': ['ID=1ccd934b-ccfd-49bb-8367-0d203cc03ecb,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:24.482997 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-648656be-daa8-4c3b-be62-c94e02474613 None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:55:24.490165 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648656be-daa8-4c3b-be62-c94e02474613 None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:55:24.567196 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-648656be-daa8-4c3b-be62-c94e02474613 None None] Attempting to bind port 1ccd934b-ccfd-49bb-8367-0d203cc03ecb on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:55:24.567889 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-648656be-daa8-4c3b-be62-c94e02474613 None None] Attempting to bind port 1ccd934b-ccfd-49bb-8367-0d203cc03ecb by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '9e0ccdab-3ea3-489b-9c1c-d86e8d2b9010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '844d363c-7186-4b12-9b54-bcbaa020f2a7'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:55:24.568689 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648656be-daa8-4c3b-be62-c94e02474613 None None] Attempting to bind port 1ccd934b-ccfd-49bb-8367-0d203cc03ecb on network 844d363c-7186-4b12-9b54-bcbaa020f2a7 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:55:24.580132 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648656be-daa8-4c3b-be62-c94e02474613 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:55:24.580851 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648656be-daa8-4c3b-be62-c94e02474613 None None] Checking segment: {'id': '9e0ccdab-3ea3-489b-9c1c-d86e8d2b9010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '844d363c-7186-4b12-9b54-bcbaa020f2a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:55:24.581598 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-648656be-daa8-4c3b-be62-c94e02474613 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:24.582188 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648656be-daa8-4c3b-be62-c94e02474613 None None] Bound using segment: {'id': '9e0ccdab-3ea3-489b-9c1c-d86e8d2b9010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '844d363c-7186-4b12-9b54-bcbaa020f2a7'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:55:24.583001 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-648656be-daa8-4c3b-be62-c94e02474613 None None] Bound port: 1ccd934b-ccfd-49bb-8367-0d203cc03ecb, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e0ccdab-3ea3-489b-9c1c-d86e8d2b9010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '844d363c-7186-4b12-9b54-bcbaa020f2a7'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:55:24.583592 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-648656be-daa8-4c3b-be62-c94e02474613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:24.687740 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-648656be-daa8-4c3b-be62-c94e02474613 None None] For port 1ccd934b-ccfd-49bb-8367-0d203cc03ecb, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:55:24.692813 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-648656be-daa8-4c3b-be62-c94e02474613 None None] For port 1ccd934b-ccfd-49bb-8367-0d203cc03ecb, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=1ccd934b-ccfd-49bb-8367-0d203cc03ecb,segment=NetworkSegment(9e0ccdab-3ea3-489b-9c1c-d86e8d2b9010),segment_id=9e0ccdab-3ea3-489b-9c1c-d86e8d2b9010)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:55:24.701175 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-648656be-daa8-4c3b-be62-c94e02474613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:24.705318 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e291977e-d0c4-49b2-beda-3a4ca9065274 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:24.734273 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [None req-e291977e-d0c4-49b2-beda-3a4ca9065274 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Transition to ACTIVE for port object 5df06776-1da2-438f-9bc7-6d2ff5ce9205 will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:55:24.763822 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648656be-daa8-4c3b-be62-c94e02474613 None None] Pushing event updated for resources: {'Port': ['ID=1ccd934b-ccfd-49bb-8367-0d203cc03ecb,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:24.806949 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e291977e-d0c4-49b2-beda-3a4ca9065274 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:24.881783 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e291977e-d0c4-49b2-beda-3a4ca9065274 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Network 844d363c-7186-4b12-9b54-bcbaa020f2a7 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:55:24.884092 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e291977e-d0c4-49b2-beda-3a4ca9065274 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Pushing event updated for resources: {'Port': ['ID=5df06776-1da2-438f-9bc7-6d2ff5ce9205,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:24.887243 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-e291977e-d0c4-49b2-beda-3a4ca9065274 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:55:24.896451 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e291977e-d0c4-49b2-beda-3a4ca9065274 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:55:24.897038 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e291977e-d0c4-49b2-beda-3a4ca9065274 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521745'] for router_interface, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:24.906536 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e291977e-d0c4-49b2-beda-3a4ca9065274 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:24.906894 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e291977e-d0c4-49b2-beda-3a4ca9065274 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:24.907220 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e291977e-d0c4-49b2-beda-3a4ca9065274 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:24.907552 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e291977e-d0c4-49b2-beda-3a4ca9065274 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:24.907885 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e291977e-d0c4-49b2-beda-3a4ca9065274 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:24.908216 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e291977e-d0c4-49b2-beda-3a4ca9065274 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:24.908542 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e291977e-d0c4-49b2-beda-3a4ca9065274 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:24.908886 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e291977e-d0c4-49b2-beda-3a4ca9065274 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:24.909214 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e291977e-d0c4-49b2-beda-3a4ca9065274 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:24.909535 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e291977e-d0c4-49b2-beda-3a4ca9065274 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:24.909855 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e291977e-d0c4-49b2-beda-3a4ca9065274 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:24.910172 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e291977e-d0c4-49b2-beda-3a4ca9065274 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:25.027338 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0c107a-bee3-40d8-8304-cb33f2992ca0 req-de04d177-0d8c-4a75-866e-0818d8442db4 tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:25.029841 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-da0c107a-bee3-40d8-8304-cb33f2992ca0 req-de04d177-0d8c-4a75-866e-0818d8442db4 tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] 10.222.0.44 "GET /v2.0/ports?device_id=33446375-213e-47b1-b341-99fc113baf57 HTTP/1.1" status: 200 len: 944 time: 0.0727880 Aug 10 03:55:25.162646 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-da0c107a-bee3-40d8-8304-cb33f2992ca0 req-111bd792-c1e5-4cdf-9bb2-665dfcde33ec tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] 10.222.0.44 "GET /v2.0/security-groups?id=13a9e226-cbfd-445e-8202-d264bd25819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210127 Aug 10 03:55:25.498918 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:25.520612 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device c2ad1cd0-c25d-498a-ac1c-b4df3b6f2206 details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:55:25.617857 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 1ccd934b-ccfd-49bb-8367-0d203cc03ecb up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:55:25.619721 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e291977e-d0c4-49b2-beda-3a4ca9065274 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:25.885373 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port c2ad1cd0-c25d-498a-ac1c-b4df3b6f2206, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=c2ad1cd0-c25d-498a-ac1c-b4df3b6f2206,segment=NetworkSegment(edd18bbb-020d-4325-8231-42f847ee3107),segment_id=edd18bbb-020d-4325-8231-42f847ee3107)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:25.903747 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 1ccd934b-ccfd-49bb-8367-0d203cc03ecb completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:55:25.906256 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': 'c2ad1cd0-c25d-498a-ac1c-b4df3b6f2206', 'network_id': 'cd3dc204-78e1-4dbd-a299-c7b559c63744', 'port_id': 'c2ad1cd0-c25d-498a-ac1c-b4df3b6f2206', 'mac_address': 'fa:16:3e:28:ca:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1e09f72-316b-4316-8bfa-d138c0a6f18b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:55:25.919943 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 56381e9b-5f53-48f9-80aa-abd01d84aec9 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:55:26.047470 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:26.079724 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2ad1cd0-c25d-498a-ac1c-b4df3b6f2206 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:55:26.097104 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e291977e-d0c4-49b2-beda-3a4ca9065274 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:26.118060 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port c2ad1cd0-c25d-498a-ac1c-b4df3b6f2206, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=c2ad1cd0-c25d-498a-ac1c-b4df3b6f2206,segment=NetworkSegment(edd18bbb-020d-4325-8231-42f847ee3107),segment_id=edd18bbb-020d-4325-8231-42f847ee3107)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:26.119877 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e291977e-d0c4-49b2-beda-3a4ca9065274 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:26.120999 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e291977e-d0c4-49b2-beda-3a4ca9065274 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521893'] for router_interface, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:26.127860 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:26.168038 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 56381e9b-5f53-48f9-80aa-abd01d84aec9 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:55:26.190021 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 56381e9b-5f53-48f9-80aa-abd01d84aec9 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:26.193208 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:26.228306 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=c2ad1cd0-c25d-498a-ac1c-b4df3b6f2206,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:26.252843 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e291977e-d0c4-49b2-beda-3a4ca9065274 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Pushing event updated for resources: {'Port': ['ID=5df06776-1da2-438f-9bc7-6d2ff5ce9205,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:26.302756 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e291977e-d0c4-49b2-beda-3a4ca9065274 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Network 844d363c-7186-4b12-9b54-bcbaa020f2a7 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:55:26.304394 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-e291977e-d0c4-49b2-beda-3a4ca9065274 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:55:26.315453 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6821773-61cf-49d8-845d-6118de715a0a None None] Network 844d363c-7186-4b12-9b54-bcbaa020f2a7 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:55:26.423422 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64dea65-3784-413f-81d0-faa4da5c5b09 req-d716c8e1-977a-4d1a-b364-164aa0221919 tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:26.426020 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b64dea65-3784-413f-81d0-faa4da5c5b09 req-d716c8e1-977a-4d1a-b364-164aa0221919 tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] 10.222.0.44 "GET /v2.0/ports?device_id=33446375-213e-47b1-b341-99fc113baf57 HTTP/1.1" status: 200 len: 945 time: 0.0672317 Aug 10 03:55:26.434733 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:26.477192 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['c2ad1cd0-c25d-498a-ac1c-b4df3b6f2206'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:55:26.494622 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e291977e-d0c4-49b2-beda-3a4ca9065274 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Router e11bcfe8-17b4-43be-b159-3fb5c8d659c7 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:55:26.514300 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b64dea65-3784-413f-81d0-faa4da5c5b09 req-f07dd794-eed9-4b69-88be-71f9f7728fe9 tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] 10.222.0.44 "GET /v2.0/security-groups?id=13a9e226-cbfd-445e-8202-d264bd25819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764115 Aug 10 03:55:26.593424 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-92277049-73f9-45dc-ba70-556185b30907 None None] Provisioning for port 1ccd934b-ccfd-49bb-8367-0d203cc03ecb completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:55:26.643675 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e291977e-d0c4-49b2-beda-3a4ca9065274 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:55:26.661538 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e291977e-d0c4-49b2-beda-3a4ca9065274 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "PUT /v2.0/routers/e11bcfe8-17b4-43be-b159-3fb5c8d659c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1066360 Aug 10 03:55:26.665948 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42848) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:26.671862 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-0cca53a6-37f9-489a-9a90-9d7fc68dac71 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:26.714694 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391f4396-4265-49d2-8b8d-89bd0fe7d420 None None] Sync routers for ids ['e11bcfe8-17b4-43be-b159-3fb5c8d659c7'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:55:26.719035 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-92277049-73f9-45dc-ba70-556185b30907 None None] Provisioning complete for port 1ccd934b-ccfd-49bb-8367-0d203cc03ecb triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:26.719658 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-92277049-73f9-45dc-ba70-556185b30907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:26.751973 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:26.863301 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391f4396-4265-49d2-8b8d-89bd0fe7d420 None None] Routers {'e11bcfe8-17b4-43be-b159-3fb5c8d659c7'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:55:26.864535 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-391f4396-4265-49d2-8b8d-89bd0fe7d420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:55:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['e11bcfe8-17b4-43be-b159-3fb5c8d659c7'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:27.096813 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:27.106625 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 56381e9b-5f53-48f9-80aa-abd01d84aec9, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=56381e9b-5f53-48f9-80aa-abd01d84aec9,segment=NetworkSegment(171209e2-350c-432a-9c4d-0c2e0a5e08cb),segment_id=171209e2-350c-432a-9c4d-0c2e0a5e08cb)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:27.180998 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:27.314654 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-391f4396-4265-49d2-8b8d-89bd0fe7d420 None None] Set router e11bcfe8-17b4-43be-b159-3fb5c8d659c7 gateway port host: None {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:55:27.334435 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.extraroute_db [None req-0cca53a6-37f9-489a-9a90-9d7fc68dac71 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=94261) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 10 03:55:27.375342 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.extraroute_db [None req-0cca53a6-37f9-489a-9a90-9d7fc68dac71 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Removed routes are [] {{(pid=94261) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 10 03:55:27.375682 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0cca53a6-37f9-489a-9a90-9d7fc68dac71 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-520463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-522334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1409'] for router, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:27.533988 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-92277049-73f9-45dc-ba70-556185b30907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:27.572100 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=56381e9b-5f53-48f9-80aa-abd01d84aec9,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:27.691157 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0cca53a6-37f9-489a-9a90-9d7fc68dac71 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-520463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-522334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1409'] for router, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:27.696560 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0cca53a6-37f9-489a-9a90-9d7fc68dac71 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-520692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-520701', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-522311'] for router, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:27.773506 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d2f21a-f978-4e76-b58b-f60c0506ba49 req-e1f59292-b190-4fce-ac95-e379bb8ea1fa tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:27.778975 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-53d2f21a-f978-4e76-b58b-f60c0506ba49 req-e1f59292-b190-4fce-ac95-e379bb8ea1fa tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] 10.222.0.44 "GET /v2.0/ports?device_id=33446375-213e-47b1-b341-99fc113baf57 HTTP/1.1" status: 200 len: 945 time: 0.1094944 Aug 10 03:55:27.782090 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-92277049-73f9-45dc-ba70-556185b30907 None None] For port 1ccd934b-ccfd-49bb-8367-0d203cc03ecb, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=1ccd934b-ccfd-49bb-8367-0d203cc03ecb,segment=NetworkSegment(9e0ccdab-3ea3-489b-9c1c-d86e8d2b9010),segment_id=9e0ccdab-3ea3-489b-9c1c-d86e8d2b9010)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:27.812201 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-92277049-73f9-45dc-ba70-556185b30907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:27.867163 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-53d2f21a-f978-4e76-b58b-f60c0506ba49 req-ad8f0ef9-f746-4aa4-93aa-b3a10515a991 tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] 10.222.0.44 "GET /v2.0/security-groups?id=13a9e226-cbfd-445e-8202-d264bd25819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793307 Aug 10 03:55:27.929391 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cca53a6-37f9-489a-9a90-9d7fc68dac71 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Router e11bcfe8-17b4-43be-b159-3fb5c8d659c7 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:55:27.939203 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92277049-73f9-45dc-ba70-556185b30907 None None] Pushing event updated for resources: {'Port': ['ID=1ccd934b-ccfd-49bb-8367-0d203cc03ecb,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:27.971441 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-21323636-93bd-4a77-af51-af8d8e86527e None None] Provisioning complete for port 1ccd934b-ccfd-49bb-8367-0d203cc03ecb triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:27.971441 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-21323636-93bd-4a77-af51-af8d8e86527e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:28.026157 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-391f4396-4265-49d2-8b8d-89bd0fe7d420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11bcfe8-17b4-43be-b159-3fb5c8d659c7', 'name': 'tempest-RoutersIpV6Test-router-1779291695', 'tenant_id': '7f13fa511760438bb7dce833c039b782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:55:03Z', 'updated_at': '2021-08-10T03:55:25Z', 'revision_number': 5, 'project_id': '7f13fa511760438bb7dce833c039b782', 'gw_port_host': None, '_interfaces': [{'id': '56381e9b-5f53-48f9-80aa-abd01d84aec9', 'name': '', 'network_id': 'c5a8b942-be82-4d23-addb-4357daff0551', 'tenant_id': '7f13fa511760438bb7dce833c039b782', 'mac_address': 'fa:16:3e:df:4b:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11bcfe8-17b4-43be-b159-3fb5c8d659c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': 'e5bbe5ce-04dd-4304-b7cb-aa6a95475659', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:55:17Z', 'updated_at': '2021-08-10T03:55:22Z', 'revision_number': 4, 'project_id': '7f13fa511760438bb7dce833c039b782', 'subnets': [{'id': 'e5bbe5ce-04dd-4304-b7cb-aa6a95475659', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5df06776-1da2-438f-9bc7-6d2ff5ce9205', 'name': '', 'network_id': '844d363c-7186-4b12-9b54-bcbaa020f2a7', 'tenant_id': '7f13fa511760438bb7dce833c039b782', 'mac_address': 'fa:16:3e:0e:d2:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11bcfe8-17b4-43be-b159-3fb5c8d659c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': 'ce03c0c9-dd94-4f31-b362-c8837f5ac848', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:55:23Z', 'updated_at': '2021-08-10T03:55:25Z', 'revision_number': 2, 'project_id': '7f13fa511760438bb7dce833c039b782', 'subnets': [{'id': 'ce03c0c9-dd94-4f31-b362-c8837f5ac848', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f9bf16b-516e-4d91-bba1-6ce3b7bd70a7', 'name': '', 'network_id': '8267467f-6583-4276-80f5-94ceabefe6d7', 'tenant_id': '7f13fa511760438bb7dce833c039b782', 'mac_address': 'fa:16:3e:77:0c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11bcfe8-17b4-43be-b159-3fb5c8d659c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': 'c6f6dffc-5cc1-4d11-a114-29902ae8514c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:55:11Z', 'updated_at': '2021-08-10T03:55:20Z', 'revision_number': 5, 'project_id': '7f13fa511760438bb7dce833c039b782', 'subnets': [{'id': 'c6f6dffc-5cc1-4d11-a114-29902ae8514c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2daf04b-444f-4e22-ad91-ea0718693490', 'name': '', 'network_id': 'f759851e-f4f5-4341-b3d7-3be3456f4a88', 'tenant_id': '7f13fa511760438bb7dce833c039b782', 'mac_address': 'fa:16:3e:4f:b4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11bcfe8-17b4-43be-b159-3fb5c8d659c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': 'e38341a6-655d-4d64-9708-445546caa103', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:55:04Z', 'updated_at': '2021-08-10T03:55:12Z', 'revision_number': 5, 'project_id': '7f13fa511760438bb7dce833c039b782', 'subnets': [{'id': 'e38341a6-655d-4d64-9708-445546caa103', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:28.058648 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391f4396-4265-49d2-8b8d-89bd0fe7d420 None None] Checking router: e11bcfe8-17b4-43be-b159-3fb5c8d659c7 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:55:28.059094 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391f4396-4265-49d2-8b8d-89bd0fe7d420 None None] Updating router e11bcfe8-17b4-43be-b159-3fb5c8d659c7 port 5df06776-1da2-438f-9bc7-6d2ff5ce9205 binding host n-d-768862-13 {{(pid=94262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:55:28.123237 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-391f4396-4265-49d2-8b8d-89bd0fe7d420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:28.169823 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cca53a6-37f9-489a-9a90-9d7fc68dac71 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:55:28.183409 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0cca53a6-37f9-489a-9a90-9d7fc68dac71 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:28.184932 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-0cca53a6-37f9-489a-9a90-9d7fc68dac71 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "PUT /v2.0/routers/e11bcfe8-17b4-43be-b159-3fb5c8d659c7 HTTP/1.1" status: 200 len: 954 time: 1.5174134 Aug 10 03:55:28.189114 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42920) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:28.257881 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-21323636-93bd-4a77-af51-af8d8e86527e None None] Provisioning for port 5df06776-1da2-438f-9bc7-6d2ff5ce9205 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:55:28.271302 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-21323636-93bd-4a77-af51-af8d8e86527e None None] Provisioning complete for port 5df06776-1da2-438f-9bc7-6d2ff5ce9205 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:28.271752 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-21323636-93bd-4a77-af51-af8d8e86527e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:28.311768 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-252f131e-178f-481d-8d57-7814dd7a0f38 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "GET /v2.0/routers/e11bcfe8-17b4-43be-b159-3fb5c8d659c7 HTTP/1.1" status: 200 len: 954 time: 0.1166124 Aug 10 03:55:28.312106 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 42922) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:28.318518 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-741ad05e-1209-464d-86f3-3c8b953ad172 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Request body: {'router': {'routes': None}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:28.400248 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-21323636-93bd-4a77-af51-af8d8e86527e None None] Port 5df06776-1da2-438f-9bc7-6d2ff5ce9205 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:55:28.623728 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-0ffb30d4-62fc-4a61-a1b2-11abcb624f05 None None] Provisioning complete for port 5df06776-1da2-438f-9bc7-6d2ff5ce9205 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:28.624100 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-0ffb30d4-62fc-4a61-a1b2-11abcb624f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:28.652925 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-391f4396-4265-49d2-8b8d-89bd0fe7d420 None None] Notify callbacks [] for port, precommit_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:28.672930 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-391f4396-4265-49d2-8b8d-89bd0fe7d420 None None] Transition to ACTIVE for port object 5df06776-1da2-438f-9bc7-6d2ff5ce9205 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:55:28.680058 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-0ffb30d4-62fc-4a61-a1b2-11abcb624f05 None None] Port 5df06776-1da2-438f-9bc7-6d2ff5ce9205 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:55:28.683805 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-391f4396-4265-49d2-8b8d-89bd0fe7d420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:28.743653 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a04ae3-3c59-4346-889c-5277291d15e1 None None] Pushing event updated for resources: {'Port': ['ID=5df06776-1da2-438f-9bc7-6d2ff5ce9205,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:28.851528 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-391f4396-4265-49d2-8b8d-89bd0fe7d420 None None] Attempting to bind port 5df06776-1da2-438f-9bc7-6d2ff5ce9205 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:55:28.852330 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-391f4396-4265-49d2-8b8d-89bd0fe7d420 None None] Attempting to bind port 5df06776-1da2-438f-9bc7-6d2ff5ce9205 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '9e0ccdab-3ea3-489b-9c1c-d86e8d2b9010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '844d363c-7186-4b12-9b54-bcbaa020f2a7'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:55:28.853089 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391f4396-4265-49d2-8b8d-89bd0fe7d420 None None] Attempting to bind port 5df06776-1da2-438f-9bc7-6d2ff5ce9205 on network 844d363c-7186-4b12-9b54-bcbaa020f2a7 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:55:28.864468 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391f4396-4265-49d2-8b8d-89bd0fe7d420 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:55:28.865231 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391f4396-4265-49d2-8b8d-89bd0fe7d420 None None] Checking segment: {'id': '9e0ccdab-3ea3-489b-9c1c-d86e8d2b9010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '844d363c-7186-4b12-9b54-bcbaa020f2a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:55:28.866014 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-391f4396-4265-49d2-8b8d-89bd0fe7d420 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:28.867033 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391f4396-4265-49d2-8b8d-89bd0fe7d420 None None] Bound using segment: {'id': '9e0ccdab-3ea3-489b-9c1c-d86e8d2b9010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '844d363c-7186-4b12-9b54-bcbaa020f2a7'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:55:28.867764 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-391f4396-4265-49d2-8b8d-89bd0fe7d420 None None] Bound port: 5df06776-1da2-438f-9bc7-6d2ff5ce9205, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e0ccdab-3ea3-489b-9c1c-d86e8d2b9010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '844d363c-7186-4b12-9b54-bcbaa020f2a7'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:55:28.868539 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-391f4396-4265-49d2-8b8d-89bd0fe7d420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:28.898887 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.extraroute_db [None req-741ad05e-1209-464d-86f3-3c8b953ad172 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Added routes are [] {{(pid=94260) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 10 03:55:28.899780 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.extraroute_db [None req-741ad05e-1209-464d-86f3-3c8b953ad172 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=94260) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 10 03:55:28.967199 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-741ad05e-1209-464d-86f3-3c8b953ad172 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-520463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-522334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1409'] for router, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:29.019589 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-391f4396-4265-49d2-8b8d-89bd0fe7d420 None None] For port 5df06776-1da2-438f-9bc7-6d2ff5ce9205, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:55:29.025118 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-391f4396-4265-49d2-8b8d-89bd0fe7d420 None None] For port 5df06776-1da2-438f-9bc7-6d2ff5ce9205, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=5df06776-1da2-438f-9bc7-6d2ff5ce9205,segment=NetworkSegment(9e0ccdab-3ea3-489b-9c1c-d86e8d2b9010),segment_id=9e0ccdab-3ea3-489b-9c1c-d86e8d2b9010)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:55:29.033786 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-391f4396-4265-49d2-8b8d-89bd0fe7d420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:29.092513 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391f4396-4265-49d2-8b8d-89bd0fe7d420 None None] Routers {'e11bcfe8-17b4-43be-b159-3fb5c8d659c7'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:55:29.093320 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-391f4396-4265-49d2-8b8d-89bd0fe7d420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:55:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['e11bcfe8-17b4-43be-b159-3fb5c8d659c7'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:29.185346 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a04ae3-3c59-4346-889c-5277291d15e1 None None] Pushing event updated for resources: {'Port': ['ID=5df06776-1da2-438f-9bc7-6d2ff5ce9205,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:29.221252 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f425366-529f-482d-be8b-b39a8d8bfb19 req-3461c252-4e10-4524-9798-40b242c7ad62 tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:29.223776 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-391f4396-4265-49d2-8b8d-89bd0fe7d420 None None] Set router e11bcfe8-17b4-43be-b159-3fb5c8d659c7 gateway port host: None {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:55:29.229078 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0f425366-529f-482d-be8b-b39a8d8bfb19 req-3461c252-4e10-4524-9798-40b242c7ad62 tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] 10.222.0.44 "GET /v2.0/ports?device_id=33446375-213e-47b1-b341-99fc113baf57 HTTP/1.1" status: 200 len: 945 time: 0.1247768 Aug 10 03:55:29.322822 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0f425366-529f-482d-be8b-b39a8d8bfb19 req-8e67196c-e4db-4a58-8c84-6d2ddf8d8cdd tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] 10.222.0.44 "GET /v2.0/security-groups?id=13a9e226-cbfd-445e-8202-d264bd25819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925536 Aug 10 03:55:29.435073 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-741ad05e-1209-464d-86f3-3c8b953ad172 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-520463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-522334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1409'] for router, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:29.444848 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-741ad05e-1209-464d-86f3-3c8b953ad172 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-520692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-520701', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-522311'] for router, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:29.540748 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device c2ad1cd0-c25d-498a-ac1c-b4df3b6f2206 up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:55:29.631499 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-741ad05e-1209-464d-86f3-3c8b953ad172 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Router e11bcfe8-17b4-43be-b159-3fb5c8d659c7 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:55:29.762536 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-741ad05e-1209-464d-86f3-3c8b953ad172 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:55:29.769939 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-741ad05e-1209-464d-86f3-3c8b953ad172 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for router, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:29.771687 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-741ad05e-1209-464d-86f3-3c8b953ad172 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "PUT /v2.0/routers/e11bcfe8-17b4-43be-b159-3fb5c8d659c7 HTTP/1.1" status: 200 len: 704 time: 1.4582143 Aug 10 03:55:29.774564 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 42934) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:29.831318 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 1ccd934b-ccfd-49bb-8367-0d203cc03ecb up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:55:29.924307 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-ca97020f-6e9f-4c5d-9c48-343e9eb6d05f tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "GET /v2.0/routers/e11bcfe8-17b4-43be-b159-3fb5c8d659c7 HTTP/1.1" status: 200 len: 704 time: 0.1475222 Aug 10 03:55:29.927442 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42936) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:30.001540 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning for port c2ad1cd0-c25d-498a-ac1c-b4df3b6f2206 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:55:30.012013 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-391f4396-4265-49d2-8b8d-89bd0fe7d420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11bcfe8-17b4-43be-b159-3fb5c8d659c7', 'name': 'tempest-RoutersIpV6Test-router-1779291695', 'tenant_id': '7f13fa511760438bb7dce833c039b782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:55:03Z', 'updated_at': '2021-08-10T03:55:28Z', 'revision_number': 7, 'project_id': '7f13fa511760438bb7dce833c039b782', 'gw_port_host': None, '_interfaces': [{'id': '56381e9b-5f53-48f9-80aa-abd01d84aec9', 'name': '', 'network_id': 'c5a8b942-be82-4d23-addb-4357daff0551', 'tenant_id': '7f13fa511760438bb7dce833c039b782', 'mac_address': 'fa:16:3e:df:4b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11bcfe8-17b4-43be-b159-3fb5c8d659c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': 'e5bbe5ce-04dd-4304-b7cb-aa6a95475659', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:55:17Z', 'updated_at': '2021-08-10T03:55:26Z', 'revision_number': 5, 'project_id': '7f13fa511760438bb7dce833c039b782', 'subnets': [{'id': 'e5bbe5ce-04dd-4304-b7cb-aa6a95475659', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5df06776-1da2-438f-9bc7-6d2ff5ce9205', 'name': '', 'network_id': '844d363c-7186-4b12-9b54-bcbaa020f2a7', 'tenant_id': '7f13fa511760438bb7dce833c039b782', 'mac_address': 'fa:16:3e:0e:d2:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11bcfe8-17b4-43be-b159-3fb5c8d659c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': 'ce03c0c9-dd94-4f31-b362-c8837f5ac848', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:55:23Z', 'updated_at': '2021-08-10T03:55:29Z', 'revision_number': 4, 'project_id': '7f13fa511760438bb7dce833c039b782', 'subnets': [{'id': 'ce03c0c9-dd94-4f31-b362-c8837f5ac848', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f9bf16b-516e-4d91-bba1-6ce3b7bd70a7', 'name': '', 'network_id': '8267467f-6583-4276-80f5-94ceabefe6d7', 'tenant_id': '7f13fa511760438bb7dce833c039b782', 'mac_address': 'fa:16:3e:77:0c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11bcfe8-17b4-43be-b159-3fb5c8d659c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': 'c6f6dffc-5cc1-4d11-a114-29902ae8514c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:55:11Z', 'updated_at': '2021-08-10T03:55:20Z', 'revision_number': 5, 'project_id': '7f13fa511760438bb7dce833c039b782', 'subnets': [{'id': 'c6f6dffc-5cc1-4d11-a114-29902ae8514c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2daf04b-444f-4e22-ad91-ea0718693490', 'name': '', 'network_id': 'f759851e-f4f5-4341-b3d7-3be3456f4a88', 'tenant_id': '7f13fa511760438bb7dce833c039b782', 'mac_address': 'fa:16:3e:4f:b4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11bcfe8-17b4-43be-b159-3fb5c8d659c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': 'e38341a6-655d-4d64-9708-445546caa103', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:55:04Z', 'updated_at': '2021-08-10T03:55:12Z', 'revision_number': 5, 'project_id': '7f13fa511760438bb7dce833c039b782', 'subnets': [{'id': 'e38341a6-655d-4d64-9708-445546caa103', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:30.018725 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port c2ad1cd0-c25d-498a-ac1c-b4df3b6f2206 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:30.019685 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:30.117205 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391f4396-4265-49d2-8b8d-89bd0fe7d420 None None] The sync data for ids ['e11bcfe8-17b4-43be-b159-3fb5c8d659c7'] in n-d-768862-13 is: [{'id': 'e11bcfe8-17b4-43be-b159-3fb5c8d659c7', 'name': 'tempest-RoutersIpV6Test-router-1779291695', 'tenant_id': '7f13fa511760438bb7dce833c039b782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:55:03Z', 'updated_at': '2021-08-10T03:55:28Z', 'revision_number': 7, 'project_id': '7f13fa511760438bb7dce833c039b782', 'gw_port_host': None, '_interfaces': [{'id': '56381e9b-5f53-48f9-80aa-abd01d84aec9', 'name': '', 'network_id': 'c5a8b942-be82-4d23-addb-4357daff0551', 'tenant_id': '7f13fa511760438bb7dce833c039b782', 'mac_address': 'fa:16:3e:df:4b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11bcfe8-17b4-43be-b159-3fb5c8d659c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': 'e5bbe5ce-04dd-4304-b7cb-aa6a95475659', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:55:17Z', 'updated_at': '2021-08-10T03:55:26Z', 'revision_number': 5, 'project_id': '7f13fa511760438bb7dce833c039b782', 'subnets': [{'id': 'e5bbe5ce-04dd-4304-b7cb-aa6a95475659', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5df06776-1da2-438f-9bc7-6d2ff5ce9205', 'name': '', 'network_id': '844d363c-7186-4b12-9b54-bcbaa020f2a7', 'tenant_id': '7f13fa511760438bb7dce833c039b782', 'mac_address': 'fa:16:3e:0e:d2:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11bcfe8-17b4-43be-b159-3fb5c8d659c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': 'ce03c0c9-dd94-4f31-b362-c8837f5ac848', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:55:23Z', 'updated_at': '2021-08-10T03:55:29Z', 'revision_number': 4, 'project_id': '7f13fa511760438bb7dce833c039b782', 'subnets': [{'id': 'ce03c0c9-dd94-4f31-b362-c8837f5ac848', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f9bf16b-516e-4d91-bba1-6ce3b7bd70a7', 'name': '', 'network_id': '8267467f-6583-4276-80f5-94ceabefe6d7', 'tenant_id': '7f13fa511760438bb7dce833c039b782', 'mac_address': 'fa:16:3e:77:0c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11bcfe8-17b4-43be-b159-3fb5c8d659c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': 'c6f6dffc-5cc1-4d11-a114-29902ae8514c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:55:11Z', 'updated_at': '2021-08-10T03:55:20Z', 'revision_number': 5, 'project_id': '7f13fa511760438bb7dce833c039b782', 'subnets': [{'id': 'c6f6dffc-5cc1-4d11-a114-29902ae8514c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2daf04b-444f-4e22-ad91-ea0718693490', 'name': '', 'network_id': 'f759851e-f4f5-4341-b3d7-3be3456f4a88', 'tenant_id': '7f13fa511760438bb7dce833c039b782', 'mac_address': 'fa:16:3e:4f:b4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11bcfe8-17b4-43be-b159-3fb5c8d659c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': 'e38341a6-655d-4d64-9708-445546caa103', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:55:04Z', 'updated_at': '2021-08-10T03:55:12Z', 'revision_number': 5, 'project_id': '7f13fa511760438bb7dce833c039b782', 'subnets': [{'id': 'e38341a6-655d-4d64-9708-445546caa103', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:55:30.136141 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 1ccd934b-ccfd-49bb-8367-0d203cc03ecb triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:30.136141 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:30.390161 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:30.409854 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 56381e9b-5f53-48f9-80aa-abd01d84aec9 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:55:30.591257 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33446375-213e-47b1-b341-99fc113baf57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2ad1cd0-c25d-498a-ac1c-b4df3b6f2206'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:55:30.616759 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1ff0c5bf-6528-4ac9-87a1-e751c76544cc tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521880'] for router_interface, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:30.618538 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c486654-99f9-41e7-be5a-3151d016d705" -d '{"events": [{"server_uuid": "33446375-213e-47b1-b341-99fc113baf57", "name": "network-vif-plugged", "status": "completed", "tag": "c2ad1cd0-c25d-498a-ac1c-b4df3b6f2206"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:55:30.636284 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b947f6-d994-4804-9ea5-fe3e20d2fda6 req-31bc46d1-fd3e-43e6-b551-3b8da501a211 tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:30.639665 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port c2ad1cd0-c25d-498a-ac1c-b4df3b6f2206, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=c2ad1cd0-c25d-498a-ac1c-b4df3b6f2206,segment=NetworkSegment(edd18bbb-020d-4325-8231-42f847ee3107),segment_id=edd18bbb-020d-4325-8231-42f847ee3107)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:30.662400 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-82b947f6-d994-4804-9ea5-fe3e20d2fda6 req-31bc46d1-fd3e-43e6-b551-3b8da501a211 tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] 10.222.0.44 "GET /v2.0/ports?device_id=33446375-213e-47b1-b341-99fc113baf57 HTTP/1.1" status: 200 len: 945 time: 0.1228132 Aug 10 03:55:30.665313 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:30.779211 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-82b947f6-d994-4804-9ea5-fe3e20d2fda6 req-443fae57-ecc6-443f-9dc5-b41c2457d88a tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] 10.222.0.44 "GET /v2.0/security-groups?id=13a9e226-cbfd-445e-8202-d264bd25819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124644 Aug 10 03:55:30.790544 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3263b10a-67f6-47d7-8f13-a4fdf8929533 x-openstack-request-id: req-3263b10a-67f6-47d7-8f13-a4fdf8929533 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:55:30.791131 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33446375-213e-47b1-b341-99fc113baf57", "name": "network-vif-plugged", "status": "completed", "tag": "c2ad1cd0-c25d-498a-ac1c-b4df3b6f2206", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:55:30.793425 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3263b10a-67f6-47d7-8f13-a4fdf8929533 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:55:30.793425 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33446375-213e-47b1-b341-99fc113baf57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2ad1cd0-c25d-498a-ac1c-b4df3b6f2206', 'code': 200} Aug 10 03:55:30.852235 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d422739-91a7-4601-9b2b-fe3e9a185ac9 req-92a4e3a7-6f9e-427c-9d54-e13fc431d394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:30.853911 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9d422739-91a7-4601-9b2b-fe3e9a185ac9 req-92a4e3a7-6f9e-427c-9d54-e13fc431d394 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=33446375-213e-47b1-b341-99fc113baf57 HTTP/1.1" status: 200 len: 1098 time: 0.0727394 Aug 10 03:55:30.880563 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 56381e9b-5f53-48f9-80aa-abd01d84aec9 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:30.881322 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:30.886386 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=c2ad1cd0-c25d-498a-ac1c-b4df3b6f2206,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:30.950255 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9d422739-91a7-4601-9b2b-fe3e9a185ac9 req-00db82ba-00c7-461d-9621-88e52e418946 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=13a9e226-cbfd-445e-8202-d264bd25819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863647 Aug 10 03:55:31.087332 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-1ff0c5bf-6528-4ac9-87a1-e751c76544cc tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Deleting port 5df06776-1da2-438f-9bc7-6d2ff5ce9205 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:55:31.088275 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1ff0c5bf-6528-4ac9-87a1-e751c76544cc tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:31.221680 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-1ff0c5bf-6528-4ac9-87a1-e751c76544cc tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] For port 5df06776-1da2-438f-9bc7-6d2ff5ce9205, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=5df06776-1da2-438f-9bc7-6d2ff5ce9205,segment=NetworkSegment(9e0ccdab-3ea3-489b-9c1c-d86e8d2b9010),segment_id=9e0ccdab-3ea3-489b-9c1c-d86e8d2b9010)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:31.222318 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1ff0c5bf-6528-4ac9-87a1-e751c76544cc tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:31.249073 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-1ff0c5bf-6528-4ac9-87a1-e751c76544cc tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Calling delete_port for 5df06776-1da2-438f-9bc7-6d2ff5ce9205 owned by network:router_interface {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:55:31.387106 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c501087-b1b9-4d37-b0ba-1f8532122798 None None] Sync routers for ids ['e11bcfe8-17b4-43be-b159-3fb5c8d659c7'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:55:31.406346 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c501087-b1b9-4d37-b0ba-1f8532122798 None None] Routers {'e11bcfe8-17b4-43be-b159-3fb5c8d659c7'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:55:31.407763 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-9c501087-b1b9-4d37-b0ba-1f8532122798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:55:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['e11bcfe8-17b4-43be-b159-3fb5c8d659c7'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:31.517858 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1ff0c5bf-6528-4ac9-87a1-e751c76544cc tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:31.534804 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 5df06776-1da2-438f-9bc7-6d2ff5ce9205 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:55:31.567321 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 5df06776-1da2-438f-9bc7-6d2ff5ce9205 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:55:31.568540 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 5df06776-1da2-438f-9bc7-6d2ff5ce9205 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 10 03:55:31.570643 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff0c5bf-6528-4ac9-87a1-e751c76544cc tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Pushing event deleted for resources: {'Port': ['ID=5df06776-1da2-438f-9bc7-6d2ff5ce9205,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:31.594432 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-9c501087-b1b9-4d37-b0ba-1f8532122798 None None] Set router e11bcfe8-17b4-43be-b159-3fb5c8d659c7 gateway port host: None {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:55:31.619799 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Port 5df06776-1da2-438f-9bc7-6d2ff5ce9205 not found, will not notify nova. {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 10 03:55:31.823818 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1ff0c5bf-6528-4ac9-87a1-e751c76544cc tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-522536'] for router_interface, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:32.045315 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f024a7-db20-45e9-803e-e13299363f0c req-0216c6d7-d95c-499e-9397-f22b0a6c0ff8 tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:32.050181 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-75f024a7-db20-45e9-803e-e13299363f0c req-0216c6d7-d95c-499e-9397-f22b0a6c0ff8 tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] 10.222.0.44 "GET /v2.0/ports?device_id=33446375-213e-47b1-b341-99fc113baf57 HTTP/1.1" status: 200 len: 946 time: 0.1542528 Aug 10 03:55:32.130936 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-75f024a7-db20-45e9-803e-e13299363f0c req-127103a6-8708-44ef-84ee-0bfca77af5a6 tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] 10.222.0.44 "GET /v2.0/security-groups?id=13a9e226-cbfd-445e-8202-d264bd25819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724208 Aug 10 03:55:32.186589 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-9c501087-b1b9-4d37-b0ba-1f8532122798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11bcfe8-17b4-43be-b159-3fb5c8d659c7', 'name': 'tempest-RoutersIpV6Test-router-1779291695', 'tenant_id': '7f13fa511760438bb7dce833c039b782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:55:03Z', 'updated_at': '2021-08-10T03:55:28Z', 'revision_number': 7, 'project_id': '7f13fa511760438bb7dce833c039b782', 'gw_port_host': None, '_interfaces': [{'id': '56381e9b-5f53-48f9-80aa-abd01d84aec9', 'name': '', 'network_id': 'c5a8b942-be82-4d23-addb-4357daff0551', 'tenant_id': '7f13fa511760438bb7dce833c039b782', 'mac_address': 'fa:16:3e:df:4b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11bcfe8-17b4-43be-b159-3fb5c8d659c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': 'e5bbe5ce-04dd-4304-b7cb-aa6a95475659', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:55:17Z', 'updated_at': '2021-08-10T03:55:26Z', 'revision_number': 5, 'project_id': '7f13fa511760438bb7dce833c039b782', 'subnets': [{'id': 'e5bbe5ce-04dd-4304-b7cb-aa6a95475659', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5df06776-1da2-438f-9bc7-6d2ff5ce9205', 'name': '', 'network_id': '844d363c-7186-4b12-9b54-bcbaa020f2a7', 'tenant_id': '7f13fa511760438bb7dce833c039b782', 'mac_address': 'fa:16:3e:0e:d2:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11bcfe8-17b4-43be-b159-3fb5c8d659c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': 'ce03c0c9-dd94-4f31-b362-c8837f5ac848', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:55:23Z', 'updated_at': '2021-08-10T03:55:29Z', 'revision_number': 4, 'project_id': '7f13fa511760438bb7dce833c039b782', 'subnets': [{'id': 'ce03c0c9-dd94-4f31-b362-c8837f5ac848', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f9bf16b-516e-4d91-bba1-6ce3b7bd70a7', 'name': '', 'network_id': '8267467f-6583-4276-80f5-94ceabefe6d7', 'tenant_id': '7f13fa511760438bb7dce833c039b782', 'mac_address': 'fa:16:3e:77:0c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11bcfe8-17b4-43be-b159-3fb5c8d659c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': 'c6f6dffc-5cc1-4d11-a114-29902ae8514c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:55:11Z', 'updated_at': '2021-08-10T03:55:20Z', 'revision_number': 5, 'project_id': '7f13fa511760438bb7dce833c039b782', 'subnets': [{'id': 'c6f6dffc-5cc1-4d11-a114-29902ae8514c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2daf04b-444f-4e22-ad91-ea0718693490', 'name': '', 'network_id': 'f759851e-f4f5-4341-b3d7-3be3456f4a88', 'tenant_id': '7f13fa511760438bb7dce833c039b782', 'mac_address': 'fa:16:3e:4f:b4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11bcfe8-17b4-43be-b159-3fb5c8d659c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': 'e38341a6-655d-4d64-9708-445546caa103', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:55:04Z', 'updated_at': '2021-08-10T03:55:12Z', 'revision_number': 5, 'project_id': '7f13fa511760438bb7dce833c039b782', 'subnets': [{'id': 'e38341a6-655d-4d64-9708-445546caa103', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:32.224904 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c501087-b1b9-4d37-b0ba-1f8532122798 None None] Checking router: e11bcfe8-17b4-43be-b159-3fb5c8d659c7 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:55:32.239158 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c501087-b1b9-4d37-b0ba-1f8532122798 None None] Routers {'e11bcfe8-17b4-43be-b159-3fb5c8d659c7'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:55:32.239821 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-9c501087-b1b9-4d37-b0ba-1f8532122798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:55:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['e11bcfe8-17b4-43be-b159-3fb5c8d659c7'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:32.269572 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ff0c5bf-6528-4ac9-87a1-e751c76544cc tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Router e11bcfe8-17b4-43be-b159-3fb5c8d659c7 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:55:32.343169 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-9c501087-b1b9-4d37-b0ba-1f8532122798 None None] Set router e11bcfe8-17b4-43be-b159-3fb5c8d659c7 gateway port host: None {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:55:32.727013 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-9c501087-b1b9-4d37-b0ba-1f8532122798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11bcfe8-17b4-43be-b159-3fb5c8d659c7', 'name': 'tempest-RoutersIpV6Test-router-1779291695', 'tenant_id': '7f13fa511760438bb7dce833c039b782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:55:03Z', 'updated_at': '2021-08-10T03:55:31Z', 'revision_number': 8, 'project_id': '7f13fa511760438bb7dce833c039b782', 'gw_port_host': None, '_interfaces': [{'id': '56381e9b-5f53-48f9-80aa-abd01d84aec9', 'name': '', 'network_id': 'c5a8b942-be82-4d23-addb-4357daff0551', 'tenant_id': '7f13fa511760438bb7dce833c039b782', 'mac_address': 'fa:16:3e:df:4b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11bcfe8-17b4-43be-b159-3fb5c8d659c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': 'e5bbe5ce-04dd-4304-b7cb-aa6a95475659', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:55:17Z', 'updated_at': '2021-08-10T03:55:26Z', 'revision_number': 5, 'project_id': '7f13fa511760438bb7dce833c039b782', 'subnets': [{'id': 'e5bbe5ce-04dd-4304-b7cb-aa6a95475659', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f9bf16b-516e-4d91-bba1-6ce3b7bd70a7', 'name': '', 'network_id': '8267467f-6583-4276-80f5-94ceabefe6d7', 'tenant_id': '7f13fa511760438bb7dce833c039b782', 'mac_address': 'fa:16:3e:77:0c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11bcfe8-17b4-43be-b159-3fb5c8d659c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': 'c6f6dffc-5cc1-4d11-a114-29902ae8514c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:55:11Z', 'updated_at': '2021-08-10T03:55:20Z', 'revision_number': 5, 'project_id': '7f13fa511760438bb7dce833c039b782', 'subnets': [{'id': 'c6f6dffc-5cc1-4d11-a114-29902ae8514c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2daf04b-444f-4e22-ad91-ea0718693490', 'name': '', 'network_id': 'f759851e-f4f5-4341-b3d7-3be3456f4a88', 'tenant_id': '7f13fa511760438bb7dce833c039b782', 'mac_address': 'fa:16:3e:4f:b4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11bcfe8-17b4-43be-b159-3fb5c8d659c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': 'e38341a6-655d-4d64-9708-445546caa103', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:55:04Z', 'updated_at': '2021-08-10T03:55:12Z', 'revision_number': 5, 'project_id': '7f13fa511760438bb7dce833c039b782', 'subnets': [{'id': 'e38341a6-655d-4d64-9708-445546caa103', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:32.786272 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c501087-b1b9-4d37-b0ba-1f8532122798 None None] The sync data for ids ['e11bcfe8-17b4-43be-b159-3fb5c8d659c7'] in n-d-768862-13 is: [{'id': 'e11bcfe8-17b4-43be-b159-3fb5c8d659c7', 'name': 'tempest-RoutersIpV6Test-router-1779291695', 'tenant_id': '7f13fa511760438bb7dce833c039b782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:55:03Z', 'updated_at': '2021-08-10T03:55:31Z', 'revision_number': 8, 'project_id': '7f13fa511760438bb7dce833c039b782', 'gw_port_host': None, '_interfaces': [{'id': '56381e9b-5f53-48f9-80aa-abd01d84aec9', 'name': '', 'network_id': 'c5a8b942-be82-4d23-addb-4357daff0551', 'tenant_id': '7f13fa511760438bb7dce833c039b782', 'mac_address': 'fa:16:3e:df:4b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11bcfe8-17b4-43be-b159-3fb5c8d659c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': 'e5bbe5ce-04dd-4304-b7cb-aa6a95475659', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:55:17Z', 'updated_at': '2021-08-10T03:55:26Z', 'revision_number': 5, 'project_id': '7f13fa511760438bb7dce833c039b782', 'subnets': [{'id': 'e5bbe5ce-04dd-4304-b7cb-aa6a95475659', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f9bf16b-516e-4d91-bba1-6ce3b7bd70a7', 'name': '', 'network_id': '8267467f-6583-4276-80f5-94ceabefe6d7', 'tenant_id': '7f13fa511760438bb7dce833c039b782', 'mac_address': 'fa:16:3e:77:0c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11bcfe8-17b4-43be-b159-3fb5c8d659c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': 'c6f6dffc-5cc1-4d11-a114-29902ae8514c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:55:11Z', 'updated_at': '2021-08-10T03:55:20Z', 'revision_number': 5, 'project_id': '7f13fa511760438bb7dce833c039b782', 'subnets': [{'id': 'c6f6dffc-5cc1-4d11-a114-29902ae8514c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2daf04b-444f-4e22-ad91-ea0718693490', 'name': '', 'network_id': 'f759851e-f4f5-4341-b3d7-3be3456f4a88', 'tenant_id': '7f13fa511760438bb7dce833c039b782', 'mac_address': 'fa:16:3e:4f:b4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11bcfe8-17b4-43be-b159-3fb5c8d659c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': 'e38341a6-655d-4d64-9708-445546caa103', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:55:04Z', 'updated_at': '2021-08-10T03:55:12Z', 'revision_number': 5, 'project_id': '7f13fa511760438bb7dce833c039b782', 'subnets': [{'id': 'e38341a6-655d-4d64-9708-445546caa103', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:55:32.848998 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff0c5bf-6528-4ac9-87a1-e751c76544cc tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:55:32.855615 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-1ff0c5bf-6528-4ac9-87a1-e751c76544cc tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "PUT /v2.0/routers/e11bcfe8-17b4-43be-b159-3fb5c8d659c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9267807 Aug 10 03:55:32.858551 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42950) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:32.922567 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-03ecaed7-c9a4-4d6e-9062-5307f01521bf tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Deleting subnet ce03c0c9-dd94-4f31-b362-c8837f5ac848 {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:55:32.926566 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-03ecaed7-c9a4-4d6e-9062-5307f01521bf tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:32.993179 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-03ecaed7-c9a4-4d6e-9062-5307f01521bf tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:33.157470 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-03ecaed7-c9a4-4d6e-9062-5307f01521bf tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:33.277194 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-03ecaed7-c9a4-4d6e-9062-5307f01521bf tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:33.309303 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-03ecaed7-c9a4-4d6e-9062-5307f01521bf tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:33.316234 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-03ecaed7-c9a4-4d6e-9062-5307f01521bf tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "DELETE /v2.0/subnets/ce03c0c9-dd94-4f31-b362-c8837f5ac848 HTTP/1.1" status: 204 len: 168 time: 0.4523406 Aug 10 03:55:33.316641 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1cfee6c-e1b2-4481-9d3e-181ddc148a6d None None] Network 844d363c-7186-4b12-9b54-bcbaa020f2a7 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:55:33.322447 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b988944f-2654-4563-b433-baa295c913bb req-107c4a14-e282-4e52-9a10-404c81fbfc33 tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:33.325632 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b988944f-2654-4563-b433-baa295c913bb req-107c4a14-e282-4e52-9a10-404c81fbfc33 tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] 10.222.0.44 "GET /v2.0/ports?device_id=33446375-213e-47b1-b341-99fc113baf57 HTTP/1.1" status: 200 len: 946 time: 0.0942535 Aug 10 03:55:33.326535 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 42956) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:33.350029 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ecaed7-c9a4-4d6e-9062-5307f01521bf tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Pushing event deleted for resources: {'Subnet': ['ID=ce03c0c9-dd94-4f31-b362-c8837f5ac848,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:33.457961 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:33.494084 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 5df06776-1da2-438f-9bc7-6d2ff5ce9205 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:55:33.510815 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c42e9570-c1b7-463c-9604-82710aa90a04 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:33.523189 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b988944f-2654-4563-b433-baa295c913bb req-13edd188-6ef9-48bd-9180-942c6fdefd29 tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] 10.222.0.44 "GET /v2.0/security-groups?id=13a9e226-cbfd-445e-8202-d264bd25819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526676 Aug 10 03:55:33.551482 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 5df06776-1da2-438f-9bc7-6d2ff5ce9205 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:55:33.551830 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 5df06776-1da2-438f-9bc7-6d2ff5ce9205 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:55:33.594725 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaee656e-d9db-4ecb-9f67-bf33f9902e78 None None] Sync routers for ids ['e11bcfe8-17b4-43be-b159-3fb5c8d659c7'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:55:33.610903 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaee656e-d9db-4ecb-9f67-bf33f9902e78 None None] Routers {'e11bcfe8-17b4-43be-b159-3fb5c8d659c7'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:55:33.611545 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-eaee656e-d9db-4ecb-9f67-bf33f9902e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:55:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['e11bcfe8-17b4-43be-b159-3fb5c8d659c7'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:33.630291 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-c42e9570-c1b7-463c-9604-82710aa90a04 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Deleting port 1ccd934b-ccfd-49bb-8367-0d203cc03ecb {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:55:33.630880 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c42e9570-c1b7-463c-9604-82710aa90a04 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:33.724526 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58df7097-e819-493f-9455-3fe5f12c1afe None None] DHCP port deletion for 844d363c-7186-4b12-9b54-bcbaa020f2a7 request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:55:33.776996 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [None req-c42e9570-c1b7-463c-9604-82710aa90a04 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] For port 1ccd934b-ccfd-49bb-8367-0d203cc03ecb, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=1ccd934b-ccfd-49bb-8367-0d203cc03ecb,segment=NetworkSegment(9e0ccdab-3ea3-489b-9c1c-d86e8d2b9010),segment_id=9e0ccdab-3ea3-489b-9c1c-d86e8d2b9010)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:33.777543 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c42e9570-c1b7-463c-9604-82710aa90a04 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:33.789420 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-eaee656e-d9db-4ecb-9f67-bf33f9902e78 None None] Set router e11bcfe8-17b4-43be-b159-3fb5c8d659c7 gateway port host: None {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:55:33.796696 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-c42e9570-c1b7-463c-9604-82710aa90a04 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Calling delete_port for 1ccd934b-ccfd-49bb-8367-0d203cc03ecb owned by network:dhcp {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:55:33.889564 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-58df7097-e819-493f-9455-3fe5f12c1afe None None] Deleting port 1ccd934b-ccfd-49bb-8367-0d203cc03ecb {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:55:33.890111 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-58df7097-e819-493f-9455-3fe5f12c1afe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:33.927619 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c42e9570-c1b7-463c-9604-82710aa90a04 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:33.981437 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42e9570-c1b7-463c-9604-82710aa90a04 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Pushing event deleted for resources: {'Port': ['ID=1ccd934b-ccfd-49bb-8367-0d203cc03ecb,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:34.001054 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42e9570-c1b7-463c-9604-82710aa90a04 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] No DVR routers for this DVR port 1ccd934b-ccfd-49bb-8367-0d203cc03ecb on host n-d-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:55:34.062299 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-58df7097-e819-493f-9455-3fe5f12c1afe None None] For port 1ccd934b-ccfd-49bb-8367-0d203cc03ecb, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=1ccd934b-ccfd-49bb-8367-0d203cc03ecb,segment=NetworkSegment(9e0ccdab-3ea3-489b-9c1c-d86e8d2b9010),segment_id=9e0ccdab-3ea3-489b-9c1c-d86e8d2b9010)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:34.062595 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-58df7097-e819-493f-9455-3fe5f12c1afe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:34.095859 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-58df7097-e819-493f-9455-3fe5f12c1afe None None] Calling delete_port for 1ccd934b-ccfd-49bb-8367-0d203cc03ecb owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:55:34.155483 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c42e9570-c1b7-463c-9604-82710aa90a04 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:34.170888 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-c42e9570-c1b7-463c-9604-82710aa90a04 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['844d363c-7186-4b12-9b54-bcbaa020f2a7']}} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:34.185706 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-c42e9570-c1b7-463c-9604-82710aa90a04 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e0ccdab-3ea3-489b-9c1c-d86e8d2b9010') {'for_net_delete': True} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:34.186036 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-c42e9570-c1b7-463c-9604-82710aa90a04 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e0ccdab-3ea3-489b-9c1c-d86e8d2b9010') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:34.199721 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c42e9570-c1b7-463c-9604-82710aa90a04 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191186'] for segment, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:34.226894 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c42e9570-c1b7-463c-9604-82710aa90a04 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:34.235331 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c42e9570-c1b7-463c-9604-82710aa90a04 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=94260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:55:34.236799 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c42e9570-c1b7-463c-9604-82710aa90a04 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58895489'] for segment, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:34.242439 n-d-768862-13 neutron-server[94260]: Traceback (most recent call last): Aug 10 03:55:34.242439 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:55:34.242439 n-d-768862-13 neutron-server[94260]: timer() Aug 10 03:55:34.242439 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:55:34.242439 n-d-768862-13 neutron-server[94260]: cb(*args, **kw) Aug 10 03:55:34.242439 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:55:34.242439 n-d-768862-13 neutron-server[94260]: return func(*args, **kwargs) Aug 10 03:55:34.242439 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:55:34.242439 n-d-768862-13 neutron-server[94260]: self._notify() Aug 10 03:55:34.242439 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:55:34.242439 n-d-768862-13 neutron-server[94260]: self.callback(batched_events) Aug 10 03:55:34.242439 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:55:34.242439 n-d-768862-13 neutron-server[94260]: event.method(event) Aug 10 03:55:34.242439 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:55:34.242439 n-d-768862-13 neutron-server[94260]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:55:34.242439 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:55:34.242439 n-d-768862-13 neutron-server[94260]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:55:34.242439 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:55:34.242439 n-d-768862-13 neutron-server[94260]: return f(self, *a, **k) Aug 10 03:55:34.242439 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:55:34.242439 n-d-768862-13 neutron-server[94260]: return self._get(url).json() Aug 10 03:55:34.242439 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:55:34.242439 n-d-768862-13 neutron-server[94260]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:55:34.242439 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:55:34.242439 n-d-768862-13 neutron-server[94260]: return self.request(url, 'GET', **kwargs) Aug 10 03:55:34.242439 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:55:34.242439 n-d-768862-13 neutron-server[94260]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:55:34.242439 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:55:34.242439 n-d-768862-13 neutron-server[94260]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:55:34.242439 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:55:34.242439 n-d-768862-13 neutron-server[94260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:55:34.242439 n-d-768862-13 neutron-server[94260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:55:34.329160 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-eaee656e-d9db-4ecb-9f67-bf33f9902e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11bcfe8-17b4-43be-b159-3fb5c8d659c7', 'name': 'tempest-RoutersIpV6Test-router-1779291695', 'tenant_id': '7f13fa511760438bb7dce833c039b782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:55:03Z', 'updated_at': '2021-08-10T03:55:31Z', 'revision_number': 8, 'project_id': '7f13fa511760438bb7dce833c039b782', 'gw_port_host': None, '_interfaces': [{'id': '56381e9b-5f53-48f9-80aa-abd01d84aec9', 'name': '', 'network_id': 'c5a8b942-be82-4d23-addb-4357daff0551', 'tenant_id': '7f13fa511760438bb7dce833c039b782', 'mac_address': 'fa:16:3e:df:4b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11bcfe8-17b4-43be-b159-3fb5c8d659c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': 'e5bbe5ce-04dd-4304-b7cb-aa6a95475659', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:55:17Z', 'updated_at': '2021-08-10T03:55:26Z', 'revision_number': 5, 'project_id': '7f13fa511760438bb7dce833c039b782', 'subnets': [{'id': 'e5bbe5ce-04dd-4304-b7cb-aa6a95475659', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f9bf16b-516e-4d91-bba1-6ce3b7bd70a7', 'name': '', 'network_id': '8267467f-6583-4276-80f5-94ceabefe6d7', 'tenant_id': '7f13fa511760438bb7dce833c039b782', 'mac_address': 'fa:16:3e:77:0c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11bcfe8-17b4-43be-b159-3fb5c8d659c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': 'c6f6dffc-5cc1-4d11-a114-29902ae8514c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:55:11Z', 'updated_at': '2021-08-10T03:55:20Z', 'revision_number': 5, 'project_id': '7f13fa511760438bb7dce833c039b782', 'subnets': [{'id': 'c6f6dffc-5cc1-4d11-a114-29902ae8514c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2daf04b-444f-4e22-ad91-ea0718693490', 'name': '', 'network_id': 'f759851e-f4f5-4341-b3d7-3be3456f4a88', 'tenant_id': '7f13fa511760438bb7dce833c039b782', 'mac_address': 'fa:16:3e:4f:b4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11bcfe8-17b4-43be-b159-3fb5c8d659c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': 'e38341a6-655d-4d64-9708-445546caa103', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:55:04Z', 'updated_at': '2021-08-10T03:55:12Z', 'revision_number': 5, 'project_id': '7f13fa511760438bb7dce833c039b782', 'subnets': [{'id': 'e38341a6-655d-4d64-9708-445546caa103', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:34.355304 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c42e9570-c1b7-463c-9604-82710aa90a04 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:34.373227 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c42e9570-c1b7-463c-9604-82710aa90a04 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:34.376467 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-c42e9570-c1b7-463c-9604-82710aa90a04 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "DELETE /v2.0/networks/844d363c-7186-4b12-9b54-bcbaa020f2a7 HTTP/1.1" status: 204 len: 168 time: 1.0482912 Aug 10 03:55:34.379983 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42970) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:34.381681 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaee656e-d9db-4ecb-9f67-bf33f9902e78 None None] Checking router: e11bcfe8-17b4-43be-b159-3fb5c8d659c7 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:55:34.392331 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-58df7097-e819-493f-9455-3fe5f12c1afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:34.393293 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42e9570-c1b7-463c-9604-82710aa90a04 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Pushing event deleted for resources: {'Network': ['ID=844d363c-7186-4b12-9b54-bcbaa020f2a7,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:34.401309 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaee656e-d9db-4ecb-9f67-bf33f9902e78 None None] Routers {'e11bcfe8-17b4-43be-b159-3fb5c8d659c7'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:55:34.401437 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-eaee656e-d9db-4ecb-9f67-bf33f9902e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:55:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['e11bcfe8-17b4-43be-b159-3fb5c8d659c7'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:34.424835 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-58df7097-e819-493f-9455-3fe5f12c1afe None None] Network 844d363c-7186-4b12-9b54-bcbaa020f2a7 is not hosted by any dhcp agent {{(pid=94262) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 10 03:55:34.425225 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58df7097-e819-493f-9455-3fe5f12c1afe None None] No DVR routers for this DVR port 1ccd934b-ccfd-49bb-8367-0d203cc03ecb on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:55:34.466197 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58df7097-e819-493f-9455-3fe5f12c1afe None None] Pushing event deleted for resources: {'Port': ['ID=1ccd934b-ccfd-49bb-8367-0d203cc03ecb,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:34.543244 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-eaee656e-d9db-4ecb-9f67-bf33f9902e78 None None] Set router e11bcfe8-17b4-43be-b159-3fb5c8d659c7 gateway port host: None {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:55:34.855422 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-eaee656e-d9db-4ecb-9f67-bf33f9902e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11bcfe8-17b4-43be-b159-3fb5c8d659c7', 'name': 'tempest-RoutersIpV6Test-router-1779291695', 'tenant_id': '7f13fa511760438bb7dce833c039b782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:55:03Z', 'updated_at': '2021-08-10T03:55:31Z', 'revision_number': 8, 'project_id': '7f13fa511760438bb7dce833c039b782', 'gw_port_host': None, '_interfaces': [{'id': '56381e9b-5f53-48f9-80aa-abd01d84aec9', 'name': '', 'network_id': 'c5a8b942-be82-4d23-addb-4357daff0551', 'tenant_id': '7f13fa511760438bb7dce833c039b782', 'mac_address': 'fa:16:3e:df:4b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11bcfe8-17b4-43be-b159-3fb5c8d659c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': 'e5bbe5ce-04dd-4304-b7cb-aa6a95475659', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:55:17Z', 'updated_at': '2021-08-10T03:55:26Z', 'revision_number': 5, 'project_id': '7f13fa511760438bb7dce833c039b782', 'subnets': [{'id': 'e5bbe5ce-04dd-4304-b7cb-aa6a95475659', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f9bf16b-516e-4d91-bba1-6ce3b7bd70a7', 'name': '', 'network_id': '8267467f-6583-4276-80f5-94ceabefe6d7', 'tenant_id': '7f13fa511760438bb7dce833c039b782', 'mac_address': 'fa:16:3e:77:0c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11bcfe8-17b4-43be-b159-3fb5c8d659c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': 'c6f6dffc-5cc1-4d11-a114-29902ae8514c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:55:11Z', 'updated_at': '2021-08-10T03:55:20Z', 'revision_number': 5, 'project_id': '7f13fa511760438bb7dce833c039b782', 'subnets': [{'id': 'c6f6dffc-5cc1-4d11-a114-29902ae8514c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2daf04b-444f-4e22-ad91-ea0718693490', 'name': '', 'network_id': 'f759851e-f4f5-4341-b3d7-3be3456f4a88', 'tenant_id': '7f13fa511760438bb7dce833c039b782', 'mac_address': 'fa:16:3e:4f:b4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11bcfe8-17b4-43be-b159-3fb5c8d659c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': 'e38341a6-655d-4d64-9708-445546caa103', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:55:04Z', 'updated_at': '2021-08-10T03:55:12Z', 'revision_number': 5, 'project_id': '7f13fa511760438bb7dce833c039b782', 'subnets': [{'id': 'e38341a6-655d-4d64-9708-445546caa103', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:34.863559 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-85088c9b-7118-4119-8dc9-f2e6c6357dc5 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521880'] for router_interface, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:34.889332 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaee656e-d9db-4ecb-9f67-bf33f9902e78 None None] The sync data for ids ['e11bcfe8-17b4-43be-b159-3fb5c8d659c7'] in n-d-768862-13 is: [{'id': 'e11bcfe8-17b4-43be-b159-3fb5c8d659c7', 'name': 'tempest-RoutersIpV6Test-router-1779291695', 'tenant_id': '7f13fa511760438bb7dce833c039b782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:55:03Z', 'updated_at': '2021-08-10T03:55:31Z', 'revision_number': 8, 'project_id': '7f13fa511760438bb7dce833c039b782', 'gw_port_host': None, '_interfaces': [{'id': '56381e9b-5f53-48f9-80aa-abd01d84aec9', 'name': '', 'network_id': 'c5a8b942-be82-4d23-addb-4357daff0551', 'tenant_id': '7f13fa511760438bb7dce833c039b782', 'mac_address': 'fa:16:3e:df:4b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11bcfe8-17b4-43be-b159-3fb5c8d659c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': 'e5bbe5ce-04dd-4304-b7cb-aa6a95475659', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:55:17Z', 'updated_at': '2021-08-10T03:55:26Z', 'revision_number': 5, 'project_id': '7f13fa511760438bb7dce833c039b782', 'subnets': [{'id': 'e5bbe5ce-04dd-4304-b7cb-aa6a95475659', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f9bf16b-516e-4d91-bba1-6ce3b7bd70a7', 'name': '', 'network_id': '8267467f-6583-4276-80f5-94ceabefe6d7', 'tenant_id': '7f13fa511760438bb7dce833c039b782', 'mac_address': 'fa:16:3e:77:0c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11bcfe8-17b4-43be-b159-3fb5c8d659c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': 'c6f6dffc-5cc1-4d11-a114-29902ae8514c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:55:11Z', 'updated_at': '2021-08-10T03:55:20Z', 'revision_number': 5, 'project_id': '7f13fa511760438bb7dce833c039b782', 'subnets': [{'id': 'c6f6dffc-5cc1-4d11-a114-29902ae8514c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2daf04b-444f-4e22-ad91-ea0718693490', 'name': '', 'network_id': 'f759851e-f4f5-4341-b3d7-3be3456f4a88', 'tenant_id': '7f13fa511760438bb7dce833c039b782', 'mac_address': 'fa:16:3e:4f:b4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11bcfe8-17b4-43be-b159-3fb5c8d659c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': 'e38341a6-655d-4d64-9708-445546caa103', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:55:04Z', 'updated_at': '2021-08-10T03:55:12Z', 'revision_number': 5, 'project_id': '7f13fa511760438bb7dce833c039b782', 'subnets': [{'id': 'e38341a6-655d-4d64-9708-445546caa103', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:55:35.249996 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-85088c9b-7118-4119-8dc9-f2e6c6357dc5 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Deleting port 56381e9b-5f53-48f9-80aa-abd01d84aec9 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:55:35.251223 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-85088c9b-7118-4119-8dc9-f2e6c6357dc5 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:35.388107 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-85088c9b-7118-4119-8dc9-f2e6c6357dc5 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] For port 56381e9b-5f53-48f9-80aa-abd01d84aec9, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=56381e9b-5f53-48f9-80aa-abd01d84aec9,segment=NetworkSegment(171209e2-350c-432a-9c4d-0c2e0a5e08cb),segment_id=171209e2-350c-432a-9c4d-0c2e0a5e08cb)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:35.388640 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-85088c9b-7118-4119-8dc9-f2e6c6357dc5 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:35.409078 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-85088c9b-7118-4119-8dc9-f2e6c6357dc5 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Calling delete_port for 56381e9b-5f53-48f9-80aa-abd01d84aec9 owned by network:router_interface {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:55:35.505698 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 1ccd934b-ccfd-49bb-8367-0d203cc03ecb no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:55:35.544905 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 1ccd934b-ccfd-49bb-8367-0d203cc03ecb {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:55:35.545455 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 1ccd934b-ccfd-49bb-8367-0d203cc03ecb not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:55:35.725995 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-85088c9b-7118-4119-8dc9-f2e6c6357dc5 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:35.766984 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85088c9b-7118-4119-8dc9-f2e6c6357dc5 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Pushing event deleted for resources: {'Port': ['ID=56381e9b-5f53-48f9-80aa-abd01d84aec9,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:35.941733 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-85088c9b-7118-4119-8dc9-f2e6c6357dc5 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-522536'] for router_interface, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:36.245309 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85088c9b-7118-4119-8dc9-f2e6c6357dc5 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Router e11bcfe8-17b4-43be-b159-3fb5c8d659c7 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:55:36.431156 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85088c9b-7118-4119-8dc9-f2e6c6357dc5 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:55:36.437523 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-85088c9b-7118-4119-8dc9-f2e6c6357dc5 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "PUT /v2.0/routers/e11bcfe8-17b4-43be-b159-3fb5c8d659c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0556235 Aug 10 03:55:36.441974 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42980) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:36.447457 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b712a89-d11c-4e15-a7d5-2f3cceefb1c4 None None] Sync routers for ids ['e11bcfe8-17b4-43be-b159-3fb5c8d659c7'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:55:36.460628 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b712a89-d11c-4e15-a7d5-2f3cceefb1c4 None None] Routers {'e11bcfe8-17b4-43be-b159-3fb5c8d659c7'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:55:36.461900 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-7b712a89-d11c-4e15-a7d5-2f3cceefb1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:55:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['e11bcfe8-17b4-43be-b159-3fb5c8d659c7'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:36.549062 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce074f32-d642-4b86-8239-b6fdb875a57b tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Deleting subnet e5bbe5ce-04dd-4304-b7cb-aa6a95475659 {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:55:36.554448 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ce074f32-d642-4b86-8239-b6fdb875a57b tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:36.594305 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-7b712a89-d11c-4e15-a7d5-2f3cceefb1c4 None None] Set router e11bcfe8-17b4-43be-b159-3fb5c8d659c7 gateway port host: None {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:55:36.610091 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ce074f32-d642-4b86-8239-b6fdb875a57b tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:36.734193 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ce074f32-d642-4b86-8239-b6fdb875a57b tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:36.847014 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ce074f32-d642-4b86-8239-b6fdb875a57b tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:36.872536 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-7b712a89-d11c-4e15-a7d5-2f3cceefb1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11bcfe8-17b4-43be-b159-3fb5c8d659c7', 'name': 'tempest-RoutersIpV6Test-router-1779291695', 'tenant_id': '7f13fa511760438bb7dce833c039b782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:55:03Z', 'updated_at': '2021-08-10T03:55:35Z', 'revision_number': 9, 'project_id': '7f13fa511760438bb7dce833c039b782', 'gw_port_host': None, '_interfaces': [{'id': '9f9bf16b-516e-4d91-bba1-6ce3b7bd70a7', 'name': '', 'network_id': '8267467f-6583-4276-80f5-94ceabefe6d7', 'tenant_id': '7f13fa511760438bb7dce833c039b782', 'mac_address': 'fa:16:3e:77:0c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11bcfe8-17b4-43be-b159-3fb5c8d659c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': 'c6f6dffc-5cc1-4d11-a114-29902ae8514c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:55:11Z', 'updated_at': '2021-08-10T03:55:20Z', 'revision_number': 5, 'project_id': '7f13fa511760438bb7dce833c039b782', 'subnets': [{'id': 'c6f6dffc-5cc1-4d11-a114-29902ae8514c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2daf04b-444f-4e22-ad91-ea0718693490', 'name': '', 'network_id': 'f759851e-f4f5-4341-b3d7-3be3456f4a88', 'tenant_id': '7f13fa511760438bb7dce833c039b782', 'mac_address': 'fa:16:3e:4f:b4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11bcfe8-17b4-43be-b159-3fb5c8d659c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': 'e38341a6-655d-4d64-9708-445546caa103', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:55:04Z', 'updated_at': '2021-08-10T03:55:12Z', 'revision_number': 5, 'project_id': '7f13fa511760438bb7dce833c039b782', 'subnets': [{'id': 'e38341a6-655d-4d64-9708-445546caa103', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:36.881400 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce074f32-d642-4b86-8239-b6fdb875a57b tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Pushing event deleted for resources: {'Subnet': ['ID=e5bbe5ce-04dd-4304-b7cb-aa6a95475659,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:36.895297 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ce074f32-d642-4b86-8239-b6fdb875a57b tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:36.897799 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ce074f32-d642-4b86-8239-b6fdb875a57b tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "DELETE /v2.0/subnets/e5bbe5ce-04dd-4304-b7cb-aa6a95475659 HTTP/1.1" status: 204 len: 168 time: 0.4546299 Aug 10 03:55:36.902427 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 42982) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:36.905996 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f85c47b-7d0f-4217-a3a7-e8333b9fee51 None None] Network c5a8b942-be82-4d23-addb-4357daff0551 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:55:36.909127 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b712a89-d11c-4e15-a7d5-2f3cceefb1c4 None None] Checking router: e11bcfe8-17b4-43be-b159-3fb5c8d659c7 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:55:36.920060 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b712a89-d11c-4e15-a7d5-2f3cceefb1c4 None None] Routers {'e11bcfe8-17b4-43be-b159-3fb5c8d659c7'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:55:36.920729 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-7b712a89-d11c-4e15-a7d5-2f3cceefb1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:55:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['e11bcfe8-17b4-43be-b159-3fb5c8d659c7'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:37.014077 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1efa2d78-eaf3-4044-97a1-9af9fa3971bd tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:37.030442 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-7b712a89-d11c-4e15-a7d5-2f3cceefb1c4 None None] Set router e11bcfe8-17b4-43be-b159-3fb5c8d659c7 gateway port host: None {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:55:37.092968 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-1efa2d78-eaf3-4044-97a1-9af9fa3971bd tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Deleting port 8afd4d8e-180b-4ace-bf30-ad6e3836841d {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:55:37.093319 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1efa2d78-eaf3-4044-97a1-9af9fa3971bd tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:37.192260 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [None req-1efa2d78-eaf3-4044-97a1-9af9fa3971bd tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] For port 8afd4d8e-180b-4ace-bf30-ad6e3836841d, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=8afd4d8e-180b-4ace-bf30-ad6e3836841d,segment=NetworkSegment(171209e2-350c-432a-9c4d-0c2e0a5e08cb),segment_id=171209e2-350c-432a-9c4d-0c2e0a5e08cb)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:37.192445 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1efa2d78-eaf3-4044-97a1-9af9fa3971bd tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:37.213114 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-1efa2d78-eaf3-4044-97a1-9af9fa3971bd tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Calling delete_port for 8afd4d8e-180b-4ace-bf30-ad6e3836841d owned by network:dhcp {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:55:37.238582 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79bd5f7f-2601-416b-9d7f-a04084ad5a62 None None] DHCP port deletion for c5a8b942-be82-4d23-addb-4357daff0551 request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:55:37.356782 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-79bd5f7f-2601-416b-9d7f-a04084ad5a62 None None] Deleting port 8afd4d8e-180b-4ace-bf30-ad6e3836841d {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:55:37.357188 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-79bd5f7f-2601-416b-9d7f-a04084ad5a62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:37.382523 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1efa2d78-eaf3-4044-97a1-9af9fa3971bd tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:37.463602 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efa2d78-eaf3-4044-97a1-9af9fa3971bd tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] No DVR routers for this DVR port 8afd4d8e-180b-4ace-bf30-ad6e3836841d on host n-d-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:55:37.501648 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-7b712a89-d11c-4e15-a7d5-2f3cceefb1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11bcfe8-17b4-43be-b159-3fb5c8d659c7', 'name': 'tempest-RoutersIpV6Test-router-1779291695', 'tenant_id': '7f13fa511760438bb7dce833c039b782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:55:03Z', 'updated_at': '2021-08-10T03:55:35Z', 'revision_number': 9, 'project_id': '7f13fa511760438bb7dce833c039b782', 'gw_port_host': None, '_interfaces': [{'id': '9f9bf16b-516e-4d91-bba1-6ce3b7bd70a7', 'name': '', 'network_id': '8267467f-6583-4276-80f5-94ceabefe6d7', 'tenant_id': '7f13fa511760438bb7dce833c039b782', 'mac_address': 'fa:16:3e:77:0c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11bcfe8-17b4-43be-b159-3fb5c8d659c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': 'c6f6dffc-5cc1-4d11-a114-29902ae8514c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:55:11Z', 'updated_at': '2021-08-10T03:55:20Z', 'revision_number': 5, 'project_id': '7f13fa511760438bb7dce833c039b782', 'subnets': [{'id': 'c6f6dffc-5cc1-4d11-a114-29902ae8514c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2daf04b-444f-4e22-ad91-ea0718693490', 'name': '', 'network_id': 'f759851e-f4f5-4341-b3d7-3be3456f4a88', 'tenant_id': '7f13fa511760438bb7dce833c039b782', 'mac_address': 'fa:16:3e:4f:b4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11bcfe8-17b4-43be-b159-3fb5c8d659c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': 'e38341a6-655d-4d64-9708-445546caa103', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:55:04Z', 'updated_at': '2021-08-10T03:55:12Z', 'revision_number': 5, 'project_id': '7f13fa511760438bb7dce833c039b782', 'subnets': [{'id': 'e38341a6-655d-4d64-9708-445546caa103', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:37.578253 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efa2d78-eaf3-4044-97a1-9af9fa3971bd tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Pushing event deleted for resources: {'Port': ['ID=8afd4d8e-180b-4ace-bf30-ad6e3836841d,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:37.579688 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-79bd5f7f-2601-416b-9d7f-a04084ad5a62 None None] For port 8afd4d8e-180b-4ace-bf30-ad6e3836841d, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=8afd4d8e-180b-4ace-bf30-ad6e3836841d,segment=NetworkSegment(171209e2-350c-432a-9c4d-0c2e0a5e08cb),segment_id=171209e2-350c-432a-9c4d-0c2e0a5e08cb)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:37.580384 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-79bd5f7f-2601-416b-9d7f-a04084ad5a62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:37.615309 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b712a89-d11c-4e15-a7d5-2f3cceefb1c4 None None] The sync data for ids ['e11bcfe8-17b4-43be-b159-3fb5c8d659c7'] in n-d-768862-13 is: [{'id': 'e11bcfe8-17b4-43be-b159-3fb5c8d659c7', 'name': 'tempest-RoutersIpV6Test-router-1779291695', 'tenant_id': '7f13fa511760438bb7dce833c039b782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:55:03Z', 'updated_at': '2021-08-10T03:55:35Z', 'revision_number': 9, 'project_id': '7f13fa511760438bb7dce833c039b782', 'gw_port_host': None, '_interfaces': [{'id': '9f9bf16b-516e-4d91-bba1-6ce3b7bd70a7', 'name': '', 'network_id': '8267467f-6583-4276-80f5-94ceabefe6d7', 'tenant_id': '7f13fa511760438bb7dce833c039b782', 'mac_address': 'fa:16:3e:77:0c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11bcfe8-17b4-43be-b159-3fb5c8d659c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': 'c6f6dffc-5cc1-4d11-a114-29902ae8514c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:55:11Z', 'updated_at': '2021-08-10T03:55:20Z', 'revision_number': 5, 'project_id': '7f13fa511760438bb7dce833c039b782', 'subnets': [{'id': 'c6f6dffc-5cc1-4d11-a114-29902ae8514c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2daf04b-444f-4e22-ad91-ea0718693490', 'name': '', 'network_id': 'f759851e-f4f5-4341-b3d7-3be3456f4a88', 'tenant_id': '7f13fa511760438bb7dce833c039b782', 'mac_address': 'fa:16:3e:4f:b4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11bcfe8-17b4-43be-b159-3fb5c8d659c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': 'e38341a6-655d-4d64-9708-445546caa103', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:55:04Z', 'updated_at': '2021-08-10T03:55:12Z', 'revision_number': 5, 'project_id': '7f13fa511760438bb7dce833c039b782', 'subnets': [{'id': 'e38341a6-655d-4d64-9708-445546caa103', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:55:37.643606 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-79bd5f7f-2601-416b-9d7f-a04084ad5a62 None None] Calling delete_port for 8afd4d8e-180b-4ace-bf30-ad6e3836841d owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:55:37.743904 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1efa2d78-eaf3-4044-97a1-9af9fa3971bd tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:37.747433 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 8afd4d8e-180b-4ace-bf30-ad6e3836841d no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:55:37.765220 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-1efa2d78-eaf3-4044-97a1-9af9fa3971bd tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5a8b942-be82-4d23-addb-4357daff0551']}} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:37.774731 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 8afd4d8e-180b-4ace-bf30-ad6e3836841d {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:55:37.775563 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 8afd4d8e-180b-4ace-bf30-ad6e3836841d not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:55:37.789651 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-1efa2d78-eaf3-4044-97a1-9af9fa3971bd tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '171209e2-350c-432a-9c4d-0c2e0a5e08cb') {'for_net_delete': True} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:37.790614 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-1efa2d78-eaf3-4044-97a1-9af9fa3971bd tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '171209e2-350c-432a-9c4d-0c2e0a5e08cb') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:37.811506 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1efa2d78-eaf3-4044-97a1-9af9fa3971bd tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191186'] for segment, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:37.830111 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1efa2d78-eaf3-4044-97a1-9af9fa3971bd tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:37.835390 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-79bd5f7f-2601-416b-9d7f-a04084ad5a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:37.845892 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1efa2d78-eaf3-4044-97a1-9af9fa3971bd tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=94260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:55:37.846838 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1efa2d78-eaf3-4044-97a1-9af9fa3971bd tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58895489'] for segment, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:37.875040 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bd5f7f-2601-416b-9d7f-a04084ad5a62 None None] No DVR routers for this DVR port 8afd4d8e-180b-4ace-bf30-ad6e3836841d on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:55:37.882605 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bd5f7f-2601-416b-9d7f-a04084ad5a62 None None] Pushing event deleted for resources: {'Port': ['ID=8afd4d8e-180b-4ace-bf30-ad6e3836841d,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:37.924069 n-d-768862-13 neutron-server[94260]: Traceback (most recent call last): Aug 10 03:55:37.924069 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:55:37.924069 n-d-768862-13 neutron-server[94260]: timer() Aug 10 03:55:37.924069 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:55:37.924069 n-d-768862-13 neutron-server[94260]: cb(*args, **kw) Aug 10 03:55:37.924069 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:55:37.924069 n-d-768862-13 neutron-server[94260]: return func(*args, **kwargs) Aug 10 03:55:37.924069 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:55:37.924069 n-d-768862-13 neutron-server[94260]: self._notify() Aug 10 03:55:37.924069 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:55:37.924069 n-d-768862-13 neutron-server[94260]: self.callback(batched_events) Aug 10 03:55:37.924069 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:55:37.924069 n-d-768862-13 neutron-server[94260]: event.method(event) Aug 10 03:55:37.924069 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:55:37.924069 n-d-768862-13 neutron-server[94260]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:55:37.924069 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:55:37.924069 n-d-768862-13 neutron-server[94260]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:55:37.924069 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:55:37.924069 n-d-768862-13 neutron-server[94260]: return f(self, *a, **k) Aug 10 03:55:37.924069 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:55:37.924069 n-d-768862-13 neutron-server[94260]: return self._get(url).json() Aug 10 03:55:37.924069 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:55:37.924069 n-d-768862-13 neutron-server[94260]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:55:37.924069 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:55:37.924069 n-d-768862-13 neutron-server[94260]: return self.request(url, 'GET', **kwargs) Aug 10 03:55:37.924069 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:55:37.924069 n-d-768862-13 neutron-server[94260]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:55:37.924069 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:55:37.924069 n-d-768862-13 neutron-server[94260]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:55:37.924069 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:55:37.924069 n-d-768862-13 neutron-server[94260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:55:37.924069 n-d-768862-13 neutron-server[94260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:55:37.942813 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1efa2d78-eaf3-4044-97a1-9af9fa3971bd tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:37.970023 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1efa2d78-eaf3-4044-97a1-9af9fa3971bd tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:37.975269 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-1efa2d78-eaf3-4044-97a1-9af9fa3971bd tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "DELETE /v2.0/networks/c5a8b942-be82-4d23-addb-4357daff0551 HTTP/1.1" status: 204 len: 168 time: 1.0686429 Aug 10 03:55:37.975269 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efa2d78-eaf3-4044-97a1-9af9fa3971bd tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Pushing event deleted for resources: {'Network': ['ID=c5a8b942-be82-4d23-addb-4357daff0551,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:37.975569 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 42988) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:38.825533 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1fb48d2e-4b44-4070-8a9d-099a3aa68b43 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521880'] for router_interface, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:39.141313 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-1fb48d2e-4b44-4070-8a9d-099a3aa68b43 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Deleting port 9f9bf16b-516e-4d91-bba1-6ce3b7bd70a7 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:55:39.142354 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1fb48d2e-4b44-4070-8a9d-099a3aa68b43 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:39.293333 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [None req-1fb48d2e-4b44-4070-8a9d-099a3aa68b43 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] For port 9f9bf16b-516e-4d91-bba1-6ce3b7bd70a7, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=9f9bf16b-516e-4d91-bba1-6ce3b7bd70a7,segment=NetworkSegment(15afab49-da57-4514-b3d6-950782840b8a),segment_id=15afab49-da57-4514-b3d6-950782840b8a)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:39.293894 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1fb48d2e-4b44-4070-8a9d-099a3aa68b43 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:39.318015 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-1fb48d2e-4b44-4070-8a9d-099a3aa68b43 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Calling delete_port for 9f9bf16b-516e-4d91-bba1-6ce3b7bd70a7 owned by network:router_interface {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:55:39.421884 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 56381e9b-5f53-48f9-80aa-abd01d84aec9 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:55:39.471443 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 56381e9b-5f53-48f9-80aa-abd01d84aec9 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:55:39.472406 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 56381e9b-5f53-48f9-80aa-abd01d84aec9 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:55:39.597364 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1fb48d2e-4b44-4070-8a9d-099a3aa68b43 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:39.659275 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb48d2e-4b44-4070-8a9d-099a3aa68b43 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Pushing event deleted for resources: {'Port': ['ID=9f9bf16b-516e-4d91-bba1-6ce3b7bd70a7,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:39.902871 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1fb48d2e-4b44-4070-8a9d-099a3aa68b43 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-522536'] for router_interface, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:40.242651 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fb48d2e-4b44-4070-8a9d-099a3aa68b43 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Router e11bcfe8-17b4-43be-b159-3fb5c8d659c7 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:55:40.412848 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fb48d2e-4b44-4070-8a9d-099a3aa68b43 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:55:40.423040 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-1fb48d2e-4b44-4070-8a9d-099a3aa68b43 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "PUT /v2.0/routers/e11bcfe8-17b4-43be-b159-3fb5c8d659c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4461582 Aug 10 03:55:40.423655 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 42998) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:40.434120 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f93788c-df1c-44f0-a17b-3bd218539b26 None None] Sync routers for ids ['e11bcfe8-17b4-43be-b159-3fb5c8d659c7'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:55:40.449525 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f93788c-df1c-44f0-a17b-3bd218539b26 None None] Routers {'e11bcfe8-17b4-43be-b159-3fb5c8d659c7'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:55:40.450925 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-7f93788c-df1c-44f0-a17b-3bd218539b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:55:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['e11bcfe8-17b4-43be-b159-3fb5c8d659c7'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:40.514814 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-4837118c-cfe0-4e65-8827-0cc3cbf56072 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Deleting subnet c6f6dffc-5cc1-4d11-a114-29902ae8514c {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:55:40.521307 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4837118c-cfe0-4e65-8827-0cc3cbf56072 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:40.592278 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4837118c-cfe0-4e65-8827-0cc3cbf56072 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:40.605590 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-7f93788c-df1c-44f0-a17b-3bd218539b26 None None] Set router e11bcfe8-17b4-43be-b159-3fb5c8d659c7 gateway port host: None {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:55:40.757045 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4837118c-cfe0-4e65-8827-0cc3cbf56072 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:40.887287 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4837118c-cfe0-4e65-8827-0cc3cbf56072 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:40.966801 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4837118c-cfe0-4e65-8827-0cc3cbf56072 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Pushing event deleted for resources: {'Subnet': ['ID=c6f6dffc-5cc1-4d11-a114-29902ae8514c,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:40.969811 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4837118c-cfe0-4e65-8827-0cc3cbf56072 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:40.971174 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-7f93788c-df1c-44f0-a17b-3bd218539b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11bcfe8-17b4-43be-b159-3fb5c8d659c7', 'name': 'tempest-RoutersIpV6Test-router-1779291695', 'tenant_id': '7f13fa511760438bb7dce833c039b782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:55:03Z', 'updated_at': '2021-08-10T03:55:39Z', 'revision_number': 10, 'project_id': '7f13fa511760438bb7dce833c039b782', 'gw_port_host': None, '_interfaces': [{'id': 'd2daf04b-444f-4e22-ad91-ea0718693490', 'name': '', 'network_id': 'f759851e-f4f5-4341-b3d7-3be3456f4a88', 'tenant_id': '7f13fa511760438bb7dce833c039b782', 'mac_address': 'fa:16:3e:4f:b4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11bcfe8-17b4-43be-b159-3fb5c8d659c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': 'e38341a6-655d-4d64-9708-445546caa103', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:55:04Z', 'updated_at': '2021-08-10T03:55:12Z', 'revision_number': 5, 'project_id': '7f13fa511760438bb7dce833c039b782', 'subnets': [{'id': 'e38341a6-655d-4d64-9708-445546caa103', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:40.971928 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-4837118c-cfe0-4e65-8827-0cc3cbf56072 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "DELETE /v2.0/subnets/c6f6dffc-5cc1-4d11-a114-29902ae8514c HTTP/1.1" status: 204 len: 168 time: 0.5470660 Aug 10 03:55:40.977844 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 43004) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:41.014671 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e490ba08-0856-41d7-98a2-e1ab26be0120 None None] Network 8267467f-6583-4276-80f5-94ceabefe6d7 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:55:41.018787 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f93788c-df1c-44f0-a17b-3bd218539b26 None None] Checking router: e11bcfe8-17b4-43be-b159-3fb5c8d659c7 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:55:41.131117 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7588625a-ed1e-4987-8875-6358801680f9 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:41.206651 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-7588625a-ed1e-4987-8875-6358801680f9 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Deleting port a945bb1d-2741-410f-a708-84ec9addf06e {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:55:41.207491 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7588625a-ed1e-4987-8875-6358801680f9 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:41.242768 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f93788c-df1c-44f0-a17b-3bd218539b26 None None] Routers {'e11bcfe8-17b4-43be-b159-3fb5c8d659c7'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:55:41.243448 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-7f93788c-df1c-44f0-a17b-3bd218539b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:55:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['e11bcfe8-17b4-43be-b159-3fb5c8d659c7'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:41.319829 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [None req-7588625a-ed1e-4987-8875-6358801680f9 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] For port a945bb1d-2741-410f-a708-84ec9addf06e, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=a945bb1d-2741-410f-a708-84ec9addf06e,segment=NetworkSegment(15afab49-da57-4514-b3d6-950782840b8a),segment_id=15afab49-da57-4514-b3d6-950782840b8a)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:41.320738 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7588625a-ed1e-4987-8875-6358801680f9 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:41.337434 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-7588625a-ed1e-4987-8875-6358801680f9 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Calling delete_port for a945bb1d-2741-410f-a708-84ec9addf06e owned by network:dhcp {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:55:41.420213 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-7f93788c-df1c-44f0-a17b-3bd218539b26 None None] Set router e11bcfe8-17b4-43be-b159-3fb5c8d659c7 gateway port host: None {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:55:41.509905 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7588625a-ed1e-4987-8875-6358801680f9 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:41.583188 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7588625a-ed1e-4987-8875-6358801680f9 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Pushing event deleted for resources: {'Port': ['ID=a945bb1d-2741-410f-a708-84ec9addf06e,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:41.593648 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7588625a-ed1e-4987-8875-6358801680f9 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] No DVR routers for this DVR port a945bb1d-2741-410f-a708-84ec9addf06e on host n-d-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:55:41.604931 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6e9474-0fec-497a-aeed-75ea3325372e None None] DHCP port deletion for 8267467f-6583-4276-80f5-94ceabefe6d7 request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:55:41.611578 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7588625a-ed1e-4987-8875-6358801680f9 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:41.611989 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7588625a-ed1e-4987-8875-6358801680f9 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:41.612575 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7588625a-ed1e-4987-8875-6358801680f9 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:41.614150 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7588625a-ed1e-4987-8875-6358801680f9 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:41.614708 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7588625a-ed1e-4987-8875-6358801680f9 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:41.615769 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7588625a-ed1e-4987-8875-6358801680f9 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:41.616766 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7588625a-ed1e-4987-8875-6358801680f9 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:41.617538 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7588625a-ed1e-4987-8875-6358801680f9 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:41.618543 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7588625a-ed1e-4987-8875-6358801680f9 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:41.618881 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7588625a-ed1e-4987-8875-6358801680f9 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:41.619560 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7588625a-ed1e-4987-8875-6358801680f9 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:41.620208 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7588625a-ed1e-4987-8875-6358801680f9 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:41.729167 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7588625a-ed1e-4987-8875-6358801680f9 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:41.743427 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-7588625a-ed1e-4987-8875-6358801680f9 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8267467f-6583-4276-80f5-94ceabefe6d7']}} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:41.757709 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-7588625a-ed1e-4987-8875-6358801680f9 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15afab49-da57-4514-b3d6-950782840b8a') {'for_net_delete': True} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:41.757988 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-7588625a-ed1e-4987-8875-6358801680f9 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15afab49-da57-4514-b3d6-950782840b8a') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:41.776186 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7588625a-ed1e-4987-8875-6358801680f9 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191186'] for segment, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:41.776459 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-7f93788c-df1c-44f0-a17b-3bd218539b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11bcfe8-17b4-43be-b159-3fb5c8d659c7', 'name': 'tempest-RoutersIpV6Test-router-1779291695', 'tenant_id': '7f13fa511760438bb7dce833c039b782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:55:03Z', 'updated_at': '2021-08-10T03:55:39Z', 'revision_number': 10, 'project_id': '7f13fa511760438bb7dce833c039b782', 'gw_port_host': None, '_interfaces': [{'id': 'd2daf04b-444f-4e22-ad91-ea0718693490', 'name': '', 'network_id': 'f759851e-f4f5-4341-b3d7-3be3456f4a88', 'tenant_id': '7f13fa511760438bb7dce833c039b782', 'mac_address': 'fa:16:3e:4f:b4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11bcfe8-17b4-43be-b159-3fb5c8d659c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': 'e38341a6-655d-4d64-9708-445546caa103', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:55:04Z', 'updated_at': '2021-08-10T03:55:12Z', 'revision_number': 5, 'project_id': '7f13fa511760438bb7dce833c039b782', 'subnets': [{'id': 'e38341a6-655d-4d64-9708-445546caa103', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:41.802495 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7588625a-ed1e-4987-8875-6358801680f9 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:41.813998 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7588625a-ed1e-4987-8875-6358801680f9 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=94260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:55:41.815433 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7588625a-ed1e-4987-8875-6358801680f9 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58895489'] for segment, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:41.821402 n-d-768862-13 neutron-server[94260]: Traceback (most recent call last): Aug 10 03:55:41.821402 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:55:41.821402 n-d-768862-13 neutron-server[94260]: timer() Aug 10 03:55:41.821402 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:55:41.821402 n-d-768862-13 neutron-server[94260]: cb(*args, **kw) Aug 10 03:55:41.821402 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:55:41.821402 n-d-768862-13 neutron-server[94260]: return func(*args, **kwargs) Aug 10 03:55:41.821402 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:55:41.821402 n-d-768862-13 neutron-server[94260]: self._notify() Aug 10 03:55:41.821402 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:55:41.821402 n-d-768862-13 neutron-server[94260]: self.callback(batched_events) Aug 10 03:55:41.821402 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:55:41.821402 n-d-768862-13 neutron-server[94260]: event.method(event) Aug 10 03:55:41.821402 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:55:41.821402 n-d-768862-13 neutron-server[94260]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:55:41.821402 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:55:41.821402 n-d-768862-13 neutron-server[94260]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:55:41.821402 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:55:41.821402 n-d-768862-13 neutron-server[94260]: return f(self, *a, **k) Aug 10 03:55:41.821402 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:55:41.821402 n-d-768862-13 neutron-server[94260]: return self._get(url).json() Aug 10 03:55:41.821402 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:55:41.821402 n-d-768862-13 neutron-server[94260]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:55:41.821402 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:55:41.821402 n-d-768862-13 neutron-server[94260]: return self.request(url, 'GET', **kwargs) Aug 10 03:55:41.821402 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:55:41.821402 n-d-768862-13 neutron-server[94260]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:55:41.821402 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:55:41.821402 n-d-768862-13 neutron-server[94260]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:55:41.821402 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:55:41.821402 n-d-768862-13 neutron-server[94260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:55:41.821402 n-d-768862-13 neutron-server[94260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:55:41.831827 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f93788c-df1c-44f0-a17b-3bd218539b26 None None] The sync data for ids ['e11bcfe8-17b4-43be-b159-3fb5c8d659c7'] in n-d-768862-13 is: [{'id': 'e11bcfe8-17b4-43be-b159-3fb5c8d659c7', 'name': 'tempest-RoutersIpV6Test-router-1779291695', 'tenant_id': '7f13fa511760438bb7dce833c039b782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:55:03Z', 'updated_at': '2021-08-10T03:55:39Z', 'revision_number': 10, 'project_id': '7f13fa511760438bb7dce833c039b782', 'gw_port_host': None, '_interfaces': [{'id': 'd2daf04b-444f-4e22-ad91-ea0718693490', 'name': '', 'network_id': 'f759851e-f4f5-4341-b3d7-3be3456f4a88', 'tenant_id': '7f13fa511760438bb7dce833c039b782', 'mac_address': 'fa:16:3e:4f:b4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11bcfe8-17b4-43be-b159-3fb5c8d659c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': 'e38341a6-655d-4d64-9708-445546caa103', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:55:04Z', 'updated_at': '2021-08-10T03:55:12Z', 'revision_number': 5, 'project_id': '7f13fa511760438bb7dce833c039b782', 'subnets': [{'id': 'e38341a6-655d-4d64-9708-445546caa103', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:55:41.897321 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7588625a-ed1e-4987-8875-6358801680f9 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:41.910593 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7588625a-ed1e-4987-8875-6358801680f9 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:41.913156 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-7588625a-ed1e-4987-8875-6358801680f9 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "DELETE /v2.0/networks/8267467f-6583-4276-80f5-94ceabefe6d7 HTTP/1.1" status: 204 len: 168 time: 0.9333766 Aug 10 03:55:41.917086 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43008) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:41.928433 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7588625a-ed1e-4987-8875-6358801680f9 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Pushing event deleted for resources: {'Network': ['ID=8267467f-6583-4276-80f5-94ceabefe6d7,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:42.500192 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c49f77b9-a1ce-4d1d-9ba2-f3026ec5ebfb tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521880'] for router_interface, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:42.848484 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-c49f77b9-a1ce-4d1d-9ba2-f3026ec5ebfb tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Deleting port d2daf04b-444f-4e22-ad91-ea0718693490 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:55:42.848484 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c49f77b9-a1ce-4d1d-9ba2-f3026ec5ebfb tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:43.002590 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-c49f77b9-a1ce-4d1d-9ba2-f3026ec5ebfb tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] For port d2daf04b-444f-4e22-ad91-ea0718693490, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=d2daf04b-444f-4e22-ad91-ea0718693490,segment=NetworkSegment(418a9ead-7a7b-4445-8f5d-756a386c387a),segment_id=418a9ead-7a7b-4445-8f5d-756a386c387a)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:43.003635 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c49f77b9-a1ce-4d1d-9ba2-f3026ec5ebfb tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:43.028021 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-c49f77b9-a1ce-4d1d-9ba2-f3026ec5ebfb tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Calling delete_port for d2daf04b-444f-4e22-ad91-ea0718693490 owned by network:router_interface {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:55:43.294304 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c49f77b9-a1ce-4d1d-9ba2-f3026ec5ebfb tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:43.329452 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49f77b9-a1ce-4d1d-9ba2-f3026ec5ebfb tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Pushing event deleted for resources: {'Port': ['ID=d2daf04b-444f-4e22-ad91-ea0718693490,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:43.516075 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c49f77b9-a1ce-4d1d-9ba2-f3026ec5ebfb tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-522536'] for router_interface, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:43.591212 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device a945bb1d-2741-410f-a708-84ec9addf06e no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:55:43.642541 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: a945bb1d-2741-410f-a708-84ec9addf06e {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:55:43.643482 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device a945bb1d-2741-410f-a708-84ec9addf06e not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:55:43.644452 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 9f9bf16b-516e-4d91-bba1-6ce3b7bd70a7 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:55:43.674672 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 9f9bf16b-516e-4d91-bba1-6ce3b7bd70a7 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:55:43.675288 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 9f9bf16b-516e-4d91-bba1-6ce3b7bd70a7 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:55:43.747678 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c49f77b9-a1ce-4d1d-9ba2-f3026ec5ebfb tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Router e11bcfe8-17b4-43be-b159-3fb5c8d659c7 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:55:43.841278 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c49f77b9-a1ce-4d1d-9ba2-f3026ec5ebfb tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:55:43.846552 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-c49f77b9-a1ce-4d1d-9ba2-f3026ec5ebfb tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "PUT /v2.0/routers/e11bcfe8-17b4-43be-b159-3fb5c8d659c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9282048 Aug 10 03:55:43.850144 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43016) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:43.854611 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30210cb-22b9-48b6-8277-09b365d934a5 None None] Sync routers for ids ['e11bcfe8-17b4-43be-b159-3fb5c8d659c7'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:55:43.869073 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30210cb-22b9-48b6-8277-09b365d934a5 None None] Routers {'e11bcfe8-17b4-43be-b159-3fb5c8d659c7'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:55:43.870593 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-c30210cb-22b9-48b6-8277-09b365d934a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:55:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['e11bcfe8-17b4-43be-b159-3fb5c8d659c7'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:43.906989 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e5406d8-9bd5-40c3-8132-685cf82dc035 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Deleting subnet e38341a6-655d-4d64-9708-445546caa103 {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:55:43.910654 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8e5406d8-9bd5-40c3-8132-685cf82dc035 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:43.960197 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8e5406d8-9bd5-40c3-8132-685cf82dc035 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:43.991284 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-c30210cb-22b9-48b6-8277-09b365d934a5 None None] Set router e11bcfe8-17b4-43be-b159-3fb5c8d659c7 gateway port host: None {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:55:44.048482 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-c30210cb-22b9-48b6-8277-09b365d934a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11bcfe8-17b4-43be-b159-3fb5c8d659c7', 'name': 'tempest-RoutersIpV6Test-router-1779291695', 'tenant_id': '7f13fa511760438bb7dce833c039b782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:55:03Z', 'updated_at': '2021-08-10T03:55:43Z', 'revision_number': 11, 'project_id': '7f13fa511760438bb7dce833c039b782', 'gw_port_host': None}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:44.090473 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8e5406d8-9bd5-40c3-8132-685cf82dc035 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:44.181038 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8e5406d8-9bd5-40c3-8132-685cf82dc035 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:44.186865 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30210cb-22b9-48b6-8277-09b365d934a5 None None] Checking router: e11bcfe8-17b4-43be-b159-3fb5c8d659c7 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:55:44.197238 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30210cb-22b9-48b6-8277-09b365d934a5 None None] Routers {'e11bcfe8-17b4-43be-b159-3fb5c8d659c7'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:55:44.197878 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-c30210cb-22b9-48b6-8277-09b365d934a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:55:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['e11bcfe8-17b4-43be-b159-3fb5c8d659c7'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:44.212440 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5406d8-9bd5-40c3-8132-685cf82dc035 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Pushing event deleted for resources: {'Subnet': ['ID=e38341a6-655d-4d64-9708-445546caa103,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:44.217740 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8e5406d8-9bd5-40c3-8132-685cf82dc035 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:44.222346 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-8e5406d8-9bd5-40c3-8132-685cf82dc035 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "DELETE /v2.0/subnets/e38341a6-655d-4d64-9708-445546caa103 HTTP/1.1" status: 204 len: 168 time: 0.3686872 Aug 10 03:55:44.222603 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43028) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:44.232885 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5012a7-403b-483a-be12-5397c1a44f71 None None] Network f759851e-f4f5-4341-b3d7-3be3456f4a88 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:55:44.337621 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-c30210cb-22b9-48b6-8277-09b365d934a5 None None] Set router e11bcfe8-17b4-43be-b159-3fb5c8d659c7 gateway port host: None {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:55:44.404854 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2c8c6c1d-2960-4930-a25e-ed086db04615 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:44.451876 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-c30210cb-22b9-48b6-8277-09b365d934a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11bcfe8-17b4-43be-b159-3fb5c8d659c7', 'name': 'tempest-RoutersIpV6Test-router-1779291695', 'tenant_id': '7f13fa511760438bb7dce833c039b782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:55:03Z', 'updated_at': '2021-08-10T03:55:43Z', 'revision_number': 11, 'project_id': '7f13fa511760438bb7dce833c039b782', 'gw_port_host': None}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:44.496735 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-2c8c6c1d-2960-4930-a25e-ed086db04615 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Deleting port f7d45023-03cb-425a-93b0-8c8edbeb8523 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:55:44.496957 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2c8c6c1d-2960-4930-a25e-ed086db04615 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:44.512781 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30210cb-22b9-48b6-8277-09b365d934a5 None None] The sync data for ids ['e11bcfe8-17b4-43be-b159-3fb5c8d659c7'] in n-d-768862-13 is: [{'id': 'e11bcfe8-17b4-43be-b159-3fb5c8d659c7', 'name': 'tempest-RoutersIpV6Test-router-1779291695', 'tenant_id': '7f13fa511760438bb7dce833c039b782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:55:03Z', 'updated_at': '2021-08-10T03:55:43Z', 'revision_number': 11, 'project_id': '7f13fa511760438bb7dce833c039b782', 'gw_port_host': None}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:55:44.555066 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9cd3b8-3660-4d47-82eb-e4d004ca5f6a None None] DHCP port deletion for f759851e-f4f5-4341-b3d7-3be3456f4a88 request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:55:44.609125 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-cb9cd3b8-3660-4d47-82eb-e4d004ca5f6a None None] Deleting port f7d45023-03cb-425a-93b0-8c8edbeb8523 {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:55:44.610190 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-cb9cd3b8-3660-4d47-82eb-e4d004ca5f6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:44.611393 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-2c8c6c1d-2960-4930-a25e-ed086db04615 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] For port f7d45023-03cb-425a-93b0-8c8edbeb8523, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=f7d45023-03cb-425a-93b0-8c8edbeb8523,segment=NetworkSegment(418a9ead-7a7b-4445-8f5d-756a386c387a),segment_id=418a9ead-7a7b-4445-8f5d-756a386c387a)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:44.612181 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2c8c6c1d-2960-4930-a25e-ed086db04615 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:44.638271 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-2c8c6c1d-2960-4930-a25e-ed086db04615 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Calling delete_port for f7d45023-03cb-425a-93b0-8c8edbeb8523 owned by network:dhcp {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:55:44.733174 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-cb9cd3b8-3660-4d47-82eb-e4d004ca5f6a None None] For port f7d45023-03cb-425a-93b0-8c8edbeb8523, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=f7d45023-03cb-425a-93b0-8c8edbeb8523,segment=NetworkSegment(418a9ead-7a7b-4445-8f5d-756a386c387a),segment_id=418a9ead-7a7b-4445-8f5d-756a386c387a)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:44.734177 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-cb9cd3b8-3660-4d47-82eb-e4d004ca5f6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:44.760907 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-cb9cd3b8-3660-4d47-82eb-e4d004ca5f6a None None] Calling delete_port for f7d45023-03cb-425a-93b0-8c8edbeb8523 owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:55:44.799385 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2c8c6c1d-2960-4930-a25e-ed086db04615 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:44.856244 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8c6c1d-2960-4930-a25e-ed086db04615 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Pushing event deleted for resources: {'Port': ['ID=f7d45023-03cb-425a-93b0-8c8edbeb8523,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:44.864954 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8c6c1d-2960-4930-a25e-ed086db04615 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] No DVR routers for this DVR port f7d45023-03cb-425a-93b0-8c8edbeb8523 on host n-d-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:55:44.868821 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-cb9cd3b8-3660-4d47-82eb-e4d004ca5f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:44.900350 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9cd3b8-3660-4d47-82eb-e4d004ca5f6a None None] Pushing event deleted for resources: {'Port': ['ID=f7d45023-03cb-425a-93b0-8c8edbeb8523,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:44.904816 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9cd3b8-3660-4d47-82eb-e4d004ca5f6a None None] No DVR routers for this DVR port f7d45023-03cb-425a-93b0-8c8edbeb8523 on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:55:45.026800 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2c8c6c1d-2960-4930-a25e-ed086db04615 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:45.054089 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-2c8c6c1d-2960-4930-a25e-ed086db04615 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f759851e-f4f5-4341-b3d7-3be3456f4a88']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:45.075992 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-2c8c6c1d-2960-4930-a25e-ed086db04615 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '418a9ead-7a7b-4445-8f5d-756a386c387a') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:45.076391 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-2c8c6c1d-2960-4930-a25e-ed086db04615 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '418a9ead-7a7b-4445-8f5d-756a386c387a') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:45.094894 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2c8c6c1d-2960-4930-a25e-ed086db04615 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:45.119850 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2c8c6c1d-2960-4930-a25e-ed086db04615 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:45.137688 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c8c6c1d-2960-4930-a25e-ed086db04615 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:55:45.138802 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2c8c6c1d-2960-4930-a25e-ed086db04615 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:45.143788 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:55:45.143788 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:55:45.143788 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:55:45.143788 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:55:45.143788 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:55:45.143788 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:55:45.143788 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:55:45.143788 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:55:45.143788 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:55:45.143788 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:55:45.143788 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:55:45.143788 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:55:45.143788 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:55:45.143788 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:55:45.143788 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:55:45.143788 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:55:45.143788 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:55:45.143788 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:55:45.143788 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:55:45.143788 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:55:45.143788 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:55:45.143788 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:55:45.143788 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:55:45.143788 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:55:45.143788 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:55:45.143788 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:55:45.143788 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:55:45.143788 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:55:45.143788 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:55:45.143788 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:55:45.143788 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:55:45.143788 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:55:45.218255 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2c8c6c1d-2960-4930-a25e-ed086db04615 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:45.224510 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2c8c6c1d-2960-4930-a25e-ed086db04615 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:45.227990 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-2c8c6c1d-2960-4930-a25e-ed086db04615 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "DELETE /v2.0/networks/f759851e-f4f5-4341-b3d7-3be3456f4a88 HTTP/1.1" status: 204 len: 168 time: 1.0038788 Aug 10 03:55:45.232515 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 43042) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:45.239880 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-3fa70216-d89f-4c9c-94ff-2a28bcb6fe78 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Request body: {'router': {'routes': None}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:45.257476 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8c6c1d-2960-4930-a25e-ed086db04615 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Pushing event deleted for resources: {'Network': ['ID=f759851e-f4f5-4341-b3d7-3be3456f4a88,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:45.450488 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.extraroute_db [None req-3fa70216-d89f-4c9c-94ff-2a28bcb6fe78 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Added routes are [] {{(pid=94260) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 10 03:55:45.451237 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.extraroute_db [None req-3fa70216-d89f-4c9c-94ff-2a28bcb6fe78 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Removed routes are [] {{(pid=94260) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 10 03:55:45.451670 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3fa70216-d89f-4c9c-94ff-2a28bcb6fe78 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-520463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-522334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1409'] for router, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:45.546730 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device d2daf04b-444f-4e22-ad91-ea0718693490 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:55:45.573465 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: d2daf04b-444f-4e22-ad91-ea0718693490 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:55:45.573812 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device d2daf04b-444f-4e22-ad91-ea0718693490 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:55:45.574253 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device f7d45023-03cb-425a-93b0-8c8edbeb8523 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:55:45.594513 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: f7d45023-03cb-425a-93b0-8c8edbeb8523 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:55:45.594901 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device f7d45023-03cb-425a-93b0-8c8edbeb8523 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:55:45.686857 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3fa70216-d89f-4c9c-94ff-2a28bcb6fe78 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-520463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-522334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1409'] for router, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:45.695271 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3fa70216-d89f-4c9c-94ff-2a28bcb6fe78 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-520692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-520701', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-522311'] for router, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:45.834898 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fa70216-d89f-4c9c-94ff-2a28bcb6fe78 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Router e11bcfe8-17b4-43be-b159-3fb5c8d659c7 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:55:45.927549 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fa70216-d89f-4c9c-94ff-2a28bcb6fe78 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:55:45.935390 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3fa70216-d89f-4c9c-94ff-2a28bcb6fe78 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for router, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:45.936344 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-3fa70216-d89f-4c9c-94ff-2a28bcb6fe78 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "PUT /v2.0/routers/e11bcfe8-17b4-43be-b159-3fb5c8d659c7 HTTP/1.1" status: 200 len: 705 time: 0.7024283 Aug 10 03:55:45.941333 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43046) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:45.942849 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e6ea1f-e7e4-4743-a2ac-bc041a58bc92 None None] Sync routers for ids ['e11bcfe8-17b4-43be-b159-3fb5c8d659c7'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:55:45.959431 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e6ea1f-e7e4-4743-a2ac-bc041a58bc92 None None] Routers {'e11bcfe8-17b4-43be-b159-3fb5c8d659c7'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:55:45.961193 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-93e6ea1f-e7e4-4743-a2ac-bc041a58bc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:55:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['e11bcfe8-17b4-43be-b159-3fb5c8d659c7'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:45.994302 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-44be56d4-0854-4b19-8986-df3412bba0f1 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "GET /v2.0/ports?device_id=e11bcfe8-17b4-43be-b159-3fb5c8d659c7 HTTP/1.1" status: 200 len: 205 time: 0.0508084 Aug 10 03:55:45.998117 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 43048) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:46.065427 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-93e6ea1f-e7e4-4743-a2ac-bc041a58bc92 None None] Set router e11bcfe8-17b4-43be-b159-3fb5c8d659c7 gateway port host: None {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:55:46.088601 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7e58e3d9-5616-4e82-b8e6-53edba570202 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for router, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:46.164338 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-93e6ea1f-e7e4-4743-a2ac-bc041a58bc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11bcfe8-17b4-43be-b159-3fb5c8d659c7', 'name': 'tempest-RoutersIpV6Test-router-1779291695', 'tenant_id': '7f13fa511760438bb7dce833c039b782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:55:03Z', 'updated_at': '2021-08-10T03:55:43Z', 'revision_number': 11, 'project_id': '7f13fa511760438bb7dce833c039b782', 'gw_port_host': None}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:46.217572 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e6ea1f-e7e4-4743-a2ac-bc041a58bc92 None None] Checking router: e11bcfe8-17b4-43be-b159-3fb5c8d659c7 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:55:46.232407 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e6ea1f-e7e4-4743-a2ac-bc041a58bc92 None None] Routers {'e11bcfe8-17b4-43be-b159-3fb5c8d659c7'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:55:46.234694 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-93e6ea1f-e7e4-4743-a2ac-bc041a58bc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:55:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['e11bcfe8-17b4-43be-b159-3fb5c8d659c7'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:46.347551 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7e58e3d9-5616-4e82-b8e6-53edba570202 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:46.351494 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-93e6ea1f-e7e4-4743-a2ac-bc041a58bc92 None None] Set router e11bcfe8-17b4-43be-b159-3fb5c8d659c7 gateway port host: None {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:55:46.351816 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7e58e3d9-5616-4e82-b8e6-53edba570202 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:46.427782 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7e58e3d9-5616-4e82-b8e6-53edba570202 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:46.428797 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e58e3d9-5616-4e82-b8e6-53edba570202 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Fanout notify agent at l3_agent the message router_deleted on router e11bcfe8-17b4-43be-b159-3fb5c8d659c7 {{(pid=94260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:55:46.441031 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7e58e3d9-5616-4e82-b8e6-53edba570202 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for router, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:46.449852 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-7e58e3d9-5616-4e82-b8e6-53edba570202 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "DELETE /v2.0/routers/e11bcfe8-17b4-43be-b159-3fb5c8d659c7 HTTP/1.1" status: 204 len: 168 time: 0.4503183 Aug 10 03:55:46.450761 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43060) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:46.453298 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-93e6ea1f-e7e4-4743-a2ac-bc041a58bc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11bcfe8-17b4-43be-b159-3fb5c8d659c7', 'name': 'tempest-RoutersIpV6Test-router-1779291695', 'tenant_id': '7f13fa511760438bb7dce833c039b782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:55:03Z', 'updated_at': '2021-08-10T03:55:43Z', 'revision_number': 11, 'project_id': '7f13fa511760438bb7dce833c039b782', 'gw_port_host': None}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:46.456870 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-c6757737-0e0b-4d34-9199-029075a3f744 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1860430181', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:46.485616 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e6ea1f-e7e4-4743-a2ac-bc041a58bc92 None None] The sync data for ids ['e11bcfe8-17b4-43be-b159-3fb5c8d659c7'] in n-d-768862-13 is: [{'id': 'e11bcfe8-17b4-43be-b159-3fb5c8d659c7', 'name': 'tempest-RoutersIpV6Test-router-1779291695', 'tenant_id': '7f13fa511760438bb7dce833c039b782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:55:03Z', 'updated_at': '2021-08-10T03:55:43Z', 'revision_number': 11, 'project_id': '7f13fa511760438bb7dce833c039b782', 'gw_port_host': None}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:55:46.499581 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c6757737-0e0b-4d34-9199-029075a3f744 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:46.501612 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c6757737-0e0b-4d34-9199-029075a3f744 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:47.069045 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c6757737-0e0b-4d34-9199-029075a3f744 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:47.076462 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c6757737-0e0b-4d34-9199-029075a3f744 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:47.105413 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c6757737-0e0b-4d34-9199-029075a3f744 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:47.109982 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-c6757737-0e0b-4d34-9199-029075a3f744 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6554942 Aug 10 03:55:47.110701 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43068) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:47.120001 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-586b1184-ac51-47f4-ac0b-f827de233c4e tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:47.435323 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-586b1184-ac51-47f4-ac0b-f827de233c4e tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-520463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-522334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1409'] for router, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:47.449156 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-586b1184-ac51-47f4-ac0b-f827de233c4e tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-520692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-520701', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-522311'] for router, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:47.595559 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-586b1184-ac51-47f4-ac0b-f827de233c4e tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Router b8d1ef3b-8c67-4f0b-afaf-7d9640394fd0 is scheduled to L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e with binding_index 1 {{(pid=94261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:55:47.742706 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-586b1184-ac51-47f4-ac0b-f827de233c4e tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:55:47.756831 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7b9a73-260b-4ed3-a699-dc8cfb796a95 None None] Sync routers for ids ['b8d1ef3b-8c67-4f0b-afaf-7d9640394fd0'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:55:47.765118 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-586b1184-ac51-47f4-ac0b-f827de233c4e tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:47.769482 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 43072) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:47.770849 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-586b1184-ac51-47f4-ac0b-f827de233c4e tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "PUT /v2.0/routers/b8d1ef3b-8c67-4f0b-afaf-7d9640394fd0 HTTP/1.1" status: 200 len: 698 time: 0.6585279 Aug 10 03:55:47.797971 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7b9a73-260b-4ed3-a699-dc8cfb796a95 None None] Routers {'b8d1ef3b-8c67-4f0b-afaf-7d9640394fd0'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:55:47.799498 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-ca7b9a73-260b-4ed3-a699-dc8cfb796a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:55:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['b8d1ef3b-8c67-4f0b-afaf-7d9640394fd0'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:47.885069 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-ca7b9a73-260b-4ed3-a699-dc8cfb796a95 None None] Set router b8d1ef3b-8c67-4f0b-afaf-7d9640394fd0 gateway port host: None {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:55:47.887338 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-f1a46333-fe82-4dbf-ae0e-c1f93118ccce tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "GET /v2.0/routers/b8d1ef3b-8c67-4f0b-afaf-7d9640394fd0 HTTP/1.1" status: 200 len: 704 time: 0.1143367 Aug 10 03:55:47.889890 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 43074) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:47.922673 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-9598a4d1-5a3e-43d9-bbbd-af4ea8ca5c76 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8d1ef3b-8c67-4f0b-afaf-7d9640394fd0 HTTP/1.1" status: 200 len: 205 time: 0.0313048 Aug 10 03:55:47.925548 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 43076) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:47.955062 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-ca7b9a73-260b-4ed3-a699-dc8cfb796a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d1ef3b-8c67-4f0b-afaf-7d9640394fd0', 'name': 'tempest-RoutersIpV6Test-router-1860430181', 'tenant_id': '7f13fa511760438bb7dce833c039b782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:55:46Z', 'updated_at': '2021-08-10T03:55:47Z', 'revision_number': 2, 'project_id': '7f13fa511760438bb7dce833c039b782', 'gw_port_host': None}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:47.988088 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7b9a73-260b-4ed3-a699-dc8cfb796a95 None None] Checking router: b8d1ef3b-8c67-4f0b-afaf-7d9640394fd0 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:55:48.005133 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7b9a73-260b-4ed3-a699-dc8cfb796a95 None None] Routers {'b8d1ef3b-8c67-4f0b-afaf-7d9640394fd0'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:55:48.005835 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-ca7b9a73-260b-4ed3-a699-dc8cfb796a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:55:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['b8d1ef3b-8c67-4f0b-afaf-7d9640394fd0'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:48.102789 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-ca7b9a73-260b-4ed3-a699-dc8cfb796a95 None None] Set router b8d1ef3b-8c67-4f0b-afaf-7d9640394fd0 gateway port host: None {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:55:48.167275 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-ca7b9a73-260b-4ed3-a699-dc8cfb796a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d1ef3b-8c67-4f0b-afaf-7d9640394fd0', 'name': 'tempest-RoutersIpV6Test-router-1860430181', 'tenant_id': '7f13fa511760438bb7dce833c039b782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:55:46Z', 'updated_at': '2021-08-10T03:55:47Z', 'revision_number': 2, 'project_id': '7f13fa511760438bb7dce833c039b782', 'gw_port_host': None}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:48.199902 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7b9a73-260b-4ed3-a699-dc8cfb796a95 None None] The sync data for ids ['b8d1ef3b-8c67-4f0b-afaf-7d9640394fd0'] in n-d-768862-13 is: [{'id': 'b8d1ef3b-8c67-4f0b-afaf-7d9640394fd0', 'name': 'tempest-RoutersIpV6Test-router-1860430181', 'tenant_id': '7f13fa511760438bb7dce833c039b782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:55:46Z', 'updated_at': '2021-08-10T03:55:47Z', 'revision_number': 2, 'project_id': '7f13fa511760438bb7dce833c039b782', 'gw_port_host': None}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:55:48.656662 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-337a369f-5d10-46e9-b3cd-7999f01cd813 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for router, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:49.037163 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-337a369f-5d10-46e9-b3cd-7999f01cd813 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:49.041423 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-337a369f-5d10-46e9-b3cd-7999f01cd813 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:49.127435 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-337a369f-5d10-46e9-b3cd-7999f01cd813 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:49.128338 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-337a369f-5d10-46e9-b3cd-7999f01cd813 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Fanout notify agent at l3_agent the message router_deleted on router b8d1ef3b-8c67-4f0b-afaf-7d9640394fd0 {{(pid=94260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:55:49.142189 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-337a369f-5d10-46e9-b3cd-7999f01cd813 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] Notify callbacks [] for router, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:49.144491 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-337a369f-5d10-46e9-b3cd-7999f01cd813 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "DELETE /v2.0/routers/b8d1ef3b-8c67-4f0b-afaf-7d9640394fd0 HTTP/1.1" status: 204 len: 168 time: 1.2163825 Aug 10 03:55:49.149271 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43086) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:49.196660 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-2130e9f5-a645-42b7-a477-ce6b8efbd70a tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8d1ef3b-8c67-4f0b-afaf-7d9640394fd0 HTTP/1.1" status: 200 len: 205 time: 0.0417852 Aug 10 03:55:49.196947 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43088) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:49.263105 n-d-768862-13 neutron-server[94261]: INFO neutron.api.v2.resource [None req-bf00c53a-b2c7-4de1-9b31-565ecf4515ff tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] delete failed (client error): The resource could not be found. Aug 10 03:55:49.264964 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-bf00c53a-b2c7-4de1-9b31-565ecf4515ff tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "DELETE /v2.0/routers/b8d1ef3b-8c67-4f0b-afaf-7d9640394fd0 HTTP/1.1" status: 404 len: 336 time: 0.0668318 Aug 10 03:55:49.269570 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43090) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:49.320936 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee11c149-3141-4416-b6f9-5c06f11a1648 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] DELETE failed (client error): The resource could not be found. Aug 10 03:55:49.321418 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee11c149-3141-4416-b6f9-5c06f11a1648 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:55:49.326916 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ee11c149-3141-4416-b6f9-5c06f11a1648 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "DELETE /v2.0/subnets/ce03c0c9-dd94-4f31-b362-c8837f5ac848 HTTP/1.1" status: 404 len: 337 time: 0.0528209 Aug 10 03:55:49.327608 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 43094) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:49.374137 n-d-768862-13 neutron-server[94260]: INFO neutron.pecan_wsgi.hooks.translation [None req-168cc127-6145-436b-9f23-277600ae70b7 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] DELETE failed (client error): The resource could not be found. Aug 10 03:55:49.375051 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-168cc127-6145-436b-9f23-277600ae70b7 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:55:49.381960 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-168cc127-6145-436b-9f23-277600ae70b7 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "DELETE /v2.0/subnets/e5bbe5ce-04dd-4304-b7cb-aa6a95475659 HTTP/1.1" status: 404 len: 337 time: 0.0490503 Aug 10 03:55:49.382366 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43096) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:49.433011 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-75bb6220-6893-4d6b-a9b0-680424198e28 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] DELETE failed (client error): The resource could not be found. Aug 10 03:55:49.435479 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75bb6220-6893-4d6b-a9b0-680424198e28 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:55:49.442011 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-75bb6220-6893-4d6b-a9b0-680424198e28 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "DELETE /v2.0/subnets/c6f6dffc-5cc1-4d11-a114-29902ae8514c HTTP/1.1" status: 404 len: 337 time: 0.0552413 Aug 10 03:55:49.443578 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 43100) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:49.508591 n-d-768862-13 neutron-server[94260]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c2ac56a-924f-4dea-9607-121cc78d08f2 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] DELETE failed (client error): The resource could not be found. Aug 10 03:55:49.509369 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c2ac56a-924f-4dea-9607-121cc78d08f2 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:55:49.511704 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-5c2ac56a-924f-4dea-9607-121cc78d08f2 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "DELETE /v2.0/subnets/e38341a6-655d-4d64-9708-445546caa103 HTTP/1.1" status: 404 len: 337 time: 0.0664601 Aug 10 03:55:49.515886 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 43102) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:49.559944 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-3665833c-abd8-4d20-8871-43bb395e1a71 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "GET /v2.0/ports?device_id=e11bcfe8-17b4-43be-b159-3fb5c8d659c7 HTTP/1.1" status: 200 len: 205 time: 0.0423093 Aug 10 03:55:49.563478 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 43104) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:49.608123 n-d-768862-13 neutron-server[94260]: INFO neutron.api.v2.resource [None req-c71c0277-9011-4142-8ffd-a3094f3a2b16 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] delete failed (client error): The resource could not be found. Aug 10 03:55:49.612802 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-c71c0277-9011-4142-8ffd-a3094f3a2b16 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "DELETE /v2.0/routers/e11bcfe8-17b4-43be-b159-3fb5c8d659c7 HTTP/1.1" status: 404 len: 336 time: 0.0447593 Aug 10 03:55:49.613430 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43106) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:49.650855 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-f8578df6-1279-49ea-9b3e-1656b85f11a6 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "GET /v2.0/ports?device_id=45fa3ea9-c707-4ae9-8b94-6d2cbea90e55 HTTP/1.1" status: 200 len: 205 time: 0.0327585 Aug 10 03:55:49.651164 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43108) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:49.694298 n-d-768862-13 neutron-server[94261]: INFO neutron.api.v2.resource [None req-fd28188d-4854-4e41-bf36-7c5b212fa63f tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] delete failed (client error): The resource could not be found. Aug 10 03:55:49.698159 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-fd28188d-4854-4e41-bf36-7c5b212fa63f tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "DELETE /v2.0/routers/45fa3ea9-c707-4ae9-8b94-6d2cbea90e55 HTTP/1.1" status: 404 len: 336 time: 0.0433445 Aug 10 03:55:49.698560 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43110) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:49.735555 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-e43d5946-93b8-48e1-bb6c-b87cadf41e96 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] DELETE failed (client error): The resource could not be found. Aug 10 03:55:49.736375 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e43d5946-93b8-48e1-bb6c-b87cadf41e96 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:55:49.742196 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 43112) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:49.743093 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e43d5946-93b8-48e1-bb6c-b87cadf41e96 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "DELETE /v2.0/subnets/44839fe3-8831-44cc-9232-9b574a8c7847 HTTP/1.1" status: 404 len: 337 time: 0.0427935 Aug 10 03:55:49.799616 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43114) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:49.800474 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-3f7db371-a950-41fa-ade9-b00ba67be0be tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "GET /v2.0/ports?device_id=49772f9f-f88f-4fbb-a9cc-111070d48219 HTTP/1.1" status: 200 len: 205 time: 0.0559590 Aug 10 03:55:49.846372 n-d-768862-13 neutron-server[94261]: INFO neutron.api.v2.resource [None req-d0b234c4-4bf9-46dd-bbad-454eed12c34b tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] delete failed (client error): The resource could not be found. Aug 10 03:55:49.847725 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-d0b234c4-4bf9-46dd-bbad-454eed12c34b tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "DELETE /v2.0/routers/49772f9f-f88f-4fbb-a9cc-111070d48219 HTTP/1.1" status: 404 len: 336 time: 0.0458360 Aug 10 03:55:49.851890 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43116) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:49.888924 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-7a81ddfe-c3cc-49aa-94b0-a4a4daf2728e tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bdadf6e-fdb4-40df-a6b9-e72bb07a5486 HTTP/1.1" status: 200 len: 205 time: 0.0337927 Aug 10 03:55:49.895271 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43118) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:49.946563 n-d-768862-13 neutron-server[94261]: INFO neutron.api.v2.resource [None req-273e0e21-7391-411a-b387-e284768b80bf tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] delete failed (client error): The resource could not be found. Aug 10 03:55:49.947791 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-273e0e21-7391-411a-b387-e284768b80bf tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "DELETE /v2.0/routers/1bdadf6e-fdb4-40df-a6b9-e72bb07a5486 HTTP/1.1" status: 404 len: 336 time: 0.0505722 Aug 10 03:55:49.951911 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43120) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:49.984890 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f822866-3f9e-40d9-9b27-f1f24ee8d79d tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] DELETE failed (client error): The resource could not be found. Aug 10 03:55:49.985377 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f822866-3f9e-40d9-9b27-f1f24ee8d79d tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:55:49.990645 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-0f822866-3f9e-40d9-9b27-f1f24ee8d79d tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "DELETE /v2.0/subnets/5955ec8d-fcf4-454f-82f2-59f294d3b21b HTTP/1.1" status: 404 len: 337 time: 0.0343904 Aug 10 03:55:49.991023 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43122) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:50.026404 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-32adc60f-4825-4808-8342-46f8fab112c8 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "GET /v2.0/ports?device_id=41eb47c0-5d25-4e7d-98b8-b0168aedc7d5 HTTP/1.1" status: 200 len: 205 time: 0.0335090 Aug 10 03:55:50.028953 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43124) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:50.097439 n-d-768862-13 neutron-server[94261]: INFO neutron.api.v2.resource [None req-e815e9d3-996b-49ad-97c4-a3bd6f35f141 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] delete failed (client error): The resource could not be found. Aug 10 03:55:50.098855 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e815e9d3-996b-49ad-97c4-a3bd6f35f141 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "DELETE /v2.0/routers/41eb47c0-5d25-4e7d-98b8-b0168aedc7d5 HTTP/1.1" status: 404 len: 336 time: 0.0683889 Aug 10 03:55:50.102774 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43126) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:50.144126 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-6adb46b9-bdb0-480f-92d3-4a8828424a3a tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] DELETE failed (client error): The resource could not be found. Aug 10 03:55:50.145274 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6adb46b9-bdb0-480f-92d3-4a8828424a3a tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:55:50.147662 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-6adb46b9-bdb0-480f-92d3-4a8828424a3a tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "DELETE /v2.0/subnets/ae583cab-9c9a-4974-bdee-a5988493afe5 HTTP/1.1" status: 404 len: 337 time: 0.0435605 Aug 10 03:55:50.151932 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43128) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:50.183241 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-dd71b5c8-c7d2-4512-b273-5010d601d09a tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ff9cd60-a762-4a73-ba94-15006724ef86 HTTP/1.1" status: 200 len: 205 time: 0.0298340 Aug 10 03:55:50.187040 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43130) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:50.229695 n-d-768862-13 neutron-server[94261]: INFO neutron.api.v2.resource [None req-e856c0ff-3f86-44d6-8e29-f55ca06d0158 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] delete failed (client error): The resource could not be found. Aug 10 03:55:50.231218 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e856c0ff-3f86-44d6-8e29-f55ca06d0158 tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "DELETE /v2.0/routers/4ff9cd60-a762-4a73-ba94-15006724ef86 HTTP/1.1" status: 404 len: 336 time: 0.0430651 Aug 10 03:55:50.233966 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43132) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:50.267108 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-e596e7c7-dd59-4dc6-ae8e-1c7c176cd6da tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] DELETE failed (client error): The resource could not be found. Aug 10 03:55:50.267493 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e596e7c7-dd59-4dc6-ae8e-1c7c176cd6da tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:55:50.269307 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e596e7c7-dd59-4dc6-ae8e-1c7c176cd6da tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "DELETE /v2.0/subnets/a58744ae-0622-43b9-9f65-57cd7400926e HTTP/1.1" status: 404 len: 337 time: 0.0342228 Aug 10 03:55:50.273691 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43134) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:50.311639 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-60cdd494-22da-4dab-b003-8abbcc89ef4f tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] DELETE failed (client error): The resource could not be found. Aug 10 03:55:50.312417 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60cdd494-22da-4dab-b003-8abbcc89ef4f tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:55:50.321138 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-60cdd494-22da-4dab-b003-8abbcc89ef4f tempest-RoutersIpV6Test-927699644 tempest-RoutersIpV6Test-927699644-project] 10.222.0.44 "DELETE /v2.0/subnets/15a401fa-0ead-4049-884b-80fb5a82e487 HTTP/1.1" status: 404 len: 337 time: 0.0403833 Aug 10 03:55:50.780654 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43148) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:50.992616 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-5824bd40-5a18-4d15-8803-8a2a9d661fa7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7f13fa511760438bb7dce833c039b782&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2082222 Aug 10 03:55:50.993421 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 43156) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:51.135868 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-29bbd427-7334-4dd5-bbfc-447d5ddee4ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:51.164948 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58970db-5c20-41ad-8c1c-71b339e8609b req-b14a0317-b1db-4973-b3cf-fd2eddbb778c tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:51.166839 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c58970db-5c20-41ad-8c1c-71b339e8609b req-b14a0317-b1db-4973-b3cf-fd2eddbb778c tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/networks?id=9304a778-e332-4697-b169-f473c98c9db5 HTTP/1.1" status: 200 len: 811 time: 0.1749115 Aug 10 03:55:51.188251 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-29bbd427-7334-4dd5-bbfc-447d5ddee4ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:51.199681 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c58970db-5c20-41ad-8c1c-71b339e8609b req-94b288af-5e44-440d-8b4a-3f91c38f7e7d tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/quotas/d7797a7e7c744219a6cd7e79c926312f HTTP/1.1" status: 200 len: 375 time: 0.0238414 Aug 10 03:55:51.277225 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c58970db-5c20-41ad-8c1c-71b339e8609b req-564d0d96-c4af-4102-8844-30813c55dba3 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d7797a7e7c744219a6cd7e79c926312f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0682662 Aug 10 03:55:51.287883 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-29bbd427-7334-4dd5-bbfc-447d5ddee4ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:51.291478 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-29bbd427-7334-4dd5-bbfc-447d5ddee4ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:51.293135 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-29bbd427-7334-4dd5-bbfc-447d5ddee4ed admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0ccd6cb0-a661-43d3-b6a3-8fd45a2c7fe4 HTTP/1.1" status: 204 len: 168 time: 0.2910242 Aug 10 03:55:51.298879 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [req-c58970db-5c20-41ad-8c1c-71b339e8609b req-64ec39b4-5bed-4b67-9f9a-e29f559acf00 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:55:51.300694 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c58970db-5c20-41ad-8c1c-71b339e8609b req-64ec39b4-5bed-4b67-9f9a-e29f559acf00 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0144670 Aug 10 03:55:51.328939 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bbd427-7334-4dd5-bbfc-447d5ddee4ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ccd6cb0-a661-43d3-b6a3-8fd45a2c7fe4,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:51.385644 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-0430b91c-0e78-4acd-b909-e0ebe90c1cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:51.443297 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c58970db-5c20-41ad-8c1c-71b339e8609b req-c4bb9d72-7f26-49a3-95e5-98c9868b1812 service neutron] 10.222.0.44 "GET /v2.0/networks/9304a778-e332-4697-b169-f473c98c9db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284728 Aug 10 03:55:51.569427 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c58970db-5c20-41ad-8c1c-71b339e8609b req-ff304aa6-10e0-4cc1-8bd4-a5c32bf46d32 service neutron] 10.222.0.44 "GET /v2.0/networks/9304a778-e332-4697-b169-f473c98c9db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209171 Aug 10 03:55:52.037498 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e7063c5d-94ce-48fa-9a98-4d664148008b req-6cac5017-dfba-44cf-ba02-527e9b7325ec tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8c5fa42-c54a-4e4a-8428-d44885841ac0 HTTP/1.1" status: 200 len: 210 time: 0.0783520 Aug 10 03:55:52.311163 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43200) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:52.469443 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-b420beb3-19dc-4e91-b449-0f32dd082852 tempest-TagsTest-1393767070 tempest-TagsTest-1393767070-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1415572053'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:52.508587 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b420beb3-19dc-4e91-b449-0f32dd082852 tempest-TagsTest-1393767070 tempest-TagsTest-1393767070-project] Made reservation on behalf of 9936adbdac2d4e8a8294a27a3a4bc414 for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:55:52.512683 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b420beb3-19dc-4e91-b449-0f32dd082852 tempest-TagsTest-1393767070 tempest-TagsTest-1393767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:52.526948 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b420beb3-19dc-4e91-b449-0f32dd082852 tempest-TagsTest-1393767070 tempest-TagsTest-1393767070-project] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:52.668842 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b420beb3-19dc-4e91-b449-0f32dd082852 tempest-TagsTest-1393767070 tempest-TagsTest-1393767070-project] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:52.676054 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b420beb3-19dc-4e91-b449-0f32dd082852 tempest-TagsTest-1393767070 tempest-TagsTest-1393767070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:52.798642 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b420beb3-19dc-4e91-b449-0f32dd082852 tempest-TagsTest-1393767070 tempest-TagsTest-1393767070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cedef946-7612-4c04-8f47-8fe4e271ffbe,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:52.825542 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b420beb3-19dc-4e91-b449-0f32dd082852 tempest-TagsTest-1393767070 tempest-TagsTest-1393767070-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:55:52.850051 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b420beb3-19dc-4e91-b449-0f32dd082852 tempest-TagsTest-1393767070 tempest-TagsTest-1393767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:52.850904 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-b420beb3-19dc-4e91-b449-0f32dd082852 tempest-TagsTest-1393767070 tempest-TagsTest-1393767070-project] Added segment d8d75c82-31af-461c-a253-2315ec3b2086 of type vlan for network b3db81d7-c950-4ba4-bd93-e1cc368d04c8 Aug 10 03:55:52.923885 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b420beb3-19dc-4e91-b449-0f32dd082852 tempest-TagsTest-1393767070 tempest-TagsTest-1393767070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:52.973739 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b420beb3-19dc-4e91-b449-0f32dd082852 tempest-TagsTest-1393767070 tempest-TagsTest-1393767070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:52.979904 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b420beb3-19dc-4e91-b449-0f32dd082852 tempest-TagsTest-1393767070 tempest-TagsTest-1393767070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:52.980547 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b420beb3-19dc-4e91-b449-0f32dd082852 tempest-TagsTest-1393767070 tempest-TagsTest-1393767070-project] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:53.045628 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-b420beb3-19dc-4e91-b449-0f32dd082852 tempest-TagsTest-1393767070 tempest-TagsTest-1393767070-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.7330642 Aug 10 03:55:53.050526 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 43208) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:53.057195 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.tag.tag_plugin [None req-4cfc5234-65c2-4c59-942e-8b94157ed5a6 tempest-TagsTest-1393767070 tempest-TagsTest-1393767070-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'b3db81d7-c950-4ba4-bd93-e1cc368d04c8', 'tempest-TagsTest-Tag-746519183') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:53.076129 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b420beb3-19dc-4e91-b449-0f32dd082852 tempest-TagsTest-1393767070 tempest-TagsTest-1393767070-project] Pushing event updated for resources: {'Network': ['ID=b3db81d7-c950-4ba4-bd93-e1cc368d04c8,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:53.096262 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network b3db81d7-c950-4ba4-bd93-e1cc368d04c8 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:55:53.277120 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-12b04953-a3f6-4d6b-896c-37f02a093047 req-ec1ba5e7-702e-43e1-b5d2-45883c4509e7 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8c5fa42-c54a-4e4a-8428-d44885841ac0 HTTP/1.1" status: 200 len: 210 time: 0.0955358 Aug 10 03:55:53.296456 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-4cfc5234-65c2-4c59-942e-8b94157ed5a6 tempest-TagsTest-1393767070 tempest-TagsTest-1393767070-project] 10.222.0.44 "PUT /v2.0/networks/b3db81d7-c950-4ba4-bd93-e1cc368d04c8/tags/tempest-TagsTest-Tag-746519183 HTTP/1.1" status: 201 len: 201 time: 0.2435741 Aug 10 03:55:53.298711 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43212) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:53.305423 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.tag.tag_plugin [None req-46ce1b20-7e98-4658-964f-6a8607bc9415 tempest-TagsTest-1393767070 tempest-TagsTest-1393767070-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b3db81d7-c950-4ba4-bd93-e1cc368d04c8', 'tempest-TagsTest-Tag-746519183') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:53.442514 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-46ce1b20-7e98-4658-964f-6a8607bc9415 tempest-TagsTest-1393767070 tempest-TagsTest-1393767070-project] 10.222.0.44 "GET /v2.0/networks/b3db81d7-c950-4ba4-bd93-e1cc368d04c8/tags/tempest-TagsTest-Tag-746519183 HTTP/1.1" status: 204 len: 168 time: 0.1414242 Aug 10 03:55:53.445751 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43214) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:53.451011 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.tag.tag_plugin [None req-38010cfe-5a15-4d3e-88df-948a9ef45612 tempest-TagsTest-1393767070 tempest-TagsTest-1393767070-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'b3db81d7-c950-4ba4-bd93-e1cc368d04c8') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:53.452365 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58970db-5c20-41ad-8c1c-71b339e8609b req-f102bdf4-52b3-4a27-b714-26fdcb3c411e tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:53.454944 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c58970db-5c20-41ad-8c1c-71b339e8609b req-f102bdf4-52b3-4a27-b714-26fdcb3c411e tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.42 "GET /v2.0/networks?id=9304a778-e332-4697-b169-f473c98c9db5 HTTP/1.1" status: 200 len: 811 time: 0.2325859 Aug 10 03:55:53.469021 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-c58970db-5c20-41ad-8c1c-71b339e8609b req-524b1b47-9fbc-46c8-9b19-b209a84ea738 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Request body: {'port': {'device_id': 'e8c5fa42-c54a-4e4a-8428-d44885841ac0', 'network_id': '9304a778-e332-4697-b169-f473c98c9db5', 'admin_state_up': True, 'tenant_id': 'd7797a7e7c744219a6cd7e79c926312f'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:53.591298 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-38010cfe-5a15-4d3e-88df-948a9ef45612 tempest-TagsTest-1393767070 tempest-TagsTest-1393767070-project] 10.222.0.44 "GET /v2.0/networks/b3db81d7-c950-4ba4-bd93-e1cc368d04c8/tags HTTP/1.1" status: 200 len: 237 time: 0.1439340 Aug 10 03:55:53.594925 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43218) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:53.604943 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.tag.tag_plugin [None req-18cf3d02-f3f7-4438-833b-2970ee5f7457 tempest-TagsTest-1393767070 tempest-TagsTest-1393767070-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'b3db81d7-c950-4ba4-bd93-e1cc368d04c8', {'tags': ['tempest-TagsTest-Tag-1474483631', 'tempest-TagsTest-Tag-1056399966', 'tempest-TagsTest-Tag-1219904497']}) {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:53.703857 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-7cc694de-e93c-4798-8fb1-2bbf86807a23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:53.716522 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c58970db-5c20-41ad-8c1c-71b339e8609b req-524b1b47-9fbc-46c8-9b19-b209a84ea738 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Made reservation on behalf of d7797a7e7c744219a6cd7e79c926312f for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:55:53.724444 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c58970db-5c20-41ad-8c1c-71b339e8609b req-524b1b47-9fbc-46c8-9b19-b209a84ea738 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:53.780760 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-18cf3d02-f3f7-4438-833b-2970ee5f7457 tempest-TagsTest-1393767070 tempest-TagsTest-1393767070-project] 10.222.0.44 "PUT /v2.0/networks/b3db81d7-c950-4ba4-bd93-e1cc368d04c8/tags HTTP/1.1" status: 200 len: 309 time: 0.1842372 Aug 10 03:55:53.785830 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43224) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:53.791719 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.tag.tag_plugin [None req-32dc3cab-586a-4214-ac74-f56fc6c753c5 tempest-TagsTest-1393767070 tempest-TagsTest-1393767070-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'b3db81d7-c950-4ba4-bd93-e1cc368d04c8', 'tempest-TagsTest-Tag-1474483631') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:53.915415 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-32dc3cab-586a-4214-ac74-f56fc6c753c5 tempest-TagsTest-1393767070 tempest-TagsTest-1393767070-project] 10.222.0.44 "DELETE /v2.0/networks/b3db81d7-c950-4ba4-bd93-e1cc368d04c8/tags/tempest-TagsTest-Tag-1474483631 HTTP/1.1" status: 204 len: 168 time: 0.1236994 Aug 10 03:55:53.915757 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43226) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:53.921199 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.tag.tag_plugin [None req-a6a73c69-b31b-4024-bfbf-ed524763d70f tempest-TagsTest-1393767070 tempest-TagsTest-1393767070-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b3db81d7-c950-4ba4-bd93-e1cc368d04c8', 'tempest-TagsTest-Tag-1474483631') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:54.012989 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-c58970db-5c20-41ad-8c1c-71b339e8609b req-524b1b47-9fbc-46c8-9b19-b209a84ea738 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Allocated IP 172.20.0.7 (9304a778-e332-4697-b169-f473c98c9db5/004bec00-f412-4962-b43d-0d7672578573/0d22d825-a3d2-45ba-b2bb-1c519f110f73) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:55:54.020576 n-d-768862-13 neutron-server[94261]: INFO neutron.api.v2.resource [None req-a6a73c69-b31b-4024-bfbf-ed524763d70f tempest-TagsTest-1393767070 tempest-TagsTest-1393767070-project] show failed (client error): The resource could not be found. Aug 10 03:55:54.025692 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a6a73c69-b31b-4024-bfbf-ed524763d70f tempest-TagsTest-1393767070 tempest-TagsTest-1393767070-project] 10.222.0.44 "GET /v2.0/networks/b3db81d7-c950-4ba4-bd93-e1cc368d04c8/tags/tempest-TagsTest-Tag-1474483631 HTTP/1.1" status: 404 len: 326 time: 0.1052551 Aug 10 03:55:54.025943 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43228) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:54.030774 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.tag.tag_plugin [None req-19d81e1b-257a-4d81-8ca5-e9efeaf2aa05 tempest-TagsTest-1393767070 tempest-TagsTest-1393767070-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b3db81d7-c950-4ba4-bd93-e1cc368d04c8', 'tempest-TagsTest-Tag-1056399966') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:54.116864 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-19d81e1b-257a-4d81-8ca5-e9efeaf2aa05 tempest-TagsTest-1393767070 tempest-TagsTest-1393767070-project] 10.222.0.44 "GET /v2.0/networks/b3db81d7-c950-4ba4-bd93-e1cc368d04c8/tags/tempest-TagsTest-Tag-1056399966 HTTP/1.1" status: 204 len: 168 time: 0.0849426 Aug 10 03:55:54.117211 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43230) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:54.121915 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.tag.tag_plugin [None req-a28190bf-5ae9-4994-91a6-b65f751757bb tempest-TagsTest-1393767070 tempest-TagsTest-1393767070-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b3db81d7-c950-4ba4-bd93-e1cc368d04c8', 'tempest-TagsTest-Tag-1219904497') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:54.214646 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a28190bf-5ae9-4994-91a6-b65f751757bb tempest-TagsTest-1393767070 tempest-TagsTest-1393767070-project] 10.222.0.44 "GET /v2.0/networks/b3db81d7-c950-4ba4-bd93-e1cc368d04c8/tags/tempest-TagsTest-Tag-1219904497 HTTP/1.1" status: 204 len: 168 time: 0.0925620 Aug 10 03:55:54.214945 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43232) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:54.222007 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.tag.tag_plugin [None req-a23a95a9-3840-4787-a263-eec41d47bad0 tempest-TagsTest-1393767070 tempest-TagsTest-1393767070-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'b3db81d7-c950-4ba4-bd93-e1cc368d04c8') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:54.281507 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c58970db-5c20-41ad-8c1c-71b339e8609b req-524b1b47-9fbc-46c8-9b19-b209a84ea738 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:54.299652 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-c58970db-5c20-41ad-8c1c-71b339e8609b req-524b1b47-9fbc-46c8-9b19-b209a84ea738 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Transition to ACTIVE for port object 0d22d825-a3d2-45ba-b2bb-1c519f110f73 will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:55:54.330680 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:54.364736 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a23a95a9-3840-4787-a263-eec41d47bad0 tempest-TagsTest-1393767070 tempest-TagsTest-1393767070-project] 10.222.0.44 "DELETE /v2.0/networks/b3db81d7-c950-4ba4-bd93-e1cc368d04c8/tags HTTP/1.1" status: 204 len: 168 time: 0.1439176 Aug 10 03:55:54.365677 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 43236) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:54.370789 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.tag.tag_plugin [None req-264ff8d9-8695-4852-a9b5-840f0f845355 tempest-TagsTest-1393767070 tempest-TagsTest-1393767070-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b3db81d7-c950-4ba4-bd93-e1cc368d04c8', 'tempest-TagsTest-Tag-1056399966') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:54.437393 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c58970db-5c20-41ad-8c1c-71b339e8609b req-524b1b47-9fbc-46c8-9b19-b209a84ea738 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:54.531998 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c58970db-5c20-41ad-8c1c-71b339e8609b req-524b1b47-9fbc-46c8-9b19-b209a84ea738 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Network 9304a778-e332-4697-b169-f473c98c9db5 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:55:54.543404 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-c58970db-5c20-41ad-8c1c-71b339e8609b req-524b1b47-9fbc-46c8-9b19-b209a84ea738 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:55:54.554152 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-c58970db-5c20-41ad-8c1c-71b339e8609b req-524b1b47-9fbc-46c8-9b19-b209a84ea738 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:55:54.567304 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524b1b47-9fbc-46c8-9b19-b209a84ea738 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Pushing event updated for resources: {'Port': ['ID=0d22d825-a3d2-45ba-b2bb-1c519f110f73,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:54.597460 n-d-768862-13 neutron-server[94260]: INFO neutron.api.v2.resource [None req-264ff8d9-8695-4852-a9b5-840f0f845355 tempest-TagsTest-1393767070 tempest-TagsTest-1393767070-project] show failed (client error): The resource could not be found. Aug 10 03:55:54.603280 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-264ff8d9-8695-4852-a9b5-840f0f845355 tempest-TagsTest-1393767070 tempest-TagsTest-1393767070-project] 10.222.0.44 "GET /v2.0/networks/b3db81d7-c950-4ba4-bd93-e1cc368d04c8/tags/tempest-TagsTest-Tag-1056399966 HTTP/1.1" status: 404 len: 326 time: 0.2323203 Aug 10 03:55:54.603757 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43238) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:54.610116 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbb5fa5-dd29-4ec5-8547-8c7c0d562ae8 req-3a03d668-7cf8-4f01-96ab-b462bc9e90f2 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:54.610936 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.tag.tag_plugin [None req-68852720-742a-4daf-8677-3d5675eff61c tempest-TagsTest-1393767070 tempest-TagsTest-1393767070-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b3db81d7-c950-4ba4-bd93-e1cc368d04c8', 'tempest-TagsTest-Tag-1219904497') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:54.618130 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4fbb5fa5-dd29-4ec5-8547-8c7c0d562ae8 req-3a03d668-7cf8-4f01-96ab-b462bc9e90f2 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8c5fa42-c54a-4e4a-8428-d44885841ac0 HTTP/1.1" status: 200 len: 931 time: 0.1864877 Aug 10 03:55:54.684073 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58970db-5c20-41ad-8c1c-71b339e8609b req-524b1b47-9fbc-46c8-9b19-b209a84ea738 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:54.685698 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c58970db-5c20-41ad-8c1c-71b339e8609b req-524b1b47-9fbc-46c8-9b19-b209a84ea738 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:54.722869 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4fbb5fa5-dd29-4ec5-8547-8c7c0d562ae8 req-e3e5a6b2-4f4a-4be2-81ff-f2d9f96fa969 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=2031f5a2-8e96-4d4c-b507-84878d4f1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033463 Aug 10 03:55:54.740843 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c58970db-5c20-41ad-8c1c-71b339e8609b req-524b1b47-9fbc-46c8-9b19-b209a84ea738 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2768123 Aug 10 03:55:54.772356 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-c58970db-5c20-41ad-8c1c-71b339e8609b req-fdc602f3-85af-4742-9e1f-4207b2977d7f service neutron] Request body: {'port': {'device_id': 'e8c5fa42-c54a-4e4a-8428-d44885841ac0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:54.823020 n-d-768862-13 neutron-server[94261]: INFO neutron.api.v2.resource [None req-68852720-742a-4daf-8677-3d5675eff61c tempest-TagsTest-1393767070 tempest-TagsTest-1393767070-project] show failed (client error): The resource could not be found. Aug 10 03:55:54.824449 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-68852720-742a-4daf-8677-3d5675eff61c tempest-TagsTest-1393767070 tempest-TagsTest-1393767070-project] 10.222.0.44 "GET /v2.0/networks/b3db81d7-c950-4ba4-bd93-e1cc368d04c8/tags/tempest-TagsTest-Tag-1219904497 HTTP/1.1" status: 404 len: 326 time: 0.2194650 Aug 10 03:55:54.828651 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43242) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:54.834304 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.tag.tag_plugin [None req-c3dd8962-4bc6-43f6-bb06-68812163b4cd tempest-TagsTest-1393767070 tempest-TagsTest-1393767070-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'b3db81d7-c950-4ba4-bd93-e1cc368d04c8') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:54.958753 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c58970db-5c20-41ad-8c1c-71b339e8609b req-fdc602f3-85af-4742-9e1f-4207b2977d7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:54.960457 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-c3dd8962-4bc6-43f6-bb06-68812163b4cd tempest-TagsTest-1393767070 tempest-TagsTest-1393767070-project] 10.222.0.44 "DELETE /v2.0/networks/b3db81d7-c950-4ba4-bd93-e1cc368d04c8/tags HTTP/1.1" status: 204 len: 168 time: 0.1300874 Aug 10 03:55:54.968255 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43244) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:55.085627 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-232935fe-095d-4e0e-ac69-553b8df2d095 tempest-TagsTest-1393767070 tempest-TagsTest-1393767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:55.119667 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-adc2ab1e-909e-4dbb-bfeb-b0ee692497e9 None None] Provisioning for port 0d22d825-a3d2-45ba-b2bb-1c519f110f73 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:55:55.131418 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-adc2ab1e-909e-4dbb-bfeb-b0ee692497e9 None None] Provisioning complete for port 0d22d825-a3d2-45ba-b2bb-1c519f110f73 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:55.133534 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-adc2ab1e-909e-4dbb-bfeb-b0ee692497e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:55.218390 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-adc2ab1e-909e-4dbb-bfeb-b0ee692497e9 None None] Port 0d22d825-a3d2-45ba-b2bb-1c519f110f73 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:55:55.230359 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-232935fe-095d-4e0e-ac69-553b8df2d095 tempest-TagsTest-1393767070 tempest-TagsTest-1393767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:55.249354 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-232935fe-095d-4e0e-ac69-553b8df2d095 tempest-TagsTest-1393767070 tempest-TagsTest-1393767070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3db81d7-c950-4ba4-bd93-e1cc368d04c8']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:55.282946 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-232935fe-095d-4e0e-ac69-553b8df2d095 tempest-TagsTest-1393767070 tempest-TagsTest-1393767070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8d75c82-31af-461c-a253-2315ec3b2086') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:55.284677 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-232935fe-095d-4e0e-ac69-553b8df2d095 tempest-TagsTest-1393767070 tempest-TagsTest-1393767070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8d75c82-31af-461c-a253-2315ec3b2086') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:55.322307 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-232935fe-095d-4e0e-ac69-553b8df2d095 tempest-TagsTest-1393767070 tempest-TagsTest-1393767070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:55.351836 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-232935fe-095d-4e0e-ac69-553b8df2d095 tempest-TagsTest-1393767070 tempest-TagsTest-1393767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:55.364642 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-232935fe-095d-4e0e-ac69-553b8df2d095 tempest-TagsTest-1393767070 tempest-TagsTest-1393767070-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:55:55.365763 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-232935fe-095d-4e0e-ac69-553b8df2d095 tempest-TagsTest-1393767070 tempest-TagsTest-1393767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:55.371047 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:55:55.371047 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:55:55.371047 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:55:55.371047 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:55:55.371047 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:55:55.371047 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:55:55.371047 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:55:55.371047 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:55:55.371047 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:55:55.371047 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:55:55.371047 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:55:55.371047 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:55:55.371047 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:55:55.371047 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:55:55.371047 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:55:55.371047 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:55:55.371047 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:55:55.371047 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:55:55.371047 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:55:55.371047 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:55:55.371047 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:55:55.371047 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:55:55.371047 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:55:55.371047 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:55:55.371047 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:55:55.371047 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:55:55.371047 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:55:55.371047 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:55:55.371047 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:55:55.371047 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:55:55.371047 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:55:55.371047 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:55:55.464885 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:55:55.469983 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:55.505969 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-232935fe-095d-4e0e-ac69-553b8df2d095 tempest-TagsTest-1393767070 tempest-TagsTest-1393767070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:55.517476 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-232935fe-095d-4e0e-ac69-553b8df2d095 tempest-TagsTest-1393767070 tempest-TagsTest-1393767070-project] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:55.529016 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-232935fe-095d-4e0e-ac69-553b8df2d095 tempest-TagsTest-1393767070 tempest-TagsTest-1393767070-project] 10.222.0.44 "DELETE /v2.0/networks/b3db81d7-c950-4ba4-bd93-e1cc368d04c8 HTTP/1.1" status: 204 len: 168 time: 0.5587916 Aug 10 03:55:55.581656 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232935fe-095d-4e0e-ac69-553b8df2d095 tempest-TagsTest-1393767070 tempest-TagsTest-1393767070-project] Pushing event deleted for resources: {'Network': ['ID=b3db81d7-c950-4ba4-bd93-e1cc368d04c8,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:55.683741 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-c58970db-5c20-41ad-8c1c-71b339e8609b req-fdc602f3-85af-4742-9e1f-4207b2977d7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d22d825-a3d2-45ba-b2bb-1c519f110f73 {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:55:55.693332 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c58970db-5c20-41ad-8c1c-71b339e8609b req-fdc602f3-85af-4742-9e1f-4207b2977d7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:55.711941 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-c58970db-5c20-41ad-8c1c-71b339e8609b req-fdc602f3-85af-4742-9e1f-4207b2977d7f service neutron] Transition to ACTIVE for port object 0d22d825-a3d2-45ba-b2bb-1c519f110f73 will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:55:55.724420 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c58970db-5c20-41ad-8c1c-71b339e8609b req-fdc602f3-85af-4742-9e1f-4207b2977d7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:55.786901 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc602f3-85af-4742-9e1f-4207b2977d7f service neutron] Pushing event updated for resources: {'Port': ['ID=0d22d825-a3d2-45ba-b2bb-1c519f110f73,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:55.989540 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43254) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:55.998467 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-c58970db-5c20-41ad-8c1c-71b339e8609b req-fdc602f3-85af-4742-9e1f-4207b2977d7f service neutron] Attempting to bind port 0d22d825-a3d2-45ba-b2bb-1c519f110f73 on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:55:55.999247 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-c58970db-5c20-41ad-8c1c-71b339e8609b req-fdc602f3-85af-4742-9e1f-4207b2977d7f service neutron] Attempting to bind port 0d22d825-a3d2-45ba-b2bb-1c519f110f73 by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': 'a02c445a-dd82-41b8-8c82-8deebd0db13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9304a778-e332-4697-b169-f473c98c9db5'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:55:55.999832 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58970db-5c20-41ad-8c1c-71b339e8609b req-fdc602f3-85af-4742-9e1f-4207b2977d7f service neutron] Attempting to bind port 0d22d825-a3d2-45ba-b2bb-1c519f110f73 on network 9304a778-e332-4697-b169-f473c98c9db5 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:55:56.089783 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58970db-5c20-41ad-8c1c-71b339e8609b req-fdc602f3-85af-4742-9e1f-4207b2977d7f service neutron] Port 0d22d825-a3d2-45ba-b2bb-1c519f110f73 on network 9304a778-e332-4697-b169-f473c98c9db5 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:55:56.091267 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58970db-5c20-41ad-8c1c-71b339e8609b req-fdc602f3-85af-4742-9e1f-4207b2977d7f service neutron] Attempting to bind port 0d22d825-a3d2-45ba-b2bb-1c519f110f73 on network 9304a778-e332-4697-b169-f473c98c9db5 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:55:56.126634 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58970db-5c20-41ad-8c1c-71b339e8609b req-fdc602f3-85af-4742-9e1f-4207b2977d7f service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:55:56.127087 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58970db-5c20-41ad-8c1c-71b339e8609b req-fdc602f3-85af-4742-9e1f-4207b2977d7f service neutron] Checking segment: {'id': 'a02c445a-dd82-41b8-8c82-8deebd0db13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9304a778-e332-4697-b169-f473c98c9db5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:55:56.128306 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58970db-5c20-41ad-8c1c-71b339e8609b req-fdc602f3-85af-4742-9e1f-4207b2977d7f service neutron] Bound using segment: {'id': 'a02c445a-dd82-41b8-8c82-8deebd0db13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9304a778-e332-4697-b169-f473c98c9db5'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:55:56.128802 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-c58970db-5c20-41ad-8c1c-71b339e8609b req-fdc602f3-85af-4742-9e1f-4207b2977d7f service neutron] Bound port: 0d22d825-a3d2-45ba-b2bb-1c519f110f73, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a02c445a-dd82-41b8-8c82-8deebd0db13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9304a778-e332-4697-b169-f473c98c9db5'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:55:56.129967 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c58970db-5c20-41ad-8c1c-71b339e8609b req-fdc602f3-85af-4742-9e1f-4207b2977d7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:56.161462 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38764d37-04e5-4e3e-a38a-44f281fb8e3e req-46b8beb2-0848-4853-a44d-54be9eae688c tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:56.163151 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-38764d37-04e5-4e3e-a38a-44f281fb8e3e req-46b8beb2-0848-4853-a44d-54be9eae688c tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8c5fa42-c54a-4e4a-8428-d44885841ac0 HTTP/1.1" status: 200 len: 943 time: 0.2285891 Aug 10 03:55:56.169803 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a582929c-11b9-4d61-953a-d6a9bcd2bdbd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9936adbdac2d4e8a8294a27a3a4bc414&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1778080 Aug 10 03:55:56.172437 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43258) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:56.251352 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-38764d37-04e5-4e3e-a38a-44f281fb8e3e req-774250e7-29c7-443e-92f9-702c64912bce tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=2031f5a2-8e96-4d4c-b507-84878d4f1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659237 Aug 10 03:55:56.257357 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-c58970db-5c20-41ad-8c1c-71b339e8609b req-fdc602f3-85af-4742-9e1f-4207b2977d7f service neutron] For port 0d22d825-a3d2-45ba-b2bb-1c519f110f73, host n-h1-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:55:56.261177 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-c58970db-5c20-41ad-8c1c-71b339e8609b req-fdc602f3-85af-4742-9e1f-4207b2977d7f service neutron] For port 0d22d825-a3d2-45ba-b2bb-1c519f110f73, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=0d22d825-a3d2-45ba-b2bb-1c519f110f73,segment=NetworkSegment(a02c445a-dd82-41b8-8c82-8deebd0db13e),segment_id=a02c445a-dd82-41b8-8c82-8deebd0db13e)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:55:56.278804 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c58970db-5c20-41ad-8c1c-71b339e8609b req-fdc602f3-85af-4742-9e1f-4207b2977d7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:56.285961 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a37e9045-96a0-46aa-b69f-427e34fc24ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:56.305779 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:56.337864 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a37e9045-96a0-46aa-b69f-427e34fc24ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:56.352808 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58970db-5c20-41ad-8c1c-71b339e8609b req-fdc602f3-85af-4742-9e1f-4207b2977d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:56.353496 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c58970db-5c20-41ad-8c1c-71b339e8609b req-fdc602f3-85af-4742-9e1f-4207b2977d7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:56.355312 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c58970db-5c20-41ad-8c1c-71b339e8609b req-fdc602f3-85af-4742-9e1f-4207b2977d7f service neutron] 10.222.0.42 "PUT /v2.0/ports/0d22d825-a3d2-45ba-b2bb-1c519f110f73 HTTP/1.1" status: 200 len: 1092 time: 1.6060343 Aug 10 03:55:56.356208 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8c5fa42-c54a-4e4a-8428-d44885841ac0', 'tag': '0d22d825-a3d2-45ba-b2bb-1c519f110f73'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:55:56.358454 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3151e9e-6cbe-42b7-8cce-cff4b2e445fb" -d '{"events": [{"name": "network-changed", "server_uuid": "e8c5fa42-c54a-4e4a-8428-d44885841ac0", "tag": "0d22d825-a3d2-45ba-b2bb-1c519f110f73"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:55:56.405683 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc602f3-85af-4742-9e1f-4207b2977d7f service neutron] Pushing event updated for resources: {'Port': ['ID=0d22d825-a3d2-45ba-b2bb-1c519f110f73,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:56.472376 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a37e9045-96a0-46aa-b69f-427e34fc24ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:56.477005 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b01d13-34af-41f8-92e2-3118301b1c60 x-openstack-request-id: req-26b01d13-34af-41f8-92e2-3118301b1c60 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:55:56.477463 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8c5fa42-c54a-4e4a-8428-d44885841ac0", "tag": "0d22d825-a3d2-45ba-b2bb-1c519f110f73", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:55:56.477871 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-26b01d13-34af-41f8-92e2-3118301b1c60 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:55:56.478515 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8c5fa42-c54a-4e4a-8428-d44885841ac0', 'tag': '0d22d825-a3d2-45ba-b2bb-1c519f110f73', 'status': 'completed', 'code': 200} Aug 10 03:55:56.482161 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a37e9045-96a0-46aa-b69f-427e34fc24ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:56.484483 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a37e9045-96a0-46aa-b69f-427e34fc24ad admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cedef946-7612-4c04-8f47-8fe4e271ffbe HTTP/1.1" status: 204 len: 168 time: 0.3092718 Aug 10 03:55:56.514749 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37e9045-96a0-46aa-b69f-427e34fc24ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cedef946-7612-4c04-8f47-8fe4e271ffbe,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:56.525636 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58970db-5c20-41ad-8c1c-71b339e8609b req-5cf494f0-ff6c-4e75-84ad-8512b9b847ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:56.527521 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c58970db-5c20-41ad-8c1c-71b339e8609b req-5cf494f0-ff6c-4e75-84ad-8512b9b847ee service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d7797a7e7c744219a6cd7e79c926312f&device_id=e8c5fa42-c54a-4e4a-8428-d44885841ac0 HTTP/1.1" status: 200 len: 1095 time: 0.0999959 Aug 10 03:55:56.627752 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c58970db-5c20-41ad-8c1c-71b339e8609b req-a5ee23c6-9278-42f1-877b-d35f07feca20 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d22d825-a3d2-45ba-b2bb-1c519f110f73 HTTP/1.1" status: 200 len: 217 time: 0.0829010 Aug 10 03:55:56.716476 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58970db-5c20-41ad-8c1c-71b339e8609b req-54cef23c-f773-44eb-beb5-e60c8002db8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:56.718268 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c58970db-5c20-41ad-8c1c-71b339e8609b req-54cef23c-f773-44eb-beb5-e60c8002db8f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=004bec00-f412-4962-b43d-0d7672578573 HTTP/1.1" status: 200 len: 850 time: 0.0822163 Aug 10 03:55:56.804951 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58970db-5c20-41ad-8c1c-71b339e8609b req-f6d3ba23-921c-4ad8-b3df-03e4d914324e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:56.808258 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c58970db-5c20-41ad-8c1c-71b339e8609b req-f6d3ba23-921c-4ad8-b3df-03e4d914324e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9304a778-e332-4697-b169-f473c98c9db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0820799 Aug 10 03:55:56.899360 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:57.005983 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c58970db-5c20-41ad-8c1c-71b339e8609b req-468da87d-c06e-44ac-b16e-81f595d04a44 service neutron] 10.222.0.42 "GET /v2.0/networks/9304a778-e332-4697-b169-f473c98c9db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898382 Aug 10 03:55:57.228689 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c58970db-5c20-41ad-8c1c-71b339e8609b req-f48d553a-f17c-43cc-9981-176ddd9f7b01 service neutron] 10.222.0.42 "GET /v2.0/networks/9304a778-e332-4697-b169-f473c98c9db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108622 Aug 10 03:55:57.381872 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3151e9e-6cbe-42b7-8cce-cff4b2e445fb req-7cfeb0a3-586b-412e-ad87-1338df322b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:57.383812 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c3151e9e-6cbe-42b7-8cce-cff4b2e445fb req-7cfeb0a3-586b-412e-ad87-1338df322b79 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d7797a7e7c744219a6cd7e79c926312f&device_id=e8c5fa42-c54a-4e4a-8428-d44885841ac0 HTTP/1.1" status: 200 len: 1095 time: 0.1022775 Aug 10 03:55:57.522336 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c287c06-9d31-4a4d-8308-7d67835d433f req-73681cff-d4ae-4a0f-9fc4-8dd22346b28f tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:57.524248 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2c287c06-9d31-4a4d-8308-7d67835d433f req-73681cff-d4ae-4a0f-9fc4-8dd22346b28f tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8c5fa42-c54a-4e4a-8428-d44885841ac0 HTTP/1.1" status: 200 len: 943 time: 0.1122360 Aug 10 03:55:57.572539 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3151e9e-6cbe-42b7-8cce-cff4b2e445fb req-5d2e0121-2e04-40ae-9a4e-8d430297072c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:57.576296 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c3151e9e-6cbe-42b7-8cce-cff4b2e445fb req-5d2e0121-2e04-40ae-9a4e-8d430297072c service neutron] 10.222.0.42 "GET /v2.0/networks?id=9304a778-e332-4697-b169-f473c98c9db5 HTTP/1.1" status: 200 len: 911 time: 0.1848593 Aug 10 03:55:57.710451 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2c287c06-9d31-4a4d-8308-7d67835d433f req-bd590bc3-ef0c-44f5-b240-34abfdf1c493 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=2031f5a2-8e96-4d4c-b507-84878d4f1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700928 Aug 10 03:55:57.713544 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c3151e9e-6cbe-42b7-8cce-cff4b2e445fb req-ba5c878f-1046-4072-9134-5fb854bcfd4f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d22d825-a3d2-45ba-b2bb-1c519f110f73 HTTP/1.1" status: 200 len: 217 time: 0.1215844 Aug 10 03:55:57.789242 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3151e9e-6cbe-42b7-8cce-cff4b2e445fb req-da48bc58-0afc-4fc0-b99d-00004c5d2e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:57.791071 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c3151e9e-6cbe-42b7-8cce-cff4b2e445fb req-da48bc58-0afc-4fc0-b99d-00004c5d2e9c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=004bec00-f412-4962-b43d-0d7672578573 HTTP/1.1" status: 200 len: 850 time: 0.0701666 Aug 10 03:55:57.852483 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3151e9e-6cbe-42b7-8cce-cff4b2e445fb req-535dcb76-1538-46c9-9682-8b5a6211f3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:57.854111 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c3151e9e-6cbe-42b7-8cce-cff4b2e445fb req-535dcb76-1538-46c9-9682-8b5a6211f3e6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9304a778-e332-4697-b169-f473c98c9db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556788 Aug 10 03:55:58.035802 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c3151e9e-6cbe-42b7-8cce-cff4b2e445fb req-91d56cd5-ffd3-4b63-8e37-28b96baef432 service neutron] 10.222.0.42 "GET /v2.0/networks/9304a778-e332-4697-b169-f473c98c9db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742909 Aug 10 03:55:58.229255 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c3151e9e-6cbe-42b7-8cce-cff4b2e445fb req-6ea057e0-8285-4f54-839e-58dc40218551 service neutron] 10.222.0.42 "GET /v2.0/networks/9304a778-e332-4697-b169-f473c98c9db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856925 Aug 10 03:55:58.959975 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7db556-ec7d-4183-a81b-9bc981327834 req-87318f28-36b9-438c-bbf1-351bc5bcb0de tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:58.962961 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bb7db556-ec7d-4183-a81b-9bc981327834 req-87318f28-36b9-438c-bbf1-351bc5bcb0de tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8c5fa42-c54a-4e4a-8428-d44885841ac0 HTTP/1.1" status: 200 len: 943 time: 0.1013579 Aug 10 03:55:59.029112 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bb7db556-ec7d-4183-a81b-9bc981327834 req-260ffe2c-3c6f-47c1-8c1e-95f8b2ce49a9 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=2031f5a2-8e96-4d4c-b507-84878d4f1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584776 Aug 10 03:56:00.209460 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1804ad-1f6a-4a8f-81f0-d7ae22df8f8e req-85db3545-093d-4b21-8bda-bebd3d929209 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:00.211143 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ff1804ad-1f6a-4a8f-81f0-d7ae22df8f8e req-85db3545-093d-4b21-8bda-bebd3d929209 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8c5fa42-c54a-4e4a-8428-d44885841ac0 HTTP/1.1" status: 200 len: 943 time: 0.0893009 Aug 10 03:56:00.287328 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ff1804ad-1f6a-4a8f-81f0-d7ae22df8f8e req-ffac2bc9-90db-4884-ba1d-e5f99d8828d0 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=2031f5a2-8e96-4d4c-b507-84878d4f1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692060 Aug 10 03:56:01.466267 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef560c1-e4cf-4ca8-b17e-6c9e6bf1d68e req-ae8f5b83-aeb2-463c-b711-84fb89e9a5c3 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:01.469128 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2ef560c1-e4cf-4ca8-b17e-6c9e6bf1d68e req-ae8f5b83-aeb2-463c-b711-84fb89e9a5c3 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8c5fa42-c54a-4e4a-8428-d44885841ac0 HTTP/1.1" status: 200 len: 943 time: 0.0986071 Aug 10 03:56:01.529269 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2ef560c1-e4cf-4ca8-b17e-6c9e6bf1d68e req-71c23ab1-bea2-464d-b122-7b81ace3432a tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=2031f5a2-8e96-4d4c-b507-84878d4f1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472007 Aug 10 03:56:02.719640 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033be245-d0c0-499f-b5c5-e868a9ae75f6 req-68d74f3f-3380-4465-9bf9-c481902ecca7 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:02.721316 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-033be245-d0c0-499f-b5c5-e868a9ae75f6 req-68d74f3f-3380-4465-9bf9-c481902ecca7 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8c5fa42-c54a-4e4a-8428-d44885841ac0 HTTP/1.1" status: 200 len: 943 time: 0.0591240 Aug 10 03:56:02.780570 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-033be245-d0c0-499f-b5c5-e868a9ae75f6 req-2828299b-b505-45e5-842a-ed755c850f61 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=2031f5a2-8e96-4d4c-b507-84878d4f1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499518 Aug 10 03:56:03.465152 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:03.936353 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f45ec1-55e3-4f2d-88c0-6f36a268272f req-f0988fcf-8c27-408d-8b91-78732f4783fc tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:03.938032 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b9f45ec1-55e3-4f2d-88c0-6f36a268272f req-f0988fcf-8c27-408d-8b91-78732f4783fc tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8c5fa42-c54a-4e4a-8428-d44885841ac0 HTTP/1.1" status: 200 len: 943 time: 0.0768361 Aug 10 03:56:03.986923 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b9f45ec1-55e3-4f2d-88c0-6f36a268272f req-0c5cf2e3-6752-497d-a3d8-53d4f5b413fe tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=2031f5a2-8e96-4d4c-b507-84878d4f1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377152 Aug 10 03:56:05.121178 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9811a8-652e-4294-89a7-5327aefdf189 req-797b4621-5b96-4ee8-90b9-95c03534d366 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:05.122943 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ae9811a8-652e-4294-89a7-5327aefdf189 req-797b4621-5b96-4ee8-90b9-95c03534d366 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8c5fa42-c54a-4e4a-8428-d44885841ac0 HTTP/1.1" status: 200 len: 943 time: 0.0538812 Aug 10 03:56:05.174404 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ae9811a8-652e-4294-89a7-5327aefdf189 req-fc6092b5-7bec-4d0e-83d1-9f295cbcedef tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=2031f5a2-8e96-4d4c-b507-84878d4f1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434442 Aug 10 03:56:05.518268 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6f750b-056f-4b75-9369-675dfcd97478 req-a2d6f715-0b37-440f-8280-a74e118e3579 tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:05.519935 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bc6f750b-056f-4b75-9369-675dfcd97478 req-a2d6f715-0b37-440f-8280-a74e118e3579 tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] 10.222.0.44 "GET /v2.0/ports?device_id=33446375-213e-47b1-b341-99fc113baf57 HTTP/1.1" status: 200 len: 946 time: 0.0561488 Aug 10 03:56:05.580854 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bc6f750b-056f-4b75-9369-675dfcd97478 req-8734b528-323f-446f-905e-9363c7bbbdc2 tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] 10.222.0.44 "GET /v2.0/security-groups?id=13a9e226-cbfd-445e-8202-d264bd25819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533330 Aug 10 03:56:06.355091 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6c76b3-7026-4b43-8d87-4876b8b2938f req-687c45d0-e071-44aa-9379-5ea768cc1cf0 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:06.358002 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ef6c76b3-7026-4b43-8d87-4876b8b2938f req-687c45d0-e071-44aa-9379-5ea768cc1cf0 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8c5fa42-c54a-4e4a-8428-d44885841ac0 HTTP/1.1" status: 200 len: 943 time: 0.0828230 Aug 10 03:56:06.402985 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ef6c76b3-7026-4b43-8d87-4876b8b2938f req-099fc044-5d12-4927-b55d-56dffba83928 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=2031f5a2-8e96-4d4c-b507-84878d4f1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375762 Aug 10 03:56:06.726914 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975492ed-c506-4f0b-a21d-f048ccd8f646 req-9ebf7fcc-434d-4bc1-9f7f-aaa9ddccd594 tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:06.728648 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-975492ed-c506-4f0b-a21d-f048ccd8f646 req-9ebf7fcc-434d-4bc1-9f7f-aaa9ddccd594 tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] 10.222.0.44 "GET /v2.0/ports?device_id=33446375-213e-47b1-b341-99fc113baf57 HTTP/1.1" status: 200 len: 946 time: 0.0633039 Aug 10 03:56:06.779194 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-975492ed-c506-4f0b-a21d-f048ccd8f646 req-cd4cdb3e-02e7-44e1-a5d4-fd74bc38c512 tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] 10.222.0.44 "GET /v2.0/security-groups?id=13a9e226-cbfd-445e-8202-d264bd25819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421519 Aug 10 03:56:07.192020 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 43394) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:07.211814 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e16814-a555-48ca-823e-1778edcb01c4 req-47d16224-204a-4cf0-90ac-d2fa7ba82222 tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:07.213934 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e2e16814-a555-48ca-823e-1778edcb01c4 req-47d16224-204a-4cf0-90ac-d2fa7ba82222 tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] 10.222.0.61 "GET /v2.0/ports?device_id=33446375-213e-47b1-b341-99fc113baf57 HTTP/1.1" status: 200 len: 946 time: 0.0631657 Aug 10 03:56:07.326473 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ae07388f-d8c1-48e1-9430-4bb2fd357bb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:07.356344 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-e2e16814-a555-48ca-823e-1778edcb01c4 req-9f8c2a85-97fd-410f-a220-e3327816c618 tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] Deleting port c2ad1cd0-c25d-498a-ac1c-b4df3b6f2206 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:56:07.357117 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-e2e16814-a555-48ca-823e-1778edcb01c4 req-9f8c2a85-97fd-410f-a220-e3327816c618 tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:07.488556 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-e2e16814-a555-48ca-823e-1778edcb01c4 req-9f8c2a85-97fd-410f-a220-e3327816c618 tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] For port c2ad1cd0-c25d-498a-ac1c-b4df3b6f2206, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=c2ad1cd0-c25d-498a-ac1c-b4df3b6f2206,segment=NetworkSegment(edd18bbb-020d-4325-8231-42f847ee3107),segment_id=edd18bbb-020d-4325-8231-42f847ee3107)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:56:07.489007 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-e2e16814-a555-48ca-823e-1778edcb01c4 req-9f8c2a85-97fd-410f-a220-e3327816c618 tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:07.520707 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-e2e16814-a555-48ca-823e-1778edcb01c4 req-9f8c2a85-97fd-410f-a220-e3327816c618 tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] Calling delete_port for c2ad1cd0-c25d-498a-ac1c-b4df3b6f2206 owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:56:07.616639 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ae07388f-d8c1-48e1-9430-4bb2fd357bb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:07.630601 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ae07388f-d8c1-48e1-9430-4bb2fd357bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:07.665926 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183f3a2-e22a-4a18-ad61-b85295a7f0f7 req-2e47755d-5044-45c8-8305-e805486d7592 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:07.667575 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4183f3a2-e22a-4a18-ad61-b85295a7f0f7 req-2e47755d-5044-45c8-8305-e805486d7592 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8c5fa42-c54a-4e4a-8428-d44885841ac0 HTTP/1.1" status: 200 len: 943 time: 0.1755788 Aug 10 03:56:07.714610 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae07388f-d8c1-48e1-9430-4bb2fd357bb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a84b3c-f8f2-47b6-9b6f-4700cadd3602,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:07.725543 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-ae07388f-d8c1-48e1-9430-4bb2fd357bb4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=89816bd32f8447ac83990973fed71d17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5322740 Aug 10 03:56:07.735456 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 43400) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:07.744548 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 0d22d825-a3d2-45ba-b2bb-1c519f110f73 details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:56:07.855217 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 0d22d825-a3d2-45ba-b2bb-1c519f110f73, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=0d22d825-a3d2-45ba-b2bb-1c519f110f73,segment=NetworkSegment(a02c445a-dd82-41b8-8c82-8deebd0db13e),segment_id=a02c445a-dd82-41b8-8c82-8deebd0db13e)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:56:07.871581 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4183f3a2-e22a-4a18-ad61-b85295a7f0f7 req-fabeeba6-08f5-47d3-a7eb-b6541f4693df tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=2031f5a2-8e96-4d4c-b507-84878d4f1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919694 Aug 10 03:56:07.879042 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': '0d22d825-a3d2-45ba-b2bb-1c519f110f73', 'network_id': '9304a778-e332-4697-b169-f473c98c9db5', 'port_id': '0d22d825-a3d2-45ba-b2bb-1c519f110f73', 'mac_address': 'fa:16:3e:3a:0a:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '004bec00-f412-4962-b43d-0d7672578573', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:56:07.903165 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-498f2e2f-c39f-44d8-b7b1-2a1d46a27968 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:07.952590 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:07.954552 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-e2e16814-a555-48ca-823e-1778edcb01c4 req-9f8c2a85-97fd-410f-a220-e3327816c618 tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:07.958590 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-086bd410-a149-4a75-a007-ad937c009c70 req-5de94d0b-a0e7-4582-84b2-a3fe14d0beff tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] 10.222.0.44 "GET /v2.0/ports?device_id=33446375-213e-47b1-b341-99fc113baf57 HTTP/1.1" status: 200 len: 210 time: 0.0511870 Aug 10 03:56:07.974488 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-498f2e2f-c39f-44d8-b7b1-2a1d46a27968 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:07.999241 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d22d825-a3d2-45ba-b2bb-1c519f110f73 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:56:08.012380 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8c2a85-97fd-410f-a220-e3327816c618 tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] Pushing event deleted for resources: {'Port': ['ID=c2ad1cd0-c25d-498a-ac1c-b4df3b6f2206,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:08.041614 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 0d22d825-a3d2-45ba-b2bb-1c519f110f73, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=0d22d825-a3d2-45ba-b2bb-1c519f110f73,segment=NetworkSegment(a02c445a-dd82-41b8-8c82-8deebd0db13e),segment_id=a02c445a-dd82-41b8-8c82-8deebd0db13e)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:56:08.049001 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:08.099887 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2e16814-a555-48ca-823e-1778edcb01c4 req-9f8c2a85-97fd-410f-a220-e3327816c618 tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] No DVR routers for this DVR port c2ad1cd0-c25d-498a-ac1c-b4df3b6f2206 on host n-h2-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:56:08.104110 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-e2e16814-a555-48ca-823e-1778edcb01c4 req-9f8c2a85-97fd-410f-a220-e3327816c618 tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:08.106243 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e2e16814-a555-48ca-823e-1778edcb01c4 req-9f8c2a85-97fd-410f-a220-e3327816c618 tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] 10.222.0.61 "DELETE /v2.0/ports/c2ad1cd0-c25d-498a-ac1c-b4df3b6f2206 HTTP/1.1" status: 204 len: 173 time: 0.8858442 Aug 10 03:56:08.106867 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33446375-213e-47b1-b341-99fc113baf57', 'name': 'network-vif-deleted', 'tag': 'c2ad1cd0-c25d-498a-ac1c-b4df3b6f2206'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:56:08.109254 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f0a6984-4c78-4018-95a6-258cd7d593b0" -d '{"events": [{"server_uuid": "33446375-213e-47b1-b341-99fc113baf57", "name": "network-vif-deleted", "tag": "c2ad1cd0-c25d-498a-ac1c-b4df3b6f2206"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:56:08.110992 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=0d22d825-a3d2-45ba-b2bb-1c519f110f73,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:08.138945 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-498f2e2f-c39f-44d8-b7b1-2a1d46a27968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:08.142110 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-498f2e2f-c39f-44d8-b7b1-2a1d46a27968 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:08.143480 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-498f2e2f-c39f-44d8-b7b1-2a1d46a27968 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f3a84b3c-f8f2-47b6-9b6f-4700cadd3602 HTTP/1.1" status: 204 len: 168 time: 0.4069462 Aug 10 03:56:08.163729 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f2e2f-c39f-44d8-b7b1-2a1d46a27968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a84b3c-f8f2-47b6-9b6f-4700cadd3602,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:08.169163 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-572e806f-b62b-430f-9f6f-57e88e07361a x-openstack-request-id: req-572e806f-b62b-430f-9f6f-57e88e07361a {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:56:08.169543 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33446375-213e-47b1-b341-99fc113baf57", "name": "network-vif-deleted", "tag": "c2ad1cd0-c25d-498a-ac1c-b4df3b6f2206", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:56:08.169862 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-572e806f-b62b-430f-9f6f-57e88e07361a {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:56:08.170415 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33446375-213e-47b1-b341-99fc113baf57', 'name': 'network-vif-deleted', 'tag': 'c2ad1cd0-c25d-498a-ac1c-b4df3b6f2206', 'status': 'completed', 'code': 200} Aug 10 03:56:08.257430 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['0d22d825-a3d2-45ba-b2bb-1c519f110f73'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:56:08.559232 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 43412) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:08.582996 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6059868d-cee6-4042-b95e-356c68a8a056 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:08.733427 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6059868d-cee6-4042-b95e-356c68a8a056 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:08.738336 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6059868d-cee6-4042-b95e-356c68a8a056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:08.785429 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-6059868d-cee6-4042-b95e-356c68a8a056 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b1361b28d817403a93374c22c0f1931d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2246828 Aug 10 03:56:08.786419 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6059868d-cee6-4042-b95e-356c68a8a056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6217a6b-b210-4c81-abe7-d76de828e522,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:08.788632 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43414) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:08.867594 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-97bf04cf-49fe-41a0-86bb-b8491aeb0c6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:08.900299 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-97bf04cf-49fe-41a0-86bb-b8491aeb0c6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:08.973426 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-97bf04cf-49fe-41a0-86bb-b8491aeb0c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:08.979160 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-97bf04cf-49fe-41a0-86bb-b8491aeb0c6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:08.981294 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-97bf04cf-49fe-41a0-86bb-b8491aeb0c6c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a6217a6b-b210-4c81-abe7-d76de828e522 HTTP/1.1" status: 204 len: 168 time: 0.1910665 Aug 10 03:56:08.994054 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bf04cf-49fe-41a0-86bb-b8491aeb0c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6217a6b-b210-4c81-abe7-d76de828e522,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:09.075652 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38674636-84d6-4fa1-bfe7-167091da0754 req-50633f52-5c3a-40c1-8c1d-7a0447ff8503 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:09.079014 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-38674636-84d6-4fa1-bfe7-167091da0754 req-50633f52-5c3a-40c1-8c1d-7a0447ff8503 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8c5fa42-c54a-4e4a-8428-d44885841ac0 HTTP/1.1" status: 200 len: 944 time: 0.0982924 Aug 10 03:56:09.186579 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-802489b3-6e42-4d01-ba61-f4752d5edaed req-5fc77e8f-6e36-4b4b-a436-5fd28df46a98 tempest-VolumesSnapshotTestJSON-785340411 tempest-VolumesSnapshotTestJSON-785340411-project] 10.222.0.44 "GET /v2.0/ports?device_id=33446375-213e-47b1-b341-99fc113baf57 HTTP/1.1" status: 200 len: 210 time: 0.0467064 Aug 10 03:56:09.192722 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-38674636-84d6-4fa1-bfe7-167091da0754 req-47b2846d-76cd-4b63-a6fb-eedb7bcc5670 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=2031f5a2-8e96-4d4c-b507-84878d4f1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007266 Aug 10 03:56:09.705841 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device c2ad1cd0-c25d-498a-ac1c-b4df3b6f2206 no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:56:09.738981 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] No Port match for: c2ad1cd0-c25d-498a-ac1c-b4df3b6f2206 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:56:09.739548 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device c2ad1cd0-c25d-498a-ac1c-b4df3b6f2206 not bound to the agent host n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:56:09.771599 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 0d22d825-a3d2-45ba-b2bb-1c519f110f73 up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:56:09.830097 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning for port 0d22d825-a3d2-45ba-b2bb-1c519f110f73 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:56:09.835207 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port 0d22d825-a3d2-45ba-b2bb-1c519f110f73 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:56:09.835792 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:09.933705 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:09.970465 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8c5fa42-c54a-4e4a-8428-d44885841ac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d22d825-a3d2-45ba-b2bb-1c519f110f73'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:56:09.972851 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-308dccb6-cb95-47f2-a86c-b53e54291a5a" -d '{"events": [{"server_uuid": "e8c5fa42-c54a-4e4a-8428-d44885841ac0", "name": "network-vif-plugged", "status": "completed", "tag": "0d22d825-a3d2-45ba-b2bb-1c519f110f73"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:56:09.987928 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 0d22d825-a3d2-45ba-b2bb-1c519f110f73, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=0d22d825-a3d2-45ba-b2bb-1c519f110f73,segment=NetworkSegment(a02c445a-dd82-41b8-8c82-8deebd0db13e),segment_id=a02c445a-dd82-41b8-8c82-8deebd0db13e)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:56:09.994568 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:10.034304 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89066849-feb8-44cc-8e33-2b82b8271192 x-openstack-request-id: req-89066849-feb8-44cc-8e33-2b82b8271192 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:56:10.034553 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8c5fa42-c54a-4e4a-8428-d44885841ac0", "name": "network-vif-plugged", "status": "completed", "tag": "0d22d825-a3d2-45ba-b2bb-1c519f110f73", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:56:10.034755 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-89066849-feb8-44cc-8e33-2b82b8271192 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:56:10.035189 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8c5fa42-c54a-4e4a-8428-d44885841ac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d22d825-a3d2-45ba-b2bb-1c519f110f73', 'code': 200} Aug 10 03:56:10.077449 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=0d22d825-a3d2-45ba-b2bb-1c519f110f73,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:10.133228 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fee96d-2fd5-4559-9707-4a10a8b90294 req-c5ea8ec3-fe47-49cd-bb1d-1321b53de83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:10.135887 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-10fee96d-2fd5-4559-9707-4a10a8b90294 req-c5ea8ec3-fe47-49cd-bb1d-1321b53de83f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e8c5fa42-c54a-4e4a-8428-d44885841ac0 HTTP/1.1" status: 200 len: 1097 time: 0.0498402 Aug 10 03:56:10.181841 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-10fee96d-2fd5-4559-9707-4a10a8b90294 req-80369a68-17ed-4c8b-8862-58cb5cf361ca service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2031f5a2-8e96-4d4c-b507-84878d4f1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391443 Aug 10 03:56:10.381506 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83588c1-d0d8-4aa6-9996-1725759426ea req-59f56940-625d-4f01-9c42-e521f7583392 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:10.383917 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d83588c1-d0d8-4aa6-9996-1725759426ea req-59f56940-625d-4f01-9c42-e521f7583392 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8c5fa42-c54a-4e4a-8428-d44885841ac0 HTTP/1.1" status: 200 len: 945 time: 0.0851541 Aug 10 03:56:10.452299 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d83588c1-d0d8-4aa6-9996-1725759426ea req-1549824e-f79c-43c3-b2e7-6ecca82d4ce6 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=2031f5a2-8e96-4d4c-b507-84878d4f1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558522 Aug 10 03:56:11.186390 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43478) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:11.336414 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0f9dab1f-d792-40ca-b7a4-d2778a63fb7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:11.446083 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0f9dab1f-d792-40ca-b7a4-d2778a63fb7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:11.450842 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0f9dab1f-d792-40ca-b7a4-d2778a63fb7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:11.497780 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 43484) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:11.498396 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-0f9dab1f-d792-40ca-b7a4-d2778a63fb7e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d1860aed2951405eb76bc5cd45371f71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3098228 Aug 10 03:56:11.498928 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9dab1f-d792-40ca-b7a4-d2778a63fb7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9603a522-5dc1-4848-8c36-2faaa2c32b1b,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:11.607503 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7da4e23c-f713-426c-8750-a3cec8a4d8fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:11.637915 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7da4e23c-f713-426c-8750-a3cec8a4d8fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:11.648163 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89b3217-5f6d-4c0a-81ad-0faa689973ec req-50ea445b-0873-41a8-a390-b598c0459098 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:11.650597 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b89b3217-5f6d-4c0a-81ad-0faa689973ec req-50ea445b-0873-41a8-a390-b598c0459098 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8c5fa42-c54a-4e4a-8428-d44885841ac0 HTTP/1.1" status: 200 len: 945 time: 0.0848949 Aug 10 03:56:11.726730 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b89b3217-5f6d-4c0a-81ad-0faa689973ec req-fdd30f3c-9f63-4d14-976e-5e90e046fe0b tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=2031f5a2-8e96-4d4c-b507-84878d4f1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691471 Aug 10 03:56:11.757359 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7da4e23c-f713-426c-8750-a3cec8a4d8fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:11.760720 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7da4e23c-f713-426c-8750-a3cec8a4d8fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:11.762333 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-7da4e23c-f713-426c-8750-a3cec8a4d8fa admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9603a522-5dc1-4848-8c36-2faaa2c32b1b HTTP/1.1" status: 204 len: 168 time: 0.2618506 Aug 10 03:56:11.774886 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da4e23c-f713-426c-8750-a3cec8a4d8fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9603a522-5dc1-4848-8c36-2faaa2c32b1b,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:11.943908 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8e2bec-fd8d-4ed9-81f3-ee80c9519ba7 req-2a962190-ccbb-43cd-ae45-b7afb3d01b2a tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:11.947267 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-de8e2bec-fd8d-4ed9-81f3-ee80c9519ba7 req-2a962190-ccbb-43cd-ae45-b7afb3d01b2a tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8c5fa42-c54a-4e4a-8428-d44885841ac0 HTTP/1.1" status: 200 len: 945 time: 0.0971348 Aug 10 03:56:12.023474 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-de8e2bec-fd8d-4ed9-81f3-ee80c9519ba7 req-02ab9f02-7e3b-4427-9d99-fd521cb85b1f tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=2031f5a2-8e96-4d4c-b507-84878d4f1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580816 Aug 10 03:56:12.262437 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 43504) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:12.288437 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-798c415e-13fc-4ec6-b526-6b094a8b10f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:12.438368 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-798c415e-13fc-4ec6-b526-6b094a8b10f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:12.443398 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-798c415e-13fc-4ec6-b526-6b094a8b10f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:12.486068 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-798c415e-13fc-4ec6-b526-6b094a8b10f1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6c43ac406e9e432f9eb4b0c86055ca0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2216420 Aug 10 03:56:12.490443 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43508) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:12.495995 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798c415e-13fc-4ec6-b526-6b094a8b10f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=527fde3d-19e8-43b2-a86e-d1482ae31310,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:12.588949 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d09de3e3-24e4-444b-b282-e84759a77ac0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:12.637463 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d09de3e3-24e4-444b-b282-e84759a77ac0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:12.745950 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d09de3e3-24e4-444b-b282-e84759a77ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:12.749201 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d09de3e3-24e4-444b-b282-e84759a77ac0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:12.750648 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-d09de3e3-24e4-444b-b282-e84759a77ac0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/527fde3d-19e8-43b2-a86e-d1482ae31310 HTTP/1.1" status: 204 len: 168 time: 0.2583995 Aug 10 03:56:12.761159 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09de3e3-24e4-444b-b282-e84759a77ac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=527fde3d-19e8-43b2-a86e-d1482ae31310,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:15.573747 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a425022c-0bb7-4121-b65d-9a50a69ee034 req-1db40989-f8c5-4b38-8451-eef226564c15 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:15.575591 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a425022c-0bb7-4121-b65d-9a50a69ee034 req-1db40989-f8c5-4b38-8451-eef226564c15 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/networks?id=9304a778-e332-4697-b169-f473c98c9db5 HTTP/1.1" status: 200 len: 811 time: 0.1420188 Aug 10 03:56:15.601554 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a425022c-0bb7-4121-b65d-9a50a69ee034 req-98de4d3e-62c3-47bb-b457-f367b9e7489c tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/quotas/d7797a7e7c744219a6cd7e79c926312f HTTP/1.1" status: 200 len: 375 time: 0.0146060 Aug 10 03:56:15.696058 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a425022c-0bb7-4121-b65d-9a50a69ee034 req-cc3e7f34-7145-42fd-b100-6b60b5aa964d tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d7797a7e7c744219a6cd7e79c926312f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0848846 Aug 10 03:56:15.859603 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a425022c-0bb7-4121-b65d-9a50a69ee034 req-eaffc49d-76ac-4595-8ae3-06c4ba6056db service neutron] 10.222.0.44 "GET /v2.0/networks/9304a778-e332-4697-b169-f473c98c9db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558783 Aug 10 03:56:16.022898 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a425022c-0bb7-4121-b65d-9a50a69ee034 req-e219ae48-c18b-4b93-826f-68f74dcb72d7 service neutron] 10.222.0.44 "GET /v2.0/networks/9304a778-e332-4697-b169-f473c98c9db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516023 Aug 10 03:56:16.303228 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a74aeb02-f6ab-4715-b056-06c15517a228 req-a4dbb26f-7267-42f9-b10c-ca9e64b71f4c tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad602a16-af72-42bb-b7c9-26936fdd7e64 HTTP/1.1" status: 200 len: 210 time: 0.0421307 Aug 10 03:56:17.484728 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-60e0e22e-6182-4692-a89c-ae4ef0c6980a req-3498b464-85e6-4ea0-b10c-14659cca201e tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad602a16-af72-42bb-b7c9-26936fdd7e64 HTTP/1.1" status: 200 len: 210 time: 0.0634885 Aug 10 03:56:17.807543 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a425022c-0bb7-4121-b65d-9a50a69ee034 req-f799fbbb-1f39-43c0-ae28-06945958aab0 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:17.811001 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a425022c-0bb7-4121-b65d-9a50a69ee034 req-f799fbbb-1f39-43c0-ae28-06945958aab0 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.61 "GET /v2.0/networks?id=9304a778-e332-4697-b169-f473c98c9db5 HTTP/1.1" status: 200 len: 811 time: 0.2382436 Aug 10 03:56:17.828744 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-a425022c-0bb7-4121-b65d-9a50a69ee034 req-66d2ccce-51d8-43e8-bd3c-d25d073faf28 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Request body: {'port': {'device_id': 'ad602a16-af72-42bb-b7c9-26936fdd7e64', 'network_id': '9304a778-e332-4697-b169-f473c98c9db5', 'admin_state_up': True, 'tenant_id': 'd7797a7e7c744219a6cd7e79c926312f'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:18.084483 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a425022c-0bb7-4121-b65d-9a50a69ee034 req-66d2ccce-51d8-43e8-bd3c-d25d073faf28 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Made reservation on behalf of d7797a7e7c744219a6cd7e79c926312f for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:56:18.099480 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a425022c-0bb7-4121-b65d-9a50a69ee034 req-66d2ccce-51d8-43e8-bd3c-d25d073faf28 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:18.335790 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-a425022c-0bb7-4121-b65d-9a50a69ee034 req-66d2ccce-51d8-43e8-bd3c-d25d073faf28 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Allocated IP 172.20.0.9 (9304a778-e332-4697-b169-f473c98c9db5/004bec00-f412-4962-b43d-0d7672578573/e2874fd4-4166-48d5-bb56-b87e5d739d26) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:56:18.785630 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-84982c4d-2ec3-4c17-985d-a01d5c6cdb37 req-a84c3cad-de47-40b8-95f1-a8f04ebd1226 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad602a16-af72-42bb-b7c9-26936fdd7e64 HTTP/1.1" status: 200 len: 210 time: 0.0496051 Aug 10 03:56:19.028232 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a425022c-0bb7-4121-b65d-9a50a69ee034 req-66d2ccce-51d8-43e8-bd3c-d25d073faf28 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:19.122443 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-a425022c-0bb7-4121-b65d-9a50a69ee034 req-66d2ccce-51d8-43e8-bd3c-d25d073faf28 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Transition to ACTIVE for port object e2874fd4-4166-48d5-bb56-b87e5d739d26 will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:56:19.168914 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0ce82d75-cbfb-4f84-86d6-fef4151d3514 req-d44f4e30-1cfd-4dff-b878-72c0985755f9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e8c5fa42-c54a-4e4a-8428-d44885841ac0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1928861 Aug 10 03:56:19.240974 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a425022c-0bb7-4121-b65d-9a50a69ee034 req-66d2ccce-51d8-43e8-bd3c-d25d073faf28 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:19.257561 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['0d22d825-a3d2-45ba-b2bb-1c519f110f73'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:56:19.340315 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d2ccce-51d8-43e8-bd3c-d25d073faf28 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Pushing event updated for resources: {'Port': ['ID=e2874fd4-4166-48d5-bb56-b87e5d739d26,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:19.390981 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a425022c-0bb7-4121-b65d-9a50a69ee034 req-66d2ccce-51d8-43e8-bd3c-d25d073faf28 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Network 9304a778-e332-4697-b169-f473c98c9db5 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:56:19.394081 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-a425022c-0bb7-4121-b65d-9a50a69ee034 req-66d2ccce-51d8-43e8-bd3c-d25d073faf28 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:56:19.397969 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-a425022c-0bb7-4121-b65d-9a50a69ee034 req-66d2ccce-51d8-43e8-bd3c-d25d073faf28 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:56:19.523265 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce82d75-cbfb-4f84-86d6-fef4151d3514 req-4fe7a57d-003a-4dac-9eed-91e394dadf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:19.524897 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0ce82d75-cbfb-4f84-86d6-fef4151d3514 req-4fe7a57d-003a-4dac-9eed-91e394dadf84 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d7797a7e7c744219a6cd7e79c926312f&device_id=e8c5fa42-c54a-4e4a-8428-d44885841ac0 HTTP/1.1" status: 200 len: 1097 time: 0.2425172 Aug 10 03:56:19.576681 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a425022c-0bb7-4121-b65d-9a50a69ee034 req-66d2ccce-51d8-43e8-bd3c-d25d073faf28 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:19.585229 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a425022c-0bb7-4121-b65d-9a50a69ee034 req-66d2ccce-51d8-43e8-bd3c-d25d073faf28 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:19.615381 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a425022c-0bb7-4121-b65d-9a50a69ee034 req-66d2ccce-51d8-43e8-bd3c-d25d073faf28 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7916391 Aug 10 03:56:19.648423 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-a425022c-0bb7-4121-b65d-9a50a69ee034 req-6e095bec-0d4b-4808-a39f-e7bbb01dfefd service neutron] Request body: {'port': {'device_id': 'ad602a16-af72-42bb-b7c9-26936fdd7e64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:19.950619 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-259fa793-3478-4fb7-a3b8-4145a37ea7b1 None None] Provisioning for port e2874fd4-4166-48d5-bb56-b87e5d739d26 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:56:19.986823 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-259fa793-3478-4fb7-a3b8-4145a37ea7b1 None None] Provisioning complete for port e2874fd4-4166-48d5-bb56-b87e5d739d26 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:56:19.988663 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-259fa793-3478-4fb7-a3b8-4145a37ea7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:20.132155 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-259fa793-3478-4fb7-a3b8-4145a37ea7b1 None None] Port e2874fd4-4166-48d5-bb56-b87e5d739d26 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:56:20.428549 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a425022c-0bb7-4121-b65d-9a50a69ee034 req-6e095bec-0d4b-4808-a39f-e7bbb01dfefd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:20.448630 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e70c4c-bf44-45c3-aff2-254fca447e98 req-6fb510c4-62fc-49d6-891b-dac76a087b22 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:20.456718 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-30e70c4c-bf44-45c3-aff2-254fca447e98 req-6fb510c4-62fc-49d6-891b-dac76a087b22 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad602a16-af72-42bb-b7c9-26936fdd7e64 HTTP/1.1" status: 200 len: 931 time: 0.1653187 Aug 10 03:56:20.549910 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce82d75-cbfb-4f84-86d6-fef4151d3514 req-e521a825-9a5e-4e27-9309-969a4c97b853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:20.561360 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0ce82d75-cbfb-4f84-86d6-fef4151d3514 req-e521a825-9a5e-4e27-9309-969a4c97b853 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9304a778-e332-4697-b169-f473c98c9db5 HTTP/1.1" status: 200 len: 911 time: 0.9478388 Aug 10 03:56:20.577334 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-30e70c4c-bf44-45c3-aff2-254fca447e98 req-08ae6705-0099-40b6-afcb-fbc0356750fb tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=2031f5a2-8e96-4d4c-b507-84878d4f1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193054 Aug 10 03:56:20.696252 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0ce82d75-cbfb-4f84-86d6-fef4151d3514 req-5b1e5b1b-f80a-4219-9307-2d217c500038 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d22d825-a3d2-45ba-b2bb-1c519f110f73 HTTP/1.1" status: 200 len: 217 time: 0.1059783 Aug 10 03:56:20.841235 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce82d75-cbfb-4f84-86d6-fef4151d3514 req-a3d60e31-ae14-497b-863d-7cf5b4567798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:20.845029 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0ce82d75-cbfb-4f84-86d6-fef4151d3514 req-a3d60e31-ae14-497b-863d-7cf5b4567798 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=004bec00-f412-4962-b43d-0d7672578573 HTTP/1.1" status: 200 len: 850 time: 0.1392360 Aug 10 03:56:20.943022 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce82d75-cbfb-4f84-86d6-fef4151d3514 req-849b0fe3-9e09-4bd3-a995-1657a71fbbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:20.944579 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0ce82d75-cbfb-4f84-86d6-fef4151d3514 req-849b0fe3-9e09-4bd3-a995-1657a71fbbb2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9304a778-e332-4697-b169-f473c98c9db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0678115 Aug 10 03:56:21.218079 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0ce82d75-cbfb-4f84-86d6-fef4151d3514 req-e8ba0ba3-c2bf-4128-a31d-272d203d5ce5 service neutron] 10.222.0.42 "GET /v2.0/networks/9304a778-e332-4697-b169-f473c98c9db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636845 Aug 10 03:56:21.419466 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f618bb8e-7757-4824-bbaa-183e838cdd41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:21.484559 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-a425022c-0bb7-4121-b65d-9a50a69ee034 req-6e095bec-0d4b-4808-a39f-e7bbb01dfefd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2874fd4-4166-48d5-bb56-b87e5d739d26 {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:56:21.501323 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a425022c-0bb7-4121-b65d-9a50a69ee034 req-6e095bec-0d4b-4808-a39f-e7bbb01dfefd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:21.508621 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0ce82d75-cbfb-4f84-86d6-fef4151d3514 req-8685a39e-7e86-44cd-8ea5-e6c66e5bc9f6 service neutron] 10.222.0.42 "GET /v2.0/networks/9304a778-e332-4697-b169-f473c98c9db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660301 Aug 10 03:56:21.541951 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-a425022c-0bb7-4121-b65d-9a50a69ee034 req-6e095bec-0d4b-4808-a39f-e7bbb01dfefd service neutron] Transition to ACTIVE for port object e2874fd4-4166-48d5-bb56-b87e5d739d26 will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:56:21.549862 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a425022c-0bb7-4121-b65d-9a50a69ee034 req-6e095bec-0d4b-4808-a39f-e7bbb01dfefd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:21.694763 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e095bec-0d4b-4808-a39f-e7bbb01dfefd service neutron] Pushing event updated for resources: {'Port': ['ID=e2874fd4-4166-48d5-bb56-b87e5d739d26,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:21.836424 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-a425022c-0bb7-4121-b65d-9a50a69ee034 req-6e095bec-0d4b-4808-a39f-e7bbb01dfefd service neutron] Attempting to bind port e2874fd4-4166-48d5-bb56-b87e5d739d26 on host n-h2-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:56:21.837979 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-a425022c-0bb7-4121-b65d-9a50a69ee034 req-6e095bec-0d4b-4808-a39f-e7bbb01dfefd service neutron] Attempting to bind port e2874fd4-4166-48d5-bb56-b87e5d739d26 by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': 'a02c445a-dd82-41b8-8c82-8deebd0db13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9304a778-e332-4697-b169-f473c98c9db5'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:56:21.842902 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a425022c-0bb7-4121-b65d-9a50a69ee034 req-6e095bec-0d4b-4808-a39f-e7bbb01dfefd service neutron] Attempting to bind port e2874fd4-4166-48d5-bb56-b87e5d739d26 on network 9304a778-e332-4697-b169-f473c98c9db5 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:56:21.872965 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a425022c-0bb7-4121-b65d-9a50a69ee034 req-6e095bec-0d4b-4808-a39f-e7bbb01dfefd service neutron] Port e2874fd4-4166-48d5-bb56-b87e5d739d26 on network 9304a778-e332-4697-b169-f473c98c9db5 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:56:21.873890 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a425022c-0bb7-4121-b65d-9a50a69ee034 req-6e095bec-0d4b-4808-a39f-e7bbb01dfefd service neutron] Attempting to bind port e2874fd4-4166-48d5-bb56-b87e5d739d26 on network 9304a778-e332-4697-b169-f473c98c9db5 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:56:21.885274 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a425022c-0bb7-4121-b65d-9a50a69ee034 req-6e095bec-0d4b-4808-a39f-e7bbb01dfefd service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:56:21.886510 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a425022c-0bb7-4121-b65d-9a50a69ee034 req-6e095bec-0d4b-4808-a39f-e7bbb01dfefd service neutron] Checking segment: {'id': 'a02c445a-dd82-41b8-8c82-8deebd0db13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9304a778-e332-4697-b169-f473c98c9db5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:56:21.886940 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a425022c-0bb7-4121-b65d-9a50a69ee034 req-6e095bec-0d4b-4808-a39f-e7bbb01dfefd service neutron] Bound using segment: {'id': 'a02c445a-dd82-41b8-8c82-8deebd0db13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9304a778-e332-4697-b169-f473c98c9db5'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:56:21.887934 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-a425022c-0bb7-4121-b65d-9a50a69ee034 req-6e095bec-0d4b-4808-a39f-e7bbb01dfefd service neutron] Bound port: e2874fd4-4166-48d5-bb56-b87e5d739d26, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a02c445a-dd82-41b8-8c82-8deebd0db13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9304a778-e332-4697-b169-f473c98c9db5'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:56:21.888703 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a425022c-0bb7-4121-b65d-9a50a69ee034 req-6e095bec-0d4b-4808-a39f-e7bbb01dfefd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:22.348052 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-a425022c-0bb7-4121-b65d-9a50a69ee034 req-6e095bec-0d4b-4808-a39f-e7bbb01dfefd service neutron] For port e2874fd4-4166-48d5-bb56-b87e5d739d26, host n-h2-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:56:22.356610 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-a425022c-0bb7-4121-b65d-9a50a69ee034 req-6e095bec-0d4b-4808-a39f-e7bbb01dfefd service neutron] For port e2874fd4-4166-48d5-bb56-b87e5d739d26, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=e2874fd4-4166-48d5-bb56-b87e5d739d26,segment=NetworkSegment(a02c445a-dd82-41b8-8c82-8deebd0db13e),segment_id=a02c445a-dd82-41b8-8c82-8deebd0db13e)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:56:22.373514 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a425022c-0bb7-4121-b65d-9a50a69ee034 req-6e095bec-0d4b-4808-a39f-e7bbb01dfefd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:22.479320 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61a4f3f-39b6-41f8-b3dc-8917621ec182 req-61fcebdc-9d39-4d51-b8ed-2369ddf1143e tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:22.493614 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b61a4f3f-39b6-41f8-b3dc-8917621ec182 req-61fcebdc-9d39-4d51-b8ed-2369ddf1143e tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad602a16-af72-42bb-b7c9-26936fdd7e64 HTTP/1.1" status: 200 len: 943 time: 0.5799549 Aug 10 03:56:22.566028 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a425022c-0bb7-4121-b65d-9a50a69ee034 req-6e095bec-0d4b-4808-a39f-e7bbb01dfefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:22.567272 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a425022c-0bb7-4121-b65d-9a50a69ee034 req-6e095bec-0d4b-4808-a39f-e7bbb01dfefd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:22.568767 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a425022c-0bb7-4121-b65d-9a50a69ee034 req-6e095bec-0d4b-4808-a39f-e7bbb01dfefd service neutron] 10.222.0.61 "PUT /v2.0/ports/e2874fd4-4166-48d5-bb56-b87e5d739d26 HTTP/1.1" status: 200 len: 1092 time: 2.9331336 Aug 10 03:56:22.575096 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad602a16-af72-42bb-b7c9-26936fdd7e64', 'tag': 'e2874fd4-4166-48d5-bb56-b87e5d739d26'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:56:22.577391 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f4e5ba0-0d53-4e01-9436-70028a6d81f1" -d '{"events": [{"name": "network-changed", "server_uuid": "ad602a16-af72-42bb-b7c9-26936fdd7e64", "tag": "e2874fd4-4166-48d5-bb56-b87e5d739d26"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:56:22.589764 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e095bec-0d4b-4808-a39f-e7bbb01dfefd service neutron] Pushing event updated for resources: {'Port': ['ID=e2874fd4-4166-48d5-bb56-b87e5d739d26,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:22.655705 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b61a4f3f-39b6-41f8-b3dc-8917621ec182 req-9140f220-ad08-4dc4-aaef-13ad478b9133 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=2031f5a2-8e96-4d4c-b507-84878d4f1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565299 Aug 10 03:56:22.778573 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-679ed3a4-a85e-4d1f-8e44-521adef6e4d3 x-openstack-request-id: req-679ed3a4-a85e-4d1f-8e44-521adef6e4d3 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:56:22.779289 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad602a16-af72-42bb-b7c9-26936fdd7e64", "tag": "e2874fd4-4166-48d5-bb56-b87e5d739d26", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:56:22.780200 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-679ed3a4-a85e-4d1f-8e44-521adef6e4d3 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:56:22.780200 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad602a16-af72-42bb-b7c9-26936fdd7e64', 'tag': 'e2874fd4-4166-48d5-bb56-b87e5d739d26', 'status': 'completed', 'code': 200} Aug 10 03:56:22.836264 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a425022c-0bb7-4121-b65d-9a50a69ee034 req-e7dae58f-9483-4be1-811e-faa568647c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:22.839609 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a425022c-0bb7-4121-b65d-9a50a69ee034 req-e7dae58f-9483-4be1-811e-faa568647c02 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d7797a7e7c744219a6cd7e79c926312f&device_id=ad602a16-af72-42bb-b7c9-26936fdd7e64 HTTP/1.1" status: 200 len: 1095 time: 0.1681190 Aug 10 03:56:22.901178 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a425022c-0bb7-4121-b65d-9a50a69ee034 req-27b2a61d-3679-47ca-a1cc-6c50cb336b53 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e2874fd4-4166-48d5-bb56-b87e5d739d26 HTTP/1.1" status: 200 len: 217 time: 0.0522437 Aug 10 03:56:23.029689 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a425022c-0bb7-4121-b65d-9a50a69ee034 req-6770a3a3-0629-4d70-adb7-55caf455839c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:23.031878 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a425022c-0bb7-4121-b65d-9a50a69ee034 req-6770a3a3-0629-4d70-adb7-55caf455839c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=004bec00-f412-4962-b43d-0d7672578573 HTTP/1.1" status: 200 len: 850 time: 0.1240571 Aug 10 03:56:23.117503 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a425022c-0bb7-4121-b65d-9a50a69ee034 req-08f23a41-b39f-4121-99e1-a6a8f81ecaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:23.119928 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a425022c-0bb7-4121-b65d-9a50a69ee034 req-08f23a41-b39f-4121-99e1-a6a8f81ecaa6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9304a778-e332-4697-b169-f473c98c9db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0707762 Aug 10 03:56:23.305145 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a425022c-0bb7-4121-b65d-9a50a69ee034 req-b37ae6d9-3561-4d7e-9125-cf22255a6530 service neutron] 10.222.0.61 "GET /v2.0/networks/9304a778-e332-4697-b169-f473c98c9db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748207 Aug 10 03:56:23.462300 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a425022c-0bb7-4121-b65d-9a50a69ee034 req-5b8456ba-8671-4e66-ae3b-c42d95491686 service neutron] 10.222.0.61 "GET /v2.0/networks/9304a778-e332-4697-b169-f473c98c9db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503165 Aug 10 03:56:23.721318 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-60ea2ec8-ca3b-4974-a212-a81af41abe5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:23.765877 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4e5ba0-0d53-4e01-9436-70028a6d81f1 req-409be20c-e949-4b90-87ac-396fa83e24b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:23.768343 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9f4e5ba0-0d53-4e01-9436-70028a6d81f1 req-409be20c-e949-4b90-87ac-396fa83e24b9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d7797a7e7c744219a6cd7e79c926312f&device_id=ad602a16-af72-42bb-b7c9-26936fdd7e64 HTTP/1.1" status: 200 len: 1095 time: 0.1806402 Aug 10 03:56:24.046598 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e32ddb-2e8f-4ed5-a2de-684ae0fa7e8d req-961ffca5-c43c-44ca-967d-ab0c11b1c24b tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:24.058415 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b8e32ddb-2e8f-4ed5-a2de-684ae0fa7e8d req-961ffca5-c43c-44ca-967d-ab0c11b1c24b tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad602a16-af72-42bb-b7c9-26936fdd7e64 HTTP/1.1" status: 200 len: 943 time: 0.1359258 Aug 10 03:56:24.108097 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4e5ba0-0d53-4e01-9436-70028a6d81f1 req-8f11fc99-c1d9-46cd-b8ac-d739a0d5dcac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:24.109508 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9f4e5ba0-0d53-4e01-9436-70028a6d81f1 req-8f11fc99-c1d9-46cd-b8ac-d739a0d5dcac service neutron] 10.222.0.61 "GET /v2.0/networks?id=9304a778-e332-4697-b169-f473c98c9db5 HTTP/1.1" status: 200 len: 911 time: 0.3315847 Aug 10 03:56:24.202415 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b8e32ddb-2e8f-4ed5-a2de-684ae0fa7e8d req-b5b7d066-46c6-433b-84ed-f9ad08bc6cde tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=2031f5a2-8e96-4d4c-b507-84878d4f1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425664 Aug 10 03:56:24.204753 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9f4e5ba0-0d53-4e01-9436-70028a6d81f1 req-38ed7c03-1b23-492c-9160-77fa6cc73760 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e2874fd4-4166-48d5-bb56-b87e5d739d26 HTTP/1.1" status: 200 len: 217 time: 0.0826900 Aug 10 03:56:24.311972 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:24.359054 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4e5ba0-0d53-4e01-9436-70028a6d81f1 req-22fd29f4-4492-4d0e-86a2-2fb518ed9571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:24.361835 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9f4e5ba0-0d53-4e01-9436-70028a6d81f1 req-22fd29f4-4492-4d0e-86a2-2fb518ed9571 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=004bec00-f412-4962-b43d-0d7672578573 HTTP/1.1" status: 200 len: 850 time: 0.1494858 Aug 10 03:56:24.526143 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4e5ba0-0d53-4e01-9436-70028a6d81f1 req-8116fe6d-e0a4-47af-a999-6e987ed03027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:24.533974 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9f4e5ba0-0d53-4e01-9436-70028a6d81f1 req-8116fe6d-e0a4-47af-a999-6e987ed03027 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9304a778-e332-4697-b169-f473c98c9db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1636088 Aug 10 03:56:24.773763 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9f4e5ba0-0d53-4e01-9436-70028a6d81f1 req-482631db-f344-43dc-9369-534d796f2f2c service neutron] 10.222.0.61 "GET /v2.0/networks/9304a778-e332-4697-b169-f473c98c9db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317314 Aug 10 03:56:25.014170 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9f4e5ba0-0d53-4e01-9436-70028a6d81f1 req-3e0e0fcd-28a1-4697-955e-dc620446dacd service neutron] 10.222.0.61 "GET /v2.0/networks/9304a778-e332-4697-b169-f473c98c9db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313409 Aug 10 03:56:25.459797 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 43764) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:25.492441 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a994ce-0697-4e9d-96e9-83a57d151585 req-81ae0efd-3fa1-4740-9432-2ecdbdfd1101 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:25.495242 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-99a994ce-0697-4e9d-96e9-83a57d151585 req-81ae0efd-3fa1-4740-9432-2ecdbdfd1101 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad602a16-af72-42bb-b7c9-26936fdd7e64 HTTP/1.1" status: 200 len: 943 time: 0.1112266 Aug 10 03:56:25.505420 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:25.575192 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-99a994ce-0697-4e9d-96e9-83a57d151585 req-8bef55d7-6d49-47c4-bf68-f7a056802e0e tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=2031f5a2-8e96-4d4c-b507-84878d4f1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728858 Aug 10 03:56:25.768236 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-745b55e1-590c-4eae-a49e-ff04be08af85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:25.977003 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-745b55e1-590c-4eae-a49e-ff04be08af85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:25.982668 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-745b55e1-590c-4eae-a49e-ff04be08af85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:26.026544 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-745b55e1-590c-4eae-a49e-ff04be08af85 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2c52137bd86844d1b23ed9c7b9e78b9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5635166 Aug 10 03:56:26.030600 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 43772) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:26.047794 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745b55e1-590c-4eae-a49e-ff04be08af85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3038b687-1a0e-45fb-9732-93b37094ef30,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:26.065894 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745b55e1-590c-4eae-a49e-ff04be08af85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:26.067385 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745b55e1-590c-4eae-a49e-ff04be08af85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:26.068039 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745b55e1-590c-4eae-a49e-ff04be08af85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:26.068626 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745b55e1-590c-4eae-a49e-ff04be08af85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:26.069242 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745b55e1-590c-4eae-a49e-ff04be08af85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:26.069805 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745b55e1-590c-4eae-a49e-ff04be08af85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:26.070393 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745b55e1-590c-4eae-a49e-ff04be08af85 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:26.071158 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745b55e1-590c-4eae-a49e-ff04be08af85 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:26.073457 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745b55e1-590c-4eae-a49e-ff04be08af85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:26.073457 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745b55e1-590c-4eae-a49e-ff04be08af85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:26.073457 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745b55e1-590c-4eae-a49e-ff04be08af85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:26.073457 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745b55e1-590c-4eae-a49e-ff04be08af85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:26.200399 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-80c658ca-3817-436a-ba16-d2183a535d77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:26.244670 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-80c658ca-3817-436a-ba16-d2183a535d77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:26.309952 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:26.366258 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-80c658ca-3817-436a-ba16-d2183a535d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:26.371655 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-80c658ca-3817-436a-ba16-d2183a535d77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:26.377529 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-80c658ca-3817-436a-ba16-d2183a535d77 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3038b687-1a0e-45fb-9732-93b37094ef30 HTTP/1.1" status: 204 len: 168 time: 0.3415163 Aug 10 03:56:26.407862 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c658ca-3817-436a-ba16-d2183a535d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3038b687-1a0e-45fb-9732-93b37094ef30,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:26.813455 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75673ae0-981a-43ae-a799-48a982f7b5a9 req-89dca72c-3868-421c-8f28-1a94f3b522a0 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:26.816723 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-75673ae0-981a-43ae-a799-48a982f7b5a9 req-89dca72c-3868-421c-8f28-1a94f3b522a0 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad602a16-af72-42bb-b7c9-26936fdd7e64 HTTP/1.1" status: 200 len: 943 time: 0.1000631 Aug 10 03:56:26.898310 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-75673ae0-981a-43ae-a799-48a982f7b5a9 req-15ece73d-1ae4-4b1a-b553-484041903e50 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=2031f5a2-8e96-4d4c-b507-84878d4f1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716503 Aug 10 03:56:26.900723 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:27.004530 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 43786) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:27.022074 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-15ebcf24-5f2d-44f2-9bbe-e20ae7cbb308 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:27.182282 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-15ebcf24-5f2d-44f2-9bbe-e20ae7cbb308 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:27.188874 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-15ebcf24-5f2d-44f2-9bbe-e20ae7cbb308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:27.218941 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-15ebcf24-5f2d-44f2-9bbe-e20ae7cbb308 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4e306c2fce384635866a8e7b3fb80d38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2132320 Aug 10 03:56:27.221656 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 43788) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:27.281136 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ebcf24-5f2d-44f2-9bbe-e20ae7cbb308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=475d0e94-7788-46ce-a112-5e1bf7423eb1,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:27.339465 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2b18fa60-4b41-48b6-9734-4af6f0b26313 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:27.379188 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2b18fa60-4b41-48b6-9734-4af6f0b26313 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:27.499001 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2b18fa60-4b41-48b6-9734-4af6f0b26313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:27.505399 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2b18fa60-4b41-48b6-9734-4af6f0b26313 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:27.507829 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-2b18fa60-4b41-48b6-9734-4af6f0b26313 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/475d0e94-7788-46ce-a112-5e1bf7423eb1 HTTP/1.1" status: 204 len: 168 time: 0.2848358 Aug 10 03:56:27.525010 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b18fa60-4b41-48b6-9734-4af6f0b26313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=475d0e94-7788-46ce-a112-5e1bf7423eb1,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:28.144634 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe952409-fab3-4165-bebb-3700d2faa0ac req-b49b3702-bc38-48fd-a38c-72adf53ccfc0 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:28.153035 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fe952409-fab3-4165-bebb-3700d2faa0ac req-b49b3702-bc38-48fd-a38c-72adf53ccfc0 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad602a16-af72-42bb-b7c9-26936fdd7e64 HTTP/1.1" status: 200 len: 943 time: 0.1451230 Aug 10 03:56:28.247489 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fe952409-fab3-4165-bebb-3700d2faa0ac req-13a7c988-9c17-42d6-9efd-959833ed69c4 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=2031f5a2-8e96-4d4c-b507-84878d4f1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934014 Aug 10 03:56:29.523854 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d387f5eb-6da0-49ce-8737-d86ed7b460c7 req-24df3243-6870-4113-8bba-d771cf629d81 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:29.526724 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d387f5eb-6da0-49ce-8737-d86ed7b460c7 req-24df3243-6870-4113-8bba-d771cf629d81 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad602a16-af72-42bb-b7c9-26936fdd7e64 HTTP/1.1" status: 200 len: 943 time: 0.1407430 Aug 10 03:56:29.595064 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d387f5eb-6da0-49ce-8737-d86ed7b460c7 req-fd5095c9-a689-44d6-b2f0-771cebcfaea3 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=2031f5a2-8e96-4d4c-b507-84878d4f1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610194 Aug 10 03:56:30.835349 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bddc7e-9e4e-4800-b594-370ad160d879 req-11f2105f-04ba-4c7c-bc2f-bec61b9bfa28 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:30.839012 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b5bddc7e-9e4e-4800-b594-370ad160d879 req-11f2105f-04ba-4c7c-bc2f-bec61b9bfa28 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad602a16-af72-42bb-b7c9-26936fdd7e64 HTTP/1.1" status: 200 len: 943 time: 0.1007948 Aug 10 03:56:30.906406 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b5bddc7e-9e4e-4800-b594-370ad160d879 req-1be8c623-d80d-4145-a05a-c540d840ed66 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=2031f5a2-8e96-4d4c-b507-84878d4f1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607307 Aug 10 03:56:32.126248 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95dfbc5-424f-4e91-b0ed-55e424578965 req-0cd1f8b9-4408-42ab-b444-476530a70272 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:32.131380 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d95dfbc5-424f-4e91-b0ed-55e424578965 req-0cd1f8b9-4408-42ab-b444-476530a70272 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad602a16-af72-42bb-b7c9-26936fdd7e64 HTTP/1.1" status: 200 len: 943 time: 0.0941522 Aug 10 03:56:32.197773 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d95dfbc5-424f-4e91-b0ed-55e424578965 req-16e03e38-1671-46ed-b49a-7c60a786366c tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=2031f5a2-8e96-4d4c-b507-84878d4f1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594301 Aug 10 03:56:32.465243 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:56:33.371389 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee3aa2e-5a14-4266-ae9f-ac97bd201cd8 req-9a318d00-694e-4d5a-a1fb-b83e66e2319e tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:33.373429 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5ee3aa2e-5a14-4266-ae9f-ac97bd201cd8 req-9a318d00-694e-4d5a-a1fb-b83e66e2319e tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad602a16-af72-42bb-b7c9-26936fdd7e64 HTTP/1.1" status: 200 len: 943 time: 0.0673461 Aug 10 03:56:33.435684 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5ee3aa2e-5a14-4266-ae9f-ac97bd201cd8 req-0f88c00c-bb72-4138-b39b-34240b682862 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=2031f5a2-8e96-4d4c-b507-84878d4f1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547280 Aug 10 03:56:33.475769 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:34.695231 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b8dbe-f347-488c-9e86-f2484f2095f4 req-545a676e-9b3d-487d-af81-57762c2b3aa1 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:34.697108 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-537b8dbe-f347-488c-9e86-f2484f2095f4 req-545a676e-9b3d-487d-af81-57762c2b3aa1 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad602a16-af72-42bb-b7c9-26936fdd7e64 HTTP/1.1" status: 200 len: 943 time: 0.0833213 Aug 10 03:56:34.760367 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-537b8dbe-f347-488c-9e86-f2484f2095f4 req-73739da1-2ac7-45a7-aaa4-081428feacd1 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=2031f5a2-8e96-4d4c-b507-84878d4f1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516422 Aug 10 03:56:35.921796 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f9b6a-62e1-4a56-9dd1-3982e597cf15 req-1e0beb75-9f2b-4fce-93bb-23799f2cdbfd tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:35.931289 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-449f9b6a-62e1-4a56-9dd1-3982e597cf15 req-1e0beb75-9f2b-4fce-93bb-23799f2cdbfd tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad602a16-af72-42bb-b7c9-26936fdd7e64 HTTP/1.1" status: 200 len: 943 time: 0.0803010 Aug 10 03:56:36.025188 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-449f9b6a-62e1-4a56-9dd1-3982e597cf15 req-02325a0b-43e3-41d8-a450-9f5c9f79ef98 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=2031f5a2-8e96-4d4c-b507-84878d4f1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813036 Aug 10 03:56:37.329202 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4586cb-cff6-4cc4-a790-95d1d39e53b0 req-2bbda10c-14a8-4d1e-abbe-346f99da15cb tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:37.332263 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9b4586cb-cff6-4cc4-a790-95d1d39e53b0 req-2bbda10c-14a8-4d1e-abbe-346f99da15cb tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad602a16-af72-42bb-b7c9-26936fdd7e64 HTTP/1.1" status: 200 len: 943 time: 0.1045661 Aug 10 03:56:37.387074 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9b4586cb-cff6-4cc4-a790-95d1d39e53b0 req-849157d0-99a9-419e-a143-defed1d6d490 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=2031f5a2-8e96-4d4c-b507-84878d4f1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468578 Aug 10 03:56:38.659768 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8628317b-d6a5-4933-9ee1-8da14e741160 req-c9c5a272-9e85-4b1b-bb60-7a6ea1d25639 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:38.662788 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8628317b-d6a5-4933-9ee1-8da14e741160 req-c9c5a272-9e85-4b1b-bb60-7a6ea1d25639 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad602a16-af72-42bb-b7c9-26936fdd7e64 HTTP/1.1" status: 200 len: 943 time: 0.1257131 Aug 10 03:56:38.741327 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8628317b-d6a5-4933-9ee1-8da14e741160 req-d5de34b2-3b23-4c0d-a94c-f3aa9fef64cb tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=2031f5a2-8e96-4d4c-b507-84878d4f1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718145 Aug 10 03:56:39.980056 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c04de55-7ec4-4f3d-98bc-061b20b0a5d6 req-82e210e9-b2de-4c79-b479-a8e64cce97bf tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:39.990881 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8c04de55-7ec4-4f3d-98bc-061b20b0a5d6 req-82e210e9-b2de-4c79-b479-a8e64cce97bf tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad602a16-af72-42bb-b7c9-26936fdd7e64 HTTP/1.1" status: 200 len: 943 time: 0.1243651 Aug 10 03:56:40.063151 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8c04de55-7ec4-4f3d-98bc-061b20b0a5d6 req-68005cd3-48f0-427f-8f9e-3ccde845ccae tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=2031f5a2-8e96-4d4c-b507-84878d4f1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670733 Aug 10 03:56:41.281904 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e157fd44-ec3b-4d26-93d6-720830341261 req-7774516b-1cf1-437d-b54e-1b9e2336da94 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:41.285212 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e157fd44-ec3b-4d26-93d6-720830341261 req-7774516b-1cf1-437d-b54e-1b9e2336da94 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad602a16-af72-42bb-b7c9-26936fdd7e64 HTTP/1.1" status: 200 len: 943 time: 0.1020796 Aug 10 03:56:41.356219 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e157fd44-ec3b-4d26-93d6-720830341261 req-fcbfb356-c1d1-40b6-91f3-7c87c2afb8e9 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=2031f5a2-8e96-4d4c-b507-84878d4f1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613499 Aug 10 03:56:42.561891 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9564fbe1-862f-4178-91ba-709bc4f60f74 req-e7465873-05e3-4981-b221-cc381edd56bf tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:42.567342 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9564fbe1-862f-4178-91ba-709bc4f60f74 req-e7465873-05e3-4981-b221-cc381edd56bf tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad602a16-af72-42bb-b7c9-26936fdd7e64 HTTP/1.1" status: 200 len: 943 time: 0.0859852 Aug 10 03:56:42.645534 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9564fbe1-862f-4178-91ba-709bc4f60f74 req-d8f6d7c6-3874-409d-942c-615a214e7664 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=2031f5a2-8e96-4d4c-b507-84878d4f1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705345 Aug 10 03:56:43.915129 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c37faa-2e53-4a88-9572-762d4d648064 req-c5da914b-1df4-474c-b995-563c66949d1d tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:43.916794 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-67c37faa-2e53-4a88-9572-762d4d648064 req-c5da914b-1df4-474c-b995-563c66949d1d tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad602a16-af72-42bb-b7c9-26936fdd7e64 HTTP/1.1" status: 200 len: 943 time: 0.0906017 Aug 10 03:56:43.968159 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-67c37faa-2e53-4a88-9572-762d4d648064 req-5740b057-15e8-46e5-a722-4ddf86ab350e tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=2031f5a2-8e96-4d4c-b507-84878d4f1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387514 Aug 10 03:56:45.167534 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88caf34-b07a-4506-b2a5-14021f69a734 req-6c9b2820-feb5-4f3d-bb8f-84b1032b8300 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:45.171300 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f88caf34-b07a-4506-b2a5-14021f69a734 req-6c9b2820-feb5-4f3d-bb8f-84b1032b8300 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad602a16-af72-42bb-b7c9-26936fdd7e64 HTTP/1.1" status: 200 len: 943 time: 0.0878546 Aug 10 03:56:45.234573 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f88caf34-b07a-4506-b2a5-14021f69a734 req-ed66fe30-a6b2-4ccc-93d6-fac6235abbc7 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=2031f5a2-8e96-4d4c-b507-84878d4f1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500398 Aug 10 03:56:45.845381 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device e2874fd4-4166-48d5-bb56-b87e5d739d26 details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:56:46.051703 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port e2874fd4-4166-48d5-bb56-b87e5d739d26, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=e2874fd4-4166-48d5-bb56-b87e5d739d26,segment=NetworkSegment(a02c445a-dd82-41b8-8c82-8deebd0db13e),segment_id=a02c445a-dd82-41b8-8c82-8deebd0db13e)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:56:46.078665 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': 'e2874fd4-4166-48d5-bb56-b87e5d739d26', 'network_id': '9304a778-e332-4697-b169-f473c98c9db5', 'port_id': 'e2874fd4-4166-48d5-bb56-b87e5d739d26', 'mac_address': 'fa:16:3e:3d:dd:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '004bec00-f412-4962-b43d-0d7672578573', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:56:46.155848 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:46.183686 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2874fd4-4166-48d5-bb56-b87e5d739d26 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:56:46.232378 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port e2874fd4-4166-48d5-bb56-b87e5d739d26, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=e2874fd4-4166-48d5-bb56-b87e5d739d26,segment=NetworkSegment(a02c445a-dd82-41b8-8c82-8deebd0db13e),segment_id=a02c445a-dd82-41b8-8c82-8deebd0db13e)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:56:46.243262 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:46.344902 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=e2874fd4-4166-48d5-bb56-b87e5d739d26,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:46.362994 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:46.364295 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:46.365150 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:46.366012 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:46.366903 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:46.367789 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:46.368793 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:46.369389 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:46.370349 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:46.371053 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:46.371749 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:46.372496 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:46.517718 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9027f13-96f8-4c70-869d-06342ff185b9 req-716ee865-3a19-415c-b86b-4207968b0219 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:46.533531 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a9027f13-96f8-4c70-869d-06342ff185b9 req-716ee865-3a19-415c-b86b-4207968b0219 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad602a16-af72-42bb-b7c9-26936fdd7e64 HTTP/1.1" status: 200 len: 944 time: 0.1065178 Aug 10 03:56:46.546889 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['e2874fd4-4166-48d5-bb56-b87e5d739d26'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:56:46.614565 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a9027f13-96f8-4c70-869d-06342ff185b9 req-8440ef96-1a90-4840-8d61-438696d0e817 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=2031f5a2-8e96-4d4c-b507-84878d4f1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777769 Aug 10 03:56:47.773727 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05627ab3-a709-4edb-8801-3bb3034977ab req-a5fcd75d-ff69-42de-a775-c38307f96cab tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:47.775464 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-05627ab3-a709-4edb-8801-3bb3034977ab req-a5fcd75d-ff69-42de-a775-c38307f96cab tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad602a16-af72-42bb-b7c9-26936fdd7e64 HTTP/1.1" status: 200 len: 944 time: 0.0589137 Aug 10 03:56:47.828804 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-05627ab3-a709-4edb-8801-3bb3034977ab req-fbf66137-dde3-4d32-9384-a9c7c2cd983f tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=2031f5a2-8e96-4d4c-b507-84878d4f1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405695 Aug 10 03:56:47.844486 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device e2874fd4-4166-48d5-bb56-b87e5d739d26 up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:56:47.926762 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning for port e2874fd4-4166-48d5-bb56-b87e5d739d26 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:56:47.934021 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port e2874fd4-4166-48d5-bb56-b87e5d739d26 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:56:47.934690 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:48.127385 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:48.169554 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad602a16-af72-42bb-b7c9-26936fdd7e64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2874fd4-4166-48d5-bb56-b87e5d739d26'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:56:48.173414 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55e78a80-8819-4162-bdce-95da8db9e448" -d '{"events": [{"server_uuid": "ad602a16-af72-42bb-b7c9-26936fdd7e64", "name": "network-vif-plugged", "status": "completed", "tag": "e2874fd4-4166-48d5-bb56-b87e5d739d26"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:56:48.195669 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port e2874fd4-4166-48d5-bb56-b87e5d739d26, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=e2874fd4-4166-48d5-bb56-b87e5d739d26,segment=NetworkSegment(a02c445a-dd82-41b8-8c82-8deebd0db13e),segment_id=a02c445a-dd82-41b8-8c82-8deebd0db13e)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:56:48.201562 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:48.230815 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea5f6808-0d32-495f-828f-6d15d1e8a9f1 x-openstack-request-id: req-ea5f6808-0d32-495f-828f-6d15d1e8a9f1 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:56:48.231063 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad602a16-af72-42bb-b7c9-26936fdd7e64", "name": "network-vif-plugged", "status": "completed", "tag": "e2874fd4-4166-48d5-bb56-b87e5d739d26", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:56:48.231275 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ea5f6808-0d32-495f-828f-6d15d1e8a9f1 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:56:48.231714 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad602a16-af72-42bb-b7c9-26936fdd7e64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2874fd4-4166-48d5-bb56-b87e5d739d26', 'code': 200} Aug 10 03:56:48.275591 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=e2874fd4-4166-48d5-bb56-b87e5d739d26,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:48.354116 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5739805-5932-47c1-acd6-29bfe5a4ec85 req-ae40d281-4f3f-410b-933a-3bd0d02c5954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:48.356204 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e5739805-5932-47c1-acd6-29bfe5a4ec85 req-ae40d281-4f3f-410b-933a-3bd0d02c5954 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ad602a16-af72-42bb-b7c9-26936fdd7e64 HTTP/1.1" status: 200 len: 1097 time: 0.0483780 Aug 10 03:56:48.410756 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e5739805-5932-47c1-acd6-29bfe5a4ec85 req-0d2acfd5-62e4-4826-bb30-df624d161b27 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2031f5a2-8e96-4d4c-b507-84878d4f1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465157 Aug 10 03:56:49.032981 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e825142-8d26-46fd-a999-5203bb05a47f req-6871f29b-3e74-4921-9698-c522668501ac tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:49.036828 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7e825142-8d26-46fd-a999-5203bb05a47f req-6871f29b-3e74-4921-9698-c522668501ac tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad602a16-af72-42bb-b7c9-26936fdd7e64 HTTP/1.1" status: 200 len: 945 time: 0.0882771 Aug 10 03:56:49.135734 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7e825142-8d26-46fd-a999-5203bb05a47f req-1d6636a8-1f3a-461e-b885-f9b443201690 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=2031f5a2-8e96-4d4c-b507-84878d4f1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720506 Aug 10 03:56:50.315223 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b75fd01-5109-490e-b876-76e623195d6e req-e0f1323c-4cf8-4857-b8f1-2860a4177c2b tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:50.324539 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7b75fd01-5109-490e-b876-76e623195d6e req-e0f1323c-4cf8-4857-b8f1-2860a4177c2b tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad602a16-af72-42bb-b7c9-26936fdd7e64 HTTP/1.1" status: 200 len: 945 time: 0.0939875 Aug 10 03:56:50.376545 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7b75fd01-5109-490e-b876-76e623195d6e req-3514e0de-173c-41c6-8f25-214e2940ec5b tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=2031f5a2-8e96-4d4c-b507-84878d4f1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508516 Aug 10 03:56:50.528112 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612aa76a-9f5c-44ce-b426-b9521a1e539d req-7db0d986-c0d0-43f2-b8cb-2a0bd5e08823 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:50.530203 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-612aa76a-9f5c-44ce-b426-b9521a1e539d req-7db0d986-c0d0-43f2-b8cb-2a0bd5e08823 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad602a16-af72-42bb-b7c9-26936fdd7e64 HTTP/1.1" status: 200 len: 945 time: 0.0612471 Aug 10 03:56:50.584148 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-612aa76a-9f5c-44ce-b426-b9521a1e539d req-6bd739eb-e9b7-44e3-9b1a-90390b7d1954 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=2031f5a2-8e96-4d4c-b507-84878d4f1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386872 Aug 10 03:56:51.109408 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428d2b93-e5ec-46aa-9798-a9b94d5d68b7 req-733442c6-8dd7-4824-9c14-99c6283b8ef8 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:51.111963 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-428d2b93-e5ec-46aa-9798-a9b94d5d68b7 req-733442c6-8dd7-4824-9c14-99c6283b8ef8 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad602a16-af72-42bb-b7c9-26936fdd7e64 HTTP/1.1" status: 200 len: 945 time: 0.1027029 Aug 10 03:56:51.169979 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-428d2b93-e5ec-46aa-9798-a9b94d5d68b7 req-120d66cf-760b-47ee-8c28-8c02b681b3d4 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=2031f5a2-8e96-4d4c-b507-84878d4f1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467918 Aug 10 03:56:51.409530 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d2d1a664-84a0-4f13-8f3b-68bf16b26867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:52.341832 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9252cb9a-6eae-4953-9ab4-bd554aeb4dc2 req-6f2b2954-531c-4c50-9407-d6e99330085a tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:52.344452 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9252cb9a-6eae-4953-9ab4-bd554aeb4dc2 req-6f2b2954-531c-4c50-9407-d6e99330085a tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad602a16-af72-42bb-b7c9-26936fdd7e64 HTTP/1.1" status: 200 len: 945 time: 0.0692322 Aug 10 03:56:52.430925 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9252cb9a-6eae-4953-9ab4-bd554aeb4dc2 req-29b689db-051d-4259-8d1d-a2b26af40066 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=2031f5a2-8e96-4d4c-b507-84878d4f1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785606 Aug 10 03:56:52.692929 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd0115-3a75-4a08-9e08-9c8b87cda0c6 req-049fa839-617c-4d8b-9f04-cc0352059e7f tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:52.695692 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0acd0115-3a75-4a08-9e08-9c8b87cda0c6 req-049fa839-617c-4d8b-9f04-cc0352059e7f tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.61 "GET /v2.0/ports?device_id=ad602a16-af72-42bb-b7c9-26936fdd7e64 HTTP/1.1" status: 200 len: 945 time: 0.1267698 Aug 10 03:56:52.901250 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-0acd0115-3a75-4a08-9e08-9c8b87cda0c6 req-6d24b780-235d-4766-9e4d-563cafce4620 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Deleting port e2874fd4-4166-48d5-bb56-b87e5d739d26 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:56:52.901606 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-0acd0115-3a75-4a08-9e08-9c8b87cda0c6 req-6d24b780-235d-4766-9e4d-563cafce4620 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:53.011858 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-0acd0115-3a75-4a08-9e08-9c8b87cda0c6 req-6d24b780-235d-4766-9e4d-563cafce4620 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] For port e2874fd4-4166-48d5-bb56-b87e5d739d26, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=e2874fd4-4166-48d5-bb56-b87e5d739d26,segment=NetworkSegment(a02c445a-dd82-41b8-8c82-8deebd0db13e),segment_id=a02c445a-dd82-41b8-8c82-8deebd0db13e)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:56:53.012192 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-0acd0115-3a75-4a08-9e08-9c8b87cda0c6 req-6d24b780-235d-4766-9e4d-563cafce4620 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:53.028209 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-0acd0115-3a75-4a08-9e08-9c8b87cda0c6 req-6d24b780-235d-4766-9e4d-563cafce4620 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Calling delete_port for e2874fd4-4166-48d5-bb56-b87e5d739d26 owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:56:53.193969 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-0acd0115-3a75-4a08-9e08-9c8b87cda0c6 req-6d24b780-235d-4766-9e4d-563cafce4620 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:53.214520 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['0d22d825-a3d2-45ba-b2bb-1c519f110f73'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:56:53.224217 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['e2874fd4-4166-48d5-bb56-b87e5d739d26'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:56:53.277776 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d24b780-235d-4766-9e4d-563cafce4620 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Pushing event deleted for resources: {'Port': ['ID=e2874fd4-4166-48d5-bb56-b87e5d739d26,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:53.298521 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d24b780-235d-4766-9e4d-563cafce4620 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:53.298521 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d24b780-235d-4766-9e4d-563cafce4620 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:53.298521 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d24b780-235d-4766-9e4d-563cafce4620 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:53.298521 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d24b780-235d-4766-9e4d-563cafce4620 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:53.298521 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d24b780-235d-4766-9e4d-563cafce4620 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:53.298521 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d24b780-235d-4766-9e4d-563cafce4620 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:53.298521 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d24b780-235d-4766-9e4d-563cafce4620 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:53.298521 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d24b780-235d-4766-9e4d-563cafce4620 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:53.298521 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d24b780-235d-4766-9e4d-563cafce4620 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:53.298521 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d24b780-235d-4766-9e4d-563cafce4620 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:53.304072 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d24b780-235d-4766-9e4d-563cafce4620 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:53.304072 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d24b780-235d-4766-9e4d-563cafce4620 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:53.348698 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-0acd0115-3a75-4a08-9e08-9c8b87cda0c6 req-6d24b780-235d-4766-9e4d-563cafce4620 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] No DVR routers for this DVR port e2874fd4-4166-48d5-bb56-b87e5d739d26 on host n-h2-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:56:53.351810 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-0acd0115-3a75-4a08-9e08-9c8b87cda0c6 req-6d24b780-235d-4766-9e4d-563cafce4620 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:53.354621 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0acd0115-3a75-4a08-9e08-9c8b87cda0c6 req-6d24b780-235d-4766-9e4d-563cafce4620 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.61 "DELETE /v2.0/ports/e2874fd4-4166-48d5-bb56-b87e5d739d26 HTTP/1.1" status: 204 len: 173 time: 0.6520860 Aug 10 03:56:53.355138 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad602a16-af72-42bb-b7c9-26936fdd7e64', 'name': 'network-vif-deleted', 'tag': 'e2874fd4-4166-48d5-bb56-b87e5d739d26'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:56:53.366897 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd1a460d-fb7a-4953-acf4-1e1341d40526" -d '{"events": [{"server_uuid": "ad602a16-af72-42bb-b7c9-26936fdd7e64", "name": "network-vif-deleted", "tag": "e2874fd4-4166-48d5-bb56-b87e5d739d26"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:56:53.474062 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cc4bd3f-092d-45de-a7a5-d03756effa10 x-openstack-request-id: req-2cc4bd3f-092d-45de-a7a5-d03756effa10 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:56:53.474653 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad602a16-af72-42bb-b7c9-26936fdd7e64", "name": "network-vif-deleted", "tag": "e2874fd4-4166-48d5-bb56-b87e5d739d26", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:56:53.474920 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2cc4bd3f-092d-45de-a7a5-d03756effa10 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:56:53.475356 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad602a16-af72-42bb-b7c9-26936fdd7e64', 'name': 'network-vif-deleted', 'tag': 'e2874fd4-4166-48d5-bb56-b87e5d739d26', 'status': 'completed', 'code': 200} Aug 10 03:56:53.636011 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f5815320-95a3-4e58-ade0-ce77cef50341 req-a930561f-56e6-4f1d-957a-0c54f05714e8 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad602a16-af72-42bb-b7c9-26936fdd7e64 HTTP/1.1" status: 200 len: 210 time: 0.0747335 Aug 10 03:56:53.742460 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-da19d6f9-c133-49ff-a170-c99afb02e3a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:54.289672 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:54.830444 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2094a0ed-5043-407c-889a-c2dc0bfc7791 req-b7503abd-c723-4fb5-a337-8122b45cadee tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad602a16-af72-42bb-b7c9-26936fdd7e64 HTTP/1.1" status: 200 len: 210 time: 0.0575895 Aug 10 03:56:55.461863 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:56.004720 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-85eac1f9-2171-4e31-8109-3c865ecec884 req-745b3678-0690-4667-8969-e7552ecb08d3 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad602a16-af72-42bb-b7c9-26936fdd7e64 HTTP/1.1" status: 200 len: 210 time: 0.0302963 Aug 10 03:56:56.293701 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:56.896998 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:57.180518 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7b3b32e6-01fb-41e5-bb62-2757fbb50a55 req-0d57c81d-8a6f-43f5-9ac7-06216e8ed839 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad602a16-af72-42bb-b7c9-26936fdd7e64 HTTP/1.1" status: 200 len: 210 time: 0.0485926 Aug 10 03:56:57.755817 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 44156) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:57.914271 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device e2874fd4-4166-48d5-bb56-b87e5d739d26 no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:56:57.926446 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ed7e32c8-db3c-4f1b-99a1-4167b36b2f26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:57.971857 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] No Port match for: e2874fd4-4166-48d5-bb56-b87e5d739d26 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:56:57.973709 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device e2874fd4-4166-48d5-bb56-b87e5d739d26 not bound to the agent host n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:56:58.055564 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ed7e32c8-db3c-4f1b-99a1-4167b36b2f26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:58.061945 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ed7e32c8-db3c-4f1b-99a1-4167b36b2f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:58.115940 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ed7e32c8-db3c-4f1b-99a1-4167b36b2f26 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=36dc69f1c11e4703b366486e7fa8390a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3533039 Aug 10 03:56:58.115940 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7e32c8-db3c-4f1b-99a1-4167b36b2f26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99ce1a9c-c1bf-4513-9e13-b5f0355149eb,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:58.115940 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 44160) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:58.183261 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6bfd3f95-4e9b-4f13-aa53-f9536fd6f518 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:58.212411 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6bfd3f95-4e9b-4f13-aa53-f9536fd6f518 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:58.273924 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6bfd3f95-4e9b-4f13-aa53-f9536fd6f518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:58.277057 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6bfd3f95-4e9b-4f13-aa53-f9536fd6f518 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:58.278512 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-6bfd3f95-4e9b-4f13-aa53-f9536fd6f518 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/99ce1a9c-c1bf-4513-9e13-b5f0355149eb HTTP/1.1" status: 204 len: 168 time: 0.1614537 Aug 10 03:56:58.304826 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfd3f95-4e9b-4f13-aa53-f9536fd6f518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ce1a9c-c1bf-4513-9e13-b5f0355149eb,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:58.402949 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8498b1f9-3946-4e71-b8a2-31ca73e2eba0 req-86706d3b-e8f1-4315-b56e-b24cdc2fb7fe tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad602a16-af72-42bb-b7c9-26936fdd7e64 HTTP/1.1" status: 200 len: 210 time: 0.0599427 Aug 10 03:56:59.601641 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-98bded49-34b0-4b65-8b42-ed3b9b2efa11 req-1e526183-3d9a-4e40-8d42-09f92d9103ae tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad602a16-af72-42bb-b7c9-26936fdd7e64 HTTP/1.1" status: 200 len: 210 time: 0.0834374 Aug 10 03:57:03.511387 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:05.700689 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c40167-6820-4685-93f5-0822486acab2 req-3b695e44-ae0b-40cd-9466-1c8b51b30cfa tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:05.702421 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-52c40167-6820-4685-93f5-0822486acab2 req-3b695e44-ae0b-40cd-9466-1c8b51b30cfa tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8c5fa42-c54a-4e4a-8428-d44885841ac0 HTTP/1.1" status: 200 len: 945 time: 0.0900142 Aug 10 03:57:05.758816 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-52c40167-6820-4685-93f5-0822486acab2 req-475966cc-51c2-470a-b450-bbe2e7ae6b88 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=2031f5a2-8e96-4d4c-b507-84878d4f1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450902 Aug 10 03:57:06.156406 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 44280) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:06.339094 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-429aa6e8-a583-48e2-8035-f85485214eb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:06.483412 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-429aa6e8-a583-48e2-8035-f85485214eb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:06.490618 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-429aa6e8-a583-48e2-8035-f85485214eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:06.563996 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429aa6e8-a583-48e2-8035-f85485214eb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=461250ff-1e99-4ba7-a35d-8f680a26d1f6,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:06.571762 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-429aa6e8-a583-48e2-8035-f85485214eb4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=afb776c0c6884a30913ed70419da0a85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4117231 Aug 10 03:57:06.575729 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 44284) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:06.655853 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-30d2e703-9d42-4ecc-bc85-c8e38795be35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:06.686452 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-30d2e703-9d42-4ecc-bc85-c8e38795be35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:06.748295 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-30d2e703-9d42-4ecc-bc85-c8e38795be35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:06.751412 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-30d2e703-9d42-4ecc-bc85-c8e38795be35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:06.770551 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-30d2e703-9d42-4ecc-bc85-c8e38795be35 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/461250ff-1e99-4ba7-a35d-8f680a26d1f6 HTTP/1.1" status: 204 len: 168 time: 0.1811268 Aug 10 03:57:06.800679 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d2e703-9d42-4ecc-bc85-c8e38795be35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=461250ff-1e99-4ba7-a35d-8f680a26d1f6,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:06.947094 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d2b9f2-8337-45ca-8b3e-84cd557078d6 req-bdc2190d-1e77-4a03-b42c-ee6d04368bfc tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:06.948805 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-80d2b9f2-8337-45ca-8b3e-84cd557078d6 req-bdc2190d-1e77-4a03-b42c-ee6d04368bfc tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8c5fa42-c54a-4e4a-8428-d44885841ac0 HTTP/1.1" status: 200 len: 945 time: 0.0659273 Aug 10 03:57:07.011824 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-80d2b9f2-8337-45ca-8b3e-84cd557078d6 req-99dc58e4-aba8-4c1a-9b4d-ec147486bc0e tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=2031f5a2-8e96-4d4c-b507-84878d4f1482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519404 Aug 10 03:57:07.087686 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa73648c-0766-46a4-bca8-4b378dd42a53 req-57dabaea-faf1-43c2-a23c-480bf229572c tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:07.089515 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-aa73648c-0766-46a4-bca8-4b378dd42a53 req-57dabaea-faf1-43c2-a23c-480bf229572c tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.42 "GET /v2.0/ports?device_id=e8c5fa42-c54a-4e4a-8428-d44885841ac0 HTTP/1.1" status: 200 len: 945 time: 0.0684988 Aug 10 03:57:07.216181 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-aa73648c-0766-46a4-bca8-4b378dd42a53 req-15672e00-605e-499b-b17e-9fd19adee948 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Deleting port 0d22d825-a3d2-45ba-b2bb-1c519f110f73 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:57:07.217089 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-aa73648c-0766-46a4-bca8-4b378dd42a53 req-15672e00-605e-499b-b17e-9fd19adee948 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:07.403564 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-aa73648c-0766-46a4-bca8-4b378dd42a53 req-15672e00-605e-499b-b17e-9fd19adee948 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] For port 0d22d825-a3d2-45ba-b2bb-1c519f110f73, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=0d22d825-a3d2-45ba-b2bb-1c519f110f73,segment=NetworkSegment(a02c445a-dd82-41b8-8c82-8deebd0db13e),segment_id=a02c445a-dd82-41b8-8c82-8deebd0db13e)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:07.403993 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-aa73648c-0766-46a4-bca8-4b378dd42a53 req-15672e00-605e-499b-b17e-9fd19adee948 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:07.422071 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-aa73648c-0766-46a4-bca8-4b378dd42a53 req-15672e00-605e-499b-b17e-9fd19adee948 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Calling delete_port for 0d22d825-a3d2-45ba-b2bb-1c519f110f73 owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:57:07.650730 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-aa73648c-0766-46a4-bca8-4b378dd42a53 req-15672e00-605e-499b-b17e-9fd19adee948 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:07.666957 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['0d22d825-a3d2-45ba-b2bb-1c519f110f73'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:57:07.712340 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15672e00-605e-499b-b17e-9fd19adee948 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Pushing event deleted for resources: {'Port': ['ID=0d22d825-a3d2-45ba-b2bb-1c519f110f73,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:07.793308 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa73648c-0766-46a4-bca8-4b378dd42a53 req-15672e00-605e-499b-b17e-9fd19adee948 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] No DVR routers for this DVR port 0d22d825-a3d2-45ba-b2bb-1c519f110f73 on host n-h1-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:57:07.806686 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-aa73648c-0766-46a4-bca8-4b378dd42a53 req-15672e00-605e-499b-b17e-9fd19adee948 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:07.809387 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-aa73648c-0766-46a4-bca8-4b378dd42a53 req-15672e00-605e-499b-b17e-9fd19adee948 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.42 "DELETE /v2.0/ports/0d22d825-a3d2-45ba-b2bb-1c519f110f73 HTTP/1.1" status: 204 len: 173 time: 0.7130244 Aug 10 03:57:07.810108 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8c5fa42-c54a-4e4a-8428-d44885841ac0', 'name': 'network-vif-deleted', 'tag': '0d22d825-a3d2-45ba-b2bb-1c519f110f73'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:57:07.814345 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d9eee63-fae5-45d7-8998-fe9aabbfac94" -d '{"events": [{"server_uuid": "e8c5fa42-c54a-4e4a-8428-d44885841ac0", "name": "network-vif-deleted", "tag": "0d22d825-a3d2-45ba-b2bb-1c519f110f73"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:57:07.866468 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1971f796-12f6-4b0d-ac87-b59f78ded832 x-openstack-request-id: req-1971f796-12f6-4b0d-ac87-b59f78ded832 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:57:07.867080 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8c5fa42-c54a-4e4a-8428-d44885841ac0", "name": "network-vif-deleted", "tag": "0d22d825-a3d2-45ba-b2bb-1c519f110f73", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:57:07.867777 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1971f796-12f6-4b0d-ac87-b59f78ded832 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:57:07.868607 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8c5fa42-c54a-4e4a-8428-d44885841ac0', 'name': 'network-vif-deleted', 'tag': '0d22d825-a3d2-45ba-b2bb-1c519f110f73', 'status': 'completed', 'code': 200} Aug 10 03:57:07.903937 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 44314) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:08.021204 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_v2 [None req-28c4f394-2a64-42da-9197-3d2c224c4e46 admin admin] Deleting subnet b1e09f72-316b-4316-8bfa-d138c0a6f18b {{(pid=94260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:57:08.028962 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-28c4f394-2a64-42da-9197-3d2c224c4e46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:08.079413 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-28c4f394-2a64-42da-9197-3d2c224c4e46 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191173'] for subnet, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:08.241455 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5100a63b-91ac-4d40-a73c-f53125b409ff req-764b9fcd-ba20-48cf-8b3c-22c9db622d5c tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8c5fa42-c54a-4e4a-8428-d44885841ac0 HTTP/1.1" status: 200 len: 210 time: 0.0767162 Aug 10 03:57:08.271333 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-28c4f394-2a64-42da-9197-3d2c224c4e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:08.391690 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-28c4f394-2a64-42da-9197-3d2c224c4e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:08.437496 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-28c4f394-2a64-42da-9197-3d2c224c4e46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:08.443126 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-28c4f394-2a64-42da-9197-3d2c224c4e46 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/b1e09f72-316b-4316-8bfa-d138c0a6f18b HTTP/1.1" status: 204 len: 168 time: 0.5366271 Aug 10 03:57:08.446979 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 44322) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:08.493607 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c4f394-2a64-42da-9197-3d2c224c4e46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1e09f72-316b-4316-8bfa-d138c0a6f18b,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:08.628652 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-74ba5e55-78e2-4024-b76e-7dfcf88aa9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:08.860715 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-74ba5e55-78e2-4024-b76e-7dfcf88aa9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:08.873795 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-74ba5e55-78e2-4024-b76e-7dfcf88aa9b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd3dc204-78e1-4dbd-a299-c7b559c63744']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:08.887483 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-74ba5e55-78e2-4024-b76e-7dfcf88aa9b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edd18bbb-020d-4325-8231-42f847ee3107') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:08.888061 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-74ba5e55-78e2-4024-b76e-7dfcf88aa9b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edd18bbb-020d-4325-8231-42f847ee3107') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:08.899610 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-74ba5e55-78e2-4024-b76e-7dfcf88aa9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:08.918393 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-74ba5e55-78e2-4024-b76e-7dfcf88aa9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:08.927442 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74ba5e55-78e2-4024-b76e-7dfcf88aa9b6 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:57:08.928206 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-74ba5e55-78e2-4024-b76e-7dfcf88aa9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:08.977307 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 03:57:08.977307 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:57:08.977307 n-d-768862-13 neutron-server[94261]: timer() Aug 10 03:57:08.977307 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:57:08.977307 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 03:57:08.977307 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:57:08.977307 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 03:57:08.977307 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:57:08.977307 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 03:57:08.977307 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:57:08.977307 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 03:57:08.977307 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:57:08.977307 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 03:57:08.977307 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:57:08.977307 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:57:08.977307 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:57:08.977307 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:57:08.977307 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:57:08.977307 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 03:57:08.977307 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:57:08.977307 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 03:57:08.977307 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:57:08.977307 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:57:08.977307 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:57:08.977307 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 03:57:08.977307 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:57:08.977307 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:57:08.977307 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:57:08.977307 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:57:08.977307 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:57:08.977307 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:57:08.977307 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:57:08.998216 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-74ba5e55-78e2-4024-b76e-7dfcf88aa9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:09.008235 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-74ba5e55-78e2-4024-b76e-7dfcf88aa9b6 admin admin] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:09.019775 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-74ba5e55-78e2-4024-b76e-7dfcf88aa9b6 admin admin] 10.222.0.44 "DELETE /v2.0/networks/cd3dc204-78e1-4dbd-a299-c7b559c63744 HTTP/1.1" status: 204 len: 168 time: 0.5634506 Aug 10 03:57:09.067528 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ba5e55-78e2-4024-b76e-7dfcf88aa9b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd3dc204-78e1-4dbd-a299-c7b559c63744,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:09.297171 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 44336) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:09.367422 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-7f60d896-352e-4494-80a7-b688a48b6f15 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=313fea2bc41845988f3599c81163014a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0665450 Aug 10 03:57:09.368035 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 44340) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:09.423139 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-93f87407-b064-4716-b813-a7943bda9477 req-2a2471e7-caa1-4a66-bb81-08935e26c669 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8c5fa42-c54a-4e4a-8428-d44885841ac0 HTTP/1.1" status: 200 len: 210 time: 0.0557137 Aug 10 03:57:09.452281 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-31990a38-2931-4959-8aa0-caf49d02bd06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:09.457725 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:57:09.507999 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-31990a38-2931-4959-8aa0-caf49d02bd06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:09.613757 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-31990a38-2931-4959-8aa0-caf49d02bd06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:09.619337 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-31990a38-2931-4959-8aa0-caf49d02bd06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:09.621380 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-31990a38-2931-4959-8aa0-caf49d02bd06 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/13a9e226-cbfd-445e-8202-d264bd25819b HTTP/1.1" status: 204 len: 168 time: 0.2518985 Aug 10 03:57:09.636003 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31990a38-2931-4959-8aa0-caf49d02bd06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a9e226-cbfd-445e-8202-d264bd25819b,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:10.584447 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bba357cb-c0fd-4fc9-b80f-97c40a977d99 req-af617f84-9315-4aa8-94c2-85187ff75040 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8c5fa42-c54a-4e4a-8428-d44885841ac0 HTTP/1.1" status: 200 len: 210 time: 0.0347989 Aug 10 03:57:11.851932 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a772a8de-2539-42fa-9572-ee928db966c3 req-c3d3c110-54b6-4330-b6f3-3a44f8ec4a28 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8c5fa42-c54a-4e4a-8428-d44885841ac0 HTTP/1.1" status: 200 len: 210 time: 0.1359417 Aug 10 03:57:12.069591 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 0d22d825-a3d2-45ba-b2bb-1c519f110f73 no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:57:12.098345 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] No Port match for: 0d22d825-a3d2-45ba-b2bb-1c519f110f73 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:57:12.098681 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 0d22d825-a3d2-45ba-b2bb-1c519f110f73 not bound to the agent host n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:57:12.600831 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 44400) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:12.606602 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-721d9f21-7430-4e30-8bd3-b748fda6f728 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-734603785', 'description': 'tempest-secgroup-smoke-734603785 description', 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:12.636542 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-721d9f21-7430-4e30-8bd3-b748fda6f728 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:12.649377 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-721d9f21-7430-4e30-8bd3-b748fda6f728 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:12.830903 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-721d9f21-7430-4e30-8bd3-b748fda6f728 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:12.839525 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-721d9f21-7430-4e30-8bd3-b748fda6f728 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:12.910128 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d9f21-7430-4e30-8bd3-b748fda6f728 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a736f5a2-190b-4483-bf2c-8bbb365fdd8c,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:13.056725 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-721d9f21-7430-4e30-8bd3-b748fda6f728 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:13.088773 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9b78cb91-5b0a-4072-b9c9-574e8a1e4e9a req-b4a0ce84-b141-416c-a4a3-8ac6f66e10a3 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8c5fa42-c54a-4e4a-8428-d44885841ac0 HTTP/1.1" status: 200 len: 210 time: 0.0656488 Aug 10 03:57:13.089777 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-721d9f21-7430-4e30-8bd3-b748fda6f728 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:13.156868 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d9f21-7430-4e30-8bd3-b748fda6f728 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12268945-8b56-426f-af9d-d65d92419e35,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:13.162385 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-721d9f21-7430-4e30-8bd3-b748fda6f728 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:13.164469 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-721d9f21-7430-4e30-8bd3-b748fda6f728 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5621517 Aug 10 03:57:13.169446 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 44406) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:13.178874 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-a8e7fa5d-0fa2-46e3-95ae-6d7a55c80d4d tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Request body: {'security_group_rule': {'security_group_id': '12268945-8b56-426f-af9d-d65d92419e35', 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:13.227826 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a8e7fa5d-0fa2-46e3-95ae-6d7a55c80d4d tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:13.299080 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a8e7fa5d-0fa2-46e3-95ae-6d7a55c80d4d tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:13.303486 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a8e7fa5d-0fa2-46e3-95ae-6d7a55c80d4d tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:13.326577 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e7fa5d-0fa2-46e3-95ae-6d7a55c80d4d tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f2608c2-bdd4-4d96-8033-08dc7827cacb,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:13.349534 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a8e7fa5d-0fa2-46e3-95ae-6d7a55c80d4d tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:13.350889 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a8e7fa5d-0fa2-46e3-95ae-6d7a55c80d4d tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1791446 Aug 10 03:57:13.355844 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 44408) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:13.367030 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-33062aa1-c590-47f5-b054-5a2976fdb746 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Request body: {'security_group_rule': {'security_group_id': '12268945-8b56-426f-af9d-d65d92419e35', 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:13.412807 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-33062aa1-c590-47f5-b054-5a2976fdb746 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:13.526354 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-33062aa1-c590-47f5-b054-5a2976fdb746 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:13.535793 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-33062aa1-c590-47f5-b054-5a2976fdb746 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:13.576106 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33062aa1-c590-47f5-b054-5a2976fdb746 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a034607-f1f0-47b6-8114-12e77b415a9c,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:13.584590 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-33062aa1-c590-47f5-b054-5a2976fdb746 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:13.587556 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-33062aa1-c590-47f5-b054-5a2976fdb746 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2293236 Aug 10 03:57:13.591182 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 44410) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:13.600796 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-73add2d6-b9bf-4d85-9213-76da44b16ee4 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Request body: {'security_group_rule': {'security_group_id': '12268945-8b56-426f-af9d-d65d92419e35', 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:13.656540 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-73add2d6-b9bf-4d85-9213-76da44b16ee4 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:13.779547 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-73add2d6-b9bf-4d85-9213-76da44b16ee4 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:13.787711 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-73add2d6-b9bf-4d85-9213-76da44b16ee4 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:13.819588 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73add2d6-b9bf-4d85-9213-76da44b16ee4 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ad63302-f713-4172-ab3f-011c47e177d0,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:13.830373 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-73add2d6-b9bf-4d85-9213-76da44b16ee4 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:13.831982 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-73add2d6-b9bf-4d85-9213-76da44b16ee4 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2389629 Aug 10 03:57:13.836372 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 44414) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:13.847635 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-6b0aa0e5-4801-4949-bc14-80b0c8bb3a12 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Request body: {'security_group_rule': {'security_group_id': '12268945-8b56-426f-af9d-d65d92419e35', 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:13.906670 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6b0aa0e5-4801-4949-bc14-80b0c8bb3a12 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:14.036174 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6b0aa0e5-4801-4949-bc14-80b0c8bb3a12 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:14.058738 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6b0aa0e5-4801-4949-bc14-80b0c8bb3a12 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:14.093307 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0aa0e5-4801-4949-bc14-80b0c8bb3a12 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c50891f8-7578-472f-acb5-74805b2ea9d5,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:14.140855 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6b0aa0e5-4801-4949-bc14-80b0c8bb3a12 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:14.151822 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 44418) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:14.161525 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-f5550d4b-65f7-456f-ac50-a1b3782b8089 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Request body: {'security_group_rule': {'security_group_id': '12268945-8b56-426f-af9d-d65d92419e35', 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:14.163459 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-6b0aa0e5-4801-4949-bc14-80b0c8bb3a12 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3248253 Aug 10 03:57:14.216750 n-d-768862-13 neutron-server[94261]: INFO neutron.db.securitygroups_db [None req-f5550d4b-65f7-456f-ac50-a1b3782b8089 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Project b8b99293bc0b4fae85b62fcecb6d67eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 03:57:14.230715 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f5550d4b-65f7-456f-ac50-a1b3782b8089 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:14.395690 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f5550d4b-65f7-456f-ac50-a1b3782b8089 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:14.403753 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f5550d4b-65f7-456f-ac50-a1b3782b8089 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:14.442008 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5550d4b-65f7-456f-ac50-a1b3782b8089 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79e9f7e0-48d4-4874-8a60-97158746dfb9,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:14.454023 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f5550d4b-65f7-456f-ac50-a1b3782b8089 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:14.456906 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-f5550d4b-65f7-456f-ac50-a1b3782b8089 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3013031 Aug 10 03:57:14.460955 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 44422) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:14.466009 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-b2057e2e-372b-4e6f-8519-96220a97102b tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Request body: {'security_group_rule': {'security_group_id': '12268945-8b56-426f-af9d-d65d92419e35', 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:14.506349 n-d-768862-13 neutron-server[94261]: INFO neutron.db.securitygroups_db [None req-b2057e2e-372b-4e6f-8519-96220a97102b tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Project b8b99293bc0b4fae85b62fcecb6d67eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 03:57:14.515840 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b2057e2e-372b-4e6f-8519-96220a97102b tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:14.623663 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b2057e2e-372b-4e6f-8519-96220a97102b tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:14.629142 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b2057e2e-372b-4e6f-8519-96220a97102b tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:14.652162 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2057e2e-372b-4e6f-8519-96220a97102b tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e240e1b-bb98-4a7a-9070-a153e5587c88,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:14.663942 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b2057e2e-372b-4e6f-8519-96220a97102b tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:14.666329 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-b2057e2e-372b-4e6f-8519-96220a97102b tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2039108 Aug 10 03:57:14.669822 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 44424) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:14.678707 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-dbc7f587-e151-4b03-8779-470f1646b95b tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Request body: {'network': {'name': 'tempest-network-smoke--817247865', 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'port_security_enabled': True}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:14.717984 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbc7f587-e151-4b03-8779-470f1646b95b tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Made reservation on behalf of b8b99293bc0b4fae85b62fcecb6d67eb for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:57:14.722525 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-dbc7f587-e151-4b03-8779-470f1646b95b tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:14.764483 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbc7f587-e151-4b03-8779-470f1646b95b tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:57:14.780124 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-dbc7f587-e151-4b03-8779-470f1646b95b tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:14.780854 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-dbc7f587-e151-4b03-8779-470f1646b95b tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Added segment bae77db3-549f-44d2-ba9e-feca6aa5702b of type vlan for network 56ebbad4-3b9a-4918-868a-aeb226900542 Aug 10 03:57:14.840325 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-dbc7f587-e151-4b03-8779-470f1646b95b tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:14.879589 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-dbc7f587-e151-4b03-8779-470f1646b95b tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:14.891574 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc7f587-e151-4b03-8779-470f1646b95b tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:14.892350 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-dbc7f587-e151-4b03-8779-470f1646b95b tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:15.003651 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-dbc7f587-e151-4b03-8779-470f1646b95b tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3313825 Aug 10 03:57:15.008472 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 44430) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:15.018022 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-51116824-aec5-4cf0-bce0-ba4418fb9be7 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-53240883', 'admin_state_up': True, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:15.031687 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc7f587-e151-4b03-8779-470f1646b95b tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Pushing event updated for resources: {'Network': ['ID=56ebbad4-3b9a-4918-868a-aeb226900542,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:15.050049 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 56ebbad4-3b9a-4918-868a-aeb226900542 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:57:15.075773 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-51116824-aec5-4cf0-bce0-ba4418fb9be7 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:15.078213 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-51116824-aec5-4cf0-bce0-ba4418fb9be7 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:15.210833 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-51116824-aec5-4cf0-bce0-ba4418fb9be7 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:15.385970 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-51116824-aec5-4cf0-bce0-ba4418fb9be7 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:15.674132 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-51116824-aec5-4cf0-bce0-ba4418fb9be7 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for router_gateway, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:15.696600 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-51116824-aec5-4cf0-bce0-ba4418fb9be7 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:15.837961 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-51116824-aec5-4cf0-bce0-ba4418fb9be7 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Allocated IP 172.25.6.113 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/af0afefd-886a-41ef-acf0-f6c615abdd4b) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:57:15.970343 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-51116824-aec5-4cf0-bce0-ba4418fb9be7 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:16.052427 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-51116824-aec5-4cf0-bce0-ba4418fb9be7 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:16.125347 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51116824-aec5-4cf0-bce0-ba4418fb9be7 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:57:16.135926 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-51116824-aec5-4cf0-bce0-ba4418fb9be7 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:57:16.143558 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51116824-aec5-4cf0-bce0-ba4418fb9be7 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:57:16.201150 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51116824-aec5-4cf0-bce0-ba4418fb9be7 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Pushing event updated for resources: {'Port': ['ID=af0afefd-886a-41ef-acf0-f6c615abdd4b,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:17.023495 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-51116824-aec5-4cf0-bce0-ba4418fb9be7 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for router_gateway, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:17.260562 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-51116824-aec5-4cf0-bce0-ba4418fb9be7 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:17.426328 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51116824-aec5-4cf0-bce0-ba4418fb9be7 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Router 12453f5c-b8ce-4929-9de2-0ab36056e1d3 is scheduled to L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e with binding_index 1 {{(pid=94260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:57:17.670179 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51116824-aec5-4cf0-bce0-ba4418fb9be7 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:57:17.685261 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1660d5f6-4310-4e65-8d1a-1762e408c33d None None] Sync routers for ids ['12453f5c-b8ce-4929-9de2-0ab36056e1d3'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:57:17.714215 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1660d5f6-4310-4e65-8d1a-1762e408c33d None None] Routers {'12453f5c-b8ce-4929-9de2-0ab36056e1d3'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:57:17.715625 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-1660d5f6-4310-4e65-8d1a-1762e408c33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:56:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['12453f5c-b8ce-4929-9de2-0ab36056e1d3'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:17.728470 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-51116824-aec5-4cf0-bce0-ba4418fb9be7 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for router, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:17.731592 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-51116824-aec5-4cf0-bce0-ba4418fb9be7 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.7196691 Aug 10 03:57:17.736181 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 44464) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:17.982803 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-1660d5f6-4310-4e65-8d1a-1762e408c33d None None] Set router 12453f5c-b8ce-4929-9de2-0ab36056e1d3 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:57:18.156260 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 44490) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:18.157441 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a22d9347-9269-46ac-8fc4-124794d7c91f tempest-TestNetworkAdvancedServerOps-902294344 tempest-TestNetworkAdvancedServerOps-902294344-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=b8b99293bc0b4fae85b62fcecb6d67eb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4126508 Aug 10 03:57:18.371743 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-1660d5f6-4310-4e65-8d1a-1762e408c33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12453f5c-b8ce-4929-9de2-0ab36056e1d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53240883', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': 'af0afefd-886a-41ef-acf0-f6c615abdd4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:57:15Z', 'updated_at': '2021-08-10T03:57:16Z', 'revision_number': 3, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'gw_port': {'id': 'af0afefd-886a-41ef-acf0-f6c615abdd4b', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:42:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12453f5c-b8ce-4929-9de2-0ab36056e1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:57:15Z', 'updated_at': '2021-08-10T03:57:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:18.403730 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1660d5f6-4310-4e65-8d1a-1762e408c33d None None] Checking router: 12453f5c-b8ce-4929-9de2-0ab36056e1d3 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:57:18.404089 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1660d5f6-4310-4e65-8d1a-1762e408c33d None None] Updating router 12453f5c-b8ce-4929-9de2-0ab36056e1d3 port af0afefd-886a-41ef-acf0-f6c615abdd4b binding host n-d-768862-13 {{(pid=94262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:57:18.440275 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1660d5f6-4310-4e65-8d1a-1762e408c33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:18.449251 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87904b25-572f-4049-aac9-9e4663a5494a tempest-TestNetworkAdvancedServerOps-902294344 tempest-TestNetworkAdvancedServerOps-902294344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:18.452844 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-87904b25-572f-4049-aac9-9e4663a5494a tempest-TestNetworkAdvancedServerOps-902294344 tempest-TestNetworkAdvancedServerOps-902294344-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2948136 Aug 10 03:57:18.455709 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 44514) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:18.543202 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 44520) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:18.547518 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-70d16e7b-4a13-492d-853a-b497feb9bd92 tempest-TestNetworkAdvancedServerOps-902294344 tempest-TestNetworkAdvancedServerOps-902294344-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=2ea12131-628a-487e-b434-0463553732bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0823710 Aug 10 03:57:18.552857 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-45e4edb2-ca9a-4fca-b692-eb66e7f0247f tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-852908875', 'network_id': '56ebbad4-3b9a-4918-868a-aeb226900542', 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:18.741459 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e4edb2-ca9a-4fca-b692-eb66e7f0247f tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Made reservation on behalf of b8b99293bc0b4fae85b62fcecb6d67eb for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:57:18.750341 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-45e4edb2-ca9a-4fca-b692-eb66e7f0247f tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:18.999903 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1660d5f6-4310-4e65-8d1a-1762e408c33d None None] Notify callbacks [] for port, precommit_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:19.016549 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-1660d5f6-4310-4e65-8d1a-1762e408c33d None None] Transition to ACTIVE for port object af0afefd-886a-41ef-acf0-f6c615abdd4b will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:57:19.028625 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1660d5f6-4310-4e65-8d1a-1762e408c33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:19.118435 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81235ea-8f33-4700-9465-6575f2f270a1 None None] Pushing event updated for resources: {'Port': ['ID=af0afefd-886a-41ef-acf0-f6c615abdd4b,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:19.143465 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-45e4edb2-ca9a-4fca-b692-eb66e7f0247f tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58895384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805196'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:19.161018 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-1660d5f6-4310-4e65-8d1a-1762e408c33d None None] Attempting to bind port af0afefd-886a-41ef-acf0-f6c615abdd4b on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:57:19.161210 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-1660d5f6-4310-4e65-8d1a-1762e408c33d None None] Attempting to bind port af0afefd-886a-41ef-acf0-f6c615abdd4b by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:57:19.161840 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1660d5f6-4310-4e65-8d1a-1762e408c33d None None] Attempting to bind port af0afefd-886a-41ef-acf0-f6c615abdd4b on network 2ea12131-628a-487e-b434-0463553732bd {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:57:19.169424 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1660d5f6-4310-4e65-8d1a-1762e408c33d None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:57:19.169988 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1660d5f6-4310-4e65-8d1a-1762e408c33d None None] Checking segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:57:19.171136 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1660d5f6-4310-4e65-8d1a-1762e408c33d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:19.171746 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1660d5f6-4310-4e65-8d1a-1762e408c33d None None] Bound using segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:57:19.172415 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-1660d5f6-4310-4e65-8d1a-1762e408c33d None None] Bound port: af0afefd-886a-41ef-acf0-f6c615abdd4b, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:57:19.173013 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1660d5f6-4310-4e65-8d1a-1762e408c33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:19.231742 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e4edb2-ca9a-4fca-b692-eb66e7f0247f tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Pushing event updated for resources: {'Subnet': ['ID=8a3c4dd9-ad82-4a11-9084-34ae0c7b441d,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:19.241727 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e4edb2-ca9a-4fca-b692-eb66e7f0247f tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Checking segment: {'id': 'bae77db3-549f-44d2-ba9e-feca6aa5702b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '56ebbad4-3b9a-4918-868a-aeb226900542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:57:19.241727 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e4edb2-ca9a-4fca-b692-eb66e7f0247f tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Network hostable DHCP agents. Network: 56ebbad4-3b9a-4918-868a-aeb226900542, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:57:19.264203 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e4edb2-ca9a-4fca-b692-eb66e7f0247f tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Network 56ebbad4-3b9a-4918-868a-aeb226900542 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:57:19.264530 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-1660d5f6-4310-4e65-8d1a-1762e408c33d None None] For port af0afefd-886a-41ef-acf0-f6c615abdd4b, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:57:19.270838 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-1660d5f6-4310-4e65-8d1a-1762e408c33d None None] For port af0afefd-886a-41ef-acf0-f6c615abdd4b, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=af0afefd-886a-41ef-acf0-f6c615abdd4b,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:57:19.279468 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1660d5f6-4310-4e65-8d1a-1762e408c33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:19.280851 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-45e4edb2-ca9a-4fca-b692-eb66e7f0247f tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 56ebbad4-3b9a-4918-868a-aeb226900542) {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:57:19.286727 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e4edb2-ca9a-4fca-b692-eb66e7f0247f tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:19.287698 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-45e4edb2-ca9a-4fca-b692-eb66e7f0247f tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:19.315340 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-45e4edb2-ca9a-4fca-b692-eb66e7f0247f tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7662418 Aug 10 03:57:19.315490 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c642803-0c83-48bb-86e3-ce4d81729933 None None] Network 56ebbad4-3b9a-4918-868a-aeb226900542 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:57:19.315659 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 44544) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:19.464920 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1660d5f6-4310-4e65-8d1a-1762e408c33d None None] Routers {'12453f5c-b8ce-4929-9de2-0ab36056e1d3'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:57:19.465702 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-1660d5f6-4310-4e65-8d1a-1762e408c33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:56:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['12453f5c-b8ce-4929-9de2-0ab36056e1d3'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:19.559419 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81235ea-8f33-4700-9465-6575f2f270a1 None None] Pushing event updated for resources: {'Port': ['ID=af0afefd-886a-41ef-acf0-f6c615abdd4b,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:19.585979 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 44548) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:19.591976 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-dfe58f67-d72e-4dd1-96b8-9a202fed93b9 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-793863272', 'description': 'tempest-secgroup-smoke-793863272 description', 'project_id': 'd7797a7e7c744219a6cd7e79c926312f'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:19.634476 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-dfe58f67-d72e-4dd1-96b8-9a202fed93b9 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:19.762997 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-dfe58f67-d72e-4dd1-96b8-9a202fed93b9 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:19.770792 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-dfe58f67-d72e-4dd1-96b8-9a202fed93b9 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:19.816236 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe58f67-d72e-4dd1-96b8-9a202fed93b9 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c4ff7d-9ab8-47ae-9a13-1b1093e29100,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:19.821633 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-dfe58f67-d72e-4dd1-96b8-9a202fed93b9 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:19.827373 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-dfe58f67-d72e-4dd1-96b8-9a202fed93b9 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2401059 Aug 10 03:57:19.828089 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 44550) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:19.834720 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-967ff777-872e-4ae2-9b7c-1d46d76da0c7 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Request body: {'security_group_rule': {'security_group_id': 'c4c4ff7d-9ab8-47ae-9a13-1b1093e29100', 'project_id': 'd7797a7e7c744219a6cd7e79c926312f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:19.853367 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-1660d5f6-4310-4e65-8d1a-1762e408c33d None None] Set router 12453f5c-b8ce-4929-9de2-0ab36056e1d3 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:57:19.860175 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e4d51c-7504-4f07-a6dc-b3f3640bbd80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-56ebbad4-3b9a-4918-868a-aeb226900542', 'network_id': '56ebbad4-3b9a-4918-868a-aeb226900542', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'fixed_ips': [{'subnet_id': '8a3c4dd9-ad82-4a11-9084-34ae0c7b441d'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:57:19.861742 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-27e4d51c-7504-4f07-a6dc-b3f3640bbd80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:19.883077 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-967ff777-872e-4ae2-9b7c-1d46d76da0c7 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:19.923139 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ab6aa93a-28bc-4e48-a9bd-ee0954b00c97 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:19.966260 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-967ff777-872e-4ae2-9b7c-1d46d76da0c7 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:19.975716 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-967ff777-872e-4ae2-9b7c-1d46d76da0c7 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:20.095732 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-967ff777-872e-4ae2-9b7c-1d46d76da0c7 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:20.104370 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-967ff777-872e-4ae2-9b7c-1d46d76da0c7 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2739964 Aug 10 03:57:20.108943 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 44552) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:20.114348 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967ff777-872e-4ae2-9b7c-1d46d76da0c7 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e913970b-7f75-4380-a7ed-db55a1ce193e,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:20.134289 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-16a0f466-756e-4818-9123-7df03fa24f38 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Request body: {'security_group_rule': {'security_group_id': 'c4c4ff7d-9ab8-47ae-9a13-1b1093e29100', 'project_id': 'd7797a7e7c744219a6cd7e79c926312f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:20.185263 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-16a0f466-756e-4818-9123-7df03fa24f38 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:20.270394 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-16a0f466-756e-4818-9123-7df03fa24f38 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:20.281327 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-16a0f466-756e-4818-9123-7df03fa24f38 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:20.304633 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a0f466-756e-4818-9123-7df03fa24f38 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7aa20c78-eeac-4479-be78-41982862a3ea,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:20.331985 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-16a0f466-756e-4818-9123-7df03fa24f38 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:20.332301 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-1660d5f6-4310-4e65-8d1a-1762e408c33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12453f5c-b8ce-4929-9de2-0ab36056e1d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53240883', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': 'af0afefd-886a-41ef-acf0-f6c615abdd4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:57:15Z', 'updated_at': '2021-08-10T03:57:16Z', 'revision_number': 3, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'gw_port': {'id': 'af0afefd-886a-41ef-acf0-f6c615abdd4b', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:42:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12453f5c-b8ce-4929-9de2-0ab36056e1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:57:15Z', 'updated_at': '2021-08-10T03:57:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:20.336421 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-16a0f466-756e-4818-9123-7df03fa24f38 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2110717 Aug 10 03:57:20.336679 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-27e4d51c-7504-4f07-a6dc-b3f3640bbd80 None None] Allocated IP 172.20.0.2 (56ebbad4-3b9a-4918-868a-aeb226900542/8a3c4dd9-ad82-4a11-9084-34ae0c7b441d/51be996c-73ed-4587-b8d9-925cecb15744) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:57:20.337119 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 44554) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:20.345625 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-49224b96-57ec-47f2-9595-01b266450e36 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Request body: {'security_group_rule': {'security_group_id': 'c4c4ff7d-9ab8-47ae-9a13-1b1093e29100', 'project_id': 'd7797a7e7c744219a6cd7e79c926312f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:20.376884 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1660d5f6-4310-4e65-8d1a-1762e408c33d None None] The sync data for ids ['12453f5c-b8ce-4929-9de2-0ab36056e1d3'] in n-d-768862-13 is: [{'id': '12453f5c-b8ce-4929-9de2-0ab36056e1d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53240883', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': 'af0afefd-886a-41ef-acf0-f6c615abdd4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:57:15Z', 'updated_at': '2021-08-10T03:57:16Z', 'revision_number': 3, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'gw_port': {'id': 'af0afefd-886a-41ef-acf0-f6c615abdd4b', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:42:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12453f5c-b8ce-4929-9de2-0ab36056e1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:57:15Z', 'updated_at': '2021-08-10T03:57:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:57:20.402140 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-49224b96-57ec-47f2-9595-01b266450e36 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:20.517170 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-49224b96-57ec-47f2-9595-01b266450e36 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:20.525585 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-49224b96-57ec-47f2-9595-01b266450e36 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:20.563707 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49224b96-57ec-47f2-9595-01b266450e36 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50dabda3-06b7-42b9-9310-c3b359c44191,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:20.576750 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-49224b96-57ec-47f2-9595-01b266450e36 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:20.580869 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-49224b96-57ec-47f2-9595-01b266450e36 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2415726 Aug 10 03:57:20.584802 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 44556) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:20.589935 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-bb61ed9a-1ab3-45bc-99bb-181cb2c697d2 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Request body: {'security_group_rule': {'security_group_id': 'c4c4ff7d-9ab8-47ae-9a13-1b1093e29100', 'project_id': 'd7797a7e7c744219a6cd7e79c926312f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:20.635920 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-27e4d51c-7504-4f07-a6dc-b3f3640bbd80 None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:20.639954 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bb61ed9a-1ab3-45bc-99bb-181cb2c697d2 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:20.647258 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-27e4d51c-7504-4f07-a6dc-b3f3640bbd80 None None] Transition to ACTIVE for port object 51be996c-73ed-4587-b8d9-925cecb15744 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:57:20.685595 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-27e4d51c-7504-4f07-a6dc-b3f3640bbd80 None None] Transition to ACTIVE for port object 51be996c-73ed-4587-b8d9-925cecb15744 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:57:20.699440 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-27e4d51c-7504-4f07-a6dc-b3f3640bbd80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:20.812784 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-ab6aa93a-28bc-4e48-a9bd-ee0954b00c97 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Allocated IP 172.20.0.1 (56ebbad4-3b9a-4918-868a-aeb226900542/8a3c4dd9-ad82-4a11-9084-34ae0c7b441d/f3921b44-a4fe-44ec-8e14-75d7e8ccc39b) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:57:20.829981 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e4d51c-7504-4f07-a6dc-b3f3640bbd80 None None] Network 56ebbad4-3b9a-4918-868a-aeb226900542 is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:57:20.833639 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-27e4d51c-7504-4f07-a6dc-b3f3640bbd80 None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:57:20.838939 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e4d51c-7504-4f07-a6dc-b3f3640bbd80 None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:57:20.845352 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bb61ed9a-1ab3-45bc-99bb-181cb2c697d2 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:20.915725 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bb61ed9a-1ab3-45bc-99bb-181cb2c697d2 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:20.918593 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e4d51c-7504-4f07-a6dc-b3f3640bbd80 None None] Pushing event updated for resources: {'Port': ['ID=51be996c-73ed-4587-b8d9-925cecb15744,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:20.949658 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb61ed9a-1ab3-45bc-99bb-181cb2c697d2 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63939ec9-0031-4277-a5a2-e015cc387779,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:20.974362 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bb61ed9a-1ab3-45bc-99bb-181cb2c697d2 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:20.976207 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-bb61ed9a-1ab3-45bc-99bb-181cb2c697d2 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3901169 Aug 10 03:57:20.979621 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 44564) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:20.992638 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-27e4d51c-7504-4f07-a6dc-b3f3640bbd80 None None] Attempting to bind port 51be996c-73ed-4587-b8d9-925cecb15744 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:57:20.993234 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-27e4d51c-7504-4f07-a6dc-b3f3640bbd80 None None] Attempting to bind port 51be996c-73ed-4587-b8d9-925cecb15744 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'bae77db3-549f-44d2-ba9e-feca6aa5702b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '56ebbad4-3b9a-4918-868a-aeb226900542'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:57:20.993822 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e4d51c-7504-4f07-a6dc-b3f3640bbd80 None None] Attempting to bind port 51be996c-73ed-4587-b8d9-925cecb15744 on network 56ebbad4-3b9a-4918-868a-aeb226900542 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:57:20.998087 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-14f361ae-8808-4583-b9eb-42253e6a77aa tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Request body: {'security_group_rule': {'security_group_id': 'c4c4ff7d-9ab8-47ae-9a13-1b1093e29100', 'project_id': 'd7797a7e7c744219a6cd7e79c926312f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:21.008330 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e4d51c-7504-4f07-a6dc-b3f3640bbd80 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:57:21.008907 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e4d51c-7504-4f07-a6dc-b3f3640bbd80 None None] Checking segment: {'id': 'bae77db3-549f-44d2-ba9e-feca6aa5702b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '56ebbad4-3b9a-4918-868a-aeb226900542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:57:21.009560 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-27e4d51c-7504-4f07-a6dc-b3f3640bbd80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:21.010173 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e4d51c-7504-4f07-a6dc-b3f3640bbd80 None None] Bound using segment: {'id': 'bae77db3-549f-44d2-ba9e-feca6aa5702b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '56ebbad4-3b9a-4918-868a-aeb226900542'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:57:21.010993 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-27e4d51c-7504-4f07-a6dc-b3f3640bbd80 None None] Bound port: 51be996c-73ed-4587-b8d9-925cecb15744, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bae77db3-549f-44d2-ba9e-feca6aa5702b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '56ebbad4-3b9a-4918-868a-aeb226900542'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:57:21.011631 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-27e4d51c-7504-4f07-a6dc-b3f3640bbd80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:21.065513 n-d-768862-13 neutron-server[94260]: INFO neutron.db.securitygroups_db [None req-14f361ae-8808-4583-b9eb-42253e6a77aa tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Project d7797a7e7c744219a6cd7e79c926312f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 03:57:21.075896 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-14f361ae-8808-4583-b9eb-42253e6a77aa tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:21.111954 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ab6aa93a-28bc-4e48-a9bd-ee0954b00c97 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:21.166555 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [None req-ab6aa93a-28bc-4e48-a9bd-ee0954b00c97 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Transition to ACTIVE for port object f3921b44-a4fe-44ec-8e14-75d7e8ccc39b will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:57:21.182787 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-27e4d51c-7504-4f07-a6dc-b3f3640bbd80 None None] For port 51be996c-73ed-4587-b8d9-925cecb15744, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:57:21.192283 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-27e4d51c-7504-4f07-a6dc-b3f3640bbd80 None None] For port 51be996c-73ed-4587-b8d9-925cecb15744, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=51be996c-73ed-4587-b8d9-925cecb15744,segment=NetworkSegment(bae77db3-549f-44d2-ba9e-feca6aa5702b),segment_id=bae77db3-549f-44d2-ba9e-feca6aa5702b)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:57:21.200723 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-27e4d51c-7504-4f07-a6dc-b3f3640bbd80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:21.209882 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-14f361ae-8808-4583-b9eb-42253e6a77aa tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:21.221605 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-14f361ae-8808-4583-b9eb-42253e6a77aa tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:21.255379 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f361ae-8808-4583-b9eb-42253e6a77aa tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c414d04-bd10-4817-b9c7-5d5c83157e29,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:21.260516 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-14f361ae-8808-4583-b9eb-42253e6a77aa tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:21.263175 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-14f361ae-8808-4583-b9eb-42253e6a77aa tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2804790 Aug 10 03:57:21.265115 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ab6aa93a-28bc-4e48-a9bd-ee0954b00c97 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:21.266948 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 44566) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:21.274398 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-bce7544e-2799-4e16-bff4-619a460c352a tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Request body: {'security_group_rule': {'security_group_id': 'c4c4ff7d-9ab8-47ae-9a13-1b1093e29100', 'project_id': 'd7797a7e7c744219a6cd7e79c926312f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:21.318034 n-d-768862-13 neutron-server[94260]: INFO neutron.db.securitygroups_db [None req-bce7544e-2799-4e16-bff4-619a460c352a tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Project d7797a7e7c744219a6cd7e79c926312f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 03:57:21.328570 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-bce7544e-2799-4e16-bff4-619a460c352a tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:21.354992 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e4d51c-7504-4f07-a6dc-b3f3640bbd80 None None] Pushing event updated for resources: {'Port': ['ID=51be996c-73ed-4587-b8d9-925cecb15744,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:21.376300 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6aa93a-28bc-4e48-a9bd-ee0954b00c97 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Network 56ebbad4-3b9a-4918-868a-aeb226900542 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:57:21.388056 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-ab6aa93a-28bc-4e48-a9bd-ee0954b00c97 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:57:21.398950 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6aa93a-28bc-4e48-a9bd-ee0954b00c97 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:57:21.414007 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e323d8f8-8782-4c58-af2f-9ed28ce606e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:21.490050 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-bce7544e-2799-4e16-bff4-619a460c352a tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:21.496486 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-bce7544e-2799-4e16-bff4-619a460c352a tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:21.500792 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6aa93a-28bc-4e48-a9bd-ee0954b00c97 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Pushing event updated for resources: {'Port': ['ID=f3921b44-a4fe-44ec-8e14-75d7e8ccc39b,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:21.547017 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce7544e-2799-4e16-bff4-619a460c352a tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9101357f-e642-4b6b-a5cd-d8841bea94d9,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:21.557575 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-bce7544e-2799-4e16-bff4-619a460c352a tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:21.564539 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-bce7544e-2799-4e16-bff4-619a460c352a tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2958419 Aug 10 03:57:21.597101 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ab6aa93a-28bc-4e48-a9bd-ee0954b00c97 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521745'] for router_interface, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:21.710405 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device af0afefd-886a-41ef-acf0-f6c615abdd4b up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:57:21.939219 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port af0afefd-886a-41ef-acf0-f6c615abdd4b completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:57:21.946549 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port af0afefd-886a-41ef-acf0-f6c615abdd4b triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:57:21.949430 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:22.108544 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ab6aa93a-28bc-4e48-a9bd-ee0954b00c97 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:22.182671 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:22.225276 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port af0afefd-886a-41ef-acf0-f6c615abdd4b, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=af0afefd-886a-41ef-acf0-f6c615abdd4b,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:22.235614 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:22.360458 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=af0afefd-886a-41ef-acf0-f6c615abdd4b,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:22.606371 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ab6aa93a-28bc-4e48-a9bd-ee0954b00c97 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:22.614600 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ab6aa93a-28bc-4e48-a9bd-ee0954b00c97 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:22.783860 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6aa93a-28bc-4e48-a9bd-ee0954b00c97 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Pushing event updated for resources: {'Port': ['ID=f3921b44-a4fe-44ec-8e14-75d7e8ccc39b,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:22.808673 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ab6aa93a-28bc-4e48-a9bd-ee0954b00c97 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521893'] for router_interface, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:23.017308 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6aa93a-28bc-4e48-a9bd-ee0954b00c97 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Network 56ebbad4-3b9a-4918-868a-aeb226900542 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:57:23.019157 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-ab6aa93a-28bc-4e48-a9bd-ee0954b00c97 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:57:23.233820 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab6aa93a-28bc-4e48-a9bd-ee0954b00c97 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Router 12453f5c-b8ce-4929-9de2-0ab36056e1d3 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:57:23.329410 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90f4ac6-916f-4b69-8b52-0b20cf2c3db5 None None] Network 56ebbad4-3b9a-4918-868a-aeb226900542 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:57:23.642019 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-4ce3729e-7079-46fb-a826-74864be36822 None None] Provisioning for port 51be996c-73ed-4587-b8d9-925cecb15744 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:57:23.748475 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b7adbba5-4ba5-4e81-90b7-fa732a38bc63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:23.849933 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 51be996c-73ed-4587-b8d9-925cecb15744 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:57:23.926833 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab6aa93a-28bc-4e48-a9bd-ee0954b00c97 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:57:23.935818 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ab6aa93a-28bc-4e48-a9bd-ee0954b00c97 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "PUT /v2.0/routers/12453f5c-b8ce-4929-9de2-0ab36056e1d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6209724 Aug 10 03:57:23.939131 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 51be996c-73ed-4587-b8d9-925cecb15744 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:57:23.949936 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 51be996c-73ed-4587-b8d9-925cecb15744 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:57:23.950722 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28792aec-ee9b-428f-8ccc-662f99d981af None None] Sync routers for ids ['12453f5c-b8ce-4929-9de2-0ab36056e1d3'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:57:23.951235 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:23.962483 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28792aec-ee9b-428f-8ccc-662f99d981af None None] Routers {'12453f5c-b8ce-4929-9de2-0ab36056e1d3'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:57:23.963406 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-28792aec-ee9b-428f-8ccc-662f99d981af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:57:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['12453f5c-b8ce-4929-9de2-0ab36056e1d3'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:24.157533 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-28792aec-ee9b-428f-8ccc-662f99d981af None None] Set router 12453f5c-b8ce-4929-9de2-0ab36056e1d3 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:57:24.186044 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:24.225820 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-ede926e7-b5cc-448d-b3ac-d8dc83c35cad None None] Provisioning for port f3921b44-a4fe-44ec-8e14-75d7e8ccc39b completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:57:24.232936 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-ede926e7-b5cc-448d-b3ac-d8dc83c35cad None None] Provisioning complete for port f3921b44-a4fe-44ec-8e14-75d7e8ccc39b triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:57:24.233563 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ede926e7-b5cc-448d-b3ac-d8dc83c35cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:24.267513 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 51be996c-73ed-4587-b8d9-925cecb15744, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=51be996c-73ed-4587-b8d9-925cecb15744,segment=NetworkSegment(bae77db3-549f-44d2-ba9e-feca6aa5702b),segment_id=bae77db3-549f-44d2-ba9e-feca6aa5702b)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:24.309516 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:24.310425 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device af0afefd-886a-41ef-acf0-f6c615abdd4b up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:57:24.473051 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=51be996c-73ed-4587-b8d9-925cecb15744,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:24.554776 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-ede926e7-b5cc-448d-b3ac-d8dc83c35cad None None] Port f3921b44-a4fe-44ec-8e14-75d7e8ccc39b cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:57:24.577415 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:24.608711 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d1b70f42-3441-4826-903a-cb07b4b3adbd req-a1c95664-00db-4d05-ad5f-7ee387d38f1c tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-734603785&fields=id&tenant_id=b8b99293bc0b4fae85b62fcecb6d67eb HTTP/1.1" status: 200 len: 267 time: 0.1626658 Aug 10 03:57:24.621469 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-ede926e7-b5cc-448d-b3ac-d8dc83c35cad None None] Provisioning complete for port 51be996c-73ed-4587-b8d9-925cecb15744 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:57:24.621876 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ede926e7-b5cc-448d-b3ac-d8dc83c35cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:24.698453 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-28792aec-ee9b-428f-8ccc-662f99d981af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12453f5c-b8ce-4929-9de2-0ab36056e1d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53240883', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': 'af0afefd-886a-41ef-acf0-f6c615abdd4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:57:15Z', 'updated_at': '2021-08-10T03:57:22Z', 'revision_number': 4, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'gw_port': {'id': 'af0afefd-886a-41ef-acf0-f6c615abdd4b', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:42:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12453f5c-b8ce-4929-9de2-0ab36056e1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:57:15Z', 'updated_at': '2021-08-10T03:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': 'f3921b44-a4fe-44ec-8e14-75d7e8ccc39b', 'name': '', 'network_id': '56ebbad4-3b9a-4918-868a-aeb226900542', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'mac_address': 'fa:16:3e:71:70:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12453f5c-b8ce-4929-9de2-0ab36056e1d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '8a3c4dd9-ad82-4a11-9084-34ae0c7b441d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:57:20Z', 'updated_at': '2021-08-10T03:57:22Z', 'revision_number': 2, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'subnets': [{'id': '8a3c4dd9-ad82-4a11-9084-34ae0c7b441d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:24.799978 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port af0afefd-886a-41ef-acf0-f6c615abdd4b triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:57:24.800549 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:24.852714 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28792aec-ee9b-428f-8ccc-662f99d981af None None] Checking router: 12453f5c-b8ce-4929-9de2-0ab36056e1d3 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:57:24.853777 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28792aec-ee9b-428f-8ccc-662f99d981af None None] Updating router 12453f5c-b8ce-4929-9de2-0ab36056e1d3 port f3921b44-a4fe-44ec-8e14-75d7e8ccc39b binding host n-d-768862-13 {{(pid=94263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:57:24.976196 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-28792aec-ee9b-428f-8ccc-662f99d981af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:24.982732 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-e50f10bd-4bf2-4993-8681-279a5e8d737b None None] Provisioning complete for port f3921b44-a4fe-44ec-8e14-75d7e8ccc39b triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:57:24.983421 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e50f10bd-4bf2-4993-8681-279a5e8d737b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:24.988780 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b70f42-3441-4826-903a-cb07b4b3adbd req-6d95c93c-ef31-4985-9bb6-dc3bc2178fe4 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:24.992606 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d1b70f42-3441-4826-903a-cb07b4b3adbd req-6d95c93c-ef31-4985-9bb6-dc3bc2178fe4 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/networks?id=56ebbad4-3b9a-4918-868a-aeb226900542 HTTP/1.1" status: 200 len: 796 time: 0.3709123 Aug 10 03:57:25.022941 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d1b70f42-3441-4826-903a-cb07b4b3adbd req-fca954a0-5d03-4ab7-8d03-0f204dfe8d64 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/quotas/b8b99293bc0b4fae85b62fcecb6d67eb HTTP/1.1" status: 200 len: 375 time: 0.0160618 Aug 10 03:57:25.025428 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-e50f10bd-4bf2-4993-8681-279a5e8d737b None None] Port f3921b44-a4fe-44ec-8e14-75d7e8ccc39b cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:57:25.109988 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d1b70f42-3441-4826-903a-cb07b4b3adbd req-bbd9f102-3fa1-4af2-ab50-ed8b7e776a01 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b8b99293bc0b4fae85b62fcecb6d67eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0753367 Aug 10 03:57:25.158826 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-197ac8a4-51b5-487c-a7ef-5738e5562117 None None] Provisioning complete for port f3921b44-a4fe-44ec-8e14-75d7e8ccc39b triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:57:25.160424 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-197ac8a4-51b5-487c-a7ef-5738e5562117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:25.234114 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-197ac8a4-51b5-487c-a7ef-5738e5562117 None None] Port f3921b44-a4fe-44ec-8e14-75d7e8ccc39b cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:57:25.287391 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d1b70f42-3441-4826-903a-cb07b4b3adbd req-432cdfac-62fb-45e2-a692-7072e6f9b9e2 service neutron] 10.222.0.44 "GET /v2.0/networks/56ebbad4-3b9a-4918-868a-aeb226900542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462450 Aug 10 03:57:25.416664 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d1b70f42-3441-4826-903a-cb07b4b3adbd req-3b31d4df-e8fe-4153-95c4-cbcc1bebd333 service neutron] 10.222.0.44 "GET /v2.0/networks/56ebbad4-3b9a-4918-868a-aeb226900542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279953 Aug 10 03:57:25.423542 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-28792aec-ee9b-428f-8ccc-662f99d981af None None] Notify callbacks [] for port, precommit_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:25.436222 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.provisioning_blocks [None req-28792aec-ee9b-428f-8ccc-662f99d981af None None] Transition to ACTIVE for port object f3921b44-a4fe-44ec-8e14-75d7e8ccc39b will not be triggered until provisioned by entity L2. {{(pid=94263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:57:25.458173 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-28792aec-ee9b-428f-8ccc-662f99d981af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:25.463298 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:25.692976 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14881c44-fbbd-4278-b764-0be6318c6a68 None None] Pushing event updated for resources: {'Port': ['ID=f3921b44-a4fe-44ec-8e14-75d7e8ccc39b,revision_number=3']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:25.712014 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 51be996c-73ed-4587-b8d9-925cecb15744 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:57:25.720064 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14881c44-fbbd-4278-b764-0be6318c6a68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:25.721227 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14881c44-fbbd-4278-b764-0be6318c6a68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:25.721227 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14881c44-fbbd-4278-b764-0be6318c6a68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:25.721878 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14881c44-fbbd-4278-b764-0be6318c6a68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:25.722634 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14881c44-fbbd-4278-b764-0be6318c6a68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:25.729223 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14881c44-fbbd-4278-b764-0be6318c6a68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:25.730043 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14881c44-fbbd-4278-b764-0be6318c6a68 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:25.730791 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14881c44-fbbd-4278-b764-0be6318c6a68 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:25.731421 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14881c44-fbbd-4278-b764-0be6318c6a68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:25.732055 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14881c44-fbbd-4278-b764-0be6318c6a68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:25.733340 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14881c44-fbbd-4278-b764-0be6318c6a68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:25.737193 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14881c44-fbbd-4278-b764-0be6318c6a68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:25.766260 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-28792aec-ee9b-428f-8ccc-662f99d981af None None] Attempting to bind port f3921b44-a4fe-44ec-8e14-75d7e8ccc39b on host n-d-768862-13 for vnic_type normal with profile {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:57:25.767214 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e439b866-9dd3-4d8a-8fd9-830dcc74f8a0 req-34e704f4-c045-451b-b9ce-c205aed61997 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7724bce-4a94-428a-b4bf-16e4fd9e4623 HTTP/1.1" status: 200 len: 210 time: 0.0880859 Aug 10 03:57:25.780758 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-28792aec-ee9b-428f-8ccc-662f99d981af None None] Attempting to bind port f3921b44-a4fe-44ec-8e14-75d7e8ccc39b by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'bae77db3-549f-44d2-ba9e-feca6aa5702b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '56ebbad4-3b9a-4918-868a-aeb226900542'}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:57:25.781447 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28792aec-ee9b-428f-8ccc-662f99d981af None None] Attempting to bind port f3921b44-a4fe-44ec-8e14-75d7e8ccc39b on network 56ebbad4-3b9a-4918-868a-aeb226900542 {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:57:25.805980 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28792aec-ee9b-428f-8ccc-662f99d981af None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:57:25.806542 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28792aec-ee9b-428f-8ccc-662f99d981af None None] Checking segment: {'id': 'bae77db3-549f-44d2-ba9e-feca6aa5702b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '56ebbad4-3b9a-4918-868a-aeb226900542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:57:25.806986 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-28792aec-ee9b-428f-8ccc-662f99d981af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:25.807459 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28792aec-ee9b-428f-8ccc-662f99d981af None None] Bound using segment: {'id': 'bae77db3-549f-44d2-ba9e-feca6aa5702b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '56ebbad4-3b9a-4918-868a-aeb226900542'} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:57:25.812815 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-28792aec-ee9b-428f-8ccc-662f99d981af None None] Bound port: f3921b44-a4fe-44ec-8e14-75d7e8ccc39b, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bae77db3-549f-44d2-ba9e-feca6aa5702b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '56ebbad4-3b9a-4918-868a-aeb226900542'}}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:57:25.812815 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-28792aec-ee9b-428f-8ccc-662f99d981af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:25.826798 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 51be996c-73ed-4587-b8d9-925cecb15744 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:57:25.828468 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:25.971212 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-28792aec-ee9b-428f-8ccc-662f99d981af None None] For port f3921b44-a4fe-44ec-8e14-75d7e8ccc39b, host n-d-768862-13, cleared binding levels {{(pid=94263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:57:25.983345 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-28792aec-ee9b-428f-8ccc-662f99d981af None None] For port f3921b44-a4fe-44ec-8e14-75d7e8ccc39b, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=f3921b44-a4fe-44ec-8e14-75d7e8ccc39b,segment=NetworkSegment(bae77db3-549f-44d2-ba9e-feca6aa5702b),segment_id=bae77db3-549f-44d2-ba9e-feca6aa5702b)] {{(pid=94263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:57:25.999483 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-28792aec-ee9b-428f-8ccc-662f99d981af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:26.121618 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28792aec-ee9b-428f-8ccc-662f99d981af None None] Routers {'12453f5c-b8ce-4929-9de2-0ab36056e1d3'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:57:26.123365 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-28792aec-ee9b-428f-8ccc-662f99d981af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:57:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['12453f5c-b8ce-4929-9de2-0ab36056e1d3'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:26.198468 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14881c44-fbbd-4278-b764-0be6318c6a68 None None] Pushing event updated for resources: {'Port': ['ID=f3921b44-a4fe-44ec-8e14-75d7e8ccc39b,revision_number=4']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:26.306300 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:26.434429 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-28792aec-ee9b-428f-8ccc-662f99d981af None None] Set router 12453f5c-b8ce-4929-9de2-0ab36056e1d3 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:57:26.737257 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-28792aec-ee9b-428f-8ccc-662f99d981af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12453f5c-b8ce-4929-9de2-0ab36056e1d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53240883', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': 'af0afefd-886a-41ef-acf0-f6c615abdd4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:57:15Z', 'updated_at': '2021-08-10T03:57:22Z', 'revision_number': 4, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'gw_port': {'id': 'af0afefd-886a-41ef-acf0-f6c615abdd4b', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:42:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12453f5c-b8ce-4929-9de2-0ab36056e1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:57:15Z', 'updated_at': '2021-08-10T03:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': 'f3921b44-a4fe-44ec-8e14-75d7e8ccc39b', 'name': '', 'network_id': '56ebbad4-3b9a-4918-868a-aeb226900542', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'mac_address': 'fa:16:3e:71:70:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12453f5c-b8ce-4929-9de2-0ab36056e1d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '8a3c4dd9-ad82-4a11-9084-34ae0c7b441d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:57:20Z', 'updated_at': '2021-08-10T03:57:25Z', 'revision_number': 4, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'subnets': [{'id': '8a3c4dd9-ad82-4a11-9084-34ae0c7b441d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:26.794277 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28792aec-ee9b-428f-8ccc-662f99d981af None None] The sync data for ids ['12453f5c-b8ce-4929-9de2-0ab36056e1d3'] in n-d-768862-13 is: [{'id': '12453f5c-b8ce-4929-9de2-0ab36056e1d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53240883', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': 'af0afefd-886a-41ef-acf0-f6c615abdd4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:57:15Z', 'updated_at': '2021-08-10T03:57:22Z', 'revision_number': 4, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'gw_port': {'id': 'af0afefd-886a-41ef-acf0-f6c615abdd4b', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:42:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12453f5c-b8ce-4929-9de2-0ab36056e1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:57:15Z', 'updated_at': '2021-08-10T03:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': 'f3921b44-a4fe-44ec-8e14-75d7e8ccc39b', 'name': '', 'network_id': '56ebbad4-3b9a-4918-868a-aeb226900542', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'mac_address': 'fa:16:3e:71:70:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12453f5c-b8ce-4929-9de2-0ab36056e1d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '8a3c4dd9-ad82-4a11-9084-34ae0c7b441d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:57:20Z', 'updated_at': '2021-08-10T03:57:25Z', 'revision_number': 4, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'subnets': [{'id': '8a3c4dd9-ad82-4a11-9084-34ae0c7b441d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:57:26.899420 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:26.969510 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b9d5bf47-8729-4a6c-8c73-04148bcc418a req-44510047-0088-4df1-9841-d8abb2a5b9e2 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7724bce-4a94-428a-b4bf-16e4fd9e4623 HTTP/1.1" status: 200 len: 210 time: 0.0538552 Aug 10 03:57:27.536942 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b70f42-3441-4826-903a-cb07b4b3adbd req-01ead7b5-b232-4dc9-a33b-47b154ba9588 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:27.538580 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d1b70f42-3441-4826-903a-cb07b4b3adbd req-01ead7b5-b232-4dc9-a33b-47b154ba9588 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.61 "GET /v2.0/networks?id=56ebbad4-3b9a-4918-868a-aeb226900542 HTTP/1.1" status: 200 len: 796 time: 0.2072618 Aug 10 03:57:27.657206 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d1b70f42-3441-4826-903a-cb07b4b3adbd req-d6c02f0d-c20e-42c2-a544-9b61ed8a0c14 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8b99293bc0b4fae85b62fcecb6d67eb HTTP/1.1" status: 200 len: 379 time: 0.1084840 Aug 10 03:57:27.674566 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-d1b70f42-3441-4826-903a-cb07b4b3adbd req-e552a1ed-b75a-4e33-922b-ac6ccc3aa755 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Request body: {'port': {'device_id': 'c7724bce-4a94-428a-b4bf-16e4fd9e4623', 'network_id': '56ebbad4-3b9a-4918-868a-aeb226900542', 'admin_state_up': True, 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'security_groups': ['12268945-8b56-426f-af9d-d65d92419e35']}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:27.684470 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device f3921b44-a4fe-44ec-8e14-75d7e8ccc39b up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:57:27.778932 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port f3921b44-a4fe-44ec-8e14-75d7e8ccc39b completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:57:27.784759 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port f3921b44-a4fe-44ec-8e14-75d7e8ccc39b triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:57:27.785512 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:27.866538 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1b70f42-3441-4826-903a-cb07b4b3adbd req-e552a1ed-b75a-4e33-922b-ac6ccc3aa755 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Made reservation on behalf of b8b99293bc0b4fae85b62fcecb6d67eb for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:57:27.874604 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-d1b70f42-3441-4826-903a-cb07b4b3adbd req-e552a1ed-b75a-4e33-922b-ac6ccc3aa755 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:27.968171 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:28.034174 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port f3921b44-a4fe-44ec-8e14-75d7e8ccc39b, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=f3921b44-a4fe-44ec-8e14-75d7e8ccc39b,segment=NetworkSegment(bae77db3-549f-44d2-ba9e-feca6aa5702b),segment_id=bae77db3-549f-44d2-ba9e-feca6aa5702b)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:28.043328 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:28.190997 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=f3921b44-a4fe-44ec-8e14-75d7e8ccc39b,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:28.209098 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-d1b70f42-3441-4826-903a-cb07b4b3adbd req-e552a1ed-b75a-4e33-922b-ac6ccc3aa755 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Allocated IP 172.20.0.11 (56ebbad4-3b9a-4918-868a-aeb226900542/8a3c4dd9-ad82-4a11-9084-34ae0c7b441d/fe04a521-0921-4a04-ba77-d61311a154aa) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:57:28.322094 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c9002513-f92d-41fd-9428-d84e8e4150ce req-bf297f14-1e8f-417d-8d68-6e9a5a40ebc0 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7724bce-4a94-428a-b4bf-16e4fd9e4623 HTTP/1.1" status: 200 len: 210 time: 0.1669259 Aug 10 03:57:28.500525 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-d1b70f42-3441-4826-903a-cb07b4b3adbd req-e552a1ed-b75a-4e33-922b-ac6ccc3aa755 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:28.520299 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-d1b70f42-3441-4826-903a-cb07b4b3adbd req-e552a1ed-b75a-4e33-922b-ac6ccc3aa755 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Transition to ACTIVE for port object fe04a521-0921-4a04-ba77-d61311a154aa will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:57:28.573429 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-d1b70f42-3441-4826-903a-cb07b4b3adbd req-e552a1ed-b75a-4e33-922b-ac6ccc3aa755 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:28.657946 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1b70f42-3441-4826-903a-cb07b4b3adbd req-e552a1ed-b75a-4e33-922b-ac6ccc3aa755 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Network 56ebbad4-3b9a-4918-868a-aeb226900542 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:57:28.666546 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-d1b70f42-3441-4826-903a-cb07b4b3adbd req-e552a1ed-b75a-4e33-922b-ac6ccc3aa755 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:57:28.673748 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1b70f42-3441-4826-903a-cb07b4b3adbd req-e552a1ed-b75a-4e33-922b-ac6ccc3aa755 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:57:28.683600 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e552a1ed-b75a-4e33-922b-ac6ccc3aa755 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Pushing event updated for resources: {'Port': ['ID=fe04a521-0921-4a04-ba77-d61311a154aa,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:28.803469 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b70f42-3441-4826-903a-cb07b4b3adbd req-e552a1ed-b75a-4e33-922b-ac6ccc3aa755 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:28.804955 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-d1b70f42-3441-4826-903a-cb07b4b3adbd req-e552a1ed-b75a-4e33-922b-ac6ccc3aa755 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:28.836570 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d1b70f42-3441-4826-903a-cb07b4b3adbd req-e552a1ed-b75a-4e33-922b-ac6ccc3aa755 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1686585 Aug 10 03:57:28.865007 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-d1b70f42-3441-4826-903a-cb07b4b3adbd req-125a47cd-d6cf-4de7-9ec9-1be7c6e62171 service neutron] Request body: {'port': {'device_id': 'c7724bce-4a94-428a-b4bf-16e4fd9e4623', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:29.052975 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-d1b70f42-3441-4826-903a-cb07b4b3adbd req-125a47cd-d6cf-4de7-9ec9-1be7c6e62171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:29.132432 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-da3ad38a-85ca-4eb7-948f-b81cbb921706 None None] Provisioning for port fe04a521-0921-4a04-ba77-d61311a154aa completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:57:29.134166 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-da3ad38a-85ca-4eb7-948f-b81cbb921706 None None] Provisioning complete for port fe04a521-0921-4a04-ba77-d61311a154aa triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:57:29.134543 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-da3ad38a-85ca-4eb7-948f-b81cbb921706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:29.191807 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-da3ad38a-85ca-4eb7-948f-b81cbb921706 None None] Port fe04a521-0921-4a04-ba77-d61311a154aa cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:57:29.309622 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 44708) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:29.522113 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-d1b70f42-3441-4826-903a-cb07b4b3adbd req-125a47cd-d6cf-4de7-9ec9-1be7c6e62171 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe04a521-0921-4a04-ba77-d61311a154aa {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:57:29.533617 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0c79be0e-b336-4303-929a-a9bd4b0de585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:29.553693 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-d1b70f42-3441-4826-903a-cb07b4b3adbd req-125a47cd-d6cf-4de7-9ec9-1be7c6e62171 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:29.590432 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-d1b70f42-3441-4826-903a-cb07b4b3adbd req-125a47cd-d6cf-4de7-9ec9-1be7c6e62171 service neutron] Transition to ACTIVE for port object fe04a521-0921-4a04-ba77-d61311a154aa will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:57:29.600550 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device f3921b44-a4fe-44ec-8e14-75d7e8ccc39b up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:57:29.603527 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d785a89-a1e1-4dbb-a44a-0e8d7296e082 req-e0958768-912c-4e0b-9ac0-104f54c997a4 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:29.606813 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8d785a89-a1e1-4dbb-a44a-0e8d7296e082 req-e0958768-912c-4e0b-9ac0-104f54c997a4 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7724bce-4a94-428a-b4bf-16e4fd9e4623 HTTP/1.1" status: 200 len: 932 time: 0.1480772 Aug 10 03:57:29.608167 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-d1b70f42-3441-4826-903a-cb07b4b3adbd req-125a47cd-d6cf-4de7-9ec9-1be7c6e62171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:29.709064 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125a47cd-d6cf-4de7-9ec9-1be7c6e62171 service neutron] Pushing event updated for resources: {'Port': ['ID=fe04a521-0921-4a04-ba77-d61311a154aa,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:29.775102 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port f3921b44-a4fe-44ec-8e14-75d7e8ccc39b triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:57:29.776670 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:29.802172 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0c79be0e-b336-4303-929a-a9bd4b0de585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:29.809428 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0c79be0e-b336-4303-929a-a9bd4b0de585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:29.831416 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8d785a89-a1e1-4dbb-a44a-0e8d7296e082 req-e5fcd6b1-9f1e-4a0c-9655-c01a8906f725 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=12268945-8b56-426f-af9d-d65d92419e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2069237 Aug 10 03:57:29.899117 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-d1b70f42-3441-4826-903a-cb07b4b3adbd req-125a47cd-d6cf-4de7-9ec9-1be7c6e62171 service neutron] Attempting to bind port fe04a521-0921-4a04-ba77-d61311a154aa on host n-h2-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:57:29.900011 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-d1b70f42-3441-4826-903a-cb07b4b3adbd req-125a47cd-d6cf-4de7-9ec9-1be7c6e62171 service neutron] Attempting to bind port fe04a521-0921-4a04-ba77-d61311a154aa by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': 'bae77db3-549f-44d2-ba9e-feca6aa5702b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '56ebbad4-3b9a-4918-868a-aeb226900542'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:57:29.900615 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b70f42-3441-4826-903a-cb07b4b3adbd req-125a47cd-d6cf-4de7-9ec9-1be7c6e62171 service neutron] Attempting to bind port fe04a521-0921-4a04-ba77-d61311a154aa on network 56ebbad4-3b9a-4918-868a-aeb226900542 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:57:29.913194 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b70f42-3441-4826-903a-cb07b4b3adbd req-125a47cd-d6cf-4de7-9ec9-1be7c6e62171 service neutron] Port fe04a521-0921-4a04-ba77-d61311a154aa on network 56ebbad4-3b9a-4918-868a-aeb226900542 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:57:29.914188 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b70f42-3441-4826-903a-cb07b4b3adbd req-125a47cd-d6cf-4de7-9ec9-1be7c6e62171 service neutron] Attempting to bind port fe04a521-0921-4a04-ba77-d61311a154aa on network 56ebbad4-3b9a-4918-868a-aeb226900542 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:57:29.921547 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-0c79be0e-b336-4303-929a-a9bd4b0de585 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d5905563d8a04da6896120aa0a32c0bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6095402 Aug 10 03:57:29.922162 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 44714) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:29.923030 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c79be0e-b336-4303-929a-a9bd4b0de585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=023f2b42-5535-4872-9184-2ec5f5f3283a,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:29.941603 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b70f42-3441-4826-903a-cb07b4b3adbd req-125a47cd-d6cf-4de7-9ec9-1be7c6e62171 service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:57:29.941907 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c79be0e-b336-4303-929a-a9bd4b0de585 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:29.942103 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b70f42-3441-4826-903a-cb07b4b3adbd req-125a47cd-d6cf-4de7-9ec9-1be7c6e62171 service neutron] Checking segment: {'id': 'bae77db3-549f-44d2-ba9e-feca6aa5702b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '56ebbad4-3b9a-4918-868a-aeb226900542'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:57:29.942595 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c79be0e-b336-4303-929a-a9bd4b0de585 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:29.942749 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b70f42-3441-4826-903a-cb07b4b3adbd req-125a47cd-d6cf-4de7-9ec9-1be7c6e62171 service neutron] Bound using segment: {'id': 'bae77db3-549f-44d2-ba9e-feca6aa5702b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '56ebbad4-3b9a-4918-868a-aeb226900542'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:57:29.943196 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c79be0e-b336-4303-929a-a9bd4b0de585 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:29.943580 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-d1b70f42-3441-4826-903a-cb07b4b3adbd req-125a47cd-d6cf-4de7-9ec9-1be7c6e62171 service neutron] Bound port: fe04a521-0921-4a04-ba77-d61311a154aa, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bae77db3-549f-44d2-ba9e-feca6aa5702b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '56ebbad4-3b9a-4918-868a-aeb226900542'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:57:29.943964 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c79be0e-b336-4303-929a-a9bd4b0de585 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:29.944126 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-d1b70f42-3441-4826-903a-cb07b4b3adbd req-125a47cd-d6cf-4de7-9ec9-1be7c6e62171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:29.944543 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c79be0e-b336-4303-929a-a9bd4b0de585 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:29.945127 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c79be0e-b336-4303-929a-a9bd4b0de585 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:29.945708 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c79be0e-b336-4303-929a-a9bd4b0de585 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:29.946338 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c79be0e-b336-4303-929a-a9bd4b0de585 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:29.947259 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c79be0e-b336-4303-929a-a9bd4b0de585 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:29.947869 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c79be0e-b336-4303-929a-a9bd4b0de585 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:29.948466 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c79be0e-b336-4303-929a-a9bd4b0de585 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:29.949068 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c79be0e-b336-4303-929a-a9bd4b0de585 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:30.047182 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-57315c2a-fd0c-4038-abef-6e08ddeaa49a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:30.101862 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-57315c2a-fd0c-4038-abef-6e08ddeaa49a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:30.132122 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-d1b70f42-3441-4826-903a-cb07b4b3adbd req-125a47cd-d6cf-4de7-9ec9-1be7c6e62171 service neutron] For port fe04a521-0921-4a04-ba77-d61311a154aa, host n-h2-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:57:30.157842 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-d1b70f42-3441-4826-903a-cb07b4b3adbd req-125a47cd-d6cf-4de7-9ec9-1be7c6e62171 service neutron] For port fe04a521-0921-4a04-ba77-d61311a154aa, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=fe04a521-0921-4a04-ba77-d61311a154aa,segment=NetworkSegment(bae77db3-549f-44d2-ba9e-feca6aa5702b),segment_id=bae77db3-549f-44d2-ba9e-feca6aa5702b)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:57:30.166794 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-d1b70f42-3441-4826-903a-cb07b4b3adbd req-125a47cd-d6cf-4de7-9ec9-1be7c6e62171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:30.210703 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b70f42-3441-4826-903a-cb07b4b3adbd req-125a47cd-d6cf-4de7-9ec9-1be7c6e62171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:30.211349 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-d1b70f42-3441-4826-903a-cb07b4b3adbd req-125a47cd-d6cf-4de7-9ec9-1be7c6e62171 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:30.213267 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d1b70f42-3441-4826-903a-cb07b4b3adbd req-125a47cd-d6cf-4de7-9ec9-1be7c6e62171 service neutron] 10.222.0.61 "PUT /v2.0/ports/fe04a521-0921-4a04-ba77-d61311a154aa HTTP/1.1" status: 200 len: 1093 time: 1.3661475 Aug 10 03:57:30.213392 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7724bce-4a94-428a-b4bf-16e4fd9e4623', 'tag': 'fe04a521-0921-4a04-ba77-d61311a154aa'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:57:30.215687 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2960e26b-be21-4c61-a425-a3d3680109db" -d '{"events": [{"name": "network-changed", "server_uuid": "c7724bce-4a94-428a-b4bf-16e4fd9e4623", "tag": "fe04a521-0921-4a04-ba77-d61311a154aa"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:57:30.248969 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125a47cd-d6cf-4de7-9ec9-1be7c6e62171 service neutron] Pushing event updated for resources: {'Port': ['ID=fe04a521-0921-4a04-ba77-d61311a154aa,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:30.262386 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-57315c2a-fd0c-4038-abef-6e08ddeaa49a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:30.269402 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-57315c2a-fd0c-4038-abef-6e08ddeaa49a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:30.271621 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-57315c2a-fd0c-4038-abef-6e08ddeaa49a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/023f2b42-5535-4872-9184-2ec5f5f3283a HTTP/1.1" status: 204 len: 168 time: 0.3472011 Aug 10 03:57:30.321735 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b1a26b-f4ad-4db0-983b-30a5f58f2fe9 x-openstack-request-id: req-15b1a26b-f4ad-4db0-983b-30a5f58f2fe9 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:57:30.322209 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7724bce-4a94-428a-b4bf-16e4fd9e4623", "tag": "fe04a521-0921-4a04-ba77-d61311a154aa", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:57:30.322663 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-15b1a26b-f4ad-4db0-983b-30a5f58f2fe9 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:57:30.323335 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7724bce-4a94-428a-b4bf-16e4fd9e4623', 'tag': 'fe04a521-0921-4a04-ba77-d61311a154aa', 'status': 'completed', 'code': 200} Aug 10 03:57:30.373484 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57315c2a-fd0c-4038-abef-6e08ddeaa49a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=023f2b42-5535-4872-9184-2ec5f5f3283a,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:30.398926 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b70f42-3441-4826-903a-cb07b4b3adbd req-ea79dff0-16fd-433e-ae16-2e77ee39c467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:30.400478 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d1b70f42-3441-4826-903a-cb07b4b3adbd req-ea79dff0-16fd-433e-ae16-2e77ee39c467 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b8b99293bc0b4fae85b62fcecb6d67eb&device_id=c7724bce-4a94-428a-b4bf-16e4fd9e4623 HTTP/1.1" status: 200 len: 1096 time: 0.1217566 Aug 10 03:57:30.467703 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d1b70f42-3441-4826-903a-cb07b4b3adbd req-81dafd90-3f1e-4a5c-9cdd-f2766ba96f40 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe04a521-0921-4a04-ba77-d61311a154aa HTTP/1.1" status: 200 len: 217 time: 0.0543556 Aug 10 03:57:30.539873 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b70f42-3441-4826-903a-cb07b4b3adbd req-0679a578-4e97-4940-91f0-184023876b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:30.541986 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d1b70f42-3441-4826-903a-cb07b4b3adbd req-0679a578-4e97-4940-91f0-184023876b71 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8a3c4dd9-ad82-4a11-9084-34ae0c7b441d HTTP/1.1" status: 200 len: 834 time: 0.0671272 Aug 10 03:57:30.595391 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b70f42-3441-4826-903a-cb07b4b3adbd req-529f07ae-fb31-4bc1-825a-7109c9585cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:30.597619 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d1b70f42-3441-4826-903a-cb07b4b3adbd req-529f07ae-fb31-4bc1-825a-7109c9585cc8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=56ebbad4-3b9a-4918-868a-aeb226900542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0478489 Aug 10 03:57:30.716066 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d1b70f42-3441-4826-903a-cb07b4b3adbd req-019b33a8-5929-4c2f-9879-c76aabed908d service neutron] 10.222.0.61 "GET /v2.0/networks/56ebbad4-3b9a-4918-868a-aeb226900542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102109 Aug 10 03:57:30.846902 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d1b70f42-3441-4826-903a-cb07b4b3adbd req-a8029a56-9e21-40e9-a5bc-059b130fc987 service neutron] 10.222.0.61 "GET /v2.0/networks/56ebbad4-3b9a-4918-868a-aeb226900542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211612 Aug 10 03:57:31.047068 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2960e26b-be21-4c61-a425-a3d3680109db req-ca1c9839-23b1-47a1-8ea6-98ab67466f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:31.051434 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2960e26b-be21-4c61-a425-a3d3680109db req-ca1c9839-23b1-47a1-8ea6-98ab67466f88 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b8b99293bc0b4fae85b62fcecb6d67eb&device_id=c7724bce-4a94-428a-b4bf-16e4fd9e4623 HTTP/1.1" status: 200 len: 1096 time: 0.1495407 Aug 10 03:57:31.090428 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99727883-e5b8-469e-896a-5f2d0c1c37d4 req-25629aee-fe99-4bda-9c95-3999475b7951 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:31.093156 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-99727883-e5b8-469e-896a-5f2d0c1c37d4 req-25629aee-fe99-4bda-9c95-3999475b7951 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7724bce-4a94-428a-b4bf-16e4fd9e4623 HTTP/1.1" status: 200 len: 944 time: 0.1765246 Aug 10 03:57:31.256159 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-99727883-e5b8-469e-896a-5f2d0c1c37d4 req-e061a18d-019c-4ca4-aba0-9bf305d2407e tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=12268945-8b56-426f-af9d-d65d92419e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436677 Aug 10 03:57:31.307959 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2960e26b-be21-4c61-a425-a3d3680109db req-c172a615-858d-4696-8e97-ffa5565bf8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:31.310803 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2960e26b-be21-4c61-a425-a3d3680109db req-c172a615-858d-4696-8e97-ffa5565bf8d3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=56ebbad4-3b9a-4918-868a-aeb226900542 HTTP/1.1" status: 200 len: 896 time: 0.2505517 Aug 10 03:57:31.410466 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2960e26b-be21-4c61-a425-a3d3680109db req-7dcc84f2-b7d1-4245-b0c2-312b05d57735 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe04a521-0921-4a04-ba77-d61311a154aa HTTP/1.1" status: 200 len: 217 time: 0.0850503 Aug 10 03:57:31.503482 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2960e26b-be21-4c61-a425-a3d3680109db req-c5b714d7-7904-4d6a-97c8-c3838cd808ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:31.506373 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2960e26b-be21-4c61-a425-a3d3680109db req-c5b714d7-7904-4d6a-97c8-c3838cd808ba service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8a3c4dd9-ad82-4a11-9084-34ae0c7b441d HTTP/1.1" status: 200 len: 834 time: 0.0929565 Aug 10 03:57:31.571584 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2960e26b-be21-4c61-a425-a3d3680109db req-08e604f6-9b25-455e-b66e-ac7ac02d896e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:31.574389 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2960e26b-be21-4c61-a425-a3d3680109db req-08e604f6-9b25-455e-b66e-ac7ac02d896e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=56ebbad4-3b9a-4918-868a-aeb226900542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0606260 Aug 10 03:57:31.728761 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2960e26b-be21-4c61-a425-a3d3680109db req-5b04b868-19b7-4edf-8eb6-e2dbd5a23e1d service neutron] 10.222.0.61 "GET /v2.0/networks/56ebbad4-3b9a-4918-868a-aeb226900542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453841 Aug 10 03:57:31.893526 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2960e26b-be21-4c61-a425-a3d3680109db req-336ae675-78f0-4164-8455-1cae8a00e27c service neutron] 10.222.0.61 "GET /v2.0/networks/56ebbad4-3b9a-4918-868a-aeb226900542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563108 Aug 10 03:57:32.303912 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 44760) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:32.460635 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fc51a7-fa1f-456f-8610-3699b9539353 req-9159a3f9-70fb-4ec1-a716-95d7f1a8798a tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:32.462428 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-15fc51a7-fa1f-456f-8610-3699b9539353 req-9159a3f9-70fb-4ec1-a716-95d7f1a8798a tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7724bce-4a94-428a-b4bf-16e4fd9e4623 HTTP/1.1" status: 200 len: 944 time: 0.0818369 Aug 10 03:57:32.526488 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-15fc51a7-fa1f-456f-8610-3699b9539353 req-b4be30a3-6b2c-4eac-b23a-b64601be3591 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=12268945-8b56-426f-af9d-d65d92419e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500262 Aug 10 03:57:32.603722 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-7c79af05-52db-4bb4-9fe5-ea9ffd66bf90 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Request body: {'network': {'name': 'tempest-network-smoke--1617690672', 'project_id': '93bc202ab78e4c76bb57fc3fb075815b', 'port_security_enabled': True}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:32.635819 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c79af05-52db-4bb4-9fe5-ea9ffd66bf90 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Made reservation on behalf of 93bc202ab78e4c76bb57fc3fb075815b for: {'network': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:57:32.640285 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7c79af05-52db-4bb4-9fe5-ea9ffd66bf90 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:32.652313 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7c79af05-52db-4bb4-9fe5-ea9ffd66bf90 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:32.783907 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7c79af05-52db-4bb4-9fe5-ea9ffd66bf90 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:32.790105 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7c79af05-52db-4bb4-9fe5-ea9ffd66bf90 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:32.829877 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c79af05-52db-4bb4-9fe5-ea9ffd66bf90 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=94260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:57:32.845173 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c79af05-52db-4bb4-9fe5-ea9ffd66bf90 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b08ad883-cef1-422b-b77c-ca00a144e150,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:32.857417 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7c79af05-52db-4bb4-9fe5-ea9ffd66bf90 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:32.858813 n-d-768862-13 neutron-server[94260]: INFO neutron.db.segments_db [None req-7c79af05-52db-4bb4-9fe5-ea9ffd66bf90 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Added segment 14e2fd9b-e263-423c-adc2-3712520b9915 of type vlan for network 7fbbbede-b601-4798-a2e9-79beee09a803 Aug 10 03:57:32.923039 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7c79af05-52db-4bb4-9fe5-ea9ffd66bf90 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:32.973201 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7c79af05-52db-4bb4-9fe5-ea9ffd66bf90 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:32.981356 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c79af05-52db-4bb4-9fe5-ea9ffd66bf90 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:32.982294 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7c79af05-52db-4bb4-9fe5-ea9ffd66bf90 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:33.068949 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-7c79af05-52db-4bb4-9fe5-ea9ffd66bf90 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7638354 Aug 10 03:57:33.072829 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 44766) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:33.077343 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-6a211ff5-e98a-4ea3-a3ae-c06116e2cf2b tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1369078026', 'admin_state_up': True, 'project_id': '93bc202ab78e4c76bb57fc3fb075815b', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:33.091016 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c79af05-52db-4bb4-9fe5-ea9ffd66bf90 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Pushing event updated for resources: {'Network': ['ID=7fbbbede-b601-4798-a2e9-79beee09a803,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:33.114835 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6a211ff5-e98a-4ea3-a3ae-c06116e2cf2b tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:33.115385 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 7fbbbede-b601-4798-a2e9-79beee09a803 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:57:33.116125 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6a211ff5-e98a-4ea3-a3ae-c06116e2cf2b tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:33.205844 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6a211ff5-e98a-4ea3-a3ae-c06116e2cf2b tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:33.480179 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:33.836303 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6a211ff5-e98a-4ea3-a3ae-c06116e2cf2b tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:33.917819 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cde4a1-648a-4b1f-a9dd-8cbaa53f8ee3 req-126f35b3-3ce0-40f7-9aad-cd3cd26f6c2b tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:33.919523 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-72cde4a1-648a-4b1f-a9dd-8cbaa53f8ee3 req-126f35b3-3ce0-40f7-9aad-cd3cd26f6c2b tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7724bce-4a94-428a-b4bf-16e4fd9e4623 HTTP/1.1" status: 200 len: 944 time: 0.0992084 Aug 10 03:57:33.986565 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-72cde4a1-648a-4b1f-a9dd-8cbaa53f8ee3 req-2353a01a-9081-4c16-8fcd-15546cc10e1a tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=12268945-8b56-426f-af9d-d65d92419e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536666 Aug 10 03:57:34.122490 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6a211ff5-e98a-4ea3-a3ae-c06116e2cf2b tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for router_gateway, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:34.142759 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6a211ff5-e98a-4ea3-a3ae-c06116e2cf2b tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:34.281961 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-6a211ff5-e98a-4ea3-a3ae-c06116e2cf2b tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Allocated IP 172.25.6.95 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/543e9e0f-e477-45e7-9128-0a926402cf6d) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:57:34.437338 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6a211ff5-e98a-4ea3-a3ae-c06116e2cf2b tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:34.489135 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6a211ff5-e98a-4ea3-a3ae-c06116e2cf2b tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:34.532179 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a211ff5-e98a-4ea3-a3ae-c06116e2cf2b tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:57:34.536292 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-6a211ff5-e98a-4ea3-a3ae-c06116e2cf2b tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:57:34.539543 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a211ff5-e98a-4ea3-a3ae-c06116e2cf2b tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:57:34.578977 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a211ff5-e98a-4ea3-a3ae-c06116e2cf2b tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Pushing event updated for resources: {'Port': ['ID=543e9e0f-e477-45e7-9128-0a926402cf6d,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:34.871824 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6a211ff5-e98a-4ea3-a3ae-c06116e2cf2b tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for router_gateway, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:35.192903 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6a211ff5-e98a-4ea3-a3ae-c06116e2cf2b tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:35.316433 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c8ed3-bcb8-46c8-b9d2-bc534fb3acc0 req-ef70500a-fd9a-4c76-9d13-8151f236c7d8 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:35.319445 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bf4c8ed3-bcb8-46c8-b9d2-bc534fb3acc0 req-ef70500a-fd9a-4c76-9d13-8151f236c7d8 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7724bce-4a94-428a-b4bf-16e4fd9e4623 HTTP/1.1" status: 200 len: 944 time: 0.1874845 Aug 10 03:57:35.474516 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bf4c8ed3-bcb8-46c8-b9d2-bc534fb3acc0 req-3d1df0c5-120a-49f3-a54a-9c315151e8fe tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=12268945-8b56-426f-af9d-d65d92419e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460402 Aug 10 03:57:35.546457 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a211ff5-e98a-4ea3-a3ae-c06116e2cf2b tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Router a34405dc-7365-4219-a25d-fcabab27ff76 is scheduled to L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e with binding_index 1 {{(pid=94260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:57:35.720701 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a211ff5-e98a-4ea3-a3ae-c06116e2cf2b tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:57:35.734717 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43db1f26-a684-44ec-a786-313bf4a99fed None None] Sync routers for ids ['a34405dc-7365-4219-a25d-fcabab27ff76'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:57:35.746586 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43db1f26-a684-44ec-a786-313bf4a99fed None None] Routers {'a34405dc-7365-4219-a25d-fcabab27ff76'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:57:35.747794 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-43db1f26-a684-44ec-a786-313bf4a99fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:57:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['a34405dc-7365-4219-a25d-fcabab27ff76'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:35.754461 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6a211ff5-e98a-4ea3-a3ae-c06116e2cf2b tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for router, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:35.757096 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-6a211ff5-e98a-4ea3-a3ae-c06116e2cf2b tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.6833117 Aug 10 03:57:35.761059 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 44776) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:35.898339 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-43db1f26-a684-44ec-a786-313bf4a99fed None None] Set router a34405dc-7365-4219-a25d-fcabab27ff76 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:57:35.903433 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-327e54e4-b60a-4b5f-aba0-b7cb7db07775 tempest-TestNetworkBasicOps-1983656396 tempest-TestNetworkBasicOps-1983656396-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=93bc202ab78e4c76bb57fc3fb075815b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1377032 Aug 10 03:57:35.903691 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 44782) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:36.070570 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device fe04a521-0921-4a04-ba77-d61311a154aa details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:57:36.114576 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f673fc-af1c-4385-b1c8-e4d8a09f8a51 tempest-TestNetworkBasicOps-1983656396 tempest-TestNetworkBasicOps-1983656396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:36.116204 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-d5f673fc-af1c-4385-b1c8-e4d8a09f8a51 tempest-TestNetworkBasicOps-1983656396 tempest-TestNetworkBasicOps-1983656396-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2115085 Aug 10 03:57:36.130490 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 44784) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:36.157973 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e7b512a3-feeb-4c3c-a2ad-27aa9281449d tempest-TestNetworkBasicOps-1983656396 tempest-TestNetworkBasicOps-1983656396-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=2ea12131-628a-487e-b434-0463553732bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0333586 Aug 10 03:57:36.158352 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 44786) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:36.164626 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-7125e2b7-5e4f-485e-9894-4af2804687ba tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1963332818', 'network_id': '7fbbbede-b601-4798-a2e9-79beee09a803', 'project_id': '93bc202ab78e4c76bb57fc3fb075815b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:36.295177 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7125e2b7-5e4f-485e-9894-4af2804687ba tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Made reservation on behalf of 93bc202ab78e4c76bb57fc3fb075815b for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:57:36.299464 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7125e2b7-5e4f-485e-9894-4af2804687ba tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:36.337749 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-43db1f26-a684-44ec-a786-313bf4a99fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a34405dc-7365-4219-a25d-fcabab27ff76', 'name': 'tempest-TestNetworkBasicOps-router-1369078026', 'tenant_id': '93bc202ab78e4c76bb57fc3fb075815b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': '543e9e0f-e477-45e7-9128-0a926402cf6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:57:33Z', 'updated_at': '2021-08-10T03:57:34Z', 'revision_number': 3, 'project_id': '93bc202ab78e4c76bb57fc3fb075815b', 'gw_port': {'id': '543e9e0f-e477-45e7-9128-0a926402cf6d', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:21:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a34405dc-7365-4219-a25d-fcabab27ff76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:57:34Z', 'updated_at': '2021-08-10T03:57:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:36.400335 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43db1f26-a684-44ec-a786-313bf4a99fed None None] Checking router: a34405dc-7365-4219-a25d-fcabab27ff76 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:57:36.401413 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43db1f26-a684-44ec-a786-313bf4a99fed None None] Updating router a34405dc-7365-4219-a25d-fcabab27ff76 port 543e9e0f-e477-45e7-9128-0a926402cf6d binding host n-d-768862-13 {{(pid=94262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:57:36.459239 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port fe04a521-0921-4a04-ba77-d61311a154aa, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=fe04a521-0921-4a04-ba77-d61311a154aa,segment=NetworkSegment(bae77db3-549f-44d2-ba9e-feca6aa5702b),segment_id=bae77db3-549f-44d2-ba9e-feca6aa5702b)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:36.484763 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-43db1f26-a684-44ec-a786-313bf4a99fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:36.489001 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': 'fe04a521-0921-4a04-ba77-d61311a154aa', 'network_id': '56ebbad4-3b9a-4918-868a-aeb226900542', 'port_id': 'fe04a521-0921-4a04-ba77-d61311a154aa', 'mac_address': 'fa:16:3e:d6:09:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a3c4dd9-ad82-4a11-9084-34ae0c7b441d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:57:36.539383 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7125e2b7-5e4f-485e-9894-4af2804687ba tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:36.618718 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7125e2b7-5e4f-485e-9894-4af2804687ba tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Pushing event updated for resources: {'Subnet': ['ID=90b2633e-e851-4d89-9c12-ca6b3447cee1,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:36.629011 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7125e2b7-5e4f-485e-9894-4af2804687ba tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Checking segment: {'id': '14e2fd9b-e263-423c-adc2-3712520b9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7fbbbede-b601-4798-a2e9-79beee09a803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:57:36.629480 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7125e2b7-5e4f-485e-9894-4af2804687ba tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Network hostable DHCP agents. Network: 7fbbbede-b601-4798-a2e9-79beee09a803, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:57:36.667341 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7125e2b7-5e4f-485e-9894-4af2804687ba tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Network 7fbbbede-b601-4798-a2e9-79beee09a803 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:57:36.695325 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-7125e2b7-5e4f-485e-9894-4af2804687ba tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 7fbbbede-b601-4798-a2e9-79beee09a803) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:57:36.713222 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7125e2b7-5e4f-485e-9894-4af2804687ba tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:36.717895 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7125e2b7-5e4f-485e-9894-4af2804687ba tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:36.728059 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224399e7-7e70-4a6d-a809-5160a6e81b7b None None] Network 7fbbbede-b601-4798-a2e9-79beee09a803 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:57:36.741043 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b12d362-ae7b-4d8a-8cbc-9acecf843315 req-044e35c9-1005-487d-a483-a7b754be7312 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:36.743539 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6b12d362-ae7b-4d8a-8cbc-9acecf843315 req-044e35c9-1005-487d-a483-a7b754be7312 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7724bce-4a94-428a-b4bf-16e4fd9e4623 HTTP/1.1" status: 200 len: 944 time: 0.0988591 Aug 10 03:57:36.754920 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-7125e2b7-5e4f-485e-9894-4af2804687ba tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5945499 Aug 10 03:57:36.757935 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 44790) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:36.801498 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:36.864686 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe04a521-0921-4a04-ba77-d61311a154aa {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:57:36.914179 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6b12d362-ae7b-4d8a-8cbc-9acecf843315 req-9d47ef9f-0eb0-4ea3-8827-daef1881a001 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=12268945-8b56-426f-af9d-d65d92419e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1606171 Aug 10 03:57:36.931591 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port fe04a521-0921-4a04-ba77-d61311a154aa, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=fe04a521-0921-4a04-ba77-d61311a154aa,segment=NetworkSegment(bae77db3-549f-44d2-ba9e-feca6aa5702b),segment_id=bae77db3-549f-44d2-ba9e-feca6aa5702b)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:36.965352 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:37.087898 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=fe04a521-0921-4a04-ba77-d61311a154aa,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:37.157103 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e9b23c-7fbf-44e5-956d-b1675d8e2a53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-7fbbbede-b601-4798-a2e9-79beee09a803', 'network_id': '7fbbbede-b601-4798-a2e9-79beee09a803', 'tenant_id': '93bc202ab78e4c76bb57fc3fb075815b', 'fixed_ips': [{'subnet_id': '90b2633e-e851-4d89-9c12-ca6b3447cee1'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:57:37.157943 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a2e9b23c-7fbf-44e5-956d-b1675d8e2a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:37.284665 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['fe04a521-0921-4a04-ba77-d61311a154aa'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:57:37.292571 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-43db1f26-a684-44ec-a786-313bf4a99fed None None] Notify callbacks [] for port, precommit_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:37.525675 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-43db1f26-a684-44ec-a786-313bf4a99fed None None] Transition to ACTIVE for port object 543e9e0f-e477-45e7-9128-0a926402cf6d will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:57:37.553451 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-43db1f26-a684-44ec-a786-313bf4a99fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:37.633150 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6f47d253-56d7-48cb-aeeb-285d433b7dd4 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:37.665526 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-43db1f26-a684-44ec-a786-313bf4a99fed None None] Attempting to bind port 543e9e0f-e477-45e7-9128-0a926402cf6d on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:57:37.665916 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-43db1f26-a684-44ec-a786-313bf4a99fed None None] Attempting to bind port 543e9e0f-e477-45e7-9128-0a926402cf6d by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:57:37.666303 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43db1f26-a684-44ec-a786-313bf4a99fed None None] Attempting to bind port 543e9e0f-e477-45e7-9128-0a926402cf6d on network 2ea12131-628a-487e-b434-0463553732bd {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:57:37.668583 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88deeb5a-c603-4089-a42a-3e86ff550ee2 None None] Pushing event updated for resources: {'Port': ['ID=543e9e0f-e477-45e7-9128-0a926402cf6d,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:37.696800 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43db1f26-a684-44ec-a786-313bf4a99fed None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:57:37.697228 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43db1f26-a684-44ec-a786-313bf4a99fed None None] Checking segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:57:37.697570 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-43db1f26-a684-44ec-a786-313bf4a99fed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:37.698001 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43db1f26-a684-44ec-a786-313bf4a99fed None None] Bound using segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:57:37.698512 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-43db1f26-a684-44ec-a786-313bf4a99fed None None] Bound port: 543e9e0f-e477-45e7-9128-0a926402cf6d, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:57:37.698894 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-43db1f26-a684-44ec-a786-313bf4a99fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:37.713342 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-a2e9b23c-7fbf-44e5-956d-b1675d8e2a53 None None] Allocated IP 172.20.0.2 (7fbbbede-b601-4798-a2e9-79beee09a803/90b2633e-e851-4d89-9c12-ca6b3447cee1/d6d6c014-8343-48d8-8bac-b831229af8fe) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:57:37.872572 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-43db1f26-a684-44ec-a786-313bf4a99fed None None] For port 543e9e0f-e477-45e7-9128-0a926402cf6d, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:57:37.911294 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-43db1f26-a684-44ec-a786-313bf4a99fed None None] For port 543e9e0f-e477-45e7-9128-0a926402cf6d, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=543e9e0f-e477-45e7-9128-0a926402cf6d,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:57:37.933198 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-43db1f26-a684-44ec-a786-313bf4a99fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:38.135019 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88deeb5a-c603-4089-a42a-3e86ff550ee2 None None] Pushing event updated for resources: {'Port': ['ID=543e9e0f-e477-45e7-9128-0a926402cf6d,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:38.147718 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43db1f26-a684-44ec-a786-313bf4a99fed None None] Routers {'a34405dc-7365-4219-a25d-fcabab27ff76'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:57:38.148318 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-43db1f26-a684-44ec-a786-313bf4a99fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:57:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['a34405dc-7365-4219-a25d-fcabab27ff76'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:38.177624 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5226595e-4208-47ec-a437-da94068666b3 req-6f187d31-fa17-4471-b881-c2736da2c325 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:38.180092 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5226595e-4208-47ec-a437-da94068666b3 req-6f187d31-fa17-4471-b881-c2736da2c325 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7724bce-4a94-428a-b4bf-16e4fd9e4623 HTTP/1.1" status: 200 len: 945 time: 0.1058207 Aug 10 03:57:38.213593 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a2e9b23c-7fbf-44e5-956d-b1675d8e2a53 None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:38.238916 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-a2e9b23c-7fbf-44e5-956d-b1675d8e2a53 None None] Transition to ACTIVE for port object d6d6c014-8343-48d8-8bac-b831229af8fe will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:57:38.247835 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5226595e-4208-47ec-a437-da94068666b3 req-7dd297ff-c74c-4239-9a40-454ba908fd95 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=12268945-8b56-426f-af9d-d65d92419e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605948 Aug 10 03:57:38.306001 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-a2e9b23c-7fbf-44e5-956d-b1675d8e2a53 None None] Transition to ACTIVE for port object d6d6c014-8343-48d8-8bac-b831229af8fe will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:57:38.323706 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a2e9b23c-7fbf-44e5-956d-b1675d8e2a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:38.393454 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-43db1f26-a684-44ec-a786-313bf4a99fed None None] Set router a34405dc-7365-4219-a25d-fcabab27ff76 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:57:38.409272 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-6f47d253-56d7-48cb-aeeb-285d433b7dd4 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Allocated IP 172.20.0.1 (7fbbbede-b601-4798-a2e9-79beee09a803/90b2633e-e851-4d89-9c12-ca6b3447cee1/150755e7-a094-48dc-9fc1-51a5e02430e0) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:57:38.441838 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e9b23c-7fbf-44e5-956d-b1675d8e2a53 None None] Network 7fbbbede-b601-4798-a2e9-79beee09a803 is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:57:38.480584 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-a2e9b23c-7fbf-44e5-956d-b1675d8e2a53 None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:57:38.487790 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e9b23c-7fbf-44e5-956d-b1675d8e2a53 None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:57:38.501302 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e9b23c-7fbf-44e5-956d-b1675d8e2a53 None None] Pushing event updated for resources: {'Port': ['ID=d6d6c014-8343-48d8-8bac-b831229af8fe,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:38.638263 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-a2e9b23c-7fbf-44e5-956d-b1675d8e2a53 None None] Attempting to bind port d6d6c014-8343-48d8-8bac-b831229af8fe on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:57:38.638700 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-a2e9b23c-7fbf-44e5-956d-b1675d8e2a53 None None] Attempting to bind port d6d6c014-8343-48d8-8bac-b831229af8fe by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '14e2fd9b-e263-423c-adc2-3712520b9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7fbbbede-b601-4798-a2e9-79beee09a803'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:57:38.639075 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e9b23c-7fbf-44e5-956d-b1675d8e2a53 None None] Attempting to bind port d6d6c014-8343-48d8-8bac-b831229af8fe on network 7fbbbede-b601-4798-a2e9-79beee09a803 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:57:38.657738 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e9b23c-7fbf-44e5-956d-b1675d8e2a53 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:57:38.658206 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e9b23c-7fbf-44e5-956d-b1675d8e2a53 None None] Checking segment: {'id': '14e2fd9b-e263-423c-adc2-3712520b9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7fbbbede-b601-4798-a2e9-79beee09a803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:57:38.658649 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a2e9b23c-7fbf-44e5-956d-b1675d8e2a53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:38.659053 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e9b23c-7fbf-44e5-956d-b1675d8e2a53 None None] Bound using segment: {'id': '14e2fd9b-e263-423c-adc2-3712520b9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7fbbbede-b601-4798-a2e9-79beee09a803'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:57:38.659644 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-a2e9b23c-7fbf-44e5-956d-b1675d8e2a53 None None] Bound port: d6d6c014-8343-48d8-8bac-b831229af8fe, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14e2fd9b-e263-423c-adc2-3712520b9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7fbbbede-b601-4798-a2e9-79beee09a803'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:57:38.660029 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a2e9b23c-7fbf-44e5-956d-b1675d8e2a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:38.685169 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6f47d253-56d7-48cb-aeeb-285d433b7dd4 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:38.705853 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [None req-6f47d253-56d7-48cb-aeeb-285d433b7dd4 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Transition to ACTIVE for port object 150755e7-a094-48dc-9fc1-51a5e02430e0 will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:57:38.753609 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6f47d253-56d7-48cb-aeeb-285d433b7dd4 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:38.798722 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-a2e9b23c-7fbf-44e5-956d-b1675d8e2a53 None None] For port d6d6c014-8343-48d8-8bac-b831229af8fe, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:57:38.799550 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f47d253-56d7-48cb-aeeb-285d433b7dd4 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Network 7fbbbede-b601-4798-a2e9-79beee09a803 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:57:38.803162 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-a2e9b23c-7fbf-44e5-956d-b1675d8e2a53 None None] For port d6d6c014-8343-48d8-8bac-b831229af8fe, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=d6d6c014-8343-48d8-8bac-b831229af8fe,segment=NetworkSegment(14e2fd9b-e263-423c-adc2-3712520b9915),segment_id=14e2fd9b-e263-423c-adc2-3712520b9915)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:57:38.806951 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-6f47d253-56d7-48cb-aeeb-285d433b7dd4 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:57:38.813285 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a2e9b23c-7fbf-44e5-956d-b1675d8e2a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:38.815245 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f47d253-56d7-48cb-aeeb-285d433b7dd4 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:57:38.823835 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-43db1f26-a684-44ec-a786-313bf4a99fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a34405dc-7365-4219-a25d-fcabab27ff76', 'name': 'tempest-TestNetworkBasicOps-router-1369078026', 'tenant_id': '93bc202ab78e4c76bb57fc3fb075815b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': '543e9e0f-e477-45e7-9128-0a926402cf6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:57:33Z', 'updated_at': '2021-08-10T03:57:34Z', 'revision_number': 3, 'project_id': '93bc202ab78e4c76bb57fc3fb075815b', 'gw_port': {'id': '543e9e0f-e477-45e7-9128-0a926402cf6d', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:21:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a34405dc-7365-4219-a25d-fcabab27ff76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:57:34Z', 'updated_at': '2021-08-10T03:57:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:38.856310 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f47d253-56d7-48cb-aeeb-285d433b7dd4 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Pushing event updated for resources: {'Port': ['ID=150755e7-a094-48dc-9fc1-51a5e02430e0,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:38.884246 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43db1f26-a684-44ec-a786-313bf4a99fed None None] The sync data for ids ['a34405dc-7365-4219-a25d-fcabab27ff76'] in n-d-768862-13 is: [{'id': 'a34405dc-7365-4219-a25d-fcabab27ff76', 'name': 'tempest-TestNetworkBasicOps-router-1369078026', 'tenant_id': '93bc202ab78e4c76bb57fc3fb075815b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': '543e9e0f-e477-45e7-9128-0a926402cf6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:57:33Z', 'updated_at': '2021-08-10T03:57:34Z', 'revision_number': 3, 'project_id': '93bc202ab78e4c76bb57fc3fb075815b', 'gw_port': {'id': '543e9e0f-e477-45e7-9128-0a926402cf6d', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:21:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a34405dc-7365-4219-a25d-fcabab27ff76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:57:34Z', 'updated_at': '2021-08-10T03:57:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:57:38.910531 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6f47d253-56d7-48cb-aeeb-285d433b7dd4 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521745'] for router_interface, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:38.962692 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e9b23c-7fbf-44e5-956d-b1675d8e2a53 None None] Pushing event updated for resources: {'Port': ['ID=d6d6c014-8343-48d8-8bac-b831229af8fe,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:39.186485 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6f47d253-56d7-48cb-aeeb-285d433b7dd4 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:39.726935 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device d6d6c014-8343-48d8-8bac-b831229af8fe up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:57:39.831616 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port d6d6c014-8343-48d8-8bac-b831229af8fe completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:57:39.839696 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 543e9e0f-e477-45e7-9128-0a926402cf6d up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:57:39.928171 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 543e9e0f-e477-45e7-9128-0a926402cf6d completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:57:39.935560 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 543e9e0f-e477-45e7-9128-0a926402cf6d triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:57:39.936453 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:39.975403 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926b8185-b057-4509-a3d7-c38daeff90d0 req-9bee10b4-9bfd-4802-886b-ccf2d23c49b5 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:39.977922 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-926b8185-b057-4509-a3d7-c38daeff90d0 req-9bee10b4-9bfd-4802-886b-ccf2d23c49b5 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7724bce-4a94-428a-b4bf-16e4fd9e4623 HTTP/1.1" status: 200 len: 945 time: 0.5413306 Aug 10 03:57:40.060482 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-926b8185-b057-4509-a3d7-c38daeff90d0 req-d588fa98-3d47-42a2-81db-9ae6308de434 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=12268945-8b56-426f-af9d-d65d92419e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687625 Aug 10 03:57:40.089690 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device fe04a521-0921-4a04-ba77-d61311a154aa up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:57:40.222351 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:40.266972 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 543e9e0f-e477-45e7-9128-0a926402cf6d, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=543e9e0f-e477-45e7-9128-0a926402cf6d,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:40.268913 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning for port fe04a521-0921-4a04-ba77-d61311a154aa completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:57:40.285549 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port fe04a521-0921-4a04-ba77-d61311a154aa triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:57:40.286277 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:40.306868 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6f47d253-56d7-48cb-aeeb-285d433b7dd4 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:40.333019 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:40.359142 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6f47d253-56d7-48cb-aeeb-285d433b7dd4 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:40.497824 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f47d253-56d7-48cb-aeeb-285d433b7dd4 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Pushing event updated for resources: {'Port': ['ID=150755e7-a094-48dc-9fc1-51a5e02430e0,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:40.551731 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=543e9e0f-e477-45e7-9128-0a926402cf6d,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:40.633843 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33cd6873-cecd-45e5-af32-4deb099f57a9 None None] Network 7fbbbede-b601-4798-a2e9-79beee09a803 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:57:40.637832 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6f47d253-56d7-48cb-aeeb-285d433b7dd4 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521893'] for router_interface, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:40.735426 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:40.787971 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-a16b92de-aabd-48fd-a95c-0a8beb3d5d20 None None] Provisioning for port d6d6c014-8343-48d8-8bac-b831229af8fe completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:57:40.800904 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f47d253-56d7-48cb-aeeb-285d433b7dd4 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Network 7fbbbede-b601-4798-a2e9-79beee09a803 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:57:40.804676 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-6f47d253-56d7-48cb-aeeb-285d433b7dd4 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:57:40.805449 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-a16b92de-aabd-48fd-a95c-0a8beb3d5d20 None None] Provisioning complete for port d6d6c014-8343-48d8-8bac-b831229af8fe triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:57:40.806366 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a16b92de-aabd-48fd-a95c-0a8beb3d5d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:40.820550 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7724bce-4a94-428a-b4bf-16e4fd9e4623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe04a521-0921-4a04-ba77-d61311a154aa'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:57:40.824541 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3348d66-d73a-4fb9-b87c-c0b66000bbd5" -d '{"events": [{"server_uuid": "c7724bce-4a94-428a-b4bf-16e4fd9e4623", "name": "network-vif-plugged", "status": "completed", "tag": "fe04a521-0921-4a04-ba77-d61311a154aa"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:57:40.900766 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port fe04a521-0921-4a04-ba77-d61311a154aa, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=fe04a521-0921-4a04-ba77-d61311a154aa,segment=NetworkSegment(bae77db3-549f-44d2-ba9e-feca6aa5702b),segment_id=bae77db3-549f-44d2-ba9e-feca6aa5702b)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:40.907478 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f73540d8-5237-4c88-a305-51b754c88fd1 x-openstack-request-id: req-f73540d8-5237-4c88-a305-51b754c88fd1 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:57:40.908340 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7724bce-4a94-428a-b4bf-16e4fd9e4623", "name": "network-vif-plugged", "status": "completed", "tag": "fe04a521-0921-4a04-ba77-d61311a154aa", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:57:40.909002 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f73540d8-5237-4c88-a305-51b754c88fd1 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:57:40.910012 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7724bce-4a94-428a-b4bf-16e4fd9e4623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe04a521-0921-4a04-ba77-d61311a154aa', 'code': 200} Aug 10 03:57:40.925593 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:41.079505 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dbb0ee-3ede-4f00-a218-8853405c2f1b req-cf7fdfa1-369f-454f-b731-fc6d3b91990b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:41.082560 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-35dbb0ee-3ede-4f00-a218-8853405c2f1b req-cf7fdfa1-369f-454f-b731-fc6d3b91990b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c7724bce-4a94-428a-b4bf-16e4fd9e4623 HTTP/1.1" status: 200 len: 1098 time: 0.1013732 Aug 10 03:57:41.098740 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f47d253-56d7-48cb-aeeb-285d433b7dd4 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Router a34405dc-7365-4219-a25d-fcabab27ff76 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:57:41.143348 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=fe04a521-0921-4a04-ba77-d61311a154aa,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:41.211524 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a16b92de-aabd-48fd-a95c-0a8beb3d5d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:41.281229 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-35dbb0ee-3ede-4f00-a218-8853405c2f1b req-ae3a8e5f-921e-4c40-8f0a-373791d66805 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=12268945-8b56-426f-af9d-d65d92419e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1871958 Aug 10 03:57:41.292909 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-a16b92de-aabd-48fd-a95c-0a8beb3d5d20 None None] For port d6d6c014-8343-48d8-8bac-b831229af8fe, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=d6d6c014-8343-48d8-8bac-b831229af8fe,segment=NetworkSegment(14e2fd9b-e263-423c-adc2-3712520b9915),segment_id=14e2fd9b-e263-423c-adc2-3712520b9915)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:41.302207 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a16b92de-aabd-48fd-a95c-0a8beb3d5d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:41.372031 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ecf865-349e-429d-8828-d34e9add3c11 req-6afa523a-a5fe-4591-8617-2dade74b5134 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:41.375325 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-71ecf865-349e-429d-8828-d34e9add3c11 req-6afa523a-a5fe-4591-8617-2dade74b5134 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7724bce-4a94-428a-b4bf-16e4fd9e4623 HTTP/1.1" status: 200 len: 946 time: 0.1661322 Aug 10 03:57:41.404394 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f47d253-56d7-48cb-aeeb-285d433b7dd4 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:57:41.421087 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 44826) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:41.432923 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16b92de-aabd-48fd-a95c-0a8beb3d5d20 None None] Pushing event updated for resources: {'Port': ['ID=d6d6c014-8343-48d8-8bac-b831229af8fe,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:41.435003 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-6f47d253-56d7-48cb-aeeb-285d433b7dd4 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "PUT /v2.0/routers/a34405dc-7365-4219-a25d-fcabab27ff76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6756682 Aug 10 03:57:41.590152 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-71ecf865-349e-429d-8828-d34e9add3c11 req-733fe060-ff60-4043-b44f-7ed8585a2d0a tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=12268945-8b56-426f-af9d-d65d92419e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1316454 Aug 10 03:57:41.652712 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-68a7c3ce-95fa-49a0-989d-9e49fd9129e2 None None] Provisioning complete for port d6d6c014-8343-48d8-8bac-b831229af8fe triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:57:41.655836 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-68a7c3ce-95fa-49a0-989d-9e49fd9129e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:41.741727 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47546fd-5c06-49c5-99a2-cd386d9fbd06 tempest-TestNetworkBasicOps-1983656396 tempest-TestNetworkBasicOps-1983656396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:41.742356 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device d6d6c014-8343-48d8-8bac-b831229af8fe up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:57:41.742717 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47546fd-5c06-49c5-99a2-cd386d9fbd06 tempest-TestNetworkBasicOps-1983656396 tempest-TestNetworkBasicOps-1983656396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:41.743621 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47546fd-5c06-49c5-99a2-cd386d9fbd06 tempest-TestNetworkBasicOps-1983656396 tempest-TestNetworkBasicOps-1983656396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:41.744524 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47546fd-5c06-49c5-99a2-cd386d9fbd06 tempest-TestNetworkBasicOps-1983656396 tempest-TestNetworkBasicOps-1983656396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:41.745383 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47546fd-5c06-49c5-99a2-cd386d9fbd06 tempest-TestNetworkBasicOps-1983656396 tempest-TestNetworkBasicOps-1983656396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:41.746741 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47546fd-5c06-49c5-99a2-cd386d9fbd06 tempest-TestNetworkBasicOps-1983656396 tempest-TestNetworkBasicOps-1983656396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:41.747648 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47546fd-5c06-49c5-99a2-cd386d9fbd06 tempest-TestNetworkBasicOps-1983656396 tempest-TestNetworkBasicOps-1983656396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:41.757476 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 44830) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:41.758777 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-c47546fd-5c06-49c5-99a2-cd386d9fbd06 tempest-TestNetworkBasicOps-1983656396 tempest-TestNetworkBasicOps-1983656396-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4963 time: 0.3361971 Aug 10 03:57:41.872657 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cc1419-17a2-4cf7-92c8-a1bd26c6f48f None None] Sync routers for ids ['a34405dc-7365-4219-a25d-fcabab27ff76'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:57:41.888227 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cc1419-17a2-4cf7-92c8-a1bd26c6f48f None None] Routers {'a34405dc-7365-4219-a25d-fcabab27ff76'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:57:41.893691 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-65cc1419-17a2-4cf7-92c8-a1bd26c6f48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:57:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['a34405dc-7365-4219-a25d-fcabab27ff76'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:41.957833 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a22ed86-b596-43a1-8a21-a152c44b4d90 tempest-TestNetworkBasicOps-1983656396 tempest-TestNetworkBasicOps-1983656396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:41.969070 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a22ed86-b596-43a1-8a21-a152c44b4d90 tempest-TestNetworkBasicOps-1983656396 tempest-TestNetworkBasicOps-1983656396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:41.970794 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a22ed86-b596-43a1-8a21-a152c44b4d90 tempest-TestNetworkBasicOps-1983656396 tempest-TestNetworkBasicOps-1983656396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:41.972911 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a22ed86-b596-43a1-8a21-a152c44b4d90 tempest-TestNetworkBasicOps-1983656396 tempest-TestNetworkBasicOps-1983656396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:41.978168 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a22ed86-b596-43a1-8a21-a152c44b4d90 tempest-TestNetworkBasicOps-1983656396 tempest-TestNetworkBasicOps-1983656396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:41.979904 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a22ed86-b596-43a1-8a21-a152c44b4d90 tempest-TestNetworkBasicOps-1983656396 tempest-TestNetworkBasicOps-1983656396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:41.982004 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port d6d6c014-8343-48d8-8bac-b831229af8fe triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:57:41.982731 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a22ed86-b596-43a1-8a21-a152c44b4d90 tempest-TestNetworkBasicOps-1983656396 tempest-TestNetworkBasicOps-1983656396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:41.983750 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:41.992550 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 44832) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:41.995649 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-0a22ed86-b596-43a1-8a21-a152c44b4d90 tempest-TestNetworkBasicOps-1983656396 tempest-TestNetworkBasicOps-1983656396-project-admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4627 time: 0.2282982 Aug 10 03:57:42.098808 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-68a7c3ce-95fa-49a0-989d-9e49fd9129e2 None None] Provisioning for port 150755e7-a094-48dc-9fc1-51a5e02430e0 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:57:42.161058 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 543e9e0f-e477-45e7-9128-0a926402cf6d up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:57:42.170935 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-68a7c3ce-95fa-49a0-989d-9e49fd9129e2 None None] Provisioning complete for port 150755e7-a094-48dc-9fc1-51a5e02430e0 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:57:42.174504 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-68a7c3ce-95fa-49a0-989d-9e49fd9129e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:42.187653 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-65cc1419-17a2-4cf7-92c8-a1bd26c6f48f None None] Set router a34405dc-7365-4219-a25d-fcabab27ff76 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:57:42.374009 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-68a7c3ce-95fa-49a0-989d-9e49fd9129e2 None None] Port 150755e7-a094-48dc-9fc1-51a5e02430e0 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:57:42.453623 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 543e9e0f-e477-45e7-9128-0a926402cf6d triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:57:42.454197 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:42.556512 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-d2df9ea5-96be-40b9-91fc-d88f783e5ca7 None None] Provisioning complete for port 150755e7-a094-48dc-9fc1-51a5e02430e0 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:57:42.557545 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d2df9ea5-96be-40b9-91fc-d88f783e5ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:42.571602 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-f9017a1b-a121-4d87-b140-f5e814986607 tempest-TestNetworkBasicOps-1983656396 tempest-TestNetworkBasicOps-1983656396-project-admin] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3771 time: 0.5773420 Aug 10 03:57:42.579878 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-65cc1419-17a2-4cf7-92c8-a1bd26c6f48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a34405dc-7365-4219-a25d-fcabab27ff76', 'name': 'tempest-TestNetworkBasicOps-router-1369078026', 'tenant_id': '93bc202ab78e4c76bb57fc3fb075815b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': '543e9e0f-e477-45e7-9128-0a926402cf6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:57:33Z', 'updated_at': '2021-08-10T03:57:39Z', 'revision_number': 4, 'project_id': '93bc202ab78e4c76bb57fc3fb075815b', 'gw_port': {'id': '543e9e0f-e477-45e7-9128-0a926402cf6d', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:21:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34405dc-7365-4219-a25d-fcabab27ff76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:57:34Z', 'updated_at': '2021-08-10T03:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '150755e7-a094-48dc-9fc1-51a5e02430e0', 'name': '', 'network_id': '7fbbbede-b601-4798-a2e9-79beee09a803', 'tenant_id': '93bc202ab78e4c76bb57fc3fb075815b', 'mac_address': 'fa:16:3e:d6:fb:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a34405dc-7365-4219-a25d-fcabab27ff76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': '90b2633e-e851-4d89-9c12-ca6b3447cee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:57:37Z', 'updated_at': '2021-08-10T03:57:40Z', 'revision_number': 2, 'project_id': '93bc202ab78e4c76bb57fc3fb075815b', 'subnets': [{'id': '90b2633e-e851-4d89-9c12-ca6b3447cee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:42.627596 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cc1419-17a2-4cf7-92c8-a1bd26c6f48f None None] Checking router: a34405dc-7365-4219-a25d-fcabab27ff76 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:57:42.629107 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cc1419-17a2-4cf7-92c8-a1bd26c6f48f None None] Updating router a34405dc-7365-4219-a25d-fcabab27ff76 port 150755e7-a094-48dc-9fc1-51a5e02430e0 binding host n-d-768862-13 {{(pid=94263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:57:42.661602 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-d2df9ea5-96be-40b9-91fc-d88f783e5ca7 None None] Port 150755e7-a094-48dc-9fc1-51a5e02430e0 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:57:42.700726 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-65cc1419-17a2-4cf7-92c8-a1bd26c6f48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:42.817730 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f5435-cc14-440d-8f7b-464da8bb0123 req-c418f552-bb48-4d17-8646-2c59682a74d9 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:42.826598 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-449f5435-cc14-440d-8f7b-464da8bb0123 req-c418f552-bb48-4d17-8646-2c59682a74d9 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7724bce-4a94-428a-b4bf-16e4fd9e4623 HTTP/1.1" status: 200 len: 946 time: 0.1149526 Aug 10 03:57:42.870929 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-449f5435-cc14-440d-8f7b-464da8bb0123 req-fa405e6d-7678-4e0e-b654-333894b82003 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=12268945-8b56-426f-af9d-d65d92419e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426824 Aug 10 03:57:42.997782 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 44842) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:43.010290 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-a4b308f1-1c64-4dec-a858-90912d9dfb54 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1368635831', 'description': 'tempest-secgroup-smoke-1368635831 description', 'project_id': '93bc202ab78e4c76bb57fc3fb075815b'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:43.084780 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a4b308f1-1c64-4dec-a858-90912d9dfb54 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:43.122244 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d0b51f-bfd1-45dc-9ce5-a16e850655e4 req-28440f23-3338-4f3b-a941-f6861d2bc653 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:43.125986 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-65d0b51f-bfd1-45dc-9ce5-a16e850655e4 req-28440f23-3338-4f3b-a941-f6861d2bc653 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7724bce-4a94-428a-b4bf-16e4fd9e4623 HTTP/1.1" status: 200 len: 946 time: 0.1538322 Aug 10 03:57:43.211740 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-65d0b51f-bfd1-45dc-9ce5-a16e850655e4 req-ec55f4a7-4537-4a3e-a83b-e01eb1a6b7ca tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=12268945-8b56-426f-af9d-d65d92419e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709848 Aug 10 03:57:43.258490 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 44848) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:43.309754 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-65cc1419-17a2-4cf7-92c8-a1bd26c6f48f None None] Notify callbacks [] for port, precommit_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:43.319385 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a4b308f1-1c64-4dec-a858-90912d9dfb54 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:43.326018 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a4b308f1-1c64-4dec-a858-90912d9dfb54 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:43.335015 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.provisioning_blocks [None req-65cc1419-17a2-4cf7-92c8-a1bd26c6f48f None None] Transition to ACTIVE for port object 150755e7-a094-48dc-9fc1-51a5e02430e0 will not be triggered until provisioned by entity L2. {{(pid=94263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:57:43.346510 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d9d063-2692-485b-8384-bf537e8a39ab tempest-TestNetworkAdvancedServerOps-902294344 tempest-TestNetworkAdvancedServerOps-902294344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:43.349724 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-65cc1419-17a2-4cf7-92c8-a1bd26c6f48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:43.356220 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-05d9d063-2692-485b-8384-bf537e8a39ab tempest-TestNetworkAdvancedServerOps-902294344 tempest-TestNetworkAdvancedServerOps-902294344-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c7724bce-4a94-428a-b4bf-16e4fd9e4623 HTTP/1.1" status: 200 len: 1093 time: 0.0958200 Aug 10 03:57:43.357284 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 44854) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:43.369322 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-bd08bb54-e01c-43ea-90e1-f6df5496662f tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Request body: {'floatingip': {'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'port_id': 'fe04a521-0921-4a04-ba77-d61311a154aa', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:43.400731 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a4b308f1-1c64-4dec-a858-90912d9dfb54 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:43.404232 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a4b308f1-1c64-4dec-a858-90912d9dfb54 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4046245 Aug 10 03:57:43.409703 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b308f1-1c64-4dec-a858-90912d9dfb54 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b2fb072-387f-4597-9b34-3f1fca6337bc,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:43.415414 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 44856) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:43.425907 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-e2d18d4c-606d-4921-90e8-a2ec29c84be8 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Request body: {'security_group_rule': {'security_group_id': '5b2fb072-387f-4597-9b34-3f1fca6337bc', 'project_id': '93bc202ab78e4c76bb57fc3fb075815b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:43.430916 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-bd08bb54-e01c-43ea-90e1-f6df5496662f tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for floatingip, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:43.490352 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e2d18d4c-606d-4921-90e8-a2ec29c84be8 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:43.542302 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-65cc1419-17a2-4cf7-92c8-a1bd26c6f48f None None] Attempting to bind port 150755e7-a094-48dc-9fc1-51a5e02430e0 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:57:43.542774 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-65cc1419-17a2-4cf7-92c8-a1bd26c6f48f None None] Attempting to bind port 150755e7-a094-48dc-9fc1-51a5e02430e0 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '14e2fd9b-e263-423c-adc2-3712520b9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7fbbbede-b601-4798-a2e9-79beee09a803'}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:57:43.543233 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cc1419-17a2-4cf7-92c8-a1bd26c6f48f None None] Attempting to bind port 150755e7-a094-48dc-9fc1-51a5e02430e0 on network 7fbbbede-b601-4798-a2e9-79beee09a803 {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:57:43.546389 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c059f0ce-f07a-4406-8b5e-b29d26afee75 None None] Pushing event updated for resources: {'Port': ['ID=150755e7-a094-48dc-9fc1-51a5e02430e0,revision_number=3']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:43.562760 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cc1419-17a2-4cf7-92c8-a1bd26c6f48f None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:57:43.563485 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cc1419-17a2-4cf7-92c8-a1bd26c6f48f None None] Checking segment: {'id': '14e2fd9b-e263-423c-adc2-3712520b9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7fbbbede-b601-4798-a2e9-79beee09a803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:57:43.564414 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-65cc1419-17a2-4cf7-92c8-a1bd26c6f48f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:43.565039 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cc1419-17a2-4cf7-92c8-a1bd26c6f48f None None] Bound using segment: {'id': '14e2fd9b-e263-423c-adc2-3712520b9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7fbbbede-b601-4798-a2e9-79beee09a803'} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:57:43.566601 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-65cc1419-17a2-4cf7-92c8-a1bd26c6f48f None None] Bound port: 150755e7-a094-48dc-9fc1-51a5e02430e0, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14e2fd9b-e263-423c-adc2-3712520b9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7fbbbede-b601-4798-a2e9-79beee09a803'}}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:57:43.567288 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-65cc1419-17a2-4cf7-92c8-a1bd26c6f48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:43.662354 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-65cc1419-17a2-4cf7-92c8-a1bd26c6f48f None None] For port 150755e7-a094-48dc-9fc1-51a5e02430e0, host n-d-768862-13, cleared binding levels {{(pid=94263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:57:43.667320 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-65cc1419-17a2-4cf7-92c8-a1bd26c6f48f None None] For port 150755e7-a094-48dc-9fc1-51a5e02430e0, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=150755e7-a094-48dc-9fc1-51a5e02430e0,segment=NetworkSegment(14e2fd9b-e263-423c-adc2-3712520b9915),segment_id=14e2fd9b-e263-423c-adc2-3712520b9915)] {{(pid=94263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:57:43.673092 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-65cc1419-17a2-4cf7-92c8-a1bd26c6f48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:43.673373 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-bd08bb54-e01c-43ea-90e1-f6df5496662f tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:43.688770 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e2d18d4c-606d-4921-90e8-a2ec29c84be8 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:43.697790 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e2d18d4c-606d-4921-90e8-a2ec29c84be8 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:43.741638 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d18d4c-606d-4921-90e8-a2ec29c84be8 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=825e2a7a-6d82-492c-93fa-7e3b676a832d,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:43.755097 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e2d18d4c-606d-4921-90e8-a2ec29c84be8 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:43.756839 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e2d18d4c-606d-4921-90e8-a2ec29c84be8 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3396089 Aug 10 03:57:43.761440 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 44858) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:43.766977 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-46bb8155-aa19-413f-ab04-589e94be9f8c tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Request body: {'security_group_rule': {'security_group_id': '5b2fb072-387f-4597-9b34-3f1fca6337bc', 'project_id': '93bc202ab78e4c76bb57fc3fb075815b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:43.813559 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-46bb8155-aa19-413f-ab04-589e94be9f8c tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:43.823829 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cc1419-17a2-4cf7-92c8-a1bd26c6f48f None None] Routers {'a34405dc-7365-4219-a25d-fcabab27ff76'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:57:43.825205 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-65cc1419-17a2-4cf7-92c8-a1bd26c6f48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:57:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['a34405dc-7365-4219-a25d-fcabab27ff76'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:43.828960 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c059f0ce-f07a-4406-8b5e-b29d26afee75 None None] Pushing event updated for resources: {'Port': ['ID=150755e7-a094-48dc-9fc1-51a5e02430e0,revision_number=4']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:43.942661 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-46bb8155-aa19-413f-ab04-589e94be9f8c tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:43.950875 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-46bb8155-aa19-413f-ab04-589e94be9f8c tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:43.961403 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-bd08bb54-e01c-43ea-90e1-f6df5496662f tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Allocated IP 172.25.6.99 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/2f46c258-cfd0-436a-bbc8-66fdd7acd397) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:57:44.032441 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bb8155-aa19-413f-ab04-589e94be9f8c tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68102c0d-eb66-4a21-8530-813e742381da,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:44.040404 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-46bb8155-aa19-413f-ab04-589e94be9f8c tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:44.042602 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-46bb8155-aa19-413f-ab04-589e94be9f8c tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2795970 Aug 10 03:57:44.045938 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 44862) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:44.055263 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-ac1eb287-35fb-47ce-9e61-75c8a387db0f tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Request body: {'security_group_rule': {'security_group_id': '5b2fb072-387f-4597-9b34-3f1fca6337bc', 'project_id': '93bc202ab78e4c76bb57fc3fb075815b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:44.116605 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ac1eb287-35fb-47ce-9e61-75c8a387db0f tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:44.156436 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-65cc1419-17a2-4cf7-92c8-a1bd26c6f48f None None] Set router a34405dc-7365-4219-a25d-fcabab27ff76 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:57:44.208550 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-bd08bb54-e01c-43ea-90e1-f6df5496662f tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:44.271585 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ac1eb287-35fb-47ce-9e61-75c8a387db0f tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:44.280654 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ac1eb287-35fb-47ce-9e61-75c8a387db0f tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:44.306846 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1eb287-35fb-47ce-9e61-75c8a387db0f tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa66f2a6-e8bc-4e69-8f7c-c9719896a971,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:44.319375 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ac1eb287-35fb-47ce-9e61-75c8a387db0f tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:44.322627 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-bd08bb54-e01c-43ea-90e1-f6df5496662f tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:44.323687 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ac1eb287-35fb-47ce-9e61-75c8a387db0f tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2757516 Aug 10 03:57:44.326913 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 44864) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:44.335872 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-9a3edbd4-59d3-4b2b-a30d-af53275dcec7 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Request body: {'security_group_rule': {'security_group_id': '5b2fb072-387f-4597-9b34-3f1fca6337bc', 'project_id': '93bc202ab78e4c76bb57fc3fb075815b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:44.382651 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9a3edbd4-59d3-4b2b-a30d-af53275dcec7 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:44.470450 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd08bb54-e01c-43ea-90e1-f6df5496662f tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Pushing event updated for resources: {'Port': ['ID=2f46c258-cfd0-436a-bbc8-66fdd7acd397,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:44.490807 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd08bb54-e01c-43ea-90e1-f6df5496662f tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:57:44.493895 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-bd08bb54-e01c-43ea-90e1-f6df5496662f tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:57:44.495270 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-65cc1419-17a2-4cf7-92c8-a1bd26c6f48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a34405dc-7365-4219-a25d-fcabab27ff76', 'name': 'tempest-TestNetworkBasicOps-router-1369078026', 'tenant_id': '93bc202ab78e4c76bb57fc3fb075815b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': '543e9e0f-e477-45e7-9128-0a926402cf6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:57:33Z', 'updated_at': '2021-08-10T03:57:39Z', 'revision_number': 4, 'project_id': '93bc202ab78e4c76bb57fc3fb075815b', 'gw_port': {'id': '543e9e0f-e477-45e7-9128-0a926402cf6d', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:21:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34405dc-7365-4219-a25d-fcabab27ff76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:57:34Z', 'updated_at': '2021-08-10T03:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '150755e7-a094-48dc-9fc1-51a5e02430e0', 'name': '', 'network_id': '7fbbbede-b601-4798-a2e9-79beee09a803', 'tenant_id': '93bc202ab78e4c76bb57fc3fb075815b', 'mac_address': 'fa:16:3e:d6:fb:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a34405dc-7365-4219-a25d-fcabab27ff76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': '90b2633e-e851-4d89-9c12-ca6b3447cee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:57:37Z', 'updated_at': '2021-08-10T03:57:43Z', 'revision_number': 4, 'project_id': '93bc202ab78e4c76bb57fc3fb075815b', 'subnets': [{'id': '90b2633e-e851-4d89-9c12-ca6b3447cee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:44.499613 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd08bb54-e01c-43ea-90e1-f6df5496662f tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:57:44.507699 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9a3edbd4-59d3-4b2b-a30d-af53275dcec7 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:44.514568 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9a3edbd4-59d3-4b2b-a30d-af53275dcec7 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:44.538994 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3edbd4-59d3-4b2b-a30d-af53275dcec7 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1179d000-524f-44f9-97e7-573a97f9453a,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:44.546505 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cc1419-17a2-4cf7-92c8-a1bd26c6f48f None None] The sync data for ids ['a34405dc-7365-4219-a25d-fcabab27ff76'] in n-d-768862-13 is: [{'id': 'a34405dc-7365-4219-a25d-fcabab27ff76', 'name': 'tempest-TestNetworkBasicOps-router-1369078026', 'tenant_id': '93bc202ab78e4c76bb57fc3fb075815b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': '543e9e0f-e477-45e7-9128-0a926402cf6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:57:33Z', 'updated_at': '2021-08-10T03:57:39Z', 'revision_number': 4, 'project_id': '93bc202ab78e4c76bb57fc3fb075815b', 'gw_port': {'id': '543e9e0f-e477-45e7-9128-0a926402cf6d', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:21:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34405dc-7365-4219-a25d-fcabab27ff76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:57:34Z', 'updated_at': '2021-08-10T03:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '150755e7-a094-48dc-9fc1-51a5e02430e0', 'name': '', 'network_id': '7fbbbede-b601-4798-a2e9-79beee09a803', 'tenant_id': '93bc202ab78e4c76bb57fc3fb075815b', 'mac_address': 'fa:16:3e:d6:fb:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a34405dc-7365-4219-a25d-fcabab27ff76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': '90b2633e-e851-4d89-9c12-ca6b3447cee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:57:37Z', 'updated_at': '2021-08-10T03:57:43Z', 'revision_number': 4, 'project_id': '93bc202ab78e4c76bb57fc3fb075815b', 'subnets': [{'id': '90b2633e-e851-4d89-9c12-ca6b3447cee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:57:44.550534 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9a3edbd4-59d3-4b2b-a30d-af53275dcec7 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:44.552119 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-9a3edbd4-59d3-4b2b-a30d-af53275dcec7 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2232909 Aug 10 03:57:44.556858 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 44866) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:44.569587 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-bf9b28cf-5ff8-47e3-b7ab-75fd670bfff7 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Request body: {'security_group_rule': {'security_group_id': '5b2fb072-387f-4597-9b34-3f1fca6337bc', 'project_id': '93bc202ab78e4c76bb57fc3fb075815b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:44.627592 n-d-768862-13 neutron-server[94261]: INFO neutron.db.securitygroups_db [None req-bf9b28cf-5ff8-47e3-b7ab-75fd670bfff7 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Project 93bc202ab78e4c76bb57fc3fb075815b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 03:57:44.634016 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bf9b28cf-5ff8-47e3-b7ab-75fd670bfff7 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:44.739658 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bf9b28cf-5ff8-47e3-b7ab-75fd670bfff7 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:44.750105 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bf9b28cf-5ff8-47e3-b7ab-75fd670bfff7 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:44.788063 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9b28cf-5ff8-47e3-b7ab-75fd670bfff7 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ba7790d-7cff-4b8e-b241-515968af9b10,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:44.804709 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bf9b28cf-5ff8-47e3-b7ab-75fd670bfff7 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:44.806509 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-bf9b28cf-5ff8-47e3-b7ab-75fd670bfff7 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2485700 Aug 10 03:57:44.813947 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 44868) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:44.819135 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-a8a1ed6b-f074-4ea3-9957-79fa709d7b80 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Request body: {'security_group_rule': {'security_group_id': '5b2fb072-387f-4597-9b34-3f1fca6337bc', 'project_id': '93bc202ab78e4c76bb57fc3fb075815b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:44.845301 n-d-768862-13 neutron-server[94261]: INFO neutron.db.securitygroups_db [None req-a8a1ed6b-f074-4ea3-9957-79fa709d7b80 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Project 93bc202ab78e4c76bb57fc3fb075815b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 03:57:44.854263 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a8a1ed6b-f074-4ea3-9957-79fa709d7b80 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:44.962089 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a8a1ed6b-f074-4ea3-9957-79fa709d7b80 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:44.969578 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a8a1ed6b-f074-4ea3-9957-79fa709d7b80 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:44.992882 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1ed6b-f074-4ea3-9957-79fa709d7b80 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bf4b2bf-7db6-4fc0-9db8-24f20758610f,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:45.007389 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a8a1ed6b-f074-4ea3-9957-79fa709d7b80 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:45.008938 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a8a1ed6b-f074-4ea3-9957-79fa709d7b80 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1937733 Aug 10 03:57:45.413285 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7fc64f70-5c59-40fd-8e68-00e8cfd2a1c7 req-9fc9c427-7c06-46e0-b37b-7952b6418757 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1368635831&fields=id&tenant_id=93bc202ab78e4c76bb57fc3fb075815b HTTP/1.1" status: 200 len: 267 time: 0.1848280 Aug 10 03:57:45.637826 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-bd08bb54-e01c-43ea-90e1-f6df5496662f tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:45.721339 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 150755e7-a094-48dc-9fc1-51a5e02430e0 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:57:45.786990 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc64f70-5c59-40fd-8e68-00e8cfd2a1c7 req-d4a25a16-2232-4b9a-8f0d-9b995231a58a tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:45.789893 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7fc64f70-5c59-40fd-8e68-00e8cfd2a1c7 req-d4a25a16-2232-4b9a-8f0d-9b995231a58a tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "GET /v2.0/networks?id=7fbbbede-b601-4798-a2e9-79beee09a803 HTTP/1.1" status: 200 len: 797 time: 0.3599250 Aug 10 03:57:45.791412 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-bd08bb54-e01c-43ea-90e1-f6df5496662f tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:45.828129 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 150755e7-a094-48dc-9fc1-51a5e02430e0 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:57:45.836247 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 150755e7-a094-48dc-9fc1-51a5e02430e0 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:57:45.836772 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:45.844537 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7fc64f70-5c59-40fd-8e68-00e8cfd2a1c7 req-d48f7c68-562c-458a-bbff-14ae32390d0a tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "GET /v2.0/quotas/93bc202ab78e4c76bb57fc3fb075815b HTTP/1.1" status: 200 len: 375 time: 0.0490472 Aug 10 03:57:45.975421 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7fc64f70-5c59-40fd-8e68-00e8cfd2a1c7 req-c53f434c-4e1a-4c66-93ba-9d463a9e3d5c tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=93bc202ab78e4c76bb57fc3fb075815b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1283307 Aug 10 03:57:45.997860 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:46.063298 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 150755e7-a094-48dc-9fc1-51a5e02430e0, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=150755e7-a094-48dc-9fc1-51a5e02430e0,segment=NetworkSegment(14e2fd9b-e263-423c-adc2-3712520b9915),segment_id=14e2fd9b-e263-423c-adc2-3712520b9915)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:46.070563 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:46.167865 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=150755e7-a094-48dc-9fc1-51a5e02430e0,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:46.261718 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7fc64f70-5c59-40fd-8e68-00e8cfd2a1c7 req-4860f293-39ed-45b3-8f75-994f729bcce0 service neutron] 10.222.0.44 "GET /v2.0/networks/7fbbbede-b601-4798-a2e9-79beee09a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561028 Aug 10 03:57:46.344534 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-bd08bb54-e01c-43ea-90e1-f6df5496662f tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:46.357040 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-bd08bb54-e01c-43ea-90e1-f6df5496662f tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:46.460013 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:57:46.805011 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7fc64f70-5c59-40fd-8e68-00e8cfd2a1c7 req-51d712d6-ed0c-421a-94b4-7b1bf7e26116 service neutron] 10.222.0.44 "GET /v2.0/networks/7fbbbede-b601-4798-a2e9-79beee09a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5349457 Aug 10 03:57:46.806147 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd08bb54-e01c-43ea-90e1-f6df5496662f tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Pushing event updated for resources: {'Port': ['ID=2f46c258-cfd0-436a-bbc8-66fdd7acd397,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:46.835730 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-bd08bb54-e01c-43ea-90e1-f6df5496662f tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:47.011735 n-d-768862-13 neutron-server[94260]: INFO neutron.db.l3_db [None req-bd08bb54-e01c-43ea-90e1-f6df5496662f tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Floating IP 016955d7-d405-437d-96d3-d025e43f8914 associated. External IP: 172.25.6.99, port: fe04a521-0921-4a04-ba77-d61311a154aa. Aug 10 03:57:47.293696 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd08bb54-e01c-43ea-90e1-f6df5496662f tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Router 12453f5c-b8ce-4929-9de2-0ab36056e1d3 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:57:47.455539 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd08bb54-e01c-43ea-90e1-f6df5496662f tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:57:47.469641 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbb03ce-9898-4a1a-8f5d-30be41e3aa07 None None] Sync routers for ids ['12453f5c-b8ce-4929-9de2-0ab36056e1d3'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:57:47.479794 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-bd08bb54-e01c-43ea-90e1-f6df5496662f tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:47.484441 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbb03ce-9898-4a1a-8f5d-30be41e3aa07 None None] Routers {'12453f5c-b8ce-4929-9de2-0ab36056e1d3'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:57:47.485494 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-bfbb03ce-9898-4a1a-8f5d-30be41e3aa07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:57:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['12453f5c-b8ce-4929-9de2-0ab36056e1d3'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:47.535640 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-bd08bb54-e01c-43ea-90e1-f6df5496662f tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.1720929 Aug 10 03:57:47.535640 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7724bce-4a94-428a-b4bf-16e4fd9e4623', 'tag': 'fe04a521-0921-4a04-ba77-d61311a154aa'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:57:47.545865 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e62cc6-6c94-4d48-98b5-a65d97c74837" -d '{"events": [{"name": "network-changed", "server_uuid": "c7724bce-4a94-428a-b4bf-16e4fd9e4623", "tag": "fe04a521-0921-4a04-ba77-d61311a154aa"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:57:47.638563 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 150755e7-a094-48dc-9fc1-51a5e02430e0 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:57:47.688177 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50703c39-b452-4f17-a7f9-8d7148ed33cc req-5e96a92d-974e-4c49-8e7e-ed70faca8227 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:47.689890 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-50703c39-b452-4f17-a7f9-8d7148ed33cc req-5e96a92d-974e-4c49-8e7e-ed70faca8227 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7724bce-4a94-428a-b4bf-16e4fd9e4623 HTTP/1.1" status: 200 len: 946 time: 0.0744119 Aug 10 03:57:47.763455 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-50703c39-b452-4f17-a7f9-8d7148ed33cc req-ccbe640c-a3a7-4474-9364-b8b9f13ae03a tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=12268945-8b56-426f-af9d-d65d92419e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660152 Aug 10 03:57:47.788184 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 44892) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:47.828571 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b78a6015-59d6-476e-89d4-f76b7ad69d05 x-openstack-request-id: req-b78a6015-59d6-476e-89d4-f76b7ad69d05 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:57:47.829230 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7724bce-4a94-428a-b4bf-16e4fd9e4623", "tag": "fe04a521-0921-4a04-ba77-d61311a154aa", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:57:47.829446 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b78a6015-59d6-476e-89d4-f76b7ad69d05 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:57:47.830520 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7724bce-4a94-428a-b4bf-16e4fd9e4623', 'tag': 'fe04a521-0921-4a04-ba77-d61311a154aa', 'status': 'completed', 'code': 200} Aug 10 03:57:47.875490 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-bfbb03ce-9898-4a1a-8f5d-30be41e3aa07 None None] Set router 12453f5c-b8ce-4929-9de2-0ab36056e1d3 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:57:47.910952 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-386570ef-c049-4a92-b535-bdaafd8caffa tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/floatingips/016955d7-d405-437d-96d3-d025e43f8914 HTTP/1.1" status: 200 len: 991 time: 0.1188591 Aug 10 03:57:47.927792 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e62cc6-6c94-4d48-98b5-a65d97c74837 req-84f591a4-9f28-4545-beda-afe88e6b8140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:47.929523 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-62e62cc6-6c94-4d48-98b5-a65d97c74837 req-84f591a4-9f28-4545-beda-afe88e6b8140 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b8b99293bc0b4fae85b62fcecb6d67eb&device_id=c7724bce-4a94-428a-b4bf-16e4fd9e4623 HTTP/1.1" status: 200 len: 1098 time: 0.0677490 Aug 10 03:57:47.934008 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 150755e7-a094-48dc-9fc1-51a5e02430e0 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:57:47.934452 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:48.146082 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5baff52e-3ea6-489a-a286-7279361be6d4 req-6835f285-0580-4ce2-8ac6-5e55153972df tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "GET /v2.0/ports?device_id=b739759e-4079-4a02-9607-9c5587aa64f3 HTTP/1.1" status: 200 len: 210 time: 0.0642738 Aug 10 03:57:48.190208 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e62cc6-6c94-4d48-98b5-a65d97c74837 req-bdaa65f9-db20-4c98-ac71-6c326e005d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:48.193149 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-62e62cc6-6c94-4d48-98b5-a65d97c74837 req-bdaa65f9-db20-4c98-ac71-6c326e005d0d service neutron] 10.222.0.61 "GET /v2.0/networks?id=56ebbad4-3b9a-4918-868a-aeb226900542 HTTP/1.1" status: 200 len: 896 time: 0.2552791 Aug 10 03:57:48.257673 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-bfbb03ce-9898-4a1a-8f5d-30be41e3aa07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12453f5c-b8ce-4929-9de2-0ab36056e1d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53240883', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': 'af0afefd-886a-41ef-acf0-f6c615abdd4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:57:15Z', 'updated_at': '2021-08-10T03:57:22Z', 'revision_number': 4, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'gw_port': {'id': 'af0afefd-886a-41ef-acf0-f6c615abdd4b', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:42:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12453f5c-b8ce-4929-9de2-0ab36056e1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:57:15Z', 'updated_at': '2021-08-10T03:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '016955d7-d405-437d-96d3-d025e43f8914', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'floating_ip_address': '172.25.6.99', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '12453f5c-b8ce-4929-9de2-0ab36056e1d3', 'port_id': 'fe04a521-0921-4a04-ba77-d61311a154aa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3852, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56ebbad4-3b9a-4918-868a-aeb226900542', 'mac_address': 'fa:16:3e:d6:09:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7724bce-4a94-428a-b4bf-16e4fd9e4623', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:57:44Z', 'updated_at': '2021-08-10T03:57:44Z', 'revision_number': 0, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3921b44-a4fe-44ec-8e14-75d7e8ccc39b', 'name': '', 'network_id': '56ebbad4-3b9a-4918-868a-aeb226900542', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'mac_address': 'fa:16:3e:71:70:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12453f5c-b8ce-4929-9de2-0ab36056e1d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '8a3c4dd9-ad82-4a11-9084-34ae0c7b441d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:57:20Z', 'updated_at': '2021-08-10T03:57:27Z', 'revision_number': 5, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'subnets': [{'id': '8a3c4dd9-ad82-4a11-9084-34ae0c7b441d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:48.297726 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbb03ce-9898-4a1a-8f5d-30be41e3aa07 None None] Checking router: 12453f5c-b8ce-4929-9de2-0ab36056e1d3 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:57:48.310960 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbb03ce-9898-4a1a-8f5d-30be41e3aa07 None None] Routers {'12453f5c-b8ce-4929-9de2-0ab36056e1d3'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:57:48.311825 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-bfbb03ce-9898-4a1a-8f5d-30be41e3aa07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:57:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['12453f5c-b8ce-4929-9de2-0ab36056e1d3'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:48.312614 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-62e62cc6-6c94-4d48-98b5-a65d97c74837 req-dce55f1c-ab9e-4c56-a5c4-22f07a3123fd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe04a521-0921-4a04-ba77-d61311a154aa HTTP/1.1" status: 200 len: 999 time: 0.1122777 Aug 10 03:57:48.426617 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e62cc6-6c94-4d48-98b5-a65d97c74837 req-10d9faec-2c01-47eb-a811-a1b1da144758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:48.429052 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-62e62cc6-6c94-4d48-98b5-a65d97c74837 req-10d9faec-2c01-47eb-a811-a1b1da144758 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8a3c4dd9-ad82-4a11-9084-34ae0c7b441d HTTP/1.1" status: 200 len: 834 time: 0.1084421 Aug 10 03:57:48.519197 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e62cc6-6c94-4d48-98b5-a65d97c74837 req-faa54a8c-3c0d-43ef-ae09-3acf59fad085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:48.521594 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-62e62cc6-6c94-4d48-98b5-a65d97c74837 req-faa54a8c-3c0d-43ef-ae09-3acf59fad085 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=56ebbad4-3b9a-4918-868a-aeb226900542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0787148 Aug 10 03:57:48.539283 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-bfbb03ce-9898-4a1a-8f5d-30be41e3aa07 None None] Set router 12453f5c-b8ce-4929-9de2-0ab36056e1d3 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:57:48.656354 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-62e62cc6-6c94-4d48-98b5-a65d97c74837 req-c2dc1b76-74c8-4ced-9fed-b935507f8df4 service neutron] 10.222.0.61 "GET /v2.0/networks/56ebbad4-3b9a-4918-868a-aeb226900542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185691 Aug 10 03:57:48.798193 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-62e62cc6-6c94-4d48-98b5-a65d97c74837 req-5b4df1c5-e672-493c-9665-7a0ae21a1fdf service neutron] 10.222.0.61 "GET /v2.0/networks/56ebbad4-3b9a-4918-868a-aeb226900542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337223 Aug 10 03:57:48.885522 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-be97d7aa-0380-4de3-b63a-85c60ee84e39 req-96bd1f6c-9551-4d7d-afdd-0e0a62f26e8b tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-793863272&fields=id&tenant_id=d7797a7e7c744219a6cd7e79c926312f HTTP/1.1" status: 200 len: 267 time: 0.0508749 Aug 10 03:57:48.912048 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 44916) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:49.004768 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-7a307c82-b1f0-4bdd-8e5d-61bd91ba72cc tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/floatingips/016955d7-d405-437d-96d3-d025e43f8914 HTTP/1.1" status: 200 len: 991 time: 0.0877268 Aug 10 03:57:49.005287 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-bfbb03ce-9898-4a1a-8f5d-30be41e3aa07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12453f5c-b8ce-4929-9de2-0ab36056e1d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53240883', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': 'af0afefd-886a-41ef-acf0-f6c615abdd4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:57:15Z', 'updated_at': '2021-08-10T03:57:22Z', 'revision_number': 4, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'gw_port': {'id': 'af0afefd-886a-41ef-acf0-f6c615abdd4b', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:42:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12453f5c-b8ce-4929-9de2-0ab36056e1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:57:15Z', 'updated_at': '2021-08-10T03:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '016955d7-d405-437d-96d3-d025e43f8914', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'floating_ip_address': '172.25.6.99', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '12453f5c-b8ce-4929-9de2-0ab36056e1d3', 'port_id': 'fe04a521-0921-4a04-ba77-d61311a154aa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3852, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56ebbad4-3b9a-4918-868a-aeb226900542', 'mac_address': 'fa:16:3e:d6:09:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7724bce-4a94-428a-b4bf-16e4fd9e4623', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:57:44Z', 'updated_at': '2021-08-10T03:57:44Z', 'revision_number': 0, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3921b44-a4fe-44ec-8e14-75d7e8ccc39b', 'name': '', 'network_id': '56ebbad4-3b9a-4918-868a-aeb226900542', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'mac_address': 'fa:16:3e:71:70:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12453f5c-b8ce-4929-9de2-0ab36056e1d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '8a3c4dd9-ad82-4a11-9084-34ae0c7b441d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:57:20Z', 'updated_at': '2021-08-10T03:57:27Z', 'revision_number': 5, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'subnets': [{'id': '8a3c4dd9-ad82-4a11-9084-34ae0c7b441d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:49.059604 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbb03ce-9898-4a1a-8f5d-30be41e3aa07 None None] The sync data for ids ['12453f5c-b8ce-4929-9de2-0ab36056e1d3'] in n-d-768862-13 is: [{'id': '12453f5c-b8ce-4929-9de2-0ab36056e1d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53240883', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': 'af0afefd-886a-41ef-acf0-f6c615abdd4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:57:15Z', 'updated_at': '2021-08-10T03:57:22Z', 'revision_number': 4, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'gw_port': {'id': 'af0afefd-886a-41ef-acf0-f6c615abdd4b', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:42:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12453f5c-b8ce-4929-9de2-0ab36056e1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:57:15Z', 'updated_at': '2021-08-10T03:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '016955d7-d405-437d-96d3-d025e43f8914', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'floating_ip_address': '172.25.6.99', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '12453f5c-b8ce-4929-9de2-0ab36056e1d3', 'port_id': 'fe04a521-0921-4a04-ba77-d61311a154aa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3852, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56ebbad4-3b9a-4918-868a-aeb226900542', 'mac_address': 'fa:16:3e:d6:09:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7724bce-4a94-428a-b4bf-16e4fd9e4623', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:57:44Z', 'updated_at': '2021-08-10T03:57:44Z', 'revision_number': 0, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3921b44-a4fe-44ec-8e14-75d7e8ccc39b', 'name': '', 'network_id': '56ebbad4-3b9a-4918-868a-aeb226900542', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'mac_address': 'fa:16:3e:71:70:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12453f5c-b8ce-4929-9de2-0ab36056e1d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '8a3c4dd9-ad82-4a11-9084-34ae0c7b441d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:57:20Z', 'updated_at': '2021-08-10T03:57:27Z', 'revision_number': 5, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'subnets': [{'id': '8a3c4dd9-ad82-4a11-9084-34ae0c7b441d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:57:49.061013 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be97d7aa-0380-4de3-b63a-85c60ee84e39 req-8739b730-9996-45f3-b8ba-cdb73f048d98 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:49.062604 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-be97d7aa-0380-4de3-b63a-85c60ee84e39 req-8739b730-9996-45f3-b8ba-cdb73f048d98 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/networks?id=9304a778-e332-4697-b169-f473c98c9db5 HTTP/1.1" status: 200 len: 811 time: 0.1640072 Aug 10 03:57:49.085694 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-be97d7aa-0380-4de3-b63a-85c60ee84e39 req-fac53088-9d90-42f8-b137-55d9062f5af7 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/quotas/d7797a7e7c744219a6cd7e79c926312f HTTP/1.1" status: 200 len: 375 time: 0.0102944 Aug 10 03:57:49.156955 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-be97d7aa-0380-4de3-b63a-85c60ee84e39 req-ee761fde-39a6-49f8-84d2-2a2ccffc6169 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d7797a7e7c744219a6cd7e79c926312f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0600822 Aug 10 03:57:49.287972 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8ae6837e-a354-4558-9de2-c35bef6ba95d req-977e5e23-2d59-4b6b-b58a-486d9cc30b3a tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "GET /v2.0/ports?device_id=b739759e-4079-4a02-9607-9c5587aa64f3 HTTP/1.1" status: 200 len: 210 time: 0.0490460 Aug 10 03:57:49.317986 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-be97d7aa-0380-4de3-b63a-85c60ee84e39 req-40ecc12a-acfa-4264-8338-2977d2c36f25 service neutron] 10.222.0.44 "GET /v2.0/networks/9304a778-e332-4697-b169-f473c98c9db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468084 Aug 10 03:57:49.346199 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2edceda-40ee-434c-a6f7-01a4c8e564ce None None] New status for floating IP 016955d7-d405-437d-96d3-d025e43f8914: ACTIVE {{(pid=94263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:57:49.530303 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-be97d7aa-0380-4de3-b63a-85c60ee84e39 req-b4a8a9d1-e288-4b1c-9fd2-83c8fe975435 service neutron] 10.222.0.44 "GET /v2.0/networks/9304a778-e332-4697-b169-f473c98c9db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110872 Aug 10 03:57:49.545710 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc64f70-5c59-40fd-8e68-00e8cfd2a1c7 req-bc3be189-43f4-4984-a50f-bff40543d22b tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:49.549428 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7fc64f70-5c59-40fd-8e68-00e8cfd2a1c7 req-bc3be189-43f4-4984-a50f-bff40543d22b tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.42 "GET /v2.0/networks?id=7fbbbede-b601-4798-a2e9-79beee09a803 HTTP/1.1" status: 200 len: 797 time: 0.1780910 Aug 10 03:57:49.606366 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7fc64f70-5c59-40fd-8e68-00e8cfd2a1c7 req-285aa8be-469e-4613-af6f-9635cbb80c00 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93bc202ab78e4c76bb57fc3fb075815b HTTP/1.1" status: 200 len: 380 time: 0.0480814 Aug 10 03:57:49.620845 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-7fc64f70-5c59-40fd-8e68-00e8cfd2a1c7 req-07a1793d-7893-4856-b81c-853b36e67798 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Request body: {'port': {'device_id': 'b739759e-4079-4a02-9607-9c5587aa64f3', 'network_id': '7fbbbede-b601-4798-a2e9-79beee09a803', 'admin_state_up': True, 'tenant_id': '93bc202ab78e4c76bb57fc3fb075815b', 'security_groups': ['5b2fb072-387f-4597-9b34-3f1fca6337bc']}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:49.752826 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fc64f70-5c59-40fd-8e68-00e8cfd2a1c7 req-07a1793d-7893-4856-b81c-853b36e67798 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Made reservation on behalf of 93bc202ab78e4c76bb57fc3fb075815b for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:57:49.756816 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-7fc64f70-5c59-40fd-8e68-00e8cfd2a1c7 req-07a1793d-7893-4856-b81c-853b36e67798 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:49.943241 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bb86c5d5-0817-4930-8c85-92460296fd1e req-d7db9c01-c03a-4b0d-8507-ff1875e7f584 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb7aa2da-de0d-44ea-91a0-c63ae127cfa9 HTTP/1.1" status: 200 len: 210 time: 0.0575552 Aug 10 03:57:49.977586 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-7fc64f70-5c59-40fd-8e68-00e8cfd2a1c7 req-07a1793d-7893-4856-b81c-853b36e67798 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Allocated IP 172.20.0.7 (7fbbbede-b601-4798-a2e9-79beee09a803/90b2633e-e851-4d89-9c12-ca6b3447cee1/14431cbc-d809-491d-8f10-b5deeb2128d1) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:57:50.008411 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 44934) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:50.099073 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-8bf5e4c4-b837-4de1-83f7-d9c01b8a0fdf tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/floatingips/016955d7-d405-437d-96d3-d025e43f8914 HTTP/1.1" status: 200 len: 993 time: 0.0851545 Aug 10 03:57:50.153357 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-7fc64f70-5c59-40fd-8e68-00e8cfd2a1c7 req-07a1793d-7893-4856-b81c-853b36e67798 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:50.169839 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-7fc64f70-5c59-40fd-8e68-00e8cfd2a1c7 req-07a1793d-7893-4856-b81c-853b36e67798 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Transition to ACTIVE for port object 14431cbc-d809-491d-8f10-b5deeb2128d1 will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:57:50.205797 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-7fc64f70-5c59-40fd-8e68-00e8cfd2a1c7 req-07a1793d-7893-4856-b81c-853b36e67798 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:50.261724 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fc64f70-5c59-40fd-8e68-00e8cfd2a1c7 req-07a1793d-7893-4856-b81c-853b36e67798 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Network 7fbbbede-b601-4798-a2e9-79beee09a803 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:57:50.266324 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-7fc64f70-5c59-40fd-8e68-00e8cfd2a1c7 req-07a1793d-7893-4856-b81c-853b36e67798 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:57:50.269083 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fc64f70-5c59-40fd-8e68-00e8cfd2a1c7 req-07a1793d-7893-4856-b81c-853b36e67798 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:57:50.307733 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a1793d-7893-4856-b81c-853b36e67798 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Pushing event updated for resources: {'Port': ['ID=14431cbc-d809-491d-8f10-b5deeb2128d1,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:50.346247 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc64f70-5c59-40fd-8e68-00e8cfd2a1c7 req-07a1793d-7893-4856-b81c-853b36e67798 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:50.347394 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-7fc64f70-5c59-40fd-8e68-00e8cfd2a1c7 req-07a1793d-7893-4856-b81c-853b36e67798 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:50.374518 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7fc64f70-5c59-40fd-8e68-00e8cfd2a1c7 req-07a1793d-7893-4856-b81c-853b36e67798 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7582619 Aug 10 03:57:50.388163 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-7fc64f70-5c59-40fd-8e68-00e8cfd2a1c7 req-224956bc-0904-4217-b812-4222a7624392 service neutron] Request body: {'port': {'device_id': 'b739759e-4079-4a02-9607-9c5587aa64f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:50.498964 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-7fc64f70-5c59-40fd-8e68-00e8cfd2a1c7 req-224956bc-0904-4217-b812-4222a7624392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:50.526092 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841f4550-8236-4471-a5eb-9f96ad952db1 req-a03c1507-ab9f-445f-96ba-82480839736c tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:50.528097 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-841f4550-8236-4471-a5eb-9f96ad952db1 req-a03c1507-ab9f-445f-96ba-82480839736c tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "GET /v2.0/ports?device_id=b739759e-4079-4a02-9607-9c5587aa64f3 HTTP/1.1" status: 200 len: 931 time: 0.1106715 Aug 10 03:57:50.579850 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-63ec9980-eddc-46fd-8b6c-109406e0c943 None None] Provisioning for port 14431cbc-d809-491d-8f10-b5deeb2128d1 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:57:50.585865 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-63ec9980-eddc-46fd-8b6c-109406e0c943 None None] Provisioning complete for port 14431cbc-d809-491d-8f10-b5deeb2128d1 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:57:50.586624 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-63ec9980-eddc-46fd-8b6c-109406e0c943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:50.635740 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-63ec9980-eddc-46fd-8b6c-109406e0c943 None None] Port 14431cbc-d809-491d-8f10-b5deeb2128d1 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:57:50.697532 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-841f4550-8236-4471-a5eb-9f96ad952db1 req-54b535e0-f27d-4888-b909-f616e264aa65 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b2fb072-387f-4597-9b34-3f1fca6337bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401041 Aug 10 03:57:50.881839 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-7fc64f70-5c59-40fd-8e68-00e8cfd2a1c7 req-224956bc-0904-4217-b812-4222a7624392 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14431cbc-d809-491d-8f10-b5deeb2128d1 {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:57:50.896843 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-7fc64f70-5c59-40fd-8e68-00e8cfd2a1c7 req-224956bc-0904-4217-b812-4222a7624392 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:50.918034 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-7fc64f70-5c59-40fd-8e68-00e8cfd2a1c7 req-224956bc-0904-4217-b812-4222a7624392 service neutron] Transition to ACTIVE for port object 14431cbc-d809-491d-8f10-b5deeb2128d1 will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:57:50.924499 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-7fc64f70-5c59-40fd-8e68-00e8cfd2a1c7 req-224956bc-0904-4217-b812-4222a7624392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:51.144492 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224956bc-0904-4217-b812-4222a7624392 service neutron] Pushing event updated for resources: {'Port': ['ID=14431cbc-d809-491d-8f10-b5deeb2128d1,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:51.190121 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9a1d270b-0bae-4d0b-95c4-6bc09786f12c req-32dad96c-2a6a-4be5-b645-da9ff7389b9b tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb7aa2da-de0d-44ea-91a0-c63ae127cfa9 HTTP/1.1" status: 200 len: 210 time: 0.0900741 Aug 10 03:57:51.247478 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be97d7aa-0380-4de3-b63a-85c60ee84e39 req-27a29627-e92b-4489-9859-6d6c1af3175e tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:51.249098 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-be97d7aa-0380-4de3-b63a-85c60ee84e39 req-27a29627-e92b-4489-9859-6d6c1af3175e tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.61 "GET /v2.0/networks?id=9304a778-e332-4697-b169-f473c98c9db5 HTTP/1.1" status: 200 len: 811 time: 0.2828970 Aug 10 03:57:51.302720 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-7fc64f70-5c59-40fd-8e68-00e8cfd2a1c7 req-224956bc-0904-4217-b812-4222a7624392 service neutron] Attempting to bind port 14431cbc-d809-491d-8f10-b5deeb2128d1 on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:57:51.303092 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-7fc64f70-5c59-40fd-8e68-00e8cfd2a1c7 req-224956bc-0904-4217-b812-4222a7624392 service neutron] Attempting to bind port 14431cbc-d809-491d-8f10-b5deeb2128d1 by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '14e2fd9b-e263-423c-adc2-3712520b9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7fbbbede-b601-4798-a2e9-79beee09a803'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:57:51.303359 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc64f70-5c59-40fd-8e68-00e8cfd2a1c7 req-224956bc-0904-4217-b812-4222a7624392 service neutron] Attempting to bind port 14431cbc-d809-491d-8f10-b5deeb2128d1 on network 7fbbbede-b601-4798-a2e9-79beee09a803 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:57:51.314070 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc64f70-5c59-40fd-8e68-00e8cfd2a1c7 req-224956bc-0904-4217-b812-4222a7624392 service neutron] Port 14431cbc-d809-491d-8f10-b5deeb2128d1 on network 7fbbbede-b601-4798-a2e9-79beee09a803 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:57:51.314480 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc64f70-5c59-40fd-8e68-00e8cfd2a1c7 req-224956bc-0904-4217-b812-4222a7624392 service neutron] Attempting to bind port 14431cbc-d809-491d-8f10-b5deeb2128d1 on network 7fbbbede-b601-4798-a2e9-79beee09a803 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:57:51.321789 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-be97d7aa-0380-4de3-b63a-85c60ee84e39 req-1fec746f-e33a-47dc-9aea-536acf5d2c74 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7797a7e7c744219a6cd7e79c926312f HTTP/1.1" status: 200 len: 379 time: 0.0621274 Aug 10 03:57:51.325041 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc64f70-5c59-40fd-8e68-00e8cfd2a1c7 req-224956bc-0904-4217-b812-4222a7624392 service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:57:51.325418 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc64f70-5c59-40fd-8e68-00e8cfd2a1c7 req-224956bc-0904-4217-b812-4222a7624392 service neutron] Checking segment: {'id': '14e2fd9b-e263-423c-adc2-3712520b9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7fbbbede-b601-4798-a2e9-79beee09a803'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:57:51.325813 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc64f70-5c59-40fd-8e68-00e8cfd2a1c7 req-224956bc-0904-4217-b812-4222a7624392 service neutron] Bound using segment: {'id': '14e2fd9b-e263-423c-adc2-3712520b9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7fbbbede-b601-4798-a2e9-79beee09a803'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:57:51.326325 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-7fc64f70-5c59-40fd-8e68-00e8cfd2a1c7 req-224956bc-0904-4217-b812-4222a7624392 service neutron] Bound port: 14431cbc-d809-491d-8f10-b5deeb2128d1, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14e2fd9b-e263-423c-adc2-3712520b9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7fbbbede-b601-4798-a2e9-79beee09a803'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:57:51.326821 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-7fc64f70-5c59-40fd-8e68-00e8cfd2a1c7 req-224956bc-0904-4217-b812-4222a7624392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:51.335169 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-be97d7aa-0380-4de3-b63a-85c60ee84e39 req-d49f9f79-b9ec-45c9-afdf-2be1b323cded tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Request body: {'port': {'device_id': 'eb7aa2da-de0d-44ea-91a0-c63ae127cfa9', 'network_id': '9304a778-e332-4697-b169-f473c98c9db5', 'admin_state_up': True, 'tenant_id': 'd7797a7e7c744219a6cd7e79c926312f', 'security_groups': ['c4c4ff7d-9ab8-47ae-9a13-1b1093e29100']}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:51.398047 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-fef7d8c7-5dcc-4811-b7c2-09dd8efb3296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:51.483008 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-7fc64f70-5c59-40fd-8e68-00e8cfd2a1c7 req-224956bc-0904-4217-b812-4222a7624392 service neutron] For port 14431cbc-d809-491d-8f10-b5deeb2128d1, host n-h1-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:57:51.488691 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-7fc64f70-5c59-40fd-8e68-00e8cfd2a1c7 req-224956bc-0904-4217-b812-4222a7624392 service neutron] For port 14431cbc-d809-491d-8f10-b5deeb2128d1, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=14431cbc-d809-491d-8f10-b5deeb2128d1,segment=NetworkSegment(14e2fd9b-e263-423c-adc2-3712520b9915),segment_id=14e2fd9b-e263-423c-adc2-3712520b9915)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:57:51.496184 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-7fc64f70-5c59-40fd-8e68-00e8cfd2a1c7 req-224956bc-0904-4217-b812-4222a7624392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:51.544863 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc64f70-5c59-40fd-8e68-00e8cfd2a1c7 req-224956bc-0904-4217-b812-4222a7624392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:51.545535 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-7fc64f70-5c59-40fd-8e68-00e8cfd2a1c7 req-224956bc-0904-4217-b812-4222a7624392 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:51.547028 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7fc64f70-5c59-40fd-8e68-00e8cfd2a1c7 req-224956bc-0904-4217-b812-4222a7624392 service neutron] 10.222.0.42 "PUT /v2.0/ports/14431cbc-d809-491d-8f10-b5deeb2128d1 HTTP/1.1" status: 200 len: 1092 time: 1.1636140 Aug 10 03:57:51.549378 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b739759e-4079-4a02-9607-9c5587aa64f3', 'tag': '14431cbc-d809-491d-8f10-b5deeb2128d1'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:57:51.551865 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c92c99be-aabc-458b-bcab-38a494d231eb" -d '{"events": [{"name": "network-changed", "server_uuid": "b739759e-4079-4a02-9607-9c5587aa64f3", "tag": "14431cbc-d809-491d-8f10-b5deeb2128d1"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:57:51.565797 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be97d7aa-0380-4de3-b63a-85c60ee84e39 req-d49f9f79-b9ec-45c9-afdf-2be1b323cded tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Made reservation on behalf of d7797a7e7c744219a6cd7e79c926312f for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:57:51.569529 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-be97d7aa-0380-4de3-b63a-85c60ee84e39 req-d49f9f79-b9ec-45c9-afdf-2be1b323cded tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:51.597453 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224956bc-0904-4217-b812-4222a7624392 service neutron] Pushing event updated for resources: {'Port': ['ID=14431cbc-d809-491d-8f10-b5deeb2128d1,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:51.658463 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58168d72-d396-4550-971d-a772e2f43b4e x-openstack-request-id: req-58168d72-d396-4550-971d-a772e2f43b4e {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:57:51.658756 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b739759e-4079-4a02-9607-9c5587aa64f3", "tag": "14431cbc-d809-491d-8f10-b5deeb2128d1", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:57:51.659046 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-58168d72-d396-4550-971d-a772e2f43b4e {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:57:51.659461 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b739759e-4079-4a02-9607-9c5587aa64f3', 'tag': '14431cbc-d809-491d-8f10-b5deeb2128d1', 'status': 'completed', 'code': 200} Aug 10 03:57:52.102827 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc64f70-5c59-40fd-8e68-00e8cfd2a1c7 req-c4de5933-e124-4abc-8703-98fb92cfe544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:52.104374 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7fc64f70-5c59-40fd-8e68-00e8cfd2a1c7 req-c4de5933-e124-4abc-8703-98fb92cfe544 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=93bc202ab78e4c76bb57fc3fb075815b&device_id=b739759e-4079-4a02-9607-9c5587aa64f3 HTTP/1.1" status: 200 len: 1095 time: 0.4582455 Aug 10 03:57:52.115195 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-be97d7aa-0380-4de3-b63a-85c60ee84e39 req-d49f9f79-b9ec-45c9-afdf-2be1b323cded tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Allocated IP 172.20.0.6 (9304a778-e332-4697-b169-f473c98c9db5/004bec00-f412-4962-b43d-0d7672578573/e5d7d3c1-ed38-4ac4-86a9-5590d341ab13) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:57:52.135078 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4a3dff-a99d-44e3-a170-4dca8e000320 req-45122cdf-35cf-4a86-a6a3-33947a539136 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:52.136784 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9a4a3dff-a99d-44e3-a170-4dca8e000320 req-45122cdf-35cf-4a86-a6a3-33947a539136 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "GET /v2.0/ports?device_id=b739759e-4079-4a02-9607-9c5587aa64f3 HTTP/1.1" status: 200 len: 943 time: 0.1284716 Aug 10 03:57:52.180875 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7fc64f70-5c59-40fd-8e68-00e8cfd2a1c7 req-38414ed3-45f9-416c-8f80-d28e89f3a13b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14431cbc-d809-491d-8f10-b5deeb2128d1 HTTP/1.1" status: 200 len: 217 time: 0.0631404 Aug 10 03:57:52.335306 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc64f70-5c59-40fd-8e68-00e8cfd2a1c7 req-044cc06a-afeb-44c0-9783-aea422a92a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:52.336803 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7fc64f70-5c59-40fd-8e68-00e8cfd2a1c7 req-044cc06a-afeb-44c0-9783-aea422a92a99 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=90b2633e-e851-4d89-9c12-ca6b3447cee1 HTTP/1.1" status: 200 len: 835 time: 0.1484628 Aug 10 03:57:52.339863 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9a4a3dff-a99d-44e3-a170-4dca8e000320 req-c9e96c4f-8670-4bc2-b49d-3d2e7ed363fb tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b2fb072-387f-4597-9b34-3f1fca6337bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1661441 Aug 10 03:57:52.373735 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3410bced-c672-42b1-b0fb-dbf693caec4f req-bf1de776-f3fb-42a9-99e4-80e4e331cedf tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb7aa2da-de0d-44ea-91a0-c63ae127cfa9 HTTP/1.1" status: 200 len: 210 time: 0.0515151 Aug 10 03:57:52.451035 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc64f70-5c59-40fd-8e68-00e8cfd2a1c7 req-d09500af-58fa-4386-a912-8bc948ef0541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:52.452454 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7fc64f70-5c59-40fd-8e68-00e8cfd2a1c7 req-d09500af-58fa-4386-a912-8bc948ef0541 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7fbbbede-b601-4798-a2e9-79beee09a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1082687 Aug 10 03:57:52.458606 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-be97d7aa-0380-4de3-b63a-85c60ee84e39 req-d49f9f79-b9ec-45c9-afdf-2be1b323cded tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:52.520937 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-be97d7aa-0380-4de3-b63a-85c60ee84e39 req-d49f9f79-b9ec-45c9-afdf-2be1b323cded tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Transition to ACTIVE for port object e5d7d3c1-ed38-4ac4-86a9-5590d341ab13 will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:57:52.591995 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7fc64f70-5c59-40fd-8e68-00e8cfd2a1c7 req-d2192789-e658-4448-9e68-c8b0755d4885 service neutron] 10.222.0.42 "GET /v2.0/networks/7fbbbede-b601-4798-a2e9-79beee09a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306336 Aug 10 03:57:52.613445 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-be97d7aa-0380-4de3-b63a-85c60ee84e39 req-d49f9f79-b9ec-45c9-afdf-2be1b323cded tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:52.749365 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be97d7aa-0380-4de3-b63a-85c60ee84e39 req-d49f9f79-b9ec-45c9-afdf-2be1b323cded tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Network 9304a778-e332-4697-b169-f473c98c9db5 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:57:52.755350 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49f9f79-b9ec-45c9-afdf-2be1b323cded tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Pushing event updated for resources: {'Port': ['ID=e5d7d3c1-ed38-4ac4-86a9-5590d341ab13,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:52.758092 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-be97d7aa-0380-4de3-b63a-85c60ee84e39 req-d49f9f79-b9ec-45c9-afdf-2be1b323cded tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:57:52.762829 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-be97d7aa-0380-4de3-b63a-85c60ee84e39 req-d49f9f79-b9ec-45c9-afdf-2be1b323cded tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:57:52.831482 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7fc64f70-5c59-40fd-8e68-00e8cfd2a1c7 req-35040832-f989-4dde-87dc-ee50d90b1020 service neutron] 10.222.0.42 "GET /v2.0/networks/7fbbbede-b601-4798-a2e9-79beee09a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316139 Aug 10 03:57:52.837706 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be97d7aa-0380-4de3-b63a-85c60ee84e39 req-d49f9f79-b9ec-45c9-afdf-2be1b323cded tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:52.838425 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-be97d7aa-0380-4de3-b63a-85c60ee84e39 req-d49f9f79-b9ec-45c9-afdf-2be1b323cded tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:52.866041 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-be97d7aa-0380-4de3-b63a-85c60ee84e39 req-d49f9f79-b9ec-45c9-afdf-2be1b323cded tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5351748 Aug 10 03:57:52.883175 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-be97d7aa-0380-4de3-b63a-85c60ee84e39 req-28e61523-cf07-415a-b4fc-57044b36b891 service neutron] Request body: {'port': {'device_id': 'eb7aa2da-de0d-44ea-91a0-c63ae127cfa9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:52.994456 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-be97d7aa-0380-4de3-b63a-85c60ee84e39 req-28e61523-cf07-415a-b4fc-57044b36b891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:53.000784 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92c99be-aabc-458b-bcab-38a494d231eb req-ac36b628-68fb-4b39-83a2-26ae26c1a583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:53.002524 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c92c99be-aabc-458b-bcab-38a494d231eb req-ac36b628-68fb-4b39-83a2-26ae26c1a583 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=93bc202ab78e4c76bb57fc3fb075815b&device_id=b739759e-4079-4a02-9607-9c5587aa64f3 HTTP/1.1" status: 200 len: 1095 time: 0.1123881 Aug 10 03:57:53.151419 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-d9e5b10e-12d4-414d-98c7-705dee0909e0 None None] Provisioning for port e5d7d3c1-ed38-4ac4-86a9-5590d341ab13 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:57:53.156927 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-d9e5b10e-12d4-414d-98c7-705dee0909e0 None None] Provisioning complete for port e5d7d3c1-ed38-4ac4-86a9-5590d341ab13 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:57:53.157673 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d9e5b10e-12d4-414d-98c7-705dee0909e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:53.197098 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-d9e5b10e-12d4-414d-98c7-705dee0909e0 None None] Port e5d7d3c1-ed38-4ac4-86a9-5590d341ab13 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:57:53.226271 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92c99be-aabc-458b-bcab-38a494d231eb req-327580b5-7f1a-473d-8766-a59cde406bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:53.227787 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c92c99be-aabc-458b-bcab-38a494d231eb req-327580b5-7f1a-473d-8766-a59cde406bd1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7fbbbede-b601-4798-a2e9-79beee09a803 HTTP/1.1" status: 200 len: 897 time: 0.2171359 Aug 10 03:57:53.291273 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c92c99be-aabc-458b-bcab-38a494d231eb req-460e0770-d4e9-4688-ad3d-0bf8c8bfe85b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14431cbc-d809-491d-8f10-b5deeb2128d1 HTTP/1.1" status: 200 len: 217 time: 0.0557470 Aug 10 03:57:53.410698 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92c99be-aabc-458b-bcab-38a494d231eb req-d94e821c-b8da-4351-b26a-1b6351965f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:53.413332 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c92c99be-aabc-458b-bcab-38a494d231eb req-d94e821c-b8da-4351-b26a-1b6351965f14 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=90b2633e-e851-4d89-9c12-ca6b3447cee1 HTTP/1.1" status: 200 len: 835 time: 0.0889869 Aug 10 03:57:53.606916 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92c99be-aabc-458b-bcab-38a494d231eb req-a71c1849-2f24-440c-a5ac-ee5e3aef159a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:53.608773 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c92c99be-aabc-458b-bcab-38a494d231eb req-a71c1849-2f24-440c-a5ac-ee5e3aef159a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7fbbbede-b601-4798-a2e9-79beee09a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1869891 Aug 10 03:57:53.688312 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ad521b93-8515-4c75-84f8-e8de803e80c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:53.717429 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd651a79-21f2-48e6-bfc6-76d76805f9b9 req-2554547f-3c98-4591-ad62-c5a58d53a9b2 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:53.719070 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bd651a79-21f2-48e6-bfc6-76d76805f9b9 req-2554547f-3c98-4591-ad62-c5a58d53a9b2 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "GET /v2.0/ports?device_id=b739759e-4079-4a02-9607-9c5587aa64f3 HTTP/1.1" status: 200 len: 943 time: 0.2460127 Aug 10 03:57:53.721336 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-be97d7aa-0380-4de3-b63a-85c60ee84e39 req-28e61523-cf07-415a-b4fc-57044b36b891 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5d7d3c1-ed38-4ac4-86a9-5590d341ab13 {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:57:53.738138 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3647e851-9e52-40ab-b5ba-c596dae191a4 req-415bc48b-9353-437a-8a22-29b30c08ca6e tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:53.739744 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3647e851-9e52-40ab-b5ba-c596dae191a4 req-415bc48b-9353-437a-8a22-29b30c08ca6e tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb7aa2da-de0d-44ea-91a0-c63ae127cfa9 HTTP/1.1" status: 200 len: 931 time: 0.2391810 Aug 10 03:57:53.747262 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-be97d7aa-0380-4de3-b63a-85c60ee84e39 req-28e61523-cf07-415a-b4fc-57044b36b891 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:53.808087 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-be97d7aa-0380-4de3-b63a-85c60ee84e39 req-28e61523-cf07-415a-b4fc-57044b36b891 service neutron] Transition to ACTIVE for port object e5d7d3c1-ed38-4ac4-86a9-5590d341ab13 will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:57:53.823626 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-be97d7aa-0380-4de3-b63a-85c60ee84e39 req-28e61523-cf07-415a-b4fc-57044b36b891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:53.883288 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bd651a79-21f2-48e6-bfc6-76d76805f9b9 req-bd358839-e3ca-4c4f-957b-553934ec670e tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b2fb072-387f-4597-9b34-3f1fca6337bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424925 Aug 10 03:57:53.899395 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3647e851-9e52-40ab-b5ba-c596dae191a4 req-9764aad8-72e0-4b17-9a5f-778b3c7a4435 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4c4ff7d-9ab8-47ae-9a13-1b1093e29100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1419697 Aug 10 03:57:53.910881 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c92c99be-aabc-458b-bcab-38a494d231eb req-c58ab21e-bde4-4976-aad2-109147d2d14d service neutron] 10.222.0.42 "GET /v2.0/networks/7fbbbede-b601-4798-a2e9-79beee09a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794907 Aug 10 03:57:53.955587 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e61523-cf07-415a-b4fc-57044b36b891 service neutron] Pushing event updated for resources: {'Port': ['ID=e5d7d3c1-ed38-4ac4-86a9-5590d341ab13,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:54.011612 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e61523-cf07-415a-b4fc-57044b36b891 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:54.011942 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e61523-cf07-415a-b4fc-57044b36b891 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:54.012282 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e61523-cf07-415a-b4fc-57044b36b891 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:54.012618 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e61523-cf07-415a-b4fc-57044b36b891 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:54.012951 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e61523-cf07-415a-b4fc-57044b36b891 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:54.013300 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e61523-cf07-415a-b4fc-57044b36b891 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:54.013602 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e61523-cf07-415a-b4fc-57044b36b891 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:54.013923 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e61523-cf07-415a-b4fc-57044b36b891 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:54.014262 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e61523-cf07-415a-b4fc-57044b36b891 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:54.014593 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e61523-cf07-415a-b4fc-57044b36b891 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:54.014915 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e61523-cf07-415a-b4fc-57044b36b891 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:54.015232 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e61523-cf07-415a-b4fc-57044b36b891 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:54.089335 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-be97d7aa-0380-4de3-b63a-85c60ee84e39 req-28e61523-cf07-415a-b4fc-57044b36b891 service neutron] Attempting to bind port e5d7d3c1-ed38-4ac4-86a9-5590d341ab13 on host n-h2-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:57:54.089683 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-be97d7aa-0380-4de3-b63a-85c60ee84e39 req-28e61523-cf07-415a-b4fc-57044b36b891 service neutron] Attempting to bind port e5d7d3c1-ed38-4ac4-86a9-5590d341ab13 by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': 'a02c445a-dd82-41b8-8c82-8deebd0db13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9304a778-e332-4697-b169-f473c98c9db5'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:57:54.090021 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be97d7aa-0380-4de3-b63a-85c60ee84e39 req-28e61523-cf07-415a-b4fc-57044b36b891 service neutron] Attempting to bind port e5d7d3c1-ed38-4ac4-86a9-5590d341ab13 on network 9304a778-e332-4697-b169-f473c98c9db5 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:57:54.097167 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c92c99be-aabc-458b-bcab-38a494d231eb req-013e3a8a-3947-4e32-8d98-31007542e850 service neutron] 10.222.0.42 "GET /v2.0/networks/7fbbbede-b601-4798-a2e9-79beee09a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764321 Aug 10 03:57:54.099659 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be97d7aa-0380-4de3-b63a-85c60ee84e39 req-28e61523-cf07-415a-b4fc-57044b36b891 service neutron] Port e5d7d3c1-ed38-4ac4-86a9-5590d341ab13 on network 9304a778-e332-4697-b169-f473c98c9db5 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:57:54.099985 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be97d7aa-0380-4de3-b63a-85c60ee84e39 req-28e61523-cf07-415a-b4fc-57044b36b891 service neutron] Attempting to bind port e5d7d3c1-ed38-4ac4-86a9-5590d341ab13 on network 9304a778-e332-4697-b169-f473c98c9db5 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:57:54.107250 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be97d7aa-0380-4de3-b63a-85c60ee84e39 req-28e61523-cf07-415a-b4fc-57044b36b891 service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:57:54.107600 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be97d7aa-0380-4de3-b63a-85c60ee84e39 req-28e61523-cf07-415a-b4fc-57044b36b891 service neutron] Checking segment: {'id': 'a02c445a-dd82-41b8-8c82-8deebd0db13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9304a778-e332-4697-b169-f473c98c9db5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:57:54.107998 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be97d7aa-0380-4de3-b63a-85c60ee84e39 req-28e61523-cf07-415a-b4fc-57044b36b891 service neutron] Bound using segment: {'id': 'a02c445a-dd82-41b8-8c82-8deebd0db13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9304a778-e332-4697-b169-f473c98c9db5'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:57:54.108463 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-be97d7aa-0380-4de3-b63a-85c60ee84e39 req-28e61523-cf07-415a-b4fc-57044b36b891 service neutron] Bound port: e5d7d3c1-ed38-4ac4-86a9-5590d341ab13, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a02c445a-dd82-41b8-8c82-8deebd0db13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9304a778-e332-4697-b169-f473c98c9db5'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:57:54.108828 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-be97d7aa-0380-4de3-b63a-85c60ee84e39 req-28e61523-cf07-415a-b4fc-57044b36b891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:54.221038 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-be97d7aa-0380-4de3-b63a-85c60ee84e39 req-28e61523-cf07-415a-b4fc-57044b36b891 service neutron] For port e5d7d3c1-ed38-4ac4-86a9-5590d341ab13, host n-h2-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:57:54.227614 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-be97d7aa-0380-4de3-b63a-85c60ee84e39 req-28e61523-cf07-415a-b4fc-57044b36b891 service neutron] For port e5d7d3c1-ed38-4ac4-86a9-5590d341ab13, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=e5d7d3c1-ed38-4ac4-86a9-5590d341ab13,segment=NetworkSegment(a02c445a-dd82-41b8-8c82-8deebd0db13e),segment_id=a02c445a-dd82-41b8-8c82-8deebd0db13e)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:57:54.235586 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-be97d7aa-0380-4de3-b63a-85c60ee84e39 req-28e61523-cf07-415a-b4fc-57044b36b891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:54.276452 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be97d7aa-0380-4de3-b63a-85c60ee84e39 req-28e61523-cf07-415a-b4fc-57044b36b891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:54.277077 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-be97d7aa-0380-4de3-b63a-85c60ee84e39 req-28e61523-cf07-415a-b4fc-57044b36b891 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:54.278869 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-be97d7aa-0380-4de3-b63a-85c60ee84e39 req-28e61523-cf07-415a-b4fc-57044b36b891 service neutron] 10.222.0.61 "PUT /v2.0/ports/e5d7d3c1-ed38-4ac4-86a9-5590d341ab13 HTTP/1.1" status: 200 len: 1092 time: 1.4043109 Aug 10 03:57:54.279487 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb7aa2da-de0d-44ea-91a0-c63ae127cfa9', 'tag': 'e5d7d3c1-ed38-4ac4-86a9-5590d341ab13'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:57:54.281937 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8573ccf-35b9-4560-a98d-d5b87ed7c2a9" -d '{"events": [{"name": "network-changed", "server_uuid": "eb7aa2da-de0d-44ea-91a0-c63ae127cfa9", "tag": "e5d7d3c1-ed38-4ac4-86a9-5590d341ab13"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:57:54.287325 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:54.380423 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e61523-cf07-415a-b4fc-57044b36b891 service neutron] Pushing event updated for resources: {'Port': ['ID=e5d7d3c1-ed38-4ac4-86a9-5590d341ab13,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:54.397869 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be97d7aa-0380-4de3-b63a-85c60ee84e39 req-6651f1be-5bdc-4ca7-a956-050fc4614e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:54.399734 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-be97d7aa-0380-4de3-b63a-85c60ee84e39 req-6651f1be-5bdc-4ca7-a956-050fc4614e81 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d7797a7e7c744219a6cd7e79c926312f&device_id=eb7aa2da-de0d-44ea-91a0-c63ae127cfa9 HTTP/1.1" status: 200 len: 1095 time: 0.0634968 Aug 10 03:57:54.408790 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-245f7327-741a-470a-8c08-332a56da7254 x-openstack-request-id: req-245f7327-741a-470a-8c08-332a56da7254 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:57:54.409454 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb7aa2da-de0d-44ea-91a0-c63ae127cfa9", "tag": "e5d7d3c1-ed38-4ac4-86a9-5590d341ab13", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:57:54.410009 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-245f7327-741a-470a-8c08-332a56da7254 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:57:54.410886 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb7aa2da-de0d-44ea-91a0-c63ae127cfa9', 'tag': 'e5d7d3c1-ed38-4ac4-86a9-5590d341ab13', 'status': 'completed', 'code': 200} Aug 10 03:57:54.463263 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-be97d7aa-0380-4de3-b63a-85c60ee84e39 req-6a420031-2232-41a9-b1dc-e2006ce761f8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5d7d3c1-ed38-4ac4-86a9-5590d341ab13 HTTP/1.1" status: 200 len: 217 time: 0.0510683 Aug 10 03:57:54.529499 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be97d7aa-0380-4de3-b63a-85c60ee84e39 req-be52e7b7-a59f-41a6-ac4a-c55d3888ea7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:54.531174 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-be97d7aa-0380-4de3-b63a-85c60ee84e39 req-be52e7b7-a59f-41a6-ac4a-c55d3888ea7d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=004bec00-f412-4962-b43d-0d7672578573 HTTP/1.1" status: 200 len: 850 time: 0.0565670 Aug 10 03:57:54.585261 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be97d7aa-0380-4de3-b63a-85c60ee84e39 req-f8668c24-5c79-4c06-b43c-cd40c98a05d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:54.586754 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-be97d7aa-0380-4de3-b63a-85c60ee84e39 req-f8668c24-5c79-4c06-b43c-cd40c98a05d8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9304a778-e332-4697-b169-f473c98c9db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466833 Aug 10 03:57:54.712357 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-be97d7aa-0380-4de3-b63a-85c60ee84e39 req-0802cbc8-0fa1-4f45-a31a-db909c5e0425 service neutron] 10.222.0.61 "GET /v2.0/networks/9304a778-e332-4697-b169-f473c98c9db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150014 Aug 10 03:57:54.817418 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-be97d7aa-0380-4de3-b63a-85c60ee84e39 req-68e8c477-02ec-4654-90bc-356b8f9a0855 service neutron] 10.222.0.61 "GET /v2.0/networks/9304a778-e332-4697-b169-f473c98c9db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959268 Aug 10 03:57:54.922949 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8573ccf-35b9-4560-a98d-d5b87ed7c2a9 req-1b4bc0ce-8ba2-4545-a4e8-66c03980ae34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:54.925118 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b8573ccf-35b9-4560-a98d-d5b87ed7c2a9 req-1b4bc0ce-8ba2-4545-a4e8-66c03980ae34 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d7797a7e7c744219a6cd7e79c926312f&device_id=eb7aa2da-de0d-44ea-91a0-c63ae127cfa9 HTTP/1.1" status: 200 len: 1095 time: 0.0535471 Aug 10 03:57:55.137642 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8573ccf-35b9-4560-a98d-d5b87ed7c2a9 req-ee7c569a-8bae-4d68-b75b-faf38284812b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:55.139219 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b8573ccf-35b9-4560-a98d-d5b87ed7c2a9 req-ee7c569a-8bae-4d68-b75b-faf38284812b service neutron] 10.222.0.61 "GET /v2.0/networks?id=9304a778-e332-4697-b169-f473c98c9db5 HTTP/1.1" status: 200 len: 911 time: 0.2068124 Aug 10 03:57:55.150901 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fce9ef-c309-4931-81fe-bf8e8019c36d req-27277c79-6c9b-4c69-8dc7-a37c0c1808b0 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:55.152527 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-61fce9ef-c309-4931-81fe-bf8e8019c36d req-27277c79-6c9b-4c69-8dc7-a37c0c1808b0 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "GET /v2.0/ports?device_id=b739759e-4079-4a02-9607-9c5587aa64f3 HTTP/1.1" status: 200 len: 943 time: 0.1331191 Aug 10 03:57:55.170908 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e733380-21c6-4764-bbb1-b8bcdedf57e1 req-e21458f4-f5d7-444c-b18c-84553a67d11c tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:55.172411 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0e733380-21c6-4764-bbb1-b8bcdedf57e1 req-e21458f4-f5d7-444c-b18c-84553a67d11c tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb7aa2da-de0d-44ea-91a0-c63ae127cfa9 HTTP/1.1" status: 200 len: 943 time: 0.1328442 Aug 10 03:57:55.214429 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b8573ccf-35b9-4560-a98d-d5b87ed7c2a9 req-4b1db2b7-3d37-4505-a4f4-ede59deb438d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5d7d3c1-ed38-4ac4-86a9-5590d341ab13 HTTP/1.1" status: 200 len: 217 time: 0.0608237 Aug 10 03:57:55.309261 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0e733380-21c6-4764-bbb1-b8bcdedf57e1 req-a8b07e8c-1a9b-4b2f-a54e-376cefa0cc7c tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4c4ff7d-9ab8-47ae-9a13-1b1093e29100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071353 Aug 10 03:57:55.313348 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-61fce9ef-c309-4931-81fe-bf8e8019c36d req-e6ac355d-b5a1-43fb-92a5-961c1f86bcb4 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b2fb072-387f-4597-9b34-3f1fca6337bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397171 Aug 10 03:57:55.319738 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8573ccf-35b9-4560-a98d-d5b87ed7c2a9 req-20548759-9150-488f-98c4-e917fc0755b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:55.322595 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b8573ccf-35b9-4560-a98d-d5b87ed7c2a9 req-20548759-9150-488f-98c4-e917fc0755b8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=004bec00-f412-4962-b43d-0d7672578573 HTTP/1.1" status: 200 len: 850 time: 0.0918782 Aug 10 03:57:55.382862 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8573ccf-35b9-4560-a98d-d5b87ed7c2a9 req-17fa2762-eab2-4b28-bb4b-a2ea6fba3d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:55.384426 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b8573ccf-35b9-4560-a98d-d5b87ed7c2a9 req-17fa2762-eab2-4b28-bb4b-a2ea6fba3d84 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9304a778-e332-4697-b169-f473c98c9db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509892 Aug 10 03:57:55.469847 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:55.506770 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b8573ccf-35b9-4560-a98d-d5b87ed7c2a9 req-6c05b1a5-6041-4781-a657-8d2b218c533f service neutron] 10.222.0.61 "GET /v2.0/networks/9304a778-e332-4697-b169-f473c98c9db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119030 Aug 10 03:57:55.613927 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b8573ccf-35b9-4560-a98d-d5b87ed7c2a9 req-5b5d7c66-3b18-4811-98e3-f9c07b950ff4 service neutron] 10.222.0.61 "GET /v2.0/networks/9304a778-e332-4697-b169-f473c98c9db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975399 Aug 10 03:57:56.226252 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 14431cbc-d809-491d-8f10-b5deeb2128d1 details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:57:56.329654 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:56.349825 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 14431cbc-d809-491d-8f10-b5deeb2128d1, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=14431cbc-d809-491d-8f10-b5deeb2128d1,segment=NetworkSegment(14e2fd9b-e263-423c-adc2-3712520b9915),segment_id=14e2fd9b-e263-423c-adc2-3712520b9915)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:56.366766 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': '14431cbc-d809-491d-8f10-b5deeb2128d1', 'network_id': '7fbbbede-b601-4798-a2e9-79beee09a803', 'port_id': '14431cbc-d809-491d-8f10-b5deeb2128d1', 'mac_address': 'fa:16:3e:87:52:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90b2633e-e851-4d89-9c12-ca6b3447cee1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:57:56.425823 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:56.442241 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14431cbc-d809-491d-8f10-b5deeb2128d1 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:57:56.469584 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 14431cbc-d809-491d-8f10-b5deeb2128d1, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=14431cbc-d809-491d-8f10-b5deeb2128d1,segment=NetworkSegment(14e2fd9b-e263-423c-adc2-3712520b9915),segment_id=14e2fd9b-e263-423c-adc2-3712520b9915)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:56.475159 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:56.534929 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f96160-affe-478d-836f-a160188be9cc req-11843177-9481-4e17-a1d3-d5286190bda4 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:56.536455 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-60f96160-affe-478d-836f-a160188be9cc req-11843177-9481-4e17-a1d3-d5286190bda4 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "GET /v2.0/ports?device_id=b739759e-4079-4a02-9607-9c5587aa64f3 HTTP/1.1" status: 200 len: 943 time: 0.1231635 Aug 10 03:57:56.542474 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=14431cbc-d809-491d-8f10-b5deeb2128d1,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:56.549622 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2690382-171f-4a87-adaf-3324d12ea546 req-a58d958c-7f05-48dc-93aa-dfbbbd031c9b tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:56.551271 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e2690382-171f-4a87-adaf-3324d12ea546 req-a58d958c-7f05-48dc-93aa-dfbbbd031c9b tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb7aa2da-de0d-44ea-91a0-c63ae127cfa9 HTTP/1.1" status: 200 len: 943 time: 0.1182759 Aug 10 03:57:56.558347 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:56.558914 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:56.559328 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:56.559912 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:56.560494 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:56.561352 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:56.561984 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:56.562544 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:56.563126 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:56.563894 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:56.564619 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:56.565066 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:56.614674 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-60f96160-affe-478d-836f-a160188be9cc req-7ca5c5e6-2dbe-481a-bdff-763bb1dac341 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b2fb072-387f-4597-9b34-3f1fca6337bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623419 Aug 10 03:57:56.617736 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e2690382-171f-4a87-adaf-3324d12ea546 req-2b75aa3a-8304-494e-903d-6627405bac91 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4c4ff7d-9ab8-47ae-9a13-1b1093e29100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591903 Aug 10 03:57:56.685375 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['14431cbc-d809-491d-8f10-b5deeb2128d1'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:57:56.902324 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:57.783656 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03a56e5-fcaf-4e0e-a060-80164a080614 req-5d6fab3c-61af-4523-8466-f1a6507f2c43 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:57.785210 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b03a56e5-fcaf-4e0e-a060-80164a080614 req-5d6fab3c-61af-4523-8466-f1a6507f2c43 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "GET /v2.0/ports?device_id=b739759e-4079-4a02-9607-9c5587aa64f3 HTTP/1.1" status: 200 len: 944 time: 0.0869040 Aug 10 03:57:57.797493 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c127fcf-ee3b-4ecc-9a41-014fea2ec958 req-2e1cb79a-ca3b-498e-91ab-4f2614431df5 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:57.799038 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4c127fcf-ee3b-4ecc-9a41-014fea2ec958 req-2e1cb79a-ca3b-498e-91ab-4f2614431df5 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb7aa2da-de0d-44ea-91a0-c63ae127cfa9 HTTP/1.1" status: 200 len: 943 time: 0.0725026 Aug 10 03:57:57.859665 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b03a56e5-fcaf-4e0e-a060-80164a080614 req-fe9c21b6-01f5-40f5-b3ea-048fcb442da9 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b2fb072-387f-4597-9b34-3f1fca6337bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595455 Aug 10 03:57:57.869516 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4c127fcf-ee3b-4ecc-9a41-014fea2ec958 req-6f3349f0-f76b-4842-aee0-32022cf77ba1 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4c4ff7d-9ab8-47ae-9a13-1b1093e29100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633314 Aug 10 03:57:58.241558 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 14431cbc-d809-491d-8f10-b5deeb2128d1 up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:57:58.292778 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning for port 14431cbc-d809-491d-8f10-b5deeb2128d1 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:57:58.296986 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port 14431cbc-d809-491d-8f10-b5deeb2128d1 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:57:58.297361 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:58.379355 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:58.402921 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b739759e-4079-4a02-9607-9c5587aa64f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14431cbc-d809-491d-8f10-b5deeb2128d1'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:57:58.405155 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df4f9a19-956c-4445-a03d-ef701a50601e" -d '{"events": [{"server_uuid": "b739759e-4079-4a02-9607-9c5587aa64f3", "name": "network-vif-plugged", "status": "completed", "tag": "14431cbc-d809-491d-8f10-b5deeb2128d1"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:57:58.420008 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 14431cbc-d809-491d-8f10-b5deeb2128d1, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=14431cbc-d809-491d-8f10-b5deeb2128d1,segment=NetworkSegment(14e2fd9b-e263-423c-adc2-3712520b9915),segment_id=14e2fd9b-e263-423c-adc2-3712520b9915)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:58.425663 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:58.451615 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ae3e56-17a8-4358-b0e0-cf92bbc00174 x-openstack-request-id: req-d3ae3e56-17a8-4358-b0e0-cf92bbc00174 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:57:58.451936 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b739759e-4079-4a02-9607-9c5587aa64f3", "name": "network-vif-plugged", "status": "completed", "tag": "14431cbc-d809-491d-8f10-b5deeb2128d1", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:57:58.452148 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d3ae3e56-17a8-4358-b0e0-cf92bbc00174 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:57:58.452538 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b739759e-4079-4a02-9607-9c5587aa64f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14431cbc-d809-491d-8f10-b5deeb2128d1', 'code': 200} Aug 10 03:57:58.480432 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=14431cbc-d809-491d-8f10-b5deeb2128d1,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:58.838725 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082295cb-6415-4fc5-b248-20a5d9359514 req-55acc740-3217-4df7-9c81-94949584454c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:58.840188 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-082295cb-6415-4fc5-b248-20a5d9359514 req-55acc740-3217-4df7-9c81-94949584454c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b739759e-4079-4a02-9607-9c5587aa64f3 HTTP/1.1" status: 200 len: 1097 time: 0.3318174 Aug 10 03:57:58.878727 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-082295cb-6415-4fc5-b248-20a5d9359514 req-305f246c-f83a-4256-ab91-6d27165a73d7 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5b2fb072-387f-4597-9b34-3f1fca6337bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302031 Aug 10 03:57:59.025596 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fa483a-c124-472d-be54-dd1583e719a5 req-936fad2e-d3b0-4097-87ca-00bbc2fdbb8c tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:59.027504 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-06fa483a-c124-472d-be54-dd1583e719a5 req-936fad2e-d3b0-4097-87ca-00bbc2fdbb8c tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "GET /v2.0/ports?device_id=b739759e-4079-4a02-9607-9c5587aa64f3 HTTP/1.1" status: 200 len: 945 time: 0.0852871 Aug 10 03:57:59.048444 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0ef305-e1e0-4e78-8c33-ff68e19a3e89 req-b70a06e7-ce3d-4f44-a73e-a0bb4556e91a tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:59.049976 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ca0ef305-e1e0-4e78-8c33-ff68e19a3e89 req-b70a06e7-ce3d-4f44-a73e-a0bb4556e91a tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb7aa2da-de0d-44ea-91a0-c63ae127cfa9 HTTP/1.1" status: 200 len: 943 time: 0.0941689 Aug 10 03:57:59.100326 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-06fa483a-c124-472d-be54-dd1583e719a5 req-d1aba959-5ce3-43f3-95b6-e696545d8755 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b2fb072-387f-4597-9b34-3f1fca6337bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652483 Aug 10 03:57:59.109407 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ca0ef305-e1e0-4e78-8c33-ff68e19a3e89 req-a8b8c885-82cf-49e9-84ff-b5d46ac68aeb tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4c4ff7d-9ab8-47ae-9a13-1b1093e29100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513966 Aug 10 03:58:00.225357 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e9ddb-36ee-454e-8b31-1add9e7506f2 req-c902b2cd-e527-4907-a5e1-bf52d459ef7e tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:00.227040 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ac2e9ddb-36ee-454e-8b31-1add9e7506f2 req-c902b2cd-e527-4907-a5e1-bf52d459ef7e tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "GET /v2.0/ports?device_id=b739759e-4079-4a02-9607-9c5587aa64f3 HTTP/1.1" status: 200 len: 945 time: 0.0532219 Aug 10 03:58:00.298799 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ac2e9ddb-36ee-454e-8b31-1add9e7506f2 req-c6592ad8-1100-43f4-9a1a-0e3fa73d8dfe tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b2fb072-387f-4597-9b34-3f1fca6337bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605824 Aug 10 03:58:00.308499 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2540c75-cec1-410e-897b-f4c3242149bc req-73b7ba62-103d-4a40-b3d5-ea58d8246697 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:00.310349 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f2540c75-cec1-410e-897b-f4c3242149bc req-73b7ba62-103d-4a40-b3d5-ea58d8246697 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb7aa2da-de0d-44ea-91a0-c63ae127cfa9 HTTP/1.1" status: 200 len: 943 time: 0.0822523 Aug 10 03:58:00.374794 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f2540c75-cec1-410e-897b-f4c3242149bc req-aca4c65c-5a50-4a91-b985-e766ee8fee4c tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4c4ff7d-9ab8-47ae-9a13-1b1093e29100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556014 Aug 10 03:58:00.432755 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09587cc4-aab2-4ef0-84a9-e32f182d54f4 req-bcdc0344-5daf-4f16-8fea-e8bfd5e3ec35 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:00.434376 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-09587cc4-aab2-4ef0-84a9-e32f182d54f4 req-bcdc0344-5daf-4f16-8fea-e8bfd5e3ec35 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "GET /v2.0/ports?device_id=b739759e-4079-4a02-9607-9c5587aa64f3 HTTP/1.1" status: 200 len: 945 time: 0.0586159 Aug 10 03:58:00.478445 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-09587cc4-aab2-4ef0-84a9-e32f182d54f4 req-997c8b07-d553-4495-9988-4320e2879d4f tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b2fb072-387f-4597-9b34-3f1fca6337bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367610 Aug 10 03:58:00.507275 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 44978) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:00.581020 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e933c990-353e-4662-adf3-533868a73ffa tempest-TestNetworkBasicOps-1983656396 tempest-TestNetworkBasicOps-1983656396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:00.582848 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e933c990-353e-4662-adf3-533868a73ffa tempest-TestNetworkBasicOps-1983656396 tempest-TestNetworkBasicOps-1983656396-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=b739759e-4079-4a02-9607-9c5587aa64f3 HTTP/1.1" status: 200 len: 1092 time: 0.0744300 Aug 10 03:58:00.585977 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 44980) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:00.590929 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-f1ad3ff3-7629-4686-9170-8d1448578aa5 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Request body: {'floatingip': {'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'port_id': '14431cbc-d809-491d-8f10-b5deeb2128d1', 'tenant_id': '93bc202ab78e4c76bb57fc3fb075815b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:58:00.619210 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f1ad3ff3-7629-4686-9170-8d1448578aa5 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for floatingip, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:00.729445 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f1ad3ff3-7629-4686-9170-8d1448578aa5 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:00.899006 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-f1ad3ff3-7629-4686-9170-8d1448578aa5 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Allocated IP 172.25.6.188 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/8722e0b1-28d6-4b4c-a3e8-ad11e7001d84) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:58:01.027638 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f1ad3ff3-7629-4686-9170-8d1448578aa5 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:01.086410 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f1ad3ff3-7629-4686-9170-8d1448578aa5 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:01.134731 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ad3ff3-7629-4686-9170-8d1448578aa5 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:58:01.137811 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-f1ad3ff3-7629-4686-9170-8d1448578aa5 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:58:01.141799 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ad3ff3-7629-4686-9170-8d1448578aa5 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:58:01.148407 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ad3ff3-7629-4686-9170-8d1448578aa5 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Pushing event updated for resources: {'Port': ['ID=8722e0b1-28d6-4b4c-a3e8-ad11e7001d84,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:01.532080 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff9f6fa-7d9b-4f23-a117-b7a5bc83e3f1 req-39e1db1c-8460-4939-abff-a2cadd5af6bd tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:01.535037 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6ff9f6fa-7d9b-4f23-a117-b7a5bc83e3f1 req-39e1db1c-8460-4939-abff-a2cadd5af6bd tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb7aa2da-de0d-44ea-91a0-c63ae127cfa9 HTTP/1.1" status: 200 len: 943 time: 0.0611219 Aug 10 03:58:01.582815 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6ff9f6fa-7d9b-4f23-a117-b7a5bc83e3f1 req-20d404d7-0a44-4c2b-96bd-25fae194437e tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4c4ff7d-9ab8-47ae-9a13-1b1093e29100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358438 Aug 10 03:58:01.583921 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f1ad3ff3-7629-4686-9170-8d1448578aa5 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:01.662436 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f1ad3ff3-7629-4686-9170-8d1448578aa5 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:01.835867 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f1ad3ff3-7629-4686-9170-8d1448578aa5 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:01.841450 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f1ad3ff3-7629-4686-9170-8d1448578aa5 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:01.920439 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ad3ff3-7629-4686-9170-8d1448578aa5 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Pushing event updated for resources: {'Port': ['ID=8722e0b1-28d6-4b4c-a3e8-ad11e7001d84,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:01.930472 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f1ad3ff3-7629-4686-9170-8d1448578aa5 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:02.072361 n-d-768862-13 neutron-server[94261]: INFO neutron.db.l3_db [None req-f1ad3ff3-7629-4686-9170-8d1448578aa5 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Floating IP 1e4772ee-c51e-4116-8f39-8f5a9a78b1f9 associated. External IP: 172.25.6.188, port: 14431cbc-d809-491d-8f10-b5deeb2128d1. Aug 10 03:58:02.657220 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1ad3ff3-7629-4686-9170-8d1448578aa5 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Router a34405dc-7365-4219-a25d-fcabab27ff76 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:58:02.739889 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b27f3-159c-4556-a141-fb08510da5e8 req-1dc69808-2665-48fb-a80d-d1317bf867cf tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:02.741902 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-789b27f3-159c-4556-a141-fb08510da5e8 req-1dc69808-2665-48fb-a80d-d1317bf867cf tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb7aa2da-de0d-44ea-91a0-c63ae127cfa9 HTTP/1.1" status: 200 len: 943 time: 0.0692315 Aug 10 03:58:02.773732 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1ad3ff3-7629-4686-9170-8d1448578aa5 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:58:02.787081 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ddd9d9-1e50-4b29-918d-3b741dfe69b9 None None] Sync routers for ids ['a34405dc-7365-4219-a25d-fcabab27ff76'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:58:02.789819 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-789b27f3-159c-4556-a141-fb08510da5e8 req-4c631c49-4aae-4cf5-83e4-7f1cd2dc1cea tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4c4ff7d-9ab8-47ae-9a13-1b1093e29100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416021 Aug 10 03:58:02.798938 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ddd9d9-1e50-4b29-918d-3b741dfe69b9 None None] Routers {'a34405dc-7365-4219-a25d-fcabab27ff76'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:58:02.800339 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-f2ddd9d9-1e50-4b29-918d-3b741dfe69b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:57:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['a34405dc-7365-4219-a25d-fcabab27ff76'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:02.805138 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f1ad3ff3-7629-4686-9170-8d1448578aa5 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:02.854002 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-f1ad3ff3-7629-4686-9170-8d1448578aa5 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2668815 Aug 10 03:58:02.854607 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b739759e-4079-4a02-9607-9c5587aa64f3', 'tag': '14431cbc-d809-491d-8f10-b5deeb2128d1'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:58:02.856995 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 44986) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:02.859145 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cabf73b7-5319-43a9-8fa2-d171eca835be" -d '{"events": [{"name": "network-changed", "server_uuid": "b739759e-4079-4a02-9607-9c5587aa64f3", "tag": "14431cbc-d809-491d-8f10-b5deeb2128d1"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:58:02.937351 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-18d2057e-bede-400b-97d9-6d9f87d11412 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "GET /v2.0/floatingips/1e4772ee-c51e-4116-8f39-8f5a9a78b1f9 HTTP/1.1" status: 200 len: 991 time: 0.0788319 Aug 10 03:58:02.937826 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-f2ddd9d9-1e50-4b29-918d-3b741dfe69b9 None None] Set router a34405dc-7365-4219-a25d-fcabab27ff76 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:58:03.054625 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4693ca96-bc3d-4905-91d3-91cb326fa723 x-openstack-request-id: req-4693ca96-bc3d-4905-91d3-91cb326fa723 {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:58:03.055135 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b739759e-4079-4a02-9607-9c5587aa64f3", "tag": "14431cbc-d809-491d-8f10-b5deeb2128d1", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:58:03.055517 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4693ca96-bc3d-4905-91d3-91cb326fa723 {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:58:03.056021 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b739759e-4079-4a02-9607-9c5587aa64f3', 'tag': '14431cbc-d809-491d-8f10-b5deeb2128d1', 'status': 'completed', 'code': 200} Aug 10 03:58:03.136910 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabf73b7-5319-43a9-8fa2-d171eca835be req-02f13206-ebdf-4c23-906f-8423da8cbdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:03.139856 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cabf73b7-5319-43a9-8fa2-d171eca835be req-02f13206-ebdf-4c23-906f-8423da8cbdf8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=93bc202ab78e4c76bb57fc3fb075815b&device_id=b739759e-4079-4a02-9607-9c5587aa64f3 HTTP/1.1" status: 200 len: 1097 time: 0.0573239 Aug 10 03:58:03.235826 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-f2ddd9d9-1e50-4b29-918d-3b741dfe69b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a34405dc-7365-4219-a25d-fcabab27ff76', 'name': 'tempest-TestNetworkBasicOps-router-1369078026', 'tenant_id': '93bc202ab78e4c76bb57fc3fb075815b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': '543e9e0f-e477-45e7-9128-0a926402cf6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:57:33Z', 'updated_at': '2021-08-10T03:57:39Z', 'revision_number': 4, 'project_id': '93bc202ab78e4c76bb57fc3fb075815b', 'gw_port': {'id': '543e9e0f-e477-45e7-9128-0a926402cf6d', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:21:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34405dc-7365-4219-a25d-fcabab27ff76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:57:34Z', 'updated_at': '2021-08-10T03:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '1e4772ee-c51e-4116-8f39-8f5a9a78b1f9', 'tenant_id': '93bc202ab78e4c76bb57fc3fb075815b', 'floating_ip_address': '172.25.6.188', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': 'a34405dc-7365-4219-a25d-fcabab27ff76', 'port_id': '14431cbc-d809-491d-8f10-b5deeb2128d1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fbbbede-b601-4798-a2e9-79beee09a803', 'mac_address': 'fa:16:3e:87:52:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b739759e-4079-4a02-9607-9c5587aa64f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:58:01Z', 'updated_at': '2021-08-10T03:58:01Z', 'revision_number': 0, 'project_id': '93bc202ab78e4c76bb57fc3fb075815b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '150755e7-a094-48dc-9fc1-51a5e02430e0', 'name': '', 'network_id': '7fbbbede-b601-4798-a2e9-79beee09a803', 'tenant_id': '93bc202ab78e4c76bb57fc3fb075815b', 'mac_address': 'fa:16:3e:d6:fb:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34405dc-7365-4219-a25d-fcabab27ff76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': '90b2633e-e851-4d89-9c12-ca6b3447cee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:57:37Z', 'updated_at': '2021-08-10T03:57:46Z', 'revision_number': 5, 'project_id': '93bc202ab78e4c76bb57fc3fb075815b', 'subnets': [{'id': '90b2633e-e851-4d89-9c12-ca6b3447cee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:03.266820 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabf73b7-5319-43a9-8fa2-d171eca835be req-31c3e675-9353-468d-b7ca-afcf17306b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:03.269975 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cabf73b7-5319-43a9-8fa2-d171eca835be req-31c3e675-9353-468d-b7ca-afcf17306b2b service neutron] 10.222.0.42 "GET /v2.0/networks?id=7fbbbede-b601-4798-a2e9-79beee09a803 HTTP/1.1" status: 200 len: 897 time: 0.1220133 Aug 10 03:58:03.280357 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ddd9d9-1e50-4b29-918d-3b741dfe69b9 None None] Checking router: a34405dc-7365-4219-a25d-fcabab27ff76 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:58:03.291756 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ddd9d9-1e50-4b29-918d-3b741dfe69b9 None None] Routers {'a34405dc-7365-4219-a25d-fcabab27ff76'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:58:03.292400 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-f2ddd9d9-1e50-4b29-918d-3b741dfe69b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:57:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['a34405dc-7365-4219-a25d-fcabab27ff76'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:03.345646 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cabf73b7-5319-43a9-8fa2-d171eca835be req-ac9b0f1a-3d2a-4ed7-8a8f-9fdce1b8f8f3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14431cbc-d809-491d-8f10-b5deeb2128d1 HTTP/1.1" status: 200 len: 999 time: 0.0690022 Aug 10 03:58:03.406779 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabf73b7-5319-43a9-8fa2-d171eca835be req-a3c51dc0-67ab-4af3-ae5b-3b2c14091578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:03.408511 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cabf73b7-5319-43a9-8fa2-d171eca835be req-a3c51dc0-67ab-4af3-ae5b-3b2c14091578 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=90b2633e-e851-4d89-9c12-ca6b3447cee1 HTTP/1.1" status: 200 len: 835 time: 0.0562274 Aug 10 03:58:03.416163 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-f2ddd9d9-1e50-4b29-918d-3b741dfe69b9 None None] Set router a34405dc-7365-4219-a25d-fcabab27ff76 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:58:03.458808 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabf73b7-5319-43a9-8fa2-d171eca835be req-b0e3f629-a448-4ecc-af80-9382c4335291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:03.460558 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cabf73b7-5319-43a9-8fa2-d171eca835be req-b0e3f629-a448-4ecc-af80-9382c4335291 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7fbbbede-b601-4798-a2e9-79beee09a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453644 Aug 10 03:58:03.484672 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:03.592348 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cabf73b7-5319-43a9-8fa2-d171eca835be req-7536d6e4-f015-4c7a-beec-0dcf4f93a6e1 service neutron] 10.222.0.42 "GET /v2.0/networks/7fbbbede-b601-4798-a2e9-79beee09a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243417 Aug 10 03:58:03.695329 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cabf73b7-5319-43a9-8fa2-d171eca835be req-577ad809-525a-4e48-a9d1-bf3ed8b59b33 service neutron] 10.222.0.42 "GET /v2.0/networks/7fbbbede-b601-4798-a2e9-79beee09a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961587 Aug 10 03:58:03.696075 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-f2ddd9d9-1e50-4b29-918d-3b741dfe69b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a34405dc-7365-4219-a25d-fcabab27ff76', 'name': 'tempest-TestNetworkBasicOps-router-1369078026', 'tenant_id': '93bc202ab78e4c76bb57fc3fb075815b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': '543e9e0f-e477-45e7-9128-0a926402cf6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:57:33Z', 'updated_at': '2021-08-10T03:57:39Z', 'revision_number': 4, 'project_id': '93bc202ab78e4c76bb57fc3fb075815b', 'gw_port': {'id': '543e9e0f-e477-45e7-9128-0a926402cf6d', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:21:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34405dc-7365-4219-a25d-fcabab27ff76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:57:34Z', 'updated_at': '2021-08-10T03:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '1e4772ee-c51e-4116-8f39-8f5a9a78b1f9', 'tenant_id': '93bc202ab78e4c76bb57fc3fb075815b', 'floating_ip_address': '172.25.6.188', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': 'a34405dc-7365-4219-a25d-fcabab27ff76', 'port_id': '14431cbc-d809-491d-8f10-b5deeb2128d1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fbbbede-b601-4798-a2e9-79beee09a803', 'mac_address': 'fa:16:3e:87:52:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b739759e-4079-4a02-9607-9c5587aa64f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:58:01Z', 'updated_at': '2021-08-10T03:58:01Z', 'revision_number': 0, 'project_id': '93bc202ab78e4c76bb57fc3fb075815b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '150755e7-a094-48dc-9fc1-51a5e02430e0', 'name': '', 'network_id': '7fbbbede-b601-4798-a2e9-79beee09a803', 'tenant_id': '93bc202ab78e4c76bb57fc3fb075815b', 'mac_address': 'fa:16:3e:d6:fb:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34405dc-7365-4219-a25d-fcabab27ff76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': '90b2633e-e851-4d89-9c12-ca6b3447cee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:57:37Z', 'updated_at': '2021-08-10T03:57:46Z', 'revision_number': 5, 'project_id': '93bc202ab78e4c76bb57fc3fb075815b', 'subnets': [{'id': '90b2633e-e851-4d89-9c12-ca6b3447cee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:03.731179 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ddd9d9-1e50-4b29-918d-3b741dfe69b9 None None] The sync data for ids ['a34405dc-7365-4219-a25d-fcabab27ff76'] in n-d-768862-13 is: [{'id': 'a34405dc-7365-4219-a25d-fcabab27ff76', 'name': 'tempest-TestNetworkBasicOps-router-1369078026', 'tenant_id': '93bc202ab78e4c76bb57fc3fb075815b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': '543e9e0f-e477-45e7-9128-0a926402cf6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:57:33Z', 'updated_at': '2021-08-10T03:57:39Z', 'revision_number': 4, 'project_id': '93bc202ab78e4c76bb57fc3fb075815b', 'gw_port': {'id': '543e9e0f-e477-45e7-9128-0a926402cf6d', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:21:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34405dc-7365-4219-a25d-fcabab27ff76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:57:34Z', 'updated_at': '2021-08-10T03:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '1e4772ee-c51e-4116-8f39-8f5a9a78b1f9', 'tenant_id': '93bc202ab78e4c76bb57fc3fb075815b', 'floating_ip_address': '172.25.6.188', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': 'a34405dc-7365-4219-a25d-fcabab27ff76', 'port_id': '14431cbc-d809-491d-8f10-b5deeb2128d1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fbbbede-b601-4798-a2e9-79beee09a803', 'mac_address': 'fa:16:3e:87:52:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b739759e-4079-4a02-9607-9c5587aa64f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:58:01Z', 'updated_at': '2021-08-10T03:58:01Z', 'revision_number': 0, 'project_id': '93bc202ab78e4c76bb57fc3fb075815b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '150755e7-a094-48dc-9fc1-51a5e02430e0', 'name': '', 'network_id': '7fbbbede-b601-4798-a2e9-79beee09a803', 'tenant_id': '93bc202ab78e4c76bb57fc3fb075815b', 'mac_address': 'fa:16:3e:d6:fb:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34405dc-7365-4219-a25d-fcabab27ff76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': '90b2633e-e851-4d89-9c12-ca6b3447cee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:57:37Z', 'updated_at': '2021-08-10T03:57:46Z', 'revision_number': 5, 'project_id': '93bc202ab78e4c76bb57fc3fb075815b', 'subnets': [{'id': '90b2633e-e851-4d89-9c12-ca6b3447cee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:58:03.935224 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0695f2a7-1a7b-4a93-8b2a-b20b03caf3f8 req-92e94c87-62b1-4d8a-9d36-91492c6a4bcd tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:03.936893 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0695f2a7-1a7b-4a93-8b2a-b20b03caf3f8 req-92e94c87-62b1-4d8a-9d36-91492c6a4bcd tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb7aa2da-de0d-44ea-91a0-c63ae127cfa9 HTTP/1.1" status: 200 len: 943 time: 0.0573049 Aug 10 03:58:03.940294 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 44994) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:03.959194 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229a597e-db08-4020-b178-9bec9be257aa None None] New status for floating IP 1e4772ee-c51e-4116-8f39-8f5a9a78b1f9: ACTIVE {{(pid=94263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:58:03.987443 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0695f2a7-1a7b-4a93-8b2a-b20b03caf3f8 req-adf1f312-f368-4c09-bb4e-623a1bd61cfe tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4c4ff7d-9ab8-47ae-9a13-1b1093e29100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381811 Aug 10 03:58:04.039542 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-801721b3-e0d4-4e35-9a08-e00e5bed74f9 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "GET /v2.0/floatingips/1e4772ee-c51e-4116-8f39-8f5a9a78b1f9 HTTP/1.1" status: 200 len: 991 time: 0.0973105 Aug 10 03:58:05.043400 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 44998) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:05.123538 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-3cb534d4-a4e4-4cfb-bf19-7a2abd05bbbe tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "GET /v2.0/floatingips/1e4772ee-c51e-4116-8f39-8f5a9a78b1f9 HTTP/1.1" status: 200 len: 993 time: 0.0785086 Aug 10 03:58:05.159817 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d0bac6-496c-4473-bb51-5e9c1b6238d2 req-d09bde34-e160-46f8-b7a1-f32d174906af tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:05.162524 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-05d0bac6-496c-4473-bb51-5e9c1b6238d2 req-d09bde34-e160-46f8-b7a1-f32d174906af tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb7aa2da-de0d-44ea-91a0-c63ae127cfa9 HTTP/1.1" status: 200 len: 943 time: 0.0871899 Aug 10 03:58:05.209623 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-05d0bac6-496c-4473-bb51-5e9c1b6238d2 req-4f51f1ce-e6dc-4249-9e1d-8ca990fca7f1 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4c4ff7d-9ab8-47ae-9a13-1b1093e29100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411310 Aug 10 03:58:06.250201 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device e5d7d3c1-ed38-4ac4-86a9-5590d341ab13 details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:58:06.342409 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990da118-5b60-4f14-b2c6-30957a11ae6d req-cf27c695-7aab-40a0-9af5-c6f6011b1e34 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:06.343925 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-990da118-5b60-4f14-b2c6-30957a11ae6d req-cf27c695-7aab-40a0-9af5-c6f6011b1e34 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb7aa2da-de0d-44ea-91a0-c63ae127cfa9 HTTP/1.1" status: 200 len: 943 time: 0.0596592 Aug 10 03:58:06.401278 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-990da118-5b60-4f14-b2c6-30957a11ae6d req-bc3139ba-22f4-49e9-beb3-d0a6de243d22 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4c4ff7d-9ab8-47ae-9a13-1b1093e29100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458887 Aug 10 03:58:06.417326 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port e5d7d3c1-ed38-4ac4-86a9-5590d341ab13, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=e5d7d3c1-ed38-4ac4-86a9-5590d341ab13,segment=NetworkSegment(a02c445a-dd82-41b8-8c82-8deebd0db13e),segment_id=a02c445a-dd82-41b8-8c82-8deebd0db13e)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:58:06.431388 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': 'e5d7d3c1-ed38-4ac4-86a9-5590d341ab13', 'network_id': '9304a778-e332-4697-b169-f473c98c9db5', 'port_id': 'e5d7d3c1-ed38-4ac4-86a9-5590d341ab13', 'mac_address': 'fa:16:3e:73:c7:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '004bec00-f412-4962-b43d-0d7672578573', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:58:06.476576 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:06.493622 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5d7d3c1-ed38-4ac4-86a9-5590d341ab13 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:58:06.516980 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port e5d7d3c1-ed38-4ac4-86a9-5590d341ab13, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=e5d7d3c1-ed38-4ac4-86a9-5590d341ab13,segment=NetworkSegment(a02c445a-dd82-41b8-8c82-8deebd0db13e),segment_id=a02c445a-dd82-41b8-8c82-8deebd0db13e)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:58:06.523352 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:06.595153 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=e5d7d3c1-ed38-4ac4-86a9-5590d341ab13,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:06.916418 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['e5d7d3c1-ed38-4ac4-86a9-5590d341ab13'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:58:07.620674 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcbbf19-f574-446c-ab0f-92b375c9aeb0 req-7dc6d69d-56d1-42ac-8206-62c09206ef48 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:07.622487 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0fcbbf19-f574-446c-ab0f-92b375c9aeb0 req-7dc6d69d-56d1-42ac-8206-62c09206ef48 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb7aa2da-de0d-44ea-91a0-c63ae127cfa9 HTTP/1.1" status: 200 len: 944 time: 0.0601077 Aug 10 03:58:07.676205 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0fcbbf19-f574-446c-ab0f-92b375c9aeb0 req-669fc468-5382-4b16-9051-1adcf49130b6 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4c4ff7d-9ab8-47ae-9a13-1b1093e29100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403395 Aug 10 03:58:08.272326 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device e5d7d3c1-ed38-4ac4-86a9-5590d341ab13 up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:58:08.337386 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning for port e5d7d3c1-ed38-4ac4-86a9-5590d341ab13 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:58:08.343843 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port e5d7d3c1-ed38-4ac4-86a9-5590d341ab13 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:58:08.344593 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:08.487567 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:08.527866 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb7aa2da-de0d-44ea-91a0-c63ae127cfa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d7d3c1-ed38-4ac4-86a9-5590d341ab13'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:58:08.530711 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2769864d-3403-4ddb-a73c-bf8066a2ad1b" -d '{"events": [{"server_uuid": "eb7aa2da-de0d-44ea-91a0-c63ae127cfa9", "name": "network-vif-plugged", "status": "completed", "tag": "e5d7d3c1-ed38-4ac4-86a9-5590d341ab13"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:58:08.553117 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port e5d7d3c1-ed38-4ac4-86a9-5590d341ab13, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=e5d7d3c1-ed38-4ac4-86a9-5590d341ab13,segment=NetworkSegment(a02c445a-dd82-41b8-8c82-8deebd0db13e),segment_id=a02c445a-dd82-41b8-8c82-8deebd0db13e)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:58:08.559306 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:08.584748 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4638814b-4c39-4157-b0bb-4a7cdb2dc5be x-openstack-request-id: req-4638814b-4c39-4157-b0bb-4a7cdb2dc5be {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:58:08.585057 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb7aa2da-de0d-44ea-91a0-c63ae127cfa9", "name": "network-vif-plugged", "status": "completed", "tag": "e5d7d3c1-ed38-4ac4-86a9-5590d341ab13", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:58:08.585271 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4638814b-4c39-4157-b0bb-4a7cdb2dc5be {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:58:08.585703 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb7aa2da-de0d-44ea-91a0-c63ae127cfa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d7d3c1-ed38-4ac4-86a9-5590d341ab13', 'code': 200} Aug 10 03:58:08.619432 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=e5d7d3c1-ed38-4ac4-86a9-5590d341ab13,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:08.692598 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f127ae87-f398-4a68-b972-3e1443ce2d8b req-70f78ee5-23b3-4192-9311-04eac72987bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:08.694081 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f127ae87-f398-4a68-b972-3e1443ce2d8b req-70f78ee5-23b3-4192-9311-04eac72987bf service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=eb7aa2da-de0d-44ea-91a0-c63ae127cfa9 HTTP/1.1" status: 200 len: 1097 time: 0.0458148 Aug 10 03:58:08.739314 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f127ae87-f398-4a68-b972-3e1443ce2d8b req-bb695eac-c27d-47e6-b14e-3f201cb57dc4 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c4c4ff7d-9ab8-47ae-9a13-1b1093e29100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375264 Aug 10 03:58:08.831313 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec72406-c01e-4e01-9596-669a7acca095 req-f876bb4f-a1f3-4cdf-aaeb-2fcf90781b49 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:08.833392 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-eec72406-c01e-4e01-9596-669a7acca095 req-f876bb4f-a1f3-4cdf-aaeb-2fcf90781b49 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb7aa2da-de0d-44ea-91a0-c63ae127cfa9 HTTP/1.1" status: 200 len: 945 time: 0.0621598 Aug 10 03:58:08.881528 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-eec72406-c01e-4e01-9596-669a7acca095 req-0a55b8a0-bbf3-442a-b29f-f349ee2361e1 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4c4ff7d-9ab8-47ae-9a13-1b1093e29100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383980 Aug 10 03:58:10.011018 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfdc059-c0f0-4713-bb1b-7e20e05096f4 req-4218b5df-76c7-4cbb-8268-6d02e218f264 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:10.012714 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4cfdc059-c0f0-4713-bb1b-7e20e05096f4 req-4218b5df-76c7-4cbb-8268-6d02e218f264 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb7aa2da-de0d-44ea-91a0-c63ae127cfa9 HTTP/1.1" status: 200 len: 945 time: 0.0550082 Aug 10 03:58:10.062452 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4cfdc059-c0f0-4713-bb1b-7e20e05096f4 req-974cec7e-b31c-4507-8a3c-d06b4b03b0fe tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4c4ff7d-9ab8-47ae-9a13-1b1093e29100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422521 Aug 10 03:58:10.225386 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff4dfd2-ae83-477a-9236-6fd561e44be6 req-3c152df8-839d-4337-8073-c344e62029a4 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:10.228125 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6ff4dfd2-ae83-477a-9236-6fd561e44be6 req-3c152df8-839d-4337-8073-c344e62029a4 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb7aa2da-de0d-44ea-91a0-c63ae127cfa9 HTTP/1.1" status: 200 len: 945 time: 0.0828733 Aug 10 03:58:10.288475 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6ff4dfd2-ae83-477a-9236-6fd561e44be6 req-c1465787-3019-44c7-bc87-38a4adced71b tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4c4ff7d-9ab8-47ae-9a13-1b1093e29100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541325 Aug 10 03:58:10.311900 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 45014) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:10.476033 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101b4a51-3c4c-43b1-ac96-9c50f5f1689e tempest-TestVolumeBootPattern-1829117432 tempest-TestVolumeBootPattern-1829117432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:10.477703 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-101b4a51-3c4c-43b1-ac96-9c50f5f1689e tempest-TestVolumeBootPattern-1829117432 tempest-TestVolumeBootPattern-1829117432-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=eb7aa2da-de0d-44ea-91a0-c63ae127cfa9 HTTP/1.1" status: 200 len: 1092 time: 0.1644318 Aug 10 03:58:10.481118 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 45018) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:10.486158 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-9b1687c7-816c-4a4f-b876-614f0b20a55d tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Request body: {'floatingip': {'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'port_id': 'e5d7d3c1-ed38-4ac4-86a9-5590d341ab13', 'tenant_id': 'd7797a7e7c744219a6cd7e79c926312f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:58:10.511062 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9b1687c7-816c-4a4f-b876-614f0b20a55d tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks [] for floatingip, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:10.625978 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9b1687c7-816c-4a4f-b876-614f0b20a55d tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:10.745670 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-9b1687c7-816c-4a4f-b876-614f0b20a55d tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Allocated IP 172.25.6.112 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/48f0fd37-05dd-4bbd-bdb7-d6510f216658) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:58:10.858684 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9b1687c7-816c-4a4f-b876-614f0b20a55d tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:10.909885 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9b1687c7-816c-4a4f-b876-614f0b20a55d tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:10.953552 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1687c7-816c-4a4f-b876-614f0b20a55d tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:58:10.957166 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-9b1687c7-816c-4a4f-b876-614f0b20a55d tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:58:10.962284 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1687c7-816c-4a4f-b876-614f0b20a55d tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:58:10.987654 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1687c7-816c-4a4f-b876-614f0b20a55d tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Pushing event updated for resources: {'Port': ['ID=48f0fd37-05dd-4bbd-bdb7-d6510f216658,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:11.369111 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9b1687c7-816c-4a4f-b876-614f0b20a55d tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:11.469172 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9b1687c7-816c-4a4f-b876-614f0b20a55d tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:11.653569 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9b1687c7-816c-4a4f-b876-614f0b20a55d tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:11.659078 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9b1687c7-816c-4a4f-b876-614f0b20a55d tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:11.729832 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1687c7-816c-4a4f-b876-614f0b20a55d tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Pushing event updated for resources: {'Port': ['ID=48f0fd37-05dd-4bbd-bdb7-d6510f216658,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:11.745694 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9b1687c7-816c-4a4f-b876-614f0b20a55d tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:11.859997 n-d-768862-13 neutron-server[94261]: INFO neutron.db.l3_db [None req-9b1687c7-816c-4a4f-b876-614f0b20a55d tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Floating IP 2451497a-65fa-4ebb-a356-8ce38caf0896 associated. External IP: 172.25.6.112, port: e5d7d3c1-ed38-4ac4-86a9-5590d341ab13. Aug 10 03:58:12.098502 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b1687c7-816c-4a4f-b876-614f0b20a55d tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Router 2bb93e78-0067-4c44-8b4e-b789c81785d2 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:58:12.249009 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b1687c7-816c-4a4f-b876-614f0b20a55d tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:58:12.261017 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694ef47f-31fd-4ae0-b5a6-a534eb4d7a86 None None] Sync routers for ids ['2bb93e78-0067-4c44-8b4e-b789c81785d2'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:58:12.266975 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9b1687c7-816c-4a4f-b876-614f0b20a55d tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:12.274574 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694ef47f-31fd-4ae0-b5a6-a534eb4d7a86 None None] Routers {'2bb93e78-0067-4c44-8b4e-b789c81785d2'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:58:12.275358 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-694ef47f-31fd-4ae0-b5a6-a534eb4d7a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:57:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['2bb93e78-0067-4c44-8b4e-b789c81785d2'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:12.298671 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-9b1687c7-816c-4a4f-b876-614f0b20a55d tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8163633 Aug 10 03:58:12.300241 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb7aa2da-de0d-44ea-91a0-c63ae127cfa9', 'tag': 'e5d7d3c1-ed38-4ac4-86a9-5590d341ab13'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:58:12.303178 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4de18d3-d517-4922-ac90-c50e9a4420f6" -d '{"events": [{"name": "network-changed", "server_uuid": "eb7aa2da-de0d-44ea-91a0-c63ae127cfa9", "tag": "e5d7d3c1-ed38-4ac4-86a9-5590d341ab13"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:58:12.348619 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b35f4d9-7a03-4316-ba22-e5da6130c083 x-openstack-request-id: req-2b35f4d9-7a03-4316-ba22-e5da6130c083 {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:58:12.349030 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb7aa2da-de0d-44ea-91a0-c63ae127cfa9", "tag": "e5d7d3c1-ed38-4ac4-86a9-5590d341ab13", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:58:12.349465 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2b35f4d9-7a03-4316-ba22-e5da6130c083 {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:58:12.350214 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb7aa2da-de0d-44ea-91a0-c63ae127cfa9', 'tag': 'e5d7d3c1-ed38-4ac4-86a9-5590d341ab13', 'status': 'completed', 'code': 200} Aug 10 03:58:12.423987 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4de18d3-d517-4922-ac90-c50e9a4420f6 req-33f7bb96-9580-4f5d-9c10-c7807ccd04fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:12.425645 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a4de18d3-d517-4922-ac90-c50e9a4420f6 req-33f7bb96-9580-4f5d-9c10-c7807ccd04fd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d7797a7e7c744219a6cd7e79c926312f&device_id=eb7aa2da-de0d-44ea-91a0-c63ae127cfa9 HTTP/1.1" status: 200 len: 1097 time: 0.0535922 Aug 10 03:58:12.557271 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4de18d3-d517-4922-ac90-c50e9a4420f6 req-fe8cd3e8-587f-44e8-b79c-ccd708a33795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:12.558846 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a4de18d3-d517-4922-ac90-c50e9a4420f6 req-fe8cd3e8-587f-44e8-b79c-ccd708a33795 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9304a778-e332-4697-b169-f473c98c9db5 HTTP/1.1" status: 200 len: 911 time: 0.1261172 Aug 10 03:58:12.567286 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-694ef47f-31fd-4ae0-b5a6-a534eb4d7a86 None None] Set router 2bb93e78-0067-4c44-8b4e-b789c81785d2 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:58:12.645609 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a4de18d3-d517-4922-ac90-c50e9a4420f6 req-3778fc31-4eca-4056-a868-44cf1cd0fba3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5d7d3c1-ed38-4ac4-86a9-5590d341ab13 HTTP/1.1" status: 200 len: 999 time: 0.0779526 Aug 10 03:58:12.722897 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4de18d3-d517-4922-ac90-c50e9a4420f6 req-4b62463e-aba1-4eda-bd00-e762ef62b296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:12.725341 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a4de18d3-d517-4922-ac90-c50e9a4420f6 req-4b62463e-aba1-4eda-bd00-e762ef62b296 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=004bec00-f412-4962-b43d-0d7672578573 HTTP/1.1" status: 200 len: 850 time: 0.0718596 Aug 10 03:58:12.798002 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4de18d3-d517-4922-ac90-c50e9a4420f6 req-b653daf3-121a-42fc-a881-4fad5ba318a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:12.799734 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a4de18d3-d517-4922-ac90-c50e9a4420f6 req-b653daf3-121a-42fc-a881-4fad5ba318a7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9304a778-e332-4697-b169-f473c98c9db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0669069 Aug 10 03:58:12.832479 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-694ef47f-31fd-4ae0-b5a6-a534eb4d7a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb93e78-0067-4c44-8b4e-b789c81785d2', 'name': 'tempest-TestVolumeBootPattern-757140465-router', 'tenant_id': 'd7797a7e7c744219a6cd7e79c926312f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '310edeba-cd37-4bf3-90a7-4cddfabdbc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:52:50Z', 'updated_at': '2021-08-10T03:52:55Z', 'revision_number': 4, 'project_id': 'd7797a7e7c744219a6cd7e79c926312f', 'gw_port': {'id': '310edeba-cd37-4bf3-90a7-4cddfabdbc96', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:d9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb93e78-0067-4c44-8b4e-b789c81785d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:50Z', 'updated_at': '2021-08-10T03:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '2451497a-65fa-4ebb-a356-8ce38caf0896', 'tenant_id': 'd7797a7e7c744219a6cd7e79c926312f', 'floating_ip_address': '172.25.6.112', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '2bb93e78-0067-4c44-8b4e-b789c81785d2', 'port_id': 'e5d7d3c1-ed38-4ac4-86a9-5590d341ab13', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9304a778-e332-4697-b169-f473c98c9db5', 'mac_address': 'fa:16:3e:73:c7:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7aa2da-de0d-44ea-91a0-c63ae127cfa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:58:11Z', 'updated_at': '2021-08-10T03:58:11Z', 'revision_number': 0, 'project_id': 'd7797a7e7c744219a6cd7e79c926312f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5aef088-34a2-4aeb-b471-89ed83de927f', 'name': '', 'network_id': '9304a778-e332-4697-b169-f473c98c9db5', 'tenant_id': 'd7797a7e7c744219a6cd7e79c926312f', 'mac_address': 'fa:16:3e:35:69:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb93e78-0067-4c44-8b4e-b789c81785d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '004bec00-f412-4962-b43d-0d7672578573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:54Z', 'updated_at': '2021-08-10T03:53:04Z', 'revision_number': 5, 'project_id': 'd7797a7e7c744219a6cd7e79c926312f', 'subnets': [{'id': '004bec00-f412-4962-b43d-0d7672578573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:12.861733 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694ef47f-31fd-4ae0-b5a6-a534eb4d7a86 None None] Checking router: 2bb93e78-0067-4c44-8b4e-b789c81785d2 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:58:12.872367 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694ef47f-31fd-4ae0-b5a6-a534eb4d7a86 None None] Routers {'2bb93e78-0067-4c44-8b4e-b789c81785d2'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:58:12.873186 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-694ef47f-31fd-4ae0-b5a6-a534eb4d7a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:57:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['2bb93e78-0067-4c44-8b4e-b789c81785d2'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:12.954956 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a4de18d3-d517-4922-ac90-c50e9a4420f6 req-f70c71e1-3f57-4deb-94e1-b0de96966764 service neutron] 10.222.0.61 "GET /v2.0/networks/9304a778-e332-4697-b169-f473c98c9db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473112 Aug 10 03:58:13.024054 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-694ef47f-31fd-4ae0-b5a6-a534eb4d7a86 None None] Set router 2bb93e78-0067-4c44-8b4e-b789c81785d2 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:58:13.051962 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a4de18d3-d517-4922-ac90-c50e9a4420f6 req-89278316-d91b-4212-b09f-632e2c6d6078 service neutron] 10.222.0.61 "GET /v2.0/networks/9304a778-e332-4697-b169-f473c98c9db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897729 Aug 10 03:58:13.307157 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-694ef47f-31fd-4ae0-b5a6-a534eb4d7a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb93e78-0067-4c44-8b4e-b789c81785d2', 'name': 'tempest-TestVolumeBootPattern-757140465-router', 'tenant_id': 'd7797a7e7c744219a6cd7e79c926312f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '310edeba-cd37-4bf3-90a7-4cddfabdbc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:52:50Z', 'updated_at': '2021-08-10T03:52:55Z', 'revision_number': 4, 'project_id': 'd7797a7e7c744219a6cd7e79c926312f', 'gw_port': {'id': '310edeba-cd37-4bf3-90a7-4cddfabdbc96', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:d9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb93e78-0067-4c44-8b4e-b789c81785d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:50Z', 'updated_at': '2021-08-10T03:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '2451497a-65fa-4ebb-a356-8ce38caf0896', 'tenant_id': 'd7797a7e7c744219a6cd7e79c926312f', 'floating_ip_address': '172.25.6.112', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '2bb93e78-0067-4c44-8b4e-b789c81785d2', 'port_id': 'e5d7d3c1-ed38-4ac4-86a9-5590d341ab13', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9304a778-e332-4697-b169-f473c98c9db5', 'mac_address': 'fa:16:3e:73:c7:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7aa2da-de0d-44ea-91a0-c63ae127cfa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:58:11Z', 'updated_at': '2021-08-10T03:58:11Z', 'revision_number': 0, 'project_id': 'd7797a7e7c744219a6cd7e79c926312f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5aef088-34a2-4aeb-b471-89ed83de927f', 'name': '', 'network_id': '9304a778-e332-4697-b169-f473c98c9db5', 'tenant_id': 'd7797a7e7c744219a6cd7e79c926312f', 'mac_address': 'fa:16:3e:35:69:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb93e78-0067-4c44-8b4e-b789c81785d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '004bec00-f412-4962-b43d-0d7672578573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:54Z', 'updated_at': '2021-08-10T03:53:04Z', 'revision_number': 5, 'project_id': 'd7797a7e7c744219a6cd7e79c926312f', 'subnets': [{'id': '004bec00-f412-4962-b43d-0d7672578573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:13.336707 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694ef47f-31fd-4ae0-b5a6-a534eb4d7a86 None None] The sync data for ids ['2bb93e78-0067-4c44-8b4e-b789c81785d2'] in n-d-768862-13 is: [{'id': '2bb93e78-0067-4c44-8b4e-b789c81785d2', 'name': 'tempest-TestVolumeBootPattern-757140465-router', 'tenant_id': 'd7797a7e7c744219a6cd7e79c926312f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '310edeba-cd37-4bf3-90a7-4cddfabdbc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:52:50Z', 'updated_at': '2021-08-10T03:52:55Z', 'revision_number': 4, 'project_id': 'd7797a7e7c744219a6cd7e79c926312f', 'gw_port': {'id': '310edeba-cd37-4bf3-90a7-4cddfabdbc96', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:d9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb93e78-0067-4c44-8b4e-b789c81785d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:50Z', 'updated_at': '2021-08-10T03:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '2451497a-65fa-4ebb-a356-8ce38caf0896', 'tenant_id': 'd7797a7e7c744219a6cd7e79c926312f', 'floating_ip_address': '172.25.6.112', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '2bb93e78-0067-4c44-8b4e-b789c81785d2', 'port_id': 'e5d7d3c1-ed38-4ac4-86a9-5590d341ab13', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9304a778-e332-4697-b169-f473c98c9db5', 'mac_address': 'fa:16:3e:73:c7:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7aa2da-de0d-44ea-91a0-c63ae127cfa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:58:11Z', 'updated_at': '2021-08-10T03:58:11Z', 'revision_number': 0, 'project_id': 'd7797a7e7c744219a6cd7e79c926312f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5aef088-34a2-4aeb-b471-89ed83de927f', 'name': '', 'network_id': '9304a778-e332-4697-b169-f473c98c9db5', 'tenant_id': 'd7797a7e7c744219a6cd7e79c926312f', 'mac_address': 'fa:16:3e:35:69:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb93e78-0067-4c44-8b4e-b789c81785d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '004bec00-f412-4962-b43d-0d7672578573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:54Z', 'updated_at': '2021-08-10T03:53:04Z', 'revision_number': 5, 'project_id': 'd7797a7e7c744219a6cd7e79c926312f', 'subnets': [{'id': '004bec00-f412-4962-b43d-0d7672578573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:58:13.550297 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bcb45a5-168d-44d2-9dae-a4cd6c6dbd5a None None] New status for floating IP 2451497a-65fa-4ebb-a356-8ce38caf0896: ACTIVE {{(pid=94263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:58:17.671843 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f75eb71b-5fa1-436c-9f6c-29abecdedb0a req-66453fee-3a99-4891-9b60-8a62aa33c0d6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c7724bce-4a94-428a-b4bf-16e4fd9e4623&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0503867 Aug 10 03:58:17.772974 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75eb71b-5fa1-436c-9f6c-29abecdedb0a req-212be3f0-1895-4abf-8e0f-57fa8728c056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:17.774563 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f75eb71b-5fa1-436c-9f6c-29abecdedb0a req-212be3f0-1895-4abf-8e0f-57fa8728c056 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b8b99293bc0b4fae85b62fcecb6d67eb&device_id=c7724bce-4a94-428a-b4bf-16e4fd9e4623 HTTP/1.1" status: 200 len: 1098 time: 0.0587306 Aug 10 03:58:17.883973 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75eb71b-5fa1-436c-9f6c-29abecdedb0a req-2519705d-48c1-4810-b6f0-1c2fb1f9108f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:17.885497 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f75eb71b-5fa1-436c-9f6c-29abecdedb0a req-2519705d-48c1-4810-b6f0-1c2fb1f9108f service neutron] 10.222.0.61 "GET /v2.0/networks?id=56ebbad4-3b9a-4918-868a-aeb226900542 HTTP/1.1" status: 200 len: 896 time: 0.0912249 Aug 10 03:58:17.963355 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f75eb71b-5fa1-436c-9f6c-29abecdedb0a req-792eb6dd-5e60-4f9d-96af-7db23b89990f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe04a521-0921-4a04-ba77-d61311a154aa HTTP/1.1" status: 200 len: 1001 time: 0.0699399 Aug 10 03:58:18.017714 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75eb71b-5fa1-436c-9f6c-29abecdedb0a req-54de5c03-aaab-4c39-8fa5-f49c1398890a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:18.019902 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f75eb71b-5fa1-436c-9f6c-29abecdedb0a req-54de5c03-aaab-4c39-8fa5-f49c1398890a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8a3c4dd9-ad82-4a11-9084-34ae0c7b441d HTTP/1.1" status: 200 len: 834 time: 0.0491400 Aug 10 03:58:18.070600 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75eb71b-5fa1-436c-9f6c-29abecdedb0a req-cfb71d01-e67a-409c-abfb-56fac96e2970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:18.072150 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f75eb71b-5fa1-436c-9f6c-29abecdedb0a req-cfb71d01-e67a-409c-abfb-56fac96e2970 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=56ebbad4-3b9a-4918-868a-aeb226900542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441499 Aug 10 03:58:18.178491 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f75eb71b-5fa1-436c-9f6c-29abecdedb0a req-0b8889f9-c72d-48b9-b580-26a0704bfc03 service neutron] 10.222.0.61 "GET /v2.0/networks/56ebbad4-3b9a-4918-868a-aeb226900542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980568 Aug 10 03:58:18.274280 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f75eb71b-5fa1-436c-9f6c-29abecdedb0a req-e8feb51a-c849-4eba-a030-74a5bba258b3 service neutron] 10.222.0.61 "GET /v2.0/networks/56ebbad4-3b9a-4918-868a-aeb226900542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884385 Aug 10 03:58:19.934351 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4ec5bcc0-14fa-45f9-ac75-f35558620625 req-ba58ea35-43fa-4e4f-b43a-662591e72742 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b739759e-4079-4a02-9607-9c5587aa64f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0441175 Aug 10 03:58:20.027120 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec5bcc0-14fa-45f9-ac75-f35558620625 req-82d11534-be29-4914-9cc4-7d85940c561f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:20.028725 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4ec5bcc0-14fa-45f9-ac75-f35558620625 req-82d11534-be29-4914-9cc4-7d85940c561f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=93bc202ab78e4c76bb57fc3fb075815b&device_id=b739759e-4079-4a02-9607-9c5587aa64f3 HTTP/1.1" status: 200 len: 1097 time: 0.0490854 Aug 10 03:58:20.137005 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec5bcc0-14fa-45f9-ac75-f35558620625 req-c47a83a1-5c91-441e-a264-b5a66f98dcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:20.138522 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4ec5bcc0-14fa-45f9-ac75-f35558620625 req-c47a83a1-5c91-441e-a264-b5a66f98dcbf service neutron] 10.222.0.42 "GET /v2.0/networks?id=7fbbbede-b601-4798-a2e9-79beee09a803 HTTP/1.1" status: 200 len: 897 time: 0.0893197 Aug 10 03:58:20.213640 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4ec5bcc0-14fa-45f9-ac75-f35558620625 req-42576685-89bb-4bbe-8250-0f37cb8d0004 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14431cbc-d809-491d-8f10-b5deeb2128d1 HTTP/1.1" status: 200 len: 1001 time: 0.0670278 Aug 10 03:58:20.264903 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec5bcc0-14fa-45f9-ac75-f35558620625 req-6ac8f1bf-458f-4ce9-b4f1-9e50b351e830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:20.266542 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4ec5bcc0-14fa-45f9-ac75-f35558620625 req-6ac8f1bf-458f-4ce9-b4f1-9e50b351e830 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=90b2633e-e851-4d89-9c12-ca6b3447cee1 HTTP/1.1" status: 200 len: 835 time: 0.0456233 Aug 10 03:58:20.314184 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec5bcc0-14fa-45f9-ac75-f35558620625 req-5be2959b-ff61-44b0-933f-cad32e1cf57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:20.315777 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4ec5bcc0-14fa-45f9-ac75-f35558620625 req-5be2959b-ff61-44b0-933f-cad32e1cf57b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7fbbbede-b601-4798-a2e9-79beee09a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413322 Aug 10 03:58:20.415410 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4ec5bcc0-14fa-45f9-ac75-f35558620625 req-5eb7f410-ab25-40f5-9f41-fc43d58b90ce service neutron] 10.222.0.42 "GET /v2.0/networks/7fbbbede-b601-4798-a2e9-79beee09a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915082 Aug 10 03:58:20.525284 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4ec5bcc0-14fa-45f9-ac75-f35558620625 req-1c448643-98d7-4d8e-ac8b-4a6a42a8580d service neutron] 10.222.0.42 "GET /v2.0/networks/7fbbbede-b601-4798-a2e9-79beee09a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017830 Aug 10 03:58:21.394593 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1fd61998-84a9-499f-affc-fae6f3063e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:23.460285 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:58:23.683389 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-671205c2-f7fa-4556-987f-e3199abf67f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:24.281267 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:25.468775 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:26.321360 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:26.890436 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:31.634256 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 45046) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:31.723638 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45c50ab-6553-4590-aa49-1f8786f3e072 tempest-TestNetworkBasicOps-1983656396 tempest-TestNetworkBasicOps-1983656396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:31.724193 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45c50ab-6553-4590-aa49-1f8786f3e072 tempest-TestNetworkBasicOps-1983656396 tempest-TestNetworkBasicOps-1983656396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:31.724840 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45c50ab-6553-4590-aa49-1f8786f3e072 tempest-TestNetworkBasicOps-1983656396 tempest-TestNetworkBasicOps-1983656396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:31.727096 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-e45c50ab-6553-4590-aa49-1f8786f3e072 tempest-TestNetworkBasicOps-1983656396 tempest-TestNetworkBasicOps-1983656396-project-admin] 10.222.0.44 "GET /v2.0/ports?project_id=93bc202ab78e4c76bb57fc3fb075815b&network_id=7fbbbede-b601-4798-a2e9-79beee09a803 HTTP/1.1" status: 200 len: 2972 time: 0.0917876 Aug 10 03:58:33.471764 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:35.292663 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 45060) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:35.360137 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc47a8a7-c90f-4e6c-a26c-fe35a8f3284d tempest-TestNetworkBasicOps-1983656396 tempest-TestNetworkBasicOps-1983656396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:35.362341 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-cc47a8a7-c90f-4e6c-a26c-fe35a8f3284d tempest-TestNetworkBasicOps-1983656396 tempest-TestNetworkBasicOps-1983656396-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=2ea12131-628a-487e-b434-0463553732bd HTTP/1.1" status: 200 len: 814 time: 0.0677905 Aug 10 03:58:36.198720 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 45066) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:36.205098 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-f5a332b6-cf79-4148-8454-b14dbe081d37 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Request body: {'network': {'name': 'tempest-network-smoke--884428911', 'project_id': '93bc202ab78e4c76bb57fc3fb075815b', 'port_security_enabled': True}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:58:36.245006 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a332b6-cf79-4148-8454-b14dbe081d37 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Made reservation on behalf of 93bc202ab78e4c76bb57fc3fb075815b for: {'network': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:58:36.248606 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f5a332b6-cf79-4148-8454-b14dbe081d37 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:36.274474 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5a332b6-cf79-4148-8454-b14dbe081d37 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=94260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:58:36.284657 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f5a332b6-cf79-4148-8454-b14dbe081d37 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:36.284938 n-d-768862-13 neutron-server[94260]: INFO neutron.db.segments_db [None req-f5a332b6-cf79-4148-8454-b14dbe081d37 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Added segment b723537a-104c-437e-b1a5-56a1bc1de2bc of type vlan for network fb20faa7-24ff-4d47-91b0-79d0f97b78f6 Aug 10 03:58:36.338798 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f5a332b6-cf79-4148-8454-b14dbe081d37 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:36.372799 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f5a332b6-cf79-4148-8454-b14dbe081d37 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:36.379497 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a332b6-cf79-4148-8454-b14dbe081d37 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:36.380188 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f5a332b6-cf79-4148-8454-b14dbe081d37 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:36.451702 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-f5a332b6-cf79-4148-8454-b14dbe081d37 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2513030 Aug 10 03:58:36.456286 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 45068) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:36.457630 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a332b6-cf79-4148-8454-b14dbe081d37 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Pushing event updated for resources: {'Network': ['ID=fb20faa7-24ff-4d47-91b0-79d0f97b78f6,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:36.469806 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network fb20faa7-24ff-4d47-91b0-79d0f97b78f6 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:58:36.529146 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129521e7-9b12-41e9-a85d-28440bcd6bb8 tempest-TestNetworkBasicOps-1983656396 tempest-TestNetworkBasicOps-1983656396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:36.533218 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-129521e7-9b12-41e9-a85d-28440bcd6bb8 tempest-TestNetworkBasicOps-1983656396 tempest-TestNetworkBasicOps-1983656396-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=93bc202ab78e4c76bb57fc3fb075815b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0731120 Aug 10 03:58:36.534143 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 45070) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:36.632692 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b582bae-2619-4fbf-8342-901180159855 tempest-TestNetworkBasicOps-1983656396 tempest-TestNetworkBasicOps-1983656396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:36.634385 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-5b582bae-2619-4fbf-8342-901180159855 tempest-TestNetworkBasicOps-1983656396 tempest-TestNetworkBasicOps-1983656396-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0988100 Aug 10 03:58:36.637328 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 45072) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:36.669797 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e51fdd96-19ea-4bc8-a466-91a134dc38a4 tempest-TestNetworkBasicOps-1983656396 tempest-TestNetworkBasicOps-1983656396-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=2ea12131-628a-487e-b434-0463553732bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0311811 Aug 10 03:58:36.673484 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 45074) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:36.704036 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-6009d133-fee0-4e85-915d-f2eb048fae74 tempest-TestNetworkBasicOps-1983656396 tempest-TestNetworkBasicOps-1983656396-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=93bc202ab78e4c76bb57fc3fb075815b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284963 Aug 10 03:58:36.706800 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 45076) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:36.809997 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6468d463-5542-40fd-988a-96fe38d2ce61 tempest-TestNetworkBasicOps-1983656396 tempest-TestNetworkBasicOps-1983656396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:36.811896 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-6468d463-5542-40fd-988a-96fe38d2ce61 tempest-TestNetworkBasicOps-1983656396 tempest-TestNetworkBasicOps-1983656396-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1039646 Aug 10 03:58:36.814991 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 45078) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:36.846668 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-789a0156-8116-4428-ad35-7f257f54b2ab tempest-TestNetworkBasicOps-1983656396 tempest-TestNetworkBasicOps-1983656396-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=2ea12131-628a-487e-b434-0463553732bd&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0298989 Aug 10 03:58:36.850946 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 45080) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:36.856655 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-26d1cba3-bb10-4f41-8772-da49a4603b36 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-239763040', 'network_id': 'fb20faa7-24ff-4d47-91b0-79d0f97b78f6', 'project_id': '93bc202ab78e4c76bb57fc3fb075815b', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:58:36.953195 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26d1cba3-bb10-4f41-8772-da49a4603b36 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Made reservation on behalf of 93bc202ab78e4c76bb57fc3fb075815b for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:58:36.958145 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-26d1cba3-bb10-4f41-8772-da49a4603b36 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:37.153825 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-26d1cba3-bb10-4f41-8772-da49a4603b36 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:37.228512 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d1cba3-bb10-4f41-8772-da49a4603b36 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Pushing event updated for resources: {'Subnet': ['ID=6f0af710-9817-4a52-9f91-bf53ac9796e1,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:37.241394 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d1cba3-bb10-4f41-8772-da49a4603b36 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:37.241739 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d1cba3-bb10-4f41-8772-da49a4603b36 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:37.242110 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d1cba3-bb10-4f41-8772-da49a4603b36 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:37.242480 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d1cba3-bb10-4f41-8772-da49a4603b36 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:37.242821 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d1cba3-bb10-4f41-8772-da49a4603b36 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:37.243151 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d1cba3-bb10-4f41-8772-da49a4603b36 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:37.243471 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d1cba3-bb10-4f41-8772-da49a4603b36 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:37.243795 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d1cba3-bb10-4f41-8772-da49a4603b36 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:37.244119 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d1cba3-bb10-4f41-8772-da49a4603b36 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:37.244446 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d1cba3-bb10-4f41-8772-da49a4603b36 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:37.244762 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d1cba3-bb10-4f41-8772-da49a4603b36 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:37.245080 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d1cba3-bb10-4f41-8772-da49a4603b36 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:37.252875 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d1cba3-bb10-4f41-8772-da49a4603b36 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Checking segment: {'id': 'b723537a-104c-437e-b1a5-56a1bc1de2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'fb20faa7-24ff-4d47-91b0-79d0f97b78f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:58:37.253270 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d1cba3-bb10-4f41-8772-da49a4603b36 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Network hostable DHCP agents. Network: fb20faa7-24ff-4d47-91b0-79d0f97b78f6, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:58:37.273245 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d1cba3-bb10-4f41-8772-da49a4603b36 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Network fb20faa7-24ff-4d47-91b0-79d0f97b78f6 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:58:37.284237 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-26d1cba3-bb10-4f41-8772-da49a4603b36 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, fb20faa7-24ff-4d47-91b0-79d0f97b78f6) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:58:37.289416 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d1cba3-bb10-4f41-8772-da49a4603b36 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:37.290294 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-26d1cba3-bb10-4f41-8772-da49a4603b36 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:37.298427 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6462bd2-0b80-4e99-8357-4d11ef80fb96 None None] Network fb20faa7-24ff-4d47-91b0-79d0f97b78f6 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:58:37.310315 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-26d1cba3-bb10-4f41-8772-da49a4603b36 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4579589 Aug 10 03:58:37.466564 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e6624f-eeab-45bd-969e-f040ddc8527c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-fb20faa7-24ff-4d47-91b0-79d0f97b78f6', 'network_id': 'fb20faa7-24ff-4d47-91b0-79d0f97b78f6', 'tenant_id': '93bc202ab78e4c76bb57fc3fb075815b', 'fixed_ips': [{'subnet_id': '6f0af710-9817-4a52-9f91-bf53ac9796e1'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:58:37.467445 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d9e6624f-eeab-45bd-969e-f040ddc8527c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:37.619081 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-d9e6624f-eeab-45bd-969e-f040ddc8527c None None] Allocated IP 172.20.0.18 (fb20faa7-24ff-4d47-91b0-79d0f97b78f6/6f0af710-9817-4a52-9f91-bf53ac9796e1/e1ef2cbd-3be5-4a53-b0bd-dbffbc277376) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:58:37.692154 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 45084) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:37.696870 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-41b813d7-8a56-46e1-bb0a-5e8816b9b531 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1102349497', 'description': 'tempest-secgroup-smoke-1102349497 description', 'project_id': '93bc202ab78e4c76bb57fc3fb075815b'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:58:37.719616 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-41b813d7-8a56-46e1-bb0a-5e8816b9b531 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:37.781846 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d9e6624f-eeab-45bd-969e-f040ddc8527c None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:37.791027 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-d9e6624f-eeab-45bd-969e-f040ddc8527c None None] Transition to ACTIVE for port object e1ef2cbd-3be5-4a53-b0bd-dbffbc277376 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:58:37.806942 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-d9e6624f-eeab-45bd-969e-f040ddc8527c None None] Transition to ACTIVE for port object e1ef2cbd-3be5-4a53-b0bd-dbffbc277376 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:58:37.813401 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d9e6624f-eeab-45bd-969e-f040ddc8527c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:37.829221 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-41b813d7-8a56-46e1-bb0a-5e8816b9b531 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:37.833336 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-41b813d7-8a56-46e1-bb0a-5e8816b9b531 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:37.864162 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-41b813d7-8a56-46e1-bb0a-5e8816b9b531 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:37.865463 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-41b813d7-8a56-46e1-bb0a-5e8816b9b531 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1722808 Aug 10 03:58:37.868352 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b813d7-8a56-46e1-bb0a-5e8816b9b531 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3883aded-ddbd-4225-905e-f09e5fc4ee6a,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:37.869003 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 45086) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:37.872783 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e6624f-eeab-45bd-969e-f040ddc8527c None None] Network fb20faa7-24ff-4d47-91b0-79d0f97b78f6 is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:58:37.875352 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-210affcc-5493-462d-9756-fa79c3a529a8 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Request body: {'security_group_rule': {'security_group_id': '3883aded-ddbd-4225-905e-f09e5fc4ee6a', 'project_id': '93bc202ab78e4c76bb57fc3fb075815b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:58:37.877806 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-d9e6624f-eeab-45bd-969e-f040ddc8527c None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:58:37.880164 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e6624f-eeab-45bd-969e-f040ddc8527c None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:58:37.892026 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e6624f-eeab-45bd-969e-f040ddc8527c None None] Pushing event updated for resources: {'Port': ['ID=e1ef2cbd-3be5-4a53-b0bd-dbffbc277376,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:37.907672 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-210affcc-5493-462d-9756-fa79c3a529a8 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:37.954097 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-d9e6624f-eeab-45bd-969e-f040ddc8527c None None] Attempting to bind port e1ef2cbd-3be5-4a53-b0bd-dbffbc277376 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:58:37.954489 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-d9e6624f-eeab-45bd-969e-f040ddc8527c None None] Attempting to bind port e1ef2cbd-3be5-4a53-b0bd-dbffbc277376 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'b723537a-104c-437e-b1a5-56a1bc1de2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'fb20faa7-24ff-4d47-91b0-79d0f97b78f6'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:58:37.954848 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e6624f-eeab-45bd-969e-f040ddc8527c None None] Attempting to bind port e1ef2cbd-3be5-4a53-b0bd-dbffbc277376 on network fb20faa7-24ff-4d47-91b0-79d0f97b78f6 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:58:37.960455 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e6624f-eeab-45bd-969e-f040ddc8527c None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:58:37.960894 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e6624f-eeab-45bd-969e-f040ddc8527c None None] Checking segment: {'id': 'b723537a-104c-437e-b1a5-56a1bc1de2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'fb20faa7-24ff-4d47-91b0-79d0f97b78f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:58:37.961240 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d9e6624f-eeab-45bd-969e-f040ddc8527c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:37.961653 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e6624f-eeab-45bd-969e-f040ddc8527c None None] Bound using segment: {'id': 'b723537a-104c-437e-b1a5-56a1bc1de2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'fb20faa7-24ff-4d47-91b0-79d0f97b78f6'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:58:37.962123 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-d9e6624f-eeab-45bd-969e-f040ddc8527c None None] Bound port: e1ef2cbd-3be5-4a53-b0bd-dbffbc277376, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b723537a-104c-437e-b1a5-56a1bc1de2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'fb20faa7-24ff-4d47-91b0-79d0f97b78f6'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:58:37.962601 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d9e6624f-eeab-45bd-969e-f040ddc8527c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:37.991833 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-210affcc-5493-462d-9756-fa79c3a529a8 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:38.000113 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-210affcc-5493-462d-9756-fa79c3a529a8 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:38.028426 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210affcc-5493-462d-9756-fa79c3a529a8 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fad3c2ff-9936-423b-a01d-3bbfd52f1c47,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:38.034363 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-210affcc-5493-462d-9756-fa79c3a529a8 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:38.035913 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-210affcc-5493-462d-9756-fa79c3a529a8 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1647966 Aug 10 03:58:38.040589 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 45088) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:38.047785 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-79712879-9410-4cfe-8ef6-c5ef99fc307b tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Request body: {'security_group_rule': {'security_group_id': '3883aded-ddbd-4225-905e-f09e5fc4ee6a', 'project_id': '93bc202ab78e4c76bb57fc3fb075815b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:58:38.053746 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-d9e6624f-eeab-45bd-969e-f040ddc8527c None None] For port e1ef2cbd-3be5-4a53-b0bd-dbffbc277376, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:58:38.059544 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-d9e6624f-eeab-45bd-969e-f040ddc8527c None None] For port e1ef2cbd-3be5-4a53-b0bd-dbffbc277376, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=e1ef2cbd-3be5-4a53-b0bd-dbffbc277376,segment=NetworkSegment(b723537a-104c-437e-b1a5-56a1bc1de2bc),segment_id=b723537a-104c-437e-b1a5-56a1bc1de2bc)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:58:38.065474 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d9e6624f-eeab-45bd-969e-f040ddc8527c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:38.086539 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-79712879-9410-4cfe-8ef6-c5ef99fc307b tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:38.145478 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e6624f-eeab-45bd-969e-f040ddc8527c None None] Pushing event updated for resources: {'Port': ['ID=e1ef2cbd-3be5-4a53-b0bd-dbffbc277376,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:38.202748 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-79712879-9410-4cfe-8ef6-c5ef99fc307b tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:38.208016 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-79712879-9410-4cfe-8ef6-c5ef99fc307b tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:38.242267 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79712879-9410-4cfe-8ef6-c5ef99fc307b tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=976e67a7-7fe6-44bc-b931-bcacad24941a,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:38.254484 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-79712879-9410-4cfe-8ef6-c5ef99fc307b tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:38.256972 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-79712879-9410-4cfe-8ef6-c5ef99fc307b tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2148476 Aug 10 03:58:38.260153 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 45090) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:38.267815 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-a8d3be55-69c1-4d80-adf9-684152caf6c8 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Request body: {'security_group_rule': {'security_group_id': '3883aded-ddbd-4225-905e-f09e5fc4ee6a', 'project_id': '93bc202ab78e4c76bb57fc3fb075815b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:58:38.325831 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a8d3be55-69c1-4d80-adf9-684152caf6c8 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:38.439588 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a8d3be55-69c1-4d80-adf9-684152caf6c8 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:38.445677 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a8d3be55-69c1-4d80-adf9-684152caf6c8 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:38.478132 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d3be55-69c1-4d80-adf9-684152caf6c8 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abbc2448-294b-4ae9-b211-05e5f2f23ba1,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:38.489447 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a8d3be55-69c1-4d80-adf9-684152caf6c8 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:38.490878 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-a8d3be55-69c1-4d80-adf9-684152caf6c8 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2287519 Aug 10 03:58:38.495417 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 45094) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:38.500812 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-559c76aa-554c-4209-962d-eda7e7f4282e tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Request body: {'security_group_rule': {'security_group_id': '3883aded-ddbd-4225-905e-f09e5fc4ee6a', 'project_id': '93bc202ab78e4c76bb57fc3fb075815b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:58:38.542851 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-559c76aa-554c-4209-962d-eda7e7f4282e tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:38.639386 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-559c76aa-554c-4209-962d-eda7e7f4282e tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:38.644679 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-559c76aa-554c-4209-962d-eda7e7f4282e tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:38.665925 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559c76aa-554c-4209-962d-eda7e7f4282e tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c26fe3de-b02b-4418-9364-ea9b2f4731c0,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:38.676790 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-559c76aa-554c-4209-962d-eda7e7f4282e tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:38.678390 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-559c76aa-554c-4209-962d-eda7e7f4282e tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1816905 Aug 10 03:58:38.682870 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 45096) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:38.690680 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-6a74612f-3970-4944-83de-0ed8d023ee81 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Request body: {'security_group_rule': {'security_group_id': '3883aded-ddbd-4225-905e-f09e5fc4ee6a', 'project_id': '93bc202ab78e4c76bb57fc3fb075815b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:58:38.717240 n-d-768862-13 neutron-server[94260]: INFO neutron.db.securitygroups_db [None req-6a74612f-3970-4944-83de-0ed8d023ee81 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Project 93bc202ab78e4c76bb57fc3fb075815b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 03:58:38.725066 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6a74612f-3970-4944-83de-0ed8d023ee81 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:38.810218 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6a74612f-3970-4944-83de-0ed8d023ee81 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:38.817381 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6a74612f-3970-4944-83de-0ed8d023ee81 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:38.839840 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a74612f-3970-4944-83de-0ed8d023ee81 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76aad96c-62f1-42c0-88b4-07977d7c883e,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:38.852479 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6a74612f-3970-4944-83de-0ed8d023ee81 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:38.854364 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-6a74612f-3970-4944-83de-0ed8d023ee81 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1692879 Aug 10 03:58:38.858014 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 45098) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:38.865802 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-393f2c5b-f2ed-4bca-b136-e6f70750b550 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Request body: {'security_group_rule': {'security_group_id': '3883aded-ddbd-4225-905e-f09e5fc4ee6a', 'project_id': '93bc202ab78e4c76bb57fc3fb075815b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:58:38.902145 n-d-768862-13 neutron-server[94260]: INFO neutron.db.securitygroups_db [None req-393f2c5b-f2ed-4bca-b136-e6f70750b550 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Project 93bc202ab78e4c76bb57fc3fb075815b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 03:58:38.910212 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-393f2c5b-f2ed-4bca-b136-e6f70750b550 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:39.002966 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-393f2c5b-f2ed-4bca-b136-e6f70750b550 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:39.009743 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-393f2c5b-f2ed-4bca-b136-e6f70750b550 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:39.036908 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393f2c5b-f2ed-4bca-b136-e6f70750b550 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c9ca0b2-4eac-4659-8002-178114227122,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:39.061195 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-393f2c5b-f2ed-4bca-b136-e6f70750b550 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:39.063890 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-393f2c5b-f2ed-4bca-b136-e6f70750b550 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2041049 Aug 10 03:58:39.289389 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-51141355-4aad-444d-b40e-9091d8b4bb32 req-13d6d862-b04f-47d2-b720-8de58c4cfbf1 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1102349497&fields=id&tenant_id=93bc202ab78e4c76bb57fc3fb075815b HTTP/1.1" status: 200 len: 267 time: 0.0550470 Aug 10 03:58:39.307262 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1480440f-6be1-43b5-af11-44ad68e6275c None None] Network fb20faa7-24ff-4d47-91b0-79d0f97b78f6 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:58:39.436190 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-0e5b1e3a-67af-4f2b-96ca-018fd232ff37 None None] Provisioning for port e1ef2cbd-3be5-4a53-b0bd-dbffbc277376 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:58:39.500819 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51141355-4aad-444d-b40e-9091d8b4bb32 req-196403df-f9a6-46fe-8d24-cc81c0aa6948 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:39.503714 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-51141355-4aad-444d-b40e-9091d8b4bb32 req-196403df-f9a6-46fe-8d24-cc81c0aa6948 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "GET /v2.0/networks?id=fb20faa7-24ff-4d47-91b0-79d0f97b78f6 HTTP/1.1" status: 200 len: 796 time: 0.2004766 Aug 10 03:58:39.524526 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-51141355-4aad-444d-b40e-9091d8b4bb32 req-0b1c72e0-90ab-4489-9f67-6dac1700ac2e tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "GET /v2.0/quotas/93bc202ab78e4c76bb57fc3fb075815b HTTP/1.1" status: 200 len: 375 time: 0.0136876 Aug 10 03:58:39.640215 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-51141355-4aad-444d-b40e-9091d8b4bb32 req-ecc850f5-53a5-4044-a6a0-c8b07425b509 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=93bc202ab78e4c76bb57fc3fb075815b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1096282 Aug 10 03:58:39.708238 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device e1ef2cbd-3be5-4a53-b0bd-dbffbc277376 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:58:39.792679 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port e1ef2cbd-3be5-4a53-b0bd-dbffbc277376 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:58:39.800841 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port e1ef2cbd-3be5-4a53-b0bd-dbffbc277376 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:58:39.800841 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:39.811020 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-51141355-4aad-444d-b40e-9091d8b4bb32 req-dac1d4e2-78f6-4658-9940-1942c5dda693 service neutron] 10.222.0.44 "GET /v2.0/networks/fb20faa7-24ff-4d47-91b0-79d0f97b78f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507733 Aug 10 03:58:39.927910 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:39.970016 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-51141355-4aad-444d-b40e-9091d8b4bb32 req-b48b860e-edc1-4835-aa1a-2118bc6e269b service neutron] 10.222.0.44 "GET /v2.0/networks/fb20faa7-24ff-4d47-91b0-79d0f97b78f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501513 Aug 10 03:58:39.979604 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port e1ef2cbd-3be5-4a53-b0bd-dbffbc277376, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=e1ef2cbd-3be5-4a53-b0bd-dbffbc277376,segment=NetworkSegment(b723537a-104c-437e-b1a5-56a1bc1de2bc),segment_id=b723537a-104c-437e-b1a5-56a1bc1de2bc)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:58:39.990460 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:40.041187 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-e9e291b9-58cb-4e90-8377-1134d08d15d8 None None] Provisioning complete for port e1ef2cbd-3be5-4a53-b0bd-dbffbc277376 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:58:40.041798 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e9e291b9-58cb-4e90-8377-1134d08d15d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:40.134117 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=e1ef2cbd-3be5-4a53-b0bd-dbffbc277376,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:40.274641 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fc5e9406-37d4-469c-9fd4-e29bb72287a8 req-383bf569-a398-41e5-80c8-91c8b5349646 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a9f6beb-658d-4a21-95b1-6a57f1e0df01 HTTP/1.1" status: 200 len: 210 time: 0.0355949 Aug 10 03:58:41.388302 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-56c827ef-cec7-4095-8029-251e1589d007 req-031f6e9e-9619-4bb5-a21c-41c5a1f9f5f8 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a9f6beb-658d-4a21-95b1-6a57f1e0df01 HTTP/1.1" status: 200 len: 210 time: 0.0299461 Aug 10 03:58:41.636104 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51141355-4aad-444d-b40e-9091d8b4bb32 req-3b14b22c-cf3d-4353-94a3-620f82b358ea tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:41.639254 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-51141355-4aad-444d-b40e-9091d8b4bb32 req-3b14b22c-cf3d-4353-94a3-620f82b358ea tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.42 "GET /v2.0/networks?id=fb20faa7-24ff-4d47-91b0-79d0f97b78f6 HTTP/1.1" status: 200 len: 796 time: 0.1649218 Aug 10 03:58:41.653866 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device e1ef2cbd-3be5-4a53-b0bd-dbffbc277376 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:58:41.698138 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-51141355-4aad-444d-b40e-9091d8b4bb32 req-f7f13d9b-dabb-4b83-be07-5803440a8378 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93bc202ab78e4c76bb57fc3fb075815b HTTP/1.1" status: 200 len: 473 time: 0.0460253 Aug 10 03:58:41.708824 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-51141355-4aad-444d-b40e-9091d8b4bb32 req-0cfd2410-51bd-443c-bbec-81f6a3ee1254 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Request body: {'port': {'device_id': '2a9f6beb-658d-4a21-95b1-6a57f1e0df01', 'network_id': 'fb20faa7-24ff-4d47-91b0-79d0f97b78f6', 'admin_state_up': True, 'tenant_id': '93bc202ab78e4c76bb57fc3fb075815b', 'security_groups': ['3883aded-ddbd-4225-905e-f09e5fc4ee6a']}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:58:41.725431 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port e1ef2cbd-3be5-4a53-b0bd-dbffbc277376 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:58:41.726018 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:41.859771 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51141355-4aad-444d-b40e-9091d8b4bb32 req-0cfd2410-51bd-443c-bbec-81f6a3ee1254 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Made reservation on behalf of 93bc202ab78e4c76bb57fc3fb075815b for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:58:41.864795 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-51141355-4aad-444d-b40e-9091d8b4bb32 req-0cfd2410-51bd-443c-bbec-81f6a3ee1254 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:42.017001 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-51141355-4aad-444d-b40e-9091d8b4bb32 req-0cfd2410-51bd-443c-bbec-81f6a3ee1254 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Allocated IP 172.20.0.23 (fb20faa7-24ff-4d47-91b0-79d0f97b78f6/6f0af710-9817-4a52-9f91-bf53ac9796e1/547aa18c-8440-4cf8-a89d-bbe7c783159d) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:58:42.169678 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-51141355-4aad-444d-b40e-9091d8b4bb32 req-0cfd2410-51bd-443c-bbec-81f6a3ee1254 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:42.186888 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-51141355-4aad-444d-b40e-9091d8b4bb32 req-0cfd2410-51bd-443c-bbec-81f6a3ee1254 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Transition to ACTIVE for port object 547aa18c-8440-4cf8-a89d-bbe7c783159d will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:58:42.225464 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-51141355-4aad-444d-b40e-9091d8b4bb32 req-0cfd2410-51bd-443c-bbec-81f6a3ee1254 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:42.291039 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51141355-4aad-444d-b40e-9091d8b4bb32 req-0cfd2410-51bd-443c-bbec-81f6a3ee1254 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Network fb20faa7-24ff-4d47-91b0-79d0f97b78f6 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:58:42.296807 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-51141355-4aad-444d-b40e-9091d8b4bb32 req-0cfd2410-51bd-443c-bbec-81f6a3ee1254 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:58:42.305148 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-51141355-4aad-444d-b40e-9091d8b4bb32 req-0cfd2410-51bd-443c-bbec-81f6a3ee1254 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:58:42.316149 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfd2410-51bd-443c-bbec-81f6a3ee1254 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Pushing event updated for resources: {'Port': ['ID=547aa18c-8440-4cf8-a89d-bbe7c783159d,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:42.385055 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51141355-4aad-444d-b40e-9091d8b4bb32 req-0cfd2410-51bd-443c-bbec-81f6a3ee1254 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:42.385745 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-51141355-4aad-444d-b40e-9091d8b4bb32 req-0cfd2410-51bd-443c-bbec-81f6a3ee1254 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:42.403676 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-51141355-4aad-444d-b40e-9091d8b4bb32 req-0cfd2410-51bd-443c-bbec-81f6a3ee1254 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6994884 Aug 10 03:58:42.420191 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-51141355-4aad-444d-b40e-9091d8b4bb32 req-8a4332d5-15ae-48b7-ad33-eae3129bb265 service neutron] Request body: {'port': {'device_id': '2a9f6beb-658d-4a21-95b1-6a57f1e0df01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:58:42.564415 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-51141355-4aad-444d-b40e-9091d8b4bb32 req-8a4332d5-15ae-48b7-ad33-eae3129bb265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:42.566321 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-8376104d-b4fb-4954-b46e-7b6b31aa24f4 None None] Provisioning for port 547aa18c-8440-4cf8-a89d-bbe7c783159d completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:58:42.571026 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-8376104d-b4fb-4954-b46e-7b6b31aa24f4 None None] Provisioning complete for port 547aa18c-8440-4cf8-a89d-bbe7c783159d triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:58:42.571574 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-8376104d-b4fb-4954-b46e-7b6b31aa24f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:42.607879 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-8376104d-b4fb-4954-b46e-7b6b31aa24f4 None None] Port 547aa18c-8440-4cf8-a89d-bbe7c783159d cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:58:42.649102 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b7958e-90ef-49b4-95cd-4655899b724e req-f9bd506e-6e01-4a50-ad39-7480e49c0760 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:42.651926 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-94b7958e-90ef-49b4-95cd-4655899b724e req-f9bd506e-6e01-4a50-ad39-7480e49c0760 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a9f6beb-658d-4a21-95b1-6a57f1e0df01 HTTP/1.1" status: 200 len: 932 time: 0.1524546 Aug 10 03:58:42.778027 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-94b7958e-90ef-49b4-95cd-4655899b724e req-e8196382-f6b3-438a-8fb0-de5ccb99a56a tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "GET /v2.0/security-groups?id=3883aded-ddbd-4225-905e-f09e5fc4ee6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181989 Aug 10 03:58:43.235115 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-51141355-4aad-444d-b40e-9091d8b4bb32 req-8a4332d5-15ae-48b7-ad33-eae3129bb265 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 547aa18c-8440-4cf8-a89d-bbe7c783159d {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:58:43.243519 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-51141355-4aad-444d-b40e-9091d8b4bb32 req-8a4332d5-15ae-48b7-ad33-eae3129bb265 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:43.257755 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-51141355-4aad-444d-b40e-9091d8b4bb32 req-8a4332d5-15ae-48b7-ad33-eae3129bb265 service neutron] Transition to ACTIVE for port object 547aa18c-8440-4cf8-a89d-bbe7c783159d will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:58:43.263333 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-51141355-4aad-444d-b40e-9091d8b4bb32 req-8a4332d5-15ae-48b7-ad33-eae3129bb265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:43.346264 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4332d5-15ae-48b7-ad33-eae3129bb265 service neutron] Pushing event updated for resources: {'Port': ['ID=547aa18c-8440-4cf8-a89d-bbe7c783159d,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:43.432040 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-51141355-4aad-444d-b40e-9091d8b4bb32 req-8a4332d5-15ae-48b7-ad33-eae3129bb265 service neutron] Attempting to bind port 547aa18c-8440-4cf8-a89d-bbe7c783159d on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:58:43.432811 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-51141355-4aad-444d-b40e-9091d8b4bb32 req-8a4332d5-15ae-48b7-ad33-eae3129bb265 service neutron] Attempting to bind port 547aa18c-8440-4cf8-a89d-bbe7c783159d by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': 'b723537a-104c-437e-b1a5-56a1bc1de2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'fb20faa7-24ff-4d47-91b0-79d0f97b78f6'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:58:43.433112 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51141355-4aad-444d-b40e-9091d8b4bb32 req-8a4332d5-15ae-48b7-ad33-eae3129bb265 service neutron] Attempting to bind port 547aa18c-8440-4cf8-a89d-bbe7c783159d on network fb20faa7-24ff-4d47-91b0-79d0f97b78f6 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:58:43.438560 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51141355-4aad-444d-b40e-9091d8b4bb32 req-8a4332d5-15ae-48b7-ad33-eae3129bb265 service neutron] Port 547aa18c-8440-4cf8-a89d-bbe7c783159d on network fb20faa7-24ff-4d47-91b0-79d0f97b78f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:58:43.438891 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51141355-4aad-444d-b40e-9091d8b4bb32 req-8a4332d5-15ae-48b7-ad33-eae3129bb265 service neutron] Attempting to bind port 547aa18c-8440-4cf8-a89d-bbe7c783159d on network fb20faa7-24ff-4d47-91b0-79d0f97b78f6 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:58:43.445361 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51141355-4aad-444d-b40e-9091d8b4bb32 req-8a4332d5-15ae-48b7-ad33-eae3129bb265 service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:58:43.445704 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51141355-4aad-444d-b40e-9091d8b4bb32 req-8a4332d5-15ae-48b7-ad33-eae3129bb265 service neutron] Checking segment: {'id': 'b723537a-104c-437e-b1a5-56a1bc1de2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'fb20faa7-24ff-4d47-91b0-79d0f97b78f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:58:43.446104 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51141355-4aad-444d-b40e-9091d8b4bb32 req-8a4332d5-15ae-48b7-ad33-eae3129bb265 service neutron] Bound using segment: {'id': 'b723537a-104c-437e-b1a5-56a1bc1de2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'fb20faa7-24ff-4d47-91b0-79d0f97b78f6'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:58:43.446602 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-51141355-4aad-444d-b40e-9091d8b4bb32 req-8a4332d5-15ae-48b7-ad33-eae3129bb265 service neutron] Bound port: 547aa18c-8440-4cf8-a89d-bbe7c783159d, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b723537a-104c-437e-b1a5-56a1bc1de2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'fb20faa7-24ff-4d47-91b0-79d0f97b78f6'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:58:43.446976 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-51141355-4aad-444d-b40e-9091d8b4bb32 req-8a4332d5-15ae-48b7-ad33-eae3129bb265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:43.527431 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-51141355-4aad-444d-b40e-9091d8b4bb32 req-8a4332d5-15ae-48b7-ad33-eae3129bb265 service neutron] For port 547aa18c-8440-4cf8-a89d-bbe7c783159d, host n-h1-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:58:43.531524 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-51141355-4aad-444d-b40e-9091d8b4bb32 req-8a4332d5-15ae-48b7-ad33-eae3129bb265 service neutron] For port 547aa18c-8440-4cf8-a89d-bbe7c783159d, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=547aa18c-8440-4cf8-a89d-bbe7c783159d,segment=NetworkSegment(b723537a-104c-437e-b1a5-56a1bc1de2bc),segment_id=b723537a-104c-437e-b1a5-56a1bc1de2bc)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:58:43.539554 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-51141355-4aad-444d-b40e-9091d8b4bb32 req-8a4332d5-15ae-48b7-ad33-eae3129bb265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:43.587957 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51141355-4aad-444d-b40e-9091d8b4bb32 req-8a4332d5-15ae-48b7-ad33-eae3129bb265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:43.588651 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-51141355-4aad-444d-b40e-9091d8b4bb32 req-8a4332d5-15ae-48b7-ad33-eae3129bb265 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:43.590107 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-51141355-4aad-444d-b40e-9091d8b4bb32 req-8a4332d5-15ae-48b7-ad33-eae3129bb265 service neutron] 10.222.0.42 "PUT /v2.0/ports/547aa18c-8440-4cf8-a89d-bbe7c783159d HTTP/1.1" status: 200 len: 1093 time: 1.1776440 Aug 10 03:58:43.590875 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a9f6beb-658d-4a21-95b1-6a57f1e0df01', 'tag': '547aa18c-8440-4cf8-a89d-bbe7c783159d'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:58:43.593135 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0492cf0-d2c1-49cc-94e8-f88dc8d8f20e" -d '{"events": [{"name": "network-changed", "server_uuid": "2a9f6beb-658d-4a21-95b1-6a57f1e0df01", "tag": "547aa18c-8440-4cf8-a89d-bbe7c783159d"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:58:43.637579 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4332d5-15ae-48b7-ad33-eae3129bb265 service neutron] Pushing event updated for resources: {'Port': ['ID=547aa18c-8440-4cf8-a89d-bbe7c783159d,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:43.659775 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bb077b9-14fc-4258-ae99-6b815eb39588 x-openstack-request-id: req-6bb077b9-14fc-4258-ae99-6b815eb39588 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:58:43.660254 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a9f6beb-658d-4a21-95b1-6a57f1e0df01", "tag": "547aa18c-8440-4cf8-a89d-bbe7c783159d", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:58:43.660687 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6bb077b9-14fc-4258-ae99-6b815eb39588 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:58:43.661342 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a9f6beb-658d-4a21-95b1-6a57f1e0df01', 'tag': '547aa18c-8440-4cf8-a89d-bbe7c783159d', 'status': 'completed', 'code': 200} Aug 10 03:58:43.778340 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51141355-4aad-444d-b40e-9091d8b4bb32 req-4c209893-9b47-494a-8f60-19016a2a0eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:43.780076 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-51141355-4aad-444d-b40e-9091d8b4bb32 req-4c209893-9b47-494a-8f60-19016a2a0eff service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=93bc202ab78e4c76bb57fc3fb075815b&device_id=2a9f6beb-658d-4a21-95b1-6a57f1e0df01 HTTP/1.1" status: 200 len: 1096 time: 0.1351488 Aug 10 03:58:43.824797 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-51141355-4aad-444d-b40e-9091d8b4bb32 req-db07b78b-70ab-42e5-8980-51975c9d68e8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=547aa18c-8440-4cf8-a89d-bbe7c783159d HTTP/1.1" status: 200 len: 217 time: 0.0364501 Aug 10 03:58:43.911219 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51141355-4aad-444d-b40e-9091d8b4bb32 req-3c473394-182d-4801-9879-dbb9c09aebd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:43.912733 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-51141355-4aad-444d-b40e-9091d8b4bb32 req-3c473394-182d-4801-9879-dbb9c09aebd5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6f0af710-9817-4a52-9f91-bf53ac9796e1 HTTP/1.1" status: 200 len: 837 time: 0.0812542 Aug 10 03:58:43.940708 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb11f8b-93b1-4a0e-b99f-30321f7f5273 req-764b4bcb-8ebd-45f0-bfe3-90b4d3c19df9 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:43.942382 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cbb11f8b-93b1-4a0e-b99f-30321f7f5273 req-764b4bcb-8ebd-45f0-bfe3-90b4d3c19df9 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a9f6beb-658d-4a21-95b1-6a57f1e0df01 HTTP/1.1" status: 200 len: 944 time: 0.0796652 Aug 10 03:58:44.001765 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cbb11f8b-93b1-4a0e-b99f-30321f7f5273 req-196398d4-b870-4954-a828-dad34de8b984 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "GET /v2.0/security-groups?id=3883aded-ddbd-4225-905e-f09e5fc4ee6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444250 Aug 10 03:58:44.004335 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51141355-4aad-444d-b40e-9091d8b4bb32 req-b4117376-7b3a-400b-ba23-4fc77a126800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:44.005929 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-51141355-4aad-444d-b40e-9091d8b4bb32 req-b4117376-7b3a-400b-ba23-4fc77a126800 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fb20faa7-24ff-4d47-91b0-79d0f97b78f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0855377 Aug 10 03:58:44.152111 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-51141355-4aad-444d-b40e-9091d8b4bb32 req-394bc18e-b411-434d-a2f6-6334e284b26f service neutron] 10.222.0.42 "GET /v2.0/networks/fb20faa7-24ff-4d47-91b0-79d0f97b78f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365812 Aug 10 03:58:44.253959 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-51141355-4aad-444d-b40e-9091d8b4bb32 req-62866e1b-8a80-4f3b-9b99-c96eb6e1fd7c service neutron] 10.222.0.42 "GET /v2.0/networks/fb20faa7-24ff-4d47-91b0-79d0f97b78f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927429 Aug 10 03:58:44.350840 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0492cf0-d2c1-49cc-94e8-f88dc8d8f20e req-b884e3a2-cafd-4e30-9f01-104b25628d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:44.352402 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a0492cf0-d2c1-49cc-94e8-f88dc8d8f20e req-b884e3a2-cafd-4e30-9f01-104b25628d02 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=93bc202ab78e4c76bb57fc3fb075815b&device_id=2a9f6beb-658d-4a21-95b1-6a57f1e0df01 HTTP/1.1" status: 200 len: 1096 time: 0.0474937 Aug 10 03:58:44.458117 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0492cf0-d2c1-49cc-94e8-f88dc8d8f20e req-bfa59daa-9246-4a2e-ad58-1b3028523efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:44.459589 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a0492cf0-d2c1-49cc-94e8-f88dc8d8f20e req-bfa59daa-9246-4a2e-ad58-1b3028523efa service neutron] 10.222.0.42 "GET /v2.0/networks?id=fb20faa7-24ff-4d47-91b0-79d0f97b78f6 HTTP/1.1" status: 200 len: 896 time: 0.1005070 Aug 10 03:58:44.504575 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a0492cf0-d2c1-49cc-94e8-f88dc8d8f20e req-f92500cb-e694-4e0d-8686-494a3af8a0d9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=547aa18c-8440-4cf8-a89d-bbe7c783159d HTTP/1.1" status: 200 len: 217 time: 0.0374522 Aug 10 03:58:44.565666 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0492cf0-d2c1-49cc-94e8-f88dc8d8f20e req-fc8a1503-0b98-400d-9b83-3026b5352b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:44.567274 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a0492cf0-d2c1-49cc-94e8-f88dc8d8f20e req-fc8a1503-0b98-400d-9b83-3026b5352b2b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6f0af710-9817-4a52-9f91-bf53ac9796e1 HTTP/1.1" status: 200 len: 837 time: 0.0549114 Aug 10 03:58:44.624334 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0492cf0-d2c1-49cc-94e8-f88dc8d8f20e req-40e93312-d587-436e-bcd8-26c5877f4608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:44.625974 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a0492cf0-d2c1-49cc-94e8-f88dc8d8f20e req-40e93312-d587-436e-bcd8-26c5877f4608 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fb20faa7-24ff-4d47-91b0-79d0f97b78f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0497391 Aug 10 03:58:44.732033 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a0492cf0-d2c1-49cc-94e8-f88dc8d8f20e req-2cb7e737-a076-40e8-94eb-fdcbdceb276d service neutron] 10.222.0.42 "GET /v2.0/networks/fb20faa7-24ff-4d47-91b0-79d0f97b78f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923977 Aug 10 03:58:44.833402 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a0492cf0-d2c1-49cc-94e8-f88dc8d8f20e req-69c92bdb-b8ed-4612-a211-0c680b35b1a0 service neutron] 10.222.0.42 "GET /v2.0/networks/fb20faa7-24ff-4d47-91b0-79d0f97b78f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975778 Aug 10 03:58:45.132769 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57907cb-acc9-45a5-8bb6-5cb1fede68e3 req-61b1ea9f-01de-475a-b862-13e573b43374 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:45.135310 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f57907cb-acc9-45a5-8bb6-5cb1fede68e3 req-61b1ea9f-01de-475a-b862-13e573b43374 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a9f6beb-658d-4a21-95b1-6a57f1e0df01 HTTP/1.1" status: 200 len: 944 time: 0.0601025 Aug 10 03:58:45.177946 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f57907cb-acc9-45a5-8bb6-5cb1fede68e3 req-ac32b497-5e3f-42f5-bfeb-b8d4b66f6107 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "GET /v2.0/security-groups?id=3883aded-ddbd-4225-905e-f09e5fc4ee6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358713 Aug 10 03:58:46.322268 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a494c-ff38-4139-a421-32452c6df3eb req-ad4c1e71-3b5e-4367-95b6-dd06cebfb065 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:46.324088 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bc4a494c-ff38-4139-a421-32452c6df3eb req-ad4c1e71-3b5e-4367-95b6-dd06cebfb065 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a9f6beb-658d-4a21-95b1-6a57f1e0df01 HTTP/1.1" status: 200 len: 944 time: 0.0696933 Aug 10 03:58:46.389145 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bc4a494c-ff38-4139-a421-32452c6df3eb req-4684561e-031c-4206-bd0e-29c6f195f72b tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "GET /v2.0/security-groups?id=3883aded-ddbd-4225-905e-f09e5fc4ee6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578156 Aug 10 03:58:47.531233 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035ca4db-3f53-4cae-a900-d08e2775cbc4 req-9663aba7-855b-42a0-a0ec-36dd3a5413db tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:47.532821 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-035ca4db-3f53-4cae-a900-d08e2775cbc4 req-9663aba7-855b-42a0-a0ec-36dd3a5413db tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a9f6beb-658d-4a21-95b1-6a57f1e0df01 HTTP/1.1" status: 200 len: 944 time: 0.0615120 Aug 10 03:58:47.599966 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-035ca4db-3f53-4cae-a900-d08e2775cbc4 req-4c99d3e1-f07d-4c0c-b95f-19ffc9bbc2dd tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "GET /v2.0/security-groups?id=3883aded-ddbd-4225-905e-f09e5fc4ee6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606008 Aug 10 03:58:48.481420 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 547aa18c-8440-4cf8-a89d-bbe7c783159d details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:58:48.604833 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 547aa18c-8440-4cf8-a89d-bbe7c783159d, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=547aa18c-8440-4cf8-a89d-bbe7c783159d,segment=NetworkSegment(b723537a-104c-437e-b1a5-56a1bc1de2bc),segment_id=b723537a-104c-437e-b1a5-56a1bc1de2bc)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:58:48.632875 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': '547aa18c-8440-4cf8-a89d-bbe7c783159d', 'network_id': 'fb20faa7-24ff-4d47-91b0-79d0f97b78f6', 'port_id': '547aa18c-8440-4cf8-a89d-bbe7c783159d', 'mac_address': 'fa:16:3e:bd:0d:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f0af710-9817-4a52-9f91-bf53ac9796e1', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:58:48.685732 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:48.701686 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 547aa18c-8440-4cf8-a89d-bbe7c783159d {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:58:48.723159 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 547aa18c-8440-4cf8-a89d-bbe7c783159d, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=547aa18c-8440-4cf8-a89d-bbe7c783159d,segment=NetworkSegment(b723537a-104c-437e-b1a5-56a1bc1de2bc),segment_id=b723537a-104c-437e-b1a5-56a1bc1de2bc)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:58:48.727983 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:48.756397 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3e5a64-f113-4ed9-a8fd-28b9b963a7ab req-ea5689ca-2f16-4a7d-ac4e-a422d8d1a103 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:48.759708 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0a3e5a64-f113-4ed9-a8fd-28b9b963a7ab req-ea5689ca-2f16-4a7d-ac4e-a422d8d1a103 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a9f6beb-658d-4a21-95b1-6a57f1e0df01 HTTP/1.1" status: 200 len: 944 time: 0.0836179 Aug 10 03:58:48.786266 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=547aa18c-8440-4cf8-a89d-bbe7c783159d,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:48.820326 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0a3e5a64-f113-4ed9-a8fd-28b9b963a7ab req-fe37bdb7-c12b-4f50-ab1c-9812ae177172 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "GET /v2.0/security-groups?id=3883aded-ddbd-4225-905e-f09e5fc4ee6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521297 Aug 10 03:58:48.928919 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['547aa18c-8440-4cf8-a89d-bbe7c783159d'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:58:49.964732 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e25ce0-faf4-4579-86e8-15b83fbf2c10 req-125bb901-5919-43a1-a7c0-f6b08d9c81ca tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:49.966745 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-24e25ce0-faf4-4579-86e8-15b83fbf2c10 req-125bb901-5919-43a1-a7c0-f6b08d9c81ca tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a9f6beb-658d-4a21-95b1-6a57f1e0df01 HTTP/1.1" status: 200 len: 945 time: 0.0603631 Aug 10 03:58:50.012400 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-24e25ce0-faf4-4579-86e8-15b83fbf2c10 req-c572e1f8-4fac-4ce0-a2da-010286ea6573 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "GET /v2.0/security-groups?id=3883aded-ddbd-4225-905e-f09e5fc4ee6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387790 Aug 10 03:58:50.490461 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 547aa18c-8440-4cf8-a89d-bbe7c783159d up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:58:50.544686 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning for port 547aa18c-8440-4cf8-a89d-bbe7c783159d completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:58:50.549267 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port 547aa18c-8440-4cf8-a89d-bbe7c783159d triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:58:50.549649 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:50.636851 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:50.666046 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a9f6beb-658d-4a21-95b1-6a57f1e0df01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '547aa18c-8440-4cf8-a89d-bbe7c783159d'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:58:50.670507 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97c350c3-a9fe-433f-9252-9e141828f813" -d '{"events": [{"server_uuid": "2a9f6beb-658d-4a21-95b1-6a57f1e0df01", "name": "network-vif-plugged", "status": "completed", "tag": "547aa18c-8440-4cf8-a89d-bbe7c783159d"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:58:50.691190 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 547aa18c-8440-4cf8-a89d-bbe7c783159d, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=547aa18c-8440-4cf8-a89d-bbe7c783159d,segment=NetworkSegment(b723537a-104c-437e-b1a5-56a1bc1de2bc),segment_id=b723537a-104c-437e-b1a5-56a1bc1de2bc)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:58:50.696138 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:50.767037 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=547aa18c-8440-4cf8-a89d-bbe7c783159d,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:50.794427 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-334a6639-61b2-4da9-83d0-62511fc4c05e x-openstack-request-id: req-334a6639-61b2-4da9-83d0-62511fc4c05e {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:58:50.794845 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a9f6beb-658d-4a21-95b1-6a57f1e0df01", "name": "network-vif-plugged", "status": "completed", "tag": "547aa18c-8440-4cf8-a89d-bbe7c783159d", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:58:50.795131 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-334a6639-61b2-4da9-83d0-62511fc4c05e {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:58:50.795571 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a9f6beb-658d-4a21-95b1-6a57f1e0df01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '547aa18c-8440-4cf8-a89d-bbe7c783159d', 'code': 200} Aug 10 03:58:50.930251 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e08a339-038c-4d3b-b07c-3f6e01fbbf8b req-05f22039-3c3e-44ea-b21e-f6fb56cf1074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:50.933005 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9e08a339-038c-4d3b-b07c-3f6e01fbbf8b req-05f22039-3c3e-44ea-b21e-f6fb56cf1074 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2a9f6beb-658d-4a21-95b1-6a57f1e0df01 HTTP/1.1" status: 200 len: 1098 time: 0.0740552 Aug 10 03:58:50.976267 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9e08a339-038c-4d3b-b07c-3f6e01fbbf8b req-a534cd90-b66f-4013-a473-69be99f19935 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3883aded-ddbd-4225-905e-f09e5fc4ee6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347204 Aug 10 03:58:51.148902 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3e0b23-4fa5-4880-bcb7-9bf907c6169e req-4294a942-72ed-40ed-951f-1748ebec3e20 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:51.150721 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ea3e0b23-4fa5-4880-bcb7-9bf907c6169e req-4294a942-72ed-40ed-951f-1748ebec3e20 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a9f6beb-658d-4a21-95b1-6a57f1e0df01 HTTP/1.1" status: 200 len: 946 time: 0.0611808 Aug 10 03:58:51.195503 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ea3e0b23-4fa5-4880-bcb7-9bf907c6169e req-199181f6-57dc-4d27-a2f3-35d68e9adb36 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "GET /v2.0/security-groups?id=3883aded-ddbd-4225-905e-f09e5fc4ee6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379198 Aug 10 03:58:51.399291 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-eb5d73f9-b18a-40f6-b0e2-d15403ac8460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:52.324609 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a81be8-2aa9-492f-89cf-a12167ff3c88 req-3d1c7f0c-a722-452d-be49-e85c8ebb295a tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:52.326529 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-63a81be8-2aa9-492f-89cf-a12167ff3c88 req-3d1c7f0c-a722-452d-be49-e85c8ebb295a tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a9f6beb-658d-4a21-95b1-6a57f1e0df01 HTTP/1.1" status: 200 len: 946 time: 0.0561559 Aug 10 03:58:52.368586 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-63a81be8-2aa9-492f-89cf-a12167ff3c88 req-fac2ec92-3033-40ee-badb-c0a44354df09 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "GET /v2.0/security-groups?id=3883aded-ddbd-4225-905e-f09e5fc4ee6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349185 Aug 10 03:58:52.503313 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccbfa65-3615-4721-8f5b-a6eafd0949fd req-09adb3a3-d040-466f-9331-b785fb774e83 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:52.504815 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2ccbfa65-3615-4721-8f5b-a6eafd0949fd req-09adb3a3-d040-466f-9331-b785fb774e83 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a9f6beb-658d-4a21-95b1-6a57f1e0df01 HTTP/1.1" status: 200 len: 946 time: 0.0581877 Aug 10 03:58:52.548225 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2ccbfa65-3615-4721-8f5b-a6eafd0949fd req-c56b13b0-fe34-4d87-b28d-370c783b3be1 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "GET /v2.0/security-groups?id=3883aded-ddbd-4225-905e-f09e5fc4ee6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364692 Aug 10 03:58:53.687499 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4886f951-e251-4fd8-8fe1-f50e6aa0fca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:54.030432 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 45176) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:54.288935 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:54.516338 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-90e5e135-8bb6-4432-8023-f721cb9161c3 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:54.823847 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-90e5e135-8bb6-4432-8023-f721cb9161c3 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Allocated IP 172.20.0.17 (fb20faa7-24ff-4d47-91b0-79d0f97b78f6/6f0af710-9817-4a52-9f91-bf53ac9796e1/3e8adbe2-a897-438b-ae5c-af5fdf36ec48) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:58:54.953659 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-90e5e135-8bb6-4432-8023-f721cb9161c3 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:54.969934 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [None req-90e5e135-8bb6-4432-8023-f721cb9161c3 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Transition to ACTIVE for port object 3e8adbe2-a897-438b-ae5c-af5fdf36ec48 will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:58:55.006606 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-90e5e135-8bb6-4432-8023-f721cb9161c3 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:55.052866 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e5e135-8bb6-4432-8023-f721cb9161c3 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Network fb20faa7-24ff-4d47-91b0-79d0f97b78f6 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:58:55.056257 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-90e5e135-8bb6-4432-8023-f721cb9161c3 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:58:55.060345 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e5e135-8bb6-4432-8023-f721cb9161c3 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:58:55.088149 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e5e135-8bb6-4432-8023-f721cb9161c3 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Pushing event updated for resources: {'Port': ['ID=3e8adbe2-a897-438b-ae5c-af5fdf36ec48,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:55.104289 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e5e135-8bb6-4432-8023-f721cb9161c3 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:55.104630 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e5e135-8bb6-4432-8023-f721cb9161c3 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:55.104977 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e5e135-8bb6-4432-8023-f721cb9161c3 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:55.105326 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e5e135-8bb6-4432-8023-f721cb9161c3 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:55.105661 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e5e135-8bb6-4432-8023-f721cb9161c3 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:55.105996 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e5e135-8bb6-4432-8023-f721cb9161c3 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:55.106361 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e5e135-8bb6-4432-8023-f721cb9161c3 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:55.106691 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e5e135-8bb6-4432-8023-f721cb9161c3 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:55.107018 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e5e135-8bb6-4432-8023-f721cb9161c3 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:55.107365 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e5e135-8bb6-4432-8023-f721cb9161c3 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:55.107688 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e5e135-8bb6-4432-8023-f721cb9161c3 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:55.108017 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e5e135-8bb6-4432-8023-f721cb9161c3 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:55.123310 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-90e5e135-8bb6-4432-8023-f721cb9161c3 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521745'] for router_interface, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:55.346622 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-90e5e135-8bb6-4432-8023-f721cb9161c3 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:55.372784 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-1fbeb6b3-3c93-4ef7-ae7f-284b87338902 None None] Provisioning for port 3e8adbe2-a897-438b-ae5c-af5fdf36ec48 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:58:55.378911 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-1fbeb6b3-3c93-4ef7-ae7f-284b87338902 None None] Provisioning complete for port 3e8adbe2-a897-438b-ae5c-af5fdf36ec48 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:58:55.379492 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1fbeb6b3-3c93-4ef7-ae7f-284b87338902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:55.423599 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-1fbeb6b3-3c93-4ef7-ae7f-284b87338902 None None] Port 3e8adbe2-a897-438b-ae5c-af5fdf36ec48 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:58:55.474776 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:55.725123 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-90e5e135-8bb6-4432-8023-f721cb9161c3 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:55.730626 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-90e5e135-8bb6-4432-8023-f721cb9161c3 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:55.817023 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-90e5e135-8bb6-4432-8023-f721cb9161c3 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521893'] for router_interface, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:55.819622 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e5e135-8bb6-4432-8023-f721cb9161c3 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Pushing event updated for resources: {'Port': ['ID=3e8adbe2-a897-438b-ae5c-af5fdf36ec48,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:55.941277 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e5e135-8bb6-4432-8023-f721cb9161c3 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Network fb20faa7-24ff-4d47-91b0-79d0f97b78f6 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:58:55.943111 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-90e5e135-8bb6-4432-8023-f721cb9161c3 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:58:56.097955 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90e5e135-8bb6-4432-8023-f721cb9161c3 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Router a34405dc-7365-4219-a25d-fcabab27ff76 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:58:56.245804 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90e5e135-8bb6-4432-8023-f721cb9161c3 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:58:56.251139 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-90e5e135-8bb6-4432-8023-f721cb9161c3 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "PUT /v2.0/routers/a34405dc-7365-4219-a25d-fcabab27ff76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2195661 Aug 10 03:58:56.258051 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c4977e41-3254-4d2d-95f4-26efc01baaf0 None None] Provisioning complete for port 3e8adbe2-a897-438b-ae5c-af5fdf36ec48 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:58:56.258608 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c4977e41-3254-4d2d-95f4-26efc01baaf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:56.284296 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935b2ebb-c95d-4601-8931-3efb8bfa01db None None] Sync routers for ids ['a34405dc-7365-4219-a25d-fcabab27ff76'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:58:56.304949 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935b2ebb-c95d-4601-8931-3efb8bfa01db None None] Routers {'a34405dc-7365-4219-a25d-fcabab27ff76'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:58:56.305644 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-935b2ebb-c95d-4601-8931-3efb8bfa01db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:58:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['a34405dc-7365-4219-a25d-fcabab27ff76'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:56.345868 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c4977e41-3254-4d2d-95f4-26efc01baaf0 None None] Port 3e8adbe2-a897-438b-ae5c-af5fdf36ec48 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:58:56.366706 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:56.436313 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-935b2ebb-c95d-4601-8931-3efb8bfa01db None None] Set router a34405dc-7365-4219-a25d-fcabab27ff76 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:58:56.875001 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-935b2ebb-c95d-4601-8931-3efb8bfa01db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a34405dc-7365-4219-a25d-fcabab27ff76', 'name': 'tempest-TestNetworkBasicOps-router-1369078026', 'tenant_id': '93bc202ab78e4c76bb57fc3fb075815b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': '543e9e0f-e477-45e7-9128-0a926402cf6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:57:33Z', 'updated_at': '2021-08-10T03:58:55Z', 'revision_number': 5, 'project_id': '93bc202ab78e4c76bb57fc3fb075815b', 'gw_port': {'id': '543e9e0f-e477-45e7-9128-0a926402cf6d', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:21:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34405dc-7365-4219-a25d-fcabab27ff76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:57:34Z', 'updated_at': '2021-08-10T03:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '1e4772ee-c51e-4116-8f39-8f5a9a78b1f9', 'tenant_id': '93bc202ab78e4c76bb57fc3fb075815b', 'floating_ip_address': '172.25.6.188', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': 'a34405dc-7365-4219-a25d-fcabab27ff76', 'port_id': '14431cbc-d809-491d-8f10-b5deeb2128d1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fbbbede-b601-4798-a2e9-79beee09a803', 'mac_address': 'fa:16:3e:87:52:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b739759e-4079-4a02-9607-9c5587aa64f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:58:01Z', 'updated_at': '2021-08-10T03:58:04Z', 'revision_number': 1, 'project_id': '93bc202ab78e4c76bb57fc3fb075815b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '150755e7-a094-48dc-9fc1-51a5e02430e0', 'name': '', 'network_id': '7fbbbede-b601-4798-a2e9-79beee09a803', 'tenant_id': '93bc202ab78e4c76bb57fc3fb075815b', 'mac_address': 'fa:16:3e:d6:fb:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34405dc-7365-4219-a25d-fcabab27ff76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': '90b2633e-e851-4d89-9c12-ca6b3447cee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:57:37Z', 'updated_at': '2021-08-10T03:57:46Z', 'revision_number': 5, 'project_id': '93bc202ab78e4c76bb57fc3fb075815b', 'subnets': [{'id': '90b2633e-e851-4d89-9c12-ca6b3447cee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e8adbe2-a897-438b-ae5c-af5fdf36ec48', 'name': '', 'network_id': 'fb20faa7-24ff-4d47-91b0-79d0f97b78f6', 'tenant_id': '93bc202ab78e4c76bb57fc3fb075815b', 'mac_address': 'fa:16:3e:c2:8d:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a34405dc-7365-4219-a25d-fcabab27ff76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '6f0af710-9817-4a52-9f91-bf53ac9796e1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:58:54Z', 'updated_at': '2021-08-10T03:58:55Z', 'revision_number': 2, 'project_id': '93bc202ab78e4c76bb57fc3fb075815b', 'subnets': [{'id': '6f0af710-9817-4a52-9f91-bf53ac9796e1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:56.916441 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935b2ebb-c95d-4601-8931-3efb8bfa01db None None] Checking router: a34405dc-7365-4219-a25d-fcabab27ff76 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:58:56.916948 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935b2ebb-c95d-4601-8931-3efb8bfa01db None None] Updating router a34405dc-7365-4219-a25d-fcabab27ff76 port 3e8adbe2-a897-438b-ae5c-af5fdf36ec48 binding host n-d-768862-13 {{(pid=94262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:58:56.937319 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:56.946821 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-935b2ebb-c95d-4601-8931-3efb8bfa01db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:57.236999 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-935b2ebb-c95d-4601-8931-3efb8bfa01db None None] Notify callbacks [] for port, precommit_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:57.249245 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-935b2ebb-c95d-4601-8931-3efb8bfa01db None None] Transition to ACTIVE for port object 3e8adbe2-a897-438b-ae5c-af5fdf36ec48 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:58:57.256458 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-935b2ebb-c95d-4601-8931-3efb8bfa01db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:57.312193 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774ee7e8-2c4b-4ba2-9256-875acc730179 None None] Pushing event updated for resources: {'Port': ['ID=3e8adbe2-a897-438b-ae5c-af5fdf36ec48,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:57.339063 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774ee7e8-2c4b-4ba2-9256-875acc730179 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:57.339401 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774ee7e8-2c4b-4ba2-9256-875acc730179 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:57.339758 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774ee7e8-2c4b-4ba2-9256-875acc730179 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:57.340095 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774ee7e8-2c4b-4ba2-9256-875acc730179 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:57.340429 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774ee7e8-2c4b-4ba2-9256-875acc730179 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:57.340767 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774ee7e8-2c4b-4ba2-9256-875acc730179 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:57.341099 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774ee7e8-2c4b-4ba2-9256-875acc730179 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:57.341428 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774ee7e8-2c4b-4ba2-9256-875acc730179 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:57.341753 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774ee7e8-2c4b-4ba2-9256-875acc730179 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:57.342071 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774ee7e8-2c4b-4ba2-9256-875acc730179 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:57.342431 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774ee7e8-2c4b-4ba2-9256-875acc730179 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:57.342762 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774ee7e8-2c4b-4ba2-9256-875acc730179 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:57.395469 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-935b2ebb-c95d-4601-8931-3efb8bfa01db None None] Attempting to bind port 3e8adbe2-a897-438b-ae5c-af5fdf36ec48 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:58:57.395916 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-935b2ebb-c95d-4601-8931-3efb8bfa01db None None] Attempting to bind port 3e8adbe2-a897-438b-ae5c-af5fdf36ec48 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'b723537a-104c-437e-b1a5-56a1bc1de2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'fb20faa7-24ff-4d47-91b0-79d0f97b78f6'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:58:57.396353 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935b2ebb-c95d-4601-8931-3efb8bfa01db None None] Attempting to bind port 3e8adbe2-a897-438b-ae5c-af5fdf36ec48 on network fb20faa7-24ff-4d47-91b0-79d0f97b78f6 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:58:57.403059 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935b2ebb-c95d-4601-8931-3efb8bfa01db None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:58:57.403668 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935b2ebb-c95d-4601-8931-3efb8bfa01db None None] Checking segment: {'id': 'b723537a-104c-437e-b1a5-56a1bc1de2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'fb20faa7-24ff-4d47-91b0-79d0f97b78f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:58:57.403840 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-935b2ebb-c95d-4601-8931-3efb8bfa01db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:57.404246 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935b2ebb-c95d-4601-8931-3efb8bfa01db None None] Bound using segment: {'id': 'b723537a-104c-437e-b1a5-56a1bc1de2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'fb20faa7-24ff-4d47-91b0-79d0f97b78f6'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:58:57.404759 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-935b2ebb-c95d-4601-8931-3efb8bfa01db None None] Bound port: 3e8adbe2-a897-438b-ae5c-af5fdf36ec48, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b723537a-104c-437e-b1a5-56a1bc1de2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'fb20faa7-24ff-4d47-91b0-79d0f97b78f6'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:58:57.405223 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-935b2ebb-c95d-4601-8931-3efb8bfa01db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:57.482895 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-935b2ebb-c95d-4601-8931-3efb8bfa01db None None] For port 3e8adbe2-a897-438b-ae5c-af5fdf36ec48, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:58:57.487143 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-935b2ebb-c95d-4601-8931-3efb8bfa01db None None] For port 3e8adbe2-a897-438b-ae5c-af5fdf36ec48, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=3e8adbe2-a897-438b-ae5c-af5fdf36ec48,segment=NetworkSegment(b723537a-104c-437e-b1a5-56a1bc1de2bc),segment_id=b723537a-104c-437e-b1a5-56a1bc1de2bc)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:58:57.493804 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-935b2ebb-c95d-4601-8931-3efb8bfa01db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:57.563571 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935b2ebb-c95d-4601-8931-3efb8bfa01db None None] Routers {'a34405dc-7365-4219-a25d-fcabab27ff76'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:58:57.565240 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-935b2ebb-c95d-4601-8931-3efb8bfa01db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:58:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['a34405dc-7365-4219-a25d-fcabab27ff76'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:57.634309 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774ee7e8-2c4b-4ba2-9256-875acc730179 None None] Pushing event updated for resources: {'Port': ['ID=3e8adbe2-a897-438b-ae5c-af5fdf36ec48,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:57.729655 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-935b2ebb-c95d-4601-8931-3efb8bfa01db None None] Set router a34405dc-7365-4219-a25d-fcabab27ff76 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:58:58.113717 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-935b2ebb-c95d-4601-8931-3efb8bfa01db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a34405dc-7365-4219-a25d-fcabab27ff76', 'name': 'tempest-TestNetworkBasicOps-router-1369078026', 'tenant_id': '93bc202ab78e4c76bb57fc3fb075815b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': '543e9e0f-e477-45e7-9128-0a926402cf6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:57:33Z', 'updated_at': '2021-08-10T03:58:55Z', 'revision_number': 5, 'project_id': '93bc202ab78e4c76bb57fc3fb075815b', 'gw_port': {'id': '543e9e0f-e477-45e7-9128-0a926402cf6d', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:21:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34405dc-7365-4219-a25d-fcabab27ff76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:57:34Z', 'updated_at': '2021-08-10T03:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '1e4772ee-c51e-4116-8f39-8f5a9a78b1f9', 'tenant_id': '93bc202ab78e4c76bb57fc3fb075815b', 'floating_ip_address': '172.25.6.188', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': 'a34405dc-7365-4219-a25d-fcabab27ff76', 'port_id': '14431cbc-d809-491d-8f10-b5deeb2128d1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fbbbede-b601-4798-a2e9-79beee09a803', 'mac_address': 'fa:16:3e:87:52:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b739759e-4079-4a02-9607-9c5587aa64f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:58:01Z', 'updated_at': '2021-08-10T03:58:04Z', 'revision_number': 1, 'project_id': '93bc202ab78e4c76bb57fc3fb075815b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '150755e7-a094-48dc-9fc1-51a5e02430e0', 'name': '', 'network_id': '7fbbbede-b601-4798-a2e9-79beee09a803', 'tenant_id': '93bc202ab78e4c76bb57fc3fb075815b', 'mac_address': 'fa:16:3e:d6:fb:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34405dc-7365-4219-a25d-fcabab27ff76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': '90b2633e-e851-4d89-9c12-ca6b3447cee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:57:37Z', 'updated_at': '2021-08-10T03:57:46Z', 'revision_number': 5, 'project_id': '93bc202ab78e4c76bb57fc3fb075815b', 'subnets': [{'id': '90b2633e-e851-4d89-9c12-ca6b3447cee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e8adbe2-a897-438b-ae5c-af5fdf36ec48', 'name': '', 'network_id': 'fb20faa7-24ff-4d47-91b0-79d0f97b78f6', 'tenant_id': '93bc202ab78e4c76bb57fc3fb075815b', 'mac_address': 'fa:16:3e:c2:8d:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a34405dc-7365-4219-a25d-fcabab27ff76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '6f0af710-9817-4a52-9f91-bf53ac9796e1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:58:54Z', 'updated_at': '2021-08-10T03:58:57Z', 'revision_number': 4, 'project_id': '93bc202ab78e4c76bb57fc3fb075815b', 'subnets': [{'id': '6f0af710-9817-4a52-9f91-bf53ac9796e1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:58.147570 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935b2ebb-c95d-4601-8931-3efb8bfa01db None None] The sync data for ids ['a34405dc-7365-4219-a25d-fcabab27ff76'] in n-d-768862-13 is: [{'id': 'a34405dc-7365-4219-a25d-fcabab27ff76', 'name': 'tempest-TestNetworkBasicOps-router-1369078026', 'tenant_id': '93bc202ab78e4c76bb57fc3fb075815b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': '543e9e0f-e477-45e7-9128-0a926402cf6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:57:33Z', 'updated_at': '2021-08-10T03:58:55Z', 'revision_number': 5, 'project_id': '93bc202ab78e4c76bb57fc3fb075815b', 'gw_port': {'id': '543e9e0f-e477-45e7-9128-0a926402cf6d', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:21:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34405dc-7365-4219-a25d-fcabab27ff76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:57:34Z', 'updated_at': '2021-08-10T03:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '1e4772ee-c51e-4116-8f39-8f5a9a78b1f9', 'tenant_id': '93bc202ab78e4c76bb57fc3fb075815b', 'floating_ip_address': '172.25.6.188', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': 'a34405dc-7365-4219-a25d-fcabab27ff76', 'port_id': '14431cbc-d809-491d-8f10-b5deeb2128d1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fbbbede-b601-4798-a2e9-79beee09a803', 'mac_address': 'fa:16:3e:87:52:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b739759e-4079-4a02-9607-9c5587aa64f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:58:01Z', 'updated_at': '2021-08-10T03:58:04Z', 'revision_number': 1, 'project_id': '93bc202ab78e4c76bb57fc3fb075815b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '150755e7-a094-48dc-9fc1-51a5e02430e0', 'name': '', 'network_id': '7fbbbede-b601-4798-a2e9-79beee09a803', 'tenant_id': '93bc202ab78e4c76bb57fc3fb075815b', 'mac_address': 'fa:16:3e:d6:fb:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34405dc-7365-4219-a25d-fcabab27ff76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': '90b2633e-e851-4d89-9c12-ca6b3447cee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:57:37Z', 'updated_at': '2021-08-10T03:57:46Z', 'revision_number': 5, 'project_id': '93bc202ab78e4c76bb57fc3fb075815b', 'subnets': [{'id': '90b2633e-e851-4d89-9c12-ca6b3447cee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e8adbe2-a897-438b-ae5c-af5fdf36ec48', 'name': '', 'network_id': 'fb20faa7-24ff-4d47-91b0-79d0f97b78f6', 'tenant_id': '93bc202ab78e4c76bb57fc3fb075815b', 'mac_address': 'fa:16:3e:c2:8d:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a34405dc-7365-4219-a25d-fcabab27ff76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '6f0af710-9817-4a52-9f91-bf53ac9796e1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:58:54Z', 'updated_at': '2021-08-10T03:58:57Z', 'revision_number': 4, 'project_id': '93bc202ab78e4c76bb57fc3fb075815b', 'subnets': [{'id': '6f0af710-9817-4a52-9f91-bf53ac9796e1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:58:59.647384 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 3e8adbe2-a897-438b-ae5c-af5fdf36ec48 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:58:59.699604 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 3e8adbe2-a897-438b-ae5c-af5fdf36ec48 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:58:59.704009 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 3e8adbe2-a897-438b-ae5c-af5fdf36ec48 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:58:59.704381 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:59.785233 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:59.820018 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 3e8adbe2-a897-438b-ae5c-af5fdf36ec48, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=3e8adbe2-a897-438b-ae5c-af5fdf36ec48,segment=NetworkSegment(b723537a-104c-437e-b1a5-56a1bc1de2bc),segment_id=b723537a-104c-437e-b1a5-56a1bc1de2bc)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:58:59.824357 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:59.886830 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=3e8adbe2-a897-438b-ae5c-af5fdf36ec48,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:00.465629 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:59:01.174619 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9950c1f-39f4-4d88-8b03-d1ca5128c64e req-3889f5ca-0768-48cc-87d0-63785d1a687c tempest-TestNetworkAdvancedServerOps-902294344 tempest-TestNetworkAdvancedServerOps-902294344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:01.177238 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c9950c1f-39f4-4d88-8b03-d1ca5128c64e req-3889f5ca-0768-48cc-87d0-63785d1a687c tempest-TestNetworkAdvancedServerOps-902294344 tempest-TestNetworkAdvancedServerOps-902294344-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c7724bce-4a94-428a-b4bf-16e4fd9e4623 HTTP/1.1" status: 200 len: 1098 time: 0.0534310 Aug 10 03:59:01.198370 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c9950c1f-39f4-4d88-8b03-d1ca5128c64e req-dd910e4f-5fb5-45fd-b06a-522f31b7bd79 tempest-TestNetworkAdvancedServerOps-902294344 tempest-TestNetworkAdvancedServerOps-902294344-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:01.303264 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c9950c1f-39f4-4d88-8b03-d1ca5128c64e req-dd910e4f-5fb5-45fd-b06a-522f31b7bd79 tempest-TestNetworkAdvancedServerOps-902294344 tempest-TestNetworkAdvancedServerOps-902294344-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:01.308261 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c9950c1f-39f4-4d88-8b03-d1ca5128c64e req-dd910e4f-5fb5-45fd-b06a-522f31b7bd79 tempest-TestNetworkAdvancedServerOps-902294344 tempest-TestNetworkAdvancedServerOps-902294344-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:01.337991 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c9950c1f-39f4-4d88-8b03-d1ca5128c64e req-dd910e4f-5fb5-45fd-b06a-522f31b7bd79 tempest-TestNetworkAdvancedServerOps-902294344 tempest-TestNetworkAdvancedServerOps-902294344-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=12268945-8b56-426f-af9d-d65d92419e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1542575 Aug 10 03:59:01.343185 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd910e4f-5fb5-45fd-b06a-522f31b7bd79 tempest-TestNetworkAdvancedServerOps-902294344 tempest-TestNetworkAdvancedServerOps-902294344-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95b99d03-1954-4f98-b67d-a6c1e841b677,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:01.464378 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adab48a-a42d-4105-9537-eb1c20acd43c req-ea06dec6-bda5-49f6-a58d-d167270f551d tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:01.466003 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9adab48a-a42d-4105-9537-eb1c20acd43c req-ea06dec6-bda5-49f6-a58d-d167270f551d tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7724bce-4a94-428a-b4bf-16e4fd9e4623 HTTP/1.1" status: 200 len: 946 time: 0.0568850 Aug 10 03:59:01.506627 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9adab48a-a42d-4105-9537-eb1c20acd43c req-0c1b30d8-f5d7-45d2-8e6b-a676fada3878 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=12268945-8b56-426f-af9d-d65d92419e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343885 Aug 10 03:59:01.530998 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 45192) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:01.594340 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-06fc577e-f06f-4469-a43c-65f32e6cc2ba tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/floatingips/016955d7-d405-437d-96d3-d025e43f8914 HTTP/1.1" status: 200 len: 993 time: 0.0619712 Aug 10 03:59:01.630397 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 3e8adbe2-a897-438b-ae5c-af5fdf36ec48 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:59:01.688298 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 3e8adbe2-a897-438b-ae5c-af5fdf36ec48 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:59:01.688669 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:02.291607 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 45212) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:02.354588 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542d333a-a98d-4847-b672-b3bf6c9dff5a req-fd009188-d62a-4171-81f2-b53aca808cdc tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:02.356349 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-542d333a-a98d-4847-b672-b3bf6c9dff5a req-fd009188-d62a-4171-81f2-b53aca808cdc tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7724bce-4a94-428a-b4bf-16e4fd9e4623 HTTP/1.1" status: 200 len: 946 time: 0.0534837 Aug 10 03:59:02.391795 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-9b4f0230-3571-482d-9714-793dc77565f5 req-9c97c8f6-6a40-4994-983d-243e599cee12 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c7724bce-4a94-428a-b4bf-16e4fd9e4623&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0986791 Aug 10 03:59:02.407353 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-542d333a-a98d-4847-b672-b3bf6c9dff5a req-ad97cd52-5ee6-4346-8363-9fa018a3a6d9 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=12268945-8b56-426f-af9d-d65d92419e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442474 Aug 10 03:59:03.484896 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:03.576439 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6815ba18-fbed-4763-b7f3-41d91ca2bd4c req-b86d65f4-53b2-4935-b079-bd321b435aa7 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:03.578153 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6815ba18-fbed-4763-b7f3-41d91ca2bd4c req-b86d65f4-53b2-4935-b079-bd321b435aa7 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7724bce-4a94-428a-b4bf-16e4fd9e4623 HTTP/1.1" status: 200 len: 946 time: 0.0771437 Aug 10 03:59:03.622691 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6815ba18-fbed-4763-b7f3-41d91ca2bd4c req-3e5af25e-50e9-4a41-9c69-593712cf2b8b tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=12268945-8b56-426f-af9d-d65d92419e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380018 Aug 10 03:59:03.675452 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4f0230-3571-482d-9714-793dc77565f5 req-1484d6d1-deda-44a9-804c-6f7043cf93e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:03.676997 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9b4f0230-3571-482d-9714-793dc77565f5 req-1484d6d1-deda-44a9-804c-6f7043cf93e8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b8b99293bc0b4fae85b62fcecb6d67eb&device_id=c7724bce-4a94-428a-b4bf-16e4fd9e4623 HTTP/1.1" status: 200 len: 1098 time: 0.0978625 Aug 10 03:59:03.790563 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4f0230-3571-482d-9714-793dc77565f5 req-a2cd44f9-de4d-4f7d-a5b7-c3b2d53b60a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:03.792068 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9b4f0230-3571-482d-9714-793dc77565f5 req-a2cd44f9-de4d-4f7d-a5b7-c3b2d53b60a4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=56ebbad4-3b9a-4918-868a-aeb226900542 HTTP/1.1" status: 200 len: 896 time: 0.1076550 Aug 10 03:59:03.863061 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9b4f0230-3571-482d-9714-793dc77565f5 req-a88519fc-a565-407c-8c6e-c6074387f484 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe04a521-0921-4a04-ba77-d61311a154aa HTTP/1.1" status: 200 len: 1001 time: 0.0633361 Aug 10 03:59:03.917236 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4f0230-3571-482d-9714-793dc77565f5 req-fe987ec9-1126-412e-b33f-5804f32f7b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:03.918756 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9b4f0230-3571-482d-9714-793dc77565f5 req-fe987ec9-1126-412e-b33f-5804f32f7b07 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8a3c4dd9-ad82-4a11-9084-34ae0c7b441d HTTP/1.1" status: 200 len: 834 time: 0.0476892 Aug 10 03:59:03.974290 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4f0230-3571-482d-9714-793dc77565f5 req-8b71a4f3-130e-4302-894f-83ec025badc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:03.975762 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9b4f0230-3571-482d-9714-793dc77565f5 req-8b71a4f3-130e-4302-894f-83ec025badc5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=56ebbad4-3b9a-4918-868a-aeb226900542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0484974 Aug 10 03:59:04.076247 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9b4f0230-3571-482d-9714-793dc77565f5 req-e94947e3-f750-42ce-a2c9-e92b3296bee5 service neutron] 10.222.0.61 "GET /v2.0/networks/56ebbad4-3b9a-4918-868a-aeb226900542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924797 Aug 10 03:59:04.478408 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9b4f0230-3571-482d-9714-793dc77565f5 req-99823c06-82bc-47e7-bfe1-80dd59b837a6 service neutron] 10.222.0.61 "GET /v2.0/networks/56ebbad4-3b9a-4918-868a-aeb226900542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3942461 Aug 10 03:59:04.756108 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378f103a-b985-4dc3-86c5-cb72b9b0e6c8 req-76a40b21-3956-4775-9294-387330832f77 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:04.758409 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-378f103a-b985-4dc3-86c5-cb72b9b0e6c8 req-76a40b21-3956-4775-9294-387330832f77 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7724bce-4a94-428a-b4bf-16e4fd9e4623 HTTP/1.1" status: 200 len: 946 time: 0.0569010 Aug 10 03:59:04.802209 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-378f103a-b985-4dc3-86c5-cb72b9b0e6c8 req-a8b7b58c-55a0-4f73-8008-000717fb31f8 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=12268945-8b56-426f-af9d-d65d92419e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374076 Aug 10 03:59:05.926146 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5201c9c2-9f6b-4dff-8f85-6d8d0553afeb req-35bd5a97-3e32-4656-9971-1123918e6ba8 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:05.927825 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5201c9c2-9f6b-4dff-8f85-6d8d0553afeb req-35bd5a97-3e32-4656-9971-1123918e6ba8 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7724bce-4a94-428a-b4bf-16e4fd9e4623 HTTP/1.1" status: 200 len: 946 time: 0.0541427 Aug 10 03:59:05.987553 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5201c9c2-9f6b-4dff-8f85-6d8d0553afeb req-adfd6f4e-1f3a-4142-9cc4-38fc7a77c294 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=12268945-8b56-426f-af9d-d65d92419e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531003 Aug 10 03:59:07.123990 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffdb737-c016-4195-9d93-f2c62abaaa7f req-6a2111b9-f796-4731-93d3-1df969ada07a tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:07.125574 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2ffdb737-c016-4195-9d93-f2c62abaaa7f req-6a2111b9-f796-4731-93d3-1df969ada07a tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7724bce-4a94-428a-b4bf-16e4fd9e4623 HTTP/1.1" status: 200 len: 946 time: 0.0547280 Aug 10 03:59:07.167643 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2ffdb737-c016-4195-9d93-f2c62abaaa7f req-ef32eb7e-9e34-40be-bd21-fd93c907cb00 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=12268945-8b56-426f-af9d-d65d92419e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352952 Aug 10 03:59:08.291311 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3249aea-a878-408e-ba04-f4a3ebbf94ce req-76afd27c-d6a2-444c-a679-801ac6a68ab6 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:08.293008 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f3249aea-a878-408e-ba04-f4a3ebbf94ce req-76afd27c-d6a2-444c-a679-801ac6a68ab6 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7724bce-4a94-428a-b4bf-16e4fd9e4623 HTTP/1.1" status: 200 len: 946 time: 0.0542445 Aug 10 03:59:08.338590 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f3249aea-a878-408e-ba04-f4a3ebbf94ce req-3799b00d-ba71-459e-9199-63a985500ca5 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=12268945-8b56-426f-af9d-d65d92419e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354624 Aug 10 03:59:09.457277 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaaf191-dab3-4bca-be09-fe1c2f133dee req-7f6a5a2d-c3b1-4fe2-9ff1-27e6596a122d tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:09.458802 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dbaaf191-dab3-4bca-be09-fe1c2f133dee req-7f6a5a2d-c3b1-4fe2-9ff1-27e6596a122d tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7724bce-4a94-428a-b4bf-16e4fd9e4623 HTTP/1.1" status: 200 len: 946 time: 0.0517378 Aug 10 03:59:09.500134 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dbaaf191-dab3-4bca-be09-fe1c2f133dee req-a42487a6-51bd-4de7-8eb4-1497c9b24583 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=12268945-8b56-426f-af9d-d65d92419e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351434 Aug 10 03:59:10.627070 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b8c1b9-a0b2-4a7a-aa95-3fd195340126 req-5bcf0cd6-e525-4a58-81f3-40bb3d1af37d tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:10.628624 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-17b8c1b9-a0b2-4a7a-aa95-3fd195340126 req-5bcf0cd6-e525-4a58-81f3-40bb3d1af37d tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7724bce-4a94-428a-b4bf-16e4fd9e4623 HTTP/1.1" status: 200 len: 946 time: 0.0555000 Aug 10 03:59:10.671227 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-17b8c1b9-a0b2-4a7a-aa95-3fd195340126 req-8cfdb1ab-093d-4162-b1d5-bffa157f5733 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=12268945-8b56-426f-af9d-d65d92419e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364079 Aug 10 03:59:11.792639 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e581eb6b-c329-4c39-8276-70e8eca13a8f req-1e48efe9-7755-4fba-a464-02c36de10e78 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:11.794301 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e581eb6b-c329-4c39-8276-70e8eca13a8f req-1e48efe9-7755-4fba-a464-02c36de10e78 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7724bce-4a94-428a-b4bf-16e4fd9e4623 HTTP/1.1" status: 200 len: 946 time: 0.0508859 Aug 10 03:59:11.841928 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e581eb6b-c329-4c39-8276-70e8eca13a8f req-ecb34efd-d496-46d8-b385-58932ffec4f3 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=12268945-8b56-426f-af9d-d65d92419e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416560 Aug 10 03:59:12.966453 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87c1f0c-7513-4380-a330-6a2ffc029b72 req-19421321-1b6d-4996-82bc-9684ead53776 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:12.968011 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d87c1f0c-7513-4380-a330-6a2ffc029b72 req-19421321-1b6d-4996-82bc-9684ead53776 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7724bce-4a94-428a-b4bf-16e4fd9e4623 HTTP/1.1" status: 200 len: 946 time: 0.0492761 Aug 10 03:59:13.006860 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d87c1f0c-7513-4380-a330-6a2ffc029b72 req-f3467958-3f7a-495d-b5ac-5d6d0018702f tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=12268945-8b56-426f-af9d-d65d92419e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316982 Aug 10 03:59:14.129381 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeee7a6-424f-4976-bc9a-c497af0d750b req-0c854d74-1990-479a-980d-230883e9b27e tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:14.130972 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bdeee7a6-424f-4976-bc9a-c497af0d750b req-0c854d74-1990-479a-980d-230883e9b27e tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7724bce-4a94-428a-b4bf-16e4fd9e4623 HTTP/1.1" status: 200 len: 946 time: 0.0536742 Aug 10 03:59:14.169495 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bdeee7a6-424f-4976-bc9a-c497af0d750b req-8254a376-7e97-4972-9099-717a380d3224 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=12268945-8b56-426f-af9d-d65d92419e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324593 Aug 10 03:59:15.294308 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f47e24-6c0d-4a4b-b003-942b2fc6722a req-a4e71312-b969-4f16-b41e-15b7a8e9b308 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:15.295957 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f2f47e24-6c0d-4a4b-b003-942b2fc6722a req-a4e71312-b969-4f16-b41e-15b7a8e9b308 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7724bce-4a94-428a-b4bf-16e4fd9e4623 HTTP/1.1" status: 200 len: 946 time: 0.0524263 Aug 10 03:59:15.338724 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f2f47e24-6c0d-4a4b-b003-942b2fc6722a req-5252e11f-b1ab-4971-9d76-81d380952629 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=12268945-8b56-426f-af9d-d65d92419e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359497 Aug 10 03:59:16.458190 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbc42d6-498c-40d6-b249-d0db29b7de53 req-e3009ec3-351e-430b-a4de-e7117dc695f6 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:16.459852 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9cbc42d6-498c-40d6-b249-d0db29b7de53 req-e3009ec3-351e-430b-a4de-e7117dc695f6 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7724bce-4a94-428a-b4bf-16e4fd9e4623 HTTP/1.1" status: 200 len: 946 time: 0.0511491 Aug 10 03:59:16.500719 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9cbc42d6-498c-40d6-b249-d0db29b7de53 req-86d1c650-8e25-4897-b53e-6f7c86923a36 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=12268945-8b56-426f-af9d-d65d92419e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344384 Aug 10 03:59:16.625622 n-d-768862-13 neutron-server[94260]: INFO neutron.api.v2.resource [req-9b4f0230-3571-482d-9714-793dc77565f5 req-2105a145-e69f-447c-a5cb-0906f0c3bff0 service neutron] show failed (client error): The resource could not be found. Aug 10 03:59:16.626616 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9b4f0230-3571-482d-9714-793dc77565f5 req-2105a145-e69f-447c-a5cb-0906f0c3bff0 service neutron] 10.222.0.61 "GET /v2.0/ports/fe04a521-0921-4a04-ba77-d61311a154aa/bindings/n-h1-768862-13 HTTP/1.1" status: 404 len: 381 time: 0.0666509 Aug 10 03:59:16.788585 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 45278) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:16.862095 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4f0230-3571-482d-9714-793dc77565f5 req-7f1e5718-f0b2-43e9-aee9-117282f24502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:16.863663 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9b4f0230-3571-482d-9714-793dc77565f5 req-7f1e5718-f0b2-43e9-aee9-117282f24502 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c7724bce-4a94-428a-b4bf-16e4fd9e4623&tenant_id=b8b99293bc0b4fae85b62fcecb6d67eb HTTP/1.1" status: 200 len: 1098 time: 0.0723968 Aug 10 03:59:16.878590 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-9b4f0230-3571-482d-9714-793dc77565f5 req-147bba06-b51d-4a38-85c3-c0b18ead0f73 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768862-13', 'device_owner': 'compute:nova'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:59:16.935933 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-9b4f0230-3571-482d-9714-793dc77565f5 req-147bba06-b51d-4a38-85c3-c0b18ead0f73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:17.149889 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-9b4f0230-3571-482d-9714-793dc77565f5 req-147bba06-b51d-4a38-85c3-c0b18ead0f73 service neutron] For port fe04a521-0921-4a04-ba77-d61311a154aa, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=fe04a521-0921-4a04-ba77-d61311a154aa,segment=NetworkSegment(bae77db3-549f-44d2-ba9e-feca6aa5702b),segment_id=bae77db3-549f-44d2-ba9e-feca6aa5702b)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:59:17.164111 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f74398c6-b4c7-445b-a8f5-625ebd1f87ce tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521880'] for router_interface, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:17.184600 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-9b4f0230-3571-482d-9714-793dc77565f5 req-147bba06-b51d-4a38-85c3-c0b18ead0f73 service neutron] For port fe04a521-0921-4a04-ba77-d61311a154aa, host n-h2-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:59:17.224730 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7724bce-4a94-428a-b4bf-16e4fd9e4623', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe04a521-0921-4a04-ba77-d61311a154aa'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:59:17.227079 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9acc4351-0653-4c79-bacb-1ab23a1ea674" -d '{"events": [{"server_uuid": "c7724bce-4a94-428a-b4bf-16e4fd9e4623", "name": "network-vif-unplugged", "status": "completed", "tag": "fe04a521-0921-4a04-ba77-d61311a154aa"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:59:17.231590 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-9b4f0230-3571-482d-9714-793dc77565f5 req-147bba06-b51d-4a38-85c3-c0b18ead0f73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:17.248691 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-9b4f0230-3571-482d-9714-793dc77565f5 req-147bba06-b51d-4a38-85c3-c0b18ead0f73 service neutron] Transition to ACTIVE for port object fe04a521-0921-4a04-ba77-d61311a154aa will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:59:17.253446 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-9b4f0230-3571-482d-9714-793dc77565f5 req-147bba06-b51d-4a38-85c3-c0b18ead0f73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:17.284737 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77fe5884-c1f0-46a1-bcd2-9f118ed52e92 x-openstack-request-id: req-77fe5884-c1f0-46a1-bcd2-9f118ed52e92 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:59:17.285032 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7724bce-4a94-428a-b4bf-16e4fd9e4623", "name": "network-vif-unplugged", "status": "completed", "tag": "fe04a521-0921-4a04-ba77-d61311a154aa", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:59:17.285285 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-77fe5884-c1f0-46a1-bcd2-9f118ed52e92 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:59:17.285686 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7724bce-4a94-428a-b4bf-16e4fd9e4623', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe04a521-0921-4a04-ba77-d61311a154aa', 'code': 200} Aug 10 03:59:17.370829 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147bba06-b51d-4a38-85c3-c0b18ead0f73 service neutron] Pushing event updated for resources: {'Port': ['ID=fe04a521-0921-4a04-ba77-d61311a154aa,revision_number=6']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:17.464946 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b4f0230-3571-482d-9714-793dc77565f5 req-147bba06-b51d-4a38-85c3-c0b18ead0f73 service neutron] No DVR routers for this DVR port fe04a521-0921-4a04-ba77-d61311a154aa on host n-h2-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:59:17.703010 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f71db48-475e-467f-89ca-4e186dfa25ac req-70111377-c5b5-4ae2-8ef5-9287ac873423 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:17.704471 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5f71db48-475e-467f-89ca-4e186dfa25ac req-70111377-c5b5-4ae2-8ef5-9287ac873423 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7724bce-4a94-428a-b4bf-16e4fd9e4623 HTTP/1.1" status: 200 len: 944 time: 0.1057525 Aug 10 03:59:17.712019 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-69638558-9880-43c1-8daa-b0b18bd7cd32 req-30658982-e252-4b4d-abd7-c76e1c1a72c2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=eb7aa2da-de0d-44ea-91a0-c63ae127cfa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0810993 Aug 10 03:59:17.785987 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-9b4f0230-3571-482d-9714-793dc77565f5 req-147bba06-b51d-4a38-85c3-c0b18ead0f73 service neutron] Attempting to bind port fe04a521-0921-4a04-ba77-d61311a154aa on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:59:17.786362 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-9b4f0230-3571-482d-9714-793dc77565f5 req-147bba06-b51d-4a38-85c3-c0b18ead0f73 service neutron] Attempting to bind port fe04a521-0921-4a04-ba77-d61311a154aa by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': 'bae77db3-549f-44d2-ba9e-feca6aa5702b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '56ebbad4-3b9a-4918-868a-aeb226900542'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:59:17.786702 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4f0230-3571-482d-9714-793dc77565f5 req-147bba06-b51d-4a38-85c3-c0b18ead0f73 service neutron] Attempting to bind port fe04a521-0921-4a04-ba77-d61311a154aa on network 56ebbad4-3b9a-4918-868a-aeb226900542 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:59:17.804518 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4f0230-3571-482d-9714-793dc77565f5 req-147bba06-b51d-4a38-85c3-c0b18ead0f73 service neutron] Port fe04a521-0921-4a04-ba77-d61311a154aa on network 56ebbad4-3b9a-4918-868a-aeb226900542 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:59:17.804850 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4f0230-3571-482d-9714-793dc77565f5 req-147bba06-b51d-4a38-85c3-c0b18ead0f73 service neutron] Attempting to bind port fe04a521-0921-4a04-ba77-d61311a154aa on network 56ebbad4-3b9a-4918-868a-aeb226900542 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:59:17.809251 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5f71db48-475e-467f-89ca-4e186dfa25ac req-9e0de5ed-0f85-497b-a1e8-2e2af1c73367 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=12268945-8b56-426f-af9d-d65d92419e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839939 Aug 10 03:59:17.814329 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-f74398c6-b4c7-445b-a8f5-625ebd1f87ce tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Deleting port 3e8adbe2-a897-438b-ae5c-af5fdf36ec48 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:59:17.814836 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f74398c6-b4c7-445b-a8f5-625ebd1f87ce tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:17.816403 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4f0230-3571-482d-9714-793dc77565f5 req-147bba06-b51d-4a38-85c3-c0b18ead0f73 service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:59:17.816753 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4f0230-3571-482d-9714-793dc77565f5 req-147bba06-b51d-4a38-85c3-c0b18ead0f73 service neutron] Checking segment: {'id': 'bae77db3-549f-44d2-ba9e-feca6aa5702b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '56ebbad4-3b9a-4918-868a-aeb226900542'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:59:17.817143 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4f0230-3571-482d-9714-793dc77565f5 req-147bba06-b51d-4a38-85c3-c0b18ead0f73 service neutron] Bound using segment: {'id': 'bae77db3-549f-44d2-ba9e-feca6aa5702b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '56ebbad4-3b9a-4918-868a-aeb226900542'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:59:17.817596 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-9b4f0230-3571-482d-9714-793dc77565f5 req-147bba06-b51d-4a38-85c3-c0b18ead0f73 service neutron] Bound port: fe04a521-0921-4a04-ba77-d61311a154aa, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bae77db3-549f-44d2-ba9e-feca6aa5702b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '56ebbad4-3b9a-4918-868a-aeb226900542'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:59:17.817972 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-9b4f0230-3571-482d-9714-793dc77565f5 req-147bba06-b51d-4a38-85c3-c0b18ead0f73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:17.833722 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69638558-9880-43c1-8daa-b0b18bd7cd32 req-04ac2116-cce2-498f-b154-e55c252a0bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:17.835290 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-69638558-9880-43c1-8daa-b0b18bd7cd32 req-04ac2116-cce2-498f-b154-e55c252a0bab service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d7797a7e7c744219a6cd7e79c926312f&device_id=eb7aa2da-de0d-44ea-91a0-c63ae127cfa9 HTTP/1.1" status: 200 len: 1097 time: 0.0996614 Aug 10 03:59:17.915184 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-f74398c6-b4c7-445b-a8f5-625ebd1f87ce tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] For port 3e8adbe2-a897-438b-ae5c-af5fdf36ec48, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=3e8adbe2-a897-438b-ae5c-af5fdf36ec48,segment=NetworkSegment(b723537a-104c-437e-b1a5-56a1bc1de2bc),segment_id=b723537a-104c-437e-b1a5-56a1bc1de2bc)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:59:17.915549 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f74398c6-b4c7-445b-a8f5-625ebd1f87ce tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:17.931479 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-f74398c6-b4c7-445b-a8f5-625ebd1f87ce tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Calling delete_port for 3e8adbe2-a897-438b-ae5c-af5fdf36ec48 owned by network:router_interface {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:59:17.959340 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-9b4f0230-3571-482d-9714-793dc77565f5 req-147bba06-b51d-4a38-85c3-c0b18ead0f73 service neutron] For port fe04a521-0921-4a04-ba77-d61311a154aa, host n-h1-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:59:17.982178 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-9b4f0230-3571-482d-9714-793dc77565f5 req-147bba06-b51d-4a38-85c3-c0b18ead0f73 service neutron] For port fe04a521-0921-4a04-ba77-d61311a154aa, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=fe04a521-0921-4a04-ba77-d61311a154aa,segment=NetworkSegment(bae77db3-549f-44d2-ba9e-feca6aa5702b),segment_id=bae77db3-549f-44d2-ba9e-feca6aa5702b)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:59:17.985971 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69638558-9880-43c1-8daa-b0b18bd7cd32 req-4b46b80d-d977-49f3-bcd6-14ccdd532941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:17.988030 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-69638558-9880-43c1-8daa-b0b18bd7cd32 req-4b46b80d-d977-49f3-bcd6-14ccdd532941 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9304a778-e332-4697-b169-f473c98c9db5 HTTP/1.1" status: 200 len: 911 time: 0.1298041 Aug 10 03:59:17.989672 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-9b4f0230-3571-482d-9714-793dc77565f5 req-147bba06-b51d-4a38-85c3-c0b18ead0f73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:18.069228 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4f0230-3571-482d-9714-793dc77565f5 req-147bba06-b51d-4a38-85c3-c0b18ead0f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:18.069854 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-9b4f0230-3571-482d-9714-793dc77565f5 req-147bba06-b51d-4a38-85c3-c0b18ead0f73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:18.071321 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9b4f0230-3571-482d-9714-793dc77565f5 req-147bba06-b51d-4a38-85c3-c0b18ead0f73 service neutron] 10.222.0.42 "PUT /v2.0/ports/fe04a521-0921-4a04-ba77-d61311a154aa HTTP/1.1" status: 200 len: 1093 time: 1.1978254 Aug 10 03:59:18.120604 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147bba06-b51d-4a38-85c3-c0b18ead0f73 service neutron] Pushing event updated for resources: {'Port': ['ID=fe04a521-0921-4a04-ba77-d61311a154aa,revision_number=7']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:18.151610 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-69638558-9880-43c1-8daa-b0b18bd7cd32 req-446ad6ed-bb67-4a85-a3e9-c8eada1aa091 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5d7d3c1-ed38-4ac4-86a9-5590d341ab13 HTTP/1.1" status: 200 len: 1001 time: 0.1368725 Aug 10 03:59:18.158128 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f74398c6-b4c7-445b-a8f5-625ebd1f87ce tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:18.193142 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74398c6-b4c7-445b-a8f5-625ebd1f87ce tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Pushing event deleted for resources: {'Port': ['ID=3e8adbe2-a897-438b-ae5c-af5fdf36ec48,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:18.240734 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4f0230-3571-482d-9714-793dc77565f5 req-221bdaec-0acf-4a1d-8288-bbe8b881e692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:18.243282 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9b4f0230-3571-482d-9714-793dc77565f5 req-221bdaec-0acf-4a1d-8288-bbe8b881e692 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b8b99293bc0b4fae85b62fcecb6d67eb&device_id=c7724bce-4a94-428a-b4bf-16e4fd9e4623 HTTP/1.1" status: 200 len: 1096 time: 0.1352663 Aug 10 03:59:18.264156 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69638558-9880-43c1-8daa-b0b18bd7cd32 req-605b9fd7-eac2-4c7b-902d-2516dffe6e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:18.266043 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-69638558-9880-43c1-8daa-b0b18bd7cd32 req-605b9fd7-eac2-4c7b-902d-2516dffe6e22 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=004bec00-f412-4962-b43d-0d7672578573 HTTP/1.1" status: 200 len: 850 time: 0.1036010 Aug 10 03:59:18.374195 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69638558-9880-43c1-8daa-b0b18bd7cd32 req-31d2ba07-acdb-4646-8348-e87741f248e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:18.375793 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-69638558-9880-43c1-8daa-b0b18bd7cd32 req-31d2ba07-acdb-4646-8348-e87741f248e2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9304a778-e332-4697-b169-f473c98c9db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0990701 Aug 10 03:59:18.398280 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f74398c6-b4c7-445b-a8f5-625ebd1f87ce tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-522536'] for router_interface, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:18.439946 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4f0230-3571-482d-9714-793dc77565f5 req-14dd2490-5df6-404f-89cd-33a41457fc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:18.441455 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9b4f0230-3571-482d-9714-793dc77565f5 req-14dd2490-5df6-404f-89cd-33a41457fc0c service neutron] 10.222.0.42 "GET /v2.0/networks?id=56ebbad4-3b9a-4918-868a-aeb226900542 HTTP/1.1" status: 200 len: 896 time: 0.1907604 Aug 10 03:59:18.539030 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-69638558-9880-43c1-8daa-b0b18bd7cd32 req-bd03cb12-d793-412c-9f56-9fd61782a41e service neutron] 10.222.0.61 "GET /v2.0/networks/9304a778-e332-4697-b169-f473c98c9db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541727 Aug 10 03:59:18.543003 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9b4f0230-3571-482d-9714-793dc77565f5 req-0043aafe-d96a-4be8-b8ff-94ac6caf7139 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe04a521-0921-4a04-ba77-d61311a154aa HTTP/1.1" status: 200 len: 999 time: 0.0854654 Aug 10 03:59:18.635785 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f74398c6-b4c7-445b-a8f5-625ebd1f87ce tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Router a34405dc-7365-4219-a25d-fcabab27ff76 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:59:18.653085 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4f0230-3571-482d-9714-793dc77565f5 req-33a121a8-5cb5-4da9-99c3-78769d41f7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:18.654585 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9b4f0230-3571-482d-9714-793dc77565f5 req-33a121a8-5cb5-4da9-99c3-78769d41f7f4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8a3c4dd9-ad82-4a11-9084-34ae0c7b441d HTTP/1.1" status: 200 len: 834 time: 0.0991406 Aug 10 03:59:18.702010 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-69638558-9880-43c1-8daa-b0b18bd7cd32 req-ff61071e-2cd2-4177-ba1e-4d3934f0d192 service neutron] 10.222.0.61 "GET /v2.0/networks/9304a778-e332-4697-b169-f473c98c9db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554286 Aug 10 03:59:18.721306 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4f0230-3571-482d-9714-793dc77565f5 req-1d9920ae-3d36-44ad-bdbf-9d0454304b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:18.723684 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9b4f0230-3571-482d-9714-793dc77565f5 req-1d9920ae-3d36-44ad-bdbf-9d0454304b5d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=56ebbad4-3b9a-4918-868a-aeb226900542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0614221 Aug 10 03:59:18.762620 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f74398c6-b4c7-445b-a8f5-625ebd1f87ce tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:59:18.776767 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-f74398c6-b4c7-445b-a8f5-625ebd1f87ce tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "PUT /v2.0/routers/a34405dc-7365-4219-a25d-fcabab27ff76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9822178 Aug 10 03:59:18.777057 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ec935e-9160-48ac-a524-68ba5b910770 None None] Sync routers for ids ['a34405dc-7365-4219-a25d-fcabab27ff76'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:59:18.788361 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ec935e-9160-48ac-a524-68ba5b910770 None None] Routers {'a34405dc-7365-4219-a25d-fcabab27ff76'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:59:18.789353 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-40ec935e-9160-48ac-a524-68ba5b910770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:58:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['a34405dc-7365-4219-a25d-fcabab27ff76'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:18.839273 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9b4f0230-3571-482d-9714-793dc77565f5 req-279f5dd8-0961-4e1b-bb12-8626a3102d55 service neutron] 10.222.0.42 "GET /v2.0/networks/56ebbad4-3b9a-4918-868a-aeb226900542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064510 Aug 10 03:59:18.919258 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-40ec935e-9160-48ac-a524-68ba5b910770 None None] Set router a34405dc-7365-4219-a25d-fcabab27ff76 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:59:18.967564 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec7828c-e957-4813-bb01-07d936803a83 req-bea34008-d4ab-45e9-9aa8-240a06c5bafd tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:18.969060 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bec7828c-e957-4813-bb01-07d936803a83 req-bea34008-d4ab-45e9-9aa8-240a06c5bafd tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7724bce-4a94-428a-b4bf-16e4fd9e4623 HTTP/1.1" status: 200 len: 944 time: 0.0693369 Aug 10 03:59:19.028495 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9b4f0230-3571-482d-9714-793dc77565f5 req-bf4993da-ee1c-41d7-b41e-3da09ec2d74b service neutron] 10.222.0.42 "GET /v2.0/networks/56ebbad4-3b9a-4918-868a-aeb226900542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812379 Aug 10 03:59:19.054869 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bec7828c-e957-4813-bb01-07d936803a83 req-a162d07e-dc4d-48d1-8609-64b1414389d6 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=12268945-8b56-426f-af9d-d65d92419e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712717 Aug 10 03:59:19.063646 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2168735-486a-41d3-aaba-d0ea99b86c03 req-275121b8-7db4-4b40-ad5f-b6d0767d02f8 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:19.065755 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f2168735-486a-41d3-aaba-d0ea99b86c03 req-275121b8-7db4-4b40-ad5f-b6d0767d02f8 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a9f6beb-658d-4a21-95b1-6a57f1e0df01 HTTP/1.1" status: 200 len: 946 time: 0.0957909 Aug 10 03:59:19.118883 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f2168735-486a-41d3-aaba-d0ea99b86c03 req-3ea8c95e-7ae9-44d7-bc47-7f6c1920a416 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "GET /v2.0/security-groups?id=3883aded-ddbd-4225-905e-f09e5fc4ee6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464063 Aug 10 03:59:19.159603 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-40ec935e-9160-48ac-a524-68ba5b910770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a34405dc-7365-4219-a25d-fcabab27ff76', 'name': 'tempest-TestNetworkBasicOps-router-1369078026', 'tenant_id': '93bc202ab78e4c76bb57fc3fb075815b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': '543e9e0f-e477-45e7-9128-0a926402cf6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:57:33Z', 'updated_at': '2021-08-10T03:59:18Z', 'revision_number': 6, 'project_id': '93bc202ab78e4c76bb57fc3fb075815b', 'gw_port': {'id': '543e9e0f-e477-45e7-9128-0a926402cf6d', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:21:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34405dc-7365-4219-a25d-fcabab27ff76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:57:34Z', 'updated_at': '2021-08-10T03:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '1e4772ee-c51e-4116-8f39-8f5a9a78b1f9', 'tenant_id': '93bc202ab78e4c76bb57fc3fb075815b', 'floating_ip_address': '172.25.6.188', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': 'a34405dc-7365-4219-a25d-fcabab27ff76', 'port_id': '14431cbc-d809-491d-8f10-b5deeb2128d1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fbbbede-b601-4798-a2e9-79beee09a803', 'mac_address': 'fa:16:3e:87:52:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b739759e-4079-4a02-9607-9c5587aa64f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:58:01Z', 'updated_at': '2021-08-10T03:58:04Z', 'revision_number': 1, 'project_id': '93bc202ab78e4c76bb57fc3fb075815b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '150755e7-a094-48dc-9fc1-51a5e02430e0', 'name': '', 'network_id': '7fbbbede-b601-4798-a2e9-79beee09a803', 'tenant_id': '93bc202ab78e4c76bb57fc3fb075815b', 'mac_address': 'fa:16:3e:d6:fb:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34405dc-7365-4219-a25d-fcabab27ff76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': '90b2633e-e851-4d89-9c12-ca6b3447cee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:57:37Z', 'updated_at': '2021-08-10T03:57:46Z', 'revision_number': 5, 'project_id': '93bc202ab78e4c76bb57fc3fb075815b', 'subnets': [{'id': '90b2633e-e851-4d89-9c12-ca6b3447cee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:19.185736 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ec935e-9160-48ac-a524-68ba5b910770 None None] Checking router: a34405dc-7365-4219-a25d-fcabab27ff76 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:59:19.194399 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ec935e-9160-48ac-a524-68ba5b910770 None None] Routers {'a34405dc-7365-4219-a25d-fcabab27ff76'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:59:19.194991 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-40ec935e-9160-48ac-a524-68ba5b910770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:58:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['a34405dc-7365-4219-a25d-fcabab27ff76'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:19.286960 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7724bce-4a94-428a-b4bf-16e4fd9e4623', 'tag': 'fe04a521-0921-4a04-ba77-d61311a154aa'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:59:19.289337 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a388f39e-b94c-47c7-8862-f330b7764ada" -d '{"events": [{"name": "network-changed", "server_uuid": "c7724bce-4a94-428a-b4bf-16e4fd9e4623", "tag": "fe04a521-0921-4a04-ba77-d61311a154aa"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:59:19.297281 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-40ec935e-9160-48ac-a524-68ba5b910770 None None] Set router a34405dc-7365-4219-a25d-fcabab27ff76 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:59:19.336643 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b0d04e-63f2-4922-8ec7-708e0bfac8de x-openstack-request-id: req-78b0d04e-63f2-4922-8ec7-708e0bfac8de {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:59:19.336941 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7724bce-4a94-428a-b4bf-16e4fd9e4623", "tag": "fe04a521-0921-4a04-ba77-d61311a154aa", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:59:19.337198 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-78b0d04e-63f2-4922-8ec7-708e0bfac8de {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:59:19.337603 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7724bce-4a94-428a-b4bf-16e4fd9e4623', 'tag': 'fe04a521-0921-4a04-ba77-d61311a154aa', 'status': 'completed', 'code': 200} Aug 10 03:59:19.428604 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a388f39e-b94c-47c7-8862-f330b7764ada req-da0179ee-479e-45d9-a998-fc21c799ad94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:19.430079 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a388f39e-b94c-47c7-8862-f330b7764ada req-da0179ee-479e-45d9-a998-fc21c799ad94 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b8b99293bc0b4fae85b62fcecb6d67eb&device_id=c7724bce-4a94-428a-b4bf-16e4fd9e4623 HTTP/1.1" status: 200 len: 1096 time: 0.0660396 Aug 10 03:59:19.431766 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a388f39e-b94c-47c7-8862-f330b7764ada req-a4f61e58-3b3a-432e-84a5-e18488685282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:19.433108 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a388f39e-b94c-47c7-8862-f330b7764ada req-a4f61e58-3b3a-432e-84a5-e18488685282 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b8b99293bc0b4fae85b62fcecb6d67eb&device_id=c7724bce-4a94-428a-b4bf-16e4fd9e4623 HTTP/1.1" status: 200 len: 1096 time: 0.0775115 Aug 10 03:59:19.534743 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-40ec935e-9160-48ac-a524-68ba5b910770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a34405dc-7365-4219-a25d-fcabab27ff76', 'name': 'tempest-TestNetworkBasicOps-router-1369078026', 'tenant_id': '93bc202ab78e4c76bb57fc3fb075815b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': '543e9e0f-e477-45e7-9128-0a926402cf6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:57:33Z', 'updated_at': '2021-08-10T03:59:18Z', 'revision_number': 6, 'project_id': '93bc202ab78e4c76bb57fc3fb075815b', 'gw_port': {'id': '543e9e0f-e477-45e7-9128-0a926402cf6d', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:21:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34405dc-7365-4219-a25d-fcabab27ff76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:57:34Z', 'updated_at': '2021-08-10T03:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '1e4772ee-c51e-4116-8f39-8f5a9a78b1f9', 'tenant_id': '93bc202ab78e4c76bb57fc3fb075815b', 'floating_ip_address': '172.25.6.188', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': 'a34405dc-7365-4219-a25d-fcabab27ff76', 'port_id': '14431cbc-d809-491d-8f10-b5deeb2128d1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fbbbede-b601-4798-a2e9-79beee09a803', 'mac_address': 'fa:16:3e:87:52:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b739759e-4079-4a02-9607-9c5587aa64f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:58:01Z', 'updated_at': '2021-08-10T03:58:04Z', 'revision_number': 1, 'project_id': '93bc202ab78e4c76bb57fc3fb075815b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '150755e7-a094-48dc-9fc1-51a5e02430e0', 'name': '', 'network_id': '7fbbbede-b601-4798-a2e9-79beee09a803', 'tenant_id': '93bc202ab78e4c76bb57fc3fb075815b', 'mac_address': 'fa:16:3e:d6:fb:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34405dc-7365-4219-a25d-fcabab27ff76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': '90b2633e-e851-4d89-9c12-ca6b3447cee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:57:37Z', 'updated_at': '2021-08-10T03:57:46Z', 'revision_number': 5, 'project_id': '93bc202ab78e4c76bb57fc3fb075815b', 'subnets': [{'id': '90b2633e-e851-4d89-9c12-ca6b3447cee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:19.561975 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ec935e-9160-48ac-a524-68ba5b910770 None None] The sync data for ids ['a34405dc-7365-4219-a25d-fcabab27ff76'] in n-d-768862-13 is: [{'id': 'a34405dc-7365-4219-a25d-fcabab27ff76', 'name': 'tempest-TestNetworkBasicOps-router-1369078026', 'tenant_id': '93bc202ab78e4c76bb57fc3fb075815b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': '543e9e0f-e477-45e7-9128-0a926402cf6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:57:33Z', 'updated_at': '2021-08-10T03:59:18Z', 'revision_number': 6, 'project_id': '93bc202ab78e4c76bb57fc3fb075815b', 'gw_port': {'id': '543e9e0f-e477-45e7-9128-0a926402cf6d', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:21:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34405dc-7365-4219-a25d-fcabab27ff76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:57:34Z', 'updated_at': '2021-08-10T03:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '1e4772ee-c51e-4116-8f39-8f5a9a78b1f9', 'tenant_id': '93bc202ab78e4c76bb57fc3fb075815b', 'floating_ip_address': '172.25.6.188', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': 'a34405dc-7365-4219-a25d-fcabab27ff76', 'port_id': '14431cbc-d809-491d-8f10-b5deeb2128d1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fbbbede-b601-4798-a2e9-79beee09a803', 'mac_address': 'fa:16:3e:87:52:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b739759e-4079-4a02-9607-9c5587aa64f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:58:01Z', 'updated_at': '2021-08-10T03:58:04Z', 'revision_number': 1, 'project_id': '93bc202ab78e4c76bb57fc3fb075815b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '150755e7-a094-48dc-9fc1-51a5e02430e0', 'name': '', 'network_id': '7fbbbede-b601-4798-a2e9-79beee09a803', 'tenant_id': '93bc202ab78e4c76bb57fc3fb075815b', 'mac_address': 'fa:16:3e:d6:fb:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34405dc-7365-4219-a25d-fcabab27ff76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': '90b2633e-e851-4d89-9c12-ca6b3447cee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:57:37Z', 'updated_at': '2021-08-10T03:57:46Z', 'revision_number': 5, 'project_id': '93bc202ab78e4c76bb57fc3fb075815b', 'subnets': [{'id': '90b2633e-e851-4d89-9c12-ca6b3447cee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:59:19.866133 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a388f39e-b94c-47c7-8862-f330b7764ada req-fb10e03d-63b7-45d6-a38d-3c8fd7b915e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:19.867846 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a388f39e-b94c-47c7-8862-f330b7764ada req-fb10e03d-63b7-45d6-a38d-3c8fd7b915e3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=56ebbad4-3b9a-4918-868a-aeb226900542 HTTP/1.1" status: 200 len: 896 time: 0.4292290 Aug 10 03:59:19.869337 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a388f39e-b94c-47c7-8862-f330b7764ada req-1bc78f44-94fa-4abc-9a1c-00825a4ec115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:19.870754 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a388f39e-b94c-47c7-8862-f330b7764ada req-1bc78f44-94fa-4abc-9a1c-00825a4ec115 service neutron] 10.222.0.61 "GET /v2.0/networks?id=56ebbad4-3b9a-4918-868a-aeb226900542 HTTP/1.1" status: 200 len: 896 time: 0.4250200 Aug 10 03:59:19.986946 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a388f39e-b94c-47c7-8862-f330b7764ada req-8fd551fe-fefb-4506-9edb-ab8f17e8f958 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe04a521-0921-4a04-ba77-d61311a154aa HTTP/1.1" status: 200 len: 999 time: 0.1107836 Aug 10 03:59:19.991198 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a388f39e-b94c-47c7-8862-f330b7764ada req-87098546-d5b5-4419-9f5a-a350c4981a54 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe04a521-0921-4a04-ba77-d61311a154aa HTTP/1.1" status: 200 len: 999 time: 0.1086853 Aug 10 03:59:20.076912 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a388f39e-b94c-47c7-8862-f330b7764ada req-56c8d6bd-e21e-4c9c-a91a-94f9a88960a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:20.078420 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a388f39e-b94c-47c7-8862-f330b7764ada req-56c8d6bd-e21e-4c9c-a91a-94f9a88960a2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8a3c4dd9-ad82-4a11-9084-34ae0c7b441d HTTP/1.1" status: 200 len: 834 time: 0.0818198 Aug 10 03:59:20.080194 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a388f39e-b94c-47c7-8862-f330b7764ada req-0f8843be-0213-40ca-aece-b3d276dae9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:20.081738 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a388f39e-b94c-47c7-8862-f330b7764ada req-0f8843be-0213-40ca-aece-b3d276dae9fe service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8a3c4dd9-ad82-4a11-9084-34ae0c7b441d HTTP/1.1" status: 200 len: 834 time: 0.0767343 Aug 10 03:59:20.196420 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a388f39e-b94c-47c7-8862-f330b7764ada req-a4072545-3658-4182-ac94-a2b368aee787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:20.198118 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a388f39e-b94c-47c7-8862-f330b7764ada req-a4072545-3658-4182-ac94-a2b368aee787 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=56ebbad4-3b9a-4918-868a-aeb226900542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1098177 Aug 10 03:59:20.220832 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a388f39e-b94c-47c7-8862-f330b7764ada req-e45c5a17-aed9-437a-9c8e-7f6b99719323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:20.222504 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a388f39e-b94c-47c7-8862-f330b7764ada req-e45c5a17-aed9-437a-9c8e-7f6b99719323 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=56ebbad4-3b9a-4918-868a-aeb226900542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1261885 Aug 10 03:59:20.259422 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca80bbe-74e7-4f7c-8db6-f9dcbba03f28 req-f45844aa-d6ba-4990-a28e-60a6d070caf4 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:20.261030 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bca80bbe-74e7-4f7c-8db6-f9dcbba03f28 req-f45844aa-d6ba-4990-a28e-60a6d070caf4 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7724bce-4a94-428a-b4bf-16e4fd9e4623 HTTP/1.1" status: 200 len: 944 time: 0.1207228 Aug 10 03:59:20.438863 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a8e2c1-a461-4edd-ba03-f42e5da2ebd5 req-efeb8742-431f-406f-a0bb-1eaa32358f59 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:20.441181 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-00a8e2c1-a461-4edd-ba03-f42e5da2ebd5 req-efeb8742-431f-406f-a0bb-1eaa32358f59 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a9f6beb-658d-4a21-95b1-6a57f1e0df01 HTTP/1.1" status: 200 len: 946 time: 0.2401559 Aug 10 03:59:20.502913 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bca80bbe-74e7-4f7c-8db6-f9dcbba03f28 req-0d90cfd7-2af5-4b8e-b762-724dc2fbea03 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=12268945-8b56-426f-af9d-d65d92419e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2216151 Aug 10 03:59:20.545859 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a388f39e-b94c-47c7-8862-f330b7764ada req-17241e7f-6c1c-42a7-acf4-c8a5a61f6126 service neutron] 10.222.0.42 "GET /v2.0/networks/56ebbad4-3b9a-4918-868a-aeb226900542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964168 Aug 10 03:59:20.554185 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82c5229-7ba4-42d9-97b7-4e8df7e05fe4 req-d99b1c6a-52d5-4bb2-9abe-3b50b4a4eda7 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:20.555732 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b82c5229-7ba4-42d9-97b7-4e8df7e05fe4 req-d99b1c6a-52d5-4bb2-9abe-3b50b4a4eda7 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a9f6beb-658d-4a21-95b1-6a57f1e0df01 HTTP/1.1" status: 200 len: 946 time: 0.1922941 Aug 10 03:59:20.561839 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a388f39e-b94c-47c7-8862-f330b7764ada req-ea49d412-a8fb-4e68-a637-8d6703d99b21 service neutron] 10.222.0.61 "GET /v2.0/networks/56ebbad4-3b9a-4918-868a-aeb226900542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3433607 Aug 10 03:59:20.587148 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device fe04a521-0921-4a04-ba77-d61311a154aa no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:59:20.598866 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-00a8e2c1-a461-4edd-ba03-f42e5da2ebd5 req-e7e21b9e-0517-42b3-b7eb-cf3e4d51cfcc tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "GET /v2.0/security-groups?id=3883aded-ddbd-4225-905e-f09e5fc4ee6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339221 Aug 10 03:59:20.627762 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device fe04a521-0921-4a04-ba77-d61311a154aa not bound to the agent host n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:59:20.813949 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a388f39e-b94c-47c7-8862-f330b7764ada req-92102bda-95b2-4270-affb-47518932082c service neutron] 10.222.0.42 "GET /v2.0/networks/56ebbad4-3b9a-4918-868a-aeb226900542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570720 Aug 10 03:59:20.825493 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a388f39e-b94c-47c7-8862-f330b7764ada req-11972884-dc6c-4e4d-a4a1-205c7520daec service neutron] 10.222.0.61 "GET /v2.0/networks/56ebbad4-3b9a-4918-868a-aeb226900542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500494 Aug 10 03:59:20.833050 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-b82c5229-7ba4-42d9-97b7-4e8df7e05fe4 req-4770e6cc-7f81-4dda-815a-3e1d71eec8b0 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Deleting port 547aa18c-8440-4cf8-a89d-bbe7c783159d {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:59:20.833467 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-b82c5229-7ba4-42d9-97b7-4e8df7e05fe4 req-4770e6cc-7f81-4dda-815a-3e1d71eec8b0 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:20.936847 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-b82c5229-7ba4-42d9-97b7-4e8df7e05fe4 req-4770e6cc-7f81-4dda-815a-3e1d71eec8b0 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] For port 547aa18c-8440-4cf8-a89d-bbe7c783159d, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=547aa18c-8440-4cf8-a89d-bbe7c783159d,segment=NetworkSegment(b723537a-104c-437e-b1a5-56a1bc1de2bc),segment_id=b723537a-104c-437e-b1a5-56a1bc1de2bc)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:59:20.937850 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-b82c5229-7ba4-42d9-97b7-4e8df7e05fe4 req-4770e6cc-7f81-4dda-815a-3e1d71eec8b0 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:20.950398 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-b82c5229-7ba4-42d9-97b7-4e8df7e05fe4 req-4770e6cc-7f81-4dda-815a-3e1d71eec8b0 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Calling delete_port for 547aa18c-8440-4cf8-a89d-bbe7c783159d owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:59:21.093539 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-b82c5229-7ba4-42d9-97b7-4e8df7e05fe4 req-4770e6cc-7f81-4dda-815a-3e1d71eec8b0 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:21.128572 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4770e6cc-7f81-4dda-815a-3e1d71eec8b0 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Pushing event deleted for resources: {'Port': ['ID=547aa18c-8440-4cf8-a89d-bbe7c783159d,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:21.172383 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-b82c5229-7ba4-42d9-97b7-4e8df7e05fe4 req-4770e6cc-7f81-4dda-815a-3e1d71eec8b0 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] No DVR routers for this DVR port 547aa18c-8440-4cf8-a89d-bbe7c783159d on host n-h1-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:59:21.175359 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-b82c5229-7ba4-42d9-97b7-4e8df7e05fe4 req-4770e6cc-7f81-4dda-815a-3e1d71eec8b0 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:21.177520 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b82c5229-7ba4-42d9-97b7-4e8df7e05fe4 req-4770e6cc-7f81-4dda-815a-3e1d71eec8b0 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.42 "DELETE /v2.0/ports/547aa18c-8440-4cf8-a89d-bbe7c783159d HTTP/1.1" status: 204 len: 173 time: 0.6037707 Aug 10 03:59:21.338737 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a9f6beb-658d-4a21-95b1-6a57f1e0df01', 'name': 'network-vif-deleted', 'tag': '547aa18c-8440-4cf8-a89d-bbe7c783159d'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:59:21.341600 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2d76a9b-ba62-45a7-89fd-3d2811a9979d" -d '{"events": [{"server_uuid": "2a9f6beb-658d-4a21-95b1-6a57f1e0df01", "name": "network-vif-deleted", "tag": "547aa18c-8440-4cf8-a89d-bbe7c783159d"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:59:21.381210 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26598f3d-cc9c-4216-952c-e1a41beb0783 x-openstack-request-id: req-26598f3d-cc9c-4216-952c-e1a41beb0783 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:59:21.381508 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a9f6beb-658d-4a21-95b1-6a57f1e0df01", "name": "network-vif-deleted", "tag": "547aa18c-8440-4cf8-a89d-bbe7c783159d", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:59:21.381765 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-26598f3d-cc9c-4216-952c-e1a41beb0783 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:59:21.382172 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a9f6beb-658d-4a21-95b1-6a57f1e0df01', 'name': 'network-vif-deleted', 'tag': '547aa18c-8440-4cf8-a89d-bbe7c783159d', 'status': 'completed', 'code': 200} Aug 10 03:59:21.402519 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-fb2cf1b5-8554-4b22-92c8-fd048f317dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:21.624037 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 3e8adbe2-a897-438b-ae5c-af5fdf36ec48 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:59:21.650549 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79158f8d-a799-484c-b0ba-b9fa521409b6 req-689c6ed4-847d-4d54-88a0-493df78e8021 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:21.653407 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-79158f8d-a799-484c-b0ba-b9fa521409b6 req-689c6ed4-847d-4d54-88a0-493df78e8021 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7724bce-4a94-428a-b4bf-16e4fd9e4623 HTTP/1.1" status: 200 len: 944 time: 0.0725060 Aug 10 03:59:21.663546 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 3e8adbe2-a897-438b-ae5c-af5fdf36ec48 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:59:21.664139 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 3e8adbe2-a897-438b-ae5c-af5fdf36ec48 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:59:21.703472 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-79158f8d-a799-484c-b0ba-b9fa521409b6 req-e6533408-6544-4182-bbc1-928b276c1382 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=12268945-8b56-426f-af9d-d65d92419e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403690 Aug 10 03:59:21.755889 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fec348e2-5adc-44d7-aa2d-068deda26b6d req-638ba769-deb9-4ee7-b3ce-ddb9e5b51ecb tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a9f6beb-658d-4a21-95b1-6a57f1e0df01 HTTP/1.1" status: 200 len: 210 time: 0.0470254 Aug 10 03:59:22.004170 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff0e6bf-223c-42c2-9552-33424b45ad5d req-bc702900-2de5-4744-8081-3356d01dac6f tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:22.005595 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5ff0e6bf-223c-42c2-9552-33424b45ad5d req-bc702900-2de5-4744-8081-3356d01dac6f tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7724bce-4a94-428a-b4bf-16e4fd9e4623 HTTP/1.1" status: 200 len: 944 time: 0.1468804 Aug 10 03:59:22.033570 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a98f931-efe0-478a-bc0f-3798d4156274 req-ac7fbcd1-4852-4a9b-8893-a6523810e42d tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:22.035308 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3a98f931-efe0-478a-bc0f-3798d4156274 req-ac7fbcd1-4852-4a9b-8893-a6523810e42d tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.61 "GET /v2.0/ports?device_id=c7724bce-4a94-428a-b4bf-16e4fd9e4623&tenant_id=b8b99293bc0b4fae85b62fcecb6d67eb&binding%3Ahost_id=n-h1-768862-13 HTTP/1.1" status: 200 len: 944 time: 0.1492817 Aug 10 03:59:22.048184 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-96cc2a81-26cc-45b0-bf73-ac1f4819ef25 req-e787d38b-82ce-4911-92d3-9c1e59b3bf46 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c7724bce-4a94-428a-b4bf-16e4fd9e4623&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1496716 Aug 10 03:59:22.106338 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5ff0e6bf-223c-42c2-9552-33424b45ad5d req-958d0c5a-82fb-4314-aed6-26a920a7496f tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=12268945-8b56-426f-af9d-d65d92419e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894177 Aug 10 03:59:22.146680 n-d-768862-13 neutron-server[94260]: INFO neutron.api.v2.resource [req-3a98f931-efe0-478a-bc0f-3798d4156274 req-028dcf7c-eea5-4442-a9c5-893fae4cdf49 service neutron] delete failed (client error): The resource could not be found. Aug 10 03:59:22.148016 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3a98f931-efe0-478a-bc0f-3798d4156274 req-028dcf7c-eea5-4442-a9c5-893fae4cdf49 service neutron] 10.222.0.61 "DELETE /v2.0/ports/fe04a521-0921-4a04-ba77-d61311a154aa/bindings/n-h2-768862-13 HTTP/1.1" status: 404 len: 381 time: 0.1035638 Aug 10 03:59:22.154532 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cc2a81-26cc-45b0-bf73-ac1f4819ef25 req-d6d9dde2-e914-451d-8da4-f8505e1cca67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:22.156084 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-96cc2a81-26cc-45b0-bf73-ac1f4819ef25 req-d6d9dde2-e914-451d-8da4-f8505e1cca67 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b8b99293bc0b4fae85b62fcecb6d67eb&device_id=c7724bce-4a94-428a-b4bf-16e4fd9e4623 HTTP/1.1" status: 200 len: 1096 time: 0.0618446 Aug 10 03:59:22.301214 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a98f931-efe0-478a-bc0f-3798d4156274 req-dd011d1e-b488-4f95-985a-04cd78b2382d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:22.302726 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3a98f931-efe0-478a-bc0f-3798d4156274 req-dd011d1e-b488-4f95-985a-04cd78b2382d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b8b99293bc0b4fae85b62fcecb6d67eb&device_id=c7724bce-4a94-428a-b4bf-16e4fd9e4623 HTTP/1.1" status: 200 len: 1096 time: 0.1033304 Aug 10 03:59:22.307988 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cc2a81-26cc-45b0-bf73-ac1f4819ef25 req-2e41a95b-5bde-405c-a732-8885b7fcc9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:22.309518 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-96cc2a81-26cc-45b0-bf73-ac1f4819ef25 req-2e41a95b-5bde-405c-a732-8885b7fcc9d6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=56ebbad4-3b9a-4918-868a-aeb226900542 HTTP/1.1" status: 200 len: 896 time: 0.1299295 Aug 10 03:59:22.430347 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-96cc2a81-26cc-45b0-bf73-ac1f4819ef25 req-bb66a49c-f450-4824-a390-89aa049b0590 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe04a521-0921-4a04-ba77-d61311a154aa HTTP/1.1" status: 200 len: 999 time: 0.1116161 Aug 10 03:59:22.484329 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a98f931-efe0-478a-bc0f-3798d4156274 req-00c73493-fec9-4eb0-a977-63aa018cf6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:22.485904 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3a98f931-efe0-478a-bc0f-3798d4156274 req-00c73493-fec9-4eb0-a977-63aa018cf6a8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=56ebbad4-3b9a-4918-868a-aeb226900542 HTTP/1.1" status: 200 len: 896 time: 0.1754651 Aug 10 03:59:22.539032 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cc2a81-26cc-45b0-bf73-ac1f4819ef25 req-4fa43690-c13e-4e73-ae90-edc615fc581a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:22.540808 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-96cc2a81-26cc-45b0-bf73-ac1f4819ef25 req-4fa43690-c13e-4e73-ae90-edc615fc581a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8a3c4dd9-ad82-4a11-9084-34ae0c7b441d HTTP/1.1" status: 200 len: 834 time: 0.1017427 Aug 10 03:59:22.590584 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3a98f931-efe0-478a-bc0f-3798d4156274 req-a87f90d0-b62c-458b-9a51-b3d720e09795 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe04a521-0921-4a04-ba77-d61311a154aa HTTP/1.1" status: 200 len: 999 time: 0.0951183 Aug 10 03:59:22.637853 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cc2a81-26cc-45b0-bf73-ac1f4819ef25 req-08fb575b-57f2-4cf3-b62b-af3e48ee0268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:22.639466 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-96cc2a81-26cc-45b0-bf73-ac1f4819ef25 req-08fb575b-57f2-4cf3-b62b-af3e48ee0268 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=56ebbad4-3b9a-4918-868a-aeb226900542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0910060 Aug 10 03:59:22.696924 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a98f931-efe0-478a-bc0f-3798d4156274 req-7a691cc5-1330-4e2e-829e-fbc0372a3bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:22.698468 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3a98f931-efe0-478a-bc0f-3798d4156274 req-7a691cc5-1330-4e2e-829e-fbc0372a3bf0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8a3c4dd9-ad82-4a11-9084-34ae0c7b441d HTTP/1.1" status: 200 len: 834 time: 0.0999777 Aug 10 03:59:22.700524 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device fe04a521-0921-4a04-ba77-d61311a154aa details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:59:22.775835 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a98f931-efe0-478a-bc0f-3798d4156274 req-03fca98f-a265-4459-9f6c-deb305e675f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:22.777386 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3a98f931-efe0-478a-bc0f-3798d4156274 req-03fca98f-a265-4459-9f6c-deb305e675f4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=56ebbad4-3b9a-4918-868a-aeb226900542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0690243 Aug 10 03:59:22.779438 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-96cc2a81-26cc-45b0-bf73-ac1f4819ef25 req-de65f734-d8e4-4ed8-869b-46dad7974804 service neutron] 10.222.0.42 "GET /v2.0/networks/56ebbad4-3b9a-4918-868a-aeb226900542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308608 Aug 10 03:59:22.826653 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port fe04a521-0921-4a04-ba77-d61311a154aa, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=fe04a521-0921-4a04-ba77-d61311a154aa,segment=NetworkSegment(bae77db3-549f-44d2-ba9e-feca6aa5702b),segment_id=bae77db3-549f-44d2-ba9e-feca6aa5702b)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:59:22.837703 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 45310) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:22.849621 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': 'fe04a521-0921-4a04-ba77-d61311a154aa', 'network_id': '56ebbad4-3b9a-4918-868a-aeb226900542', 'port_id': 'fe04a521-0921-4a04-ba77-d61311a154aa', 'mac_address': 'fa:16:3e:d6:09:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a3c4dd9-ad82-4a11-9084-34ae0c7b441d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:59:22.909125 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:22.923933 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe04a521-0921-4a04-ba77-d61311a154aa {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:59:22.931691 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-75485f8d-b883-48d2-b66e-2a0c665b70dc tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:22.950078 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port fe04a521-0921-4a04-ba77-d61311a154aa, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=fe04a521-0921-4a04-ba77-d61311a154aa,segment=NetworkSegment(bae77db3-549f-44d2-ba9e-feca6aa5702b),segment_id=bae77db3-549f-44d2-ba9e-feca6aa5702b)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:59:22.956600 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:22.964893 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3a98f931-efe0-478a-bc0f-3798d4156274 req-8df17e2b-8ce9-472d-b3eb-0b32e15e1c37 service neutron] 10.222.0.61 "GET /v2.0/networks/56ebbad4-3b9a-4918-868a-aeb226900542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771805 Aug 10 03:59:22.966892 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-96cc2a81-26cc-45b0-bf73-ac1f4819ef25 req-2773a540-91cc-4600-a8a5-e8366d24a5be service neutron] 10.222.0.42 "GET /v2.0/networks/56ebbad4-3b9a-4918-868a-aeb226900542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805696 Aug 10 03:59:22.970810 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-75485f8d-b883-48d2-b66e-2a0c665b70dc tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:23.015724 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=fe04a521-0921-4a04-ba77-d61311a154aa,revision_number=8']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:23.057066 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-75485f8d-b883-48d2-b66e-2a0c665b70dc tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:23.059751 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-75485f8d-b883-48d2-b66e-2a0c665b70dc tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:23.061045 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-75485f8d-b883-48d2-b66e-2a0c665b70dc tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "DELETE /v2.0/security-groups/3883aded-ddbd-4225-905e-f09e5fc4ee6a HTTP/1.1" status: 204 len: 168 time: 0.2218521 Aug 10 03:59:23.072676 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75485f8d-b883-48d2-b66e-2a0c665b70dc tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3883aded-ddbd-4225-905e-f09e5fc4ee6a,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:23.081483 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3a98f931-efe0-478a-bc0f-3798d4156274 req-b3177d2f-acc0-496f-b9b1-bd8b43da3d4a service neutron] 10.222.0.61 "GET /v2.0/networks/56ebbad4-3b9a-4918-868a-aeb226900542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080561 Aug 10 03:59:23.110369 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 45314) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:23.192299 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['fe04a521-0921-4a04-ba77-d61311a154aa'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:59:23.199060 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-16c99def-e11b-4722-b72c-0f0dbc132632 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Deleting subnet 6f0af710-9817-4a52-9f91-bf53ac9796e1 {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:59:23.207151 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-16c99def-e11b-4722-b72c-0f0dbc132632 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:23.262834 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3ca16a-c241-49e6-b6ae-91c90469fb3e req-a795a72d-42e8-4b61-a7d0-21459695fe1d tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:23.263574 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-16c99def-e11b-4722-b72c-0f0dbc132632 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:23.264729 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ec3ca16a-c241-49e6-b6ae-91c90469fb3e req-a795a72d-42e8-4b61-a7d0-21459695fe1d tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7724bce-4a94-428a-b4bf-16e4fd9e4623 HTTP/1.1" status: 200 len: 945 time: 0.0633979 Aug 10 03:59:23.312278 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ec3ca16a-c241-49e6-b6ae-91c90469fb3e req-58c29faa-aee8-4dc6-bfa9-845e2207220a tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=12268945-8b56-426f-af9d-d65d92419e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379124 Aug 10 03:59:23.367932 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-16c99def-e11b-4722-b72c-0f0dbc132632 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:23.454709 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-16c99def-e11b-4722-b72c-0f0dbc132632 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:23.492696 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c99def-e11b-4722-b72c-0f0dbc132632 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Pushing event deleted for resources: {'Subnet': ['ID=6f0af710-9817-4a52-9f91-bf53ac9796e1,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:23.508288 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-16c99def-e11b-4722-b72c-0f0dbc132632 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:23.513448 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-16c99def-e11b-4722-b72c-0f0dbc132632 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "DELETE /v2.0/subnets/6f0af710-9817-4a52-9f91-bf53ac9796e1 HTTP/1.1" status: 204 len: 168 time: 0.4018128 Aug 10 03:59:23.514631 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 45318) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:23.518835 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cdabbd3-6899-4005-9224-2e4652c69058 None None] Network fb20faa7-24ff-4d47-91b0-79d0f97b78f6 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:59:23.617557 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0de8a9cb-bf03-4f9d-869b-ffcc5ca054c7 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:23.696512 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e5690daf-b23f-456a-8a50-5231b2c92921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:23.703991 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-0de8a9cb-bf03-4f9d-869b-ffcc5ca054c7 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Deleting port e1ef2cbd-3be5-4a53-b0bd-dbffbc277376 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:59:23.704341 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0de8a9cb-bf03-4f9d-869b-ffcc5ca054c7 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:23.749192 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104245e5-51ec-4315-a72a-6e2a9a3a20bf None None] DHCP port deletion for fb20faa7-24ff-4d47-91b0-79d0f97b78f6 request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:59:23.785592 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [None req-0de8a9cb-bf03-4f9d-869b-ffcc5ca054c7 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] For port e1ef2cbd-3be5-4a53-b0bd-dbffbc277376, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=e1ef2cbd-3be5-4a53-b0bd-dbffbc277376,segment=NetworkSegment(b723537a-104c-437e-b1a5-56a1bc1de2bc),segment_id=b723537a-104c-437e-b1a5-56a1bc1de2bc)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:59:23.785988 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0de8a9cb-bf03-4f9d-869b-ffcc5ca054c7 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:23.802054 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-0de8a9cb-bf03-4f9d-869b-ffcc5ca054c7 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Calling delete_port for e1ef2cbd-3be5-4a53-b0bd-dbffbc277376 owned by network:dhcp {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:59:23.816857 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-104245e5-51ec-4315-a72a-6e2a9a3a20bf None None] Deleting port e1ef2cbd-3be5-4a53-b0bd-dbffbc277376 {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:59:23.817403 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-104245e5-51ec-4315-a72a-6e2a9a3a20bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:23.896708 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0de8a9cb-bf03-4f9d-869b-ffcc5ca054c7 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:23.926662 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de8a9cb-bf03-4f9d-869b-ffcc5ca054c7 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Pushing event deleted for resources: {'Port': ['ID=e1ef2cbd-3be5-4a53-b0bd-dbffbc277376,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:23.930611 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de8a9cb-bf03-4f9d-869b-ffcc5ca054c7 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] No DVR routers for this DVR port e1ef2cbd-3be5-4a53-b0bd-dbffbc277376 on host n-d-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:59:23.933672 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-104245e5-51ec-4315-a72a-6e2a9a3a20bf None None] For port e1ef2cbd-3be5-4a53-b0bd-dbffbc277376, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=e1ef2cbd-3be5-4a53-b0bd-dbffbc277376,segment=NetworkSegment(b723537a-104c-437e-b1a5-56a1bc1de2bc),segment_id=b723537a-104c-437e-b1a5-56a1bc1de2bc)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:59:23.934331 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-104245e5-51ec-4315-a72a-6e2a9a3a20bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:23.951619 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-104245e5-51ec-4315-a72a-6e2a9a3a20bf None None] Calling delete_port for e1ef2cbd-3be5-4a53-b0bd-dbffbc277376 owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:59:24.021610 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0de8a9cb-bf03-4f9d-869b-ffcc5ca054c7 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:24.035430 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-0de8a9cb-bf03-4f9d-869b-ffcc5ca054c7 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb20faa7-24ff-4d47-91b0-79d0f97b78f6']}} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:24.037193 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-104245e5-51ec-4315-a72a-6e2a9a3a20bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:24.048092 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-0de8a9cb-bf03-4f9d-869b-ffcc5ca054c7 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b723537a-104c-437e-b1a5-56a1bc1de2bc') {'for_net_delete': True} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:24.048464 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-0de8a9cb-bf03-4f9d-869b-ffcc5ca054c7 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b723537a-104c-437e-b1a5-56a1bc1de2bc') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:24.058726 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0de8a9cb-bf03-4f9d-869b-ffcc5ca054c7 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191186'] for segment, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:24.062879 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104245e5-51ec-4315-a72a-6e2a9a3a20bf None None] Pushing event deleted for resources: {'Port': ['ID=e1ef2cbd-3be5-4a53-b0bd-dbffbc277376,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:24.067270 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104245e5-51ec-4315-a72a-6e2a9a3a20bf None None] No DVR routers for this DVR port e1ef2cbd-3be5-4a53-b0bd-dbffbc277376 on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:59:24.083079 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0de8a9cb-bf03-4f9d-869b-ffcc5ca054c7 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:24.089457 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0de8a9cb-bf03-4f9d-869b-ffcc5ca054c7 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=94260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:59:24.089863 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0de8a9cb-bf03-4f9d-869b-ffcc5ca054c7 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58895489'] for segment, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:24.092995 n-d-768862-13 neutron-server[94260]: Traceback (most recent call last): Aug 10 03:59:24.092995 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:59:24.092995 n-d-768862-13 neutron-server[94260]: timer() Aug 10 03:59:24.092995 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:59:24.092995 n-d-768862-13 neutron-server[94260]: cb(*args, **kw) Aug 10 03:59:24.092995 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:59:24.092995 n-d-768862-13 neutron-server[94260]: return func(*args, **kwargs) Aug 10 03:59:24.092995 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:59:24.092995 n-d-768862-13 neutron-server[94260]: self._notify() Aug 10 03:59:24.092995 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:59:24.092995 n-d-768862-13 neutron-server[94260]: self.callback(batched_events) Aug 10 03:59:24.092995 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:59:24.092995 n-d-768862-13 neutron-server[94260]: event.method(event) Aug 10 03:59:24.092995 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:59:24.092995 n-d-768862-13 neutron-server[94260]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:59:24.092995 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:59:24.092995 n-d-768862-13 neutron-server[94260]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:59:24.092995 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:59:24.092995 n-d-768862-13 neutron-server[94260]: return f(self, *a, **k) Aug 10 03:59:24.092995 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:59:24.092995 n-d-768862-13 neutron-server[94260]: return self._get(url).json() Aug 10 03:59:24.092995 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:59:24.092995 n-d-768862-13 neutron-server[94260]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:59:24.092995 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:59:24.092995 n-d-768862-13 neutron-server[94260]: return self.request(url, 'GET', **kwargs) Aug 10 03:59:24.092995 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:59:24.092995 n-d-768862-13 neutron-server[94260]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:59:24.092995 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:59:24.092995 n-d-768862-13 neutron-server[94260]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:59:24.092995 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:59:24.092995 n-d-768862-13 neutron-server[94260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:59:24.092995 n-d-768862-13 neutron-server[94260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:59:24.164340 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0de8a9cb-bf03-4f9d-869b-ffcc5ca054c7 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:24.171919 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0de8a9cb-bf03-4f9d-869b-ffcc5ca054c7 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:24.173667 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-0de8a9cb-bf03-4f9d-869b-ffcc5ca054c7 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "DELETE /v2.0/networks/fb20faa7-24ff-4d47-91b0-79d0f97b78f6 HTTP/1.1" status: 204 len: 168 time: 0.6573138 Aug 10 03:59:24.176573 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 45320) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:24.185796 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de8a9cb-bf03-4f9d-869b-ffcc5ca054c7 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Pushing event deleted for resources: {'Network': ['ID=fb20faa7-24ff-4d47-91b0-79d0f97b78f6,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:24.287884 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:24.368467 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-84ae7539-12fc-48fb-8eb7-e9df0cebd987 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Deleting port 8722e0b1-28d6-4b4c-a3e8-ad11e7001d84 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:59:24.368859 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-84ae7539-12fc-48fb-8eb7-e9df0cebd987 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:24.467607 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87595aa1-57d3-42d4-b912-1d4cd6563c90 req-5276f18c-d43c-4a07-96f5-37e07a307f7f tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:24.469387 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-84ae7539-12fc-48fb-8eb7-e9df0cebd987 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:24.469917 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-84ae7539-12fc-48fb-8eb7-e9df0cebd987 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:24.470172 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-87595aa1-57d3-42d4-b912-1d4cd6563c90 req-5276f18c-d43c-4a07-96f5-37e07a307f7f tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7724bce-4a94-428a-b4bf-16e4fd9e4623 HTTP/1.1" status: 200 len: 945 time: 0.0608189 Aug 10 03:59:24.488342 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-84ae7539-12fc-48fb-8eb7-e9df0cebd987 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Calling delete_port for 8722e0b1-28d6-4b4c-a3e8-ad11e7001d84 owned by network:floatingip {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:59:24.518387 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-87595aa1-57d3-42d4-b912-1d4cd6563c90 req-309c3c27-416d-4146-8253-9647bc4a5907 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=12268945-8b56-426f-af9d-d65d92419e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359616 Aug 10 03:59:24.542190 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 45324) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:24.615690 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-1fd8566f-46d3-4bb7-acd2-a952ef83b965 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/floatingips/016955d7-d405-437d-96d3-d025e43f8914 HTTP/1.1" status: 200 len: 992 time: 0.0717645 Aug 10 03:59:24.698682 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-84ae7539-12fc-48fb-8eb7-e9df0cebd987 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:24.726185 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ae7539-12fc-48fb-8eb7-e9df0cebd987 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Pushing event deleted for resources: {'Port': ['ID=8722e0b1-28d6-4b4c-a3e8-ad11e7001d84,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:24.735387 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device fe04a521-0921-4a04-ba77-d61311a154aa up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:59:24.790692 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning for port fe04a521-0921-4a04-ba77-d61311a154aa completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:59:24.795048 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-84ae7539-12fc-48fb-8eb7-e9df0cebd987 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for floatingip, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:24.795676 n-d-768862-13 neutron-server[94261]: INFO neutron.db.l3_db [None req-84ae7539-12fc-48fb-8eb7-e9df0cebd987 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Floating IP 1e4772ee-c51e-4116-8f39-8f5a9a78b1f9 disassociated (deleted). External IP: 172.25.6.188, port: 14431cbc-d809-491d-8f10-b5deeb2128d1. Aug 10 03:59:24.796087 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port fe04a521-0921-4a04-ba77-d61311a154aa triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:59:24.796476 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:24.882948 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:24.907597 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7724bce-4a94-428a-b4bf-16e4fd9e4623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe04a521-0921-4a04-ba77-d61311a154aa'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:59:24.910006 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0524271a-df0d-44a2-b0cb-2d97f5f1d6d0" -d '{"events": [{"server_uuid": "c7724bce-4a94-428a-b4bf-16e4fd9e4623", "name": "network-vif-plugged", "status": "completed", "tag": "fe04a521-0921-4a04-ba77-d61311a154aa"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:59:24.925593 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port fe04a521-0921-4a04-ba77-d61311a154aa, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=fe04a521-0921-4a04-ba77-d61311a154aa,segment=NetworkSegment(bae77db3-549f-44d2-ba9e-feca6aa5702b),segment_id=bae77db3-549f-44d2-ba9e-feca6aa5702b)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:59:24.931279 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:24.932153 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 547aa18c-8440-4cf8-a89d-bbe7c783159d no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:59:24.976150 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57e08e1d-c838-4881-aa5b-2ee275099097 x-openstack-request-id: req-57e08e1d-c838-4881-aa5b-2ee275099097 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:59:24.976480 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7724bce-4a94-428a-b4bf-16e4fd9e4623", "name": "network-vif-plugged", "status": "completed", "tag": "fe04a521-0921-4a04-ba77-d61311a154aa", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:59:24.976683 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-57e08e1d-c838-4881-aa5b-2ee275099097 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:59:24.977074 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7724bce-4a94-428a-b4bf-16e4fd9e4623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe04a521-0921-4a04-ba77-d61311a154aa', 'code': 200} Aug 10 03:59:24.979435 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] No Port match for: 547aa18c-8440-4cf8-a89d-bbe7c783159d {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:59:24.979781 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 547aa18c-8440-4cf8-a89d-bbe7c783159d not bound to the agent host n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:59:25.008621 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=fe04a521-0921-4a04-ba77-d61311a154aa,revision_number=9']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:25.028572 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84ae7539-12fc-48fb-8eb7-e9df0cebd987 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Router a34405dc-7365-4219-a25d-fcabab27ff76 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:59:25.145455 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84ae7539-12fc-48fb-8eb7-e9df0cebd987 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:59:25.150403 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-84ae7539-12fc-48fb-8eb7-e9df0cebd987 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:25.156982 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34138539-fae5-4c50-99bf-5303a15648b4 None None] Sync routers for ids ['a34405dc-7365-4219-a25d-fcabab27ff76'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:59:25.167589 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34138539-fae5-4c50-99bf-5303a15648b4 None None] Routers {'a34405dc-7365-4219-a25d-fcabab27ff76'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:59:25.168228 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-34138539-fae5-4c50-99bf-5303a15648b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:59:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['a34405dc-7365-4219-a25d-fcabab27ff76'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:25.183128 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-84ae7539-12fc-48fb-8eb7-e9df0cebd987 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "DELETE /v2.0/floatingips/1e4772ee-c51e-4116-8f39-8f5a9a78b1f9 HTTP/1.1" status: 204 len: 168 time: 1.0053983 Aug 10 03:59:25.184020 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b739759e-4079-4a02-9607-9c5587aa64f3', 'tag': '14431cbc-d809-491d-8f10-b5deeb2128d1'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:59:25.186037 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c41ffcf3-734c-4dae-b969-7b97d0720bc4" -d '{"events": [{"name": "network-changed", "server_uuid": "b739759e-4079-4a02-9607-9c5587aa64f3", "tag": "14431cbc-d809-491d-8f10-b5deeb2128d1"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:59:25.227425 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a2701f-b42f-4ac7-93a0-3518379be29b x-openstack-request-id: req-66a2701f-b42f-4ac7-93a0-3518379be29b {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:59:25.227676 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b739759e-4079-4a02-9607-9c5587aa64f3", "tag": "14431cbc-d809-491d-8f10-b5deeb2128d1", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:59:25.227913 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-66a2701f-b42f-4ac7-93a0-3518379be29b {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:59:25.228344 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b739759e-4079-4a02-9607-9c5587aa64f3', 'tag': '14431cbc-d809-491d-8f10-b5deeb2128d1', 'status': 'completed', 'code': 200} Aug 10 03:59:25.291614 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-34138539-fae5-4c50-99bf-5303a15648b4 None None] Set router a34405dc-7365-4219-a25d-fcabab27ff76 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:59:25.310406 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41ffcf3-734c-4dae-b969-7b97d0720bc4 req-531b5b85-024e-41bf-a95e-25d94fe65ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:25.312741 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c41ffcf3-734c-4dae-b969-7b97d0720bc4 req-531b5b85-024e-41bf-a95e-25d94fe65ae0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=93bc202ab78e4c76bb57fc3fb075815b&device_id=b739759e-4079-4a02-9607-9c5587aa64f3 HTTP/1.1" status: 200 len: 1097 time: 0.0612020 Aug 10 03:59:25.446944 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41ffcf3-734c-4dae-b969-7b97d0720bc4 req-3a64c144-8cdc-4110-8c76-4d005fe88e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:25.450131 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c41ffcf3-734c-4dae-b969-7b97d0720bc4 req-3a64c144-8cdc-4110-8c76-4d005fe88e02 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7fbbbede-b601-4798-a2e9-79beee09a803 HTTP/1.1" status: 200 len: 897 time: 0.1302264 Aug 10 03:59:25.493589 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:25.512078 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c41ffcf3-734c-4dae-b969-7b97d0720bc4 req-33605959-5944-4588-a2e0-df8831a0eaf1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14431cbc-d809-491d-8f10-b5deeb2128d1 HTTP/1.1" status: 200 len: 217 time: 0.0528548 Aug 10 03:59:25.576927 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-34138539-fae5-4c50-99bf-5303a15648b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a34405dc-7365-4219-a25d-fcabab27ff76', 'name': 'tempest-TestNetworkBasicOps-router-1369078026', 'tenant_id': '93bc202ab78e4c76bb57fc3fb075815b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': '543e9e0f-e477-45e7-9128-0a926402cf6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:57:33Z', 'updated_at': '2021-08-10T03:59:18Z', 'revision_number': 6, 'project_id': '93bc202ab78e4c76bb57fc3fb075815b', 'gw_port': {'id': '543e9e0f-e477-45e7-9128-0a926402cf6d', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:21:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34405dc-7365-4219-a25d-fcabab27ff76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:57:34Z', 'updated_at': '2021-08-10T03:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '150755e7-a094-48dc-9fc1-51a5e02430e0', 'name': '', 'network_id': '7fbbbede-b601-4798-a2e9-79beee09a803', 'tenant_id': '93bc202ab78e4c76bb57fc3fb075815b', 'mac_address': 'fa:16:3e:d6:fb:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34405dc-7365-4219-a25d-fcabab27ff76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': '90b2633e-e851-4d89-9c12-ca6b3447cee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:57:37Z', 'updated_at': '2021-08-10T03:57:46Z', 'revision_number': 5, 'project_id': '93bc202ab78e4c76bb57fc3fb075815b', 'subnets': [{'id': '90b2633e-e851-4d89-9c12-ca6b3447cee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:25.606140 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34138539-fae5-4c50-99bf-5303a15648b4 None None] Checking router: a34405dc-7365-4219-a25d-fcabab27ff76 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:59:25.616773 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34138539-fae5-4c50-99bf-5303a15648b4 None None] Routers {'a34405dc-7365-4219-a25d-fcabab27ff76'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:59:25.617521 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-34138539-fae5-4c50-99bf-5303a15648b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:59:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['a34405dc-7365-4219-a25d-fcabab27ff76'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:25.663404 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device e1ef2cbd-3be5-4a53-b0bd-dbffbc277376 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:59:25.665411 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2219e5-2dfb-4372-9c27-7d3e10efa28e req-44f4769f-73b2-4eea-b0f7-cd6985f4fe2b tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:25.667593 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4b2219e5-2dfb-4372-9c27-7d3e10efa28e req-44f4769f-73b2-4eea-b0f7-cd6985f4fe2b tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "GET /v2.0/ports?device_id=b739759e-4079-4a02-9607-9c5587aa64f3 HTTP/1.1" status: 200 len: 945 time: 0.1582513 Aug 10 03:59:25.670503 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41ffcf3-734c-4dae-b969-7b97d0720bc4 req-a925e4ce-e3da-4f1e-9e70-0aa39741a5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:25.672273 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c41ffcf3-734c-4dae-b969-7b97d0720bc4 req-a925e4ce-e3da-4f1e-9e70-0aa39741a5c3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=90b2633e-e851-4d89-9c12-ca6b3447cee1 HTTP/1.1" status: 200 len: 835 time: 0.1515462 Aug 10 03:59:25.691207 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: e1ef2cbd-3be5-4a53-b0bd-dbffbc277376 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:59:25.691570 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device e1ef2cbd-3be5-4a53-b0bd-dbffbc277376 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:59:25.753038 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4b2219e5-2dfb-4372-9c27-7d3e10efa28e req-11bb2292-db2f-4dbd-b01e-bed87c8d287f tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b2fb072-387f-4597-9b34-3f1fca6337bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613778 Aug 10 03:59:25.756070 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41ffcf3-734c-4dae-b969-7b97d0720bc4 req-f801988f-304b-4ab8-860b-6a26365d5273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:25.757646 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c41ffcf3-734c-4dae-b969-7b97d0720bc4 req-f801988f-304b-4ab8-860b-6a26365d5273 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7fbbbede-b601-4798-a2e9-79beee09a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0767138 Aug 10 03:59:25.805668 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-34138539-fae5-4c50-99bf-5303a15648b4 None None] Set router a34405dc-7365-4219-a25d-fcabab27ff76 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:59:25.886342 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c41ffcf3-734c-4dae-b969-7b97d0720bc4 req-ea2d809d-8d76-4e3e-8d25-7754ad88b70c service neutron] 10.222.0.42 "GET /v2.0/networks/7fbbbede-b601-4798-a2e9-79beee09a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190240 Aug 10 03:59:25.996131 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c41ffcf3-734c-4dae-b969-7b97d0720bc4 req-14afb240-78ec-4099-96a3-ab023fca1727 service neutron] 10.222.0.42 "GET /v2.0/networks/7fbbbede-b601-4798-a2e9-79beee09a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022189 Aug 10 03:59:26.283819 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-34138539-fae5-4c50-99bf-5303a15648b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a34405dc-7365-4219-a25d-fcabab27ff76', 'name': 'tempest-TestNetworkBasicOps-router-1369078026', 'tenant_id': '93bc202ab78e4c76bb57fc3fb075815b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': '543e9e0f-e477-45e7-9128-0a926402cf6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:57:33Z', 'updated_at': '2021-08-10T03:59:18Z', 'revision_number': 6, 'project_id': '93bc202ab78e4c76bb57fc3fb075815b', 'gw_port': {'id': '543e9e0f-e477-45e7-9128-0a926402cf6d', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:21:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34405dc-7365-4219-a25d-fcabab27ff76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:57:34Z', 'updated_at': '2021-08-10T03:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '150755e7-a094-48dc-9fc1-51a5e02430e0', 'name': '', 'network_id': '7fbbbede-b601-4798-a2e9-79beee09a803', 'tenant_id': '93bc202ab78e4c76bb57fc3fb075815b', 'mac_address': 'fa:16:3e:d6:fb:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34405dc-7365-4219-a25d-fcabab27ff76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': '90b2633e-e851-4d89-9c12-ca6b3447cee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:57:37Z', 'updated_at': '2021-08-10T03:57:46Z', 'revision_number': 5, 'project_id': '93bc202ab78e4c76bb57fc3fb075815b', 'subnets': [{'id': '90b2633e-e851-4d89-9c12-ca6b3447cee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:26.317437 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34138539-fae5-4c50-99bf-5303a15648b4 None None] The sync data for ids ['a34405dc-7365-4219-a25d-fcabab27ff76'] in n-d-768862-13 is: [{'id': 'a34405dc-7365-4219-a25d-fcabab27ff76', 'name': 'tempest-TestNetworkBasicOps-router-1369078026', 'tenant_id': '93bc202ab78e4c76bb57fc3fb075815b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': '543e9e0f-e477-45e7-9128-0a926402cf6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:57:33Z', 'updated_at': '2021-08-10T03:59:18Z', 'revision_number': 6, 'project_id': '93bc202ab78e4c76bb57fc3fb075815b', 'gw_port': {'id': '543e9e0f-e477-45e7-9128-0a926402cf6d', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:21:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34405dc-7365-4219-a25d-fcabab27ff76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:57:34Z', 'updated_at': '2021-08-10T03:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '150755e7-a094-48dc-9fc1-51a5e02430e0', 'name': '', 'network_id': '7fbbbede-b601-4798-a2e9-79beee09a803', 'tenant_id': '93bc202ab78e4c76bb57fc3fb075815b', 'mac_address': 'fa:16:3e:d6:fb:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34405dc-7365-4219-a25d-fcabab27ff76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': '90b2633e-e851-4d89-9c12-ca6b3447cee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:57:37Z', 'updated_at': '2021-08-10T03:57:46Z', 'revision_number': 5, 'project_id': '93bc202ab78e4c76bb57fc3fb075815b', 'subnets': [{'id': '90b2633e-e851-4d89-9c12-ca6b3447cee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:59:26.330343 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:26.566812 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d99ec97-0300-49c4-975e-57ef5f4cd7e2 None None] New status for floating IP 1e4772ee-c51e-4116-8f39-8f5a9a78b1f9: DOWN {{(pid=94263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:59:26.805195 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943d1488-c0c9-4bfb-a468-41c8ece416ce req-59a5b911-3db7-4ac4-92b7-d90656da901a tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:26.806807 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-943d1488-c0c9-4bfb-a468-41c8ece416ce req-59a5b911-3db7-4ac4-92b7-d90656da901a tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.42 "GET /v2.0/ports?device_id=b739759e-4079-4a02-9607-9c5587aa64f3 HTTP/1.1" status: 200 len: 945 time: 0.0623171 Aug 10 03:59:26.898891 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:26.929019 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9221102-f07d-4e27-980c-85c222bd4246 req-2db26691-9374-480c-af84-d3af1152f282 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:26.930792 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c9221102-f07d-4e27-980c-85c222bd4246 req-2db26691-9374-480c-af84-d3af1152f282 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "GET /v2.0/ports?device_id=b739759e-4079-4a02-9607-9c5587aa64f3 HTTP/1.1" status: 200 len: 945 time: 0.0870161 Aug 10 03:59:27.288679 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-943d1488-c0c9-4bfb-a468-41c8ece416ce req-38d59c0c-b27c-4b3f-a46f-47047744626d tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Deleting port 14431cbc-d809-491d-8f10-b5deeb2128d1 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:59:27.289011 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-943d1488-c0c9-4bfb-a468-41c8ece416ce req-38d59c0c-b27c-4b3f-a46f-47047744626d tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:27.298118 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c9221102-f07d-4e27-980c-85c222bd4246 req-1ff71890-2620-4efd-859d-7b09172a5d37 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b2fb072-387f-4597-9b34-3f1fca6337bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3570402 Aug 10 03:59:27.391008 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-943d1488-c0c9-4bfb-a468-41c8ece416ce req-38d59c0c-b27c-4b3f-a46f-47047744626d tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] For port 14431cbc-d809-491d-8f10-b5deeb2128d1, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=14431cbc-d809-491d-8f10-b5deeb2128d1,segment=NetworkSegment(14e2fd9b-e263-423c-adc2-3712520b9915),segment_id=14e2fd9b-e263-423c-adc2-3712520b9915)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:59:27.391379 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-943d1488-c0c9-4bfb-a468-41c8ece416ce req-38d59c0c-b27c-4b3f-a46f-47047744626d tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:27.407203 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-943d1488-c0c9-4bfb-a468-41c8ece416ce req-38d59c0c-b27c-4b3f-a46f-47047744626d tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Calling delete_port for 14431cbc-d809-491d-8f10-b5deeb2128d1 owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:59:27.635180 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-943d1488-c0c9-4bfb-a468-41c8ece416ce req-38d59c0c-b27c-4b3f-a46f-47047744626d tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:27.675207 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d59c0c-b27c-4b3f-a46f-47047744626d tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Pushing event deleted for resources: {'Port': ['ID=14431cbc-d809-491d-8f10-b5deeb2128d1,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:27.720231 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-943d1488-c0c9-4bfb-a468-41c8ece416ce req-38d59c0c-b27c-4b3f-a46f-47047744626d tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] No DVR routers for this DVR port 14431cbc-d809-491d-8f10-b5deeb2128d1 on host n-h1-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:59:27.722815 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-943d1488-c0c9-4bfb-a468-41c8ece416ce req-38d59c0c-b27c-4b3f-a46f-47047744626d tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:27.725130 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-943d1488-c0c9-4bfb-a468-41c8ece416ce req-38d59c0c-b27c-4b3f-a46f-47047744626d tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.42 "DELETE /v2.0/ports/14431cbc-d809-491d-8f10-b5deeb2128d1 HTTP/1.1" status: 204 len: 173 time: 0.9114802 Aug 10 03:59:27.725578 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b739759e-4079-4a02-9607-9c5587aa64f3', 'name': 'network-vif-deleted', 'tag': '14431cbc-d809-491d-8f10-b5deeb2128d1'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:59:27.727916 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc358ce-88c9-4178-b951-da17e2e05e07" -d '{"events": [{"server_uuid": "b739759e-4079-4a02-9607-9c5587aa64f3", "name": "network-vif-deleted", "tag": "14431cbc-d809-491d-8f10-b5deeb2128d1"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:59:27.776003 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7505ffd2-53c8-4226-8b41-4c9e2a8a2421 x-openstack-request-id: req-7505ffd2-53c8-4226-8b41-4c9e2a8a2421 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:59:27.776514 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b739759e-4079-4a02-9607-9c5587aa64f3", "name": "network-vif-deleted", "tag": "14431cbc-d809-491d-8f10-b5deeb2128d1", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:59:27.776899 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7505ffd2-53c8-4226-8b41-4c9e2a8a2421 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:59:27.777726 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b739759e-4079-4a02-9607-9c5587aa64f3', 'name': 'network-vif-deleted', 'tag': '14431cbc-d809-491d-8f10-b5deeb2128d1', 'status': 'completed', 'code': 200} Aug 10 03:59:28.361166 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 45340) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:28.427736 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ca8f2789-abd6-470a-9983-e4b624faaee1 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:28.458362 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ca8f2789-abd6-470a-9983-e4b624faaee1 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:28.549477 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ca8f2789-abd6-470a-9983-e4b624faaee1 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:28.554377 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ca8f2789-abd6-470a-9983-e4b624faaee1 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:28.556728 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ca8f2789-abd6-470a-9983-e4b624faaee1 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "DELETE /v2.0/security-groups/5b2fb072-387f-4597-9b34-3f1fca6337bc HTTP/1.1" status: 204 len: 168 time: 0.1939127 Aug 10 03:59:28.573415 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8f2789-abd6-470a-9983-e4b624faaee1 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b2fb072-387f-4597-9b34-3f1fca6337bc,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:28.620365 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 45344) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:29.030675 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b87a8a5e-fdb0-4c7a-89a7-29456aa69835 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521880'] for router_interface, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:29.317190 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-b87a8a5e-fdb0-4c7a-89a7-29456aa69835 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Deleting port 150755e7-a094-48dc-9fc1-51a5e02430e0 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:59:29.317817 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b87a8a5e-fdb0-4c7a-89a7-29456aa69835 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:29.426791 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-b87a8a5e-fdb0-4c7a-89a7-29456aa69835 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] For port 150755e7-a094-48dc-9fc1-51a5e02430e0, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=150755e7-a094-48dc-9fc1-51a5e02430e0,segment=NetworkSegment(14e2fd9b-e263-423c-adc2-3712520b9915),segment_id=14e2fd9b-e263-423c-adc2-3712520b9915)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:59:29.427539 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b87a8a5e-fdb0-4c7a-89a7-29456aa69835 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:29.442033 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-b87a8a5e-fdb0-4c7a-89a7-29456aa69835 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Calling delete_port for 150755e7-a094-48dc-9fc1-51a5e02430e0 owned by network:router_interface {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:59:29.655731 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b87a8a5e-fdb0-4c7a-89a7-29456aa69835 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:29.688128 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87a8a5e-fdb0-4c7a-89a7-29456aa69835 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Pushing event deleted for resources: {'Port': ['ID=150755e7-a094-48dc-9fc1-51a5e02430e0,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:30.209019 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b87a8a5e-fdb0-4c7a-89a7-29456aa69835 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-522536'] for router_interface, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:30.452955 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b87a8a5e-fdb0-4c7a-89a7-29456aa69835 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Router a34405dc-7365-4219-a25d-fcabab27ff76 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:59:30.565392 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b87a8a5e-fdb0-4c7a-89a7-29456aa69835 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:59:30.572783 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-b87a8a5e-fdb0-4c7a-89a7-29456aa69835 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "PUT /v2.0/routers/a34405dc-7365-4219-a25d-fcabab27ff76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9511404 Aug 10 03:59:30.575391 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 45348) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:30.578783 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1b7f1c-7d7b-4c68-a22d-82cff9af938f None None] Sync routers for ids ['a34405dc-7365-4219-a25d-fcabab27ff76'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:59:30.588947 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1b7f1c-7d7b-4c68-a22d-82cff9af938f None None] Routers {'a34405dc-7365-4219-a25d-fcabab27ff76'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:59:30.589588 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-4f1b7f1c-7d7b-4c68-a22d-82cff9af938f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:59:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['a34405dc-7365-4219-a25d-fcabab27ff76'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:30.640771 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_v2 [None req-58fe283f-5faf-4ef7-a3cc-9a7d87d1c3aa tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Deleting subnet 90b2633e-e851-4d89-9c12-ca6b3447cee1 {{(pid=94260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:59:30.644750 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-58fe283f-5faf-4ef7-a3cc-9a7d87d1c3aa tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for subnet, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:30.693239 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-58fe283f-5faf-4ef7-a3cc-9a7d87d1c3aa tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191173'] for subnet, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:30.722063 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-4f1b7f1c-7d7b-4c68-a22d-82cff9af938f None None] Set router a34405dc-7365-4219-a25d-fcabab27ff76 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:59:30.753088 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 14431cbc-d809-491d-8f10-b5deeb2128d1 no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:59:30.793119 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-58fe283f-5faf-4ef7-a3cc-9a7d87d1c3aa tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:30.807692 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] No Port match for: 14431cbc-d809-491d-8f10-b5deeb2128d1 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:59:30.808021 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 14431cbc-d809-491d-8f10-b5deeb2128d1 not bound to the agent host n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:59:30.865595 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-58fe283f-5faf-4ef7-a3cc-9a7d87d1c3aa tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:30.895811 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fe283f-5faf-4ef7-a3cc-9a7d87d1c3aa tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Pushing event deleted for resources: {'Subnet': ['ID=90b2633e-e851-4d89-9c12-ca6b3447cee1,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:30.900245 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-58fe283f-5faf-4ef7-a3cc-9a7d87d1c3aa tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:30.906079 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-58fe283f-5faf-4ef7-a3cc-9a7d87d1c3aa tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "DELETE /v2.0/subnets/90b2633e-e851-4d89-9c12-ca6b3447cee1 HTTP/1.1" status: 204 len: 168 time: 0.3253193 Aug 10 03:59:30.906429 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 45350) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:30.919272 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ab3ab5-6820-4887-a5ff-cbe9f8b33afa None None] Network 7fbbbede-b601-4798-a2e9-79beee09a803 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:59:31.031096 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-bba10e5b-87a1-467d-8d21-d0292cbb6297 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for router, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:31.056617 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-4f1b7f1c-7d7b-4c68-a22d-82cff9af938f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a34405dc-7365-4219-a25d-fcabab27ff76', 'name': 'tempest-TestNetworkBasicOps-router-1369078026', 'tenant_id': '93bc202ab78e4c76bb57fc3fb075815b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': '543e9e0f-e477-45e7-9128-0a926402cf6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:57:33Z', 'updated_at': '2021-08-10T03:59:29Z', 'revision_number': 7, 'project_id': '93bc202ab78e4c76bb57fc3fb075815b', 'gw_port': {'id': '543e9e0f-e477-45e7-9128-0a926402cf6d', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:21:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34405dc-7365-4219-a25d-fcabab27ff76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:57:34Z', 'updated_at': '2021-08-10T03:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:31.089582 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1b7f1c-7d7b-4c68-a22d-82cff9af938f None None] Checking router: a34405dc-7365-4219-a25d-fcabab27ff76 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:59:31.106530 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1b7f1c-7d7b-4c68-a22d-82cff9af938f None None] Routers {'a34405dc-7365-4219-a25d-fcabab27ff76'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:59:31.107235 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-4f1b7f1c-7d7b-4c68-a22d-82cff9af938f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:59:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['a34405dc-7365-4219-a25d-fcabab27ff76'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:31.177769 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-bba10e5b-87a1-467d-8d21-d0292cbb6297 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:31.217296 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dea8c6f-6f1f-4d2d-898b-2052fceaddb7 None None] DHCP port deletion for 7fbbbede-b601-4798-a2e9-79beee09a803 request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:59:31.251220 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-bba10e5b-87a1-467d-8d21-d0292cbb6297 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Deleting port 543e9e0f-e477-45e7-9128-0a926402cf6d {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:59:31.251793 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-bba10e5b-87a1-467d-8d21-d0292cbb6297 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:31.303406 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-4f1b7f1c-7d7b-4c68-a22d-82cff9af938f None None] Set router a34405dc-7365-4219-a25d-fcabab27ff76 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:59:31.360545 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [None req-bba10e5b-87a1-467d-8d21-d0292cbb6297 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] For port 543e9e0f-e477-45e7-9128-0a926402cf6d, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=543e9e0f-e477-45e7-9128-0a926402cf6d,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:59:31.361158 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-bba10e5b-87a1-467d-8d21-d0292cbb6297 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:31.381377 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-bba10e5b-87a1-467d-8d21-d0292cbb6297 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Calling delete_port for 543e9e0f-e477-45e7-9128-0a926402cf6d owned by network:router_gateway {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:59:31.476746 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-9dea8c6f-6f1f-4d2d-898b-2052fceaddb7 None None] Deleting port d6d6c014-8343-48d8-8bac-b831229af8fe {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:59:31.477251 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9dea8c6f-6f1f-4d2d-898b-2052fceaddb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:31.567359 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-bba10e5b-87a1-467d-8d21-d0292cbb6297 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:31.600345 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-9dea8c6f-6f1f-4d2d-898b-2052fceaddb7 None None] For port d6d6c014-8343-48d8-8bac-b831229af8fe, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=d6d6c014-8343-48d8-8bac-b831229af8fe,segment=NetworkSegment(14e2fd9b-e263-423c-adc2-3712520b9915),segment_id=14e2fd9b-e263-423c-adc2-3712520b9915)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:59:31.600345 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9dea8c6f-6f1f-4d2d-898b-2052fceaddb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:31.625520 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba10e5b-87a1-467d-8d21-d0292cbb6297 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Pushing event deleted for resources: {'Port': ['ID=543e9e0f-e477-45e7-9128-0a926402cf6d,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:31.643088 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-9dea8c6f-6f1f-4d2d-898b-2052fceaddb7 None None] Calling delete_port for d6d6c014-8343-48d8-8bac-b831229af8fe owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:59:31.675284 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-bba10e5b-87a1-467d-8d21-d0292cbb6297 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520654'] for router_gateway, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:31.742408 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-4f1b7f1c-7d7b-4c68-a22d-82cff9af938f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a34405dc-7365-4219-a25d-fcabab27ff76', 'name': 'tempest-TestNetworkBasicOps-router-1369078026', 'tenant_id': '93bc202ab78e4c76bb57fc3fb075815b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': '543e9e0f-e477-45e7-9128-0a926402cf6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:57:33Z', 'updated_at': '2021-08-10T03:59:29Z', 'revision_number': 7, 'project_id': '93bc202ab78e4c76bb57fc3fb075815b', 'gw_port': {'id': '543e9e0f-e477-45e7-9128-0a926402cf6d', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:21:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34405dc-7365-4219-a25d-fcabab27ff76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:57:34Z', 'updated_at': '2021-08-10T03:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:31.773238 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1b7f1c-7d7b-4c68-a22d-82cff9af938f None None] The sync data for ids ['a34405dc-7365-4219-a25d-fcabab27ff76'] in n-d-768862-13 is: [{'id': 'a34405dc-7365-4219-a25d-fcabab27ff76', 'name': 'tempest-TestNetworkBasicOps-router-1369078026', 'tenant_id': '93bc202ab78e4c76bb57fc3fb075815b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': '543e9e0f-e477-45e7-9128-0a926402cf6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:57:33Z', 'updated_at': '2021-08-10T03:59:29Z', 'revision_number': 7, 'project_id': '93bc202ab78e4c76bb57fc3fb075815b', 'gw_port': {'id': '543e9e0f-e477-45e7-9128-0a926402cf6d', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:21:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34405dc-7365-4219-a25d-fcabab27ff76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:57:34Z', 'updated_at': '2021-08-10T03:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:59:31.791898 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9dea8c6f-6f1f-4d2d-898b-2052fceaddb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:31.812235 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-bba10e5b-87a1-467d-8d21-d0292cbb6297 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:31.820546 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-bba10e5b-87a1-467d-8d21-d0292cbb6297 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:31.825374 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device d6d6c014-8343-48d8-8bac-b831229af8fe no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:59:31.829236 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dea8c6f-6f1f-4d2d-898b-2052fceaddb7 None None] Pushing event deleted for resources: {'Port': ['ID=d6d6c014-8343-48d8-8bac-b831229af8fe,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:31.849495 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: d6d6c014-8343-48d8-8bac-b831229af8fe {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:59:31.850018 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device d6d6c014-8343-48d8-8bac-b831229af8fe not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:59:31.851616 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dea8c6f-6f1f-4d2d-898b-2052fceaddb7 None None] No DVR routers for this DVR port d6d6c014-8343-48d8-8bac-b831229af8fe on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:59:31.893277 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-bba10e5b-87a1-467d-8d21-d0292cbb6297 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:31.894072 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bba10e5b-87a1-467d-8d21-d0292cbb6297 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Fanout notify agent at l3_agent the message router_deleted on router a34405dc-7365-4219-a25d-fcabab27ff76 {{(pid=94260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:59:31.902255 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-bba10e5b-87a1-467d-8d21-d0292cbb6297 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for router, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:31.903551 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-bba10e5b-87a1-467d-8d21-d0292cbb6297 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "DELETE /v2.0/routers/a34405dc-7365-4219-a25d-fcabab27ff76 HTTP/1.1" status: 204 len: 168 time: 0.9962032 Aug 10 03:59:31.906968 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 45352) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:32.003831 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-70384b59-5a6c-4f61-ba12-a02f18f0aad9 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:32.098923 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-70384b59-5a6c-4f61-ba12-a02f18f0aad9 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:32.112951 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-70384b59-5a6c-4f61-ba12-a02f18f0aad9 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fbbbede-b601-4798-a2e9-79beee09a803']}} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:32.128976 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-70384b59-5a6c-4f61-ba12-a02f18f0aad9 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14e2fd9b-e263-423c-adc2-3712520b9915') {'for_net_delete': True} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:32.128976 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-70384b59-5a6c-4f61-ba12-a02f18f0aad9 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14e2fd9b-e263-423c-adc2-3712520b9915') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:32.139071 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-70384b59-5a6c-4f61-ba12-a02f18f0aad9 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191186'] for segment, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:32.161981 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-70384b59-5a6c-4f61-ba12-a02f18f0aad9 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:32.170037 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70384b59-5a6c-4f61-ba12-a02f18f0aad9 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=94260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:59:32.170565 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-70384b59-5a6c-4f61-ba12-a02f18f0aad9 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58895489'] for segment, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:32.174465 n-d-768862-13 neutron-server[94260]: Traceback (most recent call last): Aug 10 03:59:32.174465 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:59:32.174465 n-d-768862-13 neutron-server[94260]: timer() Aug 10 03:59:32.174465 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:59:32.174465 n-d-768862-13 neutron-server[94260]: cb(*args, **kw) Aug 10 03:59:32.174465 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:59:32.174465 n-d-768862-13 neutron-server[94260]: return func(*args, **kwargs) Aug 10 03:59:32.174465 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:59:32.174465 n-d-768862-13 neutron-server[94260]: self._notify() Aug 10 03:59:32.174465 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:59:32.174465 n-d-768862-13 neutron-server[94260]: self.callback(batched_events) Aug 10 03:59:32.174465 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:59:32.174465 n-d-768862-13 neutron-server[94260]: event.method(event) Aug 10 03:59:32.174465 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:59:32.174465 n-d-768862-13 neutron-server[94260]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:59:32.174465 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:59:32.174465 n-d-768862-13 neutron-server[94260]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:59:32.174465 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:59:32.174465 n-d-768862-13 neutron-server[94260]: return f(self, *a, **k) Aug 10 03:59:32.174465 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:59:32.174465 n-d-768862-13 neutron-server[94260]: return self._get(url).json() Aug 10 03:59:32.174465 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:59:32.174465 n-d-768862-13 neutron-server[94260]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:59:32.174465 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:59:32.174465 n-d-768862-13 neutron-server[94260]: return self.request(url, 'GET', **kwargs) Aug 10 03:59:32.174465 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:59:32.174465 n-d-768862-13 neutron-server[94260]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:59:32.174465 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:59:32.174465 n-d-768862-13 neutron-server[94260]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:59:32.174465 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:59:32.174465 n-d-768862-13 neutron-server[94260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:59:32.174465 n-d-768862-13 neutron-server[94260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:59:32.261802 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-70384b59-5a6c-4f61-ba12-a02f18f0aad9 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:32.276324 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-70384b59-5a6c-4f61-ba12-a02f18f0aad9 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:32.278367 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-70384b59-5a6c-4f61-ba12-a02f18f0aad9 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "DELETE /v2.0/networks/7fbbbede-b601-4798-a2e9-79beee09a803 HTTP/1.1" status: 204 len: 168 time: 0.3703055 Aug 10 03:59:32.297972 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70384b59-5a6c-4f61-ba12-a02f18f0aad9 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Pushing event deleted for resources: {'Network': ['ID=7fbbbede-b601-4798-a2e9-79beee09a803,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:32.307888 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 45354) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:32.313494 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-ba962787-99bb-406c-af9a-27803016bd24 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Request body: {'network': {'name': 'tempest-network-smoke--1409760852', 'project_id': '93bc202ab78e4c76bb57fc3fb075815b', 'port_security_enabled': True}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:59:32.348795 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba962787-99bb-406c-af9a-27803016bd24 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Made reservation on behalf of 93bc202ab78e4c76bb57fc3fb075815b for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:59:32.354946 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ba962787-99bb-406c-af9a-27803016bd24 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:32.399071 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba962787-99bb-406c-af9a-27803016bd24 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:59:32.414077 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ba962787-99bb-406c-af9a-27803016bd24 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:32.414532 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-ba962787-99bb-406c-af9a-27803016bd24 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Added segment ac729462-8d85-4cb3-be75-7e8dfb64fe72 of type vlan for network 963f0869-f68d-4a35-a3ed-3dc5c9136e0a Aug 10 03:59:32.476984 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ba962787-99bb-406c-af9a-27803016bd24 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:32.519487 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ba962787-99bb-406c-af9a-27803016bd24 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:32.525790 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba962787-99bb-406c-af9a-27803016bd24 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:32.526498 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ba962787-99bb-406c-af9a-27803016bd24 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:32.581615 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ba962787-99bb-406c-af9a-27803016bd24 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2725320 Aug 10 03:59:32.585250 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 45356) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:32.590622 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-4b97ba92-1c1f-49f2-84c5-5e421fa3339d tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1352829283', 'admin_state_up': True, 'project_id': '93bc202ab78e4c76bb57fc3fb075815b', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:59:32.605138 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba962787-99bb-406c-af9a-27803016bd24 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Pushing event updated for resources: {'Network': ['ID=963f0869-f68d-4a35-a3ed-3dc5c9136e0a,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:32.620517 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 963f0869-f68d-4a35-a3ed-3dc5c9136e0a details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:59:32.622922 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4b97ba92-1c1f-49f2-84c5-5e421fa3339d tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:32.624433 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4b97ba92-1c1f-49f2-84c5-5e421fa3339d tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:32.699132 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4b97ba92-1c1f-49f2-84c5-5e421fa3339d tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:32.913710 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4b97ba92-1c1f-49f2-84c5-5e421fa3339d tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:33.150168 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4b97ba92-1c1f-49f2-84c5-5e421fa3339d tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for router_gateway, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:33.170560 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4b97ba92-1c1f-49f2-84c5-5e421fa3339d tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:33.314891 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-4b97ba92-1c1f-49f2-84c5-5e421fa3339d tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Allocated IP 172.25.6.52 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/d59fc858-e7b4-4c50-b8f4-8258452889bc) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:59:33.445925 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4b97ba92-1c1f-49f2-84c5-5e421fa3339d tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:33.493220 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4b97ba92-1c1f-49f2-84c5-5e421fa3339d tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:33.494985 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:33.541596 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b97ba92-1c1f-49f2-84c5-5e421fa3339d tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:59:33.545331 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-4b97ba92-1c1f-49f2-84c5-5e421fa3339d tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:59:33.550707 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b97ba92-1c1f-49f2-84c5-5e421fa3339d tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:59:33.557571 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b97ba92-1c1f-49f2-84c5-5e421fa3339d tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Pushing event updated for resources: {'Port': ['ID=d59fc858-e7b4-4c50-b8f4-8258452889bc,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:33.663651 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 150755e7-a094-48dc-9fc1-51a5e02430e0 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:59:33.699013 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 150755e7-a094-48dc-9fc1-51a5e02430e0 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:59:33.699482 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 150755e7-a094-48dc-9fc1-51a5e02430e0 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:59:33.700115 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 543e9e0f-e477-45e7-9128-0a926402cf6d no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:59:33.725709 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 543e9e0f-e477-45e7-9128-0a926402cf6d {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:59:33.726038 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 543e9e0f-e477-45e7-9128-0a926402cf6d not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:59:33.867711 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4b97ba92-1c1f-49f2-84c5-5e421fa3339d tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for router_gateway, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:34.078656 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4b97ba92-1c1f-49f2-84c5-5e421fa3339d tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:34.230042 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b97ba92-1c1f-49f2-84c5-5e421fa3339d tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Router 7614aef4-daea-4a70-8a11-62aa3edd8558 is scheduled to L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e with binding_index 1 {{(pid=94260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:59:34.350386 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b97ba92-1c1f-49f2-84c5-5e421fa3339d tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:59:34.363842 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4914a8-bcbe-4f46-b0b1-1e7e073a7312 None None] Sync routers for ids ['7614aef4-daea-4a70-8a11-62aa3edd8558'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:59:34.370989 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4b97ba92-1c1f-49f2-84c5-5e421fa3339d tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for router, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:34.372361 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-4b97ba92-1c1f-49f2-84c5-5e421fa3339d tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.7859128 Aug 10 03:59:34.375449 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 45358) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:34.379810 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4914a8-bcbe-4f46-b0b1-1e7e073a7312 None None] Routers {'7614aef4-daea-4a70-8a11-62aa3edd8558'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:59:34.380875 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-8e4914a8-bcbe-4f46-b0b1-1e7e073a7312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:59:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['7614aef4-daea-4a70-8a11-62aa3edd8558'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:34.421391 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-3d4e95da-de25-44ca-99ed-9fec962b117a tempest-TestNetworkBasicOps-1983656396 tempest-TestNetworkBasicOps-1983656396-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=93bc202ab78e4c76bb57fc3fb075815b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0443335 Aug 10 03:59:34.424551 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 45360) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:34.524717 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-8e4914a8-bcbe-4f46-b0b1-1e7e073a7312 None None] Set router 7614aef4-daea-4a70-8a11-62aa3edd8558 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:59:34.535003 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e4e4df-82fd-4533-9b23-8acd58fcce86 tempest-TestNetworkBasicOps-1983656396 tempest-TestNetworkBasicOps-1983656396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:34.541462 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-98e4e4df-82fd-4533-9b23-8acd58fcce86 tempest-TestNetworkBasicOps-1983656396 tempest-TestNetworkBasicOps-1983656396-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1117694 Aug 10 03:59:34.542004 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 45362) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:34.604959 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-5503eddc-7702-46a2-ad13-383c27852ef8 tempest-TestNetworkBasicOps-1983656396 tempest-TestNetworkBasicOps-1983656396-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=2ea12131-628a-487e-b434-0463553732bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0608578 Aug 10 03:59:34.607620 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 45364) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:34.614190 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-251cd7b7-36d4-4d34-ab5c-db3573f2a682 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-281164793', 'network_id': '963f0869-f68d-4a35-a3ed-3dc5c9136e0a', 'project_id': '93bc202ab78e4c76bb57fc3fb075815b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:59:34.728822 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-251cd7b7-36d4-4d34-ab5c-db3573f2a682 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Made reservation on behalf of 93bc202ab78e4c76bb57fc3fb075815b for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:59:34.732558 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-251cd7b7-36d4-4d34-ab5c-db3573f2a682 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:34.820540 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-8e4914a8-bcbe-4f46-b0b1-1e7e073a7312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7614aef4-daea-4a70-8a11-62aa3edd8558', 'name': 'tempest-TestNetworkBasicOps-router-1352829283', 'tenant_id': '93bc202ab78e4c76bb57fc3fb075815b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': 'd59fc858-e7b4-4c50-b8f4-8258452889bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:59:32Z', 'updated_at': '2021-08-10T03:59:33Z', 'revision_number': 3, 'project_id': '93bc202ab78e4c76bb57fc3fb075815b', 'gw_port': {'id': 'd59fc858-e7b4-4c50-b8f4-8258452889bc', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b9:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7614aef4-daea-4a70-8a11-62aa3edd8558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:33Z', 'updated_at': '2021-08-10T03:59:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:34.850461 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4914a8-bcbe-4f46-b0b1-1e7e073a7312 None None] Checking router: 7614aef4-daea-4a70-8a11-62aa3edd8558 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:59:34.850806 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4914a8-bcbe-4f46-b0b1-1e7e073a7312 None None] Updating router 7614aef4-daea-4a70-8a11-62aa3edd8558 port d59fc858-e7b4-4c50-b8f4-8258452889bc binding host n-d-768862-13 {{(pid=94263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:59:34.882197 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-8e4914a8-bcbe-4f46-b0b1-1e7e073a7312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:34.966154 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-251cd7b7-36d4-4d34-ab5c-db3573f2a682 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58895384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805196'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:35.039773 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251cd7b7-36d4-4d34-ab5c-db3573f2a682 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Pushing event updated for resources: {'Subnet': ['ID=0602fbef-1007-42ff-875e-89a4888f665a,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:35.053819 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251cd7b7-36d4-4d34-ab5c-db3573f2a682 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Checking segment: {'id': 'ac729462-8d85-4cb3-be75-7e8dfb64fe72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '963f0869-f68d-4a35-a3ed-3dc5c9136e0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:59:35.054409 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251cd7b7-36d4-4d34-ab5c-db3573f2a682 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Network hostable DHCP agents. Network: 963f0869-f68d-4a35-a3ed-3dc5c9136e0a, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:59:35.073802 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251cd7b7-36d4-4d34-ab5c-db3573f2a682 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Network 963f0869-f68d-4a35-a3ed-3dc5c9136e0a is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:59:35.085782 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-251cd7b7-36d4-4d34-ab5c-db3573f2a682 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 963f0869-f68d-4a35-a3ed-3dc5c9136e0a) {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:59:35.090815 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251cd7b7-36d4-4d34-ab5c-db3573f2a682 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:35.091733 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-251cd7b7-36d4-4d34-ab5c-db3573f2a682 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:35.101961 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0841a05-eaaa-4701-a76a-aa20dc2cc688 None None] Network 963f0869-f68d-4a35-a3ed-3dc5c9136e0a requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:59:35.119633 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-251cd7b7-36d4-4d34-ab5c-db3573f2a682 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5093641 Aug 10 03:59:35.121956 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 45366) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:35.233538 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-8e4914a8-bcbe-4f46-b0b1-1e7e073a7312 None None] Notify callbacks [] for port, precommit_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:35.252477 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.provisioning_blocks [None req-8e4914a8-bcbe-4f46-b0b1-1e7e073a7312 None None] Transition to ACTIVE for port object d59fc858-e7b4-4c50-b8f4-8258452889bc will not be triggered until provisioned by entity L2. {{(pid=94263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:59:35.263932 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-8e4914a8-bcbe-4f46-b0b1-1e7e073a7312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:35.301713 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84d27df-9479-4636-a123-c864b6fb91f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-963f0869-f68d-4a35-a3ed-3dc5c9136e0a', 'network_id': '963f0869-f68d-4a35-a3ed-3dc5c9136e0a', 'tenant_id': '93bc202ab78e4c76bb57fc3fb075815b', 'fixed_ips': [{'subnet_id': '0602fbef-1007-42ff-875e-89a4888f665a'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:59:35.303032 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d84d27df-9479-4636-a123-c864b6fb91f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:35.319777 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-8e4914a8-bcbe-4f46-b0b1-1e7e073a7312 None None] Attempting to bind port d59fc858-e7b4-4c50-b8f4-8258452889bc on host n-d-768862-13 for vnic_type normal with profile {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:59:35.321055 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-8e4914a8-bcbe-4f46-b0b1-1e7e073a7312 None None] Attempting to bind port d59fc858-e7b4-4c50-b8f4-8258452889bc by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:59:35.321430 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4914a8-bcbe-4f46-b0b1-1e7e073a7312 None None] Attempting to bind port d59fc858-e7b4-4c50-b8f4-8258452889bc on network 2ea12131-628a-487e-b434-0463553732bd {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:59:35.339321 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4914a8-bcbe-4f46-b0b1-1e7e073a7312 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:59:35.339957 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4914a8-bcbe-4f46-b0b1-1e7e073a7312 None None] Checking segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:59:35.340233 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-8e4914a8-bcbe-4f46-b0b1-1e7e073a7312 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:35.340975 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4914a8-bcbe-4f46-b0b1-1e7e073a7312 None None] Bound using segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:59:35.341525 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-8e4914a8-bcbe-4f46-b0b1-1e7e073a7312 None None] Bound port: d59fc858-e7b4-4c50-b8f4-8258452889bc, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:59:35.342100 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-8e4914a8-bcbe-4f46-b0b1-1e7e073a7312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:35.402829 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-8e4914a8-bcbe-4f46-b0b1-1e7e073a7312 None None] For port d59fc858-e7b4-4c50-b8f4-8258452889bc, host n-d-768862-13, cleared binding levels {{(pid=94263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:59:35.407286 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-8e4914a8-bcbe-4f46-b0b1-1e7e073a7312 None None] For port d59fc858-e7b4-4c50-b8f4-8258452889bc, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=d59fc858-e7b4-4c50-b8f4-8258452889bc,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:59:35.408494 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62603857-c515-479b-adf4-eb745713ce47 None None] Pushing event updated for resources: {'Port': ['ID=d59fc858-e7b4-4c50-b8f4-8258452889bc,revision_number=2']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:35.417208 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62603857-c515-479b-adf4-eb745713ce47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:35.417528 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62603857-c515-479b-adf4-eb745713ce47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:35.417821 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62603857-c515-479b-adf4-eb745713ce47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:35.418420 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62603857-c515-479b-adf4-eb745713ce47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:35.418930 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62603857-c515-479b-adf4-eb745713ce47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:35.419503 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62603857-c515-479b-adf4-eb745713ce47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:35.419837 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62603857-c515-479b-adf4-eb745713ce47 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:35.420162 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62603857-c515-479b-adf4-eb745713ce47 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:35.420490 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62603857-c515-479b-adf4-eb745713ce47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:35.420810 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62603857-c515-479b-adf4-eb745713ce47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:35.421334 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62603857-c515-479b-adf4-eb745713ce47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:35.421670 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62603857-c515-479b-adf4-eb745713ce47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:35.426386 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-8e4914a8-bcbe-4f46-b0b1-1e7e073a7312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:35.500224 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4914a8-bcbe-4f46-b0b1-1e7e073a7312 None None] Routers {'7614aef4-daea-4a70-8a11-62aa3edd8558'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:59:35.500752 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-8e4914a8-bcbe-4f46-b0b1-1e7e073a7312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:59:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['7614aef4-daea-4a70-8a11-62aa3edd8558'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:35.503488 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62603857-c515-479b-adf4-eb745713ce47 None None] Pushing event updated for resources: {'Port': ['ID=d59fc858-e7b4-4c50-b8f4-8258452889bc,revision_number=3']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:35.514471 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-d84d27df-9479-4636-a123-c864b6fb91f1 None None] Allocated IP 172.20.0.2 (963f0869-f68d-4a35-a3ed-3dc5c9136e0a/0602fbef-1007-42ff-875e-89a4888f665a/928a3372-0130-43c9-ac13-5653527253df) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:59:35.621736 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-8e4914a8-bcbe-4f46-b0b1-1e7e073a7312 None None] Set router 7614aef4-daea-4a70-8a11-62aa3edd8558 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:59:35.684432 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d84d27df-9479-4636-a123-c864b6fb91f1 None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:35.699459 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-d84d27df-9479-4636-a123-c864b6fb91f1 None None] Transition to ACTIVE for port object 928a3372-0130-43c9-ac13-5653527253df will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:59:35.721772 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-d84d27df-9479-4636-a123-c864b6fb91f1 None None] Transition to ACTIVE for port object 928a3372-0130-43c9-ac13-5653527253df will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:59:35.730978 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d84d27df-9479-4636-a123-c864b6fb91f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:35.775655 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84d27df-9479-4636-a123-c864b6fb91f1 None None] Network 963f0869-f68d-4a35-a3ed-3dc5c9136e0a is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:59:35.781411 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-d84d27df-9479-4636-a123-c864b6fb91f1 None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:59:35.786115 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84d27df-9479-4636-a123-c864b6fb91f1 None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:59:35.796059 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84d27df-9479-4636-a123-c864b6fb91f1 None None] Pushing event updated for resources: {'Port': ['ID=928a3372-0130-43c9-ac13-5653527253df,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:35.828213 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4610a616-5b8c-492f-8b21-650a3c246da6 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:35.848346 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-8e4914a8-bcbe-4f46-b0b1-1e7e073a7312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7614aef4-daea-4a70-8a11-62aa3edd8558', 'name': 'tempest-TestNetworkBasicOps-router-1352829283', 'tenant_id': '93bc202ab78e4c76bb57fc3fb075815b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': 'd59fc858-e7b4-4c50-b8f4-8258452889bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:59:32Z', 'updated_at': '2021-08-10T03:59:33Z', 'revision_number': 3, 'project_id': '93bc202ab78e4c76bb57fc3fb075815b', 'gw_port': {'id': 'd59fc858-e7b4-4c50-b8f4-8258452889bc', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b9:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7614aef4-daea-4a70-8a11-62aa3edd8558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:33Z', 'updated_at': '2021-08-10T03:59:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:35.862212 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-d84d27df-9479-4636-a123-c864b6fb91f1 None None] Attempting to bind port 928a3372-0130-43c9-ac13-5653527253df on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:59:35.862806 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-d84d27df-9479-4636-a123-c864b6fb91f1 None None] Attempting to bind port 928a3372-0130-43c9-ac13-5653527253df by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'ac729462-8d85-4cb3-be75-7e8dfb64fe72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '963f0869-f68d-4a35-a3ed-3dc5c9136e0a'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:59:35.863274 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84d27df-9479-4636-a123-c864b6fb91f1 None None] Attempting to bind port 928a3372-0130-43c9-ac13-5653527253df on network 963f0869-f68d-4a35-a3ed-3dc5c9136e0a {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:59:35.869413 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84d27df-9479-4636-a123-c864b6fb91f1 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:59:35.869964 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84d27df-9479-4636-a123-c864b6fb91f1 None None] Checking segment: {'id': 'ac729462-8d85-4cb3-be75-7e8dfb64fe72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '963f0869-f68d-4a35-a3ed-3dc5c9136e0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:59:35.870513 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d84d27df-9479-4636-a123-c864b6fb91f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:35.870998 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84d27df-9479-4636-a123-c864b6fb91f1 None None] Bound using segment: {'id': 'ac729462-8d85-4cb3-be75-7e8dfb64fe72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '963f0869-f68d-4a35-a3ed-3dc5c9136e0a'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:59:35.871612 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-d84d27df-9479-4636-a123-c864b6fb91f1 None None] Bound port: 928a3372-0130-43c9-ac13-5653527253df, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac729462-8d85-4cb3-be75-7e8dfb64fe72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '963f0869-f68d-4a35-a3ed-3dc5c9136e0a'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:59:35.872090 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d84d27df-9479-4636-a123-c864b6fb91f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:35.883600 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4914a8-bcbe-4f46-b0b1-1e7e073a7312 None None] The sync data for ids ['7614aef4-daea-4a70-8a11-62aa3edd8558'] in n-d-768862-13 is: [{'id': '7614aef4-daea-4a70-8a11-62aa3edd8558', 'name': 'tempest-TestNetworkBasicOps-router-1352829283', 'tenant_id': '93bc202ab78e4c76bb57fc3fb075815b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': 'd59fc858-e7b4-4c50-b8f4-8258452889bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:59:32Z', 'updated_at': '2021-08-10T03:59:33Z', 'revision_number': 3, 'project_id': '93bc202ab78e4c76bb57fc3fb075815b', 'gw_port': {'id': 'd59fc858-e7b4-4c50-b8f4-8258452889bc', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b9:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7614aef4-daea-4a70-8a11-62aa3edd8558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:33Z', 'updated_at': '2021-08-10T03:59:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:59:35.950766 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-d84d27df-9479-4636-a123-c864b6fb91f1 None None] For port 928a3372-0130-43c9-ac13-5653527253df, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:59:35.956206 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-d84d27df-9479-4636-a123-c864b6fb91f1 None None] For port 928a3372-0130-43c9-ac13-5653527253df, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=928a3372-0130-43c9-ac13-5653527253df,segment=NetworkSegment(ac729462-8d85-4cb3-be75-7e8dfb64fe72),segment_id=ac729462-8d85-4cb3-be75-7e8dfb64fe72)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:59:35.965139 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d84d27df-9479-4636-a123-c864b6fb91f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:36.035372 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84d27df-9479-4636-a123-c864b6fb91f1 None None] Pushing event updated for resources: {'Port': ['ID=928a3372-0130-43c9-ac13-5653527253df,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:36.226205 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-4610a616-5b8c-492f-8b21-650a3c246da6 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Allocated IP 172.20.0.1 (963f0869-f68d-4a35-a3ed-3dc5c9136e0a/0602fbef-1007-42ff-875e-89a4888f665a/b23dcc5f-f723-4e2e-9df5-ff2fd78c478f) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:59:36.429039 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4610a616-5b8c-492f-8b21-650a3c246da6 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:36.450666 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [None req-4610a616-5b8c-492f-8b21-650a3c246da6 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Transition to ACTIVE for port object b23dcc5f-f723-4e2e-9df5-ff2fd78c478f will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:59:36.499329 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4610a616-5b8c-492f-8b21-650a3c246da6 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:36.546169 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4610a616-5b8c-492f-8b21-650a3c246da6 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Network 963f0869-f68d-4a35-a3ed-3dc5c9136e0a is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:59:36.552542 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-4610a616-5b8c-492f-8b21-650a3c246da6 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:59:36.555183 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4610a616-5b8c-492f-8b21-650a3c246da6 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:59:36.592588 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4610a616-5b8c-492f-8b21-650a3c246da6 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Pushing event updated for resources: {'Port': ['ID=b23dcc5f-f723-4e2e-9df5-ff2fd78c478f,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:36.625047 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4610a616-5b8c-492f-8b21-650a3c246da6 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521745'] for router_interface, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:36.833506 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4610a616-5b8c-492f-8b21-650a3c246da6 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:37.231309 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4610a616-5b8c-492f-8b21-650a3c246da6 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:37.238118 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4610a616-5b8c-492f-8b21-650a3c246da6 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:37.266651 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb70178-ad4b-4d2f-b85c-fe4922bf88bc None None] Network 963f0869-f68d-4a35-a3ed-3dc5c9136e0a requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:59:37.330928 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4610a616-5b8c-492f-8b21-650a3c246da6 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Pushing event updated for resources: {'Port': ['ID=b23dcc5f-f723-4e2e-9df5-ff2fd78c478f,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:37.333401 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4610a616-5b8c-492f-8b21-650a3c246da6 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521893'] for router_interface, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:37.347279 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4610a616-5b8c-492f-8b21-650a3c246da6 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:37.348262 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4610a616-5b8c-492f-8b21-650a3c246da6 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:37.348637 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4610a616-5b8c-492f-8b21-650a3c246da6 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:37.348980 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4610a616-5b8c-492f-8b21-650a3c246da6 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:37.349309 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4610a616-5b8c-492f-8b21-650a3c246da6 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:37.349645 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4610a616-5b8c-492f-8b21-650a3c246da6 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:37.349968 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4610a616-5b8c-492f-8b21-650a3c246da6 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:37.350328 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4610a616-5b8c-492f-8b21-650a3c246da6 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:37.350686 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4610a616-5b8c-492f-8b21-650a3c246da6 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:37.351176 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4610a616-5b8c-492f-8b21-650a3c246da6 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:37.351499 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4610a616-5b8c-492f-8b21-650a3c246da6 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:37.351818 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4610a616-5b8c-492f-8b21-650a3c246da6 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:37.387217 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-b6fefb33-e67b-4ac7-a758-b1c83207ae83 None None] Provisioning for port 928a3372-0130-43c9-ac13-5653527253df completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:59:37.465410 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:59:37.483222 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4610a616-5b8c-492f-8b21-650a3c246da6 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Network 963f0869-f68d-4a35-a3ed-3dc5c9136e0a is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:59:37.486323 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-4610a616-5b8c-492f-8b21-650a3c246da6 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:59:37.700488 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4610a616-5b8c-492f-8b21-650a3c246da6 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Router 7614aef4-daea-4a70-8a11-62aa3edd8558 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:59:37.780092 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 928a3372-0130-43c9-ac13-5653527253df up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:59:37.854594 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4610a616-5b8c-492f-8b21-650a3c246da6 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:59:37.866672 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-4610a616-5b8c-492f-8b21-650a3c246da6 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "PUT /v2.0/routers/7614aef4-daea-4a70-8a11-62aa3edd8558/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7430797 Aug 10 03:59:37.870487 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 45368) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:37.871521 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-ebf6073c-45e2-4f07-b9b3-9884cfee70d9 None None] Provisioning for port b23dcc5f-f723-4e2e-9df5-ff2fd78c478f completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:59:37.875629 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 928a3372-0130-43c9-ac13-5653527253df completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:59:37.893920 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 928a3372-0130-43c9-ac13-5653527253df triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:59:37.895677 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:37.948587 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-ebf6073c-45e2-4f07-b9b3-9884cfee70d9 None None] Provisioning complete for port b23dcc5f-f723-4e2e-9df5-ff2fd78c478f triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:59:37.949227 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ebf6073c-45e2-4f07-b9b3-9884cfee70d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:37.960332 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ece0431-b429-4afb-91d1-e709c9e368e6 None None] Sync routers for ids ['7614aef4-daea-4a70-8a11-62aa3edd8558'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:59:38.013254 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3fe952-a26f-46f9-bfde-c2d4de07bbfa tempest-TestNetworkBasicOps-1983656396 tempest-TestNetworkBasicOps-1983656396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:38.013754 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3fe952-a26f-46f9-bfde-c2d4de07bbfa tempest-TestNetworkBasicOps-1983656396 tempest-TestNetworkBasicOps-1983656396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:38.014250 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3fe952-a26f-46f9-bfde-c2d4de07bbfa tempest-TestNetworkBasicOps-1983656396 tempest-TestNetworkBasicOps-1983656396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:38.014755 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3fe952-a26f-46f9-bfde-c2d4de07bbfa tempest-TestNetworkBasicOps-1983656396 tempest-TestNetworkBasicOps-1983656396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:38.015203 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3fe952-a26f-46f9-bfde-c2d4de07bbfa tempest-TestNetworkBasicOps-1983656396 tempest-TestNetworkBasicOps-1983656396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:38.015728 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3fe952-a26f-46f9-bfde-c2d4de07bbfa tempest-TestNetworkBasicOps-1983656396 tempest-TestNetworkBasicOps-1983656396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:38.016202 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3fe952-a26f-46f9-bfde-c2d4de07bbfa tempest-TestNetworkBasicOps-1983656396 tempest-TestNetworkBasicOps-1983656396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:38.021254 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-9f3fe952-a26f-46f9-bfde-c2d4de07bbfa tempest-TestNetworkBasicOps-1983656396 tempest-TestNetworkBasicOps-1983656396-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4963 time: 0.1494241 Aug 10 03:59:38.021897 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 45370) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:38.030037 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ece0431-b429-4afb-91d1-e709c9e368e6 None None] Routers {'7614aef4-daea-4a70-8a11-62aa3edd8558'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:59:38.031098 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-3ece0431-b429-4afb-91d1-e709c9e368e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:59:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['7614aef4-daea-4a70-8a11-62aa3edd8558'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:38.119688 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-ebf6073c-45e2-4f07-b9b3-9884cfee70d9 None None] Port b23dcc5f-f723-4e2e-9df5-ff2fd78c478f cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:59:38.142864 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293c2b2c-5956-4627-9393-f4a9d99c21fb tempest-TestNetworkBasicOps-1983656396 tempest-TestNetworkBasicOps-1983656396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:38.143918 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293c2b2c-5956-4627-9393-f4a9d99c21fb tempest-TestNetworkBasicOps-1983656396 tempest-TestNetworkBasicOps-1983656396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:38.144751 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293c2b2c-5956-4627-9393-f4a9d99c21fb tempest-TestNetworkBasicOps-1983656396 tempest-TestNetworkBasicOps-1983656396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:38.145570 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293c2b2c-5956-4627-9393-f4a9d99c21fb tempest-TestNetworkBasicOps-1983656396 tempest-TestNetworkBasicOps-1983656396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:38.146428 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293c2b2c-5956-4627-9393-f4a9d99c21fb tempest-TestNetworkBasicOps-1983656396 tempest-TestNetworkBasicOps-1983656396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:38.149083 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293c2b2c-5956-4627-9393-f4a9d99c21fb tempest-TestNetworkBasicOps-1983656396 tempest-TestNetworkBasicOps-1983656396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:38.149083 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293c2b2c-5956-4627-9393-f4a9d99c21fb tempest-TestNetworkBasicOps-1983656396 tempest-TestNetworkBasicOps-1983656396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:38.153542 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-293c2b2c-5956-4627-9393-f4a9d99c21fb tempest-TestNetworkBasicOps-1983656396 tempest-TestNetworkBasicOps-1983656396-project-admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4626 time: 0.1275749 Aug 10 03:59:38.153968 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 45372) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:38.417550 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-a45dbd74-1e2c-488f-b4cf-c5fd56e0ec90 None None] Provisioning complete for port b23dcc5f-f723-4e2e-9df5-ff2fd78c478f triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:59:38.418179 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a45dbd74-1e2c-488f-b4cf-c5fd56e0ec90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:38.462636 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:38.498743 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-3ece0431-b429-4afb-91d1-e709c9e368e6 None None] Set router 7614aef4-daea-4a70-8a11-62aa3edd8558 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:59:38.540922 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-a45dbd74-1e2c-488f-b4cf-c5fd56e0ec90 None None] Port b23dcc5f-f723-4e2e-9df5-ff2fd78c478f cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:59:38.609683 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 928a3372-0130-43c9-ac13-5653527253df, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=928a3372-0130-43c9-ac13-5653527253df,segment=NetworkSegment(ac729462-8d85-4cb3-be75-7e8dfb64fe72),segment_id=ac729462-8d85-4cb3-be75-7e8dfb64fe72)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:59:38.628936 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:38.629759 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device d59fc858-e7b4-4c50-b8f4-8258452889bc up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:59:38.661196 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-707f24d6-d5a3-4d4f-bee2-b6d4200b9dde tempest-TestNetworkBasicOps-1983656396 tempest-TestNetworkBasicOps-1983656396-project-admin] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3771 time: 0.5055523 Aug 10 03:59:38.797266 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-90ac294a-1046-41c2-87a6-6a8114e17b2b None None] Provisioning complete for port b23dcc5f-f723-4e2e-9df5-ff2fd78c478f triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:59:38.797886 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-90ac294a-1046-41c2-87a6-6a8114e17b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:38.832433 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=928a3372-0130-43c9-ac13-5653527253df,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:38.880275 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-90ac294a-1046-41c2-87a6-6a8114e17b2b None None] Port b23dcc5f-f723-4e2e-9df5-ff2fd78c478f cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:59:38.903489 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port d59fc858-e7b4-4c50-b8f4-8258452889bc completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:59:38.910435 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port d59fc858-e7b4-4c50-b8f4-8258452889bc triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:59:38.910798 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:38.971807 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-3ece0431-b429-4afb-91d1-e709c9e368e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7614aef4-daea-4a70-8a11-62aa3edd8558', 'name': 'tempest-TestNetworkBasicOps-router-1352829283', 'tenant_id': '93bc202ab78e4c76bb57fc3fb075815b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': 'd59fc858-e7b4-4c50-b8f4-8258452889bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:59:32Z', 'updated_at': '2021-08-10T03:59:36Z', 'revision_number': 4, 'project_id': '93bc202ab78e4c76bb57fc3fb075815b', 'gw_port': {'id': 'd59fc858-e7b4-4c50-b8f4-8258452889bc', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b9:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7614aef4-daea-4a70-8a11-62aa3edd8558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:33Z', 'updated_at': '2021-08-10T03:59:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': 'b23dcc5f-f723-4e2e-9df5-ff2fd78c478f', 'name': '', 'network_id': '963f0869-f68d-4a35-a3ed-3dc5c9136e0a', 'tenant_id': '93bc202ab78e4c76bb57fc3fb075815b', 'mac_address': 'fa:16:3e:eb:d3:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7614aef4-daea-4a70-8a11-62aa3edd8558', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '0602fbef-1007-42ff-875e-89a4888f665a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:35Z', 'updated_at': '2021-08-10T03:59:37Z', 'revision_number': 2, 'project_id': '93bc202ab78e4c76bb57fc3fb075815b', 'subnets': [{'id': '0602fbef-1007-42ff-875e-89a4888f665a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:39.005938 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ece0431-b429-4afb-91d1-e709c9e368e6 None None] Checking router: 7614aef4-daea-4a70-8a11-62aa3edd8558 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:59:39.006357 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ece0431-b429-4afb-91d1-e709c9e368e6 None None] Updating router 7614aef4-daea-4a70-8a11-62aa3edd8558 port b23dcc5f-f723-4e2e-9df5-ff2fd78c478f binding host n-d-768862-13 {{(pid=94262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:59:39.083464 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3ece0431-b429-4afb-91d1-e709c9e368e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:39.100065 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:39.179320 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 45376) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:39.181762 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port d59fc858-e7b4-4c50-b8f4-8258452889bc, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=d59fc858-e7b4-4c50-b8f4-8258452889bc,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:59:39.187708 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-f3009725-12f0-4b07-b06b-1eb3df90deb8 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1728157964', 'description': 'tempest-secgroup-smoke-1728157964 description', 'project_id': '93bc202ab78e4c76bb57fc3fb075815b'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:59:39.193879 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:39.216411 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f3009725-12f0-4b07-b06b-1eb3df90deb8 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:39.317855 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f3009725-12f0-4b07-b06b-1eb3df90deb8 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:39.322483 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f3009725-12f0-4b07-b06b-1eb3df90deb8 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:39.360027 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3009725-12f0-4b07-b06b-1eb3df90deb8 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db847355-6243-4ca5-899d-ee8c85f51900,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:39.364097 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f3009725-12f0-4b07-b06b-1eb3df90deb8 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:39.369028 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-f3009725-12f0-4b07-b06b-1eb3df90deb8 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1842761 Aug 10 03:59:39.369550 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 45378) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:39.375491 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-ce80bc6e-6ce6-430b-b5fe-cf88b52f83a6 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Request body: {'security_group_rule': {'security_group_id': 'db847355-6243-4ca5-899d-ee8c85f51900', 'project_id': '93bc202ab78e4c76bb57fc3fb075815b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:59:39.407394 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ce80bc6e-6ce6-430b-b5fe-cf88b52f83a6 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:39.412482 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=d59fc858-e7b4-4c50-b8f4-8258452889bc,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:39.475301 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ce80bc6e-6ce6-430b-b5fe-cf88b52f83a6 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:39.480865 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ce80bc6e-6ce6-430b-b5fe-cf88b52f83a6 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:39.503185 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce80bc6e-6ce6-430b-b5fe-cf88b52f83a6 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=661a5692-98bd-4259-a560-a1b4b172ba67,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:39.509739 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ce80bc6e-6ce6-430b-b5fe-cf88b52f83a6 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:39.513891 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 45380) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:39.516656 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ce80bc6e-6ce6-430b-b5fe-cf88b52f83a6 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1437259 Aug 10 03:59:39.520115 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-c4e1195f-91b3-47dc-894e-5ceacfc7f1d9 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Request body: {'security_group_rule': {'security_group_id': 'db847355-6243-4ca5-899d-ee8c85f51900', 'project_id': '93bc202ab78e4c76bb57fc3fb075815b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:59:39.562328 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c4e1195f-91b3-47dc-894e-5ceacfc7f1d9 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:39.628910 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3ece0431-b429-4afb-91d1-e709c9e368e6 None None] Notify callbacks [] for port, precommit_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:39.640166 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c4e1195f-91b3-47dc-894e-5ceacfc7f1d9 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:39.644274 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-3ece0431-b429-4afb-91d1-e709c9e368e6 None None] Transition to ACTIVE for port object b23dcc5f-f723-4e2e-9df5-ff2fd78c478f will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:59:39.646394 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c4e1195f-91b3-47dc-894e-5ceacfc7f1d9 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:39.654293 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3ece0431-b429-4afb-91d1-e709c9e368e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:39.677829 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e1195f-91b3-47dc-894e-5ceacfc7f1d9 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f18064c-7c48-46b3-9ede-0ccd0fd566ef,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:39.683324 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c4e1195f-91b3-47dc-894e-5ceacfc7f1d9 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:39.686410 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-c4e1195f-91b3-47dc-894e-5ceacfc7f1d9 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1709845 Aug 10 03:59:39.689891 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 45382) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:39.696615 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-22619844-8cd8-41c8-bf6d-0686d01b6ac3 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Request body: {'security_group_rule': {'security_group_id': 'db847355-6243-4ca5-899d-ee8c85f51900', 'project_id': '93bc202ab78e4c76bb57fc3fb075815b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:59:39.733192 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-22619844-8cd8-41c8-bf6d-0686d01b6ac3 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:39.747079 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826bd02b-18c6-49ab-9dc5-0b40821abd80 None None] Pushing event updated for resources: {'Port': ['ID=b23dcc5f-f723-4e2e-9df5-ff2fd78c478f,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:39.787445 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 928a3372-0130-43c9-ac13-5653527253df up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:59:39.854319 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-22619844-8cd8-41c8-bf6d-0686d01b6ac3 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:39.860345 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-22619844-8cd8-41c8-bf6d-0686d01b6ac3 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:39.868518 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-3ece0431-b429-4afb-91d1-e709c9e368e6 None None] Attempting to bind port b23dcc5f-f723-4e2e-9df5-ff2fd78c478f on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:59:39.868901 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-3ece0431-b429-4afb-91d1-e709c9e368e6 None None] Attempting to bind port b23dcc5f-f723-4e2e-9df5-ff2fd78c478f by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'ac729462-8d85-4cb3-be75-7e8dfb64fe72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '963f0869-f68d-4a35-a3ed-3dc5c9136e0a'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:59:39.869276 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ece0431-b429-4afb-91d1-e709c9e368e6 None None] Attempting to bind port b23dcc5f-f723-4e2e-9df5-ff2fd78c478f on network 963f0869-f68d-4a35-a3ed-3dc5c9136e0a {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:59:39.884824 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ece0431-b429-4afb-91d1-e709c9e368e6 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:59:39.885199 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ece0431-b429-4afb-91d1-e709c9e368e6 None None] Checking segment: {'id': 'ac729462-8d85-4cb3-be75-7e8dfb64fe72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '963f0869-f68d-4a35-a3ed-3dc5c9136e0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:59:39.885609 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3ece0431-b429-4afb-91d1-e709c9e368e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:39.886015 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ece0431-b429-4afb-91d1-e709c9e368e6 None None] Bound using segment: {'id': 'ac729462-8d85-4cb3-be75-7e8dfb64fe72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '963f0869-f68d-4a35-a3ed-3dc5c9136e0a'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:59:39.890650 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-3ece0431-b429-4afb-91d1-e709c9e368e6 None None] Bound port: b23dcc5f-f723-4e2e-9df5-ff2fd78c478f, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac729462-8d85-4cb3-be75-7e8dfb64fe72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '963f0869-f68d-4a35-a3ed-3dc5c9136e0a'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:59:39.891111 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3ece0431-b429-4afb-91d1-e709c9e368e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:39.902693 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22619844-8cd8-41c8-bf6d-0686d01b6ac3 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e726b4df-56e5-46ae-a5e9-550f687213f3,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:39.913069 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-22619844-8cd8-41c8-bf6d-0686d01b6ac3 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:39.920822 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-22619844-8cd8-41c8-bf6d-0686d01b6ac3 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2289166 Aug 10 03:59:39.924054 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 45384) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:39.929632 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-9db7aea4-3299-4a5a-91bc-ca7f87f56c68 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Request body: {'security_group_rule': {'security_group_id': 'db847355-6243-4ca5-899d-ee8c85f51900', 'project_id': '93bc202ab78e4c76bb57fc3fb075815b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:59:39.966534 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 928a3372-0130-43c9-ac13-5653527253df triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:59:39.967363 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:39.987978 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9db7aea4-3299-4a5a-91bc-ca7f87f56c68 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:40.072749 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-3ece0431-b429-4afb-91d1-e709c9e368e6 None None] For port b23dcc5f-f723-4e2e-9df5-ff2fd78c478f, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:59:40.077099 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-3ece0431-b429-4afb-91d1-e709c9e368e6 None None] For port b23dcc5f-f723-4e2e-9df5-ff2fd78c478f, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=b23dcc5f-f723-4e2e-9df5-ff2fd78c478f,segment=NetworkSegment(ac729462-8d85-4cb3-be75-7e8dfb64fe72),segment_id=ac729462-8d85-4cb3-be75-7e8dfb64fe72)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:59:40.082949 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3ece0431-b429-4afb-91d1-e709c9e368e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:40.083398 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9db7aea4-3299-4a5a-91bc-ca7f87f56c68 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:40.087989 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9db7aea4-3299-4a5a-91bc-ca7f87f56c68 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:40.108050 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db7aea4-3299-4a5a-91bc-ca7f87f56c68 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=534b37a7-b48c-41a1-8bd2-19cdcec2efb9,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:40.115812 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9db7aea4-3299-4a5a-91bc-ca7f87f56c68 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:40.117273 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-9db7aea4-3299-4a5a-91bc-ca7f87f56c68 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1914127 Aug 10 03:59:40.120152 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 45386) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:40.125537 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-e0db1654-7c78-4248-8a8a-01712a575abd tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Request body: {'security_group_rule': {'security_group_id': 'db847355-6243-4ca5-899d-ee8c85f51900', 'project_id': '93bc202ab78e4c76bb57fc3fb075815b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:59:40.174880 n-d-768862-13 neutron-server[94261]: INFO neutron.db.securitygroups_db [None req-e0db1654-7c78-4248-8a8a-01712a575abd tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Project 93bc202ab78e4c76bb57fc3fb075815b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 03:59:40.183099 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e0db1654-7c78-4248-8a8a-01712a575abd tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:40.186877 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device d59fc858-e7b4-4c50-b8f4-8258452889bc up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:59:40.241248 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ece0431-b429-4afb-91d1-e709c9e368e6 None None] Routers {'7614aef4-daea-4a70-8a11-62aa3edd8558'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:59:40.241884 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-3ece0431-b429-4afb-91d1-e709c9e368e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:59:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['7614aef4-daea-4a70-8a11-62aa3edd8558'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:40.261848 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e0db1654-7c78-4248-8a8a-01712a575abd tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:40.267125 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e0db1654-7c78-4248-8a8a-01712a575abd tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:40.281008 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826bd02b-18c6-49ab-9dc5-0b40821abd80 None None] Pushing event updated for resources: {'Port': ['ID=b23dcc5f-f723-4e2e-9df5-ff2fd78c478f,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:40.291158 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0db1654-7c78-4248-8a8a-01712a575abd tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc332ca7-9955-49bf-82ee-632875d831d3,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:40.296329 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e0db1654-7c78-4248-8a8a-01712a575abd tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:40.300161 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e0db1654-7c78-4248-8a8a-01712a575abd tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1761596 Aug 10 03:59:40.300500 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 45388) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:40.305511 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-038be7a3-68f7-4a19-bf56-b495e105fa8e tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Request body: {'security_group_rule': {'security_group_id': 'db847355-6243-4ca5-899d-ee8c85f51900', 'project_id': '93bc202ab78e4c76bb57fc3fb075815b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:59:40.335738 n-d-768862-13 neutron-server[94260]: INFO neutron.db.securitygroups_db [None req-038be7a3-68f7-4a19-bf56-b495e105fa8e tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Project 93bc202ab78e4c76bb57fc3fb075815b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 03:59:40.342111 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-038be7a3-68f7-4a19-bf56-b495e105fa8e tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:40.362103 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port d59fc858-e7b4-4c50-b8f4-8258452889bc triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:59:40.362467 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:40.418015 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-3ece0431-b429-4afb-91d1-e709c9e368e6 None None] Set router 7614aef4-daea-4a70-8a11-62aa3edd8558 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:59:40.432190 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-038be7a3-68f7-4a19-bf56-b495e105fa8e tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:40.437817 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-038be7a3-68f7-4a19-bf56-b495e105fa8e tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:40.458290 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038be7a3-68f7-4a19-bf56-b495e105fa8e tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e1979be-9c9b-4425-9fe9-2ddaa3d23f14,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:40.474355 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-038be7a3-68f7-4a19-bf56-b495e105fa8e tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:40.476987 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-038be7a3-68f7-4a19-bf56-b495e105fa8e tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1749372 Aug 10 03:59:40.654847 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-debb61fa-1c81-43e4-92c6-dc1f8818e735 req-0c2bd760-9e30-48dc-8e72-8b18c92eed33 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1728157964&fields=id&tenant_id=93bc202ab78e4c76bb57fc3fb075815b HTTP/1.1" status: 200 len: 267 time: 0.0390389 Aug 10 03:59:40.702481 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-3ece0431-b429-4afb-91d1-e709c9e368e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7614aef4-daea-4a70-8a11-62aa3edd8558', 'name': 'tempest-TestNetworkBasicOps-router-1352829283', 'tenant_id': '93bc202ab78e4c76bb57fc3fb075815b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': 'd59fc858-e7b4-4c50-b8f4-8258452889bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:59:32Z', 'updated_at': '2021-08-10T03:59:36Z', 'revision_number': 4, 'project_id': '93bc202ab78e4c76bb57fc3fb075815b', 'gw_port': {'id': 'd59fc858-e7b4-4c50-b8f4-8258452889bc', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7614aef4-daea-4a70-8a11-62aa3edd8558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:33Z', 'updated_at': '2021-08-10T03:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': 'b23dcc5f-f723-4e2e-9df5-ff2fd78c478f', 'name': '', 'network_id': '963f0869-f68d-4a35-a3ed-3dc5c9136e0a', 'tenant_id': '93bc202ab78e4c76bb57fc3fb075815b', 'mac_address': 'fa:16:3e:eb:d3:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7614aef4-daea-4a70-8a11-62aa3edd8558', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '0602fbef-1007-42ff-875e-89a4888f665a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:35Z', 'updated_at': '2021-08-10T03:59:40Z', 'revision_number': 4, 'project_id': '93bc202ab78e4c76bb57fc3fb075815b', 'subnets': [{'id': '0602fbef-1007-42ff-875e-89a4888f665a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:40.732790 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ece0431-b429-4afb-91d1-e709c9e368e6 None None] The sync data for ids ['7614aef4-daea-4a70-8a11-62aa3edd8558'] in n-d-768862-13 is: [{'id': '7614aef4-daea-4a70-8a11-62aa3edd8558', 'name': 'tempest-TestNetworkBasicOps-router-1352829283', 'tenant_id': '93bc202ab78e4c76bb57fc3fb075815b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': 'd59fc858-e7b4-4c50-b8f4-8258452889bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:59:32Z', 'updated_at': '2021-08-10T03:59:36Z', 'revision_number': 4, 'project_id': '93bc202ab78e4c76bb57fc3fb075815b', 'gw_port': {'id': 'd59fc858-e7b4-4c50-b8f4-8258452889bc', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7614aef4-daea-4a70-8a11-62aa3edd8558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:33Z', 'updated_at': '2021-08-10T03:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': 'b23dcc5f-f723-4e2e-9df5-ff2fd78c478f', 'name': '', 'network_id': '963f0869-f68d-4a35-a3ed-3dc5c9136e0a', 'tenant_id': '93bc202ab78e4c76bb57fc3fb075815b', 'mac_address': 'fa:16:3e:eb:d3:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7614aef4-daea-4a70-8a11-62aa3edd8558', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '0602fbef-1007-42ff-875e-89a4888f665a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:35Z', 'updated_at': '2021-08-10T03:59:40Z', 'revision_number': 4, 'project_id': '93bc202ab78e4c76bb57fc3fb075815b', 'subnets': [{'id': '0602fbef-1007-42ff-875e-89a4888f665a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:59:40.784016 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debb61fa-1c81-43e4-92c6-dc1f8818e735 req-d4c3e455-5381-4222-89d4-0ec31b175c7d tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:40.785574 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-debb61fa-1c81-43e4-92c6-dc1f8818e735 req-d4c3e455-5381-4222-89d4-0ec31b175c7d tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "GET /v2.0/networks?id=963f0869-f68d-4a35-a3ed-3dc5c9136e0a HTTP/1.1" status: 200 len: 797 time: 0.1205275 Aug 10 03:59:40.820107 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-debb61fa-1c81-43e4-92c6-dc1f8818e735 req-72bebb23-d65a-49f0-b7eb-eed9fbf39d5e tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "GET /v2.0/quotas/93bc202ab78e4c76bb57fc3fb075815b HTTP/1.1" status: 200 len: 375 time: 0.0146542 Aug 10 03:59:40.883429 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-debb61fa-1c81-43e4-92c6-dc1f8818e735 req-903a1a45-a577-431f-b50f-feaf037c5136 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=93bc202ab78e4c76bb57fc3fb075815b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0573552 Aug 10 03:59:41.075792 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-debb61fa-1c81-43e4-92c6-dc1f8818e735 req-0aa6df7e-c731-4032-a5e6-b84151c75acb service neutron] 10.222.0.44 "GET /v2.0/networks/963f0869-f68d-4a35-a3ed-3dc5c9136e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791637 Aug 10 03:59:41.191784 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-debb61fa-1c81-43e4-92c6-dc1f8818e735 req-64484475-8c5d-456b-a323-0c9206ea8e20 service neutron] 10.222.0.44 "GET /v2.0/networks/963f0869-f68d-4a35-a3ed-3dc5c9136e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994656 Aug 10 03:59:41.405298 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2d3a550b-8209-4a66-9d66-bc133ae17050 req-c1bc5e2f-4ac7-4163-a1ab-8ebbf69a205c tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a83adb4-6458-44bb-a9a5-b031e75404cf HTTP/1.1" status: 200 len: 210 time: 0.0293648 Aug 10 03:59:41.694595 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device b23dcc5f-f723-4e2e-9df5-ff2fd78c478f up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:59:41.756916 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port b23dcc5f-f723-4e2e-9df5-ff2fd78c478f completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:59:41.762405 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port b23dcc5f-f723-4e2e-9df5-ff2fd78c478f triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:59:41.762906 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:41.887260 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:41.936519 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port b23dcc5f-f723-4e2e-9df5-ff2fd78c478f, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=b23dcc5f-f723-4e2e-9df5-ff2fd78c478f,segment=NetworkSegment(ac729462-8d85-4cb3-be75-7e8dfb64fe72),segment_id=ac729462-8d85-4cb3-be75-7e8dfb64fe72)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:59:41.942310 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:42.007967 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=b23dcc5f-f723-4e2e-9df5-ff2fd78c478f,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:42.826840 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debb61fa-1c81-43e4-92c6-dc1f8818e735 req-731900a2-c4eb-48fb-a88c-731dd88f15cc tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:42.828297 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-debb61fa-1c81-43e4-92c6-dc1f8818e735 req-731900a2-c4eb-48fb-a88c-731dd88f15cc tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.42 "GET /v2.0/networks?id=963f0869-f68d-4a35-a3ed-3dc5c9136e0a HTTP/1.1" status: 200 len: 797 time: 0.4260798 Aug 10 03:59:42.849965 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a0d2cb66-d42c-4e28-9aec-8ad278d5201f req-0bb267a2-b39d-4282-8935-e1c6c9fd65c0 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a83adb4-6458-44bb-a9a5-b031e75404cf HTTP/1.1" status: 200 len: 210 time: 0.3362229 Aug 10 03:59:42.894319 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-debb61fa-1c81-43e4-92c6-dc1f8818e735 req-fadf0fad-fccd-4756-bd6a-925080b7182f tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93bc202ab78e4c76bb57fc3fb075815b HTTP/1.1" status: 200 len: 380 time: 0.0525146 Aug 10 03:59:42.905691 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-debb61fa-1c81-43e4-92c6-dc1f8818e735 req-d0be415d-cc00-460c-91bb-a63d4ebebe42 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Request body: {'port': {'device_id': '6a83adb4-6458-44bb-a9a5-b031e75404cf', 'network_id': '963f0869-f68d-4a35-a3ed-3dc5c9136e0a', 'admin_state_up': True, 'tenant_id': '93bc202ab78e4c76bb57fc3fb075815b', 'security_groups': ['db847355-6243-4ca5-899d-ee8c85f51900']}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:59:43.056276 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-debb61fa-1c81-43e4-92c6-dc1f8818e735 req-d0be415d-cc00-460c-91bb-a63d4ebebe42 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Made reservation on behalf of 93bc202ab78e4c76bb57fc3fb075815b for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:59:43.059934 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-debb61fa-1c81-43e4-92c6-dc1f8818e735 req-d0be415d-cc00-460c-91bb-a63d4ebebe42 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:43.193374 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-debb61fa-1c81-43e4-92c6-dc1f8818e735 req-d0be415d-cc00-460c-91bb-a63d4ebebe42 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Allocated IP 172.20.0.5 (963f0869-f68d-4a35-a3ed-3dc5c9136e0a/0602fbef-1007-42ff-875e-89a4888f665a/8ae711a6-d08f-4a4e-8616-af96c30c70ce) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:59:43.353845 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-debb61fa-1c81-43e4-92c6-dc1f8818e735 req-d0be415d-cc00-460c-91bb-a63d4ebebe42 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:43.371053 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-debb61fa-1c81-43e4-92c6-dc1f8818e735 req-d0be415d-cc00-460c-91bb-a63d4ebebe42 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Transition to ACTIVE for port object 8ae711a6-d08f-4a4e-8616-af96c30c70ce will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:59:43.404907 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-debb61fa-1c81-43e4-92c6-dc1f8818e735 req-d0be415d-cc00-460c-91bb-a63d4ebebe42 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:43.448236 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-debb61fa-1c81-43e4-92c6-dc1f8818e735 req-d0be415d-cc00-460c-91bb-a63d4ebebe42 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Network 963f0869-f68d-4a35-a3ed-3dc5c9136e0a is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:59:43.453832 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-debb61fa-1c81-43e4-92c6-dc1f8818e735 req-d0be415d-cc00-460c-91bb-a63d4ebebe42 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:59:43.457957 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-debb61fa-1c81-43e4-92c6-dc1f8818e735 req-d0be415d-cc00-460c-91bb-a63d4ebebe42 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:59:43.494010 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0be415d-cc00-460c-91bb-a63d4ebebe42 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Pushing event updated for resources: {'Port': ['ID=8ae711a6-d08f-4a4e-8616-af96c30c70ce,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:43.533133 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debb61fa-1c81-43e4-92c6-dc1f8818e735 req-d0be415d-cc00-460c-91bb-a63d4ebebe42 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:43.533818 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-debb61fa-1c81-43e4-92c6-dc1f8818e735 req-d0be415d-cc00-460c-91bb-a63d4ebebe42 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:43.553626 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-debb61fa-1c81-43e4-92c6-dc1f8818e735 req-d0be415d-cc00-460c-91bb-a63d4ebebe42 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6519806 Aug 10 03:59:43.570073 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-debb61fa-1c81-43e4-92c6-dc1f8818e735 req-0d4d9174-562b-411a-bbb3-09d7353df1b6 service neutron] Request body: {'port': {'device_id': '6a83adb4-6458-44bb-a9a5-b031e75404cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:59:43.638322 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-debb61fa-1c81-43e4-92c6-dc1f8818e735 req-0d4d9174-562b-411a-bbb3-09d7353df1b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:43.681333 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device b23dcc5f-f723-4e2e-9df5-ff2fd78c478f up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:59:43.740421 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port b23dcc5f-f723-4e2e-9df5-ff2fd78c478f triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:59:43.741024 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:43.788840 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-84f07e9f-a7d7-4ba3-a4ac-cafd4f777288 None None] Provisioning for port 8ae711a6-d08f-4a4e-8616-af96c30c70ce completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:59:43.796954 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-84f07e9f-a7d7-4ba3-a4ac-cafd4f777288 None None] Provisioning complete for port 8ae711a6-d08f-4a4e-8616-af96c30c70ce triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:59:43.797340 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-84f07e9f-a7d7-4ba3-a4ac-cafd4f777288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:43.848635 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-84f07e9f-a7d7-4ba3-a4ac-cafd4f777288 None None] Port 8ae711a6-d08f-4a4e-8616-af96c30c70ce cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:59:44.002261 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-debb61fa-1c81-43e4-92c6-dc1f8818e735 req-0d4d9174-562b-411a-bbb3-09d7353df1b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ae711a6-d08f-4a4e-8616-af96c30c70ce {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:59:44.011605 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-debb61fa-1c81-43e4-92c6-dc1f8818e735 req-0d4d9174-562b-411a-bbb3-09d7353df1b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:44.031848 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-debb61fa-1c81-43e4-92c6-dc1f8818e735 req-0d4d9174-562b-411a-bbb3-09d7353df1b6 service neutron] Transition to ACTIVE for port object 8ae711a6-d08f-4a4e-8616-af96c30c70ce will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:59:44.044478 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d08e412-7136-4382-8eb9-bd3a3a5a6d1e req-628b7e5a-a0ad-4aed-b6a5-784b8a1f9cad tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:44.046191 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6d08e412-7136-4382-8eb9-bd3a3a5a6d1e req-628b7e5a-a0ad-4aed-b6a5-784b8a1f9cad tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a83adb4-6458-44bb-a9a5-b031e75404cf HTTP/1.1" status: 200 len: 931 time: 0.0846741 Aug 10 03:59:44.047232 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-debb61fa-1c81-43e4-92c6-dc1f8818e735 req-0d4d9174-562b-411a-bbb3-09d7353df1b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:44.122395 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4d9174-562b-411a-bbb3-09d7353df1b6 service neutron] Pushing event updated for resources: {'Port': ['ID=8ae711a6-d08f-4a4e-8616-af96c30c70ce,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:44.157172 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6d08e412-7136-4382-8eb9-bd3a3a5a6d1e req-c7ed08c1-38e2-4d43-a5b2-805d2e02499b tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "GET /v2.0/security-groups?id=db847355-6243-4ca5-899d-ee8c85f51900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012547 Aug 10 03:59:44.231889 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-debb61fa-1c81-43e4-92c6-dc1f8818e735 req-0d4d9174-562b-411a-bbb3-09d7353df1b6 service neutron] Attempting to bind port 8ae711a6-d08f-4a4e-8616-af96c30c70ce on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:59:44.232675 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-debb61fa-1c81-43e4-92c6-dc1f8818e735 req-0d4d9174-562b-411a-bbb3-09d7353df1b6 service neutron] Attempting to bind port 8ae711a6-d08f-4a4e-8616-af96c30c70ce by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': 'ac729462-8d85-4cb3-be75-7e8dfb64fe72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '963f0869-f68d-4a35-a3ed-3dc5c9136e0a'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:59:44.233231 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-debb61fa-1c81-43e4-92c6-dc1f8818e735 req-0d4d9174-562b-411a-bbb3-09d7353df1b6 service neutron] Attempting to bind port 8ae711a6-d08f-4a4e-8616-af96c30c70ce on network 963f0869-f68d-4a35-a3ed-3dc5c9136e0a {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:59:44.242167 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-debb61fa-1c81-43e4-92c6-dc1f8818e735 req-0d4d9174-562b-411a-bbb3-09d7353df1b6 service neutron] Port 8ae711a6-d08f-4a4e-8616-af96c30c70ce on network 963f0869-f68d-4a35-a3ed-3dc5c9136e0a not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:59:44.242928 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-debb61fa-1c81-43e4-92c6-dc1f8818e735 req-0d4d9174-562b-411a-bbb3-09d7353df1b6 service neutron] Attempting to bind port 8ae711a6-d08f-4a4e-8616-af96c30c70ce on network 963f0869-f68d-4a35-a3ed-3dc5c9136e0a {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:59:44.252554 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-debb61fa-1c81-43e4-92c6-dc1f8818e735 req-0d4d9174-562b-411a-bbb3-09d7353df1b6 service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:59:44.253070 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-debb61fa-1c81-43e4-92c6-dc1f8818e735 req-0d4d9174-562b-411a-bbb3-09d7353df1b6 service neutron] Checking segment: {'id': 'ac729462-8d85-4cb3-be75-7e8dfb64fe72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '963f0869-f68d-4a35-a3ed-3dc5c9136e0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:59:44.253680 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-debb61fa-1c81-43e4-92c6-dc1f8818e735 req-0d4d9174-562b-411a-bbb3-09d7353df1b6 service neutron] Bound using segment: {'id': 'ac729462-8d85-4cb3-be75-7e8dfb64fe72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '963f0869-f68d-4a35-a3ed-3dc5c9136e0a'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:59:44.254479 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-debb61fa-1c81-43e4-92c6-dc1f8818e735 req-0d4d9174-562b-411a-bbb3-09d7353df1b6 service neutron] Bound port: 8ae711a6-d08f-4a4e-8616-af96c30c70ce, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac729462-8d85-4cb3-be75-7e8dfb64fe72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '963f0869-f68d-4a35-a3ed-3dc5c9136e0a'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:59:44.255188 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-debb61fa-1c81-43e4-92c6-dc1f8818e735 req-0d4d9174-562b-411a-bbb3-09d7353df1b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:44.359103 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-debb61fa-1c81-43e4-92c6-dc1f8818e735 req-0d4d9174-562b-411a-bbb3-09d7353df1b6 service neutron] For port 8ae711a6-d08f-4a4e-8616-af96c30c70ce, host n-h1-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:59:44.362985 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-debb61fa-1c81-43e4-92c6-dc1f8818e735 req-0d4d9174-562b-411a-bbb3-09d7353df1b6 service neutron] For port 8ae711a6-d08f-4a4e-8616-af96c30c70ce, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=8ae711a6-d08f-4a4e-8616-af96c30c70ce,segment=NetworkSegment(ac729462-8d85-4cb3-be75-7e8dfb64fe72),segment_id=ac729462-8d85-4cb3-be75-7e8dfb64fe72)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:59:44.370702 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-debb61fa-1c81-43e4-92c6-dc1f8818e735 req-0d4d9174-562b-411a-bbb3-09d7353df1b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:44.414559 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debb61fa-1c81-43e4-92c6-dc1f8818e735 req-0d4d9174-562b-411a-bbb3-09d7353df1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:44.415156 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-debb61fa-1c81-43e4-92c6-dc1f8818e735 req-0d4d9174-562b-411a-bbb3-09d7353df1b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:44.416903 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-debb61fa-1c81-43e4-92c6-dc1f8818e735 req-0d4d9174-562b-411a-bbb3-09d7353df1b6 service neutron] 10.222.0.42 "PUT /v2.0/ports/8ae711a6-d08f-4a4e-8616-af96c30c70ce HTTP/1.1" status: 200 len: 1092 time: 0.8513041 Aug 10 03:59:44.417457 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a83adb4-6458-44bb-a9a5-b031e75404cf', 'tag': '8ae711a6-d08f-4a4e-8616-af96c30c70ce'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:59:44.420430 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58628651-d4ab-47bf-ba76-ce803e782200" -d '{"events": [{"name": "network-changed", "server_uuid": "6a83adb4-6458-44bb-a9a5-b031e75404cf", "tag": "8ae711a6-d08f-4a4e-8616-af96c30c70ce"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:59:44.463462 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4d9174-562b-411a-bbb3-09d7353df1b6 service neutron] Pushing event updated for resources: {'Port': ['ID=8ae711a6-d08f-4a4e-8616-af96c30c70ce,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:44.537443 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debb61fa-1c81-43e4-92c6-dc1f8818e735 req-7fd87965-8bd8-4d69-870d-870191759f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:44.539068 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-debb61fa-1c81-43e4-92c6-dc1f8818e735 req-7fd87965-8bd8-4d69-870d-870191759f1d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=93bc202ab78e4c76bb57fc3fb075815b&device_id=6a83adb4-6458-44bb-a9a5-b031e75404cf HTTP/1.1" status: 200 len: 1095 time: 0.0661457 Aug 10 03:59:44.611172 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55293947-a1a0-4315-a10b-ecf39af3141e x-openstack-request-id: req-55293947-a1a0-4315-a10b-ecf39af3141e {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:59:44.611649 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a83adb4-6458-44bb-a9a5-b031e75404cf", "tag": "8ae711a6-d08f-4a4e-8616-af96c30c70ce", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:59:44.612078 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-55293947-a1a0-4315-a10b-ecf39af3141e {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:59:44.612736 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a83adb4-6458-44bb-a9a5-b031e75404cf', 'tag': '8ae711a6-d08f-4a4e-8616-af96c30c70ce', 'status': 'completed', 'code': 200} Aug 10 03:59:44.615883 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-debb61fa-1c81-43e4-92c6-dc1f8818e735 req-db23a0c3-5666-4445-994c-5ec8d2c90f32 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ae711a6-d08f-4a4e-8616-af96c30c70ce HTTP/1.1" status: 200 len: 217 time: 0.0677333 Aug 10 03:59:44.702705 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debb61fa-1c81-43e4-92c6-dc1f8818e735 req-8d0de493-c2a3-4c36-9f02-7593ee5cf60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:44.705099 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-debb61fa-1c81-43e4-92c6-dc1f8818e735 req-8d0de493-c2a3-4c36-9f02-7593ee5cf60e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0602fbef-1007-42ff-875e-89a4888f665a HTTP/1.1" status: 200 len: 834 time: 0.0811634 Aug 10 03:59:44.775036 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debb61fa-1c81-43e4-92c6-dc1f8818e735 req-1081d6cc-be5b-408b-8f3f-fc46073642a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:44.777738 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-debb61fa-1c81-43e4-92c6-dc1f8818e735 req-1081d6cc-be5b-408b-8f3f-fc46073642a3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=963f0869-f68d-4a35-a3ed-3dc5c9136e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0640235 Aug 10 03:59:44.875673 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-debb61fa-1c81-43e4-92c6-dc1f8818e735 req-0675531b-9de0-474a-b739-336e377942ed service neutron] 10.222.0.42 "GET /v2.0/networks/963f0869-f68d-4a35-a3ed-3dc5c9136e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899072 Aug 10 03:59:44.977958 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-debb61fa-1c81-43e4-92c6-dc1f8818e735 req-ab96cf34-bc66-4799-800a-04f7d10be0d5 service neutron] 10.222.0.42 "GET /v2.0/networks/963f0869-f68d-4a35-a3ed-3dc5c9136e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943844 Aug 10 03:59:45.073356 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58628651-d4ab-47bf-ba76-ce803e782200 req-707aa81b-5720-4175-88b5-9db09d14717d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:45.075062 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-58628651-d4ab-47bf-ba76-ce803e782200 req-707aa81b-5720-4175-88b5-9db09d14717d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=93bc202ab78e4c76bb57fc3fb075815b&device_id=6a83adb4-6458-44bb-a9a5-b031e75404cf HTTP/1.1" status: 200 len: 1095 time: 0.0459957 Aug 10 03:59:45.182957 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58628651-d4ab-47bf-ba76-ce803e782200 req-79679799-6849-4348-b3f5-4a95d731efac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:45.184578 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-58628651-d4ab-47bf-ba76-ce803e782200 req-79679799-6849-4348-b3f5-4a95d731efac service neutron] 10.222.0.42 "GET /v2.0/networks?id=963f0869-f68d-4a35-a3ed-3dc5c9136e0a HTTP/1.1" status: 200 len: 897 time: 0.1017489 Aug 10 03:59:45.229401 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-58628651-d4ab-47bf-ba76-ce803e782200 req-9d5c0bb7-e5c6-4e33-94c3-f831f537f67e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ae711a6-d08f-4a4e-8616-af96c30c70ce HTTP/1.1" status: 200 len: 217 time: 0.0370409 Aug 10 03:59:45.375919 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ce5cb-31da-4273-99ea-39a673c7f9a0 req-4c907b97-1916-4bd9-8a85-029d17ae4715 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:45.378827 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5c2ce5cb-31da-4273-99ea-39a673c7f9a0 req-4c907b97-1916-4bd9-8a85-029d17ae4715 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a83adb4-6458-44bb-a9a5-b031e75404cf HTTP/1.1" status: 200 len: 943 time: 0.1372619 Aug 10 03:59:45.380911 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58628651-d4ab-47bf-ba76-ce803e782200 req-e0c4b14c-a3ae-4e25-8a27-3853421f41fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:45.383155 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-58628651-d4ab-47bf-ba76-ce803e782200 req-e0c4b14c-a3ae-4e25-8a27-3853421f41fb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0602fbef-1007-42ff-875e-89a4888f665a HTTP/1.1" status: 200 len: 834 time: 0.1281433 Aug 10 03:59:45.475665 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5c2ce5cb-31da-4273-99ea-39a673c7f9a0 req-b4817d67-dda4-469f-81cf-d5acd1e865c5 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "GET /v2.0/security-groups?id=db847355-6243-4ca5-899d-ee8c85f51900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903993 Aug 10 03:59:45.490119 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58628651-d4ab-47bf-ba76-ce803e782200 req-6d8db05a-bb23-4a36-8d64-bddfb364ec3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:45.491855 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-58628651-d4ab-47bf-ba76-ce803e782200 req-6d8db05a-bb23-4a36-8d64-bddfb364ec3c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=963f0869-f68d-4a35-a3ed-3dc5c9136e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0971608 Aug 10 03:59:45.600452 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-58628651-d4ab-47bf-ba76-ce803e782200 req-68fe2b16-1d0f-4a75-8be2-28a60a259196 service neutron] 10.222.0.42 "GET /v2.0/networks/963f0869-f68d-4a35-a3ed-3dc5c9136e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967381 Aug 10 03:59:45.703081 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-58628651-d4ab-47bf-ba76-ce803e782200 req-894a98cc-636d-40d7-ac45-6aacaf07c1e8 service neutron] 10.222.0.42 "GET /v2.0/networks/963f0869-f68d-4a35-a3ed-3dc5c9136e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930746 Aug 10 03:59:46.624168 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a372f95e-168a-4114-884b-289e910744d7 req-f35309f8-66c4-4199-ac5f-c52307200b65 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:46.625966 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a372f95e-168a-4114-884b-289e910744d7 req-f35309f8-66c4-4199-ac5f-c52307200b65 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a83adb4-6458-44bb-a9a5-b031e75404cf HTTP/1.1" status: 200 len: 943 time: 0.0648830 Aug 10 03:59:46.669845 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a372f95e-168a-4114-884b-289e910744d7 req-8610181c-35e8-4869-a218-1e51a643b55b tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "GET /v2.0/security-groups?id=db847355-6243-4ca5-899d-ee8c85f51900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374770 Aug 10 03:59:47.804402 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71b543d-a4de-4cdb-b088-7431af4072b7 req-f318a6f5-b184-48a4-a2ff-ca185ec891df tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:47.806043 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d71b543d-a4de-4cdb-b088-7431af4072b7 req-f318a6f5-b184-48a4-a2ff-ca185ec891df tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a83adb4-6458-44bb-a9a5-b031e75404cf HTTP/1.1" status: 200 len: 943 time: 0.0587239 Aug 10 03:59:47.849257 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d71b543d-a4de-4cdb-b088-7431af4072b7 req-e4130850-6cb8-431d-be03-ca8d37cc3c84 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "GET /v2.0/security-groups?id=db847355-6243-4ca5-899d-ee8c85f51900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342555 Aug 10 03:59:48.833341 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 8ae711a6-d08f-4a4e-8616-af96c30c70ce details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:59:48.948333 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 8ae711a6-d08f-4a4e-8616-af96c30c70ce, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=8ae711a6-d08f-4a4e-8616-af96c30c70ce,segment=NetworkSegment(ac729462-8d85-4cb3-be75-7e8dfb64fe72),segment_id=ac729462-8d85-4cb3-be75-7e8dfb64fe72)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:59:48.968147 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': '8ae711a6-d08f-4a4e-8616-af96c30c70ce', 'network_id': '963f0869-f68d-4a35-a3ed-3dc5c9136e0a', 'port_id': '8ae711a6-d08f-4a4e-8616-af96c30c70ce', 'mac_address': 'fa:16:3e:5f:22:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0602fbef-1007-42ff-875e-89a4888f665a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:59:49.011308 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b367988-a7f9-44a8-aaa0-35162dcc6a7a req-76794baa-bad2-4658-bf04-54caedcc1fbc tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:49.013854 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7b367988-a7f9-44a8-aaa0-35162dcc6a7a req-76794baa-bad2-4658-bf04-54caedcc1fbc tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a83adb4-6458-44bb-a9a5-b031e75404cf HTTP/1.1" status: 200 len: 943 time: 0.0782344 Aug 10 03:59:49.025055 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:49.039458 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ae711a6-d08f-4a4e-8616-af96c30c70ce {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:59:49.056761 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7b367988-a7f9-44a8-aaa0-35162dcc6a7a req-1cecdc29-20cb-4214-ac31-8ee62c8ee7b3 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "GET /v2.0/security-groups?id=db847355-6243-4ca5-899d-ee8c85f51900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364563 Aug 10 03:59:49.061147 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 8ae711a6-d08f-4a4e-8616-af96c30c70ce, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=8ae711a6-d08f-4a4e-8616-af96c30c70ce,segment=NetworkSegment(ac729462-8d85-4cb3-be75-7e8dfb64fe72),segment_id=ac729462-8d85-4cb3-be75-7e8dfb64fe72)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:59:49.067216 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:49.120704 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=8ae711a6-d08f-4a4e-8616-af96c30c70ce,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:49.272027 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['8ae711a6-d08f-4a4e-8616-af96c30c70ce'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:59:50.197042 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b578fc-1885-4cdb-8045-c98666db6dc8 req-ef34b221-3495-492d-af3a-04b75522da1a tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:50.198817 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-59b578fc-1885-4cdb-8045-c98666db6dc8 req-ef34b221-3495-492d-af3a-04b75522da1a tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a83adb4-6458-44bb-a9a5-b031e75404cf HTTP/1.1" status: 200 len: 944 time: 0.0537755 Aug 10 03:59:50.246256 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-59b578fc-1885-4cdb-8045-c98666db6dc8 req-54729240-2a51-44c8-8836-0e566bd641ef tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "GET /v2.0/security-groups?id=db847355-6243-4ca5-899d-ee8c85f51900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356658 Aug 10 03:59:50.833002 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 8ae711a6-d08f-4a4e-8616-af96c30c70ce up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:59:50.888796 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning for port 8ae711a6-d08f-4a4e-8616-af96c30c70ce completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:59:50.894049 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port 8ae711a6-d08f-4a4e-8616-af96c30c70ce triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:59:50.894604 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:50.979072 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:51.005345 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a83adb4-6458-44bb-a9a5-b031e75404cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ae711a6-d08f-4a4e-8616-af96c30c70ce'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:59:51.007756 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e0fc024-be8b-4243-9854-e5e0cf88ee9e" -d '{"events": [{"server_uuid": "6a83adb4-6458-44bb-a9a5-b031e75404cf", "name": "network-vif-plugged", "status": "completed", "tag": "8ae711a6-d08f-4a4e-8616-af96c30c70ce"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:59:51.026814 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 8ae711a6-d08f-4a4e-8616-af96c30c70ce, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=8ae711a6-d08f-4a4e-8616-af96c30c70ce,segment=NetworkSegment(ac729462-8d85-4cb3-be75-7e8dfb64fe72),segment_id=ac729462-8d85-4cb3-be75-7e8dfb64fe72)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:59:51.032049 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:51.069935 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-144fc00d-f3e0-41c6-9648-3b14c657dada x-openstack-request-id: req-144fc00d-f3e0-41c6-9648-3b14c657dada {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:59:51.070957 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a83adb4-6458-44bb-a9a5-b031e75404cf", "name": "network-vif-plugged", "status": "completed", "tag": "8ae711a6-d08f-4a4e-8616-af96c30c70ce", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:59:51.070957 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-144fc00d-f3e0-41c6-9648-3b14c657dada {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:59:51.071524 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a83adb4-6458-44bb-a9a5-b031e75404cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ae711a6-d08f-4a4e-8616-af96c30c70ce', 'code': 200} Aug 10 03:59:51.115153 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=8ae711a6-d08f-4a4e-8616-af96c30c70ce,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:51.168818 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3205c18-f7af-4111-be54-5411fea3493b req-966c7425-796c-4f88-bad7-e7f2ecee23b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:51.170467 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d3205c18-f7af-4111-be54-5411fea3493b req-966c7425-796c-4f88-bad7-e7f2ecee23b3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6a83adb4-6458-44bb-a9a5-b031e75404cf HTTP/1.1" status: 200 len: 1097 time: 0.0509987 Aug 10 03:59:51.210167 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d3205c18-f7af-4111-be54-5411fea3493b req-2e9d5bd9-4a54-4a1e-b9c6-3208684d54fd service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=db847355-6243-4ca5-899d-ee8c85f51900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322680 Aug 10 03:59:51.374015 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a045bc-39ac-4096-bfdf-412eb02bda3f req-262de982-c358-424c-8814-e1a7e65f04c3 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:51.375569 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-21a045bc-39ac-4096-bfdf-412eb02bda3f req-262de982-c358-424c-8814-e1a7e65f04c3 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a83adb4-6458-44bb-a9a5-b031e75404cf HTTP/1.1" status: 200 len: 945 time: 0.0586786 Aug 10 03:59:51.404716 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-886c8a52-5636-4682-a8be-c92841c7820c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:51.419895 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-21a045bc-39ac-4096-bfdf-412eb02bda3f req-bfd7cec6-d72e-42c0-b3dd-a9c2d8d8fc10 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "GET /v2.0/security-groups?id=db847355-6243-4ca5-899d-ee8c85f51900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375609 Aug 10 03:59:52.561571 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b31f90f-c0dd-44d4-9ccc-90f780b25f44 req-7be3a031-35ed-4ca0-aada-eda46684b5ce tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:52.563471 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5b31f90f-c0dd-44d4-9ccc-90f780b25f44 req-7be3a031-35ed-4ca0-aada-eda46684b5ce tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a83adb4-6458-44bb-a9a5-b031e75404cf HTTP/1.1" status: 200 len: 945 time: 0.0589607 Aug 10 03:59:52.614291 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5b31f90f-c0dd-44d4-9ccc-90f780b25f44 req-ea2340b8-9a89-47a6-a259-38a3e9dedd07 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "GET /v2.0/security-groups?id=db847355-6243-4ca5-899d-ee8c85f51900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396800 Aug 10 03:59:52.764192 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8dca68-b2c6-47fe-8d25-586bb6780ab9 req-c8bfaed4-61d4-4491-9be2-490c0b32d5b1 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:52.765807 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4b8dca68-b2c6-47fe-8d25-586bb6780ab9 req-c8bfaed4-61d4-4491-9be2-490c0b32d5b1 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a83adb4-6458-44bb-a9a5-b031e75404cf HTTP/1.1" status: 200 len: 945 time: 0.0665810 Aug 10 03:59:52.815584 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4b8dca68-b2c6-47fe-8d25-586bb6780ab9 req-07e0ade9-84b5-42a6-9f34-aa1ec44c8773 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "GET /v2.0/security-groups?id=db847355-6243-4ca5-899d-ee8c85f51900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398562 Aug 10 03:59:52.839398 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 45452) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:52.887507 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9441434-6780-487a-b691-0f509189480f tempest-TestNetworkBasicOps-1983656396 tempest-TestNetworkBasicOps-1983656396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:52.889216 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-a9441434-6780-487a-b691-0f509189480f tempest-TestNetworkBasicOps-1983656396 tempest-TestNetworkBasicOps-1983656396-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=6a83adb4-6458-44bb-a9a5-b031e75404cf HTTP/1.1" status: 200 len: 1092 time: 0.0486789 Aug 10 03:59:52.893277 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 45456) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:52.898654 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-29461dd5-4cec-4c2d-8b66-ef5e06631c35 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Request body: {'floatingip': {'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'port_id': '8ae711a6-d08f-4a4e-8616-af96c30c70ce', 'tenant_id': '93bc202ab78e4c76bb57fc3fb075815b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:59:52.923709 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-29461dd5-4cec-4c2d-8b66-ef5e06631c35 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for floatingip, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:53.038886 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-29461dd5-4cec-4c2d-8b66-ef5e06631c35 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:53.148433 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436764d3-f489-4a02-bc99-3864d07116b0 req-6e53facc-1545-46d7-8227-280d57ab9036 tempest-TestNetworkAdvancedServerOps-902294344 tempest-TestNetworkAdvancedServerOps-902294344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:53.150231 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-436764d3-f489-4a02-bc99-3864d07116b0 req-6e53facc-1545-46d7-8227-280d57ab9036 tempest-TestNetworkAdvancedServerOps-902294344 tempest-TestNetworkAdvancedServerOps-902294344-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c7724bce-4a94-428a-b4bf-16e4fd9e4623 HTTP/1.1" status: 200 len: 1098 time: 0.0587797 Aug 10 03:59:53.168554 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-29461dd5-4cec-4c2d-8b66-ef5e06631c35 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Allocated IP 172.25.6.183 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/449b82c4-2c94-4fe7-b708-3509a7b45ea1) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:59:53.191404 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-436764d3-f489-4a02-bc99-3864d07116b0 req-34029874-c0a3-46ce-ab95-605a211965c7 tempest-TestNetworkAdvancedServerOps-902294344 tempest-TestNetworkAdvancedServerOps-902294344-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=12268945-8b56-426f-af9d-d65d92419e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341241 Aug 10 03:59:53.226943 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 45460) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:53.301275 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-29461dd5-4cec-4c2d-8b66-ef5e06631c35 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:53.370318 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-29461dd5-4cec-4c2d-8b66-ef5e06631c35 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:53.443661 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29461dd5-4cec-4c2d-8b66-ef5e06631c35 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:59:53.449020 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-29461dd5-4cec-4c2d-8b66-ef5e06631c35 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:59:53.456574 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29461dd5-4cec-4c2d-8b66-ef5e06631c35 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:59:53.465672 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29461dd5-4cec-4c2d-8b66-ef5e06631c35 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Pushing event updated for resources: {'Port': ['ID=449b82c4-2c94-4fe7-b708-3509a7b45ea1,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:53.496382 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-7dd20d36-f775-47fe-bd99-70dcc7bef605 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Deleting port 2f46c258-cfd0-436a-bbc8-66fdd7acd397 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:59:53.497002 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7dd20d36-f775-47fe-bd99-70dcc7bef605 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:53.608510 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7dd20d36-f775-47fe-bd99-70dcc7bef605 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:53.609531 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7dd20d36-f775-47fe-bd99-70dcc7bef605 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:53.623435 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-7dd20d36-f775-47fe-bd99-70dcc7bef605 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Calling delete_port for 2f46c258-cfd0-436a-bbc8-66fdd7acd397 owned by network:floatingip {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:59:53.693924 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-233fe98e-0aaa-45d0-bcd3-514a12526344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:53.865219 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7dd20d36-f775-47fe-bd99-70dcc7bef605 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:53.896945 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd20d36-f775-47fe-bd99-70dcc7bef605 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Pushing event deleted for resources: {'Port': ['ID=2f46c258-cfd0-436a-bbc8-66fdd7acd397,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:53.924815 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-29461dd5-4cec-4c2d-8b66-ef5e06631c35 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:53.973164 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7dd20d36-f775-47fe-bd99-70dcc7bef605 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for floatingip, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:53.973545 n-d-768862-13 neutron-server[94260]: INFO neutron.db.l3_db [None req-7dd20d36-f775-47fe-bd99-70dcc7bef605 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Floating IP 016955d7-d405-437d-96d3-d025e43f8914 disassociated (deleted). External IP: 172.25.6.99, port: fe04a521-0921-4a04-ba77-d61311a154aa. Aug 10 03:59:54.029379 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-29461dd5-4cec-4c2d-8b66-ef5e06631c35 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:54.222008 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-29461dd5-4cec-4c2d-8b66-ef5e06631c35 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:54.228340 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-29461dd5-4cec-4c2d-8b66-ef5e06631c35 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:54.236965 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dd20d36-f775-47fe-bd99-70dcc7bef605 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Router 12453f5c-b8ce-4929-9de2-0ab36056e1d3 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:59:54.295360 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:54.331016 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29461dd5-4cec-4c2d-8b66-ef5e06631c35 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Pushing event updated for resources: {'Port': ['ID=449b82c4-2c94-4fe7-b708-3509a7b45ea1,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:54.338394 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-29461dd5-4cec-4c2d-8b66-ef5e06631c35 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:54.397704 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dd20d36-f775-47fe-bd99-70dcc7bef605 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:59:54.403080 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7dd20d36-f775-47fe-bd99-70dcc7bef605 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:54.418097 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf2ae25-bb2f-4433-857e-a4e8d965b3a2 None None] Sync routers for ids ['12453f5c-b8ce-4929-9de2-0ab36056e1d3'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:59:54.432741 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf2ae25-bb2f-4433-857e-a4e8d965b3a2 None None] Routers {'12453f5c-b8ce-4929-9de2-0ab36056e1d3'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:59:54.433408 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-ecf2ae25-bb2f-4433-857e-a4e8d965b3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:59:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['12453f5c-b8ce-4929-9de2-0ab36056e1d3'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:54.451049 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-7dd20d36-f775-47fe-bd99-70dcc7bef605 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "DELETE /v2.0/floatingips/016955d7-d405-437d-96d3-d025e43f8914 HTTP/1.1" status: 204 len: 168 time: 1.2222259 Aug 10 03:59:54.452184 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7724bce-4a94-428a-b4bf-16e4fd9e4623', 'tag': 'fe04a521-0921-4a04-ba77-d61311a154aa'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:59:54.456599 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0754a3dc-000f-4ed9-af92-9f3a48843d45" -d '{"events": [{"name": "network-changed", "server_uuid": "c7724bce-4a94-428a-b4bf-16e4fd9e4623", "tag": "fe04a521-0921-4a04-ba77-d61311a154aa"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:59:54.514339 n-d-768862-13 neutron-server[94261]: INFO neutron.db.l3_db [None req-29461dd5-4cec-4c2d-8b66-ef5e06631c35 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Floating IP 3b486368-b8d1-4e85-940e-0971a22a2d42 associated. External IP: 172.25.6.183, port: 8ae711a6-d08f-4a4e-8616-af96c30c70ce. Aug 10 03:59:54.516762 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56bb5a9b-45b7-4f07-9a24-1e8a10fa9aae x-openstack-request-id: req-56bb5a9b-45b7-4f07-9a24-1e8a10fa9aae {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:59:54.517148 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7724bce-4a94-428a-b4bf-16e4fd9e4623", "tag": "fe04a521-0921-4a04-ba77-d61311a154aa", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:59:54.518534 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-56bb5a9b-45b7-4f07-9a24-1e8a10fa9aae {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:59:54.519033 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7724bce-4a94-428a-b4bf-16e4fd9e4623', 'tag': 'fe04a521-0921-4a04-ba77-d61311a154aa', 'status': 'completed', 'code': 200} Aug 10 03:59:54.586281 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0754a3dc-000f-4ed9-af92-9f3a48843d45 req-f38d76fb-27db-4c67-b545-8b74eb22975a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:54.587964 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0754a3dc-000f-4ed9-af92-9f3a48843d45 req-f38d76fb-27db-4c67-b545-8b74eb22975a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b8b99293bc0b4fae85b62fcecb6d67eb&device_id=c7724bce-4a94-428a-b4bf-16e4fd9e4623 HTTP/1.1" status: 200 len: 1098 time: 0.0454755 Aug 10 03:59:54.632021 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-ecf2ae25-bb2f-4433-857e-a4e8d965b3a2 None None] Set router 12453f5c-b8ce-4929-9de2-0ab36056e1d3 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:59:54.698834 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0754a3dc-000f-4ed9-af92-9f3a48843d45 req-4bd5e3ab-5df0-43df-9274-21d3fd3bcdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:54.700782 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0754a3dc-000f-4ed9-af92-9f3a48843d45 req-4bd5e3ab-5df0-43df-9274-21d3fd3bcdcc service neutron] 10.222.0.42 "GET /v2.0/networks?id=56ebbad4-3b9a-4918-868a-aeb226900542 HTTP/1.1" status: 200 len: 896 time: 0.1060231 Aug 10 03:59:54.787991 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0754a3dc-000f-4ed9-af92-9f3a48843d45 req-8f238bc2-c5f7-43b0-8594-ba0e8fa33ee7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe04a521-0921-4a04-ba77-d61311a154aa HTTP/1.1" status: 200 len: 217 time: 0.0765035 Aug 10 03:59:54.940676 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0754a3dc-000f-4ed9-af92-9f3a48843d45 req-5e1045cf-d82f-42ca-9270-27d3f2503b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:54.943275 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0754a3dc-000f-4ed9-af92-9f3a48843d45 req-5e1045cf-d82f-42ca-9270-27d3f2503b26 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8a3c4dd9-ad82-4a11-9084-34ae0c7b441d HTTP/1.1" status: 200 len: 834 time: 0.1412792 Aug 10 03:59:54.951364 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-ecf2ae25-bb2f-4433-857e-a4e8d965b3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12453f5c-b8ce-4929-9de2-0ab36056e1d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53240883', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': 'af0afefd-886a-41ef-acf0-f6c615abdd4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:57:15Z', 'updated_at': '2021-08-10T03:57:22Z', 'revision_number': 4, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'gw_port': {'id': 'af0afefd-886a-41ef-acf0-f6c615abdd4b', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:42:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12453f5c-b8ce-4929-9de2-0ab36056e1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:57:15Z', 'updated_at': '2021-08-10T03:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': 'f3921b44-a4fe-44ec-8e14-75d7e8ccc39b', 'name': '', 'network_id': '56ebbad4-3b9a-4918-868a-aeb226900542', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'mac_address': 'fa:16:3e:71:70:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12453f5c-b8ce-4929-9de2-0ab36056e1d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '8a3c4dd9-ad82-4a11-9084-34ae0c7b441d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:57:20Z', 'updated_at': '2021-08-10T03:57:27Z', 'revision_number': 5, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'subnets': [{'id': '8a3c4dd9-ad82-4a11-9084-34ae0c7b441d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:54.961239 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29461dd5-4cec-4c2d-8b66-ef5e06631c35 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Router 7614aef4-daea-4a70-8a11-62aa3edd8558 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:59:54.966211 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069acf74-8a50-4ba0-91a5-addc5f00bd24 req-a9446fee-4bac-4566-90a8-c1fb69982951 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:54.968543 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-069acf74-8a50-4ba0-91a5-addc5f00bd24 req-a9446fee-4bac-4566-90a8-c1fb69982951 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7724bce-4a94-428a-b4bf-16e4fd9e4623 HTTP/1.1" status: 200 len: 946 time: 0.1132066 Aug 10 03:59:54.981173 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf2ae25-bb2f-4433-857e-a4e8d965b3a2 None None] Checking router: 12453f5c-b8ce-4929-9de2-0ab36056e1d3 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:59:54.990928 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf2ae25-bb2f-4433-857e-a4e8d965b3a2 None None] Routers {'12453f5c-b8ce-4929-9de2-0ab36056e1d3'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:59:54.991436 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-ecf2ae25-bb2f-4433-857e-a4e8d965b3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:59:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['12453f5c-b8ce-4929-9de2-0ab36056e1d3'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:55.077736 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0754a3dc-000f-4ed9-af92-9f3a48843d45 req-9679ee5e-d610-41b7-a9a0-d2ee06f275b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:55.080549 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0754a3dc-000f-4ed9-af92-9f3a48843d45 req-9679ee5e-d610-41b7-a9a0-d2ee06f275b9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=56ebbad4-3b9a-4918-868a-aeb226900542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1285923 Aug 10 03:59:55.086486 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-069acf74-8a50-4ba0-91a5-addc5f00bd24 req-3056db10-7827-4b38-86a8-3f9e2542fa65 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=12268945-8b56-426f-af9d-d65d92419e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060421 Aug 10 03:59:55.143879 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29461dd5-4cec-4c2d-8b66-ef5e06631c35 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:59:55.165170 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eddd5a1-7c8f-46dc-a9cd-b95a9eadddac None None] Sync routers for ids ['7614aef4-daea-4a70-8a11-62aa3edd8558'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:59:55.166354 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-29461dd5-4cec-4c2d-8b66-ef5e06631c35 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:55.173024 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-ecf2ae25-bb2f-4433-857e-a4e8d965b3a2 None None] Set router 12453f5c-b8ce-4929-9de2-0ab36056e1d3 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:59:55.183028 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eddd5a1-7c8f-46dc-a9cd-b95a9eadddac None None] Routers {'7614aef4-daea-4a70-8a11-62aa3edd8558'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:59:55.184219 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-7eddd5a1-7c8f-46dc-a9cd-b95a9eadddac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:59:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['7614aef4-daea-4a70-8a11-62aa3edd8558'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:55.210261 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 45468) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:55.210533 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-29461dd5-4cec-4c2d-8b66-ef5e06631c35 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3159001 Aug 10 03:59:55.211115 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a83adb4-6458-44bb-a9a5-b031e75404cf', 'tag': '8ae711a6-d08f-4a4e-8616-af96c30c70ce'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:59:55.213683 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-020ecd0d-3751-49a9-ac35-b6e3ca40eb0c" -d '{"events": [{"name": "network-changed", "server_uuid": "6a83adb4-6458-44bb-a9a5-b031e75404cf", "tag": "8ae711a6-d08f-4a4e-8616-af96c30c70ce"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:59:55.247347 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0754a3dc-000f-4ed9-af92-9f3a48843d45 req-075e8b28-f62f-4db1-a9ce-f79cf037ded1 service neutron] 10.222.0.42 "GET /v2.0/networks/56ebbad4-3b9a-4918-868a-aeb226900542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582429 Aug 10 03:59:55.279622 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89ff56e5-9f1b-49f8-93c9-3bb8703cc823 x-openstack-request-id: req-89ff56e5-9f1b-49f8-93c9-3bb8703cc823 {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:59:55.279957 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a83adb4-6458-44bb-a9a5-b031e75404cf", "tag": "8ae711a6-d08f-4a4e-8616-af96c30c70ce", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:59:55.280172 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-89ff56e5-9f1b-49f8-93c9-3bb8703cc823 {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:59:55.280590 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a83adb4-6458-44bb-a9a5-b031e75404cf', 'tag': '8ae711a6-d08f-4a4e-8616-af96c30c70ce', 'status': 'completed', 'code': 200} Aug 10 03:59:55.426622 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-ecf2ae25-bb2f-4433-857e-a4e8d965b3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12453f5c-b8ce-4929-9de2-0ab36056e1d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53240883', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': 'af0afefd-886a-41ef-acf0-f6c615abdd4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:57:15Z', 'updated_at': '2021-08-10T03:57:22Z', 'revision_number': 4, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'gw_port': {'id': 'af0afefd-886a-41ef-acf0-f6c615abdd4b', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:42:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12453f5c-b8ce-4929-9de2-0ab36056e1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:57:15Z', 'updated_at': '2021-08-10T03:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': 'f3921b44-a4fe-44ec-8e14-75d7e8ccc39b', 'name': '', 'network_id': '56ebbad4-3b9a-4918-868a-aeb226900542', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'mac_address': 'fa:16:3e:71:70:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12453f5c-b8ce-4929-9de2-0ab36056e1d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '8a3c4dd9-ad82-4a11-9084-34ae0c7b441d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:57:20Z', 'updated_at': '2021-08-10T03:57:27Z', 'revision_number': 5, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'subnets': [{'id': '8a3c4dd9-ad82-4a11-9084-34ae0c7b441d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:55.461892 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf2ae25-bb2f-4433-857e-a4e8d965b3a2 None None] The sync data for ids ['12453f5c-b8ce-4929-9de2-0ab36056e1d3'] in n-d-768862-13 is: [{'id': '12453f5c-b8ce-4929-9de2-0ab36056e1d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53240883', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': 'af0afefd-886a-41ef-acf0-f6c615abdd4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:57:15Z', 'updated_at': '2021-08-10T03:57:22Z', 'revision_number': 4, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'gw_port': {'id': 'af0afefd-886a-41ef-acf0-f6c615abdd4b', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:42:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12453f5c-b8ce-4929-9de2-0ab36056e1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:57:15Z', 'updated_at': '2021-08-10T03:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': 'f3921b44-a4fe-44ec-8e14-75d7e8ccc39b', 'name': '', 'network_id': '56ebbad4-3b9a-4918-868a-aeb226900542', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'mac_address': 'fa:16:3e:71:70:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12453f5c-b8ce-4929-9de2-0ab36056e1d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '8a3c4dd9-ad82-4a11-9084-34ae0c7b441d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:57:20Z', 'updated_at': '2021-08-10T03:57:27Z', 'revision_number': 5, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'subnets': [{'id': '8a3c4dd9-ad82-4a11-9084-34ae0c7b441d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:59:55.499527 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:55.521869 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-7eddd5a1-7c8f-46dc-a9cd-b95a9eadddac None None] Set router 7614aef4-daea-4a70-8a11-62aa3edd8558 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:59:55.748068 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-8545dceb-f6b5-4fe7-a4e5-cc55844e4c7f tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "GET /v2.0/floatingips/3b486368-b8d1-4e85-940e-0971a22a2d42 HTTP/1.1" status: 200 len: 991 time: 0.5351796 Aug 10 03:59:55.770401 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020ecd0d-3751-49a9-ac35-b6e3ca40eb0c req-da153baa-dca5-4fb0-b4c2-348de6993d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:55.771904 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-020ecd0d-3751-49a9-ac35-b6e3ca40eb0c req-da153baa-dca5-4fb0-b4c2-348de6993d45 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=93bc202ab78e4c76bb57fc3fb075815b&device_id=6a83adb4-6458-44bb-a9a5-b031e75404cf HTTP/1.1" status: 200 len: 1097 time: 0.4601715 Aug 10 03:59:55.808927 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72698a4d-4b19-4f24-91ec-8d49bd3135ab None None] New status for floating IP 016955d7-d405-437d-96d3-d025e43f8914: DOWN {{(pid=94263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:59:55.851479 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0754a3dc-000f-4ed9-af92-9f3a48843d45 req-9108a23f-b982-49dc-91e5-3fdee914b15f service neutron] 10.222.0.42 "GET /v2.0/networks/56ebbad4-3b9a-4918-868a-aeb226900542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5645444 Aug 10 03:59:55.872926 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-7eddd5a1-7c8f-46dc-a9cd-b95a9eadddac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7614aef4-daea-4a70-8a11-62aa3edd8558', 'name': 'tempest-TestNetworkBasicOps-router-1352829283', 'tenant_id': '93bc202ab78e4c76bb57fc3fb075815b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': 'd59fc858-e7b4-4c50-b8f4-8258452889bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:59:32Z', 'updated_at': '2021-08-10T03:59:36Z', 'revision_number': 4, 'project_id': '93bc202ab78e4c76bb57fc3fb075815b', 'gw_port': {'id': 'd59fc858-e7b4-4c50-b8f4-8258452889bc', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7614aef4-daea-4a70-8a11-62aa3edd8558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:33Z', 'updated_at': '2021-08-10T03:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '3b486368-b8d1-4e85-940e-0971a22a2d42', 'tenant_id': '93bc202ab78e4c76bb57fc3fb075815b', 'floating_ip_address': '172.25.6.183', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '7614aef4-daea-4a70-8a11-62aa3edd8558', 'port_id': '8ae711a6-d08f-4a4e-8616-af96c30c70ce', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '963f0869-f68d-4a35-a3ed-3dc5c9136e0a', 'mac_address': 'fa:16:3e:5f:22:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a83adb4-6458-44bb-a9a5-b031e75404cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:59:53Z', 'updated_at': '2021-08-10T03:59:53Z', 'revision_number': 0, 'project_id': '93bc202ab78e4c76bb57fc3fb075815b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b23dcc5f-f723-4e2e-9df5-ff2fd78c478f', 'name': '', 'network_id': '963f0869-f68d-4a35-a3ed-3dc5c9136e0a', 'tenant_id': '93bc202ab78e4c76bb57fc3fb075815b', 'mac_address': 'fa:16:3e:eb:d3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7614aef4-daea-4a70-8a11-62aa3edd8558', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '0602fbef-1007-42ff-875e-89a4888f665a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:35Z', 'updated_at': '2021-08-10T03:59:41Z', 'revision_number': 5, 'project_id': '93bc202ab78e4c76bb57fc3fb075815b', 'subnets': [{'id': '0602fbef-1007-42ff-875e-89a4888f665a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:55.902520 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020ecd0d-3751-49a9-ac35-b6e3ca40eb0c req-0699358a-df6c-43e9-a002-15b0c4e02874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:55.904240 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-020ecd0d-3751-49a9-ac35-b6e3ca40eb0c req-0699358a-df6c-43e9-a002-15b0c4e02874 service neutron] 10.222.0.42 "GET /v2.0/networks?id=963f0869-f68d-4a35-a3ed-3dc5c9136e0a HTTP/1.1" status: 200 len: 897 time: 0.1236222 Aug 10 03:59:55.923985 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eddd5a1-7c8f-46dc-a9cd-b95a9eadddac None None] Checking router: 7614aef4-daea-4a70-8a11-62aa3edd8558 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:59:55.934016 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eddd5a1-7c8f-46dc-a9cd-b95a9eadddac None None] Routers {'7614aef4-daea-4a70-8a11-62aa3edd8558'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:59:55.934700 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-7eddd5a1-7c8f-46dc-a9cd-b95a9eadddac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:59:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['7614aef4-daea-4a70-8a11-62aa3edd8558'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:55.986309 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-020ecd0d-3751-49a9-ac35-b6e3ca40eb0c req-9e1b3699-bee1-463c-b727-805d011f8bff service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ae711a6-d08f-4a4e-8616-af96c30c70ce HTTP/1.1" status: 200 len: 999 time: 0.0735254 Aug 10 03:59:56.061381 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020ecd0d-3751-49a9-ac35-b6e3ca40eb0c req-302c8a63-deef-4618-88e8-e01f442e88a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:56.062809 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-020ecd0d-3751-49a9-ac35-b6e3ca40eb0c req-302c8a63-deef-4618-88e8-e01f442e88a1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0602fbef-1007-42ff-875e-89a4888f665a HTTP/1.1" status: 200 len: 834 time: 0.0699592 Aug 10 03:59:56.084657 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-7eddd5a1-7c8f-46dc-a9cd-b95a9eadddac None None] Set router 7614aef4-daea-4a70-8a11-62aa3edd8558 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:59:56.115805 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4451f4c3-a970-44b2-89a0-432f0efa083a req-fcbe38ef-faf1-41f9-986a-53275e51a7f2 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:56.117400 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4451f4c3-a970-44b2-89a0-432f0efa083a req-fcbe38ef-faf1-41f9-986a-53275e51a7f2 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.42 "GET /v2.0/ports?device_id=c7724bce-4a94-428a-b4bf-16e4fd9e4623 HTTP/1.1" status: 200 len: 946 time: 0.0870411 Aug 10 03:59:56.158100 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020ecd0d-3751-49a9-ac35-b6e3ca40eb0c req-b06ade1c-7e41-4c5c-9604-cf4494b4a8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:56.159717 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-020ecd0d-3751-49a9-ac35-b6e3ca40eb0c req-b06ade1c-7e41-4c5c-9604-cf4494b4a8ba service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=963f0869-f68d-4a35-a3ed-3dc5c9136e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0894721 Aug 10 03:59:56.361281 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:56.367558 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086344bb-2b12-4af7-901f-9449568cdb1f req-48c34d02-9a46-403e-8c97-4f3a2889aaf0 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:56.369168 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-086344bb-2b12-4af7-901f-9449568cdb1f req-48c34d02-9a46-403e-8c97-4f3a2889aaf0 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7724bce-4a94-428a-b4bf-16e4fd9e4623 HTTP/1.1" status: 200 len: 946 time: 0.1432047 Aug 10 03:59:56.379450 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-4451f4c3-a970-44b2-89a0-432f0efa083a req-4ff4d98e-0376-4661-a6ba-1227620ee789 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Deleting port fe04a521-0921-4a04-ba77-d61311a154aa {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:59:56.379798 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-4451f4c3-a970-44b2-89a0-432f0efa083a req-4ff4d98e-0376-4661-a6ba-1227620ee789 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:56.390005 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-020ecd0d-3751-49a9-ac35-b6e3ca40eb0c req-a5dc4706-3afd-474c-b817-0ddb71fff558 service neutron] 10.222.0.42 "GET /v2.0/networks/963f0869-f68d-4a35-a3ed-3dc5c9136e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201092 Aug 10 03:59:56.392726 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-7eddd5a1-7c8f-46dc-a9cd-b95a9eadddac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7614aef4-daea-4a70-8a11-62aa3edd8558', 'name': 'tempest-TestNetworkBasicOps-router-1352829283', 'tenant_id': '93bc202ab78e4c76bb57fc3fb075815b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': 'd59fc858-e7b4-4c50-b8f4-8258452889bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:59:32Z', 'updated_at': '2021-08-10T03:59:36Z', 'revision_number': 4, 'project_id': '93bc202ab78e4c76bb57fc3fb075815b', 'gw_port': {'id': 'd59fc858-e7b4-4c50-b8f4-8258452889bc', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7614aef4-daea-4a70-8a11-62aa3edd8558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:33Z', 'updated_at': '2021-08-10T03:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '3b486368-b8d1-4e85-940e-0971a22a2d42', 'tenant_id': '93bc202ab78e4c76bb57fc3fb075815b', 'floating_ip_address': '172.25.6.183', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '7614aef4-daea-4a70-8a11-62aa3edd8558', 'port_id': '8ae711a6-d08f-4a4e-8616-af96c30c70ce', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '963f0869-f68d-4a35-a3ed-3dc5c9136e0a', 'mac_address': 'fa:16:3e:5f:22:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a83adb4-6458-44bb-a9a5-b031e75404cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:59:53Z', 'updated_at': '2021-08-10T03:59:53Z', 'revision_number': 0, 'project_id': '93bc202ab78e4c76bb57fc3fb075815b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b23dcc5f-f723-4e2e-9df5-ff2fd78c478f', 'name': '', 'network_id': '963f0869-f68d-4a35-a3ed-3dc5c9136e0a', 'tenant_id': '93bc202ab78e4c76bb57fc3fb075815b', 'mac_address': 'fa:16:3e:eb:d3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7614aef4-daea-4a70-8a11-62aa3edd8558', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '0602fbef-1007-42ff-875e-89a4888f665a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:35Z', 'updated_at': '2021-08-10T03:59:41Z', 'revision_number': 5, 'project_id': '93bc202ab78e4c76bb57fc3fb075815b', 'subnets': [{'id': '0602fbef-1007-42ff-875e-89a4888f665a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:56.433882 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eddd5a1-7c8f-46dc-a9cd-b95a9eadddac None None] The sync data for ids ['7614aef4-daea-4a70-8a11-62aa3edd8558'] in n-d-768862-13 is: [{'id': '7614aef4-daea-4a70-8a11-62aa3edd8558', 'name': 'tempest-TestNetworkBasicOps-router-1352829283', 'tenant_id': '93bc202ab78e4c76bb57fc3fb075815b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': 'd59fc858-e7b4-4c50-b8f4-8258452889bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:59:32Z', 'updated_at': '2021-08-10T03:59:36Z', 'revision_number': 4, 'project_id': '93bc202ab78e4c76bb57fc3fb075815b', 'gw_port': {'id': 'd59fc858-e7b4-4c50-b8f4-8258452889bc', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7614aef4-daea-4a70-8a11-62aa3edd8558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:33Z', 'updated_at': '2021-08-10T03:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '3b486368-b8d1-4e85-940e-0971a22a2d42', 'tenant_id': '93bc202ab78e4c76bb57fc3fb075815b', 'floating_ip_address': '172.25.6.183', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '7614aef4-daea-4a70-8a11-62aa3edd8558', 'port_id': '8ae711a6-d08f-4a4e-8616-af96c30c70ce', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '963f0869-f68d-4a35-a3ed-3dc5c9136e0a', 'mac_address': 'fa:16:3e:5f:22:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a83adb4-6458-44bb-a9a5-b031e75404cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:59:53Z', 'updated_at': '2021-08-10T03:59:53Z', 'revision_number': 0, 'project_id': '93bc202ab78e4c76bb57fc3fb075815b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b23dcc5f-f723-4e2e-9df5-ff2fd78c478f', 'name': '', 'network_id': '963f0869-f68d-4a35-a3ed-3dc5c9136e0a', 'tenant_id': '93bc202ab78e4c76bb57fc3fb075815b', 'mac_address': 'fa:16:3e:eb:d3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7614aef4-daea-4a70-8a11-62aa3edd8558', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '0602fbef-1007-42ff-875e-89a4888f665a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:35Z', 'updated_at': '2021-08-10T03:59:41Z', 'revision_number': 5, 'project_id': '93bc202ab78e4c76bb57fc3fb075815b', 'subnets': [{'id': '0602fbef-1007-42ff-875e-89a4888f665a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:59:56.527705 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-086344bb-2b12-4af7-901f-9449568cdb1f req-69705566-78da-4294-a7c9-eada84528593 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=12268945-8b56-426f-af9d-d65d92419e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1514137 Aug 10 03:59:56.584924 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-4451f4c3-a970-44b2-89a0-432f0efa083a req-4ff4d98e-0376-4661-a6ba-1227620ee789 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] For port fe04a521-0921-4a04-ba77-d61311a154aa, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=fe04a521-0921-4a04-ba77-d61311a154aa,segment=NetworkSegment(bae77db3-549f-44d2-ba9e-feca6aa5702b),segment_id=bae77db3-549f-44d2-ba9e-feca6aa5702b)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:59:56.585295 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-4451f4c3-a970-44b2-89a0-432f0efa083a req-4ff4d98e-0376-4661-a6ba-1227620ee789 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:56.589940 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-020ecd0d-3751-49a9-ac35-b6e3ca40eb0c req-e3d25c56-8129-44f1-8ea1-9f1ed31a0f93 service neutron] 10.222.0.42 "GET /v2.0/networks/963f0869-f68d-4a35-a3ed-3dc5c9136e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869509 Aug 10 03:59:56.602110 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-4451f4c3-a970-44b2-89a0-432f0efa083a req-4ff4d98e-0376-4661-a6ba-1227620ee789 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Calling delete_port for fe04a521-0921-4a04-ba77-d61311a154aa owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:59:56.699585 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32159103-92ae-4e19-a93b-97e4808cf5c7 None None] New status for floating IP 3b486368-b8d1-4e85-940e-0971a22a2d42: ACTIVE {{(pid=94262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:59:56.751377 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 45474) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:56.828748 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-4451f4c3-a970-44b2-89a0-432f0efa083a req-4ff4d98e-0376-4661-a6ba-1227620ee789 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:56.841708 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-4e8649cf-df41-4dad-8419-75306ef89e72 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "GET /v2.0/floatingips/3b486368-b8d1-4e85-940e-0971a22a2d42 HTTP/1.1" status: 200 len: 991 time: 0.0891869 Aug 10 03:59:56.864343 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff4d98e-0376-4661-a6ba-1227620ee789 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Pushing event deleted for resources: {'Port': ['ID=fe04a521-0921-4a04-ba77-d61311a154aa,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:56.879579 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff4d98e-0376-4661-a6ba-1227620ee789 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:56.879795 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff4d98e-0376-4661-a6ba-1227620ee789 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:56.880023 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff4d98e-0376-4661-a6ba-1227620ee789 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:56.880351 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff4d98e-0376-4661-a6ba-1227620ee789 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:56.880989 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff4d98e-0376-4661-a6ba-1227620ee789 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:56.880989 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff4d98e-0376-4661-a6ba-1227620ee789 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:56.881340 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff4d98e-0376-4661-a6ba-1227620ee789 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:56.881726 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff4d98e-0376-4661-a6ba-1227620ee789 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:56.882194 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff4d98e-0376-4661-a6ba-1227620ee789 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:56.882690 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff4d98e-0376-4661-a6ba-1227620ee789 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:56.882815 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff4d98e-0376-4661-a6ba-1227620ee789 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:56.883189 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff4d98e-0376-4661-a6ba-1227620ee789 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:56.913236 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:56.936339 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-4451f4c3-a970-44b2-89a0-432f0efa083a req-4ff4d98e-0376-4661-a6ba-1227620ee789 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] No DVR routers for this DVR port fe04a521-0921-4a04-ba77-d61311a154aa on host n-h1-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:59:56.939658 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-4451f4c3-a970-44b2-89a0-432f0efa083a req-4ff4d98e-0376-4661-a6ba-1227620ee789 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:56.941821 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4451f4c3-a970-44b2-89a0-432f0efa083a req-4ff4d98e-0376-4661-a6ba-1227620ee789 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.42 "DELETE /v2.0/ports/fe04a521-0921-4a04-ba77-d61311a154aa HTTP/1.1" status: 204 len: 173 time: 0.8182998 Aug 10 03:59:56.942327 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7724bce-4a94-428a-b4bf-16e4fd9e4623', 'name': 'network-vif-deleted', 'tag': 'fe04a521-0921-4a04-ba77-d61311a154aa'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:59:56.944712 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ea9333-8eae-449b-9bff-a3fd89e3659c" -d '{"events": [{"server_uuid": "c7724bce-4a94-428a-b4bf-16e4fd9e4623", "name": "network-vif-deleted", "tag": "fe04a521-0921-4a04-ba77-d61311a154aa"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:59:56.984085 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c683ab51-ae3f-4d35-89fc-75aedc7dd155 x-openstack-request-id: req-c683ab51-ae3f-4d35-89fc-75aedc7dd155 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:59:56.984385 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7724bce-4a94-428a-b4bf-16e4fd9e4623", "name": "network-vif-deleted", "tag": "fe04a521-0921-4a04-ba77-d61311a154aa", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:59:56.984646 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c683ab51-ae3f-4d35-89fc-75aedc7dd155 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:59:56.985056 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7724bce-4a94-428a-b4bf-16e4fd9e4623', 'name': 'network-vif-deleted', 'tag': 'fe04a521-0921-4a04-ba77-d61311a154aa', 'status': 'completed', 'code': 200} Aug 10 03:59:57.586292 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 45480) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:57.846607 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 45482) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:57.915044 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-aece7d5f-115a-4e72-9545-fc12224671a5 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "GET /v2.0/floatingips/3b486368-b8d1-4e85-940e-0971a22a2d42 HTTP/1.1" status: 200 len: 993 time: 0.0646980 Aug 10 03:59:58.004866 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-08eb657a-60aa-4585-8c62-635c1bf64a6e tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521880'] for router_interface, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:58.307491 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-08eb657a-60aa-4585-8c62-635c1bf64a6e tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Deleting port f3921b44-a4fe-44ec-8e14-75d7e8ccc39b {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:59:58.307891 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-08eb657a-60aa-4585-8c62-635c1bf64a6e tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:58.406598 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [None req-08eb657a-60aa-4585-8c62-635c1bf64a6e tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] For port f3921b44-a4fe-44ec-8e14-75d7e8ccc39b, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=f3921b44-a4fe-44ec-8e14-75d7e8ccc39b,segment=NetworkSegment(bae77db3-549f-44d2-ba9e-feca6aa5702b),segment_id=bae77db3-549f-44d2-ba9e-feca6aa5702b)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:59:58.406975 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-08eb657a-60aa-4585-8c62-635c1bf64a6e tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:58.421269 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-08eb657a-60aa-4585-8c62-635c1bf64a6e tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Calling delete_port for f3921b44-a4fe-44ec-8e14-75d7e8ccc39b owned by network:router_interface {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:59:58.623542 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-08eb657a-60aa-4585-8c62-635c1bf64a6e tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:58.656840 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eb657a-60aa-4585-8c62-635c1bf64a6e tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Pushing event deleted for resources: {'Port': ['ID=f3921b44-a4fe-44ec-8e14-75d7e8ccc39b,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:58.839700 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-08eb657a-60aa-4585-8c62-635c1bf64a6e tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-522536'] for router_interface, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:59.066314 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08eb657a-60aa-4585-8c62-635c1bf64a6e tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Router 12453f5c-b8ce-4929-9de2-0ab36056e1d3 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:59:59.176925 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08eb657a-60aa-4585-8c62-635c1bf64a6e tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:59:59.182721 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-08eb657a-60aa-4585-8c62-635c1bf64a6e tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "PUT /v2.0/routers/12453f5c-b8ce-4929-9de2-0ab36056e1d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5954151 Aug 10 03:59:59.186543 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 45484) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:59.187607 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd673e8-9be0-4371-ab3b-e53dece0f8bd None None] Sync routers for ids ['12453f5c-b8ce-4929-9de2-0ab36056e1d3'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:59:59.201154 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd673e8-9be0-4371-ab3b-e53dece0f8bd None None] Routers {'12453f5c-b8ce-4929-9de2-0ab36056e1d3'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:59:59.201961 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-2dd673e8-9be0-4371-ab3b-e53dece0f8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:59:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['12453f5c-b8ce-4929-9de2-0ab36056e1d3'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:59.245896 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_v2 [None req-4124d095-1e58-4ff0-a79b-8e286d4e0cba tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Deleting subnet 8a3c4dd9-ad82-4a11-9084-34ae0c7b441d {{(pid=94260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:59:59.249605 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4124d095-1e58-4ff0-a79b-8e286d4e0cba tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for subnet, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:59.292779 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4124d095-1e58-4ff0-a79b-8e286d4e0cba tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191173'] for subnet, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:59.384627 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4124d095-1e58-4ff0-a79b-8e286d4e0cba tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:59.401906 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-2dd673e8-9be0-4371-ab3b-e53dece0f8bd None None] Set router 12453f5c-b8ce-4929-9de2-0ab36056e1d3 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:59:59.445401 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4124d095-1e58-4ff0-a79b-8e286d4e0cba tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:59.474073 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4124d095-1e58-4ff0-a79b-8e286d4e0cba tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Pushing event deleted for resources: {'Subnet': ['ID=8a3c4dd9-ad82-4a11-9084-34ae0c7b441d,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:59.477752 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4124d095-1e58-4ff0-a79b-8e286d4e0cba tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:59.482826 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 45486) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:59.489541 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-4124d095-1e58-4ff0-a79b-8e286d4e0cba tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "DELETE /v2.0/subnets/8a3c4dd9-ad82-4a11-9084-34ae0c7b441d HTTP/1.1" status: 204 len: 168 time: 0.3008771 Aug 10 03:59:59.492187 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fbd8162-7405-42a4-8120-d53700083308 None None] Network 56ebbad4-3b9a-4918-868a-aeb226900542 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:59:59.604320 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-2dd673e8-9be0-4371-ab3b-e53dece0f8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12453f5c-b8ce-4929-9de2-0ab36056e1d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53240883', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': 'af0afefd-886a-41ef-acf0-f6c615abdd4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:57:15Z', 'updated_at': '2021-08-10T03:59:58Z', 'revision_number': 5, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'gw_port': {'id': 'af0afefd-886a-41ef-acf0-f6c615abdd4b', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:42:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12453f5c-b8ce-4929-9de2-0ab36056e1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:57:15Z', 'updated_at': '2021-08-10T03:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:59.629096 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1dcca6fb-f6c0-4ce1-8e89-276770d19343 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for router, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:59.636035 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd673e8-9be0-4371-ab3b-e53dece0f8bd None None] Checking router: 12453f5c-b8ce-4929-9de2-0ab36056e1d3 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:59:59.646140 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd673e8-9be0-4371-ab3b-e53dece0f8bd None None] Routers {'12453f5c-b8ce-4929-9de2-0ab36056e1d3'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:59:59.646821 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-2dd673e8-9be0-4371-ab3b-e53dece0f8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:59:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['12453f5c-b8ce-4929-9de2-0ab36056e1d3'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:59.704929 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2bf1af-fef0-4762-92a1-6a6681743b43 None None] DHCP port deletion for 56ebbad4-3b9a-4918-868a-aeb226900542 request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:59:59.772433 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-2dd673e8-9be0-4371-ab3b-e53dece0f8bd None None] Set router 12453f5c-b8ce-4929-9de2-0ab36056e1d3 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:59:59.773906 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-7c2bf1af-fef0-4762-92a1-6a6681743b43 None None] Deleting port 51be996c-73ed-4587-b8d9-925cecb15744 {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:59:59.773906 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-7c2bf1af-fef0-4762-92a1-6a6681743b43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:59.786818 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1dcca6fb-f6c0-4ce1-8e89-276770d19343 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:59.851689 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-1dcca6fb-f6c0-4ce1-8e89-276770d19343 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Deleting port af0afefd-886a-41ef-acf0-f6c615abdd4b {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:59:59.852053 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1dcca6fb-f6c0-4ce1-8e89-276770d19343 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:59.852835 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-7c2bf1af-fef0-4762-92a1-6a6681743b43 None None] For port 51be996c-73ed-4587-b8d9-925cecb15744, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=51be996c-73ed-4587-b8d9-925cecb15744,segment=NetworkSegment(bae77db3-549f-44d2-ba9e-feca6aa5702b),segment_id=bae77db3-549f-44d2-ba9e-feca6aa5702b)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:59:59.854105 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-7c2bf1af-fef0-4762-92a1-6a6681743b43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:59.877060 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-7c2bf1af-fef0-4762-92a1-6a6681743b43 None None] Calling delete_port for 51be996c-73ed-4587-b8d9-925cecb15744 owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:59:59.958742 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-1dcca6fb-f6c0-4ce1-8e89-276770d19343 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] For port af0afefd-886a-41ef-acf0-f6c615abdd4b, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=af0afefd-886a-41ef-acf0-f6c615abdd4b,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:59:59.958742 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1dcca6fb-f6c0-4ce1-8e89-276770d19343 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:59.971809 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-1dcca6fb-f6c0-4ce1-8e89-276770d19343 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Calling delete_port for af0afefd-886a-41ef-acf0-f6c615abdd4b owned by network:router_gateway {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:00:00.005381 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-7c2bf1af-fef0-4762-92a1-6a6681743b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:00.034170 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2bf1af-fef0-4762-92a1-6a6681743b43 None None] Pushing event deleted for resources: {'Port': ['ID=51be996c-73ed-4587-b8d9-925cecb15744,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:00.039002 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2bf1af-fef0-4762-92a1-6a6681743b43 None None] No DVR routers for this DVR port 51be996c-73ed-4587-b8d9-925cecb15744 on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:00:00.047640 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2bf1af-fef0-4762-92a1-6a6681743b43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:00.047640 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2bf1af-fef0-4762-92a1-6a6681743b43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:00.047640 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2bf1af-fef0-4762-92a1-6a6681743b43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:00.048305 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2bf1af-fef0-4762-92a1-6a6681743b43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:00.048574 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2bf1af-fef0-4762-92a1-6a6681743b43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:00.048858 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2bf1af-fef0-4762-92a1-6a6681743b43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:00.049190 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2bf1af-fef0-4762-92a1-6a6681743b43 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:00.049521 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2bf1af-fef0-4762-92a1-6a6681743b43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:00.049848 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2bf1af-fef0-4762-92a1-6a6681743b43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:00.050186 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2bf1af-fef0-4762-92a1-6a6681743b43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:00.050918 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2bf1af-fef0-4762-92a1-6a6681743b43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:00.051137 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2bf1af-fef0-4762-92a1-6a6681743b43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:00.056763 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-2dd673e8-9be0-4371-ab3b-e53dece0f8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12453f5c-b8ce-4929-9de2-0ab36056e1d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53240883', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': 'af0afefd-886a-41ef-acf0-f6c615abdd4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:57:15Z', 'updated_at': '2021-08-10T03:59:58Z', 'revision_number': 5, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'gw_port': {'id': 'af0afefd-886a-41ef-acf0-f6c615abdd4b', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:42:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12453f5c-b8ce-4929-9de2-0ab36056e1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:57:15Z', 'updated_at': '2021-08-10T03:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:00.085470 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd673e8-9be0-4371-ab3b-e53dece0f8bd None None] The sync data for ids ['12453f5c-b8ce-4929-9de2-0ab36056e1d3'] in n-d-768862-13 is: [{'id': '12453f5c-b8ce-4929-9de2-0ab36056e1d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53240883', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': 'af0afefd-886a-41ef-acf0-f6c615abdd4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:57:15Z', 'updated_at': '2021-08-10T03:59:58Z', 'revision_number': 5, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'gw_port': {'id': 'af0afefd-886a-41ef-acf0-f6c615abdd4b', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:42:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12453f5c-b8ce-4929-9de2-0ab36056e1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:57:15Z', 'updated_at': '2021-08-10T03:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:00:00.170606 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1dcca6fb-f6c0-4ce1-8e89-276770d19343 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:00.195685 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcca6fb-f6c0-4ce1-8e89-276770d19343 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Pushing event deleted for resources: {'Port': ['ID=af0afefd-886a-41ef-acf0-f6c615abdd4b,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:00.267779 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1dcca6fb-f6c0-4ce1-8e89-276770d19343 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520654'] for router_gateway, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:00.367967 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1dcca6fb-f6c0-4ce1-8e89-276770d19343 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:00.370477 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1dcca6fb-f6c0-4ce1-8e89-276770d19343 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:00.418762 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1dcca6fb-f6c0-4ce1-8e89-276770d19343 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:00.419325 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dcca6fb-f6c0-4ce1-8e89-276770d19343 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Fanout notify agent at l3_agent the message router_deleted on router 12453f5c-b8ce-4929-9de2-0ab36056e1d3 {{(pid=94261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:00:00.426983 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1dcca6fb-f6c0-4ce1-8e89-276770d19343 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:00.428389 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-1dcca6fb-f6c0-4ce1-8e89-276770d19343 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "DELETE /v2.0/routers/12453f5c-b8ce-4929-9de2-0ab36056e1d3 HTTP/1.1" status: 204 len: 168 time: 0.9445419 Aug 10 04:00:00.431222 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 45488) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:00.526875 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-499e6c30-05d4-45dd-ac04-320418e20f10 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:00.649172 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-499e6c30-05d4-45dd-ac04-320418e20f10 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:00.660750 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-499e6c30-05d4-45dd-ac04-320418e20f10 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56ebbad4-3b9a-4918-868a-aeb226900542']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:00.672143 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-499e6c30-05d4-45dd-ac04-320418e20f10 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bae77db3-549f-44d2-ba9e-feca6aa5702b') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:00.672453 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-499e6c30-05d4-45dd-ac04-320418e20f10 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bae77db3-549f-44d2-ba9e-feca6aa5702b') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:00.683920 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-499e6c30-05d4-45dd-ac04-320418e20f10 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:00.701658 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-499e6c30-05d4-45dd-ac04-320418e20f10 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:00.709280 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-499e6c30-05d4-45dd-ac04-320418e20f10 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:00:00.709730 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-499e6c30-05d4-45dd-ac04-320418e20f10 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:00.713363 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 04:00:00.713363 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:00:00.713363 n-d-768862-13 neutron-server[94261]: timer() Aug 10 04:00:00.713363 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:00:00.713363 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 04:00:00.713363 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:00:00.713363 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 04:00:00.713363 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:00:00.713363 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 04:00:00.713363 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:00:00.713363 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 04:00:00.713363 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:00:00.713363 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 04:00:00.713363 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:00:00.713363 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:00:00.713363 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:00:00.713363 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:00:00.713363 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:00:00.713363 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 04:00:00.713363 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:00:00.713363 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 04:00:00.713363 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:00:00.713363 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:00:00.713363 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:00:00.713363 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 04:00:00.713363 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:00:00.713363 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:00:00.713363 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:00:00.713363 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:00:00.713363 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:00:00.713363 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:00:00.713363 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:00:00.784561 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-499e6c30-05d4-45dd-ac04-320418e20f10 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:00.791921 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-499e6c30-05d4-45dd-ac04-320418e20f10 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:00.798834 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-499e6c30-05d4-45dd-ac04-320418e20f10 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "DELETE /v2.0/networks/56ebbad4-3b9a-4918-868a-aeb226900542 HTTP/1.1" status: 204 len: 168 time: 0.3664546 Aug 10 04:00:00.799832 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 45490) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:00.828120 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499e6c30-05d4-45dd-ac04-320418e20f10 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Pushing event deleted for resources: {'Network': ['ID=56ebbad4-3b9a-4918-868a-aeb226900542,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:00.864594 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device fe04a521-0921-4a04-ba77-d61311a154aa no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:00:00.883948 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] No Port match for: fe04a521-0921-4a04-ba77-d61311a154aa {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:00:00.884380 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device fe04a521-0921-4a04-ba77-d61311a154aa not bound to the agent host n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:00:00.888844 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ed4c65c9-2765-4476-94b0-22f0915d9a8f tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:00.916356 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ed4c65c9-2765-4476-94b0-22f0915d9a8f tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:00.980182 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ed4c65c9-2765-4476-94b0-22f0915d9a8f tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:00.983147 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ed4c65c9-2765-4476-94b0-22f0915d9a8f tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:00.984370 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ed4c65c9-2765-4476-94b0-22f0915d9a8f tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "DELETE /v2.0/security-groups/12268945-8b56-426f-af9d-d65d92419e35 HTTP/1.1" status: 204 len: 168 time: 0.1802063 Aug 10 04:00:00.994790 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4c65c9-2765-4476-94b0-22f0915d9a8f tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12268945-8b56-426f-af9d-d65d92419e35,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:01.270199 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 45496) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:01.275597 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-a784ca4b-e3db-4324-bda1-f2e5135a1b8e tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2132677235', 'description': 'tempest-secgroup-smoke-2132677235 description', 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:00:01.301462 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a784ca4b-e3db-4324-bda1-f2e5135a1b8e tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:01.399838 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a784ca4b-e3db-4324-bda1-f2e5135a1b8e tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:01.403945 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a784ca4b-e3db-4324-bda1-f2e5135a1b8e tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:01.432867 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a784ca4b-e3db-4324-bda1-f2e5135a1b8e tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:01.434124 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a784ca4b-e3db-4324-bda1-f2e5135a1b8e tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1627743 Aug 10 04:00:01.437419 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 45498) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:01.438465 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a784ca4b-e3db-4324-bda1-f2e5135a1b8e tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41f848be-fb97-4022-b4d8-2c75cbef7871,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:01.443418 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-ac015e87-56f4-458e-a2e4-ac4e4065c8a0 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Request body: {'security_group_rule': {'security_group_id': '41f848be-fb97-4022-b4d8-2c75cbef7871', 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:00:01.471905 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ac015e87-56f4-458e-a2e4-ac4e4065c8a0 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:01.535525 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ac015e87-56f4-458e-a2e4-ac4e4065c8a0 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:01.541724 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ac015e87-56f4-458e-a2e4-ac4e4065c8a0 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:01.562007 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac015e87-56f4-458e-a2e4-ac4e4065c8a0 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1955d43-f25a-425a-a6ac-0dd75c004c99,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:01.569547 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ac015e87-56f4-458e-a2e4-ac4e4065c8a0 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:01.571095 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-ac015e87-56f4-458e-a2e4-ac4e4065c8a0 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1326082 Aug 10 04:00:01.573774 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 45500) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:01.578737 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-4cc83c1a-306c-4c64-aab7-039f1a82b208 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Request body: {'security_group_rule': {'security_group_id': '41f848be-fb97-4022-b4d8-2c75cbef7871', 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:00:01.611631 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4cc83c1a-306c-4c64-aab7-039f1a82b208 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:01.675107 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device f3921b44-a4fe-44ec-8e14-75d7e8ccc39b no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:00:01.687900 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4cc83c1a-306c-4c64-aab7-039f1a82b208 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:01.692258 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4cc83c1a-306c-4c64-aab7-039f1a82b208 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:01.696352 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: f3921b44-a4fe-44ec-8e14-75d7e8ccc39b {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:00:01.696703 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device f3921b44-a4fe-44ec-8e14-75d7e8ccc39b not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:00:01.697128 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 51be996c-73ed-4587-b8d9-925cecb15744 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:00:01.712689 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc83c1a-306c-4c64-aab7-039f1a82b208 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b2996f2-b363-4aae-ae72-741660efba41,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:01.717365 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 51be996c-73ed-4587-b8d9-925cecb15744 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:00:01.717853 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 51be996c-73ed-4587-b8d9-925cecb15744 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:00:01.718251 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device af0afefd-886a-41ef-acf0-f6c615abdd4b no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:00:01.720807 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4cc83c1a-306c-4c64-aab7-039f1a82b208 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:01.722103 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-4cc83c1a-306c-4c64-aab7-039f1a82b208 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1472182 Aug 10 04:00:01.725249 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 45502) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:01.732768 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-7bbb8e28-d339-4df9-98e1-4b6ea52a81da tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Request body: {'security_group_rule': {'security_group_id': '41f848be-fb97-4022-b4d8-2c75cbef7871', 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:00:01.741332 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: af0afefd-886a-41ef-acf0-f6c615abdd4b {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:00:01.741684 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device af0afefd-886a-41ef-acf0-f6c615abdd4b not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:00:01.769179 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7bbb8e28-d339-4df9-98e1-4b6ea52a81da tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:01.831176 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7bbb8e28-d339-4df9-98e1-4b6ea52a81da tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:01.835452 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7bbb8e28-d339-4df9-98e1-4b6ea52a81da tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:01.860115 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbb8e28-d339-4df9-98e1-4b6ea52a81da tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=154a5128-99c5-4288-82ef-33581c8d7f4c,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:01.868366 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7bbb8e28-d339-4df9-98e1-4b6ea52a81da tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:01.869762 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-7bbb8e28-d339-4df9-98e1-4b6ea52a81da tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1433525 Aug 10 04:00:01.873588 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 45504) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:01.878729 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-da2d96a1-91f7-4a3c-b08b-9f3a8b401aeb tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Request body: {'security_group_rule': {'security_group_id': '41f848be-fb97-4022-b4d8-2c75cbef7871', 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:00:01.905934 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-da2d96a1-91f7-4a3c-b08b-9f3a8b401aeb tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:01.976708 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-da2d96a1-91f7-4a3c-b08b-9f3a8b401aeb tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:01.984955 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-da2d96a1-91f7-4a3c-b08b-9f3a8b401aeb tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:02.007335 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2d96a1-91f7-4a3c-b08b-9f3a8b401aeb tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a55f724-9a2c-4e78-9aa4-71c6758a8822,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:02.015848 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-da2d96a1-91f7-4a3c-b08b-9f3a8b401aeb tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:02.017218 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-da2d96a1-91f7-4a3c-b08b-9f3a8b401aeb tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1427820 Aug 10 04:00:02.021427 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 45506) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:02.026444 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-2b496f25-bd0a-4874-800f-972d5dc4aed8 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Request body: {'security_group_rule': {'security_group_id': '41f848be-fb97-4022-b4d8-2c75cbef7871', 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:00:02.050606 n-d-768862-13 neutron-server[94261]: INFO neutron.db.securitygroups_db [None req-2b496f25-bd0a-4874-800f-972d5dc4aed8 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Project b8b99293bc0b4fae85b62fcecb6d67eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:00:02.056080 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2b496f25-bd0a-4874-800f-972d5dc4aed8 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:02.119933 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2b496f25-bd0a-4874-800f-972d5dc4aed8 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:02.124284 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2b496f25-bd0a-4874-800f-972d5dc4aed8 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:02.143451 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b496f25-bd0a-4874-800f-972d5dc4aed8 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97416cfc-8306-4f2c-baf0-331797eaf032,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:02.147882 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2b496f25-bd0a-4874-800f-972d5dc4aed8 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:02.149903 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-2b496f25-bd0a-4874-800f-972d5dc4aed8 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1265585 Aug 10 04:00:02.152122 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 45508) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:02.157624 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-7c2771c2-a986-4b88-b987-73ae2c9f6660 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Request body: {'security_group_rule': {'security_group_id': '41f848be-fb97-4022-b4d8-2c75cbef7871', 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:00:02.181286 n-d-768862-13 neutron-server[94261]: INFO neutron.db.securitygroups_db [None req-7c2771c2-a986-4b88-b987-73ae2c9f6660 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Project b8b99293bc0b4fae85b62fcecb6d67eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:00:02.186873 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7c2771c2-a986-4b88-b987-73ae2c9f6660 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:02.257965 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7c2771c2-a986-4b88-b987-73ae2c9f6660 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:02.262089 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7c2771c2-a986-4b88-b987-73ae2c9f6660 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:02.283426 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2771c2-a986-4b88-b987-73ae2c9f6660 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7ba1946-6c5e-4486-b50d-f4b378de0a13,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:02.291754 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7c2771c2-a986-4b88-b987-73ae2c9f6660 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:02.293037 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-7c2771c2-a986-4b88-b987-73ae2c9f6660 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1397812 Aug 10 04:00:02.296117 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 45510) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:02.301959 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-f3ed24a4-26b4-4177-b485-9db73dfcfef2 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Request body: {'network': {'name': 'tempest-network-smoke--85025583', 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'port_security_enabled': True}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:00:02.322904 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ed24a4-26b4-4177-b485-9db73dfcfef2 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Made reservation on behalf of b8b99293bc0b4fae85b62fcecb6d67eb for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:00:02.326475 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f3ed24a4-26b4-4177-b485-9db73dfcfef2 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:02.351610 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3ed24a4-26b4-4177-b485-9db73dfcfef2 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:00:02.363394 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f3ed24a4-26b4-4177-b485-9db73dfcfef2 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:02.363874 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-f3ed24a4-26b4-4177-b485-9db73dfcfef2 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Added segment fd7f4cdf-af6d-4f74-86f0-341ea1f2a3a1 of type vlan for network 845a26ef-2921-45a9-ae45-02201a4e2a53 Aug 10 04:00:02.422042 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f3ed24a4-26b4-4177-b485-9db73dfcfef2 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:02.455828 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f3ed24a4-26b4-4177-b485-9db73dfcfef2 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:02.461485 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ed24a4-26b4-4177-b485-9db73dfcfef2 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:02.462554 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f3ed24a4-26b4-4177-b485-9db73dfcfef2 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:02.529357 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-f3ed24a4-26b4-4177-b485-9db73dfcfef2 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2321413 Aug 10 04:00:02.533563 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 45512) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:02.537750 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-615ab81f-8bf1-4823-89b0-c72e753cbaf8 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1725874286', 'admin_state_up': True, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:00:02.546885 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ed24a4-26b4-4177-b485-9db73dfcfef2 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Pushing event updated for resources: {'Network': ['ID=845a26ef-2921-45a9-ae45-02201a4e2a53,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:02.566529 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 845a26ef-2921-45a9-ae45-02201a4e2a53 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:00:02.571991 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-615ab81f-8bf1-4823-89b0-c72e753cbaf8 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:02.573200 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-615ab81f-8bf1-4823-89b0-c72e753cbaf8 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:02.652457 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-615ab81f-8bf1-4823-89b0-c72e753cbaf8 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:02.825410 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-615ab81f-8bf1-4823-89b0-c72e753cbaf8 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:03.332364 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-615ab81f-8bf1-4823-89b0-c72e753cbaf8 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for router_gateway, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:03.352508 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-615ab81f-8bf1-4823-89b0-c72e753cbaf8 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:03.496272 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-615ab81f-8bf1-4823-89b0-c72e753cbaf8 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Allocated IP 172.25.6.246 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/a552b12c-9865-4b23-9154-7877c7118ad3) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:00:03.502991 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:03.606331 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-615ab81f-8bf1-4823-89b0-c72e753cbaf8 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:03.653536 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-615ab81f-8bf1-4823-89b0-c72e753cbaf8 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:03.707721 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615ab81f-8bf1-4823-89b0-c72e753cbaf8 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:00:03.711070 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-615ab81f-8bf1-4823-89b0-c72e753cbaf8 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:00:03.715759 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615ab81f-8bf1-4823-89b0-c72e753cbaf8 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:00:03.722490 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615ab81f-8bf1-4823-89b0-c72e753cbaf8 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Pushing event updated for resources: {'Port': ['ID=a552b12c-9865-4b23-9154-7877c7118ad3,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:04.011412 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-615ab81f-8bf1-4823-89b0-c72e753cbaf8 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for router_gateway, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:04.228828 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-615ab81f-8bf1-4823-89b0-c72e753cbaf8 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:04.367969 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-615ab81f-8bf1-4823-89b0-c72e753cbaf8 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Router f545908e-635b-4f9d-a0d1-264d98fbe88b is scheduled to L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e with binding_index 1 {{(pid=94261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:00:04.481932 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-615ab81f-8bf1-4823-89b0-c72e753cbaf8 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:00:04.493151 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a323ba-73f1-4845-96c3-ca3b257a2acc None None] Sync routers for ids ['f545908e-635b-4f9d-a0d1-264d98fbe88b'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:00:04.502499 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-615ab81f-8bf1-4823-89b0-c72e753cbaf8 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:04.503909 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-615ab81f-8bf1-4823-89b0-c72e753cbaf8 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9699209 Aug 10 04:00:04.504134 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a323ba-73f1-4845-96c3-ca3b257a2acc None None] Routers {'f545908e-635b-4f9d-a0d1-264d98fbe88b'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:00:04.504707 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-32a323ba-73f1-4845-96c3-ca3b257a2acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:59:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['f545908e-635b-4f9d-a0d1-264d98fbe88b'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:04.507861 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 45514) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:04.541758 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ddde4a98-7ed8-4d1c-9265-e53bba3e3b4f tempest-TestNetworkAdvancedServerOps-902294344 tempest-TestNetworkAdvancedServerOps-902294344-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=b8b99293bc0b4fae85b62fcecb6d67eb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0287111 Aug 10 04:00:04.542085 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 45516) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:04.627140 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-32a323ba-73f1-4845-96c3-ca3b257a2acc None None] Set router f545908e-635b-4f9d-a0d1-264d98fbe88b gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:00:04.661099 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc22a8e1-6209-424d-a937-da09f0d3ac8c tempest-TestNetworkAdvancedServerOps-902294344 tempest-TestNetworkAdvancedServerOps-902294344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:04.662686 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-fc22a8e1-6209-424d-a937-da09f0d3ac8c tempest-TestNetworkAdvancedServerOps-902294344 tempest-TestNetworkAdvancedServerOps-902294344-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1196780 Aug 10 04:00:04.667602 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 45518) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:04.699141 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-0ecb4efb-6845-4dcd-a3bf-0b7865b4df6e tempest-TestNetworkAdvancedServerOps-902294344 tempest-TestNetworkAdvancedServerOps-902294344-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=2ea12131-628a-487e-b434-0463553732bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0302956 Aug 10 04:00:04.702556 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 45520) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:04.708427 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-fd25bf16-a10a-4bef-8a4d-2bf74fb04f60 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1102000624', 'network_id': '845a26ef-2921-45a9-ae45-02201a4e2a53', 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:00:04.809466 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd25bf16-a10a-4bef-8a4d-2bf74fb04f60 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Made reservation on behalf of b8b99293bc0b4fae85b62fcecb6d67eb for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:00:04.813378 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-fd25bf16-a10a-4bef-8a4d-2bf74fb04f60 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:04.839695 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-32a323ba-73f1-4845-96c3-ca3b257a2acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f545908e-635b-4f9d-a0d1-264d98fbe88b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1725874286', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': 'a552b12c-9865-4b23-9154-7877c7118ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:00:02Z', 'updated_at': '2021-08-10T04:00:03Z', 'revision_number': 3, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'gw_port': {'id': 'a552b12c-9865-4b23-9154-7877c7118ad3', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b7:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f545908e-635b-4f9d-a0d1-264d98fbe88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:00:03Z', 'updated_at': '2021-08-10T04:00:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:04.872146 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a323ba-73f1-4845-96c3-ca3b257a2acc None None] Checking router: f545908e-635b-4f9d-a0d1-264d98fbe88b for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:00:04.872503 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a323ba-73f1-4845-96c3-ca3b257a2acc None None] Updating router f545908e-635b-4f9d-a0d1-264d98fbe88b port a552b12c-9865-4b23-9154-7877c7118ad3 binding host n-d-768862-13 {{(pid=94262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:00:04.900584 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-32a323ba-73f1-4845-96c3-ca3b257a2acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:05.029614 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-fd25bf16-a10a-4bef-8a4d-2bf74fb04f60 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:05.107933 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd25bf16-a10a-4bef-8a4d-2bf74fb04f60 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Pushing event updated for resources: {'Subnet': ['ID=7c7556c4-2a9c-4040-840d-acea0876055e,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:05.119943 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd25bf16-a10a-4bef-8a4d-2bf74fb04f60 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Checking segment: {'id': 'fd7f4cdf-af6d-4f74-86f0-341ea1f2a3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '845a26ef-2921-45a9-ae45-02201a4e2a53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:00:05.120309 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd25bf16-a10a-4bef-8a4d-2bf74fb04f60 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Network hostable DHCP agents. Network: 845a26ef-2921-45a9-ae45-02201a4e2a53, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:00:05.139956 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd25bf16-a10a-4bef-8a4d-2bf74fb04f60 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Network 845a26ef-2921-45a9-ae45-02201a4e2a53 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:00:05.155734 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-fd25bf16-a10a-4bef-8a4d-2bf74fb04f60 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 845a26ef-2921-45a9-ae45-02201a4e2a53) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:00:05.163733 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd25bf16-a10a-4bef-8a4d-2bf74fb04f60 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:05.164344 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-fd25bf16-a10a-4bef-8a4d-2bf74fb04f60 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:05.165169 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ccc791e-c3d0-46c3-b91b-eaa5ee594c15 None None] Network 845a26ef-2921-45a9-ae45-02201a4e2a53 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:00:05.181703 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-fd25bf16-a10a-4bef-8a4d-2bf74fb04f60 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4779177 Aug 10 04:00:05.186924 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 45522) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:05.391332 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-32a323ba-73f1-4845-96c3-ca3b257a2acc None None] Notify callbacks [] for port, precommit_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:05.413775 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-32a323ba-73f1-4845-96c3-ca3b257a2acc None None] Transition to ACTIVE for port object a552b12c-9865-4b23-9154-7877c7118ad3 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:00:05.428101 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-32a323ba-73f1-4845-96c3-ca3b257a2acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:05.519302 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c43c0f-d9a4-4431-bf98-8078716a79d1 None None] Pushing event updated for resources: {'Port': ['ID=a552b12c-9865-4b23-9154-7877c7118ad3,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:05.524597 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-32a323ba-73f1-4845-96c3-ca3b257a2acc None None] Attempting to bind port a552b12c-9865-4b23-9154-7877c7118ad3 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:00:05.524968 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-32a323ba-73f1-4845-96c3-ca3b257a2acc None None] Attempting to bind port a552b12c-9865-4b23-9154-7877c7118ad3 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:00:05.525334 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a323ba-73f1-4845-96c3-ca3b257a2acc None None] Attempting to bind port a552b12c-9865-4b23-9154-7877c7118ad3 on network 2ea12131-628a-487e-b434-0463553732bd {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:00:05.536258 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a323ba-73f1-4845-96c3-ca3b257a2acc None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:00:05.536632 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a323ba-73f1-4845-96c3-ca3b257a2acc None None] Checking segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:00:05.537024 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-32a323ba-73f1-4845-96c3-ca3b257a2acc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:05.537421 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a323ba-73f1-4845-96c3-ca3b257a2acc None None] Bound using segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:00:05.537901 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-32a323ba-73f1-4845-96c3-ca3b257a2acc None None] Bound port: a552b12c-9865-4b23-9154-7877c7118ad3, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:00:05.538312 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-32a323ba-73f1-4845-96c3-ca3b257a2acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:05.584652 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89dd2ce9-a13e-44ef-94ee-7e613c766b2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-845a26ef-2921-45a9-ae45-02201a4e2a53', 'network_id': '845a26ef-2921-45a9-ae45-02201a4e2a53', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'fixed_ips': [{'subnet_id': '7c7556c4-2a9c-4040-840d-acea0876055e'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:00:05.585550 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-89dd2ce9-a13e-44ef-94ee-7e613c766b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:05.629844 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-32a323ba-73f1-4845-96c3-ca3b257a2acc None None] For port a552b12c-9865-4b23-9154-7877c7118ad3, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:00:05.692763 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-32a323ba-73f1-4845-96c3-ca3b257a2acc None None] For port a552b12c-9865-4b23-9154-7877c7118ad3, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=a552b12c-9865-4b23-9154-7877c7118ad3,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:00:05.701131 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-32a323ba-73f1-4845-96c3-ca3b257a2acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:05.725729 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-135c4a2e-d8b5-4af4-9ace-2693863188a4 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:05.809681 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a323ba-73f1-4845-96c3-ca3b257a2acc None None] Routers {'f545908e-635b-4f9d-a0d1-264d98fbe88b'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:00:05.810342 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-32a323ba-73f1-4845-96c3-ca3b257a2acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:59:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['f545908e-635b-4f9d-a0d1-264d98fbe88b'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:05.812123 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c43c0f-d9a4-4431-bf98-8078716a79d1 None None] Pushing event updated for resources: {'Port': ['ID=a552b12c-9865-4b23-9154-7877c7118ad3,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:05.819176 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-89dd2ce9-a13e-44ef-94ee-7e613c766b2b None None] Allocated IP 172.20.0.2 (845a26ef-2921-45a9-ae45-02201a4e2a53/7c7556c4-2a9c-4040-840d-acea0876055e/63db2f33-7313-49ad-9395-db902f9c4f13) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:00:05.989983 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-32a323ba-73f1-4845-96c3-ca3b257a2acc None None] Set router f545908e-635b-4f9d-a0d1-264d98fbe88b gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:00:06.165330 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-89dd2ce9-a13e-44ef-94ee-7e613c766b2b None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:06.183486 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-89dd2ce9-a13e-44ef-94ee-7e613c766b2b None None] Transition to ACTIVE for port object 63db2f33-7313-49ad-9395-db902f9c4f13 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:00:06.218843 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-89dd2ce9-a13e-44ef-94ee-7e613c766b2b None None] Transition to ACTIVE for port object 63db2f33-7313-49ad-9395-db902f9c4f13 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:00:06.229086 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-89dd2ce9-a13e-44ef-94ee-7e613c766b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:06.285436 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-135c4a2e-d8b5-4af4-9ace-2693863188a4 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Allocated IP 172.20.0.1 (845a26ef-2921-45a9-ae45-02201a4e2a53/7c7556c4-2a9c-4040-840d-acea0876055e/2f325614-4430-4b39-85c3-f108313b64c9) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:00:06.286345 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89dd2ce9-a13e-44ef-94ee-7e613c766b2b None None] Network 845a26ef-2921-45a9-ae45-02201a4e2a53 is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:00:06.294041 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-89dd2ce9-a13e-44ef-94ee-7e613c766b2b None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:00:06.297463 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89dd2ce9-a13e-44ef-94ee-7e613c766b2b None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:00:06.299437 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dd2ce9-a13e-44ef-94ee-7e613c766b2b None None] Pushing event updated for resources: {'Port': ['ID=63db2f33-7313-49ad-9395-db902f9c4f13,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:06.313091 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-32a323ba-73f1-4845-96c3-ca3b257a2acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f545908e-635b-4f9d-a0d1-264d98fbe88b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1725874286', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': 'a552b12c-9865-4b23-9154-7877c7118ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:00:02Z', 'updated_at': '2021-08-10T04:00:03Z', 'revision_number': 3, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'gw_port': {'id': 'a552b12c-9865-4b23-9154-7877c7118ad3', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b7:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f545908e-635b-4f9d-a0d1-264d98fbe88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:00:03Z', 'updated_at': '2021-08-10T04:00:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:06.357546 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a323ba-73f1-4845-96c3-ca3b257a2acc None None] The sync data for ids ['f545908e-635b-4f9d-a0d1-264d98fbe88b'] in n-d-768862-13 is: [{'id': 'f545908e-635b-4f9d-a0d1-264d98fbe88b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1725874286', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': 'a552b12c-9865-4b23-9154-7877c7118ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:00:02Z', 'updated_at': '2021-08-10T04:00:03Z', 'revision_number': 3, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'gw_port': {'id': 'a552b12c-9865-4b23-9154-7877c7118ad3', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b7:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f545908e-635b-4f9d-a0d1-264d98fbe88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:00:03Z', 'updated_at': '2021-08-10T04:00:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:00:06.392510 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-89dd2ce9-a13e-44ef-94ee-7e613c766b2b None None] Attempting to bind port 63db2f33-7313-49ad-9395-db902f9c4f13 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:00:06.393072 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-89dd2ce9-a13e-44ef-94ee-7e613c766b2b None None] Attempting to bind port 63db2f33-7313-49ad-9395-db902f9c4f13 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'fd7f4cdf-af6d-4f74-86f0-341ea1f2a3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '845a26ef-2921-45a9-ae45-02201a4e2a53'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:00:06.393516 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dd2ce9-a13e-44ef-94ee-7e613c766b2b None None] Attempting to bind port 63db2f33-7313-49ad-9395-db902f9c4f13 on network 845a26ef-2921-45a9-ae45-02201a4e2a53 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:00:06.399691 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dd2ce9-a13e-44ef-94ee-7e613c766b2b None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:00:06.400457 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dd2ce9-a13e-44ef-94ee-7e613c766b2b None None] Checking segment: {'id': 'fd7f4cdf-af6d-4f74-86f0-341ea1f2a3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '845a26ef-2921-45a9-ae45-02201a4e2a53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:00:06.400605 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-89dd2ce9-a13e-44ef-94ee-7e613c766b2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:06.400919 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dd2ce9-a13e-44ef-94ee-7e613c766b2b None None] Bound using segment: {'id': 'fd7f4cdf-af6d-4f74-86f0-341ea1f2a3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '845a26ef-2921-45a9-ae45-02201a4e2a53'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:00:06.401399 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-89dd2ce9-a13e-44ef-94ee-7e613c766b2b None None] Bound port: 63db2f33-7313-49ad-9395-db902f9c4f13, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd7f4cdf-af6d-4f74-86f0-341ea1f2a3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '845a26ef-2921-45a9-ae45-02201a4e2a53'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:00:06.402370 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-89dd2ce9-a13e-44ef-94ee-7e613c766b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:06.444144 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-135c4a2e-d8b5-4af4-9ace-2693863188a4 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:06.462386 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [None req-135c4a2e-d8b5-4af4-9ace-2693863188a4 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Transition to ACTIVE for port object 2f325614-4430-4b39-85c3-f108313b64c9 will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:00:06.485412 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-89dd2ce9-a13e-44ef-94ee-7e613c766b2b None None] For port 63db2f33-7313-49ad-9395-db902f9c4f13, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:00:06.490005 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-89dd2ce9-a13e-44ef-94ee-7e613c766b2b None None] For port 63db2f33-7313-49ad-9395-db902f9c4f13, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=63db2f33-7313-49ad-9395-db902f9c4f13,segment=NetworkSegment(fd7f4cdf-af6d-4f74-86f0-341ea1f2a3a1),segment_id=fd7f4cdf-af6d-4f74-86f0-341ea1f2a3a1)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:00:06.498288 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-89dd2ce9-a13e-44ef-94ee-7e613c766b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:06.508206 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-135c4a2e-d8b5-4af4-9ace-2693863188a4 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:06.575004 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135c4a2e-d8b5-4af4-9ace-2693863188a4 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Network 845a26ef-2921-45a9-ae45-02201a4e2a53 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:00:06.576665 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-135c4a2e-d8b5-4af4-9ace-2693863188a4 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:00:06.581467 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135c4a2e-d8b5-4af4-9ace-2693863188a4 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:00:06.595121 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dd2ce9-a13e-44ef-94ee-7e613c766b2b None None] Pushing event updated for resources: {'Port': ['ID=63db2f33-7313-49ad-9395-db902f9c4f13,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:06.611719 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135c4a2e-d8b5-4af4-9ace-2693863188a4 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Pushing event updated for resources: {'Port': ['ID=2f325614-4430-4b39-85c3-f108313b64c9,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:06.644035 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-135c4a2e-d8b5-4af4-9ace-2693863188a4 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521745'] for router_interface, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:06.837160 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-135c4a2e-d8b5-4af4-9ace-2693863188a4 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:07.220653 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-135c4a2e-d8b5-4af4-9ace-2693863188a4 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:07.226939 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-135c4a2e-d8b5-4af4-9ace-2693863188a4 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:07.313225 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-135c4a2e-d8b5-4af4-9ace-2693863188a4 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521893'] for router_interface, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:07.315823 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135c4a2e-d8b5-4af4-9ace-2693863188a4 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Pushing event updated for resources: {'Port': ['ID=2f325614-4430-4b39-85c3-f108313b64c9,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:07.428301 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135c4a2e-d8b5-4af4-9ace-2693863188a4 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Network 845a26ef-2921-45a9-ae45-02201a4e2a53 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:00:07.429828 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-135c4a2e-d8b5-4af4-9ace-2693863188a4 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:00:07.561200 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-135c4a2e-d8b5-4af4-9ace-2693863188a4 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Router f545908e-635b-4f9d-a0d1-264d98fbe88b has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:00:07.751232 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd93039-0ec3-45e0-a10e-8ad6737de3d1 None None] Network 845a26ef-2921-45a9-ae45-02201a4e2a53 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:00:07.814209 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 63db2f33-7313-49ad-9395-db902f9c4f13 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:00:07.955425 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-0864050b-5195-4ad0-a4ac-6cd281e3be33 None None] Provisioning for port 63db2f33-7313-49ad-9395-db902f9c4f13 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:00:07.962041 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 63db2f33-7313-49ad-9395-db902f9c4f13 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:00:07.967317 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-0864050b-5195-4ad0-a4ac-6cd281e3be33 None None] Provisioning complete for port 63db2f33-7313-49ad-9395-db902f9c4f13 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:00:07.967758 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-0864050b-5195-4ad0-a4ac-6cd281e3be33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:07.979127 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 63db2f33-7313-49ad-9395-db902f9c4f13 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:00:07.979647 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:08.074428 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-135c4a2e-d8b5-4af4-9ace-2693863188a4 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:00:08.086645 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-135c4a2e-d8b5-4af4-9ace-2693863188a4 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "PUT /v2.0/routers/f545908e-635b-4f9d-a0d1-264d98fbe88b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8984022 Aug 10 04:00:08.177864 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:08.232425 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-0864050b-5195-4ad0-a4ac-6cd281e3be33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:08.290872 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 63db2f33-7313-49ad-9395-db902f9c4f13, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=63db2f33-7313-49ad-9395-db902f9c4f13,segment=NetworkSegment(fd7f4cdf-af6d-4f74-86f0-341ea1f2a3a1),segment_id=fd7f4cdf-af6d-4f74-86f0-341ea1f2a3a1)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:00:08.299457 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:08.300474 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device a552b12c-9865-4b23-9154-7877c7118ad3 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:00:08.398613 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245cd136-f144-43fb-8f33-4c243e1251eb None None] Sync routers for ids ['f545908e-635b-4f9d-a0d1-264d98fbe88b'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:00:08.401469 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.db.api [None req-0864050b-5195-4ad0-a4ac-6cd281e3be33 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 04:00:08.401918 n-d-768862-13 neutron-server[94262]: DEBUG oslo_db.api [None req-0864050b-5195-4ad0-a4ac-6cd281e3be33 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 04:00:08.414639 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245cd136-f144-43fb-8f33-4c243e1251eb None None] Routers {'f545908e-635b-4f9d-a0d1-264d98fbe88b'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:00:08.423818 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-245cd136-f144-43fb-8f33-4c243e1251eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:59:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['f545908e-635b-4f9d-a0d1-264d98fbe88b'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:08.465387 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-620820d5-2acd-43e5-89d3-71216da93783 req-d7693c0f-0882-4846-96ac-7a102b9303bb tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2132677235&fields=id&tenant_id=b8b99293bc0b4fae85b62fcecb6d67eb HTTP/1.1" status: 200 len: 267 time: 0.0506949 Aug 10 04:00:08.530961 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=63db2f33-7313-49ad-9395-db902f9c4f13,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:08.557836 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port a552b12c-9865-4b23-9154-7877c7118ad3 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:00:08.564149 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port a552b12c-9865-4b23-9154-7877c7118ad3 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:00:08.564676 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:08.604571 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620820d5-2acd-43e5-89d3-71216da93783 req-013ca493-c302-4342-8b38-273a7af95b7b tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:08.615492 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-620820d5-2acd-43e5-89d3-71216da93783 req-013ca493-c302-4342-8b38-273a7af95b7b tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/networks?id=845a26ef-2921-45a9-ae45-02201a4e2a53 HTTP/1.1" status: 200 len: 795 time: 0.1486115 Aug 10 04:00:08.635871 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-620820d5-2acd-43e5-89d3-71216da93783 req-50678397-902a-4235-9d22-4b5cc64bdb23 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/quotas/b8b99293bc0b4fae85b62fcecb6d67eb HTTP/1.1" status: 200 len: 375 time: 0.0193648 Aug 10 04:00:08.660581 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-245cd136-f144-43fb-8f33-4c243e1251eb None None] Set router f545908e-635b-4f9d-a0d1-264d98fbe88b gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:00:08.681353 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:08.705959 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-620820d5-2acd-43e5-89d3-71216da93783 req-529f5f4f-2cfe-45cd-9479-db55f3e9900e tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b8b99293bc0b4fae85b62fcecb6d67eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0599840 Aug 10 04:00:08.712261 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port a552b12c-9865-4b23-9154-7877c7118ad3, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=a552b12c-9865-4b23-9154-7877c7118ad3,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:00:08.718768 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:08.779568 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=a552b12c-9865-4b23-9154-7877c7118ad3,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:08.805504 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-620820d5-2acd-43e5-89d3-71216da93783 req-d3a21044-9233-4a01-81f2-4bec03bf76c0 service neutron] 10.222.0.44 "GET /v2.0/networks/845a26ef-2921-45a9-ae45-02201a4e2a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982916 Aug 10 04:00:08.947240 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-620820d5-2acd-43e5-89d3-71216da93783 req-08a43bd1-6eb3-4c54-bbc6-ff63f417c0a7 service neutron] 10.222.0.44 "GET /v2.0/networks/845a26ef-2921-45a9-ae45-02201a4e2a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250746 Aug 10 04:00:08.952742 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-245cd136-f144-43fb-8f33-4c243e1251eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f545908e-635b-4f9d-a0d1-264d98fbe88b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1725874286', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': 'a552b12c-9865-4b23-9154-7877c7118ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:00:02Z', 'updated_at': '2021-08-10T04:00:06Z', 'revision_number': 4, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'gw_port': {'id': 'a552b12c-9865-4b23-9154-7877c7118ad3', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b7:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f545908e-635b-4f9d-a0d1-264d98fbe88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:00:03Z', 'updated_at': '2021-08-10T04:00:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '2f325614-4430-4b39-85c3-f108313b64c9', 'name': '', 'network_id': '845a26ef-2921-45a9-ae45-02201a4e2a53', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'mac_address': 'fa:16:3e:1b:c8:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f545908e-635b-4f9d-a0d1-264d98fbe88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '7c7556c4-2a9c-4040-840d-acea0876055e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:00:05Z', 'updated_at': '2021-08-10T04:00:07Z', 'revision_number': 2, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'subnets': [{'id': '7c7556c4-2a9c-4040-840d-acea0876055e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:08.987909 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245cd136-f144-43fb-8f33-4c243e1251eb None None] Checking router: f545908e-635b-4f9d-a0d1-264d98fbe88b for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:00:08.988331 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245cd136-f144-43fb-8f33-4c243e1251eb None None] Updating router f545908e-635b-4f9d-a0d1-264d98fbe88b port 2f325614-4430-4b39-85c3-f108313b64c9 binding host n-d-768862-13 {{(pid=94263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:00:09.016523 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-245cd136-f144-43fb-8f33-4c243e1251eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:09.098691 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-61df5c43-e5fb-4f90-83af-c652a12af53d None None] Provisioning complete for port 63db2f33-7313-49ad-9395-db902f9c4f13 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:00:09.099210 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-61df5c43-e5fb-4f90-83af-c652a12af53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:09.147795 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-df2d411e-8d9f-4d94-9a4b-f9c4c78836a7 req-06ae9301-717d-452b-b97e-656019bd7b91 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8e724a5-7065-445e-a82d-fe3e8b3eb452 HTTP/1.1" status: 200 len: 210 time: 0.0280683 Aug 10 04:00:09.252854 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-61df5c43-e5fb-4f90-83af-c652a12af53d None None] Provisioning for port 2f325614-4430-4b39-85c3-f108313b64c9 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:00:09.257425 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-61df5c43-e5fb-4f90-83af-c652a12af53d None None] Provisioning complete for port 2f325614-4430-4b39-85c3-f108313b64c9 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:00:09.257871 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-61df5c43-e5fb-4f90-83af-c652a12af53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:09.295706 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-61df5c43-e5fb-4f90-83af-c652a12af53d None None] Port 2f325614-4430-4b39-85c3-f108313b64c9 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:00:09.421330 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-245cd136-f144-43fb-8f33-4c243e1251eb None None] Notify callbacks [] for port, precommit_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:09.434097 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.provisioning_blocks [None req-245cd136-f144-43fb-8f33-4c243e1251eb None None] Transition to ACTIVE for port object 2f325614-4430-4b39-85c3-f108313b64c9 will not be triggered until provisioned by entity L2. {{(pid=94263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:00:09.440733 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-245cd136-f144-43fb-8f33-4c243e1251eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:09.507604 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3923a26-b445-4bfb-a923-a6bf1df83820 None None] Pushing event updated for resources: {'Port': ['ID=2f325614-4430-4b39-85c3-f108313b64c9,revision_number=3']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:09.573616 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-245cd136-f144-43fb-8f33-4c243e1251eb None None] Attempting to bind port 2f325614-4430-4b39-85c3-f108313b64c9 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:00:09.574113 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-245cd136-f144-43fb-8f33-4c243e1251eb None None] Attempting to bind port 2f325614-4430-4b39-85c3-f108313b64c9 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'fd7f4cdf-af6d-4f74-86f0-341ea1f2a3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '845a26ef-2921-45a9-ae45-02201a4e2a53'}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:00:09.574482 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245cd136-f144-43fb-8f33-4c243e1251eb None None] Attempting to bind port 2f325614-4430-4b39-85c3-f108313b64c9 on network 845a26ef-2921-45a9-ae45-02201a4e2a53 {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:00:09.582046 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245cd136-f144-43fb-8f33-4c243e1251eb None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:00:09.582457 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245cd136-f144-43fb-8f33-4c243e1251eb None None] Checking segment: {'id': 'fd7f4cdf-af6d-4f74-86f0-341ea1f2a3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '845a26ef-2921-45a9-ae45-02201a4e2a53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:00:09.583475 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-245cd136-f144-43fb-8f33-4c243e1251eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:09.583969 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245cd136-f144-43fb-8f33-4c243e1251eb None None] Bound using segment: {'id': 'fd7f4cdf-af6d-4f74-86f0-341ea1f2a3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '845a26ef-2921-45a9-ae45-02201a4e2a53'} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:00:09.584514 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-245cd136-f144-43fb-8f33-4c243e1251eb None None] Bound port: 2f325614-4430-4b39-85c3-f108313b64c9, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd7f4cdf-af6d-4f74-86f0-341ea1f2a3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '845a26ef-2921-45a9-ae45-02201a4e2a53'}}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:00:09.584897 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-245cd136-f144-43fb-8f33-4c243e1251eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:09.691394 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-245cd136-f144-43fb-8f33-4c243e1251eb None None] For port 2f325614-4430-4b39-85c3-f108313b64c9, host n-d-768862-13, cleared binding levels {{(pid=94263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:00:09.696759 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-245cd136-f144-43fb-8f33-4c243e1251eb None None] For port 2f325614-4430-4b39-85c3-f108313b64c9, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=2f325614-4430-4b39-85c3-f108313b64c9,segment=NetworkSegment(fd7f4cdf-af6d-4f74-86f0-341ea1f2a3a1),segment_id=fd7f4cdf-af6d-4f74-86f0-341ea1f2a3a1)] {{(pid=94263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:00:09.704214 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-245cd136-f144-43fb-8f33-4c243e1251eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:09.708503 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 63db2f33-7313-49ad-9395-db902f9c4f13 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:00:09.765296 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245cd136-f144-43fb-8f33-4c243e1251eb None None] Routers {'f545908e-635b-4f9d-a0d1-264d98fbe88b'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:00:09.765937 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-245cd136-f144-43fb-8f33-4c243e1251eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:59:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['f545908e-635b-4f9d-a0d1-264d98fbe88b'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:09.776307 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 63db2f33-7313-49ad-9395-db902f9c4f13 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:00:09.776693 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:09.925693 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3923a26-b445-4bfb-a923-a6bf1df83820 None None] Pushing event updated for resources: {'Port': ['ID=2f325614-4430-4b39-85c3-f108313b64c9,revision_number=4']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:09.931484 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device a552b12c-9865-4b23-9154-7877c7118ad3 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:00:09.992710 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port a552b12c-9865-4b23-9154-7877c7118ad3 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:00:09.993243 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:10.012285 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-245cd136-f144-43fb-8f33-4c243e1251eb None None] Set router f545908e-635b-4f9d-a0d1-264d98fbe88b gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:00:10.278490 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0227261f-7fe6-49c0-8154-fc9d4006aac2 req-5395175c-da9c-4db8-9dc3-3a949d4db6e8 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8e724a5-7065-445e-a82d-fe3e8b3eb452 HTTP/1.1" status: 200 len: 210 time: 0.0298302 Aug 10 04:00:10.302954 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-245cd136-f144-43fb-8f33-4c243e1251eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f545908e-635b-4f9d-a0d1-264d98fbe88b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1725874286', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': 'a552b12c-9865-4b23-9154-7877c7118ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:00:02Z', 'updated_at': '2021-08-10T04:00:06Z', 'revision_number': 4, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'gw_port': {'id': 'a552b12c-9865-4b23-9154-7877c7118ad3', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f545908e-635b-4f9d-a0d1-264d98fbe88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:00:03Z', 'updated_at': '2021-08-10T04:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '2f325614-4430-4b39-85c3-f108313b64c9', 'name': '', 'network_id': '845a26ef-2921-45a9-ae45-02201a4e2a53', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'mac_address': 'fa:16:3e:1b:c8:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f545908e-635b-4f9d-a0d1-264d98fbe88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '7c7556c4-2a9c-4040-840d-acea0876055e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:00:05Z', 'updated_at': '2021-08-10T04:00:09Z', 'revision_number': 4, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'subnets': [{'id': '7c7556c4-2a9c-4040-840d-acea0876055e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:10.333390 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245cd136-f144-43fb-8f33-4c243e1251eb None None] The sync data for ids ['f545908e-635b-4f9d-a0d1-264d98fbe88b'] in n-d-768862-13 is: [{'id': 'f545908e-635b-4f9d-a0d1-264d98fbe88b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1725874286', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': 'a552b12c-9865-4b23-9154-7877c7118ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:00:02Z', 'updated_at': '2021-08-10T04:00:06Z', 'revision_number': 4, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'gw_port': {'id': 'a552b12c-9865-4b23-9154-7877c7118ad3', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f545908e-635b-4f9d-a0d1-264d98fbe88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:00:03Z', 'updated_at': '2021-08-10T04:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '2f325614-4430-4b39-85c3-f108313b64c9', 'name': '', 'network_id': '845a26ef-2921-45a9-ae45-02201a4e2a53', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'mac_address': 'fa:16:3e:1b:c8:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f545908e-635b-4f9d-a0d1-264d98fbe88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '7c7556c4-2a9c-4040-840d-acea0876055e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:00:05Z', 'updated_at': '2021-08-10T04:00:09Z', 'revision_number': 4, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'subnets': [{'id': '7c7556c4-2a9c-4040-840d-acea0876055e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:00:10.457712 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc78078d-4ead-4410-b9cf-aa8d796a4992 req-902b29e0-f8bb-4d4e-be72-f38dc829f76b tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:10.460108 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bc78078d-4ead-4410-b9cf-aa8d796a4992 req-902b29e0-f8bb-4d4e-be72-f38dc829f76b tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb7aa2da-de0d-44ea-91a0-c63ae127cfa9 HTTP/1.1" status: 200 len: 945 time: 0.0877287 Aug 10 04:00:10.531891 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bc78078d-4ead-4410-b9cf-aa8d796a4992 req-c9374daf-0e9e-499c-a73d-d32d96bcf282 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4c4ff7d-9ab8-47ae-9a13-1b1093e29100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623326 Aug 10 04:00:10.664914 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620820d5-2acd-43e5-89d3-71216da93783 req-1a62ce61-30e2-4075-8053-a05d1fa28eb7 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:10.666649 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-620820d5-2acd-43e5-89d3-71216da93783 req-1a62ce61-30e2-4075-8053-a05d1fa28eb7 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.61 "GET /v2.0/networks?id=845a26ef-2921-45a9-ae45-02201a4e2a53 HTTP/1.1" status: 200 len: 795 time: 0.1332381 Aug 10 04:00:10.718205 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-620820d5-2acd-43e5-89d3-71216da93783 req-e7114645-4853-48dd-ab78-c4d40fbd2d31 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8b99293bc0b4fae85b62fcecb6d67eb HTTP/1.1" status: 200 len: 380 time: 0.0413244 Aug 10 04:00:10.728887 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-620820d5-2acd-43e5-89d3-71216da93783 req-53fc5d93-f32d-4221-8f94-8067158e432a tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Request body: {'port': {'device_id': 'f8e724a5-7065-445e-a82d-fe3e8b3eb452', 'network_id': '845a26ef-2921-45a9-ae45-02201a4e2a53', 'admin_state_up': True, 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'security_groups': ['41f848be-fb97-4022-b4d8-2c75cbef7871']}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:00:10.867410 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-620820d5-2acd-43e5-89d3-71216da93783 req-53fc5d93-f32d-4221-8f94-8067158e432a tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Made reservation on behalf of b8b99293bc0b4fae85b62fcecb6d67eb for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:00:10.871245 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-620820d5-2acd-43e5-89d3-71216da93783 req-53fc5d93-f32d-4221-8f94-8067158e432a tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:11.017705 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-620820d5-2acd-43e5-89d3-71216da93783 req-53fc5d93-f32d-4221-8f94-8067158e432a tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Allocated IP 172.20.0.14 (845a26ef-2921-45a9-ae45-02201a4e2a53/7c7556c4-2a9c-4040-840d-acea0876055e/a82fa16c-36ad-4d08-8219-e0981bbb5324) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:00:11.209290 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-620820d5-2acd-43e5-89d3-71216da93783 req-53fc5d93-f32d-4221-8f94-8067158e432a tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:11.226868 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-620820d5-2acd-43e5-89d3-71216da93783 req-53fc5d93-f32d-4221-8f94-8067158e432a tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Transition to ACTIVE for port object a82fa16c-36ad-4d08-8219-e0981bbb5324 will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:00:11.265879 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-620820d5-2acd-43e5-89d3-71216da93783 req-53fc5d93-f32d-4221-8f94-8067158e432a tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:11.318307 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-620820d5-2acd-43e5-89d3-71216da93783 req-53fc5d93-f32d-4221-8f94-8067158e432a tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Network 845a26ef-2921-45a9-ae45-02201a4e2a53 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:00:11.323921 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-620820d5-2acd-43e5-89d3-71216da93783 req-53fc5d93-f32d-4221-8f94-8067158e432a tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:00:11.328034 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-620820d5-2acd-43e5-89d3-71216da93783 req-53fc5d93-f32d-4221-8f94-8067158e432a tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:00:11.589789 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-8a196686-5301-4733-a7bc-c2d2868c2bb4 None None] Provisioning for port a82fa16c-36ad-4d08-8219-e0981bbb5324 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:00:11.596467 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-8a196686-5301-4733-a7bc-c2d2868c2bb4 None None] Provisioning complete for port a82fa16c-36ad-4d08-8219-e0981bbb5324 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:00:11.596995 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-8a196686-5301-4733-a7bc-c2d2868c2bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:11.658290 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-8a196686-5301-4733-a7bc-c2d2868c2bb4 None None] Port a82fa16c-36ad-4d08-8219-e0981bbb5324 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:00:11.741501 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fc5d93-f32d-4221-8f94-8067158e432a tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Pushing event updated for resources: {'Port': ['ID=a82fa16c-36ad-4d08-8219-e0981bbb5324,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:11.743698 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 2f325614-4430-4b39-85c3-f108313b64c9 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:00:11.808664 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 2f325614-4430-4b39-85c3-f108313b64c9 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:00:11.813919 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 2f325614-4430-4b39-85c3-f108313b64c9 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:00:11.814909 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:11.819876 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620820d5-2acd-43e5-89d3-71216da93783 req-53fc5d93-f32d-4221-8f94-8067158e432a tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:11.820526 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-620820d5-2acd-43e5-89d3-71216da93783 req-53fc5d93-f32d-4221-8f94-8067158e432a tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:11.848859 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83606fd7-804b-4bff-bb4d-17cc0f14b799 req-ead054d4-53af-44fd-8732-315c1d896f2a tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:11.851687 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-83606fd7-804b-4bff-bb4d-17cc0f14b799 req-ead054d4-53af-44fd-8732-315c1d896f2a tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb7aa2da-de0d-44ea-91a0-c63ae127cfa9 HTTP/1.1" status: 200 len: 945 time: 0.1232390 Aug 10 04:00:11.853395 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-620820d5-2acd-43e5-89d3-71216da93783 req-53fc5d93-f32d-4221-8f94-8067158e432a tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1289792 Aug 10 04:00:11.861483 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a612a3-6654-429d-aa87-cdf4aa34ff40 req-edfc24d3-0ad9-4c5a-9f6a-283f872c8ef0 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:11.863211 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-99a612a3-6654-429d-aa87-cdf4aa34ff40 req-edfc24d3-0ad9-4c5a-9f6a-283f872c8ef0 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8e724a5-7065-445e-a82d-fe3e8b3eb452 HTTP/1.1" status: 200 len: 932 time: 0.1233211 Aug 10 04:00:11.870254 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-620820d5-2acd-43e5-89d3-71216da93783 req-e4740654-89bf-4018-a3b0-b2bf54d2f16a service neutron] Request body: {'port': {'device_id': 'f8e724a5-7065-445e-a82d-fe3e8b3eb452', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:00:11.922389 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:11.982180 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-99a612a3-6654-429d-aa87-cdf4aa34ff40 req-c8b55bed-ea52-4450-a8a0-6ad9d0fb11c8 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=41f848be-fb97-4022-b4d8-2c75cbef7871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030664 Aug 10 04:00:11.992142 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-83606fd7-804b-4bff-bb4d-17cc0f14b799 req-82ec0679-143b-407b-9c79-4a7ea04fd9d6 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4c4ff7d-9ab8-47ae-9a13-1b1093e29100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278603 Aug 10 04:00:12.001812 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-620820d5-2acd-43e5-89d3-71216da93783 req-e4740654-89bf-4018-a3b0-b2bf54d2f16a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:12.132820 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 2f325614-4430-4b39-85c3-f108313b64c9, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=2f325614-4430-4b39-85c3-f108313b64c9,segment=NetworkSegment(fd7f4cdf-af6d-4f74-86f0-341ea1f2a3a1),segment_id=fd7f4cdf-af6d-4f74-86f0-341ea1f2a3a1)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:00:12.138315 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:12.189032 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=2f325614-4430-4b39-85c3-f108313b64c9,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:12.280966 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6560e737-3a8b-4e77-bb6b-94952edd6d7f req-b5c29933-9f87-4154-a40a-299394113654 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:12.282638 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-6560e737-3a8b-4e77-bb6b-94952edd6d7f req-b5c29933-9f87-4154-a40a-299394113654 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.61 "GET /v2.0/ports?device_id=eb7aa2da-de0d-44ea-91a0-c63ae127cfa9 HTTP/1.1" status: 200 len: 945 time: 0.0738389 Aug 10 04:00:12.312439 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-620820d5-2acd-43e5-89d3-71216da93783 req-e4740654-89bf-4018-a3b0-b2bf54d2f16a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a82fa16c-36ad-4d08-8219-e0981bbb5324 {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:00:12.321663 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-620820d5-2acd-43e5-89d3-71216da93783 req-e4740654-89bf-4018-a3b0-b2bf54d2f16a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:12.335278 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-620820d5-2acd-43e5-89d3-71216da93783 req-e4740654-89bf-4018-a3b0-b2bf54d2f16a service neutron] Transition to ACTIVE for port object a82fa16c-36ad-4d08-8219-e0981bbb5324 will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:00:12.339846 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-620820d5-2acd-43e5-89d3-71216da93783 req-e4740654-89bf-4018-a3b0-b2bf54d2f16a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:12.398316 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4740654-89bf-4018-a3b0-b2bf54d2f16a service neutron] Pushing event updated for resources: {'Port': ['ID=a82fa16c-36ad-4d08-8219-e0981bbb5324,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:12.421229 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-6560e737-3a8b-4e77-bb6b-94952edd6d7f req-2052f71d-7ac7-4140-bb8a-2f37fdfb34ec tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Deleting port e5d7d3c1-ed38-4ac4-86a9-5590d341ab13 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:00:12.423188 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-6560e737-3a8b-4e77-bb6b-94952edd6d7f req-2052f71d-7ac7-4140-bb8a-2f37fdfb34ec tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:12.483818 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-620820d5-2acd-43e5-89d3-71216da93783 req-e4740654-89bf-4018-a3b0-b2bf54d2f16a service neutron] Attempting to bind port a82fa16c-36ad-4d08-8219-e0981bbb5324 on host n-h2-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:00:12.484381 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-620820d5-2acd-43e5-89d3-71216da93783 req-e4740654-89bf-4018-a3b0-b2bf54d2f16a service neutron] Attempting to bind port a82fa16c-36ad-4d08-8219-e0981bbb5324 by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': 'fd7f4cdf-af6d-4f74-86f0-341ea1f2a3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '845a26ef-2921-45a9-ae45-02201a4e2a53'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:00:12.484940 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620820d5-2acd-43e5-89d3-71216da93783 req-e4740654-89bf-4018-a3b0-b2bf54d2f16a service neutron] Attempting to bind port a82fa16c-36ad-4d08-8219-e0981bbb5324 on network 845a26ef-2921-45a9-ae45-02201a4e2a53 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:00:12.493507 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620820d5-2acd-43e5-89d3-71216da93783 req-e4740654-89bf-4018-a3b0-b2bf54d2f16a service neutron] Port a82fa16c-36ad-4d08-8219-e0981bbb5324 on network 845a26ef-2921-45a9-ae45-02201a4e2a53 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:00:12.494212 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620820d5-2acd-43e5-89d3-71216da93783 req-e4740654-89bf-4018-a3b0-b2bf54d2f16a service neutron] Attempting to bind port a82fa16c-36ad-4d08-8219-e0981bbb5324 on network 845a26ef-2921-45a9-ae45-02201a4e2a53 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:00:12.503722 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620820d5-2acd-43e5-89d3-71216da93783 req-e4740654-89bf-4018-a3b0-b2bf54d2f16a service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:00:12.504281 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620820d5-2acd-43e5-89d3-71216da93783 req-e4740654-89bf-4018-a3b0-b2bf54d2f16a service neutron] Checking segment: {'id': 'fd7f4cdf-af6d-4f74-86f0-341ea1f2a3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '845a26ef-2921-45a9-ae45-02201a4e2a53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:00:12.504819 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620820d5-2acd-43e5-89d3-71216da93783 req-e4740654-89bf-4018-a3b0-b2bf54d2f16a service neutron] Bound using segment: {'id': 'fd7f4cdf-af6d-4f74-86f0-341ea1f2a3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '845a26ef-2921-45a9-ae45-02201a4e2a53'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:00:12.505609 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-620820d5-2acd-43e5-89d3-71216da93783 req-e4740654-89bf-4018-a3b0-b2bf54d2f16a service neutron] Bound port: a82fa16c-36ad-4d08-8219-e0981bbb5324, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd7f4cdf-af6d-4f74-86f0-341ea1f2a3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '845a26ef-2921-45a9-ae45-02201a4e2a53'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:00:12.506290 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-620820d5-2acd-43e5-89d3-71216da93783 req-e4740654-89bf-4018-a3b0-b2bf54d2f16a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:12.563937 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-6560e737-3a8b-4e77-bb6b-94952edd6d7f req-2052f71d-7ac7-4140-bb8a-2f37fdfb34ec tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] For port e5d7d3c1-ed38-4ac4-86a9-5590d341ab13, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=e5d7d3c1-ed38-4ac4-86a9-5590d341ab13,segment=NetworkSegment(a02c445a-dd82-41b8-8c82-8deebd0db13e),segment_id=a02c445a-dd82-41b8-8c82-8deebd0db13e)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:00:12.564307 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-6560e737-3a8b-4e77-bb6b-94952edd6d7f req-2052f71d-7ac7-4140-bb8a-2f37fdfb34ec tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:12.597039 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-620820d5-2acd-43e5-89d3-71216da93783 req-e4740654-89bf-4018-a3b0-b2bf54d2f16a service neutron] For port a82fa16c-36ad-4d08-8219-e0981bbb5324, host n-h2-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:00:12.602947 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-620820d5-2acd-43e5-89d3-71216da93783 req-e4740654-89bf-4018-a3b0-b2bf54d2f16a service neutron] For port a82fa16c-36ad-4d08-8219-e0981bbb5324, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=a82fa16c-36ad-4d08-8219-e0981bbb5324,segment=NetworkSegment(fd7f4cdf-af6d-4f74-86f0-341ea1f2a3a1),segment_id=fd7f4cdf-af6d-4f74-86f0-341ea1f2a3a1)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:00:12.609354 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-620820d5-2acd-43e5-89d3-71216da93783 req-e4740654-89bf-4018-a3b0-b2bf54d2f16a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:12.647492 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620820d5-2acd-43e5-89d3-71216da93783 req-e4740654-89bf-4018-a3b0-b2bf54d2f16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:12.648138 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-620820d5-2acd-43e5-89d3-71216da93783 req-e4740654-89bf-4018-a3b0-b2bf54d2f16a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:12.649699 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-620820d5-2acd-43e5-89d3-71216da93783 req-e4740654-89bf-4018-a3b0-b2bf54d2f16a service neutron] 10.222.0.61 "PUT /v2.0/ports/a82fa16c-36ad-4d08-8219-e0981bbb5324 HTTP/1.1" status: 200 len: 1093 time: 0.7842987 Aug 10 04:00:12.650825 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8e724a5-7065-445e-a82d-fe3e8b3eb452', 'tag': 'a82fa16c-36ad-4d08-8219-e0981bbb5324'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:00:12.652472 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1314b4ec-ae23-42f9-b693-8ef6dd4f92e6" -d '{"events": [{"name": "network-changed", "server_uuid": "f8e724a5-7065-445e-a82d-fe3e8b3eb452", "tag": "a82fa16c-36ad-4d08-8219-e0981bbb5324"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:00:12.689533 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4740654-89bf-4018-a3b0-b2bf54d2f16a service neutron] Pushing event updated for resources: {'Port': ['ID=a82fa16c-36ad-4d08-8219-e0981bbb5324,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:12.732484 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7992fda9-eeda-40b1-9168-fdf9740e9a7c x-openstack-request-id: req-7992fda9-eeda-40b1-9168-fdf9740e9a7c {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:00:12.732762 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8e724a5-7065-445e-a82d-fe3e8b3eb452", "tag": "a82fa16c-36ad-4d08-8219-e0981bbb5324", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:00:12.732977 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7992fda9-eeda-40b1-9168-fdf9740e9a7c {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:00:12.733376 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8e724a5-7065-445e-a82d-fe3e8b3eb452', 'tag': 'a82fa16c-36ad-4d08-8219-e0981bbb5324', 'status': 'completed', 'code': 200} Aug 10 04:00:12.752304 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620820d5-2acd-43e5-89d3-71216da93783 req-c070a10b-7628-4588-a3ad-a642275b5515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:12.753858 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-620820d5-2acd-43e5-89d3-71216da93783 req-c070a10b-7628-4588-a3ad-a642275b5515 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b8b99293bc0b4fae85b62fcecb6d67eb&device_id=f8e724a5-7065-445e-a82d-fe3e8b3eb452 HTTP/1.1" status: 200 len: 1096 time: 0.0571547 Aug 10 04:00:12.811544 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-620820d5-2acd-43e5-89d3-71216da93783 req-8933da62-fa16-4483-b64a-1395a9af85da service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a82fa16c-36ad-4d08-8219-e0981bbb5324 HTTP/1.1" status: 200 len: 217 time: 0.0488567 Aug 10 04:00:12.862116 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-6560e737-3a8b-4e77-bb6b-94952edd6d7f req-2052f71d-7ac7-4140-bb8a-2f37fdfb34ec tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:12.862825 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-6560e737-3a8b-4e77-bb6b-94952edd6d7f req-2052f71d-7ac7-4140-bb8a-2f37fdfb34ec tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:12.863147 n-d-768862-13 neutron-server[94261]: INFO neutron.db.l3_db [req-6560e737-3a8b-4e77-bb6b-94952edd6d7f req-2052f71d-7ac7-4140-bb8a-2f37fdfb34ec tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Floating IP 2451497a-65fa-4ebb-a356-8ce38caf0896 disassociated. External IP: 172.25.6.112, port: e5d7d3c1-ed38-4ac4-86a9-5590d341ab13. Aug 10 04:00:12.863640 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [req-6560e737-3a8b-4e77-bb6b-94952edd6d7f req-2052f71d-7ac7-4140-bb8a-2f37fdfb34ec tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Calling delete_port for e5d7d3c1-ed38-4ac4-86a9-5590d341ab13 owned by compute:nova {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:00:12.868458 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620820d5-2acd-43e5-89d3-71216da93783 req-cb7a4367-3054-46cd-9245-ef9632ce03fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:12.870080 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-620820d5-2acd-43e5-89d3-71216da93783 req-cb7a4367-3054-46cd-9245-ef9632ce03fe service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7c7556c4-2a9c-4040-840d-acea0876055e HTTP/1.1" status: 200 len: 835 time: 0.0516126 Aug 10 04:00:12.939487 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620820d5-2acd-43e5-89d3-71216da93783 req-1f9accfb-0c96-4b87-9eed-74b92fcfbd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:12.941502 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-620820d5-2acd-43e5-89d3-71216da93783 req-1f9accfb-0c96-4b87-9eed-74b92fcfbd67 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=845a26ef-2921-45a9-ae45-02201a4e2a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0639324 Aug 10 04:00:13.041026 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-6560e737-3a8b-4e77-bb6b-94952edd6d7f req-2052f71d-7ac7-4140-bb8a-2f37fdfb34ec tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:13.057411 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-620820d5-2acd-43e5-89d3-71216da93783 req-63db82c6-c58b-4fdc-8da9-ef79f4647509 service neutron] 10.222.0.61 "GET /v2.0/networks/845a26ef-2921-45a9-ae45-02201a4e2a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076398 Aug 10 04:00:13.082412 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2052f71d-7ac7-4140-bb8a-2f37fdfb34ec tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Pushing event deleted for resources: {'Port': ['ID=e5d7d3c1-ed38-4ac4-86a9-5590d341ab13,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:13.186343 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-686edbb4-1871-4944-a4db-70da2d22ba34 req-d1f0622b-3289-4a79-9dbf-de253e3855fc tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb7aa2da-de0d-44ea-91a0-c63ae127cfa9 HTTP/1.1" status: 200 len: 210 time: 0.0734136 Aug 10 04:00:13.200914 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6560e737-3a8b-4e77-bb6b-94952edd6d7f req-2052f71d-7ac7-4140-bb8a-2f37fdfb34ec tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Router 2bb93e78-0067-4c44-8b4e-b789c81785d2 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:00:13.223585 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaccd24-911b-4704-88d7-94aafce11f10 req-f0871183-14ce-45b8-bf9e-e4f6e062b791 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:13.225175 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bcaccd24-911b-4704-88d7-94aafce11f10 req-f0871183-14ce-45b8-bf9e-e4f6e062b791 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8e724a5-7065-445e-a82d-fe3e8b3eb452 HTTP/1.1" status: 200 len: 944 time: 0.1341603 Aug 10 04:00:13.256690 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-620820d5-2acd-43e5-89d3-71216da93783 req-beebc933-c213-4960-95c2-d163b9115472 service neutron] 10.222.0.61 "GET /v2.0/networks/845a26ef-2921-45a9-ae45-02201a4e2a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861408 Aug 10 04:00:13.305628 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bcaccd24-911b-4704-88d7-94aafce11f10 req-f8f2e698-f8e0-4a4a-a2a4-4be34fc6b6ff tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=41f848be-fb97-4022-b4d8-2c75cbef7871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476255 Aug 10 04:00:13.337517 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6560e737-3a8b-4e77-bb6b-94952edd6d7f req-2052f71d-7ac7-4140-bb8a-2f37fdfb34ec tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:00:13.349904 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5bffa6-f149-45a6-afea-c2aa5e88c050 None None] Sync routers for ids ['2bb93e78-0067-4c44-8b4e-b789c81785d2'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:00:13.365711 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5bffa6-f149-45a6-afea-c2aa5e88c050 None None] Routers {'2bb93e78-0067-4c44-8b4e-b789c81785d2'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:00:13.367026 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-aa5bffa6-f149-45a6-afea-c2aa5e88c050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:59:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['2bb93e78-0067-4c44-8b4e-b789c81785d2'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:13.373826 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1314b4ec-ae23-42f9-b693-8ef6dd4f92e6 req-5b939275-c5e2-4d80-bec6-31bace5889ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:13.375538 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1314b4ec-ae23-42f9-b693-8ef6dd4f92e6 req-5b939275-c5e2-4d80-bec6-31bace5889ee service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b8b99293bc0b4fae85b62fcecb6d67eb&device_id=f8e724a5-7065-445e-a82d-fe3e8b3eb452 HTTP/1.1" status: 200 len: 1096 time: 0.0604732 Aug 10 04:00:13.382516 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [req-6560e737-3a8b-4e77-bb6b-94952edd6d7f req-2052f71d-7ac7-4140-bb8a-2f37fdfb34ec tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] No DVR routers for this DVR port e5d7d3c1-ed38-4ac4-86a9-5590d341ab13 on host n-h2-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:00:13.385724 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-6560e737-3a8b-4e77-bb6b-94952edd6d7f req-2052f71d-7ac7-4140-bb8a-2f37fdfb34ec tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:13.388659 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-6560e737-3a8b-4e77-bb6b-94952edd6d7f req-2052f71d-7ac7-4140-bb8a-2f37fdfb34ec tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.61 "DELETE /v2.0/ports/e5d7d3c1-ed38-4ac4-86a9-5590d341ab13 HTTP/1.1" status: 204 len: 173 time: 1.0997260 Aug 10 04:00:13.389300 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb7aa2da-de0d-44ea-91a0-c63ae127cfa9', 'name': 'network-vif-deleted', 'tag': 'e5d7d3c1-ed38-4ac4-86a9-5590d341ab13'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:00:13.393054 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e68a9b28-d49b-48de-9f34-3e469bfad477" -d '{"events": [{"server_uuid": "eb7aa2da-de0d-44ea-91a0-c63ae127cfa9", "name": "network-vif-deleted", "tag": "e5d7d3c1-ed38-4ac4-86a9-5590d341ab13"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:00:13.463959 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b7c179a-995e-4dff-8dee-a8b01fa0a84f x-openstack-request-id: req-7b7c179a-995e-4dff-8dee-a8b01fa0a84f {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:00:13.464955 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb7aa2da-de0d-44ea-91a0-c63ae127cfa9", "name": "network-vif-deleted", "tag": "e5d7d3c1-ed38-4ac4-86a9-5590d341ab13", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:00:13.465625 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7b7c179a-995e-4dff-8dee-a8b01fa0a84f {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:00:13.466549 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb7aa2da-de0d-44ea-91a0-c63ae127cfa9', 'name': 'network-vif-deleted', 'tag': 'e5d7d3c1-ed38-4ac4-86a9-5590d341ab13', 'status': 'completed', 'code': 200} Aug 10 04:00:13.553975 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1314b4ec-ae23-42f9-b693-8ef6dd4f92e6 req-f12fa4ff-d01f-4319-8b22-b266bad809f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:13.556121 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1314b4ec-ae23-42f9-b693-8ef6dd4f92e6 req-f12fa4ff-d01f-4319-8b22-b266bad809f5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=845a26ef-2921-45a9-ae45-02201a4e2a53 HTTP/1.1" status: 200 len: 895 time: 0.1724279 Aug 10 04:00:13.571948 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-aa5bffa6-f149-45a6-afea-c2aa5e88c050 None None] Set router 2bb93e78-0067-4c44-8b4e-b789c81785d2 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:00:13.608595 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1314b4ec-ae23-42f9-b693-8ef6dd4f92e6 req-feb17a94-2ae7-4d15-b91d-7cabcd7ec14c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a82fa16c-36ad-4d08-8219-e0981bbb5324 HTTP/1.1" status: 200 len: 217 time: 0.0442293 Aug 10 04:00:13.699496 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1314b4ec-ae23-42f9-b693-8ef6dd4f92e6 req-ee24bb62-dce6-482c-bf22-e8e757a7e414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:13.701989 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1314b4ec-ae23-42f9-b693-8ef6dd4f92e6 req-ee24bb62-dce6-482c-bf22-e8e757a7e414 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7c7556c4-2a9c-4040-840d-acea0876055e HTTP/1.1" status: 200 len: 835 time: 0.0785537 Aug 10 04:00:13.752172 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 2f325614-4430-4b39-85c3-f108313b64c9 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:00:13.768562 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1314b4ec-ae23-42f9-b693-8ef6dd4f92e6 req-66f2c60d-12d6-4ee6-b562-a4c62de6af4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:13.770202 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1314b4ec-ae23-42f9-b693-8ef6dd4f92e6 req-66f2c60d-12d6-4ee6-b562-a4c62de6af4b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=845a26ef-2921-45a9-ae45-02201a4e2a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0591941 Aug 10 04:00:13.875775 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 2f325614-4430-4b39-85c3-f108313b64c9 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:00:13.876533 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:13.909101 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1314b4ec-ae23-42f9-b693-8ef6dd4f92e6 req-da4f0b57-0476-48b4-9a49-104f43aed95b service neutron] 10.222.0.61 "GET /v2.0/networks/845a26ef-2921-45a9-ae45-02201a4e2a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252251 Aug 10 04:00:13.993888 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-aa5bffa6-f149-45a6-afea-c2aa5e88c050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb93e78-0067-4c44-8b4e-b789c81785d2', 'name': 'tempest-TestVolumeBootPattern-757140465-router', 'tenant_id': 'd7797a7e7c744219a6cd7e79c926312f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '310edeba-cd37-4bf3-90a7-4cddfabdbc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:52:50Z', 'updated_at': '2021-08-10T03:52:55Z', 'revision_number': 4, 'project_id': 'd7797a7e7c744219a6cd7e79c926312f', 'gw_port': {'id': '310edeba-cd37-4bf3-90a7-4cddfabdbc96', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:d9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb93e78-0067-4c44-8b4e-b789c81785d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:50Z', 'updated_at': '2021-08-10T03:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': 'd5aef088-34a2-4aeb-b471-89ed83de927f', 'name': '', 'network_id': '9304a778-e332-4697-b169-f473c98c9db5', 'tenant_id': 'd7797a7e7c744219a6cd7e79c926312f', 'mac_address': 'fa:16:3e:35:69:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb93e78-0067-4c44-8b4e-b789c81785d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '004bec00-f412-4962-b43d-0d7672578573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:54Z', 'updated_at': '2021-08-10T03:53:04Z', 'revision_number': 5, 'project_id': 'd7797a7e7c744219a6cd7e79c926312f', 'subnets': [{'id': '004bec00-f412-4962-b43d-0d7672578573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:14.031177 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5bffa6-f149-45a6-afea-c2aa5e88c050 None None] Checking router: 2bb93e78-0067-4c44-8b4e-b789c81785d2 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:00:14.031459 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1314b4ec-ae23-42f9-b693-8ef6dd4f92e6 req-3e57be6e-2191-415d-b6f2-8c2e5a797ac7 service neutron] 10.222.0.61 "GET /v2.0/networks/845a26ef-2921-45a9-ae45-02201a4e2a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137457 Aug 10 04:00:14.044492 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5bffa6-f149-45a6-afea-c2aa5e88c050 None None] Routers {'2bb93e78-0067-4c44-8b4e-b789c81785d2'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:00:14.045115 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-aa5bffa6-f149-45a6-afea-c2aa5e88c050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T03:59:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['2bb93e78-0067-4c44-8b4e-b789c81785d2'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:14.160358 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-aa5bffa6-f149-45a6-afea-c2aa5e88c050 None None] Set router 2bb93e78-0067-4c44-8b4e-b789c81785d2 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:00:14.332522 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a472b5cc-ffd0-4001-98f1-7bdbc41b830d req-63a63579-7480-45f3-9063-fcf892db3c57 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb7aa2da-de0d-44ea-91a0-c63ae127cfa9 HTTP/1.1" status: 200 len: 210 time: 0.0397527 Aug 10 04:00:14.401263 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-aa5bffa6-f149-45a6-afea-c2aa5e88c050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb93e78-0067-4c44-8b4e-b789c81785d2', 'name': 'tempest-TestVolumeBootPattern-757140465-router', 'tenant_id': 'd7797a7e7c744219a6cd7e79c926312f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '310edeba-cd37-4bf3-90a7-4cddfabdbc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:52:50Z', 'updated_at': '2021-08-10T03:52:55Z', 'revision_number': 4, 'project_id': 'd7797a7e7c744219a6cd7e79c926312f', 'gw_port': {'id': '310edeba-cd37-4bf3-90a7-4cddfabdbc96', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:d9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb93e78-0067-4c44-8b4e-b789c81785d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:50Z', 'updated_at': '2021-08-10T03:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': 'd5aef088-34a2-4aeb-b471-89ed83de927f', 'name': '', 'network_id': '9304a778-e332-4697-b169-f473c98c9db5', 'tenant_id': 'd7797a7e7c744219a6cd7e79c926312f', 'mac_address': 'fa:16:3e:35:69:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb93e78-0067-4c44-8b4e-b789c81785d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '004bec00-f412-4962-b43d-0d7672578573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:54Z', 'updated_at': '2021-08-10T03:53:04Z', 'revision_number': 5, 'project_id': 'd7797a7e7c744219a6cd7e79c926312f', 'subnets': [{'id': '004bec00-f412-4962-b43d-0d7672578573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:14.436519 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5bffa6-f149-45a6-afea-c2aa5e88c050 None None] The sync data for ids ['2bb93e78-0067-4c44-8b4e-b789c81785d2'] in n-d-768862-13 is: [{'id': '2bb93e78-0067-4c44-8b4e-b789c81785d2', 'name': 'tempest-TestVolumeBootPattern-757140465-router', 'tenant_id': 'd7797a7e7c744219a6cd7e79c926312f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '310edeba-cd37-4bf3-90a7-4cddfabdbc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:52:50Z', 'updated_at': '2021-08-10T03:52:55Z', 'revision_number': 4, 'project_id': 'd7797a7e7c744219a6cd7e79c926312f', 'gw_port': {'id': '310edeba-cd37-4bf3-90a7-4cddfabdbc96', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:d9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb93e78-0067-4c44-8b4e-b789c81785d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:50Z', 'updated_at': '2021-08-10T03:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': 'd5aef088-34a2-4aeb-b471-89ed83de927f', 'name': '', 'network_id': '9304a778-e332-4697-b169-f473c98c9db5', 'tenant_id': 'd7797a7e7c744219a6cd7e79c926312f', 'mac_address': 'fa:16:3e:35:69:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb93e78-0067-4c44-8b4e-b789c81785d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '004bec00-f412-4962-b43d-0d7672578573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:54Z', 'updated_at': '2021-08-10T03:53:04Z', 'revision_number': 5, 'project_id': 'd7797a7e7c744219a6cd7e79c926312f', 'subnets': [{'id': '004bec00-f412-4962-b43d-0d7672578573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:00:14.465457 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:00:14.466663 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249f1714-60de-43ed-a144-d46b0062e786 req-0eec72dd-4d0a-458e-8919-46ef74540fe7 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:14.470724 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-249f1714-60de-43ed-a144-d46b0062e786 req-0eec72dd-4d0a-458e-8919-46ef74540fe7 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8e724a5-7065-445e-a82d-fe3e8b3eb452 HTTP/1.1" status: 200 len: 944 time: 0.0611515 Aug 10 04:00:14.518195 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-249f1714-60de-43ed-a144-d46b0062e786 req-9622c87c-1fde-4182-857c-c9bd225466d8 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=41f848be-fb97-4022-b4d8-2c75cbef7871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425327 Aug 10 04:00:14.727224 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cf308e-ee03-498c-9a93-b769ac6e0f52 None None] New status for floating IP 2451497a-65fa-4ebb-a356-8ce38caf0896: DOWN {{(pid=94263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:00:15.458563 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ae11e04c-4e3c-49fa-adcf-5efe2dab2152 req-896faf1a-f90e-409f-9e9f-fdf6ca0f1a70 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb7aa2da-de0d-44ea-91a0-c63ae127cfa9 HTTP/1.1" status: 200 len: 210 time: 0.0462387 Aug 10 04:00:15.683600 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e30c1d-d077-4e51-b47f-a2bd4d752264 req-88e00c72-55ab-4004-b8fe-9b2419a2ae6e tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:15.685831 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f8e30c1d-d077-4e51-b47f-a2bd4d752264 req-88e00c72-55ab-4004-b8fe-9b2419a2ae6e tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8e724a5-7065-445e-a82d-fe3e8b3eb452 HTTP/1.1" status: 200 len: 944 time: 0.0876412 Aug 10 04:00:15.733279 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f8e30c1d-d077-4e51-b47f-a2bd4d752264 req-86d7739c-5aa0-4699-a1b0-e1ce71c1cddb tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=41f848be-fb97-4022-b4d8-2c75cbef7871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400839 Aug 10 04:00:16.559950 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-99957c55-a374-4bcc-9eb3-32d9a27bed92 req-c649577a-7dfe-4092-8b63-e85fcb0eb4ec tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb7aa2da-de0d-44ea-91a0-c63ae127cfa9 HTTP/1.1" status: 200 len: 210 time: 0.0295050 Aug 10 04:00:16.846355 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device a82fa16c-36ad-4d08-8219-e0981bbb5324 details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:00:16.849699 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device e5d7d3c1-ed38-4ac4-86a9-5590d341ab13 no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:00:16.883582 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5875637-7ce3-4c56-9ccc-d35c254773b8 req-f9d0aa9c-b463-4ba9-a015-07613190c11d tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:16.885386 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f5875637-7ce3-4c56-9ccc-d35c254773b8 req-f9d0aa9c-b463-4ba9-a015-07613190c11d tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8e724a5-7065-445e-a82d-fe3e8b3eb452 HTTP/1.1" status: 200 len: 944 time: 0.0596762 Aug 10 04:00:16.899648 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] No Port match for: e5d7d3c1-ed38-4ac4-86a9-5590d341ab13 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:00:16.900011 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device e5d7d3c1-ed38-4ac4-86a9-5590d341ab13 not bound to the agent host n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:00:16.941218 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f5875637-7ce3-4c56-9ccc-d35c254773b8 req-01678265-07e9-41d2-9b4b-c74c2c64717d tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=41f848be-fb97-4022-b4d8-2c75cbef7871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475216 Aug 10 04:00:17.018915 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port a82fa16c-36ad-4d08-8219-e0981bbb5324, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=a82fa16c-36ad-4d08-8219-e0981bbb5324,segment=NetworkSegment(fd7f4cdf-af6d-4f74-86f0-341ea1f2a3a1),segment_id=fd7f4cdf-af6d-4f74-86f0-341ea1f2a3a1)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:00:17.036838 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': 'a82fa16c-36ad-4d08-8219-e0981bbb5324', 'network_id': '845a26ef-2921-45a9-ae45-02201a4e2a53', 'port_id': 'a82fa16c-36ad-4d08-8219-e0981bbb5324', 'mac_address': 'fa:16:3e:99:d4:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c7556c4-2a9c-4040-840d-acea0876055e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:00:17.097224 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:17.111733 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a82fa16c-36ad-4d08-8219-e0981bbb5324 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:00:17.135329 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port a82fa16c-36ad-4d08-8219-e0981bbb5324, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=a82fa16c-36ad-4d08-8219-e0981bbb5324,segment=NetworkSegment(fd7f4cdf-af6d-4f74-86f0-341ea1f2a3a1),segment_id=fd7f4cdf-af6d-4f74-86f0-341ea1f2a3a1)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:00:17.140460 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:17.196872 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=a82fa16c-36ad-4d08-8219-e0981bbb5324,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:17.474129 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['a82fa16c-36ad-4d08-8219-e0981bbb5324'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:00:17.692547 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3afedc1c-c5b8-48c6-8a76-f9e9523579a2 req-35f565c9-9c95-42f6-84c0-af760c184726 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb7aa2da-de0d-44ea-91a0-c63ae127cfa9 HTTP/1.1" status: 200 len: 210 time: 0.0309978 Aug 10 04:00:18.078396 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1092490-44c3-450b-8770-8d2b3322c3c7 req-ab492c55-c162-4e5e-a4ba-b4dc96b29aec tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:18.080964 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c1092490-44c3-450b-8770-8d2b3322c3c7 req-ab492c55-c162-4e5e-a4ba-b4dc96b29aec tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8e724a5-7065-445e-a82d-fe3e8b3eb452 HTTP/1.1" status: 200 len: 945 time: 0.0562217 Aug 10 04:00:18.132107 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c1092490-44c3-450b-8770-8d2b3322c3c7 req-4eab8096-31a5-4e93-b71d-8f5372e23d59 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=41f848be-fb97-4022-b4d8-2c75cbef7871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441723 Aug 10 04:00:18.849343 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device a82fa16c-36ad-4d08-8219-e0981bbb5324 up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:00:18.913573 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning for port a82fa16c-36ad-4d08-8219-e0981bbb5324 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:00:18.917986 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port a82fa16c-36ad-4d08-8219-e0981bbb5324 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:00:18.918533 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:18.925807 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9af25bd4-e249-4853-b25c-4e763cf9b8a9 req-39d7e15d-ac25-4a9c-bac8-a5b1ace9b1f6 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-793863272&fields=id&tenant_id=d7797a7e7c744219a6cd7e79c926312f HTTP/1.1" status: 200 len: 267 time: 0.0410435 Aug 10 04:00:19.007261 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:19.041669 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8e724a5-7065-445e-a82d-fe3e8b3eb452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a82fa16c-36ad-4d08-8219-e0981bbb5324'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:00:19.044308 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-404add72-230f-443c-a805-d164c9164a12" -d '{"events": [{"server_uuid": "f8e724a5-7065-445e-a82d-fe3e8b3eb452", "name": "network-vif-plugged", "status": "completed", "tag": "a82fa16c-36ad-4d08-8219-e0981bbb5324"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:00:19.058905 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port a82fa16c-36ad-4d08-8219-e0981bbb5324, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=a82fa16c-36ad-4d08-8219-e0981bbb5324,segment=NetworkSegment(fd7f4cdf-af6d-4f74-86f0-341ea1f2a3a1),segment_id=fd7f4cdf-af6d-4f74-86f0-341ea1f2a3a1)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:00:19.065596 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:19.070787 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af25bd4-e249-4853-b25c-4e763cf9b8a9 req-edcec015-00c4-452f-bad6-6a0f7228b8f9 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:19.072396 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9af25bd4-e249-4853-b25c-4e763cf9b8a9 req-edcec015-00c4-452f-bad6-6a0f7228b8f9 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/networks?id=9304a778-e332-4697-b169-f473c98c9db5 HTTP/1.1" status: 200 len: 811 time: 0.1354997 Aug 10 04:00:19.090329 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9af25bd4-e249-4853-b25c-4e763cf9b8a9 req-565aaf6c-4e0f-43e5-beca-d9039ca46640 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/quotas/d7797a7e7c744219a6cd7e79c926312f HTTP/1.1" status: 200 len: 375 time: 0.0117989 Aug 10 04:00:19.104776 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37cfd147-188f-4a64-be9c-0f683475de55 x-openstack-request-id: req-37cfd147-188f-4a64-be9c-0f683475de55 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:00:19.105078 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8e724a5-7065-445e-a82d-fe3e8b3eb452", "name": "network-vif-plugged", "status": "completed", "tag": "a82fa16c-36ad-4d08-8219-e0981bbb5324", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:00:19.105362 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-37cfd147-188f-4a64-be9c-0f683475de55 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:00:19.105683 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8e724a5-7065-445e-a82d-fe3e8b3eb452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a82fa16c-36ad-4d08-8219-e0981bbb5324', 'code': 200} Aug 10 04:00:19.126382 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=a82fa16c-36ad-4d08-8219-e0981bbb5324,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:19.167067 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9af25bd4-e249-4853-b25c-4e763cf9b8a9 req-2cc32df0-5609-4084-a40d-44abc0fc5950 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d7797a7e7c744219a6cd7e79c926312f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0654926 Aug 10 04:00:19.301011 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800d98b7-1b90-41c0-8072-b1e9a5b53e40 req-a34ec721-ba2d-44bf-8296-7c90077f5643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:19.302555 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-800d98b7-1b90-41c0-8072-b1e9a5b53e40 req-a34ec721-ba2d-44bf-8296-7c90077f5643 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f8e724a5-7065-445e-a82d-fe3e8b3eb452 HTTP/1.1" status: 200 len: 1098 time: 0.1344421 Aug 10 04:00:19.332282 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfcc04d-dba0-4b2a-be3a-ca2949396dd6 req-728468cd-40ce-4205-bdbf-c8ad3bed4f25 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:19.333737 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8bfcc04d-dba0-4b2a-be3a-ca2949396dd6 req-728468cd-40ce-4205-bdbf-c8ad3bed4f25 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8e724a5-7065-445e-a82d-fe3e8b3eb452 HTTP/1.1" status: 200 len: 946 time: 0.1255124 Aug 10 04:00:19.380644 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9af25bd4-e249-4853-b25c-4e763cf9b8a9 req-b551a608-a0fa-4484-bbca-b32f222cb3b8 service neutron] 10.222.0.44 "GET /v2.0/networks/9304a778-e332-4697-b169-f473c98c9db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827641 Aug 10 04:00:19.404964 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-800d98b7-1b90-41c0-8072-b1e9a5b53e40 req-21c9e487-afdb-46f4-84b8-94d5896c14df service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=41f848be-fb97-4022-b4d8-2c75cbef7871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911560 Aug 10 04:00:19.420187 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8bfcc04d-dba0-4b2a-be3a-ca2949396dd6 req-3fc303be-3268-4303-8db5-88cd769e4dea tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=41f848be-fb97-4022-b4d8-2c75cbef7871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779655 Aug 10 04:00:19.490109 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9af25bd4-e249-4853-b25c-4e763cf9b8a9 req-4b5bd8e1-da2d-4359-9e14-12d0c996fac1 service neutron] 10.222.0.44 "GET /v2.0/networks/9304a778-e332-4697-b169-f473c98c9db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966904 Aug 10 04:00:19.803623 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-40625842-37fa-4087-becf-779559b15da0 req-705bacc7-84b7-4658-9e83-051003554e42 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=e38ec5e7-6648-444b-af38-2dee38372643 HTTP/1.1" status: 200 len: 210 time: 0.0410092 Aug 10 04:00:20.561624 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94ed555-2e5b-43c5-91dd-0f9006c9bb4f req-f264fa9b-24ba-4703-808f-6677c821db80 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:20.563352 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b94ed555-2e5b-43c5-91dd-0f9006c9bb4f req-f264fa9b-24ba-4703-808f-6677c821db80 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8e724a5-7065-445e-a82d-fe3e8b3eb452 HTTP/1.1" status: 200 len: 946 time: 0.0651069 Aug 10 04:00:20.605788 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b94ed555-2e5b-43c5-91dd-0f9006c9bb4f req-6f71c7f0-ae28-4bd2-b593-ff8ebc14dd6d tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=41f848be-fb97-4022-b4d8-2c75cbef7871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361683 Aug 10 04:00:20.908106 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af25bd4-e249-4853-b25c-4e763cf9b8a9 req-17665cf6-337f-40b9-8157-452b98375ef8 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:20.911244 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9af25bd4-e249-4853-b25c-4e763cf9b8a9 req-17665cf6-337f-40b9-8157-452b98375ef8 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.42 "GET /v2.0/networks?id=9304a778-e332-4697-b169-f473c98c9db5 HTTP/1.1" status: 200 len: 811 time: 0.1531899 Aug 10 04:00:20.974175 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3b4b79bf-7fd1-4924-bb90-b54927286c03 req-251a150a-d4e8-4a25-b0f3-a8fb3346e48e tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=e38ec5e7-6648-444b-af38-2dee38372643 HTTP/1.1" status: 200 len: 210 time: 0.0452714 Aug 10 04:00:21.011486 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9af25bd4-e249-4853-b25c-4e763cf9b8a9 req-8bff259d-07fb-43e4-a1a8-2f6b39532750 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7797a7e7c744219a6cd7e79c926312f HTTP/1.1" status: 200 len: 379 time: 0.0912459 Aug 10 04:00:21.026581 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-9af25bd4-e249-4853-b25c-4e763cf9b8a9 req-89d5834a-7bee-43dc-bd8e-48e23f6b090c tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Request body: {'port': {'device_id': 'e38ec5e7-6648-444b-af38-2dee38372643', 'network_id': '9304a778-e332-4697-b169-f473c98c9db5', 'admin_state_up': True, 'tenant_id': 'd7797a7e7c744219a6cd7e79c926312f', 'security_groups': ['c4c4ff7d-9ab8-47ae-9a13-1b1093e29100']}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:00:21.173314 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9af25bd4-e249-4853-b25c-4e763cf9b8a9 req-89d5834a-7bee-43dc-bd8e-48e23f6b090c tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Made reservation on behalf of d7797a7e7c744219a6cd7e79c926312f for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:00:21.177529 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-9af25bd4-e249-4853-b25c-4e763cf9b8a9 req-89d5834a-7bee-43dc-bd8e-48e23f6b090c tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:21.362144 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-9af25bd4-e249-4853-b25c-4e763cf9b8a9 req-89d5834a-7bee-43dc-bd8e-48e23f6b090c tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Allocated IP 172.20.0.12 (9304a778-e332-4697-b169-f473c98c9db5/004bec00-f412-4962-b43d-0d7672578573/4a267dcf-ec78-47a4-9601-2cd8039aa164) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:00:21.412602 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a0c285af-feef-4410-91ce-c70faae8c1da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:21.528404 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-9af25bd4-e249-4853-b25c-4e763cf9b8a9 req-89d5834a-7bee-43dc-bd8e-48e23f6b090c tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:21.546523 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-9af25bd4-e249-4853-b25c-4e763cf9b8a9 req-89d5834a-7bee-43dc-bd8e-48e23f6b090c tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Transition to ACTIVE for port object 4a267dcf-ec78-47a4-9601-2cd8039aa164 will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:00:21.582894 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-9af25bd4-e249-4853-b25c-4e763cf9b8a9 req-89d5834a-7bee-43dc-bd8e-48e23f6b090c tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:21.640559 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9af25bd4-e249-4853-b25c-4e763cf9b8a9 req-89d5834a-7bee-43dc-bd8e-48e23f6b090c tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Network 9304a778-e332-4697-b169-f473c98c9db5 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:00:21.644822 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-9af25bd4-e249-4853-b25c-4e763cf9b8a9 req-89d5834a-7bee-43dc-bd8e-48e23f6b090c tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:00:21.649326 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-9af25bd4-e249-4853-b25c-4e763cf9b8a9 req-89d5834a-7bee-43dc-bd8e-48e23f6b090c tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:00:21.691200 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d5834a-7bee-43dc-bd8e-48e23f6b090c tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Pushing event updated for resources: {'Port': ['ID=4a267dcf-ec78-47a4-9601-2cd8039aa164,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:21.721371 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af25bd4-e249-4853-b25c-4e763cf9b8a9 req-89d5834a-7bee-43dc-bd8e-48e23f6b090c tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:21.722056 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-9af25bd4-e249-4853-b25c-4e763cf9b8a9 req-89d5834a-7bee-43dc-bd8e-48e23f6b090c tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:21.759715 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9af25bd4-e249-4853-b25c-4e763cf9b8a9 req-89d5834a-7bee-43dc-bd8e-48e23f6b090c tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7401154 Aug 10 04:00:21.771124 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7c57b3-edcb-4f49-9d4b-9bf1f064a05e req-c3d071d7-417b-4a45-acf3-da035d0d7a71 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:21.773501 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fa7c57b3-edcb-4f49-9d4b-9bf1f064a05e req-c3d071d7-417b-4a45-acf3-da035d0d7a71 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8e724a5-7065-445e-a82d-fe3e8b3eb452 HTTP/1.1" status: 200 len: 946 time: 0.0835092 Aug 10 04:00:21.778743 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-9af25bd4-e249-4853-b25c-4e763cf9b8a9 req-0b3a18fc-335d-42e3-9584-b87f1677f413 service neutron] Request body: {'port': {'device_id': 'e38ec5e7-6648-444b-af38-2dee38372643', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:00:21.886898 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fa7c57b3-edcb-4f49-9d4b-9bf1f064a05e req-fc1e58b4-885d-4bcd-87da-9629c2939d38 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=41f848be-fb97-4022-b4d8-2c75cbef7871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848758 Aug 10 04:00:21.890349 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-9af25bd4-e249-4853-b25c-4e763cf9b8a9 req-0b3a18fc-335d-42e3-9584-b87f1677f413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:21.936080 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-83ec5cd7-67eb-4f6b-914c-9b17ecfba585 None None] Provisioning for port 4a267dcf-ec78-47a4-9601-2cd8039aa164 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:00:21.946813 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-83ec5cd7-67eb-4f6b-914c-9b17ecfba585 None None] Provisioning complete for port 4a267dcf-ec78-47a4-9601-2cd8039aa164 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:00:21.947487 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-83ec5cd7-67eb-4f6b-914c-9b17ecfba585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:21.995490 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-83ec5cd7-67eb-4f6b-914c-9b17ecfba585 None None] Port 4a267dcf-ec78-47a4-9601-2cd8039aa164 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:00:22.179889 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d29e7c-fa6e-43be-a5fb-3e7fe26246e3 req-8875a512-ae56-4b5e-a6e5-4f3479cd6036 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:22.181663 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-37d29e7c-fa6e-43be-a5fb-3e7fe26246e3 req-8875a512-ae56-4b5e-a6e5-4f3479cd6036 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8e724a5-7065-445e-a82d-fe3e8b3eb452 HTTP/1.1" status: 200 len: 946 time: 0.1616235 Aug 10 04:00:22.205345 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d292131-a2a3-433f-bd8b-e49a41a932d8 req-b82e61d1-ee63-4512-8ac2-b5755a885e64 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:22.206958 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8d292131-a2a3-433f-bd8b-e49a41a932d8 req-b82e61d1-ee63-4512-8ac2-b5755a885e64 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=e38ec5e7-6648-444b-af38-2dee38372643 HTTP/1.1" status: 200 len: 932 time: 0.1377559 Aug 10 04:00:22.290930 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-37d29e7c-fa6e-43be-a5fb-3e7fe26246e3 req-2e1f6c81-ddbf-45e0-8cfa-cbc86cbe79ac tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=41f848be-fb97-4022-b4d8-2c75cbef7871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970247 Aug 10 04:00:22.316163 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 45632) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:22.322711 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8d292131-a2a3-433f-bd8b-e49a41a932d8 req-2997faf8-352d-41bf-8929-f1c87b809ed8 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4c4ff7d-9ab8-47ae-9a13-1b1093e29100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004875 Aug 10 04:00:22.363269 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4d66e4-dbdf-4e75-950b-57132b0e1b75 tempest-TestNetworkAdvancedServerOps-902294344 tempest-TestNetworkAdvancedServerOps-902294344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:22.368879 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-fb4d66e4-dbdf-4e75-950b-57132b0e1b75 tempest-TestNetworkAdvancedServerOps-902294344 tempest-TestNetworkAdvancedServerOps-902294344-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=f8e724a5-7065-445e-a82d-fe3e8b3eb452 HTTP/1.1" status: 200 len: 1093 time: 0.0509815 Aug 10 04:00:22.369640 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 45634) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:22.375134 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-03812590-5dd1-4c9b-93df-c0ee55bebf1b tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Request body: {'floatingip': {'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'port_id': 'a82fa16c-36ad-4d08-8219-e0981bbb5324', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:00:22.384158 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-9af25bd4-e249-4853-b25c-4e763cf9b8a9 req-0b3a18fc-335d-42e3-9584-b87f1677f413 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a267dcf-ec78-47a4-9601-2cd8039aa164 {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:00:22.398485 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-9af25bd4-e249-4853-b25c-4e763cf9b8a9 req-0b3a18fc-335d-42e3-9584-b87f1677f413 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:22.413713 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-03812590-5dd1-4c9b-93df-c0ee55bebf1b tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for floatingip, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:22.421500 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-9af25bd4-e249-4853-b25c-4e763cf9b8a9 req-0b3a18fc-335d-42e3-9584-b87f1677f413 service neutron] Transition to ACTIVE for port object 4a267dcf-ec78-47a4-9601-2cd8039aa164 will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:00:22.427542 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-9af25bd4-e249-4853-b25c-4e763cf9b8a9 req-0b3a18fc-335d-42e3-9584-b87f1677f413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:22.495756 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3a18fc-335d-42e3-9584-b87f1677f413 service neutron] Pushing event updated for resources: {'Port': ['ID=4a267dcf-ec78-47a4-9601-2cd8039aa164,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:22.573660 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-9af25bd4-e249-4853-b25c-4e763cf9b8a9 req-0b3a18fc-335d-42e3-9584-b87f1677f413 service neutron] Attempting to bind port 4a267dcf-ec78-47a4-9601-2cd8039aa164 on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:00:22.574143 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-9af25bd4-e249-4853-b25c-4e763cf9b8a9 req-0b3a18fc-335d-42e3-9584-b87f1677f413 service neutron] Attempting to bind port 4a267dcf-ec78-47a4-9601-2cd8039aa164 by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': 'a02c445a-dd82-41b8-8c82-8deebd0db13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9304a778-e332-4697-b169-f473c98c9db5'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:00:22.574691 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af25bd4-e249-4853-b25c-4e763cf9b8a9 req-0b3a18fc-335d-42e3-9584-b87f1677f413 service neutron] Attempting to bind port 4a267dcf-ec78-47a4-9601-2cd8039aa164 on network 9304a778-e332-4697-b169-f473c98c9db5 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:00:22.581238 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af25bd4-e249-4853-b25c-4e763cf9b8a9 req-0b3a18fc-335d-42e3-9584-b87f1677f413 service neutron] Port 4a267dcf-ec78-47a4-9601-2cd8039aa164 on network 9304a778-e332-4697-b169-f473c98c9db5 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:00:22.582174 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af25bd4-e249-4853-b25c-4e763cf9b8a9 req-0b3a18fc-335d-42e3-9584-b87f1677f413 service neutron] Attempting to bind port 4a267dcf-ec78-47a4-9601-2cd8039aa164 on network 9304a778-e332-4697-b169-f473c98c9db5 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:00:22.587138 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-03812590-5dd1-4c9b-93df-c0ee55bebf1b tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:22.589617 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af25bd4-e249-4853-b25c-4e763cf9b8a9 req-0b3a18fc-335d-42e3-9584-b87f1677f413 service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:00:22.590181 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af25bd4-e249-4853-b25c-4e763cf9b8a9 req-0b3a18fc-335d-42e3-9584-b87f1677f413 service neutron] Checking segment: {'id': 'a02c445a-dd82-41b8-8c82-8deebd0db13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9304a778-e332-4697-b169-f473c98c9db5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:00:22.590642 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af25bd4-e249-4853-b25c-4e763cf9b8a9 req-0b3a18fc-335d-42e3-9584-b87f1677f413 service neutron] Bound using segment: {'id': 'a02c445a-dd82-41b8-8c82-8deebd0db13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9304a778-e332-4697-b169-f473c98c9db5'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:00:22.591188 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-9af25bd4-e249-4853-b25c-4e763cf9b8a9 req-0b3a18fc-335d-42e3-9584-b87f1677f413 service neutron] Bound port: 4a267dcf-ec78-47a4-9601-2cd8039aa164, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a02c445a-dd82-41b8-8c82-8deebd0db13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9304a778-e332-4697-b169-f473c98c9db5'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:00:22.591651 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-9af25bd4-e249-4853-b25c-4e763cf9b8a9 req-0b3a18fc-335d-42e3-9584-b87f1677f413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:22.671031 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-9af25bd4-e249-4853-b25c-4e763cf9b8a9 req-0b3a18fc-335d-42e3-9584-b87f1677f413 service neutron] For port 4a267dcf-ec78-47a4-9601-2cd8039aa164, host n-h1-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:00:22.675831 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-9af25bd4-e249-4853-b25c-4e763cf9b8a9 req-0b3a18fc-335d-42e3-9584-b87f1677f413 service neutron] For port 4a267dcf-ec78-47a4-9601-2cd8039aa164, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=4a267dcf-ec78-47a4-9601-2cd8039aa164,segment=NetworkSegment(a02c445a-dd82-41b8-8c82-8deebd0db13e),segment_id=a02c445a-dd82-41b8-8c82-8deebd0db13e)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:00:22.681609 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-9af25bd4-e249-4853-b25c-4e763cf9b8a9 req-0b3a18fc-335d-42e3-9584-b87f1677f413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:22.719641 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-03812590-5dd1-4c9b-93df-c0ee55bebf1b tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Allocated IP 172.25.6.249 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/4fa0e076-60e4-4ee9-9004-73740a397909) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:00:22.727940 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af25bd4-e249-4853-b25c-4e763cf9b8a9 req-0b3a18fc-335d-42e3-9584-b87f1677f413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:22.728624 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-9af25bd4-e249-4853-b25c-4e763cf9b8a9 req-0b3a18fc-335d-42e3-9584-b87f1677f413 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:22.730375 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9af25bd4-e249-4853-b25c-4e763cf9b8a9 req-0b3a18fc-335d-42e3-9584-b87f1677f413 service neutron] 10.222.0.42 "PUT /v2.0/ports/4a267dcf-ec78-47a4-9601-2cd8039aa164 HTTP/1.1" status: 200 len: 1093 time: 0.9558635 Aug 10 04:00:22.730943 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e38ec5e7-6648-444b-af38-2dee38372643', 'tag': '4a267dcf-ec78-47a4-9601-2cd8039aa164'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:00:22.733664 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f789f06-2031-4535-848c-3164b54e230f" -d '{"events": [{"name": "network-changed", "server_uuid": "e38ec5e7-6648-444b-af38-2dee38372643", "tag": "4a267dcf-ec78-47a4-9601-2cd8039aa164"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:00:22.811489 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9a3bd6b-f75c-4477-b267-4be129cbb4cf x-openstack-request-id: req-f9a3bd6b-f75c-4477-b267-4be129cbb4cf {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:00:22.811907 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e38ec5e7-6648-444b-af38-2dee38372643", "tag": "4a267dcf-ec78-47a4-9601-2cd8039aa164", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:00:22.812159 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f9a3bd6b-f75c-4477-b267-4be129cbb4cf {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:00:22.812747 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e38ec5e7-6648-444b-af38-2dee38372643', 'tag': '4a267dcf-ec78-47a4-9601-2cd8039aa164', 'status': 'completed', 'code': 200} Aug 10 04:00:22.817745 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3a18fc-335d-42e3-9584-b87f1677f413 service neutron] Pushing event updated for resources: {'Port': ['ID=4a267dcf-ec78-47a4-9601-2cd8039aa164,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:22.854867 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af25bd4-e249-4853-b25c-4e763cf9b8a9 req-42156fa8-9840-4dca-af21-cd4adda91cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:22.856473 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9af25bd4-e249-4853-b25c-4e763cf9b8a9 req-42156fa8-9840-4dca-af21-cd4adda91cf4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d7797a7e7c744219a6cd7e79c926312f&device_id=e38ec5e7-6648-444b-af38-2dee38372643 HTTP/1.1" status: 200 len: 1096 time: 0.0614977 Aug 10 04:00:22.889839 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-03812590-5dd1-4c9b-93df-c0ee55bebf1b tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:22.906003 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9af25bd4-e249-4853-b25c-4e763cf9b8a9 req-53df1104-2571-48bc-a18c-799347fa5ec6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a267dcf-ec78-47a4-9601-2cd8039aa164 HTTP/1.1" status: 200 len: 217 time: 0.0407751 Aug 10 04:00:22.939110 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-03812590-5dd1-4c9b-93df-c0ee55bebf1b tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:22.970197 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af25bd4-e249-4853-b25c-4e763cf9b8a9 req-5717476f-478b-4695-ba6d-547e8f85c24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:22.972967 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9af25bd4-e249-4853-b25c-4e763cf9b8a9 req-5717476f-478b-4695-ba6d-547e8f85c24c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=004bec00-f412-4962-b43d-0d7672578573 HTTP/1.1" status: 200 len: 850 time: 0.0590000 Aug 10 04:00:23.000403 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03812590-5dd1-4c9b-93df-c0ee55bebf1b tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:00:23.001681 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03812590-5dd1-4c9b-93df-c0ee55bebf1b tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Pushing event updated for resources: {'Port': ['ID=4fa0e076-60e4-4ee9-9004-73740a397909,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:23.005900 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-03812590-5dd1-4c9b-93df-c0ee55bebf1b tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:00:23.008745 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03812590-5dd1-4c9b-93df-c0ee55bebf1b tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:00:23.033889 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af25bd4-e249-4853-b25c-4e763cf9b8a9 req-e3a6fbcb-924e-4ab7-bfba-4af11335c1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:23.035523 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9af25bd4-e249-4853-b25c-4e763cf9b8a9 req-e3a6fbcb-924e-4ab7-bfba-4af11335c1e1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9304a778-e332-4697-b169-f473c98c9db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536208 Aug 10 04:00:23.153936 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9af25bd4-e249-4853-b25c-4e763cf9b8a9 req-a4e44d22-d1c1-4aa9-9957-debc429a3328 service neutron] 10.222.0.42 "GET /v2.0/networks/9304a778-e332-4697-b169-f473c98c9db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095939 Aug 10 04:00:23.299580 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9af25bd4-e249-4853-b25c-4e763cf9b8a9 req-6a4899a9-c132-4ccd-93f1-76c35efdba2e service neutron] 10.222.0.42 "GET /v2.0/networks/9304a778-e332-4697-b169-f473c98c9db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363025 Aug 10 04:00:23.411627 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f789f06-2031-4535-848c-3164b54e230f req-54d0e9d7-fd4c-47cd-b7cf-aded1c8b323e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:23.414070 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4f789f06-2031-4535-848c-3164b54e230f req-54d0e9d7-fd4c-47cd-b7cf-aded1c8b323e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d7797a7e7c744219a6cd7e79c926312f&device_id=e38ec5e7-6648-444b-af38-2dee38372643 HTTP/1.1" status: 200 len: 1096 time: 0.0552447 Aug 10 04:00:23.556239 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf84947-dba6-4092-954e-d8b41678e191 req-3e7dfc8d-3208-4b80-a946-0f89be4dedd2 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:23.557884 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ddf84947-dba6-4092-954e-d8b41678e191 req-3e7dfc8d-3208-4b80-a946-0f89be4dedd2 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=e38ec5e7-6648-444b-af38-2dee38372643 HTTP/1.1" status: 200 len: 944 time: 0.1099975 Aug 10 04:00:23.581632 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-03812590-5dd1-4c9b-93df-c0ee55bebf1b tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:23.588254 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f789f06-2031-4535-848c-3164b54e230f req-59569564-a670-4039-bdeb-70ff919a85ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:23.589788 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4f789f06-2031-4535-848c-3164b54e230f req-59569564-a670-4039-bdeb-70ff919a85ec service neutron] 10.222.0.42 "GET /v2.0/networks?id=9304a778-e332-4697-b169-f473c98c9db5 HTTP/1.1" status: 200 len: 911 time: 0.1679361 Aug 10 04:00:23.659798 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ddf84947-dba6-4092-954e-d8b41678e191 req-2d1d5271-a8fd-4b1c-8aaf-90db60a9b851 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4c4ff7d-9ab8-47ae-9a13-1b1093e29100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896144 Aug 10 04:00:23.662283 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4f789f06-2031-4535-848c-3164b54e230f req-e78c038f-9b73-42ab-ad6e-1e1b60ea68b0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a267dcf-ec78-47a4-9601-2cd8039aa164 HTTP/1.1" status: 200 len: 217 time: 0.0633056 Aug 10 04:00:23.684534 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-03812590-5dd1-4c9b-93df-c0ee55bebf1b tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:23.699483 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-90c6b23f-9194-4255-800b-031d8f2e0cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:23.731610 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f789f06-2031-4535-848c-3164b54e230f req-6f2adc3e-abd7-43d9-a46b-37fe1d84e331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:23.733150 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4f789f06-2031-4535-848c-3164b54e230f req-6f2adc3e-abd7-43d9-a46b-37fe1d84e331 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=004bec00-f412-4962-b43d-0d7672578573 HTTP/1.1" status: 200 len: 850 time: 0.0628352 Aug 10 04:00:23.799306 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f789f06-2031-4535-848c-3164b54e230f req-306f9560-9a9e-4315-b39a-499f2fe9000b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:23.801874 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4f789f06-2031-4535-848c-3164b54e230f req-306f9560-9a9e-4315-b39a-499f2fe9000b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9304a778-e332-4697-b169-f473c98c9db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0618069 Aug 10 04:00:23.910270 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-03812590-5dd1-4c9b-93df-c0ee55bebf1b tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:23.916372 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-03812590-5dd1-4c9b-93df-c0ee55bebf1b tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:23.944280 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4f789f06-2031-4535-848c-3164b54e230f req-6c681423-f7e5-427d-a16f-9502a80e6d6b service neutron] 10.222.0.42 "GET /v2.0/networks/9304a778-e332-4697-b169-f473c98c9db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333520 Aug 10 04:00:23.996825 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03812590-5dd1-4c9b-93df-c0ee55bebf1b tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Pushing event updated for resources: {'Port': ['ID=4fa0e076-60e4-4ee9-9004-73740a397909,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:24.014868 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-03812590-5dd1-4c9b-93df-c0ee55bebf1b tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:24.058083 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4f789f06-2031-4535-848c-3164b54e230f req-85ecd1bc-23c7-443c-b421-dda3b2e7fa97 service neutron] 10.222.0.42 "GET /v2.0/networks/9304a778-e332-4697-b169-f473c98c9db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067467 Aug 10 04:00:24.131052 n-d-768862-13 neutron-server[94261]: INFO neutron.db.l3_db [None req-03812590-5dd1-4c9b-93df-c0ee55bebf1b tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Floating IP 6cde3664-6f86-4db9-873b-de0ebd4c5d62 associated. External IP: 172.25.6.249, port: a82fa16c-36ad-4d08-8219-e0981bbb5324. Aug 10 04:00:24.291262 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:24.399919 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03812590-5dd1-4c9b-93df-c0ee55bebf1b tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Router f545908e-635b-4f9d-a0d1-264d98fbe88b has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:00:24.490945 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 45642) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:24.523859 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03812590-5dd1-4c9b-93df-c0ee55bebf1b tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:00:24.542602 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38573b2-1bb8-4bf6-aea2-8fa76ed67ed5 None None] Sync routers for ids ['f545908e-635b-4f9d-a0d1-264d98fbe88b'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:00:24.557008 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-03812590-5dd1-4c9b-93df-c0ee55bebf1b tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:24.557985 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38573b2-1bb8-4bf6-aea2-8fa76ed67ed5 None None] Routers {'f545908e-635b-4f9d-a0d1-264d98fbe88b'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:00:24.559070 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-e38573b2-1bb8-4bf6-aea2-8fa76ed67ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:00:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['f545908e-635b-4f9d-a0d1-264d98fbe88b'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:24.582283 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-f8732413-c2af-46d4-aec3-382951acf733 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "GET /v2.0/floatingips/3b486368-b8d1-4e85-940e-0971a22a2d42 HTTP/1.1" status: 200 len: 993 time: 0.0887027 Aug 10 04:00:24.599263 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-03812590-5dd1-4c9b-93df-c0ee55bebf1b tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2283311 Aug 10 04:00:24.600408 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8e724a5-7065-445e-a82d-fe3e8b3eb452', 'tag': 'a82fa16c-36ad-4d08-8219-e0981bbb5324'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:00:24.603041 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-297f414f-5998-402f-bc60-c332f7877a52" -d '{"events": [{"name": "network-changed", "server_uuid": "f8e724a5-7065-445e-a82d-fe3e8b3eb452", "tag": "a82fa16c-36ad-4d08-8219-e0981bbb5324"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:00:24.703299 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-e38573b2-1bb8-4bf6-aea2-8fa76ed67ed5 None None] Set router f545908e-635b-4f9d-a0d1-264d98fbe88b gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:00:24.720218 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27372e99-3b38-4b66-a020-404de47795bb x-openstack-request-id: req-27372e99-3b38-4b66-a020-404de47795bb {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:00:24.720520 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8e724a5-7065-445e-a82d-fe3e8b3eb452", "tag": "a82fa16c-36ad-4d08-8219-e0981bbb5324", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:00:24.722096 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-27372e99-3b38-4b66-a020-404de47795bb {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:00:24.722636 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8e724a5-7065-445e-a82d-fe3e8b3eb452', 'tag': 'a82fa16c-36ad-4d08-8219-e0981bbb5324', 'status': 'completed', 'code': 200} Aug 10 04:00:24.742321 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f04931-cc4f-4f24-b3e2-a6896b3c25cd req-44565ed6-56ed-48e3-8fa2-6d816094e809 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:24.744143 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-24f04931-cc4f-4f24-b3e2-a6896b3c25cd req-44565ed6-56ed-48e3-8fa2-6d816094e809 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8e724a5-7065-445e-a82d-fe3e8b3eb452 HTTP/1.1" status: 200 len: 946 time: 0.0896096 Aug 10 04:00:24.825323 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 45654) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:24.835683 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-24f04931-cc4f-4f24-b3e2-a6896b3c25cd req-0263b030-815c-4926-b696-f5908465777c tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=41f848be-fb97-4022-b4d8-2c75cbef7871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794816 Aug 10 04:00:24.877815 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297f414f-5998-402f-bc60-c332f7877a52 req-bfd125e6-e97e-4a75-8885-37ceb7eefea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:24.879808 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-297f414f-5998-402f-bc60-c332f7877a52 req-bfd125e6-e97e-4a75-8885-37ceb7eefea5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b8b99293bc0b4fae85b62fcecb6d67eb&device_id=f8e724a5-7065-445e-a82d-fe3e8b3eb452 HTTP/1.1" status: 200 len: 1098 time: 0.1326513 Aug 10 04:00:24.894800 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 45656) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:24.934527 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307c7228-6bfd-4fa7-b2c4-a387e3a6c8be req-321e8e8b-9a58-43de-ae1d-56a0754d0a0e tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:24.936454 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-307c7228-6bfd-4fa7-b2c4-a387e3a6c8be req-321e8e8b-9a58-43de-ae1d-56a0754d0a0e tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=e38ec5e7-6648-444b-af38-2dee38372643 HTTP/1.1" status: 200 len: 944 time: 0.1391971 Aug 10 04:00:25.122504 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-39ff3ef0-68c7-4412-bb22-72df3399978d tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Deleting port 449b82c4-2c94-4fe7-b708-3509a7b45ea1 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:00:25.123072 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-39ff3ef0-68c7-4412-bb22-72df3399978d tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:25.126711 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-e38573b2-1bb8-4bf6-aea2-8fa76ed67ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f545908e-635b-4f9d-a0d1-264d98fbe88b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1725874286', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': 'a552b12c-9865-4b23-9154-7877c7118ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:00:02Z', 'updated_at': '2021-08-10T04:00:06Z', 'revision_number': 4, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'gw_port': {'id': 'a552b12c-9865-4b23-9154-7877c7118ad3', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f545908e-635b-4f9d-a0d1-264d98fbe88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:00:03Z', 'updated_at': '2021-08-10T04:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '6cde3664-6f86-4db9-873b-de0ebd4c5d62', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'floating_ip_address': '172.25.6.249', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': 'f545908e-635b-4f9d-a0d1-264d98fbe88b', 'port_id': 'a82fa16c-36ad-4d08-8219-e0981bbb5324', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3917, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '845a26ef-2921-45a9-ae45-02201a4e2a53', 'mac_address': 'fa:16:3e:99:d4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e724a5-7065-445e-a82d-fe3e8b3eb452', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:00:23Z', 'updated_at': '2021-08-10T04:00:23Z', 'revision_number': 0, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f325614-4430-4b39-85c3-f108313b64c9', 'name': '', 'network_id': '845a26ef-2921-45a9-ae45-02201a4e2a53', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'mac_address': 'fa:16:3e:1b:c8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f545908e-635b-4f9d-a0d1-264d98fbe88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '7c7556c4-2a9c-4040-840d-acea0876055e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:00:05Z', 'updated_at': '2021-08-10T04:00:12Z', 'revision_number': 5, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'subnets': [{'id': '7c7556c4-2a9c-4040-840d-acea0876055e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:25.157853 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38573b2-1bb8-4bf6-aea2-8fa76ed67ed5 None None] Checking router: f545908e-635b-4f9d-a0d1-264d98fbe88b for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:00:25.168174 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38573b2-1bb8-4bf6-aea2-8fa76ed67ed5 None None] Routers {'f545908e-635b-4f9d-a0d1-264d98fbe88b'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:00:25.168816 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-e38573b2-1bb8-4bf6-aea2-8fa76ed67ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:00:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['f545908e-635b-4f9d-a0d1-264d98fbe88b'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:25.273139 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-39ff3ef0-68c7-4412-bb22-72df3399978d tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:25.273467 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-39ff3ef0-68c7-4412-bb22-72df3399978d tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:25.290590 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-39ff3ef0-68c7-4412-bb22-72df3399978d tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Calling delete_port for 449b82c4-2c94-4fe7-b708-3509a7b45ea1 owned by network:floatingip {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:00:25.327193 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-e38573b2-1bb8-4bf6-aea2-8fa76ed67ed5 None None] Set router f545908e-635b-4f9d-a0d1-264d98fbe88b gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:00:25.447448 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-696930b7-e17b-4f81-8dbf-3f6a5b6ccbed tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/floatingips/6cde3664-6f86-4db9-873b-de0ebd4c5d62 HTTP/1.1" status: 200 len: 992 time: 0.5440900 Aug 10 04:00:25.458784 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-307c7228-6bfd-4fa7-b2c4-a387e3a6c8be req-a86d54ba-c8d4-467a-a85a-f85061124c18 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4c4ff7d-9ab8-47ae-9a13-1b1093e29100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951278 Aug 10 04:00:25.478174 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297f414f-5998-402f-bc60-c332f7877a52 req-6eb6bc50-04a1-432c-9697-99d3776bcfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:25.480030 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-297f414f-5998-402f-bc60-c332f7877a52 req-6eb6bc50-04a1-432c-9697-99d3776bcfc5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=845a26ef-2921-45a9-ae45-02201a4e2a53 HTTP/1.1" status: 200 len: 895 time: 0.5874035 Aug 10 04:00:25.560803 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:25.629400 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-297f414f-5998-402f-bc60-c332f7877a52 req-2c1cc796-5195-4ebb-bcb8-3494b6e3ca28 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a82fa16c-36ad-4d08-8219-e0981bbb5324 HTTP/1.1" status: 200 len: 1000 time: 0.1404991 Aug 10 04:00:25.710015 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297f414f-5998-402f-bc60-c332f7877a52 req-e584e775-fd4e-4a69-9605-0af38571eb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:25.711055 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-297f414f-5998-402f-bc60-c332f7877a52 req-e584e775-fd4e-4a69-9605-0af38571eb0c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7c7556c4-2a9c-4040-840d-acea0876055e HTTP/1.1" status: 200 len: 835 time: 0.0715127 Aug 10 04:00:25.764641 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-e38573b2-1bb8-4bf6-aea2-8fa76ed67ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f545908e-635b-4f9d-a0d1-264d98fbe88b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1725874286', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': 'a552b12c-9865-4b23-9154-7877c7118ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:00:02Z', 'updated_at': '2021-08-10T04:00:06Z', 'revision_number': 4, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'gw_port': {'id': 'a552b12c-9865-4b23-9154-7877c7118ad3', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f545908e-635b-4f9d-a0d1-264d98fbe88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:00:03Z', 'updated_at': '2021-08-10T04:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '6cde3664-6f86-4db9-873b-de0ebd4c5d62', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'floating_ip_address': '172.25.6.249', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': 'f545908e-635b-4f9d-a0d1-264d98fbe88b', 'port_id': 'a82fa16c-36ad-4d08-8219-e0981bbb5324', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3917, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '845a26ef-2921-45a9-ae45-02201a4e2a53', 'mac_address': 'fa:16:3e:99:d4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e724a5-7065-445e-a82d-fe3e8b3eb452', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:00:23Z', 'updated_at': '2021-08-10T04:00:23Z', 'revision_number': 0, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f325614-4430-4b39-85c3-f108313b64c9', 'name': '', 'network_id': '845a26ef-2921-45a9-ae45-02201a4e2a53', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'mac_address': 'fa:16:3e:1b:c8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f545908e-635b-4f9d-a0d1-264d98fbe88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '7c7556c4-2a9c-4040-840d-acea0876055e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:00:05Z', 'updated_at': '2021-08-10T04:00:12Z', 'revision_number': 5, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'subnets': [{'id': '7c7556c4-2a9c-4040-840d-acea0876055e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:25.816507 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297f414f-5998-402f-bc60-c332f7877a52 req-29fcfe77-5dd5-4d28-87f4-38ad3dc8e87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:25.818975 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-297f414f-5998-402f-bc60-c332f7877a52 req-29fcfe77-5dd5-4d28-87f4-38ad3dc8e87b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=845a26ef-2921-45a9-ae45-02201a4e2a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0966575 Aug 10 04:00:25.942540 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-297f414f-5998-402f-bc60-c332f7877a52 req-8fe87d24-e7cf-41f4-bb67-8e4a509304e7 service neutron] 10.222.0.61 "GET /v2.0/networks/845a26ef-2921-45a9-ae45-02201a4e2a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118190 Aug 10 04:00:25.962853 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38573b2-1bb8-4bf6-aea2-8fa76ed67ed5 None None] The sync data for ids ['f545908e-635b-4f9d-a0d1-264d98fbe88b'] in n-d-768862-13 is: [{'id': 'f545908e-635b-4f9d-a0d1-264d98fbe88b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1725874286', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': 'a552b12c-9865-4b23-9154-7877c7118ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:00:02Z', 'updated_at': '2021-08-10T04:00:06Z', 'revision_number': 4, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'gw_port': {'id': 'a552b12c-9865-4b23-9154-7877c7118ad3', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f545908e-635b-4f9d-a0d1-264d98fbe88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:00:03Z', 'updated_at': '2021-08-10T04:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '6cde3664-6f86-4db9-873b-de0ebd4c5d62', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'floating_ip_address': '172.25.6.249', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': 'f545908e-635b-4f9d-a0d1-264d98fbe88b', 'port_id': 'a82fa16c-36ad-4d08-8219-e0981bbb5324', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3917, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '845a26ef-2921-45a9-ae45-02201a4e2a53', 'mac_address': 'fa:16:3e:99:d4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e724a5-7065-445e-a82d-fe3e8b3eb452', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:00:23Z', 'updated_at': '2021-08-10T04:00:23Z', 'revision_number': 0, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f325614-4430-4b39-85c3-f108313b64c9', 'name': '', 'network_id': '845a26ef-2921-45a9-ae45-02201a4e2a53', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'mac_address': 'fa:16:3e:1b:c8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f545908e-635b-4f9d-a0d1-264d98fbe88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '7c7556c4-2a9c-4040-840d-acea0876055e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:00:05Z', 'updated_at': '2021-08-10T04:00:12Z', 'revision_number': 5, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'subnets': [{'id': '7c7556c4-2a9c-4040-840d-acea0876055e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:00:26.033670 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-39ff3ef0-68c7-4412-bb22-72df3399978d tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:26.076812 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ff3ef0-68c7-4412-bb22-72df3399978d tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Pushing event deleted for resources: {'Port': ['ID=449b82c4-2c94-4fe7-b708-3509a7b45ea1,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:26.090619 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-297f414f-5998-402f-bc60-c332f7877a52 req-782da295-26a7-41d1-83d2-3bee80935652 service neutron] 10.222.0.61 "GET /v2.0/networks/845a26ef-2921-45a9-ae45-02201a4e2a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245866 Aug 10 04:00:26.148927 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-39ff3ef0-68c7-4412-bb22-72df3399978d tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for floatingip, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:26.149280 n-d-768862-13 neutron-server[94261]: INFO neutron.db.l3_db [None req-39ff3ef0-68c7-4412-bb22-72df3399978d tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Floating IP 3b486368-b8d1-4e85-940e-0971a22a2d42 disassociated (deleted). External IP: 172.25.6.183, port: 8ae711a6-d08f-4a4e-8616-af96c30c70ce. Aug 10 04:00:26.296055 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21794e26-0875-470f-b063-70b42226b929 None None] New status for floating IP 6cde3664-6f86-4db9-873b-de0ebd4c5d62: ACTIVE {{(pid=94263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:00:26.336250 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:26.417846 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39ff3ef0-68c7-4412-bb22-72df3399978d tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Router 7614aef4-daea-4a70-8a11-62aa3edd8558 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:00:26.451849 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 45658) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:26.561072 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-2b904b7e-c493-4ee7-a53a-17d88e06020c tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/floatingips/6cde3664-6f86-4db9-873b-de0ebd4c5d62 HTTP/1.1" status: 200 len: 992 time: 0.1076806 Aug 10 04:00:26.566371 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39ff3ef0-68c7-4412-bb22-72df3399978d tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:00:26.571337 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-39ff3ef0-68c7-4412-bb22-72df3399978d tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:26.580911 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f964857-852d-4d36-8c9d-f0007d19a498 None None] Sync routers for ids ['7614aef4-daea-4a70-8a11-62aa3edd8558'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:00:26.595114 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f964857-852d-4d36-8c9d-f0007d19a498 None None] Routers {'7614aef4-daea-4a70-8a11-62aa3edd8558'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:00:26.595764 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-6f964857-852d-4d36-8c9d-f0007d19a498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:00:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['7614aef4-daea-4a70-8a11-62aa3edd8558'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:26.614444 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-39ff3ef0-68c7-4412-bb22-72df3399978d tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "DELETE /v2.0/floatingips/3b486368-b8d1-4e85-940e-0971a22a2d42 HTTP/1.1" status: 204 len: 168 time: 1.7827911 Aug 10 04:00:26.665740 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edb1523-73fb-47f0-bf67-920634c86d0b req-a490ef5a-11a7-4272-9413-53d4586e903c tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:26.667418 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2edb1523-73fb-47f0-bf67-920634c86d0b req-a490ef5a-11a7-4272-9413-53d4586e903c tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=e38ec5e7-6648-444b-af38-2dee38372643 HTTP/1.1" status: 200 len: 944 time: 0.0519278 Aug 10 04:00:26.714817 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-6f964857-852d-4d36-8c9d-f0007d19a498 None None] Set router 7614aef4-daea-4a70-8a11-62aa3edd8558 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:00:26.723731 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a83adb4-6458-44bb-a9a5-b031e75404cf', 'tag': '8ae711a6-d08f-4a4e-8616-af96c30c70ce'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:00:26.726647 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7cebcf2-b706-4d00-91ac-efb1b6a8b4d7" -d '{"events": [{"name": "network-changed", "server_uuid": "6a83adb4-6458-44bb-a9a5-b031e75404cf", "tag": "8ae711a6-d08f-4a4e-8616-af96c30c70ce"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:00:26.728195 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2edb1523-73fb-47f0-bf67-920634c86d0b req-41bede20-0ee8-4e49-ab2d-05a0bd3c0deb tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4c4ff7d-9ab8-47ae-9a13-1b1093e29100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486236 Aug 10 04:00:26.819751 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd7c299-4ca1-4b16-a465-5a9a9716600a x-openstack-request-id: req-6bd7c299-4ca1-4b16-a465-5a9a9716600a {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:00:26.820927 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a83adb4-6458-44bb-a9a5-b031e75404cf", "tag": "8ae711a6-d08f-4a4e-8616-af96c30c70ce", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:00:26.821200 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6bd7c299-4ca1-4b16-a465-5a9a9716600a {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:00:26.821597 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a83adb4-6458-44bb-a9a5-b031e75404cf', 'tag': '8ae711a6-d08f-4a4e-8616-af96c30c70ce', 'status': 'completed', 'code': 200} Aug 10 04:00:26.916606 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:26.931238 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cebcf2-b706-4d00-91ac-efb1b6a8b4d7 req-a235e2a0-8439-4f5a-a7e6-37759941f4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:26.932824 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f7cebcf2-b706-4d00-91ac-efb1b6a8b4d7 req-a235e2a0-8439-4f5a-a7e6-37759941f4f1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=93bc202ab78e4c76bb57fc3fb075815b&device_id=6a83adb4-6458-44bb-a9a5-b031e75404cf HTTP/1.1" status: 200 len: 1097 time: 0.0707452 Aug 10 04:00:26.941432 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1950822-776a-4b97-8ee9-afde4f354e64 req-b47f79c9-f74c-4e62-b007-e7b4cb00f5fd tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:26.943045 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c1950822-776a-4b97-8ee9-afde4f354e64 req-b47f79c9-f74c-4e62-b007-e7b4cb00f5fd tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a83adb4-6458-44bb-a9a5-b031e75404cf HTTP/1.1" status: 200 len: 945 time: 0.0942972 Aug 10 04:00:27.006661 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-6f964857-852d-4d36-8c9d-f0007d19a498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7614aef4-daea-4a70-8a11-62aa3edd8558', 'name': 'tempest-TestNetworkBasicOps-router-1352829283', 'tenant_id': '93bc202ab78e4c76bb57fc3fb075815b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': 'd59fc858-e7b4-4c50-b8f4-8258452889bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:59:32Z', 'updated_at': '2021-08-10T03:59:36Z', 'revision_number': 4, 'project_id': '93bc202ab78e4c76bb57fc3fb075815b', 'gw_port': {'id': 'd59fc858-e7b4-4c50-b8f4-8258452889bc', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7614aef4-daea-4a70-8a11-62aa3edd8558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:33Z', 'updated_at': '2021-08-10T03:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': 'b23dcc5f-f723-4e2e-9df5-ff2fd78c478f', 'name': '', 'network_id': '963f0869-f68d-4a35-a3ed-3dc5c9136e0a', 'tenant_id': '93bc202ab78e4c76bb57fc3fb075815b', 'mac_address': 'fa:16:3e:eb:d3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7614aef4-daea-4a70-8a11-62aa3edd8558', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '0602fbef-1007-42ff-875e-89a4888f665a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:35Z', 'updated_at': '2021-08-10T03:59:41Z', 'revision_number': 5, 'project_id': '93bc202ab78e4c76bb57fc3fb075815b', 'subnets': [{'id': '0602fbef-1007-42ff-875e-89a4888f665a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:27.040158 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f964857-852d-4d36-8c9d-f0007d19a498 None None] Checking router: 7614aef4-daea-4a70-8a11-62aa3edd8558 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:00:27.047089 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c1950822-776a-4b97-8ee9-afde4f354e64 req-3c3c8183-d237-4bfb-b719-26f002f3f614 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "GET /v2.0/security-groups?id=db847355-6243-4ca5-899d-ee8c85f51900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844896 Aug 10 04:00:27.050326 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f964857-852d-4d36-8c9d-f0007d19a498 None None] Routers {'7614aef4-daea-4a70-8a11-62aa3edd8558'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:00:27.050900 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-6f964857-852d-4d36-8c9d-f0007d19a498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:00:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['7614aef4-daea-4a70-8a11-62aa3edd8558'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:27.075903 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cebcf2-b706-4d00-91ac-efb1b6a8b4d7 req-a52bd7cd-c427-4a81-879a-6d417ed252bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:27.077551 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f7cebcf2-b706-4d00-91ac-efb1b6a8b4d7 req-a52bd7cd-c427-4a81-879a-6d417ed252bf service neutron] 10.222.0.42 "GET /v2.0/networks?id=963f0869-f68d-4a35-a3ed-3dc5c9136e0a HTTP/1.1" status: 200 len: 897 time: 0.1335711 Aug 10 04:00:27.125238 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f7cebcf2-b706-4d00-91ac-efb1b6a8b4d7 req-a76b6bcb-efaf-422b-b6ba-b9336a32bf06 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ae711a6-d08f-4a4e-8616-af96c30c70ce HTTP/1.1" status: 200 len: 217 time: 0.0378683 Aug 10 04:00:27.174840 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-6f964857-852d-4d36-8c9d-f0007d19a498 None None] Set router 7614aef4-daea-4a70-8a11-62aa3edd8558 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:00:27.189366 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cebcf2-b706-4d00-91ac-efb1b6a8b4d7 req-12e4e40a-d283-4957-b779-573d841e326b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:27.191088 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f7cebcf2-b706-4d00-91ac-efb1b6a8b4d7 req-12e4e40a-d283-4957-b779-573d841e326b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0602fbef-1007-42ff-875e-89a4888f665a HTTP/1.1" status: 200 len: 834 time: 0.0524035 Aug 10 04:00:27.258606 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cebcf2-b706-4d00-91ac-efb1b6a8b4d7 req-00a50baf-99a2-4f65-a5a4-3638b629a70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:27.261295 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f7cebcf2-b706-4d00-91ac-efb1b6a8b4d7 req-00a50baf-99a2-4f65-a5a4-3638b629a70b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=963f0869-f68d-4a35-a3ed-3dc5c9136e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0603075 Aug 10 04:00:27.368271 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f7cebcf2-b706-4d00-91ac-efb1b6a8b4d7 req-781b08fb-36a6-488f-a61b-c54221c62eb5 service neutron] 10.222.0.42 "GET /v2.0/networks/963f0869-f68d-4a35-a3ed-3dc5c9136e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979738 Aug 10 04:00:27.433779 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-6f964857-852d-4d36-8c9d-f0007d19a498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7614aef4-daea-4a70-8a11-62aa3edd8558', 'name': 'tempest-TestNetworkBasicOps-router-1352829283', 'tenant_id': '93bc202ab78e4c76bb57fc3fb075815b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': 'd59fc858-e7b4-4c50-b8f4-8258452889bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:59:32Z', 'updated_at': '2021-08-10T03:59:36Z', 'revision_number': 4, 'project_id': '93bc202ab78e4c76bb57fc3fb075815b', 'gw_port': {'id': 'd59fc858-e7b4-4c50-b8f4-8258452889bc', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7614aef4-daea-4a70-8a11-62aa3edd8558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:33Z', 'updated_at': '2021-08-10T03:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': 'b23dcc5f-f723-4e2e-9df5-ff2fd78c478f', 'name': '', 'network_id': '963f0869-f68d-4a35-a3ed-3dc5c9136e0a', 'tenant_id': '93bc202ab78e4c76bb57fc3fb075815b', 'mac_address': 'fa:16:3e:eb:d3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7614aef4-daea-4a70-8a11-62aa3edd8558', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '0602fbef-1007-42ff-875e-89a4888f665a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:35Z', 'updated_at': '2021-08-10T03:59:41Z', 'revision_number': 5, 'project_id': '93bc202ab78e4c76bb57fc3fb075815b', 'subnets': [{'id': '0602fbef-1007-42ff-875e-89a4888f665a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:27.480396 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f7cebcf2-b706-4d00-91ac-efb1b6a8b4d7 req-5ef8131d-31fc-4120-8573-00de91600c9c service neutron] 10.222.0.42 "GET /v2.0/networks/963f0869-f68d-4a35-a3ed-3dc5c9136e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037934 Aug 10 04:00:27.491958 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f964857-852d-4d36-8c9d-f0007d19a498 None None] The sync data for ids ['7614aef4-daea-4a70-8a11-62aa3edd8558'] in n-d-768862-13 is: [{'id': '7614aef4-daea-4a70-8a11-62aa3edd8558', 'name': 'tempest-TestNetworkBasicOps-router-1352829283', 'tenant_id': '93bc202ab78e4c76bb57fc3fb075815b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': 'd59fc858-e7b4-4c50-b8f4-8258452889bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:59:32Z', 'updated_at': '2021-08-10T03:59:36Z', 'revision_number': 4, 'project_id': '93bc202ab78e4c76bb57fc3fb075815b', 'gw_port': {'id': 'd59fc858-e7b4-4c50-b8f4-8258452889bc', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7614aef4-daea-4a70-8a11-62aa3edd8558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:33Z', 'updated_at': '2021-08-10T03:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': 'b23dcc5f-f723-4e2e-9df5-ff2fd78c478f', 'name': '', 'network_id': '963f0869-f68d-4a35-a3ed-3dc5c9136e0a', 'tenant_id': '93bc202ab78e4c76bb57fc3fb075815b', 'mac_address': 'fa:16:3e:eb:d3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7614aef4-daea-4a70-8a11-62aa3edd8558', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '0602fbef-1007-42ff-875e-89a4888f665a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:35Z', 'updated_at': '2021-08-10T03:59:41Z', 'revision_number': 5, 'project_id': '93bc202ab78e4c76bb57fc3fb075815b', 'subnets': [{'id': '0602fbef-1007-42ff-875e-89a4888f665a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:00:27.566747 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 45668) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:27.669412 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-db78ca7b-f62c-4bcf-9683-a0a8c9cc5336 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/floatingips/6cde3664-6f86-4db9-873b-de0ebd4c5d62 HTTP/1.1" status: 200 len: 994 time: 0.0924582 Aug 10 04:00:27.788879 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c11c34-3e8a-436e-b2f8-b4962fb74ee2 None None] New status for floating IP 3b486368-b8d1-4e85-940e-0971a22a2d42: DOWN {{(pid=94263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:00:27.887278 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490cb14c-bd62-4170-b4ae-a5ad7b46e834 req-0a140f5f-3c6d-4621-8950-3be9c10b3090 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:27.889693 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-490cb14c-bd62-4170-b4ae-a5ad7b46e834 req-0a140f5f-3c6d-4621-8950-3be9c10b3090 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=e38ec5e7-6648-444b-af38-2dee38372643 HTTP/1.1" status: 200 len: 944 time: 0.0689232 Aug 10 04:00:27.952888 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-490cb14c-bd62-4170-b4ae-a5ad7b46e834 req-1500da6d-77c4-4931-a4b4-39bd6ced4197 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4c4ff7d-9ab8-47ae-9a13-1b1093e29100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547402 Aug 10 04:00:28.201047 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961f506f-916d-4db5-8542-0e9443ac96ec req-dbd59e32-96d7-456d-ad4b-649b7ea8150f tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:28.202620 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-961f506f-916d-4db5-8542-0e9443ac96ec req-dbd59e32-96d7-456d-ad4b-649b7ea8150f tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a83adb4-6458-44bb-a9a5-b031e75404cf HTTP/1.1" status: 200 len: 945 time: 0.0619793 Aug 10 04:00:28.276483 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-961f506f-916d-4db5-8542-0e9443ac96ec req-7ff9639d-4760-4b42-89c8-32a9c038a004 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "GET /v2.0/security-groups?id=db847355-6243-4ca5-899d-ee8c85f51900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674343 Aug 10 04:00:28.304822 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c46b93-afae-4a70-aa9a-a7675c540255 req-94573006-d9fd-48cf-97f6-42100a48c0e4 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:28.306416 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c9c46b93-afae-4a70-aa9a-a7675c540255 req-94573006-d9fd-48cf-97f6-42100a48c0e4 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a83adb4-6458-44bb-a9a5-b031e75404cf HTTP/1.1" status: 200 len: 945 time: 0.0750840 Aug 10 04:00:28.408317 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-c9c46b93-afae-4a70-aa9a-a7675c540255 req-5afc9d70-a3ef-41a4-af4f-ec934cc8d13d tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Deleting port 8ae711a6-d08f-4a4e-8616-af96c30c70ce {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:00:28.408660 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c9c46b93-afae-4a70-aa9a-a7675c540255 req-5afc9d70-a3ef-41a4-af4f-ec934cc8d13d tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:28.511015 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-c9c46b93-afae-4a70-aa9a-a7675c540255 req-5afc9d70-a3ef-41a4-af4f-ec934cc8d13d tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] For port 8ae711a6-d08f-4a4e-8616-af96c30c70ce, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=8ae711a6-d08f-4a4e-8616-af96c30c70ce,segment=NetworkSegment(ac729462-8d85-4cb3-be75-7e8dfb64fe72),segment_id=ac729462-8d85-4cb3-be75-7e8dfb64fe72)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:00:28.511309 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c9c46b93-afae-4a70-aa9a-a7675c540255 req-5afc9d70-a3ef-41a4-af4f-ec934cc8d13d tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:28.526638 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-c9c46b93-afae-4a70-aa9a-a7675c540255 req-5afc9d70-a3ef-41a4-af4f-ec934cc8d13d tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Calling delete_port for 8ae711a6-d08f-4a4e-8616-af96c30c70ce owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:00:28.664866 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c9c46b93-afae-4a70-aa9a-a7675c540255 req-5afc9d70-a3ef-41a4-af4f-ec934cc8d13d tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:28.702662 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afc9d70-a3ef-41a4-af4f-ec934cc8d13d tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Pushing event deleted for resources: {'Port': ['ID=8ae711a6-d08f-4a4e-8616-af96c30c70ce,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:28.746689 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9c46b93-afae-4a70-aa9a-a7675c540255 req-5afc9d70-a3ef-41a4-af4f-ec934cc8d13d tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] No DVR routers for this DVR port 8ae711a6-d08f-4a4e-8616-af96c30c70ce on host n-h1-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:00:28.749699 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c9c46b93-afae-4a70-aa9a-a7675c540255 req-5afc9d70-a3ef-41a4-af4f-ec934cc8d13d tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:28.752708 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c9c46b93-afae-4a70-aa9a-a7675c540255 req-5afc9d70-a3ef-41a4-af4f-ec934cc8d13d tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.42 "DELETE /v2.0/ports/8ae711a6-d08f-4a4e-8616-af96c30c70ce HTTP/1.1" status: 204 len: 173 time: 0.4396393 Aug 10 04:00:28.753228 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a83adb4-6458-44bb-a9a5-b031e75404cf', 'name': 'network-vif-deleted', 'tag': '8ae711a6-d08f-4a4e-8616-af96c30c70ce'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:00:28.755745 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df483cf8-5dea-4955-b0d1-c8dfbad13176" -d '{"events": [{"server_uuid": "6a83adb4-6458-44bb-a9a5-b031e75404cf", "name": "network-vif-deleted", "tag": "8ae711a6-d08f-4a4e-8616-af96c30c70ce"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:00:28.823396 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4cd61f5-5e42-4ab4-be23-e9e1bea1f9a6 x-openstack-request-id: req-f4cd61f5-5e42-4ab4-be23-e9e1bea1f9a6 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:00:28.823768 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a83adb4-6458-44bb-a9a5-b031e75404cf", "name": "network-vif-deleted", "tag": "8ae711a6-d08f-4a4e-8616-af96c30c70ce", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:00:28.824088 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f4cd61f5-5e42-4ab4-be23-e9e1bea1f9a6 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:00:28.824536 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a83adb4-6458-44bb-a9a5-b031e75404cf', 'name': 'network-vif-deleted', 'tag': '8ae711a6-d08f-4a4e-8616-af96c30c70ce', 'status': 'completed', 'code': 200} Aug 10 04:00:29.085184 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d75028-d7c9-41f8-9227-4167e1433ac3 req-20babd10-a43d-4c75-ae00-93f43b1a9210 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:29.087007 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-03d75028-d7c9-41f8-9227-4167e1433ac3 req-20babd10-a43d-4c75-ae00-93f43b1a9210 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=e38ec5e7-6648-444b-af38-2dee38372643 HTTP/1.1" status: 200 len: 944 time: 0.0533741 Aug 10 04:00:29.134419 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-03d75028-d7c9-41f8-9227-4167e1433ac3 req-15316f29-990e-49e6-b9a7-a04e421cf0f4 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4c4ff7d-9ab8-47ae-9a13-1b1093e29100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400138 Aug 10 04:00:29.339676 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 45680) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:29.401002 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-92db723a-e2b8-497a-bfc7-0246bc0a4d28 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:29.427359 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-92db723a-e2b8-497a-bfc7-0246bc0a4d28 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:29.496377 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-92db723a-e2b8-497a-bfc7-0246bc0a4d28 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:29.499539 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-92db723a-e2b8-497a-bfc7-0246bc0a4d28 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:29.500976 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-92db723a-e2b8-497a-bfc7-0246bc0a4d28 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "DELETE /v2.0/security-groups/db847355-6243-4ca5-899d-ee8c85f51900 HTTP/1.1" status: 204 len: 168 time: 0.1602151 Aug 10 04:00:29.511483 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92db723a-e2b8-497a-bfc7-0246bc0a4d28 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db847355-6243-4ca5-899d-ee8c85f51900,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:29.541596 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 45684) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:29.942103 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7418930c-3e5d-4d96-81f8-45a97e94dc31 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521880'] for router_interface, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:30.236202 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-7418930c-3e5d-4d96-81f8-45a97e94dc31 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Deleting port b23dcc5f-f723-4e2e-9df5-ff2fd78c478f {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:00:30.236432 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7418930c-3e5d-4d96-81f8-45a97e94dc31 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:30.265301 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a203e963-a811-430a-b0de-182ef634d3dc req-5ce1ef2d-172b-4e37-8a92-8a88cb13ab0d tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:30.267214 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a203e963-a811-430a-b0de-182ef634d3dc req-5ce1ef2d-172b-4e37-8a92-8a88cb13ab0d tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=e38ec5e7-6648-444b-af38-2dee38372643 HTTP/1.1" status: 200 len: 944 time: 0.0595713 Aug 10 04:00:30.307587 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a203e963-a811-430a-b0de-182ef634d3dc req-6e18b04c-580f-48d6-8899-9b3ab99460de tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4c4ff7d-9ab8-47ae-9a13-1b1093e29100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338717 Aug 10 04:00:30.349128 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-7418930c-3e5d-4d96-81f8-45a97e94dc31 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] For port b23dcc5f-f723-4e2e-9df5-ff2fd78c478f, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=b23dcc5f-f723-4e2e-9df5-ff2fd78c478f,segment=NetworkSegment(ac729462-8d85-4cb3-be75-7e8dfb64fe72),segment_id=ac729462-8d85-4cb3-be75-7e8dfb64fe72)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:00:30.349771 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7418930c-3e5d-4d96-81f8-45a97e94dc31 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:30.363533 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-7418930c-3e5d-4d96-81f8-45a97e94dc31 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Calling delete_port for b23dcc5f-f723-4e2e-9df5-ff2fd78c478f owned by network:router_interface {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:00:30.575412 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7418930c-3e5d-4d96-81f8-45a97e94dc31 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:30.602674 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7418930c-3e5d-4d96-81f8-45a97e94dc31 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Pushing event deleted for resources: {'Port': ['ID=b23dcc5f-f723-4e2e-9df5-ff2fd78c478f,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:30.793069 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7418930c-3e5d-4d96-81f8-45a97e94dc31 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-522536'] for router_interface, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:31.017158 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7418930c-3e5d-4d96-81f8-45a97e94dc31 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Router 7614aef4-daea-4a70-8a11-62aa3edd8558 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:00:31.128380 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7418930c-3e5d-4d96-81f8-45a97e94dc31 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:00:31.133377 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-7418930c-3e5d-4d96-81f8-45a97e94dc31 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "PUT /v2.0/routers/7614aef4-daea-4a70-8a11-62aa3edd8558/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5903573 Aug 10 04:00:31.136627 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 45688) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:31.139477 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fdb154-b29f-4cfa-98fd-704404ec0267 None None] Sync routers for ids ['7614aef4-daea-4a70-8a11-62aa3edd8558'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:00:31.149864 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fdb154-b29f-4cfa-98fd-704404ec0267 None None] Routers {'7614aef4-daea-4a70-8a11-62aa3edd8558'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:00:31.150532 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-d6fdb154-b29f-4cfa-98fd-704404ec0267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:00:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['7614aef4-daea-4a70-8a11-62aa3edd8558'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:31.195252 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9b2e946-a34b-4b2a-94e1-0ebad4231b26 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Deleting subnet 0602fbef-1007-42ff-875e-89a4888f665a {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:00:31.199084 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a9b2e946-a34b-4b2a-94e1-0ebad4231b26 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:31.242903 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a9b2e946-a34b-4b2a-94e1-0ebad4231b26 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:31.261132 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-d6fdb154-b29f-4cfa-98fd-704404ec0267 None None] Set router 7614aef4-daea-4a70-8a11-62aa3edd8558 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:00:31.335803 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a9b2e946-a34b-4b2a-94e1-0ebad4231b26 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:31.412552 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a9b2e946-a34b-4b2a-94e1-0ebad4231b26 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:31.442003 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b2e946-a34b-4b2a-94e1-0ebad4231b26 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Pushing event deleted for resources: {'Subnet': ['ID=0602fbef-1007-42ff-875e-89a4888f665a,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:31.455338 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a9b2e946-a34b-4b2a-94e1-0ebad4231b26 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:31.459995 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a9b2e946-a34b-4b2a-94e1-0ebad4231b26 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "DELETE /v2.0/subnets/0602fbef-1007-42ff-875e-89a4888f665a HTTP/1.1" status: 204 len: 168 time: 0.3197718 Aug 10 04:00:31.460359 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 45692) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:31.465886 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e0f36c-62e2-4bf0-9556-4d9cbc709c9c None None] Network 963f0869-f68d-4a35-a3ed-3dc5c9136e0a requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:00:31.475283 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cece345f-21e8-4f9c-8e1f-5a720940baad req-0ebbc5d4-8b2a-4561-a684-1b4e62065999 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:31.476944 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cece345f-21e8-4f9c-8e1f-5a720940baad req-0ebbc5d4-8b2a-4561-a684-1b4e62065999 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=e38ec5e7-6648-444b-af38-2dee38372643 HTTP/1.1" status: 200 len: 944 time: 0.0815523 Aug 10 04:00:31.522680 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-d6fdb154-b29f-4cfa-98fd-704404ec0267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7614aef4-daea-4a70-8a11-62aa3edd8558', 'name': 'tempest-TestNetworkBasicOps-router-1352829283', 'tenant_id': '93bc202ab78e4c76bb57fc3fb075815b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': 'd59fc858-e7b4-4c50-b8f4-8258452889bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:59:32Z', 'updated_at': '2021-08-10T04:00:30Z', 'revision_number': 5, 'project_id': '93bc202ab78e4c76bb57fc3fb075815b', 'gw_port': {'id': 'd59fc858-e7b4-4c50-b8f4-8258452889bc', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7614aef4-daea-4a70-8a11-62aa3edd8558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:33Z', 'updated_at': '2021-08-10T03:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:31.530871 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cece345f-21e8-4f9c-8e1f-5a720940baad req-99c29537-9f99-463e-b529-65b91fcdb332 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4c4ff7d-9ab8-47ae-9a13-1b1093e29100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398898 Aug 10 04:00:31.563875 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fdb154-b29f-4cfa-98fd-704404ec0267 None None] Checking router: 7614aef4-daea-4a70-8a11-62aa3edd8558 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:00:31.594037 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fdb154-b29f-4cfa-98fd-704404ec0267 None None] Routers {'7614aef4-daea-4a70-8a11-62aa3edd8558'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:00:31.595238 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-d6fdb154-b29f-4cfa-98fd-704404ec0267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:00:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['7614aef4-daea-4a70-8a11-62aa3edd8558'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:31.755835 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-d6fdb154-b29f-4cfa-98fd-704404ec0267 None None] Set router 7614aef4-daea-4a70-8a11-62aa3edd8558 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:00:31.825079 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837dfe47-a6fe-4811-9569-4ce7a186730b None None] DHCP port deletion for 963f0869-f68d-4a35-a3ed-3dc5c9136e0a request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:00:31.970137 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-837dfe47-a6fe-4811-9569-4ce7a186730b None None] Deleting port 928a3372-0130-43c9-ac13-5653527253df {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:00:31.970472 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-837dfe47-a6fe-4811-9569-4ce7a186730b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:31.982330 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-39749f3b-c322-40a7-8cb4-f5dffe428e87 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for router, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:32.062930 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-837dfe47-a6fe-4811-9569-4ce7a186730b None None] For port 928a3372-0130-43c9-ac13-5653527253df, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=928a3372-0130-43c9-ac13-5653527253df,segment=NetworkSegment(ac729462-8d85-4cb3-be75-7e8dfb64fe72),segment_id=ac729462-8d85-4cb3-be75-7e8dfb64fe72)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:00:32.063245 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-837dfe47-a6fe-4811-9569-4ce7a186730b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:32.079830 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-837dfe47-a6fe-4811-9569-4ce7a186730b None None] Calling delete_port for 928a3372-0130-43c9-ac13-5653527253df owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:00:32.085311 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-d6fdb154-b29f-4cfa-98fd-704404ec0267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7614aef4-daea-4a70-8a11-62aa3edd8558', 'name': 'tempest-TestNetworkBasicOps-router-1352829283', 'tenant_id': '93bc202ab78e4c76bb57fc3fb075815b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': 'd59fc858-e7b4-4c50-b8f4-8258452889bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:59:32Z', 'updated_at': '2021-08-10T04:00:30Z', 'revision_number': 5, 'project_id': '93bc202ab78e4c76bb57fc3fb075815b', 'gw_port': {'id': 'd59fc858-e7b4-4c50-b8f4-8258452889bc', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7614aef4-daea-4a70-8a11-62aa3edd8558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:33Z', 'updated_at': '2021-08-10T03:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:32.108180 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-39749f3b-c322-40a7-8cb4-f5dffe428e87 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:32.129320 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fdb154-b29f-4cfa-98fd-704404ec0267 None None] The sync data for ids ['7614aef4-daea-4a70-8a11-62aa3edd8558'] in n-d-768862-13 is: [{'id': '7614aef4-daea-4a70-8a11-62aa3edd8558', 'name': 'tempest-TestNetworkBasicOps-router-1352829283', 'tenant_id': '93bc202ab78e4c76bb57fc3fb075815b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': 'd59fc858-e7b4-4c50-b8f4-8258452889bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:59:32Z', 'updated_at': '2021-08-10T04:00:30Z', 'revision_number': 5, 'project_id': '93bc202ab78e4c76bb57fc3fb075815b', 'gw_port': {'id': 'd59fc858-e7b4-4c50-b8f4-8258452889bc', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7614aef4-daea-4a70-8a11-62aa3edd8558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:33Z', 'updated_at': '2021-08-10T03:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:00:32.173349 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-39749f3b-c322-40a7-8cb4-f5dffe428e87 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Deleting port d59fc858-e7b4-4c50-b8f4-8258452889bc {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:00:32.173700 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-39749f3b-c322-40a7-8cb4-f5dffe428e87 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:32.246566 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-837dfe47-a6fe-4811-9569-4ce7a186730b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:32.276249 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837dfe47-a6fe-4811-9569-4ce7a186730b None None] Pushing event deleted for resources: {'Port': ['ID=928a3372-0130-43c9-ac13-5653527253df,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:32.278370 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837dfe47-a6fe-4811-9569-4ce7a186730b None None] No DVR routers for this DVR port 928a3372-0130-43c9-ac13-5653527253df on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:00:32.283319 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-39749f3b-c322-40a7-8cb4-f5dffe428e87 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] For port d59fc858-e7b4-4c50-b8f4-8258452889bc, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=d59fc858-e7b4-4c50-b8f4-8258452889bc,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:00:32.283969 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-39749f3b-c322-40a7-8cb4-f5dffe428e87 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:32.306467 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-39749f3b-c322-40a7-8cb4-f5dffe428e87 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Calling delete_port for d59fc858-e7b4-4c50-b8f4-8258452889bc owned by network:router_gateway {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:00:32.486708 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-39749f3b-c322-40a7-8cb4-f5dffe428e87 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:32.517179 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39749f3b-c322-40a7-8cb4-f5dffe428e87 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Pushing event deleted for resources: {'Port': ['ID=d59fc858-e7b4-4c50-b8f4-8258452889bc,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:32.612148 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-39749f3b-c322-40a7-8cb4-f5dffe428e87 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520654'] for router_gateway, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:32.718461 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85aa560-bd4c-40a3-9085-aa8d2768a050 req-0aa83ceb-52d5-477b-bcd4-b4a2d77c755c tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:32.720391 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e85aa560-bd4c-40a3-9085-aa8d2768a050 req-0aa83ceb-52d5-477b-bcd4-b4a2d77c755c tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=e38ec5e7-6648-444b-af38-2dee38372643 HTTP/1.1" status: 200 len: 944 time: 0.0967922 Aug 10 04:00:32.744984 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-39749f3b-c322-40a7-8cb4-f5dffe428e87 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:32.747510 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-39749f3b-c322-40a7-8cb4-f5dffe428e87 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:32.766564 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e85aa560-bd4c-40a3-9085-aa8d2768a050 req-e9c57437-719d-4ccb-996a-8e8b41156624 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4c4ff7d-9ab8-47ae-9a13-1b1093e29100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377359 Aug 10 04:00:32.817040 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-39749f3b-c322-40a7-8cb4-f5dffe428e87 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:32.817659 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39749f3b-c322-40a7-8cb4-f5dffe428e87 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Fanout notify agent at l3_agent the message router_deleted on router 7614aef4-daea-4a70-8a11-62aa3edd8558 {{(pid=94261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:00:32.825858 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-39749f3b-c322-40a7-8cb4-f5dffe428e87 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:32.827140 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-39749f3b-c322-40a7-8cb4-f5dffe428e87 tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "DELETE /v2.0/routers/7614aef4-daea-4a70-8a11-62aa3edd8558 HTTP/1.1" status: 204 len: 168 time: 1.3658924 Aug 10 04:00:32.831356 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 45696) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:32.947585 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f630e692-adf9-4745-9ac8-7094d5261efa tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:33.029716 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 8ae711a6-d08f-4a4e-8616-af96c30c70ce no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:00:33.054309 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] No Port match for: 8ae711a6-d08f-4a4e-8616-af96c30c70ce {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:00:33.054671 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 8ae711a6-d08f-4a4e-8616-af96c30c70ce not bound to the agent host n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:00:33.068562 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f630e692-adf9-4745-9ac8-7094d5261efa tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:33.081738 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-f630e692-adf9-4745-9ac8-7094d5261efa tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['963f0869-f68d-4a35-a3ed-3dc5c9136e0a']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:33.093012 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-f630e692-adf9-4745-9ac8-7094d5261efa tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac729462-8d85-4cb3-be75-7e8dfb64fe72') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:33.093302 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-f630e692-adf9-4745-9ac8-7094d5261efa tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac729462-8d85-4cb3-be75-7e8dfb64fe72') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:33.103805 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f630e692-adf9-4745-9ac8-7094d5261efa tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:33.123782 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f630e692-adf9-4745-9ac8-7094d5261efa tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:33.130858 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f630e692-adf9-4745-9ac8-7094d5261efa tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:00:33.131262 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f630e692-adf9-4745-9ac8-7094d5261efa tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:33.134251 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 04:00:33.134251 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:00:33.134251 n-d-768862-13 neutron-server[94261]: timer() Aug 10 04:00:33.134251 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:00:33.134251 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 04:00:33.134251 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:00:33.134251 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 04:00:33.134251 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:00:33.134251 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 04:00:33.134251 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:00:33.134251 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 04:00:33.134251 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:00:33.134251 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 04:00:33.134251 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:00:33.134251 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:00:33.134251 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:00:33.134251 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:00:33.134251 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:00:33.134251 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 04:00:33.134251 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:00:33.134251 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 04:00:33.134251 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:00:33.134251 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:00:33.134251 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:00:33.134251 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 04:00:33.134251 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:00:33.134251 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:00:33.134251 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:00:33.134251 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:00:33.134251 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:00:33.134251 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:00:33.134251 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:00:33.196936 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f630e692-adf9-4745-9ac8-7094d5261efa tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:33.205686 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f630e692-adf9-4745-9ac8-7094d5261efa tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:33.208837 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-f630e692-adf9-4745-9ac8-7094d5261efa tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] 10.222.0.44 "DELETE /v2.0/networks/963f0869-f68d-4a35-a3ed-3dc5c9136e0a HTTP/1.1" status: 204 len: 168 time: 0.3752260 Aug 10 04:00:33.220029 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f630e692-adf9-4745-9ac8-7094d5261efa tempest-TestNetworkBasicOps-1903037986 tempest-TestNetworkBasicOps-1903037986-project] Pushing event deleted for resources: {'Network': ['ID=963f0869-f68d-4a35-a3ed-3dc5c9136e0a,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:33.505183 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:33.531537 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 45702) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:33.699925 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device b23dcc5f-f723-4e2e-9df5-ff2fd78c478f no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:00:33.807400 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-1a4c3334-684f-4192-ad3f-c799d64a4353 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=93bc202ab78e4c76bb57fc3fb075815b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2728436 Aug 10 04:00:33.810278 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 45710) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:33.890602 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-db50c1b4-298d-4c41-85a3-511a2e39a20d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:33.926659 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-db50c1b4-298d-4c41-85a3-511a2e39a20d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:33.938127 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b53512-e71b-4f94-afcc-c61d54548986 req-670beb52-bbb8-42f9-9dbc-11c6fd2004fb tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:33.938555 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: b23dcc5f-f723-4e2e-9df5-ff2fd78c478f {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:00:33.938748 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device b23dcc5f-f723-4e2e-9df5-ff2fd78c478f not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:00:33.939029 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 928a3372-0130-43c9-ac13-5653527253df no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:00:33.941050 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c1b53512-e71b-4f94-afcc-c61d54548986 req-670beb52-bbb8-42f9-9dbc-11c6fd2004fb tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=e38ec5e7-6648-444b-af38-2dee38372643 HTTP/1.1" status: 200 len: 944 time: 0.0707173 Aug 10 04:00:33.958999 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 928a3372-0130-43c9-ac13-5653527253df {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:00:33.959551 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 928a3372-0130-43c9-ac13-5653527253df not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:00:33.959851 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device d59fc858-e7b4-4c50-b8f4-8258452889bc no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:00:33.980299 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: d59fc858-e7b4-4c50-b8f4-8258452889bc {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:00:33.980625 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device d59fc858-e7b4-4c50-b8f4-8258452889bc not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:00:34.003695 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c1b53512-e71b-4f94-afcc-c61d54548986 req-5d5cb74a-64ab-411e-a5b4-1a31a09fd1d2 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4c4ff7d-9ab8-47ae-9a13-1b1093e29100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544887 Aug 10 04:00:34.014064 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-db50c1b4-298d-4c41-85a3-511a2e39a20d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:34.017942 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-db50c1b4-298d-4c41-85a3-511a2e39a20d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:34.019233 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-db50c1b4-298d-4c41-85a3-511a2e39a20d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b08ad883-cef1-422b-b77c-ca00a144e150 HTTP/1.1" status: 204 len: 168 time: 0.2075148 Aug 10 04:00:34.031452 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db50c1b4-298d-4c41-85a3-511a2e39a20d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b08ad883-cef1-422b-b77c-ca00a144e150,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:34.341160 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 45716) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:34.356902 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ad76c90d-eda6-41a7-b5ed-13deb3a54d4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:34.473833 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ad76c90d-eda6-41a7-b5ed-13deb3a54d4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:34.480449 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ad76c90d-eda6-41a7-b5ed-13deb3a54d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:34.528873 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-ad76c90d-eda6-41a7-b5ed-13deb3a54d4d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=317c8778b01b4e0e82430d6aee3ad3a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1864533 Aug 10 04:00:34.529781 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad76c90d-eda6-41a7-b5ed-13deb3a54d4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29f12b76-076e-401a-b9dd-420e1f4c3a4c,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:34.532038 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 45718) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:34.600469 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-09115fa4-e96d-4dfc-af47-a7d1ad530238 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:34.628937 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-09115fa4-e96d-4dfc-af47-a7d1ad530238 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:34.689804 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-09115fa4-e96d-4dfc-af47-a7d1ad530238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:34.692786 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-09115fa4-e96d-4dfc-af47-a7d1ad530238 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:34.694166 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-09115fa4-e96d-4dfc-af47-a7d1ad530238 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/29f12b76-076e-401a-b9dd-420e1f4c3a4c HTTP/1.1" status: 204 len: 168 time: 0.1606536 Aug 10 04:00:34.706510 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09115fa4-e96d-4dfc-af47-a7d1ad530238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f12b76-076e-401a-b9dd-420e1f4c3a4c,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:35.054077 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 4a267dcf-ec78-47a4-9601-2cd8039aa164 details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:00:35.171194 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e275e6-7168-4382-927b-a0ff52e15345 req-4abea6b8-88d1-417a-b328-896ac8a11b1d tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:35.179079 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-27e275e6-7168-4382-927b-a0ff52e15345 req-4abea6b8-88d1-417a-b328-896ac8a11b1d tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=e38ec5e7-6648-444b-af38-2dee38372643 HTTP/1.1" status: 200 len: 944 time: 0.0769305 Aug 10 04:00:35.183011 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 4a267dcf-ec78-47a4-9601-2cd8039aa164, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=4a267dcf-ec78-47a4-9601-2cd8039aa164,segment=NetworkSegment(a02c445a-dd82-41b8-8c82-8deebd0db13e),segment_id=a02c445a-dd82-41b8-8c82-8deebd0db13e)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:00:35.197699 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': '4a267dcf-ec78-47a4-9601-2cd8039aa164', 'network_id': '9304a778-e332-4697-b169-f473c98c9db5', 'port_id': '4a267dcf-ec78-47a4-9601-2cd8039aa164', 'mac_address': 'fa:16:3e:20:d7:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '004bec00-f412-4962-b43d-0d7672578573', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:00:35.218798 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-27e275e6-7168-4382-927b-a0ff52e15345 req-5206a16f-d96f-493a-95b2-17654be6669f tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4c4ff7d-9ab8-47ae-9a13-1b1093e29100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376437 Aug 10 04:00:35.249238 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:35.265429 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a267dcf-ec78-47a4-9601-2cd8039aa164 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:00:35.291460 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 4a267dcf-ec78-47a4-9601-2cd8039aa164, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=4a267dcf-ec78-47a4-9601-2cd8039aa164,segment=NetworkSegment(a02c445a-dd82-41b8-8c82-8deebd0db13e),segment_id=a02c445a-dd82-41b8-8c82-8deebd0db13e)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:00:35.297839 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:35.371541 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=4a267dcf-ec78-47a4-9601-2cd8039aa164,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:35.516287 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['4a267dcf-ec78-47a4-9601-2cd8039aa164'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:00:36.386524 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0337a51-d322-4e3a-b957-207ec39e8b6d req-b4ca3ee1-ea71-4672-96eb-40f0e1409136 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:36.388420 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e0337a51-d322-4e3a-b957-207ec39e8b6d req-b4ca3ee1-ea71-4672-96eb-40f0e1409136 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=e38ec5e7-6648-444b-af38-2dee38372643 HTTP/1.1" status: 200 len: 945 time: 0.0824935 Aug 10 04:00:36.453359 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e0337a51-d322-4e3a-b957-207ec39e8b6d req-50c774da-bd37-4bab-a057-e40ff188e198 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4c4ff7d-9ab8-47ae-9a13-1b1093e29100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561492 Aug 10 04:00:37.051471 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 4a267dcf-ec78-47a4-9601-2cd8039aa164 up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:00:37.137821 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning for port 4a267dcf-ec78-47a4-9601-2cd8039aa164 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:00:37.144333 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port 4a267dcf-ec78-47a4-9601-2cd8039aa164 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:00:37.144948 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:37.253956 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:37.288414 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e38ec5e7-6648-444b-af38-2dee38372643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a267dcf-ec78-47a4-9601-2cd8039aa164'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:00:37.291217 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7980a0e-fce0-49c7-8df2-71005b494b72" -d '{"events": [{"server_uuid": "e38ec5e7-6648-444b-af38-2dee38372643", "name": "network-vif-plugged", "status": "completed", "tag": "4a267dcf-ec78-47a4-9601-2cd8039aa164"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:00:37.315507 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 4a267dcf-ec78-47a4-9601-2cd8039aa164, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=4a267dcf-ec78-47a4-9601-2cd8039aa164,segment=NetworkSegment(a02c445a-dd82-41b8-8c82-8deebd0db13e),segment_id=a02c445a-dd82-41b8-8c82-8deebd0db13e)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:00:37.321563 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:37.365143 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d0c564a-b2ee-4420-9e11-be82d380ecbb x-openstack-request-id: req-8d0c564a-b2ee-4420-9e11-be82d380ecbb {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:00:37.365706 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e38ec5e7-6648-444b-af38-2dee38372643", "name": "network-vif-plugged", "status": "completed", "tag": "4a267dcf-ec78-47a4-9601-2cd8039aa164", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:00:37.366191 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8d0c564a-b2ee-4420-9e11-be82d380ecbb {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:00:37.366925 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e38ec5e7-6648-444b-af38-2dee38372643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a267dcf-ec78-47a4-9601-2cd8039aa164', 'code': 200} Aug 10 04:00:37.386994 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 45878) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:37.421139 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=4a267dcf-ec78-47a4-9601-2cd8039aa164,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:37.471812 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94d02ea-2ad4-45cd-911f-d25387455785 req-246b648a-5d0f-4289-b646-a3334bf412e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:37.473279 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c94d02ea-2ad4-45cd-911f-d25387455785 req-246b648a-5d0f-4289-b646-a3334bf412e0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e38ec5e7-6648-444b-af38-2dee38372643 HTTP/1.1" status: 200 len: 1098 time: 0.0464423 Aug 10 04:00:37.518201 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c94d02ea-2ad4-45cd-911f-d25387455785 req-a737057f-e521-4786-a2fd-6e17f6f0f8cc service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c4c4ff7d-9ab8-47ae-9a13-1b1093e29100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360522 Aug 10 04:00:37.599644 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-66109375-41f5-46dd-b378-245ae7d687b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:37.619846 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269158c5-3695-4b9a-8d6f-854d30dc1dd5 req-74659bb2-4fb8-4655-b39e-d669d383c26e tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:37.621495 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-269158c5-3695-4b9a-8d6f-854d30dc1dd5 req-74659bb2-4fb8-4655-b39e-d669d383c26e tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=e38ec5e7-6648-444b-af38-2dee38372643 HTTP/1.1" status: 200 len: 946 time: 0.0730205 Aug 10 04:00:37.675910 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-269158c5-3695-4b9a-8d6f-854d30dc1dd5 req-9c9f1b03-223d-4c24-a600-6dca2f1d96b3 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4c4ff7d-9ab8-47ae-9a13-1b1093e29100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399334 Aug 10 04:00:37.733944 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-66109375-41f5-46dd-b378-245ae7d687b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:37.739469 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-66109375-41f5-46dd-b378-245ae7d687b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:37.783566 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-66109375-41f5-46dd-b378-245ae7d687b9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6e1d42240f5745df85df7399dba14f03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3951745 Aug 10 04:00:37.784311 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66109375-41f5-46dd-b378-245ae7d687b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65bee7d4-85ac-4209-8d8e-b471c52c90bf,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:37.786492 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 45886) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:37.805332 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66109375-41f5-46dd-b378-245ae7d687b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:37.805672 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66109375-41f5-46dd-b378-245ae7d687b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:37.806010 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66109375-41f5-46dd-b378-245ae7d687b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:37.806390 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66109375-41f5-46dd-b378-245ae7d687b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:37.806724 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66109375-41f5-46dd-b378-245ae7d687b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:37.807058 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66109375-41f5-46dd-b378-245ae7d687b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:37.807382 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66109375-41f5-46dd-b378-245ae7d687b9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:37.807709 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66109375-41f5-46dd-b378-245ae7d687b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:37.808034 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66109375-41f5-46dd-b378-245ae7d687b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:37.808354 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66109375-41f5-46dd-b378-245ae7d687b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:37.808680 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66109375-41f5-46dd-b378-245ae7d687b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:37.809001 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66109375-41f5-46dd-b378-245ae7d687b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:37.866812 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-71fa706b-3822-43d0-b8b9-cb57dffe4bb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:37.891916 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-71fa706b-3822-43d0-b8b9-cb57dffe4bb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:37.946767 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-71fa706b-3822-43d0-b8b9-cb57dffe4bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:37.949562 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-71fa706b-3822-43d0-b8b9-cb57dffe4bb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:37.951147 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-71fa706b-3822-43d0-b8b9-cb57dffe4bb9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/65bee7d4-85ac-4209-8d8e-b471c52c90bf HTTP/1.1" status: 204 len: 168 time: 0.1635172 Aug 10 04:00:37.963730 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fa706b-3822-43d0-b8b9-cb57dffe4bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65bee7d4-85ac-4209-8d8e-b471c52c90bf,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:38.313344 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 45892) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:38.328109 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0daa3df1-a52a-4158-87c5-0e56a9c158f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:38.428318 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0daa3df1-a52a-4158-87c5-0e56a9c158f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:38.434413 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0daa3df1-a52a-4158-87c5-0e56a9c158f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:38.485944 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-0daa3df1-a52a-4158-87c5-0e56a9c158f9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=727bf73bfd484cb3bfbe7a50a86ca9c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1640899 Aug 10 04:00:38.485944 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daa3df1-a52a-4158-87c5-0e56a9c158f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1facf099-8424-4551-a92c-cb45f4cadf06,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:38.486510 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 45894) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:38.540617 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6b451c85-2bd5-4400-a2cd-db7f970a127c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:38.565604 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6b451c85-2bd5-4400-a2cd-db7f970a127c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:38.621588 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6b451c85-2bd5-4400-a2cd-db7f970a127c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:38.624979 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6b451c85-2bd5-4400-a2cd-db7f970a127c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:38.626497 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-6b451c85-2bd5-4400-a2cd-db7f970a127c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1facf099-8424-4551-a92c-cb45f4cadf06 HTTP/1.1" status: 204 len: 168 time: 0.1422184 Aug 10 04:00:38.636721 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b451c85-2bd5-4400-a2cd-db7f970a127c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1facf099-8424-4551-a92c-cb45f4cadf06,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:38.869872 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca232949-b7c7-413e-af28-73bfd9e7965a req-634fcf38-60d1-4d54-9473-a30b96e0ce39 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:38.873632 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ca232949-b7c7-413e-af28-73bfd9e7965a req-634fcf38-60d1-4d54-9473-a30b96e0ce39 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=e38ec5e7-6648-444b-af38-2dee38372643 HTTP/1.1" status: 200 len: 946 time: 0.0828731 Aug 10 04:00:38.927883 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ca232949-b7c7-413e-af28-73bfd9e7965a req-01fa1bfb-5a9c-4007-b633-0ee6c90fed5f tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4c4ff7d-9ab8-47ae-9a13-1b1093e29100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454023 Aug 10 04:00:39.094603 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e786faf-b5c2-4604-a9cd-665c970e3c13 req-2ca30513-b8b0-446b-969d-21a785af28d5 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:39.096591 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3e786faf-b5c2-4604-a9cd-665c970e3c13 req-2ca30513-b8b0-446b-969d-21a785af28d5 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=e38ec5e7-6648-444b-af38-2dee38372643 HTTP/1.1" status: 200 len: 946 time: 0.0689366 Aug 10 04:00:39.142436 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3e786faf-b5c2-4604-a9cd-665c970e3c13 req-6cb0b91e-dff7-4295-af88-d9421d322806 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4c4ff7d-9ab8-47ae-9a13-1b1093e29100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391865 Aug 10 04:00:39.186091 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 45902) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:39.235895 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c6f7c1-5b69-4367-83b3-a7e2987c3472 tempest-TestVolumeBootPattern-1829117432 tempest-TestVolumeBootPattern-1829117432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:39.238091 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e7c6f7c1-5b69-4367-83b3-a7e2987c3472 tempest-TestVolumeBootPattern-1829117432 tempest-TestVolumeBootPattern-1829117432-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e38ec5e7-6648-444b-af38-2dee38372643 HTTP/1.1" status: 200 len: 1093 time: 0.0506804 Aug 10 04:00:39.241261 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 45904) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:39.247579 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-40f5005d-a8a3-4687-93b5-f318ddb68aab tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Request body: {'floatingip': {'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'port_id': '4a267dcf-ec78-47a4-9601-2cd8039aa164', 'tenant_id': 'd7797a7e7c744219a6cd7e79c926312f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:00:39.285910 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-40f5005d-a8a3-4687-93b5-f318ddb68aab tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks [] for floatingip, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:39.407136 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-40f5005d-a8a3-4687-93b5-f318ddb68aab tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:39.524629 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-40f5005d-a8a3-4687-93b5-f318ddb68aab tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Allocated IP 172.25.6.23 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/9f6ee7c8-fa60-4c57-ab30-21e91f01bf70) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:00:39.644660 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-40f5005d-a8a3-4687-93b5-f318ddb68aab tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:39.687232 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-40f5005d-a8a3-4687-93b5-f318ddb68aab tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:39.730588 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f5005d-a8a3-4687-93b5-f318ddb68aab tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:00:39.733826 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-40f5005d-a8a3-4687-93b5-f318ddb68aab tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:00:39.738405 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f5005d-a8a3-4687-93b5-f318ddb68aab tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:00:39.744381 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f5005d-a8a3-4687-93b5-f318ddb68aab tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Pushing event updated for resources: {'Port': ['ID=9f6ee7c8-fa60-4c57-ab30-21e91f01bf70,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:40.168290 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-40f5005d-a8a3-4687-93b5-f318ddb68aab tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:40.251347 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-40f5005d-a8a3-4687-93b5-f318ddb68aab tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:40.435859 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-40f5005d-a8a3-4687-93b5-f318ddb68aab tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:40.441727 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-40f5005d-a8a3-4687-93b5-f318ddb68aab tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:40.517364 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f5005d-a8a3-4687-93b5-f318ddb68aab tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Pushing event updated for resources: {'Port': ['ID=9f6ee7c8-fa60-4c57-ab30-21e91f01bf70,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:40.533747 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-40f5005d-a8a3-4687-93b5-f318ddb68aab tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:40.648269 n-d-768862-13 neutron-server[94261]: INFO neutron.db.l3_db [None req-40f5005d-a8a3-4687-93b5-f318ddb68aab tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Floating IP c4e19e35-fc3e-47d5-9dd7-71099f26790a associated. External IP: 172.25.6.23, port: 4a267dcf-ec78-47a4-9601-2cd8039aa164. Aug 10 04:00:40.880720 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40f5005d-a8a3-4687-93b5-f318ddb68aab tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Router 2bb93e78-0067-4c44-8b4e-b789c81785d2 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:00:40.997110 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40f5005d-a8a3-4687-93b5-f318ddb68aab tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:00:41.011708 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa14c39-bb9c-41b8-8249-c5d524a665d4 None None] Sync routers for ids ['2bb93e78-0067-4c44-8b4e-b789c81785d2'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:00:41.016983 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-40f5005d-a8a3-4687-93b5-f318ddb68aab tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:41.027831 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa14c39-bb9c-41b8-8249-c5d524a665d4 None None] Routers {'2bb93e78-0067-4c44-8b4e-b789c81785d2'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:00:41.028838 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-8aa14c39-bb9c-41b8-8249-c5d524a665d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:00:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['2bb93e78-0067-4c44-8b4e-b789c81785d2'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:41.065543 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-40f5005d-a8a3-4687-93b5-f318ddb68aab tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8224468 Aug 10 04:00:41.066559 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e38ec5e7-6648-444b-af38-2dee38372643', 'tag': '4a267dcf-ec78-47a4-9601-2cd8039aa164'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:00:41.070721 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31343826-0993-4877-b66d-7bfec2d3ea4f" -d '{"events": [{"name": "network-changed", "server_uuid": "e38ec5e7-6648-444b-af38-2dee38372643", "tag": "4a267dcf-ec78-47a4-9601-2cd8039aa164"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:00:41.137143 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b8c5cef-1eea-4fd6-ae2f-2fc175884976 x-openstack-request-id: req-7b8c5cef-1eea-4fd6-ae2f-2fc175884976 {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:00:41.137601 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e38ec5e7-6648-444b-af38-2dee38372643", "tag": "4a267dcf-ec78-47a4-9601-2cd8039aa164", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:00:41.138010 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7b8c5cef-1eea-4fd6-ae2f-2fc175884976 {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:00:41.138701 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e38ec5e7-6648-444b-af38-2dee38372643', 'tag': '4a267dcf-ec78-47a4-9601-2cd8039aa164', 'status': 'completed', 'code': 200} Aug 10 04:00:41.174211 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-8aa14c39-bb9c-41b8-8249-c5d524a665d4 None None] Set router 2bb93e78-0067-4c44-8b4e-b789c81785d2 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:00:41.211850 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31343826-0993-4877-b66d-7bfec2d3ea4f req-c4e974dd-36d2-49b1-954d-fa3f4eab0881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:41.213891 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-31343826-0993-4877-b66d-7bfec2d3ea4f req-c4e974dd-36d2-49b1-954d-fa3f4eab0881 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d7797a7e7c744219a6cd7e79c926312f&device_id=e38ec5e7-6648-444b-af38-2dee38372643 HTTP/1.1" status: 200 len: 1098 time: 0.0545523 Aug 10 04:00:41.357280 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31343826-0993-4877-b66d-7bfec2d3ea4f req-b0cd3220-1b99-4dbf-a4b9-ebd1b6700fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:41.359483 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-31343826-0993-4877-b66d-7bfec2d3ea4f req-b0cd3220-1b99-4dbf-a4b9-ebd1b6700fcf service neutron] 10.222.0.42 "GET /v2.0/networks?id=9304a778-e332-4697-b169-f473c98c9db5 HTTP/1.1" status: 200 len: 911 time: 0.1386809 Aug 10 04:00:41.435415 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-31343826-0993-4877-b66d-7bfec2d3ea4f req-84e2b06d-8928-4705-bb68-b7ef5be34f25 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a267dcf-ec78-47a4-9601-2cd8039aa164 HTTP/1.1" status: 200 len: 999 time: 0.0683777 Aug 10 04:00:41.475977 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-8aa14c39-bb9c-41b8-8249-c5d524a665d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb93e78-0067-4c44-8b4e-b789c81785d2', 'name': 'tempest-TestVolumeBootPattern-757140465-router', 'tenant_id': 'd7797a7e7c744219a6cd7e79c926312f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '310edeba-cd37-4bf3-90a7-4cddfabdbc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:52:50Z', 'updated_at': '2021-08-10T03:52:55Z', 'revision_number': 4, 'project_id': 'd7797a7e7c744219a6cd7e79c926312f', 'gw_port': {'id': '310edeba-cd37-4bf3-90a7-4cddfabdbc96', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:d9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb93e78-0067-4c44-8b4e-b789c81785d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:50Z', 'updated_at': '2021-08-10T03:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': 'c4e19e35-fc3e-47d5-9dd7-71099f26790a', 'tenant_id': 'd7797a7e7c744219a6cd7e79c926312f', 'floating_ip_address': '172.25.6.23', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '2bb93e78-0067-4c44-8b4e-b789c81785d2', 'port_id': '4a267dcf-ec78-47a4-9601-2cd8039aa164', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9304a778-e332-4697-b169-f473c98c9db5', 'mac_address': 'fa:16:3e:20:d7:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38ec5e7-6648-444b-af38-2dee38372643', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:00:39Z', 'updated_at': '2021-08-10T04:00:39Z', 'revision_number': 0, 'project_id': 'd7797a7e7c744219a6cd7e79c926312f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5aef088-34a2-4aeb-b471-89ed83de927f', 'name': '', 'network_id': '9304a778-e332-4697-b169-f473c98c9db5', 'tenant_id': 'd7797a7e7c744219a6cd7e79c926312f', 'mac_address': 'fa:16:3e:35:69:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb93e78-0067-4c44-8b4e-b789c81785d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '004bec00-f412-4962-b43d-0d7672578573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:54Z', 'updated_at': '2021-08-10T03:53:04Z', 'revision_number': 5, 'project_id': 'd7797a7e7c744219a6cd7e79c926312f', 'subnets': [{'id': '004bec00-f412-4962-b43d-0d7672578573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:41.493263 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31343826-0993-4877-b66d-7bfec2d3ea4f req-5bc03b2e-3bba-41d3-9628-473fba7a807f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:41.495511 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-31343826-0993-4877-b66d-7bfec2d3ea4f req-5bc03b2e-3bba-41d3-9628-473fba7a807f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=004bec00-f412-4962-b43d-0d7672578573 HTTP/1.1" status: 200 len: 850 time: 0.0531504 Aug 10 04:00:41.506576 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa14c39-bb9c-41b8-8249-c5d524a665d4 None None] Checking router: 2bb93e78-0067-4c44-8b4e-b789c81785d2 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:00:41.517470 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa14c39-bb9c-41b8-8249-c5d524a665d4 None None] Routers {'2bb93e78-0067-4c44-8b4e-b789c81785d2'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:00:41.518099 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-8aa14c39-bb9c-41b8-8249-c5d524a665d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:00:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['2bb93e78-0067-4c44-8b4e-b789c81785d2'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:41.554393 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31343826-0993-4877-b66d-7bfec2d3ea4f req-2fd892c7-7d2e-466c-bc61-ab11f43c4c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:41.555975 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-31343826-0993-4877-b66d-7bfec2d3ea4f req-2fd892c7-7d2e-466c-bc61-ab11f43c4c27 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9304a778-e332-4697-b169-f473c98c9db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532188 Aug 10 04:00:41.651427 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-8aa14c39-bb9c-41b8-8249-c5d524a665d4 None None] Set router 2bb93e78-0067-4c44-8b4e-b789c81785d2 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:00:41.666330 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-31343826-0993-4877-b66d-7bfec2d3ea4f req-61d5d5f4-60e6-4109-814e-a6381faf3aab service neutron] 10.222.0.42 "GET /v2.0/networks/9304a778-e332-4697-b169-f473c98c9db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024230 Aug 10 04:00:41.778855 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-31343826-0993-4877-b66d-7bfec2d3ea4f req-2a245a65-5824-4c9e-954e-139c9e7612e2 service neutron] 10.222.0.42 "GET /v2.0/networks/9304a778-e332-4697-b169-f473c98c9db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054957 Aug 10 04:00:42.006864 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-8aa14c39-bb9c-41b8-8249-c5d524a665d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb93e78-0067-4c44-8b4e-b789c81785d2', 'name': 'tempest-TestVolumeBootPattern-757140465-router', 'tenant_id': 'd7797a7e7c744219a6cd7e79c926312f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '310edeba-cd37-4bf3-90a7-4cddfabdbc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:52:50Z', 'updated_at': '2021-08-10T03:52:55Z', 'revision_number': 4, 'project_id': 'd7797a7e7c744219a6cd7e79c926312f', 'gw_port': {'id': '310edeba-cd37-4bf3-90a7-4cddfabdbc96', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:d9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb93e78-0067-4c44-8b4e-b789c81785d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:50Z', 'updated_at': '2021-08-10T03:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': 'c4e19e35-fc3e-47d5-9dd7-71099f26790a', 'tenant_id': 'd7797a7e7c744219a6cd7e79c926312f', 'floating_ip_address': '172.25.6.23', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '2bb93e78-0067-4c44-8b4e-b789c81785d2', 'port_id': '4a267dcf-ec78-47a4-9601-2cd8039aa164', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9304a778-e332-4697-b169-f473c98c9db5', 'mac_address': 'fa:16:3e:20:d7:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38ec5e7-6648-444b-af38-2dee38372643', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:00:39Z', 'updated_at': '2021-08-10T04:00:39Z', 'revision_number': 0, 'project_id': 'd7797a7e7c744219a6cd7e79c926312f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5aef088-34a2-4aeb-b471-89ed83de927f', 'name': '', 'network_id': '9304a778-e332-4697-b169-f473c98c9db5', 'tenant_id': 'd7797a7e7c744219a6cd7e79c926312f', 'mac_address': 'fa:16:3e:35:69:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb93e78-0067-4c44-8b4e-b789c81785d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '004bec00-f412-4962-b43d-0d7672578573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:54Z', 'updated_at': '2021-08-10T03:53:04Z', 'revision_number': 5, 'project_id': 'd7797a7e7c744219a6cd7e79c926312f', 'subnets': [{'id': '004bec00-f412-4962-b43d-0d7672578573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:42.051077 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa14c39-bb9c-41b8-8249-c5d524a665d4 None None] The sync data for ids ['2bb93e78-0067-4c44-8b4e-b789c81785d2'] in n-d-768862-13 is: [{'id': '2bb93e78-0067-4c44-8b4e-b789c81785d2', 'name': 'tempest-TestVolumeBootPattern-757140465-router', 'tenant_id': 'd7797a7e7c744219a6cd7e79c926312f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '310edeba-cd37-4bf3-90a7-4cddfabdbc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:52:50Z', 'updated_at': '2021-08-10T03:52:55Z', 'revision_number': 4, 'project_id': 'd7797a7e7c744219a6cd7e79c926312f', 'gw_port': {'id': '310edeba-cd37-4bf3-90a7-4cddfabdbc96', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:d9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb93e78-0067-4c44-8b4e-b789c81785d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:50Z', 'updated_at': '2021-08-10T03:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': 'c4e19e35-fc3e-47d5-9dd7-71099f26790a', 'tenant_id': 'd7797a7e7c744219a6cd7e79c926312f', 'floating_ip_address': '172.25.6.23', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '2bb93e78-0067-4c44-8b4e-b789c81785d2', 'port_id': '4a267dcf-ec78-47a4-9601-2cd8039aa164', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9304a778-e332-4697-b169-f473c98c9db5', 'mac_address': 'fa:16:3e:20:d7:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38ec5e7-6648-444b-af38-2dee38372643', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:00:39Z', 'updated_at': '2021-08-10T04:00:39Z', 'revision_number': 0, 'project_id': 'd7797a7e7c744219a6cd7e79c926312f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5aef088-34a2-4aeb-b471-89ed83de927f', 'name': '', 'network_id': '9304a778-e332-4697-b169-f473c98c9db5', 'tenant_id': 'd7797a7e7c744219a6cd7e79c926312f', 'mac_address': 'fa:16:3e:35:69:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb93e78-0067-4c44-8b4e-b789c81785d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '004bec00-f412-4962-b43d-0d7672578573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:54Z', 'updated_at': '2021-08-10T03:53:04Z', 'revision_number': 5, 'project_id': 'd7797a7e7c744219a6cd7e79c926312f', 'subnets': [{'id': '004bec00-f412-4962-b43d-0d7672578573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:00:42.279462 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba04f9af-8585-4803-956d-738064f22f05 None None] New status for floating IP c4e19e35-fc3e-47d5-9dd7-71099f26790a: ACTIVE {{(pid=94262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:00:51.407248 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-afc7de17-625c-49a1-b8be-7f351329a1f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:51.470129 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:00:53.697030 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-8d29437a-e56b-4416-9d08-a5820262d458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:54.287233 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:55.488887 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:56.334930 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:56.909494 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:03.512693 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:20.651579 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9035c56c-8bc6-464a-9182-47745d47b046 req-6a383040-db25-46b0-aa35-26fab6ee3ecd service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f8e724a5-7065-445e-a82d-fe3e8b3eb452&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0453787 Aug 10 04:01:20.747448 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035c56c-8bc6-464a-9182-47745d47b046 req-17df2c7b-0e5c-4b62-b6ce-9013a3674beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:20.749014 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9035c56c-8bc6-464a-9182-47745d47b046 req-17df2c7b-0e5c-4b62-b6ce-9013a3674beb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b8b99293bc0b4fae85b62fcecb6d67eb&device_id=f8e724a5-7065-445e-a82d-fe3e8b3eb452 HTTP/1.1" status: 200 len: 1098 time: 0.0524349 Aug 10 04:01:20.863718 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035c56c-8bc6-464a-9182-47745d47b046 req-20b7de7c-0eec-409a-b017-4122166860b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:20.865253 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9035c56c-8bc6-464a-9182-47745d47b046 req-20b7de7c-0eec-409a-b017-4122166860b7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=845a26ef-2921-45a9-ae45-02201a4e2a53 HTTP/1.1" status: 200 len: 895 time: 0.0940063 Aug 10 04:01:20.933114 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9035c56c-8bc6-464a-9182-47745d47b046 req-25850a2c-2aed-415d-a39e-98772fc58e30 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a82fa16c-36ad-4d08-8219-e0981bbb5324 HTTP/1.1" status: 200 len: 1002 time: 0.0603924 Aug 10 04:01:20.984757 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035c56c-8bc6-464a-9182-47745d47b046 req-c0f36463-1581-4d6f-99f4-d44d154e7f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:20.986285 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9035c56c-8bc6-464a-9182-47745d47b046 req-c0f36463-1581-4d6f-99f4-d44d154e7f01 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7c7556c4-2a9c-4040-840d-acea0876055e HTTP/1.1" status: 200 len: 835 time: 0.0453367 Aug 10 04:01:21.040031 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035c56c-8bc6-464a-9182-47745d47b046 req-b6779b21-1edd-47a4-a157-5b957971e7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:21.041573 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9035c56c-8bc6-464a-9182-47745d47b046 req-b6779b21-1edd-47a4-a157-5b957971e7fb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=845a26ef-2921-45a9-ae45-02201a4e2a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0480256 Aug 10 04:01:21.137607 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9035c56c-8bc6-464a-9182-47745d47b046 req-895bdc07-e1fc-404e-b122-e1b8f480f715 service neutron] 10.222.0.61 "GET /v2.0/networks/845a26ef-2921-45a9-ae45-02201a4e2a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873528 Aug 10 04:01:21.239347 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9035c56c-8bc6-464a-9182-47745d47b046 req-a35bbbdc-5d7d-4a38-a423-e73cb497ff10 service neutron] 10.222.0.61 "GET /v2.0/networks/845a26ef-2921-45a9-ae45-02201a4e2a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937369 Aug 10 04:01:21.411758 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-61afa6b3-a831-4711-8fac-26908e52b129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:22.927811 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2199a6dd-7e83-4d6c-a553-ae3aa203297f req-85481704-1f31-4647-bc44-b294b3d609f1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e38ec5e7-6648-444b-af38-2dee38372643&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0445323 Aug 10 04:01:23.018084 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2199a6dd-7e83-4d6c-a553-ae3aa203297f req-be02709f-0a3a-478f-9aa3-6f74bde7b205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:23.020007 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2199a6dd-7e83-4d6c-a553-ae3aa203297f req-be02709f-0a3a-478f-9aa3-6f74bde7b205 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d7797a7e7c744219a6cd7e79c926312f&device_id=e38ec5e7-6648-444b-af38-2dee38372643 HTTP/1.1" status: 200 len: 1098 time: 0.0434308 Aug 10 04:01:23.145119 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2199a6dd-7e83-4d6c-a553-ae3aa203297f req-4c0f6cb2-5346-4bd2-be94-3fc0eb74e900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:23.146719 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2199a6dd-7e83-4d6c-a553-ae3aa203297f req-4c0f6cb2-5346-4bd2-be94-3fc0eb74e900 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9304a778-e332-4697-b169-f473c98c9db5 HTTP/1.1" status: 200 len: 911 time: 0.1069925 Aug 10 04:01:23.217448 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2199a6dd-7e83-4d6c-a553-ae3aa203297f req-4a6fdc65-11a3-4115-be5a-1400ce672b98 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a267dcf-ec78-47a4-9601-2cd8039aa164 HTTP/1.1" status: 200 len: 1001 time: 0.0636015 Aug 10 04:01:23.268506 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2199a6dd-7e83-4d6c-a553-ae3aa203297f req-7685bd13-3e4b-4e5d-a8c0-a70041e1bfec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:23.270044 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2199a6dd-7e83-4d6c-a553-ae3aa203297f req-7685bd13-3e4b-4e5d-a8c0-a70041e1bfec service neutron] 10.222.0.42 "GET /v2.0/subnets?id=004bec00-f412-4962-b43d-0d7672578573 HTTP/1.1" status: 200 len: 850 time: 0.0459647 Aug 10 04:01:23.328515 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2199a6dd-7e83-4d6c-a553-ae3aa203297f req-749ca513-e5ef-48eb-aac1-e4e40528088e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:23.330064 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2199a6dd-7e83-4d6c-a553-ae3aa203297f req-749ca513-e5ef-48eb-aac1-e4e40528088e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9304a778-e332-4697-b169-f473c98c9db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532529 Aug 10 04:01:23.429500 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2199a6dd-7e83-4d6c-a553-ae3aa203297f req-811869bf-ce12-4951-b1b3-75bd340b4ae8 service neutron] 10.222.0.42 "GET /v2.0/networks/9304a778-e332-4697-b169-f473c98c9db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918398 Aug 10 04:01:23.534693 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2199a6dd-7e83-4d6c-a553-ae3aa203297f req-9888cd47-20b9-4041-ac85-af2a2d1dddc6 service neutron] 10.222.0.42 "GET /v2.0/networks/9304a778-e332-4697-b169-f473c98c9db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962555 Aug 10 04:01:23.690567 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-72595fbc-f406-4b4d-b6b2-7414fb93d065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:24.291055 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:25.489779 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:26.333537 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:26.911898 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:28.469844 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:01:33.505018 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:38.764139 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02fd7f7-8ebd-434f-8243-4241dced1de1 req-f2bb1c90-fe35-4c94-a989-db83f5bf3e61 tempest-TestNetworkAdvancedServerOps-902294344 tempest-TestNetworkAdvancedServerOps-902294344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:38.765830 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f02fd7f7-8ebd-434f-8243-4241dced1de1 req-f2bb1c90-fe35-4c94-a989-db83f5bf3e61 tempest-TestNetworkAdvancedServerOps-902294344 tempest-TestNetworkAdvancedServerOps-902294344-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=f8e724a5-7065-445e-a82d-fe3e8b3eb452 HTTP/1.1" status: 200 len: 1098 time: 0.0481598 Aug 10 04:01:38.810695 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f02fd7f7-8ebd-434f-8243-4241dced1de1 req-5c033660-eb07-4a94-9a2f-74682717046e tempest-TestNetworkAdvancedServerOps-902294344 tempest-TestNetworkAdvancedServerOps-902294344-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=41f848be-fb97-4022-b4d8-2c75cbef7871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384727 Aug 10 04:01:38.959686 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36355fd-49cb-400b-a371-7efae949dcb9 req-d43f1d0d-082d-42cf-b92e-c2ca7a509d54 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:38.961539 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c36355fd-49cb-400b-a371-7efae949dcb9 req-d43f1d0d-082d-42cf-b92e-c2ca7a509d54 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8e724a5-7065-445e-a82d-fe3e8b3eb452 HTTP/1.1" status: 200 len: 946 time: 0.0603390 Aug 10 04:01:39.012605 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c36355fd-49cb-400b-a371-7efae949dcb9 req-5c0f86ed-bb6c-4901-ab09-5b1f7e683261 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=41f848be-fb97-4022-b4d8-2c75cbef7871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434177 Aug 10 04:01:39.037501 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 45948) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:39.114029 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-31741b0b-929b-454b-91b5-afc7d88d3674 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/floatingips/6cde3664-6f86-4db9-873b-de0ebd4c5d62 HTTP/1.1" status: 200 len: 994 time: 0.0750988 Aug 10 04:01:41.134001 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27c60fa-51b2-4fad-848e-f489c8bc4359 req-1eadce77-8037-441d-9dfc-650b1ee2656a tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:41.135653 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b27c60fa-51b2-4fad-848e-f489c8bc4359 req-1eadce77-8037-441d-9dfc-650b1ee2656a tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8e724a5-7065-445e-a82d-fe3e8b3eb452 HTTP/1.1" status: 200 len: 946 time: 0.0536647 Aug 10 04:01:41.139206 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-5a17e8b4-8cdf-47b4-970e-01058412a61d req-1167d877-2840-463f-9b4f-b557230bb12b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f8e724a5-7065-445e-a82d-fe3e8b3eb452&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0561440 Aug 10 04:01:41.184181 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b27c60fa-51b2-4fad-848e-f489c8bc4359 req-f3d7c086-115d-463f-8aba-fce84aee18dd tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=41f848be-fb97-4022-b4d8-2c75cbef7871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391600 Aug 10 04:01:42.329212 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae7434e-3344-4be1-9f4b-e5bbf2e8e546 req-2dd333e4-98a3-48cb-9114-523ff8531776 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:42.330941 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0ae7434e-3344-4be1-9f4b-e5bbf2e8e546 req-2dd333e4-98a3-48cb-9114-523ff8531776 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8e724a5-7065-445e-a82d-fe3e8b3eb452 HTTP/1.1" status: 200 len: 946 time: 0.0555887 Aug 10 04:01:42.377949 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0ae7434e-3344-4be1-9f4b-e5bbf2e8e546 req-ceb71761-da1d-4115-a4dc-c2179a96d3ef tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=41f848be-fb97-4022-b4d8-2c75cbef7871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339811 Aug 10 04:01:42.563924 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a17e8b4-8cdf-47b4-970e-01058412a61d req-a9d31473-634a-4f57-9634-ba2725ddce5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:42.565466 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5a17e8b4-8cdf-47b4-970e-01058412a61d req-a9d31473-634a-4f57-9634-ba2725ddce5e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b8b99293bc0b4fae85b62fcecb6d67eb&device_id=f8e724a5-7065-445e-a82d-fe3e8b3eb452 HTTP/1.1" status: 200 len: 1098 time: 0.0476661 Aug 10 04:01:42.662013 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a17e8b4-8cdf-47b4-970e-01058412a61d req-34955092-c4f3-4bb4-93e2-e63feff3684e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:42.663462 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5a17e8b4-8cdf-47b4-970e-01058412a61d req-34955092-c4f3-4bb4-93e2-e63feff3684e service neutron] 10.222.0.61 "GET /v2.0/networks?id=845a26ef-2921-45a9-ae45-02201a4e2a53 HTTP/1.1" status: 200 len: 895 time: 0.0904148 Aug 10 04:01:42.734215 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5a17e8b4-8cdf-47b4-970e-01058412a61d req-65d4426c-2ca5-429b-82f9-bf80abbbc637 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a82fa16c-36ad-4d08-8219-e0981bbb5324 HTTP/1.1" status: 200 len: 1002 time: 0.0629728 Aug 10 04:01:42.786421 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a17e8b4-8cdf-47b4-970e-01058412a61d req-f1ade678-bea6-4ff0-bd5c-23e7dc22999a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:42.787911 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5a17e8b4-8cdf-47b4-970e-01058412a61d req-f1ade678-bea6-4ff0-bd5c-23e7dc22999a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7c7556c4-2a9c-4040-840d-acea0876055e HTTP/1.1" status: 200 len: 835 time: 0.0474463 Aug 10 04:01:42.839754 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a17e8b4-8cdf-47b4-970e-01058412a61d req-f8b2de62-ae7e-4c77-8bf5-fb586ec8c673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:42.842758 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5a17e8b4-8cdf-47b4-970e-01058412a61d req-f8b2de62-ae7e-4c77-8bf5-fb586ec8c673 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=845a26ef-2921-45a9-ae45-02201a4e2a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469494 Aug 10 04:01:43.243275 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5a17e8b4-8cdf-47b4-970e-01058412a61d req-f6c5f025-5f98-4e0f-8631-7a86cfee5797 service neutron] 10.222.0.61 "GET /v2.0/networks/845a26ef-2921-45a9-ae45-02201a4e2a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3933449 Aug 10 04:01:43.348460 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5a17e8b4-8cdf-47b4-970e-01058412a61d req-a27d2136-1afb-4162-9447-5cce7736875d service neutron] 10.222.0.61 "GET /v2.0/networks/845a26ef-2921-45a9-ae45-02201a4e2a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970192 Aug 10 04:01:43.544583 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f36d0e4-b89d-4f48-82f9-ffd9c0cd10d2 req-b85248ce-40a5-4633-b40c-a6f5ddb83731 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:43.546839 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6f36d0e4-b89d-4f48-82f9-ffd9c0cd10d2 req-b85248ce-40a5-4633-b40c-a6f5ddb83731 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8e724a5-7065-445e-a82d-fe3e8b3eb452 HTTP/1.1" status: 200 len: 946 time: 0.0567780 Aug 10 04:01:43.592458 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6f36d0e4-b89d-4f48-82f9-ffd9c0cd10d2 req-a134fcb0-2f22-4384-8046-7a2e610982df tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=41f848be-fb97-4022-b4d8-2c75cbef7871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391850 Aug 10 04:01:44.728323 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb38949-e65e-43f8-81ab-daa20d466ff6 req-387326e7-da89-4992-b835-30227f59b874 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:44.729902 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9eb38949-e65e-43f8-81ab-daa20d466ff6 req-387326e7-da89-4992-b835-30227f59b874 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8e724a5-7065-445e-a82d-fe3e8b3eb452 HTTP/1.1" status: 200 len: 946 time: 0.0515590 Aug 10 04:01:44.772543 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9eb38949-e65e-43f8-81ab-daa20d466ff6 req-e285e68a-324c-4376-bbf2-eb6c5ed3b02c tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=41f848be-fb97-4022-b4d8-2c75cbef7871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357151 Aug 10 04:01:45.897482 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0f97b0-4355-4eef-bf4d-012e58926119 req-5a2597cf-7c04-49ab-904f-0d5971f37b21 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:45.899074 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8b0f97b0-4355-4eef-bf4d-012e58926119 req-5a2597cf-7c04-49ab-904f-0d5971f37b21 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8e724a5-7065-445e-a82d-fe3e8b3eb452 HTTP/1.1" status: 200 len: 946 time: 0.0510173 Aug 10 04:01:45.940313 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8b0f97b0-4355-4eef-bf4d-012e58926119 req-c3449353-744f-4704-8c83-16fdd89c6dce tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=41f848be-fb97-4022-b4d8-2c75cbef7871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349877 Aug 10 04:01:47.062736 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90722452-4194-4ccf-bc53-87be166e6986 req-2bd55182-01dc-474c-a784-dbebe2984fca tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:47.068004 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-90722452-4194-4ccf-bc53-87be166e6986 req-2bd55182-01dc-474c-a784-dbebe2984fca tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8e724a5-7065-445e-a82d-fe3e8b3eb452 HTTP/1.1" status: 200 len: 946 time: 0.0528591 Aug 10 04:01:47.107468 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-90722452-4194-4ccf-bc53-87be166e6986 req-c7cef87f-5981-4b9b-b443-d5307ae352de tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=41f848be-fb97-4022-b4d8-2c75cbef7871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370047 Aug 10 04:01:48.236605 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3814dd57-edc1-49e8-9a96-06e40b5da88c req-be99131c-e5b3-4575-808f-3adc419e2228 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:48.239252 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3814dd57-edc1-49e8-9a96-06e40b5da88c req-be99131c-e5b3-4575-808f-3adc419e2228 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8e724a5-7065-445e-a82d-fe3e8b3eb452 HTTP/1.1" status: 200 len: 946 time: 0.0581098 Aug 10 04:01:48.282294 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3814dd57-edc1-49e8-9a96-06e40b5da88c req-246fa0dd-21dc-4981-b569-126492229a77 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=41f848be-fb97-4022-b4d8-2c75cbef7871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366256 Aug 10 04:01:49.408732 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d0fe7f-6593-4c37-8931-c7fb502b6620 req-d681e9b9-71ac-45b7-b0bf-2409d2bc5361 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:49.410461 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-72d0fe7f-6593-4c37-8931-c7fb502b6620 req-d681e9b9-71ac-45b7-b0bf-2409d2bc5361 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8e724a5-7065-445e-a82d-fe3e8b3eb452 HTTP/1.1" status: 200 len: 946 time: 0.0549242 Aug 10 04:01:49.457000 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-72d0fe7f-6593-4c37-8931-c7fb502b6620 req-e4368056-8b51-426a-9ded-949aed62fe60 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=41f848be-fb97-4022-b4d8-2c75cbef7871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400021 Aug 10 04:01:50.614979 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5ebe49-2c9f-4a9d-8839-7b5bb0c1b534 req-70dc6274-1797-4c8f-b0aa-f9c8fab4f07c tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:50.617215 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5e5ebe49-2c9f-4a9d-8839-7b5bb0c1b534 req-70dc6274-1797-4c8f-b0aa-f9c8fab4f07c tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8e724a5-7065-445e-a82d-fe3e8b3eb452 HTTP/1.1" status: 200 len: 946 time: 0.0830061 Aug 10 04:01:50.663261 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5e5ebe49-2c9f-4a9d-8839-7b5bb0c1b534 req-73442d1f-a032-498e-9dc6-92a7b573d780 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=41f848be-fb97-4022-b4d8-2c75cbef7871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400107 Aug 10 04:01:51.419953 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-0cff4c9d-fb69-4563-a393-0bda73f6010b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:51.787158 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ffe77d-ef57-40e5-9bf5-f28f07489ce0 req-87902402-4891-4726-8497-2152e8f48fcd tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:51.788813 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-85ffe77d-ef57-40e5-9bf5-f28f07489ce0 req-87902402-4891-4726-8497-2152e8f48fcd tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8e724a5-7065-445e-a82d-fe3e8b3eb452 HTTP/1.1" status: 200 len: 946 time: 0.0519447 Aug 10 04:01:51.836141 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-85ffe77d-ef57-40e5-9bf5-f28f07489ce0 req-2dd4442b-fe2f-40bf-ae0c-072b8f56eb2c tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=41f848be-fb97-4022-b4d8-2c75cbef7871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408328 Aug 10 04:01:52.962194 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f7af80-14c5-4753-95f1-fe3416f7669b req-c2bbddbc-e783-451a-b1cc-2277b83d362c tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:52.963771 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b7f7af80-14c5-4753-95f1-fe3416f7669b req-c2bbddbc-e783-451a-b1cc-2277b83d362c tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8e724a5-7065-445e-a82d-fe3e8b3eb452 HTTP/1.1" status: 200 len: 946 time: 0.0505934 Aug 10 04:01:53.011704 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b7f7af80-14c5-4753-95f1-fe3416f7669b req-35a57920-bf3f-4521-862b-3ab3be7c3a94 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=41f848be-fb97-4022-b4d8-2c75cbef7871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377879 Aug 10 04:01:53.695604 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a7b1e58a-6506-400d-a46f-0b1be5bb62bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:54.136902 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc20475-f099-44b8-bba9-96700b7e7071 req-7a7e64a9-3cc1-4155-9b05-7bf5eed80dfa tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:54.138540 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cdc20475-f099-44b8-bba9-96700b7e7071 req-7a7e64a9-3cc1-4155-9b05-7bf5eed80dfa tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8e724a5-7065-445e-a82d-fe3e8b3eb452 HTTP/1.1" status: 200 len: 946 time: 0.0533888 Aug 10 04:01:54.183936 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cdc20475-f099-44b8-bba9-96700b7e7071 req-4ebc2248-2f73-4542-bcd3-5c317743ccbb tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=41f848be-fb97-4022-b4d8-2c75cbef7871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389671 Aug 10 04:01:54.295683 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:55.318885 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34acb158-b3a7-4809-8691-6607fe023694 req-25a8e627-602f-4f88-b00d-cce088889c6b tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:55.320575 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-34acb158-b3a7-4809-8691-6607fe023694 req-25a8e627-602f-4f88-b00d-cce088889c6b tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8e724a5-7065-445e-a82d-fe3e8b3eb452 HTTP/1.1" status: 200 len: 946 time: 0.0608392 Aug 10 04:01:55.363425 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-34acb158-b3a7-4809-8691-6607fe023694 req-a8cc5bfb-8bf8-4cdd-bb00-6e655a4e5ddf tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=41f848be-fb97-4022-b4d8-2c75cbef7871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351827 Aug 10 04:01:55.486348 n-d-768862-13 neutron-server[94260]: INFO neutron.api.v2.resource [req-5a17e8b4-8cdf-47b4-970e-01058412a61d req-1ebac5a1-08c1-40ce-af09-d905af642cca service neutron] show failed (client error): The resource could not be found. Aug 10 04:01:55.489865 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5a17e8b4-8cdf-47b4-970e-01058412a61d req-1ebac5a1-08c1-40ce-af09-d905af642cca service neutron] 10.222.0.61 "GET /v2.0/ports/a82fa16c-36ad-4d08-8219-e0981bbb5324/bindings/n-h1-768862-13 HTTP/1.1" status: 404 len: 381 time: 0.0674024 Aug 10 04:01:55.495802 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:55.718173 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a17e8b4-8cdf-47b4-970e-01058412a61d req-a4fe2858-8519-45e0-8aae-bac042ce0916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:55.719755 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5a17e8b4-8cdf-47b4-970e-01058412a61d req-a4fe2858-8519-45e0-8aae-bac042ce0916 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f8e724a5-7065-445e-a82d-fe3e8b3eb452&tenant_id=b8b99293bc0b4fae85b62fcecb6d67eb HTTP/1.1" status: 200 len: 1098 time: 0.0527089 Aug 10 04:01:55.732123 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-5a17e8b4-8cdf-47b4-970e-01058412a61d req-8f0af5be-238b-4098-80cc-e7e49326e1ad service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768862-13', 'device_owner': 'compute:nova'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:01:55.793871 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-5a17e8b4-8cdf-47b4-970e-01058412a61d req-8f0af5be-238b-4098-80cc-e7e49326e1ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:56.015772 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-5a17e8b4-8cdf-47b4-970e-01058412a61d req-8f0af5be-238b-4098-80cc-e7e49326e1ad service neutron] For port a82fa16c-36ad-4d08-8219-e0981bbb5324, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=a82fa16c-36ad-4d08-8219-e0981bbb5324,segment=NetworkSegment(fd7f4cdf-af6d-4f74-86f0-341ea1f2a3a1),segment_id=fd7f4cdf-af6d-4f74-86f0-341ea1f2a3a1)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:01:56.056778 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-5a17e8b4-8cdf-47b4-970e-01058412a61d req-8f0af5be-238b-4098-80cc-e7e49326e1ad service neutron] For port a82fa16c-36ad-4d08-8219-e0981bbb5324, host n-h2-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:01:56.101546 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8e724a5-7065-445e-a82d-fe3e8b3eb452', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a82fa16c-36ad-4d08-8219-e0981bbb5324'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:01:56.104141 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b14afe5a-baba-4afd-ba55-9245073c239f" -d '{"events": [{"server_uuid": "f8e724a5-7065-445e-a82d-fe3e8b3eb452", "name": "network-vif-unplugged", "status": "completed", "tag": "a82fa16c-36ad-4d08-8219-e0981bbb5324"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:01:56.109330 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-5a17e8b4-8cdf-47b4-970e-01058412a61d req-8f0af5be-238b-4098-80cc-e7e49326e1ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:56.125297 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-5a17e8b4-8cdf-47b4-970e-01058412a61d req-8f0af5be-238b-4098-80cc-e7e49326e1ad service neutron] Transition to ACTIVE for port object a82fa16c-36ad-4d08-8219-e0981bbb5324 will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:01:56.130763 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-5a17e8b4-8cdf-47b4-970e-01058412a61d req-8f0af5be-238b-4098-80cc-e7e49326e1ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:56.179147 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 04:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b6d9d6-dd48-4b92-b8fd-9e5b5c93520c x-openstack-request-id: req-92b6d9d6-dd48-4b92-b8fd-9e5b5c93520c {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:01:56.179441 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8e724a5-7065-445e-a82d-fe3e8b3eb452", "name": "network-vif-unplugged", "status": "completed", "tag": "a82fa16c-36ad-4d08-8219-e0981bbb5324", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:01:56.179694 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-92b6d9d6-dd48-4b92-b8fd-9e5b5c93520c {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:01:56.180092 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8e724a5-7065-445e-a82d-fe3e8b3eb452', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a82fa16c-36ad-4d08-8219-e0981bbb5324', 'code': 200} Aug 10 04:01:56.236567 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0af5be-238b-4098-80cc-e7e49326e1ad service neutron] Pushing event updated for resources: {'Port': ['ID=a82fa16c-36ad-4d08-8219-e0981bbb5324,revision_number=6']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:56.251682 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0af5be-238b-4098-80cc-e7e49326e1ad service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:01:56.252016 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0af5be-238b-4098-80cc-e7e49326e1ad service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:01:56.252356 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0af5be-238b-4098-80cc-e7e49326e1ad service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:01:56.252685 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0af5be-238b-4098-80cc-e7e49326e1ad service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:01:56.253017 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0af5be-238b-4098-80cc-e7e49326e1ad service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:01:56.253339 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0af5be-238b-4098-80cc-e7e49326e1ad service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:01:56.253661 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0af5be-238b-4098-80cc-e7e49326e1ad service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:01:56.253983 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0af5be-238b-4098-80cc-e7e49326e1ad service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:01:56.254330 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0af5be-238b-4098-80cc-e7e49326e1ad service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:01:56.254654 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0af5be-238b-4098-80cc-e7e49326e1ad service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:01:56.254976 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0af5be-238b-4098-80cc-e7e49326e1ad service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:01:56.255297 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0af5be-238b-4098-80cc-e7e49326e1ad service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:01:56.301685 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a17e8b4-8cdf-47b4-970e-01058412a61d req-8f0af5be-238b-4098-80cc-e7e49326e1ad service neutron] No DVR routers for this DVR port a82fa16c-36ad-4d08-8219-e0981bbb5324 on host n-h2-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:01:56.345984 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:56.491013 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-5a17e8b4-8cdf-47b4-970e-01058412a61d req-8f0af5be-238b-4098-80cc-e7e49326e1ad service neutron] Attempting to bind port a82fa16c-36ad-4d08-8219-e0981bbb5324 on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:01:56.491689 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-5a17e8b4-8cdf-47b4-970e-01058412a61d req-8f0af5be-238b-4098-80cc-e7e49326e1ad service neutron] Attempting to bind port a82fa16c-36ad-4d08-8219-e0981bbb5324 by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': 'fd7f4cdf-af6d-4f74-86f0-341ea1f2a3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '845a26ef-2921-45a9-ae45-02201a4e2a53'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:01:56.491689 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a17e8b4-8cdf-47b4-970e-01058412a61d req-8f0af5be-238b-4098-80cc-e7e49326e1ad service neutron] Attempting to bind port a82fa16c-36ad-4d08-8219-e0981bbb5324 on network 845a26ef-2921-45a9-ae45-02201a4e2a53 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:01:56.499688 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a17e8b4-8cdf-47b4-970e-01058412a61d req-8f0af5be-238b-4098-80cc-e7e49326e1ad service neutron] Port a82fa16c-36ad-4d08-8219-e0981bbb5324 on network 845a26ef-2921-45a9-ae45-02201a4e2a53 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:01:56.499977 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a17e8b4-8cdf-47b4-970e-01058412a61d req-8f0af5be-238b-4098-80cc-e7e49326e1ad service neutron] Attempting to bind port a82fa16c-36ad-4d08-8219-e0981bbb5324 on network 845a26ef-2921-45a9-ae45-02201a4e2a53 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:01:56.507896 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a17e8b4-8cdf-47b4-970e-01058412a61d req-8f0af5be-238b-4098-80cc-e7e49326e1ad service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:01:56.508239 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a17e8b4-8cdf-47b4-970e-01058412a61d req-8f0af5be-238b-4098-80cc-e7e49326e1ad service neutron] Checking segment: {'id': 'fd7f4cdf-af6d-4f74-86f0-341ea1f2a3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '845a26ef-2921-45a9-ae45-02201a4e2a53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:01:56.508632 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a17e8b4-8cdf-47b4-970e-01058412a61d req-8f0af5be-238b-4098-80cc-e7e49326e1ad service neutron] Bound using segment: {'id': 'fd7f4cdf-af6d-4f74-86f0-341ea1f2a3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '845a26ef-2921-45a9-ae45-02201a4e2a53'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:01:56.509075 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-5a17e8b4-8cdf-47b4-970e-01058412a61d req-8f0af5be-238b-4098-80cc-e7e49326e1ad service neutron] Bound port: a82fa16c-36ad-4d08-8219-e0981bbb5324, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd7f4cdf-af6d-4f74-86f0-341ea1f2a3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '845a26ef-2921-45a9-ae45-02201a4e2a53'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:01:56.509442 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-5a17e8b4-8cdf-47b4-970e-01058412a61d req-8f0af5be-238b-4098-80cc-e7e49326e1ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:56.532539 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2e5b30-8d8b-4210-bb0e-46941575941b req-23c537c3-c2c9-47cd-b115-d05db548ecdf tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:56.534150 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fc2e5b30-8d8b-4210-bb0e-46941575941b req-23c537c3-c2c9-47cd-b115-d05db548ecdf tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8e724a5-7065-445e-a82d-fe3e8b3eb452 HTTP/1.1" status: 200 len: 944 time: 0.0812786 Aug 10 04:01:56.621516 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fc2e5b30-8d8b-4210-bb0e-46941575941b req-42d891b1-1ef1-4168-9494-07e831894240 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=41f848be-fb97-4022-b4d8-2c75cbef7871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606520 Aug 10 04:01:56.627090 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-5a17e8b4-8cdf-47b4-970e-01058412a61d req-8f0af5be-238b-4098-80cc-e7e49326e1ad service neutron] For port a82fa16c-36ad-4d08-8219-e0981bbb5324, host n-h1-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:01:56.630668 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-5a17e8b4-8cdf-47b4-970e-01058412a61d req-8f0af5be-238b-4098-80cc-e7e49326e1ad service neutron] For port a82fa16c-36ad-4d08-8219-e0981bbb5324, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=a82fa16c-36ad-4d08-8219-e0981bbb5324,segment=NetworkSegment(fd7f4cdf-af6d-4f74-86f0-341ea1f2a3a1),segment_id=fd7f4cdf-af6d-4f74-86f0-341ea1f2a3a1)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:01:56.637536 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-5a17e8b4-8cdf-47b4-970e-01058412a61d req-8f0af5be-238b-4098-80cc-e7e49326e1ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:56.675726 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a17e8b4-8cdf-47b4-970e-01058412a61d req-8f0af5be-238b-4098-80cc-e7e49326e1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:56.676302 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-5a17e8b4-8cdf-47b4-970e-01058412a61d req-8f0af5be-238b-4098-80cc-e7e49326e1ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:56.677708 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5a17e8b4-8cdf-47b4-970e-01058412a61d req-8f0af5be-238b-4098-80cc-e7e49326e1ad service neutron] 10.222.0.42 "PUT /v2.0/ports/a82fa16c-36ad-4d08-8219-e0981bbb5324 HTTP/1.1" status: 200 len: 1093 time: 0.9501493 Aug 10 04:01:56.712085 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0af5be-238b-4098-80cc-e7e49326e1ad service neutron] Pushing event updated for resources: {'Port': ['ID=a82fa16c-36ad-4d08-8219-e0981bbb5324,revision_number=7']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:56.760470 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a17e8b4-8cdf-47b4-970e-01058412a61d req-eb95ae27-30d3-416d-be9a-9cb2360d73cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:56.762249 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5a17e8b4-8cdf-47b4-970e-01058412a61d req-eb95ae27-30d3-416d-be9a-9cb2360d73cc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b8b99293bc0b4fae85b62fcecb6d67eb&device_id=f8e724a5-7065-445e-a82d-fe3e8b3eb452 HTTP/1.1" status: 200 len: 1096 time: 0.0595815 Aug 10 04:01:56.878046 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a17e8b4-8cdf-47b4-970e-01058412a61d req-1bee27ba-e197-45f0-9c57-a448b9353348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:56.879623 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5a17e8b4-8cdf-47b4-970e-01058412a61d req-1bee27ba-e197-45f0-9c57-a448b9353348 service neutron] 10.222.0.42 "GET /v2.0/networks?id=845a26ef-2921-45a9-ae45-02201a4e2a53 HTTP/1.1" status: 200 len: 895 time: 0.1093850 Aug 10 04:01:56.920702 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:56.957327 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5a17e8b4-8cdf-47b4-970e-01058412a61d req-9e32dc37-6bd3-4cc3-8f60-9968d6820049 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a82fa16c-36ad-4d08-8219-e0981bbb5324 HTTP/1.1" status: 200 len: 1000 time: 0.0702105 Aug 10 04:01:57.018750 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a17e8b4-8cdf-47b4-970e-01058412a61d req-5f61297a-5c04-4be8-bfde-9b8661b6b10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:57.020854 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5a17e8b4-8cdf-47b4-970e-01058412a61d req-5f61297a-5c04-4be8-bfde-9b8661b6b10a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7c7556c4-2a9c-4040-840d-acea0876055e HTTP/1.1" status: 200 len: 835 time: 0.0568490 Aug 10 04:01:57.076449 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a17e8b4-8cdf-47b4-970e-01058412a61d req-83beabcc-fb2a-4496-b42c-8cdd5ab5dc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:57.078089 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5a17e8b4-8cdf-47b4-970e-01058412a61d req-83beabcc-fb2a-4496-b42c-8cdd5ab5dc15 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=845a26ef-2921-45a9-ae45-02201a4e2a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504842 Aug 10 04:01:57.173361 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5a17e8b4-8cdf-47b4-970e-01058412a61d req-f26a1dc2-d71f-4735-a60d-c0b98c067242 service neutron] 10.222.0.42 "GET /v2.0/networks/845a26ef-2921-45a9-ae45-02201a4e2a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875480 Aug 10 04:01:57.274763 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5a17e8b4-8cdf-47b4-970e-01058412a61d req-f20eb8b8-7970-4d85-9bdd-0fe137bbfd8e service neutron] 10.222.0.42 "GET /v2.0/networks/845a26ef-2921-45a9-ae45-02201a4e2a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943356 Aug 10 04:01:57.750737 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44f3423-188a-410b-a191-cf5395cad9f3 req-b0618217-9e0f-45a0-8571-03ad32d1ef82 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:57.752367 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a44f3423-188a-410b-a191-cf5395cad9f3 req-b0618217-9e0f-45a0-8571-03ad32d1ef82 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8e724a5-7065-445e-a82d-fe3e8b3eb452 HTTP/1.1" status: 200 len: 944 time: 0.0545824 Aug 10 04:01:57.793183 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a44f3423-188a-410b-a191-cf5395cad9f3 req-8d88e2ec-f27b-4b1d-aea0-04e809c9e118 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=41f848be-fb97-4022-b4d8-2c75cbef7871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346360 Aug 10 04:01:58.181565 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8e724a5-7065-445e-a82d-fe3e8b3eb452', 'tag': 'a82fa16c-36ad-4d08-8219-e0981bbb5324'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:01:58.184175 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27fa3f91-c88d-4ded-a784-9cc4b371acf1" -d '{"events": [{"name": "network-changed", "server_uuid": "f8e724a5-7065-445e-a82d-fe3e8b3eb452", "tag": "a82fa16c-36ad-4d08-8219-e0981bbb5324"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:01:58.237783 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-159249d5-0e32-4936-ab32-8f9518368841 x-openstack-request-id: req-159249d5-0e32-4936-ab32-8f9518368841 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:01:58.238079 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8e724a5-7065-445e-a82d-fe3e8b3eb452", "tag": "a82fa16c-36ad-4d08-8219-e0981bbb5324", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:01:58.238362 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-159249d5-0e32-4936-ab32-8f9518368841 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:01:58.238770 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8e724a5-7065-445e-a82d-fe3e8b3eb452', 'tag': 'a82fa16c-36ad-4d08-8219-e0981bbb5324', 'status': 'completed', 'code': 200} Aug 10 04:01:58.330348 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa3f91-c88d-4ded-a784-9cc4b371acf1 req-2435e603-8f29-497d-a8c9-184ebd0479fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:58.331911 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-27fa3f91-c88d-4ded-a784-9cc4b371acf1 req-2435e603-8f29-497d-a8c9-184ebd0479fe service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b8b99293bc0b4fae85b62fcecb6d67eb&device_id=f8e724a5-7065-445e-a82d-fe3e8b3eb452 HTTP/1.1" status: 200 len: 1096 time: 0.0752933 Aug 10 04:01:58.337004 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa3f91-c88d-4ded-a784-9cc4b371acf1 req-e64a5e3d-36fd-47ff-a4e5-cfcd05a7cebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:58.338511 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-27fa3f91-c88d-4ded-a784-9cc4b371acf1 req-e64a5e3d-36fd-47ff-a4e5-cfcd05a7cebf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b8b99293bc0b4fae85b62fcecb6d67eb&device_id=f8e724a5-7065-445e-a82d-fe3e8b3eb452 HTTP/1.1" status: 200 len: 1096 time: 0.0735455 Aug 10 04:01:58.505524 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa3f91-c88d-4ded-a784-9cc4b371acf1 req-00aebbdd-f44e-49b2-b3b0-9dc183549a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:58.507074 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-27fa3f91-c88d-4ded-a784-9cc4b371acf1 req-00aebbdd-f44e-49b2-b3b0-9dc183549a4b service neutron] 10.222.0.61 "GET /v2.0/networks?id=845a26ef-2921-45a9-ae45-02201a4e2a53 HTTP/1.1" status: 200 len: 895 time: 0.1676414 Aug 10 04:01:58.508248 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa3f91-c88d-4ded-a784-9cc4b371acf1 req-97d809e4-c702-4ec0-ae69-174eb91d685e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:58.509572 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-27fa3f91-c88d-4ded-a784-9cc4b371acf1 req-97d809e4-c702-4ec0-ae69-174eb91d685e service neutron] 10.222.0.42 "GET /v2.0/networks?id=845a26ef-2921-45a9-ae45-02201a4e2a53 HTTP/1.1" status: 200 len: 895 time: 0.1619108 Aug 10 04:01:58.627620 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-27fa3f91-c88d-4ded-a784-9cc4b371acf1 req-042db105-0512-42ae-93e4-735853b026a8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a82fa16c-36ad-4d08-8219-e0981bbb5324 HTTP/1.1" status: 200 len: 1000 time: 0.1130278 Aug 10 04:01:58.629713 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-27fa3f91-c88d-4ded-a784-9cc4b371acf1 req-566f29ce-2513-43c8-a082-021499b69031 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a82fa16c-36ad-4d08-8219-e0981bbb5324 HTTP/1.1" status: 200 len: 1000 time: 0.1086831 Aug 10 04:01:58.720689 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa3f91-c88d-4ded-a784-9cc4b371acf1 req-723bee1e-21a7-49e8-baf5-8851ce4690d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:58.722188 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-27fa3f91-c88d-4ded-a784-9cc4b371acf1 req-723bee1e-21a7-49e8-baf5-8851ce4690d1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7c7556c4-2a9c-4040-840d-acea0876055e HTTP/1.1" status: 200 len: 835 time: 0.0880189 Aug 10 04:01:58.723637 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa3f91-c88d-4ded-a784-9cc4b371acf1 req-f74d80f8-02f4-4889-9dbc-385654b3e238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:58.724973 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-27fa3f91-c88d-4ded-a784-9cc4b371acf1 req-f74d80f8-02f4-4889-9dbc-385654b3e238 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7c7556c4-2a9c-4040-840d-acea0876055e HTTP/1.1" status: 200 len: 835 time: 0.0830090 Aug 10 04:01:58.803692 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa3f91-c88d-4ded-a784-9cc4b371acf1 req-7720f7a3-2cd6-4d1c-a773-9db696f4c6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:58.805133 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-27fa3f91-c88d-4ded-a784-9cc4b371acf1 req-7720f7a3-2cd6-4d1c-a773-9db696f4c6ce service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=845a26ef-2921-45a9-ae45-02201a4e2a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0739920 Aug 10 04:01:58.806802 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa3f91-c88d-4ded-a784-9cc4b371acf1 req-9fa5ef86-4553-4f7d-a8c7-c4401cd975ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:58.808177 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-27fa3f91-c88d-4ded-a784-9cc4b371acf1 req-9fa5ef86-4553-4f7d-a8c7-c4401cd975ea service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=845a26ef-2921-45a9-ae45-02201a4e2a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0684168 Aug 10 04:01:59.026657 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afdeecf-6dc8-4667-adcc-4d0303805cfa req-56c30fec-8578-4e91-920c-a009b7baca60 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:59.028306 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8afdeecf-6dc8-4667-adcc-4d0303805cfa req-56c30fec-8578-4e91-920c-a009b7baca60 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8e724a5-7065-445e-a82d-fe3e8b3eb452 HTTP/1.1" status: 200 len: 944 time: 0.1486063 Aug 10 04:01:59.033925 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-27fa3f91-c88d-4ded-a784-9cc4b371acf1 req-369c1cea-b7da-42ad-8279-2aeef99c3368 service neutron] 10.222.0.61 "GET /v2.0/networks/845a26ef-2921-45a9-ae45-02201a4e2a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205238 Aug 10 04:01:59.037138 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-27fa3f91-c88d-4ded-a784-9cc4b371acf1 req-38858353-f8c0-4943-aa10-8b52f756faab service neutron] 10.222.0.42 "GET /v2.0/networks/845a26ef-2921-45a9-ae45-02201a4e2a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157292 Aug 10 04:01:59.173120 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8afdeecf-6dc8-4667-adcc-4d0303805cfa req-50d041d2-4a6c-4e97-98a9-ba3fb4e4abc0 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=41f848be-fb97-4022-b4d8-2c75cbef7871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380093 Aug 10 04:01:59.232413 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-27fa3f91-c88d-4ded-a784-9cc4b371acf1 req-56752206-b139-411f-beb1-c28a1bac4bcc service neutron] 10.222.0.42 "GET /v2.0/networks/845a26ef-2921-45a9-ae45-02201a4e2a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882110 Aug 10 04:01:59.234418 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-27fa3f91-c88d-4ded-a784-9cc4b371acf1 req-40c01f5e-c7f5-4845-832f-de53ef5da8ac service neutron] 10.222.0.61 "GET /v2.0/networks/845a26ef-2921-45a9-ae45-02201a4e2a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891549 Aug 10 04:01:59.373703 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device a82fa16c-36ad-4d08-8219-e0981bbb5324 no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:01:59.413523 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device a82fa16c-36ad-4d08-8219-e0981bbb5324 not bound to the agent host n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:02:00.303615 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1ed516-1d56-4bf3-8280-e3fb4f959b70 req-a0511705-7094-46b0-94d5-4d64ecd89f0f tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:00.305252 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ba1ed516-1d56-4bf3-8280-e3fb4f959b70 req-a0511705-7094-46b0-94d5-4d64ecd89f0f tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8e724a5-7065-445e-a82d-fe3e8b3eb452 HTTP/1.1" status: 200 len: 944 time: 0.0568528 Aug 10 04:02:00.345638 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ba1ed516-1d56-4bf3-8280-e3fb4f959b70 req-9168e902-5846-4b98-a495-379d7c4f3ce6 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=41f848be-fb97-4022-b4d8-2c75cbef7871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341530 Aug 10 04:02:00.620434 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69654999-bbc1-4b82-8c94-4718301da007 req-a9f72e7b-3273-4dea-a632-f3ed9352563a tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:00.621993 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-69654999-bbc1-4b82-8c94-4718301da007 req-a9f72e7b-3273-4dea-a632-f3ed9352563a tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.42 "GET /v2.0/ports?device_id=f8e724a5-7065-445e-a82d-fe3e8b3eb452&tenant_id=b8b99293bc0b4fae85b62fcecb6d67eb&binding%3Ahost_id=n-h1-768862-13 HTTP/1.1" status: 200 len: 944 time: 0.0843441 Aug 10 04:02:00.689041 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a5fb67-afdc-438f-9736-04572e9485d4 req-19dccf90-a6a6-462d-863e-50d19c068e27 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:00.691162 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d4a5fb67-afdc-438f-9736-04572e9485d4 req-19dccf90-a6a6-462d-863e-50d19c068e27 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8e724a5-7065-445e-a82d-fe3e8b3eb452 HTTP/1.1" status: 200 len: 944 time: 0.1224263 Aug 10 04:02:00.764772 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-69654999-bbc1-4b82-8c94-4718301da007 req-0911d0b1-f2de-4be7-bf72-8d6f129f7e38 service neutron] 10.222.0.42 "GET /v2.0/ports/a82fa16c-36ad-4d08-8219-e0981bbb5324/bindings/n-h1-768862-13 HTTP/1.1" status: 200 len: 383 time: 0.1345840 Aug 10 04:02:00.774602 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d4a5fb67-afdc-438f-9736-04572e9485d4 req-3869e84d-2f85-4d7f-86af-1c97fa4a0ecb tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=41f848be-fb97-4022-b4d8-2c75cbef7871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762293 Aug 10 04:02:00.835520 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69654999-bbc1-4b82-8c94-4718301da007 req-50686a33-c96c-4af5-9c69-53c647e9f406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:00.837055 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-69654999-bbc1-4b82-8c94-4718301da007 req-50686a33-c96c-4af5-9c69-53c647e9f406 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b8b99293bc0b4fae85b62fcecb6d67eb&device_id=f8e724a5-7065-445e-a82d-fe3e8b3eb452 HTTP/1.1" status: 200 len: 1096 time: 0.0485775 Aug 10 04:02:00.978633 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69654999-bbc1-4b82-8c94-4718301da007 req-eec5db4c-5597-42df-b3d4-ea40607b7d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:00.980926 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-69654999-bbc1-4b82-8c94-4718301da007 req-eec5db4c-5597-42df-b3d4-ea40607b7d77 service neutron] 10.222.0.42 "GET /v2.0/networks?id=845a26ef-2921-45a9-ae45-02201a4e2a53 HTTP/1.1" status: 200 len: 895 time: 0.1363072 Aug 10 04:02:01.056706 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-69654999-bbc1-4b82-8c94-4718301da007 req-bc30e3ae-a851-4a53-b2ec-d9275a053eba service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a82fa16c-36ad-4d08-8219-e0981bbb5324 HTTP/1.1" status: 200 len: 1000 time: 0.0688577 Aug 10 04:02:01.112138 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69654999-bbc1-4b82-8c94-4718301da007 req-221a0293-a52d-4822-9232-32b6d9b18bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:01.113690 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-69654999-bbc1-4b82-8c94-4718301da007 req-221a0293-a52d-4822-9232-32b6d9b18bfb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7c7556c4-2a9c-4040-840d-acea0876055e HTTP/1.1" status: 200 len: 835 time: 0.0501425 Aug 10 04:02:01.160906 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69654999-bbc1-4b82-8c94-4718301da007 req-701faddd-9de3-475e-8e81-18f9aba80d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:01.162674 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-69654999-bbc1-4b82-8c94-4718301da007 req-701faddd-9de3-475e-8e81-18f9aba80d8b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=845a26ef-2921-45a9-ae45-02201a4e2a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417364 Aug 10 04:02:01.263083 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-69654999-bbc1-4b82-8c94-4718301da007 req-2d750e03-d201-429d-8a56-6d3824d6df59 service neutron] 10.222.0.42 "GET /v2.0/networks/845a26ef-2921-45a9-ae45-02201a4e2a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934300 Aug 10 04:02:01.374027 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-69654999-bbc1-4b82-8c94-4718301da007 req-54968ba9-f911-4ac5-a38a-859b5e26223d service neutron] 10.222.0.42 "GET /v2.0/networks/845a26ef-2921-45a9-ae45-02201a4e2a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034446 Aug 10 04:02:01.408333 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device a82fa16c-36ad-4d08-8219-e0981bbb5324 details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:02:01.510556 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port a82fa16c-36ad-4d08-8219-e0981bbb5324, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=a82fa16c-36ad-4d08-8219-e0981bbb5324,segment=NetworkSegment(fd7f4cdf-af6d-4f74-86f0-341ea1f2a3a1),segment_id=fd7f4cdf-af6d-4f74-86f0-341ea1f2a3a1)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:02:01.522901 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': 'a82fa16c-36ad-4d08-8219-e0981bbb5324', 'network_id': '845a26ef-2921-45a9-ae45-02201a4e2a53', 'port_id': 'a82fa16c-36ad-4d08-8219-e0981bbb5324', 'mac_address': 'fa:16:3e:99:d4:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c7556c4-2a9c-4040-840d-acea0876055e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:02:01.560712 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:01.575187 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a82fa16c-36ad-4d08-8219-e0981bbb5324 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:02:01.596753 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port a82fa16c-36ad-4d08-8219-e0981bbb5324, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=a82fa16c-36ad-4d08-8219-e0981bbb5324,segment=NetworkSegment(fd7f4cdf-af6d-4f74-86f0-341ea1f2a3a1),segment_id=fd7f4cdf-af6d-4f74-86f0-341ea1f2a3a1)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:02:01.601039 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:01.654276 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=a82fa16c-36ad-4d08-8219-e0981bbb5324,revision_number=8']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:01.662757 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:01.663107 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:01.663456 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:01.663795 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:01.664138 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:01.664473 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:01.664815 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:01.665166 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:01.665650 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:01.665868 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:01.666123 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:01.666482 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:01.844052 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['a82fa16c-36ad-4d08-8219-e0981bbb5324'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:02:01.913722 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595ebf91-d537-479e-baf7-a09a919b22f4 req-a2ba546e-5927-49cf-a698-7893be59158c tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:01.915259 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-595ebf91-d537-479e-baf7-a09a919b22f4 req-a2ba546e-5927-49cf-a698-7893be59158c tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8e724a5-7065-445e-a82d-fe3e8b3eb452 HTTP/1.1" status: 200 len: 945 time: 0.0574350 Aug 10 04:02:01.973426 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-595ebf91-d537-479e-baf7-a09a919b22f4 req-6e68db78-f785-4124-b09a-a982a8fbe3b6 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=41f848be-fb97-4022-b4d8-2c75cbef7871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517759 Aug 10 04:02:03.116301 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e739b495-dc16-4deb-bc86-297e771317ac req-bc516c88-6eb1-431e-91ee-25fcadcd591b tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:03.117914 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e739b495-dc16-4deb-bc86-297e771317ac req-bc516c88-6eb1-431e-91ee-25fcadcd591b tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8e724a5-7065-445e-a82d-fe3e8b3eb452 HTTP/1.1" status: 200 len: 945 time: 0.0604324 Aug 10 04:02:03.169428 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e739b495-dc16-4deb-bc86-297e771317ac req-0b518a6a-ce74-4be9-a865-1908c0a0e65f tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=41f848be-fb97-4022-b4d8-2c75cbef7871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407412 Aug 10 04:02:03.381160 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69654999-bbc1-4b82-8c94-4718301da007 req-faeebf7b-dfa3-4311-a702-631543127842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:03.382747 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-69654999-bbc1-4b82-8c94-4718301da007 req-faeebf7b-dfa3-4311-a702-631543127842 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f8e724a5-7065-445e-a82d-fe3e8b3eb452&tenant_id=b8b99293bc0b4fae85b62fcecb6d67eb HTTP/1.1" status: 200 len: 1097 time: 0.0483122 Aug 10 04:02:03.396108 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-69654999-bbc1-4b82-8c94-4718301da007 req-7cf70421-f3c3-4fc2-b64b-a499cba4eb5e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768862-13', 'device_owner': 'compute:nova'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:02:03.409690 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device a82fa16c-36ad-4d08-8219-e0981bbb5324 up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:02:03.458314 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-69654999-bbc1-4b82-8c94-4718301da007 req-7cf70421-f3c3-4fc2-b64b-a499cba4eb5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:03.468649 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning for port a82fa16c-36ad-4d08-8219-e0981bbb5324 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:02:03.472690 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port a82fa16c-36ad-4d08-8219-e0981bbb5324 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:02:03.473059 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:03.536097 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:03.578377 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:03.766529 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-69654999-bbc1-4b82-8c94-4718301da007 req-7cf70421-f3c3-4fc2-b64b-a499cba4eb5e service neutron] For port a82fa16c-36ad-4d08-8219-e0981bbb5324, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=a82fa16c-36ad-4d08-8219-e0981bbb5324,segment=NetworkSegment(fd7f4cdf-af6d-4f74-86f0-341ea1f2a3a1),segment_id=fd7f4cdf-af6d-4f74-86f0-341ea1f2a3a1)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:02:03.803856 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-69654999-bbc1-4b82-8c94-4718301da007 req-7cf70421-f3c3-4fc2-b64b-a499cba4eb5e service neutron] For port a82fa16c-36ad-4d08-8219-e0981bbb5324, host n-h1-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:02:03.840929 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-69654999-bbc1-4b82-8c94-4718301da007 req-7cf70421-f3c3-4fc2-b64b-a499cba4eb5e service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id a82fa16c-36ad-4d08-8219-e0981bbb5324 {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:02:03.850773 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-69654999-bbc1-4b82-8c94-4718301da007 req-7cf70421-f3c3-4fc2-b64b-a499cba4eb5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:03.864957 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-69654999-bbc1-4b82-8c94-4718301da007 req-7cf70421-f3c3-4fc2-b64b-a499cba4eb5e service neutron] Transition to ACTIVE for port object a82fa16c-36ad-4d08-8219-e0981bbb5324 will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:02:03.871653 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-69654999-bbc1-4b82-8c94-4718301da007 req-7cf70421-f3c3-4fc2-b64b-a499cba4eb5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:03.929924 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.db.api [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 04:02:03.930462 n-d-768862-13 neutron-server[94262]: DEBUG oslo_db.api [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 04:02:04.276896 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf70421-f3c3-4fc2-b64b-a499cba4eb5e service neutron] Pushing event updated for resources: {'Port': ['ID=a82fa16c-36ad-4d08-8219-e0981bbb5324,revision_number=9']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:04.341566 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-69654999-bbc1-4b82-8c94-4718301da007 req-7cf70421-f3c3-4fc2-b64b-a499cba4eb5e service neutron] No DVR routers for this DVR port a82fa16c-36ad-4d08-8219-e0981bbb5324 on host n-h1-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:02:04.409608 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544caa8a-8df6-4fdb-b49b-607161b86d7c req-844fa86f-f33c-4528-82a2-e730ae9eef05 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:04.411212 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-544caa8a-8df6-4fdb-b49b-607161b86d7c req-844fa86f-f33c-4528-82a2-e730ae9eef05 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8e724a5-7065-445e-a82d-fe3e8b3eb452 HTTP/1.1" status: 200 len: 944 time: 0.1203046 Aug 10 04:02:04.472079 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:04.501591 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8e724a5-7065-445e-a82d-fe3e8b3eb452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a82fa16c-36ad-4d08-8219-e0981bbb5324'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:02:04.504123 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a24e58-88fa-463c-aa76-d4772d2a1781" -d '{"events": [{"server_uuid": "f8e724a5-7065-445e-a82d-fe3e8b3eb452", "name": "network-vif-plugged", "status": "completed", "tag": "a82fa16c-36ad-4d08-8219-e0981bbb5324"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:02:04.507529 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port a82fa16c-36ad-4d08-8219-e0981bbb5324, host n-h2-768862-13, got binding levels [] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:02:04.512830 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:04.538299 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-544caa8a-8df6-4fdb-b49b-607161b86d7c req-c44f487c-a452-4201-b08d-875626472546 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=41f848be-fb97-4022-b4d8-2c75cbef7871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796409 Aug 10 04:02:04.569116 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=a82fa16c-36ad-4d08-8219-e0981bbb5324,revision_number=10']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:04.587520 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52653f81-e80f-45dd-8494-39928345c728 x-openstack-request-id: req-52653f81-e80f-45dd-8494-39928345c728 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:02:04.587901 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8e724a5-7065-445e-a82d-fe3e8b3eb452", "name": "network-vif-plugged", "status": "completed", "tag": "a82fa16c-36ad-4d08-8219-e0981bbb5324", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:02:04.588250 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-52653f81-e80f-45dd-8494-39928345c728 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:02:04.588519 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-69654999-bbc1-4b82-8c94-4718301da007 req-7cf70421-f3c3-4fc2-b64b-a499cba4eb5e service neutron] Attempting to bind port a82fa16c-36ad-4d08-8219-e0981bbb5324 on host n-h2-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:02:04.588749 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8e724a5-7065-445e-a82d-fe3e8b3eb452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a82fa16c-36ad-4d08-8219-e0981bbb5324', 'code': 200} Aug 10 04:02:04.588981 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-69654999-bbc1-4b82-8c94-4718301da007 req-7cf70421-f3c3-4fc2-b64b-a499cba4eb5e service neutron] Attempting to bind port a82fa16c-36ad-4d08-8219-e0981bbb5324 by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': 'fd7f4cdf-af6d-4f74-86f0-341ea1f2a3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '845a26ef-2921-45a9-ae45-02201a4e2a53'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:02:04.589419 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69654999-bbc1-4b82-8c94-4718301da007 req-7cf70421-f3c3-4fc2-b64b-a499cba4eb5e service neutron] Attempting to bind port a82fa16c-36ad-4d08-8219-e0981bbb5324 on network 845a26ef-2921-45a9-ae45-02201a4e2a53 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:02:04.596202 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69654999-bbc1-4b82-8c94-4718301da007 req-7cf70421-f3c3-4fc2-b64b-a499cba4eb5e service neutron] Port a82fa16c-36ad-4d08-8219-e0981bbb5324 on network 845a26ef-2921-45a9-ae45-02201a4e2a53 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:02:04.596631 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69654999-bbc1-4b82-8c94-4718301da007 req-7cf70421-f3c3-4fc2-b64b-a499cba4eb5e service neutron] Attempting to bind port a82fa16c-36ad-4d08-8219-e0981bbb5324 on network 845a26ef-2921-45a9-ae45-02201a4e2a53 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:02:04.603466 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69654999-bbc1-4b82-8c94-4718301da007 req-7cf70421-f3c3-4fc2-b64b-a499cba4eb5e service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:02:04.603924 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69654999-bbc1-4b82-8c94-4718301da007 req-7cf70421-f3c3-4fc2-b64b-a499cba4eb5e service neutron] Checking segment: {'id': 'fd7f4cdf-af6d-4f74-86f0-341ea1f2a3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '845a26ef-2921-45a9-ae45-02201a4e2a53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:02:04.604438 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69654999-bbc1-4b82-8c94-4718301da007 req-7cf70421-f3c3-4fc2-b64b-a499cba4eb5e service neutron] Bound using segment: {'id': 'fd7f4cdf-af6d-4f74-86f0-341ea1f2a3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '845a26ef-2921-45a9-ae45-02201a4e2a53'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:02:04.605028 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-69654999-bbc1-4b82-8c94-4718301da007 req-7cf70421-f3c3-4fc2-b64b-a499cba4eb5e service neutron] Bound port: a82fa16c-36ad-4d08-8219-e0981bbb5324, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd7f4cdf-af6d-4f74-86f0-341ea1f2a3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '845a26ef-2921-45a9-ae45-02201a4e2a53'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:02:04.605525 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-69654999-bbc1-4b82-8c94-4718301da007 req-7cf70421-f3c3-4fc2-b64b-a499cba4eb5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:04.706546 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-69654999-bbc1-4b82-8c94-4718301da007 req-7cf70421-f3c3-4fc2-b64b-a499cba4eb5e service neutron] For port a82fa16c-36ad-4d08-8219-e0981bbb5324, host n-h2-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:02:04.712177 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-69654999-bbc1-4b82-8c94-4718301da007 req-7cf70421-f3c3-4fc2-b64b-a499cba4eb5e service neutron] For port a82fa16c-36ad-4d08-8219-e0981bbb5324, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=a82fa16c-36ad-4d08-8219-e0981bbb5324,segment=NetworkSegment(fd7f4cdf-af6d-4f74-86f0-341ea1f2a3a1),segment_id=fd7f4cdf-af6d-4f74-86f0-341ea1f2a3a1)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:02:04.719527 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-69654999-bbc1-4b82-8c94-4718301da007 req-7cf70421-f3c3-4fc2-b64b-a499cba4eb5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:04.774580 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69654999-bbc1-4b82-8c94-4718301da007 req-7cf70421-f3c3-4fc2-b64b-a499cba4eb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:04.775466 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-69654999-bbc1-4b82-8c94-4718301da007 req-7cf70421-f3c3-4fc2-b64b-a499cba4eb5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:04.777523 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-69654999-bbc1-4b82-8c94-4718301da007 req-7cf70421-f3c3-4fc2-b64b-a499cba4eb5e service neutron] 10.222.0.61 "PUT /v2.0/ports/a82fa16c-36ad-4d08-8219-e0981bbb5324 HTTP/1.1" status: 200 len: 1096 time: 1.3856950 Aug 10 04:02:04.778360 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8e724a5-7065-445e-a82d-fe3e8b3eb452', 'tag': 'a82fa16c-36ad-4d08-8219-e0981bbb5324'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:02:04.782750 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8c8d222-fde4-4bae-a8e0-19009c779209" -d '{"events": [{"name": "network-changed", "server_uuid": "f8e724a5-7065-445e-a82d-fe3e8b3eb452", "tag": "a82fa16c-36ad-4d08-8219-e0981bbb5324"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:02:04.856213 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db279397-7bcb-4b18-ba50-27384774bc1a x-openstack-request-id: req-db279397-7bcb-4b18-ba50-27384774bc1a {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:02:04.856789 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8e724a5-7065-445e-a82d-fe3e8b3eb452", "tag": "a82fa16c-36ad-4d08-8219-e0981bbb5324", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:02:04.857096 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-db279397-7bcb-4b18-ba50-27384774bc1a {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:02:04.857502 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8e724a5-7065-445e-a82d-fe3e8b3eb452', 'tag': 'a82fa16c-36ad-4d08-8219-e0981bbb5324', 'status': 'completed', 'code': 200} Aug 10 04:02:04.863797 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf70421-f3c3-4fc2-b64b-a499cba4eb5e service neutron] Pushing event updated for resources: {'Port': ['ID=a82fa16c-36ad-4d08-8219-e0981bbb5324,revision_number=11']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:04.892306 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69654999-bbc1-4b82-8c94-4718301da007 req-73877420-0d11-41b1-808d-d58a331b0e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:04.893880 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-69654999-bbc1-4b82-8c94-4718301da007 req-73877420-0d11-41b1-808d-d58a331b0e6d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b8b99293bc0b4fae85b62fcecb6d67eb&device_id=f8e724a5-7065-445e-a82d-fe3e8b3eb452 HTTP/1.1" status: 200 len: 1099 time: 0.0862987 Aug 10 04:02:04.985446 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c8d222-fde4-4bae-a8e0-19009c779209 req-56dab8b4-2f98-4c3c-8dee-84d059a8c33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:04.987040 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f8c8d222-fde4-4bae-a8e0-19009c779209 req-56dab8b4-2f98-4c3c-8dee-84d059a8c33f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b8b99293bc0b4fae85b62fcecb6d67eb&device_id=f8e724a5-7065-445e-a82d-fe3e8b3eb452 HTTP/1.1" status: 200 len: 1099 time: 0.1069088 Aug 10 04:02:05.076732 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69654999-bbc1-4b82-8c94-4718301da007 req-9c8a6725-664b-4102-987b-9503659079fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:05.078467 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-69654999-bbc1-4b82-8c94-4718301da007 req-9c8a6725-664b-4102-987b-9503659079fe service neutron] 10.222.0.61 "GET /v2.0/networks?id=845a26ef-2921-45a9-ae45-02201a4e2a53 HTTP/1.1" status: 200 len: 895 time: 0.1690774 Aug 10 04:02:05.160268 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c8d222-fde4-4bae-a8e0-19009c779209 req-d1d7f117-4a44-434d-80ed-26380256964c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:05.161836 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f8c8d222-fde4-4bae-a8e0-19009c779209 req-d1d7f117-4a44-434d-80ed-26380256964c service neutron] 10.222.0.42 "GET /v2.0/networks?id=845a26ef-2921-45a9-ae45-02201a4e2a53 HTTP/1.1" status: 200 len: 895 time: 0.1650264 Aug 10 04:02:05.178503 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-69654999-bbc1-4b82-8c94-4718301da007 req-7e2e131a-9a06-49ff-bd92-a94feb09d954 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a82fa16c-36ad-4d08-8219-e0981bbb5324 HTTP/1.1" status: 200 len: 1002 time: 0.0928798 Aug 10 04:02:05.288541 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f8c8d222-fde4-4bae-a8e0-19009c779209 req-7fa42715-387a-4c8e-90ba-a65841ace739 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a82fa16c-36ad-4d08-8219-e0981bbb5324 HTTP/1.1" status: 200 len: 1002 time: 0.1179569 Aug 10 04:02:05.292574 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69654999-bbc1-4b82-8c94-4718301da007 req-325d0cca-c15a-468f-a293-e1a2e964eae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:05.294023 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-69654999-bbc1-4b82-8c94-4718301da007 req-325d0cca-c15a-468f-a293-e1a2e964eae5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7c7556c4-2a9c-4040-840d-acea0876055e HTTP/1.1" status: 200 len: 835 time: 0.0744374 Aug 10 04:02:05.372990 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c8d222-fde4-4bae-a8e0-19009c779209 req-3fc1752c-4ea8-4189-9306-235097ec336d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:05.374587 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f8c8d222-fde4-4bae-a8e0-19009c779209 req-3fc1752c-4ea8-4189-9306-235097ec336d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7c7556c4-2a9c-4040-840d-acea0876055e HTTP/1.1" status: 200 len: 835 time: 0.0796237 Aug 10 04:02:05.381639 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69654999-bbc1-4b82-8c94-4718301da007 req-662c372c-d860-40cf-a1f6-16d665c11aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:05.383231 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-69654999-bbc1-4b82-8c94-4718301da007 req-662c372c-d860-40cf-a1f6-16d665c11aa1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=845a26ef-2921-45a9-ae45-02201a4e2a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0801613 Aug 10 04:02:05.473073 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:02:05.493927 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c8d222-fde4-4bae-a8e0-19009c779209 req-17540a46-dd6b-4025-97d7-1eb50bbbffc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:05.495523 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f8c8d222-fde4-4bae-a8e0-19009c779209 req-17540a46-dd6b-4025-97d7-1eb50bbbffc2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=845a26ef-2921-45a9-ae45-02201a4e2a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1114030 Aug 10 04:02:05.563637 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-69654999-bbc1-4b82-8c94-4718301da007 req-39a4dcc9-414a-482f-b049-13a0c6fc1754 service neutron] 10.222.0.61 "GET /v2.0/networks/845a26ef-2921-45a9-ae45-02201a4e2a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696815 Aug 10 04:02:05.755892 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f8c8d222-fde4-4bae-a8e0-19009c779209 req-45e061e1-5749-4825-b71a-4988b9420d3d service neutron] 10.222.0.42 "GET /v2.0/networks/845a26ef-2921-45a9-ae45-02201a4e2a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510645 Aug 10 04:02:05.823123 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-69654999-bbc1-4b82-8c94-4718301da007 req-bf45aef9-5e47-4826-ac39-6b7becbc9659 service neutron] 10.222.0.61 "GET /v2.0/networks/845a26ef-2921-45a9-ae45-02201a4e2a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483456 Aug 10 04:02:05.833289 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b865b52f-2d4a-461c-8927-acab5bc5a597 req-a7fadb12-b11e-44aa-99c3-a7c748f381ed tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:05.834999 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b865b52f-2d4a-461c-8927-acab5bc5a597 req-a7fadb12-b11e-44aa-99c3-a7c748f381ed tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8e724a5-7065-445e-a82d-fe3e8b3eb452 HTTP/1.1" status: 200 len: 947 time: 0.1593611 Aug 10 04:02:05.945376 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b865b52f-2d4a-461c-8927-acab5bc5a597 req-f70351f0-8bd4-45e7-b079-1a137afa14ad tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=41f848be-fb97-4022-b4d8-2c75cbef7871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988877 Aug 10 04:02:05.947733 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f8c8d222-fde4-4bae-a8e0-19009c779209 req-4e3e9edb-816c-4dab-a6d5-95d1ed6f7ac2 service neutron] 10.222.0.42 "GET /v2.0/networks/845a26ef-2921-45a9-ae45-02201a4e2a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822994 Aug 10 04:02:05.975330 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c8d222-fde4-4bae-a8e0-19009c779209 req-fce8ae51-710b-4a00-899c-7f6abf7cb93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:05.977046 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f8c8d222-fde4-4bae-a8e0-19009c779209 req-fce8ae51-710b-4a00-899c-7f6abf7cb93c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b8b99293bc0b4fae85b62fcecb6d67eb&device_id=f8e724a5-7065-445e-a82d-fe3e8b3eb452 HTTP/1.1" status: 200 len: 1099 time: 0.0927691 Aug 10 04:02:06.077509 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c8d222-fde4-4bae-a8e0-19009c779209 req-f8aba20b-587d-42c8-9da5-60a8ca2eb850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:06.079015 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f8c8d222-fde4-4bae-a8e0-19009c779209 req-f8aba20b-587d-42c8-9da5-60a8ca2eb850 service neutron] 10.222.0.61 "GET /v2.0/networks?id=845a26ef-2921-45a9-ae45-02201a4e2a53 HTTP/1.1" status: 200 len: 895 time: 0.0937707 Aug 10 04:02:06.160005 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f8c8d222-fde4-4bae-a8e0-19009c779209 req-849c3c8d-a6bc-47a0-8d1a-3cd9fd1f80f3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a82fa16c-36ad-4d08-8219-e0981bbb5324 HTTP/1.1" status: 200 len: 1002 time: 0.0724924 Aug 10 04:02:06.214586 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c8d222-fde4-4bae-a8e0-19009c779209 req-7102e1fe-767a-4553-8686-768ac067aee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:06.216255 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f8c8d222-fde4-4bae-a8e0-19009c779209 req-7102e1fe-767a-4553-8686-768ac067aee7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7c7556c4-2a9c-4040-840d-acea0876055e HTTP/1.1" status: 200 len: 835 time: 0.0485675 Aug 10 04:02:06.267818 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c8d222-fde4-4bae-a8e0-19009c779209 req-32679408-1ac5-4333-b66d-ec53b5e9f8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:06.269406 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f8c8d222-fde4-4bae-a8e0-19009c779209 req-32679408-1ac5-4333-b66d-ec53b5e9f8ee service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=845a26ef-2921-45a9-ae45-02201a4e2a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460882 Aug 10 04:02:06.380609 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f8c8d222-fde4-4bae-a8e0-19009c779209 req-ce120a29-5e75-44cb-9a65-59b860b0479c service neutron] 10.222.0.61 "GET /v2.0/networks/845a26ef-2921-45a9-ae45-02201a4e2a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022403 Aug 10 04:02:06.480549 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f8c8d222-fde4-4bae-a8e0-19009c779209 req-78b285c1-da4b-44a6-8ecd-d06b2d545b36 service neutron] 10.222.0.61 "GET /v2.0/networks/845a26ef-2921-45a9-ae45-02201a4e2a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919640 Aug 10 04:02:07.100350 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903428df-abd6-42aa-bd47-94d676c27d54 req-0c236fc5-26ee-4b10-997f-3aaf64de5965 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:07.102042 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-903428df-abd6-42aa-bd47-94d676c27d54 req-0c236fc5-26ee-4b10-997f-3aaf64de5965 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8e724a5-7065-445e-a82d-fe3e8b3eb452 HTTP/1.1" status: 200 len: 947 time: 0.0648773 Aug 10 04:02:07.161021 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-903428df-abd6-42aa-bd47-94d676c27d54 req-335f6219-3239-4dc9-b47d-00341101a207 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=41f848be-fb97-4022-b4d8-2c75cbef7871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491314 Aug 10 04:02:07.423251 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device a82fa16c-36ad-4d08-8219-e0981bbb5324 no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:02:07.464900 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device a82fa16c-36ad-4d08-8219-e0981bbb5324 not bound to the agent host n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:02:08.297828 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352f08b7-dbff-44d9-a1e9-2519b9cb1917 req-e420af59-59b1-4374-946c-fea24d9da1da tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:08.299569 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-352f08b7-dbff-44d9-a1e9-2519b9cb1917 req-e420af59-59b1-4374-946c-fea24d9da1da tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8e724a5-7065-445e-a82d-fe3e8b3eb452 HTTP/1.1" status: 200 len: 947 time: 0.0556326 Aug 10 04:02:08.343813 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-352f08b7-dbff-44d9-a1e9-2519b9cb1917 req-23d5f7a3-2941-429b-b82b-5b10c78ad064 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=41f848be-fb97-4022-b4d8-2c75cbef7871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376225 Aug 10 04:02:09.405850 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device a82fa16c-36ad-4d08-8219-e0981bbb5324 details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:02:09.476952 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03428e2-6752-4f33-bc66-18c77b4b8861 req-7275b1fc-3d7a-42c2-b54e-ca898a264e3d tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:09.479396 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a03428e2-6752-4f33-bc66-18c77b4b8861 req-7275b1fc-3d7a-42c2-b54e-ca898a264e3d tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8e724a5-7065-445e-a82d-fe3e8b3eb452 HTTP/1.1" status: 200 len: 947 time: 0.0610857 Aug 10 04:02:09.526477 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a03428e2-6752-4f33-bc66-18c77b4b8861 req-4e884bb3-218d-4250-932b-dc3ff437e668 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=41f848be-fb97-4022-b4d8-2c75cbef7871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374558 Aug 10 04:02:09.535010 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port a82fa16c-36ad-4d08-8219-e0981bbb5324, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=a82fa16c-36ad-4d08-8219-e0981bbb5324,segment=NetworkSegment(fd7f4cdf-af6d-4f74-86f0-341ea1f2a3a1),segment_id=fd7f4cdf-af6d-4f74-86f0-341ea1f2a3a1)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:02:09.549164 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': 'a82fa16c-36ad-4d08-8219-e0981bbb5324', 'network_id': '845a26ef-2921-45a9-ae45-02201a4e2a53', 'port_id': 'a82fa16c-36ad-4d08-8219-e0981bbb5324', 'mac_address': 'fa:16:3e:99:d4:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c7556c4-2a9c-4040-840d-acea0876055e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:02:09.564089 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 46074) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:09.598285 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:09.613597 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a82fa16c-36ad-4d08-8219-e0981bbb5324 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:02:09.635073 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port a82fa16c-36ad-4d08-8219-e0981bbb5324, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=a82fa16c-36ad-4d08-8219-e0981bbb5324,segment=NetworkSegment(fd7f4cdf-af6d-4f74-86f0-341ea1f2a3a1),segment_id=fd7f4cdf-af6d-4f74-86f0-341ea1f2a3a1)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:02:09.635567 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-18a2347a-be68-448c-872d-3465a2a9337d tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/floatingips/6cde3664-6f86-4db9-873b-de0ebd4c5d62 HTTP/1.1" status: 200 len: 994 time: 0.0703094 Aug 10 04:02:09.640796 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:09.699366 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=a82fa16c-36ad-4d08-8219-e0981bbb5324,revision_number=12']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:09.993298 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['a82fa16c-36ad-4d08-8219-e0981bbb5324'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:02:11.425185 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device a82fa16c-36ad-4d08-8219-e0981bbb5324 up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:02:11.497893 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning for port a82fa16c-36ad-4d08-8219-e0981bbb5324 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:02:11.503473 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port a82fa16c-36ad-4d08-8219-e0981bbb5324 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:02:11.503911 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:11.594128 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:11.628805 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8e724a5-7065-445e-a82d-fe3e8b3eb452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a82fa16c-36ad-4d08-8219-e0981bbb5324'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:02:11.631421 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f545eed-707a-4655-91ca-c435e8dcbddb" -d '{"events": [{"server_uuid": "f8e724a5-7065-445e-a82d-fe3e8b3eb452", "name": "network-vif-plugged", "status": "completed", "tag": "a82fa16c-36ad-4d08-8219-e0981bbb5324"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:02:11.650117 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port a82fa16c-36ad-4d08-8219-e0981bbb5324, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=a82fa16c-36ad-4d08-8219-e0981bbb5324,segment=NetworkSegment(fd7f4cdf-af6d-4f74-86f0-341ea1f2a3a1),segment_id=fd7f4cdf-af6d-4f74-86f0-341ea1f2a3a1)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:02:11.656569 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:11.688034 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a1ac307-414c-4f00-bbdd-17c2594585a1 x-openstack-request-id: req-2a1ac307-414c-4f00-bbdd-17c2594585a1 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:02:11.688329 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8e724a5-7065-445e-a82d-fe3e8b3eb452", "name": "network-vif-plugged", "status": "completed", "tag": "a82fa16c-36ad-4d08-8219-e0981bbb5324", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:02:11.688582 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2a1ac307-414c-4f00-bbdd-17c2594585a1 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:02:11.688974 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8e724a5-7065-445e-a82d-fe3e8b3eb452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a82fa16c-36ad-4d08-8219-e0981bbb5324', 'code': 200} Aug 10 04:02:11.713478 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=a82fa16c-36ad-4d08-8219-e0981bbb5324,revision_number=13']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:21.415739 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-7d0d2e3e-c9d8-4cc0-9d1c-b1cf276fc3d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:22.688480 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e8124bca-0726-4c22-9751-7edc78412acb req-e80ea97c-85ae-4788-ad23-45b9cfd7f36a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f8e724a5-7065-445e-a82d-fe3e8b3eb452&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0502415 Aug 10 04:02:22.789299 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8124bca-0726-4c22-9751-7edc78412acb req-70fc1bc6-040e-469d-b870-462537453d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:22.790956 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e8124bca-0726-4c22-9751-7edc78412acb req-70fc1bc6-040e-469d-b870-462537453d5e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b8b99293bc0b4fae85b62fcecb6d67eb&device_id=f8e724a5-7065-445e-a82d-fe3e8b3eb452 HTTP/1.1" status: 200 len: 1099 time: 0.0500011 Aug 10 04:02:22.916547 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8124bca-0726-4c22-9751-7edc78412acb req-f038d531-e0fa-4936-8328-f0ff32f55d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:22.918936 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e8124bca-0726-4c22-9751-7edc78412acb req-f038d531-e0fa-4936-8328-f0ff32f55d86 service neutron] 10.222.0.61 "GET /v2.0/networks?id=845a26ef-2921-45a9-ae45-02201a4e2a53 HTTP/1.1" status: 200 len: 895 time: 0.1058185 Aug 10 04:02:23.012833 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e8124bca-0726-4c22-9751-7edc78412acb req-b5a0d7e0-6aab-4235-80dd-b9ced48c7c4b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a82fa16c-36ad-4d08-8219-e0981bbb5324 HTTP/1.1" status: 200 len: 1002 time: 0.0862751 Aug 10 04:02:23.066981 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8124bca-0726-4c22-9751-7edc78412acb req-4bd8e338-e8a8-4601-896c-1fdd6339b54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:23.068499 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e8124bca-0726-4c22-9751-7edc78412acb req-4bd8e338-e8a8-4601-896c-1fdd6339b54e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7c7556c4-2a9c-4040-840d-acea0876055e HTTP/1.1" status: 200 len: 835 time: 0.0491798 Aug 10 04:02:23.145897 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8124bca-0726-4c22-9751-7edc78412acb req-1083701e-79e8-417d-8e53-b65aaf9484fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:23.147847 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e8124bca-0726-4c22-9751-7edc78412acb req-1083701e-79e8-417d-8e53-b65aaf9484fa service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=845a26ef-2921-45a9-ae45-02201a4e2a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0720143 Aug 10 04:02:23.258073 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e8124bca-0726-4c22-9751-7edc78412acb req-fa39b556-8901-47f8-bfd7-b65fbddba058 service neutron] 10.222.0.61 "GET /v2.0/networks/845a26ef-2921-45a9-ae45-02201a4e2a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018229 Aug 10 04:02:23.365768 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e8124bca-0726-4c22-9751-7edc78412acb req-8cd0c229-3a3d-44de-b425-e06f1e74bc8b service neutron] 10.222.0.61 "GET /v2.0/networks/845a26ef-2921-45a9-ae45-02201a4e2a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969608 Aug 10 04:02:23.708090 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-2b46e9ae-5a53-422b-a6d9-c54a38da15a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:24.306404 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:24.942707 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cc08515d-b9bb-4db3-9d02-378f7caf8bc3 req-9d514139-a4b0-43bf-a2b5-288d4499b1ec service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e38ec5e7-6648-444b-af38-2dee38372643&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0498834 Aug 10 04:02:25.066299 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc08515d-b9bb-4db3-9d02-378f7caf8bc3 req-89379bf0-2bef-42ba-8bb3-a4d5dab089fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:25.069059 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cc08515d-b9bb-4db3-9d02-378f7caf8bc3 req-89379bf0-2bef-42ba-8bb3-a4d5dab089fb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d7797a7e7c744219a6cd7e79c926312f&device_id=e38ec5e7-6648-444b-af38-2dee38372643 HTTP/1.1" status: 200 len: 1098 time: 0.0810905 Aug 10 04:02:25.185244 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc08515d-b9bb-4db3-9d02-378f7caf8bc3 req-ba52e905-5f6e-4d6b-ba65-72c758f00990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:25.186814 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cc08515d-b9bb-4db3-9d02-378f7caf8bc3 req-ba52e905-5f6e-4d6b-ba65-72c758f00990 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9304a778-e332-4697-b169-f473c98c9db5 HTTP/1.1" status: 200 len: 911 time: 0.0944178 Aug 10 04:02:25.260841 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cc08515d-b9bb-4db3-9d02-378f7caf8bc3 req-1d68811d-3004-4ee6-b432-fcd1ac47beb9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a267dcf-ec78-47a4-9601-2cd8039aa164 HTTP/1.1" status: 200 len: 1001 time: 0.0661907 Aug 10 04:02:25.319457 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc08515d-b9bb-4db3-9d02-378f7caf8bc3 req-6d999650-8187-489d-a2d3-c3506cf51451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:25.320917 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cc08515d-b9bb-4db3-9d02-378f7caf8bc3 req-6d999650-8187-489d-a2d3-c3506cf51451 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=004bec00-f412-4962-b43d-0d7672578573 HTTP/1.1" status: 200 len: 850 time: 0.0519748 Aug 10 04:02:25.379268 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc08515d-b9bb-4db3-9d02-378f7caf8bc3 req-d63fd1cc-4c3a-4bfd-a1c8-d6f4ec095515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:25.381147 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cc08515d-b9bb-4db3-9d02-378f7caf8bc3 req-d63fd1cc-4c3a-4bfd-a1c8-d6f4ec095515 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9304a778-e332-4697-b169-f473c98c9db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521927 Aug 10 04:02:25.489383 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cc08515d-b9bb-4db3-9d02-378f7caf8bc3 req-84c193d8-fb75-43a8-bfdc-3629222832c7 service neutron] 10.222.0.42 "GET /v2.0/networks/9304a778-e332-4697-b169-f473c98c9db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002357 Aug 10 04:02:25.502511 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:25.635037 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cc08515d-b9bb-4db3-9d02-378f7caf8bc3 req-a63a995d-d196-488c-809b-fa7db1ed7295 service neutron] 10.222.0.42 "GET /v2.0/networks/9304a778-e332-4697-b169-f473c98c9db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381934 Aug 10 04:02:26.346814 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:26.930141 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:32.419490 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-60d9334f-a2a6-48cf-89f5-2c170e9e928f req-d7583010-1a54-4757-8439-c4ae9b166c8d tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-793863272&fields=id&tenant_id=d7797a7e7c744219a6cd7e79c926312f HTTP/1.1" status: 200 len: 267 time: 0.0404985 Aug 10 04:02:32.535080 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d9334f-a2a6-48cf-89f5-2c170e9e928f req-9768a098-ed0a-4422-bb58-c616ffa4d9e5 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:32.536700 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-60d9334f-a2a6-48cf-89f5-2c170e9e928f req-9768a098-ed0a-4422-bb58-c616ffa4d9e5 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/networks?id=9304a778-e332-4697-b169-f473c98c9db5 HTTP/1.1" status: 200 len: 811 time: 0.1099687 Aug 10 04:02:32.553781 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-60d9334f-a2a6-48cf-89f5-2c170e9e928f req-c8a95f46-55cd-4065-af6b-fa8435301fc6 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/quotas/d7797a7e7c744219a6cd7e79c926312f HTTP/1.1" status: 200 len: 375 time: 0.0110185 Aug 10 04:02:32.629832 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-60d9334f-a2a6-48cf-89f5-2c170e9e928f req-3379283d-927f-4ff4-ab82-b1b50b6c533a tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d7797a7e7c744219a6cd7e79c926312f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0697103 Aug 10 04:02:32.886417 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-60d9334f-a2a6-48cf-89f5-2c170e9e928f req-248b4a40-01c1-4d8b-a10a-89aa95188df7 service neutron] 10.222.0.44 "GET /v2.0/networks/9304a778-e332-4697-b169-f473c98c9db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436051 Aug 10 04:02:32.993180 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-60d9334f-a2a6-48cf-89f5-2c170e9e928f req-f5a58bf5-8f13-40df-9878-67277fd8aa29 service neutron] 10.222.0.44 "GET /v2.0/networks/9304a778-e332-4697-b169-f473c98c9db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993989 Aug 10 04:02:33.431929 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-112b8d43-67ba-405f-9101-31420cd7b8d5 req-c344f3eb-d78a-437a-af13-955af613a98e tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=10a88a4f-24b8-4249-bc3c-d785428b6b3f HTTP/1.1" status: 200 len: 210 time: 0.1138277 Aug 10 04:02:33.536409 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:34.557560 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6cff0f83-68b7-49d0-8545-66c04c16cf89 req-3bb19135-2c27-4834-988c-c4832875a385 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=10a88a4f-24b8-4249-bc3c-d785428b6b3f HTTP/1.1" status: 200 len: 210 time: 0.0377643 Aug 10 04:02:34.675728 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d9334f-a2a6-48cf-89f5-2c170e9e928f req-e2e949fe-b52e-4a8b-94cc-cb35325eed64 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:34.679010 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-60d9334f-a2a6-48cf-89f5-2c170e9e928f req-e2e949fe-b52e-4a8b-94cc-cb35325eed64 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.61 "GET /v2.0/networks?id=9304a778-e332-4697-b169-f473c98c9db5 HTTP/1.1" status: 200 len: 811 time: 0.1453695 Aug 10 04:02:34.727368 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-60d9334f-a2a6-48cf-89f5-2c170e9e928f req-ece73544-3b26-4d60-a4ba-215ef5bc197a tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7797a7e7c744219a6cd7e79c926312f HTTP/1.1" status: 200 len: 379 time: 0.0384319 Aug 10 04:02:34.740167 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-60d9334f-a2a6-48cf-89f5-2c170e9e928f req-8a4d6f64-0f41-44f3-86b7-26bae03cd7f9 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Request body: {'port': {'device_id': '10a88a4f-24b8-4249-bc3c-d785428b6b3f', 'network_id': '9304a778-e332-4697-b169-f473c98c9db5', 'admin_state_up': True, 'tenant_id': 'd7797a7e7c744219a6cd7e79c926312f', 'security_groups': ['c4c4ff7d-9ab8-47ae-9a13-1b1093e29100']}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:02:34.883203 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60d9334f-a2a6-48cf-89f5-2c170e9e928f req-8a4d6f64-0f41-44f3-86b7-26bae03cd7f9 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Made reservation on behalf of d7797a7e7c744219a6cd7e79c926312f for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:02:34.887002 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-60d9334f-a2a6-48cf-89f5-2c170e9e928f req-8a4d6f64-0f41-44f3-86b7-26bae03cd7f9 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:35.038532 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-60d9334f-a2a6-48cf-89f5-2c170e9e928f req-8a4d6f64-0f41-44f3-86b7-26bae03cd7f9 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Allocated IP 172.20.0.14 (9304a778-e332-4697-b169-f473c98c9db5/004bec00-f412-4962-b43d-0d7672578573/fa8b7c6f-605a-4c82-8840-eec98d294220) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:02:35.217488 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-60d9334f-a2a6-48cf-89f5-2c170e9e928f req-8a4d6f64-0f41-44f3-86b7-26bae03cd7f9 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:35.232688 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-60d9334f-a2a6-48cf-89f5-2c170e9e928f req-8a4d6f64-0f41-44f3-86b7-26bae03cd7f9 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Transition to ACTIVE for port object fa8b7c6f-605a-4c82-8840-eec98d294220 will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:02:35.269861 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-60d9334f-a2a6-48cf-89f5-2c170e9e928f req-8a4d6f64-0f41-44f3-86b7-26bae03cd7f9 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:35.329905 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60d9334f-a2a6-48cf-89f5-2c170e9e928f req-8a4d6f64-0f41-44f3-86b7-26bae03cd7f9 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Network 9304a778-e332-4697-b169-f473c98c9db5 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:02:35.329905 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-60d9334f-a2a6-48cf-89f5-2c170e9e928f req-8a4d6f64-0f41-44f3-86b7-26bae03cd7f9 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:02:35.331672 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-60d9334f-a2a6-48cf-89f5-2c170e9e928f req-8a4d6f64-0f41-44f3-86b7-26bae03cd7f9 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:02:35.368465 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4d6f64-0f41-44f3-86b7-26bae03cd7f9 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Pushing event updated for resources: {'Port': ['ID=fa8b7c6f-605a-4c82-8840-eec98d294220,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:35.417185 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d9334f-a2a6-48cf-89f5-2c170e9e928f req-8a4d6f64-0f41-44f3-86b7-26bae03cd7f9 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:35.418178 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-60d9334f-a2a6-48cf-89f5-2c170e9e928f req-8a4d6f64-0f41-44f3-86b7-26bae03cd7f9 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:35.441496 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-60d9334f-a2a6-48cf-89f5-2c170e9e928f req-8a4d6f64-0f41-44f3-86b7-26bae03cd7f9 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7051017 Aug 10 04:02:35.457096 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-60d9334f-a2a6-48cf-89f5-2c170e9e928f req-786d3cff-a627-49fe-9b24-560533affeb8 service neutron] Request body: {'port': {'device_id': '10a88a4f-24b8-4249-bc3c-d785428b6b3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:02:35.550483 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-60d9334f-a2a6-48cf-89f5-2c170e9e928f req-786d3cff-a627-49fe-9b24-560533affeb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:35.627470 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8a4d6f0-dcbe-4930-bf6e-6bc0cf0fcf37 None None] Provisioning for port fa8b7c6f-605a-4c82-8840-eec98d294220 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:02:35.632252 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8a4d6f0-dcbe-4930-bf6e-6bc0cf0fcf37 None None] Provisioning complete for port fa8b7c6f-605a-4c82-8840-eec98d294220 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:02:35.634321 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8a4d6f0-dcbe-4930-bf6e-6bc0cf0fcf37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:35.706945 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8a4d6f0-dcbe-4930-bf6e-6bc0cf0fcf37 None None] Port fa8b7c6f-605a-4c82-8840-eec98d294220 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:02:35.842900 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f60e6e-7914-4c6b-872e-acfbe8dd7e8b req-fccc1558-c6bf-413b-9617-ae68436b2c3d tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:35.844362 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-31f60e6e-7914-4c6b-872e-acfbe8dd7e8b req-fccc1558-c6bf-413b-9617-ae68436b2c3d tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=10a88a4f-24b8-4249-bc3c-d785428b6b3f HTTP/1.1" status: 200 len: 932 time: 0.1223629 Aug 10 04:02:35.945458 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-31f60e6e-7914-4c6b-872e-acfbe8dd7e8b req-2f5fa59a-d1db-4d1b-b810-2dd3898f0151 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4c4ff7d-9ab8-47ae-9a13-1b1093e29100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840328 Aug 10 04:02:35.960793 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-60d9334f-a2a6-48cf-89f5-2c170e9e928f req-786d3cff-a627-49fe-9b24-560533affeb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa8b7c6f-605a-4c82-8840-eec98d294220 {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:02:35.971008 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-60d9334f-a2a6-48cf-89f5-2c170e9e928f req-786d3cff-a627-49fe-9b24-560533affeb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:35.987584 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-60d9334f-a2a6-48cf-89f5-2c170e9e928f req-786d3cff-a627-49fe-9b24-560533affeb8 service neutron] Transition to ACTIVE for port object fa8b7c6f-605a-4c82-8840-eec98d294220 will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:02:35.992955 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-60d9334f-a2a6-48cf-89f5-2c170e9e928f req-786d3cff-a627-49fe-9b24-560533affeb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:36.084495 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786d3cff-a627-49fe-9b24-560533affeb8 service neutron] Pushing event updated for resources: {'Port': ['ID=fa8b7c6f-605a-4c82-8840-eec98d294220,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:36.152793 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-60d9334f-a2a6-48cf-89f5-2c170e9e928f req-786d3cff-a627-49fe-9b24-560533affeb8 service neutron] Attempting to bind port fa8b7c6f-605a-4c82-8840-eec98d294220 on host n-h2-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:02:36.153142 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-60d9334f-a2a6-48cf-89f5-2c170e9e928f req-786d3cff-a627-49fe-9b24-560533affeb8 service neutron] Attempting to bind port fa8b7c6f-605a-4c82-8840-eec98d294220 by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': 'a02c445a-dd82-41b8-8c82-8deebd0db13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9304a778-e332-4697-b169-f473c98c9db5'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:02:36.153476 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d9334f-a2a6-48cf-89f5-2c170e9e928f req-786d3cff-a627-49fe-9b24-560533affeb8 service neutron] Attempting to bind port fa8b7c6f-605a-4c82-8840-eec98d294220 on network 9304a778-e332-4697-b169-f473c98c9db5 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:02:36.158748 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d9334f-a2a6-48cf-89f5-2c170e9e928f req-786d3cff-a627-49fe-9b24-560533affeb8 service neutron] Port fa8b7c6f-605a-4c82-8840-eec98d294220 on network 9304a778-e332-4697-b169-f473c98c9db5 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:02:36.159076 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d9334f-a2a6-48cf-89f5-2c170e9e928f req-786d3cff-a627-49fe-9b24-560533affeb8 service neutron] Attempting to bind port fa8b7c6f-605a-4c82-8840-eec98d294220 on network 9304a778-e332-4697-b169-f473c98c9db5 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:02:36.165103 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d9334f-a2a6-48cf-89f5-2c170e9e928f req-786d3cff-a627-49fe-9b24-560533affeb8 service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:02:36.165444 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d9334f-a2a6-48cf-89f5-2c170e9e928f req-786d3cff-a627-49fe-9b24-560533affeb8 service neutron] Checking segment: {'id': 'a02c445a-dd82-41b8-8c82-8deebd0db13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9304a778-e332-4697-b169-f473c98c9db5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:02:36.165902 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d9334f-a2a6-48cf-89f5-2c170e9e928f req-786d3cff-a627-49fe-9b24-560533affeb8 service neutron] Bound using segment: {'id': 'a02c445a-dd82-41b8-8c82-8deebd0db13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9304a778-e332-4697-b169-f473c98c9db5'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:02:36.166396 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-60d9334f-a2a6-48cf-89f5-2c170e9e928f req-786d3cff-a627-49fe-9b24-560533affeb8 service neutron] Bound port: fa8b7c6f-605a-4c82-8840-eec98d294220, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a02c445a-dd82-41b8-8c82-8deebd0db13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9304a778-e332-4697-b169-f473c98c9db5'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:02:36.166768 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-60d9334f-a2a6-48cf-89f5-2c170e9e928f req-786d3cff-a627-49fe-9b24-560533affeb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:36.247853 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-60d9334f-a2a6-48cf-89f5-2c170e9e928f req-786d3cff-a627-49fe-9b24-560533affeb8 service neutron] For port fa8b7c6f-605a-4c82-8840-eec98d294220, host n-h2-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:02:36.252483 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-60d9334f-a2a6-48cf-89f5-2c170e9e928f req-786d3cff-a627-49fe-9b24-560533affeb8 service neutron] For port fa8b7c6f-605a-4c82-8840-eec98d294220, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=fa8b7c6f-605a-4c82-8840-eec98d294220,segment=NetworkSegment(a02c445a-dd82-41b8-8c82-8deebd0db13e),segment_id=a02c445a-dd82-41b8-8c82-8deebd0db13e)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:02:36.258488 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-60d9334f-a2a6-48cf-89f5-2c170e9e928f req-786d3cff-a627-49fe-9b24-560533affeb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:36.615088 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d9334f-a2a6-48cf-89f5-2c170e9e928f req-786d3cff-a627-49fe-9b24-560533affeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:36.615726 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-60d9334f-a2a6-48cf-89f5-2c170e9e928f req-786d3cff-a627-49fe-9b24-560533affeb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:36.617360 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-60d9334f-a2a6-48cf-89f5-2c170e9e928f req-786d3cff-a627-49fe-9b24-560533affeb8 service neutron] 10.222.0.61 "PUT /v2.0/ports/fa8b7c6f-605a-4c82-8840-eec98d294220 HTTP/1.1" status: 200 len: 1093 time: 1.1671703 Aug 10 04:02:36.617837 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10a88a4f-24b8-4249-bc3c-d785428b6b3f', 'tag': 'fa8b7c6f-605a-4c82-8840-eec98d294220'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:02:36.620173 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14228a15-f011-4a8e-8e39-0eaba96eb18d" -d '{"events": [{"name": "network-changed", "server_uuid": "10a88a4f-24b8-4249-bc3c-d785428b6b3f", "tag": "fa8b7c6f-605a-4c82-8840-eec98d294220"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:02:36.667311 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786d3cff-a627-49fe-9b24-560533affeb8 service neutron] Pushing event updated for resources: {'Port': ['ID=fa8b7c6f-605a-4c82-8840-eec98d294220,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:36.689793 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c12371-b515-41d5-95a8-f67dbac7b958 x-openstack-request-id: req-46c12371-b515-41d5-95a8-f67dbac7b958 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:02:36.690195 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10a88a4f-24b8-4249-bc3c-d785428b6b3f", "tag": "fa8b7c6f-605a-4c82-8840-eec98d294220", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:02:36.690474 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-46c12371-b515-41d5-95a8-f67dbac7b958 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:02:36.691003 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10a88a4f-24b8-4249-bc3c-d785428b6b3f', 'tag': 'fa8b7c6f-605a-4c82-8840-eec98d294220', 'status': 'completed', 'code': 200} Aug 10 04:02:36.731015 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d9334f-a2a6-48cf-89f5-2c170e9e928f req-de82195f-0a68-4fff-8daa-08f509e030ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:36.733592 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-60d9334f-a2a6-48cf-89f5-2c170e9e928f req-de82195f-0a68-4fff-8daa-08f509e030ed service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d7797a7e7c744219a6cd7e79c926312f&device_id=10a88a4f-24b8-4249-bc3c-d785428b6b3f HTTP/1.1" status: 200 len: 1096 time: 0.0545862 Aug 10 04:02:36.791932 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-60d9334f-a2a6-48cf-89f5-2c170e9e928f req-f3e78553-0f13-41a2-8ea7-9449a8905c43 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa8b7c6f-605a-4c82-8840-eec98d294220 HTTP/1.1" status: 200 len: 217 time: 0.0507345 Aug 10 04:02:36.871075 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d9334f-a2a6-48cf-89f5-2c170e9e928f req-4bf12585-1a4f-4f02-8a85-65cecb9114fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:36.872796 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-60d9334f-a2a6-48cf-89f5-2c170e9e928f req-4bf12585-1a4f-4f02-8a85-65cecb9114fa service neutron] 10.222.0.61 "GET /v2.0/subnets?id=004bec00-f412-4962-b43d-0d7672578573 HTTP/1.1" status: 200 len: 850 time: 0.0728683 Aug 10 04:02:36.925292 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d9334f-a2a6-48cf-89f5-2c170e9e928f req-200373e9-1f36-47f5-9d60-a1595064a568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:36.926807 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-60d9334f-a2a6-48cf-89f5-2c170e9e928f req-200373e9-1f36-47f5-9d60-a1595064a568 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9304a778-e332-4697-b169-f473c98c9db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462074 Aug 10 04:02:37.051556 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-60d9334f-a2a6-48cf-89f5-2c170e9e928f req-b8e8dc14-137e-44bc-a9d8-7690cc1a2e61 service neutron] 10.222.0.61 "GET /v2.0/networks/9304a778-e332-4697-b169-f473c98c9db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155937 Aug 10 04:02:37.143917 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666362a7-45e7-4965-9f99-9605595826e2 req-9b52df46-b441-42d3-912d-2189599eac37 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:37.145679 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-666362a7-45e7-4965-9f99-9605595826e2 req-9b52df46-b441-42d3-912d-2189599eac37 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=10a88a4f-24b8-4249-bc3c-d785428b6b3f HTTP/1.1" status: 200 len: 944 time: 0.1155610 Aug 10 04:02:37.203107 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-60d9334f-a2a6-48cf-89f5-2c170e9e928f req-f8719426-4e31-403f-a7d3-1abf9d5c4615 service neutron] 10.222.0.61 "GET /v2.0/networks/9304a778-e332-4697-b169-f473c98c9db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370182 Aug 10 04:02:37.211624 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-666362a7-45e7-4965-9f99-9605595826e2 req-b94d34b0-68d5-4859-a046-04d4d51f0ab2 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4c4ff7d-9ab8-47ae-9a13-1b1093e29100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583873 Aug 10 04:02:37.307674 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14228a15-f011-4a8e-8e39-0eaba96eb18d req-495a0136-7fa1-4937-a1fb-18688a9c3a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:37.309158 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-14228a15-f011-4a8e-8e39-0eaba96eb18d req-495a0136-7fa1-4937-a1fb-18688a9c3a85 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d7797a7e7c744219a6cd7e79c926312f&device_id=10a88a4f-24b8-4249-bc3c-d785428b6b3f HTTP/1.1" status: 200 len: 1096 time: 0.0459197 Aug 10 04:02:37.409063 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14228a15-f011-4a8e-8e39-0eaba96eb18d req-da30b673-c589-4f15-8d1f-c5d1730bc0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:37.410612 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-14228a15-f011-4a8e-8e39-0eaba96eb18d req-da30b673-c589-4f15-8d1f-c5d1730bc0a4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9304a778-e332-4697-b169-f473c98c9db5 HTTP/1.1" status: 200 len: 911 time: 0.0944161 Aug 10 04:02:37.461203 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-14228a15-f011-4a8e-8e39-0eaba96eb18d req-3c77d727-2d6b-49a1-a062-d240fc97c8ae service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa8b7c6f-605a-4c82-8840-eec98d294220 HTTP/1.1" status: 200 len: 217 time: 0.0425613 Aug 10 04:02:37.532503 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14228a15-f011-4a8e-8e39-0eaba96eb18d req-d49b2326-d45c-4ce2-8139-b7b9eeab5116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:37.534152 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-14228a15-f011-4a8e-8e39-0eaba96eb18d req-d49b2326-d45c-4ce2-8139-b7b9eeab5116 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=004bec00-f412-4962-b43d-0d7672578573 HTTP/1.1" status: 200 len: 850 time: 0.0622108 Aug 10 04:02:37.586837 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14228a15-f011-4a8e-8e39-0eaba96eb18d req-136dffab-c5fa-4495-8ec8-a4a97fe5d0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:37.588377 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-14228a15-f011-4a8e-8e39-0eaba96eb18d req-136dffab-c5fa-4495-8ec8-a4a97fe5d0be service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9304a778-e332-4697-b169-f473c98c9db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463860 Aug 10 04:02:37.695468 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-14228a15-f011-4a8e-8e39-0eaba96eb18d req-945a63fc-9b77-4061-a070-402173bc5b3f service neutron] 10.222.0.61 "GET /v2.0/networks/9304a778-e332-4697-b169-f473c98c9db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978308 Aug 10 04:02:37.820831 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-14228a15-f011-4a8e-8e39-0eaba96eb18d req-934fb46f-d0e0-48be-8f1a-e91af1fccd5b service neutron] 10.222.0.61 "GET /v2.0/networks/9304a778-e332-4697-b169-f473c98c9db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168432 Aug 10 04:02:38.367035 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0be536-f454-43be-a92a-663f8e4324c1 req-006f34a8-6f01-4eb8-9626-25d30695d55b tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:38.368807 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5b0be536-f454-43be-a92a-663f8e4324c1 req-006f34a8-6f01-4eb8-9626-25d30695d55b tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=10a88a4f-24b8-4249-bc3c-d785428b6b3f HTTP/1.1" status: 200 len: 944 time: 0.0699415 Aug 10 04:02:38.430255 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5b0be536-f454-43be-a92a-663f8e4324c1 req-601ac499-2978-4edd-8c0e-938083e765ee tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4c4ff7d-9ab8-47ae-9a13-1b1093e29100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543478 Aug 10 04:02:39.579495 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc40515-dc40-4347-854f-a04f0e3ed93f req-597d61e1-6f3b-4c3d-9d89-576e30593ecb tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:39.581293 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5dc40515-dc40-4347-854f-a04f0e3ed93f req-597d61e1-6f3b-4c3d-9d89-576e30593ecb tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=10a88a4f-24b8-4249-bc3c-d785428b6b3f HTTP/1.1" status: 200 len: 944 time: 0.0617702 Aug 10 04:02:39.623781 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5dc40515-dc40-4347-854f-a04f0e3ed93f req-b21a24fd-3a44-46fb-b317-dadb40dc0cb6 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4c4ff7d-9ab8-47ae-9a13-1b1093e29100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363829 Aug 10 04:02:40.806748 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d3820c-bc80-43b0-801b-7d43afb0dc24 req-687d25c8-9f08-4145-b7d6-489bf3460e16 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:40.808783 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-04d3820c-bc80-43b0-801b-7d43afb0dc24 req-687d25c8-9f08-4145-b7d6-489bf3460e16 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=10a88a4f-24b8-4249-bc3c-d785428b6b3f HTTP/1.1" status: 200 len: 944 time: 0.0805099 Aug 10 04:02:40.862187 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-04d3820c-bc80-43b0-801b-7d43afb0dc24 req-18e5f539-9bf1-44c9-9d93-33c1c33b5585 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4c4ff7d-9ab8-47ae-9a13-1b1093e29100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464287 Aug 10 04:02:42.018251 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ae908d-2061-4489-9d7f-7fb59d11847e req-5476b9e2-e5a8-419b-a198-5222b73f0624 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:42.020120 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f5ae908d-2061-4489-9d7f-7fb59d11847e req-5476b9e2-e5a8-419b-a198-5222b73f0624 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=10a88a4f-24b8-4249-bc3c-d785428b6b3f HTTP/1.1" status: 200 len: 944 time: 0.0579059 Aug 10 04:02:42.071722 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f5ae908d-2061-4489-9d7f-7fb59d11847e req-f42c22f2-2b49-4f58-97cb-531dc46fd1eb tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4c4ff7d-9ab8-47ae-9a13-1b1093e29100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448308 Aug 10 04:02:42.476883 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:02:43.209284 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b472b8-b20b-4449-8d43-77a5f69ef730 req-eea262fb-d7c7-4363-8f82-c64d1e87cef9 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:43.210969 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-32b472b8-b20b-4449-8d43-77a5f69ef730 req-eea262fb-d7c7-4363-8f82-c64d1e87cef9 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=10a88a4f-24b8-4249-bc3c-d785428b6b3f HTTP/1.1" status: 200 len: 944 time: 0.0648167 Aug 10 04:02:43.253174 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-32b472b8-b20b-4449-8d43-77a5f69ef730 req-7e867be9-182f-439b-b3d6-f02721a34d7d tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4c4ff7d-9ab8-47ae-9a13-1b1093e29100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353949 Aug 10 04:02:44.375078 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fae826-5c0a-46e6-80b7-c7bc4121aea3 req-0d4b0fdd-7e5b-4635-b83b-a7a5409d279c tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:44.376687 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-33fae826-5c0a-46e6-80b7-c7bc4121aea3 req-0d4b0fdd-7e5b-4635-b83b-a7a5409d279c tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=10a88a4f-24b8-4249-bc3c-d785428b6b3f HTTP/1.1" status: 200 len: 944 time: 0.0532606 Aug 10 04:02:44.418195 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-33fae826-5c0a-46e6-80b7-c7bc4121aea3 req-93538106-a9f0-4040-b035-f77404eca225 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4c4ff7d-9ab8-47ae-9a13-1b1093e29100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354800 Aug 10 04:02:45.554855 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb837d9-2179-4776-a843-a8a964d5d428 req-931cfa6f-399f-48e3-956d-d4f3faa51d75 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:45.556421 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ccb837d9-2179-4776-a843-a8a964d5d428 req-931cfa6f-399f-48e3-956d-d4f3faa51d75 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=10a88a4f-24b8-4249-bc3c-d785428b6b3f HTTP/1.1" status: 200 len: 944 time: 0.0546072 Aug 10 04:02:45.599060 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ccb837d9-2179-4776-a843-a8a964d5d428 req-7a1b0c41-bae1-4e02-80f3-6cbb4347b022 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4c4ff7d-9ab8-47ae-9a13-1b1093e29100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355527 Aug 10 04:02:46.733388 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a1024-0a16-41a9-90dd-b0888b760aaa req-d93a69c3-a459-4f2e-a89c-6469f3e5f21e tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:46.735080 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9a3a1024-0a16-41a9-90dd-b0888b760aaa req-d93a69c3-a459-4f2e-a89c-6469f3e5f21e tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=10a88a4f-24b8-4249-bc3c-d785428b6b3f HTTP/1.1" status: 200 len: 944 time: 0.0638483 Aug 10 04:02:46.781627 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9a3a1024-0a16-41a9-90dd-b0888b760aaa req-1a74ec16-5ad0-4df4-ab8c-ae5c69a7be39 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4c4ff7d-9ab8-47ae-9a13-1b1093e29100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398452 Aug 10 04:02:47.565472 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device fa8b7c6f-605a-4c82-8840-eec98d294220 details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:02:47.671653 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port fa8b7c6f-605a-4c82-8840-eec98d294220, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=fa8b7c6f-605a-4c82-8840-eec98d294220,segment=NetworkSegment(a02c445a-dd82-41b8-8c82-8deebd0db13e),segment_id=a02c445a-dd82-41b8-8c82-8deebd0db13e)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:02:47.685040 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': 'fa8b7c6f-605a-4c82-8840-eec98d294220', 'network_id': '9304a778-e332-4697-b169-f473c98c9db5', 'port_id': 'fa8b7c6f-605a-4c82-8840-eec98d294220', 'mac_address': 'fa:16:3e:78:7b:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '004bec00-f412-4962-b43d-0d7672578573', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:02:47.727621 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:47.741787 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa8b7c6f-605a-4c82-8840-eec98d294220 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:02:47.765555 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port fa8b7c6f-605a-4c82-8840-eec98d294220, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=fa8b7c6f-605a-4c82-8840-eec98d294220,segment=NetworkSegment(a02c445a-dd82-41b8-8c82-8deebd0db13e),segment_id=a02c445a-dd82-41b8-8c82-8deebd0db13e)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:02:47.770717 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:47.834525 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=fa8b7c6f-605a-4c82-8840-eec98d294220,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:47.916815 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7269b806-141a-4c96-9258-05013d65dba9 req-e74f88cd-af51-48ea-a4b2-6544eb6adf4b tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:47.918477 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7269b806-141a-4c96-9258-05013d65dba9 req-e74f88cd-af51-48ea-a4b2-6544eb6adf4b tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=10a88a4f-24b8-4249-bc3c-d785428b6b3f HTTP/1.1" status: 200 len: 945 time: 0.0536778 Aug 10 04:02:47.965928 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7269b806-141a-4c96-9258-05013d65dba9 req-7ad9c5de-b555-4e35-86b1-f2d88faf5b9f tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4c4ff7d-9ab8-47ae-9a13-1b1093e29100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362484 Aug 10 04:02:48.082141 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['fa8b7c6f-605a-4c82-8840-eec98d294220'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:02:49.098563 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0601cf-d3b8-4261-8d19-def90c25ce4a req-c6cdd854-0bb9-4d6b-a104-c44475e6449c tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:49.100240 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0f0601cf-d3b8-4261-8d19-def90c25ce4a req-c6cdd854-0bb9-4d6b-a104-c44475e6449c tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=10a88a4f-24b8-4249-bc3c-d785428b6b3f HTTP/1.1" status: 200 len: 945 time: 0.0541072 Aug 10 04:02:49.143762 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0f0601cf-d3b8-4261-8d19-def90c25ce4a req-ddedb750-f1e4-443b-b717-76d0f29b6556 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4c4ff7d-9ab8-47ae-9a13-1b1093e29100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375123 Aug 10 04:02:49.580265 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device fa8b7c6f-605a-4c82-8840-eec98d294220 up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:02:49.651442 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning for port fa8b7c6f-605a-4c82-8840-eec98d294220 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:02:49.657356 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port fa8b7c6f-605a-4c82-8840-eec98d294220 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:02:49.657861 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:49.747949 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:49.778071 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10a88a4f-24b8-4249-bc3c-d785428b6b3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa8b7c6f-605a-4c82-8840-eec98d294220'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:02:49.781054 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d36342f5-fb1b-4072-bc8e-991fd8a45caa" -d '{"events": [{"server_uuid": "10a88a4f-24b8-4249-bc3c-d785428b6b3f", "name": "network-vif-plugged", "status": "completed", "tag": "fa8b7c6f-605a-4c82-8840-eec98d294220"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:02:49.803748 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port fa8b7c6f-605a-4c82-8840-eec98d294220, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=fa8b7c6f-605a-4c82-8840-eec98d294220,segment=NetworkSegment(a02c445a-dd82-41b8-8c82-8deebd0db13e),segment_id=a02c445a-dd82-41b8-8c82-8deebd0db13e)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:02:49.811271 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:49.852675 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fa4f8c4-2b8b-4836-918b-9e031e331f57 x-openstack-request-id: req-1fa4f8c4-2b8b-4836-918b-9e031e331f57 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:02:49.853201 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10a88a4f-24b8-4249-bc3c-d785428b6b3f", "name": "network-vif-plugged", "status": "completed", "tag": "fa8b7c6f-605a-4c82-8840-eec98d294220", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:02:49.853497 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1fa4f8c4-2b8b-4836-918b-9e031e331f57 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:02:49.854314 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10a88a4f-24b8-4249-bc3c-d785428b6b3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa8b7c6f-605a-4c82-8840-eec98d294220', 'code': 200} Aug 10 04:02:49.899323 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=fa8b7c6f-605a-4c82-8840-eec98d294220,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:49.971684 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d4ed58-fe33-45e6-ba61-a906d56ae1e6 req-5bb4087b-f9d9-4955-a0a5-959d6a3f97e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:49.973247 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f0d4ed58-fe33-45e6-ba61-a906d56ae1e6 req-5bb4087b-f9d9-4955-a0a5-959d6a3f97e1 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=10a88a4f-24b8-4249-bc3c-d785428b6b3f HTTP/1.1" status: 200 len: 1098 time: 0.0481441 Aug 10 04:02:50.016024 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f0d4ed58-fe33-45e6-ba61-a906d56ae1e6 req-228ff9ae-cf5d-4d73-a563-32fba9dcfae8 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c4c4ff7d-9ab8-47ae-9a13-1b1093e29100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339105 Aug 10 04:02:50.291528 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602ec3f2-e3c2-47b9-9f58-975b49e4d0af req-83657b84-f221-4b22-84c7-1750238ecd93 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:50.294482 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-602ec3f2-e3c2-47b9-9f58-975b49e4d0af req-83657b84-f221-4b22-84c7-1750238ecd93 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=10a88a4f-24b8-4249-bc3c-d785428b6b3f HTTP/1.1" status: 200 len: 946 time: 0.0641794 Aug 10 04:02:50.336403 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-602ec3f2-e3c2-47b9-9f58-975b49e4d0af req-220de804-b7b3-4b32-8164-44264ea9b763 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4c4ff7d-9ab8-47ae-9a13-1b1093e29100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358472 Aug 10 04:02:51.409773 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f2d8fcdb-50a8-4598-b7a6-ee16cb397b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:51.505621 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d7f934-c3b3-4b45-9b59-a065f7fc9d48 req-af81a5ab-7076-4b9c-8f06-3928834d1dff tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:51.507300 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d8d7f934-c3b3-4b45-9b59-a065f7fc9d48 req-af81a5ab-7076-4b9c-8f06-3928834d1dff tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=10a88a4f-24b8-4249-bc3c-d785428b6b3f HTTP/1.1" status: 200 len: 946 time: 0.0624814 Aug 10 04:02:51.554548 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d8d7f934-c3b3-4b45-9b59-a065f7fc9d48 req-2edfeb54-7b61-4dbb-9103-d4b0506962c8 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4c4ff7d-9ab8-47ae-9a13-1b1093e29100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408792 Aug 10 04:02:51.698142 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a5a242-f654-438c-9e68-66080f3cc4fa req-d1182ad0-8499-4e34-b97a-affacd2e58da tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:51.700829 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-06a5a242-f654-438c-9e68-66080f3cc4fa req-d1182ad0-8499-4e34-b97a-affacd2e58da tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=10a88a4f-24b8-4249-bc3c-d785428b6b3f HTTP/1.1" status: 200 len: 946 time: 0.0656204 Aug 10 04:02:51.745389 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-06a5a242-f654-438c-9e68-66080f3cc4fa req-10d66266-41b7-4e0e-a414-48295a413bab tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4c4ff7d-9ab8-47ae-9a13-1b1093e29100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383673 Aug 10 04:02:51.769683 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 46214) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:51.819868 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0298393d-2da2-4934-a5c6-1279e9add0d0 tempest-TestVolumeBootPattern-1829117432 tempest-TestVolumeBootPattern-1829117432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:51.821462 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-0298393d-2da2-4934-a5c6-1279e9add0d0 tempest-TestVolumeBootPattern-1829117432 tempest-TestVolumeBootPattern-1829117432-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=10a88a4f-24b8-4249-bc3c-d785428b6b3f HTTP/1.1" status: 200 len: 1093 time: 0.0506835 Aug 10 04:02:51.824511 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 46222) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:51.829455 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-141ac321-0d02-4a6d-abad-e17d1c538efc tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Request body: {'floatingip': {'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'port_id': 'fa8b7c6f-605a-4c82-8840-eec98d294220', 'tenant_id': 'd7797a7e7c744219a6cd7e79c926312f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:02:51.855744 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-141ac321-0d02-4a6d-abad-e17d1c538efc tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks [] for floatingip, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:52.033708 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-141ac321-0d02-4a6d-abad-e17d1c538efc tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:52.164016 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-141ac321-0d02-4a6d-abad-e17d1c538efc tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Allocated IP 172.25.6.237 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/5070df0b-683b-4dbe-83ef-8e5d3d8886bb) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:02:52.288378 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-141ac321-0d02-4a6d-abad-e17d1c538efc tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:52.340112 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-141ac321-0d02-4a6d-abad-e17d1c538efc tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:52.411885 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141ac321-0d02-4a6d-abad-e17d1c538efc tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:02:52.415201 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-141ac321-0d02-4a6d-abad-e17d1c538efc tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:02:52.417933 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141ac321-0d02-4a6d-abad-e17d1c538efc tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:02:52.445132 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141ac321-0d02-4a6d-abad-e17d1c538efc tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Pushing event updated for resources: {'Port': ['ID=5070df0b-683b-4dbe-83ef-8e5d3d8886bb,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:52.459115 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141ac321-0d02-4a6d-abad-e17d1c538efc tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:52.459496 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141ac321-0d02-4a6d-abad-e17d1c538efc tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:52.459864 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141ac321-0d02-4a6d-abad-e17d1c538efc tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:52.460200 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141ac321-0d02-4a6d-abad-e17d1c538efc tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:52.460590 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141ac321-0d02-4a6d-abad-e17d1c538efc tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:52.460923 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141ac321-0d02-4a6d-abad-e17d1c538efc tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:52.461246 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141ac321-0d02-4a6d-abad-e17d1c538efc tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:52.461575 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141ac321-0d02-4a6d-abad-e17d1c538efc tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:52.462143 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141ac321-0d02-4a6d-abad-e17d1c538efc tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:52.462555 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141ac321-0d02-4a6d-abad-e17d1c538efc tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:52.462885 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141ac321-0d02-4a6d-abad-e17d1c538efc tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:52.463267 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141ac321-0d02-4a6d-abad-e17d1c538efc tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:53.147969 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-141ac321-0d02-4a6d-abad-e17d1c538efc tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:53.214739 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-141ac321-0d02-4a6d-abad-e17d1c538efc tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:53.376377 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-141ac321-0d02-4a6d-abad-e17d1c538efc tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:53.381180 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-141ac321-0d02-4a6d-abad-e17d1c538efc tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:53.452311 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141ac321-0d02-4a6d-abad-e17d1c538efc tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Pushing event updated for resources: {'Port': ['ID=5070df0b-683b-4dbe-83ef-8e5d3d8886bb,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:53.467727 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-141ac321-0d02-4a6d-abad-e17d1c538efc tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:53.572639 n-d-768862-13 neutron-server[94261]: INFO neutron.db.l3_db [None req-141ac321-0d02-4a6d-abad-e17d1c538efc tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Floating IP 270f1ab9-3cfd-42a0-a996-f65eac0ad06c associated. External IP: 172.25.6.237, port: fa8b7c6f-605a-4c82-8840-eec98d294220. Aug 10 04:02:53.705623 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1811bd7e-2d9a-4cdc-814c-e3caec682989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:53.809298 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-141ac321-0d02-4a6d-abad-e17d1c538efc tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Router 2bb93e78-0067-4c44-8b4e-b789c81785d2 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:02:53.927380 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-141ac321-0d02-4a6d-abad-e17d1c538efc tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:02:53.938986 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5d3516-8b68-4750-a3e7-d2df3a56ede9 None None] Sync routers for ids ['2bb93e78-0067-4c44-8b4e-b789c81785d2'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:02:53.946382 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-141ac321-0d02-4a6d-abad-e17d1c538efc tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:53.949713 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5d3516-8b68-4750-a3e7-d2df3a56ede9 None None] Routers {'2bb93e78-0067-4c44-8b4e-b789c81785d2'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:02:53.950572 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-ac5d3516-8b68-4750-a3e7-d2df3a56ede9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:02:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['2bb93e78-0067-4c44-8b4e-b789c81785d2'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:53.975882 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-141ac321-0d02-4a6d-abad-e17d1c538efc tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1501315 Aug 10 04:02:53.976356 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10a88a4f-24b8-4249-bc3c-d785428b6b3f', 'tag': 'fa8b7c6f-605a-4c82-8840-eec98d294220'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:02:53.978722 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52693742-ba1f-4951-a614-f76be66d20d8" -d '{"events": [{"name": "network-changed", "server_uuid": "10a88a4f-24b8-4249-bc3c-d785428b6b3f", "tag": "fa8b7c6f-605a-4c82-8840-eec98d294220"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:02:54.022929 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-423c71a8-434d-43de-a785-b3f400c741de x-openstack-request-id: req-423c71a8-434d-43de-a785-b3f400c741de {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:02:54.023298 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10a88a4f-24b8-4249-bc3c-d785428b6b3f", "tag": "fa8b7c6f-605a-4c82-8840-eec98d294220", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:02:54.023640 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-423c71a8-434d-43de-a785-b3f400c741de {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:02:54.024089 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10a88a4f-24b8-4249-bc3c-d785428b6b3f', 'tag': 'fa8b7c6f-605a-4c82-8840-eec98d294220', 'status': 'completed', 'code': 200} Aug 10 04:02:54.093731 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-ac5d3516-8b68-4750-a3e7-d2df3a56ede9 None None] Set router 2bb93e78-0067-4c44-8b4e-b789c81785d2 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:02:54.113840 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52693742-ba1f-4951-a614-f76be66d20d8 req-695dde76-a566-4f26-85cf-e15845a3f739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:54.115538 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-52693742-ba1f-4951-a614-f76be66d20d8 req-695dde76-a566-4f26-85cf-e15845a3f739 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d7797a7e7c744219a6cd7e79c926312f&device_id=10a88a4f-24b8-4249-bc3c-d785428b6b3f HTTP/1.1" status: 200 len: 1098 time: 0.0692844 Aug 10 04:02:54.228952 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52693742-ba1f-4951-a614-f76be66d20d8 req-cee449f3-caaf-4927-9167-0ab2009be77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:54.230504 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-52693742-ba1f-4951-a614-f76be66d20d8 req-cee449f3-caaf-4927-9167-0ab2009be77d service neutron] 10.222.0.61 "GET /v2.0/networks?id=9304a778-e332-4697-b169-f473c98c9db5 HTTP/1.1" status: 200 len: 911 time: 0.1072109 Aug 10 04:02:54.301390 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:54.308084 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-52693742-ba1f-4951-a614-f76be66d20d8 req-69fd46f2-a895-4424-a321-68e2f9a87c69 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa8b7c6f-605a-4c82-8840-eec98d294220 HTTP/1.1" status: 200 len: 1000 time: 0.0698168 Aug 10 04:02:54.366513 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52693742-ba1f-4951-a614-f76be66d20d8 req-39702dbd-f85f-42c8-8102-22df80cdc743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:54.368132 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-52693742-ba1f-4951-a614-f76be66d20d8 req-39702dbd-f85f-42c8-8102-22df80cdc743 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=004bec00-f412-4962-b43d-0d7672578573 HTTP/1.1" status: 200 len: 850 time: 0.0525923 Aug 10 04:02:54.378349 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-ac5d3516-8b68-4750-a3e7-d2df3a56ede9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb93e78-0067-4c44-8b4e-b789c81785d2', 'name': 'tempest-TestVolumeBootPattern-757140465-router', 'tenant_id': 'd7797a7e7c744219a6cd7e79c926312f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '310edeba-cd37-4bf3-90a7-4cddfabdbc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:52:50Z', 'updated_at': '2021-08-10T03:52:55Z', 'revision_number': 4, 'project_id': 'd7797a7e7c744219a6cd7e79c926312f', 'gw_port': {'id': '310edeba-cd37-4bf3-90a7-4cddfabdbc96', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:d9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb93e78-0067-4c44-8b4e-b789c81785d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:50Z', 'updated_at': '2021-08-10T03:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '270f1ab9-3cfd-42a0-a996-f65eac0ad06c', 'tenant_id': 'd7797a7e7c744219a6cd7e79c926312f', 'floating_ip_address': '172.25.6.237', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '2bb93e78-0067-4c44-8b4e-b789c81785d2', 'port_id': 'fa8b7c6f-605a-4c82-8840-eec98d294220', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9304a778-e332-4697-b169-f473c98c9db5', 'mac_address': 'fa:16:3e:78:7b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a88a4f-24b8-4249-bc3c-d785428b6b3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:02:52Z', 'updated_at': '2021-08-10T04:02:52Z', 'revision_number': 0, 'project_id': 'd7797a7e7c744219a6cd7e79c926312f', 'fixed_ip_address_scope': None}, {'id': 'c4e19e35-fc3e-47d5-9dd7-71099f26790a', 'tenant_id': 'd7797a7e7c744219a6cd7e79c926312f', 'floating_ip_address': '172.25.6.23', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '2bb93e78-0067-4c44-8b4e-b789c81785d2', 'port_id': '4a267dcf-ec78-47a4-9601-2cd8039aa164', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9304a778-e332-4697-b169-f473c98c9db5', 'mac_address': 'fa:16:3e:20:d7:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38ec5e7-6648-444b-af38-2dee38372643', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:00:39Z', 'updated_at': '2021-08-10T04:00:42Z', 'revision_number': 1, 'project_id': 'd7797a7e7c744219a6cd7e79c926312f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5aef088-34a2-4aeb-b471-89ed83de927f', 'name': '', 'network_id': '9304a778-e332-4697-b169-f473c98c9db5', 'tenant_id': 'd7797a7e7c744219a6cd7e79c926312f', 'mac_address': 'fa:16:3e:35:69:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb93e78-0067-4c44-8b4e-b789c81785d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '004bec00-f412-4962-b43d-0d7672578573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:54Z', 'updated_at': '2021-08-10T03:53:04Z', 'revision_number': 5, 'project_id': 'd7797a7e7c744219a6cd7e79c926312f', 'subnets': [{'id': '004bec00-f412-4962-b43d-0d7672578573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:54.409223 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5d3516-8b68-4750-a3e7-d2df3a56ede9 None None] Checking router: 2bb93e78-0067-4c44-8b4e-b789c81785d2 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:02:54.417798 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5d3516-8b68-4750-a3e7-d2df3a56ede9 None None] Routers {'2bb93e78-0067-4c44-8b4e-b789c81785d2'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:02:54.418469 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-ac5d3516-8b68-4750-a3e7-d2df3a56ede9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:02:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['2bb93e78-0067-4c44-8b4e-b789c81785d2'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:54.421445 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52693742-ba1f-4951-a614-f76be66d20d8 req-92329093-6060-470b-b8fd-0dfa1d778d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:54.423128 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-52693742-ba1f-4951-a614-f76be66d20d8 req-92329093-6060-470b-b8fd-0dfa1d778d30 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9304a778-e332-4697-b169-f473c98c9db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476637 Aug 10 04:02:54.526037 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-52693742-ba1f-4951-a614-f76be66d20d8 req-72d8151c-c718-460c-ae9a-39551de9ad8d service neutron] 10.222.0.61 "GET /v2.0/networks/9304a778-e332-4697-b169-f473c98c9db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954225 Aug 10 04:02:54.553579 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-ac5d3516-8b68-4750-a3e7-d2df3a56ede9 None None] Set router 2bb93e78-0067-4c44-8b4e-b789c81785d2 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:02:54.650060 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-52693742-ba1f-4951-a614-f76be66d20d8 req-89f10a72-c98e-4cd3-bde2-5f3e27a80f76 service neutron] 10.222.0.61 "GET /v2.0/networks/9304a778-e332-4697-b169-f473c98c9db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137571 Aug 10 04:02:54.799697 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-ac5d3516-8b68-4750-a3e7-d2df3a56ede9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb93e78-0067-4c44-8b4e-b789c81785d2', 'name': 'tempest-TestVolumeBootPattern-757140465-router', 'tenant_id': 'd7797a7e7c744219a6cd7e79c926312f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '310edeba-cd37-4bf3-90a7-4cddfabdbc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:52:50Z', 'updated_at': '2021-08-10T03:52:55Z', 'revision_number': 4, 'project_id': 'd7797a7e7c744219a6cd7e79c926312f', 'gw_port': {'id': '310edeba-cd37-4bf3-90a7-4cddfabdbc96', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:d9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb93e78-0067-4c44-8b4e-b789c81785d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:50Z', 'updated_at': '2021-08-10T03:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '270f1ab9-3cfd-42a0-a996-f65eac0ad06c', 'tenant_id': 'd7797a7e7c744219a6cd7e79c926312f', 'floating_ip_address': '172.25.6.237', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '2bb93e78-0067-4c44-8b4e-b789c81785d2', 'port_id': 'fa8b7c6f-605a-4c82-8840-eec98d294220', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9304a778-e332-4697-b169-f473c98c9db5', 'mac_address': 'fa:16:3e:78:7b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a88a4f-24b8-4249-bc3c-d785428b6b3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:02:52Z', 'updated_at': '2021-08-10T04:02:52Z', 'revision_number': 0, 'project_id': 'd7797a7e7c744219a6cd7e79c926312f', 'fixed_ip_address_scope': None}, {'id': 'c4e19e35-fc3e-47d5-9dd7-71099f26790a', 'tenant_id': 'd7797a7e7c744219a6cd7e79c926312f', 'floating_ip_address': '172.25.6.23', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '2bb93e78-0067-4c44-8b4e-b789c81785d2', 'port_id': '4a267dcf-ec78-47a4-9601-2cd8039aa164', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9304a778-e332-4697-b169-f473c98c9db5', 'mac_address': 'fa:16:3e:20:d7:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38ec5e7-6648-444b-af38-2dee38372643', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:00:39Z', 'updated_at': '2021-08-10T04:00:42Z', 'revision_number': 1, 'project_id': 'd7797a7e7c744219a6cd7e79c926312f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5aef088-34a2-4aeb-b471-89ed83de927f', 'name': '', 'network_id': '9304a778-e332-4697-b169-f473c98c9db5', 'tenant_id': 'd7797a7e7c744219a6cd7e79c926312f', 'mac_address': 'fa:16:3e:35:69:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb93e78-0067-4c44-8b4e-b789c81785d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '004bec00-f412-4962-b43d-0d7672578573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:54Z', 'updated_at': '2021-08-10T03:53:04Z', 'revision_number': 5, 'project_id': 'd7797a7e7c744219a6cd7e79c926312f', 'subnets': [{'id': '004bec00-f412-4962-b43d-0d7672578573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:54.829878 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5d3516-8b68-4750-a3e7-d2df3a56ede9 None None] The sync data for ids ['2bb93e78-0067-4c44-8b4e-b789c81785d2'] in n-d-768862-13 is: [{'id': '2bb93e78-0067-4c44-8b4e-b789c81785d2', 'name': 'tempest-TestVolumeBootPattern-757140465-router', 'tenant_id': 'd7797a7e7c744219a6cd7e79c926312f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '310edeba-cd37-4bf3-90a7-4cddfabdbc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:52:50Z', 'updated_at': '2021-08-10T03:52:55Z', 'revision_number': 4, 'project_id': 'd7797a7e7c744219a6cd7e79c926312f', 'gw_port': {'id': '310edeba-cd37-4bf3-90a7-4cddfabdbc96', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:d9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb93e78-0067-4c44-8b4e-b789c81785d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:50Z', 'updated_at': '2021-08-10T03:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '270f1ab9-3cfd-42a0-a996-f65eac0ad06c', 'tenant_id': 'd7797a7e7c744219a6cd7e79c926312f', 'floating_ip_address': '172.25.6.237', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '2bb93e78-0067-4c44-8b4e-b789c81785d2', 'port_id': 'fa8b7c6f-605a-4c82-8840-eec98d294220', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9304a778-e332-4697-b169-f473c98c9db5', 'mac_address': 'fa:16:3e:78:7b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a88a4f-24b8-4249-bc3c-d785428b6b3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:02:52Z', 'updated_at': '2021-08-10T04:02:52Z', 'revision_number': 0, 'project_id': 'd7797a7e7c744219a6cd7e79c926312f', 'fixed_ip_address_scope': None}, {'id': 'c4e19e35-fc3e-47d5-9dd7-71099f26790a', 'tenant_id': 'd7797a7e7c744219a6cd7e79c926312f', 'floating_ip_address': '172.25.6.23', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '2bb93e78-0067-4c44-8b4e-b789c81785d2', 'port_id': '4a267dcf-ec78-47a4-9601-2cd8039aa164', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9304a778-e332-4697-b169-f473c98c9db5', 'mac_address': 'fa:16:3e:20:d7:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38ec5e7-6648-444b-af38-2dee38372643', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:00:39Z', 'updated_at': '2021-08-10T04:00:42Z', 'revision_number': 1, 'project_id': 'd7797a7e7c744219a6cd7e79c926312f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5aef088-34a2-4aeb-b471-89ed83de927f', 'name': '', 'network_id': '9304a778-e332-4697-b169-f473c98c9db5', 'tenant_id': 'd7797a7e7c744219a6cd7e79c926312f', 'mac_address': 'fa:16:3e:35:69:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb93e78-0067-4c44-8b4e-b789c81785d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '004bec00-f412-4962-b43d-0d7672578573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:54Z', 'updated_at': '2021-08-10T03:53:04Z', 'revision_number': 5, 'project_id': 'd7797a7e7c744219a6cd7e79c926312f', 'subnets': [{'id': '004bec00-f412-4962-b43d-0d7672578573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:02:55.030744 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716097b5-427d-446b-b210-50e2f4e2742f None None] New status for floating IP 270f1ab9-3cfd-42a0-a996-f65eac0ad06c: ACTIVE {{(pid=94262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:02:55.500533 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:56.358429 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:56.923658 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:00.650418 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40eb710-224d-44d4-9512-b6f1e2c75c0d req-50fb55b7-1f9c-44ea-91d2-221575b5422a tempest-TestNetworkAdvancedServerOps-902294344 tempest-TestNetworkAdvancedServerOps-902294344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:00.652036 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b40eb710-224d-44d4-9512-b6f1e2c75c0d req-50fb55b7-1f9c-44ea-91d2-221575b5422a tempest-TestNetworkAdvancedServerOps-902294344 tempest-TestNetworkAdvancedServerOps-902294344-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=f8e724a5-7065-445e-a82d-fe3e8b3eb452 HTTP/1.1" status: 200 len: 1099 time: 0.0455391 Aug 10 04:03:00.692588 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b40eb710-224d-44d4-9512-b6f1e2c75c0d req-9bcdda58-9e54-4752-9172-a1ad3233eeff tempest-TestNetworkAdvancedServerOps-902294344 tempest-TestNetworkAdvancedServerOps-902294344-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=41f848be-fb97-4022-b4d8-2c75cbef7871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332522 Aug 10 04:03:00.719366 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 46240) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:00.900993 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-597fcc23-142c-490f-a7b3-586dc5d3f7d2 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Deleting port 4fa0e076-60e4-4ee9-9004-73740a397909 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:03:00.901579 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-597fcc23-142c-490f-a7b3-586dc5d3f7d2 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:01.048430 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-597fcc23-142c-490f-a7b3-586dc5d3f7d2 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:01.048827 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-597fcc23-142c-490f-a7b3-586dc5d3f7d2 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:01.063595 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-597fcc23-142c-490f-a7b3-586dc5d3f7d2 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Calling delete_port for 4fa0e076-60e4-4ee9-9004-73740a397909 owned by network:floatingip {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:03:01.316477 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-597fcc23-142c-490f-a7b3-586dc5d3f7d2 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:01.342382 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597fcc23-142c-490f-a7b3-586dc5d3f7d2 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Pushing event deleted for resources: {'Port': ['ID=4fa0e076-60e4-4ee9-9004-73740a397909,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:01.411009 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-597fcc23-142c-490f-a7b3-586dc5d3f7d2 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for floatingip, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:01.411348 n-d-768862-13 neutron-server[94261]: INFO neutron.db.l3_db [None req-597fcc23-142c-490f-a7b3-586dc5d3f7d2 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Floating IP 6cde3664-6f86-4db9-873b-de0ebd4c5d62 disassociated (deleted). External IP: 172.25.6.249, port: a82fa16c-36ad-4d08-8219-e0981bbb5324. Aug 10 04:03:01.644926 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-597fcc23-142c-490f-a7b3-586dc5d3f7d2 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Router f545908e-635b-4f9d-a0d1-264d98fbe88b has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:03:01.770980 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-597fcc23-142c-490f-a7b3-586dc5d3f7d2 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:03:01.777398 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-597fcc23-142c-490f-a7b3-586dc5d3f7d2 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:01.786631 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15e9890-6b25-4a4c-9a39-560dfa5312da None None] Sync routers for ids ['f545908e-635b-4f9d-a0d1-264d98fbe88b'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:03:01.799047 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15e9890-6b25-4a4c-9a39-560dfa5312da None None] Routers {'f545908e-635b-4f9d-a0d1-264d98fbe88b'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:03:01.799892 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-b15e9890-6b25-4a4c-9a39-560dfa5312da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:02:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['f545908e-635b-4f9d-a0d1-264d98fbe88b'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:01.817372 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-597fcc23-142c-490f-a7b3-586dc5d3f7d2 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "DELETE /v2.0/floatingips/6cde3664-6f86-4db9-873b-de0ebd4c5d62 HTTP/1.1" status: 204 len: 168 time: 1.0923243 Aug 10 04:03:01.817372 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8e724a5-7065-445e-a82d-fe3e8b3eb452', 'tag': 'a82fa16c-36ad-4d08-8219-e0981bbb5324'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:03:01.817372 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b25ce86-9dda-4257-9cd1-681c0990d531" -d '{"events": [{"name": "network-changed", "server_uuid": "f8e724a5-7065-445e-a82d-fe3e8b3eb452", "tag": "a82fa16c-36ad-4d08-8219-e0981bbb5324"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:03:01.893427 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce119672-463b-438c-be98-d4cffd0af48f x-openstack-request-id: req-ce119672-463b-438c-be98-d4cffd0af48f {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:03:01.893809 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8e724a5-7065-445e-a82d-fe3e8b3eb452", "tag": "a82fa16c-36ad-4d08-8219-e0981bbb5324", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:03:01.893966 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ce119672-463b-438c-be98-d4cffd0af48f {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:03:01.894486 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8e724a5-7065-445e-a82d-fe3e8b3eb452', 'tag': 'a82fa16c-36ad-4d08-8219-e0981bbb5324', 'status': 'completed', 'code': 200} Aug 10 04:03:01.986661 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b25ce86-9dda-4257-9cd1-681c0990d531 req-b29540d6-3e8d-4c3a-a620-01ba57533bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:01.989391 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2b25ce86-9dda-4257-9cd1-681c0990d531 req-b29540d6-3e8d-4c3a-a620-01ba57533bda service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b8b99293bc0b4fae85b62fcecb6d67eb&device_id=f8e724a5-7065-445e-a82d-fe3e8b3eb452 HTTP/1.1" status: 200 len: 1099 time: 0.0666089 Aug 10 04:03:01.997323 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-b15e9890-6b25-4a4c-9a39-560dfa5312da None None] Set router f545908e-635b-4f9d-a0d1-264d98fbe88b gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:03:02.202085 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b25ce86-9dda-4257-9cd1-681c0990d531 req-c88eaafc-388d-4047-92ee-805897a92103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:02.205001 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2b25ce86-9dda-4257-9cd1-681c0990d531 req-c88eaafc-388d-4047-92ee-805897a92103 service neutron] 10.222.0.61 "GET /v2.0/networks?id=845a26ef-2921-45a9-ae45-02201a4e2a53 HTTP/1.1" status: 200 len: 895 time: 0.2071345 Aug 10 04:03:02.260289 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2b25ce86-9dda-4257-9cd1-681c0990d531 req-609dfe0c-b351-4cf8-9e95-283975338f2c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a82fa16c-36ad-4d08-8219-e0981bbb5324 HTTP/1.1" status: 200 len: 217 time: 0.0459218 Aug 10 04:03:02.275396 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd74341-6714-4744-aa59-ca74930f6edf req-ce4f3c5b-63d7-4c3c-88d1-3db9b87f4742 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:02.278052 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ecd74341-6714-4744-aa59-ca74930f6edf req-ce4f3c5b-63d7-4c3c-88d1-3db9b87f4742 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8e724a5-7065-445e-a82d-fe3e8b3eb452 HTTP/1.1" status: 200 len: 947 time: 0.1707785 Aug 10 04:03:02.354134 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-b15e9890-6b25-4a4c-9a39-560dfa5312da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f545908e-635b-4f9d-a0d1-264d98fbe88b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1725874286', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': 'a552b12c-9865-4b23-9154-7877c7118ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:00:02Z', 'updated_at': '2021-08-10T04:00:06Z', 'revision_number': 4, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'gw_port': {'id': 'a552b12c-9865-4b23-9154-7877c7118ad3', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f545908e-635b-4f9d-a0d1-264d98fbe88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:00:03Z', 'updated_at': '2021-08-10T04:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '2f325614-4430-4b39-85c3-f108313b64c9', 'name': '', 'network_id': '845a26ef-2921-45a9-ae45-02201a4e2a53', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'mac_address': 'fa:16:3e:1b:c8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f545908e-635b-4f9d-a0d1-264d98fbe88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '7c7556c4-2a9c-4040-840d-acea0876055e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:00:05Z', 'updated_at': '2021-08-10T04:00:12Z', 'revision_number': 5, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'subnets': [{'id': '7c7556c4-2a9c-4040-840d-acea0876055e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:02.407913 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b25ce86-9dda-4257-9cd1-681c0990d531 req-32dfebec-8612-4e16-ac3b-0b1e0136b22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:02.410623 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2b25ce86-9dda-4257-9cd1-681c0990d531 req-32dfebec-8612-4e16-ac3b-0b1e0136b22d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7c7556c4-2a9c-4040-840d-acea0876055e HTTP/1.1" status: 200 len: 835 time: 0.1303585 Aug 10 04:03:02.412622 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15e9890-6b25-4a4c-9a39-560dfa5312da None None] Checking router: f545908e-635b-4f9d-a0d1-264d98fbe88b for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:03:02.420727 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ecd74341-6714-4744-aa59-ca74930f6edf req-aadeda85-2f01-4472-a29b-23fd6468e549 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=41f848be-fb97-4022-b4d8-2c75cbef7871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274998 Aug 10 04:03:02.430387 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15e9890-6b25-4a4c-9a39-560dfa5312da None None] Routers {'f545908e-635b-4f9d-a0d1-264d98fbe88b'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:03:02.431435 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-b15e9890-6b25-4a4c-9a39-560dfa5312da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:02:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['f545908e-635b-4f9d-a0d1-264d98fbe88b'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:02.491738 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b25ce86-9dda-4257-9cd1-681c0990d531 req-3a30ffbe-50ee-48ea-994b-fee2283a3336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:02.493986 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2b25ce86-9dda-4257-9cd1-681c0990d531 req-3a30ffbe-50ee-48ea-994b-fee2283a3336 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=845a26ef-2921-45a9-ae45-02201a4e2a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0717463 Aug 10 04:03:02.589151 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-b15e9890-6b25-4a4c-9a39-560dfa5312da None None] Set router f545908e-635b-4f9d-a0d1-264d98fbe88b gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:03:02.619215 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2b25ce86-9dda-4257-9cd1-681c0990d531 req-2de8ad19-9f98-482b-9b9b-e7772bff8646 service neutron] 10.222.0.61 "GET /v2.0/networks/845a26ef-2921-45a9-ae45-02201a4e2a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159770 Aug 10 04:03:02.778309 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2b25ce86-9dda-4257-9cd1-681c0990d531 req-e91eaa03-16d5-4753-967b-5ad1b24ab15b service neutron] 10.222.0.61 "GET /v2.0/networks/845a26ef-2921-45a9-ae45-02201a4e2a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500919 Aug 10 04:03:02.861695 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-b15e9890-6b25-4a4c-9a39-560dfa5312da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f545908e-635b-4f9d-a0d1-264d98fbe88b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1725874286', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': 'a552b12c-9865-4b23-9154-7877c7118ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:00:02Z', 'updated_at': '2021-08-10T04:00:06Z', 'revision_number': 4, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'gw_port': {'id': 'a552b12c-9865-4b23-9154-7877c7118ad3', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f545908e-635b-4f9d-a0d1-264d98fbe88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:00:03Z', 'updated_at': '2021-08-10T04:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '2f325614-4430-4b39-85c3-f108313b64c9', 'name': '', 'network_id': '845a26ef-2921-45a9-ae45-02201a4e2a53', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'mac_address': 'fa:16:3e:1b:c8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f545908e-635b-4f9d-a0d1-264d98fbe88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '7c7556c4-2a9c-4040-840d-acea0876055e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:00:05Z', 'updated_at': '2021-08-10T04:00:12Z', 'revision_number': 5, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'subnets': [{'id': '7c7556c4-2a9c-4040-840d-acea0876055e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:02.900637 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15e9890-6b25-4a4c-9a39-560dfa5312da None None] The sync data for ids ['f545908e-635b-4f9d-a0d1-264d98fbe88b'] in n-d-768862-13 is: [{'id': 'f545908e-635b-4f9d-a0d1-264d98fbe88b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1725874286', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': 'a552b12c-9865-4b23-9154-7877c7118ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:00:02Z', 'updated_at': '2021-08-10T04:00:06Z', 'revision_number': 4, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'gw_port': {'id': 'a552b12c-9865-4b23-9154-7877c7118ad3', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f545908e-635b-4f9d-a0d1-264d98fbe88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:00:03Z', 'updated_at': '2021-08-10T04:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '2f325614-4430-4b39-85c3-f108313b64c9', 'name': '', 'network_id': '845a26ef-2921-45a9-ae45-02201a4e2a53', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'mac_address': 'fa:16:3e:1b:c8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f545908e-635b-4f9d-a0d1-264d98fbe88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '7c7556c4-2a9c-4040-840d-acea0876055e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:00:05Z', 'updated_at': '2021-08-10T04:00:12Z', 'revision_number': 5, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'subnets': [{'id': '7c7556c4-2a9c-4040-840d-acea0876055e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:03:03.180533 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddc9fe7-1cf0-4e7e-9f3d-0933947b4fd1 None None] New status for floating IP 6cde3664-6f86-4db9-873b-de0ebd4c5d62: DOWN {{(pid=94262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:03:03.539212 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:03.564868 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09713ce4-0497-4078-a41c-2ab2ffff11e4 req-ed4d7058-3a50-45c6-bd77-815f756a1cf4 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:03.566498 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-09713ce4-0497-4078-a41c-2ab2ffff11e4 req-ed4d7058-3a50-45c6-bd77-815f756a1cf4 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8e724a5-7065-445e-a82d-fe3e8b3eb452 HTTP/1.1" status: 200 len: 947 time: 0.0678258 Aug 10 04:03:03.610452 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-09713ce4-0497-4078-a41c-2ab2ffff11e4 req-9e1a7708-8197-4267-b0bd-4203c5d6237f tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=41f848be-fb97-4022-b4d8-2c75cbef7871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349379 Aug 10 04:03:03.929308 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc295c9f-08aa-4a7c-8412-1ef29441f10c req-ac308192-6787-4492-a815-5794dbbf88c7 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:03.930824 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dc295c9f-08aa-4a7c-8412-1ef29441f10c req-ac308192-6787-4492-a815-5794dbbf88c7 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8e724a5-7065-445e-a82d-fe3e8b3eb452 HTTP/1.1" status: 200 len: 947 time: 0.0558279 Aug 10 04:03:04.030348 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-dc295c9f-08aa-4a7c-8412-1ef29441f10c req-c189d455-d0c6-46b2-bec6-46ef21933e49 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Deleting port a82fa16c-36ad-4d08-8219-e0981bbb5324 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:03:04.030620 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-dc295c9f-08aa-4a7c-8412-1ef29441f10c req-c189d455-d0c6-46b2-bec6-46ef21933e49 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:04.135007 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-dc295c9f-08aa-4a7c-8412-1ef29441f10c req-c189d455-d0c6-46b2-bec6-46ef21933e49 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] For port a82fa16c-36ad-4d08-8219-e0981bbb5324, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=a82fa16c-36ad-4d08-8219-e0981bbb5324,segment=NetworkSegment(fd7f4cdf-af6d-4f74-86f0-341ea1f2a3a1),segment_id=fd7f4cdf-af6d-4f74-86f0-341ea1f2a3a1)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:04.135376 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-dc295c9f-08aa-4a7c-8412-1ef29441f10c req-c189d455-d0c6-46b2-bec6-46ef21933e49 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:04.151102 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-dc295c9f-08aa-4a7c-8412-1ef29441f10c req-c189d455-d0c6-46b2-bec6-46ef21933e49 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Calling delete_port for a82fa16c-36ad-4d08-8219-e0981bbb5324 owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:03:04.298377 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-dc295c9f-08aa-4a7c-8412-1ef29441f10c req-c189d455-d0c6-46b2-bec6-46ef21933e49 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:04.342665 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c189d455-d0c6-46b2-bec6-46ef21933e49 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Pushing event deleted for resources: {'Port': ['ID=a82fa16c-36ad-4d08-8219-e0981bbb5324,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:04.356702 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c189d455-d0c6-46b2-bec6-46ef21933e49 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:04.357142 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c189d455-d0c6-46b2-bec6-46ef21933e49 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:04.357489 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c189d455-d0c6-46b2-bec6-46ef21933e49 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:04.357828 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c189d455-d0c6-46b2-bec6-46ef21933e49 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:04.358160 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c189d455-d0c6-46b2-bec6-46ef21933e49 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:04.358655 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c189d455-d0c6-46b2-bec6-46ef21933e49 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:04.358844 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c189d455-d0c6-46b2-bec6-46ef21933e49 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:04.359175 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c189d455-d0c6-46b2-bec6-46ef21933e49 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:04.359508 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c189d455-d0c6-46b2-bec6-46ef21933e49 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:04.359823 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c189d455-d0c6-46b2-bec6-46ef21933e49 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:04.360147 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c189d455-d0c6-46b2-bec6-46ef21933e49 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:04.360474 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c189d455-d0c6-46b2-bec6-46ef21933e49 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:04.398792 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc295c9f-08aa-4a7c-8412-1ef29441f10c req-c189d455-d0c6-46b2-bec6-46ef21933e49 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] No DVR routers for this DVR port a82fa16c-36ad-4d08-8219-e0981bbb5324 on host n-h2-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:03:04.401767 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-dc295c9f-08aa-4a7c-8412-1ef29441f10c req-c189d455-d0c6-46b2-bec6-46ef21933e49 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:04.404265 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dc295c9f-08aa-4a7c-8412-1ef29441f10c req-c189d455-d0c6-46b2-bec6-46ef21933e49 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.61 "DELETE /v2.0/ports/a82fa16c-36ad-4d08-8219-e0981bbb5324 HTTP/1.1" status: 204 len: 173 time: 0.4651482 Aug 10 04:03:04.404897 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8e724a5-7065-445e-a82d-fe3e8b3eb452', 'name': 'network-vif-deleted', 'tag': 'a82fa16c-36ad-4d08-8219-e0981bbb5324'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:03:04.407782 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff50e57-eb8e-4264-9ae7-d0755ff25135" -d '{"events": [{"server_uuid": "f8e724a5-7065-445e-a82d-fe3e8b3eb452", "name": "network-vif-deleted", "tag": "a82fa16c-36ad-4d08-8219-e0981bbb5324"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:03:04.460173 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1db6293d-171e-4361-b84b-7a1bcfe6027c x-openstack-request-id: req-1db6293d-171e-4361-b84b-7a1bcfe6027c {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:03:04.460661 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8e724a5-7065-445e-a82d-fe3e8b3eb452", "name": "network-vif-deleted", "tag": "a82fa16c-36ad-4d08-8219-e0981bbb5324", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:03:04.461077 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1db6293d-171e-4361-b84b-7a1bcfe6027c {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:03:04.461993 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8e724a5-7065-445e-a82d-fe3e8b3eb452', 'name': 'network-vif-deleted', 'tag': 'a82fa16c-36ad-4d08-8219-e0981bbb5324', 'status': 'completed', 'code': 200} Aug 10 04:03:04.734150 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-397eb031-9e52-43d5-83c9-bf99c328b898 req-3f3deb80-551e-4536-911a-81cc42992718 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8e724a5-7065-445e-a82d-fe3e8b3eb452 HTTP/1.1" status: 200 len: 210 time: 0.0314977 Aug 10 04:03:05.802171 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 46260) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:06.227242 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a95c778b-ea6c-45b2-81e0-ffb7836ff727 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521880'] for router_interface, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:06.546748 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-a95c778b-ea6c-45b2-81e0-ffb7836ff727 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Deleting port 2f325614-4430-4b39-85c3-f108313b64c9 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:03:06.547103 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a95c778b-ea6c-45b2-81e0-ffb7836ff727 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:06.644743 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-a95c778b-ea6c-45b2-81e0-ffb7836ff727 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] For port 2f325614-4430-4b39-85c3-f108313b64c9, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=2f325614-4430-4b39-85c3-f108313b64c9,segment=NetworkSegment(fd7f4cdf-af6d-4f74-86f0-341ea1f2a3a1),segment_id=fd7f4cdf-af6d-4f74-86f0-341ea1f2a3a1)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:06.645213 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a95c778b-ea6c-45b2-81e0-ffb7836ff727 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:06.661419 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-a95c778b-ea6c-45b2-81e0-ffb7836ff727 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Calling delete_port for 2f325614-4430-4b39-85c3-f108313b64c9 owned by network:router_interface {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:03:06.876425 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a95c778b-ea6c-45b2-81e0-ffb7836ff727 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:06.911698 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95c778b-ea6c-45b2-81e0-ffb7836ff727 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Pushing event deleted for resources: {'Port': ['ID=2f325614-4430-4b39-85c3-f108313b64c9,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:07.134599 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a95c778b-ea6c-45b2-81e0-ffb7836ff727 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-522536'] for router_interface, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:07.479645 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a95c778b-ea6c-45b2-81e0-ffb7836ff727 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Router f545908e-635b-4f9d-a0d1-264d98fbe88b has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:03:07.701834 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device a82fa16c-36ad-4d08-8219-e0981bbb5324 no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:03:07.738269 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] No Port match for: a82fa16c-36ad-4d08-8219-e0981bbb5324 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:03:07.738674 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device a82fa16c-36ad-4d08-8219-e0981bbb5324 not bound to the agent host n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:03:07.968321 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a95c778b-ea6c-45b2-81e0-ffb7836ff727 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:03:07.974951 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a95c778b-ea6c-45b2-81e0-ffb7836ff727 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "PUT /v2.0/routers/f545908e-635b-4f9d-a0d1-264d98fbe88b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1714962 Aug 10 04:03:07.978910 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 46264) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:07.985256 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0288018a-7008-44e0-88d7-60c772db32c5 None None] Sync routers for ids ['f545908e-635b-4f9d-a0d1-264d98fbe88b'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:03:08.001277 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0288018a-7008-44e0-88d7-60c772db32c5 None None] Routers {'f545908e-635b-4f9d-a0d1-264d98fbe88b'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:03:08.002212 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-0288018a-7008-44e0-88d7-60c772db32c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:02:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['f545908e-635b-4f9d-a0d1-264d98fbe88b'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:08.046162 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdc8feca-611e-46a9-9984-a6f9a2f31ce2 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Deleting subnet 7c7556c4-2a9c-4040-840d-acea0876055e {{(pid=94260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:03:08.051176 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-fdc8feca-611e-46a9-9984-a6f9a2f31ce2 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for subnet, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:08.109114 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-fdc8feca-611e-46a9-9984-a6f9a2f31ce2 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191173'] for subnet, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:08.213667 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-fdc8feca-611e-46a9-9984-a6f9a2f31ce2 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:08.295277 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-fdc8feca-611e-46a9-9984-a6f9a2f31ce2 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:08.338461 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc8feca-611e-46a9-9984-a6f9a2f31ce2 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Pushing event deleted for resources: {'Subnet': ['ID=7c7556c4-2a9c-4040-840d-acea0876055e,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:08.343517 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-fdc8feca-611e-46a9-9984-a6f9a2f31ce2 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:08.346860 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-fdc8feca-611e-46a9-9984-a6f9a2f31ce2 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "DELETE /v2.0/subnets/7c7556c4-2a9c-4040-840d-acea0876055e HTTP/1.1" status: 204 len: 168 time: 0.3658452 Aug 10 04:03:08.349668 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-0288018a-7008-44e0-88d7-60c772db32c5 None None] Set router f545908e-635b-4f9d-a0d1-264d98fbe88b gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:03:08.349999 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 46266) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:08.367648 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38de180-dcbc-4e03-8a00-55c54314ea0f None None] Network 845a26ef-2921-45a9-ae45-02201a4e2a53 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:03:08.538559 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4955f15b-df98-4518-9b7b-596148f7bd85 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for router, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:08.702374 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-0288018a-7008-44e0-88d7-60c772db32c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f545908e-635b-4f9d-a0d1-264d98fbe88b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1725874286', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': 'a552b12c-9865-4b23-9154-7877c7118ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:00:02Z', 'updated_at': '2021-08-10T04:03:06Z', 'revision_number': 5, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'gw_port': {'id': 'a552b12c-9865-4b23-9154-7877c7118ad3', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f545908e-635b-4f9d-a0d1-264d98fbe88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:00:03Z', 'updated_at': '2021-08-10T04:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:08.703235 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4955f15b-df98-4518-9b7b-596148f7bd85 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:08.705067 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc0471e-068d-4f93-9f7e-f083bbfd84f7 None None] DHCP port deletion for 845a26ef-2921-45a9-ae45-02201a4e2a53 request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:03:08.749852 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0288018a-7008-44e0-88d7-60c772db32c5 None None] Checking router: f545908e-635b-4f9d-a0d1-264d98fbe88b for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:03:08.761455 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-3bc0471e-068d-4f93-9f7e-f083bbfd84f7 None None] Deleting port 63db2f33-7313-49ad-9395-db902f9c4f13 {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:03:08.761846 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3bc0471e-068d-4f93-9f7e-f083bbfd84f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:08.767118 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0288018a-7008-44e0-88d7-60c772db32c5 None None] Routers {'f545908e-635b-4f9d-a0d1-264d98fbe88b'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:03:08.768394 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-0288018a-7008-44e0-88d7-60c772db32c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:02:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['f545908e-635b-4f9d-a0d1-264d98fbe88b'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:08.809111 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-4955f15b-df98-4518-9b7b-596148f7bd85 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Deleting port a552b12c-9865-4b23-9154-7877c7118ad3 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:03:08.809662 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4955f15b-df98-4518-9b7b-596148f7bd85 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:08.844882 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-3bc0471e-068d-4f93-9f7e-f083bbfd84f7 None None] For port 63db2f33-7313-49ad-9395-db902f9c4f13, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=63db2f33-7313-49ad-9395-db902f9c4f13,segment=NetworkSegment(fd7f4cdf-af6d-4f74-86f0-341ea1f2a3a1),segment_id=fd7f4cdf-af6d-4f74-86f0-341ea1f2a3a1)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:08.845393 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3bc0471e-068d-4f93-9f7e-f083bbfd84f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:08.868911 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-3bc0471e-068d-4f93-9f7e-f083bbfd84f7 None None] Calling delete_port for 63db2f33-7313-49ad-9395-db902f9c4f13 owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:03:08.908722 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-0288018a-7008-44e0-88d7-60c772db32c5 None None] Set router f545908e-635b-4f9d-a0d1-264d98fbe88b gateway port host: None {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:03:08.917698 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [None req-4955f15b-df98-4518-9b7b-596148f7bd85 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] For port a552b12c-9865-4b23-9154-7877c7118ad3, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=a552b12c-9865-4b23-9154-7877c7118ad3,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:08.918188 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4955f15b-df98-4518-9b7b-596148f7bd85 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:08.935626 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-4955f15b-df98-4518-9b7b-596148f7bd85 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Calling delete_port for a552b12c-9865-4b23-9154-7877c7118ad3 owned by network:router_gateway {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:03:09.007507 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-0288018a-7008-44e0-88d7-60c772db32c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f545908e-635b-4f9d-a0d1-264d98fbe88b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1725874286', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:00:02Z', 'updated_at': '2021-08-10T04:03:08Z', 'revision_number': 6, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'gw_port_host': None}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:09.037106 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3bc0471e-068d-4f93-9f7e-f083bbfd84f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:09.062558 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0288018a-7008-44e0-88d7-60c772db32c5 None None] The sync data for ids ['f545908e-635b-4f9d-a0d1-264d98fbe88b'] in n-d-768862-13 is: [{'id': 'f545908e-635b-4f9d-a0d1-264d98fbe88b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1725874286', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:00:02Z', 'updated_at': '2021-08-10T04:03:08Z', 'revision_number': 6, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'gw_port_host': None}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:03:09.106048 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc0471e-068d-4f93-9f7e-f083bbfd84f7 None None] Pushing event deleted for resources: {'Port': ['ID=63db2f33-7313-49ad-9395-db902f9c4f13,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:09.133896 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc0471e-068d-4f93-9f7e-f083bbfd84f7 None None] No DVR routers for this DVR port 63db2f33-7313-49ad-9395-db902f9c4f13 on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:03:09.146439 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc0471e-068d-4f93-9f7e-f083bbfd84f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:09.147354 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc0471e-068d-4f93-9f7e-f083bbfd84f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:09.147354 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc0471e-068d-4f93-9f7e-f083bbfd84f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:09.148705 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc0471e-068d-4f93-9f7e-f083bbfd84f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:09.149703 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc0471e-068d-4f93-9f7e-f083bbfd84f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:09.149943 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc0471e-068d-4f93-9f7e-f083bbfd84f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:09.151048 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc0471e-068d-4f93-9f7e-f083bbfd84f7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:09.151687 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc0471e-068d-4f93-9f7e-f083bbfd84f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:09.152144 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc0471e-068d-4f93-9f7e-f083bbfd84f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:09.152620 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc0471e-068d-4f93-9f7e-f083bbfd84f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:09.153578 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc0471e-068d-4f93-9f7e-f083bbfd84f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:09.154617 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc0471e-068d-4f93-9f7e-f083bbfd84f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:09.269310 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4955f15b-df98-4518-9b7b-596148f7bd85 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:09.306791 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4955f15b-df98-4518-9b7b-596148f7bd85 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Pushing event deleted for resources: {'Port': ['ID=a552b12c-9865-4b23-9154-7877c7118ad3,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:09.388981 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4955f15b-df98-4518-9b7b-596148f7bd85 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520654'] for router_gateway, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:09.528594 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4955f15b-df98-4518-9b7b-596148f7bd85 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:09.532890 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4955f15b-df98-4518-9b7b-596148f7bd85 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:09.600297 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4955f15b-df98-4518-9b7b-596148f7bd85 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:09.600865 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4955f15b-df98-4518-9b7b-596148f7bd85 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Fanout notify agent at l3_agent the message router_deleted on router f545908e-635b-4f9d-a0d1-264d98fbe88b {{(pid=94260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:03:09.608235 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4955f15b-df98-4518-9b7b-596148f7bd85 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for router, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:09.609386 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-4955f15b-df98-4518-9b7b-596148f7bd85 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "DELETE /v2.0/routers/f545908e-635b-4f9d-a0d1-264d98fbe88b HTTP/1.1" status: 204 len: 168 time: 1.2580309 Aug 10 04:03:09.615860 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 46268) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:09.708196 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8ffd6e06-6aaa-45a8-b3a9-b69312c2cc8f tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:09.807393 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 63db2f33-7313-49ad-9395-db902f9c4f13 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:03:09.821438 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8ffd6e06-6aaa-45a8-b3a9-b69312c2cc8f tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:09.837272 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-8ffd6e06-6aaa-45a8-b3a9-b69312c2cc8f tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['845a26ef-2921-45a9-ae45-02201a4e2a53']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:09.837508 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 63db2f33-7313-49ad-9395-db902f9c4f13 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:03:09.837508 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 63db2f33-7313-49ad-9395-db902f9c4f13 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:03:09.837508 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 2f325614-4430-4b39-85c3-f108313b64c9 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:03:09.847437 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-8ffd6e06-6aaa-45a8-b3a9-b69312c2cc8f tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd7f4cdf-af6d-4f74-86f0-341ea1f2a3a1') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:09.847731 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-8ffd6e06-6aaa-45a8-b3a9-b69312c2cc8f tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd7f4cdf-af6d-4f74-86f0-341ea1f2a3a1') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:09.857568 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 2f325614-4430-4b39-85c3-f108313b64c9 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:03:09.857942 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 2f325614-4430-4b39-85c3-f108313b64c9 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:03:09.858466 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device a552b12c-9865-4b23-9154-7877c7118ad3 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:03:09.860548 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8ffd6e06-6aaa-45a8-b3a9-b69312c2cc8f tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:09.880165 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8ffd6e06-6aaa-45a8-b3a9-b69312c2cc8f tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:09.881602 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: a552b12c-9865-4b23-9154-7877c7118ad3 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:03:09.882180 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device a552b12c-9865-4b23-9154-7877c7118ad3 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:03:09.904813 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ffd6e06-6aaa-45a8-b3a9-b69312c2cc8f tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:03:09.905160 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8ffd6e06-6aaa-45a8-b3a9-b69312c2cc8f tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:09.912427 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 04:03:09.912427 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:03:09.912427 n-d-768862-13 neutron-server[94261]: timer() Aug 10 04:03:09.912427 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:03:09.912427 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 04:03:09.912427 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:03:09.912427 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 04:03:09.912427 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:03:09.912427 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 04:03:09.912427 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:03:09.912427 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 04:03:09.912427 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:03:09.912427 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 04:03:09.912427 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:03:09.912427 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:03:09.912427 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:03:09.912427 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:03:09.912427 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:03:09.912427 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 04:03:09.912427 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:03:09.912427 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 04:03:09.912427 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:03:09.912427 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:03:09.912427 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:03:09.912427 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 04:03:09.912427 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:03:09.912427 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:03:09.912427 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:03:09.912427 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:03:09.912427 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:03:09.912427 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:03:09.912427 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:03:09.984805 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8ffd6e06-6aaa-45a8-b3a9-b69312c2cc8f tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:10.011144 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8ffd6e06-6aaa-45a8-b3a9-b69312c2cc8f tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:10.014816 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-8ffd6e06-6aaa-45a8-b3a9-b69312c2cc8f tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "DELETE /v2.0/networks/845a26ef-2921-45a9-ae45-02201a4e2a53 HTTP/1.1" status: 204 len: 168 time: 0.3971357 Aug 10 04:03:10.015766 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffd6e06-6aaa-45a8-b3a9-b69312c2cc8f tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Pushing event deleted for resources: {'Network': ['ID=845a26ef-2921-45a9-ae45-02201a4e2a53,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:10.017569 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 46270) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:10.086403 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-410bac15-80a6-40a4-a414-1656efbf9283 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:10.121871 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-410bac15-80a6-40a4-a414-1656efbf9283 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:10.220734 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-410bac15-80a6-40a4-a414-1656efbf9283 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:10.223858 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-410bac15-80a6-40a4-a414-1656efbf9283 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:10.225150 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-410bac15-80a6-40a4-a414-1656efbf9283 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "DELETE /v2.0/security-groups/41f848be-fb97-4022-b4d8-2c75cbef7871 HTTP/1.1" status: 204 len: 168 time: 0.2063763 Aug 10 04:03:10.237799 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410bac15-80a6-40a4-a414-1656efbf9283 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f848be-fb97-4022-b4d8-2c75cbef7871,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:11.599679 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 46278) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:11.604608 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-ef240280-4907-4767-8133-862ea7d742b2 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1493157883', 'description': 'tempest-secgroup-smoke-1493157883 description', 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:11.636074 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ef240280-4907-4767-8133-862ea7d742b2 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:11.752297 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ef240280-4907-4767-8133-862ea7d742b2 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:11.757189 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ef240280-4907-4767-8133-862ea7d742b2 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:11.792155 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ef240280-4907-4767-8133-862ea7d742b2 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:11.793465 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-ef240280-4907-4767-8133-862ea7d742b2 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1927516 Aug 10 04:03:11.794353 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef240280-4907-4767-8133-862ea7d742b2 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0176dae3-6240-4df4-8ea5-e81ff3efc752,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:11.797133 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 46280) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:11.802398 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-a9be3526-3b0d-43c6-be48-9d939f3f51cc tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Request body: {'security_group_rule': {'security_group_id': '0176dae3-6240-4df4-8ea5-e81ff3efc752', 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:11.841916 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a9be3526-3b0d-43c6-be48-9d939f3f51cc tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:11.907291 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a9be3526-3b0d-43c6-be48-9d939f3f51cc tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:11.912759 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a9be3526-3b0d-43c6-be48-9d939f3f51cc tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:11.946160 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9be3526-3b0d-43c6-be48-9d939f3f51cc tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=884ed9a6-3e2f-4ca0-845b-cf8811d8522b,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:11.956949 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a9be3526-3b0d-43c6-be48-9d939f3f51cc tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:11.958214 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a9be3526-3b0d-43c6-be48-9d939f3f51cc tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1599531 Aug 10 04:03:11.961304 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 46282) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:11.966185 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-5b0adf44-b327-41cc-a607-c17fa8a80a76 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Request body: {'security_group_rule': {'security_group_id': '0176dae3-6240-4df4-8ea5-e81ff3efc752', 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:11.996582 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5b0adf44-b327-41cc-a607-c17fa8a80a76 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:12.064891 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5b0adf44-b327-41cc-a607-c17fa8a80a76 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:12.069960 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5b0adf44-b327-41cc-a607-c17fa8a80a76 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:12.090843 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0adf44-b327-41cc-a607-c17fa8a80a76 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d0d45da-d746-473c-9628-47dc20a27bf6,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:12.100622 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5b0adf44-b327-41cc-a607-c17fa8a80a76 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:12.102142 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-5b0adf44-b327-41cc-a607-c17fa8a80a76 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1397178 Aug 10 04:03:12.105217 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 46284) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:12.110754 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-bed4ed38-3922-4f72-8d0b-d3bbcda4e463 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Request body: {'security_group_rule': {'security_group_id': '0176dae3-6240-4df4-8ea5-e81ff3efc752', 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:12.144490 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bed4ed38-3922-4f72-8d0b-d3bbcda4e463 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:12.223865 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bed4ed38-3922-4f72-8d0b-d3bbcda4e463 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:12.229176 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bed4ed38-3922-4f72-8d0b-d3bbcda4e463 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:12.251795 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed4ed38-3922-4f72-8d0b-d3bbcda4e463 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6f51b6d-baa7-4ddd-b2cb-afc369f36be3,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:12.259992 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bed4ed38-3922-4f72-8d0b-d3bbcda4e463 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:12.261400 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-bed4ed38-3922-4f72-8d0b-d3bbcda4e463 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1550891 Aug 10 04:03:12.264453 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 46286) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:12.272017 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-c3a5d47c-155e-405b-9d1e-f58afd3befa2 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Request body: {'security_group_rule': {'security_group_id': '0176dae3-6240-4df4-8ea5-e81ff3efc752', 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:12.313991 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c3a5d47c-155e-405b-9d1e-f58afd3befa2 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:12.397186 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c3a5d47c-155e-405b-9d1e-f58afd3befa2 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:12.401756 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c3a5d47c-155e-405b-9d1e-f58afd3befa2 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:12.426815 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a5d47c-155e-405b-9d1e-f58afd3befa2 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c95ce2d6-792e-4209-bc63-1de8dbe642e9,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:12.430876 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c3a5d47c-155e-405b-9d1e-f58afd3befa2 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:12.432168 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-c3a5d47c-155e-405b-9d1e-f58afd3befa2 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1663959 Aug 10 04:03:12.437294 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 46288) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:12.442393 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-00929a07-2b2a-4fd4-b7c3-5233ef39381b tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Request body: {'security_group_rule': {'security_group_id': '0176dae3-6240-4df4-8ea5-e81ff3efc752', 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:12.469137 n-d-768862-13 neutron-server[94261]: INFO neutron.db.securitygroups_db [None req-00929a07-2b2a-4fd4-b7c3-5233ef39381b tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Project b8b99293bc0b4fae85b62fcecb6d67eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:03:12.475968 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-00929a07-2b2a-4fd4-b7c3-5233ef39381b tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:12.557228 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-00929a07-2b2a-4fd4-b7c3-5233ef39381b tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:12.563223 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-00929a07-2b2a-4fd4-b7c3-5233ef39381b tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:12.583703 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00929a07-2b2a-4fd4-b7c3-5233ef39381b tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db9584bd-b0fe-4466-a67b-7fe4cfd78362,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:12.594469 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-00929a07-2b2a-4fd4-b7c3-5233ef39381b tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:12.600510 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-00929a07-2b2a-4fd4-b7c3-5233ef39381b tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1574404 Aug 10 04:03:12.600793 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 46290) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:12.606004 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-bdab84a8-6cdf-45ad-9b3d-c23bbbb96a1a tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Request body: {'security_group_rule': {'security_group_id': '0176dae3-6240-4df4-8ea5-e81ff3efc752', 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:12.631953 n-d-768862-13 neutron-server[94261]: INFO neutron.db.securitygroups_db [None req-bdab84a8-6cdf-45ad-9b3d-c23bbbb96a1a tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Project b8b99293bc0b4fae85b62fcecb6d67eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:03:12.638517 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bdab84a8-6cdf-45ad-9b3d-c23bbbb96a1a tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:12.719794 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bdab84a8-6cdf-45ad-9b3d-c23bbbb96a1a tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:12.724944 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bdab84a8-6cdf-45ad-9b3d-c23bbbb96a1a tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:12.743327 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdab84a8-6cdf-45ad-9b3d-c23bbbb96a1a tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c2eaf40-acb4-41c7-9ad3-0ff019aa0b8b,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:12.752110 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-bdab84a8-6cdf-45ad-9b3d-c23bbbb96a1a tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:12.754447 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-bdab84a8-6cdf-45ad-9b3d-c23bbbb96a1a tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1508420 Aug 10 04:03:12.757546 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 46292) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:12.763535 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-99d7f29f-f8cf-499d-87be-b6e171686cae tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Request body: {'network': {'name': 'tempest-network-smoke--1244506634', 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'port_security_enabled': True}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:12.787572 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99d7f29f-f8cf-499d-87be-b6e171686cae tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Made reservation on behalf of b8b99293bc0b4fae85b62fcecb6d67eb for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:03:12.791733 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-99d7f29f-f8cf-499d-87be-b6e171686cae tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:12.820550 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99d7f29f-f8cf-499d-87be-b6e171686cae tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:03:12.834482 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-99d7f29f-f8cf-499d-87be-b6e171686cae tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:12.834944 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-99d7f29f-f8cf-499d-87be-b6e171686cae tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Added segment b6eb2216-d350-48f4-ab12-e5fa8385e56d of type vlan for network 16754951-f8c1-46e1-91b1-ac1aacaadb80 Aug 10 04:03:12.889170 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-99d7f29f-f8cf-499d-87be-b6e171686cae tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:12.923907 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-99d7f29f-f8cf-499d-87be-b6e171686cae tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:12.930556 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d7f29f-f8cf-499d-87be-b6e171686cae tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:12.931308 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-99d7f29f-f8cf-499d-87be-b6e171686cae tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:13.000047 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-99d7f29f-f8cf-499d-87be-b6e171686cae tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2412503 Aug 10 04:03:13.003315 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 46294) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:13.009703 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-f20f3b76-1975-41b9-926b-0c472c4379db tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2029654503', 'admin_state_up': True, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:13.015069 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d7f29f-f8cf-499d-87be-b6e171686cae tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Pushing event updated for resources: {'Network': ['ID=16754951-f8c1-46e1-91b1-ac1aacaadb80,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:13.029830 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 16754951-f8c1-46e1-91b1-ac1aacaadb80 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:03:13.047512 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f20f3b76-1975-41b9-926b-0c472c4379db tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:13.049160 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f20f3b76-1975-41b9-926b-0c472c4379db tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:13.116569 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f20f3b76-1975-41b9-926b-0c472c4379db tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:13.359062 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f20f3b76-1975-41b9-926b-0c472c4379db tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:13.925883 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f20f3b76-1975-41b9-926b-0c472c4379db tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for router_gateway, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:13.948523 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f20f3b76-1975-41b9-926b-0c472c4379db tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:14.113274 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-f20f3b76-1975-41b9-926b-0c472c4379db tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Allocated IP 172.25.6.150 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/e57c57de-3738-4aa7-aad3-b14a64d24260) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:03:14.229159 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f20f3b76-1975-41b9-926b-0c472c4379db tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:14.274707 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f20f3b76-1975-41b9-926b-0c472c4379db tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:14.323777 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20f3b76-1975-41b9-926b-0c472c4379db tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:03:14.327122 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-f20f3b76-1975-41b9-926b-0c472c4379db tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:03:14.331322 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20f3b76-1975-41b9-926b-0c472c4379db tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:03:14.337860 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20f3b76-1975-41b9-926b-0c472c4379db tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Pushing event updated for resources: {'Port': ['ID=e57c57de-3738-4aa7-aad3-b14a64d24260,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:14.628037 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f20f3b76-1975-41b9-926b-0c472c4379db tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for router_gateway, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:14.865394 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f20f3b76-1975-41b9-926b-0c472c4379db tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:15.013231 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f20f3b76-1975-41b9-926b-0c472c4379db tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Router 0b761fd8-4159-4ded-a7cf-882d9609722e is scheduled to L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e with binding_index 1 {{(pid=94260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:03:15.139120 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f20f3b76-1975-41b9-926b-0c472c4379db tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:03:15.151705 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fe946d-ea86-4f9d-8116-4cfd4303b7bf None None] Sync routers for ids ['0b761fd8-4159-4ded-a7cf-882d9609722e'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:03:15.163990 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fe946d-ea86-4f9d-8116-4cfd4303b7bf None None] Routers {'0b761fd8-4159-4ded-a7cf-882d9609722e'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:03:15.164910 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-c0fe946d-ea86-4f9d-8116-4cfd4303b7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:02:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['0b761fd8-4159-4ded-a7cf-882d9609722e'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:15.166534 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f20f3b76-1975-41b9-926b-0c472c4379db tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for router, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:15.171010 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-f20f3b76-1975-41b9-926b-0c472c4379db tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.1659586 Aug 10 04:03:15.172825 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 46298) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:15.207006 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-a9c5a06b-e086-4544-8c51-ad6cf96a8752 tempest-TestNetworkAdvancedServerOps-902294344 tempest-TestNetworkAdvancedServerOps-902294344-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=b8b99293bc0b4fae85b62fcecb6d67eb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0329084 Aug 10 04:03:15.211852 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 46300) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:15.326122 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-c0fe946d-ea86-4f9d-8116-4cfd4303b7bf None None] Set router 0b761fd8-4159-4ded-a7cf-882d9609722e gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:03:15.344787 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91305b88-bf66-4f85-beeb-21b1a35828ea tempest-TestNetworkAdvancedServerOps-902294344 tempest-TestNetworkAdvancedServerOps-902294344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:15.346369 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-91305b88-bf66-4f85-beeb-21b1a35828ea tempest-TestNetworkAdvancedServerOps-902294344 tempest-TestNetworkAdvancedServerOps-902294344-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1334882 Aug 10 04:03:15.351226 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 46302) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:15.391674 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ee9ba88f-0ec7-443b-84e4-31311acb8f1d tempest-TestNetworkAdvancedServerOps-902294344 tempest-TestNetworkAdvancedServerOps-902294344-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=2ea12131-628a-487e-b434-0463553732bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0388627 Aug 10 04:03:15.395368 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 46304) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:15.401279 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-87e728c9-66e8-451e-9f32-de56c9634166 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1857357348', 'network_id': '16754951-f8c1-46e1-91b1-ac1aacaadb80', 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:15.509422 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e728c9-66e8-451e-9f32-de56c9634166 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Made reservation on behalf of b8b99293bc0b4fae85b62fcecb6d67eb for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:03:15.514472 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-87e728c9-66e8-451e-9f32-de56c9634166 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:15.749886 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-c0fe946d-ea86-4f9d-8116-4cfd4303b7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b761fd8-4159-4ded-a7cf-882d9609722e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2029654503', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'e57c57de-3738-4aa7-aad3-b14a64d24260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:03:13Z', 'updated_at': '2021-08-10T04:03:14Z', 'revision_number': 3, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'gw_port': {'id': 'e57c57de-3738-4aa7-aad3-b14a64d24260', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:64:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b761fd8-4159-4ded-a7cf-882d9609722e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:13Z', 'updated_at': '2021-08-10T04:03:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:15.777926 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fe946d-ea86-4f9d-8116-4cfd4303b7bf None None] Checking router: 0b761fd8-4159-4ded-a7cf-882d9609722e for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:03:15.778376 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fe946d-ea86-4f9d-8116-4cfd4303b7bf None None] Updating router 0b761fd8-4159-4ded-a7cf-882d9609722e port e57c57de-3738-4aa7-aad3-b14a64d24260 binding host n-d-768862-13 {{(pid=94262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:03:15.805558 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c0fe946d-ea86-4f9d-8116-4cfd4303b7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:15.832439 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-87e728c9-66e8-451e-9f32-de56c9634166 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:15.954576 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e728c9-66e8-451e-9f32-de56c9634166 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Pushing event updated for resources: {'Subnet': ['ID=35b959a8-a78f-4d93-9ac8-62faec811252,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:15.971978 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e728c9-66e8-451e-9f32-de56c9634166 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Checking segment: {'id': 'b6eb2216-d350-48f4-ab12-e5fa8385e56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '16754951-f8c1-46e1-91b1-ac1aacaadb80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:03:15.972595 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e728c9-66e8-451e-9f32-de56c9634166 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Network hostable DHCP agents. Network: 16754951-f8c1-46e1-91b1-ac1aacaadb80, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:03:16.003572 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e728c9-66e8-451e-9f32-de56c9634166 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Network 16754951-f8c1-46e1-91b1-ac1aacaadb80 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:03:16.019565 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-87e728c9-66e8-451e-9f32-de56c9634166 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 16754951-f8c1-46e1-91b1-ac1aacaadb80) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:03:16.026798 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e728c9-66e8-451e-9f32-de56c9634166 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:16.028298 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-87e728c9-66e8-451e-9f32-de56c9634166 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:16.048366 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-87e728c9-66e8-451e-9f32-de56c9634166 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6518440 Aug 10 04:03:16.052696 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 46306) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:16.064664 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd474b2f-af13-47c4-bec7-d2068a7df255 None None] Network 16754951-f8c1-46e1-91b1-ac1aacaadb80 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:03:16.302046 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c0fe946d-ea86-4f9d-8116-4cfd4303b7bf None None] Notify callbacks [] for port, precommit_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:16.322003 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c0fe946d-ea86-4f9d-8116-4cfd4303b7bf None None] Transition to ACTIVE for port object e57c57de-3738-4aa7-aad3-b14a64d24260 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:03:16.333151 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c0fe946d-ea86-4f9d-8116-4cfd4303b7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:16.391933 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705b038e-9df1-4d32-945b-790dae550441 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-16754951-f8c1-46e1-91b1-ac1aacaadb80', 'network_id': '16754951-f8c1-46e1-91b1-ac1aacaadb80', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'fixed_ips': [{'subnet_id': '35b959a8-a78f-4d93-9ac8-62faec811252'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:03:16.392998 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-705b038e-9df1-4d32-945b-790dae550441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:16.445084 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b61fe0d-40bf-4ac9-8da6-0dd7c2ee06b6 None None] Pushing event updated for resources: {'Port': ['ID=e57c57de-3738-4aa7-aad3-b14a64d24260,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:16.461463 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-c0fe946d-ea86-4f9d-8116-4cfd4303b7bf None None] Attempting to bind port e57c57de-3738-4aa7-aad3-b14a64d24260 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:03:16.462036 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-c0fe946d-ea86-4f9d-8116-4cfd4303b7bf None None] Attempting to bind port e57c57de-3738-4aa7-aad3-b14a64d24260 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:03:16.462735 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fe946d-ea86-4f9d-8116-4cfd4303b7bf None None] Attempting to bind port e57c57de-3738-4aa7-aad3-b14a64d24260 on network 2ea12131-628a-487e-b434-0463553732bd {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:03:16.474911 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fe946d-ea86-4f9d-8116-4cfd4303b7bf None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:03:16.475527 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fe946d-ea86-4f9d-8116-4cfd4303b7bf None None] Checking segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:03:16.476188 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c0fe946d-ea86-4f9d-8116-4cfd4303b7bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:16.476808 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fe946d-ea86-4f9d-8116-4cfd4303b7bf None None] Bound using segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:03:16.477584 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-c0fe946d-ea86-4f9d-8116-4cfd4303b7bf None None] Bound port: e57c57de-3738-4aa7-aad3-b14a64d24260, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:03:16.478185 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c0fe946d-ea86-4f9d-8116-4cfd4303b7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:16.667216 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c0fe946d-ea86-4f9d-8116-4cfd4303b7bf None None] For port e57c57de-3738-4aa7-aad3-b14a64d24260, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:03:16.671810 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-81c88556-6d12-4898-9bed-200517859fc1 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:16.674037 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c0fe946d-ea86-4f9d-8116-4cfd4303b7bf None None] For port e57c57de-3738-4aa7-aad3-b14a64d24260, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=e57c57de-3738-4aa7-aad3-b14a64d24260,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:03:16.681419 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c0fe946d-ea86-4f9d-8116-4cfd4303b7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:16.723206 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-705b038e-9df1-4d32-945b-790dae550441 None None] Allocated IP 172.20.0.2 (16754951-f8c1-46e1-91b1-ac1aacaadb80/35b959a8-a78f-4d93-9ac8-62faec811252/80918965-d55c-4954-a992-bbdfb142a805) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:03:16.834727 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b61fe0d-40bf-4ac9-8da6-0dd7c2ee06b6 None None] Pushing event updated for resources: {'Port': ['ID=e57c57de-3738-4aa7-aad3-b14a64d24260,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:16.842288 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fe946d-ea86-4f9d-8116-4cfd4303b7bf None None] Routers {'0b761fd8-4159-4ded-a7cf-882d9609722e'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:03:16.843332 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-c0fe946d-ea86-4f9d-8116-4cfd4303b7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:02:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['0b761fd8-4159-4ded-a7cf-882d9609722e'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:17.089464 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-c0fe946d-ea86-4f9d-8116-4cfd4303b7bf None None] Set router 0b761fd8-4159-4ded-a7cf-882d9609722e gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:03:17.213075 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-705b038e-9df1-4d32-945b-790dae550441 None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:17.231169 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-705b038e-9df1-4d32-945b-790dae550441 None None] Transition to ACTIVE for port object 80918965-d55c-4954-a992-bbdfb142a805 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:03:17.269361 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-705b038e-9df1-4d32-945b-790dae550441 None None] Transition to ACTIVE for port object 80918965-d55c-4954-a992-bbdfb142a805 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:03:17.281374 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-705b038e-9df1-4d32-945b-790dae550441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:17.376168 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705b038e-9df1-4d32-945b-790dae550441 None None] Network 16754951-f8c1-46e1-91b1-ac1aacaadb80 is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:03:17.402835 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-81c88556-6d12-4898-9bed-200517859fc1 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Allocated IP 172.20.0.1 (16754951-f8c1-46e1-91b1-ac1aacaadb80/35b959a8-a78f-4d93-9ac8-62faec811252/409b9c82-6657-4165-9d28-1d66549919b2) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:03:17.408718 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-705b038e-9df1-4d32-945b-790dae550441 None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:03:17.418109 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705b038e-9df1-4d32-945b-790dae550441 None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:03:17.422102 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705b038e-9df1-4d32-945b-790dae550441 None None] Pushing event updated for resources: {'Port': ['ID=80918965-d55c-4954-a992-bbdfb142a805,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:17.490579 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-705b038e-9df1-4d32-945b-790dae550441 None None] Attempting to bind port 80918965-d55c-4954-a992-bbdfb142a805 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:03:17.490848 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-705b038e-9df1-4d32-945b-790dae550441 None None] Attempting to bind port 80918965-d55c-4954-a992-bbdfb142a805 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'b6eb2216-d350-48f4-ab12-e5fa8385e56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '16754951-f8c1-46e1-91b1-ac1aacaadb80'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:03:17.491188 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705b038e-9df1-4d32-945b-790dae550441 None None] Attempting to bind port 80918965-d55c-4954-a992-bbdfb142a805 on network 16754951-f8c1-46e1-91b1-ac1aacaadb80 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:03:17.500098 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705b038e-9df1-4d32-945b-790dae550441 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:03:17.500469 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705b038e-9df1-4d32-945b-790dae550441 None None] Checking segment: {'id': 'b6eb2216-d350-48f4-ab12-e5fa8385e56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '16754951-f8c1-46e1-91b1-ac1aacaadb80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:03:17.500874 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-705b038e-9df1-4d32-945b-790dae550441 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:17.501275 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705b038e-9df1-4d32-945b-790dae550441 None None] Bound using segment: {'id': 'b6eb2216-d350-48f4-ab12-e5fa8385e56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '16754951-f8c1-46e1-91b1-ac1aacaadb80'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:03:17.501769 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-705b038e-9df1-4d32-945b-790dae550441 None None] Bound port: 80918965-d55c-4954-a992-bbdfb142a805, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6eb2216-d350-48f4-ab12-e5fa8385e56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '16754951-f8c1-46e1-91b1-ac1aacaadb80'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:03:17.502127 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-705b038e-9df1-4d32-945b-790dae550441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:17.506831 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-c0fe946d-ea86-4f9d-8116-4cfd4303b7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b761fd8-4159-4ded-a7cf-882d9609722e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2029654503', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'e57c57de-3738-4aa7-aad3-b14a64d24260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:03:13Z', 'updated_at': '2021-08-10T04:03:14Z', 'revision_number': 3, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'gw_port': {'id': 'e57c57de-3738-4aa7-aad3-b14a64d24260', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:64:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b761fd8-4159-4ded-a7cf-882d9609722e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:13Z', 'updated_at': '2021-08-10T04:03:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:17.549024 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fe946d-ea86-4f9d-8116-4cfd4303b7bf None None] The sync data for ids ['0b761fd8-4159-4ded-a7cf-882d9609722e'] in n-d-768862-13 is: [{'id': '0b761fd8-4159-4ded-a7cf-882d9609722e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2029654503', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'e57c57de-3738-4aa7-aad3-b14a64d24260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:03:13Z', 'updated_at': '2021-08-10T04:03:14Z', 'revision_number': 3, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'gw_port': {'id': 'e57c57de-3738-4aa7-aad3-b14a64d24260', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:64:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b761fd8-4159-4ded-a7cf-882d9609722e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:13Z', 'updated_at': '2021-08-10T04:03:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:03:17.608373 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-81c88556-6d12-4898-9bed-200517859fc1 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:17.628643 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-705b038e-9df1-4d32-945b-790dae550441 None None] For port 80918965-d55c-4954-a992-bbdfb142a805, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:03:17.633852 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [None req-81c88556-6d12-4898-9bed-200517859fc1 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Transition to ACTIVE for port object 409b9c82-6657-4165-9d28-1d66549919b2 will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:03:17.634517 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-705b038e-9df1-4d32-945b-790dae550441 None None] For port 80918965-d55c-4954-a992-bbdfb142a805, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=80918965-d55c-4954-a992-bbdfb142a805,segment=NetworkSegment(b6eb2216-d350-48f4-ab12-e5fa8385e56d),segment_id=b6eb2216-d350-48f4-ab12-e5fa8385e56d)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:03:17.641979 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-705b038e-9df1-4d32-945b-790dae550441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:17.713026 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-81c88556-6d12-4898-9bed-200517859fc1 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:17.742940 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705b038e-9df1-4d32-945b-790dae550441 None None] Pushing event updated for resources: {'Port': ['ID=80918965-d55c-4954-a992-bbdfb142a805,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:17.789370 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c88556-6d12-4898-9bed-200517859fc1 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Network 16754951-f8c1-46e1-91b1-ac1aacaadb80 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:03:17.796868 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-81c88556-6d12-4898-9bed-200517859fc1 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:03:17.802150 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c88556-6d12-4898-9bed-200517859fc1 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:03:17.835908 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c88556-6d12-4898-9bed-200517859fc1 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Pushing event updated for resources: {'Port': ['ID=409b9c82-6657-4165-9d28-1d66549919b2,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:17.867615 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-81c88556-6d12-4898-9bed-200517859fc1 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521745'] for router_interface, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:18.121140 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-81c88556-6d12-4898-9bed-200517859fc1 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:18.512245 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-81c88556-6d12-4898-9bed-200517859fc1 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:18.519935 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-81c88556-6d12-4898-9bed-200517859fc1 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:18.648235 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-81c88556-6d12-4898-9bed-200517859fc1 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521893'] for router_interface, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:18.650251 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c88556-6d12-4898-9bed-200517859fc1 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Pushing event updated for resources: {'Port': ['ID=409b9c82-6657-4165-9d28-1d66549919b2,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:18.784647 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c88556-6d12-4898-9bed-200517859fc1 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Network 16754951-f8c1-46e1-91b1-ac1aacaadb80 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:03:18.787044 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-81c88556-6d12-4898-9bed-200517859fc1 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:03:18.893944 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [req-20877d1f-b1ad-477f-9324-014b0b031aa7 req-c162e948-0bb1-44ec-af82-cdcc850fb8c5 service neutron] (94261) timed out ('10.222.0.44', 36106) {{(pid=94261) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 04:03:18.934082 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76d0f0a-a10e-4729-a6e8-5cff6fed3878 None None] Network 16754951-f8c1-46e1-91b1-ac1aacaadb80 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:03:18.936820 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81c88556-6d12-4898-9bed-200517859fc1 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Router 0b761fd8-4159-4ded-a7cf-882d9609722e has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:03:19.060368 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-3709860f-176b-4041-b259-0429e3ac108e None None] Provisioning for port 80918965-d55c-4954-a992-bbdfb142a805 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:03:19.099065 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c88556-6d12-4898-9bed-200517859fc1 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:03:19.105194 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-81c88556-6d12-4898-9bed-200517859fc1 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "PUT /v2.0/routers/0b761fd8-4159-4ded-a7cf-882d9609722e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0511487 Aug 10 04:03:19.300687 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-373e5562-436b-45ba-b0a7-58dca74d2f33 req-e85f6eb1-40a9-4eaf-959e-490611f4a929 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1493157883&fields=id&tenant_id=b8b99293bc0b4fae85b62fcecb6d67eb HTTP/1.1" status: 200 len: 267 time: 0.0609994 Aug 10 04:03:19.465685 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373e5562-436b-45ba-b0a7-58dca74d2f33 req-9dc51a61-0069-433d-b918-e10a7573ebcc tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:19.468179 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-373e5562-436b-45ba-b0a7-58dca74d2f33 req-9dc51a61-0069-433d-b918-e10a7573ebcc tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/networks?id=16754951-f8c1-46e1-91b1-ac1aacaadb80 HTTP/1.1" status: 200 len: 797 time: 0.1529026 Aug 10 04:03:19.475817 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:03:19.489278 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-373e5562-436b-45ba-b0a7-58dca74d2f33 req-211a3bc3-eae1-40a8-9149-17749e6ca260 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/quotas/b8b99293bc0b4fae85b62fcecb6d67eb HTTP/1.1" status: 200 len: 375 time: 0.0128815 Aug 10 04:03:19.526712 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-4f1dd0ab-c8fe-4d3a-bd34-d40d6bf733fd None None] Provisioning for port 409b9c82-6657-4165-9d28-1d66549919b2 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:03:19.537856 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-4f1dd0ab-c8fe-4d3a-bd34-d40d6bf733fd None None] Provisioning complete for port 409b9c82-6657-4165-9d28-1d66549919b2 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:03:19.538725 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4f1dd0ab-c8fe-4d3a-bd34-d40d6bf733fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:19.561040 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-373e5562-436b-45ba-b0a7-58dca74d2f33 req-e9abac8c-8918-4a59-a710-f2d0d1e44c08 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b8b99293bc0b4fae85b62fcecb6d67eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0607264 Aug 10 04:03:19.605825 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-4f1dd0ab-c8fe-4d3a-bd34-d40d6bf733fd None None] Port 409b9c82-6657-4165-9d28-1d66549919b2 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:03:19.659926 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32916736-dc0c-47d6-b5b1-8a70db7b418b None None] Sync routers for ids ['0b761fd8-4159-4ded-a7cf-882d9609722e'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:03:19.675332 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32916736-dc0c-47d6-b5b1-8a70db7b418b None None] Routers {'0b761fd8-4159-4ded-a7cf-882d9609722e'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:03:19.676337 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-32916736-dc0c-47d6-b5b1-8a70db7b418b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:02:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['0b761fd8-4159-4ded-a7cf-882d9609722e'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:19.693046 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-373e5562-436b-45ba-b0a7-58dca74d2f33 req-a0ab82a4-cc61-4490-a784-7f527737efc4 service neutron] 10.222.0.44 "GET /v2.0/networks/16754951-f8c1-46e1-91b1-ac1aacaadb80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115875 Aug 10 04:03:19.728291 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-92ca5085-c01d-4ab0-b59e-02d7caf85713 None None] Provisioning complete for port 409b9c82-6657-4165-9d28-1d66549919b2 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:03:19.728924 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-92ca5085-c01d-4ab0-b59e-02d7caf85713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:19.787560 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-92ca5085-c01d-4ab0-b59e-02d7caf85713 None None] Port 409b9c82-6657-4165-9d28-1d66549919b2 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:03:19.853138 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-373e5562-436b-45ba-b0a7-58dca74d2f33 req-d9c0769d-4721-4564-ad58-9f9a87c03988 service neutron] 10.222.0.44 "GET /v2.0/networks/16754951-f8c1-46e1-91b1-ac1aacaadb80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532571 Aug 10 04:03:19.880507 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-32916736-dc0c-47d6-b5b1-8a70db7b418b None None] Set router 0b761fd8-4159-4ded-a7cf-882d9609722e gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:03:19.967774 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 80918965-d55c-4954-a992-bbdfb142a805 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:03:20.026739 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-47cc61b4-08d9-4439-bb0f-9b0b1fc8c537 None None] Provisioning complete for port 409b9c82-6657-4165-9d28-1d66549919b2 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:03:20.027119 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-47cc61b4-08d9-4439-bb0f-9b0b1fc8c537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:20.075650 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-47cc61b4-08d9-4439-bb0f-9b0b1fc8c537 None None] Port 409b9c82-6657-4165-9d28-1d66549919b2 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:03:20.080329 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 80918965-d55c-4954-a992-bbdfb142a805 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:03:20.086396 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 80918965-d55c-4954-a992-bbdfb142a805 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:03:20.086976 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:20.152281 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-32916736-dc0c-47d6-b5b1-8a70db7b418b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b761fd8-4159-4ded-a7cf-882d9609722e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2029654503', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'e57c57de-3738-4aa7-aad3-b14a64d24260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:03:13Z', 'updated_at': '2021-08-10T04:03:18Z', 'revision_number': 4, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'gw_port': {'id': 'e57c57de-3738-4aa7-aad3-b14a64d24260', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:64:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b761fd8-4159-4ded-a7cf-882d9609722e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:13Z', 'updated_at': '2021-08-10T04:03:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '409b9c82-6657-4165-9d28-1d66549919b2', 'name': '', 'network_id': '16754951-f8c1-46e1-91b1-ac1aacaadb80', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'mac_address': 'fa:16:3e:56:24:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b761fd8-4159-4ded-a7cf-882d9609722e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '35b959a8-a78f-4d93-9ac8-62faec811252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:16Z', 'updated_at': '2021-08-10T04:03:18Z', 'revision_number': 2, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'subnets': [{'id': '35b959a8-a78f-4d93-9ac8-62faec811252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:20.185774 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32916736-dc0c-47d6-b5b1-8a70db7b418b None None] Checking router: 0b761fd8-4159-4ded-a7cf-882d9609722e for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:03:20.186126 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32916736-dc0c-47d6-b5b1-8a70db7b418b None None] Updating router 0b761fd8-4159-4ded-a7cf-882d9609722e port 409b9c82-6657-4165-9d28-1d66549919b2 binding host n-d-768862-13 {{(pid=94263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:03:20.193995 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:20.224357 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-32916736-dc0c-47d6-b5b1-8a70db7b418b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:20.232571 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 80918965-d55c-4954-a992-bbdfb142a805, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=80918965-d55c-4954-a992-bbdfb142a805,segment=NetworkSegment(b6eb2216-d350-48f4-ab12-e5fa8385e56d),segment_id=b6eb2216-d350-48f4-ab12-e5fa8385e56d)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:20.237197 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:20.238016 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device e57c57de-3738-4aa7-aad3-b14a64d24260 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:03:20.315975 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=80918965-d55c-4954-a992-bbdfb142a805,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:20.329895 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port e57c57de-3738-4aa7-aad3-b14a64d24260 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:03:20.334527 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port e57c57de-3738-4aa7-aad3-b14a64d24260 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:03:20.334926 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:20.423969 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:20.449515 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port e57c57de-3738-4aa7-aad3-b14a64d24260, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=e57c57de-3738-4aa7-aad3-b14a64d24260,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:20.455189 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:20.517961 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=e57c57de-3738-4aa7-aad3-b14a64d24260,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:20.598014 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-32916736-dc0c-47d6-b5b1-8a70db7b418b None None] Notify callbacks [] for port, precommit_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:20.610489 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.provisioning_blocks [None req-32916736-dc0c-47d6-b5b1-8a70db7b418b None None] Transition to ACTIVE for port object 409b9c82-6657-4165-9d28-1d66549919b2 will not be triggered until provisioned by entity L2. {{(pid=94263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:03:20.617724 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-32916736-dc0c-47d6-b5b1-8a70db7b418b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:20.667929 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b130bdd-7590-4659-b1ae-e45e6be23172 None None] Pushing event updated for resources: {'Port': ['ID=409b9c82-6657-4165-9d28-1d66549919b2,revision_number=3']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:20.679301 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b130bdd-7590-4659-b1ae-e45e6be23172 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:20.679524 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b130bdd-7590-4659-b1ae-e45e6be23172 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:20.679857 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b130bdd-7590-4659-b1ae-e45e6be23172 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:20.680175 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b130bdd-7590-4659-b1ae-e45e6be23172 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:20.680496 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b130bdd-7590-4659-b1ae-e45e6be23172 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:20.680816 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b130bdd-7590-4659-b1ae-e45e6be23172 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:20.681132 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b130bdd-7590-4659-b1ae-e45e6be23172 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:20.681447 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b130bdd-7590-4659-b1ae-e45e6be23172 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:20.681759 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b130bdd-7590-4659-b1ae-e45e6be23172 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:20.682070 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b130bdd-7590-4659-b1ae-e45e6be23172 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:20.682415 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b130bdd-7590-4659-b1ae-e45e6be23172 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:20.682727 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b130bdd-7590-4659-b1ae-e45e6be23172 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:20.742303 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-32916736-dc0c-47d6-b5b1-8a70db7b418b None None] Attempting to bind port 409b9c82-6657-4165-9d28-1d66549919b2 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:03:20.742627 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-32916736-dc0c-47d6-b5b1-8a70db7b418b None None] Attempting to bind port 409b9c82-6657-4165-9d28-1d66549919b2 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'b6eb2216-d350-48f4-ab12-e5fa8385e56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '16754951-f8c1-46e1-91b1-ac1aacaadb80'}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:03:20.742975 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32916736-dc0c-47d6-b5b1-8a70db7b418b None None] Attempting to bind port 409b9c82-6657-4165-9d28-1d66549919b2 on network 16754951-f8c1-46e1-91b1-ac1aacaadb80 {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:03:20.751944 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32916736-dc0c-47d6-b5b1-8a70db7b418b None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:03:20.752585 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32916736-dc0c-47d6-b5b1-8a70db7b418b None None] Checking segment: {'id': 'b6eb2216-d350-48f4-ab12-e5fa8385e56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '16754951-f8c1-46e1-91b1-ac1aacaadb80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:03:20.753239 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-32916736-dc0c-47d6-b5b1-8a70db7b418b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:20.753874 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32916736-dc0c-47d6-b5b1-8a70db7b418b None None] Bound using segment: {'id': 'b6eb2216-d350-48f4-ab12-e5fa8385e56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '16754951-f8c1-46e1-91b1-ac1aacaadb80'} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:03:20.754595 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-32916736-dc0c-47d6-b5b1-8a70db7b418b None None] Bound port: 409b9c82-6657-4165-9d28-1d66549919b2, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6eb2216-d350-48f4-ab12-e5fa8385e56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '16754951-f8c1-46e1-91b1-ac1aacaadb80'}}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:03:20.755125 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-32916736-dc0c-47d6-b5b1-8a70db7b418b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:20.838014 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-32916736-dc0c-47d6-b5b1-8a70db7b418b None None] For port 409b9c82-6657-4165-9d28-1d66549919b2, host n-d-768862-13, cleared binding levels {{(pid=94263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:03:20.842345 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-32916736-dc0c-47d6-b5b1-8a70db7b418b None None] For port 409b9c82-6657-4165-9d28-1d66549919b2, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=409b9c82-6657-4165-9d28-1d66549919b2,segment=NetworkSegment(b6eb2216-d350-48f4-ab12-e5fa8385e56d),segment_id=b6eb2216-d350-48f4-ab12-e5fa8385e56d)] {{(pid=94263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:03:20.848069 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-32916736-dc0c-47d6-b5b1-8a70db7b418b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:20.911056 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32916736-dc0c-47d6-b5b1-8a70db7b418b None None] Routers {'0b761fd8-4159-4ded-a7cf-882d9609722e'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:03:20.911692 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-32916736-dc0c-47d6-b5b1-8a70db7b418b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:02:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['0b761fd8-4159-4ded-a7cf-882d9609722e'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:20.915715 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b130bdd-7590-4659-b1ae-e45e6be23172 None None] Pushing event updated for resources: {'Port': ['ID=409b9c82-6657-4165-9d28-1d66549919b2,revision_number=4']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:21.152626 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-32916736-dc0c-47d6-b5b1-8a70db7b418b None None] Set router 0b761fd8-4159-4ded-a7cf-882d9609722e gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:03:21.182796 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d7f9ac9b-c41d-4c1f-9bfd-1dde95352583 req-945bfe6f-2cf6-4cbc-84f2-ace7b42844a1 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=73f5794f-91f1-4733-9464-65b8d67d80d8 HTTP/1.1" status: 200 len: 210 time: 0.0506420 Aug 10 04:03:21.422363 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-5e4b221d-7a0c-4564-9732-fc9c4358e417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:21.460229 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-32916736-dc0c-47d6-b5b1-8a70db7b418b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b761fd8-4159-4ded-a7cf-882d9609722e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2029654503', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'e57c57de-3738-4aa7-aad3-b14a64d24260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:03:13Z', 'updated_at': '2021-08-10T04:03:18Z', 'revision_number': 4, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'gw_port': {'id': 'e57c57de-3738-4aa7-aad3-b14a64d24260', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:64:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b761fd8-4159-4ded-a7cf-882d9609722e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:13Z', 'updated_at': '2021-08-10T04:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '409b9c82-6657-4165-9d28-1d66549919b2', 'name': '', 'network_id': '16754951-f8c1-46e1-91b1-ac1aacaadb80', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'mac_address': 'fa:16:3e:56:24:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b761fd8-4159-4ded-a7cf-882d9609722e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '35b959a8-a78f-4d93-9ac8-62faec811252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:16Z', 'updated_at': '2021-08-10T04:03:20Z', 'revision_number': 4, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'subnets': [{'id': '35b959a8-a78f-4d93-9ac8-62faec811252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:21.506341 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32916736-dc0c-47d6-b5b1-8a70db7b418b None None] The sync data for ids ['0b761fd8-4159-4ded-a7cf-882d9609722e'] in n-d-768862-13 is: [{'id': '0b761fd8-4159-4ded-a7cf-882d9609722e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2029654503', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'e57c57de-3738-4aa7-aad3-b14a64d24260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:03:13Z', 'updated_at': '2021-08-10T04:03:18Z', 'revision_number': 4, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'gw_port': {'id': 'e57c57de-3738-4aa7-aad3-b14a64d24260', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:64:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b761fd8-4159-4ded-a7cf-882d9609722e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:13Z', 'updated_at': '2021-08-10T04:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '409b9c82-6657-4165-9d28-1d66549919b2', 'name': '', 'network_id': '16754951-f8c1-46e1-91b1-ac1aacaadb80', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'mac_address': 'fa:16:3e:56:24:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b761fd8-4159-4ded-a7cf-882d9609722e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '35b959a8-a78f-4d93-9ac8-62faec811252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:16Z', 'updated_at': '2021-08-10T04:03:20Z', 'revision_number': 4, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'subnets': [{'id': '35b959a8-a78f-4d93-9ac8-62faec811252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:03:21.908764 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 80918965-d55c-4954-a992-bbdfb142a805 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:03:21.967836 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 80918965-d55c-4954-a992-bbdfb142a805 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:03:21.968231 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:22.069176 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device e57c57de-3738-4aa7-aad3-b14a64d24260 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:03:22.124160 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port e57c57de-3738-4aa7-aad3-b14a64d24260 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:03:22.124533 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:22.260917 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 409b9c82-6657-4165-9d28-1d66549919b2 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:03:22.306454 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9c14e9d7-97a6-44f3-a97d-401f5a33a760 req-6816ed24-9b88-4835-9328-bec1f21e676f tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=73f5794f-91f1-4733-9464-65b8d67d80d8 HTTP/1.1" status: 200 len: 210 time: 0.0292597 Aug 10 04:03:22.346072 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 409b9c82-6657-4165-9d28-1d66549919b2 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:03:22.351482 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 409b9c82-6657-4165-9d28-1d66549919b2 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:03:22.352290 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:22.445287 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373e5562-436b-45ba-b0a7-58dca74d2f33 req-e503cce7-cb58-4e82-8712-789fdefbb417 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:22.446908 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-373e5562-436b-45ba-b0a7-58dca74d2f33 req-e503cce7-cb58-4e82-8712-789fdefbb417 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.61 "GET /v2.0/networks?id=16754951-f8c1-46e1-91b1-ac1aacaadb80 HTTP/1.1" status: 200 len: 797 time: 0.1387908 Aug 10 04:03:22.496820 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:22.526596 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-373e5562-436b-45ba-b0a7-58dca74d2f33 req-15ae2021-89e0-4efc-a844-f50fd5010a2b tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8b99293bc0b4fae85b62fcecb6d67eb HTTP/1.1" status: 200 len: 380 time: 0.0679519 Aug 10 04:03:22.542295 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-373e5562-436b-45ba-b0a7-58dca74d2f33 req-c027b396-f914-47f6-8c9e-7795a3b01647 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Request body: {'port': {'device_id': '73f5794f-91f1-4733-9464-65b8d67d80d8', 'network_id': '16754951-f8c1-46e1-91b1-ac1aacaadb80', 'admin_state_up': True, 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'security_groups': ['0176dae3-6240-4df4-8ea5-e81ff3efc752']}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:22.548786 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 409b9c82-6657-4165-9d28-1d66549919b2, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=409b9c82-6657-4165-9d28-1d66549919b2,segment=NetworkSegment(b6eb2216-d350-48f4-ab12-e5fa8385e56d),segment_id=b6eb2216-d350-48f4-ab12-e5fa8385e56d)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:22.554829 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:22.623639 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=409b9c82-6657-4165-9d28-1d66549919b2,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:22.717942 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-373e5562-436b-45ba-b0a7-58dca74d2f33 req-c027b396-f914-47f6-8c9e-7795a3b01647 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Made reservation on behalf of b8b99293bc0b4fae85b62fcecb6d67eb for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:03:22.721758 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-373e5562-436b-45ba-b0a7-58dca74d2f33 req-c027b396-f914-47f6-8c9e-7795a3b01647 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:22.885003 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-373e5562-436b-45ba-b0a7-58dca74d2f33 req-c027b396-f914-47f6-8c9e-7795a3b01647 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Allocated IP 172.20.0.5 (16754951-f8c1-46e1-91b1-ac1aacaadb80/35b959a8-a78f-4d93-9ac8-62faec811252/59839830-2efb-4665-a008-7588f769aa9a) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:03:23.050718 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-373e5562-436b-45ba-b0a7-58dca74d2f33 req-c027b396-f914-47f6-8c9e-7795a3b01647 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:23.066302 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-373e5562-436b-45ba-b0a7-58dca74d2f33 req-c027b396-f914-47f6-8c9e-7795a3b01647 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Transition to ACTIVE for port object 59839830-2efb-4665-a008-7588f769aa9a will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:03:23.102029 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-373e5562-436b-45ba-b0a7-58dca74d2f33 req-c027b396-f914-47f6-8c9e-7795a3b01647 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:23.150389 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-373e5562-436b-45ba-b0a7-58dca74d2f33 req-c027b396-f914-47f6-8c9e-7795a3b01647 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Network 16754951-f8c1-46e1-91b1-ac1aacaadb80 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:03:23.153694 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-373e5562-436b-45ba-b0a7-58dca74d2f33 req-c027b396-f914-47f6-8c9e-7795a3b01647 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:03:23.158265 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-373e5562-436b-45ba-b0a7-58dca74d2f33 req-c027b396-f914-47f6-8c9e-7795a3b01647 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:03:23.165355 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c027b396-f914-47f6-8c9e-7795a3b01647 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Pushing event updated for resources: {'Port': ['ID=59839830-2efb-4665-a008-7588f769aa9a,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:23.220991 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373e5562-436b-45ba-b0a7-58dca74d2f33 req-c027b396-f914-47f6-8c9e-7795a3b01647 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:23.221676 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-373e5562-436b-45ba-b0a7-58dca74d2f33 req-c027b396-f914-47f6-8c9e-7795a3b01647 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:23.239458 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-373e5562-436b-45ba-b0a7-58dca74d2f33 req-c027b396-f914-47f6-8c9e-7795a3b01647 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7057900 Aug 10 04:03:23.254781 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [req-373e5562-436b-45ba-b0a7-58dca74d2f33 req-bad6fd22-7311-44e3-ac62-e2c44e3c5fb9 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 04:03:23.256453 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-373e5562-436b-45ba-b0a7-58dca74d2f33 req-bad6fd22-7311-44e3-ac62-e2c44e3c5fb9 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0095370 Aug 10 04:03:23.269020 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-373e5562-436b-45ba-b0a7-58dca74d2f33 req-0e92239a-3d0c-4036-8573-97d2d67ca0e9 service neutron] Request body: {'port': {'device_id': '73f5794f-91f1-4733-9464-65b8d67d80d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:23.336400 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-373e5562-436b-45ba-b0a7-58dca74d2f33 req-0e92239a-3d0c-4036-8573-97d2d67ca0e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:23.474650 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-58ccb740-0b0a-4a19-8f88-8869c7df9467 None None] Provisioning for port 59839830-2efb-4665-a008-7588f769aa9a completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:03:23.479756 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-58ccb740-0b0a-4a19-8f88-8869c7df9467 None None] Provisioning complete for port 59839830-2efb-4665-a008-7588f769aa9a triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:03:23.480349 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-58ccb740-0b0a-4a19-8f88-8869c7df9467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:23.518080 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-58ccb740-0b0a-4a19-8f88-8869c7df9467 None None] Port 59839830-2efb-4665-a008-7588f769aa9a cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:03:23.584628 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356a2b92-ecf2-4354-a2b3-43d16bee0b91 req-c15abb60-466b-498a-bfe4-f9902bd7a234 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:23.586186 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-356a2b92-ecf2-4354-a2b3-43d16bee0b91 req-c15abb60-466b-498a-bfe4-f9902bd7a234 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=73f5794f-91f1-4733-9464-65b8d67d80d8 HTTP/1.1" status: 200 len: 931 time: 0.1722767 Aug 10 04:03:23.661238 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-356a2b92-ecf2-4354-a2b3-43d16bee0b91 req-eac02e08-5c15-4464-9ae9-31e1a718a030 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=0176dae3-6240-4df4-8ea5-e81ff3efc752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643067 Aug 10 04:03:23.706345 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ab879ec2-d0c0-4a09-9084-09555475eb9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:23.734650 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-373e5562-436b-45ba-b0a7-58dca74d2f33 req-0e92239a-3d0c-4036-8573-97d2d67ca0e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59839830-2efb-4665-a008-7588f769aa9a {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:03:23.742727 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-373e5562-436b-45ba-b0a7-58dca74d2f33 req-0e92239a-3d0c-4036-8573-97d2d67ca0e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:23.757301 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-373e5562-436b-45ba-b0a7-58dca74d2f33 req-0e92239a-3d0c-4036-8573-97d2d67ca0e9 service neutron] Transition to ACTIVE for port object 59839830-2efb-4665-a008-7588f769aa9a will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:03:23.762013 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-373e5562-436b-45ba-b0a7-58dca74d2f33 req-0e92239a-3d0c-4036-8573-97d2d67ca0e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:23.839787 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e92239a-3d0c-4036-8573-97d2d67ca0e9 service neutron] Pushing event updated for resources: {'Port': ['ID=59839830-2efb-4665-a008-7588f769aa9a,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:23.840580 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 409b9c82-6657-4165-9d28-1d66549919b2 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:03:23.898412 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-373e5562-436b-45ba-b0a7-58dca74d2f33 req-0e92239a-3d0c-4036-8573-97d2d67ca0e9 service neutron] Attempting to bind port 59839830-2efb-4665-a008-7588f769aa9a on host n-h2-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:03:23.898936 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-373e5562-436b-45ba-b0a7-58dca74d2f33 req-0e92239a-3d0c-4036-8573-97d2d67ca0e9 service neutron] Attempting to bind port 59839830-2efb-4665-a008-7588f769aa9a by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': 'b6eb2216-d350-48f4-ab12-e5fa8385e56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '16754951-f8c1-46e1-91b1-ac1aacaadb80'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:03:23.899338 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373e5562-436b-45ba-b0a7-58dca74d2f33 req-0e92239a-3d0c-4036-8573-97d2d67ca0e9 service neutron] Attempting to bind port 59839830-2efb-4665-a008-7588f769aa9a on network 16754951-f8c1-46e1-91b1-ac1aacaadb80 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:03:23.899887 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 409b9c82-6657-4165-9d28-1d66549919b2 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:03:23.900263 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:23.904609 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373e5562-436b-45ba-b0a7-58dca74d2f33 req-0e92239a-3d0c-4036-8573-97d2d67ca0e9 service neutron] Port 59839830-2efb-4665-a008-7588f769aa9a on network 16754951-f8c1-46e1-91b1-ac1aacaadb80 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:03:23.904940 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373e5562-436b-45ba-b0a7-58dca74d2f33 req-0e92239a-3d0c-4036-8573-97d2d67ca0e9 service neutron] Attempting to bind port 59839830-2efb-4665-a008-7588f769aa9a on network 16754951-f8c1-46e1-91b1-ac1aacaadb80 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:03:23.910823 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373e5562-436b-45ba-b0a7-58dca74d2f33 req-0e92239a-3d0c-4036-8573-97d2d67ca0e9 service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:03:23.911166 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373e5562-436b-45ba-b0a7-58dca74d2f33 req-0e92239a-3d0c-4036-8573-97d2d67ca0e9 service neutron] Checking segment: {'id': 'b6eb2216-d350-48f4-ab12-e5fa8385e56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '16754951-f8c1-46e1-91b1-ac1aacaadb80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:03:23.911563 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373e5562-436b-45ba-b0a7-58dca74d2f33 req-0e92239a-3d0c-4036-8573-97d2d67ca0e9 service neutron] Bound using segment: {'id': 'b6eb2216-d350-48f4-ab12-e5fa8385e56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '16754951-f8c1-46e1-91b1-ac1aacaadb80'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:03:23.912009 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-373e5562-436b-45ba-b0a7-58dca74d2f33 req-0e92239a-3d0c-4036-8573-97d2d67ca0e9 service neutron] Bound port: 59839830-2efb-4665-a008-7588f769aa9a, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6eb2216-d350-48f4-ab12-e5fa8385e56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '16754951-f8c1-46e1-91b1-ac1aacaadb80'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:03:23.912372 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-373e5562-436b-45ba-b0a7-58dca74d2f33 req-0e92239a-3d0c-4036-8573-97d2d67ca0e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:23.986918 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-373e5562-436b-45ba-b0a7-58dca74d2f33 req-0e92239a-3d0c-4036-8573-97d2d67ca0e9 service neutron] For port 59839830-2efb-4665-a008-7588f769aa9a, host n-h2-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:03:23.990457 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-373e5562-436b-45ba-b0a7-58dca74d2f33 req-0e92239a-3d0c-4036-8573-97d2d67ca0e9 service neutron] For port 59839830-2efb-4665-a008-7588f769aa9a, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=59839830-2efb-4665-a008-7588f769aa9a,segment=NetworkSegment(b6eb2216-d350-48f4-ab12-e5fa8385e56d),segment_id=b6eb2216-d350-48f4-ab12-e5fa8385e56d)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:03:23.997881 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-373e5562-436b-45ba-b0a7-58dca74d2f33 req-0e92239a-3d0c-4036-8573-97d2d67ca0e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:24.033269 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373e5562-436b-45ba-b0a7-58dca74d2f33 req-0e92239a-3d0c-4036-8573-97d2d67ca0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:24.033899 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-373e5562-436b-45ba-b0a7-58dca74d2f33 req-0e92239a-3d0c-4036-8573-97d2d67ca0e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:24.035566 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-373e5562-436b-45ba-b0a7-58dca74d2f33 req-0e92239a-3d0c-4036-8573-97d2d67ca0e9 service neutron] 10.222.0.61 "PUT /v2.0/ports/59839830-2efb-4665-a008-7588f769aa9a HTTP/1.1" status: 200 len: 1092 time: 0.7710490 Aug 10 04:03:24.036032 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73f5794f-91f1-4733-9464-65b8d67d80d8', 'tag': '59839830-2efb-4665-a008-7588f769aa9a'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:03:24.038533 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c60358-d0cf-4083-8a1b-ece083526f78" -d '{"events": [{"name": "network-changed", "server_uuid": "73f5794f-91f1-4733-9464-65b8d67d80d8", "tag": "59839830-2efb-4665-a008-7588f769aa9a"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:03:24.071040 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e92239a-3d0c-4036-8573-97d2d67ca0e9 service neutron] Pushing event updated for resources: {'Port': ['ID=59839830-2efb-4665-a008-7588f769aa9a,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:24.122770 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1f6d59f-f540-43b0-be62-02435358ace5 x-openstack-request-id: req-a1f6d59f-f540-43b0-be62-02435358ace5 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:03:24.123064 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73f5794f-91f1-4733-9464-65b8d67d80d8", "tag": "59839830-2efb-4665-a008-7588f769aa9a", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:03:24.123360 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a1f6d59f-f540-43b0-be62-02435358ace5 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:03:24.123754 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73f5794f-91f1-4733-9464-65b8d67d80d8', 'tag': '59839830-2efb-4665-a008-7588f769aa9a', 'status': 'completed', 'code': 200} Aug 10 04:03:24.142489 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373e5562-436b-45ba-b0a7-58dca74d2f33 req-2feef849-f6cb-4f7a-a55d-e127d351c447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:24.144642 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-373e5562-436b-45ba-b0a7-58dca74d2f33 req-2feef849-f6cb-4f7a-a55d-e127d351c447 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b8b99293bc0b4fae85b62fcecb6d67eb&device_id=73f5794f-91f1-4733-9464-65b8d67d80d8 HTTP/1.1" status: 200 len: 1095 time: 0.0509675 Aug 10 04:03:24.218359 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-373e5562-436b-45ba-b0a7-58dca74d2f33 req-46bca173-6fe2-4d3b-9dd7-3923b521ad4b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59839830-2efb-4665-a008-7588f769aa9a HTTP/1.1" status: 200 len: 217 time: 0.0650954 Aug 10 04:03:24.301327 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373e5562-436b-45ba-b0a7-58dca74d2f33 req-c504f5c5-9647-457e-bc2e-86d68d1e01fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:24.304260 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-373e5562-436b-45ba-b0a7-58dca74d2f33 req-c504f5c5-9647-457e-bc2e-86d68d1e01fc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=35b959a8-a78f-4d93-9ac8-62faec811252 HTTP/1.1" status: 200 len: 835 time: 0.0772300 Aug 10 04:03:24.313338 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:24.357571 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373e5562-436b-45ba-b0a7-58dca74d2f33 req-604faa7f-bf37-4f93-aca9-adf38e872149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:24.359292 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-373e5562-436b-45ba-b0a7-58dca74d2f33 req-604faa7f-bf37-4f93-aca9-adf38e872149 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=16754951-f8c1-46e1-91b1-ac1aacaadb80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475147 Aug 10 04:03:24.467653 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-373e5562-436b-45ba-b0a7-58dca74d2f33 req-39e7241b-10db-4f33-a3b9-5fe7c42cbd49 service neutron] 10.222.0.61 "GET /v2.0/networks/16754951-f8c1-46e1-91b1-ac1aacaadb80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989466 Aug 10 04:03:24.569901 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-373e5562-436b-45ba-b0a7-58dca74d2f33 req-00b5a4a4-4b74-451b-b9d7-ddc278b7c57d service neutron] 10.222.0.61 "GET /v2.0/networks/16754951-f8c1-46e1-91b1-ac1aacaadb80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937383 Aug 10 04:03:24.695165 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f551db4d-2079-4378-9c74-5037238bceb8 req-7e4add93-10dd-49df-9094-2e2ca36bab41 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=10a88a4f-24b8-4249-bc3c-d785428b6b3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0675845 Aug 10 04:03:24.743843 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c60358-d0cf-4083-8a1b-ece083526f78 req-b1c160cf-093a-4dd5-9973-d28ecd904b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:24.746101 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-19c60358-d0cf-4083-8a1b-ece083526f78 req-b1c160cf-093a-4dd5-9973-d28ecd904b22 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b8b99293bc0b4fae85b62fcecb6d67eb&device_id=73f5794f-91f1-4733-9464-65b8d67d80d8 HTTP/1.1" status: 200 len: 1095 time: 0.1188886 Aug 10 04:03:24.900454 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f551db4d-2079-4378-9c74-5037238bceb8 req-e43d34fd-1999-43d5-9443-df6c8f84ddca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:24.903029 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f551db4d-2079-4378-9c74-5037238bceb8 req-e43d34fd-1999-43d5-9443-df6c8f84ddca service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d7797a7e7c744219a6cd7e79c926312f&device_id=10a88a4f-24b8-4249-bc3c-d785428b6b3f HTTP/1.1" status: 200 len: 1098 time: 0.1421905 Aug 10 04:03:24.932049 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d647cdc7-df1f-42c9-a226-5287f08c1ef2 req-ddaba0ca-ddfc-49a7-afa0-50c761d608c9 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:24.934907 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d647cdc7-df1f-42c9-a226-5287f08c1ef2 req-ddaba0ca-ddfc-49a7-afa0-50c761d608c9 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=73f5794f-91f1-4733-9464-65b8d67d80d8 HTTP/1.1" status: 200 len: 943 time: 0.1598692 Aug 10 04:03:24.944786 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c60358-d0cf-4083-8a1b-ece083526f78 req-5662cefb-97df-46dd-a5d8-a7af989d302f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:24.946441 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-19c60358-d0cf-4083-8a1b-ece083526f78 req-5662cefb-97df-46dd-a5d8-a7af989d302f service neutron] 10.222.0.61 "GET /v2.0/networks?id=16754951-f8c1-46e1-91b1-ac1aacaadb80 HTTP/1.1" status: 200 len: 897 time: 0.1923313 Aug 10 04:03:25.012113 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-19c60358-d0cf-4083-8a1b-ece083526f78 req-72b55976-1825-45cb-bdcd-cc62b754187c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59839830-2efb-4665-a008-7588f769aa9a HTTP/1.1" status: 200 len: 217 time: 0.0576899 Aug 10 04:03:25.074378 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c60358-d0cf-4083-8a1b-ece083526f78 req-e67da4ab-b656-4d14-92a6-38cb2428899a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:25.076029 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-19c60358-d0cf-4083-8a1b-ece083526f78 req-e67da4ab-b656-4d14-92a6-38cb2428899a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=35b959a8-a78f-4d93-9ac8-62faec811252 HTTP/1.1" status: 200 len: 835 time: 0.0554063 Aug 10 04:03:25.171245 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c60358-d0cf-4083-8a1b-ece083526f78 req-4ead6421-fac7-4608-b801-74fd81a40412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:25.173788 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-19c60358-d0cf-4083-8a1b-ece083526f78 req-4ead6421-fac7-4608-b801-74fd81a40412 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=16754951-f8c1-46e1-91b1-ac1aacaadb80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0894773 Aug 10 04:03:25.296540 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-19c60358-d0cf-4083-8a1b-ece083526f78 req-93aa0857-b422-4c8d-9180-63cb4bb4cdda service neutron] 10.222.0.61 "GET /v2.0/networks/16754951-f8c1-46e1-91b1-ac1aacaadb80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142826 Aug 10 04:03:25.443291 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-19c60358-d0cf-4083-8a1b-ece083526f78 req-24c4c2c5-872b-4c46-b0c5-d5da02ddd13c service neutron] 10.222.0.61 "GET /v2.0/networks/16754951-f8c1-46e1-91b1-ac1aacaadb80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391780 Aug 10 04:03:25.462397 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d647cdc7-df1f-42c9-a226-5287f08c1ef2 req-4f729cc7-289c-45c7-b7ff-a10d4faba8f2 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=0176dae3-6240-4df4-8ea5-e81ff3efc752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4982808 Aug 10 04:03:25.468946 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7c72b857-fe1b-439f-97d2-c78f0c198847 req-0b3043bd-7555-40d6-ab55-a14b0a7b2259 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e38ec5e7-6648-444b-af38-2dee38372643&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5728188 Aug 10 04:03:25.510057 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:25.520430 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f551db4d-2079-4378-9c74-5037238bceb8 req-1cd7212f-5036-4041-b2b7-663b78904bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:25.522306 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f551db4d-2079-4378-9c74-5037238bceb8 req-1cd7212f-5036-4041-b2b7-663b78904bff service neutron] 10.222.0.61 "GET /v2.0/networks?id=9304a778-e332-4697-b169-f473c98c9db5 HTTP/1.1" status: 200 len: 911 time: 0.5605550 Aug 10 04:03:25.627455 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f551db4d-2079-4378-9c74-5037238bceb8 req-a50e9da7-10e1-4be3-8108-19104fe96fe3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa8b7c6f-605a-4c82-8840-eec98d294220 HTTP/1.1" status: 200 len: 1002 time: 0.0905781 Aug 10 04:03:25.630451 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c72b857-fe1b-439f-97d2-c78f0c198847 req-472b87c0-0cdb-490e-b1fc-5012dd7c6ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:25.631957 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7c72b857-fe1b-439f-97d2-c78f0c198847 req-472b87c0-0cdb-490e-b1fc-5012dd7c6ff7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d7797a7e7c744219a6cd7e79c926312f&device_id=e38ec5e7-6648-444b-af38-2dee38372643 HTTP/1.1" status: 200 len: 1098 time: 0.1041937 Aug 10 04:03:25.739417 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f551db4d-2079-4378-9c74-5037238bceb8 req-a47b3635-7602-46d7-8c34-c5ac08df8847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:25.740930 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f551db4d-2079-4378-9c74-5037238bceb8 req-a47b3635-7602-46d7-8c34-c5ac08df8847 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=004bec00-f412-4962-b43d-0d7672578573 HTTP/1.1" status: 200 len: 850 time: 0.1056318 Aug 10 04:03:25.808393 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c72b857-fe1b-439f-97d2-c78f0c198847 req-47efc008-9692-4400-89ce-bc9e6c2018fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:25.809919 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7c72b857-fe1b-439f-97d2-c78f0c198847 req-47efc008-9692-4400-89ce-bc9e6c2018fc service neutron] 10.222.0.42 "GET /v2.0/networks?id=9304a778-e332-4697-b169-f473c98c9db5 HTTP/1.1" status: 200 len: 911 time: 0.1420674 Aug 10 04:03:25.818538 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f551db4d-2079-4378-9c74-5037238bceb8 req-044c1592-3647-4a92-897d-5aa7cd311495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:25.820008 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f551db4d-2079-4378-9c74-5037238bceb8 req-044c1592-3647-4a92-897d-5aa7cd311495 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9304a778-e332-4697-b169-f473c98c9db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0710361 Aug 10 04:03:25.934935 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7c72b857-fe1b-439f-97d2-c78f0c198847 req-e3eb89ca-a74a-4d16-95d0-eb67128893c9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a267dcf-ec78-47a4-9601-2cd8039aa164 HTTP/1.1" status: 200 len: 1001 time: 0.1137891 Aug 10 04:03:25.999100 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f551db4d-2079-4378-9c74-5037238bceb8 req-f05cea78-036f-48fd-8d1d-2f136ed62c3b service neutron] 10.222.0.61 "GET /v2.0/networks/9304a778-e332-4697-b169-f473c98c9db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700151 Aug 10 04:03:26.006823 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c72b857-fe1b-439f-97d2-c78f0c198847 req-8918bd80-af21-4e6b-8424-8d956f57eeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:26.008360 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7c72b857-fe1b-439f-97d2-c78f0c198847 req-8918bd80-af21-4e6b-8424-8d956f57eeb2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=004bec00-f412-4962-b43d-0d7672578573 HTTP/1.1" status: 200 len: 850 time: 0.0646315 Aug 10 04:03:26.119255 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c72b857-fe1b-439f-97d2-c78f0c198847 req-fa74c538-c988-435a-a657-8f694f698cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:26.120850 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7c72b857-fe1b-439f-97d2-c78f0c198847 req-fa74c538-c988-435a-a657-8f694f698cca service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9304a778-e332-4697-b169-f473c98c9db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1041315 Aug 10 04:03:26.156839 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f551db4d-2079-4378-9c74-5037238bceb8 req-6939c1cf-132d-4942-aa3e-9250c25c82e3 service neutron] 10.222.0.61 "GET /v2.0/networks/9304a778-e332-4697-b169-f473c98c9db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474891 Aug 10 04:03:26.227973 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7c72b857-fe1b-439f-97d2-c78f0c198847 req-f7d88904-53f3-4229-820b-fbd44e2631a0 service neutron] 10.222.0.42 "GET /v2.0/networks/9304a778-e332-4697-b169-f473c98c9db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948613 Aug 10 04:03:26.333109 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7c72b857-fe1b-439f-97d2-c78f0c198847 req-da0da0b9-efab-475e-abdf-f38f744bfddc service neutron] 10.222.0.42 "GET /v2.0/networks/9304a778-e332-4697-b169-f473c98c9db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978367 Aug 10 04:03:26.367636 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:26.611339 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2d20f3-1691-433f-861d-d1677000e105 req-72ac8c70-cf99-4912-93ca-76b29125b351 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:26.613057 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4d2d20f3-1691-433f-861d-d1677000e105 req-72ac8c70-cf99-4912-93ca-76b29125b351 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=73f5794f-91f1-4733-9464-65b8d67d80d8 HTTP/1.1" status: 200 len: 943 time: 0.0592418 Aug 10 04:03:26.663056 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4d2d20f3-1691-433f-861d-d1677000e105 req-9c0d9bf3-1c3e-4ea5-9cc8-0e3b4e72dfdb tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=0176dae3-6240-4df4-8ea5-e81ff3efc752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433934 Aug 10 04:03:26.932379 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:27.797698 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb648c9-65b6-4c24-8cca-666c23f0d689 req-af6287fd-6ec0-4f76-8365-bd7569989f91 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:27.799254 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cdb648c9-65b6-4c24-8cca-666c23f0d689 req-af6287fd-6ec0-4f76-8365-bd7569989f91 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=73f5794f-91f1-4733-9464-65b8d67d80d8 HTTP/1.1" status: 200 len: 943 time: 0.0552902 Aug 10 04:03:27.805374 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 59839830-2efb-4665-a008-7588f769aa9a details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:03:27.861571 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cdb648c9-65b6-4c24-8cca-666c23f0d689 req-1e83de0b-7e1c-4b06-98bf-00c8586ea7a9 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=0176dae3-6240-4df4-8ea5-e81ff3efc752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556231 Aug 10 04:03:27.936256 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 59839830-2efb-4665-a008-7588f769aa9a, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=59839830-2efb-4665-a008-7588f769aa9a,segment=NetworkSegment(b6eb2216-d350-48f4-ab12-e5fa8385e56d),segment_id=b6eb2216-d350-48f4-ab12-e5fa8385e56d)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:28.113126 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': '59839830-2efb-4665-a008-7588f769aa9a', 'network_id': '16754951-f8c1-46e1-91b1-ac1aacaadb80', 'port_id': '59839830-2efb-4665-a008-7588f769aa9a', 'mac_address': 'fa:16:3e:a2:51:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35b959a8-a78f-4d93-9ac8-62faec811252', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:03:28.153841 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:28.168222 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59839830-2efb-4665-a008-7588f769aa9a {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:03:28.192193 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 59839830-2efb-4665-a008-7588f769aa9a, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=59839830-2efb-4665-a008-7588f769aa9a,segment=NetworkSegment(b6eb2216-d350-48f4-ab12-e5fa8385e56d),segment_id=b6eb2216-d350-48f4-ab12-e5fa8385e56d)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:28.197195 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:28.248628 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=59839830-2efb-4665-a008-7588f769aa9a,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:28.519380 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['59839830-2efb-4665-a008-7588f769aa9a'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:03:28.995840 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edab4246-b127-4679-9089-09b1a43804ce req-1aae8342-ae44-45c3-b974-b4b34a4e1a24 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:28.997543 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-edab4246-b127-4679-9089-09b1a43804ce req-1aae8342-ae44-45c3-b974-b4b34a4e1a24 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=73f5794f-91f1-4733-9464-65b8d67d80d8 HTTP/1.1" status: 200 len: 944 time: 0.0580108 Aug 10 04:03:29.042599 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-edab4246-b127-4679-9089-09b1a43804ce req-5f330084-93a0-4867-9a38-64fe0cebb211 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=0176dae3-6240-4df4-8ea5-e81ff3efc752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373905 Aug 10 04:03:29.808629 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 59839830-2efb-4665-a008-7588f769aa9a up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:03:29.867344 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning for port 59839830-2efb-4665-a008-7588f769aa9a completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:03:29.872077 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port 59839830-2efb-4665-a008-7588f769aa9a triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:03:29.872450 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:29.959269 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:29.986140 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73f5794f-91f1-4733-9464-65b8d67d80d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59839830-2efb-4665-a008-7588f769aa9a'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:03:29.989031 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-242cbb16-c658-409a-873a-5477ba9bf7e6" -d '{"events": [{"server_uuid": "73f5794f-91f1-4733-9464-65b8d67d80d8", "name": "network-vif-plugged", "status": "completed", "tag": "59839830-2efb-4665-a008-7588f769aa9a"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:03:30.003701 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 59839830-2efb-4665-a008-7588f769aa9a, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=59839830-2efb-4665-a008-7588f769aa9a,segment=NetworkSegment(b6eb2216-d350-48f4-ab12-e5fa8385e56d),segment_id=b6eb2216-d350-48f4-ab12-e5fa8385e56d)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:30.009256 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:30.040098 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32594dd4-372a-4c08-a484-52eb00d47278 x-openstack-request-id: req-32594dd4-372a-4c08-a484-52eb00d47278 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:03:30.040516 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73f5794f-91f1-4733-9464-65b8d67d80d8", "name": "network-vif-plugged", "status": "completed", "tag": "59839830-2efb-4665-a008-7588f769aa9a", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:03:30.040910 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-32594dd4-372a-4c08-a484-52eb00d47278 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:03:30.041480 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73f5794f-91f1-4733-9464-65b8d67d80d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59839830-2efb-4665-a008-7588f769aa9a', 'code': 200} Aug 10 04:03:30.096216 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=59839830-2efb-4665-a008-7588f769aa9a,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:30.199631 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb39380c-3de7-4b7c-be67-8ded44c8a915 req-722e244b-583a-4edb-9ffe-bcd551b858ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:30.201774 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bb39380c-3de7-4b7c-be67-8ded44c8a915 req-722e244b-583a-4edb-9ffe-bcd551b858ae service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=73f5794f-91f1-4733-9464-65b8d67d80d8 HTTP/1.1" status: 200 len: 1097 time: 0.0908861 Aug 10 04:03:30.225548 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfee4c3-d66c-401e-a9f7-c1e27dc0b989 req-718534f1-2723-470f-b8ca-fcad741a554f tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:30.227508 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8bfee4c3-d66c-401e-a9f7-c1e27dc0b989 req-718534f1-2723-470f-b8ca-fcad741a554f tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=73f5794f-91f1-4733-9464-65b8d67d80d8 HTTP/1.1" status: 200 len: 945 time: 0.0722444 Aug 10 04:03:30.272618 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bb39380c-3de7-4b7c-be67-8ded44c8a915 req-b452450a-8909-454b-b7e5-1b8546b263ad service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0176dae3-6240-4df4-8ea5-e81ff3efc752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621827 Aug 10 04:03:30.292745 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8bfee4c3-d66c-401e-a9f7-c1e27dc0b989 req-633c1377-5caf-4244-93ec-b40a7196c9fe tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=0176dae3-6240-4df4-8ea5-e81ff3efc752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572641 Aug 10 04:03:31.457531 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d58be5b-8955-4da7-91ae-bdc206beff7d req-7e4d494e-2c5c-455b-a93b-b4a88f4b7052 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:31.460797 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5d58be5b-8955-4da7-91ae-bdc206beff7d req-7e4d494e-2c5c-455b-a93b-b4a88f4b7052 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=73f5794f-91f1-4733-9464-65b8d67d80d8 HTTP/1.1" status: 200 len: 945 time: 0.0640292 Aug 10 04:03:31.512010 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5d58be5b-8955-4da7-91ae-bdc206beff7d req-db8ae22e-1c3d-4933-9675-795039dd63df tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=0176dae3-6240-4df4-8ea5-e81ff3efc752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442443 Aug 10 04:03:32.651712 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e756c5-c1c8-4180-bd5e-4f9bbd2fb4bf req-55b083af-c3b9-4622-9fa5-c3e2af04c333 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:32.655725 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-27e756c5-c1c8-4180-bd5e-4f9bbd2fb4bf req-55b083af-c3b9-4622-9fa5-c3e2af04c333 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=73f5794f-91f1-4733-9464-65b8d67d80d8 HTTP/1.1" status: 200 len: 945 time: 0.0529382 Aug 10 04:03:32.699572 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-27e756c5-c1c8-4180-bd5e-4f9bbd2fb4bf req-8fee63f5-3bce-43b3-a5c2-f34164781edf tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=0176dae3-6240-4df4-8ea5-e81ff3efc752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359125 Aug 10 04:03:32.825007 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5432245e-2f41-400f-885e-1d7aa6581dd0 req-27305e14-5a9c-4324-b25b-49bf90fed185 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:32.826502 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5432245e-2f41-400f-885e-1d7aa6581dd0 req-27305e14-5a9c-4324-b25b-49bf90fed185 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=73f5794f-91f1-4733-9464-65b8d67d80d8 HTTP/1.1" status: 200 len: 945 time: 0.0570049 Aug 10 04:03:32.874059 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5432245e-2f41-400f-885e-1d7aa6581dd0 req-13231b35-0cd2-4b07-8029-55a721bfb91e tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=0176dae3-6240-4df4-8ea5-e81ff3efc752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377715 Aug 10 04:03:32.898834 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 46368) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:32.943839 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36262931-ae5e-4b06-afe9-9fa1bcbbd543 tempest-TestNetworkAdvancedServerOps-902294344 tempest-TestNetworkAdvancedServerOps-902294344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:32.945522 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-36262931-ae5e-4b06-afe9-9fa1bcbbd543 tempest-TestNetworkAdvancedServerOps-902294344 tempest-TestNetworkAdvancedServerOps-902294344-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=73f5794f-91f1-4733-9464-65b8d67d80d8 HTTP/1.1" status: 200 len: 1092 time: 0.0455396 Aug 10 04:03:32.949047 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 46370) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:32.955199 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-52f7fb26-c7dd-4f1d-98ae-95c3c589d1aa tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Request body: {'floatingip': {'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'port_id': '59839830-2efb-4665-a008-7588f769aa9a', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:32.980608 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-52f7fb26-c7dd-4f1d-98ae-95c3c589d1aa tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for floatingip, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:33.096363 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-52f7fb26-c7dd-4f1d-98ae-95c3c589d1aa tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:33.209159 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-52f7fb26-c7dd-4f1d-98ae-95c3c589d1aa tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Allocated IP 172.25.6.151 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/6d53f801-fdef-4154-bace-496d71495d0d) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:03:33.332896 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-52f7fb26-c7dd-4f1d-98ae-95c3c589d1aa tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:33.374067 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-52f7fb26-c7dd-4f1d-98ae-95c3c589d1aa tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:33.419581 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f7fb26-c7dd-4f1d-98ae-95c3c589d1aa tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:03:33.421108 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-52f7fb26-c7dd-4f1d-98ae-95c3c589d1aa tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:03:33.425033 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f7fb26-c7dd-4f1d-98ae-95c3c589d1aa tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:03:33.447734 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f7fb26-c7dd-4f1d-98ae-95c3c589d1aa tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Pushing event updated for resources: {'Port': ['ID=6d53f801-fdef-4154-bace-496d71495d0d,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:33.543525 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:33.845899 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-52f7fb26-c7dd-4f1d-98ae-95c3c589d1aa tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:33.966711 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-52f7fb26-c7dd-4f1d-98ae-95c3c589d1aa tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:34.128971 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-52f7fb26-c7dd-4f1d-98ae-95c3c589d1aa tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:34.135668 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-52f7fb26-c7dd-4f1d-98ae-95c3c589d1aa tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:34.208449 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f7fb26-c7dd-4f1d-98ae-95c3c589d1aa tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Pushing event updated for resources: {'Port': ['ID=6d53f801-fdef-4154-bace-496d71495d0d,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:34.219996 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-52f7fb26-c7dd-4f1d-98ae-95c3c589d1aa tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:34.327046 n-d-768862-13 neutron-server[94260]: INFO neutron.db.l3_db [None req-52f7fb26-c7dd-4f1d-98ae-95c3c589d1aa tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Floating IP e486cd2e-46d9-42de-8df9-8abccbd75d7f associated. External IP: 172.25.6.151, port: 59839830-2efb-4665-a008-7588f769aa9a. Aug 10 04:03:34.562172 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52f7fb26-c7dd-4f1d-98ae-95c3c589d1aa tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Router 0b761fd8-4159-4ded-a7cf-882d9609722e has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:03:34.688405 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52f7fb26-c7dd-4f1d-98ae-95c3c589d1aa tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:03:34.703346 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c409152-b06b-4ebb-aacb-d8fac613a4f0 None None] Sync routers for ids ['0b761fd8-4159-4ded-a7cf-882d9609722e'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:03:34.709427 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-52f7fb26-c7dd-4f1d-98ae-95c3c589d1aa tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:34.716461 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c409152-b06b-4ebb-aacb-d8fac613a4f0 None None] Routers {'0b761fd8-4159-4ded-a7cf-882d9609722e'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:03:34.717107 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-7c409152-b06b-4ebb-aacb-d8fac613a4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:03:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['0b761fd8-4159-4ded-a7cf-882d9609722e'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:34.740856 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-52f7fb26-c7dd-4f1d-98ae-95c3c589d1aa tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7905800 Aug 10 04:03:34.741458 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73f5794f-91f1-4733-9464-65b8d67d80d8', 'tag': '59839830-2efb-4665-a008-7588f769aa9a'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:03:34.744068 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf6a633a-c649-4968-af1e-8420cc506b1f" -d '{"events": [{"name": "network-changed", "server_uuid": "73f5794f-91f1-4733-9464-65b8d67d80d8", "tag": "59839830-2efb-4665-a008-7588f769aa9a"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:03:34.790449 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-621f07ba-93a8-4705-9a6a-db0c348126c3 x-openstack-request-id: req-621f07ba-93a8-4705-9a6a-db0c348126c3 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:03:34.790747 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73f5794f-91f1-4733-9464-65b8d67d80d8", "tag": "59839830-2efb-4665-a008-7588f769aa9a", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:03:34.791026 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-621f07ba-93a8-4705-9a6a-db0c348126c3 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:03:34.792395 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73f5794f-91f1-4733-9464-65b8d67d80d8', 'tag': '59839830-2efb-4665-a008-7588f769aa9a', 'status': 'completed', 'code': 200} Aug 10 04:03:34.856893 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-7c409152-b06b-4ebb-aacb-d8fac613a4f0 None None] Set router 0b761fd8-4159-4ded-a7cf-882d9609722e gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:03:34.900743 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6a633a-c649-4968-af1e-8420cc506b1f req-60ae4761-5518-41f2-b164-4ff4919de5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:34.902361 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cf6a633a-c649-4968-af1e-8420cc506b1f req-60ae4761-5518-41f2-b164-4ff4919de5ec service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b8b99293bc0b4fae85b62fcecb6d67eb&device_id=73f5794f-91f1-4733-9464-65b8d67d80d8 HTTP/1.1" status: 200 len: 1097 time: 0.0792992 Aug 10 04:03:34.911708 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd38ac15-4de9-4bbd-9c7a-d6633de653fa req-55b20cd2-99ab-404a-9de7-b4ad554658de tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:34.913322 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dd38ac15-4de9-4bbd-9c7a-d6633de653fa req-55b20cd2-99ab-404a-9de7-b4ad554658de tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=73f5794f-91f1-4733-9464-65b8d67d80d8 HTTP/1.1" status: 200 len: 945 time: 0.1004405 Aug 10 04:03:35.009734 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dd38ac15-4de9-4bbd-9c7a-d6633de653fa req-a4ecc729-ec92-4110-a0c0-0202b9ea89c1 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=0176dae3-6240-4df4-8ea5-e81ff3efc752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857778 Aug 10 04:03:35.039386 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6a633a-c649-4968-af1e-8420cc506b1f req-a7fc5950-9f9b-4abb-81e9-614426184307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:35.041610 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cf6a633a-c649-4968-af1e-8420cc506b1f req-a7fc5950-9f9b-4abb-81e9-614426184307 service neutron] 10.222.0.61 "GET /v2.0/networks?id=16754951-f8c1-46e1-91b1-ac1aacaadb80 HTTP/1.1" status: 200 len: 897 time: 0.1273482 Aug 10 04:03:35.053580 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 46376) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:35.127951 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-8f53a0e2-02c6-4869-b67c-09e984635e1a tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/floatingips/e486cd2e-46d9-42de-8df9-8abccbd75d7f HTTP/1.1" status: 200 len: 991 time: 0.0721171 Aug 10 04:03:35.134387 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cf6a633a-c649-4968-af1e-8420cc506b1f req-208d2cee-7b04-4da9-aa91-842eaa54a6f0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59839830-2efb-4665-a008-7588f769aa9a HTTP/1.1" status: 200 len: 999 time: 0.0847032 Aug 10 04:03:35.138058 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-7c409152-b06b-4ebb-aacb-d8fac613a4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b761fd8-4159-4ded-a7cf-882d9609722e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2029654503', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'e57c57de-3738-4aa7-aad3-b14a64d24260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:03:13Z', 'updated_at': '2021-08-10T04:03:18Z', 'revision_number': 4, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'gw_port': {'id': 'e57c57de-3738-4aa7-aad3-b14a64d24260', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:64:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b761fd8-4159-4ded-a7cf-882d9609722e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:13Z', 'updated_at': '2021-08-10T04:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': 'e486cd2e-46d9-42de-8df9-8abccbd75d7f', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'floating_ip_address': '172.25.6.151', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '0b761fd8-4159-4ded-a7cf-882d9609722e', 'port_id': '59839830-2efb-4665-a008-7588f769aa9a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16754951-f8c1-46e1-91b1-ac1aacaadb80', 'mac_address': 'fa:16:3e:a2:51:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f5794f-91f1-4733-9464-65b8d67d80d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:03:33Z', 'updated_at': '2021-08-10T04:03:33Z', 'revision_number': 0, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '409b9c82-6657-4165-9d28-1d66549919b2', 'name': '', 'network_id': '16754951-f8c1-46e1-91b1-ac1aacaadb80', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'mac_address': 'fa:16:3e:56:24:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b761fd8-4159-4ded-a7cf-882d9609722e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '35b959a8-a78f-4d93-9ac8-62faec811252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:16Z', 'updated_at': '2021-08-10T04:03:22Z', 'revision_number': 5, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'subnets': [{'id': '35b959a8-a78f-4d93-9ac8-62faec811252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:35.166988 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c409152-b06b-4ebb-aacb-d8fac613a4f0 None None] Checking router: 0b761fd8-4159-4ded-a7cf-882d9609722e for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:03:35.176671 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c409152-b06b-4ebb-aacb-d8fac613a4f0 None None] Routers {'0b761fd8-4159-4ded-a7cf-882d9609722e'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:03:35.177300 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-7c409152-b06b-4ebb-aacb-d8fac613a4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:03:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['0b761fd8-4159-4ded-a7cf-882d9609722e'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:35.206174 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6a633a-c649-4968-af1e-8420cc506b1f req-6f33984e-e615-43f7-a5cf-54f5660462de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:35.208438 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cf6a633a-c649-4968-af1e-8420cc506b1f req-6f33984e-e615-43f7-a5cf-54f5660462de service neutron] 10.222.0.61 "GET /v2.0/subnets?id=35b959a8-a78f-4d93-9ac8-62faec811252 HTTP/1.1" status: 200 len: 835 time: 0.0665772 Aug 10 04:03:35.261506 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6a633a-c649-4968-af1e-8420cc506b1f req-d5c05ee5-de62-4247-a737-34aeb07f00b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:35.263609 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cf6a633a-c649-4968-af1e-8420cc506b1f req-d5c05ee5-de62-4247-a737-34aeb07f00b4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=16754951-f8c1-46e1-91b1-ac1aacaadb80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0479214 Aug 10 04:03:35.304190 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-7c409152-b06b-4ebb-aacb-d8fac613a4f0 None None] Set router 0b761fd8-4159-4ded-a7cf-882d9609722e gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:03:35.395749 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cf6a633a-c649-4968-af1e-8420cc506b1f req-a0d60335-aa93-4013-9d27-b00f6183f1ff service neutron] 10.222.0.61 "GET /v2.0/networks/16754951-f8c1-46e1-91b1-ac1aacaadb80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217072 Aug 10 04:03:35.515601 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cf6a633a-c649-4968-af1e-8420cc506b1f req-d4bc5b5d-92ac-4d40-bde1-ff696b82c9a0 service neutron] 10.222.0.61 "GET /v2.0/networks/16754951-f8c1-46e1-91b1-ac1aacaadb80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096215 Aug 10 04:03:35.596566 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-7c409152-b06b-4ebb-aacb-d8fac613a4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b761fd8-4159-4ded-a7cf-882d9609722e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2029654503', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'e57c57de-3738-4aa7-aad3-b14a64d24260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:03:13Z', 'updated_at': '2021-08-10T04:03:18Z', 'revision_number': 4, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'gw_port': {'id': 'e57c57de-3738-4aa7-aad3-b14a64d24260', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:64:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b761fd8-4159-4ded-a7cf-882d9609722e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:13Z', 'updated_at': '2021-08-10T04:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': 'e486cd2e-46d9-42de-8df9-8abccbd75d7f', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'floating_ip_address': '172.25.6.151', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '0b761fd8-4159-4ded-a7cf-882d9609722e', 'port_id': '59839830-2efb-4665-a008-7588f769aa9a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16754951-f8c1-46e1-91b1-ac1aacaadb80', 'mac_address': 'fa:16:3e:a2:51:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f5794f-91f1-4733-9464-65b8d67d80d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:03:33Z', 'updated_at': '2021-08-10T04:03:33Z', 'revision_number': 0, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '409b9c82-6657-4165-9d28-1d66549919b2', 'name': '', 'network_id': '16754951-f8c1-46e1-91b1-ac1aacaadb80', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'mac_address': 'fa:16:3e:56:24:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b761fd8-4159-4ded-a7cf-882d9609722e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '35b959a8-a78f-4d93-9ac8-62faec811252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:16Z', 'updated_at': '2021-08-10T04:03:22Z', 'revision_number': 5, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'subnets': [{'id': '35b959a8-a78f-4d93-9ac8-62faec811252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:35.623794 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c409152-b06b-4ebb-aacb-d8fac613a4f0 None None] The sync data for ids ['0b761fd8-4159-4ded-a7cf-882d9609722e'] in n-d-768862-13 is: [{'id': '0b761fd8-4159-4ded-a7cf-882d9609722e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2029654503', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'e57c57de-3738-4aa7-aad3-b14a64d24260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:03:13Z', 'updated_at': '2021-08-10T04:03:18Z', 'revision_number': 4, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'gw_port': {'id': 'e57c57de-3738-4aa7-aad3-b14a64d24260', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:64:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b761fd8-4159-4ded-a7cf-882d9609722e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:13Z', 'updated_at': '2021-08-10T04:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': 'e486cd2e-46d9-42de-8df9-8abccbd75d7f', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'floating_ip_address': '172.25.6.151', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '0b761fd8-4159-4ded-a7cf-882d9609722e', 'port_id': '59839830-2efb-4665-a008-7588f769aa9a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16754951-f8c1-46e1-91b1-ac1aacaadb80', 'mac_address': 'fa:16:3e:a2:51:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f5794f-91f1-4733-9464-65b8d67d80d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:03:33Z', 'updated_at': '2021-08-10T04:03:33Z', 'revision_number': 0, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '409b9c82-6657-4165-9d28-1d66549919b2', 'name': '', 'network_id': '16754951-f8c1-46e1-91b1-ac1aacaadb80', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'mac_address': 'fa:16:3e:56:24:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b761fd8-4159-4ded-a7cf-882d9609722e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '35b959a8-a78f-4d93-9ac8-62faec811252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:16Z', 'updated_at': '2021-08-10T04:03:22Z', 'revision_number': 5, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'subnets': [{'id': '35b959a8-a78f-4d93-9ac8-62faec811252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:03:35.851796 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f612856e-e4ce-45ad-8410-8b14d846b836 None None] New status for floating IP e486cd2e-46d9-42de-8df9-8abccbd75d7f: ACTIVE {{(pid=94263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:03:36.133325 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 46378) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:36.207565 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-027e9cf7-cf38-4d94-82d6-7d73d0e5d55e tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/floatingips/e486cd2e-46d9-42de-8df9-8abccbd75d7f HTTP/1.1" status: 200 len: 993 time: 0.0730395 Aug 10 04:03:51.417467 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-6bdcb187-cd33-4911-b782-6a379c0b573f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:53.702519 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-fc34b007-c649-4038-8dd1-375a92063b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:54.307965 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:55.501616 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:56.366538 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:56.477799 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:03:56.930289 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:03.554057 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:21.423930 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c607bc67-dded-4726-bbd2-645b91c06eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:23.695362 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3116b84d-b762-4172-97e3-c02e2fb28405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:24.316505 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:24.728272 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b82c356c-4487-4476-a36d-88383ba465bd req-26e732fd-4d56-4fdc-b2e6-2d8c670696ad service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=10a88a4f-24b8-4249-bc3c-d785428b6b3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1140132 Aug 10 04:04:24.814958 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82c356c-4487-4476-a36d-88383ba465bd req-f3bc68ef-1b87-4b17-898c-907fd05480a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:24.816510 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b82c356c-4487-4476-a36d-88383ba465bd req-f3bc68ef-1b87-4b17-898c-907fd05480a1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d7797a7e7c744219a6cd7e79c926312f&device_id=10a88a4f-24b8-4249-bc3c-d785428b6b3f HTTP/1.1" status: 200 len: 1098 time: 0.0433247 Aug 10 04:04:25.253932 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82c356c-4487-4476-a36d-88383ba465bd req-ab363033-75f1-46ae-86e7-4b66095502c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:25.255574 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b82c356c-4487-4476-a36d-88383ba465bd req-ab363033-75f1-46ae-86e7-4b66095502c8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9304a778-e332-4697-b169-f473c98c9db5 HTTP/1.1" status: 200 len: 911 time: 0.4170294 Aug 10 04:04:25.330205 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b82c356c-4487-4476-a36d-88383ba465bd req-0fe86f22-7e3e-495d-9148-ea2b6a36c249 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa8b7c6f-605a-4c82-8840-eec98d294220 HTTP/1.1" status: 200 len: 1002 time: 0.0659075 Aug 10 04:04:25.383175 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82c356c-4487-4476-a36d-88383ba465bd req-d274595a-054d-4401-bbe6-a1c4a2fa1725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:25.384688 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b82c356c-4487-4476-a36d-88383ba465bd req-d274595a-054d-4401-bbe6-a1c4a2fa1725 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=004bec00-f412-4962-b43d-0d7672578573 HTTP/1.1" status: 200 len: 850 time: 0.0473430 Aug 10 04:04:25.443229 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82c356c-4487-4476-a36d-88383ba465bd req-7ccb6a16-4656-4064-86c4-a35d42778301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:25.444818 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b82c356c-4487-4476-a36d-88383ba465bd req-7ccb6a16-4656-4064-86c4-a35d42778301 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9304a778-e332-4697-b169-f473c98c9db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458980 Aug 10 04:04:25.505816 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:25.546158 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b82c356c-4487-4476-a36d-88383ba465bd req-ea7516fc-2854-4990-a77c-981006f01511 service neutron] 10.222.0.61 "GET /v2.0/networks/9304a778-e332-4697-b169-f473c98c9db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930035 Aug 10 04:04:25.646473 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b82c356c-4487-4476-a36d-88383ba465bd req-28d38599-1866-409b-88dc-3b7c4075fb25 service neutron] 10.222.0.61 "GET /v2.0/networks/9304a778-e332-4697-b169-f473c98c9db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925870 Aug 10 04:04:26.372175 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:26.937511 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:26.975776 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4d5d7f1b-f56c-4944-a4ed-1ee7c94bcc83 req-37133bbe-e49d-4946-92e9-c40732e0ba73 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e38ec5e7-6648-444b-af38-2dee38372643&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0982020 Aug 10 04:04:27.065308 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d7f1b-f56c-4944-a4ed-1ee7c94bcc83 req-bc6832fe-733d-4712-a62c-d915fda6ce67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:27.066877 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4d5d7f1b-f56c-4944-a4ed-1ee7c94bcc83 req-bc6832fe-733d-4712-a62c-d915fda6ce67 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d7797a7e7c744219a6cd7e79c926312f&device_id=e38ec5e7-6648-444b-af38-2dee38372643 HTTP/1.1" status: 200 len: 1098 time: 0.0440147 Aug 10 04:04:27.187623 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d7f1b-f56c-4944-a4ed-1ee7c94bcc83 req-ba8a5e10-4500-464e-bcb6-a18634f41549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:27.189033 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4d5d7f1b-f56c-4944-a4ed-1ee7c94bcc83 req-ba8a5e10-4500-464e-bcb6-a18634f41549 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9304a778-e332-4697-b169-f473c98c9db5 HTTP/1.1" status: 200 len: 911 time: 0.1022007 Aug 10 04:04:27.256130 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4d5d7f1b-f56c-4944-a4ed-1ee7c94bcc83 req-6d401a53-3023-4d07-b364-ce8ec84f61fc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a267dcf-ec78-47a4-9601-2cd8039aa164 HTTP/1.1" status: 200 len: 1001 time: 0.0597861 Aug 10 04:04:27.308192 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d7f1b-f56c-4944-a4ed-1ee7c94bcc83 req-7a53f07d-1e78-4fdb-bcab-b4680280ea8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:27.309746 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4d5d7f1b-f56c-4944-a4ed-1ee7c94bcc83 req-7a53f07d-1e78-4fdb-bcab-b4680280ea8d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=004bec00-f412-4962-b43d-0d7672578573 HTTP/1.1" status: 200 len: 850 time: 0.0469790 Aug 10 04:04:27.364910 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d7f1b-f56c-4944-a4ed-1ee7c94bcc83 req-99c43859-708e-4ae0-a050-6bd9adc2a506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:27.366519 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4d5d7f1b-f56c-4944-a4ed-1ee7c94bcc83 req-99c43859-708e-4ae0-a050-6bd9adc2a506 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9304a778-e332-4697-b169-f473c98c9db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0487571 Aug 10 04:04:27.378301 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [req-4d5d7f1b-f56c-4944-a4ed-1ee7c94bcc83 req-8009c0f5-ded2-45ea-951c-d522d1fa970a service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 04:04:27.379383 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4d5d7f1b-f56c-4944-a4ed-1ee7c94bcc83 req-8009c0f5-ded2-45ea-951c-d522d1fa970a service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057533 Aug 10 04:04:27.489278 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4d5d7f1b-f56c-4944-a4ed-1ee7c94bcc83 req-20ea8431-9ca1-402c-bc0a-1f5551f2e7a4 service neutron] 10.222.0.42 "GET /v2.0/networks/9304a778-e332-4697-b169-f473c98c9db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022515 Aug 10 04:04:27.592340 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4d5d7f1b-f56c-4944-a4ed-1ee7c94bcc83 req-61424d1a-3310-49f7-8edd-38825e4dd594 service neutron] 10.222.0.42 "GET /v2.0/networks/9304a778-e332-4697-b169-f473c98c9db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961847 Aug 10 04:04:31.004732 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 46404) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:31.245182 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-dda3c9e8-d960-43a2-a1f0-c129ad8cb536 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Deleting port 5070df0b-683b-4dbe-83ef-8e5d3d8886bb {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:04:31.245528 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-dda3c9e8-d960-43a2-a1f0-c129ad8cb536 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:31.323586 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-dda3c9e8-d960-43a2-a1f0-c129ad8cb536 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:31.323872 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-dda3c9e8-d960-43a2-a1f0-c129ad8cb536 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:31.337864 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-dda3c9e8-d960-43a2-a1f0-c129ad8cb536 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Calling delete_port for 5070df0b-683b-4dbe-83ef-8e5d3d8886bb owned by network:floatingip {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:04:31.490856 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-dda3c9e8-d960-43a2-a1f0-c129ad8cb536 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:31.515195 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda3c9e8-d960-43a2-a1f0-c129ad8cb536 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Pushing event deleted for resources: {'Port': ['ID=5070df0b-683b-4dbe-83ef-8e5d3d8886bb,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:31.525593 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3c9e8-d960-43a2-a1f0-c129ad8cb536 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:31.525946 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3c9e8-d960-43a2-a1f0-c129ad8cb536 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:31.526314 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3c9e8-d960-43a2-a1f0-c129ad8cb536 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:31.526651 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3c9e8-d960-43a2-a1f0-c129ad8cb536 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:31.526983 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3c9e8-d960-43a2-a1f0-c129ad8cb536 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:31.527310 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3c9e8-d960-43a2-a1f0-c129ad8cb536 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:31.527635 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3c9e8-d960-43a2-a1f0-c129ad8cb536 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:31.527957 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3c9e8-d960-43a2-a1f0-c129ad8cb536 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:31.528279 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3c9e8-d960-43a2-a1f0-c129ad8cb536 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:31.528597 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3c9e8-d960-43a2-a1f0-c129ad8cb536 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:31.528917 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3c9e8-d960-43a2-a1f0-c129ad8cb536 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:31.529235 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3c9e8-d960-43a2-a1f0-c129ad8cb536 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:31.594893 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-dda3c9e8-d960-43a2-a1f0-c129ad8cb536 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks [] for floatingip, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:31.595157 n-d-768862-13 neutron-server[94260]: INFO neutron.db.l3_db [None req-dda3c9e8-d960-43a2-a1f0-c129ad8cb536 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Floating IP 270f1ab9-3cfd-42a0-a996-f65eac0ad06c disassociated (deleted). External IP: 172.25.6.237, port: fa8b7c6f-605a-4c82-8840-eec98d294220. Aug 10 04:04:31.826721 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dda3c9e8-d960-43a2-a1f0-c129ad8cb536 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Router 2bb93e78-0067-4c44-8b4e-b789c81785d2 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:04:31.956963 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dda3c9e8-d960-43a2-a1f0-c129ad8cb536 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:04:31.962700 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-dda3c9e8-d960-43a2-a1f0-c129ad8cb536 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:31.969755 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278a28ec-d2b2-4db5-aebb-4c304ada09c3 None None] Sync routers for ids ['2bb93e78-0067-4c44-8b4e-b789c81785d2'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:04:31.981841 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278a28ec-d2b2-4db5-aebb-4c304ada09c3 None None] Routers {'2bb93e78-0067-4c44-8b4e-b789c81785d2'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:04:31.982766 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-278a28ec-d2b2-4db5-aebb-4c304ada09c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:04:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['2bb93e78-0067-4c44-8b4e-b789c81785d2'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:32.005125 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-dda3c9e8-d960-43a2-a1f0-c129ad8cb536 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "DELETE /v2.0/floatingips/270f1ab9-3cfd-42a0-a996-f65eac0ad06c HTTP/1.1" status: 204 len: 168 time: 0.9992416 Aug 10 04:04:32.006006 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10a88a4f-24b8-4249-bc3c-d785428b6b3f', 'tag': 'fa8b7c6f-605a-4c82-8840-eec98d294220'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:04:32.008114 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7d4be15-c391-4e2d-a1e5-af40628a6aa7" -d '{"events": [{"name": "network-changed", "server_uuid": "10a88a4f-24b8-4249-bc3c-d785428b6b3f", "tag": "fa8b7c6f-605a-4c82-8840-eec98d294220"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:04:32.068818 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db68f69b-012c-4594-9c5a-c80cdf584053 x-openstack-request-id: req-db68f69b-012c-4594-9c5a-c80cdf584053 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:04:32.069462 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10a88a4f-24b8-4249-bc3c-d785428b6b3f", "tag": "fa8b7c6f-605a-4c82-8840-eec98d294220", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:04:32.069462 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-db68f69b-012c-4594-9c5a-c80cdf584053 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:04:32.069781 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10a88a4f-24b8-4249-bc3c-d785428b6b3f', 'tag': 'fa8b7c6f-605a-4c82-8840-eec98d294220', 'status': 'completed', 'code': 200} Aug 10 04:04:32.113175 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-278a28ec-d2b2-4db5-aebb-4c304ada09c3 None None] Set router 2bb93e78-0067-4c44-8b4e-b789c81785d2 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:04:32.142598 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d4be15-c391-4e2d-a1e5-af40628a6aa7 req-974cdb54-ed3b-454d-863d-c5dafb8238db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:32.145450 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e7d4be15-c391-4e2d-a1e5-af40628a6aa7 req-974cdb54-ed3b-454d-863d-c5dafb8238db service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d7797a7e7c744219a6cd7e79c926312f&device_id=10a88a4f-24b8-4249-bc3c-d785428b6b3f HTTP/1.1" status: 200 len: 1098 time: 0.0497820 Aug 10 04:04:32.309332 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b014b956-8213-4ff6-927c-2347f0526c11 req-7a0252cb-ea7e-4a58-ac83-6d694f54ee41 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:32.310907 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b014b956-8213-4ff6-927c-2347f0526c11 req-7a0252cb-ea7e-4a58-ac83-6d694f54ee41 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=10a88a4f-24b8-4249-bc3c-d785428b6b3f HTTP/1.1" status: 200 len: 946 time: 0.0920248 Aug 10 04:04:32.312246 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d4be15-c391-4e2d-a1e5-af40628a6aa7 req-776802da-c8b4-494c-b1d3-458b86a18596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:32.313757 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e7d4be15-c391-4e2d-a1e5-af40628a6aa7 req-776802da-c8b4-494c-b1d3-458b86a18596 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9304a778-e332-4697-b169-f473c98c9db5 HTTP/1.1" status: 200 len: 911 time: 0.1606150 Aug 10 04:04:32.376095 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e7d4be15-c391-4e2d-a1e5-af40628a6aa7 req-924f4164-e493-485e-acc3-8d08e3473a90 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa8b7c6f-605a-4c82-8840-eec98d294220 HTTP/1.1" status: 200 len: 217 time: 0.0477169 Aug 10 04:04:32.423114 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b014b956-8213-4ff6-927c-2347f0526c11 req-4ff25689-53fa-4d63-a8a8-d6ffdd07cbad tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4c4ff7d-9ab8-47ae-9a13-1b1093e29100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031857 Aug 10 04:04:32.436384 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-278a28ec-d2b2-4db5-aebb-4c304ada09c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb93e78-0067-4c44-8b4e-b789c81785d2', 'name': 'tempest-TestVolumeBootPattern-757140465-router', 'tenant_id': 'd7797a7e7c744219a6cd7e79c926312f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '310edeba-cd37-4bf3-90a7-4cddfabdbc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:52:50Z', 'updated_at': '2021-08-10T03:52:55Z', 'revision_number': 4, 'project_id': 'd7797a7e7c744219a6cd7e79c926312f', 'gw_port': {'id': '310edeba-cd37-4bf3-90a7-4cddfabdbc96', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:d9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb93e78-0067-4c44-8b4e-b789c81785d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:50Z', 'updated_at': '2021-08-10T03:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': 'c4e19e35-fc3e-47d5-9dd7-71099f26790a', 'tenant_id': 'd7797a7e7c744219a6cd7e79c926312f', 'floating_ip_address': '172.25.6.23', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '2bb93e78-0067-4c44-8b4e-b789c81785d2', 'port_id': '4a267dcf-ec78-47a4-9601-2cd8039aa164', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9304a778-e332-4697-b169-f473c98c9db5', 'mac_address': 'fa:16:3e:20:d7:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38ec5e7-6648-444b-af38-2dee38372643', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:00:39Z', 'updated_at': '2021-08-10T04:00:42Z', 'revision_number': 1, 'project_id': 'd7797a7e7c744219a6cd7e79c926312f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5aef088-34a2-4aeb-b471-89ed83de927f', 'name': '', 'network_id': '9304a778-e332-4697-b169-f473c98c9db5', 'tenant_id': 'd7797a7e7c744219a6cd7e79c926312f', 'mac_address': 'fa:16:3e:35:69:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb93e78-0067-4c44-8b4e-b789c81785d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '004bec00-f412-4962-b43d-0d7672578573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:54Z', 'updated_at': '2021-08-10T03:53:04Z', 'revision_number': 5, 'project_id': 'd7797a7e7c744219a6cd7e79c926312f', 'subnets': [{'id': '004bec00-f412-4962-b43d-0d7672578573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:32.441791 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d4be15-c391-4e2d-a1e5-af40628a6aa7 req-fdc55d4c-902f-4898-92e2-ee45bd96d7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:32.443174 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e7d4be15-c391-4e2d-a1e5-af40628a6aa7 req-fdc55d4c-902f-4898-92e2-ee45bd96d7eb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=004bec00-f412-4962-b43d-0d7672578573 HTTP/1.1" status: 200 len: 850 time: 0.0592136 Aug 10 04:04:32.463841 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278a28ec-d2b2-4db5-aebb-4c304ada09c3 None None] Checking router: 2bb93e78-0067-4c44-8b4e-b789c81785d2 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:04:32.472807 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278a28ec-d2b2-4db5-aebb-4c304ada09c3 None None] Routers {'2bb93e78-0067-4c44-8b4e-b789c81785d2'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:04:32.473480 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-278a28ec-d2b2-4db5-aebb-4c304ada09c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:04:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['2bb93e78-0067-4c44-8b4e-b789c81785d2'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:32.507296 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d4be15-c391-4e2d-a1e5-af40628a6aa7 req-c5dc4018-522d-4244-99ed-03ecc8b0aab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:32.509173 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e7d4be15-c391-4e2d-a1e5-af40628a6aa7 req-c5dc4018-522d-4244-99ed-03ecc8b0aab8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9304a778-e332-4697-b169-f473c98c9db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0569830 Aug 10 04:04:32.606796 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-278a28ec-d2b2-4db5-aebb-4c304ada09c3 None None] Set router 2bb93e78-0067-4c44-8b4e-b789c81785d2 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:04:32.622256 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e7d4be15-c391-4e2d-a1e5-af40628a6aa7 req-a47fa636-96ca-4942-b777-d7fb51362f7a service neutron] 10.222.0.61 "GET /v2.0/networks/9304a778-e332-4697-b169-f473c98c9db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046364 Aug 10 04:04:32.728748 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e7d4be15-c391-4e2d-a1e5-af40628a6aa7 req-9eedda9e-25f9-409c-bf0f-82992fa0125e service neutron] 10.222.0.61 "GET /v2.0/networks/9304a778-e332-4697-b169-f473c98c9db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989699 Aug 10 04:04:32.856769 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-278a28ec-d2b2-4db5-aebb-4c304ada09c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb93e78-0067-4c44-8b4e-b789c81785d2', 'name': 'tempest-TestVolumeBootPattern-757140465-router', 'tenant_id': 'd7797a7e7c744219a6cd7e79c926312f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '310edeba-cd37-4bf3-90a7-4cddfabdbc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:52:50Z', 'updated_at': '2021-08-10T03:52:55Z', 'revision_number': 4, 'project_id': 'd7797a7e7c744219a6cd7e79c926312f', 'gw_port': {'id': '310edeba-cd37-4bf3-90a7-4cddfabdbc96', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:d9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb93e78-0067-4c44-8b4e-b789c81785d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:50Z', 'updated_at': '2021-08-10T03:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': 'c4e19e35-fc3e-47d5-9dd7-71099f26790a', 'tenant_id': 'd7797a7e7c744219a6cd7e79c926312f', 'floating_ip_address': '172.25.6.23', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '2bb93e78-0067-4c44-8b4e-b789c81785d2', 'port_id': '4a267dcf-ec78-47a4-9601-2cd8039aa164', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9304a778-e332-4697-b169-f473c98c9db5', 'mac_address': 'fa:16:3e:20:d7:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38ec5e7-6648-444b-af38-2dee38372643', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:00:39Z', 'updated_at': '2021-08-10T04:00:42Z', 'revision_number': 1, 'project_id': 'd7797a7e7c744219a6cd7e79c926312f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5aef088-34a2-4aeb-b471-89ed83de927f', 'name': '', 'network_id': '9304a778-e332-4697-b169-f473c98c9db5', 'tenant_id': 'd7797a7e7c744219a6cd7e79c926312f', 'mac_address': 'fa:16:3e:35:69:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb93e78-0067-4c44-8b4e-b789c81785d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '004bec00-f412-4962-b43d-0d7672578573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:54Z', 'updated_at': '2021-08-10T03:53:04Z', 'revision_number': 5, 'project_id': 'd7797a7e7c744219a6cd7e79c926312f', 'subnets': [{'id': '004bec00-f412-4962-b43d-0d7672578573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:32.885257 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278a28ec-d2b2-4db5-aebb-4c304ada09c3 None None] The sync data for ids ['2bb93e78-0067-4c44-8b4e-b789c81785d2'] in n-d-768862-13 is: [{'id': '2bb93e78-0067-4c44-8b4e-b789c81785d2', 'name': 'tempest-TestVolumeBootPattern-757140465-router', 'tenant_id': 'd7797a7e7c744219a6cd7e79c926312f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '310edeba-cd37-4bf3-90a7-4cddfabdbc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:52:50Z', 'updated_at': '2021-08-10T03:52:55Z', 'revision_number': 4, 'project_id': 'd7797a7e7c744219a6cd7e79c926312f', 'gw_port': {'id': '310edeba-cd37-4bf3-90a7-4cddfabdbc96', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:d9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb93e78-0067-4c44-8b4e-b789c81785d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:50Z', 'updated_at': '2021-08-10T03:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': 'c4e19e35-fc3e-47d5-9dd7-71099f26790a', 'tenant_id': 'd7797a7e7c744219a6cd7e79c926312f', 'floating_ip_address': '172.25.6.23', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '2bb93e78-0067-4c44-8b4e-b789c81785d2', 'port_id': '4a267dcf-ec78-47a4-9601-2cd8039aa164', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9304a778-e332-4697-b169-f473c98c9db5', 'mac_address': 'fa:16:3e:20:d7:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38ec5e7-6648-444b-af38-2dee38372643', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:00:39Z', 'updated_at': '2021-08-10T04:00:42Z', 'revision_number': 1, 'project_id': 'd7797a7e7c744219a6cd7e79c926312f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5aef088-34a2-4aeb-b471-89ed83de927f', 'name': '', 'network_id': '9304a778-e332-4697-b169-f473c98c9db5', 'tenant_id': 'd7797a7e7c744219a6cd7e79c926312f', 'mac_address': 'fa:16:3e:35:69:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb93e78-0067-4c44-8b4e-b789c81785d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '004bec00-f412-4962-b43d-0d7672578573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:54Z', 'updated_at': '2021-08-10T03:53:04Z', 'revision_number': 5, 'project_id': 'd7797a7e7c744219a6cd7e79c926312f', 'subnets': [{'id': '004bec00-f412-4962-b43d-0d7672578573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:04:33.149885 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e260f92-9ff2-4033-b3af-2e54bf8c9bd7 None None] New status for floating IP 270f1ab9-3cfd-42a0-a996-f65eac0ad06c: DOWN {{(pid=94263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:04:33.477943 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:04:33.553803 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade71b1b-b7df-4e2b-b665-cd278eefa1c3 req-59d0b65c-6cfe-480c-9f2b-e0a06c9f73b5 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:33.555365 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ade71b1b-b7df-4e2b-b665-cd278eefa1c3 req-59d0b65c-6cfe-480c-9f2b-e0a06c9f73b5 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=10a88a4f-24b8-4249-bc3c-d785428b6b3f HTTP/1.1" status: 200 len: 946 time: 0.0520923 Aug 10 04:04:33.573063 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:33.594208 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ade71b1b-b7df-4e2b-b665-cd278eefa1c3 req-866b2d00-1849-4eed-a2c4-f1eb02dfd72c tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4c4ff7d-9ab8-47ae-9a13-1b1093e29100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328081 Aug 10 04:04:33.965172 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18848323-5e11-4ce9-89d0-a78b717b962b req-4ab0690e-1457-4e8d-aae0-f1c808e07bba tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:33.966832 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-18848323-5e11-4ce9-89d0-a78b717b962b req-4ab0690e-1457-4e8d-aae0-f1c808e07bba tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.61 "GET /v2.0/ports?device_id=10a88a4f-24b8-4249-bc3c-d785428b6b3f HTTP/1.1" status: 200 len: 946 time: 0.0588644 Aug 10 04:04:34.065021 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-18848323-5e11-4ce9-89d0-a78b717b962b req-9bcc3575-53a9-48fe-bceb-bf0640d88c24 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Deleting port fa8b7c6f-605a-4c82-8840-eec98d294220 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:04:34.065278 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-18848323-5e11-4ce9-89d0-a78b717b962b req-9bcc3575-53a9-48fe-bceb-bf0640d88c24 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:34.162212 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-18848323-5e11-4ce9-89d0-a78b717b962b req-9bcc3575-53a9-48fe-bceb-bf0640d88c24 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] For port fa8b7c6f-605a-4c82-8840-eec98d294220, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=fa8b7c6f-605a-4c82-8840-eec98d294220,segment=NetworkSegment(a02c445a-dd82-41b8-8c82-8deebd0db13e),segment_id=a02c445a-dd82-41b8-8c82-8deebd0db13e)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:04:34.162609 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-18848323-5e11-4ce9-89d0-a78b717b962b req-9bcc3575-53a9-48fe-bceb-bf0640d88c24 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:34.176518 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-18848323-5e11-4ce9-89d0-a78b717b962b req-9bcc3575-53a9-48fe-bceb-bf0640d88c24 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Calling delete_port for fa8b7c6f-605a-4c82-8840-eec98d294220 owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:04:34.307221 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-18848323-5e11-4ce9-89d0-a78b717b962b req-9bcc3575-53a9-48fe-bceb-bf0640d88c24 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:34.342394 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcc3575-53a9-48fe-bceb-bf0640d88c24 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Pushing event deleted for resources: {'Port': ['ID=fa8b7c6f-605a-4c82-8840-eec98d294220,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:34.391586 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-18848323-5e11-4ce9-89d0-a78b717b962b req-9bcc3575-53a9-48fe-bceb-bf0640d88c24 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] No DVR routers for this DVR port fa8b7c6f-605a-4c82-8840-eec98d294220 on host n-h2-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:04:34.394170 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-18848323-5e11-4ce9-89d0-a78b717b962b req-9bcc3575-53a9-48fe-bceb-bf0640d88c24 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:34.396486 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-18848323-5e11-4ce9-89d0-a78b717b962b req-9bcc3575-53a9-48fe-bceb-bf0640d88c24 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.61 "DELETE /v2.0/ports/fa8b7c6f-605a-4c82-8840-eec98d294220 HTTP/1.1" status: 204 len: 173 time: 0.4229145 Aug 10 04:04:34.396927 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10a88a4f-24b8-4249-bc3c-d785428b6b3f', 'name': 'network-vif-deleted', 'tag': 'fa8b7c6f-605a-4c82-8840-eec98d294220'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:04:34.399243 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aac78b4a-1fb1-4f3e-94a7-19477e8de2bc" -d '{"events": [{"server_uuid": "10a88a4f-24b8-4249-bc3c-d785428b6b3f", "name": "network-vif-deleted", "tag": "fa8b7c6f-605a-4c82-8840-eec98d294220"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:04:34.439184 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5eb0914-c15a-4252-9368-768bfd1974fb x-openstack-request-id: req-c5eb0914-c15a-4252-9368-768bfd1974fb {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:04:34.439485 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10a88a4f-24b8-4249-bc3c-d785428b6b3f", "name": "network-vif-deleted", "tag": "fa8b7c6f-605a-4c82-8840-eec98d294220", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:04:34.439801 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c5eb0914-c15a-4252-9368-768bfd1974fb {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:04:34.440256 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10a88a4f-24b8-4249-bc3c-d785428b6b3f', 'name': 'network-vif-deleted', 'tag': 'fa8b7c6f-605a-4c82-8840-eec98d294220', 'status': 'completed', 'code': 200} Aug 10 04:04:34.694048 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9761bc89-ff5d-4900-bba3-2bc422206e71 req-6f103c64-fe5b-49bc-a86d-4c2e3bd05f85 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=10a88a4f-24b8-4249-bc3c-d785428b6b3f HTTP/1.1" status: 200 len: 210 time: 0.0301635 Aug 10 04:04:35.803773 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dd1f9e81-c9ff-483a-a4c2-aeab6b46cf5a req-076c4638-7beb-4e83-8b5e-bc57f8a3132a tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=10a88a4f-24b8-4249-bc3c-d785428b6b3f HTTP/1.1" status: 200 len: 210 time: 0.0351808 Aug 10 04:04:36.905058 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-86017a76-95f8-4c1f-9881-62a0ef3141d6 req-c1d3183c-cfd0-485e-9c59-d0405baff4a9 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=10a88a4f-24b8-4249-bc3c-d785428b6b3f HTTP/1.1" status: 200 len: 210 time: 0.0280147 Aug 10 04:04:38.008738 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ca002605-74f6-4548-98c4-753fa371a655 req-e4aa1a7d-2620-4b6b-82ff-24eb30fcbef2 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=10a88a4f-24b8-4249-bc3c-d785428b6b3f HTTP/1.1" status: 200 len: 210 time: 0.0316803 Aug 10 04:04:38.155442 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device fa8b7c6f-605a-4c82-8840-eec98d294220 no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:04:38.186589 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] No Port match for: fa8b7c6f-605a-4c82-8840-eec98d294220 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:04:38.187015 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device fa8b7c6f-605a-4c82-8840-eec98d294220 not bound to the agent host n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:04:44.512229 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 46454) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:44.696895 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-3e09f312-488e-4272-a656-5976464c722b tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Deleting port 9f6ee7c8-fa60-4c57-ab30-21e91f01bf70 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:04:44.697301 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3e09f312-488e-4272-a656-5976464c722b tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:44.800771 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3e09f312-488e-4272-a656-5976464c722b tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:44.801248 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3e09f312-488e-4272-a656-5976464c722b tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:44.824181 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-3e09f312-488e-4272-a656-5976464c722b tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Calling delete_port for 9f6ee7c8-fa60-4c57-ab30-21e91f01bf70 owned by network:floatingip {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:04:45.013669 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3e09f312-488e-4272-a656-5976464c722b tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:45.041275 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e09f312-488e-4272-a656-5976464c722b tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Pushing event deleted for resources: {'Port': ['ID=9f6ee7c8-fa60-4c57-ab30-21e91f01bf70,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:45.160490 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3e09f312-488e-4272-a656-5976464c722b tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks [] for floatingip, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:45.161346 n-d-768862-13 neutron-server[94260]: INFO neutron.db.l3_db [None req-3e09f312-488e-4272-a656-5976464c722b tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Floating IP c4e19e35-fc3e-47d5-9dd7-71099f26790a disassociated (deleted). External IP: 172.25.6.23, port: 4a267dcf-ec78-47a4-9601-2cd8039aa164. Aug 10 04:04:45.399512 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e09f312-488e-4272-a656-5976464c722b tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Router 2bb93e78-0067-4c44-8b4e-b789c81785d2 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:04:45.851009 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e09f312-488e-4272-a656-5976464c722b tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:04:45.856599 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3e09f312-488e-4272-a656-5976464c722b tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:45.862251 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79fdae8-a26d-45bc-8459-1a9db9e04355 None None] Sync routers for ids ['2bb93e78-0067-4c44-8b4e-b789c81785d2'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:04:45.873536 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79fdae8-a26d-45bc-8459-1a9db9e04355 None None] Routers {'2bb93e78-0067-4c44-8b4e-b789c81785d2'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:04:45.874175 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-d79fdae8-a26d-45bc-8459-1a9db9e04355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:04:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['2bb93e78-0067-4c44-8b4e-b789c81785d2'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:45.888203 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-3e09f312-488e-4272-a656-5976464c722b tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "DELETE /v2.0/floatingips/c4e19e35-fc3e-47d5-9dd7-71099f26790a HTTP/1.1" status: 204 len: 168 time: 1.3745637 Aug 10 04:04:45.888938 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e38ec5e7-6648-444b-af38-2dee38372643', 'tag': '4a267dcf-ec78-47a4-9601-2cd8039aa164'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:04:45.891339 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d2cf015-e268-4569-9ddb-650ad58e3197" -d '{"events": [{"name": "network-changed", "server_uuid": "e38ec5e7-6648-444b-af38-2dee38372643", "tag": "4a267dcf-ec78-47a4-9601-2cd8039aa164"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:04:46.071940 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-d79fdae8-a26d-45bc-8459-1a9db9e04355 None None] Set router 2bb93e78-0067-4c44-8b4e-b789c81785d2 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:04:46.113329 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beebb09f-091b-4985-9a0d-e11058362665 x-openstack-request-id: req-beebb09f-091b-4985-9a0d-e11058362665 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:04:46.113799 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e38ec5e7-6648-444b-af38-2dee38372643", "tag": "4a267dcf-ec78-47a4-9601-2cd8039aa164", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:04:46.114165 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-beebb09f-091b-4985-9a0d-e11058362665 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:04:46.114721 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e38ec5e7-6648-444b-af38-2dee38372643', 'tag': '4a267dcf-ec78-47a4-9601-2cd8039aa164', 'status': 'completed', 'code': 200} Aug 10 04:04:46.235788 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306e8ff2-23a5-48a0-8558-0fd3e8052fda req-a803a89d-6b49-401c-8fb1-61c08550d156 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:46.238498 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-306e8ff2-23a5-48a0-8558-0fd3e8052fda req-a803a89d-6b49-401c-8fb1-61c08550d156 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=e38ec5e7-6648-444b-af38-2dee38372643 HTTP/1.1" status: 200 len: 946 time: 0.1441779 Aug 10 04:04:46.248700 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2cf015-e268-4569-9ddb-650ad58e3197 req-347ad55f-e8ee-4c25-ac2e-e39b1ab7fb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:46.251102 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6d2cf015-e268-4569-9ddb-650ad58e3197 req-347ad55f-e8ee-4c25-ac2e-e39b1ab7fb12 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d7797a7e7c744219a6cd7e79c926312f&device_id=e38ec5e7-6648-444b-af38-2dee38372643 HTTP/1.1" status: 200 len: 1098 time: 0.1105795 Aug 10 04:04:46.352659 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-306e8ff2-23a5-48a0-8558-0fd3e8052fda req-e3d518c8-eaa8-4158-82e8-fa142facb229 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4c4ff7d-9ab8-47ae-9a13-1b1093e29100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001670 Aug 10 04:04:46.398840 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2cf015-e268-4569-9ddb-650ad58e3197 req-299e7b6d-0b4d-481a-97d1-096bc7f8c862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:46.400835 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6d2cf015-e268-4569-9ddb-650ad58e3197 req-299e7b6d-0b4d-481a-97d1-096bc7f8c862 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9304a778-e332-4697-b169-f473c98c9db5 HTTP/1.1" status: 200 len: 911 time: 0.1380494 Aug 10 04:04:46.452268 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6d2cf015-e268-4569-9ddb-650ad58e3197 req-3659b152-ca0b-4350-be13-7e25819ff002 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a267dcf-ec78-47a4-9601-2cd8039aa164 HTTP/1.1" status: 200 len: 217 time: 0.0430541 Aug 10 04:04:46.502491 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-d79fdae8-a26d-45bc-8459-1a9db9e04355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb93e78-0067-4c44-8b4e-b789c81785d2', 'name': 'tempest-TestVolumeBootPattern-757140465-router', 'tenant_id': 'd7797a7e7c744219a6cd7e79c926312f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '310edeba-cd37-4bf3-90a7-4cddfabdbc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:52:50Z', 'updated_at': '2021-08-10T03:52:55Z', 'revision_number': 4, 'project_id': 'd7797a7e7c744219a6cd7e79c926312f', 'gw_port': {'id': '310edeba-cd37-4bf3-90a7-4cddfabdbc96', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:d9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb93e78-0067-4c44-8b4e-b789c81785d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:50Z', 'updated_at': '2021-08-10T03:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': 'd5aef088-34a2-4aeb-b471-89ed83de927f', 'name': '', 'network_id': '9304a778-e332-4697-b169-f473c98c9db5', 'tenant_id': 'd7797a7e7c744219a6cd7e79c926312f', 'mac_address': 'fa:16:3e:35:69:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb93e78-0067-4c44-8b4e-b789c81785d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '004bec00-f412-4962-b43d-0d7672578573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:54Z', 'updated_at': '2021-08-10T03:53:04Z', 'revision_number': 5, 'project_id': 'd7797a7e7c744219a6cd7e79c926312f', 'subnets': [{'id': '004bec00-f412-4962-b43d-0d7672578573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:46.545084 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2cf015-e268-4569-9ddb-650ad58e3197 req-fcd4965b-e51b-4a48-a6b1-9e2dbb1ee221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:46.546408 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79fdae8-a26d-45bc-8459-1a9db9e04355 None None] Checking router: 2bb93e78-0067-4c44-8b4e-b789c81785d2 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:04:46.547042 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6d2cf015-e268-4569-9ddb-650ad58e3197 req-fcd4965b-e51b-4a48-a6b1-9e2dbb1ee221 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=004bec00-f412-4962-b43d-0d7672578573 HTTP/1.1" status: 200 len: 850 time: 0.0866389 Aug 10 04:04:46.556899 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79fdae8-a26d-45bc-8459-1a9db9e04355 None None] Routers {'2bb93e78-0067-4c44-8b4e-b789c81785d2'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:04:46.557689 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-d79fdae8-a26d-45bc-8459-1a9db9e04355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:04:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['2bb93e78-0067-4c44-8b4e-b789c81785d2'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:46.603087 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2cf015-e268-4569-9ddb-650ad58e3197 req-74737dbd-da24-441a-b5bc-a4b136823ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:46.605468 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6d2cf015-e268-4569-9ddb-650ad58e3197 req-74737dbd-da24-441a-b5bc-a4b136823ee7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9304a778-e332-4697-b169-f473c98c9db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506320 Aug 10 04:04:46.688366 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-d79fdae8-a26d-45bc-8459-1a9db9e04355 None None] Set router 2bb93e78-0067-4c44-8b4e-b789c81785d2 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:04:46.720911 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6d2cf015-e268-4569-9ddb-650ad58e3197 req-06595e5a-1ad6-400e-afba-ace2bfd0d2b3 service neutron] 10.222.0.42 "GET /v2.0/networks/9304a778-e332-4697-b169-f473c98c9db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068654 Aug 10 04:04:46.845524 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6d2cf015-e268-4569-9ddb-650ad58e3197 req-f36d4601-e1fa-4c4e-ba33-fa53d9273b58 service neutron] 10.222.0.42 "GET /v2.0/networks/9304a778-e332-4697-b169-f473c98c9db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147027 Aug 10 04:04:46.932467 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-d79fdae8-a26d-45bc-8459-1a9db9e04355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb93e78-0067-4c44-8b4e-b789c81785d2', 'name': 'tempest-TestVolumeBootPattern-757140465-router', 'tenant_id': 'd7797a7e7c744219a6cd7e79c926312f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '310edeba-cd37-4bf3-90a7-4cddfabdbc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:52:50Z', 'updated_at': '2021-08-10T03:52:55Z', 'revision_number': 4, 'project_id': 'd7797a7e7c744219a6cd7e79c926312f', 'gw_port': {'id': '310edeba-cd37-4bf3-90a7-4cddfabdbc96', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:d9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb93e78-0067-4c44-8b4e-b789c81785d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:50Z', 'updated_at': '2021-08-10T03:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': 'd5aef088-34a2-4aeb-b471-89ed83de927f', 'name': '', 'network_id': '9304a778-e332-4697-b169-f473c98c9db5', 'tenant_id': 'd7797a7e7c744219a6cd7e79c926312f', 'mac_address': 'fa:16:3e:35:69:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb93e78-0067-4c44-8b4e-b789c81785d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '004bec00-f412-4962-b43d-0d7672578573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:54Z', 'updated_at': '2021-08-10T03:53:04Z', 'revision_number': 5, 'project_id': 'd7797a7e7c744219a6cd7e79c926312f', 'subnets': [{'id': '004bec00-f412-4962-b43d-0d7672578573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:46.961499 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79fdae8-a26d-45bc-8459-1a9db9e04355 None None] The sync data for ids ['2bb93e78-0067-4c44-8b4e-b789c81785d2'] in n-d-768862-13 is: [{'id': '2bb93e78-0067-4c44-8b4e-b789c81785d2', 'name': 'tempest-TestVolumeBootPattern-757140465-router', 'tenant_id': 'd7797a7e7c744219a6cd7e79c926312f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '310edeba-cd37-4bf3-90a7-4cddfabdbc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:52:50Z', 'updated_at': '2021-08-10T03:52:55Z', 'revision_number': 4, 'project_id': 'd7797a7e7c744219a6cd7e79c926312f', 'gw_port': {'id': '310edeba-cd37-4bf3-90a7-4cddfabdbc96', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:d9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb93e78-0067-4c44-8b4e-b789c81785d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:50Z', 'updated_at': '2021-08-10T03:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': 'd5aef088-34a2-4aeb-b471-89ed83de927f', 'name': '', 'network_id': '9304a778-e332-4697-b169-f473c98c9db5', 'tenant_id': 'd7797a7e7c744219a6cd7e79c926312f', 'mac_address': 'fa:16:3e:35:69:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb93e78-0067-4c44-8b4e-b789c81785d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '004bec00-f412-4962-b43d-0d7672578573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:54Z', 'updated_at': '2021-08-10T03:53:04Z', 'revision_number': 5, 'project_id': 'd7797a7e7c744219a6cd7e79c926312f', 'subnets': [{'id': '004bec00-f412-4962-b43d-0d7672578573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:04:47.222363 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242087f1-f00f-42cd-a287-07e11055fcee None None] New status for floating IP c4e19e35-fc3e-47d5-9dd7-71099f26790a: DOWN {{(pid=94263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:04:47.521854 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b896d11-bf5a-4af1-8ed3-7d69f931c22e req-1433dc7a-c51a-4ece-a3d0-53082875204b tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:47.523882 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7b896d11-bf5a-4af1-8ed3-7d69f931c22e req-1433dc7a-c51a-4ece-a3d0-53082875204b tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=e38ec5e7-6648-444b-af38-2dee38372643 HTTP/1.1" status: 200 len: 946 time: 0.0609360 Aug 10 04:04:47.578962 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7b896d11-bf5a-4af1-8ed3-7d69f931c22e req-6d5c372e-8bf6-44a2-993f-e3213d0b5a86 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4c4ff7d-9ab8-47ae-9a13-1b1093e29100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478175 Aug 10 04:04:47.647561 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5d948-6797-4aa7-9f3d-7ce0fdd89355 req-656d99b5-b937-4b07-bc79-1602f395e149 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:47.649217 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-42a5d948-6797-4aa7-9f3d-7ce0fdd89355 req-656d99b5-b937-4b07-bc79-1602f395e149 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.42 "GET /v2.0/ports?device_id=e38ec5e7-6648-444b-af38-2dee38372643 HTTP/1.1" status: 200 len: 946 time: 0.0663488 Aug 10 04:04:47.750945 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-42a5d948-6797-4aa7-9f3d-7ce0fdd89355 req-e14f5e1e-6c3d-4cdd-8f19-23052306baaf tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Deleting port 4a267dcf-ec78-47a4-9601-2cd8039aa164 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:04:47.751298 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-42a5d948-6797-4aa7-9f3d-7ce0fdd89355 req-e14f5e1e-6c3d-4cdd-8f19-23052306baaf tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:47.853701 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-42a5d948-6797-4aa7-9f3d-7ce0fdd89355 req-e14f5e1e-6c3d-4cdd-8f19-23052306baaf tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] For port 4a267dcf-ec78-47a4-9601-2cd8039aa164, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=4a267dcf-ec78-47a4-9601-2cd8039aa164,segment=NetworkSegment(a02c445a-dd82-41b8-8c82-8deebd0db13e),segment_id=a02c445a-dd82-41b8-8c82-8deebd0db13e)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:04:47.854077 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-42a5d948-6797-4aa7-9f3d-7ce0fdd89355 req-e14f5e1e-6c3d-4cdd-8f19-23052306baaf tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:47.868832 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-42a5d948-6797-4aa7-9f3d-7ce0fdd89355 req-e14f5e1e-6c3d-4cdd-8f19-23052306baaf tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Calling delete_port for 4a267dcf-ec78-47a4-9601-2cd8039aa164 owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:04:48.032931 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-42a5d948-6797-4aa7-9f3d-7ce0fdd89355 req-e14f5e1e-6c3d-4cdd-8f19-23052306baaf tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:48.069572 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14f5e1e-6c3d-4cdd-8f19-23052306baaf tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Pushing event deleted for resources: {'Port': ['ID=4a267dcf-ec78-47a4-9601-2cd8039aa164,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:48.125289 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-42a5d948-6797-4aa7-9f3d-7ce0fdd89355 req-e14f5e1e-6c3d-4cdd-8f19-23052306baaf tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] No DVR routers for this DVR port 4a267dcf-ec78-47a4-9601-2cd8039aa164 on host n-h1-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:04:48.128187 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-42a5d948-6797-4aa7-9f3d-7ce0fdd89355 req-e14f5e1e-6c3d-4cdd-8f19-23052306baaf tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:48.130306 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-42a5d948-6797-4aa7-9f3d-7ce0fdd89355 req-e14f5e1e-6c3d-4cdd-8f19-23052306baaf tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.42 "DELETE /v2.0/ports/4a267dcf-ec78-47a4-9601-2cd8039aa164 HTTP/1.1" status: 204 len: 173 time: 0.4747267 Aug 10 04:04:48.130784 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e38ec5e7-6648-444b-af38-2dee38372643', 'name': 'network-vif-deleted', 'tag': '4a267dcf-ec78-47a4-9601-2cd8039aa164'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:04:48.133159 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-252b6ea0-fc67-4586-94a9-82c94ce50a55" -d '{"events": [{"server_uuid": "e38ec5e7-6648-444b-af38-2dee38372643", "name": "network-vif-deleted", "tag": "4a267dcf-ec78-47a4-9601-2cd8039aa164"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:04:48.198546 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-923ec22d-b483-48fa-9cf4-e048df5a542c x-openstack-request-id: req-923ec22d-b483-48fa-9cf4-e048df5a542c {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:04:48.199000 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e38ec5e7-6648-444b-af38-2dee38372643", "name": "network-vif-deleted", "tag": "4a267dcf-ec78-47a4-9601-2cd8039aa164", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:04:48.199401 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-923ec22d-b483-48fa-9cf4-e048df5a542c {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:04:48.200431 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e38ec5e7-6648-444b-af38-2dee38372643', 'name': 'network-vif-deleted', 'tag': '4a267dcf-ec78-47a4-9601-2cd8039aa164', 'status': 'completed', 'code': 200} Aug 10 04:04:48.727588 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c1fdc50c-1df4-4cb2-8c9a-01b16b71c4b1 req-c5c4619f-dd5c-496b-89cc-7f45ad907c22 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=e38ec5e7-6648-444b-af38-2dee38372643 HTTP/1.1" status: 200 len: 210 time: 0.0320315 Aug 10 04:04:49.580001 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69710220-3e8d-48c8-b60f-313e97d7faf9 req-c6c863fe-6a8b-45ce-98d5-7705d6de9fd4 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:49.581737 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-69710220-3e8d-48c8-b60f-313e97d7faf9 req-c6c863fe-6a8b-45ce-98d5-7705d6de9fd4 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=73f5794f-91f1-4733-9464-65b8d67d80d8 HTTP/1.1" status: 200 len: 945 time: 0.0642402 Aug 10 04:04:49.630992 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-69710220-3e8d-48c8-b60f-313e97d7faf9 req-2c6b8db7-3146-4d71-8d19-e65bffc3dd46 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=0176dae3-6240-4df4-8ea5-e81ff3efc752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424256 Aug 10 04:04:49.657661 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 46480) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:49.729822 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-dcb983b7-e25e-4994-968b-59586c79638c tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/floatingips/e486cd2e-46d9-42de-8df9-8abccbd75d7f HTTP/1.1" status: 200 len: 993 time: 0.0706444 Aug 10 04:04:49.861704 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a212f0b7-73ad-4fbe-88b9-d45e3ee26f12 req-bd1d8070-44de-43d8-b9dc-a5ee45d0ba61 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=e38ec5e7-6648-444b-af38-2dee38372643 HTTP/1.1" status: 200 len: 210 time: 0.0383053 Aug 10 04:04:50.073043 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f896f4c-053c-4b01-af75-daaa85ba2f04 req-58dfadc1-c30b-4c64-b50d-78bc6099b0a0 tempest-TestNetworkAdvancedServerOps-902294344 tempest-TestNetworkAdvancedServerOps-902294344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:50.074722 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9f896f4c-053c-4b01-af75-daaa85ba2f04 req-58dfadc1-c30b-4c64-b50d-78bc6099b0a0 tempest-TestNetworkAdvancedServerOps-902294344 tempest-TestNetworkAdvancedServerOps-902294344-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=73f5794f-91f1-4733-9464-65b8d67d80d8 HTTP/1.1" status: 200 len: 1097 time: 0.0468597 Aug 10 04:04:50.133426 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9f896f4c-053c-4b01-af75-daaa85ba2f04 req-b45fc09c-3a61-49ae-b75f-cc90d081f254 tempest-TestNetworkAdvancedServerOps-902294344 tempest-TestNetworkAdvancedServerOps-902294344-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=0176dae3-6240-4df4-8ea5-e81ff3efc752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467114 Aug 10 04:04:50.969991 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-efa8f87f-90ff-40d6-9f69-e876f707657f req-186ff6ec-2868-4df0-8236-889600cba2af tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=e38ec5e7-6648-444b-af38-2dee38372643 HTTP/1.1" status: 200 len: 210 time: 0.0295966 Aug 10 04:04:51.419796 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d12eb26d-e2e0-4cba-ae78-b733231193bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:51.705099 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 46514) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:51.837709 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-df07078c-df6c-4378-b4e8-122f2e97fc6f req-cbb1c05d-cac6-4594-bdb2-7886c07ecb1c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=73f5794f-91f1-4733-9464-65b8d67d80d8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1312015 Aug 10 04:04:52.093423 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ae024dfb-1277-4a0b-bdce-9f247d8f1eb6 req-bf86f356-ad3d-4ff9-a04c-23136c83341e tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "GET /v2.0/ports?device_id=e38ec5e7-6648-444b-af38-2dee38372643 HTTP/1.1" status: 200 len: 210 time: 0.0326817 Aug 10 04:04:52.172018 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 4a267dcf-ec78-47a4-9601-2cd8039aa164 no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:04:52.194077 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] No Port match for: 4a267dcf-ec78-47a4-9601-2cd8039aa164 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:04:52.194440 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 4a267dcf-ec78-47a4-9601-2cd8039aa164 not bound to the agent host n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:04:53.159062 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 46532) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:53.311607 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-5069a446-ae1e-4063-9667-eecd780d11b2 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Deleting port 48f0fd37-05dd-4bbd-bdb7-d6510f216658 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:04:53.311949 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5069a446-ae1e-4063-9667-eecd780d11b2 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:53.399181 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5069a446-ae1e-4063-9667-eecd780d11b2 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:53.399450 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5069a446-ae1e-4063-9667-eecd780d11b2 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:53.412607 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-5069a446-ae1e-4063-9667-eecd780d11b2 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Calling delete_port for 48f0fd37-05dd-4bbd-bdb7-d6510f216658 owned by network:floatingip {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:04:53.706185 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-cf5aa791-66e4-4987-9564-871d64f20d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:53.913901 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5069a446-ae1e-4063-9667-eecd780d11b2 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:53.944544 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5069a446-ae1e-4063-9667-eecd780d11b2 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Pushing event deleted for resources: {'Port': ['ID=48f0fd37-05dd-4bbd-bdb7-d6510f216658,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:53.957804 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5069a446-ae1e-4063-9667-eecd780d11b2 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:53.958047 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5069a446-ae1e-4063-9667-eecd780d11b2 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:53.958379 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5069a446-ae1e-4063-9667-eecd780d11b2 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:53.958713 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5069a446-ae1e-4063-9667-eecd780d11b2 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:53.959037 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5069a446-ae1e-4063-9667-eecd780d11b2 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:53.959356 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5069a446-ae1e-4063-9667-eecd780d11b2 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:53.959674 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5069a446-ae1e-4063-9667-eecd780d11b2 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:53.959994 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5069a446-ae1e-4063-9667-eecd780d11b2 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:53.960310 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5069a446-ae1e-4063-9667-eecd780d11b2 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:53.960623 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5069a446-ae1e-4063-9667-eecd780d11b2 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:53.960940 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5069a446-ae1e-4063-9667-eecd780d11b2 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:53.961249 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5069a446-ae1e-4063-9667-eecd780d11b2 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:54.019473 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5069a446-ae1e-4063-9667-eecd780d11b2 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks [] for floatingip, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:54.022512 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5069a446-ae1e-4063-9667-eecd780d11b2 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:54.023722 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-5069a446-ae1e-4063-9667-eecd780d11b2 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "DELETE /v2.0/floatingips/2451497a-65fa-4ebb-a356-8ce38caf0896 HTTP/1.1" status: 204 len: 168 time: 0.8633595 Aug 10 04:04:54.320249 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:54.517467 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [req-df07078c-df6c-4378-b4e8-122f2e97fc6f req-dec9366c-12f6-4d19-82c9-6f202e712493 tempest-TestNetworkAdvancedServerOps-902294344 tempest-TestNetworkAdvancedServerOps-902294344-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 04:04:54.518779 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-df07078c-df6c-4378-b4e8-122f2e97fc6f req-dec9366c-12f6-4d19-82c9-6f202e712493 tempest-TestNetworkAdvancedServerOps-902294344 tempest-TestNetworkAdvancedServerOps-902294344-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0988927 Aug 10 04:04:54.531901 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-df07078c-df6c-4378-b4e8-122f2e97fc6f req-901efb88-f27f-4c65-a549-791b974112fd service neutron] Request body: {'binding': {'host': 'n-h1-768862-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:04:54.532550 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [req-df07078c-df6c-4378-b4e8-122f2e97fc6f req-901efb88-f27f-4c65-a549-791b974112fd service neutron] Unknown quota resources ['binding']. {{(pid=94261) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 04:04:54.713749 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-df07078c-df6c-4378-b4e8-122f2e97fc6f req-901efb88-f27f-4c65-a549-791b974112fd service neutron] Attempting to bind port 59839830-2efb-4665-a008-7588f769aa9a on host n-h1-768862-13 for vnic_type normal with profile None {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:04:54.714849 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-df07078c-df6c-4378-b4e8-122f2e97fc6f req-901efb88-f27f-4c65-a549-791b974112fd service neutron] Attempting to bind port 59839830-2efb-4665-a008-7588f769aa9a by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': 'b6eb2216-d350-48f4-ab12-e5fa8385e56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '16754951-f8c1-46e1-91b1-ac1aacaadb80'}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:04:54.715107 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df07078c-df6c-4378-b4e8-122f2e97fc6f req-901efb88-f27f-4c65-a549-791b974112fd service neutron] Attempting to bind port 59839830-2efb-4665-a008-7588f769aa9a on network 16754951-f8c1-46e1-91b1-ac1aacaadb80 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:04:54.722491 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df07078c-df6c-4378-b4e8-122f2e97fc6f req-901efb88-f27f-4c65-a549-791b974112fd service neutron] Port 59839830-2efb-4665-a008-7588f769aa9a on network 16754951-f8c1-46e1-91b1-ac1aacaadb80 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:04:54.722828 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df07078c-df6c-4378-b4e8-122f2e97fc6f req-901efb88-f27f-4c65-a549-791b974112fd service neutron] Attempting to bind port 59839830-2efb-4665-a008-7588f769aa9a on network 16754951-f8c1-46e1-91b1-ac1aacaadb80 {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:04:54.729095 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df07078c-df6c-4378-b4e8-122f2e97fc6f req-901efb88-f27f-4c65-a549-791b974112fd service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:04:54.729626 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df07078c-df6c-4378-b4e8-122f2e97fc6f req-901efb88-f27f-4c65-a549-791b974112fd service neutron] Checking segment: {'id': 'b6eb2216-d350-48f4-ab12-e5fa8385e56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '16754951-f8c1-46e1-91b1-ac1aacaadb80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:04:54.730181 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df07078c-df6c-4378-b4e8-122f2e97fc6f req-901efb88-f27f-4c65-a549-791b974112fd service neutron] Bound using segment: {'id': 'b6eb2216-d350-48f4-ab12-e5fa8385e56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '16754951-f8c1-46e1-91b1-ac1aacaadb80'} {{(pid=94261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:04:54.731707 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.managers [req-df07078c-df6c-4378-b4e8-122f2e97fc6f req-901efb88-f27f-4c65-a549-791b974112fd service neutron] Bound port: 59839830-2efb-4665-a008-7588f769aa9a, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6eb2216-d350-48f4-ab12-e5fa8385e56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '16754951-f8c1-46e1-91b1-ac1aacaadb80'}}] {{(pid=94261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:04:54.837493 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [req-df07078c-df6c-4378-b4e8-122f2e97fc6f req-901efb88-f27f-4c65-a549-791b974112fd service neutron] For port 59839830-2efb-4665-a008-7588f769aa9a, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=59839830-2efb-4665-a008-7588f769aa9a,segment=NetworkSegment(b6eb2216-d350-48f4-ab12-e5fa8385e56d),segment_id=b6eb2216-d350-48f4-ab12-e5fa8385e56d)] {{(pid=94261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:04:54.845342 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [req-df07078c-df6c-4378-b4e8-122f2e97fc6f req-901efb88-f27f-4c65-a549-791b974112fd service neutron] Notify callbacks [] for binding, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:54.846804 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-df07078c-df6c-4378-b4e8-122f2e97fc6f req-901efb88-f27f-4c65-a549-791b974112fd service neutron] 10.222.0.44 "POST /v2.0/ports/59839830-2efb-4665-a008-7588f769aa9a/bindings HTTP/1.1" status: 201 len: 390 time: 0.3207006 Aug 10 04:04:55.044894 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c61b9-3554-4ac9-b04a-0c7b50d27610 req-fee2acca-f2a8-4e8f-b4a6-3f9d9e576c3d tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:55.050952 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-be2c61b9-3554-4ac9-b04a-0c7b50d27610 req-fee2acca-f2a8-4e8f-b4a6-3f9d9e576c3d tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=73f5794f-91f1-4733-9464-65b8d67d80d8 HTTP/1.1" status: 200 len: 945 time: 0.0744717 Aug 10 04:04:55.114695 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-be2c61b9-3554-4ac9-b04a-0c7b50d27610 req-c3e28cda-a64e-432a-abd5-23b9e8d6738b tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=0176dae3-6240-4df4-8ea5-e81ff3efc752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610652 Aug 10 04:04:55.147821 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df07078c-df6c-4378-b4e8-122f2e97fc6f req-9d81dbd3-1a6a-4590-bf5b-9d75e3290794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:55.149402 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-df07078c-df6c-4378-b4e8-122f2e97fc6f req-9d81dbd3-1a6a-4590-bf5b-9d75e3290794 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b8b99293bc0b4fae85b62fcecb6d67eb&device_id=73f5794f-91f1-4733-9464-65b8d67d80d8 HTTP/1.1" status: 200 len: 1097 time: 0.0519071 Aug 10 04:04:55.284929 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df07078c-df6c-4378-b4e8-122f2e97fc6f req-afa3bc66-ca89-41b4-a1c3-8a80d6372349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:55.287824 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-df07078c-df6c-4378-b4e8-122f2e97fc6f req-afa3bc66-ca89-41b4-a1c3-8a80d6372349 service neutron] 10.222.0.42 "GET /v2.0/networks?id=16754951-f8c1-46e1-91b1-ac1aacaadb80 HTTP/1.1" status: 200 len: 897 time: 0.1310863 Aug 10 04:04:55.367433 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-df07078c-df6c-4378-b4e8-122f2e97fc6f req-01c46db4-4bd3-4c80-82d7-90e60e9b90f8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59839830-2efb-4665-a008-7588f769aa9a HTTP/1.1" status: 200 len: 1001 time: 0.0727038 Aug 10 04:04:55.433374 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df07078c-df6c-4378-b4e8-122f2e97fc6f req-6d0aa698-b6cd-48fe-8660-00dadd2fad7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:55.436230 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-df07078c-df6c-4378-b4e8-122f2e97fc6f req-6d0aa698-b6cd-48fe-8660-00dadd2fad7b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=35b959a8-a78f-4d93-9ac8-62faec811252 HTTP/1.1" status: 200 len: 835 time: 0.0605543 Aug 10 04:04:55.493772 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df07078c-df6c-4378-b4e8-122f2e97fc6f req-6b421b5d-60f8-41cc-be32-8f278d09f083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:55.496304 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-df07078c-df6c-4378-b4e8-122f2e97fc6f req-6b421b5d-60f8-41cc-be32-8f278d09f083 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=16754951-f8c1-46e1-91b1-ac1aacaadb80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522227 Aug 10 04:04:55.509122 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:55.636518 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-df07078c-df6c-4378-b4e8-122f2e97fc6f req-d4a7064a-f255-4757-8463-b27b055076ff service neutron] 10.222.0.42 "GET /v2.0/networks/16754951-f8c1-46e1-91b1-ac1aacaadb80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311066 Aug 10 04:04:55.762863 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-df07078c-df6c-4378-b4e8-122f2e97fc6f req-b3d83356-01c8-4928-91a7-0084b1c82522 service neutron] 10.222.0.42 "GET /v2.0/networks/16754951-f8c1-46e1-91b1-ac1aacaadb80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186430 Aug 10 04:04:55.920640 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df07078c-df6c-4378-b4e8-122f2e97fc6f req-2f72abdc-00f2-404d-b898-a11086e7b09f tempest-TestNetworkAdvancedServerOps-902294344 tempest-TestNetworkAdvancedServerOps-902294344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:55.922308 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-df07078c-df6c-4378-b4e8-122f2e97fc6f req-2f72abdc-00f2-404d-b898-a11086e7b09f tempest-TestNetworkAdvancedServerOps-902294344 tempest-TestNetworkAdvancedServerOps-902294344-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=73f5794f-91f1-4733-9464-65b8d67d80d8&tenant_id=b8b99293bc0b4fae85b62fcecb6d67eb&binding%3Ahost_id=n-h2-768862-13 HTTP/1.1" status: 200 len: 1097 time: 0.0976298 Aug 10 04:04:55.934433 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-df07078c-df6c-4378-b4e8-122f2e97fc6f req-15b76c81-b619-4f25-bc54-e0eafad75e87 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-768862-13'}}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:04:55.993355 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-df07078c-df6c-4378-b4e8-122f2e97fc6f req-15b76c81-b619-4f25-bc54-e0eafad75e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:56.153314 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-df07078c-df6c-4378-b4e8-122f2e97fc6f req-15b76c81-b619-4f25-bc54-e0eafad75e87 service neutron] For port 59839830-2efb-4665-a008-7588f769aa9a, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=59839830-2efb-4665-a008-7588f769aa9a,segment=NetworkSegment(b6eb2216-d350-48f4-ab12-e5fa8385e56d),segment_id=b6eb2216-d350-48f4-ab12-e5fa8385e56d)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:04:56.205809 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-df07078c-df6c-4378-b4e8-122f2e97fc6f req-15b76c81-b619-4f25-bc54-e0eafad75e87 service neutron] For port 59839830-2efb-4665-a008-7588f769aa9a, host n-h2-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:04:56.292762 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73f5794f-91f1-4733-9464-65b8d67d80d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59839830-2efb-4665-a008-7588f769aa9a'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:04:56.295362 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1952266a-a327-4c95-bd3e-b9e21a015ebe" -d '{"events": [{"server_uuid": "73f5794f-91f1-4733-9464-65b8d67d80d8", "name": "network-vif-unplugged", "status": "completed", "tag": "59839830-2efb-4665-a008-7588f769aa9a"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:04:56.301550 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-df07078c-df6c-4378-b4e8-122f2e97fc6f req-15b76c81-b619-4f25-bc54-e0eafad75e87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:56.310954 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-df07078c-df6c-4378-b4e8-122f2e97fc6f req-15b76c81-b619-4f25-bc54-e0eafad75e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:56.393965 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:56.398663 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 04:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe5ae3b0-79ec-41bd-805a-f7e6d05b6cea x-openstack-request-id: req-fe5ae3b0-79ec-41bd-805a-f7e6d05b6cea {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:04:56.410890 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73f5794f-91f1-4733-9464-65b8d67d80d8", "name": "network-vif-unplugged", "status": "completed", "tag": "59839830-2efb-4665-a008-7588f769aa9a", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:04:56.411517 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fe5ae3b0-79ec-41bd-805a-f7e6d05b6cea {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:04:56.413048 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73f5794f-91f1-4733-9464-65b8d67d80d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59839830-2efb-4665-a008-7588f769aa9a', 'code': 200} Aug 10 04:04:56.463651 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95150b98-7ecf-40cd-9766-f72d29a6f091 req-f881f6ca-054f-4650-96da-bac574d2895f tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:56.466494 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-95150b98-7ecf-40cd-9766-f72d29a6f091 req-f881f6ca-054f-4650-96da-bac574d2895f tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=73f5794f-91f1-4733-9464-65b8d67d80d8 HTTP/1.1" status: 200 len: 945 time: 0.2295425 Aug 10 04:04:56.563857 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b76c81-b619-4f25-bc54-e0eafad75e87 service neutron] Pushing event updated for resources: {'Port': ['ID=59839830-2efb-4665-a008-7588f769aa9a,revision_number=7']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:56.639433 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-95150b98-7ecf-40cd-9766-f72d29a6f091 req-d635d888-1119-4513-aae4-fe90391d71a6 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=0176dae3-6240-4df4-8ea5-e81ff3efc752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138203 Aug 10 04:04:56.696497 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-df07078c-df6c-4378-b4e8-122f2e97fc6f req-15b76c81-b619-4f25-bc54-e0eafad75e87 service neutron] Attempting to bind port 59839830-2efb-4665-a008-7588f769aa9a on host n-h2-768862-13 for vnic_type normal with profile {"migrating_to": "n-h1-768862-13"} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:04:56.696825 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-df07078c-df6c-4378-b4e8-122f2e97fc6f req-15b76c81-b619-4f25-bc54-e0eafad75e87 service neutron] Attempting to bind port 59839830-2efb-4665-a008-7588f769aa9a by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': 'b6eb2216-d350-48f4-ab12-e5fa8385e56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '16754951-f8c1-46e1-91b1-ac1aacaadb80'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:04:56.697295 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df07078c-df6c-4378-b4e8-122f2e97fc6f req-15b76c81-b619-4f25-bc54-e0eafad75e87 service neutron] Attempting to bind port 59839830-2efb-4665-a008-7588f769aa9a on network 16754951-f8c1-46e1-91b1-ac1aacaadb80 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:04:56.705176 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df07078c-df6c-4378-b4e8-122f2e97fc6f req-15b76c81-b619-4f25-bc54-e0eafad75e87 service neutron] Port 59839830-2efb-4665-a008-7588f769aa9a on network 16754951-f8c1-46e1-91b1-ac1aacaadb80 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:04:56.705765 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df07078c-df6c-4378-b4e8-122f2e97fc6f req-15b76c81-b619-4f25-bc54-e0eafad75e87 service neutron] Attempting to bind port 59839830-2efb-4665-a008-7588f769aa9a on network 16754951-f8c1-46e1-91b1-ac1aacaadb80 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:04:56.716820 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df07078c-df6c-4378-b4e8-122f2e97fc6f req-15b76c81-b619-4f25-bc54-e0eafad75e87 service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:04:56.717574 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df07078c-df6c-4378-b4e8-122f2e97fc6f req-15b76c81-b619-4f25-bc54-e0eafad75e87 service neutron] Checking segment: {'id': 'b6eb2216-d350-48f4-ab12-e5fa8385e56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '16754951-f8c1-46e1-91b1-ac1aacaadb80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:04:56.718341 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df07078c-df6c-4378-b4e8-122f2e97fc6f req-15b76c81-b619-4f25-bc54-e0eafad75e87 service neutron] Bound using segment: {'id': 'b6eb2216-d350-48f4-ab12-e5fa8385e56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '16754951-f8c1-46e1-91b1-ac1aacaadb80'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:04:56.719258 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-df07078c-df6c-4378-b4e8-122f2e97fc6f req-15b76c81-b619-4f25-bc54-e0eafad75e87 service neutron] Bound port: 59839830-2efb-4665-a008-7588f769aa9a, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6eb2216-d350-48f4-ab12-e5fa8385e56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '16754951-f8c1-46e1-91b1-ac1aacaadb80'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:04:56.719973 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-df07078c-df6c-4378-b4e8-122f2e97fc6f req-15b76c81-b619-4f25-bc54-e0eafad75e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:56.790526 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-18a29917-9816-45bb-a180-0d5a3a559cf4 None None] Provisioning complete for port 59839830-2efb-4665-a008-7588f769aa9a triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:04:56.792015 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-18a29917-9816-45bb-a180-0d5a3a559cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:56.832555 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-df07078c-df6c-4378-b4e8-122f2e97fc6f req-15b76c81-b619-4f25-bc54-e0eafad75e87 service neutron] For port 59839830-2efb-4665-a008-7588f769aa9a, host n-h2-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:04:56.836448 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-df07078c-df6c-4378-b4e8-122f2e97fc6f req-15b76c81-b619-4f25-bc54-e0eafad75e87 service neutron] For port 59839830-2efb-4665-a008-7588f769aa9a, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=59839830-2efb-4665-a008-7588f769aa9a,segment=NetworkSegment(b6eb2216-d350-48f4-ab12-e5fa8385e56d),segment_id=b6eb2216-d350-48f4-ab12-e5fa8385e56d)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:04:56.846095 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-df07078c-df6c-4378-b4e8-122f2e97fc6f req-15b76c81-b619-4f25-bc54-e0eafad75e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:56.849700 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-18a29917-9816-45bb-a180-0d5a3a559cf4 None None] Port 59839830-2efb-4665-a008-7588f769aa9a cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:04:56.959509 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b76c81-b619-4f25-bc54-e0eafad75e87 service neutron] Pushing event updated for resources: {'Port': ['ID=59839830-2efb-4665-a008-7588f769aa9a,revision_number=8']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:56.959753 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:57.002206 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df07078c-df6c-4378-b4e8-122f2e97fc6f req-15b76c81-b619-4f25-bc54-e0eafad75e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:57.003261 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-df07078c-df6c-4378-b4e8-122f2e97fc6f req-15b76c81-b619-4f25-bc54-e0eafad75e87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:57.005118 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-df07078c-df6c-4378-b4e8-122f2e97fc6f req-15b76c81-b619-4f25-bc54-e0eafad75e87 service neutron] 10.222.0.42 "PUT /v2.0/ports/59839830-2efb-4665-a008-7588f769aa9a HTTP/1.1" status: 200 len: 1123 time: 1.0753248 Aug 10 04:04:57.088629 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['59839830-2efb-4665-a008-7588f769aa9a'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:04:57.306059 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-4a4d5a3e-2767-4931-8562-41a2b2b1a3c5 None None] Provisioning complete for port 59839830-2efb-4665-a008-7588f769aa9a triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:04:57.306581 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4a4d5a3e-2767-4931-8562-41a2b2b1a3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:57.477304 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4a4d5a3e-2767-4931-8562-41a2b2b1a3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:57.490928 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 46560) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:57.549996 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73f5794f-91f1-4733-9464-65b8d67d80d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59839830-2efb-4665-a008-7588f769aa9a'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:04:57.553977 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f477525-8a07-437f-bc1e-7175f1e2ef10" -d '{"events": [{"server_uuid": "73f5794f-91f1-4733-9464-65b8d67d80d8", "name": "network-vif-plugged", "status": "completed", "tag": "59839830-2efb-4665-a008-7588f769aa9a"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:04:57.569186 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5fdd5d06-d9cd-429e-bde1-dd0ec0d4cfe2 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:57.585055 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-4a4d5a3e-2767-4931-8562-41a2b2b1a3c5 None None] For port 59839830-2efb-4665-a008-7588f769aa9a, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=59839830-2efb-4665-a008-7588f769aa9a,segment=NetworkSegment(b6eb2216-d350-48f4-ab12-e5fa8385e56d),segment_id=b6eb2216-d350-48f4-ab12-e5fa8385e56d)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:04:57.594808 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4a4d5a3e-2767-4931-8562-41a2b2b1a3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:57.619769 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5fdd5d06-d9cd-429e-bde1-dd0ec0d4cfe2 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:57.749627 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5fdd5d06-d9cd-429e-bde1-dd0ec0d4cfe2 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:57.752868 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5fdd5d06-d9cd-429e-bde1-dd0ec0d4cfe2 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:57.754517 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-5fdd5d06-d9cd-429e-bde1-dd0ec0d4cfe2 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] 10.222.0.44 "DELETE /v2.0/security-groups/c4c4ff7d-9ab8-47ae-9a13-1b1093e29100 HTTP/1.1" status: 204 len: 168 time: 0.2617052 Aug 10 04:04:57.776924 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdd5d06-d9cd-429e-bde1-dd0ec0d4cfe2 tempest-TestVolumeBootPattern-1368473356 tempest-TestVolumeBootPattern-1368473356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c4ff7d-9ab8-47ae-9a13-1b1093e29100,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:57.797830 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4d5a3e-2767-4931-8562-41a2b2b1a3c5 None None] Pushing event updated for resources: {'Port': ['ID=59839830-2efb-4665-a008-7588f769aa9a,revision_number=9']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:57.815351 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7397fad-0d2e-4cfb-a93e-50150781881b x-openstack-request-id: req-b7397fad-0d2e-4cfb-a93e-50150781881b {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:04:57.815773 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73f5794f-91f1-4733-9464-65b8d67d80d8", "name": "network-vif-plugged", "status": "completed", "tag": "59839830-2efb-4665-a008-7588f769aa9a", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:04:57.816058 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b7397fad-0d2e-4cfb-a93e-50150781881b {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:04:57.816550 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73f5794f-91f1-4733-9464-65b8d67d80d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59839830-2efb-4665-a008-7588f769aa9a', 'code': 200} Aug 10 04:04:57.820509 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4d5a3e-2767-4931-8562-41a2b2b1a3c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:57.820962 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4d5a3e-2767-4931-8562-41a2b2b1a3c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:57.821553 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4d5a3e-2767-4931-8562-41a2b2b1a3c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:57.821971 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4d5a3e-2767-4931-8562-41a2b2b1a3c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:57.822363 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4d5a3e-2767-4931-8562-41a2b2b1a3c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:57.822774 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4d5a3e-2767-4931-8562-41a2b2b1a3c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:57.823213 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4d5a3e-2767-4931-8562-41a2b2b1a3c5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:57.823619 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4d5a3e-2767-4931-8562-41a2b2b1a3c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:57.824007 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4d5a3e-2767-4931-8562-41a2b2b1a3c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:57.824402 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4d5a3e-2767-4931-8562-41a2b2b1a3c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:57.824789 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4d5a3e-2767-4931-8562-41a2b2b1a3c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:57.825543 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4d5a3e-2767-4931-8562-41a2b2b1a3c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:57.868732 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 46570) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:57.878911 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58b4804-43eb-4107-b543-5382d5871cd7 req-e9bc8b39-64e1-4684-8a8f-f79a1f62eeb4 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:57.880954 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b58b4804-43eb-4107-b543-5382d5871cd7 req-e9bc8b39-64e1-4684-8a8f-f79a1f62eeb4 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=73f5794f-91f1-4733-9464-65b8d67d80d8 HTTP/1.1" status: 200 len: 945 time: 0.0964351 Aug 10 04:04:57.927956 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b58b4804-43eb-4107-b543-5382d5871cd7 req-23356ba5-4665-458a-b23a-4c6a6c9aa577 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=0176dae3-6240-4df4-8ea5-e81ff3efc752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389037 Aug 10 04:04:58.402973 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9f6c8d9b-2217-4184-8744-4c511bd5097f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521880'] for router_interface, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:58.414766 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73f5794f-91f1-4733-9464-65b8d67d80d8', 'tag': '59839830-2efb-4665-a008-7588f769aa9a'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:04:58.418059 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20e6c40b-c835-42a2-9e18-5a65547facfa" -d '{"events": [{"name": "network-changed", "server_uuid": "73f5794f-91f1-4733-9464-65b8d67d80d8", "tag": "59839830-2efb-4665-a008-7588f769aa9a"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:04:58.459523 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62240df7-cfa0-402d-9738-e39d07df89a5 x-openstack-request-id: req-62240df7-cfa0-402d-9738-e39d07df89a5 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:04:58.459970 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73f5794f-91f1-4733-9464-65b8d67d80d8", "tag": "59839830-2efb-4665-a008-7588f769aa9a", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:04:58.460449 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-62240df7-cfa0-402d-9738-e39d07df89a5 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:04:58.461040 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73f5794f-91f1-4733-9464-65b8d67d80d8', 'tag': '59839830-2efb-4665-a008-7588f769aa9a', 'status': 'completed', 'code': 200} Aug 10 04:04:58.566967 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e6c40b-c835-42a2-9e18-5a65547facfa req-7a83c529-d4a9-4240-8370-13e71f03b45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:58.569129 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-20e6c40b-c835-42a2-9e18-5a65547facfa req-7a83c529-d4a9-4240-8370-13e71f03b45b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b8b99293bc0b4fae85b62fcecb6d67eb&device_id=73f5794f-91f1-4733-9464-65b8d67d80d8 HTTP/1.1" status: 200 len: 1128 time: 0.0765848 Aug 10 04:04:58.675104 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e6c40b-c835-42a2-9e18-5a65547facfa req-f84a424e-065e-4136-a98e-67e68823f6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:58.676565 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-20e6c40b-c835-42a2-9e18-5a65547facfa req-f84a424e-065e-4136-a98e-67e68823f6c3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=16754951-f8c1-46e1-91b1-ac1aacaadb80 HTTP/1.1" status: 200 len: 897 time: 0.0999615 Aug 10 04:04:58.724131 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-9f6c8d9b-2217-4184-8744-4c511bd5097f admin admin] Deleting port d5aef088-34a2-4aeb-b471-89ed83de927f {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:04:58.725066 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9f6c8d9b-2217-4184-8744-4c511bd5097f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:58.782914 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-20e6c40b-c835-42a2-9e18-5a65547facfa req-745aee50-5317-4cc4-ad92-4788491ab535 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59839830-2efb-4665-a008-7588f769aa9a HTTP/1.1" status: 200 len: 1001 time: 0.0980182 Aug 10 04:04:58.819459 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-9f6c8d9b-2217-4184-8744-4c511bd5097f admin admin] For port d5aef088-34a2-4aeb-b471-89ed83de927f, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=d5aef088-34a2-4aeb-b471-89ed83de927f,segment=NetworkSegment(a02c445a-dd82-41b8-8c82-8deebd0db13e),segment_id=a02c445a-dd82-41b8-8c82-8deebd0db13e)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:04:58.819919 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9f6c8d9b-2217-4184-8744-4c511bd5097f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:58.835934 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-9f6c8d9b-2217-4184-8744-4c511bd5097f admin admin] Calling delete_port for d5aef088-34a2-4aeb-b471-89ed83de927f owned by network:router_interface {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:04:58.849509 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e6c40b-c835-42a2-9e18-5a65547facfa req-a24144a1-3e19-476e-8161-2f0bf19441c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:58.852039 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-20e6c40b-c835-42a2-9e18-5a65547facfa req-a24144a1-3e19-476e-8161-2f0bf19441c2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=35b959a8-a78f-4d93-9ac8-62faec811252 HTTP/1.1" status: 200 len: 835 time: 0.0604284 Aug 10 04:04:58.904390 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e6c40b-c835-42a2-9e18-5a65547facfa req-9ebace73-6ef8-4e8d-84a7-73766c519167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:58.905958 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-20e6c40b-c835-42a2-9e18-5a65547facfa req-9ebace73-6ef8-4e8d-84a7-73766c519167 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=16754951-f8c1-46e1-91b1-ac1aacaadb80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465181 Aug 10 04:04:59.014058 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-20e6c40b-c835-42a2-9e18-5a65547facfa req-c13bf1d9-f943-434d-bb5c-d52358c8dde6 service neutron] 10.222.0.61 "GET /v2.0/networks/16754951-f8c1-46e1-91b1-ac1aacaadb80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998740 Aug 10 04:04:59.092804 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9f6c8d9b-2217-4184-8744-4c511bd5097f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:59.121135 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6c8d9b-2217-4184-8744-4c511bd5097f admin admin] Pushing event deleted for resources: {'Port': ['ID=d5aef088-34a2-4aeb-b471-89ed83de927f,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:59.219021 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b638025-9253-4d26-98ea-bb68ff8c939d req-bf80d517-31f0-4fcd-b7d9-083d09d408c8 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:59.221595 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5b638025-9253-4d26-98ea-bb68ff8c939d req-bf80d517-31f0-4fcd-b7d9-083d09d408c8 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=73f5794f-91f1-4733-9464-65b8d67d80d8 HTTP/1.1" status: 200 len: 945 time: 0.1715970 Aug 10 04:04:59.228183 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-20e6c40b-c835-42a2-9e18-5a65547facfa req-0291714a-f40e-423b-b862-84c3752c2477 service neutron] 10.222.0.61 "GET /v2.0/networks/16754951-f8c1-46e1-91b1-ac1aacaadb80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050531 Aug 10 04:04:59.288097 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5b638025-9253-4d26-98ea-bb68ff8c939d req-9e364994-488f-4f1e-a890-015566b21951 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=0176dae3-6240-4df4-8ea5-e81ff3efc752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478621 Aug 10 04:04:59.407265 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9f6c8d9b-2217-4184-8744-4c511bd5097f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-522536'] for router_interface, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:59.747100 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f6c8d9b-2217-4184-8744-4c511bd5097f admin admin] Router 2bb93e78-0067-4c44-8b4e-b789c81785d2 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:04:59.884075 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f6c8d9b-2217-4184-8744-4c511bd5097f admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:04:59.890432 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-9f6c8d9b-2217-4184-8744-4c511bd5097f admin admin] 10.222.0.44 "PUT /v2.0/routers/2bb93e78-0067-4c44-8b4e-b789c81785d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0201845 Aug 10 04:04:59.892598 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 46578) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:59.896903 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd28715f-fcee-4f7d-949a-05b9ec82a850 None None] Sync routers for ids ['2bb93e78-0067-4c44-8b4e-b789c81785d2'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:04:59.909144 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd28715f-fcee-4f7d-949a-05b9ec82a850 None None] Routers {'2bb93e78-0067-4c44-8b4e-b789c81785d2'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:04:59.910321 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-dd28715f-fcee-4f7d-949a-05b9ec82a850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:04:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['2bb93e78-0067-4c44-8b4e-b789c81785d2'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:00.014765 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-de0a7dfb-8496-4293-aad1-84cd5c582be5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:00.063308 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-dd28715f-fcee-4f7d-949a-05b9ec82a850 None None] Set router 2bb93e78-0067-4c44-8b4e-b789c81785d2 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:05:00.127845 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-de0a7dfb-8496-4293-aad1-84cd5c582be5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:00.185131 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-de0a7dfb-8496-4293-aad1-84cd5c582be5 admin admin] Deleting port 310edeba-cd37-4bf3-90a7-4cddfabdbc96 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:05:00.185564 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-de0a7dfb-8496-4293-aad1-84cd5c582be5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:00.241410 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 59839830-2efb-4665-a008-7588f769aa9a details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:05:00.271867 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-de0a7dfb-8496-4293-aad1-84cd5c582be5 admin admin] For port 310edeba-cd37-4bf3-90a7-4cddfabdbc96, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=310edeba-cd37-4bf3-90a7-4cddfabdbc96,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:05:00.272235 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-de0a7dfb-8496-4293-aad1-84cd5c582be5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:00.285770 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-de0a7dfb-8496-4293-aad1-84cd5c582be5 admin admin] Calling delete_port for 310edeba-cd37-4bf3-90a7-4cddfabdbc96 owned by network:router_gateway {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:05:00.431094 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d1be47-f27b-4014-9400-fbc5789e0b11 req-7044a0ab-7fe3-496f-87e2-618450f59d61 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:00.434388 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-21d1be47-f27b-4014-9400-fbc5789e0b11 req-7044a0ab-7fe3-496f-87e2-618450f59d61 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=73f5794f-91f1-4733-9464-65b8d67d80d8 HTTP/1.1" status: 200 len: 945 time: 0.0646989 Aug 10 04:05:00.470604 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-de0a7dfb-8496-4293-aad1-84cd5c582be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:00.500370 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-21d1be47-f27b-4014-9400-fbc5789e0b11 req-7cd8d2c8-5df9-4864-9dcb-eb5497e3cba6 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=0176dae3-6240-4df4-8ea5-e81ff3efc752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521452 Aug 10 04:05:00.504073 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0a7dfb-8496-4293-aad1-84cd5c582be5 admin admin] Pushing event deleted for resources: {'Port': ['ID=310edeba-cd37-4bf3-90a7-4cddfabdbc96,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:00.525425 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 59839830-2efb-4665-a008-7588f769aa9a, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=59839830-2efb-4665-a008-7588f769aa9a,segment=NetworkSegment(b6eb2216-d350-48f4-ab12-e5fa8385e56d),segment_id=b6eb2216-d350-48f4-ab12-e5fa8385e56d)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:05:00.563336 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 59839830-2efb-4665-a008-7588f769aa9a has no active binding in host n-h1-768862-13 {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 10 04:05:00.568994 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-dd28715f-fcee-4f7d-949a-05b9ec82a850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb93e78-0067-4c44-8b4e-b789c81785d2', 'name': 'tempest-TestVolumeBootPattern-757140465-router', 'tenant_id': 'd7797a7e7c744219a6cd7e79c926312f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '310edeba-cd37-4bf3-90a7-4cddfabdbc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:52:50Z', 'updated_at': '2021-08-10T04:04:59Z', 'revision_number': 5, 'project_id': 'd7797a7e7c744219a6cd7e79c926312f', 'gw_port': {'id': '310edeba-cd37-4bf3-90a7-4cddfabdbc96', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:d9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb93e78-0067-4c44-8b4e-b789c81785d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:50Z', 'updated_at': '2021-08-10T03:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:00.585417 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-de0a7dfb-8496-4293-aad1-84cd5c582be5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520654'] for router_gateway, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:00.603780 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd28715f-fcee-4f7d-949a-05b9ec82a850 None None] Checking router: 2bb93e78-0067-4c44-8b4e-b789c81785d2 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:05:00.614194 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd28715f-fcee-4f7d-949a-05b9ec82a850 None None] Routers {'2bb93e78-0067-4c44-8b4e-b789c81785d2'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:05:00.614878 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-dd28715f-fcee-4f7d-949a-05b9ec82a850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:04:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['2bb93e78-0067-4c44-8b4e-b789c81785d2'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:00.688453 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-dd28715f-fcee-4f7d-949a-05b9ec82a850 None None] Set router 2bb93e78-0067-4c44-8b4e-b789c81785d2 gateway port host: None {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:05:00.748608 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-dd28715f-fcee-4f7d-949a-05b9ec82a850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb93e78-0067-4c44-8b4e-b789c81785d2', 'name': 'tempest-TestVolumeBootPattern-757140465-router', 'tenant_id': 'd7797a7e7c744219a6cd7e79c926312f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:52:50Z', 'updated_at': '2021-08-10T04:05:00Z', 'revision_number': 7, 'project_id': 'd7797a7e7c744219a6cd7e79c926312f', 'gw_port_host': None}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:00.751623 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-de0a7dfb-8496-4293-aad1-84cd5c582be5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:00.754139 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-de0a7dfb-8496-4293-aad1-84cd5c582be5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:00.792256 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd28715f-fcee-4f7d-949a-05b9ec82a850 None None] The sync data for ids ['2bb93e78-0067-4c44-8b4e-b789c81785d2'] in n-d-768862-13 is: [{'id': '2bb93e78-0067-4c44-8b4e-b789c81785d2', 'name': 'tempest-TestVolumeBootPattern-757140465-router', 'tenant_id': 'd7797a7e7c744219a6cd7e79c926312f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:52:50Z', 'updated_at': '2021-08-10T04:05:00Z', 'revision_number': 7, 'project_id': 'd7797a7e7c744219a6cd7e79c926312f', 'gw_port_host': None}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:05:00.815376 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-de0a7dfb-8496-4293-aad1-84cd5c582be5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:00.816257 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de0a7dfb-8496-4293-aad1-84cd5c582be5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2bb93e78-0067-4c44-8b4e-b789c81785d2 {{(pid=94261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:05:00.823704 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-de0a7dfb-8496-4293-aad1-84cd5c582be5 admin admin] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:00.825720 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-de0a7dfb-8496-4293-aad1-84cd5c582be5 admin admin] 10.222.0.44 "DELETE /v2.0/routers/2bb93e78-0067-4c44-8b4e-b789c81785d2 HTTP/1.1" status: 204 len: 168 time: 0.9318914 Aug 10 04:05:00.829011 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 46582) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:00.878887 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_v2 [None req-defa410b-c372-4328-8730-c026778514ac admin admin] Deleting subnet 004bec00-f412-4962-b43d-0d7672578573 {{(pid=94260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:05:00.882967 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-defa410b-c372-4328-8730-c026778514ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:00.920562 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-defa410b-c372-4328-8730-c026778514ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191173'] for subnet, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:01.008754 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-defa410b-c372-4328-8730-c026778514ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:01.072460 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-defa410b-c372-4328-8730-c026778514ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:01.102428 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defa410b-c372-4328-8730-c026778514ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=004bec00-f412-4962-b43d-0d7672578573,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:01.108319 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-defa410b-c372-4328-8730-c026778514ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:01.110354 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-defa410b-c372-4328-8730-c026778514ac admin admin] 10.222.0.44 "DELETE /v2.0/subnets/004bec00-f412-4962-b43d-0d7672578573 HTTP/1.1" status: 204 len: 168 time: 0.2801862 Aug 10 04:05:01.114350 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 46584) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:01.116996 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30639c7-1bb1-4132-9c3c-9ec9d2480bb9 None None] Network 9304a778-e332-4697-b169-f473c98c9db5 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:05:01.207893 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6aeedf68-7595-4a3e-a380-7766517e96a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:01.287514 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-6aeedf68-7595-4a3e-a380-7766517e96a5 admin admin] Deleting port f67743fc-c00d-4b31-b508-7cc8e66380ea {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:05:01.288311 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6aeedf68-7595-4a3e-a380-7766517e96a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:01.402344 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-6aeedf68-7595-4a3e-a380-7766517e96a5 admin admin] For port f67743fc-c00d-4b31-b508-7cc8e66380ea, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=f67743fc-c00d-4b31-b508-7cc8e66380ea,segment=NetworkSegment(a02c445a-dd82-41b8-8c82-8deebd0db13e),segment_id=a02c445a-dd82-41b8-8c82-8deebd0db13e)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:05:01.402864 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6aeedf68-7595-4a3e-a380-7766517e96a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:01.426597 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-6aeedf68-7595-4a3e-a380-7766517e96a5 admin admin] Calling delete_port for f67743fc-c00d-4b31-b508-7cc8e66380ea owned by network:dhcp {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:05:01.565870 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6aeedf68-7595-4a3e-a380-7766517e96a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:01.599654 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeedf68-7595-4a3e-a380-7766517e96a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f67743fc-c00d-4b31-b508-7cc8e66380ea,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:01.613773 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aeedf68-7595-4a3e-a380-7766517e96a5 admin admin] No DVR routers for this DVR port f67743fc-c00d-4b31-b508-7cc8e66380ea on host n-d-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:05:01.627048 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b771626-2209-4073-9242-e04f198fdc35 None None] DHCP port deletion for 9304a778-e332-4697-b169-f473c98c9db5 request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:05:01.690406 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6aeedf68-7595-4a3e-a380-7766517e96a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:01.702276 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-6aeedf68-7595-4a3e-a380-7766517e96a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9304a778-e332-4697-b169-f473c98c9db5']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:01.715582 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-6aeedf68-7595-4a3e-a380-7766517e96a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a02c445a-dd82-41b8-8c82-8deebd0db13e') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:01.715894 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-6aeedf68-7595-4a3e-a380-7766517e96a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a02c445a-dd82-41b8-8c82-8deebd0db13e') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:01.718547 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbbd8f7-1ce2-49b4-8b43-ac30c7a976e1 req-eb72b2ce-2573-46da-9d97-f03d40afc0a1 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:01.721381 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1bbbd8f7-1ce2-49b4-8b43-ac30c7a976e1 req-eb72b2ce-2573-46da-9d97-f03d40afc0a1 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=73f5794f-91f1-4733-9464-65b8d67d80d8 HTTP/1.1" status: 200 len: 945 time: 0.1149082 Aug 10 04:05:01.726614 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6aeedf68-7595-4a3e-a380-7766517e96a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:01.746874 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6aeedf68-7595-4a3e-a380-7766517e96a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:01.754394 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6aeedf68-7595-4a3e-a380-7766517e96a5 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:05:01.755021 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6aeedf68-7595-4a3e-a380-7766517e96a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:01.756702 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 04:05:01.756702 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:05:01.756702 n-d-768862-13 neutron-server[94261]: timer() Aug 10 04:05:01.756702 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:05:01.756702 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 04:05:01.756702 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:05:01.756702 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 04:05:01.756702 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:05:01.756702 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 04:05:01.756702 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:05:01.756702 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 04:05:01.756702 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:05:01.756702 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 04:05:01.756702 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:05:01.756702 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:05:01.756702 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:05:01.756702 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:05:01.756702 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:05:01.756702 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 04:05:01.756702 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:05:01.756702 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 04:05:01.756702 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:05:01.756702 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:05:01.756702 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:05:01.756702 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 04:05:01.756702 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:05:01.756702 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:05:01.756702 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:05:01.756702 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:05:01.756702 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:05:01.756702 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:05:01.756702 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:05:01.802867 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1bbbd8f7-1ce2-49b4-8b43-ac30c7a976e1 req-df41012a-b4a5-4352-b7e6-394afe146a54 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=0176dae3-6240-4df4-8ea5-e81ff3efc752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744004 Aug 10 04:05:01.834005 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6aeedf68-7595-4a3e-a380-7766517e96a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:01.861297 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6aeedf68-7595-4a3e-a380-7766517e96a5 admin admin] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:01.863777 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-6aeedf68-7595-4a3e-a380-7766517e96a5 admin admin] 10.222.0.44 "DELETE /v2.0/networks/9304a778-e332-4697-b169-f473c98c9db5 HTTP/1.1" status: 204 len: 168 time: 0.7472057 Aug 10 04:05:01.864864 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeedf68-7595-4a3e-a380-7766517e96a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=9304a778-e332-4697-b169-f473c98c9db5,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:01.866813 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 46588) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:01.919901 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device d5aef088-34a2-4aeb-b471-89ed83de927f no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:05:01.947931 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: d5aef088-34a2-4aeb-b471-89ed83de927f {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:05:01.948502 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device d5aef088-34a2-4aeb-b471-89ed83de927f not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:05:01.949037 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device f67743fc-c00d-4b31-b508-7cc8e66380ea no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:05:01.983042 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: f67743fc-c00d-4b31-b508-7cc8e66380ea {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:05:01.983774 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device f67743fc-c00d-4b31-b508-7cc8e66380ea not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:05:01.984483 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 310edeba-cd37-4bf3-90a7-4cddfabdbc96 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:05:02.007769 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 310edeba-cd37-4bf3-90a7-4cddfabdbc96 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:05:02.008402 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 310edeba-cd37-4bf3-90a7-4cddfabdbc96 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:05:02.148382 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-df07078c-df6c-4378-b4e8-122f2e97fc6f req-87f88130-626b-4be3-b4da-f43c3a2c5766 service neutron] 10.222.0.61 "GET /v2.0/ports/59839830-2efb-4665-a008-7588f769aa9a/bindings/n-h1-768862-13 HTTP/1.1" status: 200 len: 385 time: 0.0801139 Aug 10 04:05:02.367367 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5f3db989-ff7d-4a52-bca8-9396ebdf08ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521880'] for router_interface, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:02.379421 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-df07078c-df6c-4378-b4e8-122f2e97fc6f req-6584d607-66e5-4c6d-a70e-116b54fedbdc service neutron] For port 59839830-2efb-4665-a008-7588f769aa9a, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=59839830-2efb-4665-a008-7588f769aa9a,segment=NetworkSegment(b6eb2216-d350-48f4-ab12-e5fa8385e56d),segment_id=b6eb2216-d350-48f4-ab12-e5fa8385e56d)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:05:02.407902 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-df07078c-df6c-4378-b4e8-122f2e97fc6f req-6584d607-66e5-4c6d-a70e-116b54fedbdc service neutron] For port 59839830-2efb-4665-a008-7588f769aa9a, host n-h2-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:05:02.456546 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73f5794f-91f1-4733-9464-65b8d67d80d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59839830-2efb-4665-a008-7588f769aa9a'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:05:02.459546 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d0e1ea-5c2d-482a-987e-be3cc2448e14" -d '{"events": [{"server_uuid": "73f5794f-91f1-4733-9464-65b8d67d80d8", "name": "network-vif-unplugged", "status": "completed", "tag": "59839830-2efb-4665-a008-7588f769aa9a"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:05:02.470191 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-df07078c-df6c-4378-b4e8-122f2e97fc6f req-6584d607-66e5-4c6d-a70e-116b54fedbdc service neutron] For port 59839830-2efb-4665-a008-7588f769aa9a, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=59839830-2efb-4665-a008-7588f769aa9a,segment=NetworkSegment(b6eb2216-d350-48f4-ab12-e5fa8385e56d),segment_id=b6eb2216-d350-48f4-ab12-e5fa8385e56d)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:05:02.492744 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-df07078c-df6c-4378-b4e8-122f2e97fc6f req-6584d607-66e5-4c6d-a70e-116b54fedbdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:02.534737 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 04:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4382f9bc-411e-423f-b209-14aa0357f1ae x-openstack-request-id: req-4382f9bc-411e-423f-b209-14aa0357f1ae {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:05:02.535013 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73f5794f-91f1-4733-9464-65b8d67d80d8", "name": "network-vif-unplugged", "status": "completed", "tag": "59839830-2efb-4665-a008-7588f769aa9a", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:05:02.535423 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4382f9bc-411e-423f-b209-14aa0357f1ae {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:05:02.535934 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73f5794f-91f1-4733-9464-65b8d67d80d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59839830-2efb-4665-a008-7588f769aa9a', 'code': 200} Aug 10 04:05:02.604749 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-df07078c-df6c-4378-b4e8-122f2e97fc6f req-6584d607-66e5-4c6d-a70e-116b54fedbdc service neutron] Transition to ACTIVE for port object 59839830-2efb-4665-a008-7588f769aa9a will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:05:02.611295 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-df07078c-df6c-4378-b4e8-122f2e97fc6f req-6584d607-66e5-4c6d-a70e-116b54fedbdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:02.725376 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6584d607-66e5-4c6d-a70e-116b54fedbdc service neutron] Pushing event updated for resources: {'Port': ['ID=59839830-2efb-4665-a008-7588f769aa9a,revision_number=11']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:02.779480 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-df07078c-df6c-4378-b4e8-122f2e97fc6f req-6584d607-66e5-4c6d-a70e-116b54fedbdc service neutron] No DVR routers for this DVR port 59839830-2efb-4665-a008-7588f769aa9a on host n-h2-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:05:03.052310 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-df07078c-df6c-4378-b4e8-122f2e97fc6f req-6584d607-66e5-4c6d-a70e-116b54fedbdc service neutron] 10.222.0.61 "PUT /v2.0/ports/59839830-2efb-4665-a008-7588f769aa9a/bindings/n-h1-768862-13/activate HTTP/1.1" status: 200 len: 370 time: 0.8959672 Aug 10 04:05:03.082757 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5d4bed-db7a-43e7-aa3e-b5eb030bebf1 req-0aaacf9b-d4cf-4499-a2ce-2b6be31efc04 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:03.085349 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5b5d4bed-db7a-43e7-aa3e-b5eb030bebf1 req-0aaacf9b-d4cf-4499-a2ce-2b6be31efc04 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=73f5794f-91f1-4733-9464-65b8d67d80d8 HTTP/1.1" status: 200 len: 944 time: 0.1311765 Aug 10 04:05:03.129647 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-5f3db989-ff7d-4a52-bca8-9396ebdf08ff admin admin] Deleting port eafaf0db-f224-4cfa-895d-ffb721329578 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:05:03.130537 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5f3db989-ff7d-4a52-bca8-9396ebdf08ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:03.165888 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5b5d4bed-db7a-43e7-aa3e-b5eb030bebf1 req-592677ba-d2cf-40f1-a914-ca13ea9d1f89 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=0176dae3-6240-4df4-8ea5-e81ff3efc752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714929 Aug 10 04:05:03.179487 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df07078c-df6c-4378-b4e8-122f2e97fc6f req-806b3504-9f10-425a-a9d9-941065bafff6 tempest-TestNetworkAdvancedServerOps-902294344 tempest-TestNetworkAdvancedServerOps-902294344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:03.181400 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-df07078c-df6c-4378-b4e8-122f2e97fc6f req-806b3504-9f10-425a-a9d9-941065bafff6 tempest-TestNetworkAdvancedServerOps-902294344 tempest-TestNetworkAdvancedServerOps-902294344-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=73f5794f-91f1-4733-9464-65b8d67d80d8&tenant_id=b8b99293bc0b4fae85b62fcecb6d67eb&binding%3Ahost_id=n-h2-768862-13 HTTP/1.1" status: 200 len: 1096 time: 0.0644763 Aug 10 04:05:03.221946 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-5f3db989-ff7d-4a52-bca8-9396ebdf08ff admin admin] For port eafaf0db-f224-4cfa-895d-ffb721329578, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=eafaf0db-f224-4cfa-895d-ffb721329578,segment=NetworkSegment(c5bd512c-7bc2-43f8-80af-75b6d9d479b0),segment_id=c5bd512c-7bc2-43f8-80af-75b6d9d479b0)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:05:03.222400 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5f3db989-ff7d-4a52-bca8-9396ebdf08ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:03.238173 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-5f3db989-ff7d-4a52-bca8-9396ebdf08ff admin admin] Calling delete_port for eafaf0db-f224-4cfa-895d-ffb721329578 owned by network:router_interface {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:05:03.260374 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df07078c-df6c-4378-b4e8-122f2e97fc6f req-f1fe9288-49e7-45d9-9a83-3c7525db4bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:03.263881 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-df07078c-df6c-4378-b4e8-122f2e97fc6f req-f1fe9288-49e7-45d9-9a83-3c7525db4bbf service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=73f5794f-91f1-4733-9464-65b8d67d80d8&tenant_id=b8b99293bc0b4fae85b62fcecb6d67eb HTTP/1.1" status: 200 len: 1096 time: 0.0733821 Aug 10 04:05:03.346021 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df07078c-df6c-4378-b4e8-122f2e97fc6f req-f6468c0f-f36e-4b1f-9467-826932a5d18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:03.347742 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-df07078c-df6c-4378-b4e8-122f2e97fc6f req-f6468c0f-f36e-4b1f-9467-826932a5d18a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b8b99293bc0b4fae85b62fcecb6d67eb&device_id=73f5794f-91f1-4733-9464-65b8d67d80d8 HTTP/1.1" status: 200 len: 1096 time: 0.0588720 Aug 10 04:05:03.467760 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5f3db989-ff7d-4a52-bca8-9396ebdf08ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:03.498651 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df07078c-df6c-4378-b4e8-122f2e97fc6f req-fa2effa8-2138-4e0d-8b26-21d941ebc01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:03.499358 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3db989-ff7d-4a52-bca8-9396ebdf08ff admin admin] Pushing event deleted for resources: {'Port': ['ID=eafaf0db-f224-4cfa-895d-ffb721329578,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:03.500529 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-df07078c-df6c-4378-b4e8-122f2e97fc6f req-fa2effa8-2138-4e0d-8b26-21d941ebc01a service neutron] 10.222.0.42 "GET /v2.0/networks?id=16754951-f8c1-46e1-91b1-ac1aacaadb80 HTTP/1.1" status: 200 len: 897 time: 0.1453009 Aug 10 04:05:03.577503 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:03.591990 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-df07078c-df6c-4378-b4e8-122f2e97fc6f req-0504c64f-9c4e-49b1-9464-9e0317a02221 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59839830-2efb-4665-a008-7588f769aa9a HTTP/1.1" status: 200 len: 999 time: 0.0846121 Aug 10 04:05:03.654971 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df07078c-df6c-4378-b4e8-122f2e97fc6f req-409628d9-8a09-4ad8-a804-35e36e3dd5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:03.656768 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-df07078c-df6c-4378-b4e8-122f2e97fc6f req-409628d9-8a09-4ad8-a804-35e36e3dd5a0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=35b959a8-a78f-4d93-9ac8-62faec811252 HTTP/1.1" status: 200 len: 835 time: 0.0579789 Aug 10 04:05:03.697943 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5f3db989-ff7d-4a52-bca8-9396ebdf08ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-522536'] for router_interface, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:03.737331 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df07078c-df6c-4378-b4e8-122f2e97fc6f req-299e1915-1a67-497a-bc5b-e7e11d532040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:03.740328 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-df07078c-df6c-4378-b4e8-122f2e97fc6f req-299e1915-1a67-497a-bc5b-e7e11d532040 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=16754951-f8c1-46e1-91b1-ac1aacaadb80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0756316 Aug 10 04:05:03.883518 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-df07078c-df6c-4378-b4e8-122f2e97fc6f req-ebf2f286-eada-4413-89da-a695dcd0d4c2 service neutron] 10.222.0.42 "GET /v2.0/networks/16754951-f8c1-46e1-91b1-ac1aacaadb80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354322 Aug 10 04:05:03.985427 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f3db989-ff7d-4a52-bca8-9396ebdf08ff admin admin] Router 58703300-5965-4612-9b79-ea2682680896 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:05:04.014259 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-df07078c-df6c-4378-b4e8-122f2e97fc6f req-7d259a48-249f-4c47-84b6-049c2dab35b7 service neutron] 10.222.0.42 "GET /v2.0/networks/16754951-f8c1-46e1-91b1-ac1aacaadb80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232719 Aug 10 04:05:04.101197 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f3db989-ff7d-4a52-bca8-9396ebdf08ff admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:05:04.107601 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-5f3db989-ff7d-4a52-bca8-9396ebdf08ff admin admin] 10.222.0.44 "PUT /v2.0/routers/58703300-5965-4612-9b79-ea2682680896/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2397020 Aug 10 04:05:04.110428 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 46594) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:04.110873 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ebddcc-29f3-45cb-9fd3-0b9f953eea4c None None] Sync routers for ids ['58703300-5965-4612-9b79-ea2682680896'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:05:04.126438 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ebddcc-29f3-45cb-9fd3-0b9f953eea4c None None] Routers {'58703300-5965-4612-9b79-ea2682680896'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:05:04.127467 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-16ebddcc-29f3-45cb-9fd3-0b9f953eea4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:04:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['58703300-5965-4612-9b79-ea2682680896'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:04.280489 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 59839830-2efb-4665-a008-7588f769aa9a no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:05:04.285029 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d2b0f8ed-99db-4897-be43-5faab4ea9e7c admin admin] Notify callbacks [] for router, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:04.291035 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-16ebddcc-29f3-45cb-9fd3-0b9f953eea4c None None] Set router 58703300-5965-4612-9b79-ea2682680896 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:05:04.344643 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 59839830-2efb-4665-a008-7588f769aa9a not bound to the agent host n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:05:04.502570 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-16ebddcc-29f3-45cb-9fd3-0b9f953eea4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58703300-5965-4612-9b79-ea2682680896', 'name': 'tempest-TestVolumeBootPattern-1611099758-router', 'tenant_id': 'a7eaa028ece64c53a7f8330d01c1880c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': '2aae8230-6f45-40f6-856d-466eb44acc20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:52:58Z', 'updated_at': '2021-08-10T04:05:03Z', 'revision_number': 5, 'project_id': 'a7eaa028ece64c53a7f8330d01c1880c', 'gw_port': {'id': '2aae8230-6f45-40f6-856d-466eb44acc20', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ac:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58703300-5965-4612-9b79-ea2682680896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:59Z', 'updated_at': '2021-08-10T03:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:04.551975 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ebddcc-29f3-45cb-9fd3-0b9f953eea4c None None] Checking router: 58703300-5965-4612-9b79-ea2682680896 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:05:04.565731 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ebddcc-29f3-45cb-9fd3-0b9f953eea4c None None] Routers {'58703300-5965-4612-9b79-ea2682680896'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:05:04.566781 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-16ebddcc-29f3-45cb-9fd3-0b9f953eea4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:04:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['58703300-5965-4612-9b79-ea2682680896'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:04.638276 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df07078c-df6c-4378-b4e8-122f2e97fc6f req-42d49a6e-3138-4cbe-b7ec-2148355603a2 tempest-TestNetworkAdvancedServerOps-902294344 tempest-TestNetworkAdvancedServerOps-902294344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:04.639825 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-df07078c-df6c-4378-b4e8-122f2e97fc6f req-42d49a6e-3138-4cbe-b7ec-2148355603a2 tempest-TestNetworkAdvancedServerOps-902294344 tempest-TestNetworkAdvancedServerOps-902294344-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=73f5794f-91f1-4733-9464-65b8d67d80d8&tenant_id=b8b99293bc0b4fae85b62fcecb6d67eb&binding%3Ahost_id=n-h1-768862-13 HTTP/1.1" status: 200 len: 1096 time: 0.4288321 Aug 10 04:05:04.670363 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b5738a-9def-4076-9c1b-ba77e3ad6a8b req-9183013d-75ab-4c4b-b8f7-7f8fbe41e0ee tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:04.671934 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c0b5738a-9def-4076-9c1b-ba77e3ad6a8b req-9183013d-75ab-4c4b-b8f7-7f8fbe41e0ee tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=73f5794f-91f1-4733-9464-65b8d67d80d8 HTTP/1.1" status: 200 len: 944 time: 0.4227588 Aug 10 04:05:04.691572 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-16ebddcc-29f3-45cb-9fd3-0b9f953eea4c None None] Set router 58703300-5965-4612-9b79-ea2682680896 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:05:04.794956 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c0b5738a-9def-4076-9c1b-ba77e3ad6a8b req-15864798-c01e-456a-b16c-6e1650390027 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=0176dae3-6240-4df4-8ea5-e81ff3efc752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741394 Aug 10 04:05:04.803980 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d2b0f8ed-99db-4897-be43-5faab4ea9e7c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:04.908136 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-16ebddcc-29f3-45cb-9fd3-0b9f953eea4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58703300-5965-4612-9b79-ea2682680896', 'name': 'tempest-TestVolumeBootPattern-1611099758-router', 'tenant_id': 'a7eaa028ece64c53a7f8330d01c1880c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': '2aae8230-6f45-40f6-856d-466eb44acc20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:52:58Z', 'updated_at': '2021-08-10T04:05:03Z', 'revision_number': 5, 'project_id': 'a7eaa028ece64c53a7f8330d01c1880c', 'gw_port': {'id': '2aae8230-6f45-40f6-856d-466eb44acc20', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ac:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58703300-5965-4612-9b79-ea2682680896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:59Z', 'updated_at': '2021-08-10T03:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:04.938062 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ebddcc-29f3-45cb-9fd3-0b9f953eea4c None None] The sync data for ids ['58703300-5965-4612-9b79-ea2682680896'] in n-d-768862-13 is: [{'id': '58703300-5965-4612-9b79-ea2682680896', 'name': 'tempest-TestVolumeBootPattern-1611099758-router', 'tenant_id': 'a7eaa028ece64c53a7f8330d01c1880c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': '2aae8230-6f45-40f6-856d-466eb44acc20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:52:58Z', 'updated_at': '2021-08-10T04:05:03Z', 'revision_number': 5, 'project_id': 'a7eaa028ece64c53a7f8330d01c1880c', 'gw_port': {'id': '2aae8230-6f45-40f6-856d-466eb44acc20', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ac:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58703300-5965-4612-9b79-ea2682680896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:59Z', 'updated_at': '2021-08-10T03:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:05:04.969983 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-df07078c-df6c-4378-b4e8-122f2e97fc6f req-7aa70738-0d4d-4e58-a59b-a6bf734639d6 service neutron] For port 59839830-2efb-4665-a008-7588f769aa9a, host n-h2-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:05:04.981378 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-df07078c-df6c-4378-b4e8-122f2e97fc6f req-7aa70738-0d4d-4e58-a59b-a6bf734639d6 service neutron] Notify callbacks [] for binding, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:04.982561 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-df07078c-df6c-4378-b4e8-122f2e97fc6f req-7aa70738-0d4d-4e58-a59b-a6bf734639d6 service neutron] 10.222.0.42 "DELETE /v2.0/ports/59839830-2efb-4665-a008-7588f769aa9a/bindings/n-h2-768862-13 HTTP/1.1" status: 204 len: 173 time: 0.3329806 Aug 10 04:05:04.986679 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d410422a-8a19-4a1f-82bb-f8afe50b0a45 req-1b551d7a-c54d-454f-9a57-ba015edf4c8f tempest-TestNetworkAdvancedServerOps-902294344 tempest-TestNetworkAdvancedServerOps-902294344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:04.988234 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d410422a-8a19-4a1f-82bb-f8afe50b0a45 req-1b551d7a-c54d-454f-9a57-ba015edf4c8f tempest-TestNetworkAdvancedServerOps-902294344 tempest-TestNetworkAdvancedServerOps-902294344-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=73f5794f-91f1-4733-9464-65b8d67d80d8 HTTP/1.1" status: 200 len: 1096 time: 0.0831058 Aug 10 04:05:04.993122 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-d2b0f8ed-99db-4897-be43-5faab4ea9e7c admin admin] Deleting port 2aae8230-6f45-40f6-856d-466eb44acc20 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:05:04.993561 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d2b0f8ed-99db-4897-be43-5faab4ea9e7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:05.075531 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d410422a-8a19-4a1f-82bb-f8afe50b0a45 req-42e37412-791d-4a6e-a112-db0132d14a62 tempest-TestNetworkAdvancedServerOps-902294344 tempest-TestNetworkAdvancedServerOps-902294344-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=0176dae3-6240-4df4-8ea5-e81ff3efc752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792980 Aug 10 04:05:05.111076 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [None req-d2b0f8ed-99db-4897-be43-5faab4ea9e7c admin admin] For port 2aae8230-6f45-40f6-856d-466eb44acc20, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=2aae8230-6f45-40f6-856d-466eb44acc20,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:05:05.111461 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d2b0f8ed-99db-4897-be43-5faab4ea9e7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:05.126657 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-d2b0f8ed-99db-4897-be43-5faab4ea9e7c admin admin] Calling delete_port for 2aae8230-6f45-40f6-856d-466eb44acc20 owned by network:router_gateway {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:05:05.287271 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903eb901-6802-40dc-b02f-46b09632b7fc req-d64afa2a-8f81-42d4-a6d8-8a1900fc38bc tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:05.288816 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-903eb901-6802-40dc-b02f-46b09632b7fc req-d64afa2a-8f81-42d4-a6d8-8a1900fc38bc tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=73f5794f-91f1-4733-9464-65b8d67d80d8 HTTP/1.1" status: 200 len: 944 time: 0.1174676 Aug 10 04:05:05.370127 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-903eb901-6802-40dc-b02f-46b09632b7fc req-b0f4cc6a-2d25-4e04-8868-e2176345add2 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=0176dae3-6240-4df4-8ea5-e81ff3efc752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606954 Aug 10 04:05:05.396379 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 46602) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:05.442939 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d2b0f8ed-99db-4897-be43-5faab4ea9e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:05.477992 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b0f8ed-99db-4897-be43-5faab4ea9e7c admin admin] Pushing event deleted for resources: {'Port': ['ID=2aae8230-6f45-40f6-856d-466eb44acc20,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:05.493498 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-36c134ce-a98f-44fa-8125-8c63c205f191 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/floatingips/e486cd2e-46d9-42de-8df9-8abccbd75d7f HTTP/1.1" status: 200 len: 991 time: 0.0954146 Aug 10 04:05:05.581777 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d2b0f8ed-99db-4897-be43-5faab4ea9e7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520654'] for router_gateway, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:05.689067 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d2b0f8ed-99db-4897-be43-5faab4ea9e7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:05.691586 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d2b0f8ed-99db-4897-be43-5faab4ea9e7c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:05.745764 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 46608) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:05.759323 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d2b0f8ed-99db-4897-be43-5faab4ea9e7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:05.760368 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2b0f8ed-99db-4897-be43-5faab4ea9e7c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58703300-5965-4612-9b79-ea2682680896 {{(pid=94260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:05:05.774646 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d2b0f8ed-99db-4897-be43-5faab4ea9e7c admin admin] Notify callbacks [] for router, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:05.776718 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-d2b0f8ed-99db-4897-be43-5faab4ea9e7c admin admin] 10.222.0.44 "DELETE /v2.0/routers/58703300-5965-4612-9b79-ea2682680896 HTTP/1.1" status: 204 len: 168 time: 1.6642296 Aug 10 04:05:05.779474 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 46610) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:05.846373 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_v2 [None req-d68e02ba-e819-4c7f-ab18-fcb1dd8e270a admin admin] Deleting subnet c3057ae1-438f-4e1b-9dbf-be3b9fec54a6 {{(pid=94260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:05:05.846373 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d68e02ba-e819-4c7f-ab18-fcb1dd8e270a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:05.891593 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d68e02ba-e819-4c7f-ab18-fcb1dd8e270a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191173'] for subnet, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:05.924974 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device eafaf0db-f224-4cfa-895d-ffb721329578 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:05:05.959873 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-2fc14c45-9999-4148-91d6-254819cd2ea6 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Deleting port 6d53f801-fdef-4154-bace-496d71495d0d {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:05:05.960308 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2fc14c45-9999-4148-91d6-254819cd2ea6 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:05.967104 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: eafaf0db-f224-4cfa-895d-ffb721329578 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:05:05.967486 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device eafaf0db-f224-4cfa-895d-ffb721329578 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:05:05.997288 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d68e02ba-e819-4c7f-ab18-fcb1dd8e270a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:06.048866 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2fc14c45-9999-4148-91d6-254819cd2ea6 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:06.049287 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2fc14c45-9999-4148-91d6-254819cd2ea6 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:06.063935 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-2fc14c45-9999-4148-91d6-254819cd2ea6 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Calling delete_port for 6d53f801-fdef-4154-bace-496d71495d0d owned by network:floatingip {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:05:06.064834 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d68e02ba-e819-4c7f-ab18-fcb1dd8e270a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:06.092299 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68e02ba-e819-4c7f-ab18-fcb1dd8e270a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3057ae1-438f-4e1b-9dbf-be3b9fec54a6,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:06.096024 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d68e02ba-e819-4c7f-ab18-fcb1dd8e270a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:06.100887 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-d68e02ba-e819-4c7f-ab18-fcb1dd8e270a admin admin] 10.222.0.44 "DELETE /v2.0/subnets/c3057ae1-438f-4e1b-9dbf-be3b9fec54a6 HTTP/1.1" status: 204 len: 168 time: 0.3173256 Aug 10 04:05:06.100887 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 46612) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:06.108202 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb38524-772c-45f2-95e5-8588ea3d324a None None] Network b97ea90c-4f2d-4f75-980b-696bfd0b9a6a requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:05:06.191580 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-16b31265-0695-4091-adf0-be379dc0a157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:06.234314 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2fc14c45-9999-4148-91d6-254819cd2ea6 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:06.275793 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-16b31265-0695-4091-adf0-be379dc0a157 admin admin] Deleting port 26f0c86f-254d-449a-b226-a9da97c4cc6e {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:05:06.276482 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc14c45-9999-4148-91d6-254819cd2ea6 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Pushing event deleted for resources: {'Port': ['ID=6d53f801-fdef-4154-bace-496d71495d0d,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:06.277052 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-16b31265-0695-4091-adf0-be379dc0a157 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:06.338351 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6467296-9c83-4edd-b11e-e7f46f140412 None None] DHCP port deletion for b97ea90c-4f2d-4f75-980b-696bfd0b9a6a request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:05:06.381085 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [None req-16b31265-0695-4091-adf0-be379dc0a157 admin admin] For port 26f0c86f-254d-449a-b226-a9da97c4cc6e, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=26f0c86f-254d-449a-b226-a9da97c4cc6e,segment=NetworkSegment(c5bd512c-7bc2-43f8-80af-75b6d9d479b0),segment_id=c5bd512c-7bc2-43f8-80af-75b6d9d479b0)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:05:06.381579 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-16b31265-0695-4091-adf0-be379dc0a157 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:06.391005 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2fc14c45-9999-4148-91d6-254819cd2ea6 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for floatingip, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:06.391850 n-d-768862-13 neutron-server[94261]: INFO neutron.db.l3_db [None req-2fc14c45-9999-4148-91d6-254819cd2ea6 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Floating IP e486cd2e-46d9-42de-8df9-8abccbd75d7f disassociated (deleted). External IP: 172.25.6.151, port: 59839830-2efb-4665-a008-7588f769aa9a. Aug 10 04:05:06.398896 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c6467296-9c83-4edd-b11e-e7f46f140412 None None] Deleting port 26f0c86f-254d-449a-b226-a9da97c4cc6e {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:05:06.398896 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c6467296-9c83-4edd-b11e-e7f46f140412 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:06.402490 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-16b31265-0695-4091-adf0-be379dc0a157 admin admin] Calling delete_port for 26f0c86f-254d-449a-b226-a9da97c4cc6e owned by network:dhcp {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:05:06.494046 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c6467296-9c83-4edd-b11e-e7f46f140412 None None] For port 26f0c86f-254d-449a-b226-a9da97c4cc6e, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=26f0c86f-254d-449a-b226-a9da97c4cc6e,segment=NetworkSegment(c5bd512c-7bc2-43f8-80af-75b6d9d479b0),segment_id=c5bd512c-7bc2-43f8-80af-75b6d9d479b0)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:05:06.494875 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c6467296-9c83-4edd-b11e-e7f46f140412 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:06.511207 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c6467296-9c83-4edd-b11e-e7f46f140412 None None] Calling delete_port for 26f0c86f-254d-449a-b226-a9da97c4cc6e owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:05:06.529663 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-16b31265-0695-4091-adf0-be379dc0a157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:06.564334 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b31265-0695-4091-adf0-be379dc0a157 admin admin] Pushing event deleted for resources: {'Port': ['ID=26f0c86f-254d-449a-b226-a9da97c4cc6e,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:06.566401 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b31265-0695-4091-adf0-be379dc0a157 admin admin] No DVR routers for this DVR port 26f0c86f-254d-449a-b226-a9da97c4cc6e on host n-d-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:05:06.652869 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-16b31265-0695-4091-adf0-be379dc0a157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:06.672617 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-16b31265-0695-4091-adf0-be379dc0a157 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b97ea90c-4f2d-4f75-980b-696bfd0b9a6a']}} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:06.691453 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-16b31265-0695-4091-adf0-be379dc0a157 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5bd512c-7bc2-43f8-80af-75b6d9d479b0') {'for_net_delete': True} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:06.691690 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-16b31265-0695-4091-adf0-be379dc0a157 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5bd512c-7bc2-43f8-80af-75b6d9d479b0') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:06.707702 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-16b31265-0695-4091-adf0-be379dc0a157 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191186'] for segment, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:06.730252 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-16b31265-0695-4091-adf0-be379dc0a157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:06.732548 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fc14c45-9999-4148-91d6-254819cd2ea6 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Router 0b761fd8-4159-4ded-a7cf-882d9609722e has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:05:06.740561 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16b31265-0695-4091-adf0-be379dc0a157 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=94260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:05:06.741219 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-16b31265-0695-4091-adf0-be379dc0a157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58895489'] for segment, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:06.743436 n-d-768862-13 neutron-server[94260]: Traceback (most recent call last): Aug 10 04:05:06.743436 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:05:06.743436 n-d-768862-13 neutron-server[94260]: timer() Aug 10 04:05:06.743436 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:05:06.743436 n-d-768862-13 neutron-server[94260]: cb(*args, **kw) Aug 10 04:05:06.743436 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:05:06.743436 n-d-768862-13 neutron-server[94260]: return func(*args, **kwargs) Aug 10 04:05:06.743436 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:05:06.743436 n-d-768862-13 neutron-server[94260]: self._notify() Aug 10 04:05:06.743436 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:05:06.743436 n-d-768862-13 neutron-server[94260]: self.callback(batched_events) Aug 10 04:05:06.743436 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:05:06.743436 n-d-768862-13 neutron-server[94260]: event.method(event) Aug 10 04:05:06.743436 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:05:06.743436 n-d-768862-13 neutron-server[94260]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:05:06.743436 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:05:06.743436 n-d-768862-13 neutron-server[94260]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:05:06.743436 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:05:06.743436 n-d-768862-13 neutron-server[94260]: return f(self, *a, **k) Aug 10 04:05:06.743436 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:05:06.743436 n-d-768862-13 neutron-server[94260]: return self._get(url).json() Aug 10 04:05:06.743436 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:05:06.743436 n-d-768862-13 neutron-server[94260]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:05:06.743436 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:05:06.743436 n-d-768862-13 neutron-server[94260]: return self.request(url, 'GET', **kwargs) Aug 10 04:05:06.743436 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:05:06.743436 n-d-768862-13 neutron-server[94260]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:05:06.743436 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:05:06.743436 n-d-768862-13 neutron-server[94260]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:05:06.743436 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:05:06.743436 n-d-768862-13 neutron-server[94260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:05:06.743436 n-d-768862-13 neutron-server[94260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:05:06.811154 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c6467296-9c83-4edd-b11e-e7f46f140412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:06.822805 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-16b31265-0695-4091-adf0-be379dc0a157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:06.835231 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-16b31265-0695-4091-adf0-be379dc0a157 admin admin] Notify callbacks [] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:06.841066 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-16b31265-0695-4091-adf0-be379dc0a157 admin admin] 10.222.0.44 "DELETE /v2.0/networks/b97ea90c-4f2d-4f75-980b-696bfd0b9a6a HTTP/1.1" status: 204 len: 168 time: 0.7359958 Aug 10 04:05:06.857452 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6467296-9c83-4edd-b11e-e7f46f140412 None None] Pushing event deleted for resources: {'Port': ['ID=26f0c86f-254d-449a-b226-a9da97c4cc6e,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:06.865917 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6467296-9c83-4edd-b11e-e7f46f140412 None None] No DVR routers for this DVR port 26f0c86f-254d-449a-b226-a9da97c4cc6e on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:05:06.876471 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b31265-0695-4091-adf0-be379dc0a157 admin admin] Pushing event deleted for resources: {'Network': ['ID=b97ea90c-4f2d-4f75-980b-696bfd0b9a6a,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:06.907238 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fc14c45-9999-4148-91d6-254819cd2ea6 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:05:06.912734 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2fc14c45-9999-4148-91d6-254819cd2ea6 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:06.920422 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca509f2e-7961-4740-9063-1a8b10b5f5ae None None] Sync routers for ids ['0b761fd8-4159-4ded-a7cf-882d9609722e'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:05:06.930854 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca509f2e-7961-4740-9063-1a8b10b5f5ae None None] Routers {'0b761fd8-4159-4ded-a7cf-882d9609722e'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:05:06.931937 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-ca509f2e-7961-4740-9063-1a8b10b5f5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:04:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['0b761fd8-4159-4ded-a7cf-882d9609722e'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:06.956810 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-2fc14c45-9999-4148-91d6-254819cd2ea6 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "DELETE /v2.0/floatingips/e486cd2e-46d9-42de-8df9-8abccbd75d7f HTTP/1.1" status: 204 len: 168 time: 1.2097950 Aug 10 04:05:06.957473 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73f5794f-91f1-4733-9464-65b8d67d80d8', 'tag': '59839830-2efb-4665-a008-7588f769aa9a'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:05:06.960062 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4d9af387c27e9bf4dae0025b633949f05c3aaf370ddd7ddba72432af9b9786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff122b69-2e77-45e6-b0e3-c01e0f28684e" -d '{"events": [{"name": "network-changed", "server_uuid": "73f5794f-91f1-4733-9464-65b8d67d80d8", "tag": "59839830-2efb-4665-a008-7588f769aa9a"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:05:07.038012 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 46622) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:07.122164 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 46624) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:07.123633 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-ca509f2e-7961-4740-9063-1a8b10b5f5ae None None] Set router 0b761fd8-4159-4ded-a7cf-882d9609722e gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:05:07.124763 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-cdbb405c-11c0-4208-9d10-7d64e7759713 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d7797a7e7c744219a6cd7e79c926312f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0843627 Aug 10 04:05:07.193186 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d729fa81-bcf2-45ad-878f-bddf017c36d9 x-openstack-request-id: req-d729fa81-bcf2-45ad-878f-bddf017c36d9 {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:05:07.194075 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73f5794f-91f1-4733-9464-65b8d67d80d8", "tag": "59839830-2efb-4665-a008-7588f769aa9a", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:05:07.194904 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d729fa81-bcf2-45ad-878f-bddf017c36d9 {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:05:07.198653 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73f5794f-91f1-4733-9464-65b8d67d80d8', 'tag': '59839830-2efb-4665-a008-7588f769aa9a', 'status': 'completed', 'code': 200} Aug 10 04:05:07.237072 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-40ea8f51-8d97-43c5-b639-0ed602514a4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:07.263361 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-40ea8f51-8d97-43c5-b639-0ed602514a4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:07.292376 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff122b69-2e77-45e6-b0e3-c01e0f28684e req-61267571-53d6-437c-8571-02257145f0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:07.295654 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ff122b69-2e77-45e6-b0e3-c01e0f28684e req-61267571-53d6-437c-8571-02257145f0c6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b8b99293bc0b4fae85b62fcecb6d67eb&device_id=73f5794f-91f1-4733-9464-65b8d67d80d8 HTTP/1.1" status: 200 len: 1096 time: 0.0817859 Aug 10 04:05:07.332625 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-40ea8f51-8d97-43c5-b639-0ed602514a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:07.337936 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-40ea8f51-8d97-43c5-b639-0ed602514a4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:07.340716 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-40ea8f51-8d97-43c5-b639-0ed602514a4c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2031f5a2-8e96-4d4c-b507-84878d4f1482 HTTP/1.1" status: 204 len: 168 time: 0.2118683 Aug 10 04:05:07.362694 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ea8f51-8d97-43c5-b639-0ed602514a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2031f5a2-8e96-4d4c-b507-84878d4f1482,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:07.422005 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c2f5c-64f7-41b7-bf64-3b28405e13aa req-31b927bb-8552-4134-818e-7fa7f7d9f02b tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:07.423462 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-323c2f5c-64f7-41b7-bf64-3b28405e13aa req-31b927bb-8552-4134-818e-7fa7f7d9f02b tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=73f5794f-91f1-4733-9464-65b8d67d80d8 HTTP/1.1" status: 200 len: 944 time: 0.1257699 Aug 10 04:05:07.462241 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-ca509f2e-7961-4740-9063-1a8b10b5f5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b761fd8-4159-4ded-a7cf-882d9609722e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2029654503', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'e57c57de-3738-4aa7-aad3-b14a64d24260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:03:13Z', 'updated_at': '2021-08-10T04:03:18Z', 'revision_number': 4, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'gw_port': {'id': 'e57c57de-3738-4aa7-aad3-b14a64d24260', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:64:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b761fd8-4159-4ded-a7cf-882d9609722e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:13Z', 'updated_at': '2021-08-10T04:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '409b9c82-6657-4165-9d28-1d66549919b2', 'name': '', 'network_id': '16754951-f8c1-46e1-91b1-ac1aacaadb80', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'mac_address': 'fa:16:3e:56:24:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b761fd8-4159-4ded-a7cf-882d9609722e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '35b959a8-a78f-4d93-9ac8-62faec811252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:16Z', 'updated_at': '2021-08-10T04:03:22Z', 'revision_number': 5, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'subnets': [{'id': '35b959a8-a78f-4d93-9ac8-62faec811252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:07.502846 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca509f2e-7961-4740-9063-1a8b10b5f5ae None None] Checking router: 0b761fd8-4159-4ded-a7cf-882d9609722e for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:05:07.515586 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca509f2e-7961-4740-9063-1a8b10b5f5ae None None] Routers {'0b761fd8-4159-4ded-a7cf-882d9609722e'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:05:07.516624 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-ca509f2e-7961-4740-9063-1a8b10b5f5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:04:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['0b761fd8-4159-4ded-a7cf-882d9609722e'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:07.529372 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff122b69-2e77-45e6-b0e3-c01e0f28684e req-046315fb-87d5-473f-8eda-2bbf800eff56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:07.531896 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ff122b69-2e77-45e6-b0e3-c01e0f28684e req-046315fb-87d5-473f-8eda-2bbf800eff56 service neutron] 10.222.0.42 "GET /v2.0/networks?id=16754951-f8c1-46e1-91b1-ac1aacaadb80 HTTP/1.1" status: 200 len: 897 time: 0.2166057 Aug 10 04:05:07.612017 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-323c2f5c-64f7-41b7-bf64-3b28405e13aa req-62de7d78-9116-44f7-a370-bfab82e071d0 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=0176dae3-6240-4df4-8ea5-e81ff3efc752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1680593 Aug 10 04:05:07.613670 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ff122b69-2e77-45e6-b0e3-c01e0f28684e req-bd04210a-c79a-4b17-b8cd-39edb3b4e19a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59839830-2efb-4665-a008-7588f769aa9a HTTP/1.1" status: 200 len: 217 time: 0.0713611 Aug 10 04:05:07.683522 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-ca509f2e-7961-4740-9063-1a8b10b5f5ae None None] Set router 0b761fd8-4159-4ded-a7cf-882d9609722e gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:05:07.725381 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff122b69-2e77-45e6-b0e3-c01e0f28684e req-ea5dd74d-4835-4526-b7f1-dd20a4bb2ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:07.726978 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ff122b69-2e77-45e6-b0e3-c01e0f28684e req-ea5dd74d-4835-4526-b7f1-dd20a4bb2ce6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=35b959a8-a78f-4d93-9ac8-62faec811252 HTTP/1.1" status: 200 len: 835 time: 0.1059263 Aug 10 04:05:07.738059 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceaaa06-9d1e-45a8-8498-34b620d2d380 req-a24895b8-07cb-4264-acf4-5397f7346e13 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:07.740688 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9ceaaa06-9d1e-45a8-8498-34b620d2d380 req-a24895b8-07cb-4264-acf4-5397f7346e13 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.42 "GET /v2.0/ports?device_id=73f5794f-91f1-4733-9464-65b8d67d80d8 HTTP/1.1" status: 200 len: 944 time: 0.0872931 Aug 10 04:05:07.929918 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 46632) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:07.946158 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 2aae8230-6f45-40f6-856d-466eb44acc20 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:05:07.951967 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff122b69-2e77-45e6-b0e3-c01e0f28684e req-2f85980f-65c1-4793-af9b-e5e40e6da085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:07.954455 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ff122b69-2e77-45e6-b0e3-c01e0f28684e req-2f85980f-65c1-4793-af9b-e5e40e6da085 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=16754951-f8c1-46e1-91b1-ac1aacaadb80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2125890 Aug 10 04:05:07.974488 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 2aae8230-6f45-40f6-856d-466eb44acc20 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:05:07.974930 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 2aae8230-6f45-40f6-856d-466eb44acc20 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:05:07.975363 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 26f0c86f-254d-449a-b226-a9da97c4cc6e no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:05:07.992467 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-7ee120cf-f7b0-4189-8f36-185857f05a43 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a7eaa028ece64c53a7f8330d01c1880c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0610049 Aug 10 04:05:07.996839 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 46634) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:08.005995 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 26f0c86f-254d-449a-b226-a9da97c4cc6e {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:05:08.006427 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 26f0c86f-254d-449a-b226-a9da97c4cc6e not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:05:08.062102 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b697f3f2-2ec7-4e52-b92a-df56cebd1dda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:08.075794 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-ca509f2e-7961-4740-9063-1a8b10b5f5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b761fd8-4159-4ded-a7cf-882d9609722e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2029654503', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'e57c57de-3738-4aa7-aad3-b14a64d24260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:03:13Z', 'updated_at': '2021-08-10T04:03:18Z', 'revision_number': 4, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'gw_port': {'id': 'e57c57de-3738-4aa7-aad3-b14a64d24260', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:64:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b761fd8-4159-4ded-a7cf-882d9609722e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:13Z', 'updated_at': '2021-08-10T04:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '409b9c82-6657-4165-9d28-1d66549919b2', 'name': '', 'network_id': '16754951-f8c1-46e1-91b1-ac1aacaadb80', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'mac_address': 'fa:16:3e:56:24:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b761fd8-4159-4ded-a7cf-882d9609722e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '35b959a8-a78f-4d93-9ac8-62faec811252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:16Z', 'updated_at': '2021-08-10T04:03:22Z', 'revision_number': 5, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'subnets': [{'id': '35b959a8-a78f-4d93-9ac8-62faec811252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:08.092101 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b697f3f2-2ec7-4e52-b92a-df56cebd1dda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:08.092321 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-9ceaaa06-9d1e-45a8-8498-34b620d2d380 req-9d916765-927d-4ded-a986-2865afd25ca2 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Deleting port 59839830-2efb-4665-a008-7588f769aa9a {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:05:08.092610 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-9ceaaa06-9d1e-45a8-8498-34b620d2d380 req-9d916765-927d-4ded-a986-2865afd25ca2 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:08.104511 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca509f2e-7961-4740-9063-1a8b10b5f5ae None None] The sync data for ids ['0b761fd8-4159-4ded-a7cf-882d9609722e'] in n-d-768862-13 is: [{'id': '0b761fd8-4159-4ded-a7cf-882d9609722e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2029654503', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'e57c57de-3738-4aa7-aad3-b14a64d24260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:03:13Z', 'updated_at': '2021-08-10T04:03:18Z', 'revision_number': 4, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'gw_port': {'id': 'e57c57de-3738-4aa7-aad3-b14a64d24260', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:64:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b761fd8-4159-4ded-a7cf-882d9609722e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:13Z', 'updated_at': '2021-08-10T04:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '409b9c82-6657-4165-9d28-1d66549919b2', 'name': '', 'network_id': '16754951-f8c1-46e1-91b1-ac1aacaadb80', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'mac_address': 'fa:16:3e:56:24:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b761fd8-4159-4ded-a7cf-882d9609722e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '35b959a8-a78f-4d93-9ac8-62faec811252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:16Z', 'updated_at': '2021-08-10T04:03:22Z', 'revision_number': 5, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'subnets': [{'id': '35b959a8-a78f-4d93-9ac8-62faec811252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:05:08.188856 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b697f3f2-2ec7-4e52-b92a-df56cebd1dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:08.200530 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b697f3f2-2ec7-4e52-b92a-df56cebd1dda admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:08.204659 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-b697f3f2-2ec7-4e52-b92a-df56cebd1dda admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8e4bb64a-f85c-44d9-a662-cdd696ad54f7 HTTP/1.1" status: 204 len: 168 time: 0.2047346 Aug 10 04:05:08.206660 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ff122b69-2e77-45e6-b0e3-c01e0f28684e req-69accdde-54ce-4685-ba56-89a2107f919e service neutron] 10.222.0.42 "GET /v2.0/networks/16754951-f8c1-46e1-91b1-ac1aacaadb80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377250 Aug 10 04:05:08.226599 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b697f3f2-2ec7-4e52-b92a-df56cebd1dda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e4bb64a-f85c-44d9-a662-cdd696ad54f7,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:08.292178 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-9ceaaa06-9d1e-45a8-8498-34b620d2d380 req-9d916765-927d-4ded-a986-2865afd25ca2 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] For port 59839830-2efb-4665-a008-7588f769aa9a, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=59839830-2efb-4665-a008-7588f769aa9a,segment=NetworkSegment(b6eb2216-d350-48f4-ab12-e5fa8385e56d),segment_id=b6eb2216-d350-48f4-ab12-e5fa8385e56d)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:05:08.292569 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-9ceaaa06-9d1e-45a8-8498-34b620d2d380 req-9d916765-927d-4ded-a986-2865afd25ca2 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:08.355023 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-9ceaaa06-9d1e-45a8-8498-34b620d2d380 req-9d916765-927d-4ded-a986-2865afd25ca2 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Calling delete_port for 59839830-2efb-4665-a008-7588f769aa9a owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:05:08.364410 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ff122b69-2e77-45e6-b0e3-c01e0f28684e req-02dff915-3c46-422e-95ca-c36bf1abbe5b service neutron] 10.222.0.42 "GET /v2.0/networks/16754951-f8c1-46e1-91b1-ac1aacaadb80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497800 Aug 10 04:05:08.529829 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfd9462-c66a-4de9-97b4-f1c582da7f8c None None] New status for floating IP e486cd2e-46d9-42de-8df9-8abccbd75d7f: DOWN {{(pid=94263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:05:08.563059 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-9ceaaa06-9d1e-45a8-8498-34b620d2d380 req-9d916765-927d-4ded-a986-2865afd25ca2 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:08.614371 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d916765-927d-4ded-a986-2865afd25ca2 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Pushing event deleted for resources: {'Port': ['ID=59839830-2efb-4665-a008-7588f769aa9a,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:08.737002 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ceaaa06-9d1e-45a8-8498-34b620d2d380 req-9d916765-927d-4ded-a986-2865afd25ca2 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] No DVR routers for this DVR port 59839830-2efb-4665-a008-7588f769aa9a on host n-h1-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:05:08.743011 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-9ceaaa06-9d1e-45a8-8498-34b620d2d380 req-9d916765-927d-4ded-a986-2865afd25ca2 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:08.748412 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9ceaaa06-9d1e-45a8-8498-34b620d2d380 req-9d916765-927d-4ded-a986-2865afd25ca2 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.42 "DELETE /v2.0/ports/59839830-2efb-4665-a008-7588f769aa9a HTTP/1.1" status: 204 len: 173 time: 0.9943230 Aug 10 04:05:08.749196 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73f5794f-91f1-4733-9464-65b8d67d80d8', 'name': 'network-vif-deleted', 'tag': '59839830-2efb-4665-a008-7588f769aa9a'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:05:08.755324 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f0fccc3-e82e-4c2f-9d40-fa457ddeb116" -d '{"events": [{"server_uuid": "73f5794f-91f1-4733-9464-65b8d67d80d8", "name": "network-vif-deleted", "tag": "59839830-2efb-4665-a008-7588f769aa9a"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:05:08.842887 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3a847609-ef9d-4a59-93af-b3587dad103a req-93c1c405-dd72-4409-ad8b-dc99ba2e6da0 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=73f5794f-91f1-4733-9464-65b8d67d80d8 HTTP/1.1" status: 200 len: 210 time: 0.0828850 Aug 10 04:05:08.845153 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba4770f0-ced7-4a55-b20f-15297f8ef28c x-openstack-request-id: req-ba4770f0-ced7-4a55-b20f-15297f8ef28c {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:05:08.845855 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73f5794f-91f1-4733-9464-65b8d67d80d8", "name": "network-vif-deleted", "tag": "59839830-2efb-4665-a008-7588f769aa9a", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:05:08.848764 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ba4770f0-ced7-4a55-b20f-15297f8ef28c {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:05:08.848764 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73f5794f-91f1-4733-9464-65b8d67d80d8', 'name': 'network-vif-deleted', 'tag': '59839830-2efb-4665-a008-7588f769aa9a', 'status': 'completed', 'code': 200} Aug 10 04:05:09.927772 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 46648) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:10.323336 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-58d66b3c-3859-4dd9-90bc-eeead27808d5 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521880'] for router_interface, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:10.478176 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:05:10.605807 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-58d66b3c-3859-4dd9-90bc-eeead27808d5 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Deleting port 409b9c82-6657-4165-9d28-1d66549919b2 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:05:10.606149 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-58d66b3c-3859-4dd9-90bc-eeead27808d5 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:10.701417 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [None req-58d66b3c-3859-4dd9-90bc-eeead27808d5 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] For port 409b9c82-6657-4165-9d28-1d66549919b2, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=409b9c82-6657-4165-9d28-1d66549919b2,segment=NetworkSegment(b6eb2216-d350-48f4-ab12-e5fa8385e56d),segment_id=b6eb2216-d350-48f4-ab12-e5fa8385e56d)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:05:10.701795 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-58d66b3c-3859-4dd9-90bc-eeead27808d5 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:10.722802 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-58d66b3c-3859-4dd9-90bc-eeead27808d5 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Calling delete_port for 409b9c82-6657-4165-9d28-1d66549919b2 owned by network:router_interface {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:05:10.960528 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-58d66b3c-3859-4dd9-90bc-eeead27808d5 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:10.993641 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d66b3c-3859-4dd9-90bc-eeead27808d5 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Pushing event deleted for resources: {'Port': ['ID=409b9c82-6657-4165-9d28-1d66549919b2,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:11.223579 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-58d66b3c-3859-4dd9-90bc-eeead27808d5 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-522536'] for router_interface, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:11.774646 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58d66b3c-3859-4dd9-90bc-eeead27808d5 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Router 0b761fd8-4159-4ded-a7cf-882d9609722e has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:05:11.890728 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58d66b3c-3859-4dd9-90bc-eeead27808d5 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:05:11.895764 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-58d66b3c-3859-4dd9-90bc-eeead27808d5 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "PUT /v2.0/routers/0b761fd8-4159-4ded-a7cf-882d9609722e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9668717 Aug 10 04:05:11.900842 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb63a47-be37-4dd2-b529-e954e5288e4a None None] Sync routers for ids ['0b761fd8-4159-4ded-a7cf-882d9609722e'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:05:11.901880 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 46650) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:11.912068 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb63a47-be37-4dd2-b529-e954e5288e4a None None] Routers {'0b761fd8-4159-4ded-a7cf-882d9609722e'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:05:11.912692 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-0eb63a47-be37-4dd2-b529-e954e5288e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:04:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['0b761fd8-4159-4ded-a7cf-882d9609722e'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:11.958915 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddef934e-56f7-4b3d-9ee5-b9dbf9c65f41 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Deleting subnet 35b959a8-a78f-4d93-9ac8-62faec811252 {{(pid=94260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:05:11.966375 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ddef934e-56f7-4b3d-9ee5-b9dbf9c65f41 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for subnet, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:12.022673 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-0eb63a47-be37-4dd2-b529-e954e5288e4a None None] Set router 0b761fd8-4159-4ded-a7cf-882d9609722e gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:05:12.040204 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ddef934e-56f7-4b3d-9ee5-b9dbf9c65f41 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191173'] for subnet, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:12.186991 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ddef934e-56f7-4b3d-9ee5-b9dbf9c65f41 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:12.284370 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ddef934e-56f7-4b3d-9ee5-b9dbf9c65f41 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:12.307431 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-0eb63a47-be37-4dd2-b529-e954e5288e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b761fd8-4159-4ded-a7cf-882d9609722e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2029654503', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'e57c57de-3738-4aa7-aad3-b14a64d24260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:03:13Z', 'updated_at': '2021-08-10T04:05:10Z', 'revision_number': 5, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'gw_port': {'id': 'e57c57de-3738-4aa7-aad3-b14a64d24260', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:64:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b761fd8-4159-4ded-a7cf-882d9609722e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:13Z', 'updated_at': '2021-08-10T04:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:12.314495 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 59839830-2efb-4665-a008-7588f769aa9a no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:05:12.323848 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddef934e-56f7-4b3d-9ee5-b9dbf9c65f41 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Pushing event deleted for resources: {'Subnet': ['ID=35b959a8-a78f-4d93-9ac8-62faec811252,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:12.328001 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ddef934e-56f7-4b3d-9ee5-b9dbf9c65f41 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:12.330316 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-ddef934e-56f7-4b3d-9ee5-b9dbf9c65f41 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "DELETE /v2.0/subnets/35b959a8-a78f-4d93-9ac8-62faec811252 HTTP/1.1" status: 204 len: 168 time: 0.4266655 Aug 10 04:05:12.334345 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 46652) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:12.375698 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141bc395-2a10-4d91-9e62-72b8ce5d9720 None None] Network 16754951-f8c1-46e1-91b1-ac1aacaadb80 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:05:12.379372 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] No Port match for: 59839830-2efb-4665-a008-7588f769aa9a {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:05:12.379718 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 59839830-2efb-4665-a008-7588f769aa9a not bound to the agent host n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:05:12.390838 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb63a47-be37-4dd2-b529-e954e5288e4a None None] Checking router: 0b761fd8-4159-4ded-a7cf-882d9609722e for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:05:12.435711 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb63a47-be37-4dd2-b529-e954e5288e4a None None] Routers {'0b761fd8-4159-4ded-a7cf-882d9609722e'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:05:12.436351 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-0eb63a47-be37-4dd2-b529-e954e5288e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:04:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['0b761fd8-4159-4ded-a7cf-882d9609722e'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:12.503995 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5485c663-2c98-490e-9699-713a46de757a tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for router, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:12.606119 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-0eb63a47-be37-4dd2-b529-e954e5288e4a None None] Set router 0b761fd8-4159-4ded-a7cf-882d9609722e gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:05:12.632434 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5485c663-2c98-490e-9699-713a46de757a tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:12.692062 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b1262c-2f56-4cee-84b0-020487531a54 None None] DHCP port deletion for 16754951-f8c1-46e1-91b1-ac1aacaadb80 request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:05:12.702781 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-5485c663-2c98-490e-9699-713a46de757a tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Deleting port e57c57de-3738-4aa7-aad3-b14a64d24260 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:05:12.703134 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5485c663-2c98-490e-9699-713a46de757a tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:12.807952 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [None req-5485c663-2c98-490e-9699-713a46de757a tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] For port e57c57de-3738-4aa7-aad3-b14a64d24260, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=e57c57de-3738-4aa7-aad3-b14a64d24260,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:05:12.808488 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5485c663-2c98-490e-9699-713a46de757a tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:12.824748 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-5485c663-2c98-490e-9699-713a46de757a tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Calling delete_port for e57c57de-3738-4aa7-aad3-b14a64d24260 owned by network:router_gateway {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:05:12.849132 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-37b1262c-2f56-4cee-84b0-020487531a54 None None] Deleting port 80918965-d55c-4954-a992-bbdfb142a805 {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:05:12.849500 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-37b1262c-2f56-4cee-84b0-020487531a54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:12.932784 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-37b1262c-2f56-4cee-84b0-020487531a54 None None] For port 80918965-d55c-4954-a992-bbdfb142a805, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=80918965-d55c-4954-a992-bbdfb142a805,segment=NetworkSegment(b6eb2216-d350-48f4-ab12-e5fa8385e56d),segment_id=b6eb2216-d350-48f4-ab12-e5fa8385e56d)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:05:12.933819 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-37b1262c-2f56-4cee-84b0-020487531a54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:12.952320 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-0eb63a47-be37-4dd2-b529-e954e5288e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b761fd8-4159-4ded-a7cf-882d9609722e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2029654503', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'e57c57de-3738-4aa7-aad3-b14a64d24260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:03:13Z', 'updated_at': '2021-08-10T04:05:10Z', 'revision_number': 5, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'gw_port': {'id': 'e57c57de-3738-4aa7-aad3-b14a64d24260', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:64:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b761fd8-4159-4ded-a7cf-882d9609722e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:13Z', 'updated_at': '2021-08-10T04:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:12.955175 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-37b1262c-2f56-4cee-84b0-020487531a54 None None] Calling delete_port for 80918965-d55c-4954-a992-bbdfb142a805 owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:05:12.985675 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb63a47-be37-4dd2-b529-e954e5288e4a None None] The sync data for ids ['0b761fd8-4159-4ded-a7cf-882d9609722e'] in n-d-768862-13 is: [{'id': '0b761fd8-4159-4ded-a7cf-882d9609722e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2029654503', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'e57c57de-3738-4aa7-aad3-b14a64d24260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:03:13Z', 'updated_at': '2021-08-10T04:05:10Z', 'revision_number': 5, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'gw_port': {'id': 'e57c57de-3738-4aa7-aad3-b14a64d24260', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:64:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b761fd8-4159-4ded-a7cf-882d9609722e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:13Z', 'updated_at': '2021-08-10T04:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:05:13.075506 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5485c663-2c98-490e-9699-713a46de757a tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:13.082031 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-37b1262c-2f56-4cee-84b0-020487531a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:13.104824 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5485c663-2c98-490e-9699-713a46de757a tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Pushing event deleted for resources: {'Port': ['ID=e57c57de-3738-4aa7-aad3-b14a64d24260,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:13.136073 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b1262c-2f56-4cee-84b0-020487531a54 None None] No DVR routers for this DVR port 80918965-d55c-4954-a992-bbdfb142a805 on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:05:13.138939 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b1262c-2f56-4cee-84b0-020487531a54 None None] Pushing event deleted for resources: {'Port': ['ID=80918965-d55c-4954-a992-bbdfb142a805,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:13.170810 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5485c663-2c98-490e-9699-713a46de757a tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520654'] for router_gateway, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:13.269867 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5485c663-2c98-490e-9699-713a46de757a tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:13.272516 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5485c663-2c98-490e-9699-713a46de757a tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:13.324033 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5485c663-2c98-490e-9699-713a46de757a tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:13.324706 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5485c663-2c98-490e-9699-713a46de757a tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Fanout notify agent at l3_agent the message router_deleted on router 0b761fd8-4159-4ded-a7cf-882d9609722e {{(pid=94260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:05:13.332618 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5485c663-2c98-490e-9699-713a46de757a tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for router, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:13.333814 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-5485c663-2c98-490e-9699-713a46de757a tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "DELETE /v2.0/routers/0b761fd8-4159-4ded-a7cf-882d9609722e HTTP/1.1" status: 204 len: 168 time: 0.9983730 Aug 10 04:05:13.336894 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 46654) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:13.434584 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-36a3a07e-5f1c-4c8a-97eb-c2a11f321b19 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:13.545433 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-36a3a07e-5f1c-4c8a-97eb-c2a11f321b19 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:13.557705 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-36a3a07e-5f1c-4c8a-97eb-c2a11f321b19 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16754951-f8c1-46e1-91b1-ac1aacaadb80']}} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:13.569711 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-36a3a07e-5f1c-4c8a-97eb-c2a11f321b19 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6eb2216-d350-48f4-ab12-e5fa8385e56d') {'for_net_delete': True} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:13.570012 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-36a3a07e-5f1c-4c8a-97eb-c2a11f321b19 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6eb2216-d350-48f4-ab12-e5fa8385e56d') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:13.580262 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-36a3a07e-5f1c-4c8a-97eb-c2a11f321b19 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191186'] for segment, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:13.599374 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-36a3a07e-5f1c-4c8a-97eb-c2a11f321b19 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:13.607427 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36a3a07e-5f1c-4c8a-97eb-c2a11f321b19 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=94260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:05:13.607861 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-36a3a07e-5f1c-4c8a-97eb-c2a11f321b19 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58895489'] for segment, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:13.611206 n-d-768862-13 neutron-server[94260]: Traceback (most recent call last): Aug 10 04:05:13.611206 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:05:13.611206 n-d-768862-13 neutron-server[94260]: timer() Aug 10 04:05:13.611206 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:05:13.611206 n-d-768862-13 neutron-server[94260]: cb(*args, **kw) Aug 10 04:05:13.611206 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:05:13.611206 n-d-768862-13 neutron-server[94260]: return func(*args, **kwargs) Aug 10 04:05:13.611206 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:05:13.611206 n-d-768862-13 neutron-server[94260]: self._notify() Aug 10 04:05:13.611206 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:05:13.611206 n-d-768862-13 neutron-server[94260]: self.callback(batched_events) Aug 10 04:05:13.611206 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:05:13.611206 n-d-768862-13 neutron-server[94260]: event.method(event) Aug 10 04:05:13.611206 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:05:13.611206 n-d-768862-13 neutron-server[94260]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:05:13.611206 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:05:13.611206 n-d-768862-13 neutron-server[94260]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:05:13.611206 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:05:13.611206 n-d-768862-13 neutron-server[94260]: return f(self, *a, **k) Aug 10 04:05:13.611206 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:05:13.611206 n-d-768862-13 neutron-server[94260]: return self._get(url).json() Aug 10 04:05:13.611206 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:05:13.611206 n-d-768862-13 neutron-server[94260]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:05:13.611206 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:05:13.611206 n-d-768862-13 neutron-server[94260]: return self.request(url, 'GET', **kwargs) Aug 10 04:05:13.611206 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:05:13.611206 n-d-768862-13 neutron-server[94260]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:05:13.611206 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:05:13.611206 n-d-768862-13 neutron-server[94260]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:05:13.611206 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:05:13.611206 n-d-768862-13 neutron-server[94260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:05:13.611206 n-d-768862-13 neutron-server[94260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:05:13.679573 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-36a3a07e-5f1c-4c8a-97eb-c2a11f321b19 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:13.692932 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-36a3a07e-5f1c-4c8a-97eb-c2a11f321b19 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:13.695372 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-36a3a07e-5f1c-4c8a-97eb-c2a11f321b19 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "DELETE /v2.0/networks/16754951-f8c1-46e1-91b1-ac1aacaadb80 HTTP/1.1" status: 204 len: 168 time: 0.3574493 Aug 10 04:05:13.699147 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 46656) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:13.712373 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a3a07e-5f1c-4c8a-97eb-c2a11f321b19 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Pushing event deleted for resources: {'Network': ['ID=16754951-f8c1-46e1-91b1-ac1aacaadb80,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:13.809093 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1951af57-61c2-4c8e-81da-4f137c30f232 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:13.849971 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1951af57-61c2-4c8e-81da-4f137c30f232 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:13.916216 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1951af57-61c2-4c8e-81da-4f137c30f232 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:13.918931 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1951af57-61c2-4c8e-81da-4f137c30f232 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:13.920134 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-1951af57-61c2-4c8e-81da-4f137c30f232 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "DELETE /v2.0/security-groups/0176dae3-6240-4df4-8ea5-e81ff3efc752 HTTP/1.1" status: 204 len: 168 time: 0.2186606 Aug 10 04:05:13.929952 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1951af57-61c2-4c8e-81da-4f137c30f232 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0176dae3-6240-4df4-8ea5-e81ff3efc752,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:14.118520 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 80918965-d55c-4954-a992-bbdfb142a805 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:05:14.142817 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 80918965-d55c-4954-a992-bbdfb142a805 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:05:14.143163 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 80918965-d55c-4954-a992-bbdfb142a805 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:05:14.143711 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device e57c57de-3738-4aa7-aad3-b14a64d24260 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:05:14.163758 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: e57c57de-3738-4aa7-aad3-b14a64d24260 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:05:14.164100 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device e57c57de-3738-4aa7-aad3-b14a64d24260 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:05:14.164518 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 409b9c82-6657-4165-9d28-1d66549919b2 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:05:14.183283 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 46662) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:14.185834 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 409b9c82-6657-4165-9d28-1d66549919b2 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:05:14.186180 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 409b9c82-6657-4165-9d28-1d66549919b2 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:05:14.190424 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-9466f791-2cf5-4b20-bdae-44206f16dded tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-582105469', 'description': 'tempest-secgroup-smoke-582105469 description', 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:05:14.215078 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9466f791-2cf5-4b20-bdae-44206f16dded tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:14.328960 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9466f791-2cf5-4b20-bdae-44206f16dded tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:14.334471 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9466f791-2cf5-4b20-bdae-44206f16dded tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:14.379034 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9466f791-2cf5-4b20-bdae-44206f16dded tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:14.381138 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-9466f791-2cf5-4b20-bdae-44206f16dded tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1961215 Aug 10 04:05:14.384080 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 46664) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:14.390169 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-2e3b281d-7996-4e2a-b365-24b06327ec12 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Request body: {'security_group_rule': {'security_group_id': '8fe63f1c-bdee-4235-add1-6b303423d791', 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:05:14.396599 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9466f791-2cf5-4b20-bdae-44206f16dded tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe63f1c-bdee-4235-add1-6b303423d791,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:14.421741 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2e3b281d-7996-4e2a-b365-24b06327ec12 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:14.499045 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2e3b281d-7996-4e2a-b365-24b06327ec12 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:14.504068 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2e3b281d-7996-4e2a-b365-24b06327ec12 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:14.525503 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3b281d-7996-4e2a-b365-24b06327ec12 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2494cacc-f172-4ab7-a00e-6e948c6d7731,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:14.532920 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2e3b281d-7996-4e2a-b365-24b06327ec12 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:14.538747 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-2e3b281d-7996-4e2a-b365-24b06327ec12 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1486807 Aug 10 04:05:14.539504 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 46666) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:14.544304 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-38f3cf0d-7677-4c62-96d5-466a0a336089 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Request body: {'security_group_rule': {'security_group_id': '8fe63f1c-bdee-4235-add1-6b303423d791', 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:05:14.576102 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-38f3cf0d-7677-4c62-96d5-466a0a336089 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:14.652900 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-38f3cf0d-7677-4c62-96d5-466a0a336089 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:14.657137 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-38f3cf0d-7677-4c62-96d5-466a0a336089 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:14.675597 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f3cf0d-7677-4c62-96d5-466a0a336089 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ee68728-be7d-4c58-9c02-509e0a5e6d64,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:14.682530 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-38f3cf0d-7677-4c62-96d5-466a0a336089 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:14.683781 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-38f3cf0d-7677-4c62-96d5-466a0a336089 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1437495 Aug 10 04:05:14.686875 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 46668) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:14.694896 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-c8b5de4b-49b7-4bc4-a380-b5c7754533fc tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Request body: {'security_group_rule': {'security_group_id': '8fe63f1c-bdee-4235-add1-6b303423d791', 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:05:14.737562 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c8b5de4b-49b7-4bc4-a380-b5c7754533fc tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:14.804728 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c8b5de4b-49b7-4bc4-a380-b5c7754533fc tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:14.810990 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c8b5de4b-49b7-4bc4-a380-b5c7754533fc tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:14.832612 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b5de4b-49b7-4bc4-a380-b5c7754533fc tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74f1a1a2-4653-4249-b5db-00c45734db7a,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:14.839834 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c8b5de4b-49b7-4bc4-a380-b5c7754533fc tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:14.841593 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-c8b5de4b-49b7-4bc4-a380-b5c7754533fc tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1530674 Aug 10 04:05:14.844392 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 46670) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:14.849436 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-8ef90435-9425-49db-ae1c-c90e26b88fa0 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Request body: {'security_group_rule': {'security_group_id': '8fe63f1c-bdee-4235-add1-6b303423d791', 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:05:14.881280 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8ef90435-9425-49db-ae1c-c90e26b88fa0 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:14.952019 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8ef90435-9425-49db-ae1c-c90e26b88fa0 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:14.957531 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8ef90435-9425-49db-ae1c-c90e26b88fa0 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:14.975911 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef90435-9425-49db-ae1c-c90e26b88fa0 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d47f574d-7911-4e64-861f-88bd53e3a159,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:14.984363 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8ef90435-9425-49db-ae1c-c90e26b88fa0 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:14.985893 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-8ef90435-9425-49db-ae1c-c90e26b88fa0 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1402571 Aug 10 04:05:14.988912 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 46672) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:14.995439 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-0e6a8397-9f69-4817-8de5-84b37be552df tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Request body: {'security_group_rule': {'security_group_id': '8fe63f1c-bdee-4235-add1-6b303423d791', 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:05:15.030143 n-d-768862-13 neutron-server[94260]: INFO neutron.db.securitygroups_db [None req-0e6a8397-9f69-4817-8de5-84b37be552df tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Project b8b99293bc0b4fae85b62fcecb6d67eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:05:15.038545 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0e6a8397-9f69-4817-8de5-84b37be552df tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:15.113219 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0e6a8397-9f69-4817-8de5-84b37be552df tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:15.117675 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0e6a8397-9f69-4817-8de5-84b37be552df tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:15.136137 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6a8397-9f69-4817-8de5-84b37be552df tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c794d11c-5bf4-4878-bcf3-ab9d87b756de,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:15.145591 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0e6a8397-9f69-4817-8de5-84b37be552df tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:15.147323 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-0e6a8397-9f69-4817-8de5-84b37be552df tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1572301 Aug 10 04:05:15.150267 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 46674) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:15.154875 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-ba98ef93-9a24-40fa-bda5-ce13ea32823d tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Request body: {'security_group_rule': {'security_group_id': '8fe63f1c-bdee-4235-add1-6b303423d791', 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:05:15.178937 n-d-768862-13 neutron-server[94260]: INFO neutron.db.securitygroups_db [None req-ba98ef93-9a24-40fa-bda5-ce13ea32823d tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Project b8b99293bc0b4fae85b62fcecb6d67eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:05:15.184851 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ba98ef93-9a24-40fa-bda5-ce13ea32823d tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:15.240553 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ba98ef93-9a24-40fa-bda5-ce13ea32823d tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:15.244605 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ba98ef93-9a24-40fa-bda5-ce13ea32823d tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:15.266038 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba98ef93-9a24-40fa-bda5-ce13ea32823d tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4cea92c-960f-468c-ac48-03b26e6f8e29,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:15.271901 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ba98ef93-9a24-40fa-bda5-ce13ea32823d tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:15.273195 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-ba98ef93-9a24-40fa-bda5-ce13ea32823d tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1219738 Aug 10 04:05:15.276127 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 46676) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:15.281188 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-84fdfe16-ca53-4204-ba49-29bc98be5fff tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Request body: {'network': {'name': 'tempest-network-smoke--2043027327', 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'port_security_enabled': True}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:05:15.304034 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84fdfe16-ca53-4204-ba49-29bc98be5fff tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Made reservation on behalf of b8b99293bc0b4fae85b62fcecb6d67eb for: {'network': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:05:15.308641 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-84fdfe16-ca53-4204-ba49-29bc98be5fff tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:15.334075 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84fdfe16-ca53-4204-ba49-29bc98be5fff tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=94260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:05:15.346854 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-84fdfe16-ca53-4204-ba49-29bc98be5fff tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:15.347467 n-d-768862-13 neutron-server[94260]: INFO neutron.db.segments_db [None req-84fdfe16-ca53-4204-ba49-29bc98be5fff tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Added segment c3d2328a-9e35-4eed-8c60-a36e91436a1c of type vlan for network 6c2bda2f-139a-470e-83fa-13e739951912 Aug 10 04:05:15.395022 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-84fdfe16-ca53-4204-ba49-29bc98be5fff tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:15.436273 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-84fdfe16-ca53-4204-ba49-29bc98be5fff tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:15.442508 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84fdfe16-ca53-4204-ba49-29bc98be5fff tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:15.443035 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-84fdfe16-ca53-4204-ba49-29bc98be5fff tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:15.508259 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-84fdfe16-ca53-4204-ba49-29bc98be5fff tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2281802 Aug 10 04:05:15.509732 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 46678) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:15.514944 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-1092a1ec-fbf5-4d52-b16c-0bbbe0d410da tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-492808209', 'admin_state_up': True, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:05:15.517534 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fdfe16-ca53-4204-ba49-29bc98be5fff tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Pushing event updated for resources: {'Network': ['ID=6c2bda2f-139a-470e-83fa-13e739951912,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:15.528943 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 6c2bda2f-139a-470e-83fa-13e739951912 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:05:15.550171 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1092a1ec-fbf5-4d52-b16c-0bbbe0d410da tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:15.551287 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1092a1ec-fbf5-4d52-b16c-0bbbe0d410da tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:15.607674 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1092a1ec-fbf5-4d52-b16c-0bbbe0d410da tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:15.784735 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1092a1ec-fbf5-4d52-b16c-0bbbe0d410da tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:15.990429 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1092a1ec-fbf5-4d52-b16c-0bbbe0d410da tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for router_gateway, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:16.009806 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1092a1ec-fbf5-4d52-b16c-0bbbe0d410da tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:16.113348 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-1092a1ec-fbf5-4d52-b16c-0bbbe0d410da tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Allocated IP 172.25.6.67 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/188ac425-9dde-4aba-9636-2b28df93538a) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:05:16.219989 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1092a1ec-fbf5-4d52-b16c-0bbbe0d410da tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:16.260925 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1092a1ec-fbf5-4d52-b16c-0bbbe0d410da tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:16.303140 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1092a1ec-fbf5-4d52-b16c-0bbbe0d410da tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:05:16.306243 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-1092a1ec-fbf5-4d52-b16c-0bbbe0d410da tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:05:16.310867 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1092a1ec-fbf5-4d52-b16c-0bbbe0d410da tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:05:16.317007 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1092a1ec-fbf5-4d52-b16c-0bbbe0d410da tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Pushing event updated for resources: {'Port': ['ID=188ac425-9dde-4aba-9636-2b28df93538a,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:16.579140 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1092a1ec-fbf5-4d52-b16c-0bbbe0d410da tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for router_gateway, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:16.792234 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1092a1ec-fbf5-4d52-b16c-0bbbe0d410da tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:17.284706 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1092a1ec-fbf5-4d52-b16c-0bbbe0d410da tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Router 7eed9f8a-842f-4b5d-9f5c-13997ecd5e78 is scheduled to L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e with binding_index 1 {{(pid=94261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:05:17.405515 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1092a1ec-fbf5-4d52-b16c-0bbbe0d410da tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:05:17.419025 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42f60bc-f566-420f-a247-f281874afce8 None None] Sync routers for ids ['7eed9f8a-842f-4b5d-9f5c-13997ecd5e78'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:05:17.426903 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1092a1ec-fbf5-4d52-b16c-0bbbe0d410da tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:17.432034 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-1092a1ec-fbf5-4d52-b16c-0bbbe0d410da tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9176772 Aug 10 04:05:17.433032 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 46680) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:17.435372 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42f60bc-f566-420f-a247-f281874afce8 None None] Routers {'7eed9f8a-842f-4b5d-9f5c-13997ecd5e78'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:05:17.436415 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-f42f60bc-f566-420f-a247-f281874afce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:04:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['7eed9f8a-842f-4b5d-9f5c-13997ecd5e78'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:17.465802 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-5cefc208-285c-48a5-ad9c-8da399d3fb38 tempest-TestNetworkAdvancedServerOps-902294344 tempest-TestNetworkAdvancedServerOps-902294344-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=b8b99293bc0b4fae85b62fcecb6d67eb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285115 Aug 10 04:05:17.466192 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 46682) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:17.580954 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-f42f60bc-f566-420f-a247-f281874afce8 None None] Set router 7eed9f8a-842f-4b5d-9f5c-13997ecd5e78 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:05:17.596823 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b62e77-dae2-4870-a636-314e5cec0b85 tempest-TestNetworkAdvancedServerOps-902294344 tempest-TestNetworkAdvancedServerOps-902294344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:17.599472 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-62b62e77-dae2-4870-a636-314e5cec0b85 tempest-TestNetworkAdvancedServerOps-902294344 tempest-TestNetworkAdvancedServerOps-902294344-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1319425 Aug 10 04:05:17.603171 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 46684) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:17.668127 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-959fd50f-4dad-4d40-b16a-eab31bd51dfd tempest-TestNetworkAdvancedServerOps-902294344 tempest-TestNetworkAdvancedServerOps-902294344-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=2ea12131-628a-487e-b434-0463553732bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0628214 Aug 10 04:05:17.670625 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 46686) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:17.675661 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-4aee5c83-8f3a-45a5-8016-38e3a3400d26 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1623316635', 'network_id': '6c2bda2f-139a-470e-83fa-13e739951912', 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:05:17.766028 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aee5c83-8f3a-45a5-8016-38e3a3400d26 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Made reservation on behalf of b8b99293bc0b4fae85b62fcecb6d67eb for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:05:17.769565 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4aee5c83-8f3a-45a5-8016-38e3a3400d26 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:17.819162 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-f42f60bc-f566-420f-a247-f281874afce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eed9f8a-842f-4b5d-9f5c-13997ecd5e78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492808209', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': '188ac425-9dde-4aba-9636-2b28df93538a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:05:15Z', 'updated_at': '2021-08-10T04:05:16Z', 'revision_number': 3, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'gw_port': {'id': '188ac425-9dde-4aba-9636-2b28df93538a', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:01:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eed9f8a-842f-4b5d-9f5c-13997ecd5e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:16Z', 'updated_at': '2021-08-10T04:05:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:17.848277 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42f60bc-f566-420f-a247-f281874afce8 None None] Checking router: 7eed9f8a-842f-4b5d-9f5c-13997ecd5e78 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:05:17.848620 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42f60bc-f566-420f-a247-f281874afce8 None None] Updating router 7eed9f8a-842f-4b5d-9f5c-13997ecd5e78 port 188ac425-9dde-4aba-9636-2b28df93538a binding host n-d-768862-13 {{(pid=94263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:05:17.894082 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-f42f60bc-f566-420f-a247-f281874afce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:18.005287 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4aee5c83-8f3a-45a5-8016-38e3a3400d26 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:18.070669 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aee5c83-8f3a-45a5-8016-38e3a3400d26 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Pushing event updated for resources: {'Subnet': ['ID=8d430de9-9e6b-4604-b6b1-9081ae7464e6,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:18.082061 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aee5c83-8f3a-45a5-8016-38e3a3400d26 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Checking segment: {'id': 'c3d2328a-9e35-4eed-8c60-a36e91436a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '6c2bda2f-139a-470e-83fa-13e739951912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:05:18.082458 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aee5c83-8f3a-45a5-8016-38e3a3400d26 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Network hostable DHCP agents. Network: 6c2bda2f-139a-470e-83fa-13e739951912, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:05:18.102162 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aee5c83-8f3a-45a5-8016-38e3a3400d26 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Network 6c2bda2f-139a-470e-83fa-13e739951912 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:05:18.114682 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-4aee5c83-8f3a-45a5-8016-38e3a3400d26 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 6c2bda2f-139a-470e-83fa-13e739951912) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:05:18.119444 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aee5c83-8f3a-45a5-8016-38e3a3400d26 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:18.120276 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4aee5c83-8f3a-45a5-8016-38e3a3400d26 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:18.129262 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd23f17c-0ea8-4ddc-b447-91c242611672 None None] Network 6c2bda2f-139a-470e-83fa-13e739951912 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:05:18.141958 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-4aee5c83-8f3a-45a5-8016-38e3a3400d26 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4699390 Aug 10 04:05:18.144643 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 46688) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:18.370929 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8fc155a-e329-4020-b11b-5e39e4e77665 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-6c2bda2f-139a-470e-83fa-13e739951912', 'network_id': '6c2bda2f-139a-470e-83fa-13e739951912', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'fixed_ips': [{'subnet_id': '8d430de9-9e6b-4604-b6b1-9081ae7464e6'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:05:18.372003 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8fc155a-e329-4020-b11b-5e39e4e77665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:18.384205 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-f42f60bc-f566-420f-a247-f281874afce8 None None] Notify callbacks [] for port, precommit_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:18.398759 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.provisioning_blocks [None req-f42f60bc-f566-420f-a247-f281874afce8 None None] Transition to ACTIVE for port object 188ac425-9dde-4aba-9636-2b28df93538a will not be triggered until provisioned by entity L2. {{(pid=94263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:05:18.412410 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-f42f60bc-f566-420f-a247-f281874afce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:18.465284 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e1a1ed-df7d-4c2e-873e-7a4eae55a3c3 None None] Pushing event updated for resources: {'Port': ['ID=188ac425-9dde-4aba-9636-2b28df93538a,revision_number=2']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:18.475325 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e1a1ed-df7d-4c2e-873e-7a4eae55a3c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:18.475699 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e1a1ed-df7d-4c2e-873e-7a4eae55a3c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:18.475982 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e1a1ed-df7d-4c2e-873e-7a4eae55a3c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:18.476307 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e1a1ed-df7d-4c2e-873e-7a4eae55a3c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:18.476626 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e1a1ed-df7d-4c2e-873e-7a4eae55a3c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:18.476944 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e1a1ed-df7d-4c2e-873e-7a4eae55a3c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:18.477260 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e1a1ed-df7d-4c2e-873e-7a4eae55a3c3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:18.477578 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e1a1ed-df7d-4c2e-873e-7a4eae55a3c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:18.478108 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e1a1ed-df7d-4c2e-873e-7a4eae55a3c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:18.478319 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e1a1ed-df7d-4c2e-873e-7a4eae55a3c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:18.478543 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e1a1ed-df7d-4c2e-873e-7a4eae55a3c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:18.478852 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e1a1ed-df7d-4c2e-873e-7a4eae55a3c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:18.505603 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-f42f60bc-f566-420f-a247-f281874afce8 None None] Attempting to bind port 188ac425-9dde-4aba-9636-2b28df93538a on host n-d-768862-13 for vnic_type normal with profile {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:05:18.505965 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-f42f60bc-f566-420f-a247-f281874afce8 None None] Attempting to bind port 188ac425-9dde-4aba-9636-2b28df93538a by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:05:18.506358 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42f60bc-f566-420f-a247-f281874afce8 None None] Attempting to bind port 188ac425-9dde-4aba-9636-2b28df93538a on network 2ea12131-628a-487e-b434-0463553732bd {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:05:18.512928 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42f60bc-f566-420f-a247-f281874afce8 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:05:18.512928 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42f60bc-f566-420f-a247-f281874afce8 None None] Checking segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:05:18.513346 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-f42f60bc-f566-420f-a247-f281874afce8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:18.513634 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42f60bc-f566-420f-a247-f281874afce8 None None] Bound using segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:05:18.514089 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-f42f60bc-f566-420f-a247-f281874afce8 None None] Bound port: 188ac425-9dde-4aba-9636-2b28df93538a, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:05:18.514578 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-f42f60bc-f566-420f-a247-f281874afce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:18.578401 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-f42f60bc-f566-420f-a247-f281874afce8 None None] For port 188ac425-9dde-4aba-9636-2b28df93538a, host n-d-768862-13, cleared binding levels {{(pid=94263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:05:18.582938 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-f42f60bc-f566-420f-a247-f281874afce8 None None] For port 188ac425-9dde-4aba-9636-2b28df93538a, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=188ac425-9dde-4aba-9636-2b28df93538a,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:05:18.583899 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-c8fc155a-e329-4020-b11b-5e39e4e77665 None None] Allocated IP 172.20.0.2 (6c2bda2f-139a-470e-83fa-13e739951912/8d430de9-9e6b-4604-b6b1-9081ae7464e6/e06fdbed-69d2-4bf7-92db-29f356f11932) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:05:18.588789 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-f42f60bc-f566-420f-a247-f281874afce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:18.644912 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42f60bc-f566-420f-a247-f281874afce8 None None] Routers {'7eed9f8a-842f-4b5d-9f5c-13997ecd5e78'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:05:18.645756 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-f42f60bc-f566-420f-a247-f281874afce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:04:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['7eed9f8a-842f-4b5d-9f5c-13997ecd5e78'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:18.707076 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e1a1ed-df7d-4c2e-873e-7a4eae55a3c3 None None] Pushing event updated for resources: {'Port': ['ID=188ac425-9dde-4aba-9636-2b28df93538a,revision_number=3']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:18.797997 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-f42f60bc-f566-420f-a247-f281874afce8 None None] Set router 7eed9f8a-842f-4b5d-9f5c-13997ecd5e78 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:05:18.799052 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e380c7c4-0bc3-4a0d-92c6-8319f7d81247 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:19.025625 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8fc155a-e329-4020-b11b-5e39e4e77665 None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:19.037415 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8fc155a-e329-4020-b11b-5e39e4e77665 None None] Transition to ACTIVE for port object e06fdbed-69d2-4bf7-92db-29f356f11932 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:05:19.051672 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-f42f60bc-f566-420f-a247-f281874afce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eed9f8a-842f-4b5d-9f5c-13997ecd5e78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492808209', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': '188ac425-9dde-4aba-9636-2b28df93538a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:05:15Z', 'updated_at': '2021-08-10T04:05:16Z', 'revision_number': 3, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'gw_port': {'id': '188ac425-9dde-4aba-9636-2b28df93538a', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:01:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eed9f8a-842f-4b5d-9f5c-13997ecd5e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:16Z', 'updated_at': '2021-08-10T04:05:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:19.060795 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8fc155a-e329-4020-b11b-5e39e4e77665 None None] Transition to ACTIVE for port object e06fdbed-69d2-4bf7-92db-29f356f11932 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:05:19.070341 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8fc155a-e329-4020-b11b-5e39e4e77665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:19.104769 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42f60bc-f566-420f-a247-f281874afce8 None None] The sync data for ids ['7eed9f8a-842f-4b5d-9f5c-13997ecd5e78'] in n-d-768862-13 is: [{'id': '7eed9f8a-842f-4b5d-9f5c-13997ecd5e78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492808209', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': '188ac425-9dde-4aba-9636-2b28df93538a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:05:15Z', 'updated_at': '2021-08-10T04:05:16Z', 'revision_number': 3, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'gw_port': {'id': '188ac425-9dde-4aba-9636-2b28df93538a', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:01:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eed9f8a-842f-4b5d-9f5c-13997ecd5e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:16Z', 'updated_at': '2021-08-10T04:05:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:05:19.123454 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-e380c7c4-0bc3-4a0d-92c6-8319f7d81247 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Allocated IP 172.20.0.1 (6c2bda2f-139a-470e-83fa-13e739951912/8d430de9-9e6b-4604-b6b1-9081ae7464e6/12d97212-5374-43aa-b6a0-4c8bc75ba573) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:05:19.151917 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fc155a-e329-4020-b11b-5e39e4e77665 None None] Network 6c2bda2f-139a-470e-83fa-13e739951912 is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:05:19.157611 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-c8fc155a-e329-4020-b11b-5e39e4e77665 None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:05:19.162079 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fc155a-e329-4020-b11b-5e39e4e77665 None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:05:19.180432 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fc155a-e329-4020-b11b-5e39e4e77665 None None] Pushing event updated for resources: {'Port': ['ID=e06fdbed-69d2-4bf7-92db-29f356f11932,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:19.261665 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-c8fc155a-e329-4020-b11b-5e39e4e77665 None None] Attempting to bind port e06fdbed-69d2-4bf7-92db-29f356f11932 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:05:19.262328 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-c8fc155a-e329-4020-b11b-5e39e4e77665 None None] Attempting to bind port e06fdbed-69d2-4bf7-92db-29f356f11932 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'c3d2328a-9e35-4eed-8c60-a36e91436a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '6c2bda2f-139a-470e-83fa-13e739951912'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:05:19.262939 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fc155a-e329-4020-b11b-5e39e4e77665 None None] Attempting to bind port e06fdbed-69d2-4bf7-92db-29f356f11932 on network 6c2bda2f-139a-470e-83fa-13e739951912 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:05:19.272614 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fc155a-e329-4020-b11b-5e39e4e77665 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:05:19.273238 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fc155a-e329-4020-b11b-5e39e4e77665 None None] Checking segment: {'id': 'c3d2328a-9e35-4eed-8c60-a36e91436a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '6c2bda2f-139a-470e-83fa-13e739951912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:05:19.273934 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8fc155a-e329-4020-b11b-5e39e4e77665 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:19.274583 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fc155a-e329-4020-b11b-5e39e4e77665 None None] Bound using segment: {'id': 'c3d2328a-9e35-4eed-8c60-a36e91436a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '6c2bda2f-139a-470e-83fa-13e739951912'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:05:19.275507 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-c8fc155a-e329-4020-b11b-5e39e4e77665 None None] Bound port: e06fdbed-69d2-4bf7-92db-29f356f11932, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3d2328a-9e35-4eed-8c60-a36e91436a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '6c2bda2f-139a-470e-83fa-13e739951912'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:05:19.276884 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8fc155a-e329-4020-b11b-5e39e4e77665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:19.292879 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e380c7c4-0bc3-4a0d-92c6-8319f7d81247 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:19.310447 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [None req-e380c7c4-0bc3-4a0d-92c6-8319f7d81247 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Transition to ACTIVE for port object 12d97212-5374-43aa-b6a0-4c8bc75ba573 will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:05:19.370696 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e380c7c4-0bc3-4a0d-92c6-8319f7d81247 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:19.395754 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8fc155a-e329-4020-b11b-5e39e4e77665 None None] For port e06fdbed-69d2-4bf7-92db-29f356f11932, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:05:19.404209 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8fc155a-e329-4020-b11b-5e39e4e77665 None None] For port e06fdbed-69d2-4bf7-92db-29f356f11932, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=e06fdbed-69d2-4bf7-92db-29f356f11932,segment=NetworkSegment(c3d2328a-9e35-4eed-8c60-a36e91436a1c),segment_id=c3d2328a-9e35-4eed-8c60-a36e91436a1c)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:05:19.416114 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8fc155a-e329-4020-b11b-5e39e4e77665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:19.430062 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e380c7c4-0bc3-4a0d-92c6-8319f7d81247 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Network 6c2bda2f-139a-470e-83fa-13e739951912 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:05:19.431811 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-e380c7c4-0bc3-4a0d-92c6-8319f7d81247 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:05:19.436235 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e380c7c4-0bc3-4a0d-92c6-8319f7d81247 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:05:19.478041 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e380c7c4-0bc3-4a0d-92c6-8319f7d81247 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Pushing event updated for resources: {'Port': ['ID=12d97212-5374-43aa-b6a0-4c8bc75ba573,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:19.519667 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e380c7c4-0bc3-4a0d-92c6-8319f7d81247 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521745'] for router_interface, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:19.526788 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fc155a-e329-4020-b11b-5e39e4e77665 None None] Pushing event updated for resources: {'Port': ['ID=e06fdbed-69d2-4bf7-92db-29f356f11932,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:19.775374 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e380c7c4-0bc3-4a0d-92c6-8319f7d81247 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:19.964057 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device e06fdbed-69d2-4bf7-92db-29f356f11932 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:05:20.029411 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port e06fdbed-69d2-4bf7-92db-29f356f11932 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:05:20.036581 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 188ac425-9dde-4aba-9636-2b28df93538a up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:05:20.106878 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 188ac425-9dde-4aba-9636-2b28df93538a completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:05:20.111214 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 188ac425-9dde-4aba-9636-2b28df93538a triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:05:20.111809 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:20.136087 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e380c7c4-0bc3-4a0d-92c6-8319f7d81247 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:20.143915 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e380c7c4-0bc3-4a0d-92c6-8319f7d81247 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:20.218956 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:20.253956 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 188ac425-9dde-4aba-9636-2b28df93538a, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=188ac425-9dde-4aba-9636-2b28df93538a,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:05:20.259819 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:20.299029 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e380c7c4-0bc3-4a0d-92c6-8319f7d81247 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Pushing event updated for resources: {'Port': ['ID=12d97212-5374-43aa-b6a0-4c8bc75ba573,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:20.304184 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e380c7c4-0bc3-4a0d-92c6-8319f7d81247 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521893'] for router_interface, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:20.339034 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=188ac425-9dde-4aba-9636-2b28df93538a,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:20.426355 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e380c7c4-0bc3-4a0d-92c6-8319f7d81247 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Network 6c2bda2f-139a-470e-83fa-13e739951912 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:05:20.427955 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-e380c7c4-0bc3-4a0d-92c6-8319f7d81247 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:05:20.564579 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e380c7c4-0bc3-4a0d-92c6-8319f7d81247 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Router 7eed9f8a-842f-4b5d-9f5c-13997ecd5e78 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:05:20.611825 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e048f7-96a8-4e32-bf2c-766a52aff8ca None None] Network 6c2bda2f-139a-470e-83fa-13e739951912 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:05:20.721037 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e380c7c4-0bc3-4a0d-92c6-8319f7d81247 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:05:20.731111 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e380c7c4-0bc3-4a0d-92c6-8319f7d81247 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "PUT /v2.0/routers/7eed9f8a-842f-4b5d-9f5c-13997ecd5e78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5839040 Aug 10 04:05:20.745159 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-b1cd364e-586e-4949-a255-f8284d9a90c7 None None] Provisioning for port e06fdbed-69d2-4bf7-92db-29f356f11932 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:05:20.751141 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-b1cd364e-586e-4949-a255-f8284d9a90c7 None None] Provisioning complete for port e06fdbed-69d2-4bf7-92db-29f356f11932 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:05:20.751535 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b1cd364e-586e-4949-a255-f8284d9a90c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:20.919290 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b1cd364e-586e-4949-a255-f8284d9a90c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:20.975435 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-b1cd364e-586e-4949-a255-f8284d9a90c7 None None] For port e06fdbed-69d2-4bf7-92db-29f356f11932, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=e06fdbed-69d2-4bf7-92db-29f356f11932,segment=NetworkSegment(c3d2328a-9e35-4eed-8c60-a36e91436a1c),segment_id=c3d2328a-9e35-4eed-8c60-a36e91436a1c)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:05:20.983687 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b1cd364e-586e-4949-a255-f8284d9a90c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:21.003825 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-82490b0d-c241-443f-bc64-78305ff99076 req-ecb9e703-695a-4090-b19e-ffb0ef5fd095 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-582105469&fields=id&tenant_id=b8b99293bc0b4fae85b62fcecb6d67eb HTTP/1.1" status: 200 len: 267 time: 0.0452328 Aug 10 04:05:21.069531 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cd364e-586e-4949-a255-f8284d9a90c7 None None] Pushing event updated for resources: {'Port': ['ID=e06fdbed-69d2-4bf7-92db-29f356f11932,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:21.191068 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82490b0d-c241-443f-bc64-78305ff99076 req-49866823-a828-4a0b-abd6-414468d22c2d tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:21.192711 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-82490b0d-c241-443f-bc64-78305ff99076 req-49866823-a828-4a0b-abd6-414468d22c2d tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/networks?id=6c2bda2f-139a-470e-83fa-13e739951912 HTTP/1.1" status: 200 len: 797 time: 0.1856492 Aug 10 04:05:21.209146 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-82490b0d-c241-443f-bc64-78305ff99076 req-e41e0ab2-ffd1-4843-936a-b4015cd8a9e1 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/quotas/b8b99293bc0b4fae85b62fcecb6d67eb HTTP/1.1" status: 200 len: 375 time: 0.0099456 Aug 10 04:05:21.220671 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-d3d81833-fc4b-4574-8aab-c8678872891f None None] Provisioning for port 12d97212-5374-43aa-b6a0-4c8bc75ba573 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:05:21.229385 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-d3d81833-fc4b-4574-8aab-c8678872891f None None] Provisioning complete for port 12d97212-5374-43aa-b6a0-4c8bc75ba573 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:05:21.230289 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d3d81833-fc4b-4574-8aab-c8678872891f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:21.273394 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-82490b0d-c241-443f-bc64-78305ff99076 req-491aae7c-69be-4972-a8b6-e1d70afe4a74 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b8b99293bc0b4fae85b62fcecb6d67eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0546350 Aug 10 04:05:21.278251 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9fd179-986f-41d7-8b60-403fe5ba56c4 None None] Sync routers for ids ['7eed9f8a-842f-4b5d-9f5c-13997ecd5e78'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:05:21.298945 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-d3d81833-fc4b-4574-8aab-c8678872891f None None] Port 12d97212-5374-43aa-b6a0-4c8bc75ba573 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:05:21.300809 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9fd179-986f-41d7-8b60-403fe5ba56c4 None None] Routers {'7eed9f8a-842f-4b5d-9f5c-13997ecd5e78'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:05:21.301755 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-6d9fd179-986f-41d7-8b60-403fe5ba56c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:04:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['7eed9f8a-842f-4b5d-9f5c-13997ecd5e78'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:21.360076 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-d3d81833-fc4b-4574-8aab-c8678872891f None None] Provisioning complete for port e06fdbed-69d2-4bf7-92db-29f356f11932 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:05:21.360376 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d3d81833-fc4b-4574-8aab-c8678872891f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:21.455846 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-308e42ec-2634-4f2c-8a6e-fd5dc8f7c572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:21.473219 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-6d9fd179-986f-41d7-8b60-403fe5ba56c4 None None] Set router 7eed9f8a-842f-4b5d-9f5c-13997ecd5e78 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:05:21.486832 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [req-82490b0d-c241-443f-bc64-78305ff99076 req-c521fbf2-6ab6-46f1-a268-d6126f0697c5 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 04:05:21.489113 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-82490b0d-c241-443f-bc64-78305ff99076 req-c521fbf2-6ab6-46f1-a268-d6126f0697c5 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1974134 Aug 10 04:05:21.607520 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-82490b0d-c241-443f-bc64-78305ff99076 req-d2164ae9-3206-4d2f-b7cb-602711856ecb service neutron] 10.222.0.44 "GET /v2.0/networks/6c2bda2f-139a-470e-83fa-13e739951912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057696 Aug 10 04:05:21.704699 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-82490b0d-c241-443f-bc64-78305ff99076 req-c9fb93ab-d4de-431a-983a-69a1a1eb8296 service neutron] 10.222.0.44 "GET /v2.0/networks/6c2bda2f-139a-470e-83fa-13e739951912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889108 Aug 10 04:05:21.750839 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-8bb732c0-d7cb-420f-a249-a0d76e4c9798 None None] Provisioning complete for port 12d97212-5374-43aa-b6a0-4c8bc75ba573 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:05:21.751037 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-8bb732c0-d7cb-420f-a249-a0d76e4c9798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:21.796344 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-8bb732c0-d7cb-420f-a249-a0d76e4c9798 None None] Port 12d97212-5374-43aa-b6a0-4c8bc75ba573 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:05:21.815902 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-6d9fd179-986f-41d7-8b60-403fe5ba56c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eed9f8a-842f-4b5d-9f5c-13997ecd5e78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492808209', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': '188ac425-9dde-4aba-9636-2b28df93538a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:05:15Z', 'updated_at': '2021-08-10T04:05:19Z', 'revision_number': 4, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'gw_port': {'id': '188ac425-9dde-4aba-9636-2b28df93538a', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:01:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eed9f8a-842f-4b5d-9f5c-13997ecd5e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:16Z', 'updated_at': '2021-08-10T04:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '12d97212-5374-43aa-b6a0-4c8bc75ba573', 'name': '', 'network_id': '6c2bda2f-139a-470e-83fa-13e739951912', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'mac_address': 'fa:16:3e:2c:61:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eed9f8a-842f-4b5d-9f5c-13997ecd5e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '8d430de9-9e6b-4604-b6b1-9081ae7464e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:18Z', 'updated_at': '2021-08-10T04:05:19Z', 'revision_number': 2, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'subnets': [{'id': '8d430de9-9e6b-4604-b6b1-9081ae7464e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:21.856812 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9fd179-986f-41d7-8b60-403fe5ba56c4 None None] Checking router: 7eed9f8a-842f-4b5d-9f5c-13997ecd5e78 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:05:21.857234 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9fd179-986f-41d7-8b60-403fe5ba56c4 None None] Updating router 7eed9f8a-842f-4b5d-9f5c-13997ecd5e78 port 12d97212-5374-43aa-b6a0-4c8bc75ba573 binding host n-d-768862-13 {{(pid=94262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:05:21.888151 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-6d9fd179-986f-41d7-8b60-403fe5ba56c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:21.920416 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6530559d-e5b2-49a4-a2b6-ed95c26404e0 req-f0833cc2-d9e2-4410-b861-66b373e61312 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=943d70fb-5459-4a41-b272-3121c340cdb0 HTTP/1.1" status: 200 len: 210 time: 0.0442841 Aug 10 04:05:21.929080 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device e06fdbed-69d2-4bf7-92db-29f356f11932 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:05:22.064822 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port e06fdbed-69d2-4bf7-92db-29f356f11932 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:05:22.065277 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:22.241343 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 188ac425-9dde-4aba-9636-2b28df93538a up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:05:22.317304 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-6d9fd179-986f-41d7-8b60-403fe5ba56c4 None None] Notify callbacks [] for port, precommit_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:22.333232 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-6d9fd179-986f-41d7-8b60-403fe5ba56c4 None None] Transition to ACTIVE for port object 12d97212-5374-43aa-b6a0-4c8bc75ba573 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:05:22.345041 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-6d9fd179-986f-41d7-8b60-403fe5ba56c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:22.349560 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 188ac425-9dde-4aba-9636-2b28df93538a triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:05:22.349917 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:22.428454 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce379836-9c48-48c9-84e8-5368d1f7ba60 None None] Pushing event updated for resources: {'Port': ['ID=12d97212-5374-43aa-b6a0-4c8bc75ba573,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:22.496959 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-6d9fd179-986f-41d7-8b60-403fe5ba56c4 None None] Attempting to bind port 12d97212-5374-43aa-b6a0-4c8bc75ba573 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:05:22.497335 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-6d9fd179-986f-41d7-8b60-403fe5ba56c4 None None] Attempting to bind port 12d97212-5374-43aa-b6a0-4c8bc75ba573 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'c3d2328a-9e35-4eed-8c60-a36e91436a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '6c2bda2f-139a-470e-83fa-13e739951912'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:05:22.497701 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9fd179-986f-41d7-8b60-403fe5ba56c4 None None] Attempting to bind port 12d97212-5374-43aa-b6a0-4c8bc75ba573 on network 6c2bda2f-139a-470e-83fa-13e739951912 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:05:22.523976 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9fd179-986f-41d7-8b60-403fe5ba56c4 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:05:22.524354 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9fd179-986f-41d7-8b60-403fe5ba56c4 None None] Checking segment: {'id': 'c3d2328a-9e35-4eed-8c60-a36e91436a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '6c2bda2f-139a-470e-83fa-13e739951912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:05:22.524765 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-6d9fd179-986f-41d7-8b60-403fe5ba56c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:22.525165 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9fd179-986f-41d7-8b60-403fe5ba56c4 None None] Bound using segment: {'id': 'c3d2328a-9e35-4eed-8c60-a36e91436a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '6c2bda2f-139a-470e-83fa-13e739951912'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:05:22.525664 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-6d9fd179-986f-41d7-8b60-403fe5ba56c4 None None] Bound port: 12d97212-5374-43aa-b6a0-4c8bc75ba573, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3d2328a-9e35-4eed-8c60-a36e91436a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '6c2bda2f-139a-470e-83fa-13e739951912'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:05:22.526608 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-6d9fd179-986f-41d7-8b60-403fe5ba56c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:22.622966 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-6d9fd179-986f-41d7-8b60-403fe5ba56c4 None None] For port 12d97212-5374-43aa-b6a0-4c8bc75ba573, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:05:22.626617 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-6d9fd179-986f-41d7-8b60-403fe5ba56c4 None None] For port 12d97212-5374-43aa-b6a0-4c8bc75ba573, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=12d97212-5374-43aa-b6a0-4c8bc75ba573,segment=NetworkSegment(c3d2328a-9e35-4eed-8c60-a36e91436a1c),segment_id=c3d2328a-9e35-4eed-8c60-a36e91436a1c)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:05:22.631460 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-6d9fd179-986f-41d7-8b60-403fe5ba56c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:22.686269 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9fd179-986f-41d7-8b60-403fe5ba56c4 None None] Routers {'7eed9f8a-842f-4b5d-9f5c-13997ecd5e78'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:05:22.686921 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-6d9fd179-986f-41d7-8b60-403fe5ba56c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:04:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['7eed9f8a-842f-4b5d-9f5c-13997ecd5e78'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:22.744513 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce379836-9c48-48c9-84e8-5368d1f7ba60 None None] Pushing event updated for resources: {'Port': ['ID=12d97212-5374-43aa-b6a0-4c8bc75ba573,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:22.831369 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-6d9fd179-986f-41d7-8b60-403fe5ba56c4 None None] Set router 7eed9f8a-842f-4b5d-9f5c-13997ecd5e78 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:05:23.078920 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2b68434e-54de-40f7-9522-ccfa2c778a74 req-4f0afd76-88c8-4cd8-a30a-d70de8755a58 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=943d70fb-5459-4a41-b272-3121c340cdb0 HTTP/1.1" status: 200 len: 210 time: 0.0438497 Aug 10 04:05:23.096205 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-6d9fd179-986f-41d7-8b60-403fe5ba56c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eed9f8a-842f-4b5d-9f5c-13997ecd5e78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492808209', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': '188ac425-9dde-4aba-9636-2b28df93538a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:05:15Z', 'updated_at': '2021-08-10T04:05:19Z', 'revision_number': 4, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'gw_port': {'id': '188ac425-9dde-4aba-9636-2b28df93538a', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:01:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eed9f8a-842f-4b5d-9f5c-13997ecd5e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:16Z', 'updated_at': '2021-08-10T04:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '12d97212-5374-43aa-b6a0-4c8bc75ba573', 'name': '', 'network_id': '6c2bda2f-139a-470e-83fa-13e739951912', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'mac_address': 'fa:16:3e:2c:61:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eed9f8a-842f-4b5d-9f5c-13997ecd5e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '8d430de9-9e6b-4604-b6b1-9081ae7464e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:18Z', 'updated_at': '2021-08-10T04:05:22Z', 'revision_number': 4, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'subnets': [{'id': '8d430de9-9e6b-4604-b6b1-9081ae7464e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:23.102562 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82490b0d-c241-443f-bc64-78305ff99076 req-c722ba2e-ad34-4c0d-9ce7-75134d3c663c tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:23.104637 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-82490b0d-c241-443f-bc64-78305ff99076 req-c722ba2e-ad34-4c0d-9ce7-75134d3c663c tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.61 "GET /v2.0/networks?id=6c2bda2f-139a-470e-83fa-13e739951912 HTTP/1.1" status: 200 len: 797 time: 0.1706021 Aug 10 04:05:23.126960 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9fd179-986f-41d7-8b60-403fe5ba56c4 None None] The sync data for ids ['7eed9f8a-842f-4b5d-9f5c-13997ecd5e78'] in n-d-768862-13 is: [{'id': '7eed9f8a-842f-4b5d-9f5c-13997ecd5e78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492808209', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': '188ac425-9dde-4aba-9636-2b28df93538a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:05:15Z', 'updated_at': '2021-08-10T04:05:19Z', 'revision_number': 4, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'gw_port': {'id': '188ac425-9dde-4aba-9636-2b28df93538a', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:01:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eed9f8a-842f-4b5d-9f5c-13997ecd5e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:16Z', 'updated_at': '2021-08-10T04:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '12d97212-5374-43aa-b6a0-4c8bc75ba573', 'name': '', 'network_id': '6c2bda2f-139a-470e-83fa-13e739951912', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'mac_address': 'fa:16:3e:2c:61:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eed9f8a-842f-4b5d-9f5c-13997ecd5e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '8d430de9-9e6b-4604-b6b1-9081ae7464e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:18Z', 'updated_at': '2021-08-10T04:05:22Z', 'revision_number': 4, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'subnets': [{'id': '8d430de9-9e6b-4604-b6b1-9081ae7464e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:05:23.154888 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-82490b0d-c241-443f-bc64-78305ff99076 req-42e392c2-636e-4860-9c86-3044f48d7e50 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8b99293bc0b4fae85b62fcecb6d67eb HTTP/1.1" status: 200 len: 379 time: 0.0391836 Aug 10 04:05:23.170418 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-82490b0d-c241-443f-bc64-78305ff99076 req-bfe5db9a-5093-4587-9aca-823534c91df6 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Request body: {'port': {'device_id': '943d70fb-5459-4a41-b272-3121c340cdb0', 'network_id': '6c2bda2f-139a-470e-83fa-13e739951912', 'admin_state_up': True, 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'security_groups': ['8fe63f1c-bdee-4235-add1-6b303423d791']}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:05:23.315759 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82490b0d-c241-443f-bc64-78305ff99076 req-bfe5db9a-5093-4587-9aca-823534c91df6 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Made reservation on behalf of b8b99293bc0b4fae85b62fcecb6d67eb for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:05:23.319489 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-82490b0d-c241-443f-bc64-78305ff99076 req-bfe5db9a-5093-4587-9aca-823534c91df6 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:23.497454 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-82490b0d-c241-443f-bc64-78305ff99076 req-bfe5db9a-5093-4587-9aca-823534c91df6 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Allocated IP 172.20.0.11 (6c2bda2f-139a-470e-83fa-13e739951912/8d430de9-9e6b-4604-b6b1-9081ae7464e6/1144513c-7c5e-4776-babb-376879c43cf4) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:05:23.702689 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-5ad03a37-87a9-4e03-91bb-209a39ce803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:23.732662 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-82490b0d-c241-443f-bc64-78305ff99076 req-bfe5db9a-5093-4587-9aca-823534c91df6 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:23.750029 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-82490b0d-c241-443f-bc64-78305ff99076 req-bfe5db9a-5093-4587-9aca-823534c91df6 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Transition to ACTIVE for port object 1144513c-7c5e-4776-babb-376879c43cf4 will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:05:23.787722 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-82490b0d-c241-443f-bc64-78305ff99076 req-bfe5db9a-5093-4587-9aca-823534c91df6 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:23.829798 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82490b0d-c241-443f-bc64-78305ff99076 req-bfe5db9a-5093-4587-9aca-823534c91df6 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Network 6c2bda2f-139a-470e-83fa-13e739951912 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:05:23.838779 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-82490b0d-c241-443f-bc64-78305ff99076 req-bfe5db9a-5093-4587-9aca-823534c91df6 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:05:23.841458 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-82490b0d-c241-443f-bc64-78305ff99076 req-bfe5db9a-5093-4587-9aca-823534c91df6 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:05:23.878784 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe5db9a-5093-4587-9aca-823534c91df6 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Pushing event updated for resources: {'Port': ['ID=1144513c-7c5e-4776-babb-376879c43cf4,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:23.911751 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82490b0d-c241-443f-bc64-78305ff99076 req-bfe5db9a-5093-4587-9aca-823534c91df6 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:23.912314 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-82490b0d-c241-443f-bc64-78305ff99076 req-bfe5db9a-5093-4587-9aca-823534c91df6 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:23.924845 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 12d97212-5374-43aa-b6a0-4c8bc75ba573 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:05:23.948793 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-82490b0d-c241-443f-bc64-78305ff99076 req-bfe5db9a-5093-4587-9aca-823534c91df6 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7866483 Aug 10 04:05:23.966188 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-82490b0d-c241-443f-bc64-78305ff99076 req-c0c3e810-d399-4ea1-bbc1-01b9333c0bef service neutron] Request body: {'port': {'device_id': '943d70fb-5459-4a41-b272-3121c340cdb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:05:23.984393 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 12d97212-5374-43aa-b6a0-4c8bc75ba573 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:05:23.989166 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 12d97212-5374-43aa-b6a0-4c8bc75ba573 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:05:23.989556 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:24.047200 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-82490b0d-c241-443f-bc64-78305ff99076 req-c0c3e810-d399-4ea1-bbc1-01b9333c0bef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:24.103152 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:24.131570 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-59ea93e9-a847-49ba-9b47-ffc206998281 None None] Provisioning for port 1144513c-7c5e-4776-babb-376879c43cf4 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:05:24.145116 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-59ea93e9-a847-49ba-9b47-ffc206998281 None None] Provisioning complete for port 1144513c-7c5e-4776-babb-376879c43cf4 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:05:24.145492 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-59ea93e9-a847-49ba-9b47-ffc206998281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:24.176850 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 12d97212-5374-43aa-b6a0-4c8bc75ba573, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=12d97212-5374-43aa-b6a0-4c8bc75ba573,segment=NetworkSegment(c3d2328a-9e35-4eed-8c60-a36e91436a1c),segment_id=c3d2328a-9e35-4eed-8c60-a36e91436a1c)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:05:24.187992 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:24.207899 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-59ea93e9-a847-49ba-9b47-ffc206998281 None None] Port 1144513c-7c5e-4776-babb-376879c43cf4 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:05:24.269644 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=12d97212-5374-43aa-b6a0-4c8bc75ba573,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:24.310621 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:24.368817 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f533422b-2e0b-4903-ac72-7fc546aa63a0 req-575c3c4e-0aae-4dda-9605-190c2365fec5 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:24.371095 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f533422b-2e0b-4903-ac72-7fc546aa63a0 req-575c3c4e-0aae-4dda-9605-190c2365fec5 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=943d70fb-5459-4a41-b272-3121c340cdb0 HTTP/1.1" status: 200 len: 932 time: 0.1521511 Aug 10 04:05:24.466563 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f533422b-2e0b-4903-ac72-7fc546aa63a0 req-644a98b5-da56-483e-b516-c2aabd4ae4fb tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fe63f1c-bdee-4235-add1-6b303423d791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792906 Aug 10 04:05:24.527580 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-82490b0d-c241-443f-bc64-78305ff99076 req-c0c3e810-d399-4ea1-bbc1-01b9333c0bef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1144513c-7c5e-4776-babb-376879c43cf4 {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:05:24.535542 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-82490b0d-c241-443f-bc64-78305ff99076 req-c0c3e810-d399-4ea1-bbc1-01b9333c0bef service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:24.549294 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-82490b0d-c241-443f-bc64-78305ff99076 req-c0c3e810-d399-4ea1-bbc1-01b9333c0bef service neutron] Transition to ACTIVE for port object 1144513c-7c5e-4776-babb-376879c43cf4 will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:05:24.553354 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-82490b0d-c241-443f-bc64-78305ff99076 req-c0c3e810-d399-4ea1-bbc1-01b9333c0bef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:24.608942 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c3e810-d399-4ea1-bbc1-01b9333c0bef service neutron] Pushing event updated for resources: {'Port': ['ID=1144513c-7c5e-4776-babb-376879c43cf4,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:24.685717 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-82490b0d-c241-443f-bc64-78305ff99076 req-c0c3e810-d399-4ea1-bbc1-01b9333c0bef service neutron] Attempting to bind port 1144513c-7c5e-4776-babb-376879c43cf4 on host n-h2-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:05:24.686053 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-82490b0d-c241-443f-bc64-78305ff99076 req-c0c3e810-d399-4ea1-bbc1-01b9333c0bef service neutron] Attempting to bind port 1144513c-7c5e-4776-babb-376879c43cf4 by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': 'c3d2328a-9e35-4eed-8c60-a36e91436a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '6c2bda2f-139a-470e-83fa-13e739951912'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:05:24.686421 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82490b0d-c241-443f-bc64-78305ff99076 req-c0c3e810-d399-4ea1-bbc1-01b9333c0bef service neutron] Attempting to bind port 1144513c-7c5e-4776-babb-376879c43cf4 on network 6c2bda2f-139a-470e-83fa-13e739951912 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:05:24.691864 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82490b0d-c241-443f-bc64-78305ff99076 req-c0c3e810-d399-4ea1-bbc1-01b9333c0bef service neutron] Port 1144513c-7c5e-4776-babb-376879c43cf4 on network 6c2bda2f-139a-470e-83fa-13e739951912 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:05:24.692361 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82490b0d-c241-443f-bc64-78305ff99076 req-c0c3e810-d399-4ea1-bbc1-01b9333c0bef service neutron] Attempting to bind port 1144513c-7c5e-4776-babb-376879c43cf4 on network 6c2bda2f-139a-470e-83fa-13e739951912 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:05:24.700700 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82490b0d-c241-443f-bc64-78305ff99076 req-c0c3e810-d399-4ea1-bbc1-01b9333c0bef service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:05:24.701249 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82490b0d-c241-443f-bc64-78305ff99076 req-c0c3e810-d399-4ea1-bbc1-01b9333c0bef service neutron] Checking segment: {'id': 'c3d2328a-9e35-4eed-8c60-a36e91436a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '6c2bda2f-139a-470e-83fa-13e739951912'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:05:24.701853 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82490b0d-c241-443f-bc64-78305ff99076 req-c0c3e810-d399-4ea1-bbc1-01b9333c0bef service neutron] Bound using segment: {'id': 'c3d2328a-9e35-4eed-8c60-a36e91436a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '6c2bda2f-139a-470e-83fa-13e739951912'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:05:24.702457 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-82490b0d-c241-443f-bc64-78305ff99076 req-c0c3e810-d399-4ea1-bbc1-01b9333c0bef service neutron] Bound port: 1144513c-7c5e-4776-babb-376879c43cf4, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3d2328a-9e35-4eed-8c60-a36e91436a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '6c2bda2f-139a-470e-83fa-13e739951912'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:05:24.702961 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-82490b0d-c241-443f-bc64-78305ff99076 req-c0c3e810-d399-4ea1-bbc1-01b9333c0bef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:24.783060 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-82490b0d-c241-443f-bc64-78305ff99076 req-c0c3e810-d399-4ea1-bbc1-01b9333c0bef service neutron] For port 1144513c-7c5e-4776-babb-376879c43cf4, host n-h2-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:05:24.785535 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-82490b0d-c241-443f-bc64-78305ff99076 req-c0c3e810-d399-4ea1-bbc1-01b9333c0bef service neutron] For port 1144513c-7c5e-4776-babb-376879c43cf4, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=1144513c-7c5e-4776-babb-376879c43cf4,segment=NetworkSegment(c3d2328a-9e35-4eed-8c60-a36e91436a1c),segment_id=c3d2328a-9e35-4eed-8c60-a36e91436a1c)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:05:24.789991 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-82490b0d-c241-443f-bc64-78305ff99076 req-c0c3e810-d399-4ea1-bbc1-01b9333c0bef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:24.830623 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82490b0d-c241-443f-bc64-78305ff99076 req-c0c3e810-d399-4ea1-bbc1-01b9333c0bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:24.831266 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-82490b0d-c241-443f-bc64-78305ff99076 req-c0c3e810-d399-4ea1-bbc1-01b9333c0bef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:24.832870 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-82490b0d-c241-443f-bc64-78305ff99076 req-c0c3e810-d399-4ea1-bbc1-01b9333c0bef service neutron] 10.222.0.61 "PUT /v2.0/ports/1144513c-7c5e-4776-babb-376879c43cf4 HTTP/1.1" status: 200 len: 1093 time: 0.8739014 Aug 10 04:05:24.833358 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '943d70fb-5459-4a41-b272-3121c340cdb0', 'tag': '1144513c-7c5e-4776-babb-376879c43cf4'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:05:24.837732 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-157a51ae-70de-4859-8ce8-53a7ac283d3b" -d '{"events": [{"name": "network-changed", "server_uuid": "943d70fb-5459-4a41-b272-3121c340cdb0", "tag": "1144513c-7c5e-4776-babb-376879c43cf4"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:05:24.860652 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c3e810-d399-4ea1-bbc1-01b9333c0bef service neutron] Pushing event updated for resources: {'Port': ['ID=1144513c-7c5e-4776-babb-376879c43cf4,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:24.884458 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b333d32-312c-4e86-8888-6931f759592e x-openstack-request-id: req-2b333d32-312c-4e86-8888-6931f759592e {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:05:24.884756 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "943d70fb-5459-4a41-b272-3121c340cdb0", "tag": "1144513c-7c5e-4776-babb-376879c43cf4", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:05:24.885524 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2b333d32-312c-4e86-8888-6931f759592e {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:05:24.885936 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '943d70fb-5459-4a41-b272-3121c340cdb0', 'tag': '1144513c-7c5e-4776-babb-376879c43cf4', 'status': 'completed', 'code': 200} Aug 10 04:05:24.935759 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82490b0d-c241-443f-bc64-78305ff99076 req-116e88ea-608b-4251-9ad3-98450b458528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:24.937488 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-82490b0d-c241-443f-bc64-78305ff99076 req-116e88ea-608b-4251-9ad3-98450b458528 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b8b99293bc0b4fae85b62fcecb6d67eb&device_id=943d70fb-5459-4a41-b272-3121c340cdb0 HTTP/1.1" status: 200 len: 1096 time: 0.0493999 Aug 10 04:05:24.989280 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-82490b0d-c241-443f-bc64-78305ff99076 req-5555153e-844b-4cd3-8798-2c6fcec8d785 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1144513c-7c5e-4776-babb-376879c43cf4 HTTP/1.1" status: 200 len: 217 time: 0.0414007 Aug 10 04:05:25.044219 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82490b0d-c241-443f-bc64-78305ff99076 req-0ba628be-3ba7-4101-91ae-76f27cbf376a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:25.045714 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-82490b0d-c241-443f-bc64-78305ff99076 req-0ba628be-3ba7-4101-91ae-76f27cbf376a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8d430de9-9e6b-4604-b6b1-9081ae7464e6 HTTP/1.1" status: 200 len: 835 time: 0.0491168 Aug 10 04:05:25.097871 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82490b0d-c241-443f-bc64-78305ff99076 req-dbf4cdb8-57d1-45e5-9f51-cf5dddbe59b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:25.099358 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-82490b0d-c241-443f-bc64-78305ff99076 req-dbf4cdb8-57d1-45e5-9f51-cf5dddbe59b7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6c2bda2f-139a-470e-83fa-13e739951912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457463 Aug 10 04:05:25.197012 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-82490b0d-c241-443f-bc64-78305ff99076 req-2aea3fcf-4f48-4d07-a190-4c14df8f4791 service neutron] 10.222.0.61 "GET /v2.0/networks/6c2bda2f-139a-470e-83fa-13e739951912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870566 Aug 10 04:05:25.305016 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-82490b0d-c241-443f-bc64-78305ff99076 req-91bd3559-71a3-4e65-b071-8289cbaa94b7 service neutron] 10.222.0.61 "GET /v2.0/networks/6c2bda2f-139a-470e-83fa-13e739951912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000931 Aug 10 04:05:25.408203 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157a51ae-70de-4859-8ce8-53a7ac283d3b req-31347680-5865-4b62-8f8d-5c2bcde7fce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:25.409834 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-157a51ae-70de-4859-8ce8-53a7ac283d3b req-31347680-5865-4b62-8f8d-5c2bcde7fce5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b8b99293bc0b4fae85b62fcecb6d67eb&device_id=943d70fb-5459-4a41-b272-3121c340cdb0 HTTP/1.1" status: 200 len: 1096 time: 0.0465829 Aug 10 04:05:25.515367 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157a51ae-70de-4859-8ce8-53a7ac283d3b req-6b0c9cd3-2734-4ebb-b511-2265e174c130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:25.517711 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-157a51ae-70de-4859-8ce8-53a7ac283d3b req-6b0c9cd3-2734-4ebb-b511-2265e174c130 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6c2bda2f-139a-470e-83fa-13e739951912 HTTP/1.1" status: 200 len: 897 time: 0.1001306 Aug 10 04:05:25.524245 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:25.582629 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-157a51ae-70de-4859-8ce8-53a7ac283d3b req-b41b6d4d-8afd-4439-a9aa-43d548585ad6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1144513c-7c5e-4776-babb-376879c43cf4 HTTP/1.1" status: 200 len: 217 time: 0.0565095 Aug 10 04:05:25.682644 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157a51ae-70de-4859-8ce8-53a7ac283d3b req-967395f2-c8e0-4683-add7-eb78dd6ce4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:25.684068 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-157a51ae-70de-4859-8ce8-53a7ac283d3b req-967395f2-c8e0-4683-add7-eb78dd6ce4de service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8d430de9-9e6b-4604-b6b1-9081ae7464e6 HTTP/1.1" status: 200 len: 835 time: 0.0887656 Aug 10 04:05:25.692661 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f36a5c-d6a8-4842-b41b-57bbe408fd02 req-776162b1-cb07-4486-bae0-4d77c046f3ea tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:25.694199 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b5f36a5c-d6a8-4842-b41b-57bbe408fd02 req-776162b1-cb07-4486-bae0-4d77c046f3ea tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=943d70fb-5459-4a41-b272-3121c340cdb0 HTTP/1.1" status: 200 len: 944 time: 0.1151004 Aug 10 04:05:25.882565 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 12d97212-5374-43aa-b6a0-4c8bc75ba573 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:05:25.945560 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 12d97212-5374-43aa-b6a0-4c8bc75ba573 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:05:25.945846 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:26.091834 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b5f36a5c-d6a8-4842-b41b-57bbe408fd02 req-0e73996d-2e3a-42d0-ba05-b15f47eeeaad tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fe63f1c-bdee-4235-add1-6b303423d791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3883128 Aug 10 04:05:26.097766 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157a51ae-70de-4859-8ce8-53a7ac283d3b req-63107db6-1033-43f7-b16c-120c2f69c6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:26.099362 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-157a51ae-70de-4859-8ce8-53a7ac283d3b req-63107db6-1033-43f7-b16c-120c2f69c6c6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6c2bda2f-139a-470e-83fa-13e739951912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4041648 Aug 10 04:05:26.196218 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-157a51ae-70de-4859-8ce8-53a7ac283d3b req-254fdc6e-743c-44a7-a490-03b7f5e1b186 service neutron] 10.222.0.61 "GET /v2.0/networks/6c2bda2f-139a-470e-83fa-13e739951912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874832 Aug 10 04:05:26.299009 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-157a51ae-70de-4859-8ce8-53a7ac283d3b req-340802d6-8485-46ca-a154-fed53ab77cd8 service neutron] 10.222.0.61 "GET /v2.0/networks/6c2bda2f-139a-470e-83fa-13e739951912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932899 Aug 10 04:05:26.384771 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:26.941267 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:27.218240 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8876f86c-72e2-4947-845e-995c84d60f1f req-ac41f4fa-0fbb-4f93-bf7c-c1e135aea52c tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:27.219830 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8876f86c-72e2-4947-845e-995c84d60f1f req-ac41f4fa-0fbb-4f93-bf7c-c1e135aea52c tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=943d70fb-5459-4a41-b272-3121c340cdb0 HTTP/1.1" status: 200 len: 944 time: 0.0528471 Aug 10 04:05:27.259742 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8876f86c-72e2-4947-845e-995c84d60f1f req-b577e41e-be9f-4628-af43-97f2a728a0a7 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fe63f1c-bdee-4235-add1-6b303423d791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333300 Aug 10 04:05:28.323963 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 1144513c-7c5e-4776-babb-376879c43cf4 details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:05:28.384070 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e3fc2-c297-4d89-b0e2-21dc882af14c req-44baa1c0-ee4b-4479-a2d6-fd0ea53a1b99 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:28.387077 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-497e3fc2-c297-4d89-b0e2-21dc882af14c req-44baa1c0-ee4b-4479-a2d6-fd0ea53a1b99 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=943d70fb-5459-4a41-b272-3121c340cdb0 HTTP/1.1" status: 200 len: 944 time: 0.0558145 Aug 10 04:05:28.449283 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-497e3fc2-c297-4d89-b0e2-21dc882af14c req-d2e015ea-5490-4ac2-8575-11440c457ee4 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fe63f1c-bdee-4235-add1-6b303423d791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552845 Aug 10 04:05:28.593912 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 1144513c-7c5e-4776-babb-376879c43cf4, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=1144513c-7c5e-4776-babb-376879c43cf4,segment=NetworkSegment(c3d2328a-9e35-4eed-8c60-a36e91436a1c),segment_id=c3d2328a-9e35-4eed-8c60-a36e91436a1c)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:05:28.607027 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': '1144513c-7c5e-4776-babb-376879c43cf4', 'network_id': '6c2bda2f-139a-470e-83fa-13e739951912', 'port_id': '1144513c-7c5e-4776-babb-376879c43cf4', 'mac_address': 'fa:16:3e:ca:68:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d430de9-9e6b-4604-b6b1-9081ae7464e6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:05:28.645703 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:28.659864 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1144513c-7c5e-4776-babb-376879c43cf4 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:05:28.680680 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 1144513c-7c5e-4776-babb-376879c43cf4, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=1144513c-7c5e-4776-babb-376879c43cf4,segment=NetworkSegment(c3d2328a-9e35-4eed-8c60-a36e91436a1c),segment_id=c3d2328a-9e35-4eed-8c60-a36e91436a1c)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:05:28.685983 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:28.740032 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=1144513c-7c5e-4776-babb-376879c43cf4,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:29.009390 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['1144513c-7c5e-4776-babb-376879c43cf4'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:05:29.582098 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e37de6-4bf7-4595-be5e-fff31d7fa2d3 req-18a00190-78cc-4851-b32f-b2611f8c5ce8 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:29.583933 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-57e37de6-4bf7-4595-be5e-fff31d7fa2d3 req-18a00190-78cc-4851-b32f-b2611f8c5ce8 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=943d70fb-5459-4a41-b272-3121c340cdb0 HTTP/1.1" status: 200 len: 945 time: 0.0583265 Aug 10 04:05:29.629490 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-57e37de6-4bf7-4595-be5e-fff31d7fa2d3 req-fa5b539f-aeff-47eb-9d09-d777c4f50a62 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fe63f1c-bdee-4235-add1-6b303423d791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340104 Aug 10 04:05:30.409815 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 1144513c-7c5e-4776-babb-376879c43cf4 up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:05:30.463965 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning for port 1144513c-7c5e-4776-babb-376879c43cf4 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:05:30.467883 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port 1144513c-7c5e-4776-babb-376879c43cf4 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:05:30.468258 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:30.550040 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:30.579361 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '943d70fb-5459-4a41-b272-3121c340cdb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1144513c-7c5e-4776-babb-376879c43cf4'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:05:30.581893 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d4af9f0-70cf-4eba-b67e-dba4f750353c" -d '{"events": [{"server_uuid": "943d70fb-5459-4a41-b272-3121c340cdb0", "name": "network-vif-plugged", "status": "completed", "tag": "1144513c-7c5e-4776-babb-376879c43cf4"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:05:30.596452 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 1144513c-7c5e-4776-babb-376879c43cf4, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=1144513c-7c5e-4776-babb-376879c43cf4,segment=NetworkSegment(c3d2328a-9e35-4eed-8c60-a36e91436a1c),segment_id=c3d2328a-9e35-4eed-8c60-a36e91436a1c)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:05:30.601163 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:30.631730 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa28880b-0db9-47db-8539-7d555a950dc8 x-openstack-request-id: req-aa28880b-0db9-47db-8539-7d555a950dc8 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:05:30.632266 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "943d70fb-5459-4a41-b272-3121c340cdb0", "name": "network-vif-plugged", "status": "completed", "tag": "1144513c-7c5e-4776-babb-376879c43cf4", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:05:30.632685 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-aa28880b-0db9-47db-8539-7d555a950dc8 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:05:30.633323 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '943d70fb-5459-4a41-b272-3121c340cdb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1144513c-7c5e-4776-babb-376879c43cf4', 'code': 200} Aug 10 04:05:30.664071 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=1144513c-7c5e-4776-babb-376879c43cf4,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:30.757667 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b850d2-8741-43b2-84d2-e67ad68959b0 req-696914b2-7e32-4dff-963c-2ddd2d1771f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:30.759283 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f9b850d2-8741-43b2-84d2-e67ad68959b0 req-696914b2-7e32-4dff-963c-2ddd2d1771f7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=943d70fb-5459-4a41-b272-3121c340cdb0 HTTP/1.1" status: 200 len: 1098 time: 0.0716221 Aug 10 04:05:30.781628 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8219ce98-735e-4ab0-a31f-6be04cb5def6 req-c9fc09dc-54a7-4bab-b92e-f872cdc75128 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:30.783430 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8219ce98-735e-4ab0-a31f-6be04cb5def6 req-c9fc09dc-54a7-4bab-b92e-f872cdc75128 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=943d70fb-5459-4a41-b272-3121c340cdb0 HTTP/1.1" status: 200 len: 946 time: 0.0715632 Aug 10 04:05:30.830656 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f9b850d2-8741-43b2-84d2-e67ad68959b0 req-0457dda1-daea-47d1-8f6f-ce4caac696b3 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=8fe63f1c-bdee-4235-add1-6b303423d791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634704 Aug 10 04:05:30.838326 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8219ce98-735e-4ab0-a31f-6be04cb5def6 req-079c9788-f475-4e3a-acdd-59f7064f33e6 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fe63f1c-bdee-4235-add1-6b303423d791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478022 Aug 10 04:05:31.973698 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8309ea0-fcc5-4cf6-914f-629a1e5f9c60 req-2b7818a3-8eed-4d4d-b68f-731b9cf45b89 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:31.975330 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c8309ea0-fcc5-4cf6-914f-629a1e5f9c60 req-2b7818a3-8eed-4d4d-b68f-731b9cf45b89 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=943d70fb-5459-4a41-b272-3121c340cdb0 HTTP/1.1" status: 200 len: 946 time: 0.0554285 Aug 10 04:05:32.016623 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c8309ea0-fcc5-4cf6-914f-629a1e5f9c60 req-68032d44-e695-4062-8f0e-59e05549f2b3 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fe63f1c-bdee-4235-add1-6b303423d791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351541 Aug 10 04:05:32.132433 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e01b9d8-6e87-47f3-955c-a0f259043bb7 req-d1593b3a-17f6-43a7-b639-282d0a976e24 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:32.133963 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7e01b9d8-6e87-47f3-955c-a0f259043bb7 req-d1593b3a-17f6-43a7-b639-282d0a976e24 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=943d70fb-5459-4a41-b272-3121c340cdb0 HTTP/1.1" status: 200 len: 946 time: 0.0504117 Aug 10 04:05:32.174684 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7e01b9d8-6e87-47f3-955c-a0f259043bb7 req-ac805e8f-9ed7-43b3-99e6-96746921b848 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fe63f1c-bdee-4235-add1-6b303423d791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339689 Aug 10 04:05:32.197009 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 46744) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:32.240522 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d655455f-5805-4e3b-af6a-1a5418eabeea tempest-TestNetworkAdvancedServerOps-902294344 tempest-TestNetworkAdvancedServerOps-902294344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:32.242073 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-d655455f-5805-4e3b-af6a-1a5418eabeea tempest-TestNetworkAdvancedServerOps-902294344 tempest-TestNetworkAdvancedServerOps-902294344-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=943d70fb-5459-4a41-b272-3121c340cdb0 HTTP/1.1" status: 200 len: 1093 time: 0.0433066 Aug 10 04:05:32.246164 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 46746) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:32.251085 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-39ee0c56-0f6b-41d4-8e3e-f650c81f43c1 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Request body: {'floatingip': {'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'port_id': '1144513c-7c5e-4776-babb-376879c43cf4', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:05:32.273233 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-39ee0c56-0f6b-41d4-8e3e-f650c81f43c1 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for floatingip, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:32.380341 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-39ee0c56-0f6b-41d4-8e3e-f650c81f43c1 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:32.504710 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-39ee0c56-0f6b-41d4-8e3e-f650c81f43c1 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Allocated IP 172.25.6.137 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/9097a5f3-872c-4804-a802-f66b8b134e69) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:05:32.616353 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-39ee0c56-0f6b-41d4-8e3e-f650c81f43c1 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:32.657352 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-39ee0c56-0f6b-41d4-8e3e-f650c81f43c1 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:32.695602 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ee0c56-0f6b-41d4-8e3e-f650c81f43c1 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:05:32.701608 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-39ee0c56-0f6b-41d4-8e3e-f650c81f43c1 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:05:32.705500 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ee0c56-0f6b-41d4-8e3e-f650c81f43c1 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:05:32.735732 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ee0c56-0f6b-41d4-8e3e-f650c81f43c1 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Pushing event updated for resources: {'Port': ['ID=9097a5f3-872c-4804-a802-f66b8b134e69,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:32.749929 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ee0c56-0f6b-41d4-8e3e-f650c81f43c1 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:32.750323 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ee0c56-0f6b-41d4-8e3e-f650c81f43c1 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:32.750672 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ee0c56-0f6b-41d4-8e3e-f650c81f43c1 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:32.751012 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ee0c56-0f6b-41d4-8e3e-f650c81f43c1 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:32.751352 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ee0c56-0f6b-41d4-8e3e-f650c81f43c1 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:32.751688 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ee0c56-0f6b-41d4-8e3e-f650c81f43c1 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:32.752027 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ee0c56-0f6b-41d4-8e3e-f650c81f43c1 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:32.752363 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ee0c56-0f6b-41d4-8e3e-f650c81f43c1 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:32.752700 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ee0c56-0f6b-41d4-8e3e-f650c81f43c1 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:32.753029 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ee0c56-0f6b-41d4-8e3e-f650c81f43c1 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:32.753364 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ee0c56-0f6b-41d4-8e3e-f650c81f43c1 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:32.753690 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ee0c56-0f6b-41d4-8e3e-f650c81f43c1 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:33.133469 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-39ee0c56-0f6b-41d4-8e3e-f650c81f43c1 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:33.209583 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-39ee0c56-0f6b-41d4-8e3e-f650c81f43c1 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:33.413693 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-39ee0c56-0f6b-41d4-8e3e-f650c81f43c1 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:33.419775 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-39ee0c56-0f6b-41d4-8e3e-f650c81f43c1 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:33.503223 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ee0c56-0f6b-41d4-8e3e-f650c81f43c1 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Pushing event updated for resources: {'Port': ['ID=9097a5f3-872c-4804-a802-f66b8b134e69,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:33.516273 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-39ee0c56-0f6b-41d4-8e3e-f650c81f43c1 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:33.580567 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:33.640356 n-d-768862-13 neutron-server[94260]: INFO neutron.db.l3_db [None req-39ee0c56-0f6b-41d4-8e3e-f650c81f43c1 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Floating IP e284d92e-d06a-4624-8893-26b52c7f0562 associated. External IP: 172.25.6.137, port: 1144513c-7c5e-4776-babb-376879c43cf4. Aug 10 04:05:33.870853 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39ee0c56-0f6b-41d4-8e3e-f650c81f43c1 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Router 7eed9f8a-842f-4b5d-9f5c-13997ecd5e78 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:05:33.994262 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39ee0c56-0f6b-41d4-8e3e-f650c81f43c1 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:05:34.006023 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf413c81-e308-463d-8b31-abcaf184fe95 None None] Sync routers for ids ['7eed9f8a-842f-4b5d-9f5c-13997ecd5e78'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:05:34.013126 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-39ee0c56-0f6b-41d4-8e3e-f650c81f43c1 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:34.021166 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf413c81-e308-463d-8b31-abcaf184fe95 None None] Routers {'7eed9f8a-842f-4b5d-9f5c-13997ecd5e78'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:05:34.022374 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-bf413c81-e308-463d-8b31-abcaf184fe95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:05:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['7eed9f8a-842f-4b5d-9f5c-13997ecd5e78'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:34.064183 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-39ee0c56-0f6b-41d4-8e3e-f650c81f43c1 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8166246 Aug 10 04:05:34.064590 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '943d70fb-5459-4a41-b272-3121c340cdb0', 'tag': '1144513c-7c5e-4776-babb-376879c43cf4'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:05:34.066913 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c9acf9d-eee1-4650-8f87-fab0ff044d12" -d '{"events": [{"name": "network-changed", "server_uuid": "943d70fb-5459-4a41-b272-3121c340cdb0", "tag": "1144513c-7c5e-4776-babb-376879c43cf4"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:05:34.110300 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11624693-0874-4c0a-a088-1a6ffd7dc151 x-openstack-request-id: req-11624693-0874-4c0a-a088-1a6ffd7dc151 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:05:34.110612 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "943d70fb-5459-4a41-b272-3121c340cdb0", "tag": "1144513c-7c5e-4776-babb-376879c43cf4", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:05:34.110871 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-11624693-0874-4c0a-a088-1a6ffd7dc151 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:05:34.111293 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '943d70fb-5459-4a41-b272-3121c340cdb0', 'tag': '1144513c-7c5e-4776-babb-376879c43cf4', 'status': 'completed', 'code': 200} Aug 10 04:05:34.186197 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-bf413c81-e308-463d-8b31-abcaf184fe95 None None] Set router 7eed9f8a-842f-4b5d-9f5c-13997ecd5e78 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:05:34.201789 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0240428a-1b24-488d-9ee6-9f3c346caf58 req-086b7337-fe87-46ce-9e46-3376994c8e6b tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:34.203480 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0240428a-1b24-488d-9ee6-9f3c346caf58 req-086b7337-fe87-46ce-9e46-3376994c8e6b tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=943d70fb-5459-4a41-b272-3121c340cdb0 HTTP/1.1" status: 200 len: 946 time: 0.0832660 Aug 10 04:05:34.210022 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9acf9d-eee1-4650-8f87-fab0ff044d12 req-3d852924-611d-4ec9-96d2-2b71986d6fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:34.211600 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0c9acf9d-eee1-4650-8f87-fab0ff044d12 req-3d852924-611d-4ec9-96d2-2b71986d6fbb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b8b99293bc0b4fae85b62fcecb6d67eb&device_id=943d70fb-5459-4a41-b272-3121c340cdb0 HTTP/1.1" status: 200 len: 1098 time: 0.0636108 Aug 10 04:05:34.309448 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0240428a-1b24-488d-9ee6-9f3c346caf58 req-c28276f4-8dd5-4882-8659-97392fc678af tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fe63f1c-bdee-4235-add1-6b303423d791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967982 Aug 10 04:05:34.347172 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9acf9d-eee1-4650-8f87-fab0ff044d12 req-6dfeb8b6-8100-49bb-b161-10ee44b64adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:34.348403 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 46752) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:34.348981 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0c9acf9d-eee1-4650-8f87-fab0ff044d12 req-6dfeb8b6-8100-49bb-b161-10ee44b64adf service neutron] 10.222.0.61 "GET /v2.0/networks?id=6c2bda2f-139a-470e-83fa-13e739951912 HTTP/1.1" status: 200 len: 897 time: 0.1282687 Aug 10 04:05:34.429893 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-0a826882-7346-4739-b7a3-54812f02afc6 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/floatingips/e284d92e-d06a-4624-8893-26b52c7f0562 HTTP/1.1" status: 200 len: 992 time: 0.0794773 Aug 10 04:05:34.436387 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0c9acf9d-eee1-4650-8f87-fab0ff044d12 req-4faeb9ca-de88-4474-9bd5-5026e933fee0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1144513c-7c5e-4776-babb-376879c43cf4 HTTP/1.1" status: 200 len: 1000 time: 0.0797787 Aug 10 04:05:34.502095 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9acf9d-eee1-4650-8f87-fab0ff044d12 req-7af58ee0-0843-42b7-b7f6-ab71a32769da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:34.503725 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0c9acf9d-eee1-4650-8f87-fab0ff044d12 req-7af58ee0-0843-42b7-b7f6-ab71a32769da service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8d430de9-9e6b-4604-b6b1-9081ae7464e6 HTTP/1.1" status: 200 len: 835 time: 0.0599346 Aug 10 04:05:34.567934 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9acf9d-eee1-4650-8f87-fab0ff044d12 req-7a9303c2-bba9-494e-ba70-17340a9ac082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:34.570553 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0c9acf9d-eee1-4650-8f87-fab0ff044d12 req-7a9303c2-bba9-494e-ba70-17340a9ac082 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6c2bda2f-139a-470e-83fa-13e739951912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578291 Aug 10 04:05:34.616730 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-bf413c81-e308-463d-8b31-abcaf184fe95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eed9f8a-842f-4b5d-9f5c-13997ecd5e78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492808209', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': '188ac425-9dde-4aba-9636-2b28df93538a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:05:15Z', 'updated_at': '2021-08-10T04:05:19Z', 'revision_number': 4, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'gw_port': {'id': '188ac425-9dde-4aba-9636-2b28df93538a', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:01:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eed9f8a-842f-4b5d-9f5c-13997ecd5e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:16Z', 'updated_at': '2021-08-10T04:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': 'e284d92e-d06a-4624-8893-26b52c7f0562', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'floating_ip_address': '172.25.6.137', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '7eed9f8a-842f-4b5d-9f5c-13997ecd5e78', 'port_id': '1144513c-7c5e-4776-babb-376879c43cf4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3975, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c2bda2f-139a-470e-83fa-13e739951912', 'mac_address': 'fa:16:3e:ca:68:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943d70fb-5459-4a41-b272-3121c340cdb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:05:32Z', 'updated_at': '2021-08-10T04:05:32Z', 'revision_number': 0, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12d97212-5374-43aa-b6a0-4c8bc75ba573', 'name': '', 'network_id': '6c2bda2f-139a-470e-83fa-13e739951912', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'mac_address': 'fa:16:3e:2c:61:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eed9f8a-842f-4b5d-9f5c-13997ecd5e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '8d430de9-9e6b-4604-b6b1-9081ae7464e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:18Z', 'updated_at': '2021-08-10T04:05:24Z', 'revision_number': 5, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'subnets': [{'id': '8d430de9-9e6b-4604-b6b1-9081ae7464e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:34.648594 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf413c81-e308-463d-8b31-abcaf184fe95 None None] Checking router: 7eed9f8a-842f-4b5d-9f5c-13997ecd5e78 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:05:34.658904 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf413c81-e308-463d-8b31-abcaf184fe95 None None] Routers {'7eed9f8a-842f-4b5d-9f5c-13997ecd5e78'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:05:34.659531 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-bf413c81-e308-463d-8b31-abcaf184fe95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:05:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['7eed9f8a-842f-4b5d-9f5c-13997ecd5e78'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:34.682409 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0c9acf9d-eee1-4650-8f87-fab0ff044d12 req-a0a2e270-c67a-49a4-bc4c-af62092a61ff service neutron] 10.222.0.61 "GET /v2.0/networks/6c2bda2f-139a-470e-83fa-13e739951912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015882 Aug 10 04:05:34.787277 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-bf413c81-e308-463d-8b31-abcaf184fe95 None None] Set router 7eed9f8a-842f-4b5d-9f5c-13997ecd5e78 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:05:34.796358 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0c9acf9d-eee1-4650-8f87-fab0ff044d12 req-3b364437-7965-4183-a831-f21640842a71 service neutron] 10.222.0.61 "GET /v2.0/networks/6c2bda2f-139a-470e-83fa-13e739951912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057227 Aug 10 04:05:35.070165 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-bf413c81-e308-463d-8b31-abcaf184fe95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eed9f8a-842f-4b5d-9f5c-13997ecd5e78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492808209', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': '188ac425-9dde-4aba-9636-2b28df93538a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:05:15Z', 'updated_at': '2021-08-10T04:05:19Z', 'revision_number': 4, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'gw_port': {'id': '188ac425-9dde-4aba-9636-2b28df93538a', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:01:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eed9f8a-842f-4b5d-9f5c-13997ecd5e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:16Z', 'updated_at': '2021-08-10T04:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': 'e284d92e-d06a-4624-8893-26b52c7f0562', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'floating_ip_address': '172.25.6.137', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '7eed9f8a-842f-4b5d-9f5c-13997ecd5e78', 'port_id': '1144513c-7c5e-4776-babb-376879c43cf4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3975, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c2bda2f-139a-470e-83fa-13e739951912', 'mac_address': 'fa:16:3e:ca:68:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943d70fb-5459-4a41-b272-3121c340cdb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:05:32Z', 'updated_at': '2021-08-10T04:05:32Z', 'revision_number': 0, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12d97212-5374-43aa-b6a0-4c8bc75ba573', 'name': '', 'network_id': '6c2bda2f-139a-470e-83fa-13e739951912', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'mac_address': 'fa:16:3e:2c:61:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eed9f8a-842f-4b5d-9f5c-13997ecd5e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '8d430de9-9e6b-4604-b6b1-9081ae7464e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:18Z', 'updated_at': '2021-08-10T04:05:24Z', 'revision_number': 5, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'subnets': [{'id': '8d430de9-9e6b-4604-b6b1-9081ae7464e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:35.103582 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf413c81-e308-463d-8b31-abcaf184fe95 None None] The sync data for ids ['7eed9f8a-842f-4b5d-9f5c-13997ecd5e78'] in n-d-768862-13 is: [{'id': '7eed9f8a-842f-4b5d-9f5c-13997ecd5e78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492808209', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': '188ac425-9dde-4aba-9636-2b28df93538a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:05:15Z', 'updated_at': '2021-08-10T04:05:19Z', 'revision_number': 4, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'gw_port': {'id': '188ac425-9dde-4aba-9636-2b28df93538a', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:01:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eed9f8a-842f-4b5d-9f5c-13997ecd5e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:16Z', 'updated_at': '2021-08-10T04:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': 'e284d92e-d06a-4624-8893-26b52c7f0562', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'floating_ip_address': '172.25.6.137', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '7eed9f8a-842f-4b5d-9f5c-13997ecd5e78', 'port_id': '1144513c-7c5e-4776-babb-376879c43cf4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3975, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c2bda2f-139a-470e-83fa-13e739951912', 'mac_address': 'fa:16:3e:ca:68:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943d70fb-5459-4a41-b272-3121c340cdb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:05:32Z', 'updated_at': '2021-08-10T04:05:32Z', 'revision_number': 0, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12d97212-5374-43aa-b6a0-4c8bc75ba573', 'name': '', 'network_id': '6c2bda2f-139a-470e-83fa-13e739951912', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'mac_address': 'fa:16:3e:2c:61:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eed9f8a-842f-4b5d-9f5c-13997ecd5e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '8d430de9-9e6b-4604-b6b1-9081ae7464e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:18Z', 'updated_at': '2021-08-10T04:05:24Z', 'revision_number': 5, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'subnets': [{'id': '8d430de9-9e6b-4604-b6b1-9081ae7464e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:05:35.309280 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91b3b47-56bd-4179-b16f-d34ec4d09f1c None None] New status for floating IP e284d92e-d06a-4624-8893-26b52c7f0562: ACTIVE {{(pid=94262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:05:35.433955 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 46754) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:35.512229 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-b0ae45f9-0d4f-4ca4-a6fc-5d905c3939aa tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/floatingips/e284d92e-d06a-4624-8893-26b52c7f0562 HTTP/1.1" status: 200 len: 992 time: 0.0768611 Aug 10 04:05:36.516241 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 46756) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:36.586358 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-7d667e98-ac80-44b4-97da-f0fab5b9ee71 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/floatingips/e284d92e-d06a-4624-8893-26b52c7f0562 HTTP/1.1" status: 200 len: 994 time: 0.0689044 Aug 10 04:05:47.477119 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:05:51.420253 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d6163055-563a-44a8-ad32-7896592b5089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:53.697306 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c17b428c-3334-41ef-a0d6-b1b5e589e353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:54.307421 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:55.506298 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:56.402385 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:56.944618 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:03.578494 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:21.552080 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-50ef7f0c-c5af-4829-ae2d-3dcafb30c8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:23.704367 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-19f1f7ef-d863-4624-870c-ec9a0a60d54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:24.300019 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:24.476670 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:06:25.510868 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:26.395181 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:26.648259 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-617c508d-9915-4e70-a4dd-1181197a0a4b req-822fcc8d-c640-4c35-8085-079a06ef3be4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=943d70fb-5459-4a41-b272-3121c340cdb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399282 Aug 10 04:06:26.728862 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617c508d-9915-4e70-a4dd-1181197a0a4b req-08831dce-7edc-4b66-8790-9d565b1a2fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:26.730407 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-617c508d-9915-4e70-a4dd-1181197a0a4b req-08831dce-7edc-4b66-8790-9d565b1a2fb5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b8b99293bc0b4fae85b62fcecb6d67eb&device_id=943d70fb-5459-4a41-b272-3121c340cdb0 HTTP/1.1" status: 200 len: 1098 time: 0.0411012 Aug 10 04:06:26.835588 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617c508d-9915-4e70-a4dd-1181197a0a4b req-f28274cf-f2cf-416f-8040-abef2bdddeea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:26.837080 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-617c508d-9915-4e70-a4dd-1181197a0a4b req-f28274cf-f2cf-416f-8040-abef2bdddeea service neutron] 10.222.0.61 "GET /v2.0/networks?id=6c2bda2f-139a-470e-83fa-13e739951912 HTTP/1.1" status: 200 len: 897 time: 0.0876493 Aug 10 04:06:26.902390 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-617c508d-9915-4e70-a4dd-1181197a0a4b req-caa6ca89-93f9-4cc2-bb19-d44ac9f93f36 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1144513c-7c5e-4776-babb-376879c43cf4 HTTP/1.1" status: 200 len: 1002 time: 0.0577562 Aug 10 04:06:26.949924 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:26.957829 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617c508d-9915-4e70-a4dd-1181197a0a4b req-2de1f3e1-5896-476e-bdc8-f293066c0ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:26.959351 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-617c508d-9915-4e70-a4dd-1181197a0a4b req-2de1f3e1-5896-476e-bdc8-f293066c0ace service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8d430de9-9e6b-4604-b6b1-9081ae7464e6 HTTP/1.1" status: 200 len: 835 time: 0.0498736 Aug 10 04:06:27.015035 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617c508d-9915-4e70-a4dd-1181197a0a4b req-a80a5610-bee4-42fc-91dd-7869f8b8c4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:27.016924 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-617c508d-9915-4e70-a4dd-1181197a0a4b req-a80a5610-bee4-42fc-91dd-7869f8b8c4eb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6c2bda2f-139a-470e-83fa-13e739951912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472643 Aug 10 04:06:27.113502 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-617c508d-9915-4e70-a4dd-1181197a0a4b req-4ce3b32a-cbdf-4c8e-b7e7-e2f345509481 service neutron] 10.222.0.61 "GET /v2.0/networks/6c2bda2f-139a-470e-83fa-13e739951912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875087 Aug 10 04:06:27.211560 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-617c508d-9915-4e70-a4dd-1181197a0a4b req-0b224571-f24a-48fb-a934-ea88436fceb1 service neutron] 10.222.0.61 "GET /v2.0/networks/6c2bda2f-139a-470e-83fa-13e739951912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902643 Aug 10 04:06:33.588975 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:46.092847 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cde430c-23f7-446c-987e-47a0c567887a req-b0eee434-0af1-4255-8001-efadf412417c tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:46.094425 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5cde430c-23f7-446c-987e-47a0c567887a req-b0eee434-0af1-4255-8001-efadf412417c tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=943d70fb-5459-4a41-b272-3121c340cdb0 HTTP/1.1" status: 200 len: 946 time: 0.0526772 Aug 10 04:06:46.136497 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5cde430c-23f7-446c-987e-47a0c567887a req-f7ce422e-aa4e-4557-933e-c631322bb802 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fe63f1c-bdee-4235-add1-6b303423d791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356839 Aug 10 04:06:47.262886 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080eca05-75d4-4afe-8081-c4f1d797d2b8 req-176cc090-efc9-40df-9ff4-9d64d3de60d5 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:47.264856 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-080eca05-75d4-4afe-8081-c4f1d797d2b8 req-176cc090-efc9-40df-9ff4-9d64d3de60d5 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=943d70fb-5459-4a41-b272-3121c340cdb0 HTTP/1.1" status: 200 len: 946 time: 0.0522900 Aug 10 04:06:47.311047 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-080eca05-75d4-4afe-8081-c4f1d797d2b8 req-32785430-110b-4ab4-8505-2ae305985c9a tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fe63f1c-bdee-4235-add1-6b303423d791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399394 Aug 10 04:06:48.431317 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e534c30-4923-492f-871e-b975efed2c6e req-abbc37f3-afe1-449b-9534-de5115a91f37 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:48.432851 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6e534c30-4923-492f-871e-b975efed2c6e req-abbc37f3-afe1-449b-9534-de5115a91f37 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=943d70fb-5459-4a41-b272-3121c340cdb0 HTTP/1.1" status: 200 len: 946 time: 0.0516973 Aug 10 04:06:48.471047 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6e534c30-4923-492f-871e-b975efed2c6e req-cd9535b2-4c3c-4bc9-ad4a-7e8d24502b0e tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fe63f1c-bdee-4235-add1-6b303423d791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321958 Aug 10 04:06:49.593121 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc60d342-adee-470a-8923-ed245950edf3 req-5a6fc4bf-9de1-44c5-aa72-a5e0688603bf tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:49.595302 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bc60d342-adee-470a-8923-ed245950edf3 req-5a6fc4bf-9de1-44c5-aa72-a5e0688603bf tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=943d70fb-5459-4a41-b272-3121c340cdb0 HTTP/1.1" status: 200 len: 946 time: 0.0508213 Aug 10 04:06:49.632760 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bc60d342-adee-470a-8923-ed245950edf3 req-cc0d9743-4346-4c0b-ac64-792e702139a9 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fe63f1c-bdee-4235-add1-6b303423d791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321014 Aug 10 04:06:50.754131 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3ac2a9-d4b3-47b2-b8fa-bc25d2724a0e req-15482e24-7c02-495f-bb42-3ae6502e93b6 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:50.755642 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6c3ac2a9-d4b3-47b2-b8fa-bc25d2724a0e req-15482e24-7c02-495f-bb42-3ae6502e93b6 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=943d70fb-5459-4a41-b272-3121c340cdb0 HTTP/1.1" status: 200 len: 946 time: 0.0489860 Aug 10 04:06:50.797519 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6c3ac2a9-d4b3-47b2-b8fa-bc25d2724a0e req-61b17f19-7049-4947-8e99-6a52d91c09d2 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fe63f1c-bdee-4235-add1-6b303423d791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358369 Aug 10 04:06:51.424239 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-cd966389-619a-41c7-94c4-54940e593d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:51.912067 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46579578-a334-4fd8-9fc4-7bc347f3ffeb req-4f0af378-2705-42d3-a07e-749b3fbed398 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:51.913566 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-46579578-a334-4fd8-9fc4-7bc347f3ffeb req-4f0af378-2705-42d3-a07e-749b3fbed398 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=943d70fb-5459-4a41-b272-3121c340cdb0 HTTP/1.1" status: 200 len: 946 time: 0.0495651 Aug 10 04:06:51.953991 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-46579578-a334-4fd8-9fc4-7bc347f3ffeb req-f4b563a2-032a-4b70-be3f-7f5c9573ae7c tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fe63f1c-bdee-4235-add1-6b303423d791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337133 Aug 10 04:06:53.069252 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27173429-f038-4fed-a220-c2ad8b125453 req-c0d7d572-3cfd-44f2-95ba-61a916e286d8 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:53.071322 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-27173429-f038-4fed-a220-c2ad8b125453 req-c0d7d572-3cfd-44f2-95ba-61a916e286d8 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=943d70fb-5459-4a41-b272-3121c340cdb0 HTTP/1.1" status: 200 len: 946 time: 0.0490637 Aug 10 04:06:53.109324 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-27173429-f038-4fed-a220-c2ad8b125453 req-7ba40005-2b4f-4bd5-aead-8da043ee7055 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fe63f1c-bdee-4235-add1-6b303423d791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318716 Aug 10 04:06:53.704138 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-954b26e8-ab9c-4a33-aa2e-016981bfd05b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:54.237362 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b81706-52e8-4faf-a836-9b0fe0f073be req-91635394-7e8f-4538-b23f-626c7b160b1c tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:54.238927 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-40b81706-52e8-4faf-a836-9b0fe0f073be req-91635394-7e8f-4538-b23f-626c7b160b1c tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=943d70fb-5459-4a41-b272-3121c340cdb0 HTTP/1.1" status: 200 len: 946 time: 0.0614479 Aug 10 04:06:54.281435 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-40b81706-52e8-4faf-a836-9b0fe0f073be req-d6992ac6-d5d8-4e8e-9010-15a613ade5ad tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fe63f1c-bdee-4235-add1-6b303423d791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365865 Aug 10 04:06:54.301784 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:55.399048 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a12797b-99b4-4238-8d82-88b77e93cbc3 req-1824c63d-783f-45a4-9f18-7467aa48222e tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:55.400665 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7a12797b-99b4-4238-8d82-88b77e93cbc3 req-1824c63d-783f-45a4-9f18-7467aa48222e tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=943d70fb-5459-4a41-b272-3121c340cdb0 HTTP/1.1" status: 200 len: 946 time: 0.0499530 Aug 10 04:06:55.439166 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7a12797b-99b4-4238-8d82-88b77e93cbc3 req-7e8ffa26-c625-44e7-afb9-1a0b816d5256 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fe63f1c-bdee-4235-add1-6b303423d791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324507 Aug 10 04:06:55.510788 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:56.395938 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:56.563068 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb647388-079a-400c-8e53-34489b68abc3 req-0fd0ebee-8309-4bef-a109-f6927e935641 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:56.564584 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-eb647388-079a-400c-8e53-34489b68abc3 req-0fd0ebee-8309-4bef-a109-f6927e935641 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=943d70fb-5459-4a41-b272-3121c340cdb0 HTTP/1.1" status: 200 len: 946 time: 0.0531666 Aug 10 04:06:56.602432 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-eb647388-079a-400c-8e53-34489b68abc3 req-067caca3-3c0d-4f36-9e87-1f0401710177 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fe63f1c-bdee-4235-add1-6b303423d791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313904 Aug 10 04:06:56.948720 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:57.724383 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d86963-bc00-4fb1-b572-1be1b9867325 req-cf5abded-3fce-4198-842a-effbf0177326 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:57.726311 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-51d86963-bc00-4fb1-b572-1be1b9867325 req-cf5abded-3fce-4198-842a-effbf0177326 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=943d70fb-5459-4a41-b272-3121c340cdb0 HTTP/1.1" status: 200 len: 946 time: 0.0501196 Aug 10 04:06:57.771739 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-51d86963-bc00-4fb1-b572-1be1b9867325 req-db45d99b-451e-4857-a703-06d0dd8bda8f tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fe63f1c-bdee-4235-add1-6b303423d791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387363 Aug 10 04:06:58.889043 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad0e06-aa8d-44e9-aa2b-4c0d79ae6779 req-e284bc8c-36d9-4d17-9da8-2613d3694921 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:58.890685 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4dad0e06-aa8d-44e9-aa2b-4c0d79ae6779 req-e284bc8c-36d9-4d17-9da8-2613d3694921 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=943d70fb-5459-4a41-b272-3121c340cdb0 HTTP/1.1" status: 200 len: 946 time: 0.0516491 Aug 10 04:06:58.929854 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4dad0e06-aa8d-44e9-aa2b-4c0d79ae6779 req-88c002b1-0778-4850-b7a4-24b0b79e4c4c tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fe63f1c-bdee-4235-add1-6b303423d791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329604 Aug 10 04:07:00.045861 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5597dafa-7ee2-472d-97bd-26a5070a3b8c req-ff6c9be0-67d2-4116-865f-ddb1ac6a7a3c tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:00.047410 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5597dafa-7ee2-472d-97bd-26a5070a3b8c req-ff6c9be0-67d2-4116-865f-ddb1ac6a7a3c tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=943d70fb-5459-4a41-b272-3121c340cdb0 HTTP/1.1" status: 200 len: 946 time: 0.0494959 Aug 10 04:07:00.085661 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5597dafa-7ee2-472d-97bd-26a5070a3b8c req-811c0445-e21c-44ee-96ef-f0a15b30dc5f tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fe63f1c-bdee-4235-add1-6b303423d791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323160 Aug 10 04:07:01.201435 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4f6ed7-3ac5-494a-9940-c5c984b16e44 req-28e92864-92ee-405b-aa9c-73f316334760 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:01.202981 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0b4f6ed7-3ac5-494a-9940-c5c984b16e44 req-28e92864-92ee-405b-aa9c-73f316334760 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=943d70fb-5459-4a41-b272-3121c340cdb0 HTTP/1.1" status: 200 len: 946 time: 0.0491016 Aug 10 04:07:01.245063 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0b4f6ed7-3ac5-494a-9940-c5c984b16e44 req-0a7c9ba2-f86b-4b59-a418-ca45f32ed35f tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fe63f1c-bdee-4235-add1-6b303423d791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361176 Aug 10 04:07:01.476073 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:07:01.694143 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cb8ba9-df21-44be-8d88-bed648ad9217 req-74298e34-d8b3-4a1a-8306-d3cc9a56d4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:01.696179 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f6cb8ba9-df21-44be-8d88-bed648ad9217 req-74298e34-d8b3-4a1a-8306-d3cc9a56d4fa service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=943d70fb-5459-4a41-b272-3121c340cdb0 HTTP/1.1" status: 200 len: 1098 time: 0.0401821 Aug 10 04:07:01.733095 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f6cb8ba9-df21-44be-8d88-bed648ad9217 req-dd24a192-7f61-4f25-9e4f-3be713f94cad service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=8fe63f1c-bdee-4235-add1-6b303423d791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298805 Aug 10 04:07:02.370062 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87a089d-6b1d-4c44-adc1-283626f23fe1 req-84e5007c-e647-4736-9f7e-8befbfead3fc tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:02.371688 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a87a089d-6b1d-4c44-adc1-283626f23fe1 req-84e5007c-e647-4736-9f7e-8befbfead3fc tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=943d70fb-5459-4a41-b272-3121c340cdb0 HTTP/1.1" status: 200 len: 946 time: 0.0518510 Aug 10 04:07:02.411393 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a87a089d-6b1d-4c44-adc1-283626f23fe1 req-4239814a-2b39-4924-bc50-cb7816bbc856 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fe63f1c-bdee-4235-add1-6b303423d791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336406 Aug 10 04:07:02.951611 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 1144513c-7c5e-4776-babb-376879c43cf4 details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:07:02.954741 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 1144513c-7c5e-4776-babb-376879c43cf4 no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:07:03.100655 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:03.128919 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 1144513c-7c5e-4776-babb-376879c43cf4, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=1144513c-7c5e-4776-babb-376879c43cf4,segment=NetworkSegment(c3d2328a-9e35-4eed-8c60-a36e91436a1c),segment_id=c3d2328a-9e35-4eed-8c60-a36e91436a1c)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:07:03.143187 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '943d70fb-5459-4a41-b272-3121c340cdb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1144513c-7c5e-4776-babb-376879c43cf4'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:07:03.145709 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4675e79-5c00-4985-b36d-6c9e90a9d2e0" -d '{"events": [{"server_uuid": "943d70fb-5459-4a41-b272-3121c340cdb0", "name": "network-vif-unplugged", "status": "completed", "tag": "1144513c-7c5e-4776-babb-376879c43cf4"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:07:03.157748 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': '1144513c-7c5e-4776-babb-376879c43cf4', 'network_id': '6c2bda2f-139a-470e-83fa-13e739951912', 'port_id': '1144513c-7c5e-4776-babb-376879c43cf4', 'mac_address': 'fa:16:3e:ca:68:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d430de9-9e6b-4604-b6b1-9081ae7464e6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:07:03.162624 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 1144513c-7c5e-4776-babb-376879c43cf4, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=1144513c-7c5e-4776-babb-376879c43cf4,segment=NetworkSegment(c3d2328a-9e35-4eed-8c60-a36e91436a1c),segment_id=c3d2328a-9e35-4eed-8c60-a36e91436a1c)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:07:03.167533 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:03.194403 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 04:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9102ed55-8094-4d50-a25d-d073b9f3dbc0 x-openstack-request-id: req-9102ed55-8094-4d50-a25d-d073b9f3dbc0 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:07:03.194702 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "943d70fb-5459-4a41-b272-3121c340cdb0", "name": "network-vif-unplugged", "status": "completed", "tag": "1144513c-7c5e-4776-babb-376879c43cf4", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:07:03.194950 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9102ed55-8094-4d50-a25d-d073b9f3dbc0 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:07:03.195866 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '943d70fb-5459-4a41-b272-3121c340cdb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1144513c-7c5e-4776-babb-376879c43cf4', 'code': 200} Aug 10 04:07:03.231528 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:03.255321 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1144513c-7c5e-4776-babb-376879c43cf4 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:07:03.263517 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=1144513c-7c5e-4776-babb-376879c43cf4,revision_number=6']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:03.282021 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:03.282392 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:03.282732 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:03.283067 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:03.283398 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:03.283723 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:03.284042 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:03.284363 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:03.284683 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:03.284996 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:03.285320 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:03.285640 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:03.292168 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 1144513c-7c5e-4776-babb-376879c43cf4, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=1144513c-7c5e-4776-babb-376879c43cf4,segment=NetworkSegment(c3d2328a-9e35-4eed-8c60-a36e91436a1c),segment_id=c3d2328a-9e35-4eed-8c60-a36e91436a1c)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:07:03.297440 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:03.347428 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=1144513c-7c5e-4776-babb-376879c43cf4,revision_number=7']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:03.544086 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2304b0b8-a08a-42cd-a4c0-9b0da414cdf9 req-53c478af-6219-468f-958d-07a58c341441 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:03.545644 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2304b0b8-a08a-42cd-a4c0-9b0da414cdf9 req-53c478af-6219-468f-958d-07a58c341441 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=943d70fb-5459-4a41-b272-3121c340cdb0 HTTP/1.1" status: 200 len: 945 time: 0.0625880 Aug 10 04:07:03.590618 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:03.601675 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2304b0b8-a08a-42cd-a4c0-9b0da414cdf9 req-24f78992-7c4f-45dd-8ca5-d1f5ec72cb57 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fe63f1c-bdee-4235-add1-6b303423d791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393782 Aug 10 04:07:03.615320 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 46836) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:03.618716 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['1144513c-7c5e-4776-babb-376879c43cf4'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:07:03.684116 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-691fd83a-569f-450e-9ae7-3200d995658f tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/floatingips/e284d92e-d06a-4624-8893-26b52c7f0562 HTTP/1.1" status: 200 len: 993 time: 0.0673308 Aug 10 04:07:04.982964 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 1144513c-7c5e-4776-babb-376879c43cf4 up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:07:05.032868 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port 1144513c-7c5e-4776-babb-376879c43cf4 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:07:05.033241 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:05.115168 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:05.148843 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 1144513c-7c5e-4776-babb-376879c43cf4, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=1144513c-7c5e-4776-babb-376879c43cf4,segment=NetworkSegment(c3d2328a-9e35-4eed-8c60-a36e91436a1c),segment_id=c3d2328a-9e35-4eed-8c60-a36e91436a1c)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:07:05.153498 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:05.198420 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '943d70fb-5459-4a41-b272-3121c340cdb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1144513c-7c5e-4776-babb-376879c43cf4'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:07:05.200660 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7467eae5-aecb-46b8-9f61-56e2a9505a7e" -d '{"events": [{"server_uuid": "943d70fb-5459-4a41-b272-3121c340cdb0", "name": "network-vif-plugged", "status": "completed", "tag": "1144513c-7c5e-4776-babb-376879c43cf4"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:07:05.208804 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=1144513c-7c5e-4776-babb-376879c43cf4,revision_number=8']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:05.246731 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3837176b-253f-4489-aa9d-b467ab45510f x-openstack-request-id: req-3837176b-253f-4489-aa9d-b467ab45510f {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:07:05.247028 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "943d70fb-5459-4a41-b272-3121c340cdb0", "name": "network-vif-plugged", "status": "completed", "tag": "1144513c-7c5e-4776-babb-376879c43cf4", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:07:05.247276 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3837176b-253f-4489-aa9d-b467ab45510f {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:07:05.247846 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '943d70fb-5459-4a41-b272-3121c340cdb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1144513c-7c5e-4776-babb-376879c43cf4', 'code': 200} Aug 10 04:07:21.426934 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-7fd0ef16-8f7e-4912-aaaa-5476025a2c0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:23.696590 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-46895f4e-bec0-44bb-8cd7-9735c9703777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:24.303569 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:25.514516 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:26.396052 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:26.952350 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:27.654099 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f6a8ca77-0e04-47cb-a035-82f9a2992141 req-1b123af8-bd3c-4572-9a5d-e6e4786cc4a4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=943d70fb-5459-4a41-b272-3121c340cdb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0415924 Aug 10 04:07:27.741379 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a8ca77-0e04-47cb-a035-82f9a2992141 req-8fd5cf8c-0709-4476-8825-f6817cc36151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:27.743527 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f6a8ca77-0e04-47cb-a035-82f9a2992141 req-8fd5cf8c-0709-4476-8825-f6817cc36151 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b8b99293bc0b4fae85b62fcecb6d67eb&device_id=943d70fb-5459-4a41-b272-3121c340cdb0 HTTP/1.1" status: 200 len: 1098 time: 0.0461786 Aug 10 04:07:27.846256 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a8ca77-0e04-47cb-a035-82f9a2992141 req-ff371b74-ae9a-494a-959a-38a9faccfe3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:27.847702 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f6a8ca77-0e04-47cb-a035-82f9a2992141 req-ff371b74-ae9a-494a-959a-38a9faccfe3c service neutron] 10.222.0.61 "GET /v2.0/networks?id=6c2bda2f-139a-470e-83fa-13e739951912 HTTP/1.1" status: 200 len: 897 time: 0.0836964 Aug 10 04:07:27.916759 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f6a8ca77-0e04-47cb-a035-82f9a2992141 req-debaf3f4-afdb-481c-868c-d6efc22100de service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1144513c-7c5e-4776-babb-376879c43cf4 HTTP/1.1" status: 200 len: 1002 time: 0.0612090 Aug 10 04:07:27.966434 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a8ca77-0e04-47cb-a035-82f9a2992141 req-b34a3ac0-d6eb-479c-944a-bd94fc35ced8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:27.967931 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f6a8ca77-0e04-47cb-a035-82f9a2992141 req-b34a3ac0-d6eb-479c-944a-bd94fc35ced8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8d430de9-9e6b-4604-b6b1-9081ae7464e6 HTTP/1.1" status: 200 len: 835 time: 0.0443826 Aug 10 04:07:28.014556 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a8ca77-0e04-47cb-a035-82f9a2992141 req-1f1e2102-dcdb-4e40-a771-650b74930b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:28.016076 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f6a8ca77-0e04-47cb-a035-82f9a2992141 req-1f1e2102-dcdb-4e40-a771-650b74930b02 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6c2bda2f-139a-470e-83fa-13e739951912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412071 Aug 10 04:07:28.110846 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f6a8ca77-0e04-47cb-a035-82f9a2992141 req-ada7e13c-19d7-4643-9928-83ea760a4cdd service neutron] 10.222.0.61 "GET /v2.0/networks/6c2bda2f-139a-470e-83fa-13e739951912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862718 Aug 10 04:07:28.499422 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f6a8ca77-0e04-47cb-a035-82f9a2992141 req-8db47201-f15e-4b8c-8fe8-4ec7862b5e5f service neutron] 10.222.0.61 "GET /v2.0/networks/6c2bda2f-139a-470e-83fa-13e739951912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3801825 Aug 10 04:07:33.588404 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:38.476070 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:07:51.431884 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c1d88ed9-6d39-4e8c-be65-db12861252a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:53.701488 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-0c8f7ccd-e78b-4c1f-bd70-8e38bd1228c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:54.307910 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:55.517668 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:56.409941 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:56.957398 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:03.618145 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:15.475749 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:08:18.913723 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 46872) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:19.141780 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-a0b12f92-ba7c-4e8a-94b3-2ec01662ddae tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Deleting port 9097a5f3-872c-4804-a802-f66b8b134e69 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:08:19.142132 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a0b12f92-ba7c-4e8a-94b3-2ec01662ddae tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:19.226870 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a0b12f92-ba7c-4e8a-94b3-2ec01662ddae tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:19.227121 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a0b12f92-ba7c-4e8a-94b3-2ec01662ddae tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:19.238400 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-a0b12f92-ba7c-4e8a-94b3-2ec01662ddae tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Calling delete_port for 9097a5f3-872c-4804-a802-f66b8b134e69 owned by network:floatingip {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:08:19.381948 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a0b12f92-ba7c-4e8a-94b3-2ec01662ddae tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:19.408013 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b12f92-ba7c-4e8a-94b3-2ec01662ddae tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Pushing event deleted for resources: {'Port': ['ID=9097a5f3-872c-4804-a802-f66b8b134e69,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:19.431130 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b12f92-ba7c-4e8a-94b3-2ec01662ddae tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:19.431480 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b12f92-ba7c-4e8a-94b3-2ec01662ddae tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:19.431820 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b12f92-ba7c-4e8a-94b3-2ec01662ddae tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:19.432154 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b12f92-ba7c-4e8a-94b3-2ec01662ddae tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:19.432488 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b12f92-ba7c-4e8a-94b3-2ec01662ddae tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:19.432833 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b12f92-ba7c-4e8a-94b3-2ec01662ddae tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:19.433147 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b12f92-ba7c-4e8a-94b3-2ec01662ddae tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:19.433477 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b12f92-ba7c-4e8a-94b3-2ec01662ddae tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:19.433803 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b12f92-ba7c-4e8a-94b3-2ec01662ddae tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:19.434126 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b12f92-ba7c-4e8a-94b3-2ec01662ddae tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:19.434571 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b12f92-ba7c-4e8a-94b3-2ec01662ddae tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:19.434895 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b12f92-ba7c-4e8a-94b3-2ec01662ddae tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:19.475236 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a0b12f92-ba7c-4e8a-94b3-2ec01662ddae tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for floatingip, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:19.475675 n-d-768862-13 neutron-server[94260]: INFO neutron.db.l3_db [None req-a0b12f92-ba7c-4e8a-94b3-2ec01662ddae tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Floating IP e284d92e-d06a-4624-8893-26b52c7f0562 disassociated (deleted). External IP: 172.25.6.137, port: 1144513c-7c5e-4776-babb-376879c43cf4. Aug 10 04:08:19.684270 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0b12f92-ba7c-4e8a-94b3-2ec01662ddae tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Router 7eed9f8a-842f-4b5d-9f5c-13997ecd5e78 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:08:19.789989 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b12f92-ba7c-4e8a-94b3-2ec01662ddae tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:08:19.794732 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a0b12f92-ba7c-4e8a-94b3-2ec01662ddae tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:19.800069 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347bc050-bdd0-4e1d-b322-a3eb1437a85b None None] Sync routers for ids ['7eed9f8a-842f-4b5d-9f5c-13997ecd5e78'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:08:19.810903 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347bc050-bdd0-4e1d-b322-a3eb1437a85b None None] Routers {'7eed9f8a-842f-4b5d-9f5c-13997ecd5e78'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:08:19.811497 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-347bc050-bdd0-4e1d-b322-a3eb1437a85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:07:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['7eed9f8a-842f-4b5d-9f5c-13997ecd5e78'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:19.827014 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-a0b12f92-ba7c-4e8a-94b3-2ec01662ddae tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "DELETE /v2.0/floatingips/e284d92e-d06a-4624-8893-26b52c7f0562 HTTP/1.1" status: 204 len: 168 time: 0.9121063 Aug 10 04:08:19.827857 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '943d70fb-5459-4a41-b272-3121c340cdb0', 'tag': '1144513c-7c5e-4776-babb-376879c43cf4'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:08:19.830469 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b522ad8-5691-4495-b8d7-bc656d5522c5" -d '{"events": [{"name": "network-changed", "server_uuid": "943d70fb-5459-4a41-b272-3121c340cdb0", "tag": "1144513c-7c5e-4776-babb-376879c43cf4"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:08:19.873274 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f023a6-6144-4311-81b1-10f7c66fba2a x-openstack-request-id: req-97f023a6-6144-4311-81b1-10f7c66fba2a {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:08:19.873274 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "943d70fb-5459-4a41-b272-3121c340cdb0", "tag": "1144513c-7c5e-4776-babb-376879c43cf4", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:08:19.873621 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-97f023a6-6144-4311-81b1-10f7c66fba2a {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:08:19.874084 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '943d70fb-5459-4a41-b272-3121c340cdb0', 'tag': '1144513c-7c5e-4776-babb-376879c43cf4', 'status': 'completed', 'code': 200} Aug 10 04:08:19.918849 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-347bc050-bdd0-4e1d-b322-a3eb1437a85b None None] Set router 7eed9f8a-842f-4b5d-9f5c-13997ecd5e78 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:08:19.940390 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b522ad8-5691-4495-b8d7-bc656d5522c5 req-f4f74580-5b68-4aa5-a349-37fc1a8ac944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:19.942091 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5b522ad8-5691-4495-b8d7-bc656d5522c5 req-f4f74580-5b68-4aa5-a349-37fc1a8ac944 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b8b99293bc0b4fae85b62fcecb6d67eb&device_id=943d70fb-5459-4a41-b272-3121c340cdb0 HTTP/1.1" status: 200 len: 1098 time: 0.0451012 Aug 10 04:08:20.063586 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b522ad8-5691-4495-b8d7-bc656d5522c5 req-811a1dfd-3533-49a4-834c-0c50aec1e1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:20.065397 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5b522ad8-5691-4495-b8d7-bc656d5522c5 req-811a1dfd-3533-49a4-834c-0c50aec1e1be service neutron] 10.222.0.61 "GET /v2.0/networks?id=6c2bda2f-139a-470e-83fa-13e739951912 HTTP/1.1" status: 200 len: 897 time: 0.1104717 Aug 10 04:08:20.110683 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5b522ad8-5691-4495-b8d7-bc656d5522c5 req-62b1cd71-633f-4982-99ae-b286bd5b43da service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1144513c-7c5e-4776-babb-376879c43cf4 HTTP/1.1" status: 200 len: 217 time: 0.0360603 Aug 10 04:08:20.126145 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-347bc050-bdd0-4e1d-b322-a3eb1437a85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eed9f8a-842f-4b5d-9f5c-13997ecd5e78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492808209', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': '188ac425-9dde-4aba-9636-2b28df93538a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:05:15Z', 'updated_at': '2021-08-10T04:05:19Z', 'revision_number': 4, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'gw_port': {'id': '188ac425-9dde-4aba-9636-2b28df93538a', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:01:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eed9f8a-842f-4b5d-9f5c-13997ecd5e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:16Z', 'updated_at': '2021-08-10T04:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '12d97212-5374-43aa-b6a0-4c8bc75ba573', 'name': '', 'network_id': '6c2bda2f-139a-470e-83fa-13e739951912', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'mac_address': 'fa:16:3e:2c:61:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eed9f8a-842f-4b5d-9f5c-13997ecd5e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '8d430de9-9e6b-4604-b6b1-9081ae7464e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:18Z', 'updated_at': '2021-08-10T04:05:24Z', 'revision_number': 5, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'subnets': [{'id': '8d430de9-9e6b-4604-b6b1-9081ae7464e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:20.156672 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347bc050-bdd0-4e1d-b322-a3eb1437a85b None None] Checking router: 7eed9f8a-842f-4b5d-9f5c-13997ecd5e78 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:08:20.165581 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347bc050-bdd0-4e1d-b322-a3eb1437a85b None None] Routers {'7eed9f8a-842f-4b5d-9f5c-13997ecd5e78'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:08:20.166176 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-347bc050-bdd0-4e1d-b322-a3eb1437a85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:07:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['7eed9f8a-842f-4b5d-9f5c-13997ecd5e78'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:20.205280 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b522ad8-5691-4495-b8d7-bc656d5522c5 req-860615d4-1076-4560-bdb8-5601bef04fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:20.206915 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5b522ad8-5691-4495-b8d7-bc656d5522c5 req-860615d4-1076-4560-bdb8-5601bef04fd2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8d430de9-9e6b-4604-b6b1-9081ae7464e6 HTTP/1.1" status: 200 len: 835 time: 0.0891144 Aug 10 04:08:20.225629 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ade222-3054-416c-8bbc-971560b13494 req-d23d556f-b958-4e1f-a000-4390aa459d12 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:20.227161 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-37ade222-3054-416c-8bbc-971560b13494 req-d23d556f-b958-4e1f-a000-4390aa459d12 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=943d70fb-5459-4a41-b272-3121c340cdb0 HTTP/1.1" status: 200 len: 946 time: 0.2094772 Aug 10 04:08:20.279009 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-347bc050-bdd0-4e1d-b322-a3eb1437a85b None None] Set router 7eed9f8a-842f-4b5d-9f5c-13997ecd5e78 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:08:20.291860 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b522ad8-5691-4495-b8d7-bc656d5522c5 req-a0c780d3-12dd-43a0-bc07-1d4181aa2b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:20.293392 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5b522ad8-5691-4495-b8d7-bc656d5522c5 req-a0c780d3-12dd-43a0-bc07-1d4181aa2b53 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6c2bda2f-139a-470e-83fa-13e739951912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0762615 Aug 10 04:08:20.298470 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-37ade222-3054-416c-8bbc-971560b13494 req-4b93b942-61e7-478e-aa9a-e78ed753c916 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fe63f1c-bdee-4235-add1-6b303423d791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473795 Aug 10 04:08:20.386476 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5b522ad8-5691-4495-b8d7-bc656d5522c5 req-7b179fc1-1b84-4659-9ec0-8501ebbf18e5 service neutron] 10.222.0.61 "GET /v2.0/networks/6c2bda2f-139a-470e-83fa-13e739951912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855920 Aug 10 04:08:20.477646 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5b522ad8-5691-4495-b8d7-bc656d5522c5 req-9caafad3-f84d-4984-9256-b0f7f823331c service neutron] 10.222.0.61 "GET /v2.0/networks/6c2bda2f-139a-470e-83fa-13e739951912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833137 Aug 10 04:08:20.477908 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-347bc050-bdd0-4e1d-b322-a3eb1437a85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eed9f8a-842f-4b5d-9f5c-13997ecd5e78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492808209', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': '188ac425-9dde-4aba-9636-2b28df93538a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:05:15Z', 'updated_at': '2021-08-10T04:05:19Z', 'revision_number': 4, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'gw_port': {'id': '188ac425-9dde-4aba-9636-2b28df93538a', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:01:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eed9f8a-842f-4b5d-9f5c-13997ecd5e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:16Z', 'updated_at': '2021-08-10T04:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '12d97212-5374-43aa-b6a0-4c8bc75ba573', 'name': '', 'network_id': '6c2bda2f-139a-470e-83fa-13e739951912', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'mac_address': 'fa:16:3e:2c:61:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eed9f8a-842f-4b5d-9f5c-13997ecd5e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '8d430de9-9e6b-4604-b6b1-9081ae7464e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:18Z', 'updated_at': '2021-08-10T04:05:24Z', 'revision_number': 5, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'subnets': [{'id': '8d430de9-9e6b-4604-b6b1-9081ae7464e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:20.510834 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347bc050-bdd0-4e1d-b322-a3eb1437a85b None None] The sync data for ids ['7eed9f8a-842f-4b5d-9f5c-13997ecd5e78'] in n-d-768862-13 is: [{'id': '7eed9f8a-842f-4b5d-9f5c-13997ecd5e78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492808209', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': '188ac425-9dde-4aba-9636-2b28df93538a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:05:15Z', 'updated_at': '2021-08-10T04:05:19Z', 'revision_number': 4, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'gw_port': {'id': '188ac425-9dde-4aba-9636-2b28df93538a', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:01:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eed9f8a-842f-4b5d-9f5c-13997ecd5e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:16Z', 'updated_at': '2021-08-10T04:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '12d97212-5374-43aa-b6a0-4c8bc75ba573', 'name': '', 'network_id': '6c2bda2f-139a-470e-83fa-13e739951912', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'mac_address': 'fa:16:3e:2c:61:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eed9f8a-842f-4b5d-9f5c-13997ecd5e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '8d430de9-9e6b-4604-b6b1-9081ae7464e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:18Z', 'updated_at': '2021-08-10T04:05:24Z', 'revision_number': 5, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'subnets': [{'id': '8d430de9-9e6b-4604-b6b1-9081ae7464e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:08:20.739536 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f335c9be-7eab-4a1e-8502-c6c604fda87a None None] New status for floating IP e284d92e-d06a-4624-8893-26b52c7f0562: DOWN {{(pid=94262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:08:21.434968 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-dd16483d-3ea3-4982-a83d-71fcdfd18a71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:21.502182 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83621a7-c770-4b27-92d7-f699980b91b5 req-efeaef7b-4065-49d2-8836-e4b8aadc7880 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:21.503736 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a83621a7-c770-4b27-92d7-f699980b91b5 req-efeaef7b-4065-49d2-8836-e4b8aadc7880 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=943d70fb-5459-4a41-b272-3121c340cdb0 HTTP/1.1" status: 200 len: 946 time: 0.1079307 Aug 10 04:08:21.542549 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a83621a7-c770-4b27-92d7-f699980b91b5 req-9bab8ecb-f549-4b3d-bc0b-05fb2e4d1638 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fe63f1c-bdee-4235-add1-6b303423d791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318906 Aug 10 04:08:21.632493 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeddc929-cd39-4eb9-a6cc-c37bc2cd0428 req-d9299601-210e-4b11-aae3-15037e61b323 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:21.634266 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-eeddc929-cd39-4eb9-a6cc-c37bc2cd0428 req-d9299601-210e-4b11-aae3-15037e61b323 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.61 "GET /v2.0/ports?device_id=943d70fb-5459-4a41-b272-3121c340cdb0 HTTP/1.1" status: 200 len: 946 time: 0.0533435 Aug 10 04:08:21.722448 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-eeddc929-cd39-4eb9-a6cc-c37bc2cd0428 req-b380b20f-3899-4093-9630-6bc86d9a29da tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Deleting port 1144513c-7c5e-4776-babb-376879c43cf4 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:08:21.722787 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-eeddc929-cd39-4eb9-a6cc-c37bc2cd0428 req-b380b20f-3899-4093-9630-6bc86d9a29da tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:21.812947 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-eeddc929-cd39-4eb9-a6cc-c37bc2cd0428 req-b380b20f-3899-4093-9630-6bc86d9a29da tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] For port 1144513c-7c5e-4776-babb-376879c43cf4, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=1144513c-7c5e-4776-babb-376879c43cf4,segment=NetworkSegment(c3d2328a-9e35-4eed-8c60-a36e91436a1c),segment_id=c3d2328a-9e35-4eed-8c60-a36e91436a1c)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:08:21.813312 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-eeddc929-cd39-4eb9-a6cc-c37bc2cd0428 req-b380b20f-3899-4093-9630-6bc86d9a29da tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:21.826712 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-eeddc929-cd39-4eb9-a6cc-c37bc2cd0428 req-b380b20f-3899-4093-9630-6bc86d9a29da tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Calling delete_port for 1144513c-7c5e-4776-babb-376879c43cf4 owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:08:21.962260 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-eeddc929-cd39-4eb9-a6cc-c37bc2cd0428 req-b380b20f-3899-4093-9630-6bc86d9a29da tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:21.992585 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b380b20f-3899-4093-9630-6bc86d9a29da tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Pushing event deleted for resources: {'Port': ['ID=1144513c-7c5e-4776-babb-376879c43cf4,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:22.036878 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeddc929-cd39-4eb9-a6cc-c37bc2cd0428 req-b380b20f-3899-4093-9630-6bc86d9a29da tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] No DVR routers for this DVR port 1144513c-7c5e-4776-babb-376879c43cf4 on host n-h2-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:08:22.040378 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-eeddc929-cd39-4eb9-a6cc-c37bc2cd0428 req-b380b20f-3899-4093-9630-6bc86d9a29da tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:22.042447 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-eeddc929-cd39-4eb9-a6cc-c37bc2cd0428 req-b380b20f-3899-4093-9630-6bc86d9a29da tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.61 "DELETE /v2.0/ports/1144513c-7c5e-4776-babb-376879c43cf4 HTTP/1.1" status: 204 len: 173 time: 0.4004946 Aug 10 04:08:22.042913 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '943d70fb-5459-4a41-b272-3121c340cdb0', 'name': 'network-vif-deleted', 'tag': '1144513c-7c5e-4776-babb-376879c43cf4'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:08:22.048976 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8999869-b88c-444f-9fab-117076857b4e" -d '{"events": [{"server_uuid": "943d70fb-5459-4a41-b272-3121c340cdb0", "name": "network-vif-deleted", "tag": "1144513c-7c5e-4776-babb-376879c43cf4"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:08:22.104586 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ebf3729-9aa6-4de1-b6e2-39d2306f3152 x-openstack-request-id: req-0ebf3729-9aa6-4de1-b6e2-39d2306f3152 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:08:22.104885 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "943d70fb-5459-4a41-b272-3121c340cdb0", "name": "network-vif-deleted", "tag": "1144513c-7c5e-4776-babb-376879c43cf4", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:08:22.105143 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0ebf3729-9aa6-4de1-b6e2-39d2306f3152 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:08:22.105611 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '943d70fb-5459-4a41-b272-3121c340cdb0', 'name': 'network-vif-deleted', 'tag': '1144513c-7c5e-4776-babb-376879c43cf4', 'status': 'completed', 'code': 200} Aug 10 04:08:22.649552 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ec0a4bc3-d2c8-4cbf-9b9e-5c7083dc1cc2 req-b17abafe-2405-4a82-98b3-eed916d825bb tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "GET /v2.0/ports?device_id=943d70fb-5459-4a41-b272-3121c340cdb0 HTTP/1.1" status: 200 len: 210 time: 0.0274701 Aug 10 04:08:23.706284 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3b427184-06b5-4ad2-a4f4-69670cff09c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:23.708519 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 46918) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:24.065808 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-419fbc0e-b84b-4d61-8ab8-e7283f018925 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521880'] for router_interface, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:24.308610 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:24.322049 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-419fbc0e-b84b-4d61-8ab8-e7283f018925 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Deleting port 12d97212-5374-43aa-b6a0-4c8bc75ba573 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:08:24.322426 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-419fbc0e-b84b-4d61-8ab8-e7283f018925 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:24.407771 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [None req-419fbc0e-b84b-4d61-8ab8-e7283f018925 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] For port 12d97212-5374-43aa-b6a0-4c8bc75ba573, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=12d97212-5374-43aa-b6a0-4c8bc75ba573,segment=NetworkSegment(c3d2328a-9e35-4eed-8c60-a36e91436a1c),segment_id=c3d2328a-9e35-4eed-8c60-a36e91436a1c)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:08:24.408146 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-419fbc0e-b84b-4d61-8ab8-e7283f018925 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:24.421411 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-419fbc0e-b84b-4d61-8ab8-e7283f018925 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Calling delete_port for 12d97212-5374-43aa-b6a0-4c8bc75ba573 owned by network:router_interface {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:08:24.613617 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-419fbc0e-b84b-4d61-8ab8-e7283f018925 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:24.640441 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419fbc0e-b84b-4d61-8ab8-e7283f018925 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Pushing event deleted for resources: {'Port': ['ID=12d97212-5374-43aa-b6a0-4c8bc75ba573,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:24.809557 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-419fbc0e-b84b-4d61-8ab8-e7283f018925 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-522536'] for router_interface, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:25.032376 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-419fbc0e-b84b-4d61-8ab8-e7283f018925 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Router 7eed9f8a-842f-4b5d-9f5c-13997ecd5e78 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:08:25.136545 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-419fbc0e-b84b-4d61-8ab8-e7283f018925 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:08:25.141709 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-419fbc0e-b84b-4d61-8ab8-e7283f018925 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "PUT /v2.0/routers/7eed9f8a-842f-4b5d-9f5c-13997ecd5e78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4320459 Aug 10 04:08:25.144805 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 46920) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:25.147297 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9806b24b-c8c4-4219-b8c5-8252b5cd94be None None] Sync routers for ids ['7eed9f8a-842f-4b5d-9f5c-13997ecd5e78'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:08:25.156601 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9806b24b-c8c4-4219-b8c5-8252b5cd94be None None] Routers {'7eed9f8a-842f-4b5d-9f5c-13997ecd5e78'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:08:25.157215 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-9806b24b-c8c4-4219-b8c5-8252b5cd94be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:08:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['7eed9f8a-842f-4b5d-9f5c-13997ecd5e78'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:25.198250 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-5454e90a-25bd-4ffa-bfff-64e778c0eb9e tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Deleting subnet 8d430de9-9e6b-4604-b6b1-9081ae7464e6 {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:08:25.201777 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5454e90a-25bd-4ffa-bfff-64e778c0eb9e tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:25.244650 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5454e90a-25bd-4ffa-bfff-64e778c0eb9e tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:25.331837 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5454e90a-25bd-4ffa-bfff-64e778c0eb9e tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:25.351163 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-9806b24b-c8c4-4219-b8c5-8252b5cd94be None None] Set router 7eed9f8a-842f-4b5d-9f5c-13997ecd5e78 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:08:25.390688 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5454e90a-25bd-4ffa-bfff-64e778c0eb9e tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:25.397735 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 1144513c-7c5e-4776-babb-376879c43cf4 no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:08:25.420068 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5454e90a-25bd-4ffa-bfff-64e778c0eb9e tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:25.424563 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-5454e90a-25bd-4ffa-bfff-64e778c0eb9e tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "DELETE /v2.0/subnets/8d430de9-9e6b-4604-b6b1-9081ae7464e6 HTTP/1.1" status: 204 len: 168 time: 0.2762041 Aug 10 04:08:25.424563 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5454e90a-25bd-4ffa-bfff-64e778c0eb9e tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Pushing event deleted for resources: {'Subnet': ['ID=8d430de9-9e6b-4604-b6b1-9081ae7464e6,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:25.424802 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] No Port match for: 1144513c-7c5e-4776-babb-376879c43cf4 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:08:25.424802 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 1144513c-7c5e-4776-babb-376879c43cf4 not bound to the agent host n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:08:25.425196 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 46924) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:25.431643 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5454e90a-25bd-4ffa-bfff-64e778c0eb9e tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:25.431975 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5454e90a-25bd-4ffa-bfff-64e778c0eb9e tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:25.432314 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5454e90a-25bd-4ffa-bfff-64e778c0eb9e tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:25.432649 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5454e90a-25bd-4ffa-bfff-64e778c0eb9e tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:25.435021 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5454e90a-25bd-4ffa-bfff-64e778c0eb9e tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:25.435021 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5454e90a-25bd-4ffa-bfff-64e778c0eb9e tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:25.435021 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5454e90a-25bd-4ffa-bfff-64e778c0eb9e tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:25.435021 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5454e90a-25bd-4ffa-bfff-64e778c0eb9e tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:25.435021 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5454e90a-25bd-4ffa-bfff-64e778c0eb9e tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:25.435021 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5454e90a-25bd-4ffa-bfff-64e778c0eb9e tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:25.435021 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5454e90a-25bd-4ffa-bfff-64e778c0eb9e tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:25.435658 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5454e90a-25bd-4ffa-bfff-64e778c0eb9e tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:25.450601 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56696606-33ce-4dc5-b340-52fb95cce244 None None] Network 6c2bda2f-139a-470e-83fa-13e739951912 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:08:25.532181 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-9806b24b-c8c4-4219-b8c5-8252b5cd94be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eed9f8a-842f-4b5d-9f5c-13997ecd5e78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492808209', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': '188ac425-9dde-4aba-9636-2b28df93538a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:05:15Z', 'updated_at': '2021-08-10T04:08:24Z', 'revision_number': 5, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'gw_port': {'id': '188ac425-9dde-4aba-9636-2b28df93538a', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:01:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eed9f8a-842f-4b5d-9f5c-13997ecd5e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:16Z', 'updated_at': '2021-08-10T04:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:25.547152 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:25.556703 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1b37a767-8202-4019-b580-720b8269f9e3 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for router, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:25.559403 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9806b24b-c8c4-4219-b8c5-8252b5cd94be None None] Checking router: 7eed9f8a-842f-4b5d-9f5c-13997ecd5e78 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:08:25.567882 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9806b24b-c8c4-4219-b8c5-8252b5cd94be None None] Routers {'7eed9f8a-842f-4b5d-9f5c-13997ecd5e78'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:08:25.569189 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-9806b24b-c8c4-4219-b8c5-8252b5cd94be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:08:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['7eed9f8a-842f-4b5d-9f5c-13997ecd5e78'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:25.654174 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a734ce83-05fa-4003-bb0e-30e9e1777dc2 None None] DHCP port deletion for 6c2bda2f-139a-470e-83fa-13e739951912 request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:08:25.674105 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-9806b24b-c8c4-4219-b8c5-8252b5cd94be None None] Set router 7eed9f8a-842f-4b5d-9f5c-13997ecd5e78 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:08:25.702810 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-a734ce83-05fa-4003-bb0e-30e9e1777dc2 None None] Deleting port e06fdbed-69d2-4bf7-92db-29f356f11932 {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:08:25.703192 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a734ce83-05fa-4003-bb0e-30e9e1777dc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:25.771987 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-a734ce83-05fa-4003-bb0e-30e9e1777dc2 None None] For port e06fdbed-69d2-4bf7-92db-29f356f11932, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=e06fdbed-69d2-4bf7-92db-29f356f11932,segment=NetworkSegment(c3d2328a-9e35-4eed-8c60-a36e91436a1c),segment_id=c3d2328a-9e35-4eed-8c60-a36e91436a1c)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:08:25.772393 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a734ce83-05fa-4003-bb0e-30e9e1777dc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:25.787416 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-a734ce83-05fa-4003-bb0e-30e9e1777dc2 None None] Calling delete_port for e06fdbed-69d2-4bf7-92db-29f356f11932 owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:08:25.863303 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-9806b24b-c8c4-4219-b8c5-8252b5cd94be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eed9f8a-842f-4b5d-9f5c-13997ecd5e78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492808209', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': '188ac425-9dde-4aba-9636-2b28df93538a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:05:15Z', 'updated_at': '2021-08-10T04:08:24Z', 'revision_number': 5, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'gw_port': {'id': '188ac425-9dde-4aba-9636-2b28df93538a', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:01:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eed9f8a-842f-4b5d-9f5c-13997ecd5e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:16Z', 'updated_at': '2021-08-10T04:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:25.875269 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a734ce83-05fa-4003-bb0e-30e9e1777dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:25.897693 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9806b24b-c8c4-4219-b8c5-8252b5cd94be None None] The sync data for ids ['7eed9f8a-842f-4b5d-9f5c-13997ecd5e78'] in n-d-768862-13 is: [{'id': '7eed9f8a-842f-4b5d-9f5c-13997ecd5e78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492808209', 'tenant_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': '188ac425-9dde-4aba-9636-2b28df93538a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:05:15Z', 'updated_at': '2021-08-10T04:08:24Z', 'revision_number': 5, 'project_id': 'b8b99293bc0b4fae85b62fcecb6d67eb', 'gw_port': {'id': '188ac425-9dde-4aba-9636-2b28df93538a', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:01:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eed9f8a-842f-4b5d-9f5c-13997ecd5e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:16Z', 'updated_at': '2021-08-10T04:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:08:25.900702 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a734ce83-05fa-4003-bb0e-30e9e1777dc2 None None] Pushing event deleted for resources: {'Port': ['ID=e06fdbed-69d2-4bf7-92db-29f356f11932,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:25.911182 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a734ce83-05fa-4003-bb0e-30e9e1777dc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:25.911534 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a734ce83-05fa-4003-bb0e-30e9e1777dc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:25.911929 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a734ce83-05fa-4003-bb0e-30e9e1777dc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:25.912256 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a734ce83-05fa-4003-bb0e-30e9e1777dc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:25.912591 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a734ce83-05fa-4003-bb0e-30e9e1777dc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:25.913034 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a734ce83-05fa-4003-bb0e-30e9e1777dc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:25.913368 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a734ce83-05fa-4003-bb0e-30e9e1777dc2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:25.913700 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a734ce83-05fa-4003-bb0e-30e9e1777dc2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:25.914026 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a734ce83-05fa-4003-bb0e-30e9e1777dc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:25.914383 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a734ce83-05fa-4003-bb0e-30e9e1777dc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:25.914713 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a734ce83-05fa-4003-bb0e-30e9e1777dc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:25.915035 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a734ce83-05fa-4003-bb0e-30e9e1777dc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:25.917893 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a734ce83-05fa-4003-bb0e-30e9e1777dc2 None None] No DVR routers for this DVR port e06fdbed-69d2-4bf7-92db-29f356f11932 on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:08:25.991896 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1b37a767-8202-4019-b580-720b8269f9e3 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:26.044760 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-1b37a767-8202-4019-b580-720b8269f9e3 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Deleting port 188ac425-9dde-4aba-9636-2b28df93538a {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:08:26.045108 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1b37a767-8202-4019-b580-720b8269f9e3 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:26.122976 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [None req-1b37a767-8202-4019-b580-720b8269f9e3 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] For port 188ac425-9dde-4aba-9636-2b28df93538a, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=188ac425-9dde-4aba-9636-2b28df93538a,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:08:26.123294 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1b37a767-8202-4019-b580-720b8269f9e3 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:26.135691 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-1b37a767-8202-4019-b580-720b8269f9e3 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Calling delete_port for 188ac425-9dde-4aba-9636-2b28df93538a owned by network:router_gateway {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:08:26.304292 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1b37a767-8202-4019-b580-720b8269f9e3 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:26.335668 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b37a767-8202-4019-b580-720b8269f9e3 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Pushing event deleted for resources: {'Port': ['ID=188ac425-9dde-4aba-9636-2b28df93538a,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:26.374208 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device e06fdbed-69d2-4bf7-92db-29f356f11932 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:08:26.395647 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: e06fdbed-69d2-4bf7-92db-29f356f11932 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:08:26.396160 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device e06fdbed-69d2-4bf7-92db-29f356f11932 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:08:26.400551 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1b37a767-8202-4019-b580-720b8269f9e3 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520654'] for router_gateway, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:26.425612 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:26.494867 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1b37a767-8202-4019-b580-720b8269f9e3 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:26.497020 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1b37a767-8202-4019-b580-720b8269f9e3 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:26.543009 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1b37a767-8202-4019-b580-720b8269f9e3 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:26.543574 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b37a767-8202-4019-b580-720b8269f9e3 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Fanout notify agent at l3_agent the message router_deleted on router 7eed9f8a-842f-4b5d-9f5c-13997ecd5e78 {{(pid=94260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:08:26.550825 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1b37a767-8202-4019-b580-720b8269f9e3 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for router, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:26.551745 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-1b37a767-8202-4019-b580-720b8269f9e3 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "DELETE /v2.0/routers/7eed9f8a-842f-4b5d-9f5c-13997ecd5e78 HTTP/1.1" status: 204 len: 168 time: 1.1254117 Aug 10 04:08:26.554492 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 46926) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:26.635613 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6ff1c926-fb03-48fe-bc3f-6716ed47e662 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:26.722512 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6ff1c926-fb03-48fe-bc3f-6716ed47e662 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:26.732217 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-6ff1c926-fb03-48fe-bc3f-6716ed47e662 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c2bda2f-139a-470e-83fa-13e739951912']}} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:26.743779 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-6ff1c926-fb03-48fe-bc3f-6716ed47e662 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3d2328a-9e35-4eed-8c60-a36e91436a1c') {'for_net_delete': True} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:26.744081 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-6ff1c926-fb03-48fe-bc3f-6716ed47e662 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3d2328a-9e35-4eed-8c60-a36e91436a1c') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:26.752692 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6ff1c926-fb03-48fe-bc3f-6716ed47e662 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191186'] for segment, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:26.771635 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6ff1c926-fb03-48fe-bc3f-6716ed47e662 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:26.778211 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ff1c926-fb03-48fe-bc3f-6716ed47e662 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=94260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:08:26.778683 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6ff1c926-fb03-48fe-bc3f-6716ed47e662 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58895489'] for segment, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:26.781867 n-d-768862-13 neutron-server[94260]: Traceback (most recent call last): Aug 10 04:08:26.781867 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:08:26.781867 n-d-768862-13 neutron-server[94260]: timer() Aug 10 04:08:26.781867 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:08:26.781867 n-d-768862-13 neutron-server[94260]: cb(*args, **kw) Aug 10 04:08:26.781867 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:08:26.781867 n-d-768862-13 neutron-server[94260]: return func(*args, **kwargs) Aug 10 04:08:26.781867 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:08:26.781867 n-d-768862-13 neutron-server[94260]: self._notify() Aug 10 04:08:26.781867 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:08:26.781867 n-d-768862-13 neutron-server[94260]: self.callback(batched_events) Aug 10 04:08:26.781867 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:08:26.781867 n-d-768862-13 neutron-server[94260]: event.method(event) Aug 10 04:08:26.781867 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:08:26.781867 n-d-768862-13 neutron-server[94260]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:08:26.781867 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:08:26.781867 n-d-768862-13 neutron-server[94260]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:08:26.781867 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:08:26.781867 n-d-768862-13 neutron-server[94260]: return f(self, *a, **k) Aug 10 04:08:26.781867 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:08:26.781867 n-d-768862-13 neutron-server[94260]: return self._get(url).json() Aug 10 04:08:26.781867 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:08:26.781867 n-d-768862-13 neutron-server[94260]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:08:26.781867 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:08:26.781867 n-d-768862-13 neutron-server[94260]: return self.request(url, 'GET', **kwargs) Aug 10 04:08:26.781867 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:08:26.781867 n-d-768862-13 neutron-server[94260]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:08:26.781867 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:08:26.781867 n-d-768862-13 neutron-server[94260]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:08:26.781867 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:08:26.781867 n-d-768862-13 neutron-server[94260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:08:26.781867 n-d-768862-13 neutron-server[94260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:08:26.838709 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6ff1c926-fb03-48fe-bc3f-6716ed47e662 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:26.843197 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6ff1c926-fb03-48fe-bc3f-6716ed47e662 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:26.845376 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-6ff1c926-fb03-48fe-bc3f-6716ed47e662 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "DELETE /v2.0/networks/6c2bda2f-139a-470e-83fa-13e739951912 HTTP/1.1" status: 204 len: 168 time: 0.2899392 Aug 10 04:08:26.848244 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 46928) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:26.860526 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff1c926-fb03-48fe-bc3f-6716ed47e662 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Pushing event deleted for resources: {'Network': ['ID=6c2bda2f-139a-470e-83fa-13e739951912,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:26.911693 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ddfca1de-cc7e-4876-838e-01324d54ab27 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:26.937272 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ddfca1de-cc7e-4876-838e-01324d54ab27 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:26.956713 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:27.002938 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ddfca1de-cc7e-4876-838e-01324d54ab27 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:27.005703 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ddfca1de-cc7e-4876-838e-01324d54ab27 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:27.006951 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ddfca1de-cc7e-4876-838e-01324d54ab27 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] 10.222.0.44 "DELETE /v2.0/security-groups/8fe63f1c-bdee-4235-add1-6b303423d791 HTTP/1.1" status: 204 len: 168 time: 0.1577117 Aug 10 04:08:27.018548 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfca1de-cc7e-4876-838e-01324d54ab27 tempest-TestNetworkAdvancedServerOps-2058388046 tempest-TestNetworkAdvancedServerOps-2058388046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe63f1c-bdee-4235-add1-6b303423d791,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:27.311123 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 46936) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:27.446344 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ff600486-0c2b-4422-89e7-a8a48fb688aa admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b8b99293bc0b4fae85b62fcecb6d67eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1339722 Aug 10 04:08:27.448786 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 46942) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:27.500654 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-120d129f-0dda-47b9-af37-4cb80f0de837 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:27.522497 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-120d129f-0dda-47b9-af37-4cb80f0de837 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:27.569569 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-120d129f-0dda-47b9-af37-4cb80f0de837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:27.572194 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-120d129f-0dda-47b9-af37-4cb80f0de837 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:27.573344 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-120d129f-0dda-47b9-af37-4cb80f0de837 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a736f5a2-190b-4483-bf2c-8bbb365fdd8c HTTP/1.1" status: 204 len: 168 time: 0.1236732 Aug 10 04:08:27.582534 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120d129f-0dda-47b9-af37-4cb80f0de837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a736f5a2-190b-4483-bf2c-8bbb365fdd8c,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:27.855099 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 46948) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:27.894743 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-ec1a7fef-b2d5-4bdb-89bc-d8f5457b5690 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2483a0aaa5874c8e96badd8cb71caa49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381606 Aug 10 04:08:27.897111 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 46950) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:27.946341 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-fa536bc9-4104-43db-aebb-d532b629901a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:27.961983 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 188ac425-9dde-4aba-9636-2b28df93538a no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:08:27.968709 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-fa536bc9-4104-43db-aebb-d532b629901a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:27.981649 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 188ac425-9dde-4aba-9636-2b28df93538a {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:08:27.981996 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 188ac425-9dde-4aba-9636-2b28df93538a not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:08:27.982428 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 12d97212-5374-43aa-b6a0-4c8bc75ba573 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:08:28.002593 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 12d97212-5374-43aa-b6a0-4c8bc75ba573 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:08:28.003213 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 12d97212-5374-43aa-b6a0-4c8bc75ba573 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:08:28.022757 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-fa536bc9-4104-43db-aebb-d532b629901a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:28.025402 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-fa536bc9-4104-43db-aebb-d532b629901a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:28.026597 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-fa536bc9-4104-43db-aebb-d532b629901a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/95b99d03-1954-4f98-b67d-a6c1e841b677 HTTP/1.1" status: 204 len: 168 time: 0.1285908 Aug 10 04:08:28.034192 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa536bc9-4104-43db-aebb-d532b629901a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b99d03-1954-4f98-b67d-a6c1e841b677,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:28.719021 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 46974) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:28.813039 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-1c7f5c84-9cf9-4dcd-8b08-5a539102d22d admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-509802864-network', 'tenant_id': 'f388ef245e8c4ac88af290fa55e7b328'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:08:28.834919 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c7f5c84-9cf9-4dcd-8b08-5a539102d22d admin admin] Made reservation on behalf of f388ef245e8c4ac88af290fa55e7b328 for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:08:28.837272 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1c7f5c84-9cf9-4dcd-8b08-5a539102d22d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:28.845456 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1c7f5c84-9cf9-4dcd-8b08-5a539102d22d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:28.935145 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1c7f5c84-9cf9-4dcd-8b08-5a539102d22d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:28.939275 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1c7f5c84-9cf9-4dcd-8b08-5a539102d22d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:28.972487 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c7f5c84-9cf9-4dcd-8b08-5a539102d22d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:08:28.982406 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7f5c84-9cf9-4dcd-8b08-5a539102d22d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=738cce75-f4db-4d85-b5bf-d284c345432e,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:28.987340 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1c7f5c84-9cf9-4dcd-8b08-5a539102d22d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:28.987688 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-1c7f5c84-9cf9-4dcd-8b08-5a539102d22d admin admin] Added segment 69454e0f-59ff-471b-9ae4-103b5f2ce9b2 of type vlan for network 1b3f09e5-4a03-402e-a615-ff07de5ff6f4 Aug 10 04:08:29.031444 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1c7f5c84-9cf9-4dcd-8b08-5a539102d22d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:29.059628 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1c7f5c84-9cf9-4dcd-8b08-5a539102d22d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:29.060523 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7f5c84-9cf9-4dcd-8b08-5a539102d22d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:29.061104 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1c7f5c84-9cf9-4dcd-8b08-5a539102d22d admin admin] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:29.129240 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-1c7f5c84-9cf9-4dcd-8b08-5a539102d22d admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4089262 Aug 10 04:08:29.132950 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 46978) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:29.139116 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-a7c59bf7-18bb-4a0a-8038-b1288f60db57 admin admin] Request body: {'subnet': {'network_id': '1b3f09e5-4a03-402e-a615-ff07de5ff6f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-509802864-subnet', 'tenant_id': 'f388ef245e8c4ac88af290fa55e7b328', 'ip_version': 4}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:08:29.147311 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7f5c84-9cf9-4dcd-8b08-5a539102d22d admin admin] Pushing event updated for resources: {'Network': ['ID=1b3f09e5-4a03-402e-a615-ff07de5ff6f4,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:29.157811 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 1b3f09e5-4a03-402e-a615-ff07de5ff6f4 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:08:29.171806 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c59bf7-18bb-4a0a-8038-b1288f60db57 admin admin] Made reservation on behalf of f388ef245e8c4ac88af290fa55e7b328 for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:08:29.175794 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a7c59bf7-18bb-4a0a-8038-b1288f60db57 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:29.344001 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a7c59bf7-18bb-4a0a-8038-b1288f60db57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58895384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805196'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:29.391431 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c59bf7-18bb-4a0a-8038-b1288f60db57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=441b31c0-d600-4f33-a3c6-065be40ea576,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:29.406477 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c59bf7-18bb-4a0a-8038-b1288f60db57 admin admin] Checking segment: {'id': '69454e0f-59ff-471b-9ae4-103b5f2ce9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1b3f09e5-4a03-402e-a615-ff07de5ff6f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:08:29.406832 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c59bf7-18bb-4a0a-8038-b1288f60db57 admin admin] Network hostable DHCP agents. Network: 1b3f09e5-4a03-402e-a615-ff07de5ff6f4, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:08:29.423505 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c59bf7-18bb-4a0a-8038-b1288f60db57 admin admin] Network 1b3f09e5-4a03-402e-a615-ff07de5ff6f4 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:08:29.432647 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-a7c59bf7-18bb-4a0a-8038-b1288f60db57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 1b3f09e5-4a03-402e-a615-ff07de5ff6f4) {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:08:29.437111 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c59bf7-18bb-4a0a-8038-b1288f60db57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:29.438140 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a7c59bf7-18bb-4a0a-8038-b1288f60db57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:29.441547 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b53ad3-eb9b-4c9a-8aaf-ec951b65e5c1 None None] Network 1b3f09e5-4a03-402e-a615-ff07de5ff6f4 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:08:29.453591 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-a7c59bf7-18bb-4a0a-8038-b1288f60db57 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3187251 Aug 10 04:08:29.456137 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 46982) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:29.460615 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-dd4abd70-c472-4269-8a38-431e53a71c7c admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-509802864-router', 'tenant_id': 'f388ef245e8c4ac88af290fa55e7b328', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:08:29.483950 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-dd4abd70-c472-4269-8a38-431e53a71c7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:29.485003 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-dd4abd70-c472-4269-8a38-431e53a71c7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:29.539197 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-dd4abd70-c472-4269-8a38-431e53a71c7c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:29.595758 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f15eb0-93bc-47fd-b3b0-3e3e7d6667c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-1b3f09e5-4a03-402e-a615-ff07de5ff6f4', 'network_id': '1b3f09e5-4a03-402e-a615-ff07de5ff6f4', 'tenant_id': 'f388ef245e8c4ac88af290fa55e7b328', 'fixed_ips': [{'subnet_id': '441b31c0-d600-4f33-a3c6-065be40ea576'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:08:29.596579 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a6f15eb0-93bc-47fd-b3b0-3e3e7d6667c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:29.680332 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-dd4abd70-c472-4269-8a38-431e53a71c7c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:29.732158 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-a6f15eb0-93bc-47fd-b3b0-3e3e7d6667c4 None None] Allocated IP 172.20.0.2 (1b3f09e5-4a03-402e-a615-ff07de5ff6f4/441b31c0-d600-4f33-a3c6-065be40ea576/59e130d2-b0aa-46dd-a253-b5b80b76729a) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:08:29.895475 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-dd4abd70-c472-4269-8a38-431e53a71c7c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:29.915677 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-dd4abd70-c472-4269-8a38-431e53a71c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:30.023232 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-dd4abd70-c472-4269-8a38-431e53a71c7c admin admin] Allocated IP 172.25.6.9 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/2f15b140-3304-4026-a6c9-5c27745255d9) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:08:30.040888 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a6f15eb0-93bc-47fd-b3b0-3e3e7d6667c4 None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:30.049437 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-a6f15eb0-93bc-47fd-b3b0-3e3e7d6667c4 None None] Transition to ACTIVE for port object 59e130d2-b0aa-46dd-a253-b5b80b76729a will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:08:30.064333 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-a6f15eb0-93bc-47fd-b3b0-3e3e7d6667c4 None None] Transition to ACTIVE for port object 59e130d2-b0aa-46dd-a253-b5b80b76729a will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:08:30.071121 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a6f15eb0-93bc-47fd-b3b0-3e3e7d6667c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:30.110966 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f15eb0-93bc-47fd-b3b0-3e3e7d6667c4 None None] Network 1b3f09e5-4a03-402e-a615-ff07de5ff6f4 is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:08:30.113866 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-a6f15eb0-93bc-47fd-b3b0-3e3e7d6667c4 None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:08:30.118948 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f15eb0-93bc-47fd-b3b0-3e3e7d6667c4 None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:08:30.121739 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f15eb0-93bc-47fd-b3b0-3e3e7d6667c4 None None] Pushing event updated for resources: {'Port': ['ID=59e130d2-b0aa-46dd-a253-b5b80b76729a,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:30.134252 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-dd4abd70-c472-4269-8a38-431e53a71c7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:30.173062 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-a6f15eb0-93bc-47fd-b3b0-3e3e7d6667c4 None None] Attempting to bind port 59e130d2-b0aa-46dd-a253-b5b80b76729a on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:08:30.173621 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-a6f15eb0-93bc-47fd-b3b0-3e3e7d6667c4 None None] Attempting to bind port 59e130d2-b0aa-46dd-a253-b5b80b76729a by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '69454e0f-59ff-471b-9ae4-103b5f2ce9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1b3f09e5-4a03-402e-a615-ff07de5ff6f4'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:08:30.173904 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f15eb0-93bc-47fd-b3b0-3e3e7d6667c4 None None] Attempting to bind port 59e130d2-b0aa-46dd-a253-b5b80b76729a on network 1b3f09e5-4a03-402e-a615-ff07de5ff6f4 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:08:30.174325 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-dd4abd70-c472-4269-8a38-431e53a71c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:30.180013 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f15eb0-93bc-47fd-b3b0-3e3e7d6667c4 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:08:30.180470 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f15eb0-93bc-47fd-b3b0-3e3e7d6667c4 None None] Checking segment: {'id': '69454e0f-59ff-471b-9ae4-103b5f2ce9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1b3f09e5-4a03-402e-a615-ff07de5ff6f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:08:30.180938 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a6f15eb0-93bc-47fd-b3b0-3e3e7d6667c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:30.181405 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f15eb0-93bc-47fd-b3b0-3e3e7d6667c4 None None] Bound using segment: {'id': '69454e0f-59ff-471b-9ae4-103b5f2ce9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1b3f09e5-4a03-402e-a615-ff07de5ff6f4'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:08:30.181949 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-a6f15eb0-93bc-47fd-b3b0-3e3e7d6667c4 None None] Bound port: 59e130d2-b0aa-46dd-a253-b5b80b76729a, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69454e0f-59ff-471b-9ae4-103b5f2ce9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1b3f09e5-4a03-402e-a615-ff07de5ff6f4'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:08:30.182421 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a6f15eb0-93bc-47fd-b3b0-3e3e7d6667c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:30.214700 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4abd70-c472-4269-8a38-431e53a71c7c admin admin] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:08:30.219203 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-dd4abd70-c472-4269-8a38-431e53a71c7c admin admin] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:08:30.223568 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4abd70-c472-4269-8a38-431e53a71c7c admin admin] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:08:30.227186 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4abd70-c472-4269-8a38-431e53a71c7c admin admin] Pushing event updated for resources: {'Port': ['ID=2f15b140-3304-4026-a6c9-5c27745255d9,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:30.250996 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-a6f15eb0-93bc-47fd-b3b0-3e3e7d6667c4 None None] For port 59e130d2-b0aa-46dd-a253-b5b80b76729a, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:08:30.254057 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-a6f15eb0-93bc-47fd-b3b0-3e3e7d6667c4 None None] For port 59e130d2-b0aa-46dd-a253-b5b80b76729a, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=59e130d2-b0aa-46dd-a253-b5b80b76729a,segment=NetworkSegment(69454e0f-59ff-471b-9ae4-103b5f2ce9b2),segment_id=69454e0f-59ff-471b-9ae4-103b5f2ce9b2)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:08:30.259348 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a6f15eb0-93bc-47fd-b3b0-3e3e7d6667c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:30.313901 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f15eb0-93bc-47fd-b3b0-3e3e7d6667c4 None None] Pushing event updated for resources: {'Port': ['ID=59e130d2-b0aa-46dd-a253-b5b80b76729a,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:30.494568 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-dd4abd70-c472-4269-8a38-431e53a71c7c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:30.695748 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-dd4abd70-c472-4269-8a38-431e53a71c7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:30.829940 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd4abd70-c472-4269-8a38-431e53a71c7c admin admin] Router 3b334530-5ad1-4ed6-aa1d-a8838b26f1b6 is scheduled to L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e with binding_index 1 {{(pid=94260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:08:30.941922 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd4abd70-c472-4269-8a38-431e53a71c7c admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:08:30.951746 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7d60b8-6e28-4f4f-a097-828c05aa0b3d None None] Sync routers for ids ['3b334530-5ad1-4ed6-aa1d-a8838b26f1b6'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:08:30.961208 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-dd4abd70-c472-4269-8a38-431e53a71c7c admin admin] Notify callbacks [] for router, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:30.962041 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7d60b8-6e28-4f4f-a097-828c05aa0b3d None None] Routers {'3b334530-5ad1-4ed6-aa1d-a8838b26f1b6'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:08:30.962630 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-dd4abd70-c472-4269-8a38-431e53a71c7c admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.5055454 Aug 10 04:08:30.963026 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-0f7d60b8-6e28-4f4f-a097-828c05aa0b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:08:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['3b334530-5ad1-4ed6-aa1d-a8838b26f1b6'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:30.966500 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 46986) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:31.078080 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-0f7d60b8-6e28-4f4f-a097-828c05aa0b3d None None] Set router 3b334530-5ad1-4ed6-aa1d-a8838b26f1b6 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:08:31.195645 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722a1f03-a4cd-4480-81d8-ea11bdc7920a None None] Network 1b3f09e5-4a03-402e-a615-ff07de5ff6f4 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:08:31.278863 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-3e5e5d9e-cb03-4503-b4d3-ed8a76bbcbb4 None None] Provisioning for port 59e130d2-b0aa-46dd-a253-b5b80b76729a completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:08:31.378929 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-0f7d60b8-6e28-4f4f-a097-828c05aa0b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b334530-5ad1-4ed6-aa1d-a8838b26f1b6', 'name': 'tempest-TestServerMultinode-509802864-router', 'tenant_id': 'f388ef245e8c4ac88af290fa55e7b328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '2f15b140-3304-4026-a6c9-5c27745255d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:08:29Z', 'updated_at': '2021-08-10T04:08:30Z', 'revision_number': 3, 'project_id': 'f388ef245e8c4ac88af290fa55e7b328', 'gw_port': {'id': '2f15b140-3304-4026-a6c9-5c27745255d9', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:0a:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b334530-5ad1-4ed6-aa1d-a8838b26f1b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:29Z', 'updated_at': '2021-08-10T04:08:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:31.409263 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-92e130dc-93c5-46a1-a4ab-59abaf5202b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:31.423019 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7d60b8-6e28-4f4f-a097-828c05aa0b3d None None] Checking router: 3b334530-5ad1-4ed6-aa1d-a8838b26f1b6 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:08:31.423279 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7d60b8-6e28-4f4f-a097-828c05aa0b3d None None] Updating router 3b334530-5ad1-4ed6-aa1d-a8838b26f1b6 port 2f15b140-3304-4026-a6c9-5c27745255d9 binding host n-d-768862-13 {{(pid=94262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:08:31.454000 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-0f7d60b8-6e28-4f4f-a097-828c05aa0b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:31.635169 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-92e130dc-93c5-46a1-a4ab-59abaf5202b2 admin admin] Allocated IP 172.20.0.1 (1b3f09e5-4a03-402e-a615-ff07de5ff6f4/441b31c0-d600-4f33-a3c6-065be40ea576/df479b8c-cc39-4c39-9fec-28d12b659416) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:08:31.721533 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-0f7d60b8-6e28-4f4f-a097-828c05aa0b3d None None] Notify callbacks [] for port, precommit_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:31.735950 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-0f7d60b8-6e28-4f4f-a097-828c05aa0b3d None None] Transition to ACTIVE for port object 2f15b140-3304-4026-a6c9-5c27745255d9 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:08:31.743080 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-92e130dc-93c5-46a1-a4ab-59abaf5202b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:31.743504 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-0f7d60b8-6e28-4f4f-a097-828c05aa0b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:31.756015 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [None req-92e130dc-93c5-46a1-a4ab-59abaf5202b2 admin admin] Transition to ACTIVE for port object df479b8c-cc39-4c39-9fec-28d12b659416 will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:08:31.790027 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-92e130dc-93c5-46a1-a4ab-59abaf5202b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:31.796931 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-0f7d60b8-6e28-4f4f-a097-828c05aa0b3d None None] Attempting to bind port 2f15b140-3304-4026-a6c9-5c27745255d9 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:08:31.797205 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-0f7d60b8-6e28-4f4f-a097-828c05aa0b3d None None] Attempting to bind port 2f15b140-3304-4026-a6c9-5c27745255d9 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:08:31.797568 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7d60b8-6e28-4f4f-a097-828c05aa0b3d None None] Attempting to bind port 2f15b140-3304-4026-a6c9-5c27745255d9 on network 2ea12131-628a-487e-b434-0463553732bd {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:08:31.806359 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9054b3-00b1-45c6-b2bd-3fbaf4c2567f None None] Pushing event updated for resources: {'Port': ['ID=2f15b140-3304-4026-a6c9-5c27745255d9,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:31.808680 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7d60b8-6e28-4f4f-a097-828c05aa0b3d None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:08:31.809047 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7d60b8-6e28-4f4f-a097-828c05aa0b3d None None] Checking segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:08:31.809439 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-0f7d60b8-6e28-4f4f-a097-828c05aa0b3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:31.809842 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7d60b8-6e28-4f4f-a097-828c05aa0b3d None None] Bound using segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:08:31.810313 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-0f7d60b8-6e28-4f4f-a097-828c05aa0b3d None None] Bound port: 2f15b140-3304-4026-a6c9-5c27745255d9, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:08:31.810695 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-0f7d60b8-6e28-4f4f-a097-828c05aa0b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:31.831745 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e130dc-93c5-46a1-a4ab-59abaf5202b2 admin admin] Network 1b3f09e5-4a03-402e-a615-ff07de5ff6f4 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:08:31.837074 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-92e130dc-93c5-46a1-a4ab-59abaf5202b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:08:31.839247 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e130dc-93c5-46a1-a4ab-59abaf5202b2 admin admin] Pushing event updated for resources: {'Port': ['ID=df479b8c-cc39-4c39-9fec-28d12b659416,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:31.841746 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e130dc-93c5-46a1-a4ab-59abaf5202b2 admin admin] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:08:31.866636 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-0f7d60b8-6e28-4f4f-a097-828c05aa0b3d None None] For port 2f15b140-3304-4026-a6c9-5c27745255d9, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:08:31.871147 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-0f7d60b8-6e28-4f4f-a097-828c05aa0b3d None None] For port 2f15b140-3304-4026-a6c9-5c27745255d9, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=2f15b140-3304-4026-a6c9-5c27745255d9,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:08:31.877255 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-0f7d60b8-6e28-4f4f-a097-828c05aa0b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:31.884571 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-92e130dc-93c5-46a1-a4ab-59abaf5202b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521745'] for router_interface, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:31.936051 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7d60b8-6e28-4f4f-a097-828c05aa0b3d None None] Routers {'3b334530-5ad1-4ed6-aa1d-a8838b26f1b6'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:08:31.936695 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-0f7d60b8-6e28-4f4f-a097-828c05aa0b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:08:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['3b334530-5ad1-4ed6-aa1d-a8838b26f1b6'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:31.975781 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9054b3-00b1-45c6-b2bd-3fbaf4c2567f None None] Pushing event updated for resources: {'Port': ['ID=2f15b140-3304-4026-a6c9-5c27745255d9,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:32.035737 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 59e130d2-b0aa-46dd-a253-b5b80b76729a up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:08:32.058921 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-92e130dc-93c5-46a1-a4ab-59abaf5202b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:32.088821 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-0f7d60b8-6e28-4f4f-a097-828c05aa0b3d None None] Set router 3b334530-5ad1-4ed6-aa1d-a8838b26f1b6 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:08:32.199594 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 59e130d2-b0aa-46dd-a253-b5b80b76729a completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:08:32.210577 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 59e130d2-b0aa-46dd-a253-b5b80b76729a triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:08:32.210948 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:32.233846 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-92e130dc-93c5-46a1-a4ab-59abaf5202b2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:32.234937 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-9489182f-4558-4ad0-974e-d93b1c14fc92 None None] Provisioning for port df479b8c-cc39-4c39-9fec-28d12b659416 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:08:32.238593 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-92e130dc-93c5-46a1-a4ab-59abaf5202b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:32.252554 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-9489182f-4558-4ad0-974e-d93b1c14fc92 None None] Provisioning complete for port df479b8c-cc39-4c39-9fec-28d12b659416 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:08:32.252923 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9489182f-4558-4ad0-974e-d93b1c14fc92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:32.307469 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e130dc-93c5-46a1-a4ab-59abaf5202b2 admin admin] Pushing event updated for resources: {'Port': ['ID=df479b8c-cc39-4c39-9fec-28d12b659416,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:32.309931 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-92e130dc-93c5-46a1-a4ab-59abaf5202b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521893'] for router_interface, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:32.331430 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-9489182f-4558-4ad0-974e-d93b1c14fc92 None None] Port df479b8c-cc39-4c39-9fec-28d12b659416 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:08:32.383859 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:32.400833 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-0f7d60b8-6e28-4f4f-a097-828c05aa0b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b334530-5ad1-4ed6-aa1d-a8838b26f1b6', 'name': 'tempest-TestServerMultinode-509802864-router', 'tenant_id': 'f388ef245e8c4ac88af290fa55e7b328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '2f15b140-3304-4026-a6c9-5c27745255d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:08:29Z', 'updated_at': '2021-08-10T04:08:30Z', 'revision_number': 3, 'project_id': 'f388ef245e8c4ac88af290fa55e7b328', 'gw_port': {'id': '2f15b140-3304-4026-a6c9-5c27745255d9', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:0a:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b334530-5ad1-4ed6-aa1d-a8838b26f1b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:29Z', 'updated_at': '2021-08-10T04:08:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:32.403856 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e130dc-93c5-46a1-a4ab-59abaf5202b2 admin admin] Network 1b3f09e5-4a03-402e-a615-ff07de5ff6f4 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:08:32.405268 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-92e130dc-93c5-46a1-a4ab-59abaf5202b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:08:32.435785 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7d60b8-6e28-4f4f-a097-828c05aa0b3d None None] The sync data for ids ['3b334530-5ad1-4ed6-aa1d-a8838b26f1b6'] in n-d-768862-13 is: [{'id': '3b334530-5ad1-4ed6-aa1d-a8838b26f1b6', 'name': 'tempest-TestServerMultinode-509802864-router', 'tenant_id': 'f388ef245e8c4ac88af290fa55e7b328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '2f15b140-3304-4026-a6c9-5c27745255d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:08:29Z', 'updated_at': '2021-08-10T04:08:30Z', 'revision_number': 3, 'project_id': 'f388ef245e8c4ac88af290fa55e7b328', 'gw_port': {'id': '2f15b140-3304-4026-a6c9-5c27745255d9', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:0a:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b334530-5ad1-4ed6-aa1d-a8838b26f1b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:29Z', 'updated_at': '2021-08-10T04:08:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:08:32.454324 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 59e130d2-b0aa-46dd-a253-b5b80b76729a, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=59e130d2-b0aa-46dd-a253-b5b80b76729a,segment=NetworkSegment(69454e0f-59ff-471b-9ae4-103b5f2ce9b2),segment_id=69454e0f-59ff-471b-9ae4-103b5f2ce9b2)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:08:32.461638 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:32.519666 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=59e130d2-b0aa-46dd-a253-b5b80b76729a,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:32.541756 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92e130dc-93c5-46a1-a4ab-59abaf5202b2 admin admin] Router 3b334530-5ad1-4ed6-aa1d-a8838b26f1b6 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:08:32.661803 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92e130dc-93c5-46a1-a4ab-59abaf5202b2 admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:08:32.663799 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-4f16cc08-307d-446f-be9b-81d989ea0696 None None] Provisioning complete for port df479b8c-cc39-4c39-9fec-28d12b659416 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:08:32.664339 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4f16cc08-307d-446f-be9b-81d989ea0696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:32.674808 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-92e130dc-93c5-46a1-a4ab-59abaf5202b2 admin admin] 10.222.0.44 "PUT /v2.0/routers/3b334530-5ad1-4ed6-aa1d-a8838b26f1b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7071769 Aug 10 04:08:32.725740 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-4f16cc08-307d-446f-be9b-81d989ea0696 None None] Port df479b8c-cc39-4c39-9fec-28d12b659416 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:08:33.167548 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 47002) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:33.172642 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-35e71659-2203-42c5-8b9f-104e82e113bd admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-2071486919-network', 'tenant_id': '310ccac48d964b55a6d5763660e1b311'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:08:33.193777 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35e71659-2203-42c5-8b9f-104e82e113bd admin admin] Made reservation on behalf of 310ccac48d964b55a6d5763660e1b311 for: {'network': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:08:33.196453 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-35e71659-2203-42c5-8b9f-104e82e113bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:33.205866 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-35e71659-2203-42c5-8b9f-104e82e113bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:33.306052 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-35e71659-2203-42c5-8b9f-104e82e113bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:33.310145 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-35e71659-2203-42c5-8b9f-104e82e113bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:33.341430 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35e71659-2203-42c5-8b9f-104e82e113bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=94260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:08:33.346759 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e71659-2203-42c5-8b9f-104e82e113bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca3b74e-2820-4737-88d0-7f95dd36979d,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:33.355698 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-35e71659-2203-42c5-8b9f-104e82e113bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:33.356049 n-d-768862-13 neutron-server[94260]: INFO neutron.db.segments_db [None req-35e71659-2203-42c5-8b9f-104e82e113bd admin admin] Added segment 50286975-22ba-471f-bede-830e0d1eef8f of type vlan for network 8f8b9f64-8c2b-47a8-ac4b-cb9dcd51bbfd Aug 10 04:08:33.395670 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-35e71659-2203-42c5-8b9f-104e82e113bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:33.423800 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-35e71659-2203-42c5-8b9f-104e82e113bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:33.424778 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e71659-2203-42c5-8b9f-104e82e113bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:33.425360 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-35e71659-2203-42c5-8b9f-104e82e113bd admin admin] Notify callbacks [] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:33.494142 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-35e71659-2203-42c5-8b9f-104e82e113bd admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3253636 Aug 10 04:08:33.496925 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 47004) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:33.503053 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-a525eb8f-de17-4fdb-afd1-8000bb920d3d admin admin] Request body: {'subnet': {'network_id': '8f8b9f64-8c2b-47a8-ac4b-cb9dcd51bbfd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-2071486919-subnet', 'tenant_id': '310ccac48d964b55a6d5763660e1b311', 'ip_version': 4}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:08:33.515979 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e71659-2203-42c5-8b9f-104e82e113bd admin admin] Pushing event updated for resources: {'Network': ['ID=8f8b9f64-8c2b-47a8-ac4b-cb9dcd51bbfd,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:33.526844 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 8f8b9f64-8c2b-47a8-ac4b-cb9dcd51bbfd details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:08:33.531545 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a525eb8f-de17-4fdb-afd1-8000bb920d3d admin admin] Made reservation on behalf of 310ccac48d964b55a6d5763660e1b311 for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:08:33.534173 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a525eb8f-de17-4fdb-afd1-8000bb920d3d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:33.643574 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:33.704590 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a525eb8f-de17-4fdb-afd1-8000bb920d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:33.765050 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a525eb8f-de17-4fdb-afd1-8000bb920d3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a95d301c-5d50-45d6-a895-76e513044c88,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:33.773101 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a525eb8f-de17-4fdb-afd1-8000bb920d3d admin admin] Checking segment: {'id': '50286975-22ba-471f-bede-830e0d1eef8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8f8b9f64-8c2b-47a8-ac4b-cb9dcd51bbfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:08:33.773462 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a525eb8f-de17-4fdb-afd1-8000bb920d3d admin admin] Network hostable DHCP agents. Network: 8f8b9f64-8c2b-47a8-ac4b-cb9dcd51bbfd, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:08:33.789967 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a525eb8f-de17-4fdb-afd1-8000bb920d3d admin admin] Network 8f8b9f64-8c2b-47a8-ac4b-cb9dcd51bbfd is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:08:33.798295 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-a525eb8f-de17-4fdb-afd1-8000bb920d3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 8f8b9f64-8c2b-47a8-ac4b-cb9dcd51bbfd) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:08:33.802128 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a525eb8f-de17-4fdb-afd1-8000bb920d3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:33.803268 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a525eb8f-de17-4fdb-afd1-8000bb920d3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:33.807998 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed71b193-eef1-4960-97cd-b227c6367764 None None] Network 8f8b9f64-8c2b-47a8-ac4b-cb9dcd51bbfd requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:08:33.819661 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a525eb8f-de17-4fdb-afd1-8000bb920d3d admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3214128 Aug 10 04:08:33.822332 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 47006) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:33.827005 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-6e9c23f5-ee75-423c-830c-cf3c925096ed admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-2071486919-router', 'tenant_id': '310ccac48d964b55a6d5763660e1b311', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:08:33.853611 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6e9c23f5-ee75-423c-830c-cf3c925096ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:33.854788 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6e9c23f5-ee75-423c-830c-cf3c925096ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:33.910696 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6e9c23f5-ee75-423c-830c-cf3c925096ed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:33.970738 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f2428d-c77a-4439-b9ee-c6a9190f72ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-8f8b9f64-8c2b-47a8-ac4b-cb9dcd51bbfd', 'network_id': '8f8b9f64-8c2b-47a8-ac4b-cb9dcd51bbfd', 'tenant_id': '310ccac48d964b55a6d5763660e1b311', 'fixed_ips': [{'subnet_id': 'a95d301c-5d50-45d6-a895-76e513044c88'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:08:33.971677 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a8f2428d-c77a-4439-b9ee-c6a9190f72ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:34.020737 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4fd2e1-b05a-45e6-ac5a-f85e303a8047 None None] Sync routers for ids ['3b334530-5ad1-4ed6-aa1d-a8838b26f1b6'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:08:34.042395 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4fd2e1-b05a-45e6-ac5a-f85e303a8047 None None] Routers {'3b334530-5ad1-4ed6-aa1d-a8838b26f1b6'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:08:34.043023 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-ac4fd2e1-b05a-45e6-ac5a-f85e303a8047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:08:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['3b334530-5ad1-4ed6-aa1d-a8838b26f1b6'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:34.095668 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 59e130d2-b0aa-46dd-a253-b5b80b76729a up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:08:34.155515 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-a8f2428d-c77a-4439-b9ee-c6a9190f72ee None None] Allocated IP 172.20.0.2 (8f8b9f64-8c2b-47a8-ac4b-cb9dcd51bbfd/a95d301c-5d50-45d6-a895-76e513044c88/1419c960-d5e3-455e-99d0-16176641e108) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:08:34.166628 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-ac4fd2e1-b05a-45e6-ac5a-f85e303a8047 None None] Set router 3b334530-5ad1-4ed6-aa1d-a8838b26f1b6 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:08:34.179552 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 59e130d2-b0aa-46dd-a253-b5b80b76729a triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:08:34.180017 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:34.328144 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 2f15b140-3304-4026-a6c9-5c27745255d9 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:08:34.372335 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-ac4fd2e1-b05a-45e6-ac5a-f85e303a8047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b334530-5ad1-4ed6-aa1d-a8838b26f1b6', 'name': 'tempest-TestServerMultinode-509802864-router', 'tenant_id': 'f388ef245e8c4ac88af290fa55e7b328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '2f15b140-3304-4026-a6c9-5c27745255d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:08:29Z', 'updated_at': '2021-08-10T04:08:32Z', 'revision_number': 4, 'project_id': 'f388ef245e8c4ac88af290fa55e7b328', 'gw_port': {'id': '2f15b140-3304-4026-a6c9-5c27745255d9', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:0a:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b334530-5ad1-4ed6-aa1d-a8838b26f1b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:29Z', 'updated_at': '2021-08-10T04:08:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': 'df479b8c-cc39-4c39-9fec-28d12b659416', 'name': '', 'network_id': '1b3f09e5-4a03-402e-a615-ff07de5ff6f4', 'tenant_id': 'f388ef245e8c4ac88af290fa55e7b328', 'mac_address': 'fa:16:3e:9d:ea:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b334530-5ad1-4ed6-aa1d-a8838b26f1b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '441b31c0-d600-4f33-a3c6-065be40ea576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:31Z', 'updated_at': '2021-08-10T04:08:32Z', 'revision_number': 2, 'project_id': 'f388ef245e8c4ac88af290fa55e7b328', 'subnets': [{'id': '441b31c0-d600-4f33-a3c6-065be40ea576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:34.402195 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4fd2e1-b05a-45e6-ac5a-f85e303a8047 None None] Checking router: 3b334530-5ad1-4ed6-aa1d-a8838b26f1b6 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:08:34.402580 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6e9c23f5-ee75-423c-830c-cf3c925096ed admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:34.402709 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4fd2e1-b05a-45e6-ac5a-f85e303a8047 None None] Updating router 3b334530-5ad1-4ed6-aa1d-a8838b26f1b6 port df479b8c-cc39-4c39-9fec-28d12b659416 binding host n-d-768862-13 {{(pid=94263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:08:34.428336 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a8f2428d-c77a-4439-b9ee-c6a9190f72ee None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:34.430262 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 2f15b140-3304-4026-a6c9-5c27745255d9 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:08:34.431595 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-ac4fd2e1-b05a-45e6-ac5a-f85e303a8047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:34.440534 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-a8f2428d-c77a-4439-b9ee-c6a9190f72ee None None] Transition to ACTIVE for port object 1419c960-d5e3-455e-99d0-16176641e108 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:08:34.443025 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 2f15b140-3304-4026-a6c9-5c27745255d9 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:08:34.443831 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:34.485661 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-a8f2428d-c77a-4439-b9ee-c6a9190f72ee None None] Transition to ACTIVE for port object 1419c960-d5e3-455e-99d0-16176641e108 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:08:34.495566 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a8f2428d-c77a-4439-b9ee-c6a9190f72ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:34.619047 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6e9c23f5-ee75-423c-830c-cf3c925096ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:34.639809 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6e9c23f5-ee75-423c-830c-cf3c925096ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:34.713538 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f2428d-c77a-4439-b9ee-c6a9190f72ee None None] Network 8f8b9f64-8c2b-47a8-ac4b-cb9dcd51bbfd is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:08:34.720584 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-a8f2428d-c77a-4439-b9ee-c6a9190f72ee None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:08:34.724264 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f2428d-c77a-4439-b9ee-c6a9190f72ee None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:08:34.733191 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f2428d-c77a-4439-b9ee-c6a9190f72ee None None] Pushing event updated for resources: {'Port': ['ID=1419c960-d5e3-455e-99d0-16176641e108,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:34.735007 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-ac4fd2e1-b05a-45e6-ac5a-f85e303a8047 None None] Notify callbacks [] for port, precommit_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:34.747198 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.provisioning_blocks [None req-ac4fd2e1-b05a-45e6-ac5a-f85e303a8047 None None] Transition to ACTIVE for port object df479b8c-cc39-4c39-9fec-28d12b659416 will not be triggered until provisioned by entity L2. {{(pid=94263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:08:34.752620 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-ac4fd2e1-b05a-45e6-ac5a-f85e303a8047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:34.760225 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-6e9c23f5-ee75-423c-830c-cf3c925096ed admin admin] Allocated IP 172.25.6.145 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/a40ae31e-44d9-4e79-bf26-b2df452b35ff) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:08:34.799790 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:34.832529 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 2f15b140-3304-4026-a6c9-5c27745255d9, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=2f15b140-3304-4026-a6c9-5c27745255d9,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:08:34.833836 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-a8f2428d-c77a-4439-b9ee-c6a9190f72ee None None] Attempting to bind port 1419c960-d5e3-455e-99d0-16176641e108 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:08:34.834306 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-a8f2428d-c77a-4439-b9ee-c6a9190f72ee None None] Attempting to bind port 1419c960-d5e3-455e-99d0-16176641e108 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '50286975-22ba-471f-bede-830e0d1eef8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8f8b9f64-8c2b-47a8-ac4b-cb9dcd51bbfd'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:08:34.834831 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f2428d-c77a-4439-b9ee-c6a9190f72ee None None] Attempting to bind port 1419c960-d5e3-455e-99d0-16176641e108 on network 8f8b9f64-8c2b-47a8-ac4b-cb9dcd51bbfd {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:08:34.840763 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:34.844058 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f2428d-c77a-4439-b9ee-c6a9190f72ee None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:08:34.844504 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f2428d-c77a-4439-b9ee-c6a9190f72ee None None] Checking segment: {'id': '50286975-22ba-471f-bede-830e0d1eef8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8f8b9f64-8c2b-47a8-ac4b-cb9dcd51bbfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:08:34.844943 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a8f2428d-c77a-4439-b9ee-c6a9190f72ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:34.845200 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f2428d-c77a-4439-b9ee-c6a9190f72ee None None] Bound using segment: {'id': '50286975-22ba-471f-bede-830e0d1eef8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8f8b9f64-8c2b-47a8-ac4b-cb9dcd51bbfd'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:08:34.845747 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-a8f2428d-c77a-4439-b9ee-c6a9190f72ee None None] Bound port: 1419c960-d5e3-455e-99d0-16176641e108, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50286975-22ba-471f-bede-830e0d1eef8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8f8b9f64-8c2b-47a8-ac4b-cb9dcd51bbfd'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:08:34.846143 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a8f2428d-c77a-4439-b9ee-c6a9190f72ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:34.868852 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2a9be2-b693-4105-a38d-e7f9d3911a51 None None] Pushing event updated for resources: {'Port': ['ID=df479b8c-cc39-4c39-9fec-28d12b659416,revision_number=3']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:34.890149 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6e9c23f5-ee75-423c-830c-cf3c925096ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:34.893776 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2a9be2-b693-4105-a38d-e7f9d3911a51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:34.894534 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2a9be2-b693-4105-a38d-e7f9d3911a51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:34.894876 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2a9be2-b693-4105-a38d-e7f9d3911a51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:34.895208 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2a9be2-b693-4105-a38d-e7f9d3911a51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:34.895535 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2a9be2-b693-4105-a38d-e7f9d3911a51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:34.896178 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2a9be2-b693-4105-a38d-e7f9d3911a51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:34.896502 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2a9be2-b693-4105-a38d-e7f9d3911a51 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:34.896825 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2a9be2-b693-4105-a38d-e7f9d3911a51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:34.897287 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2a9be2-b693-4105-a38d-e7f9d3911a51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:34.897606 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2a9be2-b693-4105-a38d-e7f9d3911a51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:34.898241 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2a9be2-b693-4105-a38d-e7f9d3911a51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:34.898559 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2a9be2-b693-4105-a38d-e7f9d3911a51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:34.904634 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-ac4fd2e1-b05a-45e6-ac5a-f85e303a8047 None None] Attempting to bind port df479b8c-cc39-4c39-9fec-28d12b659416 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:08:34.905004 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-ac4fd2e1-b05a-45e6-ac5a-f85e303a8047 None None] Attempting to bind port df479b8c-cc39-4c39-9fec-28d12b659416 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '69454e0f-59ff-471b-9ae4-103b5f2ce9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1b3f09e5-4a03-402e-a615-ff07de5ff6f4'}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:08:34.905451 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4fd2e1-b05a-45e6-ac5a-f85e303a8047 None None] Attempting to bind port df479b8c-cc39-4c39-9fec-28d12b659416 on network 1b3f09e5-4a03-402e-a615-ff07de5ff6f4 {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:08:34.913016 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4fd2e1-b05a-45e6-ac5a-f85e303a8047 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:08:34.913598 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4fd2e1-b05a-45e6-ac5a-f85e303a8047 None None] Checking segment: {'id': '69454e0f-59ff-471b-9ae4-103b5f2ce9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1b3f09e5-4a03-402e-a615-ff07de5ff6f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:08:34.914309 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-ac4fd2e1-b05a-45e6-ac5a-f85e303a8047 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:34.914710 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4fd2e1-b05a-45e6-ac5a-f85e303a8047 None None] Bound using segment: {'id': '69454e0f-59ff-471b-9ae4-103b5f2ce9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1b3f09e5-4a03-402e-a615-ff07de5ff6f4'} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:08:34.915205 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-ac4fd2e1-b05a-45e6-ac5a-f85e303a8047 None None] Bound port: df479b8c-cc39-4c39-9fec-28d12b659416, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69454e0f-59ff-471b-9ae4-103b5f2ce9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1b3f09e5-4a03-402e-a615-ff07de5ff6f4'}}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:08:34.915590 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-ac4fd2e1-b05a-45e6-ac5a-f85e303a8047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:34.938845 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=2f15b140-3304-4026-a6c9-5c27745255d9,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:34.962251 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6e9c23f5-ee75-423c-830c-cf3c925096ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:34.969916 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-a8f2428d-c77a-4439-b9ee-c6a9190f72ee None None] For port 1419c960-d5e3-455e-99d0-16176641e108, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:08:34.975129 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-a8f2428d-c77a-4439-b9ee-c6a9190f72ee None None] For port 1419c960-d5e3-455e-99d0-16176641e108, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=1419c960-d5e3-455e-99d0-16176641e108,segment=NetworkSegment(50286975-22ba-471f-bede-830e0d1eef8f),segment_id=50286975-22ba-471f-bede-830e0d1eef8f)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:08:34.980729 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a8f2428d-c77a-4439-b9ee-c6a9190f72ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:34.996556 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-ac4fd2e1-b05a-45e6-ac5a-f85e303a8047 None None] For port df479b8c-cc39-4c39-9fec-28d12b659416, host n-d-768862-13, cleared binding levels {{(pid=94263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:08:35.000253 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-ac4fd2e1-b05a-45e6-ac5a-f85e303a8047 None None] For port df479b8c-cc39-4c39-9fec-28d12b659416, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=df479b8c-cc39-4c39-9fec-28d12b659416,segment=NetworkSegment(69454e0f-59ff-471b-9ae4-103b5f2ce9b2),segment_id=69454e0f-59ff-471b-9ae4-103b5f2ce9b2)] {{(pid=94263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:08:35.007127 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-ac4fd2e1-b05a-45e6-ac5a-f85e303a8047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:35.025090 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9c23f5-ee75-423c-830c-cf3c925096ed admin admin] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:08:35.028730 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-6e9c23f5-ee75-423c-830c-cf3c925096ed admin admin] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:08:35.033873 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9c23f5-ee75-423c-830c-cf3c925096ed admin admin] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:08:35.062964 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9c23f5-ee75-423c-830c-cf3c925096ed admin admin] Pushing event updated for resources: {'Port': ['ID=a40ae31e-44d9-4e79-bf26-b2df452b35ff,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:35.068813 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4fd2e1-b05a-45e6-ac5a-f85e303a8047 None None] Routers {'3b334530-5ad1-4ed6-aa1d-a8838b26f1b6'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:08:35.069446 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-ac4fd2e1-b05a-45e6-ac5a-f85e303a8047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:08:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['3b334530-5ad1-4ed6-aa1d-a8838b26f1b6'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:35.079427 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f2428d-c77a-4439-b9ee-c6a9190f72ee None None] Pushing event updated for resources: {'Port': ['ID=1419c960-d5e3-455e-99d0-16176641e108,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:35.261545 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2a9be2-b693-4105-a38d-e7f9d3911a51 None None] Pushing event updated for resources: {'Port': ['ID=df479b8c-cc39-4c39-9fec-28d12b659416,revision_number=4']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:35.315138 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-ac4fd2e1-b05a-45e6-ac5a-f85e303a8047 None None] Set router 3b334530-5ad1-4ed6-aa1d-a8838b26f1b6 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:08:35.360201 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6e9c23f5-ee75-423c-830c-cf3c925096ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:35.546524 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-ac4fd2e1-b05a-45e6-ac5a-f85e303a8047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b334530-5ad1-4ed6-aa1d-a8838b26f1b6', 'name': 'tempest-TestServerMultinode-509802864-router', 'tenant_id': 'f388ef245e8c4ac88af290fa55e7b328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '2f15b140-3304-4026-a6c9-5c27745255d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:08:29Z', 'updated_at': '2021-08-10T04:08:32Z', 'revision_number': 4, 'project_id': 'f388ef245e8c4ac88af290fa55e7b328', 'gw_port': {'id': '2f15b140-3304-4026-a6c9-5c27745255d9', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:0a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b334530-5ad1-4ed6-aa1d-a8838b26f1b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:29Z', 'updated_at': '2021-08-10T04:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': 'df479b8c-cc39-4c39-9fec-28d12b659416', 'name': '', 'network_id': '1b3f09e5-4a03-402e-a615-ff07de5ff6f4', 'tenant_id': 'f388ef245e8c4ac88af290fa55e7b328', 'mac_address': 'fa:16:3e:9d:ea:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b334530-5ad1-4ed6-aa1d-a8838b26f1b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '441b31c0-d600-4f33-a3c6-065be40ea576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:31Z', 'updated_at': '2021-08-10T04:08:34Z', 'revision_number': 4, 'project_id': 'f388ef245e8c4ac88af290fa55e7b328', 'subnets': [{'id': '441b31c0-d600-4f33-a3c6-065be40ea576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:35.572361 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4fd2e1-b05a-45e6-ac5a-f85e303a8047 None None] The sync data for ids ['3b334530-5ad1-4ed6-aa1d-a8838b26f1b6'] in n-d-768862-13 is: [{'id': '3b334530-5ad1-4ed6-aa1d-a8838b26f1b6', 'name': 'tempest-TestServerMultinode-509802864-router', 'tenant_id': 'f388ef245e8c4ac88af290fa55e7b328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '2f15b140-3304-4026-a6c9-5c27745255d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:08:29Z', 'updated_at': '2021-08-10T04:08:32Z', 'revision_number': 4, 'project_id': 'f388ef245e8c4ac88af290fa55e7b328', 'gw_port': {'id': '2f15b140-3304-4026-a6c9-5c27745255d9', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:0a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b334530-5ad1-4ed6-aa1d-a8838b26f1b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:29Z', 'updated_at': '2021-08-10T04:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': 'df479b8c-cc39-4c39-9fec-28d12b659416', 'name': '', 'network_id': '1b3f09e5-4a03-402e-a615-ff07de5ff6f4', 'tenant_id': 'f388ef245e8c4ac88af290fa55e7b328', 'mac_address': 'fa:16:3e:9d:ea:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b334530-5ad1-4ed6-aa1d-a8838b26f1b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '441b31c0-d600-4f33-a3c6-065be40ea576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:31Z', 'updated_at': '2021-08-10T04:08:34Z', 'revision_number': 4, 'project_id': 'f388ef245e8c4ac88af290fa55e7b328', 'subnets': [{'id': '441b31c0-d600-4f33-a3c6-065be40ea576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:08:35.595953 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6e9c23f5-ee75-423c-830c-cf3c925096ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:35.750137 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e9c23f5-ee75-423c-830c-cf3c925096ed admin admin] Router 4611187f-9f09-4753-96bb-750e51aaa8f5 is scheduled to L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e with binding_index 1 {{(pid=94260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:08:35.874082 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e9c23f5-ee75-423c-830c-cf3c925096ed admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:08:35.886053 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13237c1e-711e-4554-99c2-2610b6acbd12 None None] Sync routers for ids ['4611187f-9f09-4753-96bb-750e51aaa8f5'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:08:35.892999 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6e9c23f5-ee75-423c-830c-cf3c925096ed admin admin] Notify callbacks [] for router, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:35.897319 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-6e9c23f5-ee75-423c-830c-cf3c925096ed admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0711200 Aug 10 04:08:35.897679 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 47008) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:35.900974 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13237c1e-711e-4554-99c2-2610b6acbd12 None None] Routers {'4611187f-9f09-4753-96bb-750e51aaa8f5'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:08:35.901789 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-13237c1e-711e-4554-99c2-2610b6acbd12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:08:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['4611187f-9f09-4753-96bb-750e51aaa8f5'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:36.057357 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-13237c1e-711e-4554-99c2-2610b6acbd12 None None] Set router 4611187f-9f09-4753-96bb-750e51aaa8f5 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:08:36.190269 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 2f15b140-3304-4026-a6c9-5c27745255d9 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:08:36.221933 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ee9d3c-df10-4322-8db1-5bb489101ad4 None None] Network 8f8b9f64-8c2b-47a8-ac4b-cb9dcd51bbfd requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:08:36.330610 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-2647a375-8215-4676-8731-c674ca37c4bc None None] Provisioning for port 1419c960-d5e3-455e-99d0-16176641e108 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:08:36.417806 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 2f15b140-3304-4026-a6c9-5c27745255d9 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:08:36.418183 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:36.422830 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-15326f51-350f-481b-9db7-135646d7cbdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:36.491085 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-13237c1e-711e-4554-99c2-2610b6acbd12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4611187f-9f09-4753-96bb-750e51aaa8f5', 'name': 'tempest-TestServerMultinode-2071486919-router', 'tenant_id': '310ccac48d964b55a6d5763660e1b311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'a40ae31e-44d9-4e79-bf26-b2df452b35ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:08:33Z', 'updated_at': '2021-08-10T04:08:35Z', 'revision_number': 3, 'project_id': '310ccac48d964b55a6d5763660e1b311', 'gw_port': {'id': 'a40ae31e-44d9-4e79-bf26-b2df452b35ff', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:7a:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4611187f-9f09-4753-96bb-750e51aaa8f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:34Z', 'updated_at': '2021-08-10T04:08:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:36.531810 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13237c1e-711e-4554-99c2-2610b6acbd12 None None] Checking router: 4611187f-9f09-4753-96bb-750e51aaa8f5 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:08:36.532163 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13237c1e-711e-4554-99c2-2610b6acbd12 None None] Updating router 4611187f-9f09-4753-96bb-750e51aaa8f5 port a40ae31e-44d9-4e79-bf26-b2df452b35ff binding host n-d-768862-13 {{(pid=94262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:08:36.572413 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-13237c1e-711e-4554-99c2-2610b6acbd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:36.610286 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-15326f51-350f-481b-9db7-135646d7cbdf admin admin] Allocated IP 172.20.0.1 (8f8b9f64-8c2b-47a8-ac4b-cb9dcd51bbfd/a95d301c-5d50-45d6-a895-76e513044c88/cdf03895-3b6d-42fd-819d-4dcdc850310b) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:08:36.629892 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 1419c960-d5e3-455e-99d0-16176641e108 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:08:36.743186 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-15326f51-350f-481b-9db7-135646d7cbdf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:36.760666 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [None req-15326f51-350f-481b-9db7-135646d7cbdf admin admin] Transition to ACTIVE for port object cdf03895-3b6d-42fd-819d-4dcdc850310b will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:08:36.786775 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 1419c960-d5e3-455e-99d0-16176641e108 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:08:36.802934 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 1419c960-d5e3-455e-99d0-16176641e108 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:08:36.803308 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:36.805020 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-15326f51-350f-481b-9db7-135646d7cbdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:36.854355 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15326f51-350f-481b-9db7-135646d7cbdf admin admin] Network 8f8b9f64-8c2b-47a8-ac4b-cb9dcd51bbfd is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:08:36.859392 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-15326f51-350f-481b-9db7-135646d7cbdf admin admin] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:08:36.862189 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15326f51-350f-481b-9db7-135646d7cbdf admin admin] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:08:36.873988 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-af7a52af-2536-42da-aff3-82f71de66b9d None None] Provisioning complete for port 1419c960-d5e3-455e-99d0-16176641e108 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:08:36.874493 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-af7a52af-2536-42da-aff3-82f71de66b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:36.893824 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15326f51-350f-481b-9db7-135646d7cbdf admin admin] Pushing event updated for resources: {'Port': ['ID=cdf03895-3b6d-42fd-819d-4dcdc850310b,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:36.912484 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-15326f51-350f-481b-9db7-135646d7cbdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521745'] for router_interface, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:37.051323 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-15326f51-350f-481b-9db7-135646d7cbdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:37.072943 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:37.098970 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-af7a52af-2536-42da-aff3-82f71de66b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:37.105632 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-13237c1e-711e-4554-99c2-2610b6acbd12 None None] Notify callbacks [] for port, precommit_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:37.147510 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 1419c960-d5e3-455e-99d0-16176641e108, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=1419c960-d5e3-455e-99d0-16176641e108,segment=NetworkSegment(50286975-22ba-471f-bede-830e0d1eef8f),segment_id=50286975-22ba-471f-bede-830e0d1eef8f)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:08:37.148668 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-13237c1e-711e-4554-99c2-2610b6acbd12 None None] Transition to ACTIVE for port object a40ae31e-44d9-4e79-bf26-b2df452b35ff will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:08:37.152671 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:37.153508 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device df479b8c-cc39-4c39-9fec-28d12b659416 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:08:37.193779 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-13237c1e-711e-4554-99c2-2610b6acbd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:37.221001 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-15326f51-350f-481b-9db7-135646d7cbdf admin admin] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:37.226373 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-15326f51-350f-481b-9db7-135646d7cbdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:37.274557 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=1419c960-d5e3-455e-99d0-16176641e108,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:37.285307 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-13237c1e-711e-4554-99c2-2610b6acbd12 None None] Attempting to bind port a40ae31e-44d9-4e79-bf26-b2df452b35ff on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:08:37.285470 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-13237c1e-711e-4554-99c2-2610b6acbd12 None None] Attempting to bind port a40ae31e-44d9-4e79-bf26-b2df452b35ff by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:08:37.285800 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13237c1e-711e-4554-99c2-2610b6acbd12 None None] Attempting to bind port a40ae31e-44d9-4e79-bf26-b2df452b35ff on network 2ea12131-628a-487e-b434-0463553732bd {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:08:37.292662 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15326f51-350f-481b-9db7-135646d7cbdf admin admin] Pushing event updated for resources: {'Port': ['ID=cdf03895-3b6d-42fd-819d-4dcdc850310b,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:37.295228 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-15326f51-350f-481b-9db7-135646d7cbdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521893'] for router_interface, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:37.311589 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.db.api [None req-af7a52af-2536-42da-aff3-82f71de66b9d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 04:08:37.311951 n-d-768862-13 neutron-server[94262]: DEBUG oslo_db.api [None req-af7a52af-2536-42da-aff3-82f71de66b9d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 04:08:37.316359 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13237c1e-711e-4554-99c2-2610b6acbd12 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:08:37.316743 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13237c1e-711e-4554-99c2-2610b6acbd12 None None] Checking segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:08:37.317156 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-13237c1e-711e-4554-99c2-2610b6acbd12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:37.317547 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13237c1e-711e-4554-99c2-2610b6acbd12 None None] Bound using segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:08:37.318668 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-13237c1e-711e-4554-99c2-2610b6acbd12 None None] Bound port: a40ae31e-44d9-4e79-bf26-b2df452b35ff, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:08:37.319056 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-13237c1e-711e-4554-99c2-2610b6acbd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:37.353906 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port df479b8c-cc39-4c39-9fec-28d12b659416 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:08:37.355949 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f9f501-50b1-4bc8-b6d1-a5ebfd99819a None None] Pushing event updated for resources: {'Port': ['ID=a40ae31e-44d9-4e79-bf26-b2df452b35ff,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:37.365405 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port df479b8c-cc39-4c39-9fec-28d12b659416 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:08:37.365788 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:37.390181 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15326f51-350f-481b-9db7-135646d7cbdf admin admin] Network 8f8b9f64-8c2b-47a8-ac4b-cb9dcd51bbfd is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:08:37.391590 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-15326f51-350f-481b-9db7-135646d7cbdf admin admin] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:08:37.416912 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-13237c1e-711e-4554-99c2-2610b6acbd12 None None] For port a40ae31e-44d9-4e79-bf26-b2df452b35ff, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:08:37.432993 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-13237c1e-711e-4554-99c2-2610b6acbd12 None None] For port a40ae31e-44d9-4e79-bf26-b2df452b35ff, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=a40ae31e-44d9-4e79-bf26-b2df452b35ff,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:08:37.438983 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-13237c1e-711e-4554-99c2-2610b6acbd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:37.518796 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15326f51-350f-481b-9db7-135646d7cbdf admin admin] Router 4611187f-9f09-4753-96bb-750e51aaa8f5 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:08:37.522845 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:37.533642 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13237c1e-711e-4554-99c2-2610b6acbd12 None None] Routers {'4611187f-9f09-4753-96bb-750e51aaa8f5'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:08:37.538148 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-13237c1e-711e-4554-99c2-2610b6acbd12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:08:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['4611187f-9f09-4753-96bb-750e51aaa8f5'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:37.583298 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f9f501-50b1-4bc8-b6d1-a5ebfd99819a None None] Pushing event updated for resources: {'Port': ['ID=a40ae31e-44d9-4e79-bf26-b2df452b35ff,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:37.619184 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port df479b8c-cc39-4c39-9fec-28d12b659416, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=df479b8c-cc39-4c39-9fec-28d12b659416,segment=NetworkSegment(69454e0f-59ff-471b-9ae4-103b5f2ce9b2),segment_id=69454e0f-59ff-471b-9ae4-103b5f2ce9b2)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:08:37.642920 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15326f51-350f-481b-9db7-135646d7cbdf admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:08:37.646806 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:37.650750 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-15326f51-350f-481b-9db7-135646d7cbdf admin admin] 10.222.0.44 "PUT /v2.0/routers/4611187f-9f09-4753-96bb-750e51aaa8f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7518687 Aug 10 04:08:37.705028 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-13237c1e-711e-4554-99c2-2610b6acbd12 None None] Set router 4611187f-9f09-4753-96bb-750e51aaa8f5 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:08:37.918700 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=df479b8c-cc39-4c39-9fec-28d12b659416,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:38.016961 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 1419c960-d5e3-455e-99d0-16176641e108 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:08:38.124446 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-2a5b1774-74d7-4190-a240-0e6fa4571638 None None] Provisioning for port cdf03895-3b6d-42fd-819d-4dcdc850310b completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:08:38.129934 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 1419c960-d5e3-455e-99d0-16176641e108 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:08:38.130365 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:38.132564 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-2a5b1774-74d7-4190-a240-0e6fa4571638 None None] Provisioning complete for port cdf03895-3b6d-42fd-819d-4dcdc850310b triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:08:38.132923 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-2a5b1774-74d7-4190-a240-0e6fa4571638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:38.192923 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaf2b8b-467c-4b83-b144-8a352f232e71 req-c3715747-9636-4141-90a9-03d5c73ebd4c tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:38.194614 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fcaf2b8b-467c-4b83-b144-8a352f232e71 req-c3715747-9636-4141-90a9-03d5c73ebd4c tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] 10.222.0.44 "GET /v2.0/networks?id=1b3f09e5-4a03-402e-a615-ff07de5ff6f4 HTTP/1.1" status: 200 len: 909 time: 0.0914791 Aug 10 04:08:38.207696 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-2a5b1774-74d7-4190-a240-0e6fa4571638 None None] Port cdf03895-3b6d-42fd-819d-4dcdc850310b cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:08:38.210212 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fcaf2b8b-467c-4b83-b144-8a352f232e71 req-3552fb89-9cfe-4a1b-970c-ba75678eb585 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] 10.222.0.44 "GET /v2.0/quotas/310ccac48d964b55a6d5763660e1b311 HTTP/1.1" status: 200 len: 375 time: 0.0095534 Aug 10 04:08:38.228559 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-13237c1e-711e-4554-99c2-2610b6acbd12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4611187f-9f09-4753-96bb-750e51aaa8f5', 'name': 'tempest-TestServerMultinode-2071486919-router', 'tenant_id': '310ccac48d964b55a6d5763660e1b311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'a40ae31e-44d9-4e79-bf26-b2df452b35ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:08:33Z', 'updated_at': '2021-08-10T04:08:37Z', 'revision_number': 4, 'project_id': '310ccac48d964b55a6d5763660e1b311', 'gw_port': {'id': 'a40ae31e-44d9-4e79-bf26-b2df452b35ff', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:7a:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4611187f-9f09-4753-96bb-750e51aaa8f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:34Z', 'updated_at': '2021-08-10T04:08:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': 'cdf03895-3b6d-42fd-819d-4dcdc850310b', 'name': '', 'network_id': '8f8b9f64-8c2b-47a8-ac4b-cb9dcd51bbfd', 'tenant_id': '310ccac48d964b55a6d5763660e1b311', 'mac_address': 'fa:16:3e:86:78:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4611187f-9f09-4753-96bb-750e51aaa8f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'a95d301c-5d50-45d6-a895-76e513044c88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:36Z', 'updated_at': '2021-08-10T04:08:37Z', 'revision_number': 2, 'project_id': '310ccac48d964b55a6d5763660e1b311', 'subnets': [{'id': 'a95d301c-5d50-45d6-a895-76e513044c88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:38.275415 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13237c1e-711e-4554-99c2-2610b6acbd12 None None] The sync data for ids ['4611187f-9f09-4753-96bb-750e51aaa8f5'] in n-d-768862-13 is: [{'id': '4611187f-9f09-4753-96bb-750e51aaa8f5', 'name': 'tempest-TestServerMultinode-2071486919-router', 'tenant_id': '310ccac48d964b55a6d5763660e1b311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'a40ae31e-44d9-4e79-bf26-b2df452b35ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:08:33Z', 'updated_at': '2021-08-10T04:08:37Z', 'revision_number': 4, 'project_id': '310ccac48d964b55a6d5763660e1b311', 'gw_port': {'id': 'a40ae31e-44d9-4e79-bf26-b2df452b35ff', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:7a:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4611187f-9f09-4753-96bb-750e51aaa8f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:34Z', 'updated_at': '2021-08-10T04:08:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': 'cdf03895-3b6d-42fd-819d-4dcdc850310b', 'name': '', 'network_id': '8f8b9f64-8c2b-47a8-ac4b-cb9dcd51bbfd', 'tenant_id': '310ccac48d964b55a6d5763660e1b311', 'mac_address': 'fa:16:3e:86:78:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4611187f-9f09-4753-96bb-750e51aaa8f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'a95d301c-5d50-45d6-a895-76e513044c88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:36Z', 'updated_at': '2021-08-10T04:08:37Z', 'revision_number': 2, 'project_id': '310ccac48d964b55a6d5763660e1b311', 'subnets': [{'id': 'a95d301c-5d50-45d6-a895-76e513044c88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:08:38.303477 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fcaf2b8b-467c-4b83-b144-8a352f232e71 req-84c38a94-49dc-4564-aea7-cdb76d39e425 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] 10.222.0.44 "GET /v2.0/ports?tenant_id=310ccac48d964b55a6d5763660e1b311&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0867863 Aug 10 04:08:38.415436 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [req-fcaf2b8b-467c-4b83-b144-8a352f232e71 req-b7e807c5-4034-47c6-8a48-9a7a4f392775 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 04:08:38.416479 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fcaf2b8b-467c-4b83-b144-8a352f232e71 req-b7e807c5-4034-47c6-8a48-9a7a4f392775 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1064293 Aug 10 04:08:38.833348 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fcaf2b8b-467c-4b83-b144-8a352f232e71 req-07eed48f-c737-4889-b319-1bae68aebbdd service neutron] 10.222.0.44 "GET /v2.0/networks/1b3f09e5-4a03-402e-a615-ff07de5ff6f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4105887 Aug 10 04:08:38.928506 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fcaf2b8b-467c-4b83-b144-8a352f232e71 req-e11c1e08-c63a-4b01-a6f0-354d21f31152 service neutron] 10.222.0.44 "GET /v2.0/networks/1b3f09e5-4a03-402e-a615-ff07de5ff6f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890501 Aug 10 04:08:39.116195 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-eed92336-785b-447c-879a-1a1c00c89063 req-26809436-58cd-4648-baf7-0a67f5fbf2df tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=563a8f17-fad9-4a05-b392-d777667eb2bb HTTP/1.1" status: 200 len: 210 time: 0.0290360 Aug 10 04:08:40.055652 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device a40ae31e-44d9-4e79-bf26-b2df452b35ff up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:08:40.104842 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port a40ae31e-44d9-4e79-bf26-b2df452b35ff completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:08:40.108644 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port a40ae31e-44d9-4e79-bf26-b2df452b35ff triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:08:40.109010 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:40.207194 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:40.228821 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ad8d39c9-9a98-4867-9b68-c3f7b5095a3b req-6e1708a9-736a-481e-80b7-946057d48cc0 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=563a8f17-fad9-4a05-b392-d777667eb2bb HTTP/1.1" status: 200 len: 210 time: 0.0376902 Aug 10 04:08:40.234578 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port a40ae31e-44d9-4e79-bf26-b2df452b35ff, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=a40ae31e-44d9-4e79-bf26-b2df452b35ff,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:08:40.240466 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:40.241478 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device df479b8c-cc39-4c39-9fec-28d12b659416 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:08:40.336515 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=a40ae31e-44d9-4e79-bf26-b2df452b35ff,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:40.348248 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port df479b8c-cc39-4c39-9fec-28d12b659416 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:08:40.348625 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:40.392039 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaf2b8b-467c-4b83-b144-8a352f232e71 req-a8a80b99-844b-46a8-8ce5-c16243960360 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:40.393813 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fcaf2b8b-467c-4b83-b144-8a352f232e71 req-a8a80b99-844b-46a8-8ce5-c16243960360 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] 10.222.0.61 "GET /v2.0/networks?id=1b3f09e5-4a03-402e-a615-ff07de5ff6f4 HTTP/1.1" status: 200 len: 909 time: 0.1147659 Aug 10 04:08:40.409178 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-fcaf2b8b-467c-4b83-b144-8a352f232e71 req-712cc0ba-facc-443f-bb67-a43bed5f1fa7 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] Request body: {'port': {'device_id': '563a8f17-fad9-4a05-b392-d777667eb2bb', 'network_id': '1b3f09e5-4a03-402e-a615-ff07de5ff6f4', 'admin_state_up': True, 'tenant_id': '310ccac48d964b55a6d5763660e1b311'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:08:40.426435 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fbc8d4-269f-41fc-9751-91f4e5b57b27 None None] Sync routers for ids ['4611187f-9f09-4753-96bb-750e51aaa8f5'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:08:40.437814 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fbc8d4-269f-41fc-9751-91f4e5b57b27 None None] Routers {'4611187f-9f09-4753-96bb-750e51aaa8f5'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:08:40.438731 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-73fbc8d4-269f-41fc-9751-91f4e5b57b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:08:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['4611187f-9f09-4753-96bb-750e51aaa8f5'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:40.445060 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcaf2b8b-467c-4b83-b144-8a352f232e71 req-712cc0ba-facc-443f-bb67-a43bed5f1fa7 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] Made reservation on behalf of 310ccac48d964b55a6d5763660e1b311 for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:08:40.447870 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-fcaf2b8b-467c-4b83-b144-8a352f232e71 req-712cc0ba-facc-443f-bb67-a43bed5f1fa7 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:40.550954 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-73fbc8d4-269f-41fc-9751-91f4e5b57b27 None None] Set router 4611187f-9f09-4753-96bb-750e51aaa8f5 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:08:40.580310 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-fcaf2b8b-467c-4b83-b144-8a352f232e71 req-712cc0ba-facc-443f-bb67-a43bed5f1fa7 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] Allocated IP 172.20.0.7 (1b3f09e5-4a03-402e-a615-ff07de5ff6f4/441b31c0-d600-4f33-a3c6-065be40ea576/cd8cab5b-7a10-4fef-bf49-7987372d0e9a) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:08:40.727372 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-fcaf2b8b-467c-4b83-b144-8a352f232e71 req-712cc0ba-facc-443f-bb67-a43bed5f1fa7 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:40.740620 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-fcaf2b8b-467c-4b83-b144-8a352f232e71 req-712cc0ba-facc-443f-bb67-a43bed5f1fa7 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] Transition to ACTIVE for port object cd8cab5b-7a10-4fef-bf49-7987372d0e9a will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:08:40.752524 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-73fbc8d4-269f-41fc-9751-91f4e5b57b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4611187f-9f09-4753-96bb-750e51aaa8f5', 'name': 'tempest-TestServerMultinode-2071486919-router', 'tenant_id': '310ccac48d964b55a6d5763660e1b311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'a40ae31e-44d9-4e79-bf26-b2df452b35ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:08:33Z', 'updated_at': '2021-08-10T04:08:37Z', 'revision_number': 4, 'project_id': '310ccac48d964b55a6d5763660e1b311', 'gw_port': {'id': 'a40ae31e-44d9-4e79-bf26-b2df452b35ff', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:7a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4611187f-9f09-4753-96bb-750e51aaa8f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:34Z', 'updated_at': '2021-08-10T04:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': 'cdf03895-3b6d-42fd-819d-4dcdc850310b', 'name': '', 'network_id': '8f8b9f64-8c2b-47a8-ac4b-cb9dcd51bbfd', 'tenant_id': '310ccac48d964b55a6d5763660e1b311', 'mac_address': 'fa:16:3e:86:78:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4611187f-9f09-4753-96bb-750e51aaa8f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'a95d301c-5d50-45d6-a895-76e513044c88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:36Z', 'updated_at': '2021-08-10T04:08:37Z', 'revision_number': 2, 'project_id': '310ccac48d964b55a6d5763660e1b311', 'subnets': [{'id': 'a95d301c-5d50-45d6-a895-76e513044c88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:40.775240 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-fcaf2b8b-467c-4b83-b144-8a352f232e71 req-712cc0ba-facc-443f-bb67-a43bed5f1fa7 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:40.784600 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fbc8d4-269f-41fc-9751-91f4e5b57b27 None None] Checking router: 4611187f-9f09-4753-96bb-750e51aaa8f5 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:08:40.784847 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fbc8d4-269f-41fc-9751-91f4e5b57b27 None None] Updating router 4611187f-9f09-4753-96bb-750e51aaa8f5 port cdf03895-3b6d-42fd-819d-4dcdc850310b binding host n-d-768862-13 {{(pid=94263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:08:40.810252 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-73fbc8d4-269f-41fc-9751-91f4e5b57b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:40.816934 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcaf2b8b-467c-4b83-b144-8a352f232e71 req-712cc0ba-facc-443f-bb67-a43bed5f1fa7 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] Network 1b3f09e5-4a03-402e-a615-ff07de5ff6f4 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:08:40.822137 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-fcaf2b8b-467c-4b83-b144-8a352f232e71 req-712cc0ba-facc-443f-bb67-a43bed5f1fa7 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:08:40.830914 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcaf2b8b-467c-4b83-b144-8a352f232e71 req-712cc0ba-facc-443f-bb67-a43bed5f1fa7 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:08:40.863041 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712cc0ba-facc-443f-bb67-a43bed5f1fa7 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] Pushing event updated for resources: {'Port': ['ID=cd8cab5b-7a10-4fef-bf49-7987372d0e9a,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:40.886871 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaf2b8b-467c-4b83-b144-8a352f232e71 req-712cc0ba-facc-443f-bb67-a43bed5f1fa7 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:40.887641 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-fcaf2b8b-467c-4b83-b144-8a352f232e71 req-712cc0ba-facc-443f-bb67-a43bed5f1fa7 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:40.906288 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fcaf2b8b-467c-4b83-b144-8a352f232e71 req-712cc0ba-facc-443f-bb67-a43bed5f1fa7 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.5029778 Aug 10 04:08:40.920567 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-fcaf2b8b-467c-4b83-b144-8a352f232e71 req-5f523fed-2871-4e82-8b9a-ff7dbf09f533 service neutron] Request body: {'port': {'device_id': '563a8f17-fad9-4a05-b392-d777667eb2bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:08:40.985140 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-fcaf2b8b-467c-4b83-b144-8a352f232e71 req-5f523fed-2871-4e82-8b9a-ff7dbf09f533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:41.138827 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-73fbc8d4-269f-41fc-9751-91f4e5b57b27 None None] Notify callbacks [] for port, precommit_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:41.149677 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-107a842e-918e-417e-9863-54cef1e6356a None None] Provisioning for port cd8cab5b-7a10-4fef-bf49-7987372d0e9a completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:08:41.154003 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-107a842e-918e-417e-9863-54cef1e6356a None None] Provisioning complete for port cd8cab5b-7a10-4fef-bf49-7987372d0e9a triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:08:41.154190 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.provisioning_blocks [None req-73fbc8d4-269f-41fc-9751-91f4e5b57b27 None None] Transition to ACTIVE for port object cdf03895-3b6d-42fd-819d-4dcdc850310b will not be triggered until provisioned by entity L2. {{(pid=94263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:08:41.154403 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-107a842e-918e-417e-9863-54cef1e6356a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:41.163946 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-73fbc8d4-269f-41fc-9751-91f4e5b57b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:41.197495 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-107a842e-918e-417e-9863-54cef1e6356a None None] Port cd8cab5b-7a10-4fef-bf49-7987372d0e9a cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:08:41.221785 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc23806d-bd08-4a2c-8076-747a88723979 None None] Pushing event updated for resources: {'Port': ['ID=cdf03895-3b6d-42fd-819d-4dcdc850310b,revision_number=3']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:41.275771 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-73fbc8d4-269f-41fc-9751-91f4e5b57b27 None None] Attempting to bind port cdf03895-3b6d-42fd-819d-4dcdc850310b on host n-d-768862-13 for vnic_type normal with profile {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:08:41.276323 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-73fbc8d4-269f-41fc-9751-91f4e5b57b27 None None] Attempting to bind port cdf03895-3b6d-42fd-819d-4dcdc850310b by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '50286975-22ba-471f-bede-830e0d1eef8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8f8b9f64-8c2b-47a8-ac4b-cb9dcd51bbfd'}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:08:41.276916 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fbc8d4-269f-41fc-9751-91f4e5b57b27 None None] Attempting to bind port cdf03895-3b6d-42fd-819d-4dcdc850310b on network 8f8b9f64-8c2b-47a8-ac4b-cb9dcd51bbfd {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:08:41.283902 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fbc8d4-269f-41fc-9751-91f4e5b57b27 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:08:41.284433 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fbc8d4-269f-41fc-9751-91f4e5b57b27 None None] Checking segment: {'id': '50286975-22ba-471f-bede-830e0d1eef8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8f8b9f64-8c2b-47a8-ac4b-cb9dcd51bbfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:08:41.285492 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-73fbc8d4-269f-41fc-9751-91f4e5b57b27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:41.285994 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fbc8d4-269f-41fc-9751-91f4e5b57b27 None None] Bound using segment: {'id': '50286975-22ba-471f-bede-830e0d1eef8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8f8b9f64-8c2b-47a8-ac4b-cb9dcd51bbfd'} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:08:41.286787 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-73fbc8d4-269f-41fc-9751-91f4e5b57b27 None None] Bound port: cdf03895-3b6d-42fd-819d-4dcdc850310b, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50286975-22ba-471f-bede-830e0d1eef8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8f8b9f64-8c2b-47a8-ac4b-cb9dcd51bbfd'}}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:08:41.287294 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-73fbc8d4-269f-41fc-9751-91f4e5b57b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:41.301727 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-fcaf2b8b-467c-4b83-b144-8a352f232e71 req-5f523fed-2871-4e82-8b9a-ff7dbf09f533 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd8cab5b-7a10-4fef-bf49-7987372d0e9a {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:08:41.312773 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-fcaf2b8b-467c-4b83-b144-8a352f232e71 req-5f523fed-2871-4e82-8b9a-ff7dbf09f533 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:41.330145 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-fcaf2b8b-467c-4b83-b144-8a352f232e71 req-5f523fed-2871-4e82-8b9a-ff7dbf09f533 service neutron] Transition to ACTIVE for port object cd8cab5b-7a10-4fef-bf49-7987372d0e9a will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:08:41.337796 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-fcaf2b8b-467c-4b83-b144-8a352f232e71 req-5f523fed-2871-4e82-8b9a-ff7dbf09f533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:41.366044 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-73fbc8d4-269f-41fc-9751-91f4e5b57b27 None None] For port cdf03895-3b6d-42fd-819d-4dcdc850310b, host n-d-768862-13, cleared binding levels {{(pid=94263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:08:41.369611 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-73fbc8d4-269f-41fc-9751-91f4e5b57b27 None None] For port cdf03895-3b6d-42fd-819d-4dcdc850310b, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=cdf03895-3b6d-42fd-819d-4dcdc850310b,segment=NetworkSegment(50286975-22ba-471f-bede-830e0d1eef8f),segment_id=50286975-22ba-471f-bede-830e0d1eef8f)] {{(pid=94263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:08:41.375345 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-73fbc8d4-269f-41fc-9751-91f4e5b57b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:41.447296 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc23806d-bd08-4a2c-8076-747a88723979 None None] Pushing event updated for resources: {'Port': ['ID=cdf03895-3b6d-42fd-819d-4dcdc850310b,revision_number=4']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:41.452810 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fbc8d4-269f-41fc-9751-91f4e5b57b27 None None] Routers {'4611187f-9f09-4753-96bb-750e51aaa8f5'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:08:41.453577 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-73fbc8d4-269f-41fc-9751-91f4e5b57b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:08:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['4611187f-9f09-4753-96bb-750e51aaa8f5'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:41.463028 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f523fed-2871-4e82-8b9a-ff7dbf09f533 service neutron] Pushing event updated for resources: {'Port': ['ID=cd8cab5b-7a10-4fef-bf49-7987372d0e9a,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:41.504742 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04812a7c-09bb-40a4-924e-d0e21891d021 req-f95d3207-6990-42c9-8f9a-e65902b6f99d tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:41.507093 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-04812a7c-09bb-40a4-924e-d0e21891d021 req-f95d3207-6990-42c9-8f9a-e65902b6f99d tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=563a8f17-fad9-4a05-b392-d777667eb2bb HTTP/1.1" status: 200 len: 1053 time: 0.1708403 Aug 10 04:08:41.548609 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-fcaf2b8b-467c-4b83-b144-8a352f232e71 req-5f523fed-2871-4e82-8b9a-ff7dbf09f533 service neutron] Attempting to bind port cd8cab5b-7a10-4fef-bf49-7987372d0e9a on host n-h2-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:08:41.549480 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-fcaf2b8b-467c-4b83-b144-8a352f232e71 req-5f523fed-2871-4e82-8b9a-ff7dbf09f533 service neutron] Attempting to bind port cd8cab5b-7a10-4fef-bf49-7987372d0e9a by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': '69454e0f-59ff-471b-9ae4-103b5f2ce9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1b3f09e5-4a03-402e-a615-ff07de5ff6f4'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:08:41.549924 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcaf2b8b-467c-4b83-b144-8a352f232e71 req-5f523fed-2871-4e82-8b9a-ff7dbf09f533 service neutron] Attempting to bind port cd8cab5b-7a10-4fef-bf49-7987372d0e9a on network 1b3f09e5-4a03-402e-a615-ff07de5ff6f4 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:08:41.563339 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcaf2b8b-467c-4b83-b144-8a352f232e71 req-5f523fed-2871-4e82-8b9a-ff7dbf09f533 service neutron] Port cd8cab5b-7a10-4fef-bf49-7987372d0e9a on network 1b3f09e5-4a03-402e-a615-ff07de5ff6f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:08:41.563645 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcaf2b8b-467c-4b83-b144-8a352f232e71 req-5f523fed-2871-4e82-8b9a-ff7dbf09f533 service neutron] Attempting to bind port cd8cab5b-7a10-4fef-bf49-7987372d0e9a on network 1b3f09e5-4a03-402e-a615-ff07de5ff6f4 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:08:41.573296 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcaf2b8b-467c-4b83-b144-8a352f232e71 req-5f523fed-2871-4e82-8b9a-ff7dbf09f533 service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:08:41.573740 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcaf2b8b-467c-4b83-b144-8a352f232e71 req-5f523fed-2871-4e82-8b9a-ff7dbf09f533 service neutron] Checking segment: {'id': '69454e0f-59ff-471b-9ae4-103b5f2ce9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1b3f09e5-4a03-402e-a615-ff07de5ff6f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:08:41.574209 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcaf2b8b-467c-4b83-b144-8a352f232e71 req-5f523fed-2871-4e82-8b9a-ff7dbf09f533 service neutron] Bound using segment: {'id': '69454e0f-59ff-471b-9ae4-103b5f2ce9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1b3f09e5-4a03-402e-a615-ff07de5ff6f4'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:08:41.574761 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-fcaf2b8b-467c-4b83-b144-8a352f232e71 req-5f523fed-2871-4e82-8b9a-ff7dbf09f533 service neutron] Bound port: cd8cab5b-7a10-4fef-bf49-7987372d0e9a, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69454e0f-59ff-471b-9ae4-103b5f2ce9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1b3f09e5-4a03-402e-a615-ff07de5ff6f4'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:08:41.575518 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-fcaf2b8b-467c-4b83-b144-8a352f232e71 req-5f523fed-2871-4e82-8b9a-ff7dbf09f533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:41.579040 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-73fbc8d4-269f-41fc-9751-91f4e5b57b27 None None] Set router 4611187f-9f09-4753-96bb-750e51aaa8f5 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:08:41.579773 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-04812a7c-09bb-40a4-924e-d0e21891d021 req-21db418d-1ee4-4dd8-b91a-5a110cb5c568 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=1ca3b74e-2820-4737-88d0-7f95dd36979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624602 Aug 10 04:08:41.657877 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-fcaf2b8b-467c-4b83-b144-8a352f232e71 req-5f523fed-2871-4e82-8b9a-ff7dbf09f533 service neutron] For port cd8cab5b-7a10-4fef-bf49-7987372d0e9a, host n-h2-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:08:41.662042 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-fcaf2b8b-467c-4b83-b144-8a352f232e71 req-5f523fed-2871-4e82-8b9a-ff7dbf09f533 service neutron] For port cd8cab5b-7a10-4fef-bf49-7987372d0e9a, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=cd8cab5b-7a10-4fef-bf49-7987372d0e9a,segment=NetworkSegment(69454e0f-59ff-471b-9ae4-103b5f2ce9b2),segment_id=69454e0f-59ff-471b-9ae4-103b5f2ce9b2)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:08:41.668162 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-fcaf2b8b-467c-4b83-b144-8a352f232e71 req-5f523fed-2871-4e82-8b9a-ff7dbf09f533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:41.714052 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaf2b8b-467c-4b83-b144-8a352f232e71 req-5f523fed-2871-4e82-8b9a-ff7dbf09f533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:41.714779 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-fcaf2b8b-467c-4b83-b144-8a352f232e71 req-5f523fed-2871-4e82-8b9a-ff7dbf09f533 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:41.716743 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fcaf2b8b-467c-4b83-b144-8a352f232e71 req-5f523fed-2871-4e82-8b9a-ff7dbf09f533 service neutron] 10.222.0.61 "PUT /v2.0/ports/cd8cab5b-7a10-4fef-bf49-7987372d0e9a HTTP/1.1" status: 200 len: 1092 time: 0.8004589 Aug 10 04:08:41.716743 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '563a8f17-fad9-4a05-b392-d777667eb2bb', 'tag': 'cd8cab5b-7a10-4fef-bf49-7987372d0e9a'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:08:41.719067 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96e8a301-08bb-4a09-8152-645fe3217bac" -d '{"events": [{"name": "network-changed", "server_uuid": "563a8f17-fad9-4a05-b392-d777667eb2bb", "tag": "cd8cab5b-7a10-4fef-bf49-7987372d0e9a"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:08:41.759391 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f523fed-2871-4e82-8b9a-ff7dbf09f533 service neutron] Pushing event updated for resources: {'Port': ['ID=cd8cab5b-7a10-4fef-bf49-7987372d0e9a,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:41.790893 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a23321-7905-4136-9ff6-9cabed649f2a x-openstack-request-id: req-67a23321-7905-4136-9ff6-9cabed649f2a {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:08:41.791565 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "563a8f17-fad9-4a05-b392-d777667eb2bb", "tag": "cd8cab5b-7a10-4fef-bf49-7987372d0e9a", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:08:41.791895 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-67a23321-7905-4136-9ff6-9cabed649f2a {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:08:41.793135 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '563a8f17-fad9-4a05-b392-d777667eb2bb', 'tag': 'cd8cab5b-7a10-4fef-bf49-7987372d0e9a', 'status': 'completed', 'code': 200} Aug 10 04:08:41.845763 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaf2b8b-467c-4b83-b144-8a352f232e71 req-54f0243a-9458-402c-a968-9b3e4392ea71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:41.847476 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fcaf2b8b-467c-4b83-b144-8a352f232e71 req-54f0243a-9458-402c-a968-9b3e4392ea71 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=310ccac48d964b55a6d5763660e1b311&device_id=563a8f17-fad9-4a05-b392-d777667eb2bb HTTP/1.1" status: 200 len: 1095 time: 0.0740535 Aug 10 04:08:41.886356 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-73fbc8d4-269f-41fc-9751-91f4e5b57b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4611187f-9f09-4753-96bb-750e51aaa8f5', 'name': 'tempest-TestServerMultinode-2071486919-router', 'tenant_id': '310ccac48d964b55a6d5763660e1b311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'a40ae31e-44d9-4e79-bf26-b2df452b35ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:08:33Z', 'updated_at': '2021-08-10T04:08:37Z', 'revision_number': 4, 'project_id': '310ccac48d964b55a6d5763660e1b311', 'gw_port': {'id': 'a40ae31e-44d9-4e79-bf26-b2df452b35ff', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:7a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4611187f-9f09-4753-96bb-750e51aaa8f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:34Z', 'updated_at': '2021-08-10T04:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': 'cdf03895-3b6d-42fd-819d-4dcdc850310b', 'name': '', 'network_id': '8f8b9f64-8c2b-47a8-ac4b-cb9dcd51bbfd', 'tenant_id': '310ccac48d964b55a6d5763660e1b311', 'mac_address': 'fa:16:3e:86:78:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4611187f-9f09-4753-96bb-750e51aaa8f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'a95d301c-5d50-45d6-a895-76e513044c88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:36Z', 'updated_at': '2021-08-10T04:08:41Z', 'revision_number': 4, 'project_id': '310ccac48d964b55a6d5763660e1b311', 'subnets': [{'id': 'a95d301c-5d50-45d6-a895-76e513044c88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:41.905369 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fcaf2b8b-467c-4b83-b144-8a352f232e71 req-ba87c8c8-a715-45cd-818e-4866286947c6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cd8cab5b-7a10-4fef-bf49-7987372d0e9a HTTP/1.1" status: 200 len: 217 time: 0.0448418 Aug 10 04:08:41.915995 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fbc8d4-269f-41fc-9751-91f4e5b57b27 None None] The sync data for ids ['4611187f-9f09-4753-96bb-750e51aaa8f5'] in n-d-768862-13 is: [{'id': '4611187f-9f09-4753-96bb-750e51aaa8f5', 'name': 'tempest-TestServerMultinode-2071486919-router', 'tenant_id': '310ccac48d964b55a6d5763660e1b311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'a40ae31e-44d9-4e79-bf26-b2df452b35ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:08:33Z', 'updated_at': '2021-08-10T04:08:37Z', 'revision_number': 4, 'project_id': '310ccac48d964b55a6d5763660e1b311', 'gw_port': {'id': 'a40ae31e-44d9-4e79-bf26-b2df452b35ff', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:7a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4611187f-9f09-4753-96bb-750e51aaa8f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:34Z', 'updated_at': '2021-08-10T04:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': 'cdf03895-3b6d-42fd-819d-4dcdc850310b', 'name': '', 'network_id': '8f8b9f64-8c2b-47a8-ac4b-cb9dcd51bbfd', 'tenant_id': '310ccac48d964b55a6d5763660e1b311', 'mac_address': 'fa:16:3e:86:78:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4611187f-9f09-4753-96bb-750e51aaa8f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'a95d301c-5d50-45d6-a895-76e513044c88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:36Z', 'updated_at': '2021-08-10T04:08:41Z', 'revision_number': 4, 'project_id': '310ccac48d964b55a6d5763660e1b311', 'subnets': [{'id': 'a95d301c-5d50-45d6-a895-76e513044c88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:08:41.967630 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaf2b8b-467c-4b83-b144-8a352f232e71 req-db1c9913-1b2c-4036-b786-12fc965e1a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:41.969032 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fcaf2b8b-467c-4b83-b144-8a352f232e71 req-db1c9913-1b2c-4036-b786-12fc965e1a4a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=441b31c0-d600-4f33-a3c6-065be40ea576 HTTP/1.1" status: 200 len: 848 time: 0.0567231 Aug 10 04:08:42.035897 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device a40ae31e-44d9-4e79-bf26-b2df452b35ff up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:08:42.036549 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaf2b8b-467c-4b83-b144-8a352f232e71 req-e5b22673-d482-4f7d-ab34-1ff6712d6bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:42.038927 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fcaf2b8b-467c-4b83-b144-8a352f232e71 req-e5b22673-d482-4f7d-ab34-1ff6712d6bbb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1b3f09e5-4a03-402e-a615-ff07de5ff6f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0622859 Aug 10 04:08:42.088639 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port a40ae31e-44d9-4e79-bf26-b2df452b35ff triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:08:42.089804 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:42.143024 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fcaf2b8b-467c-4b83-b144-8a352f232e71 req-92d667c6-d26a-48ac-8893-92c5b73200e5 service neutron] 10.222.0.61 "GET /v2.0/networks/1b3f09e5-4a03-402e-a615-ff07de5ff6f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964377 Aug 10 04:08:42.190533 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device cdf03895-3b6d-42fd-819d-4dcdc850310b up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:08:42.248670 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fcaf2b8b-467c-4b83-b144-8a352f232e71 req-6a20d0e3-8ff5-4cc5-9349-49460714538e service neutron] 10.222.0.61 "GET /v2.0/networks/1b3f09e5-4a03-402e-a615-ff07de5ff6f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982566 Aug 10 04:08:42.250013 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port cdf03895-3b6d-42fd-819d-4dcdc850310b completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:08:42.254639 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port cdf03895-3b6d-42fd-819d-4dcdc850310b triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:08:42.255255 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:42.341915 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:42.344637 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e8a301-08bb-4a09-8152-645fe3217bac req-64f70359-dbb9-47fa-9a6d-9b29e53ba0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:42.346163 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-96e8a301-08bb-4a09-8152-645fe3217bac req-64f70359-dbb9-47fa-9a6d-9b29e53ba0be service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=310ccac48d964b55a6d5763660e1b311&device_id=563a8f17-fad9-4a05-b392-d777667eb2bb HTTP/1.1" status: 200 len: 1095 time: 0.0490086 Aug 10 04:08:42.391537 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port cdf03895-3b6d-42fd-819d-4dcdc850310b, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=cdf03895-3b6d-42fd-819d-4dcdc850310b,segment=NetworkSegment(50286975-22ba-471f-bede-830e0d1eef8f),segment_id=50286975-22ba-471f-bede-830e0d1eef8f)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:08:42.396585 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:42.461259 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=cdf03895-3b6d-42fd-819d-4dcdc850310b,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:42.508032 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e8a301-08bb-4a09-8152-645fe3217bac req-0bf191f5-652b-4426-ba73-b793b3f3f993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:42.510144 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-96e8a301-08bb-4a09-8152-645fe3217bac req-0bf191f5-652b-4426-ba73-b793b3f3f993 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1b3f09e5-4a03-402e-a615-ff07de5ff6f4 HTTP/1.1" status: 200 len: 909 time: 0.1559596 Aug 10 04:08:42.564791 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-96e8a301-08bb-4a09-8152-645fe3217bac req-f9a553bc-e172-44b3-91fa-6185b33f1a63 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cd8cab5b-7a10-4fef-bf49-7987372d0e9a HTTP/1.1" status: 200 len: 217 time: 0.0417037 Aug 10 04:08:42.620318 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e8a301-08bb-4a09-8152-645fe3217bac req-5e4b6b5e-b4d6-4b31-975b-6438c1917e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:42.621938 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-96e8a301-08bb-4a09-8152-645fe3217bac req-5e4b6b5e-b4d6-4b31-975b-6438c1917e65 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=441b31c0-d600-4f33-a3c6-065be40ea576 HTTP/1.1" status: 200 len: 848 time: 0.0494583 Aug 10 04:08:42.702951 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e8a301-08bb-4a09-8152-645fe3217bac req-b55768cb-ce35-4b8e-a11e-5d3c2fcf1be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:42.704466 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-96e8a301-08bb-4a09-8152-645fe3217bac req-b55768cb-ce35-4b8e-a11e-5d3c2fcf1be9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1b3f09e5-4a03-402e-a615-ff07de5ff6f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0745432 Aug 10 04:08:42.763079 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19cec63-d6c6-44af-b54c-25e22ef2d261 req-07ff0a11-1e01-45d6-b3f6-21d9bc53dd71 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:42.764607 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c19cec63-d6c6-44af-b54c-25e22ef2d261 req-07ff0a11-1e01-45d6-b3f6-21d9bc53dd71 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=563a8f17-fad9-4a05-b392-d777667eb2bb HTTP/1.1" status: 200 len: 1095 time: 0.0979276 Aug 10 04:08:42.825012 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c19cec63-d6c6-44af-b54c-25e22ef2d261 req-55447374-e89a-416e-a11c-353d4eed6301 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=1ca3b74e-2820-4737-88d0-7f95dd36979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512583 Aug 10 04:08:42.830698 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-96e8a301-08bb-4a09-8152-645fe3217bac req-117232fc-c33c-4a84-967f-0707b191b6e6 service neutron] 10.222.0.61 "GET /v2.0/networks/1b3f09e5-4a03-402e-a615-ff07de5ff6f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174142 Aug 10 04:08:42.927770 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-96e8a301-08bb-4a09-8152-645fe3217bac req-6047590d-b6b7-4c52-af2b-bdad3f05d44c service neutron] 10.222.0.61 "GET /v2.0/networks/1b3f09e5-4a03-402e-a615-ff07de5ff6f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888371 Aug 10 04:08:43.935694 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefe83b3-a4c9-4b71-a14f-c123c078894d req-c918fa08-87ae-4bff-9667-8e445e4b8063 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:43.937256 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fefe83b3-a4c9-4b71-a14f-c123c078894d req-c918fa08-87ae-4bff-9667-8e445e4b8063 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=563a8f17-fad9-4a05-b392-d777667eb2bb HTTP/1.1" status: 200 len: 1095 time: 0.0436401 Aug 10 04:08:43.975318 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fefe83b3-a4c9-4b71-a14f-c123c078894d req-7211f20b-0437-46d4-8125-32eecab122c3 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=1ca3b74e-2820-4737-88d0-7f95dd36979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289271 Aug 10 04:08:43.984398 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device cdf03895-3b6d-42fd-819d-4dcdc850310b up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:08:44.032446 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port cdf03895-3b6d-42fd-819d-4dcdc850310b triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:08:44.032822 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:45.080064 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862318eb-34f3-4f97-abe1-de4cf5e5a18e req-62a3f103-f234-47af-bde5-9fb5d287756d tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:45.081580 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-862318eb-34f3-4f97-abe1-de4cf5e5a18e req-62a3f103-f234-47af-bde5-9fb5d287756d tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=563a8f17-fad9-4a05-b392-d777667eb2bb HTTP/1.1" status: 200 len: 1095 time: 0.0404227 Aug 10 04:08:45.115791 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-862318eb-34f3-4f97-abe1-de4cf5e5a18e req-2c4a47ca-12d0-4343-bb79-e8edef870959 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=1ca3b74e-2820-4737-88d0-7f95dd36979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283089 Aug 10 04:08:45.524507 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device cd8cab5b-7a10-4fef-bf49-7987372d0e9a details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:08:45.619382 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port cd8cab5b-7a10-4fef-bf49-7987372d0e9a, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=cd8cab5b-7a10-4fef-bf49-7987372d0e9a,segment=NetworkSegment(69454e0f-59ff-471b-9ae4-103b5f2ce9b2),segment_id=69454e0f-59ff-471b-9ae4-103b5f2ce9b2)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:08:45.630415 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': 'cd8cab5b-7a10-4fef-bf49-7987372d0e9a', 'network_id': '1b3f09e5-4a03-402e-a615-ff07de5ff6f4', 'port_id': 'cd8cab5b-7a10-4fef-bf49-7987372d0e9a', 'mac_address': 'fa:16:3e:ef:f1:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '441b31c0-d600-4f33-a3c6-065be40ea576', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:08:45.666825 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:45.679228 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd8cab5b-7a10-4fef-bf49-7987372d0e9a {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:08:45.697858 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port cd8cab5b-7a10-4fef-bf49-7987372d0e9a, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=cd8cab5b-7a10-4fef-bf49-7987372d0e9a,segment=NetworkSegment(69454e0f-59ff-471b-9ae4-103b5f2ce9b2),segment_id=69454e0f-59ff-471b-9ae4-103b5f2ce9b2)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:08:45.701944 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:45.759964 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=cd8cab5b-7a10-4fef-bf49-7987372d0e9a,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:45.989390 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['cd8cab5b-7a10-4fef-bf49-7987372d0e9a'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:08:46.230109 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35edfc8d-6fb3-4f54-b7d4-b4ca4c3ad9f1 req-05f40bae-b4d9-45bd-9d9b-abae99f07262 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:46.231814 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-35edfc8d-6fb3-4f54-b7d4-b4ca4c3ad9f1 req-05f40bae-b4d9-45bd-9d9b-abae99f07262 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=563a8f17-fad9-4a05-b392-d777667eb2bb HTTP/1.1" status: 200 len: 1096 time: 0.0508301 Aug 10 04:08:46.266176 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-35edfc8d-6fb3-4f54-b7d4-b4ca4c3ad9f1 req-de33781a-7d25-49d6-857a-fd126f044aad tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=1ca3b74e-2820-4737-88d0-7f95dd36979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284774 Aug 10 04:08:47.370141 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f6f95-bfce-4067-a351-13fa2d74a10f req-8baa59da-55fc-43dc-b0a7-1ddbf07296ed tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:47.371716 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-593f6f95-bfce-4067-a351-13fa2d74a10f req-8baa59da-55fc-43dc-b0a7-1ddbf07296ed tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=563a8f17-fad9-4a05-b392-d777667eb2bb HTTP/1.1" status: 200 len: 1096 time: 0.0408380 Aug 10 04:08:47.406343 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-593f6f95-bfce-4067-a351-13fa2d74a10f req-9675cfe6-1e67-485e-a02a-9cdbbf52e763 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=1ca3b74e-2820-4737-88d0-7f95dd36979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287840 Aug 10 04:08:47.555915 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device cd8cab5b-7a10-4fef-bf49-7987372d0e9a up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:08:47.604610 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning for port cd8cab5b-7a10-4fef-bf49-7987372d0e9a completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:08:47.608353 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port cd8cab5b-7a10-4fef-bf49-7987372d0e9a triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:08:47.608752 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:47.687505 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:47.710357 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '563a8f17-fad9-4a05-b392-d777667eb2bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd8cab5b-7a10-4fef-bf49-7987372d0e9a'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:08:47.712577 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b534c5d8-9e26-40dc-b319-6557b3422880" -d '{"events": [{"server_uuid": "563a8f17-fad9-4a05-b392-d777667eb2bb", "name": "network-vif-plugged", "status": "completed", "tag": "cd8cab5b-7a10-4fef-bf49-7987372d0e9a"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:08:47.725427 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port cd8cab5b-7a10-4fef-bf49-7987372d0e9a, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=cd8cab5b-7a10-4fef-bf49-7987372d0e9a,segment=NetworkSegment(69454e0f-59ff-471b-9ae4-103b5f2ce9b2),segment_id=69454e0f-59ff-471b-9ae4-103b5f2ce9b2)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:08:47.729720 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:47.758472 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51a9ead8-ee80-471f-99d9-56b5ae3ac5ab x-openstack-request-id: req-51a9ead8-ee80-471f-99d9-56b5ae3ac5ab {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:08:47.758767 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "563a8f17-fad9-4a05-b392-d777667eb2bb", "name": "network-vif-plugged", "status": "completed", "tag": "cd8cab5b-7a10-4fef-bf49-7987372d0e9a", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:08:47.759016 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-51a9ead8-ee80-471f-99d9-56b5ae3ac5ab {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:08:47.759416 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '563a8f17-fad9-4a05-b392-d777667eb2bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd8cab5b-7a10-4fef-bf49-7987372d0e9a', 'code': 200} Aug 10 04:08:47.785901 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=cd8cab5b-7a10-4fef-bf49-7987372d0e9a,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:47.848260 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e40a5d9-e7a9-4a86-b700-eb8e375c3ced req-410d2302-7731-4ad6-8d58-873d640cd7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:47.849659 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6e40a5d9-e7a9-4a86-b700-eb8e375c3ced req-410d2302-7731-4ad6-8d58-873d640cd7c0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=563a8f17-fad9-4a05-b392-d777667eb2bb HTTP/1.1" status: 200 len: 1097 time: 0.0403755 Aug 10 04:08:47.884928 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6e40a5d9-e7a9-4a86-b700-eb8e375c3ced req-6a14a0c3-7150-41d0-a45d-2d645d6ba05b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=1ca3b74e-2820-4737-88d0-7f95dd36979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276146 Aug 10 04:08:48.522848 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbaacd2-36be-4b5c-a864-690226570e08 req-230c11a8-cc09-459f-9611-b4f9daffff1a tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:48.524438 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3fbaacd2-36be-4b5c-a864-690226570e08 req-230c11a8-cc09-459f-9611-b4f9daffff1a tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=563a8f17-fad9-4a05-b392-d777667eb2bb HTTP/1.1" status: 200 len: 1097 time: 0.0521595 Aug 10 04:08:48.560795 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3fbaacd2-36be-4b5c-a864-690226570e08 req-b22f2218-d89a-4538-8e7f-c62b1543442d tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=1ca3b74e-2820-4737-88d0-7f95dd36979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302420 Aug 10 04:08:49.668612 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97537e7-ae9a-4116-b5e7-8c388cf04e8a req-0035284c-9e2d-472b-aa44-02c0025bde66 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:49.670122 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e97537e7-ae9a-4116-b5e7-8c388cf04e8a req-0035284c-9e2d-472b-aa44-02c0025bde66 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=563a8f17-fad9-4a05-b392-d777667eb2bb HTTP/1.1" status: 200 len: 1097 time: 0.0409021 Aug 10 04:08:49.703887 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e97537e7-ae9a-4116-b5e7-8c388cf04e8a req-d9c6ab74-1774-4aca-98ae-90035946b739 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=1ca3b74e-2820-4737-88d0-7f95dd36979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277665 Aug 10 04:08:49.807831 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a409c-3a52-45ea-8ad3-037e2ef557ad req-1f72a744-bd9f-4bc0-b86c-4862a5c79aa7 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:49.809374 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-434a409c-3a52-45ea-8ad3-037e2ef557ad req-1f72a744-bd9f-4bc0-b86c-4862a5c79aa7 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=563a8f17-fad9-4a05-b392-d777667eb2bb HTTP/1.1" status: 200 len: 1097 time: 0.0412419 Aug 10 04:08:49.843856 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-434a409c-3a52-45ea-8ad3-037e2ef557ad req-7d56d0b0-4822-4c0f-b5d4-9e55a8a64447 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=1ca3b74e-2820-4737-88d0-7f95dd36979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285318 Aug 10 04:08:49.950408 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce4b9aa-bf02-4e53-a820-0f4d0b7d51d3 req-c7f952a9-1d53-4245-8363-fc0513ba67e6 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:49.951956 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0ce4b9aa-bf02-4e53-a820-0f4d0b7d51d3 req-c7f952a9-1d53-4245-8363-fc0513ba67e6 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=563a8f17-fad9-4a05-b392-d777667eb2bb HTTP/1.1" status: 200 len: 1097 time: 0.0451324 Aug 10 04:08:49.986258 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0ce4b9aa-bf02-4e53-a820-0f4d0b7d51d3 req-794fe5e3-f55e-4108-ac00-c492e8bd1dab tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=1ca3b74e-2820-4737-88d0-7f95dd36979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283556 Aug 10 04:08:50.197741 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f65cf61-65c0-41b5-a043-93eebfe596f8 req-06e5ed0d-0302-42da-a450-ed43aa604642 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:50.199288 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4f65cf61-65c0-41b5-a043-93eebfe596f8 req-06e5ed0d-0302-42da-a450-ed43aa604642 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] 10.222.0.44 "GET /v2.0/networks?id=1b3f09e5-4a03-402e-a615-ff07de5ff6f4 HTTP/1.1" status: 200 len: 909 time: 0.0851593 Aug 10 04:08:50.213618 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4f65cf61-65c0-41b5-a043-93eebfe596f8 req-06e15a4f-4c22-492a-8d4b-cbedb73e8f03 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] 10.222.0.44 "GET /v2.0/quotas/310ccac48d964b55a6d5763660e1b311 HTTP/1.1" status: 200 len: 375 time: 0.0086894 Aug 10 04:08:50.264114 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4f65cf61-65c0-41b5-a043-93eebfe596f8 req-33c91601-d0e5-4050-a696-71e6031bffd0 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] 10.222.0.44 "GET /v2.0/ports?tenant_id=310ccac48d964b55a6d5763660e1b311&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0453963 Aug 10 04:08:50.364479 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4f65cf61-65c0-41b5-a043-93eebfe596f8 req-4722a817-137c-4426-b2cb-de2ded3c0bb8 service neutron] 10.222.0.44 "GET /v2.0/networks/1b3f09e5-4a03-402e-a615-ff07de5ff6f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930107 Aug 10 04:08:50.470266 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4f65cf61-65c0-41b5-a043-93eebfe596f8 req-ca6584f5-c46a-426e-a353-763ff0331481 service neutron] 10.222.0.44 "GET /v2.0/networks/1b3f09e5-4a03-402e-a615-ff07de5ff6f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944617 Aug 10 04:08:50.626290 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0a742d50-9ab1-4cca-a355-adf019b00294 req-93866bb7-a270-47d9-92b6-13c9fb518d7f tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=cf5247bb-df30-45fb-be9c-bbf174e2e7c3 HTTP/1.1" status: 200 len: 210 time: 0.0282803 Aug 10 04:08:51.436887 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-6ed62bdb-9cb0-442d-83d2-b352f8ba4d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:51.605117 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f65cf61-65c0-41b5-a043-93eebfe596f8 req-6cda79ff-79a6-4009-9cbc-919524a88f40 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:51.606669 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4f65cf61-65c0-41b5-a043-93eebfe596f8 req-6cda79ff-79a6-4009-9cbc-919524a88f40 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] 10.222.0.42 "GET /v2.0/networks?id=1b3f09e5-4a03-402e-a615-ff07de5ff6f4 HTTP/1.1" status: 200 len: 909 time: 0.0937817 Aug 10 04:08:51.619561 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-4f65cf61-65c0-41b5-a043-93eebfe596f8 req-3093364d-a769-4f0f-8396-9f3d42d90db6 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] Request body: {'port': {'device_id': 'cf5247bb-df30-45fb-be9c-bbf174e2e7c3', 'network_id': '1b3f09e5-4a03-402e-a615-ff07de5ff6f4', 'admin_state_up': True, 'tenant_id': '310ccac48d964b55a6d5763660e1b311'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:08:51.643953 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f65cf61-65c0-41b5-a043-93eebfe596f8 req-3093364d-a769-4f0f-8396-9f3d42d90db6 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] Made reservation on behalf of 310ccac48d964b55a6d5763660e1b311 for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:08:51.648051 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-4f65cf61-65c0-41b5-a043-93eebfe596f8 req-3093364d-a769-4f0f-8396-9f3d42d90db6 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:51.744874 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-90d794b7-ed83-4391-9ea1-fa4ffb6f5889 req-19802b31-4e1e-46b3-b453-84f154dc84b7 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=cf5247bb-df30-45fb-be9c-bbf174e2e7c3 HTTP/1.1" status: 200 len: 210 time: 0.0293939 Aug 10 04:08:51.802591 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-4f65cf61-65c0-41b5-a043-93eebfe596f8 req-3093364d-a769-4f0f-8396-9f3d42d90db6 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] Allocated IP 172.20.0.12 (1b3f09e5-4a03-402e-a615-ff07de5ff6f4/441b31c0-d600-4f33-a3c6-065be40ea576/242f16b6-c18a-45ee-9b9f-84cdac595218) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:08:51.935458 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-4f65cf61-65c0-41b5-a043-93eebfe596f8 req-3093364d-a769-4f0f-8396-9f3d42d90db6 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:51.949078 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-4f65cf61-65c0-41b5-a043-93eebfe596f8 req-3093364d-a769-4f0f-8396-9f3d42d90db6 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] Transition to ACTIVE for port object 242f16b6-c18a-45ee-9b9f-84cdac595218 will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:08:51.987609 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-4f65cf61-65c0-41b5-a043-93eebfe596f8 req-3093364d-a769-4f0f-8396-9f3d42d90db6 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:51.998212 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['cd8cab5b-7a10-4fef-bf49-7987372d0e9a'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:08:52.027107 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f65cf61-65c0-41b5-a043-93eebfe596f8 req-3093364d-a769-4f0f-8396-9f3d42d90db6 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] Network 1b3f09e5-4a03-402e-a615-ff07de5ff6f4 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:08:52.031989 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-4f65cf61-65c0-41b5-a043-93eebfe596f8 req-3093364d-a769-4f0f-8396-9f3d42d90db6 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:08:52.035577 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f65cf61-65c0-41b5-a043-93eebfe596f8 req-3093364d-a769-4f0f-8396-9f3d42d90db6 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:08:52.063768 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3093364d-a769-4f0f-8396-9f3d42d90db6 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] Pushing event updated for resources: {'Port': ['ID=242f16b6-c18a-45ee-9b9f-84cdac595218,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:52.080572 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f65cf61-65c0-41b5-a043-93eebfe596f8 req-3093364d-a769-4f0f-8396-9f3d42d90db6 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:52.081378 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-4f65cf61-65c0-41b5-a043-93eebfe596f8 req-3093364d-a769-4f0f-8396-9f3d42d90db6 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:52.103499 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4f65cf61-65c0-41b5-a043-93eebfe596f8 req-3093364d-a769-4f0f-8396-9f3d42d90db6 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.4877899 Aug 10 04:08:52.117714 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-4f65cf61-65c0-41b5-a043-93eebfe596f8 req-127e049f-b325-4f14-8832-b41179fd7cfd service neutron] Request body: {'port': {'device_id': 'cf5247bb-df30-45fb-be9c-bbf174e2e7c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:08:52.177895 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-4f65cf61-65c0-41b5-a043-93eebfe596f8 req-127e049f-b325-4f14-8832-b41179fd7cfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:52.340650 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-335ce8a2-07cc-4915-aa11-6410ed76bbef None None] Provisioning for port 242f16b6-c18a-45ee-9b9f-84cdac595218 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:08:52.343960 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-335ce8a2-07cc-4915-aa11-6410ed76bbef None None] Provisioning complete for port 242f16b6-c18a-45ee-9b9f-84cdac595218 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:08:52.344331 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-335ce8a2-07cc-4915-aa11-6410ed76bbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:52.379251 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-335ce8a2-07cc-4915-aa11-6410ed76bbef None None] Port 242f16b6-c18a-45ee-9b9f-84cdac595218 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:08:52.447372 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-4f65cf61-65c0-41b5-a043-93eebfe596f8 req-127e049f-b325-4f14-8832-b41179fd7cfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 242f16b6-c18a-45ee-9b9f-84cdac595218 {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:08:52.454703 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-4f65cf61-65c0-41b5-a043-93eebfe596f8 req-127e049f-b325-4f14-8832-b41179fd7cfd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:52.467074 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-4f65cf61-65c0-41b5-a043-93eebfe596f8 req-127e049f-b325-4f14-8832-b41179fd7cfd service neutron] Transition to ACTIVE for port object 242f16b6-c18a-45ee-9b9f-84cdac595218 will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:08:52.470684 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-4f65cf61-65c0-41b5-a043-93eebfe596f8 req-127e049f-b325-4f14-8832-b41179fd7cfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:52.477201 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:08:52.525091 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127e049f-b325-4f14-8832-b41179fd7cfd service neutron] Pushing event updated for resources: {'Port': ['ID=242f16b6-c18a-45ee-9b9f-84cdac595218,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:52.598547 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-4f65cf61-65c0-41b5-a043-93eebfe596f8 req-127e049f-b325-4f14-8832-b41179fd7cfd service neutron] Attempting to bind port 242f16b6-c18a-45ee-9b9f-84cdac595218 on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:08:52.599337 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-4f65cf61-65c0-41b5-a043-93eebfe596f8 req-127e049f-b325-4f14-8832-b41179fd7cfd service neutron] Attempting to bind port 242f16b6-c18a-45ee-9b9f-84cdac595218 by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '69454e0f-59ff-471b-9ae4-103b5f2ce9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1b3f09e5-4a03-402e-a615-ff07de5ff6f4'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:08:52.599670 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f65cf61-65c0-41b5-a043-93eebfe596f8 req-127e049f-b325-4f14-8832-b41179fd7cfd service neutron] Attempting to bind port 242f16b6-c18a-45ee-9b9f-84cdac595218 on network 1b3f09e5-4a03-402e-a615-ff07de5ff6f4 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:08:52.604314 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f65cf61-65c0-41b5-a043-93eebfe596f8 req-127e049f-b325-4f14-8832-b41179fd7cfd service neutron] Port 242f16b6-c18a-45ee-9b9f-84cdac595218 on network 1b3f09e5-4a03-402e-a615-ff07de5ff6f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:08:52.604676 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f65cf61-65c0-41b5-a043-93eebfe596f8 req-127e049f-b325-4f14-8832-b41179fd7cfd service neutron] Attempting to bind port 242f16b6-c18a-45ee-9b9f-84cdac595218 on network 1b3f09e5-4a03-402e-a615-ff07de5ff6f4 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:08:52.609836 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f65cf61-65c0-41b5-a043-93eebfe596f8 req-127e049f-b325-4f14-8832-b41179fd7cfd service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:08:52.610489 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f65cf61-65c0-41b5-a043-93eebfe596f8 req-127e049f-b325-4f14-8832-b41179fd7cfd service neutron] Checking segment: {'id': '69454e0f-59ff-471b-9ae4-103b5f2ce9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1b3f09e5-4a03-402e-a615-ff07de5ff6f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:08:52.610640 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f65cf61-65c0-41b5-a043-93eebfe596f8 req-127e049f-b325-4f14-8832-b41179fd7cfd service neutron] Bound using segment: {'id': '69454e0f-59ff-471b-9ae4-103b5f2ce9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1b3f09e5-4a03-402e-a615-ff07de5ff6f4'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:08:52.611081 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-4f65cf61-65c0-41b5-a043-93eebfe596f8 req-127e049f-b325-4f14-8832-b41179fd7cfd service neutron] Bound port: 242f16b6-c18a-45ee-9b9f-84cdac595218, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69454e0f-59ff-471b-9ae4-103b5f2ce9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1b3f09e5-4a03-402e-a615-ff07de5ff6f4'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:08:52.611464 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-4f65cf61-65c0-41b5-a043-93eebfe596f8 req-127e049f-b325-4f14-8832-b41179fd7cfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:52.677244 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-4f65cf61-65c0-41b5-a043-93eebfe596f8 req-127e049f-b325-4f14-8832-b41179fd7cfd service neutron] For port 242f16b6-c18a-45ee-9b9f-84cdac595218, host n-h1-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:08:52.680244 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-4f65cf61-65c0-41b5-a043-93eebfe596f8 req-127e049f-b325-4f14-8832-b41179fd7cfd service neutron] For port 242f16b6-c18a-45ee-9b9f-84cdac595218, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=242f16b6-c18a-45ee-9b9f-84cdac595218,segment=NetworkSegment(69454e0f-59ff-471b-9ae4-103b5f2ce9b2),segment_id=69454e0f-59ff-471b-9ae4-103b5f2ce9b2)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:08:52.684696 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-4f65cf61-65c0-41b5-a043-93eebfe596f8 req-127e049f-b325-4f14-8832-b41179fd7cfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:52.719048 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f65cf61-65c0-41b5-a043-93eebfe596f8 req-127e049f-b325-4f14-8832-b41179fd7cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:52.719741 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-4f65cf61-65c0-41b5-a043-93eebfe596f8 req-127e049f-b325-4f14-8832-b41179fd7cfd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:52.721178 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4f65cf61-65c0-41b5-a043-93eebfe596f8 req-127e049f-b325-4f14-8832-b41179fd7cfd service neutron] 10.222.0.42 "PUT /v2.0/ports/242f16b6-c18a-45ee-9b9f-84cdac595218 HTTP/1.1" status: 200 len: 1093 time: 0.6089916 Aug 10 04:08:52.721627 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf5247bb-df30-45fb-be9c-bbf174e2e7c3', 'tag': '242f16b6-c18a-45ee-9b9f-84cdac595218'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:08:52.723954 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc81034-0aba-4fa6-b459-80d407820947" -d '{"events": [{"name": "network-changed", "server_uuid": "cf5247bb-df30-45fb-be9c-bbf174e2e7c3", "tag": "242f16b6-c18a-45ee-9b9f-84cdac595218"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:08:52.753035 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127e049f-b325-4f14-8832-b41179fd7cfd service neutron] Pushing event updated for resources: {'Port': ['ID=242f16b6-c18a-45ee-9b9f-84cdac595218,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:52.801629 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c8631d5-e430-460b-a030-491f4397ea5c x-openstack-request-id: req-4c8631d5-e430-460b-a030-491f4397ea5c {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:08:52.801971 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf5247bb-df30-45fb-be9c-bbf174e2e7c3", "tag": "242f16b6-c18a-45ee-9b9f-84cdac595218", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:08:52.802254 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4c8631d5-e430-460b-a030-491f4397ea5c {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:08:52.802668 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf5247bb-df30-45fb-be9c-bbf174e2e7c3', 'tag': '242f16b6-c18a-45ee-9b9f-84cdac595218', 'status': 'completed', 'code': 200} Aug 10 04:08:52.820624 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f65cf61-65c0-41b5-a043-93eebfe596f8 req-4e58bf17-5f42-4db2-a141-6a19e0d31094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:52.822190 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4f65cf61-65c0-41b5-a043-93eebfe596f8 req-4e58bf17-5f42-4db2-a141-6a19e0d31094 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=310ccac48d964b55a6d5763660e1b311&device_id=cf5247bb-df30-45fb-be9c-bbf174e2e7c3 HTTP/1.1" status: 200 len: 1096 time: 0.0572317 Aug 10 04:08:52.895298 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4f65cf61-65c0-41b5-a043-93eebfe596f8 req-5feb5636-15d1-46b9-8917-9c5fb15e5606 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=242f16b6-c18a-45ee-9b9f-84cdac595218 HTTP/1.1" status: 200 len: 217 time: 0.0538547 Aug 10 04:08:52.938374 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be9058a-27fb-48f3-89cb-eaf4dabdf4cc req-711d427e-9d1d-4a0f-a5ee-9902f04497b9 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:52.939875 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3be9058a-27fb-48f3-89cb-eaf4dabdf4cc req-711d427e-9d1d-4a0f-a5ee-9902f04497b9 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=cf5247bb-df30-45fb-be9c-bbf174e2e7c3 HTTP/1.1" status: 200 len: 1096 time: 0.1130733 Aug 10 04:08:52.967222 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f65cf61-65c0-41b5-a043-93eebfe596f8 req-ac74f02c-d8fa-4b78-959b-98ceaf2accb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:52.968623 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4f65cf61-65c0-41b5-a043-93eebfe596f8 req-ac74f02c-d8fa-4b78-959b-98ceaf2accb6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=441b31c0-d600-4f33-a3c6-065be40ea576 HTTP/1.1" status: 200 len: 848 time: 0.0655191 Aug 10 04:08:52.991091 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3be9058a-27fb-48f3-89cb-eaf4dabdf4cc req-f8dc3586-cfb2-4c4b-9e61-ca048226e6a2 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=1ca3b74e-2820-4737-88d0-7f95dd36979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446138 Aug 10 04:08:53.019884 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f65cf61-65c0-41b5-a043-93eebfe596f8 req-413b9bd7-7599-41f5-b9fc-a30b2102b963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:53.021402 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4f65cf61-65c0-41b5-a043-93eebfe596f8 req-413b9bd7-7599-41f5-b9fc-a30b2102b963 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1b3f09e5-4a03-402e-a615-ff07de5ff6f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441027 Aug 10 04:08:53.109055 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4f65cf61-65c0-41b5-a043-93eebfe596f8 req-3c95b47e-362d-406a-9e65-933ca8338fc0 service neutron] 10.222.0.42 "GET /v2.0/networks/1b3f09e5-4a03-402e-a615-ff07de5ff6f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806606 Aug 10 04:08:53.201432 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4f65cf61-65c0-41b5-a043-93eebfe596f8 req-f5194203-5b80-4312-a50e-f5a2a3b5b8c2 service neutron] 10.222.0.42 "GET /v2.0/networks/1b3f09e5-4a03-402e-a615-ff07de5ff6f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856919 Aug 10 04:08:53.287254 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc81034-0aba-4fa6-b459-80d407820947 req-585c8caa-48fc-4793-85e6-f4999f92f51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:53.288739 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1dc81034-0aba-4fa6-b459-80d407820947 req-585c8caa-48fc-4793-85e6-f4999f92f51e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=310ccac48d964b55a6d5763660e1b311&device_id=cf5247bb-df30-45fb-be9c-bbf174e2e7c3 HTTP/1.1" status: 200 len: 1096 time: 0.0405869 Aug 10 04:08:53.382365 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc81034-0aba-4fa6-b459-80d407820947 req-5facb746-3c66-4888-b555-bfe54932f242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:53.383761 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1dc81034-0aba-4fa6-b459-80d407820947 req-5facb746-3c66-4888-b555-bfe54932f242 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1b3f09e5-4a03-402e-a615-ff07de5ff6f4 HTTP/1.1" status: 200 len: 909 time: 0.0883119 Aug 10 04:08:53.424643 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1dc81034-0aba-4fa6-b459-80d407820947 req-1eedaacf-e70e-44db-a96c-9b039fb88ec2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=242f16b6-c18a-45ee-9b9f-84cdac595218 HTTP/1.1" status: 200 len: 217 time: 0.0337832 Aug 10 04:08:53.475064 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc81034-0aba-4fa6-b459-80d407820947 req-65ec95bc-5da1-4d3c-8078-7bc221ffff97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:53.476516 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1dc81034-0aba-4fa6-b459-80d407820947 req-65ec95bc-5da1-4d3c-8078-7bc221ffff97 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=441b31c0-d600-4f33-a3c6-065be40ea576 HTTP/1.1" status: 200 len: 848 time: 0.0432353 Aug 10 04:08:53.526515 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc81034-0aba-4fa6-b459-80d407820947 req-acb94e22-c314-494c-a40b-c3b78dc75524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:53.527988 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1dc81034-0aba-4fa6-b459-80d407820947 req-acb94e22-c314-494c-a40b-c3b78dc75524 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1b3f09e5-4a03-402e-a615-ff07de5ff6f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443783 Aug 10 04:08:53.618101 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1dc81034-0aba-4fa6-b459-80d407820947 req-1f955491-9098-4396-8b30-d291d4a95a7a service neutron] 10.222.0.42 "GET /v2.0/networks/1b3f09e5-4a03-402e-a615-ff07de5ff6f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818202 Aug 10 04:08:53.701029 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f4960a71-c720-421a-b0ef-37830829225a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:53.714414 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1dc81034-0aba-4fa6-b459-80d407820947 req-77b2534c-d4b3-454c-9bd6-1b72e4d49937 service neutron] 10.222.0.42 "GET /v2.0/networks/1b3f09e5-4a03-402e-a615-ff07de5ff6f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889382 Aug 10 04:08:54.100833 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6193e34d-0e3f-4a49-b729-8c02dc9a5f9a req-b7647f7c-e4dc-443d-afd9-2fe5c39f3484 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:54.102405 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6193e34d-0e3f-4a49-b729-8c02dc9a5f9a req-b7647f7c-e4dc-443d-afd9-2fe5c39f3484 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=cf5247bb-df30-45fb-be9c-bbf174e2e7c3 HTTP/1.1" status: 200 len: 1096 time: 0.0414090 Aug 10 04:08:54.137317 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6193e34d-0e3f-4a49-b729-8c02dc9a5f9a req-b052b00d-7454-468c-9c6f-f216d0fc85aa tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=1ca3b74e-2820-4737-88d0-7f95dd36979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290284 Aug 10 04:08:54.309200 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:55.260639 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8656f834-cc35-46c4-a390-fffc3586b44a req-7b645e15-995e-4083-af4a-5f32d8e24e0b tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:55.262236 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8656f834-cc35-46c4-a390-fffc3586b44a req-7b645e15-995e-4083-af4a-5f32d8e24e0b tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=cf5247bb-df30-45fb-be9c-bbf174e2e7c3 HTTP/1.1" status: 200 len: 1096 time: 0.0420558 Aug 10 04:08:55.296644 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8656f834-cc35-46c4-a390-fffc3586b44a req-c8c39edc-d91e-4efa-8176-cf0af7dce6bc tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=1ca3b74e-2820-4737-88d0-7f95dd36979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284362 Aug 10 04:08:55.477231 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 242f16b6-c18a-45ee-9b9f-84cdac595218 details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:08:55.547851 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:55.582081 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 242f16b6-c18a-45ee-9b9f-84cdac595218, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=242f16b6-c18a-45ee-9b9f-84cdac595218,segment=NetworkSegment(69454e0f-59ff-471b-9ae4-103b5f2ce9b2),segment_id=69454e0f-59ff-471b-9ae4-103b5f2ce9b2)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:08:55.592323 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': '242f16b6-c18a-45ee-9b9f-84cdac595218', 'network_id': '1b3f09e5-4a03-402e-a615-ff07de5ff6f4', 'port_id': '242f16b6-c18a-45ee-9b9f-84cdac595218', 'mac_address': 'fa:16:3e:49:44:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '441b31c0-d600-4f33-a3c6-065be40ea576', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:08:55.629978 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:55.642212 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 242f16b6-c18a-45ee-9b9f-84cdac595218 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:08:55.662120 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 242f16b6-c18a-45ee-9b9f-84cdac595218, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=242f16b6-c18a-45ee-9b9f-84cdac595218,segment=NetworkSegment(69454e0f-59ff-471b-9ae4-103b5f2ce9b2),segment_id=69454e0f-59ff-471b-9ae4-103b5f2ce9b2)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:08:55.665731 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:55.713937 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=242f16b6-c18a-45ee-9b9f-84cdac595218,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:55.905754 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['242f16b6-c18a-45ee-9b9f-84cdac595218'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:08:56.406515 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1e7553-7efe-4d1a-9690-e5d564eb22da req-dabebb59-d1a6-4f36-a9d2-d2afa0f65ff3 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:56.408071 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-da1e7553-7efe-4d1a-9690-e5d564eb22da req-dabebb59-d1a6-4f36-a9d2-d2afa0f65ff3 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=cf5247bb-df30-45fb-be9c-bbf174e2e7c3 HTTP/1.1" status: 200 len: 1097 time: 0.0417850 Aug 10 04:08:56.412766 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:56.451625 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-da1e7553-7efe-4d1a-9690-e5d564eb22da req-8d1fb800-bba2-4717-bbb0-b2c295541db0 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=1ca3b74e-2820-4737-88d0-7f95dd36979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317860 Aug 10 04:08:56.959701 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:57.504579 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 242f16b6-c18a-45ee-9b9f-84cdac595218 up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:08:57.558908 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning for port 242f16b6-c18a-45ee-9b9f-84cdac595218 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:08:57.563321 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port 242f16b6-c18a-45ee-9b9f-84cdac595218 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:08:57.563831 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:57.565311 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f941cf0-b378-4935-95b8-7e5d52db0915 req-6c71c3bb-1715-4bb6-a977-11d667317e1d tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:57.566925 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3f941cf0-b378-4935-95b8-7e5d52db0915 req-6c71c3bb-1715-4bb6-a977-11d667317e1d tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=cf5247bb-df30-45fb-be9c-bbf174e2e7c3 HTTP/1.1" status: 200 len: 1097 time: 0.0438602 Aug 10 04:08:57.603133 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3f941cf0-b378-4935-95b8-7e5d52db0915 req-61e77642-d35c-4f98-bb34-00a39b56421b tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=1ca3b74e-2820-4737-88d0-7f95dd36979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299993 Aug 10 04:08:57.640551 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:57.663719 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf5247bb-df30-45fb-be9c-bbf174e2e7c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '242f16b6-c18a-45ee-9b9f-84cdac595218'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:08:57.665941 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa0e829-e144-4ddd-8d6a-1d4e6992b67b" -d '{"events": [{"server_uuid": "cf5247bb-df30-45fb-be9c-bbf174e2e7c3", "name": "network-vif-plugged", "status": "completed", "tag": "242f16b6-c18a-45ee-9b9f-84cdac595218"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:08:57.678885 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 242f16b6-c18a-45ee-9b9f-84cdac595218, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=242f16b6-c18a-45ee-9b9f-84cdac595218,segment=NetworkSegment(69454e0f-59ff-471b-9ae4-103b5f2ce9b2),segment_id=69454e0f-59ff-471b-9ae4-103b5f2ce9b2)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:08:57.683429 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:57.706588 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de14275c-47ad-4345-a0f3-4c11da909bc8 x-openstack-request-id: req-de14275c-47ad-4345-a0f3-4c11da909bc8 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:08:57.706885 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf5247bb-df30-45fb-be9c-bbf174e2e7c3", "name": "network-vif-plugged", "status": "completed", "tag": "242f16b6-c18a-45ee-9b9f-84cdac595218", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:08:57.707141 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-de14275c-47ad-4345-a0f3-4c11da909bc8 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:08:57.707539 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf5247bb-df30-45fb-be9c-bbf174e2e7c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '242f16b6-c18a-45ee-9b9f-84cdac595218', 'code': 200} Aug 10 04:08:57.733766 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=242f16b6-c18a-45ee-9b9f-84cdac595218,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:57.802131 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00747cb-5c35-4b47-84f2-83957a9251a0 req-87ab0cb0-8590-4a8b-ab8f-e6be840d4650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:57.803685 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d00747cb-5c35-4b47-84f2-83957a9251a0 req-87ab0cb0-8590-4a8b-ab8f-e6be840d4650 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=cf5247bb-df30-45fb-be9c-bbf174e2e7c3 HTTP/1.1" status: 200 len: 1098 time: 0.0404520 Aug 10 04:08:57.837469 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d00747cb-5c35-4b47-84f2-83957a9251a0 req-0f03d77e-c479-4b36-801f-dea2f4e0adea service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1ca3b74e-2820-4737-88d0-7f95dd36979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270412 Aug 10 04:08:58.728214 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a636fe9-143a-42df-bb81-17aebc0c4505 req-c53402ea-2b6d-4a30-a6a1-0b1451ce1c39 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:58.729986 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6a636fe9-143a-42df-bb81-17aebc0c4505 req-c53402ea-2b6d-4a30-a6a1-0b1451ce1c39 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=cf5247bb-df30-45fb-be9c-bbf174e2e7c3 HTTP/1.1" status: 200 len: 1098 time: 0.0469122 Aug 10 04:08:58.769946 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6a636fe9-143a-42df-bb81-17aebc0c4505 req-200c9a6a-bf4f-4bcd-84fe-0f5f56fe4ebd tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=1ca3b74e-2820-4737-88d0-7f95dd36979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338304 Aug 10 04:08:59.879059 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348d49ef-5419-48bb-9eef-cc53fd922775 req-41b0ca5f-45fa-44e0-8848-7eca50072354 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:59.881206 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-348d49ef-5419-48bb-9eef-cc53fd922775 req-41b0ca5f-45fa-44e0-8848-7eca50072354 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=cf5247bb-df30-45fb-be9c-bbf174e2e7c3 HTTP/1.1" status: 200 len: 1098 time: 0.0426919 Aug 10 04:08:59.917239 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-348d49ef-5419-48bb-9eef-cc53fd922775 req-6801b0ab-8876-479a-8501-c232048d10f6 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=1ca3b74e-2820-4737-88d0-7f95dd36979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297794 Aug 10 04:09:00.028006 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f0ca1b-98c3-424e-b01f-5d8bb58ab90e req-8491ceab-b63b-460e-9785-db556758e217 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:00.029545 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-58f0ca1b-98c3-424e-b01f-5d8bb58ab90e req-8491ceab-b63b-460e-9785-db556758e217 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=cf5247bb-df30-45fb-be9c-bbf174e2e7c3 HTTP/1.1" status: 200 len: 1098 time: 0.0422149 Aug 10 04:09:00.064639 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-58f0ca1b-98c3-424e-b01f-5d8bb58ab90e req-12735090-ae3c-453f-b613-923708aa4439 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=1ca3b74e-2820-4737-88d0-7f95dd36979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288975 Aug 10 04:09:00.171589 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840f5a19-68bc-4005-bb91-ddadc5fec26a req-da776e0e-9ba7-4895-87d8-7752c29caded tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:00.173142 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-840f5a19-68bc-4005-bb91-ddadc5fec26a req-da776e0e-9ba7-4895-87d8-7752c29caded tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=cf5247bb-df30-45fb-be9c-bbf174e2e7c3 HTTP/1.1" status: 200 len: 1098 time: 0.0413120 Aug 10 04:09:00.212296 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-840f5a19-68bc-4005-bb91-ddadc5fec26a req-fddc3acb-e4c8-4474-bc20-6835d25baf75 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=1ca3b74e-2820-4737-88d0-7f95dd36979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323639 Aug 10 04:09:00.436223 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcfb00f-a8bc-40e9-a499-d94e73870928 req-cc2244f1-1d12-4c15-9617-62e498ba7e94 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:00.437755 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dfcfb00f-a8bc-40e9-a499-d94e73870928 req-cc2244f1-1d12-4c15-9617-62e498ba7e94 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=cf5247bb-df30-45fb-be9c-bbf174e2e7c3 HTTP/1.1" status: 200 len: 1098 time: 0.0410433 Aug 10 04:09:00.472075 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dfcfb00f-a8bc-40e9-a499-d94e73870928 req-bcb15839-135d-4e60-a8f5-35d14e9b812b tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=1ca3b74e-2820-4737-88d0-7f95dd36979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282993 Aug 10 04:09:01.584382 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b2a6a5-a7d7-4c72-af9e-ecf59bb879b2 req-345aa008-ae0e-4ecf-9a3e-8cc6e2d8c6b7 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:01.585927 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-26b2a6a5-a7d7-4c72-af9e-ecf59bb879b2 req-345aa008-ae0e-4ecf-9a3e-8cc6e2d8c6b7 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=cf5247bb-df30-45fb-be9c-bbf174e2e7c3 HTTP/1.1" status: 200 len: 1098 time: 0.0411992 Aug 10 04:09:01.622365 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-26b2a6a5-a7d7-4c72-af9e-ecf59bb879b2 req-55edaf43-41dd-4071-a738-11af249b696d tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=1ca3b74e-2820-4737-88d0-7f95dd36979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300343 Aug 10 04:09:01.682301 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad884a1-0a28-4505-845e-013ae70ca513 req-9af1278d-c72d-4781-a0ed-1c8c78c891ed tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:01.683794 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9ad884a1-0a28-4505-845e-013ae70ca513 req-9af1278d-c72d-4781-a0ed-1c8c78c891ed tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=cf5247bb-df30-45fb-be9c-bbf174e2e7c3 HTTP/1.1" status: 200 len: 1098 time: 0.0416148 Aug 10 04:09:01.767521 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-9ad884a1-0a28-4505-845e-013ae70ca513 req-898d5c3f-0801-4032-a3e8-e5b347df11d2 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] Deleting port 242f16b6-c18a-45ee-9b9f-84cdac595218 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:09:01.767780 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-9ad884a1-0a28-4505-845e-013ae70ca513 req-898d5c3f-0801-4032-a3e8-e5b347df11d2 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:01.846397 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-9ad884a1-0a28-4505-845e-013ae70ca513 req-898d5c3f-0801-4032-a3e8-e5b347df11d2 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] For port 242f16b6-c18a-45ee-9b9f-84cdac595218, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=242f16b6-c18a-45ee-9b9f-84cdac595218,segment=NetworkSegment(69454e0f-59ff-471b-9ae4-103b5f2ce9b2),segment_id=69454e0f-59ff-471b-9ae4-103b5f2ce9b2)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:09:01.846768 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-9ad884a1-0a28-4505-845e-013ae70ca513 req-898d5c3f-0801-4032-a3e8-e5b347df11d2 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:01.859629 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-9ad884a1-0a28-4505-845e-013ae70ca513 req-898d5c3f-0801-4032-a3e8-e5b347df11d2 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] Calling delete_port for 242f16b6-c18a-45ee-9b9f-84cdac595218 owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:09:01.982281 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-9ad884a1-0a28-4505-845e-013ae70ca513 req-898d5c3f-0801-4032-a3e8-e5b347df11d2 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:01.994599 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['242f16b6-c18a-45ee-9b9f-84cdac595218'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:09:02.000364 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['cd8cab5b-7a10-4fef-bf49-7987372d0e9a'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:09:02.009826 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898d5c3f-0801-4032-a3e8-e5b347df11d2 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] Pushing event deleted for resources: {'Port': ['ID=242f16b6-c18a-45ee-9b9f-84cdac595218,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:02.060435 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ad884a1-0a28-4505-845e-013ae70ca513 req-898d5c3f-0801-4032-a3e8-e5b347df11d2 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] No DVR routers for this DVR port 242f16b6-c18a-45ee-9b9f-84cdac595218 on host n-h1-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:09:02.063612 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-9ad884a1-0a28-4505-845e-013ae70ca513 req-898d5c3f-0801-4032-a3e8-e5b347df11d2 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:02.065991 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9ad884a1-0a28-4505-845e-013ae70ca513 req-898d5c3f-0801-4032-a3e8-e5b347df11d2 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] 10.222.0.42 "DELETE /v2.0/ports/242f16b6-c18a-45ee-9b9f-84cdac595218 HTTP/1.1" status: 204 len: 173 time: 0.3758206 Aug 10 04:09:02.066499 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf5247bb-df30-45fb-be9c-bbf174e2e7c3', 'name': 'network-vif-deleted', 'tag': '242f16b6-c18a-45ee-9b9f-84cdac595218'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:09:02.070282 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ce2cb03-83a0-4916-a1f3-8f2add08929a" -d '{"events": [{"server_uuid": "cf5247bb-df30-45fb-be9c-bbf174e2e7c3", "name": "network-vif-deleted", "tag": "242f16b6-c18a-45ee-9b9f-84cdac595218"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:09:02.121603 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f4344c9-f156-40d3-97cd-21eb98964879 x-openstack-request-id: req-1f4344c9-f156-40d3-97cd-21eb98964879 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:09:02.121985 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf5247bb-df30-45fb-be9c-bbf174e2e7c3", "name": "network-vif-deleted", "tag": "242f16b6-c18a-45ee-9b9f-84cdac595218", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:09:02.122349 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1f4344c9-f156-40d3-97cd-21eb98964879 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:09:02.123075 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf5247bb-df30-45fb-be9c-bbf174e2e7c3', 'name': 'network-vif-deleted', 'tag': '242f16b6-c18a-45ee-9b9f-84cdac595218', 'status': 'completed', 'code': 200} Aug 10 04:09:02.892578 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64df4fee-fe55-4c85-91b5-d639d74f9e77 req-0494974b-304f-4a13-8d76-2dc7b4fe555a tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:02.894596 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-64df4fee-fe55-4c85-91b5-d639d74f9e77 req-0494974b-304f-4a13-8d76-2dc7b4fe555a tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=563a8f17-fad9-4a05-b392-d777667eb2bb HTTP/1.1" status: 200 len: 1097 time: 0.0421355 Aug 10 04:09:02.932855 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-64df4fee-fe55-4c85-91b5-d639d74f9e77 req-1187d94f-6204-41bb-bed0-ea488abb6ae4 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=1ca3b74e-2820-4737-88d0-7f95dd36979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313268 Aug 10 04:09:03.661684 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:04.047711 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5379e7-8587-473a-bc95-b5e876c056d0 req-b135a461-c31d-4d6e-a6a6-cca16234cc26 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:04.049283 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4b5379e7-8587-473a-bc95-b5e876c056d0 req-b135a461-c31d-4d6e-a6a6-cca16234cc26 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=563a8f17-fad9-4a05-b392-d777667eb2bb HTTP/1.1" status: 200 len: 1097 time: 0.0433888 Aug 10 04:09:04.087339 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4b5379e7-8587-473a-bc95-b5e876c056d0 req-6f92356c-1eec-49c6-a1d4-69f11f8d755b tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=1ca3b74e-2820-4737-88d0-7f95dd36979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296319 Aug 10 04:09:04.408964 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63eb255-1239-485c-bc6d-bcea240a42ab req-df02b286-9abe-4be4-ac12-b6828ee69d39 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:04.410491 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a63eb255-1239-485c-bc6d-bcea240a42ab req-df02b286-9abe-4be4-ac12-b6828ee69d39 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=563a8f17-fad9-4a05-b392-d777667eb2bb HTTP/1.1" status: 200 len: 1097 time: 0.0446873 Aug 10 04:09:04.495923 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-a63eb255-1239-485c-bc6d-bcea240a42ab req-9b94c055-cfc3-43e3-bbde-57837622f522 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] Deleting port cd8cab5b-7a10-4fef-bf49-7987372d0e9a {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:09:04.496325 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a63eb255-1239-485c-bc6d-bcea240a42ab req-9b94c055-cfc3-43e3-bbde-57837622f522 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:04.581269 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-a63eb255-1239-485c-bc6d-bcea240a42ab req-9b94c055-cfc3-43e3-bbde-57837622f522 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] For port cd8cab5b-7a10-4fef-bf49-7987372d0e9a, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=cd8cab5b-7a10-4fef-bf49-7987372d0e9a,segment=NetworkSegment(69454e0f-59ff-471b-9ae4-103b5f2ce9b2),segment_id=69454e0f-59ff-471b-9ae4-103b5f2ce9b2)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:09:04.581642 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a63eb255-1239-485c-bc6d-bcea240a42ab req-9b94c055-cfc3-43e3-bbde-57837622f522 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:04.907883 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-a63eb255-1239-485c-bc6d-bcea240a42ab req-9b94c055-cfc3-43e3-bbde-57837622f522 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] Calling delete_port for cd8cab5b-7a10-4fef-bf49-7987372d0e9a owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:09:05.025735 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a63eb255-1239-485c-bc6d-bcea240a42ab req-9b94c055-cfc3-43e3-bbde-57837622f522 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:05.036945 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['cd8cab5b-7a10-4fef-bf49-7987372d0e9a'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:09:05.057009 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b94c055-cfc3-43e3-bbde-57837622f522 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] Pushing event deleted for resources: {'Port': ['ID=cd8cab5b-7a10-4fef-bf49-7987372d0e9a,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:05.102030 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-a63eb255-1239-485c-bc6d-bcea240a42ab req-9b94c055-cfc3-43e3-bbde-57837622f522 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] No DVR routers for this DVR port cd8cab5b-7a10-4fef-bf49-7987372d0e9a on host n-h2-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:09:05.104806 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a63eb255-1239-485c-bc6d-bcea240a42ab req-9b94c055-cfc3-43e3-bbde-57837622f522 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:05.106905 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a63eb255-1239-485c-bc6d-bcea240a42ab req-9b94c055-cfc3-43e3-bbde-57837622f522 tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] 10.222.0.61 "DELETE /v2.0/ports/cd8cab5b-7a10-4fef-bf49-7987372d0e9a HTTP/1.1" status: 204 len: 173 time: 0.6897440 Aug 10 04:09:05.107343 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '563a8f17-fad9-4a05-b392-d777667eb2bb', 'name': 'network-vif-deleted', 'tag': 'cd8cab5b-7a10-4fef-bf49-7987372d0e9a'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:09:05.110355 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fbd62a6-49be-4517-90b7-27221160c992" -d '{"events": [{"server_uuid": "563a8f17-fad9-4a05-b392-d777667eb2bb", "name": "network-vif-deleted", "tag": "cd8cab5b-7a10-4fef-bf49-7987372d0e9a"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:09:05.160524 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4ae92d7-fa77-48ca-87bf-3c8b6dfd4d63 x-openstack-request-id: req-c4ae92d7-fa77-48ca-87bf-3c8b6dfd4d63 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:09:05.160837 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "563a8f17-fad9-4a05-b392-d777667eb2bb", "name": "network-vif-deleted", "tag": "cd8cab5b-7a10-4fef-bf49-7987372d0e9a", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:09:05.161201 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c4ae92d7-fa77-48ca-87bf-3c8b6dfd4d63 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:09:05.161643 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '563a8f17-fad9-4a05-b392-d777667eb2bb', 'name': 'network-vif-deleted', 'tag': 'cd8cab5b-7a10-4fef-bf49-7987372d0e9a', 'status': 'completed', 'code': 200} Aug 10 04:09:05.213827 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b79bf5af-8c31-42fd-9722-dc195dfab834 req-57335e36-f41f-4d28-98bc-8cf44403db3a tempest-TestServerMultinode-1977225434 tempest-TestServerMultinode-1977225434-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=563a8f17-fad9-4a05-b392-d777667eb2bb HTTP/1.1" status: 200 len: 210 time: 0.0304756 Aug 10 04:09:05.556774 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 242f16b6-c18a-45ee-9b9f-84cdac595218 no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:09:05.576714 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] No Port match for: 242f16b6-c18a-45ee-9b9f-84cdac595218 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:09:05.577056 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 242f16b6-c18a-45ee-9b9f-84cdac595218 not bound to the agent host n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:09:06.275671 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 47148) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:09:06.619059 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e459bd3e-2781-4c13-a2e5-25c16424c65f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521880'] for router_interface, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:06.857322 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-e459bd3e-2781-4c13-a2e5-25c16424c65f admin admin] Deleting port df479b8c-cc39-4c39-9fec-28d12b659416 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:09:06.857663 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e459bd3e-2781-4c13-a2e5-25c16424c65f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:06.933517 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [None req-e459bd3e-2781-4c13-a2e5-25c16424c65f admin admin] For port df479b8c-cc39-4c39-9fec-28d12b659416, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=df479b8c-cc39-4c39-9fec-28d12b659416,segment=NetworkSegment(69454e0f-59ff-471b-9ae4-103b5f2ce9b2),segment_id=69454e0f-59ff-471b-9ae4-103b5f2ce9b2)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:09:06.933876 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e459bd3e-2781-4c13-a2e5-25c16424c65f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:06.946283 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-e459bd3e-2781-4c13-a2e5-25c16424c65f admin admin] Calling delete_port for df479b8c-cc39-4c39-9fec-28d12b659416 owned by network:router_interface {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:09:07.121519 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e459bd3e-2781-4c13-a2e5-25c16424c65f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:07.150419 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e459bd3e-2781-4c13-a2e5-25c16424c65f admin admin] Pushing event deleted for resources: {'Port': ['ID=df479b8c-cc39-4c39-9fec-28d12b659416,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:07.313780 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e459bd3e-2781-4c13-a2e5-25c16424c65f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-522536'] for router_interface, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:07.531519 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e459bd3e-2781-4c13-a2e5-25c16424c65f admin admin] Router 3b334530-5ad1-4ed6-aa1d-a8838b26f1b6 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:09:07.638836 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e459bd3e-2781-4c13-a2e5-25c16424c65f admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:09:07.645164 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-e459bd3e-2781-4c13-a2e5-25c16424c65f admin admin] 10.222.0.44 "PUT /v2.0/routers/3b334530-5ad1-4ed6-aa1d-a8838b26f1b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3683007 Aug 10 04:09:07.648443 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 47150) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:09:07.656885 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a895f86-0db9-4ba3-8ca6-bbc16ed8cdf0 None None] Sync routers for ids ['3b334530-5ad1-4ed6-aa1d-a8838b26f1b6'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:09:07.665768 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a895f86-0db9-4ba3-8ca6-bbc16ed8cdf0 None None] Routers {'3b334530-5ad1-4ed6-aa1d-a8838b26f1b6'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:09:07.666426 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-6a895f86-0db9-4ba3-8ca6-bbc16ed8cdf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:08:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['3b334530-5ad1-4ed6-aa1d-a8838b26f1b6'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:09:07.700992 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device cd8cab5b-7a10-4fef-bf49-7987372d0e9a no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:09:07.729435 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] No Port match for: cd8cab5b-7a10-4fef-bf49-7987372d0e9a {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:09:07.729778 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device cd8cab5b-7a10-4fef-bf49-7987372d0e9a not bound to the agent host n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:09:07.766012 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e913c0e8-6702-4b96-ad24-aaa0411ed9e5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:07.791628 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-6a895f86-0db9-4ba3-8ca6-bbc16ed8cdf0 None None] Set router 3b334530-5ad1-4ed6-aa1d-a8838b26f1b6 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:09:07.979993 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-6a895f86-0db9-4ba3-8ca6-bbc16ed8cdf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b334530-5ad1-4ed6-aa1d-a8838b26f1b6', 'name': 'tempest-TestServerMultinode-509802864-router', 'tenant_id': 'f388ef245e8c4ac88af290fa55e7b328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '2f15b140-3304-4026-a6c9-5c27745255d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:08:29Z', 'updated_at': '2021-08-10T04:09:07Z', 'revision_number': 5, 'project_id': 'f388ef245e8c4ac88af290fa55e7b328', 'gw_port': {'id': '2f15b140-3304-4026-a6c9-5c27745255d9', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:0a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b334530-5ad1-4ed6-aa1d-a8838b26f1b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:29Z', 'updated_at': '2021-08-10T04:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:09:08.013865 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a895f86-0db9-4ba3-8ca6-bbc16ed8cdf0 None None] Checking router: 3b334530-5ad1-4ed6-aa1d-a8838b26f1b6 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:09:08.023610 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a895f86-0db9-4ba3-8ca6-bbc16ed8cdf0 None None] Routers {'3b334530-5ad1-4ed6-aa1d-a8838b26f1b6'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:09:08.024249 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-6a895f86-0db9-4ba3-8ca6-bbc16ed8cdf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:08:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['3b334530-5ad1-4ed6-aa1d-a8838b26f1b6'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:09:08.205862 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e913c0e8-6702-4b96-ad24-aaa0411ed9e5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:08.263335 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-e913c0e8-6702-4b96-ad24-aaa0411ed9e5 admin admin] Deleting port 2f15b140-3304-4026-a6c9-5c27745255d9 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:09:08.263681 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e913c0e8-6702-4b96-ad24-aaa0411ed9e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:08.293943 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-6a895f86-0db9-4ba3-8ca6-bbc16ed8cdf0 None None] Set router 3b334530-5ad1-4ed6-aa1d-a8838b26f1b6 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:09:08.341463 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-e913c0e8-6702-4b96-ad24-aaa0411ed9e5 admin admin] For port 2f15b140-3304-4026-a6c9-5c27745255d9, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=2f15b140-3304-4026-a6c9-5c27745255d9,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:09:08.341836 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e913c0e8-6702-4b96-ad24-aaa0411ed9e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:08.355569 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-e913c0e8-6702-4b96-ad24-aaa0411ed9e5 admin admin] Calling delete_port for 2f15b140-3304-4026-a6c9-5c27745255d9 owned by network:router_gateway {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:09:08.467581 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-6a895f86-0db9-4ba3-8ca6-bbc16ed8cdf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b334530-5ad1-4ed6-aa1d-a8838b26f1b6', 'name': 'tempest-TestServerMultinode-509802864-router', 'tenant_id': 'f388ef245e8c4ac88af290fa55e7b328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '2f15b140-3304-4026-a6c9-5c27745255d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:08:29Z', 'updated_at': '2021-08-10T04:09:07Z', 'revision_number': 5, 'project_id': 'f388ef245e8c4ac88af290fa55e7b328', 'gw_port': {'id': '2f15b140-3304-4026-a6c9-5c27745255d9', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:0a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b334530-5ad1-4ed6-aa1d-a8838b26f1b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:29Z', 'updated_at': '2021-08-10T04:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:09:08.497060 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a895f86-0db9-4ba3-8ca6-bbc16ed8cdf0 None None] The sync data for ids ['3b334530-5ad1-4ed6-aa1d-a8838b26f1b6'] in n-d-768862-13 is: [{'id': '3b334530-5ad1-4ed6-aa1d-a8838b26f1b6', 'name': 'tempest-TestServerMultinode-509802864-router', 'tenant_id': 'f388ef245e8c4ac88af290fa55e7b328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '2f15b140-3304-4026-a6c9-5c27745255d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:08:29Z', 'updated_at': '2021-08-10T04:09:07Z', 'revision_number': 5, 'project_id': 'f388ef245e8c4ac88af290fa55e7b328', 'gw_port': {'id': '2f15b140-3304-4026-a6c9-5c27745255d9', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:0a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b334530-5ad1-4ed6-aa1d-a8838b26f1b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:29Z', 'updated_at': '2021-08-10T04:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:09:08.531978 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e913c0e8-6702-4b96-ad24-aaa0411ed9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:08.557974 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e913c0e8-6702-4b96-ad24-aaa0411ed9e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f15b140-3304-4026-a6c9-5c27745255d9,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:08.626201 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e913c0e8-6702-4b96-ad24-aaa0411ed9e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520654'] for router_gateway, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:08.717840 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e913c0e8-6702-4b96-ad24-aaa0411ed9e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:08.720063 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e913c0e8-6702-4b96-ad24-aaa0411ed9e5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:08.765216 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e913c0e8-6702-4b96-ad24-aaa0411ed9e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:08.766045 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e913c0e8-6702-4b96-ad24-aaa0411ed9e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b334530-5ad1-4ed6-aa1d-a8838b26f1b6 {{(pid=94261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:09:08.771286 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e913c0e8-6702-4b96-ad24-aaa0411ed9e5 admin admin] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:08.775305 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 47152) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:09:08.778756 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e913c0e8-6702-4b96-ad24-aaa0411ed9e5 admin admin] 10.222.0.44 "DELETE /v2.0/routers/3b334530-5ad1-4ed6-aa1d-a8838b26f1b6 HTTP/1.1" status: 204 len: 168 time: 1.1292148 Aug 10 04:09:08.820898 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae827e16-ba53-4159-9ba2-5c2de623e737 admin admin] Deleting subnet 441b31c0-d600-4f33-a3c6-065be40ea576 {{(pid=94260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:09:08.824478 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ae827e16-ba53-4159-9ba2-5c2de623e737 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:08.860340 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ae827e16-ba53-4159-9ba2-5c2de623e737 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191173'] for subnet, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:08.942786 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ae827e16-ba53-4159-9ba2-5c2de623e737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:08.992620 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ae827e16-ba53-4159-9ba2-5c2de623e737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:09.015476 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae827e16-ba53-4159-9ba2-5c2de623e737 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=441b31c0-d600-4f33-a3c6-065be40ea576,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:09.021895 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ae827e16-ba53-4159-9ba2-5c2de623e737 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:09.026393 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-ae827e16-ba53-4159-9ba2-5c2de623e737 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/441b31c0-d600-4f33-a3c6-065be40ea576 HTTP/1.1" status: 204 len: 168 time: 0.2501011 Aug 10 04:09:09.026757 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 47154) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:09:09.027299 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0d1cbf-e98d-4fa8-a413-53c17169ff70 None None] Network 1b3f09e5-4a03-402e-a615-ff07de5ff6f4 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:09:09.106146 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d801adc4-47f5-4ff8-803c-bfac36d8f103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:09.159194 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-d801adc4-47f5-4ff8-803c-bfac36d8f103 admin admin] Deleting port 59e130d2-b0aa-46dd-a253-b5b80b76729a {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:09:09.159539 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d801adc4-47f5-4ff8-803c-bfac36d8f103 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:09.223432 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-d801adc4-47f5-4ff8-803c-bfac36d8f103 admin admin] For port 59e130d2-b0aa-46dd-a253-b5b80b76729a, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=59e130d2-b0aa-46dd-a253-b5b80b76729a,segment=NetworkSegment(69454e0f-59ff-471b-9ae4-103b5f2ce9b2),segment_id=69454e0f-59ff-471b-9ae4-103b5f2ce9b2)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:09:09.223895 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d801adc4-47f5-4ff8-803c-bfac36d8f103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:09.227907 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c23bed8-177a-4294-b43f-b0049afa8455 None None] DHCP port deletion for 1b3f09e5-4a03-402e-a615-ff07de5ff6f4 request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:09:09.237995 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-d801adc4-47f5-4ff8-803c-bfac36d8f103 admin admin] Calling delete_port for 59e130d2-b0aa-46dd-a253-b5b80b76729a owned by network:dhcp {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:09:09.278178 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-7c23bed8-177a-4294-b43f-b0049afa8455 None None] Deleting port 59e130d2-b0aa-46dd-a253-b5b80b76729a {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:09:09.278677 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-7c23bed8-177a-4294-b43f-b0049afa8455 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:09.322478 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d801adc4-47f5-4ff8-803c-bfac36d8f103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:09.350144 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-7c23bed8-177a-4294-b43f-b0049afa8455 None None] For port 59e130d2-b0aa-46dd-a253-b5b80b76729a, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=59e130d2-b0aa-46dd-a253-b5b80b76729a,segment=NetworkSegment(69454e0f-59ff-471b-9ae4-103b5f2ce9b2),segment_id=69454e0f-59ff-471b-9ae4-103b5f2ce9b2)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:09:09.350403 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d801adc4-47f5-4ff8-803c-bfac36d8f103 admin admin] Pushing event deleted for resources: {'Port': ['ID=59e130d2-b0aa-46dd-a253-b5b80b76729a,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:09.350493 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-7c23bed8-177a-4294-b43f-b0049afa8455 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:09.351345 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d801adc4-47f5-4ff8-803c-bfac36d8f103 admin admin] No DVR routers for this DVR port 59e130d2-b0aa-46dd-a253-b5b80b76729a on host n-d-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:09:09.363135 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-7c23bed8-177a-4294-b43f-b0049afa8455 None None] Calling delete_port for 59e130d2-b0aa-46dd-a253-b5b80b76729a owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:09:09.424058 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d801adc4-47f5-4ff8-803c-bfac36d8f103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:09.434860 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-d801adc4-47f5-4ff8-803c-bfac36d8f103 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b3f09e5-4a03-402e-a615-ff07de5ff6f4']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:09:09.437280 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-7c23bed8-177a-4294-b43f-b0049afa8455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:09.450919 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-d801adc4-47f5-4ff8-803c-bfac36d8f103 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69454e0f-59ff-471b-9ae4-103b5f2ce9b2') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:09:09.451115 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-d801adc4-47f5-4ff8-803c-bfac36d8f103 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69454e0f-59ff-471b-9ae4-103b5f2ce9b2') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:09:09.460551 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d801adc4-47f5-4ff8-803c-bfac36d8f103 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:09.468191 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c23bed8-177a-4294-b43f-b0049afa8455 None None] Pushing event deleted for resources: {'Port': ['ID=59e130d2-b0aa-46dd-a253-b5b80b76729a,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:09.470029 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c23bed8-177a-4294-b43f-b0049afa8455 None None] No DVR routers for this DVR port 59e130d2-b0aa-46dd-a253-b5b80b76729a on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:09:09.480145 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d801adc4-47f5-4ff8-803c-bfac36d8f103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:09.489401 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d801adc4-47f5-4ff8-803c-bfac36d8f103 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:09:09.489805 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d801adc4-47f5-4ff8-803c-bfac36d8f103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:09.491478 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 04:09:09.491478 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:09:09.491478 n-d-768862-13 neutron-server[94261]: timer() Aug 10 04:09:09.491478 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:09:09.491478 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 04:09:09.491478 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:09:09.491478 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 04:09:09.491478 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:09:09.491478 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 04:09:09.491478 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:09:09.491478 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 04:09:09.491478 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:09:09.491478 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 04:09:09.491478 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:09:09.491478 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:09:09.491478 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:09:09.491478 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:09:09.491478 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:09:09.491478 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 04:09:09.491478 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:09:09.491478 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 04:09:09.491478 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:09:09.491478 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:09:09.491478 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:09:09.491478 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 04:09:09.491478 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:09:09.491478 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:09:09.491478 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:09:09.491478 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:09:09.491478 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:09:09.491478 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:09:09.491478 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:09:09.544314 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d801adc4-47f5-4ff8-803c-bfac36d8f103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:09.550068 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d801adc4-47f5-4ff8-803c-bfac36d8f103 admin admin] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:09.552540 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-d801adc4-47f5-4ff8-803c-bfac36d8f103 admin admin] 10.222.0.44 "DELETE /v2.0/networks/1b3f09e5-4a03-402e-a615-ff07de5ff6f4 HTTP/1.1" status: 204 len: 168 time: 0.5247772 Aug 10 04:09:09.555567 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 47156) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:09:09.564321 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d801adc4-47f5-4ff8-803c-bfac36d8f103 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b3f09e5-4a03-402e-a615-ff07de5ff6f4,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:09.899820 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0abdee8c-312a-4fe8-b8c8-e711b397499a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521880'] for router_interface, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:09.998654 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 59e130d2-b0aa-46dd-a253-b5b80b76729a no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:09:10.017777 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 59e130d2-b0aa-46dd-a253-b5b80b76729a {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:09:10.018218 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 59e130d2-b0aa-46dd-a253-b5b80b76729a not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:09:10.018660 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 2f15b140-3304-4026-a6c9-5c27745255d9 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:09:10.037616 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 2f15b140-3304-4026-a6c9-5c27745255d9 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:09:10.038302 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 2f15b140-3304-4026-a6c9-5c27745255d9 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:09:10.038491 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device df479b8c-cc39-4c39-9fec-28d12b659416 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:09:10.057243 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: df479b8c-cc39-4c39-9fec-28d12b659416 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:09:10.057595 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device df479b8c-cc39-4c39-9fec-28d12b659416 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:09:10.146447 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-0abdee8c-312a-4fe8-b8c8-e711b397499a admin admin] Deleting port cdf03895-3b6d-42fd-819d-4dcdc850310b {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:09:10.146895 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0abdee8c-312a-4fe8-b8c8-e711b397499a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:10.226800 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [None req-0abdee8c-312a-4fe8-b8c8-e711b397499a admin admin] For port cdf03895-3b6d-42fd-819d-4dcdc850310b, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=cdf03895-3b6d-42fd-819d-4dcdc850310b,segment=NetworkSegment(50286975-22ba-471f-bede-830e0d1eef8f),segment_id=50286975-22ba-471f-bede-830e0d1eef8f)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:09:10.227077 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0abdee8c-312a-4fe8-b8c8-e711b397499a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:10.239797 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-0abdee8c-312a-4fe8-b8c8-e711b397499a admin admin] Calling delete_port for cdf03895-3b6d-42fd-819d-4dcdc850310b owned by network:router_interface {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:09:10.415390 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0abdee8c-312a-4fe8-b8c8-e711b397499a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:10.441853 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abdee8c-312a-4fe8-b8c8-e711b397499a admin admin] Pushing event deleted for resources: {'Port': ['ID=cdf03895-3b6d-42fd-819d-4dcdc850310b,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:10.917534 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0abdee8c-312a-4fe8-b8c8-e711b397499a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-522536'] for router_interface, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:11.127019 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0abdee8c-312a-4fe8-b8c8-e711b397499a admin admin] Router 4611187f-9f09-4753-96bb-750e51aaa8f5 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:09:11.232948 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0abdee8c-312a-4fe8-b8c8-e711b397499a admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:09:11.237741 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-0abdee8c-312a-4fe8-b8c8-e711b397499a admin admin] 10.222.0.44 "PUT /v2.0/routers/4611187f-9f09-4753-96bb-750e51aaa8f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6811326 Aug 10 04:09:11.241113 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 47158) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:09:11.242036 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bc6b35-774c-4211-82ba-df191fee33bc None None] Sync routers for ids ['4611187f-9f09-4753-96bb-750e51aaa8f5'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:09:11.251748 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bc6b35-774c-4211-82ba-df191fee33bc None None] Routers {'4611187f-9f09-4753-96bb-750e51aaa8f5'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:09:11.252347 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-54bc6b35-774c-4211-82ba-df191fee33bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:08:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['4611187f-9f09-4753-96bb-750e51aaa8f5'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:09:11.358739 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e1c745a1-b2c8-4722-b185-7cd1027a7320 admin admin] Notify callbacks [] for router, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:11.451098 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-54bc6b35-774c-4211-82ba-df191fee33bc None None] Set router 4611187f-9f09-4753-96bb-750e51aaa8f5 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:09:11.460776 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e1c745a1-b2c8-4722-b185-7cd1027a7320 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:11.522289 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-e1c745a1-b2c8-4722-b185-7cd1027a7320 admin admin] Deleting port a40ae31e-44d9-4e79-bf26-b2df452b35ff {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:09:11.522664 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e1c745a1-b2c8-4722-b185-7cd1027a7320 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:11.614669 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [None req-e1c745a1-b2c8-4722-b185-7cd1027a7320 admin admin] For port a40ae31e-44d9-4e79-bf26-b2df452b35ff, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=a40ae31e-44d9-4e79-bf26-b2df452b35ff,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:09:11.615040 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e1c745a1-b2c8-4722-b185-7cd1027a7320 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:11.627866 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-e1c745a1-b2c8-4722-b185-7cd1027a7320 admin admin] Calling delete_port for a40ae31e-44d9-4e79-bf26-b2df452b35ff owned by network:router_gateway {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:09:11.636541 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-54bc6b35-774c-4211-82ba-df191fee33bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4611187f-9f09-4753-96bb-750e51aaa8f5', 'name': 'tempest-TestServerMultinode-2071486919-router', 'tenant_id': '310ccac48d964b55a6d5763660e1b311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'a40ae31e-44d9-4e79-bf26-b2df452b35ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:08:33Z', 'updated_at': '2021-08-10T04:09:10Z', 'revision_number': 5, 'project_id': '310ccac48d964b55a6d5763660e1b311', 'gw_port': {'id': 'a40ae31e-44d9-4e79-bf26-b2df452b35ff', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:7a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4611187f-9f09-4753-96bb-750e51aaa8f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:34Z', 'updated_at': '2021-08-10T04:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:09:11.662789 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bc6b35-774c-4211-82ba-df191fee33bc None None] Checking router: 4611187f-9f09-4753-96bb-750e51aaa8f5 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:09:11.671574 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bc6b35-774c-4211-82ba-df191fee33bc None None] Routers {'4611187f-9f09-4753-96bb-750e51aaa8f5'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:09:11.672173 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-54bc6b35-774c-4211-82ba-df191fee33bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:08:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['4611187f-9f09-4753-96bb-750e51aaa8f5'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:09:11.758529 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-54bc6b35-774c-4211-82ba-df191fee33bc None None] Set router 4611187f-9f09-4753-96bb-750e51aaa8f5 gateway port host: None {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:09:11.802253 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e1c745a1-b2c8-4722-b185-7cd1027a7320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:11.816496 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-54bc6b35-774c-4211-82ba-df191fee33bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4611187f-9f09-4753-96bb-750e51aaa8f5', 'name': 'tempest-TestServerMultinode-2071486919-router', 'tenant_id': '310ccac48d964b55a6d5763660e1b311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:08:33Z', 'updated_at': '2021-08-10T04:09:11Z', 'revision_number': 6, 'project_id': '310ccac48d964b55a6d5763660e1b311', 'gw_port_host': None}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:09:11.827606 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c745a1-b2c8-4722-b185-7cd1027a7320 admin admin] Pushing event deleted for resources: {'Port': ['ID=a40ae31e-44d9-4e79-bf26-b2df452b35ff,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:11.844109 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bc6b35-774c-4211-82ba-df191fee33bc None None] The sync data for ids ['4611187f-9f09-4753-96bb-750e51aaa8f5'] in n-d-768862-13 is: [{'id': '4611187f-9f09-4753-96bb-750e51aaa8f5', 'name': 'tempest-TestServerMultinode-2071486919-router', 'tenant_id': '310ccac48d964b55a6d5763660e1b311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:08:33Z', 'updated_at': '2021-08-10T04:09:11Z', 'revision_number': 6, 'project_id': '310ccac48d964b55a6d5763660e1b311', 'gw_port_host': None}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:09:11.893711 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e1c745a1-b2c8-4722-b185-7cd1027a7320 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520654'] for router_gateway, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:11.984027 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e1c745a1-b2c8-4722-b185-7cd1027a7320 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:11.986359 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e1c745a1-b2c8-4722-b185-7cd1027a7320 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:12.027987 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e1c745a1-b2c8-4722-b185-7cd1027a7320 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:12.028635 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1c745a1-b2c8-4722-b185-7cd1027a7320 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4611187f-9f09-4753-96bb-750e51aaa8f5 {{(pid=94260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:09:12.032879 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e1c745a1-b2c8-4722-b185-7cd1027a7320 admin admin] Notify callbacks [] for router, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:12.034054 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-e1c745a1-b2c8-4722-b185-7cd1027a7320 admin admin] 10.222.0.44 "DELETE /v2.0/routers/4611187f-9f09-4753-96bb-750e51aaa8f5 HTTP/1.1" status: 204 len: 168 time: 0.7919912 Aug 10 04:09:12.037148 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 47160) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:09:12.090101 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7a4c465-fe9d-4fba-97f3-ea9396923829 admin admin] Deleting subnet a95d301c-5d50-45d6-a895-76e513044c88 {{(pid=94260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:09:12.093048 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f7a4c465-fe9d-4fba-97f3-ea9396923829 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:12.128831 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f7a4c465-fe9d-4fba-97f3-ea9396923829 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191173'] for subnet, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:12.208893 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f7a4c465-fe9d-4fba-97f3-ea9396923829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:12.273247 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f7a4c465-fe9d-4fba-97f3-ea9396923829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:12.302264 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a4c465-fe9d-4fba-97f3-ea9396923829 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a95d301c-5d50-45d6-a895-76e513044c88,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:12.308809 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f7a4c465-fe9d-4fba-97f3-ea9396923829 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:12.310723 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-f7a4c465-fe9d-4fba-97f3-ea9396923829 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/a95d301c-5d50-45d6-a895-76e513044c88 HTTP/1.1" status: 204 len: 168 time: 0.2726531 Aug 10 04:09:12.313589 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 47162) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:09:12.313797 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8b6d8f-b440-46fa-8e66-e4e4d47e9892 None None] Network 8f8b9f64-8c2b-47a8-ac4b-cb9dcd51bbfd requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:09:12.382200 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ba0c1925-9985-4ab8-9efa-e994d8bb0c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:12.435360 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-ba0c1925-9985-4ab8-9efa-e994d8bb0c84 admin admin] Deleting port 1419c960-d5e3-455e-99d0-16176641e108 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:09:12.435704 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ba0c1925-9985-4ab8-9efa-e994d8bb0c84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:12.505337 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [None req-ba0c1925-9985-4ab8-9efa-e994d8bb0c84 admin admin] For port 1419c960-d5e3-455e-99d0-16176641e108, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=1419c960-d5e3-455e-99d0-16176641e108,segment=NetworkSegment(50286975-22ba-471f-bede-830e0d1eef8f),segment_id=50286975-22ba-471f-bede-830e0d1eef8f)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:09:12.505701 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ba0c1925-9985-4ab8-9efa-e994d8bb0c84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:12.519139 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-ba0c1925-9985-4ab8-9efa-e994d8bb0c84 admin admin] Calling delete_port for 1419c960-d5e3-455e-99d0-16176641e108 owned by network:dhcp {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:09:12.597291 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ba0c1925-9985-4ab8-9efa-e994d8bb0c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:12.625526 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0c1925-9985-4ab8-9efa-e994d8bb0c84 admin admin] Pushing event deleted for resources: {'Port': ['ID=1419c960-d5e3-455e-99d0-16176641e108,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:12.627167 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device cdf03895-3b6d-42fd-819d-4dcdc850310b no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:09:12.627556 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0c1925-9985-4ab8-9efa-e994d8bb0c84 admin admin] No DVR routers for this DVR port 1419c960-d5e3-455e-99d0-16176641e108 on host n-d-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:09:12.650860 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3015893-1770-4f4b-a94b-7d7125ca9683 None None] DHCP port deletion for 8f8b9f64-8c2b-47a8-ac4b-cb9dcd51bbfd request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:09:12.654040 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: cdf03895-3b6d-42fd-819d-4dcdc850310b {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:09:12.654413 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device cdf03895-3b6d-42fd-819d-4dcdc850310b not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:09:12.704666 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ba0c1925-9985-4ab8-9efa-e994d8bb0c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:12.715266 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-ba0c1925-9985-4ab8-9efa-e994d8bb0c84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f8b9f64-8c2b-47a8-ac4b-cb9dcd51bbfd']}} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:09:12.726066 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-ba0c1925-9985-4ab8-9efa-e994d8bb0c84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50286975-22ba-471f-bede-830e0d1eef8f') {'for_net_delete': True} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:09:12.726402 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-ba0c1925-9985-4ab8-9efa-e994d8bb0c84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50286975-22ba-471f-bede-830e0d1eef8f') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:09:12.735476 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ba0c1925-9985-4ab8-9efa-e994d8bb0c84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191186'] for segment, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:12.750046 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ba0c1925-9985-4ab8-9efa-e994d8bb0c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:12.756752 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba0c1925-9985-4ab8-9efa-e994d8bb0c84 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=94260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:09:12.757142 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ba0c1925-9985-4ab8-9efa-e994d8bb0c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58895489'] for segment, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:12.758796 n-d-768862-13 neutron-server[94260]: Traceback (most recent call last): Aug 10 04:09:12.758796 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:09:12.758796 n-d-768862-13 neutron-server[94260]: timer() Aug 10 04:09:12.758796 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:09:12.758796 n-d-768862-13 neutron-server[94260]: cb(*args, **kw) Aug 10 04:09:12.758796 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:09:12.758796 n-d-768862-13 neutron-server[94260]: return func(*args, **kwargs) Aug 10 04:09:12.758796 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:09:12.758796 n-d-768862-13 neutron-server[94260]: self._notify() Aug 10 04:09:12.758796 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:09:12.758796 n-d-768862-13 neutron-server[94260]: self.callback(batched_events) Aug 10 04:09:12.758796 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:09:12.758796 n-d-768862-13 neutron-server[94260]: event.method(event) Aug 10 04:09:12.758796 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:09:12.758796 n-d-768862-13 neutron-server[94260]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:09:12.758796 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:09:12.758796 n-d-768862-13 neutron-server[94260]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:09:12.758796 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:09:12.758796 n-d-768862-13 neutron-server[94260]: return f(self, *a, **k) Aug 10 04:09:12.758796 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:09:12.758796 n-d-768862-13 neutron-server[94260]: return self._get(url).json() Aug 10 04:09:12.758796 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:09:12.758796 n-d-768862-13 neutron-server[94260]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:09:12.758796 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:09:12.758796 n-d-768862-13 neutron-server[94260]: return self.request(url, 'GET', **kwargs) Aug 10 04:09:12.758796 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:09:12.758796 n-d-768862-13 neutron-server[94260]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:09:12.758796 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:09:12.758796 n-d-768862-13 neutron-server[94260]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:09:12.758796 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:09:12.758796 n-d-768862-13 neutron-server[94260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:09:12.758796 n-d-768862-13 neutron-server[94260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:09:12.819590 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ba0c1925-9985-4ab8-9efa-e994d8bb0c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:12.827530 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ba0c1925-9985-4ab8-9efa-e994d8bb0c84 admin admin] Notify callbacks [] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:12.831820 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-ba0c1925-9985-4ab8-9efa-e994d8bb0c84 admin admin] 10.222.0.44 "DELETE /v2.0/networks/8f8b9f64-8c2b-47a8-ac4b-cb9dcd51bbfd HTTP/1.1" status: 204 len: 168 time: 0.5149672 Aug 10 04:09:12.841235 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0c1925-9985-4ab8-9efa-e994d8bb0c84 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f8b9f64-8c2b-47a8-ac4b-cb9dcd51bbfd,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:12.993219 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 47166) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:09:13.031543 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-7d220d36-a23b-4fea-b331-2d1751d08e99 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f388ef245e8c4ac88af290fa55e7b328&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0371232 Aug 10 04:09:13.033945 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 47168) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:09:13.082359 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a8a88868-6363-42b7-ab42-c70982abd5da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:13.104163 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a8a88868-6363-42b7-ab42-c70982abd5da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:13.149771 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a8a88868-6363-42b7-ab42-c70982abd5da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:13.152202 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a8a88868-6363-42b7-ab42-c70982abd5da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:13.153364 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-a8a88868-6363-42b7-ab42-c70982abd5da admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/738cce75-f4db-4d85-b5bf-d284c345432e HTTP/1.1" status: 204 len: 168 time: 0.1184318 Aug 10 04:09:13.161865 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a88868-6363-42b7-ab42-c70982abd5da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=738cce75-f4db-4d85-b5bf-d284c345432e,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:13.466986 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 47174) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:09:13.508368 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-d08fb493-02d6-4f7f-87da-f9e5fc9fa127 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=310ccac48d964b55a6d5763660e1b311&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401914 Aug 10 04:09:13.511482 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 47176) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:09:13.563580 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3cc9b34b-d545-4011-a93b-d91f8f44c87b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:13.585463 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3cc9b34b-d545-4011-a93b-d91f8f44c87b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:13.630447 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3cc9b34b-d545-4011-a93b-d91f8f44c87b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:13.633503 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3cc9b34b-d545-4011-a93b-d91f8f44c87b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:13.635092 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-3cc9b34b-d545-4011-a93b-d91f8f44c87b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1ca3b74e-2820-4737-88d0-7f95dd36979d HTTP/1.1" status: 204 len: 168 time: 0.1226437 Aug 10 04:09:13.642886 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc9b34b-d545-4011-a93b-d91f8f44c87b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca3b74e-2820-4737-88d0-7f95dd36979d,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:13.988625 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device a40ae31e-44d9-4e79-bf26-b2df452b35ff no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:09:14.010142 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: a40ae31e-44d9-4e79-bf26-b2df452b35ff {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:09:14.010522 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device a40ae31e-44d9-4e79-bf26-b2df452b35ff not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:09:14.010940 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 1419c960-d5e3-455e-99d0-16176641e108 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:09:14.030518 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 1419c960-d5e3-455e-99d0-16176641e108 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:09:14.030732 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 1419c960-d5e3-455e-99d0-16176641e108 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:09:21.439307 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b95a0722-4df3-4d91-b8e5-2bce7e59d39a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:23.701972 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-2d4d9c7b-e173-463c-90d2-8b3cbd477ae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:23.914400 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-86930a9b-be97-4895-b80f-6a7ae5f9d904 req-db2c2886-cea8-4e9c-b3c0-2bf48e90981d tempest-ServersAdminNegativeTestJSON-142371961 tempest-ServersAdminNegativeTestJSON-142371961-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=a4de2bf971d746f7a26885a6023843fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334086 Aug 10 04:09:24.094824 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86930a9b-be97-4895-b80f-6a7ae5f9d904 req-cf98f17b-04a2-4d06-bb0e-6814bd61af53 tempest-ServersAdminNegativeTestJSON-142371961 tempest-ServersAdminNegativeTestJSON-142371961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:24.096311 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-86930a9b-be97-4895-b80f-6a7ae5f9d904 req-cf98f17b-04a2-4d06-bb0e-6814bd61af53 tempest-ServersAdminNegativeTestJSON-142371961 tempest-ServersAdminNegativeTestJSON-142371961-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1765709 Aug 10 04:09:24.110901 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-86930a9b-be97-4895-b80f-6a7ae5f9d904 req-15e70fbb-8fd2-4cf9-8c84-bffae024226b tempest-ServersAdminNegativeTestJSON-142371961 tempest-ServersAdminNegativeTestJSON-142371961-project] 10.222.0.44 "GET /v2.0/quotas/a4de2bf971d746f7a26885a6023843fa HTTP/1.1" status: 200 len: 375 time: 0.0089114 Aug 10 04:09:24.146162 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-86930a9b-be97-4895-b80f-6a7ae5f9d904 req-7dcdb042-b1e6-469d-b195-20c52c912fc9 tempest-ServersAdminNegativeTestJSON-142371961 tempest-ServersAdminNegativeTestJSON-142371961-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a4de2bf971d746f7a26885a6023843fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299938 Aug 10 04:09:24.313253 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:24.324727 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-88bf1e69-5436-4091-85fb-94cc354b30a8 req-5e2017c1-18b1-48c3-afa7-ba2df0236053 tempest-ServersAdminNegativeTestJSON-142371961 tempest-ServersAdminNegativeTestJSON-142371961-project] 10.222.0.44 "GET /v2.0/ports?device_id=64f67a5f-77b6-4688-8c50-ad06b297dd97 HTTP/1.1" status: 200 len: 210 time: 0.0469539 Aug 10 04:09:25.149833 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-86930a9b-be97-4895-b80f-6a7ae5f9d904 req-079ed73a-86ae-485c-b99a-adde49aebe33 tempest-ServersAdminNegativeTestJSON-142371961 tempest-ServersAdminNegativeTestJSON-142371961-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=a4de2bf971d746f7a26885a6023843fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0249848 Aug 10 04:09:25.263148 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86930a9b-be97-4895-b80f-6a7ae5f9d904 req-d189e7dd-4c76-4662-afd7-7c6db5764aaa tempest-ServersAdminNegativeTestJSON-142371961 tempest-ServersAdminNegativeTestJSON-142371961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:25.264633 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-86930a9b-be97-4895-b80f-6a7ae5f9d904 req-d189e7dd-4c76-4662-afd7-7c6db5764aaa tempest-ServersAdminNegativeTestJSON-142371961 tempest-ServersAdminNegativeTestJSON-142371961-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1075661 Aug 10 04:09:25.284451 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-86930a9b-be97-4895-b80f-6a7ae5f9d904 req-fc044c44-6133-4848-a129-d2e9e8d7a281 tempest-ServersAdminNegativeTestJSON-142371961 tempest-ServersAdminNegativeTestJSON-142371961-project] Request body: {'port': {'device_id': '64f67a5f-77b6-4688-8c50-ad06b297dd97', 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721', 'admin_state_up': True, 'tenant_id': 'a4de2bf971d746f7a26885a6023843fa'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:09:25.387935 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86930a9b-be97-4895-b80f-6a7ae5f9d904 req-fc044c44-6133-4848-a129-d2e9e8d7a281 tempest-ServersAdminNegativeTestJSON-142371961 tempest-ServersAdminNegativeTestJSON-142371961-project] Made reservation on behalf of a4de2bf971d746f7a26885a6023843fa for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:09:25.391592 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-86930a9b-be97-4895-b80f-6a7ae5f9d904 req-fc044c44-6133-4848-a129-d2e9e8d7a281 tempest-ServersAdminNegativeTestJSON-142371961 tempest-ServersAdminNegativeTestJSON-142371961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:25.423189 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5af723ff-54a1-4cb6-a684-4875e37a88c1 req-d2e46980-6d3f-4fed-8e3f-8614f828e5b8 tempest-ServersAdminNegativeTestJSON-142371961 tempest-ServersAdminNegativeTestJSON-142371961-project] 10.222.0.44 "GET /v2.0/ports?device_id=64f67a5f-77b6-4688-8c50-ad06b297dd97 HTTP/1.1" status: 200 len: 210 time: 0.0292172 Aug 10 04:09:25.423717 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-86930a9b-be97-4895-b80f-6a7ae5f9d904 req-fc044c44-6133-4848-a129-d2e9e8d7a281 tempest-ServersAdminNegativeTestJSON-142371961 tempest-ServersAdminNegativeTestJSON-142371961-project] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:25.516911 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-86930a9b-be97-4895-b80f-6a7ae5f9d904 req-fc044c44-6133-4848-a129-d2e9e8d7a281 tempest-ServersAdminNegativeTestJSON-142371961 tempest-ServersAdminNegativeTestJSON-142371961-project] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:25.530672 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-86930a9b-be97-4895-b80f-6a7ae5f9d904 req-fc044c44-6133-4848-a129-d2e9e8d7a281 tempest-ServersAdminNegativeTestJSON-142371961 tempest-ServersAdminNegativeTestJSON-142371961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:25.532132 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:25.603247 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc044c44-6133-4848-a129-d2e9e8d7a281 tempest-ServersAdminNegativeTestJSON-142371961 tempest-ServersAdminNegativeTestJSON-142371961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c03142ca-0bdb-4d62-9ff7-3e5cd6686823,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:25.616476 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc044c44-6133-4848-a129-d2e9e8d7a281 tempest-ServersAdminNegativeTestJSON-142371961 tempest-ServersAdminNegativeTestJSON-142371961-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:25.616823 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc044c44-6133-4848-a129-d2e9e8d7a281 tempest-ServersAdminNegativeTestJSON-142371961 tempest-ServersAdminNegativeTestJSON-142371961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:25.617161 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc044c44-6133-4848-a129-d2e9e8d7a281 tempest-ServersAdminNegativeTestJSON-142371961 tempest-ServersAdminNegativeTestJSON-142371961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:25.617493 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc044c44-6133-4848-a129-d2e9e8d7a281 tempest-ServersAdminNegativeTestJSON-142371961 tempest-ServersAdminNegativeTestJSON-142371961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:25.617821 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc044c44-6133-4848-a129-d2e9e8d7a281 tempest-ServersAdminNegativeTestJSON-142371961 tempest-ServersAdminNegativeTestJSON-142371961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:25.618148 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc044c44-6133-4848-a129-d2e9e8d7a281 tempest-ServersAdminNegativeTestJSON-142371961 tempest-ServersAdminNegativeTestJSON-142371961-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:25.618497 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc044c44-6133-4848-a129-d2e9e8d7a281 tempest-ServersAdminNegativeTestJSON-142371961 tempest-ServersAdminNegativeTestJSON-142371961-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:25.618860 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc044c44-6133-4848-a129-d2e9e8d7a281 tempest-ServersAdminNegativeTestJSON-142371961 tempest-ServersAdminNegativeTestJSON-142371961-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:25.619148 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc044c44-6133-4848-a129-d2e9e8d7a281 tempest-ServersAdminNegativeTestJSON-142371961 tempest-ServersAdminNegativeTestJSON-142371961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:25.619465 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc044c44-6133-4848-a129-d2e9e8d7a281 tempest-ServersAdminNegativeTestJSON-142371961 tempest-ServersAdminNegativeTestJSON-142371961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:25.619782 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc044c44-6133-4848-a129-d2e9e8d7a281 tempest-ServersAdminNegativeTestJSON-142371961 tempest-ServersAdminNegativeTestJSON-142371961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:25.620097 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc044c44-6133-4848-a129-d2e9e8d7a281 tempest-ServersAdminNegativeTestJSON-142371961 tempest-ServersAdminNegativeTestJSON-142371961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:25.673125 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-86930a9b-be97-4895-b80f-6a7ae5f9d904 req-fc044c44-6133-4848-a129-d2e9e8d7a281 tempest-ServersAdminNegativeTestJSON-142371961 tempest-ServersAdminNegativeTestJSON-142371961-project] Allocated IP 192.168.233.33 (72a4be73-29a1-424c-8690-ecdcf6b06721/60d10164-1dee-4940-9d19-f71e6c18cbc5/383ec723-17c5-4640-b1aa-01b6e3057fe8) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:09:25.816957 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-86930a9b-be97-4895-b80f-6a7ae5f9d904 req-fc044c44-6133-4848-a129-d2e9e8d7a281 tempest-ServersAdminNegativeTestJSON-142371961 tempest-ServersAdminNegativeTestJSON-142371961-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:25.830659 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-86930a9b-be97-4895-b80f-6a7ae5f9d904 req-fc044c44-6133-4848-a129-d2e9e8d7a281 tempest-ServersAdminNegativeTestJSON-142371961 tempest-ServersAdminNegativeTestJSON-142371961-project] Transition to ACTIVE for port object 383ec723-17c5-4640-b1aa-01b6e3057fe8 will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:09:25.864529 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-86930a9b-be97-4895-b80f-6a7ae5f9d904 req-fc044c44-6133-4848-a129-d2e9e8d7a281 tempest-ServersAdminNegativeTestJSON-142371961 tempest-ServersAdminNegativeTestJSON-142371961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:25.907976 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86930a9b-be97-4895-b80f-6a7ae5f9d904 req-fc044c44-6133-4848-a129-d2e9e8d7a281 tempest-ServersAdminNegativeTestJSON-142371961 tempest-ServersAdminNegativeTestJSON-142371961-project] Network 72a4be73-29a1-424c-8690-ecdcf6b06721 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:09:25.911027 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-86930a9b-be97-4895-b80f-6a7ae5f9d904 req-fc044c44-6133-4848-a129-d2e9e8d7a281 tempest-ServersAdminNegativeTestJSON-142371961 tempest-ServersAdminNegativeTestJSON-142371961-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:09:25.915218 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-86930a9b-be97-4895-b80f-6a7ae5f9d904 req-fc044c44-6133-4848-a129-d2e9e8d7a281 tempest-ServersAdminNegativeTestJSON-142371961 tempest-ServersAdminNegativeTestJSON-142371961-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:09:25.947026 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc044c44-6133-4848-a129-d2e9e8d7a281 tempest-ServersAdminNegativeTestJSON-142371961 tempest-ServersAdminNegativeTestJSON-142371961-project] Pushing event updated for resources: {'Port': ['ID=383ec723-17c5-4640-b1aa-01b6e3057fe8,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:25.976440 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86930a9b-be97-4895-b80f-6a7ae5f9d904 req-fc044c44-6133-4848-a129-d2e9e8d7a281 tempest-ServersAdminNegativeTestJSON-142371961 tempest-ServersAdminNegativeTestJSON-142371961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:25.977091 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-86930a9b-be97-4895-b80f-6a7ae5f9d904 req-fc044c44-6133-4848-a129-d2e9e8d7a281 tempest-ServersAdminNegativeTestJSON-142371961 tempest-ServersAdminNegativeTestJSON-142371961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:25.992234 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-86930a9b-be97-4895-b80f-6a7ae5f9d904 req-fc044c44-6133-4848-a129-d2e9e8d7a281 tempest-ServersAdminNegativeTestJSON-142371961 tempest-ServersAdminNegativeTestJSON-142371961-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7112589 Aug 10 04:09:26.106716 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-86930a9b-be97-4895-b80f-6a7ae5f9d904 req-c9f06ccf-0f02-4d1c-b889-c7ecc008657a service neutron] Request body: {'port': {'device_id': '64f67a5f-77b6-4688-8c50-ad06b297dd97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:09:26.151323 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-4c0943dc-4ed1-4b53-bb22-0093e1c31563 None None] Provisioning for port 383ec723-17c5-4640-b1aa-01b6e3057fe8 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:09:26.155024 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-4c0943dc-4ed1-4b53-bb22-0093e1c31563 None None] Provisioning complete for port 383ec723-17c5-4640-b1aa-01b6e3057fe8 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:09:26.155418 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4c0943dc-4ed1-4b53-bb22-0093e1c31563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:26.160787 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-86930a9b-be97-4895-b80f-6a7ae5f9d904 req-c9f06ccf-0f02-4d1c-b889-c7ecc008657a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:26.188631 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-4c0943dc-4ed1-4b53-bb22-0093e1c31563 None None] Port 383ec723-17c5-4640-b1aa-01b6e3057fe8 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:09:26.421167 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:26.421424 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-86930a9b-be97-4895-b80f-6a7ae5f9d904 req-c9f06ccf-0f02-4d1c-b889-c7ecc008657a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 383ec723-17c5-4640-b1aa-01b6e3057fe8 {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:09:26.428736 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-86930a9b-be97-4895-b80f-6a7ae5f9d904 req-c9f06ccf-0f02-4d1c-b889-c7ecc008657a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:26.440641 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-86930a9b-be97-4895-b80f-6a7ae5f9d904 req-c9f06ccf-0f02-4d1c-b889-c7ecc008657a service neutron] Transition to ACTIVE for port object 383ec723-17c5-4640-b1aa-01b6e3057fe8 will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:09:26.444709 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-86930a9b-be97-4895-b80f-6a7ae5f9d904 req-c9f06ccf-0f02-4d1c-b889-c7ecc008657a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:26.496755 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f06ccf-0f02-4d1c-b889-c7ecc008657a service neutron] Pushing event updated for resources: {'Port': ['ID=383ec723-17c5-4640-b1aa-01b6e3057fe8,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:26.597824 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645a4786-01f1-480a-8b4c-4866d8b77e35 req-aaa7fe35-c6f2-44ca-b4e6-49848e01004a tempest-ServersAdminNegativeTestJSON-142371961 tempest-ServersAdminNegativeTestJSON-142371961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:26.599480 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-645a4786-01f1-480a-8b4c-4866d8b77e35 req-aaa7fe35-c6f2-44ca-b4e6-49848e01004a tempest-ServersAdminNegativeTestJSON-142371961 tempest-ServersAdminNegativeTestJSON-142371961-project] 10.222.0.44 "GET /v2.0/ports?device_id=64f67a5f-77b6-4688-8c50-ad06b297dd97 HTTP/1.1" status: 200 len: 947 time: 0.1037333 Aug 10 04:09:26.604374 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-86930a9b-be97-4895-b80f-6a7ae5f9d904 req-c9f06ccf-0f02-4d1c-b889-c7ecc008657a service neutron] Attempting to bind port 383ec723-17c5-4640-b1aa-01b6e3057fe8 on host n-h2-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:09:26.604716 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-86930a9b-be97-4895-b80f-6a7ae5f9d904 req-c9f06ccf-0f02-4d1c-b889-c7ecc008657a service neutron] Attempting to bind port 383ec723-17c5-4640-b1aa-01b6e3057fe8 by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:09:26.605050 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86930a9b-be97-4895-b80f-6a7ae5f9d904 req-c9f06ccf-0f02-4d1c-b889-c7ecc008657a service neutron] Attempting to bind port 383ec723-17c5-4640-b1aa-01b6e3057fe8 on network 72a4be73-29a1-424c-8690-ecdcf6b06721 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:09:26.626848 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86930a9b-be97-4895-b80f-6a7ae5f9d904 req-c9f06ccf-0f02-4d1c-b889-c7ecc008657a service neutron] Port 383ec723-17c5-4640-b1aa-01b6e3057fe8 on network 72a4be73-29a1-424c-8690-ecdcf6b06721 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:09:26.626988 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86930a9b-be97-4895-b80f-6a7ae5f9d904 req-c9f06ccf-0f02-4d1c-b889-c7ecc008657a service neutron] Attempting to bind port 383ec723-17c5-4640-b1aa-01b6e3057fe8 on network 72a4be73-29a1-424c-8690-ecdcf6b06721 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:09:26.635139 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86930a9b-be97-4895-b80f-6a7ae5f9d904 req-c9f06ccf-0f02-4d1c-b889-c7ecc008657a service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:09:26.635477 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86930a9b-be97-4895-b80f-6a7ae5f9d904 req-c9f06ccf-0f02-4d1c-b889-c7ecc008657a service neutron] Checking segment: {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:09:26.635866 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86930a9b-be97-4895-b80f-6a7ae5f9d904 req-c9f06ccf-0f02-4d1c-b889-c7ecc008657a service neutron] Bound using segment: {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:09:26.636320 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-86930a9b-be97-4895-b80f-6a7ae5f9d904 req-c9f06ccf-0f02-4d1c-b889-c7ecc008657a service neutron] Bound port: 383ec723-17c5-4640-b1aa-01b6e3057fe8, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e215406-2789-4473-8684-eca4b8bbb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:09:26.636675 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-86930a9b-be97-4895-b80f-6a7ae5f9d904 req-c9f06ccf-0f02-4d1c-b889-c7ecc008657a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:26.662673 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-645a4786-01f1-480a-8b4c-4866d8b77e35 req-98e4c5f9-0deb-40a7-9fda-8aa97490725e tempest-ServersAdminNegativeTestJSON-142371961 tempest-ServersAdminNegativeTestJSON-142371961-project] 10.222.0.44 "GET /v2.0/security-groups?id=c03142ca-0bdb-4d62-9ff7-3e5cd6686823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551782 Aug 10 04:09:26.714177 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-86930a9b-be97-4895-b80f-6a7ae5f9d904 req-c9f06ccf-0f02-4d1c-b889-c7ecc008657a service neutron] For port 383ec723-17c5-4640-b1aa-01b6e3057fe8, host n-h2-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:09:26.717305 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-86930a9b-be97-4895-b80f-6a7ae5f9d904 req-c9f06ccf-0f02-4d1c-b889-c7ecc008657a service neutron] For port 383ec723-17c5-4640-b1aa-01b6e3057fe8, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=383ec723-17c5-4640-b1aa-01b6e3057fe8,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:09:26.720833 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-86930a9b-be97-4895-b80f-6a7ae5f9d904 req-c9f06ccf-0f02-4d1c-b889-c7ecc008657a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:26.754783 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86930a9b-be97-4895-b80f-6a7ae5f9d904 req-c9f06ccf-0f02-4d1c-b889-c7ecc008657a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:26.755420 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-86930a9b-be97-4895-b80f-6a7ae5f9d904 req-c9f06ccf-0f02-4d1c-b889-c7ecc008657a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:26.757312 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-86930a9b-be97-4895-b80f-6a7ae5f9d904 req-c9f06ccf-0f02-4d1c-b889-c7ecc008657a service neutron] 10.222.0.61 "PUT /v2.0/ports/383ec723-17c5-4640-b1aa-01b6e3057fe8 HTTP/1.1" status: 200 len: 1096 time: 0.7563746 Aug 10 04:09:26.757745 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64f67a5f-77b6-4688-8c50-ad06b297dd97', 'tag': '383ec723-17c5-4640-b1aa-01b6e3057fe8'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:09:26.760009 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe12d85c-52ce-4a90-ad03-89052c98dbe4" -d '{"events": [{"name": "network-changed", "server_uuid": "64f67a5f-77b6-4688-8c50-ad06b297dd97", "tag": "383ec723-17c5-4640-b1aa-01b6e3057fe8"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:09:26.784785 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f06ccf-0f02-4d1c-b889-c7ecc008657a service neutron] Pushing event updated for resources: {'Port': ['ID=383ec723-17c5-4640-b1aa-01b6e3057fe8,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:26.809991 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25966db5-95a0-4a7f-a3e0-21f10ac2dfa6 x-openstack-request-id: req-25966db5-95a0-4a7f-a3e0-21f10ac2dfa6 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:09:26.810339 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64f67a5f-77b6-4688-8c50-ad06b297dd97", "tag": "383ec723-17c5-4640-b1aa-01b6e3057fe8", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:09:26.810595 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-25966db5-95a0-4a7f-a3e0-21f10ac2dfa6 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:09:26.811006 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64f67a5f-77b6-4688-8c50-ad06b297dd97', 'tag': '383ec723-17c5-4640-b1aa-01b6e3057fe8', 'status': 'completed', 'code': 200} Aug 10 04:09:26.859781 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86930a9b-be97-4895-b80f-6a7ae5f9d904 req-0262b9ee-92ae-4986-ae21-89a168c4ecfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:26.861357 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-86930a9b-be97-4895-b80f-6a7ae5f9d904 req-0262b9ee-92ae-4986-ae21-89a168c4ecfe service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a4de2bf971d746f7a26885a6023843fa&device_id=64f67a5f-77b6-4688-8c50-ad06b297dd97 HTTP/1.1" status: 200 len: 1099 time: 0.0419672 Aug 10 04:09:26.909025 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-86930a9b-be97-4895-b80f-6a7ae5f9d904 req-b8d2031c-f848-45bb-a525-f02655619e81 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=383ec723-17c5-4640-b1aa-01b6e3057fe8 HTTP/1.1" status: 200 len: 217 time: 0.0396562 Aug 10 04:09:26.960528 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86930a9b-be97-4895-b80f-6a7ae5f9d904 req-f7242844-0f22-4aca-980d-5464e30afd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:26.962107 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-86930a9b-be97-4895-b80f-6a7ae5f9d904 req-f7242844-0f22-4aca-980d-5464e30afd9c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=60d10164-1dee-4940-9d19-f71e6c18cbc5 HTTP/1.1" status: 200 len: 843 time: 0.0458977 Aug 10 04:09:26.962632 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:27.008951 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86930a9b-be97-4895-b80f-6a7ae5f9d904 req-7335cfa2-0671-4ee0-8e11-533e16f15780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:27.010504 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-86930a9b-be97-4895-b80f-6a7ae5f9d904 req-7335cfa2-0671-4ee0-8e11-533e16f15780 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=72a4be73-29a1-424c-8690-ecdcf6b06721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0405617 Aug 10 04:09:27.103761 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-86930a9b-be97-4895-b80f-6a7ae5f9d904 req-6b0e3f20-f943-4a3a-89d4-f4a8f11a9c0b service neutron] 10.222.0.61 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853102 Aug 10 04:09:27.191856 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-86930a9b-be97-4895-b80f-6a7ae5f9d904 req-e4f8ae79-cac0-4f9b-a978-4ed7056ad038 service neutron] 10.222.0.61 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807054 Aug 10 04:09:27.278870 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe12d85c-52ce-4a90-ad03-89052c98dbe4 req-3a2d4a01-6045-41c2-8317-eaea6afcf211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:27.280354 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fe12d85c-52ce-4a90-ad03-89052c98dbe4 req-3a2d4a01-6045-41c2-8317-eaea6afcf211 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a4de2bf971d746f7a26885a6023843fa&device_id=64f67a5f-77b6-4688-8c50-ad06b297dd97 HTTP/1.1" status: 200 len: 1099 time: 0.0406613 Aug 10 04:09:27.373439 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe12d85c-52ce-4a90-ad03-89052c98dbe4 req-f70623fb-bc6e-48dd-a7a3-82b8cd918ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:27.374966 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fe12d85c-52ce-4a90-ad03-89052c98dbe4 req-f70623fb-bc6e-48dd-a7a3-82b8cd918ebc service neutron] 10.222.0.61 "GET /v2.0/networks?id=72a4be73-29a1-424c-8690-ecdcf6b06721 HTTP/1.1" status: 200 len: 869 time: 0.0872908 Aug 10 04:09:27.417036 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fe12d85c-52ce-4a90-ad03-89052c98dbe4 req-3e36d1be-01b8-45e6-841f-36d6b69f51d4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=383ec723-17c5-4640-b1aa-01b6e3057fe8 HTTP/1.1" status: 200 len: 217 time: 0.0345364 Aug 10 04:09:27.470921 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe12d85c-52ce-4a90-ad03-89052c98dbe4 req-df8c4c2a-6f27-4a34-9559-8896167eefdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:27.472342 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fe12d85c-52ce-4a90-ad03-89052c98dbe4 req-df8c4c2a-6f27-4a34-9559-8896167eefdb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=60d10164-1dee-4940-9d19-f71e6c18cbc5 HTTP/1.1" status: 200 len: 843 time: 0.0483603 Aug 10 04:09:27.522280 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe12d85c-52ce-4a90-ad03-89052c98dbe4 req-455b1e02-40a3-438f-96a9-1116712f165d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:27.523807 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fe12d85c-52ce-4a90-ad03-89052c98dbe4 req-455b1e02-40a3-438f-96a9-1116712f165d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=72a4be73-29a1-424c-8690-ecdcf6b06721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0434699 Aug 10 04:09:27.613904 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fe12d85c-52ce-4a90-ad03-89052c98dbe4 req-a90a51d3-a775-48ef-bff1-ea9dc78e20ed service neutron] 10.222.0.61 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822513 Aug 10 04:09:28.051397 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730c8358-8461-4878-b42a-6337aa12161b req-2f7a5539-f05b-4570-ab5e-26a69cefd758 tempest-ServersAdminNegativeTestJSON-142371961 tempest-ServersAdminNegativeTestJSON-142371961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:28.052925 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-730c8358-8461-4878-b42a-6337aa12161b req-2f7a5539-f05b-4570-ab5e-26a69cefd758 tempest-ServersAdminNegativeTestJSON-142371961 tempest-ServersAdminNegativeTestJSON-142371961-project] 10.222.0.44 "GET /v2.0/ports?device_id=64f67a5f-77b6-4688-8c50-ad06b297dd97 HTTP/1.1" status: 200 len: 947 time: 0.0758274 Aug 10 04:09:28.056442 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fe12d85c-52ce-4a90-ad03-89052c98dbe4 req-8bb5eca1-7887-4098-91ad-fdc9a6fe8d28 service neutron] 10.222.0.61 "GET /v2.0/networks/72a4be73-29a1-424c-8690-ecdcf6b06721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4343495 Aug 10 04:09:28.090988 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-730c8358-8461-4878-b42a-6337aa12161b req-f6e7f0e1-411c-4e25-8bad-438de2870ceb tempest-ServersAdminNegativeTestJSON-142371961 tempest-ServersAdminNegativeTestJSON-142371961-project] 10.222.0.44 "GET /v2.0/security-groups?id=c03142ca-0bdb-4d62-9ff7-3e5cd6686823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320125 Aug 10 04:09:29.212398 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad178023-35aa-44c3-9fc7-0dd6882a94d0 req-ebb75317-84f6-4d63-8645-3363209a3d63 tempest-ServersAdminNegativeTestJSON-142371961 tempest-ServersAdminNegativeTestJSON-142371961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:29.213908 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ad178023-35aa-44c3-9fc7-0dd6882a94d0 req-ebb75317-84f6-4d63-8645-3363209a3d63 tempest-ServersAdminNegativeTestJSON-142371961 tempest-ServersAdminNegativeTestJSON-142371961-project] 10.222.0.44 "GET /v2.0/ports?device_id=64f67a5f-77b6-4688-8c50-ad06b297dd97 HTTP/1.1" status: 200 len: 947 time: 0.0540111 Aug 10 04:09:29.251991 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ad178023-35aa-44c3-9fc7-0dd6882a94d0 req-f2fa71bd-7a8c-413f-8d9e-8c299142b508 tempest-ServersAdminNegativeTestJSON-142371961 tempest-ServersAdminNegativeTestJSON-142371961-project] 10.222.0.44 "GET /v2.0/security-groups?id=c03142ca-0bdb-4d62-9ff7-3e5cd6686823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321298 Aug 10 04:09:29.477410 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:09:29.777873 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 383ec723-17c5-4640-b1aa-01b6e3057fe8 details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:09:29.868806 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 383ec723-17c5-4640-b1aa-01b6e3057fe8, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=383ec723-17c5-4640-b1aa-01b6e3057fe8,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:09:29.883922 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': '383ec723-17c5-4640-b1aa-01b6e3057fe8', 'network_id': '72a4be73-29a1-424c-8690-ecdcf6b06721', 'port_id': '383ec723-17c5-4640-b1aa-01b6e3057fe8', 'mac_address': 'fa:16:3e:fe:a6:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60d10164-1dee-4940-9d19-f71e6c18cbc5', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:09:29.920401 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:29.932961 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 383ec723-17c5-4640-b1aa-01b6e3057fe8 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:09:29.952444 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 383ec723-17c5-4640-b1aa-01b6e3057fe8, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=383ec723-17c5-4640-b1aa-01b6e3057fe8,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:09:29.956388 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:30.003760 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=383ec723-17c5-4640-b1aa-01b6e3057fe8,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:30.011482 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:30.011832 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:30.012172 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:30.012507 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:30.012840 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:30.013171 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:30.013496 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:30.013822 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:30.014151 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:30.014498 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:30.014822 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:30.015142 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:30.233201 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['383ec723-17c5-4640-b1aa-01b6e3057fe8'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:09:30.367345 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0476ea26-775f-48ab-a692-ced92525057b req-3c4d91e0-d818-436d-a858-9a9c5a9b06c3 tempest-ServersAdminNegativeTestJSON-142371961 tempest-ServersAdminNegativeTestJSON-142371961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:30.369270 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0476ea26-775f-48ab-a692-ced92525057b req-3c4d91e0-d818-436d-a858-9a9c5a9b06c3 tempest-ServersAdminNegativeTestJSON-142371961 tempest-ServersAdminNegativeTestJSON-142371961-project] 10.222.0.44 "GET /v2.0/ports?device_id=64f67a5f-77b6-4688-8c50-ad06b297dd97 HTTP/1.1" status: 200 len: 948 time: 0.0508804 Aug 10 04:09:30.406268 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0476ea26-775f-48ab-a692-ced92525057b req-0a72feec-c785-4a44-8ab9-52d443fc04f0 tempest-ServersAdminNegativeTestJSON-142371961 tempest-ServersAdminNegativeTestJSON-142371961-project] 10.222.0.44 "GET /v2.0/security-groups?id=c03142ca-0bdb-4d62-9ff7-3e5cd6686823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309558 Aug 10 04:09:31.522325 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e18d64-92b1-427e-9549-ea96dde911c4 req-d09599cf-e97d-4dc1-a6c3-e0c1f19a8fd8 tempest-ServersAdminNegativeTestJSON-142371961 tempest-ServersAdminNegativeTestJSON-142371961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:31.523811 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-99e18d64-92b1-427e-9549-ea96dde911c4 req-d09599cf-e97d-4dc1-a6c3-e0c1f19a8fd8 tempest-ServersAdminNegativeTestJSON-142371961 tempest-ServersAdminNegativeTestJSON-142371961-project] 10.222.0.44 "GET /v2.0/ports?device_id=64f67a5f-77b6-4688-8c50-ad06b297dd97 HTTP/1.1" status: 200 len: 948 time: 0.0511751 Aug 10 04:09:31.566611 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-99e18d64-92b1-427e-9549-ea96dde911c4 req-5d4ab8e6-865b-4366-876c-4fe8e30a14be tempest-ServersAdminNegativeTestJSON-142371961 tempest-ServersAdminNegativeTestJSON-142371961-project] 10.222.0.44 "GET /v2.0/security-groups?id=c03142ca-0bdb-4d62-9ff7-3e5cd6686823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369058 Aug 10 04:09:31.787224 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 383ec723-17c5-4640-b1aa-01b6e3057fe8 up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:09:31.835103 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning for port 383ec723-17c5-4640-b1aa-01b6e3057fe8 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:09:31.839122 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port 383ec723-17c5-4640-b1aa-01b6e3057fe8 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:09:31.839580 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:31.916209 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:31.937830 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64f67a5f-77b6-4688-8c50-ad06b297dd97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '383ec723-17c5-4640-b1aa-01b6e3057fe8'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:09:31.940122 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d9168c5-979b-41ba-9c98-d269ea97ab23" -d '{"events": [{"server_uuid": "64f67a5f-77b6-4688-8c50-ad06b297dd97", "name": "network-vif-plugged", "status": "completed", "tag": "383ec723-17c5-4640-b1aa-01b6e3057fe8"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:09:31.953263 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 383ec723-17c5-4640-b1aa-01b6e3057fe8, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=383ec723-17c5-4640-b1aa-01b6e3057fe8,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:09:31.958928 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:31.982120 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3246778f-a683-4d73-8930-074565102a2d x-openstack-request-id: req-3246778f-a683-4d73-8930-074565102a2d {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:09:31.982435 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64f67a5f-77b6-4688-8c50-ad06b297dd97", "name": "network-vif-plugged", "status": "completed", "tag": "383ec723-17c5-4640-b1aa-01b6e3057fe8", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:09:31.982686 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3246778f-a683-4d73-8930-074565102a2d {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:09:31.983078 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64f67a5f-77b6-4688-8c50-ad06b297dd97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '383ec723-17c5-4640-b1aa-01b6e3057fe8', 'code': 200} Aug 10 04:09:32.010066 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=383ec723-17c5-4640-b1aa-01b6e3057fe8,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:32.079130 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a84609-c794-4229-892a-221212b879e3 req-d35d366a-2b46-483a-a6d9-75d74fc1356e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:32.080522 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d1a84609-c794-4229-892a-221212b879e3 req-d35d366a-2b46-483a-a6d9-75d74fc1356e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=64f67a5f-77b6-4688-8c50-ad06b297dd97 HTTP/1.1" status: 200 len: 1101 time: 0.0423701 Aug 10 04:09:32.117991 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d1a84609-c794-4229-892a-221212b879e3 req-5651dc76-91d3-4a96-b409-96b79c4da889 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c03142ca-0bdb-4d62-9ff7-3e5cd6686823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298390 Aug 10 04:09:32.679232 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fa6704-8f97-40ad-a029-7017fce098a0 req-46da9314-985a-4c9b-98b2-666386ef4312 tempest-ServersAdminNegativeTestJSON-142371961 tempest-ServersAdminNegativeTestJSON-142371961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:32.680721 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-55fa6704-8f97-40ad-a029-7017fce098a0 req-46da9314-985a-4c9b-98b2-666386ef4312 tempest-ServersAdminNegativeTestJSON-142371961 tempest-ServersAdminNegativeTestJSON-142371961-project] 10.222.0.44 "GET /v2.0/ports?device_id=64f67a5f-77b6-4688-8c50-ad06b297dd97 HTTP/1.1" status: 200 len: 949 time: 0.0484707 Aug 10 04:09:32.718245 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-55fa6704-8f97-40ad-a029-7017fce098a0 req-bd09b612-db59-4a26-ba56-17323fc598e1 tempest-ServersAdminNegativeTestJSON-142371961 tempest-ServersAdminNegativeTestJSON-142371961-project] 10.222.0.44 "GET /v2.0/security-groups?id=c03142ca-0bdb-4d62-9ff7-3e5cd6686823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316474 Aug 10 04:09:33.669171 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:33.834392 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaa4f97-3c9d-41dc-bfd4-1695796d3a9b req-f337a9bb-ab59-4758-9efd-e1f94740f875 tempest-ServersAdminNegativeTestJSON-142371961 tempest-ServersAdminNegativeTestJSON-142371961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:33.835770 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-baaa4f97-3c9d-41dc-bfd4-1695796d3a9b req-f337a9bb-ab59-4758-9efd-e1f94740f875 tempest-ServersAdminNegativeTestJSON-142371961 tempest-ServersAdminNegativeTestJSON-142371961-project] 10.222.0.44 "GET /v2.0/ports?device_id=64f67a5f-77b6-4688-8c50-ad06b297dd97 HTTP/1.1" status: 200 len: 949 time: 0.0485146 Aug 10 04:09:33.872773 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-baaa4f97-3c9d-41dc-bfd4-1695796d3a9b req-3b816d94-7ea4-4cd4-adc8-71dd87bc8e1f tempest-ServersAdminNegativeTestJSON-142371961 tempest-ServersAdminNegativeTestJSON-142371961-project] 10.222.0.44 "GET /v2.0/security-groups?id=c03142ca-0bdb-4d62-9ff7-3e5cd6686823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311170 Aug 10 04:09:34.853221 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8af98d9-b1de-4ef9-9c92-6efc9fdfce49 req-65c97ae0-5b4f-4b33-9f30-1fb479bdb0d8 tempest-ServersAdminNegativeTestJSON-142371961 tempest-ServersAdminNegativeTestJSON-142371961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:34.855634 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e8af98d9-b1de-4ef9-9c92-6efc9fdfce49 req-65c97ae0-5b4f-4b33-9f30-1fb479bdb0d8 tempest-ServersAdminNegativeTestJSON-142371961 tempest-ServersAdminNegativeTestJSON-142371961-project] 10.222.0.44 "GET /v2.0/ports?device_id=64f67a5f-77b6-4688-8c50-ad06b297dd97 HTTP/1.1" status: 200 len: 949 time: 0.0600760 Aug 10 04:09:34.897816 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e8af98d9-b1de-4ef9-9c92-6efc9fdfce49 req-b5c4648b-4102-4aa4-868c-3b6188aac6cf tempest-ServersAdminNegativeTestJSON-142371961 tempest-ServersAdminNegativeTestJSON-142371961-project] 10.222.0.44 "GET /v2.0/security-groups?id=c03142ca-0bdb-4d62-9ff7-3e5cd6686823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343683 Aug 10 04:09:36.016068 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4037c1-f31b-4350-a8a1-92f7c4de7bed req-9ee0a35c-e36f-4b23-bd41-a386013078bd tempest-ServersAdminNegativeTestJSON-142371961 tempest-ServersAdminNegativeTestJSON-142371961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:36.017596 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2a4037c1-f31b-4350-a8a1-92f7c4de7bed req-9ee0a35c-e36f-4b23-bd41-a386013078bd tempest-ServersAdminNegativeTestJSON-142371961 tempest-ServersAdminNegativeTestJSON-142371961-project] 10.222.0.44 "GET /v2.0/ports?device_id=64f67a5f-77b6-4688-8c50-ad06b297dd97 HTTP/1.1" status: 200 len: 949 time: 0.0503089 Aug 10 04:09:36.059170 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2a4037c1-f31b-4350-a8a1-92f7c4de7bed req-891e6e9c-b47d-4fdc-87f5-7fc26b61898d tempest-ServersAdminNegativeTestJSON-142371961 tempest-ServersAdminNegativeTestJSON-142371961-project] 10.222.0.44 "GET /v2.0/security-groups?id=c03142ca-0bdb-4d62-9ff7-3e5cd6686823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350640 Aug 10 04:09:36.360424 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314305d4-a148-4d2a-b4bd-a2a72e5f260d req-d6076bbe-9396-41d8-87e2-2169c619a5f8 tempest-ServersAdminNegativeTestJSON-142371961 tempest-ServersAdminNegativeTestJSON-142371961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:36.362107 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-314305d4-a148-4d2a-b4bd-a2a72e5f260d req-d6076bbe-9396-41d8-87e2-2169c619a5f8 tempest-ServersAdminNegativeTestJSON-142371961 tempest-ServersAdminNegativeTestJSON-142371961-project] 10.222.0.61 "GET /v2.0/ports?device_id=64f67a5f-77b6-4688-8c50-ad06b297dd97 HTTP/1.1" status: 200 len: 949 time: 0.0550897 Aug 10 04:09:36.460647 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-314305d4-a148-4d2a-b4bd-a2a72e5f260d req-e1ab8208-50cf-4fd3-8034-928bed260812 tempest-ServersAdminNegativeTestJSON-142371961 tempest-ServersAdminNegativeTestJSON-142371961-project] Deleting port 383ec723-17c5-4640-b1aa-01b6e3057fe8 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:09:36.460996 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-314305d4-a148-4d2a-b4bd-a2a72e5f260d req-e1ab8208-50cf-4fd3-8034-928bed260812 tempest-ServersAdminNegativeTestJSON-142371961 tempest-ServersAdminNegativeTestJSON-142371961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:36.557206 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-314305d4-a148-4d2a-b4bd-a2a72e5f260d req-e1ab8208-50cf-4fd3-8034-928bed260812 tempest-ServersAdminNegativeTestJSON-142371961 tempest-ServersAdminNegativeTestJSON-142371961-project] For port 383ec723-17c5-4640-b1aa-01b6e3057fe8, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=383ec723-17c5-4640-b1aa-01b6e3057fe8,segment=NetworkSegment(1e215406-2789-4473-8684-eca4b8bbb795),segment_id=1e215406-2789-4473-8684-eca4b8bbb795)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:09:36.557574 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-314305d4-a148-4d2a-b4bd-a2a72e5f260d req-e1ab8208-50cf-4fd3-8034-928bed260812 tempest-ServersAdminNegativeTestJSON-142371961 tempest-ServersAdminNegativeTestJSON-142371961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:36.572189 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-314305d4-a148-4d2a-b4bd-a2a72e5f260d req-e1ab8208-50cf-4fd3-8034-928bed260812 tempest-ServersAdminNegativeTestJSON-142371961 tempest-ServersAdminNegativeTestJSON-142371961-project] Calling delete_port for 383ec723-17c5-4640-b1aa-01b6e3057fe8 owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:09:36.704061 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-314305d4-a148-4d2a-b4bd-a2a72e5f260d req-e1ab8208-50cf-4fd3-8034-928bed260812 tempest-ServersAdminNegativeTestJSON-142371961 tempest-ServersAdminNegativeTestJSON-142371961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:36.716883 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['383ec723-17c5-4640-b1aa-01b6e3057fe8'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:09:36.732545 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ab8208-50cf-4fd3-8034-928bed260812 tempest-ServersAdminNegativeTestJSON-142371961 tempest-ServersAdminNegativeTestJSON-142371961-project] Pushing event deleted for resources: {'Port': ['ID=383ec723-17c5-4640-b1aa-01b6e3057fe8,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:36.780626 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-314305d4-a148-4d2a-b4bd-a2a72e5f260d req-e1ab8208-50cf-4fd3-8034-928bed260812 tempest-ServersAdminNegativeTestJSON-142371961 tempest-ServersAdminNegativeTestJSON-142371961-project] No DVR routers for this DVR port 383ec723-17c5-4640-b1aa-01b6e3057fe8 on host n-h2-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:09:36.783427 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-314305d4-a148-4d2a-b4bd-a2a72e5f260d req-e1ab8208-50cf-4fd3-8034-928bed260812 tempest-ServersAdminNegativeTestJSON-142371961 tempest-ServersAdminNegativeTestJSON-142371961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:36.785502 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-314305d4-a148-4d2a-b4bd-a2a72e5f260d req-e1ab8208-50cf-4fd3-8034-928bed260812 tempest-ServersAdminNegativeTestJSON-142371961 tempest-ServersAdminNegativeTestJSON-142371961-project] 10.222.0.61 "DELETE /v2.0/ports/383ec723-17c5-4640-b1aa-01b6e3057fe8 HTTP/1.1" status: 204 len: 173 time: 0.4168637 Aug 10 04:09:36.785950 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64f67a5f-77b6-4688-8c50-ad06b297dd97', 'name': 'network-vif-deleted', 'tag': '383ec723-17c5-4640-b1aa-01b6e3057fe8'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:09:36.788395 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b494108c-c3f2-48e3-b67b-0bacc92800ae" -d '{"events": [{"server_uuid": "64f67a5f-77b6-4688-8c50-ad06b297dd97", "name": "network-vif-deleted", "tag": "383ec723-17c5-4640-b1aa-01b6e3057fe8"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:09:36.829249 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91bdfaa1-9433-4652-8cfb-9c4185f2e980 x-openstack-request-id: req-91bdfaa1-9433-4652-8cfb-9c4185f2e980 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:09:36.829548 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64f67a5f-77b6-4688-8c50-ad06b297dd97", "name": "network-vif-deleted", "tag": "383ec723-17c5-4640-b1aa-01b6e3057fe8", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:09:36.829934 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-91bdfaa1-9433-4652-8cfb-9c4185f2e980 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:09:36.830196 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64f67a5f-77b6-4688-8c50-ad06b297dd97', 'name': 'network-vif-deleted', 'tag': '383ec723-17c5-4640-b1aa-01b6e3057fe8', 'status': 'completed', 'code': 200} Aug 10 04:09:37.174364 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-83dc85a3-52a2-40b4-b0f3-ee656a2f5aa5 req-ee0d8e0a-c51c-4b7e-b43a-28a97ed811ab tempest-ServersAdminNegativeTestJSON-142371961 tempest-ServersAdminNegativeTestJSON-142371961-project] 10.222.0.44 "GET /v2.0/ports?device_id=64f67a5f-77b6-4688-8c50-ad06b297dd97 HTTP/1.1" status: 200 len: 210 time: 0.0288455 Aug 10 04:09:38.512617 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 47304) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:09:38.656179 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-62364130-17b3-4894-b0a4-64f836a25591 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a4de2bf971d746f7a26885a6023843fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1420910 Aug 10 04:09:38.658340 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 47308) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:09:38.711649 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a62ba77d-ad5c-4399-9a1b-bb0d042bdd44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:38.736251 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a62ba77d-ad5c-4399-9a1b-bb0d042bdd44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:38.787390 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a62ba77d-ad5c-4399-9a1b-bb0d042bdd44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:38.790019 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a62ba77d-ad5c-4399-9a1b-bb0d042bdd44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:38.791321 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-a62ba77d-ad5c-4399-9a1b-bb0d042bdd44 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c03142ca-0bdb-4d62-9ff7-3e5cd6686823 HTTP/1.1" status: 204 len: 168 time: 0.1319911 Aug 10 04:09:38.799961 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62ba77d-ad5c-4399-9a1b-bb0d042bdd44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c03142ca-0bdb-4d62-9ff7-3e5cd6686823,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:39.097133 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 47314) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:09:39.114473 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5f77671b-a635-46cd-b054-c97b181faedc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:39.226540 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5f77671b-a635-46cd-b054-c97b181faedc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:39.230682 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5f77671b-a635-46cd-b054-c97b181faedc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:39.275048 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-5f77671b-a635-46cd-b054-c97b181faedc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e40e7da071b64ac291b82b64b93bb60f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1767373 Aug 10 04:09:39.275939 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f77671b-a635-46cd-b054-c97b181faedc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e19e9462-55bb-40ec-b8dd-ef962931f7cb,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:39.277838 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 47316) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:09:39.284366 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f77671b-a635-46cd-b054-c97b181faedc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:39.284722 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f77671b-a635-46cd-b054-c97b181faedc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:39.285170 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f77671b-a635-46cd-b054-c97b181faedc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:39.285674 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f77671b-a635-46cd-b054-c97b181faedc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:39.286203 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f77671b-a635-46cd-b054-c97b181faedc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:39.286615 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f77671b-a635-46cd-b054-c97b181faedc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:39.286945 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f77671b-a635-46cd-b054-c97b181faedc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:39.287264 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f77671b-a635-46cd-b054-c97b181faedc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:39.287654 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f77671b-a635-46cd-b054-c97b181faedc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:39.287939 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f77671b-a635-46cd-b054-c97b181faedc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:39.288260 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f77671b-a635-46cd-b054-c97b181faedc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:39.288583 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f77671b-a635-46cd-b054-c97b181faedc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:39.335455 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3965e909-290e-4246-822d-7ac45412b99f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:39.357498 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3965e909-290e-4246-822d-7ac45412b99f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:39.412635 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3965e909-290e-4246-822d-7ac45412b99f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:39.416064 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3965e909-290e-4246-822d-7ac45412b99f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:39.417636 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-3965e909-290e-4246-822d-7ac45412b99f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e19e9462-55bb-40ec-b8dd-ef962931f7cb HTTP/1.1" status: 204 len: 168 time: 0.1384084 Aug 10 04:09:39.431363 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3965e909-290e-4246-822d-7ac45412b99f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e19e9462-55bb-40ec-b8dd-ef962931f7cb,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:39.814754 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 383ec723-17c5-4640-b1aa-01b6e3057fe8 no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:09:39.841001 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] No Port match for: 383ec723-17c5-4640-b1aa-01b6e3057fe8 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:09:39.841572 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 383ec723-17c5-4640-b1aa-01b6e3057fe8 not bound to the agent host n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:09:40.234895 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 47338) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:09:40.327783 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-df772dbe-61a9-40d8-9a50-f6df7f328cd8 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-922169532-network', 'tenant_id': '9aca5e0bef744055a7426da78e170f1d'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:09:40.348130 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df772dbe-61a9-40d8-9a50-f6df7f328cd8 admin admin] Made reservation on behalf of 9aca5e0bef744055a7426da78e170f1d for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:09:40.351192 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-df772dbe-61a9-40d8-9a50-f6df7f328cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:40.359740 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-df772dbe-61a9-40d8-9a50-f6df7f328cd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:40.450134 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-df772dbe-61a9-40d8-9a50-f6df7f328cd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:40.454014 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-df772dbe-61a9-40d8-9a50-f6df7f328cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:40.482311 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df772dbe-61a9-40d8-9a50-f6df7f328cd8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:09:40.489004 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df772dbe-61a9-40d8-9a50-f6df7f328cd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9821284d-71bb-48ab-b430-60fbf7e56786,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:40.495039 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-df772dbe-61a9-40d8-9a50-f6df7f328cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:40.495388 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-df772dbe-61a9-40d8-9a50-f6df7f328cd8 admin admin] Added segment ef6760c8-fd6e-4490-a4eb-383f27e0a09e of type vlan for network 55a58812-acc9-4f05-be11-5539f826815a Aug 10 04:09:40.538353 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-df772dbe-61a9-40d8-9a50-f6df7f328cd8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:40.568055 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-df772dbe-61a9-40d8-9a50-f6df7f328cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:40.569297 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df772dbe-61a9-40d8-9a50-f6df7f328cd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:40.569878 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-df772dbe-61a9-40d8-9a50-f6df7f328cd8 admin admin] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:40.628843 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-df772dbe-61a9-40d8-9a50-f6df7f328cd8 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3928254 Aug 10 04:09:40.632357 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 47342) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:09:40.639771 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-cbc28f15-a5f4-4fa2-8856-4c42e605f9e0 admin admin] Request body: {'subnet': {'network_id': '55a58812-acc9-4f05-be11-5539f826815a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-922169532-subnet', 'tenant_id': '9aca5e0bef744055a7426da78e170f1d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:09:40.643359 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df772dbe-61a9-40d8-9a50-f6df7f328cd8 admin admin] Pushing event updated for resources: {'Network': ['ID=55a58812-acc9-4f05-be11-5539f826815a,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:40.655581 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 55a58812-acc9-4f05-be11-5539f826815a details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:09:40.666334 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbc28f15-a5f4-4fa2-8856-4c42e605f9e0 admin admin] Made reservation on behalf of 9aca5e0bef744055a7426da78e170f1d for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:09:40.669617 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cbc28f15-a5f4-4fa2-8856-4c42e605f9e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:40.846031 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cbc28f15-a5f4-4fa2-8856-4c42e605f9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:40.895104 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc28f15-a5f4-4fa2-8856-4c42e605f9e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0c394b3-4831-4a8b-b2a1-b5e7934f9499,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:40.911722 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc28f15-a5f4-4fa2-8856-4c42e605f9e0 admin admin] Checking segment: {'id': 'ef6760c8-fd6e-4490-a4eb-383f27e0a09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '55a58812-acc9-4f05-be11-5539f826815a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:09:40.912087 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc28f15-a5f4-4fa2-8856-4c42e605f9e0 admin admin] Network hostable DHCP agents. Network: 55a58812-acc9-4f05-be11-5539f826815a, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:09:40.931826 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc28f15-a5f4-4fa2-8856-4c42e605f9e0 admin admin] Network 55a58812-acc9-4f05-be11-5539f826815a is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:09:40.942170 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-cbc28f15-a5f4-4fa2-8856-4c42e605f9e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 55a58812-acc9-4f05-be11-5539f826815a) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:09:40.948925 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc28f15-a5f4-4fa2-8856-4c42e605f9e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:40.949870 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cbc28f15-a5f4-4fa2-8856-4c42e605f9e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:40.952258 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8248466e-16ea-45c3-8873-719942e76212 None None] Network 55a58812-acc9-4f05-be11-5539f826815a requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:09:40.971446 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-cbc28f15-a5f4-4fa2-8856-4c42e605f9e0 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3357503 Aug 10 04:09:41.080463 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca5ad32-6c9c-40b1-bebd-dd94fe831956 None None] Network 55a58812-acc9-4f05-be11-5539f826815a requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:09:41.466550 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4702aaa9-7507-4f13-b55c-05a436b09453 req-e7ab341a-1d4e-41d7-bd39-581370ef5ff7 tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:41.468477 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4702aaa9-7507-4f13-b55c-05a436b09453 req-e7ab341a-1d4e-41d7-bd39-581370ef5ff7 tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] 10.222.0.44 "GET /v2.0/networks?id=55a58812-acc9-4f05-be11-5539f826815a HTTP/1.1" status: 200 len: 811 time: 0.1038036 Aug 10 04:09:41.489044 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4702aaa9-7507-4f13-b55c-05a436b09453 req-cadc4f11-ef95-46c2-8c7f-76b350d7f9f4 tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] 10.222.0.44 "GET /v2.0/quotas/9aca5e0bef744055a7426da78e170f1d HTTP/1.1" status: 200 len: 375 time: 0.0138018 Aug 10 04:09:41.528071 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4702aaa9-7507-4f13-b55c-05a436b09453 req-e26264ac-f140-4bdd-bdd7-842cecc0994a tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9aca5e0bef744055a7426da78e170f1d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325170 Aug 10 04:09:41.627291 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4702aaa9-7507-4f13-b55c-05a436b09453 req-31f2792b-fd0f-48c2-9c4c-f180f1e69856 service neutron] 10.222.0.44 "GET /v2.0/networks/55a58812-acc9-4f05-be11-5539f826815a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921586 Aug 10 04:09:41.730125 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4702aaa9-7507-4f13-b55c-05a436b09453 req-86ea3e41-304b-4376-b6b6-d85517d65f79 service neutron] 10.222.0.44 "GET /v2.0/networks/55a58812-acc9-4f05-be11-5539f826815a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964417 Aug 10 04:09:41.932352 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c0de82ad-e950-4152-b4b0-2f8b92448fdb req-c72812ab-b67e-4e77-ad12-cb5c0277df6a tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] 10.222.0.44 "GET /v2.0/ports?device_id=9325c6e0-26ad-42ef-a5fe-d570ed961119 HTTP/1.1" status: 200 len: 210 time: 0.0294485 Aug 10 04:09:42.839630 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4702aaa9-7507-4f13-b55c-05a436b09453 req-cf00e264-3af5-4f9f-b600-41aa2e510a6f tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:42.841525 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4702aaa9-7507-4f13-b55c-05a436b09453 req-cf00e264-3af5-4f9f-b600-41aa2e510a6f tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] 10.222.0.61 "GET /v2.0/networks?id=55a58812-acc9-4f05-be11-5539f826815a HTTP/1.1" status: 200 len: 811 time: 0.1161134 Aug 10 04:09:42.854803 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-4702aaa9-7507-4f13-b55c-05a436b09453 req-e4ee8eae-864a-407a-816d-525b0f90676e tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] Request body: {'port': {'device_id': '9325c6e0-26ad-42ef-a5fe-d570ed961119', 'network_id': '55a58812-acc9-4f05-be11-5539f826815a', 'admin_state_up': True, 'tenant_id': '9aca5e0bef744055a7426da78e170f1d'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:09:42.979596 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4702aaa9-7507-4f13-b55c-05a436b09453 req-e4ee8eae-864a-407a-816d-525b0f90676e tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] Made reservation on behalf of 9aca5e0bef744055a7426da78e170f1d for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:09:42.983605 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-4702aaa9-7507-4f13-b55c-05a436b09453 req-e4ee8eae-864a-407a-816d-525b0f90676e tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:43.083961 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d291ff12-e287-4f72-b085-1ff6d2197a40 req-1ea00e03-115b-410d-94f4-34efca697302 tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] 10.222.0.44 "GET /v2.0/ports?device_id=9325c6e0-26ad-42ef-a5fe-d570ed961119 HTTP/1.1" status: 200 len: 210 time: 0.0580809 Aug 10 04:09:43.167281 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-4702aaa9-7507-4f13-b55c-05a436b09453 req-e4ee8eae-864a-407a-816d-525b0f90676e tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] Allocated IP 172.20.0.8 (55a58812-acc9-4f05-be11-5539f826815a/a0c394b3-4831-4a8b-b2a1-b5e7934f9499/994a26f8-1f8d-4cbb-8edf-f95991366c3a) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:09:43.337983 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-4702aaa9-7507-4f13-b55c-05a436b09453 req-e4ee8eae-864a-407a-816d-525b0f90676e tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:43.382217 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-4702aaa9-7507-4f13-b55c-05a436b09453 req-e4ee8eae-864a-407a-816d-525b0f90676e tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:43.435339 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4702aaa9-7507-4f13-b55c-05a436b09453 req-e4ee8eae-864a-407a-816d-525b0f90676e tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] Network 55a58812-acc9-4f05-be11-5539f826815a is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:09:43.438733 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-4702aaa9-7507-4f13-b55c-05a436b09453 req-e4ee8eae-864a-407a-816d-525b0f90676e tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:09:43.441220 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-4702aaa9-7507-4f13-b55c-05a436b09453 req-e4ee8eae-864a-407a-816d-525b0f90676e tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:09:43.468946 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ee8eae-864a-407a-816d-525b0f90676e tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] Pushing event updated for resources: {'Port': ['ID=994a26f8-1f8d-4cbb-8edf-f95991366c3a,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:43.501411 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4702aaa9-7507-4f13-b55c-05a436b09453 req-e4ee8eae-864a-407a-816d-525b0f90676e tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:43.502181 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-4702aaa9-7507-4f13-b55c-05a436b09453 req-e4ee8eae-864a-407a-816d-525b0f90676e tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:43.519039 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4702aaa9-7507-4f13-b55c-05a436b09453 req-e4ee8eae-864a-407a-816d-525b0f90676e tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6680865 Aug 10 04:09:43.533044 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-4702aaa9-7507-4f13-b55c-05a436b09453 req-7f67f4bb-f455-4fd1-ad0f-ec0904ed0d4e service neutron] Request body: {'port': {'device_id': '9325c6e0-26ad-42ef-a5fe-d570ed961119', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:09:43.600440 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-4702aaa9-7507-4f13-b55c-05a436b09453 req-7f67f4bb-f455-4fd1-ad0f-ec0904ed0d4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:43.888751 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-4702aaa9-7507-4f13-b55c-05a436b09453 req-7f67f4bb-f455-4fd1-ad0f-ec0904ed0d4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 994a26f8-1f8d-4cbb-8edf-f95991366c3a {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:09:43.898013 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-4702aaa9-7507-4f13-b55c-05a436b09453 req-7f67f4bb-f455-4fd1-ad0f-ec0904ed0d4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:43.911144 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-4702aaa9-7507-4f13-b55c-05a436b09453 req-7f67f4bb-f455-4fd1-ad0f-ec0904ed0d4e service neutron] Transition to ACTIVE for port object 994a26f8-1f8d-4cbb-8edf-f95991366c3a will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:09:43.914999 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-4702aaa9-7507-4f13-b55c-05a436b09453 req-7f67f4bb-f455-4fd1-ad0f-ec0904ed0d4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:43.971925 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f67f4bb-f455-4fd1-ad0f-ec0904ed0d4e service neutron] Pushing event updated for resources: {'Port': ['ID=994a26f8-1f8d-4cbb-8edf-f95991366c3a,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:44.044813 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-4702aaa9-7507-4f13-b55c-05a436b09453 req-7f67f4bb-f455-4fd1-ad0f-ec0904ed0d4e service neutron] Attempting to bind port 994a26f8-1f8d-4cbb-8edf-f95991366c3a on host n-h2-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:09:44.045139 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-4702aaa9-7507-4f13-b55c-05a436b09453 req-7f67f4bb-f455-4fd1-ad0f-ec0904ed0d4e service neutron] Attempting to bind port 994a26f8-1f8d-4cbb-8edf-f95991366c3a by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': 'ef6760c8-fd6e-4490-a4eb-383f27e0a09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '55a58812-acc9-4f05-be11-5539f826815a'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:09:44.045465 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4702aaa9-7507-4f13-b55c-05a436b09453 req-7f67f4bb-f455-4fd1-ad0f-ec0904ed0d4e service neutron] Attempting to bind port 994a26f8-1f8d-4cbb-8edf-f95991366c3a on network 55a58812-acc9-4f05-be11-5539f826815a {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:09:44.050238 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4702aaa9-7507-4f13-b55c-05a436b09453 req-7f67f4bb-f455-4fd1-ad0f-ec0904ed0d4e service neutron] Port 994a26f8-1f8d-4cbb-8edf-f95991366c3a on network 55a58812-acc9-4f05-be11-5539f826815a not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:09:44.050591 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4702aaa9-7507-4f13-b55c-05a436b09453 req-7f67f4bb-f455-4fd1-ad0f-ec0904ed0d4e service neutron] Attempting to bind port 994a26f8-1f8d-4cbb-8edf-f95991366c3a on network 55a58812-acc9-4f05-be11-5539f826815a {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:09:44.056357 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4702aaa9-7507-4f13-b55c-05a436b09453 req-7f67f4bb-f455-4fd1-ad0f-ec0904ed0d4e service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:09:44.056708 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4702aaa9-7507-4f13-b55c-05a436b09453 req-7f67f4bb-f455-4fd1-ad0f-ec0904ed0d4e service neutron] Checking segment: {'id': 'ef6760c8-fd6e-4490-a4eb-383f27e0a09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '55a58812-acc9-4f05-be11-5539f826815a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:09:44.057100 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4702aaa9-7507-4f13-b55c-05a436b09453 req-7f67f4bb-f455-4fd1-ad0f-ec0904ed0d4e service neutron] Bound using segment: {'id': 'ef6760c8-fd6e-4490-a4eb-383f27e0a09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '55a58812-acc9-4f05-be11-5539f826815a'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:09:44.057537 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-4702aaa9-7507-4f13-b55c-05a436b09453 req-7f67f4bb-f455-4fd1-ad0f-ec0904ed0d4e service neutron] Bound port: 994a26f8-1f8d-4cbb-8edf-f95991366c3a, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef6760c8-fd6e-4490-a4eb-383f27e0a09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '55a58812-acc9-4f05-be11-5539f826815a'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:09:44.057900 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-4702aaa9-7507-4f13-b55c-05a436b09453 req-7f67f4bb-f455-4fd1-ad0f-ec0904ed0d4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:44.125843 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-4702aaa9-7507-4f13-b55c-05a436b09453 req-7f67f4bb-f455-4fd1-ad0f-ec0904ed0d4e service neutron] For port 994a26f8-1f8d-4cbb-8edf-f95991366c3a, host n-h2-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:09:44.131767 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-4702aaa9-7507-4f13-b55c-05a436b09453 req-7f67f4bb-f455-4fd1-ad0f-ec0904ed0d4e service neutron] For port 994a26f8-1f8d-4cbb-8edf-f95991366c3a, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=994a26f8-1f8d-4cbb-8edf-f95991366c3a,segment=NetworkSegment(ef6760c8-fd6e-4490-a4eb-383f27e0a09e),segment_id=ef6760c8-fd6e-4490-a4eb-383f27e0a09e)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:09:44.136522 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-4702aaa9-7507-4f13-b55c-05a436b09453 req-7f67f4bb-f455-4fd1-ad0f-ec0904ed0d4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:44.205055 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4702aaa9-7507-4f13-b55c-05a436b09453 req-7f67f4bb-f455-4fd1-ad0f-ec0904ed0d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:44.205687 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-4702aaa9-7507-4f13-b55c-05a436b09453 req-7f67f4bb-f455-4fd1-ad0f-ec0904ed0d4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:44.207137 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4702aaa9-7507-4f13-b55c-05a436b09453 req-7f67f4bb-f455-4fd1-ad0f-ec0904ed0d4e service neutron] 10.222.0.61 "PUT /v2.0/ports/994a26f8-1f8d-4cbb-8edf-f95991366c3a HTTP/1.1" status: 200 len: 1092 time: 0.6790712 Aug 10 04:09:44.208632 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9325c6e0-26ad-42ef-a5fe-d570ed961119', 'tag': '994a26f8-1f8d-4cbb-8edf-f95991366c3a'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:09:44.210957 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb22378ad9445cf8fd72cdb5dbae8ccfa7304e8f7bd1226d10e6a4c46fae06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15eb86c8-f6de-4cac-8437-994671113499" -d '{"events": [{"name": "network-changed", "server_uuid": "9325c6e0-26ad-42ef-a5fe-d570ed961119", "tag": "994a26f8-1f8d-4cbb-8edf-f95991366c3a"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:09:44.240074 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f67f4bb-f455-4fd1-ad0f-ec0904ed0d4e service neutron] Pushing event updated for resources: {'Port': ['ID=994a26f8-1f8d-4cbb-8edf-f95991366c3a,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:44.251132 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99095af0-5163-47fb-bc23-4ce883ea40d4 req-0ad71279-c1b7-4269-8503-0006ea9d90e3 tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:44.252795 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-99095af0-5163-47fb-bc23-4ce883ea40d4 req-0ad71279-c1b7-4269-8503-0006ea9d90e3 tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] 10.222.0.44 "GET /v2.0/ports?device_id=9325c6e0-26ad-42ef-a5fe-d570ed961119 HTTP/1.1" status: 200 len: 943 time: 0.0857038 Aug 10 04:09:44.254458 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aa1c118-0888-4a7b-b472-e1fc634d0664 x-openstack-request-id: req-2aa1c118-0888-4a7b-b472-e1fc634d0664 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:09:44.254633 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9325c6e0-26ad-42ef-a5fe-d570ed961119", "tag": "994a26f8-1f8d-4cbb-8edf-f95991366c3a", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:09:44.254883 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2aa1c118-0888-4a7b-b472-e1fc634d0664 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:09:44.255830 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9325c6e0-26ad-42ef-a5fe-d570ed961119', 'tag': '994a26f8-1f8d-4cbb-8edf-f95991366c3a', 'status': 'completed', 'code': 200} Aug 10 04:09:44.326753 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-99095af0-5163-47fb-bc23-4ce883ea40d4 req-6f5eb7c0-22be-45bf-a7e3-b62c538a64b7 tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] 10.222.0.44 "GET /v2.0/security-groups?id=9821284d-71bb-48ab-b430-60fbf7e56786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614247 Aug 10 04:09:44.328535 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4702aaa9-7507-4f13-b55c-05a436b09453 req-fbd3c209-9a38-4ac1-be32-913ba8e90853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:44.329972 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4702aaa9-7507-4f13-b55c-05a436b09453 req-fbd3c209-9a38-4ac1-be32-913ba8e90853 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9aca5e0bef744055a7426da78e170f1d&device_id=9325c6e0-26ad-42ef-a5fe-d570ed961119 HTTP/1.1" status: 200 len: 1095 time: 0.0725217 Aug 10 04:09:44.374117 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4702aaa9-7507-4f13-b55c-05a436b09453 req-6a56d871-b507-4c17-8961-44d6328d4442 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=994a26f8-1f8d-4cbb-8edf-f95991366c3a HTTP/1.1" status: 200 len: 217 time: 0.0352302 Aug 10 04:09:44.428490 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4702aaa9-7507-4f13-b55c-05a436b09453 req-d6767cb3-8bfb-47fb-935d-b3a38e759a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:44.429953 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4702aaa9-7507-4f13-b55c-05a436b09453 req-d6767cb3-8bfb-47fb-935d-b3a38e759a83 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a0c394b3-4831-4a8b-b2a1-b5e7934f9499 HTTP/1.1" status: 200 len: 851 time: 0.0486073 Aug 10 04:09:44.463731 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4702aaa9-7507-4f13-b55c-05a436b09453 req-048f5f1d-c2d3-4dbd-9a6a-7032d216e63c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=55a58812-acc9-4f05-be11-5539f826815a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252755 Aug 10 04:09:44.559219 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4702aaa9-7507-4f13-b55c-05a436b09453 req-52bf9c83-6145-406c-ad5e-b22622bea2f7 service neutron] 10.222.0.61 "GET /v2.0/networks/55a58812-acc9-4f05-be11-5539f826815a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876210 Aug 10 04:09:44.655069 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4702aaa9-7507-4f13-b55c-05a436b09453 req-340f59a3-59f1-4126-ae33-91b88be6d849 service neutron] 10.222.0.61 "GET /v2.0/networks/55a58812-acc9-4f05-be11-5539f826815a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871637 Aug 10 04:09:44.740415 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eb86c8-f6de-4cac-8437-994671113499 req-745e04db-5a85-4ba0-ab1d-b8a1fe38c902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:44.741847 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-15eb86c8-f6de-4cac-8437-994671113499 req-745e04db-5a85-4ba0-ab1d-b8a1fe38c902 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9aca5e0bef744055a7426da78e170f1d&device_id=9325c6e0-26ad-42ef-a5fe-d570ed961119 HTTP/1.1" status: 200 len: 1095 time: 0.0416417 Aug 10 04:09:44.836152 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eb86c8-f6de-4cac-8437-994671113499 req-472d05d3-3a6d-4418-bea5-05890f91b89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:44.837613 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-15eb86c8-f6de-4cac-8437-994671113499 req-472d05d3-3a6d-4418-bea5-05890f91b89d service neutron] 10.222.0.61 "GET /v2.0/networks?id=55a58812-acc9-4f05-be11-5539f826815a HTTP/1.1" status: 200 len: 911 time: 0.0865297 Aug 10 04:09:44.881018 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-15eb86c8-f6de-4cac-8437-994671113499 req-f065ada2-ca38-4966-aa7b-203643d85dfa service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=994a26f8-1f8d-4cbb-8edf-f95991366c3a HTTP/1.1" status: 200 len: 217 time: 0.0338802 Aug 10 04:09:44.930751 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eb86c8-f6de-4cac-8437-994671113499 req-295f04c7-db16-4a89-9ed7-f71859c28005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:44.932183 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-15eb86c8-f6de-4cac-8437-994671113499 req-295f04c7-db16-4a89-9ed7-f71859c28005 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a0c394b3-4831-4a8b-b2a1-b5e7934f9499 HTTP/1.1" status: 200 len: 851 time: 0.0434368 Aug 10 04:09:44.964629 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-15eb86c8-f6de-4cac-8437-994671113499 req-d85ab71c-e283-40d3-99ab-a131dbb6049a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=55a58812-acc9-4f05-be11-5539f826815a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239556 Aug 10 04:09:45.059933 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-15eb86c8-f6de-4cac-8437-994671113499 req-7882e230-36ef-489a-a640-a53c74e44438 service neutron] 10.222.0.61 "GET /v2.0/networks/55a58812-acc9-4f05-be11-5539f826815a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872798 Aug 10 04:09:45.150295 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-15eb86c8-f6de-4cac-8437-994671113499 req-c9f26c72-5ca9-4f73-9b0f-7d66aa541a76 service neutron] 10.222.0.61 "GET /v2.0/networks/55a58812-acc9-4f05-be11-5539f826815a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815251 Aug 10 04:09:45.446385 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c1294c-9325-4f2e-bdf0-439e6cefba7e req-f17bde36-f38c-49dc-8e93-b29db18c430d tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:45.447861 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-22c1294c-9325-4f2e-bdf0-439e6cefba7e req-f17bde36-f38c-49dc-8e93-b29db18c430d tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] 10.222.0.44 "GET /v2.0/ports?device_id=9325c6e0-26ad-42ef-a5fe-d570ed961119 HTTP/1.1" status: 200 len: 943 time: 0.0535777 Aug 10 04:09:45.485694 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-22c1294c-9325-4f2e-bdf0-439e6cefba7e req-0a3b3901-aaf4-4f86-84cb-db9f147982a4 tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] 10.222.0.44 "GET /v2.0/security-groups?id=9821284d-71bb-48ab-b430-60fbf7e56786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319963 Aug 10 04:09:46.696743 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ef6f30-b675-494a-887f-2003f903a2e7 req-55f72166-95ca-4775-87eb-10e2d17d7a2b tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:46.698344 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-88ef6f30-b675-494a-887f-2003f903a2e7 req-55f72166-95ca-4775-87eb-10e2d17d7a2b tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] 10.222.0.44 "GET /v2.0/ports?device_id=9325c6e0-26ad-42ef-a5fe-d570ed961119 HTTP/1.1" status: 200 len: 943 time: 0.1037931 Aug 10 04:09:46.737707 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-88ef6f30-b675-494a-887f-2003f903a2e7 req-c40ce3fe-271f-493b-96ec-c67fe65fd84d tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] 10.222.0.44 "GET /v2.0/security-groups?id=9821284d-71bb-48ab-b430-60fbf7e56786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330203 Aug 10 04:09:47.851363 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 994a26f8-1f8d-4cbb-8edf-f95991366c3a details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:09:47.946918 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7ec69a-d741-4855-be7f-75bdeec5758c req-d2b3a7e3-7918-4d0d-9d67-957c5729a6a8 tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:47.948662 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3e7ec69a-d741-4855-be7f-75bdeec5758c req-d2b3a7e3-7918-4d0d-9d67-957c5729a6a8 tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] 10.222.0.44 "GET /v2.0/ports?device_id=9325c6e0-26ad-42ef-a5fe-d570ed961119 HTTP/1.1" status: 200 len: 943 time: 0.1060150 Aug 10 04:09:47.954980 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 994a26f8-1f8d-4cbb-8edf-f95991366c3a, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=994a26f8-1f8d-4cbb-8edf-f95991366c3a,segment=NetworkSegment(ef6760c8-fd6e-4490-a4eb-383f27e0a09e),segment_id=ef6760c8-fd6e-4490-a4eb-383f27e0a09e)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:09:47.967920 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': '994a26f8-1f8d-4cbb-8edf-f95991366c3a', 'network_id': '55a58812-acc9-4f05-be11-5539f826815a', 'port_id': '994a26f8-1f8d-4cbb-8edf-f95991366c3a', 'mac_address': 'fa:16:3e:6d:07:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0c394b3-4831-4a8b-b2a1-b5e7934f9499', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:09:47.989783 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3e7ec69a-d741-4855-be7f-75bdeec5758c req-f5e7dbd3-d63e-4ed0-84ad-9a6f7114cac0 tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] 10.222.0.44 "GET /v2.0/security-groups?id=9821284d-71bb-48ab-b430-60fbf7e56786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344257 Aug 10 04:09:48.021569 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:48.034190 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 994a26f8-1f8d-4cbb-8edf-f95991366c3a {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:09:48.053985 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 994a26f8-1f8d-4cbb-8edf-f95991366c3a, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=994a26f8-1f8d-4cbb-8edf-f95991366c3a,segment=NetworkSegment(ef6760c8-fd6e-4490-a4eb-383f27e0a09e),segment_id=ef6760c8-fd6e-4490-a4eb-383f27e0a09e)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:09:48.058732 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:48.107683 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=994a26f8-1f8d-4cbb-8edf-f95991366c3a,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:48.360762 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['994a26f8-1f8d-4cbb-8edf-f95991366c3a'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:09:49.119186 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e777f644-d4fa-413e-82d7-b886b8109377 req-09ae049d-8713-4b57-ae60-1f0da1b9903e tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:49.120804 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e777f644-d4fa-413e-82d7-b886b8109377 req-09ae049d-8713-4b57-ae60-1f0da1b9903e tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] 10.222.0.44 "GET /v2.0/ports?device_id=9325c6e0-26ad-42ef-a5fe-d570ed961119 HTTP/1.1" status: 200 len: 944 time: 0.0612390 Aug 10 04:09:49.168718 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e777f644-d4fa-413e-82d7-b886b8109377 req-1a0a5a7f-61ac-4376-bd32-aaec35537286 tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] 10.222.0.44 "GET /v2.0/security-groups?id=9821284d-71bb-48ab-b430-60fbf7e56786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369005 Aug 10 04:09:49.865040 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 994a26f8-1f8d-4cbb-8edf-f95991366c3a up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:09:49.916410 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning for port 994a26f8-1f8d-4cbb-8edf-f95991366c3a completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:09:49.920686 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port 994a26f8-1f8d-4cbb-8edf-f95991366c3a triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:09:49.921067 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:50.006558 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:50.033336 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9325c6e0-26ad-42ef-a5fe-d570ed961119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '994a26f8-1f8d-4cbb-8edf-f95991366c3a'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:09:50.035972 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5cd83046a70d023a506f83b7b7e7b408c58e1a2d22e38aba06bc4a543221d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d596d8-0efe-4963-a306-12fbecba82a4" -d '{"events": [{"server_uuid": "9325c6e0-26ad-42ef-a5fe-d570ed961119", "name": "network-vif-plugged", "status": "completed", "tag": "994a26f8-1f8d-4cbb-8edf-f95991366c3a"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:09:50.056094 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 994a26f8-1f8d-4cbb-8edf-f95991366c3a, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=994a26f8-1f8d-4cbb-8edf-f95991366c3a,segment=NetworkSegment(ef6760c8-fd6e-4490-a4eb-383f27e0a09e),segment_id=ef6760c8-fd6e-4490-a4eb-383f27e0a09e)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:09:50.061277 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:50.101010 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-259b06a8-4e8e-42cb-bd00-92b79f3ba504 x-openstack-request-id: req-259b06a8-4e8e-42cb-bd00-92b79f3ba504 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:09:50.101494 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9325c6e0-26ad-42ef-a5fe-d570ed961119", "name": "network-vif-plugged", "status": "completed", "tag": "994a26f8-1f8d-4cbb-8edf-f95991366c3a", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:09:50.101920 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-259b06a8-4e8e-42cb-bd00-92b79f3ba504 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:09:50.102600 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9325c6e0-26ad-42ef-a5fe-d570ed961119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '994a26f8-1f8d-4cbb-8edf-f95991366c3a', 'code': 200} Aug 10 04:09:50.135907 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=994a26f8-1f8d-4cbb-8edf-f95991366c3a,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:50.185068 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1fa8e1-8861-486d-ab34-c776e82a790f req-075f3b12-4c40-4c30-92d8-8427ed1043cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:50.186641 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2e1fa8e1-8861-486d-ab34-c776e82a790f req-075f3b12-4c40-4c30-92d8-8427ed1043cc service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9325c6e0-26ad-42ef-a5fe-d570ed961119 HTTP/1.1" status: 200 len: 1097 time: 0.0445535 Aug 10 04:09:50.225792 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2e1fa8e1-8861-486d-ab34-c776e82a790f req-a8ed80d3-c262-44b7-9993-69642072c1cb service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=9821284d-71bb-48ab-b430-60fbf7e56786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323932 Aug 10 04:09:50.303906 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f579ab1-fd8e-4362-83b9-e705060b5a15 req-7beef04d-d861-491a-890b-7f916e062a10 tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:50.305528 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7f579ab1-fd8e-4362-83b9-e705060b5a15 req-7beef04d-d861-491a-890b-7f916e062a10 tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] 10.222.0.44 "GET /v2.0/ports?device_id=9325c6e0-26ad-42ef-a5fe-d570ed961119 HTTP/1.1" status: 200 len: 945 time: 0.0638468 Aug 10 04:09:50.347162 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7f579ab1-fd8e-4362-83b9-e705060b5a15 req-99c6905f-5063-420c-9430-9a1d5996d61f tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] 10.222.0.44 "GET /v2.0/security-groups?id=9821284d-71bb-48ab-b430-60fbf7e56786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353570 Aug 10 04:09:51.451785 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f852867b-5671-42dc-8fa5-10edab8d52f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:51.488338 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bf8d57-0beb-4a10-bab1-8a4729a28724 req-fb5f762a-426b-4f85-8cd3-de4f52270769 tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:51.490604 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f8bf8d57-0beb-4a10-bab1-8a4729a28724 req-fb5f762a-426b-4f85-8cd3-de4f52270769 tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] 10.222.0.44 "GET /v2.0/ports?device_id=9325c6e0-26ad-42ef-a5fe-d570ed961119 HTTP/1.1" status: 200 len: 945 time: 0.0674672 Aug 10 04:09:51.533845 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f8bf8d57-0beb-4a10-bab1-8a4729a28724 req-20906ae6-b76d-4c9e-8e24-4147dcec15be tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] 10.222.0.44 "GET /v2.0/security-groups?id=9821284d-71bb-48ab-b430-60fbf7e56786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368276 Aug 10 04:09:51.845347 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f2ba60-f549-42c1-8b73-50d9cddacd08 req-020cb7a5-d68a-446c-b2c4-852952ec69e1 tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:51.847016 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c9f2ba60-f549-42c1-8b73-50d9cddacd08 req-020cb7a5-d68a-446c-b2c4-852952ec69e1 tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] 10.222.0.44 "GET /v2.0/ports?device_id=9325c6e0-26ad-42ef-a5fe-d570ed961119 HTTP/1.1" status: 200 len: 945 time: 0.0613239 Aug 10 04:09:51.885115 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-a63eca17-83ee-4924-af74-19590d194b36 req-223477ba-3b87-494a-bee7-5f5768741710 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9325c6e0-26ad-42ef-a5fe-d570ed961119&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1052227 Aug 10 04:09:51.896404 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c9f2ba60-f549-42c1-8b73-50d9cddacd08 req-46cd56f4-daeb-4a5c-84d8-b188c81f53cc tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] 10.222.0.44 "GET /v2.0/security-groups?id=9821284d-71bb-48ab-b430-60fbf7e56786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421274 Aug 10 04:09:53.027648 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e29a802-d230-48ac-be58-7ba2b35db326 req-51a1d9c8-2b9d-4331-ad5d-86a583dba7f9 tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:53.029262 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3e29a802-d230-48ac-be58-7ba2b35db326 req-51a1d9c8-2b9d-4331-ad5d-86a583dba7f9 tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] 10.222.0.44 "GET /v2.0/ports?device_id=9325c6e0-26ad-42ef-a5fe-d570ed961119 HTTP/1.1" status: 200 len: 945 time: 0.0539308 Aug 10 04:09:53.084871 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3e29a802-d230-48ac-be58-7ba2b35db326 req-ad759dec-46e2-44aa-a954-7f8a250afa41 tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] 10.222.0.44 "GET /v2.0/security-groups?id=9821284d-71bb-48ab-b430-60fbf7e56786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455995 Aug 10 04:09:53.156276 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63eca17-83ee-4924-af74-19590d194b36 req-58e86287-4560-4519-867f-c81dbee74832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:53.157874 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a63eca17-83ee-4924-af74-19590d194b36 req-58e86287-4560-4519-867f-c81dbee74832 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9aca5e0bef744055a7426da78e170f1d&device_id=9325c6e0-26ad-42ef-a5fe-d570ed961119 HTTP/1.1" status: 200 len: 1097 time: 0.0497401 Aug 10 04:09:53.258497 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63eca17-83ee-4924-af74-19590d194b36 req-0aad3213-6272-4c7a-a5c8-bed379e59baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:53.260050 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a63eca17-83ee-4924-af74-19590d194b36 req-0aad3213-6272-4c7a-a5c8-bed379e59baa service neutron] 10.222.0.61 "GET /v2.0/networks?id=55a58812-acc9-4f05-be11-5539f826815a HTTP/1.1" status: 200 len: 911 time: 0.0953588 Aug 10 04:09:53.305036 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a63eca17-83ee-4924-af74-19590d194b36 req-9cb87940-b77e-49fb-919c-c9f4122ce07b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=994a26f8-1f8d-4cbb-8edf-f95991366c3a HTTP/1.1" status: 200 len: 217 time: 0.0371261 Aug 10 04:09:53.363704 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63eca17-83ee-4924-af74-19590d194b36 req-4c4303f4-536a-4132-ad68-f28115427f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:53.365324 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a63eca17-83ee-4924-af74-19590d194b36 req-4c4303f4-536a-4132-ad68-f28115427f77 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a0c394b3-4831-4a8b-b2a1-b5e7934f9499 HTTP/1.1" status: 200 len: 851 time: 0.0527542 Aug 10 04:09:53.399218 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a63eca17-83ee-4924-af74-19590d194b36 req-e498c98e-540f-4eb0-8907-b634ae70d261 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=55a58812-acc9-4f05-be11-5539f826815a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264647 Aug 10 04:09:53.496576 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a63eca17-83ee-4924-af74-19590d194b36 req-9a632bf4-7339-4e78-b406-7fbdcf1135c9 service neutron] 10.222.0.61 "GET /v2.0/networks/55a58812-acc9-4f05-be11-5539f826815a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883152 Aug 10 04:09:53.599068 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a63eca17-83ee-4924-af74-19590d194b36 req-006ea7cb-6b30-4cbc-afb9-44b96777604d service neutron] 10.222.0.61 "GET /v2.0/networks/55a58812-acc9-4f05-be11-5539f826815a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947621 Aug 10 04:09:53.706860 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-07c53841-83aa-43f1-bff7-15ed0436ab2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:54.214098 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e63ebb-98c6-44ee-8bd4-72bc3fc68dd0 req-4be00c3e-06ac-4ca3-9572-55b91865ed20 tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:54.215986 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a7e63ebb-98c6-44ee-8bd4-72bc3fc68dd0 req-4be00c3e-06ac-4ca3-9572-55b91865ed20 tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] 10.222.0.44 "GET /v2.0/ports?device_id=9325c6e0-26ad-42ef-a5fe-d570ed961119 HTTP/1.1" status: 200 len: 945 time: 0.0574310 Aug 10 04:09:54.258678 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a7e63ebb-98c6-44ee-8bd4-72bc3fc68dd0 req-36da9fa4-734e-478e-8bda-7e164d10ba37 tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] 10.222.0.44 "GET /v2.0/security-groups?id=9821284d-71bb-48ab-b430-60fbf7e56786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354257 Aug 10 04:09:54.318265 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:55.379300 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b3ad7f-e939-4bbc-9d0d-6edf08142b7e req-279c5902-1fa3-4843-98ab-f4de874c9a01 tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:55.381423 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-42b3ad7f-e939-4bbc-9d0d-6edf08142b7e req-279c5902-1fa3-4843-98ab-f4de874c9a01 tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] 10.222.0.44 "GET /v2.0/ports?device_id=9325c6e0-26ad-42ef-a5fe-d570ed961119 HTTP/1.1" status: 200 len: 945 time: 0.0506070 Aug 10 04:09:55.424872 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-42b3ad7f-e939-4bbc-9d0d-6edf08142b7e req-f79c50e5-28a6-4a33-b041-01be9013769f tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] 10.222.0.44 "GET /v2.0/security-groups?id=9821284d-71bb-48ab-b430-60fbf7e56786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373969 Aug 10 04:09:55.524644 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:56.426627 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:56.541382 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97500af-21da-4fa5-8450-6e1cfd86cc67 req-6a7dcf7f-a429-4ad0-bdbf-de761f1a9981 tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:56.542933 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c97500af-21da-4fa5-8450-6e1cfd86cc67 req-6a7dcf7f-a429-4ad0-bdbf-de761f1a9981 tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] 10.222.0.44 "GET /v2.0/ports?device_id=9325c6e0-26ad-42ef-a5fe-d570ed961119 HTTP/1.1" status: 200 len: 945 time: 0.0501487 Aug 10 04:09:56.583631 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c97500af-21da-4fa5-8450-6e1cfd86cc67 req-9e1175d9-5c63-43a8-81f3-6ffc1ed8c540 tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] 10.222.0.44 "GET /v2.0/security-groups?id=9821284d-71bb-48ab-b430-60fbf7e56786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341635 Aug 10 04:09:56.966249 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:57.699727 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1df6c0-1893-449f-82f1-235fbf51f7e3 req-f245beb0-11ef-47d1-b612-beeeeffd14e0 tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:57.701223 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1a1df6c0-1893-449f-82f1-235fbf51f7e3 req-f245beb0-11ef-47d1-b612-beeeeffd14e0 tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] 10.222.0.44 "GET /v2.0/ports?device_id=9325c6e0-26ad-42ef-a5fe-d570ed961119 HTTP/1.1" status: 200 len: 945 time: 0.0491934 Aug 10 04:09:57.739030 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1a1df6c0-1893-449f-82f1-235fbf51f7e3 req-0680ac65-f0ed-419a-be8b-1295e3269355 tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] 10.222.0.44 "GET /v2.0/security-groups?id=9821284d-71bb-48ab-b430-60fbf7e56786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317621 Aug 10 04:09:58.854374 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc579950-8738-4cef-b09b-217f6b49bc6b req-03e10dc1-032b-4b0b-8938-6e341e6ee963 tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:58.855840 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dc579950-8738-4cef-b09b-217f6b49bc6b req-03e10dc1-032b-4b0b-8938-6e341e6ee963 tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] 10.222.0.44 "GET /v2.0/ports?device_id=9325c6e0-26ad-42ef-a5fe-d570ed961119 HTTP/1.1" status: 200 len: 945 time: 0.0480299 Aug 10 04:09:58.896694 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dc579950-8738-4cef-b09b-217f6b49bc6b req-2e2c65e5-3aee-4ceb-b75d-9b42f19bc95d tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] 10.222.0.44 "GET /v2.0/security-groups?id=9821284d-71bb-48ab-b430-60fbf7e56786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349083 Aug 10 04:10:00.011344 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f399b44a-7f39-4cb7-96af-43fe8cd606ed req-7f0c94aa-c049-4149-a73a-4728758b60c5 tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:00.012812 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f399b44a-7f39-4cb7-96af-43fe8cd606ed req-7f0c94aa-c049-4149-a73a-4728758b60c5 tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] 10.222.0.44 "GET /v2.0/ports?device_id=9325c6e0-26ad-42ef-a5fe-d570ed961119 HTTP/1.1" status: 200 len: 945 time: 0.0480700 Aug 10 04:10:00.050570 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f399b44a-7f39-4cb7-96af-43fe8cd606ed req-ceef0275-2778-42ac-8165-34d1669175e2 tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] 10.222.0.44 "GET /v2.0/security-groups?id=9821284d-71bb-48ab-b430-60fbf7e56786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315046 Aug 10 04:10:01.169142 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1513e05c-d11d-4be8-b949-b9aa095854d9 req-9cb5f469-0a47-47eb-8881-5955bd566908 tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:01.170776 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1513e05c-d11d-4be8-b949-b9aa095854d9 req-9cb5f469-0a47-47eb-8881-5955bd566908 tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] 10.222.0.44 "GET /v2.0/ports?device_id=9325c6e0-26ad-42ef-a5fe-d570ed961119 HTTP/1.1" status: 200 len: 945 time: 0.0519261 Aug 10 04:10:01.211264 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1513e05c-d11d-4be8-b949-b9aa095854d9 req-2b1ac86c-5b31-4daf-8dc7-f541a879624b tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] 10.222.0.44 "GET /v2.0/security-groups?id=9821284d-71bb-48ab-b430-60fbf7e56786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343435 Aug 10 04:10:02.334066 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c3424-00e2-48f0-b2fb-8a8670366ef6 req-056ce19b-6455-4ea5-afde-f113b6c38d26 tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:02.335746 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c83c3424-00e2-48f0-b2fb-8a8670366ef6 req-056ce19b-6455-4ea5-afde-f113b6c38d26 tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] 10.222.0.44 "GET /v2.0/ports?device_id=9325c6e0-26ad-42ef-a5fe-d570ed961119 HTTP/1.1" status: 200 len: 945 time: 0.0525060 Aug 10 04:10:02.380729 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c83c3424-00e2-48f0-b2fb-8a8670366ef6 req-ae4cc7cd-f152-4e55-bdd8-f3170749dd33 tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] 10.222.0.44 "GET /v2.0/security-groups?id=9821284d-71bb-48ab-b430-60fbf7e56786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389805 Aug 10 04:10:03.506897 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff52c78-a6e7-4fab-880f-7d5fe747bde1 req-4c21a7fb-a17a-407a-9b56-0ba18f2ffb8d tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:03.508494 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5ff52c78-a6e7-4fab-880f-7d5fe747bde1 req-4c21a7fb-a17a-407a-9b56-0ba18f2ffb8d tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] 10.222.0.44 "GET /v2.0/ports?device_id=9325c6e0-26ad-42ef-a5fe-d570ed961119 HTTP/1.1" status: 200 len: 945 time: 0.0575392 Aug 10 04:10:03.551173 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5ff52c78-a6e7-4fab-880f-7d5fe747bde1 req-3211bed8-d941-4fd2-9cb6-79b5d4d51a20 tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] 10.222.0.44 "GET /v2.0/security-groups?id=9821284d-71bb-48ab-b430-60fbf7e56786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339603 Aug 10 04:10:03.677113 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:04.664983 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47868eb4-99a1-4343-ad74-86d55bdba416 req-e364144f-2ea7-4439-be11-b7c868489112 tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:04.666517 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-47868eb4-99a1-4343-ad74-86d55bdba416 req-e364144f-2ea7-4439-be11-b7c868489112 tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] 10.222.0.44 "GET /v2.0/ports?device_id=9325c6e0-26ad-42ef-a5fe-d570ed961119 HTTP/1.1" status: 200 len: 945 time: 0.0480068 Aug 10 04:10:04.703089 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-47868eb4-99a1-4343-ad74-86d55bdba416 req-c744717a-9d23-4d3d-baa0-442ea632ff60 tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] 10.222.0.44 "GET /v2.0/security-groups?id=9821284d-71bb-48ab-b430-60fbf7e56786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307028 Aug 10 04:10:05.817726 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2490ebdb-597a-4692-a364-fec0f8277ad7 req-554d583a-dbe9-46f8-a748-0c3421861642 tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:05.819153 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2490ebdb-597a-4692-a364-fec0f8277ad7 req-554d583a-dbe9-46f8-a748-0c3421861642 tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] 10.222.0.44 "GET /v2.0/ports?device_id=9325c6e0-26ad-42ef-a5fe-d570ed961119 HTTP/1.1" status: 200 len: 945 time: 0.0488279 Aug 10 04:10:05.859584 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2490ebdb-597a-4692-a364-fec0f8277ad7 req-80880830-9e82-4195-b492-cfe6442b6794 tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] 10.222.0.44 "GET /v2.0/security-groups?id=9821284d-71bb-48ab-b430-60fbf7e56786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345039 Aug 10 04:10:06.476798 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:10:06.972251 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b4beb-ffcb-49cd-bc35-2c2a07c3ea75 req-5794e57d-3510-4eb0-8d2c-3b740cadb09f tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:06.974209 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1d0b4beb-ffcb-49cd-bc35-2c2a07c3ea75 req-5794e57d-3510-4eb0-8d2c-3b740cadb09f tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] 10.222.0.44 "GET /v2.0/ports?device_id=9325c6e0-26ad-42ef-a5fe-d570ed961119 HTTP/1.1" status: 200 len: 945 time: 0.0480602 Aug 10 04:10:07.010876 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1d0b4beb-ffcb-49cd-bc35-2c2a07c3ea75 req-fa09dd8a-c6fb-41b9-8911-ac8e59a076ee tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] 10.222.0.44 "GET /v2.0/security-groups?id=9821284d-71bb-48ab-b430-60fbf7e56786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308237 Aug 10 04:10:08.126685 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08884b63-1217-477a-961f-3a4339e2519d req-31484931-74d7-4f3d-a5a0-739c02d38e3e tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:08.128185 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-08884b63-1217-477a-961f-3a4339e2519d req-31484931-74d7-4f3d-a5a0-739c02d38e3e tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] 10.222.0.44 "GET /v2.0/ports?device_id=9325c6e0-26ad-42ef-a5fe-d570ed961119 HTTP/1.1" status: 200 len: 945 time: 0.0485272 Aug 10 04:10:08.167235 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-08884b63-1217-477a-961f-3a4339e2519d req-734c511f-9848-4d9c-b595-d7b06f2448aa tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] 10.222.0.44 "GET /v2.0/security-groups?id=9821284d-71bb-48ab-b430-60fbf7e56786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324576 Aug 10 04:10:09.281797 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2efad12-59c5-44d6-a6a9-8173b3ca2d75 req-d9f72db9-c9a0-49c2-84a8-cdf84cbf996e tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:09.283456 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e2efad12-59c5-44d6-a6a9-8173b3ca2d75 req-d9f72db9-c9a0-49c2-84a8-cdf84cbf996e tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] 10.222.0.44 "GET /v2.0/ports?device_id=9325c6e0-26ad-42ef-a5fe-d570ed961119 HTTP/1.1" status: 200 len: 945 time: 0.0480924 Aug 10 04:10:09.324380 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e2efad12-59c5-44d6-a6a9-8173b3ca2d75 req-db90ae82-8809-4a9b-90e9-120b6675cf7d tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] 10.222.0.44 "GET /v2.0/security-groups?id=9821284d-71bb-48ab-b430-60fbf7e56786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344298 Aug 10 04:10:10.437921 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58280453-534a-4817-98eb-8d60c55296bb req-537432bd-94ee-4dfa-8bd3-76d12c17645c tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:10.439465 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-58280453-534a-4817-98eb-8d60c55296bb req-537432bd-94ee-4dfa-8bd3-76d12c17645c tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] 10.222.0.44 "GET /v2.0/ports?device_id=9325c6e0-26ad-42ef-a5fe-d570ed961119 HTTP/1.1" status: 200 len: 945 time: 0.0495713 Aug 10 04:10:10.478376 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-58280453-534a-4817-98eb-8d60c55296bb req-25e3a9d2-6592-4df9-826f-8edcf0f5cfd3 tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] 10.222.0.44 "GET /v2.0/security-groups?id=9821284d-71bb-48ab-b430-60fbf7e56786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329645 Aug 10 04:10:11.599872 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5889d3-0700-41c9-ad1e-3ab24efdf44f req-28215bc1-cdf3-488b-9b90-612f342b1062 tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:11.601369 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-df5889d3-0700-41c9-ad1e-3ab24efdf44f req-28215bc1-cdf3-488b-9b90-612f342b1062 tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] 10.222.0.44 "GET /v2.0/ports?device_id=9325c6e0-26ad-42ef-a5fe-d570ed961119 HTTP/1.1" status: 200 len: 945 time: 0.0557756 Aug 10 04:10:11.638438 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-df5889d3-0700-41c9-ad1e-3ab24efdf44f req-14f27225-dfd0-4f81-ba0c-2b74381d3346 tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] 10.222.0.44 "GET /v2.0/security-groups?id=9821284d-71bb-48ab-b430-60fbf7e56786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311513 Aug 10 04:10:12.756833 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5fc3ba-10e3-482d-9d8b-dc3786179a8d req-2d927f37-e371-4ec7-8503-dddd8c09dcf2 tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:12.758328 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6c5fc3ba-10e3-482d-9d8b-dc3786179a8d req-2d927f37-e371-4ec7-8503-dddd8c09dcf2 tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] 10.222.0.44 "GET /v2.0/ports?device_id=9325c6e0-26ad-42ef-a5fe-d570ed961119 HTTP/1.1" status: 200 len: 945 time: 0.0494795 Aug 10 04:10:12.800351 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6c5fc3ba-10e3-482d-9d8b-dc3786179a8d req-d9d7f58b-f8a4-482a-8f31-5fff157a975f tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] 10.222.0.44 "GET /v2.0/security-groups?id=9821284d-71bb-48ab-b430-60fbf7e56786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357792 Aug 10 04:10:13.914602 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09313f90-85ef-406d-944a-fde76473c2dc req-76e64dcf-564b-45b5-b4b6-9a0136776308 tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:13.916132 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-09313f90-85ef-406d-944a-fde76473c2dc req-76e64dcf-564b-45b5-b4b6-9a0136776308 tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] 10.222.0.44 "GET /v2.0/ports?device_id=9325c6e0-26ad-42ef-a5fe-d570ed961119 HTTP/1.1" status: 200 len: 945 time: 0.0490642 Aug 10 04:10:13.958898 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-09313f90-85ef-406d-944a-fde76473c2dc req-3d2f35f8-0e00-4249-bdb9-af79dc673892 tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] 10.222.0.44 "GET /v2.0/security-groups?id=9821284d-71bb-48ab-b430-60fbf7e56786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314863 Aug 10 04:10:15.072853 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ffbd1d-28be-4415-87b6-42fa1289bb16 req-bdd057d0-9d7d-4a94-a7bd-6099ec3a7718 tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:15.074357 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-84ffbd1d-28be-4415-87b6-42fa1289bb16 req-bdd057d0-9d7d-4a94-a7bd-6099ec3a7718 tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] 10.222.0.44 "GET /v2.0/ports?device_id=9325c6e0-26ad-42ef-a5fe-d570ed961119 HTTP/1.1" status: 200 len: 945 time: 0.0481932 Aug 10 04:10:15.111129 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-84ffbd1d-28be-4415-87b6-42fa1289bb16 req-0df7ed56-0d87-4253-8ab8-1afb3278f024 tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] 10.222.0.44 "GET /v2.0/security-groups?id=9821284d-71bb-48ab-b430-60fbf7e56786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309238 Aug 10 04:10:16.227778 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1369de89-e99e-4097-aadc-793783a9a8c7 req-5c177dd1-5408-4f15-925a-d3b151d06b5a tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:16.229183 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1369de89-e99e-4097-aadc-793783a9a8c7 req-5c177dd1-5408-4f15-925a-d3b151d06b5a tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] 10.222.0.44 "GET /v2.0/ports?device_id=9325c6e0-26ad-42ef-a5fe-d570ed961119 HTTP/1.1" status: 200 len: 945 time: 0.0516343 Aug 10 04:10:16.269952 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1369de89-e99e-4097-aadc-793783a9a8c7 req-68446062-0d5e-4ff4-9c59-5534e62d6dbd tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] 10.222.0.44 "GET /v2.0/security-groups?id=9821284d-71bb-48ab-b430-60fbf7e56786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348456 Aug 10 04:10:17.387129 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc3d6c1-97a8-430d-9c46-30d12da2653b req-0853c93a-d1e7-4e75-969c-cfe2b83f66ef tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:17.388627 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ebc3d6c1-97a8-430d-9c46-30d12da2653b req-0853c93a-d1e7-4e75-969c-cfe2b83f66ef tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] 10.222.0.44 "GET /v2.0/ports?device_id=9325c6e0-26ad-42ef-a5fe-d570ed961119 HTTP/1.1" status: 200 len: 945 time: 0.0506458 Aug 10 04:10:17.425898 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ebc3d6c1-97a8-430d-9c46-30d12da2653b req-ef911bf6-ec03-448b-bdd1-040251141610 tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] 10.222.0.44 "GET /v2.0/security-groups?id=9821284d-71bb-48ab-b430-60fbf7e56786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311689 Aug 10 04:10:18.540129 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92e74f-b1e4-4285-a177-7ed995159da2 req-fc9d7a9d-fd26-4b6f-b1ce-49cdc087228d tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:18.541635 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4f92e74f-b1e4-4285-a177-7ed995159da2 req-fc9d7a9d-fd26-4b6f-b1ce-49cdc087228d tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] 10.222.0.44 "GET /v2.0/ports?device_id=9325c6e0-26ad-42ef-a5fe-d570ed961119 HTTP/1.1" status: 200 len: 945 time: 0.0490763 Aug 10 04:10:18.579401 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4f92e74f-b1e4-4285-a177-7ed995159da2 req-86c6be00-02d2-430f-b86b-e8b3d888f3fd tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] 10.222.0.44 "GET /v2.0/security-groups?id=9821284d-71bb-48ab-b430-60fbf7e56786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318506 Aug 10 04:10:19.690436 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c9a670-2383-487a-8e2d-77759319cc47 req-3bce1b2e-0177-4565-9da3-ae03a8acf9b2 tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:19.692413 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-49c9a670-2383-487a-8e2d-77759319cc47 req-3bce1b2e-0177-4565-9da3-ae03a8acf9b2 tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] 10.222.0.44 "GET /v2.0/ports?device_id=9325c6e0-26ad-42ef-a5fe-d570ed961119 HTTP/1.1" status: 200 len: 945 time: 0.0483541 Aug 10 04:10:19.733726 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-49c9a670-2383-487a-8e2d-77759319cc47 req-0cd43804-9e81-41b4-9987-14c3802ac3d3 tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] 10.222.0.44 "GET /v2.0/security-groups?id=9821284d-71bb-48ab-b430-60fbf7e56786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344245 Aug 10 04:10:20.733675 n-d-768862-13 neutron-server[94260]: INFO neutron.api.v2.resource [req-a63eca17-83ee-4924-af74-19590d194b36 req-3ee6d819-be23-4bd4-a5a4-e357e60be1a3 service neutron] show failed (client error): The resource could not be found. Aug 10 04:10:20.734799 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a63eca17-83ee-4924-af74-19590d194b36 req-3ee6d819-be23-4bd4-a5a4-e357e60be1a3 service neutron] 10.222.0.61 "GET /v2.0/ports/994a26f8-1f8d-4cbb-8edf-f95991366c3a/bindings/n-h1-768862-13 HTTP/1.1" status: 404 len: 381 time: 0.0987542 Aug 10 04:10:20.854409 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2785668-82ef-4637-8ec7-127fa8159117 req-bd1fc51d-d746-46e8-9ca2-b13293b2aa41 tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:20.855993 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e2785668-82ef-4637-8ec7-127fa8159117 req-bd1fc51d-d746-46e8-9ca2-b13293b2aa41 tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] 10.222.0.44 "GET /v2.0/ports?device_id=9325c6e0-26ad-42ef-a5fe-d570ed961119 HTTP/1.1" status: 200 len: 945 time: 0.0512342 Aug 10 04:10:20.900754 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e2785668-82ef-4637-8ec7-127fa8159117 req-ce71231f-3e4c-40bb-8422-4d9e89fd2fde tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] 10.222.0.44 "GET /v2.0/security-groups?id=9821284d-71bb-48ab-b430-60fbf7e56786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336361 Aug 10 04:10:20.998576 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63eca17-83ee-4924-af74-19590d194b36 req-288eb9d2-0b7e-4e2d-98fe-4e0d9efb9e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:21.000081 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a63eca17-83ee-4924-af74-19590d194b36 req-288eb9d2-0b7e-4e2d-98fe-4e0d9efb9e59 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9325c6e0-26ad-42ef-a5fe-d570ed961119&tenant_id=9aca5e0bef744055a7426da78e170f1d HTTP/1.1" status: 200 len: 1097 time: 0.0765407 Aug 10 04:10:21.012337 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-a63eca17-83ee-4924-af74-19590d194b36 req-946dfa42-8510-401c-98c6-a0bc5d132cfd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768862-13', 'device_owner': 'compute:nova'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:10:21.066395 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a63eca17-83ee-4924-af74-19590d194b36 req-946dfa42-8510-401c-98c6-a0bc5d132cfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:21.264032 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-a63eca17-83ee-4924-af74-19590d194b36 req-946dfa42-8510-401c-98c6-a0bc5d132cfd service neutron] For port 994a26f8-1f8d-4cbb-8edf-f95991366c3a, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=994a26f8-1f8d-4cbb-8edf-f95991366c3a,segment=NetworkSegment(ef6760c8-fd6e-4490-a4eb-383f27e0a09e),segment_id=ef6760c8-fd6e-4490-a4eb-383f27e0a09e)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:10:21.298665 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-a63eca17-83ee-4924-af74-19590d194b36 req-946dfa42-8510-401c-98c6-a0bc5d132cfd service neutron] For port 994a26f8-1f8d-4cbb-8edf-f95991366c3a, host n-h2-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:10:21.338973 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9325c6e0-26ad-42ef-a5fe-d570ed961119', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '994a26f8-1f8d-4cbb-8edf-f95991366c3a'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:10:21.344067 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a63eca17-83ee-4924-af74-19590d194b36 req-946dfa42-8510-401c-98c6-a0bc5d132cfd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:21.356500 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-a63eca17-83ee-4924-af74-19590d194b36 req-946dfa42-8510-401c-98c6-a0bc5d132cfd service neutron] Transition to ACTIVE for port object 994a26f8-1f8d-4cbb-8edf-f95991366c3a will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:10:21.361801 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a63eca17-83ee-4924-af74-19590d194b36 req-946dfa42-8510-401c-98c6-a0bc5d132cfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:21.390828 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7142606bf34c4189ec1af3eb1cc50705e8815838b55f5940d6ad7e637f738b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-963d82ae-7d0a-45ad-a8c3-8e05be9655c1" -d '{"events": [{"server_uuid": "9325c6e0-26ad-42ef-a5fe-d570ed961119", "name": "network-vif-unplugged", "status": "completed", "tag": "994a26f8-1f8d-4cbb-8edf-f95991366c3a"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:10:21.433429 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-a63eca17-83ee-4924-af74-19590d194b36 req-946dfa42-8510-401c-98c6-a0bc5d132cfd service neutron] No DVR routers for this DVR port 994a26f8-1f8d-4cbb-8edf-f95991366c3a on host n-h2-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:10:21.436418 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946dfa42-8510-401c-98c6-a0bc5d132cfd service neutron] Pushing event updated for resources: {'Port': ['ID=994a26f8-1f8d-4cbb-8edf-f95991366c3a,revision_number=6']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:10:21.448261 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b958f1e8-6871-4559-96f9-ed84b8668603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:21.483983 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-a63eca17-83ee-4924-af74-19590d194b36 req-946dfa42-8510-401c-98c6-a0bc5d132cfd service neutron] Attempting to bind port 994a26f8-1f8d-4cbb-8edf-f95991366c3a on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:10:21.484255 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-a63eca17-83ee-4924-af74-19590d194b36 req-946dfa42-8510-401c-98c6-a0bc5d132cfd service neutron] Attempting to bind port 994a26f8-1f8d-4cbb-8edf-f95991366c3a by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': 'ef6760c8-fd6e-4490-a4eb-383f27e0a09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '55a58812-acc9-4f05-be11-5539f826815a'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:10:21.484590 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63eca17-83ee-4924-af74-19590d194b36 req-946dfa42-8510-401c-98c6-a0bc5d132cfd service neutron] Attempting to bind port 994a26f8-1f8d-4cbb-8edf-f95991366c3a on network 55a58812-acc9-4f05-be11-5539f826815a {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:10:21.490839 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63eca17-83ee-4924-af74-19590d194b36 req-946dfa42-8510-401c-98c6-a0bc5d132cfd service neutron] Port 994a26f8-1f8d-4cbb-8edf-f95991366c3a on network 55a58812-acc9-4f05-be11-5539f826815a not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:10:21.491165 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63eca17-83ee-4924-af74-19590d194b36 req-946dfa42-8510-401c-98c6-a0bc5d132cfd service neutron] Attempting to bind port 994a26f8-1f8d-4cbb-8edf-f95991366c3a on network 55a58812-acc9-4f05-be11-5539f826815a {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:10:21.497288 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63eca17-83ee-4924-af74-19590d194b36 req-946dfa42-8510-401c-98c6-a0bc5d132cfd service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:10:21.497632 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63eca17-83ee-4924-af74-19590d194b36 req-946dfa42-8510-401c-98c6-a0bc5d132cfd service neutron] Checking segment: {'id': 'ef6760c8-fd6e-4490-a4eb-383f27e0a09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '55a58812-acc9-4f05-be11-5539f826815a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:10:21.498407 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63eca17-83ee-4924-af74-19590d194b36 req-946dfa42-8510-401c-98c6-a0bc5d132cfd service neutron] Bound using segment: {'id': 'ef6760c8-fd6e-4490-a4eb-383f27e0a09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '55a58812-acc9-4f05-be11-5539f826815a'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:10:21.498852 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-a63eca17-83ee-4924-af74-19590d194b36 req-946dfa42-8510-401c-98c6-a0bc5d132cfd service neutron] Bound port: 994a26f8-1f8d-4cbb-8edf-f95991366c3a, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef6760c8-fd6e-4490-a4eb-383f27e0a09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '55a58812-acc9-4f05-be11-5539f826815a'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:10:21.499219 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a63eca17-83ee-4924-af74-19590d194b36 req-946dfa42-8510-401c-98c6-a0bc5d132cfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:21.504128 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 04:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c816e61a-be08-44e0-b842-f832f84d4133 x-openstack-request-id: req-c816e61a-be08-44e0-b842-f832f84d4133 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:10:21.504913 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9325c6e0-26ad-42ef-a5fe-d570ed961119", "name": "network-vif-unplugged", "status": "completed", "tag": "994a26f8-1f8d-4cbb-8edf-f95991366c3a", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:10:21.505162 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c816e61a-be08-44e0-b842-f832f84d4133 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:10:21.505549 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9325c6e0-26ad-42ef-a5fe-d570ed961119', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '994a26f8-1f8d-4cbb-8edf-f95991366c3a', 'code': 200} Aug 10 04:10:21.566353 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-a63eca17-83ee-4924-af74-19590d194b36 req-946dfa42-8510-401c-98c6-a0bc5d132cfd service neutron] For port 994a26f8-1f8d-4cbb-8edf-f95991366c3a, host n-h1-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:10:21.569880 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-a63eca17-83ee-4924-af74-19590d194b36 req-946dfa42-8510-401c-98c6-a0bc5d132cfd service neutron] For port 994a26f8-1f8d-4cbb-8edf-f95991366c3a, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=994a26f8-1f8d-4cbb-8edf-f95991366c3a,segment=NetworkSegment(ef6760c8-fd6e-4490-a4eb-383f27e0a09e),segment_id=ef6760c8-fd6e-4490-a4eb-383f27e0a09e)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:10:21.574638 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a63eca17-83ee-4924-af74-19590d194b36 req-946dfa42-8510-401c-98c6-a0bc5d132cfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:21.606975 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63eca17-83ee-4924-af74-19590d194b36 req-946dfa42-8510-401c-98c6-a0bc5d132cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:21.607577 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a63eca17-83ee-4924-af74-19590d194b36 req-946dfa42-8510-401c-98c6-a0bc5d132cfd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:21.608941 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a63eca17-83ee-4924-af74-19590d194b36 req-946dfa42-8510-401c-98c6-a0bc5d132cfd service neutron] 10.222.0.42 "PUT /v2.0/ports/994a26f8-1f8d-4cbb-8edf-f95991366c3a HTTP/1.1" status: 200 len: 1092 time: 0.6005433 Aug 10 04:10:21.629129 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946dfa42-8510-401c-98c6-a0bc5d132cfd service neutron] Pushing event updated for resources: {'Port': ['ID=994a26f8-1f8d-4cbb-8edf-f95991366c3a,revision_number=7']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:10:21.677770 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63eca17-83ee-4924-af74-19590d194b36 req-62334cc2-6308-473b-bfd9-d375ba83526c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:21.679295 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a63eca17-83ee-4924-af74-19590d194b36 req-62334cc2-6308-473b-bfd9-d375ba83526c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9aca5e0bef744055a7426da78e170f1d&device_id=9325c6e0-26ad-42ef-a5fe-d570ed961119 HTTP/1.1" status: 200 len: 1095 time: 0.0467875 Aug 10 04:10:21.768590 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63eca17-83ee-4924-af74-19590d194b36 req-1d0e1d3d-afc3-4ba0-8d6b-6ca35dec5948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:21.770177 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a63eca17-83ee-4924-af74-19590d194b36 req-1d0e1d3d-afc3-4ba0-8d6b-6ca35dec5948 service neutron] 10.222.0.42 "GET /v2.0/networks?id=55a58812-acc9-4f05-be11-5539f826815a HTTP/1.1" status: 200 len: 911 time: 0.0837305 Aug 10 04:10:21.814089 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a63eca17-83ee-4924-af74-19590d194b36 req-388b9788-6887-47a6-9705-8749a7876d1f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=994a26f8-1f8d-4cbb-8edf-f95991366c3a HTTP/1.1" status: 200 len: 217 time: 0.0370140 Aug 10 04:10:21.861788 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63eca17-83ee-4924-af74-19590d194b36 req-78669021-b065-46fc-81ae-cc78efe289b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:21.863259 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a63eca17-83ee-4924-af74-19590d194b36 req-78669021-b065-46fc-81ae-cc78efe289b6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a0c394b3-4831-4a8b-b2a1-b5e7934f9499 HTTP/1.1" status: 200 len: 851 time: 0.0420573 Aug 10 04:10:21.894098 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a63eca17-83ee-4924-af74-19590d194b36 req-c544a49e-4202-48dc-b719-c8548c93ac9f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=55a58812-acc9-4f05-be11-5539f826815a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241785 Aug 10 04:10:22.010790 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a63eca17-83ee-4924-af74-19590d194b36 req-28194b86-f3a0-4411-aa4a-88950ab81c6d service neutron] 10.222.0.42 "GET /v2.0/networks/55a58812-acc9-4f05-be11-5539f826815a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083312 Aug 10 04:10:22.046253 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67590c89-77e6-45a9-851d-02cb105884ac req-abd9c228-9faa-47d1-b293-c577948946b3 tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:22.047854 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-67590c89-77e6-45a9-851d-02cb105884ac req-abd9c228-9faa-47d1-b293-c577948946b3 tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] 10.222.0.44 "GET /v2.0/ports?device_id=9325c6e0-26ad-42ef-a5fe-d570ed961119 HTTP/1.1" status: 200 len: 943 time: 0.0797458 Aug 10 04:10:22.131833 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-67590c89-77e6-45a9-851d-02cb105884ac req-890bfa04-3d26-4cb0-9d80-279e0bff61e1 tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] 10.222.0.44 "GET /v2.0/security-groups?id=9821284d-71bb-48ab-b430-60fbf7e56786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589476 Aug 10 04:10:22.148968 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a63eca17-83ee-4924-af74-19590d194b36 req-2ce8539c-2fb9-4a60-b01e-c13ebfcb8492 service neutron] 10.222.0.42 "GET /v2.0/networks/55a58812-acc9-4f05-be11-5539f826815a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291676 Aug 10 04:10:23.249401 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a589c-1bbc-4b5a-8f4f-d4054801bd8d req-8c5ae606-8a2b-43bb-9cf1-c2f331412d8f tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:23.250931 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a00a589c-1bbc-4b5a-8f4f-d4054801bd8d req-8c5ae606-8a2b-43bb-9cf1-c2f331412d8f tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] 10.222.0.44 "GET /v2.0/ports?device_id=9325c6e0-26ad-42ef-a5fe-d570ed961119 HTTP/1.1" status: 200 len: 943 time: 0.0490174 Aug 10 04:10:23.289062 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a00a589c-1bbc-4b5a-8f4f-d4054801bd8d req-bf808f37-35ae-4114-be92-f3cceea9b566 tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] 10.222.0.44 "GET /v2.0/security-groups?id=9821284d-71bb-48ab-b430-60fbf7e56786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313523 Aug 10 04:10:23.506479 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9325c6e0-26ad-42ef-a5fe-d570ed961119', 'tag': '994a26f8-1f8d-4cbb-8edf-f95991366c3a'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:10:23.508772 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7142606bf34c4189ec1af3eb1cc50705e8815838b55f5940d6ad7e637f738b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02aa950b-5100-4f2c-ad60-d6d2e27261b3" -d '{"events": [{"name": "network-changed", "server_uuid": "9325c6e0-26ad-42ef-a5fe-d570ed961119", "tag": "994a26f8-1f8d-4cbb-8edf-f95991366c3a"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:10:23.555898 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75051aad-7b23-4dff-b740-1fd03632d12d x-openstack-request-id: req-75051aad-7b23-4dff-b740-1fd03632d12d {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:10:23.556191 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9325c6e0-26ad-42ef-a5fe-d570ed961119", "tag": "994a26f8-1f8d-4cbb-8edf-f95991366c3a", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:10:23.556471 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-75051aad-7b23-4dff-b740-1fd03632d12d {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:10:23.556851 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9325c6e0-26ad-42ef-a5fe-d570ed961119', 'tag': '994a26f8-1f8d-4cbb-8edf-f95991366c3a', 'status': 'completed', 'code': 200} Aug 10 04:10:23.656247 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa950b-5100-4f2c-ad60-d6d2e27261b3 req-f713c173-2ec6-40f6-851c-1b7671f9a28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:23.658152 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-02aa950b-5100-4f2c-ad60-d6d2e27261b3 req-f713c173-2ec6-40f6-851c-1b7671f9a28b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9aca5e0bef744055a7426da78e170f1d&device_id=9325c6e0-26ad-42ef-a5fe-d570ed961119 HTTP/1.1" status: 200 len: 1095 time: 0.0692213 Aug 10 04:10:23.659922 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa950b-5100-4f2c-ad60-d6d2e27261b3 req-53fb2d98-aa73-440f-875c-21b43993466d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:23.662884 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-02aa950b-5100-4f2c-ad60-d6d2e27261b3 req-53fb2d98-aa73-440f-875c-21b43993466d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9aca5e0bef744055a7426da78e170f1d&device_id=9325c6e0-26ad-42ef-a5fe-d570ed961119 HTTP/1.1" status: 200 len: 1095 time: 0.0853434 Aug 10 04:10:23.699804 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-7d9a4e73-1b54-4604-b9aa-27fe94ce07b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:23.944605 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 994a26f8-1f8d-4cbb-8edf-f95991366c3a details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:10:24.052400 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 994a26f8-1f8d-4cbb-8edf-f95991366c3a, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=994a26f8-1f8d-4cbb-8edf-f95991366c3a,segment=NetworkSegment(ef6760c8-fd6e-4490-a4eb-383f27e0a09e),segment_id=ef6760c8-fd6e-4490-a4eb-383f27e0a09e)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:10:24.063765 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': '994a26f8-1f8d-4cbb-8edf-f95991366c3a', 'network_id': '55a58812-acc9-4f05-be11-5539f826815a', 'port_id': '994a26f8-1f8d-4cbb-8edf-f95991366c3a', 'mac_address': 'fa:16:3e:6d:07:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0c394b3-4831-4a8b-b2a1-b5e7934f9499', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:10:24.102755 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:24.115856 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 994a26f8-1f8d-4cbb-8edf-f95991366c3a {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:10:24.135590 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 994a26f8-1f8d-4cbb-8edf-f95991366c3a, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=994a26f8-1f8d-4cbb-8edf-f95991366c3a,segment=NetworkSegment(ef6760c8-fd6e-4490-a4eb-383f27e0a09e),segment_id=ef6760c8-fd6e-4490-a4eb-383f27e0a09e)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:10:24.139572 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:24.157950 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa950b-5100-4f2c-ad60-d6d2e27261b3 req-4c214d1c-10d4-43e3-bcf6-3e56ab89260b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:24.159542 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-02aa950b-5100-4f2c-ad60-d6d2e27261b3 req-4c214d1c-10d4-43e3-bcf6-3e56ab89260b service neutron] 10.222.0.42 "GET /v2.0/networks?id=55a58812-acc9-4f05-be11-5539f826815a HTTP/1.1" status: 200 len: 911 time: 0.4929075 Aug 10 04:10:24.160675 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa950b-5100-4f2c-ad60-d6d2e27261b3 req-b6250969-d13f-4cca-8780-b7f94fc633e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:24.162058 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-02aa950b-5100-4f2c-ad60-d6d2e27261b3 req-b6250969-d13f-4cca-8780-b7f94fc633e3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=55a58812-acc9-4f05-be11-5539f826815a HTTP/1.1" status: 200 len: 911 time: 0.4880779 Aug 10 04:10:24.190497 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=994a26f8-1f8d-4cbb-8edf-f95991366c3a,revision_number=8']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:10:24.206483 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-02aa950b-5100-4f2c-ad60-d6d2e27261b3 req-d82ff2ac-7adb-4dce-8db7-7f474ec86f27 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=994a26f8-1f8d-4cbb-8edf-f95991366c3a HTTP/1.1" status: 200 len: 217 time: 0.0386000 Aug 10 04:10:24.240423 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-02aa950b-5100-4f2c-ad60-d6d2e27261b3 req-4791cd5c-9623-46af-8e3b-fa2553390ba4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=994a26f8-1f8d-4cbb-8edf-f95991366c3a HTTP/1.1" status: 200 len: 217 time: 0.0669565 Aug 10 04:10:24.311732 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa950b-5100-4f2c-ad60-d6d2e27261b3 req-f2f33e2e-d884-431f-b72e-22f288fbbb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:24.313207 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-02aa950b-5100-4f2c-ad60-d6d2e27261b3 req-f2f33e2e-d884-431f-b72e-22f288fbbb9f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a0c394b3-4831-4a8b-b2a1-b5e7934f9499 HTTP/1.1" status: 200 len: 851 time: 0.0811479 Aug 10 04:10:24.319512 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa950b-5100-4f2c-ad60-d6d2e27261b3 req-b3247fa6-1b18-4b38-87cf-c644ab13d4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:24.320968 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-02aa950b-5100-4f2c-ad60-d6d2e27261b3 req-b3247fa6-1b18-4b38-87cf-c644ab13d4a1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a0c394b3-4831-4a8b-b2a1-b5e7934f9499 HTTP/1.1" status: 200 len: 851 time: 0.0584202 Aug 10 04:10:24.322375 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:24.353109 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['994a26f8-1f8d-4cbb-8edf-f95991366c3a'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:10:24.373016 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-02aa950b-5100-4f2c-ad60-d6d2e27261b3 req-168a9f27-826a-4a0e-82ce-0d72e26d96f5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=55a58812-acc9-4f05-be11-5539f826815a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511014 Aug 10 04:10:24.374681 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-02aa950b-5100-4f2c-ad60-d6d2e27261b3 req-bdc9f619-afbd-4af3-a9dc-9abb324fffc7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=55a58812-acc9-4f05-be11-5539f826815a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439441 Aug 10 04:10:24.531272 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d8f9cd-dbc0-43ca-ada3-783a20ff3ee5 req-9120739a-f2fa-415b-b64e-fc49324e38b0 tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:24.532689 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d4d8f9cd-dbc0-43ca-ada3-783a20ff3ee5 req-9120739a-f2fa-415b-b64e-fc49324e38b0 tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] 10.222.0.44 "GET /v2.0/ports?device_id=9325c6e0-26ad-42ef-a5fe-d570ed961119 HTTP/1.1" status: 200 len: 944 time: 0.1622996 Aug 10 04:10:24.579377 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-02aa950b-5100-4f2c-ad60-d6d2e27261b3 req-027f0c34-cf49-45d8-9fb5-4c8106036b35 service neutron] 10.222.0.61 "GET /v2.0/networks/55a58812-acc9-4f05-be11-5539f826815a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948326 Aug 10 04:10:24.620931 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-02aa950b-5100-4f2c-ad60-d6d2e27261b3 req-ba437709-438a-4cbe-a73c-e3fee1fcf2e1 service neutron] 10.222.0.42 "GET /v2.0/networks/55a58812-acc9-4f05-be11-5539f826815a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355058 Aug 10 04:10:24.657656 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d4d8f9cd-dbc0-43ca-ada3-783a20ff3ee5 req-4c9ee682-3a41-4d67-8582-c0d70ab6c03f tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] 10.222.0.44 "GET /v2.0/security-groups?id=9821284d-71bb-48ab-b430-60fbf7e56786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120582 Aug 10 04:10:24.756161 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-02aa950b-5100-4f2c-ad60-d6d2e27261b3 req-8ee91a8c-497d-47f3-ba82-54da7607b5f0 service neutron] 10.222.0.61 "GET /v2.0/networks/55a58812-acc9-4f05-be11-5539f826815a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691577 Aug 10 04:10:24.770685 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-02aa950b-5100-4f2c-ad60-d6d2e27261b3 req-451fa9ea-7fba-41a4-81b8-fcde5d183749 service neutron] 10.222.0.42 "GET /v2.0/networks/55a58812-acc9-4f05-be11-5539f826815a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236682 Aug 10 04:10:24.935763 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ceaea6-9d35-4027-a526-d824009801ea req-c09d4106-943f-4cbf-a6b4-605ec41ff718 tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:24.937224 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c3ceaea6-9d35-4027-a526-d824009801ea req-c09d4106-943f-4cbf-a6b4-605ec41ff718 tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] 10.222.0.61 "GET /v2.0/ports?device_id=9325c6e0-26ad-42ef-a5fe-d570ed961119&tenant_id=9aca5e0bef744055a7426da78e170f1d&binding%3Ahost_id=n-h1-768862-13 HTTP/1.1" status: 200 len: 944 time: 0.0532913 Aug 10 04:10:24.996157 n-d-768862-13 neutron-server[94260]: INFO neutron.api.v2.resource [req-c3ceaea6-9d35-4027-a526-d824009801ea req-b3458312-8217-4480-a3a6-6fad544210d6 service neutron] delete failed (client error): The resource could not be found. Aug 10 04:10:24.997175 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c3ceaea6-9d35-4027-a526-d824009801ea req-b3458312-8217-4480-a3a6-6fad544210d6 service neutron] 10.222.0.61 "DELETE /v2.0/ports/994a26f8-1f8d-4cbb-8edf-f95991366c3a/bindings/n-h2-768862-13 HTTP/1.1" status: 404 len: 381 time: 0.0525234 Aug 10 04:10:25.078613 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ceaea6-9d35-4027-a526-d824009801ea req-dc8247f0-af93-4d07-be8a-48d85133c92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:25.080118 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c3ceaea6-9d35-4027-a526-d824009801ea req-dc8247f0-af93-4d07-be8a-48d85133c92e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9aca5e0bef744055a7426da78e170f1d&device_id=9325c6e0-26ad-42ef-a5fe-d570ed961119 HTTP/1.1" status: 200 len: 1096 time: 0.0409908 Aug 10 04:10:25.171128 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ceaea6-9d35-4027-a526-d824009801ea req-8496e12a-be88-4124-a055-353fc2da66ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:25.172594 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c3ceaea6-9d35-4027-a526-d824009801ea req-8496e12a-be88-4124-a055-353fc2da66ed service neutron] 10.222.0.61 "GET /v2.0/networks?id=55a58812-acc9-4f05-be11-5539f826815a HTTP/1.1" status: 200 len: 911 time: 0.0855689 Aug 10 04:10:25.213808 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c3ceaea6-9d35-4027-a526-d824009801ea req-4f1a3d03-3f13-4baa-81cb-35a341c07588 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=994a26f8-1f8d-4cbb-8edf-f95991366c3a HTTP/1.1" status: 200 len: 217 time: 0.0338449 Aug 10 04:10:25.262361 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ceaea6-9d35-4027-a526-d824009801ea req-77238a88-6ac2-44f2-a4a6-ae83835e92ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:25.263802 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c3ceaea6-9d35-4027-a526-d824009801ea req-77238a88-6ac2-44f2-a4a6-ae83835e92ef service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a0c394b3-4831-4a8b-b2a1-b5e7934f9499 HTTP/1.1" status: 200 len: 851 time: 0.0436304 Aug 10 04:10:25.298619 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c3ceaea6-9d35-4027-a526-d824009801ea req-615fd3a9-53e5-42e4-8906-6948e9241a20 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=55a58812-acc9-4f05-be11-5539f826815a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277405 Aug 10 04:10:25.386583 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c3ceaea6-9d35-4027-a526-d824009801ea req-621cc752-0f69-4eb9-8273-fb0550308862 service neutron] 10.222.0.61 "GET /v2.0/networks/55a58812-acc9-4f05-be11-5539f826815a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809414 Aug 10 04:10:25.478331 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c3ceaea6-9d35-4027-a526-d824009801ea req-39fbaf6e-2fa0-44d9-9d72-a4ade3f266f8 service neutron] 10.222.0.61 "GET /v2.0/networks/55a58812-acc9-4f05-be11-5539f826815a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850048 Aug 10 04:10:25.527046 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:25.945013 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 994a26f8-1f8d-4cbb-8edf-f95991366c3a up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:10:25.973324 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 994a26f8-1f8d-4cbb-8edf-f95991366c3a no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:10:26.028242 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 994a26f8-1f8d-4cbb-8edf-f95991366c3a not bound to the agent host n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:10:26.030425 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning for port 994a26f8-1f8d-4cbb-8edf-f95991366c3a completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:10:26.034415 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port 994a26f8-1f8d-4cbb-8edf-f95991366c3a triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:10:26.034792 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:26.118258 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:26.141732 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9325c6e0-26ad-42ef-a5fe-d570ed961119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '994a26f8-1f8d-4cbb-8edf-f95991366c3a'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:10:26.156409 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 994a26f8-1f8d-4cbb-8edf-f95991366c3a, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=994a26f8-1f8d-4cbb-8edf-f95991366c3a,segment=NetworkSegment(ef6760c8-fd6e-4490-a4eb-383f27e0a09e),segment_id=ef6760c8-fd6e-4490-a4eb-383f27e0a09e)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:10:26.160900 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:26.188825 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}583660bde03669f2dd7fb79ddb869ac83356356549bc1793f8d2e37d6d7017ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0607ed6-b533-4141-90f4-47558ce05f53" -d '{"events": [{"server_uuid": "9325c6e0-26ad-42ef-a5fe-d570ed961119", "name": "network-vif-plugged", "status": "completed", "tag": "994a26f8-1f8d-4cbb-8edf-f95991366c3a"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:10:26.189836 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a94387b-0c47-4e07-a23f-b5eba9d351ee req-c6a09ca5-a008-43e4-95cf-823c2b26f642 tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:26.191400 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2a94387b-0c47-4e07-a23f-b5eba9d351ee req-c6a09ca5-a008-43e4-95cf-823c2b26f642 tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] 10.222.0.44 "GET /v2.0/ports?device_id=9325c6e0-26ad-42ef-a5fe-d570ed961119 HTTP/1.1" status: 200 len: 944 time: 0.0588946 Aug 10 04:10:26.221146 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=994a26f8-1f8d-4cbb-8edf-f95991366c3a,revision_number=9']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:10:26.234039 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2a94387b-0c47-4e07-a23f-b5eba9d351ee req-65e43479-0916-4034-8c6d-daa894619290 tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] 10.222.0.44 "GET /v2.0/security-groups?id=9821284d-71bb-48ab-b430-60fbf7e56786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357993 Aug 10 04:10:26.288587 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-565b5f24-3d1d-4969-a5e7-58c6417c06e6 x-openstack-request-id: req-565b5f24-3d1d-4969-a5e7-58c6417c06e6 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:10:26.288830 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9325c6e0-26ad-42ef-a5fe-d570ed961119", "name": "network-vif-plugged", "status": "completed", "tag": "994a26f8-1f8d-4cbb-8edf-f95991366c3a", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:10:26.289055 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-565b5f24-3d1d-4969-a5e7-58c6417c06e6 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:10:26.289465 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9325c6e0-26ad-42ef-a5fe-d570ed961119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '994a26f8-1f8d-4cbb-8edf-f95991366c3a', 'code': 200} Aug 10 04:10:26.442471 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:26.968947 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:27.352465 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffc6934-809d-476b-9cd0-af6fff3c0547 req-0567310c-cdff-4448-81b5-415d3268b4e9 tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:27.353963 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0ffc6934-809d-476b-9cd0-af6fff3c0547 req-0567310c-cdff-4448-81b5-415d3268b4e9 tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] 10.222.0.44 "GET /v2.0/ports?device_id=9325c6e0-26ad-42ef-a5fe-d570ed961119 HTTP/1.1" status: 200 len: 945 time: 0.0487776 Aug 10 04:10:27.422539 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0ffc6934-809d-476b-9cd0-af6fff3c0547 req-1c18662e-ac7d-464d-83ec-f48e4bf0634a tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] 10.222.0.44 "GET /v2.0/security-groups?id=9821284d-71bb-48ab-b430-60fbf7e56786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621982 Aug 10 04:10:27.437590 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ceaea6-9d35-4027-a526-d824009801ea req-af4ae8b1-fd9d-4eb3-b951-a8d984d5d6ef tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:27.439096 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c3ceaea6-9d35-4027-a526-d824009801ea req-af4ae8b1-fd9d-4eb3-b951-a8d984d5d6ef tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] 10.222.0.42 "GET /v2.0/ports?device_id=9325c6e0-26ad-42ef-a5fe-d570ed961119 HTTP/1.1" status: 200 len: 945 time: 0.0800509 Aug 10 04:10:27.529754 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-c3ceaea6-9d35-4027-a526-d824009801ea req-43a968ae-a62a-4029-aa93-9204ee77be04 tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] Deleting port 994a26f8-1f8d-4cbb-8edf-f95991366c3a {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:10:27.530137 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c3ceaea6-9d35-4027-a526-d824009801ea req-43a968ae-a62a-4029-aa93-9204ee77be04 tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:27.620420 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-c3ceaea6-9d35-4027-a526-d824009801ea req-43a968ae-a62a-4029-aa93-9204ee77be04 tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] For port 994a26f8-1f8d-4cbb-8edf-f95991366c3a, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=994a26f8-1f8d-4cbb-8edf-f95991366c3a,segment=NetworkSegment(ef6760c8-fd6e-4490-a4eb-383f27e0a09e),segment_id=ef6760c8-fd6e-4490-a4eb-383f27e0a09e)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:10:27.620786 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c3ceaea6-9d35-4027-a526-d824009801ea req-43a968ae-a62a-4029-aa93-9204ee77be04 tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:27.634009 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-c3ceaea6-9d35-4027-a526-d824009801ea req-43a968ae-a62a-4029-aa93-9204ee77be04 tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] Calling delete_port for 994a26f8-1f8d-4cbb-8edf-f95991366c3a owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:10:27.759447 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c3ceaea6-9d35-4027-a526-d824009801ea req-43a968ae-a62a-4029-aa93-9204ee77be04 tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:27.771422 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['994a26f8-1f8d-4cbb-8edf-f95991366c3a'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:10:27.790020 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a968ae-a62a-4029-aa93-9204ee77be04 tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] Pushing event deleted for resources: {'Port': ['ID=994a26f8-1f8d-4cbb-8edf-f95991366c3a,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:10:27.804331 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a968ae-a62a-4029-aa93-9204ee77be04 tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:27.804682 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a968ae-a62a-4029-aa93-9204ee77be04 tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:27.805028 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a968ae-a62a-4029-aa93-9204ee77be04 tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:27.805372 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a968ae-a62a-4029-aa93-9204ee77be04 tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:27.805705 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a968ae-a62a-4029-aa93-9204ee77be04 tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:27.806043 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a968ae-a62a-4029-aa93-9204ee77be04 tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:27.806398 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a968ae-a62a-4029-aa93-9204ee77be04 tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:27.806726 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a968ae-a62a-4029-aa93-9204ee77be04 tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:27.807050 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a968ae-a62a-4029-aa93-9204ee77be04 tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:27.807374 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a968ae-a62a-4029-aa93-9204ee77be04 tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:27.807699 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a968ae-a62a-4029-aa93-9204ee77be04 tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:27.808025 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a968ae-a62a-4029-aa93-9204ee77be04 tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:27.842857 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3ceaea6-9d35-4027-a526-d824009801ea req-43a968ae-a62a-4029-aa93-9204ee77be04 tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] No DVR routers for this DVR port 994a26f8-1f8d-4cbb-8edf-f95991366c3a on host n-h1-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:10:27.845534 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c3ceaea6-9d35-4027-a526-d824009801ea req-43a968ae-a62a-4029-aa93-9204ee77be04 tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:27.848257 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c3ceaea6-9d35-4027-a526-d824009801ea req-43a968ae-a62a-4029-aa93-9204ee77be04 tempest-DeleteServersTestJSON-114417841 tempest-DeleteServersTestJSON-114417841-project] 10.222.0.42 "DELETE /v2.0/ports/994a26f8-1f8d-4cbb-8edf-f95991366c3a HTTP/1.1" status: 204 len: 173 time: 0.4023631 Aug 10 04:10:27.848695 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9325c6e0-26ad-42ef-a5fe-d570ed961119', 'name': 'network-vif-deleted', 'tag': '994a26f8-1f8d-4cbb-8edf-f95991366c3a'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:10:27.851211 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7142606bf34c4189ec1af3eb1cc50705e8815838b55f5940d6ad7e637f738b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0acd754-f48e-465d-9bff-98b38ca85d98" -d '{"events": [{"server_uuid": "9325c6e0-26ad-42ef-a5fe-d570ed961119", "name": "network-vif-deleted", "tag": "994a26f8-1f8d-4cbb-8edf-f95991366c3a"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:10:27.889688 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7eb7d2-7beb-4c84-ad33-94080ee54987 x-openstack-request-id: req-ff7eb7d2-7beb-4c84-ad33-94080ee54987 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:10:27.889986 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9325c6e0-26ad-42ef-a5fe-d570ed961119", "name": "network-vif-deleted", "tag": "994a26f8-1f8d-4cbb-8edf-f95991366c3a", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:10:27.890292 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ff7eb7d2-7beb-4c84-ad33-94080ee54987 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:10:27.890699 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9325c6e0-26ad-42ef-a5fe-d570ed961119', 'name': 'network-vif-deleted', 'tag': '994a26f8-1f8d-4cbb-8edf-f95991366c3a', 'status': 'completed', 'code': 200} Aug 10 04:10:28.549112 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 47522) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:10:28.597975 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-db7d0f26-8a82-452c-baf0-e58675d1d06c admin admin] Deleting subnet a0c394b3-4831-4a8b-b2a1-b5e7934f9499 {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:10:28.601002 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-db7d0f26-8a82-452c-baf0-e58675d1d06c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:28.636409 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-db7d0f26-8a82-452c-baf0-e58675d1d06c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:28.674328 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-db7d0f26-8a82-452c-baf0-e58675d1d06c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:28.725417 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-db7d0f26-8a82-452c-baf0-e58675d1d06c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:28.751367 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7d0f26-8a82-452c-baf0-e58675d1d06c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0c394b3-4831-4a8b-b2a1-b5e7934f9499,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:10:28.753335 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-db7d0f26-8a82-452c-baf0-e58675d1d06c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:28.755798 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-db7d0f26-8a82-452c-baf0-e58675d1d06c admin admin] 10.222.0.44 "DELETE /v2.0/subnets/a0c394b3-4831-4a8b-b2a1-b5e7934f9499 HTTP/1.1" status: 204 len: 168 time: 0.2057340 Aug 10 04:10:28.758207 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 47524) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:10:28.828591 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7c14ed08-9d92-439d-aaa4-dfbc3f7241df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:28.904988 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7c14ed08-9d92-439d-aaa4-dfbc3f7241df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:28.914562 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-7c14ed08-9d92-439d-aaa4-dfbc3f7241df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55a58812-acc9-4f05-be11-5539f826815a']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:10:28.929970 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-7c14ed08-9d92-439d-aaa4-dfbc3f7241df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef6760c8-fd6e-4490-a4eb-383f27e0a09e') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:10:28.930269 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-7c14ed08-9d92-439d-aaa4-dfbc3f7241df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef6760c8-fd6e-4490-a4eb-383f27e0a09e') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:10:28.939028 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7c14ed08-9d92-439d-aaa4-dfbc3f7241df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:28.952843 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7c14ed08-9d92-439d-aaa4-dfbc3f7241df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:28.959178 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c14ed08-9d92-439d-aaa4-dfbc3f7241df admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:10:28.959566 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7c14ed08-9d92-439d-aaa4-dfbc3f7241df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:28.961169 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 04:10:28.961169 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:10:28.961169 n-d-768862-13 neutron-server[94261]: timer() Aug 10 04:10:28.961169 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:10:28.961169 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 04:10:28.961169 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:10:28.961169 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 04:10:28.961169 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:10:28.961169 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 04:10:28.961169 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:10:28.961169 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 04:10:28.961169 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:10:28.961169 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 04:10:28.961169 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:10:28.961169 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:10:28.961169 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:10:28.961169 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:10:28.961169 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:10:28.961169 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 04:10:28.961169 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:10:28.961169 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 04:10:28.961169 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:10:28.961169 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:10:28.961169 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:10:28.961169 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 04:10:28.961169 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:10:28.961169 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:10:28.961169 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:10:28.961169 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:10:28.961169 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:10:28.961169 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:10:28.961169 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:10:29.013667 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7c14ed08-9d92-439d-aaa4-dfbc3f7241df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:29.019344 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7c14ed08-9d92-439d-aaa4-dfbc3f7241df admin admin] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:29.021464 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-7c14ed08-9d92-439d-aaa4-dfbc3f7241df admin admin] 10.222.0.44 "DELETE /v2.0/networks/55a58812-acc9-4f05-be11-5539f826815a HTTP/1.1" status: 204 len: 168 time: 0.2620759 Aug 10 04:10:29.032136 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c14ed08-9d92-439d-aaa4-dfbc3f7241df admin admin] Pushing event deleted for resources: {'Network': ['ID=55a58812-acc9-4f05-be11-5539f826815a,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:10:29.126703 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 47528) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:10:29.166419 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-588d54c5-91c0-44d0-933f-a7a9039a241a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9aca5e0bef744055a7426da78e170f1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385060 Aug 10 04:10:29.169009 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 47530) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:10:29.216496 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a7b3083a-f779-4565-b5ee-9e78dbc3bfba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:29.237731 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a7b3083a-f779-4565-b5ee-9e78dbc3bfba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:29.284957 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a7b3083a-f779-4565-b5ee-9e78dbc3bfba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:29.287473 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a7b3083a-f779-4565-b5ee-9e78dbc3bfba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:29.288687 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-a7b3083a-f779-4565-b5ee-9e78dbc3bfba admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9821284d-71bb-48ab-b430-60fbf7e56786 HTTP/1.1" status: 204 len: 168 time: 0.1187453 Aug 10 04:10:29.296548 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b3083a-f779-4565-b5ee-9e78dbc3bfba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9821284d-71bb-48ab-b430-60fbf7e56786,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:10:29.961055 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 47552) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:10:30.055999 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-bd3f7d94-853b-4c3c-93a2-5f477641edb3 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2027176143-network', 'tenant_id': 'b4214ced5f344c90aadc67fac0c063c2'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:10:30.080665 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd3f7d94-853b-4c3c-93a2-5f477641edb3 admin admin] Made reservation on behalf of b4214ced5f344c90aadc67fac0c063c2 for: {'network': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:10:30.083568 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-bd3f7d94-853b-4c3c-93a2-5f477641edb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:30.091842 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-bd3f7d94-853b-4c3c-93a2-5f477641edb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:30.178938 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-bd3f7d94-853b-4c3c-93a2-5f477641edb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:30.182698 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-bd3f7d94-853b-4c3c-93a2-5f477641edb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:30.207933 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd3f7d94-853b-4c3c-93a2-5f477641edb3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=94260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:10:30.216871 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3f7d94-853b-4c3c-93a2-5f477641edb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=217c4b34-d827-4fc4-9322-f8aca93a92e0,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:10:30.224671 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-bd3f7d94-853b-4c3c-93a2-5f477641edb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:30.224905 n-d-768862-13 neutron-server[94260]: INFO neutron.db.segments_db [None req-bd3f7d94-853b-4c3c-93a2-5f477641edb3 admin admin] Added segment 10728371-203a-4c4b-969c-202697ddf818 of type vlan for network 7a16db35-b2ad-469c-b090-6c0bbbe92aa2 Aug 10 04:10:30.266084 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-bd3f7d94-853b-4c3c-93a2-5f477641edb3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:30.294562 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-bd3f7d94-853b-4c3c-93a2-5f477641edb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:30.295552 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3f7d94-853b-4c3c-93a2-5f477641edb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:30.296125 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-bd3f7d94-853b-4c3c-93a2-5f477641edb3 admin admin] Notify callbacks [] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:30.353747 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-bd3f7d94-853b-4c3c-93a2-5f477641edb3 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3915703 Aug 10 04:10:30.356986 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 47556) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:10:30.359074 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3f7d94-853b-4c3c-93a2-5f477641edb3 admin admin] Pushing event updated for resources: {'Network': ['ID=7a16db35-b2ad-469c-b090-6c0bbbe92aa2,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:10:30.362128 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-2ddfe7a6-5dfe-409f-be04-ff9709d94e13 admin admin] Request body: {'subnet': {'network_id': '7a16db35-b2ad-469c-b090-6c0bbbe92aa2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2027176143-subnet', 'tenant_id': 'b4214ced5f344c90aadc67fac0c063c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:10:30.369077 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 7a16db35-b2ad-469c-b090-6c0bbbe92aa2 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:10:30.387256 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ddfe7a6-5dfe-409f-be04-ff9709d94e13 admin admin] Made reservation on behalf of b4214ced5f344c90aadc67fac0c063c2 for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:10:30.389699 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2ddfe7a6-5dfe-409f-be04-ff9709d94e13 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:30.566704 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2ddfe7a6-5dfe-409f-be04-ff9709d94e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:30.620096 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddfe7a6-5dfe-409f-be04-ff9709d94e13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96c73415-fe16-4fc3-9f73-490e577a9350,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:10:30.631224 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddfe7a6-5dfe-409f-be04-ff9709d94e13 admin admin] Checking segment: {'id': '10728371-203a-4c4b-969c-202697ddf818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '7a16db35-b2ad-469c-b090-6c0bbbe92aa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:10:30.631580 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddfe7a6-5dfe-409f-be04-ff9709d94e13 admin admin] Network hostable DHCP agents. Network: 7a16db35-b2ad-469c-b090-6c0bbbe92aa2, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:10:30.648364 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddfe7a6-5dfe-409f-be04-ff9709d94e13 admin admin] Network 7a16db35-b2ad-469c-b090-6c0bbbe92aa2 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:10:30.658134 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-2ddfe7a6-5dfe-409f-be04-ff9709d94e13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 7a16db35-b2ad-469c-b090-6c0bbbe92aa2) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:10:30.662810 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddfe7a6-5dfe-409f-be04-ff9709d94e13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:30.663396 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2ddfe7a6-5dfe-409f-be04-ff9709d94e13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:30.668175 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0797369d-7320-499c-8c27-fbd69cdf7970 None None] Network 7a16db35-b2ad-469c-b090-6c0bbbe92aa2 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:10:30.686985 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-2ddfe7a6-5dfe-409f-be04-ff9709d94e13 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3285735 Aug 10 04:10:30.801105 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e828a8-bde9-41f9-a935-3b6bec823c59 None None] Network 7a16db35-b2ad-469c-b090-6c0bbbe92aa2 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:10:31.094055 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00afb546-d1b1-4bb5-bf04-aa12c57f6536 req-834aa5df-126f-4692-8ceb-9cbff322ed26 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:31.095549 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-00afb546-d1b1-4bb5-bf04-aa12c57f6536 req-834aa5df-126f-4692-8ceb-9cbff322ed26 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/networks?id=7a16db35-b2ad-469c-b090-6c0bbbe92aa2 HTTP/1.1" status: 200 len: 815 time: 0.0999694 Aug 10 04:10:31.110326 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-00afb546-d1b1-4bb5-bf04-aa12c57f6536 req-0a16840e-ee05-487e-8274-4b2b4838af09 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/quotas/b4214ced5f344c90aadc67fac0c063c2 HTTP/1.1" status: 200 len: 375 time: 0.0090697 Aug 10 04:10:31.141603 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-00afb546-d1b1-4bb5-bf04-aa12c57f6536 req-8355d771-9936-45db-a76e-857853604be0 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b4214ced5f344c90aadc67fac0c063c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260546 Aug 10 04:10:31.233328 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-00afb546-d1b1-4bb5-bf04-aa12c57f6536 req-4e105f7e-562d-4231-9681-bd8c83edd63b service neutron] 10.222.0.44 "GET /v2.0/networks/7a16db35-b2ad-469c-b090-6c0bbbe92aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840271 Aug 10 04:10:31.322182 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-00afb546-d1b1-4bb5-bf04-aa12c57f6536 req-34d3e01c-5c42-4a92-859a-efd0a75a67af service neutron] 10.222.0.44 "GET /v2.0/networks/7a16db35-b2ad-469c-b090-6c0bbbe92aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824094 Aug 10 04:10:31.482571 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4b87d590-beda-4d6c-b51b-61b0b9272a1d req-15593706-4ee5-41c9-b604-216e6f43ca54 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf2113a7-b8fb-4687-9934-21a42c7b88a3 HTTP/1.1" status: 200 len: 210 time: 0.0318868 Aug 10 04:10:31.976156 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 994a26f8-1f8d-4cbb-8edf-f95991366c3a no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:10:31.995321 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] No Port match for: 994a26f8-1f8d-4cbb-8edf-f95991366c3a {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:10:31.995595 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 994a26f8-1f8d-4cbb-8edf-f95991366c3a not bound to the agent host n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:10:32.426430 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00afb546-d1b1-4bb5-bf04-aa12c57f6536 req-115f2a49-83d1-4ba8-a67c-892b1dad2f74 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:32.428009 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-00afb546-d1b1-4bb5-bf04-aa12c57f6536 req-115f2a49-83d1-4ba8-a67c-892b1dad2f74 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.61 "GET /v2.0/networks?id=7a16db35-b2ad-469c-b090-6c0bbbe92aa2 HTTP/1.1" status: 200 len: 815 time: 0.1016920 Aug 10 04:10:32.443497 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-00afb546-d1b1-4bb5-bf04-aa12c57f6536 req-b35af445-de66-4b19-883f-85358cb914f4 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Request body: {'port': {'device_id': 'bf2113a7-b8fb-4687-9934-21a42c7b88a3', 'network_id': '7a16db35-b2ad-469c-b090-6c0bbbe92aa2', 'admin_state_up': True, 'tenant_id': 'b4214ced5f344c90aadc67fac0c063c2'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:10:32.568366 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00afb546-d1b1-4bb5-bf04-aa12c57f6536 req-b35af445-de66-4b19-883f-85358cb914f4 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Made reservation on behalf of b4214ced5f344c90aadc67fac0c063c2 for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:10:32.571974 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-00afb546-d1b1-4bb5-bf04-aa12c57f6536 req-b35af445-de66-4b19-883f-85358cb914f4 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:32.588930 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ed159d9d-1f15-49ca-96e4-60d375a22896 req-657f021d-e303-4c3c-aef3-15612f2ee102 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf2113a7-b8fb-4687-9934-21a42c7b88a3 HTTP/1.1" status: 200 len: 210 time: 0.0372751 Aug 10 04:10:32.706564 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-00afb546-d1b1-4bb5-bf04-aa12c57f6536 req-b35af445-de66-4b19-883f-85358cb914f4 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Allocated IP 172.20.0.12 (7a16db35-b2ad-469c-b090-6c0bbbe92aa2/96c73415-fe16-4fc3-9f73-490e577a9350/e97713a5-1d31-400d-9849-d050a5307507) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:10:32.859384 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-00afb546-d1b1-4bb5-bf04-aa12c57f6536 req-b35af445-de66-4b19-883f-85358cb914f4 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:32.898841 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-00afb546-d1b1-4bb5-bf04-aa12c57f6536 req-b35af445-de66-4b19-883f-85358cb914f4 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:32.943755 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00afb546-d1b1-4bb5-bf04-aa12c57f6536 req-b35af445-de66-4b19-883f-85358cb914f4 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Network 7a16db35-b2ad-469c-b090-6c0bbbe92aa2 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:10:32.946914 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-00afb546-d1b1-4bb5-bf04-aa12c57f6536 req-b35af445-de66-4b19-883f-85358cb914f4 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:10:32.950778 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-00afb546-d1b1-4bb5-bf04-aa12c57f6536 req-b35af445-de66-4b19-883f-85358cb914f4 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:10:32.957350 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35af445-de66-4b19-883f-85358cb914f4 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Pushing event updated for resources: {'Port': ['ID=e97713a5-1d31-400d-9849-d050a5307507,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:10:33.007955 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00afb546-d1b1-4bb5-bf04-aa12c57f6536 req-b35af445-de66-4b19-883f-85358cb914f4 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:33.008587 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-00afb546-d1b1-4bb5-bf04-aa12c57f6536 req-b35af445-de66-4b19-883f-85358cb914f4 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:33.023998 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-00afb546-d1b1-4bb5-bf04-aa12c57f6536 req-b35af445-de66-4b19-883f-85358cb914f4 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5853481 Aug 10 04:10:33.037871 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-00afb546-d1b1-4bb5-bf04-aa12c57f6536 req-f9c670e8-fc57-4081-acaa-a5395eaac3e9 service neutron] Request body: {'port': {'device_id': 'bf2113a7-b8fb-4687-9934-21a42c7b88a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:10:33.092904 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-00afb546-d1b1-4bb5-bf04-aa12c57f6536 req-f9c670e8-fc57-4081-acaa-a5395eaac3e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:33.352263 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-00afb546-d1b1-4bb5-bf04-aa12c57f6536 req-f9c670e8-fc57-4081-acaa-a5395eaac3e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e97713a5-1d31-400d-9849-d050a5307507 {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:10:33.360604 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-00afb546-d1b1-4bb5-bf04-aa12c57f6536 req-f9c670e8-fc57-4081-acaa-a5395eaac3e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:33.375539 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-00afb546-d1b1-4bb5-bf04-aa12c57f6536 req-f9c670e8-fc57-4081-acaa-a5395eaac3e9 service neutron] Transition to ACTIVE for port object e97713a5-1d31-400d-9849-d050a5307507 will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:10:33.379228 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-00afb546-d1b1-4bb5-bf04-aa12c57f6536 req-f9c670e8-fc57-4081-acaa-a5395eaac3e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:33.438777 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c670e8-fc57-4081-acaa-a5395eaac3e9 service neutron] Pushing event updated for resources: {'Port': ['ID=e97713a5-1d31-400d-9849-d050a5307507,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:10:33.506555 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-00afb546-d1b1-4bb5-bf04-aa12c57f6536 req-f9c670e8-fc57-4081-acaa-a5395eaac3e9 service neutron] Attempting to bind port e97713a5-1d31-400d-9849-d050a5307507 on host n-h2-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:10:33.506944 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-00afb546-d1b1-4bb5-bf04-aa12c57f6536 req-f9c670e8-fc57-4081-acaa-a5395eaac3e9 service neutron] Attempting to bind port e97713a5-1d31-400d-9849-d050a5307507 by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': '10728371-203a-4c4b-969c-202697ddf818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '7a16db35-b2ad-469c-b090-6c0bbbe92aa2'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:10:33.507206 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00afb546-d1b1-4bb5-bf04-aa12c57f6536 req-f9c670e8-fc57-4081-acaa-a5395eaac3e9 service neutron] Attempting to bind port e97713a5-1d31-400d-9849-d050a5307507 on network 7a16db35-b2ad-469c-b090-6c0bbbe92aa2 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:10:33.511529 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00afb546-d1b1-4bb5-bf04-aa12c57f6536 req-f9c670e8-fc57-4081-acaa-a5395eaac3e9 service neutron] Port e97713a5-1d31-400d-9849-d050a5307507 on network 7a16db35-b2ad-469c-b090-6c0bbbe92aa2 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:10:33.511850 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00afb546-d1b1-4bb5-bf04-aa12c57f6536 req-f9c670e8-fc57-4081-acaa-a5395eaac3e9 service neutron] Attempting to bind port e97713a5-1d31-400d-9849-d050a5307507 on network 7a16db35-b2ad-469c-b090-6c0bbbe92aa2 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:10:33.517578 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00afb546-d1b1-4bb5-bf04-aa12c57f6536 req-f9c670e8-fc57-4081-acaa-a5395eaac3e9 service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:10:33.517918 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00afb546-d1b1-4bb5-bf04-aa12c57f6536 req-f9c670e8-fc57-4081-acaa-a5395eaac3e9 service neutron] Checking segment: {'id': '10728371-203a-4c4b-969c-202697ddf818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '7a16db35-b2ad-469c-b090-6c0bbbe92aa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:10:33.518588 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00afb546-d1b1-4bb5-bf04-aa12c57f6536 req-f9c670e8-fc57-4081-acaa-a5395eaac3e9 service neutron] Bound using segment: {'id': '10728371-203a-4c4b-969c-202697ddf818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '7a16db35-b2ad-469c-b090-6c0bbbe92aa2'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:10:33.519022 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-00afb546-d1b1-4bb5-bf04-aa12c57f6536 req-f9c670e8-fc57-4081-acaa-a5395eaac3e9 service neutron] Bound port: e97713a5-1d31-400d-9849-d050a5307507, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10728371-203a-4c4b-969c-202697ddf818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '7a16db35-b2ad-469c-b090-6c0bbbe92aa2'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:10:33.519911 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-00afb546-d1b1-4bb5-bf04-aa12c57f6536 req-f9c670e8-fc57-4081-acaa-a5395eaac3e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:33.583803 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-00afb546-d1b1-4bb5-bf04-aa12c57f6536 req-f9c670e8-fc57-4081-acaa-a5395eaac3e9 service neutron] For port e97713a5-1d31-400d-9849-d050a5307507, host n-h2-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:10:33.587377 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-00afb546-d1b1-4bb5-bf04-aa12c57f6536 req-f9c670e8-fc57-4081-acaa-a5395eaac3e9 service neutron] For port e97713a5-1d31-400d-9849-d050a5307507, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=e97713a5-1d31-400d-9849-d050a5307507,segment=NetworkSegment(10728371-203a-4c4b-969c-202697ddf818),segment_id=10728371-203a-4c4b-969c-202697ddf818)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:10:33.591574 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-00afb546-d1b1-4bb5-bf04-aa12c57f6536 req-f9c670e8-fc57-4081-acaa-a5395eaac3e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:33.631753 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00afb546-d1b1-4bb5-bf04-aa12c57f6536 req-f9c670e8-fc57-4081-acaa-a5395eaac3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:33.632380 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-00afb546-d1b1-4bb5-bf04-aa12c57f6536 req-f9c670e8-fc57-4081-acaa-a5395eaac3e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:33.633825 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-00afb546-d1b1-4bb5-bf04-aa12c57f6536 req-f9c670e8-fc57-4081-acaa-a5395eaac3e9 service neutron] 10.222.0.61 "PUT /v2.0/ports/e97713a5-1d31-400d-9849-d050a5307507 HTTP/1.1" status: 200 len: 1093 time: 0.6004765 Aug 10 04:10:33.634288 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf2113a7-b8fb-4687-9934-21a42c7b88a3', 'tag': 'e97713a5-1d31-400d-9849-d050a5307507'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:10:33.636553 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7142606bf34c4189ec1af3eb1cc50705e8815838b55f5940d6ad7e637f738b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54d957a0-0bee-444a-b712-ab7431ed91a7" -d '{"events": [{"name": "network-changed", "server_uuid": "bf2113a7-b8fb-4687-9934-21a42c7b88a3", "tag": "e97713a5-1d31-400d-9849-d050a5307507"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:10:33.677770 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c670e8-fc57-4081-acaa-a5395eaac3e9 service neutron] Pushing event updated for resources: {'Port': ['ID=e97713a5-1d31-400d-9849-d050a5307507,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:10:33.688475 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:33.696068 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0721d8d8-6256-4f01-87ac-5c49932689ab x-openstack-request-id: req-0721d8d8-6256-4f01-87ac-5c49932689ab {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:10:33.696359 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf2113a7-b8fb-4687-9934-21a42c7b88a3", "tag": "e97713a5-1d31-400d-9849-d050a5307507", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:10:33.696626 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0721d8d8-6256-4f01-87ac-5c49932689ab {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:10:33.697017 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf2113a7-b8fb-4687-9934-21a42c7b88a3', 'tag': 'e97713a5-1d31-400d-9849-d050a5307507', 'status': 'completed', 'code': 200} Aug 10 04:10:33.748489 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c966168d-d6df-45a0-a92c-8a56123cb245 req-838e8dda-240a-48d2-a03f-14ec7fc1ed51 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:33.750520 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c966168d-d6df-45a0-a92c-8a56123cb245 req-838e8dda-240a-48d2-a03f-14ec7fc1ed51 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf2113a7-b8fb-4687-9934-21a42c7b88a3 HTTP/1.1" status: 200 len: 944 time: 0.0876880 Aug 10 04:10:33.766194 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00afb546-d1b1-4bb5-bf04-aa12c57f6536 req-bd9e76a1-c100-4616-bc66-ef3bf89bd089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:33.767767 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-00afb546-d1b1-4bb5-bf04-aa12c57f6536 req-bd9e76a1-c100-4616-bc66-ef3bf89bd089 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4214ced5f344c90aadc67fac0c063c2&device_id=bf2113a7-b8fb-4687-9934-21a42c7b88a3 HTTP/1.1" status: 200 len: 1096 time: 0.0745041 Aug 10 04:10:33.825494 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-00afb546-d1b1-4bb5-bf04-aa12c57f6536 req-075c9d00-2524-499f-96d1-25fb9befe947 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e97713a5-1d31-400d-9849-d050a5307507 HTTP/1.1" status: 200 len: 217 time: 0.0490723 Aug 10 04:10:33.833520 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c966168d-d6df-45a0-a92c-8a56123cb245 req-5d337728-f38d-48eb-b9f4-4e6960cc65a0 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/security-groups?id=217c4b34-d827-4fc4-9322-f8aca93a92e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768676 Aug 10 04:10:33.882542 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00afb546-d1b1-4bb5-bf04-aa12c57f6536 req-e2959327-ff5b-4eff-8433-af1dbb9015bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:33.884118 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-00afb546-d1b1-4bb5-bf04-aa12c57f6536 req-e2959327-ff5b-4eff-8433-af1dbb9015bd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=96c73415-fe16-4fc3-9f73-490e577a9350 HTTP/1.1" status: 200 len: 855 time: 0.0496666 Aug 10 04:10:33.918615 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-00afb546-d1b1-4bb5-bf04-aa12c57f6536 req-ef86683b-c18c-4460-8f33-7ab70a71fcc0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7a16db35-b2ad-469c-b090-6c0bbbe92aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262880 Aug 10 04:10:34.024828 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-00afb546-d1b1-4bb5-bf04-aa12c57f6536 req-6b971c0c-f87c-45bb-a2df-649c9ce111c7 service neutron] 10.222.0.61 "GET /v2.0/networks/7a16db35-b2ad-469c-b090-6c0bbbe92aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984993 Aug 10 04:10:34.117612 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-00afb546-d1b1-4bb5-bf04-aa12c57f6536 req-eda418d8-37aa-4736-9f7b-1ef70cb49644 service neutron] 10.222.0.61 "GET /v2.0/networks/7a16db35-b2ad-469c-b090-6c0bbbe92aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846109 Aug 10 04:10:34.209576 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d957a0-0bee-444a-b712-ab7431ed91a7 req-6ae66494-21b0-4ee7-a1a0-34b60e2634c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:34.211058 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-54d957a0-0bee-444a-b712-ab7431ed91a7 req-6ae66494-21b0-4ee7-a1a0-34b60e2634c8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4214ced5f344c90aadc67fac0c063c2&device_id=bf2113a7-b8fb-4687-9934-21a42c7b88a3 HTTP/1.1" status: 200 len: 1096 time: 0.0424128 Aug 10 04:10:34.310344 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d957a0-0bee-444a-b712-ab7431ed91a7 req-8d3cd7b5-0c45-4735-91eb-18a244167131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:34.311865 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-54d957a0-0bee-444a-b712-ab7431ed91a7 req-8d3cd7b5-0c45-4735-91eb-18a244167131 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7a16db35-b2ad-469c-b090-6c0bbbe92aa2 HTTP/1.1" status: 200 len: 915 time: 0.0926731 Aug 10 04:10:34.356311 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-54d957a0-0bee-444a-b712-ab7431ed91a7 req-fb9fcb31-8e6e-4b9e-bc5f-cf878949e30a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e97713a5-1d31-400d-9849-d050a5307507 HTTP/1.1" status: 200 len: 217 time: 0.0370517 Aug 10 04:10:34.412980 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d957a0-0bee-444a-b712-ab7431ed91a7 req-70128e97-7a5b-43c9-a8ad-f733e9e9762c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:34.414507 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-54d957a0-0bee-444a-b712-ab7431ed91a7 req-70128e97-7a5b-43c9-a8ad-f733e9e9762c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=96c73415-fe16-4fc3-9f73-490e577a9350 HTTP/1.1" status: 200 len: 855 time: 0.0513189 Aug 10 04:10:34.449322 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-54d957a0-0bee-444a-b712-ab7431ed91a7 req-5e5fe819-cf62-4be9-80e5-58e86ce96a3f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7a16db35-b2ad-469c-b090-6c0bbbe92aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264792 Aug 10 04:10:34.543635 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-54d957a0-0bee-444a-b712-ab7431ed91a7 req-85c0b815-a17c-401d-b948-5c12c502aae8 service neutron] 10.222.0.61 "GET /v2.0/networks/7a16db35-b2ad-469c-b090-6c0bbbe92aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870166 Aug 10 04:10:34.642114 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-54d957a0-0bee-444a-b712-ab7431ed91a7 req-41e6fff5-b5af-4def-886d-41d0e7aa0dd3 service neutron] 10.222.0.61 "GET /v2.0/networks/7a16db35-b2ad-469c-b090-6c0bbbe92aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901117 Aug 10 04:10:34.954677 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da42a3e9-87ff-4b2e-90a0-0c72153610e1 req-02047f25-0fc4-494e-8d38-153035809b48 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:34.956275 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-da42a3e9-87ff-4b2e-90a0-0c72153610e1 req-02047f25-0fc4-494e-8d38-153035809b48 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf2113a7-b8fb-4687-9934-21a42c7b88a3 HTTP/1.1" status: 200 len: 944 time: 0.0514040 Aug 10 04:10:34.996333 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-da42a3e9-87ff-4b2e-90a0-0c72153610e1 req-dfdf7f9f-4b2d-47ca-a456-2480e47f754d tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/security-groups?id=217c4b34-d827-4fc4-9322-f8aca93a92e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335128 Aug 10 04:10:36.115778 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382e6afb-52fa-48b2-bd0c-2db04f926871 req-5a235730-623b-4d73-8098-d0246e4362f6 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:36.117391 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-382e6afb-52fa-48b2-bd0c-2db04f926871 req-5a235730-623b-4d73-8098-d0246e4362f6 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf2113a7-b8fb-4687-9934-21a42c7b88a3 HTTP/1.1" status: 200 len: 944 time: 0.0501325 Aug 10 04:10:36.159491 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-382e6afb-52fa-48b2-bd0c-2db04f926871 req-8da50c44-e158-4d85-8905-6a5ebc69156c tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/security-groups?id=217c4b34-d827-4fc4-9322-f8aca93a92e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357311 Aug 10 04:10:37.276540 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b648ab-c227-4498-b93c-eab57bbca804 req-56d936dd-bf36-4477-8413-bd23a1a879a7 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:37.277963 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-02b648ab-c227-4498-b93c-eab57bbca804 req-56d936dd-bf36-4477-8413-bd23a1a879a7 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf2113a7-b8fb-4687-9934-21a42c7b88a3 HTTP/1.1" status: 200 len: 944 time: 0.0534291 Aug 10 04:10:37.316421 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-02b648ab-c227-4498-b93c-eab57bbca804 req-6898001a-d422-458c-b5b4-0a8a04194607 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/security-groups?id=217c4b34-d827-4fc4-9322-f8aca93a92e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323687 Aug 10 04:10:37.995760 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device e97713a5-1d31-400d-9849-d050a5307507 details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:10:38.137695 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port e97713a5-1d31-400d-9849-d050a5307507, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=e97713a5-1d31-400d-9849-d050a5307507,segment=NetworkSegment(10728371-203a-4c4b-969c-202697ddf818),segment_id=10728371-203a-4c4b-969c-202697ddf818)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:10:38.151274 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': 'e97713a5-1d31-400d-9849-d050a5307507', 'network_id': '7a16db35-b2ad-469c-b090-6c0bbbe92aa2', 'port_id': 'e97713a5-1d31-400d-9849-d050a5307507', 'mac_address': 'fa:16:3e:09:95:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96c73415-fe16-4fc3-9f73-490e577a9350', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:10:38.384135 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:38.399504 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e97713a5-1d31-400d-9849-d050a5307507 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:10:38.428177 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port e97713a5-1d31-400d-9849-d050a5307507, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=e97713a5-1d31-400d-9849-d050a5307507,segment=NetworkSegment(10728371-203a-4c4b-969c-202697ddf818),segment_id=10728371-203a-4c4b-969c-202697ddf818)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:10:38.433502 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:38.434056 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f540b118-71ba-4da0-aedd-41d7384e94cc req-1df8b46f-d867-4619-be13-e47cbff7824b tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:38.435667 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f540b118-71ba-4da0-aedd-41d7384e94cc req-1df8b46f-d867-4619-be13-e47cbff7824b tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf2113a7-b8fb-4687-9934-21a42c7b88a3 HTTP/1.1" status: 200 len: 944 time: 0.0511470 Aug 10 04:10:38.476946 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f540b118-71ba-4da0-aedd-41d7384e94cc req-07f345b1-8610-4651-bcd5-f3dd993323d2 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/security-groups?id=217c4b34-d827-4fc4-9322-f8aca93a92e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351021 Aug 10 04:10:38.491854 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=e97713a5-1d31-400d-9849-d050a5307507,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:10:38.499893 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:38.500241 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:38.500581 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:38.500919 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:38.501255 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:38.501602 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:38.501913 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:38.502258 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:38.502580 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:38.502903 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:38.503225 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:38.503545 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:38.705376 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['e97713a5-1d31-400d-9849-d050a5307507'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:10:39.594182 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b936e31-d465-40ff-8b8e-abdd0f616542 req-7cb2e38b-938e-4e9a-8b70-bd489053b980 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:39.595722 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0b936e31-d465-40ff-8b8e-abdd0f616542 req-7cb2e38b-938e-4e9a-8b70-bd489053b980 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf2113a7-b8fb-4687-9934-21a42c7b88a3 HTTP/1.1" status: 200 len: 945 time: 0.0495093 Aug 10 04:10:39.634574 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0b936e31-d465-40ff-8b8e-abdd0f616542 req-52b06175-2805-4f1b-9872-81f22dc91143 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/security-groups?id=217c4b34-d827-4fc4-9322-f8aca93a92e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328476 Aug 10 04:10:40.003289 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device e97713a5-1d31-400d-9849-d050a5307507 up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:10:40.049916 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning for port e97713a5-1d31-400d-9849-d050a5307507 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:10:40.054240 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port e97713a5-1d31-400d-9849-d050a5307507 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:10:40.054595 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:40.131056 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:40.152626 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf2113a7-b8fb-4687-9934-21a42c7b88a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e97713a5-1d31-400d-9849-d050a5307507'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:10:40.154866 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}583660bde03669f2dd7fb79ddb869ac83356356549bc1793f8d2e37d6d7017ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4213240f-0b7e-4466-ad60-0fdfb5f62cb0" -d '{"events": [{"server_uuid": "bf2113a7-b8fb-4687-9934-21a42c7b88a3", "name": "network-vif-plugged", "status": "completed", "tag": "e97713a5-1d31-400d-9849-d050a5307507"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:10:40.168690 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port e97713a5-1d31-400d-9849-d050a5307507, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=e97713a5-1d31-400d-9849-d050a5307507,segment=NetworkSegment(10728371-203a-4c4b-969c-202697ddf818),segment_id=10728371-203a-4c4b-969c-202697ddf818)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:10:40.172769 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:40.195996 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c49c61a7-539d-43bb-92c4-b3eb9cb8471d x-openstack-request-id: req-c49c61a7-539d-43bb-92c4-b3eb9cb8471d {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:10:40.196282 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf2113a7-b8fb-4687-9934-21a42c7b88a3", "name": "network-vif-plugged", "status": "completed", "tag": "e97713a5-1d31-400d-9849-d050a5307507", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:10:40.196543 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c49c61a7-539d-43bb-92c4-b3eb9cb8471d {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:10:40.196924 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf2113a7-b8fb-4687-9934-21a42c7b88a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e97713a5-1d31-400d-9849-d050a5307507', 'code': 200} Aug 10 04:10:40.224612 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=e97713a5-1d31-400d-9849-d050a5307507,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:10:40.292268 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a7778f-fdcc-437b-9235-4ecd6965e04b req-4d798e9f-0809-41e9-8ad9-b813bbf78ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:40.293767 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-20a7778f-fdcc-437b-9235-4ecd6965e04b req-4d798e9f-0809-41e9-8ad9-b813bbf78ebb service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=bf2113a7-b8fb-4687-9934-21a42c7b88a3 HTTP/1.1" status: 200 len: 1098 time: 0.0442150 Aug 10 04:10:40.327037 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-20a7778f-fdcc-437b-9235-4ecd6965e04b req-46af1e09-33b5-4e92-8829-efa0d7958b66 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=217c4b34-d827-4fc4-9322-f8aca93a92e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266104 Aug 10 04:10:40.748828 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b5bf4d-3ede-4d91-ba16-ddfbb45fa0b5 req-de9ef269-eed4-4311-a69e-aee1dffe823f tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:40.750404 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d0b5bf4d-3ede-4d91-ba16-ddfbb45fa0b5 req-de9ef269-eed4-4311-a69e-aee1dffe823f tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf2113a7-b8fb-4687-9934-21a42c7b88a3 HTTP/1.1" status: 200 len: 946 time: 0.0498176 Aug 10 04:10:40.791422 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d0b5bf4d-3ede-4d91-ba16-ddfbb45fa0b5 req-d1004ed5-a172-4dd0-b329-a0e67a6db530 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/security-groups?id=217c4b34-d827-4fc4-9322-f8aca93a92e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343771 Aug 10 04:10:41.906146 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734c5404-7f91-474e-94a7-30e405d8d26c req-b416fa62-dbcb-4262-97fd-c2f048f383bb tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:41.907688 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-734c5404-7f91-474e-94a7-30e405d8d26c req-b416fa62-dbcb-4262-97fd-c2f048f383bb tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf2113a7-b8fb-4687-9934-21a42c7b88a3 HTTP/1.1" status: 200 len: 946 time: 0.0485015 Aug 10 04:10:41.946108 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-734c5404-7f91-474e-94a7-30e405d8d26c req-d0e91201-3cfc-43d2-a753-e9e1940a8355 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/security-groups?id=217c4b34-d827-4fc4-9322-f8aca93a92e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317774 Aug 10 04:10:42.073404 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b92461e-ffee-4dfc-b06b-3fe20907c7ee req-d1678037-d0d8-44fe-b0f1-2be89f782fbb tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:42.074816 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4b92461e-ffee-4dfc-b06b-3fe20907c7ee req-d1678037-d0d8-44fe-b0f1-2be89f782fbb tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf2113a7-b8fb-4687-9934-21a42c7b88a3 HTTP/1.1" status: 200 len: 946 time: 0.0529389 Aug 10 04:10:42.112462 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4b92461e-ffee-4dfc-b06b-3fe20907c7ee req-82c6ac7f-c284-4f90-bc41-4b95b3af148d tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/security-groups?id=217c4b34-d827-4fc4-9322-f8aca93a92e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317206 Aug 10 04:10:42.312181 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e69d5e-3579-45cd-b7ae-fe8261bfc91f req-34ebbd0a-4e72-4b13-b956-67be1823f430 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:42.313661 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-74e69d5e-3579-45cd-b7ae-fe8261bfc91f req-34ebbd0a-4e72-4b13-b956-67be1823f430 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf2113a7-b8fb-4687-9934-21a42c7b88a3 HTTP/1.1" status: 200 len: 946 time: 0.0483046 Aug 10 04:10:42.351402 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-74e69d5e-3579-45cd-b7ae-fe8261bfc91f req-4c3d7ef5-7125-4211-aad5-387576dc3eb6 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/security-groups?id=217c4b34-d827-4fc4-9322-f8aca93a92e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309417 Aug 10 04:10:42.464046 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03779520-380c-40dc-8d32-786619b7e503 req-2f79d087-a4bb-4b5f-a911-45d3223b8603 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:42.465521 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-03779520-380c-40dc-8d32-786619b7e503 req-2f79d087-a4bb-4b5f-a911-45d3223b8603 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf2113a7-b8fb-4687-9934-21a42c7b88a3 HTTP/1.1" status: 200 len: 946 time: 0.0489030 Aug 10 04:10:42.504754 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-03779520-380c-40dc-8d32-786619b7e503 req-bdf08635-5d90-4474-ab78-01fedfd20a39 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/security-groups?id=217c4b34-d827-4fc4-9322-f8aca93a92e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331371 Aug 10 04:10:42.726295 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-c2337397-141d-4aad-ad1b-f10209008310 req-bbcfc0fa-e0ba-4c79-93a8-7255b694786a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bf2113a7-b8fb-4687-9934-21a42c7b88a3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0450387 Aug 10 04:10:42.743308 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ff6c8d-5b66-4e32-9402-773bdba904d2 req-2cc2170f-fed9-4de3-99d9-1a3f2b097341 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:42.744841 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-32ff6c8d-5b66-4e32-9402-773bdba904d2 req-2cc2170f-fed9-4de3-99d9-1a3f2b097341 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf2113a7-b8fb-4687-9934-21a42c7b88a3 HTTP/1.1" status: 200 len: 946 time: 0.0526204 Aug 10 04:10:42.787424 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-32ff6c8d-5b66-4e32-9402-773bdba904d2 req-e521b1d2-030a-40e2-ba58-59328d62c898 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/security-groups?id=217c4b34-d827-4fc4-9322-f8aca93a92e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322199 Aug 10 04:10:43.478403 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:10:43.868979 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2337397-141d-4aad-ad1b-f10209008310 req-3b5d2b2c-e038-4c24-9c10-a07ebfb0bf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:43.870483 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c2337397-141d-4aad-ad1b-f10209008310 req-3b5d2b2c-e038-4c24-9c10-a07ebfb0bf08 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4214ced5f344c90aadc67fac0c063c2&device_id=bf2113a7-b8fb-4687-9934-21a42c7b88a3 HTTP/1.1" status: 200 len: 1098 time: 0.0512581 Aug 10 04:10:43.964343 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e4c882-8bdb-4ee2-bdfd-19ced5d3d912 req-71705db2-c407-4727-9656-ac9dbae76db1 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:43.965838 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-44e4c882-8bdb-4ee2-bdfd-19ced5d3d912 req-71705db2-c407-4727-9656-ac9dbae76db1 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf2113a7-b8fb-4687-9934-21a42c7b88a3 HTTP/1.1" status: 200 len: 946 time: 0.1072452 Aug 10 04:10:44.012431 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2337397-141d-4aad-ad1b-f10209008310 req-0152ab08-b98f-49b1-9e36-5c337152b2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:44.013878 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c2337397-141d-4aad-ad1b-f10209008310 req-0152ab08-b98f-49b1-9e36-5c337152b2db service neutron] 10.222.0.61 "GET /v2.0/networks?id=7a16db35-b2ad-469c-b090-6c0bbbe92aa2 HTTP/1.1" status: 200 len: 915 time: 0.1266015 Aug 10 04:10:44.021861 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-44e4c882-8bdb-4ee2-bdfd-19ced5d3d912 req-4afc03c2-72df-4e92-9600-c5022d3f2799 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/security-groups?id=217c4b34-d827-4fc4-9322-f8aca93a92e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497742 Aug 10 04:10:44.056924 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c2337397-141d-4aad-ad1b-f10209008310 req-c67a3668-7c51-494f-9dd4-1a969cc110e2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e97713a5-1d31-400d-9849-d050a5307507 HTTP/1.1" status: 200 len: 217 time: 0.0341175 Aug 10 04:10:44.108997 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2337397-141d-4aad-ad1b-f10209008310 req-ad718468-0ef2-437d-ac9f-4319097b17fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:44.110453 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c2337397-141d-4aad-ad1b-f10209008310 req-ad718468-0ef2-437d-ac9f-4319097b17fb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=96c73415-fe16-4fc3-9f73-490e577a9350 HTTP/1.1" status: 200 len: 855 time: 0.0469077 Aug 10 04:10:44.141975 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c2337397-141d-4aad-ad1b-f10209008310 req-92abc495-dcc9-461d-aab4-1a0497e44256 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7a16db35-b2ad-469c-b090-6c0bbbe92aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243852 Aug 10 04:10:44.228036 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c2337397-141d-4aad-ad1b-f10209008310 req-cfea0036-c52b-4322-a6e0-5f9496073343 service neutron] 10.222.0.61 "GET /v2.0/networks/7a16db35-b2ad-469c-b090-6c0bbbe92aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790951 Aug 10 04:10:44.324948 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c2337397-141d-4aad-ad1b-f10209008310 req-b7331e2d-9ef9-47f6-8ecb-34b9e00eddf9 service neutron] 10.222.0.61 "GET /v2.0/networks/7a16db35-b2ad-469c-b090-6c0bbbe92aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897181 Aug 10 04:10:45.136853 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ad62b4-4a5f-404b-b49a-0552f45bda38 req-b725ef60-f43e-4980-af5c-161ca2019838 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:45.138402 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a0ad62b4-4a5f-404b-b49a-0552f45bda38 req-b725ef60-f43e-4980-af5c-161ca2019838 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf2113a7-b8fb-4687-9934-21a42c7b88a3 HTTP/1.1" status: 200 len: 946 time: 0.0494699 Aug 10 04:10:45.176369 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a0ad62b4-4a5f-404b-b49a-0552f45bda38 req-261e4424-fd0c-4a70-8717-e28732bab61e tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/security-groups?id=217c4b34-d827-4fc4-9322-f8aca93a92e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310671 Aug 10 04:10:46.289441 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245cef53-9149-4768-ba3e-0970f6bd697e req-f8dcdb6b-1a8d-4699-ac6e-1dc2aacc9f5e tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:46.290865 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-245cef53-9149-4768-ba3e-0970f6bd697e req-f8dcdb6b-1a8d-4699-ac6e-1dc2aacc9f5e tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf2113a7-b8fb-4687-9934-21a42c7b88a3 HTTP/1.1" status: 200 len: 946 time: 0.0482633 Aug 10 04:10:46.327515 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-245cef53-9149-4768-ba3e-0970f6bd697e req-257fd52b-d827-4a9f-a244-3923809d9074 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/security-groups?id=217c4b34-d827-4fc4-9322-f8aca93a92e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308194 Aug 10 04:10:47.791844 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4d072c-de57-4b9d-9759-cb5649f02c80 req-f73c67c8-4afe-4573-b041-033f777fdd2e tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:47.793323 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8b4d072c-de57-4b9d-9759-cb5649f02c80 req-f73c67c8-4afe-4573-b041-033f777fdd2e tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf2113a7-b8fb-4687-9934-21a42c7b88a3 HTTP/1.1" status: 200 len: 946 time: 0.3990133 Aug 10 04:10:47.831277 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8b4d072c-de57-4b9d-9759-cb5649f02c80 req-2635a5cb-12c0-40db-ad80-fd00923ef6b5 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/security-groups?id=217c4b34-d827-4fc4-9322-f8aca93a92e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318201 Aug 10 04:10:48.948124 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb21449d-dbcc-4e78-86ab-58901b710a3b req-d7330a73-562e-4c34-abcb-e2c1fc4a9f6a tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:48.949671 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-eb21449d-dbcc-4e78-86ab-58901b710a3b req-d7330a73-562e-4c34-abcb-e2c1fc4a9f6a tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf2113a7-b8fb-4687-9934-21a42c7b88a3 HTTP/1.1" status: 200 len: 946 time: 0.0493906 Aug 10 04:10:48.990175 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-eb21449d-dbcc-4e78-86ab-58901b710a3b req-ab1101cd-947b-49ed-ad88-cbb0cdc02b51 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/security-groups?id=217c4b34-d827-4fc4-9322-f8aca93a92e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341954 Aug 10 04:10:50.105759 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bffd075-51a9-423a-9b2f-a81c1a2d8fc1 req-d2aefc35-0acc-47de-9a65-90f56f21afbe tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:50.107270 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6bffd075-51a9-423a-9b2f-a81c1a2d8fc1 req-d2aefc35-0acc-47de-9a65-90f56f21afbe tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf2113a7-b8fb-4687-9934-21a42c7b88a3 HTTP/1.1" status: 200 len: 946 time: 0.0492399 Aug 10 04:10:50.143857 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6bffd075-51a9-423a-9b2f-a81c1a2d8fc1 req-95ee232d-6d0d-47c1-911d-76d9e329dffd tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/security-groups?id=217c4b34-d827-4fc4-9322-f8aca93a92e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306239 Aug 10 04:10:51.260550 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a05024-f77a-4847-ab34-0009325430e7 req-1fc6aec3-5056-40ba-b474-57874a85da54 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:51.262045 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b6a05024-f77a-4847-ab34-0009325430e7 req-1fc6aec3-5056-40ba-b474-57874a85da54 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf2113a7-b8fb-4687-9934-21a42c7b88a3 HTTP/1.1" status: 200 len: 946 time: 0.0520787 Aug 10 04:10:51.301537 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b6a05024-f77a-4847-ab34-0009325430e7 req-e86d9bd5-e1af-4cca-9ba3-e75669c8679b tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/security-groups?id=217c4b34-d827-4fc4-9322-f8aca93a92e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326092 Aug 10 04:10:51.443398 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d0b737f4-c98f-4a5a-90be-e8efbee4e655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:52.424487 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c8b27c-30fa-41b9-a81a-0f2b6aeefc08 req-849950c2-2a1d-4535-a9b8-1ca91b98dd75 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:52.426099 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-21c8b27c-30fa-41b9-a81a-0f2b6aeefc08 req-849950c2-2a1d-4535-a9b8-1ca91b98dd75 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf2113a7-b8fb-4687-9934-21a42c7b88a3 HTTP/1.1" status: 200 len: 946 time: 0.0560021 Aug 10 04:10:52.472752 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-21c8b27c-30fa-41b9-a81a-0f2b6aeefc08 req-d61e0eac-a4e6-4a80-8c42-8743b4362bf3 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/security-groups?id=217c4b34-d827-4fc4-9322-f8aca93a92e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400109 Aug 10 04:10:53.600540 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a3bd2-14e3-471a-9150-0e606a469d51 req-f60cf9b9-6eed-4294-a9fc-998449f11f9d tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:53.602159 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f87a3bd2-14e3-471a-9150-0e606a469d51 req-f60cf9b9-6eed-4294-a9fc-998449f11f9d tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf2113a7-b8fb-4687-9934-21a42c7b88a3 HTTP/1.1" status: 200 len: 946 time: 0.0540664 Aug 10 04:10:53.642447 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f87a3bd2-14e3-471a-9150-0e606a469d51 req-d2129da6-47b5-4867-8e99-ff52d11b4f46 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/security-groups?id=217c4b34-d827-4fc4-9322-f8aca93a92e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340590 Aug 10 04:10:53.700706 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-cf8bbf10-241b-42ed-9c7a-5cb913441381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:54.329092 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:54.774431 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c58c531-ef66-4ad0-b580-7c5f8bdcfd31 req-cd8298ee-6fb9-41f3-be74-a021b08e5323 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:54.776188 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4c58c531-ef66-4ad0-b580-7c5f8bdcfd31 req-cd8298ee-6fb9-41f3-be74-a021b08e5323 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf2113a7-b8fb-4687-9934-21a42c7b88a3 HTTP/1.1" status: 200 len: 946 time: 0.0591402 Aug 10 04:10:54.820241 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4c58c531-ef66-4ad0-b580-7c5f8bdcfd31 req-cc18bc41-47c7-4bda-b069-721125a30a9f tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/security-groups?id=217c4b34-d827-4fc4-9322-f8aca93a92e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378973 Aug 10 04:10:55.531410 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:55.943408 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cb6064-dcbf-4bb7-894e-3ab586a2b5f0 req-6e12a5ed-63b9-4c3e-9bf8-33515a6d5e03 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:55.945051 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e2cb6064-dcbf-4bb7-894e-3ab586a2b5f0 req-6e12a5ed-63b9-4c3e-9bf8-33515a6d5e03 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf2113a7-b8fb-4687-9934-21a42c7b88a3 HTTP/1.1" status: 200 len: 946 time: 0.0530970 Aug 10 04:10:55.992883 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e2cb6064-dcbf-4bb7-894e-3ab586a2b5f0 req-c362ae5c-49de-44ed-9a36-2449c2bdc210 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/security-groups?id=217c4b34-d827-4fc4-9322-f8aca93a92e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360396 Aug 10 04:10:56.443727 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:56.971798 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:57.121626 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030bd7fc-675e-4cf1-aedd-beb8a525c473 req-aeb4b1aa-20da-4eb0-bbfe-2e9517981ddf tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:57.123334 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-030bd7fc-675e-4cf1-aedd-beb8a525c473 req-aeb4b1aa-20da-4eb0-bbfe-2e9517981ddf tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf2113a7-b8fb-4687-9934-21a42c7b88a3 HTTP/1.1" status: 200 len: 946 time: 0.0543079 Aug 10 04:10:57.165011 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-030bd7fc-675e-4cf1-aedd-beb8a525c473 req-b011f385-e0eb-4ac0-ae9e-eb97fedca2a7 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/security-groups?id=217c4b34-d827-4fc4-9322-f8aca93a92e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350428 Aug 10 04:10:58.287936 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d463c56-6a7b-49bd-a197-19918c15d77d req-2a29fec0-0962-4edf-b391-14810a7f74b8 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:58.289437 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2d463c56-6a7b-49bd-a197-19918c15d77d req-2a29fec0-0962-4edf-b391-14810a7f74b8 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf2113a7-b8fb-4687-9934-21a42c7b88a3 HTTP/1.1" status: 200 len: 946 time: 0.0543902 Aug 10 04:10:58.329653 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2d463c56-6a7b-49bd-a197-19918c15d77d req-bd54a041-1f95-4a66-a2cf-1bc785aec1aa tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/security-groups?id=217c4b34-d827-4fc4-9322-f8aca93a92e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334990 Aug 10 04:10:59.452980 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ae0769-b483-4ba3-8c63-ca84c83899b2 req-820d694a-0514-4694-90fd-58f5a2634de6 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:59.454587 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d7ae0769-b483-4ba3-8c63-ca84c83899b2 req-820d694a-0514-4694-90fd-58f5a2634de6 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf2113a7-b8fb-4687-9934-21a42c7b88a3 HTTP/1.1" status: 200 len: 946 time: 0.0509272 Aug 10 04:10:59.497859 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d7ae0769-b483-4ba3-8c63-ca84c83899b2 req-61656f85-f2ef-4e83-8d0f-e395376f6fff tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/security-groups?id=217c4b34-d827-4fc4-9322-f8aca93a92e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358968 Aug 10 04:11:00.620894 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed49a14a-7185-45e1-a82e-af04ef697192 req-dd005e76-1a88-46ff-b6fe-7e50da649704 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:00.622438 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ed49a14a-7185-45e1-a82e-af04ef697192 req-dd005e76-1a88-46ff-b6fe-7e50da649704 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf2113a7-b8fb-4687-9934-21a42c7b88a3 HTTP/1.1" status: 200 len: 946 time: 0.0495274 Aug 10 04:11:00.661452 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ed49a14a-7185-45e1-a82e-af04ef697192 req-c1e39e18-8ee5-4344-a789-be843c78368c tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/security-groups?id=217c4b34-d827-4fc4-9322-f8aca93a92e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329297 Aug 10 04:11:01.796397 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4449af1e-c23c-4a9f-b6f9-5e4f7731962b req-757f2929-e4a3-4122-93fd-b82e81fcb8f5 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:01.797914 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4449af1e-c23c-4a9f-b6f9-5e4f7731962b req-757f2929-e4a3-4122-93fd-b82e81fcb8f5 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf2113a7-b8fb-4687-9934-21a42c7b88a3 HTTP/1.1" status: 200 len: 946 time: 0.0643930 Aug 10 04:11:01.838145 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4449af1e-c23c-4a9f-b6f9-5e4f7731962b req-8c4f9d5e-8486-4902-94c6-0ac6e9aeaa41 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/security-groups?id=217c4b34-d827-4fc4-9322-f8aca93a92e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342758 Aug 10 04:11:02.969243 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34775569-9f05-4d23-af9d-d7f439bb4d6f req-8a0e0094-f1e1-40b8-bb5f-e24b031dd83c tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:02.970900 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-34775569-9f05-4d23-af9d-d7f439bb4d6f req-8a0e0094-f1e1-40b8-bb5f-e24b031dd83c tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf2113a7-b8fb-4687-9934-21a42c7b88a3 HTTP/1.1" status: 200 len: 946 time: 0.0524523 Aug 10 04:11:03.014989 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-34775569-9f05-4d23-af9d-d7f439bb4d6f req-6e0560d3-a4b6-48b0-9a3a-bb5f04780b40 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/security-groups?id=217c4b34-d827-4fc4-9322-f8aca93a92e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350690 Aug 10 04:11:03.691420 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:04.142167 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af8e7cf-6bb4-4a46-b217-7b0f96d59ca9 req-4b4a180a-b852-4394-8b3d-aa0af69aa47a tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:04.144156 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5af8e7cf-6bb4-4a46-b217-7b0f96d59ca9 req-4b4a180a-b852-4394-8b3d-aa0af69aa47a tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf2113a7-b8fb-4687-9934-21a42c7b88a3 HTTP/1.1" status: 200 len: 946 time: 0.0510857 Aug 10 04:11:04.211376 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5af8e7cf-6bb4-4a46-b217-7b0f96d59ca9 req-d4ff87e8-ad7d-4ae1-a0c9-319ed8cb51e7 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/security-groups?id=217c4b34-d827-4fc4-9322-f8aca93a92e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519049 Aug 10 04:11:05.328639 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baede167-4488-4f39-88fd-95296c4e616d req-29d76584-d92a-454d-b8a0-3f8f3b71954b tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:05.330108 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-baede167-4488-4f39-88fd-95296c4e616d req-29d76584-d92a-454d-b8a0-3f8f3b71954b tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf2113a7-b8fb-4687-9934-21a42c7b88a3 HTTP/1.1" status: 200 len: 946 time: 0.0524359 Aug 10 04:11:05.367814 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-baede167-4488-4f39-88fd-95296c4e616d req-defdee12-88b0-429c-800a-63a675e18484 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/security-groups?id=217c4b34-d827-4fc4-9322-f8aca93a92e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311613 Aug 10 04:11:06.486826 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b23be11-f700-45cb-8b76-81bd84374b11 req-dfa86f95-8496-4ae8-84c0-169ff2a91ce5 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:06.488354 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2b23be11-f700-45cb-8b76-81bd84374b11 req-dfa86f95-8496-4ae8-84c0-169ff2a91ce5 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf2113a7-b8fb-4687-9934-21a42c7b88a3 HTTP/1.1" status: 200 len: 946 time: 0.0521569 Aug 10 04:11:06.528616 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2b23be11-f700-45cb-8b76-81bd84374b11 req-e464a302-6cd9-4710-853a-9d47ac17730e tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/security-groups?id=217c4b34-d827-4fc4-9322-f8aca93a92e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342412 Aug 10 04:11:07.646505 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c08855-ac6f-4183-a2c8-4d5d5fde1bd3 req-89397bfa-8246-4e49-88fd-35e6ca4fbfc8 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:07.648012 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f9c08855-ac6f-4183-a2c8-4d5d5fde1bd3 req-89397bfa-8246-4e49-88fd-35e6ca4fbfc8 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf2113a7-b8fb-4687-9934-21a42c7b88a3 HTTP/1.1" status: 200 len: 946 time: 0.0502632 Aug 10 04:11:07.686573 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f9c08855-ac6f-4183-a2c8-4d5d5fde1bd3 req-1d382801-9eb7-418d-8c17-5b9a7fa2834f tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/security-groups?id=217c4b34-d827-4fc4-9322-f8aca93a92e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325310 Aug 10 04:11:08.804624 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3af7c5-1eea-4f58-ad98-49806975f4dd req-f2a882a1-b811-4f21-b0f3-d19c3315e3d6 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:08.806112 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4e3af7c5-1eea-4f58-ad98-49806975f4dd req-f2a882a1-b811-4f21-b0f3-d19c3315e3d6 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf2113a7-b8fb-4687-9934-21a42c7b88a3 HTTP/1.1" status: 200 len: 946 time: 0.0534093 Aug 10 04:11:08.843487 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4e3af7c5-1eea-4f58-ad98-49806975f4dd req-d7f5b699-be73-4f63-a16c-e65a5a51725c tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/security-groups?id=217c4b34-d827-4fc4-9322-f8aca93a92e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315056 Aug 10 04:11:09.955605 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d875ef-f49f-485b-8a5d-9f6015af4637 req-9ddb758d-f40d-4300-8916-342d85280809 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:09.957689 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f1d875ef-f49f-485b-8a5d-9f6015af4637 req-9ddb758d-f40d-4300-8916-342d85280809 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf2113a7-b8fb-4687-9934-21a42c7b88a3 HTTP/1.1" status: 200 len: 946 time: 0.0478864 Aug 10 04:11:09.994480 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f1d875ef-f49f-485b-8a5d-9f6015af4637 req-960975b7-68f6-4199-9931-db191fb00801 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/security-groups?id=217c4b34-d827-4fc4-9322-f8aca93a92e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309751 Aug 10 04:11:11.107811 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feed72d-a525-4a07-a2b2-a6e7a6a841a6 req-d03c3ab4-639e-415a-8d6d-264d759ee95b tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:11.109310 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1feed72d-a525-4a07-a2b2-a6e7a6a841a6 req-d03c3ab4-639e-415a-8d6d-264d759ee95b tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf2113a7-b8fb-4687-9934-21a42c7b88a3 HTTP/1.1" status: 200 len: 946 time: 0.0488141 Aug 10 04:11:11.189165 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1feed72d-a525-4a07-a2b2-a6e7a6a841a6 req-ebc022c8-b633-4eb5-948a-c9550cde98a8 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/security-groups?id=217c4b34-d827-4fc4-9322-f8aca93a92e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712383 Aug 10 04:11:11.194247 n-d-768862-13 neutron-server[94260]: INFO neutron.api.v2.resource [req-c2337397-141d-4aad-ad1b-f10209008310 req-b409c88e-33b8-45db-b1de-ad0ba09e2d11 service neutron] show failed (client error): The resource could not be found. Aug 10 04:11:11.195246 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c2337397-141d-4aad-ad1b-f10209008310 req-b409c88e-33b8-45db-b1de-ad0ba09e2d11 service neutron] 10.222.0.61 "GET /v2.0/ports/e97713a5-1d31-400d-9849-d050a5307507/bindings/n-h1-768862-13 HTTP/1.1" status: 404 len: 381 time: 0.0826902 Aug 10 04:11:11.398430 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2337397-141d-4aad-ad1b-f10209008310 req-e782bcae-17b7-4b7d-a055-0f4a2ca44c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:11.399942 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c2337397-141d-4aad-ad1b-f10209008310 req-e782bcae-17b7-4b7d-a055-0f4a2ca44c50 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bf2113a7-b8fb-4687-9934-21a42c7b88a3&tenant_id=b4214ced5f344c90aadc67fac0c063c2 HTTP/1.1" status: 200 len: 1098 time: 0.0420694 Aug 10 04:11:11.411546 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-c2337397-141d-4aad-ad1b-f10209008310 req-731ecb7c-636e-421f-bf8c-0dd872ae9202 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768862-13', 'device_owner': 'compute:nova'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:11:11.467565 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c2337397-141d-4aad-ad1b-f10209008310 req-731ecb7c-636e-421f-bf8c-0dd872ae9202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:11.673917 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-c2337397-141d-4aad-ad1b-f10209008310 req-731ecb7c-636e-421f-bf8c-0dd872ae9202 service neutron] For port e97713a5-1d31-400d-9849-d050a5307507, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=e97713a5-1d31-400d-9849-d050a5307507,segment=NetworkSegment(10728371-203a-4c4b-969c-202697ddf818),segment_id=10728371-203a-4c4b-969c-202697ddf818)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:11:11.706976 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-c2337397-141d-4aad-ad1b-f10209008310 req-731ecb7c-636e-421f-bf8c-0dd872ae9202 service neutron] For port e97713a5-1d31-400d-9849-d050a5307507, host n-h2-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:11:11.745918 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf2113a7-b8fb-4687-9934-21a42c7b88a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e97713a5-1d31-400d-9849-d050a5307507'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:11:11.748211 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7142606bf34c4189ec1af3eb1cc50705e8815838b55f5940d6ad7e637f738b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-702ad56b-5a5c-4ee7-bf44-15b1fa68a01f" -d '{"events": [{"server_uuid": "bf2113a7-b8fb-4687-9934-21a42c7b88a3", "name": "network-vif-unplugged", "status": "completed", "tag": "e97713a5-1d31-400d-9849-d050a5307507"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:11:11.752317 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c2337397-141d-4aad-ad1b-f10209008310 req-731ecb7c-636e-421f-bf8c-0dd872ae9202 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:11.769146 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-c2337397-141d-4aad-ad1b-f10209008310 req-731ecb7c-636e-421f-bf8c-0dd872ae9202 service neutron] Transition to ACTIVE for port object e97713a5-1d31-400d-9849-d050a5307507 will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:11:11.773620 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c2337397-141d-4aad-ad1b-f10209008310 req-731ecb7c-636e-421f-bf8c-0dd872ae9202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:11.802996 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 04:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e3dd307-8242-4634-8345-470231be4414 x-openstack-request-id: req-6e3dd307-8242-4634-8345-470231be4414 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:11:11.803292 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf2113a7-b8fb-4687-9934-21a42c7b88a3", "name": "network-vif-unplugged", "status": "completed", "tag": "e97713a5-1d31-400d-9849-d050a5307507", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:11:11.803533 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6e3dd307-8242-4634-8345-470231be4414 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:11:11.803926 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf2113a7-b8fb-4687-9934-21a42c7b88a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e97713a5-1d31-400d-9849-d050a5307507', 'code': 200} Aug 10 04:11:11.836893 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2337397-141d-4aad-ad1b-f10209008310 req-731ecb7c-636e-421f-bf8c-0dd872ae9202 service neutron] No DVR routers for this DVR port e97713a5-1d31-400d-9849-d050a5307507 on host n-h2-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:11:11.839905 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731ecb7c-636e-421f-bf8c-0dd872ae9202 service neutron] Pushing event updated for resources: {'Port': ['ID=e97713a5-1d31-400d-9849-d050a5307507,revision_number=6']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:11:11.876617 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-c2337397-141d-4aad-ad1b-f10209008310 req-731ecb7c-636e-421f-bf8c-0dd872ae9202 service neutron] Attempting to bind port e97713a5-1d31-400d-9849-d050a5307507 on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:11:11.876944 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-c2337397-141d-4aad-ad1b-f10209008310 req-731ecb7c-636e-421f-bf8c-0dd872ae9202 service neutron] Attempting to bind port e97713a5-1d31-400d-9849-d050a5307507 by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '10728371-203a-4c4b-969c-202697ddf818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '7a16db35-b2ad-469c-b090-6c0bbbe92aa2'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:11:11.877267 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2337397-141d-4aad-ad1b-f10209008310 req-731ecb7c-636e-421f-bf8c-0dd872ae9202 service neutron] Attempting to bind port e97713a5-1d31-400d-9849-d050a5307507 on network 7a16db35-b2ad-469c-b090-6c0bbbe92aa2 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:11:11.881979 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2337397-141d-4aad-ad1b-f10209008310 req-731ecb7c-636e-421f-bf8c-0dd872ae9202 service neutron] Port e97713a5-1d31-400d-9849-d050a5307507 on network 7a16db35-b2ad-469c-b090-6c0bbbe92aa2 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:11:11.882327 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2337397-141d-4aad-ad1b-f10209008310 req-731ecb7c-636e-421f-bf8c-0dd872ae9202 service neutron] Attempting to bind port e97713a5-1d31-400d-9849-d050a5307507 on network 7a16db35-b2ad-469c-b090-6c0bbbe92aa2 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:11:11.887098 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2337397-141d-4aad-ad1b-f10209008310 req-731ecb7c-636e-421f-bf8c-0dd872ae9202 service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:11:11.887428 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2337397-141d-4aad-ad1b-f10209008310 req-731ecb7c-636e-421f-bf8c-0dd872ae9202 service neutron] Checking segment: {'id': '10728371-203a-4c4b-969c-202697ddf818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '7a16db35-b2ad-469c-b090-6c0bbbe92aa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:11:11.887806 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2337397-141d-4aad-ad1b-f10209008310 req-731ecb7c-636e-421f-bf8c-0dd872ae9202 service neutron] Bound using segment: {'id': '10728371-203a-4c4b-969c-202697ddf818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '7a16db35-b2ad-469c-b090-6c0bbbe92aa2'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:11:11.888221 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-c2337397-141d-4aad-ad1b-f10209008310 req-731ecb7c-636e-421f-bf8c-0dd872ae9202 service neutron] Bound port: e97713a5-1d31-400d-9849-d050a5307507, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10728371-203a-4c4b-969c-202697ddf818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '7a16db35-b2ad-469c-b090-6c0bbbe92aa2'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:11:11.888571 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c2337397-141d-4aad-ad1b-f10209008310 req-731ecb7c-636e-421f-bf8c-0dd872ae9202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:11.949513 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-c2337397-141d-4aad-ad1b-f10209008310 req-731ecb7c-636e-421f-bf8c-0dd872ae9202 service neutron] For port e97713a5-1d31-400d-9849-d050a5307507, host n-h1-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:11:11.952341 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-c2337397-141d-4aad-ad1b-f10209008310 req-731ecb7c-636e-421f-bf8c-0dd872ae9202 service neutron] For port e97713a5-1d31-400d-9849-d050a5307507, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=e97713a5-1d31-400d-9849-d050a5307507,segment=NetworkSegment(10728371-203a-4c4b-969c-202697ddf818),segment_id=10728371-203a-4c4b-969c-202697ddf818)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:11:11.956768 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c2337397-141d-4aad-ad1b-f10209008310 req-731ecb7c-636e-421f-bf8c-0dd872ae9202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:11.988636 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2337397-141d-4aad-ad1b-f10209008310 req-731ecb7c-636e-421f-bf8c-0dd872ae9202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:11.989252 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c2337397-141d-4aad-ad1b-f10209008310 req-731ecb7c-636e-421f-bf8c-0dd872ae9202 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:11.990659 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c2337397-141d-4aad-ad1b-f10209008310 req-731ecb7c-636e-421f-bf8c-0dd872ae9202 service neutron] 10.222.0.42 "PUT /v2.0/ports/e97713a5-1d31-400d-9849-d050a5307507 HTTP/1.1" status: 200 len: 1093 time: 0.5831780 Aug 10 04:11:12.013648 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731ecb7c-636e-421f-bf8c-0dd872ae9202 service neutron] Pushing event updated for resources: {'Port': ['ID=e97713a5-1d31-400d-9849-d050a5307507,revision_number=7']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:11:12.056194 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2337397-141d-4aad-ad1b-f10209008310 req-17581945-3e01-4339-b76d-30f64bc1b326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:12.065687 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c2337397-141d-4aad-ad1b-f10209008310 req-17581945-3e01-4339-b76d-30f64bc1b326 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b4214ced5f344c90aadc67fac0c063c2&device_id=bf2113a7-b8fb-4687-9934-21a42c7b88a3 HTTP/1.1" status: 200 len: 1096 time: 0.0416083 Aug 10 04:11:12.153422 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2337397-141d-4aad-ad1b-f10209008310 req-1b635675-9ea2-4dd6-97b7-d270df45c578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:12.154975 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c2337397-141d-4aad-ad1b-f10209008310 req-1b635675-9ea2-4dd6-97b7-d270df45c578 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7a16db35-b2ad-469c-b090-6c0bbbe92aa2 HTTP/1.1" status: 200 len: 915 time: 0.0880587 Aug 10 04:11:12.197144 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c2337397-141d-4aad-ad1b-f10209008310 req-80337090-a342-473e-8123-52684de6f384 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e97713a5-1d31-400d-9849-d050a5307507 HTTP/1.1" status: 200 len: 217 time: 0.0342095 Aug 10 04:11:12.251216 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2337397-141d-4aad-ad1b-f10209008310 req-2e744376-c2d3-4ccd-a36a-30c56d2baa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:12.252805 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c2337397-141d-4aad-ad1b-f10209008310 req-2e744376-c2d3-4ccd-a36a-30c56d2baa27 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=96c73415-fe16-4fc3-9f73-490e577a9350 HTTP/1.1" status: 200 len: 855 time: 0.0490870 Aug 10 04:11:12.301352 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c2337397-141d-4aad-ad1b-f10209008310 req-b54361d7-5abb-4601-89e4-26b3bf76b4d4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7a16db35-b2ad-469c-b090-6c0bbbe92aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352759 Aug 10 04:11:12.368711 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271c0e1f-3ded-4729-bf83-318182dcdff2 req-e840998a-4503-477a-a2a5-255beb22cd50 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:12.370217 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-271c0e1f-3ded-4729-bf83-318182dcdff2 req-e840998a-4503-477a-a2a5-255beb22cd50 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf2113a7-b8fb-4687-9934-21a42c7b88a3 HTTP/1.1" status: 200 len: 944 time: 0.1131365 Aug 10 04:11:12.430645 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-271c0e1f-3ded-4729-bf83-318182dcdff2 req-deb03dc3-6641-4713-acdf-1b8e775a3e32 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/security-groups?id=217c4b34-d827-4fc4-9322-f8aca93a92e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543175 Aug 10 04:11:12.436095 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c2337397-141d-4aad-ad1b-f10209008310 req-65fe3ad2-50dd-46e2-aafa-576cf623b032 service neutron] 10.222.0.42 "GET /v2.0/networks/7a16db35-b2ad-469c-b090-6c0bbbe92aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280246 Aug 10 04:11:12.527535 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c2337397-141d-4aad-ad1b-f10209008310 req-f6e873df-19a6-4475-819d-0dc8e16b0ddd service neutron] 10.222.0.42 "GET /v2.0/networks/7a16db35-b2ad-469c-b090-6c0bbbe92aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841768 Aug 10 04:11:13.547992 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8104d7b-fc35-4f70-8291-b20d4a09c023 req-2d8dfb33-a733-4b2e-8219-94df7fcddf21 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:13.549470 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d8104d7b-fc35-4f70-8291-b20d4a09c023 req-2d8dfb33-a733-4b2e-8219-94df7fcddf21 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf2113a7-b8fb-4687-9934-21a42c7b88a3 HTTP/1.1" status: 200 len: 944 time: 0.0502911 Aug 10 04:11:13.593493 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d8104d7b-fc35-4f70-8291-b20d4a09c023 req-c247c03c-2aa6-4aac-8dc9-96dca0cf3a06 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/security-groups?id=217c4b34-d827-4fc4-9322-f8aca93a92e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381122 Aug 10 04:11:13.804658 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf2113a7-b8fb-4687-9934-21a42c7b88a3', 'tag': 'e97713a5-1d31-400d-9849-d050a5307507'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:11:13.806939 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7142606bf34c4189ec1af3eb1cc50705e8815838b55f5940d6ad7e637f738b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c44d9579-7fa6-4a55-a7e7-33236f27a2b7" -d '{"events": [{"name": "network-changed", "server_uuid": "bf2113a7-b8fb-4687-9934-21a42c7b88a3", "tag": "e97713a5-1d31-400d-9849-d050a5307507"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:11:13.854488 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77b113da-e551-474a-aa72-b9a4c0e327db x-openstack-request-id: req-77b113da-e551-474a-aa72-b9a4c0e327db {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:11:13.854780 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf2113a7-b8fb-4687-9934-21a42c7b88a3", "tag": "e97713a5-1d31-400d-9849-d050a5307507", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:11:13.855027 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-77b113da-e551-474a-aa72-b9a4c0e327db {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:11:13.855422 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf2113a7-b8fb-4687-9934-21a42c7b88a3', 'tag': 'e97713a5-1d31-400d-9849-d050a5307507', 'status': 'completed', 'code': 200} Aug 10 04:11:13.945994 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44d9579-7fa6-4a55-a7e7-33236f27a2b7 req-dca66e4c-2ada-4e2b-9ae3-c50655079350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:13.947550 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c44d9579-7fa6-4a55-a7e7-33236f27a2b7 req-dca66e4c-2ada-4e2b-9ae3-c50655079350 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4214ced5f344c90aadc67fac0c063c2&device_id=bf2113a7-b8fb-4687-9934-21a42c7b88a3 HTTP/1.1" status: 200 len: 1096 time: 0.0704367 Aug 10 04:11:13.953822 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44d9579-7fa6-4a55-a7e7-33236f27a2b7 req-8ae02ba6-f9bc-431f-8d7e-60fbe76cd669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:13.955340 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c44d9579-7fa6-4a55-a7e7-33236f27a2b7 req-8ae02ba6-f9bc-431f-8d7e-60fbe76cd669 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b4214ced5f344c90aadc67fac0c063c2&device_id=bf2113a7-b8fb-4687-9934-21a42c7b88a3 HTTP/1.1" status: 200 len: 1096 time: 0.0525987 Aug 10 04:11:14.086583 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device e97713a5-1d31-400d-9849-d050a5307507 details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:11:14.112049 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44d9579-7fa6-4a55-a7e7-33236f27a2b7 req-15c0ff71-3442-4c14-9769-346155ea492e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:14.114064 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c44d9579-7fa6-4a55-a7e7-33236f27a2b7 req-15c0ff71-3442-4c14-9769-346155ea492e service neutron] 10.222.0.61 "GET /v2.0/networks?id=7a16db35-b2ad-469c-b090-6c0bbbe92aa2 HTTP/1.1" status: 200 len: 915 time: 0.1578767 Aug 10 04:11:14.115193 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44d9579-7fa6-4a55-a7e7-33236f27a2b7 req-f0b4efe4-3618-4f2d-bf57-d8c603119ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:14.116495 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c44d9579-7fa6-4a55-a7e7-33236f27a2b7 req-f0b4efe4-3618-4f2d-bf57-d8c603119ac6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7a16db35-b2ad-469c-b090-6c0bbbe92aa2 HTTP/1.1" status: 200 len: 915 time: 0.1529646 Aug 10 04:11:14.164448 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c44d9579-7fa6-4a55-a7e7-33236f27a2b7 req-be1110e2-28f0-465d-80c9-6c2e7d2816ea service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e97713a5-1d31-400d-9849-d050a5307507 HTTP/1.1" status: 200 len: 217 time: 0.0435727 Aug 10 04:11:14.187572 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port e97713a5-1d31-400d-9849-d050a5307507, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=e97713a5-1d31-400d-9849-d050a5307507,segment=NetworkSegment(10728371-203a-4c4b-969c-202697ddf818),segment_id=10728371-203a-4c4b-969c-202697ddf818)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:11:14.199709 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': 'e97713a5-1d31-400d-9849-d050a5307507', 'network_id': '7a16db35-b2ad-469c-b090-6c0bbbe92aa2', 'port_id': 'e97713a5-1d31-400d-9849-d050a5307507', 'mac_address': 'fa:16:3e:09:95:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96c73415-fe16-4fc3-9f73-490e577a9350', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:11:14.201098 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c44d9579-7fa6-4a55-a7e7-33236f27a2b7 req-454807e7-54de-4dee-87aa-e6029d0680ea service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e97713a5-1d31-400d-9849-d050a5307507 HTTP/1.1" status: 200 len: 217 time: 0.0737107 Aug 10 04:11:14.239764 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:14.252240 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e97713a5-1d31-400d-9849-d050a5307507 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:11:14.272583 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port e97713a5-1d31-400d-9849-d050a5307507, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=e97713a5-1d31-400d-9849-d050a5307507,segment=NetworkSegment(10728371-203a-4c4b-969c-202697ddf818),segment_id=10728371-203a-4c4b-969c-202697ddf818)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:11:14.273535 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44d9579-7fa6-4a55-a7e7-33236f27a2b7 req-246db2e2-059b-4989-9573-2757da724e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:14.275335 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c44d9579-7fa6-4a55-a7e7-33236f27a2b7 req-246db2e2-059b-4989-9573-2757da724e6a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=96c73415-fe16-4fc3-9f73-490e577a9350 HTTP/1.1" status: 200 len: 855 time: 0.0824292 Aug 10 04:11:14.277019 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:14.280809 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44d9579-7fa6-4a55-a7e7-33236f27a2b7 req-369112cc-3b1d-48d6-a084-9bec74aa0e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:14.282313 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c44d9579-7fa6-4a55-a7e7-33236f27a2b7 req-369112cc-3b1d-48d6-a084-9bec74aa0e3b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=96c73415-fe16-4fc3-9f73-490e577a9350 HTTP/1.1" status: 200 len: 855 time: 0.0623648 Aug 10 04:11:14.311278 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c44d9579-7fa6-4a55-a7e7-33236f27a2b7 req-9c2fbf04-a672-4c6d-9a50-b2b48572d360 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7a16db35-b2ad-469c-b090-6c0bbbe92aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271878 Aug 10 04:11:14.325686 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=e97713a5-1d31-400d-9849-d050a5307507,revision_number=8']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:11:14.349774 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c44d9579-7fa6-4a55-a7e7-33236f27a2b7 req-8f58e7ad-6dd2-4087-862f-645a63a2d2fa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7a16db35-b2ad-469c-b090-6c0bbbe92aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407681 Aug 10 04:11:14.478814 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c44d9579-7fa6-4a55-a7e7-33236f27a2b7 req-4f25d825-eec0-423b-a960-35048c9f3ec6 service neutron] 10.222.0.61 "GET /v2.0/networks/7a16db35-b2ad-469c-b090-6c0bbbe92aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589699 Aug 10 04:11:14.506057 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['e97713a5-1d31-400d-9849-d050a5307507'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:11:14.507086 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c44d9579-7fa6-4a55-a7e7-33236f27a2b7 req-95ceb87c-8967-4061-a32f-9e1f466a0996 service neutron] 10.222.0.42 "GET /v2.0/networks/7a16db35-b2ad-469c-b090-6c0bbbe92aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332910 Aug 10 04:11:14.641072 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c44d9579-7fa6-4a55-a7e7-33236f27a2b7 req-d7266feb-c9d8-4b22-a81d-c92f207af790 service neutron] 10.222.0.61 "GET /v2.0/networks/7a16db35-b2ad-469c-b090-6c0bbbe92aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547530 Aug 10 04:11:14.657552 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c44d9579-7fa6-4a55-a7e7-33236f27a2b7 req-fc9d0498-6aa1-45a0-b8c2-6dd9ac9da3b7 service neutron] 10.222.0.42 "GET /v2.0/networks/7a16db35-b2ad-469c-b090-6c0bbbe92aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226406 Aug 10 04:11:14.718674 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e1a953-2b3b-4bd8-9197-af75747c2e35 req-a90062ee-3463-4854-a645-4fe2229602bc tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:14.720219 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-84e1a953-2b3b-4bd8-9197-af75747c2e35 req-a90062ee-3463-4854-a645-4fe2229602bc tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf2113a7-b8fb-4687-9934-21a42c7b88a3 HTTP/1.1" status: 200 len: 945 time: 0.0507193 Aug 10 04:11:14.759201 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-84e1a953-2b3b-4bd8-9197-af75747c2e35 req-60fe054a-c3f2-4ccd-9ddd-f1279f05d07f tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/security-groups?id=217c4b34-d827-4fc4-9322-f8aca93a92e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323546 Aug 10 04:11:14.978744 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7c2f91-5ae7-45f5-bf85-6242a94df553 req-45c20267-1ca4-4cc6-8a33-9f7acf90d486 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:14.980132 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1f7c2f91-5ae7-45f5-bf85-6242a94df553 req-45c20267-1ca4-4cc6-8a33-9f7acf90d486 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf2113a7-b8fb-4687-9934-21a42c7b88a3 HTTP/1.1" status: 200 len: 945 time: 0.0776036 Aug 10 04:11:14.987991 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9acf5ba-cebe-47f2-b295-b9ee79afde1c req-ffa3196c-2889-4298-bc8b-4c4099a60813 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:14.989366 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a9acf5ba-cebe-47f2-b295-b9ee79afde1c req-ffa3196c-2889-4298-bc8b-4c4099a60813 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf2113a7-b8fb-4687-9934-21a42c7b88a3&tenant_id=b4214ced5f344c90aadc67fac0c063c2&binding%3Ahost_id=n-h1-768862-13 HTTP/1.1" status: 200 len: 945 time: 0.0760942 Aug 10 04:11:15.054167 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1f7c2f91-5ae7-45f5-bf85-6242a94df553 req-ca84f2ff-47c0-4847-abf1-74bdb15d20e7 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/security-groups?id=217c4b34-d827-4fc4-9322-f8aca93a92e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638669 Aug 10 04:11:15.073184 n-d-768862-13 neutron-server[94260]: INFO neutron.api.v2.resource [req-a9acf5ba-cebe-47f2-b295-b9ee79afde1c req-fd7f80e9-8ef1-404c-b034-d1ed7bd900cd service neutron] delete failed (client error): The resource could not be found. Aug 10 04:11:15.074197 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a9acf5ba-cebe-47f2-b295-b9ee79afde1c req-fd7f80e9-8ef1-404c-b034-d1ed7bd900cd service neutron] 10.222.0.61 "DELETE /v2.0/ports/e97713a5-1d31-400d-9849-d050a5307507/bindings/n-h2-768862-13 HTTP/1.1" status: 404 len: 381 time: 0.0682659 Aug 10 04:11:15.155899 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9acf5ba-cebe-47f2-b295-b9ee79afde1c req-33e84c5e-9ff3-4ede-8027-499e38b4923d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:15.157367 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a9acf5ba-cebe-47f2-b295-b9ee79afde1c req-33e84c5e-9ff3-4ede-8027-499e38b4923d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4214ced5f344c90aadc67fac0c063c2&device_id=bf2113a7-b8fb-4687-9934-21a42c7b88a3 HTTP/1.1" status: 200 len: 1097 time: 0.0407953 Aug 10 04:11:15.250852 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9acf5ba-cebe-47f2-b295-b9ee79afde1c req-1ac08185-0e9c-4210-9af8-eff2f3929431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:15.252214 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a9acf5ba-cebe-47f2-b295-b9ee79afde1c req-1ac08185-0e9c-4210-9af8-eff2f3929431 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7a16db35-b2ad-469c-b090-6c0bbbe92aa2 HTTP/1.1" status: 200 len: 915 time: 0.0879149 Aug 10 04:11:15.294025 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a9acf5ba-cebe-47f2-b295-b9ee79afde1c req-2dfd21de-f1b5-4bba-8bcd-3eaa3e151994 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e97713a5-1d31-400d-9849-d050a5307507 HTTP/1.1" status: 200 len: 217 time: 0.0342216 Aug 10 04:11:15.342244 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9acf5ba-cebe-47f2-b295-b9ee79afde1c req-effd3937-4fda-402d-984d-5ad65eb51460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:15.343678 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a9acf5ba-cebe-47f2-b295-b9ee79afde1c req-effd3937-4fda-402d-984d-5ad65eb51460 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=96c73415-fe16-4fc3-9f73-490e577a9350 HTTP/1.1" status: 200 len: 855 time: 0.0430579 Aug 10 04:11:15.374263 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a9acf5ba-cebe-47f2-b295-b9ee79afde1c req-0b28b553-57ea-4e65-89ea-6eaa08480dae service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7a16db35-b2ad-469c-b090-6c0bbbe92aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232716 Aug 10 04:11:15.466239 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a9acf5ba-cebe-47f2-b295-b9ee79afde1c req-cab58f43-171e-407b-b872-14bef6066d65 service neutron] 10.222.0.61 "GET /v2.0/networks/7a16db35-b2ad-469c-b090-6c0bbbe92aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847931 Aug 10 04:11:15.557828 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a9acf5ba-cebe-47f2-b295-b9ee79afde1c req-71844196-4af5-4a18-bda3-28ceb4d43a40 service neutron] 10.222.0.61 "GET /v2.0/networks/7a16db35-b2ad-469c-b090-6c0bbbe92aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838845 Aug 10 04:11:16.108746 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device e97713a5-1d31-400d-9849-d050a5307507 up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:11:16.158444 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning for port e97713a5-1d31-400d-9849-d050a5307507 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:11:16.162296 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port e97713a5-1d31-400d-9849-d050a5307507 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:11:16.162748 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:16.179416 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce5a9c7-d724-436c-b96f-3ee90095aa0c req-07a3c1b4-339f-4322-8ff9-c33e620a43d0 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:16.180916 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3ce5a9c7-d724-436c-b96f-3ee90095aa0c req-07a3c1b4-339f-4322-8ff9-c33e620a43d0 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf2113a7-b8fb-4687-9934-21a42c7b88a3 HTTP/1.1" status: 200 len: 945 time: 0.0552824 Aug 10 04:11:16.219262 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3ce5a9c7-d724-436c-b96f-3ee90095aa0c req-e2b1f916-8e99-4094-ab85-834faa8093a1 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/security-groups?id=217c4b34-d827-4fc4-9322-f8aca93a92e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320642 Aug 10 04:11:16.239270 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:16.261713 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf2113a7-b8fb-4687-9934-21a42c7b88a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e97713a5-1d31-400d-9849-d050a5307507'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:11:16.264018 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}583660bde03669f2dd7fb79ddb869ac83356356549bc1793f8d2e37d6d7017ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8506cb4c-601a-45eb-b9c9-833446301cd5" -d '{"events": [{"server_uuid": "bf2113a7-b8fb-4687-9934-21a42c7b88a3", "name": "network-vif-plugged", "status": "completed", "tag": "e97713a5-1d31-400d-9849-d050a5307507"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:11:16.281057 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device e97713a5-1d31-400d-9849-d050a5307507 no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:11:16.283957 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port e97713a5-1d31-400d-9849-d050a5307507, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=e97713a5-1d31-400d-9849-d050a5307507,segment=NetworkSegment(10728371-203a-4c4b-969c-202697ddf818),segment_id=10728371-203a-4c4b-969c-202697ddf818)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:11:16.307685 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-228600e7-05ac-470c-9113-2f16e12bc101 x-openstack-request-id: req-228600e7-05ac-470c-9113-2f16e12bc101 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:11:16.307978 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf2113a7-b8fb-4687-9934-21a42c7b88a3", "name": "network-vif-plugged", "status": "completed", "tag": "e97713a5-1d31-400d-9849-d050a5307507", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:11:16.308230 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-228600e7-05ac-470c-9113-2f16e12bc101 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:11:16.308619 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf2113a7-b8fb-4687-9934-21a42c7b88a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e97713a5-1d31-400d-9849-d050a5307507', 'code': 200} Aug 10 04:11:16.310773 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:16.336410 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5ffb4c-1d12-4bd5-b7b8-4fdf1eed8432 req-3277f6c2-2676-4a1a-85d3-7b5d71b4360e tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:16.337897 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-af5ffb4c-1d12-4bd5-b7b8-4fdf1eed8432 req-3277f6c2-2676-4a1a-85d3-7b5d71b4360e tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf2113a7-b8fb-4687-9934-21a42c7b88a3 HTTP/1.1" status: 200 len: 946 time: 0.0484180 Aug 10 04:11:16.355880 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device e97713a5-1d31-400d-9849-d050a5307507 not bound to the agent host n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:11:16.369599 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=e97713a5-1d31-400d-9849-d050a5307507,revision_number=9']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:11:16.375758 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-af5ffb4c-1d12-4bd5-b7b8-4fdf1eed8432 req-a7609d26-cb57-410d-8973-6413dd9049c0 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/security-groups?id=217c4b34-d827-4fc4-9322-f8aca93a92e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318482 Aug 10 04:11:16.489276 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c24997-1667-4972-ae13-a162ff6af0af req-dde8a2f2-7c94-4350-b835-acb9b34137f9 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:16.490767 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-70c24997-1667-4972-ae13-a162ff6af0af req-dde8a2f2-7c94-4350-b835-acb9b34137f9 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf2113a7-b8fb-4687-9934-21a42c7b88a3 HTTP/1.1" status: 200 len: 946 time: 0.0482407 Aug 10 04:11:16.529270 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-70c24997-1667-4972-ae13-a162ff6af0af req-fe64c604-92de-4166-b073-368aa729aa3a tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/security-groups?id=217c4b34-d827-4fc4-9322-f8aca93a92e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324790 Aug 10 04:11:16.881622 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eabff1-b79b-46e5-a028-17487ce02018 req-23625257-9374-450b-a34c-4b7552a878ec tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:16.883152 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-25eabff1-b79b-46e5-a028-17487ce02018 req-23625257-9374-450b-a34c-4b7552a878ec tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/networks?id=7a16db35-b2ad-469c-b090-6c0bbbe92aa2 HTTP/1.1" status: 200 len: 815 time: 0.1044164 Aug 10 04:11:16.898495 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-25eabff1-b79b-46e5-a028-17487ce02018 req-0052d4cd-0d50-4a80-bd3f-fa56f149df9f tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/quotas/b4214ced5f344c90aadc67fac0c063c2 HTTP/1.1" status: 200 len: 375 time: 0.0095961 Aug 10 04:11:16.947778 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-25eabff1-b79b-46e5-a028-17487ce02018 req-7d64836d-f01a-43f4-b8c6-1cea9284fcc9 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b4214ced5f344c90aadc67fac0c063c2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0437148 Aug 10 04:11:17.135256 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-25eabff1-b79b-46e5-a028-17487ce02018 req-e3456dcb-34a3-47e8-8298-a8e6f151a7de service neutron] 10.222.0.44 "GET /v2.0/networks/7a16db35-b2ad-469c-b090-6c0bbbe92aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286752 Aug 10 04:11:17.224863 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-25eabff1-b79b-46e5-a028-17487ce02018 req-0999cf49-905e-4be8-bbed-a5c69bc944fc service neutron] 10.222.0.44 "GET /v2.0/networks/7a16db35-b2ad-469c-b090-6c0bbbe92aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835280 Aug 10 04:11:17.387906 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8ab3c2d7-18b0-492a-82ca-fed32cb805d8 req-cd31b5f3-8cc3-431c-acb3-edeae4ad63ff tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/ports?device_id=854b547f-b241-449c-8216-cd6031af17ea HTTP/1.1" status: 200 len: 210 time: 0.0273983 Aug 10 04:11:18.038411 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bea6faf-c507-4583-bbe0-ecd6fa089bdb req-51540770-0246-4293-8dc7-66e84840287b tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:18.039782 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4bea6faf-c507-4583-bbe0-ecd6fa089bdb req-51540770-0246-4293-8dc7-66e84840287b tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf2113a7-b8fb-4687-9934-21a42c7b88a3 HTTP/1.1" status: 200 len: 946 time: 0.0528064 Aug 10 04:11:18.138008 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-4bea6faf-c507-4583-bbe0-ecd6fa089bdb req-e354fecd-1acc-4820-8d19-6c079540f163 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Deleting port e97713a5-1d31-400d-9849-d050a5307507 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:11:18.138384 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-4bea6faf-c507-4583-bbe0-ecd6fa089bdb req-e354fecd-1acc-4820-8d19-6c079540f163 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:18.306373 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-4bea6faf-c507-4583-bbe0-ecd6fa089bdb req-e354fecd-1acc-4820-8d19-6c079540f163 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] For port e97713a5-1d31-400d-9849-d050a5307507, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=e97713a5-1d31-400d-9849-d050a5307507,segment=NetworkSegment(10728371-203a-4c4b-969c-202697ddf818),segment_id=10728371-203a-4c4b-969c-202697ddf818)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:11:18.307425 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-4bea6faf-c507-4583-bbe0-ecd6fa089bdb req-e354fecd-1acc-4820-8d19-6c079540f163 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:18.332394 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eabff1-b79b-46e5-a028-17487ce02018 req-7411d174-8315-4995-abaf-175fa75367ef tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:18.333815 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-25eabff1-b79b-46e5-a028-17487ce02018 req-7411d174-8315-4995-abaf-175fa75367ef tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.42 "GET /v2.0/networks?id=7a16db35-b2ad-469c-b090-6c0bbbe92aa2 HTTP/1.1" status: 200 len: 815 time: 0.1449313 Aug 10 04:11:18.334725 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-4bea6faf-c507-4583-bbe0-ecd6fa089bdb req-e354fecd-1acc-4820-8d19-6c079540f163 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Calling delete_port for e97713a5-1d31-400d-9849-d050a5307507 owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:11:18.347014 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-25eabff1-b79b-46e5-a028-17487ce02018 req-a1e2ffb9-ffba-47c9-95a0-662291d182fd tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Request body: {'port': {'device_id': '854b547f-b241-449c-8216-cd6031af17ea', 'network_id': '7a16db35-b2ad-469c-b090-6c0bbbe92aa2', 'admin_state_up': True, 'tenant_id': 'b4214ced5f344c90aadc67fac0c063c2'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:11:18.510677 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3d5117dd-39dc-4359-8678-28cbf5a7c559 req-33f2e9fc-2934-4fcf-b3af-1ea1b45b888d tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/ports?device_id=854b547f-b241-449c-8216-cd6031af17ea HTTP/1.1" status: 200 len: 210 time: 0.0493462 Aug 10 04:11:18.555904 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25eabff1-b79b-46e5-a028-17487ce02018 req-a1e2ffb9-ffba-47c9-95a0-662291d182fd tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Made reservation on behalf of b4214ced5f344c90aadc67fac0c063c2 for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:11:18.559430 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-25eabff1-b79b-46e5-a028-17487ce02018 req-a1e2ffb9-ffba-47c9-95a0-662291d182fd tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:18.598090 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-4bea6faf-c507-4583-bbe0-ecd6fa089bdb req-e354fecd-1acc-4820-8d19-6c079540f163 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:18.610489 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['e97713a5-1d31-400d-9849-d050a5307507'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:11:18.668776 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e354fecd-1acc-4820-8d19-6c079540f163 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Pushing event deleted for resources: {'Port': ['ID=e97713a5-1d31-400d-9849-d050a5307507,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:11:18.734000 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bea6faf-c507-4583-bbe0-ecd6fa089bdb req-e354fecd-1acc-4820-8d19-6c079540f163 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] No DVR routers for this DVR port e97713a5-1d31-400d-9849-d050a5307507 on host n-h1-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:11:18.737857 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-4bea6faf-c507-4583-bbe0-ecd6fa089bdb req-e354fecd-1acc-4820-8d19-6c079540f163 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:18.740336 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4bea6faf-c507-4583-bbe0-ecd6fa089bdb req-e354fecd-1acc-4820-8d19-6c079540f163 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.42 "DELETE /v2.0/ports/e97713a5-1d31-400d-9849-d050a5307507 HTTP/1.1" status: 204 len: 173 time: 0.6941934 Aug 10 04:11:18.740764 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf2113a7-b8fb-4687-9934-21a42c7b88a3', 'name': 'network-vif-deleted', 'tag': 'e97713a5-1d31-400d-9849-d050a5307507'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:11:18.742996 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7142606bf34c4189ec1af3eb1cc50705e8815838b55f5940d6ad7e637f738b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b457406-07c2-4cdd-9572-b5f5141d58cd" -d '{"events": [{"server_uuid": "bf2113a7-b8fb-4687-9934-21a42c7b88a3", "name": "network-vif-deleted", "tag": "e97713a5-1d31-400d-9849-d050a5307507"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:11:18.769794 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-25eabff1-b79b-46e5-a028-17487ce02018 req-a1e2ffb9-ffba-47c9-95a0-662291d182fd tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Allocated IP 172.20.0.7 (7a16db35-b2ad-469c-b090-6c0bbbe92aa2/96c73415-fe16-4fc3-9f73-490e577a9350/f9b69f1a-d679-481e-a654-cd173db3ed83) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:11:18.796445 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2724c609-2146-49d1-8a7e-27e172b14d44 x-openstack-request-id: req-2724c609-2146-49d1-8a7e-27e172b14d44 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:11:18.796726 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf2113a7-b8fb-4687-9934-21a42c7b88a3", "name": "network-vif-deleted", "tag": "e97713a5-1d31-400d-9849-d050a5307507", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:11:18.796978 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2724c609-2146-49d1-8a7e-27e172b14d44 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:11:18.797365 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf2113a7-b8fb-4687-9934-21a42c7b88a3', 'name': 'network-vif-deleted', 'tag': 'e97713a5-1d31-400d-9849-d050a5307507', 'status': 'completed', 'code': 200} Aug 10 04:11:18.924199 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-25eabff1-b79b-46e5-a028-17487ce02018 req-a1e2ffb9-ffba-47c9-95a0-662291d182fd tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:18.964098 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-25eabff1-b79b-46e5-a028-17487ce02018 req-a1e2ffb9-ffba-47c9-95a0-662291d182fd tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:18.976719 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['e97713a5-1d31-400d-9849-d050a5307507'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:11:19.011834 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25eabff1-b79b-46e5-a028-17487ce02018 req-a1e2ffb9-ffba-47c9-95a0-662291d182fd tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Network 7a16db35-b2ad-469c-b090-6c0bbbe92aa2 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:11:19.015065 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-25eabff1-b79b-46e5-a028-17487ce02018 req-a1e2ffb9-ffba-47c9-95a0-662291d182fd tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:11:19.019780 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-25eabff1-b79b-46e5-a028-17487ce02018 req-a1e2ffb9-ffba-47c9-95a0-662291d182fd tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:11:19.022305 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e2ffb9-ffba-47c9-95a0-662291d182fd tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Pushing event updated for resources: {'Port': ['ID=f9b69f1a-d679-481e-a654-cd173db3ed83,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:11:19.072741 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eabff1-b79b-46e5-a028-17487ce02018 req-a1e2ffb9-ffba-47c9-95a0-662291d182fd tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:19.073344 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-25eabff1-b79b-46e5-a028-17487ce02018 req-a1e2ffb9-ffba-47c9-95a0-662291d182fd tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:19.087463 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-25eabff1-b79b-46e5-a028-17487ce02018 req-a1e2ffb9-ffba-47c9-95a0-662291d182fd tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7441077 Aug 10 04:11:19.100017 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-25eabff1-b79b-46e5-a028-17487ce02018 req-4d65943d-fd61-4fd4-a5e7-6628d35b54a1 service neutron] Request body: {'port': {'device_id': '854b547f-b241-449c-8216-cd6031af17ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:11:19.152533 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-25eabff1-b79b-46e5-a028-17487ce02018 req-4d65943d-fd61-4fd4-a5e7-6628d35b54a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:19.407340 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-25eabff1-b79b-46e5-a028-17487ce02018 req-4d65943d-fd61-4fd4-a5e7-6628d35b54a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9b69f1a-d679-481e-a654-cd173db3ed83 {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:11:19.415035 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-25eabff1-b79b-46e5-a028-17487ce02018 req-4d65943d-fd61-4fd4-a5e7-6628d35b54a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:19.426280 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-25eabff1-b79b-46e5-a028-17487ce02018 req-4d65943d-fd61-4fd4-a5e7-6628d35b54a1 service neutron] Transition to ACTIVE for port object f9b69f1a-d679-481e-a654-cd173db3ed83 will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:11:19.429823 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-25eabff1-b79b-46e5-a028-17487ce02018 req-4d65943d-fd61-4fd4-a5e7-6628d35b54a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:19.479900 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d65943d-fd61-4fd4-a5e7-6628d35b54a1 service neutron] Pushing event updated for resources: {'Port': ['ID=f9b69f1a-d679-481e-a654-cd173db3ed83,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:11:19.542908 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-25eabff1-b79b-46e5-a028-17487ce02018 req-4d65943d-fd61-4fd4-a5e7-6628d35b54a1 service neutron] Attempting to bind port f9b69f1a-d679-481e-a654-cd173db3ed83 on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:11:19.543249 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-25eabff1-b79b-46e5-a028-17487ce02018 req-4d65943d-fd61-4fd4-a5e7-6628d35b54a1 service neutron] Attempting to bind port f9b69f1a-d679-481e-a654-cd173db3ed83 by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '10728371-203a-4c4b-969c-202697ddf818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '7a16db35-b2ad-469c-b090-6c0bbbe92aa2'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:11:19.543573 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25eabff1-b79b-46e5-a028-17487ce02018 req-4d65943d-fd61-4fd4-a5e7-6628d35b54a1 service neutron] Attempting to bind port f9b69f1a-d679-481e-a654-cd173db3ed83 on network 7a16db35-b2ad-469c-b090-6c0bbbe92aa2 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:11:19.547863 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25eabff1-b79b-46e5-a028-17487ce02018 req-4d65943d-fd61-4fd4-a5e7-6628d35b54a1 service neutron] Port f9b69f1a-d679-481e-a654-cd173db3ed83 on network 7a16db35-b2ad-469c-b090-6c0bbbe92aa2 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:11:19.548182 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25eabff1-b79b-46e5-a028-17487ce02018 req-4d65943d-fd61-4fd4-a5e7-6628d35b54a1 service neutron] Attempting to bind port f9b69f1a-d679-481e-a654-cd173db3ed83 on network 7a16db35-b2ad-469c-b090-6c0bbbe92aa2 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:11:19.553211 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25eabff1-b79b-46e5-a028-17487ce02018 req-4d65943d-fd61-4fd4-a5e7-6628d35b54a1 service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:11:19.553547 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25eabff1-b79b-46e5-a028-17487ce02018 req-4d65943d-fd61-4fd4-a5e7-6628d35b54a1 service neutron] Checking segment: {'id': '10728371-203a-4c4b-969c-202697ddf818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '7a16db35-b2ad-469c-b090-6c0bbbe92aa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:11:19.553925 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25eabff1-b79b-46e5-a028-17487ce02018 req-4d65943d-fd61-4fd4-a5e7-6628d35b54a1 service neutron] Bound using segment: {'id': '10728371-203a-4c4b-969c-202697ddf818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '7a16db35-b2ad-469c-b090-6c0bbbe92aa2'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:11:19.554387 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-25eabff1-b79b-46e5-a028-17487ce02018 req-4d65943d-fd61-4fd4-a5e7-6628d35b54a1 service neutron] Bound port: f9b69f1a-d679-481e-a654-cd173db3ed83, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10728371-203a-4c4b-969c-202697ddf818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '7a16db35-b2ad-469c-b090-6c0bbbe92aa2'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:11:19.554746 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-25eabff1-b79b-46e5-a028-17487ce02018 req-4d65943d-fd61-4fd4-a5e7-6628d35b54a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:19.961736 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-25eabff1-b79b-46e5-a028-17487ce02018 req-4d65943d-fd61-4fd4-a5e7-6628d35b54a1 service neutron] For port f9b69f1a-d679-481e-a654-cd173db3ed83, host n-h1-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:11:19.965469 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-25eabff1-b79b-46e5-a028-17487ce02018 req-4d65943d-fd61-4fd4-a5e7-6628d35b54a1 service neutron] For port f9b69f1a-d679-481e-a654-cd173db3ed83, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=f9b69f1a-d679-481e-a654-cd173db3ed83,segment=NetworkSegment(10728371-203a-4c4b-969c-202697ddf818),segment_id=10728371-203a-4c4b-969c-202697ddf818)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:11:19.977641 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59776b1-8303-4a04-9ba1-4320e94c3a0a req-0a6f87d4-363d-40fd-9c52-0dab1c6846f3 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:19.979184 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c59776b1-8303-4a04-9ba1-4320e94c3a0a req-0a6f87d4-363d-40fd-9c52-0dab1c6846f3 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/ports?device_id=854b547f-b241-449c-8216-cd6031af17ea HTTP/1.1" status: 200 len: 943 time: 0.3926547 Aug 10 04:11:19.980341 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-25eabff1-b79b-46e5-a028-17487ce02018 req-4d65943d-fd61-4fd4-a5e7-6628d35b54a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:20.037259 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eabff1-b79b-46e5-a028-17487ce02018 req-4d65943d-fd61-4fd4-a5e7-6628d35b54a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:20.037879 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-25eabff1-b79b-46e5-a028-17487ce02018 req-4d65943d-fd61-4fd4-a5e7-6628d35b54a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:20.039291 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-25eabff1-b79b-46e5-a028-17487ce02018 req-4d65943d-fd61-4fd4-a5e7-6628d35b54a1 service neutron] 10.222.0.42 "PUT /v2.0/ports/f9b69f1a-d679-481e-a654-cd173db3ed83 HTTP/1.1" status: 200 len: 1092 time: 0.9438870 Aug 10 04:11:20.052747 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d65943d-fd61-4fd4-a5e7-6628d35b54a1 service neutron] Pushing event updated for resources: {'Port': ['ID=f9b69f1a-d679-481e-a654-cd173db3ed83,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:11:20.068427 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c59776b1-8303-4a04-9ba1-4320e94c3a0a req-efdbf027-5496-4830-8a49-7602284808b6 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/security-groups?id=217c4b34-d827-4fc4-9322-f8aca93a92e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828519 Aug 10 04:11:20.116889 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eabff1-b79b-46e5-a028-17487ce02018 req-075f0ce6-f09e-4426-b4e3-6764cbf6cd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:20.118436 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-25eabff1-b79b-46e5-a028-17487ce02018 req-075f0ce6-f09e-4426-b4e3-6764cbf6cd42 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b4214ced5f344c90aadc67fac0c063c2&device_id=854b547f-b241-449c-8216-cd6031af17ea HTTP/1.1" status: 200 len: 1095 time: 0.0436862 Aug 10 04:11:20.161156 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-25eabff1-b79b-46e5-a028-17487ce02018 req-ac0c2cf8-9886-4617-a556-bc8412483f89 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f9b69f1a-d679-481e-a654-cd173db3ed83 HTTP/1.1" status: 200 len: 217 time: 0.0346673 Aug 10 04:11:20.210563 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eabff1-b79b-46e5-a028-17487ce02018 req-2dd4159d-4cbb-49fa-99b8-a308fa9f1b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:20.212068 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-25eabff1-b79b-46e5-a028-17487ce02018 req-2dd4159d-4cbb-49fa-99b8-a308fa9f1b5d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=96c73415-fe16-4fc3-9f73-490e577a9350 HTTP/1.1" status: 200 len: 855 time: 0.0437355 Aug 10 04:11:20.242655 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-25eabff1-b79b-46e5-a028-17487ce02018 req-0f1acc83-5b5a-4720-b7fb-d8cda285b7dd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7a16db35-b2ad-469c-b090-6c0bbbe92aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238833 Aug 10 04:11:20.333542 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-25eabff1-b79b-46e5-a028-17487ce02018 req-4441b5e8-da00-4bbc-89b3-fe202e500b5f service neutron] 10.222.0.42 "GET /v2.0/networks/7a16db35-b2ad-469c-b090-6c0bbbe92aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840864 Aug 10 04:11:20.421693 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-25eabff1-b79b-46e5-a028-17487ce02018 req-6ac23ee6-98ab-4094-a921-020f6eea6558 service neutron] 10.222.0.42 "GET /v2.0/networks/7a16db35-b2ad-469c-b090-6c0bbbe92aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815611 Aug 10 04:11:20.477779 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:11:20.799099 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '854b547f-b241-449c-8216-cd6031af17ea', 'tag': 'f9b69f1a-d679-481e-a654-cd173db3ed83'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:11:20.801409 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7142606bf34c4189ec1af3eb1cc50705e8815838b55f5940d6ad7e637f738b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d574f57e-a020-42d4-89d9-c9663861be35" -d '{"events": [{"name": "network-changed", "server_uuid": "854b547f-b241-449c-8216-cd6031af17ea", "tag": "f9b69f1a-d679-481e-a654-cd173db3ed83"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:11:20.836504 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5add2cbc-0745-4c98-b789-afa78a52b99a x-openstack-request-id: req-5add2cbc-0745-4c98-b789-afa78a52b99a {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:11:20.836797 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "854b547f-b241-449c-8216-cd6031af17ea", "tag": "f9b69f1a-d679-481e-a654-cd173db3ed83", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:11:20.838124 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5add2cbc-0745-4c98-b789-afa78a52b99a {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:11:20.838564 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '854b547f-b241-449c-8216-cd6031af17ea', 'tag': 'f9b69f1a-d679-481e-a654-cd173db3ed83', 'status': 'completed', 'code': 200} Aug 10 04:11:20.902562 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d574f57e-a020-42d4-89d9-c9663861be35 req-a263d8f0-a622-460a-9ecf-5f4f6505a49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:20.904081 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d574f57e-a020-42d4-89d9-c9663861be35 req-a263d8f0-a622-460a-9ecf-5f4f6505a49d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b4214ced5f344c90aadc67fac0c063c2&device_id=854b547f-b241-449c-8216-cd6031af17ea HTTP/1.1" status: 200 len: 1095 time: 0.0453835 Aug 10 04:11:20.996796 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d574f57e-a020-42d4-89d9-c9663861be35 req-c23aa8dc-1b06-4017-bab2-9248c559d0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:20.998293 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d574f57e-a020-42d4-89d9-c9663861be35 req-c23aa8dc-1b06-4017-bab2-9248c559d0ae service neutron] 10.222.0.42 "GET /v2.0/networks?id=7a16db35-b2ad-469c-b090-6c0bbbe92aa2 HTTP/1.1" status: 200 len: 915 time: 0.0821142 Aug 10 04:11:21.045248 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d574f57e-a020-42d4-89d9-c9663861be35 req-62d005f2-8719-413f-8b95-270ac584bd01 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f9b69f1a-d679-481e-a654-cd173db3ed83 HTTP/1.1" status: 200 len: 217 time: 0.0379965 Aug 10 04:11:21.093856 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d574f57e-a020-42d4-89d9-c9663861be35 req-ae410d60-05a5-45b6-8e17-2ffc3db5fabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:21.095266 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d574f57e-a020-42d4-89d9-c9663861be35 req-ae410d60-05a5-45b6-8e17-2ffc3db5fabf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=96c73415-fe16-4fc3-9f73-490e577a9350 HTTP/1.1" status: 200 len: 855 time: 0.0426710 Aug 10 04:11:21.126812 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d574f57e-a020-42d4-89d9-c9663861be35 req-a25b9fa7-db63-4903-bd04-fdccc1769aba service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7a16db35-b2ad-469c-b090-6c0bbbe92aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239539 Aug 10 04:11:21.239682 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2127a17-42ea-429b-aa00-cfb46d033dc8 req-3d23d120-ad13-4f84-972a-9f7b48347952 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:21.241295 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c2127a17-42ea-429b-aa00-cfb46d033dc8 req-3d23d120-ad13-4f84-972a-9f7b48347952 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/ports?device_id=854b547f-b241-449c-8216-cd6031af17ea HTTP/1.1" status: 200 len: 943 time: 0.1063085 Aug 10 04:11:21.272977 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d574f57e-a020-42d4-89d9-c9663861be35 req-e5a412d6-b2b2-4102-aed5-5d5e60ed8c39 service neutron] 10.222.0.42 "GET /v2.0/networks/7a16db35-b2ad-469c-b090-6c0bbbe92aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368489 Aug 10 04:11:21.308671 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c2127a17-42ea-429b-aa00-cfb46d033dc8 req-620d47e1-d835-4a1e-893c-6d644e5f38ac tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/security-groups?id=217c4b34-d827-4fc4-9322-f8aca93a92e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586076 Aug 10 04:11:21.379016 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d574f57e-a020-42d4-89d9-c9663861be35 req-993f2a5c-f7e8-4d7c-955e-01fe9a341b87 service neutron] 10.222.0.42 "GET /v2.0/networks/7a16db35-b2ad-469c-b090-6c0bbbe92aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933504 Aug 10 04:11:21.443478 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-5c270c08-aa0e-4730-8b61-4a8b1ee03f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:22.135866 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device f9b69f1a-d679-481e-a654-cd173db3ed83 details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:11:22.137920 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device e97713a5-1d31-400d-9849-d050a5307507 no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:11:22.167673 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] No Port match for: e97713a5-1d31-400d-9849-d050a5307507 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:11:22.168013 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device e97713a5-1d31-400d-9849-d050a5307507 not bound to the agent host n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:11:22.253060 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port f9b69f1a-d679-481e-a654-cd173db3ed83, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=f9b69f1a-d679-481e-a654-cd173db3ed83,segment=NetworkSegment(10728371-203a-4c4b-969c-202697ddf818),segment_id=10728371-203a-4c4b-969c-202697ddf818)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:11:22.263312 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': 'f9b69f1a-d679-481e-a654-cd173db3ed83', 'network_id': '7a16db35-b2ad-469c-b090-6c0bbbe92aa2', 'port_id': 'f9b69f1a-d679-481e-a654-cd173db3ed83', 'mac_address': 'fa:16:3e:38:fc:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96c73415-fe16-4fc3-9f73-490e577a9350', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:11:22.300190 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:22.312279 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9b69f1a-d679-481e-a654-cd173db3ed83 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:11:22.331401 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port f9b69f1a-d679-481e-a654-cd173db3ed83, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=f9b69f1a-d679-481e-a654-cd173db3ed83,segment=NetworkSegment(10728371-203a-4c4b-969c-202697ddf818),segment_id=10728371-203a-4c4b-969c-202697ddf818)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:11:22.335831 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:22.386822 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=f9b69f1a-d679-481e-a654-cd173db3ed83,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:11:22.432207 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad9535b-684d-4fae-a2e0-4b5e2a41ee6a req-c7813507-55ad-426e-9a79-10ae71ccb2ec tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:22.433681 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5ad9535b-684d-4fae-a2e0-4b5e2a41ee6a req-c7813507-55ad-426e-9a79-10ae71ccb2ec tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/ports?device_id=854b547f-b241-449c-8216-cd6031af17ea HTTP/1.1" status: 200 len: 944 time: 0.0534878 Aug 10 04:11:22.473128 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5ad9535b-684d-4fae-a2e0-4b5e2a41ee6a req-3762d8bb-2f89-452d-af27-45473cf2ff37 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/security-groups?id=217c4b34-d827-4fc4-9322-f8aca93a92e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328262 Aug 10 04:11:22.523971 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['f9b69f1a-d679-481e-a654-cd173db3ed83'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:11:23.587615 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569f8e1f-a77b-48cc-843c-6f0557e9e229 req-21cdf806-017e-4af9-a80e-f5b50857a3f3 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:23.589097 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-569f8e1f-a77b-48cc-843c-6f0557e9e229 req-21cdf806-017e-4af9-a80e-f5b50857a3f3 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/ports?device_id=854b547f-b241-449c-8216-cd6031af17ea HTTP/1.1" status: 200 len: 944 time: 0.0482275 Aug 10 04:11:23.626522 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-569f8e1f-a77b-48cc-843c-6f0557e9e229 req-67662608-668f-4736-87e7-93849ac2cb8e tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/security-groups?id=217c4b34-d827-4fc4-9322-f8aca93a92e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304863 Aug 10 04:11:23.701522 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3fb9ce97-b0a2-4c9a-892f-610ee3a27fd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:24.148624 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device f9b69f1a-d679-481e-a654-cd173db3ed83 up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:11:24.214351 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning for port f9b69f1a-d679-481e-a654-cd173db3ed83 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:11:24.217836 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port f9b69f1a-d679-481e-a654-cd173db3ed83 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:11:24.218205 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:24.290451 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:24.319251 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '854b547f-b241-449c-8216-cd6031af17ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9b69f1a-d679-481e-a654-cd173db3ed83'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:11:24.321433 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}583660bde03669f2dd7fb79ddb869ac83356356549bc1793f8d2e37d6d7017ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-608da269-e549-4079-ae21-cd48b994d78e" -d '{"events": [{"server_uuid": "854b547f-b241-449c-8216-cd6031af17ea", "name": "network-vif-plugged", "status": "completed", "tag": "f9b69f1a-d679-481e-a654-cd173db3ed83"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:11:24.337230 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port f9b69f1a-d679-481e-a654-cd173db3ed83, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=f9b69f1a-d679-481e-a654-cd173db3ed83,segment=NetworkSegment(10728371-203a-4c4b-969c-202697ddf818),segment_id=10728371-203a-4c4b-969c-202697ddf818)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:11:24.338840 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:24.341457 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:24.384736 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d530afe3-674e-4fa3-bce0-88f07e23342a x-openstack-request-id: req-d530afe3-674e-4fa3-bce0-88f07e23342a {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:11:24.385019 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "854b547f-b241-449c-8216-cd6031af17ea", "name": "network-vif-plugged", "status": "completed", "tag": "f9b69f1a-d679-481e-a654-cd173db3ed83", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:11:24.385265 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d530afe3-674e-4fa3-bce0-88f07e23342a {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:11:24.385656 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '854b547f-b241-449c-8216-cd6031af17ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9b69f1a-d679-481e-a654-cd173db3ed83', 'code': 200} Aug 10 04:11:24.395949 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=f9b69f1a-d679-481e-a654-cd173db3ed83,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:11:24.477063 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcb6486-0bd0-488e-a5d5-1bb3e3450721 req-1bf45982-5484-4821-adb4-0493143420e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:24.478595 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-efcb6486-0bd0-488e-a5d5-1bb3e3450721 req-1bf45982-5484-4821-adb4-0493143420e2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=854b547f-b241-449c-8216-cd6031af17ea HTTP/1.1" status: 200 len: 1097 time: 0.0395000 Aug 10 04:11:24.518755 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-efcb6486-0bd0-488e-a5d5-1bb3e3450721 req-eb1a7f9a-1d84-4d67-9690-62eb54426d8f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=217c4b34-d827-4fc4-9322-f8aca93a92e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334079 Aug 10 04:11:24.751692 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc74c6f-da6a-416c-8f45-cabecfa9f367 req-b4a54dfd-2920-4cfd-b823-9e0efe5400ca tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:24.753174 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cdc74c6f-da6a-416c-8f45-cabecfa9f367 req-b4a54dfd-2920-4cfd-b823-9e0efe5400ca tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/ports?device_id=854b547f-b241-449c-8216-cd6031af17ea HTTP/1.1" status: 200 len: 945 time: 0.0485520 Aug 10 04:11:24.791230 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cdc74c6f-da6a-416c-8f45-cabecfa9f367 req-7a82580f-8b48-4e29-96bd-fbec29ccb830 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/security-groups?id=217c4b34-d827-4fc4-9322-f8aca93a92e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315037 Aug 10 04:11:25.534470 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:25.913846 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbf9fee-4dcb-4aea-a756-f19c4cbdca87 req-d60a2f17-1ccc-4a25-8ce6-b8e188d9c825 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:25.915395 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7bbf9fee-4dcb-4aea-a756-f19c4cbdca87 req-d60a2f17-1ccc-4a25-8ce6-b8e188d9c825 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/ports?device_id=854b547f-b241-449c-8216-cd6031af17ea HTTP/1.1" status: 200 len: 945 time: 0.0514863 Aug 10 04:11:25.955781 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7bbf9fee-4dcb-4aea-a756-f19c4cbdca87 req-9d137abf-0dd3-46ec-9258-78b513f5ac27 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/security-groups?id=217c4b34-d827-4fc4-9322-f8aca93a92e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337901 Aug 10 04:11:26.068606 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e01d278-ece9-4cc6-b4ed-e3908d42c2c5 req-86c11c8a-e5c3-45c8-a7a8-d1f5a4bb0352 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:26.070170 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3e01d278-ece9-4cc6-b4ed-e3908d42c2c5 req-86c11c8a-e5c3-45c8-a7a8-d1f5a4bb0352 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/ports?device_id=854b547f-b241-449c-8216-cd6031af17ea HTTP/1.1" status: 200 len: 945 time: 0.0482512 Aug 10 04:11:26.110277 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3e01d278-ece9-4cc6-b4ed-e3908d42c2c5 req-a7567c78-c257-4cee-ad2c-0a5a05ba5a6c tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/security-groups?id=217c4b34-d827-4fc4-9322-f8aca93a92e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340300 Aug 10 04:11:26.352299 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c4cd52-c6e4-4c01-9119-b1f13bb6d1ae req-49b89a91-950a-40e4-9006-7dea3892f70a tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:26.353845 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-53c4cd52-c6e4-4c01-9119-b1f13bb6d1ae req-49b89a91-950a-40e4-9006-7dea3892f70a tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/ports?device_id=854b547f-b241-449c-8216-cd6031af17ea HTTP/1.1" status: 200 len: 945 time: 0.0505929 Aug 10 04:11:26.399257 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-53c4cd52-c6e4-4c01-9119-b1f13bb6d1ae req-a07cadd9-506b-4dd3-a4c4-39a5aaae07b8 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/security-groups?id=217c4b34-d827-4fc4-9322-f8aca93a92e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394614 Aug 10 04:11:26.420346 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-4a422eb6-6421-4650-bf8b-239f21cffff2 req-beb3babc-f61a-4e40-9540-a6140b1c7159 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=854b547f-b241-449c-8216-cd6031af17ea&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0899985 Aug 10 04:11:26.426244 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:26.972739 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:27.514879 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a422eb6-6421-4650-bf8b-239f21cffff2 req-74fd21c1-9d42-4c3f-80a1-025b2ba51bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:27.516782 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4a422eb6-6421-4650-bf8b-239f21cffff2 req-74fd21c1-9d42-4c3f-80a1-025b2ba51bc9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b4214ced5f344c90aadc67fac0c063c2&device_id=854b547f-b241-449c-8216-cd6031af17ea HTTP/1.1" status: 200 len: 1097 time: 0.0707645 Aug 10 04:11:27.531640 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c73809e-1aa5-48ca-aea4-1bad90794a65 req-6a99eba3-f4b5-40af-b657-6730197d450b tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:27.533035 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5c73809e-1aa5-48ca-aea4-1bad90794a65 req-6a99eba3-f4b5-40af-b657-6730197d450b tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/ports?device_id=854b547f-b241-449c-8216-cd6031af17ea HTTP/1.1" status: 200 len: 945 time: 0.0614522 Aug 10 04:11:27.619554 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5c73809e-1aa5-48ca-aea4-1bad90794a65 req-ba6997f4-15bf-4556-a001-031fd638c4fb tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/security-groups?id=217c4b34-d827-4fc4-9322-f8aca93a92e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787976 Aug 10 04:11:27.645770 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a422eb6-6421-4650-bf8b-239f21cffff2 req-678612db-bee4-4c71-9c99-e038dcb6490f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:27.647289 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4a422eb6-6421-4650-bf8b-239f21cffff2 req-678612db-bee4-4c71-9c99-e038dcb6490f service neutron] 10.222.0.42 "GET /v2.0/networks?id=7a16db35-b2ad-469c-b090-6c0bbbe92aa2 HTTP/1.1" status: 200 len: 915 time: 0.1233058 Aug 10 04:11:27.692112 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4a422eb6-6421-4650-bf8b-239f21cffff2 req-6b915372-ad99-4a93-8a47-926840ec50db service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f9b69f1a-d679-481e-a654-cd173db3ed83 HTTP/1.1" status: 200 len: 217 time: 0.0379155 Aug 10 04:11:27.740017 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a422eb6-6421-4650-bf8b-239f21cffff2 req-8d6e67af-2f09-4bdf-936a-bd58390e9bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:27.741455 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4a422eb6-6421-4650-bf8b-239f21cffff2 req-8d6e67af-2f09-4bdf-936a-bd58390e9bd3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=96c73415-fe16-4fc3-9f73-490e577a9350 HTTP/1.1" status: 200 len: 855 time: 0.0431981 Aug 10 04:11:27.773526 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4a422eb6-6421-4650-bf8b-239f21cffff2 req-c9dab263-9301-4954-b7f6-3a9eddd88351 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7a16db35-b2ad-469c-b090-6c0bbbe92aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254316 Aug 10 04:11:27.861052 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4a422eb6-6421-4650-bf8b-239f21cffff2 req-d2708556-6e17-42e8-a659-078518a64059 service neutron] 10.222.0.42 "GET /v2.0/networks/7a16db35-b2ad-469c-b090-6c0bbbe92aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808952 Aug 10 04:11:27.954137 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4a422eb6-6421-4650-bf8b-239f21cffff2 req-c4f774c3-1336-40a4-9bff-5a80072feb1d service neutron] 10.222.0.42 "GET /v2.0/networks/7a16db35-b2ad-469c-b090-6c0bbbe92aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848002 Aug 10 04:11:28.734466 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8b7400-2963-47ba-9afa-9a3a70c1837b req-13644f09-8cfd-44f4-8bbf-90dab228322c tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:28.735962 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ec8b7400-2963-47ba-9afa-9a3a70c1837b req-13644f09-8cfd-44f4-8bbf-90dab228322c tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/ports?device_id=854b547f-b241-449c-8216-cd6031af17ea HTTP/1.1" status: 200 len: 945 time: 0.0492792 Aug 10 04:11:28.774118 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ec8b7400-2963-47ba-9afa-9a3a70c1837b req-2c4ae634-34ab-4de2-ba79-f979e4bc325b tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/security-groups?id=217c4b34-d827-4fc4-9322-f8aca93a92e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316141 Aug 10 04:11:29.893749 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff62bd2-383d-433e-9a57-cef70f263fe7 req-60921f2c-790d-4884-8c9a-59c5fd76392b tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:29.895818 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cff62bd2-383d-433e-9a57-cef70f263fe7 req-60921f2c-790d-4884-8c9a-59c5fd76392b tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/ports?device_id=854b547f-b241-449c-8216-cd6031af17ea HTTP/1.1" status: 200 len: 945 time: 0.0549505 Aug 10 04:11:29.937330 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cff62bd2-383d-433e-9a57-cef70f263fe7 req-cdfbf3c5-f4ef-4566-aef5-f54df1fd7ce3 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/security-groups?id=217c4b34-d827-4fc4-9322-f8aca93a92e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351558 Aug 10 04:11:31.059366 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3890c1-99ac-4658-8369-837daee8b2d6 req-3f8f17f4-68dc-490a-b646-f1b6ce7ffe1e tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:31.060966 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7c3890c1-99ac-4658-8369-837daee8b2d6 req-3f8f17f4-68dc-490a-b646-f1b6ce7ffe1e tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/ports?device_id=854b547f-b241-449c-8216-cd6031af17ea HTTP/1.1" status: 200 len: 945 time: 0.0521023 Aug 10 04:11:31.105070 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7c3890c1-99ac-4658-8369-837daee8b2d6 req-204dec4b-12c6-4e85-8a58-a03a24a7f5f6 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/security-groups?id=217c4b34-d827-4fc4-9322-f8aca93a92e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347264 Aug 10 04:11:32.221104 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bfcc03-a6d6-4fa0-ad2a-78ba14ba68c6 req-23989427-ae34-42f4-86e7-7a53611e7603 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:32.222667 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-91bfcc03-a6d6-4fa0-ad2a-78ba14ba68c6 req-23989427-ae34-42f4-86e7-7a53611e7603 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/ports?device_id=854b547f-b241-449c-8216-cd6031af17ea HTTP/1.1" status: 200 len: 945 time: 0.0502200 Aug 10 04:11:32.269257 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-91bfcc03-a6d6-4fa0-ad2a-78ba14ba68c6 req-de5b88e0-e40b-4142-91ff-1d8b921b22c7 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/security-groups?id=217c4b34-d827-4fc4-9322-f8aca93a92e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401189 Aug 10 04:11:33.393276 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea36f120-2b17-4c72-926e-abd078931d78 req-18b814fb-79f9-4704-ae26-a0edce77899b tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:33.394809 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ea36f120-2b17-4c72-926e-abd078931d78 req-18b814fb-79f9-4704-ae26-a0edce77899b tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/ports?device_id=854b547f-b241-449c-8216-cd6031af17ea HTTP/1.1" status: 200 len: 945 time: 0.0551577 Aug 10 04:11:33.433618 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ea36f120-2b17-4c72-926e-abd078931d78 req-531bb232-9e58-4b2c-a8ca-88141d80cc38 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/security-groups?id=217c4b34-d827-4fc4-9322-f8aca93a92e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327234 Aug 10 04:11:33.692217 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:34.553224 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727fcca5-c1b6-4886-9a58-0132040f99c2 req-a9e06958-d4b1-42cf-9a08-53448bd36789 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:34.554856 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-727fcca5-c1b6-4886-9a58-0132040f99c2 req-a9e06958-d4b1-42cf-9a08-53448bd36789 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/ports?device_id=854b547f-b241-449c-8216-cd6031af17ea HTTP/1.1" status: 200 len: 945 time: 0.0516200 Aug 10 04:11:34.595658 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-727fcca5-c1b6-4886-9a58-0132040f99c2 req-d0ecfb4a-2997-44e8-a7c6-f11c7a475c69 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/security-groups?id=217c4b34-d827-4fc4-9322-f8aca93a92e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347495 Aug 10 04:11:34.960265 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f6c47-abf7-4131-aa58-1f9c762aa14d req-90a6aacd-f4d5-4d8f-ab89-8d8440f06fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:34.961792 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ad8f6c47-abf7-4131-aa58-1f9c762aa14d req-90a6aacd-f4d5-4d8f-ab89-8d8440f06fbb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b4214ced5f344c90aadc67fac0c063c2&device_id=854b547f-b241-449c-8216-cd6031af17ea HTTP/1.1" status: 200 len: 1097 time: 0.0418086 Aug 10 04:11:35.070207 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f6c47-abf7-4131-aa58-1f9c762aa14d req-39e22493-372c-4c8d-8e31-dc9bb83834f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:35.071811 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ad8f6c47-abf7-4131-aa58-1f9c762aa14d req-39e22493-372c-4c8d-8e31-dc9bb83834f5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7a16db35-b2ad-469c-b090-6c0bbbe92aa2 HTTP/1.1" status: 200 len: 915 time: 0.0896814 Aug 10 04:11:35.114825 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ad8f6c47-abf7-4131-aa58-1f9c762aa14d req-aba62419-4ed6-46e7-92b1-32b36d62149f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f9b69f1a-d679-481e-a654-cd173db3ed83 HTTP/1.1" status: 200 len: 217 time: 0.0364387 Aug 10 04:11:35.166044 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f6c47-abf7-4131-aa58-1f9c762aa14d req-4a7150d3-076c-4277-99dc-cd665206c883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:35.167700 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ad8f6c47-abf7-4131-aa58-1f9c762aa14d req-4a7150d3-076c-4277-99dc-cd665206c883 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=96c73415-fe16-4fc3-9f73-490e577a9350 HTTP/1.1" status: 200 len: 855 time: 0.0465324 Aug 10 04:11:35.204368 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ad8f6c47-abf7-4131-aa58-1f9c762aa14d req-e4c64bde-05d9-40a3-9b9d-c1a738b23d79 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7a16db35-b2ad-469c-b090-6c0bbbe92aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299623 Aug 10 04:11:35.313450 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ad8f6c47-abf7-4131-aa58-1f9c762aa14d req-c1e4fb5d-30ea-4f51-9e3f-23821d2b1f21 service neutron] 10.222.0.42 "GET /v2.0/networks/7a16db35-b2ad-469c-b090-6c0bbbe92aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014214 Aug 10 04:11:35.420339 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ad8f6c47-abf7-4131-aa58-1f9c762aa14d req-56973200-ed01-4f1e-a574-6b02b6e5301e service neutron] 10.222.0.42 "GET /v2.0/networks/7a16db35-b2ad-469c-b090-6c0bbbe92aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001844 Aug 10 04:11:35.732994 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c820e-a868-4aca-9856-7fbf8318e804 req-453675e6-4b51-45f1-a4b3-1624286977db tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:35.734671 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-219c820e-a868-4aca-9856-7fbf8318e804 req-453675e6-4b51-45f1-a4b3-1624286977db tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/ports?device_id=854b547f-b241-449c-8216-cd6031af17ea HTTP/1.1" status: 200 len: 945 time: 0.0665278 Aug 10 04:11:35.779216 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-219c820e-a868-4aca-9856-7fbf8318e804 req-04cd74c0-5cb9-4a17-8e86-3d9e093c3a08 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/security-groups?id=217c4b34-d827-4fc4-9322-f8aca93a92e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369139 Aug 10 04:11:36.899337 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49083c6f-54f8-4c33-b255-821c5d338462 req-971669fe-a2c2-413f-9fee-f7e459c832e6 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:36.900867 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-49083c6f-54f8-4c33-b255-821c5d338462 req-971669fe-a2c2-413f-9fee-f7e459c832e6 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/ports?device_id=854b547f-b241-449c-8216-cd6031af17ea HTTP/1.1" status: 200 len: 945 time: 0.0522037 Aug 10 04:11:36.938272 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-49083c6f-54f8-4c33-b255-821c5d338462 req-df0479f2-6116-4f0b-bf1c-5725d0b5488f tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/security-groups?id=217c4b34-d827-4fc4-9322-f8aca93a92e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311940 Aug 10 04:11:38.058561 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047236c5-c0f2-4c1e-af14-965576421a10 req-3a6a6c12-ab03-404e-8fbf-0e6eded63522 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:38.060070 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-047236c5-c0f2-4c1e-af14-965576421a10 req-3a6a6c12-ab03-404e-8fbf-0e6eded63522 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/ports?device_id=854b547f-b241-449c-8216-cd6031af17ea HTTP/1.1" status: 200 len: 945 time: 0.0512493 Aug 10 04:11:38.108572 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-047236c5-c0f2-4c1e-af14-965576421a10 req-2fa72fac-e985-48c9-aba2-72a5eff8d4b0 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/security-groups?id=217c4b34-d827-4fc4-9322-f8aca93a92e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412478 Aug 10 04:11:39.229733 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c083945d-10b7-424e-8c0e-f0fdad56d6db req-35fb3075-a67c-4ccd-854e-e300cb3277c1 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:39.231283 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c083945d-10b7-424e-8c0e-f0fdad56d6db req-35fb3075-a67c-4ccd-854e-e300cb3277c1 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/ports?device_id=854b547f-b241-449c-8216-cd6031af17ea HTTP/1.1" status: 200 len: 945 time: 0.0529416 Aug 10 04:11:39.271022 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c083945d-10b7-424e-8c0e-f0fdad56d6db req-e468ef26-0042-4606-9854-5b2a5a0e0666 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/security-groups?id=217c4b34-d827-4fc4-9322-f8aca93a92e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335400 Aug 10 04:11:40.393476 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0cb11-73c1-45d5-be89-a4a59603f550 req-8b07cf2e-ecfd-4293-9d57-3ccd1fc4ef86 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:40.395208 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0ef0cb11-73c1-45d5-be89-a4a59603f550 req-8b07cf2e-ecfd-4293-9d57-3ccd1fc4ef86 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/ports?device_id=854b547f-b241-449c-8216-cd6031af17ea HTTP/1.1" status: 200 len: 945 time: 0.0550025 Aug 10 04:11:40.451044 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0ef0cb11-73c1-45d5-be89-a4a59603f550 req-dabb3840-c114-4835-8184-79961d1d7f11 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/security-groups?id=217c4b34-d827-4fc4-9322-f8aca93a92e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455015 Aug 10 04:11:41.593389 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eced9d9-f60f-4572-8c4f-7b1f4e7d3d7e req-2ceff746-f861-4c0e-bc26-3780672d390e tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:41.595120 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4eced9d9-f60f-4572-8c4f-7b1f4e7d3d7e req-2ceff746-f861-4c0e-bc26-3780672d390e tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/ports?device_id=854b547f-b241-449c-8216-cd6031af17ea HTTP/1.1" status: 200 len: 945 time: 0.0511789 Aug 10 04:11:41.639357 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4eced9d9-f60f-4572-8c4f-7b1f4e7d3d7e req-db143ba5-a48b-4489-a9ee-eb084f59686e tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/security-groups?id=217c4b34-d827-4fc4-9322-f8aca93a92e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382123 Aug 10 04:11:42.764865 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743ce611-cb8f-4eb3-a200-26a9882effa8 req-9e111339-a485-4cd4-9937-6454746c2a30 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:42.766530 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-743ce611-cb8f-4eb3-a200-26a9882effa8 req-9e111339-a485-4cd4-9937-6454746c2a30 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/ports?device_id=854b547f-b241-449c-8216-cd6031af17ea HTTP/1.1" status: 200 len: 945 time: 0.0552530 Aug 10 04:11:42.808390 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-743ce611-cb8f-4eb3-a200-26a9882effa8 req-daced008-b0e6-43a2-9479-137906cacabf tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/security-groups?id=217c4b34-d827-4fc4-9322-f8aca93a92e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346696 Aug 10 04:11:43.937481 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf9b771-d562-4eb2-8bf6-fff0629b70a5 req-34435efa-4a07-40f6-a9bf-6968c86a0162 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:43.939310 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5cf9b771-d562-4eb2-8bf6-fff0629b70a5 req-34435efa-4a07-40f6-a9bf-6968c86a0162 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/ports?device_id=854b547f-b241-449c-8216-cd6031af17ea HTTP/1.1" status: 200 len: 945 time: 0.0533547 Aug 10 04:11:43.981492 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5cf9b771-d562-4eb2-8bf6-fff0629b70a5 req-2d78a329-8a63-40e1-8a3a-7b1064c62dd4 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/security-groups?id=217c4b34-d827-4fc4-9322-f8aca93a92e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358906 Aug 10 04:11:45.110824 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c87ebb-6b2c-485c-94ea-d7898ebf73cf req-df8f8a91-d178-4a51-aa10-9e21c39a7fd2 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:45.112439 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-35c87ebb-6b2c-485c-94ea-d7898ebf73cf req-df8f8a91-d178-4a51-aa10-9e21c39a7fd2 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/ports?device_id=854b547f-b241-449c-8216-cd6031af17ea HTTP/1.1" status: 200 len: 945 time: 0.0562325 Aug 10 04:11:45.159313 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-35c87ebb-6b2c-485c-94ea-d7898ebf73cf req-e56eb0dd-74cf-47ef-b638-0ec30e40f532 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/security-groups?id=217c4b34-d827-4fc4-9322-f8aca93a92e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407212 Aug 10 04:11:46.295283 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e3d411-ea02-4cbe-8d11-1d8466dda0be req-ff51b121-54ec-4159-9bbb-da5484bef9e8 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:46.296228 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-23e3d411-ea02-4cbe-8d11-1d8466dda0be req-ff51b121-54ec-4159-9bbb-da5484bef9e8 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/ports?device_id=854b547f-b241-449c-8216-cd6031af17ea HTTP/1.1" status: 200 len: 945 time: 0.0534372 Aug 10 04:11:46.335871 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-23e3d411-ea02-4cbe-8d11-1d8466dda0be req-4159d62f-4e19-4a9b-8864-07cd042897c0 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/security-groups?id=217c4b34-d827-4fc4-9322-f8aca93a92e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336053 Aug 10 04:11:47.454720 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa33a669-c4f7-4967-b914-3de5eb98dd52 req-b2c4f905-83e5-4807-8dc2-5a2f56605019 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:47.456353 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-aa33a669-c4f7-4967-b914-3de5eb98dd52 req-b2c4f905-83e5-4807-8dc2-5a2f56605019 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/ports?device_id=854b547f-b241-449c-8216-cd6031af17ea HTTP/1.1" status: 200 len: 945 time: 0.0514698 Aug 10 04:11:47.501899 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-aa33a669-c4f7-4967-b914-3de5eb98dd52 req-d0f53104-cf61-428a-a8c9-2c44c3206b17 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/security-groups?id=217c4b34-d827-4fc4-9322-f8aca93a92e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387158 Aug 10 04:11:48.615223 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db972906-fa47-4013-95a3-8fc17b12f4d6 req-ed5b006d-6801-4adc-a22c-8502cf073be6 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:48.616695 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-db972906-fa47-4013-95a3-8fc17b12f4d6 req-ed5b006d-6801-4adc-a22c-8502cf073be6 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/ports?device_id=854b547f-b241-449c-8216-cd6031af17ea HTTP/1.1" status: 200 len: 945 time: 0.0482535 Aug 10 04:11:48.660558 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-db972906-fa47-4013-95a3-8fc17b12f4d6 req-7b397c28-4620-4e32-9c12-642e9a17c45d tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/security-groups?id=217c4b34-d827-4fc4-9322-f8aca93a92e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370460 Aug 10 04:11:49.774957 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bda03cd-226a-4faf-bf07-fc1545db1721 req-937fe6af-c696-4370-8fbf-16af5b8e1d82 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:49.776436 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3bda03cd-226a-4faf-bf07-fc1545db1721 req-937fe6af-c696-4370-8fbf-16af5b8e1d82 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/ports?device_id=854b547f-b241-449c-8216-cd6031af17ea HTTP/1.1" status: 200 len: 945 time: 0.0490074 Aug 10 04:11:49.813015 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3bda03cd-226a-4faf-bf07-fc1545db1721 req-7bfa55f9-1090-4f74-b4c6-77d808576d31 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/security-groups?id=217c4b34-d827-4fc4-9322-f8aca93a92e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305693 Aug 10 04:11:50.931059 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f57747-a80a-4db4-9c35-cb00f41236dd req-d414da86-e9f7-43cc-9399-a63161bb2421 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:50.932511 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b8f57747-a80a-4db4-9c35-cb00f41236dd req-d414da86-e9f7-43cc-9399-a63161bb2421 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/ports?device_id=854b547f-b241-449c-8216-cd6031af17ea HTTP/1.1" status: 200 len: 945 time: 0.0507553 Aug 10 04:11:50.972677 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b8f57747-a80a-4db4-9c35-cb00f41236dd req-84d3e281-986d-4b3a-9382-98848915f4e3 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/security-groups?id=217c4b34-d827-4fc4-9322-f8aca93a92e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342753 Aug 10 04:11:51.444274 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b67074df-f5ce-4e0b-aacd-596f457d3a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:52.087056 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6640111-258d-4d43-a273-472699eeeaa6 req-895dbc03-70c6-48ec-8505-c7ce29a7e389 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:52.088517 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f6640111-258d-4d43-a273-472699eeeaa6 req-895dbc03-70c6-48ec-8505-c7ce29a7e389 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/ports?device_id=854b547f-b241-449c-8216-cd6031af17ea HTTP/1.1" status: 200 len: 945 time: 0.0489011 Aug 10 04:11:52.131539 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f6640111-258d-4d43-a273-472699eeeaa6 req-00c312c7-5ca4-4fa8-a91c-00025d48099d tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/security-groups?id=217c4b34-d827-4fc4-9322-f8aca93a92e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370743 Aug 10 04:11:53.246269 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669b3e7c-667b-4ce0-9d9d-ab8dae5c6f6e req-d618f14a-43f2-4b19-b561-1e37c9fb62f2 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:53.247766 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-669b3e7c-667b-4ce0-9d9d-ab8dae5c6f6e req-d618f14a-43f2-4b19-b561-1e37c9fb62f2 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/ports?device_id=854b547f-b241-449c-8216-cd6031af17ea HTTP/1.1" status: 200 len: 945 time: 0.0490520 Aug 10 04:11:53.286243 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-669b3e7c-667b-4ce0-9d9d-ab8dae5c6f6e req-33f07fb6-13de-40ce-bcc3-9f4c72054451 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/security-groups?id=217c4b34-d827-4fc4-9322-f8aca93a92e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323200 Aug 10 04:11:53.705537 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a10de035-e534-4eb4-9e99-38636e988b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:54.321817 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:54.408351 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28698cfd-daba-44e9-80d2-c8bf57475bf2 req-3e86074a-fce7-4f96-8f67-5980f777996d tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:54.409925 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-28698cfd-daba-44e9-80d2-c8bf57475bf2 req-3e86074a-fce7-4f96-8f67-5980f777996d tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/ports?device_id=854b547f-b241-449c-8216-cd6031af17ea HTTP/1.1" status: 200 len: 945 time: 0.0566792 Aug 10 04:11:54.447554 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-28698cfd-daba-44e9-80d2-c8bf57475bf2 req-f75b44d6-e776-4f61-93d9-cec14a9f72f1 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/security-groups?id=217c4b34-d827-4fc4-9322-f8aca93a92e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316858 Aug 10 04:11:54.807391 n-d-768862-13 neutron-server[94260]: INFO neutron.api.v2.resource [req-4a422eb6-6421-4650-bf8b-239f21cffff2 req-373d6136-1fca-4f82-a451-bb2c7f053b46 service neutron] show failed (client error): The resource could not be found. Aug 10 04:11:54.808459 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4a422eb6-6421-4650-bf8b-239f21cffff2 req-373d6136-1fca-4f82-a451-bb2c7f053b46 service neutron] 10.222.0.42 "GET /v2.0/ports/f9b69f1a-d679-481e-a654-cd173db3ed83/bindings/n-h2-768862-13 HTTP/1.1" status: 404 len: 381 time: 0.0579560 Aug 10 04:11:55.012399 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a422eb6-6421-4650-bf8b-239f21cffff2 req-22fff2bc-f2e6-49c3-8c33-cd7b9e8cdb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:55.013923 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4a422eb6-6421-4650-bf8b-239f21cffff2 req-22fff2bc-f2e6-49c3-8c33-cd7b9e8cdb90 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=854b547f-b241-449c-8216-cd6031af17ea&tenant_id=b4214ced5f344c90aadc67fac0c063c2 HTTP/1.1" status: 200 len: 1097 time: 0.0455756 Aug 10 04:11:55.027306 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-4a422eb6-6421-4650-bf8b-239f21cffff2 req-4bedd509-9bdc-43ee-9dd0-ccba34181618 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768862-13', 'device_owner': 'compute:nova'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:11:55.088039 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-4a422eb6-6421-4650-bf8b-239f21cffff2 req-4bedd509-9bdc-43ee-9dd0-ccba34181618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:55.300213 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-4a422eb6-6421-4650-bf8b-239f21cffff2 req-4bedd509-9bdc-43ee-9dd0-ccba34181618 service neutron] For port f9b69f1a-d679-481e-a654-cd173db3ed83, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=f9b69f1a-d679-481e-a654-cd173db3ed83,segment=NetworkSegment(10728371-203a-4c4b-969c-202697ddf818),segment_id=10728371-203a-4c4b-969c-202697ddf818)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:11:55.334664 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-4a422eb6-6421-4650-bf8b-239f21cffff2 req-4bedd509-9bdc-43ee-9dd0-ccba34181618 service neutron] For port f9b69f1a-d679-481e-a654-cd173db3ed83, host n-h1-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:11:55.379937 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '854b547f-b241-449c-8216-cd6031af17ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9b69f1a-d679-481e-a654-cd173db3ed83'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:11:55.382537 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7142606bf34c4189ec1af3eb1cc50705e8815838b55f5940d6ad7e637f738b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58eb0631-a211-4416-a159-0678123ec7c0" -d '{"events": [{"server_uuid": "854b547f-b241-449c-8216-cd6031af17ea", "name": "network-vif-unplugged", "status": "completed", "tag": "f9b69f1a-d679-481e-a654-cd173db3ed83"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:11:55.388302 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-4a422eb6-6421-4650-bf8b-239f21cffff2 req-4bedd509-9bdc-43ee-9dd0-ccba34181618 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:55.402454 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-4a422eb6-6421-4650-bf8b-239f21cffff2 req-4bedd509-9bdc-43ee-9dd0-ccba34181618 service neutron] Transition to ACTIVE for port object f9b69f1a-d679-481e-a654-cd173db3ed83 will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:11:55.406319 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-4a422eb6-6421-4650-bf8b-239f21cffff2 req-4bedd509-9bdc-43ee-9dd0-ccba34181618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:55.435588 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 04:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d001cda-7cbd-46f8-b990-07d9214baa21 x-openstack-request-id: req-9d001cda-7cbd-46f8-b990-07d9214baa21 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:11:55.436201 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "854b547f-b241-449c-8216-cd6031af17ea", "name": "network-vif-unplugged", "status": "completed", "tag": "f9b69f1a-d679-481e-a654-cd173db3ed83", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:11:55.436201 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9d001cda-7cbd-46f8-b990-07d9214baa21 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:11:55.436510 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '854b547f-b241-449c-8216-cd6031af17ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9b69f1a-d679-481e-a654-cd173db3ed83', 'code': 200} Aug 10 04:11:55.459003 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bedd509-9bdc-43ee-9dd0-ccba34181618 service neutron] Pushing event updated for resources: {'Port': ['ID=f9b69f1a-d679-481e-a654-cd173db3ed83,revision_number=6']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:11:55.475682 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a422eb6-6421-4650-bf8b-239f21cffff2 req-4bedd509-9bdc-43ee-9dd0-ccba34181618 service neutron] No DVR routers for this DVR port f9b69f1a-d679-481e-a654-cd173db3ed83 on host n-h1-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:11:55.483324 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bedd509-9bdc-43ee-9dd0-ccba34181618 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:55.483677 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bedd509-9bdc-43ee-9dd0-ccba34181618 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:55.484021 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bedd509-9bdc-43ee-9dd0-ccba34181618 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:55.484369 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bedd509-9bdc-43ee-9dd0-ccba34181618 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:55.484706 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bedd509-9bdc-43ee-9dd0-ccba34181618 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:55.485007 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bedd509-9bdc-43ee-9dd0-ccba34181618 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:55.485337 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bedd509-9bdc-43ee-9dd0-ccba34181618 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:55.485663 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bedd509-9bdc-43ee-9dd0-ccba34181618 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:55.485990 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bedd509-9bdc-43ee-9dd0-ccba34181618 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:55.486341 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bedd509-9bdc-43ee-9dd0-ccba34181618 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:55.486666 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bedd509-9bdc-43ee-9dd0-ccba34181618 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:55.487026 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bedd509-9bdc-43ee-9dd0-ccba34181618 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:55.540546 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:55.552990 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-4a422eb6-6421-4650-bf8b-239f21cffff2 req-4bedd509-9bdc-43ee-9dd0-ccba34181618 service neutron] Attempting to bind port f9b69f1a-d679-481e-a654-cd173db3ed83 on host n-h2-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:11:55.553337 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-4a422eb6-6421-4650-bf8b-239f21cffff2 req-4bedd509-9bdc-43ee-9dd0-ccba34181618 service neutron] Attempting to bind port f9b69f1a-d679-481e-a654-cd173db3ed83 by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': '10728371-203a-4c4b-969c-202697ddf818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '7a16db35-b2ad-469c-b090-6c0bbbe92aa2'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:11:55.553663 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a422eb6-6421-4650-bf8b-239f21cffff2 req-4bedd509-9bdc-43ee-9dd0-ccba34181618 service neutron] Attempting to bind port f9b69f1a-d679-481e-a654-cd173db3ed83 on network 7a16db35-b2ad-469c-b090-6c0bbbe92aa2 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:11:55.561159 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a422eb6-6421-4650-bf8b-239f21cffff2 req-4bedd509-9bdc-43ee-9dd0-ccba34181618 service neutron] Port f9b69f1a-d679-481e-a654-cd173db3ed83 on network 7a16db35-b2ad-469c-b090-6c0bbbe92aa2 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:11:55.561486 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a422eb6-6421-4650-bf8b-239f21cffff2 req-4bedd509-9bdc-43ee-9dd0-ccba34181618 service neutron] Attempting to bind port f9b69f1a-d679-481e-a654-cd173db3ed83 on network 7a16db35-b2ad-469c-b090-6c0bbbe92aa2 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:11:55.573680 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a422eb6-6421-4650-bf8b-239f21cffff2 req-4bedd509-9bdc-43ee-9dd0-ccba34181618 service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:11:55.574020 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a422eb6-6421-4650-bf8b-239f21cffff2 req-4bedd509-9bdc-43ee-9dd0-ccba34181618 service neutron] Checking segment: {'id': '10728371-203a-4c4b-969c-202697ddf818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '7a16db35-b2ad-469c-b090-6c0bbbe92aa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:11:55.574450 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a422eb6-6421-4650-bf8b-239f21cffff2 req-4bedd509-9bdc-43ee-9dd0-ccba34181618 service neutron] Bound using segment: {'id': '10728371-203a-4c4b-969c-202697ddf818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '7a16db35-b2ad-469c-b090-6c0bbbe92aa2'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:11:55.574882 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-4a422eb6-6421-4650-bf8b-239f21cffff2 req-4bedd509-9bdc-43ee-9dd0-ccba34181618 service neutron] Bound port: f9b69f1a-d679-481e-a654-cd173db3ed83, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10728371-203a-4c4b-969c-202697ddf818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '7a16db35-b2ad-469c-b090-6c0bbbe92aa2'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:11:55.575241 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-4a422eb6-6421-4650-bf8b-239f21cffff2 req-4bedd509-9bdc-43ee-9dd0-ccba34181618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:55.600441 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc1d304-f071-4af3-995f-21eb5678cdd7 req-b9e4e842-e491-4362-8490-0515dab7ac7f tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:55.602013 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8cc1d304-f071-4af3-995f-21eb5678cdd7 req-b9e4e842-e491-4362-8490-0515dab7ac7f tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/ports?device_id=854b547f-b241-449c-8216-cd6031af17ea HTTP/1.1" status: 200 len: 943 time: 0.0786369 Aug 10 04:11:55.680032 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8cc1d304-f071-4af3-995f-21eb5678cdd7 req-27b57f18-b40e-4f60-8f74-0f6caa427173 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/security-groups?id=217c4b34-d827-4fc4-9322-f8aca93a92e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571270 Aug 10 04:11:55.682646 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-4a422eb6-6421-4650-bf8b-239f21cffff2 req-4bedd509-9bdc-43ee-9dd0-ccba34181618 service neutron] For port f9b69f1a-d679-481e-a654-cd173db3ed83, host n-h2-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:11:55.686134 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-4a422eb6-6421-4650-bf8b-239f21cffff2 req-4bedd509-9bdc-43ee-9dd0-ccba34181618 service neutron] For port f9b69f1a-d679-481e-a654-cd173db3ed83, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=f9b69f1a-d679-481e-a654-cd173db3ed83,segment=NetworkSegment(10728371-203a-4c4b-969c-202697ddf818),segment_id=10728371-203a-4c4b-969c-202697ddf818)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:11:55.693702 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-4a422eb6-6421-4650-bf8b-239f21cffff2 req-4bedd509-9bdc-43ee-9dd0-ccba34181618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:55.728782 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a422eb6-6421-4650-bf8b-239f21cffff2 req-4bedd509-9bdc-43ee-9dd0-ccba34181618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:55.729405 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-4a422eb6-6421-4650-bf8b-239f21cffff2 req-4bedd509-9bdc-43ee-9dd0-ccba34181618 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:55.730861 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4a422eb6-6421-4650-bf8b-239f21cffff2 req-4bedd509-9bdc-43ee-9dd0-ccba34181618 service neutron] 10.222.0.61 "PUT /v2.0/ports/f9b69f1a-d679-481e-a654-cd173db3ed83 HTTP/1.1" status: 200 len: 1092 time: 0.7079663 Aug 10 04:11:55.752176 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bedd509-9bdc-43ee-9dd0-ccba34181618 service neutron] Pushing event updated for resources: {'Port': ['ID=f9b69f1a-d679-481e-a654-cd173db3ed83,revision_number=7']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:11:55.800815 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a422eb6-6421-4650-bf8b-239f21cffff2 req-05eec5b9-a748-4ee9-b455-2e1ae51ee49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:55.802257 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4a422eb6-6421-4650-bf8b-239f21cffff2 req-05eec5b9-a748-4ee9-b455-2e1ae51ee49c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4214ced5f344c90aadc67fac0c063c2&device_id=854b547f-b241-449c-8216-cd6031af17ea HTTP/1.1" status: 200 len: 1095 time: 0.0464654 Aug 10 04:11:55.896131 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a422eb6-6421-4650-bf8b-239f21cffff2 req-9fe7fbb2-8bda-40e3-b4a0-8dfb7b1450ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:55.897667 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4a422eb6-6421-4650-bf8b-239f21cffff2 req-9fe7fbb2-8bda-40e3-b4a0-8dfb7b1450ba service neutron] 10.222.0.61 "GET /v2.0/networks?id=7a16db35-b2ad-469c-b090-6c0bbbe92aa2 HTTP/1.1" status: 200 len: 915 time: 0.0875962 Aug 10 04:11:55.943052 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4a422eb6-6421-4650-bf8b-239f21cffff2 req-be395488-a179-4c5d-a9c4-7db6bdeebcc5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f9b69f1a-d679-481e-a654-cd173db3ed83 HTTP/1.1" status: 200 len: 217 time: 0.0356529 Aug 10 04:11:55.998914 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a422eb6-6421-4650-bf8b-239f21cffff2 req-fccd5b76-e27a-48be-9bf4-2e56717cb1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:56.000390 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4a422eb6-6421-4650-bf8b-239f21cffff2 req-fccd5b76-e27a-48be-9bf4-2e56717cb1f7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=96c73415-fe16-4fc3-9f73-490e577a9350 HTTP/1.1" status: 200 len: 855 time: 0.0490391 Aug 10 04:11:56.034350 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4a422eb6-6421-4650-bf8b-239f21cffff2 req-24844099-2c9f-4f4b-b018-67fc5a900e17 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7a16db35-b2ad-469c-b090-6c0bbbe92aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254660 Aug 10 04:11:56.127490 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4a422eb6-6421-4650-bf8b-239f21cffff2 req-b953b576-2df1-4cc0-abe3-a335495519f8 service neutron] 10.222.0.61 "GET /v2.0/networks/7a16db35-b2ad-469c-b090-6c0bbbe92aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834830 Aug 10 04:11:56.224019 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4a422eb6-6421-4650-bf8b-239f21cffff2 req-1c5b3320-0ed1-4b47-88e3-27e8611df566 service neutron] 10.222.0.61 "GET /v2.0/networks/7a16db35-b2ad-469c-b090-6c0bbbe92aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881510 Aug 10 04:11:56.432977 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:56.811974 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384f04cd-3e37-4675-9ac2-ec5c8e173823 req-2bd9b942-ee16-447d-b2e5-788a6b9500e7 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:56.813475 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-384f04cd-3e37-4675-9ac2-ec5c8e173823 req-2bd9b942-ee16-447d-b2e5-788a6b9500e7 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/ports?device_id=854b547f-b241-449c-8216-cd6031af17ea HTTP/1.1" status: 200 len: 943 time: 0.0569687 Aug 10 04:11:56.857284 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-384f04cd-3e37-4675-9ac2-ec5c8e173823 req-4cc1fa3b-f65c-47b7-bea0-ead23071b758 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/security-groups?id=217c4b34-d827-4fc4-9322-f8aca93a92e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374711 Aug 10 04:11:56.977772 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:57.437696 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '854b547f-b241-449c-8216-cd6031af17ea', 'tag': 'f9b69f1a-d679-481e-a654-cd173db3ed83'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:11:57.440115 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7142606bf34c4189ec1af3eb1cc50705e8815838b55f5940d6ad7e637f738b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-271fb3b3-1101-4a17-8e10-79d2d4562264" -d '{"events": [{"name": "network-changed", "server_uuid": "854b547f-b241-449c-8216-cd6031af17ea", "tag": "f9b69f1a-d679-481e-a654-cd173db3ed83"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:11:57.479001 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:11:57.489060 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-474fab9c-b042-4908-924c-0d8834faa93a x-openstack-request-id: req-474fab9c-b042-4908-924c-0d8834faa93a {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:11:57.489350 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "854b547f-b241-449c-8216-cd6031af17ea", "tag": "f9b69f1a-d679-481e-a654-cd173db3ed83", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:11:57.489605 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-474fab9c-b042-4908-924c-0d8834faa93a {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:11:57.490055 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '854b547f-b241-449c-8216-cd6031af17ea', 'tag': 'f9b69f1a-d679-481e-a654-cd173db3ed83', 'status': 'completed', 'code': 200} Aug 10 04:11:57.583399 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271fb3b3-1101-4a17-8e10-79d2d4562264 req-02f392d5-c03c-404b-8974-878e878fcd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:57.584909 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-271fb3b3-1101-4a17-8e10-79d2d4562264 req-02f392d5-c03c-404b-8974-878e878fcd6a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b4214ced5f344c90aadc67fac0c063c2&device_id=854b547f-b241-449c-8216-cd6031af17ea HTTP/1.1" status: 200 len: 1095 time: 0.0687642 Aug 10 04:11:57.587543 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271fb3b3-1101-4a17-8e10-79d2d4562264 req-1ebe4e2e-97ba-4fd5-a290-45603f796a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:57.588905 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-271fb3b3-1101-4a17-8e10-79d2d4562264 req-1ebe4e2e-97ba-4fd5-a290-45603f796a5e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4214ced5f344c90aadc67fac0c063c2&device_id=854b547f-b241-449c-8216-cd6031af17ea HTTP/1.1" status: 200 len: 1095 time: 0.0811324 Aug 10 04:11:57.744445 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271fb3b3-1101-4a17-8e10-79d2d4562264 req-396bc183-6bc9-49df-8fe3-38991242536b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:57.745860 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-271fb3b3-1101-4a17-8e10-79d2d4562264 req-396bc183-6bc9-49df-8fe3-38991242536b service neutron] 10.222.0.42 "GET /v2.0/networks?id=7a16db35-b2ad-469c-b090-6c0bbbe92aa2 HTTP/1.1" status: 200 len: 915 time: 0.1531010 Aug 10 04:11:57.746995 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271fb3b3-1101-4a17-8e10-79d2d4562264 req-4d94db96-1fd9-4f49-9b6c-0bcd5187bfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:57.748293 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-271fb3b3-1101-4a17-8e10-79d2d4562264 req-4d94db96-1fd9-4f49-9b6c-0bcd5187bfd8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7a16db35-b2ad-469c-b090-6c0bbbe92aa2 HTTP/1.1" status: 200 len: 915 time: 0.1476707 Aug 10 04:11:57.822560 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-271fb3b3-1101-4a17-8e10-79d2d4562264 req-660db9a5-2139-4494-b026-04b2f7a88e89 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f9b69f1a-d679-481e-a654-cd173db3ed83 HTTP/1.1" status: 200 len: 217 time: 0.0691381 Aug 10 04:11:57.823911 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-271fb3b3-1101-4a17-8e10-79d2d4562264 req-f3a74a90-1c28-4e78-9042-21dbe63f09dd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f9b69f1a-d679-481e-a654-cd173db3ed83 HTTP/1.1" status: 200 len: 217 time: 0.0647421 Aug 10 04:11:57.904615 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271fb3b3-1101-4a17-8e10-79d2d4562264 req-47a6b7b3-b22f-4724-b2cd-6b762a9d60cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:57.906091 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-271fb3b3-1101-4a17-8e10-79d2d4562264 req-47a6b7b3-b22f-4724-b2cd-6b762a9d60cf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=96c73415-fe16-4fc3-9f73-490e577a9350 HTTP/1.1" status: 200 len: 855 time: 0.0769885 Aug 10 04:11:57.907487 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271fb3b3-1101-4a17-8e10-79d2d4562264 req-cdf047de-2ada-4515-b524-037e310eaad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:57.908819 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-271fb3b3-1101-4a17-8e10-79d2d4562264 req-cdf047de-2ada-4515-b524-037e310eaad7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=96c73415-fe16-4fc3-9f73-490e577a9350 HTTP/1.1" status: 200 len: 855 time: 0.0719130 Aug 10 04:11:57.961359 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-271fb3b3-1101-4a17-8e10-79d2d4562264 req-35004933-dcab-47ae-b34a-ad3b278f7e3f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7a16db35-b2ad-469c-b090-6c0bbbe92aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473423 Aug 10 04:11:57.969374 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-271fb3b3-1101-4a17-8e10-79d2d4562264 req-37dfdff9-f214-4140-8080-fa43d5ab39d1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7a16db35-b2ad-469c-b090-6c0bbbe92aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479484 Aug 10 04:11:58.123769 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3cce57-2223-4a48-9871-ed6790187cb5 req-d04055b5-809f-4c62-9b45-db699b53b1db tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:58.125247 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6d3cce57-2223-4a48-9871-ed6790187cb5 req-d04055b5-809f-4c62-9b45-db699b53b1db tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/ports?device_id=854b547f-b241-449c-8216-cd6031af17ea HTTP/1.1" status: 200 len: 943 time: 0.1779754 Aug 10 04:11:58.172326 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-271fb3b3-1101-4a17-8e10-79d2d4562264 req-89297e4b-4a85-4ca9-ad01-22c4d8b9986a service neutron] 10.222.0.42 "GET /v2.0/networks/7a16db35-b2ad-469c-b090-6c0bbbe92aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008929 Aug 10 04:11:58.179473 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-271fb3b3-1101-4a17-8e10-79d2d4562264 req-6f66d958-4bcc-402a-966a-388e40aa6773 service neutron] 10.222.0.61 "GET /v2.0/networks/7a16db35-b2ad-469c-b090-6c0bbbe92aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874743 Aug 10 04:11:58.248262 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6d3cce57-2223-4a48-9871-ed6790187cb5 req-7228b00b-3432-4b29-b241-598b43acdde7 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/security-groups?id=217c4b34-d827-4fc4-9322-f8aca93a92e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159041 Aug 10 04:11:58.259257 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device f9b69f1a-d679-481e-a654-cd173db3ed83 no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:11:58.306634 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device f9b69f1a-d679-481e-a654-cd173db3ed83 not bound to the agent host n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:11:58.662393 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-271fb3b3-1101-4a17-8e10-79d2d4562264 req-acf7af18-3db6-4887-9681-fb4a0925ead6 service neutron] 10.222.0.42 "GET /v2.0/networks/7a16db35-b2ad-469c-b090-6c0bbbe92aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4809334 Aug 10 04:11:58.665704 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-271fb3b3-1101-4a17-8e10-79d2d4562264 req-df8138db-8e7f-417d-9757-49d8b7f5733e service neutron] 10.222.0.61 "GET /v2.0/networks/7a16db35-b2ad-469c-b090-6c0bbbe92aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4699733 Aug 10 04:11:59.371045 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0aceb6-1bfb-4176-b3ac-11b63bbdf420 req-e2b8ba2e-e16e-48b8-a859-06768548f3e2 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:59.372548 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8d0aceb6-1bfb-4176-b3ac-11b63bbdf420 req-e2b8ba2e-e16e-48b8-a859-06768548f3e2 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/ports?device_id=854b547f-b241-449c-8216-cd6031af17ea HTTP/1.1" status: 200 len: 943 time: 0.0493202 Aug 10 04:11:59.412509 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8d0aceb6-1bfb-4176-b3ac-11b63bbdf420 req-e1aa7db4-a7d3-4d44-91d1-f457b095839a tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/security-groups?id=217c4b34-d827-4fc4-9322-f8aca93a92e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336239 Aug 10 04:11:59.634446 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ed4f92-b9a1-4c79-bc90-5bc0f629914f req-0139195c-310c-4acd-8364-2b11dba29fec tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:59.635921 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-14ed4f92-b9a1-4c79-bc90-5bc0f629914f req-0139195c-310c-4acd-8364-2b11dba29fec tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/ports?device_id=854b547f-b241-449c-8216-cd6031af17ea HTTP/1.1" status: 200 len: 943 time: 0.0765209 Aug 10 04:11:59.650621 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9836d54-cebc-4f0f-801d-56e516df0285 req-b3c2ca63-353d-4ea7-88cc-660d5cb7c63b tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:59.652069 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c9836d54-cebc-4f0f-801d-56e516df0285 req-b3c2ca63-353d-4ea7-88cc-660d5cb7c63b tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.42 "GET /v2.0/ports?device_id=854b547f-b241-449c-8216-cd6031af17ea&tenant_id=b4214ced5f344c90aadc67fac0c063c2&binding%3Ahost_id=n-h2-768862-13 HTTP/1.1" status: 200 len: 943 time: 0.0808547 Aug 10 04:11:59.717283 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-14ed4f92-b9a1-4c79-bc90-5bc0f629914f req-81334059-c9a2-432c-86cd-7ee3e626d0c3 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/security-groups?id=217c4b34-d827-4fc4-9322-f8aca93a92e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751324 Aug 10 04:11:59.736547 n-d-768862-13 neutron-server[94260]: INFO neutron.api.v2.resource [req-c9836d54-cebc-4f0f-801d-56e516df0285 req-94504676-5202-4920-80b8-110a6ed323c4 service neutron] delete failed (client error): The resource could not be found. Aug 10 04:11:59.738095 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c9836d54-cebc-4f0f-801d-56e516df0285 req-94504676-5202-4920-80b8-110a6ed323c4 service neutron] 10.222.0.42 "DELETE /v2.0/ports/f9b69f1a-d679-481e-a654-cd173db3ed83/bindings/n-h1-768862-13 HTTP/1.1" status: 404 len: 381 time: 0.0695095 Aug 10 04:11:59.820659 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9836d54-cebc-4f0f-801d-56e516df0285 req-05f308a0-b318-4e32-a628-9dd5a4c0bc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:59.822071 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c9836d54-cebc-4f0f-801d-56e516df0285 req-05f308a0-b318-4e32-a628-9dd5a4c0bc76 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b4214ced5f344c90aadc67fac0c063c2&device_id=854b547f-b241-449c-8216-cd6031af17ea HTTP/1.1" status: 200 len: 1095 time: 0.0406892 Aug 10 04:11:59.918943 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9836d54-cebc-4f0f-801d-56e516df0285 req-151cdb17-2cbc-4058-893d-ca067db0fff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:59.920493 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c9836d54-cebc-4f0f-801d-56e516df0285 req-151cdb17-2cbc-4058-893d-ca067db0fff3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7a16db35-b2ad-469c-b090-6c0bbbe92aa2 HTTP/1.1" status: 200 len: 915 time: 0.0916195 Aug 10 04:11:59.963167 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c9836d54-cebc-4f0f-801d-56e516df0285 req-babcccb8-3c13-4e0d-b8eb-200929b15630 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f9b69f1a-d679-481e-a654-cd173db3ed83 HTTP/1.1" status: 200 len: 217 time: 0.0346935 Aug 10 04:12:00.011478 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9836d54-cebc-4f0f-801d-56e516df0285 req-e2f52ff7-a4ca-49a5-adea-ec2d20725d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:00.012945 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c9836d54-cebc-4f0f-801d-56e516df0285 req-e2f52ff7-a4ca-49a5-adea-ec2d20725d43 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=96c73415-fe16-4fc3-9f73-490e577a9350 HTTP/1.1" status: 200 len: 855 time: 0.0434053 Aug 10 04:12:00.044346 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c9836d54-cebc-4f0f-801d-56e516df0285 req-40d27e00-f5b6-490d-baa8-8d1a9fafc627 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7a16db35-b2ad-469c-b090-6c0bbbe92aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245829 Aug 10 04:12:00.136717 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c9836d54-cebc-4f0f-801d-56e516df0285 req-04e9db1c-f834-4427-82cb-04c6623d0f7f service neutron] 10.222.0.42 "GET /v2.0/networks/7a16db35-b2ad-469c-b090-6c0bbbe92aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843570 Aug 10 04:12:00.226675 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c9836d54-cebc-4f0f-801d-56e516df0285 req-ce6c772f-709f-4d11-9839-d0369f0ad8e0 service neutron] 10.222.0.42 "GET /v2.0/networks/7a16db35-b2ad-469c-b090-6c0bbbe92aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824313 Aug 10 04:12:00.530147 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device f9b69f1a-d679-481e-a654-cd173db3ed83 details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:12:00.628578 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port f9b69f1a-d679-481e-a654-cd173db3ed83, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=f9b69f1a-d679-481e-a654-cd173db3ed83,segment=NetworkSegment(10728371-203a-4c4b-969c-202697ddf818),segment_id=10728371-203a-4c4b-969c-202697ddf818)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:12:00.640631 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': 'f9b69f1a-d679-481e-a654-cd173db3ed83', 'network_id': '7a16db35-b2ad-469c-b090-6c0bbbe92aa2', 'port_id': 'f9b69f1a-d679-481e-a654-cd173db3ed83', 'mac_address': 'fa:16:3e:38:fc:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96c73415-fe16-4fc3-9f73-490e577a9350', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:12:00.680060 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:00.695082 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9b69f1a-d679-481e-a654-cd173db3ed83 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:12:00.716941 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port f9b69f1a-d679-481e-a654-cd173db3ed83, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=f9b69f1a-d679-481e-a654-cd173db3ed83,segment=NetworkSegment(10728371-203a-4c4b-969c-202697ddf818),segment_id=10728371-203a-4c4b-969c-202697ddf818)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:12:00.720904 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:00.778636 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=f9b69f1a-d679-481e-a654-cd173db3ed83,revision_number=8']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:00.786582 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:00.786863 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:00.787209 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:00.787586 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:00.787885 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:00.788217 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:00.788545 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:00.788896 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:00.789228 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:00.789552 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:00.789874 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:00.790195 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:00.847472 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5050a4-2029-456e-a18e-04bd0f02b673 req-bdae54ac-8d66-48f6-b22b-8a42010e5d17 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:00.848966 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6e5050a4-2029-456e-a18e-04bd0f02b673 req-bdae54ac-8d66-48f6-b22b-8a42010e5d17 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/ports?device_id=854b547f-b241-449c-8216-cd6031af17ea HTTP/1.1" status: 200 len: 944 time: 0.0551937 Aug 10 04:12:00.886358 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6e5050a4-2029-456e-a18e-04bd0f02b673 req-36da1628-5df8-4d02-9d30-ead7c9938448 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/security-groups?id=217c4b34-d827-4fc4-9322-f8aca93a92e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314162 Aug 10 04:12:00.997418 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250a80ff-6681-4e5d-bb21-5b60978188c4 req-e78ad931-91ff-4e11-8339-c88d1318e95a tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:00.998942 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-250a80ff-6681-4e5d-bb21-5b60978188c4 req-e78ad931-91ff-4e11-8339-c88d1318e95a tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/ports?device_id=854b547f-b241-449c-8216-cd6031af17ea HTTP/1.1" status: 200 len: 944 time: 0.0480402 Aug 10 04:12:01.032410 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['f9b69f1a-d679-481e-a654-cd173db3ed83'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:12:01.037597 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-250a80ff-6681-4e5d-bb21-5b60978188c4 req-998e66e5-47f0-43ce-8956-142f48600542 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/security-groups?id=217c4b34-d827-4fc4-9322-f8aca93a92e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320044 Aug 10 04:12:01.152161 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adcedee-7591-4749-9062-f211307cc008 req-a08b6b56-1c70-4ad9-8146-f442277ef562 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:01.153674 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9adcedee-7591-4749-9062-f211307cc008 req-a08b6b56-1c70-4ad9-8146-f442277ef562 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/ports?device_id=854b547f-b241-449c-8216-cd6031af17ea HTTP/1.1" status: 200 len: 944 time: 0.0500922 Aug 10 04:12:01.193274 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9adcedee-7591-4749-9062-f211307cc008 req-fa32d29c-ad2b-4b58-8406-6d7436d2f15a tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/security-groups?id=217c4b34-d827-4fc4-9322-f8aca93a92e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334566 Aug 10 04:12:01.528648 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcf2c13-a485-4955-b41e-9c985bfcaee7 req-a8f4351d-9329-44da-9e28-cffbbb0e4a28 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:01.530167 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cbcf2c13-a485-4955-b41e-9c985bfcaee7 req-a8f4351d-9329-44da-9e28-cffbbb0e4a28 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/ports?device_id=854b547f-b241-449c-8216-cd6031af17ea HTTP/1.1" status: 200 len: 944 time: 0.0599957 Aug 10 04:12:01.570544 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cbcf2c13-a485-4955-b41e-9c985bfcaee7 req-5b2225e1-89eb-4d43-9b0c-2d8e75bcbb82 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/security-groups?id=217c4b34-d827-4fc4-9322-f8aca93a92e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316415 Aug 10 04:12:02.533141 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device f9b69f1a-d679-481e-a654-cd173db3ed83 up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:12:02.581791 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning for port f9b69f1a-d679-481e-a654-cd173db3ed83 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:12:02.585409 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port f9b69f1a-d679-481e-a654-cd173db3ed83 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:12:02.585763 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:02.666626 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:02.690131 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '854b547f-b241-449c-8216-cd6031af17ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9b69f1a-d679-481e-a654-cd173db3ed83'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:12:02.690629 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b52ce4-ea13-4973-9430-7a9cf5a67911 req-f520ed9a-f7c1-4dc4-bb6d-6d2432a90f5c tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:02.692168 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e2b52ce4-ea13-4973-9430-7a9cf5a67911 req-f520ed9a-f7c1-4dc4-bb6d-6d2432a90f5c tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/ports?device_id=854b547f-b241-449c-8216-cd6031af17ea HTTP/1.1" status: 200 len: 944 time: 0.0540333 Aug 10 04:12:02.692382 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}583660bde03669f2dd7fb79ddb869ac83356356549bc1793f8d2e37d6d7017ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95944875-8e5e-41d9-82eb-0db602883ed0" -d '{"events": [{"server_uuid": "854b547f-b241-449c-8216-cd6031af17ea", "name": "network-vif-plugged", "status": "completed", "tag": "f9b69f1a-d679-481e-a654-cd173db3ed83"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:12:02.705031 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port f9b69f1a-d679-481e-a654-cd173db3ed83, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=f9b69f1a-d679-481e-a654-cd173db3ed83,segment=NetworkSegment(10728371-203a-4c4b-969c-202697ddf818),segment_id=10728371-203a-4c4b-969c-202697ddf818)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:12:02.710319 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:02.733855 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e2b52ce4-ea13-4973-9430-7a9cf5a67911 req-9b5d3f47-b67d-4e77-ab4b-1f0d411598d9 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.44 "GET /v2.0/security-groups?id=217c4b34-d827-4fc4-9322-f8aca93a92e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356927 Aug 10 04:12:02.734459 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73db6390-d9ad-4e76-85d9-e20880c354aa x-openstack-request-id: req-73db6390-d9ad-4e76-85d9-e20880c354aa {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:12:02.734752 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "854b547f-b241-449c-8216-cd6031af17ea", "name": "network-vif-plugged", "status": "completed", "tag": "f9b69f1a-d679-481e-a654-cd173db3ed83", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:12:02.735004 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-73db6390-d9ad-4e76-85d9-e20880c354aa {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:12:02.735395 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '854b547f-b241-449c-8216-cd6031af17ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9b69f1a-d679-481e-a654-cd173db3ed83', 'code': 200} Aug 10 04:12:02.765944 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=f9b69f1a-d679-481e-a654-cd173db3ed83,revision_number=9']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:02.892513 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0995da6c-c39c-47aa-a29c-3fe7d05d1d1b req-b45f3ce4-e963-44ae-ae84-65e44ebb5559 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:02.894491 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0995da6c-c39c-47aa-a29c-3fe7d05d1d1b req-b45f3ce4-e963-44ae-ae84-65e44ebb5559 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.61 "GET /v2.0/ports?device_id=854b547f-b241-449c-8216-cd6031af17ea HTTP/1.1" status: 200 len: 945 time: 0.0471897 Aug 10 04:12:02.985908 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-0995da6c-c39c-47aa-a29c-3fe7d05d1d1b req-c4a48612-73a1-4328-813f-11ea406f5348 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Deleting port f9b69f1a-d679-481e-a654-cd173db3ed83 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:12:02.986269 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-0995da6c-c39c-47aa-a29c-3fe7d05d1d1b req-c4a48612-73a1-4328-813f-11ea406f5348 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:03.071112 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-0995da6c-c39c-47aa-a29c-3fe7d05d1d1b req-c4a48612-73a1-4328-813f-11ea406f5348 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] For port f9b69f1a-d679-481e-a654-cd173db3ed83, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=f9b69f1a-d679-481e-a654-cd173db3ed83,segment=NetworkSegment(10728371-203a-4c4b-969c-202697ddf818),segment_id=10728371-203a-4c4b-969c-202697ddf818)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:12:03.071479 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-0995da6c-c39c-47aa-a29c-3fe7d05d1d1b req-c4a48612-73a1-4328-813f-11ea406f5348 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:03.084232 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-0995da6c-c39c-47aa-a29c-3fe7d05d1d1b req-c4a48612-73a1-4328-813f-11ea406f5348 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Calling delete_port for f9b69f1a-d679-481e-a654-cd173db3ed83 owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:12:03.212106 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-0995da6c-c39c-47aa-a29c-3fe7d05d1d1b req-c4a48612-73a1-4328-813f-11ea406f5348 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:03.224012 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['f9b69f1a-d679-481e-a654-cd173db3ed83'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:12:03.238649 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a48612-73a1-4328-813f-11ea406f5348 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Pushing event deleted for resources: {'Port': ['ID=f9b69f1a-d679-481e-a654-cd173db3ed83,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:03.286566 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-0995da6c-c39c-47aa-a29c-3fe7d05d1d1b req-c4a48612-73a1-4328-813f-11ea406f5348 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] No DVR routers for this DVR port f9b69f1a-d679-481e-a654-cd173db3ed83 on host n-h2-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:12:03.289280 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-0995da6c-c39c-47aa-a29c-3fe7d05d1d1b req-c4a48612-73a1-4328-813f-11ea406f5348 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:03.291318 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0995da6c-c39c-47aa-a29c-3fe7d05d1d1b req-c4a48612-73a1-4328-813f-11ea406f5348 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] 10.222.0.61 "DELETE /v2.0/ports/f9b69f1a-d679-481e-a654-cd173db3ed83 HTTP/1.1" status: 204 len: 173 time: 0.3896871 Aug 10 04:12:03.291762 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '854b547f-b241-449c-8216-cd6031af17ea', 'name': 'network-vif-deleted', 'tag': 'f9b69f1a-d679-481e-a654-cd173db3ed83'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:12:03.293997 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7142606bf34c4189ec1af3eb1cc50705e8815838b55f5940d6ad7e637f738b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d927af7f-ad9f-4b54-8302-0582b2d43472" -d '{"events": [{"server_uuid": "854b547f-b241-449c-8216-cd6031af17ea", "name": "network-vif-deleted", "tag": "f9b69f1a-d679-481e-a654-cd173db3ed83"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:12:03.333852 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99130e78-9358-4084-9e30-189cbb1756f8 x-openstack-request-id: req-99130e78-9358-4084-9e30-189cbb1756f8 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:12:03.334199 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "854b547f-b241-449c-8216-cd6031af17ea", "name": "network-vif-deleted", "tag": "f9b69f1a-d679-481e-a654-cd173db3ed83", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:12:03.334479 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-99130e78-9358-4084-9e30-189cbb1756f8 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:12:03.334891 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '854b547f-b241-449c-8216-cd6031af17ea', 'name': 'network-vif-deleted', 'tag': 'f9b69f1a-d679-481e-a654-cd173db3ed83', 'status': 'completed', 'code': 200} Aug 10 04:12:03.701289 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:03.855250 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 47932) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:03.901153 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef678286-7a6d-4724-a284-4bafeaa4bdef admin admin] Deleting subnet 96c73415-fe16-4fc3-9f73-490e577a9350 {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:12:03.904150 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ef678286-7a6d-4724-a284-4bafeaa4bdef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:03.936537 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ef678286-7a6d-4724-a284-4bafeaa4bdef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:03.984391 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ef678286-7a6d-4724-a284-4bafeaa4bdef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:04.036177 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ef678286-7a6d-4724-a284-4bafeaa4bdef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:04.050084 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ef678286-7a6d-4724-a284-4bafeaa4bdef admin admin] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:04.051903 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ef678286-7a6d-4724-a284-4bafeaa4bdef admin admin] 10.222.0.44 "DELETE /v2.0/subnets/96c73415-fe16-4fc3-9f73-490e577a9350 HTTP/1.1" status: 204 len: 168 time: 0.1956649 Aug 10 04:12:04.054599 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 47938) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:04.069942 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef678286-7a6d-4724-a284-4bafeaa4bdef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96c73415-fe16-4fc3-9f73-490e577a9350,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:04.079669 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef678286-7a6d-4724-a284-4bafeaa4bdef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:04.080012 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef678286-7a6d-4724-a284-4bafeaa4bdef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:04.080352 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef678286-7a6d-4724-a284-4bafeaa4bdef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:04.081266 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef678286-7a6d-4724-a284-4bafeaa4bdef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:04.081599 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef678286-7a6d-4724-a284-4bafeaa4bdef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:04.081934 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef678286-7a6d-4724-a284-4bafeaa4bdef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:04.082271 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef678286-7a6d-4724-a284-4bafeaa4bdef admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:04.082596 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef678286-7a6d-4724-a284-4bafeaa4bdef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:04.082917 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef678286-7a6d-4724-a284-4bafeaa4bdef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:04.083235 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef678286-7a6d-4724-a284-4bafeaa4bdef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:04.083557 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef678286-7a6d-4724-a284-4bafeaa4bdef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:04.083873 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef678286-7a6d-4724-a284-4bafeaa4bdef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:04.123638 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6b7f795d-c61c-4c02-ab95-d2f06adea2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:04.208447 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6b7f795d-c61c-4c02-ab95-d2f06adea2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:04.218357 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-6b7f795d-c61c-4c02-ab95-d2f06adea2b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a16db35-b2ad-469c-b090-6c0bbbe92aa2']}} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:12:04.228411 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-6b7f795d-c61c-4c02-ab95-d2f06adea2b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10728371-203a-4c4b-969c-202697ddf818') {'for_net_delete': True} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:12:04.228707 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-6b7f795d-c61c-4c02-ab95-d2f06adea2b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10728371-203a-4c4b-969c-202697ddf818') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:12:04.238019 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6b7f795d-c61c-4c02-ab95-d2f06adea2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191186'] for segment, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:04.251406 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6b7f795d-c61c-4c02-ab95-d2f06adea2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:04.257987 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b7f795d-c61c-4c02-ab95-d2f06adea2b3 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=94260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:12:04.258417 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6b7f795d-c61c-4c02-ab95-d2f06adea2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58895489'] for segment, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:04.260100 n-d-768862-13 neutron-server[94260]: Traceback (most recent call last): Aug 10 04:12:04.260100 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:12:04.260100 n-d-768862-13 neutron-server[94260]: timer() Aug 10 04:12:04.260100 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:12:04.260100 n-d-768862-13 neutron-server[94260]: cb(*args, **kw) Aug 10 04:12:04.260100 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:12:04.260100 n-d-768862-13 neutron-server[94260]: return func(*args, **kwargs) Aug 10 04:12:04.260100 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:12:04.260100 n-d-768862-13 neutron-server[94260]: self._notify() Aug 10 04:12:04.260100 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:12:04.260100 n-d-768862-13 neutron-server[94260]: self.callback(batched_events) Aug 10 04:12:04.260100 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:12:04.260100 n-d-768862-13 neutron-server[94260]: event.method(event) Aug 10 04:12:04.260100 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:12:04.260100 n-d-768862-13 neutron-server[94260]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:12:04.260100 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:12:04.260100 n-d-768862-13 neutron-server[94260]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:12:04.260100 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:12:04.260100 n-d-768862-13 neutron-server[94260]: return f(self, *a, **k) Aug 10 04:12:04.260100 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:12:04.260100 n-d-768862-13 neutron-server[94260]: return self._get(url).json() Aug 10 04:12:04.260100 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:12:04.260100 n-d-768862-13 neutron-server[94260]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:12:04.260100 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:12:04.260100 n-d-768862-13 neutron-server[94260]: return self.request(url, 'GET', **kwargs) Aug 10 04:12:04.260100 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:12:04.260100 n-d-768862-13 neutron-server[94260]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:12:04.260100 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:12:04.260100 n-d-768862-13 neutron-server[94260]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:12:04.260100 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:12:04.260100 n-d-768862-13 neutron-server[94260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:12:04.260100 n-d-768862-13 neutron-server[94260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:12:04.313619 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6b7f795d-c61c-4c02-ab95-d2f06adea2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:04.320055 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6b7f795d-c61c-4c02-ab95-d2f06adea2b3 admin admin] Notify callbacks [] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:04.324127 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-6b7f795d-c61c-4c02-ab95-d2f06adea2b3 admin admin] 10.222.0.44 "DELETE /v2.0/networks/7a16db35-b2ad-469c-b090-6c0bbbe92aa2 HTTP/1.1" status: 204 len: 168 time: 0.2662582 Aug 10 04:12:04.333419 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7f795d-c61c-4c02-ab95-d2f06adea2b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a16db35-b2ad-469c-b090-6c0bbbe92aa2,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:04.431642 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 47944) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:04.473542 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-e2603524-2d07-496e-811e-42e38a625ddb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b4214ced5f344c90aadc67fac0c063c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406649 Aug 10 04:12:04.476007 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 47946) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:04.532413 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-99a03219-ee85-418f-aca7-9040e29b0e88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:04.554212 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-99a03219-ee85-418f-aca7-9040e29b0e88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:04.601190 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-99a03219-ee85-418f-aca7-9040e29b0e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:04.605631 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-99a03219-ee85-418f-aca7-9040e29b0e88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:04.606852 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-99a03219-ee85-418f-aca7-9040e29b0e88 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/217c4b34-d827-4fc4-9322-f8aca93a92e0 HTTP/1.1" status: 204 len: 168 time: 0.1299195 Aug 10 04:12:04.615198 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a03219-ee85-418f-aca7-9040e29b0e88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=217c4b34-d827-4fc4-9322-f8aca93a92e0,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:05.270713 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 47968) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:05.366688 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-e5ce2d0b-6ffd-4c1e-a66f-c400be307f49 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-388020780-network', 'tenant_id': 'b4d9562697164912ae96f22f47b4a54d'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:12:05.388017 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ce2d0b-6ffd-4c1e-a66f-c400be307f49 admin admin] Made reservation on behalf of b4d9562697164912ae96f22f47b4a54d for: {'network': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:12:05.390293 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e5ce2d0b-6ffd-4c1e-a66f-c400be307f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:05.399884 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e5ce2d0b-6ffd-4c1e-a66f-c400be307f49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:05.490469 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e5ce2d0b-6ffd-4c1e-a66f-c400be307f49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:05.495209 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e5ce2d0b-6ffd-4c1e-a66f-c400be307f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:05.522989 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5ce2d0b-6ffd-4c1e-a66f-c400be307f49 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=94260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:12:05.532072 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ce2d0b-6ffd-4c1e-a66f-c400be307f49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd650aff-954a-44a4-b441-94b7002be7cc,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:05.542297 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e5ce2d0b-6ffd-4c1e-a66f-c400be307f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:05.542297 n-d-768862-13 neutron-server[94260]: INFO neutron.db.segments_db [None req-e5ce2d0b-6ffd-4c1e-a66f-c400be307f49 admin admin] Added segment 3a6e383c-1b7f-4db5-9d50-a03141d50f7f of type vlan for network 86e70408-f9ef-4815-aa8f-59304e4ed4c8 Aug 10 04:12:05.582455 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e5ce2d0b-6ffd-4c1e-a66f-c400be307f49 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:05.609741 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e5ce2d0b-6ffd-4c1e-a66f-c400be307f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:05.610841 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ce2d0b-6ffd-4c1e-a66f-c400be307f49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:05.611420 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e5ce2d0b-6ffd-4c1e-a66f-c400be307f49 admin admin] Notify callbacks [] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:05.670615 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-e5ce2d0b-6ffd-4c1e-a66f-c400be307f49 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3960824 Aug 10 04:12:05.670797 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 47972) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:05.676104 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-3e1f9441-5090-43c7-8d96-c43521b4062c admin admin] Request body: {'subnet': {'network_id': '86e70408-f9ef-4815-aa8f-59304e4ed4c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-388020780-subnet', 'tenant_id': 'b4d9562697164912ae96f22f47b4a54d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:12:05.682014 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ce2d0b-6ffd-4c1e-a66f-c400be307f49 admin admin] Pushing event updated for resources: {'Network': ['ID=86e70408-f9ef-4815-aa8f-59304e4ed4c8,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:05.692096 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 86e70408-f9ef-4815-aa8f-59304e4ed4c8 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:12:05.700195 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e1f9441-5090-43c7-8d96-c43521b4062c admin admin] Made reservation on behalf of b4d9562697164912ae96f22f47b4a54d for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:12:05.702578 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3e1f9441-5090-43c7-8d96-c43521b4062c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:05.873118 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3e1f9441-5090-43c7-8d96-c43521b4062c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58895384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805196'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:05.931061 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1f9441-5090-43c7-8d96-c43521b4062c admin admin] Pushing event updated for resources: {'Subnet': ['ID=48d8056f-5fb2-463c-96bd-f6f5ed5da27e,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:05.937976 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1f9441-5090-43c7-8d96-c43521b4062c admin admin] Checking segment: {'id': '3a6e383c-1b7f-4db5-9d50-a03141d50f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '86e70408-f9ef-4815-aa8f-59304e4ed4c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:12:05.938378 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1f9441-5090-43c7-8d96-c43521b4062c admin admin] Network hostable DHCP agents. Network: 86e70408-f9ef-4815-aa8f-59304e4ed4c8, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:12:05.954548 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1f9441-5090-43c7-8d96-c43521b4062c admin admin] Network 86e70408-f9ef-4815-aa8f-59304e4ed4c8 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:12:05.962987 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-3e1f9441-5090-43c7-8d96-c43521b4062c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 86e70408-f9ef-4815-aa8f-59304e4ed4c8) {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:12:05.967185 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1f9441-5090-43c7-8d96-c43521b4062c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:05.967804 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3e1f9441-5090-43c7-8d96-c43521b4062c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:05.974008 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434871cc-ae83-471c-9c27-45c5e7334886 None None] Network 86e70408-f9ef-4815-aa8f-59304e4ed4c8 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:12:05.984811 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-3e1f9441-5090-43c7-8d96-c43521b4062c admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3130836 Aug 10 04:12:05.987672 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 47974) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:05.992187 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-8666a097-2c84-4b14-969a-37c9a02c86f1 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-388020780-router', 'tenant_id': 'b4d9562697164912ae96f22f47b4a54d', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:12:06.012374 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8666a097-2c84-4b14-969a-37c9a02c86f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:06.013400 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8666a097-2c84-4b14-969a-37c9a02c86f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:06.070756 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8666a097-2c84-4b14-969a-37c9a02c86f1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:06.114971 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4adf486-dcd7-4903-a529-dfed14d7c86e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-86e70408-f9ef-4815-aa8f-59304e4ed4c8', 'network_id': '86e70408-f9ef-4815-aa8f-59304e4ed4c8', 'tenant_id': 'b4d9562697164912ae96f22f47b4a54d', 'fixed_ips': [{'subnet_id': '48d8056f-5fb2-463c-96bd-f6f5ed5da27e'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:12:06.115819 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f4adf486-dcd7-4903-a529-dfed14d7c86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:06.206902 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8666a097-2c84-4b14-969a-37c9a02c86f1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:06.251174 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-f4adf486-dcd7-4903-a529-dfed14d7c86e None None] Allocated IP 172.20.0.2 (86e70408-f9ef-4815-aa8f-59304e4ed4c8/48d8056f-5fb2-463c-96bd-f6f5ed5da27e/a621fef4-2652-46a4-b525-0f6b76f4c308) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:12:06.388512 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f4adf486-dcd7-4903-a529-dfed14d7c86e None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:06.396888 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-f4adf486-dcd7-4903-a529-dfed14d7c86e None None] Transition to ACTIVE for port object a621fef4-2652-46a4-b525-0f6b76f4c308 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:12:06.409462 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8666a097-2c84-4b14-969a-37c9a02c86f1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:06.411665 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-f4adf486-dcd7-4903-a529-dfed14d7c86e None None] Transition to ACTIVE for port object a621fef4-2652-46a4-b525-0f6b76f4c308 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:12:06.416692 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f4adf486-dcd7-4903-a529-dfed14d7c86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:06.435315 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8666a097-2c84-4b14-969a-37c9a02c86f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:06.462171 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4adf486-dcd7-4903-a529-dfed14d7c86e None None] Network 86e70408-f9ef-4815-aa8f-59304e4ed4c8 is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:12:06.465076 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-f4adf486-dcd7-4903-a529-dfed14d7c86e None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:12:06.469325 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4adf486-dcd7-4903-a529-dfed14d7c86e None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:12:06.472944 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4adf486-dcd7-4903-a529-dfed14d7c86e None None] Pushing event updated for resources: {'Port': ['ID=a621fef4-2652-46a4-b525-0f6b76f4c308,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:06.527202 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-f4adf486-dcd7-4903-a529-dfed14d7c86e None None] Attempting to bind port a621fef4-2652-46a4-b525-0f6b76f4c308 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:12:06.527581 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-f4adf486-dcd7-4903-a529-dfed14d7c86e None None] Attempting to bind port a621fef4-2652-46a4-b525-0f6b76f4c308 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '3a6e383c-1b7f-4db5-9d50-a03141d50f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '86e70408-f9ef-4815-aa8f-59304e4ed4c8'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:12:06.527945 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4adf486-dcd7-4903-a529-dfed14d7c86e None None] Attempting to bind port a621fef4-2652-46a4-b525-0f6b76f4c308 on network 86e70408-f9ef-4815-aa8f-59304e4ed4c8 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:12:06.533042 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4adf486-dcd7-4903-a529-dfed14d7c86e None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:12:06.533448 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4adf486-dcd7-4903-a529-dfed14d7c86e None None] Checking segment: {'id': '3a6e383c-1b7f-4db5-9d50-a03141d50f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '86e70408-f9ef-4815-aa8f-59304e4ed4c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:12:06.534707 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f4adf486-dcd7-4903-a529-dfed14d7c86e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:06.534876 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4adf486-dcd7-4903-a529-dfed14d7c86e None None] Bound using segment: {'id': '3a6e383c-1b7f-4db5-9d50-a03141d50f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '86e70408-f9ef-4815-aa8f-59304e4ed4c8'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:12:06.535294 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-f4adf486-dcd7-4903-a529-dfed14d7c86e None None] Bound port: a621fef4-2652-46a4-b525-0f6b76f4c308, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a6e383c-1b7f-4db5-9d50-a03141d50f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '86e70408-f9ef-4815-aa8f-59304e4ed4c8'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:12:06.535684 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f4adf486-dcd7-4903-a529-dfed14d7c86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:06.556008 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-8666a097-2c84-4b14-969a-37c9a02c86f1 admin admin] Allocated IP 172.25.6.127 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/c41ccae9-8bad-4cef-b271-680de0fb9b17) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:12:06.569648 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device f9b69f1a-d679-481e-a654-cd173db3ed83 no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:12:06.592670 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] No Port match for: f9b69f1a-d679-481e-a654-cd173db3ed83 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:12:06.593100 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device f9b69f1a-d679-481e-a654-cd173db3ed83 not bound to the agent host n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:12:06.623555 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-f4adf486-dcd7-4903-a529-dfed14d7c86e None None] For port a621fef4-2652-46a4-b525-0f6b76f4c308, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:12:06.627186 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-f4adf486-dcd7-4903-a529-dfed14d7c86e None None] For port a621fef4-2652-46a4-b525-0f6b76f4c308, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=a621fef4-2652-46a4-b525-0f6b76f4c308,segment=NetworkSegment(3a6e383c-1b7f-4db5-9d50-a03141d50f7f),segment_id=3a6e383c-1b7f-4db5-9d50-a03141d50f7f)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:12:06.631729 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f4adf486-dcd7-4903-a529-dfed14d7c86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:06.667322 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8666a097-2c84-4b14-969a-37c9a02c86f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:06.702193 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4adf486-dcd7-4903-a529-dfed14d7c86e None None] Pushing event updated for resources: {'Port': ['ID=a621fef4-2652-46a4-b525-0f6b76f4c308,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:06.715811 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8666a097-2c84-4b14-969a-37c9a02c86f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:06.761143 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8666a097-2c84-4b14-969a-37c9a02c86f1 admin admin] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:12:06.764451 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-8666a097-2c84-4b14-969a-37c9a02c86f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:12:06.767514 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8666a097-2c84-4b14-969a-37c9a02c86f1 admin admin] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:12:06.794772 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8666a097-2c84-4b14-969a-37c9a02c86f1 admin admin] Pushing event updated for resources: {'Port': ['ID=c41ccae9-8bad-4cef-b271-680de0fb9b17,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:07.038826 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8666a097-2c84-4b14-969a-37c9a02c86f1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:07.235774 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8666a097-2c84-4b14-969a-37c9a02c86f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:07.375235 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8666a097-2c84-4b14-969a-37c9a02c86f1 admin admin] Router 53286071-5c9d-4c9a-8825-3f31317c97f2 is scheduled to L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e with binding_index 1 {{(pid=94260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:12:07.490839 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8666a097-2c84-4b14-969a-37c9a02c86f1 admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:12:07.501209 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0acce106-7dd9-4345-bba8-c5ece3ce1436 None None] Sync routers for ids ['53286071-5c9d-4c9a-8825-3f31317c97f2'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:12:07.510813 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8666a097-2c84-4b14-969a-37c9a02c86f1 admin admin] Notify callbacks [] for router, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:07.511493 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acce106-7dd9-4345-bba8-c5ece3ce1436 None None] Routers {'53286071-5c9d-4c9a-8825-3f31317c97f2'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:12:07.512123 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-0acce106-7dd9-4345-bba8-c5ece3ce1436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:11:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['53286071-5c9d-4c9a-8825-3f31317c97f2'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:12:07.512666 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-8666a097-2c84-4b14-969a-37c9a02c86f1 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5239809 Aug 10 04:12:07.515431 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 47976) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:07.551514 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cad3429-2ca6-449d-ad61-3c920808d58e None None] Network 86e70408-f9ef-4815-aa8f-59304e4ed4c8 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:12:07.620910 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-fac31908-0f58-4408-af38-d6e877e300a1 None None] Provisioning for port a621fef4-2652-46a4-b525-0f6b76f4c308 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:12:07.697641 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-0acce106-7dd9-4345-bba8-c5ece3ce1436 None None] Set router 53286071-5c9d-4c9a-8825-3f31317c97f2 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:12:07.971558 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5121e3d8-3fe5-42ef-8ff9-515add0af5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:08.098096 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-0acce106-7dd9-4345-bba8-c5ece3ce1436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'name': 'tempest-ServerActionsTestJSON-388020780-router', 'tenant_id': 'b4d9562697164912ae96f22f47b4a54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'c41ccae9-8bad-4cef-b271-680de0fb9b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:12:06Z', 'updated_at': '2021-08-10T04:12:06Z', 'revision_number': 3, 'project_id': 'b4d9562697164912ae96f22f47b4a54d', 'gw_port': {'id': 'c41ccae9-8bad-4cef-b271-680de0fb9b17', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:05:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:06Z', 'updated_at': '2021-08-10T04:12:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:12:08.136176 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0acce106-7dd9-4345-bba8-c5ece3ce1436 None None] Checking router: 53286071-5c9d-4c9a-8825-3f31317c97f2 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:12:08.136679 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0acce106-7dd9-4345-bba8-c5ece3ce1436 None None] Updating router 53286071-5c9d-4c9a-8825-3f31317c97f2 port c41ccae9-8bad-4cef-b271-680de0fb9b17 binding host n-d-768862-13 {{(pid=94262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:12:08.167823 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-0acce106-7dd9-4345-bba8-c5ece3ce1436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:08.223901 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device a621fef4-2652-46a4-b525-0f6b76f4c308 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:12:08.241227 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-5121e3d8-3fe5-42ef-8ff9-515add0af5e3 admin admin] Allocated IP 172.20.0.1 (86e70408-f9ef-4815-aa8f-59304e4ed4c8/48d8056f-5fb2-463c-96bd-f6f5ed5da27e/51432507-f545-4d05-b420-c6d301f256cd) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:12:08.351926 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5121e3d8-3fe5-42ef-8ff9-515add0af5e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:08.366069 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [None req-5121e3d8-3fe5-42ef-8ff9-515add0af5e3 admin admin] Transition to ACTIVE for port object 51432507-f545-4d05-b420-c6d301f256cd will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:12:08.399648 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5121e3d8-3fe5-42ef-8ff9-515add0af5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:08.403856 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port a621fef4-2652-46a4-b525-0f6b76f4c308 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:12:08.419446 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port a621fef4-2652-46a4-b525-0f6b76f4c308 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:12:08.419821 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:08.440755 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5121e3d8-3fe5-42ef-8ff9-515add0af5e3 admin admin] Network 86e70408-f9ef-4815-aa8f-59304e4ed4c8 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:12:08.442545 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-1a5cd7c8-6d21-402b-b72c-73c7527fb631 None None] Provisioning complete for port a621fef4-2652-46a4-b525-0f6b76f4c308 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:12:08.442913 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1a5cd7c8-6d21-402b-b72c-73c7527fb631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:08.447311 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-5121e3d8-3fe5-42ef-8ff9-515add0af5e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:12:08.450984 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5121e3d8-3fe5-42ef-8ff9-515add0af5e3 admin admin] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:12:08.490514 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5121e3d8-3fe5-42ef-8ff9-515add0af5e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521745'] for router_interface, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:08.528701 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5121e3d8-3fe5-42ef-8ff9-515add0af5e3 admin admin] Pushing event updated for resources: {'Port': ['ID=51432507-f545-4d05-b420-c6d301f256cd,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:08.644890 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5121e3d8-3fe5-42ef-8ff9-515add0af5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:08.675611 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-0acce106-7dd9-4345-bba8-c5ece3ce1436 None None] Notify callbacks [] for port, precommit_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:08.679378 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:08.713822 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-0acce106-7dd9-4345-bba8-c5ece3ce1436 None None] Transition to ACTIVE for port object c41ccae9-8bad-4cef-b271-680de0fb9b17 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:12:08.718456 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1a5cd7c8-6d21-402b-b72c-73c7527fb631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:08.737147 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-0acce106-7dd9-4345-bba8-c5ece3ce1436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:08.745124 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port a621fef4-2652-46a4-b525-0f6b76f4c308, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=a621fef4-2652-46a4-b525-0f6b76f4c308,segment=NetworkSegment(3a6e383c-1b7f-4db5-9d50-a03141d50f7f),segment_id=3a6e383c-1b7f-4db5-9d50-a03141d50f7f)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:12:08.768848 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:08.820349 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5121e3d8-3fe5-42ef-8ff9-515add0af5e3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:08.824938 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5121e3d8-3fe5-42ef-8ff9-515add0af5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:08.825875 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-0acce106-7dd9-4345-bba8-c5ece3ce1436 None None] Attempting to bind port c41ccae9-8bad-4cef-b271-680de0fb9b17 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:12:08.826270 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-0acce106-7dd9-4345-bba8-c5ece3ce1436 None None] Attempting to bind port c41ccae9-8bad-4cef-b271-680de0fb9b17 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:12:08.826646 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acce106-7dd9-4345-bba8-c5ece3ce1436 None None] Attempting to bind port c41ccae9-8bad-4cef-b271-680de0fb9b17 on network 2ea12131-628a-487e-b434-0463553732bd {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:12:08.833292 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191f5032-af02-4793-b8f6-3c4b24ae96d1 None None] Pushing event updated for resources: {'Port': ['ID=c41ccae9-8bad-4cef-b271-680de0fb9b17,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:08.841399 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acce106-7dd9-4345-bba8-c5ece3ce1436 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:12:08.841837 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acce106-7dd9-4345-bba8-c5ece3ce1436 None None] Checking segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:12:08.842166 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-0acce106-7dd9-4345-bba8-c5ece3ce1436 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:08.842597 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acce106-7dd9-4345-bba8-c5ece3ce1436 None None] Bound using segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:12:08.843080 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-0acce106-7dd9-4345-bba8-c5ece3ce1436 None None] Bound port: c41ccae9-8bad-4cef-b271-680de0fb9b17, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:12:08.843462 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-0acce106-7dd9-4345-bba8-c5ece3ce1436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:08.892275 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5121e3d8-3fe5-42ef-8ff9-515add0af5e3 admin admin] Pushing event updated for resources: {'Port': ['ID=51432507-f545-4d05-b420-c6d301f256cd,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:08.892770 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.db.api [None req-1a5cd7c8-6d21-402b-b72c-73c7527fb631 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 04:12:08.893129 n-d-768862-13 neutron-server[94262]: DEBUG oslo_db.api [None req-1a5cd7c8-6d21-402b-b72c-73c7527fb631 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 04:12:08.894854 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5121e3d8-3fe5-42ef-8ff9-515add0af5e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521893'] for router_interface, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:08.936689 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=a621fef4-2652-46a4-b525-0f6b76f4c308,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:08.939715 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-0acce106-7dd9-4345-bba8-c5ece3ce1436 None None] For port c41ccae9-8bad-4cef-b271-680de0fb9b17, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:12:08.944441 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-0acce106-7dd9-4345-bba8-c5ece3ce1436 None None] For port c41ccae9-8bad-4cef-b271-680de0fb9b17, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=c41ccae9-8bad-4cef-b271-680de0fb9b17,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:12:08.948850 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-0acce106-7dd9-4345-bba8-c5ece3ce1436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:08.996641 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5121e3d8-3fe5-42ef-8ff9-515add0af5e3 admin admin] Network 86e70408-f9ef-4815-aa8f-59304e4ed4c8 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:12:08.998065 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-5121e3d8-3fe5-42ef-8ff9-515add0af5e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:12:09.013696 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acce106-7dd9-4345-bba8-c5ece3ce1436 None None] Routers {'53286071-5c9d-4c9a-8825-3f31317c97f2'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:12:09.014391 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-0acce106-7dd9-4345-bba8-c5ece3ce1436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:11:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['53286071-5c9d-4c9a-8825-3f31317c97f2'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:12:09.016416 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191f5032-af02-4793-b8f6-3c4b24ae96d1 None None] Pushing event updated for resources: {'Port': ['ID=c41ccae9-8bad-4cef-b271-680de0fb9b17,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:09.116829 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5121e3d8-3fe5-42ef-8ff9-515add0af5e3 admin admin] Router 53286071-5c9d-4c9a-8825-3f31317c97f2 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:12:09.131709 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-0acce106-7dd9-4345-bba8-c5ece3ce1436 None None] Set router 53286071-5c9d-4c9a-8825-3f31317c97f2 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:12:09.229440 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5121e3d8-3fe5-42ef-8ff9-515add0af5e3 admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:12:09.234591 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-5121e3d8-3fe5-42ef-8ff9-515add0af5e3 admin admin] 10.222.0.44 "PUT /v2.0/routers/53286071-5c9d-4c9a-8825-3f31317c97f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7177234 Aug 10 04:12:09.344097 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-0acce106-7dd9-4345-bba8-c5ece3ce1436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'name': 'tempest-ServerActionsTestJSON-388020780-router', 'tenant_id': 'b4d9562697164912ae96f22f47b4a54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'c41ccae9-8bad-4cef-b271-680de0fb9b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:12:06Z', 'updated_at': '2021-08-10T04:12:08Z', 'revision_number': 4, 'project_id': 'b4d9562697164912ae96f22f47b4a54d', 'gw_port': {'id': 'c41ccae9-8bad-4cef-b271-680de0fb9b17', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:05:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:06Z', 'updated_at': '2021-08-10T04:12:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '51432507-f545-4d05-b420-c6d301f256cd', 'name': '', 'network_id': '86e70408-f9ef-4815-aa8f-59304e4ed4c8', 'tenant_id': 'b4d9562697164912ae96f22f47b4a54d', 'mac_address': 'fa:16:3e:79:30:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '48d8056f-5fb2-463c-96bd-f6f5ed5da27e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:07Z', 'updated_at': '2021-08-10T04:12:08Z', 'revision_number': 2, 'project_id': 'b4d9562697164912ae96f22f47b4a54d', 'subnets': [{'id': '48d8056f-5fb2-463c-96bd-f6f5ed5da27e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:12:09.374194 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0acce106-7dd9-4345-bba8-c5ece3ce1436 None None] The sync data for ids ['53286071-5c9d-4c9a-8825-3f31317c97f2'] in n-d-768862-13 is: [{'id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'name': 'tempest-ServerActionsTestJSON-388020780-router', 'tenant_id': 'b4d9562697164912ae96f22f47b4a54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'c41ccae9-8bad-4cef-b271-680de0fb9b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:12:06Z', 'updated_at': '2021-08-10T04:12:08Z', 'revision_number': 4, 'project_id': 'b4d9562697164912ae96f22f47b4a54d', 'gw_port': {'id': 'c41ccae9-8bad-4cef-b271-680de0fb9b17', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:05:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:06Z', 'updated_at': '2021-08-10T04:12:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '51432507-f545-4d05-b420-c6d301f256cd', 'name': '', 'network_id': '86e70408-f9ef-4815-aa8f-59304e4ed4c8', 'tenant_id': 'b4d9562697164912ae96f22f47b4a54d', 'mac_address': 'fa:16:3e:79:30:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '48d8056f-5fb2-463c-96bd-f6f5ed5da27e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:07Z', 'updated_at': '2021-08-10T04:12:08Z', 'revision_number': 2, 'project_id': 'b4d9562697164912ae96f22f47b4a54d', 'subnets': [{'id': '48d8056f-5fb2-463c-96bd-f6f5ed5da27e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:12:09.570684 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-633eeeca-8c0a-41e2-9d7a-b457a780d46d None None] Provisioning for port 51432507-f545-4d05-b420-c6d301f256cd completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:12:09.574879 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-633eeeca-8c0a-41e2-9d7a-b457a780d46d None None] Provisioning complete for port 51432507-f545-4d05-b420-c6d301f256cd triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:12:09.575257 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-633eeeca-8c0a-41e2-9d7a-b457a780d46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:09.616584 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-633eeeca-8c0a-41e2-9d7a-b457a780d46d None None] Port 51432507-f545-4d05-b420-c6d301f256cd cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:12:09.795078 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 47986) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:09.800425 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-823ead5a-459b-45bd-9783-8dfebd7f57a4 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1363185641', 'description': 'tempest-description--1806884641'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:12:09.822356 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-823ead5a-459b-45bd-9783-8dfebd7f57a4 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:09.908086 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-823ead5a-459b-45bd-9783-8dfebd7f57a4 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:09.912664 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-823ead5a-459b-45bd-9783-8dfebd7f57a4 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:09.942162 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-823ead5a-459b-45bd-9783-8dfebd7f57a4 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:09.943446 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-823ead5a-459b-45bd-9783-8dfebd7f57a4 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1473591 Aug 10 04:12:09.944528 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823ead5a-459b-45bd-9783-8dfebd7f57a4 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fab7cab8-f9bd-42c8-9b31-8e2bed95f568,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:09.946520 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 47988) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:09.952610 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-0ac0c4da-e7a9-4829-894d-8cd25b1c599b tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Request body: {'security_group_rule': {'security_group_id': 'fab7cab8-f9bd-42c8-9b31-8e2bed95f568', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:12:09.996523 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0ac0c4da-e7a9-4829-894d-8cd25b1c599b tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:10.061403 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0ac0c4da-e7a9-4829-894d-8cd25b1c599b tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:10.066734 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0ac0c4da-e7a9-4829-894d-8cd25b1c599b tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:10.088132 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac0c4da-e7a9-4829-894d-8cd25b1c599b tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9509113-de70-4704-9e9d-0db63d11d8f5,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:10.102827 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0ac0c4da-e7a9-4829-894d-8cd25b1c599b tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:10.104527 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-0ac0c4da-e7a9-4829-894d-8cd25b1c599b tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1567621 Aug 10 04:12:10.107330 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 47990) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:10.112124 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-9b083104-5f15-4adf-959e-433c7ca78ac3 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Request body: {'security_group_rule': {'security_group_id': 'fab7cab8-f9bd-42c8-9b31-8e2bed95f568', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:12:10.140288 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9b083104-5f15-4adf-959e-433c7ca78ac3 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:10.202013 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device c41ccae9-8bad-4cef-b271-680de0fb9b17 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:12:10.207340 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9b083104-5f15-4adf-959e-433c7ca78ac3 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:10.211357 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9b083104-5f15-4adf-959e-433c7ca78ac3 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:10.230048 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b083104-5f15-4adf-959e-433c7ca78ac3 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1237f71-05a2-4a5c-ae35-2af7ac9f033c,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:10.237932 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9b083104-5f15-4adf-959e-433c7ca78ac3 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:10.243792 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 47992) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:10.248831 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-7dc10af4-d6a2-4967-b7ce-71714f733986 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Request body: {'floatingip': {'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:12:10.250751 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-9b083104-5f15-4adf-959e-433c7ca78ac3 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1313360 Aug 10 04:12:10.259162 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port c41ccae9-8bad-4cef-b271-680de0fb9b17 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:12:10.263424 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port c41ccae9-8bad-4cef-b271-680de0fb9b17 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:12:10.263999 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:10.274743 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7dc10af4-d6a2-4967-b7ce-71714f733986 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Notify callbacks [] for floatingip, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:10.350528 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:10.372458 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port c41ccae9-8bad-4cef-b271-680de0fb9b17, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=c41ccae9-8bad-4cef-b271-680de0fb9b17,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:12:10.377992 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:10.378927 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device a621fef4-2652-46a4-b525-0f6b76f4c308 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:12:10.384274 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7dc10af4-d6a2-4967-b7ce-71714f733986 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:10.456658 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=c41ccae9-8bad-4cef-b271-680de0fb9b17,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:10.468531 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port a621fef4-2652-46a4-b525-0f6b76f4c308 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:12:10.468983 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:10.493085 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-7dc10af4-d6a2-4967-b7ce-71714f733986 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Allocated IP 172.25.6.93 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/5a7d2ccb-776e-4da1-82ac-1aac656c9b4a) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:12:10.626474 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7dc10af4-d6a2-4967-b7ce-71714f733986 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:10.666806 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7dc10af4-d6a2-4967-b7ce-71714f733986 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:10.707850 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc10af4-d6a2-4967-b7ce-71714f733986 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:12:10.712451 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-7dc10af4-d6a2-4967-b7ce-71714f733986 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:12:10.716796 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc10af4-d6a2-4967-b7ce-71714f733986 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:12:10.719931 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc10af4-d6a2-4967-b7ce-71714f733986 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Pushing event updated for resources: {'Port': ['ID=5a7d2ccb-776e-4da1-82ac-1aac656c9b4a,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:10.804389 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7dc10af4-d6a2-4967-b7ce-71714f733986 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:10.837431 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7dc10af4-d6a2-4967-b7ce-71714f733986 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:11.002044 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7dc10af4-d6a2-4967-b7ce-71714f733986 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:11.007423 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7dc10af4-d6a2-4967-b7ce-71714f733986 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:11.072209 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc10af4-d6a2-4967-b7ce-71714f733986 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Pushing event updated for resources: {'Port': ['ID=5a7d2ccb-776e-4da1-82ac-1aac656c9b4a,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:11.086675 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7dc10af4-d6a2-4967-b7ce-71714f733986 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:11.099891 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7dc10af4-d6a2-4967-b7ce-71714f733986 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:11.101146 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-7dc10af4-d6a2-4967-b7ce-71714f733986 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8563573 Aug 10 04:12:11.238614 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e6ef318f-9ad4-4330-a5fa-ceb504738774 req-1966b406-2c50-4623-a160-036692efd531 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1363185641&fields=id&tenant_id=b4d9562697164912ae96f22f47b4a54d HTTP/1.1" status: 200 len: 267 time: 0.0340798 Aug 10 04:12:11.347456 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86124f9-5d27-45b4-ab6e-f6209bed170d None None] Sync routers for ids ['53286071-5c9d-4c9a-8825-3f31317c97f2'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:12:11.351481 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef318f-9ad4-4330-a5fa-ceb504738774 req-255adc12-9d6d-48c3-b781-7b8678ed1c42 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:11.352997 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e6ef318f-9ad4-4330-a5fa-ceb504738774 req-255adc12-9d6d-48c3-b781-7b8678ed1c42 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/networks?id=86e70408-f9ef-4815-aa8f-59304e4ed4c8 HTTP/1.1" status: 200 len: 811 time: 0.1077137 Aug 10 04:12:11.357024 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86124f9-5d27-45b4-ab6e-f6209bed170d None None] Routers {'53286071-5c9d-4c9a-8825-3f31317c97f2'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:12:11.357628 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-c86124f9-5d27-45b4-ab6e-f6209bed170d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:11:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['53286071-5c9d-4c9a-8825-3f31317c97f2'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:12:11.368441 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e6ef318f-9ad4-4330-a5fa-ceb504738774 req-006b1bf8-5716-4aaa-a554-3ad986179dd4 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/quotas/b4d9562697164912ae96f22f47b4a54d HTTP/1.1" status: 200 len: 375 time: 0.0095787 Aug 10 04:12:11.422915 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e6ef318f-9ad4-4330-a5fa-ceb504738774 req-a19992c3-c95a-453c-b73e-057b5c4f3479 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b4d9562697164912ae96f22f47b4a54d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0489061 Aug 10 04:12:11.462669 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-c86124f9-5d27-45b4-ab6e-f6209bed170d None None] Set router 53286071-5c9d-4c9a-8825-3f31317c97f2 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:12:11.598766 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e6ef318f-9ad4-4330-a5fa-ceb504738774 req-f2409165-1fe9-4e06-a0e5-fcffe7fb4428 service neutron] 10.222.0.44 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295576 Aug 10 04:12:11.658479 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-c86124f9-5d27-45b4-ab6e-f6209bed170d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'name': 'tempest-ServerActionsTestJSON-388020780-router', 'tenant_id': 'b4d9562697164912ae96f22f47b4a54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'c41ccae9-8bad-4cef-b271-680de0fb9b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:12:06Z', 'updated_at': '2021-08-10T04:12:08Z', 'revision_number': 4, 'project_id': 'b4d9562697164912ae96f22f47b4a54d', 'gw_port': {'id': 'c41ccae9-8bad-4cef-b271-680de0fb9b17', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:06Z', 'updated_at': '2021-08-10T04:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '51432507-f545-4d05-b420-c6d301f256cd', 'name': '', 'network_id': '86e70408-f9ef-4815-aa8f-59304e4ed4c8', 'tenant_id': 'b4d9562697164912ae96f22f47b4a54d', 'mac_address': 'fa:16:3e:79:30:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '48d8056f-5fb2-463c-96bd-f6f5ed5da27e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:07Z', 'updated_at': '2021-08-10T04:12:08Z', 'revision_number': 2, 'project_id': 'b4d9562697164912ae96f22f47b4a54d', 'subnets': [{'id': '48d8056f-5fb2-463c-96bd-f6f5ed5da27e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:12:11.688293 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86124f9-5d27-45b4-ab6e-f6209bed170d None None] Checking router: 53286071-5c9d-4c9a-8825-3f31317c97f2 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:12:11.688636 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86124f9-5d27-45b4-ab6e-f6209bed170d None None] Updating router 53286071-5c9d-4c9a-8825-3f31317c97f2 port 51432507-f545-4d05-b420-c6d301f256cd binding host n-d-768862-13 {{(pid=94263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:12:11.691006 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e6ef318f-9ad4-4330-a5fa-ceb504738774 req-dd94d91c-4037-4092-bdcc-ba8b388a8f22 service neutron] 10.222.0.44 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862110 Aug 10 04:12:11.714067 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-c86124f9-5d27-45b4-ab6e-f6209bed170d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:11.855018 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-976a4ef9-05d5-4b9b-b8ac-66319e2d6dbc req-8ad320bc-3f4a-443a-a1b4-c0ba0ba37e25 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=51d7aac6-4489-49d5-9333-b15a82e71238 HTTP/1.1" status: 200 len: 210 time: 0.0293295 Aug 10 04:12:12.004714 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-c86124f9-5d27-45b4-ab6e-f6209bed170d None None] Notify callbacks [] for port, precommit_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:12.015156 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.provisioning_blocks [None req-c86124f9-5d27-45b4-ab6e-f6209bed170d None None] Transition to ACTIVE for port object 51432507-f545-4d05-b420-c6d301f256cd will not be triggered until provisioned by entity L2. {{(pid=94263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:12:12.020983 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-c86124f9-5d27-45b4-ab6e-f6209bed170d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:12.103779 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device c41ccae9-8bad-4cef-b271-680de0fb9b17 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:12:12.161488 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port c41ccae9-8bad-4cef-b271-680de0fb9b17 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:12:12.161488 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:12.195243 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ea3f5-aec7-4ef5-b3d8-b022ae0acde8 None None] Pushing event updated for resources: {'Port': ['ID=51432507-f545-4d05-b420-c6d301f256cd,revision_number=3']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:12.236335 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ea3f5-aec7-4ef5-b3d8-b022ae0acde8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:12.236843 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ea3f5-aec7-4ef5-b3d8-b022ae0acde8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:12.237371 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ea3f5-aec7-4ef5-b3d8-b022ae0acde8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:12.237649 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ea3f5-aec7-4ef5-b3d8-b022ae0acde8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:12.238054 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ea3f5-aec7-4ef5-b3d8-b022ae0acde8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:12.238478 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ea3f5-aec7-4ef5-b3d8-b022ae0acde8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:12.238891 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ea3f5-aec7-4ef5-b3d8-b022ae0acde8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:12.239266 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ea3f5-aec7-4ef5-b3d8-b022ae0acde8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:12.239786 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ea3f5-aec7-4ef5-b3d8-b022ae0acde8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:12.240175 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ea3f5-aec7-4ef5-b3d8-b022ae0acde8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:12.240794 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ea3f5-aec7-4ef5-b3d8-b022ae0acde8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:12.240948 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ea3f5-aec7-4ef5-b3d8-b022ae0acde8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:12.271046 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-c86124f9-5d27-45b4-ab6e-f6209bed170d None None] Attempting to bind port 51432507-f545-4d05-b420-c6d301f256cd on host n-d-768862-13 for vnic_type normal with profile {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:12:12.271585 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-c86124f9-5d27-45b4-ab6e-f6209bed170d None None] Attempting to bind port 51432507-f545-4d05-b420-c6d301f256cd by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '3a6e383c-1b7f-4db5-9d50-a03141d50f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '86e70408-f9ef-4815-aa8f-59304e4ed4c8'}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:12:12.272076 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86124f9-5d27-45b4-ab6e-f6209bed170d None None] Attempting to bind port 51432507-f545-4d05-b420-c6d301f256cd on network 86e70408-f9ef-4815-aa8f-59304e4ed4c8 {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:12:12.277738 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86124f9-5d27-45b4-ab6e-f6209bed170d None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:12:12.278190 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86124f9-5d27-45b4-ab6e-f6209bed170d None None] Checking segment: {'id': '3a6e383c-1b7f-4db5-9d50-a03141d50f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '86e70408-f9ef-4815-aa8f-59304e4ed4c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:12:12.278684 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-c86124f9-5d27-45b4-ab6e-f6209bed170d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:12.279139 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86124f9-5d27-45b4-ab6e-f6209bed170d None None] Bound using segment: {'id': '3a6e383c-1b7f-4db5-9d50-a03141d50f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '86e70408-f9ef-4815-aa8f-59304e4ed4c8'} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:12:12.279670 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-c86124f9-5d27-45b4-ab6e-f6209bed170d None None] Bound port: 51432507-f545-4d05-b420-c6d301f256cd, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a6e383c-1b7f-4db5-9d50-a03141d50f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '86e70408-f9ef-4815-aa8f-59304e4ed4c8'}}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:12:12.280507 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-c86124f9-5d27-45b4-ab6e-f6209bed170d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:12.352345 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-c86124f9-5d27-45b4-ab6e-f6209bed170d None None] For port 51432507-f545-4d05-b420-c6d301f256cd, host n-d-768862-13, cleared binding levels {{(pid=94263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:12:12.355792 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-c86124f9-5d27-45b4-ab6e-f6209bed170d None None] For port 51432507-f545-4d05-b420-c6d301f256cd, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=51432507-f545-4d05-b420-c6d301f256cd,segment=NetworkSegment(3a6e383c-1b7f-4db5-9d50-a03141d50f7f),segment_id=3a6e383c-1b7f-4db5-9d50-a03141d50f7f)] {{(pid=94263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:12:12.360799 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-c86124f9-5d27-45b4-ab6e-f6209bed170d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:12.431365 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ea3f5-aec7-4ef5-b3d8-b022ae0acde8 None None] Pushing event updated for resources: {'Port': ['ID=51432507-f545-4d05-b420-c6d301f256cd,revision_number=4']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:12.434262 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86124f9-5d27-45b4-ab6e-f6209bed170d None None] Routers {'53286071-5c9d-4c9a-8825-3f31317c97f2'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:12:12.434860 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-c86124f9-5d27-45b4-ab6e-f6209bed170d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:11:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['53286071-5c9d-4c9a-8825-3f31317c97f2'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:12:12.552693 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-c86124f9-5d27-45b4-ab6e-f6209bed170d None None] Set router 53286071-5c9d-4c9a-8825-3f31317c97f2 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:12:12.769980 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-c86124f9-5d27-45b4-ab6e-f6209bed170d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'name': 'tempest-ServerActionsTestJSON-388020780-router', 'tenant_id': 'b4d9562697164912ae96f22f47b4a54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'c41ccae9-8bad-4cef-b271-680de0fb9b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:12:06Z', 'updated_at': '2021-08-10T04:12:08Z', 'revision_number': 4, 'project_id': 'b4d9562697164912ae96f22f47b4a54d', 'gw_port': {'id': 'c41ccae9-8bad-4cef-b271-680de0fb9b17', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:06Z', 'updated_at': '2021-08-10T04:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '51432507-f545-4d05-b420-c6d301f256cd', 'name': '', 'network_id': '86e70408-f9ef-4815-aa8f-59304e4ed4c8', 'tenant_id': 'b4d9562697164912ae96f22f47b4a54d', 'mac_address': 'fa:16:3e:79:30:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '48d8056f-5fb2-463c-96bd-f6f5ed5da27e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:07Z', 'updated_at': '2021-08-10T04:12:12Z', 'revision_number': 4, 'project_id': 'b4d9562697164912ae96f22f47b4a54d', 'subnets': [{'id': '48d8056f-5fb2-463c-96bd-f6f5ed5da27e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:12:12.796972 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86124f9-5d27-45b4-ab6e-f6209bed170d None None] The sync data for ids ['53286071-5c9d-4c9a-8825-3f31317c97f2'] in n-d-768862-13 is: [{'id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'name': 'tempest-ServerActionsTestJSON-388020780-router', 'tenant_id': 'b4d9562697164912ae96f22f47b4a54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'c41ccae9-8bad-4cef-b271-680de0fb9b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:12:06Z', 'updated_at': '2021-08-10T04:12:08Z', 'revision_number': 4, 'project_id': 'b4d9562697164912ae96f22f47b4a54d', 'gw_port': {'id': 'c41ccae9-8bad-4cef-b271-680de0fb9b17', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:06Z', 'updated_at': '2021-08-10T04:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '51432507-f545-4d05-b420-c6d301f256cd', 'name': '', 'network_id': '86e70408-f9ef-4815-aa8f-59304e4ed4c8', 'tenant_id': 'b4d9562697164912ae96f22f47b4a54d', 'mac_address': 'fa:16:3e:79:30:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '48d8056f-5fb2-463c-96bd-f6f5ed5da27e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:07Z', 'updated_at': '2021-08-10T04:12:12Z', 'revision_number': 4, 'project_id': 'b4d9562697164912ae96f22f47b4a54d', 'subnets': [{'id': '48d8056f-5fb2-463c-96bd-f6f5ed5da27e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:12:12.866683 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef318f-9ad4-4330-a5fa-ceb504738774 req-349b80a7-f101-4d59-8007-4da3c7f61ec9 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:12.868318 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e6ef318f-9ad4-4330-a5fa-ceb504738774 req-349b80a7-f101-4d59-8007-4da3c7f61ec9 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.61 "GET /v2.0/networks?id=86e70408-f9ef-4815-aa8f-59304e4ed4c8 HTTP/1.1" status: 200 len: 811 time: 0.1142149 Aug 10 04:12:12.918776 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e6ef318f-9ad4-4330-a5fa-ceb504738774 req-27326aef-31b6-4cbf-95d3-a2521f3ee2c1 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b4d9562697164912ae96f22f47b4a54d HTTP/1.1" status: 200 len: 380 time: 0.0413125 Aug 10 04:12:12.932621 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-e6ef318f-9ad4-4330-a5fa-ceb504738774 req-05fbe8b6-3c3c-4e73-995a-28e6d954c35c tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Request body: {'port': {'device_id': '51d7aac6-4489-49d5-9333-b15a82e71238', 'network_id': '86e70408-f9ef-4815-aa8f-59304e4ed4c8', 'admin_state_up': True, 'tenant_id': 'b4d9562697164912ae96f22f47b4a54d', 'security_groups': ['fab7cab8-f9bd-42c8-9b31-8e2bed95f568']}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:12:13.003803 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-98e783dd-03f0-40e7-8087-d657ce62ac01 req-396f020b-4fe1-446a-9604-310af1e9a344 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=51d7aac6-4489-49d5-9333-b15a82e71238 HTTP/1.1" status: 200 len: 210 time: 0.0673757 Aug 10 04:12:13.073049 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6ef318f-9ad4-4330-a5fa-ceb504738774 req-05fbe8b6-3c3c-4e73-995a-28e6d954c35c tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Made reservation on behalf of b4d9562697164912ae96f22f47b4a54d for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:12:13.076711 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-e6ef318f-9ad4-4330-a5fa-ceb504738774 req-05fbe8b6-3c3c-4e73-995a-28e6d954c35c tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:13.206763 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-e6ef318f-9ad4-4330-a5fa-ceb504738774 req-05fbe8b6-3c3c-4e73-995a-28e6d954c35c tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Allocated IP 172.20.0.4 (86e70408-f9ef-4815-aa8f-59304e4ed4c8/48d8056f-5fb2-463c-96bd-f6f5ed5da27e/11ef27a8-66d8-4344-9026-eec595621297) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:12:13.673280 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-e6ef318f-9ad4-4330-a5fa-ceb504738774 req-05fbe8b6-3c3c-4e73-995a-28e6d954c35c tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:13.686155 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-e6ef318f-9ad4-4330-a5fa-ceb504738774 req-05fbe8b6-3c3c-4e73-995a-28e6d954c35c tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Transition to ACTIVE for port object 11ef27a8-66d8-4344-9026-eec595621297 will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:12:13.718689 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-e6ef318f-9ad4-4330-a5fa-ceb504738774 req-05fbe8b6-3c3c-4e73-995a-28e6d954c35c tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:13.764246 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6ef318f-9ad4-4330-a5fa-ceb504738774 req-05fbe8b6-3c3c-4e73-995a-28e6d954c35c tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Network 86e70408-f9ef-4815-aa8f-59304e4ed4c8 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:12:13.767605 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-e6ef318f-9ad4-4330-a5fa-ceb504738774 req-05fbe8b6-3c3c-4e73-995a-28e6d954c35c tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:12:13.772075 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6ef318f-9ad4-4330-a5fa-ceb504738774 req-05fbe8b6-3c3c-4e73-995a-28e6d954c35c tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:12:13.802051 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fbe8b6-3c3c-4e73-995a-28e6d954c35c tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Pushing event updated for resources: {'Port': ['ID=11ef27a8-66d8-4344-9026-eec595621297,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:13.829322 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef318f-9ad4-4330-a5fa-ceb504738774 req-05fbe8b6-3c3c-4e73-995a-28e6d954c35c tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:13.830030 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-e6ef318f-9ad4-4330-a5fa-ceb504738774 req-05fbe8b6-3c3c-4e73-995a-28e6d954c35c tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:13.846436 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e6ef318f-9ad4-4330-a5fa-ceb504738774 req-05fbe8b6-3c3c-4e73-995a-28e6d954c35c tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9179740 Aug 10 04:12:13.860234 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-e6ef318f-9ad4-4330-a5fa-ceb504738774 req-734ad2c8-d1e1-4941-bb5f-65c1b2ce9f32 service neutron] Request body: {'port': {'device_id': '51d7aac6-4489-49d5-9333-b15a82e71238', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:12:13.922311 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-e6ef318f-9ad4-4330-a5fa-ceb504738774 req-734ad2c8-d1e1-4941-bb5f-65c1b2ce9f32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:14.007468 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-49b4f326-e09e-4379-b287-2db401b054ac None None] Provisioning for port 11ef27a8-66d8-4344-9026-eec595621297 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:12:14.011250 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-49b4f326-e09e-4379-b287-2db401b054ac None None] Provisioning complete for port 11ef27a8-66d8-4344-9026-eec595621297 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:12:14.011620 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-49b4f326-e09e-4379-b287-2db401b054ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:14.046879 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-49b4f326-e09e-4379-b287-2db401b054ac None None] Port 11ef27a8-66d8-4344-9026-eec595621297 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:12:14.125848 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 51432507-f545-4d05-b420-c6d301f256cd up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:12:14.167460 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec37d5ff-4e13-41d4-a8ea-a2edfa0ea9b7 req-fa3b64b6-4a69-402a-b1a4-efdfb948b2c6 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:14.168937 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ec37d5ff-4e13-41d4-a8ea-a2edfa0ea9b7 req-fa3b64b6-4a69-402a-b1a4-efdfb948b2c6 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=51d7aac6-4489-49d5-9333-b15a82e71238 HTTP/1.1" status: 200 len: 931 time: 0.0777388 Aug 10 04:12:14.175212 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 51432507-f545-4d05-b420-c6d301f256cd completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:12:14.179457 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 51432507-f545-4d05-b420-c6d301f256cd triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:12:14.179836 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:14.227318 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ec37d5ff-4e13-41d4-a8ea-a2edfa0ea9b7 req-6eff174a-a8c9-44d3-97ea-2b9c253f3a45 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502257 Aug 10 04:12:14.263161 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:14.269824 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-e6ef318f-9ad4-4330-a5fa-ceb504738774 req-734ad2c8-d1e1-4941-bb5f-65c1b2ce9f32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11ef27a8-66d8-4344-9026-eec595621297 {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:12:14.277532 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-e6ef318f-9ad4-4330-a5fa-ceb504738774 req-734ad2c8-d1e1-4941-bb5f-65c1b2ce9f32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:14.290914 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-e6ef318f-9ad4-4330-a5fa-ceb504738774 req-734ad2c8-d1e1-4941-bb5f-65c1b2ce9f32 service neutron] Transition to ACTIVE for port object 11ef27a8-66d8-4344-9026-eec595621297 will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:12:14.294508 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-e6ef318f-9ad4-4330-a5fa-ceb504738774 req-734ad2c8-d1e1-4941-bb5f-65c1b2ce9f32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:14.297941 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 51432507-f545-4d05-b420-c6d301f256cd, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=51432507-f545-4d05-b420-c6d301f256cd,segment=NetworkSegment(3a6e383c-1b7f-4db5-9d50-a03141d50f7f),segment_id=3a6e383c-1b7f-4db5-9d50-a03141d50f7f)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:12:14.303205 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:14.369570 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=51432507-f545-4d05-b420-c6d301f256cd,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:14.376488 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734ad2c8-d1e1-4941-bb5f-65c1b2ce9f32 service neutron] Pushing event updated for resources: {'Port': ['ID=11ef27a8-66d8-4344-9026-eec595621297,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:14.427192 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-e6ef318f-9ad4-4330-a5fa-ceb504738774 req-734ad2c8-d1e1-4941-bb5f-65c1b2ce9f32 service neutron] Attempting to bind port 11ef27a8-66d8-4344-9026-eec595621297 on host n-h2-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:12:14.427525 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-e6ef318f-9ad4-4330-a5fa-ceb504738774 req-734ad2c8-d1e1-4941-bb5f-65c1b2ce9f32 service neutron] Attempting to bind port 11ef27a8-66d8-4344-9026-eec595621297 by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': '3a6e383c-1b7f-4db5-9d50-a03141d50f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '86e70408-f9ef-4815-aa8f-59304e4ed4c8'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:12:14.427854 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ef318f-9ad4-4330-a5fa-ceb504738774 req-734ad2c8-d1e1-4941-bb5f-65c1b2ce9f32 service neutron] Attempting to bind port 11ef27a8-66d8-4344-9026-eec595621297 on network 86e70408-f9ef-4815-aa8f-59304e4ed4c8 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:12:14.432348 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ef318f-9ad4-4330-a5fa-ceb504738774 req-734ad2c8-d1e1-4941-bb5f-65c1b2ce9f32 service neutron] Port 11ef27a8-66d8-4344-9026-eec595621297 on network 86e70408-f9ef-4815-aa8f-59304e4ed4c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:12:14.432665 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ef318f-9ad4-4330-a5fa-ceb504738774 req-734ad2c8-d1e1-4941-bb5f-65c1b2ce9f32 service neutron] Attempting to bind port 11ef27a8-66d8-4344-9026-eec595621297 on network 86e70408-f9ef-4815-aa8f-59304e4ed4c8 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:12:14.437668 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ef318f-9ad4-4330-a5fa-ceb504738774 req-734ad2c8-d1e1-4941-bb5f-65c1b2ce9f32 service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:12:14.438007 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ef318f-9ad4-4330-a5fa-ceb504738774 req-734ad2c8-d1e1-4941-bb5f-65c1b2ce9f32 service neutron] Checking segment: {'id': '3a6e383c-1b7f-4db5-9d50-a03141d50f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '86e70408-f9ef-4815-aa8f-59304e4ed4c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:12:14.438421 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ef318f-9ad4-4330-a5fa-ceb504738774 req-734ad2c8-d1e1-4941-bb5f-65c1b2ce9f32 service neutron] Bound using segment: {'id': '3a6e383c-1b7f-4db5-9d50-a03141d50f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '86e70408-f9ef-4815-aa8f-59304e4ed4c8'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:12:14.438877 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-e6ef318f-9ad4-4330-a5fa-ceb504738774 req-734ad2c8-d1e1-4941-bb5f-65c1b2ce9f32 service neutron] Bound port: 11ef27a8-66d8-4344-9026-eec595621297, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a6e383c-1b7f-4db5-9d50-a03141d50f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '86e70408-f9ef-4815-aa8f-59304e4ed4c8'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:12:14.439370 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-e6ef318f-9ad4-4330-a5fa-ceb504738774 req-734ad2c8-d1e1-4941-bb5f-65c1b2ce9f32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:14.510270 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-e6ef318f-9ad4-4330-a5fa-ceb504738774 req-734ad2c8-d1e1-4941-bb5f-65c1b2ce9f32 service neutron] For port 11ef27a8-66d8-4344-9026-eec595621297, host n-h2-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:12:14.513279 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-e6ef318f-9ad4-4330-a5fa-ceb504738774 req-734ad2c8-d1e1-4941-bb5f-65c1b2ce9f32 service neutron] For port 11ef27a8-66d8-4344-9026-eec595621297, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=11ef27a8-66d8-4344-9026-eec595621297,segment=NetworkSegment(3a6e383c-1b7f-4db5-9d50-a03141d50f7f),segment_id=3a6e383c-1b7f-4db5-9d50-a03141d50f7f)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:12:14.516872 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-e6ef318f-9ad4-4330-a5fa-ceb504738774 req-734ad2c8-d1e1-4941-bb5f-65c1b2ce9f32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:14.551424 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef318f-9ad4-4330-a5fa-ceb504738774 req-734ad2c8-d1e1-4941-bb5f-65c1b2ce9f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:14.552040 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-e6ef318f-9ad4-4330-a5fa-ceb504738774 req-734ad2c8-d1e1-4941-bb5f-65c1b2ce9f32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:14.553427 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e6ef318f-9ad4-4330-a5fa-ceb504738774 req-734ad2c8-d1e1-4941-bb5f-65c1b2ce9f32 service neutron] 10.222.0.61 "PUT /v2.0/ports/11ef27a8-66d8-4344-9026-eec595621297 HTTP/1.1" status: 200 len: 1092 time: 0.6978092 Aug 10 04:12:14.553863 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51d7aac6-4489-49d5-9333-b15a82e71238', 'tag': '11ef27a8-66d8-4344-9026-eec595621297'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:12:14.556160 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7142606bf34c4189ec1af3eb1cc50705e8815838b55f5940d6ad7e637f738b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f2f796d-3749-4611-8c4f-dc74cdcef3c4" -d '{"events": [{"name": "network-changed", "server_uuid": "51d7aac6-4489-49d5-9333-b15a82e71238", "tag": "11ef27a8-66d8-4344-9026-eec595621297"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:12:14.581814 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734ad2c8-d1e1-4941-bb5f-65c1b2ce9f32 service neutron] Pushing event updated for resources: {'Port': ['ID=11ef27a8-66d8-4344-9026-eec595621297,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:14.612843 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e49317d2-bf38-454b-af19-dee957a8f0cf x-openstack-request-id: req-e49317d2-bf38-454b-af19-dee957a8f0cf {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:12:14.613198 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51d7aac6-4489-49d5-9333-b15a82e71238", "tag": "11ef27a8-66d8-4344-9026-eec595621297", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:12:14.613536 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e49317d2-bf38-454b-af19-dee957a8f0cf {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:12:14.614007 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51d7aac6-4489-49d5-9333-b15a82e71238', 'tag': '11ef27a8-66d8-4344-9026-eec595621297', 'status': 'completed', 'code': 200} Aug 10 04:12:14.660486 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef318f-9ad4-4330-a5fa-ceb504738774 req-b6142551-977d-402f-b9e7-1c8b2d7ddf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:14.662027 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e6ef318f-9ad4-4330-a5fa-ceb504738774 req-b6142551-977d-402f-b9e7-1c8b2d7ddf66 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4d9562697164912ae96f22f47b4a54d&device_id=51d7aac6-4489-49d5-9333-b15a82e71238 HTTP/1.1" status: 200 len: 1095 time: 0.0467610 Aug 10 04:12:14.705749 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e6ef318f-9ad4-4330-a5fa-ceb504738774 req-c2821edf-bf34-45b7-bec4-78ba0c966bcd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11ef27a8-66d8-4344-9026-eec595621297 HTTP/1.1" status: 200 len: 217 time: 0.0356693 Aug 10 04:12:14.758568 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef318f-9ad4-4330-a5fa-ceb504738774 req-1fdc26f4-0936-413a-b60a-482ef2c39e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:14.760182 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e6ef318f-9ad4-4330-a5fa-ceb504738774 req-1fdc26f4-0936-413a-b60a-482ef2c39e98 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=48d8056f-5fb2-463c-96bd-f6f5ed5da27e HTTP/1.1" status: 200 len: 850 time: 0.0472064 Aug 10 04:12:14.808949 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef318f-9ad4-4330-a5fa-ceb504738774 req-2b6e1a63-231c-47f8-93bf-f7bcc087d145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:14.810501 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e6ef318f-9ad4-4330-a5fa-ceb504738774 req-2b6e1a63-231c-47f8-93bf-f7bcc087d145 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=86e70408-f9ef-4815-aa8f-59304e4ed4c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434752 Aug 10 04:12:14.908144 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e6ef318f-9ad4-4330-a5fa-ceb504738774 req-9e7b21ec-d757-44a1-9261-74a751ca5f86 service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902529 Aug 10 04:12:15.003447 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e6ef318f-9ad4-4330-a5fa-ceb504738774 req-c3a98699-6044-4a9a-ad69-2b32ab4fc566 service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869968 Aug 10 04:12:15.100003 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2f796d-3749-4611-8c4f-dc74cdcef3c4 req-37a971fd-129e-4708-8f76-74bbae977f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:15.101413 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4f2f796d-3749-4611-8c4f-dc74cdcef3c4 req-37a971fd-129e-4708-8f76-74bbae977f0d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4d9562697164912ae96f22f47b4a54d&device_id=51d7aac6-4489-49d5-9333-b15a82e71238 HTTP/1.1" status: 200 len: 1095 time: 0.0469768 Aug 10 04:12:15.192064 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2f796d-3749-4611-8c4f-dc74cdcef3c4 req-dc8a6d33-b0e4-4fcd-abd8-f62bd2cb8e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:15.193568 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4f2f796d-3749-4611-8c4f-dc74cdcef3c4 req-dc8a6d33-b0e4-4fcd-abd8-f62bd2cb8e1f service neutron] 10.222.0.61 "GET /v2.0/networks?id=86e70408-f9ef-4815-aa8f-59304e4ed4c8 HTTP/1.1" status: 200 len: 911 time: 0.0835700 Aug 10 04:12:15.241330 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4f2f796d-3749-4611-8c4f-dc74cdcef3c4 req-b7755a04-8a8e-4530-abe2-e6fe3acd6bd6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11ef27a8-66d8-4344-9026-eec595621297 HTTP/1.1" status: 200 len: 217 time: 0.0394082 Aug 10 04:12:15.294840 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2f796d-3749-4611-8c4f-dc74cdcef3c4 req-bec85879-1704-4f50-9737-3c4183ba691a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:15.296378 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4f2f796d-3749-4611-8c4f-dc74cdcef3c4 req-bec85879-1704-4f50-9737-3c4183ba691a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=48d8056f-5fb2-463c-96bd-f6f5ed5da27e HTTP/1.1" status: 200 len: 850 time: 0.0483487 Aug 10 04:12:15.379733 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece71e59-1816-409e-9e7b-88907374161b req-b8a45abe-6525-4362-9ed0-72b69e284da2 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:15.381246 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ece71e59-1816-409e-9e7b-88907374161b req-b8a45abe-6525-4362-9ed0-72b69e284da2 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=51d7aac6-4489-49d5-9333-b15a82e71238 HTTP/1.1" status: 200 len: 943 time: 0.0839813 Aug 10 04:12:15.396959 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2f796d-3749-4611-8c4f-dc74cdcef3c4 req-61df9e44-f435-43c0-941d-313f478c6e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:15.398429 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4f2f796d-3749-4611-8c4f-dc74cdcef3c4 req-61df9e44-f435-43c0-941d-313f478c6e65 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=86e70408-f9ef-4815-aa8f-59304e4ed4c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0861106 Aug 10 04:12:15.472083 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ece71e59-1816-409e-9e7b-88907374161b req-cbd2c87e-1e3a-4c9a-9145-979a367dd044 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831745 Aug 10 04:12:15.510160 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4f2f796d-3749-4611-8c4f-dc74cdcef3c4 req-085dd075-2da4-4ef1-b6fa-ade2c9f7b6c6 service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025875 Aug 10 04:12:15.609260 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4f2f796d-3749-4611-8c4f-dc74cdcef3c4 req-aa99ab51-fcfa-4c69-bc6f-c864102a072d service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901399 Aug 10 04:12:16.093672 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 51432507-f545-4d05-b420-c6d301f256cd up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:12:16.139237 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 51432507-f545-4d05-b420-c6d301f256cd triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:12:16.139605 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:16.606300 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0949f6-63fa-437b-b28c-3343a1cce458 req-aa224c97-0078-4903-88b4-57de0e1d4f64 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:16.607849 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-be0949f6-63fa-437b-b28c-3343a1cce458 req-aa224c97-0078-4903-88b4-57de0e1d4f64 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=51d7aac6-4489-49d5-9333-b15a82e71238 HTTP/1.1" status: 200 len: 943 time: 0.0656617 Aug 10 04:12:16.648244 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-be0949f6-63fa-437b-b28c-3343a1cce458 req-291a6758-5ab9-4309-a395-54defa2d6c66 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341804 Aug 10 04:12:17.765860 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baf24a9-cf98-42a9-9eed-9aff9673a57b req-922e1da7-ecd8-493e-bc0e-900b55357f83 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:17.767655 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4baf24a9-cf98-42a9-9eed-9aff9673a57b req-922e1da7-ecd8-493e-bc0e-900b55357f83 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=51d7aac6-4489-49d5-9333-b15a82e71238 HTTP/1.1" status: 200 len: 943 time: 0.0497351 Aug 10 04:12:17.805264 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4baf24a9-cf98-42a9-9eed-9aff9673a57b req-287f8bf9-94a9-4c7d-a49a-0f17e176c249 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312278 Aug 10 04:12:18.918544 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ef151f-71ff-4aa2-a3e2-d335dec06d93 req-19e1391f-f48d-41b7-b30c-ccb9bd651e8e tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:18.920047 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-61ef151f-71ff-4aa2-a3e2-d335dec06d93 req-19e1391f-f48d-41b7-b30c-ccb9bd651e8e tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=51d7aac6-4489-49d5-9333-b15a82e71238 HTTP/1.1" status: 200 len: 943 time: 0.0495455 Aug 10 04:12:18.957424 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-61ef151f-71ff-4aa2-a3e2-d335dec06d93 req-b8fc9626-6642-4b67-9ee8-c2802599b8ea tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314460 Aug 10 04:12:20.073542 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eeb295-b94d-4bb6-ba86-938e984d9845 req-17191cdb-b66e-480b-8b9f-7a485c8fd3cc tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:20.074977 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-67eeb295-b94d-4bb6-ba86-938e984d9845 req-17191cdb-b66e-480b-8b9f-7a485c8fd3cc tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=51d7aac6-4489-49d5-9333-b15a82e71238 HTTP/1.1" status: 200 len: 943 time: 0.0522468 Aug 10 04:12:20.112626 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-67eeb295-b94d-4bb6-ba86-938e984d9845 req-7f19a1e2-b431-4ac6-af81-72870aa766e4 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311532 Aug 10 04:12:20.655069 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 11ef27a8-66d8-4344-9026-eec595621297 details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:12:20.747654 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 11ef27a8-66d8-4344-9026-eec595621297, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=11ef27a8-66d8-4344-9026-eec595621297,segment=NetworkSegment(3a6e383c-1b7f-4db5-9d50-a03141d50f7f),segment_id=3a6e383c-1b7f-4db5-9d50-a03141d50f7f)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:12:20.761869 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': '11ef27a8-66d8-4344-9026-eec595621297', 'network_id': '86e70408-f9ef-4815-aa8f-59304e4ed4c8', 'port_id': '11ef27a8-66d8-4344-9026-eec595621297', 'mac_address': 'fa:16:3e:1b:f6:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48d8056f-5fb2-463c-96bd-f6f5ed5da27e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:12:20.798474 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:20.810827 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11ef27a8-66d8-4344-9026-eec595621297 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:12:20.829488 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 11ef27a8-66d8-4344-9026-eec595621297, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=11ef27a8-66d8-4344-9026-eec595621297,segment=NetworkSegment(3a6e383c-1b7f-4db5-9d50-a03141d50f7f),segment_id=3a6e383c-1b7f-4db5-9d50-a03141d50f7f)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:12:20.833905 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:20.879354 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=11ef27a8-66d8-4344-9026-eec595621297,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:21.110499 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['11ef27a8-66d8-4344-9026-eec595621297'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:12:21.231415 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfe5b65-469b-4dba-8dc8-e2ea9d9519c5 req-9359d685-2282-4ac2-8131-a86380c5749b tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:21.232925 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-edfe5b65-469b-4dba-8dc8-e2ea9d9519c5 req-9359d685-2282-4ac2-8131-a86380c5749b tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=51d7aac6-4489-49d5-9333-b15a82e71238 HTTP/1.1" status: 200 len: 944 time: 0.0499194 Aug 10 04:12:21.270730 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-edfe5b65-469b-4dba-8dc8-e2ea9d9519c5 req-2b8d60a4-318e-4bd0-91d8-749b90cf8cf2 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318673 Aug 10 04:12:21.445531 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-50c7a77f-b59d-4739-8555-a88a67afd523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:22.381834 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d8a69-3818-4762-85ba-50c68d480577 req-af64c2e3-5424-403e-8725-1528cfc7f1c8 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:22.383355 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-387d8a69-3818-4762-85ba-50c68d480577 req-af64c2e3-5424-403e-8725-1528cfc7f1c8 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=51d7aac6-4489-49d5-9333-b15a82e71238 HTTP/1.1" status: 200 len: 944 time: 0.0483677 Aug 10 04:12:22.421861 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-387d8a69-3818-4762-85ba-50c68d480577 req-a277a50b-a1c9-48ed-8591-8dd016db669a tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325954 Aug 10 04:12:22.670899 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 11ef27a8-66d8-4344-9026-eec595621297 up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:12:22.717857 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning for port 11ef27a8-66d8-4344-9026-eec595621297 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:12:22.721381 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port 11ef27a8-66d8-4344-9026-eec595621297 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:12:22.721748 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:22.798710 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:22.820735 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51d7aac6-4489-49d5-9333-b15a82e71238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ef27a8-66d8-4344-9026-eec595621297'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:12:22.822996 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}583660bde03669f2dd7fb79ddb869ac83356356549bc1793f8d2e37d6d7017ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0911066d-405b-47b5-b36c-bd40eb061c74" -d '{"events": [{"server_uuid": "51d7aac6-4489-49d5-9333-b15a82e71238", "name": "network-vif-plugged", "status": "completed", "tag": "11ef27a8-66d8-4344-9026-eec595621297"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:12:22.835640 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 11ef27a8-66d8-4344-9026-eec595621297, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=11ef27a8-66d8-4344-9026-eec595621297,segment=NetworkSegment(3a6e383c-1b7f-4db5-9d50-a03141d50f7f),segment_id=3a6e383c-1b7f-4db5-9d50-a03141d50f7f)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:12:22.840292 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:22.867772 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c27153c-115e-4279-94f2-9536865fd282 x-openstack-request-id: req-3c27153c-115e-4279-94f2-9536865fd282 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:12:22.868066 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51d7aac6-4489-49d5-9333-b15a82e71238", "name": "network-vif-plugged", "status": "completed", "tag": "11ef27a8-66d8-4344-9026-eec595621297", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:12:22.868319 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3c27153c-115e-4279-94f2-9536865fd282 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:12:22.868711 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51d7aac6-4489-49d5-9333-b15a82e71238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ef27a8-66d8-4344-9026-eec595621297', 'code': 200} Aug 10 04:12:22.896648 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=11ef27a8-66d8-4344-9026-eec595621297,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:22.962062 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37262fb4-6402-4e65-985c-e2ecdd6eec82 req-269a6821-1916-42de-8572-98d1ec11cf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:22.963477 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-37262fb4-6402-4e65-985c-e2ecdd6eec82 req-269a6821-1916-42de-8572-98d1ec11cf6b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=51d7aac6-4489-49d5-9333-b15a82e71238 HTTP/1.1" status: 200 len: 1097 time: 0.0428331 Aug 10 04:12:22.997883 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-37262fb4-6402-4e65-985c-e2ecdd6eec82 req-df42550b-16c8-4289-8021-0508f1055cc3 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0261805 Aug 10 04:12:23.536225 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5463bd2-cf5d-402b-bfb9-b6bb69bd9115 req-04e14c14-5e98-4c8f-bf67-72319936f353 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:23.537788 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a5463bd2-cf5d-402b-bfb9-b6bb69bd9115 req-04e14c14-5e98-4c8f-bf67-72319936f353 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=51d7aac6-4489-49d5-9333-b15a82e71238 HTTP/1.1" status: 200 len: 945 time: 0.0513542 Aug 10 04:12:23.575473 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a5463bd2-cf5d-402b-bfb9-b6bb69bd9115 req-3a887b2d-4d52-43c0-a568-4f55efde3101 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316660 Aug 10 04:12:23.708291 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-cfe39da0-0af3-495c-8919-f9a3a504d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:24.322855 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:24.692658 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3c6a61-c95a-42f8-be58-e5730cb2fec8 req-12c62707-fb96-414c-bbfd-01791ca38a78 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:24.694176 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ed3c6a61-c95a-42f8-be58-e5730cb2fec8 req-12c62707-fb96-414c-bbfd-01791ca38a78 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=51d7aac6-4489-49d5-9333-b15a82e71238 HTTP/1.1" status: 200 len: 945 time: 0.0529113 Aug 10 04:12:24.732325 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ed3c6a61-c95a-42f8-be58-e5730cb2fec8 req-2f0bd2f2-7069-4527-8a7f-5dd6548f4ce3 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320950 Aug 10 04:12:24.846857 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84976d9-0649-4cda-9f97-0bb682016608 req-5de08b89-60ab-4747-b9c8-42a6932d6137 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:24.848337 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d84976d9-0649-4cda-9f97-0bb682016608 req-5de08b89-60ab-4747-b9c8-42a6932d6137 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=51d7aac6-4489-49d5-9333-b15a82e71238 HTTP/1.1" status: 200 len: 945 time: 0.0526769 Aug 10 04:12:24.857363 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 48058) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:24.861782 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-33b2d041-3276-4ac2-8f7d-32f66be22ded tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Request body: {'floatingip': {'port_id': '11ef27a8-66d8-4344-9026-eec595621297'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:12:24.900607 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-33b2d041-3276-4ac2-8f7d-32f66be22ded tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Notify callbacks [] for floatingip, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:25.330105 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-33b2d041-3276-4ac2-8f7d-32f66be22ded tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:25.333952 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-33b2d041-3276-4ac2-8f7d-32f66be22ded tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:25.434857 n-d-768862-13 neutron-server[94260]: INFO neutron.db.l3_db [None req-33b2d041-3276-4ac2-8f7d-32f66be22ded tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Floating IP 3f05a2ad-2b94-48f1-8aff-7731ddb41905 associated. External IP: 172.25.6.93, port: 11ef27a8-66d8-4344-9026-eec595621297. Aug 10 04:12:25.539803 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:25.646639 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33b2d041-3276-4ac2-8f7d-32f66be22ded tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Router 53286071-5c9d-4c9a-8825-3f31317c97f2 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:12:25.757261 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33b2d041-3276-4ac2-8f7d-32f66be22ded tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:12:25.761768 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-33b2d041-3276-4ac2-8f7d-32f66be22ded tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:25.770496 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13430b60-b088-4296-a127-cb03defc29fb None None] Sync routers for ids ['53286071-5c9d-4c9a-8825-3f31317c97f2'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:12:25.779972 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13430b60-b088-4296-a127-cb03defc29fb None None] Routers {'53286071-5c9d-4c9a-8825-3f31317c97f2'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:12:25.780662 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-13430b60-b088-4296-a127-cb03defc29fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:12:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['53286071-5c9d-4c9a-8825-3f31317c97f2'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:12:25.789912 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-33b2d041-3276-4ac2-8f7d-32f66be22ded tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "PUT /v2.0/floatingips/3f05a2ad-2b94-48f1-8aff-7731ddb41905 HTTP/1.1" status: 200 len: 990 time: 0.9315317 Aug 10 04:12:25.790768 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51d7aac6-4489-49d5-9333-b15a82e71238', 'tag': '11ef27a8-66d8-4344-9026-eec595621297'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:12:25.793033 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7142606bf34c4189ec1af3eb1cc50705e8815838b55f5940d6ad7e637f738b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f0c7509-87a0-41b0-aaaf-c28321d2dd3b" -d '{"events": [{"name": "network-changed", "server_uuid": "51d7aac6-4489-49d5-9333-b15a82e71238", "tag": "11ef27a8-66d8-4344-9026-eec595621297"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:12:25.831775 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b40272f-1729-4bf9-ad54-be6612c761a2 x-openstack-request-id: req-6b40272f-1729-4bf9-ad54-be6612c761a2 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:12:25.832078 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51d7aac6-4489-49d5-9333-b15a82e71238", "tag": "11ef27a8-66d8-4344-9026-eec595621297", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:12:25.832338 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6b40272f-1729-4bf9-ad54-be6612c761a2 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:12:25.832756 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51d7aac6-4489-49d5-9333-b15a82e71238', 'tag': '11ef27a8-66d8-4344-9026-eec595621297', 'status': 'completed', 'code': 200} Aug 10 04:12:25.895623 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-13430b60-b088-4296-a127-cb03defc29fb None None] Set router 53286071-5c9d-4c9a-8825-3f31317c97f2 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:12:25.895885 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c7509-87a0-41b0-aaaf-c28321d2dd3b req-f064f4ad-da24-4fbb-b67a-dd340243c14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:25.897323 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4f0c7509-87a0-41b0-aaaf-c28321d2dd3b req-f064f4ad-da24-4fbb-b67a-dd340243c14a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4d9562697164912ae96f22f47b4a54d&device_id=51d7aac6-4489-49d5-9333-b15a82e71238 HTTP/1.1" status: 200 len: 1097 time: 0.0430405 Aug 10 04:12:25.993459 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c7509-87a0-41b0-aaaf-c28321d2dd3b req-44f24367-7853-40bc-8933-7a016038511d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:25.994985 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4f0c7509-87a0-41b0-aaaf-c28321d2dd3b req-44f24367-7853-40bc-8933-7a016038511d service neutron] 10.222.0.61 "GET /v2.0/networks?id=86e70408-f9ef-4815-aa8f-59304e4ed4c8 HTTP/1.1" status: 200 len: 911 time: 0.0858741 Aug 10 04:12:26.067553 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4f0c7509-87a0-41b0-aaaf-c28321d2dd3b req-7cd0732e-90d7-4765-88ac-bdb7bfe348fa service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11ef27a8-66d8-4344-9026-eec595621297 HTTP/1.1" status: 200 len: 998 time: 0.0642607 Aug 10 04:12:26.117119 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c7509-87a0-41b0-aaaf-c28321d2dd3b req-3a50d892-f048-4277-b7eb-dc93f2465425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:26.118997 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4f0c7509-87a0-41b0-aaaf-c28321d2dd3b req-3a50d892-f048-4277-b7eb-dc93f2465425 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=48d8056f-5fb2-463c-96bd-f6f5ed5da27e HTTP/1.1" status: 200 len: 850 time: 0.0444155 Aug 10 04:12:26.124283 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-13430b60-b088-4296-a127-cb03defc29fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'name': 'tempest-ServerActionsTestJSON-388020780-router', 'tenant_id': 'b4d9562697164912ae96f22f47b4a54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'c41ccae9-8bad-4cef-b271-680de0fb9b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:12:06Z', 'updated_at': '2021-08-10T04:12:08Z', 'revision_number': 4, 'project_id': 'b4d9562697164912ae96f22f47b4a54d', 'gw_port': {'id': 'c41ccae9-8bad-4cef-b271-680de0fb9b17', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:06Z', 'updated_at': '2021-08-10T04:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '3f05a2ad-2b94-48f1-8aff-7731ddb41905', 'tenant_id': 'b4d9562697164912ae96f22f47b4a54d', 'floating_ip_address': '172.25.6.93', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'port_id': '11ef27a8-66d8-4344-9026-eec595621297', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86e70408-f9ef-4815-aa8f-59304e4ed4c8', 'mac_address': 'fa:16:3e:1b:f6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d7aac6-4489-49d5-9333-b15a82e71238', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:12:10Z', 'updated_at': '2021-08-10T04:12:25Z', 'revision_number': 1, 'project_id': 'b4d9562697164912ae96f22f47b4a54d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51432507-f545-4d05-b420-c6d301f256cd', 'name': '', 'network_id': '86e70408-f9ef-4815-aa8f-59304e4ed4c8', 'tenant_id': 'b4d9562697164912ae96f22f47b4a54d', 'mac_address': 'fa:16:3e:79:30:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '48d8056f-5fb2-463c-96bd-f6f5ed5da27e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:07Z', 'updated_at': '2021-08-10T04:12:14Z', 'revision_number': 5, 'project_id': 'b4d9562697164912ae96f22f47b4a54d', 'subnets': [{'id': '48d8056f-5fb2-463c-96bd-f6f5ed5da27e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:12:26.151473 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13430b60-b088-4296-a127-cb03defc29fb None None] Checking router: 53286071-5c9d-4c9a-8825-3f31317c97f2 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:12:26.160387 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13430b60-b088-4296-a127-cb03defc29fb None None] Routers {'53286071-5c9d-4c9a-8825-3f31317c97f2'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:12:26.160986 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-13430b60-b088-4296-a127-cb03defc29fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:12:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['53286071-5c9d-4c9a-8825-3f31317c97f2'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:12:26.169393 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c7509-87a0-41b0-aaaf-c28321d2dd3b req-2bfdda7a-f784-43fd-b732-cfe17a3949a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:26.170968 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4f0c7509-87a0-41b0-aaaf-c28321d2dd3b req-2bfdda7a-f784-43fd-b732-cfe17a3949a7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=86e70408-f9ef-4815-aa8f-59304e4ed4c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451982 Aug 10 04:12:26.268966 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4f0c7509-87a0-41b0-aaaf-c28321d2dd3b req-7d7e42da-7fc8-4055-ba92-d3091b77040d service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903015 Aug 10 04:12:26.387108 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4f0c7509-87a0-41b0-aaaf-c28321d2dd3b req-a77be871-1234-4263-a923-687696ae002a service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112542 Aug 10 04:12:26.430903 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-13430b60-b088-4296-a127-cb03defc29fb None None] Set router 53286071-5c9d-4c9a-8825-3f31317c97f2 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:12:26.461467 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:26.650685 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-13430b60-b088-4296-a127-cb03defc29fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'name': 'tempest-ServerActionsTestJSON-388020780-router', 'tenant_id': 'b4d9562697164912ae96f22f47b4a54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'c41ccae9-8bad-4cef-b271-680de0fb9b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:12:06Z', 'updated_at': '2021-08-10T04:12:08Z', 'revision_number': 4, 'project_id': 'b4d9562697164912ae96f22f47b4a54d', 'gw_port': {'id': 'c41ccae9-8bad-4cef-b271-680de0fb9b17', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:06Z', 'updated_at': '2021-08-10T04:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '3f05a2ad-2b94-48f1-8aff-7731ddb41905', 'tenant_id': 'b4d9562697164912ae96f22f47b4a54d', 'floating_ip_address': '172.25.6.93', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'port_id': '11ef27a8-66d8-4344-9026-eec595621297', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86e70408-f9ef-4815-aa8f-59304e4ed4c8', 'mac_address': 'fa:16:3e:1b:f6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d7aac6-4489-49d5-9333-b15a82e71238', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:12:10Z', 'updated_at': '2021-08-10T04:12:25Z', 'revision_number': 1, 'project_id': 'b4d9562697164912ae96f22f47b4a54d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51432507-f545-4d05-b420-c6d301f256cd', 'name': '', 'network_id': '86e70408-f9ef-4815-aa8f-59304e4ed4c8', 'tenant_id': 'b4d9562697164912ae96f22f47b4a54d', 'mac_address': 'fa:16:3e:79:30:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '48d8056f-5fb2-463c-96bd-f6f5ed5da27e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:07Z', 'updated_at': '2021-08-10T04:12:14Z', 'revision_number': 5, 'project_id': 'b4d9562697164912ae96f22f47b4a54d', 'subnets': [{'id': '48d8056f-5fb2-463c-96bd-f6f5ed5da27e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:12:26.681215 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13430b60-b088-4296-a127-cb03defc29fb None None] The sync data for ids ['53286071-5c9d-4c9a-8825-3f31317c97f2'] in n-d-768862-13 is: [{'id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'name': 'tempest-ServerActionsTestJSON-388020780-router', 'tenant_id': 'b4d9562697164912ae96f22f47b4a54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'c41ccae9-8bad-4cef-b271-680de0fb9b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:12:06Z', 'updated_at': '2021-08-10T04:12:08Z', 'revision_number': 4, 'project_id': 'b4d9562697164912ae96f22f47b4a54d', 'gw_port': {'id': 'c41ccae9-8bad-4cef-b271-680de0fb9b17', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:06Z', 'updated_at': '2021-08-10T04:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '3f05a2ad-2b94-48f1-8aff-7731ddb41905', 'tenant_id': 'b4d9562697164912ae96f22f47b4a54d', 'floating_ip_address': '172.25.6.93', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'port_id': '11ef27a8-66d8-4344-9026-eec595621297', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86e70408-f9ef-4815-aa8f-59304e4ed4c8', 'mac_address': 'fa:16:3e:1b:f6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d7aac6-4489-49d5-9333-b15a82e71238', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:12:10Z', 'updated_at': '2021-08-10T04:12:25Z', 'revision_number': 1, 'project_id': 'b4d9562697164912ae96f22f47b4a54d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51432507-f545-4d05-b420-c6d301f256cd', 'name': '', 'network_id': '86e70408-f9ef-4815-aa8f-59304e4ed4c8', 'tenant_id': 'b4d9562697164912ae96f22f47b4a54d', 'mac_address': 'fa:16:3e:79:30:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '48d8056f-5fb2-463c-96bd-f6f5ed5da27e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:07Z', 'updated_at': '2021-08-10T04:12:14Z', 'revision_number': 5, 'project_id': 'b4d9562697164912ae96f22f47b4a54d', 'subnets': [{'id': '48d8056f-5fb2-463c-96bd-f6f5ed5da27e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:12:26.864560 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b10018-0ffd-43e1-96eb-4a6e6522abcc None None] New status for floating IP 3f05a2ad-2b94-48f1-8aff-7731ddb41905: ACTIVE {{(pid=94263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:12:26.980270 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:30.653940 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1f45fbfa-50b2-42bb-b252-c0c7fb5a9044 req-3b9e7a8e-123f-4643-9513-be9c4b5779a5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=51d7aac6-4489-49d5-9333-b15a82e71238&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0445621 Aug 10 04:12:30.742519 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f45fbfa-50b2-42bb-b252-c0c7fb5a9044 req-1c23d624-596f-4107-b106-c6717655b67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:30.744027 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1f45fbfa-50b2-42bb-b252-c0c7fb5a9044 req-1c23d624-596f-4107-b106-c6717655b67b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4d9562697164912ae96f22f47b4a54d&device_id=51d7aac6-4489-49d5-9333-b15a82e71238 HTTP/1.1" status: 200 len: 1097 time: 0.0460258 Aug 10 04:12:30.848088 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f45fbfa-50b2-42bb-b252-c0c7fb5a9044 req-bb9f7494-3153-463f-be08-d76b9b5f1bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:30.849577 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1f45fbfa-50b2-42bb-b252-c0c7fb5a9044 req-bb9f7494-3153-463f-be08-d76b9b5f1bce service neutron] 10.222.0.61 "GET /v2.0/networks?id=86e70408-f9ef-4815-aa8f-59304e4ed4c8 HTTP/1.1" status: 200 len: 911 time: 0.0846517 Aug 10 04:12:30.917753 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1f45fbfa-50b2-42bb-b252-c0c7fb5a9044 req-e542e5ff-7f4b-490a-ac11-6325a637055c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11ef27a8-66d8-4344-9026-eec595621297 HTTP/1.1" status: 200 len: 1000 time: 0.0610805 Aug 10 04:12:30.966371 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f45fbfa-50b2-42bb-b252-c0c7fb5a9044 req-9f1082c5-f5a5-46d3-bc5f-4eba45a8c042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:30.967916 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1f45fbfa-50b2-42bb-b252-c0c7fb5a9044 req-9f1082c5-f5a5-46d3-bc5f-4eba45a8c042 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=48d8056f-5fb2-463c-96bd-f6f5ed5da27e HTTP/1.1" status: 200 len: 850 time: 0.0428917 Aug 10 04:12:31.015117 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f45fbfa-50b2-42bb-b252-c0c7fb5a9044 req-66228f2e-8c7b-4188-afaa-6dd2f81812be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:31.016640 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1f45fbfa-50b2-42bb-b252-c0c7fb5a9044 req-66228f2e-8c7b-4188-afaa-6dd2f81812be service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=86e70408-f9ef-4815-aa8f-59304e4ed4c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405173 Aug 10 04:12:31.122586 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1f45fbfa-50b2-42bb-b252-c0c7fb5a9044 req-11bf6d1b-b1d6-4145-b556-390e76911bbd service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977194 Aug 10 04:12:31.214535 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1f45fbfa-50b2-42bb-b252-c0c7fb5a9044 req-f377bf0e-8ab8-488e-84d4-484a346adf21 service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837970 Aug 10 04:12:33.718053 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:34.477954 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:12:51.447811 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-2383a3ae-c017-415d-ae9d-c724f291d823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:53.712033 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-119a0818-5579-4b4b-a866-045763a60d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:54.326262 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:55.543337 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:56.442384 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:56.984847 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:03.733244 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:11.477112 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:13:21.448453 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9c44aeb5-9a4d-4941-a6b2-0b0ca1075293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:23.714295 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a2781b54-3d48-4ba4-b23e-64d49ec67891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:24.331737 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:25.545215 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:26.462442 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:26.985563 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:33.240416 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e818646a-f0f1-4bad-b5e3-5edc109977bc req-f1f55127-7ee7-4113-a396-d7a2928a7b23 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=51d7aac6-4489-49d5-9333-b15a82e71238&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0447252 Aug 10 04:13:33.326945 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e818646a-f0f1-4bad-b5e3-5edc109977bc req-ecb0cae0-1c65-400e-ad4d-5d6b4d59890d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:33.329168 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e818646a-f0f1-4bad-b5e3-5edc109977bc req-ecb0cae0-1c65-400e-ad4d-5d6b4d59890d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4d9562697164912ae96f22f47b4a54d&device_id=51d7aac6-4489-49d5-9333-b15a82e71238 HTTP/1.1" status: 200 len: 1097 time: 0.0435643 Aug 10 04:13:33.431619 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e818646a-f0f1-4bad-b5e3-5edc109977bc req-8f28892f-51b6-4b2e-a86b-188879b87669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:33.433145 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e818646a-f0f1-4bad-b5e3-5edc109977bc req-8f28892f-51b6-4b2e-a86b-188879b87669 service neutron] 10.222.0.61 "GET /v2.0/networks?id=86e70408-f9ef-4815-aa8f-59304e4ed4c8 HTTP/1.1" status: 200 len: 911 time: 0.0847142 Aug 10 04:13:33.501826 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e818646a-f0f1-4bad-b5e3-5edc109977bc req-18b12c50-593f-422e-b6b8-0b2228166ec5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11ef27a8-66d8-4344-9026-eec595621297 HTTP/1.1" status: 200 len: 1000 time: 0.0609317 Aug 10 04:13:33.553258 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e818646a-f0f1-4bad-b5e3-5edc109977bc req-a91c0e5e-10cb-4ca0-ab44-546845e7761d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:33.554754 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e818646a-f0f1-4bad-b5e3-5edc109977bc req-a91c0e5e-10cb-4ca0-ab44-546845e7761d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=48d8056f-5fb2-463c-96bd-f6f5ed5da27e HTTP/1.1" status: 200 len: 850 time: 0.0449986 Aug 10 04:13:33.601683 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e818646a-f0f1-4bad-b5e3-5edc109977bc req-18846c03-64e5-4594-9e4e-f898a04c17f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:33.603096 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e818646a-f0f1-4bad-b5e3-5edc109977bc req-18846c03-64e5-4594-9e4e-f898a04c17f9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=86e70408-f9ef-4815-aa8f-59304e4ed4c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395367 Aug 10 04:13:33.615980 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [req-e818646a-f0f1-4bad-b5e3-5edc109977bc req-32b4a412-3e87-43d5-86e4-226573d73639 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 04:13:33.616944 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e818646a-f0f1-4bad-b5e3-5edc109977bc req-32b4a412-3e87-43d5-86e4-226573d73639 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050480 Aug 10 04:13:33.710742 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e818646a-f0f1-4bad-b5e3-5edc109977bc req-f1e8e741-1b84-418b-ad2e-e5ad848f19d0 service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856237 Aug 10 04:13:33.733618 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:33.804252 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e818646a-f0f1-4bad-b5e3-5edc109977bc req-75af57d2-5e6f-4f4c-8cf1-5c16e720e910 service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841947 Aug 10 04:13:48.477266 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:13:51.452352 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-cd6b6e22-bfc5-43d0-ab5f-746b3e30d1d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:53.719775 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-86f28df2-a56e-4048-b6af-8f207b730277 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:54.324412 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:55.549019 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:56.475165 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:56.988582 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:03.738169 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:21.454787 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-dac25eae-fd60-4696-90fe-15be65ef82e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:23.719958 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-871dea27-8be2-424d-85a5-8d833b185767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:24.325533 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:25.476302 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:14:25.553894 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:26.473508 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:26.990794 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:33.743961 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:34.154492 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e7f3712f-266f-45d3-baf1-e4856f5bd930 req-df64e6ef-2456-4b44-8c54-5eab5545807d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=51d7aac6-4489-49d5-9333-b15a82e71238&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0417194 Aug 10 04:14:34.244337 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f3712f-266f-45d3-baf1-e4856f5bd930 req-ee0c1ca7-a602-49e4-b55a-729be6f57fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:34.245881 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e7f3712f-266f-45d3-baf1-e4856f5bd930 req-ee0c1ca7-a602-49e4-b55a-729be6f57fdb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4d9562697164912ae96f22f47b4a54d&device_id=51d7aac6-4489-49d5-9333-b15a82e71238 HTTP/1.1" status: 200 len: 1097 time: 0.0449235 Aug 10 04:14:34.351117 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f3712f-266f-45d3-baf1-e4856f5bd930 req-e2467557-ef82-4140-8f19-8ab92e70fe49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:34.352600 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e7f3712f-266f-45d3-baf1-e4856f5bd930 req-e2467557-ef82-4140-8f19-8ab92e70fe49 service neutron] 10.222.0.61 "GET /v2.0/networks?id=86e70408-f9ef-4815-aa8f-59304e4ed4c8 HTTP/1.1" status: 200 len: 911 time: 0.0856938 Aug 10 04:14:34.425564 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e7f3712f-266f-45d3-baf1-e4856f5bd930 req-6a1c0040-eb4c-4cea-a16d-449f60c6ad3c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11ef27a8-66d8-4344-9026-eec595621297 HTTP/1.1" status: 200 len: 1000 time: 0.0641887 Aug 10 04:14:34.480197 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f3712f-266f-45d3-baf1-e4856f5bd930 req-363ed648-69a5-4a10-9eaf-b71a6577138a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:34.481797 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e7f3712f-266f-45d3-baf1-e4856f5bd930 req-363ed648-69a5-4a10-9eaf-b71a6577138a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=48d8056f-5fb2-463c-96bd-f6f5ed5da27e HTTP/1.1" status: 200 len: 850 time: 0.0476904 Aug 10 04:14:34.533176 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f3712f-266f-45d3-baf1-e4856f5bd930 req-0b02bbd9-862c-4375-bba8-fd0ae75ef4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:34.535127 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e7f3712f-266f-45d3-baf1-e4856f5bd930 req-0b02bbd9-862c-4375-bba8-fd0ae75ef4d6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=86e70408-f9ef-4815-aa8f-59304e4ed4c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454862 Aug 10 04:14:34.972437 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e7f3712f-266f-45d3-baf1-e4856f5bd930 req-27d99d1b-fb42-4413-9d35-1ecaee7542e1 service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4290402 Aug 10 04:14:35.072208 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e7f3712f-266f-45d3-baf1-e4856f5bd930 req-540305a7-5054-4acc-b01a-5e95ed317d31 service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903845 Aug 10 04:14:51.459452 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-96a82c55-c70b-4c28-8bb8-d4ae2f3f2b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:53.721776 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-dc197b8c-583e-4820-bbda-bf30dc96a268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:54.330894 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:55.554210 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:56.489066 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:56.994549 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:02.476483 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:15:02.636438 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f0e0a1-36c9-4437-bd7b-0a200f21380e req-aecadedb-08b9-432b-91cc-17368b3cbe64 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:02.637911 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-28f0e0a1-36c9-4437-bd7b-0a200f21380e req-aecadedb-08b9-432b-91cc-17368b3cbe64 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=51d7aac6-4489-49d5-9333-b15a82e71238 HTTP/1.1" status: 200 len: 945 time: 0.1393692 Aug 10 04:15:02.679492 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-28f0e0a1-36c9-4437-bd7b-0a200f21380e req-4ac908cf-ae59-4eea-a165-14386649a218 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345340 Aug 10 04:15:03.271965 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-9d5dc81f-7796-4277-8bcf-2949d49d5ac3 req-afa11833-7ad7-4ce3-b152-94185598ca36 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=51d7aac6-4489-49d5-9333-b15a82e71238&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0481386 Aug 10 04:15:03.279414 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30f6adb-648e-44c9-9473-0376786e29e1 req-6ec417a6-94f9-418d-a751-deddf2490610 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:03.280961 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c30f6adb-648e-44c9-9473-0376786e29e1 req-6ec417a6-94f9-418d-a751-deddf2490610 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=51d7aac6-4489-49d5-9333-b15a82e71238 HTTP/1.1" status: 200 len: 945 time: 0.0498533 Aug 10 04:15:03.320811 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c30f6adb-648e-44c9-9473-0376786e29e1 req-5a61d15f-bc2b-4532-bddd-d110667caab8 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336449 Aug 10 04:15:03.770511 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:04.488130 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5dc81f-7796-4277-8bcf-2949d49d5ac3 req-977a4fea-4e04-4b8e-bf4a-19b777d26288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:04.489658 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9d5dc81f-7796-4277-8bcf-2949d49d5ac3 req-977a4fea-4e04-4b8e-bf4a-19b777d26288 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4d9562697164912ae96f22f47b4a54d&device_id=51d7aac6-4489-49d5-9333-b15a82e71238 HTTP/1.1" status: 200 len: 1097 time: 0.0711510 Aug 10 04:15:04.501591 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ed9572-faf4-458b-b0cd-eaf990b8c42f req-99dbf6e6-e0cd-499e-9d3b-8ec3607b6cfa tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:04.503115 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c6ed9572-faf4-458b-b0cd-eaf990b8c42f req-99dbf6e6-e0cd-499e-9d3b-8ec3607b6cfa tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=51d7aac6-4489-49d5-9333-b15a82e71238 HTTP/1.1" status: 200 len: 945 time: 0.1119442 Aug 10 04:15:04.591741 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c6ed9572-faf4-458b-b0cd-eaf990b8c42f req-5acf00a3-4fdf-44f0-8cdb-eaa30f93ffe8 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796776 Aug 10 04:15:04.617962 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5dc81f-7796-4277-8bcf-2949d49d5ac3 req-3930d582-bdff-45f9-aaeb-026170a8f98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:04.619486 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9d5dc81f-7796-4277-8bcf-2949d49d5ac3 req-3930d582-bdff-45f9-aaeb-026170a8f98d service neutron] 10.222.0.61 "GET /v2.0/networks?id=86e70408-f9ef-4815-aa8f-59304e4ed4c8 HTTP/1.1" status: 200 len: 911 time: 0.1154950 Aug 10 04:15:04.690679 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9d5dc81f-7796-4277-8bcf-2949d49d5ac3 req-61053c4c-675f-4a05-8018-a32f9c692988 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11ef27a8-66d8-4344-9026-eec595621297 HTTP/1.1" status: 200 len: 1000 time: 0.0621920 Aug 10 04:15:04.739485 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5dc81f-7796-4277-8bcf-2949d49d5ac3 req-a8b7b5a3-a1e3-4eae-bff6-3df160a8f2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:04.741025 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9d5dc81f-7796-4277-8bcf-2949d49d5ac3 req-a8b7b5a3-a1e3-4eae-bff6-3df160a8f2d9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=48d8056f-5fb2-463c-96bd-f6f5ed5da27e HTTP/1.1" status: 200 len: 850 time: 0.0433385 Aug 10 04:15:04.786232 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5dc81f-7796-4277-8bcf-2949d49d5ac3 req-efa5f7cd-7507-4ef5-9b91-a9e13ff0fcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:04.787718 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9d5dc81f-7796-4277-8bcf-2949d49d5ac3 req-efa5f7cd-7507-4ef5-9b91-a9e13ff0fcc0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=86e70408-f9ef-4815-aa8f-59304e4ed4c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394959 Aug 10 04:15:04.879534 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9d5dc81f-7796-4277-8bcf-2949d49d5ac3 req-11291ada-7bef-426e-843f-23380235558c service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837393 Aug 10 04:15:04.968978 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9d5dc81f-7796-4277-8bcf-2949d49d5ac3 req-0c08c9f6-ea4d-4421-9e3a-aa4ade5a9db7 service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819807 Aug 10 04:15:05.707416 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46f6d3c-973d-499b-a4ba-bc461b8757f1 req-f4e8a637-baa4-41dc-92ac-e532a21f0dcd tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:05.708908 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a46f6d3c-973d-499b-a4ba-bc461b8757f1 req-f4e8a637-baa4-41dc-92ac-e532a21f0dcd tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=51d7aac6-4489-49d5-9333-b15a82e71238 HTTP/1.1" status: 200 len: 945 time: 0.0494971 Aug 10 04:15:05.746382 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a46f6d3c-973d-499b-a4ba-bc461b8757f1 req-83ec0092-ccad-40c8-95df-a618823698f2 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315249 Aug 10 04:15:06.867211 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7b6ed6-0b3e-49dd-8854-03fe7edfa6b6 req-d0ead0b3-b8fb-433a-a1ed-aa1ca902fb2c tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:06.868698 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2e7b6ed6-0b3e-49dd-8854-03fe7edfa6b6 req-d0ead0b3-b8fb-433a-a1ed-aa1ca902fb2c tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=51d7aac6-4489-49d5-9333-b15a82e71238 HTTP/1.1" status: 200 len: 945 time: 0.0533278 Aug 10 04:15:06.906997 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2e7b6ed6-0b3e-49dd-8854-03fe7edfa6b6 req-babe4b99-d180-420c-86a8-ec004b34818c tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317736 Aug 10 04:15:08.024793 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0374c543-2150-4774-bd32-7c3dc474a80b req-b29250f9-4020-429a-ad00-a16e6b885c04 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:08.026492 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0374c543-2150-4774-bd32-7c3dc474a80b req-b29250f9-4020-429a-ad00-a16e6b885c04 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=51d7aac6-4489-49d5-9333-b15a82e71238 HTTP/1.1" status: 200 len: 945 time: 0.0515492 Aug 10 04:15:08.067354 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0374c543-2150-4774-bd32-7c3dc474a80b req-ae83e4cf-1385-4513-a9b2-e346fcf3e960 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341456 Aug 10 04:15:09.182483 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa6a4dc-b4a8-4193-84c7-b557d61b3b5b req-7f789954-cdc0-4ceb-862a-3aba49e23d2a tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:09.184009 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7fa6a4dc-b4a8-4193-84c7-b557d61b3b5b req-7f789954-cdc0-4ceb-862a-3aba49e23d2a tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=51d7aac6-4489-49d5-9333-b15a82e71238 HTTP/1.1" status: 200 len: 945 time: 0.0491300 Aug 10 04:15:09.222775 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7fa6a4dc-b4a8-4193-84c7-b557d61b3b5b req-e742d980-fb8f-4e87-8706-de0b561288d6 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324018 Aug 10 04:15:10.343611 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c49442-f5c4-4308-b80b-c783d545ccf3 req-d30c3379-a82d-4eec-a953-6c34a40d2cbe tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:10.345327 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f1c49442-f5c4-4308-b80b-c783d545ccf3 req-d30c3379-a82d-4eec-a953-6c34a40d2cbe tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=51d7aac6-4489-49d5-9333-b15a82e71238 HTTP/1.1" status: 200 len: 945 time: 0.0536194 Aug 10 04:15:10.382733 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f1c49442-f5c4-4308-b80b-c783d545ccf3 req-52e26c45-5a81-41f7-9755-87be321ba17f tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317018 Aug 10 04:15:11.499606 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df23ad2-9b90-46e1-b091-6db28c31367f req-ca3ac7b2-6c40-4b1b-b392-46e99aef4e71 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:11.501165 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9df23ad2-9b90-46e1-b091-6db28c31367f req-ca3ac7b2-6c40-4b1b-b392-46e99aef4e71 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=51d7aac6-4489-49d5-9333-b15a82e71238 HTTP/1.1" status: 200 len: 945 time: 0.0512905 Aug 10 04:15:11.539682 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9df23ad2-9b90-46e1-b091-6db28c31367f req-0f1cb056-7390-4c2f-98a9-fffc8fb0495b tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325446 Aug 10 04:15:12.655003 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e09d0a-0cf0-4824-8af5-8e026d2b642b req-e565a6ba-95f8-4b8f-b88c-648ba2a27b01 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:12.656476 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-35e09d0a-0cf0-4824-8af5-8e026d2b642b req-e565a6ba-95f8-4b8f-b88c-648ba2a27b01 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=51d7aac6-4489-49d5-9333-b15a82e71238 HTTP/1.1" status: 200 len: 945 time: 0.0486202 Aug 10 04:15:12.692943 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-35e09d0a-0cf0-4824-8af5-8e026d2b642b req-00933866-d50f-4057-8f82-678885a815b5 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301986 Aug 10 04:15:13.821282 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a53425-4e4c-4248-8a62-79fd032e1452 req-8e79c172-5a60-47d8-8b1d-95a56d12c7fe tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:13.822788 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-48a53425-4e4c-4248-8a62-79fd032e1452 req-8e79c172-5a60-47d8-8b1d-95a56d12c7fe tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=51d7aac6-4489-49d5-9333-b15a82e71238 HTTP/1.1" status: 200 len: 945 time: 0.0584018 Aug 10 04:15:13.863146 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-48a53425-4e4c-4248-8a62-79fd032e1452 req-dfafe1a0-0d9c-4ec0-9794-65e785c41a15 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338316 Aug 10 04:15:14.978159 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fff638c-eed9-43fc-8ca3-b169e671fe78 req-c5db47c0-c6f2-4c1b-8352-0ed98f4b564e tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:14.980208 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0fff638c-eed9-43fc-8ca3-b169e671fe78 req-c5db47c0-c6f2-4c1b-8352-0ed98f4b564e tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=51d7aac6-4489-49d5-9333-b15a82e71238 HTTP/1.1" status: 200 len: 945 time: 0.0501826 Aug 10 04:15:15.020775 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0fff638c-eed9-43fc-8ca3-b169e671fe78 req-18fc5fb5-b198-40c3-b357-745cbd3928e5 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344617 Aug 10 04:15:16.138748 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8cda75-f231-4466-9c64-d60197891327 req-6f3d04f6-a965-42e2-a4fb-d51fcbf1a1b6 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:16.140582 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ce8cda75-f231-4466-9c64-d60197891327 req-6f3d04f6-a965-42e2-a4fb-d51fcbf1a1b6 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=51d7aac6-4489-49d5-9333-b15a82e71238 HTTP/1.1" status: 200 len: 945 time: 0.0511024 Aug 10 04:15:16.185001 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ce8cda75-f231-4466-9c64-d60197891327 req-e12dbda7-10ef-4b3b-a5b7-ad4c39f113d4 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371492 Aug 10 04:15:17.007967 n-d-768862-13 neutron-server[94260]: INFO neutron.api.v2.resource [req-9d5dc81f-7796-4277-8bcf-2949d49d5ac3 req-42b4c7fd-0a4e-4767-a808-b57fa68bf6e3 service neutron] show failed (client error): The resource could not be found. Aug 10 04:15:17.009015 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9d5dc81f-7796-4277-8bcf-2949d49d5ac3 req-42b4c7fd-0a4e-4767-a808-b57fa68bf6e3 service neutron] 10.222.0.61 "GET /v2.0/ports/11ef27a8-66d8-4344-9026-eec595621297/bindings/n-h1-768862-13 HTTP/1.1" status: 404 len: 381 time: 0.0600922 Aug 10 04:15:17.209474 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5dc81f-7796-4277-8bcf-2949d49d5ac3 req-f0a08ff2-d963-4fdb-9077-701229cfdef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:17.211058 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9d5dc81f-7796-4277-8bcf-2949d49d5ac3 req-f0a08ff2-d963-4fdb-9077-701229cfdef9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=51d7aac6-4489-49d5-9333-b15a82e71238&tenant_id=b4d9562697164912ae96f22f47b4a54d HTTP/1.1" status: 200 len: 1097 time: 0.0423846 Aug 10 04:15:17.224496 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-9d5dc81f-7796-4277-8bcf-2949d49d5ac3 req-19322879-3927-4bdf-8802-a778b374b660 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768862-13', 'device_owner': 'compute:nova'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:15:17.307994 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-9d5dc81f-7796-4277-8bcf-2949d49d5ac3 req-19322879-3927-4bdf-8802-a778b374b660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:17.358625 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe0bc07-57bd-4a3c-bccb-cadec9831044 req-a80021c1-c4d9-47f6-83ba-1d97dbc6bdba tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:17.360161 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3fe0bc07-57bd-4a3c-bccb-cadec9831044 req-a80021c1-c4d9-47f6-83ba-1d97dbc6bdba tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=51d7aac6-4489-49d5-9333-b15a82e71238 HTTP/1.1" status: 200 len: 945 time: 0.1036062 Aug 10 04:15:17.466522 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3fe0bc07-57bd-4a3c-bccb-cadec9831044 req-14dff12c-ef2c-449b-81f7-63c1b7d73046 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989642 Aug 10 04:15:17.563872 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-9d5dc81f-7796-4277-8bcf-2949d49d5ac3 req-19322879-3927-4bdf-8802-a778b374b660 service neutron] For port 11ef27a8-66d8-4344-9026-eec595621297, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=11ef27a8-66d8-4344-9026-eec595621297,segment=NetworkSegment(3a6e383c-1b7f-4db5-9d50-a03141d50f7f),segment_id=3a6e383c-1b7f-4db5-9d50-a03141d50f7f)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:15:17.596671 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-9d5dc81f-7796-4277-8bcf-2949d49d5ac3 req-19322879-3927-4bdf-8802-a778b374b660 service neutron] For port 11ef27a8-66d8-4344-9026-eec595621297, host n-h2-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:15:17.637279 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51d7aac6-4489-49d5-9333-b15a82e71238', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11ef27a8-66d8-4344-9026-eec595621297'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:15:17.639699 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7142606bf34c4189ec1af3eb1cc50705e8815838b55f5940d6ad7e637f738b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cc06aa5-ab93-4f7f-9956-16c2b5f8d543" -d '{"events": [{"server_uuid": "51d7aac6-4489-49d5-9333-b15a82e71238", "name": "network-vif-unplugged", "status": "completed", "tag": "11ef27a8-66d8-4344-9026-eec595621297"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:15:17.644334 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-9d5dc81f-7796-4277-8bcf-2949d49d5ac3 req-19322879-3927-4bdf-8802-a778b374b660 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:17.658007 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-9d5dc81f-7796-4277-8bcf-2949d49d5ac3 req-19322879-3927-4bdf-8802-a778b374b660 service neutron] Transition to ACTIVE for port object 11ef27a8-66d8-4344-9026-eec595621297 will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:15:17.662407 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-9d5dc81f-7796-4277-8bcf-2949d49d5ac3 req-19322879-3927-4bdf-8802-a778b374b660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:17.698707 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 04:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d653e46e-3211-4566-ad8f-95979274e447 x-openstack-request-id: req-d653e46e-3211-4566-ad8f-95979274e447 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:15:17.698998 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51d7aac6-4489-49d5-9333-b15a82e71238", "name": "network-vif-unplugged", "status": "completed", "tag": "11ef27a8-66d8-4344-9026-eec595621297", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:15:17.699252 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d653e46e-3211-4566-ad8f-95979274e447 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:15:17.699653 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51d7aac6-4489-49d5-9333-b15a82e71238', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11ef27a8-66d8-4344-9026-eec595621297', 'code': 200} Aug 10 04:15:17.718348 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19322879-3927-4bdf-8802-a778b374b660 service neutron] Pushing event updated for resources: {'Port': ['ID=11ef27a8-66d8-4344-9026-eec595621297,revision_number=6']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:17.764461 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19322879-3927-4bdf-8802-a778b374b660 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:17.765067 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19322879-3927-4bdf-8802-a778b374b660 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:17.765411 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19322879-3927-4bdf-8802-a778b374b660 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:17.765749 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19322879-3927-4bdf-8802-a778b374b660 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:17.766085 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19322879-3927-4bdf-8802-a778b374b660 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:17.766449 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19322879-3927-4bdf-8802-a778b374b660 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:17.766776 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19322879-3927-4bdf-8802-a778b374b660 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:17.767234 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19322879-3927-4bdf-8802-a778b374b660 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:17.767429 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19322879-3927-4bdf-8802-a778b374b660 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:17.767756 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19322879-3927-4bdf-8802-a778b374b660 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:17.768082 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19322879-3927-4bdf-8802-a778b374b660 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:17.768405 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19322879-3927-4bdf-8802-a778b374b660 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:17.809910 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d5dc81f-7796-4277-8bcf-2949d49d5ac3 req-19322879-3927-4bdf-8802-a778b374b660 service neutron] No DVR routers for this DVR port 11ef27a8-66d8-4344-9026-eec595621297 on host n-h2-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:15:17.949314 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-9d5dc81f-7796-4277-8bcf-2949d49d5ac3 req-19322879-3927-4bdf-8802-a778b374b660 service neutron] Attempting to bind port 11ef27a8-66d8-4344-9026-eec595621297 on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:15:17.949652 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-9d5dc81f-7796-4277-8bcf-2949d49d5ac3 req-19322879-3927-4bdf-8802-a778b374b660 service neutron] Attempting to bind port 11ef27a8-66d8-4344-9026-eec595621297 by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '3a6e383c-1b7f-4db5-9d50-a03141d50f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '86e70408-f9ef-4815-aa8f-59304e4ed4c8'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:15:17.949985 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5dc81f-7796-4277-8bcf-2949d49d5ac3 req-19322879-3927-4bdf-8802-a778b374b660 service neutron] Attempting to bind port 11ef27a8-66d8-4344-9026-eec595621297 on network 86e70408-f9ef-4815-aa8f-59304e4ed4c8 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:15:17.955055 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5dc81f-7796-4277-8bcf-2949d49d5ac3 req-19322879-3927-4bdf-8802-a778b374b660 service neutron] Port 11ef27a8-66d8-4344-9026-eec595621297 on network 86e70408-f9ef-4815-aa8f-59304e4ed4c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:15:17.955381 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5dc81f-7796-4277-8bcf-2949d49d5ac3 req-19322879-3927-4bdf-8802-a778b374b660 service neutron] Attempting to bind port 11ef27a8-66d8-4344-9026-eec595621297 on network 86e70408-f9ef-4815-aa8f-59304e4ed4c8 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:15:17.960683 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5dc81f-7796-4277-8bcf-2949d49d5ac3 req-19322879-3927-4bdf-8802-a778b374b660 service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:15:17.961023 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5dc81f-7796-4277-8bcf-2949d49d5ac3 req-19322879-3927-4bdf-8802-a778b374b660 service neutron] Checking segment: {'id': '3a6e383c-1b7f-4db5-9d50-a03141d50f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '86e70408-f9ef-4815-aa8f-59304e4ed4c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:15:17.961418 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5dc81f-7796-4277-8bcf-2949d49d5ac3 req-19322879-3927-4bdf-8802-a778b374b660 service neutron] Bound using segment: {'id': '3a6e383c-1b7f-4db5-9d50-a03141d50f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '86e70408-f9ef-4815-aa8f-59304e4ed4c8'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:15:17.961855 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-9d5dc81f-7796-4277-8bcf-2949d49d5ac3 req-19322879-3927-4bdf-8802-a778b374b660 service neutron] Bound port: 11ef27a8-66d8-4344-9026-eec595621297, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a6e383c-1b7f-4db5-9d50-a03141d50f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '86e70408-f9ef-4815-aa8f-59304e4ed4c8'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:15:17.962248 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-9d5dc81f-7796-4277-8bcf-2949d49d5ac3 req-19322879-3927-4bdf-8802-a778b374b660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:18.032905 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-9d5dc81f-7796-4277-8bcf-2949d49d5ac3 req-19322879-3927-4bdf-8802-a778b374b660 service neutron] For port 11ef27a8-66d8-4344-9026-eec595621297, host n-h1-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:15:18.036340 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-9d5dc81f-7796-4277-8bcf-2949d49d5ac3 req-19322879-3927-4bdf-8802-a778b374b660 service neutron] For port 11ef27a8-66d8-4344-9026-eec595621297, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=11ef27a8-66d8-4344-9026-eec595621297,segment=NetworkSegment(3a6e383c-1b7f-4db5-9d50-a03141d50f7f),segment_id=3a6e383c-1b7f-4db5-9d50-a03141d50f7f)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:15:18.041817 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-9d5dc81f-7796-4277-8bcf-2949d49d5ac3 req-19322879-3927-4bdf-8802-a778b374b660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:18.078776 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5dc81f-7796-4277-8bcf-2949d49d5ac3 req-19322879-3927-4bdf-8802-a778b374b660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:18.079394 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-9d5dc81f-7796-4277-8bcf-2949d49d5ac3 req-19322879-3927-4bdf-8802-a778b374b660 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:18.080852 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9d5dc81f-7796-4277-8bcf-2949d49d5ac3 req-19322879-3927-4bdf-8802-a778b374b660 service neutron] 10.222.0.42 "PUT /v2.0/ports/11ef27a8-66d8-4344-9026-eec595621297 HTTP/1.1" status: 200 len: 1092 time: 0.8613086 Aug 10 04:15:18.105967 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19322879-3927-4bdf-8802-a778b374b660 service neutron] Pushing event updated for resources: {'Port': ['ID=11ef27a8-66d8-4344-9026-eec595621297,revision_number=7']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:18.157293 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5dc81f-7796-4277-8bcf-2949d49d5ac3 req-2c865591-2240-4a36-a7f5-96d0a86ed2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:18.159187 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9d5dc81f-7796-4277-8bcf-2949d49d5ac3 req-2c865591-2240-4a36-a7f5-96d0a86ed2a5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b4d9562697164912ae96f22f47b4a54d&device_id=51d7aac6-4489-49d5-9333-b15a82e71238 HTTP/1.1" status: 200 len: 1095 time: 0.0494766 Aug 10 04:15:18.254686 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5dc81f-7796-4277-8bcf-2949d49d5ac3 req-2a795e24-f689-4d2c-ab64-82e8889e8db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:18.256211 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9d5dc81f-7796-4277-8bcf-2949d49d5ac3 req-2a795e24-f689-4d2c-ab64-82e8889e8db6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=86e70408-f9ef-4815-aa8f-59304e4ed4c8 HTTP/1.1" status: 200 len: 911 time: 0.0891185 Aug 10 04:15:18.331409 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9d5dc81f-7796-4277-8bcf-2949d49d5ac3 req-1261f13d-2831-4c62-b00c-9996db6365df service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11ef27a8-66d8-4344-9026-eec595621297 HTTP/1.1" status: 200 len: 998 time: 0.0668936 Aug 10 04:15:18.383563 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5dc81f-7796-4277-8bcf-2949d49d5ac3 req-26c7d298-dab0-4da5-9938-0907be04f3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:18.384991 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9d5dc81f-7796-4277-8bcf-2949d49d5ac3 req-26c7d298-dab0-4da5-9938-0907be04f3e7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=48d8056f-5fb2-463c-96bd-f6f5ed5da27e HTTP/1.1" status: 200 len: 850 time: 0.0459585 Aug 10 04:15:18.431824 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5dc81f-7796-4277-8bcf-2949d49d5ac3 req-dd2e315c-5a7e-4655-b0fb-4f498fdd344e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:18.433355 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9d5dc81f-7796-4277-8bcf-2949d49d5ac3 req-dd2e315c-5a7e-4655-b0fb-4f498fdd344e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=86e70408-f9ef-4815-aa8f-59304e4ed4c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414214 Aug 10 04:15:18.444300 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [req-9d5dc81f-7796-4277-8bcf-2949d49d5ac3 req-f2456678-5cde-4455-83f7-1913e2c3ebae service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 04:15:18.445270 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9d5dc81f-7796-4277-8bcf-2949d49d5ac3 req-f2456678-5cde-4455-83f7-1913e2c3ebae service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051079 Aug 10 04:15:18.557414 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9d5dc81f-7796-4277-8bcf-2949d49d5ac3 req-3116a8d4-4acf-4790-ae00-4b5f2a2a8a43 service neutron] 10.222.0.42 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051719 Aug 10 04:15:18.650201 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d766cba8-6794-4dc2-9102-173cd60216dc req-250dc9b7-e5c8-4a03-b3b3-f0791c703023 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:18.651750 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d766cba8-6794-4dc2-9102-173cd60216dc req-250dc9b7-e5c8-4a03-b3b3-f0791c703023 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=51d7aac6-4489-49d5-9333-b15a82e71238 HTTP/1.1" status: 200 len: 943 time: 0.1104257 Aug 10 04:15:18.701423 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9d5dc81f-7796-4277-8bcf-2949d49d5ac3 req-402b1f5e-1e41-44af-84c6-254a17beade0 service neutron] 10.222.0.42 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296761 Aug 10 04:15:18.708793 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d766cba8-6794-4dc2-9102-173cd60216dc req-2973c93a-bf86-48e1-a96a-09bad9271743 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503316 Aug 10 04:15:19.701318 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51d7aac6-4489-49d5-9333-b15a82e71238', 'tag': '11ef27a8-66d8-4344-9026-eec595621297'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:15:19.703769 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7142606bf34c4189ec1af3eb1cc50705e8815838b55f5940d6ad7e637f738b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1935261f-fb43-406c-990e-fd444df9a62f" -d '{"events": [{"name": "network-changed", "server_uuid": "51d7aac6-4489-49d5-9333-b15a82e71238", "tag": "11ef27a8-66d8-4344-9026-eec595621297"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:15:19.752841 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6df4c1a-dd8b-4ec9-8645-a9caf4c80d09 x-openstack-request-id: req-f6df4c1a-dd8b-4ec9-8645-a9caf4c80d09 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:15:19.753132 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51d7aac6-4489-49d5-9333-b15a82e71238", "tag": "11ef27a8-66d8-4344-9026-eec595621297", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:15:19.753412 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f6df4c1a-dd8b-4ec9-8645-a9caf4c80d09 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:15:19.753817 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51d7aac6-4489-49d5-9333-b15a82e71238', 'tag': '11ef27a8-66d8-4344-9026-eec595621297', 'status': 'completed', 'code': 200} Aug 10 04:15:19.877610 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1935261f-fb43-406c-990e-fd444df9a62f req-240deb7e-f67e-46dd-ab28-0dc99c9710c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:19.879142 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1935261f-fb43-406c-990e-fd444df9a62f req-240deb7e-f67e-46dd-ab28-0dc99c9710c8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b4d9562697164912ae96f22f47b4a54d&device_id=51d7aac6-4489-49d5-9333-b15a82e71238 HTTP/1.1" status: 200 len: 1095 time: 0.0959268 Aug 10 04:15:19.880687 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1935261f-fb43-406c-990e-fd444df9a62f req-3529e154-1269-4a03-902f-72e946b1e00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:19.882022 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1935261f-fb43-406c-990e-fd444df9a62f req-3529e154-1269-4a03-902f-72e946b1e00d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4d9562697164912ae96f22f47b4a54d&device_id=51d7aac6-4489-49d5-9333-b15a82e71238 HTTP/1.1" status: 200 len: 1095 time: 0.1075020 Aug 10 04:15:19.893738 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd0a7b2-b837-4a2e-b0e7-0ee30e2b911e req-fb131a8a-6b8b-4544-a264-dcc2e551a587 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:19.895146 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dcd0a7b2-b837-4a2e-b0e7-0ee30e2b911e req-fb131a8a-6b8b-4544-a264-dcc2e551a587 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=51d7aac6-4489-49d5-9333-b15a82e71238 HTTP/1.1" status: 200 len: 943 time: 0.1018443 Aug 10 04:15:20.047917 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dcd0a7b2-b837-4a2e-b0e7-0ee30e2b911e req-886ec6f2-ad6d-465a-9f6d-7d8513898d79 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359274 Aug 10 04:15:20.079236 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1935261f-fb43-406c-990e-fd444df9a62f req-8529f428-f956-4b4c-ab22-b6eeb0be4df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:20.080701 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1935261f-fb43-406c-990e-fd444df9a62f req-8529f428-f956-4b4c-ab22-b6eeb0be4df3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=86e70408-f9ef-4815-aa8f-59304e4ed4c8 HTTP/1.1" status: 200 len: 911 time: 0.1847198 Aug 10 04:15:20.081756 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1935261f-fb43-406c-990e-fd444df9a62f req-0481f654-2363-4ebd-a80d-d020c69d766b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:20.083098 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1935261f-fb43-406c-990e-fd444df9a62f req-0481f654-2363-4ebd-a80d-d020c69d766b service neutron] 10.222.0.61 "GET /v2.0/networks?id=86e70408-f9ef-4815-aa8f-59304e4ed4c8 HTTP/1.1" status: 200 len: 911 time: 0.1861012 Aug 10 04:15:20.198545 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1935261f-fb43-406c-990e-fd444df9a62f req-bff19c9b-588b-4920-9e4d-b26ba3f985ad service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11ef27a8-66d8-4344-9026-eec595621297 HTTP/1.1" status: 200 len: 998 time: 0.1087692 Aug 10 04:15:20.254167 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1935261f-fb43-406c-990e-fd444df9a62f req-c74c8911-a5a5-4a00-a3af-518a9646b4d1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11ef27a8-66d8-4344-9026-eec595621297 HTTP/1.1" status: 200 len: 998 time: 0.1583149 Aug 10 04:15:20.261319 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1935261f-fb43-406c-990e-fd444df9a62f req-cf134299-ac3e-4abb-919d-8614aac7bd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:20.263275 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1935261f-fb43-406c-990e-fd444df9a62f req-cf134299-ac3e-4abb-919d-8614aac7bd06 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=48d8056f-5fb2-463c-96bd-f6f5ed5da27e HTTP/1.1" status: 200 len: 850 time: 0.0570343 Aug 10 04:15:20.335975 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1935261f-fb43-406c-990e-fd444df9a62f req-f17e2783-9714-4861-861f-1da8a42d159a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:20.337432 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1935261f-fb43-406c-990e-fd444df9a62f req-f17e2783-9714-4861-861f-1da8a42d159a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=48d8056f-5fb2-463c-96bd-f6f5ed5da27e HTTP/1.1" status: 200 len: 850 time: 0.0733349 Aug 10 04:15:20.343264 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1935261f-fb43-406c-990e-fd444df9a62f req-1b535c23-c2c6-4aef-a162-7e2dd2b4ec80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:20.344680 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1935261f-fb43-406c-990e-fd444df9a62f req-1b535c23-c2c6-4aef-a162-7e2dd2b4ec80 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=86e70408-f9ef-4815-aa8f-59304e4ed4c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0728030 Aug 10 04:15:20.431337 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1935261f-fb43-406c-990e-fd444df9a62f req-d4b78227-2d65-4e24-ab38-0be4a0040b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:20.432730 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1935261f-fb43-406c-990e-fd444df9a62f req-d4b78227-2d65-4e24-ab38-0be4a0040b2e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=86e70408-f9ef-4815-aa8f-59304e4ed4c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0872383 Aug 10 04:15:20.506365 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1935261f-fb43-406c-990e-fd444df9a62f req-c83382ef-26df-470d-a096-a4679d478567 service neutron] 10.222.0.42 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525903 Aug 10 04:15:20.590269 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1935261f-fb43-406c-990e-fd444df9a62f req-0dd9bfc8-55f3-4fdd-98fa-5bccb71b12b0 service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489396 Aug 10 04:15:20.680155 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1935261f-fb43-406c-990e-fd444df9a62f req-df59ae7e-c88a-4d80-85fb-7bd037e86ba3 service neutron] 10.222.0.42 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614401 Aug 10 04:15:20.713490 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1935261f-fb43-406c-990e-fd444df9a62f req-f2414a72-551e-4270-bde1-a16da547d0e7 service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081796 Aug 10 04:15:21.167591 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1b0237-8b80-47d3-937e-316bb20d71f3 req-dc50c155-c890-40bc-bf9c-13b58b6945c6 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:21.169133 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9d1b0237-8b80-47d3-937e-316bb20d71f3 req-dc50c155-c890-40bc-bf9c-13b58b6945c6 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=51d7aac6-4489-49d5-9333-b15a82e71238 HTTP/1.1" status: 200 len: 943 time: 0.0510128 Aug 10 04:15:21.208343 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9d1b0237-8b80-47d3-937e-316bb20d71f3 req-2f635953-e8bb-41b1-a7c1-ea7b5715e92b tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331764 Aug 10 04:15:21.297437 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 11ef27a8-66d8-4344-9026-eec595621297 details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:15:21.406375 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 11ef27a8-66d8-4344-9026-eec595621297, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=11ef27a8-66d8-4344-9026-eec595621297,segment=NetworkSegment(3a6e383c-1b7f-4db5-9d50-a03141d50f7f),segment_id=3a6e383c-1b7f-4db5-9d50-a03141d50f7f)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:15:21.419681 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': '11ef27a8-66d8-4344-9026-eec595621297', 'network_id': '86e70408-f9ef-4815-aa8f-59304e4ed4c8', 'port_id': '11ef27a8-66d8-4344-9026-eec595621297', 'mac_address': 'fa:16:3e:1b:f6:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48d8056f-5fb2-463c-96bd-f6f5ed5da27e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:15:21.454643 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f7099b-84c0-49f8-a943-91029389b609 req-0001407c-e132-4405-88d7-d6eaad2d0329 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:21.456204 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f0f7099b-84c0-49f8-a943-91029389b609 req-0001407c-e132-4405-88d7-d6eaad2d0329 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.61 "GET /v2.0/ports?device_id=51d7aac6-4489-49d5-9333-b15a82e71238&tenant_id=b4d9562697164912ae96f22f47b4a54d&binding%3Ahost_id=n-h1-768862-13 HTTP/1.1" status: 200 len: 943 time: 0.0726674 Aug 10 04:15:21.463646 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5a2bb4-ef39-4210-bf3a-869cb1e4de8c req-17489fd1-e258-4513-87bd-26b5b454bbe3 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:21.465123 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ba5a2bb4-ef39-4210-bf3a-869cb1e4de8c req-17489fd1-e258-4513-87bd-26b5b454bbe3 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=51d7aac6-4489-49d5-9333-b15a82e71238 HTTP/1.1" status: 200 len: 943 time: 0.0915573 Aug 10 04:15:21.466091 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:21.482800 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4d44fc8f-47b8-41b7-8a9c-a226142c1802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:21.485217 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11ef27a8-66d8-4344-9026-eec595621297 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:15:21.506748 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 11ef27a8-66d8-4344-9026-eec595621297, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=11ef27a8-66d8-4344-9026-eec595621297,segment=NetworkSegment(3a6e383c-1b7f-4db5-9d50-a03141d50f7f),segment_id=3a6e383c-1b7f-4db5-9d50-a03141d50f7f)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:15:21.510961 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:21.549824 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ba5a2bb4-ef39-4210-bf3a-869cb1e4de8c req-4396d7ec-968b-407e-906d-3c4db6475f7a tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770609 Aug 10 04:15:21.554732 n-d-768862-13 neutron-server[94260]: INFO neutron.api.v2.resource [req-f0f7099b-84c0-49f8-a943-91029389b609 req-d87132e7-f0c0-475c-8445-46acbc515842 service neutron] delete failed (client error): The resource could not be found. Aug 10 04:15:21.555760 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f0f7099b-84c0-49f8-a943-91029389b609 req-d87132e7-f0c0-475c-8445-46acbc515842 service neutron] 10.222.0.61 "DELETE /v2.0/ports/11ef27a8-66d8-4344-9026-eec595621297/bindings/n-h2-768862-13 HTTP/1.1" status: 404 len: 381 time: 0.0896814 Aug 10 04:15:21.565236 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=11ef27a8-66d8-4344-9026-eec595621297,revision_number=8']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:21.573021 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:21.573452 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:21.573869 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:21.574308 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:21.574650 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:21.574988 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:21.575321 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:21.575653 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:21.575983 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:21.576319 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:21.576742 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:21.577074 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:21.642501 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f7099b-84c0-49f8-a943-91029389b609 req-1a6cf6f9-d7d8-40fb-815f-6088d024823b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:21.644002 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f0f7099b-84c0-49f8-a943-91029389b609 req-1a6cf6f9-d7d8-40fb-815f-6088d024823b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4d9562697164912ae96f22f47b4a54d&device_id=51d7aac6-4489-49d5-9333-b15a82e71238 HTTP/1.1" status: 200 len: 1096 time: 0.0431581 Aug 10 04:15:21.685719 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 11ef27a8-66d8-4344-9026-eec595621297 no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:15:21.727560 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 11ef27a8-66d8-4344-9026-eec595621297 not bound to the agent host n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:15:21.744798 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f7099b-84c0-49f8-a943-91029389b609 req-7e857cbe-ce9c-4700-8cb3-384373c75437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:21.746383 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f0f7099b-84c0-49f8-a943-91029389b609 req-7e857cbe-ce9c-4700-8cb3-384373c75437 service neutron] 10.222.0.61 "GET /v2.0/networks?id=86e70408-f9ef-4815-aa8f-59304e4ed4c8 HTTP/1.1" status: 200 len: 911 time: 0.0955608 Aug 10 04:15:21.758707 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['11ef27a8-66d8-4344-9026-eec595621297'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:15:21.815414 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f0f7099b-84c0-49f8-a943-91029389b609 req-fb71ce78-4232-4628-a6a7-e490d75cc777 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11ef27a8-66d8-4344-9026-eec595621297 HTTP/1.1" status: 200 len: 999 time: 0.0612721 Aug 10 04:15:21.863970 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f7099b-84c0-49f8-a943-91029389b609 req-cc0ebd13-f60d-41b8-b05b-8ccc7d7929dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:21.865629 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f0f7099b-84c0-49f8-a943-91029389b609 req-cc0ebd13-f60d-41b8-b05b-8ccc7d7929dc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=48d8056f-5fb2-463c-96bd-f6f5ed5da27e HTTP/1.1" status: 200 len: 850 time: 0.0437529 Aug 10 04:15:21.918318 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f7099b-84c0-49f8-a943-91029389b609 req-20cb0c5a-9a5a-4a56-91ee-4f692478e72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:21.919909 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f0f7099b-84c0-49f8-a943-91029389b609 req-20cb0c5a-9a5a-4a56-91ee-4f692478e72f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=86e70408-f9ef-4815-aa8f-59304e4ed4c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465550 Aug 10 04:15:22.010061 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f0f7099b-84c0-49f8-a943-91029389b609 req-be54c6d8-86c1-45d5-8934-76f75ce44233 service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814123 Aug 10 04:15:22.103274 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f0f7099b-84c0-49f8-a943-91029389b609 req-aa4e04d5-ff17-4b13-a103-62791e68a50e service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851910 Aug 10 04:15:22.683003 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe4a835-2359-44a4-a397-ce4d76b4324d req-9d93e67f-12e0-4edc-83a9-d00656a5aece tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:22.685071 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ffe4a835-2359-44a4-a397-ce4d76b4324d req-9d93e67f-12e0-4edc-83a9-d00656a5aece tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=51d7aac6-4489-49d5-9333-b15a82e71238 HTTP/1.1" status: 200 len: 944 time: 0.0529220 Aug 10 04:15:22.725468 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ffe4a835-2359-44a4-a397-ce4d76b4324d req-b79acf86-aa95-4154-86a7-3ceb5650ab28 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339437 Aug 10 04:15:22.847875 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9eee47-c667-491a-9071-d0f8fcbd1fce req-c41b0ab0-3ca7-4d43-b923-0d828977f730 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:22.849588 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2d9eee47-c667-491a-9071-d0f8fcbd1fce req-c41b0ab0-3ca7-4d43-b923-0d828977f730 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=51d7aac6-4489-49d5-9333-b15a82e71238 HTTP/1.1" status: 200 len: 944 time: 0.0518868 Aug 10 04:15:22.900556 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2d9eee47-c667-491a-9071-d0f8fcbd1fce req-d70c8c53-b451-481d-bc11-63c82bed7843 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420821 Aug 10 04:15:23.025525 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a6b159-5d9a-48ab-a387-a65b9361f14b req-43ce66a9-93a4-422a-94af-844c28fced4d tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:23.027041 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b6a6b159-5d9a-48ab-a387-a65b9361f14b req-43ce66a9-93a4-422a-94af-844c28fced4d tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=51d7aac6-4489-49d5-9333-b15a82e71238 HTTP/1.1" status: 200 len: 944 time: 0.0557013 Aug 10 04:15:23.066581 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b6a6b159-5d9a-48ab-a387-a65b9361f14b req-34799830-f0ee-41e9-a20c-54564274af63 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328362 Aug 10 04:15:23.306563 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 11ef27a8-66d8-4344-9026-eec595621297 up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:15:23.328608 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1723d678-82a6-463e-91af-0bf20eaedda8 req-41dd2b79-41c0-4f9b-af55-f26e8090f110 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:23.330305 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1723d678-82a6-463e-91af-0bf20eaedda8 req-41dd2b79-41c0-4f9b-af55-f26e8090f110 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=51d7aac6-4489-49d5-9333-b15a82e71238 HTTP/1.1" status: 200 len: 944 time: 0.0539036 Aug 10 04:15:23.374082 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1723d678-82a6-463e-91af-0bf20eaedda8 req-1b363ab7-0a14-4012-883c-00c5e146cf1e tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373316 Aug 10 04:15:23.375215 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning for port 11ef27a8-66d8-4344-9026-eec595621297 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:15:23.380769 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port 11ef27a8-66d8-4344-9026-eec595621297 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:15:23.381181 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:23.462447 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:23.485598 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51d7aac6-4489-49d5-9333-b15a82e71238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ef27a8-66d8-4344-9026-eec595621297'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:15:23.487926 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}583660bde03669f2dd7fb79ddb869ac83356356549bc1793f8d2e37d6d7017ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8721ef0-7509-405a-94e7-14cd547e5114" -d '{"events": [{"server_uuid": "51d7aac6-4489-49d5-9333-b15a82e71238", "name": "network-vif-plugged", "status": "completed", "tag": "11ef27a8-66d8-4344-9026-eec595621297"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:15:23.505544 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 11ef27a8-66d8-4344-9026-eec595621297, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=11ef27a8-66d8-4344-9026-eec595621297,segment=NetworkSegment(3a6e383c-1b7f-4db5-9d50-a03141d50f7f),segment_id=3a6e383c-1b7f-4db5-9d50-a03141d50f7f)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:15:23.511737 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:23.539045 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdd5846d-8d96-4719-8538-15988c1764d3 x-openstack-request-id: req-fdd5846d-8d96-4719-8538-15988c1764d3 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:15:23.539346 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51d7aac6-4489-49d5-9333-b15a82e71238", "name": "network-vif-plugged", "status": "completed", "tag": "11ef27a8-66d8-4344-9026-eec595621297", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:15:23.539607 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fdd5846d-8d96-4719-8538-15988c1764d3 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:15:23.540002 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51d7aac6-4489-49d5-9333-b15a82e71238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ef27a8-66d8-4344-9026-eec595621297', 'code': 200} Aug 10 04:15:23.567024 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=11ef27a8-66d8-4344-9026-eec595621297,revision_number=9']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:23.724302 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-93639090-0cfe-45aa-a888-90bb384dd977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:24.324776 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:24.526090 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e10f81-9937-4160-af9f-a294ba7f3b68 req-72647298-dd29-4c2a-bbd9-7e621ecfd873 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:24.527710 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-36e10f81-9937-4160-af9f-a294ba7f3b68 req-72647298-dd29-4c2a-bbd9-7e621ecfd873 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=51d7aac6-4489-49d5-9333-b15a82e71238 HTTP/1.1" status: 200 len: 945 time: 0.0833623 Aug 10 04:15:24.543736 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610aec25-6a40-4321-9d79-555d48030109 req-e9ff3a16-a33c-49cf-898b-068a2909a23f tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:24.545180 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-610aec25-6a40-4321-9d79-555d48030109 req-e9ff3a16-a33c-49cf-898b-068a2909a23f tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.42 "GET /v2.0/ports?device_id=51d7aac6-4489-49d5-9333-b15a82e71238 HTTP/1.1" status: 200 len: 945 time: 0.0717196 Aug 10 04:15:24.609966 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-36e10f81-9937-4160-af9f-a294ba7f3b68 req-22dea455-97d9-4c7e-adb4-bb0016942428 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752404 Aug 10 04:15:24.670646 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-610aec25-6a40-4321-9d79-555d48030109 req-a3ff97fc-1791-47e4-9f5b-db0ba6aafb67 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Deleting port 11ef27a8-66d8-4344-9026-eec595621297 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:15:24.670864 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-610aec25-6a40-4321-9d79-555d48030109 req-a3ff97fc-1791-47e4-9f5b-db0ba6aafb67 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:25.084642 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-610aec25-6a40-4321-9d79-555d48030109 req-a3ff97fc-1791-47e4-9f5b-db0ba6aafb67 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] For port 11ef27a8-66d8-4344-9026-eec595621297, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=11ef27a8-66d8-4344-9026-eec595621297,segment=NetworkSegment(3a6e383c-1b7f-4db5-9d50-a03141d50f7f),segment_id=3a6e383c-1b7f-4db5-9d50-a03141d50f7f)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:15:25.084920 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-610aec25-6a40-4321-9d79-555d48030109 req-a3ff97fc-1791-47e4-9f5b-db0ba6aafb67 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:25.257397 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-610aec25-6a40-4321-9d79-555d48030109 req-a3ff97fc-1791-47e4-9f5b-db0ba6aafb67 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:25.257769 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-610aec25-6a40-4321-9d79-555d48030109 req-a3ff97fc-1791-47e4-9f5b-db0ba6aafb67 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:25.258087 n-d-768862-13 neutron-server[94260]: INFO neutron.db.l3_db [req-610aec25-6a40-4321-9d79-555d48030109 req-a3ff97fc-1791-47e4-9f5b-db0ba6aafb67 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Floating IP 3f05a2ad-2b94-48f1-8aff-7731ddb41905 disassociated. External IP: 172.25.6.93, port: 11ef27a8-66d8-4344-9026-eec595621297. Aug 10 04:15:25.258457 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-610aec25-6a40-4321-9d79-555d48030109 req-a3ff97fc-1791-47e4-9f5b-db0ba6aafb67 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Calling delete_port for 11ef27a8-66d8-4344-9026-eec595621297 owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:15:25.394754 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-610aec25-6a40-4321-9d79-555d48030109 req-a3ff97fc-1791-47e4-9f5b-db0ba6aafb67 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:25.425122 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ff97fc-1791-47e4-9f5b-db0ba6aafb67 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Pushing event deleted for resources: {'Port': ['ID=11ef27a8-66d8-4344-9026-eec595621297,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:25.555992 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [req-610aec25-6a40-4321-9d79-555d48030109 req-a3ff97fc-1791-47e4-9f5b-db0ba6aafb67 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Router 53286071-5c9d-4c9a-8825-3f31317c97f2 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:15:25.561553 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:25.677085 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-610aec25-6a40-4321-9d79-555d48030109 req-a3ff97fc-1791-47e4-9f5b-db0ba6aafb67 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:15:25.688472 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464e6f78-49c3-4d57-91eb-3010061c2d20 None None] Sync routers for ids ['53286071-5c9d-4c9a-8825-3f31317c97f2'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:15:25.700794 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464e6f78-49c3-4d57-91eb-3010061c2d20 None None] Routers {'53286071-5c9d-4c9a-8825-3f31317c97f2'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:15:25.701314 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-464e6f78-49c3-4d57-91eb-3010061c2d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:15:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['53286071-5c9d-4c9a-8825-3f31317c97f2'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:15:25.725573 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-610aec25-6a40-4321-9d79-555d48030109 req-a3ff97fc-1791-47e4-9f5b-db0ba6aafb67 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] No DVR routers for this DVR port 11ef27a8-66d8-4344-9026-eec595621297 on host n-h1-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:15:25.743499 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-610aec25-6a40-4321-9d79-555d48030109 req-a3ff97fc-1791-47e4-9f5b-db0ba6aafb67 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:25.745552 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-610aec25-6a40-4321-9d79-555d48030109 req-a3ff97fc-1791-47e4-9f5b-db0ba6aafb67 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.42 "DELETE /v2.0/ports/11ef27a8-66d8-4344-9026-eec595621297 HTTP/1.1" status: 204 len: 173 time: 1.1939948 Aug 10 04:15:25.748802 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ed944033-d6df-47ca-8cf0-5ec1e9b6a9c0 req-38fcbf68-6448-4535-b3f5-3e4ba72ca816 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=51d7aac6-4489-49d5-9333-b15a82e71238 HTTP/1.1" status: 200 len: 210 time: 0.0492389 Aug 10 04:15:25.748802 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51d7aac6-4489-49d5-9333-b15a82e71238', 'name': 'network-vif-deleted', 'tag': '11ef27a8-66d8-4344-9026-eec595621297'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:15:25.750794 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7142606bf34c4189ec1af3eb1cc50705e8815838b55f5940d6ad7e637f738b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1592ec35-c943-4d8f-852d-605f47b3dc1e" -d '{"events": [{"server_uuid": "51d7aac6-4489-49d5-9333-b15a82e71238", "name": "network-vif-deleted", "tag": "11ef27a8-66d8-4344-9026-eec595621297"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:15:25.836205 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-464e6f78-49c3-4d57-91eb-3010061c2d20 None None] Set router 53286071-5c9d-4c9a-8825-3f31317c97f2 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:15:25.868710 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a115c9d7-aaae-4415-bdb7-f3fc3597af05 x-openstack-request-id: req-a115c9d7-aaae-4415-bdb7-f3fc3597af05 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:15:25.869232 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51d7aac6-4489-49d5-9333-b15a82e71238", "name": "network-vif-deleted", "tag": "11ef27a8-66d8-4344-9026-eec595621297", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:15:25.870503 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a115c9d7-aaae-4415-bdb7-f3fc3597af05 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:15:25.871348 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51d7aac6-4489-49d5-9333-b15a82e71238', 'name': 'network-vif-deleted', 'tag': '11ef27a8-66d8-4344-9026-eec595621297', 'status': 'completed', 'code': 200} Aug 10 04:15:26.082861 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-464e6f78-49c3-4d57-91eb-3010061c2d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'name': 'tempest-ServerActionsTestJSON-388020780-router', 'tenant_id': 'b4d9562697164912ae96f22f47b4a54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'c41ccae9-8bad-4cef-b271-680de0fb9b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:12:06Z', 'updated_at': '2021-08-10T04:12:08Z', 'revision_number': 4, 'project_id': 'b4d9562697164912ae96f22f47b4a54d', 'gw_port': {'id': 'c41ccae9-8bad-4cef-b271-680de0fb9b17', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:06Z', 'updated_at': '2021-08-10T04:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '51432507-f545-4d05-b420-c6d301f256cd', 'name': '', 'network_id': '86e70408-f9ef-4815-aa8f-59304e4ed4c8', 'tenant_id': 'b4d9562697164912ae96f22f47b4a54d', 'mac_address': 'fa:16:3e:79:30:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '48d8056f-5fb2-463c-96bd-f6f5ed5da27e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:07Z', 'updated_at': '2021-08-10T04:12:14Z', 'revision_number': 5, 'project_id': 'b4d9562697164912ae96f22f47b4a54d', 'subnets': [{'id': '48d8056f-5fb2-463c-96bd-f6f5ed5da27e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:15:26.113354 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464e6f78-49c3-4d57-91eb-3010061c2d20 None None] Checking router: 53286071-5c9d-4c9a-8825-3f31317c97f2 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:15:26.122425 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464e6f78-49c3-4d57-91eb-3010061c2d20 None None] Routers {'53286071-5c9d-4c9a-8825-3f31317c97f2'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:15:26.123047 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-464e6f78-49c3-4d57-91eb-3010061c2d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:15:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['53286071-5c9d-4c9a-8825-3f31317c97f2'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:15:26.228995 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-464e6f78-49c3-4d57-91eb-3010061c2d20 None None] Set router 53286071-5c9d-4c9a-8825-3f31317c97f2 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:15:26.429776 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-464e6f78-49c3-4d57-91eb-3010061c2d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'name': 'tempest-ServerActionsTestJSON-388020780-router', 'tenant_id': 'b4d9562697164912ae96f22f47b4a54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'c41ccae9-8bad-4cef-b271-680de0fb9b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:12:06Z', 'updated_at': '2021-08-10T04:12:08Z', 'revision_number': 4, 'project_id': 'b4d9562697164912ae96f22f47b4a54d', 'gw_port': {'id': 'c41ccae9-8bad-4cef-b271-680de0fb9b17', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:06Z', 'updated_at': '2021-08-10T04:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '51432507-f545-4d05-b420-c6d301f256cd', 'name': '', 'network_id': '86e70408-f9ef-4815-aa8f-59304e4ed4c8', 'tenant_id': 'b4d9562697164912ae96f22f47b4a54d', 'mac_address': 'fa:16:3e:79:30:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '48d8056f-5fb2-463c-96bd-f6f5ed5da27e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:07Z', 'updated_at': '2021-08-10T04:12:14Z', 'revision_number': 5, 'project_id': 'b4d9562697164912ae96f22f47b4a54d', 'subnets': [{'id': '48d8056f-5fb2-463c-96bd-f6f5ed5da27e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:15:26.455642 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464e6f78-49c3-4d57-91eb-3010061c2d20 None None] The sync data for ids ['53286071-5c9d-4c9a-8825-3f31317c97f2'] in n-d-768862-13 is: [{'id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'name': 'tempest-ServerActionsTestJSON-388020780-router', 'tenant_id': 'b4d9562697164912ae96f22f47b4a54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'c41ccae9-8bad-4cef-b271-680de0fb9b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:12:06Z', 'updated_at': '2021-08-10T04:12:08Z', 'revision_number': 4, 'project_id': 'b4d9562697164912ae96f22f47b4a54d', 'gw_port': {'id': 'c41ccae9-8bad-4cef-b271-680de0fb9b17', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:06Z', 'updated_at': '2021-08-10T04:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '51432507-f545-4d05-b420-c6d301f256cd', 'name': '', 'network_id': '86e70408-f9ef-4815-aa8f-59304e4ed4c8', 'tenant_id': 'b4d9562697164912ae96f22f47b4a54d', 'mac_address': 'fa:16:3e:79:30:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '48d8056f-5fb2-463c-96bd-f6f5ed5da27e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:07Z', 'updated_at': '2021-08-10T04:12:14Z', 'revision_number': 5, 'project_id': 'b4d9562697164912ae96f22f47b4a54d', 'subnets': [{'id': '48d8056f-5fb2-463c-96bd-f6f5ed5da27e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:15:26.500298 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:26.676546 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3016883b-4106-403f-893f-02c4d6683643 None None] New status for floating IP 3f05a2ad-2b94-48f1-8aff-7731ddb41905: DOWN {{(pid=94263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:15:26.999258 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:27.018065 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f79218bd-ddbb-490c-b49e-fb7e5d962e3e req-907fd3b2-142b-4b98-9f86-e354d0794897 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1363185641&fields=id&tenant_id=b4d9562697164912ae96f22f47b4a54d HTTP/1.1" status: 200 len: 267 time: 0.0378413 Aug 10 04:15:27.128578 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79218bd-ddbb-490c-b49e-fb7e5d962e3e req-c59587a8-2a19-4844-b8e3-545bcd83dfa0 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:27.130398 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f79218bd-ddbb-490c-b49e-fb7e5d962e3e req-c59587a8-2a19-4844-b8e3-545bcd83dfa0 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/networks?id=86e70408-f9ef-4815-aa8f-59304e4ed4c8 HTTP/1.1" status: 200 len: 811 time: 0.1048803 Aug 10 04:15:27.147743 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f79218bd-ddbb-490c-b49e-fb7e5d962e3e req-d068fca6-d39b-4514-b7d6-f6c3e33e7c3b tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/quotas/b4d9562697164912ae96f22f47b4a54d HTTP/1.1" status: 200 len: 375 time: 0.0107365 Aug 10 04:15:27.209897 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f79218bd-ddbb-490c-b49e-fb7e5d962e3e req-f3aad98f-f0e1-4e24-9894-ce6757d121ec tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b4d9562697164912ae96f22f47b4a54d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0564561 Aug 10 04:15:27.226845 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [req-f79218bd-ddbb-490c-b49e-fb7e5d962e3e req-3081342b-728a-4fe1-a912-edbf97436da4 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 04:15:27.227784 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f79218bd-ddbb-490c-b49e-fb7e5d962e3e req-3081342b-728a-4fe1-a912-edbf97436da4 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056078 Aug 10 04:15:27.318496 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 11ef27a8-66d8-4344-9026-eec595621297 no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:15:27.321623 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f79218bd-ddbb-490c-b49e-fb7e5d962e3e req-945d6c5d-5301-482e-a682-02284b8e925c service neutron] 10.222.0.44 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869992 Aug 10 04:15:27.343102 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] No Port match for: 11ef27a8-66d8-4344-9026-eec595621297 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:15:27.343610 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 11ef27a8-66d8-4344-9026-eec595621297 not bound to the agent host n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:15:27.426346 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f79218bd-ddbb-490c-b49e-fb7e5d962e3e req-3e75f8a2-cd5a-4f4b-9974-d3b3396616d9 service neutron] 10.222.0.44 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977390 Aug 10 04:15:27.596594 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cc1cdca4-7fb0-4cf8-8d55-477982831dc5 req-6946f660-e32b-4f03-b561-4e739992700d tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89f525f-7f78-4b41-940f-ef9b725e6e39 HTTP/1.1" status: 200 len: 210 time: 0.0274026 Aug 10 04:15:28.682818 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79218bd-ddbb-490c-b49e-fb7e5d962e3e req-dfad19fb-787a-4a4d-91e5-6bd5713aae6d tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:28.684345 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f79218bd-ddbb-490c-b49e-fb7e5d962e3e req-dfad19fb-787a-4a4d-91e5-6bd5713aae6d tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.42 "GET /v2.0/networks?id=86e70408-f9ef-4815-aa8f-59304e4ed4c8 HTTP/1.1" status: 200 len: 811 time: 0.1177998 Aug 10 04:15:28.723920 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a5a5e03e-e1c3-4900-892d-95142e37ff5c req-5b487aea-2149-4be6-a341-9ca948183b45 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89f525f-7f78-4b41-940f-ef9b725e6e39 HTTP/1.1" status: 200 len: 210 time: 0.0496531 Aug 10 04:15:28.758162 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f79218bd-ddbb-490c-b49e-fb7e5d962e3e req-1413489d-bba0-425a-85a7-cecee9c9d26e tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b4d9562697164912ae96f22f47b4a54d HTTP/1.1" status: 200 len: 380 time: 0.0643291 Aug 10 04:15:28.769335 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-f79218bd-ddbb-490c-b49e-fb7e5d962e3e req-21fec2dd-87ff-4433-b946-1e53d32d224f tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Request body: {'port': {'device_id': 'c89f525f-7f78-4b41-940f-ef9b725e6e39', 'network_id': '86e70408-f9ef-4815-aa8f-59304e4ed4c8', 'admin_state_up': True, 'tenant_id': 'b4d9562697164912ae96f22f47b4a54d', 'security_groups': ['fab7cab8-f9bd-42c8-9b31-8e2bed95f568']}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:15:28.878084 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f79218bd-ddbb-490c-b49e-fb7e5d962e3e req-21fec2dd-87ff-4433-b946-1e53d32d224f tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Made reservation on behalf of b4d9562697164912ae96f22f47b4a54d for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:15:28.881932 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-f79218bd-ddbb-490c-b49e-fb7e5d962e3e req-21fec2dd-87ff-4433-b946-1e53d32d224f tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:29.016344 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-f79218bd-ddbb-490c-b49e-fb7e5d962e3e req-21fec2dd-87ff-4433-b946-1e53d32d224f tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Allocated IP 172.20.0.14 (86e70408-f9ef-4815-aa8f-59304e4ed4c8/48d8056f-5fb2-463c-96bd-f6f5ed5da27e/8744a6c4-4b2d-4951-9456-68d847f2751f) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:15:29.158889 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-f79218bd-ddbb-490c-b49e-fb7e5d962e3e req-21fec2dd-87ff-4433-b946-1e53d32d224f tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:29.172245 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-f79218bd-ddbb-490c-b49e-fb7e5d962e3e req-21fec2dd-87ff-4433-b946-1e53d32d224f tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Transition to ACTIVE for port object 8744a6c4-4b2d-4951-9456-68d847f2751f will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:15:29.206366 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-f79218bd-ddbb-490c-b49e-fb7e5d962e3e req-21fec2dd-87ff-4433-b946-1e53d32d224f tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:29.258190 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f79218bd-ddbb-490c-b49e-fb7e5d962e3e req-21fec2dd-87ff-4433-b946-1e53d32d224f tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Network 86e70408-f9ef-4815-aa8f-59304e4ed4c8 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:15:29.261441 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-f79218bd-ddbb-490c-b49e-fb7e5d962e3e req-21fec2dd-87ff-4433-b946-1e53d32d224f tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:15:29.266147 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-f79218bd-ddbb-490c-b49e-fb7e5d962e3e req-21fec2dd-87ff-4433-b946-1e53d32d224f tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:15:29.273047 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fec2dd-87ff-4433-b946-1e53d32d224f tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Pushing event updated for resources: {'Port': ['ID=8744a6c4-4b2d-4951-9456-68d847f2751f,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:29.322687 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79218bd-ddbb-490c-b49e-fb7e5d962e3e req-21fec2dd-87ff-4433-b946-1e53d32d224f tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:29.323361 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-f79218bd-ddbb-490c-b49e-fb7e5d962e3e req-21fec2dd-87ff-4433-b946-1e53d32d224f tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:29.340394 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f79218bd-ddbb-490c-b49e-fb7e5d962e3e req-21fec2dd-87ff-4433-b946-1e53d32d224f tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5752280 Aug 10 04:15:29.407178 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-f79218bd-ddbb-490c-b49e-fb7e5d962e3e req-f038aabe-7ecd-4140-9f36-d546f9880b49 service neutron] Request body: {'port': {'device_id': 'c89f525f-7f78-4b41-940f-ef9b725e6e39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:15:29.472430 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-f79218bd-ddbb-490c-b49e-fb7e5d962e3e req-f038aabe-7ecd-4140-9f36-d546f9880b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:29.516632 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-edbced31-cd41-4a0c-a80d-dcfe75008b5f None None] Provisioning for port 8744a6c4-4b2d-4951-9456-68d847f2751f completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:15:29.520585 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-edbced31-cd41-4a0c-a80d-dcfe75008b5f None None] Provisioning complete for port 8744a6c4-4b2d-4951-9456-68d847f2751f triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:15:29.520983 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-edbced31-cd41-4a0c-a80d-dcfe75008b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:29.557022 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-edbced31-cd41-4a0c-a80d-dcfe75008b5f None None] Port 8744a6c4-4b2d-4951-9456-68d847f2751f cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:15:29.770572 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-f79218bd-ddbb-490c-b49e-fb7e5d962e3e req-f038aabe-7ecd-4140-9f36-d546f9880b49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8744a6c4-4b2d-4951-9456-68d847f2751f {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:15:29.781598 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-f79218bd-ddbb-490c-b49e-fb7e5d962e3e req-f038aabe-7ecd-4140-9f36-d546f9880b49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:29.799807 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-f79218bd-ddbb-490c-b49e-fb7e5d962e3e req-f038aabe-7ecd-4140-9f36-d546f9880b49 service neutron] Transition to ACTIVE for port object 8744a6c4-4b2d-4951-9456-68d847f2751f will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:15:29.817507 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-f79218bd-ddbb-490c-b49e-fb7e5d962e3e req-f038aabe-7ecd-4140-9f36-d546f9880b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:29.895703 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f038aabe-7ecd-4140-9f36-d546f9880b49 service neutron] Pushing event updated for resources: {'Port': ['ID=8744a6c4-4b2d-4951-9456-68d847f2751f,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:29.910397 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d00ad-0303-4a23-8f41-668204a1180e req-dccb160f-6549-4b12-9365-355538418250 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:29.912082 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-de2d00ad-0303-4a23-8f41-668204a1180e req-dccb160f-6549-4b12-9365-355538418250 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89f525f-7f78-4b41-940f-ef9b725e6e39 HTTP/1.1" status: 200 len: 944 time: 0.1084809 Aug 10 04:15:30.000643 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-de2d00ad-0303-4a23-8f41-668204a1180e req-134b98f3-1c8f-4bbb-825d-b1ad8e0d7846 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674047 Aug 10 04:15:30.015375 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-f79218bd-ddbb-490c-b49e-fb7e5d962e3e req-f038aabe-7ecd-4140-9f36-d546f9880b49 service neutron] Attempting to bind port 8744a6c4-4b2d-4951-9456-68d847f2751f on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:15:30.016271 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-f79218bd-ddbb-490c-b49e-fb7e5d962e3e req-f038aabe-7ecd-4140-9f36-d546f9880b49 service neutron] Attempting to bind port 8744a6c4-4b2d-4951-9456-68d847f2751f by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '3a6e383c-1b7f-4db5-9d50-a03141d50f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '86e70408-f9ef-4815-aa8f-59304e4ed4c8'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:15:30.016616 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f79218bd-ddbb-490c-b49e-fb7e5d962e3e req-f038aabe-7ecd-4140-9f36-d546f9880b49 service neutron] Attempting to bind port 8744a6c4-4b2d-4951-9456-68d847f2751f on network 86e70408-f9ef-4815-aa8f-59304e4ed4c8 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:15:30.021640 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f79218bd-ddbb-490c-b49e-fb7e5d962e3e req-f038aabe-7ecd-4140-9f36-d546f9880b49 service neutron] Port 8744a6c4-4b2d-4951-9456-68d847f2751f on network 86e70408-f9ef-4815-aa8f-59304e4ed4c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:15:30.021967 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f79218bd-ddbb-490c-b49e-fb7e5d962e3e req-f038aabe-7ecd-4140-9f36-d546f9880b49 service neutron] Attempting to bind port 8744a6c4-4b2d-4951-9456-68d847f2751f on network 86e70408-f9ef-4815-aa8f-59304e4ed4c8 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:15:30.027311 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f79218bd-ddbb-490c-b49e-fb7e5d962e3e req-f038aabe-7ecd-4140-9f36-d546f9880b49 service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:15:30.027664 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f79218bd-ddbb-490c-b49e-fb7e5d962e3e req-f038aabe-7ecd-4140-9f36-d546f9880b49 service neutron] Checking segment: {'id': '3a6e383c-1b7f-4db5-9d50-a03141d50f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '86e70408-f9ef-4815-aa8f-59304e4ed4c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:15:30.028578 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f79218bd-ddbb-490c-b49e-fb7e5d962e3e req-f038aabe-7ecd-4140-9f36-d546f9880b49 service neutron] Bound using segment: {'id': '3a6e383c-1b7f-4db5-9d50-a03141d50f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '86e70408-f9ef-4815-aa8f-59304e4ed4c8'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:15:30.029045 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-f79218bd-ddbb-490c-b49e-fb7e5d962e3e req-f038aabe-7ecd-4140-9f36-d546f9880b49 service neutron] Bound port: 8744a6c4-4b2d-4951-9456-68d847f2751f, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a6e383c-1b7f-4db5-9d50-a03141d50f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '86e70408-f9ef-4815-aa8f-59304e4ed4c8'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:15:30.029384 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-f79218bd-ddbb-490c-b49e-fb7e5d962e3e req-f038aabe-7ecd-4140-9f36-d546f9880b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:30.101299 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-f79218bd-ddbb-490c-b49e-fb7e5d962e3e req-f038aabe-7ecd-4140-9f36-d546f9880b49 service neutron] For port 8744a6c4-4b2d-4951-9456-68d847f2751f, host n-h1-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:15:30.105728 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-f79218bd-ddbb-490c-b49e-fb7e5d962e3e req-f038aabe-7ecd-4140-9f36-d546f9880b49 service neutron] For port 8744a6c4-4b2d-4951-9456-68d847f2751f, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=8744a6c4-4b2d-4951-9456-68d847f2751f,segment=NetworkSegment(3a6e383c-1b7f-4db5-9d50-a03141d50f7f),segment_id=3a6e383c-1b7f-4db5-9d50-a03141d50f7f)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:15:30.111682 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-f79218bd-ddbb-490c-b49e-fb7e5d962e3e req-f038aabe-7ecd-4140-9f36-d546f9880b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:30.152307 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79218bd-ddbb-490c-b49e-fb7e5d962e3e req-f038aabe-7ecd-4140-9f36-d546f9880b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:30.153456 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-f79218bd-ddbb-490c-b49e-fb7e5d962e3e req-f038aabe-7ecd-4140-9f36-d546f9880b49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:30.154877 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f79218bd-ddbb-490c-b49e-fb7e5d962e3e req-f038aabe-7ecd-4140-9f36-d546f9880b49 service neutron] 10.222.0.42 "PUT /v2.0/ports/8744a6c4-4b2d-4951-9456-68d847f2751f HTTP/1.1" status: 200 len: 1093 time: 0.8054063 Aug 10 04:15:30.155320 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c89f525f-7f78-4b41-940f-ef9b725e6e39', 'tag': '8744a6c4-4b2d-4951-9456-68d847f2751f'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:15:30.157579 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7142606bf34c4189ec1af3eb1cc50705e8815838b55f5940d6ad7e637f738b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-684f7974-2992-4669-a095-2272953d32b8" -d '{"events": [{"name": "network-changed", "server_uuid": "c89f525f-7f78-4b41-940f-ef9b725e6e39", "tag": "8744a6c4-4b2d-4951-9456-68d847f2751f"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:15:30.184333 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f038aabe-7ecd-4140-9f36-d546f9880b49 service neutron] Pushing event updated for resources: {'Port': ['ID=8744a6c4-4b2d-4951-9456-68d847f2751f,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:30.235923 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-399fa0c5-7c45-48dc-845d-59a3104e8776 x-openstack-request-id: req-399fa0c5-7c45-48dc-845d-59a3104e8776 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:15:30.236201 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c89f525f-7f78-4b41-940f-ef9b725e6e39", "tag": "8744a6c4-4b2d-4951-9456-68d847f2751f", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:15:30.236453 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-399fa0c5-7c45-48dc-845d-59a3104e8776 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:15:30.236857 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c89f525f-7f78-4b41-940f-ef9b725e6e39', 'tag': '8744a6c4-4b2d-4951-9456-68d847f2751f', 'status': 'completed', 'code': 200} Aug 10 04:15:30.254145 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79218bd-ddbb-490c-b49e-fb7e5d962e3e req-e9087ccb-034b-4da7-8368-130a47c7a187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:30.255757 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f79218bd-ddbb-490c-b49e-fb7e5d962e3e req-e9087ccb-034b-4da7-8368-130a47c7a187 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b4d9562697164912ae96f22f47b4a54d&device_id=c89f525f-7f78-4b41-940f-ef9b725e6e39 HTTP/1.1" status: 200 len: 1096 time: 0.0496950 Aug 10 04:15:30.310002 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f79218bd-ddbb-490c-b49e-fb7e5d962e3e req-73514250-27f1-41d8-b0e2-6b1d3e6de66c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8744a6c4-4b2d-4951-9456-68d847f2751f HTTP/1.1" status: 200 len: 217 time: 0.0461242 Aug 10 04:15:30.370567 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79218bd-ddbb-490c-b49e-fb7e5d962e3e req-82c35f70-b5c6-40e9-b256-c9fa65703d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:30.372096 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f79218bd-ddbb-490c-b49e-fb7e5d962e3e req-82c35f70-b5c6-40e9-b256-c9fa65703d9d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=48d8056f-5fb2-463c-96bd-f6f5ed5da27e HTTP/1.1" status: 200 len: 850 time: 0.0539391 Aug 10 04:15:30.423018 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79218bd-ddbb-490c-b49e-fb7e5d962e3e req-617a2799-21e5-4b6a-805b-e5c57a3c7cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:30.424462 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f79218bd-ddbb-490c-b49e-fb7e5d962e3e req-617a2799-21e5-4b6a-805b-e5c57a3c7cc5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=86e70408-f9ef-4815-aa8f-59304e4ed4c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439873 Aug 10 04:15:30.518494 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f79218bd-ddbb-490c-b49e-fb7e5d962e3e req-ef71fea1-2eec-4821-bd16-645847304802 service neutron] 10.222.0.42 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853367 Aug 10 04:15:30.616729 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f79218bd-ddbb-490c-b49e-fb7e5d962e3e req-838032a1-2871-496d-b6e4-4fbb83d277ec service neutron] 10.222.0.42 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905926 Aug 10 04:15:30.705305 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684f7974-2992-4669-a095-2272953d32b8 req-547680f1-5a01-4b44-91e6-6885a681b1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:30.706868 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-684f7974-2992-4669-a095-2272953d32b8 req-547680f1-5a01-4b44-91e6-6885a681b1d9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b4d9562697164912ae96f22f47b4a54d&device_id=c89f525f-7f78-4b41-940f-ef9b725e6e39 HTTP/1.1" status: 200 len: 1096 time: 0.0430028 Aug 10 04:15:30.817705 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684f7974-2992-4669-a095-2272953d32b8 req-e74c99cc-62f3-4cd7-b2dd-5f4b937cf1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:30.817705 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-684f7974-2992-4669-a095-2272953d32b8 req-e74c99cc-62f3-4cd7-b2dd-5f4b937cf1e1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=86e70408-f9ef-4815-aa8f-59304e4ed4c8 HTTP/1.1" status: 200 len: 911 time: 0.1032507 Aug 10 04:15:30.862307 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-684f7974-2992-4669-a095-2272953d32b8 req-aae2c3b8-ff0a-49a0-8c04-9d8adb892b66 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8744a6c4-4b2d-4951-9456-68d847f2751f HTTP/1.1" status: 200 len: 217 time: 0.0358086 Aug 10 04:15:30.914539 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684f7974-2992-4669-a095-2272953d32b8 req-7bf10556-1f6c-49b4-a511-0f73fad9bf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:30.916164 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-684f7974-2992-4669-a095-2272953d32b8 req-7bf10556-1f6c-49b4-a511-0f73fad9bf40 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=48d8056f-5fb2-463c-96bd-f6f5ed5da27e HTTP/1.1" status: 200 len: 850 time: 0.0458236 Aug 10 04:15:30.967852 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684f7974-2992-4669-a095-2272953d32b8 req-43c2833f-b58f-470a-8d6e-60f16848bed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:30.969371 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-684f7974-2992-4669-a095-2272953d32b8 req-43c2833f-b58f-470a-8d6e-60f16848bed6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=86e70408-f9ef-4815-aa8f-59304e4ed4c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458868 Aug 10 04:15:31.065802 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-684f7974-2992-4669-a095-2272953d32b8 req-e0b40e90-ba57-4fdc-aec8-07b30bead9e4 service neutron] 10.222.0.42 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876529 Aug 10 04:15:31.187409 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0b8665-520c-43d2-9146-1543f17db86f req-a3ade454-2f87-4600-a600-89a2236cf549 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:31.189003 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7d0b8665-520c-43d2-9146-1543f17db86f req-a3ade454-2f87-4600-a600-89a2236cf549 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89f525f-7f78-4b41-940f-ef9b725e6e39 HTTP/1.1" status: 200 len: 944 time: 0.1072829 Aug 10 04:15:31.210399 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-684f7974-2992-4669-a095-2272953d32b8 req-00223a12-745a-4c94-8b73-7b34d57cc50f service neutron] 10.222.0.42 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365707 Aug 10 04:15:31.237549 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7d0b8665-520c-43d2-9146-1543f17db86f req-64582860-992d-438a-8194-151b3878aa0f tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392637 Aug 10 04:15:32.359516 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dbd8e9-6270-4556-8ffb-927d2c1d8e30 req-315d1cb9-d8bd-448b-bfb0-f1dff3d0a32c tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:32.361126 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f2dbd8e9-6270-4556-8ffb-927d2c1d8e30 req-315d1cb9-d8bd-448b-bfb0-f1dff3d0a32c tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89f525f-7f78-4b41-940f-ef9b725e6e39 HTTP/1.1" status: 200 len: 944 time: 0.0505002 Aug 10 04:15:32.400687 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f2dbd8e9-6270-4556-8ffb-927d2c1d8e30 req-ad9cfb7d-420b-4f15-8ec8-5f72d75e2c34 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333068 Aug 10 04:15:33.323920 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 8744a6c4-4b2d-4951-9456-68d847f2751f details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:15:33.419242 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 8744a6c4-4b2d-4951-9456-68d847f2751f, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=8744a6c4-4b2d-4951-9456-68d847f2751f,segment=NetworkSegment(3a6e383c-1b7f-4db5-9d50-a03141d50f7f),segment_id=3a6e383c-1b7f-4db5-9d50-a03141d50f7f)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:15:33.431174 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': '8744a6c4-4b2d-4951-9456-68d847f2751f', 'network_id': '86e70408-f9ef-4815-aa8f-59304e4ed4c8', 'port_id': '8744a6c4-4b2d-4951-9456-68d847f2751f', 'mac_address': 'fa:16:3e:a8:4e:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48d8056f-5fb2-463c-96bd-f6f5ed5da27e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:15:33.525613 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773fd142-399c-4bab-af34-ef7f74857231 req-751dc68c-edd6-45a6-bf90-1a004a63816b tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:33.527290 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-773fd142-399c-4bab-af34-ef7f74857231 req-751dc68c-edd6-45a6-bf90-1a004a63816b tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89f525f-7f78-4b41-940f-ef9b725e6e39 HTTP/1.1" status: 200 len: 944 time: 0.0565259 Aug 10 04:15:33.568596 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-773fd142-399c-4bab-af34-ef7f74857231 req-3d17bd5f-13ec-4175-811c-a4ede00e7e70 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344646 Aug 10 04:15:33.644105 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:33.657670 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8744a6c4-4b2d-4951-9456-68d847f2751f {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:15:33.677419 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 8744a6c4-4b2d-4951-9456-68d847f2751f, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=8744a6c4-4b2d-4951-9456-68d847f2751f,segment=NetworkSegment(3a6e383c-1b7f-4db5-9d50-a03141d50f7f),segment_id=3a6e383c-1b7f-4db5-9d50-a03141d50f7f)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:15:33.681440 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:33.729087 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=8744a6c4-4b2d-4951-9456-68d847f2751f,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:33.790847 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:33.870521 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['8744a6c4-4b2d-4951-9456-68d847f2751f'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:15:34.685119 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdfa373-002b-42a2-8308-e1aaf2bf6ab5 req-090cc249-bad2-4a6e-ab80-095ca9cf17af tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:34.686679 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9bdfa373-002b-42a2-8308-e1aaf2bf6ab5 req-090cc249-bad2-4a6e-ab80-095ca9cf17af tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89f525f-7f78-4b41-940f-ef9b725e6e39 HTTP/1.1" status: 200 len: 945 time: 0.0503211 Aug 10 04:15:34.724988 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9bdfa373-002b-42a2-8308-e1aaf2bf6ab5 req-2619c261-fddc-4c89-a9ea-d1e3cd50b517 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323458 Aug 10 04:15:35.334252 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 8744a6c4-4b2d-4951-9456-68d847f2751f up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:15:35.383574 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning for port 8744a6c4-4b2d-4951-9456-68d847f2751f completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:15:35.387542 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port 8744a6c4-4b2d-4951-9456-68d847f2751f triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:15:35.387925 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:35.466507 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:35.492385 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c89f525f-7f78-4b41-940f-ef9b725e6e39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8744a6c4-4b2d-4951-9456-68d847f2751f'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:15:35.494781 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}583660bde03669f2dd7fb79ddb869ac83356356549bc1793f8d2e37d6d7017ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-934b5e9a-8176-4bd9-8aef-5becaa04fd1d" -d '{"events": [{"server_uuid": "c89f525f-7f78-4b41-940f-ef9b725e6e39", "name": "network-vif-plugged", "status": "completed", "tag": "8744a6c4-4b2d-4951-9456-68d847f2751f"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:15:35.510901 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 8744a6c4-4b2d-4951-9456-68d847f2751f, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=8744a6c4-4b2d-4951-9456-68d847f2751f,segment=NetworkSegment(3a6e383c-1b7f-4db5-9d50-a03141d50f7f),segment_id=3a6e383c-1b7f-4db5-9d50-a03141d50f7f)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:15:35.516498 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:35.577692 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=8744a6c4-4b2d-4951-9456-68d847f2751f,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:35.611658 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aab2964-6894-4339-a44d-ec57f91b82a2 x-openstack-request-id: req-8aab2964-6894-4339-a44d-ec57f91b82a2 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:15:35.611934 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c89f525f-7f78-4b41-940f-ef9b725e6e39", "name": "network-vif-plugged", "status": "completed", "tag": "8744a6c4-4b2d-4951-9456-68d847f2751f", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:15:35.612129 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8aab2964-6894-4339-a44d-ec57f91b82a2 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:15:35.612588 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c89f525f-7f78-4b41-940f-ef9b725e6e39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8744a6c4-4b2d-4951-9456-68d847f2751f', 'code': 200} Aug 10 04:15:35.720725 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1b6e4a-2dd2-47ac-ac1d-6cb05dcf510f req-68817028-b2aa-4dc9-859e-40bb4c7ed89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:35.722638 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2b1b6e4a-2dd2-47ac-ac1d-6cb05dcf510f req-68817028-b2aa-4dc9-859e-40bb4c7ed89a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c89f525f-7f78-4b41-940f-ef9b725e6e39 HTTP/1.1" status: 200 len: 1098 time: 0.0475762 Aug 10 04:15:35.765199 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2b1b6e4a-2dd2-47ac-ac1d-6cb05dcf510f req-363bc0d8-e037-4ca8-891e-fe667fd12466 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345550 Aug 10 04:15:35.859128 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ec1449-a049-4950-b858-3f7dcc89e794 req-d57ae1f2-4c12-4e29-970b-471ed490cc94 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:35.860797 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d2ec1449-a049-4950-b858-3f7dcc89e794 req-d57ae1f2-4c12-4e29-970b-471ed490cc94 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89f525f-7f78-4b41-940f-ef9b725e6e39 HTTP/1.1" status: 200 len: 946 time: 0.0613322 Aug 10 04:15:35.913551 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d2ec1449-a049-4950-b858-3f7dcc89e794 req-3f88c5ba-35cf-4711-b7b4-843f202e97aa tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466530 Aug 10 04:15:37.036174 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b63d7-51c1-4018-9c44-65f9b3d7ed9c req-b76f008d-f915-4d1b-95f1-98fe184c8a86 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:37.037668 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4d5b63d7-51c1-4018-9c44-65f9b3d7ed9c req-b76f008d-f915-4d1b-95f1-98fe184c8a86 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89f525f-7f78-4b41-940f-ef9b725e6e39 HTTP/1.1" status: 200 len: 946 time: 0.0490291 Aug 10 04:15:37.076165 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4d5b63d7-51c1-4018-9c44-65f9b3d7ed9c req-85420b7f-651c-4fe1-b0af-6d1c9beea207 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325305 Aug 10 04:15:37.194130 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d24b69e-013d-4bcc-87cb-7b008cc8a16e req-c3975c62-777c-4f50-9f66-628791f72e3d tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:37.195812 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6d24b69e-013d-4bcc-87cb-7b008cc8a16e req-c3975c62-777c-4f50-9f66-628791f72e3d tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89f525f-7f78-4b41-940f-ef9b725e6e39 HTTP/1.1" status: 200 len: 946 time: 0.0501969 Aug 10 04:15:37.205103 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 48584) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:37.209579 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-a1c30822-5319-485f-ab8e-5be5a6f98001 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Request body: {'floatingip': {'port_id': '8744a6c4-4b2d-4951-9456-68d847f2751f'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:15:37.253531 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a1c30822-5319-485f-ab8e-5be5a6f98001 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Notify callbacks [] for floatingip, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:37.695555 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a1c30822-5319-485f-ab8e-5be5a6f98001 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:37.699246 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a1c30822-5319-485f-ab8e-5be5a6f98001 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:37.797959 n-d-768862-13 neutron-server[94260]: INFO neutron.db.l3_db [None req-a1c30822-5319-485f-ab8e-5be5a6f98001 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Floating IP 3f05a2ad-2b94-48f1-8aff-7731ddb41905 associated. External IP: 172.25.6.93, port: 8744a6c4-4b2d-4951-9456-68d847f2751f. Aug 10 04:15:38.005387 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1c30822-5319-485f-ab8e-5be5a6f98001 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Router 53286071-5c9d-4c9a-8825-3f31317c97f2 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:15:38.125777 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1c30822-5319-485f-ab8e-5be5a6f98001 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:15:38.130965 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a1c30822-5319-485f-ab8e-5be5a6f98001 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:38.135569 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed840e3c-329e-40e4-8eb9-a436979c6926 None None] Sync routers for ids ['53286071-5c9d-4c9a-8825-3f31317c97f2'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:15:38.145607 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed840e3c-329e-40e4-8eb9-a436979c6926 None None] Routers {'53286071-5c9d-4c9a-8825-3f31317c97f2'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:15:38.146851 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-ed840e3c-329e-40e4-8eb9-a436979c6926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:15:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['53286071-5c9d-4c9a-8825-3f31317c97f2'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:15:38.159223 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-a1c30822-5319-485f-ab8e-5be5a6f98001 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "PUT /v2.0/floatingips/3f05a2ad-2b94-48f1-8aff-7731ddb41905 HTTP/1.1" status: 200 len: 991 time: 0.9530804 Aug 10 04:15:38.159836 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c89f525f-7f78-4b41-940f-ef9b725e6e39', 'tag': '8744a6c4-4b2d-4951-9456-68d847f2751f'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:15:38.162120 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7142606bf34c4189ec1af3eb1cc50705e8815838b55f5940d6ad7e637f738b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf1d4a2a-af8d-41df-a131-2a25f29b521b" -d '{"events": [{"name": "network-changed", "server_uuid": "c89f525f-7f78-4b41-940f-ef9b725e6e39", "tag": "8744a6c4-4b2d-4951-9456-68d847f2751f"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:15:38.209016 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08506d8c-b525-41a6-8fa1-3eab3ede0949 x-openstack-request-id: req-08506d8c-b525-41a6-8fa1-3eab3ede0949 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:15:38.209016 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c89f525f-7f78-4b41-940f-ef9b725e6e39", "tag": "8744a6c4-4b2d-4951-9456-68d847f2751f", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:15:38.209016 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-08506d8c-b525-41a6-8fa1-3eab3ede0949 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:15:38.209016 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c89f525f-7f78-4b41-940f-ef9b725e6e39', 'tag': '8744a6c4-4b2d-4951-9456-68d847f2751f', 'status': 'completed', 'code': 200} Aug 10 04:15:38.276344 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-ed840e3c-329e-40e4-8eb9-a436979c6926 None None] Set router 53286071-5c9d-4c9a-8825-3f31317c97f2 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:15:38.285523 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1d4a2a-af8d-41df-a131-2a25f29b521b req-6ed729b4-870c-42ca-97cc-68d1b251d62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:38.287123 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cf1d4a2a-af8d-41df-a131-2a25f29b521b req-6ed729b4-870c-42ca-97cc-68d1b251d62b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b4d9562697164912ae96f22f47b4a54d&device_id=c89f525f-7f78-4b41-940f-ef9b725e6e39 HTTP/1.1" status: 200 len: 1098 time: 0.0530775 Aug 10 04:15:38.382208 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1d4a2a-af8d-41df-a131-2a25f29b521b req-c8a42878-8557-4293-89c3-810f191b354a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:38.383719 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cf1d4a2a-af8d-41df-a131-2a25f29b521b req-c8a42878-8557-4293-89c3-810f191b354a service neutron] 10.222.0.42 "GET /v2.0/networks?id=86e70408-f9ef-4815-aa8f-59304e4ed4c8 HTTP/1.1" status: 200 len: 911 time: 0.0889516 Aug 10 04:15:38.459004 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cf1d4a2a-af8d-41df-a131-2a25f29b521b req-9d6d5813-a2d5-4fc6-be0a-8cd1ec4f73ea service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8744a6c4-4b2d-4951-9456-68d847f2751f HTTP/1.1" status: 200 len: 999 time: 0.0679090 Aug 10 04:15:38.518592 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-ed840e3c-329e-40e4-8eb9-a436979c6926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'name': 'tempest-ServerActionsTestJSON-388020780-router', 'tenant_id': 'b4d9562697164912ae96f22f47b4a54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'c41ccae9-8bad-4cef-b271-680de0fb9b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:12:06Z', 'updated_at': '2021-08-10T04:12:08Z', 'revision_number': 4, 'project_id': 'b4d9562697164912ae96f22f47b4a54d', 'gw_port': {'id': 'c41ccae9-8bad-4cef-b271-680de0fb9b17', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:06Z', 'updated_at': '2021-08-10T04:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '3f05a2ad-2b94-48f1-8aff-7731ddb41905', 'tenant_id': 'b4d9562697164912ae96f22f47b4a54d', 'floating_ip_address': '172.25.6.93', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'port_id': '8744a6c4-4b2d-4951-9456-68d847f2751f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86e70408-f9ef-4815-aa8f-59304e4ed4c8', 'mac_address': 'fa:16:3e:a8:4e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89f525f-7f78-4b41-940f-ef9b725e6e39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:12:10Z', 'updated_at': '2021-08-10T04:15:37Z', 'revision_number': 5, 'project_id': 'b4d9562697164912ae96f22f47b4a54d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51432507-f545-4d05-b420-c6d301f256cd', 'name': '', 'network_id': '86e70408-f9ef-4815-aa8f-59304e4ed4c8', 'tenant_id': 'b4d9562697164912ae96f22f47b4a54d', 'mac_address': 'fa:16:3e:79:30:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '48d8056f-5fb2-463c-96bd-f6f5ed5da27e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:07Z', 'updated_at': '2021-08-10T04:12:14Z', 'revision_number': 5, 'project_id': 'b4d9562697164912ae96f22f47b4a54d', 'subnets': [{'id': '48d8056f-5fb2-463c-96bd-f6f5ed5da27e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:15:38.551477 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed840e3c-329e-40e4-8eb9-a436979c6926 None None] Checking router: 53286071-5c9d-4c9a-8825-3f31317c97f2 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:15:38.560623 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed840e3c-329e-40e4-8eb9-a436979c6926 None None] Routers {'53286071-5c9d-4c9a-8825-3f31317c97f2'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:15:38.561252 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-ed840e3c-329e-40e4-8eb9-a436979c6926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:15:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['53286071-5c9d-4c9a-8825-3f31317c97f2'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:15:38.670793 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-ed840e3c-329e-40e4-8eb9-a436979c6926 None None] Set router 53286071-5c9d-4c9a-8825-3f31317c97f2 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:15:38.837120 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1d4a2a-af8d-41df-a131-2a25f29b521b req-4311c756-527f-416d-994c-1c21d73b6716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:38.838629 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cf1d4a2a-af8d-41df-a131-2a25f29b521b req-4311c756-527f-416d-994c-1c21d73b6716 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=48d8056f-5fb2-463c-96bd-f6f5ed5da27e HTTP/1.1" status: 200 len: 850 time: 0.3716416 Aug 10 04:15:38.883124 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1d4a2a-af8d-41df-a131-2a25f29b521b req-597fae8a-da33-47d9-b606-d400cf1a98a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:38.884616 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cf1d4a2a-af8d-41df-a131-2a25f29b521b req-597fae8a-da33-47d9-b606-d400cf1a98a7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=86e70408-f9ef-4815-aa8f-59304e4ed4c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385308 Aug 10 04:15:38.897516 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-ed840e3c-329e-40e4-8eb9-a436979c6926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'name': 'tempest-ServerActionsTestJSON-388020780-router', 'tenant_id': 'b4d9562697164912ae96f22f47b4a54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'c41ccae9-8bad-4cef-b271-680de0fb9b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:12:06Z', 'updated_at': '2021-08-10T04:12:08Z', 'revision_number': 4, 'project_id': 'b4d9562697164912ae96f22f47b4a54d', 'gw_port': {'id': 'c41ccae9-8bad-4cef-b271-680de0fb9b17', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:06Z', 'updated_at': '2021-08-10T04:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '3f05a2ad-2b94-48f1-8aff-7731ddb41905', 'tenant_id': 'b4d9562697164912ae96f22f47b4a54d', 'floating_ip_address': '172.25.6.93', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'port_id': '8744a6c4-4b2d-4951-9456-68d847f2751f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86e70408-f9ef-4815-aa8f-59304e4ed4c8', 'mac_address': 'fa:16:3e:a8:4e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89f525f-7f78-4b41-940f-ef9b725e6e39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:12:10Z', 'updated_at': '2021-08-10T04:15:37Z', 'revision_number': 5, 'project_id': 'b4d9562697164912ae96f22f47b4a54d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51432507-f545-4d05-b420-c6d301f256cd', 'name': '', 'network_id': '86e70408-f9ef-4815-aa8f-59304e4ed4c8', 'tenant_id': 'b4d9562697164912ae96f22f47b4a54d', 'mac_address': 'fa:16:3e:79:30:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '48d8056f-5fb2-463c-96bd-f6f5ed5da27e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:07Z', 'updated_at': '2021-08-10T04:12:14Z', 'revision_number': 5, 'project_id': 'b4d9562697164912ae96f22f47b4a54d', 'subnets': [{'id': '48d8056f-5fb2-463c-96bd-f6f5ed5da27e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:15:38.927005 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed840e3c-329e-40e4-8eb9-a436979c6926 None None] The sync data for ids ['53286071-5c9d-4c9a-8825-3f31317c97f2'] in n-d-768862-13 is: [{'id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'name': 'tempest-ServerActionsTestJSON-388020780-router', 'tenant_id': 'b4d9562697164912ae96f22f47b4a54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'c41ccae9-8bad-4cef-b271-680de0fb9b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:12:06Z', 'updated_at': '2021-08-10T04:12:08Z', 'revision_number': 4, 'project_id': 'b4d9562697164912ae96f22f47b4a54d', 'gw_port': {'id': 'c41ccae9-8bad-4cef-b271-680de0fb9b17', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:06Z', 'updated_at': '2021-08-10T04:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '3f05a2ad-2b94-48f1-8aff-7731ddb41905', 'tenant_id': 'b4d9562697164912ae96f22f47b4a54d', 'floating_ip_address': '172.25.6.93', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'port_id': '8744a6c4-4b2d-4951-9456-68d847f2751f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86e70408-f9ef-4815-aa8f-59304e4ed4c8', 'mac_address': 'fa:16:3e:a8:4e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89f525f-7f78-4b41-940f-ef9b725e6e39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:12:10Z', 'updated_at': '2021-08-10T04:15:37Z', 'revision_number': 5, 'project_id': 'b4d9562697164912ae96f22f47b4a54d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51432507-f545-4d05-b420-c6d301f256cd', 'name': '', 'network_id': '86e70408-f9ef-4815-aa8f-59304e4ed4c8', 'tenant_id': 'b4d9562697164912ae96f22f47b4a54d', 'mac_address': 'fa:16:3e:79:30:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '48d8056f-5fb2-463c-96bd-f6f5ed5da27e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:07Z', 'updated_at': '2021-08-10T04:12:14Z', 'revision_number': 5, 'project_id': 'b4d9562697164912ae96f22f47b4a54d', 'subnets': [{'id': '48d8056f-5fb2-463c-96bd-f6f5ed5da27e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:15:38.977214 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cf1d4a2a-af8d-41df-a131-2a25f29b521b req-8bfbbdb8-ed5b-458f-b7d3-041ede9f7790 service neutron] 10.222.0.42 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853555 Aug 10 04:15:39.070880 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cf1d4a2a-af8d-41df-a131-2a25f29b521b req-73b44c09-56b8-4e10-af79-5d32ebea9497 service neutron] 10.222.0.42 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861888 Aug 10 04:15:39.115696 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956c7ad3-ef6e-4fac-877d-c2bab870a5fc None None] New status for floating IP 3f05a2ad-2b94-48f1-8aff-7731ddb41905: ACTIVE {{(pid=94263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:15:39.475081 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:15:40.901203 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-028ccaa9-bcf7-4aa2-bd1f-58211c6702c6 req-97abb248-f762-4ebe-afc9-ee5991460e35 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c89f525f-7f78-4b41-940f-ef9b725e6e39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0412080 Aug 10 04:15:40.996707 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ccaa9-bcf7-4aa2-bd1f-58211c6702c6 req-9dacf066-db88-4955-88ac-2c9d6a68b110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:40.998426 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-028ccaa9-bcf7-4aa2-bd1f-58211c6702c6 req-9dacf066-db88-4955-88ac-2c9d6a68b110 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b4d9562697164912ae96f22f47b4a54d&device_id=c89f525f-7f78-4b41-940f-ef9b725e6e39 HTTP/1.1" status: 200 len: 1098 time: 0.0489211 Aug 10 04:15:41.104234 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ccaa9-bcf7-4aa2-bd1f-58211c6702c6 req-b59402e6-1b99-4e95-8eeb-e17ec1a58268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:41.105812 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-028ccaa9-bcf7-4aa2-bd1f-58211c6702c6 req-b59402e6-1b99-4e95-8eeb-e17ec1a58268 service neutron] 10.222.0.42 "GET /v2.0/networks?id=86e70408-f9ef-4815-aa8f-59304e4ed4c8 HTTP/1.1" status: 200 len: 911 time: 0.0885630 Aug 10 04:15:41.179713 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-028ccaa9-bcf7-4aa2-bd1f-58211c6702c6 req-6eba25e2-06dd-4f4a-8045-a3098b3c0d0c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8744a6c4-4b2d-4951-9456-68d847f2751f HTTP/1.1" status: 200 len: 1001 time: 0.0666168 Aug 10 04:15:41.232322 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ccaa9-bcf7-4aa2-bd1f-58211c6702c6 req-ce742dd7-09b9-4360-b5be-a78c3426b483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:41.233833 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-028ccaa9-bcf7-4aa2-bd1f-58211c6702c6 req-ce742dd7-09b9-4360-b5be-a78c3426b483 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=48d8056f-5fb2-463c-96bd-f6f5ed5da27e HTTP/1.1" status: 200 len: 850 time: 0.0473812 Aug 10 04:15:41.282155 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ccaa9-bcf7-4aa2-bd1f-58211c6702c6 req-58378109-06b2-4363-b403-84ea0b960cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:41.283714 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-028ccaa9-bcf7-4aa2-bd1f-58211c6702c6 req-58378109-06b2-4363-b403-84ea0b960cf7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=86e70408-f9ef-4815-aa8f-59304e4ed4c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427904 Aug 10 04:15:41.391082 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-028ccaa9-bcf7-4aa2-bd1f-58211c6702c6 req-db1edaef-97f3-401d-bcc9-a3e3fcf1e168 service neutron] 10.222.0.42 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994825 Aug 10 04:15:41.487987 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-028ccaa9-bcf7-4aa2-bd1f-58211c6702c6 req-4045dac7-b3e6-41d1-a0b9-89664e0302ae service neutron] 10.222.0.42 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899739 Aug 10 04:15:51.467719 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-0ae047d9-9177-4430-874a-6e500fb80036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:53.726499 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-8dc352f9-c8a9-4a88-8af7-c61dd67285fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:54.329941 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:55.561903 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:56.525583 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:57.000664 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:03.783437 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:16.474785 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:16:21.475242 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-75251c82-ab34-4dee-bbbf-ace4a2e00336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:23.731589 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f1e438e5-b155-4e70-b804-de2a6ccd8db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:24.332920 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:25.566929 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:26.532248 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:27.005884 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:33.793823 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:41.140926 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [req-5a17e8b4-8cdf-47b4-970e-01058412a61d req-1167d877-2840-463f-9b4f-b557230bb12b service neutron] (94261) timed out ('10.222.0.44', 45212) {{(pid=94261) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 04:16:42.878890 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fe8a0b37-a0ec-4e10-afb8-1a2289b4c204 req-cafa092d-e09a-4259-bf76-c38932f2d479 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c89f525f-7f78-4b41-940f-ef9b725e6e39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407946 Aug 10 04:16:42.965563 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8a0b37-a0ec-4e10-afb8-1a2289b4c204 req-5ab78048-e338-4d12-9bfe-1600d65dcb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:42.967105 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fe8a0b37-a0ec-4e10-afb8-1a2289b4c204 req-5ab78048-e338-4d12-9bfe-1600d65dcb9e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b4d9562697164912ae96f22f47b4a54d&device_id=c89f525f-7f78-4b41-940f-ef9b725e6e39 HTTP/1.1" status: 200 len: 1098 time: 0.0458312 Aug 10 04:16:43.069659 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8a0b37-a0ec-4e10-afb8-1a2289b4c204 req-ca76a77e-062d-41ec-87e0-aa783a47ce29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:43.071197 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fe8a0b37-a0ec-4e10-afb8-1a2289b4c204 req-ca76a77e-062d-41ec-87e0-aa783a47ce29 service neutron] 10.222.0.42 "GET /v2.0/networks?id=86e70408-f9ef-4815-aa8f-59304e4ed4c8 HTTP/1.1" status: 200 len: 911 time: 0.0850806 Aug 10 04:16:43.160035 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fe8a0b37-a0ec-4e10-afb8-1a2289b4c204 req-85b1aa6b-886d-480f-a436-fda4686e1a92 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8744a6c4-4b2d-4951-9456-68d847f2751f HTTP/1.1" status: 200 len: 1001 time: 0.0814230 Aug 10 04:16:43.228746 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8a0b37-a0ec-4e10-afb8-1a2289b4c204 req-d20e8b2e-c34a-4b00-8f4b-053378c6aef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:43.230700 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fe8a0b37-a0ec-4e10-afb8-1a2289b4c204 req-d20e8b2e-c34a-4b00-8f4b-053378c6aef9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=48d8056f-5fb2-463c-96bd-f6f5ed5da27e HTTP/1.1" status: 200 len: 850 time: 0.0434949 Aug 10 04:16:43.274998 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8a0b37-a0ec-4e10-afb8-1a2289b4c204 req-3c0002db-e718-4fc1-b2d5-276b491d7774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:43.276516 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fe8a0b37-a0ec-4e10-afb8-1a2289b4c204 req-3c0002db-e718-4fc1-b2d5-276b491d7774 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=86e70408-f9ef-4815-aa8f-59304e4ed4c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391972 Aug 10 04:16:43.369236 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fe8a0b37-a0ec-4e10-afb8-1a2289b4c204 req-39334fba-b229-47dd-860c-b5aaf0ac9a0d service neutron] 10.222.0.42 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854452 Aug 10 04:16:43.459873 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fe8a0b37-a0ec-4e10-afb8-1a2289b4c204 req-c87221e5-f715-4f20-9401-d1944b290a77 service neutron] 10.222.0.42 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834115 Aug 10 04:16:51.468189 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-0e984d08-df32-434e-94d0-e1f843835c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:53.474005 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:16:53.734979 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-fbb16506-55ad-4b49-9b46-56c3248dcb1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:54.335564 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:55.567899 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:56.531750 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:57.007821 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:03.784961 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:14.314603 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b816f4c-7f29-4fa3-8359-9f0134d82f23 req-123885d6-2aff-4bc4-bba3-127b21c0ac52 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:14.316475 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1b816f4c-7f29-4fa3-8359-9f0134d82f23 req-123885d6-2aff-4bc4-bba3-127b21c0ac52 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89f525f-7f78-4b41-940f-ef9b725e6e39 HTTP/1.1" status: 200 len: 946 time: 0.0603004 Aug 10 04:17:14.354404 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1b816f4c-7f29-4fa3-8359-9f0134d82f23 req-ceaeaeb4-2fb6-489d-b5f3-1b7a2c686e71 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313039 Aug 10 04:17:15.477649 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a9fdc8-c1ac-4f86-b6d6-593d7e8bfdb7 req-8f7fd544-8e38-4ef9-a0d2-8696dd48821b tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:15.479264 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b6a9fdc8-c1ac-4f86-b6d6-593d7e8bfdb7 req-8f7fd544-8e38-4ef9-a0d2-8696dd48821b tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89f525f-7f78-4b41-940f-ef9b725e6e39 HTTP/1.1" status: 200 len: 946 time: 0.0544963 Aug 10 04:17:15.517913 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b6a9fdc8-c1ac-4f86-b6d6-593d7e8bfdb7 req-dbab1bd6-08cc-4be5-a4c1-532648f7dba3 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325637 Aug 10 04:17:16.643038 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6784cf8d-2cc1-4fbd-9cb7-2471cfd8ebec req-a7597533-fc39-4c40-a44d-1fde80330b3c tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:16.644568 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6784cf8d-2cc1-4fbd-9cb7-2471cfd8ebec req-a7597533-fc39-4c40-a44d-1fde80330b3c tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89f525f-7f78-4b41-940f-ef9b725e6e39 HTTP/1.1" status: 200 len: 946 time: 0.0546870 Aug 10 04:17:16.694013 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6784cf8d-2cc1-4fbd-9cb7-2471cfd8ebec req-0865485a-0d5f-4466-8d7d-51644a97803c tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392213 Aug 10 04:17:17.808216 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d491b37-7d7e-4360-8103-92a827e31c52 req-eb9f46ff-b211-4647-a959-84689c74eaf8 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:17.809639 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9d491b37-7d7e-4360-8103-92a827e31c52 req-eb9f46ff-b211-4647-a959-84689c74eaf8 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89f525f-7f78-4b41-940f-ef9b725e6e39 HTTP/1.1" status: 200 len: 946 time: 0.0486157 Aug 10 04:17:17.847088 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9d491b37-7d7e-4360-8103-92a827e31c52 req-dd094ab8-a42b-447a-acf7-608994c75469 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315182 Aug 10 04:17:18.973625 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5fc72c-eadd-4ecc-8290-b6624b40eebd req-6ebed932-6e42-4f4c-b095-82867756297c tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:18.975537 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3a5fc72c-eadd-4ecc-8290-b6624b40eebd req-6ebed932-6e42-4f4c-b095-82867756297c tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89f525f-7f78-4b41-940f-ef9b725e6e39 HTTP/1.1" status: 200 len: 946 time: 0.0531704 Aug 10 04:17:19.013048 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3a5fc72c-eadd-4ecc-8290-b6624b40eebd req-ba9c45dc-e1f8-443a-9481-e525669c8655 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309801 Aug 10 04:17:20.137563 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48a4f07-af87-406c-8275-11597c41b833 req-56ea885e-5faf-46d9-85d1-c80d24c4c144 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:20.139379 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b48a4f07-af87-406c-8275-11597c41b833 req-56ea885e-5faf-46d9-85d1-c80d24c4c144 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89f525f-7f78-4b41-940f-ef9b725e6e39 HTTP/1.1" status: 200 len: 946 time: 0.0496652 Aug 10 04:17:20.177798 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b48a4f07-af87-406c-8275-11597c41b833 req-406e55ef-f352-4fd9-b0cc-db76d2db22f0 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318801 Aug 10 04:17:21.292259 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a5913a-2d1b-42c3-b999-24c4e0dd9c82 req-214dea8e-9aa9-4a3a-a630-ffcd67ec9aa8 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:21.293819 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c2a5913a-2d1b-42c3-b999-24c4e0dd9c82 req-214dea8e-9aa9-4a3a-a630-ffcd67ec9aa8 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89f525f-7f78-4b41-940f-ef9b725e6e39 HTTP/1.1" status: 200 len: 946 time: 0.0489173 Aug 10 04:17:21.334138 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c2a5913a-2d1b-42c3-b999-24c4e0dd9c82 req-8291885e-bf75-4513-9bc2-d66360cc4d18 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344081 Aug 10 04:17:21.472423 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-91b79b08-2099-4e9f-96f8-a660e7895cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:22.463760 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ae18d-a5b5-485a-9e3d-2c5bda86d2c1 req-b2fb8dcb-19ca-477a-ac2a-9e0e31224110 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:22.465637 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ba8ae18d-a5b5-485a-9e3d-2c5bda86d2c1 req-b2fb8dcb-19ca-477a-ac2a-9e0e31224110 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89f525f-7f78-4b41-940f-ef9b725e6e39 HTTP/1.1" status: 200 len: 946 time: 0.0605311 Aug 10 04:17:22.508421 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ba8ae18d-a5b5-485a-9e3d-2c5bda86d2c1 req-562c7abf-10a1-4808-8dfe-ae5ca9232041 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364559 Aug 10 04:17:23.631998 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2ff7de-dbea-48c9-897f-18af240f2db9 req-73aa3978-6050-4db6-86d1-bc23ee4cdd29 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:23.633563 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ac2ff7de-dbea-48c9-897f-18af240f2db9 req-73aa3978-6050-4db6-86d1-bc23ee4cdd29 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89f525f-7f78-4b41-940f-ef9b725e6e39 HTTP/1.1" status: 200 len: 946 time: 0.0530477 Aug 10 04:17:23.674585 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ac2ff7de-dbea-48c9-897f-18af240f2db9 req-f7259b94-eb13-413f-a75a-88ef4c70dac3 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342486 Aug 10 04:17:23.735760 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d7840e60-38be-488d-a39d-c349aa4a7aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:24.339320 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:24.795495 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2937a5-da96-4f69-8b5a-23edecf7859f req-24f9125a-81e1-44a0-a1f9-988cf3fda07a tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:24.796905 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4b2937a5-da96-4f69-8b5a-23edecf7859f req-24f9125a-81e1-44a0-a1f9-988cf3fda07a tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89f525f-7f78-4b41-940f-ef9b725e6e39 HTTP/1.1" status: 200 len: 946 time: 0.0503402 Aug 10 04:17:24.835380 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4b2937a5-da96-4f69-8b5a-23edecf7859f req-fe2822d2-5352-456d-8b2c-2edc9ad6f86d tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321572 Aug 10 04:17:25.116658 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a9a1d0-9cc1-4176-ad81-8d09f3eecf7a req-adcaf158-f795-4f8c-a9c7-43f61ca5338e tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:25.118252 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-03a9a1d0-9cc1-4176-ad81-8d09f3eecf7a req-adcaf158-f795-4f8c-a9c7-43f61ca5338e tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89f525f-7f78-4b41-940f-ef9b725e6e39 HTTP/1.1" status: 200 len: 946 time: 0.0672081 Aug 10 04:17:25.139115 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-d2c5945e-5718-4f6f-a4cc-435b0f6d07da req-938c8e30-02b6-449d-8903-e26a61417add service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c89f525f-7f78-4b41-940f-ef9b725e6e39&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0996907 Aug 10 04:17:25.164687 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-03a9a1d0-9cc1-4176-ad81-8d09f3eecf7a req-0b2deda5-bc63-41a6-a1e6-9d39e360e443 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389781 Aug 10 04:17:25.570920 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:26.314938 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dccb2a-16a2-4443-a227-aaa391551bc1 req-41484421-bf5f-411d-b549-eb0da35cd66d tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:26.316514 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-36dccb2a-16a2-4443-a227-aaa391551bc1 req-41484421-bf5f-411d-b549-eb0da35cd66d tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89f525f-7f78-4b41-940f-ef9b725e6e39 HTTP/1.1" status: 200 len: 946 time: 0.0756905 Aug 10 04:17:26.340274 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c5945e-5718-4f6f-a4cc-435b0f6d07da req-664ec4d0-626b-494e-9d6d-16a54b9545e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:26.341785 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d2c5945e-5718-4f6f-a4cc-435b0f6d07da req-664ec4d0-626b-494e-9d6d-16a54b9545e6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b4d9562697164912ae96f22f47b4a54d&device_id=c89f525f-7f78-4b41-940f-ef9b725e6e39 HTTP/1.1" status: 200 len: 1098 time: 0.0741613 Aug 10 04:17:26.406121 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-36dccb2a-16a2-4443-a227-aaa391551bc1 req-00112f05-5812-4e68-9861-c15e560afafa tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818889 Aug 10 04:17:26.450530 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c5945e-5718-4f6f-a4cc-435b0f6d07da req-2f25ae17-70b5-4caf-a36a-0686be066e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:26.451948 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d2c5945e-5718-4f6f-a4cc-435b0f6d07da req-2f25ae17-70b5-4caf-a36a-0686be066e13 service neutron] 10.222.0.42 "GET /v2.0/networks?id=86e70408-f9ef-4815-aa8f-59304e4ed4c8 HTTP/1.1" status: 200 len: 911 time: 0.1025240 Aug 10 04:17:26.518355 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d2c5945e-5718-4f6f-a4cc-435b0f6d07da req-a85b1ba1-14f8-4fa8-8c2a-54e76caf6fea service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8744a6c4-4b2d-4951-9456-68d847f2751f HTTP/1.1" status: 200 len: 1001 time: 0.0595503 Aug 10 04:17:26.543663 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:26.574588 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c5945e-5718-4f6f-a4cc-435b0f6d07da req-796f6624-3e93-4e7b-8494-95cbe506be13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:26.576091 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d2c5945e-5718-4f6f-a4cc-435b0f6d07da req-796f6624-3e93-4e7b-8494-95cbe506be13 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=48d8056f-5fb2-463c-96bd-f6f5ed5da27e HTTP/1.1" status: 200 len: 850 time: 0.0496063 Aug 10 04:17:26.623665 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c5945e-5718-4f6f-a4cc-435b0f6d07da req-6a490ad1-df39-4fb5-b49e-1a3482bdc3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:26.625185 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d2c5945e-5718-4f6f-a4cc-435b0f6d07da req-6a490ad1-df39-4fb5-b49e-1a3482bdc3ff service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=86e70408-f9ef-4815-aa8f-59304e4ed4c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407395 Aug 10 04:17:26.720134 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d2c5945e-5718-4f6f-a4cc-435b0f6d07da req-83d39229-4b94-407a-8b53-31405cf6958b service neutron] 10.222.0.42 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866692 Aug 10 04:17:26.818057 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d2c5945e-5718-4f6f-a4cc-435b0f6d07da req-98d3ca19-6dcc-446f-b62f-2e023f135a6d service neutron] 10.222.0.42 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908668 Aug 10 04:17:27.009424 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:27.524489 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b737163-6e93-4ae2-93e9-e62645c3d109 req-6a7b9887-f00d-4687-8845-41570e2f3741 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:27.526024 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8b737163-6e93-4ae2-93e9-e62645c3d109 req-6a7b9887-f00d-4687-8845-41570e2f3741 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89f525f-7f78-4b41-940f-ef9b725e6e39 HTTP/1.1" status: 200 len: 946 time: 0.0517271 Aug 10 04:17:27.566151 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8b737163-6e93-4ae2-93e9-e62645c3d109 req-a0587503-88bb-4cee-8f41-d917058c6b9c tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341022 Aug 10 04:17:28.635420 n-d-768862-13 neutron-server[94260]: INFO neutron.api.v2.resource [req-d2c5945e-5718-4f6f-a4cc-435b0f6d07da req-7492b96a-7be2-4b8f-a7b9-2243c532d304 service neutron] show failed (client error): The resource could not be found. Aug 10 04:17:28.636489 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d2c5945e-5718-4f6f-a4cc-435b0f6d07da req-7492b96a-7be2-4b8f-a7b9-2243c532d304 service neutron] 10.222.0.42 "GET /v2.0/ports/8744a6c4-4b2d-4951-9456-68d847f2751f/bindings/n-h2-768862-13 HTTP/1.1" status: 404 len: 381 time: 0.0584989 Aug 10 04:17:28.692734 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b509dc0a-f4c0-4f60-9640-81bea8485df1 req-7809b2ae-2069-42e5-b40a-a76e7c138aac tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:28.694337 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b509dc0a-f4c0-4f60-9640-81bea8485df1 req-7809b2ae-2069-42e5-b40a-a76e7c138aac tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89f525f-7f78-4b41-940f-ef9b725e6e39 HTTP/1.1" status: 200 len: 946 time: 0.0552039 Aug 10 04:17:28.738680 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b509dc0a-f4c0-4f60-9640-81bea8485df1 req-9dcbe0b3-b3c6-42ff-b195-bdd0771d4fd2 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372536 Aug 10 04:17:28.847341 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c5945e-5718-4f6f-a4cc-435b0f6d07da req-b601c9b6-924d-4079-a72c-2f85c990d896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:28.848784 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d2c5945e-5718-4f6f-a4cc-435b0f6d07da req-b601c9b6-924d-4079-a72c-2f85c990d896 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c89f525f-7f78-4b41-940f-ef9b725e6e39&tenant_id=b4d9562697164912ae96f22f47b4a54d HTTP/1.1" status: 200 len: 1098 time: 0.0483685 Aug 10 04:17:28.863550 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-d2c5945e-5718-4f6f-a4cc-435b0f6d07da req-e881fed0-a9bc-4407-85b2-46d24a8ff8a1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768862-13', 'device_owner': 'compute:nova'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:17:28.920949 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-d2c5945e-5718-4f6f-a4cc-435b0f6d07da req-e881fed0-a9bc-4407-85b2-46d24a8ff8a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:29.131696 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-d2c5945e-5718-4f6f-a4cc-435b0f6d07da req-e881fed0-a9bc-4407-85b2-46d24a8ff8a1 service neutron] For port 8744a6c4-4b2d-4951-9456-68d847f2751f, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=8744a6c4-4b2d-4951-9456-68d847f2751f,segment=NetworkSegment(3a6e383c-1b7f-4db5-9d50-a03141d50f7f),segment_id=3a6e383c-1b7f-4db5-9d50-a03141d50f7f)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:17:29.167017 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-d2c5945e-5718-4f6f-a4cc-435b0f6d07da req-e881fed0-a9bc-4407-85b2-46d24a8ff8a1 service neutron] For port 8744a6c4-4b2d-4951-9456-68d847f2751f, host n-h1-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:17:29.219955 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c89f525f-7f78-4b41-940f-ef9b725e6e39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8744a6c4-4b2d-4951-9456-68d847f2751f'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:17:29.222268 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7142606bf34c4189ec1af3eb1cc50705e8815838b55f5940d6ad7e637f738b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23434cdd-5fb8-400e-95fe-506a5c0c0d85" -d '{"events": [{"server_uuid": "c89f525f-7f78-4b41-940f-ef9b725e6e39", "name": "network-vif-unplugged", "status": "completed", "tag": "8744a6c4-4b2d-4951-9456-68d847f2751f"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:17:29.226602 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-d2c5945e-5718-4f6f-a4cc-435b0f6d07da req-e881fed0-a9bc-4407-85b2-46d24a8ff8a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:29.240747 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-d2c5945e-5718-4f6f-a4cc-435b0f6d07da req-e881fed0-a9bc-4407-85b2-46d24a8ff8a1 service neutron] Transition to ACTIVE for port object 8744a6c4-4b2d-4951-9456-68d847f2751f will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:17:29.246933 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-d2c5945e-5718-4f6f-a4cc-435b0f6d07da req-e881fed0-a9bc-4407-85b2-46d24a8ff8a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:29.296289 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 04:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc258f1-0c05-47e5-8d61-07ee7e5a0e09 x-openstack-request-id: req-3bc258f1-0c05-47e5-8d61-07ee7e5a0e09 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:17:29.296843 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c89f525f-7f78-4b41-940f-ef9b725e6e39", "name": "network-vif-unplugged", "status": "completed", "tag": "8744a6c4-4b2d-4951-9456-68d847f2751f", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:17:29.297185 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3bc258f1-0c05-47e5-8d61-07ee7e5a0e09 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:17:29.298096 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c89f525f-7f78-4b41-940f-ef9b725e6e39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8744a6c4-4b2d-4951-9456-68d847f2751f', 'code': 200} Aug 10 04:17:29.329101 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e881fed0-a9bc-4407-85b2-46d24a8ff8a1 service neutron] Pushing event updated for resources: {'Port': ['ID=8744a6c4-4b2d-4951-9456-68d847f2751f,revision_number=6']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:17:29.374549 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e881fed0-a9bc-4407-85b2-46d24a8ff8a1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:17:29.375474 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e881fed0-a9bc-4407-85b2-46d24a8ff8a1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:17:29.375474 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e881fed0-a9bc-4407-85b2-46d24a8ff8a1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:17:29.375766 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e881fed0-a9bc-4407-85b2-46d24a8ff8a1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:17:29.375881 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e881fed0-a9bc-4407-85b2-46d24a8ff8a1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:17:29.376215 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e881fed0-a9bc-4407-85b2-46d24a8ff8a1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:17:29.376550 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e881fed0-a9bc-4407-85b2-46d24a8ff8a1 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:17:29.377869 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e881fed0-a9bc-4407-85b2-46d24a8ff8a1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:17:29.377869 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e881fed0-a9bc-4407-85b2-46d24a8ff8a1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:17:29.378479 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e881fed0-a9bc-4407-85b2-46d24a8ff8a1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:17:29.378823 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e881fed0-a9bc-4407-85b2-46d24a8ff8a1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:17:29.379848 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e881fed0-a9bc-4407-85b2-46d24a8ff8a1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:17:29.423032 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2c5945e-5718-4f6f-a4cc-435b0f6d07da req-e881fed0-a9bc-4407-85b2-46d24a8ff8a1 service neutron] No DVR routers for this DVR port 8744a6c4-4b2d-4951-9456-68d847f2751f on host n-h1-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:17:29.568816 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-d2c5945e-5718-4f6f-a4cc-435b0f6d07da req-e881fed0-a9bc-4407-85b2-46d24a8ff8a1 service neutron] Attempting to bind port 8744a6c4-4b2d-4951-9456-68d847f2751f on host n-h2-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:17:29.569147 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-d2c5945e-5718-4f6f-a4cc-435b0f6d07da req-e881fed0-a9bc-4407-85b2-46d24a8ff8a1 service neutron] Attempting to bind port 8744a6c4-4b2d-4951-9456-68d847f2751f by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': '3a6e383c-1b7f-4db5-9d50-a03141d50f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '86e70408-f9ef-4815-aa8f-59304e4ed4c8'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:17:29.569479 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c5945e-5718-4f6f-a4cc-435b0f6d07da req-e881fed0-a9bc-4407-85b2-46d24a8ff8a1 service neutron] Attempting to bind port 8744a6c4-4b2d-4951-9456-68d847f2751f on network 86e70408-f9ef-4815-aa8f-59304e4ed4c8 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:17:29.573787 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c5945e-5718-4f6f-a4cc-435b0f6d07da req-e881fed0-a9bc-4407-85b2-46d24a8ff8a1 service neutron] Port 8744a6c4-4b2d-4951-9456-68d847f2751f on network 86e70408-f9ef-4815-aa8f-59304e4ed4c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:17:29.574105 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c5945e-5718-4f6f-a4cc-435b0f6d07da req-e881fed0-a9bc-4407-85b2-46d24a8ff8a1 service neutron] Attempting to bind port 8744a6c4-4b2d-4951-9456-68d847f2751f on network 86e70408-f9ef-4815-aa8f-59304e4ed4c8 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:17:29.579586 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c5945e-5718-4f6f-a4cc-435b0f6d07da req-e881fed0-a9bc-4407-85b2-46d24a8ff8a1 service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:17:29.579860 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c5945e-5718-4f6f-a4cc-435b0f6d07da req-e881fed0-a9bc-4407-85b2-46d24a8ff8a1 service neutron] Checking segment: {'id': '3a6e383c-1b7f-4db5-9d50-a03141d50f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '86e70408-f9ef-4815-aa8f-59304e4ed4c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:17:29.580297 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c5945e-5718-4f6f-a4cc-435b0f6d07da req-e881fed0-a9bc-4407-85b2-46d24a8ff8a1 service neutron] Bound using segment: {'id': '3a6e383c-1b7f-4db5-9d50-a03141d50f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '86e70408-f9ef-4815-aa8f-59304e4ed4c8'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:17:29.580674 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-d2c5945e-5718-4f6f-a4cc-435b0f6d07da req-e881fed0-a9bc-4407-85b2-46d24a8ff8a1 service neutron] Bound port: 8744a6c4-4b2d-4951-9456-68d847f2751f, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a6e383c-1b7f-4db5-9d50-a03141d50f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '86e70408-f9ef-4815-aa8f-59304e4ed4c8'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:17:29.581050 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-d2c5945e-5718-4f6f-a4cc-435b0f6d07da req-e881fed0-a9bc-4407-85b2-46d24a8ff8a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:29.644503 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-d2c5945e-5718-4f6f-a4cc-435b0f6d07da req-e881fed0-a9bc-4407-85b2-46d24a8ff8a1 service neutron] For port 8744a6c4-4b2d-4951-9456-68d847f2751f, host n-h2-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:17:29.647744 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-d2c5945e-5718-4f6f-a4cc-435b0f6d07da req-e881fed0-a9bc-4407-85b2-46d24a8ff8a1 service neutron] For port 8744a6c4-4b2d-4951-9456-68d847f2751f, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=8744a6c4-4b2d-4951-9456-68d847f2751f,segment=NetworkSegment(3a6e383c-1b7f-4db5-9d50-a03141d50f7f),segment_id=3a6e383c-1b7f-4db5-9d50-a03141d50f7f)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:17:29.652807 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-d2c5945e-5718-4f6f-a4cc-435b0f6d07da req-e881fed0-a9bc-4407-85b2-46d24a8ff8a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:29.692249 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c5945e-5718-4f6f-a4cc-435b0f6d07da req-e881fed0-a9bc-4407-85b2-46d24a8ff8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:29.692799 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-d2c5945e-5718-4f6f-a4cc-435b0f6d07da req-e881fed0-a9bc-4407-85b2-46d24a8ff8a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:29.694268 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d2c5945e-5718-4f6f-a4cc-435b0f6d07da req-e881fed0-a9bc-4407-85b2-46d24a8ff8a1 service neutron] 10.222.0.61 "PUT /v2.0/ports/8744a6c4-4b2d-4951-9456-68d847f2751f HTTP/1.1" status: 200 len: 1093 time: 0.8371761 Aug 10 04:17:29.716816 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e881fed0-a9bc-4407-85b2-46d24a8ff8a1 service neutron] Pushing event updated for resources: {'Port': ['ID=8744a6c4-4b2d-4951-9456-68d847f2751f,revision_number=7']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:17:29.762438 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c5945e-5718-4f6f-a4cc-435b0f6d07da req-87febdaa-f7db-4dee-a9a0-c5ffbe4df4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:29.764249 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d2c5945e-5718-4f6f-a4cc-435b0f6d07da req-87febdaa-f7db-4dee-a9a0-c5ffbe4df4fa service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4d9562697164912ae96f22f47b4a54d&device_id=c89f525f-7f78-4b41-940f-ef9b725e6e39 HTTP/1.1" status: 200 len: 1096 time: 0.0445070 Aug 10 04:17:29.899062 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c5945e-5718-4f6f-a4cc-435b0f6d07da req-0f244021-6e0f-4f69-990a-e285117f6f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:29.901317 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d2c5945e-5718-4f6f-a4cc-435b0f6d07da req-0f244021-6e0f-4f69-990a-e285117f6f4e service neutron] 10.222.0.61 "GET /v2.0/networks?id=86e70408-f9ef-4815-aa8f-59304e4ed4c8 HTTP/1.1" status: 200 len: 911 time: 0.1287723 Aug 10 04:17:29.912523 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be096625-fd26-499f-8f17-4a00a683fa9c req-47d47e8c-6faa-490b-8de2-579442cf0b55 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:29.913977 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-be096625-fd26-499f-8f17-4a00a683fa9c req-47d47e8c-6faa-490b-8de2-579442cf0b55 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89f525f-7f78-4b41-940f-ef9b725e6e39 HTTP/1.1" status: 200 len: 944 time: 0.0819309 Aug 10 04:17:30.001269 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-be096625-fd26-499f-8f17-4a00a683fa9c req-a1eb2199-be1c-46a8-bf44-44266eb0eb13 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805969 Aug 10 04:17:30.003143 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d2c5945e-5718-4f6f-a4cc-435b0f6d07da req-f3b4f9a6-658e-4783-8e3b-957daa4c5306 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8744a6c4-4b2d-4951-9456-68d847f2751f HTTP/1.1" status: 200 len: 999 time: 0.0882719 Aug 10 04:17:30.060814 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c5945e-5718-4f6f-a4cc-435b0f6d07da req-051e2829-709c-42a4-9de1-76e2d1902a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:30.062326 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d2c5945e-5718-4f6f-a4cc-435b0f6d07da req-051e2829-709c-42a4-9de1-76e2d1902a98 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=48d8056f-5fb2-463c-96bd-f6f5ed5da27e HTTP/1.1" status: 200 len: 850 time: 0.0508480 Aug 10 04:17:30.110716 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c5945e-5718-4f6f-a4cc-435b0f6d07da req-bde70d8b-ba8b-45a3-bb08-3521396539ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:30.112233 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d2c5945e-5718-4f6f-a4cc-435b0f6d07da req-bde70d8b-ba8b-45a3-bb08-3521396539ad service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=86e70408-f9ef-4815-aa8f-59304e4ed4c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417888 Aug 10 04:17:30.206433 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d2c5945e-5718-4f6f-a4cc-435b0f6d07da req-5271af6e-2f4e-47a8-b210-d9972e7f976d service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863018 Aug 10 04:17:30.305204 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d2c5945e-5718-4f6f-a4cc-435b0f6d07da req-921c0686-3b18-4724-a18d-8ae0e4d6df0c service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914247 Aug 10 04:17:30.473698 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:17:31.142529 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0aa815-1293-43b6-9f9a-873e8fdc8ae7 req-76be7fcb-7d15-498e-8c76-b49a0e46234b tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:31.144099 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5f0aa815-1293-43b6-9f9a-873e8fdc8ae7 req-76be7fcb-7d15-498e-8c76-b49a0e46234b tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89f525f-7f78-4b41-940f-ef9b725e6e39 HTTP/1.1" status: 200 len: 944 time: 0.0530484 Aug 10 04:17:31.184685 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5f0aa815-1293-43b6-9f9a-873e8fdc8ae7 req-7b42c13c-439c-4bfb-9277-902fea34bf08 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340307 Aug 10 04:17:31.299879 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c89f525f-7f78-4b41-940f-ef9b725e6e39', 'tag': '8744a6c4-4b2d-4951-9456-68d847f2751f'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:17:31.302189 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7142606bf34c4189ec1af3eb1cc50705e8815838b55f5940d6ad7e637f738b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a1ce58c-a839-4eef-870b-3dde17fcfd92" -d '{"events": [{"name": "network-changed", "server_uuid": "c89f525f-7f78-4b41-940f-ef9b725e6e39", "tag": "8744a6c4-4b2d-4951-9456-68d847f2751f"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:17:31.365348 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-423f5210-465f-438f-bc8b-b1d44c08cca6 x-openstack-request-id: req-423f5210-465f-438f-bc8b-b1d44c08cca6 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:17:31.365656 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c89f525f-7f78-4b41-940f-ef9b725e6e39", "tag": "8744a6c4-4b2d-4951-9456-68d847f2751f", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:17:31.365918 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-423f5210-465f-438f-bc8b-b1d44c08cca6 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:17:31.366586 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c89f525f-7f78-4b41-940f-ef9b725e6e39', 'tag': '8744a6c4-4b2d-4951-9456-68d847f2751f', 'status': 'completed', 'code': 200} Aug 10 04:17:31.474002 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ce58c-a839-4eef-870b-3dde17fcfd92 req-e9e5475e-2d32-4801-ad2e-987eafbbcbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:31.475606 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7a1ce58c-a839-4eef-870b-3dde17fcfd92 req-e9e5475e-2d32-4801-ad2e-987eafbbcbd8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4d9562697164912ae96f22f47b4a54d&device_id=c89f525f-7f78-4b41-940f-ef9b725e6e39 HTTP/1.1" status: 200 len: 1096 time: 0.0906601 Aug 10 04:17:31.482085 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ce58c-a839-4eef-870b-3dde17fcfd92 req-0bf0e2cb-aa20-4c68-81c2-bb62df292cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:31.483736 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7a1ce58c-a839-4eef-870b-3dde17fcfd92 req-0bf0e2cb-aa20-4c68-81c2-bb62df292cb0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b4d9562697164912ae96f22f47b4a54d&device_id=c89f525f-7f78-4b41-940f-ef9b725e6e39 HTTP/1.1" status: 200 len: 1096 time: 0.0813098 Aug 10 04:17:31.646659 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ce58c-a839-4eef-870b-3dde17fcfd92 req-139df41d-6c1f-4adf-a211-b08a51083de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:31.648435 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7a1ce58c-a839-4eef-870b-3dde17fcfd92 req-139df41d-6c1f-4adf-a211-b08a51083de7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=86e70408-f9ef-4815-aa8f-59304e4ed4c8 HTTP/1.1" status: 200 len: 911 time: 0.1637843 Aug 10 04:17:31.650025 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ce58c-a839-4eef-870b-3dde17fcfd92 req-7e75df77-bb33-4b39-8a2b-f3dd579dc739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:31.651403 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7a1ce58c-a839-4eef-870b-3dde17fcfd92 req-7e75df77-bb33-4b39-8a2b-f3dd579dc739 service neutron] 10.222.0.42 "GET /v2.0/networks?id=86e70408-f9ef-4815-aa8f-59304e4ed4c8 HTTP/1.1" status: 200 len: 911 time: 0.1587505 Aug 10 04:17:31.761895 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7a1ce58c-a839-4eef-870b-3dde17fcfd92 req-9aa4db7b-90e4-4722-ac2e-3bbd3ba6825c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8744a6c4-4b2d-4951-9456-68d847f2751f HTTP/1.1" status: 200 len: 999 time: 0.1061525 Aug 10 04:17:31.766600 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7a1ce58c-a839-4eef-870b-3dde17fcfd92 req-bb192930-b201-43bf-80f9-966caec4edd0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8744a6c4-4b2d-4951-9456-68d847f2751f HTTP/1.1" status: 200 len: 999 time: 0.1050782 Aug 10 04:17:31.851188 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ce58c-a839-4eef-870b-3dde17fcfd92 req-7abe97cc-98e0-4eba-9c6b-778b414d7f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:31.852709 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7a1ce58c-a839-4eef-870b-3dde17fcfd92 req-7abe97cc-98e0-4eba-9c6b-778b414d7f11 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=48d8056f-5fb2-463c-96bd-f6f5ed5da27e HTTP/1.1" status: 200 len: 850 time: 0.0824370 Aug 10 04:17:31.854171 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ce58c-a839-4eef-870b-3dde17fcfd92 req-b7cc162e-5d8a-471f-8408-bf5f6cfadb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:31.855504 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7a1ce58c-a839-4eef-870b-3dde17fcfd92 req-b7cc162e-5d8a-471f-8408-bf5f6cfadb87 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=48d8056f-5fb2-463c-96bd-f6f5ed5da27e HTTP/1.1" status: 200 len: 850 time: 0.0774124 Aug 10 04:17:31.935901 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ce58c-a839-4eef-870b-3dde17fcfd92 req-4659cda7-5492-47dc-bd3d-00b69804e21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:31.937335 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7a1ce58c-a839-4eef-870b-3dde17fcfd92 req-4659cda7-5492-47dc-bd3d-00b69804e21a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=86e70408-f9ef-4815-aa8f-59304e4ed4c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0758231 Aug 10 04:17:31.939076 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ce58c-a839-4eef-870b-3dde17fcfd92 req-088cb17b-fe47-43b9-b68f-62948cc92cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:31.940425 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7a1ce58c-a839-4eef-870b-3dde17fcfd92 req-088cb17b-fe47-43b9-b68f-62948cc92cc9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=86e70408-f9ef-4815-aa8f-59304e4ed4c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0777271 Aug 10 04:17:31.981445 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 8744a6c4-4b2d-4951-9456-68d847f2751f no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:17:32.022411 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 8744a6c4-4b2d-4951-9456-68d847f2751f not bound to the agent host n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:17:32.457794 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7a1ce58c-a839-4eef-870b-3dde17fcfd92 req-7ef3fb02-463c-47b3-a223-eaab5e96aca4 service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5120263 Aug 10 04:17:32.466949 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec79be4e-d82e-4697-8d2f-d4012e3d9a0a req-699c1ed7-9b19-404e-802b-9cd9c6403358 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:32.468423 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ec79be4e-d82e-4697-8d2f-d4012e3d9a0a req-699c1ed7-9b19-404e-802b-9cd9c6403358 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89f525f-7f78-4b41-940f-ef9b725e6e39 HTTP/1.1" status: 200 len: 944 time: 0.1191196 Aug 10 04:17:32.482427 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7a1ce58c-a839-4eef-870b-3dde17fcfd92 req-4a02d969-6822-4810-9ea7-e2c4c4ed7613 service neutron] 10.222.0.42 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5293393 Aug 10 04:17:32.619162 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ec79be4e-d82e-4697-8d2f-d4012e3d9a0a req-7b183733-6157-497b-b63e-374a6967bd15 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401734 Aug 10 04:17:32.664599 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7a1ce58c-a839-4eef-870b-3dde17fcfd92 req-81638e21-6c9d-4d75-b382-35a8952a8d30 service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951921 Aug 10 04:17:32.668717 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7a1ce58c-a839-4eef-870b-3dde17fcfd92 req-805b5467-f1b1-4fdb-8004-cc76c2dd6f28 service neutron] 10.222.0.42 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692238 Aug 10 04:17:33.741408 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c006c2d9-9685-4267-a8fa-7585d2867c83 req-e0bf9d2e-1609-40f1-8532-e441004b3f58 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:33.742968 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c006c2d9-9685-4267-a8fa-7585d2867c83 req-e0bf9d2e-1609-40f1-8532-e441004b3f58 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89f525f-7f78-4b41-940f-ef9b725e6e39 HTTP/1.1" status: 200 len: 944 time: 0.0505805 Aug 10 04:17:33.782665 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:33.783242 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c006c2d9-9685-4267-a8fa-7585d2867c83 req-17c0d97e-3f73-4517-bc34-c04df256e735 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339508 Aug 10 04:17:34.004972 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9428d26-7e6f-43a1-ba91-9e1cc087cf5e req-6aad8aef-1a39-41c3-9489-bd3c1b080029 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:34.006503 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e9428d26-7e6f-43a1-ba91-9e1cc087cf5e req-6aad8aef-1a39-41c3-9489-bd3c1b080029 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89f525f-7f78-4b41-940f-ef9b725e6e39 HTTP/1.1" status: 200 len: 944 time: 0.0803523 Aug 10 04:17:34.019878 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55f71fd-ee6a-4294-8980-3559d3a6dce6 req-d02cd0fc-e0d8-483e-b4bc-ec9bee5354c0 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:34.021261 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b55f71fd-ee6a-4294-8980-3559d3a6dce6 req-d02cd0fc-e0d8-483e-b4bc-ec9bee5354c0 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.42 "GET /v2.0/ports?device_id=c89f525f-7f78-4b41-940f-ef9b725e6e39&tenant_id=b4d9562697164912ae96f22f47b4a54d&binding%3Ahost_id=n-h2-768862-13 HTTP/1.1" status: 200 len: 944 time: 0.0826037 Aug 10 04:17:34.083726 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e9428d26-7e6f-43a1-ba91-9e1cc087cf5e req-a29032ae-5da0-40cc-a3b9-a68203b81092 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614247 Aug 10 04:17:34.104338 n-d-768862-13 neutron-server[94260]: INFO neutron.api.v2.resource [req-b55f71fd-ee6a-4294-8980-3559d3a6dce6 req-7eb0e49f-79e4-4243-a726-277b3b11e4d2 service neutron] delete failed (client error): The resource could not be found. Aug 10 04:17:34.105853 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b55f71fd-ee6a-4294-8980-3559d3a6dce6 req-7eb0e49f-79e4-4243-a726-277b3b11e4d2 service neutron] 10.222.0.42 "DELETE /v2.0/ports/8744a6c4-4b2d-4951-9456-68d847f2751f/bindings/n-h1-768862-13 HTTP/1.1" status: 404 len: 381 time: 0.0709050 Aug 10 04:17:34.190495 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55f71fd-ee6a-4294-8980-3559d3a6dce6 req-b8619365-1767-4e95-9baa-95d764609c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:34.191982 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b55f71fd-ee6a-4294-8980-3559d3a6dce6 req-b8619365-1767-4e95-9baa-95d764609c41 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b4d9562697164912ae96f22f47b4a54d&device_id=c89f525f-7f78-4b41-940f-ef9b725e6e39 HTTP/1.1" status: 200 len: 1096 time: 0.0422444 Aug 10 04:17:34.282812 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55f71fd-ee6a-4294-8980-3559d3a6dce6 req-e75b293b-11d2-45bc-a7c6-2c0bf9c1d86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:34.284271 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b55f71fd-ee6a-4294-8980-3559d3a6dce6 req-e75b293b-11d2-45bc-a7c6-2c0bf9c1d86a service neutron] 10.222.0.42 "GET /v2.0/networks?id=86e70408-f9ef-4815-aa8f-59304e4ed4c8 HTTP/1.1" status: 200 len: 911 time: 0.0844719 Aug 10 04:17:34.317191 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 8744a6c4-4b2d-4951-9456-68d847f2751f details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:17:34.350183 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b55f71fd-ee6a-4294-8980-3559d3a6dce6 req-c7bb3bad-345d-4ead-aea8-be9996a92808 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8744a6c4-4b2d-4951-9456-68d847f2751f HTTP/1.1" status: 200 len: 999 time: 0.0581648 Aug 10 04:17:34.404963 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55f71fd-ee6a-4294-8980-3559d3a6dce6 req-4294e9d5-8c98-4b70-8810-c8f2e6ab1266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:34.406608 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b55f71fd-ee6a-4294-8980-3559d3a6dce6 req-4294e9d5-8c98-4b70-8810-c8f2e6ab1266 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=48d8056f-5fb2-463c-96bd-f6f5ed5da27e HTTP/1.1" status: 200 len: 850 time: 0.0494733 Aug 10 04:17:34.415591 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 8744a6c4-4b2d-4951-9456-68d847f2751f, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=8744a6c4-4b2d-4951-9456-68d847f2751f,segment=NetworkSegment(3a6e383c-1b7f-4db5-9d50-a03141d50f7f),segment_id=3a6e383c-1b7f-4db5-9d50-a03141d50f7f)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:17:34.426970 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': '8744a6c4-4b2d-4951-9456-68d847f2751f', 'network_id': '86e70408-f9ef-4815-aa8f-59304e4ed4c8', 'port_id': '8744a6c4-4b2d-4951-9456-68d847f2751f', 'mac_address': 'fa:16:3e:a8:4e:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48d8056f-5fb2-463c-96bd-f6f5ed5da27e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:17:34.451870 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55f71fd-ee6a-4294-8980-3559d3a6dce6 req-e1822813-4f82-41ec-b11f-e798405f2200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:34.453382 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b55f71fd-ee6a-4294-8980-3559d3a6dce6 req-e1822813-4f82-41ec-b11f-e798405f2200 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=86e70408-f9ef-4815-aa8f-59304e4ed4c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400746 Aug 10 04:17:34.463649 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:34.476355 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8744a6c4-4b2d-4951-9456-68d847f2751f {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:17:34.496067 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 8744a6c4-4b2d-4951-9456-68d847f2751f, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=8744a6c4-4b2d-4951-9456-68d847f2751f,segment=NetworkSegment(3a6e383c-1b7f-4db5-9d50-a03141d50f7f),segment_id=3a6e383c-1b7f-4db5-9d50-a03141d50f7f)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:17:34.500843 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:34.547637 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b55f71fd-ee6a-4294-8980-3559d3a6dce6 req-524203c4-8114-4c4f-9864-41616f77ecb8 service neutron] 10.222.0.42 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870371 Aug 10 04:17:34.549676 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=8744a6c4-4b2d-4951-9456-68d847f2751f,revision_number=8']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:17:34.557795 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:17:34.558146 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:17:34.558515 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:17:34.558852 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:17:34.559182 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:17:34.559512 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:17:34.559839 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:17:34.560170 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:17:34.560488 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:17:34.560814 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:17:34.561137 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:17:34.561456 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:17:34.643038 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b55f71fd-ee6a-4294-8980-3559d3a6dce6 req-3bb5e2ff-b2a4-45f0-bf63-e14a87c7f7b6 service neutron] 10.222.0.42 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878496 Aug 10 04:17:34.845951 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['8744a6c4-4b2d-4951-9456-68d847f2751f'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:17:35.206861 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160b05ac-92d5-44d3-bbee-32de715505ad req-ceba0629-581b-4192-b68a-70a85ef07a52 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:35.208295 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-160b05ac-92d5-44d3-bbee-32de715505ad req-ceba0629-581b-4192-b68a-70a85ef07a52 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89f525f-7f78-4b41-940f-ef9b725e6e39 HTTP/1.1" status: 200 len: 945 time: 0.0521965 Aug 10 04:17:35.247648 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-160b05ac-92d5-44d3-bbee-32de715505ad req-bac1ca8b-e96d-48ac-b4d9-d1c22d3bdea0 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323448 Aug 10 04:17:35.363548 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760d0c19-c731-4ded-badf-02a833752bf0 req-970ee184-5a94-47ea-9577-5954d8ee2bc9 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:35.365102 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-760d0c19-c731-4ded-badf-02a833752bf0 req-970ee184-5a94-47ea-9577-5954d8ee2bc9 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89f525f-7f78-4b41-940f-ef9b725e6e39 HTTP/1.1" status: 200 len: 945 time: 0.0500557 Aug 10 04:17:35.409571 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-760d0c19-c731-4ded-badf-02a833752bf0 req-3b5bd2aa-2751-4f3b-ae72-821d2d767da8 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376933 Aug 10 04:17:35.676008 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103c2755-2901-4bca-80cb-5a7923117798 req-3b2c2e5a-ff22-42fa-b190-ee5c8d5f48df tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:35.677520 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-103c2755-2901-4bca-80cb-5a7923117798 req-3b2c2e5a-ff22-42fa-b190-ee5c8d5f48df tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89f525f-7f78-4b41-940f-ef9b725e6e39 HTTP/1.1" status: 200 len: 945 time: 0.0755935 Aug 10 04:17:35.709232 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1d2cd5-112a-4d57-9f16-a45c84ca4f44 req-3cd9cf13-3909-401b-8d10-dca544e1f3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:35.710838 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-db1d2cd5-112a-4d57-9f16-a45c84ca4f44 req-3cd9cf13-3909-401b-8d10-dca544e1f3f0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4d9562697164912ae96f22f47b4a54d&device_id=c89f525f-7f78-4b41-940f-ef9b725e6e39 HTTP/1.1" status: 200 len: 1097 time: 0.0701315 Aug 10 04:17:35.744045 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-103c2755-2901-4bca-80cb-5a7923117798 req-d46bd46f-5286-4168-a487-c9aedbc74a74 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589187 Aug 10 04:17:35.816604 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1d2cd5-112a-4d57-9f16-a45c84ca4f44 req-47ecc8bc-ca28-4e44-8db9-397e4f572c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:35.818009 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-db1d2cd5-112a-4d57-9f16-a45c84ca4f44 req-47ecc8bc-ca28-4e44-8db9-397e4f572c47 service neutron] 10.222.0.61 "GET /v2.0/networks?id=86e70408-f9ef-4815-aa8f-59304e4ed4c8 HTTP/1.1" status: 200 len: 911 time: 0.0971439 Aug 10 04:17:35.888501 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-db1d2cd5-112a-4d57-9f16-a45c84ca4f44 req-167d54f3-0e9f-456a-920a-abcfee4ca5a2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8744a6c4-4b2d-4951-9456-68d847f2751f HTTP/1.1" status: 200 len: 1000 time: 0.0627670 Aug 10 04:17:35.942606 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1d2cd5-112a-4d57-9f16-a45c84ca4f44 req-35cf55fe-0b2d-401e-903e-1e478587e853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:35.944160 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-db1d2cd5-112a-4d57-9f16-a45c84ca4f44 req-35cf55fe-0b2d-401e-903e-1e478587e853 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=48d8056f-5fb2-463c-96bd-f6f5ed5da27e HTTP/1.1" status: 200 len: 850 time: 0.0478048 Aug 10 04:17:36.000270 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1d2cd5-112a-4d57-9f16-a45c84ca4f44 req-2b7b3928-02ca-42a2-b08b-d810ed5a13df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:36.001981 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-db1d2cd5-112a-4d57-9f16-a45c84ca4f44 req-2b7b3928-02ca-42a2-b08b-d810ed5a13df service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=86e70408-f9ef-4815-aa8f-59304e4ed4c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503733 Aug 10 04:17:36.100026 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-db1d2cd5-112a-4d57-9f16-a45c84ca4f44 req-2490fa44-1766-491f-bee3-378cf0bfc5b3 service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894651 Aug 10 04:17:36.204485 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-db1d2cd5-112a-4d57-9f16-a45c84ca4f44 req-5313d19d-2f81-4ab7-9857-223a7fe6cd84 service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965226 Aug 10 04:17:36.323540 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 8744a6c4-4b2d-4951-9456-68d847f2751f up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:17:36.373319 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning for port 8744a6c4-4b2d-4951-9456-68d847f2751f completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:17:36.377069 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port 8744a6c4-4b2d-4951-9456-68d847f2751f triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:17:36.377472 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:36.457650 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:36.480452 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c89f525f-7f78-4b41-940f-ef9b725e6e39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8744a6c4-4b2d-4951-9456-68d847f2751f'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:17:36.482741 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}583660bde03669f2dd7fb79ddb869ac83356356549bc1793f8d2e37d6d7017ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de7dfc8c-1891-4682-b988-c1d8f44152af" -d '{"events": [{"server_uuid": "c89f525f-7f78-4b41-940f-ef9b725e6e39", "name": "network-vif-plugged", "status": "completed", "tag": "8744a6c4-4b2d-4951-9456-68d847f2751f"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:17:36.497302 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 8744a6c4-4b2d-4951-9456-68d847f2751f, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=8744a6c4-4b2d-4951-9456-68d847f2751f,segment=NetworkSegment(3a6e383c-1b7f-4db5-9d50-a03141d50f7f),segment_id=3a6e383c-1b7f-4db5-9d50-a03141d50f7f)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:17:36.501952 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:36.527192 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93fb7f3b-edbf-465f-a97f-2aaec3ed1c7c x-openstack-request-id: req-93fb7f3b-edbf-465f-a97f-2aaec3ed1c7c {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:17:36.527482 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c89f525f-7f78-4b41-940f-ef9b725e6e39", "name": "network-vif-plugged", "status": "completed", "tag": "8744a6c4-4b2d-4951-9456-68d847f2751f", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:17:36.527729 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-93fb7f3b-edbf-465f-a97f-2aaec3ed1c7c {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:17:36.528112 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c89f525f-7f78-4b41-940f-ef9b725e6e39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8744a6c4-4b2d-4951-9456-68d847f2751f', 'code': 200} Aug 10 04:17:36.554470 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=8744a6c4-4b2d-4951-9456-68d847f2751f,revision_number=9']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:17:36.862392 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af52359-9d28-4424-b677-42d5160a771f req-0f0bcd88-febf-4d37-b26e-956eee100db4 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:36.864014 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0af52359-9d28-4424-b677-42d5160a771f req-0f0bcd88-febf-4d37-b26e-956eee100db4 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89f525f-7f78-4b41-940f-ef9b725e6e39 HTTP/1.1" status: 200 len: 946 time: 0.0508785 Aug 10 04:17:36.902369 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0af52359-9d28-4424-b677-42d5160a771f req-6eac904f-2865-4f49-bc9d-84b74946c6d6 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322721 Aug 10 04:17:37.143045 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaf69ad-5b8a-4a3d-928c-0c4a07dd2bc6 req-d88e735e-0a2b-4ee6-998c-dc6a1fcb3602 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:37.144554 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ffaf69ad-5b8a-4a3d-928c-0c4a07dd2bc6 req-d88e735e-0a2b-4ee6-998c-dc6a1fcb3602 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89f525f-7f78-4b41-940f-ef9b725e6e39 HTTP/1.1" status: 200 len: 946 time: 0.0500638 Aug 10 04:17:37.182979 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ffaf69ad-5b8a-4a3d-928c-0c4a07dd2bc6 req-6fd5cf1c-c1ab-4f24-82fb-6777a196d4c2 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325496 Aug 10 04:17:38.307755 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295fe234-e336-463c-8044-14d5a3213c40 req-574ecc82-5190-4c6b-9ccf-440104a5ec24 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:38.309308 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-295fe234-e336-463c-8044-14d5a3213c40 req-574ecc82-5190-4c6b-9ccf-440104a5ec24 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89f525f-7f78-4b41-940f-ef9b725e6e39 HTTP/1.1" status: 200 len: 946 time: 0.0561123 Aug 10 04:17:38.348111 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-295fe234-e336-463c-8044-14d5a3213c40 req-a1e379a3-121f-48be-9d87-dccd9465845b tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326781 Aug 10 04:17:38.583837 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ebafc-4e82-4f88-a476-fb126d8004a4 req-c89aea63-f9cc-4fb1-a238-5e74579a96ed tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:38.585292 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-575ebafc-4e82-4f88-a476-fb126d8004a4 req-c89aea63-f9cc-4fb1-a238-5e74579a96ed tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.61 "GET /v2.0/ports?device_id=c89f525f-7f78-4b41-940f-ef9b725e6e39 HTTP/1.1" status: 200 len: 946 time: 0.0484097 Aug 10 04:17:38.675717 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-575ebafc-4e82-4f88-a476-fb126d8004a4 req-992ae00e-1684-4657-9e9b-66f68178bba2 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Deleting port 8744a6c4-4b2d-4951-9456-68d847f2751f {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:17:38.676063 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-575ebafc-4e82-4f88-a476-fb126d8004a4 req-992ae00e-1684-4657-9e9b-66f68178bba2 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:38.767365 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-575ebafc-4e82-4f88-a476-fb126d8004a4 req-992ae00e-1684-4657-9e9b-66f68178bba2 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] For port 8744a6c4-4b2d-4951-9456-68d847f2751f, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=8744a6c4-4b2d-4951-9456-68d847f2751f,segment=NetworkSegment(3a6e383c-1b7f-4db5-9d50-a03141d50f7f),segment_id=3a6e383c-1b7f-4db5-9d50-a03141d50f7f)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:17:38.767735 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-575ebafc-4e82-4f88-a476-fb126d8004a4 req-992ae00e-1684-4657-9e9b-66f68178bba2 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:38.943955 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-575ebafc-4e82-4f88-a476-fb126d8004a4 req-992ae00e-1684-4657-9e9b-66f68178bba2 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:38.944330 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-575ebafc-4e82-4f88-a476-fb126d8004a4 req-992ae00e-1684-4657-9e9b-66f68178bba2 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:38.944644 n-d-768862-13 neutron-server[94260]: INFO neutron.db.l3_db [req-575ebafc-4e82-4f88-a476-fb126d8004a4 req-992ae00e-1684-4657-9e9b-66f68178bba2 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Floating IP 3f05a2ad-2b94-48f1-8aff-7731ddb41905 disassociated. External IP: 172.25.6.93, port: 8744a6c4-4b2d-4951-9456-68d847f2751f. Aug 10 04:17:38.944987 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-575ebafc-4e82-4f88-a476-fb126d8004a4 req-992ae00e-1684-4657-9e9b-66f68178bba2 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Calling delete_port for 8744a6c4-4b2d-4951-9456-68d847f2751f owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:17:39.092854 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-575ebafc-4e82-4f88-a476-fb126d8004a4 req-992ae00e-1684-4657-9e9b-66f68178bba2 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:39.131931 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992ae00e-1684-4657-9e9b-66f68178bba2 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Pushing event deleted for resources: {'Port': ['ID=8744a6c4-4b2d-4951-9456-68d847f2751f,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:17:39.256207 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [req-575ebafc-4e82-4f88-a476-fb126d8004a4 req-992ae00e-1684-4657-9e9b-66f68178bba2 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Router 53286071-5c9d-4c9a-8825-3f31317c97f2 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:17:39.369746 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-575ebafc-4e82-4f88-a476-fb126d8004a4 req-992ae00e-1684-4657-9e9b-66f68178bba2 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:17:39.380434 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac7851f-8796-4a66-b5c3-b8f33d8f1e52 None None] Sync routers for ids ['53286071-5c9d-4c9a-8825-3f31317c97f2'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:17:39.400610 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac7851f-8796-4a66-b5c3-b8f33d8f1e52 None None] Routers {'53286071-5c9d-4c9a-8825-3f31317c97f2'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:17:39.401253 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-eac7851f-8796-4a66-b5c3-b8f33d8f1e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:17:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['53286071-5c9d-4c9a-8825-3f31317c97f2'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:17:39.411367 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-575ebafc-4e82-4f88-a476-fb126d8004a4 req-992ae00e-1684-4657-9e9b-66f68178bba2 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] No DVR routers for this DVR port 8744a6c4-4b2d-4951-9456-68d847f2751f on host n-h2-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:17:39.414037 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-575ebafc-4e82-4f88-a476-fb126d8004a4 req-992ae00e-1684-4657-9e9b-66f68178bba2 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:39.416891 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-575ebafc-4e82-4f88-a476-fb126d8004a4 req-992ae00e-1684-4657-9e9b-66f68178bba2 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.61 "DELETE /v2.0/ports/8744a6c4-4b2d-4951-9456-68d847f2751f HTTP/1.1" status: 204 len: 173 time: 0.8247435 Aug 10 04:17:39.417366 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c89f525f-7f78-4b41-940f-ef9b725e6e39', 'name': 'network-vif-deleted', 'tag': '8744a6c4-4b2d-4951-9456-68d847f2751f'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:17:39.420069 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7142606bf34c4189ec1af3eb1cc50705e8815838b55f5940d6ad7e637f738b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74207848-588f-4fa8-b99d-1335b11b9e35" -d '{"events": [{"server_uuid": "c89f525f-7f78-4b41-940f-ef9b725e6e39", "name": "network-vif-deleted", "tag": "8744a6c4-4b2d-4951-9456-68d847f2751f"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:17:39.479042 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6060492-dc55-4166-88a7-a406dda74ec3 x-openstack-request-id: req-c6060492-dc55-4166-88a7-a406dda74ec3 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:17:39.479347 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c89f525f-7f78-4b41-940f-ef9b725e6e39", "name": "network-vif-deleted", "tag": "8744a6c4-4b2d-4951-9456-68d847f2751f", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:17:39.479607 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c6060492-dc55-4166-88a7-a406dda74ec3 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:17:39.480033 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c89f525f-7f78-4b41-940f-ef9b725e6e39', 'name': 'network-vif-deleted', 'tag': '8744a6c4-4b2d-4951-9456-68d847f2751f', 'status': 'completed', 'code': 200} Aug 10 04:17:39.487051 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-92df6485-51e9-4a1a-b289-0b67ccc0bafe req-c4d45091-4864-4743-b44d-b5706869f9f5 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89f525f-7f78-4b41-940f-ef9b725e6e39 HTTP/1.1" status: 200 len: 210 time: 0.0439620 Aug 10 04:17:39.533194 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-eac7851f-8796-4a66-b5c3-b8f33d8f1e52 None None] Set router 53286071-5c9d-4c9a-8825-3f31317c97f2 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:17:39.739830 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-eac7851f-8796-4a66-b5c3-b8f33d8f1e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'name': 'tempest-ServerActionsTestJSON-388020780-router', 'tenant_id': 'b4d9562697164912ae96f22f47b4a54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'c41ccae9-8bad-4cef-b271-680de0fb9b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:12:06Z', 'updated_at': '2021-08-10T04:12:08Z', 'revision_number': 4, 'project_id': 'b4d9562697164912ae96f22f47b4a54d', 'gw_port': {'id': 'c41ccae9-8bad-4cef-b271-680de0fb9b17', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:06Z', 'updated_at': '2021-08-10T04:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '51432507-f545-4d05-b420-c6d301f256cd', 'name': '', 'network_id': '86e70408-f9ef-4815-aa8f-59304e4ed4c8', 'tenant_id': 'b4d9562697164912ae96f22f47b4a54d', 'mac_address': 'fa:16:3e:79:30:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '48d8056f-5fb2-463c-96bd-f6f5ed5da27e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:07Z', 'updated_at': '2021-08-10T04:12:14Z', 'revision_number': 5, 'project_id': 'b4d9562697164912ae96f22f47b4a54d', 'subnets': [{'id': '48d8056f-5fb2-463c-96bd-f6f5ed5da27e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:17:39.770872 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac7851f-8796-4a66-b5c3-b8f33d8f1e52 None None] Checking router: 53286071-5c9d-4c9a-8825-3f31317c97f2 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:17:39.780736 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac7851f-8796-4a66-b5c3-b8f33d8f1e52 None None] Routers {'53286071-5c9d-4c9a-8825-3f31317c97f2'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:17:39.781377 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-eac7851f-8796-4a66-b5c3-b8f33d8f1e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:17:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['53286071-5c9d-4c9a-8825-3f31317c97f2'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:17:39.889494 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-eac7851f-8796-4a66-b5c3-b8f33d8f1e52 None None] Set router 53286071-5c9d-4c9a-8825-3f31317c97f2 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:17:40.249340 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-eac7851f-8796-4a66-b5c3-b8f33d8f1e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'name': 'tempest-ServerActionsTestJSON-388020780-router', 'tenant_id': 'b4d9562697164912ae96f22f47b4a54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'c41ccae9-8bad-4cef-b271-680de0fb9b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:12:06Z', 'updated_at': '2021-08-10T04:12:08Z', 'revision_number': 4, 'project_id': 'b4d9562697164912ae96f22f47b4a54d', 'gw_port': {'id': 'c41ccae9-8bad-4cef-b271-680de0fb9b17', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:06Z', 'updated_at': '2021-08-10T04:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '51432507-f545-4d05-b420-c6d301f256cd', 'name': '', 'network_id': '86e70408-f9ef-4815-aa8f-59304e4ed4c8', 'tenant_id': 'b4d9562697164912ae96f22f47b4a54d', 'mac_address': 'fa:16:3e:79:30:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '48d8056f-5fb2-463c-96bd-f6f5ed5da27e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:07Z', 'updated_at': '2021-08-10T04:12:14Z', 'revision_number': 5, 'project_id': 'b4d9562697164912ae96f22f47b4a54d', 'subnets': [{'id': '48d8056f-5fb2-463c-96bd-f6f5ed5da27e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:17:40.275307 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac7851f-8796-4a66-b5c3-b8f33d8f1e52 None None] The sync data for ids ['53286071-5c9d-4c9a-8825-3f31317c97f2'] in n-d-768862-13 is: [{'id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'name': 'tempest-ServerActionsTestJSON-388020780-router', 'tenant_id': 'b4d9562697164912ae96f22f47b4a54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'c41ccae9-8bad-4cef-b271-680de0fb9b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:12:06Z', 'updated_at': '2021-08-10T04:12:08Z', 'revision_number': 4, 'project_id': 'b4d9562697164912ae96f22f47b4a54d', 'gw_port': {'id': 'c41ccae9-8bad-4cef-b271-680de0fb9b17', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:06Z', 'updated_at': '2021-08-10T04:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '51432507-f545-4d05-b420-c6d301f256cd', 'name': '', 'network_id': '86e70408-f9ef-4815-aa8f-59304e4ed4c8', 'tenant_id': 'b4d9562697164912ae96f22f47b4a54d', 'mac_address': 'fa:16:3e:79:30:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '48d8056f-5fb2-463c-96bd-f6f5ed5da27e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:07Z', 'updated_at': '2021-08-10T04:12:14Z', 'revision_number': 5, 'project_id': 'b4d9562697164912ae96f22f47b4a54d', 'subnets': [{'id': '48d8056f-5fb2-463c-96bd-f6f5ed5da27e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:17:40.493403 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1e14fd-903b-4884-9b32-259a0862eabe None None] New status for floating IP 3f05a2ad-2b94-48f1-8aff-7731ddb41905: DOWN {{(pid=94263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:17:40.783673 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-11477c5d-ac14-4074-84af-71ad5f9eaebf req-ffcd4a14-e239-474c-badc-6b803088528e tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1363185641&fields=id&tenant_id=b4d9562697164912ae96f22f47b4a54d HTTP/1.1" status: 200 len: 267 time: 0.0343935 Aug 10 04:17:40.900374 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11477c5d-ac14-4074-84af-71ad5f9eaebf req-07b2cd89-463f-4a1d-8d92-405ebdf31ce5 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:40.901850 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-11477c5d-ac14-4074-84af-71ad5f9eaebf req-07b2cd89-463f-4a1d-8d92-405ebdf31ce5 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/networks?id=86e70408-f9ef-4815-aa8f-59304e4ed4c8 HTTP/1.1" status: 200 len: 811 time: 0.1113224 Aug 10 04:17:40.919890 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-11477c5d-ac14-4074-84af-71ad5f9eaebf req-9e5d27b4-f6cb-456f-9d72-e523e2ba5279 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/quotas/b4d9562697164912ae96f22f47b4a54d HTTP/1.1" status: 200 len: 375 time: 0.0121775 Aug 10 04:17:40.973765 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-11477c5d-ac14-4074-84af-71ad5f9eaebf req-ce015c03-f6ab-4200-8fed-7c82ce915486 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b4d9562697164912ae96f22f47b4a54d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0479598 Aug 10 04:17:41.123779 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-11477c5d-ac14-4074-84af-71ad5f9eaebf req-ab612aee-83e8-4c6c-9796-11bb8768d375 service neutron] 10.222.0.44 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373739 Aug 10 04:17:41.217583 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-11477c5d-ac14-4074-84af-71ad5f9eaebf req-e2160349-23d3-4373-8549-734e2c1630ec service neutron] 10.222.0.44 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872355 Aug 10 04:17:41.393344 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-20bd5467-f275-40d4-9536-84b844ea6ad3 req-bc885768-d73b-4fbb-9c4c-f72f7760d94e tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=22882bb5-df6a-4a03-b8b1-8ebacb558477 HTTP/1.1" status: 200 len: 210 time: 0.0339694 Aug 10 04:17:42.331752 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11477c5d-ac14-4074-84af-71ad5f9eaebf req-3a3be830-10ee-4d98-8160-6dd7557f084d tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:42.333283 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-11477c5d-ac14-4074-84af-71ad5f9eaebf req-3a3be830-10ee-4d98-8160-6dd7557f084d tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.61 "GET /v2.0/networks?id=86e70408-f9ef-4815-aa8f-59304e4ed4c8 HTTP/1.1" status: 200 len: 811 time: 0.1140599 Aug 10 04:17:42.359239 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 8744a6c4-4b2d-4951-9456-68d847f2751f no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:17:42.382848 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] No Port match for: 8744a6c4-4b2d-4951-9456-68d847f2751f {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:17:42.383274 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 8744a6c4-4b2d-4951-9456-68d847f2751f not bound to the agent host n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:17:42.385815 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-11477c5d-ac14-4074-84af-71ad5f9eaebf req-d0004f50-794d-4d11-b155-872ffcd3f766 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b4d9562697164912ae96f22f47b4a54d HTTP/1.1" status: 200 len: 380 time: 0.0419207 Aug 10 04:17:42.401801 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-11477c5d-ac14-4074-84af-71ad5f9eaebf req-13381efc-5c99-4476-952d-53a284952bb6 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Request body: {'port': {'device_id': '22882bb5-df6a-4a03-b8b1-8ebacb558477', 'network_id': '86e70408-f9ef-4815-aa8f-59304e4ed4c8', 'admin_state_up': True, 'tenant_id': 'b4d9562697164912ae96f22f47b4a54d', 'security_groups': ['fab7cab8-f9bd-42c8-9b31-8e2bed95f568']}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:17:42.500909 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-76a2b9af-89dd-4c3c-80ef-1f5b193662ba req-1c764f27-6a8b-430b-ac8e-b1d816f2ee67 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=22882bb5-df6a-4a03-b8b1-8ebacb558477 HTTP/1.1" status: 200 len: 210 time: 0.0378132 Aug 10 04:17:42.541960 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11477c5d-ac14-4074-84af-71ad5f9eaebf req-13381efc-5c99-4476-952d-53a284952bb6 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Made reservation on behalf of b4d9562697164912ae96f22f47b4a54d for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:17:42.546066 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-11477c5d-ac14-4074-84af-71ad5f9eaebf req-13381efc-5c99-4476-952d-53a284952bb6 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:42.683514 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-11477c5d-ac14-4074-84af-71ad5f9eaebf req-13381efc-5c99-4476-952d-53a284952bb6 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Allocated IP 172.20.0.11 (86e70408-f9ef-4815-aa8f-59304e4ed4c8/48d8056f-5fb2-463c-96bd-f6f5ed5da27e/600c6ca9-6224-4086-b5df-8c2df8511b77) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:17:42.826258 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-11477c5d-ac14-4074-84af-71ad5f9eaebf req-13381efc-5c99-4476-952d-53a284952bb6 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:42.841529 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-11477c5d-ac14-4074-84af-71ad5f9eaebf req-13381efc-5c99-4476-952d-53a284952bb6 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Transition to ACTIVE for port object 600c6ca9-6224-4086-b5df-8c2df8511b77 will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:17:42.876393 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-11477c5d-ac14-4074-84af-71ad5f9eaebf req-13381efc-5c99-4476-952d-53a284952bb6 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:42.930407 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11477c5d-ac14-4074-84af-71ad5f9eaebf req-13381efc-5c99-4476-952d-53a284952bb6 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Network 86e70408-f9ef-4815-aa8f-59304e4ed4c8 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:17:42.933630 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-11477c5d-ac14-4074-84af-71ad5f9eaebf req-13381efc-5c99-4476-952d-53a284952bb6 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:17:42.937773 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-11477c5d-ac14-4074-84af-71ad5f9eaebf req-13381efc-5c99-4476-952d-53a284952bb6 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:17:42.944439 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13381efc-5c99-4476-952d-53a284952bb6 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Pushing event updated for resources: {'Port': ['ID=600c6ca9-6224-4086-b5df-8c2df8511b77,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:17:42.994188 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11477c5d-ac14-4074-84af-71ad5f9eaebf req-13381efc-5c99-4476-952d-53a284952bb6 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:42.994877 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-11477c5d-ac14-4074-84af-71ad5f9eaebf req-13381efc-5c99-4476-952d-53a284952bb6 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:43.010981 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-11477c5d-ac14-4074-84af-71ad5f9eaebf req-13381efc-5c99-4476-952d-53a284952bb6 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6129975 Aug 10 04:17:43.025797 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-11477c5d-ac14-4074-84af-71ad5f9eaebf req-b4fc5c31-6c18-4bfa-846a-4a1b65f0cc42 service neutron] Request body: {'port': {'device_id': '22882bb5-df6a-4a03-b8b1-8ebacb558477', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:17:43.084846 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-11477c5d-ac14-4074-84af-71ad5f9eaebf req-b4fc5c31-6c18-4bfa-846a-4a1b65f0cc42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:43.195527 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-7a16b491-423d-4ab3-aedd-0235b2d37bf3 None None] Provisioning for port 600c6ca9-6224-4086-b5df-8c2df8511b77 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:17:43.200099 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-7a16b491-423d-4ab3-aedd-0235b2d37bf3 None None] Provisioning complete for port 600c6ca9-6224-4086-b5df-8c2df8511b77 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:17:43.200475 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-7a16b491-423d-4ab3-aedd-0235b2d37bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:43.236518 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-7a16b491-423d-4ab3-aedd-0235b2d37bf3 None None] Port 600c6ca9-6224-4086-b5df-8c2df8511b77 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:17:43.375936 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-11477c5d-ac14-4074-84af-71ad5f9eaebf req-b4fc5c31-6c18-4bfa-846a-4a1b65f0cc42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 600c6ca9-6224-4086-b5df-8c2df8511b77 {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:17:43.384053 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-11477c5d-ac14-4074-84af-71ad5f9eaebf req-b4fc5c31-6c18-4bfa-846a-4a1b65f0cc42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:43.396791 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-11477c5d-ac14-4074-84af-71ad5f9eaebf req-b4fc5c31-6c18-4bfa-846a-4a1b65f0cc42 service neutron] Transition to ACTIVE for port object 600c6ca9-6224-4086-b5df-8c2df8511b77 will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:17:43.401125 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-11477c5d-ac14-4074-84af-71ad5f9eaebf req-b4fc5c31-6c18-4bfa-846a-4a1b65f0cc42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:43.454492 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fc5c31-6c18-4bfa-846a-4a1b65f0cc42 service neutron] Pushing event updated for resources: {'Port': ['ID=600c6ca9-6224-4086-b5df-8c2df8511b77,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:17:43.533967 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-11477c5d-ac14-4074-84af-71ad5f9eaebf req-b4fc5c31-6c18-4bfa-846a-4a1b65f0cc42 service neutron] Attempting to bind port 600c6ca9-6224-4086-b5df-8c2df8511b77 on host n-h2-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:17:43.534336 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-11477c5d-ac14-4074-84af-71ad5f9eaebf req-b4fc5c31-6c18-4bfa-846a-4a1b65f0cc42 service neutron] Attempting to bind port 600c6ca9-6224-4086-b5df-8c2df8511b77 by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': '3a6e383c-1b7f-4db5-9d50-a03141d50f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '86e70408-f9ef-4815-aa8f-59304e4ed4c8'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:17:43.534672 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11477c5d-ac14-4074-84af-71ad5f9eaebf req-b4fc5c31-6c18-4bfa-846a-4a1b65f0cc42 service neutron] Attempting to bind port 600c6ca9-6224-4086-b5df-8c2df8511b77 on network 86e70408-f9ef-4815-aa8f-59304e4ed4c8 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:17:43.539693 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11477c5d-ac14-4074-84af-71ad5f9eaebf req-b4fc5c31-6c18-4bfa-846a-4a1b65f0cc42 service neutron] Port 600c6ca9-6224-4086-b5df-8c2df8511b77 on network 86e70408-f9ef-4815-aa8f-59304e4ed4c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:17:43.540020 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11477c5d-ac14-4074-84af-71ad5f9eaebf req-b4fc5c31-6c18-4bfa-846a-4a1b65f0cc42 service neutron] Attempting to bind port 600c6ca9-6224-4086-b5df-8c2df8511b77 on network 86e70408-f9ef-4815-aa8f-59304e4ed4c8 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:17:43.546622 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11477c5d-ac14-4074-84af-71ad5f9eaebf req-b4fc5c31-6c18-4bfa-846a-4a1b65f0cc42 service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:17:43.546966 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11477c5d-ac14-4074-84af-71ad5f9eaebf req-b4fc5c31-6c18-4bfa-846a-4a1b65f0cc42 service neutron] Checking segment: {'id': '3a6e383c-1b7f-4db5-9d50-a03141d50f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '86e70408-f9ef-4815-aa8f-59304e4ed4c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:17:43.548767 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11477c5d-ac14-4074-84af-71ad5f9eaebf req-b4fc5c31-6c18-4bfa-846a-4a1b65f0cc42 service neutron] Bound using segment: {'id': '3a6e383c-1b7f-4db5-9d50-a03141d50f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '86e70408-f9ef-4815-aa8f-59304e4ed4c8'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:17:43.548767 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-11477c5d-ac14-4074-84af-71ad5f9eaebf req-b4fc5c31-6c18-4bfa-846a-4a1b65f0cc42 service neutron] Bound port: 600c6ca9-6224-4086-b5df-8c2df8511b77, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a6e383c-1b7f-4db5-9d50-a03141d50f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '86e70408-f9ef-4815-aa8f-59304e4ed4c8'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:17:43.548767 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-11477c5d-ac14-4074-84af-71ad5f9eaebf req-b4fc5c31-6c18-4bfa-846a-4a1b65f0cc42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:43.648335 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-11477c5d-ac14-4074-84af-71ad5f9eaebf req-b4fc5c31-6c18-4bfa-846a-4a1b65f0cc42 service neutron] For port 600c6ca9-6224-4086-b5df-8c2df8511b77, host n-h2-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:17:43.653122 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-11477c5d-ac14-4074-84af-71ad5f9eaebf req-b4fc5c31-6c18-4bfa-846a-4a1b65f0cc42 service neutron] For port 600c6ca9-6224-4086-b5df-8c2df8511b77, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=600c6ca9-6224-4086-b5df-8c2df8511b77,segment=NetworkSegment(3a6e383c-1b7f-4db5-9d50-a03141d50f7f),segment_id=3a6e383c-1b7f-4db5-9d50-a03141d50f7f)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:17:43.662212 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928f2a20-ed1b-49f5-85bc-1b1b9c27ff10 req-7f89c7c3-e86c-457f-907f-66680381b99e tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:43.663807 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-928f2a20-ed1b-49f5-85bc-1b1b9c27ff10 req-7f89c7c3-e86c-457f-907f-66680381b99e tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=22882bb5-df6a-4a03-b8b1-8ebacb558477 HTTP/1.1" status: 200 len: 944 time: 0.0803225 Aug 10 04:17:43.665463 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-11477c5d-ac14-4074-84af-71ad5f9eaebf req-b4fc5c31-6c18-4bfa-846a-4a1b65f0cc42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:43.724867 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11477c5d-ac14-4074-84af-71ad5f9eaebf req-b4fc5c31-6c18-4bfa-846a-4a1b65f0cc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:43.725503 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-11477c5d-ac14-4074-84af-71ad5f9eaebf req-b4fc5c31-6c18-4bfa-846a-4a1b65f0cc42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:43.726964 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-11477c5d-ac14-4074-84af-71ad5f9eaebf req-b4fc5c31-6c18-4bfa-846a-4a1b65f0cc42 service neutron] 10.222.0.61 "PUT /v2.0/ports/600c6ca9-6224-4086-b5df-8c2df8511b77 HTTP/1.1" status: 200 len: 1093 time: 0.7063668 Aug 10 04:17:43.727466 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22882bb5-df6a-4a03-b8b1-8ebacb558477', 'tag': '600c6ca9-6224-4086-b5df-8c2df8511b77'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:17:43.729812 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7142606bf34c4189ec1af3eb1cc50705e8815838b55f5940d6ad7e637f738b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c89481ef-3fe9-4ea5-bb3c-61804f6f6f7c" -d '{"events": [{"name": "network-changed", "server_uuid": "22882bb5-df6a-4a03-b8b1-8ebacb558477", "tag": "600c6ca9-6224-4086-b5df-8c2df8511b77"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:17:43.762713 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fc5c31-6c18-4bfa-846a-4a1b65f0cc42 service neutron] Pushing event updated for resources: {'Port': ['ID=600c6ca9-6224-4086-b5df-8c2df8511b77,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:17:43.778045 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-928f2a20-ed1b-49f5-85bc-1b1b9c27ff10 req-fca6bd7a-a6bb-44f7-99a8-9c15b23e4403 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071255 Aug 10 04:17:43.786548 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8cccdc2-8704-4f35-b826-0751fb6068ac x-openstack-request-id: req-b8cccdc2-8704-4f35-b826-0751fb6068ac {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:17:43.786773 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22882bb5-df6a-4a03-b8b1-8ebacb558477", "tag": "600c6ca9-6224-4086-b5df-8c2df8511b77", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:17:43.787017 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b8cccdc2-8704-4f35-b826-0751fb6068ac {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:17:43.787416 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22882bb5-df6a-4a03-b8b1-8ebacb558477', 'tag': '600c6ca9-6224-4086-b5df-8c2df8511b77', 'status': 'completed', 'code': 200} Aug 10 04:17:43.823891 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11477c5d-ac14-4074-84af-71ad5f9eaebf req-cf430b4f-4b3c-4acb-8b37-b286348774d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:43.825627 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-11477c5d-ac14-4074-84af-71ad5f9eaebf req-cf430b4f-4b3c-4acb-8b37-b286348774d3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4d9562697164912ae96f22f47b4a54d&device_id=22882bb5-df6a-4a03-b8b1-8ebacb558477 HTTP/1.1" status: 200 len: 1096 time: 0.0515165 Aug 10 04:17:43.869542 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-11477c5d-ac14-4074-84af-71ad5f9eaebf req-ceee8b53-662e-44f2-a3f0-ed105b7cdad4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=600c6ca9-6224-4086-b5df-8c2df8511b77 HTTP/1.1" status: 200 len: 217 time: 0.0353177 Aug 10 04:17:43.928888 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11477c5d-ac14-4074-84af-71ad5f9eaebf req-b11dc716-7a7e-4eba-a95a-8ac6c2dc0b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:43.931024 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-11477c5d-ac14-4074-84af-71ad5f9eaebf req-b11dc716-7a7e-4eba-a95a-8ac6c2dc0b24 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=48d8056f-5fb2-463c-96bd-f6f5ed5da27e HTTP/1.1" status: 200 len: 850 time: 0.0529125 Aug 10 04:17:43.978566 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11477c5d-ac14-4074-84af-71ad5f9eaebf req-63a92b93-76f4-45d1-a99d-e64ea24d2466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:43.980032 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-11477c5d-ac14-4074-84af-71ad5f9eaebf req-63a92b93-76f4-45d1-a99d-e64ea24d2466 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=86e70408-f9ef-4815-aa8f-59304e4ed4c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424500 Aug 10 04:17:44.075343 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-11477c5d-ac14-4074-84af-71ad5f9eaebf req-cf1d6672-3b73-4c78-9ec4-05a41a7b5d3f service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875967 Aug 10 04:17:44.175751 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-11477c5d-ac14-4074-84af-71ad5f9eaebf req-9897a767-40fe-4927-9785-686e2208969d service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893972 Aug 10 04:17:44.264894 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89481ef-3fe9-4ea5-bb3c-61804f6f6f7c req-e7ba586d-a1b3-41c5-8383-5de92a2f6ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:44.266516 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c89481ef-3fe9-4ea5-bb3c-61804f6f6f7c req-e7ba586d-a1b3-41c5-8383-5de92a2f6ae8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4d9562697164912ae96f22f47b4a54d&device_id=22882bb5-df6a-4a03-b8b1-8ebacb558477 HTTP/1.1" status: 200 len: 1096 time: 0.0441127 Aug 10 04:17:44.367995 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89481ef-3fe9-4ea5-bb3c-61804f6f6f7c req-64fc2100-92d4-4869-9ef5-cb60c305f905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:44.369498 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c89481ef-3fe9-4ea5-bb3c-61804f6f6f7c req-64fc2100-92d4-4869-9ef5-cb60c305f905 service neutron] 10.222.0.61 "GET /v2.0/networks?id=86e70408-f9ef-4815-aa8f-59304e4ed4c8 HTTP/1.1" status: 200 len: 911 time: 0.0953236 Aug 10 04:17:44.413694 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c89481ef-3fe9-4ea5-bb3c-61804f6f6f7c req-88c261ca-b8d1-4085-a6b2-723853389ee0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=600c6ca9-6224-4086-b5df-8c2df8511b77 HTTP/1.1" status: 200 len: 217 time: 0.0360694 Aug 10 04:17:44.465584 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89481ef-3fe9-4ea5-bb3c-61804f6f6f7c req-c2cab311-4ee6-43b1-bd02-d571a9e30f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:44.467053 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c89481ef-3fe9-4ea5-bb3c-61804f6f6f7c req-c2cab311-4ee6-43b1-bd02-d571a9e30f3c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=48d8056f-5fb2-463c-96bd-f6f5ed5da27e HTTP/1.1" status: 200 len: 850 time: 0.0468268 Aug 10 04:17:44.526118 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89481ef-3fe9-4ea5-bb3c-61804f6f6f7c req-a353be41-a3c3-49f7-a21e-a53ec26adb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:44.527687 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c89481ef-3fe9-4ea5-bb3c-61804f6f6f7c req-a353be41-a3c3-49f7-a21e-a53ec26adb2a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=86e70408-f9ef-4815-aa8f-59304e4ed4c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508797 Aug 10 04:17:44.623886 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c89481ef-3fe9-4ea5-bb3c-61804f6f6f7c req-1abf5bda-0662-45f8-8a6e-1b0211955406 service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881400 Aug 10 04:17:44.723606 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c89481ef-3fe9-4ea5-bb3c-61804f6f6f7c req-dc1e040c-f243-4d6f-bfcd-cdfdbdaa642a service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920804 Aug 10 04:17:44.899118 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87810bd7-6a09-4117-8473-820decac31d6 req-78044d22-c755-41b8-8099-7174869db96d tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:44.900790 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-87810bd7-6a09-4117-8473-820decac31d6 req-78044d22-c755-41b8-8099-7174869db96d tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=22882bb5-df6a-4a03-b8b1-8ebacb558477 HTTP/1.1" status: 200 len: 944 time: 0.0511789 Aug 10 04:17:44.940549 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-87810bd7-6a09-4117-8473-820decac31d6 req-4a549d79-a093-4c17-b93d-675cdaec8513 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334384 Aug 10 04:17:46.061138 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dda9ee-7b12-44d4-bc52-d070046b138f req-325be61c-bccb-4e67-a3cd-7b63505ebb99 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:46.062716 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-83dda9ee-7b12-44d4-bc52-d070046b138f req-325be61c-bccb-4e67-a3cd-7b63505ebb99 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=22882bb5-df6a-4a03-b8b1-8ebacb558477 HTTP/1.1" status: 200 len: 944 time: 0.0529628 Aug 10 04:17:46.101742 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-83dda9ee-7b12-44d4-bc52-d070046b138f req-02603067-443b-483f-8489-d2cba4227c38 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330362 Aug 10 04:17:47.237183 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7601d22f-ae71-4247-889e-ba1e48b05f02 req-e59fc886-f012-4d9b-b71e-1e118d3c9a82 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:47.238713 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7601d22f-ae71-4247-889e-ba1e48b05f02 req-e59fc886-f012-4d9b-b71e-1e118d3c9a82 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=22882bb5-df6a-4a03-b8b1-8ebacb558477 HTTP/1.1" status: 200 len: 944 time: 0.0503552 Aug 10 04:17:47.282465 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7601d22f-ae71-4247-889e-ba1e48b05f02 req-dea7c926-31d8-4a6d-bf4d-1ebaa4433961 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370667 Aug 10 04:17:48.416610 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 600c6ca9-6224-4086-b5df-8c2df8511b77 details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:17:48.422318 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50231484-d111-40c6-b6b2-dea5d1fe8781 req-ec8ae868-ea79-4d5e-84a1-605a2013f7fd tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:48.424108 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-50231484-d111-40c6-b6b2-dea5d1fe8781 req-ec8ae868-ea79-4d5e-84a1-605a2013f7fd tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=22882bb5-df6a-4a03-b8b1-8ebacb558477 HTTP/1.1" status: 200 len: 944 time: 0.0688081 Aug 10 04:17:48.464419 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-50231484-d111-40c6-b6b2-dea5d1fe8781 req-4896a586-ea96-4dc1-95a9-56db011d1404 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343306 Aug 10 04:17:48.522674 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 600c6ca9-6224-4086-b5df-8c2df8511b77, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=600c6ca9-6224-4086-b5df-8c2df8511b77,segment=NetworkSegment(3a6e383c-1b7f-4db5-9d50-a03141d50f7f),segment_id=3a6e383c-1b7f-4db5-9d50-a03141d50f7f)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:17:48.538481 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': '600c6ca9-6224-4086-b5df-8c2df8511b77', 'network_id': '86e70408-f9ef-4815-aa8f-59304e4ed4c8', 'port_id': '600c6ca9-6224-4086-b5df-8c2df8511b77', 'mac_address': 'fa:16:3e:77:5f:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48d8056f-5fb2-463c-96bd-f6f5ed5da27e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:17:48.576023 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:48.589498 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 600c6ca9-6224-4086-b5df-8c2df8511b77 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:17:48.609170 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 600c6ca9-6224-4086-b5df-8c2df8511b77, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=600c6ca9-6224-4086-b5df-8c2df8511b77,segment=NetworkSegment(3a6e383c-1b7f-4db5-9d50-a03141d50f7f),segment_id=3a6e383c-1b7f-4db5-9d50-a03141d50f7f)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:17:48.614024 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:48.663079 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=600c6ca9-6224-4086-b5df-8c2df8511b77,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:17:48.936930 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['600c6ca9-6224-4086-b5df-8c2df8511b77'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:17:49.590993 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f692ac-4e0a-4e21-bac8-1cf6fbef1d55 req-48a26e95-0ddd-43f2-9c3e-860009b1374f tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:49.592523 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-21f692ac-4e0a-4e21-bac8-1cf6fbef1d55 req-48a26e95-0ddd-43f2-9c3e-860009b1374f tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=22882bb5-df6a-4a03-b8b1-8ebacb558477 HTTP/1.1" status: 200 len: 945 time: 0.0524211 Aug 10 04:17:49.632824 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-21f692ac-4e0a-4e21-bac8-1cf6fbef1d55 req-194c4f3f-ee43-4765-b32b-de4fc7a1c41b tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340762 Aug 10 04:17:50.433216 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 600c6ca9-6224-4086-b5df-8c2df8511b77 up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:17:50.482528 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning for port 600c6ca9-6224-4086-b5df-8c2df8511b77 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:17:50.486546 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port 600c6ca9-6224-4086-b5df-8c2df8511b77 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:17:50.486919 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:50.568101 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:50.591595 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22882bb5-df6a-4a03-b8b1-8ebacb558477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '600c6ca9-6224-4086-b5df-8c2df8511b77'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:17:50.593861 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}583660bde03669f2dd7fb79ddb869ac83356356549bc1793f8d2e37d6d7017ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e72af57-da80-4757-8ef5-2c97b394fce3" -d '{"events": [{"server_uuid": "22882bb5-df6a-4a03-b8b1-8ebacb558477", "name": "network-vif-plugged", "status": "completed", "tag": "600c6ca9-6224-4086-b5df-8c2df8511b77"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:17:50.607517 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 600c6ca9-6224-4086-b5df-8c2df8511b77, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=600c6ca9-6224-4086-b5df-8c2df8511b77,segment=NetworkSegment(3a6e383c-1b7f-4db5-9d50-a03141d50f7f),segment_id=3a6e383c-1b7f-4db5-9d50-a03141d50f7f)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:17:50.612564 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:50.640963 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e28880dc-6644-45ab-a6db-04ebf282a74b x-openstack-request-id: req-e28880dc-6644-45ab-a6db-04ebf282a74b {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:17:50.641244 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22882bb5-df6a-4a03-b8b1-8ebacb558477", "name": "network-vif-plugged", "status": "completed", "tag": "600c6ca9-6224-4086-b5df-8c2df8511b77", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:17:50.641496 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e28880dc-6644-45ab-a6db-04ebf282a74b {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:17:50.641885 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22882bb5-df6a-4a03-b8b1-8ebacb558477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '600c6ca9-6224-4086-b5df-8c2df8511b77', 'code': 200} Aug 10 04:17:50.669142 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=600c6ca9-6224-4086-b5df-8c2df8511b77,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:17:51.102846 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dab183-7506-4286-bd4b-11fed02dd411 req-e4d69345-a5cf-4ec9-8838-878a4c24a66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:51.104380 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f6dab183-7506-4286-bd4b-11fed02dd411 req-e4d69345-a5cf-4ec9-8838-878a4c24a66b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=22882bb5-df6a-4a03-b8b1-8ebacb558477 HTTP/1.1" status: 200 len: 1098 time: 0.4027503 Aug 10 04:17:51.125216 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eb1c6a-d517-4ece-a118-3d2df7ab0e42 req-575e864b-bcde-4a36-bbea-5ab3d0f73009 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:51.126783 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-78eb1c6a-d517-4ece-a118-3d2df7ab0e42 req-575e864b-bcde-4a36-bbea-5ab3d0f73009 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=22882bb5-df6a-4a03-b8b1-8ebacb558477 HTTP/1.1" status: 200 len: 946 time: 0.4008839 Aug 10 04:17:51.173969 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f6dab183-7506-4286-bd4b-11fed02dd411 req-c4203577-b7a8-47f5-b139-348e003c5904 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614231 Aug 10 04:17:51.181192 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-78eb1c6a-d517-4ece-a118-3d2df7ab0e42 req-2f25bd73-c4aa-41b8-beef-5ccb0a330379 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465672 Aug 10 04:17:51.475504 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-2fbfef30-c8ce-4dd9-999c-f34c92a2f8fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:52.315723 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a08d98-508e-4f2e-b110-84a32f58b39d req-f3122c31-4222-4282-bcc9-f4b79ee78c13 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:52.317229 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-09a08d98-508e-4f2e-b110-84a32f58b39d req-f3122c31-4222-4282-bcc9-f4b79ee78c13 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=22882bb5-df6a-4a03-b8b1-8ebacb558477 HTTP/1.1" status: 200 len: 946 time: 0.0548737 Aug 10 04:17:52.363889 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-09a08d98-508e-4f2e-b110-84a32f58b39d req-f986040c-e304-4a05-b566-bffebf2a4c27 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381172 Aug 10 04:17:53.485728 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ec7325-47bd-4da3-bc3d-0b50ffe3aae9 req-4f70e4f1-c596-43b6-9952-bbab5583590f tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:53.488346 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-78ec7325-47bd-4da3-bc3d-0b50ffe3aae9 req-4f70e4f1-c596-43b6-9952-bbab5583590f tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=22882bb5-df6a-4a03-b8b1-8ebacb558477 HTTP/1.1" status: 200 len: 946 time: 0.0534666 Aug 10 04:17:53.537466 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-78ec7325-47bd-4da3-bc3d-0b50ffe3aae9 req-6dcf5337-fecc-4e51-b572-ccd182daf4f6 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374680 Aug 10 04:17:53.650288 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7633a68b-7b4a-4158-a47e-b0bca8aa74d8 req-c78a829d-2977-460d-bf4b-93963353bc5d tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:53.651790 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7633a68b-7b4a-4158-a47e-b0bca8aa74d8 req-c78a829d-2977-460d-bf4b-93963353bc5d tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=22882bb5-df6a-4a03-b8b1-8ebacb558477 HTTP/1.1" status: 200 len: 946 time: 0.0501411 Aug 10 04:17:53.660156 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 48952) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:17:53.665164 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-f8cd98d0-cf0a-42fb-9a3f-4ce8773a57b4 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Request body: {'floatingip': {'port_id': '600c6ca9-6224-4086-b5df-8c2df8511b77'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:17:53.703823 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f8cd98d0-cf0a-42fb-9a3f-4ce8773a57b4 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Notify callbacks [] for floatingip, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:53.740124 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d4a8d9d8-a7f8-4dd2-8418-4949a21c3aff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:54.142239 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f8cd98d0-cf0a-42fb-9a3f-4ce8773a57b4 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:54.147092 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f8cd98d0-cf0a-42fb-9a3f-4ce8773a57b4 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:54.252437 n-d-768862-13 neutron-server[94260]: INFO neutron.db.l3_db [None req-f8cd98d0-cf0a-42fb-9a3f-4ce8773a57b4 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Floating IP 3f05a2ad-2b94-48f1-8aff-7731ddb41905 associated. External IP: 172.25.6.93, port: 600c6ca9-6224-4086-b5df-8c2df8511b77. Aug 10 04:17:54.342300 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:54.471631 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8cd98d0-cf0a-42fb-9a3f-4ce8773a57b4 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Router 53286071-5c9d-4c9a-8825-3f31317c97f2 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:17:54.582624 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8cd98d0-cf0a-42fb-9a3f-4ce8773a57b4 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:17:54.588142 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f8cd98d0-cf0a-42fb-9a3f-4ce8773a57b4 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:54.593698 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f27f8af-4567-430b-9797-b138e3b4cf02 None None] Sync routers for ids ['53286071-5c9d-4c9a-8825-3f31317c97f2'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:17:54.608550 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f27f8af-4567-430b-9797-b138e3b4cf02 None None] Routers {'53286071-5c9d-4c9a-8825-3f31317c97f2'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:17:54.609319 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-3f27f8af-4567-430b-9797-b138e3b4cf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:17:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['53286071-5c9d-4c9a-8825-3f31317c97f2'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:17:54.616837 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-f8cd98d0-cf0a-42fb-9a3f-4ce8773a57b4 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "PUT /v2.0/floatingips/3f05a2ad-2b94-48f1-8aff-7731ddb41905 HTTP/1.1" status: 200 len: 991 time: 0.9556079 Aug 10 04:17:54.617462 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22882bb5-df6a-4a03-b8b1-8ebacb558477', 'tag': '600c6ca9-6224-4086-b5df-8c2df8511b77'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:17:54.619765 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7142606bf34c4189ec1af3eb1cc50705e8815838b55f5940d6ad7e637f738b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c63437a1-f2d6-414c-921e-7a04f5695603" -d '{"events": [{"name": "network-changed", "server_uuid": "22882bb5-df6a-4a03-b8b1-8ebacb558477", "tag": "600c6ca9-6224-4086-b5df-8c2df8511b77"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:17:54.662116 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a6f9743-122a-4559-86d1-0b35645b13a2 x-openstack-request-id: req-0a6f9743-122a-4559-86d1-0b35645b13a2 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:17:54.664131 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22882bb5-df6a-4a03-b8b1-8ebacb558477", "tag": "600c6ca9-6224-4086-b5df-8c2df8511b77", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:17:54.664624 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0a6f9743-122a-4559-86d1-0b35645b13a2 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:17:54.666271 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22882bb5-df6a-4a03-b8b1-8ebacb558477', 'tag': '600c6ca9-6224-4086-b5df-8c2df8511b77', 'status': 'completed', 'code': 200} Aug 10 04:17:54.725400 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-3f27f8af-4567-430b-9797-b138e3b4cf02 None None] Set router 53286071-5c9d-4c9a-8825-3f31317c97f2 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:17:54.729719 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63437a1-f2d6-414c-921e-7a04f5695603 req-a691cf33-61a5-4df6-82ff-f0c539bb7514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:54.731309 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c63437a1-f2d6-414c-921e-7a04f5695603 req-a691cf33-61a5-4df6-82ff-f0c539bb7514 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4d9562697164912ae96f22f47b4a54d&device_id=22882bb5-df6a-4a03-b8b1-8ebacb558477 HTTP/1.1" status: 200 len: 1098 time: 0.0430973 Aug 10 04:17:54.835223 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63437a1-f2d6-414c-921e-7a04f5695603 req-30264c66-794c-41b5-b197-70b9af40d79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:54.837313 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c63437a1-f2d6-414c-921e-7a04f5695603 req-30264c66-794c-41b5-b197-70b9af40d79d service neutron] 10.222.0.61 "GET /v2.0/networks?id=86e70408-f9ef-4815-aa8f-59304e4ed4c8 HTTP/1.1" status: 200 len: 911 time: 0.0982413 Aug 10 04:17:54.904584 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c63437a1-f2d6-414c-921e-7a04f5695603 req-9e10f07d-163d-4d22-ad1d-4b95c6799fd1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=600c6ca9-6224-4086-b5df-8c2df8511b77 HTTP/1.1" status: 200 len: 999 time: 0.0597086 Aug 10 04:17:54.957379 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-3f27f8af-4567-430b-9797-b138e3b4cf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'name': 'tempest-ServerActionsTestJSON-388020780-router', 'tenant_id': 'b4d9562697164912ae96f22f47b4a54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'c41ccae9-8bad-4cef-b271-680de0fb9b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:12:06Z', 'updated_at': '2021-08-10T04:12:08Z', 'revision_number': 4, 'project_id': 'b4d9562697164912ae96f22f47b4a54d', 'gw_port': {'id': 'c41ccae9-8bad-4cef-b271-680de0fb9b17', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:06Z', 'updated_at': '2021-08-10T04:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '3f05a2ad-2b94-48f1-8aff-7731ddb41905', 'tenant_id': 'b4d9562697164912ae96f22f47b4a54d', 'floating_ip_address': '172.25.6.93', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'port_id': '600c6ca9-6224-4086-b5df-8c2df8511b77', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86e70408-f9ef-4815-aa8f-59304e4ed4c8', 'mac_address': 'fa:16:3e:77:5f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22882bb5-df6a-4a03-b8b1-8ebacb558477', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:12:10Z', 'updated_at': '2021-08-10T04:17:54Z', 'revision_number': 9, 'project_id': 'b4d9562697164912ae96f22f47b4a54d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51432507-f545-4d05-b420-c6d301f256cd', 'name': '', 'network_id': '86e70408-f9ef-4815-aa8f-59304e4ed4c8', 'tenant_id': 'b4d9562697164912ae96f22f47b4a54d', 'mac_address': 'fa:16:3e:79:30:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '48d8056f-5fb2-463c-96bd-f6f5ed5da27e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:07Z', 'updated_at': '2021-08-10T04:12:14Z', 'revision_number': 5, 'project_id': 'b4d9562697164912ae96f22f47b4a54d', 'subnets': [{'id': '48d8056f-5fb2-463c-96bd-f6f5ed5da27e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:17:54.958928 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63437a1-f2d6-414c-921e-7a04f5695603 req-26fb7b0c-6180-4099-b449-31d05d4ac9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:54.960427 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c63437a1-f2d6-414c-921e-7a04f5695603 req-26fb7b0c-6180-4099-b449-31d05d4ac9d3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=48d8056f-5fb2-463c-96bd-f6f5ed5da27e HTTP/1.1" status: 200 len: 850 time: 0.0433664 Aug 10 04:17:54.985240 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f27f8af-4567-430b-9797-b138e3b4cf02 None None] Checking router: 53286071-5c9d-4c9a-8825-3f31317c97f2 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:17:54.993724 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f27f8af-4567-430b-9797-b138e3b4cf02 None None] Routers {'53286071-5c9d-4c9a-8825-3f31317c97f2'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:17:54.994371 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-3f27f8af-4567-430b-9797-b138e3b4cf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:17:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['53286071-5c9d-4c9a-8825-3f31317c97f2'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:17:55.013047 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63437a1-f2d6-414c-921e-7a04f5695603 req-10ccda72-eb9f-473b-91f9-63e7a0ed0156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:55.014597 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c63437a1-f2d6-414c-921e-7a04f5695603 req-10ccda72-eb9f-473b-91f9-63e7a0ed0156 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=86e70408-f9ef-4815-aa8f-59304e4ed4c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462954 Aug 10 04:17:55.099603 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-3f27f8af-4567-430b-9797-b138e3b4cf02 None None] Set router 53286071-5c9d-4c9a-8825-3f31317c97f2 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:17:55.107696 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c63437a1-f2d6-414c-921e-7a04f5695603 req-9ae8b21c-7320-494f-80ff-21a253339583 service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841749 Aug 10 04:17:55.208543 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c63437a1-f2d6-414c-921e-7a04f5695603 req-fd235e8b-babe-44fb-9c14-fd59ef2a73f6 service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920010 Aug 10 04:17:55.329085 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-3f27f8af-4567-430b-9797-b138e3b4cf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'name': 'tempest-ServerActionsTestJSON-388020780-router', 'tenant_id': 'b4d9562697164912ae96f22f47b4a54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'c41ccae9-8bad-4cef-b271-680de0fb9b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:12:06Z', 'updated_at': '2021-08-10T04:12:08Z', 'revision_number': 4, 'project_id': 'b4d9562697164912ae96f22f47b4a54d', 'gw_port': {'id': 'c41ccae9-8bad-4cef-b271-680de0fb9b17', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:06Z', 'updated_at': '2021-08-10T04:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '3f05a2ad-2b94-48f1-8aff-7731ddb41905', 'tenant_id': 'b4d9562697164912ae96f22f47b4a54d', 'floating_ip_address': '172.25.6.93', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'port_id': '600c6ca9-6224-4086-b5df-8c2df8511b77', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86e70408-f9ef-4815-aa8f-59304e4ed4c8', 'mac_address': 'fa:16:3e:77:5f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22882bb5-df6a-4a03-b8b1-8ebacb558477', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:12:10Z', 'updated_at': '2021-08-10T04:17:54Z', 'revision_number': 9, 'project_id': 'b4d9562697164912ae96f22f47b4a54d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51432507-f545-4d05-b420-c6d301f256cd', 'name': '', 'network_id': '86e70408-f9ef-4815-aa8f-59304e4ed4c8', 'tenant_id': 'b4d9562697164912ae96f22f47b4a54d', 'mac_address': 'fa:16:3e:79:30:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '48d8056f-5fb2-463c-96bd-f6f5ed5da27e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:07Z', 'updated_at': '2021-08-10T04:12:14Z', 'revision_number': 5, 'project_id': 'b4d9562697164912ae96f22f47b4a54d', 'subnets': [{'id': '48d8056f-5fb2-463c-96bd-f6f5ed5da27e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:17:55.359571 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f27f8af-4567-430b-9797-b138e3b4cf02 None None] The sync data for ids ['53286071-5c9d-4c9a-8825-3f31317c97f2'] in n-d-768862-13 is: [{'id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'name': 'tempest-ServerActionsTestJSON-388020780-router', 'tenant_id': 'b4d9562697164912ae96f22f47b4a54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'c41ccae9-8bad-4cef-b271-680de0fb9b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:12:06Z', 'updated_at': '2021-08-10T04:12:08Z', 'revision_number': 4, 'project_id': 'b4d9562697164912ae96f22f47b4a54d', 'gw_port': {'id': 'c41ccae9-8bad-4cef-b271-680de0fb9b17', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:06Z', 'updated_at': '2021-08-10T04:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '3f05a2ad-2b94-48f1-8aff-7731ddb41905', 'tenant_id': 'b4d9562697164912ae96f22f47b4a54d', 'floating_ip_address': '172.25.6.93', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'port_id': '600c6ca9-6224-4086-b5df-8c2df8511b77', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86e70408-f9ef-4815-aa8f-59304e4ed4c8', 'mac_address': 'fa:16:3e:77:5f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22882bb5-df6a-4a03-b8b1-8ebacb558477', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:12:10Z', 'updated_at': '2021-08-10T04:17:54Z', 'revision_number': 9, 'project_id': 'b4d9562697164912ae96f22f47b4a54d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51432507-f545-4d05-b420-c6d301f256cd', 'name': '', 'network_id': '86e70408-f9ef-4815-aa8f-59304e4ed4c8', 'tenant_id': 'b4d9562697164912ae96f22f47b4a54d', 'mac_address': 'fa:16:3e:79:30:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '48d8056f-5fb2-463c-96bd-f6f5ed5da27e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:07Z', 'updated_at': '2021-08-10T04:12:14Z', 'revision_number': 5, 'project_id': 'b4d9562697164912ae96f22f47b4a54d', 'subnets': [{'id': '48d8056f-5fb2-463c-96bd-f6f5ed5da27e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:17:55.553403 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d53868-dfdb-4866-999e-8e6d2ee1ab1a None None] New status for floating IP 3f05a2ad-2b94-48f1-8aff-7731ddb41905: ACTIVE {{(pid=94263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:17:55.580027 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:56.561285 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:57.012272 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:03.805805 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:07.473189 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:18:21.480040 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-2bd32b5b-5c37-45a6-8a36-ddce8f3140bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:23.742356 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-577bb8df-975e-4bde-a453-ade1217d7938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:24.344610 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:25.444379 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [req-19c60358-d0cf-4083-8a1b-ece083526f78 req-24c4c2c5-872b-4c46-b0c5-d5da02ddd13c service neutron] (94261) timed out ('10.222.0.61', 55556) {{(pid=94261) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 04:18:25.578196 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:26.557777 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:27.014553 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:33.820311 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:38.641393 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-73445f84-f804-49b0-83e2-b88c1434ac04 req-b08b006e-82c9-4d7b-b076-f91963a46ec6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=22882bb5-df6a-4a03-b8b1-8ebacb558477&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0455823 Aug 10 04:18:38.726564 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73445f84-f804-49b0-83e2-b88c1434ac04 req-069e4cb1-b46a-4bd9-bc4f-cfca004f3bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:38.728118 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-73445f84-f804-49b0-83e2-b88c1434ac04 req-069e4cb1-b46a-4bd9-bc4f-cfca004f3bce service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4d9562697164912ae96f22f47b4a54d&device_id=22882bb5-df6a-4a03-b8b1-8ebacb558477 HTTP/1.1" status: 200 len: 1098 time: 0.0416315 Aug 10 04:18:38.836954 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73445f84-f804-49b0-83e2-b88c1434ac04 req-4c6d79c2-14d2-40a7-89c3-63cfecee3cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:38.838380 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-73445f84-f804-49b0-83e2-b88c1434ac04 req-4c6d79c2-14d2-40a7-89c3-63cfecee3cc0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=86e70408-f9ef-4815-aa8f-59304e4ed4c8 HTTP/1.1" status: 200 len: 911 time: 0.0896356 Aug 10 04:18:38.909926 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-73445f84-f804-49b0-83e2-b88c1434ac04 req-0dc7cf7c-08f0-4646-9571-7784701e5be4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=600c6ca9-6224-4086-b5df-8c2df8511b77 HTTP/1.1" status: 200 len: 1002 time: 0.0633531 Aug 10 04:18:38.958963 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73445f84-f804-49b0-83e2-b88c1434ac04 req-da11c957-79a3-4fc5-afb0-9dac81b264b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:38.961012 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-73445f84-f804-49b0-83e2-b88c1434ac04 req-da11c957-79a3-4fc5-afb0-9dac81b264b5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=48d8056f-5fb2-463c-96bd-f6f5ed5da27e HTTP/1.1" status: 200 len: 850 time: 0.0431776 Aug 10 04:18:39.010415 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73445f84-f804-49b0-83e2-b88c1434ac04 req-90a9825b-ec98-4faa-ad57-16cbce6ed0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:39.011906 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-73445f84-f804-49b0-83e2-b88c1434ac04 req-90a9825b-ec98-4faa-ad57-16cbce6ed0d7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=86e70408-f9ef-4815-aa8f-59304e4ed4c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431588 Aug 10 04:18:39.107726 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-73445f84-f804-49b0-83e2-b88c1434ac04 req-4c89b1e5-05ff-4e84-a980-c17324aee7ad service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835686 Aug 10 04:18:39.208276 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-73445f84-f804-49b0-83e2-b88c1434ac04 req-715dc34d-9319-436d-ac19-f534c5a2b238 service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883334 Aug 10 04:18:44.472716 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:18:51.483698 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-2826be11-7e5c-48de-85ba-e07a8b7c0dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:53.743418 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ec5b108b-0f30-4dd3-bae8-f886081a04a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:54.347015 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:55.577025 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:56.571013 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:57.018631 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:03.824231 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:21.471631 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:19:21.491930 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-64d0b3ec-e0af-4aa6-ac90-58f4316e916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:23.744196 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3f16eb2c-1846-4065-ab9a-4a3ac070a273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:24.346645 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:25.582881 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:26.571440 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:27.020898 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:33.842125 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:40.610064 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-91aa99ae-84c6-485d-8fe1-d18c63627282 req-c49b32cb-5c85-470d-a112-cfe22716132c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=22882bb5-df6a-4a03-b8b1-8ebacb558477&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0412347 Aug 10 04:19:40.689731 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa99ae-84c6-485d-8fe1-d18c63627282 req-e27a289b-8274-4216-96f9-ba19f387c637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:19:40.691249 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-91aa99ae-84c6-485d-8fe1-d18c63627282 req-e27a289b-8274-4216-96f9-ba19f387c637 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4d9562697164912ae96f22f47b4a54d&device_id=22882bb5-df6a-4a03-b8b1-8ebacb558477 HTTP/1.1" status: 200 len: 1098 time: 0.0403979 Aug 10 04:19:40.795733 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa99ae-84c6-485d-8fe1-d18c63627282 req-8533ca53-ddc5-4ffb-ad32-8d574a4d616b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:19:40.797108 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-91aa99ae-84c6-485d-8fe1-d18c63627282 req-8533ca53-ddc5-4ffb-ad32-8d574a4d616b service neutron] 10.222.0.61 "GET /v2.0/networks?id=86e70408-f9ef-4815-aa8f-59304e4ed4c8 HTTP/1.1" status: 200 len: 911 time: 0.0875218 Aug 10 04:19:40.861442 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-91aa99ae-84c6-485d-8fe1-d18c63627282 req-a18ee71e-7d58-4cb8-91a2-8166ced46809 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=600c6ca9-6224-4086-b5df-8c2df8511b77 HTTP/1.1" status: 200 len: 1002 time: 0.0569599 Aug 10 04:19:40.911195 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa99ae-84c6-485d-8fe1-d18c63627282 req-5b01f98f-d284-4401-bf8b-021a99006583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:19:40.913263 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-91aa99ae-84c6-485d-8fe1-d18c63627282 req-5b01f98f-d284-4401-bf8b-021a99006583 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=48d8056f-5fb2-463c-96bd-f6f5ed5da27e HTTP/1.1" status: 200 len: 850 time: 0.0445750 Aug 10 04:19:40.964848 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa99ae-84c6-485d-8fe1-d18c63627282 req-f764867a-6ef9-444d-9e87-20cb7e3e5e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:19:40.966410 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-91aa99ae-84c6-485d-8fe1-d18c63627282 req-f764867a-6ef9-444d-9e87-20cb7e3e5e1c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=86e70408-f9ef-4815-aa8f-59304e4ed4c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446644 Aug 10 04:19:41.060897 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-91aa99ae-84c6-485d-8fe1-d18c63627282 req-a85768a4-4d6b-4ac7-b3a2-261e9f7ddc4c service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872488 Aug 10 04:19:41.154566 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-91aa99ae-84c6-485d-8fe1-d18c63627282 req-cb9d93a2-4d63-420d-99ea-2e89322ce482 service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868108 Aug 10 04:19:51.482659 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-71f1c96b-2788-44a3-80e6-3ee6b24e826b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:53.747137 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-08521041-8c27-46c5-92f1-10e77d43cc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:54.347027 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:55.584024 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:56.587614 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:57.028091 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:58.475645 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:20:03.850297 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:21.484043 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-2ff35ce2-150a-44e2-be97-f577604d0cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:23.749276 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9ea0d7f4-8ff9-496b-918d-ccbe980dcfa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:24.350666 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:25.587324 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:26.586306 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:27.029686 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:33.878930 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:35.474490 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:20:42.656600 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9dc6adb6-6644-4477-adc5-980530396090 req-9e900f26-e2b2-4234-8fe2-dc0db50523ef service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=22882bb5-df6a-4a03-b8b1-8ebacb558477&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0794206 Aug 10 04:20:42.738879 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc6adb6-6644-4477-adc5-980530396090 req-d9d20747-eb05-4e94-aafe-f869cc9171aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:42.740370 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9dc6adb6-6644-4477-adc5-980530396090 req-d9d20747-eb05-4e94-aafe-f869cc9171aa service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4d9562697164912ae96f22f47b4a54d&device_id=22882bb5-df6a-4a03-b8b1-8ebacb558477 HTTP/1.1" status: 200 len: 1098 time: 0.0390549 Aug 10 04:20:42.847029 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc6adb6-6644-4477-adc5-980530396090 req-1ed3674f-68de-4559-8c73-40e77686b8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:42.848414 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9dc6adb6-6644-4477-adc5-980530396090 req-1ed3674f-68de-4559-8c73-40e77686b8fc service neutron] 10.222.0.61 "GET /v2.0/networks?id=86e70408-f9ef-4815-aa8f-59304e4ed4c8 HTTP/1.1" status: 200 len: 911 time: 0.0880120 Aug 10 04:20:42.915375 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9dc6adb6-6644-4477-adc5-980530396090 req-ca188594-f25a-449c-94a4-09302c1b77f4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=600c6ca9-6224-4086-b5df-8c2df8511b77 HTTP/1.1" status: 200 len: 1002 time: 0.0593243 Aug 10 04:20:42.964232 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc6adb6-6644-4477-adc5-980530396090 req-c5d9311f-d6c7-4648-b97c-b2563b189ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:42.965644 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9dc6adb6-6644-4477-adc5-980530396090 req-c5d9311f-d6c7-4648-b97c-b2563b189ed3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=48d8056f-5fb2-463c-96bd-f6f5ed5da27e HTTP/1.1" status: 200 len: 850 time: 0.0430944 Aug 10 04:20:43.021223 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc6adb6-6644-4477-adc5-980530396090 req-f46b9c17-ea94-4161-a82d-8645258d94b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:43.022810 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9dc6adb6-6644-4477-adc5-980530396090 req-f46b9c17-ea94-4161-a82d-8645258d94b0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=86e70408-f9ef-4815-aa8f-59304e4ed4c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442822 Aug 10 04:20:43.110730 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9dc6adb6-6644-4477-adc5-980530396090 req-e3eaa498-f75a-484e-94cb-ee62371daebd service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804718 Aug 10 04:20:43.204933 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9dc6adb6-6644-4477-adc5-980530396090 req-5f559b55-5c17-4660-a71e-4e03734f7e15 service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860689 Aug 10 04:20:51.486653 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a0759340-c9c7-47f4-8fae-308d950bdbcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:53.749463 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-0d6e8c56-d6c4-4810-a746-9e7ca7290ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:54.355737 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:55.589605 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:56.607478 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:57.033606 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:03.823297 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-036f701a-7e08-4f2b-b214-fc70d94f1916 req-738453b6-d0b5-44d9-a469-9ef4a82e04fd tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1363185641&fields=id&tenant_id=b4d9562697164912ae96f22f47b4a54d HTTP/1.1" status: 200 len: 267 time: 0.0347326 Aug 10 04:21:03.884649 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:03.929885 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036f701a-7e08-4f2b-b214-fc70d94f1916 req-88ace052-4733-42e7-bec8-5d13dc2d91a5 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:03.931856 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-036f701a-7e08-4f2b-b214-fc70d94f1916 req-88ace052-4733-42e7-bec8-5d13dc2d91a5 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/networks?id=86e70408-f9ef-4815-aa8f-59304e4ed4c8 HTTP/1.1" status: 200 len: 811 time: 0.1011152 Aug 10 04:21:03.947351 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-036f701a-7e08-4f2b-b214-fc70d94f1916 req-5c068704-ee46-43b7-8e98-900a2008188e tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/quotas/b4d9562697164912ae96f22f47b4a54d HTTP/1.1" status: 200 len: 375 time: 0.0096092 Aug 10 04:21:04.005268 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-036f701a-7e08-4f2b-b214-fc70d94f1916 req-947716b9-eee0-47a7-b8aa-0fcaa518c42f tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b4d9562697164912ae96f22f47b4a54d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0525107 Aug 10 04:21:04.098401 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-036f701a-7e08-4f2b-b214-fc70d94f1916 req-2aba7ddf-b81d-4cd5-aa47-811472625583 service neutron] 10.222.0.44 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805190 Aug 10 04:21:04.189849 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-036f701a-7e08-4f2b-b214-fc70d94f1916 req-a4cd4543-0cb9-48fc-8470-3bae3caac5f9 service neutron] 10.222.0.44 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848057 Aug 10 04:21:04.359938 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dd5e8a57-3838-446f-95c0-907d5980f9cb req-4f84596f-a481-45d0-a249-c83e26e11f93 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c7715e-6320-4324-9832-02e0230e1cda HTTP/1.1" status: 200 len: 210 time: 0.0272059 Aug 10 04:21:05.448036 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036f701a-7e08-4f2b-b214-fc70d94f1916 req-e7e9050c-9b35-4f88-abeb-b6eacfbce290 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:05.449528 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-036f701a-7e08-4f2b-b214-fc70d94f1916 req-e7e9050c-9b35-4f88-abeb-b6eacfbce290 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.42 "GET /v2.0/networks?id=86e70408-f9ef-4815-aa8f-59304e4ed4c8 HTTP/1.1" status: 200 len: 811 time: 0.1165528 Aug 10 04:21:05.490547 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-296a9e29-fe04-4a03-8573-d6fd8b460697 req-c3357440-98c4-4d06-a05c-187332ee0bdd tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c7715e-6320-4324-9832-02e0230e1cda HTTP/1.1" status: 200 len: 210 time: 0.0400031 Aug 10 04:21:05.513649 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-036f701a-7e08-4f2b-b214-fc70d94f1916 req-5f012052-a926-4ea0-9f34-462623b78e85 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b4d9562697164912ae96f22f47b4a54d HTTP/1.1" status: 200 len: 380 time: 0.0546331 Aug 10 04:21:05.523112 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-036f701a-7e08-4f2b-b214-fc70d94f1916 req-588838c3-dfac-4698-991f-0db9648dc851 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Request body: {'port': {'device_id': '30c7715e-6320-4324-9832-02e0230e1cda', 'network_id': '86e70408-f9ef-4815-aa8f-59304e4ed4c8', 'admin_state_up': True, 'tenant_id': 'b4d9562697164912ae96f22f47b4a54d', 'security_groups': ['fab7cab8-f9bd-42c8-9b31-8e2bed95f568']}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:21:05.628339 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-036f701a-7e08-4f2b-b214-fc70d94f1916 req-588838c3-dfac-4698-991f-0db9648dc851 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Made reservation on behalf of b4d9562697164912ae96f22f47b4a54d for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:21:05.631835 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-036f701a-7e08-4f2b-b214-fc70d94f1916 req-588838c3-dfac-4698-991f-0db9648dc851 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:05.756593 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-036f701a-7e08-4f2b-b214-fc70d94f1916 req-588838c3-dfac-4698-991f-0db9648dc851 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Allocated IP 172.20.0.10 (86e70408-f9ef-4815-aa8f-59304e4ed4c8/48d8056f-5fb2-463c-96bd-f6f5ed5da27e/bae8d97c-c924-41b3-aaf5-1ae7bfc317ac) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:21:05.889389 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-036f701a-7e08-4f2b-b214-fc70d94f1916 req-588838c3-dfac-4698-991f-0db9648dc851 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:05.902116 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-036f701a-7e08-4f2b-b214-fc70d94f1916 req-588838c3-dfac-4698-991f-0db9648dc851 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Transition to ACTIVE for port object bae8d97c-c924-41b3-aaf5-1ae7bfc317ac will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:21:05.934932 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-036f701a-7e08-4f2b-b214-fc70d94f1916 req-588838c3-dfac-4698-991f-0db9648dc851 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:05.983030 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-036f701a-7e08-4f2b-b214-fc70d94f1916 req-588838c3-dfac-4698-991f-0db9648dc851 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Network 86e70408-f9ef-4815-aa8f-59304e4ed4c8 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:21:05.986153 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-036f701a-7e08-4f2b-b214-fc70d94f1916 req-588838c3-dfac-4698-991f-0db9648dc851 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:21:05.989939 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-036f701a-7e08-4f2b-b214-fc70d94f1916 req-588838c3-dfac-4698-991f-0db9648dc851 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:21:06.013375 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588838c3-dfac-4698-991f-0db9648dc851 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Pushing event updated for resources: {'Port': ['ID=bae8d97c-c924-41b3-aaf5-1ae7bfc317ac,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:06.030961 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588838c3-dfac-4698-991f-0db9648dc851 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:21:06.031304 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588838c3-dfac-4698-991f-0db9648dc851 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:21:06.031640 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588838c3-dfac-4698-991f-0db9648dc851 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:21:06.031974 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588838c3-dfac-4698-991f-0db9648dc851 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:21:06.032301 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588838c3-dfac-4698-991f-0db9648dc851 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:21:06.032626 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588838c3-dfac-4698-991f-0db9648dc851 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:21:06.032948 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588838c3-dfac-4698-991f-0db9648dc851 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:21:06.033275 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588838c3-dfac-4698-991f-0db9648dc851 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:21:06.033594 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588838c3-dfac-4698-991f-0db9648dc851 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:21:06.033912 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588838c3-dfac-4698-991f-0db9648dc851 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:21:06.034240 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588838c3-dfac-4698-991f-0db9648dc851 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:21:06.034568 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588838c3-dfac-4698-991f-0db9648dc851 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:21:06.054134 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036f701a-7e08-4f2b-b214-fc70d94f1916 req-588838c3-dfac-4698-991f-0db9648dc851 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:06.054806 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-036f701a-7e08-4f2b-b214-fc70d94f1916 req-588838c3-dfac-4698-991f-0db9648dc851 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:06.069414 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-036f701a-7e08-4f2b-b214-fc70d94f1916 req-588838c3-dfac-4698-991f-0db9648dc851 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5498805 Aug 10 04:21:06.123906 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-036f701a-7e08-4f2b-b214-fc70d94f1916 req-47151902-ad72-4957-99ab-5937e7ae27b8 service neutron] Request body: {'port': {'device_id': '30c7715e-6320-4324-9832-02e0230e1cda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:21:06.182053 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-036f701a-7e08-4f2b-b214-fc70d94f1916 req-47151902-ad72-4957-99ab-5937e7ae27b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:06.215677 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-8347271b-613f-47bb-8bcf-108f47075681 None None] Provisioning for port bae8d97c-c924-41b3-aaf5-1ae7bfc317ac completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:21:06.220088 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-8347271b-613f-47bb-8bcf-108f47075681 None None] Provisioning complete for port bae8d97c-c924-41b3-aaf5-1ae7bfc317ac triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:21:06.220557 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-8347271b-613f-47bb-8bcf-108f47075681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:06.256071 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-8347271b-613f-47bb-8bcf-108f47075681 None None] Port bae8d97c-c924-41b3-aaf5-1ae7bfc317ac cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:21:06.447339 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-036f701a-7e08-4f2b-b214-fc70d94f1916 req-47151902-ad72-4957-99ab-5937e7ae27b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bae8d97c-c924-41b3-aaf5-1ae7bfc317ac {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:21:06.454617 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-036f701a-7e08-4f2b-b214-fc70d94f1916 req-47151902-ad72-4957-99ab-5937e7ae27b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:06.467696 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-036f701a-7e08-4f2b-b214-fc70d94f1916 req-47151902-ad72-4957-99ab-5937e7ae27b8 service neutron] Transition to ACTIVE for port object bae8d97c-c924-41b3-aaf5-1ae7bfc317ac will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:21:06.471090 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-036f701a-7e08-4f2b-b214-fc70d94f1916 req-47151902-ad72-4957-99ab-5937e7ae27b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:06.522426 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47151902-ad72-4957-99ab-5937e7ae27b8 service neutron] Pushing event updated for resources: {'Port': ['ID=bae8d97c-c924-41b3-aaf5-1ae7bfc317ac,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:06.639173 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-036f701a-7e08-4f2b-b214-fc70d94f1916 req-47151902-ad72-4957-99ab-5937e7ae27b8 service neutron] Attempting to bind port bae8d97c-c924-41b3-aaf5-1ae7bfc317ac on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:21:06.639516 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-036f701a-7e08-4f2b-b214-fc70d94f1916 req-47151902-ad72-4957-99ab-5937e7ae27b8 service neutron] Attempting to bind port bae8d97c-c924-41b3-aaf5-1ae7bfc317ac by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '3a6e383c-1b7f-4db5-9d50-a03141d50f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '86e70408-f9ef-4815-aa8f-59304e4ed4c8'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:21:06.639847 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036f701a-7e08-4f2b-b214-fc70d94f1916 req-47151902-ad72-4957-99ab-5937e7ae27b8 service neutron] Attempting to bind port bae8d97c-c924-41b3-aaf5-1ae7bfc317ac on network 86e70408-f9ef-4815-aa8f-59304e4ed4c8 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:21:06.651767 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493b6ea2-e5c3-4343-a063-a4c39ad486f0 req-4d214486-652a-4b45-80ca-d15a381baac3 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:06.653347 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-493b6ea2-e5c3-4343-a063-a4c39ad486f0 req-4d214486-652a-4b45-80ca-d15a381baac3 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c7715e-6320-4324-9832-02e0230e1cda HTTP/1.1" status: 200 len: 944 time: 0.0781286 Aug 10 04:21:06.654515 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036f701a-7e08-4f2b-b214-fc70d94f1916 req-47151902-ad72-4957-99ab-5937e7ae27b8 service neutron] Port bae8d97c-c924-41b3-aaf5-1ae7bfc317ac on network 86e70408-f9ef-4815-aa8f-59304e4ed4c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:21:06.654837 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036f701a-7e08-4f2b-b214-fc70d94f1916 req-47151902-ad72-4957-99ab-5937e7ae27b8 service neutron] Attempting to bind port bae8d97c-c924-41b3-aaf5-1ae7bfc317ac on network 86e70408-f9ef-4815-aa8f-59304e4ed4c8 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:21:06.662099 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036f701a-7e08-4f2b-b214-fc70d94f1916 req-47151902-ad72-4957-99ab-5937e7ae27b8 service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:21:06.662460 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036f701a-7e08-4f2b-b214-fc70d94f1916 req-47151902-ad72-4957-99ab-5937e7ae27b8 service neutron] Checking segment: {'id': '3a6e383c-1b7f-4db5-9d50-a03141d50f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '86e70408-f9ef-4815-aa8f-59304e4ed4c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:21:06.662841 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036f701a-7e08-4f2b-b214-fc70d94f1916 req-47151902-ad72-4957-99ab-5937e7ae27b8 service neutron] Bound using segment: {'id': '3a6e383c-1b7f-4db5-9d50-a03141d50f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '86e70408-f9ef-4815-aa8f-59304e4ed4c8'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:21:06.663278 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-036f701a-7e08-4f2b-b214-fc70d94f1916 req-47151902-ad72-4957-99ab-5937e7ae27b8 service neutron] Bound port: bae8d97c-c924-41b3-aaf5-1ae7bfc317ac, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a6e383c-1b7f-4db5-9d50-a03141d50f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '86e70408-f9ef-4815-aa8f-59304e4ed4c8'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:21:06.663639 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-036f701a-7e08-4f2b-b214-fc70d94f1916 req-47151902-ad72-4957-99ab-5937e7ae27b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:06.722881 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-493b6ea2-e5c3-4343-a063-a4c39ad486f0 req-fe0dd4f8-3631-49da-be0d-bb77b16c89ce tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624931 Aug 10 04:21:06.751594 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-036f701a-7e08-4f2b-b214-fc70d94f1916 req-47151902-ad72-4957-99ab-5937e7ae27b8 service neutron] For port bae8d97c-c924-41b3-aaf5-1ae7bfc317ac, host n-h1-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:21:06.754719 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-036f701a-7e08-4f2b-b214-fc70d94f1916 req-47151902-ad72-4957-99ab-5937e7ae27b8 service neutron] For port bae8d97c-c924-41b3-aaf5-1ae7bfc317ac, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=bae8d97c-c924-41b3-aaf5-1ae7bfc317ac,segment=NetworkSegment(3a6e383c-1b7f-4db5-9d50-a03141d50f7f),segment_id=3a6e383c-1b7f-4db5-9d50-a03141d50f7f)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:21:06.758288 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-036f701a-7e08-4f2b-b214-fc70d94f1916 req-47151902-ad72-4957-99ab-5937e7ae27b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:06.796908 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036f701a-7e08-4f2b-b214-fc70d94f1916 req-47151902-ad72-4957-99ab-5937e7ae27b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:06.797442 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-036f701a-7e08-4f2b-b214-fc70d94f1916 req-47151902-ad72-4957-99ab-5937e7ae27b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:06.798879 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-036f701a-7e08-4f2b-b214-fc70d94f1916 req-47151902-ad72-4957-99ab-5937e7ae27b8 service neutron] 10.222.0.42 "PUT /v2.0/ports/bae8d97c-c924-41b3-aaf5-1ae7bfc317ac HTTP/1.1" status: 200 len: 1093 time: 0.7207978 Aug 10 04:21:06.799336 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30c7715e-6320-4324-9832-02e0230e1cda', 'tag': 'bae8d97c-c924-41b3-aaf5-1ae7bfc317ac'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:21:06.801561 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7142606bf34c4189ec1af3eb1cc50705e8815838b55f5940d6ad7e637f738b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-157eecee-103e-4094-b296-8198ccf33baf" -d '{"events": [{"name": "network-changed", "server_uuid": "30c7715e-6320-4324-9832-02e0230e1cda", "tag": "bae8d97c-c924-41b3-aaf5-1ae7bfc317ac"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:21:06.826171 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47151902-ad72-4957-99ab-5937e7ae27b8 service neutron] Pushing event updated for resources: {'Port': ['ID=bae8d97c-c924-41b3-aaf5-1ae7bfc317ac,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:06.892509 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036f701a-7e08-4f2b-b214-fc70d94f1916 req-bdf664f8-cb31-48f4-bf97-6a571c1bf25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:06.894042 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-036f701a-7e08-4f2b-b214-fc70d94f1916 req-bdf664f8-cb31-48f4-bf97-6a571c1bf25c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b4d9562697164912ae96f22f47b4a54d&device_id=30c7715e-6320-4324-9832-02e0230e1cda HTTP/1.1" status: 200 len: 1096 time: 0.0467885 Aug 10 04:21:06.909007 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f196a5-b0d5-4fc8-b558-c57bcde32841 x-openstack-request-id: req-e4f196a5-b0d5-4fc8-b558-c57bcde32841 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:21:06.909293 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30c7715e-6320-4324-9832-02e0230e1cda", "tag": "bae8d97c-c924-41b3-aaf5-1ae7bfc317ac", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:21:06.909546 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e4f196a5-b0d5-4fc8-b558-c57bcde32841 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:21:06.909980 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30c7715e-6320-4324-9832-02e0230e1cda', 'tag': 'bae8d97c-c924-41b3-aaf5-1ae7bfc317ac', 'status': 'completed', 'code': 200} Aug 10 04:21:06.938086 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-036f701a-7e08-4f2b-b214-fc70d94f1916 req-25837e01-d51b-4dcd-b88d-1f0e4d5b9547 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bae8d97c-c924-41b3-aaf5-1ae7bfc317ac HTTP/1.1" status: 200 len: 217 time: 0.0367956 Aug 10 04:21:06.992688 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036f701a-7e08-4f2b-b214-fc70d94f1916 req-b3fd53af-19c6-483c-8f7b-c69dc9e28ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:06.994320 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-036f701a-7e08-4f2b-b214-fc70d94f1916 req-b3fd53af-19c6-483c-8f7b-c69dc9e28ac3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=48d8056f-5fb2-463c-96bd-f6f5ed5da27e HTTP/1.1" status: 200 len: 850 time: 0.0498979 Aug 10 04:21:07.040904 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036f701a-7e08-4f2b-b214-fc70d94f1916 req-9d6c854b-92fc-44c8-91c7-78416538d53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:07.042326 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-036f701a-7e08-4f2b-b214-fc70d94f1916 req-9d6c854b-92fc-44c8-91c7-78416538d53f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=86e70408-f9ef-4815-aa8f-59304e4ed4c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406253 Aug 10 04:21:07.131134 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-036f701a-7e08-4f2b-b214-fc70d94f1916 req-12002697-607b-4518-a474-26e81d04606d service neutron] 10.222.0.42 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815248 Aug 10 04:21:07.223871 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-036f701a-7e08-4f2b-b214-fc70d94f1916 req-32c38928-acc7-48a1-b5be-5ef269d98f60 service neutron] 10.222.0.42 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853379 Aug 10 04:21:07.311265 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157eecee-103e-4094-b296-8198ccf33baf req-237aadb4-6d0c-467e-907b-c54a0462b10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:07.312695 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-157eecee-103e-4094-b296-8198ccf33baf req-237aadb4-6d0c-467e-907b-c54a0462b10b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b4d9562697164912ae96f22f47b4a54d&device_id=30c7715e-6320-4324-9832-02e0230e1cda HTTP/1.1" status: 200 len: 1096 time: 0.0418265 Aug 10 04:21:07.721677 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157eecee-103e-4094-b296-8198ccf33baf req-1d68d47a-b438-41e4-90cd-b27a42a8bb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:07.723197 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-157eecee-103e-4094-b296-8198ccf33baf req-1d68d47a-b438-41e4-90cd-b27a42a8bb4c service neutron] 10.222.0.42 "GET /v2.0/networks?id=86e70408-f9ef-4815-aa8f-59304e4ed4c8 HTTP/1.1" status: 200 len: 911 time: 0.4038887 Aug 10 04:21:07.773685 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-157eecee-103e-4094-b296-8198ccf33baf req-82af003b-51c0-417c-b959-162874cc1316 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bae8d97c-c924-41b3-aaf5-1ae7bfc317ac HTTP/1.1" status: 200 len: 217 time: 0.0429163 Aug 10 04:21:07.855861 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157eecee-103e-4094-b296-8198ccf33baf req-8ef5017c-2c83-4d9a-b201-ffea4688dc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:07.857037 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-157eecee-103e-4094-b296-8198ccf33baf req-8ef5017c-2c83-4d9a-b201-ffea4688dc41 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=48d8056f-5fb2-463c-96bd-f6f5ed5da27e HTTP/1.1" status: 200 len: 850 time: 0.0751953 Aug 10 04:21:07.874487 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e293780-51d1-4206-b96a-44aec4d452ff req-b660580d-a93a-43be-a033-db8406dc97a7 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:07.875827 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9e293780-51d1-4206-b96a-44aec4d452ff req-b660580d-a93a-43be-a033-db8406dc97a7 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c7715e-6320-4324-9832-02e0230e1cda HTTP/1.1" status: 200 len: 944 time: 0.0668852 Aug 10 04:21:07.936762 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9e293780-51d1-4206-b96a-44aec4d452ff req-bbcfeb32-25f4-4dda-9d2e-c9c6cea61891 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537882 Aug 10 04:21:07.942167 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157eecee-103e-4094-b296-8198ccf33baf req-77098ebf-3258-4480-9c71-dd60994b640d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:07.943643 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-157eecee-103e-4094-b296-8198ccf33baf req-77098ebf-3258-4480-9c71-dd60994b640d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=86e70408-f9ef-4815-aa8f-59304e4ed4c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0769920 Aug 10 04:21:08.037309 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-157eecee-103e-4094-b296-8198ccf33baf req-8abea9b5-ef4a-494b-93ce-e6eb6b57b6a3 service neutron] 10.222.0.42 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854197 Aug 10 04:21:08.133319 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-157eecee-103e-4094-b296-8198ccf33baf req-cd922485-2be5-4b69-b32e-914fee62098b service neutron] 10.222.0.42 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878887 Aug 10 04:21:09.049936 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0685e39-95b6-40e1-825b-fe26cca50f26 req-9e7e182f-791b-4397-87d3-2affb5fa758c tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:09.051427 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e0685e39-95b6-40e1-825b-fe26cca50f26 req-9e7e182f-791b-4397-87d3-2affb5fa758c tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c7715e-6320-4324-9832-02e0230e1cda HTTP/1.1" status: 200 len: 944 time: 0.0487456 Aug 10 04:21:09.088668 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e0685e39-95b6-40e1-825b-fe26cca50f26 req-34cc921e-ae31-41de-937a-72fcc3972f48 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307953 Aug 10 04:21:10.210085 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33ac5c5-ef60-44b9-8634-8c98a32b5657 req-1e77fafd-09eb-47b3-9801-abfe5862c9f5 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:10.211603 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f33ac5c5-ef60-44b9-8634-8c98a32b5657 req-1e77fafd-09eb-47b3-9801-abfe5862c9f5 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c7715e-6320-4324-9832-02e0230e1cda HTTP/1.1" status: 200 len: 944 time: 0.0537114 Aug 10 04:21:10.251614 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f33ac5c5-ef60-44b9-8634-8c98a32b5657 req-24554211-4f1d-43ea-92ff-475ce78de582 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341074 Aug 10 04:21:10.775089 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device bae8d97c-c924-41b3-aaf5-1ae7bfc317ac details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:21:10.868773 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port bae8d97c-c924-41b3-aaf5-1ae7bfc317ac, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=bae8d97c-c924-41b3-aaf5-1ae7bfc317ac,segment=NetworkSegment(3a6e383c-1b7f-4db5-9d50-a03141d50f7f),segment_id=3a6e383c-1b7f-4db5-9d50-a03141d50f7f)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:21:10.880120 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': 'bae8d97c-c924-41b3-aaf5-1ae7bfc317ac', 'network_id': '86e70408-f9ef-4815-aa8f-59304e4ed4c8', 'port_id': 'bae8d97c-c924-41b3-aaf5-1ae7bfc317ac', 'mac_address': 'fa:16:3e:bf:d4:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48d8056f-5fb2-463c-96bd-f6f5ed5da27e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:21:10.916634 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:10.929595 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bae8d97c-c924-41b3-aaf5-1ae7bfc317ac {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:21:10.948945 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port bae8d97c-c924-41b3-aaf5-1ae7bfc317ac, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=bae8d97c-c924-41b3-aaf5-1ae7bfc317ac,segment=NetworkSegment(3a6e383c-1b7f-4db5-9d50-a03141d50f7f),segment_id=3a6e383c-1b7f-4db5-9d50-a03141d50f7f)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:21:10.952515 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:10.997785 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=bae8d97c-c924-41b3-aaf5-1ae7bfc317ac,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:11.004956 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:21:11.005299 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:21:11.005637 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:21:11.005966 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:21:11.006319 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:21:11.006645 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:21:11.006967 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:21:11.007286 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:21:11.007604 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:21:11.007925 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:21:11.008242 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:21:11.009052 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:21:11.171271 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['bae8d97c-c924-41b3-aaf5-1ae7bfc317ac'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:21:11.369475 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9ff311-c116-4fa6-8612-6ea65ec70a4e req-a4ee8b64-44e2-4fe6-af3c-b276a8cb6d39 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:11.371057 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2f9ff311-c116-4fa6-8612-6ea65ec70a4e req-a4ee8b64-44e2-4fe6-af3c-b276a8cb6d39 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c7715e-6320-4324-9832-02e0230e1cda HTTP/1.1" status: 200 len: 945 time: 0.0526721 Aug 10 04:21:11.408775 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2f9ff311-c116-4fa6-8612-6ea65ec70a4e req-cb159364-3ed7-4a03-bb99-c5e36a45d384 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316606 Aug 10 04:21:12.472773 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:21:12.525630 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc79122-a009-40fb-b5fb-d4f2e76a1be2 req-10f80dcb-3df2-4246-a1a5-8ec7a34db09c tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:12.527161 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1bc79122-a009-40fb-b5fb-d4f2e76a1be2 req-10f80dcb-3df2-4246-a1a5-8ec7a34db09c tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c7715e-6320-4324-9832-02e0230e1cda HTTP/1.1" status: 200 len: 945 time: 0.0521865 Aug 10 04:21:12.564171 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1bc79122-a009-40fb-b5fb-d4f2e76a1be2 req-5139df5a-0e36-40a4-aed8-989d855bce01 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310466 Aug 10 04:21:12.790165 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device bae8d97c-c924-41b3-aaf5-1ae7bfc317ac up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:21:12.836653 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning for port bae8d97c-c924-41b3-aaf5-1ae7bfc317ac completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:21:12.840311 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port bae8d97c-c924-41b3-aaf5-1ae7bfc317ac triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:21:12.840678 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:12.916551 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:12.938248 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30c7715e-6320-4324-9832-02e0230e1cda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bae8d97c-c924-41b3-aaf5-1ae7bfc317ac'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:21:12.940517 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}583660bde03669f2dd7fb79ddb869ac83356356549bc1793f8d2e37d6d7017ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-186ce76d-cb59-49d6-a1d4-df04cf1a4f35" -d '{"events": [{"server_uuid": "30c7715e-6320-4324-9832-02e0230e1cda", "name": "network-vif-plugged", "status": "completed", "tag": "bae8d97c-c924-41b3-aaf5-1ae7bfc317ac"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:21:12.953771 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port bae8d97c-c924-41b3-aaf5-1ae7bfc317ac, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=bae8d97c-c924-41b3-aaf5-1ae7bfc317ac,segment=NetworkSegment(3a6e383c-1b7f-4db5-9d50-a03141d50f7f),segment_id=3a6e383c-1b7f-4db5-9d50-a03141d50f7f)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:21:12.958385 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:13.005162 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=bae8d97c-c924-41b3-aaf5-1ae7bfc317ac,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:13.027141 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e99d5ef-a896-41c6-aff2-0bf222c294d8 x-openstack-request-id: req-8e99d5ef-a896-41c6-aff2-0bf222c294d8 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:21:13.027428 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30c7715e-6320-4324-9832-02e0230e1cda", "name": "network-vif-plugged", "status": "completed", "tag": "bae8d97c-c924-41b3-aaf5-1ae7bfc317ac", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:21:13.027681 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8e99d5ef-a896-41c6-aff2-0bf222c294d8 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:21:13.028077 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30c7715e-6320-4324-9832-02e0230e1cda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bae8d97c-c924-41b3-aaf5-1ae7bfc317ac', 'code': 200} Aug 10 04:21:13.126828 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f661e-b9b6-4300-9dd3-7d15951cd243 req-bb016575-daed-401e-8627-44edcb7a1190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:13.128309 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-120f661e-b9b6-4300-9dd3-7d15951cd243 req-bb016575-daed-401e-8627-44edcb7a1190 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=30c7715e-6320-4324-9832-02e0230e1cda HTTP/1.1" status: 200 len: 1098 time: 0.0437248 Aug 10 04:21:13.161946 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-120f661e-b9b6-4300-9dd3-7d15951cd243 req-573667ef-5f90-4a4c-850b-79b20d7c7416 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267117 Aug 10 04:21:13.680969 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ccbc0f-2ac2-42de-934e-95cf34fc13d7 req-3ee59e90-9439-47c1-9de8-2d456dc62656 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:13.682458 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f4ccbc0f-2ac2-42de-934e-95cf34fc13d7 req-3ee59e90-9439-47c1-9de8-2d456dc62656 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c7715e-6320-4324-9832-02e0230e1cda HTTP/1.1" status: 200 len: 946 time: 0.0487316 Aug 10 04:21:13.720851 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f4ccbc0f-2ac2-42de-934e-95cf34fc13d7 req-b9fb2fe2-69f0-454f-9aa6-47c72b037708 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324054 Aug 10 04:21:14.835932 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcdc361-d626-4a8f-b2a5-d9df9b167b49 req-b396b6ea-6f72-466b-9494-6e6b372aa810 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:14.837506 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5bcdc361-d626-4a8f-b2a5-d9df9b167b49 req-b396b6ea-6f72-466b-9494-6e6b372aa810 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c7715e-6320-4324-9832-02e0230e1cda HTTP/1.1" status: 200 len: 946 time: 0.0487580 Aug 10 04:21:14.874882 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5bcdc361-d626-4a8f-b2a5-d9df9b167b49 req-0f8e3b57-971b-464f-8e7a-191ad6ba33eb tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314600 Aug 10 04:21:14.989778 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67282e6-c373-4313-85e7-15a4d0831e15 req-fcc6e687-538d-48c8-9c6a-09a5913eb608 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:14.991302 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a67282e6-c373-4313-85e7-15a4d0831e15 req-fcc6e687-538d-48c8-9c6a-09a5913eb608 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c7715e-6320-4324-9832-02e0230e1cda HTTP/1.1" status: 200 len: 946 time: 0.0539558 Aug 10 04:21:14.999910 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 49328) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:21:15.004270 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-ea59b94a-7846-42c9-a38a-161fb38953d2 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Request body: {'floatingip': {'port_id': 'bae8d97c-c924-41b3-aaf5-1ae7bfc317ac'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:21:15.059383 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ea59b94a-7846-42c9-a38a-161fb38953d2 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Notify callbacks [] for floatingip, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:15.527324 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ea59b94a-7846-42c9-a38a-161fb38953d2 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:15.531399 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ea59b94a-7846-42c9-a38a-161fb38953d2 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:15.631731 n-d-768862-13 neutron-server[94260]: INFO neutron.db.l3_db [None req-ea59b94a-7846-42c9-a38a-161fb38953d2 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Floating IP 3f05a2ad-2b94-48f1-8aff-7731ddb41905 associated. External IP: 172.25.6.93, port: 600c6ca9-6224-4086-b5df-8c2df8511b77. Aug 10 04:21:15.840335 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea59b94a-7846-42c9-a38a-161fb38953d2 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Router 53286071-5c9d-4c9a-8825-3f31317c97f2 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:21:15.947177 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea59b94a-7846-42c9-a38a-161fb38953d2 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:21:15.957006 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79136bac-217c-40a6-8651-2d9949a6a521 None None] Sync routers for ids ['53286071-5c9d-4c9a-8825-3f31317c97f2'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:21:15.966589 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79136bac-217c-40a6-8651-2d9949a6a521 None None] Routers {'53286071-5c9d-4c9a-8825-3f31317c97f2'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:21:15.967209 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-79136bac-217c-40a6-8651-2d9949a6a521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:20:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['53286071-5c9d-4c9a-8825-3f31317c97f2'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:21:16.073227 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-79136bac-217c-40a6-8651-2d9949a6a521 None None] Set router 53286071-5c9d-4c9a-8825-3f31317c97f2 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:21:16.156728 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea59b94a-7846-42c9-a38a-161fb38953d2 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Router 53286071-5c9d-4c9a-8825-3f31317c97f2 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:21:16.270402 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea59b94a-7846-42c9-a38a-161fb38953d2 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:21:16.275328 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ea59b94a-7846-42c9-a38a-161fb38953d2 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:16.306646 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22882bb5-df6a-4a03-b8b1-8ebacb558477', 'tag': '600c6ca9-6224-4086-b5df-8c2df8511b77'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:21:16.308904 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7142606bf34c4189ec1af3eb1cc50705e8815838b55f5940d6ad7e637f738b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe32907e-3ce9-4f80-b2cf-5839dfd715f0" -d '{"events": [{"name": "network-changed", "server_uuid": "22882bb5-df6a-4a03-b8b1-8ebacb558477", "tag": "600c6ca9-6224-4086-b5df-8c2df8511b77"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:21:16.345378 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-ea59b94a-7846-42c9-a38a-161fb38953d2 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "PUT /v2.0/floatingips/3f05a2ad-2b94-48f1-8aff-7731ddb41905 HTTP/1.1" status: 200 len: 994 time: 1.3444419 Aug 10 04:21:16.360043 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b73bfc84-f0c6-41c8-8ce7-992cf7441efa x-openstack-request-id: req-b73bfc84-f0c6-41c8-8ce7-992cf7441efa {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:21:16.360338 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22882bb5-df6a-4a03-b8b1-8ebacb558477", "tag": "600c6ca9-6224-4086-b5df-8c2df8511b77", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:21:16.360591 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b73bfc84-f0c6-41c8-8ce7-992cf7441efa {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:21:16.360997 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22882bb5-df6a-4a03-b8b1-8ebacb558477', 'tag': '600c6ca9-6224-4086-b5df-8c2df8511b77', 'status': 'completed', 'code': 200} Aug 10 04:21:16.425442 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe32907e-3ce9-4f80-b2cf-5839dfd715f0 req-6ee633ff-755c-4448-b3c6-7ceae92f7a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:16.427001 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fe32907e-3ce9-4f80-b2cf-5839dfd715f0 req-6ee633ff-755c-4448-b3c6-7ceae92f7a03 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4d9562697164912ae96f22f47b4a54d&device_id=22882bb5-df6a-4a03-b8b1-8ebacb558477 HTTP/1.1" status: 200 len: 1098 time: 0.0421610 Aug 10 04:21:16.462047 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-79136bac-217c-40a6-8651-2d9949a6a521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'name': 'tempest-ServerActionsTestJSON-388020780-router', 'tenant_id': 'b4d9562697164912ae96f22f47b4a54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'c41ccae9-8bad-4cef-b271-680de0fb9b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:12:06Z', 'updated_at': '2021-08-10T04:12:08Z', 'revision_number': 4, 'project_id': 'b4d9562697164912ae96f22f47b4a54d', 'gw_port': {'id': 'c41ccae9-8bad-4cef-b271-680de0fb9b17', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:06Z', 'updated_at': '2021-08-10T04:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '3f05a2ad-2b94-48f1-8aff-7731ddb41905', 'tenant_id': 'b4d9562697164912ae96f22f47b4a54d', 'floating_ip_address': '172.25.6.93', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'port_id': 'bae8d97c-c924-41b3-aaf5-1ae7bfc317ac', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86e70408-f9ef-4815-aa8f-59304e4ed4c8', 'mac_address': 'fa:16:3e:bf:d4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c7715e-6320-4324-9832-02e0230e1cda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:12:10Z', 'updated_at': '2021-08-10T04:21:15Z', 'revision_number': 11, 'project_id': 'b4d9562697164912ae96f22f47b4a54d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51432507-f545-4d05-b420-c6d301f256cd', 'name': '', 'network_id': '86e70408-f9ef-4815-aa8f-59304e4ed4c8', 'tenant_id': 'b4d9562697164912ae96f22f47b4a54d', 'mac_address': 'fa:16:3e:79:30:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '48d8056f-5fb2-463c-96bd-f6f5ed5da27e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:07Z', 'updated_at': '2021-08-10T04:12:14Z', 'revision_number': 5, 'project_id': 'b4d9562697164912ae96f22f47b4a54d', 'subnets': [{'id': '48d8056f-5fb2-463c-96bd-f6f5ed5da27e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:21:16.487773 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79136bac-217c-40a6-8651-2d9949a6a521 None None] Checking router: 53286071-5c9d-4c9a-8825-3f31317c97f2 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:21:16.496882 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79136bac-217c-40a6-8651-2d9949a6a521 None None] Routers {'53286071-5c9d-4c9a-8825-3f31317c97f2'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:21:16.497502 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-79136bac-217c-40a6-8651-2d9949a6a521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:20:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['53286071-5c9d-4c9a-8825-3f31317c97f2'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:21:16.521031 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe32907e-3ce9-4f80-b2cf-5839dfd715f0 req-e5f01127-840a-4cbc-bc51-beca2e5e29b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:16.522578 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fe32907e-3ce9-4f80-b2cf-5839dfd715f0 req-e5f01127-840a-4cbc-bc51-beca2e5e29b8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=86e70408-f9ef-4815-aa8f-59304e4ed4c8 HTTP/1.1" status: 200 len: 911 time: 0.0880051 Aug 10 04:21:16.565719 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fe32907e-3ce9-4f80-b2cf-5839dfd715f0 req-305e821a-ea45-4135-9196-a2b23520ba2d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=600c6ca9-6224-4086-b5df-8c2df8511b77 HTTP/1.1" status: 200 len: 217 time: 0.0358231 Aug 10 04:21:16.603113 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-79136bac-217c-40a6-8651-2d9949a6a521 None None] Set router 53286071-5c9d-4c9a-8825-3f31317c97f2 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:21:16.614744 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe32907e-3ce9-4f80-b2cf-5839dfd715f0 req-a807c5b9-0be4-4402-a6b7-9ec18f4b194c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:16.616206 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fe32907e-3ce9-4f80-b2cf-5839dfd715f0 req-a807c5b9-0be4-4402-a6b7-9ec18f4b194c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=48d8056f-5fb2-463c-96bd-f6f5ed5da27e HTTP/1.1" status: 200 len: 850 time: 0.0435734 Aug 10 04:21:16.676101 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe32907e-3ce9-4f80-b2cf-5839dfd715f0 req-bc9d2fe4-4470-475f-ba15-e1f43f7b35b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:16.677537 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fe32907e-3ce9-4f80-b2cf-5839dfd715f0 req-bc9d2fe4-4470-475f-ba15-e1f43f7b35b4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=86e70408-f9ef-4815-aa8f-59304e4ed4c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539267 Aug 10 04:21:16.772794 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fe32907e-3ce9-4f80-b2cf-5839dfd715f0 req-10d24198-e1f5-4540-834c-4386a6dc43e2 service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871112 Aug 10 04:21:16.846848 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-79136bac-217c-40a6-8651-2d9949a6a521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'name': 'tempest-ServerActionsTestJSON-388020780-router', 'tenant_id': 'b4d9562697164912ae96f22f47b4a54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'c41ccae9-8bad-4cef-b271-680de0fb9b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:12:06Z', 'updated_at': '2021-08-10T04:12:08Z', 'revision_number': 4, 'project_id': 'b4d9562697164912ae96f22f47b4a54d', 'gw_port': {'id': 'c41ccae9-8bad-4cef-b271-680de0fb9b17', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:06Z', 'updated_at': '2021-08-10T04:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '3f05a2ad-2b94-48f1-8aff-7731ddb41905', 'tenant_id': 'b4d9562697164912ae96f22f47b4a54d', 'floating_ip_address': '172.25.6.93', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'port_id': 'bae8d97c-c924-41b3-aaf5-1ae7bfc317ac', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86e70408-f9ef-4815-aa8f-59304e4ed4c8', 'mac_address': 'fa:16:3e:bf:d4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c7715e-6320-4324-9832-02e0230e1cda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:12:10Z', 'updated_at': '2021-08-10T04:21:15Z', 'revision_number': 11, 'project_id': 'b4d9562697164912ae96f22f47b4a54d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51432507-f545-4d05-b420-c6d301f256cd', 'name': '', 'network_id': '86e70408-f9ef-4815-aa8f-59304e4ed4c8', 'tenant_id': 'b4d9562697164912ae96f22f47b4a54d', 'mac_address': 'fa:16:3e:79:30:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '48d8056f-5fb2-463c-96bd-f6f5ed5da27e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:07Z', 'updated_at': '2021-08-10T04:12:14Z', 'revision_number': 5, 'project_id': 'b4d9562697164912ae96f22f47b4a54d', 'subnets': [{'id': '48d8056f-5fb2-463c-96bd-f6f5ed5da27e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:21:16.864182 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fe32907e-3ce9-4f80-b2cf-5839dfd715f0 req-6292b13b-dad8-474d-b988-cd0d4a37f5a6 service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835459 Aug 10 04:21:16.880254 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79136bac-217c-40a6-8651-2d9949a6a521 None None] The sync data for ids ['53286071-5c9d-4c9a-8825-3f31317c97f2'] in n-d-768862-13 is: [{'id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'name': 'tempest-ServerActionsTestJSON-388020780-router', 'tenant_id': 'b4d9562697164912ae96f22f47b4a54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'c41ccae9-8bad-4cef-b271-680de0fb9b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:12:06Z', 'updated_at': '2021-08-10T04:12:08Z', 'revision_number': 4, 'project_id': 'b4d9562697164912ae96f22f47b4a54d', 'gw_port': {'id': 'c41ccae9-8bad-4cef-b271-680de0fb9b17', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:06Z', 'updated_at': '2021-08-10T04:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '3f05a2ad-2b94-48f1-8aff-7731ddb41905', 'tenant_id': 'b4d9562697164912ae96f22f47b4a54d', 'floating_ip_address': '172.25.6.93', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'port_id': 'bae8d97c-c924-41b3-aaf5-1ae7bfc317ac', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86e70408-f9ef-4815-aa8f-59304e4ed4c8', 'mac_address': 'fa:16:3e:bf:d4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c7715e-6320-4324-9832-02e0230e1cda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:12:10Z', 'updated_at': '2021-08-10T04:21:15Z', 'revision_number': 11, 'project_id': 'b4d9562697164912ae96f22f47b4a54d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51432507-f545-4d05-b420-c6d301f256cd', 'name': '', 'network_id': '86e70408-f9ef-4815-aa8f-59304e4ed4c8', 'tenant_id': 'b4d9562697164912ae96f22f47b4a54d', 'mac_address': 'fa:16:3e:79:30:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '48d8056f-5fb2-463c-96bd-f6f5ed5da27e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:07Z', 'updated_at': '2021-08-10T04:12:14Z', 'revision_number': 5, 'project_id': 'b4d9562697164912ae96f22f47b4a54d', 'subnets': [{'id': '48d8056f-5fb2-463c-96bd-f6f5ed5da27e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:21:17.049144 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d258360-60c7-4372-9573-91b31b5203af None None] New status for floating IP 3f05a2ad-2b94-48f1-8aff-7731ddb41905: ACTIVE {{(pid=94263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:21:17.249055 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617366e9-bfb6-4d87-ac22-84e15d46eb6b None None] Sync routers for ids ['53286071-5c9d-4c9a-8825-3f31317c97f2'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:21:17.258419 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617366e9-bfb6-4d87-ac22-84e15d46eb6b None None] Routers {'53286071-5c9d-4c9a-8825-3f31317c97f2'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:21:17.258916 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-617366e9-bfb6-4d87-ac22-84e15d46eb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:20:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['53286071-5c9d-4c9a-8825-3f31317c97f2'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:21:17.363506 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-617366e9-bfb6-4d87-ac22-84e15d46eb6b None None] Set router 53286071-5c9d-4c9a-8825-3f31317c97f2 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:21:17.593126 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-617366e9-bfb6-4d87-ac22-84e15d46eb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'name': 'tempest-ServerActionsTestJSON-388020780-router', 'tenant_id': 'b4d9562697164912ae96f22f47b4a54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'c41ccae9-8bad-4cef-b271-680de0fb9b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:12:06Z', 'updated_at': '2021-08-10T04:12:08Z', 'revision_number': 4, 'project_id': 'b4d9562697164912ae96f22f47b4a54d', 'gw_port': {'id': 'c41ccae9-8bad-4cef-b271-680de0fb9b17', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:06Z', 'updated_at': '2021-08-10T04:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '3f05a2ad-2b94-48f1-8aff-7731ddb41905', 'tenant_id': 'b4d9562697164912ae96f22f47b4a54d', 'floating_ip_address': '172.25.6.93', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'port_id': 'bae8d97c-c924-41b3-aaf5-1ae7bfc317ac', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86e70408-f9ef-4815-aa8f-59304e4ed4c8', 'mac_address': 'fa:16:3e:bf:d4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c7715e-6320-4324-9832-02e0230e1cda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:12:10Z', 'updated_at': '2021-08-10T04:21:17Z', 'revision_number': 12, 'project_id': 'b4d9562697164912ae96f22f47b4a54d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51432507-f545-4d05-b420-c6d301f256cd', 'name': '', 'network_id': '86e70408-f9ef-4815-aa8f-59304e4ed4c8', 'tenant_id': 'b4d9562697164912ae96f22f47b4a54d', 'mac_address': 'fa:16:3e:79:30:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '48d8056f-5fb2-463c-96bd-f6f5ed5da27e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:07Z', 'updated_at': '2021-08-10T04:12:14Z', 'revision_number': 5, 'project_id': 'b4d9562697164912ae96f22f47b4a54d', 'subnets': [{'id': '48d8056f-5fb2-463c-96bd-f6f5ed5da27e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:21:17.621941 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617366e9-bfb6-4d87-ac22-84e15d46eb6b None None] Checking router: 53286071-5c9d-4c9a-8825-3f31317c97f2 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:21:17.630171 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617366e9-bfb6-4d87-ac22-84e15d46eb6b None None] Routers {'53286071-5c9d-4c9a-8825-3f31317c97f2'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:21:17.630798 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-617366e9-bfb6-4d87-ac22-84e15d46eb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:20:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['53286071-5c9d-4c9a-8825-3f31317c97f2'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:21:17.729295 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-617366e9-bfb6-4d87-ac22-84e15d46eb6b None None] Set router 53286071-5c9d-4c9a-8825-3f31317c97f2 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:21:17.953053 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-617366e9-bfb6-4d87-ac22-84e15d46eb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'name': 'tempest-ServerActionsTestJSON-388020780-router', 'tenant_id': 'b4d9562697164912ae96f22f47b4a54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'c41ccae9-8bad-4cef-b271-680de0fb9b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:12:06Z', 'updated_at': '2021-08-10T04:12:08Z', 'revision_number': 4, 'project_id': 'b4d9562697164912ae96f22f47b4a54d', 'gw_port': {'id': 'c41ccae9-8bad-4cef-b271-680de0fb9b17', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:06Z', 'updated_at': '2021-08-10T04:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '3f05a2ad-2b94-48f1-8aff-7731ddb41905', 'tenant_id': 'b4d9562697164912ae96f22f47b4a54d', 'floating_ip_address': '172.25.6.93', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'port_id': 'bae8d97c-c924-41b3-aaf5-1ae7bfc317ac', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86e70408-f9ef-4815-aa8f-59304e4ed4c8', 'mac_address': 'fa:16:3e:bf:d4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c7715e-6320-4324-9832-02e0230e1cda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:12:10Z', 'updated_at': '2021-08-10T04:21:17Z', 'revision_number': 12, 'project_id': 'b4d9562697164912ae96f22f47b4a54d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51432507-f545-4d05-b420-c6d301f256cd', 'name': '', 'network_id': '86e70408-f9ef-4815-aa8f-59304e4ed4c8', 'tenant_id': 'b4d9562697164912ae96f22f47b4a54d', 'mac_address': 'fa:16:3e:79:30:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '48d8056f-5fb2-463c-96bd-f6f5ed5da27e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:07Z', 'updated_at': '2021-08-10T04:12:14Z', 'revision_number': 5, 'project_id': 'b4d9562697164912ae96f22f47b4a54d', 'subnets': [{'id': '48d8056f-5fb2-463c-96bd-f6f5ed5da27e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:21:17.979447 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617366e9-bfb6-4d87-ac22-84e15d46eb6b None None] The sync data for ids ['53286071-5c9d-4c9a-8825-3f31317c97f2'] in n-d-768862-13 is: [{'id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'name': 'tempest-ServerActionsTestJSON-388020780-router', 'tenant_id': 'b4d9562697164912ae96f22f47b4a54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'c41ccae9-8bad-4cef-b271-680de0fb9b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:12:06Z', 'updated_at': '2021-08-10T04:12:08Z', 'revision_number': 4, 'project_id': 'b4d9562697164912ae96f22f47b4a54d', 'gw_port': {'id': 'c41ccae9-8bad-4cef-b271-680de0fb9b17', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:06Z', 'updated_at': '2021-08-10T04:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '3f05a2ad-2b94-48f1-8aff-7731ddb41905', 'tenant_id': 'b4d9562697164912ae96f22f47b4a54d', 'floating_ip_address': '172.25.6.93', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'port_id': 'bae8d97c-c924-41b3-aaf5-1ae7bfc317ac', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86e70408-f9ef-4815-aa8f-59304e4ed4c8', 'mac_address': 'fa:16:3e:bf:d4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c7715e-6320-4324-9832-02e0230e1cda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:12:10Z', 'updated_at': '2021-08-10T04:21:17Z', 'revision_number': 12, 'project_id': 'b4d9562697164912ae96f22f47b4a54d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51432507-f545-4d05-b420-c6d301f256cd', 'name': '', 'network_id': '86e70408-f9ef-4815-aa8f-59304e4ed4c8', 'tenant_id': 'b4d9562697164912ae96f22f47b4a54d', 'mac_address': 'fa:16:3e:79:30:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '48d8056f-5fb2-463c-96bd-f6f5ed5da27e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:07Z', 'updated_at': '2021-08-10T04:12:14Z', 'revision_number': 5, 'project_id': 'b4d9562697164912ae96f22f47b4a54d', 'subnets': [{'id': '48d8056f-5fb2-463c-96bd-f6f5ed5da27e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:21:18.362191 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30c7715e-6320-4324-9832-02e0230e1cda', 'tag': 'bae8d97c-c924-41b3-aaf5-1ae7bfc317ac'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:21:18.364581 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7142606bf34c4189ec1af3eb1cc50705e8815838b55f5940d6ad7e637f738b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-199b90a0-9531-4aa4-b746-9c5e05837fd2" -d '{"events": [{"name": "network-changed", "server_uuid": "30c7715e-6320-4324-9832-02e0230e1cda", "tag": "bae8d97c-c924-41b3-aaf5-1ae7bfc317ac"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:21:18.404040 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7846ccb-3048-4857-9fc7-01bd0eef379b x-openstack-request-id: req-c7846ccb-3048-4857-9fc7-01bd0eef379b {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:21:18.404358 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30c7715e-6320-4324-9832-02e0230e1cda", "tag": "bae8d97c-c924-41b3-aaf5-1ae7bfc317ac", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:21:18.404617 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c7846ccb-3048-4857-9fc7-01bd0eef379b {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:21:18.405020 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30c7715e-6320-4324-9832-02e0230e1cda', 'tag': 'bae8d97c-c924-41b3-aaf5-1ae7bfc317ac', 'status': 'completed', 'code': 200} Aug 10 04:21:18.471064 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199b90a0-9531-4aa4-b746-9c5e05837fd2 req-9193139b-7569-497d-a646-5e8bbe354a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:18.472553 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-199b90a0-9531-4aa4-b746-9c5e05837fd2 req-9193139b-7569-497d-a646-5e8bbe354a92 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b4d9562697164912ae96f22f47b4a54d&device_id=30c7715e-6320-4324-9832-02e0230e1cda HTTP/1.1" status: 200 len: 1098 time: 0.0453777 Aug 10 04:21:18.564677 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199b90a0-9531-4aa4-b746-9c5e05837fd2 req-0fe9c83b-718f-460d-8b3a-9ae473ef6b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:18.566157 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-199b90a0-9531-4aa4-b746-9c5e05837fd2 req-0fe9c83b-718f-460d-8b3a-9ae473ef6b3d service neutron] 10.222.0.42 "GET /v2.0/networks?id=86e70408-f9ef-4815-aa8f-59304e4ed4c8 HTTP/1.1" status: 200 len: 911 time: 0.0870686 Aug 10 04:21:18.635595 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-199b90a0-9531-4aa4-b746-9c5e05837fd2 req-5443f148-774e-46bc-8bc5-913c2e406815 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bae8d97c-c924-41b3-aaf5-1ae7bfc317ac HTTP/1.1" status: 200 len: 1002 time: 0.0620463 Aug 10 04:21:18.683652 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199b90a0-9531-4aa4-b746-9c5e05837fd2 req-d3244e6f-08fd-4af9-8edc-ca6772aeea0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:18.685100 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-199b90a0-9531-4aa4-b746-9c5e05837fd2 req-d3244e6f-08fd-4af9-8edc-ca6772aeea0b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=48d8056f-5fb2-463c-96bd-f6f5ed5da27e HTTP/1.1" status: 200 len: 850 time: 0.0434208 Aug 10 04:21:18.729294 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199b90a0-9531-4aa4-b746-9c5e05837fd2 req-083019ca-f1ae-48f2-81fd-0020c1139efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:18.730817 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-199b90a0-9531-4aa4-b746-9c5e05837fd2 req-083019ca-f1ae-48f2-81fd-0020c1139efa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=86e70408-f9ef-4815-aa8f-59304e4ed4c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393252 Aug 10 04:21:18.821292 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-199b90a0-9531-4aa4-b746-9c5e05837fd2 req-41a2264f-8658-4695-83d9-75f1d04bfb7f service neutron] 10.222.0.42 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835338 Aug 10 04:21:18.911418 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-199b90a0-9531-4aa4-b746-9c5e05837fd2 req-d056a7e2-28a9-41b8-92ea-3fc4ea25c4f3 service neutron] 10.222.0.42 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819101 Aug 10 04:21:21.487748 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-95efa4bb-ceaa-4cd9-9a1b-ae0db1d4b58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:23.750713 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-66ab0bbc-b08f-4bfe-81a3-d09582acc5a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:24.363814 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:25.594594 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:26.600451 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:27.031586 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:33.908013 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:43.604476 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bb5cffb4-fb21-40df-9a68-1418d52980c0 req-18fb82f4-a4f5-4912-8dbb-c9f5334c668a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=22882bb5-df6a-4a03-b8b1-8ebacb558477&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0403352 Aug 10 04:21:43.689961 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5cffb4-fb21-40df-9a68-1418d52980c0 req-fbb384ea-5d0c-452f-b0c5-121e01fff9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:43.691503 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bb5cffb4-fb21-40df-9a68-1418d52980c0 req-fbb384ea-5d0c-452f-b0c5-121e01fff9dd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4d9562697164912ae96f22f47b4a54d&device_id=22882bb5-df6a-4a03-b8b1-8ebacb558477 HTTP/1.1" status: 200 len: 1098 time: 0.0446362 Aug 10 04:21:43.795371 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5cffb4-fb21-40df-9a68-1418d52980c0 req-ca46cb1e-48b0-4fdf-8855-db1ce9ea5735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:43.796762 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bb5cffb4-fb21-40df-9a68-1418d52980c0 req-ca46cb1e-48b0-4fdf-8855-db1ce9ea5735 service neutron] 10.222.0.61 "GET /v2.0/networks?id=86e70408-f9ef-4815-aa8f-59304e4ed4c8 HTTP/1.1" status: 200 len: 911 time: 0.0831611 Aug 10 04:21:43.838314 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bb5cffb4-fb21-40df-9a68-1418d52980c0 req-0b537328-2ac1-4dcb-aba9-0add9acda9b3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=600c6ca9-6224-4086-b5df-8c2df8511b77 HTTP/1.1" status: 200 len: 217 time: 0.0335205 Aug 10 04:21:43.890360 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5cffb4-fb21-40df-9a68-1418d52980c0 req-1092f02f-9073-40b3-994f-3dbb10a5721f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:43.891808 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bb5cffb4-fb21-40df-9a68-1418d52980c0 req-1092f02f-9073-40b3-994f-3dbb10a5721f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=48d8056f-5fb2-463c-96bd-f6f5ed5da27e HTTP/1.1" status: 200 len: 850 time: 0.0471468 Aug 10 04:21:43.938088 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5cffb4-fb21-40df-9a68-1418d52980c0 req-d3a55038-f9d3-479d-bed4-aac4572a75e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:43.939649 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bb5cffb4-fb21-40df-9a68-1418d52980c0 req-d3a55038-f9d3-479d-bed4-aac4572a75e4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=86e70408-f9ef-4815-aa8f-59304e4ed4c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403447 Aug 10 04:21:44.031282 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bb5cffb4-fb21-40df-9a68-1418d52980c0 req-8f2e5da9-9cbb-4f15-9f7e-40e469aef9b7 service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837371 Aug 10 04:21:44.124267 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bb5cffb4-fb21-40df-9a68-1418d52980c0 req-8eb20e71-8d54-429e-bb96-68e3186b519b service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854056 Aug 10 04:21:47.874488 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ef5a8417-5627-4392-93c7-8b09c0d06a97 req-3a398660-5f37-4742-a14d-fc3fba614ca3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=30c7715e-6320-4324-9832-02e0230e1cda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399375 Aug 10 04:21:47.953859 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a8417-5627-4392-93c7-8b09c0d06a97 req-f4410dea-f84a-4223-bee6-8b10aa10888e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:47.955349 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ef5a8417-5627-4392-93c7-8b09c0d06a97 req-f4410dea-f84a-4223-bee6-8b10aa10888e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b4d9562697164912ae96f22f47b4a54d&device_id=30c7715e-6320-4324-9832-02e0230e1cda HTTP/1.1" status: 200 len: 1098 time: 0.0389848 Aug 10 04:21:48.060009 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a8417-5627-4392-93c7-8b09c0d06a97 req-32d166c4-c8e4-4423-9215-1776d8c937b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:48.061512 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ef5a8417-5627-4392-93c7-8b09c0d06a97 req-32d166c4-c8e4-4423-9215-1776d8c937b6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=86e70408-f9ef-4815-aa8f-59304e4ed4c8 HTTP/1.1" status: 200 len: 911 time: 0.0866089 Aug 10 04:21:48.125381 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ef5a8417-5627-4392-93c7-8b09c0d06a97 req-463891f7-bb25-44f4-8ccf-3457448d5476 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bae8d97c-c924-41b3-aaf5-1ae7bfc317ac HTTP/1.1" status: 200 len: 1002 time: 0.0563812 Aug 10 04:21:48.177402 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a8417-5627-4392-93c7-8b09c0d06a97 req-4658a029-da44-4523-a368-e0f1660b1fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:48.178846 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ef5a8417-5627-4392-93c7-8b09c0d06a97 req-4658a029-da44-4523-a368-e0f1660b1fd8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=48d8056f-5fb2-463c-96bd-f6f5ed5da27e HTTP/1.1" status: 200 len: 850 time: 0.0461190 Aug 10 04:21:48.224204 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a8417-5627-4392-93c7-8b09c0d06a97 req-f8f4b0ab-c68e-4a6d-a178-3463b1e4f7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:48.225772 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ef5a8417-5627-4392-93c7-8b09c0d06a97 req-f8f4b0ab-c68e-4a6d-a178-3463b1e4f7c8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=86e70408-f9ef-4815-aa8f-59304e4ed4c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402360 Aug 10 04:21:48.314524 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ef5a8417-5627-4392-93c7-8b09c0d06a97 req-3a130f2e-6e48-43a3-9368-b07551e14488 service neutron] 10.222.0.42 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800214 Aug 10 04:21:48.410180 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ef5a8417-5627-4392-93c7-8b09c0d06a97 req-fd25c8fc-e378-4044-9cf6-c286de0ebaa9 service neutron] 10.222.0.42 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882261 Aug 10 04:21:49.471662 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:21:51.492044 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-2e4c194e-6415-417d-b242-f32060a498ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:53.751070 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b2295a91-b6fd-4b54-9a30-59d1f05b2811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:54.355843 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:55.594973 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:56.622115 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:57.034989 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:03.906384 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:21.500634 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-7ecde20c-303a-4ee2-bcd6-70a488f4c09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:23.751580 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-8e8aad94-e3b3-4929-a0f7-c42f105d79c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:24.356849 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:25.599062 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:26.471712 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:22:26.628061 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:27.036964 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:33.921190 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:45.606324 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7f986e17-ccb6-4ff6-8189-3a745dfc3663 req-54e2ae2c-08b1-4c2a-9f49-5a66ec5bcff9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=22882bb5-df6a-4a03-b8b1-8ebacb558477&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0429597 Aug 10 04:22:45.690977 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f986e17-ccb6-4ff6-8189-3a745dfc3663 req-f720dcb7-c04c-4edd-9a30-998b974f7e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:45.692489 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7f986e17-ccb6-4ff6-8189-3a745dfc3663 req-f720dcb7-c04c-4edd-9a30-998b974f7e2d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4d9562697164912ae96f22f47b4a54d&device_id=22882bb5-df6a-4a03-b8b1-8ebacb558477 HTTP/1.1" status: 200 len: 1098 time: 0.0410545 Aug 10 04:22:45.801035 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f986e17-ccb6-4ff6-8189-3a745dfc3663 req-054ec9b1-a67e-4782-86d7-49d1cd91a0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:45.802455 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7f986e17-ccb6-4ff6-8189-3a745dfc3663 req-054ec9b1-a67e-4782-86d7-49d1cd91a0be service neutron] 10.222.0.61 "GET /v2.0/networks?id=86e70408-f9ef-4815-aa8f-59304e4ed4c8 HTTP/1.1" status: 200 len: 911 time: 0.0883734 Aug 10 04:22:45.844965 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7f986e17-ccb6-4ff6-8189-3a745dfc3663 req-68ea96af-5381-423c-84cc-ceeb4004686d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=600c6ca9-6224-4086-b5df-8c2df8511b77 HTTP/1.1" status: 200 len: 217 time: 0.0342362 Aug 10 04:22:45.902631 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f986e17-ccb6-4ff6-8189-3a745dfc3663 req-7165962e-bf53-4d54-ba6a-8c473d511f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:45.904111 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7f986e17-ccb6-4ff6-8189-3a745dfc3663 req-7165962e-bf53-4d54-ba6a-8c473d511f77 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=48d8056f-5fb2-463c-96bd-f6f5ed5da27e HTTP/1.1" status: 200 len: 850 time: 0.0514264 Aug 10 04:22:46.272395 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f986e17-ccb6-4ff6-8189-3a745dfc3663 req-1ba652d5-0c42-40b0-b9ef-9aa2fe6e9abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:46.274032 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7f986e17-ccb6-4ff6-8189-3a745dfc3663 req-1ba652d5-0c42-40b0-b9ef-9aa2fe6e9abe service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=86e70408-f9ef-4815-aa8f-59304e4ed4c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3622196 Aug 10 04:22:46.364686 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7f986e17-ccb6-4ff6-8189-3a745dfc3663 req-74f42561-bb2c-4353-a8ab-7ff5b8ff20e0 service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828979 Aug 10 04:22:46.460215 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7f986e17-ccb6-4ff6-8189-3a745dfc3663 req-2611df56-6b9b-4909-89db-2048befc8168 service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872982 Aug 10 04:22:47.863428 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cf80ed06-8819-4328-a247-3a7a06b835cd req-f899dbec-79ac-40c1-94ec-c0c26b2531c9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=30c7715e-6320-4324-9832-02e0230e1cda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0396841 Aug 10 04:22:47.941402 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf80ed06-8819-4328-a247-3a7a06b835cd req-362ac31a-5952-49a5-8dd0-202d76033909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:47.942917 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cf80ed06-8819-4328-a247-3a7a06b835cd req-362ac31a-5952-49a5-8dd0-202d76033909 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b4d9562697164912ae96f22f47b4a54d&device_id=30c7715e-6320-4324-9832-02e0230e1cda HTTP/1.1" status: 200 len: 1098 time: 0.0393493 Aug 10 04:22:48.050485 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf80ed06-8819-4328-a247-3a7a06b835cd req-533c7cc1-288a-4f11-a6b9-025fd904796a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:48.051972 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cf80ed06-8819-4328-a247-3a7a06b835cd req-533c7cc1-288a-4f11-a6b9-025fd904796a service neutron] 10.222.0.42 "GET /v2.0/networks?id=86e70408-f9ef-4815-aa8f-59304e4ed4c8 HTTP/1.1" status: 200 len: 911 time: 0.0877020 Aug 10 04:22:48.117088 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cf80ed06-8819-4328-a247-3a7a06b835cd req-b7297869-4e61-45c0-b125-268a7f8eb7df service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bae8d97c-c924-41b3-aaf5-1ae7bfc317ac HTTP/1.1" status: 200 len: 1002 time: 0.0574505 Aug 10 04:22:48.169282 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf80ed06-8819-4328-a247-3a7a06b835cd req-2077927d-e8c1-4623-be0d-1d840ae5a6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:48.170838 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cf80ed06-8819-4328-a247-3a7a06b835cd req-2077927d-e8c1-4623-be0d-1d840ae5a6ab service neutron] 10.222.0.42 "GET /v2.0/subnets?id=48d8056f-5fb2-463c-96bd-f6f5ed5da27e HTTP/1.1" status: 200 len: 850 time: 0.0476422 Aug 10 04:22:48.215494 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf80ed06-8819-4328-a247-3a7a06b835cd req-a1a5af17-17cd-4cc6-a052-bc600c19a2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:48.216969 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cf80ed06-8819-4328-a247-3a7a06b835cd req-a1a5af17-17cd-4cc6-a052-bc600c19a2aa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=86e70408-f9ef-4815-aa8f-59304e4ed4c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393295 Aug 10 04:22:48.303999 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cf80ed06-8819-4328-a247-3a7a06b835cd req-1a5b1bf0-1c48-4de5-8c7c-e218ffa381a3 service neutron] 10.222.0.42 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797029 Aug 10 04:22:48.395492 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cf80ed06-8819-4328-a247-3a7a06b835cd req-7676762c-7f97-4e5c-b811-3f6f04c3e7c0 service neutron] 10.222.0.42 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846405 Aug 10 04:22:51.491641 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b3932d9b-8d4d-4083-86f9-9acb50aff8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:53.692414 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7392f585-2be5-4dbf-bb69-6e72f5495ffc req-eb9d43e7-8f77-4b65-9881-e9899b01b7c8 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:53.695103 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7392f585-2be5-4dbf-bb69-6e72f5495ffc req-eb9d43e7-8f77-4b65-9881-e9899b01b7c8 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c7715e-6320-4324-9832-02e0230e1cda HTTP/1.1" status: 200 len: 946 time: 0.0537848 Aug 10 04:22:53.735204 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7392f585-2be5-4dbf-bb69-6e72f5495ffc req-d22a9f64-9a76-4c6f-944c-778472c9e044 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334928 Aug 10 04:22:53.752530 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f1fe8727-fe7f-4d11-ba6c-31433d979631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:54.358027 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:55.600798 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:56.644064 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:57.042172 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:03.470556 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:23:03.936446 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:04.908617 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20e0819-3745-4790-8f3f-17c8b83916e3 req-12cc660a-1a78-47dd-98f0-5b17a508b69c tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:04.910055 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c20e0819-3745-4790-8f3f-17c8b83916e3 req-12cc660a-1a78-47dd-98f0-5b17a508b69c tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c7715e-6320-4324-9832-02e0230e1cda HTTP/1.1" status: 200 len: 946 time: 0.0523663 Aug 10 04:23:04.953707 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c20e0819-3745-4790-8f3f-17c8b83916e3 req-8ab0712d-0377-41b0-8a5f-b0e7f7324453 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376115 Aug 10 04:23:04.954265 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 49596) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:23:05.039095 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0fb0cc2c-f37d-45d4-86d5-a519c909cb0f req-6f20d692-ba78-440e-b68a-b1358ddcdcd0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=30c7715e-6320-4324-9832-02e0230e1cda&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0837204 Aug 10 04:23:06.077869 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3371e6ff-0bac-4bc2-9213-3d5789800fdd req-240c42c2-23bf-427b-ab46-295190620d0f tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:06.079502 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3371e6ff-0bac-4bc2-9213-3d5789800fdd req-240c42c2-23bf-427b-ab46-295190620d0f tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c7715e-6320-4324-9832-02e0230e1cda HTTP/1.1" status: 200 len: 946 time: 0.0555618 Aug 10 04:23:06.131747 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3371e6ff-0bac-4bc2-9213-3d5789800fdd req-9f088879-1644-4a67-a037-8d2c284f9d49 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457666 Aug 10 04:23:06.161535 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb0cc2c-f37d-45d4-86d5-a519c909cb0f req-1dbfeada-9aba-4cc3-b033-9e5fc6adbe40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:06.163125 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0fb0cc2c-f37d-45d4-86d5-a519c909cb0f req-1dbfeada-9aba-4cc3-b033-9e5fc6adbe40 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b4d9562697164912ae96f22f47b4a54d&device_id=30c7715e-6320-4324-9832-02e0230e1cda HTTP/1.1" status: 200 len: 1098 time: 0.0452292 Aug 10 04:23:06.264254 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb0cc2c-f37d-45d4-86d5-a519c909cb0f req-84f3675a-df5b-4988-b415-e896b85672ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:06.265838 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0fb0cc2c-f37d-45d4-86d5-a519c909cb0f req-84f3675a-df5b-4988-b415-e896b85672ec service neutron] 10.222.0.42 "GET /v2.0/networks?id=86e70408-f9ef-4815-aa8f-59304e4ed4c8 HTTP/1.1" status: 200 len: 911 time: 0.0957766 Aug 10 04:23:06.332472 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0fb0cc2c-f37d-45d4-86d5-a519c909cb0f req-950d6de5-413e-48a8-9609-1e1ca4b73039 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bae8d97c-c924-41b3-aaf5-1ae7bfc317ac HTTP/1.1" status: 200 len: 1002 time: 0.0601084 Aug 10 04:23:06.387915 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb0cc2c-f37d-45d4-86d5-a519c909cb0f req-025b5a88-3fe3-459b-905b-1ef802bf59aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:06.389517 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0fb0cc2c-f37d-45d4-86d5-a519c909cb0f req-025b5a88-3fe3-459b-905b-1ef802bf59aa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=48d8056f-5fb2-463c-96bd-f6f5ed5da27e HTTP/1.1" status: 200 len: 850 time: 0.0503712 Aug 10 04:23:06.438188 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb0cc2c-f37d-45d4-86d5-a519c909cb0f req-ebc238fc-eb3c-4bd2-a0e5-1a34b5a734d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:06.439738 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0fb0cc2c-f37d-45d4-86d5-a519c909cb0f req-ebc238fc-eb3c-4bd2-a0e5-1a34b5a734d0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=86e70408-f9ef-4815-aa8f-59304e4ed4c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429611 Aug 10 04:23:06.532535 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0fb0cc2c-f37d-45d4-86d5-a519c909cb0f req-820b040e-a909-45b2-8aa2-07970729c6c8 service neutron] 10.222.0.42 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852075 Aug 10 04:23:06.628800 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0fb0cc2c-f37d-45d4-86d5-a519c909cb0f req-0b77fb31-cbcb-4be8-b402-576a1b2b5597 service neutron] 10.222.0.42 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895052 Aug 10 04:23:07.251539 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d8fac8-e2cf-43b4-adbf-29778d575c35 req-da9ddab1-8114-4dc0-910d-aa827d18d1a0 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:07.253027 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c5d8fac8-e2cf-43b4-adbf-29778d575c35 req-da9ddab1-8114-4dc0-910d-aa827d18d1a0 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c7715e-6320-4324-9832-02e0230e1cda HTTP/1.1" status: 200 len: 946 time: 0.0496371 Aug 10 04:23:07.290032 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c5d8fac8-e2cf-43b4-adbf-29778d575c35 req-099899c1-e373-430d-82df-b22afe30350f tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307703 Aug 10 04:23:08.414467 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af53489a-a971-4a80-a2e6-f800d22b8670 req-b766c2a5-2c4f-475d-8956-109dafebc793 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:08.416069 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-af53489a-a971-4a80-a2e6-f800d22b8670 req-b766c2a5-2c4f-475d-8956-109dafebc793 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c7715e-6320-4324-9832-02e0230e1cda HTTP/1.1" status: 200 len: 946 time: 0.0544040 Aug 10 04:23:08.456036 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-af53489a-a971-4a80-a2e6-f800d22b8670 req-6f1672e3-2395-4260-afb3-07ba9934e89e tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336478 Aug 10 04:23:09.574246 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90281fd0-cd8e-4057-bc42-5f4ee8e3ed38 req-99530dd9-42aa-4a87-b0f7-4d80f9949b73 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:09.575750 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-90281fd0-cd8e-4057-bc42-5f4ee8e3ed38 req-99530dd9-42aa-4a87-b0f7-4d80f9949b73 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c7715e-6320-4324-9832-02e0230e1cda HTTP/1.1" status: 200 len: 946 time: 0.0500631 Aug 10 04:23:09.613475 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-90281fd0-cd8e-4057-bc42-5f4ee8e3ed38 req-be43075a-2e65-433d-937c-4421b0350384 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317183 Aug 10 04:23:10.730490 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace45698-c094-4122-9b53-d45ff63cee2b req-c5e95e23-37d9-47c7-8ccf-201dfeb14f3c tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:10.731973 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ace45698-c094-4122-9b53-d45ff63cee2b req-c5e95e23-37d9-47c7-8ccf-201dfeb14f3c tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c7715e-6320-4324-9832-02e0230e1cda HTTP/1.1" status: 200 len: 946 time: 0.0508780 Aug 10 04:23:10.769426 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ace45698-c094-4122-9b53-d45ff63cee2b req-26af7206-e01b-4865-831b-73d73b9075d3 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315566 Aug 10 04:23:11.889342 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd93a30-2b6a-4bae-91d6-066a691a7178 req-67c748b4-cc7e-4db0-b138-4c944f31abb5 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:11.890966 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bfd93a30-2b6a-4bae-91d6-066a691a7178 req-67c748b4-cc7e-4db0-b138-4c944f31abb5 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c7715e-6320-4324-9832-02e0230e1cda HTTP/1.1" status: 200 len: 946 time: 0.0529935 Aug 10 04:23:11.927464 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bfd93a30-2b6a-4bae-91d6-066a691a7178 req-9f855ae3-cf27-494b-af45-aa9022011a83 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306051 Aug 10 04:23:13.042594 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da14dcc0-1e33-44cf-9613-c28035160d29 req-9e36983c-4f6f-47b7-8388-3eeebac79fad tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:13.044080 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-da14dcc0-1e33-44cf-9613-c28035160d29 req-9e36983c-4f6f-47b7-8388-3eeebac79fad tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c7715e-6320-4324-9832-02e0230e1cda HTTP/1.1" status: 200 len: 946 time: 0.0495725 Aug 10 04:23:13.082295 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-da14dcc0-1e33-44cf-9613-c28035160d29 req-f2da0e7d-74b4-4d75-8870-62efa7ff9920 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322440 Aug 10 04:23:14.196895 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae6eb8c-bc18-4954-9945-2ce1276b8753 req-8578c4ff-15cf-4896-8db8-3758c5e5f824 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:14.198998 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5ae6eb8c-bc18-4954-9945-2ce1276b8753 req-8578c4ff-15cf-4896-8db8-3758c5e5f824 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c7715e-6320-4324-9832-02e0230e1cda HTTP/1.1" status: 200 len: 946 time: 0.0488706 Aug 10 04:23:14.236011 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5ae6eb8c-bc18-4954-9945-2ce1276b8753 req-e31ef0f4-435a-4f55-a4ab-9ae5d2a0d991 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310223 Aug 10 04:23:15.359180 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9212f584-c7a1-42f6-8171-065044055cc9 req-55934e89-2b3d-4eb7-90f4-4ae042eedd5f tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:15.360665 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9212f584-c7a1-42f6-8171-065044055cc9 req-55934e89-2b3d-4eb7-90f4-4ae042eedd5f tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c7715e-6320-4324-9832-02e0230e1cda HTTP/1.1" status: 200 len: 946 time: 0.0545189 Aug 10 04:23:15.408906 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9212f584-c7a1-42f6-8171-065044055cc9 req-f8e656f1-8edb-405c-8668-3a09ebc41f85 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421886 Aug 10 04:23:16.527161 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4eda18-b77d-421f-b6df-6e302985bc26 req-db0a6d0f-a25a-4b35-ad9f-710311d96283 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:16.528658 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5c4eda18-b77d-421f-b6df-6e302985bc26 req-db0a6d0f-a25a-4b35-ad9f-710311d96283 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c7715e-6320-4324-9832-02e0230e1cda HTTP/1.1" status: 200 len: 946 time: 0.0513172 Aug 10 04:23:16.567477 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5c4eda18-b77d-421f-b6df-6e302985bc26 req-c668f902-a5b9-4487-abe0-8bf19952bc6c tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327415 Aug 10 04:23:17.684136 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b3ad9-8579-4dbb-ac7d-9c57eb3e7380 req-39055449-9947-4012-bfeb-b62591e3c140 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:17.685637 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9f6b3ad9-8579-4dbb-ac7d-9c57eb3e7380 req-39055449-9947-4012-bfeb-b62591e3c140 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c7715e-6320-4324-9832-02e0230e1cda HTTP/1.1" status: 200 len: 946 time: 0.0490110 Aug 10 04:23:17.723887 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9f6b3ad9-8579-4dbb-ac7d-9c57eb3e7380 req-bae8b72b-0e76-4cab-888f-a23a3c7518cf tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316420 Aug 10 04:23:18.847531 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca75a4a-31f7-4760-a5a7-d202762aeb0c req-4e512825-e6e0-4890-8856-8c1cb82ecb53 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:18.849029 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2ca75a4a-31f7-4760-a5a7-d202762aeb0c req-4e512825-e6e0-4890-8856-8c1cb82ecb53 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c7715e-6320-4324-9832-02e0230e1cda HTTP/1.1" status: 200 len: 946 time: 0.0555334 Aug 10 04:23:18.890705 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2ca75a4a-31f7-4760-a5a7-d202762aeb0c req-6fe06424-89af-4889-ae61-e98938036109 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348439 Aug 10 04:23:20.013501 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c903fdf-ec4c-4ee3-b2fb-cbb64f55748b req-e7ef02a6-0432-41d3-b23b-0c3b75c0921c tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:20.015234 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1c903fdf-ec4c-4ee3-b2fb-cbb64f55748b req-e7ef02a6-0432-41d3-b23b-0c3b75c0921c tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c7715e-6320-4324-9832-02e0230e1cda HTTP/1.1" status: 200 len: 946 time: 0.0527334 Aug 10 04:23:20.056507 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1c903fdf-ec4c-4ee3-b2fb-cbb64f55748b req-dabbb270-722b-42bd-a261-41d71bb847a6 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350115 Aug 10 04:23:20.240870 n-d-768862-13 neutron-server[94260]: INFO neutron.api.v2.resource [req-0fb0cc2c-f37d-45d4-86d5-a519c909cb0f req-f6ccb0cc-04a7-4d48-82aa-ee8467fcc198 service neutron] show failed (client error): The resource could not be found. Aug 10 04:23:20.241789 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0fb0cc2c-f37d-45d4-86d5-a519c909cb0f req-f6ccb0cc-04a7-4d48-82aa-ee8467fcc198 service neutron] 10.222.0.42 "GET /v2.0/ports/bae8d97c-c924-41b3-aaf5-1ae7bfc317ac/bindings/n-h2-768862-13 HTTP/1.1" status: 404 len: 381 time: 0.0555992 Aug 10 04:23:20.441126 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb0cc2c-f37d-45d4-86d5-a519c909cb0f req-633f4bf2-c222-4ccb-8b52-7e7dda758293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:20.442674 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0fb0cc2c-f37d-45d4-86d5-a519c909cb0f req-633f4bf2-c222-4ccb-8b52-7e7dda758293 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=30c7715e-6320-4324-9832-02e0230e1cda&tenant_id=b4d9562697164912ae96f22f47b4a54d HTTP/1.1" status: 200 len: 1098 time: 0.0438704 Aug 10 04:23:20.456432 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-0fb0cc2c-f37d-45d4-86d5-a519c909cb0f req-16085c19-665b-46c8-9896-ea9adc5a392d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768862-13', 'device_owner': 'compute:nova'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:23:20.515675 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-0fb0cc2c-f37d-45d4-86d5-a519c909cb0f req-16085c19-665b-46c8-9896-ea9adc5a392d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:20.722332 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-0fb0cc2c-f37d-45d4-86d5-a519c909cb0f req-16085c19-665b-46c8-9896-ea9adc5a392d service neutron] For port bae8d97c-c924-41b3-aaf5-1ae7bfc317ac, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=bae8d97c-c924-41b3-aaf5-1ae7bfc317ac,segment=NetworkSegment(3a6e383c-1b7f-4db5-9d50-a03141d50f7f),segment_id=3a6e383c-1b7f-4db5-9d50-a03141d50f7f)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:23:20.754969 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-0fb0cc2c-f37d-45d4-86d5-a519c909cb0f req-16085c19-665b-46c8-9896-ea9adc5a392d service neutron] For port bae8d97c-c924-41b3-aaf5-1ae7bfc317ac, host n-h1-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:23:20.793947 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30c7715e-6320-4324-9832-02e0230e1cda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bae8d97c-c924-41b3-aaf5-1ae7bfc317ac'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:23:20.796128 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7142606bf34c4189ec1af3eb1cc50705e8815838b55f5940d6ad7e637f738b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-298c6a45-97ce-47b5-85fc-65df0e096769" -d '{"events": [{"server_uuid": "30c7715e-6320-4324-9832-02e0230e1cda", "name": "network-vif-unplugged", "status": "completed", "tag": "bae8d97c-c924-41b3-aaf5-1ae7bfc317ac"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:23:20.799918 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-0fb0cc2c-f37d-45d4-86d5-a519c909cb0f req-16085c19-665b-46c8-9896-ea9adc5a392d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:20.812980 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-0fb0cc2c-f37d-45d4-86d5-a519c909cb0f req-16085c19-665b-46c8-9896-ea9adc5a392d service neutron] Transition to ACTIVE for port object bae8d97c-c924-41b3-aaf5-1ae7bfc317ac will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:23:20.816937 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-0fb0cc2c-f37d-45d4-86d5-a519c909cb0f req-16085c19-665b-46c8-9896-ea9adc5a392d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:20.898470 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 04:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4f496ed-ec69-40f9-b571-12e949da0111 x-openstack-request-id: req-d4f496ed-ec69-40f9-b571-12e949da0111 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:23:20.898833 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30c7715e-6320-4324-9832-02e0230e1cda", "name": "network-vif-unplugged", "status": "completed", "tag": "bae8d97c-c924-41b3-aaf5-1ae7bfc317ac", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:23:20.899091 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d4f496ed-ec69-40f9-b571-12e949da0111 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:23:20.899495 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30c7715e-6320-4324-9832-02e0230e1cda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bae8d97c-c924-41b3-aaf5-1ae7bfc317ac', 'code': 200} Aug 10 04:23:20.918089 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16085c19-665b-46c8-9896-ea9adc5a392d service neutron] Pushing event updated for resources: {'Port': ['ID=bae8d97c-c924-41b3-aaf5-1ae7bfc317ac,revision_number=6']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:23:20.929602 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16085c19-665b-46c8-9896-ea9adc5a392d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:23:20.929870 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16085c19-665b-46c8-9896-ea9adc5a392d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:23:20.930166 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16085c19-665b-46c8-9896-ea9adc5a392d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:23:20.930535 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16085c19-665b-46c8-9896-ea9adc5a392d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:23:20.930876 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16085c19-665b-46c8-9896-ea9adc5a392d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:23:20.931229 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16085c19-665b-46c8-9896-ea9adc5a392d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:23:20.931545 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16085c19-665b-46c8-9896-ea9adc5a392d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:23:20.931872 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16085c19-665b-46c8-9896-ea9adc5a392d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:23:20.932828 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16085c19-665b-46c8-9896-ea9adc5a392d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:23:20.933157 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16085c19-665b-46c8-9896-ea9adc5a392d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:23:20.933484 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16085c19-665b-46c8-9896-ea9adc5a392d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:23:20.933810 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16085c19-665b-46c8-9896-ea9adc5a392d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:23:20.960164 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fb0cc2c-f37d-45d4-86d5-a519c909cb0f req-16085c19-665b-46c8-9896-ea9adc5a392d service neutron] No DVR routers for this DVR port bae8d97c-c924-41b3-aaf5-1ae7bfc317ac on host n-h1-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:23:21.104647 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-0fb0cc2c-f37d-45d4-86d5-a519c909cb0f req-16085c19-665b-46c8-9896-ea9adc5a392d service neutron] Attempting to bind port bae8d97c-c924-41b3-aaf5-1ae7bfc317ac on host n-h2-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:23:21.105305 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-0fb0cc2c-f37d-45d4-86d5-a519c909cb0f req-16085c19-665b-46c8-9896-ea9adc5a392d service neutron] Attempting to bind port bae8d97c-c924-41b3-aaf5-1ae7bfc317ac by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': '3a6e383c-1b7f-4db5-9d50-a03141d50f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '86e70408-f9ef-4815-aa8f-59304e4ed4c8'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:23:21.105305 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb0cc2c-f37d-45d4-86d5-a519c909cb0f req-16085c19-665b-46c8-9896-ea9adc5a392d service neutron] Attempting to bind port bae8d97c-c924-41b3-aaf5-1ae7bfc317ac on network 86e70408-f9ef-4815-aa8f-59304e4ed4c8 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:23:21.110068 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb0cc2c-f37d-45d4-86d5-a519c909cb0f req-16085c19-665b-46c8-9896-ea9adc5a392d service neutron] Port bae8d97c-c924-41b3-aaf5-1ae7bfc317ac on network 86e70408-f9ef-4815-aa8f-59304e4ed4c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:23:21.110427 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb0cc2c-f37d-45d4-86d5-a519c909cb0f req-16085c19-665b-46c8-9896-ea9adc5a392d service neutron] Attempting to bind port bae8d97c-c924-41b3-aaf5-1ae7bfc317ac on network 86e70408-f9ef-4815-aa8f-59304e4ed4c8 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:23:21.115848 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb0cc2c-f37d-45d4-86d5-a519c909cb0f req-16085c19-665b-46c8-9896-ea9adc5a392d service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:23:21.116116 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb0cc2c-f37d-45d4-86d5-a519c909cb0f req-16085c19-665b-46c8-9896-ea9adc5a392d service neutron] Checking segment: {'id': '3a6e383c-1b7f-4db5-9d50-a03141d50f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '86e70408-f9ef-4815-aa8f-59304e4ed4c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:23:21.116504 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb0cc2c-f37d-45d4-86d5-a519c909cb0f req-16085c19-665b-46c8-9896-ea9adc5a392d service neutron] Bound using segment: {'id': '3a6e383c-1b7f-4db5-9d50-a03141d50f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '86e70408-f9ef-4815-aa8f-59304e4ed4c8'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:23:21.116929 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-0fb0cc2c-f37d-45d4-86d5-a519c909cb0f req-16085c19-665b-46c8-9896-ea9adc5a392d service neutron] Bound port: bae8d97c-c924-41b3-aaf5-1ae7bfc317ac, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a6e383c-1b7f-4db5-9d50-a03141d50f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '86e70408-f9ef-4815-aa8f-59304e4ed4c8'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:23:21.117292 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-0fb0cc2c-f37d-45d4-86d5-a519c909cb0f req-16085c19-665b-46c8-9896-ea9adc5a392d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:21.221422 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a8236-a157-413e-a042-851dfd5b6c67 req-e7d4c7ee-7cc9-46cd-bbee-df0d18e9518c tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:21.222971 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-497a8236-a157-413e-a042-851dfd5b6c67 req-e7d4c7ee-7cc9-46cd-bbee-df0d18e9518c tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c7715e-6320-4324-9832-02e0230e1cda HTTP/1.1" status: 200 len: 944 time: 0.0928779 Aug 10 04:23:21.225708 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-0fb0cc2c-f37d-45d4-86d5-a519c909cb0f req-16085c19-665b-46c8-9896-ea9adc5a392d service neutron] For port bae8d97c-c924-41b3-aaf5-1ae7bfc317ac, host n-h2-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:23:21.230751 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-0fb0cc2c-f37d-45d4-86d5-a519c909cb0f req-16085c19-665b-46c8-9896-ea9adc5a392d service neutron] For port bae8d97c-c924-41b3-aaf5-1ae7bfc317ac, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=bae8d97c-c924-41b3-aaf5-1ae7bfc317ac,segment=NetworkSegment(3a6e383c-1b7f-4db5-9d50-a03141d50f7f),segment_id=3a6e383c-1b7f-4db5-9d50-a03141d50f7f)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:23:21.241545 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-0fb0cc2c-f37d-45d4-86d5-a519c909cb0f req-16085c19-665b-46c8-9896-ea9adc5a392d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:21.299611 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb0cc2c-f37d-45d4-86d5-a519c909cb0f req-16085c19-665b-46c8-9896-ea9adc5a392d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:21.300254 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-0fb0cc2c-f37d-45d4-86d5-a519c909cb0f req-16085c19-665b-46c8-9896-ea9adc5a392d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:21.301857 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0fb0cc2c-f37d-45d4-86d5-a519c909cb0f req-16085c19-665b-46c8-9896-ea9adc5a392d service neutron] 10.222.0.61 "PUT /v2.0/ports/bae8d97c-c924-41b3-aaf5-1ae7bfc317ac HTTP/1.1" status: 200 len: 1093 time: 0.8498573 Aug 10 04:23:21.311149 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-497a8236-a157-413e-a042-851dfd5b6c67 req-93adc27d-efb0-421c-b03b-ccc5b87312e8 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786071 Aug 10 04:23:21.324953 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16085c19-665b-46c8-9896-ea9adc5a392d service neutron] Pushing event updated for resources: {'Port': ['ID=bae8d97c-c924-41b3-aaf5-1ae7bfc317ac,revision_number=7']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:23:21.375028 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb0cc2c-f37d-45d4-86d5-a519c909cb0f req-5668692e-ed84-4001-a792-3b971ef85791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:21.376748 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0fb0cc2c-f37d-45d4-86d5-a519c909cb0f req-5668692e-ed84-4001-a792-3b971ef85791 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4d9562697164912ae96f22f47b4a54d&device_id=30c7715e-6320-4324-9832-02e0230e1cda HTTP/1.1" status: 200 len: 1096 time: 0.0472453 Aug 10 04:23:21.488386 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb0cc2c-f37d-45d4-86d5-a519c909cb0f req-865b94d1-aa93-48b5-9352-2e3431cea510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:21.490457 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0fb0cc2c-f37d-45d4-86d5-a519c909cb0f req-865b94d1-aa93-48b5-9352-2e3431cea510 service neutron] 10.222.0.61 "GET /v2.0/networks?id=86e70408-f9ef-4815-aa8f-59304e4ed4c8 HTTP/1.1" status: 200 len: 911 time: 0.1053491 Aug 10 04:23:21.503005 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d97fc036-55f7-4dcb-bab5-46b1175c5009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:21.558501 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0fb0cc2c-f37d-45d4-86d5-a519c909cb0f req-efe8c958-fb4b-4324-b27c-1864a9f37132 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bae8d97c-c924-41b3-aaf5-1ae7bfc317ac HTTP/1.1" status: 200 len: 1000 time: 0.0610108 Aug 10 04:23:21.618246 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb0cc2c-f37d-45d4-86d5-a519c909cb0f req-17102519-a2bb-4de7-9ceb-63e48c05b1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:21.619847 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0fb0cc2c-f37d-45d4-86d5-a519c909cb0f req-17102519-a2bb-4de7-9ceb-63e48c05b1a4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=48d8056f-5fb2-463c-96bd-f6f5ed5da27e HTTP/1.1" status: 200 len: 850 time: 0.0545125 Aug 10 04:23:21.669143 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb0cc2c-f37d-45d4-86d5-a519c909cb0f req-6965348e-49f1-4c31-9b1c-99e1b141b691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:21.671150 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0fb0cc2c-f37d-45d4-86d5-a519c909cb0f req-6965348e-49f1-4c31-9b1c-99e1b141b691 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=86e70408-f9ef-4815-aa8f-59304e4ed4c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433204 Aug 10 04:23:21.763023 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0fb0cc2c-f37d-45d4-86d5-a519c909cb0f req-868dff7e-924b-4ae1-a5fe-b0f4ad08ff10 service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840819 Aug 10 04:23:21.858145 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0fb0cc2c-f37d-45d4-86d5-a519c909cb0f req-bdf53774-fb33-4913-ba16-40d7792ff5b2 service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883307 Aug 10 04:23:22.439772 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b42a5c3-c67b-4ea6-b324-e0f794adc129 req-dc2538cc-68bc-48ed-9ca6-326092e00f27 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:22.441395 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5b42a5c3-c67b-4ea6-b324-e0f794adc129 req-dc2538cc-68bc-48ed-9ca6-326092e00f27 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c7715e-6320-4324-9832-02e0230e1cda HTTP/1.1" status: 200 len: 944 time: 0.0556107 Aug 10 04:23:22.481177 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5b42a5c3-c67b-4ea6-b324-e0f794adc129 req-cae29b28-eebc-4471-b383-f11474348038 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333118 Aug 10 04:23:22.901785 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30c7715e-6320-4324-9832-02e0230e1cda', 'tag': 'bae8d97c-c924-41b3-aaf5-1ae7bfc317ac'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:23:22.904181 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7142606bf34c4189ec1af3eb1cc50705e8815838b55f5940d6ad7e637f738b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a126c6-7d40-4d98-83a6-5d570d10d45e" -d '{"events": [{"name": "network-changed", "server_uuid": "30c7715e-6320-4324-9832-02e0230e1cda", "tag": "bae8d97c-c924-41b3-aaf5-1ae7bfc317ac"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:23:22.954485 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bea3d90-35fe-4645-9a65-fc6c35228669 x-openstack-request-id: req-8bea3d90-35fe-4645-9a65-fc6c35228669 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:23:22.954837 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30c7715e-6320-4324-9832-02e0230e1cda", "tag": "bae8d97c-c924-41b3-aaf5-1ae7bfc317ac", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:23:22.955098 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8bea3d90-35fe-4645-9a65-fc6c35228669 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:23:22.955513 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30c7715e-6320-4324-9832-02e0230e1cda', 'tag': 'bae8d97c-c924-41b3-aaf5-1ae7bfc317ac', 'status': 'completed', 'code': 200} Aug 10 04:23:23.053678 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a126c6-7d40-4d98-83a6-5d570d10d45e req-e4fbf989-4e01-45d2-9a93-190aaea1a8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:23.055319 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-37a126c6-7d40-4d98-83a6-5d570d10d45e req-e4fbf989-4e01-45d2-9a93-190aaea1a8ea service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4d9562697164912ae96f22f47b4a54d&device_id=30c7715e-6320-4324-9832-02e0230e1cda HTTP/1.1" status: 200 len: 1096 time: 0.0802183 Aug 10 04:23:23.057395 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a126c6-7d40-4d98-83a6-5d570d10d45e req-e3f22e25-f617-453d-9238-bffddcd94ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:23.058877 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-37a126c6-7d40-4d98-83a6-5d570d10d45e req-e3f22e25-f617-453d-9238-bffddcd94ce2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b4d9562697164912ae96f22f47b4a54d&device_id=30c7715e-6320-4324-9832-02e0230e1cda HTTP/1.1" status: 200 len: 1096 time: 0.0748894 Aug 10 04:23:23.228360 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a126c6-7d40-4d98-83a6-5d570d10d45e req-79d02db4-aedb-44f3-8858-bb70d11b8ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:23.229853 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-37a126c6-7d40-4d98-83a6-5d570d10d45e req-79d02db4-aedb-44f3-8858-bb70d11b8ddd service neutron] 10.222.0.61 "GET /v2.0/networks?id=86e70408-f9ef-4815-aa8f-59304e4ed4c8 HTTP/1.1" status: 200 len: 911 time: 0.1668375 Aug 10 04:23:23.231076 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a126c6-7d40-4d98-83a6-5d570d10d45e req-920648d9-9ac3-4a5c-9432-da98e59c21ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:23.232478 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-37a126c6-7d40-4d98-83a6-5d570d10d45e req-920648d9-9ac3-4a5c-9432-da98e59c21ac service neutron] 10.222.0.42 "GET /v2.0/networks?id=86e70408-f9ef-4815-aa8f-59304e4ed4c8 HTTP/1.1" status: 200 len: 911 time: 0.1615582 Aug 10 04:23:23.303822 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device bae8d97c-c924-41b3-aaf5-1ae7bfc317ac no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:23:23.348924 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device bae8d97c-c924-41b3-aaf5-1ae7bfc317ac not bound to the agent host n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:23:23.355233 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-37a126c6-7d40-4d98-83a6-5d570d10d45e req-a186a1b8-9f86-4db0-84dc-d988f3ad4365 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bae8d97c-c924-41b3-aaf5-1ae7bfc317ac HTTP/1.1" status: 200 len: 1000 time: 0.1174865 Aug 10 04:23:23.356878 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-37a126c6-7d40-4d98-83a6-5d570d10d45e req-77e85862-9774-456b-9345-f23e6a2f94e0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bae8d97c-c924-41b3-aaf5-1ae7bfc317ac HTTP/1.1" status: 200 len: 1000 time: 0.1134014 Aug 10 04:23:23.443679 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a126c6-7d40-4d98-83a6-5d570d10d45e req-2d515a9f-4efb-4882-8a91-933ee17c1617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:23.445242 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-37a126c6-7d40-4d98-83a6-5d570d10d45e req-2d515a9f-4efb-4882-8a91-933ee17c1617 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=48d8056f-5fb2-463c-96bd-f6f5ed5da27e HTTP/1.1" status: 200 len: 850 time: 0.0825593 Aug 10 04:23:23.446656 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a126c6-7d40-4d98-83a6-5d570d10d45e req-abefb41e-9de5-4427-b519-39b9357d02de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:23.448551 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-37a126c6-7d40-4d98-83a6-5d570d10d45e req-abefb41e-9de5-4427-b519-39b9357d02de service neutron] 10.222.0.42 "GET /v2.0/subnets?id=48d8056f-5fb2-463c-96bd-f6f5ed5da27e HTTP/1.1" status: 200 len: 850 time: 0.0779216 Aug 10 04:23:23.519231 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a126c6-7d40-4d98-83a6-5d570d10d45e req-d7eec919-b29d-4024-8350-88e60751d770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:23.520771 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-37a126c6-7d40-4d98-83a6-5d570d10d45e req-d7eec919-b29d-4024-8350-88e60751d770 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=86e70408-f9ef-4815-aa8f-59304e4ed4c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0683076 Aug 10 04:23:23.525397 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a126c6-7d40-4d98-83a6-5d570d10d45e req-fc37d716-77f6-42b9-a030-b8dee04a582c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:23.526917 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-37a126c6-7d40-4d98-83a6-5d570d10d45e req-fc37d716-77f6-42b9-a030-b8dee04a582c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=86e70408-f9ef-4815-aa8f-59304e4ed4c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0670216 Aug 10 04:23:23.735137 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55224b0c-1768-4f4b-b468-a432f853b3f3 req-c3d666d4-d5e1-4f1d-b650-91a2e25417c8 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:23.736742 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-55224b0c-1768-4f4b-b468-a432f853b3f3 req-c3d666d4-d5e1-4f1d-b650-91a2e25417c8 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c7715e-6320-4324-9832-02e0230e1cda HTTP/1.1" status: 200 len: 944 time: 0.1412275 Aug 10 04:23:23.749668 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-37a126c6-7d40-4d98-83a6-5d570d10d45e req-581ed919-5e41-4330-93fd-953c5ac11af8 service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067320 Aug 10 04:23:23.756210 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-91a67b9b-2d4c-48ad-99d1-074649c17a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:23.766040 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-37a126c6-7d40-4d98-83a6-5d570d10d45e req-efc00c4e-c2ad-455c-804a-ad559bb517c6 service neutron] 10.222.0.42 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155173 Aug 10 04:23:23.894042 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-55224b0c-1768-4f4b-b468-a432f853b3f3 req-d8c5f9f6-697a-4860-945b-4d6315efb451 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418328 Aug 10 04:23:23.940376 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-37a126c6-7d40-4d98-83a6-5d570d10d45e req-12d61bd6-4b2d-485b-8dc2-b46345926cae service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766384 Aug 10 04:23:23.945884 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-37a126c6-7d40-4d98-83a6-5d570d10d45e req-7c817e2e-0c9d-4781-b468-fc96b182ca3b service neutron] 10.222.0.42 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659606 Aug 10 04:23:24.360401 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:25.022848 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc1d7b-51ea-4349-ae03-724ea3061e77 req-a398713a-93f5-4295-83e8-c4a7bd66c82c tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:25.024444 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5edc1d7b-51ea-4349-ae03-724ea3061e77 req-a398713a-93f5-4295-83e8-c4a7bd66c82c tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c7715e-6320-4324-9832-02e0230e1cda HTTP/1.1" status: 200 len: 944 time: 0.0579643 Aug 10 04:23:25.067768 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5edc1d7b-51ea-4349-ae03-724ea3061e77 req-efa5e907-29eb-46e6-9511-86f2f696df16 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357645 Aug 10 04:23:25.605226 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:26.186429 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b4fb6a-d559-4ece-9b5a-614f64755b2c req-686f0462-26ef-49c3-a497-0ad531ac2a42 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:26.187934 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a9b4fb6a-d559-4ece-9b5a-614f64755b2c req-686f0462-26ef-49c3-a497-0ad531ac2a42 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c7715e-6320-4324-9832-02e0230e1cda HTTP/1.1" status: 200 len: 944 time: 0.0497169 Aug 10 04:23:26.225104 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a9b4fb6a-d559-4ece-9b5a-614f64755b2c req-661ce8b7-dd55-4f62-a942-b3acdd5922e7 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311496 Aug 10 04:23:26.644699 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:27.042685 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:27.340645 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adde36a-680f-4fa6-92b5-51d0619df5ea req-ef4c32ff-3996-400e-b065-aa8a5310db0f tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:27.342131 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8adde36a-680f-4fa6-92b5-51d0619df5ea req-ef4c32ff-3996-400e-b065-aa8a5310db0f tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c7715e-6320-4324-9832-02e0230e1cda HTTP/1.1" status: 200 len: 944 time: 0.0485280 Aug 10 04:23:27.381407 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8adde36a-680f-4fa6-92b5-51d0619df5ea req-b2df2194-dc5a-4055-9c81-d978b3d963e4 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320382 Aug 10 04:23:28.497125 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f02074f-6d38-4d91-bc3a-075e9acea3ec req-b19dccb5-ce0d-4ed8-b822-b1963871740e tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:28.498708 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8f02074f-6d38-4d91-bc3a-075e9acea3ec req-b19dccb5-ce0d-4ed8-b822-b1963871740e tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c7715e-6320-4324-9832-02e0230e1cda HTTP/1.1" status: 200 len: 944 time: 0.0493531 Aug 10 04:23:28.540727 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8f02074f-6d38-4d91-bc3a-075e9acea3ec req-9d61c54a-5dc2-4420-ac6c-646230a382b7 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360053 Aug 10 04:23:29.658657 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81019567-e3ef-4d0e-b0b5-438828298198 req-b87f4baa-82dc-4e54-b6d1-d269bd8a88cc tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:29.660139 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-81019567-e3ef-4d0e-b0b5-438828298198 req-b87f4baa-82dc-4e54-b6d1-d269bd8a88cc tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c7715e-6320-4324-9832-02e0230e1cda HTTP/1.1" status: 200 len: 944 time: 0.0500817 Aug 10 04:23:29.699741 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-81019567-e3ef-4d0e-b0b5-438828298198 req-6847c646-5195-45bb-a557-4e0a4c5ac1d9 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335391 Aug 10 04:23:30.822982 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013973f9-9360-434a-ad53-0ab86f86f681 req-0885739f-acfd-4557-a5fe-b0a0b4e5798a tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:30.824478 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-013973f9-9360-434a-ad53-0ab86f86f681 req-0885739f-acfd-4557-a5fe-b0a0b4e5798a tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c7715e-6320-4324-9832-02e0230e1cda HTTP/1.1" status: 200 len: 944 time: 0.0543654 Aug 10 04:23:30.864119 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-013973f9-9360-434a-ad53-0ab86f86f681 req-84cf60a9-42df-4edf-88f7-e6cc6bf05412 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334227 Aug 10 04:23:31.982108 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c10c12-e308-4bff-80b6-a4fa02cab00f req-dd5c5471-383d-4dd7-baa2-6cd0c59a3abe tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:31.983596 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d8c10c12-e308-4bff-80b6-a4fa02cab00f req-dd5c5471-383d-4dd7-baa2-6cd0c59a3abe tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c7715e-6320-4324-9832-02e0230e1cda HTTP/1.1" status: 200 len: 944 time: 0.0491111 Aug 10 04:23:32.026879 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d8c10c12-e308-4bff-80b6-a4fa02cab00f req-9f32098d-b518-47af-9f89-223fa2c86937 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372338 Aug 10 04:23:33.142694 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c821477-941b-4202-9d6c-0c0fab2043f0 req-903c1bda-3808-43e4-996b-76408a5b6eb2 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:33.144186 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3c821477-941b-4202-9d6c-0c0fab2043f0 req-903c1bda-3808-43e4-996b-76408a5b6eb2 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c7715e-6320-4324-9832-02e0230e1cda HTTP/1.1" status: 200 len: 944 time: 0.0498078 Aug 10 04:23:33.181571 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3c821477-941b-4202-9d6c-0c0fab2043f0 req-0ae459cb-a3ea-4742-8e57-430f44c0e36e tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315628 Aug 10 04:23:33.939373 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:34.296372 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d68d2bf-55f2-4113-9395-b7adec6d277b req-1ecf98af-1bca-4ebe-8253-79a5fedce27c tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:34.297874 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1d68d2bf-55f2-4113-9395-b7adec6d277b req-1ecf98af-1bca-4ebe-8253-79a5fedce27c tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c7715e-6320-4324-9832-02e0230e1cda HTTP/1.1" status: 200 len: 944 time: 0.0485699 Aug 10 04:23:34.335739 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1d68d2bf-55f2-4113-9395-b7adec6d277b req-72a98c2e-2a15-4b80-be02-fecfe568e503 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319097 Aug 10 04:23:35.453038 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7371cfc-5bd1-4b49-bfed-c8ca8d0045c0 req-a9e6e3b9-c37c-41ab-ab6a-ef421e8ab86a tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:35.454543 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a7371cfc-5bd1-4b49-bfed-c8ca8d0045c0 req-a9e6e3b9-c37c-41ab-ab6a-ef421e8ab86a tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c7715e-6320-4324-9832-02e0230e1cda HTTP/1.1" status: 200 len: 944 time: 0.0492506 Aug 10 04:23:35.501414 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a7371cfc-5bd1-4b49-bfed-c8ca8d0045c0 req-aa802b96-2f3b-415e-a4a0-c942495617f4 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408041 Aug 10 04:23:35.814979 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564f4259-f671-4c2c-908a-832a9e0b6685 req-73529dd0-cff0-4cef-90a5-4191ad5d9a73 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:35.816433 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-564f4259-f671-4c2c-908a-832a9e0b6685 req-73529dd0-cff0-4cef-90a5-4191ad5d9a73 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.61 "GET /v2.0/ports?device_id=30c7715e-6320-4324-9832-02e0230e1cda&tenant_id=b4d9562697164912ae96f22f47b4a54d&binding%3Ahost_id=n-h2-768862-13 HTTP/1.1" status: 200 len: 944 time: 0.0831652 Aug 10 04:23:35.828932 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023984de-13ff-4eac-8247-93e2ea9dcbdb req-543d5575-fe39-4f7b-8863-8df0de612770 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:35.830343 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-023984de-13ff-4eac-8247-93e2ea9dcbdb req-543d5575-fe39-4f7b-8863-8df0de612770 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c7715e-6320-4324-9832-02e0230e1cda HTTP/1.1" status: 200 len: 944 time: 0.0708604 Aug 10 04:23:35.835081 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [req-564f4259-f671-4c2c-908a-832a9e0b6685 req-f1ade155-83d6-41fb-8be7-ae5ce8be5290 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 04:23:35.836012 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-564f4259-f671-4c2c-908a-832a9e0b6685 req-f1ade155-83d6-41fb-8be7-ae5ce8be5290 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048504 Aug 10 04:23:35.901137 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-023984de-13ff-4eac-8247-93e2ea9dcbdb req-d057f704-5329-4bc6-839b-e7a90e066ce0 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641460 Aug 10 04:23:35.919156 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-564f4259-f671-4c2c-908a-832a9e0b6685 req-792cd6f0-1a7e-494f-a359-82d7f65fe5af service neutron] 10.222.0.61 "GET /v2.0/ports/bae8d97c-c924-41b3-aaf5-1ae7bfc317ac/bindings/n-h2-768862-13 HTTP/1.1" status: 200 len: 383 time: 0.0757072 Aug 10 04:23:35.980443 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564f4259-f671-4c2c-908a-832a9e0b6685 req-4b436244-352b-4b9f-b79f-41a5f001d38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:35.981816 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-564f4259-f671-4c2c-908a-832a9e0b6685 req-4b436244-352b-4b9f-b79f-41a5f001d38b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4d9562697164912ae96f22f47b4a54d&device_id=30c7715e-6320-4324-9832-02e0230e1cda HTTP/1.1" status: 200 len: 1096 time: 0.0400374 Aug 10 04:23:36.070660 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564f4259-f671-4c2c-908a-832a9e0b6685 req-118cec0b-c589-4cde-ac76-8aa21b80de47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:36.072177 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-564f4259-f671-4c2c-908a-832a9e0b6685 req-118cec0b-c589-4cde-ac76-8aa21b80de47 service neutron] 10.222.0.61 "GET /v2.0/networks?id=86e70408-f9ef-4815-aa8f-59304e4ed4c8 HTTP/1.1" status: 200 len: 911 time: 0.0831571 Aug 10 04:23:36.141421 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-564f4259-f671-4c2c-908a-832a9e0b6685 req-3dcb9068-ac01-46b8-8a69-5f86fc3ee828 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bae8d97c-c924-41b3-aaf5-1ae7bfc317ac HTTP/1.1" status: 200 len: 1000 time: 0.0610447 Aug 10 04:23:36.192221 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564f4259-f671-4c2c-908a-832a9e0b6685 req-31c50365-7491-40bf-a9da-d8422e58af46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:36.193650 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-564f4259-f671-4c2c-908a-832a9e0b6685 req-31c50365-7491-40bf-a9da-d8422e58af46 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=48d8056f-5fb2-463c-96bd-f6f5ed5da27e HTTP/1.1" status: 200 len: 850 time: 0.0437272 Aug 10 04:23:36.238542 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564f4259-f671-4c2c-908a-832a9e0b6685 req-cd84285e-53a3-4ff2-95b1-5e32121437f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:36.239907 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-564f4259-f671-4c2c-908a-832a9e0b6685 req-cd84285e-53a3-4ff2-95b1-5e32121437f3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=86e70408-f9ef-4815-aa8f-59304e4ed4c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386126 Aug 10 04:23:36.298661 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device bae8d97c-c924-41b3-aaf5-1ae7bfc317ac details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:23:36.335632 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-564f4259-f671-4c2c-908a-832a9e0b6685 req-b3d5c850-a981-4bde-8b54-f58b543e352b service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863867 Aug 10 04:23:36.395138 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port bae8d97c-c924-41b3-aaf5-1ae7bfc317ac, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=bae8d97c-c924-41b3-aaf5-1ae7bfc317ac,segment=NetworkSegment(3a6e383c-1b7f-4db5-9d50-a03141d50f7f),segment_id=3a6e383c-1b7f-4db5-9d50-a03141d50f7f)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:23:36.407861 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': 'bae8d97c-c924-41b3-aaf5-1ae7bfc317ac', 'network_id': '86e70408-f9ef-4815-aa8f-59304e4ed4c8', 'port_id': 'bae8d97c-c924-41b3-aaf5-1ae7bfc317ac', 'mac_address': 'fa:16:3e:bf:d4:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48d8056f-5fb2-463c-96bd-f6f5ed5da27e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:23:36.430463 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-564f4259-f671-4c2c-908a-832a9e0b6685 req-5ce3af89-28a4-49c7-b111-48907ef7127e service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874994 Aug 10 04:23:36.444353 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:36.457794 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bae8d97c-c924-41b3-aaf5-1ae7bfc317ac {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:23:36.477378 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port bae8d97c-c924-41b3-aaf5-1ae7bfc317ac, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=bae8d97c-c924-41b3-aaf5-1ae7bfc317ac,segment=NetworkSegment(3a6e383c-1b7f-4db5-9d50-a03141d50f7f),segment_id=3a6e383c-1b7f-4db5-9d50-a03141d50f7f)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:23:36.482060 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:36.530201 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=bae8d97c-c924-41b3-aaf5-1ae7bfc317ac,revision_number=8']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:23:36.537271 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:23:36.537728 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:23:36.538072 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:23:36.538435 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:23:36.538770 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:23:36.539106 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:23:36.539428 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:23:36.539746 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:23:36.540457 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:23:36.540457 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:23:36.540672 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:23:36.541105 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:23:36.871933 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['bae8d97c-c924-41b3-aaf5-1ae7bfc317ac'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:23:37.018984 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14631103-c7ad-430e-a5d7-e16d42ec77d0 req-cacd0ea7-f229-4857-a3d5-eaa05d2fadb4 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:37.020485 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-14631103-c7ad-430e-a5d7-e16d42ec77d0 req-cacd0ea7-f229-4857-a3d5-eaa05d2fadb4 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c7715e-6320-4324-9832-02e0230e1cda HTTP/1.1" status: 200 len: 945 time: 0.0513079 Aug 10 04:23:37.062926 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-14631103-c7ad-430e-a5d7-e16d42ec77d0 req-cbac8927-335c-4041-b286-cb4285e26015 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362725 Aug 10 04:23:38.180943 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23eb001-19cd-415b-a76c-c7ec741162cc req-d470537d-e47a-4cb2-8db1-cf2d45214473 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:38.182349 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c23eb001-19cd-415b-a76c-c7ec741162cc req-d470537d-e47a-4cb2-8db1-cf2d45214473 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c7715e-6320-4324-9832-02e0230e1cda HTTP/1.1" status: 200 len: 945 time: 0.0492373 Aug 10 04:23:38.220664 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c23eb001-19cd-415b-a76c-c7ec741162cc req-5f9d08e0-bf8f-494c-8187-2049054033be tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322747 Aug 10 04:23:38.313384 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device bae8d97c-c924-41b3-aaf5-1ae7bfc317ac up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:23:38.363673 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning for port bae8d97c-c924-41b3-aaf5-1ae7bfc317ac completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:23:38.367400 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port bae8d97c-c924-41b3-aaf5-1ae7bfc317ac triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:23:38.367760 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:38.447783 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:38.472715 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30c7715e-6320-4324-9832-02e0230e1cda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bae8d97c-c924-41b3-aaf5-1ae7bfc317ac'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:23:38.474675 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}583660bde03669f2dd7fb79ddb869ac83356356549bc1793f8d2e37d6d7017ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-656db93b-4ce0-42bc-9f28-12827df2c3e1" -d '{"events": [{"server_uuid": "30c7715e-6320-4324-9832-02e0230e1cda", "name": "network-vif-plugged", "status": "completed", "tag": "bae8d97c-c924-41b3-aaf5-1ae7bfc317ac"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:23:38.489587 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port bae8d97c-c924-41b3-aaf5-1ae7bfc317ac, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=bae8d97c-c924-41b3-aaf5-1ae7bfc317ac,segment=NetworkSegment(3a6e383c-1b7f-4db5-9d50-a03141d50f7f),segment_id=3a6e383c-1b7f-4db5-9d50-a03141d50f7f)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:23:38.494947 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:38.529110 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fdbfc28-b716-4c3b-86a7-db94f7b948a5 x-openstack-request-id: req-7fdbfc28-b716-4c3b-86a7-db94f7b948a5 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:23:38.529400 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30c7715e-6320-4324-9832-02e0230e1cda", "name": "network-vif-plugged", "status": "completed", "tag": "bae8d97c-c924-41b3-aaf5-1ae7bfc317ac", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:23:38.529648 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7fdbfc28-b716-4c3b-86a7-db94f7b948a5 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:23:38.530029 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30c7715e-6320-4324-9832-02e0230e1cda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bae8d97c-c924-41b3-aaf5-1ae7bfc317ac', 'code': 200} Aug 10 04:23:38.545895 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=bae8d97c-c924-41b3-aaf5-1ae7bfc317ac,revision_number=9']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:23:39.339872 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74ea4bc-d997-4323-88ef-192d4ef3c0e2 req-ffd2452a-949c-4a49-b5ad-c10a900bbbff tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:39.341257 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e74ea4bc-d997-4323-88ef-192d4ef3c0e2 req-ffd2452a-949c-4a49-b5ad-c10a900bbbff tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c7715e-6320-4324-9832-02e0230e1cda HTTP/1.1" status: 200 len: 946 time: 0.0500410 Aug 10 04:23:39.379826 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e74ea4bc-d997-4323-88ef-192d4ef3c0e2 req-8239a89e-31ca-4435-b836-817add4be025 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324714 Aug 10 04:23:40.421209 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564f4259-f671-4c2c-908a-832a9e0b6685 req-eef1e458-a056-4dc6-82e5-a666b45b5e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:40.422741 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-564f4259-f671-4c2c-908a-832a9e0b6685 req-eef1e458-a056-4dc6-82e5-a666b45b5e66 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=30c7715e-6320-4324-9832-02e0230e1cda&tenant_id=b4d9562697164912ae96f22f47b4a54d HTTP/1.1" status: 200 len: 1098 time: 0.0419390 Aug 10 04:23:40.434517 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-564f4259-f671-4c2c-908a-832a9e0b6685 req-d295106d-67f7-4d51-9505-b3c6f162bf5b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768862-13', 'device_owner': 'compute:nova'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:23:40.470454 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:23:40.518294 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-564f4259-f671-4c2c-908a-832a9e0b6685 req-d295106d-67f7-4d51-9505-b3c6f162bf5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:40.540443 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cebc61-9f55-4258-aec8-c0dd9a973aec req-5623bc87-635b-4292-a119-873a9e756611 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:40.541480 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c0cebc61-9f55-4258-aec8-c0dd9a973aec req-5623bc87-635b-4292-a119-873a9e756611 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c7715e-6320-4324-9832-02e0230e1cda HTTP/1.1" status: 200 len: 946 time: 0.0856426 Aug 10 04:23:40.967595 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c0cebc61-9f55-4258-aec8-c0dd9a973aec req-b1619d2e-d4b5-4d67-a76f-cd087e71bd1c tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4050777 Aug 10 04:23:41.065865 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-564f4259-f671-4c2c-908a-832a9e0b6685 req-d295106d-67f7-4d51-9505-b3c6f162bf5b service neutron] For port bae8d97c-c924-41b3-aaf5-1ae7bfc317ac, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=bae8d97c-c924-41b3-aaf5-1ae7bfc317ac,segment=NetworkSegment(3a6e383c-1b7f-4db5-9d50-a03141d50f7f),segment_id=3a6e383c-1b7f-4db5-9d50-a03141d50f7f)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:23:41.098428 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-564f4259-f671-4c2c-908a-832a9e0b6685 req-d295106d-67f7-4d51-9505-b3c6f162bf5b service neutron] For port bae8d97c-c924-41b3-aaf5-1ae7bfc317ac, host n-h2-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:23:41.137891 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30c7715e-6320-4324-9832-02e0230e1cda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bae8d97c-c924-41b3-aaf5-1ae7bfc317ac'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:23:41.140339 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7142606bf34c4189ec1af3eb1cc50705e8815838b55f5940d6ad7e637f738b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db14b3c2-e3bd-433b-8347-13055f6074bd" -d '{"events": [{"server_uuid": "30c7715e-6320-4324-9832-02e0230e1cda", "name": "network-vif-unplugged", "status": "completed", "tag": "bae8d97c-c924-41b3-aaf5-1ae7bfc317ac"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:23:41.144406 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-564f4259-f671-4c2c-908a-832a9e0b6685 req-d295106d-67f7-4d51-9505-b3c6f162bf5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:41.157607 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-564f4259-f671-4c2c-908a-832a9e0b6685 req-d295106d-67f7-4d51-9505-b3c6f162bf5b service neutron] Transition to ACTIVE for port object bae8d97c-c924-41b3-aaf5-1ae7bfc317ac will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:23:41.161478 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-564f4259-f671-4c2c-908a-832a9e0b6685 req-d295106d-67f7-4d51-9505-b3c6f162bf5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:41.202195 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 04:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7e8b42b-9426-4ebe-8395-acdab6421e12 x-openstack-request-id: req-d7e8b42b-9426-4ebe-8395-acdab6421e12 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:23:41.202522 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30c7715e-6320-4324-9832-02e0230e1cda", "name": "network-vif-unplugged", "status": "completed", "tag": "bae8d97c-c924-41b3-aaf5-1ae7bfc317ac", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:23:41.202779 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d7e8b42b-9426-4ebe-8395-acdab6421e12 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:23:41.203176 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30c7715e-6320-4324-9832-02e0230e1cda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bae8d97c-c924-41b3-aaf5-1ae7bfc317ac', 'code': 200} Aug 10 04:23:41.251954 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d295106d-67f7-4d51-9505-b3c6f162bf5b service neutron] Pushing event updated for resources: {'Port': ['ID=bae8d97c-c924-41b3-aaf5-1ae7bfc317ac,revision_number=10']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:23:41.294731 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-564f4259-f671-4c2c-908a-832a9e0b6685 req-d295106d-67f7-4d51-9505-b3c6f162bf5b service neutron] No DVR routers for this DVR port bae8d97c-c924-41b3-aaf5-1ae7bfc317ac on host n-h2-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:23:41.429853 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-564f4259-f671-4c2c-908a-832a9e0b6685 req-d295106d-67f7-4d51-9505-b3c6f162bf5b service neutron] Attempting to bind port bae8d97c-c924-41b3-aaf5-1ae7bfc317ac on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:23:41.430524 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-564f4259-f671-4c2c-908a-832a9e0b6685 req-d295106d-67f7-4d51-9505-b3c6f162bf5b service neutron] Attempting to bind port bae8d97c-c924-41b3-aaf5-1ae7bfc317ac by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '3a6e383c-1b7f-4db5-9d50-a03141d50f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '86e70408-f9ef-4815-aa8f-59304e4ed4c8'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:23:41.430524 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564f4259-f671-4c2c-908a-832a9e0b6685 req-d295106d-67f7-4d51-9505-b3c6f162bf5b service neutron] Attempting to bind port bae8d97c-c924-41b3-aaf5-1ae7bfc317ac on network 86e70408-f9ef-4815-aa8f-59304e4ed4c8 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:23:41.435657 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564f4259-f671-4c2c-908a-832a9e0b6685 req-d295106d-67f7-4d51-9505-b3c6f162bf5b service neutron] Port bae8d97c-c924-41b3-aaf5-1ae7bfc317ac on network 86e70408-f9ef-4815-aa8f-59304e4ed4c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:23:41.435978 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564f4259-f671-4c2c-908a-832a9e0b6685 req-d295106d-67f7-4d51-9505-b3c6f162bf5b service neutron] Attempting to bind port bae8d97c-c924-41b3-aaf5-1ae7bfc317ac on network 86e70408-f9ef-4815-aa8f-59304e4ed4c8 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:23:41.440657 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564f4259-f671-4c2c-908a-832a9e0b6685 req-d295106d-67f7-4d51-9505-b3c6f162bf5b service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:23:41.440996 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564f4259-f671-4c2c-908a-832a9e0b6685 req-d295106d-67f7-4d51-9505-b3c6f162bf5b service neutron] Checking segment: {'id': '3a6e383c-1b7f-4db5-9d50-a03141d50f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '86e70408-f9ef-4815-aa8f-59304e4ed4c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:23:41.441427 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564f4259-f671-4c2c-908a-832a9e0b6685 req-d295106d-67f7-4d51-9505-b3c6f162bf5b service neutron] Bound using segment: {'id': '3a6e383c-1b7f-4db5-9d50-a03141d50f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '86e70408-f9ef-4815-aa8f-59304e4ed4c8'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:23:41.441804 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-564f4259-f671-4c2c-908a-832a9e0b6685 req-d295106d-67f7-4d51-9505-b3c6f162bf5b service neutron] Bound port: bae8d97c-c924-41b3-aaf5-1ae7bfc317ac, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a6e383c-1b7f-4db5-9d50-a03141d50f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '86e70408-f9ef-4815-aa8f-59304e4ed4c8'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:23:41.442166 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-564f4259-f671-4c2c-908a-832a9e0b6685 req-d295106d-67f7-4d51-9505-b3c6f162bf5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:41.506489 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-564f4259-f671-4c2c-908a-832a9e0b6685 req-d295106d-67f7-4d51-9505-b3c6f162bf5b service neutron] For port bae8d97c-c924-41b3-aaf5-1ae7bfc317ac, host n-h1-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:23:41.509940 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-564f4259-f671-4c2c-908a-832a9e0b6685 req-d295106d-67f7-4d51-9505-b3c6f162bf5b service neutron] For port bae8d97c-c924-41b3-aaf5-1ae7bfc317ac, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=bae8d97c-c924-41b3-aaf5-1ae7bfc317ac,segment=NetworkSegment(3a6e383c-1b7f-4db5-9d50-a03141d50f7f),segment_id=3a6e383c-1b7f-4db5-9d50-a03141d50f7f)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:23:41.514118 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-564f4259-f671-4c2c-908a-832a9e0b6685 req-d295106d-67f7-4d51-9505-b3c6f162bf5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:41.544533 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564f4259-f671-4c2c-908a-832a9e0b6685 req-d295106d-67f7-4d51-9505-b3c6f162bf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:41.545473 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-564f4259-f671-4c2c-908a-832a9e0b6685 req-d295106d-67f7-4d51-9505-b3c6f162bf5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:41.546888 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-564f4259-f671-4c2c-908a-832a9e0b6685 req-d295106d-67f7-4d51-9505-b3c6f162bf5b service neutron] 10.222.0.42 "PUT /v2.0/ports/bae8d97c-c924-41b3-aaf5-1ae7bfc317ac HTTP/1.1" status: 200 len: 1094 time: 1.1164818 Aug 10 04:23:41.601142 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d295106d-67f7-4d51-9505-b3c6f162bf5b service neutron] Pushing event updated for resources: {'Port': ['ID=bae8d97c-c924-41b3-aaf5-1ae7bfc317ac,revision_number=11']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:23:41.621483 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564f4259-f671-4c2c-908a-832a9e0b6685 req-9ab7690f-cb9a-40be-bd60-ff73bce52d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:41.623055 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-564f4259-f671-4c2c-908a-832a9e0b6685 req-9ab7690f-cb9a-40be-bd60-ff73bce52d97 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b4d9562697164912ae96f22f47b4a54d&device_id=30c7715e-6320-4324-9832-02e0230e1cda HTTP/1.1" status: 200 len: 1097 time: 0.0517764 Aug 10 04:23:41.717351 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564f4259-f671-4c2c-908a-832a9e0b6685 req-6637a198-5aec-4b06-93d0-2d1e15ad89e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:41.718873 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-564f4259-f671-4c2c-908a-832a9e0b6685 req-6637a198-5aec-4b06-93d0-2d1e15ad89e6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=86e70408-f9ef-4815-aa8f-59304e4ed4c8 HTTP/1.1" status: 200 len: 911 time: 0.0870440 Aug 10 04:23:41.790103 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-564f4259-f671-4c2c-908a-832a9e0b6685 req-9710c7c8-c104-420b-9b8c-c51989787da3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bae8d97c-c924-41b3-aaf5-1ae7bfc317ac HTTP/1.1" status: 200 len: 1000 time: 0.0641294 Aug 10 04:23:41.837942 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564f4259-f671-4c2c-908a-832a9e0b6685 req-c53d4a99-e649-4b12-92c0-672039db0218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:41.839872 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-564f4259-f671-4c2c-908a-832a9e0b6685 req-c53d4a99-e649-4b12-92c0-672039db0218 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=48d8056f-5fb2-463c-96bd-f6f5ed5da27e HTTP/1.1" status: 200 len: 850 time: 0.0437260 Aug 10 04:23:41.885020 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564f4259-f671-4c2c-908a-832a9e0b6685 req-428fb8ec-3842-4e5c-9f28-c7005c993eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:41.886567 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-564f4259-f671-4c2c-908a-832a9e0b6685 req-428fb8ec-3842-4e5c-9f28-c7005c993eba service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=86e70408-f9ef-4815-aa8f-59304e4ed4c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395739 Aug 10 04:23:41.977721 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-564f4259-f671-4c2c-908a-832a9e0b6685 req-b31b18b0-0f67-4c9e-adcd-0f22f3b9bf95 service neutron] 10.222.0.42 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841873 Aug 10 04:23:42.098321 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-564f4259-f671-4c2c-908a-832a9e0b6685 req-dbcea236-f8f3-494d-8dfb-fc4312c1654b service neutron] 10.222.0.42 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141796 Aug 10 04:23:42.113615 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c36b55b-2ac5-4743-bf25-4b6c8f707137 req-201760e6-b678-44fe-abe0-4be66ac161c0 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:42.115176 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7c36b55b-2ac5-4743-bf25-4b6c8f707137 req-201760e6-b678-44fe-abe0-4be66ac161c0 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c7715e-6320-4324-9832-02e0230e1cda HTTP/1.1" status: 200 len: 945 time: 0.0735948 Aug 10 04:23:42.160503 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7c36b55b-2ac5-4743-bf25-4b6c8f707137 req-f2385f2d-cd8f-4009-bd73-28adbb253d8d tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388772 Aug 10 04:23:42.329374 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device bae8d97c-c924-41b3-aaf5-1ae7bfc317ac no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:23:42.369891 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device bae8d97c-c924-41b3-aaf5-1ae7bfc317ac not bound to the agent host n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:23:43.204422 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30c7715e-6320-4324-9832-02e0230e1cda', 'tag': 'bae8d97c-c924-41b3-aaf5-1ae7bfc317ac'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:23:43.208411 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7142606bf34c4189ec1af3eb1cc50705e8815838b55f5940d6ad7e637f738b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c5c3eea-399f-4a58-b7ef-a645c3338d6c" -d '{"events": [{"name": "network-changed", "server_uuid": "30c7715e-6320-4324-9832-02e0230e1cda", "tag": "bae8d97c-c924-41b3-aaf5-1ae7bfc317ac"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:23:43.284398 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfd2f93-13d5-493d-a31d-c31f3683151b req-9a441b42-5bd1-4acc-9403-a89b12c32ec0 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:43.285998 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6bfd2f93-13d5-493d-a31d-c31f3683151b req-9a441b42-5bd1-4acc-9403-a89b12c32ec0 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c7715e-6320-4324-9832-02e0230e1cda HTTP/1.1" status: 200 len: 945 time: 0.0508318 Aug 10 04:23:43.324170 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6bfd2f93-13d5-493d-a31d-c31f3683151b req-2d3b9a7f-40ad-49d5-af7a-ad1f0bed79fb tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320864 Aug 10 04:23:43.389162 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea93a793-797c-4167-8eaa-8f430abda4cd x-openstack-request-id: req-ea93a793-797c-4167-8eaa-8f430abda4cd {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:23:43.389516 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30c7715e-6320-4324-9832-02e0230e1cda", "tag": "bae8d97c-c924-41b3-aaf5-1ae7bfc317ac", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:23:43.389847 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ea93a793-797c-4167-8eaa-8f430abda4cd {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:23:43.390828 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30c7715e-6320-4324-9832-02e0230e1cda', 'tag': 'bae8d97c-c924-41b3-aaf5-1ae7bfc317ac', 'status': 'completed', 'code': 200} Aug 10 04:23:43.479407 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5c3eea-399f-4a58-b7ef-a645c3338d6c req-98b4e262-2204-4adc-b5f6-51efda43cc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:43.480854 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5c5c3eea-399f-4a58-b7ef-a645c3338d6c req-98b4e262-2204-4adc-b5f6-51efda43cc89 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4d9562697164912ae96f22f47b4a54d&device_id=30c7715e-6320-4324-9832-02e0230e1cda HTTP/1.1" status: 200 len: 1097 time: 0.0696831 Aug 10 04:23:43.482653 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5c3eea-399f-4a58-b7ef-a645c3338d6c req-03dd7443-af45-4961-922e-2d69b000913a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:43.484009 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5c5c3eea-399f-4a58-b7ef-a645c3338d6c req-03dd7443-af45-4961-922e-2d69b000913a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b4d9562697164912ae96f22f47b4a54d&device_id=30c7715e-6320-4324-9832-02e0230e1cda HTTP/1.1" status: 200 len: 1097 time: 0.0716197 Aug 10 04:23:43.643301 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5c3eea-399f-4a58-b7ef-a645c3338d6c req-42522ba2-0182-45fc-b14e-2621e55bbd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:43.644777 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5c5c3eea-399f-4a58-b7ef-a645c3338d6c req-42522ba2-0182-45fc-b14e-2621e55bbd33 service neutron] 10.222.0.61 "GET /v2.0/networks?id=86e70408-f9ef-4815-aa8f-59304e4ed4c8 HTTP/1.1" status: 200 len: 911 time: 0.1566663 Aug 10 04:23:43.647344 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5c3eea-399f-4a58-b7ef-a645c3338d6c req-ee87a3c4-b22c-45c9-9045-d656d32451ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:43.648654 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5c5c3eea-399f-4a58-b7ef-a645c3338d6c req-ee87a3c4-b22c-45c9-9045-d656d32451ce service neutron] 10.222.0.42 "GET /v2.0/networks?id=86e70408-f9ef-4815-aa8f-59304e4ed4c8 HTTP/1.1" status: 200 len: 911 time: 0.1526484 Aug 10 04:23:43.759584 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5c5c3eea-399f-4a58-b7ef-a645c3338d6c req-a9016d70-96bd-44ca-bda0-64d83e0fd9f9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bae8d97c-c924-41b3-aaf5-1ae7bfc317ac HTTP/1.1" status: 200 len: 1000 time: 0.1012876 Aug 10 04:23:43.761130 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5c5c3eea-399f-4a58-b7ef-a645c3338d6c req-7c9e1bc2-76ba-4bd3-af17-55701717c170 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bae8d97c-c924-41b3-aaf5-1ae7bfc317ac HTTP/1.1" status: 200 len: 1000 time: 0.1085038 Aug 10 04:23:43.845127 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5c3eea-399f-4a58-b7ef-a645c3338d6c req-176d6db7-039a-4d09-835d-37fb566ef7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:43.846699 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5c5c3eea-399f-4a58-b7ef-a645c3338d6c req-176d6db7-039a-4d09-835d-37fb566ef7a8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=48d8056f-5fb2-463c-96bd-f6f5ed5da27e HTTP/1.1" status: 200 len: 850 time: 0.0731390 Aug 10 04:23:43.847985 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5c3eea-399f-4a58-b7ef-a645c3338d6c req-a9409080-a86d-49ea-8292-5e9417fbb674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:43.849379 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5c5c3eea-399f-4a58-b7ef-a645c3338d6c req-a9409080-a86d-49ea-8292-5e9417fbb674 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=48d8056f-5fb2-463c-96bd-f6f5ed5da27e HTTP/1.1" status: 200 len: 850 time: 0.0833066 Aug 10 04:23:43.924269 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5c3eea-399f-4a58-b7ef-a645c3338d6c req-623c5fbc-5052-434f-8969-76840fe9c4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:43.925856 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5c5c3eea-399f-4a58-b7ef-a645c3338d6c req-623c5fbc-5052-434f-8969-76840fe9c4f4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=86e70408-f9ef-4815-aa8f-59304e4ed4c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0702014 Aug 10 04:23:43.931977 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5c3eea-399f-4a58-b7ef-a645c3338d6c req-8115ab63-ee75-4e41-9875-06c0ec13997d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:43.934014 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5c5c3eea-399f-4a58-b7ef-a645c3338d6c req-8115ab63-ee75-4e41-9875-06c0ec13997d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=86e70408-f9ef-4815-aa8f-59304e4ed4c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0705762 Aug 10 04:23:44.085589 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5c5c3eea-399f-4a58-b7ef-a645c3338d6c req-f8009b83-dcc1-4ebd-9981-b8b79a76f87d service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504483 Aug 10 04:23:44.087392 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5c5c3eea-399f-4a58-b7ef-a645c3338d6c req-78ca566f-db55-4494-8e3f-30418459d6ee service neutron] 10.222.0.42 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455760 Aug 10 04:23:44.242673 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5c5c3eea-399f-4a58-b7ef-a645c3338d6c req-91e082db-37ba-4388-a074-7855f35f0a2a service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502616 Aug 10 04:23:44.244465 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5c5c3eea-399f-4a58-b7ef-a645c3338d6c req-982a0b1f-ea91-4c46-a798-367077e44b59 service neutron] 10.222.0.42 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452937 Aug 10 04:23:44.448768 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c736281-22f2-401c-af80-0683ac492f91 req-566a8082-5934-4a7a-b7f1-760e5b5e0188 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:44.450397 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5c736281-22f2-401c-af80-0683ac492f91 req-566a8082-5934-4a7a-b7f1-760e5b5e0188 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c7715e-6320-4324-9832-02e0230e1cda HTTP/1.1" status: 200 len: 945 time: 0.0551689 Aug 10 04:23:44.493987 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5c736281-22f2-401c-af80-0683ac492f91 req-54c35866-de77-4d4e-8ae4-eaa790105882 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369732 Aug 10 04:23:45.614539 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81863bf9-aca8-4b7a-af48-6623013654f7 req-9f635463-073b-48bf-8246-c5e7329b042d tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:45.616048 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-81863bf9-aca8-4b7a-af48-6623013654f7 req-9f635463-073b-48bf-8246-c5e7329b042d tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c7715e-6320-4324-9832-02e0230e1cda HTTP/1.1" status: 200 len: 945 time: 0.0489221 Aug 10 04:23:45.655541 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-81863bf9-aca8-4b7a-af48-6623013654f7 req-b6b80ade-8b9f-4164-8224-620b7fc5224c tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328095 Aug 10 04:23:46.622410 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8c5fe2b2-26b5-4001-ac22-c4471c990fc5 req-95abdd13-52bd-45d8-8d20-dd555617f65c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=22882bb5-df6a-4a03-b8b1-8ebacb558477&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407743 Aug 10 04:23:46.714996 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5fe2b2-26b5-4001-ac22-c4471c990fc5 req-99ab153f-524f-4c5b-8cf1-27ba99288beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:46.716537 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8c5fe2b2-26b5-4001-ac22-c4471c990fc5 req-99ab153f-524f-4c5b-8cf1-27ba99288beb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4d9562697164912ae96f22f47b4a54d&device_id=22882bb5-df6a-4a03-b8b1-8ebacb558477 HTTP/1.1" status: 200 len: 1098 time: 0.0441310 Aug 10 04:23:46.819581 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62888ece-690d-4ad8-9618-837f31b53bba req-9dd22591-4df6-4d87-8463-8401afff37cf tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:46.821046 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-62888ece-690d-4ad8-9618-837f31b53bba req-9dd22591-4df6-4d87-8463-8401afff37cf tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c7715e-6320-4324-9832-02e0230e1cda HTTP/1.1" status: 200 len: 945 time: 0.0971122 Aug 10 04:23:46.873795 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5fe2b2-26b5-4001-ac22-c4471c990fc5 req-5bc90c4c-8e21-4172-934a-d157e7ceb66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:46.875313 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8c5fe2b2-26b5-4001-ac22-c4471c990fc5 req-5bc90c4c-8e21-4172-934a-d157e7ceb66d service neutron] 10.222.0.61 "GET /v2.0/networks?id=86e70408-f9ef-4815-aa8f-59304e4ed4c8 HTTP/1.1" status: 200 len: 911 time: 0.1389904 Aug 10 04:23:46.882168 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-62888ece-690d-4ad8-9618-837f31b53bba req-ba5b7c1d-e6c0-42a9-b4de-fa6f9312f159 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525665 Aug 10 04:23:46.917850 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8c5fe2b2-26b5-4001-ac22-c4471c990fc5 req-d17838b5-fb9b-45f7-aa20-8619819102a9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=600c6ca9-6224-4086-b5df-8c2df8511b77 HTTP/1.1" status: 200 len: 217 time: 0.0346985 Aug 10 04:23:46.967186 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5fe2b2-26b5-4001-ac22-c4471c990fc5 req-9c134977-9745-4502-a21e-6a9c99649387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:46.968535 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8c5fe2b2-26b5-4001-ac22-c4471c990fc5 req-9c134977-9745-4502-a21e-6a9c99649387 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=48d8056f-5fb2-463c-96bd-f6f5ed5da27e HTTP/1.1" status: 200 len: 850 time: 0.0431368 Aug 10 04:23:47.015882 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5fe2b2-26b5-4001-ac22-c4471c990fc5 req-71ec5b43-5d4b-4c68-97fd-d6e1730372cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:47.017371 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8c5fe2b2-26b5-4001-ac22-c4471c990fc5 req-71ec5b43-5d4b-4c68-97fd-d6e1730372cf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=86e70408-f9ef-4815-aa8f-59304e4ed4c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403399 Aug 10 04:23:47.119425 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8c5fe2b2-26b5-4001-ac22-c4471c990fc5 req-55bbc445-2f84-4edc-b567-08f63368db25 service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921481 Aug 10 04:23:47.210628 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8c5fe2b2-26b5-4001-ac22-c4471c990fc5 req-eec4a4cd-dad2-4f7a-8701-f0dcf577e164 service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825787 Aug 10 04:23:48.001559 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e8eeaf-64da-42c3-a1a5-a8a56e0ad801 req-10598c39-551e-468d-8218-26bb2376ca73 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:48.003060 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f4e8eeaf-64da-42c3-a1a5-a8a56e0ad801 req-10598c39-551e-468d-8218-26bb2376ca73 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c7715e-6320-4324-9832-02e0230e1cda HTTP/1.1" status: 200 len: 945 time: 0.0525000 Aug 10 04:23:48.039964 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f4e8eeaf-64da-42c3-a1a5-a8a56e0ad801 req-3ca7c2ef-ea6d-4924-af87-7766b40bed8c tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306497 Aug 10 04:23:48.896336 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d10b733-d4d4-4633-b56e-d3de74cdd367 req-1c02e59d-e222-4734-ad69-49f1faae7d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:48.898043 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6d10b733-d4d4-4633-b56e-d3de74cdd367 req-1c02e59d-e222-4734-ad69-49f1faae7d8e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b4d9562697164912ae96f22f47b4a54d&device_id=30c7715e-6320-4324-9832-02e0230e1cda HTTP/1.1" status: 200 len: 1097 time: 0.0413523 Aug 10 04:23:49.001021 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d10b733-d4d4-4633-b56e-d3de74cdd367 req-45b0772b-8352-4011-b40f-f611f385ae08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:49.002533 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6d10b733-d4d4-4633-b56e-d3de74cdd367 req-45b0772b-8352-4011-b40f-f611f385ae08 service neutron] 10.222.0.42 "GET /v2.0/networks?id=86e70408-f9ef-4815-aa8f-59304e4ed4c8 HTTP/1.1" status: 200 len: 911 time: 0.0857315 Aug 10 04:23:49.074149 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6d10b733-d4d4-4633-b56e-d3de74cdd367 req-8859eba8-3e02-4f73-8e38-26a2dbc20b52 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bae8d97c-c924-41b3-aaf5-1ae7bfc317ac HTTP/1.1" status: 200 len: 1000 time: 0.0649011 Aug 10 04:23:49.154733 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d10b733-d4d4-4633-b56e-d3de74cdd367 req-05c45e57-ba54-447b-999b-92fef0044cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:49.156132 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6d10b733-d4d4-4633-b56e-d3de74cdd367 req-05c45e57-ba54-447b-999b-92fef0044cd0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=48d8056f-5fb2-463c-96bd-f6f5ed5da27e HTTP/1.1" status: 200 len: 850 time: 0.0756509 Aug 10 04:23:49.174106 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8639d6fe-197e-4226-b88c-bc9d3e316353 req-3dc95c27-35b9-4496-a260-2ef581a374d6 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:49.175581 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8639d6fe-197e-4226-b88c-bc9d3e316353 req-3dc95c27-35b9-4496-a260-2ef581a374d6 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c7715e-6320-4324-9832-02e0230e1cda HTTP/1.1" status: 200 len: 945 time: 0.0651882 Aug 10 04:23:49.236963 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8639d6fe-197e-4226-b88c-bc9d3e316353 req-2abb3e8c-fe4a-4725-8d57-2a92ac40d750 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541310 Aug 10 04:23:49.243569 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d10b733-d4d4-4633-b56e-d3de74cdd367 req-1aaced72-1479-46b1-8efa-801838e3db57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:49.245634 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6d10b733-d4d4-4633-b56e-d3de74cdd367 req-1aaced72-1479-46b1-8efa-801838e3db57 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=86e70408-f9ef-4815-aa8f-59304e4ed4c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0793381 Aug 10 04:23:49.338906 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6d10b733-d4d4-4633-b56e-d3de74cdd367 req-f72dc146-95f4-46e4-96cf-716afec4df82 service neutron] 10.222.0.42 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856214 Aug 10 04:23:49.430863 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6d10b733-d4d4-4633-b56e-d3de74cdd367 req-e30ca6df-3bfe-4bab-8877-6b36c4441b1a service neutron] 10.222.0.42 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856252 Aug 10 04:23:50.351932 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cff9171-9ab8-4159-b1cb-504cfc2bd422 req-4f400508-0e81-4d6a-a4c1-22fc8f67b6c3 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:50.353408 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6cff9171-9ab8-4159-b1cb-504cfc2bd422 req-4f400508-0e81-4d6a-a4c1-22fc8f67b6c3 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c7715e-6320-4324-9832-02e0230e1cda HTTP/1.1" status: 200 len: 945 time: 0.0482552 Aug 10 04:23:50.391054 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6cff9171-9ab8-4159-b1cb-504cfc2bd422 req-c0295fdd-ad9d-4e45-85c6-ebf6b39d1af2 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310183 Aug 10 04:23:51.494512 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-694c8565-59d7-4474-bed2-8e4d217a7d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:51.508995 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110c9a08-bf34-4ced-bf38-d1710659dbfe req-5ccade2c-1a21-4635-b7fe-ae8d7a28ef3f tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:51.510648 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-110c9a08-bf34-4ced-bf38-d1710659dbfe req-5ccade2c-1a21-4635-b7fe-ae8d7a28ef3f tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c7715e-6320-4324-9832-02e0230e1cda HTTP/1.1" status: 200 len: 945 time: 0.0507998 Aug 10 04:23:51.551390 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-110c9a08-bf34-4ced-bf38-d1710659dbfe req-69eeca4c-ca3a-4b70-92a2-e387343450e6 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328760 Aug 10 04:23:52.679044 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efb47f0-e988-494b-81a0-ac292a933b4d req-41a5ea1e-60e1-495e-b20f-88d90c312007 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:52.680845 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0efb47f0-e988-494b-81a0-ac292a933b4d req-41a5ea1e-60e1-495e-b20f-88d90c312007 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c7715e-6320-4324-9832-02e0230e1cda HTTP/1.1" status: 200 len: 945 time: 0.0542653 Aug 10 04:23:52.721537 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0efb47f0-e988-494b-81a0-ac292a933b4d req-87d9c46a-cce9-486a-a9b5-024e58cfe8bd tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324328 Aug 10 04:23:53.443394 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device bae8d97c-c924-41b3-aaf5-1ae7bfc317ac details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:23:53.540845 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port bae8d97c-c924-41b3-aaf5-1ae7bfc317ac, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=bae8d97c-c924-41b3-aaf5-1ae7bfc317ac,segment=NetworkSegment(3a6e383c-1b7f-4db5-9d50-a03141d50f7f),segment_id=3a6e383c-1b7f-4db5-9d50-a03141d50f7f)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:23:53.552007 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': 'bae8d97c-c924-41b3-aaf5-1ae7bfc317ac', 'network_id': '86e70408-f9ef-4815-aa8f-59304e4ed4c8', 'port_id': 'bae8d97c-c924-41b3-aaf5-1ae7bfc317ac', 'mac_address': 'fa:16:3e:bf:d4:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48d8056f-5fb2-463c-96bd-f6f5ed5da27e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:23:53.587297 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:53.600464 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bae8d97c-c924-41b3-aaf5-1ae7bfc317ac {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:23:53.620981 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port bae8d97c-c924-41b3-aaf5-1ae7bfc317ac, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=bae8d97c-c924-41b3-aaf5-1ae7bfc317ac,segment=NetworkSegment(3a6e383c-1b7f-4db5-9d50-a03141d50f7f),segment_id=3a6e383c-1b7f-4db5-9d50-a03141d50f7f)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:23:53.625037 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:53.675020 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=bae8d97c-c924-41b3-aaf5-1ae7bfc317ac,revision_number=12']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:23:53.757552 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-08685766-9484-476f-a02a-06eaf31ea42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:53.845832 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7158dbc0-2945-4f67-b824-687c3c57f6fa req-11f390af-0ae0-4873-9dcb-519c717a8558 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:53.847266 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7158dbc0-2945-4f67-b824-687c3c57f6fa req-11f390af-0ae0-4873-9dcb-519c717a8558 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c7715e-6320-4324-9832-02e0230e1cda HTTP/1.1" status: 200 len: 946 time: 0.0507526 Aug 10 04:23:53.880886 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['bae8d97c-c924-41b3-aaf5-1ae7bfc317ac'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:23:53.886812 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7158dbc0-2945-4f67-b824-687c3c57f6fa req-90e5e430-2683-4d90-a7d9-73db23b60df6 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335968 Aug 10 04:23:54.002237 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e68bc9-42dd-494f-a7c0-492db22d1aab req-f1149746-7c03-402f-893c-ae4764adf527 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:54.003784 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e6e68bc9-42dd-494f-a7c0-492db22d1aab req-f1149746-7c03-402f-893c-ae4764adf527 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c7715e-6320-4324-9832-02e0230e1cda HTTP/1.1" status: 200 len: 946 time: 0.0491943 Aug 10 04:23:54.042330 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e6e68bc9-42dd-494f-a7c0-492db22d1aab req-6700106c-d529-40fb-aaf0-0844fc3e01a0 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321295 Aug 10 04:23:54.160917 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d226a914-458d-4b83-998b-39694ecefd54 req-1b39b43a-7c65-45a4-99d2-235e73bc0e13 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:54.162422 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d226a914-458d-4b83-998b-39694ecefd54 req-1b39b43a-7c65-45a4-99d2-235e73bc0e13 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c7715e-6320-4324-9832-02e0230e1cda HTTP/1.1" status: 200 len: 946 time: 0.0519710 Aug 10 04:23:54.200366 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d226a914-458d-4b83-998b-39694ecefd54 req-4dd7de06-9986-48a7-a22b-26fe4c2db828 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320606 Aug 10 04:23:54.362546 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:54.432522 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268dc207-4985-4fcf-8be4-32e1f39ad604 req-22333344-b28a-4126-807a-2e8005421cbe tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:54.434001 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-268dc207-4985-4fcf-8be4-32e1f39ad604 req-22333344-b28a-4126-807a-2e8005421cbe tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c7715e-6320-4324-9832-02e0230e1cda HTTP/1.1" status: 200 len: 946 time: 0.0499701 Aug 10 04:23:54.472753 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-268dc207-4985-4fcf-8be4-32e1f39ad604 req-9ae73fb2-d964-4ec8-a2ac-a8a6d0c41a4b tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326011 Aug 10 04:23:55.457292 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device bae8d97c-c924-41b3-aaf5-1ae7bfc317ac up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:23:55.513764 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning for port bae8d97c-c924-41b3-aaf5-1ae7bfc317ac completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:23:55.517828 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port bae8d97c-c924-41b3-aaf5-1ae7bfc317ac triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:23:55.518240 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:55.613889 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a5f5a9-1c8f-4f40-8cf7-3e2329acc775 req-ab300d03-f056-41c2-9a84-8cc56c201937 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:55.614613 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:55.615738 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b2a5f5a9-1c8f-4f40-8cf7-3e2329acc775 req-ab300d03-f056-41c2-9a84-8cc56c201937 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c7715e-6320-4324-9832-02e0230e1cda HTTP/1.1" status: 200 len: 946 time: 0.0600529 Aug 10 04:23:55.617755 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:55.639553 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30c7715e-6320-4324-9832-02e0230e1cda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bae8d97c-c924-41b3-aaf5-1ae7bfc317ac'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:23:55.641874 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}583660bde03669f2dd7fb79ddb869ac83356356549bc1793f8d2e37d6d7017ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83e29834-d4e1-4448-9660-bfc592a5844b" -d '{"events": [{"server_uuid": "30c7715e-6320-4324-9832-02e0230e1cda", "name": "network-vif-plugged", "status": "completed", "tag": "bae8d97c-c924-41b3-aaf5-1ae7bfc317ac"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:23:55.656578 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port bae8d97c-c924-41b3-aaf5-1ae7bfc317ac, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=bae8d97c-c924-41b3-aaf5-1ae7bfc317ac,segment=NetworkSegment(3a6e383c-1b7f-4db5-9d50-a03141d50f7f),segment_id=3a6e383c-1b7f-4db5-9d50-a03141d50f7f)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:23:55.657471 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b2a5f5a9-1c8f-4f40-8cf7-3e2329acc775 req-272f4ea4-bc7d-40c7-844d-9807e3ff63ab tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/security-groups?id=fab7cab8-f9bd-42c8-9b31-8e2bed95f568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345559 Aug 10 04:23:55.663635 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:55.709089 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1fb990a-a2cb-42c8-a859-4663bca834f9 x-openstack-request-id: req-f1fb990a-a2cb-42c8-a859-4663bca834f9 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:23:55.709316 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30c7715e-6320-4324-9832-02e0230e1cda", "name": "network-vif-plugged", "status": "completed", "tag": "bae8d97c-c924-41b3-aaf5-1ae7bfc317ac", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:23:55.709573 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f1fb990a-a2cb-42c8-a859-4663bca834f9 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:23:55.710016 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30c7715e-6320-4324-9832-02e0230e1cda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bae8d97c-c924-41b3-aaf5-1ae7bfc317ac', 'code': 200} Aug 10 04:23:55.714499 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=bae8d97c-c924-41b3-aaf5-1ae7bfc317ac,revision_number=13']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:23:56.010602 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6d52be-3a56-492d-adda-ceb9c9c38383 req-6ab5e44f-85d9-4516-99dd-a47efea17569 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:56.011968 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-df6d52be-3a56-492d-adda-ceb9c9c38383 req-6ab5e44f-85d9-4516-99dd-a47efea17569 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.42 "GET /v2.0/ports?device_id=30c7715e-6320-4324-9832-02e0230e1cda HTTP/1.1" status: 200 len: 947 time: 0.0522788 Aug 10 04:23:56.099228 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-df6d52be-3a56-492d-adda-ceb9c9c38383 req-c7d219be-d145-4942-88b4-b88d6bd19953 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Deleting port bae8d97c-c924-41b3-aaf5-1ae7bfc317ac {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:23:56.099560 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-df6d52be-3a56-492d-adda-ceb9c9c38383 req-c7d219be-d145-4942-88b4-b88d6bd19953 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:56.189102 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-df6d52be-3a56-492d-adda-ceb9c9c38383 req-c7d219be-d145-4942-88b4-b88d6bd19953 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] For port bae8d97c-c924-41b3-aaf5-1ae7bfc317ac, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=bae8d97c-c924-41b3-aaf5-1ae7bfc317ac,segment=NetworkSegment(3a6e383c-1b7f-4db5-9d50-a03141d50f7f),segment_id=3a6e383c-1b7f-4db5-9d50-a03141d50f7f)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:23:56.189413 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-df6d52be-3a56-492d-adda-ceb9c9c38383 req-c7d219be-d145-4942-88b4-b88d6bd19953 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:56.358395 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-df6d52be-3a56-492d-adda-ceb9c9c38383 req-c7d219be-d145-4942-88b4-b88d6bd19953 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:56.358774 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-df6d52be-3a56-492d-adda-ceb9c9c38383 req-c7d219be-d145-4942-88b4-b88d6bd19953 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:56.359087 n-d-768862-13 neutron-server[94260]: INFO neutron.db.l3_db [req-df6d52be-3a56-492d-adda-ceb9c9c38383 req-c7d219be-d145-4942-88b4-b88d6bd19953 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Floating IP 3f05a2ad-2b94-48f1-8aff-7731ddb41905 disassociated. External IP: 172.25.6.93, port: bae8d97c-c924-41b3-aaf5-1ae7bfc317ac. Aug 10 04:23:56.359451 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-df6d52be-3a56-492d-adda-ceb9c9c38383 req-c7d219be-d145-4942-88b4-b88d6bd19953 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Calling delete_port for bae8d97c-c924-41b3-aaf5-1ae7bfc317ac owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:23:56.491759 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-df6d52be-3a56-492d-adda-ceb9c9c38383 req-c7d219be-d145-4942-88b4-b88d6bd19953 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:56.520659 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d219be-d145-4942-88b4-b88d6bd19953 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Pushing event deleted for resources: {'Port': ['ID=bae8d97c-c924-41b3-aaf5-1ae7bfc317ac,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:23:56.648077 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:56.961971 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5d081945-914e-4cbf-8068-c8d0c47edb5a req-cd4e0d0c-d44e-41b2-a45e-d16a700586a2 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c7715e-6320-4324-9832-02e0230e1cda HTTP/1.1" status: 200 len: 210 time: 0.0302331 Aug 10 04:23:56.986421 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [req-df6d52be-3a56-492d-adda-ceb9c9c38383 req-c7d219be-d145-4942-88b4-b88d6bd19953 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Router 53286071-5c9d-4c9a-8825-3f31317c97f2 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:23:57.050816 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:57.104294 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-df6d52be-3a56-492d-adda-ceb9c9c38383 req-c7d219be-d145-4942-88b4-b88d6bd19953 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:23:57.114048 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4669cc46-1eea-4a6a-8754-ac7aef5b49e1 None None] Sync routers for ids ['53286071-5c9d-4c9a-8825-3f31317c97f2'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:23:57.123098 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4669cc46-1eea-4a6a-8754-ac7aef5b49e1 None None] Routers {'53286071-5c9d-4c9a-8825-3f31317c97f2'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:23:57.123703 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-4669cc46-1eea-4a6a-8754-ac7aef5b49e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:23:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['53286071-5c9d-4c9a-8825-3f31317c97f2'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:23:57.144927 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-df6d52be-3a56-492d-adda-ceb9c9c38383 req-c7d219be-d145-4942-88b4-b88d6bd19953 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] No DVR routers for this DVR port bae8d97c-c924-41b3-aaf5-1ae7bfc317ac on host n-h1-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:23:57.147585 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-df6d52be-3a56-492d-adda-ceb9c9c38383 req-c7d219be-d145-4942-88b4-b88d6bd19953 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:57.149603 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-df6d52be-3a56-492d-adda-ceb9c9c38383 req-c7d219be-d145-4942-88b4-b88d6bd19953 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.42 "DELETE /v2.0/ports/bae8d97c-c924-41b3-aaf5-1ae7bfc317ac HTTP/1.1" status: 204 len: 173 time: 1.1309431 Aug 10 04:23:57.150039 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30c7715e-6320-4324-9832-02e0230e1cda', 'name': 'network-vif-deleted', 'tag': 'bae8d97c-c924-41b3-aaf5-1ae7bfc317ac'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:23:57.152350 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7142606bf34c4189ec1af3eb1cc50705e8815838b55f5940d6ad7e637f738b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af6f0722-15e9-404f-b252-6582ec5bfd07" -d '{"events": [{"server_uuid": "30c7715e-6320-4324-9832-02e0230e1cda", "name": "network-vif-deleted", "tag": "bae8d97c-c924-41b3-aaf5-1ae7bfc317ac"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:23:57.190323 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c4bb881-b305-4373-9034-97f3831d0e25 x-openstack-request-id: req-2c4bb881-b305-4373-9034-97f3831d0e25 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:23:57.190622 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30c7715e-6320-4324-9832-02e0230e1cda", "name": "network-vif-deleted", "tag": "bae8d97c-c924-41b3-aaf5-1ae7bfc317ac", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:23:57.190874 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2c4bb881-b305-4373-9034-97f3831d0e25 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:23:57.191272 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30c7715e-6320-4324-9832-02e0230e1cda', 'name': 'network-vif-deleted', 'tag': 'bae8d97c-c924-41b3-aaf5-1ae7bfc317ac', 'status': 'completed', 'code': 200} Aug 10 04:23:57.236827 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-4669cc46-1eea-4a6a-8754-ac7aef5b49e1 None None] Set router 53286071-5c9d-4c9a-8825-3f31317c97f2 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:23:57.436736 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-4669cc46-1eea-4a6a-8754-ac7aef5b49e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'name': 'tempest-ServerActionsTestJSON-388020780-router', 'tenant_id': 'b4d9562697164912ae96f22f47b4a54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'c41ccae9-8bad-4cef-b271-680de0fb9b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:12:06Z', 'updated_at': '2021-08-10T04:12:08Z', 'revision_number': 4, 'project_id': 'b4d9562697164912ae96f22f47b4a54d', 'gw_port': {'id': 'c41ccae9-8bad-4cef-b271-680de0fb9b17', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:06Z', 'updated_at': '2021-08-10T04:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '51432507-f545-4d05-b420-c6d301f256cd', 'name': '', 'network_id': '86e70408-f9ef-4815-aa8f-59304e4ed4c8', 'tenant_id': 'b4d9562697164912ae96f22f47b4a54d', 'mac_address': 'fa:16:3e:79:30:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '48d8056f-5fb2-463c-96bd-f6f5ed5da27e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:07Z', 'updated_at': '2021-08-10T04:12:14Z', 'revision_number': 5, 'project_id': 'b4d9562697164912ae96f22f47b4a54d', 'subnets': [{'id': '48d8056f-5fb2-463c-96bd-f6f5ed5da27e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:23:57.462688 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4669cc46-1eea-4a6a-8754-ac7aef5b49e1 None None] Checking router: 53286071-5c9d-4c9a-8825-3f31317c97f2 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:23:57.470832 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4669cc46-1eea-4a6a-8754-ac7aef5b49e1 None None] Routers {'53286071-5c9d-4c9a-8825-3f31317c97f2'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:23:57.471419 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-4669cc46-1eea-4a6a-8754-ac7aef5b49e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:23:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['53286071-5c9d-4c9a-8825-3f31317c97f2'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:23:57.668647 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-4669cc46-1eea-4a6a-8754-ac7aef5b49e1 None None] Set router 53286071-5c9d-4c9a-8825-3f31317c97f2 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:23:57.870958 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-4669cc46-1eea-4a6a-8754-ac7aef5b49e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'name': 'tempest-ServerActionsTestJSON-388020780-router', 'tenant_id': 'b4d9562697164912ae96f22f47b4a54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'c41ccae9-8bad-4cef-b271-680de0fb9b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:12:06Z', 'updated_at': '2021-08-10T04:12:08Z', 'revision_number': 4, 'project_id': 'b4d9562697164912ae96f22f47b4a54d', 'gw_port': {'id': 'c41ccae9-8bad-4cef-b271-680de0fb9b17', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:06Z', 'updated_at': '2021-08-10T04:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '51432507-f545-4d05-b420-c6d301f256cd', 'name': '', 'network_id': '86e70408-f9ef-4815-aa8f-59304e4ed4c8', 'tenant_id': 'b4d9562697164912ae96f22f47b4a54d', 'mac_address': 'fa:16:3e:79:30:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '48d8056f-5fb2-463c-96bd-f6f5ed5da27e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:07Z', 'updated_at': '2021-08-10T04:12:14Z', 'revision_number': 5, 'project_id': 'b4d9562697164912ae96f22f47b4a54d', 'subnets': [{'id': '48d8056f-5fb2-463c-96bd-f6f5ed5da27e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:23:57.901736 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4669cc46-1eea-4a6a-8754-ac7aef5b49e1 None None] The sync data for ids ['53286071-5c9d-4c9a-8825-3f31317c97f2'] in n-d-768862-13 is: [{'id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'name': 'tempest-ServerActionsTestJSON-388020780-router', 'tenant_id': 'b4d9562697164912ae96f22f47b4a54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'c41ccae9-8bad-4cef-b271-680de0fb9b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:12:06Z', 'updated_at': '2021-08-10T04:12:08Z', 'revision_number': 4, 'project_id': 'b4d9562697164912ae96f22f47b4a54d', 'gw_port': {'id': 'c41ccae9-8bad-4cef-b271-680de0fb9b17', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:06Z', 'updated_at': '2021-08-10T04:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '51432507-f545-4d05-b420-c6d301f256cd', 'name': '', 'network_id': '86e70408-f9ef-4815-aa8f-59304e4ed4c8', 'tenant_id': 'b4d9562697164912ae96f22f47b4a54d', 'mac_address': 'fa:16:3e:79:30:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '48d8056f-5fb2-463c-96bd-f6f5ed5da27e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:07Z', 'updated_at': '2021-08-10T04:12:14Z', 'revision_number': 5, 'project_id': 'b4d9562697164912ae96f22f47b4a54d', 'subnets': [{'id': '48d8056f-5fb2-463c-96bd-f6f5ed5da27e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:23:58.076043 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2f517dbc-ec61-4344-bc74-16c859aeecba req-71094e83-e534-4b32-9790-3aa57a746dd7 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c7715e-6320-4324-9832-02e0230e1cda HTTP/1.1" status: 200 len: 210 time: 0.0367839 Aug 10 04:23:58.135560 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7835a99b-d387-4bef-a7db-6ddd64554805 None None] New status for floating IP 3f05a2ad-2b94-48f1-8aff-7731ddb41905: DOWN {{(pid=94262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:23:59.167793 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5d76adec-dffe-410b-83dd-d647725c78b5 req-b3817773-0102-47eb-b949-1242a7df2a5c tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c7715e-6320-4324-9832-02e0230e1cda HTTP/1.1" status: 200 len: 210 time: 0.0281420 Aug 10 04:23:59.518881 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device bae8d97c-c924-41b3-aaf5-1ae7bfc317ac no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:23:59.538987 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] No Port match for: bae8d97c-c924-41b3-aaf5-1ae7bfc317ac {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:23:59.539394 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device bae8d97c-c924-41b3-aaf5-1ae7bfc317ac not bound to the agent host n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:24:00.262769 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0d107fcb-3426-40b5-a1ba-bd5dea1e26d6 req-ac28ace5-1b2a-4691-b06f-2c55269ee6ee tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c7715e-6320-4324-9832-02e0230e1cda HTTP/1.1" status: 200 len: 210 time: 0.0268917 Aug 10 04:24:03.923879 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 49790) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:03.967225 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:03.968586 n-d-768862-13 neutron-server[94260]: INFO neutron.api.v2.resource [None req-2ba86502-b43c-4a4c-b34c-55fe6e4384a3 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 10 04:24:03.969678 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-2ba86502-b43c-4a4c-b34c-55fe6e4384a3 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "DELETE /v2.0/security-groups/fab7cab8-f9bd-42c8-9b31-8e2bed95f568 HTTP/1.1" status: 409 len: 336 time: 0.0447133 Aug 10 04:24:03.986804 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 49792) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:04.111523 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-2403a058-fb2d-4ada-a573-805a58372335 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Deleting port 5a7d2ccb-776e-4da1-82ac-1aac656c9b4a {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:24:04.111961 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2403a058-fb2d-4ada-a573-805a58372335 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:04.189652 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2403a058-fb2d-4ada-a573-805a58372335 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:04.189979 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2403a058-fb2d-4ada-a573-805a58372335 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:04.202027 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-2403a058-fb2d-4ada-a573-805a58372335 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Calling delete_port for 5a7d2ccb-776e-4da1-82ac-1aac656c9b4a owned by network:floatingip {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:24:04.334867 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2403a058-fb2d-4ada-a573-805a58372335 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:04.361194 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2403a058-fb2d-4ada-a573-805a58372335 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Pushing event deleted for resources: {'Port': ['ID=5a7d2ccb-776e-4da1-82ac-1aac656c9b4a,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:04.420208 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2403a058-fb2d-4ada-a573-805a58372335 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Notify callbacks [] for floatingip, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:04.422720 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2403a058-fb2d-4ada-a573-805a58372335 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:04.423895 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-2403a058-fb2d-4ada-a573-805a58372335 tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] 10.222.0.44 "DELETE /v2.0/floatingips/3f05a2ad-2b94-48f1-8aff-7731ddb41905 HTTP/1.1" status: 204 len: 168 time: 0.4361389 Aug 10 04:24:04.432510 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 49794) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:04.923156 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-418e67a7-d59d-4b3c-b3df-7d68ae8e4e23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521880'] for router_interface, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:05.177619 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-418e67a7-d59d-4b3c-b3df-7d68ae8e4e23 admin admin] Deleting port 51432507-f545-4d05-b420-c6d301f256cd {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:24:05.178307 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-418e67a7-d59d-4b3c-b3df-7d68ae8e4e23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:05.256307 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [None req-418e67a7-d59d-4b3c-b3df-7d68ae8e4e23 admin admin] For port 51432507-f545-4d05-b420-c6d301f256cd, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=51432507-f545-4d05-b420-c6d301f256cd,segment=NetworkSegment(3a6e383c-1b7f-4db5-9d50-a03141d50f7f),segment_id=3a6e383c-1b7f-4db5-9d50-a03141d50f7f)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:24:05.256676 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-418e67a7-d59d-4b3c-b3df-7d68ae8e4e23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:05.269305 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-418e67a7-d59d-4b3c-b3df-7d68ae8e4e23 admin admin] Calling delete_port for 51432507-f545-4d05-b420-c6d301f256cd owned by network:router_interface {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:24:05.449650 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-418e67a7-d59d-4b3c-b3df-7d68ae8e4e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:05.480344 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418e67a7-d59d-4b3c-b3df-7d68ae8e4e23 admin admin] Pushing event deleted for resources: {'Port': ['ID=51432507-f545-4d05-b420-c6d301f256cd,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:05.660940 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-418e67a7-d59d-4b3c-b3df-7d68ae8e4e23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-522536'] for router_interface, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:05.880917 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-418e67a7-d59d-4b3c-b3df-7d68ae8e4e23 admin admin] Router 53286071-5c9d-4c9a-8825-3f31317c97f2 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:24:05.986719 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-418e67a7-d59d-4b3c-b3df-7d68ae8e4e23 admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:24:05.992756 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-418e67a7-d59d-4b3c-b3df-7d68ae8e4e23 admin admin] 10.222.0.44 "PUT /v2.0/routers/53286071-5c9d-4c9a-8825-3f31317c97f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5587955 Aug 10 04:24:05.994140 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 49798) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:05.995661 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b79da1-d34b-45f5-a183-ae967116f6f7 None None] Sync routers for ids ['53286071-5c9d-4c9a-8825-3f31317c97f2'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:24:06.004666 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b79da1-d34b-45f5-a183-ae967116f6f7 None None] Routers {'53286071-5c9d-4c9a-8825-3f31317c97f2'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:24:06.005267 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-54b79da1-d34b-45f5-a183-ae967116f6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:23:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['53286071-5c9d-4c9a-8825-3f31317c97f2'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:06.111634 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-54b79da1-d34b-45f5-a183-ae967116f6f7 None None] Set router 53286071-5c9d-4c9a-8825-3f31317c97f2 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:24:06.118484 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-110170b4-8e26-4f4a-b7f1-324bd5b07948 admin admin] Notify callbacks [] for router, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:06.221842 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-110170b4-8e26-4f4a-b7f1-324bd5b07948 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:06.279075 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-110170b4-8e26-4f4a-b7f1-324bd5b07948 admin admin] Deleting port c41ccae9-8bad-4cef-b271-680de0fb9b17 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:24:06.279418 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-110170b4-8e26-4f4a-b7f1-324bd5b07948 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:06.288295 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-54b79da1-d34b-45f5-a183-ae967116f6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'name': 'tempest-ServerActionsTestJSON-388020780-router', 'tenant_id': 'b4d9562697164912ae96f22f47b4a54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'c41ccae9-8bad-4cef-b271-680de0fb9b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:12:06Z', 'updated_at': '2021-08-10T04:24:05Z', 'revision_number': 5, 'project_id': 'b4d9562697164912ae96f22f47b4a54d', 'gw_port': {'id': 'c41ccae9-8bad-4cef-b271-680de0fb9b17', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:06Z', 'updated_at': '2021-08-10T04:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:06.316703 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b79da1-d34b-45f5-a183-ae967116f6f7 None None] Checking router: 53286071-5c9d-4c9a-8825-3f31317c97f2 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:24:06.324988 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b79da1-d34b-45f5-a183-ae967116f6f7 None None] Routers {'53286071-5c9d-4c9a-8825-3f31317c97f2'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:24:06.326081 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-54b79da1-d34b-45f5-a183-ae967116f6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:23:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['53286071-5c9d-4c9a-8825-3f31317c97f2'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:06.357633 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [None req-110170b4-8e26-4f4a-b7f1-324bd5b07948 admin admin] For port c41ccae9-8bad-4cef-b271-680de0fb9b17, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=c41ccae9-8bad-4cef-b271-680de0fb9b17,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:24:06.357996 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-110170b4-8e26-4f4a-b7f1-324bd5b07948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:06.370580 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-110170b4-8e26-4f4a-b7f1-324bd5b07948 admin admin] Calling delete_port for c41ccae9-8bad-4cef-b271-680de0fb9b17 owned by network:router_gateway {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:24:06.406741 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-54b79da1-d34b-45f5-a183-ae967116f6f7 None None] Set router 53286071-5c9d-4c9a-8825-3f31317c97f2 gateway port host: None {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:24:06.461345 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-54b79da1-d34b-45f5-a183-ae967116f6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'name': 'tempest-ServerActionsTestJSON-388020780-router', 'tenant_id': 'b4d9562697164912ae96f22f47b4a54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:12:06Z', 'updated_at': '2021-08-10T04:24:06Z', 'revision_number': 6, 'project_id': 'b4d9562697164912ae96f22f47b4a54d', 'gw_port_host': None}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:06.487119 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b79da1-d34b-45f5-a183-ae967116f6f7 None None] The sync data for ids ['53286071-5c9d-4c9a-8825-3f31317c97f2'] in n-d-768862-13 is: [{'id': '53286071-5c9d-4c9a-8825-3f31317c97f2', 'name': 'tempest-ServerActionsTestJSON-388020780-router', 'tenant_id': 'b4d9562697164912ae96f22f47b4a54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:12:06Z', 'updated_at': '2021-08-10T04:24:06Z', 'revision_number': 6, 'project_id': 'b4d9562697164912ae96f22f47b4a54d', 'gw_port_host': None}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:24:06.565140 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-110170b4-8e26-4f4a-b7f1-324bd5b07948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:06.588851 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110170b4-8e26-4f4a-b7f1-324bd5b07948 admin admin] Pushing event deleted for resources: {'Port': ['ID=c41ccae9-8bad-4cef-b271-680de0fb9b17,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:06.653913 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-110170b4-8e26-4f4a-b7f1-324bd5b07948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520654'] for router_gateway, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:06.742210 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-110170b4-8e26-4f4a-b7f1-324bd5b07948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:06.744277 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-110170b4-8e26-4f4a-b7f1-324bd5b07948 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:06.786897 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-110170b4-8e26-4f4a-b7f1-324bd5b07948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:06.787344 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-110170b4-8e26-4f4a-b7f1-324bd5b07948 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53286071-5c9d-4c9a-8825-3f31317c97f2 {{(pid=94260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:24:06.791491 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-110170b4-8e26-4f4a-b7f1-324bd5b07948 admin admin] Notify callbacks [] for router, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:06.792711 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-110170b4-8e26-4f4a-b7f1-324bd5b07948 admin admin] 10.222.0.44 "DELETE /v2.0/routers/53286071-5c9d-4c9a-8825-3f31317c97f2 HTTP/1.1" status: 204 len: 168 time: 0.7976260 Aug 10 04:24:06.795815 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 49800) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:06.840850 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f0719eb-fc55-413d-b8a1-736da3bcf59e admin admin] Deleting subnet 48d8056f-5fb2-463c-96bd-f6f5ed5da27e {{(pid=94260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:24:06.844168 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1f0719eb-fc55-413d-b8a1-736da3bcf59e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:06.884653 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1f0719eb-fc55-413d-b8a1-736da3bcf59e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191173'] for subnet, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:06.930331 n-d-768862-13 neutron-server[94260]: INFO neutron.db.db_base_plugin_v2 [None req-1f0719eb-fc55-413d-b8a1-736da3bcf59e admin admin] Found port (600c6ca9-6224-4086-b5df-8c2df8511b77, 172.20.0.11) having IP allocation on subnet 48d8056f-5fb2-463c-96bd-f6f5ed5da27e, cannot delete Aug 10 04:24:06.932188 n-d-768862-13 neutron-server[94260]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f0719eb-fc55-413d-b8a1-736da3bcf59e admin admin] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 10 04:24:06.932846 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f0719eb-fc55-413d-b8a1-736da3bcf59e admin admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:24:06.936686 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-1f0719eb-fc55-413d-b8a1-736da3bcf59e admin admin] 10.222.0.44 "DELETE /v2.0/subnets/48d8056f-5fb2-463c-96bd-f6f5ed5da27e HTTP/1.1" status: 409 len: 404 time: 0.1378489 Aug 10 04:24:07.445293 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 49820) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:07.545390 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-689be13b-8394-40a7-a5af-7a623a12c937 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-105097538-network', 'tenant_id': '228c329900bd47769c2c5798a844b4f8'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:24:07.566606 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-689be13b-8394-40a7-a5af-7a623a12c937 admin admin] Made reservation on behalf of 228c329900bd47769c2c5798a844b4f8 for: {'network': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:24:07.568867 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-689be13b-8394-40a7-a5af-7a623a12c937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:07.577550 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-689be13b-8394-40a7-a5af-7a623a12c937 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:07.666946 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-689be13b-8394-40a7-a5af-7a623a12c937 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:07.671408 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-689be13b-8394-40a7-a5af-7a623a12c937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:07.696026 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-689be13b-8394-40a7-a5af-7a623a12c937 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=94260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:24:07.706009 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689be13b-8394-40a7-a5af-7a623a12c937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c6d6776-bca3-4652-b3dc-3f5bfaf7a53a,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:07.711016 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-689be13b-8394-40a7-a5af-7a623a12c937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:07.711367 n-d-768862-13 neutron-server[94260]: INFO neutron.db.segments_db [None req-689be13b-8394-40a7-a5af-7a623a12c937 admin admin] Added segment 95b2829b-b25a-40f1-9380-d4b7bd884de9 of type vlan for network 29396458-a381-426e-886a-2c558ef8cce3 Aug 10 04:24:07.756536 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-689be13b-8394-40a7-a5af-7a623a12c937 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:07.787137 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-689be13b-8394-40a7-a5af-7a623a12c937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:07.788167 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689be13b-8394-40a7-a5af-7a623a12c937 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:07.788757 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-689be13b-8394-40a7-a5af-7a623a12c937 admin admin] Notify callbacks [] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:07.840530 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-689be13b-8394-40a7-a5af-7a623a12c937 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3940022 Aug 10 04:24:07.844265 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 49824) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:07.850376 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689be13b-8394-40a7-a5af-7a623a12c937 admin admin] Pushing event updated for resources: {'Network': ['ID=29396458-a381-426e-886a-2c558ef8cce3,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:07.851798 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-f08087e1-9790-4288-9da7-2ed08687091f admin admin] Request body: {'subnet': {'network_id': '29396458-a381-426e-886a-2c558ef8cce3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-105097538-subnet', 'tenant_id': '228c329900bd47769c2c5798a844b4f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:24:07.864386 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 29396458-a381-426e-886a-2c558ef8cce3 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:24:07.876589 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f08087e1-9790-4288-9da7-2ed08687091f admin admin] Made reservation on behalf of 228c329900bd47769c2c5798a844b4f8 for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:24:07.879162 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f08087e1-9790-4288-9da7-2ed08687091f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:08.050031 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f08087e1-9790-4288-9da7-2ed08687091f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:08.107783 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08087e1-9790-4288-9da7-2ed08687091f admin admin] Pushing event updated for resources: {'Subnet': ['ID=02076819-9dcc-4dab-8672-c8a18f1fee98,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:08.119226 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08087e1-9790-4288-9da7-2ed08687091f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:08.119573 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08087e1-9790-4288-9da7-2ed08687091f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:08.119914 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08087e1-9790-4288-9da7-2ed08687091f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:08.120248 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08087e1-9790-4288-9da7-2ed08687091f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:08.120576 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08087e1-9790-4288-9da7-2ed08687091f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:08.120901 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08087e1-9790-4288-9da7-2ed08687091f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:08.121222 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08087e1-9790-4288-9da7-2ed08687091f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:08.121545 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08087e1-9790-4288-9da7-2ed08687091f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:08.121870 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08087e1-9790-4288-9da7-2ed08687091f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:08.122706 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08087e1-9790-4288-9da7-2ed08687091f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:08.123030 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08087e1-9790-4288-9da7-2ed08687091f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:08.123348 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08087e1-9790-4288-9da7-2ed08687091f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:08.128625 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08087e1-9790-4288-9da7-2ed08687091f admin admin] Checking segment: {'id': '95b2829b-b25a-40f1-9380-d4b7bd884de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '29396458-a381-426e-886a-2c558ef8cce3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:24:08.128988 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08087e1-9790-4288-9da7-2ed08687091f admin admin] Network hostable DHCP agents. Network: 29396458-a381-426e-886a-2c558ef8cce3, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:24:08.147772 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08087e1-9790-4288-9da7-2ed08687091f admin admin] Network 29396458-a381-426e-886a-2c558ef8cce3 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:24:08.157027 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-f08087e1-9790-4288-9da7-2ed08687091f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 29396458-a381-426e-886a-2c558ef8cce3) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:24:08.161258 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08087e1-9790-4288-9da7-2ed08687091f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:08.161963 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f08087e1-9790-4288-9da7-2ed08687091f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:08.166817 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177e4deb-4807-4f67-b033-c33819955a7c None None] Network 29396458-a381-426e-886a-2c558ef8cce3 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:24:08.177503 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-f08087e1-9790-4288-9da7-2ed08687091f admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3313985 Aug 10 04:24:08.297018 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e1c119-7958-4327-b604-56b2569b1e6e None None] Network 29396458-a381-426e-886a-2c558ef8cce3 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:24:08.484076 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device c41ccae9-8bad-4cef-b271-680de0fb9b17 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:24:08.504268 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: c41ccae9-8bad-4cef-b271-680de0fb9b17 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:24:08.504657 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device c41ccae9-8bad-4cef-b271-680de0fb9b17 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:24:08.505277 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 51432507-f545-4d05-b420-c6d301f256cd no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:24:08.528653 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 51432507-f545-4d05-b420-c6d301f256cd {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:24:08.529141 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 51432507-f545-4d05-b420-c6d301f256cd not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:24:08.621795 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a82b8-767d-4e03-bbca-4d4f9b17077b req-c971e91d-69e2-4e12-b47b-9305e32f1344 tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:08.623914 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-462a82b8-767d-4e03-bbca-4d4f9b17077b req-c971e91d-69e2-4e12-b47b-9305e32f1344 tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] 10.222.0.44 "GET /v2.0/networks?id=29396458-a381-426e-886a-2c558ef8cce3 HTTP/1.1" status: 200 len: 813 time: 0.1108708 Aug 10 04:24:08.639046 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-462a82b8-767d-4e03-bbca-4d4f9b17077b req-7831175c-5e1a-4f93-8cba-7af2528f4b6c tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] 10.222.0.44 "GET /v2.0/quotas/228c329900bd47769c2c5798a844b4f8 HTTP/1.1" status: 200 len: 375 time: 0.0093558 Aug 10 04:24:08.670386 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-462a82b8-767d-4e03-bbca-4d4f9b17077b req-5d1593d2-4bd2-4eef-b9d3-5beb01b19b8f tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=228c329900bd47769c2c5798a844b4f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260291 Aug 10 04:24:08.796992 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-462a82b8-767d-4e03-bbca-4d4f9b17077b req-bac80bbe-1240-476b-8141-2bbe4ae8c088 service neutron] 10.222.0.44 "GET /v2.0/networks/29396458-a381-426e-886a-2c558ef8cce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197553 Aug 10 04:24:08.889429 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-462a82b8-767d-4e03-bbca-4d4f9b17077b req-0d0728c8-026e-4282-a66e-c3102cb3696f service neutron] 10.222.0.44 "GET /v2.0/networks/29396458-a381-426e-886a-2c558ef8cce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861061 Aug 10 04:24:09.048509 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-197cc58e-371c-450c-a12f-66ec3d012892 req-0f550006-ba72-43b0-8aba-6846b4b08b4d tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] 10.222.0.44 "GET /v2.0/ports?device_id=65d162ad-97c4-418d-baa7-363e2752f336 HTTP/1.1" status: 200 len: 210 time: 0.0274284 Aug 10 04:24:10.478707 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a82b8-767d-4e03-bbca-4d4f9b17077b req-019ec691-9059-4f43-bafb-75373bc233e7 tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:10.480187 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-462a82b8-767d-4e03-bbca-4d4f9b17077b req-019ec691-9059-4f43-bafb-75373bc233e7 tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] 10.222.0.42 "GET /v2.0/networks?id=29396458-a381-426e-886a-2c558ef8cce3 HTTP/1.1" status: 200 len: 813 time: 0.4351337 Aug 10 04:24:10.497803 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-462a82b8-767d-4e03-bbca-4d4f9b17077b req-c900d325-6000-4f03-a7e4-740c4cab5abe tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] Request body: {'port': {'device_id': '65d162ad-97c4-418d-baa7-363e2752f336', 'network_id': '29396458-a381-426e-886a-2c558ef8cce3', 'admin_state_up': True, 'tenant_id': '228c329900bd47769c2c5798a844b4f8'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:24:10.502412 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-880bc553-7c56-48dc-8d33-3a0ada661aba req-405743f9-36c4-4224-9c05-b5086ab0e119 tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] 10.222.0.44 "GET /v2.0/ports?device_id=65d162ad-97c4-418d-baa7-363e2752f336 HTTP/1.1" status: 200 len: 210 time: 0.3638864 Aug 10 04:24:10.603892 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-462a82b8-767d-4e03-bbca-4d4f9b17077b req-c900d325-6000-4f03-a7e4-740c4cab5abe tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] Made reservation on behalf of 228c329900bd47769c2c5798a844b4f8 for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:24:10.608017 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-462a82b8-767d-4e03-bbca-4d4f9b17077b req-c900d325-6000-4f03-a7e4-740c4cab5abe tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:10.732158 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-462a82b8-767d-4e03-bbca-4d4f9b17077b req-c900d325-6000-4f03-a7e4-740c4cab5abe tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] Allocated IP 172.20.0.9 (29396458-a381-426e-886a-2c558ef8cce3/02076819-9dcc-4dab-8672-c8a18f1fee98/0ef257ea-b4bf-400a-a783-63547ce683d7) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:24:10.881585 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-462a82b8-767d-4e03-bbca-4d4f9b17077b req-c900d325-6000-4f03-a7e4-740c4cab5abe tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:10.918513 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-462a82b8-767d-4e03-bbca-4d4f9b17077b req-c900d325-6000-4f03-a7e4-740c4cab5abe tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:10.957398 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-462a82b8-767d-4e03-bbca-4d4f9b17077b req-c900d325-6000-4f03-a7e4-740c4cab5abe tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] Network 29396458-a381-426e-886a-2c558ef8cce3 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:24:10.960419 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-462a82b8-767d-4e03-bbca-4d4f9b17077b req-c900d325-6000-4f03-a7e4-740c4cab5abe tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:24:10.962902 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-462a82b8-767d-4e03-bbca-4d4f9b17077b req-c900d325-6000-4f03-a7e4-740c4cab5abe tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:24:10.998411 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c900d325-6000-4f03-a7e4-740c4cab5abe tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] Pushing event updated for resources: {'Port': ['ID=0ef257ea-b4bf-400a-a783-63547ce683d7,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:11.021164 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a82b8-767d-4e03-bbca-4d4f9b17077b req-c900d325-6000-4f03-a7e4-740c4cab5abe tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:11.021774 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-462a82b8-767d-4e03-bbca-4d4f9b17077b req-c900d325-6000-4f03-a7e4-740c4cab5abe tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:11.035764 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-462a82b8-767d-4e03-bbca-4d4f9b17077b req-c900d325-6000-4f03-a7e4-740c4cab5abe tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5424871 Aug 10 04:24:11.048282 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-462a82b8-767d-4e03-bbca-4d4f9b17077b req-0df9ec48-4d09-4d6e-b799-294ffca85007 service neutron] Request body: {'port': {'device_id': '65d162ad-97c4-418d-baa7-363e2752f336', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:24:11.103820 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-462a82b8-767d-4e03-bbca-4d4f9b17077b req-0df9ec48-4d09-4d6e-b799-294ffca85007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:11.359225 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-462a82b8-767d-4e03-bbca-4d4f9b17077b req-0df9ec48-4d09-4d6e-b799-294ffca85007 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ef257ea-b4bf-400a-a783-63547ce683d7 {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:24:11.366624 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-462a82b8-767d-4e03-bbca-4d4f9b17077b req-0df9ec48-4d09-4d6e-b799-294ffca85007 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:11.380404 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-462a82b8-767d-4e03-bbca-4d4f9b17077b req-0df9ec48-4d09-4d6e-b799-294ffca85007 service neutron] Transition to ACTIVE for port object 0ef257ea-b4bf-400a-a783-63547ce683d7 will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:24:11.384426 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-462a82b8-767d-4e03-bbca-4d4f9b17077b req-0df9ec48-4d09-4d6e-b799-294ffca85007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:11.454386 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df9ec48-4d09-4d6e-b799-294ffca85007 service neutron] Pushing event updated for resources: {'Port': ['ID=0ef257ea-b4bf-400a-a783-63547ce683d7,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:11.508732 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-462a82b8-767d-4e03-bbca-4d4f9b17077b req-0df9ec48-4d09-4d6e-b799-294ffca85007 service neutron] Attempting to bind port 0ef257ea-b4bf-400a-a783-63547ce683d7 on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:24:11.509440 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-462a82b8-767d-4e03-bbca-4d4f9b17077b req-0df9ec48-4d09-4d6e-b799-294ffca85007 service neutron] Attempting to bind port 0ef257ea-b4bf-400a-a783-63547ce683d7 by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '95b2829b-b25a-40f1-9380-d4b7bd884de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '29396458-a381-426e-886a-2c558ef8cce3'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:24:11.509440 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462a82b8-767d-4e03-bbca-4d4f9b17077b req-0df9ec48-4d09-4d6e-b799-294ffca85007 service neutron] Attempting to bind port 0ef257ea-b4bf-400a-a783-63547ce683d7 on network 29396458-a381-426e-886a-2c558ef8cce3 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:24:11.514017 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462a82b8-767d-4e03-bbca-4d4f9b17077b req-0df9ec48-4d09-4d6e-b799-294ffca85007 service neutron] Port 0ef257ea-b4bf-400a-a783-63547ce683d7 on network 29396458-a381-426e-886a-2c558ef8cce3 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:24:11.514358 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462a82b8-767d-4e03-bbca-4d4f9b17077b req-0df9ec48-4d09-4d6e-b799-294ffca85007 service neutron] Attempting to bind port 0ef257ea-b4bf-400a-a783-63547ce683d7 on network 29396458-a381-426e-886a-2c558ef8cce3 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:24:11.519401 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462a82b8-767d-4e03-bbca-4d4f9b17077b req-0df9ec48-4d09-4d6e-b799-294ffca85007 service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:24:11.519730 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462a82b8-767d-4e03-bbca-4d4f9b17077b req-0df9ec48-4d09-4d6e-b799-294ffca85007 service neutron] Checking segment: {'id': '95b2829b-b25a-40f1-9380-d4b7bd884de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '29396458-a381-426e-886a-2c558ef8cce3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:24:11.520108 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462a82b8-767d-4e03-bbca-4d4f9b17077b req-0df9ec48-4d09-4d6e-b799-294ffca85007 service neutron] Bound using segment: {'id': '95b2829b-b25a-40f1-9380-d4b7bd884de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '29396458-a381-426e-886a-2c558ef8cce3'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:24:11.520528 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-462a82b8-767d-4e03-bbca-4d4f9b17077b req-0df9ec48-4d09-4d6e-b799-294ffca85007 service neutron] Bound port: 0ef257ea-b4bf-400a-a783-63547ce683d7, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95b2829b-b25a-40f1-9380-d4b7bd884de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '29396458-a381-426e-886a-2c558ef8cce3'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:24:11.520878 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-462a82b8-767d-4e03-bbca-4d4f9b17077b req-0df9ec48-4d09-4d6e-b799-294ffca85007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:11.610211 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-462a82b8-767d-4e03-bbca-4d4f9b17077b req-0df9ec48-4d09-4d6e-b799-294ffca85007 service neutron] For port 0ef257ea-b4bf-400a-a783-63547ce683d7, host n-h1-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:24:11.624185 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-462a82b8-767d-4e03-bbca-4d4f9b17077b req-0df9ec48-4d09-4d6e-b799-294ffca85007 service neutron] For port 0ef257ea-b4bf-400a-a783-63547ce683d7, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=0ef257ea-b4bf-400a-a783-63547ce683d7,segment=NetworkSegment(95b2829b-b25a-40f1-9380-d4b7bd884de9),segment_id=95b2829b-b25a-40f1-9380-d4b7bd884de9)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:24:11.629247 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-462a82b8-767d-4e03-bbca-4d4f9b17077b req-0df9ec48-4d09-4d6e-b799-294ffca85007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:11.669183 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb15dc30-c456-480e-8acb-70dc6099a934 req-3a94d6d5-cd69-4001-9415-8036125f9d21 tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:11.671529 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-eb15dc30-c456-480e-8acb-70dc6099a934 req-3a94d6d5-cd69-4001-9415-8036125f9d21 tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] 10.222.0.44 "GET /v2.0/ports?device_id=65d162ad-97c4-418d-baa7-363e2752f336 HTTP/1.1" status: 200 len: 943 time: 0.1022453 Aug 10 04:24:11.678925 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a82b8-767d-4e03-bbca-4d4f9b17077b req-0df9ec48-4d09-4d6e-b799-294ffca85007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:11.679969 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-462a82b8-767d-4e03-bbca-4d4f9b17077b req-0df9ec48-4d09-4d6e-b799-294ffca85007 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:11.681307 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-462a82b8-767d-4e03-bbca-4d4f9b17077b req-0df9ec48-4d09-4d6e-b799-294ffca85007 service neutron] 10.222.0.42 "PUT /v2.0/ports/0ef257ea-b4bf-400a-a783-63547ce683d7 HTTP/1.1" status: 200 len: 1092 time: 0.6376657 Aug 10 04:24:11.685776 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65d162ad-97c4-418d-baa7-363e2752f336', 'tag': '0ef257ea-b4bf-400a-a783-63547ce683d7'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:24:11.688407 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7142606bf34c4189ec1af3eb1cc50705e8815838b55f5940d6ad7e637f738b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40d58834-d05e-4475-9a6f-9c90d384ee1f" -d '{"events": [{"name": "network-changed", "server_uuid": "65d162ad-97c4-418d-baa7-363e2752f336", "tag": "0ef257ea-b4bf-400a-a783-63547ce683d7"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:24:11.761798 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df9ec48-4d09-4d6e-b799-294ffca85007 service neutron] Pushing event updated for resources: {'Port': ['ID=0ef257ea-b4bf-400a-a783-63547ce683d7,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:11.771721 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-eb15dc30-c456-480e-8acb-70dc6099a934 req-4fdaf522-89b4-4b43-a4fe-281dbc59ed06 tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c6d6776-bca3-4652-b3dc-3f5bfaf7a53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894685 Aug 10 04:24:11.783862 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a82b8-767d-4e03-bbca-4d4f9b17077b req-dbe86b25-6174-4511-8aea-ac8a6131333f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:11.785390 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-462a82b8-767d-4e03-bbca-4d4f9b17077b req-dbe86b25-6174-4511-8aea-ac8a6131333f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=228c329900bd47769c2c5798a844b4f8&device_id=65d162ad-97c4-418d-baa7-363e2752f336 HTTP/1.1" status: 200 len: 1095 time: 0.0649953 Aug 10 04:24:11.832345 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-249daa38-d0c0-41fd-bae7-5334fca6b28f x-openstack-request-id: req-249daa38-d0c0-41fd-bae7-5334fca6b28f {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:24:11.832636 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65d162ad-97c4-418d-baa7-363e2752f336", "tag": "0ef257ea-b4bf-400a-a783-63547ce683d7", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:24:11.832884 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-249daa38-d0c0-41fd-bae7-5334fca6b28f {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:24:11.833279 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65d162ad-97c4-418d-baa7-363e2752f336', 'tag': '0ef257ea-b4bf-400a-a783-63547ce683d7', 'status': 'completed', 'code': 200} Aug 10 04:24:11.834805 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-462a82b8-767d-4e03-bbca-4d4f9b17077b req-81573ed3-9f60-4737-86e3-221658ed8533 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0ef257ea-b4bf-400a-a783-63547ce683d7 HTTP/1.1" status: 200 len: 217 time: 0.0421407 Aug 10 04:24:11.883675 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a82b8-767d-4e03-bbca-4d4f9b17077b req-30f88f4d-25ce-43f6-bebf-bbaea9b5095b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:11.885035 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-462a82b8-767d-4e03-bbca-4d4f9b17077b req-30f88f4d-25ce-43f6-bebf-bbaea9b5095b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=02076819-9dcc-4dab-8672-c8a18f1fee98 HTTP/1.1" status: 200 len: 853 time: 0.0434520 Aug 10 04:24:11.916984 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-462a82b8-767d-4e03-bbca-4d4f9b17077b req-18c599f6-6157-41d9-a2a1-ba7ece806063 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=29396458-a381-426e-886a-2c558ef8cce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237205 Aug 10 04:24:12.009681 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-462a82b8-767d-4e03-bbca-4d4f9b17077b req-a52d8d8f-7ae3-4c48-b76e-b08211e59eda service neutron] 10.222.0.42 "GET /v2.0/networks/29396458-a381-426e-886a-2c558ef8cce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860195 Aug 10 04:24:12.100368 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-462a82b8-767d-4e03-bbca-4d4f9b17077b req-a790960c-f926-4b56-9bcd-5b98f463c891 service neutron] 10.222.0.42 "GET /v2.0/networks/29396458-a381-426e-886a-2c558ef8cce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833833 Aug 10 04:24:12.191284 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d58834-d05e-4475-9a6f-9c90d384ee1f req-04fa2590-9bd6-4010-9d41-2b11eefa1153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:12.192812 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-40d58834-d05e-4475-9a6f-9c90d384ee1f req-04fa2590-9bd6-4010-9d41-2b11eefa1153 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=228c329900bd47769c2c5798a844b4f8&device_id=65d162ad-97c4-418d-baa7-363e2752f336 HTTP/1.1" status: 200 len: 1095 time: 0.0428886 Aug 10 04:24:12.287810 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d58834-d05e-4475-9a6f-9c90d384ee1f req-5ec99970-a461-4e56-b5ba-a3d4a3430cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:12.289293 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-40d58834-d05e-4475-9a6f-9c90d384ee1f req-5ec99970-a461-4e56-b5ba-a3d4a3430cca service neutron] 10.222.0.42 "GET /v2.0/networks?id=29396458-a381-426e-886a-2c558ef8cce3 HTTP/1.1" status: 200 len: 913 time: 0.0893507 Aug 10 04:24:12.331114 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-40d58834-d05e-4475-9a6f-9c90d384ee1f req-5364446c-cde0-4957-8179-f22e49486204 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0ef257ea-b4bf-400a-a783-63547ce683d7 HTTP/1.1" status: 200 len: 217 time: 0.0351021 Aug 10 04:24:12.383822 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d58834-d05e-4475-9a6f-9c90d384ee1f req-c7543e0a-a7c2-4b45-ba52-666416f67fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:12.385299 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-40d58834-d05e-4475-9a6f-9c90d384ee1f req-c7543e0a-a7c2-4b45-ba52-666416f67fad service neutron] 10.222.0.42 "GET /v2.0/subnets?id=02076819-9dcc-4dab-8672-c8a18f1fee98 HTTP/1.1" status: 200 len: 853 time: 0.0459871 Aug 10 04:24:12.423712 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-40d58834-d05e-4475-9a6f-9c90d384ee1f req-55529d87-f7a5-434e-bf36-5631d8e3d6da service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=29396458-a381-426e-886a-2c558ef8cce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295117 Aug 10 04:24:12.517906 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-40d58834-d05e-4475-9a6f-9c90d384ee1f req-af69cd9a-31c0-4ce8-9b00-718c8be19f17 service neutron] 10.222.0.42 "GET /v2.0/networks/29396458-a381-426e-886a-2c558ef8cce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867195 Aug 10 04:24:12.617750 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-40d58834-d05e-4475-9a6f-9c90d384ee1f req-e829a72e-90fb-4d97-8cf3-3b54552f143d service neutron] 10.222.0.42 "GET /v2.0/networks/29396458-a381-426e-886a-2c558ef8cce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915072 Aug 10 04:24:12.893536 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaa9f3a-f71d-4d86-a426-e3f68b83854a req-e1f00242-a357-4ab7-9848-6f71c5ad2f83 tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:12.895112 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2aaa9f3a-f71d-4d86-a426-e3f68b83854a req-e1f00242-a357-4ab7-9848-6f71c5ad2f83 tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] 10.222.0.44 "GET /v2.0/ports?device_id=65d162ad-97c4-418d-baa7-363e2752f336 HTTP/1.1" status: 200 len: 943 time: 0.0508301 Aug 10 04:24:12.935593 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2aaa9f3a-f71d-4d86-a426-e3f68b83854a req-d92a9ff7-c755-4f81-8acd-54bf3058a66c tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c6d6776-bca3-4652-b3dc-3f5bfaf7a53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344229 Aug 10 04:24:14.052193 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ce94c-cb2c-4161-a2fb-f5c52374ffeb req-8e9701a6-d495-4d03-b955-791c453412f2 tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:14.053668 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-315ce94c-cb2c-4161-a2fb-f5c52374ffeb req-8e9701a6-d495-4d03-b955-791c453412f2 tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] 10.222.0.44 "GET /v2.0/ports?device_id=65d162ad-97c4-418d-baa7-363e2752f336 HTTP/1.1" status: 200 len: 943 time: 0.0487642 Aug 10 04:24:14.098136 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-315ce94c-cb2c-4161-a2fb-f5c52374ffeb req-9fceab90-2c99-4581-be39-8f62ea1a7157 tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c6d6776-bca3-4652-b3dc-3f5bfaf7a53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377655 Aug 10 04:24:15.233472 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272f9790-3432-4026-b4b8-046d30d119f1 req-1d327555-320d-4204-81b9-2cc13833f7f6 tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:15.235193 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-272f9790-3432-4026-b4b8-046d30d119f1 req-1d327555-320d-4204-81b9-2cc13833f7f6 tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] 10.222.0.44 "GET /v2.0/ports?device_id=65d162ad-97c4-418d-baa7-363e2752f336 HTTP/1.1" status: 200 len: 943 time: 0.0561185 Aug 10 04:24:15.275917 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-272f9790-3432-4026-b4b8-046d30d119f1 req-f3e2d1cd-dd22-48ed-b63c-936d09de454b tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c6d6776-bca3-4652-b3dc-3f5bfaf7a53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347371 Aug 10 04:24:15.596003 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 0ef257ea-b4bf-400a-a783-63547ce683d7 details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:24:15.699256 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 0ef257ea-b4bf-400a-a783-63547ce683d7, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=0ef257ea-b4bf-400a-a783-63547ce683d7,segment=NetworkSegment(95b2829b-b25a-40f1-9380-d4b7bd884de9),segment_id=95b2829b-b25a-40f1-9380-d4b7bd884de9)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:24:15.711452 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': '0ef257ea-b4bf-400a-a783-63547ce683d7', 'network_id': '29396458-a381-426e-886a-2c558ef8cce3', 'port_id': '0ef257ea-b4bf-400a-a783-63547ce683d7', 'mac_address': 'fa:16:3e:4c:83:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02076819-9dcc-4dab-8672-c8a18f1fee98', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:24:15.749738 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:15.763117 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ef257ea-b4bf-400a-a783-63547ce683d7 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:24:15.783815 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 0ef257ea-b4bf-400a-a783-63547ce683d7, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=0ef257ea-b4bf-400a-a783-63547ce683d7,segment=NetworkSegment(95b2829b-b25a-40f1-9380-d4b7bd884de9),segment_id=95b2829b-b25a-40f1-9380-d4b7bd884de9)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:24:15.788216 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:15.843208 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=0ef257ea-b4bf-400a-a783-63547ce683d7,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:15.975579 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['0ef257ea-b4bf-400a-a783-63547ce683d7'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:24:16.395662 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1488056a-6531-4a29-b63b-e353738e6aae req-98246758-fa78-4ddc-9426-de09dd769b76 tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:16.397266 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1488056a-6531-4a29-b63b-e353738e6aae req-98246758-fa78-4ddc-9426-de09dd769b76 tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] 10.222.0.44 "GET /v2.0/ports?device_id=65d162ad-97c4-418d-baa7-363e2752f336 HTTP/1.1" status: 200 len: 944 time: 0.0532987 Aug 10 04:24:16.438372 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1488056a-6531-4a29-b63b-e353738e6aae req-d47d3edf-0f0d-400b-81bb-c55414d16c5c tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c6d6776-bca3-4652-b3dc-3f5bfaf7a53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346391 Aug 10 04:24:17.469875 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:24:17.570860 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13c2c90-f25b-4bfc-8a4b-f13aee5a51b0 req-9b8282e8-df15-4374-af85-26e2e27f969a tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:17.572365 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a13c2c90-f25b-4bfc-8a4b-f13aee5a51b0 req-9b8282e8-df15-4374-af85-26e2e27f969a tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] 10.222.0.44 "GET /v2.0/ports?device_id=65d162ad-97c4-418d-baa7-363e2752f336 HTTP/1.1" status: 200 len: 944 time: 0.0574992 Aug 10 04:24:17.611324 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 0ef257ea-b4bf-400a-a783-63547ce683d7 up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:24:17.613846 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a13c2c90-f25b-4bfc-8a4b-f13aee5a51b0 req-9ff2b35b-f474-4689-8b08-3903ec412acb tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c6d6776-bca3-4652-b3dc-3f5bfaf7a53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343983 Aug 10 04:24:17.664228 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning for port 0ef257ea-b4bf-400a-a783-63547ce683d7 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:24:17.668034 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port 0ef257ea-b4bf-400a-a783-63547ce683d7 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:24:17.668441 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:17.750882 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:17.777446 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65d162ad-97c4-418d-baa7-363e2752f336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ef257ea-b4bf-400a-a783-63547ce683d7'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:24:17.779807 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}583660bde03669f2dd7fb79ddb869ac83356356549bc1793f8d2e37d6d7017ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d31ecc75-17b2-4bca-97f7-bb11350a64ee" -d '{"events": [{"server_uuid": "65d162ad-97c4-418d-baa7-363e2752f336", "name": "network-vif-plugged", "status": "completed", "tag": "0ef257ea-b4bf-400a-a783-63547ce683d7"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:24:17.794781 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 0ef257ea-b4bf-400a-a783-63547ce683d7, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=0ef257ea-b4bf-400a-a783-63547ce683d7,segment=NetworkSegment(95b2829b-b25a-40f1-9380-d4b7bd884de9),segment_id=95b2829b-b25a-40f1-9380-d4b7bd884de9)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:24:17.799666 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:17.826173 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51566f10-40d5-4fc8-90d3-fa2443382fee x-openstack-request-id: req-51566f10-40d5-4fc8-90d3-fa2443382fee {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:24:17.826531 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65d162ad-97c4-418d-baa7-363e2752f336", "name": "network-vif-plugged", "status": "completed", "tag": "0ef257ea-b4bf-400a-a783-63547ce683d7", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:24:17.826817 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-51566f10-40d5-4fc8-90d3-fa2443382fee {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:24:17.827133 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65d162ad-97c4-418d-baa7-363e2752f336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ef257ea-b4bf-400a-a783-63547ce683d7', 'code': 200} Aug 10 04:24:17.860575 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=0ef257ea-b4bf-400a-a783-63547ce683d7,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:17.922703 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0776035f-2c40-4272-b512-8c2df843c2e8 req-4f39f8f7-8d64-4370-a07d-1bacf114ef60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:17.924209 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0776035f-2c40-4272-b512-8c2df843c2e8 req-4f39f8f7-8d64-4370-a07d-1bacf114ef60 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=65d162ad-97c4-418d-baa7-363e2752f336 HTTP/1.1" status: 200 len: 1097 time: 0.0457258 Aug 10 04:24:17.961445 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0776035f-2c40-4272-b512-8c2df843c2e8 req-fb6c7bb4-4873-4592-959f-61b04cdbc665 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5c6d6776-bca3-4652-b3dc-3f5bfaf7a53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281231 Aug 10 04:24:18.742379 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926089a9-e1c5-490f-a009-dbff0244a341 req-ac86566c-e8a6-4713-b8ea-b9d4fdd561f9 tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:18.743802 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-926089a9-e1c5-490f-a009-dbff0244a341 req-ac86566c-e8a6-4713-b8ea-b9d4fdd561f9 tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] 10.222.0.44 "GET /v2.0/ports?device_id=65d162ad-97c4-418d-baa7-363e2752f336 HTTP/1.1" status: 200 len: 945 time: 0.0495367 Aug 10 04:24:18.784424 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-926089a9-e1c5-490f-a009-dbff0244a341 req-7aeb4315-309c-4edc-a70a-ec676c50df0a tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c6d6776-bca3-4652-b3dc-3f5bfaf7a53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337026 Aug 10 04:24:19.899868 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9097552d-a8d3-4934-8471-26ede7f27b3e req-218c5740-b0c3-4138-9cf7-9adc6595111f tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:19.901353 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9097552d-a8d3-4934-8471-26ede7f27b3e req-218c5740-b0c3-4138-9cf7-9adc6595111f tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] 10.222.0.44 "GET /v2.0/ports?device_id=65d162ad-97c4-418d-baa7-363e2752f336 HTTP/1.1" status: 200 len: 945 time: 0.0480664 Aug 10 04:24:19.939196 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9097552d-a8d3-4934-8471-26ede7f27b3e req-b413b651-d843-47ac-83d5-1167b6a7dca3 tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c6d6776-bca3-4652-b3dc-3f5bfaf7a53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313895 Aug 10 04:24:20.173606 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ffb8aa-73db-4f26-8b7c-d40cf9249d3e req-abc268b2-98d5-4292-82a1-5b66a73af29c tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:20.175151 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-75ffb8aa-73db-4f26-8b7c-d40cf9249d3e req-abc268b2-98d5-4292-82a1-5b66a73af29c tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] 10.222.0.44 "GET /v2.0/networks?id=29396458-a381-426e-886a-2c558ef8cce3 HTTP/1.1" status: 200 len: 813 time: 0.1064751 Aug 10 04:24:20.191262 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-75ffb8aa-73db-4f26-8b7c-d40cf9249d3e req-50688db0-f34e-42af-b981-e07553c9e1e3 tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] 10.222.0.44 "GET /v2.0/quotas/228c329900bd47769c2c5798a844b4f8 HTTP/1.1" status: 200 len: 375 time: 0.0100839 Aug 10 04:24:20.241415 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-75ffb8aa-73db-4f26-8b7c-d40cf9249d3e req-92ba7a40-91c9-451c-b60e-f747c9caa7ac tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=228c329900bd47769c2c5798a844b4f8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0437117 Aug 10 04:24:20.335884 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-75ffb8aa-73db-4f26-8b7c-d40cf9249d3e req-ebd81829-1018-4991-9f72-1ec690f60e80 service neutron] 10.222.0.44 "GET /v2.0/networks/29396458-a381-426e-886a-2c558ef8cce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866020 Aug 10 04:24:20.426473 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-75ffb8aa-73db-4f26-8b7c-d40cf9249d3e req-65981ee8-b341-4eaa-bfc1-25747e9e3ba3 service neutron] 10.222.0.44 "GET /v2.0/networks/29396458-a381-426e-886a-2c558ef8cce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839887 Aug 10 04:24:20.593808 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9cc1414c-d5e3-46c2-9a8f-842040b239e1 req-9d80d2c4-d045-4e90-a0b2-a8a9829e184c tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb851abf-2af9-4cbc-99cb-7998010207c5 HTTP/1.1" status: 200 len: 210 time: 0.0303795 Aug 10 04:24:21.504882 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d6b5edd5-c126-49ea-bdaa-97e9eaa409d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:21.527021 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ffb8aa-73db-4f26-8b7c-d40cf9249d3e req-2f74b9bb-622c-4ddd-b89a-f05d3c0d2d06 tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:21.528822 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-75ffb8aa-73db-4f26-8b7c-d40cf9249d3e req-2f74b9bb-622c-4ddd-b89a-f05d3c0d2d06 tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] 10.222.0.61 "GET /v2.0/networks?id=29396458-a381-426e-886a-2c558ef8cce3 HTTP/1.1" status: 200 len: 813 time: 0.1123686 Aug 10 04:24:21.542772 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-75ffb8aa-73db-4f26-8b7c-d40cf9249d3e req-74b48b25-6adb-41e5-ab1a-54711da42ad0 tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] Request body: {'port': {'device_id': 'cb851abf-2af9-4cbc-99cb-7998010207c5', 'network_id': '29396458-a381-426e-886a-2c558ef8cce3', 'admin_state_up': True, 'tenant_id': '228c329900bd47769c2c5798a844b4f8'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:24:21.655119 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75ffb8aa-73db-4f26-8b7c-d40cf9249d3e req-74b48b25-6adb-41e5-ab1a-54711da42ad0 tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] Made reservation on behalf of 228c329900bd47769c2c5798a844b4f8 for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:24:21.658742 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-75ffb8aa-73db-4f26-8b7c-d40cf9249d3e req-74b48b25-6adb-41e5-ab1a-54711da42ad0 tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:21.708524 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-34d16aa0-e306-4236-bef7-847e873f8122 req-dc8c162d-4ef5-48f1-99bd-fec628574890 tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb851abf-2af9-4cbc-99cb-7998010207c5 HTTP/1.1" status: 200 len: 210 time: 0.0397587 Aug 10 04:24:21.815795 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-75ffb8aa-73db-4f26-8b7c-d40cf9249d3e req-74b48b25-6adb-41e5-ab1a-54711da42ad0 tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] Allocated IP 172.20.0.10 (29396458-a381-426e-886a-2c558ef8cce3/02076819-9dcc-4dab-8672-c8a18f1fee98/a697f2be-50cd-4318-a0cb-15ddc940d069) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:24:21.981955 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-75ffb8aa-73db-4f26-8b7c-d40cf9249d3e req-74b48b25-6adb-41e5-ab1a-54711da42ad0 tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:22.021823 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-75ffb8aa-73db-4f26-8b7c-d40cf9249d3e req-74b48b25-6adb-41e5-ab1a-54711da42ad0 tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:22.033353 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['0ef257ea-b4bf-400a-a783-63547ce683d7'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:24:22.067798 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75ffb8aa-73db-4f26-8b7c-d40cf9249d3e req-74b48b25-6adb-41e5-ab1a-54711da42ad0 tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] Network 29396458-a381-426e-886a-2c558ef8cce3 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:24:22.071205 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-75ffb8aa-73db-4f26-8b7c-d40cf9249d3e req-74b48b25-6adb-41e5-ab1a-54711da42ad0 tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:24:22.075635 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-75ffb8aa-73db-4f26-8b7c-d40cf9249d3e req-74b48b25-6adb-41e5-ab1a-54711da42ad0 tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:24:22.082769 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b48b25-6adb-41e5-ab1a-54711da42ad0 tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] Pushing event updated for resources: {'Port': ['ID=a697f2be-50cd-4318-a0cb-15ddc940d069,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:22.112395 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b48b25-6adb-41e5-ab1a-54711da42ad0 tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:22.112739 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b48b25-6adb-41e5-ab1a-54711da42ad0 tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:22.113084 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b48b25-6adb-41e5-ab1a-54711da42ad0 tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:22.113424 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b48b25-6adb-41e5-ab1a-54711da42ad0 tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:22.113759 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b48b25-6adb-41e5-ab1a-54711da42ad0 tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:22.114085 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b48b25-6adb-41e5-ab1a-54711da42ad0 tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:22.114438 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b48b25-6adb-41e5-ab1a-54711da42ad0 tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:22.114766 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b48b25-6adb-41e5-ab1a-54711da42ad0 tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:22.115091 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b48b25-6adb-41e5-ab1a-54711da42ad0 tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:22.115417 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b48b25-6adb-41e5-ab1a-54711da42ad0 tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:22.115738 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b48b25-6adb-41e5-ab1a-54711da42ad0 tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:22.116062 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b48b25-6adb-41e5-ab1a-54711da42ad0 tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:22.155333 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ffb8aa-73db-4f26-8b7c-d40cf9249d3e req-74b48b25-6adb-41e5-ab1a-54711da42ad0 tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:22.155996 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-75ffb8aa-73db-4f26-8b7c-d40cf9249d3e req-74b48b25-6adb-41e5-ab1a-54711da42ad0 tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:22.172269 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-75ffb8aa-73db-4f26-8b7c-d40cf9249d3e req-74b48b25-6adb-41e5-ab1a-54711da42ad0 tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6336699 Aug 10 04:24:22.189772 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-75ffb8aa-73db-4f26-8b7c-d40cf9249d3e req-2d793f37-a917-4350-8d91-416788d0d369 service neutron] Request body: {'port': {'device_id': 'cb851abf-2af9-4cbc-99cb-7998010207c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:24:22.259293 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-75ffb8aa-73db-4f26-8b7c-d40cf9249d3e req-2d793f37-a917-4350-8d91-416788d0d369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:22.530500 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-75ffb8aa-73db-4f26-8b7c-d40cf9249d3e req-2d793f37-a917-4350-8d91-416788d0d369 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a697f2be-50cd-4318-a0cb-15ddc940d069 {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:24:22.537950 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-75ffb8aa-73db-4f26-8b7c-d40cf9249d3e req-2d793f37-a917-4350-8d91-416788d0d369 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:22.550892 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-75ffb8aa-73db-4f26-8b7c-d40cf9249d3e req-2d793f37-a917-4350-8d91-416788d0d369 service neutron] Transition to ACTIVE for port object a697f2be-50cd-4318-a0cb-15ddc940d069 will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:24:22.554595 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-75ffb8aa-73db-4f26-8b7c-d40cf9249d3e req-2d793f37-a917-4350-8d91-416788d0d369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:22.608487 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d793f37-a917-4350-8d91-416788d0d369 service neutron] Pushing event updated for resources: {'Port': ['ID=a697f2be-50cd-4318-a0cb-15ddc940d069,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:22.678994 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-75ffb8aa-73db-4f26-8b7c-d40cf9249d3e req-2d793f37-a917-4350-8d91-416788d0d369 service neutron] Attempting to bind port a697f2be-50cd-4318-a0cb-15ddc940d069 on host n-h2-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:24:22.679332 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-75ffb8aa-73db-4f26-8b7c-d40cf9249d3e req-2d793f37-a917-4350-8d91-416788d0d369 service neutron] Attempting to bind port a697f2be-50cd-4318-a0cb-15ddc940d069 by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': '95b2829b-b25a-40f1-9380-d4b7bd884de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '29396458-a381-426e-886a-2c558ef8cce3'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:24:22.679662 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ffb8aa-73db-4f26-8b7c-d40cf9249d3e req-2d793f37-a917-4350-8d91-416788d0d369 service neutron] Attempting to bind port a697f2be-50cd-4318-a0cb-15ddc940d069 on network 29396458-a381-426e-886a-2c558ef8cce3 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:24:22.684064 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ffb8aa-73db-4f26-8b7c-d40cf9249d3e req-2d793f37-a917-4350-8d91-416788d0d369 service neutron] Port a697f2be-50cd-4318-a0cb-15ddc940d069 on network 29396458-a381-426e-886a-2c558ef8cce3 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:24:22.684325 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ffb8aa-73db-4f26-8b7c-d40cf9249d3e req-2d793f37-a917-4350-8d91-416788d0d369 service neutron] Attempting to bind port a697f2be-50cd-4318-a0cb-15ddc940d069 on network 29396458-a381-426e-886a-2c558ef8cce3 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:24:22.689635 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ffb8aa-73db-4f26-8b7c-d40cf9249d3e req-2d793f37-a917-4350-8d91-416788d0d369 service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:24:22.689970 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ffb8aa-73db-4f26-8b7c-d40cf9249d3e req-2d793f37-a917-4350-8d91-416788d0d369 service neutron] Checking segment: {'id': '95b2829b-b25a-40f1-9380-d4b7bd884de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '29396458-a381-426e-886a-2c558ef8cce3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:24:22.690405 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ffb8aa-73db-4f26-8b7c-d40cf9249d3e req-2d793f37-a917-4350-8d91-416788d0d369 service neutron] Bound using segment: {'id': '95b2829b-b25a-40f1-9380-d4b7bd884de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '29396458-a381-426e-886a-2c558ef8cce3'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:24:22.690833 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-75ffb8aa-73db-4f26-8b7c-d40cf9249d3e req-2d793f37-a917-4350-8d91-416788d0d369 service neutron] Bound port: a697f2be-50cd-4318-a0cb-15ddc940d069, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95b2829b-b25a-40f1-9380-d4b7bd884de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '29396458-a381-426e-886a-2c558ef8cce3'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:24:22.691194 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-75ffb8aa-73db-4f26-8b7c-d40cf9249d3e req-2d793f37-a917-4350-8d91-416788d0d369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:22.760922 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-75ffb8aa-73db-4f26-8b7c-d40cf9249d3e req-2d793f37-a917-4350-8d91-416788d0d369 service neutron] For port a697f2be-50cd-4318-a0cb-15ddc940d069, host n-h2-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:24:22.766354 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-75ffb8aa-73db-4f26-8b7c-d40cf9249d3e req-2d793f37-a917-4350-8d91-416788d0d369 service neutron] For port a697f2be-50cd-4318-a0cb-15ddc940d069, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=a697f2be-50cd-4318-a0cb-15ddc940d069,segment=NetworkSegment(95b2829b-b25a-40f1-9380-d4b7bd884de9),segment_id=95b2829b-b25a-40f1-9380-d4b7bd884de9)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:24:22.770983 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-75ffb8aa-73db-4f26-8b7c-d40cf9249d3e req-2d793f37-a917-4350-8d91-416788d0d369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:22.833531 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ffb8aa-73db-4f26-8b7c-d40cf9249d3e req-2d793f37-a917-4350-8d91-416788d0d369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:22.834159 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-75ffb8aa-73db-4f26-8b7c-d40cf9249d3e req-2d793f37-a917-4350-8d91-416788d0d369 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:22.835602 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-75ffb8aa-73db-4f26-8b7c-d40cf9249d3e req-2d793f37-a917-4350-8d91-416788d0d369 service neutron] 10.222.0.61 "PUT /v2.0/ports/a697f2be-50cd-4318-a0cb-15ddc940d069 HTTP/1.1" status: 200 len: 1093 time: 0.6540754 Aug 10 04:24:22.836037 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb851abf-2af9-4cbc-99cb-7998010207c5', 'tag': 'a697f2be-50cd-4318-a0cb-15ddc940d069'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:24:22.838285 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7142606bf34c4189ec1af3eb1cc50705e8815838b55f5940d6ad7e637f738b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1390d3be-91cb-45f2-9ea4-347a915f87fd" -d '{"events": [{"name": "network-changed", "server_uuid": "cb851abf-2af9-4cbc-99cb-7998010207c5", "tag": "a697f2be-50cd-4318-a0cb-15ddc940d069"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:24:22.864142 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d793f37-a917-4350-8d91-416788d0d369 service neutron] Pushing event updated for resources: {'Port': ['ID=a697f2be-50cd-4318-a0cb-15ddc940d069,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:22.889346 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ac73ba-636f-4d65-8323-022971e24779 req-246fb5bc-e7ce-4097-b01f-b599dffceccd tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:22.890900 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-39ac73ba-636f-4d65-8323-022971e24779 req-246fb5bc-e7ce-4097-b01f-b599dffceccd tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb851abf-2af9-4cbc-99cb-7998010207c5 HTTP/1.1" status: 200 len: 944 time: 0.0943418 Aug 10 04:24:22.947845 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-39ac73ba-636f-4d65-8323-022971e24779 req-c0a1b063-e47f-4f40-ad7c-7cff3f6f0333 tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c6d6776-bca3-4652-b3dc-3f5bfaf7a53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436921 Aug 10 04:24:22.951331 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ffb8aa-73db-4f26-8b7c-d40cf9249d3e req-584424a8-78b9-4094-bb59-041ae6714df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:22.952627 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-75ffb8aa-73db-4f26-8b7c-d40cf9249d3e req-584424a8-78b9-4094-bb59-041ae6714df7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=228c329900bd47769c2c5798a844b4f8&device_id=cb851abf-2af9-4cbc-99cb-7998010207c5 HTTP/1.1" status: 200 len: 1096 time: 0.0819104 Aug 10 04:24:22.996817 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b052b4-d280-456a-aecd-e902572c6a9b x-openstack-request-id: req-e7b052b4-d280-456a-aecd-e902572c6a9b {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:24:22.997102 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb851abf-2af9-4cbc-99cb-7998010207c5", "tag": "a697f2be-50cd-4318-a0cb-15ddc940d069", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:24:22.997377 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e7b052b4-d280-456a-aecd-e902572c6a9b {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:24:22.998408 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb851abf-2af9-4cbc-99cb-7998010207c5', 'tag': 'a697f2be-50cd-4318-a0cb-15ddc940d069', 'status': 'completed', 'code': 200} Aug 10 04:24:23.000209 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-75ffb8aa-73db-4f26-8b7c-d40cf9249d3e req-78d50ef4-5035-444f-9862-9e3146715d34 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a697f2be-50cd-4318-a0cb-15ddc940d069 HTTP/1.1" status: 200 len: 217 time: 0.0375884 Aug 10 04:24:23.049957 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ffb8aa-73db-4f26-8b7c-d40cf9249d3e req-c0e0b08c-51cd-44d7-8c9d-ce94691bc506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:23.051499 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-75ffb8aa-73db-4f26-8b7c-d40cf9249d3e req-c0e0b08c-51cd-44d7-8c9d-ce94691bc506 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=02076819-9dcc-4dab-8672-c8a18f1fee98 HTTP/1.1" status: 200 len: 853 time: 0.0441611 Aug 10 04:24:23.084023 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-75ffb8aa-73db-4f26-8b7c-d40cf9249d3e req-eab9068c-dfd3-4189-8ef9-7b14f6e53a7d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=29396458-a381-426e-886a-2c558ef8cce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256119 Aug 10 04:24:23.177997 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-75ffb8aa-73db-4f26-8b7c-d40cf9249d3e req-451b4ae5-81b6-4d3f-b3e2-364ecc28b146 service neutron] 10.222.0.61 "GET /v2.0/networks/29396458-a381-426e-886a-2c558ef8cce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860636 Aug 10 04:24:23.273161 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-75ffb8aa-73db-4f26-8b7c-d40cf9249d3e req-2c330652-3316-49f6-b7af-fc2872900b8a service neutron] 10.222.0.61 "GET /v2.0/networks/29396458-a381-426e-886a-2c558ef8cce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860586 Aug 10 04:24:23.374084 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1390d3be-91cb-45f2-9ea4-347a915f87fd req-201f033b-7928-445e-b625-1b429525e4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:23.375640 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1390d3be-91cb-45f2-9ea4-347a915f87fd req-201f033b-7928-445e-b625-1b429525e4ab service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=228c329900bd47769c2c5798a844b4f8&device_id=cb851abf-2af9-4cbc-99cb-7998010207c5 HTTP/1.1" status: 200 len: 1096 time: 0.0504797 Aug 10 04:24:23.466603 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1390d3be-91cb-45f2-9ea4-347a915f87fd req-71ca32e0-9426-422e-904f-aa3897dd0c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:23.468279 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1390d3be-91cb-45f2-9ea4-347a915f87fd req-71ca32e0-9426-422e-904f-aa3897dd0c3b service neutron] 10.222.0.61 "GET /v2.0/networks?id=29396458-a381-426e-886a-2c558ef8cce3 HTTP/1.1" status: 200 len: 913 time: 0.0847666 Aug 10 04:24:23.518283 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1390d3be-91cb-45f2-9ea4-347a915f87fd req-8d43cdfe-1baf-4253-aeba-31bb85dd3e80 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a697f2be-50cd-4318-a0cb-15ddc940d069 HTTP/1.1" status: 200 len: 217 time: 0.0394974 Aug 10 04:24:23.568733 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1390d3be-91cb-45f2-9ea4-347a915f87fd req-4c876c60-fb2d-4369-b23d-1de790d65f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:23.570248 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1390d3be-91cb-45f2-9ea4-347a915f87fd req-4c876c60-fb2d-4369-b23d-1de790d65f28 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=02076819-9dcc-4dab-8672-c8a18f1fee98 HTTP/1.1" status: 200 len: 853 time: 0.0452015 Aug 10 04:24:23.602637 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1390d3be-91cb-45f2-9ea4-347a915f87fd req-995cadd1-bb68-4e21-861f-7590026fa8d9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=29396458-a381-426e-886a-2c558ef8cce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250485 Aug 10 04:24:23.690918 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1390d3be-91cb-45f2-9ea4-347a915f87fd req-a8764bf4-f715-4bb5-9985-5efae5535f31 service neutron] 10.222.0.61 "GET /v2.0/networks/29396458-a381-426e-886a-2c558ef8cce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812509 Aug 10 04:24:23.761299 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3ac860fa-cc0e-4561-bad6-0f6633667114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:23.795853 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1390d3be-91cb-45f2-9ea4-347a915f87fd req-71a09eaf-ce19-4515-ad49-1e63de8d6b1f service neutron] 10.222.0.61 "GET /v2.0/networks/29396458-a381-426e-886a-2c558ef8cce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963931 Aug 10 04:24:24.066603 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039eb121-fcfd-451e-a028-ecac373f4ac3 req-ee3572b9-1eed-4e04-8f62-a9c0677adcd9 tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:24.068014 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-039eb121-fcfd-451e-a028-ecac373f4ac3 req-ee3572b9-1eed-4e04-8f62-a9c0677adcd9 tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb851abf-2af9-4cbc-99cb-7998010207c5 HTTP/1.1" status: 200 len: 944 time: 0.0506117 Aug 10 04:24:24.109098 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-039eb121-fcfd-451e-a028-ecac373f4ac3 req-e38d112b-1806-487e-9968-98323f8da094 tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c6d6776-bca3-4652-b3dc-3f5bfaf7a53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348146 Aug 10 04:24:24.365392 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:25.230279 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2041db01-4371-4673-9ac1-383c476972a1 req-54bff63f-9eb9-4d9f-9f29-e8e3948a38d5 tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:25.231822 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2041db01-4371-4673-9ac1-383c476972a1 req-54bff63f-9eb9-4d9f-9f29-e8e3948a38d5 tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb851abf-2af9-4cbc-99cb-7998010207c5 HTTP/1.1" status: 200 len: 944 time: 0.0544958 Aug 10 04:24:25.275333 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2041db01-4371-4673-9ac1-383c476972a1 req-8d5493a1-097e-47fc-afab-dabf2983c14f tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c6d6776-bca3-4652-b3dc-3f5bfaf7a53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371118 Aug 10 04:24:25.610340 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:26.391415 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c9dfd2-dcdb-4038-8a6d-50d33fcdc533 req-22348a30-25c2-424f-a18b-4c93da7b65ef tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:26.392973 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-10c9dfd2-dcdb-4038-8a6d-50d33fcdc533 req-22348a30-25c2-424f-a18b-4c93da7b65ef tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb851abf-2af9-4cbc-99cb-7998010207c5 HTTP/1.1" status: 200 len: 944 time: 0.0498211 Aug 10 04:24:26.432895 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-10c9dfd2-dcdb-4038-8a6d-50d33fcdc533 req-25479646-7d94-4692-ab1f-fedace6925c7 tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c6d6776-bca3-4652-b3dc-3f5bfaf7a53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337486 Aug 10 04:24:26.502916 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device a697f2be-50cd-4318-a0cb-15ddc940d069 details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:24:26.624759 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port a697f2be-50cd-4318-a0cb-15ddc940d069, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=a697f2be-50cd-4318-a0cb-15ddc940d069,segment=NetworkSegment(95b2829b-b25a-40f1-9380-d4b7bd884de9),segment_id=95b2829b-b25a-40f1-9380-d4b7bd884de9)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:24:26.636995 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': 'a697f2be-50cd-4318-a0cb-15ddc940d069', 'network_id': '29396458-a381-426e-886a-2c558ef8cce3', 'port_id': 'a697f2be-50cd-4318-a0cb-15ddc940d069', 'mac_address': 'fa:16:3e:17:3d:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02076819-9dcc-4dab-8672-c8a18f1fee98', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:24:26.678646 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:26.691927 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:26.716119 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a697f2be-50cd-4318-a0cb-15ddc940d069 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:24:26.752104 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port a697f2be-50cd-4318-a0cb-15ddc940d069, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=a697f2be-50cd-4318-a0cb-15ddc940d069,segment=NetworkSegment(95b2829b-b25a-40f1-9380-d4b7bd884de9),segment_id=95b2829b-b25a-40f1-9380-d4b7bd884de9)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:24:26.757742 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:26.833353 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=a697f2be-50cd-4318-a0cb-15ddc940d069,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:27.049872 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:27.092954 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['a697f2be-50cd-4318-a0cb-15ddc940d069'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:24:27.555021 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a4410-5e64-4b13-897e-2ae9b2c434a5 req-05b94067-2b1e-4f5f-af52-558e1337abac tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:27.556576 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-148a4410-5e64-4b13-897e-2ae9b2c434a5 req-05b94067-2b1e-4f5f-af52-558e1337abac tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb851abf-2af9-4cbc-99cb-7998010207c5 HTTP/1.1" status: 200 len: 945 time: 0.0547118 Aug 10 04:24:27.596318 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-148a4410-5e64-4b13-897e-2ae9b2c434a5 req-1bcbd6ea-03fc-4898-92cd-d91dcc4a2b29 tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c6d6776-bca3-4652-b3dc-3f5bfaf7a53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330741 Aug 10 04:24:28.516179 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device a697f2be-50cd-4318-a0cb-15ddc940d069 up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:24:28.568624 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning for port a697f2be-50cd-4318-a0cb-15ddc940d069 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:24:28.572640 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port a697f2be-50cd-4318-a0cb-15ddc940d069 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:24:28.573018 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:28.650785 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:28.673918 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb851abf-2af9-4cbc-99cb-7998010207c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a697f2be-50cd-4318-a0cb-15ddc940d069'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:24:28.676204 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}583660bde03669f2dd7fb79ddb869ac83356356549bc1793f8d2e37d6d7017ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-875b08df-5a72-4be7-b447-990f5dbf0eb1" -d '{"events": [{"server_uuid": "cb851abf-2af9-4cbc-99cb-7998010207c5", "name": "network-vif-plugged", "status": "completed", "tag": "a697f2be-50cd-4318-a0cb-15ddc940d069"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:24:28.690427 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port a697f2be-50cd-4318-a0cb-15ddc940d069, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=a697f2be-50cd-4318-a0cb-15ddc940d069,segment=NetworkSegment(95b2829b-b25a-40f1-9380-d4b7bd884de9),segment_id=95b2829b-b25a-40f1-9380-d4b7bd884de9)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:24:28.695767 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:28.724249 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bec1f7-f052-46c8-b994-48a28a82a4dd req-307dd98f-5b27-485f-b140-f034d3464b8a tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:28.725799 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-43bec1f7-f052-46c8-b994-48a28a82a4dd req-307dd98f-5b27-485f-b140-f034d3464b8a tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb851abf-2af9-4cbc-99cb-7998010207c5 HTTP/1.1" status: 200 len: 945 time: 0.0577455 Aug 10 04:24:28.753833 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=a697f2be-50cd-4318-a0cb-15ddc940d069,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:28.767098 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-43bec1f7-f052-46c8-b994-48a28a82a4dd req-6a57485d-0785-490f-b980-99f01d8fe811 tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c6d6776-bca3-4652-b3dc-3f5bfaf7a53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350816 Aug 10 04:24:28.812473 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-174a9c68-c89e-4514-a325-72feac091bee x-openstack-request-id: req-174a9c68-c89e-4514-a325-72feac091bee {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:24:28.812766 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb851abf-2af9-4cbc-99cb-7998010207c5", "name": "network-vif-plugged", "status": "completed", "tag": "a697f2be-50cd-4318-a0cb-15ddc940d069", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:24:28.813015 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-174a9c68-c89e-4514-a325-72feac091bee {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:24:28.813413 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb851abf-2af9-4cbc-99cb-7998010207c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a697f2be-50cd-4318-a0cb-15ddc940d069', 'code': 200} Aug 10 04:24:28.912541 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3979835f-0931-4151-92cf-11c546ef103a req-3c727c7e-3978-4003-98d6-250d3f5af9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:28.914136 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3979835f-0931-4151-92cf-11c546ef103a req-3c727c7e-3978-4003-98d6-250d3f5af9d5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=cb851abf-2af9-4cbc-99cb-7998010207c5 HTTP/1.1" status: 200 len: 1098 time: 0.0418782 Aug 10 04:24:28.954880 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3979835f-0931-4151-92cf-11c546ef103a req-a07f5b90-5e0d-466c-9a76-45e73df903b7 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=5c6d6776-bca3-4652-b3dc-3f5bfaf7a53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327814 Aug 10 04:24:29.886068 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e144807c-22e8-472d-a33d-4dbf60c40e08 req-9ed641d9-edad-4ce0-aee1-8e4437fd4256 tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:29.887615 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e144807c-22e8-472d-a33d-4dbf60c40e08 req-9ed641d9-edad-4ce0-aee1-8e4437fd4256 tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb851abf-2af9-4cbc-99cb-7998010207c5 HTTP/1.1" status: 200 len: 946 time: 0.0500138 Aug 10 04:24:29.939148 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e144807c-22e8-472d-a33d-4dbf60c40e08 req-ee780a97-b8de-405b-8180-c3450b9799d4 tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c6d6776-bca3-4652-b3dc-3f5bfaf7a53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450423 Aug 10 04:24:31.060504 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bfc93f-501f-4522-8406-afb9a88de7f7 req-cea86a39-22ff-4198-9cb2-efd7b3f6b64a tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:31.062068 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a7bfc93f-501f-4522-8406-afb9a88de7f7 req-cea86a39-22ff-4198-9cb2-efd7b3f6b64a tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb851abf-2af9-4cbc-99cb-7998010207c5 HTTP/1.1" status: 200 len: 946 time: 0.0536251 Aug 10 04:24:31.100183 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a7bfc93f-501f-4522-8406-afb9a88de7f7 req-9cbcdcec-a8a1-4113-a0e2-049120b0325f tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c6d6776-bca3-4652-b3dc-3f5bfaf7a53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320845 Aug 10 04:24:31.352042 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a202d241-2d84-48a8-be28-698b371b1392 req-f522cd4c-8107-40a5-b19d-f17099fca8c7 tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:31.353701 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a202d241-2d84-48a8-be28-698b371b1392 req-f522cd4c-8107-40a5-b19d-f17099fca8c7 tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb851abf-2af9-4cbc-99cb-7998010207c5 HTTP/1.1" status: 200 len: 946 time: 0.0502706 Aug 10 04:24:31.396990 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a202d241-2d84-48a8-be28-698b371b1392 req-8c7a6e36-b8ea-440f-8c30-df9ef6a428e5 tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c6d6776-bca3-4652-b3dc-3f5bfaf7a53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363963 Aug 10 04:24:32.537459 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f8504f-e189-4e09-a8f0-b18313aace0a req-b33e9768-0662-4507-b666-d9038a6f79ce tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:32.539055 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a3f8504f-e189-4e09-a8f0-b18313aace0a req-b33e9768-0662-4507-b666-d9038a6f79ce tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb851abf-2af9-4cbc-99cb-7998010207c5 HTTP/1.1" status: 200 len: 946 time: 0.0707908 Aug 10 04:24:32.588824 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a3f8504f-e189-4e09-a8f0-b18313aace0a req-6f2cb6ee-f4da-4064-9b99-544c75bd04f8 tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c6d6776-bca3-4652-b3dc-3f5bfaf7a53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390072 Aug 10 04:24:32.798069 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f109d1-6457-40d6-8f74-75d19fe75db7 req-f89e7955-75a2-43e3-9389-df31ceb1d9f0 tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:32.799494 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-01f109d1-6457-40d6-8f74-75d19fe75db7 req-f89e7955-75a2-43e3-9389-df31ceb1d9f0 tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb851abf-2af9-4cbc-99cb-7998010207c5 HTTP/1.1" status: 200 len: 946 time: 0.0525997 Aug 10 04:24:32.889602 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-01f109d1-6457-40d6-8f74-75d19fe75db7 req-d3487473-0df9-43ca-8ec3-f34047080037 tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] Deleting port a697f2be-50cd-4318-a0cb-15ddc940d069 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:24:32.889945 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-01f109d1-6457-40d6-8f74-75d19fe75db7 req-d3487473-0df9-43ca-8ec3-f34047080037 tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:32.979332 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-01f109d1-6457-40d6-8f74-75d19fe75db7 req-d3487473-0df9-43ca-8ec3-f34047080037 tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] For port a697f2be-50cd-4318-a0cb-15ddc940d069, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=a697f2be-50cd-4318-a0cb-15ddc940d069,segment=NetworkSegment(95b2829b-b25a-40f1-9380-d4b7bd884de9),segment_id=95b2829b-b25a-40f1-9380-d4b7bd884de9)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:24:32.979701 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-01f109d1-6457-40d6-8f74-75d19fe75db7 req-d3487473-0df9-43ca-8ec3-f34047080037 tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:32.992315 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-01f109d1-6457-40d6-8f74-75d19fe75db7 req-d3487473-0df9-43ca-8ec3-f34047080037 tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] Calling delete_port for a697f2be-50cd-4318-a0cb-15ddc940d069 owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:24:33.115296 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-01f109d1-6457-40d6-8f74-75d19fe75db7 req-d3487473-0df9-43ca-8ec3-f34047080037 tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:33.128179 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['a697f2be-50cd-4318-a0cb-15ddc940d069'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:24:33.130455 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['0ef257ea-b4bf-400a-a783-63547ce683d7'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:24:33.148600 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3487473-0df9-43ca-8ec3-f34047080037 tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] Pushing event deleted for resources: {'Port': ['ID=a697f2be-50cd-4318-a0cb-15ddc940d069,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:33.189464 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-01f109d1-6457-40d6-8f74-75d19fe75db7 req-d3487473-0df9-43ca-8ec3-f34047080037 tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] No DVR routers for this DVR port a697f2be-50cd-4318-a0cb-15ddc940d069 on host n-h2-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:24:33.192085 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-01f109d1-6457-40d6-8f74-75d19fe75db7 req-d3487473-0df9-43ca-8ec3-f34047080037 tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:33.194426 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-01f109d1-6457-40d6-8f74-75d19fe75db7 req-d3487473-0df9-43ca-8ec3-f34047080037 tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] 10.222.0.61 "DELETE /v2.0/ports/a697f2be-50cd-4318-a0cb-15ddc940d069 HTTP/1.1" status: 204 len: 173 time: 0.3883650 Aug 10 04:24:33.194877 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb851abf-2af9-4cbc-99cb-7998010207c5', 'name': 'network-vif-deleted', 'tag': 'a697f2be-50cd-4318-a0cb-15ddc940d069'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:24:33.197143 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7142606bf34c4189ec1af3eb1cc50705e8815838b55f5940d6ad7e637f738b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b59b4527-aad0-4dbd-9528-fd52412aacd2" -d '{"events": [{"server_uuid": "cb851abf-2af9-4cbc-99cb-7998010207c5", "name": "network-vif-deleted", "tag": "a697f2be-50cd-4318-a0cb-15ddc940d069"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:24:33.251156 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10645b74-c116-4753-8183-37a9064c98f4 x-openstack-request-id: req-10645b74-c116-4753-8183-37a9064c98f4 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:24:33.251448 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb851abf-2af9-4cbc-99cb-7998010207c5", "name": "network-vif-deleted", "tag": "a697f2be-50cd-4318-a0cb-15ddc940d069", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:24:33.251704 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-10645b74-c116-4753-8183-37a9064c98f4 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:24:33.252787 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb851abf-2af9-4cbc-99cb-7998010207c5', 'name': 'network-vif-deleted', 'tag': 'a697f2be-50cd-4318-a0cb-15ddc940d069', 'status': 'completed', 'code': 200} Aug 10 04:24:33.710459 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-490e2c40-cc2e-4a23-b28e-7e6cf259dbef req-9785aa0d-5822-43f2-8ab4-3b2d3c99aa8b tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb851abf-2af9-4cbc-99cb-7998010207c5 HTTP/1.1" status: 200 len: 210 time: 0.0288384 Aug 10 04:24:33.962658 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:34.874465 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0808c7c6-6a5d-4ced-b1cf-f24e1b324daf req-764b6417-33e9-4764-a7dd-a75e0557cc95 tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:34.876004 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0808c7c6-6a5d-4ced-b1cf-f24e1b324daf req-764b6417-33e9-4764-a7dd-a75e0557cc95 tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] 10.222.0.44 "GET /v2.0/ports?device_id=65d162ad-97c4-418d-baa7-363e2752f336 HTTP/1.1" status: 200 len: 945 time: 0.0516329 Aug 10 04:24:34.915251 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0808c7c6-6a5d-4ced-b1cf-f24e1b324daf req-25ff5517-30d0-4bd6-b7d6-411a6a95d614 tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c6d6776-bca3-4652-b3dc-3f5bfaf7a53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318718 Aug 10 04:24:35.050038 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a851e10d-7306-4fea-af08-c0e5a8d270b9 req-70a88d8b-f306-42e3-bbac-48c4cc8a6ceb tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:35.051482 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a851e10d-7306-4fea-af08-c0e5a8d270b9 req-70a88d8b-f306-42e3-bbac-48c4cc8a6ceb tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] 10.222.0.44 "GET /v2.0/ports?device_id=65d162ad-97c4-418d-baa7-363e2752f336 HTTP/1.1" status: 200 len: 945 time: 0.0520787 Aug 10 04:24:35.089614 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a851e10d-7306-4fea-af08-c0e5a8d270b9 req-6719d7c0-cd6b-4b80-bc1f-1e9e9d76f3f1 tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c6d6776-bca3-4652-b3dc-3f5bfaf7a53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318527 Aug 10 04:24:35.203668 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de812b98-603c-4ea7-8496-c794e70408e5 req-94f12ab5-067e-4821-9216-369e4e2357c1 tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:35.205153 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-de812b98-603c-4ea7-8496-c794e70408e5 req-94f12ab5-067e-4821-9216-369e4e2357c1 tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] 10.222.0.44 "GET /v2.0/ports?device_id=65d162ad-97c4-418d-baa7-363e2752f336 HTTP/1.1" status: 200 len: 945 time: 0.0491321 Aug 10 04:24:35.242462 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-de812b98-603c-4ea7-8496-c794e70408e5 req-3fd0d0fe-627e-4533-a334-13898102c510 tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c6d6776-bca3-4652-b3dc-3f5bfaf7a53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311897 Aug 10 04:24:35.427693 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3ea1ec-253f-4ecc-a2bd-19ae2fd47c74 req-9a83549a-1ee3-454e-8038-90ae016dddce tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:35.429255 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7e3ea1ec-253f-4ecc-a2bd-19ae2fd47c74 req-9a83549a-1ee3-454e-8038-90ae016dddce tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] 10.222.0.44 "GET /v2.0/ports?device_id=65d162ad-97c4-418d-baa7-363e2752f336 HTTP/1.1" status: 200 len: 945 time: 0.0496552 Aug 10 04:24:35.467463 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7e3ea1ec-253f-4ecc-a2bd-19ae2fd47c74 req-c7c5ce32-92e4-4aaa-9d77-4620834b8b22 tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c6d6776-bca3-4652-b3dc-3f5bfaf7a53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321136 Aug 10 04:24:35.589207 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaed2bd-3cae-40d1-b914-6e8512792f58 req-8c9cd8f6-b0ae-4a49-9ef8-9e9254f0a1ea tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:35.590641 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0aaed2bd-3cae-40d1-b914-6e8512792f58 req-8c9cd8f6-b0ae-4a49-9ef8-9e9254f0a1ea tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] 10.222.0.44 "GET /v2.0/ports?device_id=65d162ad-97c4-418d-baa7-363e2752f336 HTTP/1.1" status: 200 len: 945 time: 0.0531240 Aug 10 04:24:35.629060 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0aaed2bd-3cae-40d1-b914-6e8512792f58 req-fa20b7a4-7834-4073-bae5-edc0073f359e tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c6d6776-bca3-4652-b3dc-3f5bfaf7a53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316973 Aug 10 04:24:35.758586 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfcbf10-784c-4427-8d25-b1f85ebab479 req-afdc6e5f-43bd-410d-959c-c5718b56f753 tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:35.760063 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0bfcbf10-784c-4427-8d25-b1f85ebab479 req-afdc6e5f-43bd-410d-959c-c5718b56f753 tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] 10.222.0.44 "GET /v2.0/ports?device_id=65d162ad-97c4-418d-baa7-363e2752f336 HTTP/1.1" status: 200 len: 945 time: 0.0499659 Aug 10 04:24:35.798239 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0bfcbf10-784c-4427-8d25-b1f85ebab479 req-91be15a1-b431-43c1-85d2-b02374ea980c tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c6d6776-bca3-4652-b3dc-3f5bfaf7a53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316083 Aug 10 04:24:36.103779 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c95e52-cba1-465f-b3aa-dd415203f0db req-746f7e96-04bc-4d85-a932-c261b56476bc tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:36.105169 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f3c95e52-cba1-465f-b3aa-dd415203f0db req-746f7e96-04bc-4d85-a932-c261b56476bc tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] 10.222.0.44 "GET /v2.0/ports?device_id=65d162ad-97c4-418d-baa7-363e2752f336 HTTP/1.1" status: 200 len: 945 time: 0.0493426 Aug 10 04:24:36.143415 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f3c95e52-cba1-465f-b3aa-dd415203f0db req-0a24a389-5a87-4b1c-945e-93ed3476a3ca tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c6d6776-bca3-4652-b3dc-3f5bfaf7a53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321381 Aug 10 04:24:36.530946 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device a697f2be-50cd-4318-a0cb-15ddc940d069 no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:24:36.555560 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] No Port match for: a697f2be-50cd-4318-a0cb-15ddc940d069 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:24:36.555918 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device a697f2be-50cd-4318-a0cb-15ddc940d069 not bound to the agent host n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:24:37.622373 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912c132c-06c3-44d7-b0b4-7228edd4849f req-27cf2cc0-ddab-414a-8cc9-67d666c79cb9 tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:37.624517 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-912c132c-06c3-44d7-b0b4-7228edd4849f req-27cf2cc0-ddab-414a-8cc9-67d666c79cb9 tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] 10.222.0.44 "GET /v2.0/ports?device_id=65d162ad-97c4-418d-baa7-363e2752f336 HTTP/1.1" status: 200 len: 945 time: 0.4081280 Aug 10 04:24:37.647659 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e95a5-fcea-44b2-8a38-ffcb1937c84e req-a6c4f448-16f7-48c4-86cc-9691bf23f169 tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:37.649200 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f73e95a5-fcea-44b2-8a38-ffcb1937c84e req-a6c4f448-16f7-48c4-86cc-9691bf23f169 tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] 10.222.0.42 "GET /v2.0/ports?device_id=65d162ad-97c4-418d-baa7-363e2752f336 HTTP/1.1" status: 200 len: 945 time: 0.0737922 Aug 10 04:24:37.707116 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-912c132c-06c3-44d7-b0b4-7228edd4849f req-d7cc40a0-86fe-4515-887f-1ded1980e69b tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c6d6776-bca3-4652-b3dc-3f5bfaf7a53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757225 Aug 10 04:24:37.767738 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-f73e95a5-fcea-44b2-8a38-ffcb1937c84e req-363f81ac-9366-454c-9b99-ac16dd8d0b95 tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] Deleting port 0ef257ea-b4bf-400a-a783-63547ce683d7 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:24:37.768083 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-f73e95a5-fcea-44b2-8a38-ffcb1937c84e req-363f81ac-9366-454c-9b99-ac16dd8d0b95 tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:37.857419 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-f73e95a5-fcea-44b2-8a38-ffcb1937c84e req-363f81ac-9366-454c-9b99-ac16dd8d0b95 tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] For port 0ef257ea-b4bf-400a-a783-63547ce683d7, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=0ef257ea-b4bf-400a-a783-63547ce683d7,segment=NetworkSegment(95b2829b-b25a-40f1-9380-d4b7bd884de9),segment_id=95b2829b-b25a-40f1-9380-d4b7bd884de9)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:24:37.857789 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-f73e95a5-fcea-44b2-8a38-ffcb1937c84e req-363f81ac-9366-454c-9b99-ac16dd8d0b95 tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:37.871113 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-f73e95a5-fcea-44b2-8a38-ffcb1937c84e req-363f81ac-9366-454c-9b99-ac16dd8d0b95 tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] Calling delete_port for 0ef257ea-b4bf-400a-a783-63547ce683d7 owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:24:38.004086 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-f73e95a5-fcea-44b2-8a38-ffcb1937c84e req-363f81ac-9366-454c-9b99-ac16dd8d0b95 tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:38.016759 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['0ef257ea-b4bf-400a-a783-63547ce683d7'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:24:38.032217 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363f81ac-9366-454c-9b99-ac16dd8d0b95 tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] Pushing event deleted for resources: {'Port': ['ID=0ef257ea-b4bf-400a-a783-63547ce683d7,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:38.078652 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-f73e95a5-fcea-44b2-8a38-ffcb1937c84e req-363f81ac-9366-454c-9b99-ac16dd8d0b95 tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] No DVR routers for this DVR port 0ef257ea-b4bf-400a-a783-63547ce683d7 on host n-h1-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:24:38.081696 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-f73e95a5-fcea-44b2-8a38-ffcb1937c84e req-363f81ac-9366-454c-9b99-ac16dd8d0b95 tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:38.084118 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f73e95a5-fcea-44b2-8a38-ffcb1937c84e req-363f81ac-9366-454c-9b99-ac16dd8d0b95 tempest-ServersNegativeTestJSON-430818024 tempest-ServersNegativeTestJSON-430818024-project] 10.222.0.42 "DELETE /v2.0/ports/0ef257ea-b4bf-400a-a783-63547ce683d7 HTTP/1.1" status: 204 len: 173 time: 0.4265749 Aug 10 04:24:38.084415 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65d162ad-97c4-418d-baa7-363e2752f336', 'name': 'network-vif-deleted', 'tag': '0ef257ea-b4bf-400a-a783-63547ce683d7'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:24:38.086812 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7142606bf34c4189ec1af3eb1cc50705e8815838b55f5940d6ad7e637f738b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd30da0-8c84-4126-977e-e97438173e1c" -d '{"events": [{"server_uuid": "65d162ad-97c4-418d-baa7-363e2752f336", "name": "network-vif-deleted", "tag": "0ef257ea-b4bf-400a-a783-63547ce683d7"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:24:38.134658 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8de3578-028f-4073-a52d-815939f19619 x-openstack-request-id: req-f8de3578-028f-4073-a52d-815939f19619 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:24:38.135189 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65d162ad-97c4-418d-baa7-363e2752f336", "name": "network-vif-deleted", "tag": "0ef257ea-b4bf-400a-a783-63547ce683d7", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:24:38.135604 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f8de3578-028f-4073-a52d-815939f19619 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:24:38.136180 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65d162ad-97c4-418d-baa7-363e2752f336', 'name': 'network-vif-deleted', 'tag': '0ef257ea-b4bf-400a-a783-63547ce683d7', 'status': 'completed', 'code': 200} Aug 10 04:24:38.765312 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 49978) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:38.815770 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f81415a-71f8-4ec0-ac4b-49c01cce1ed9 admin admin] Deleting subnet 02076819-9dcc-4dab-8672-c8a18f1fee98 {{(pid=94260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:24:38.819296 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6f81415a-71f8-4ec0-ac4b-49c01cce1ed9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:38.855019 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6f81415a-71f8-4ec0-ac4b-49c01cce1ed9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191173'] for subnet, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:38.894921 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6f81415a-71f8-4ec0-ac4b-49c01cce1ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:38.958899 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6f81415a-71f8-4ec0-ac4b-49c01cce1ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:38.988510 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f81415a-71f8-4ec0-ac4b-49c01cce1ed9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02076819-9dcc-4dab-8672-c8a18f1fee98,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:38.995285 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6f81415a-71f8-4ec0-ac4b-49c01cce1ed9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:38.998619 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-6f81415a-71f8-4ec0-ac4b-49c01cce1ed9 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/02076819-9dcc-4dab-8672-c8a18f1fee98 HTTP/1.1" status: 204 len: 168 time: 0.2308049 Aug 10 04:24:39.000189 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 49980) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:39.069930 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0dfb9d6d-c541-4c76-9697-03c851251258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:39.153068 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0dfb9d6d-c541-4c76-9697-03c851251258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:39.163689 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-0dfb9d6d-c541-4c76-9697-03c851251258 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29396458-a381-426e-886a-2c558ef8cce3']}} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:39.174279 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-0dfb9d6d-c541-4c76-9697-03c851251258 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95b2829b-b25a-40f1-9380-d4b7bd884de9') {'for_net_delete': True} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:39.174585 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-0dfb9d6d-c541-4c76-9697-03c851251258 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95b2829b-b25a-40f1-9380-d4b7bd884de9') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:39.184007 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0dfb9d6d-c541-4c76-9697-03c851251258 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191186'] for segment, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:39.200728 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0dfb9d6d-c541-4c76-9697-03c851251258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:39.208582 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dfb9d6d-c541-4c76-9697-03c851251258 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=94260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:24:39.208995 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0dfb9d6d-c541-4c76-9697-03c851251258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58895489'] for segment, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:39.210876 n-d-768862-13 neutron-server[94260]: Traceback (most recent call last): Aug 10 04:24:39.210876 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:24:39.210876 n-d-768862-13 neutron-server[94260]: timer() Aug 10 04:24:39.210876 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:24:39.210876 n-d-768862-13 neutron-server[94260]: cb(*args, **kw) Aug 10 04:24:39.210876 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:24:39.210876 n-d-768862-13 neutron-server[94260]: return func(*args, **kwargs) Aug 10 04:24:39.210876 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:24:39.210876 n-d-768862-13 neutron-server[94260]: self._notify() Aug 10 04:24:39.210876 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:24:39.210876 n-d-768862-13 neutron-server[94260]: self.callback(batched_events) Aug 10 04:24:39.210876 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:24:39.210876 n-d-768862-13 neutron-server[94260]: event.method(event) Aug 10 04:24:39.210876 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:24:39.210876 n-d-768862-13 neutron-server[94260]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:24:39.210876 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:24:39.210876 n-d-768862-13 neutron-server[94260]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:24:39.210876 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:24:39.210876 n-d-768862-13 neutron-server[94260]: return f(self, *a, **k) Aug 10 04:24:39.210876 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:24:39.210876 n-d-768862-13 neutron-server[94260]: return self._get(url).json() Aug 10 04:24:39.210876 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:24:39.210876 n-d-768862-13 neutron-server[94260]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:24:39.210876 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:24:39.210876 n-d-768862-13 neutron-server[94260]: return self.request(url, 'GET', **kwargs) Aug 10 04:24:39.210876 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:24:39.210876 n-d-768862-13 neutron-server[94260]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:24:39.210876 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:24:39.210876 n-d-768862-13 neutron-server[94260]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:24:39.210876 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:24:39.210876 n-d-768862-13 neutron-server[94260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:24:39.210876 n-d-768862-13 neutron-server[94260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:24:39.268083 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0dfb9d6d-c541-4c76-9697-03c851251258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:39.282895 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0dfb9d6d-c541-4c76-9697-03c851251258 admin admin] Notify callbacks [] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:39.286129 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-0dfb9d6d-c541-4c76-9697-03c851251258 admin admin] 10.222.0.44 "DELETE /v2.0/networks/29396458-a381-426e-886a-2c558ef8cce3 HTTP/1.1" status: 204 len: 168 time: 0.2838624 Aug 10 04:24:39.299371 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfb9d6d-c541-4c76-9697-03c851251258 admin admin] Pushing event deleted for resources: {'Network': ['ID=29396458-a381-426e-886a-2c558ef8cce3,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:39.410338 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 49984) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:39.456413 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-125bfc2f-9bb2-43db-adee-3dae1fc7f4cd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=228c329900bd47769c2c5798a844b4f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0447190 Aug 10 04:24:39.459212 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 49986) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:39.519980 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3c1c4325-0c89-45de-8b49-f61020961170 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:39.543703 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3c1c4325-0c89-45de-8b49-f61020961170 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:39.595941 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3c1c4325-0c89-45de-8b49-f61020961170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:39.599185 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3c1c4325-0c89-45de-8b49-f61020961170 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:39.600911 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-3c1c4325-0c89-45de-8b49-f61020961170 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5c6d6776-bca3-4652-b3dc-3f5bfaf7a53a HTTP/1.1" status: 204 len: 168 time: 0.1403263 Aug 10 04:24:39.612627 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1c4325-0c89-45de-8b49-f61020961170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c6d6776-bca3-4652-b3dc-3f5bfaf7a53a,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:40.347485 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 50008) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:40.446355 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-ff8e232c-85eb-484b-ab14-6a75cdaa24f6 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-943176047'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:24:40.468889 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff8e232c-85eb-484b-ab14-6a75cdaa24f6 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Made reservation on behalf of 4d076022a2404985b723b71480f68930 for: {'network': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:24:40.479161 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ff8e232c-85eb-484b-ab14-6a75cdaa24f6 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:40.488700 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ff8e232c-85eb-484b-ab14-6a75cdaa24f6 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:40.587604 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ff8e232c-85eb-484b-ab14-6a75cdaa24f6 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:40.592032 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ff8e232c-85eb-484b-ab14-6a75cdaa24f6 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:40.619111 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff8e232c-85eb-484b-ab14-6a75cdaa24f6 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=94260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:24:40.629674 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8e232c-85eb-484b-ab14-6a75cdaa24f6 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68423668-2fe0-4ee0-a616-54f41de4d836,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:40.634882 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ff8e232c-85eb-484b-ab14-6a75cdaa24f6 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:40.635234 n-d-768862-13 neutron-server[94260]: INFO neutron.db.segments_db [None req-ff8e232c-85eb-484b-ab14-6a75cdaa24f6 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Added segment acff7ee4-51d9-4a35-ad7a-ed8a736e22c3 of type vlan for network d2701623-6311-4062-921f-11b25c667d24 Aug 10 04:24:40.676584 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ff8e232c-85eb-484b-ab14-6a75cdaa24f6 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:40.706880 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ff8e232c-85eb-484b-ab14-6a75cdaa24f6 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:40.712520 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8e232c-85eb-484b-ab14-6a75cdaa24f6 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:40.713104 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ff8e232c-85eb-484b-ab14-6a75cdaa24f6 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Notify callbacks [] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:40.774403 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-ff8e232c-85eb-484b-ab14-6a75cdaa24f6 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4257119 Aug 10 04:24:40.783675 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8e232c-85eb-484b-ab14-6a75cdaa24f6 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Pushing event updated for resources: {'Network': ['ID=d2701623-6311-4062-921f-11b25c667d24,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:40.801204 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network d2701623-6311-4062-921f-11b25c667d24 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:24:41.731464 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 0ef257ea-b4bf-400a-a783-63547ce683d7 no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:24:41.756908 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] No Port match for: 0ef257ea-b4bf-400a-a783-63547ce683d7 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:24:41.757689 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 0ef257ea-b4bf-400a-a783-63547ce683d7 not bound to the agent host n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:24:44.103483 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 50012) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:44.109325 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-e3ac8d4e-65d9-4df9-9bed-ac0d1547721b tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Request body: {'subnet': {'network_id': 'd2701623-6311-4062-921f-11b25c667d24', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:24:44.534929 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ac8d4e-65d9-4df9-9bed-ac0d1547721b tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Made reservation on behalf of 4d076022a2404985b723b71480f68930 for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:24:44.538680 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e3ac8d4e-65d9-4df9-9bed-ac0d1547721b tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:44.739007 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e3ac8d4e-65d9-4df9-9bed-ac0d1547721b tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:44.802038 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ac8d4e-65d9-4df9-9bed-ac0d1547721b tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Pushing event updated for resources: {'Subnet': ['ID=505c4eb1-5718-4635-94c1-6c9112a6ba79,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:44.813901 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ac8d4e-65d9-4df9-9bed-ac0d1547721b tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Checking segment: {'id': 'acff7ee4-51d9-4a35-ad7a-ed8a736e22c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd2701623-6311-4062-921f-11b25c667d24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:24:44.814306 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ac8d4e-65d9-4df9-9bed-ac0d1547721b tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Network hostable DHCP agents. Network: d2701623-6311-4062-921f-11b25c667d24, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:24:44.832963 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ac8d4e-65d9-4df9-9bed-ac0d1547721b tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Network d2701623-6311-4062-921f-11b25c667d24 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:24:44.843314 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-e3ac8d4e-65d9-4df9-9bed-ac0d1547721b tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, d2701623-6311-4062-921f-11b25c667d24) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:24:44.847775 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ac8d4e-65d9-4df9-9bed-ac0d1547721b tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:44.848374 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e3ac8d4e-65d9-4df9-9bed-ac0d1547721b tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:44.852762 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117d08e9-dda0-46ec-a602-87eb2b6e1bc9 None None] Network d2701623-6311-4062-921f-11b25c667d24 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:24:44.864592 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e3ac8d4e-65d9-4df9-9bed-ac0d1547721b tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7599599 Aug 10 04:24:44.868255 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 50014) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:44.873454 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-29f68d68-674d-4865-be6d-94f5ed445738 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-251280252'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:24:44.896695 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f68d68-674d-4865-be6d-94f5ed445738 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Made reservation on behalf of 4d076022a2404985b723b71480f68930 for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:24:44.900749 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-29f68d68-674d-4865-be6d-94f5ed445738 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:44.928472 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29f68d68-674d-4865-be6d-94f5ed445738 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:24:44.939354 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-29f68d68-674d-4865-be6d-94f5ed445738 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:44.939775 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-29f68d68-674d-4865-be6d-94f5ed445738 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Added segment 0974b6a4-2d22-4a3a-96ba-b39b07a68c79 of type vlan for network ad9441e6-2702-465d-8c29-652f8cde804d Aug 10 04:24:44.981238 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-29f68d68-674d-4865-be6d-94f5ed445738 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:44.999548 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915de246-c699-41bb-b427-2250b969156a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-d2701623-6311-4062-921f-11b25c667d24', 'network_id': 'd2701623-6311-4062-921f-11b25c667d24', 'tenant_id': '4d076022a2404985b723b71480f68930', 'fixed_ips': [{'subnet_id': '505c4eb1-5718-4635-94c1-6c9112a6ba79'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:24:45.000413 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-915de246-c699-41bb-b427-2250b969156a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:45.013507 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-29f68d68-674d-4865-be6d-94f5ed445738 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:45.019252 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f68d68-674d-4865-be6d-94f5ed445738 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:45.019846 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-29f68d68-674d-4865-be6d-94f5ed445738 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:45.087020 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-29f68d68-674d-4865-be6d-94f5ed445738 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2176447 Aug 10 04:24:45.090290 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 50016) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:45.097140 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-eae37928-1431-4191-8f71-146c606a9343 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Request body: {'subnet': {'network_id': 'ad9441e6-2702-465d-8c29-652f8cde804d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:24:45.102284 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f68d68-674d-4865-be6d-94f5ed445738 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Pushing event updated for resources: {'Network': ['ID=ad9441e6-2702-465d-8c29-652f8cde804d,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:45.122044 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network ad9441e6-2702-465d-8c29-652f8cde804d details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:24:45.184150 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-915de246-c699-41bb-b427-2250b969156a None None] Allocated IP 2001:db8:0:ffff::2 (d2701623-6311-4062-921f-11b25c667d24/505c4eb1-5718-4635-94c1-6c9112a6ba79/4d86fcd0-a530-48b9-a359-0ca50330f5ce) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:24:45.188255 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eae37928-1431-4191-8f71-146c606a9343 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Made reservation on behalf of 4d076022a2404985b723b71480f68930 for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:24:45.191931 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-eae37928-1431-4191-8f71-146c606a9343 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:45.360546 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-915de246-c699-41bb-b427-2250b969156a None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:45.370374 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-915de246-c699-41bb-b427-2250b969156a None None] Transition to ACTIVE for port object 4d86fcd0-a530-48b9-a359-0ca50330f5ce will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:24:45.387574 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-915de246-c699-41bb-b427-2250b969156a None None] Transition to ACTIVE for port object 4d86fcd0-a530-48b9-a359-0ca50330f5ce will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:24:45.390714 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-eae37928-1431-4191-8f71-146c606a9343 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:45.398424 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-915de246-c699-41bb-b427-2250b969156a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:45.442446 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915de246-c699-41bb-b427-2250b969156a None None] Network d2701623-6311-4062-921f-11b25c667d24 is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:24:45.446905 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-915de246-c699-41bb-b427-2250b969156a None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:24:45.449928 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915de246-c699-41bb-b427-2250b969156a None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:24:45.457349 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915de246-c699-41bb-b427-2250b969156a None None] Pushing event updated for resources: {'Port': ['ID=4d86fcd0-a530-48b9-a359-0ca50330f5ce,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:45.463753 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae37928-1431-4191-8f71-146c606a9343 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Pushing event updated for resources: {'Subnet': ['ID=e793c8ed-ff18-4382-8b81-6f1eef7f3c5f,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:45.466564 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae37928-1431-4191-8f71-146c606a9343 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Checking segment: {'id': '0974b6a4-2d22-4a3a-96ba-b39b07a68c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ad9441e6-2702-465d-8c29-652f8cde804d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:24:45.466931 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae37928-1431-4191-8f71-146c606a9343 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Network hostable DHCP agents. Network: ad9441e6-2702-465d-8c29-652f8cde804d, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:24:45.469941 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915de246-c699-41bb-b427-2250b969156a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:45.470311 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915de246-c699-41bb-b427-2250b969156a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:45.470653 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915de246-c699-41bb-b427-2250b969156a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:45.470993 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915de246-c699-41bb-b427-2250b969156a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:45.471323 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915de246-c699-41bb-b427-2250b969156a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:45.472141 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915de246-c699-41bb-b427-2250b969156a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:45.472141 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915de246-c699-41bb-b427-2250b969156a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:45.472337 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915de246-c699-41bb-b427-2250b969156a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:45.472582 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915de246-c699-41bb-b427-2250b969156a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:45.472906 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915de246-c699-41bb-b427-2250b969156a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:45.473222 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915de246-c699-41bb-b427-2250b969156a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:45.473542 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915de246-c699-41bb-b427-2250b969156a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:45.484661 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae37928-1431-4191-8f71-146c606a9343 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Network ad9441e6-2702-465d-8c29-652f8cde804d is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:24:45.494701 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-eae37928-1431-4191-8f71-146c606a9343 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, ad9441e6-2702-465d-8c29-652f8cde804d) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:24:45.500234 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae37928-1431-4191-8f71-146c606a9343 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:45.500842 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-eae37928-1431-4191-8f71-146c606a9343 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:45.518489 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-eae37928-1431-4191-8f71-146c606a9343 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4246843 Aug 10 04:24:45.518931 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 50018) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:45.519403 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2773e9-8469-42ef-b601-d2091f51a3ce None None] Network ad9441e6-2702-465d-8c29-652f8cde804d requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:24:45.568383 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-915de246-c699-41bb-b427-2250b969156a None None] Attempting to bind port 4d86fcd0-a530-48b9-a359-0ca50330f5ce on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:24:45.568758 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-915de246-c699-41bb-b427-2250b969156a None None] Attempting to bind port 4d86fcd0-a530-48b9-a359-0ca50330f5ce by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'acff7ee4-51d9-4a35-ad7a-ed8a736e22c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd2701623-6311-4062-921f-11b25c667d24'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:24:45.569133 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915de246-c699-41bb-b427-2250b969156a None None] Attempting to bind port 4d86fcd0-a530-48b9-a359-0ca50330f5ce on network d2701623-6311-4062-921f-11b25c667d24 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:24:45.580001 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915de246-c699-41bb-b427-2250b969156a None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:24:45.580397 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915de246-c699-41bb-b427-2250b969156a None None] Checking segment: {'id': 'acff7ee4-51d9-4a35-ad7a-ed8a736e22c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd2701623-6311-4062-921f-11b25c667d24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:24:45.580996 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-915de246-c699-41bb-b427-2250b969156a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:45.581225 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915de246-c699-41bb-b427-2250b969156a None None] Bound using segment: {'id': 'acff7ee4-51d9-4a35-ad7a-ed8a736e22c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd2701623-6311-4062-921f-11b25c667d24'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:24:45.581653 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-915de246-c699-41bb-b427-2250b969156a None None] Bound port: 4d86fcd0-a530-48b9-a359-0ca50330f5ce, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acff7ee4-51d9-4a35-ad7a-ed8a736e22c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd2701623-6311-4062-921f-11b25c667d24'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:24:45.582070 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-915de246-c699-41bb-b427-2250b969156a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:45.616202 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5dc47236-8b40-4277-ba28-c343ccf2f904 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:45.695490 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-915de246-c699-41bb-b427-2250b969156a None None] For port 4d86fcd0-a530-48b9-a359-0ca50330f5ce, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:24:45.699217 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5dc47236-8b40-4277-ba28-c343ccf2f904 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:45.728425 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-915de246-c699-41bb-b427-2250b969156a None None] For port 4d86fcd0-a530-48b9-a359-0ca50330f5ce, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=4d86fcd0-a530-48b9-a359-0ca50330f5ce,segment=NetworkSegment(acff7ee4-51d9-4a35-ad7a-ed8a736e22c3),segment_id=acff7ee4-51d9-4a35-ad7a-ed8a736e22c3)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:24:45.735714 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-915de246-c699-41bb-b427-2250b969156a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:45.743157 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2d0843-7229-43c4-893c-d1959a24d38d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-ad9441e6-2702-465d-8c29-652f8cde804d', 'network_id': 'ad9441e6-2702-465d-8c29-652f8cde804d', 'tenant_id': '4d076022a2404985b723b71480f68930', 'fixed_ips': [{'subnet_id': 'e793c8ed-ff18-4382-8b81-6f1eef7f3c5f'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:24:45.744005 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-2c2d0843-7229-43c4-893c-d1959a24d38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:45.765898 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5dc47236-8b40-4277-ba28-c343ccf2f904 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:45.793992 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc47236-8b40-4277-ba28-c343ccf2f904 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Pushing event deleted for resources: {'Subnet': ['ID=e793c8ed-ff18-4382-8b81-6f1eef7f3c5f,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:45.866723 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5dc47236-8b40-4277-ba28-c343ccf2f904 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:45.875264 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915de246-c699-41bb-b427-2250b969156a None None] Pushing event updated for resources: {'Port': ['ID=4d86fcd0-a530-48b9-a359-0ca50330f5ce,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:45.881061 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-5dc47236-8b40-4277-ba28-c343ccf2f904 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad9441e6-2702-465d-8c29-652f8cde804d']}} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:45.893634 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97573f51-79e5-487c-a512-211d44200582 None None] Network ad9441e6-2702-465d-8c29-652f8cde804d requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:24:45.895892 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-5dc47236-8b40-4277-ba28-c343ccf2f904 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0974b6a4-2d22-4a3a-96ba-b39b07a68c79') {'for_net_delete': True} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:45.896191 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-5dc47236-8b40-4277-ba28-c343ccf2f904 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0974b6a4-2d22-4a3a-96ba-b39b07a68c79') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:45.907922 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5dc47236-8b40-4277-ba28-c343ccf2f904 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191186'] for segment, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:45.923675 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5dc47236-8b40-4277-ba28-c343ccf2f904 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:45.930762 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dc47236-8b40-4277-ba28-c343ccf2f904 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=94260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:24:45.931336 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5dc47236-8b40-4277-ba28-c343ccf2f904 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58895489'] for segment, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:45.934862 n-d-768862-13 neutron-server[94260]: Traceback (most recent call last): Aug 10 04:24:45.934862 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:24:45.934862 n-d-768862-13 neutron-server[94260]: timer() Aug 10 04:24:45.934862 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:24:45.934862 n-d-768862-13 neutron-server[94260]: cb(*args, **kw) Aug 10 04:24:45.934862 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:24:45.934862 n-d-768862-13 neutron-server[94260]: return func(*args, **kwargs) Aug 10 04:24:45.934862 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:24:45.934862 n-d-768862-13 neutron-server[94260]: self._notify() Aug 10 04:24:45.934862 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:24:45.934862 n-d-768862-13 neutron-server[94260]: self.callback(batched_events) Aug 10 04:24:45.934862 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:24:45.934862 n-d-768862-13 neutron-server[94260]: event.method(event) Aug 10 04:24:45.934862 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:24:45.934862 n-d-768862-13 neutron-server[94260]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:24:45.934862 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:24:45.934862 n-d-768862-13 neutron-server[94260]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:24:45.934862 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:24:45.934862 n-d-768862-13 neutron-server[94260]: return f(self, *a, **k) Aug 10 04:24:45.934862 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:24:45.934862 n-d-768862-13 neutron-server[94260]: return self._get(url).json() Aug 10 04:24:45.934862 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:24:45.934862 n-d-768862-13 neutron-server[94260]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:24:45.934862 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:24:45.934862 n-d-768862-13 neutron-server[94260]: return self.request(url, 'GET', **kwargs) Aug 10 04:24:45.934862 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:24:45.934862 n-d-768862-13 neutron-server[94260]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:24:45.934862 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:24:45.934862 n-d-768862-13 neutron-server[94260]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:24:45.934862 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:24:45.934862 n-d-768862-13 neutron-server[94260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:24:45.934862 n-d-768862-13 neutron-server[94260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:24:46.023521 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5dc47236-8b40-4277-ba28-c343ccf2f904 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:46.033874 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5dc47236-8b40-4277-ba28-c343ccf2f904 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Notify callbacks [] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:46.037241 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-5dc47236-8b40-4277-ba28-c343ccf2f904 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] 10.222.0.44 "DELETE /v2.0/networks/ad9441e6-2702-465d-8c29-652f8cde804d HTTP/1.1" status: 204 len: 168 time: 0.5161653 Aug 10 04:24:46.042015 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 50020) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:46.048560 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-f74a1bb9-148e-4342-b7a4-a1c2b512b9e6 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2117150642'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:24:46.052691 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc47236-8b40-4277-ba28-c343ccf2f904 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Pushing event deleted for resources: {'Network': ['ID=ad9441e6-2702-465d-8c29-652f8cde804d,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:46.076328 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f74a1bb9-148e-4342-b7a4-a1c2b512b9e6 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Made reservation on behalf of 4d076022a2404985b723b71480f68930 for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:24:46.080420 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f74a1bb9-148e-4342-b7a4-a1c2b512b9e6 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:46.107758 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f74a1bb9-148e-4342-b7a4-a1c2b512b9e6 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:24:46.116921 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f74a1bb9-148e-4342-b7a4-a1c2b512b9e6 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:46.117263 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-f74a1bb9-148e-4342-b7a4-a1c2b512b9e6 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Added segment 37f21c60-f2e7-458f-8630-7a546485df88 of type vlan for network b6ebdb25-8e84-4385-a816-b28f289fd8cf Aug 10 04:24:46.157651 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f74a1bb9-148e-4342-b7a4-a1c2b512b9e6 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:46.186304 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f74a1bb9-148e-4342-b7a4-a1c2b512b9e6 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:46.191784 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74a1bb9-148e-4342-b7a4-a1c2b512b9e6 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:46.192358 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f74a1bb9-148e-4342-b7a4-a1c2b512b9e6 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:46.257784 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-f74a1bb9-148e-4342-b7a4-a1c2b512b9e6 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2144315 Aug 10 04:24:46.260622 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 50022) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:46.268236 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-5e18a59e-e204-4ca4-8b70-e9dbd2ebcba7 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Request body: {'subnet': {'network_id': 'b6ebdb25-8e84-4385-a816-b28f289fd8cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:24:46.275069 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74a1bb9-148e-4342-b7a4-a1c2b512b9e6 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Pushing event updated for resources: {'Network': ['ID=b6ebdb25-8e84-4385-a816-b28f289fd8cf,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:46.287371 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network b6ebdb25-8e84-4385-a816-b28f289fd8cf details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:24:46.363055 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e18a59e-e204-4ca4-8b70-e9dbd2ebcba7 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Made reservation on behalf of 4d076022a2404985b723b71480f68930 for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:24:46.366679 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5e18a59e-e204-4ca4-8b70-e9dbd2ebcba7 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:46.432460 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.ipam_backend_mixin [None req-5e18a59e-e204-4ca4-8b70-e9dbd2ebcba7 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Performing IP validity checks on allocation pools {{(pid=94261) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 10 04:24:46.432983 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.ipam_backend_mixin [None req-5e18a59e-e204-4ca4-8b70-e9dbd2ebcba7 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94261) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 10 04:24:46.559395 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 4d86fcd0-a530-48b9-a359-0ca50330f5ce up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:24:46.585084 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5e18a59e-e204-4ca4-8b70-e9dbd2ebcba7 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:46.623126 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 4d86fcd0-a530-48b9-a359-0ca50330f5ce completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:24:46.653636 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e18a59e-e204-4ca4-8b70-e9dbd2ebcba7 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Pushing event updated for resources: {'Subnet': ['ID=87203758-eaa0-4002-8535-d1115c3a1154,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:46.662656 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e18a59e-e204-4ca4-8b70-e9dbd2ebcba7 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Checking segment: {'id': '37f21c60-f2e7-458f-8630-7a546485df88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b6ebdb25-8e84-4385-a816-b28f289fd8cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:24:46.663018 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e18a59e-e204-4ca4-8b70-e9dbd2ebcba7 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Network hostable DHCP agents. Network: b6ebdb25-8e84-4385-a816-b28f289fd8cf, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:24:46.694086 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e18a59e-e204-4ca4-8b70-e9dbd2ebcba7 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Network b6ebdb25-8e84-4385-a816-b28f289fd8cf is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:24:46.705563 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-5e18a59e-e204-4ca4-8b70-e9dbd2ebcba7 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, b6ebdb25-8e84-4385-a816-b28f289fd8cf) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:24:46.711828 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e18a59e-e204-4ca4-8b70-e9dbd2ebcba7 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:46.712560 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5e18a59e-e204-4ca4-8b70-e9dbd2ebcba7 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:46.717147 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b67eb1e-d58d-4cb9-bfa8-7ededbcd3e45 None None] Network b6ebdb25-8e84-4385-a816-b28f289fd8cf requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:24:46.733630 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 50024) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:46.734309 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-5e18a59e-e204-4ca4-8b70-e9dbd2ebcba7 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4722517 Aug 10 04:24:46.866525 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ebd14751-8142-421b-ba3f-428885fe085a tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:46.923986 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d80f088-2418-4d4d-97f1-8e1a37748f54 None None] Network d2701623-6311-4062-921f-11b25c667d24 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:24:46.925884 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ebd14751-8142-421b-ba3f-428885fe085a tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:46.980671 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-88b700e8-03fa-4681-87db-803da3b793c8 None None] Provisioning for port 4d86fcd0-a530-48b9-a359-0ca50330f5ce completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:24:46.998126 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ebd14751-8142-421b-ba3f-428885fe085a tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:47.003406 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-88b700e8-03fa-4681-87db-803da3b793c8 None None] Provisioning complete for port 4d86fcd0-a530-48b9-a359-0ca50330f5ce triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:24:47.003784 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-88b700e8-03fa-4681-87db-803da3b793c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:47.027782 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd14751-8142-421b-ba3f-428885fe085a tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Pushing event deleted for resources: {'Subnet': ['ID=87203758-eaa0-4002-8535-d1115c3a1154,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:47.104560 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ebd14751-8142-421b-ba3f-428885fe085a tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:47.115168 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-ebd14751-8142-421b-ba3f-428885fe085a tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6ebdb25-8e84-4385-a816-b28f289fd8cf']}} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:47.126614 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-ebd14751-8142-421b-ba3f-428885fe085a tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37f21c60-f2e7-458f-8630-7a546485df88') {'for_net_delete': True} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:47.126980 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-ebd14751-8142-421b-ba3f-428885fe085a tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37f21c60-f2e7-458f-8630-7a546485df88') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:47.136073 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ebd14751-8142-421b-ba3f-428885fe085a tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191186'] for segment, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:47.150512 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ebd14751-8142-421b-ba3f-428885fe085a tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:47.151079 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11b9e1a-6ab7-458b-b59b-b40790a0d92c None None] Network b6ebdb25-8e84-4385-a816-b28f289fd8cf requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:24:47.161358 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebd14751-8142-421b-ba3f-428885fe085a tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=94260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:24:47.161358 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ebd14751-8142-421b-ba3f-428885fe085a tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58895489'] for segment, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:47.162202 n-d-768862-13 neutron-server[94260]: Traceback (most recent call last): Aug 10 04:24:47.162202 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:24:47.162202 n-d-768862-13 neutron-server[94260]: timer() Aug 10 04:24:47.162202 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:24:47.162202 n-d-768862-13 neutron-server[94260]: cb(*args, **kw) Aug 10 04:24:47.162202 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:24:47.162202 n-d-768862-13 neutron-server[94260]: return func(*args, **kwargs) Aug 10 04:24:47.162202 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:24:47.162202 n-d-768862-13 neutron-server[94260]: self._notify() Aug 10 04:24:47.162202 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:24:47.162202 n-d-768862-13 neutron-server[94260]: self.callback(batched_events) Aug 10 04:24:47.162202 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:24:47.162202 n-d-768862-13 neutron-server[94260]: event.method(event) Aug 10 04:24:47.162202 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:24:47.162202 n-d-768862-13 neutron-server[94260]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:24:47.162202 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:24:47.162202 n-d-768862-13 neutron-server[94260]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:24:47.162202 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:24:47.162202 n-d-768862-13 neutron-server[94260]: return f(self, *a, **k) Aug 10 04:24:47.162202 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:24:47.162202 n-d-768862-13 neutron-server[94260]: return self._get(url).json() Aug 10 04:24:47.162202 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:24:47.162202 n-d-768862-13 neutron-server[94260]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:24:47.162202 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:24:47.162202 n-d-768862-13 neutron-server[94260]: return self.request(url, 'GET', **kwargs) Aug 10 04:24:47.162202 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:24:47.162202 n-d-768862-13 neutron-server[94260]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:24:47.162202 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:24:47.162202 n-d-768862-13 neutron-server[94260]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:24:47.162202 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:24:47.162202 n-d-768862-13 neutron-server[94260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:24:47.162202 n-d-768862-13 neutron-server[94260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:24:47.225675 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ebd14751-8142-421b-ba3f-428885fe085a tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:47.234696 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ebd14751-8142-421b-ba3f-428885fe085a tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Notify callbacks [] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:47.236566 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-ebd14751-8142-421b-ba3f-428885fe085a tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] 10.222.0.44 "DELETE /v2.0/networks/b6ebdb25-8e84-4385-a816-b28f289fd8cf HTTP/1.1" status: 204 len: 168 time: 0.5010767 Aug 10 04:24:47.240364 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 50026) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:47.246398 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-3f6dab85-d955-4b73-b806-8d6855b42713 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1899952196'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:24:47.246586 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd14751-8142-421b-ba3f-428885fe085a tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Pushing event deleted for resources: {'Network': ['ID=b6ebdb25-8e84-4385-a816-b28f289fd8cf,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:47.270474 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f6dab85-d955-4b73-b806-8d6855b42713 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Made reservation on behalf of 4d076022a2404985b723b71480f68930 for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:24:47.272410 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-88b700e8-03fa-4681-87db-803da3b793c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:47.274244 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3f6dab85-d955-4b73-b806-8d6855b42713 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:47.303218 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f6dab85-d955-4b73-b806-8d6855b42713 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:24:47.313341 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3f6dab85-d955-4b73-b806-8d6855b42713 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:47.313694 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-3f6dab85-d955-4b73-b806-8d6855b42713 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Added segment 4ea82b36-28d9-4c89-a1af-116e9c223971 of type vlan for network 3129aaa9-69e8-4f1e-bea6-5e56c150d5d1 Aug 10 04:24:47.358739 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3f6dab85-d955-4b73-b806-8d6855b42713 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:47.363445 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-88b700e8-03fa-4681-87db-803da3b793c8 None None] For port 4d86fcd0-a530-48b9-a359-0ca50330f5ce, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=4d86fcd0-a530-48b9-a359-0ca50330f5ce,segment=NetworkSegment(acff7ee4-51d9-4a35-ad7a-ed8a736e22c3),segment_id=acff7ee4-51d9-4a35-ad7a-ed8a736e22c3)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:24:47.369547 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-88b700e8-03fa-4681-87db-803da3b793c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:47.407035 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3f6dab85-d955-4b73-b806-8d6855b42713 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:47.413107 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6dab85-d955-4b73-b806-8d6855b42713 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:47.413753 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3f6dab85-d955-4b73-b806-8d6855b42713 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:47.435170 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b700e8-03fa-4681-87db-803da3b793c8 None None] Pushing event updated for resources: {'Port': ['ID=4d86fcd0-a530-48b9-a359-0ca50330f5ce,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:47.483828 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-3f6dab85-d955-4b73-b806-8d6855b42713 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2373979 Aug 10 04:24:47.484311 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 50028) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:47.486061 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6dab85-d955-4b73-b806-8d6855b42713 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Pushing event updated for resources: {'Network': ['ID=3129aaa9-69e8-4f1e-bea6-5e56c150d5d1,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:47.490436 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-8ac76db0-b2a6-49ba-b984-356601847054 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Request body: {'subnet': {'network_id': '3129aaa9-69e8-4f1e-bea6-5e56c150d5d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:24:47.499177 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 3129aaa9-69e8-4f1e-bea6-5e56c150d5d1 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:24:47.603831 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ac76db0-b2a6-49ba-b984-356601847054 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Made reservation on behalf of 4d076022a2404985b723b71480f68930 for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:24:47.608066 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8ac76db0-b2a6-49ba-b984-356601847054 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:47.695222 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-3aac8330-732e-4349-8155-0554af813613 None None] Provisioning complete for port 4d86fcd0-a530-48b9-a359-0ca50330f5ce triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:24:47.695980 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3aac8330-732e-4349-8155-0554af813613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:47.805475 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8ac76db0-b2a6-49ba-b984-356601847054 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58895384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805196'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:47.870218 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac76db0-b2a6-49ba-b984-356601847054 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Pushing event updated for resources: {'Subnet': ['ID=fcb39d22-0a71-4a19-894f-4cd69723ed71,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:47.877500 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac76db0-b2a6-49ba-b984-356601847054 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Checking segment: {'id': '4ea82b36-28d9-4c89-a1af-116e9c223971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3129aaa9-69e8-4f1e-bea6-5e56c150d5d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:24:47.877861 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac76db0-b2a6-49ba-b984-356601847054 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Network hostable DHCP agents. Network: 3129aaa9-69e8-4f1e-bea6-5e56c150d5d1, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:24:47.893929 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac76db0-b2a6-49ba-b984-356601847054 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Network 3129aaa9-69e8-4f1e-bea6-5e56c150d5d1 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:24:47.902484 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-8ac76db0-b2a6-49ba-b984-356601847054 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 3129aaa9-69e8-4f1e-bea6-5e56c150d5d1) {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:24:47.907231 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac76db0-b2a6-49ba-b984-356601847054 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:47.907824 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8ac76db0-b2a6-49ba-b984-356601847054 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:47.911400 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760784e3-992b-4338-9175-8cce21f5eb1e None None] Network 3129aaa9-69e8-4f1e-bea6-5e56c150d5d1 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:24:47.923004 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-8ac76db0-b2a6-49ba-b984-356601847054 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4373906 Aug 10 04:24:47.926564 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 50030) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:47.931596 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-ab69ee45-7016-4d4c-82c1-9e3b47f00c56 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-238683743'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:24:47.952582 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab69ee45-7016-4d4c-82c1-9e3b47f00c56 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Made reservation on behalf of 4d076022a2404985b723b71480f68930 for: {'network': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:24:47.956138 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ab69ee45-7016-4d4c-82c1-9e3b47f00c56 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:47.981009 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab69ee45-7016-4d4c-82c1-9e3b47f00c56 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=94260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:24:47.992536 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ab69ee45-7016-4d4c-82c1-9e3b47f00c56 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:47.992911 n-d-768862-13 neutron-server[94260]: INFO neutron.db.segments_db [None req-ab69ee45-7016-4d4c-82c1-9e3b47f00c56 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Added segment 98d7aee9-52c6-403f-9b60-845da946251b of type vlan for network 70418d99-8e0a-4e03-8213-72622b3a2c28 Aug 10 04:24:48.034830 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ab69ee45-7016-4d4c-82c1-9e3b47f00c56 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:48.066133 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc7566f-79d0-4a00-8b12-05e735e63b2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-3129aaa9-69e8-4f1e-bea6-5e56c150d5d1', 'network_id': '3129aaa9-69e8-4f1e-bea6-5e56c150d5d1', 'tenant_id': '4d076022a2404985b723b71480f68930', 'fixed_ips': [{'subnet_id': 'fcb39d22-0a71-4a19-894f-4cd69723ed71'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:24:48.067072 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-0cc7566f-79d0-4a00-8b12-05e735e63b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:48.067504 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ab69ee45-7016-4d4c-82c1-9e3b47f00c56 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:48.073369 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab69ee45-7016-4d4c-82c1-9e3b47f00c56 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:48.073986 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ab69ee45-7016-4d4c-82c1-9e3b47f00c56 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Notify callbacks [] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:48.130833 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-ab69ee45-7016-4d4c-82c1-9e3b47f00c56 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2032077 Aug 10 04:24:48.134066 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 50032) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:48.141677 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-85481332-5f8e-4d7b-a872-c21bfea21309 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Request body: {'subnet': {'network_id': '70418d99-8e0a-4e03-8213-72622b3a2c28', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:24:48.198183 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab69ee45-7016-4d4c-82c1-9e3b47f00c56 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Pushing event updated for resources: {'Network': ['ID=70418d99-8e0a-4e03-8213-72622b3a2c28,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:48.212042 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 70418d99-8e0a-4e03-8213-72622b3a2c28 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:24:48.214387 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-0cc7566f-79d0-4a00-8b12-05e735e63b2b None None] Allocated IP 2001:db8::2 (3129aaa9-69e8-4f1e-bea6-5e56c150d5d1/fcb39d22-0a71-4a19-894f-4cd69723ed71/cd49c1e0-f4ae-42f9-a332-867abaf9c442) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:24:48.243856 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85481332-5f8e-4d7b-a872-c21bfea21309 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Made reservation on behalf of 4d076022a2404985b723b71480f68930 for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:24:48.247909 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-85481332-5f8e-4d7b-a872-c21bfea21309 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:48.422132 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-0cc7566f-79d0-4a00-8b12-05e735e63b2b None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:48.430409 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-0cc7566f-79d0-4a00-8b12-05e735e63b2b None None] Transition to ACTIVE for port object cd49c1e0-f4ae-42f9-a332-867abaf9c442 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:24:48.437694 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-85481332-5f8e-4d7b-a872-c21bfea21309 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58895384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805196'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:48.445623 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-0cc7566f-79d0-4a00-8b12-05e735e63b2b None None] Transition to ACTIVE for port object cd49c1e0-f4ae-42f9-a332-867abaf9c442 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:24:48.451856 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-0cc7566f-79d0-4a00-8b12-05e735e63b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:48.510664 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc7566f-79d0-4a00-8b12-05e735e63b2b None None] Network 3129aaa9-69e8-4f1e-bea6-5e56c150d5d1 is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:24:48.510906 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85481332-5f8e-4d7b-a872-c21bfea21309 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Pushing event updated for resources: {'Subnet': ['ID=1fe31d92-e4ec-44d7-b678-93ae6fd745f5,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:48.513396 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85481332-5f8e-4d7b-a872-c21bfea21309 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Checking segment: {'id': '98d7aee9-52c6-403f-9b60-845da946251b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '70418d99-8e0a-4e03-8213-72622b3a2c28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:24:48.513763 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85481332-5f8e-4d7b-a872-c21bfea21309 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Network hostable DHCP agents. Network: 70418d99-8e0a-4e03-8213-72622b3a2c28, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:24:48.514610 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-0cc7566f-79d0-4a00-8b12-05e735e63b2b None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:24:48.522392 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc7566f-79d0-4a00-8b12-05e735e63b2b None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:24:48.524472 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc7566f-79d0-4a00-8b12-05e735e63b2b None None] Pushing event updated for resources: {'Port': ['ID=cd49c1e0-f4ae-42f9-a332-867abaf9c442,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:48.528997 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 4d86fcd0-a530-48b9-a359-0ca50330f5ce up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:24:48.532398 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85481332-5f8e-4d7b-a872-c21bfea21309 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Network 70418d99-8e0a-4e03-8213-72622b3a2c28 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:24:48.542841 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-85481332-5f8e-4d7b-a872-c21bfea21309 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 70418d99-8e0a-4e03-8213-72622b3a2c28) {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:24:48.547536 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85481332-5f8e-4d7b-a872-c21bfea21309 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:48.548136 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-85481332-5f8e-4d7b-a872-c21bfea21309 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:48.566712 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-85481332-5f8e-4d7b-a872-c21bfea21309 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4316437 Aug 10 04:24:48.569216 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 50034) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:48.576221 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401d29dd-7346-494c-bfb3-296faaca45a6 None None] Network 70418d99-8e0a-4e03-8213-72622b3a2c28 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:24:48.671114 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-0cc7566f-79d0-4a00-8b12-05e735e63b2b None None] Attempting to bind port cd49c1e0-f4ae-42f9-a332-867abaf9c442 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:24:48.671486 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-0cc7566f-79d0-4a00-8b12-05e735e63b2b None None] Attempting to bind port cd49c1e0-f4ae-42f9-a332-867abaf9c442 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '4ea82b36-28d9-4c89-a1af-116e9c223971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3129aaa9-69e8-4f1e-bea6-5e56c150d5d1'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:24:48.671845 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc7566f-79d0-4a00-8b12-05e735e63b2b None None] Attempting to bind port cd49c1e0-f4ae-42f9-a332-867abaf9c442 on network 3129aaa9-69e8-4f1e-bea6-5e56c150d5d1 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:24:48.682849 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d927401f-20ac-4ddf-ae24-ab16588f8097 req-e3c37346-7f32-4d20-9a68-dde702845403 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=22882bb5-df6a-4a03-b8b1-8ebacb558477&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0930641 Aug 10 04:24:48.684438 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc7566f-79d0-4a00-8b12-05e735e63b2b None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:24:48.684873 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc7566f-79d0-4a00-8b12-05e735e63b2b None None] Checking segment: {'id': '4ea82b36-28d9-4c89-a1af-116e9c223971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3129aaa9-69e8-4f1e-bea6-5e56c150d5d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:24:48.685776 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-0cc7566f-79d0-4a00-8b12-05e735e63b2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:48.686167 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc7566f-79d0-4a00-8b12-05e735e63b2b None None] Bound using segment: {'id': '4ea82b36-28d9-4c89-a1af-116e9c223971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3129aaa9-69e8-4f1e-bea6-5e56c150d5d1'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:24:48.686669 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-0cc7566f-79d0-4a00-8b12-05e735e63b2b None None] Bound port: cd49c1e0-f4ae-42f9-a332-867abaf9c442, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ea82b36-28d9-4c89-a1af-116e9c223971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3129aaa9-69e8-4f1e-bea6-5e56c150d5d1'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:24:48.687053 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-0cc7566f-79d0-4a00-8b12-05e735e63b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:48.708732 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1015a0e3-ba9d-4bfc-a306-d8e52536a968 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:48.709020 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 4d86fcd0-a530-48b9-a359-0ca50330f5ce triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:24:48.709307 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:48.791932 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1015a0e3-ba9d-4bfc-a306-d8e52536a968 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:48.826917 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d927401f-20ac-4ddf-ae24-ab16588f8097 req-6213b848-6cbf-45f3-94e0-897696d01820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:48.828447 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d927401f-20ac-4ddf-ae24-ab16588f8097 req-6213b848-6cbf-45f3-94e0-897696d01820 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4d9562697164912ae96f22f47b4a54d&device_id=22882bb5-df6a-4a03-b8b1-8ebacb558477 HTTP/1.1" status: 200 len: 1098 time: 0.0867803 Aug 10 04:24:48.852386 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-0cc7566f-79d0-4a00-8b12-05e735e63b2b None None] For port cd49c1e0-f4ae-42f9-a332-867abaf9c442, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:24:48.857312 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7be967-9f13-4271-bdce-5b6b2c93664e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-70418d99-8e0a-4e03-8213-72622b3a2c28', 'network_id': '70418d99-8e0a-4e03-8213-72622b3a2c28', 'tenant_id': '4d076022a2404985b723b71480f68930', 'fixed_ips': [{'subnet_id': '1fe31d92-e4ec-44d7-b678-93ae6fd745f5'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:24:48.858154 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ee7be967-9f13-4271-bdce-5b6b2c93664e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:48.898008 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-0cc7566f-79d0-4a00-8b12-05e735e63b2b None None] For port cd49c1e0-f4ae-42f9-a332-867abaf9c442, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=cd49c1e0-f4ae-42f9-a332-867abaf9c442,segment=NetworkSegment(4ea82b36-28d9-4c89-a1af-116e9c223971),segment_id=4ea82b36-28d9-4c89-a1af-116e9c223971)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:24:48.909827 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-0cc7566f-79d0-4a00-8b12-05e735e63b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:48.913492 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1015a0e3-ba9d-4bfc-a306-d8e52536a968 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:48.958658 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1015a0e3-ba9d-4bfc-a306-d8e52536a968 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Pushing event deleted for resources: {'Subnet': ['ID=1fe31d92-e4ec-44d7-b678-93ae6fd745f5,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:49.019884 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6467a7-cbb4-4538-8e6b-3eb4e1fd0005 None None] Network 70418d99-8e0a-4e03-8213-72622b3a2c28 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:24:49.042318 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1015a0e3-ba9d-4bfc-a306-d8e52536a968 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:49.052945 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d927401f-20ac-4ddf-ae24-ab16588f8097 req-cbc315bb-8217-4378-8b02-241ed4a7e9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:49.054509 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d927401f-20ac-4ddf-ae24-ab16588f8097 req-cbc315bb-8217-4378-8b02-241ed4a7e9a7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=86e70408-f9ef-4815-aa8f-59304e4ed4c8 HTTP/1.1" status: 200 len: 911 time: 0.2031190 Aug 10 04:24:49.058730 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-1015a0e3-ba9d-4bfc-a306-d8e52536a968 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70418d99-8e0a-4e03-8213-72622b3a2c28']}} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:49.076328 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-1015a0e3-ba9d-4bfc-a306-d8e52536a968 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98d7aee9-52c6-403f-9b60-845da946251b') {'for_net_delete': True} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:49.076687 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-1015a0e3-ba9d-4bfc-a306-d8e52536a968 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98d7aee9-52c6-403f-9b60-845da946251b') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:49.084923 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc7566f-79d0-4a00-8b12-05e735e63b2b None None] Pushing event updated for resources: {'Port': ['ID=cd49c1e0-f4ae-42f9-a332-867abaf9c442,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:49.119772 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d927401f-20ac-4ddf-ae24-ab16588f8097 req-e959deec-2642-4c08-8fb0-e6093ac2ac83 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=600c6ca9-6224-4086-b5df-8c2df8511b77 HTTP/1.1" status: 200 len: 217 time: 0.0533435 Aug 10 04:24:49.121565 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1015a0e3-ba9d-4bfc-a306-d8e52536a968 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191186'] for segment, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:49.162567 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1015a0e3-ba9d-4bfc-a306-d8e52536a968 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:49.175244 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1015a0e3-ba9d-4bfc-a306-d8e52536a968 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=94260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:24:49.175666 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1015a0e3-ba9d-4bfc-a306-d8e52536a968 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58895489'] for segment, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:49.178657 n-d-768862-13 neutron-server[94260]: Traceback (most recent call last): Aug 10 04:24:49.178657 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:24:49.178657 n-d-768862-13 neutron-server[94260]: timer() Aug 10 04:24:49.178657 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:24:49.178657 n-d-768862-13 neutron-server[94260]: cb(*args, **kw) Aug 10 04:24:49.178657 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:24:49.178657 n-d-768862-13 neutron-server[94260]: return func(*args, **kwargs) Aug 10 04:24:49.178657 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:24:49.178657 n-d-768862-13 neutron-server[94260]: self._notify() Aug 10 04:24:49.178657 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:24:49.178657 n-d-768862-13 neutron-server[94260]: self.callback(batched_events) Aug 10 04:24:49.178657 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:24:49.178657 n-d-768862-13 neutron-server[94260]: event.method(event) Aug 10 04:24:49.178657 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:24:49.178657 n-d-768862-13 neutron-server[94260]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:24:49.178657 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:24:49.178657 n-d-768862-13 neutron-server[94260]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:24:49.178657 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:24:49.178657 n-d-768862-13 neutron-server[94260]: return f(self, *a, **k) Aug 10 04:24:49.178657 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:24:49.178657 n-d-768862-13 neutron-server[94260]: return self._get(url).json() Aug 10 04:24:49.178657 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:24:49.178657 n-d-768862-13 neutron-server[94260]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:24:49.178657 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:24:49.178657 n-d-768862-13 neutron-server[94260]: return self.request(url, 'GET', **kwargs) Aug 10 04:24:49.178657 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:24:49.178657 n-d-768862-13 neutron-server[94260]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:24:49.178657 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:24:49.178657 n-d-768862-13 neutron-server[94260]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:24:49.178657 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:24:49.178657 n-d-768862-13 neutron-server[94260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:24:49.178657 n-d-768862-13 neutron-server[94260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:24:49.235481 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d927401f-20ac-4ddf-ae24-ab16588f8097 req-a57d4a33-b6a5-4b2d-b419-d5bb289db27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:49.237356 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d927401f-20ac-4ddf-ae24-ab16588f8097 req-a57d4a33-b6a5-4b2d-b419-d5bb289db27f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=48d8056f-5fb2-463c-96bd-f6f5ed5da27e HTTP/1.1" status: 200 len: 850 time: 0.1088111 Aug 10 04:24:49.277725 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1015a0e3-ba9d-4bfc-a306-d8e52536a968 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:49.285904 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1015a0e3-ba9d-4bfc-a306-d8e52536a968 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Notify callbacks [] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:49.287923 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-1015a0e3-ba9d-4bfc-a306-d8e52536a968 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] 10.222.0.44 "DELETE /v2.0/networks/70418d99-8e0a-4e03-8213-72622b3a2c28 HTTP/1.1" status: 204 len: 168 time: 0.7175734 Aug 10 04:24:49.291102 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 50036) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:49.303188 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1015a0e3-ba9d-4bfc-a306-d8e52536a968 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Pushing event deleted for resources: {'Network': ['ID=70418d99-8e0a-4e03-8213-72622b3a2c28,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:49.314879 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d927401f-20ac-4ddf-ae24-ab16588f8097 req-a4b030d2-4cab-4ac7-970b-067902aff533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:49.316726 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d927401f-20ac-4ddf-ae24-ab16588f8097 req-a4b030d2-4cab-4ac7-970b-067902aff533 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=86e70408-f9ef-4815-aa8f-59304e4ed4c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0664151 Aug 10 04:24:49.326436 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-e95b2378-b606-44f7-a0bd-126837619837 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] GET failed (client error): The resource could not be found. Aug 10 04:24:49.327811 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e95b2378-b606-44f7-a0bd-126837619837 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] 10.222.0.44 "GET /v2.0/subnets/1fe31d92-e4ec-44d7-b678-93ae6fd745f5 HTTP/1.1" status: 404 len: 337 time: 0.0350068 Aug 10 04:24:49.330624 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 50038) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:49.356068 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-e73bf2dc-e32a-4483-b115-5d2bc65d6dfb tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] DELETE failed (client error): The resource could not be found. Aug 10 04:24:49.356710 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e73bf2dc-e32a-4483-b115-5d2bc65d6dfb tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:24:49.359104 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e73bf2dc-e32a-4483-b115-5d2bc65d6dfb tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] 10.222.0.44 "DELETE /v2.0/networks/70418d99-8e0a-4e03-8213-72622b3a2c28 HTTP/1.1" status: 404 len: 339 time: 0.0273130 Aug 10 04:24:49.363346 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 50040) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:49.390457 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ab5313e-81a1-4ad7-ab81-7b5d0b23edb0 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] DELETE failed (client error): The resource could not be found. Aug 10 04:24:49.391083 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ab5313e-81a1-4ad7-ab81-7b5d0b23edb0 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:24:49.392640 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-0ab5313e-81a1-4ad7-ab81-7b5d0b23edb0 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] 10.222.0.44 "DELETE /v2.0/subnets/1fe31d92-e4ec-44d7-b678-93ae6fd745f5 HTTP/1.1" status: 404 len: 337 time: 0.0283375 Aug 10 04:24:49.395305 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 50042) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:49.414712 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-030cff7a-cb1a-43f4-9f0c-589c5cbc25d8 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] DELETE failed (client error): The resource could not be found. Aug 10 04:24:49.415282 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-030cff7a-cb1a-43f4-9f0c-589c5cbc25d8 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:24:49.417006 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-030cff7a-cb1a-43f4-9f0c-589c5cbc25d8 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] 10.222.0.44 "DELETE /v2.0/networks/70418d99-8e0a-4e03-8213-72622b3a2c28 HTTP/1.1" status: 404 len: 339 time: 0.0206180 Aug 10 04:24:49.419403 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d927401f-20ac-4ddf-ae24-ab16588f8097 req-97908287-5eec-4a5d-91eb-acd65f51ef6f service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942419 Aug 10 04:24:49.419856 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 50044) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:49.516304 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_v2 [None req-34ad8aba-9f60-4f8d-af5b-4934143d20c0 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Deleting subnet fcb39d22-0a71-4a19-894f-4cd69723ed71 {{(pid=94260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:24:49.522060 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-34ad8aba-9f60-4f8d-af5b-4934143d20c0 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Notify callbacks [] for subnet, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:49.583541 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-34ad8aba-9f60-4f8d-af5b-4934143d20c0 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191173'] for subnet, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:49.587925 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d927401f-20ac-4ddf-ae24-ab16588f8097 req-aed9754a-a950-430a-a3d3-311aaa7dd608 service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605988 Aug 10 04:24:49.675780 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-34ad8aba-9f60-4f8d-af5b-4934143d20c0 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:49.749311 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-34ad8aba-9f60-4f8d-af5b-4934143d20c0 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:49.783662 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ad8aba-9f60-4f8d-af5b-4934143d20c0 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Pushing event deleted for resources: {'Subnet': ['ID=fcb39d22-0a71-4a19-894f-4cd69723ed71,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:49.787452 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-34ad8aba-9f60-4f8d-af5b-4934143d20c0 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:49.789391 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-34ad8aba-9f60-4f8d-af5b-4934143d20c0 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] 10.222.0.44 "DELETE /v2.0/subnets/fcb39d22-0a71-4a19-894f-4cd69723ed71 HTTP/1.1" status: 204 len: 168 time: 0.3686082 Aug 10 04:24:49.791918 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 50046) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:49.870887 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-75b7ae81-985e-4dff-b66e-05e9d9660ec0 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:49.928946 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-75b7ae81-985e-4dff-b66e-05e9d9660ec0 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Deleting port cd49c1e0-f4ae-42f9-a332-867abaf9c442 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:24:49.929296 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-75b7ae81-985e-4dff-b66e-05e9d9660ec0 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:49.938938 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f269536-1a53-432d-845e-802960844481 None None] Network 3129aaa9-69e8-4f1e-bea6-5e56c150d5d1 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:24:49.998075 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [None req-75b7ae81-985e-4dff-b66e-05e9d9660ec0 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] For port cd49c1e0-f4ae-42f9-a332-867abaf9c442, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=cd49c1e0-f4ae-42f9-a332-867abaf9c442,segment=NetworkSegment(4ea82b36-28d9-4c89-a1af-116e9c223971),segment_id=4ea82b36-28d9-4c89-a1af-116e9c223971)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:24:49.998489 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-75b7ae81-985e-4dff-b66e-05e9d9660ec0 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:50.012788 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-75b7ae81-985e-4dff-b66e-05e9d9660ec0 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Calling delete_port for cd49c1e0-f4ae-42f9-a332-867abaf9c442 owned by network:dhcp {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:24:50.049874 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-3d6769e8-be14-4c53-81dc-6238edcfa33c None None] Provisioning for port cd49c1e0-f4ae-42f9-a332-867abaf9c442 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:24:50.094093 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-75b7ae81-985e-4dff-b66e-05e9d9660ec0 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:50.114042 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657a0619-62ab-4f12-9512-b2323a338821 None None] DHCP port deletion for 3129aaa9-69e8-4f1e-bea6-5e56c150d5d1 request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:24:50.120500 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b7ae81-985e-4dff-b66e-05e9d9660ec0 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Pushing event deleted for resources: {'Port': ['ID=cd49c1e0-f4ae-42f9-a332-867abaf9c442,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:50.125230 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b7ae81-985e-4dff-b66e-05e9d9660ec0 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] No DVR routers for this DVR port cd49c1e0-f4ae-42f9-a332-867abaf9c442 on host n-d-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:24:50.208060 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-75b7ae81-985e-4dff-b66e-05e9d9660ec0 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:50.218343 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-75b7ae81-985e-4dff-b66e-05e9d9660ec0 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3129aaa9-69e8-4f1e-bea6-5e56c150d5d1']}} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:50.228881 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-75b7ae81-985e-4dff-b66e-05e9d9660ec0 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ea82b36-28d9-4c89-a1af-116e9c223971') {'for_net_delete': True} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:50.229131 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-75b7ae81-985e-4dff-b66e-05e9d9660ec0 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ea82b36-28d9-4c89-a1af-116e9c223971') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:50.238473 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-75b7ae81-985e-4dff-b66e-05e9d9660ec0 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191186'] for segment, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:50.252528 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-75b7ae81-985e-4dff-b66e-05e9d9660ec0 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:50.259050 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75b7ae81-985e-4dff-b66e-05e9d9660ec0 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=94260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:24:50.259481 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-75b7ae81-985e-4dff-b66e-05e9d9660ec0 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58895489'] for segment, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:50.262411 n-d-768862-13 neutron-server[94260]: Traceback (most recent call last): Aug 10 04:24:50.262411 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:24:50.262411 n-d-768862-13 neutron-server[94260]: timer() Aug 10 04:24:50.262411 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:24:50.262411 n-d-768862-13 neutron-server[94260]: cb(*args, **kw) Aug 10 04:24:50.262411 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:24:50.262411 n-d-768862-13 neutron-server[94260]: return func(*args, **kwargs) Aug 10 04:24:50.262411 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:24:50.262411 n-d-768862-13 neutron-server[94260]: self._notify() Aug 10 04:24:50.262411 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:24:50.262411 n-d-768862-13 neutron-server[94260]: self.callback(batched_events) Aug 10 04:24:50.262411 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:24:50.262411 n-d-768862-13 neutron-server[94260]: event.method(event) Aug 10 04:24:50.262411 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:24:50.262411 n-d-768862-13 neutron-server[94260]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:24:50.262411 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:24:50.262411 n-d-768862-13 neutron-server[94260]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:24:50.262411 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:24:50.262411 n-d-768862-13 neutron-server[94260]: return f(self, *a, **k) Aug 10 04:24:50.262411 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:24:50.262411 n-d-768862-13 neutron-server[94260]: return self._get(url).json() Aug 10 04:24:50.262411 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:24:50.262411 n-d-768862-13 neutron-server[94260]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:24:50.262411 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:24:50.262411 n-d-768862-13 neutron-server[94260]: return self.request(url, 'GET', **kwargs) Aug 10 04:24:50.262411 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:24:50.262411 n-d-768862-13 neutron-server[94260]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:24:50.262411 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:24:50.262411 n-d-768862-13 neutron-server[94260]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:24:50.262411 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:24:50.262411 n-d-768862-13 neutron-server[94260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:24:50.262411 n-d-768862-13 neutron-server[94260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:24:50.322560 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-75b7ae81-985e-4dff-b66e-05e9d9660ec0 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:50.329387 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-75b7ae81-985e-4dff-b66e-05e9d9660ec0 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Notify callbacks [] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:50.331274 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-75b7ae81-985e-4dff-b66e-05e9d9660ec0 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] 10.222.0.44 "DELETE /v2.0/networks/3129aaa9-69e8-4f1e-bea6-5e56c150d5d1 HTTP/1.1" status: 204 len: 168 time: 0.5382304 Aug 10 04:24:50.333838 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 50048) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:50.343435 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b7ae81-985e-4dff-b66e-05e9d9660ec0 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Pushing event deleted for resources: {'Network': ['ID=3129aaa9-69e8-4f1e-bea6-5e56c150d5d1,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:50.361083 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0bea43f-09c0-423f-aa7b-47ee7c698a9b tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] DELETE failed (client error): The resource could not be found. Aug 10 04:24:50.361540 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0bea43f-09c0-423f-aa7b-47ee7c698a9b tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:24:50.363296 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-c0bea43f-09c0-423f-aa7b-47ee7c698a9b tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] 10.222.0.44 "DELETE /v2.0/subnets/87203758-eaa0-4002-8535-d1115c3a1154 HTTP/1.1" status: 404 len: 337 time: 0.0284534 Aug 10 04:24:50.365802 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 50050) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:50.383583 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-80da3eb1-303a-4792-8d3e-5a21dd2b2ede tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] DELETE failed (client error): The resource could not be found. Aug 10 04:24:50.384126 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80da3eb1-303a-4792-8d3e-5a21dd2b2ede tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:24:50.385802 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-80da3eb1-303a-4792-8d3e-5a21dd2b2ede tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] 10.222.0.44 "DELETE /v2.0/networks/b6ebdb25-8e84-4385-a816-b28f289fd8cf HTTP/1.1" status: 404 len: 339 time: 0.0190752 Aug 10 04:24:50.388377 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 50052) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:50.413892 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b14e1b5-25ed-4be4-bd97-c0833eb603e1 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] DELETE failed (client error): The resource could not be found. Aug 10 04:24:50.414361 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b14e1b5-25ed-4be4-bd97-c0833eb603e1 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:24:50.416048 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-7b14e1b5-25ed-4be4-bd97-c0833eb603e1 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] 10.222.0.44 "DELETE /v2.0/subnets/e793c8ed-ff18-4382-8b81-6f1eef7f3c5f HTTP/1.1" status: 404 len: 337 time: 0.0267515 Aug 10 04:24:50.418614 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 50054) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:50.437202 n-d-768862-13 neutron-server[94261]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5096018-907b-4ca1-b41a-9093d95beab2 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] DELETE failed (client error): The resource could not be found. Aug 10 04:24:50.437731 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5096018-907b-4ca1-b41a-9093d95beab2 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:24:50.439443 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-c5096018-907b-4ca1-b41a-9093d95beab2 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] 10.222.0.44 "DELETE /v2.0/networks/ad9441e6-2702-465d-8c29-652f8cde804d HTTP/1.1" status: 404 len: 339 time: 0.0199285 Aug 10 04:24:50.441894 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 50056) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:50.498144 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebd21f1b-84e1-45d6-ad2d-c197d254cb28 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Deleting subnet 505c4eb1-5718-4635-94c1-6c9112a6ba79 {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:24:50.501406 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ebd21f1b-84e1-45d6-ad2d-c197d254cb28 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:50.541395 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ebd21f1b-84e1-45d6-ad2d-c197d254cb28 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:50.625861 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ebd21f1b-84e1-45d6-ad2d-c197d254cb28 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:50.687175 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ebd21f1b-84e1-45d6-ad2d-c197d254cb28 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:50.714469 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd21f1b-84e1-45d6-ad2d-c197d254cb28 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Pushing event deleted for resources: {'Subnet': ['ID=505c4eb1-5718-4635-94c1-6c9112a6ba79,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:50.718722 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ebd21f1b-84e1-45d6-ad2d-c197d254cb28 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:50.721731 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ebd21f1b-84e1-45d6-ad2d-c197d254cb28 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] 10.222.0.44 "DELETE /v2.0/subnets/505c4eb1-5718-4635-94c1-6c9112a6ba79 HTTP/1.1" status: 204 len: 168 time: 0.2777762 Aug 10 04:24:50.723138 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 50058) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:50.725566 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15332fbe-15c5-4687-9358-3473d0590c16 None None] Network d2701623-6311-4062-921f-11b25c667d24 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:24:50.800673 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-abf1dc22-e0c8-4be9-8a9b-723ed2aa75c8 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:50.859631 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-abf1dc22-e0c8-4be9-8a9b-723ed2aa75c8 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Deleting port 4d86fcd0-a530-48b9-a359-0ca50330f5ce {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:24:50.859974 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-abf1dc22-e0c8-4be9-8a9b-723ed2aa75c8 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:50.897730 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3ab033-79fe-4f2b-948b-5eb109dc9ea9 None None] DHCP port deletion for d2701623-6311-4062-921f-11b25c667d24 request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:24:50.929101 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-abf1dc22-e0c8-4be9-8a9b-723ed2aa75c8 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] For port 4d86fcd0-a530-48b9-a359-0ca50330f5ce, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=4d86fcd0-a530-48b9-a359-0ca50330f5ce,segment=NetworkSegment(acff7ee4-51d9-4a35-ad7a-ed8a736e22c3),segment_id=acff7ee4-51d9-4a35-ad7a-ed8a736e22c3)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:24:50.929461 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-abf1dc22-e0c8-4be9-8a9b-723ed2aa75c8 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:50.943021 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-abf1dc22-e0c8-4be9-8a9b-723ed2aa75c8 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Calling delete_port for 4d86fcd0-a530-48b9-a359-0ca50330f5ce owned by network:dhcp {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:24:50.947137 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-eb3ab033-79fe-4f2b-948b-5eb109dc9ea9 None None] Deleting port 4d86fcd0-a530-48b9-a359-0ca50330f5ce {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:24:50.947514 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-eb3ab033-79fe-4f2b-948b-5eb109dc9ea9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:51.012245 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-eb3ab033-79fe-4f2b-948b-5eb109dc9ea9 None None] For port 4d86fcd0-a530-48b9-a359-0ca50330f5ce, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=4d86fcd0-a530-48b9-a359-0ca50330f5ce,segment=NetworkSegment(acff7ee4-51d9-4a35-ad7a-ed8a736e22c3),segment_id=acff7ee4-51d9-4a35-ad7a-ed8a736e22c3)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:24:51.012650 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-eb3ab033-79fe-4f2b-948b-5eb109dc9ea9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:51.025069 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-abf1dc22-e0c8-4be9-8a9b-723ed2aa75c8 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:51.026542 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-eb3ab033-79fe-4f2b-948b-5eb109dc9ea9 None None] Calling delete_port for 4d86fcd0-a530-48b9-a359-0ca50330f5ce owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:24:51.060865 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf1dc22-e0c8-4be9-8a9b-723ed2aa75c8 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] No DVR routers for this DVR port 4d86fcd0-a530-48b9-a359-0ca50330f5ce on host n-d-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:24:51.065992 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf1dc22-e0c8-4be9-8a9b-723ed2aa75c8 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Pushing event deleted for resources: {'Port': ['ID=4d86fcd0-a530-48b9-a359-0ca50330f5ce,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:51.107243 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-eb3ab033-79fe-4f2b-948b-5eb109dc9ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:51.132614 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3ab033-79fe-4f2b-948b-5eb109dc9ea9 None None] Pushing event deleted for resources: {'Port': ['ID=4d86fcd0-a530-48b9-a359-0ca50330f5ce,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:51.136019 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3ab033-79fe-4f2b-948b-5eb109dc9ea9 None None] No DVR routers for this DVR port 4d86fcd0-a530-48b9-a359-0ca50330f5ce on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:24:51.143995 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-abf1dc22-e0c8-4be9-8a9b-723ed2aa75c8 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:51.154301 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-abf1dc22-e0c8-4be9-8a9b-723ed2aa75c8 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2701623-6311-4062-921f-11b25c667d24']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:51.164841 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-abf1dc22-e0c8-4be9-8a9b-723ed2aa75c8 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acff7ee4-51d9-4a35-ad7a-ed8a736e22c3') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:51.165143 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-abf1dc22-e0c8-4be9-8a9b-723ed2aa75c8 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acff7ee4-51d9-4a35-ad7a-ed8a736e22c3') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:51.174458 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-abf1dc22-e0c8-4be9-8a9b-723ed2aa75c8 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:51.189155 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-abf1dc22-e0c8-4be9-8a9b-723ed2aa75c8 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:51.195219 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abf1dc22-e0c8-4be9-8a9b-723ed2aa75c8 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:24:51.195642 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-abf1dc22-e0c8-4be9-8a9b-723ed2aa75c8 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:51.198742 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 04:24:51.198742 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:24:51.198742 n-d-768862-13 neutron-server[94261]: timer() Aug 10 04:24:51.198742 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:24:51.198742 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 04:24:51.198742 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:24:51.198742 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 04:24:51.198742 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:24:51.198742 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 04:24:51.198742 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:24:51.198742 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 04:24:51.198742 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:24:51.198742 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 04:24:51.198742 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:24:51.198742 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:24:51.198742 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:24:51.198742 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:24:51.198742 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:24:51.198742 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 04:24:51.198742 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:24:51.198742 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 04:24:51.198742 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:24:51.198742 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:24:51.198742 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:24:51.198742 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 04:24:51.198742 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:24:51.198742 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:24:51.198742 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:24:51.198742 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:24:51.198742 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:24:51.198742 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:24:51.198742 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:24:51.260423 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-abf1dc22-e0c8-4be9-8a9b-723ed2aa75c8 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:51.267863 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-abf1dc22-e0c8-4be9-8a9b-723ed2aa75c8 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:51.269587 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-abf1dc22-e0c8-4be9-8a9b-723ed2aa75c8 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] 10.222.0.44 "DELETE /v2.0/networks/d2701623-6311-4062-921f-11b25c667d24 HTTP/1.1" status: 204 len: 168 time: 0.5455112 Aug 10 04:24:51.281280 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf1dc22-e0c8-4be9-8a9b-723ed2aa75c8 tempest-NetworksIpV6Test-2109226834 tempest-NetworksIpV6Test-2109226834-project] Pushing event deleted for resources: {'Network': ['ID=d2701623-6311-4062-921f-11b25c667d24,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:51.498869 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-5b1a9344-660a-44a8-9fb6-05c024f57b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:51.530122 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 50064) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:51.689256 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-adac06b6-0143-4c67-aca8-a63b45a83584 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4d076022a2404985b723b71480f68930&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1578157 Aug 10 04:24:51.691814 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 50068) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:51.741949 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4451941e-eb32-45ac-831d-56d353a87ce8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:51.763151 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4451941e-eb32-45ac-831d-56d353a87ce8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:51.812816 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4451941e-eb32-45ac-831d-56d353a87ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:51.815798 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4451941e-eb32-45ac-831d-56d353a87ce8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:51.817058 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-4451941e-eb32-45ac-831d-56d353a87ce8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/68423668-2fe0-4ee0-a616-54f41de4d836 HTTP/1.1" status: 204 len: 168 time: 0.1242619 Aug 10 04:24:51.825691 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4451941e-eb32-45ac-831d-56d353a87ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68423668-2fe0-4ee0-a616-54f41de4d836,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:52.458672 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 50090) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:52.508051 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 4d86fcd0-a530-48b9-a359-0ca50330f5ce no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:24:52.528420 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 4d86fcd0-a530-48b9-a359-0ca50330f5ce {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:24:52.529342 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 4d86fcd0-a530-48b9-a359-0ca50330f5ce not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:24:52.559122 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-b62ba94a-69b5-481e-9fac-50ada5f2138d tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1297751890', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:24:52.583561 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b62ba94a-69b5-481e-9fac-50ada5f2138d tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:52.584727 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b62ba94a-69b5-481e-9fac-50ada5f2138d tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:52.640479 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b62ba94a-69b5-481e-9fac-50ada5f2138d tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:52.645029 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b62ba94a-69b5-481e-9fac-50ada5f2138d tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:52.660023 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b62ba94a-69b5-481e-9fac-50ada5f2138d tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:52.661298 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-b62ba94a-69b5-481e-9fac-50ada5f2138d tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2017100 Aug 10 04:24:52.664034 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 50094) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:52.668874 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-747bb108-5973-4c06-8878-05400a90f5e7 tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1717959188'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:24:52.690507 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-747bb108-5973-4c06-8878-05400a90f5e7 tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Made reservation on behalf of 201214b49db449cdae3a115fbc2f0cbd for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:24:52.693965 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-747bb108-5973-4c06-8878-05400a90f5e7 tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:52.704101 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-747bb108-5973-4c06-8878-05400a90f5e7 tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:52.794590 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-747bb108-5973-4c06-8878-05400a90f5e7 tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:52.798420 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-747bb108-5973-4c06-8878-05400a90f5e7 tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:52.825136 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-747bb108-5973-4c06-8878-05400a90f5e7 tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:24:52.835500 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747bb108-5973-4c06-8878-05400a90f5e7 tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6651f83-a94e-4e8c-aeef-41cd64583990,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:52.840384 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-747bb108-5973-4c06-8878-05400a90f5e7 tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:52.840728 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-747bb108-5973-4c06-8878-05400a90f5e7 tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Added segment 64a9cbdf-dd13-4049-8aa1-a8ec38039ba2 of type vlan for network 982ae793-f796-4ff0-9d6a-c4c160798d47 Aug 10 04:24:52.885428 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-747bb108-5973-4c06-8878-05400a90f5e7 tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:52.915333 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-747bb108-5973-4c06-8878-05400a90f5e7 tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:52.921365 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747bb108-5973-4c06-8878-05400a90f5e7 tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:52.921948 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-747bb108-5973-4c06-8878-05400a90f5e7 tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:52.980354 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-747bb108-5973-4c06-8878-05400a90f5e7 tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3151352 Aug 10 04:24:52.983583 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 50096) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:52.988594 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-976ce67f-fe1b-4d09-94d8-4fb939711afc tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Request body: {'subnet': {'network_id': '982ae793-f796-4ff0-9d6a-c4c160798d47', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:24:53.006691 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747bb108-5973-4c06-8878-05400a90f5e7 tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Pushing event updated for resources: {'Network': ['ID=982ae793-f796-4ff0-9d6a-c4c160798d47,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:53.020187 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 982ae793-f796-4ff0-9d6a-c4c160798d47 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:24:53.088970 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-976ce67f-fe1b-4d09-94d8-4fb939711afc tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Made reservation on behalf of 201214b49db449cdae3a115fbc2f0cbd for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:24:53.092687 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-976ce67f-fe1b-4d09-94d8-4fb939711afc tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:53.272590 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-976ce67f-fe1b-4d09-94d8-4fb939711afc tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:53.331254 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976ce67f-fe1b-4d09-94d8-4fb939711afc tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Pushing event updated for resources: {'Subnet': ['ID=afe63933-ade4-4762-bf9d-628d413cfba7,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:53.342728 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976ce67f-fe1b-4d09-94d8-4fb939711afc tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Checking segment: {'id': '64a9cbdf-dd13-4049-8aa1-a8ec38039ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '982ae793-f796-4ff0-9d6a-c4c160798d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:24:53.343092 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976ce67f-fe1b-4d09-94d8-4fb939711afc tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Network hostable DHCP agents. Network: 982ae793-f796-4ff0-9d6a-c4c160798d47, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:24:53.360195 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976ce67f-fe1b-4d09-94d8-4fb939711afc tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Network 982ae793-f796-4ff0-9d6a-c4c160798d47 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:24:53.374137 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-976ce67f-fe1b-4d09-94d8-4fb939711afc tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 982ae793-f796-4ff0-9d6a-c4c160798d47) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:24:53.379780 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976ce67f-fe1b-4d09-94d8-4fb939711afc tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:53.380356 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-976ce67f-fe1b-4d09-94d8-4fb939711afc tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:53.384645 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4f865e-dc1e-46ca-a6d5-cbf5d4d2ff21 None None] Network 982ae793-f796-4ff0-9d6a-c4c160798d47 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:24:53.396683 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-976ce67f-fe1b-4d09-94d8-4fb939711afc tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4119618 Aug 10 04:24:53.399588 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 50098) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:53.405130 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-5add4c56-08b5-474d-92a0-cfeec605f75d tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-86942768'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:24:53.427510 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5add4c56-08b5-474d-92a0-cfeec605f75d tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Made reservation on behalf of 201214b49db449cdae3a115fbc2f0cbd for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:24:53.431315 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5add4c56-08b5-474d-92a0-cfeec605f75d tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:53.459784 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5add4c56-08b5-474d-92a0-cfeec605f75d tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:24:53.470272 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5add4c56-08b5-474d-92a0-cfeec605f75d tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:53.470710 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-5add4c56-08b5-474d-92a0-cfeec605f75d tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Added segment ba5d85aa-71c3-40b3-95d6-2f4323863822 of type vlan for network 2937a325-42f3-48ec-8cb7-0df522c2ffe4 Aug 10 04:24:53.514914 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5add4c56-08b5-474d-92a0-cfeec605f75d tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:53.543431 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af96eb8f-b28e-4e5c-a962-0fd5c9f20c93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-982ae793-f796-4ff0-9d6a-c4c160798d47', 'network_id': '982ae793-f796-4ff0-9d6a-c4c160798d47', 'tenant_id': '201214b49db449cdae3a115fbc2f0cbd', 'fixed_ips': [{'subnet_id': 'afe63933-ade4-4762-bf9d-628d413cfba7'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:24:53.544872 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-af96eb8f-b28e-4e5c-a962-0fd5c9f20c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:53.550365 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5add4c56-08b5-474d-92a0-cfeec605f75d tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:53.556355 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5add4c56-08b5-474d-92a0-cfeec605f75d tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:53.556970 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5add4c56-08b5-474d-92a0-cfeec605f75d tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:53.623724 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-5add4c56-08b5-474d-92a0-cfeec605f75d tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2230573 Aug 10 04:24:53.626634 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 50100) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:53.634217 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5add4c56-08b5-474d-92a0-cfeec605f75d tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Pushing event updated for resources: {'Network': ['ID=2937a325-42f3-48ec-8cb7-0df522c2ffe4,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:53.636738 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-702af9d7-b9f5-47d6-8f8c-54e6444c78f7 tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Request body: {'subnet': {'network_id': '2937a325-42f3-48ec-8cb7-0df522c2ffe4', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:24:53.648368 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 2937a325-42f3-48ec-8cb7-0df522c2ffe4 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:24:53.749146 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-702af9d7-b9f5-47d6-8f8c-54e6444c78f7 tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Made reservation on behalf of 201214b49db449cdae3a115fbc2f0cbd for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:24:53.755160 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-702af9d7-b9f5-47d6-8f8c-54e6444c78f7 tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:53.924237 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-af96eb8f-b28e-4e5c-a962-0fd5c9f20c93 None None] Allocated IP 172.20.0.2 (982ae793-f796-4ff0-9d6a-c4c160798d47/afe63933-ade4-4762-bf9d-628d413cfba7/e29a4400-a441-4998-831d-214eb0baab1b) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:24:53.929677 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-2fadeafe-ae25-45bb-bba2-c6b6492063e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:53.970883 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-702af9d7-b9f5-47d6-8f8c-54e6444c78f7 tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58895384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805196'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:54.025173 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702af9d7-b9f5-47d6-8f8c-54e6444c78f7 tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Pushing event updated for resources: {'Subnet': ['ID=4a1177fb-eb15-4489-a09e-24cb1572d2b9,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:54.042475 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702af9d7-b9f5-47d6-8f8c-54e6444c78f7 tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Checking segment: {'id': 'ba5d85aa-71c3-40b3-95d6-2f4323863822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2937a325-42f3-48ec-8cb7-0df522c2ffe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:24:54.043008 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702af9d7-b9f5-47d6-8f8c-54e6444c78f7 tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Network hostable DHCP agents. Network: 2937a325-42f3-48ec-8cb7-0df522c2ffe4, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:24:54.062983 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702af9d7-b9f5-47d6-8f8c-54e6444c78f7 tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Network 2937a325-42f3-48ec-8cb7-0df522c2ffe4 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:24:54.073223 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-702af9d7-b9f5-47d6-8f8c-54e6444c78f7 tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 2937a325-42f3-48ec-8cb7-0df522c2ffe4) {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:24:54.079013 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702af9d7-b9f5-47d6-8f8c-54e6444c78f7 tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:54.079907 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-702af9d7-b9f5-47d6-8f8c-54e6444c78f7 tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:54.084884 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-af96eb8f-b28e-4e5c-a962-0fd5c9f20c93 None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:54.088412 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82de6784-9911-443a-9bbe-d15142c1cdf3 None None] Network 2937a325-42f3-48ec-8cb7-0df522c2ffe4 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:24:54.095945 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-702af9d7-b9f5-47d6-8f8c-54e6444c78f7 tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4670632 Aug 10 04:24:54.099120 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 50102) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:54.103790 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-b4e3dac5-f2aa-413b-9be5-1d9e5b3076cc tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Request body: {'router': {'external_gateway_info': {'network_id': '2937a325-42f3-48ec-8cb7-0df522c2ffe4'}}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:24:54.133366 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-af96eb8f-b28e-4e5c-a962-0fd5c9f20c93 None None] Transition to ACTIVE for port object e29a4400-a441-4998-831d-214eb0baab1b will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:24:54.157518 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-af96eb8f-b28e-4e5c-a962-0fd5c9f20c93 None None] Transition to ACTIVE for port object e29a4400-a441-4998-831d-214eb0baab1b will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:24:54.171809 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-af96eb8f-b28e-4e5c-a962-0fd5c9f20c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:54.229097 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af96eb8f-b28e-4e5c-a962-0fd5c9f20c93 None None] Network 982ae793-f796-4ff0-9d6a-c4c160798d47 is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:24:54.232241 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-af96eb8f-b28e-4e5c-a962-0fd5c9f20c93 None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:24:54.234685 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af96eb8f-b28e-4e5c-a962-0fd5c9f20c93 None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:24:54.270763 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af96eb8f-b28e-4e5c-a962-0fd5c9f20c93 None None] Pushing event updated for resources: {'Port': ['ID=e29a4400-a441-4998-831d-214eb0baab1b,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:54.321919 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b4e3dac5-f2aa-413b-9be5-1d9e5b3076cc tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:54.347411 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-af96eb8f-b28e-4e5c-a962-0fd5c9f20c93 None None] Attempting to bind port e29a4400-a441-4998-831d-214eb0baab1b on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:24:54.347782 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-af96eb8f-b28e-4e5c-a962-0fd5c9f20c93 None None] Attempting to bind port e29a4400-a441-4998-831d-214eb0baab1b by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '64a9cbdf-dd13-4049-8aa1-a8ec38039ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '982ae793-f796-4ff0-9d6a-c4c160798d47'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:24:54.348160 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af96eb8f-b28e-4e5c-a962-0fd5c9f20c93 None None] Attempting to bind port e29a4400-a441-4998-831d-214eb0baab1b on network 982ae793-f796-4ff0-9d6a-c4c160798d47 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:24:54.363170 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af96eb8f-b28e-4e5c-a962-0fd5c9f20c93 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:24:54.363170 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af96eb8f-b28e-4e5c-a962-0fd5c9f20c93 None None] Checking segment: {'id': '64a9cbdf-dd13-4049-8aa1-a8ec38039ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '982ae793-f796-4ff0-9d6a-c4c160798d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:24:54.363170 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-af96eb8f-b28e-4e5c-a962-0fd5c9f20c93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:54.363798 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af96eb8f-b28e-4e5c-a962-0fd5c9f20c93 None None] Bound using segment: {'id': '64a9cbdf-dd13-4049-8aa1-a8ec38039ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '982ae793-f796-4ff0-9d6a-c4c160798d47'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:24:54.363993 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-af96eb8f-b28e-4e5c-a962-0fd5c9f20c93 None None] Bound port: e29a4400-a441-4998-831d-214eb0baab1b, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64a9cbdf-dd13-4049-8aa1-a8ec38039ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '982ae793-f796-4ff0-9d6a-c4c160798d47'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:24:54.364383 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-af96eb8f-b28e-4e5c-a962-0fd5c9f20c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:54.369741 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47078f1-335b-45ff-980b-a3d5fcfee2de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-2937a325-42f3-48ec-8cb7-0df522c2ffe4', 'network_id': '2937a325-42f3-48ec-8cb7-0df522c2ffe4', 'tenant_id': '201214b49db449cdae3a115fbc2f0cbd', 'fixed_ips': [{'subnet_id': '4a1177fb-eb15-4489-a09e-24cb1572d2b9'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:24:54.370613 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a47078f1-335b-45ff-980b-a3d5fcfee2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:54.391344 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:54.443126 n-d-768862-13 neutron-server[94260]: INFO neutron.api.v2.resource [None req-b4e3dac5-f2aa-413b-9be5-1d9e5b3076cc tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 04:24:54.444213 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-b4e3dac5-f2aa-413b-9be5-1d9e5b3076cc tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] 10.222.0.44 "PUT /v2.0/routers/f685d871-c87c-48a9-8dc6-a11fe02240ee HTTP/1.1" status: 400 len: 364 time: 0.3441372 Aug 10 04:24:54.450079 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 50104) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:54.470314 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:24:54.527447 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-af96eb8f-b28e-4e5c-a962-0fd5c9f20c93 None None] For port e29a4400-a441-4998-831d-214eb0baab1b, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:24:54.560880 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-af96eb8f-b28e-4e5c-a962-0fd5c9f20c93 None None] For port e29a4400-a441-4998-831d-214eb0baab1b, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=e29a4400-a441-4998-831d-214eb0baab1b,segment=NetworkSegment(64a9cbdf-dd13-4049-8aa1-a8ec38039ba2),segment_id=64a9cbdf-dd13-4049-8aa1-a8ec38039ba2)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:24:54.566457 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-af96eb8f-b28e-4e5c-a962-0fd5c9f20c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:54.616369 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-a47078f1-335b-45ff-980b-a3d5fcfee2de None None] Allocated IP 172.21.0.2 (2937a325-42f3-48ec-8cb7-0df522c2ffe4/4a1177fb-eb15-4489-a09e-24cb1572d2b9/d393bd9c-4424-4693-8f40-052b225a5fa4) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:24:54.651772 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af96eb8f-b28e-4e5c-a962-0fd5c9f20c93 None None] Pushing event updated for resources: {'Port': ['ID=e29a4400-a441-4998-831d-214eb0baab1b,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:54.800710 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a47078f1-335b-45ff-980b-a3d5fcfee2de None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:54.813048 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-a47078f1-335b-45ff-980b-a3d5fcfee2de None None] Transition to ACTIVE for port object d393bd9c-4424-4693-8f40-052b225a5fa4 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:24:54.859062 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-a47078f1-335b-45ff-980b-a3d5fcfee2de None None] Transition to ACTIVE for port object d393bd9c-4424-4693-8f40-052b225a5fa4 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:24:54.867764 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a47078f1-335b-45ff-980b-a3d5fcfee2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:54.880235 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bb18d5a-4ad4-4f59-9907-7e1a680604c5 tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Deleting subnet 4a1177fb-eb15-4489-a09e-24cb1572d2b9 {{(pid=94260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:24:54.883982 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8bb18d5a-4ad4-4f59-9907-7e1a680604c5 tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Notify callbacks [] for subnet, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:54.916296 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47078f1-335b-45ff-980b-a3d5fcfee2de None None] Network 2937a325-42f3-48ec-8cb7-0df522c2ffe4 is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:24:54.920178 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-a47078f1-335b-45ff-980b-a3d5fcfee2de None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:24:54.924688 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47078f1-335b-45ff-980b-a3d5fcfee2de None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:24:54.931699 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47078f1-335b-45ff-980b-a3d5fcfee2de None None] Pushing event updated for resources: {'Port': ['ID=d393bd9c-4424-4693-8f40-052b225a5fa4,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:54.942033 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8bb18d5a-4ad4-4f59-9907-7e1a680604c5 tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191173'] for subnet, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:54.989571 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-a47078f1-335b-45ff-980b-a3d5fcfee2de None None] Attempting to bind port d393bd9c-4424-4693-8f40-052b225a5fa4 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:24:54.989959 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-a47078f1-335b-45ff-980b-a3d5fcfee2de None None] Attempting to bind port d393bd9c-4424-4693-8f40-052b225a5fa4 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'ba5d85aa-71c3-40b3-95d6-2f4323863822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2937a325-42f3-48ec-8cb7-0df522c2ffe4'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:24:54.990374 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47078f1-335b-45ff-980b-a3d5fcfee2de None None] Attempting to bind port d393bd9c-4424-4693-8f40-052b225a5fa4 on network 2937a325-42f3-48ec-8cb7-0df522c2ffe4 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:24:54.996049 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47078f1-335b-45ff-980b-a3d5fcfee2de None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:24:54.996430 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47078f1-335b-45ff-980b-a3d5fcfee2de None None] Checking segment: {'id': 'ba5d85aa-71c3-40b3-95d6-2f4323863822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2937a325-42f3-48ec-8cb7-0df522c2ffe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:24:54.996840 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a47078f1-335b-45ff-980b-a3d5fcfee2de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:54.997279 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47078f1-335b-45ff-980b-a3d5fcfee2de None None] Bound using segment: {'id': 'ba5d85aa-71c3-40b3-95d6-2f4323863822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2937a325-42f3-48ec-8cb7-0df522c2ffe4'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:24:54.997755 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-a47078f1-335b-45ff-980b-a3d5fcfee2de None None] Bound port: d393bd9c-4424-4693-8f40-052b225a5fa4, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba5d85aa-71c3-40b3-95d6-2f4323863822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2937a325-42f3-48ec-8cb7-0df522c2ffe4'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:24:54.998142 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a47078f1-335b-45ff-980b-a3d5fcfee2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:55.033212 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8bb18d5a-4ad4-4f59-9907-7e1a680604c5 tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:55.099546 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8bb18d5a-4ad4-4f59-9907-7e1a680604c5 tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:55.102701 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-a47078f1-335b-45ff-980b-a3d5fcfee2de None None] For port d393bd9c-4424-4693-8f40-052b225a5fa4, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:24:55.105965 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-a47078f1-335b-45ff-980b-a3d5fcfee2de None None] For port d393bd9c-4424-4693-8f40-052b225a5fa4, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=d393bd9c-4424-4693-8f40-052b225a5fa4,segment=NetworkSegment(ba5d85aa-71c3-40b3-95d6-2f4323863822),segment_id=ba5d85aa-71c3-40b3-95d6-2f4323863822)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:24:55.111785 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a47078f1-335b-45ff-980b-a3d5fcfee2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:55.128304 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb18d5a-4ad4-4f59-9907-7e1a680604c5 tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Pushing event deleted for resources: {'Subnet': ['ID=4a1177fb-eb15-4489-a09e-24cb1572d2b9,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:55.132653 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8bb18d5a-4ad4-4f59-9907-7e1a680604c5 tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:55.136848 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-8bb18d5a-4ad4-4f59-9907-7e1a680604c5 tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] 10.222.0.44 "DELETE /v2.0/subnets/4a1177fb-eb15-4489-a09e-24cb1572d2b9 HTTP/1.1" status: 204 len: 168 time: 0.6835423 Aug 10 04:24:55.137301 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 50106) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:55.173337 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47078f1-335b-45ff-980b-a3d5fcfee2de None None] Pushing event updated for resources: {'Port': ['ID=d393bd9c-4424-4693-8f40-052b225a5fa4,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:55.226111 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e3ad624c-567a-4d2a-bcbf-fd3c424e3ec4 tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:55.284201 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-e3ad624c-567a-4d2a-bcbf-fd3c424e3ec4 tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Deleting port d393bd9c-4424-4693-8f40-052b225a5fa4 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:24:55.284663 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e3ad624c-567a-4d2a-bcbf-fd3c424e3ec4 tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:55.397881 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-e3ad624c-567a-4d2a-bcbf-fd3c424e3ec4 tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] For port d393bd9c-4424-4693-8f40-052b225a5fa4, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=d393bd9c-4424-4693-8f40-052b225a5fa4,segment=NetworkSegment(ba5d85aa-71c3-40b3-95d6-2f4323863822),segment_id=ba5d85aa-71c3-40b3-95d6-2f4323863822)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:24:55.398325 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e3ad624c-567a-4d2a-bcbf-fd3c424e3ec4 tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:55.413702 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-e3ad624c-567a-4d2a-bcbf-fd3c424e3ec4 tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Calling delete_port for d393bd9c-4424-4693-8f40-052b225a5fa4 owned by network:dhcp {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:24:55.501358 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e3ad624c-567a-4d2a-bcbf-fd3c424e3ec4 tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:55.530581 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ad624c-567a-4d2a-bcbf-fd3c424e3ec4 tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Pushing event deleted for resources: {'Port': ['ID=d393bd9c-4424-4693-8f40-052b225a5fa4,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:55.532527 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ad624c-567a-4d2a-bcbf-fd3c424e3ec4 tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] No DVR routers for this DVR port d393bd9c-4424-4693-8f40-052b225a5fa4 on host n-d-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:24:55.619989 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:55.622719 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e3ad624c-567a-4d2a-bcbf-fd3c424e3ec4 tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:55.634598 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-e3ad624c-567a-4d2a-bcbf-fd3c424e3ec4 tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2937a325-42f3-48ec-8cb7-0df522c2ffe4']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:55.647296 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-e3ad624c-567a-4d2a-bcbf-fd3c424e3ec4 tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba5d85aa-71c3-40b3-95d6-2f4323863822') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:55.647593 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-e3ad624c-567a-4d2a-bcbf-fd3c424e3ec4 tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba5d85aa-71c3-40b3-95d6-2f4323863822') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:55.656785 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e3ad624c-567a-4d2a-bcbf-fd3c424e3ec4 tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:55.671576 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e3ad624c-567a-4d2a-bcbf-fd3c424e3ec4 tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:55.677873 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3ad624c-567a-4d2a-bcbf-fd3c424e3ec4 tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:24:55.678317 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e3ad624c-567a-4d2a-bcbf-fd3c424e3ec4 tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:55.681515 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 04:24:55.681515 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:24:55.681515 n-d-768862-13 neutron-server[94261]: timer() Aug 10 04:24:55.681515 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:24:55.681515 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 04:24:55.681515 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:24:55.681515 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 04:24:55.681515 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:24:55.681515 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 04:24:55.681515 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:24:55.681515 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 04:24:55.681515 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:24:55.681515 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 04:24:55.681515 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:24:55.681515 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:24:55.681515 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:24:55.681515 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:24:55.681515 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:24:55.681515 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 04:24:55.681515 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:24:55.681515 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 04:24:55.681515 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:24:55.681515 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:24:55.681515 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:24:55.681515 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 04:24:55.681515 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:24:55.681515 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:24:55.681515 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:24:55.681515 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:24:55.681515 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:24:55.681515 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:24:55.681515 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:24:55.697397 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e489f488-346e-4c98-8d44-f0ca36c8f6fb None None] Network 982ae793-f796-4ff0-9d6a-c4c160798d47 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:24:55.743529 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e3ad624c-567a-4d2a-bcbf-fd3c424e3ec4 tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:55.751448 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e3ad624c-567a-4d2a-bcbf-fd3c424e3ec4 tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:55.753297 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-53c126bb-a625-46cb-80d7-e6a87ab23f87 None None] Provisioning for port e29a4400-a441-4998-831d-214eb0baab1b completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:24:55.753440 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e3ad624c-567a-4d2a-bcbf-fd3c424e3ec4 tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] 10.222.0.44 "DELETE /v2.0/networks/2937a325-42f3-48ec-8cb7-0df522c2ffe4 HTTP/1.1" status: 204 len: 168 time: 0.6150050 Aug 10 04:24:55.755990 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 50108) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:55.775351 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ad624c-567a-4d2a-bcbf-fd3c424e3ec4 tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Pushing event deleted for resources: {'Network': ['ID=2937a325-42f3-48ec-8cb7-0df522c2ffe4,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:55.819503 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-e77af86e-9916-4f19-8402-1337cf86d7d4 tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Deleting subnet afe63933-ade4-4762-bf9d-628d413cfba7 {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:24:55.822953 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e77af86e-9916-4f19-8402-1337cf86d7d4 tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:55.863901 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e77af86e-9916-4f19-8402-1337cf86d7d4 tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:55.963681 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e77af86e-9916-4f19-8402-1337cf86d7d4 tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:56.030425 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e77af86e-9916-4f19-8402-1337cf86d7d4 tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:56.058280 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77af86e-9916-4f19-8402-1337cf86d7d4 tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Pushing event deleted for resources: {'Subnet': ['ID=afe63933-ade4-4762-bf9d-628d413cfba7,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:56.062336 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e77af86e-9916-4f19-8402-1337cf86d7d4 tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:56.064287 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e77af86e-9916-4f19-8402-1337cf86d7d4 tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] 10.222.0.44 "DELETE /v2.0/subnets/afe63933-ade4-4762-bf9d-628d413cfba7 HTTP/1.1" status: 204 len: 168 time: 0.3073630 Aug 10 04:24:56.066961 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 50110) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:56.094454 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af24d35d-f9d3-4b78-9aa6-79f44336b993 None None] Network 982ae793-f796-4ff0-9d6a-c4c160798d47 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:24:56.156980 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f2f0d971-7ff2-4f41-bde2-5cfcfdbc3a0e tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:56.218882 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-f2f0d971-7ff2-4f41-bde2-5cfcfdbc3a0e tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Deleting port e29a4400-a441-4998-831d-214eb0baab1b {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:24:56.219236 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f2f0d971-7ff2-4f41-bde2-5cfcfdbc3a0e tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:56.258921 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4fa32e2-2995-4e78-85e0-902829231735 None None] DHCP port deletion for 2937a325-42f3-48ec-8cb7-0df522c2ffe4 request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:24:56.274837 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc8c68e-cfba-4e1b-a640-cbd748e7d734 None None] Network 2937a325-42f3-48ec-8cb7-0df522c2ffe4 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:24:56.288172 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc8c68e-cfba-4e1b-a640-cbd748e7d734 None None] Network 2937a325-42f3-48ec-8cb7-0df522c2ffe4 could not be found, it might have been deleted concurrently. {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 10 04:24:56.294655 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3b5b37-5275-4c8b-a19b-1d56bef624ea None None] DHCP port deletion for 982ae793-f796-4ff0-9d6a-c4c160798d47 request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:24:56.298947 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [None req-f2f0d971-7ff2-4f41-bde2-5cfcfdbc3a0e tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] For port e29a4400-a441-4998-831d-214eb0baab1b, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=e29a4400-a441-4998-831d-214eb0baab1b,segment=NetworkSegment(64a9cbdf-dd13-4049-8aa1-a8ec38039ba2),segment_id=64a9cbdf-dd13-4049-8aa1-a8ec38039ba2)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:24:56.299323 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f2f0d971-7ff2-4f41-bde2-5cfcfdbc3a0e tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:56.313556 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-f2f0d971-7ff2-4f41-bde2-5cfcfdbc3a0e tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Calling delete_port for e29a4400-a441-4998-831d-214eb0baab1b owned by network:dhcp {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:24:56.332778 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-fad2888d-ef16-42e7-b295-079b9f95d39f None None] Could not find standard attr ID for object d393bd9c-4424-4693-8f40-052b225a5fa4. {{(pid=94262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 04:24:56.359027 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-4f3b5b37-5275-4c8b-a19b-1d56bef624ea None None] Deleting port e29a4400-a441-4998-831d-214eb0baab1b {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:24:56.359499 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4f3b5b37-5275-4c8b-a19b-1d56bef624ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:56.402112 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f2f0d971-7ff2-4f41-bde2-5cfcfdbc3a0e tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:56.426740 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-4f3b5b37-5275-4c8b-a19b-1d56bef624ea None None] For port e29a4400-a441-4998-831d-214eb0baab1b, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=e29a4400-a441-4998-831d-214eb0baab1b,segment=NetworkSegment(64a9cbdf-dd13-4049-8aa1-a8ec38039ba2),segment_id=64a9cbdf-dd13-4049-8aa1-a8ec38039ba2)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:24:56.427144 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4f3b5b37-5275-4c8b-a19b-1d56bef624ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:56.442867 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f0d971-7ff2-4f41-bde2-5cfcfdbc3a0e tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Pushing event deleted for resources: {'Port': ['ID=e29a4400-a441-4998-831d-214eb0baab1b,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:56.443069 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-4f3b5b37-5275-4c8b-a19b-1d56bef624ea None None] Calling delete_port for e29a4400-a441-4998-831d-214eb0baab1b owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:24:56.447647 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f0d971-7ff2-4f41-bde2-5cfcfdbc3a0e tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] No DVR routers for this DVR port e29a4400-a441-4998-831d-214eb0baab1b on host n-d-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:24:56.529223 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f2f0d971-7ff2-4f41-bde2-5cfcfdbc3a0e tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:56.536516 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4f3b5b37-5275-4c8b-a19b-1d56bef624ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:56.540332 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-f2f0d971-7ff2-4f41-bde2-5cfcfdbc3a0e tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['982ae793-f796-4ff0-9d6a-c4c160798d47']}} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:56.551805 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-f2f0d971-7ff2-4f41-bde2-5cfcfdbc3a0e tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64a9cbdf-dd13-4049-8aa1-a8ec38039ba2') {'for_net_delete': True} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:56.552111 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-f2f0d971-7ff2-4f41-bde2-5cfcfdbc3a0e tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64a9cbdf-dd13-4049-8aa1-a8ec38039ba2') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:56.562144 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f2f0d971-7ff2-4f41-bde2-5cfcfdbc3a0e tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191186'] for segment, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:56.566075 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3b5b37-5275-4c8b-a19b-1d56bef624ea None None] Pushing event deleted for resources: {'Port': ['ID=e29a4400-a441-4998-831d-214eb0baab1b,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:56.569302 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3b5b37-5275-4c8b-a19b-1d56bef624ea None None] No DVR routers for this DVR port e29a4400-a441-4998-831d-214eb0baab1b on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:24:56.585400 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f2f0d971-7ff2-4f41-bde2-5cfcfdbc3a0e tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:56.591819 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2f0d971-7ff2-4f41-bde2-5cfcfdbc3a0e tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=94260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:24:56.592223 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f2f0d971-7ff2-4f41-bde2-5cfcfdbc3a0e tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58895489'] for segment, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:56.595262 n-d-768862-13 neutron-server[94260]: Traceback (most recent call last): Aug 10 04:24:56.595262 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:24:56.595262 n-d-768862-13 neutron-server[94260]: timer() Aug 10 04:24:56.595262 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:24:56.595262 n-d-768862-13 neutron-server[94260]: cb(*args, **kw) Aug 10 04:24:56.595262 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:24:56.595262 n-d-768862-13 neutron-server[94260]: return func(*args, **kwargs) Aug 10 04:24:56.595262 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:24:56.595262 n-d-768862-13 neutron-server[94260]: self._notify() Aug 10 04:24:56.595262 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:24:56.595262 n-d-768862-13 neutron-server[94260]: self.callback(batched_events) Aug 10 04:24:56.595262 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:24:56.595262 n-d-768862-13 neutron-server[94260]: event.method(event) Aug 10 04:24:56.595262 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:24:56.595262 n-d-768862-13 neutron-server[94260]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:24:56.595262 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:24:56.595262 n-d-768862-13 neutron-server[94260]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:24:56.595262 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:24:56.595262 n-d-768862-13 neutron-server[94260]: return f(self, *a, **k) Aug 10 04:24:56.595262 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:24:56.595262 n-d-768862-13 neutron-server[94260]: return self._get(url).json() Aug 10 04:24:56.595262 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:24:56.595262 n-d-768862-13 neutron-server[94260]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:24:56.595262 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:24:56.595262 n-d-768862-13 neutron-server[94260]: return self.request(url, 'GET', **kwargs) Aug 10 04:24:56.595262 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:24:56.595262 n-d-768862-13 neutron-server[94260]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:24:56.595262 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:24:56.595262 n-d-768862-13 neutron-server[94260]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:24:56.595262 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:24:56.595262 n-d-768862-13 neutron-server[94260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:24:56.595262 n-d-768862-13 neutron-server[94260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:24:56.654150 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:56.660046 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f2f0d971-7ff2-4f41-bde2-5cfcfdbc3a0e tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:56.667675 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f2f0d971-7ff2-4f41-bde2-5cfcfdbc3a0e tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Notify callbacks [] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:56.670472 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-f2f0d971-7ff2-4f41-bde2-5cfcfdbc3a0e tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] 10.222.0.44 "DELETE /v2.0/networks/982ae793-f796-4ff0-9d6a-c4c160798d47 HTTP/1.1" status: 204 len: 168 time: 0.6023538 Aug 10 04:24:56.674139 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 50112) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:56.682996 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f0d971-7ff2-4f41-bde2-5cfcfdbc3a0e tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Pushing event deleted for resources: {'Network': ['ID=982ae793-f796-4ff0-9d6a-c4c160798d47,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:56.708615 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-cc99740c-9541-4222-a2be-9c4ade1c8946 tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] 10.222.0.44 "GET /v2.0/ports?device_id=f685d871-c87c-48a9-8dc6-a11fe02240ee HTTP/1.1" status: 200 len: 205 time: 0.0329013 Aug 10 04:24:56.711683 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 50114) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:56.790965 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-98faad66-f13f-4979-95a1-3fa02e0ce363 tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Notify callbacks [] for router, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:56.958934 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-98faad66-f13f-4979-95a1-3fa02e0ce363 tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:56.961298 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-98faad66-f13f-4979-95a1-3fa02e0ce363 tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:57.010150 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-98faad66-f13f-4979-95a1-3fa02e0ce363 tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:57.010824 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98faad66-f13f-4979-95a1-3fa02e0ce363 tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Fanout notify agent at l3_agent the message router_deleted on router f685d871-c87c-48a9-8dc6-a11fe02240ee {{(pid=94261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:24:57.017773 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-98faad66-f13f-4979-95a1-3fa02e0ce363 tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:57.018967 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-98faad66-f13f-4979-95a1-3fa02e0ce363 tempest-RoutersNegativeTest-1224732446 tempest-RoutersNegativeTest-1224732446-project] 10.222.0.44 "DELETE /v2.0/routers/f685d871-c87c-48a9-8dc6-a11fe02240ee HTTP/1.1" status: 204 len: 168 time: 0.3063042 Aug 10 04:24:57.052873 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:57.265111 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 50120) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:57.398390 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-d2e46b9c-54bc-4d37-921e-ca8594173fcf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=201214b49db449cdae3a115fbc2f0cbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1320298 Aug 10 04:24:57.400922 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 50124) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:57.453704 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-421e3152-5b83-4ea4-a71a-0416fea280bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:57.477183 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-421e3152-5b83-4ea4-a71a-0416fea280bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:57.544155 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-421e3152-5b83-4ea4-a71a-0416fea280bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:57.546801 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-421e3152-5b83-4ea4-a71a-0416fea280bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:57.548063 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-421e3152-5b83-4ea4-a71a-0416fea280bd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d6651f83-a94e-4e8c-aeef-41cd64583990 HTTP/1.1" status: 204 len: 168 time: 0.1461842 Aug 10 04:24:57.556716 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421e3152-5b83-4ea4-a71a-0416fea280bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6651f83-a94e-4e8c-aeef-41cd64583990,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:58.242191 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 50146) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:58.345121 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-ca8da5f0-fdbe-43a1-a2a3-22782bb8c550 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-546648429-network', 'tenant_id': 'b06cb22d20444e57b57de14993ca1a45'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:24:58.369299 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca8da5f0-fdbe-43a1-a2a3-22782bb8c550 admin admin] Made reservation on behalf of b06cb22d20444e57b57de14993ca1a45 for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:24:58.372889 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ca8da5f0-fdbe-43a1-a2a3-22782bb8c550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:58.384718 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ca8da5f0-fdbe-43a1-a2a3-22782bb8c550 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:58.489518 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ca8da5f0-fdbe-43a1-a2a3-22782bb8c550 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:58.494306 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ca8da5f0-fdbe-43a1-a2a3-22782bb8c550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:58.520656 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca8da5f0-fdbe-43a1-a2a3-22782bb8c550 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:24:58.530735 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8da5f0-fdbe-43a1-a2a3-22782bb8c550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a631d80-e043-445a-8b68-7ebbb6ea1c8a,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:58.539929 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ca8da5f0-fdbe-43a1-a2a3-22782bb8c550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:58.540273 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-ca8da5f0-fdbe-43a1-a2a3-22782bb8c550 admin admin] Added segment ac50ec4a-f4f0-4212-bcf2-e80c3d89dbee of type vlan for network d6b7e502-a9e1-4228-a6ab-f83ebfc43ae1 Aug 10 04:24:58.586965 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ca8da5f0-fdbe-43a1-a2a3-22782bb8c550 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:58.617599 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ca8da5f0-fdbe-43a1-a2a3-22782bb8c550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:58.618783 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8da5f0-fdbe-43a1-a2a3-22782bb8c550 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:58.619483 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ca8da5f0-fdbe-43a1-a2a3-22782bb8c550 admin admin] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:58.672919 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ca8da5f0-fdbe-43a1-a2a3-22782bb8c550 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4293125 Aug 10 04:24:58.675808 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 50150) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:58.682726 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-001fa580-019a-47af-9ac1-28bb78bd21bf admin admin] Request body: {'subnet': {'network_id': 'd6b7e502-a9e1-4228-a6ab-f83ebfc43ae1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-546648429-subnet', 'tenant_id': 'b06cb22d20444e57b57de14993ca1a45', 'ip_version': 4}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:24:58.698733 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8da5f0-fdbe-43a1-a2a3-22782bb8c550 admin admin] Pushing event updated for resources: {'Network': ['ID=d6b7e502-a9e1-4228-a6ab-f83ebfc43ae1,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:58.710444 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network d6b7e502-a9e1-4228-a6ab-f83ebfc43ae1 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:24:58.718404 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-001fa580-019a-47af-9ac1-28bb78bd21bf admin admin] Made reservation on behalf of b06cb22d20444e57b57de14993ca1a45 for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:24:58.721070 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-001fa580-019a-47af-9ac1-28bb78bd21bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:58.901897 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-001fa580-019a-47af-9ac1-28bb78bd21bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:58.967049 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001fa580-019a-47af-9ac1-28bb78bd21bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=23813818-92c1-40b0-95f1-a94cb197957e,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:58.976810 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001fa580-019a-47af-9ac1-28bb78bd21bf admin admin] Checking segment: {'id': 'ac50ec4a-f4f0-4212-bcf2-e80c3d89dbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd6b7e502-a9e1-4228-a6ab-f83ebfc43ae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:24:58.977183 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001fa580-019a-47af-9ac1-28bb78bd21bf admin admin] Network hostable DHCP agents. Network: d6b7e502-a9e1-4228-a6ab-f83ebfc43ae1, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:24:58.995592 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001fa580-019a-47af-9ac1-28bb78bd21bf admin admin] Network d6b7e502-a9e1-4228-a6ab-f83ebfc43ae1 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:24:59.007676 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-001fa580-019a-47af-9ac1-28bb78bd21bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, d6b7e502-a9e1-4228-a6ab-f83ebfc43ae1) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:24:59.013808 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001fa580-019a-47af-9ac1-28bb78bd21bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:59.014445 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-001fa580-019a-47af-9ac1-28bb78bd21bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:59.019601 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6061cc3-1012-45f1-a10d-c3094f352f11 None None] Network d6b7e502-a9e1-4228-a6ab-f83ebfc43ae1 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:24:59.035046 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-001fa580-019a-47af-9ac1-28bb78bd21bf admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3579099 Aug 10 04:24:59.037880 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 50152) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:59.042515 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-db21c5c2-b898-4303-86cf-ec62221c036f admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-546648429-router', 'tenant_id': 'b06cb22d20444e57b57de14993ca1a45', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:24:59.068326 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-db21c5c2-b898-4303-86cf-ec62221c036f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:59.069629 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-db21c5c2-b898-4303-86cf-ec62221c036f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:59.145736 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-db21c5c2-b898-4303-86cf-ec62221c036f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:59.189032 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8e2b77-38ab-4379-9bca-6916402e131f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-d6b7e502-a9e1-4228-a6ab-f83ebfc43ae1', 'network_id': 'd6b7e502-a9e1-4228-a6ab-f83ebfc43ae1', 'tenant_id': 'b06cb22d20444e57b57de14993ca1a45', 'fixed_ips': [{'subnet_id': '23813818-92c1-40b0-95f1-a94cb197957e'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:24:59.189917 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-6e8e2b77-38ab-4379-9bca-6916402e131f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:59.296410 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-db21c5c2-b898-4303-86cf-ec62221c036f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:59.377843 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-6e8e2b77-38ab-4379-9bca-6916402e131f None None] Allocated IP 172.20.0.2 (d6b7e502-a9e1-4228-a6ab-f83ebfc43ae1/23813818-92c1-40b0-95f1-a94cb197957e/5f7b759f-6216-4ced-a673-b78ba0d940d7) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:24:59.513352 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-db21c5c2-b898-4303-86cf-ec62221c036f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:59.536325 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-db21c5c2-b898-4303-86cf-ec62221c036f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:59.544757 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-6e8e2b77-38ab-4379-9bca-6916402e131f None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:59.553423 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-6e8e2b77-38ab-4379-9bca-6916402e131f None None] Transition to ACTIVE for port object 5f7b759f-6216-4ced-a673-b78ba0d940d7 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:24:59.569159 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-6e8e2b77-38ab-4379-9bca-6916402e131f None None] Transition to ACTIVE for port object 5f7b759f-6216-4ced-a673-b78ba0d940d7 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:24:59.576754 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-6e8e2b77-38ab-4379-9bca-6916402e131f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:59.617048 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8e2b77-38ab-4379-9bca-6916402e131f None None] Network d6b7e502-a9e1-4228-a6ab-f83ebfc43ae1 is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:24:59.620014 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-6e8e2b77-38ab-4379-9bca-6916402e131f None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:24:59.622973 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8e2b77-38ab-4379-9bca-6916402e131f None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:24:59.632815 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8e2b77-38ab-4379-9bca-6916402e131f None None] Pushing event updated for resources: {'Port': ['ID=5f7b759f-6216-4ced-a673-b78ba0d940d7,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:59.645341 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-db21c5c2-b898-4303-86cf-ec62221c036f admin admin] Allocated IP 172.25.6.45 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/481d9dc8-aed7-41c0-b42b-2a743561dd1e) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:24:59.686639 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-6e8e2b77-38ab-4379-9bca-6916402e131f None None] Attempting to bind port 5f7b759f-6216-4ced-a673-b78ba0d940d7 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:24:59.687012 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-6e8e2b77-38ab-4379-9bca-6916402e131f None None] Attempting to bind port 5f7b759f-6216-4ced-a673-b78ba0d940d7 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'ac50ec4a-f4f0-4212-bcf2-e80c3d89dbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd6b7e502-a9e1-4228-a6ab-f83ebfc43ae1'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:24:59.687408 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8e2b77-38ab-4379-9bca-6916402e131f None None] Attempting to bind port 5f7b759f-6216-4ced-a673-b78ba0d940d7 on network d6b7e502-a9e1-4228-a6ab-f83ebfc43ae1 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:24:59.693179 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8e2b77-38ab-4379-9bca-6916402e131f None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:24:59.693554 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8e2b77-38ab-4379-9bca-6916402e131f None None] Checking segment: {'id': 'ac50ec4a-f4f0-4212-bcf2-e80c3d89dbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd6b7e502-a9e1-4228-a6ab-f83ebfc43ae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:24:59.693963 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-6e8e2b77-38ab-4379-9bca-6916402e131f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:59.694719 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8e2b77-38ab-4379-9bca-6916402e131f None None] Bound using segment: {'id': 'ac50ec4a-f4f0-4212-bcf2-e80c3d89dbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd6b7e502-a9e1-4228-a6ab-f83ebfc43ae1'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:24:59.695241 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-6e8e2b77-38ab-4379-9bca-6916402e131f None None] Bound port: 5f7b759f-6216-4ced-a673-b78ba0d940d7, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac50ec4a-f4f0-4212-bcf2-e80c3d89dbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd6b7e502-a9e1-4228-a6ab-f83ebfc43ae1'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:24:59.695762 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-6e8e2b77-38ab-4379-9bca-6916402e131f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:59.759683 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-db21c5c2-b898-4303-86cf-ec62221c036f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:59.765208 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-6e8e2b77-38ab-4379-9bca-6916402e131f None None] For port 5f7b759f-6216-4ced-a673-b78ba0d940d7, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:24:59.768382 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-6e8e2b77-38ab-4379-9bca-6916402e131f None None] For port 5f7b759f-6216-4ced-a673-b78ba0d940d7, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=5f7b759f-6216-4ced-a673-b78ba0d940d7,segment=NetworkSegment(ac50ec4a-f4f0-4212-bcf2-e80c3d89dbee),segment_id=ac50ec4a-f4f0-4212-bcf2-e80c3d89dbee)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:24:59.773293 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-6e8e2b77-38ab-4379-9bca-6916402e131f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:59.800394 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-db21c5c2-b898-4303-86cf-ec62221c036f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:59.841424 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8e2b77-38ab-4379-9bca-6916402e131f None None] Pushing event updated for resources: {'Port': ['ID=5f7b759f-6216-4ced-a673-b78ba0d940d7,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:59.850595 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db21c5c2-b898-4303-86cf-ec62221c036f admin admin] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:24:59.853758 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-db21c5c2-b898-4303-86cf-ec62221c036f admin admin] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:24:59.859923 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db21c5c2-b898-4303-86cf-ec62221c036f admin admin] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:24:59.862017 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db21c5c2-b898-4303-86cf-ec62221c036f admin admin] Pushing event updated for resources: {'Port': ['ID=481d9dc8-aed7-41c0-b42b-2a743561dd1e,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:25:00.537030 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-db21c5c2-b898-4303-86cf-ec62221c036f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:00.583575 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 5f7b759f-6216-4ced-a673-b78ba0d940d7 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:25:00.644677 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 5f7b759f-6216-4ced-a673-b78ba0d940d7 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:25:00.751191 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-db21c5c2-b898-4303-86cf-ec62221c036f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:00.848771 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f664f525-700a-4a97-b502-f66b6a862146 None None] Network d6b7e502-a9e1-4228-a6ab-f83ebfc43ae1 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:25:00.882496 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db21c5c2-b898-4303-86cf-ec62221c036f admin admin] Router 10c5460e-1ca6-42f5-a2d0-39eafb77df45 is scheduled to L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e with binding_index 1 {{(pid=94261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:25:00.908105 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-ed809ea0-e085-4849-a629-26d277d1a7c7 None None] Provisioning for port 5f7b759f-6216-4ced-a673-b78ba0d940d7 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:25:00.919988 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-ed809ea0-e085-4849-a629-26d277d1a7c7 None None] Provisioning complete for port 5f7b759f-6216-4ced-a673-b78ba0d940d7 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:25:00.920368 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ed809ea0-e085-4849-a629-26d277d1a7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:00.996706 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db21c5c2-b898-4303-86cf-ec62221c036f admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:25:01.010897 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f06480-7716-457e-80a0-103275ba0e9a None None] Sync routers for ids ['10c5460e-1ca6-42f5-a2d0-39eafb77df45'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:25:01.015483 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-db21c5c2-b898-4303-86cf-ec62221c036f admin admin] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:01.016742 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-db21c5c2-b898-4303-86cf-ec62221c036f admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9778571 Aug 10 04:25:01.019520 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 50154) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:25:01.069566 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f06480-7716-457e-80a0-103275ba0e9a None None] Routers {'10c5460e-1ca6-42f5-a2d0-39eafb77df45'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:25:01.070111 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-41f06480-7716-457e-80a0-103275ba0e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:24:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['10c5460e-1ca6-42f5-a2d0-39eafb77df45'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:25:01.105500 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ed809ea0-e085-4849-a629-26d277d1a7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:01.188235 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-ed809ea0-e085-4849-a629-26d277d1a7c7 None None] For port 5f7b759f-6216-4ced-a673-b78ba0d940d7, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=5f7b759f-6216-4ced-a673-b78ba0d940d7,segment=NetworkSegment(ac50ec4a-f4f0-4212-bcf2-e80c3d89dbee),segment_id=ac50ec4a-f4f0-4212-bcf2-e80c3d89dbee)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:25:01.193657 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ed809ea0-e085-4849-a629-26d277d1a7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:01.237011 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-41f06480-7716-457e-80a0-103275ba0e9a None None] Set router 10c5460e-1ca6-42f5-a2d0-39eafb77df45 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:25:01.340523 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed809ea0-e085-4849-a629-26d277d1a7c7 None None] Pushing event updated for resources: {'Port': ['ID=5f7b759f-6216-4ced-a673-b78ba0d940d7,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:25:01.427858 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-6acd9558-b6a9-4332-a333-4f6b28f3b5b5 None None] Provisioning complete for port 5f7b759f-6216-4ced-a673-b78ba0d940d7 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:25:01.428140 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-6acd9558-b6a9-4332-a333-4f6b28f3b5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:01.462452 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e85a4176-c76e-465f-bcc2-28fdfd4d1783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:01.478161 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-41f06480-7716-457e-80a0-103275ba0e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c5460e-1ca6-42f5-a2d0-39eafb77df45', 'name': 'tempest-TestEncryptedCinderVolumes-546648429-router', 'tenant_id': 'b06cb22d20444e57b57de14993ca1a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '481d9dc8-aed7-41c0-b42b-2a743561dd1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:24:59Z', 'updated_at': '2021-08-10T04:25:00Z', 'revision_number': 3, 'project_id': 'b06cb22d20444e57b57de14993ca1a45', 'gw_port': {'id': '481d9dc8-aed7-41c0-b42b-2a743561dd1e', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:de:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10c5460e-1ca6-42f5-a2d0-39eafb77df45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:24:59Z', 'updated_at': '2021-08-10T04:24:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:25:01.526583 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f06480-7716-457e-80a0-103275ba0e9a None None] Checking router: 10c5460e-1ca6-42f5-a2d0-39eafb77df45 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:25:01.526935 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f06480-7716-457e-80a0-103275ba0e9a None None] Updating router 10c5460e-1ca6-42f5-a2d0-39eafb77df45 port 481d9dc8-aed7-41c0-b42b-2a743561dd1e binding host n-d-768862-13 {{(pid=94262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:25:01.563119 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-41f06480-7716-457e-80a0-103275ba0e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:01.625403 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-e85a4176-c76e-465f-bcc2-28fdfd4d1783 admin admin] Allocated IP 172.20.0.1 (d6b7e502-a9e1-4228-a6ab-f83ebfc43ae1/23813818-92c1-40b0-95f1-a94cb197957e/a3ff3d2d-2b07-4e9f-99dc-9e9f8925d3b3) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:25:01.738431 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e85a4176-c76e-465f-bcc2-28fdfd4d1783 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:01.753763 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [None req-e85a4176-c76e-465f-bcc2-28fdfd4d1783 admin admin] Transition to ACTIVE for port object a3ff3d2d-2b07-4e9f-99dc-9e9f8925d3b3 will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:25:01.787701 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e85a4176-c76e-465f-bcc2-28fdfd4d1783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:01.827995 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85a4176-c76e-465f-bcc2-28fdfd4d1783 admin admin] Network d6b7e502-a9e1-4228-a6ab-f83ebfc43ae1 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:25:01.833168 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-e85a4176-c76e-465f-bcc2-28fdfd4d1783 admin admin] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:25:01.836844 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85a4176-c76e-465f-bcc2-28fdfd4d1783 admin admin] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:25:01.862887 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85a4176-c76e-465f-bcc2-28fdfd4d1783 admin admin] Pushing event updated for resources: {'Port': ['ID=a3ff3d2d-2b07-4e9f-99dc-9e9f8925d3b3,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:25:01.884619 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e85a4176-c76e-465f-bcc2-28fdfd4d1783 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521745'] for router_interface, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:01.997577 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-41f06480-7716-457e-80a0-103275ba0e9a None None] Notify callbacks [] for port, precommit_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:02.009434 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-41f06480-7716-457e-80a0-103275ba0e9a None None] Transition to ACTIVE for port object 481d9dc8-aed7-41c0-b42b-2a743561dd1e will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:25:02.016676 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-41f06480-7716-457e-80a0-103275ba0e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:02.029104 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e85a4176-c76e-465f-bcc2-28fdfd4d1783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:02.072349 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb67d7ee-6ca0-4d67-ba1a-9be241f51ea7 None None] Pushing event updated for resources: {'Port': ['ID=481d9dc8-aed7-41c0-b42b-2a743561dd1e,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:25:02.078286 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-41f06480-7716-457e-80a0-103275ba0e9a None None] Attempting to bind port 481d9dc8-aed7-41c0-b42b-2a743561dd1e on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:25:02.078660 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-41f06480-7716-457e-80a0-103275ba0e9a None None] Attempting to bind port 481d9dc8-aed7-41c0-b42b-2a743561dd1e by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:25:02.079030 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f06480-7716-457e-80a0-103275ba0e9a None None] Attempting to bind port 481d9dc8-aed7-41c0-b42b-2a743561dd1e on network 2ea12131-628a-487e-b434-0463553732bd {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:25:02.087947 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f06480-7716-457e-80a0-103275ba0e9a None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:25:02.088315 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f06480-7716-457e-80a0-103275ba0e9a None None] Checking segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:25:02.088716 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-41f06480-7716-457e-80a0-103275ba0e9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:02.089113 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f06480-7716-457e-80a0-103275ba0e9a None None] Bound using segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:25:02.089576 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-41f06480-7716-457e-80a0-103275ba0e9a None None] Bound port: 481d9dc8-aed7-41c0-b42b-2a743561dd1e, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:25:02.089955 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-41f06480-7716-457e-80a0-103275ba0e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:02.114951 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-a381290a-950f-44f0-aab7-13d1a9e1f09d None None] Provisioning for port a3ff3d2d-2b07-4e9f-99dc-9e9f8925d3b3 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:25:02.124534 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-a381290a-950f-44f0-aab7-13d1a9e1f09d None None] Provisioning complete for port a3ff3d2d-2b07-4e9f-99dc-9e9f8925d3b3 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:25:02.124912 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a381290a-950f-44f0-aab7-13d1a9e1f09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:02.174459 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-41f06480-7716-457e-80a0-103275ba0e9a None None] For port 481d9dc8-aed7-41c0-b42b-2a743561dd1e, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:25:02.176208 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-a381290a-950f-44f0-aab7-13d1a9e1f09d None None] Port a3ff3d2d-2b07-4e9f-99dc-9e9f8925d3b3 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:25:02.178658 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-41f06480-7716-457e-80a0-103275ba0e9a None None] For port 481d9dc8-aed7-41c0-b42b-2a743561dd1e, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=481d9dc8-aed7-41c0-b42b-2a743561dd1e,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:25:02.183161 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-41f06480-7716-457e-80a0-103275ba0e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:02.196679 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e85a4176-c76e-465f-bcc2-28fdfd4d1783 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:02.203145 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e85a4176-c76e-465f-bcc2-28fdfd4d1783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:02.240733 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f06480-7716-457e-80a0-103275ba0e9a None None] Routers {'10c5460e-1ca6-42f5-a2d0-39eafb77df45'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:25:02.241363 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-41f06480-7716-457e-80a0-103275ba0e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:24:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['10c5460e-1ca6-42f5-a2d0-39eafb77df45'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:25:02.269475 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e85a4176-c76e-465f-bcc2-28fdfd4d1783 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521893'] for router_interface, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:02.274885 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85a4176-c76e-465f-bcc2-28fdfd4d1783 admin admin] Pushing event updated for resources: {'Port': ['ID=a3ff3d2d-2b07-4e9f-99dc-9e9f8925d3b3,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:25:02.281297 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb67d7ee-6ca0-4d67-ba1a-9be241f51ea7 None None] Pushing event updated for resources: {'Port': ['ID=481d9dc8-aed7-41c0-b42b-2a743561dd1e,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:25:02.361763 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-41f06480-7716-457e-80a0-103275ba0e9a None None] Set router 10c5460e-1ca6-42f5-a2d0-39eafb77df45 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:25:02.374202 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85a4176-c76e-465f-bcc2-28fdfd4d1783 admin admin] Network d6b7e502-a9e1-4228-a6ab-f83ebfc43ae1 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:25:02.375584 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-e85a4176-c76e-465f-bcc2-28fdfd4d1783 admin admin] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:25:02.499575 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e85a4176-c76e-465f-bcc2-28fdfd4d1783 admin admin] Router 10c5460e-1ca6-42f5-a2d0-39eafb77df45 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:25:02.553449 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 5f7b759f-6216-4ced-a673-b78ba0d940d7 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:25:02.621730 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-41f06480-7716-457e-80a0-103275ba0e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c5460e-1ca6-42f5-a2d0-39eafb77df45', 'name': 'tempest-TestEncryptedCinderVolumes-546648429-router', 'tenant_id': 'b06cb22d20444e57b57de14993ca1a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '481d9dc8-aed7-41c0-b42b-2a743561dd1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:24:59Z', 'updated_at': '2021-08-10T04:25:01Z', 'revision_number': 4, 'project_id': 'b06cb22d20444e57b57de14993ca1a45', 'gw_port': {'id': '481d9dc8-aed7-41c0-b42b-2a743561dd1e', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:de:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10c5460e-1ca6-42f5-a2d0-39eafb77df45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:24:59Z', 'updated_at': '2021-08-10T04:25:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': 'a3ff3d2d-2b07-4e9f-99dc-9e9f8925d3b3', 'name': '', 'network_id': 'd6b7e502-a9e1-4228-a6ab-f83ebfc43ae1', 'tenant_id': 'b06cb22d20444e57b57de14993ca1a45', 'mac_address': 'fa:16:3e:9f:50:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10c5460e-1ca6-42f5-a2d0-39eafb77df45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '23813818-92c1-40b0-95f1-a94cb197957e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:25:01Z', 'updated_at': '2021-08-10T04:25:02Z', 'revision_number': 2, 'project_id': 'b06cb22d20444e57b57de14993ca1a45', 'subnets': [{'id': '23813818-92c1-40b0-95f1-a94cb197957e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:25:02.625389 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 5f7b759f-6216-4ced-a673-b78ba0d940d7 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:25:02.625766 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:02.638929 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e85a4176-c76e-465f-bcc2-28fdfd4d1783 admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:25:02.643904 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e85a4176-c76e-465f-bcc2-28fdfd4d1783 admin admin] 10.222.0.44 "PUT /v2.0/routers/10c5460e-1ca6-42f5-a2d0-39eafb77df45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6234107 Aug 10 04:25:02.651664 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f06480-7716-457e-80a0-103275ba0e9a None None] The sync data for ids ['10c5460e-1ca6-42f5-a2d0-39eafb77df45'] in n-d-768862-13 is: [{'id': '10c5460e-1ca6-42f5-a2d0-39eafb77df45', 'name': 'tempest-TestEncryptedCinderVolumes-546648429-router', 'tenant_id': 'b06cb22d20444e57b57de14993ca1a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '481d9dc8-aed7-41c0-b42b-2a743561dd1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:24:59Z', 'updated_at': '2021-08-10T04:25:01Z', 'revision_number': 4, 'project_id': 'b06cb22d20444e57b57de14993ca1a45', 'gw_port': {'id': '481d9dc8-aed7-41c0-b42b-2a743561dd1e', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:de:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10c5460e-1ca6-42f5-a2d0-39eafb77df45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:24:59Z', 'updated_at': '2021-08-10T04:25:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': 'a3ff3d2d-2b07-4e9f-99dc-9e9f8925d3b3', 'name': '', 'network_id': 'd6b7e502-a9e1-4228-a6ab-f83ebfc43ae1', 'tenant_id': 'b06cb22d20444e57b57de14993ca1a45', 'mac_address': 'fa:16:3e:9f:50:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10c5460e-1ca6-42f5-a2d0-39eafb77df45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '23813818-92c1-40b0-95f1-a94cb197957e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:25:01Z', 'updated_at': '2021-08-10T04:25:02Z', 'revision_number': 2, 'project_id': 'b06cb22d20444e57b57de14993ca1a45', 'subnets': [{'id': '23813818-92c1-40b0-95f1-a94cb197957e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:25:02.740229 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c5a9cf0e-bab9-4bef-99b4-925bd40fc655 None None] Provisioning complete for port a3ff3d2d-2b07-4e9f-99dc-9e9f8925d3b3 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:25:02.740613 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c5a9cf0e-bab9-4bef-99b4-925bd40fc655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:02.782605 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c5a9cf0e-bab9-4bef-99b4-925bd40fc655 None None] Port a3ff3d2d-2b07-4e9f-99dc-9e9f8925d3b3 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:25:03.203249 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 50172) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:25:03.208502 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-19b9dd33-6e92-412f-a67d-3c49c1138fa1 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-654442057-network', 'tenant_id': 'cb151dfe18b04e54a33baf017aec8129'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:25:03.230641 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19b9dd33-6e92-412f-a67d-3c49c1138fa1 admin admin] Made reservation on behalf of cb151dfe18b04e54a33baf017aec8129 for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:25:03.233696 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-19b9dd33-6e92-412f-a67d-3c49c1138fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:03.243479 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-19b9dd33-6e92-412f-a67d-3c49c1138fa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:03.352994 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-19b9dd33-6e92-412f-a67d-3c49c1138fa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:03.357072 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-19b9dd33-6e92-412f-a67d-3c49c1138fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:03.384867 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19b9dd33-6e92-412f-a67d-3c49c1138fa1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:25:03.403898 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b9dd33-6e92-412f-a67d-3c49c1138fa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91363e40-66bc-4b3d-935e-881afddaeb60,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:25:03.419296 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-19b9dd33-6e92-412f-a67d-3c49c1138fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:03.419777 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-19b9dd33-6e92-412f-a67d-3c49c1138fa1 admin admin] Added segment 493309b5-dc9e-407d-8be8-9b7ab060e772 of type vlan for network f110bdbf-4078-4a05-b14e-ce591f98b3fb Aug 10 04:25:03.472972 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-19b9dd33-6e92-412f-a67d-3c49c1138fa1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:03.508507 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-19b9dd33-6e92-412f-a67d-3c49c1138fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:03.510161 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b9dd33-6e92-412f-a67d-3c49c1138fa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:03.511129 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-19b9dd33-6e92-412f-a67d-3c49c1138fa1 admin admin] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:03.573537 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-19b9dd33-6e92-412f-a67d-3c49c1138fa1 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3690863 Aug 10 04:25:03.576902 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 50174) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:25:03.582067 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-c76a7ca2-ade8-4821-b2dc-9512ded9fefa admin admin] Request body: {'subnet': {'network_id': 'f110bdbf-4078-4a05-b14e-ce591f98b3fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-654442057-subnet', 'tenant_id': 'cb151dfe18b04e54a33baf017aec8129', 'ip_version': 4}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:25:03.590425 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b9dd33-6e92-412f-a67d-3c49c1138fa1 admin admin] Pushing event updated for resources: {'Network': ['ID=f110bdbf-4078-4a05-b14e-ce591f98b3fb,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:25:03.601077 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network f110bdbf-4078-4a05-b14e-ce591f98b3fb details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:25:03.608634 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c76a7ca2-ade8-4821-b2dc-9512ded9fefa admin admin] Made reservation on behalf of cb151dfe18b04e54a33baf017aec8129 for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:25:03.611025 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c76a7ca2-ade8-4821-b2dc-9512ded9fefa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:03.793904 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c76a7ca2-ade8-4821-b2dc-9512ded9fefa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:03.852681 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76a7ca2-ade8-4821-b2dc-9512ded9fefa admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bb2beb3-eb24-41be-aa2a-0bcc9ae2bcb0,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:25:03.862986 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76a7ca2-ade8-4821-b2dc-9512ded9fefa admin admin] Checking segment: {'id': '493309b5-dc9e-407d-8be8-9b7ab060e772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f110bdbf-4078-4a05-b14e-ce591f98b3fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:25:03.863468 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76a7ca2-ade8-4821-b2dc-9512ded9fefa admin admin] Network hostable DHCP agents. Network: f110bdbf-4078-4a05-b14e-ce591f98b3fb, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:25:03.880718 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76a7ca2-ade8-4821-b2dc-9512ded9fefa admin admin] Network f110bdbf-4078-4a05-b14e-ce591f98b3fb is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:25:03.890924 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-c76a7ca2-ade8-4821-b2dc-9512ded9fefa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, f110bdbf-4078-4a05-b14e-ce591f98b3fb) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:25:03.895091 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76a7ca2-ade8-4821-b2dc-9512ded9fefa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:03.895677 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c76a7ca2-ade8-4821-b2dc-9512ded9fefa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:03.902131 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595ccb42-69ef-4336-8d51-92ed40fcb7e1 None None] Network f110bdbf-4078-4a05-b14e-ce591f98b3fb requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:25:03.912401 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-c76a7ca2-ade8-4821-b2dc-9512ded9fefa admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3343112 Aug 10 04:25:03.914906 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 50176) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:25:03.919766 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-b61f8b31-6892-42e7-baa9-4e7c63b96646 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-654442057-router', 'tenant_id': 'cb151dfe18b04e54a33baf017aec8129', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:25:03.941351 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b61f8b31-6892-42e7-baa9-4e7c63b96646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:03.942474 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b61f8b31-6892-42e7-baa9-4e7c63b96646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:04.004214 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b61f8b31-6892-42e7-baa9-4e7c63b96646 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:04.004429 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:04.076509 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c49d40-9ad0-4c27-844c-0fa4eecdce79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-f110bdbf-4078-4a05-b14e-ce591f98b3fb', 'network_id': 'f110bdbf-4078-4a05-b14e-ce591f98b3fb', 'tenant_id': 'cb151dfe18b04e54a33baf017aec8129', 'fixed_ips': [{'subnet_id': '6bb2beb3-eb24-41be-aa2a-0bcc9ae2bcb0'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:25:04.077382 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f8c49d40-9ad0-4c27-844c-0fa4eecdce79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:04.143074 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b61f8b31-6892-42e7-baa9-4e7c63b96646 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:04.219756 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-f8c49d40-9ad0-4c27-844c-0fa4eecdce79 None None] Allocated IP 172.20.0.2 (f110bdbf-4078-4a05-b14e-ce591f98b3fb/6bb2beb3-eb24-41be-aa2a-0bcc9ae2bcb0/a6fdc8f6-9417-4c4d-bfc9-37d9ba042324) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:25:04.353277 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b61f8b31-6892-42e7-baa9-4e7c63b96646 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:04.375199 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f8c49d40-9ad0-4c27-844c-0fa4eecdce79 None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:04.381605 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b61f8b31-6892-42e7-baa9-4e7c63b96646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:04.384844 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-f8c49d40-9ad0-4c27-844c-0fa4eecdce79 None None] Transition to ACTIVE for port object a6fdc8f6-9417-4c4d-bfc9-37d9ba042324 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:25:04.410809 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-f8c49d40-9ad0-4c27-844c-0fa4eecdce79 None None] Transition to ACTIVE for port object a6fdc8f6-9417-4c4d-bfc9-37d9ba042324 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:25:04.416944 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f8c49d40-9ad0-4c27-844c-0fa4eecdce79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:04.461046 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c49d40-9ad0-4c27-844c-0fa4eecdce79 None None] Network f110bdbf-4078-4a05-b14e-ce591f98b3fb is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:25:04.464084 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-f8c49d40-9ad0-4c27-844c-0fa4eecdce79 None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:25:04.469127 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c49d40-9ad0-4c27-844c-0fa4eecdce79 None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:25:04.471830 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c49d40-9ad0-4c27-844c-0fa4eecdce79 None None] Pushing event updated for resources: {'Port': ['ID=a6fdc8f6-9417-4c4d-bfc9-37d9ba042324,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:25:04.517466 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-b61f8b31-6892-42e7-baa9-4e7c63b96646 admin admin] Allocated IP 172.25.6.173 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/825ab0b5-b0ca-4fad-89d5-28b0b24b6e66) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:25:04.543569 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-f8c49d40-9ad0-4c27-844c-0fa4eecdce79 None None] Attempting to bind port a6fdc8f6-9417-4c4d-bfc9-37d9ba042324 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:25:04.544488 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-f8c49d40-9ad0-4c27-844c-0fa4eecdce79 None None] Attempting to bind port a6fdc8f6-9417-4c4d-bfc9-37d9ba042324 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '493309b5-dc9e-407d-8be8-9b7ab060e772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f110bdbf-4078-4a05-b14e-ce591f98b3fb'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:25:04.544978 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c49d40-9ad0-4c27-844c-0fa4eecdce79 None None] Attempting to bind port a6fdc8f6-9417-4c4d-bfc9-37d9ba042324 on network f110bdbf-4078-4a05-b14e-ce591f98b3fb {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:25:04.550415 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c49d40-9ad0-4c27-844c-0fa4eecdce79 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:25:04.550695 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c49d40-9ad0-4c27-844c-0fa4eecdce79 None None] Checking segment: {'id': '493309b5-dc9e-407d-8be8-9b7ab060e772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f110bdbf-4078-4a05-b14e-ce591f98b3fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:25:04.551108 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f8c49d40-9ad0-4c27-844c-0fa4eecdce79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:04.551406 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c49d40-9ad0-4c27-844c-0fa4eecdce79 None None] Bound using segment: {'id': '493309b5-dc9e-407d-8be8-9b7ab060e772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f110bdbf-4078-4a05-b14e-ce591f98b3fb'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:25:04.551885 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-f8c49d40-9ad0-4c27-844c-0fa4eecdce79 None None] Bound port: a6fdc8f6-9417-4c4d-bfc9-37d9ba042324, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '493309b5-dc9e-407d-8be8-9b7ab060e772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f110bdbf-4078-4a05-b14e-ce591f98b3fb'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:25:04.552266 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f8c49d40-9ad0-4c27-844c-0fa4eecdce79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:04.569549 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 481d9dc8-aed7-41c0-b42b-2a743561dd1e up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:25:04.642021 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b61f8b31-6892-42e7-baa9-4e7c63b96646 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:04.662194 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-f8c49d40-9ad0-4c27-844c-0fa4eecdce79 None None] For port a6fdc8f6-9417-4c4d-bfc9-37d9ba042324, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:25:04.666306 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-f8c49d40-9ad0-4c27-844c-0fa4eecdce79 None None] For port a6fdc8f6-9417-4c4d-bfc9-37d9ba042324, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=a6fdc8f6-9417-4c4d-bfc9-37d9ba042324,segment=NetworkSegment(493309b5-dc9e-407d-8be8-9b7ab060e772),segment_id=493309b5-dc9e-407d-8be8-9b7ab060e772)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:25:04.669853 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 481d9dc8-aed7-41c0-b42b-2a743561dd1e completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:25:04.675882 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 481d9dc8-aed7-41c0-b42b-2a743561dd1e triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:25:04.676502 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:04.689871 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b61f8b31-6892-42e7-baa9-4e7c63b96646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:04.697720 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f8c49d40-9ad0-4c27-844c-0fa4eecdce79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:04.728573 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61f8b31-6892-42e7-baa9-4e7c63b96646 admin admin] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:25:04.734714 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-b61f8b31-6892-42e7-baa9-4e7c63b96646 admin admin] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:25:04.738377 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61f8b31-6892-42e7-baa9-4e7c63b96646 admin admin] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:25:04.768635 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61f8b31-6892-42e7-baa9-4e7c63b96646 admin admin] Pushing event updated for resources: {'Port': ['ID=825ab0b5-b0ca-4fad-89d5-28b0b24b6e66,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:25:04.779096 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c49d40-9ad0-4c27-844c-0fa4eecdce79 None None] Pushing event updated for resources: {'Port': ['ID=a6fdc8f6-9417-4c4d-bfc9-37d9ba042324,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:25:04.795951 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2deffaaa-b9ab-4091-86ae-142da312c2dd None None] Sync routers for ids ['10c5460e-1ca6-42f5-a2d0-39eafb77df45'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:25:04.807284 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2deffaaa-b9ab-4091-86ae-142da312c2dd None None] Routers {'10c5460e-1ca6-42f5-a2d0-39eafb77df45'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:25:04.807919 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-2deffaaa-b9ab-4091-86ae-142da312c2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:24:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['10c5460e-1ca6-42f5-a2d0-39eafb77df45'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:25:04.837081 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:04.864965 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 481d9dc8-aed7-41c0-b42b-2a743561dd1e, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=481d9dc8-aed7-41c0-b42b-2a743561dd1e,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:25:04.870285 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:04.925359 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=481d9dc8-aed7-41c0-b42b-2a743561dd1e,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:25:04.929027 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-2deffaaa-b9ab-4091-86ae-142da312c2dd None None] Set router 10c5460e-1ca6-42f5-a2d0-39eafb77df45 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:25:05.075674 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b61f8b31-6892-42e7-baa9-4e7c63b96646 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:05.169264 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-2deffaaa-b9ab-4091-86ae-142da312c2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c5460e-1ca6-42f5-a2d0-39eafb77df45', 'name': 'tempest-TestEncryptedCinderVolumes-546648429-router', 'tenant_id': 'b06cb22d20444e57b57de14993ca1a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '481d9dc8-aed7-41c0-b42b-2a743561dd1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:24:59Z', 'updated_at': '2021-08-10T04:25:01Z', 'revision_number': 4, 'project_id': 'b06cb22d20444e57b57de14993ca1a45', 'gw_port': {'id': '481d9dc8-aed7-41c0-b42b-2a743561dd1e', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:de:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10c5460e-1ca6-42f5-a2d0-39eafb77df45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:24:59Z', 'updated_at': '2021-08-10T04:25:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': 'a3ff3d2d-2b07-4e9f-99dc-9e9f8925d3b3', 'name': '', 'network_id': 'd6b7e502-a9e1-4228-a6ab-f83ebfc43ae1', 'tenant_id': 'b06cb22d20444e57b57de14993ca1a45', 'mac_address': 'fa:16:3e:9f:50:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10c5460e-1ca6-42f5-a2d0-39eafb77df45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '23813818-92c1-40b0-95f1-a94cb197957e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:25:01Z', 'updated_at': '2021-08-10T04:25:02Z', 'revision_number': 2, 'project_id': 'b06cb22d20444e57b57de14993ca1a45', 'subnets': [{'id': '23813818-92c1-40b0-95f1-a94cb197957e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:25:05.196071 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2deffaaa-b9ab-4091-86ae-142da312c2dd None None] Checking router: 10c5460e-1ca6-42f5-a2d0-39eafb77df45 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:25:05.197628 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2deffaaa-b9ab-4091-86ae-142da312c2dd None None] Updating router 10c5460e-1ca6-42f5-a2d0-39eafb77df45 port a3ff3d2d-2b07-4e9f-99dc-9e9f8925d3b3 binding host n-d-768862-13 {{(pid=94263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:25:05.221407 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-2deffaaa-b9ab-4091-86ae-142da312c2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:05.287331 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b61f8b31-6892-42e7-baa9-4e7c63b96646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:05.415967 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b61f8b31-6892-42e7-baa9-4e7c63b96646 admin admin] Router 82471c67-65f8-4eb5-93ef-77a56a55e29c is scheduled to L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e with binding_index 1 {{(pid=94261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:25:05.499719 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-2deffaaa-b9ab-4091-86ae-142da312c2dd None None] Notify callbacks [] for port, precommit_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:05.510718 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.provisioning_blocks [None req-2deffaaa-b9ab-4091-86ae-142da312c2dd None None] Transition to ACTIVE for port object a3ff3d2d-2b07-4e9f-99dc-9e9f8925d3b3 will not be triggered until provisioned by entity L2. {{(pid=94263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:25:05.517721 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-2deffaaa-b9ab-4091-86ae-142da312c2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:05.615259 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c323802-f88f-4d33-8482-4e9f220718c5 None None] Pushing event updated for resources: {'Port': ['ID=a3ff3d2d-2b07-4e9f-99dc-9e9f8925d3b3,revision_number=3']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:25:05.625611 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-2deffaaa-b9ab-4091-86ae-142da312c2dd None None] Attempting to bind port a3ff3d2d-2b07-4e9f-99dc-9e9f8925d3b3 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:25:05.625976 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-2deffaaa-b9ab-4091-86ae-142da312c2dd None None] Attempting to bind port a3ff3d2d-2b07-4e9f-99dc-9e9f8925d3b3 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'ac50ec4a-f4f0-4212-bcf2-e80c3d89dbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd6b7e502-a9e1-4228-a6ab-f83ebfc43ae1'}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:25:05.626368 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2deffaaa-b9ab-4091-86ae-142da312c2dd None None] Attempting to bind port a3ff3d2d-2b07-4e9f-99dc-9e9f8925d3b3 on network d6b7e502-a9e1-4228-a6ab-f83ebfc43ae1 {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:25:05.629375 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c323802-f88f-4d33-8482-4e9f220718c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:05.629705 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c323802-f88f-4d33-8482-4e9f220718c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:05.630039 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c323802-f88f-4d33-8482-4e9f220718c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:05.630393 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c323802-f88f-4d33-8482-4e9f220718c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:05.630719 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c323802-f88f-4d33-8482-4e9f220718c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:05.631038 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c323802-f88f-4d33-8482-4e9f220718c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:05.631359 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c323802-f88f-4d33-8482-4e9f220718c5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:05.631674 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c323802-f88f-4d33-8482-4e9f220718c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:05.632244 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c323802-f88f-4d33-8482-4e9f220718c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:05.632560 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c323802-f88f-4d33-8482-4e9f220718c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:05.632875 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c323802-f88f-4d33-8482-4e9f220718c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:05.633190 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c323802-f88f-4d33-8482-4e9f220718c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:05.641245 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2deffaaa-b9ab-4091-86ae-142da312c2dd None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:25:05.641629 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2deffaaa-b9ab-4091-86ae-142da312c2dd None None] Checking segment: {'id': 'ac50ec4a-f4f0-4212-bcf2-e80c3d89dbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd6b7e502-a9e1-4228-a6ab-f83ebfc43ae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:25:05.642008 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-2deffaaa-b9ab-4091-86ae-142da312c2dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:05.642423 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2deffaaa-b9ab-4091-86ae-142da312c2dd None None] Bound using segment: {'id': 'ac50ec4a-f4f0-4212-bcf2-e80c3d89dbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd6b7e502-a9e1-4228-a6ab-f83ebfc43ae1'} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:25:05.642887 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-2deffaaa-b9ab-4091-86ae-142da312c2dd None None] Bound port: a3ff3d2d-2b07-4e9f-99dc-9e9f8925d3b3, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac50ec4a-f4f0-4212-bcf2-e80c3d89dbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd6b7e502-a9e1-4228-a6ab-f83ebfc43ae1'}}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:25:05.643448 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-2deffaaa-b9ab-4091-86ae-142da312c2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:05.741949 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-2deffaaa-b9ab-4091-86ae-142da312c2dd None None] For port a3ff3d2d-2b07-4e9f-99dc-9e9f8925d3b3, host n-d-768862-13, cleared binding levels {{(pid=94263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:25:05.746628 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-2deffaaa-b9ab-4091-86ae-142da312c2dd None None] For port a3ff3d2d-2b07-4e9f-99dc-9e9f8925d3b3, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=a3ff3d2d-2b07-4e9f-99dc-9e9f8925d3b3,segment=NetworkSegment(ac50ec4a-f4f0-4212-bcf2-e80c3d89dbee),segment_id=ac50ec4a-f4f0-4212-bcf2-e80c3d89dbee)] {{(pid=94263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:25:05.756050 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-2deffaaa-b9ab-4091-86ae-142da312c2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:05.856753 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c323802-f88f-4d33-8482-4e9f220718c5 None None] Pushing event updated for resources: {'Port': ['ID=a3ff3d2d-2b07-4e9f-99dc-9e9f8925d3b3,revision_number=4']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:25:05.871102 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2deffaaa-b9ab-4091-86ae-142da312c2dd None None] Routers {'10c5460e-1ca6-42f5-a2d0-39eafb77df45'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:25:05.871775 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-2deffaaa-b9ab-4091-86ae-142da312c2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:24:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['10c5460e-1ca6-42f5-a2d0-39eafb77df45'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:25:05.907455 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b61f8b31-6892-42e7-baa9-4e7c63b96646 admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:25:05.920067 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c83448-4f59-4af8-bc4c-00dd8058c9e3 None None] Sync routers for ids ['82471c67-65f8-4eb5-93ef-77a56a55e29c'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:25:05.925520 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b61f8b31-6892-42e7-baa9-4e7c63b96646 admin admin] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:05.930540 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 50178) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:25:05.935831 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-b61f8b31-6892-42e7-baa9-4e7c63b96646 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.0196035 Aug 10 04:25:05.938479 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c83448-4f59-4af8-bc4c-00dd8058c9e3 None None] Routers {'82471c67-65f8-4eb5-93ef-77a56a55e29c'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:25:05.939383 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-86c83448-4f59-4af8-bc4c-00dd8058c9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:24:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['82471c67-65f8-4eb5-93ef-77a56a55e29c'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:25:06.011130 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-2deffaaa-b9ab-4091-86ae-142da312c2dd None None] Set router 10c5460e-1ca6-42f5-a2d0-39eafb77df45 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:25:06.047153 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5113d7f-6c13-47c4-9959-46e68440696b None None] Network f110bdbf-4078-4a05-b14e-ce591f98b3fb requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:25:06.105283 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-86c83448-4f59-4af8-bc4c-00dd8058c9e3 None None] Set router 82471c67-65f8-4eb5-93ef-77a56a55e29c gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:25:06.174814 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-eba71f82-b0eb-4fe8-a586-772662dfa680 None None] Provisioning for port a6fdc8f6-9417-4c4d-bfc9-37d9ba042324 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:25:06.343874 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-2deffaaa-b9ab-4091-86ae-142da312c2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c5460e-1ca6-42f5-a2d0-39eafb77df45', 'name': 'tempest-TestEncryptedCinderVolumes-546648429-router', 'tenant_id': 'b06cb22d20444e57b57de14993ca1a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '481d9dc8-aed7-41c0-b42b-2a743561dd1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:24:59Z', 'updated_at': '2021-08-10T04:25:01Z', 'revision_number': 4, 'project_id': 'b06cb22d20444e57b57de14993ca1a45', 'gw_port': {'id': '481d9dc8-aed7-41c0-b42b-2a743561dd1e', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:de:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c5460e-1ca6-42f5-a2d0-39eafb77df45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:24:59Z', 'updated_at': '2021-08-10T04:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': 'a3ff3d2d-2b07-4e9f-99dc-9e9f8925d3b3', 'name': '', 'network_id': 'd6b7e502-a9e1-4228-a6ab-f83ebfc43ae1', 'tenant_id': 'b06cb22d20444e57b57de14993ca1a45', 'mac_address': 'fa:16:3e:9f:50:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10c5460e-1ca6-42f5-a2d0-39eafb77df45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '23813818-92c1-40b0-95f1-a94cb197957e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:25:01Z', 'updated_at': '2021-08-10T04:25:05Z', 'revision_number': 4, 'project_id': 'b06cb22d20444e57b57de14993ca1a45', 'subnets': [{'id': '23813818-92c1-40b0-95f1-a94cb197957e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:25:06.375426 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2deffaaa-b9ab-4091-86ae-142da312c2dd None None] The sync data for ids ['10c5460e-1ca6-42f5-a2d0-39eafb77df45'] in n-d-768862-13 is: [{'id': '10c5460e-1ca6-42f5-a2d0-39eafb77df45', 'name': 'tempest-TestEncryptedCinderVolumes-546648429-router', 'tenant_id': 'b06cb22d20444e57b57de14993ca1a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '481d9dc8-aed7-41c0-b42b-2a743561dd1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:24:59Z', 'updated_at': '2021-08-10T04:25:01Z', 'revision_number': 4, 'project_id': 'b06cb22d20444e57b57de14993ca1a45', 'gw_port': {'id': '481d9dc8-aed7-41c0-b42b-2a743561dd1e', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:de:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c5460e-1ca6-42f5-a2d0-39eafb77df45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:24:59Z', 'updated_at': '2021-08-10T04:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': 'a3ff3d2d-2b07-4e9f-99dc-9e9f8925d3b3', 'name': '', 'network_id': 'd6b7e502-a9e1-4228-a6ab-f83ebfc43ae1', 'tenant_id': 'b06cb22d20444e57b57de14993ca1a45', 'mac_address': 'fa:16:3e:9f:50:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10c5460e-1ca6-42f5-a2d0-39eafb77df45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '23813818-92c1-40b0-95f1-a94cb197957e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:25:01Z', 'updated_at': '2021-08-10T04:25:05Z', 'revision_number': 4, 'project_id': 'b06cb22d20444e57b57de14993ca1a45', 'subnets': [{'id': '23813818-92c1-40b0-95f1-a94cb197957e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:25:06.415670 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-86c83448-4f59-4af8-bc4c-00dd8058c9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82471c67-65f8-4eb5-93ef-77a56a55e29c', 'name': 'tempest-TestEncryptedCinderVolumes-654442057-router', 'tenant_id': 'cb151dfe18b04e54a33baf017aec8129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '825ab0b5-b0ca-4fad-89d5-28b0b24b6e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:25:03Z', 'updated_at': '2021-08-10T04:25:04Z', 'revision_number': 3, 'project_id': 'cb151dfe18b04e54a33baf017aec8129', 'gw_port': {'id': '825ab0b5-b0ca-4fad-89d5-28b0b24b6e66', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ce:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82471c67-65f8-4eb5-93ef-77a56a55e29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:25:04Z', 'updated_at': '2021-08-10T04:25:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:25:06.435861 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-342f1980-4176-44a5-90db-4e0db1b160bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:06.446765 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c83448-4f59-4af8-bc4c-00dd8058c9e3 None None] Checking router: 82471c67-65f8-4eb5-93ef-77a56a55e29c for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:25:06.447150 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c83448-4f59-4af8-bc4c-00dd8058c9e3 None None] Updating router 82471c67-65f8-4eb5-93ef-77a56a55e29c port 825ab0b5-b0ca-4fad-89d5-28b0b24b6e66 binding host n-d-768862-13 {{(pid=94262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:25:06.490729 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-86c83448-4f59-4af8-bc4c-00dd8058c9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:06.654483 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-342f1980-4176-44a5-90db-4e0db1b160bf admin admin] Allocated IP 172.20.0.1 (f110bdbf-4078-4a05-b14e-ce591f98b3fb/6bb2beb3-eb24-41be-aa2a-0bcc9ae2bcb0/2dddc36d-4549-4d63-a171-5a39695daa96) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:25:06.738236 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device a3ff3d2d-2b07-4e9f-99dc-9e9f8925d3b3 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:25:06.780828 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-342f1980-4176-44a5-90db-4e0db1b160bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:06.796682 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [None req-342f1980-4176-44a5-90db-4e0db1b160bf admin admin] Transition to ACTIVE for port object 2dddc36d-4549-4d63-a171-5a39695daa96 will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:25:06.834442 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-342f1980-4176-44a5-90db-4e0db1b160bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:06.845991 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port a3ff3d2d-2b07-4e9f-99dc-9e9f8925d3b3 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:25:06.855211 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port a3ff3d2d-2b07-4e9f-99dc-9e9f8925d3b3 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:25:06.855586 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:06.885241 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342f1980-4176-44a5-90db-4e0db1b160bf admin admin] Network f110bdbf-4078-4a05-b14e-ce591f98b3fb is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:25:06.891930 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-342f1980-4176-44a5-90db-4e0db1b160bf admin admin] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:25:06.894178 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342f1980-4176-44a5-90db-4e0db1b160bf admin admin] Pushing event updated for resources: {'Port': ['ID=2dddc36d-4549-4d63-a171-5a39695daa96,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:25:06.896394 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342f1980-4176-44a5-90db-4e0db1b160bf admin admin] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:25:06.937669 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-342f1980-4176-44a5-90db-4e0db1b160bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521745'] for router_interface, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:06.942742 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-86c83448-4f59-4af8-bc4c-00dd8058c9e3 None None] Notify callbacks [] for port, precommit_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:06.959754 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-86c83448-4f59-4af8-bc4c-00dd8058c9e3 None None] Transition to ACTIVE for port object 825ab0b5-b0ca-4fad-89d5-28b0b24b6e66 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:25:07.003899 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-86c83448-4f59-4af8-bc4c-00dd8058c9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:07.129679 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-342f1980-4176-44a5-90db-4e0db1b160bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:07.279986 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:07.303252 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-86c83448-4f59-4af8-bc4c-00dd8058c9e3 None None] Attempting to bind port 825ab0b5-b0ca-4fad-89d5-28b0b24b6e66 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:25:07.303778 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-86c83448-4f59-4af8-bc4c-00dd8058c9e3 None None] Attempting to bind port 825ab0b5-b0ca-4fad-89d5-28b0b24b6e66 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:25:07.304710 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c83448-4f59-4af8-bc4c-00dd8058c9e3 None None] Attempting to bind port 825ab0b5-b0ca-4fad-89d5-28b0b24b6e66 on network 2ea12131-628a-487e-b434-0463553732bd {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:25:07.325408 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c83448-4f59-4af8-bc4c-00dd8058c9e3 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:25:07.325996 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c83448-4f59-4af8-bc4c-00dd8058c9e3 None None] Checking segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:25:07.326536 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-86c83448-4f59-4af8-bc4c-00dd8058c9e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:07.327274 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c83448-4f59-4af8-bc4c-00dd8058c9e3 None None] Bound using segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:25:07.327635 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-86c83448-4f59-4af8-bc4c-00dd8058c9e3 None None] Bound port: 825ab0b5-b0ca-4fad-89d5-28b0b24b6e66, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:25:07.328121 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-86c83448-4f59-4af8-bc4c-00dd8058c9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:07.330003 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f3ff47-89b6-4185-bac2-5ea08b3f426b None None] Pushing event updated for resources: {'Port': ['ID=825ab0b5-b0ca-4fad-89d5-28b0b24b6e66,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:25:07.336424 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-b27e39d3-2417-4095-a062-54cb579e1510 None None] Provisioning for port 2dddc36d-4549-4d63-a171-5a39695daa96 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:25:07.355427 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-342f1980-4176-44a5-90db-4e0db1b160bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:07.362129 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-342f1980-4176-44a5-90db-4e0db1b160bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:07.365818 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-b27e39d3-2417-4095-a062-54cb579e1510 None None] Provisioning complete for port 2dddc36d-4549-4d63-a171-5a39695daa96 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:25:07.366305 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b27e39d3-2417-4095-a062-54cb579e1510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:07.400363 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port a3ff3d2d-2b07-4e9f-99dc-9e9f8925d3b3, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=a3ff3d2d-2b07-4e9f-99dc-9e9f8925d3b3,segment=NetworkSegment(ac50ec4a-f4f0-4212-bcf2-e80c3d89dbee),segment_id=ac50ec4a-f4f0-4212-bcf2-e80c3d89dbee)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:25:07.412077 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:07.413190 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device a6fdc8f6-9417-4c4d-bfc9-37d9ba042324 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:25:07.432721 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-342f1980-4176-44a5-90db-4e0db1b160bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521893'] for router_interface, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:07.435223 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342f1980-4176-44a5-90db-4e0db1b160bf admin admin] Pushing event updated for resources: {'Port': ['ID=2dddc36d-4549-4d63-a171-5a39695daa96,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:25:07.480835 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-b27e39d3-2417-4095-a062-54cb579e1510 None None] Port 2dddc36d-4549-4d63-a171-5a39695daa96 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:25:07.508629 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-86c83448-4f59-4af8-bc4c-00dd8058c9e3 None None] For port 825ab0b5-b0ca-4fad-89d5-28b0b24b6e66, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:25:07.539476 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-86c83448-4f59-4af8-bc4c-00dd8058c9e3 None None] For port 825ab0b5-b0ca-4fad-89d5-28b0b24b6e66, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=825ab0b5-b0ca-4fad-89d5-28b0b24b6e66,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:25:07.542189 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=a3ff3d2d-2b07-4e9f-99dc-9e9f8925d3b3,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:25:07.546411 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342f1980-4176-44a5-90db-4e0db1b160bf admin admin] Network f110bdbf-4078-4a05-b14e-ce591f98b3fb is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:25:07.548195 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-342f1980-4176-44a5-90db-4e0db1b160bf admin admin] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:25:07.548341 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-86c83448-4f59-4af8-bc4c-00dd8058c9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:07.575496 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port a6fdc8f6-9417-4c4d-bfc9-37d9ba042324 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:25:07.588225 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port a6fdc8f6-9417-4c4d-bfc9-37d9ba042324 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:25:07.588599 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:07.660068 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c83448-4f59-4af8-bc4c-00dd8058c9e3 None None] Routers {'82471c67-65f8-4eb5-93ef-77a56a55e29c'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:25:07.661453 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-86c83448-4f59-4af8-bc4c-00dd8058c9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:24:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['82471c67-65f8-4eb5-93ef-77a56a55e29c'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:25:07.665771 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f3ff47-89b6-4185-bac2-5ea08b3f426b None None] Pushing event updated for resources: {'Port': ['ID=825ab0b5-b0ca-4fad-89d5-28b0b24b6e66,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:25:07.690079 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-342f1980-4176-44a5-90db-4e0db1b160bf admin admin] Router 82471c67-65f8-4eb5-93ef-77a56a55e29c has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:25:07.811286 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:07.835278 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-342f1980-4176-44a5-90db-4e0db1b160bf admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:25:07.841349 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-342f1980-4176-44a5-90db-4e0db1b160bf admin admin] 10.222.0.44 "PUT /v2.0/routers/82471c67-65f8-4eb5-93ef-77a56a55e29c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9089019 Aug 10 04:25:07.865573 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-86c83448-4f59-4af8-bc4c-00dd8058c9e3 None None] Set router 82471c67-65f8-4eb5-93ef-77a56a55e29c gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:25:07.868731 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port a6fdc8f6-9417-4c4d-bfc9-37d9ba042324, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=a6fdc8f6-9417-4c4d-bfc9-37d9ba042324,segment=NetworkSegment(493309b5-dc9e-407d-8be8-9b7ab060e772),segment_id=493309b5-dc9e-407d-8be8-9b7ab060e772)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:25:07.895292 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:07.896207 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 481d9dc8-aed7-41c0-b42b-2a743561dd1e up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:25:07.983847 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-55f9c22f-a21a-4d8c-aa75-56531db0886d None None] Provisioning complete for port 2dddc36d-4549-4d63-a171-5a39695daa96 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:25:07.984511 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-55f9c22f-a21a-4d8c-aa75-56531db0886d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:08.100921 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=a6fdc8f6-9417-4c4d-bfc9-37d9ba042324,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:25:08.121633 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-55f9c22f-a21a-4d8c-aa75-56531db0886d None None] Port 2dddc36d-4549-4d63-a171-5a39695daa96 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:25:08.155175 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 481d9dc8-aed7-41c0-b42b-2a743561dd1e triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:25:08.155569 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:08.295157 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-86c83448-4f59-4af8-bc4c-00dd8058c9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82471c67-65f8-4eb5-93ef-77a56a55e29c', 'name': 'tempest-TestEncryptedCinderVolumes-654442057-router', 'tenant_id': 'cb151dfe18b04e54a33baf017aec8129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '825ab0b5-b0ca-4fad-89d5-28b0b24b6e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:25:03Z', 'updated_at': '2021-08-10T04:25:07Z', 'revision_number': 4, 'project_id': 'cb151dfe18b04e54a33baf017aec8129', 'gw_port': {'id': '825ab0b5-b0ca-4fad-89d5-28b0b24b6e66', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ce:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82471c67-65f8-4eb5-93ef-77a56a55e29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:25:04Z', 'updated_at': '2021-08-10T04:25:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '2dddc36d-4549-4d63-a171-5a39695daa96', 'name': '', 'network_id': 'f110bdbf-4078-4a05-b14e-ce591f98b3fb', 'tenant_id': 'cb151dfe18b04e54a33baf017aec8129', 'mac_address': 'fa:16:3e:e8:d8:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82471c67-65f8-4eb5-93ef-77a56a55e29c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '6bb2beb3-eb24-41be-aa2a-0bcc9ae2bcb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:25:06Z', 'updated_at': '2021-08-10T04:25:07Z', 'revision_number': 2, 'project_id': 'cb151dfe18b04e54a33baf017aec8129', 'subnets': [{'id': '6bb2beb3-eb24-41be-aa2a-0bcc9ae2bcb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:25:08.321785 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c83448-4f59-4af8-bc4c-00dd8058c9e3 None None] The sync data for ids ['82471c67-65f8-4eb5-93ef-77a56a55e29c'] in n-d-768862-13 is: [{'id': '82471c67-65f8-4eb5-93ef-77a56a55e29c', 'name': 'tempest-TestEncryptedCinderVolumes-654442057-router', 'tenant_id': 'cb151dfe18b04e54a33baf017aec8129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '825ab0b5-b0ca-4fad-89d5-28b0b24b6e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:25:03Z', 'updated_at': '2021-08-10T04:25:07Z', 'revision_number': 4, 'project_id': 'cb151dfe18b04e54a33baf017aec8129', 'gw_port': {'id': '825ab0b5-b0ca-4fad-89d5-28b0b24b6e66', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ce:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82471c67-65f8-4eb5-93ef-77a56a55e29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:25:04Z', 'updated_at': '2021-08-10T04:25:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '2dddc36d-4549-4d63-a171-5a39695daa96', 'name': '', 'network_id': 'f110bdbf-4078-4a05-b14e-ce591f98b3fb', 'tenant_id': 'cb151dfe18b04e54a33baf017aec8129', 'mac_address': 'fa:16:3e:e8:d8:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82471c67-65f8-4eb5-93ef-77a56a55e29c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '6bb2beb3-eb24-41be-aa2a-0bcc9ae2bcb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:25:06Z', 'updated_at': '2021-08-10T04:25:07Z', 'revision_number': 2, 'project_id': 'cb151dfe18b04e54a33baf017aec8129', 'subnets': [{'id': '6bb2beb3-eb24-41be-aa2a-0bcc9ae2bcb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:25:08.596710 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device a3ff3d2d-2b07-4e9f-99dc-9e9f8925d3b3 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:25:08.653044 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port a3ff3d2d-2b07-4e9f-99dc-9e9f8925d3b3 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:25:08.653527 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:08.730559 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d9a72-ead7-4d14-b30c-389fe086c7b8 req-b75d7fa5-6ede-4111-9b05-f365f1d84c48 tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:08.732877 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1c3d9a72-ead7-4d14-b30c-389fe086c7b8 req-b75d7fa5-6ede-4111-9b05-f365f1d84c48 tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] 10.222.0.44 "GET /v2.0/networks?id=d6b7e502-a9e1-4228-a6ab-f83ebfc43ae1 HTTP/1.1" status: 200 len: 816 time: 0.1260123 Aug 10 04:25:08.745915 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device a6fdc8f6-9417-4c4d-bfc9-37d9ba042324 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:25:08.750488 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1c3d9a72-ead7-4d14-b30c-389fe086c7b8 req-4cdd0ff8-0d6f-4673-8cdc-502aac8160a2 tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] 10.222.0.44 "GET /v2.0/quotas/b06cb22d20444e57b57de14993ca1a45 HTTP/1.1" status: 200 len: 375 time: 0.0110886 Aug 10 04:25:08.794170 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port a6fdc8f6-9417-4c4d-bfc9-37d9ba042324 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:25:08.794731 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:08.808228 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1c3d9a72-ead7-4d14-b30c-389fe086c7b8 req-6ec73237-fa5a-4b34-aab8-08d59bbe739b tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b06cb22d20444e57b57de14993ca1a45&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519071 Aug 10 04:25:08.923845 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1c3d9a72-ead7-4d14-b30c-389fe086c7b8 req-a5934bc6-f716-4343-8699-64dbea79c0af service neutron] 10.222.0.44 "GET /v2.0/networks/d6b7e502-a9e1-4228-a6ab-f83ebfc43ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020167 Aug 10 04:25:09.014788 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1c3d9a72-ead7-4d14-b30c-389fe086c7b8 req-12a92c7d-98e5-4387-acf9-e0f6d08e62a0 service neutron] 10.222.0.44 "GET /v2.0/networks/d6b7e502-a9e1-4228-a6ab-f83ebfc43ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845242 Aug 10 04:25:09.177149 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3316cb8e-ff7e-414f-8753-c1aad2578d36 req-f8a55e10-97ac-4863-82fc-59acfe40f7b7 tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6fb7550-a52e-48ff-8090-4f8c6a1450ee HTTP/1.1" status: 200 len: 210 time: 0.0313051 Aug 10 04:25:10.162076 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d9a72-ead7-4d14-b30c-389fe086c7b8 req-4b6fc989-ac72-498f-8c0e-939fc7d56439 tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:10.163720 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1c3d9a72-ead7-4d14-b30c-389fe086c7b8 req-4b6fc989-ac72-498f-8c0e-939fc7d56439 tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] 10.222.0.42 "GET /v2.0/networks?id=d6b7e502-a9e1-4228-a6ab-f83ebfc43ae1 HTTP/1.1" status: 200 len: 816 time: 0.1120374 Aug 10 04:25:10.177809 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-1c3d9a72-ead7-4d14-b30c-389fe086c7b8 req-39134038-d221-46fd-b644-fa1573aa2be9 tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] Request body: {'port': {'device_id': 'b6fb7550-a52e-48ff-8090-4f8c6a1450ee', 'network_id': 'd6b7e502-a9e1-4228-a6ab-f83ebfc43ae1', 'admin_state_up': True, 'tenant_id': 'b06cb22d20444e57b57de14993ca1a45'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:25:10.286335 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cbc63baa-bdf4-4291-b1fb-54d2bf790a48 req-b1c78639-c2ee-4df2-a184-956405689b58 tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6fb7550-a52e-48ff-8090-4f8c6a1450ee HTTP/1.1" status: 200 len: 210 time: 0.0374255 Aug 10 04:25:10.321139 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c3d9a72-ead7-4d14-b30c-389fe086c7b8 req-39134038-d221-46fd-b644-fa1573aa2be9 tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] Made reservation on behalf of b06cb22d20444e57b57de14993ca1a45 for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:25:10.325566 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-1c3d9a72-ead7-4d14-b30c-389fe086c7b8 req-39134038-d221-46fd-b644-fa1573aa2be9 tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:10.458937 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-1c3d9a72-ead7-4d14-b30c-389fe086c7b8 req-39134038-d221-46fd-b644-fa1573aa2be9 tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] Allocated IP 172.20.0.12 (d6b7e502-a9e1-4228-a6ab-f83ebfc43ae1/23813818-92c1-40b0-95f1-a94cb197957e/feabc9ec-f682-4798-b3e1-ce6d20d46aa0) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:25:10.551813 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 825ab0b5-b0ca-4fad-89d5-28b0b24b6e66 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:25:10.560544 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d70f73-5d8a-4527-8aa2-59ae6aac5bf4 None None] Sync routers for ids ['82471c67-65f8-4eb5-93ef-77a56a55e29c'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:25:10.569880 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d70f73-5d8a-4527-8aa2-59ae6aac5bf4 None None] Routers {'82471c67-65f8-4eb5-93ef-77a56a55e29c'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:25:10.570525 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-c0d70f73-5d8a-4527-8aa2-59ae6aac5bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:24:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['82471c67-65f8-4eb5-93ef-77a56a55e29c'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:25:10.611417 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 825ab0b5-b0ca-4fad-89d5-28b0b24b6e66 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:25:10.615641 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 825ab0b5-b0ca-4fad-89d5-28b0b24b6e66 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:25:10.616554 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:10.659612 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-1c3d9a72-ead7-4d14-b30c-389fe086c7b8 req-39134038-d221-46fd-b644-fa1573aa2be9 tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:10.675176 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-1c3d9a72-ead7-4d14-b30c-389fe086c7b8 req-39134038-d221-46fd-b644-fa1573aa2be9 tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] Transition to ACTIVE for port object feabc9ec-f682-4798-b3e1-ce6d20d46aa0 will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:25:10.680025 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-c0d70f73-5d8a-4527-8aa2-59ae6aac5bf4 None None] Set router 82471c67-65f8-4eb5-93ef-77a56a55e29c gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:25:10.700429 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:10.712502 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-1c3d9a72-ead7-4d14-b30c-389fe086c7b8 req-39134038-d221-46fd-b644-fa1573aa2be9 tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:10.727545 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 825ab0b5-b0ca-4fad-89d5-28b0b24b6e66, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=825ab0b5-b0ca-4fad-89d5-28b0b24b6e66,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:25:10.732183 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:10.763254 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c3d9a72-ead7-4d14-b30c-389fe086c7b8 req-39134038-d221-46fd-b644-fa1573aa2be9 tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] Network d6b7e502-a9e1-4228-a6ab-f83ebfc43ae1 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:25:10.766492 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-1c3d9a72-ead7-4d14-b30c-389fe086c7b8 req-39134038-d221-46fd-b644-fa1573aa2be9 tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:25:10.770472 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c3d9a72-ead7-4d14-b30c-389fe086c7b8 req-39134038-d221-46fd-b644-fa1573aa2be9 tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:25:10.776945 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39134038-d221-46fd-b644-fa1573aa2be9 tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] Pushing event updated for resources: {'Port': ['ID=feabc9ec-f682-4798-b3e1-ce6d20d46aa0,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:25:10.792286 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=825ab0b5-b0ca-4fad-89d5-28b0b24b6e66,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:25:10.829404 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d9a72-ead7-4d14-b30c-389fe086c7b8 req-39134038-d221-46fd-b644-fa1573aa2be9 tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:10.830166 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-1c3d9a72-ead7-4d14-b30c-389fe086c7b8 req-39134038-d221-46fd-b644-fa1573aa2be9 tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:10.849005 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1c3d9a72-ead7-4d14-b30c-389fe086c7b8 req-39134038-d221-46fd-b644-fa1573aa2be9 tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6747279 Aug 10 04:25:10.862691 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-1c3d9a72-ead7-4d14-b30c-389fe086c7b8 req-f3852a7d-1a3f-49cb-a693-0e86b780fd3c service neutron] Request body: {'port': {'device_id': 'b6fb7550-a52e-48ff-8090-4f8c6a1450ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:25:10.914697 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-c0d70f73-5d8a-4527-8aa2-59ae6aac5bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82471c67-65f8-4eb5-93ef-77a56a55e29c', 'name': 'tempest-TestEncryptedCinderVolumes-654442057-router', 'tenant_id': 'cb151dfe18b04e54a33baf017aec8129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '825ab0b5-b0ca-4fad-89d5-28b0b24b6e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:25:03Z', 'updated_at': '2021-08-10T04:25:07Z', 'revision_number': 4, 'project_id': 'cb151dfe18b04e54a33baf017aec8129', 'gw_port': {'id': '825ab0b5-b0ca-4fad-89d5-28b0b24b6e66', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ce:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82471c67-65f8-4eb5-93ef-77a56a55e29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:25:04Z', 'updated_at': '2021-08-10T04:25:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '2dddc36d-4549-4d63-a171-5a39695daa96', 'name': '', 'network_id': 'f110bdbf-4078-4a05-b14e-ce591f98b3fb', 'tenant_id': 'cb151dfe18b04e54a33baf017aec8129', 'mac_address': 'fa:16:3e:e8:d8:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82471c67-65f8-4eb5-93ef-77a56a55e29c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '6bb2beb3-eb24-41be-aa2a-0bcc9ae2bcb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:25:06Z', 'updated_at': '2021-08-10T04:25:07Z', 'revision_number': 2, 'project_id': 'cb151dfe18b04e54a33baf017aec8129', 'subnets': [{'id': '6bb2beb3-eb24-41be-aa2a-0bcc9ae2bcb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:25:10.921698 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-1c3d9a72-ead7-4d14-b30c-389fe086c7b8 req-f3852a7d-1a3f-49cb-a693-0e86b780fd3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:10.944873 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d70f73-5d8a-4527-8aa2-59ae6aac5bf4 None None] Checking router: 82471c67-65f8-4eb5-93ef-77a56a55e29c for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:25:10.945231 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d70f73-5d8a-4527-8aa2-59ae6aac5bf4 None None] Updating router 82471c67-65f8-4eb5-93ef-77a56a55e29c port 2dddc36d-4549-4d63-a171-5a39695daa96 binding host n-d-768862-13 {{(pid=94263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:25:10.976040 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-c0d70f73-5d8a-4527-8aa2-59ae6aac5bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:11.069635 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-76368025-e3ce-4c53-91b5-862e3c755221 None None] Provisioning for port feabc9ec-f682-4798-b3e1-ce6d20d46aa0 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:25:11.073947 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-76368025-e3ce-4c53-91b5-862e3c755221 None None] Provisioning complete for port feabc9ec-f682-4798-b3e1-ce6d20d46aa0 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:25:11.074424 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-76368025-e3ce-4c53-91b5-862e3c755221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:11.112213 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-76368025-e3ce-4c53-91b5-862e3c755221 None None] Port feabc9ec-f682-4798-b3e1-ce6d20d46aa0 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:25:11.199621 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-1c3d9a72-ead7-4d14-b30c-389fe086c7b8 req-f3852a7d-1a3f-49cb-a693-0e86b780fd3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id feabc9ec-f682-4798-b3e1-ce6d20d46aa0 {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:25:11.207745 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-1c3d9a72-ead7-4d14-b30c-389fe086c7b8 req-f3852a7d-1a3f-49cb-a693-0e86b780fd3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:11.220128 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-1c3d9a72-ead7-4d14-b30c-389fe086c7b8 req-f3852a7d-1a3f-49cb-a693-0e86b780fd3c service neutron] Transition to ACTIVE for port object feabc9ec-f682-4798-b3e1-ce6d20d46aa0 will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:25:11.223687 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-1c3d9a72-ead7-4d14-b30c-389fe086c7b8 req-f3852a7d-1a3f-49cb-a693-0e86b780fd3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:11.246588 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-c0d70f73-5d8a-4527-8aa2-59ae6aac5bf4 None None] Notify callbacks [] for port, precommit_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:11.256724 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.provisioning_blocks [None req-c0d70f73-5d8a-4527-8aa2-59ae6aac5bf4 None None] Transition to ACTIVE for port object 2dddc36d-4549-4d63-a171-5a39695daa96 will not be triggered until provisioned by entity L2. {{(pid=94263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:25:11.263267 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-c0d70f73-5d8a-4527-8aa2-59ae6aac5bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:11.278958 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3852a7d-1a3f-49cb-a693-0e86b780fd3c service neutron] Pushing event updated for resources: {'Port': ['ID=feabc9ec-f682-4798-b3e1-ce6d20d46aa0,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:25:11.342434 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b567e34-62fd-48f5-9f65-5832459fdbb7 None None] Pushing event updated for resources: {'Port': ['ID=2dddc36d-4549-4d63-a171-5a39695daa96,revision_number=3']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:25:11.375483 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-c0d70f73-5d8a-4527-8aa2-59ae6aac5bf4 None None] Attempting to bind port 2dddc36d-4549-4d63-a171-5a39695daa96 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:25:11.375841 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-c0d70f73-5d8a-4527-8aa2-59ae6aac5bf4 None None] Attempting to bind port 2dddc36d-4549-4d63-a171-5a39695daa96 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '493309b5-dc9e-407d-8be8-9b7ab060e772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f110bdbf-4078-4a05-b14e-ce591f98b3fb'}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:25:11.376216 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d70f73-5d8a-4527-8aa2-59ae6aac5bf4 None None] Attempting to bind port 2dddc36d-4549-4d63-a171-5a39695daa96 on network f110bdbf-4078-4a05-b14e-ce591f98b3fb {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:25:11.382553 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d70f73-5d8a-4527-8aa2-59ae6aac5bf4 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:25:11.382931 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d70f73-5d8a-4527-8aa2-59ae6aac5bf4 None None] Checking segment: {'id': '493309b5-dc9e-407d-8be8-9b7ab060e772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f110bdbf-4078-4a05-b14e-ce591f98b3fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:25:11.383329 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-c0d70f73-5d8a-4527-8aa2-59ae6aac5bf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:11.383716 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d70f73-5d8a-4527-8aa2-59ae6aac5bf4 None None] Bound using segment: {'id': '493309b5-dc9e-407d-8be8-9b7ab060e772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f110bdbf-4078-4a05-b14e-ce591f98b3fb'} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:25:11.384182 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-c0d70f73-5d8a-4527-8aa2-59ae6aac5bf4 None None] Bound port: 2dddc36d-4549-4d63-a171-5a39695daa96, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '493309b5-dc9e-407d-8be8-9b7ab060e772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f110bdbf-4078-4a05-b14e-ce591f98b3fb'}}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:25:11.384556 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-c0d70f73-5d8a-4527-8aa2-59ae6aac5bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:11.407355 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-1c3d9a72-ead7-4d14-b30c-389fe086c7b8 req-f3852a7d-1a3f-49cb-a693-0e86b780fd3c service neutron] Attempting to bind port feabc9ec-f682-4798-b3e1-ce6d20d46aa0 on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:25:11.407698 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-1c3d9a72-ead7-4d14-b30c-389fe086c7b8 req-f3852a7d-1a3f-49cb-a693-0e86b780fd3c service neutron] Attempting to bind port feabc9ec-f682-4798-b3e1-ce6d20d46aa0 by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': 'ac50ec4a-f4f0-4212-bcf2-e80c3d89dbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd6b7e502-a9e1-4228-a6ab-f83ebfc43ae1'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:25:11.408028 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3d9a72-ead7-4d14-b30c-389fe086c7b8 req-f3852a7d-1a3f-49cb-a693-0e86b780fd3c service neutron] Attempting to bind port feabc9ec-f682-4798-b3e1-ce6d20d46aa0 on network d6b7e502-a9e1-4228-a6ab-f83ebfc43ae1 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:25:11.417924 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3d9a72-ead7-4d14-b30c-389fe086c7b8 req-f3852a7d-1a3f-49cb-a693-0e86b780fd3c service neutron] Port feabc9ec-f682-4798-b3e1-ce6d20d46aa0 on network d6b7e502-a9e1-4228-a6ab-f83ebfc43ae1 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:25:11.418278 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3d9a72-ead7-4d14-b30c-389fe086c7b8 req-f3852a7d-1a3f-49cb-a693-0e86b780fd3c service neutron] Attempting to bind port feabc9ec-f682-4798-b3e1-ce6d20d46aa0 on network d6b7e502-a9e1-4228-a6ab-f83ebfc43ae1 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:25:11.427706 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3d9a72-ead7-4d14-b30c-389fe086c7b8 req-f3852a7d-1a3f-49cb-a693-0e86b780fd3c service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:25:11.428057 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3d9a72-ead7-4d14-b30c-389fe086c7b8 req-f3852a7d-1a3f-49cb-a693-0e86b780fd3c service neutron] Checking segment: {'id': 'ac50ec4a-f4f0-4212-bcf2-e80c3d89dbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd6b7e502-a9e1-4228-a6ab-f83ebfc43ae1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:25:11.428453 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3d9a72-ead7-4d14-b30c-389fe086c7b8 req-f3852a7d-1a3f-49cb-a693-0e86b780fd3c service neutron] Bound using segment: {'id': 'ac50ec4a-f4f0-4212-bcf2-e80c3d89dbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd6b7e502-a9e1-4228-a6ab-f83ebfc43ae1'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:25:11.428911 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-1c3d9a72-ead7-4d14-b30c-389fe086c7b8 req-f3852a7d-1a3f-49cb-a693-0e86b780fd3c service neutron] Bound port: feabc9ec-f682-4798-b3e1-ce6d20d46aa0, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac50ec4a-f4f0-4212-bcf2-e80c3d89dbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd6b7e502-a9e1-4228-a6ab-f83ebfc43ae1'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:25:11.429282 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-1c3d9a72-ead7-4d14-b30c-389fe086c7b8 req-f3852a7d-1a3f-49cb-a693-0e86b780fd3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:11.453322 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0b7ff7-102c-4914-a235-8035868bb7e2 req-df79b930-00a5-4ac1-9c0a-81d4af9d78ff tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:11.453545 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-c0d70f73-5d8a-4527-8aa2-59ae6aac5bf4 None None] For port 2dddc36d-4549-4d63-a171-5a39695daa96, host n-d-768862-13, cleared binding levels {{(pid=94263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:25:11.454938 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cc0b7ff7-102c-4914-a235-8035868bb7e2 req-df79b930-00a5-4ac1-9c0a-81d4af9d78ff tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6fb7550-a52e-48ff-8090-4f8c6a1450ee HTTP/1.1" status: 200 len: 944 time: 0.0815961 Aug 10 04:25:11.463458 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-c0d70f73-5d8a-4527-8aa2-59ae6aac5bf4 None None] For port 2dddc36d-4549-4d63-a171-5a39695daa96, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=2dddc36d-4549-4d63-a171-5a39695daa96,segment=NetworkSegment(493309b5-dc9e-407d-8be8-9b7ab060e772),segment_id=493309b5-dc9e-407d-8be8-9b7ab060e772)] {{(pid=94263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:25:11.470210 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-c0d70f73-5d8a-4527-8aa2-59ae6aac5bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:11.532463 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d70f73-5d8a-4527-8aa2-59ae6aac5bf4 None None] Routers {'82471c67-65f8-4eb5-93ef-77a56a55e29c'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:25:11.533362 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-c0d70f73-5d8a-4527-8aa2-59ae6aac5bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:24:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['82471c67-65f8-4eb5-93ef-77a56a55e29c'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:25:11.540501 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cc0b7ff7-102c-4914-a235-8035868bb7e2 req-16c4e197-c4ef-4893-b8f6-9a367c676a2b tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a631d80-e043-445a-8b68-7ebbb6ea1c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774148 Aug 10 04:25:11.546411 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-1c3d9a72-ead7-4d14-b30c-389fe086c7b8 req-f3852a7d-1a3f-49cb-a693-0e86b780fd3c service neutron] For port feabc9ec-f682-4798-b3e1-ce6d20d46aa0, host n-h1-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:25:11.550125 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-1c3d9a72-ead7-4d14-b30c-389fe086c7b8 req-f3852a7d-1a3f-49cb-a693-0e86b780fd3c service neutron] For port feabc9ec-f682-4798-b3e1-ce6d20d46aa0, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=feabc9ec-f682-4798-b3e1-ce6d20d46aa0,segment=NetworkSegment(ac50ec4a-f4f0-4212-bcf2-e80c3d89dbee),segment_id=ac50ec4a-f4f0-4212-bcf2-e80c3d89dbee)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:25:11.558023 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-1c3d9a72-ead7-4d14-b30c-389fe086c7b8 req-f3852a7d-1a3f-49cb-a693-0e86b780fd3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:11.606789 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d9a72-ead7-4d14-b30c-389fe086c7b8 req-f3852a7d-1a3f-49cb-a693-0e86b780fd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:11.607575 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-1c3d9a72-ead7-4d14-b30c-389fe086c7b8 req-f3852a7d-1a3f-49cb-a693-0e86b780fd3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:11.609115 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1c3d9a72-ead7-4d14-b30c-389fe086c7b8 req-f3852a7d-1a3f-49cb-a693-0e86b780fd3c service neutron] 10.222.0.42 "PUT /v2.0/ports/feabc9ec-f682-4798-b3e1-ce6d20d46aa0 HTTP/1.1" status: 200 len: 1093 time: 0.7512457 Aug 10 04:25:11.612035 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6fb7550-a52e-48ff-8090-4f8c6a1450ee', 'tag': 'feabc9ec-f682-4798-b3e1-ce6d20d46aa0'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:25:11.615245 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7142606bf34c4189ec1af3eb1cc50705e8815838b55f5940d6ad7e637f738b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf17311-f55f-4921-8d51-91a3919cc493" -d '{"events": [{"name": "network-changed", "server_uuid": "b6fb7550-a52e-48ff-8090-4f8c6a1450ee", "tag": "feabc9ec-f682-4798-b3e1-ce6d20d46aa0"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:25:11.645403 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3852a7d-1a3f-49cb-a693-0e86b780fd3c service neutron] Pushing event updated for resources: {'Port': ['ID=feabc9ec-f682-4798-b3e1-ce6d20d46aa0,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:25:11.670064 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b567e34-62fd-48f5-9f65-5832459fdbb7 None None] Pushing event updated for resources: {'Port': ['ID=2dddc36d-4549-4d63-a171-5a39695daa96,revision_number=4']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:25:11.700182 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e5ffa3d-501e-4816-8bc2-40c11c13527f x-openstack-request-id: req-5e5ffa3d-501e-4816-8bc2-40c11c13527f {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:25:11.700491 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6fb7550-a52e-48ff-8090-4f8c6a1450ee", "tag": "feabc9ec-f682-4798-b3e1-ce6d20d46aa0", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:25:11.700709 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5e5ffa3d-501e-4816-8bc2-40c11c13527f {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:25:11.701118 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6fb7550-a52e-48ff-8090-4f8c6a1450ee', 'tag': 'feabc9ec-f682-4798-b3e1-ce6d20d46aa0', 'status': 'completed', 'code': 200} Aug 10 04:25:11.702924 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-c0d70f73-5d8a-4527-8aa2-59ae6aac5bf4 None None] Set router 82471c67-65f8-4eb5-93ef-77a56a55e29c gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:25:11.718085 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d9a72-ead7-4d14-b30c-389fe086c7b8 req-669a775c-555f-456e-b6ce-f7efab6ff642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:11.719683 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1c3d9a72-ead7-4d14-b30c-389fe086c7b8 req-669a775c-555f-456e-b6ce-f7efab6ff642 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b06cb22d20444e57b57de14993ca1a45&device_id=b6fb7550-a52e-48ff-8090-4f8c6a1450ee HTTP/1.1" status: 200 len: 1096 time: 0.0641201 Aug 10 04:25:11.771697 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1c3d9a72-ead7-4d14-b30c-389fe086c7b8 req-f86bedc1-b737-4db6-93a1-30cdc12db43e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=feabc9ec-f682-4798-b3e1-ce6d20d46aa0 HTTP/1.1" status: 200 len: 217 time: 0.0432527 Aug 10 04:25:11.851239 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d9a72-ead7-4d14-b30c-389fe086c7b8 req-7717d3be-8210-4634-8bda-60dd610c0063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:11.853169 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1c3d9a72-ead7-4d14-b30c-389fe086c7b8 req-7717d3be-8210-4634-8bda-60dd610c0063 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=23813818-92c1-40b0-95f1-a94cb197957e HTTP/1.1" status: 200 len: 855 time: 0.0740228 Aug 10 04:25:11.915659 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d9a72-ead7-4d14-b30c-389fe086c7b8 req-0bd3cb0c-ee20-4f63-9ee3-e7bcf422fdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:11.917307 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1c3d9a72-ead7-4d14-b30c-389fe086c7b8 req-0bd3cb0c-ee20-4f63-9ee3-e7bcf422fdcc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d6b7e502-a9e1-4228-a6ab-f83ebfc43ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0569503 Aug 10 04:25:11.973846 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-c0d70f73-5d8a-4527-8aa2-59ae6aac5bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82471c67-65f8-4eb5-93ef-77a56a55e29c', 'name': 'tempest-TestEncryptedCinderVolumes-654442057-router', 'tenant_id': 'cb151dfe18b04e54a33baf017aec8129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '825ab0b5-b0ca-4fad-89d5-28b0b24b6e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:25:03Z', 'updated_at': '2021-08-10T04:25:07Z', 'revision_number': 4, 'project_id': 'cb151dfe18b04e54a33baf017aec8129', 'gw_port': {'id': '825ab0b5-b0ca-4fad-89d5-28b0b24b6e66', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ce:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82471c67-65f8-4eb5-93ef-77a56a55e29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:25:04Z', 'updated_at': '2021-08-10T04:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '2dddc36d-4549-4d63-a171-5a39695daa96', 'name': '', 'network_id': 'f110bdbf-4078-4a05-b14e-ce591f98b3fb', 'tenant_id': 'cb151dfe18b04e54a33baf017aec8129', 'mac_address': 'fa:16:3e:e8:d8:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82471c67-65f8-4eb5-93ef-77a56a55e29c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '6bb2beb3-eb24-41be-aa2a-0bcc9ae2bcb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:25:06Z', 'updated_at': '2021-08-10T04:25:11Z', 'revision_number': 4, 'project_id': 'cb151dfe18b04e54a33baf017aec8129', 'subnets': [{'id': '6bb2beb3-eb24-41be-aa2a-0bcc9ae2bcb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:25:12.002667 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d70f73-5d8a-4527-8aa2-59ae6aac5bf4 None None] The sync data for ids ['82471c67-65f8-4eb5-93ef-77a56a55e29c'] in n-d-768862-13 is: [{'id': '82471c67-65f8-4eb5-93ef-77a56a55e29c', 'name': 'tempest-TestEncryptedCinderVolumes-654442057-router', 'tenant_id': 'cb151dfe18b04e54a33baf017aec8129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '825ab0b5-b0ca-4fad-89d5-28b0b24b6e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:25:03Z', 'updated_at': '2021-08-10T04:25:07Z', 'revision_number': 4, 'project_id': 'cb151dfe18b04e54a33baf017aec8129', 'gw_port': {'id': '825ab0b5-b0ca-4fad-89d5-28b0b24b6e66', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ce:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82471c67-65f8-4eb5-93ef-77a56a55e29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:25:04Z', 'updated_at': '2021-08-10T04:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '2dddc36d-4549-4d63-a171-5a39695daa96', 'name': '', 'network_id': 'f110bdbf-4078-4a05-b14e-ce591f98b3fb', 'tenant_id': 'cb151dfe18b04e54a33baf017aec8129', 'mac_address': 'fa:16:3e:e8:d8:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82471c67-65f8-4eb5-93ef-77a56a55e29c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '6bb2beb3-eb24-41be-aa2a-0bcc9ae2bcb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:25:06Z', 'updated_at': '2021-08-10T04:25:11Z', 'revision_number': 4, 'project_id': 'cb151dfe18b04e54a33baf017aec8129', 'subnets': [{'id': '6bb2beb3-eb24-41be-aa2a-0bcc9ae2bcb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:25:12.012539 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1c3d9a72-ead7-4d14-b30c-389fe086c7b8 req-09a88154-964d-4a65-a2e1-9db34b523a49 service neutron] 10.222.0.42 "GET /v2.0/networks/d6b7e502-a9e1-4228-a6ab-f83ebfc43ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880432 Aug 10 04:25:12.147686 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1c3d9a72-ead7-4d14-b30c-389fe086c7b8 req-dd0d28b9-bea7-4514-b7ac-415571600dda service neutron] 10.222.0.42 "GET /v2.0/networks/d6b7e502-a9e1-4228-a6ab-f83ebfc43ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281066 Aug 10 04:25:12.259951 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf17311-f55f-4921-8d51-91a3919cc493 req-732be062-24ab-4807-89bd-6c7f2bdd60d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:12.261600 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ebf17311-f55f-4921-8d51-91a3919cc493 req-732be062-24ab-4807-89bd-6c7f2bdd60d5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b06cb22d20444e57b57de14993ca1a45&device_id=b6fb7550-a52e-48ff-8090-4f8c6a1450ee HTTP/1.1" status: 200 len: 1096 time: 0.0599751 Aug 10 04:25:12.358276 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf17311-f55f-4921-8d51-91a3919cc493 req-213f36a1-0f0b-4b89-82f4-eecfd945396c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:12.359797 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ebf17311-f55f-4921-8d51-91a3919cc493 req-213f36a1-0f0b-4b89-82f4-eecfd945396c service neutron] 10.222.0.42 "GET /v2.0/networks?id=d6b7e502-a9e1-4228-a6ab-f83ebfc43ae1 HTTP/1.1" status: 200 len: 916 time: 0.0910497 Aug 10 04:25:12.407457 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ebf17311-f55f-4921-8d51-91a3919cc493 req-111914e1-a2e6-46ea-a1aa-b363f611a31e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=feabc9ec-f682-4798-b3e1-ce6d20d46aa0 HTTP/1.1" status: 200 len: 217 time: 0.0405166 Aug 10 04:25:12.464339 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf17311-f55f-4921-8d51-91a3919cc493 req-760b6e52-0d73-41c8-8886-ec1d5fcbc13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:12.466433 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ebf17311-f55f-4921-8d51-91a3919cc493 req-760b6e52-0d73-41c8-8886-ec1d5fcbc13b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=23813818-92c1-40b0-95f1-a94cb197957e HTTP/1.1" status: 200 len: 855 time: 0.0504258 Aug 10 04:25:12.538134 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf17311-f55f-4921-8d51-91a3919cc493 req-ca55cfd6-a5ca-40ae-8624-6cb3f6f836f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:12.538134 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ebf17311-f55f-4921-8d51-91a3919cc493 req-ca55cfd6-a5ca-40ae-8624-6cb3f6f836f5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d6b7e502-a9e1-4228-a6ab-f83ebfc43ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0616448 Aug 10 04:25:12.587642 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 2dddc36d-4549-4d63-a171-5a39695daa96 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:25:12.648227 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 2dddc36d-4549-4d63-a171-5a39695daa96 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:25:12.653858 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 2dddc36d-4549-4d63-a171-5a39695daa96 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:25:12.654459 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:12.664372 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ebf17311-f55f-4921-8d51-91a3919cc493 req-5c34bbaf-ea19-456f-b8c7-bf27185f45ec service neutron] 10.222.0.42 "GET /v2.0/networks/d6b7e502-a9e1-4228-a6ab-f83ebfc43ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185329 Aug 10 04:25:12.750287 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:12.763563 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8342465d-1456-443e-8e5d-cac792f313b8 req-44debe7c-8fa9-4ee1-b461-6aff85caa31d tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:12.765206 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8342465d-1456-443e-8e5d-cac792f313b8 req-44debe7c-8fa9-4ee1-b461-6aff85caa31d tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6fb7550-a52e-48ff-8090-4f8c6a1450ee HTTP/1.1" status: 200 len: 944 time: 0.1229296 Aug 10 04:25:12.788851 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 2dddc36d-4549-4d63-a171-5a39695daa96, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=2dddc36d-4549-4d63-a171-5a39695daa96,segment=NetworkSegment(493309b5-dc9e-407d-8be8-9b7ab060e772),segment_id=493309b5-dc9e-407d-8be8-9b7ab060e772)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:25:12.793057 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:12.793996 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 825ab0b5-b0ca-4fad-89d5-28b0b24b6e66 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:25:12.812257 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ebf17311-f55f-4921-8d51-91a3919cc493 req-875cb813-2f5e-4b7e-819e-2c0f73da3892 service neutron] 10.222.0.42 "GET /v2.0/networks/d6b7e502-a9e1-4228-a6ab-f83ebfc43ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341231 Aug 10 04:25:12.826071 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8342465d-1456-443e-8e5d-cac792f313b8 req-65399578-580e-4fdc-adef-62bb645c10b1 tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a631d80-e043-445a-8b68-7ebbb6ea1c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537753 Aug 10 04:25:12.870648 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=2dddc36d-4549-4d63-a171-5a39695daa96,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:25:12.885691 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 825ab0b5-b0ca-4fad-89d5-28b0b24b6e66 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:25:12.886125 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:13.951694 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69dedc1-c51a-48e1-9c8b-49673857ad79 req-65888d39-2f04-4072-bb67-3669a74553c3 tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:13.953269 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d69dedc1-c51a-48e1-9c8b-49673857ad79 req-65888d39-2f04-4072-bb67-3669a74553c3 tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6fb7550-a52e-48ff-8090-4f8c6a1450ee HTTP/1.1" status: 200 len: 944 time: 0.0531404 Aug 10 04:25:13.992902 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d69dedc1-c51a-48e1-9c8b-49673857ad79 req-edeeb758-5e66-4e25-9e98-edc604feddac tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a631d80-e043-445a-8b68-7ebbb6ea1c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335176 Aug 10 04:25:14.529546 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 2dddc36d-4549-4d63-a171-5a39695daa96 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:25:14.580512 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 2dddc36d-4549-4d63-a171-5a39695daa96 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:25:14.580885 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:15.115290 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5565f89e-2338-456d-ad17-a872f247d804 req-ff26e5f0-c1b1-442d-9745-59ff1ba93283 tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:15.116800 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5565f89e-2338-456d-ad17-a872f247d804 req-ff26e5f0-c1b1-442d-9745-59ff1ba93283 tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6fb7550-a52e-48ff-8090-4f8c6a1450ee HTTP/1.1" status: 200 len: 944 time: 0.0488572 Aug 10 04:25:15.156556 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5565f89e-2338-456d-ad17-a872f247d804 req-bab007fe-5771-42a0-afd8-7f59196888ac tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a631d80-e043-445a-8b68-7ebbb6ea1c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330486 Aug 10 04:25:15.934955 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device feabc9ec-f682-4798-b3e1-ce6d20d46aa0 details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:25:16.030950 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port feabc9ec-f682-4798-b3e1-ce6d20d46aa0, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=feabc9ec-f682-4798-b3e1-ce6d20d46aa0,segment=NetworkSegment(ac50ec4a-f4f0-4212-bcf2-e80c3d89dbee),segment_id=ac50ec4a-f4f0-4212-bcf2-e80c3d89dbee)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:25:16.043002 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': 'feabc9ec-f682-4798-b3e1-ce6d20d46aa0', 'network_id': 'd6b7e502-a9e1-4228-a6ab-f83ebfc43ae1', 'port_id': 'feabc9ec-f682-4798-b3e1-ce6d20d46aa0', 'mac_address': 'fa:16:3e:11:90:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23813818-92c1-40b0-95f1-a94cb197957e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:25:16.087616 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:16.102311 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id feabc9ec-f682-4798-b3e1-ce6d20d46aa0 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:25:16.125116 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port feabc9ec-f682-4798-b3e1-ce6d20d46aa0, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=feabc9ec-f682-4798-b3e1-ce6d20d46aa0,segment=NetworkSegment(ac50ec4a-f4f0-4212-bcf2-e80c3d89dbee),segment_id=ac50ec4a-f4f0-4212-bcf2-e80c3d89dbee)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:25:16.129352 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:16.185188 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=feabc9ec-f682-4798-b3e1-ce6d20d46aa0,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:25:16.294493 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999deb29-9d9a-4f9a-a2f8-a42d650a16c3 req-546dff57-52f6-4020-9716-18c0bec7ed3b tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:16.297075 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-999deb29-9d9a-4f9a-a2f8-a42d650a16c3 req-546dff57-52f6-4020-9716-18c0bec7ed3b tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6fb7550-a52e-48ff-8090-4f8c6a1450ee HTTP/1.1" status: 200 len: 945 time: 0.0692749 Aug 10 04:25:16.332954 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['feabc9ec-f682-4798-b3e1-ce6d20d46aa0'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:25:16.345463 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-999deb29-9d9a-4f9a-a2f8-a42d650a16c3 req-d895fa1b-32b2-4516-8a39-95c559e3e309 tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a631d80-e043-445a-8b68-7ebbb6ea1c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420220 Aug 10 04:25:17.473568 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f63d86-3712-496c-a56f-864c949c6563 req-b1860b3f-4de2-4f97-9921-102f35ebc62f tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:17.475985 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-26f63d86-3712-496c-a56f-864c949c6563 req-b1860b3f-4de2-4f97-9921-102f35ebc62f tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6fb7550-a52e-48ff-8090-4f8c6a1450ee HTTP/1.1" status: 200 len: 945 time: 0.0547404 Aug 10 04:25:17.517687 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-26f63d86-3712-496c-a56f-864c949c6563 req-1f919f2c-ffaa-40bf-82ff-2d79129ce2c4 tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a631d80-e043-445a-8b68-7ebbb6ea1c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348096 Aug 10 04:25:17.937184 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device feabc9ec-f682-4798-b3e1-ce6d20d46aa0 up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:25:17.986519 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning for port feabc9ec-f682-4798-b3e1-ce6d20d46aa0 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:25:17.990366 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port feabc9ec-f682-4798-b3e1-ce6d20d46aa0 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:25:17.990736 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:18.071800 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:18.096777 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6fb7550-a52e-48ff-8090-4f8c6a1450ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feabc9ec-f682-4798-b3e1-ce6d20d46aa0'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:25:18.099183 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}583660bde03669f2dd7fb79ddb869ac83356356549bc1793f8d2e37d6d7017ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39dca1c7-748d-484a-a49f-a87c48a89ea7" -d '{"events": [{"server_uuid": "b6fb7550-a52e-48ff-8090-4f8c6a1450ee", "name": "network-vif-plugged", "status": "completed", "tag": "feabc9ec-f682-4798-b3e1-ce6d20d46aa0"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:25:18.113968 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port feabc9ec-f682-4798-b3e1-ce6d20d46aa0, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=feabc9ec-f682-4798-b3e1-ce6d20d46aa0,segment=NetworkSegment(ac50ec4a-f4f0-4212-bcf2-e80c3d89dbee),segment_id=ac50ec4a-f4f0-4212-bcf2-e80c3d89dbee)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:25:18.119720 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:18.152402 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6ef522e-8d79-4ec7-ad52-f4b99e4586dc x-openstack-request-id: req-f6ef522e-8d79-4ec7-ad52-f4b99e4586dc {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:25:18.152747 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6fb7550-a52e-48ff-8090-4f8c6a1450ee", "name": "network-vif-plugged", "status": "completed", "tag": "feabc9ec-f682-4798-b3e1-ce6d20d46aa0", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:25:18.152989 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f6ef522e-8d79-4ec7-ad52-f4b99e4586dc {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:25:18.153390 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6fb7550-a52e-48ff-8090-4f8c6a1450ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feabc9ec-f682-4798-b3e1-ce6d20d46aa0', 'code': 200} Aug 10 04:25:18.176064 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=feabc9ec-f682-4798-b3e1-ce6d20d46aa0,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:25:18.247199 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70a2186-9ea0-4b28-b281-190847b62e6a req-ad886f37-8e56-4dbf-bde1-dbb8c7789e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:18.248665 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b70a2186-9ea0-4b28-b281-190847b62e6a req-ad886f37-8e56-4dbf-bde1-dbb8c7789e3f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b6fb7550-a52e-48ff-8090-4f8c6a1450ee HTTP/1.1" status: 200 len: 1098 time: 0.0436430 Aug 10 04:25:18.287414 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b70a2186-9ea0-4b28-b281-190847b62e6a req-baf24954-d6a1-4b67-9cd6-409c5df552a5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3a631d80-e043-445a-8b68-7ebbb6ea1c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317802 Aug 10 04:25:18.643390 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5280764f-51f6-46b5-88e3-042ce0f0b1e9 req-8fb789c3-d1f9-4c91-8f8a-e52e1a3ca3cd tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:18.645536 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5280764f-51f6-46b5-88e3-042ce0f0b1e9 req-8fb789c3-d1f9-4c91-8f8a-e52e1a3ca3cd tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6fb7550-a52e-48ff-8090-4f8c6a1450ee HTTP/1.1" status: 200 len: 946 time: 0.0556810 Aug 10 04:25:18.692785 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5280764f-51f6-46b5-88e3-042ce0f0b1e9 req-4fd9d327-a2f2-4c34-8ecd-a0bc9e7a2de9 tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a631d80-e043-445a-8b68-7ebbb6ea1c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406520 Aug 10 04:25:19.806497 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf82ddc7-a86b-4556-90da-9e9977280bed req-f12ff51d-c2d9-4177-b2bf-0b4da65db24b tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:19.808015 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cf82ddc7-a86b-4556-90da-9e9977280bed req-f12ff51d-c2d9-4177-b2bf-0b4da65db24b tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6fb7550-a52e-48ff-8090-4f8c6a1450ee HTTP/1.1" status: 200 len: 946 time: 0.0483189 Aug 10 04:25:19.848219 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cf82ddc7-a86b-4556-90da-9e9977280bed req-8435977e-29c2-4a32-95a8-5742daf00d25 tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a631d80-e043-445a-8b68-7ebbb6ea1c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335765 Aug 10 04:25:19.965697 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30b84b8-a3fd-4249-9324-f3303f273fa4 req-90c73dbd-34b4-456c-bf88-1f64889e9f5f tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:19.967204 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c30b84b8-a3fd-4249-9324-f3303f273fa4 req-90c73dbd-34b4-456c-bf88-1f64889e9f5f tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6fb7550-a52e-48ff-8090-4f8c6a1450ee HTTP/1.1" status: 200 len: 946 time: 0.0492666 Aug 10 04:25:20.005114 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c30b84b8-a3fd-4249-9324-f3303f273fa4 req-5b9da391-6163-4d09-bd43-c16e9d2742c1 tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a631d80-e043-445a-8b68-7ebbb6ea1c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315115 Aug 10 04:25:21.503170 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a6094578-8386-4c88-855d-350e76f4cd59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:23.753303 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-259e8476-2301-4aaf-b5d8-75c81e55c529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:24.369172 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:25.620225 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:26.676980 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:27.053825 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:31.469691 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:25:33.995238 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:38.521557 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a7ac22-dbb3-4355-b168-d5cab4fd7b4b req-f8d217a2-e028-498b-88e7-348f46797097 tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:38.523069 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-37a7ac22-dbb3-4355-b168-d5cab4fd7b4b req-f8d217a2-e028-498b-88e7-348f46797097 tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6fb7550-a52e-48ff-8090-4f8c6a1450ee HTTP/1.1" status: 200 len: 946 time: 0.0568433 Aug 10 04:25:38.561707 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-37a7ac22-dbb3-4355-b168-d5cab4fd7b4b req-748121ec-5874-4529-9530-98147884c218 tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a631d80-e043-445a-8b68-7ebbb6ea1c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319109 Aug 10 04:25:39.678077 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fb4b5a-3d7c-4df2-a719-41ae25bf9ee6 req-7764c640-e768-4805-a60a-07cdb4663427 tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:39.679598 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e9fb4b5a-3d7c-4df2-a719-41ae25bf9ee6 req-7764c640-e768-4805-a60a-07cdb4663427 tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6fb7550-a52e-48ff-8090-4f8c6a1450ee HTTP/1.1" status: 200 len: 946 time: 0.0492136 Aug 10 04:25:39.717199 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e9fb4b5a-3d7c-4df2-a719-41ae25bf9ee6 req-959abc5d-7a8a-43b2-bfbc-c988a2618913 tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a631d80-e043-445a-8b68-7ebbb6ea1c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309458 Aug 10 04:25:40.055057 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a360d323-71c7-44f0-8327-c6feecb88403 req-88c133c1-2cab-4d1d-a0ae-c722ab9132b7 tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:40.056502 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a360d323-71c7-44f0-8327-c6feecb88403 req-88c133c1-2cab-4d1d-a0ae-c722ab9132b7 tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] 10.222.0.42 "GET /v2.0/ports?device_id=b6fb7550-a52e-48ff-8090-4f8c6a1450ee HTTP/1.1" status: 200 len: 946 time: 0.0484960 Aug 10 04:25:40.148374 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-a360d323-71c7-44f0-8327-c6feecb88403 req-206ff010-ebe5-46af-b964-92f21eca08c9 tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] Deleting port feabc9ec-f682-4798-b3e1-ce6d20d46aa0 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:25:40.148628 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a360d323-71c7-44f0-8327-c6feecb88403 req-206ff010-ebe5-46af-b964-92f21eca08c9 tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:40.234634 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-a360d323-71c7-44f0-8327-c6feecb88403 req-206ff010-ebe5-46af-b964-92f21eca08c9 tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] For port feabc9ec-f682-4798-b3e1-ce6d20d46aa0, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=feabc9ec-f682-4798-b3e1-ce6d20d46aa0,segment=NetworkSegment(ac50ec4a-f4f0-4212-bcf2-e80c3d89dbee),segment_id=ac50ec4a-f4f0-4212-bcf2-e80c3d89dbee)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:25:40.235007 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a360d323-71c7-44f0-8327-c6feecb88403 req-206ff010-ebe5-46af-b964-92f21eca08c9 tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:40.248329 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-a360d323-71c7-44f0-8327-c6feecb88403 req-206ff010-ebe5-46af-b964-92f21eca08c9 tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] Calling delete_port for feabc9ec-f682-4798-b3e1-ce6d20d46aa0 owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:25:40.379074 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a360d323-71c7-44f0-8327-c6feecb88403 req-206ff010-ebe5-46af-b964-92f21eca08c9 tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:40.392080 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['feabc9ec-f682-4798-b3e1-ce6d20d46aa0'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:25:40.410022 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206ff010-ebe5-46af-b964-92f21eca08c9 tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] Pushing event deleted for resources: {'Port': ['ID=feabc9ec-f682-4798-b3e1-ce6d20d46aa0,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:25:40.433746 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206ff010-ebe5-46af-b964-92f21eca08c9 tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:40.434102 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206ff010-ebe5-46af-b964-92f21eca08c9 tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:40.434465 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206ff010-ebe5-46af-b964-92f21eca08c9 tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:40.434799 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206ff010-ebe5-46af-b964-92f21eca08c9 tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:40.435129 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206ff010-ebe5-46af-b964-92f21eca08c9 tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:40.435479 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206ff010-ebe5-46af-b964-92f21eca08c9 tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:40.435790 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206ff010-ebe5-46af-b964-92f21eca08c9 tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:40.436113 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206ff010-ebe5-46af-b964-92f21eca08c9 tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:40.436439 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206ff010-ebe5-46af-b964-92f21eca08c9 tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:40.436760 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206ff010-ebe5-46af-b964-92f21eca08c9 tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:40.437080 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206ff010-ebe5-46af-b964-92f21eca08c9 tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:40.437398 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206ff010-ebe5-46af-b964-92f21eca08c9 tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:40.463113 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-a360d323-71c7-44f0-8327-c6feecb88403 req-206ff010-ebe5-46af-b964-92f21eca08c9 tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] No DVR routers for this DVR port feabc9ec-f682-4798-b3e1-ce6d20d46aa0 on host n-h1-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:25:40.466502 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a360d323-71c7-44f0-8327-c6feecb88403 req-206ff010-ebe5-46af-b964-92f21eca08c9 tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:40.468328 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a360d323-71c7-44f0-8327-c6feecb88403 req-206ff010-ebe5-46af-b964-92f21eca08c9 tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] 10.222.0.42 "DELETE /v2.0/ports/feabc9ec-f682-4798-b3e1-ce6d20d46aa0 HTTP/1.1" status: 204 len: 173 time: 0.4055104 Aug 10 04:25:40.468785 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6fb7550-a52e-48ff-8090-4f8c6a1450ee', 'name': 'network-vif-deleted', 'tag': 'feabc9ec-f682-4798-b3e1-ce6d20d46aa0'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:25:40.471077 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7142606bf34c4189ec1af3eb1cc50705e8815838b55f5940d6ad7e637f738b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f84dda-d1df-4fab-b0d6-1cfe6cf5a85f" -d '{"events": [{"server_uuid": "b6fb7550-a52e-48ff-8090-4f8c6a1450ee", "name": "network-vif-deleted", "tag": "feabc9ec-f682-4798-b3e1-ce6d20d46aa0"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:25:40.518598 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-392f1b5a-9dd0-4d17-b812-435c1e303ff4 x-openstack-request-id: req-392f1b5a-9dd0-4d17-b812-435c1e303ff4 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:25:40.518892 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6fb7550-a52e-48ff-8090-4f8c6a1450ee", "name": "network-vif-deleted", "tag": "feabc9ec-f682-4798-b3e1-ce6d20d46aa0", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:25:40.519148 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-392f1b5a-9dd0-4d17-b812-435c1e303ff4 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:25:40.519541 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6fb7550-a52e-48ff-8090-4f8c6a1450ee', 'name': 'network-vif-deleted', 'tag': 'feabc9ec-f682-4798-b3e1-ce6d20d46aa0', 'status': 'completed', 'code': 200} Aug 10 04:25:40.824015 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-96640d40-8505-4d37-ba40-f133901e92f7 req-14a424ec-735a-4ae3-b384-74115639397f tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6fb7550-a52e-48ff-8090-4f8c6a1450ee HTTP/1.1" status: 200 len: 210 time: 0.0268230 Aug 10 04:25:42.384506 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af15296f-ba63-4c86-b5b6-350e99b8452d req-423aa92c-a5b7-48bf-ac11-5a1eee08e70f tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:42.385968 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-af15296f-ba63-4c86-b5b6-350e99b8452d req-423aa92c-a5b7-48bf-ac11-5a1eee08e70f tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] 10.222.0.44 "GET /v2.0/networks?id=d6b7e502-a9e1-4228-a6ab-f83ebfc43ae1 HTTP/1.1" status: 200 len: 816 time: 0.0984623 Aug 10 04:25:42.401418 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-af15296f-ba63-4c86-b5b6-350e99b8452d req-1fa4588e-5875-4516-b525-b513894961de tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] 10.222.0.44 "GET /v2.0/quotas/b06cb22d20444e57b57de14993ca1a45 HTTP/1.1" status: 200 len: 375 time: 0.0089571 Aug 10 04:25:42.455372 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-af15296f-ba63-4c86-b5b6-350e99b8452d req-24b0fe27-aad3-4dd2-ad0d-b957ea2a4835 tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b06cb22d20444e57b57de14993ca1a45&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485678 Aug 10 04:25:42.470922 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [req-af15296f-ba63-4c86-b5b6-350e99b8452d req-95e12c0e-86d5-43cf-a10d-43ca91a7ace4 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 04:25:42.471861 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-af15296f-ba63-4c86-b5b6-350e99b8452d req-95e12c0e-86d5-43cf-a10d-43ca91a7ace4 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050879 Aug 10 04:25:42.561471 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-af15296f-ba63-4c86-b5b6-350e99b8452d req-cb8093d4-0d2c-4fee-99d4-755c41a37285 service neutron] 10.222.0.44 "GET /v2.0/networks/d6b7e502-a9e1-4228-a6ab-f83ebfc43ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838189 Aug 10 04:25:42.669532 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-af15296f-ba63-4c86-b5b6-350e99b8452d req-4175732e-79d0-457b-8b17-f2ca3947b3fb service neutron] 10.222.0.44 "GET /v2.0/networks/d6b7e502-a9e1-4228-a6ab-f83ebfc43ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012585 Aug 10 04:25:43.175076 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-319ac0da-cd4f-47c9-8b59-dddf6df520cc req-54737200-aa30-440d-8dc4-9ded46b1ba2b tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c25277e-d2cc-4f34-8e1f-bc74b70b5447 HTTP/1.1" status: 200 len: 210 time: 0.3616433 Aug 10 04:25:43.757703 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af15296f-ba63-4c86-b5b6-350e99b8452d req-ce06e3fc-fe69-44e9-8702-bce6b90c601f tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:43.759238 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-af15296f-ba63-4c86-b5b6-350e99b8452d req-ce06e3fc-fe69-44e9-8702-bce6b90c601f tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] 10.222.0.42 "GET /v2.0/networks?id=d6b7e502-a9e1-4228-a6ab-f83ebfc43ae1 HTTP/1.1" status: 200 len: 816 time: 0.1055889 Aug 10 04:25:43.772286 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-af15296f-ba63-4c86-b5b6-350e99b8452d req-421274f5-967b-4034-b8cb-558368e07e8f tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] Request body: {'port': {'device_id': '3c25277e-d2cc-4f34-8e1f-bc74b70b5447', 'network_id': 'd6b7e502-a9e1-4228-a6ab-f83ebfc43ae1', 'admin_state_up': True, 'tenant_id': 'b06cb22d20444e57b57de14993ca1a45'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:25:43.882858 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af15296f-ba63-4c86-b5b6-350e99b8452d req-421274f5-967b-4034-b8cb-558368e07e8f tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] Made reservation on behalf of b06cb22d20444e57b57de14993ca1a45 for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:25:43.886306 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-af15296f-ba63-4c86-b5b6-350e99b8452d req-421274f5-967b-4034-b8cb-558368e07e8f tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:44.011840 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-af15296f-ba63-4c86-b5b6-350e99b8452d req-421274f5-967b-4034-b8cb-558368e07e8f tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] Allocated IP 172.20.0.8 (d6b7e502-a9e1-4228-a6ab-f83ebfc43ae1/23813818-92c1-40b0-95f1-a94cb197957e/d87e6ce8-fbe1-47cd-b7fb-08bca7c2dac0) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:25:44.061711 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device feabc9ec-f682-4798-b3e1-ce6d20d46aa0 no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:25:44.081645 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] No Port match for: feabc9ec-f682-4798-b3e1-ce6d20d46aa0 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:25:44.081989 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device feabc9ec-f682-4798-b3e1-ce6d20d46aa0 not bound to the agent host n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:25:44.153922 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-af15296f-ba63-4c86-b5b6-350e99b8452d req-421274f5-967b-4034-b8cb-558368e07e8f tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:44.167062 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-af15296f-ba63-4c86-b5b6-350e99b8452d req-421274f5-967b-4034-b8cb-558368e07e8f tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] Transition to ACTIVE for port object d87e6ce8-fbe1-47cd-b7fb-08bca7c2dac0 will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:25:44.199754 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-af15296f-ba63-4c86-b5b6-350e99b8452d req-421274f5-967b-4034-b8cb-558368e07e8f tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:44.244614 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af15296f-ba63-4c86-b5b6-350e99b8452d req-421274f5-967b-4034-b8cb-558368e07e8f tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] Network d6b7e502-a9e1-4228-a6ab-f83ebfc43ae1 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:25:44.260474 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-af15296f-ba63-4c86-b5b6-350e99b8452d req-421274f5-967b-4034-b8cb-558368e07e8f tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:25:44.266044 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-af15296f-ba63-4c86-b5b6-350e99b8452d req-421274f5-967b-4034-b8cb-558368e07e8f tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:25:44.306622 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421274f5-967b-4034-b8cb-558368e07e8f tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] Pushing event updated for resources: {'Port': ['ID=d87e6ce8-fbe1-47cd-b7fb-08bca7c2dac0,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:25:44.342770 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bdbb2a-def5-4c89-8cb6-8216a4453c47 req-8782019f-6d24-4424-88e6-b679a93357fd tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:44.344389 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-68bdbb2a-def5-4c89-8cb6-8216a4453c47 req-8782019f-6d24-4424-88e6-b679a93357fd tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c25277e-d2cc-4f34-8e1f-bc74b70b5447 HTTP/1.1" status: 200 len: 931 time: 0.0986748 Aug 10 04:25:44.350765 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af15296f-ba63-4c86-b5b6-350e99b8452d req-421274f5-967b-4034-b8cb-558368e07e8f tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:44.351414 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-af15296f-ba63-4c86-b5b6-350e99b8452d req-421274f5-967b-4034-b8cb-558368e07e8f tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:44.380435 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-af15296f-ba63-4c86-b5b6-350e99b8452d req-421274f5-967b-4034-b8cb-558368e07e8f tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6120367 Aug 10 04:25:44.395556 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [req-af15296f-ba63-4c86-b5b6-350e99b8452d req-5c967cfe-7e40-429b-92e1-35d91cdac772 tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 04:25:44.396610 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-af15296f-ba63-4c86-b5b6-350e99b8452d req-5c967cfe-7e40-429b-92e1-35d91cdac772 tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061221 Aug 10 04:25:44.405653 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-68bdbb2a-def5-4c89-8cb6-8216a4453c47 req-eb615f77-7490-4c36-8281-e4bb72f87253 tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a631d80-e043-445a-8b68-7ebbb6ea1c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513005 Aug 10 04:25:44.410839 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-af15296f-ba63-4c86-b5b6-350e99b8452d req-119d50b2-e63a-4bbd-97d9-09e4a2775f7c service neutron] Request body: {'port': {'device_id': '3c25277e-d2cc-4f34-8e1f-bc74b70b5447', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:25:44.466828 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-6ef026d1-ace0-44bc-a1b3-ab05a2194f25 None None] Provisioning for port d87e6ce8-fbe1-47cd-b7fb-08bca7c2dac0 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:25:44.470427 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-6ef026d1-ace0-44bc-a1b3-ab05a2194f25 None None] Provisioning complete for port d87e6ce8-fbe1-47cd-b7fb-08bca7c2dac0 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:25:44.470792 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-6ef026d1-ace0-44bc-a1b3-ab05a2194f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:44.474504 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-af15296f-ba63-4c86-b5b6-350e99b8452d req-119d50b2-e63a-4bbd-97d9-09e4a2775f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:44.507565 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-6ef026d1-ace0-44bc-a1b3-ab05a2194f25 None None] Port d87e6ce8-fbe1-47cd-b7fb-08bca7c2dac0 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:25:44.733037 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-af15296f-ba63-4c86-b5b6-350e99b8452d req-119d50b2-e63a-4bbd-97d9-09e4a2775f7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d87e6ce8-fbe1-47cd-b7fb-08bca7c2dac0 {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:25:44.740442 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-af15296f-ba63-4c86-b5b6-350e99b8452d req-119d50b2-e63a-4bbd-97d9-09e4a2775f7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:44.752154 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-af15296f-ba63-4c86-b5b6-350e99b8452d req-119d50b2-e63a-4bbd-97d9-09e4a2775f7c service neutron] Transition to ACTIVE for port object d87e6ce8-fbe1-47cd-b7fb-08bca7c2dac0 will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:25:44.755263 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-af15296f-ba63-4c86-b5b6-350e99b8452d req-119d50b2-e63a-4bbd-97d9-09e4a2775f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:44.803732 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119d50b2-e63a-4bbd-97d9-09e4a2775f7c service neutron] Pushing event updated for resources: {'Port': ['ID=d87e6ce8-fbe1-47cd-b7fb-08bca7c2dac0,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:25:44.880463 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-af15296f-ba63-4c86-b5b6-350e99b8452d req-119d50b2-e63a-4bbd-97d9-09e4a2775f7c service neutron] Attempting to bind port d87e6ce8-fbe1-47cd-b7fb-08bca7c2dac0 on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:25:44.880907 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-af15296f-ba63-4c86-b5b6-350e99b8452d req-119d50b2-e63a-4bbd-97d9-09e4a2775f7c service neutron] Attempting to bind port d87e6ce8-fbe1-47cd-b7fb-08bca7c2dac0 by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': 'ac50ec4a-f4f0-4212-bcf2-e80c3d89dbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd6b7e502-a9e1-4228-a6ab-f83ebfc43ae1'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:25:44.881243 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af15296f-ba63-4c86-b5b6-350e99b8452d req-119d50b2-e63a-4bbd-97d9-09e4a2775f7c service neutron] Attempting to bind port d87e6ce8-fbe1-47cd-b7fb-08bca7c2dac0 on network d6b7e502-a9e1-4228-a6ab-f83ebfc43ae1 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:25:44.886451 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af15296f-ba63-4c86-b5b6-350e99b8452d req-119d50b2-e63a-4bbd-97d9-09e4a2775f7c service neutron] Port d87e6ce8-fbe1-47cd-b7fb-08bca7c2dac0 on network d6b7e502-a9e1-4228-a6ab-f83ebfc43ae1 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:25:44.886775 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af15296f-ba63-4c86-b5b6-350e99b8452d req-119d50b2-e63a-4bbd-97d9-09e4a2775f7c service neutron] Attempting to bind port d87e6ce8-fbe1-47cd-b7fb-08bca7c2dac0 on network d6b7e502-a9e1-4228-a6ab-f83ebfc43ae1 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:25:44.893171 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af15296f-ba63-4c86-b5b6-350e99b8452d req-119d50b2-e63a-4bbd-97d9-09e4a2775f7c service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:25:44.893171 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af15296f-ba63-4c86-b5b6-350e99b8452d req-119d50b2-e63a-4bbd-97d9-09e4a2775f7c service neutron] Checking segment: {'id': 'ac50ec4a-f4f0-4212-bcf2-e80c3d89dbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd6b7e502-a9e1-4228-a6ab-f83ebfc43ae1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:25:44.893774 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af15296f-ba63-4c86-b5b6-350e99b8452d req-119d50b2-e63a-4bbd-97d9-09e4a2775f7c service neutron] Bound using segment: {'id': 'ac50ec4a-f4f0-4212-bcf2-e80c3d89dbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd6b7e502-a9e1-4228-a6ab-f83ebfc43ae1'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:25:44.893774 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-af15296f-ba63-4c86-b5b6-350e99b8452d req-119d50b2-e63a-4bbd-97d9-09e4a2775f7c service neutron] Bound port: d87e6ce8-fbe1-47cd-b7fb-08bca7c2dac0, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac50ec4a-f4f0-4212-bcf2-e80c3d89dbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd6b7e502-a9e1-4228-a6ab-f83ebfc43ae1'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:25:44.894072 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-af15296f-ba63-4c86-b5b6-350e99b8452d req-119d50b2-e63a-4bbd-97d9-09e4a2775f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:44.961593 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-af15296f-ba63-4c86-b5b6-350e99b8452d req-119d50b2-e63a-4bbd-97d9-09e4a2775f7c service neutron] For port d87e6ce8-fbe1-47cd-b7fb-08bca7c2dac0, host n-h1-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:25:44.964788 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-af15296f-ba63-4c86-b5b6-350e99b8452d req-119d50b2-e63a-4bbd-97d9-09e4a2775f7c service neutron] For port d87e6ce8-fbe1-47cd-b7fb-08bca7c2dac0, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=d87e6ce8-fbe1-47cd-b7fb-08bca7c2dac0,segment=NetworkSegment(ac50ec4a-f4f0-4212-bcf2-e80c3d89dbee),segment_id=ac50ec4a-f4f0-4212-bcf2-e80c3d89dbee)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:25:44.970672 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-af15296f-ba63-4c86-b5b6-350e99b8452d req-119d50b2-e63a-4bbd-97d9-09e4a2775f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:45.005650 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af15296f-ba63-4c86-b5b6-350e99b8452d req-119d50b2-e63a-4bbd-97d9-09e4a2775f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:45.006303 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-af15296f-ba63-4c86-b5b6-350e99b8452d req-119d50b2-e63a-4bbd-97d9-09e4a2775f7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:45.007993 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-af15296f-ba63-4c86-b5b6-350e99b8452d req-119d50b2-e63a-4bbd-97d9-09e4a2775f7c service neutron] 10.222.0.42 "PUT /v2.0/ports/d87e6ce8-fbe1-47cd-b7fb-08bca7c2dac0 HTTP/1.1" status: 200 len: 1092 time: 0.6015072 Aug 10 04:25:45.008417 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c25277e-d2cc-4f34-8e1f-bc74b70b5447', 'tag': 'd87e6ce8-fbe1-47cd-b7fb-08bca7c2dac0'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:25:45.010785 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7142606bf34c4189ec1af3eb1cc50705e8815838b55f5940d6ad7e637f738b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-839fc814-780c-4faf-a01a-6ade4f12d9b1" -d '{"events": [{"name": "network-changed", "server_uuid": "3c25277e-d2cc-4f34-8e1f-bc74b70b5447", "tag": "d87e6ce8-fbe1-47cd-b7fb-08bca7c2dac0"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:25:45.036278 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119d50b2-e63a-4bbd-97d9-09e4a2775f7c service neutron] Pushing event updated for resources: {'Port': ['ID=d87e6ce8-fbe1-47cd-b7fb-08bca7c2dac0,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:25:45.081642 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf34209a-be8d-48e8-96a4-c898cac3fb55 x-openstack-request-id: req-cf34209a-be8d-48e8-96a4-c898cac3fb55 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:25:45.081933 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c25277e-d2cc-4f34-8e1f-bc74b70b5447", "tag": "d87e6ce8-fbe1-47cd-b7fb-08bca7c2dac0", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:25:45.082186 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cf34209a-be8d-48e8-96a4-c898cac3fb55 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:25:45.082600 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c25277e-d2cc-4f34-8e1f-bc74b70b5447', 'tag': 'd87e6ce8-fbe1-47cd-b7fb-08bca7c2dac0', 'status': 'completed', 'code': 200} Aug 10 04:25:45.099439 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af15296f-ba63-4c86-b5b6-350e99b8452d req-52884085-7401-4361-a585-e9bf2a15f3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:45.100972 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-af15296f-ba63-4c86-b5b6-350e99b8452d req-52884085-7401-4361-a585-e9bf2a15f3ce service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b06cb22d20444e57b57de14993ca1a45&device_id=3c25277e-d2cc-4f34-8e1f-bc74b70b5447 HTTP/1.1" status: 200 len: 1095 time: 0.0529079 Aug 10 04:25:45.144932 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-af15296f-ba63-4c86-b5b6-350e99b8452d req-d6cfc190-2f3f-4068-a478-bd866cff822c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d87e6ce8-fbe1-47cd-b7fb-08bca7c2dac0 HTTP/1.1" status: 200 len: 217 time: 0.0360129 Aug 10 04:25:45.196553 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af15296f-ba63-4c86-b5b6-350e99b8452d req-965b7c3b-aaa0-4a8d-81c6-8742af3c98f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:45.197955 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-af15296f-ba63-4c86-b5b6-350e99b8452d req-965b7c3b-aaa0-4a8d-81c6-8742af3c98f9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=23813818-92c1-40b0-95f1-a94cb197957e HTTP/1.1" status: 200 len: 855 time: 0.0458884 Aug 10 04:25:45.246481 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af15296f-ba63-4c86-b5b6-350e99b8452d req-1a21924d-553a-4071-b49c-5c97b0d3a6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:45.248529 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-af15296f-ba63-4c86-b5b6-350e99b8452d req-1a21924d-553a-4071-b49c-5c97b0d3a6f0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d6b7e502-a9e1-4228-a6ab-f83ebfc43ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439041 Aug 10 04:25:45.336394 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-af15296f-ba63-4c86-b5b6-350e99b8452d req-c18ae9d7-152f-47e3-8010-d240758db77c service neutron] 10.222.0.42 "GET /v2.0/networks/d6b7e502-a9e1-4228-a6ab-f83ebfc43ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808461 Aug 10 04:25:45.433721 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-af15296f-ba63-4c86-b5b6-350e99b8452d req-836e7653-bec3-48ba-8f61-79e0bf3376b4 service neutron] 10.222.0.42 "GET /v2.0/networks/d6b7e502-a9e1-4228-a6ab-f83ebfc43ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894248 Aug 10 04:25:45.551297 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839fc814-780c-4faf-a01a-6ade4f12d9b1 req-fc25a463-49af-49bd-b39b-64e8e364cb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:45.552843 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-839fc814-780c-4faf-a01a-6ade4f12d9b1 req-fc25a463-49af-49bd-b39b-64e8e364cb3b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b06cb22d20444e57b57de14993ca1a45&device_id=3c25277e-d2cc-4f34-8e1f-bc74b70b5447 HTTP/1.1" status: 200 len: 1095 time: 0.0733085 Aug 10 04:25:45.561615 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188a0de5-058a-437c-b3a7-3e279b2e717a req-02522af1-f417-4c4c-9a26-9d9e5f7c3865 tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:45.562995 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-188a0de5-058a-437c-b3a7-3e279b2e717a req-02522af1-f417-4c4c-9a26-9d9e5f7c3865 tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c25277e-d2cc-4f34-8e1f-bc74b70b5447 HTTP/1.1" status: 200 len: 943 time: 0.0748682 Aug 10 04:25:45.647952 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-188a0de5-058a-437c-b3a7-3e279b2e717a req-92518a68-55c5-465a-91b8-d88d877acf98 tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a631d80-e043-445a-8b68-7ebbb6ea1c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768251 Aug 10 04:25:45.681565 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839fc814-780c-4faf-a01a-6ade4f12d9b1 req-f54d0b92-2605-4b9a-bcd5-b3be17d92d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:45.683109 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-839fc814-780c-4faf-a01a-6ade4f12d9b1 req-f54d0b92-2605-4b9a-bcd5-b3be17d92d9b service neutron] 10.222.0.42 "GET /v2.0/networks?id=d6b7e502-a9e1-4228-a6ab-f83ebfc43ae1 HTTP/1.1" status: 200 len: 916 time: 0.1192679 Aug 10 04:25:45.728275 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-839fc814-780c-4faf-a01a-6ade4f12d9b1 req-8b951d0b-3d22-472b-b1d4-0cb307791bc3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d87e6ce8-fbe1-47cd-b7fb-08bca7c2dac0 HTTP/1.1" status: 200 len: 217 time: 0.0375147 Aug 10 04:25:45.776966 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839fc814-780c-4faf-a01a-6ade4f12d9b1 req-c04d0e0f-4962-4b37-a493-2d5e5e65d6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:45.778896 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-839fc814-780c-4faf-a01a-6ade4f12d9b1 req-c04d0e0f-4962-4b37-a493-2d5e5e65d6fd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=23813818-92c1-40b0-95f1-a94cb197957e HTTP/1.1" status: 200 len: 855 time: 0.0436931 Aug 10 04:25:45.829027 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839fc814-780c-4faf-a01a-6ade4f12d9b1 req-17d07945-9a39-4fd7-9923-4022a2330dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:45.830547 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-839fc814-780c-4faf-a01a-6ade4f12d9b1 req-17d07945-9a39-4fd7-9923-4022a2330dfc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d6b7e502-a9e1-4228-a6ab-f83ebfc43ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438497 Aug 10 04:25:45.918536 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-839fc814-780c-4faf-a01a-6ade4f12d9b1 req-65326bad-208b-4aa0-8ef7-b8d7fc0869c1 service neutron] 10.222.0.42 "GET /v2.0/networks/d6b7e502-a9e1-4228-a6ab-f83ebfc43ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800097 Aug 10 04:25:46.013104 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-839fc814-780c-4faf-a01a-6ade4f12d9b1 req-445e59e4-f457-4bec-9e76-2d20cec25465 service neutron] 10.222.0.42 "GET /v2.0/networks/d6b7e502-a9e1-4228-a6ab-f83ebfc43ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872810 Aug 10 04:25:46.772746 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaaad92-e1dd-49ca-8b99-3c42422f5ae3 req-e1caf499-ce84-40c7-aecc-62e54467f3b7 tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:46.774135 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4aaaad92-e1dd-49ca-8b99-3c42422f5ae3 req-e1caf499-ce84-40c7-aecc-62e54467f3b7 tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c25277e-d2cc-4f34-8e1f-bc74b70b5447 HTTP/1.1" status: 200 len: 943 time: 0.0493062 Aug 10 04:25:46.810826 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4aaaad92-e1dd-49ca-8b99-3c42422f5ae3 req-6eecbad1-4df7-48d0-b663-3a236d0554df tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a631d80-e043-445a-8b68-7ebbb6ea1c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307710 Aug 10 04:25:47.929679 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8540a625-9cc4-496d-a2c4-1fb91bae214e req-a8cfa2b6-8542-4361-99b0-79759752a465 tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:47.931280 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8540a625-9cc4-496d-a2c4-1fb91bae214e req-a8cfa2b6-8542-4361-99b0-79759752a465 tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c25277e-d2cc-4f34-8e1f-bc74b70b5447 HTTP/1.1" status: 200 len: 943 time: 0.0519497 Aug 10 04:25:47.975244 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8540a625-9cc4-496d-a2c4-1fb91bae214e req-d5d74d9e-d8a3-41fc-8c19-d079198f2a75 tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a631d80-e043-445a-8b68-7ebbb6ea1c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377443 Aug 10 04:25:48.107744 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device d87e6ce8-fbe1-47cd-b7fb-08bca7c2dac0 details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:25:48.203799 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port d87e6ce8-fbe1-47cd-b7fb-08bca7c2dac0, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=d87e6ce8-fbe1-47cd-b7fb-08bca7c2dac0,segment=NetworkSegment(ac50ec4a-f4f0-4212-bcf2-e80c3d89dbee),segment_id=ac50ec4a-f4f0-4212-bcf2-e80c3d89dbee)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:25:48.215835 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': 'd87e6ce8-fbe1-47cd-b7fb-08bca7c2dac0', 'network_id': 'd6b7e502-a9e1-4228-a6ab-f83ebfc43ae1', 'port_id': 'd87e6ce8-fbe1-47cd-b7fb-08bca7c2dac0', 'mac_address': 'fa:16:3e:2c:69:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23813818-92c1-40b0-95f1-a94cb197957e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:25:48.251299 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:48.264243 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d87e6ce8-fbe1-47cd-b7fb-08bca7c2dac0 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:25:48.286059 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port d87e6ce8-fbe1-47cd-b7fb-08bca7c2dac0, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=d87e6ce8-fbe1-47cd-b7fb-08bca7c2dac0,segment=NetworkSegment(ac50ec4a-f4f0-4212-bcf2-e80c3d89dbee),segment_id=ac50ec4a-f4f0-4212-bcf2-e80c3d89dbee)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:25:48.289982 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:48.499967 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=d87e6ce8-fbe1-47cd-b7fb-08bca7c2dac0,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:25:48.508125 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:48.508478 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:48.508823 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:48.509167 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:48.509498 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:48.509832 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:48.510162 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:48.510516 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:48.510845 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:48.511169 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:48.511494 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:48.511818 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:48.532216 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['d87e6ce8-fbe1-47cd-b7fb-08bca7c2dac0'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:25:49.111606 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c074a-9918-4dfc-9b47-1a657a427203 req-4cd1c1a3-f607-4b7a-8ca8-3d6f1222fd8d tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:49.113100 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c11c074a-9918-4dfc-9b47-1a657a427203 req-4cd1c1a3-f607-4b7a-8ca8-3d6f1222fd8d tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c25277e-d2cc-4f34-8e1f-bc74b70b5447 HTTP/1.1" status: 200 len: 944 time: 0.0706291 Aug 10 04:25:49.150676 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c11c074a-9918-4dfc-9b47-1a657a427203 req-755c64f2-c663-46cb-a036-fc55c1450c23 tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a631d80-e043-445a-8b68-7ebbb6ea1c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314958 Aug 10 04:25:50.108284 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device d87e6ce8-fbe1-47cd-b7fb-08bca7c2dac0 up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:25:50.157454 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning for port d87e6ce8-fbe1-47cd-b7fb-08bca7c2dac0 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:25:50.161013 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port d87e6ce8-fbe1-47cd-b7fb-08bca7c2dac0 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:25:50.161387 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:50.237103 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:50.259729 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c25277e-d2cc-4f34-8e1f-bc74b70b5447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd87e6ce8-fbe1-47cd-b7fb-08bca7c2dac0'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:25:50.261944 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}583660bde03669f2dd7fb79ddb869ac83356356549bc1793f8d2e37d6d7017ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c9dad8-e481-47f5-864d-1abf09902bc5" -d '{"events": [{"server_uuid": "3c25277e-d2cc-4f34-8e1f-bc74b70b5447", "name": "network-vif-plugged", "status": "completed", "tag": "d87e6ce8-fbe1-47cd-b7fb-08bca7c2dac0"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:25:50.266216 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc8d24f-9a69-47f4-95ba-8e92dbf5b852 req-e9f8c668-cb4e-4972-834c-33868376dd9e tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:50.267770 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0fc8d24f-9a69-47f4-95ba-8e92dbf5b852 req-e9f8c668-cb4e-4972-834c-33868376dd9e tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c25277e-d2cc-4f34-8e1f-bc74b70b5447 HTTP/1.1" status: 200 len: 944 time: 0.0507936 Aug 10 04:25:50.274394 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port d87e6ce8-fbe1-47cd-b7fb-08bca7c2dac0, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=d87e6ce8-fbe1-47cd-b7fb-08bca7c2dac0,segment=NetworkSegment(ac50ec4a-f4f0-4212-bcf2-e80c3d89dbee),segment_id=ac50ec4a-f4f0-4212-bcf2-e80c3d89dbee)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:25:50.278346 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:50.309299 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0fc8d24f-9a69-47f4-95ba-8e92dbf5b852 req-69af5300-19ea-4358-a076-e96114ecfc58 tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a631d80-e043-445a-8b68-7ebbb6ea1c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353456 Aug 10 04:25:50.329507 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=d87e6ce8-fbe1-47cd-b7fb-08bca7c2dac0,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:25:50.356539 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19454443-2cce-4174-ac83-bc957dd9f098 x-openstack-request-id: req-19454443-2cce-4174-ac83-bc957dd9f098 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:25:50.356864 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c25277e-d2cc-4f34-8e1f-bc74b70b5447", "name": "network-vif-plugged", "status": "completed", "tag": "d87e6ce8-fbe1-47cd-b7fb-08bca7c2dac0", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:25:50.357085 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-19454443-2cce-4174-ac83-bc957dd9f098 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:25:50.357528 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c25277e-d2cc-4f34-8e1f-bc74b70b5447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd87e6ce8-fbe1-47cd-b7fb-08bca7c2dac0', 'code': 200} Aug 10 04:25:50.450333 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff92d45-4467-4bff-a86c-32faffc9444d req-e9cef2a9-ffed-4300-bbbc-72574dfe9c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:50.451732 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-aff92d45-4467-4bff-a86c-32faffc9444d req-e9cef2a9-ffed-4300-bbbc-72574dfe9c3d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3c25277e-d2cc-4f34-8e1f-bc74b70b5447 HTTP/1.1" status: 200 len: 1097 time: 0.0397491 Aug 10 04:25:50.486427 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-aff92d45-4467-4bff-a86c-32faffc9444d req-b7429425-ae67-47ae-a06f-ea2a92ed73fc service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3a631d80-e043-445a-8b68-7ebbb6ea1c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278413 Aug 10 04:25:50.724374 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-16388413-843b-4d1e-b3c0-dfd1e377f07e req-8746899e-ad8b-466c-a499-0a751bd35f85 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=22882bb5-df6a-4a03-b8b1-8ebacb558477&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1649373 Aug 10 04:25:50.808842 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16388413-843b-4d1e-b3c0-dfd1e377f07e req-8fe3d3d3-88ca-4923-8354-f4b1cb00d5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:50.810408 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-16388413-843b-4d1e-b3c0-dfd1e377f07e req-8fe3d3d3-88ca-4923-8354-f4b1cb00d5fd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4d9562697164912ae96f22f47b4a54d&device_id=22882bb5-df6a-4a03-b8b1-8ebacb558477 HTTP/1.1" status: 200 len: 1098 time: 0.0424714 Aug 10 04:25:50.917581 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16388413-843b-4d1e-b3c0-dfd1e377f07e req-97657d84-6827-4519-8b4f-0c46063f3c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:50.919082 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-16388413-843b-4d1e-b3c0-dfd1e377f07e req-97657d84-6827-4519-8b4f-0c46063f3c99 service neutron] 10.222.0.61 "GET /v2.0/networks?id=86e70408-f9ef-4815-aa8f-59304e4ed4c8 HTTP/1.1" status: 200 len: 911 time: 0.0844340 Aug 10 04:25:50.966665 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-16388413-843b-4d1e-b3c0-dfd1e377f07e req-d15c82d9-87e7-410f-897a-29f37e8c041d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=600c6ca9-6224-4086-b5df-8c2df8511b77 HTTP/1.1" status: 200 len: 217 time: 0.0369444 Aug 10 04:25:51.018942 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16388413-843b-4d1e-b3c0-dfd1e377f07e req-9179b176-f4d9-47f6-a34d-20f4c1e31862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:51.020329 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-16388413-843b-4d1e-b3c0-dfd1e377f07e req-9179b176-f4d9-47f6-a34d-20f4c1e31862 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=48d8056f-5fb2-463c-96bd-f6f5ed5da27e HTTP/1.1" status: 200 len: 850 time: 0.0456963 Aug 10 04:25:51.067001 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16388413-843b-4d1e-b3c0-dfd1e377f07e req-278c48e9-a11a-4279-bde1-4c0217a09de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:51.068492 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-16388413-843b-4d1e-b3c0-dfd1e377f07e req-278c48e9-a11a-4279-bde1-4c0217a09de7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=86e70408-f9ef-4815-aa8f-59304e4ed4c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406861 Aug 10 04:25:51.166132 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-16388413-843b-4d1e-b3c0-dfd1e377f07e req-589cc695-35ca-49c5-b51a-944b19d621f3 service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880234 Aug 10 04:25:51.261526 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-16388413-843b-4d1e-b3c0-dfd1e377f07e req-4e2b26ac-20ed-4f82-8ded-e420b9673b86 service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874319 Aug 10 04:25:51.432535 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e414511-436d-4106-a91d-309a861b93a4 req-1e9306f0-3379-46d1-9030-78f97493cf1a tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:51.434623 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1e414511-436d-4106-a91d-309a861b93a4 req-1e9306f0-3379-46d1-9030-78f97493cf1a tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c25277e-d2cc-4f34-8e1f-bc74b70b5447 HTTP/1.1" status: 200 len: 945 time: 0.0543003 Aug 10 04:25:51.472551 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1e414511-436d-4106-a91d-309a861b93a4 req-0a35216c-8459-461d-be0e-f75980f4003a tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a631d80-e043-445a-8b68-7ebbb6ea1c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312846 Aug 10 04:25:51.505661 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ad7196e6-22be-4a6a-99ec-d41e232ed9e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:51.594975 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402cba11-e7e5-46b5-9434-ed2421c595f6 req-b116887f-d98d-4b52-ab78-7f8f34ecab2f tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:51.596383 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-402cba11-e7e5-46b5-9434-ed2421c595f6 req-b116887f-d98d-4b52-ab78-7f8f34ecab2f tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c25277e-d2cc-4f34-8e1f-bc74b70b5447 HTTP/1.1" status: 200 len: 945 time: 0.0497062 Aug 10 04:25:51.634464 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-402cba11-e7e5-46b5-9434-ed2421c595f6 req-019faca0-d6c4-4c6d-a7f1-da4bccecedd4 tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a631d80-e043-445a-8b68-7ebbb6ea1c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321147 Aug 10 04:25:52.880547 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4551fbf6-df8c-4ce0-87bc-adc3c5a61f8c req-181a8e40-7cb1-4ec2-9ac4-240f711a9d5f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3c25277e-d2cc-4f34-8e1f-bc74b70b5447&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398438 Aug 10 04:25:52.959719 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4551fbf6-df8c-4ce0-87bc-adc3c5a61f8c req-7ade97f9-8a73-43b7-ab06-4cc674e56ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:52.961106 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4551fbf6-df8c-4ce0-87bc-adc3c5a61f8c req-7ade97f9-8a73-43b7-ab06-4cc674e56ab9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b06cb22d20444e57b57de14993ca1a45&device_id=3c25277e-d2cc-4f34-8e1f-bc74b70b5447 HTTP/1.1" status: 200 len: 1097 time: 0.0398650 Aug 10 04:25:53.076815 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4551fbf6-df8c-4ce0-87bc-adc3c5a61f8c req-02706fd8-af31-483e-8822-ae6ef44158b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:53.078371 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4551fbf6-df8c-4ce0-87bc-adc3c5a61f8c req-02706fd8-af31-483e-8822-ae6ef44158b9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d6b7e502-a9e1-4228-a6ab-f83ebfc43ae1 HTTP/1.1" status: 200 len: 916 time: 0.0976841 Aug 10 04:25:53.120630 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4551fbf6-df8c-4ce0-87bc-adc3c5a61f8c req-0717dc25-9b95-4dc7-ab92-2c4bd757c708 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d87e6ce8-fbe1-47cd-b7fb-08bca7c2dac0 HTTP/1.1" status: 200 len: 217 time: 0.0354314 Aug 10 04:25:53.176391 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4551fbf6-df8c-4ce0-87bc-adc3c5a61f8c req-806b6507-cf92-4690-9b0d-014e7eb636e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:53.177886 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4551fbf6-df8c-4ce0-87bc-adc3c5a61f8c req-806b6507-cf92-4690-9b0d-014e7eb636e8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=23813818-92c1-40b0-95f1-a94cb197957e HTTP/1.1" status: 200 len: 855 time: 0.0508363 Aug 10 04:25:53.223613 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4551fbf6-df8c-4ce0-87bc-adc3c5a61f8c req-5c82599e-e8bf-404a-988d-1918f7ae9914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:53.225162 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4551fbf6-df8c-4ce0-87bc-adc3c5a61f8c req-5c82599e-e8bf-404a-988d-1918f7ae9914 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d6b7e502-a9e1-4228-a6ab-f83ebfc43ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405195 Aug 10 04:25:53.323435 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4551fbf6-df8c-4ce0-87bc-adc3c5a61f8c req-14e264f2-c1dd-4900-8cdb-b89acf4b751e service neutron] 10.222.0.42 "GET /v2.0/networks/d6b7e502-a9e1-4228-a6ab-f83ebfc43ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882895 Aug 10 04:25:53.428742 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4551fbf6-df8c-4ce0-87bc-adc3c5a61f8c req-327682d8-441d-40a9-bdec-900d168ed635 service neutron] 10.222.0.42 "GET /v2.0/networks/d6b7e502-a9e1-4228-a6ab-f83ebfc43ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982049 Aug 10 04:25:53.757467 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-37a67285-818c-47db-8395-6bc6d039da8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:54.363588 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:55.619354 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:56.661676 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:57.057633 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:03.995940 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:08.470542 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:26:10.180484 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f05a75d-27eb-4bd0-a364-771972a5d241 req-5dc0a698-3a40-456f-b054-3f2cd242ad89 tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:10.181974 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9f05a75d-27eb-4bd0-a364-771972a5d241 req-5dc0a698-3a40-456f-b054-3f2cd242ad89 tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c25277e-d2cc-4f34-8e1f-bc74b70b5447 HTTP/1.1" status: 200 len: 945 time: 0.0502636 Aug 10 04:26:10.220202 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9f05a75d-27eb-4bd0-a364-771972a5d241 req-1e1c9189-bc41-4c0a-b25c-6bea81f9137c tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a631d80-e043-445a-8b68-7ebbb6ea1c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320020 Aug 10 04:26:11.334966 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f4bcee-a713-4e75-b5e6-f8899cb93e0c req-1f6e986c-3a9c-4d69-b6a0-520ef54e0f40 tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:11.336456 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-40f4bcee-a713-4e75-b5e6-f8899cb93e0c req-1f6e986c-3a9c-4d69-b6a0-520ef54e0f40 tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c25277e-d2cc-4f34-8e1f-bc74b70b5447 HTTP/1.1" status: 200 len: 945 time: 0.0499589 Aug 10 04:26:11.379662 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-40f4bcee-a713-4e75-b5e6-f8899cb93e0c req-b730f7a6-f573-46f7-8632-4d534f1bbe4f tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a631d80-e043-445a-8b68-7ebbb6ea1c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372176 Aug 10 04:26:11.709983 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0ac1ba-715b-4f08-86bf-205e93815a6d req-3d8eaca4-0c91-4f87-a6ca-88a58337a4a4 tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:11.711467 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8a0ac1ba-715b-4f08-86bf-205e93815a6d req-3d8eaca4-0c91-4f87-a6ca-88a58337a4a4 tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c25277e-d2cc-4f34-8e1f-bc74b70b5447 HTTP/1.1" status: 200 len: 945 time: 0.0493078 Aug 10 04:26:11.805695 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-8a0ac1ba-715b-4f08-86bf-205e93815a6d req-2e4181d6-9e23-4395-afdd-222ec98d9c0c tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] Deleting port d87e6ce8-fbe1-47cd-b7fb-08bca7c2dac0 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:26:11.805981 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8a0ac1ba-715b-4f08-86bf-205e93815a6d req-2e4181d6-9e23-4395-afdd-222ec98d9c0c tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:11.908146 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-8a0ac1ba-715b-4f08-86bf-205e93815a6d req-2e4181d6-9e23-4395-afdd-222ec98d9c0c tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] For port d87e6ce8-fbe1-47cd-b7fb-08bca7c2dac0, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=d87e6ce8-fbe1-47cd-b7fb-08bca7c2dac0,segment=NetworkSegment(ac50ec4a-f4f0-4212-bcf2-e80c3d89dbee),segment_id=ac50ec4a-f4f0-4212-bcf2-e80c3d89dbee)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:26:11.908508 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8a0ac1ba-715b-4f08-86bf-205e93815a6d req-2e4181d6-9e23-4395-afdd-222ec98d9c0c tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:11.922473 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-8a0ac1ba-715b-4f08-86bf-205e93815a6d req-2e4181d6-9e23-4395-afdd-222ec98d9c0c tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] Calling delete_port for d87e6ce8-fbe1-47cd-b7fb-08bca7c2dac0 owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:26:12.054282 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8a0ac1ba-715b-4f08-86bf-205e93815a6d req-2e4181d6-9e23-4395-afdd-222ec98d9c0c tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:12.066579 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['d87e6ce8-fbe1-47cd-b7fb-08bca7c2dac0'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:26:12.082704 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4181d6-9e23-4395-afdd-222ec98d9c0c tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] Pushing event deleted for resources: {'Port': ['ID=d87e6ce8-fbe1-47cd-b7fb-08bca7c2dac0,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:26:12.124526 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a0ac1ba-715b-4f08-86bf-205e93815a6d req-2e4181d6-9e23-4395-afdd-222ec98d9c0c tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] No DVR routers for this DVR port d87e6ce8-fbe1-47cd-b7fb-08bca7c2dac0 on host n-h1-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:26:12.127227 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-8a0ac1ba-715b-4f08-86bf-205e93815a6d req-2e4181d6-9e23-4395-afdd-222ec98d9c0c tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:12.129284 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8a0ac1ba-715b-4f08-86bf-205e93815a6d req-2e4181d6-9e23-4395-afdd-222ec98d9c0c tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] 10.222.0.42 "DELETE /v2.0/ports/d87e6ce8-fbe1-47cd-b7fb-08bca7c2dac0 HTTP/1.1" status: 204 len: 173 time: 0.4115887 Aug 10 04:26:12.129767 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c25277e-d2cc-4f34-8e1f-bc74b70b5447', 'name': 'network-vif-deleted', 'tag': 'd87e6ce8-fbe1-47cd-b7fb-08bca7c2dac0'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:26:12.132358 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7142606bf34c4189ec1af3eb1cc50705e8815838b55f5940d6ad7e637f738b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffdaa438-e8a6-474a-bca5-058d768f1fb9" -d '{"events": [{"server_uuid": "3c25277e-d2cc-4f34-8e1f-bc74b70b5447", "name": "network-vif-deleted", "tag": "d87e6ce8-fbe1-47cd-b7fb-08bca7c2dac0"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:26:12.242758 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-047e31f4-da88-4095-a700-903f0254efce x-openstack-request-id: req-047e31f4-da88-4095-a700-903f0254efce {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:26:12.243119 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c25277e-d2cc-4f34-8e1f-bc74b70b5447", "name": "network-vif-deleted", "tag": "d87e6ce8-fbe1-47cd-b7fb-08bca7c2dac0", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:26:12.243440 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-047e31f4-da88-4095-a700-903f0254efce {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:26:12.243926 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c25277e-d2cc-4f34-8e1f-bc74b70b5447', 'name': 'network-vif-deleted', 'tag': 'd87e6ce8-fbe1-47cd-b7fb-08bca7c2dac0', 'status': 'completed', 'code': 200} Aug 10 04:26:12.485513 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3ab8a51c-6c7a-468e-a60c-04eaab7c8e6b req-4a0ab760-5cfb-4578-9e42-443794dd7043 tempest-TestEncryptedCinderVolumes-55822099 tempest-TestEncryptedCinderVolumes-55822099-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c25277e-d2cc-4f34-8e1f-bc74b70b5447 HTTP/1.1" status: 200 len: 210 time: 0.0264990 Aug 10 04:26:13.585334 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 50486) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:26:13.952066 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e0a6721f-3aa8-4387-ac2b-a6c7200acda3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521880'] for router_interface, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:14.195247 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-e0a6721f-3aa8-4387-ac2b-a6c7200acda3 admin admin] Deleting port a3ff3d2d-2b07-4e9f-99dc-9e9f8925d3b3 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:26:14.195584 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e0a6721f-3aa8-4387-ac2b-a6c7200acda3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:14.284188 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-e0a6721f-3aa8-4387-ac2b-a6c7200acda3 admin admin] For port a3ff3d2d-2b07-4e9f-99dc-9e9f8925d3b3, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=a3ff3d2d-2b07-4e9f-99dc-9e9f8925d3b3,segment=NetworkSegment(ac50ec4a-f4f0-4212-bcf2-e80c3d89dbee),segment_id=ac50ec4a-f4f0-4212-bcf2-e80c3d89dbee)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:26:14.284460 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e0a6721f-3aa8-4387-ac2b-a6c7200acda3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:14.299014 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-e0a6721f-3aa8-4387-ac2b-a6c7200acda3 admin admin] Calling delete_port for a3ff3d2d-2b07-4e9f-99dc-9e9f8925d3b3 owned by network:router_interface {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:26:14.488380 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e0a6721f-3aa8-4387-ac2b-a6c7200acda3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:14.514798 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a6721f-3aa8-4387-ac2b-a6c7200acda3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3ff3d2d-2b07-4e9f-99dc-9e9f8925d3b3,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:26:14.526709 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a6721f-3aa8-4387-ac2b-a6c7200acda3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:26:14.527075 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a6721f-3aa8-4387-ac2b-a6c7200acda3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:26:14.527396 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a6721f-3aa8-4387-ac2b-a6c7200acda3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:26:14.527727 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a6721f-3aa8-4387-ac2b-a6c7200acda3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:26:14.528055 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a6721f-3aa8-4387-ac2b-a6c7200acda3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:26:14.528387 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a6721f-3aa8-4387-ac2b-a6c7200acda3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:26:14.529257 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a6721f-3aa8-4387-ac2b-a6c7200acda3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:26:14.529581 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a6721f-3aa8-4387-ac2b-a6c7200acda3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:26:14.529901 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a6721f-3aa8-4387-ac2b-a6c7200acda3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:26:14.530271 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a6721f-3aa8-4387-ac2b-a6c7200acda3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:26:14.530568 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a6721f-3aa8-4387-ac2b-a6c7200acda3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:26:14.530885 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a6721f-3aa8-4387-ac2b-a6c7200acda3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:26:14.692707 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-e0a6721f-3aa8-4387-ac2b-a6c7200acda3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-522536'] for router_interface, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:14.909529 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0a6721f-3aa8-4387-ac2b-a6c7200acda3 admin admin] Router 10c5460e-1ca6-42f5-a2d0-39eafb77df45 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:26:15.016236 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0a6721f-3aa8-4387-ac2b-a6c7200acda3 admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:26:15.021194 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e0a6721f-3aa8-4387-ac2b-a6c7200acda3 admin admin] 10.222.0.44 "PUT /v2.0/routers/10c5460e-1ca6-42f5-a2d0-39eafb77df45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4344964 Aug 10 04:26:15.023751 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 50490) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:26:15.024921 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66c5651-bb6c-4c68-941c-b69a1f91698e None None] Sync routers for ids ['10c5460e-1ca6-42f5-a2d0-39eafb77df45'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:26:15.034469 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66c5651-bb6c-4c68-941c-b69a1f91698e None None] Routers {'10c5460e-1ca6-42f5-a2d0-39eafb77df45'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:26:15.035078 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-e66c5651-bb6c-4c68-941c-b69a1f91698e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:25:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['10c5460e-1ca6-42f5-a2d0-39eafb77df45'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:26:15.127410 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-82da8c00-1d94-43c3-ac24-0c821101776a admin admin] Notify callbacks [] for router, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:15.136338 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-e66c5651-bb6c-4c68-941c-b69a1f91698e None None] Set router 10c5460e-1ca6-42f5-a2d0-39eafb77df45 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:26:15.228351 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-82da8c00-1d94-43c3-ac24-0c821101776a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:15.280017 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-82da8c00-1d94-43c3-ac24-0c821101776a admin admin] Deleting port 481d9dc8-aed7-41c0-b42b-2a743561dd1e {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:26:15.280356 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-82da8c00-1d94-43c3-ac24-0c821101776a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:15.313926 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-e66c5651-bb6c-4c68-941c-b69a1f91698e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c5460e-1ca6-42f5-a2d0-39eafb77df45', 'name': 'tempest-TestEncryptedCinderVolumes-546648429-router', 'tenant_id': 'b06cb22d20444e57b57de14993ca1a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '481d9dc8-aed7-41c0-b42b-2a743561dd1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:24:59Z', 'updated_at': '2021-08-10T04:26:14Z', 'revision_number': 5, 'project_id': 'b06cb22d20444e57b57de14993ca1a45', 'gw_port': {'id': '481d9dc8-aed7-41c0-b42b-2a743561dd1e', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:de:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c5460e-1ca6-42f5-a2d0-39eafb77df45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:24:59Z', 'updated_at': '2021-08-10T04:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:26:15.340347 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66c5651-bb6c-4c68-941c-b69a1f91698e None None] Checking router: 10c5460e-1ca6-42f5-a2d0-39eafb77df45 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:26:15.349321 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66c5651-bb6c-4c68-941c-b69a1f91698e None None] Routers {'10c5460e-1ca6-42f5-a2d0-39eafb77df45'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:26:15.349938 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-e66c5651-bb6c-4c68-941c-b69a1f91698e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:25:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['10c5460e-1ca6-42f5-a2d0-39eafb77df45'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:26:15.376844 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-82da8c00-1d94-43c3-ac24-0c821101776a admin admin] For port 481d9dc8-aed7-41c0-b42b-2a743561dd1e, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=481d9dc8-aed7-41c0-b42b-2a743561dd1e,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:26:15.377491 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-82da8c00-1d94-43c3-ac24-0c821101776a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:15.392255 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-82da8c00-1d94-43c3-ac24-0c821101776a admin admin] Calling delete_port for 481d9dc8-aed7-41c0-b42b-2a743561dd1e owned by network:router_gateway {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:26:15.439054 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-e66c5651-bb6c-4c68-941c-b69a1f91698e None None] Set router 10c5460e-1ca6-42f5-a2d0-39eafb77df45 gateway port host: None {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:26:15.492184 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-e66c5651-bb6c-4c68-941c-b69a1f91698e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c5460e-1ca6-42f5-a2d0-39eafb77df45', 'name': 'tempest-TestEncryptedCinderVolumes-546648429-router', 'tenant_id': 'b06cb22d20444e57b57de14993ca1a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:24:59Z', 'updated_at': '2021-08-10T04:26:15Z', 'revision_number': 6, 'project_id': 'b06cb22d20444e57b57de14993ca1a45', 'gw_port_host': None}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:26:15.523698 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66c5651-bb6c-4c68-941c-b69a1f91698e None None] The sync data for ids ['10c5460e-1ca6-42f5-a2d0-39eafb77df45'] in n-d-768862-13 is: [{'id': '10c5460e-1ca6-42f5-a2d0-39eafb77df45', 'name': 'tempest-TestEncryptedCinderVolumes-546648429-router', 'tenant_id': 'b06cb22d20444e57b57de14993ca1a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:24:59Z', 'updated_at': '2021-08-10T04:26:15Z', 'revision_number': 6, 'project_id': 'b06cb22d20444e57b57de14993ca1a45', 'gw_port_host': None}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:26:15.573910 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-82da8c00-1d94-43c3-ac24-0c821101776a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:15.599949 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82da8c00-1d94-43c3-ac24-0c821101776a admin admin] Pushing event deleted for resources: {'Port': ['ID=481d9dc8-aed7-41c0-b42b-2a743561dd1e,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:26:15.663674 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-82da8c00-1d94-43c3-ac24-0c821101776a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520654'] for router_gateway, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:15.757206 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-82da8c00-1d94-43c3-ac24-0c821101776a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:15.759470 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-82da8c00-1d94-43c3-ac24-0c821101776a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:15.806509 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-82da8c00-1d94-43c3-ac24-0c821101776a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:15.807081 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82da8c00-1d94-43c3-ac24-0c821101776a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10c5460e-1ca6-42f5-a2d0-39eafb77df45 {{(pid=94261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:26:15.812083 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-82da8c00-1d94-43c3-ac24-0c821101776a admin admin] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:15.813249 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-82da8c00-1d94-43c3-ac24-0c821101776a admin admin] 10.222.0.44 "DELETE /v2.0/routers/10c5460e-1ca6-42f5-a2d0-39eafb77df45 HTTP/1.1" status: 204 len: 168 time: 0.7885537 Aug 10 04:26:15.815828 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 50492) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:26:15.865378 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e6f5c91-3a69-435a-a3ac-4e27de5f1737 admin admin] Deleting subnet 23813818-92c1-40b0-95f1-a94cb197957e {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:26:15.868832 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7e6f5c91-3a69-435a-a3ac-4e27de5f1737 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:15.906588 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7e6f5c91-3a69-435a-a3ac-4e27de5f1737 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:15.992676 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7e6f5c91-3a69-435a-a3ac-4e27de5f1737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:16.047335 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7e6f5c91-3a69-435a-a3ac-4e27de5f1737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:16.073426 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6f5c91-3a69-435a-a3ac-4e27de5f1737 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23813818-92c1-40b0-95f1-a94cb197957e,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:26:16.078982 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7e6f5c91-3a69-435a-a3ac-4e27de5f1737 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:16.080907 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-7e6f5c91-3a69-435a-a3ac-4e27de5f1737 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/23813818-92c1-40b0-95f1-a94cb197957e HTTP/1.1" status: 204 len: 168 time: 0.2641301 Aug 10 04:26:16.083576 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 50494) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:26:16.084555 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80820fc3-1415-4833-b299-632fb13a5d28 None None] Network d6b7e502-a9e1-4228-a6ab-f83ebfc43ae1 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:26:16.155223 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5dbdef31-712e-4a5e-992c-a4539e11edc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:16.218172 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-5dbdef31-712e-4a5e-992c-a4539e11edc1 admin admin] Deleting port 5f7b759f-6216-4ced-a673-b78ba0d940d7 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:26:16.218949 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5dbdef31-712e-4a5e-992c-a4539e11edc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:16.248260 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device d87e6ce8-fbe1-47cd-b7fb-08bca7c2dac0 no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:26:16.270136 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] No Port match for: d87e6ce8-fbe1-47cd-b7fb-08bca7c2dac0 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:26:16.270568 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device d87e6ce8-fbe1-47cd-b7fb-08bca7c2dac0 not bound to the agent host n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:26:16.297006 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7ce54f-74b1-4a8d-be0a-af7315bd543f None None] DHCP port deletion for d6b7e502-a9e1-4228-a6ab-f83ebfc43ae1 request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:26:16.297280 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [None req-5dbdef31-712e-4a5e-992c-a4539e11edc1 admin admin] For port 5f7b759f-6216-4ced-a673-b78ba0d940d7, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=5f7b759f-6216-4ced-a673-b78ba0d940d7,segment=NetworkSegment(ac50ec4a-f4f0-4212-bcf2-e80c3d89dbee),segment_id=ac50ec4a-f4f0-4212-bcf2-e80c3d89dbee)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:26:16.297543 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5dbdef31-712e-4a5e-992c-a4539e11edc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:16.318518 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-5dbdef31-712e-4a5e-992c-a4539e11edc1 admin admin] Calling delete_port for 5f7b759f-6216-4ced-a673-b78ba0d940d7 owned by network:dhcp {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:26:16.355151 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-7d7ce54f-74b1-4a8d-be0a-af7315bd543f None None] Deleting port 5f7b759f-6216-4ced-a673-b78ba0d940d7 {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:26:16.355531 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-7d7ce54f-74b1-4a8d-be0a-af7315bd543f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:16.409301 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5dbdef31-712e-4a5e-992c-a4539e11edc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:16.426183 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-7d7ce54f-74b1-4a8d-be0a-af7315bd543f None None] For port 5f7b759f-6216-4ced-a673-b78ba0d940d7, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=5f7b759f-6216-4ced-a673-b78ba0d940d7,segment=NetworkSegment(ac50ec4a-f4f0-4212-bcf2-e80c3d89dbee),segment_id=ac50ec4a-f4f0-4212-bcf2-e80c3d89dbee)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:26:16.426696 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-7d7ce54f-74b1-4a8d-be0a-af7315bd543f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:16.439181 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbdef31-712e-4a5e-992c-a4539e11edc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f7b759f-6216-4ced-a673-b78ba0d940d7,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:26:16.442207 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-7d7ce54f-74b1-4a8d-be0a-af7315bd543f None None] Calling delete_port for 5f7b759f-6216-4ced-a673-b78ba0d940d7 owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:26:16.443864 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbdef31-712e-4a5e-992c-a4539e11edc1 admin admin] No DVR routers for this DVR port 5f7b759f-6216-4ced-a673-b78ba0d940d7 on host n-d-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:26:16.520917 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:26:16.520917 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 04:26:16.520917 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:26:16.520917 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 04:26:16.520917 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:26:16.520917 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 04:26:16.520917 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:26:16.520917 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 04:26:16.520917 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:26:16.520917 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 04:26:16.520917 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:26:16.520917 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 04:26:16.520917 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:26:16.520917 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 04:26:16.520917 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:26:16.520917 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 04:26:16.520917 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:26:16.520917 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 04:26:16.520917 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:26:16.520917 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 04:26:16.520917 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:26:16.520917 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 04:26:16.520917 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:26:16.520917 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 04:26:16.520917 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:26:16.520917 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 04:26:16.520917 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:26:16.520917 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 04:26:16.520917 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:26:16.520917 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 04:26:16.520917 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:26:16.520917 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 04:26:16.520917 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:26:16.520917 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 04:26:16.520917 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:26:16.520917 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 04:26:16.520917 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:26:16.520917 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 04:26:16.520917 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:26:16.520917 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 04:26:16.520917 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:26:16.520917 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 04:26:16.520917 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:26:16.520917 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 04:26:16.520917 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:26:16.520917 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 04:26:16.520917 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:26:16.520917 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 04:26:16.520917 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:26:16.520917 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 04:26:16.520917 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:26:16.520917 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 04:26:16.520917 n-d-768862-13 neutron-server[94262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:26:16.520917 n-d-768862-13 neutron-server[94262]: self.session.flush() Aug 10 04:26:16.526334 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5dbdef31-712e-4a5e-992c-a4539e11edc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:16.533208 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-7d7ce54f-74b1-4a8d-be0a-af7315bd543f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:16.539733 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-5dbdef31-712e-4a5e-992c-a4539e11edc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6b7e502-a9e1-4228-a6ab-f83ebfc43ae1']}} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:26:16.552625 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-5dbdef31-712e-4a5e-992c-a4539e11edc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac50ec4a-f4f0-4212-bcf2-e80c3d89dbee') {'for_net_delete': True} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:26:16.552843 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-5dbdef31-712e-4a5e-992c-a4539e11edc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac50ec4a-f4f0-4212-bcf2-e80c3d89dbee') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:26:16.562757 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5dbdef31-712e-4a5e-992c-a4539e11edc1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191186'] for segment, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:16.578154 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5dbdef31-712e-4a5e-992c-a4539e11edc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:16.584042 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7ce54f-74b1-4a8d-be0a-af7315bd543f None None] Pushing event deleted for resources: {'Port': ['ID=5f7b759f-6216-4ced-a673-b78ba0d940d7,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:26:16.589771 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device a3ff3d2d-2b07-4e9f-99dc-9e9f8925d3b3 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:26:16.590168 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dbdef31-712e-4a5e-992c-a4539e11edc1 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=94260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:26:16.590759 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5dbdef31-712e-4a5e-992c-a4539e11edc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58895489'] for segment, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:16.594041 n-d-768862-13 neutron-server[94260]: Traceback (most recent call last): Aug 10 04:26:16.594041 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:26:16.594041 n-d-768862-13 neutron-server[94260]: timer() Aug 10 04:26:16.594041 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:26:16.594041 n-d-768862-13 neutron-server[94260]: cb(*args, **kw) Aug 10 04:26:16.594041 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:26:16.594041 n-d-768862-13 neutron-server[94260]: return func(*args, **kwargs) Aug 10 04:26:16.594041 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:26:16.594041 n-d-768862-13 neutron-server[94260]: self._notify() Aug 10 04:26:16.594041 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:26:16.594041 n-d-768862-13 neutron-server[94260]: self.callback(batched_events) Aug 10 04:26:16.594041 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:26:16.594041 n-d-768862-13 neutron-server[94260]: event.method(event) Aug 10 04:26:16.594041 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:26:16.594041 n-d-768862-13 neutron-server[94260]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:26:16.594041 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:26:16.594041 n-d-768862-13 neutron-server[94260]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:26:16.594041 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:26:16.594041 n-d-768862-13 neutron-server[94260]: return f(self, *a, **k) Aug 10 04:26:16.594041 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:26:16.594041 n-d-768862-13 neutron-server[94260]: return self._get(url).json() Aug 10 04:26:16.594041 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:26:16.594041 n-d-768862-13 neutron-server[94260]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:26:16.594041 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:26:16.594041 n-d-768862-13 neutron-server[94260]: return self.request(url, 'GET', **kwargs) Aug 10 04:26:16.594041 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:26:16.594041 n-d-768862-13 neutron-server[94260]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:26:16.594041 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:26:16.594041 n-d-768862-13 neutron-server[94260]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:26:16.594041 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:26:16.594041 n-d-768862-13 neutron-server[94260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:26:16.594041 n-d-768862-13 neutron-server[94260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:26:16.597547 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7ce54f-74b1-4a8d-be0a-af7315bd543f None None] No DVR routers for this DVR port 5f7b759f-6216-4ced-a673-b78ba0d940d7 on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:26:16.624851 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: a3ff3d2d-2b07-4e9f-99dc-9e9f8925d3b3 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:26:16.625199 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device a3ff3d2d-2b07-4e9f-99dc-9e9f8925d3b3 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:26:16.625622 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 5f7b759f-6216-4ced-a673-b78ba0d940d7 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:26:16.651176 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 5f7b759f-6216-4ced-a673-b78ba0d940d7 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:26:16.651693 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 5f7b759f-6216-4ced-a673-b78ba0d940d7 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:26:16.652307 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 481d9dc8-aed7-41c0-b42b-2a743561dd1e no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:26:16.668432 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5dbdef31-712e-4a5e-992c-a4539e11edc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:16.677759 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5dbdef31-712e-4a5e-992c-a4539e11edc1 admin admin] Notify callbacks [] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:16.682995 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-5dbdef31-712e-4a5e-992c-a4539e11edc1 admin admin] 10.222.0.44 "DELETE /v2.0/networks/d6b7e502-a9e1-4228-a6ab-f83ebfc43ae1 HTTP/1.1" status: 204 len: 168 time: 0.5982292 Aug 10 04:26:16.685136 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 50496) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:26:16.687528 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 481d9dc8-aed7-41c0-b42b-2a743561dd1e {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:26:16.688041 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 481d9dc8-aed7-41c0-b42b-2a743561dd1e not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:26:16.700493 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbdef31-712e-4a5e-992c-a4539e11edc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6b7e502-a9e1-4228-a6ab-f83ebfc43ae1,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:26:17.083336 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7fa7a8a3-3c59-4ad1-b769-ccbaffceb7f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521880'] for router_interface, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:17.349586 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-7fa7a8a3-3c59-4ad1-b769-ccbaffceb7f3 admin admin] Deleting port 2dddc36d-4549-4d63-a171-5a39695daa96 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:26:17.349843 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7fa7a8a3-3c59-4ad1-b769-ccbaffceb7f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:17.431758 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-7fa7a8a3-3c59-4ad1-b769-ccbaffceb7f3 admin admin] For port 2dddc36d-4549-4d63-a171-5a39695daa96, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=2dddc36d-4549-4d63-a171-5a39695daa96,segment=NetworkSegment(493309b5-dc9e-407d-8be8-9b7ab060e772),segment_id=493309b5-dc9e-407d-8be8-9b7ab060e772)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:26:17.432155 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7fa7a8a3-3c59-4ad1-b769-ccbaffceb7f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:17.447278 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-7fa7a8a3-3c59-4ad1-b769-ccbaffceb7f3 admin admin] Calling delete_port for 2dddc36d-4549-4d63-a171-5a39695daa96 owned by network:router_interface {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:26:17.685762 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7fa7a8a3-3c59-4ad1-b769-ccbaffceb7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:17.714530 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa7a8a3-3c59-4ad1-b769-ccbaffceb7f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2dddc36d-4549-4d63-a171-5a39695daa96,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:26:18.208169 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7fa7a8a3-3c59-4ad1-b769-ccbaffceb7f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-522536'] for router_interface, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:18.414125 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fa7a8a3-3c59-4ad1-b769-ccbaffceb7f3 admin admin] Router 82471c67-65f8-4eb5-93ef-77a56a55e29c has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:26:18.521079 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fa7a8a3-3c59-4ad1-b769-ccbaffceb7f3 admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:26:18.528471 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-7fa7a8a3-3c59-4ad1-b769-ccbaffceb7f3 admin admin] 10.222.0.44 "PUT /v2.0/routers/82471c67-65f8-4eb5-93ef-77a56a55e29c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8419361 Aug 10 04:26:18.529780 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 50498) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:26:18.533372 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5054832-518d-49eb-a8bb-48a10602799c None None] Sync routers for ids ['82471c67-65f8-4eb5-93ef-77a56a55e29c'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:26:18.545955 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5054832-518d-49eb-a8bb-48a10602799c None None] Routers {'82471c67-65f8-4eb5-93ef-77a56a55e29c'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:26:18.546602 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-b5054832-518d-49eb-a8bb-48a10602799c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:25:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['82471c67-65f8-4eb5-93ef-77a56a55e29c'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:26:18.640472 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-65c75f6b-c3d5-4e89-873d-562edc621f28 admin admin] Notify callbacks [] for router, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:18.741741 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [req-4bea6faf-c507-4583-bbe0-ecd6fa089bdb req-e354fecd-1acc-4820-8d19-6c079540f163 tempest-ServerDiskConfigTestJSON-321066171 tempest-ServerDiskConfigTestJSON-321066171-project] (94260) timed out ('10.222.0.42', 57150) {{(pid=94260) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 04:26:18.745894 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-65c75f6b-c3d5-4e89-873d-562edc621f28 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:18.748225 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-b5054832-518d-49eb-a8bb-48a10602799c None None] Set router 82471c67-65f8-4eb5-93ef-77a56a55e29c gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:26:18.804045 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-65c75f6b-c3d5-4e89-873d-562edc621f28 admin admin] Deleting port 825ab0b5-b0ca-4fad-89d5-28b0b24b6e66 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:26:18.804276 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-65c75f6b-c3d5-4e89-873d-562edc621f28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:18.881580 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-65c75f6b-c3d5-4e89-873d-562edc621f28 admin admin] For port 825ab0b5-b0ca-4fad-89d5-28b0b24b6e66, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=825ab0b5-b0ca-4fad-89d5-28b0b24b6e66,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:26:18.882037 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-65c75f6b-c3d5-4e89-873d-562edc621f28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:18.895251 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-65c75f6b-c3d5-4e89-873d-562edc621f28 admin admin] Calling delete_port for 825ab0b5-b0ca-4fad-89d5-28b0b24b6e66 owned by network:router_gateway {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:26:18.922779 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-b5054832-518d-49eb-a8bb-48a10602799c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82471c67-65f8-4eb5-93ef-77a56a55e29c', 'name': 'tempest-TestEncryptedCinderVolumes-654442057-router', 'tenant_id': 'cb151dfe18b04e54a33baf017aec8129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '825ab0b5-b0ca-4fad-89d5-28b0b24b6e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:25:03Z', 'updated_at': '2021-08-10T04:26:17Z', 'revision_number': 5, 'project_id': 'cb151dfe18b04e54a33baf017aec8129', 'gw_port': {'id': '825ab0b5-b0ca-4fad-89d5-28b0b24b6e66', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ce:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82471c67-65f8-4eb5-93ef-77a56a55e29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:25:04Z', 'updated_at': '2021-08-10T04:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:26:18.952437 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5054832-518d-49eb-a8bb-48a10602799c None None] Checking router: 82471c67-65f8-4eb5-93ef-77a56a55e29c for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:26:18.961461 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5054832-518d-49eb-a8bb-48a10602799c None None] Routers {'82471c67-65f8-4eb5-93ef-77a56a55e29c'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:26:18.962061 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-b5054832-518d-49eb-a8bb-48a10602799c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:25:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['82471c67-65f8-4eb5-93ef-77a56a55e29c'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:26:19.051521 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-b5054832-518d-49eb-a8bb-48a10602799c None None] Set router 82471c67-65f8-4eb5-93ef-77a56a55e29c gateway port host: None {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:26:19.068525 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-65c75f6b-c3d5-4e89-873d-562edc621f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:19.098157 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c75f6b-c3d5-4e89-873d-562edc621f28 admin admin] Pushing event deleted for resources: {'Port': ['ID=825ab0b5-b0ca-4fad-89d5-28b0b24b6e66,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:26:19.104410 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-b5054832-518d-49eb-a8bb-48a10602799c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82471c67-65f8-4eb5-93ef-77a56a55e29c', 'name': 'tempest-TestEncryptedCinderVolumes-654442057-router', 'tenant_id': 'cb151dfe18b04e54a33baf017aec8129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:25:03Z', 'updated_at': '2021-08-10T04:26:18Z', 'revision_number': 6, 'project_id': 'cb151dfe18b04e54a33baf017aec8129', 'gw_port_host': None}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:26:19.133712 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5054832-518d-49eb-a8bb-48a10602799c None None] The sync data for ids ['82471c67-65f8-4eb5-93ef-77a56a55e29c'] in n-d-768862-13 is: [{'id': '82471c67-65f8-4eb5-93ef-77a56a55e29c', 'name': 'tempest-TestEncryptedCinderVolumes-654442057-router', 'tenant_id': 'cb151dfe18b04e54a33baf017aec8129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:25:03Z', 'updated_at': '2021-08-10T04:26:18Z', 'revision_number': 6, 'project_id': 'cb151dfe18b04e54a33baf017aec8129', 'gw_port_host': None}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:26:19.163983 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-65c75f6b-c3d5-4e89-873d-562edc621f28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520654'] for router_gateway, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:19.253482 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-65c75f6b-c3d5-4e89-873d-562edc621f28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:19.255596 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-65c75f6b-c3d5-4e89-873d-562edc621f28 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:19.297863 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-65c75f6b-c3d5-4e89-873d-562edc621f28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:19.298419 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65c75f6b-c3d5-4e89-873d-562edc621f28 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82471c67-65f8-4eb5-93ef-77a56a55e29c {{(pid=94261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:26:19.303129 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-65c75f6b-c3d5-4e89-873d-562edc621f28 admin admin] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:19.304369 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-65c75f6b-c3d5-4e89-873d-562edc621f28 admin admin] 10.222.0.44 "DELETE /v2.0/routers/82471c67-65f8-4eb5-93ef-77a56a55e29c HTTP/1.1" status: 204 len: 168 time: 0.7735977 Aug 10 04:26:19.306802 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 50500) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:26:19.358908 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-72d166d1-195a-459c-8955-9d3cb8714610 admin admin] Deleting subnet 6bb2beb3-eb24-41be-aa2a-0bcc9ae2bcb0 {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:26:19.363095 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-72d166d1-195a-459c-8955-9d3cb8714610 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:19.407365 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-72d166d1-195a-459c-8955-9d3cb8714610 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:19.486306 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-72d166d1-195a-459c-8955-9d3cb8714610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:19.544768 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-72d166d1-195a-459c-8955-9d3cb8714610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:19.573936 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d166d1-195a-459c-8955-9d3cb8714610 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bb2beb3-eb24-41be-aa2a-0bcc9ae2bcb0,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:26:19.580287 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-72d166d1-195a-459c-8955-9d3cb8714610 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:19.582328 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-72d166d1-195a-459c-8955-9d3cb8714610 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/6bb2beb3-eb24-41be-aa2a-0bcc9ae2bcb0 HTTP/1.1" status: 204 len: 168 time: 0.2744908 Aug 10 04:26:19.584897 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 50502) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:26:19.587428 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3f6ee8-498a-4323-9fdd-72e3370196f0 None None] Network f110bdbf-4078-4a05-b14e-ce591f98b3fb requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:26:19.652914 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a6b4f835-ce1e-42e6-b8a3-eaa7940166f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:19.706865 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-a6b4f835-ce1e-42e6-b8a3-eaa7940166f9 admin admin] Deleting port a6fdc8f6-9417-4c4d-bfc9-37d9ba042324 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:26:19.707207 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a6b4f835-ce1e-42e6-b8a3-eaa7940166f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:19.774841 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-a6b4f835-ce1e-42e6-b8a3-eaa7940166f9 admin admin] For port a6fdc8f6-9417-4c4d-bfc9-37d9ba042324, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=a6fdc8f6-9417-4c4d-bfc9-37d9ba042324,segment=NetworkSegment(493309b5-dc9e-407d-8be8-9b7ab060e772),segment_id=493309b5-dc9e-407d-8be8-9b7ab060e772)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:26:19.775207 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a6b4f835-ce1e-42e6-b8a3-eaa7940166f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:19.788077 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-a6b4f835-ce1e-42e6-b8a3-eaa7940166f9 admin admin] Calling delete_port for a6fdc8f6-9417-4c4d-bfc9-37d9ba042324 owned by network:dhcp {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:26:19.875948 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a6b4f835-ce1e-42e6-b8a3-eaa7940166f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:19.880194 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6a0edf-b7d1-4bce-abf5-54a67a80b1c2 None None] DHCP port deletion for f110bdbf-4078-4a05-b14e-ce591f98b3fb request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:26:19.903769 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b4f835-ce1e-42e6-b8a3-eaa7940166f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6fdc8f6-9417-4c4d-bfc9-37d9ba042324,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:26:19.907119 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b4f835-ce1e-42e6-b8a3-eaa7940166f9 admin admin] No DVR routers for this DVR port a6fdc8f6-9417-4c4d-bfc9-37d9ba042324 on host n-d-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:26:19.983954 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a6b4f835-ce1e-42e6-b8a3-eaa7940166f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:19.994288 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-a6b4f835-ce1e-42e6-b8a3-eaa7940166f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f110bdbf-4078-4a05-b14e-ce591f98b3fb']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:26:20.006907 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-a6b4f835-ce1e-42e6-b8a3-eaa7940166f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '493309b5-dc9e-407d-8be8-9b7ab060e772') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:26:20.010647 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-a6b4f835-ce1e-42e6-b8a3-eaa7940166f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '493309b5-dc9e-407d-8be8-9b7ab060e772') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:26:20.020292 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a6b4f835-ce1e-42e6-b8a3-eaa7940166f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:20.033880 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a6b4f835-ce1e-42e6-b8a3-eaa7940166f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:20.039679 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6b4f835-ce1e-42e6-b8a3-eaa7940166f9 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:26:20.040064 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a6b4f835-ce1e-42e6-b8a3-eaa7940166f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:20.041779 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 04:26:20.041779 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:26:20.041779 n-d-768862-13 neutron-server[94261]: timer() Aug 10 04:26:20.041779 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:26:20.041779 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 04:26:20.041779 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:26:20.041779 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 04:26:20.041779 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:26:20.041779 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 04:26:20.041779 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:26:20.041779 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 04:26:20.041779 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:26:20.041779 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 04:26:20.041779 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:26:20.041779 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:26:20.041779 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:26:20.041779 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:26:20.041779 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:26:20.041779 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 04:26:20.041779 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:26:20.041779 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 04:26:20.041779 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:26:20.041779 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:26:20.041779 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:26:20.041779 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 04:26:20.041779 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:26:20.041779 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:26:20.041779 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:26:20.041779 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:26:20.041779 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:26:20.041779 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:26:20.041779 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:26:20.100594 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a6b4f835-ce1e-42e6-b8a3-eaa7940166f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:20.108003 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a6b4f835-ce1e-42e6-b8a3-eaa7940166f9 admin admin] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:20.109275 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a6b4f835-ce1e-42e6-b8a3-eaa7940166f9 admin admin] 10.222.0.44 "DELETE /v2.0/networks/f110bdbf-4078-4a05-b14e-ce591f98b3fb HTTP/1.1" status: 204 len: 168 time: 0.5232449 Aug 10 04:26:20.121033 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b4f835-ce1e-42e6-b8a3-eaa7940166f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f110bdbf-4078-4a05-b14e-ce591f98b3fb,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:26:20.266982 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 50506) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:26:20.306054 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-33dbbf37-396c-4334-b29b-d15a9bef424e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b06cb22d20444e57b57de14993ca1a45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379212 Aug 10 04:26:20.308593 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 50508) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:26:20.355613 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-284871f1-d6c7-42d0-b631-7c6e27cf90ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:20.376204 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-284871f1-d6c7-42d0-b631-7c6e27cf90ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:20.422771 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-284871f1-d6c7-42d0-b631-7c6e27cf90ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:20.425371 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-284871f1-d6c7-42d0-b631-7c6e27cf90ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:20.426580 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-284871f1-d6c7-42d0-b631-7c6e27cf90ab admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3a631d80-e043-445a-8b68-7ebbb6ea1c8a HTTP/1.1" status: 204 len: 168 time: 0.1170592 Aug 10 04:26:20.434729 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284871f1-d6c7-42d0-b631-7c6e27cf90ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a631d80-e043-445a-8b68-7ebbb6ea1c8a,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:26:20.560263 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 2dddc36d-4549-4d63-a171-5a39695daa96 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:26:20.583457 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 2dddc36d-4549-4d63-a171-5a39695daa96 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:26:20.583927 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 2dddc36d-4549-4d63-a171-5a39695daa96 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:26:20.584345 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 825ab0b5-b0ca-4fad-89d5-28b0b24b6e66 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:26:20.605171 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 825ab0b5-b0ca-4fad-89d5-28b0b24b6e66 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:26:20.605794 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 825ab0b5-b0ca-4fad-89d5-28b0b24b6e66 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:26:20.605935 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device a6fdc8f6-9417-4c4d-bfc9-37d9ba042324 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:26:20.625238 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: a6fdc8f6-9417-4c4d-bfc9-37d9ba042324 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:26:20.625591 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device a6fdc8f6-9417-4c4d-bfc9-37d9ba042324 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:26:20.745188 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 50514) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:26:20.784585 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-f22ecf51-698c-4487-9c16-9614bfc0a48b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cb151dfe18b04e54a33baf017aec8129&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382447 Aug 10 04:26:20.786964 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 50516) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:26:20.839059 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2fd1db9b-8c0e-4d16-8921-c10179e4337a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:20.860203 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2fd1db9b-8c0e-4d16-8921-c10179e4337a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:20.906564 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2fd1db9b-8c0e-4d16-8921-c10179e4337a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:20.909264 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2fd1db9b-8c0e-4d16-8921-c10179e4337a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:20.910506 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-2fd1db9b-8c0e-4d16-8921-c10179e4337a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/91363e40-66bc-4b3d-935e-881afddaeb60 HTTP/1.1" status: 204 len: 168 time: 0.1226382 Aug 10 04:26:20.918626 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd1db9b-8c0e-4d16-8921-c10179e4337a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91363e40-66bc-4b3d-935e-881afddaeb60,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:26:21.512415 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9d17b5c4-a9ab-4456-9fbb-6811324f0d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:21.598304 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 50538) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:26:21.698296 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-f3e88673-8f8c-4420-a96f-592054fc276f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1084559212-network', 'tenant_id': '07838544a8ad41b9afc6f5c728ea1890'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:26:21.720623 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e88673-8f8c-4420-a96f-592054fc276f admin admin] Made reservation on behalf of 07838544a8ad41b9afc6f5c728ea1890 for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:26:21.723120 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f3e88673-8f8c-4420-a96f-592054fc276f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:21.731756 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f3e88673-8f8c-4420-a96f-592054fc276f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:21.827162 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f3e88673-8f8c-4420-a96f-592054fc276f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:21.830966 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f3e88673-8f8c-4420-a96f-592054fc276f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:21.858168 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3e88673-8f8c-4420-a96f-592054fc276f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:26:21.868691 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e88673-8f8c-4420-a96f-592054fc276f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc9a6fa-24b6-47ca-a8f4-9d6272f2481f,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:26:21.875964 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f3e88673-8f8c-4420-a96f-592054fc276f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:21.876321 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-f3e88673-8f8c-4420-a96f-592054fc276f admin admin] Added segment 971b03d6-6406-4adb-8c00-c2236efd297c of type vlan for network eb0aca1e-fed8-4629-a037-b73166ee77fa Aug 10 04:26:21.917898 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f3e88673-8f8c-4420-a96f-592054fc276f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:21.949391 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f3e88673-8f8c-4420-a96f-592054fc276f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:21.951116 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e88673-8f8c-4420-a96f-592054fc276f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:21.951698 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f3e88673-8f8c-4420-a96f-592054fc276f admin admin] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:22.005444 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-f3e88673-8f8c-4420-a96f-592054fc276f admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4060419 Aug 10 04:26:22.008765 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 50542) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:26:22.010957 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e88673-8f8c-4420-a96f-592054fc276f admin admin] Pushing event updated for resources: {'Network': ['ID=eb0aca1e-fed8-4629-a037-b73166ee77fa,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:26:22.015127 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-da06728c-c074-45c9-b061-8767023de88b admin admin] Request body: {'subnet': {'network_id': 'eb0aca1e-fed8-4629-a037-b73166ee77fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1084559212-subnet', 'tenant_id': '07838544a8ad41b9afc6f5c728ea1890', 'ip_version': 4}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:26:22.021464 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network eb0aca1e-fed8-4629-a037-b73166ee77fa details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:26:22.037932 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da06728c-c074-45c9-b061-8767023de88b admin admin] Made reservation on behalf of 07838544a8ad41b9afc6f5c728ea1890 for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:26:22.040267 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-da06728c-c074-45c9-b061-8767023de88b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:22.212097 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-da06728c-c074-45c9-b061-8767023de88b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58895384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805196'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:22.273673 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da06728c-c074-45c9-b061-8767023de88b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3366f8ec-9ae7-4db7-92cd-e8e2cb0f141e,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:26:22.283365 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da06728c-c074-45c9-b061-8767023de88b admin admin] Checking segment: {'id': '971b03d6-6406-4adb-8c00-c2236efd297c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'eb0aca1e-fed8-4629-a037-b73166ee77fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:26:22.283727 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da06728c-c074-45c9-b061-8767023de88b admin admin] Network hostable DHCP agents. Network: eb0aca1e-fed8-4629-a037-b73166ee77fa, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:26:22.299987 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da06728c-c074-45c9-b061-8767023de88b admin admin] Network eb0aca1e-fed8-4629-a037-b73166ee77fa is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:26:22.308684 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-da06728c-c074-45c9-b061-8767023de88b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, eb0aca1e-fed8-4629-a037-b73166ee77fa) {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:26:22.313356 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da06728c-c074-45c9-b061-8767023de88b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:22.313943 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-da06728c-c074-45c9-b061-8767023de88b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:22.322617 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cebe9e79-626d-44d7-af9f-771c18d9338d None None] Network eb0aca1e-fed8-4629-a037-b73166ee77fa requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:26:22.330783 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-da06728c-c074-45c9-b061-8767023de88b admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3208091 Aug 10 04:26:22.331520 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 50544) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:26:22.336104 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-faaa1f02-471e-47a5-a611-e7f12841e183 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1084559212-router', 'tenant_id': '07838544a8ad41b9afc6f5c728ea1890', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:26:22.358760 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-faaa1f02-471e-47a5-a611-e7f12841e183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:22.359785 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-faaa1f02-471e-47a5-a611-e7f12841e183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:22.411898 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-faaa1f02-471e-47a5-a611-e7f12841e183 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:22.471446 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17cd324-bc1e-4e38-8deb-02df89b05b14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-eb0aca1e-fed8-4629-a037-b73166ee77fa', 'network_id': 'eb0aca1e-fed8-4629-a037-b73166ee77fa', 'tenant_id': '07838544a8ad41b9afc6f5c728ea1890', 'fixed_ips': [{'subnet_id': '3366f8ec-9ae7-4db7-92cd-e8e2cb0f141e'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:26:22.472318 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a17cd324-bc1e-4e38-8deb-02df89b05b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:22.550552 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-faaa1f02-471e-47a5-a611-e7f12841e183 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:22.607898 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-a17cd324-bc1e-4e38-8deb-02df89b05b14 None None] Allocated IP 172.20.0.2 (eb0aca1e-fed8-4629-a037-b73166ee77fa/3366f8ec-9ae7-4db7-92cd-e8e2cb0f141e/4435efad-0d29-487d-8552-8d3f485cd929) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:26:22.752773 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-faaa1f02-471e-47a5-a611-e7f12841e183 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:22.753445 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a17cd324-bc1e-4e38-8deb-02df89b05b14 None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:22.762316 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-a17cd324-bc1e-4e38-8deb-02df89b05b14 None None] Transition to ACTIVE for port object 4435efad-0d29-487d-8552-8d3f485cd929 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:26:22.773159 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-faaa1f02-471e-47a5-a611-e7f12841e183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:22.778096 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-a17cd324-bc1e-4e38-8deb-02df89b05b14 None None] Transition to ACTIVE for port object 4435efad-0d29-487d-8552-8d3f485cd929 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:26:22.784531 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a17cd324-bc1e-4e38-8deb-02df89b05b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:22.822956 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17cd324-bc1e-4e38-8deb-02df89b05b14 None None] Network eb0aca1e-fed8-4629-a037-b73166ee77fa is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:26:22.825751 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-a17cd324-bc1e-4e38-8deb-02df89b05b14 None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:26:22.829638 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17cd324-bc1e-4e38-8deb-02df89b05b14 None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:26:22.835130 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17cd324-bc1e-4e38-8deb-02df89b05b14 None None] Pushing event updated for resources: {'Port': ['ID=4435efad-0d29-487d-8552-8d3f485cd929,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:26:22.881774 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-faaa1f02-471e-47a5-a611-e7f12841e183 admin admin] Allocated IP 172.25.6.95 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/b34389a3-5059-4310-9761-8401f58b41be) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:26:22.886082 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-a17cd324-bc1e-4e38-8deb-02df89b05b14 None None] Attempting to bind port 4435efad-0d29-487d-8552-8d3f485cd929 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:26:22.886485 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-a17cd324-bc1e-4e38-8deb-02df89b05b14 None None] Attempting to bind port 4435efad-0d29-487d-8552-8d3f485cd929 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '971b03d6-6406-4adb-8c00-c2236efd297c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'eb0aca1e-fed8-4629-a037-b73166ee77fa'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:26:22.886844 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17cd324-bc1e-4e38-8deb-02df89b05b14 None None] Attempting to bind port 4435efad-0d29-487d-8552-8d3f485cd929 on network eb0aca1e-fed8-4629-a037-b73166ee77fa {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:26:22.892247 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17cd324-bc1e-4e38-8deb-02df89b05b14 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:26:22.892614 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17cd324-bc1e-4e38-8deb-02df89b05b14 None None] Checking segment: {'id': '971b03d6-6406-4adb-8c00-c2236efd297c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'eb0aca1e-fed8-4629-a037-b73166ee77fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:26:22.893013 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a17cd324-bc1e-4e38-8deb-02df89b05b14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:22.893401 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17cd324-bc1e-4e38-8deb-02df89b05b14 None None] Bound using segment: {'id': '971b03d6-6406-4adb-8c00-c2236efd297c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'eb0aca1e-fed8-4629-a037-b73166ee77fa'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:26:22.893876 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-a17cd324-bc1e-4e38-8deb-02df89b05b14 None None] Bound port: 4435efad-0d29-487d-8552-8d3f485cd929, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '971b03d6-6406-4adb-8c00-c2236efd297c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'eb0aca1e-fed8-4629-a037-b73166ee77fa'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:26:22.894307 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a17cd324-bc1e-4e38-8deb-02df89b05b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:22.959220 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-a17cd324-bc1e-4e38-8deb-02df89b05b14 None None] For port 4435efad-0d29-487d-8552-8d3f485cd929, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:26:22.962737 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-a17cd324-bc1e-4e38-8deb-02df89b05b14 None None] For port 4435efad-0d29-487d-8552-8d3f485cd929, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=4435efad-0d29-487d-8552-8d3f485cd929,segment=NetworkSegment(971b03d6-6406-4adb-8c00-c2236efd297c),segment_id=971b03d6-6406-4adb-8c00-c2236efd297c)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:26:22.968166 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a17cd324-bc1e-4e38-8deb-02df89b05b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:22.992537 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-faaa1f02-471e-47a5-a611-e7f12841e183 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:23.024578 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17cd324-bc1e-4e38-8deb-02df89b05b14 None None] Pushing event updated for resources: {'Port': ['ID=4435efad-0d29-487d-8552-8d3f485cd929,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:26:23.035431 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-faaa1f02-471e-47a5-a611-e7f12841e183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:23.078705 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faaa1f02-471e-47a5-a611-e7f12841e183 admin admin] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:26:23.084059 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-faaa1f02-471e-47a5-a611-e7f12841e183 admin admin] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:26:23.086540 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaa1f02-471e-47a5-a611-e7f12841e183 admin admin] Pushing event updated for resources: {'Port': ['ID=b34389a3-5059-4310-9761-8401f58b41be,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:26:23.088699 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faaa1f02-471e-47a5-a611-e7f12841e183 admin admin] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:26:23.357697 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-faaa1f02-471e-47a5-a611-e7f12841e183 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:23.553136 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-faaa1f02-471e-47a5-a611-e7f12841e183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:23.763730 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-0d4ab859-6494-4a4b-b5f1-d22137c9c36a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:23.947453 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6a7f83-294a-4aa1-9612-9ba905dc7cf2 None None] Network eb0aca1e-fed8-4629-a037-b73166ee77fa requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:26:24.000768 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-4778b332-bd0f-47b1-bf0b-4a9a03ba87a2 None None] Provisioning for port 4435efad-0d29-487d-8552-8d3f485cd929 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:26:24.011658 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faaa1f02-471e-47a5-a611-e7f12841e183 admin admin] Router e9284769-d19c-4e53-92db-b9b5781f9db9 is scheduled to L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e with binding_index 1 {{(pid=94260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:26:24.117972 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faaa1f02-471e-47a5-a611-e7f12841e183 admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:26:24.131152 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9090d3-3678-4dde-b533-8f972d7ee5d6 None None] Sync routers for ids ['e9284769-d19c-4e53-92db-b9b5781f9db9'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:26:24.138777 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-faaa1f02-471e-47a5-a611-e7f12841e183 admin admin] Notify callbacks [] for router, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:24.140370 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-faaa1f02-471e-47a5-a611-e7f12841e183 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8078589 Aug 10 04:26:24.143039 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 50548) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:26:24.144802 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9090d3-3678-4dde-b533-8f972d7ee5d6 None None] Routers {'e9284769-d19c-4e53-92db-b9b5781f9db9'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:26:24.145432 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-ef9090d3-3678-4dde-b533-8f972d7ee5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:26:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['e9284769-d19c-4e53-92db-b9b5781f9db9'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:26:24.257232 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-ef9090d3-3678-4dde-b533-8f972d7ee5d6 None None] Set router e9284769-d19c-4e53-92db-b9b5781f9db9 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:26:24.382728 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:24.472447 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-ef9090d3-3678-4dde-b533-8f972d7ee5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9284769-d19c-4e53-92db-b9b5781f9db9', 'name': 'tempest-TestMinimumBasicScenario-1084559212-router', 'tenant_id': '07838544a8ad41b9afc6f5c728ea1890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': 'b34389a3-5059-4310-9761-8401f58b41be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:26:22Z', 'updated_at': '2021-08-10T04:26:23Z', 'revision_number': 3, 'project_id': '07838544a8ad41b9afc6f5c728ea1890', 'gw_port': {'id': 'b34389a3-5059-4310-9761-8401f58b41be', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:46:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9284769-d19c-4e53-92db-b9b5781f9db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:26:22Z', 'updated_at': '2021-08-10T04:26:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:26:24.499432 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9090d3-3678-4dde-b533-8f972d7ee5d6 None None] Checking router: e9284769-d19c-4e53-92db-b9b5781f9db9 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:26:24.499781 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9090d3-3678-4dde-b533-8f972d7ee5d6 None None] Updating router e9284769-d19c-4e53-92db-b9b5781f9db9 port b34389a3-5059-4310-9761-8401f58b41be binding host n-d-768862-13 {{(pid=94262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:26:24.532458 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ef9090d3-3678-4dde-b533-8f972d7ee5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:24.597018 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-97ce022c-5f3a-46c6-b846-ed2e31968b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:24.630746 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 4435efad-0d29-487d-8552-8d3f485cd929 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:26:24.749998 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 4435efad-0d29-487d-8552-8d3f485cd929 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:26:24.760280 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 4435efad-0d29-487d-8552-8d3f485cd929 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:26:24.760657 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:24.770694 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-97ce022c-5f3a-46c6-b846-ed2e31968b68 admin admin] Allocated IP 172.20.0.1 (eb0aca1e-fed8-4629-a037-b73166ee77fa/3366f8ec-9ae7-4db7-92cd-e8e2cb0f141e/23411e89-0d09-4dae-88ca-200649d0146f) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:26:24.887371 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-97ce022c-5f3a-46c6-b846-ed2e31968b68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:24.902548 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [None req-97ce022c-5f3a-46c6-b846-ed2e31968b68 admin admin] Transition to ACTIVE for port object 23411e89-0d09-4dae-88ca-200649d0146f will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:26:24.905439 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ef9090d3-3678-4dde-b533-8f972d7ee5d6 None None] Notify callbacks [] for port, precommit_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:24.917676 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:24.921826 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-ef9090d3-3678-4dde-b533-8f972d7ee5d6 None None] Transition to ACTIVE for port object b34389a3-5059-4310-9761-8401f58b41be will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:26:24.935917 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-97ce022c-5f3a-46c6-b846-ed2e31968b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:24.939667 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ef9090d3-3678-4dde-b533-8f972d7ee5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:24.978070 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ce022c-5f3a-46c6-b846-ed2e31968b68 admin admin] Network eb0aca1e-fed8-4629-a037-b73166ee77fa is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:26:24.981151 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-97ce022c-5f3a-46c6-b846-ed2e31968b68 admin admin] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:26:24.985149 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ce022c-5f3a-46c6-b846-ed2e31968b68 admin admin] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:26:24.991050 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ce022c-5f3a-46c6-b846-ed2e31968b68 admin admin] Pushing event updated for resources: {'Port': ['ID=23411e89-0d09-4dae-88ca-200649d0146f,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:26:25.032118 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-97ce022c-5f3a-46c6-b846-ed2e31968b68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521745'] for router_interface, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:25.159413 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 4435efad-0d29-487d-8552-8d3f485cd929, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=4435efad-0d29-487d-8552-8d3f485cd929,segment=NetworkSegment(971b03d6-6406-4adb-8c00-c2236efd297c),segment_id=971b03d6-6406-4adb-8c00-c2236efd297c)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:26:25.173716 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:25.180442 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-97ce022c-5f3a-46c6-b846-ed2e31968b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:25.181734 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd907dad-1783-4470-b1ad-7ed940500875 None None] Pushing event updated for resources: {'Port': ['ID=b34389a3-5059-4310-9761-8401f58b41be,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:26:25.183959 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-ef9090d3-3678-4dde-b533-8f972d7ee5d6 None None] Attempting to bind port b34389a3-5059-4310-9761-8401f58b41be on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:26:25.184340 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-ef9090d3-3678-4dde-b533-8f972d7ee5d6 None None] Attempting to bind port b34389a3-5059-4310-9761-8401f58b41be by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:26:25.185226 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9090d3-3678-4dde-b533-8f972d7ee5d6 None None] Attempting to bind port b34389a3-5059-4310-9761-8401f58b41be on network 2ea12131-628a-487e-b434-0463553732bd {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:26:25.211559 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9090d3-3678-4dde-b533-8f972d7ee5d6 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:26:25.211931 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9090d3-3678-4dde-b533-8f972d7ee5d6 None None] Checking segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:26:25.212329 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ef9090d3-3678-4dde-b533-8f972d7ee5d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:25.212720 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9090d3-3678-4dde-b533-8f972d7ee5d6 None None] Bound using segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:26:25.213195 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-ef9090d3-3678-4dde-b533-8f972d7ee5d6 None None] Bound port: b34389a3-5059-4310-9761-8401f58b41be, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:26:25.213581 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ef9090d3-3678-4dde-b533-8f972d7ee5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:25.267444 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-6d6e96af-8bb7-46d5-af89-ac5d5b814317 None None] Provisioning for port 23411e89-0d09-4dae-88ca-200649d0146f completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:26:25.283198 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-6d6e96af-8bb7-46d5-af89-ac5d5b814317 None None] Provisioning complete for port 23411e89-0d09-4dae-88ca-200649d0146f triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:26:25.283569 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-6d6e96af-8bb7-46d5-af89-ac5d5b814317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:25.286638 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=4435efad-0d29-487d-8552-8d3f485cd929,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:26:25.317411 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-ef9090d3-3678-4dde-b533-8f972d7ee5d6 None None] For port b34389a3-5059-4310-9761-8401f58b41be, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:26:25.335383 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-ef9090d3-3678-4dde-b533-8f972d7ee5d6 None None] For port b34389a3-5059-4310-9761-8401f58b41be, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=b34389a3-5059-4310-9761-8401f58b41be,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:26:25.337940 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-6d6e96af-8bb7-46d5-af89-ac5d5b814317 None None] Port 23411e89-0d09-4dae-88ca-200649d0146f cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:26:25.341063 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ef9090d3-3678-4dde-b533-8f972d7ee5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:25.359914 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-97ce022c-5f3a-46c6-b846-ed2e31968b68 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:25.364646 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-97ce022c-5f3a-46c6-b846-ed2e31968b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:25.399479 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9090d3-3678-4dde-b533-8f972d7ee5d6 None None] Routers {'e9284769-d19c-4e53-92db-b9b5781f9db9'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:26:25.400094 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-ef9090d3-3678-4dde-b533-8f972d7ee5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:26:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['e9284769-d19c-4e53-92db-b9b5781f9db9'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:26:25.401733 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd907dad-1783-4470-b1ad-7ed940500875 None None] Pushing event updated for resources: {'Port': ['ID=b34389a3-5059-4310-9761-8401f58b41be,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:26:25.431319 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ce022c-5f3a-46c6-b846-ed2e31968b68 admin admin] Pushing event updated for resources: {'Port': ['ID=23411e89-0d09-4dae-88ca-200649d0146f,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:26:25.433845 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-97ce022c-5f3a-46c6-b846-ed2e31968b68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521893'] for router_interface, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:25.515032 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-ef9090d3-3678-4dde-b533-8f972d7ee5d6 None None] Set router e9284769-d19c-4e53-92db-b9b5781f9db9 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:26:25.530729 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ce022c-5f3a-46c6-b846-ed2e31968b68 admin admin] Network eb0aca1e-fed8-4629-a037-b73166ee77fa is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:26:25.532153 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-97ce022c-5f3a-46c6-b846-ed2e31968b68 admin admin] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:26:25.649912 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:25.662911 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97ce022c-5f3a-46c6-b846-ed2e31968b68 admin admin] Router e9284769-d19c-4e53-92db-b9b5781f9db9 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:26:25.746388 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-ef9090d3-3678-4dde-b533-8f972d7ee5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9284769-d19c-4e53-92db-b9b5781f9db9', 'name': 'tempest-TestMinimumBasicScenario-1084559212-router', 'tenant_id': '07838544a8ad41b9afc6f5c728ea1890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': 'b34389a3-5059-4310-9761-8401f58b41be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:26:22Z', 'updated_at': '2021-08-10T04:26:25Z', 'revision_number': 4, 'project_id': '07838544a8ad41b9afc6f5c728ea1890', 'gw_port': {'id': 'b34389a3-5059-4310-9761-8401f58b41be', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:46:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9284769-d19c-4e53-92db-b9b5781f9db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:26:22Z', 'updated_at': '2021-08-10T04:26:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '23411e89-0d09-4dae-88ca-200649d0146f', 'name': '', 'network_id': 'eb0aca1e-fed8-4629-a037-b73166ee77fa', 'tenant_id': '07838544a8ad41b9afc6f5c728ea1890', 'mac_address': 'fa:16:3e:4c:4e:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9284769-d19c-4e53-92db-b9b5781f9db9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '3366f8ec-9ae7-4db7-92cd-e8e2cb0f141e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:26:24Z', 'updated_at': '2021-08-10T04:26:25Z', 'revision_number': 2, 'project_id': '07838544a8ad41b9afc6f5c728ea1890', 'subnets': [{'id': '3366f8ec-9ae7-4db7-92cd-e8e2cb0f141e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:26:25.778638 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9090d3-3678-4dde-b533-8f972d7ee5d6 None None] The sync data for ids ['e9284769-d19c-4e53-92db-b9b5781f9db9'] in n-d-768862-13 is: [{'id': 'e9284769-d19c-4e53-92db-b9b5781f9db9', 'name': 'tempest-TestMinimumBasicScenario-1084559212-router', 'tenant_id': '07838544a8ad41b9afc6f5c728ea1890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': 'b34389a3-5059-4310-9761-8401f58b41be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:26:22Z', 'updated_at': '2021-08-10T04:26:25Z', 'revision_number': 4, 'project_id': '07838544a8ad41b9afc6f5c728ea1890', 'gw_port': {'id': 'b34389a3-5059-4310-9761-8401f58b41be', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:46:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9284769-d19c-4e53-92db-b9b5781f9db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:26:22Z', 'updated_at': '2021-08-10T04:26:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '23411e89-0d09-4dae-88ca-200649d0146f', 'name': '', 'network_id': 'eb0aca1e-fed8-4629-a037-b73166ee77fa', 'tenant_id': '07838544a8ad41b9afc6f5c728ea1890', 'mac_address': 'fa:16:3e:4c:4e:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9284769-d19c-4e53-92db-b9b5781f9db9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '3366f8ec-9ae7-4db7-92cd-e8e2cb0f141e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:26:24Z', 'updated_at': '2021-08-10T04:26:25Z', 'revision_number': 2, 'project_id': '07838544a8ad41b9afc6f5c728ea1890', 'subnets': [{'id': '3366f8ec-9ae7-4db7-92cd-e8e2cb0f141e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:26:25.787176 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97ce022c-5f3a-46c6-b846-ed2e31968b68 admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:26:25.792136 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-b74ce831-dfe6-4688-9ccd-bae99c05f6d4 None None] Provisioning complete for port 23411e89-0d09-4dae-88ca-200649d0146f triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:26:25.792731 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b74ce831-dfe6-4688-9ccd-bae99c05f6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:25.796199 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-97ce022c-5f3a-46c6-b846-ed2e31968b68 admin admin] 10.222.0.44 "PUT /v2.0/routers/e9284769-d19c-4e53-92db-b9b5781f9db9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6505580 Aug 10 04:26:25.829159 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-b74ce831-dfe6-4688-9ccd-bae99c05f6d4 None None] Port 23411e89-0d09-4dae-88ca-200649d0146f cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:26:26.302112 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 50564) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:26:26.307198 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-d4de019b-0320-4422-a175-f0567b093419 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2082482016-network', 'tenant_id': '380d89759fb04c8ab63bd48526d14776'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:26:26.332259 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4de019b-0320-4422-a175-f0567b093419 admin admin] Made reservation on behalf of 380d89759fb04c8ab63bd48526d14776 for: {'network': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:26:26.334878 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d4de019b-0320-4422-a175-f0567b093419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:26.344222 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d4de019b-0320-4422-a175-f0567b093419 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:26.464857 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d4de019b-0320-4422-a175-f0567b093419 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:26.469673 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d4de019b-0320-4422-a175-f0567b093419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:26.492990 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4de019b-0320-4422-a175-f0567b093419 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=94260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:26:26.511684 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4de019b-0320-4422-a175-f0567b093419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb083fc-c1ce-4a6c-85b2-1bf0354a066f,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:26:26.514753 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d4de019b-0320-4422-a175-f0567b093419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:26.515112 n-d-768862-13 neutron-server[94260]: INFO neutron.db.segments_db [None req-d4de019b-0320-4422-a175-f0567b093419 admin admin] Added segment d731f716-d3e4-4a37-b962-02e0b909610a of type vlan for network af716f2f-a807-47a1-8561-6061589516b4 Aug 10 04:26:26.561571 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d4de019b-0320-4422-a175-f0567b093419 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:26.595786 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d4de019b-0320-4422-a175-f0567b093419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:26.596803 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4de019b-0320-4422-a175-f0567b093419 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:26.597393 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d4de019b-0320-4422-a175-f0567b093419 admin admin] Notify callbacks [] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:26.662874 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-d4de019b-0320-4422-a175-f0567b093419 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3595853 Aug 10 04:26:26.665626 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 50566) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:26:26.672980 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-94e7976e-42c9-4541-abc7-7d8d500ee959 admin admin] Request body: {'subnet': {'network_id': 'af716f2f-a807-47a1-8561-6061589516b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2082482016-subnet', 'tenant_id': '380d89759fb04c8ab63bd48526d14776', 'ip_version': 4}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:26:26.680117 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4de019b-0320-4422-a175-f0567b093419 admin admin] Pushing event updated for resources: {'Network': ['ID=af716f2f-a807-47a1-8561-6061589516b4,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:26:26.690680 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:26.696582 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network af716f2f-a807-47a1-8561-6061589516b4 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:26:26.707787 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e7976e-42c9-4541-abc7-7d8d500ee959 admin admin] Made reservation on behalf of 380d89759fb04c8ab63bd48526d14776 for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:26:26.710837 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-94e7976e-42c9-4541-abc7-7d8d500ee959 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:26.740756 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device b34389a3-5059-4310-9761-8401f58b41be up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:26:26.814553 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port b34389a3-5059-4310-9761-8401f58b41be completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:26:26.818930 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port b34389a3-5059-4310-9761-8401f58b41be triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:26:26.819311 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:26.902497 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:26.906017 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-94e7976e-42c9-4541-abc7-7d8d500ee959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:26.925741 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port b34389a3-5059-4310-9761-8401f58b41be, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=b34389a3-5059-4310-9761-8401f58b41be,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:26:26.930519 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:26.931557 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 4435efad-0d29-487d-8552-8d3f485cd929 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:26:26.968178 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e7976e-42c9-4541-abc7-7d8d500ee959 admin admin] Pushing event updated for resources: {'Subnet': ['ID=786949f7-d314-4d92-b0b6-3d80dd40b81b,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:26:26.976601 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e7976e-42c9-4541-abc7-7d8d500ee959 admin admin] Checking segment: {'id': 'd731f716-d3e4-4a37-b962-02e0b909610a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'af716f2f-a807-47a1-8561-6061589516b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:26:26.976601 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e7976e-42c9-4541-abc7-7d8d500ee959 admin admin] Network hostable DHCP agents. Network: af716f2f-a807-47a1-8561-6061589516b4, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:26:26.995959 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e7976e-42c9-4541-abc7-7d8d500ee959 admin admin] Network af716f2f-a807-47a1-8561-6061589516b4 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:26:27.007433 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-94e7976e-42c9-4541-abc7-7d8d500ee959 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, af716f2f-a807-47a1-8561-6061589516b4) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:26:27.017787 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e7976e-42c9-4541-abc7-7d8d500ee959 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:27.018982 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-94e7976e-42c9-4541-abc7-7d8d500ee959 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:27.025346 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fdefb81-4549-4b8b-922f-59916c7f8de2 None None] Network af716f2f-a807-47a1-8561-6061589516b4 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:26:27.038113 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-94e7976e-42c9-4541-abc7-7d8d500ee959 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3707616 Aug 10 04:26:27.041603 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 50568) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:26:27.049154 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-51423127-5efb-4e06-973b-65d414d53677 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2082482016-router', 'tenant_id': '380d89759fb04c8ab63bd48526d14776', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:26:27.076796 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-51423127-5efb-4e06-973b-65d414d53677 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:27.077878 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-51423127-5efb-4e06-973b-65d414d53677 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:27.094827 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=b34389a3-5059-4310-9761-8401f58b41be,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:26:27.116309 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:27.116979 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 4435efad-0d29-487d-8552-8d3f485cd929 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:26:27.117333 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:27.138845 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-51423127-5efb-4e06-973b-65d414d53677 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:27.263551 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89fd3ae-04b0-4e21-b5f0-d9b013b70ea4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-af716f2f-a807-47a1-8561-6061589516b4', 'network_id': 'af716f2f-a807-47a1-8561-6061589516b4', 'tenant_id': '380d89759fb04c8ab63bd48526d14776', 'fixed_ips': [{'subnet_id': '786949f7-d314-4d92-b0b6-3d80dd40b81b'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:26:27.264639 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a89fd3ae-04b0-4e21-b5f0-d9b013b70ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:27.281845 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-51423127-5efb-4e06-973b-65d414d53677 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:27.400809 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-a89fd3ae-04b0-4e21-b5f0-d9b013b70ea4 None None] Allocated IP 172.20.0.2 (af716f2f-a807-47a1-8561-6061589516b4/786949f7-d314-4d92-b0b6-3d80dd40b81b/29197dcf-cbb3-411f-bd87-8f3eeeac139d) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:26:27.500040 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-51423127-5efb-4e06-973b-65d414d53677 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:27.521558 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-51423127-5efb-4e06-973b-65d414d53677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:27.553829 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a89fd3ae-04b0-4e21-b5f0-d9b013b70ea4 None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:27.562428 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-a89fd3ae-04b0-4e21-b5f0-d9b013b70ea4 None None] Transition to ACTIVE for port object 29197dcf-cbb3-411f-bd87-8f3eeeac139d will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:26:27.577930 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-a89fd3ae-04b0-4e21-b5f0-d9b013b70ea4 None None] Transition to ACTIVE for port object 29197dcf-cbb3-411f-bd87-8f3eeeac139d will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:26:27.584670 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a89fd3ae-04b0-4e21-b5f0-d9b013b70ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:27.627408 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89fd3ae-04b0-4e21-b5f0-d9b013b70ea4 None None] Network af716f2f-a807-47a1-8561-6061589516b4 is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:26:27.630338 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-a89fd3ae-04b0-4e21-b5f0-d9b013b70ea4 None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:26:27.633032 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-51423127-5efb-4e06-973b-65d414d53677 admin admin] Allocated IP 172.25.6.216 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/4c9db6fb-c988-462a-9eda-bbe0edfb418c) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:26:27.635398 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89fd3ae-04b0-4e21-b5f0-d9b013b70ea4 None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:26:27.644299 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89fd3ae-04b0-4e21-b5f0-d9b013b70ea4 None None] Pushing event updated for resources: {'Port': ['ID=29197dcf-cbb3-411f-bd87-8f3eeeac139d,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:26:27.694003 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-a89fd3ae-04b0-4e21-b5f0-d9b013b70ea4 None None] Attempting to bind port 29197dcf-cbb3-411f-bd87-8f3eeeac139d on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:26:27.694717 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-a89fd3ae-04b0-4e21-b5f0-d9b013b70ea4 None None] Attempting to bind port 29197dcf-cbb3-411f-bd87-8f3eeeac139d by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'd731f716-d3e4-4a37-b962-02e0b909610a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'af716f2f-a807-47a1-8561-6061589516b4'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:26:27.694857 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89fd3ae-04b0-4e21-b5f0-d9b013b70ea4 None None] Attempting to bind port 29197dcf-cbb3-411f-bd87-8f3eeeac139d on network af716f2f-a807-47a1-8561-6061589516b4 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:26:27.699888 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89fd3ae-04b0-4e21-b5f0-d9b013b70ea4 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:26:27.700292 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89fd3ae-04b0-4e21-b5f0-d9b013b70ea4 None None] Checking segment: {'id': 'd731f716-d3e4-4a37-b962-02e0b909610a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'af716f2f-a807-47a1-8561-6061589516b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:26:27.700705 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a89fd3ae-04b0-4e21-b5f0-d9b013b70ea4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:27.701098 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89fd3ae-04b0-4e21-b5f0-d9b013b70ea4 None None] Bound using segment: {'id': 'd731f716-d3e4-4a37-b962-02e0b909610a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'af716f2f-a807-47a1-8561-6061589516b4'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:26:27.701562 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-a89fd3ae-04b0-4e21-b5f0-d9b013b70ea4 None None] Bound port: 29197dcf-cbb3-411f-bd87-8f3eeeac139d, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd731f716-d3e4-4a37-b962-02e0b909610a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'af716f2f-a807-47a1-8561-6061589516b4'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:26:27.701954 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a89fd3ae-04b0-4e21-b5f0-d9b013b70ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:27.753350 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-51423127-5efb-4e06-973b-65d414d53677 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:27.770288 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-a89fd3ae-04b0-4e21-b5f0-d9b013b70ea4 None None] For port 29197dcf-cbb3-411f-bd87-8f3eeeac139d, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:26:27.773877 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-a89fd3ae-04b0-4e21-b5f0-d9b013b70ea4 None None] For port 29197dcf-cbb3-411f-bd87-8f3eeeac139d, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=29197dcf-cbb3-411f-bd87-8f3eeeac139d,segment=NetworkSegment(d731f716-d3e4-4a37-b962-02e0b909610a),segment_id=d731f716-d3e4-4a37-b962-02e0b909610a)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:26:27.779008 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a89fd3ae-04b0-4e21-b5f0-d9b013b70ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:27.799888 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-51423127-5efb-4e06-973b-65d414d53677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:27.817882 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75fd46ad-bb90-4468-b2ec-67d2bf7d3cd4 None None] Sync routers for ids ['e9284769-d19c-4e53-92db-b9b5781f9db9'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:26:27.827916 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fd46ad-bb90-4468-b2ec-67d2bf7d3cd4 None None] Routers {'e9284769-d19c-4e53-92db-b9b5781f9db9'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:26:27.828540 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-75fd46ad-bb90-4468-b2ec-67d2bf7d3cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:26:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['e9284769-d19c-4e53-92db-b9b5781f9db9'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:26:27.844046 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89fd3ae-04b0-4e21-b5f0-d9b013b70ea4 None None] Pushing event updated for resources: {'Port': ['ID=29197dcf-cbb3-411f-bd87-8f3eeeac139d,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:26:27.851574 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51423127-5efb-4e06-973b-65d414d53677 admin admin] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:26:27.854941 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-51423127-5efb-4e06-973b-65d414d53677 admin admin] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:26:27.858293 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51423127-5efb-4e06-973b-65d414d53677 admin admin] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:26:27.897048 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51423127-5efb-4e06-973b-65d414d53677 admin admin] Pushing event updated for resources: {'Port': ['ID=4c9db6fb-c988-462a-9eda-bbe0edfb418c,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:26:27.947879 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-75fd46ad-bb90-4468-b2ec-67d2bf7d3cd4 None None] Set router e9284769-d19c-4e53-92db-b9b5781f9db9 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:26:28.173493 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-51423127-5efb-4e06-973b-65d414d53677 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:28.201291 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-75fd46ad-bb90-4468-b2ec-67d2bf7d3cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9284769-d19c-4e53-92db-b9b5781f9db9', 'name': 'tempest-TestMinimumBasicScenario-1084559212-router', 'tenant_id': '07838544a8ad41b9afc6f5c728ea1890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': 'b34389a3-5059-4310-9761-8401f58b41be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:26:22Z', 'updated_at': '2021-08-10T04:26:25Z', 'revision_number': 4, 'project_id': '07838544a8ad41b9afc6f5c728ea1890', 'gw_port': {'id': 'b34389a3-5059-4310-9761-8401f58b41be', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:46:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9284769-d19c-4e53-92db-b9b5781f9db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:26:22Z', 'updated_at': '2021-08-10T04:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '23411e89-0d09-4dae-88ca-200649d0146f', 'name': '', 'network_id': 'eb0aca1e-fed8-4629-a037-b73166ee77fa', 'tenant_id': '07838544a8ad41b9afc6f5c728ea1890', 'mac_address': 'fa:16:3e:4c:4e:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9284769-d19c-4e53-92db-b9b5781f9db9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '3366f8ec-9ae7-4db7-92cd-e8e2cb0f141e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:26:24Z', 'updated_at': '2021-08-10T04:26:25Z', 'revision_number': 2, 'project_id': '07838544a8ad41b9afc6f5c728ea1890', 'subnets': [{'id': '3366f8ec-9ae7-4db7-92cd-e8e2cb0f141e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:26:28.226568 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75fd46ad-bb90-4468-b2ec-67d2bf7d3cd4 None None] Checking router: e9284769-d19c-4e53-92db-b9b5781f9db9 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:26:28.226918 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75fd46ad-bb90-4468-b2ec-67d2bf7d3cd4 None None] Updating router e9284769-d19c-4e53-92db-b9b5781f9db9 port 23411e89-0d09-4dae-88ca-200649d0146f binding host n-d-768862-13 {{(pid=94263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:26:28.256088 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-75fd46ad-bb90-4468-b2ec-67d2bf7d3cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:28.374252 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-51423127-5efb-4e06-973b-65d414d53677 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:28.516916 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51423127-5efb-4e06-973b-65d414d53677 admin admin] Router ad930fc4-1114-40cc-b6d2-11dfd20a3341 is scheduled to L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e with binding_index 1 {{(pid=94260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:26:28.550371 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-75fd46ad-bb90-4468-b2ec-67d2bf7d3cd4 None None] Notify callbacks [] for port, precommit_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:28.568060 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.provisioning_blocks [None req-75fd46ad-bb90-4468-b2ec-67d2bf7d3cd4 None None] Transition to ACTIVE for port object 23411e89-0d09-4dae-88ca-200649d0146f will not be triggered until provisioned by entity L2. {{(pid=94263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:26:28.577196 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-75fd46ad-bb90-4468-b2ec-67d2bf7d3cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:28.639759 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd76e32-c606-4e01-82b6-9bbe718ff734 None None] Pushing event updated for resources: {'Port': ['ID=23411e89-0d09-4dae-88ca-200649d0146f,revision_number=3']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:26:28.684159 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51423127-5efb-4e06-973b-65d414d53677 admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:26:28.694733 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd76e32-c606-4e01-82b6-9bbe718ff734 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:26:28.695073 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd76e32-c606-4e01-82b6-9bbe718ff734 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:26:28.695460 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd76e32-c606-4e01-82b6-9bbe718ff734 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:26:28.695959 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd76e32-c606-4e01-82b6-9bbe718ff734 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:26:28.696211 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c29878a-32da-4688-919f-9cf583b16413 None None] Sync routers for ids ['ad930fc4-1114-40cc-b6d2-11dfd20a3341'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:26:28.696962 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd76e32-c606-4e01-82b6-9bbe718ff734 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:26:28.697452 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd76e32-c606-4e01-82b6-9bbe718ff734 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:26:28.707339 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd76e32-c606-4e01-82b6-9bbe718ff734 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:26:28.708028 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd76e32-c606-4e01-82b6-9bbe718ff734 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:26:28.708359 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd76e32-c606-4e01-82b6-9bbe718ff734 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:26:28.708692 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd76e32-c606-4e01-82b6-9bbe718ff734 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:26:28.709157 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd76e32-c606-4e01-82b6-9bbe718ff734 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:26:28.709475 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd76e32-c606-4e01-82b6-9bbe718ff734 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:26:28.718860 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c29878a-32da-4688-919f-9cf583b16413 None None] Routers {'ad930fc4-1114-40cc-b6d2-11dfd20a3341'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:26:28.719825 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-5c29878a-32da-4688-919f-9cf583b16413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:26:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['ad930fc4-1114-40cc-b6d2-11dfd20a3341'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:26:28.728033 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-51423127-5efb-4e06-973b-65d414d53677 admin admin] Notify callbacks [] for router, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:28.730266 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-75fd46ad-bb90-4468-b2ec-67d2bf7d3cd4 None None] Attempting to bind port 23411e89-0d09-4dae-88ca-200649d0146f on host n-d-768862-13 for vnic_type normal with profile {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:26:28.730621 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-75fd46ad-bb90-4468-b2ec-67d2bf7d3cd4 None None] Attempting to bind port 23411e89-0d09-4dae-88ca-200649d0146f by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '971b03d6-6406-4adb-8c00-c2236efd297c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'eb0aca1e-fed8-4629-a037-b73166ee77fa'}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:26:28.730975 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fd46ad-bb90-4468-b2ec-67d2bf7d3cd4 None None] Attempting to bind port 23411e89-0d09-4dae-88ca-200649d0146f on network eb0aca1e-fed8-4629-a037-b73166ee77fa {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:26:28.734816 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 50570) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:26:28.741257 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fd46ad-bb90-4468-b2ec-67d2bf7d3cd4 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:26:28.741674 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fd46ad-bb90-4468-b2ec-67d2bf7d3cd4 None None] Checking segment: {'id': '971b03d6-6406-4adb-8c00-c2236efd297c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'eb0aca1e-fed8-4629-a037-b73166ee77fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:26:28.742083 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-75fd46ad-bb90-4468-b2ec-67d2bf7d3cd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:28.742501 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fd46ad-bb90-4468-b2ec-67d2bf7d3cd4 None None] Bound using segment: {'id': '971b03d6-6406-4adb-8c00-c2236efd297c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'eb0aca1e-fed8-4629-a037-b73166ee77fa'} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:26:28.742968 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-75fd46ad-bb90-4468-b2ec-67d2bf7d3cd4 None None] Bound port: 23411e89-0d09-4dae-88ca-200649d0146f, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '971b03d6-6406-4adb-8c00-c2236efd297c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'eb0aca1e-fed8-4629-a037-b73166ee77fa'}}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:26:28.743390 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-75fd46ad-bb90-4468-b2ec-67d2bf7d3cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:28.751065 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-51423127-5efb-4e06-973b-65d414d53677 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7040026 Aug 10 04:26:28.838656 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device b34389a3-5059-4310-9761-8401f58b41be up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:26:28.841851 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-75fd46ad-bb90-4468-b2ec-67d2bf7d3cd4 None None] For port 23411e89-0d09-4dae-88ca-200649d0146f, host n-d-768862-13, cleared binding levels {{(pid=94263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:26:28.847343 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-75fd46ad-bb90-4468-b2ec-67d2bf7d3cd4 None None] For port 23411e89-0d09-4dae-88ca-200649d0146f, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=23411e89-0d09-4dae-88ca-200649d0146f,segment=NetworkSegment(971b03d6-6406-4adb-8c00-c2236efd297c),segment_id=971b03d6-6406-4adb-8c00-c2236efd297c)] {{(pid=94263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:26:28.858600 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-75fd46ad-bb90-4468-b2ec-67d2bf7d3cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:28.888297 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-5c29878a-32da-4688-919f-9cf583b16413 None None] Set router ad930fc4-1114-40cc-b6d2-11dfd20a3341 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:26:28.939102 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fd46ad-bb90-4468-b2ec-67d2bf7d3cd4 None None] Routers {'e9284769-d19c-4e53-92db-b9b5781f9db9'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:26:28.939730 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-75fd46ad-bb90-4468-b2ec-67d2bf7d3cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:26:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['e9284769-d19c-4e53-92db-b9b5781f9db9'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:26:28.982154 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd76e32-c606-4e01-82b6-9bbe718ff734 None None] Pushing event updated for resources: {'Port': ['ID=23411e89-0d09-4dae-88ca-200649d0146f,revision_number=4']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:26:29.028967 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port b34389a3-5059-4310-9761-8401f58b41be triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:26:29.029489 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:29.082893 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-75fd46ad-bb90-4468-b2ec-67d2bf7d3cd4 None None] Set router e9284769-d19c-4e53-92db-b9b5781f9db9 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:26:29.088445 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db22f078-e006-4b6d-bbf0-265b0027a4cb None None] Network af716f2f-a807-47a1-8561-6061589516b4 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:26:29.292302 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ca298eff-519d-42ce-b84c-10b5d5b21068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:29.422511 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-75fd46ad-bb90-4468-b2ec-67d2bf7d3cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9284769-d19c-4e53-92db-b9b5781f9db9', 'name': 'tempest-TestMinimumBasicScenario-1084559212-router', 'tenant_id': '07838544a8ad41b9afc6f5c728ea1890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': 'b34389a3-5059-4310-9761-8401f58b41be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:26:22Z', 'updated_at': '2021-08-10T04:26:25Z', 'revision_number': 4, 'project_id': '07838544a8ad41b9afc6f5c728ea1890', 'gw_port': {'id': 'b34389a3-5059-4310-9761-8401f58b41be', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:46:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9284769-d19c-4e53-92db-b9b5781f9db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:26:22Z', 'updated_at': '2021-08-10T04:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '23411e89-0d09-4dae-88ca-200649d0146f', 'name': '', 'network_id': 'eb0aca1e-fed8-4629-a037-b73166ee77fa', 'tenant_id': '07838544a8ad41b9afc6f5c728ea1890', 'mac_address': 'fa:16:3e:4c:4e:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9284769-d19c-4e53-92db-b9b5781f9db9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '3366f8ec-9ae7-4db7-92cd-e8e2cb0f141e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:26:24Z', 'updated_at': '2021-08-10T04:26:28Z', 'revision_number': 4, 'project_id': '07838544a8ad41b9afc6f5c728ea1890', 'subnets': [{'id': '3366f8ec-9ae7-4db7-92cd-e8e2cb0f141e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:26:29.451551 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75fd46ad-bb90-4468-b2ec-67d2bf7d3cd4 None None] The sync data for ids ['e9284769-d19c-4e53-92db-b9b5781f9db9'] in n-d-768862-13 is: [{'id': 'e9284769-d19c-4e53-92db-b9b5781f9db9', 'name': 'tempest-TestMinimumBasicScenario-1084559212-router', 'tenant_id': '07838544a8ad41b9afc6f5c728ea1890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': 'b34389a3-5059-4310-9761-8401f58b41be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:26:22Z', 'updated_at': '2021-08-10T04:26:25Z', 'revision_number': 4, 'project_id': '07838544a8ad41b9afc6f5c728ea1890', 'gw_port': {'id': 'b34389a3-5059-4310-9761-8401f58b41be', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:46:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9284769-d19c-4e53-92db-b9b5781f9db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:26:22Z', 'updated_at': '2021-08-10T04:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '23411e89-0d09-4dae-88ca-200649d0146f', 'name': '', 'network_id': 'eb0aca1e-fed8-4629-a037-b73166ee77fa', 'tenant_id': '07838544a8ad41b9afc6f5c728ea1890', 'mac_address': 'fa:16:3e:4c:4e:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9284769-d19c-4e53-92db-b9b5781f9db9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '3366f8ec-9ae7-4db7-92cd-e8e2cb0f141e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:26:24Z', 'updated_at': '2021-08-10T04:26:28Z', 'revision_number': 4, 'project_id': '07838544a8ad41b9afc6f5c728ea1890', 'subnets': [{'id': '3366f8ec-9ae7-4db7-92cd-e8e2cb0f141e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:26:29.467993 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-ca298eff-519d-42ce-b84c-10b5d5b21068 admin admin] Allocated IP 172.20.0.1 (af716f2f-a807-47a1-8561-6061589516b4/786949f7-d314-4d92-b0b6-3d80dd40b81b/8916ea08-e21b-4e2f-8ec0-63b3a82dd77b) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:26:29.470123 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 29197dcf-cbb3-411f-bd87-8f3eeeac139d up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:26:29.518385 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-5c29878a-32da-4688-919f-9cf583b16413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad930fc4-1114-40cc-b6d2-11dfd20a3341', 'name': 'tempest-TestMinimumBasicScenario-2082482016-router', 'tenant_id': '380d89759fb04c8ab63bd48526d14776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': '4c9db6fb-c988-462a-9eda-bbe0edfb418c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:26:27Z', 'updated_at': '2021-08-10T04:26:28Z', 'revision_number': 3, 'project_id': '380d89759fb04c8ab63bd48526d14776', 'gw_port': {'id': '4c9db6fb-c988-462a-9eda-bbe0edfb418c', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c1:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad930fc4-1114-40cc-b6d2-11dfd20a3341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:26:27Z', 'updated_at': '2021-08-10T04:26:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:26:29.555271 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-3138a950-b86e-40cd-b2f7-cac31c5570a9 None None] Provisioning for port 29197dcf-cbb3-411f-bd87-8f3eeeac139d completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:26:29.570818 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c29878a-32da-4688-919f-9cf583b16413 None None] Checking router: ad930fc4-1114-40cc-b6d2-11dfd20a3341 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:26:29.571164 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c29878a-32da-4688-919f-9cf583b16413 None None] Updating router ad930fc4-1114-40cc-b6d2-11dfd20a3341 port 4c9db6fb-c988-462a-9eda-bbe0edfb418c binding host n-d-768862-13 {{(pid=94262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:26:29.602338 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ca298eff-519d-42ce-b84c-10b5d5b21068 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:29.613218 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-5c29878a-32da-4688-919f-9cf583b16413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:29.616474 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [None req-ca298eff-519d-42ce-b84c-10b5d5b21068 admin admin] Transition to ACTIVE for port object 8916ea08-e21b-4e2f-8ec0-63b3a82dd77b will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:26:29.654205 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ca298eff-519d-42ce-b84c-10b5d5b21068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:29.671939 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 29197dcf-cbb3-411f-bd87-8f3eeeac139d completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:26:29.681906 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 29197dcf-cbb3-411f-bd87-8f3eeeac139d triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:26:29.682304 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:29.709828 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca298eff-519d-42ce-b84c-10b5d5b21068 admin admin] Network af716f2f-a807-47a1-8561-6061589516b4 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:26:29.713434 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-ca298eff-519d-42ce-b84c-10b5d5b21068 admin admin] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:26:29.718145 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca298eff-519d-42ce-b84c-10b5d5b21068 admin admin] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:26:29.760714 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca298eff-519d-42ce-b84c-10b5d5b21068 admin admin] Pushing event updated for resources: {'Port': ['ID=8916ea08-e21b-4e2f-8ec0-63b3a82dd77b,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:26:29.795846 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ca298eff-519d-42ce-b84c-10b5d5b21068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521745'] for router_interface, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:29.895699 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:29.948658 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ca298eff-519d-42ce-b84c-10b5d5b21068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:29.976636 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 29197dcf-cbb3-411f-bd87-8f3eeeac139d, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=29197dcf-cbb3-411f-bd87-8f3eeeac139d,segment=NetworkSegment(d731f716-d3e4-4a37-b962-02e0b909610a),segment_id=d731f716-d3e4-4a37-b962-02e0b909610a)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:26:30.000674 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:30.071184 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-5c29878a-32da-4688-919f-9cf583b16413 None None] Notify callbacks [] for port, precommit_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:30.087637 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-ffeae89e-99f9-45fd-bb1b-e920ca6b1405 None None] Provisioning complete for port 29197dcf-cbb3-411f-bd87-8f3eeeac139d triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:26:30.088005 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ffeae89e-99f9-45fd-bb1b-e920ca6b1405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:30.099143 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-5c29878a-32da-4688-919f-9cf583b16413 None None] Transition to ACTIVE for port object 4c9db6fb-c988-462a-9eda-bbe0edfb418c will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:26:30.123833 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=29197dcf-cbb3-411f-bd87-8f3eeeac139d,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:26:30.139808 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-5c29878a-32da-4688-919f-9cf583b16413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:30.162575 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ca298eff-519d-42ce-b84c-10b5d5b21068 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:30.168027 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ca298eff-519d-42ce-b84c-10b5d5b21068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:30.205003 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6500d932-71e3-48cd-b3c9-322fd2a32c3f None None] Pushing event updated for resources: {'Port': ['ID=4c9db6fb-c988-462a-9eda-bbe0edfb418c,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:26:30.210679 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-5c29878a-32da-4688-919f-9cf583b16413 None None] Attempting to bind port 4c9db6fb-c988-462a-9eda-bbe0edfb418c on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:26:30.211050 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-5c29878a-32da-4688-919f-9cf583b16413 None None] Attempting to bind port 4c9db6fb-c988-462a-9eda-bbe0edfb418c by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:26:30.211410 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c29878a-32da-4688-919f-9cf583b16413 None None] Attempting to bind port 4c9db6fb-c988-462a-9eda-bbe0edfb418c on network 2ea12131-628a-487e-b434-0463553732bd {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:26:30.219018 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c29878a-32da-4688-919f-9cf583b16413 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:26:30.219390 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c29878a-32da-4688-919f-9cf583b16413 None None] Checking segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:26:30.219790 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-5c29878a-32da-4688-919f-9cf583b16413 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:30.220199 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c29878a-32da-4688-919f-9cf583b16413 None None] Bound using segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:26:30.220648 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-5c29878a-32da-4688-919f-9cf583b16413 None None] Bound port: 4c9db6fb-c988-462a-9eda-bbe0edfb418c, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:26:30.221027 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-5c29878a-32da-4688-919f-9cf583b16413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:30.251330 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ca298eff-519d-42ce-b84c-10b5d5b21068 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521893'] for router_interface, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:30.253131 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca298eff-519d-42ce-b84c-10b5d5b21068 admin admin] Pushing event updated for resources: {'Port': ['ID=8916ea08-e21b-4e2f-8ec0-63b3a82dd77b,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:26:30.308051 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-5c29878a-32da-4688-919f-9cf583b16413 None None] For port 4c9db6fb-c988-462a-9eda-bbe0edfb418c, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:26:30.311625 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-5c29878a-32da-4688-919f-9cf583b16413 None None] For port 4c9db6fb-c988-462a-9eda-bbe0edfb418c, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=4c9db6fb-c988-462a-9eda-bbe0edfb418c,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:26:30.317033 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-5c29878a-32da-4688-919f-9cf583b16413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:30.349169 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca298eff-519d-42ce-b84c-10b5d5b21068 admin admin] Network af716f2f-a807-47a1-8561-6061589516b4 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:26:30.350855 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-ca298eff-519d-42ce-b84c-10b5d5b21068 admin admin] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:26:30.377419 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c29878a-32da-4688-919f-9cf583b16413 None None] Routers {'ad930fc4-1114-40cc-b6d2-11dfd20a3341'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:26:30.378067 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-5c29878a-32da-4688-919f-9cf583b16413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:26:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['ad930fc4-1114-40cc-b6d2-11dfd20a3341'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:26:30.380269 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6500d932-71e3-48cd-b3c9-322fd2a32c3f None None] Pushing event updated for resources: {'Port': ['ID=4c9db6fb-c988-462a-9eda-bbe0edfb418c,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:26:30.441015 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-91398dd3-adab-420a-b0ca-969f51e52514 None None] Provisioning for port 8916ea08-e21b-4e2f-8ec0-63b3a82dd77b completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:26:30.475642 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-91398dd3-adab-420a-b0ca-969f51e52514 None None] Provisioning complete for port 8916ea08-e21b-4e2f-8ec0-63b3a82dd77b triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:26:30.476031 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-91398dd3-adab-420a-b0ca-969f51e52514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:30.482164 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca298eff-519d-42ce-b84c-10b5d5b21068 admin admin] Router ad930fc4-1114-40cc-b6d2-11dfd20a3341 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:26:30.529254 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-5c29878a-32da-4688-919f-9cf583b16413 None None] Set router ad930fc4-1114-40cc-b6d2-11dfd20a3341 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:26:30.532237 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-91398dd3-adab-420a-b0ca-969f51e52514 None None] Port 8916ea08-e21b-4e2f-8ec0-63b3a82dd77b cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:26:30.620998 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca298eff-519d-42ce-b84c-10b5d5b21068 admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:26:30.628947 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ca298eff-519d-42ce-b84c-10b5d5b21068 admin admin] 10.222.0.44 "PUT /v2.0/routers/ad930fc4-1114-40cc-b6d2-11dfd20a3341/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8930621 Aug 10 04:26:30.656276 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 23411e89-0d09-4dae-88ca-200649d0146f up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:26:30.719342 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-0d355586-f983-4500-8657-5a4d8c09c6e7 None None] Provisioning complete for port 8916ea08-e21b-4e2f-8ec0-63b3a82dd77b triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:26:30.719711 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-0d355586-f983-4500-8657-5a4d8c09c6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:30.778893 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-0d355586-f983-4500-8657-5a4d8c09c6e7 None None] Port 8916ea08-e21b-4e2f-8ec0-63b3a82dd77b cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:26:30.796731 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 23411e89-0d09-4dae-88ca-200649d0146f completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:26:30.803170 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 23411e89-0d09-4dae-88ca-200649d0146f triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:26:30.803539 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:30.868210 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-5c29878a-32da-4688-919f-9cf583b16413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad930fc4-1114-40cc-b6d2-11dfd20a3341', 'name': 'tempest-TestMinimumBasicScenario-2082482016-router', 'tenant_id': '380d89759fb04c8ab63bd48526d14776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': '4c9db6fb-c988-462a-9eda-bbe0edfb418c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:26:27Z', 'updated_at': '2021-08-10T04:26:29Z', 'revision_number': 4, 'project_id': '380d89759fb04c8ab63bd48526d14776', 'gw_port': {'id': '4c9db6fb-c988-462a-9eda-bbe0edfb418c', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c1:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad930fc4-1114-40cc-b6d2-11dfd20a3341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:26:27Z', 'updated_at': '2021-08-10T04:26:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '8916ea08-e21b-4e2f-8ec0-63b3a82dd77b', 'name': '', 'network_id': 'af716f2f-a807-47a1-8561-6061589516b4', 'tenant_id': '380d89759fb04c8ab63bd48526d14776', 'mac_address': 'fa:16:3e:03:71:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad930fc4-1114-40cc-b6d2-11dfd20a3341', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '786949f7-d314-4d92-b0b6-3d80dd40b81b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:26:29Z', 'updated_at': '2021-08-10T04:26:30Z', 'revision_number': 2, 'project_id': '380d89759fb04c8ab63bd48526d14776', 'subnets': [{'id': '786949f7-d314-4d92-b0b6-3d80dd40b81b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:26:30.912725 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c29878a-32da-4688-919f-9cf583b16413 None None] The sync data for ids ['ad930fc4-1114-40cc-b6d2-11dfd20a3341'] in n-d-768862-13 is: [{'id': 'ad930fc4-1114-40cc-b6d2-11dfd20a3341', 'name': 'tempest-TestMinimumBasicScenario-2082482016-router', 'tenant_id': '380d89759fb04c8ab63bd48526d14776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': '4c9db6fb-c988-462a-9eda-bbe0edfb418c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:26:27Z', 'updated_at': '2021-08-10T04:26:29Z', 'revision_number': 4, 'project_id': '380d89759fb04c8ab63bd48526d14776', 'gw_port': {'id': '4c9db6fb-c988-462a-9eda-bbe0edfb418c', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c1:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad930fc4-1114-40cc-b6d2-11dfd20a3341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:26:27Z', 'updated_at': '2021-08-10T04:26:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '8916ea08-e21b-4e2f-8ec0-63b3a82dd77b', 'name': '', 'network_id': 'af716f2f-a807-47a1-8561-6061589516b4', 'tenant_id': '380d89759fb04c8ab63bd48526d14776', 'mac_address': 'fa:16:3e:03:71:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad930fc4-1114-40cc-b6d2-11dfd20a3341', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '786949f7-d314-4d92-b0b6-3d80dd40b81b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:26:29Z', 'updated_at': '2021-08-10T04:26:30Z', 'revision_number': 2, 'project_id': '380d89759fb04c8ab63bd48526d14776', 'subnets': [{'id': '786949f7-d314-4d92-b0b6-3d80dd40b81b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:26:30.926853 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:30.964991 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 23411e89-0d09-4dae-88ca-200649d0146f, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=23411e89-0d09-4dae-88ca-200649d0146f,segment=NetworkSegment(971b03d6-6406-4adb-8c00-c2236efd297c),segment_id=971b03d6-6406-4adb-8c00-c2236efd297c)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:26:30.973537 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:30.974888 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 29197dcf-cbb3-411f-bd87-8f3eeeac139d up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:26:31.079764 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=23411e89-0d09-4dae-88ca-200649d0146f,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:26:31.091440 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 29197dcf-cbb3-411f-bd87-8f3eeeac139d triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:26:31.092009 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:32.707738 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 23411e89-0d09-4dae-88ca-200649d0146f up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:26:32.777833 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 23411e89-0d09-4dae-88ca-200649d0146f triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:26:32.778447 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:32.880986 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 4c9db6fb-c988-462a-9eda-bbe0edfb418c up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:26:32.940533 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 4c9db6fb-c988-462a-9eda-bbe0edfb418c completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:26:32.945188 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 4c9db6fb-c988-462a-9eda-bbe0edfb418c triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:26:32.945562 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:33.053983 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:33.080153 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 4c9db6fb-c988-462a-9eda-bbe0edfb418c, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=4c9db6fb-c988-462a-9eda-bbe0edfb418c,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:26:33.084003 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:33.140360 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=4c9db6fb-c988-462a-9eda-bbe0edfb418c,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:26:33.808956 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3958f8df-829d-4377-be89-c30acc1fda10 None None] Sync routers for ids ['ad930fc4-1114-40cc-b6d2-11dfd20a3341'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:26:33.822000 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3958f8df-829d-4377-be89-c30acc1fda10 None None] Routers {'ad930fc4-1114-40cc-b6d2-11dfd20a3341'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:26:33.822804 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-3958f8df-829d-4377-be89-c30acc1fda10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:26:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['ad930fc4-1114-40cc-b6d2-11dfd20a3341'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:26:33.939467 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-3958f8df-829d-4377-be89-c30acc1fda10 None None] Set router ad930fc4-1114-40cc-b6d2-11dfd20a3341 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:26:34.003092 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:34.204487 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-3958f8df-829d-4377-be89-c30acc1fda10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad930fc4-1114-40cc-b6d2-11dfd20a3341', 'name': 'tempest-TestMinimumBasicScenario-2082482016-router', 'tenant_id': '380d89759fb04c8ab63bd48526d14776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': '4c9db6fb-c988-462a-9eda-bbe0edfb418c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:26:27Z', 'updated_at': '2021-08-10T04:26:29Z', 'revision_number': 4, 'project_id': '380d89759fb04c8ab63bd48526d14776', 'gw_port': {'id': '4c9db6fb-c988-462a-9eda-bbe0edfb418c', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c1:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad930fc4-1114-40cc-b6d2-11dfd20a3341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:26:27Z', 'updated_at': '2021-08-10T04:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '8916ea08-e21b-4e2f-8ec0-63b3a82dd77b', 'name': '', 'network_id': 'af716f2f-a807-47a1-8561-6061589516b4', 'tenant_id': '380d89759fb04c8ab63bd48526d14776', 'mac_address': 'fa:16:3e:03:71:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad930fc4-1114-40cc-b6d2-11dfd20a3341', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '786949f7-d314-4d92-b0b6-3d80dd40b81b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:26:29Z', 'updated_at': '2021-08-10T04:26:30Z', 'revision_number': 2, 'project_id': '380d89759fb04c8ab63bd48526d14776', 'subnets': [{'id': '786949f7-d314-4d92-b0b6-3d80dd40b81b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:26:34.240626 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3958f8df-829d-4377-be89-c30acc1fda10 None None] Checking router: ad930fc4-1114-40cc-b6d2-11dfd20a3341 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:26:34.241007 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3958f8df-829d-4377-be89-c30acc1fda10 None None] Updating router ad930fc4-1114-40cc-b6d2-11dfd20a3341 port 8916ea08-e21b-4e2f-8ec0-63b3a82dd77b binding host n-d-768862-13 {{(pid=94263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:26:34.270308 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-3958f8df-829d-4377-be89-c30acc1fda10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:34.591211 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-3958f8df-829d-4377-be89-c30acc1fda10 None None] Notify callbacks [] for port, precommit_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:34.604350 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.provisioning_blocks [None req-3958f8df-829d-4377-be89-c30acc1fda10 None None] Transition to ACTIVE for port object 8916ea08-e21b-4e2f-8ec0-63b3a82dd77b will not be triggered until provisioned by entity L2. {{(pid=94263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:26:34.611900 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 4c9db6fb-c988-462a-9eda-bbe0edfb418c up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:26:34.615851 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-3958f8df-829d-4377-be89-c30acc1fda10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:34.673670 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 4c9db6fb-c988-462a-9eda-bbe0edfb418c triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:26:34.674041 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:34.705435 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218d69b-e71d-40d8-96d9-027cccea3f4b None None] Pushing event updated for resources: {'Port': ['ID=8916ea08-e21b-4e2f-8ec0-63b3a82dd77b,revision_number=3']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:26:34.756989 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-3958f8df-829d-4377-be89-c30acc1fda10 None None] Attempting to bind port 8916ea08-e21b-4e2f-8ec0-63b3a82dd77b on host n-d-768862-13 for vnic_type normal with profile {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:26:34.757353 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-3958f8df-829d-4377-be89-c30acc1fda10 None None] Attempting to bind port 8916ea08-e21b-4e2f-8ec0-63b3a82dd77b by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'd731f716-d3e4-4a37-b962-02e0b909610a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'af716f2f-a807-47a1-8561-6061589516b4'}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:26:34.757690 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3958f8df-829d-4377-be89-c30acc1fda10 None None] Attempting to bind port 8916ea08-e21b-4e2f-8ec0-63b3a82dd77b on network af716f2f-a807-47a1-8561-6061589516b4 {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:26:34.774318 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3958f8df-829d-4377-be89-c30acc1fda10 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:26:34.774694 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3958f8df-829d-4377-be89-c30acc1fda10 None None] Checking segment: {'id': 'd731f716-d3e4-4a37-b962-02e0b909610a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'af716f2f-a807-47a1-8561-6061589516b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:26:34.775095 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-3958f8df-829d-4377-be89-c30acc1fda10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:34.775557 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3958f8df-829d-4377-be89-c30acc1fda10 None None] Bound using segment: {'id': 'd731f716-d3e4-4a37-b962-02e0b909610a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'af716f2f-a807-47a1-8561-6061589516b4'} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:26:34.776037 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-3958f8df-829d-4377-be89-c30acc1fda10 None None] Bound port: 8916ea08-e21b-4e2f-8ec0-63b3a82dd77b, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd731f716-d3e4-4a37-b962-02e0b909610a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'af716f2f-a807-47a1-8561-6061589516b4'}}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:26:34.776404 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-3958f8df-829d-4377-be89-c30acc1fda10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:34.852508 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-3958f8df-829d-4377-be89-c30acc1fda10 None None] For port 8916ea08-e21b-4e2f-8ec0-63b3a82dd77b, host n-d-768862-13, cleared binding levels {{(pid=94263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:26:34.856960 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-3958f8df-829d-4377-be89-c30acc1fda10 None None] For port 8916ea08-e21b-4e2f-8ec0-63b3a82dd77b, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=8916ea08-e21b-4e2f-8ec0-63b3a82dd77b,segment=NetworkSegment(d731f716-d3e4-4a37-b962-02e0b909610a),segment_id=d731f716-d3e4-4a37-b962-02e0b909610a)] {{(pid=94263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:26:34.861952 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-3958f8df-829d-4377-be89-c30acc1fda10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:34.921373 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218d69b-e71d-40d8-96d9-027cccea3f4b None None] Pushing event updated for resources: {'Port': ['ID=8916ea08-e21b-4e2f-8ec0-63b3a82dd77b,revision_number=4']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:26:34.954542 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3958f8df-829d-4377-be89-c30acc1fda10 None None] Routers {'ad930fc4-1114-40cc-b6d2-11dfd20a3341'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:26:34.955302 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-3958f8df-829d-4377-be89-c30acc1fda10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:26:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['ad930fc4-1114-40cc-b6d2-11dfd20a3341'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:26:35.094407 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-3958f8df-829d-4377-be89-c30acc1fda10 None None] Set router ad930fc4-1114-40cc-b6d2-11dfd20a3341 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:26:35.322408 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-3958f8df-829d-4377-be89-c30acc1fda10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad930fc4-1114-40cc-b6d2-11dfd20a3341', 'name': 'tempest-TestMinimumBasicScenario-2082482016-router', 'tenant_id': '380d89759fb04c8ab63bd48526d14776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': '4c9db6fb-c988-462a-9eda-bbe0edfb418c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:26:27Z', 'updated_at': '2021-08-10T04:26:29Z', 'revision_number': 4, 'project_id': '380d89759fb04c8ab63bd48526d14776', 'gw_port': {'id': '4c9db6fb-c988-462a-9eda-bbe0edfb418c', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c1:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad930fc4-1114-40cc-b6d2-11dfd20a3341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:26:27Z', 'updated_at': '2021-08-10T04:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '8916ea08-e21b-4e2f-8ec0-63b3a82dd77b', 'name': '', 'network_id': 'af716f2f-a807-47a1-8561-6061589516b4', 'tenant_id': '380d89759fb04c8ab63bd48526d14776', 'mac_address': 'fa:16:3e:03:71:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad930fc4-1114-40cc-b6d2-11dfd20a3341', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '786949f7-d314-4d92-b0b6-3d80dd40b81b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:26:29Z', 'updated_at': '2021-08-10T04:26:34Z', 'revision_number': 4, 'project_id': '380d89759fb04c8ab63bd48526d14776', 'subnets': [{'id': '786949f7-d314-4d92-b0b6-3d80dd40b81b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:26:35.352697 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3958f8df-829d-4377-be89-c30acc1fda10 None None] The sync data for ids ['ad930fc4-1114-40cc-b6d2-11dfd20a3341'] in n-d-768862-13 is: [{'id': 'ad930fc4-1114-40cc-b6d2-11dfd20a3341', 'name': 'tempest-TestMinimumBasicScenario-2082482016-router', 'tenant_id': '380d89759fb04c8ab63bd48526d14776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': '4c9db6fb-c988-462a-9eda-bbe0edfb418c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:26:27Z', 'updated_at': '2021-08-10T04:26:29Z', 'revision_number': 4, 'project_id': '380d89759fb04c8ab63bd48526d14776', 'gw_port': {'id': '4c9db6fb-c988-462a-9eda-bbe0edfb418c', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c1:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad930fc4-1114-40cc-b6d2-11dfd20a3341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:26:27Z', 'updated_at': '2021-08-10T04:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '8916ea08-e21b-4e2f-8ec0-63b3a82dd77b', 'name': '', 'network_id': 'af716f2f-a807-47a1-8561-6061589516b4', 'tenant_id': '380d89759fb04c8ab63bd48526d14776', 'mac_address': 'fa:16:3e:03:71:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad930fc4-1114-40cc-b6d2-11dfd20a3341', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '786949f7-d314-4d92-b0b6-3d80dd40b81b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:26:29Z', 'updated_at': '2021-08-10T04:26:34Z', 'revision_number': 4, 'project_id': '380d89759fb04c8ab63bd48526d14776', 'subnets': [{'id': '786949f7-d314-4d92-b0b6-3d80dd40b81b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:26:36.664451 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 8916ea08-e21b-4e2f-8ec0-63b3a82dd77b up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:26:36.736956 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 8916ea08-e21b-4e2f-8ec0-63b3a82dd77b completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:26:36.741592 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 8916ea08-e21b-4e2f-8ec0-63b3a82dd77b triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:26:36.741979 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:36.846192 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:36.894272 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 8916ea08-e21b-4e2f-8ec0-63b3a82dd77b, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=8916ea08-e21b-4e2f-8ec0-63b3a82dd77b,segment=NetworkSegment(d731f716-d3e4-4a37-b962-02e0b909610a),segment_id=d731f716-d3e4-4a37-b962-02e0b909610a)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:26:36.894272 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:36.954914 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=8916ea08-e21b-4e2f-8ec0-63b3a82dd77b,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:26:38.588469 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 8916ea08-e21b-4e2f-8ec0-63b3a82dd77b up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:26:38.645491 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 8916ea08-e21b-4e2f-8ec0-63b3a82dd77b triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:26:38.645861 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:40.643399 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622d9745-272e-4ad0-a46f-ace66cf0d328 req-b7a09c9b-6d7f-4df3-86df-8a222022ed1b tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:40.644883 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-622d9745-272e-4ad0-a46f-ace66cf0d328 req-b7a09c9b-6d7f-4df3-86df-8a222022ed1b tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] 10.222.0.44 "GET /v2.0/networks?id=eb0aca1e-fed8-4629-a037-b73166ee77fa HTTP/1.1" status: 200 len: 815 time: 0.1012433 Aug 10 04:26:40.659782 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-622d9745-272e-4ad0-a46f-ace66cf0d328 req-2c00a0fd-cbc8-4f74-94fd-e5db1092a39f tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] 10.222.0.44 "GET /v2.0/quotas/07838544a8ad41b9afc6f5c728ea1890 HTTP/1.1" status: 200 len: 375 time: 0.0090027 Aug 10 04:26:40.714778 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-622d9745-272e-4ad0-a46f-ace66cf0d328 req-102b3f5f-ec8f-469e-b35d-d87200f0ddee tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=07838544a8ad41b9afc6f5c728ea1890&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495756 Aug 10 04:26:41.148569 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-622d9745-272e-4ad0-a46f-ace66cf0d328 req-da70d308-1712-495b-8b62-8ff48b26e151 service neutron] 10.222.0.44 "GET /v2.0/networks/eb0aca1e-fed8-4629-a037-b73166ee77fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4222467 Aug 10 04:26:41.239445 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-622d9745-272e-4ad0-a46f-ace66cf0d328 req-0c1aab8a-7f99-4bf7-8181-86ff53aeb3e7 service neutron] 10.222.0.44 "GET /v2.0/networks/eb0aca1e-fed8-4629-a037-b73166ee77fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845914 Aug 10 04:26:41.404365 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9de72faa-b24c-4d8f-bc85-f83a1265e38a req-4fe0cf30-c336-4e79-81b5-eec9028efb54 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b491921-0e38-4d2b-837e-b9e704e051a2 HTTP/1.1" status: 200 len: 210 time: 0.0275540 Aug 10 04:26:42.301582 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622d9745-272e-4ad0-a46f-ace66cf0d328 req-d7ffc2ba-3a06-4a4e-bdc0-d746765780c3 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:42.303094 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-622d9745-272e-4ad0-a46f-ace66cf0d328 req-d7ffc2ba-3a06-4a4e-bdc0-d746765780c3 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] 10.222.0.42 "GET /v2.0/networks?id=eb0aca1e-fed8-4629-a037-b73166ee77fa HTTP/1.1" status: 200 len: 815 time: 0.1085727 Aug 10 04:26:42.315876 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-622d9745-272e-4ad0-a46f-ace66cf0d328 req-e65b946b-5256-48d8-9560-8637522cb902 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Request body: {'port': {'device_id': '8b491921-0e38-4d2b-837e-b9e704e051a2', 'network_id': 'eb0aca1e-fed8-4629-a037-b73166ee77fa', 'admin_state_up': True, 'tenant_id': '07838544a8ad41b9afc6f5c728ea1890'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:26:42.437373 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-622d9745-272e-4ad0-a46f-ace66cf0d328 req-e65b946b-5256-48d8-9560-8637522cb902 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Made reservation on behalf of 07838544a8ad41b9afc6f5c728ea1890 for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:26:42.440964 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-622d9745-272e-4ad0-a46f-ace66cf0d328 req-e65b946b-5256-48d8-9560-8637522cb902 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:42.539740 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-056f8b9b-2ca2-4e85-94e8-3b41e36f416d req-54047b25-bec5-47c4-a4b4-28b2a761adc2 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b491921-0e38-4d2b-837e-b9e704e051a2 HTTP/1.1" status: 200 len: 210 time: 0.0396502 Aug 10 04:26:42.615579 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-622d9745-272e-4ad0-a46f-ace66cf0d328 req-e65b946b-5256-48d8-9560-8637522cb902 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Allocated IP 172.20.0.6 (eb0aca1e-fed8-4629-a037-b73166ee77fa/3366f8ec-9ae7-4db7-92cd-e8e2cb0f141e/d6d52f71-02d7-411c-a1da-32be044c4407) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:26:42.817120 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-622d9745-272e-4ad0-a46f-ace66cf0d328 req-e65b946b-5256-48d8-9560-8637522cb902 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:42.834807 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-622d9745-272e-4ad0-a46f-ace66cf0d328 req-e65b946b-5256-48d8-9560-8637522cb902 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Transition to ACTIVE for port object d6d52f71-02d7-411c-a1da-32be044c4407 will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:26:42.872013 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-622d9745-272e-4ad0-a46f-ace66cf0d328 req-e65b946b-5256-48d8-9560-8637522cb902 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:42.915316 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-622d9745-272e-4ad0-a46f-ace66cf0d328 req-e65b946b-5256-48d8-9560-8637522cb902 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Network eb0aca1e-fed8-4629-a037-b73166ee77fa is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:26:42.920696 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-622d9745-272e-4ad0-a46f-ace66cf0d328 req-e65b946b-5256-48d8-9560-8637522cb902 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:26:42.924535 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-622d9745-272e-4ad0-a46f-ace66cf0d328 req-e65b946b-5256-48d8-9560-8637522cb902 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:26:42.951534 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65b946b-5256-48d8-9560-8637522cb902 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Pushing event updated for resources: {'Port': ['ID=d6d52f71-02d7-411c-a1da-32be044c4407,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:26:42.964732 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65b946b-5256-48d8-9560-8637522cb902 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:26:42.965079 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65b946b-5256-48d8-9560-8637522cb902 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:26:42.965479 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65b946b-5256-48d8-9560-8637522cb902 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:26:42.965822 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65b946b-5256-48d8-9560-8637522cb902 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:26:42.966158 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65b946b-5256-48d8-9560-8637522cb902 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:26:42.966513 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65b946b-5256-48d8-9560-8637522cb902 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:26:42.966844 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65b946b-5256-48d8-9560-8637522cb902 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:26:42.967172 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65b946b-5256-48d8-9560-8637522cb902 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:26:42.967502 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65b946b-5256-48d8-9560-8637522cb902 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:26:42.967833 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65b946b-5256-48d8-9560-8637522cb902 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:26:42.968159 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65b946b-5256-48d8-9560-8637522cb902 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:26:42.968486 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65b946b-5256-48d8-9560-8637522cb902 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:26:42.997009 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622d9745-272e-4ad0-a46f-ace66cf0d328 req-e65b946b-5256-48d8-9560-8637522cb902 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:42.997678 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-622d9745-272e-4ad0-a46f-ace66cf0d328 req-e65b946b-5256-48d8-9560-8637522cb902 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:43.015559 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-622d9745-272e-4ad0-a46f-ace66cf0d328 req-e65b946b-5256-48d8-9560-8637522cb902 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7033956 Aug 10 04:26:43.241679 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-5c55450d-8655-4255-85cb-0d066734000b None None] Provisioning for port d6d52f71-02d7-411c-a1da-32be044c4407 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:26:43.245676 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-5c55450d-8655-4255-85cb-0d066734000b None None] Provisioning complete for port d6d52f71-02d7-411c-a1da-32be044c4407 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:26:43.246131 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-5c55450d-8655-4255-85cb-0d066734000b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:43.281562 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-5c55450d-8655-4255-85cb-0d066734000b None None] Port d6d52f71-02d7-411c-a1da-32be044c4407 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:26:43.662896 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e50579c-e33c-4c13-9648-1420e4c3a0fa req-e0280645-2a4a-4427-8cc7-ee9679b21625 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:43.664571 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9e50579c-e33c-4c13-9648-1420e4c3a0fa req-e0280645-2a4a-4427-8cc7-ee9679b21625 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b491921-0e38-4d2b-837e-b9e704e051a2 HTTP/1.1" status: 200 len: 931 time: 0.0510080 Aug 10 04:26:43.709735 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9e50579c-e33c-4c13-9648-1420e4c3a0fa req-1bb89dd0-5dcd-4ed6-8a3e-61b73d123019 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fc9a6fa-24b6-47ca-a8f4-9d6272f2481f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379155 Aug 10 04:26:44.838595 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ef28d8-c22f-4f32-9f91-3a26b6d13971 req-30ce43fa-edfb-43ff-a4ab-8fe997b5c13a tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:44.840089 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-12ef28d8-c22f-4f32-9f91-3a26b6d13971 req-30ce43fa-edfb-43ff-a4ab-8fe997b5c13a tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b491921-0e38-4d2b-837e-b9e704e051a2 HTTP/1.1" status: 200 len: 931 time: 0.0528877 Aug 10 04:26:44.883517 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-12ef28d8-c22f-4f32-9f91-3a26b6d13971 req-8a914a9a-c4be-46e9-aa09-67723ac5566f tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fc9a6fa-24b6-47ca-a8f4-9d6272f2481f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366659 Aug 10 04:26:45.470102 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:26:46.007039 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df31ba9d-21ea-4f4d-bc1d-5ac730f162d6 req-35133c97-61ea-42a4-b1e3-fa005c55da98 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:46.008531 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-df31ba9d-21ea-4f4d-bc1d-5ac730f162d6 req-35133c97-61ea-42a4-b1e3-fa005c55da98 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b491921-0e38-4d2b-837e-b9e704e051a2 HTTP/1.1" status: 200 len: 931 time: 0.0533562 Aug 10 04:26:46.052746 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-df31ba9d-21ea-4f4d-bc1d-5ac730f162d6 req-e067ed39-fa16-402b-acb1-839f0eb3d8da tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fc9a6fa-24b6-47ca-a8f4-9d6272f2481f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379405 Aug 10 04:26:47.171475 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71efa0a5-d037-4d25-b267-53ba8bbe74c9 req-5d0de52c-36ae-4705-8d07-421add2052f4 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:47.173010 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-71efa0a5-d037-4d25-b267-53ba8bbe74c9 req-5d0de52c-36ae-4705-8d07-421add2052f4 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b491921-0e38-4d2b-837e-b9e704e051a2 HTTP/1.1" status: 200 len: 931 time: 0.0512438 Aug 10 04:26:47.220114 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-71efa0a5-d037-4d25-b267-53ba8bbe74c9 req-5eff27b5-9930-4acb-8204-d34d8fe5d5f1 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fc9a6fa-24b6-47ca-a8f4-9d6272f2481f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409632 Aug 10 04:26:48.356955 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48c8c5c-d397-414f-8a46-f73f6f0455f0 req-46d3b675-7eea-4352-843a-79794289e408 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:48.358614 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a48c8c5c-d397-414f-8a46-f73f6f0455f0 req-46d3b675-7eea-4352-843a-79794289e408 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b491921-0e38-4d2b-837e-b9e704e051a2 HTTP/1.1" status: 200 len: 931 time: 0.0577943 Aug 10 04:26:48.409195 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a48c8c5c-d397-414f-8a46-f73f6f0455f0 req-74b11fce-bcb1-43c6-83ea-de4d4e70ba76 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fc9a6fa-24b6-47ca-a8f4-9d6272f2481f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441875 Aug 10 04:26:49.544381 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830fee04-e648-43d5-8d5f-3ae64a2103a8 req-f1a95af7-1320-447d-9efe-5ac47adcd522 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:49.545994 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-830fee04-e648-43d5-8d5f-3ae64a2103a8 req-f1a95af7-1320-447d-9efe-5ac47adcd522 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b491921-0e38-4d2b-837e-b9e704e051a2 HTTP/1.1" status: 200 len: 931 time: 0.0584359 Aug 10 04:26:49.600142 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-830fee04-e648-43d5-8d5f-3ae64a2103a8 req-5ffb0c42-68f4-4fd3-96ce-410520a7154e tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fc9a6fa-24b6-47ca-a8f4-9d6272f2481f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423682 Aug 10 04:26:50.604437 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-91255125-0a97-4514-9701-92030e7c54f2 req-24640331-9ce1-4e8c-b2eb-f7fd713970a1 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=22882bb5-df6a-4a03-b8b1-8ebacb558477&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0458174 Aug 10 04:26:50.745365 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91255125-0a97-4514-9701-92030e7c54f2 req-58550d4a-d5da-44c4-9c4e-5acfe71b0e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:50.746995 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-91255125-0a97-4514-9701-92030e7c54f2 req-58550d4a-d5da-44c4-9c4e-5acfe71b0e6d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4d9562697164912ae96f22f47b4a54d&device_id=22882bb5-df6a-4a03-b8b1-8ebacb558477 HTTP/1.1" status: 200 len: 1098 time: 0.0970938 Aug 10 04:26:50.759767 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0e3cdb-b896-4915-963b-976b9b0c6c96 req-7fd9ab6f-594d-4d06-ba00-2fbb79ef42b3 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:50.761610 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0a0e3cdb-b896-4915-963b-976b9b0c6c96 req-7fd9ab6f-594d-4d06-ba00-2fbb79ef42b3 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b491921-0e38-4d2b-837e-b9e704e051a2 HTTP/1.1" status: 200 len: 931 time: 0.0749521 Aug 10 04:26:50.864039 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0a0e3cdb-b896-4915-963b-976b9b0c6c96 req-cc991347-e937-45f1-a4bb-1503bcdbb41e tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fc9a6fa-24b6-47ca-a8f4-9d6272f2481f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951722 Aug 10 04:26:50.897095 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91255125-0a97-4514-9701-92030e7c54f2 req-142b4708-8339-48f1-947e-ead619598799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:50.898645 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-91255125-0a97-4514-9701-92030e7c54f2 req-142b4708-8339-48f1-947e-ead619598799 service neutron] 10.222.0.61 "GET /v2.0/networks?id=86e70408-f9ef-4815-aa8f-59304e4ed4c8 HTTP/1.1" status: 200 len: 911 time: 0.1286864 Aug 10 04:26:50.942746 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-91255125-0a97-4514-9701-92030e7c54f2 req-ed5a43f6-ec37-497b-88e6-c5b6f38d98f3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=600c6ca9-6224-4086-b5df-8c2df8511b77 HTTP/1.1" status: 200 len: 217 time: 0.0360267 Aug 10 04:26:50.996828 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91255125-0a97-4514-9701-92030e7c54f2 req-ea605b2c-0654-428e-95c2-0246bd356ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:50.998479 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-91255125-0a97-4514-9701-92030e7c54f2 req-ea605b2c-0654-428e-95c2-0246bd356ff9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=48d8056f-5fb2-463c-96bd-f6f5ed5da27e HTTP/1.1" status: 200 len: 850 time: 0.0471816 Aug 10 04:26:51.057785 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91255125-0a97-4514-9701-92030e7c54f2 req-8c9098fa-2756-485c-b844-702da1cda48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:51.060275 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-91255125-0a97-4514-9701-92030e7c54f2 req-8c9098fa-2756-485c-b844-702da1cda48c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=86e70408-f9ef-4815-aa8f-59304e4ed4c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534034 Aug 10 04:26:51.159691 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-91255125-0a97-4514-9701-92030e7c54f2 req-7606085f-e137-465c-91ce-f3f0339fa972 service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907946 Aug 10 04:26:51.263773 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-91255125-0a97-4514-9701-92030e7c54f2 req-159d4322-60a1-4804-ba29-24c1175ac767 service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967739 Aug 10 04:26:51.506168 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9cec45bc-9dde-4875-816c-f40c28d3b2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:52.006125 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e12c35-e1fa-4fa6-927e-657e94927267 req-7cc5212d-6e5f-4f96-b643-cd16de61857b tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:52.008052 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-85e12c35-e1fa-4fa6-927e-657e94927267 req-7cc5212d-6e5f-4f96-b643-cd16de61857b tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b491921-0e38-4d2b-837e-b9e704e051a2 HTTP/1.1" status: 200 len: 931 time: 0.0685687 Aug 10 04:26:52.078765 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-85e12c35-e1fa-4fa6-927e-657e94927267 req-369640ba-be1a-4bf1-b6d0-3dfd10c89933 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fc9a6fa-24b6-47ca-a8f4-9d6272f2481f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603347 Aug 10 04:26:53.147886 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-622d9745-272e-4ad0-a46f-ace66cf0d328 req-9be91769-d715-40fc-a5c5-b6e542a48c74 service neutron] Request body: {'port': {'device_id': '8b491921-0e38-4d2b-837e-b9e704e051a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:26:53.235464 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-622d9745-272e-4ad0-a46f-ace66cf0d328 req-9be91769-d715-40fc-a5c5-b6e542a48c74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:53.251785 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c522848-22ef-4352-b2a3-ab52ac5fab7f req-64220e40-6a6b-4678-9551-4b76e4a05aac tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:53.253314 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8c522848-22ef-4352-b2a3-ab52ac5fab7f req-64220e40-6a6b-4678-9551-4b76e4a05aac tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b491921-0e38-4d2b-837e-b9e704e051a2 HTTP/1.1" status: 200 len: 931 time: 0.1014357 Aug 10 04:26:53.324845 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8c522848-22ef-4352-b2a3-ab52ac5fab7f req-22efd41e-b70d-411c-ad10-49e3256bc3cd tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fc9a6fa-24b6-47ca-a8f4-9d6272f2481f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649312 Aug 10 04:26:53.547776 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-622d9745-272e-4ad0-a46f-ace66cf0d328 req-9be91769-d715-40fc-a5c5-b6e542a48c74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6d52f71-02d7-411c-a1da-32be044c4407 {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:26:53.555195 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-622d9745-272e-4ad0-a46f-ace66cf0d328 req-9be91769-d715-40fc-a5c5-b6e542a48c74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:53.567011 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-622d9745-272e-4ad0-a46f-ace66cf0d328 req-9be91769-d715-40fc-a5c5-b6e542a48c74 service neutron] Transition to ACTIVE for port object d6d52f71-02d7-411c-a1da-32be044c4407 will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:26:53.570921 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-622d9745-272e-4ad0-a46f-ace66cf0d328 req-9be91769-d715-40fc-a5c5-b6e542a48c74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:53.644147 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be91769-d715-40fc-a5c5-b6e542a48c74 service neutron] Pushing event updated for resources: {'Port': ['ID=d6d52f71-02d7-411c-a1da-32be044c4407,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:26:53.698920 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-622d9745-272e-4ad0-a46f-ace66cf0d328 req-9be91769-d715-40fc-a5c5-b6e542a48c74 service neutron] Attempting to bind port d6d52f71-02d7-411c-a1da-32be044c4407 on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:26:53.699791 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-622d9745-272e-4ad0-a46f-ace66cf0d328 req-9be91769-d715-40fc-a5c5-b6e542a48c74 service neutron] Attempting to bind port d6d52f71-02d7-411c-a1da-32be044c4407 by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '971b03d6-6406-4adb-8c00-c2236efd297c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'eb0aca1e-fed8-4629-a037-b73166ee77fa'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:26:53.700144 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622d9745-272e-4ad0-a46f-ace66cf0d328 req-9be91769-d715-40fc-a5c5-b6e542a48c74 service neutron] Attempting to bind port d6d52f71-02d7-411c-a1da-32be044c4407 on network eb0aca1e-fed8-4629-a037-b73166ee77fa {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:26:53.705208 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622d9745-272e-4ad0-a46f-ace66cf0d328 req-9be91769-d715-40fc-a5c5-b6e542a48c74 service neutron] Port d6d52f71-02d7-411c-a1da-32be044c4407 on network eb0aca1e-fed8-4629-a037-b73166ee77fa not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:26:53.705478 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622d9745-272e-4ad0-a46f-ace66cf0d328 req-9be91769-d715-40fc-a5c5-b6e542a48c74 service neutron] Attempting to bind port d6d52f71-02d7-411c-a1da-32be044c4407 on network eb0aca1e-fed8-4629-a037-b73166ee77fa {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:26:53.710810 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622d9745-272e-4ad0-a46f-ace66cf0d328 req-9be91769-d715-40fc-a5c5-b6e542a48c74 service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:26:53.711156 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622d9745-272e-4ad0-a46f-ace66cf0d328 req-9be91769-d715-40fc-a5c5-b6e542a48c74 service neutron] Checking segment: {'id': '971b03d6-6406-4adb-8c00-c2236efd297c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'eb0aca1e-fed8-4629-a037-b73166ee77fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:26:53.711547 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622d9745-272e-4ad0-a46f-ace66cf0d328 req-9be91769-d715-40fc-a5c5-b6e542a48c74 service neutron] Bound using segment: {'id': '971b03d6-6406-4adb-8c00-c2236efd297c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'eb0aca1e-fed8-4629-a037-b73166ee77fa'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:26:53.712032 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-622d9745-272e-4ad0-a46f-ace66cf0d328 req-9be91769-d715-40fc-a5c5-b6e542a48c74 service neutron] Bound port: d6d52f71-02d7-411c-a1da-32be044c4407, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '971b03d6-6406-4adb-8c00-c2236efd297c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'eb0aca1e-fed8-4629-a037-b73166ee77fa'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:26:53.712356 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-622d9745-272e-4ad0-a46f-ace66cf0d328 req-9be91769-d715-40fc-a5c5-b6e542a48c74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:53.756092 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c2701403-39ee-4b1b-b841-bbbf8cd77122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:53.783986 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-622d9745-272e-4ad0-a46f-ace66cf0d328 req-9be91769-d715-40fc-a5c5-b6e542a48c74 service neutron] For port d6d52f71-02d7-411c-a1da-32be044c4407, host n-h1-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:26:53.787408 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-622d9745-272e-4ad0-a46f-ace66cf0d328 req-9be91769-d715-40fc-a5c5-b6e542a48c74 service neutron] For port d6d52f71-02d7-411c-a1da-32be044c4407, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=d6d52f71-02d7-411c-a1da-32be044c4407,segment=NetworkSegment(971b03d6-6406-4adb-8c00-c2236efd297c),segment_id=971b03d6-6406-4adb-8c00-c2236efd297c)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:26:53.796879 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-622d9745-272e-4ad0-a46f-ace66cf0d328 req-9be91769-d715-40fc-a5c5-b6e542a48c74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:53.831706 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622d9745-272e-4ad0-a46f-ace66cf0d328 req-9be91769-d715-40fc-a5c5-b6e542a48c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:53.832321 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-622d9745-272e-4ad0-a46f-ace66cf0d328 req-9be91769-d715-40fc-a5c5-b6e542a48c74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:53.833869 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-622d9745-272e-4ad0-a46f-ace66cf0d328 req-9be91769-d715-40fc-a5c5-b6e542a48c74 service neutron] 10.222.0.42 "PUT /v2.0/ports/d6d52f71-02d7-411c-a1da-32be044c4407 HTTP/1.1" status: 200 len: 1092 time: 0.8005979 Aug 10 04:26:53.834198 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b491921-0e38-4d2b-837e-b9e704e051a2', 'tag': 'd6d52f71-02d7-411c-a1da-32be044c4407'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:26:53.836634 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7142606bf34c4189ec1af3eb1cc50705e8815838b55f5940d6ad7e637f738b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1835698-d402-46e8-b474-73eb356a1023" -d '{"events": [{"name": "network-changed", "server_uuid": "8b491921-0e38-4d2b-837e-b9e704e051a2", "tag": "d6d52f71-02d7-411c-a1da-32be044c4407"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:26:53.868504 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be91769-d715-40fc-a5c5-b6e542a48c74 service neutron] Pushing event updated for resources: {'Port': ['ID=d6d52f71-02d7-411c-a1da-32be044c4407,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:26:53.888343 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c028ca6-2383-43fd-89ef-b5dcf1f3bc72 x-openstack-request-id: req-2c028ca6-2383-43fd-89ef-b5dcf1f3bc72 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:26:53.888948 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b491921-0e38-4d2b-837e-b9e704e051a2", "tag": "d6d52f71-02d7-411c-a1da-32be044c4407", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:26:53.889290 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2c028ca6-2383-43fd-89ef-b5dcf1f3bc72 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:26:53.889839 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b491921-0e38-4d2b-837e-b9e704e051a2', 'tag': 'd6d52f71-02d7-411c-a1da-32be044c4407', 'status': 'completed', 'code': 200} Aug 10 04:26:53.940372 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622d9745-272e-4ad0-a46f-ace66cf0d328 req-52b692bf-8851-49de-b7e4-ae277bc5f3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:53.941972 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-622d9745-272e-4ad0-a46f-ace66cf0d328 req-52b692bf-8851-49de-b7e4-ae277bc5f3dc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=07838544a8ad41b9afc6f5c728ea1890&device_id=8b491921-0e38-4d2b-837e-b9e704e051a2 HTTP/1.1" status: 200 len: 1095 time: 0.0487649 Aug 10 04:26:53.988215 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-622d9745-272e-4ad0-a46f-ace66cf0d328 req-6c518c29-b6d3-4dd4-9276-5d08061ea385 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d6d52f71-02d7-411c-a1da-32be044c4407 HTTP/1.1" status: 200 len: 217 time: 0.0364654 Aug 10 04:26:54.040448 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622d9745-272e-4ad0-a46f-ace66cf0d328 req-00525f4e-d2e9-4b41-a758-ebdb3969504e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:54.041931 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-622d9745-272e-4ad0-a46f-ace66cf0d328 req-00525f4e-d2e9-4b41-a758-ebdb3969504e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3366f8ec-9ae7-4db7-92cd-e8e2cb0f141e HTTP/1.1" status: 200 len: 854 time: 0.0466778 Aug 10 04:26:54.093278 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622d9745-272e-4ad0-a46f-ace66cf0d328 req-e64319e9-e157-4dd5-b30d-773d22df7828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:54.094878 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-622d9745-272e-4ad0-a46f-ace66cf0d328 req-e64319e9-e157-4dd5-b30d-773d22df7828 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=eb0aca1e-fed8-4629-a037-b73166ee77fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465508 Aug 10 04:26:54.186594 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-622d9745-272e-4ad0-a46f-ace66cf0d328 req-ccb9f808-351b-4c46-b95e-5b1870bf6e53 service neutron] 10.222.0.42 "GET /v2.0/networks/eb0aca1e-fed8-4629-a037-b73166ee77fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837548 Aug 10 04:26:54.281557 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-622d9745-272e-4ad0-a46f-ace66cf0d328 req-9a5ae73a-be7a-4963-a798-738f8f439fcc service neutron] 10.222.0.42 "GET /v2.0/networks/eb0aca1e-fed8-4629-a037-b73166ee77fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883698 Aug 10 04:26:54.367240 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:54.370629 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1835698-d402-46e8-b474-73eb356a1023 req-fe6a1c10-3934-4fce-9ec1-95a84dc27a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:54.372966 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d1835698-d402-46e8-b474-73eb356a1023 req-fe6a1c10-3934-4fce-9ec1-95a84dc27a93 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=07838544a8ad41b9afc6f5c728ea1890&device_id=8b491921-0e38-4d2b-837e-b9e704e051a2 HTTP/1.1" status: 200 len: 1095 time: 0.0444064 Aug 10 04:26:54.504062 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158bab9a-6ba6-4da4-a8ea-376ab538b9f7 req-ef56355a-a1b9-4a9c-89d2-a0acd643e341 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:54.505785 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-158bab9a-6ba6-4da4-a8ea-376ab538b9f7 req-ef56355a-a1b9-4a9c-89d2-a0acd643e341 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b491921-0e38-4d2b-837e-b9e704e051a2 HTTP/1.1" status: 200 len: 943 time: 0.0810094 Aug 10 04:26:54.511179 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1835698-d402-46e8-b474-73eb356a1023 req-78809346-201c-45dc-8de4-30b86b83149a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:54.512129 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d1835698-d402-46e8-b474-73eb356a1023 req-78809346-201c-45dc-8de4-30b86b83149a service neutron] 10.222.0.42 "GET /v2.0/networks?id=eb0aca1e-fed8-4629-a037-b73166ee77fa HTTP/1.1" status: 200 len: 915 time: 0.1324868 Aug 10 04:26:54.561760 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d1835698-d402-46e8-b474-73eb356a1023 req-778f6646-d8c4-4211-9aa7-cc55ba1fc394 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d6d52f71-02d7-411c-a1da-32be044c4407 HTTP/1.1" status: 200 len: 217 time: 0.0419962 Aug 10 04:26:54.605066 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-158bab9a-6ba6-4da4-a8ea-376ab538b9f7 req-9dda4602-c2bf-447e-bc9b-cccfe1f70611 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fc9a6fa-24b6-47ca-a8f4-9d6272f2481f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919755 Aug 10 04:26:54.623609 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1835698-d402-46e8-b474-73eb356a1023 req-7dec9137-f1af-4a24-bdaf-8b3950dcd5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:54.624984 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d1835698-d402-46e8-b474-73eb356a1023 req-7dec9137-f1af-4a24-bdaf-8b3950dcd5cf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3366f8ec-9ae7-4db7-92cd-e8e2cb0f141e HTTP/1.1" status: 200 len: 854 time: 0.0536861 Aug 10 04:26:54.671201 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1835698-d402-46e8-b474-73eb356a1023 req-2f0bd2fe-6327-46e7-bf02-b7fd48742eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:54.672672 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d1835698-d402-46e8-b474-73eb356a1023 req-2f0bd2fe-6327-46e7-bf02-b7fd48742eb5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=eb0aca1e-fed8-4629-a037-b73166ee77fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396352 Aug 10 04:26:54.761628 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d1835698-d402-46e8-b474-73eb356a1023 req-68bab615-b44b-49c4-91c1-411598948c03 service neutron] 10.222.0.42 "GET /v2.0/networks/eb0aca1e-fed8-4629-a037-b73166ee77fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815928 Aug 10 04:26:54.854972 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d1835698-d402-46e8-b474-73eb356a1023 req-fbfd25c4-9195-4709-b3d1-7946554673e0 service neutron] 10.222.0.42 "GET /v2.0/networks/eb0aca1e-fed8-4629-a037-b73166ee77fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854316 Aug 10 04:26:55.625590 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:55.721876 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bafa9b0-36c0-4b5a-98c4-072b44ecb219 req-58300203-4c40-4b6f-ad54-a46a524be923 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:55.723434 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0bafa9b0-36c0-4b5a-98c4-072b44ecb219 req-58300203-4c40-4b6f-ad54-a46a524be923 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b491921-0e38-4d2b-837e-b9e704e051a2 HTTP/1.1" status: 200 len: 943 time: 0.0498867 Aug 10 04:26:55.762043 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0bafa9b0-36c0-4b5a-98c4-072b44ecb219 req-662138eb-75fd-49e7-8271-f62382a5325e tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fc9a6fa-24b6-47ca-a8f4-9d6272f2481f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325224 Aug 10 04:26:56.496001 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device d6d52f71-02d7-411c-a1da-32be044c4407 details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:26:56.590474 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port d6d52f71-02d7-411c-a1da-32be044c4407, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=d6d52f71-02d7-411c-a1da-32be044c4407,segment=NetworkSegment(971b03d6-6406-4adb-8c00-c2236efd297c),segment_id=971b03d6-6406-4adb-8c00-c2236efd297c)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:26:56.601374 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': 'd6d52f71-02d7-411c-a1da-32be044c4407', 'network_id': 'eb0aca1e-fed8-4629-a037-b73166ee77fa', 'port_id': 'd6d52f71-02d7-411c-a1da-32be044c4407', 'mac_address': 'fa:16:3e:72:98:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3366f8ec-9ae7-4db7-92cd-e8e2cb0f141e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:26:56.638024 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:56.650849 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6d52f71-02d7-411c-a1da-32be044c4407 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:26:56.673911 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port d6d52f71-02d7-411c-a1da-32be044c4407, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=d6d52f71-02d7-411c-a1da-32be044c4407,segment=NetworkSegment(971b03d6-6406-4adb-8c00-c2236efd297c),segment_id=971b03d6-6406-4adb-8c00-c2236efd297c)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:26:56.682652 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:56.687358 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:56.736886 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=d6d52f71-02d7-411c-a1da-32be044c4407,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:26:56.744400 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:26:56.744748 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:26:56.745089 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:26:56.745427 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:26:56.745763 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:26:56.746183 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:26:56.747020 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:26:56.747344 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:26:56.747666 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:26:56.747986 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:26:56.748307 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:26:56.748624 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:26:56.877423 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6ec5be-96ba-4d9e-acf8-22aa09484a1c req-1528d11b-c748-4972-91f2-4bab9b572075 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:56.878941 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7e6ec5be-96ba-4d9e-acf8-22aa09484a1c req-1528d11b-c748-4972-91f2-4bab9b572075 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b491921-0e38-4d2b-837e-b9e704e051a2 HTTP/1.1" status: 200 len: 944 time: 0.0487339 Aug 10 04:26:56.915897 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7e6ec5be-96ba-4d9e-acf8-22aa09484a1c req-61ecb8c2-2b36-4da1-8413-7d00f7ebc754 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fc9a6fa-24b6-47ca-a8f4-9d6272f2481f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307474 Aug 10 04:26:56.916117 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['d6d52f71-02d7-411c-a1da-32be044c4407'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:26:57.062778 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:58.034699 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62324faa-1bfc-400d-a733-27d36b1d12fd req-362c213b-6351-4644-ac57-4a0c46afed05 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:58.036185 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-62324faa-1bfc-400d-a733-27d36b1d12fd req-362c213b-6351-4644-ac57-4a0c46afed05 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b491921-0e38-4d2b-837e-b9e704e051a2 HTTP/1.1" status: 200 len: 944 time: 0.0530045 Aug 10 04:26:58.073251 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-62324faa-1bfc-400d-a733-27d36b1d12fd req-8dea0845-2e33-410b-8bf2-702dd75c5c63 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fc9a6fa-24b6-47ca-a8f4-9d6272f2481f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310912 Aug 10 04:26:58.498170 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device d6d52f71-02d7-411c-a1da-32be044c4407 up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:26:58.550187 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning for port d6d52f71-02d7-411c-a1da-32be044c4407 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:26:58.553826 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port d6d52f71-02d7-411c-a1da-32be044c4407 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:26:58.554195 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:58.629427 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:58.651842 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b491921-0e38-4d2b-837e-b9e704e051a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6d52f71-02d7-411c-a1da-32be044c4407'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:26:58.654699 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}583660bde03669f2dd7fb79ddb869ac83356356549bc1793f8d2e37d6d7017ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ff314f-cb0c-457e-91af-c3671fcdb66d" -d '{"events": [{"server_uuid": "8b491921-0e38-4d2b-837e-b9e704e051a2", "name": "network-vif-plugged", "status": "completed", "tag": "d6d52f71-02d7-411c-a1da-32be044c4407"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:26:58.669060 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port d6d52f71-02d7-411c-a1da-32be044c4407, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=d6d52f71-02d7-411c-a1da-32be044c4407,segment=NetworkSegment(971b03d6-6406-4adb-8c00-c2236efd297c),segment_id=971b03d6-6406-4adb-8c00-c2236efd297c)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:26:58.673189 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:58.724121 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=d6d52f71-02d7-411c-a1da-32be044c4407,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:26:58.817078 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad40b483-9d90-4eb1-b64f-7536f2b15a7e x-openstack-request-id: req-ad40b483-9d90-4eb1-b64f-7536f2b15a7e {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:26:58.817370 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b491921-0e38-4d2b-837e-b9e704e051a2", "name": "network-vif-plugged", "status": "completed", "tag": "d6d52f71-02d7-411c-a1da-32be044c4407", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:26:58.817624 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ad40b483-9d90-4eb1-b64f-7536f2b15a7e {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:26:58.818022 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b491921-0e38-4d2b-837e-b9e704e051a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6d52f71-02d7-411c-a1da-32be044c4407', 'code': 200} Aug 10 04:26:58.911015 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1d9631-c2bd-4b70-ace0-f0269def873c req-27f22a1e-a275-4221-9904-f22ef7445614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:58.912493 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2c1d9631-c2bd-4b70-ace0-f0269def873c req-27f22a1e-a275-4221-9904-f22ef7445614 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8b491921-0e38-4d2b-837e-b9e704e051a2 HTTP/1.1" status: 200 len: 1097 time: 0.0402222 Aug 10 04:26:58.947012 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2c1d9631-c2bd-4b70-ace0-f0269def873c req-b06d8bf3-6a6b-44ca-9c56-7785790ef52f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8fc9a6fa-24b6-47ca-a8f4-9d6272f2481f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273979 Aug 10 04:26:59.187922 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc818959-2e14-496e-b9fd-6676463549fc req-bc2b06a9-cdea-4b3d-ae73-4224d165f15c tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:59.189396 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dc818959-2e14-496e-b9fd-6676463549fc req-bc2b06a9-cdea-4b3d-ae73-4224d165f15c tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b491921-0e38-4d2b-837e-b9e704e051a2 HTTP/1.1" status: 200 len: 945 time: 0.0482244 Aug 10 04:26:59.226672 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dc818959-2e14-496e-b9fd-6676463549fc req-ec5283f5-6b9a-477e-a1f8-e971f1963eac tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fc9a6fa-24b6-47ca-a8f4-9d6272f2481f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311916 Aug 10 04:27:00.347325 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccecac26-ea4f-4504-a7f6-25d357a68dbd req-e99490ac-148d-44b5-9731-9f8da691219c tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:00.348853 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ccecac26-ea4f-4504-a7f6-25d357a68dbd req-e99490ac-148d-44b5-9731-9f8da691219c tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b491921-0e38-4d2b-837e-b9e704e051a2 HTTP/1.1" status: 200 len: 945 time: 0.0543466 Aug 10 04:27:00.392447 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ccecac26-ea4f-4504-a7f6-25d357a68dbd req-0b060067-c1d4-41cd-bbc4-f8e9c02cdbab tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fc9a6fa-24b6-47ca-a8f4-9d6272f2481f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367384 Aug 10 04:27:00.514025 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a18178f-5199-43ed-b793-e3aabe47a31f req-bcd0fa6a-6d7d-4758-b850-fb7076b7b915 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:00.515507 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1a18178f-5199-43ed-b793-e3aabe47a31f req-bcd0fa6a-6d7d-4758-b850-fb7076b7b915 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b491921-0e38-4d2b-837e-b9e704e051a2 HTTP/1.1" status: 200 len: 945 time: 0.0526266 Aug 10 04:27:00.556533 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1a18178f-5199-43ed-b793-e3aabe47a31f req-09a04b23-c6ad-48fa-aa6e-576ee6a0c721 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fc9a6fa-24b6-47ca-a8f4-9d6272f2481f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339363 Aug 10 04:27:00.754683 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aba9d8-bfa0-4bc7-bae6-4a5b4e533e93 req-6a6c69df-7737-4653-a78d-b413077534de tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:00.756546 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a7aba9d8-bfa0-4bc7-bae6-4a5b4e533e93 req-6a6c69df-7737-4653-a78d-b413077534de tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b491921-0e38-4d2b-837e-b9e704e051a2 HTTP/1.1" status: 200 len: 945 time: 0.0518498 Aug 10 04:27:00.796750 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a7aba9d8-bfa0-4bc7-bae6-4a5b4e533e93 req-d867cd88-d172-4253-8335-cc84dcd6818d tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fc9a6fa-24b6-47ca-a8f4-9d6272f2481f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332139 Aug 10 04:27:04.010734 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:12.368586 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b62b2f8-f732-4660-b74a-346c93a8eb62 req-6d8b5936-381a-49b1-9132-595166d77a34 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:12.370209 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1b62b2f8-f732-4660-b74a-346c93a8eb62 req-6d8b5936-381a-49b1-9132-595166d77a34 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b491921-0e38-4d2b-837e-b9e704e051a2 HTTP/1.1" status: 200 len: 945 time: 0.0542607 Aug 10 04:27:12.409352 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1b62b2f8-f732-4660-b74a-346c93a8eb62 req-d54d2c19-a466-4f71-a664-5a3973978d92 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fc9a6fa-24b6-47ca-a8f4-9d6272f2481f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326922 Aug 10 04:27:12.431427 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 50770) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:27:12.513704 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8acb37d3-4892-4d51-8d43-312f7f66a60c tempest-TestMinimumBasicScenario-1543447245 tempest-TestMinimumBasicScenario-1543447245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:12.515293 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-8acb37d3-4892-4d51-8d43-312f7f66a60c tempest-TestMinimumBasicScenario-1543447245 tempest-TestMinimumBasicScenario-1543447245-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=8b491921-0e38-4d2b-837e-b9e704e051a2 HTTP/1.1" status: 200 len: 1092 time: 0.0828524 Aug 10 04:27:12.518191 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 50774) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:27:12.522468 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-f4fd1d21-f446-412a-9c2b-d6f6a42ed3e3 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Request body: {'floatingip': {'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'port_id': 'd6d52f71-02d7-411c-a1da-32be044c4407', 'tenant_id': '07838544a8ad41b9afc6f5c728ea1890', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:27:12.545637 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f4fd1d21-f446-412a-9c2b-d6f6a42ed3e3 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Notify callbacks [] for floatingip, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:12.645133 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f4fd1d21-f446-412a-9c2b-d6f6a42ed3e3 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:12.749978 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-f4fd1d21-f446-412a-9c2b-d6f6a42ed3e3 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Allocated IP 172.25.6.171 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/6b1cd805-4a33-4954-93c5-54ca99b5cec5) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:27:12.849174 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f4fd1d21-f446-412a-9c2b-d6f6a42ed3e3 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:12.886890 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f4fd1d21-f446-412a-9c2b-d6f6a42ed3e3 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:12.925665 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fd1d21-f446-412a-9c2b-d6f6a42ed3e3 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:27:12.928473 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-f4fd1d21-f446-412a-9c2b-d6f6a42ed3e3 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:27:12.932865 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fd1d21-f446-412a-9c2b-d6f6a42ed3e3 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:27:12.959905 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fd1d21-f446-412a-9c2b-d6f6a42ed3e3 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Pushing event updated for resources: {'Port': ['ID=6b1cd805-4a33-4954-93c5-54ca99b5cec5,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:13.612277 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f4fd1d21-f446-412a-9c2b-d6f6a42ed3e3 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:13.679463 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f4fd1d21-f446-412a-9c2b-d6f6a42ed3e3 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:13.823505 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f4fd1d21-f446-412a-9c2b-d6f6a42ed3e3 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:13.828331 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f4fd1d21-f446-412a-9c2b-d6f6a42ed3e3 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:13.900519 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fd1d21-f446-412a-9c2b-d6f6a42ed3e3 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Pushing event updated for resources: {'Port': ['ID=6b1cd805-4a33-4954-93c5-54ca99b5cec5,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:13.910837 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f4fd1d21-f446-412a-9c2b-d6f6a42ed3e3 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:14.009397 n-d-768862-13 neutron-server[94261]: INFO neutron.db.l3_db [None req-f4fd1d21-f446-412a-9c2b-d6f6a42ed3e3 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Floating IP 2dc00fb5-6659-47da-8a89-06250077333d associated. External IP: 172.25.6.171, port: d6d52f71-02d7-411c-a1da-32be044c4407. Aug 10 04:27:14.213823 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4fd1d21-f446-412a-9c2b-d6f6a42ed3e3 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Router e9284769-d19c-4e53-92db-b9b5781f9db9 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:27:14.321890 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4fd1d21-f446-412a-9c2b-d6f6a42ed3e3 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:27:14.332040 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739633f1-0141-4eaa-a2ed-2edfde35b4b7 None None] Sync routers for ids ['e9284769-d19c-4e53-92db-b9b5781f9db9'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:27:14.338019 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f4fd1d21-f446-412a-9c2b-d6f6a42ed3e3 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:14.342053 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739633f1-0141-4eaa-a2ed-2edfde35b4b7 None None] Routers {'e9284769-d19c-4e53-92db-b9b5781f9db9'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:27:14.342758 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-739633f1-0141-4eaa-a2ed-2edfde35b4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:26:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['e9284769-d19c-4e53-92db-b9b5781f9db9'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:27:14.365067 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-f4fd1d21-f446-412a-9c2b-d6f6a42ed3e3 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8458192 Aug 10 04:27:14.365641 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b491921-0e38-4d2b-837e-b9e704e051a2', 'tag': 'd6d52f71-02d7-411c-a1da-32be044c4407'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:27:14.368081 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 50776) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:27:14.373452 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-24464925-aa1a-44f1-a67c-9291bda08f6a tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1234639719', 'description': 'tempest-secgroup-smoke-1234639719 description', 'project_id': '07838544a8ad41b9afc6f5c728ea1890'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:27:14.397720 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-24464925-aa1a-44f1-a67c-9291bda08f6a tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:14.427805 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c547d0186a924682622f448b10ad68011a5a798c46de133d3cce962f46ffb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac9117f-b571-4617-a410-9cf570c5a18b" -d '{"events": [{"name": "network-changed", "server_uuid": "8b491921-0e38-4d2b-837e-b9e704e051a2", "tag": "d6d52f71-02d7-411c-a1da-32be044c4407"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:27:14.460950 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-739633f1-0141-4eaa-a2ed-2edfde35b4b7 None None] Set router e9284769-d19c-4e53-92db-b9b5781f9db9 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:27:14.493932 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-24464925-aa1a-44f1-a67c-9291bda08f6a tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:14.499404 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-24464925-aa1a-44f1-a67c-9291bda08f6a tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:14.528675 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-24464925-aa1a-44f1-a67c-9291bda08f6a tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:14.532566 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-24464925-aa1a-44f1-a67c-9291bda08f6a tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1607234 Aug 10 04:27:14.532913 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 50786) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:27:14.538670 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24464925-aa1a-44f1-a67c-9291bda08f6a tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=079d987f-08e4-4d7d-a6b3-edcb39ccb277,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:14.541299 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-3ae942f0-0494-4098-a12a-232865088310 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Request body: {'security_group_rule': {'security_group_id': '079d987f-08e4-4d7d-a6b3-edcb39ccb277', 'project_id': '07838544a8ad41b9afc6f5c728ea1890', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:27:14.570658 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-111d0713-1015-4e40-b5bd-d7bd239a2555 x-openstack-request-id: req-111d0713-1015-4e40-b5bd-d7bd239a2555 {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:27:14.570985 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b491921-0e38-4d2b-837e-b9e704e051a2", "tag": "d6d52f71-02d7-411c-a1da-32be044c4407", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:27:14.571244 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-111d0713-1015-4e40-b5bd-d7bd239a2555 {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:27:14.572498 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b491921-0e38-4d2b-837e-b9e704e051a2', 'tag': 'd6d52f71-02d7-411c-a1da-32be044c4407', 'status': 'completed', 'code': 200} Aug 10 04:27:14.576606 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3ae942f0-0494-4098-a12a-232865088310 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:14.635652 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3ae942f0-0494-4098-a12a-232865088310 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:14.637487 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac9117f-b571-4617-a410-9cf570c5a18b req-86b0dd14-3741-4332-a1fa-56a65c683648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:14.639102 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8ac9117f-b571-4617-a410-9cf570c5a18b req-86b0dd14-3741-4332-a1fa-56a65c683648 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=07838544a8ad41b9afc6f5c728ea1890&device_id=8b491921-0e38-4d2b-837e-b9e704e051a2 HTTP/1.1" status: 200 len: 1097 time: 0.0465376 Aug 10 04:27:14.640910 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3ae942f0-0494-4098-a12a-232865088310 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:14.661572 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae942f0-0494-4098-a12a-232865088310 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcc7c5c9-055e-4355-8659-36e0fc8f4a56,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:14.669283 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3ae942f0-0494-4098-a12a-232865088310 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:14.673183 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-3ae942f0-0494-4098-a12a-232865088310 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1366029 Aug 10 04:27:14.673374 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 50788) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:27:14.676250 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae942f0-0494-4098-a12a-232865088310 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:14.676553 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae942f0-0494-4098-a12a-232865088310 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:14.677019 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae942f0-0494-4098-a12a-232865088310 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:14.677233 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae942f0-0494-4098-a12a-232865088310 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:14.677560 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae942f0-0494-4098-a12a-232865088310 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:14.677882 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae942f0-0494-4098-a12a-232865088310 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:14.678334 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae942f0-0494-4098-a12a-232865088310 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:14.678635 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae942f0-0494-4098-a12a-232865088310 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:14.678877 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae942f0-0494-4098-a12a-232865088310 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:14.679208 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae942f0-0494-4098-a12a-232865088310 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:14.680626 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae942f0-0494-4098-a12a-232865088310 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:14.680626 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae942f0-0494-4098-a12a-232865088310 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:14.686017 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-c6afd465-d3ce-4de5-94cd-f7e735537a64 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Request body: {'security_group_rule': {'security_group_id': '079d987f-08e4-4d7d-a6b3-edcb39ccb277', 'project_id': '07838544a8ad41b9afc6f5c728ea1890', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:27:14.719203 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c6afd465-d3ce-4de5-94cd-f7e735537a64 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:14.735633 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-739633f1-0141-4eaa-a2ed-2edfde35b4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9284769-d19c-4e53-92db-b9b5781f9db9', 'name': 'tempest-TestMinimumBasicScenario-1084559212-router', 'tenant_id': '07838544a8ad41b9afc6f5c728ea1890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': 'b34389a3-5059-4310-9761-8401f58b41be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:26:22Z', 'updated_at': '2021-08-10T04:26:25Z', 'revision_number': 4, 'project_id': '07838544a8ad41b9afc6f5c728ea1890', 'gw_port': {'id': 'b34389a3-5059-4310-9761-8401f58b41be', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:46:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9284769-d19c-4e53-92db-b9b5781f9db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:26:22Z', 'updated_at': '2021-08-10T04:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '2dc00fb5-6659-47da-8a89-06250077333d', 'tenant_id': '07838544a8ad41b9afc6f5c728ea1890', 'floating_ip_address': '172.25.6.171', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': 'e9284769-d19c-4e53-92db-b9b5781f9db9', 'port_id': 'd6d52f71-02d7-411c-a1da-32be044c4407', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb0aca1e-fed8-4629-a037-b73166ee77fa', 'mac_address': 'fa:16:3e:72:98:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b491921-0e38-4d2b-837e-b9e704e051a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:27:13Z', 'updated_at': '2021-08-10T04:27:13Z', 'revision_number': 0, 'project_id': '07838544a8ad41b9afc6f5c728ea1890', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23411e89-0d09-4dae-88ca-200649d0146f', 'name': '', 'network_id': 'eb0aca1e-fed8-4629-a037-b73166ee77fa', 'tenant_id': '07838544a8ad41b9afc6f5c728ea1890', 'mac_address': 'fa:16:3e:4c:4e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9284769-d19c-4e53-92db-b9b5781f9db9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '3366f8ec-9ae7-4db7-92cd-e8e2cb0f141e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:26:24Z', 'updated_at': '2021-08-10T04:26:30Z', 'revision_number': 5, 'project_id': '07838544a8ad41b9afc6f5c728ea1890', 'subnets': [{'id': '3366f8ec-9ae7-4db7-92cd-e8e2cb0f141e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:27:14.754610 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac9117f-b571-4617-a410-9cf570c5a18b req-9d48c55c-4516-4e12-8ec6-0d6893117c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:14.756436 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8ac9117f-b571-4617-a410-9cf570c5a18b req-9d48c55c-4516-4e12-8ec6-0d6893117c16 service neutron] 10.222.0.42 "GET /v2.0/networks?id=eb0aca1e-fed8-4629-a037-b73166ee77fa HTTP/1.1" status: 200 len: 915 time: 0.1094425 Aug 10 04:27:14.765291 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739633f1-0141-4eaa-a2ed-2edfde35b4b7 None None] Checking router: e9284769-d19c-4e53-92db-b9b5781f9db9 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:27:14.774323 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739633f1-0141-4eaa-a2ed-2edfde35b4b7 None None] Routers {'e9284769-d19c-4e53-92db-b9b5781f9db9'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:27:14.774942 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-739633f1-0141-4eaa-a2ed-2edfde35b4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:26:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['e9284769-d19c-4e53-92db-b9b5781f9db9'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:27:14.792377 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c6afd465-d3ce-4de5-94cd-f7e735537a64 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:14.797552 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c6afd465-d3ce-4de5-94cd-f7e735537a64 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:14.821200 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6afd465-d3ce-4de5-94cd-f7e735537a64 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15da6baa-35a4-49b5-9c88-ad3b7dccf852,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:14.828193 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c6afd465-d3ce-4de5-94cd-f7e735537a64 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:14.829758 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-c6afd465-d3ce-4de5-94cd-f7e735537a64 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1553435 Aug 10 04:27:14.830312 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8ac9117f-b571-4617-a410-9cf570c5a18b req-431eabd8-8469-4008-be40-1b3089518ddf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d6d52f71-02d7-411c-a1da-32be044c4407 HTTP/1.1" status: 200 len: 999 time: 0.0662811 Aug 10 04:27:14.832406 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 50790) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:27:14.837809 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-7a2a149d-7539-41fa-b61f-27e5fb4931b8 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Request body: {'security_group_rule': {'security_group_id': '079d987f-08e4-4d7d-a6b3-edcb39ccb277', 'project_id': '07838544a8ad41b9afc6f5c728ea1890', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:27:14.867632 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7a2a149d-7539-41fa-b61f-27e5fb4931b8 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:14.887929 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-739633f1-0141-4eaa-a2ed-2edfde35b4b7 None None] Set router e9284769-d19c-4e53-92db-b9b5781f9db9 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:27:14.889591 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac9117f-b571-4617-a410-9cf570c5a18b req-c0d26d83-914b-4039-8db9-867c16fd5081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:14.891202 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8ac9117f-b571-4617-a410-9cf570c5a18b req-c0d26d83-914b-4039-8db9-867c16fd5081 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3366f8ec-9ae7-4db7-92cd-e8e2cb0f141e HTTP/1.1" status: 200 len: 854 time: 0.0522792 Aug 10 04:27:14.933441 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7a2a149d-7539-41fa-b61f-27e5fb4931b8 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:14.942137 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac9117f-b571-4617-a410-9cf570c5a18b req-a145892c-4744-41e7-b4f1-33449967ff7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:14.943709 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8ac9117f-b571-4617-a410-9cf570c5a18b req-a145892c-4744-41e7-b4f1-33449967ff7e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=eb0aca1e-fed8-4629-a037-b73166ee77fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447469 Aug 10 04:27:14.946988 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7a2a149d-7539-41fa-b61f-27e5fb4931b8 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:14.966547 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2a149d-7539-41fa-b61f-27e5fb4931b8 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53f610f5-a575-4647-84e0-79d24e026b00,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:14.976373 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7a2a149d-7539-41fa-b61f-27e5fb4931b8 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:14.977641 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-7a2a149d-7539-41fa-b61f-27e5fb4931b8 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1438940 Aug 10 04:27:14.982682 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 50792) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:27:14.988243 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-4e604a6a-b541-407f-b2c0-316a334f5a26 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Request body: {'security_group_rule': {'security_group_id': '079d987f-08e4-4d7d-a6b3-edcb39ccb277', 'project_id': '07838544a8ad41b9afc6f5c728ea1890', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:27:15.015472 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4e604a6a-b541-407f-b2c0-316a334f5a26 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:15.042542 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8ac9117f-b571-4617-a410-9cf570c5a18b req-c0c2a25d-072e-4a06-bc85-dec450c8d578 service neutron] 10.222.0.42 "GET /v2.0/networks/eb0aca1e-fed8-4629-a037-b73166ee77fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899541 Aug 10 04:27:15.081395 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4e604a6a-b541-407f-b2c0-316a334f5a26 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:15.087746 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4e604a6a-b541-407f-b2c0-316a334f5a26 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:15.109611 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e604a6a-b541-407f-b2c0-316a334f5a26 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4cad20c-0569-4b21-beab-dca4fce6cd19,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:15.119164 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4e604a6a-b541-407f-b2c0-316a334f5a26 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:15.120725 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-4e604a6a-b541-407f-b2c0-316a334f5a26 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1363599 Aug 10 04:27:15.123696 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 50794) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:27:15.129139 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-6a028e33-5847-4942-a1be-21d817bc97df tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Request body: {'security_group_rule': {'security_group_id': '079d987f-08e4-4d7d-a6b3-edcb39ccb277', 'project_id': '07838544a8ad41b9afc6f5c728ea1890', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:27:15.139725 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-739633f1-0141-4eaa-a2ed-2edfde35b4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9284769-d19c-4e53-92db-b9b5781f9db9', 'name': 'tempest-TestMinimumBasicScenario-1084559212-router', 'tenant_id': '07838544a8ad41b9afc6f5c728ea1890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': 'b34389a3-5059-4310-9761-8401f58b41be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:26:22Z', 'updated_at': '2021-08-10T04:26:25Z', 'revision_number': 4, 'project_id': '07838544a8ad41b9afc6f5c728ea1890', 'gw_port': {'id': 'b34389a3-5059-4310-9761-8401f58b41be', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:46:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9284769-d19c-4e53-92db-b9b5781f9db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:26:22Z', 'updated_at': '2021-08-10T04:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '2dc00fb5-6659-47da-8a89-06250077333d', 'tenant_id': '07838544a8ad41b9afc6f5c728ea1890', 'floating_ip_address': '172.25.6.171', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': 'e9284769-d19c-4e53-92db-b9b5781f9db9', 'port_id': 'd6d52f71-02d7-411c-a1da-32be044c4407', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb0aca1e-fed8-4629-a037-b73166ee77fa', 'mac_address': 'fa:16:3e:72:98:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b491921-0e38-4d2b-837e-b9e704e051a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:27:13Z', 'updated_at': '2021-08-10T04:27:13Z', 'revision_number': 0, 'project_id': '07838544a8ad41b9afc6f5c728ea1890', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23411e89-0d09-4dae-88ca-200649d0146f', 'name': '', 'network_id': 'eb0aca1e-fed8-4629-a037-b73166ee77fa', 'tenant_id': '07838544a8ad41b9afc6f5c728ea1890', 'mac_address': 'fa:16:3e:4c:4e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9284769-d19c-4e53-92db-b9b5781f9db9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '3366f8ec-9ae7-4db7-92cd-e8e2cb0f141e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:26:24Z', 'updated_at': '2021-08-10T04:26:30Z', 'revision_number': 5, 'project_id': '07838544a8ad41b9afc6f5c728ea1890', 'subnets': [{'id': '3366f8ec-9ae7-4db7-92cd-e8e2cb0f141e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:27:15.155850 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8ac9117f-b571-4617-a410-9cf570c5a18b req-bfb9f83c-d67b-4f3d-8c87-106d901a42dd service neutron] 10.222.0.42 "GET /v2.0/networks/eb0aca1e-fed8-4629-a037-b73166ee77fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056364 Aug 10 04:27:15.156172 n-d-768862-13 neutron-server[94261]: INFO neutron.db.securitygroups_db [None req-6a028e33-5847-4942-a1be-21d817bc97df tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Project 07838544a8ad41b9afc6f5c728ea1890 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:27:15.161633 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6a028e33-5847-4942-a1be-21d817bc97df tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:15.167482 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739633f1-0141-4eaa-a2ed-2edfde35b4b7 None None] The sync data for ids ['e9284769-d19c-4e53-92db-b9b5781f9db9'] in n-d-768862-13 is: [{'id': 'e9284769-d19c-4e53-92db-b9b5781f9db9', 'name': 'tempest-TestMinimumBasicScenario-1084559212-router', 'tenant_id': '07838544a8ad41b9afc6f5c728ea1890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': 'b34389a3-5059-4310-9761-8401f58b41be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:26:22Z', 'updated_at': '2021-08-10T04:26:25Z', 'revision_number': 4, 'project_id': '07838544a8ad41b9afc6f5c728ea1890', 'gw_port': {'id': 'b34389a3-5059-4310-9761-8401f58b41be', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:46:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9284769-d19c-4e53-92db-b9b5781f9db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:26:22Z', 'updated_at': '2021-08-10T04:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '2dc00fb5-6659-47da-8a89-06250077333d', 'tenant_id': '07838544a8ad41b9afc6f5c728ea1890', 'floating_ip_address': '172.25.6.171', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': 'e9284769-d19c-4e53-92db-b9b5781f9db9', 'port_id': 'd6d52f71-02d7-411c-a1da-32be044c4407', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb0aca1e-fed8-4629-a037-b73166ee77fa', 'mac_address': 'fa:16:3e:72:98:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b491921-0e38-4d2b-837e-b9e704e051a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:27:13Z', 'updated_at': '2021-08-10T04:27:13Z', 'revision_number': 0, 'project_id': '07838544a8ad41b9afc6f5c728ea1890', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23411e89-0d09-4dae-88ca-200649d0146f', 'name': '', 'network_id': 'eb0aca1e-fed8-4629-a037-b73166ee77fa', 'tenant_id': '07838544a8ad41b9afc6f5c728ea1890', 'mac_address': 'fa:16:3e:4c:4e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9284769-d19c-4e53-92db-b9b5781f9db9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '3366f8ec-9ae7-4db7-92cd-e8e2cb0f141e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:26:24Z', 'updated_at': '2021-08-10T04:26:30Z', 'revision_number': 5, 'project_id': '07838544a8ad41b9afc6f5c728ea1890', 'subnets': [{'id': '3366f8ec-9ae7-4db7-92cd-e8e2cb0f141e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:27:15.228337 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6a028e33-5847-4942-a1be-21d817bc97df tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:15.232717 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6a028e33-5847-4942-a1be-21d817bc97df tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:15.252841 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a028e33-5847-4942-a1be-21d817bc97df tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9da3ad50-8a22-43d5-9d21-33fd03d7f9b1,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:15.260508 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6a028e33-5847-4942-a1be-21d817bc97df tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:15.261944 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-6a028e33-5847-4942-a1be-21d817bc97df tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1369643 Aug 10 04:27:15.264912 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 50796) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:27:15.269344 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-575277dc-68a8-4a81-831c-7b2a1230fb99 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Request body: {'security_group_rule': {'security_group_id': '079d987f-08e4-4d7d-a6b3-edcb39ccb277', 'project_id': '07838544a8ad41b9afc6f5c728ea1890', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:27:15.292494 n-d-768862-13 neutron-server[94261]: INFO neutron.db.securitygroups_db [None req-575277dc-68a8-4a81-831c-7b2a1230fb99 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Project 07838544a8ad41b9afc6f5c728ea1890 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:27:15.298199 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-575277dc-68a8-4a81-831c-7b2a1230fb99 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:15.366910 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-575277dc-68a8-4a81-831c-7b2a1230fb99 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:15.369199 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31271021-77c9-4f13-bf8c-7ecb696e3768 None None] New status for floating IP 2dc00fb5-6659-47da-8a89-06250077333d: ACTIVE {{(pid=94263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:27:15.371364 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-575277dc-68a8-4a81-831c-7b2a1230fb99 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:15.390375 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575277dc-68a8-4a81-831c-7b2a1230fb99 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e7e89c1-71df-486e-9b4b-7bb2013c40b2,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:15.396234 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-575277dc-68a8-4a81-831c-7b2a1230fb99 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:15.400770 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-575277dc-68a8-4a81-831c-7b2a1230fb99 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1349001 Aug 10 04:27:15.482986 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e548999e-543b-466b-8050-fc9d1fa73f21 req-6d22a4ba-670e-4b75-a924-442a32341aba tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1234639719&fields=id&tenant_id=07838544a8ad41b9afc6f5c728ea1890 HTTP/1.1" status: 200 len: 267 time: 0.0347223 Aug 10 04:27:15.542035 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548999e-543b-466b-8050-fc9d1fa73f21 req-5ae037bc-377d-4d6e-8db6-7c457b585228 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:15.543629 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e548999e-543b-466b-8050-fc9d1fa73f21 req-5ae037bc-377d-4d6e-8db6-7c457b585228 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b491921-0e38-4d2b-837e-b9e704e051a2 HTTP/1.1" status: 200 len: 945 time: 0.0514586 Aug 10 04:27:15.555589 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-e548999e-543b-466b-8050-fc9d1fa73f21 req-e7146a8a-737f-44c1-8bc8-25fc5d1e89b8 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Request body: {'port': {'security_groups': ['8fc9a6fa-24b6-47ca-a8f4-9d6272f2481f', '079d987f-08e4-4d7d-a6b3-edcb39ccb277']}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:27:15.620586 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-e548999e-543b-466b-8050-fc9d1fa73f21 req-e7146a8a-737f-44c1-8bc8-25fc5d1e89b8 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:15.805840 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-e548999e-543b-466b-8050-fc9d1fa73f21 req-e7146a8a-737f-44c1-8bc8-25fc5d1e89b8 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] For port d6d52f71-02d7-411c-a1da-32be044c4407, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=d6d52f71-02d7-411c-a1da-32be044c4407,segment=NetworkSegment(971b03d6-6406-4adb-8c00-c2236efd297c),segment_id=971b03d6-6406-4adb-8c00-c2236efd297c)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:27:15.849234 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-e548999e-543b-466b-8050-fc9d1fa73f21 req-e7146a8a-737f-44c1-8bc8-25fc5d1e89b8 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:15.854800 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-e548999e-543b-466b-8050-fc9d1fa73f21 req-e7146a8a-737f-44c1-8bc8-25fc5d1e89b8 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:15.868360 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['d6d52f71-02d7-411c-a1da-32be044c4407'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:27:15.901870 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548999e-543b-466b-8050-fc9d1fa73f21 req-e7146a8a-737f-44c1-8bc8-25fc5d1e89b8 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:15.902616 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-e548999e-543b-466b-8050-fc9d1fa73f21 req-e7146a8a-737f-44c1-8bc8-25fc5d1e89b8 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:15.904120 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e548999e-543b-466b-8050-fc9d1fa73f21 req-e7146a8a-737f-44c1-8bc8-25fc5d1e89b8 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] 10.222.0.44 "PUT /v2.0/ports/d6d52f71-02d7-411c-a1da-32be044c4407 HTTP/1.1" status: 200 len: 981 time: 0.3534505 Aug 10 04:27:15.904964 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b491921-0e38-4d2b-837e-b9e704e051a2', 'tag': 'd6d52f71-02d7-411c-a1da-32be044c4407'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:27:15.907282 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7142606bf34c4189ec1af3eb1cc50705e8815838b55f5940d6ad7e637f738b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab0cfae0-be98-423b-873c-c2d741ad5dc9" -d '{"events": [{"name": "network-changed", "server_uuid": "8b491921-0e38-4d2b-837e-b9e704e051a2", "tag": "d6d52f71-02d7-411c-a1da-32be044c4407"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:27:15.939252 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7146a8a-737f-44c1-8bc8-25fc5d1e89b8 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Pushing event updated for resources: {'Port': ['ID=d6d52f71-02d7-411c-a1da-32be044c4407,revision_number=6']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:15.969094 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['d6d52f71-02d7-411c-a1da-32be044c4407'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:27:16.019694 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a47b4a-7531-4dce-a535-5812539d4395 req-b74a1c54-0d6c-47dc-867b-89a6c08646a0 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:16.023339 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-85a47b4a-7531-4dce-a535-5812539d4395 req-b74a1c54-0d6c-47dc-867b-89a6c08646a0 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b491921-0e38-4d2b-837e-b9e704e051a2 HTTP/1.1" status: 200 len: 984 time: 0.0530872 Aug 10 04:27:16.068756 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-85a47b4a-7531-4dce-a535-5812539d4395 req-81c56bb1-2ee3-4086-af8b-1c0dafe6e4c6 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fc9a6fa-24b6-47ca-a8f4-9d6272f2481f&id=079d987f-08e4-4d7d-a6b3-edcb39ccb277&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0405822 Aug 10 04:27:16.124850 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d904387c-49a4-4e85-b22a-3b5ebc823c1f x-openstack-request-id: req-d904387c-49a4-4e85-b22a-3b5ebc823c1f {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:27:16.125158 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b491921-0e38-4d2b-837e-b9e704e051a2", "tag": "d6d52f71-02d7-411c-a1da-32be044c4407", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:27:16.125418 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d904387c-49a4-4e85-b22a-3b5ebc823c1f {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:27:16.125826 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b491921-0e38-4d2b-837e-b9e704e051a2', 'tag': 'd6d52f71-02d7-411c-a1da-32be044c4407', 'status': 'completed', 'code': 200} Aug 10 04:27:16.192784 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0cfae0-be98-423b-873c-c2d741ad5dc9 req-109aac31-35aa-4e50-a5ed-26847824960e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:16.194205 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ab0cfae0-be98-423b-873c-c2d741ad5dc9 req-109aac31-35aa-4e50-a5ed-26847824960e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=07838544a8ad41b9afc6f5c728ea1890&device_id=8b491921-0e38-4d2b-837e-b9e704e051a2 HTTP/1.1" status: 200 len: 1136 time: 0.0446529 Aug 10 04:27:16.198992 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-f353921d-c188-475d-8f92-fa2777b53d34 None None] Provisioning complete for port d6d52f71-02d7-411c-a1da-32be044c4407 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:27:16.199364 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f353921d-c188-475d-8f92-fa2777b53d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:16.282708 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0cfae0-be98-423b-873c-c2d741ad5dc9 req-c799c69d-8dc1-4aca-8d0d-e33a321904db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:16.284194 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ab0cfae0-be98-423b-873c-c2d741ad5dc9 req-c799c69d-8dc1-4aca-8d0d-e33a321904db service neutron] 10.222.0.42 "GET /v2.0/networks?id=eb0aca1e-fed8-4629-a037-b73166ee77fa HTTP/1.1" status: 200 len: 915 time: 0.0820792 Aug 10 04:27:16.365144 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ab0cfae0-be98-423b-873c-c2d741ad5dc9 req-99ace7bc-71a2-4d5c-9b92-0c0b385fcd4a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d6d52f71-02d7-411c-a1da-32be044c4407 HTTP/1.1" status: 200 len: 1001 time: 0.0719018 Aug 10 04:27:16.416358 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0cfae0-be98-423b-873c-c2d741ad5dc9 req-73b1b244-05d6-4c82-ac70-94b3171570bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:16.417991 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ab0cfae0-be98-423b-873c-c2d741ad5dc9 req-73b1b244-05d6-4c82-ac70-94b3171570bd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3366f8ec-9ae7-4db7-92cd-e8e2cb0f141e HTTP/1.1" status: 200 len: 854 time: 0.0460961 Aug 10 04:27:16.463395 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0cfae0-be98-423b-873c-c2d741ad5dc9 req-b21e0842-b605-491f-8b40-d079f6443266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:16.464891 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ab0cfae0-be98-423b-873c-c2d741ad5dc9 req-b21e0842-b605-491f-8b40-d079f6443266 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=eb0aca1e-fed8-4629-a037-b73166ee77fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398779 Aug 10 04:27:16.560216 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ab0cfae0-be98-423b-873c-c2d741ad5dc9 req-279c0b82-43e1-4383-a4f4-18b987c606e7 service neutron] 10.222.0.42 "GET /v2.0/networks/eb0aca1e-fed8-4629-a037-b73166ee77fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879922 Aug 10 04:27:16.649633 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ab0cfae0-be98-423b-873c-c2d741ad5dc9 req-88f182c2-32b1-4cc4-99be-a9c5b3651545 service neutron] 10.222.0.42 "GET /v2.0/networks/eb0aca1e-fed8-4629-a037-b73166ee77fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817521 Aug 10 04:27:21.507785 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9b929e3e-5141-455d-8ba6-aa8ea32006f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:22.469394 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:27:23.758068 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-7682bbe1-bbc0-470d-b8d7-e220d8cd19b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:24.361174 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:25.628069 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:26.698467 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:27.066711 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:32.493027 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb6993e-6ec5-4999-b9dc-8dbb1e0de247 req-fc665483-4460-41ab-9a2a-57ee6735a38d tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:32.494534 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9bb6993e-6ec5-4999-b9dc-8dbb1e0de247 req-fc665483-4460-41ab-9a2a-57ee6735a38d tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b491921-0e38-4d2b-837e-b9e704e051a2 HTTP/1.1" status: 200 len: 984 time: 0.0811443 Aug 10 04:27:32.499730 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad858772-9f53-4498-a24f-4fca3a8690b5 req-ce683cf1-8e3a-49ba-8cfd-24d9aceefc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:32.501194 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ad858772-9f53-4498-a24f-4fca3a8690b5 req-ce683cf1-8e3a-49ba-8cfd-24d9aceefc71 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=07838544a8ad41b9afc6f5c728ea1890&device_id=8b491921-0e38-4d2b-837e-b9e704e051a2 HTTP/1.1" status: 200 len: 1136 time: 0.0783956 Aug 10 04:27:32.584033 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9bb6993e-6ec5-4999-b9dc-8dbb1e0de247 req-5bd9f288-15f3-411d-a988-bacc1df11046 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fc9a6fa-24b6-47ca-a8f4-9d6272f2481f&id=079d987f-08e4-4d7d-a6b3-edcb39ccb277&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0818701 Aug 10 04:27:32.616829 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad858772-9f53-4498-a24f-4fca3a8690b5 req-e84362ae-0de0-49b6-a6b4-59c2d19e53a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:32.618350 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ad858772-9f53-4498-a24f-4fca3a8690b5 req-e84362ae-0de0-49b6-a6b4-59c2d19e53a3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=eb0aca1e-fed8-4629-a037-b73166ee77fa HTTP/1.1" status: 200 len: 915 time: 0.1092186 Aug 10 04:27:32.689557 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ad858772-9f53-4498-a24f-4fca3a8690b5 req-e96fdd01-263a-43d2-9105-dffb2c402b20 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d6d52f71-02d7-411c-a1da-32be044c4407 HTTP/1.1" status: 200 len: 1001 time: 0.0636621 Aug 10 04:27:32.740803 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad858772-9f53-4498-a24f-4fca3a8690b5 req-e50d5a2c-d723-449f-921b-444b40647425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:32.742377 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ad858772-9f53-4498-a24f-4fca3a8690b5 req-e50d5a2c-d723-449f-921b-444b40647425 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3366f8ec-9ae7-4db7-92cd-e8e2cb0f141e HTTP/1.1" status: 200 len: 854 time: 0.0457120 Aug 10 04:27:32.790334 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad858772-9f53-4498-a24f-4fca3a8690b5 req-fce5357a-26e1-46f3-9927-755a55e5cfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:32.791851 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ad858772-9f53-4498-a24f-4fca3a8690b5 req-fce5357a-26e1-46f3-9927-755a55e5cfd9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=eb0aca1e-fed8-4629-a037-b73166ee77fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416558 Aug 10 04:27:32.889717 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ad858772-9f53-4498-a24f-4fca3a8690b5 req-57167e81-2ba7-40d6-af09-06bc7ec99dda service neutron] 10.222.0.42 "GET /v2.0/networks/eb0aca1e-fed8-4629-a037-b73166ee77fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897539 Aug 10 04:27:32.980543 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ad858772-9f53-4498-a24f-4fca3a8690b5 req-69db5764-2f33-4840-a6d2-152350143ae8 service neutron] 10.222.0.42 "GET /v2.0/networks/eb0aca1e-fed8-4629-a037-b73166ee77fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833216 Aug 10 04:27:33.705072 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d1827d-0ed3-46ca-b485-d607cffa8a77 req-8d822ae7-3bf0-4ae7-8163-832d696a00c1 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:33.706567 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-71d1827d-0ed3-46ca-b485-d607cffa8a77 req-8d822ae7-3bf0-4ae7-8163-832d696a00c1 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b491921-0e38-4d2b-837e-b9e704e051a2 HTTP/1.1" status: 200 len: 984 time: 0.0532107 Aug 10 04:27:34.017809 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:34.062394 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-71d1827d-0ed3-46ca-b485-d607cffa8a77 req-ef0ea947-1dcc-499c-a287-833c4d31f792 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fc9a6fa-24b6-47ca-a8f4-9d6272f2481f&id=079d987f-08e4-4d7d-a6b3-edcb39ccb277&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3497341 Aug 10 04:27:35.180338 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28bfb25-1331-4146-a4ed-d1155c660a8b req-dda4ec24-1e47-4063-aa95-4a351aace677 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:35.181822 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a28bfb25-1331-4146-a4ed-d1155c660a8b req-dda4ec24-1e47-4063-aa95-4a351aace677 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b491921-0e38-4d2b-837e-b9e704e051a2 HTTP/1.1" status: 200 len: 984 time: 0.0497551 Aug 10 04:27:35.222050 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a28bfb25-1331-4146-a4ed-d1155c660a8b req-eb7302e4-8e7b-4aa7-95a0-f4d5399e7a3e tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fc9a6fa-24b6-47ca-a8f4-9d6272f2481f&id=079d987f-08e4-4d7d-a6b3-edcb39ccb277&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335171 Aug 10 04:27:36.353340 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d2abd2-0a76-4853-8400-032df7c956bb req-84167922-fa4c-413f-bb35-b0eb3009c160 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:36.354960 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-39d2abd2-0a76-4853-8400-032df7c956bb req-84167922-fa4c-413f-bb35-b0eb3009c160 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b491921-0e38-4d2b-837e-b9e704e051a2 HTTP/1.1" status: 200 len: 984 time: 0.0609083 Aug 10 04:27:36.401193 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-39d2abd2-0a76-4853-8400-032df7c956bb req-2c106078-264e-4fa0-80b9-fbd420091b9d tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fc9a6fa-24b6-47ca-a8f4-9d6272f2481f&id=079d987f-08e4-4d7d-a6b3-edcb39ccb277&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0380991 Aug 10 04:27:37.521584 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e34df13-330e-4d0f-b08b-bf837d7934c3 req-2c61eb9b-2e6d-43ad-aed8-eeae91df47fe tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:37.523079 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6e34df13-330e-4d0f-b08b-bf837d7934c3 req-2c61eb9b-2e6d-43ad-aed8-eeae91df47fe tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b491921-0e38-4d2b-837e-b9e704e051a2 HTTP/1.1" status: 200 len: 984 time: 0.0523458 Aug 10 04:27:37.562643 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6e34df13-330e-4d0f-b08b-bf837d7934c3 req-04fc6153-7098-4970-9be5-1f2ca7bd801e tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fc9a6fa-24b6-47ca-a8f4-9d6272f2481f&id=079d987f-08e4-4d7d-a6b3-edcb39ccb277&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329370 Aug 10 04:27:38.680696 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f901b48b-3535-4d96-aa9f-fe2fd97b7169 req-ee3e3e9c-d7c7-46a0-bc3a-358aa4bed9bf tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:38.682180 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f901b48b-3535-4d96-aa9f-fe2fd97b7169 req-ee3e3e9c-d7c7-46a0-bc3a-358aa4bed9bf tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b491921-0e38-4d2b-837e-b9e704e051a2 HTTP/1.1" status: 200 len: 984 time: 0.0489347 Aug 10 04:27:38.732428 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f901b48b-3535-4d96-aa9f-fe2fd97b7169 req-5d07a93b-d8e6-4951-a80e-d8dbfd86e135 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fc9a6fa-24b6-47ca-a8f4-9d6272f2481f&id=079d987f-08e4-4d7d-a6b3-edcb39ccb277&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0393686 Aug 10 04:27:39.853555 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097e8489-78a2-488a-9246-66b23a449d79 req-2479a605-96d0-4308-86f6-38d27aad0f0b tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:39.855176 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-097e8489-78a2-488a-9246-66b23a449d79 req-2479a605-96d0-4308-86f6-38d27aad0f0b tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b491921-0e38-4d2b-837e-b9e704e051a2 HTTP/1.1" status: 200 len: 984 time: 0.0515492 Aug 10 04:27:39.897091 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-097e8489-78a2-488a-9246-66b23a449d79 req-1ac249bf-7dc7-4a9d-80f9-18ad28b4ae57 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fc9a6fa-24b6-47ca-a8f4-9d6272f2481f&id=079d987f-08e4-4d7d-a6b3-edcb39ccb277&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344248 Aug 10 04:27:41.023831 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b87d97b-45bf-4ac7-b0ad-d7161bd4a260 req-1f48b84f-8de4-4381-8095-1bba8a757ecb tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:41.025368 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1b87d97b-45bf-4ac7-b0ad-d7161bd4a260 req-1f48b84f-8de4-4381-8095-1bba8a757ecb tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b491921-0e38-4d2b-837e-b9e704e051a2 HTTP/1.1" status: 200 len: 984 time: 0.0544479 Aug 10 04:27:41.072143 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1b87d97b-45bf-4ac7-b0ad-d7161bd4a260 req-7c11252b-9d13-4d1f-bdab-9c2677a325f4 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fc9a6fa-24b6-47ca-a8f4-9d6272f2481f&id=079d987f-08e4-4d7d-a6b3-edcb39ccb277&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0402467 Aug 10 04:27:42.193973 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64822cf-15a4-4c47-8825-448718b22ae1 req-a673d006-cd83-4d36-92fc-8930d67bf4b6 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:42.195529 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e64822cf-15a4-4c47-8825-448718b22ae1 req-a673d006-cd83-4d36-92fc-8930d67bf4b6 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b491921-0e38-4d2b-837e-b9e704e051a2 HTTP/1.1" status: 200 len: 984 time: 0.0524893 Aug 10 04:27:42.239530 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e64822cf-15a4-4c47-8825-448718b22ae1 req-6c804eee-6856-4d12-840c-95db0b7b8f66 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fc9a6fa-24b6-47ca-a8f4-9d6272f2481f&id=079d987f-08e4-4d7d-a6b3-edcb39ccb277&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0377009 Aug 10 04:27:43.361654 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c06347-e650-4104-988f-f21d7fd02ffc req-0302e967-6dfb-47fe-bdfa-4d11d2ba8bcb tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:43.363309 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-18c06347-e650-4104-988f-f21d7fd02ffc req-0302e967-6dfb-47fe-bdfa-4d11d2ba8bcb tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b491921-0e38-4d2b-837e-b9e704e051a2 HTTP/1.1" status: 200 len: 984 time: 0.0515447 Aug 10 04:27:43.409593 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-18c06347-e650-4104-988f-f21d7fd02ffc req-48d8d7c4-f8e1-4b21-8ddf-817a99d7af7e tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fc9a6fa-24b6-47ca-a8f4-9d6272f2481f&id=079d987f-08e4-4d7d-a6b3-edcb39ccb277&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0382364 Aug 10 04:27:44.547889 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f62ade5-ff61-4d35-ab36-c9a202716fd9 req-1665f253-2f6c-430d-a2be-e0b41083b091 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:44.549507 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2f62ade5-ff61-4d35-ab36-c9a202716fd9 req-1665f253-2f6c-430d-a2be-e0b41083b091 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b491921-0e38-4d2b-837e-b9e704e051a2 HTTP/1.1" status: 200 len: 984 time: 0.0578079 Aug 10 04:27:44.592685 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2f62ade5-ff61-4d35-ab36-c9a202716fd9 req-000a9276-1163-4a76-910d-1c3ee69bfe14 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fc9a6fa-24b6-47ca-a8f4-9d6272f2481f&id=079d987f-08e4-4d7d-a6b3-edcb39ccb277&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0361631 Aug 10 04:27:51.509565 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-fb4c2f56-44b0-4a92-a578-046c6df06405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:51.603625 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-93956644-3e2f-4dc4-9174-d5374496747d req-6350a0b2-63e1-4fcb-8b33-55ddbc906474 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=22882bb5-df6a-4a03-b8b1-8ebacb558477&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399902 Aug 10 04:27:51.683354 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93956644-3e2f-4dc4-9174-d5374496747d req-6656c12b-638a-43f0-a4ce-abc955ff2a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:51.685360 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-93956644-3e2f-4dc4-9174-d5374496747d req-6656c12b-638a-43f0-a4ce-abc955ff2a5e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4d9562697164912ae96f22f47b4a54d&device_id=22882bb5-df6a-4a03-b8b1-8ebacb558477 HTTP/1.1" status: 200 len: 1098 time: 0.0401647 Aug 10 04:27:51.788823 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93956644-3e2f-4dc4-9174-d5374496747d req-27cfecab-2c1e-470b-a614-00a340f26483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:51.790199 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-93956644-3e2f-4dc4-9174-d5374496747d req-27cfecab-2c1e-470b-a614-00a340f26483 service neutron] 10.222.0.61 "GET /v2.0/networks?id=86e70408-f9ef-4815-aa8f-59304e4ed4c8 HTTP/1.1" status: 200 len: 911 time: 0.0854697 Aug 10 04:27:51.832678 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-93956644-3e2f-4dc4-9174-d5374496747d req-f4385b53-dfaf-4b5b-826e-6273da6930cd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=600c6ca9-6224-4086-b5df-8c2df8511b77 HTTP/1.1" status: 200 len: 217 time: 0.0353267 Aug 10 04:27:51.883030 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93956644-3e2f-4dc4-9174-d5374496747d req-ff628461-1114-4eb8-9e8b-b17b9206c66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:51.884514 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-93956644-3e2f-4dc4-9174-d5374496747d req-ff628461-1114-4eb8-9e8b-b17b9206c66d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=48d8056f-5fb2-463c-96bd-f6f5ed5da27e HTTP/1.1" status: 200 len: 850 time: 0.0446842 Aug 10 04:27:51.935175 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93956644-3e2f-4dc4-9174-d5374496747d req-c3841289-ee69-4528-a3ad-21b46f81f5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:51.936704 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-93956644-3e2f-4dc4-9174-d5374496747d req-c3841289-ee69-4528-a3ad-21b46f81f5a2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=86e70408-f9ef-4815-aa8f-59304e4ed4c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447953 Aug 10 04:27:52.028397 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-93956644-3e2f-4dc4-9174-d5374496747d req-4ce0d0b0-f9b7-4dee-8052-7e377c57415a service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823824 Aug 10 04:27:52.121254 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-93956644-3e2f-4dc4-9174-d5374496747d req-3d776387-3fa2-46b9-a4eb-5c800a2fc74c service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854626 Aug 10 04:27:53.763896 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4a802016-cdfc-45c4-bec2-56e8b76fa92e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:53.854406 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f07c07a4-a317-463b-83d5-0d9e319c22ea req-ad2b7a39-3b28-42ba-bfcf-a0482b7eee8f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8b491921-0e38-4d2b-837e-b9e704e051a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0403907 Aug 10 04:27:53.944329 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07c07a4-a317-463b-83d5-0d9e319c22ea req-cbfe2c59-c289-40e8-b7be-436279cb84a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:53.945865 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f07c07a4-a317-463b-83d5-0d9e319c22ea req-cbfe2c59-c289-40e8-b7be-436279cb84a4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=07838544a8ad41b9afc6f5c728ea1890&device_id=8b491921-0e38-4d2b-837e-b9e704e051a2 HTTP/1.1" status: 200 len: 1136 time: 0.0494800 Aug 10 04:27:54.054098 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07c07a4-a317-463b-83d5-0d9e319c22ea req-6974b46b-21b9-4608-af9d-dc104371e5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:54.055623 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f07c07a4-a317-463b-83d5-0d9e319c22ea req-6974b46b-21b9-4608-af9d-dc104371e5d2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=eb0aca1e-fed8-4629-a037-b73166ee77fa HTTP/1.1" status: 200 len: 915 time: 0.0891383 Aug 10 04:27:54.128665 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f07c07a4-a317-463b-83d5-0d9e319c22ea req-424d05ab-6080-4512-b823-c4abc518fd1f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d6d52f71-02d7-411c-a1da-32be044c4407 HTTP/1.1" status: 200 len: 1001 time: 0.0600698 Aug 10 04:27:54.179571 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07c07a4-a317-463b-83d5-0d9e319c22ea req-0d06da97-786b-4dbc-91e5-8abf77bb17bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:54.181076 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f07c07a4-a317-463b-83d5-0d9e319c22ea req-0d06da97-786b-4dbc-91e5-8abf77bb17bb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3366f8ec-9ae7-4db7-92cd-e8e2cb0f141e HTTP/1.1" status: 200 len: 854 time: 0.0448537 Aug 10 04:27:54.230319 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07c07a4-a317-463b-83d5-0d9e319c22ea req-e2ac71d0-058d-442e-9f4a-ec91bb40b374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:54.232391 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f07c07a4-a317-463b-83d5-0d9e319c22ea req-e2ac71d0-058d-442e-9f4a-ec91bb40b374 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=eb0aca1e-fed8-4629-a037-b73166ee77fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443392 Aug 10 04:27:54.325831 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f07c07a4-a317-463b-83d5-0d9e319c22ea req-62567a0d-7f05-4ea0-925b-4220f88c98fa service neutron] 10.222.0.42 "GET /v2.0/networks/eb0aca1e-fed8-4629-a037-b73166ee77fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853767 Aug 10 04:27:54.363285 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:54.422637 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f07c07a4-a317-463b-83d5-0d9e319c22ea req-eaf490a7-02d7-455b-9d2c-7fd4a5e90862 service neutron] 10.222.0.42 "GET /v2.0/networks/eb0aca1e-fed8-4629-a037-b73166ee77fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894988 Aug 10 04:27:55.630964 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:56.700142 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:57.068886 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:59.469369 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:28:04.023450 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:17.036589 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ee719c4f-28f5-4784-a2dc-d7fd8ecf829c req-e8f81277-890d-492a-a9e9-961e62eaaca6 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1234639719&fields=id&tenant_id=07838544a8ad41b9afc6f5c728ea1890 HTTP/1.1" status: 200 len: 267 time: 0.0333018 Aug 10 04:28:17.089563 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee719c4f-28f5-4784-a2dc-d7fd8ecf829c req-ec0123e5-3275-44d5-9bb5-5d3281a33e00 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:28:17.091490 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ee719c4f-28f5-4784-a2dc-d7fd8ecf829c req-ec0123e5-3275-44d5-9bb5-5d3281a33e00 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b491921-0e38-4d2b-837e-b9e704e051a2 HTTP/1.1" status: 200 len: 984 time: 0.0491385 Aug 10 04:28:17.103198 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-ee719c4f-28f5-4784-a2dc-d7fd8ecf829c req-45336c3f-653d-4d89-9a63-c9482d134548 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Request body: {'port': {'security_groups': ['8fc9a6fa-24b6-47ca-a8f4-9d6272f2481f']}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:28:17.172161 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-ee719c4f-28f5-4784-a2dc-d7fd8ecf829c req-45336c3f-653d-4d89-9a63-c9482d134548 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:17.349779 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-ee719c4f-28f5-4784-a2dc-d7fd8ecf829c req-45336c3f-653d-4d89-9a63-c9482d134548 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] For port d6d52f71-02d7-411c-a1da-32be044c4407, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=d6d52f71-02d7-411c-a1da-32be044c4407,segment=NetworkSegment(971b03d6-6406-4adb-8c00-c2236efd297c),segment_id=971b03d6-6406-4adb-8c00-c2236efd297c)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:28:17.379763 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-ee719c4f-28f5-4784-a2dc-d7fd8ecf829c req-45336c3f-653d-4d89-9a63-c9482d134548 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:17.384409 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-ee719c4f-28f5-4784-a2dc-d7fd8ecf829c req-45336c3f-653d-4d89-9a63-c9482d134548 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:17.396010 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['d6d52f71-02d7-411c-a1da-32be044c4407'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:28:17.433035 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee719c4f-28f5-4784-a2dc-d7fd8ecf829c req-45336c3f-653d-4d89-9a63-c9482d134548 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:28:17.433648 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-ee719c4f-28f5-4784-a2dc-d7fd8ecf829c req-45336c3f-653d-4d89-9a63-c9482d134548 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:17.438486 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ee719c4f-28f5-4784-a2dc-d7fd8ecf829c req-45336c3f-653d-4d89-9a63-c9482d134548 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] 10.222.0.44 "PUT /v2.0/ports/d6d52f71-02d7-411c-a1da-32be044c4407 HTTP/1.1" status: 200 len: 942 time: 0.3401589 Aug 10 04:28:17.438995 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b491921-0e38-4d2b-837e-b9e704e051a2', 'tag': 'd6d52f71-02d7-411c-a1da-32be044c4407'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:28:17.441359 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7142606bf34c4189ec1af3eb1cc50705e8815838b55f5940d6ad7e637f738b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43b43767-7825-41f7-a743-18d5b9e71332" -d '{"events": [{"name": "network-changed", "server_uuid": "8b491921-0e38-4d2b-837e-b9e704e051a2", "tag": "d6d52f71-02d7-411c-a1da-32be044c4407"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:28:17.441782 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 50850) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:28:17.466697 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45336c3f-653d-4d89-9a63-c9482d134548 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Pushing event updated for resources: {'Port': ['ID=d6d52f71-02d7-411c-a1da-32be044c4407,revision_number=7']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:28:17.474702 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45336c3f-653d-4d89-9a63-c9482d134548 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:28:17.475110 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45336c3f-653d-4d89-9a63-c9482d134548 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:28:17.475410 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45336c3f-653d-4d89-9a63-c9482d134548 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:28:17.475753 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45336c3f-653d-4d89-9a63-c9482d134548 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:28:17.476092 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45336c3f-653d-4d89-9a63-c9482d134548 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:28:17.476429 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45336c3f-653d-4d89-9a63-c9482d134548 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:28:17.476766 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45336c3f-653d-4d89-9a63-c9482d134548 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:28:17.477098 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45336c3f-653d-4d89-9a63-c9482d134548 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:28:17.477432 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45336c3f-653d-4d89-9a63-c9482d134548 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:28:17.477961 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45336c3f-653d-4d89-9a63-c9482d134548 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:28:17.478364 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45336c3f-653d-4d89-9a63-c9482d134548 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:28:17.478702 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45336c3f-653d-4d89-9a63-c9482d134548 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:28:17.502535 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-279325a2-35ce-46ac-b8b5-12900c0ec4f3 x-openstack-request-id: req-279325a2-35ce-46ac-b8b5-12900c0ec4f3 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:28:17.503327 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b491921-0e38-4d2b-837e-b9e704e051a2", "tag": "d6d52f71-02d7-411c-a1da-32be044c4407", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:28:17.503944 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-279325a2-35ce-46ac-b8b5-12900c0ec4f3 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:28:17.505294 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b491921-0e38-4d2b-837e-b9e704e051a2', 'tag': 'd6d52f71-02d7-411c-a1da-32be044c4407', 'status': 'completed', 'code': 200} Aug 10 04:28:17.533284 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c0229b49-b63e-4a2a-9376-61b9c41e8fb5 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:17.568296 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['d6d52f71-02d7-411c-a1da-32be044c4407'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:28:17.568966 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c0229b49-b63e-4a2a-9376-61b9c41e8fb5 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:17.572437 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b43767-7825-41f7-a743-18d5b9e71332 req-5a4b9bf2-5339-408c-bbbf-f2b40f37048c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:28:17.574122 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-43b43767-7825-41f7-a743-18d5b9e71332 req-5a4b9bf2-5339-408c-bbbf-f2b40f37048c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=07838544a8ad41b9afc6f5c728ea1890&device_id=8b491921-0e38-4d2b-837e-b9e704e051a2 HTTP/1.1" status: 200 len: 1097 time: 0.0463474 Aug 10 04:28:17.652850 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c0229b49-b63e-4a2a-9376-61b9c41e8fb5 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:17.656056 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c0229b49-b63e-4a2a-9376-61b9c41e8fb5 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:17.659695 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-c0229b49-b63e-4a2a-9376-61b9c41e8fb5 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] 10.222.0.44 "DELETE /v2.0/security-groups/079d987f-08e4-4d7d-a6b3-edcb39ccb277 HTTP/1.1" status: 204 len: 168 time: 0.2144032 Aug 10 04:28:17.661943 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 50856) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:28:17.672140 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0229b49-b63e-4a2a-9376-61b9c41e8fb5 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=079d987f-08e4-4d7d-a6b3-edcb39ccb277,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:28:17.680661 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0229b49-b63e-4a2a-9376-61b9c41e8fb5 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:28:17.681014 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0229b49-b63e-4a2a-9376-61b9c41e8fb5 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:28:17.681762 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0229b49-b63e-4a2a-9376-61b9c41e8fb5 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:28:17.681899 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0229b49-b63e-4a2a-9376-61b9c41e8fb5 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:28:17.682147 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0229b49-b63e-4a2a-9376-61b9c41e8fb5 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:28:17.682514 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0229b49-b63e-4a2a-9376-61b9c41e8fb5 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:28:17.682846 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0229b49-b63e-4a2a-9376-61b9c41e8fb5 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:28:17.683182 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0229b49-b63e-4a2a-9376-61b9c41e8fb5 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:28:17.683512 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0229b49-b63e-4a2a-9376-61b9c41e8fb5 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:28:17.683845 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0229b49-b63e-4a2a-9376-61b9c41e8fb5 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:28:17.684171 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0229b49-b63e-4a2a-9376-61b9c41e8fb5 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:28:17.684542 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0229b49-b63e-4a2a-9376-61b9c41e8fb5 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:28:17.777899 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-df169032-e438-4991-806e-1f40664e19e7 None None] Provisioning complete for port d6d52f71-02d7-411c-a1da-32be044c4407 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:28:17.778875 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-df169032-e438-4991-806e-1f40664e19e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:17.783838 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b43767-7825-41f7-a743-18d5b9e71332 req-609d701f-3770-4f90-b0a6-825d8e7eaf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:28:17.785344 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-43b43767-7825-41f7-a743-18d5b9e71332 req-609d701f-3770-4f90-b0a6-825d8e7eaf25 service neutron] 10.222.0.42 "GET /v2.0/networks?id=eb0aca1e-fed8-4629-a037-b73166ee77fa HTTP/1.1" status: 200 len: 915 time: 0.2040355 Aug 10 04:28:17.883391 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-43b43767-7825-41f7-a743-18d5b9e71332 req-14a97940-5399-4188-8821-0419fb89d0e3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d6d52f71-02d7-411c-a1da-32be044c4407 HTTP/1.1" status: 200 len: 1001 time: 0.0896349 Aug 10 04:28:17.942582 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b43767-7825-41f7-a743-18d5b9e71332 req-a1285685-994e-4c8c-982d-1fe7191bef99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:28:17.943944 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-43b43767-7825-41f7-a743-18d5b9e71332 req-a1285685-994e-4c8c-982d-1fe7191bef99 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3366f8ec-9ae7-4db7-92cd-e8e2cb0f141e HTTP/1.1" status: 200 len: 854 time: 0.0539229 Aug 10 04:28:17.945343 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-f5840fb5-9cfc-47c6-97ce-ebb4498ecc32 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Deleting port 6b1cd805-4a33-4954-93c5-54ca99b5cec5 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:28:17.945685 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f5840fb5-9cfc-47c6-97ce-ebb4498ecc32 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:18.047129 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b43767-7825-41f7-a743-18d5b9e71332 req-96bcbb94-0e52-4d38-bf43-807412cf6baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:28:18.048654 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-43b43767-7825-41f7-a743-18d5b9e71332 req-96bcbb94-0e52-4d38-bf43-807412cf6baa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=eb0aca1e-fed8-4629-a037-b73166ee77fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0874043 Aug 10 04:28:18.056867 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f5840fb5-9cfc-47c6-97ce-ebb4498ecc32 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:18.057194 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f5840fb5-9cfc-47c6-97ce-ebb4498ecc32 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:18.085527 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-f5840fb5-9cfc-47c6-97ce-ebb4498ecc32 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Calling delete_port for 6b1cd805-4a33-4954-93c5-54ca99b5cec5 owned by network:floatingip {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:28:18.223538 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-43b43767-7825-41f7-a743-18d5b9e71332 req-0a4765ae-e082-480a-a6c8-8fe55eb81b10 service neutron] 10.222.0.42 "GET /v2.0/networks/eb0aca1e-fed8-4629-a037-b73166ee77fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630845 Aug 10 04:28:18.363017 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-43b43767-7825-41f7-a743-18d5b9e71332 req-1fe2a586-e162-43e7-8d34-ded7c75d3d91 service neutron] 10.222.0.42 "GET /v2.0/networks/eb0aca1e-fed8-4629-a037-b73166ee77fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307611 Aug 10 04:28:18.378569 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f5840fb5-9cfc-47c6-97ce-ebb4498ecc32 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:18.406014 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5840fb5-9cfc-47c6-97ce-ebb4498ecc32 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Pushing event deleted for resources: {'Port': ['ID=6b1cd805-4a33-4954-93c5-54ca99b5cec5,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:28:18.468589 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f5840fb5-9cfc-47c6-97ce-ebb4498ecc32 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Notify callbacks [] for floatingip, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:18.468917 n-d-768862-13 neutron-server[94260]: INFO neutron.db.l3_db [None req-f5840fb5-9cfc-47c6-97ce-ebb4498ecc32 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Floating IP 2dc00fb5-6659-47da-8a89-06250077333d disassociated (deleted). External IP: 172.25.6.171, port: d6d52f71-02d7-411c-a1da-32be044c4407. Aug 10 04:28:18.687275 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5840fb5-9cfc-47c6-97ce-ebb4498ecc32 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Router e9284769-d19c-4e53-92db-b9b5781f9db9 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:28:18.798250 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5840fb5-9cfc-47c6-97ce-ebb4498ecc32 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:28:18.803116 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f5840fb5-9cfc-47c6-97ce-ebb4498ecc32 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:18.807576 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d91305-732a-45b0-b7b1-4274ddbd30ba None None] Sync routers for ids ['e9284769-d19c-4e53-92db-b9b5781f9db9'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:28:18.816381 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d91305-732a-45b0-b7b1-4274ddbd30ba None None] Routers {'e9284769-d19c-4e53-92db-b9b5781f9db9'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:28:18.816980 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-28d91305-732a-45b0-b7b1-4274ddbd30ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:27:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['e9284769-d19c-4e53-92db-b9b5781f9db9'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:28:18.828929 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-f5840fb5-9cfc-47c6-97ce-ebb4498ecc32 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] 10.222.0.44 "DELETE /v2.0/floatingips/2dc00fb5-6659-47da-8a89-06250077333d HTTP/1.1" status: 204 len: 168 time: 1.1658709 Aug 10 04:28:18.925467 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-28d91305-732a-45b0-b7b1-4274ddbd30ba None None] Set router e9284769-d19c-4e53-92db-b9b5781f9db9 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:28:19.139624 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-28d91305-732a-45b0-b7b1-4274ddbd30ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9284769-d19c-4e53-92db-b9b5781f9db9', 'name': 'tempest-TestMinimumBasicScenario-1084559212-router', 'tenant_id': '07838544a8ad41b9afc6f5c728ea1890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': 'b34389a3-5059-4310-9761-8401f58b41be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:26:22Z', 'updated_at': '2021-08-10T04:26:25Z', 'revision_number': 4, 'project_id': '07838544a8ad41b9afc6f5c728ea1890', 'gw_port': {'id': 'b34389a3-5059-4310-9761-8401f58b41be', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:46:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9284769-d19c-4e53-92db-b9b5781f9db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:26:22Z', 'updated_at': '2021-08-10T04:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '23411e89-0d09-4dae-88ca-200649d0146f', 'name': '', 'network_id': 'eb0aca1e-fed8-4629-a037-b73166ee77fa', 'tenant_id': '07838544a8ad41b9afc6f5c728ea1890', 'mac_address': 'fa:16:3e:4c:4e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9284769-d19c-4e53-92db-b9b5781f9db9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '3366f8ec-9ae7-4db7-92cd-e8e2cb0f141e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:26:24Z', 'updated_at': '2021-08-10T04:26:30Z', 'revision_number': 5, 'project_id': '07838544a8ad41b9afc6f5c728ea1890', 'subnets': [{'id': '3366f8ec-9ae7-4db7-92cd-e8e2cb0f141e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:28:19.165879 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d91305-732a-45b0-b7b1-4274ddbd30ba None None] Checking router: e9284769-d19c-4e53-92db-b9b5781f9db9 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:28:19.174202 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d91305-732a-45b0-b7b1-4274ddbd30ba None None] Routers {'e9284769-d19c-4e53-92db-b9b5781f9db9'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:28:19.174818 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-28d91305-732a-45b0-b7b1-4274ddbd30ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:27:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['e9284769-d19c-4e53-92db-b9b5781f9db9'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:28:19.276979 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-28d91305-732a-45b0-b7b1-4274ddbd30ba None None] Set router e9284769-d19c-4e53-92db-b9b5781f9db9 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:28:19.468987 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-28d91305-732a-45b0-b7b1-4274ddbd30ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9284769-d19c-4e53-92db-b9b5781f9db9', 'name': 'tempest-TestMinimumBasicScenario-1084559212-router', 'tenant_id': '07838544a8ad41b9afc6f5c728ea1890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': 'b34389a3-5059-4310-9761-8401f58b41be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:26:22Z', 'updated_at': '2021-08-10T04:26:25Z', 'revision_number': 4, 'project_id': '07838544a8ad41b9afc6f5c728ea1890', 'gw_port': {'id': 'b34389a3-5059-4310-9761-8401f58b41be', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:46:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9284769-d19c-4e53-92db-b9b5781f9db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:26:22Z', 'updated_at': '2021-08-10T04:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '23411e89-0d09-4dae-88ca-200649d0146f', 'name': '', 'network_id': 'eb0aca1e-fed8-4629-a037-b73166ee77fa', 'tenant_id': '07838544a8ad41b9afc6f5c728ea1890', 'mac_address': 'fa:16:3e:4c:4e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9284769-d19c-4e53-92db-b9b5781f9db9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '3366f8ec-9ae7-4db7-92cd-e8e2cb0f141e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:26:24Z', 'updated_at': '2021-08-10T04:26:30Z', 'revision_number': 5, 'project_id': '07838544a8ad41b9afc6f5c728ea1890', 'subnets': [{'id': '3366f8ec-9ae7-4db7-92cd-e8e2cb0f141e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:28:19.500227 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d91305-732a-45b0-b7b1-4274ddbd30ba None None] The sync data for ids ['e9284769-d19c-4e53-92db-b9b5781f9db9'] in n-d-768862-13 is: [{'id': 'e9284769-d19c-4e53-92db-b9b5781f9db9', 'name': 'tempest-TestMinimumBasicScenario-1084559212-router', 'tenant_id': '07838544a8ad41b9afc6f5c728ea1890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': 'b34389a3-5059-4310-9761-8401f58b41be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:26:22Z', 'updated_at': '2021-08-10T04:26:25Z', 'revision_number': 4, 'project_id': '07838544a8ad41b9afc6f5c728ea1890', 'gw_port': {'id': 'b34389a3-5059-4310-9761-8401f58b41be', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:46:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9284769-d19c-4e53-92db-b9b5781f9db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:26:22Z', 'updated_at': '2021-08-10T04:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '23411e89-0d09-4dae-88ca-200649d0146f', 'name': '', 'network_id': 'eb0aca1e-fed8-4629-a037-b73166ee77fa', 'tenant_id': '07838544a8ad41b9afc6f5c728ea1890', 'mac_address': 'fa:16:3e:4c:4e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9284769-d19c-4e53-92db-b9b5781f9db9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '3366f8ec-9ae7-4db7-92cd-e8e2cb0f141e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:26:24Z', 'updated_at': '2021-08-10T04:26:30Z', 'revision_number': 5, 'project_id': '07838544a8ad41b9afc6f5c728ea1890', 'subnets': [{'id': '3366f8ec-9ae7-4db7-92cd-e8e2cb0f141e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:28:19.507066 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b491921-0e38-4d2b-837e-b9e704e051a2', 'tag': 'd6d52f71-02d7-411c-a1da-32be044c4407'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:28:19.511104 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7142606bf34c4189ec1af3eb1cc50705e8815838b55f5940d6ad7e637f738b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed3cc9a-28b5-4a06-8342-b468c262bf30" -d '{"events": [{"name": "network-changed", "server_uuid": "8b491921-0e38-4d2b-837e-b9e704e051a2", "tag": "d6d52f71-02d7-411c-a1da-32be044c4407"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:28:19.557042 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e76432b7-7746-4bc8-877d-32817f6b01b1 x-openstack-request-id: req-e76432b7-7746-4bc8-877d-32817f6b01b1 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:28:19.557309 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b491921-0e38-4d2b-837e-b9e704e051a2", "tag": "d6d52f71-02d7-411c-a1da-32be044c4407", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:28:19.557565 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e76432b7-7746-4bc8-877d-32817f6b01b1 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:28:19.557974 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b491921-0e38-4d2b-837e-b9e704e051a2', 'tag': 'd6d52f71-02d7-411c-a1da-32be044c4407', 'status': 'completed', 'code': 200} Aug 10 04:28:19.621683 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed3cc9a-28b5-4a06-8342-b468c262bf30 req-f99a626f-0139-405b-bb95-9a8603457301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:28:19.623834 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fed3cc9a-28b5-4a06-8342-b468c262bf30 req-f99a626f-0139-405b-bb95-9a8603457301 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=07838544a8ad41b9afc6f5c728ea1890&device_id=8b491921-0e38-4d2b-837e-b9e704e051a2 HTTP/1.1" status: 200 len: 1097 time: 0.0423951 Aug 10 04:28:19.730741 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed3cc9a-28b5-4a06-8342-b468c262bf30 req-74c5447d-d638-43d7-a5cd-d32499efb24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:28:19.732480 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fed3cc9a-28b5-4a06-8342-b468c262bf30 req-74c5447d-d638-43d7-a5cd-d32499efb24e service neutron] 10.222.0.42 "GET /v2.0/networks?id=eb0aca1e-fed8-4629-a037-b73166ee77fa HTTP/1.1" status: 200 len: 915 time: 0.1007485 Aug 10 04:28:19.755501 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe52658d-97cf-4b4b-81eb-532d6cab8557 None None] New status for floating IP 2dc00fb5-6659-47da-8a89-06250077333d: DOWN {{(pid=94263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:28:19.776591 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fed3cc9a-28b5-4a06-8342-b468c262bf30 req-11c5995d-4bcb-41bb-a286-fae55ebe6358 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d6d52f71-02d7-411c-a1da-32be044c4407 HTTP/1.1" status: 200 len: 217 time: 0.0373809 Aug 10 04:28:19.832217 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed3cc9a-28b5-4a06-8342-b468c262bf30 req-369dc4cb-4f48-437c-a80a-2213b1b5b5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:28:19.833762 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fed3cc9a-28b5-4a06-8342-b468c262bf30 req-369dc4cb-4f48-437c-a80a-2213b1b5b5a2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3366f8ec-9ae7-4db7-92cd-e8e2cb0f141e HTTP/1.1" status: 200 len: 854 time: 0.0507574 Aug 10 04:28:19.883756 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed3cc9a-28b5-4a06-8342-b468c262bf30 req-98d95102-0ca3-4ed7-94e1-068d3db366d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:28:19.885267 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fed3cc9a-28b5-4a06-8342-b468c262bf30 req-98d95102-0ca3-4ed7-94e1-068d3db366d7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=eb0aca1e-fed8-4629-a037-b73166ee77fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441928 Aug 10 04:28:19.977565 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fed3cc9a-28b5-4a06-8342-b468c262bf30 req-a61e0608-2304-41f4-bd44-da189a033f8e service neutron] 10.222.0.42 "GET /v2.0/networks/eb0aca1e-fed8-4629-a037-b73166ee77fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851545 Aug 10 04:28:20.068672 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fed3cc9a-28b5-4a06-8342-b468c262bf30 req-c6ff7820-6a3e-4d15-ae4b-f22d57e7230f service neutron] 10.222.0.42 "GET /v2.0/networks/eb0aca1e-fed8-4629-a037-b73166ee77fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836596 Aug 10 04:28:21.510937 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-52912148-e927-4fa0-9582-56df37baabc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:23.766183 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f6e6dbc2-daec-4eec-931a-33af3f366901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:24.364890 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:25.635518 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:25.772313 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fb5bdd-96b1-40df-86f5-9811cc51d29d req-3b056394-668d-495c-9cc1-2eeefd94acd4 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:28:25.773881 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-60fb5bdd-96b1-40df-86f5-9811cc51d29d req-3b056394-668d-495c-9cc1-2eeefd94acd4 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b491921-0e38-4d2b-837e-b9e704e051a2 HTTP/1.1" status: 200 len: 945 time: 0.0556488 Aug 10 04:28:25.813589 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-60fb5bdd-96b1-40df-86f5-9811cc51d29d req-00111c37-d8f6-4bd0-b9f0-4a75188fae05 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fc9a6fa-24b6-47ca-a8f4-9d6272f2481f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318208 Aug 10 04:28:26.715159 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:26.931682 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ed35b-98c7-43a6-9c48-6af0651ec890 req-5c4ae43a-eb2c-42fa-aab4-23b10c09aa98 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:28:26.933151 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-df4ed35b-98c7-43a6-9c48-6af0651ec890 req-5c4ae43a-eb2c-42fa-aab4-23b10c09aa98 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b491921-0e38-4d2b-837e-b9e704e051a2 HTTP/1.1" status: 200 len: 945 time: 0.0492997 Aug 10 04:28:26.970579 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-df4ed35b-98c7-43a6-9c48-6af0651ec890 req-5de0d3e5-a4b9-461b-a6fb-3535dc521f87 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fc9a6fa-24b6-47ca-a8f4-9d6272f2481f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312958 Aug 10 04:28:27.080120 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:27.396499 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896c820c-a95e-49b7-81af-03391cd66689 req-6e757c1c-dd62-43ba-954c-4308c5b430cb tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:28:27.397959 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-896c820c-a95e-49b7-81af-03391cd66689 req-6e757c1c-dd62-43ba-954c-4308c5b430cb tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b491921-0e38-4d2b-837e-b9e704e051a2 HTTP/1.1" status: 200 len: 945 time: 0.0528851 Aug 10 04:28:27.494437 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-896c820c-a95e-49b7-81af-03391cd66689 req-b6d0bc24-f51f-421f-85c5-e841ce58c974 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Deleting port d6d52f71-02d7-411c-a1da-32be044c4407 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:28:27.494781 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-896c820c-a95e-49b7-81af-03391cd66689 req-b6d0bc24-f51f-421f-85c5-e841ce58c974 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:27.581306 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-896c820c-a95e-49b7-81af-03391cd66689 req-b6d0bc24-f51f-421f-85c5-e841ce58c974 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] For port d6d52f71-02d7-411c-a1da-32be044c4407, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=d6d52f71-02d7-411c-a1da-32be044c4407,segment=NetworkSegment(971b03d6-6406-4adb-8c00-c2236efd297c),segment_id=971b03d6-6406-4adb-8c00-c2236efd297c)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:28:27.581674 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-896c820c-a95e-49b7-81af-03391cd66689 req-b6d0bc24-f51f-421f-85c5-e841ce58c974 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:27.595010 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-896c820c-a95e-49b7-81af-03391cd66689 req-b6d0bc24-f51f-421f-85c5-e841ce58c974 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Calling delete_port for d6d52f71-02d7-411c-a1da-32be044c4407 owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:28:27.721604 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-896c820c-a95e-49b7-81af-03391cd66689 req-b6d0bc24-f51f-421f-85c5-e841ce58c974 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:27.732619 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['d6d52f71-02d7-411c-a1da-32be044c4407'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:28:27.749933 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d0bc24-f51f-421f-85c5-e841ce58c974 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Pushing event deleted for resources: {'Port': ['ID=d6d52f71-02d7-411c-a1da-32be044c4407,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:28:27.794294 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-896c820c-a95e-49b7-81af-03391cd66689 req-b6d0bc24-f51f-421f-85c5-e841ce58c974 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] No DVR routers for this DVR port d6d52f71-02d7-411c-a1da-32be044c4407 on host n-h1-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:28:27.796895 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-896c820c-a95e-49b7-81af-03391cd66689 req-b6d0bc24-f51f-421f-85c5-e841ce58c974 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:27.798909 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-896c820c-a95e-49b7-81af-03391cd66689 req-b6d0bc24-f51f-421f-85c5-e841ce58c974 tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] 10.222.0.42 "DELETE /v2.0/ports/d6d52f71-02d7-411c-a1da-32be044c4407 HTTP/1.1" status: 204 len: 173 time: 0.3945193 Aug 10 04:28:27.799328 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b491921-0e38-4d2b-837e-b9e704e051a2', 'name': 'network-vif-deleted', 'tag': 'd6d52f71-02d7-411c-a1da-32be044c4407'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:28:27.801552 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7142606bf34c4189ec1af3eb1cc50705e8815838b55f5940d6ad7e637f738b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e74af6-8975-4683-8eeb-539994572aa2" -d '{"events": [{"server_uuid": "8b491921-0e38-4d2b-837e-b9e704e051a2", "name": "network-vif-deleted", "tag": "d6d52f71-02d7-411c-a1da-32be044c4407"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:28:27.843629 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78f06350-8106-41e6-bf45-44d21e816e01 x-openstack-request-id: req-78f06350-8106-41e6-bf45-44d21e816e01 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:28:27.843968 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b491921-0e38-4d2b-837e-b9e704e051a2", "name": "network-vif-deleted", "tag": "d6d52f71-02d7-411c-a1da-32be044c4407", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:28:27.844248 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-78f06350-8106-41e6-bf45-44d21e816e01 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:28:27.844731 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b491921-0e38-4d2b-837e-b9e704e051a2', 'name': 'network-vif-deleted', 'tag': 'd6d52f71-02d7-411c-a1da-32be044c4407', 'status': 'completed', 'code': 200} Aug 10 04:28:28.081212 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7c8e3bd9-9996-4593-a4c7-c48bb2a1949d req-875057fe-d19f-4eda-96a0-215a8277927e tempest-TestMinimumBasicScenario-794679564 tempest-TestMinimumBasicScenario-794679564-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b491921-0e38-4d2b-837e-b9e704e051a2 HTTP/1.1" status: 200 len: 210 time: 0.0260577 Aug 10 04:28:29.651893 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 50960) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:28:30.007145 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-326c5153-8ca0-4681-ae71-9d7d345604a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521880'] for router_interface, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:30.247391 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-326c5153-8ca0-4681-ae71-9d7d345604a5 admin admin] Deleting port 23411e89-0d09-4dae-88ca-200649d0146f {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:28:30.247760 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-326c5153-8ca0-4681-ae71-9d7d345604a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:30.324305 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-326c5153-8ca0-4681-ae71-9d7d345604a5 admin admin] For port 23411e89-0d09-4dae-88ca-200649d0146f, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=23411e89-0d09-4dae-88ca-200649d0146f,segment=NetworkSegment(971b03d6-6406-4adb-8c00-c2236efd297c),segment_id=971b03d6-6406-4adb-8c00-c2236efd297c)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:28:30.324675 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-326c5153-8ca0-4681-ae71-9d7d345604a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:30.338131 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-326c5153-8ca0-4681-ae71-9d7d345604a5 admin admin] Calling delete_port for 23411e89-0d09-4dae-88ca-200649d0146f owned by network:router_interface {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:28:30.516971 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-326c5153-8ca0-4681-ae71-9d7d345604a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:30.542709 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326c5153-8ca0-4681-ae71-9d7d345604a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=23411e89-0d09-4dae-88ca-200649d0146f,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:28:30.717130 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-326c5153-8ca0-4681-ae71-9d7d345604a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-522536'] for router_interface, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:30.854713 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device d6d52f71-02d7-411c-a1da-32be044c4407 no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:28:30.874867 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] No Port match for: d6d52f71-02d7-411c-a1da-32be044c4407 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:28:30.875225 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device d6d52f71-02d7-411c-a1da-32be044c4407 not bound to the agent host n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:28:30.936660 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-326c5153-8ca0-4681-ae71-9d7d345604a5 admin admin] Router e9284769-d19c-4e53-92db-b9b5781f9db9 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:28:31.041246 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-326c5153-8ca0-4681-ae71-9d7d345604a5 admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:28:31.046849 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-326c5153-8ca0-4681-ae71-9d7d345604a5 admin admin] 10.222.0.44 "PUT /v2.0/routers/e9284769-d19c-4e53-92db-b9b5781f9db9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3938916 Aug 10 04:28:31.049289 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 50964) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:28:31.051671 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2694146a-1741-4f77-ae73-23a3440200ba None None] Sync routers for ids ['e9284769-d19c-4e53-92db-b9b5781f9db9'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:28:31.061569 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2694146a-1741-4f77-ae73-23a3440200ba None None] Routers {'e9284769-d19c-4e53-92db-b9b5781f9db9'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:28:31.062182 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-2694146a-1741-4f77-ae73-23a3440200ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:28:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['e9284769-d19c-4e53-92db-b9b5781f9db9'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:28:31.157941 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-71aa29d5-4c09-4780-ade9-3870ee3289d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:31.327155 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-2694146a-1741-4f77-ae73-23a3440200ba None None] Set router e9284769-d19c-4e53-92db-b9b5781f9db9 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:28:31.514444 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-2694146a-1741-4f77-ae73-23a3440200ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9284769-d19c-4e53-92db-b9b5781f9db9', 'name': 'tempest-TestMinimumBasicScenario-1084559212-router', 'tenant_id': '07838544a8ad41b9afc6f5c728ea1890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': 'b34389a3-5059-4310-9761-8401f58b41be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:26:22Z', 'updated_at': '2021-08-10T04:28:30Z', 'revision_number': 5, 'project_id': '07838544a8ad41b9afc6f5c728ea1890', 'gw_port': {'id': 'b34389a3-5059-4310-9761-8401f58b41be', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:46:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9284769-d19c-4e53-92db-b9b5781f9db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:26:22Z', 'updated_at': '2021-08-10T04:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:28:31.540522 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2694146a-1741-4f77-ae73-23a3440200ba None None] Checking router: e9284769-d19c-4e53-92db-b9b5781f9db9 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:28:31.549213 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2694146a-1741-4f77-ae73-23a3440200ba None None] Routers {'e9284769-d19c-4e53-92db-b9b5781f9db9'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:28:31.549809 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-2694146a-1741-4f77-ae73-23a3440200ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:28:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['e9284769-d19c-4e53-92db-b9b5781f9db9'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:28:31.581999 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-71aa29d5-4c09-4780-ade9-3870ee3289d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:31.635431 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-71aa29d5-4c09-4780-ade9-3870ee3289d3 admin admin] Deleting port b34389a3-5059-4310-9761-8401f58b41be {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:28:31.635878 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-71aa29d5-4c09-4780-ade9-3870ee3289d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:31.656586 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-2694146a-1741-4f77-ae73-23a3440200ba None None] Set router e9284769-d19c-4e53-92db-b9b5781f9db9 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:28:31.712639 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-71aa29d5-4c09-4780-ade9-3870ee3289d3 admin admin] For port b34389a3-5059-4310-9761-8401f58b41be, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=b34389a3-5059-4310-9761-8401f58b41be,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:28:31.713020 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-71aa29d5-4c09-4780-ade9-3870ee3289d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:31.726622 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-71aa29d5-4c09-4780-ade9-3870ee3289d3 admin admin] Calling delete_port for b34389a3-5059-4310-9761-8401f58b41be owned by network:router_gateway {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:28:31.828614 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-2694146a-1741-4f77-ae73-23a3440200ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9284769-d19c-4e53-92db-b9b5781f9db9', 'name': 'tempest-TestMinimumBasicScenario-1084559212-router', 'tenant_id': '07838544a8ad41b9afc6f5c728ea1890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': 'b34389a3-5059-4310-9761-8401f58b41be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:26:22Z', 'updated_at': '2021-08-10T04:28:30Z', 'revision_number': 5, 'project_id': '07838544a8ad41b9afc6f5c728ea1890', 'gw_port': {'id': 'b34389a3-5059-4310-9761-8401f58b41be', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:46:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9284769-d19c-4e53-92db-b9b5781f9db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:26:22Z', 'updated_at': '2021-08-10T04:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:28:31.860970 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2694146a-1741-4f77-ae73-23a3440200ba None None] The sync data for ids ['e9284769-d19c-4e53-92db-b9b5781f9db9'] in n-d-768862-13 is: [{'id': 'e9284769-d19c-4e53-92db-b9b5781f9db9', 'name': 'tempest-TestMinimumBasicScenario-1084559212-router', 'tenant_id': '07838544a8ad41b9afc6f5c728ea1890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': 'b34389a3-5059-4310-9761-8401f58b41be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:26:22Z', 'updated_at': '2021-08-10T04:28:30Z', 'revision_number': 5, 'project_id': '07838544a8ad41b9afc6f5c728ea1890', 'gw_port': {'id': 'b34389a3-5059-4310-9761-8401f58b41be', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:46:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9284769-d19c-4e53-92db-b9b5781f9db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:26:22Z', 'updated_at': '2021-08-10T04:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:28:31.899723 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-71aa29d5-4c09-4780-ade9-3870ee3289d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:31.928527 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aa29d5-4c09-4780-ade9-3870ee3289d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b34389a3-5059-4310-9761-8401f58b41be,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:28:31.989471 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-71aa29d5-4c09-4780-ade9-3870ee3289d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520654'] for router_gateway, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:32.077095 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-71aa29d5-4c09-4780-ade9-3870ee3289d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:32.079231 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-71aa29d5-4c09-4780-ade9-3870ee3289d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:32.120629 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-71aa29d5-4c09-4780-ade9-3870ee3289d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:32.121207 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71aa29d5-4c09-4780-ade9-3870ee3289d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9284769-d19c-4e53-92db-b9b5781f9db9 {{(pid=94261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:28:32.126211 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-71aa29d5-4c09-4780-ade9-3870ee3289d3 admin admin] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:32.127375 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-71aa29d5-4c09-4780-ade9-3870ee3289d3 admin admin] 10.222.0.44 "DELETE /v2.0/routers/e9284769-d19c-4e53-92db-b9b5781f9db9 HTTP/1.1" status: 204 len: 168 time: 1.0771458 Aug 10 04:28:32.130262 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 50968) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:28:32.177300 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-03a04e32-4808-45e6-8c35-55980e6a6f59 admin admin] Deleting subnet 3366f8ec-9ae7-4db7-92cd-e8e2cb0f141e {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:28:32.180234 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-03a04e32-4808-45e6-8c35-55980e6a6f59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:32.215330 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-03a04e32-4808-45e6-8c35-55980e6a6f59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:32.299428 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-03a04e32-4808-45e6-8c35-55980e6a6f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:32.358594 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-03a04e32-4808-45e6-8c35-55980e6a6f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:32.384801 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a04e32-4808-45e6-8c35-55980e6a6f59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3366f8ec-9ae7-4db7-92cd-e8e2cb0f141e,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:28:32.389075 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-03a04e32-4808-45e6-8c35-55980e6a6f59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:32.391078 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-03a04e32-4808-45e6-8c35-55980e6a6f59 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/3366f8ec-9ae7-4db7-92cd-e8e2cb0f141e HTTP/1.1" status: 204 len: 168 time: 0.2598040 Aug 10 04:28:32.393520 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 50970) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:28:32.394737 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa98be4e-43c2-4838-9057-8f515672ad6b None None] Network eb0aca1e-fed8-4629-a037-b73166ee77fa requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:28:32.465041 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-77d4a7d0-aaf6-461f-8645-5f37c70affc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:32.526945 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-77d4a7d0-aaf6-461f-8645-5f37c70affc3 admin admin] Deleting port 4435efad-0d29-487d-8552-8d3f485cd929 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:28:32.527278 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-77d4a7d0-aaf6-461f-8645-5f37c70affc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:32.592036 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3962097-684e-416d-b8c0-115bbbf5b065 None None] DHCP port deletion for eb0aca1e-fed8-4629-a037-b73166ee77fa request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:28:32.604843 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-77d4a7d0-aaf6-461f-8645-5f37c70affc3 admin admin] For port 4435efad-0d29-487d-8552-8d3f485cd929, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=4435efad-0d29-487d-8552-8d3f485cd929,segment=NetworkSegment(971b03d6-6406-4adb-8c00-c2236efd297c),segment_id=971b03d6-6406-4adb-8c00-c2236efd297c)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:28:32.605204 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-77d4a7d0-aaf6-461f-8645-5f37c70affc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:32.618808 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-77d4a7d0-aaf6-461f-8645-5f37c70affc3 admin admin] Calling delete_port for 4435efad-0d29-487d-8552-8d3f485cd929 owned by network:dhcp {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:28:32.639350 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-e3962097-684e-416d-b8c0-115bbbf5b065 None None] Deleting port 4435efad-0d29-487d-8552-8d3f485cd929 {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:28:32.639737 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e3962097-684e-416d-b8c0-115bbbf5b065 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:32.699457 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-77d4a7d0-aaf6-461f-8645-5f37c70affc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:32.703770 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-e3962097-684e-416d-b8c0-115bbbf5b065 None None] For port 4435efad-0d29-487d-8552-8d3f485cd929, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=4435efad-0d29-487d-8552-8d3f485cd929,segment=NetworkSegment(971b03d6-6406-4adb-8c00-c2236efd297c),segment_id=971b03d6-6406-4adb-8c00-c2236efd297c)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:28:32.704176 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e3962097-684e-416d-b8c0-115bbbf5b065 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:32.718998 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-e3962097-684e-416d-b8c0-115bbbf5b065 None None] Calling delete_port for 4435efad-0d29-487d-8552-8d3f485cd929 owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:28:32.727836 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d4a7d0-aaf6-461f-8645-5f37c70affc3 admin admin] No DVR routers for this DVR port 4435efad-0d29-487d-8552-8d3f485cd929 on host n-d-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:28:32.733543 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d4a7d0-aaf6-461f-8645-5f37c70affc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4435efad-0d29-487d-8552-8d3f485cd929,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:28:32.803298 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e3962097-684e-416d-b8c0-115bbbf5b065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:32.809457 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-77d4a7d0-aaf6-461f-8645-5f37c70affc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:32.820661 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-77d4a7d0-aaf6-461f-8645-5f37c70affc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb0aca1e-fed8-4629-a037-b73166ee77fa']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:28:32.830157 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3962097-684e-416d-b8c0-115bbbf5b065 None None] Pushing event deleted for resources: {'Port': ['ID=4435efad-0d29-487d-8552-8d3f485cd929,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:28:32.831474 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-77d4a7d0-aaf6-461f-8645-5f37c70affc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '971b03d6-6406-4adb-8c00-c2236efd297c') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:28:32.831772 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-77d4a7d0-aaf6-461f-8645-5f37c70affc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '971b03d6-6406-4adb-8c00-c2236efd297c') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:28:32.832453 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3962097-684e-416d-b8c0-115bbbf5b065 None None] No DVR routers for this DVR port 4435efad-0d29-487d-8552-8d3f485cd929 on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:28:32.840583 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3962097-684e-416d-b8c0-115bbbf5b065 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:28:32.840902 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3962097-684e-416d-b8c0-115bbbf5b065 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:28:32.841249 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3962097-684e-416d-b8c0-115bbbf5b065 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:28:32.841591 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3962097-684e-416d-b8c0-115bbbf5b065 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:28:32.841927 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3962097-684e-416d-b8c0-115bbbf5b065 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:28:32.842280 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3962097-684e-416d-b8c0-115bbbf5b065 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:28:32.842614 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3962097-684e-416d-b8c0-115bbbf5b065 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:28:32.842984 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3962097-684e-416d-b8c0-115bbbf5b065 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:28:32.843699 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3962097-684e-416d-b8c0-115bbbf5b065 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:28:32.843699 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3962097-684e-416d-b8c0-115bbbf5b065 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:28:32.843902 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3962097-684e-416d-b8c0-115bbbf5b065 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:28:32.844364 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3962097-684e-416d-b8c0-115bbbf5b065 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:28:32.845977 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-77d4a7d0-aaf6-461f-8645-5f37c70affc3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:32.861204 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-77d4a7d0-aaf6-461f-8645-5f37c70affc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:32.867244 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77d4a7d0-aaf6-461f-8645-5f37c70affc3 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:28:32.867655 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-77d4a7d0-aaf6-461f-8645-5f37c70affc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:32.869267 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 04:28:32.869267 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:28:32.869267 n-d-768862-13 neutron-server[94261]: timer() Aug 10 04:28:32.869267 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:28:32.869267 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 04:28:32.869267 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:28:32.869267 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 04:28:32.869267 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:28:32.869267 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 04:28:32.869267 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:28:32.869267 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 04:28:32.869267 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:28:32.869267 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 04:28:32.869267 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:28:32.869267 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:28:32.869267 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:28:32.869267 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:28:32.869267 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:28:32.869267 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 04:28:32.869267 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:28:32.869267 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 04:28:32.869267 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:28:32.869267 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:28:32.869267 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:28:32.869267 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 04:28:32.869267 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:28:32.869267 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:28:32.869267 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:28:32.869267 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:28:32.869267 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:28:32.869267 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:28:32.869267 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:28:32.936090 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-77d4a7d0-aaf6-461f-8645-5f37c70affc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:32.941836 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-77d4a7d0-aaf6-461f-8645-5f37c70affc3 admin admin] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:32.943735 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-77d4a7d0-aaf6-461f-8645-5f37c70affc3 admin admin] 10.222.0.44 "DELETE /v2.0/networks/eb0aca1e-fed8-4629-a037-b73166ee77fa HTTP/1.1" status: 204 len: 168 time: 0.5492833 Aug 10 04:28:32.946997 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 50972) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:28:32.950961 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 23411e89-0d09-4dae-88ca-200649d0146f no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:28:32.956169 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d4a7d0-aaf6-461f-8645-5f37c70affc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb0aca1e-fed8-4629-a037-b73166ee77fa,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:28:32.972984 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 23411e89-0d09-4dae-88ca-200649d0146f {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:28:32.973406 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 23411e89-0d09-4dae-88ca-200649d0146f not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:28:32.974019 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device b34389a3-5059-4310-9761-8401f58b41be no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:28:32.993258 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: b34389a3-5059-4310-9761-8401f58b41be {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:28:32.993685 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device b34389a3-5059-4310-9761-8401f58b41be not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:28:32.994162 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 4435efad-0d29-487d-8552-8d3f485cd929 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:28:33.013312 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 4435efad-0d29-487d-8552-8d3f485cd929 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:28:33.013748 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 4435efad-0d29-487d-8552-8d3f485cd929 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:28:33.603705 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c7ef3914-08c9-4d7f-9cf7-93e5ae0548a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521880'] for router_interface, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:33.852688 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-c7ef3914-08c9-4d7f-9cf7-93e5ae0548a2 admin admin] Deleting port 8916ea08-e21b-4e2f-8ec0-63b3a82dd77b {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:28:33.853039 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c7ef3914-08c9-4d7f-9cf7-93e5ae0548a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:33.931695 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [None req-c7ef3914-08c9-4d7f-9cf7-93e5ae0548a2 admin admin] For port 8916ea08-e21b-4e2f-8ec0-63b3a82dd77b, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=8916ea08-e21b-4e2f-8ec0-63b3a82dd77b,segment=NetworkSegment(d731f716-d3e4-4a37-b962-02e0b909610a),segment_id=d731f716-d3e4-4a37-b962-02e0b909610a)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:28:33.932058 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c7ef3914-08c9-4d7f-9cf7-93e5ae0548a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:33.944910 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-c7ef3914-08c9-4d7f-9cf7-93e5ae0548a2 admin admin] Calling delete_port for 8916ea08-e21b-4e2f-8ec0-63b3a82dd77b owned by network:router_interface {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:28:34.040008 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:34.127097 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c7ef3914-08c9-4d7f-9cf7-93e5ae0548a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:34.152431 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ef3914-08c9-4d7f-9cf7-93e5ae0548a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8916ea08-e21b-4e2f-8ec0-63b3a82dd77b,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:28:34.318474 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c7ef3914-08c9-4d7f-9cf7-93e5ae0548a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-522536'] for router_interface, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:34.541510 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7ef3914-08c9-4d7f-9cf7-93e5ae0548a2 admin admin] Router ad930fc4-1114-40cc-b6d2-11dfd20a3341 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:28:34.654544 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7ef3914-08c9-4d7f-9cf7-93e5ae0548a2 admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:28:34.659482 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-c7ef3914-08c9-4d7f-9cf7-93e5ae0548a2 admin admin] 10.222.0.44 "PUT /v2.0/routers/ad930fc4-1114-40cc-b6d2-11dfd20a3341/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7114370 Aug 10 04:28:34.661975 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 50976) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:28:34.664420 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d49d17-e5d6-4352-be60-89101f534aa8 None None] Sync routers for ids ['ad930fc4-1114-40cc-b6d2-11dfd20a3341'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:28:34.674718 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d49d17-e5d6-4352-be60-89101f534aa8 None None] Routers {'ad930fc4-1114-40cc-b6d2-11dfd20a3341'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:28:34.675395 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-97d49d17-e5d6-4352-be60-89101f534aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:28:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['ad930fc4-1114-40cc-b6d2-11dfd20a3341'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:28:34.771575 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a5656820-a260-4a05-866e-7c456074974e admin admin] Notify callbacks [] for router, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:34.876178 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-97d49d17-e5d6-4352-be60-89101f534aa8 None None] Set router ad930fc4-1114-40cc-b6d2-11dfd20a3341 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:28:34.877893 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a5656820-a260-4a05-866e-7c456074974e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:34.931791 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-a5656820-a260-4a05-866e-7c456074974e admin admin] Deleting port 4c9db6fb-c988-462a-9eda-bbe0edfb418c {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:28:34.932132 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a5656820-a260-4a05-866e-7c456074974e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:35.012493 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [None req-a5656820-a260-4a05-866e-7c456074974e admin admin] For port 4c9db6fb-c988-462a-9eda-bbe0edfb418c, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=4c9db6fb-c988-462a-9eda-bbe0edfb418c,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:28:35.012854 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a5656820-a260-4a05-866e-7c456074974e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:35.025001 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-a5656820-a260-4a05-866e-7c456074974e admin admin] Calling delete_port for 4c9db6fb-c988-462a-9eda-bbe0edfb418c owned by network:router_gateway {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:28:35.050010 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-97d49d17-e5d6-4352-be60-89101f534aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad930fc4-1114-40cc-b6d2-11dfd20a3341', 'name': 'tempest-TestMinimumBasicScenario-2082482016-router', 'tenant_id': '380d89759fb04c8ab63bd48526d14776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': '4c9db6fb-c988-462a-9eda-bbe0edfb418c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:26:27Z', 'updated_at': '2021-08-10T04:28:34Z', 'revision_number': 5, 'project_id': '380d89759fb04c8ab63bd48526d14776', 'gw_port': {'id': '4c9db6fb-c988-462a-9eda-bbe0edfb418c', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c1:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad930fc4-1114-40cc-b6d2-11dfd20a3341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:26:27Z', 'updated_at': '2021-08-10T04:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:28:35.074950 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d49d17-e5d6-4352-be60-89101f534aa8 None None] Checking router: ad930fc4-1114-40cc-b6d2-11dfd20a3341 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:28:35.083486 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d49d17-e5d6-4352-be60-89101f534aa8 None None] Routers {'ad930fc4-1114-40cc-b6d2-11dfd20a3341'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:28:35.084076 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-97d49d17-e5d6-4352-be60-89101f534aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:28:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['ad930fc4-1114-40cc-b6d2-11dfd20a3341'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:28:35.168083 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-97d49d17-e5d6-4352-be60-89101f534aa8 None None] Set router ad930fc4-1114-40cc-b6d2-11dfd20a3341 gateway port host: None {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:28:35.190130 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a5656820-a260-4a05-866e-7c456074974e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:35.217871 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5656820-a260-4a05-866e-7c456074974e admin admin] Pushing event deleted for resources: {'Port': ['ID=4c9db6fb-c988-462a-9eda-bbe0edfb418c,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:28:35.222262 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-97d49d17-e5d6-4352-be60-89101f534aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad930fc4-1114-40cc-b6d2-11dfd20a3341', 'name': 'tempest-TestMinimumBasicScenario-2082482016-router', 'tenant_id': '380d89759fb04c8ab63bd48526d14776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:26:27Z', 'updated_at': '2021-08-10T04:28:34Z', 'revision_number': 6, 'project_id': '380d89759fb04c8ab63bd48526d14776', 'gw_port_host': None}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:28:35.248296 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d49d17-e5d6-4352-be60-89101f534aa8 None None] The sync data for ids ['ad930fc4-1114-40cc-b6d2-11dfd20a3341'] in n-d-768862-13 is: [{'id': 'ad930fc4-1114-40cc-b6d2-11dfd20a3341', 'name': 'tempest-TestMinimumBasicScenario-2082482016-router', 'tenant_id': '380d89759fb04c8ab63bd48526d14776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:26:27Z', 'updated_at': '2021-08-10T04:28:34Z', 'revision_number': 6, 'project_id': '380d89759fb04c8ab63bd48526d14776', 'gw_port_host': None}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:28:35.277470 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a5656820-a260-4a05-866e-7c456074974e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520654'] for router_gateway, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:35.365627 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a5656820-a260-4a05-866e-7c456074974e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:35.367721 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a5656820-a260-4a05-866e-7c456074974e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:35.414206 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a5656820-a260-4a05-866e-7c456074974e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:35.414777 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5656820-a260-4a05-866e-7c456074974e admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad930fc4-1114-40cc-b6d2-11dfd20a3341 {{(pid=94260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:28:35.419561 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a5656820-a260-4a05-866e-7c456074974e admin admin] Notify callbacks [] for router, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:35.420720 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-a5656820-a260-4a05-866e-7c456074974e admin admin] 10.222.0.44 "DELETE /v2.0/routers/ad930fc4-1114-40cc-b6d2-11dfd20a3341 HTTP/1.1" status: 204 len: 168 time: 0.7577770 Aug 10 04:28:35.423304 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 50978) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:28:35.467520 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1e239d9-cd99-4de3-8f17-349247635a66 admin admin] Deleting subnet 786949f7-d314-4d92-b0b6-3d80dd40b81b {{(pid=94260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:28:35.470553 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e1e239d9-cd99-4de3-8f17-349247635a66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:35.505068 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e1e239d9-cd99-4de3-8f17-349247635a66 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191173'] for subnet, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:35.585910 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e1e239d9-cd99-4de3-8f17-349247635a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:35.644748 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e1e239d9-cd99-4de3-8f17-349247635a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:35.673085 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e239d9-cd99-4de3-8f17-349247635a66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=786949f7-d314-4d92-b0b6-3d80dd40b81b,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:28:35.675007 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e1e239d9-cd99-4de3-8f17-349247635a66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:35.677981 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-e1e239d9-cd99-4de3-8f17-349247635a66 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/786949f7-d314-4d92-b0b6-3d80dd40b81b HTTP/1.1" status: 204 len: 168 time: 0.2526493 Aug 10 04:28:35.680593 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 50980) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:28:35.683594 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a2b65d-4427-4cd5-a877-d55511064f6e None None] Network af716f2f-a807-47a1-8561-6061589516b4 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:28:35.752652 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e1652eac-8375-473f-b6db-363e3ce9e79f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:35.805873 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-e1652eac-8375-473f-b6db-363e3ce9e79f admin admin] Deleting port 29197dcf-cbb3-411f-bd87-8f3eeeac139d {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:28:35.806344 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e1652eac-8375-473f-b6db-363e3ce9e79f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:35.870642 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [None req-e1652eac-8375-473f-b6db-363e3ce9e79f admin admin] For port 29197dcf-cbb3-411f-bd87-8f3eeeac139d, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=29197dcf-cbb3-411f-bd87-8f3eeeac139d,segment=NetworkSegment(d731f716-d3e4-4a37-b962-02e0b909610a),segment_id=d731f716-d3e4-4a37-b962-02e0b909610a)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:28:35.871024 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e1652eac-8375-473f-b6db-363e3ce9e79f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:35.884182 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-e1652eac-8375-473f-b6db-363e3ce9e79f admin admin] Calling delete_port for 29197dcf-cbb3-411f-bd87-8f3eeeac139d owned by network:dhcp {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:28:35.965253 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e1652eac-8375-473f-b6db-363e3ce9e79f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:35.991269 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b170a0-bf32-4435-b63f-5005d893e3dd None None] DHCP port deletion for af716f2f-a807-47a1-8561-6061589516b4 request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:28:35.993434 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1652eac-8375-473f-b6db-363e3ce9e79f admin admin] Pushing event deleted for resources: {'Port': ['ID=29197dcf-cbb3-411f-bd87-8f3eeeac139d,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:28:35.998574 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1652eac-8375-473f-b6db-363e3ce9e79f admin admin] No DVR routers for this DVR port 29197dcf-cbb3-411f-bd87-8f3eeeac139d on host n-d-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:28:36.075903 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e1652eac-8375-473f-b6db-363e3ce9e79f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:36.086358 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-e1652eac-8375-473f-b6db-363e3ce9e79f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af716f2f-a807-47a1-8561-6061589516b4']}} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:28:36.097927 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-e1652eac-8375-473f-b6db-363e3ce9e79f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd731f716-d3e4-4a37-b962-02e0b909610a') {'for_net_delete': True} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:28:36.098217 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-e1652eac-8375-473f-b6db-363e3ce9e79f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd731f716-d3e4-4a37-b962-02e0b909610a') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:28:36.107885 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e1652eac-8375-473f-b6db-363e3ce9e79f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191186'] for segment, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:36.122495 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e1652eac-8375-473f-b6db-363e3ce9e79f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:36.128732 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1652eac-8375-473f-b6db-363e3ce9e79f admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=94260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:28:36.129427 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e1652eac-8375-473f-b6db-363e3ce9e79f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58895489'] for segment, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:36.131558 n-d-768862-13 neutron-server[94260]: Traceback (most recent call last): Aug 10 04:28:36.131558 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:28:36.131558 n-d-768862-13 neutron-server[94260]: timer() Aug 10 04:28:36.131558 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:28:36.131558 n-d-768862-13 neutron-server[94260]: cb(*args, **kw) Aug 10 04:28:36.131558 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:28:36.131558 n-d-768862-13 neutron-server[94260]: return func(*args, **kwargs) Aug 10 04:28:36.131558 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:28:36.131558 n-d-768862-13 neutron-server[94260]: self._notify() Aug 10 04:28:36.131558 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:28:36.131558 n-d-768862-13 neutron-server[94260]: self.callback(batched_events) Aug 10 04:28:36.131558 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:28:36.131558 n-d-768862-13 neutron-server[94260]: event.method(event) Aug 10 04:28:36.131558 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:28:36.131558 n-d-768862-13 neutron-server[94260]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:28:36.131558 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:28:36.131558 n-d-768862-13 neutron-server[94260]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:28:36.131558 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:28:36.131558 n-d-768862-13 neutron-server[94260]: return f(self, *a, **k) Aug 10 04:28:36.131558 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:28:36.131558 n-d-768862-13 neutron-server[94260]: return self._get(url).json() Aug 10 04:28:36.131558 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:28:36.131558 n-d-768862-13 neutron-server[94260]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:28:36.131558 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:28:36.131558 n-d-768862-13 neutron-server[94260]: return self.request(url, 'GET', **kwargs) Aug 10 04:28:36.131558 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:28:36.131558 n-d-768862-13 neutron-server[94260]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:28:36.131558 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:28:36.131558 n-d-768862-13 neutron-server[94260]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:28:36.131558 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:28:36.131558 n-d-768862-13 neutron-server[94260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:28:36.131558 n-d-768862-13 neutron-server[94260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:28:36.187199 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e1652eac-8375-473f-b6db-363e3ce9e79f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:36.192257 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e1652eac-8375-473f-b6db-363e3ce9e79f admin admin] Notify callbacks [] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:36.200152 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-e1652eac-8375-473f-b6db-363e3ce9e79f admin admin] 10.222.0.44 "DELETE /v2.0/networks/af716f2f-a807-47a1-8561-6061589516b4 HTTP/1.1" status: 204 len: 168 time: 0.5156400 Aug 10 04:28:36.213668 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1652eac-8375-473f-b6db-363e3ce9e79f admin admin] Pushing event deleted for resources: {'Network': ['ID=af716f2f-a807-47a1-8561-6061589516b4,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:28:36.357486 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 50986) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:28:36.396881 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-fe4f2773-4f6a-4495-808c-2ee83fbf3be3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=07838544a8ad41b9afc6f5c728ea1890&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382290 Aug 10 04:28:36.399460 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 50988) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:28:36.449564 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1cdef634-3f61-459e-bed8-43e4b40dfa96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:36.468450 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:28:36.472246 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1cdef634-3f61-459e-bed8-43e4b40dfa96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:36.520215 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1cdef634-3f61-459e-bed8-43e4b40dfa96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:36.522984 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-1cdef634-3f61-459e-bed8-43e4b40dfa96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:36.524190 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-1cdef634-3f61-459e-bed8-43e4b40dfa96 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8fc9a6fa-24b6-47ca-a8f4-9d6272f2481f HTTP/1.1" status: 204 len: 168 time: 0.1237524 Aug 10 04:28:36.532574 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdef634-3f61-459e-bed8-43e4b40dfa96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc9a6fa-24b6-47ca-a8f4-9d6272f2481f,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:28:36.647407 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 8916ea08-e21b-4e2f-8ec0-63b3a82dd77b no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:28:36.674077 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 8916ea08-e21b-4e2f-8ec0-63b3a82dd77b {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:28:36.674467 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 8916ea08-e21b-4e2f-8ec0-63b3a82dd77b not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:28:36.674911 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 4c9db6fb-c988-462a-9eda-bbe0edfb418c no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:28:36.695625 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 4c9db6fb-c988-462a-9eda-bbe0edfb418c {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:28:36.696400 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 4c9db6fb-c988-462a-9eda-bbe0edfb418c not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:28:36.696400 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 29197dcf-cbb3-411f-bd87-8f3eeeac139d no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:28:36.716493 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 29197dcf-cbb3-411f-bd87-8f3eeeac139d {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:28:36.716859 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 29197dcf-cbb3-411f-bd87-8f3eeeac139d not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:28:36.860058 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 50994) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:28:36.899835 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-6c65f623-1a5f-4fde-b7e3-eeb77d380e95 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=380d89759fb04c8ab63bd48526d14776&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386486 Aug 10 04:28:36.902189 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 50996) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:28:36.948659 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-909a9a1c-21db-48f6-ae48-3deae35d090a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:36.972841 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-909a9a1c-21db-48f6-ae48-3deae35d090a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:37.019000 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-909a9a1c-21db-48f6-ae48-3deae35d090a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:37.021675 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-909a9a1c-21db-48f6-ae48-3deae35d090a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:37.022861 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-909a9a1c-21db-48f6-ae48-3deae35d090a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3fb083fc-c1ce-4a6c-85b2-1bf0354a066f HTTP/1.1" status: 204 len: 168 time: 0.1197481 Aug 10 04:28:37.030888 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a9a1c-21db-48f6-ae48-3deae35d090a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb083fc-c1ce-4a6c-85b2-1bf0354a066f,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:28:38.759860 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 51038) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:28:38.764603 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-d8c0f6f6-3cd3-4ef4-8a3f-4733c7923d6b tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-585759122', 'description': 'tempest-secgroup-smoke-585759122 description', 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:28:38.793518 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d8c0f6f6-3cd3-4ef4-8a3f-4733c7923d6b tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:38.801966 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d8c0f6f6-3cd3-4ef4-8a3f-4733c7923d6b tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:38.900070 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d8c0f6f6-3cd3-4ef4-8a3f-4733c7923d6b tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:38.903799 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d8c0f6f6-3cd3-4ef4-8a3f-4733c7923d6b tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:38.939371 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c0f6f6-3cd3-4ef4-8a3f-4733c7923d6b tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a91d2537-3523-4e7a-aa41-9b4a4b82f051,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:28:38.992958 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d8c0f6f6-3cd3-4ef4-8a3f-4733c7923d6b tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:38.996846 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d8c0f6f6-3cd3-4ef4-8a3f-4733c7923d6b tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:39.023657 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-d8c0f6f6-3cd3-4ef4-8a3f-4733c7923d6b tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:39.024894 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-d8c0f6f6-3cd3-4ef4-8a3f-4733c7923d6b tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2640162 Aug 10 04:28:39.026769 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c0f6f6-3cd3-4ef4-8a3f-4733c7923d6b tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea9b426f-ae53-4319-a350-0f9639fe3c8c,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:28:39.027934 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51042) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:28:39.033718 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-7ba95ad1-0f5f-4064-9e93-e261ad473771 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Request body: {'security_group_rule': {'security_group_id': 'ea9b426f-ae53-4319-a350-0f9639fe3c8c', 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:28:39.059637 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7ba95ad1-0f5f-4064-9e93-e261ad473771 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:39.119794 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7ba95ad1-0f5f-4064-9e93-e261ad473771 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:39.123539 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7ba95ad1-0f5f-4064-9e93-e261ad473771 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:39.145022 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba95ad1-0f5f-4064-9e93-e261ad473771 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84c24454-9a86-48a6-8745-1525322f1198,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:28:39.151026 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7ba95ad1-0f5f-4064-9e93-e261ad473771 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:39.152126 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-7ba95ad1-0f5f-4064-9e93-e261ad473771 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1229432 Aug 10 04:28:39.154863 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51044) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:28:39.159884 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-bb2b971b-2503-468a-ad24-2af5aa0ee1ff tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Request body: {'security_group_rule': {'security_group_id': 'ea9b426f-ae53-4319-a350-0f9639fe3c8c', 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:28:39.185627 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-bb2b971b-2503-468a-ad24-2af5aa0ee1ff tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:39.242545 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-bb2b971b-2503-468a-ad24-2af5aa0ee1ff tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:39.246154 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-bb2b971b-2503-468a-ad24-2af5aa0ee1ff tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:39.263778 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2b971b-2503-468a-ad24-2af5aa0ee1ff tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9eb44d8-7928-4aad-b7f8-48d0ffccc763,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:28:39.271063 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-bb2b971b-2503-468a-ad24-2af5aa0ee1ff tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:39.272642 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-bb2b971b-2503-468a-ad24-2af5aa0ee1ff tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1158795 Aug 10 04:28:39.275175 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 51046) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:28:39.279861 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-116b7099-12fb-4624-bd48-77e2482995dc tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Request body: {'security_group_rule': {'security_group_id': 'ea9b426f-ae53-4319-a350-0f9639fe3c8c', 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:28:39.306198 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-116b7099-12fb-4624-bd48-77e2482995dc tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:39.365779 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-116b7099-12fb-4624-bd48-77e2482995dc tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:39.369509 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-116b7099-12fb-4624-bd48-77e2482995dc tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:39.386779 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116b7099-12fb-4624-bd48-77e2482995dc tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46626b4d-ebe0-4ac7-bc9e-76ba7c9f0c31,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:28:39.393460 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-116b7099-12fb-4624-bd48-77e2482995dc tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:39.394655 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-116b7099-12fb-4624-bd48-77e2482995dc tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1184573 Aug 10 04:28:39.397241 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 51048) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:28:39.401636 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-9a0019d4-9ea4-49f0-9a0b-a92acf4975e2 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Request body: {'security_group_rule': {'security_group_id': 'ea9b426f-ae53-4319-a350-0f9639fe3c8c', 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:28:39.426836 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9a0019d4-9ea4-49f0-9a0b-a92acf4975e2 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:39.486504 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9a0019d4-9ea4-49f0-9a0b-a92acf4975e2 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:39.490917 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9a0019d4-9ea4-49f0-9a0b-a92acf4975e2 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:39.508619 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0019d4-9ea4-49f0-9a0b-a92acf4975e2 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cb3e6b8-0796-41df-bac2-8ecc154c9dfd,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:28:39.515633 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9a0019d4-9ea4-49f0-9a0b-a92acf4975e2 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:39.516847 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-9a0019d4-9ea4-49f0-9a0b-a92acf4975e2 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1186898 Aug 10 04:28:39.519584 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 51050) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:28:39.524458 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-b6401f22-977a-4c2e-aa5b-4c24e8338aa5 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Request body: {'security_group_rule': {'security_group_id': 'ea9b426f-ae53-4319-a350-0f9639fe3c8c', 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:28:39.547401 n-d-768862-13 neutron-server[94261]: INFO neutron.db.securitygroups_db [None req-b6401f22-977a-4c2e-aa5b-4c24e8338aa5 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Project db935c6fffe84fc296c14b1cf491ed1b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:28:39.552311 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b6401f22-977a-4c2e-aa5b-4c24e8338aa5 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:39.613663 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b6401f22-977a-4c2e-aa5b-4c24e8338aa5 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:39.616487 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b6401f22-977a-4c2e-aa5b-4c24e8338aa5 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:39.634244 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6401f22-977a-4c2e-aa5b-4c24e8338aa5 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2bfe695-5388-45aa-9f73-b4d90204ef58,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:28:39.640200 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b6401f22-977a-4c2e-aa5b-4c24e8338aa5 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:39.641862 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-b6401f22-977a-4c2e-aa5b-4c24e8338aa5 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1213284 Aug 10 04:28:39.644664 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 51052) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:28:39.649040 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-6cb050f8-63ca-4e80-ac48-c821602faea8 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Request body: {'security_group_rule': {'security_group_id': 'ea9b426f-ae53-4319-a350-0f9639fe3c8c', 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:28:39.669974 n-d-768862-13 neutron-server[94261]: INFO neutron.db.securitygroups_db [None req-6cb050f8-63ca-4e80-ac48-c821602faea8 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Project db935c6fffe84fc296c14b1cf491ed1b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:28:39.674589 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6cb050f8-63ca-4e80-ac48-c821602faea8 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:39.736770 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6cb050f8-63ca-4e80-ac48-c821602faea8 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:39.740221 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6cb050f8-63ca-4e80-ac48-c821602faea8 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:39.759323 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb050f8-63ca-4e80-ac48-c821602faea8 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=105ab113-03ea-42e5-975e-b978eb5b02b5,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:28:39.762377 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-6cb050f8-63ca-4e80-ac48-c821602faea8 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:39.766691 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-6cb050f8-63ca-4e80-ac48-c821602faea8 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1210406 Aug 10 04:28:39.767347 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51054) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:28:39.772617 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-2d62c76f-58bd-4be3-8e1d-b5e9c6e113ed tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Request body: {'network': {'name': 'tempest-network-smoke--39366155', 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'port_security_enabled': True}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:28:39.792301 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d62c76f-58bd-4be3-8e1d-b5e9c6e113ed tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Made reservation on behalf of db935c6fffe84fc296c14b1cf491ed1b for: {'network': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:28:39.795818 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2d62c76f-58bd-4be3-8e1d-b5e9c6e113ed tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:39.818565 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d62c76f-58bd-4be3-8e1d-b5e9c6e113ed tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=94260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:28:39.827048 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2d62c76f-58bd-4be3-8e1d-b5e9c6e113ed tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:39.827990 n-d-768862-13 neutron-server[94260]: INFO neutron.db.segments_db [None req-2d62c76f-58bd-4be3-8e1d-b5e9c6e113ed tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Added segment 2ea31be4-4990-48eb-a7a9-b60d66493f11 of type vlan for network 6b0ec8af-2f7a-49a0-a291-8910a036a3b1 Aug 10 04:28:39.866891 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2d62c76f-58bd-4be3-8e1d-b5e9c6e113ed tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:39.896478 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2d62c76f-58bd-4be3-8e1d-b5e9c6e113ed tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:39.902039 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d62c76f-58bd-4be3-8e1d-b5e9c6e113ed tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:28:39.902663 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2d62c76f-58bd-4be3-8e1d-b5e9c6e113ed tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:39.963193 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-2d62c76f-58bd-4be3-8e1d-b5e9c6e113ed tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1945753 Aug 10 04:28:39.966134 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 51056) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:28:39.970880 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-2e5bdebf-a37c-489b-8d37-5fc5766b835c tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2022069635', 'admin_state_up': True, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:28:39.971803 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d62c76f-58bd-4be3-8e1d-b5e9c6e113ed tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event updated for resources: {'Network': ['ID=6b0ec8af-2f7a-49a0-a291-8910a036a3b1,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:28:39.982211 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 6b0ec8af-2f7a-49a0-a291-8910a036a3b1 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:28:39.996207 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2e5bdebf-a37c-489b-8d37-5fc5766b835c tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:39.997209 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2e5bdebf-a37c-489b-8d37-5fc5766b835c tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:40.048860 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2e5bdebf-a37c-489b-8d37-5fc5766b835c tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:40.185399 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2e5bdebf-a37c-489b-8d37-5fc5766b835c tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:40.372061 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2e5bdebf-a37c-489b-8d37-5fc5766b835c tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for router_gateway, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:40.394485 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2e5bdebf-a37c-489b-8d37-5fc5766b835c tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:40.497933 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-2e5bdebf-a37c-489b-8d37-5fc5766b835c tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Allocated IP 172.25.6.172 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/63c1aa87-68a1-4aaf-b44f-1a6841dc4409) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:28:40.602563 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2e5bdebf-a37c-489b-8d37-5fc5766b835c tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:40.640935 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2e5bdebf-a37c-489b-8d37-5fc5766b835c tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:40.676799 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5bdebf-a37c-489b-8d37-5fc5766b835c tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:28:40.681498 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-2e5bdebf-a37c-489b-8d37-5fc5766b835c tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:28:40.683985 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5bdebf-a37c-489b-8d37-5fc5766b835c tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:28:40.713555 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5bdebf-a37c-489b-8d37-5fc5766b835c tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event updated for resources: {'Port': ['ID=63c1aa87-68a1-4aaf-b44f-1a6841dc4409,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:28:40.934537 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2e5bdebf-a37c-489b-8d37-5fc5766b835c tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for router_gateway, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:41.131055 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2e5bdebf-a37c-489b-8d37-5fc5766b835c tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:41.256787 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e5bdebf-a37c-489b-8d37-5fc5766b835c tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Router 63d28452-3c8c-44ae-9f18-53a08967696e is scheduled to L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e with binding_index 1 {{(pid=94261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:28:41.360703 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e5bdebf-a37c-489b-8d37-5fc5766b835c tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:28:41.370403 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2748bb-9144-4467-bc8c-303778118f79 None None] Sync routers for ids ['63d28452-3c8c-44ae-9f18-53a08967696e'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:28:41.379493 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2e5bdebf-a37c-489b-8d37-5fc5766b835c tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:41.383662 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-2e5bdebf-a37c-489b-8d37-5fc5766b835c tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4135149 Aug 10 04:28:41.383807 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2748bb-9144-4467-bc8c-303778118f79 None None] Routers {'63d28452-3c8c-44ae-9f18-53a08967696e'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:28:41.383807 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-6b2748bb-9144-4467-bc8c-303778118f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:28:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['63d28452-3c8c-44ae-9f18-53a08967696e'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:28:41.384041 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 51058) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:28:41.490920 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-6b2748bb-9144-4467-bc8c-303778118f79 None None] Set router 63d28452-3c8c-44ae-9f18-53a08967696e gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:28:41.509964 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-682ff44c-d8bc-4fa5-9b79-eba282414b8f tempest-TestNetworkAdvancedServerOps-1236493669 tempest-TestNetworkAdvancedServerOps-1236493669-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=db935c6fffe84fc296c14b1cf491ed1b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1249127 Aug 10 04:28:41.512625 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 51062) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:28:41.600971 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6efb1fa-d315-4950-9445-91774221eeef tempest-TestNetworkAdvancedServerOps-1236493669 tempest-TestNetworkAdvancedServerOps-1236493669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:28:41.602567 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-f6efb1fa-d315-4950-9445-91774221eeef tempest-TestNetworkAdvancedServerOps-1236493669 tempest-TestNetworkAdvancedServerOps-1236493669-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0890203 Aug 10 04:28:41.605921 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51064) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:28:41.635855 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-852f4ac8-c176-4e33-a0cb-1a098c292648 tempest-TestNetworkAdvancedServerOps-1236493669 tempest-TestNetworkAdvancedServerOps-1236493669-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=2ea12131-628a-487e-b434-0463553732bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285807 Aug 10 04:28:41.638524 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51066) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:28:41.643315 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-eba4cf3c-fcda-428f-ba2c-30579d400bec tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1483169728', 'network_id': '6b0ec8af-2f7a-49a0-a291-8910a036a3b1', 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:28:41.669821 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-6b2748bb-9144-4467-bc8c-303778118f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d28452-3c8c-44ae-9f18-53a08967696e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2022069635', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': '63c1aa87-68a1-4aaf-b44f-1a6841dc4409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:28:40Z', 'updated_at': '2021-08-10T04:28:40Z', 'revision_number': 3, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'gw_port': {'id': '63c1aa87-68a1-4aaf-b44f-1a6841dc4409', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e5:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63d28452-3c8c-44ae-9f18-53a08967696e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:28:40Z', 'updated_at': '2021-08-10T04:28:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:28:41.697259 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2748bb-9144-4467-bc8c-303778118f79 None None] Checking router: 63d28452-3c8c-44ae-9f18-53a08967696e for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:28:41.697610 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2748bb-9144-4467-bc8c-303778118f79 None None] Updating router 63d28452-3c8c-44ae-9f18-53a08967696e port 63c1aa87-68a1-4aaf-b44f-1a6841dc4409 binding host n-d-768862-13 {{(pid=94262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:28:41.721492 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-6b2748bb-9144-4467-bc8c-303778118f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:41.733928 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eba4cf3c-fcda-428f-ba2c-30579d400bec tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Made reservation on behalf of db935c6fffe84fc296c14b1cf491ed1b for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:28:41.739696 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-eba4cf3c-fcda-428f-ba2c-30579d400bec tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:41.930406 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-eba4cf3c-fcda-428f-ba2c-30579d400bec tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58895384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805196'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:41.974579 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-6b2748bb-9144-4467-bc8c-303778118f79 None None] Notify callbacks [] for port, precommit_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:41.984942 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-6b2748bb-9144-4467-bc8c-303778118f79 None None] Transition to ACTIVE for port object 63c1aa87-68a1-4aaf-b44f-1a6841dc4409 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:28:41.989738 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba4cf3c-fcda-428f-ba2c-30579d400bec tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event updated for resources: {'Subnet': ['ID=514a95c6-4c67-479e-ab7e-d99b1304f94b,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:28:41.990915 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-6b2748bb-9144-4467-bc8c-303778118f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:42.003260 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba4cf3c-fcda-428f-ba2c-30579d400bec tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Checking segment: {'id': '2ea31be4-4990-48eb-a7a9-b60d66493f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6b0ec8af-2f7a-49a0-a291-8910a036a3b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:28:42.003630 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba4cf3c-fcda-428f-ba2c-30579d400bec tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Network hostable DHCP agents. Network: 6b0ec8af-2f7a-49a0-a291-8910a036a3b1, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:28:42.033449 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba4cf3c-fcda-428f-ba2c-30579d400bec tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Network 6b0ec8af-2f7a-49a0-a291-8910a036a3b1 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:28:42.044625 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-eba4cf3c-fcda-428f-ba2c-30579d400bec tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 6b0ec8af-2f7a-49a0-a291-8910a036a3b1) {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:28:42.050381 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-6b2748bb-9144-4467-bc8c-303778118f79 None None] Attempting to bind port 63c1aa87-68a1-4aaf-b44f-1a6841dc4409 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:28:42.050759 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-6b2748bb-9144-4467-bc8c-303778118f79 None None] Attempting to bind port 63c1aa87-68a1-4aaf-b44f-1a6841dc4409 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:28:42.051116 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2748bb-9144-4467-bc8c-303778118f79 None None] Attempting to bind port 63c1aa87-68a1-4aaf-b44f-1a6841dc4409 on network 2ea12131-628a-487e-b434-0463553732bd {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:28:42.054216 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba4cf3c-fcda-428f-ba2c-30579d400bec tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:28:42.054915 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98c9835-dab6-4e51-b824-90e336ed5098 None None] Network 6b0ec8af-2f7a-49a0-a291-8910a036a3b1 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:28:42.055088 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-eba4cf3c-fcda-428f-ba2c-30579d400bec tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:42.058058 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46cbcbc-3bc3-4112-ad64-38bc8fc7be31 None None] Pushing event updated for resources: {'Port': ['ID=63c1aa87-68a1-4aaf-b44f-1a6841dc4409,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:28:42.072152 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2748bb-9144-4467-bc8c-303778118f79 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:28:42.072527 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2748bb-9144-4467-bc8c-303778118f79 None None] Checking segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:28:42.072932 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-6b2748bb-9144-4467-bc8c-303778118f79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:42.073330 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2748bb-9144-4467-bc8c-303778118f79 None None] Bound using segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:28:42.073821 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-6b2748bb-9144-4467-bc8c-303778118f79 None None] Bound port: 63c1aa87-68a1-4aaf-b44f-1a6841dc4409, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:28:42.074200 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-6b2748bb-9144-4467-bc8c-303778118f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:42.084433 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-eba4cf3c-fcda-428f-ba2c-30579d400bec tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4447222 Aug 10 04:28:42.087286 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51068) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:28:42.178977 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-6b2748bb-9144-4467-bc8c-303778118f79 None None] For port 63c1aa87-68a1-4aaf-b44f-1a6841dc4409, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:28:42.183561 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-6b2748bb-9144-4467-bc8c-303778118f79 None None] For port 63c1aa87-68a1-4aaf-b44f-1a6841dc4409, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=63c1aa87-68a1-4aaf-b44f-1a6841dc4409,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:28:42.190091 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-6b2748bb-9144-4467-bc8c-303778118f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:42.290546 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46cbcbc-3bc3-4112-ad64-38bc8fc7be31 None None] Pushing event updated for resources: {'Port': ['ID=63c1aa87-68a1-4aaf-b44f-1a6841dc4409,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:28:42.298803 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2748bb-9144-4467-bc8c-303778118f79 None None] Routers {'63d28452-3c8c-44ae-9f18-53a08967696e'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:28:42.299233 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-6b2748bb-9144-4467-bc8c-303778118f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:28:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['63d28452-3c8c-44ae-9f18-53a08967696e'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:28:42.336426 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d9edda-d1b8-4d45-b7b3-e88019ffb3fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-6b0ec8af-2f7a-49a0-a291-8910a036a3b1', 'network_id': '6b0ec8af-2f7a-49a0-a291-8910a036a3b1', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'fixed_ips': [{'subnet_id': '514a95c6-4c67-479e-ab7e-d99b1304f94b'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:28:42.337281 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-27d9edda-d1b8-4d45-b7b3-e88019ffb3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:42.548592 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d9f7328a-a635-446c-afea-5dffe09f8ca3 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:42.646842 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-6b2748bb-9144-4467-bc8c-303778118f79 None None] Set router 63d28452-3c8c-44ae-9f18-53a08967696e gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:28:42.784184 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-27d9edda-d1b8-4d45-b7b3-e88019ffb3fc None None] Allocated IP 172.20.0.2 (6b0ec8af-2f7a-49a0-a291-8910a036a3b1/514a95c6-4c67-479e-ab7e-d99b1304f94b/40c4d87a-848a-4e63-9c2f-69cf7875640c) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:28:42.990801 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-6b2748bb-9144-4467-bc8c-303778118f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d28452-3c8c-44ae-9f18-53a08967696e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2022069635', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': '63c1aa87-68a1-4aaf-b44f-1a6841dc4409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:28:40Z', 'updated_at': '2021-08-10T04:28:40Z', 'revision_number': 3, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'gw_port': {'id': '63c1aa87-68a1-4aaf-b44f-1a6841dc4409', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e5:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63d28452-3c8c-44ae-9f18-53a08967696e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:28:40Z', 'updated_at': '2021-08-10T04:28:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:28:43.025895 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-27d9edda-d1b8-4d45-b7b3-e88019ffb3fc None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:43.028374 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2748bb-9144-4467-bc8c-303778118f79 None None] The sync data for ids ['63d28452-3c8c-44ae-9f18-53a08967696e'] in n-d-768862-13 is: [{'id': '63d28452-3c8c-44ae-9f18-53a08967696e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2022069635', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': '63c1aa87-68a1-4aaf-b44f-1a6841dc4409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:28:40Z', 'updated_at': '2021-08-10T04:28:40Z', 'revision_number': 3, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'gw_port': {'id': '63c1aa87-68a1-4aaf-b44f-1a6841dc4409', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e5:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63d28452-3c8c-44ae-9f18-53a08967696e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:28:40Z', 'updated_at': '2021-08-10T04:28:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:28:43.038394 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-27d9edda-d1b8-4d45-b7b3-e88019ffb3fc None None] Transition to ACTIVE for port object 40c4d87a-848a-4e63-9c2f-69cf7875640c will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:28:43.056778 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-27d9edda-d1b8-4d45-b7b3-e88019ffb3fc None None] Transition to ACTIVE for port object 40c4d87a-848a-4e63-9c2f-69cf7875640c will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:28:43.064052 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-27d9edda-d1b8-4d45-b7b3-e88019ffb3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:43.105771 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d9edda-d1b8-4d45-b7b3-e88019ffb3fc None None] Network 6b0ec8af-2f7a-49a0-a291-8910a036a3b1 is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:28:43.109195 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-27d9edda-d1b8-4d45-b7b3-e88019ffb3fc None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:28:43.114181 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d9edda-d1b8-4d45-b7b3-e88019ffb3fc None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:28:43.126212 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d9edda-d1b8-4d45-b7b3-e88019ffb3fc None None] Pushing event updated for resources: {'Port': ['ID=40c4d87a-848a-4e63-9c2f-69cf7875640c,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:28:43.175720 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-d9f7328a-a635-446c-afea-5dffe09f8ca3 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Allocated IP 172.20.0.1 (6b0ec8af-2f7a-49a0-a291-8910a036a3b1/514a95c6-4c67-479e-ab7e-d99b1304f94b/71d44cd2-a045-401b-b058-469e4ff8db93) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:28:43.176743 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-27d9edda-d1b8-4d45-b7b3-e88019ffb3fc None None] Attempting to bind port 40c4d87a-848a-4e63-9c2f-69cf7875640c on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:28:43.176743 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-27d9edda-d1b8-4d45-b7b3-e88019ffb3fc None None] Attempting to bind port 40c4d87a-848a-4e63-9c2f-69cf7875640c by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '2ea31be4-4990-48eb-a7a9-b60d66493f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6b0ec8af-2f7a-49a0-a291-8910a036a3b1'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:28:43.177113 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d9edda-d1b8-4d45-b7b3-e88019ffb3fc None None] Attempting to bind port 40c4d87a-848a-4e63-9c2f-69cf7875640c on network 6b0ec8af-2f7a-49a0-a291-8910a036a3b1 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:28:43.182670 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d9edda-d1b8-4d45-b7b3-e88019ffb3fc None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:28:43.183050 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d9edda-d1b8-4d45-b7b3-e88019ffb3fc None None] Checking segment: {'id': '2ea31be4-4990-48eb-a7a9-b60d66493f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6b0ec8af-2f7a-49a0-a291-8910a036a3b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:28:43.183439 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-27d9edda-d1b8-4d45-b7b3-e88019ffb3fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:43.183857 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d9edda-d1b8-4d45-b7b3-e88019ffb3fc None None] Bound using segment: {'id': '2ea31be4-4990-48eb-a7a9-b60d66493f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6b0ec8af-2f7a-49a0-a291-8910a036a3b1'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:28:43.184288 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-27d9edda-d1b8-4d45-b7b3-e88019ffb3fc None None] Bound port: 40c4d87a-848a-4e63-9c2f-69cf7875640c, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ea31be4-4990-48eb-a7a9-b60d66493f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6b0ec8af-2f7a-49a0-a291-8910a036a3b1'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:28:43.184672 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-27d9edda-d1b8-4d45-b7b3-e88019ffb3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:43.263336 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-27d9edda-d1b8-4d45-b7b3-e88019ffb3fc None None] For port 40c4d87a-848a-4e63-9c2f-69cf7875640c, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:28:43.267334 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-27d9edda-d1b8-4d45-b7b3-e88019ffb3fc None None] For port 40c4d87a-848a-4e63-9c2f-69cf7875640c, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=40c4d87a-848a-4e63-9c2f-69cf7875640c,segment=NetworkSegment(2ea31be4-4990-48eb-a7a9-b60d66493f11),segment_id=2ea31be4-4990-48eb-a7a9-b60d66493f11)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:28:43.272888 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-27d9edda-d1b8-4d45-b7b3-e88019ffb3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:43.353234 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d9edda-d1b8-4d45-b7b3-e88019ffb3fc None None] Pushing event updated for resources: {'Port': ['ID=40c4d87a-848a-4e63-9c2f-69cf7875640c,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:28:43.356834 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d9f7328a-a635-446c-afea-5dffe09f8ca3 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:43.375493 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [None req-d9f7328a-a635-446c-afea-5dffe09f8ca3 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Transition to ACTIVE for port object 71d44cd2-a045-401b-b058-469e4ff8db93 will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:28:43.410996 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d9f7328a-a635-446c-afea-5dffe09f8ca3 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:43.463226 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f7328a-a635-446c-afea-5dffe09f8ca3 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Network 6b0ec8af-2f7a-49a0-a291-8910a036a3b1 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:28:43.466585 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-d9f7328a-a635-446c-afea-5dffe09f8ca3 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:28:43.471182 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f7328a-a635-446c-afea-5dffe09f8ca3 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:28:43.502179 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f7328a-a635-446c-afea-5dffe09f8ca3 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event updated for resources: {'Port': ['ID=71d44cd2-a045-401b-b058-469e4ff8db93,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:28:43.526961 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d9f7328a-a635-446c-afea-5dffe09f8ca3 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521745'] for router_interface, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:43.695569 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d9f7328a-a635-446c-afea-5dffe09f8ca3 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:43.996111 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d9f7328a-a635-446c-afea-5dffe09f8ca3 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:44.001076 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d9f7328a-a635-446c-afea-5dffe09f8ca3 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:44.075933 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f7328a-a635-446c-afea-5dffe09f8ca3 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event updated for resources: {'Port': ['ID=71d44cd2-a045-401b-b058-469e4ff8db93,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:28:44.081556 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d9f7328a-a635-446c-afea-5dffe09f8ca3 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521893'] for router_interface, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:44.186346 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f7328a-a635-446c-afea-5dffe09f8ca3 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Network 6b0ec8af-2f7a-49a0-a291-8910a036a3b1 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:28:44.188397 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-d9f7328a-a635-446c-afea-5dffe09f8ca3 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:28:44.305873 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9f7328a-a635-446c-afea-5dffe09f8ca3 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Router 63d28452-3c8c-44ae-9f18-53a08967696e has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:28:44.310310 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1af5bd-8677-4657-96dd-3249128a16bc None None] Network 6b0ec8af-2f7a-49a0-a291-8910a036a3b1 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:28:44.374315 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-ea60890d-71dc-451a-b358-454d1283c886 None None] Provisioning for port 40c4d87a-848a-4e63-9c2f-69cf7875640c completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:28:44.427628 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9f7328a-a635-446c-afea-5dffe09f8ca3 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:28:44.435164 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-d9f7328a-a635-446c-afea-5dffe09f8ca3 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "PUT /v2.0/routers/63d28452-3c8c-44ae-9f18-53a08967696e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3443620 Aug 10 04:28:44.596842 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7e38691c-f989-4e7b-b4bd-55ac42876731 req-57163743-7909-48b7-a0bf-f1631f4b27c0 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-585759122&fields=id&tenant_id=db935c6fffe84fc296c14b1cf491ed1b HTTP/1.1" status: 200 len: 267 time: 0.0363581 Aug 10 04:28:44.723252 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 63c1aa87-68a1-4aaf-b44f-1a6841dc4409 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:28:44.736598 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e38691c-f989-4e7b-b4bd-55ac42876731 req-2231c930-6db8-484c-b23c-fd3f8ce6cbb3 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:28:44.738401 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7e38691c-f989-4e7b-b4bd-55ac42876731 req-2231c930-6db8-484c-b23c-fd3f8ce6cbb3 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/networks?id=6b0ec8af-2f7a-49a0-a291-8910a036a3b1 HTTP/1.1" status: 200 len: 795 time: 0.1298437 Aug 10 04:28:44.755625 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7e38691c-f989-4e7b-b4bd-55ac42876731 req-3bba7b89-fff3-44dd-adb8-923fc7f90422 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/quotas/db935c6fffe84fc296c14b1cf491ed1b HTTP/1.1" status: 200 len: 375 time: 0.0105360 Aug 10 04:28:44.758255 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-f18aa544-d2fb-4342-8711-742282f9c8b4 None None] Provisioning for port 71d44cd2-a045-401b-b058-469e4ff8db93 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:28:44.762297 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d7bc40-69cc-4bff-bf44-e0abc53c5700 None None] Sync routers for ids ['63d28452-3c8c-44ae-9f18-53a08967696e'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:28:44.781996 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d7bc40-69cc-4bff-bf44-e0abc53c5700 None None] Routers {'63d28452-3c8c-44ae-9f18-53a08967696e'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:28:44.782716 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-a6d7bc40-69cc-4bff-bf44-e0abc53c5700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:28:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['63d28452-3c8c-44ae-9f18-53a08967696e'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:28:44.790049 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-f18aa544-d2fb-4342-8711-742282f9c8b4 None None] Provisioning complete for port 71d44cd2-a045-401b-b058-469e4ff8db93 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:28:44.790448 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f18aa544-d2fb-4342-8711-742282f9c8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:44.824182 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7e38691c-f989-4e7b-b4bd-55ac42876731 req-9bd12fa6-330f-4ef8-b831-bb77879f984a tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=db935c6fffe84fc296c14b1cf491ed1b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0592906 Aug 10 04:28:44.878047 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-f18aa544-d2fb-4342-8711-742282f9c8b4 None None] Port 71d44cd2-a045-401b-b058-469e4ff8db93 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:28:44.886155 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 63c1aa87-68a1-4aaf-b44f-1a6841dc4409 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:28:44.892164 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 63c1aa87-68a1-4aaf-b44f-1a6841dc4409 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:28:44.892981 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:44.939253 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-a6d7bc40-69cc-4bff-bf44-e0abc53c5700 None None] Set router 63d28452-3c8c-44ae-9f18-53a08967696e gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:28:44.947838 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7e38691c-f989-4e7b-b4bd-55ac42876731 req-e7000268-afd9-485d-b108-0ebd6313aa16 service neutron] 10.222.0.44 "GET /v2.0/networks/6b0ec8af-2f7a-49a0-a291-8910a036a3b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056721 Aug 10 04:28:45.028646 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:45.068768 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 63c1aa87-68a1-4aaf-b44f-1a6841dc4409, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=63c1aa87-68a1-4aaf-b44f-1a6841dc4409,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:28:45.069966 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-437b0010-348f-4722-b449-292817857fb8 None None] Provisioning complete for port 71d44cd2-a045-401b-b058-469e4ff8db93 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:28:45.070500 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-437b0010-348f-4722-b449-292817857fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:45.081512 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7e38691c-f989-4e7b-b4bd-55ac42876731 req-160b7359-3b0d-4c32-a9a8-76c67b3fa93c service neutron] 10.222.0.44 "GET /v2.0/networks/6b0ec8af-2f7a-49a0-a291-8910a036a3b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327689 Aug 10 04:28:45.120646 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:45.121567 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 40c4d87a-848a-4e63-9c2f-69cf7875640c up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:28:45.172581 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-a6d7bc40-69cc-4bff-bf44-e0abc53c5700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d28452-3c8c-44ae-9f18-53a08967696e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2022069635', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': '63c1aa87-68a1-4aaf-b44f-1a6841dc4409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:28:40Z', 'updated_at': '2021-08-10T04:28:43Z', 'revision_number': 4, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'gw_port': {'id': '63c1aa87-68a1-4aaf-b44f-1a6841dc4409', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e5:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63d28452-3c8c-44ae-9f18-53a08967696e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:28:40Z', 'updated_at': '2021-08-10T04:28:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '71d44cd2-a045-401b-b058-469e4ff8db93', 'name': '', 'network_id': '6b0ec8af-2f7a-49a0-a291-8910a036a3b1', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'mac_address': 'fa:16:3e:48:90:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63d28452-3c8c-44ae-9f18-53a08967696e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '514a95c6-4c67-479e-ab7e-d99b1304f94b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:28:42Z', 'updated_at': '2021-08-10T04:28:43Z', 'revision_number': 2, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'subnets': [{'id': '514a95c6-4c67-479e-ab7e-d99b1304f94b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:28:45.232444 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=63c1aa87-68a1-4aaf-b44f-1a6841dc4409,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:28:45.239151 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d7bc40-69cc-4bff-bf44-e0abc53c5700 None None] Checking router: 63d28452-3c8c-44ae-9f18-53a08967696e for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:28:45.240370 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d7bc40-69cc-4bff-bf44-e0abc53c5700 None None] Updating router 63d28452-3c8c-44ae-9f18-53a08967696e port 71d44cd2-a045-401b-b058-469e4ff8db93 binding host n-d-768862-13 {{(pid=94263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:28:45.258938 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-437b0010-348f-4722-b449-292817857fb8 None None] Port 71d44cd2-a045-401b-b058-469e4ff8db93 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:28:45.274909 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2b51baeb-0f0b-4d92-8b9f-7ef3de34f640 req-c2762ab2-515d-4524-88cd-c3b62d1cca47 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=50e85d6b-45e3-43f1-ad80-856aebcf1d3f HTTP/1.1" status: 200 len: 210 time: 0.0459762 Aug 10 04:28:45.277247 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-a6d7bc40-69cc-4bff-bf44-e0abc53c5700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:45.283153 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 40c4d87a-848a-4e63-9c2f-69cf7875640c completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:28:45.296679 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 40c4d87a-848a-4e63-9c2f-69cf7875640c triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:28:45.296679 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:45.375352 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:45.395538 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-2a8fc93c-0594-4509-a9cc-64b2abd9d95e None None] Provisioning complete for port 71d44cd2-a045-401b-b058-469e4ff8db93 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:28:45.396713 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-2a8fc93c-0594-4509-a9cc-64b2abd9d95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:45.450820 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 40c4d87a-848a-4e63-9c2f-69cf7875640c, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=40c4d87a-848a-4e63-9c2f-69cf7875640c,segment=NetworkSegment(2ea31be4-4990-48eb-a7a9-b60d66493f11),segment_id=2ea31be4-4990-48eb-a7a9-b60d66493f11)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:28:45.456031 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:45.459554 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-2a8fc93c-0594-4509-a9cc-64b2abd9d95e None None] Port 71d44cd2-a045-401b-b058-469e4ff8db93 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:28:45.511979 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=40c4d87a-848a-4e63-9c2f-69cf7875640c,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:28:45.594662 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-a6d7bc40-69cc-4bff-bf44-e0abc53c5700 None None] Notify callbacks [] for port, precommit_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:45.607007 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.provisioning_blocks [None req-a6d7bc40-69cc-4bff-bf44-e0abc53c5700 None None] Transition to ACTIVE for port object 71d44cd2-a045-401b-b058-469e4ff8db93 will not be triggered until provisioned by entity L2. {{(pid=94263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:28:45.614277 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-a6d7bc40-69cc-4bff-bf44-e0abc53c5700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:45.668729 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a26e744-3d8b-448e-adf7-2c86d4b521f5 None None] Pushing event updated for resources: {'Port': ['ID=71d44cd2-a045-401b-b058-469e4ff8db93,revision_number=3']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:28:45.701740 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a26e744-3d8b-448e-adf7-2c86d4b521f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:28:45.702469 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a26e744-3d8b-448e-adf7-2c86d4b521f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:28:45.702808 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a26e744-3d8b-448e-adf7-2c86d4b521f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:28:45.703139 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a26e744-3d8b-448e-adf7-2c86d4b521f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:28:45.703463 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a26e744-3d8b-448e-adf7-2c86d4b521f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:28:45.703801 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a26e744-3d8b-448e-adf7-2c86d4b521f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:28:45.704108 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a26e744-3d8b-448e-adf7-2c86d4b521f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:28:45.704428 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a26e744-3d8b-448e-adf7-2c86d4b521f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:28:45.704772 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a26e744-3d8b-448e-adf7-2c86d4b521f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:28:45.705063 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a26e744-3d8b-448e-adf7-2c86d4b521f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:28:45.705379 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a26e744-3d8b-448e-adf7-2c86d4b521f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:28:45.705696 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a26e744-3d8b-448e-adf7-2c86d4b521f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:28:45.743301 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-a6d7bc40-69cc-4bff-bf44-e0abc53c5700 None None] Attempting to bind port 71d44cd2-a045-401b-b058-469e4ff8db93 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:28:45.743668 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-a6d7bc40-69cc-4bff-bf44-e0abc53c5700 None None] Attempting to bind port 71d44cd2-a045-401b-b058-469e4ff8db93 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '2ea31be4-4990-48eb-a7a9-b60d66493f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6b0ec8af-2f7a-49a0-a291-8910a036a3b1'}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:28:45.744032 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d7bc40-69cc-4bff-bf44-e0abc53c5700 None None] Attempting to bind port 71d44cd2-a045-401b-b058-469e4ff8db93 on network 6b0ec8af-2f7a-49a0-a291-8910a036a3b1 {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:28:45.749787 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d7bc40-69cc-4bff-bf44-e0abc53c5700 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:28:45.749941 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d7bc40-69cc-4bff-bf44-e0abc53c5700 None None] Checking segment: {'id': '2ea31be4-4990-48eb-a7a9-b60d66493f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6b0ec8af-2f7a-49a0-a291-8910a036a3b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:28:45.750368 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-a6d7bc40-69cc-4bff-bf44-e0abc53c5700 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:45.750755 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d7bc40-69cc-4bff-bf44-e0abc53c5700 None None] Bound using segment: {'id': '2ea31be4-4990-48eb-a7a9-b60d66493f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6b0ec8af-2f7a-49a0-a291-8910a036a3b1'} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:28:45.751225 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-a6d7bc40-69cc-4bff-bf44-e0abc53c5700 None None] Bound port: 71d44cd2-a045-401b-b058-469e4ff8db93, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ea31be4-4990-48eb-a7a9-b60d66493f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6b0ec8af-2f7a-49a0-a291-8910a036a3b1'}}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:28:45.751601 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-a6d7bc40-69cc-4bff-bf44-e0abc53c5700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:45.819762 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-a6d7bc40-69cc-4bff-bf44-e0abc53c5700 None None] For port 71d44cd2-a045-401b-b058-469e4ff8db93, host n-d-768862-13, cleared binding levels {{(pid=94263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:28:45.823499 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-a6d7bc40-69cc-4bff-bf44-e0abc53c5700 None None] For port 71d44cd2-a045-401b-b058-469e4ff8db93, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=71d44cd2-a045-401b-b058-469e4ff8db93,segment=NetworkSegment(2ea31be4-4990-48eb-a7a9-b60d66493f11),segment_id=2ea31be4-4990-48eb-a7a9-b60d66493f11)] {{(pid=94263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:28:45.829145 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-a6d7bc40-69cc-4bff-bf44-e0abc53c5700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:45.892508 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d7bc40-69cc-4bff-bf44-e0abc53c5700 None None] Routers {'63d28452-3c8c-44ae-9f18-53a08967696e'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:28:45.893130 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-a6d7bc40-69cc-4bff-bf44-e0abc53c5700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:28:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['63d28452-3c8c-44ae-9f18-53a08967696e'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:28:45.897966 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a26e744-3d8b-448e-adf7-2c86d4b521f5 None None] Pushing event updated for resources: {'Port': ['ID=71d44cd2-a045-401b-b058-469e4ff8db93,revision_number=4']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:28:46.003395 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-a6d7bc40-69cc-4bff-bf44-e0abc53c5700 None None] Set router 63d28452-3c8c-44ae-9f18-53a08967696e gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:28:46.207473 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-a6d7bc40-69cc-4bff-bf44-e0abc53c5700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d28452-3c8c-44ae-9f18-53a08967696e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2022069635', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': '63c1aa87-68a1-4aaf-b44f-1a6841dc4409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:28:40Z', 'updated_at': '2021-08-10T04:28:43Z', 'revision_number': 4, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'gw_port': {'id': '63c1aa87-68a1-4aaf-b44f-1a6841dc4409', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d28452-3c8c-44ae-9f18-53a08967696e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:28:40Z', 'updated_at': '2021-08-10T04:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '71d44cd2-a045-401b-b058-469e4ff8db93', 'name': '', 'network_id': '6b0ec8af-2f7a-49a0-a291-8910a036a3b1', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'mac_address': 'fa:16:3e:48:90:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63d28452-3c8c-44ae-9f18-53a08967696e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '514a95c6-4c67-479e-ab7e-d99b1304f94b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:28:42Z', 'updated_at': '2021-08-10T04:28:45Z', 'revision_number': 4, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'subnets': [{'id': '514a95c6-4c67-479e-ab7e-d99b1304f94b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:28:46.234532 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d7bc40-69cc-4bff-bf44-e0abc53c5700 None None] The sync data for ids ['63d28452-3c8c-44ae-9f18-53a08967696e'] in n-d-768862-13 is: [{'id': '63d28452-3c8c-44ae-9f18-53a08967696e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2022069635', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': '63c1aa87-68a1-4aaf-b44f-1a6841dc4409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:28:40Z', 'updated_at': '2021-08-10T04:28:43Z', 'revision_number': 4, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'gw_port': {'id': '63c1aa87-68a1-4aaf-b44f-1a6841dc4409', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d28452-3c8c-44ae-9f18-53a08967696e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:28:40Z', 'updated_at': '2021-08-10T04:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '71d44cd2-a045-401b-b058-469e4ff8db93', 'name': '', 'network_id': '6b0ec8af-2f7a-49a0-a291-8910a036a3b1', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'mac_address': 'fa:16:3e:48:90:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63d28452-3c8c-44ae-9f18-53a08967696e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '514a95c6-4c67-479e-ab7e-d99b1304f94b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:28:42Z', 'updated_at': '2021-08-10T04:28:45Z', 'revision_number': 4, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'subnets': [{'id': '514a95c6-4c67-479e-ab7e-d99b1304f94b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:28:46.269250 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e38691c-f989-4e7b-b4bd-55ac42876731 req-e243b9c4-2413-4b04-90a5-f4c13b7d1cbf tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:28:46.270836 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7e38691c-f989-4e7b-b4bd-55ac42876731 req-e243b9c4-2413-4b04-90a5-f4c13b7d1cbf tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.42 "GET /v2.0/networks?id=6b0ec8af-2f7a-49a0-a291-8910a036a3b1 HTTP/1.1" status: 200 len: 795 time: 0.1092594 Aug 10 04:28:46.337252 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7e38691c-f989-4e7b-b4bd-55ac42876731 req-838b518d-b6b3-46d2-b556-3803cdf42c93 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db935c6fffe84fc296c14b1cf491ed1b HTTP/1.1" status: 200 len: 379 time: 0.0573075 Aug 10 04:28:46.349192 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-7e38691c-f989-4e7b-b4bd-55ac42876731 req-4ce10c2b-b84a-4673-8755-1ed9b81cd9e4 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Request body: {'port': {'device_id': '50e85d6b-45e3-43f1-ad80-856aebcf1d3f', 'network_id': '6b0ec8af-2f7a-49a0-a291-8910a036a3b1', 'admin_state_up': True, 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'security_groups': ['ea9b426f-ae53-4319-a350-0f9639fe3c8c']}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:28:46.416543 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-656c3993-2104-4b5f-ad1b-ac7483d2346e req-51c26818-42bb-422e-b5b9-36cab2db2867 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=50e85d6b-45e3-43f1-ad80-856aebcf1d3f HTTP/1.1" status: 200 len: 210 time: 0.0612476 Aug 10 04:28:46.489771 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e38691c-f989-4e7b-b4bd-55ac42876731 req-4ce10c2b-b84a-4673-8755-1ed9b81cd9e4 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Made reservation on behalf of db935c6fffe84fc296c14b1cf491ed1b for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:28:46.493576 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-7e38691c-f989-4e7b-b4bd-55ac42876731 req-4ce10c2b-b84a-4673-8755-1ed9b81cd9e4 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:46.636419 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-7e38691c-f989-4e7b-b4bd-55ac42876731 req-4ce10c2b-b84a-4673-8755-1ed9b81cd9e4 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Allocated IP 172.20.0.7 (6b0ec8af-2f7a-49a0-a291-8910a036a3b1/514a95c6-4c67-479e-ab7e-d99b1304f94b/2f94d660-25db-4d6b-b8fd-258b7afce819) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:28:46.737638 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 63c1aa87-68a1-4aaf-b44f-1a6841dc4409 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:28:46.792777 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 63c1aa87-68a1-4aaf-b44f-1a6841dc4409 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:28:46.793242 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:46.802457 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-7e38691c-f989-4e7b-b4bd-55ac42876731 req-4ce10c2b-b84a-4673-8755-1ed9b81cd9e4 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:46.816172 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-7e38691c-f989-4e7b-b4bd-55ac42876731 req-4ce10c2b-b84a-4673-8755-1ed9b81cd9e4 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Transition to ACTIVE for port object 2f94d660-25db-4d6b-b8fd-258b7afce819 will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:28:46.857272 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-7e38691c-f989-4e7b-b4bd-55ac42876731 req-4ce10c2b-b84a-4673-8755-1ed9b81cd9e4 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:46.884978 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 71d44cd2-a045-401b-b058-469e4ff8db93 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:28:46.904487 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e38691c-f989-4e7b-b4bd-55ac42876731 req-4ce10c2b-b84a-4673-8755-1ed9b81cd9e4 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Network 6b0ec8af-2f7a-49a0-a291-8910a036a3b1 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:28:46.908524 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-7e38691c-f989-4e7b-b4bd-55ac42876731 req-4ce10c2b-b84a-4673-8755-1ed9b81cd9e4 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:28:46.913890 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e38691c-f989-4e7b-b4bd-55ac42876731 req-4ce10c2b-b84a-4673-8755-1ed9b81cd9e4 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:28:46.921271 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce10c2b-b84a-4673-8755-1ed9b81cd9e4 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event updated for resources: {'Port': ['ID=2f94d660-25db-4d6b-b8fd-258b7afce819,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:28:46.939514 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 71d44cd2-a045-401b-b058-469e4ff8db93 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:28:46.943991 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 71d44cd2-a045-401b-b058-469e4ff8db93 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:28:46.944436 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:46.978788 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e38691c-f989-4e7b-b4bd-55ac42876731 req-4ce10c2b-b84a-4673-8755-1ed9b81cd9e4 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:28:46.979482 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-7e38691c-f989-4e7b-b4bd-55ac42876731 req-4ce10c2b-b84a-4673-8755-1ed9b81cd9e4 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:46.998486 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7e38691c-f989-4e7b-b4bd-55ac42876731 req-4ce10c2b-b84a-4673-8755-1ed9b81cd9e4 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6530416 Aug 10 04:28:47.011037 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-7e38691c-f989-4e7b-b4bd-55ac42876731 req-cb5cbb0f-cad6-4592-b99d-fdf959380f38 service neutron] Request body: {'port': {'device_id': '50e85d6b-45e3-43f1-ad80-856aebcf1d3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:28:47.038069 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:47.075206 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 71d44cd2-a045-401b-b058-469e4ff8db93, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=71d44cd2-a045-401b-b058-469e4ff8db93,segment=NetworkSegment(2ea31be4-4990-48eb-a7a9-b60d66493f11),segment_id=2ea31be4-4990-48eb-a7a9-b60d66493f11)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:28:47.081628 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:47.084650 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 40c4d87a-848a-4e63-9c2f-69cf7875640c up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:28:47.090997 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-7e38691c-f989-4e7b-b4bd-55ac42876731 req-cb5cbb0f-cad6-4592-b99d-fdf959380f38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:47.166395 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=71d44cd2-a045-401b-b058-469e4ff8db93,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:28:47.180434 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 40c4d87a-848a-4e63-9c2f-69cf7875640c triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:28:47.180805 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:47.275607 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-8cce3038-6e61-4f84-8e88-db32b55945d0 None None] Provisioning for port 2f94d660-25db-4d6b-b8fd-258b7afce819 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:28:47.281355 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-8cce3038-6e61-4f84-8e88-db32b55945d0 None None] Provisioning complete for port 2f94d660-25db-4d6b-b8fd-258b7afce819 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:28:47.281727 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-8cce3038-6e61-4f84-8e88-db32b55945d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:47.323848 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-8cce3038-6e61-4f84-8e88-db32b55945d0 None None] Port 2f94d660-25db-4d6b-b8fd-258b7afce819 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:28:47.410648 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-7e38691c-f989-4e7b-b4bd-55ac42876731 req-cb5cbb0f-cad6-4592-b99d-fdf959380f38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f94d660-25db-4d6b-b8fd-258b7afce819 {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:28:47.418386 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-7e38691c-f989-4e7b-b4bd-55ac42876731 req-cb5cbb0f-cad6-4592-b99d-fdf959380f38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:47.430816 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-7e38691c-f989-4e7b-b4bd-55ac42876731 req-cb5cbb0f-cad6-4592-b99d-fdf959380f38 service neutron] Transition to ACTIVE for port object 2f94d660-25db-4d6b-b8fd-258b7afce819 will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:28:47.435274 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-7e38691c-f989-4e7b-b4bd-55ac42876731 req-cb5cbb0f-cad6-4592-b99d-fdf959380f38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:47.492151 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5cbb0f-cad6-4592-b99d-fdf959380f38 service neutron] Pushing event updated for resources: {'Port': ['ID=2f94d660-25db-4d6b-b8fd-258b7afce819,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:28:47.593237 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c2812c-b2d6-4763-8bb3-314dc713c7cf req-d77bacc4-956c-4db4-b978-5a1057af799c tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:28:47.594831 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-76c2812c-b2d6-4763-8bb3-314dc713c7cf req-d77bacc4-956c-4db4-b978-5a1057af799c tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=50e85d6b-45e3-43f1-ad80-856aebcf1d3f HTTP/1.1" status: 200 len: 943 time: 0.1051459 Aug 10 04:28:47.612688 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-7e38691c-f989-4e7b-b4bd-55ac42876731 req-cb5cbb0f-cad6-4592-b99d-fdf959380f38 service neutron] Attempting to bind port 2f94d660-25db-4d6b-b8fd-258b7afce819 on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:28:47.613023 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-7e38691c-f989-4e7b-b4bd-55ac42876731 req-cb5cbb0f-cad6-4592-b99d-fdf959380f38 service neutron] Attempting to bind port 2f94d660-25db-4d6b-b8fd-258b7afce819 by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '2ea31be4-4990-48eb-a7a9-b60d66493f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6b0ec8af-2f7a-49a0-a291-8910a036a3b1'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:28:47.613359 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e38691c-f989-4e7b-b4bd-55ac42876731 req-cb5cbb0f-cad6-4592-b99d-fdf959380f38 service neutron] Attempting to bind port 2f94d660-25db-4d6b-b8fd-258b7afce819 on network 6b0ec8af-2f7a-49a0-a291-8910a036a3b1 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:28:47.626591 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e38691c-f989-4e7b-b4bd-55ac42876731 req-cb5cbb0f-cad6-4592-b99d-fdf959380f38 service neutron] Port 2f94d660-25db-4d6b-b8fd-258b7afce819 on network 6b0ec8af-2f7a-49a0-a291-8910a036a3b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:28:47.626917 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e38691c-f989-4e7b-b4bd-55ac42876731 req-cb5cbb0f-cad6-4592-b99d-fdf959380f38 service neutron] Attempting to bind port 2f94d660-25db-4d6b-b8fd-258b7afce819 on network 6b0ec8af-2f7a-49a0-a291-8910a036a3b1 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:28:47.640670 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e38691c-f989-4e7b-b4bd-55ac42876731 req-cb5cbb0f-cad6-4592-b99d-fdf959380f38 service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:28:47.641011 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e38691c-f989-4e7b-b4bd-55ac42876731 req-cb5cbb0f-cad6-4592-b99d-fdf959380f38 service neutron] Checking segment: {'id': '2ea31be4-4990-48eb-a7a9-b60d66493f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6b0ec8af-2f7a-49a0-a291-8910a036a3b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:28:47.641401 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e38691c-f989-4e7b-b4bd-55ac42876731 req-cb5cbb0f-cad6-4592-b99d-fdf959380f38 service neutron] Bound using segment: {'id': '2ea31be4-4990-48eb-a7a9-b60d66493f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6b0ec8af-2f7a-49a0-a291-8910a036a3b1'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:28:47.641850 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-7e38691c-f989-4e7b-b4bd-55ac42876731 req-cb5cbb0f-cad6-4592-b99d-fdf959380f38 service neutron] Bound port: 2f94d660-25db-4d6b-b8fd-258b7afce819, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ea31be4-4990-48eb-a7a9-b60d66493f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6b0ec8af-2f7a-49a0-a291-8910a036a3b1'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:28:47.642214 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-7e38691c-f989-4e7b-b4bd-55ac42876731 req-cb5cbb0f-cad6-4592-b99d-fdf959380f38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:47.659027 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-76c2812c-b2d6-4763-8bb3-314dc713c7cf req-df37055e-f341-4427-a7df-c9d084ba0efa tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea9b426f-ae53-4319-a350-0f9639fe3c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576937 Aug 10 04:28:47.710924 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-7e38691c-f989-4e7b-b4bd-55ac42876731 req-cb5cbb0f-cad6-4592-b99d-fdf959380f38 service neutron] For port 2f94d660-25db-4d6b-b8fd-258b7afce819, host n-h1-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:28:47.714000 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-7e38691c-f989-4e7b-b4bd-55ac42876731 req-cb5cbb0f-cad6-4592-b99d-fdf959380f38 service neutron] For port 2f94d660-25db-4d6b-b8fd-258b7afce819, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=2f94d660-25db-4d6b-b8fd-258b7afce819,segment=NetworkSegment(2ea31be4-4990-48eb-a7a9-b60d66493f11),segment_id=2ea31be4-4990-48eb-a7a9-b60d66493f11)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:28:47.719176 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-7e38691c-f989-4e7b-b4bd-55ac42876731 req-cb5cbb0f-cad6-4592-b99d-fdf959380f38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:47.757155 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e38691c-f989-4e7b-b4bd-55ac42876731 req-cb5cbb0f-cad6-4592-b99d-fdf959380f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:28:47.757780 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-7e38691c-f989-4e7b-b4bd-55ac42876731 req-cb5cbb0f-cad6-4592-b99d-fdf959380f38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:47.759270 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7e38691c-f989-4e7b-b4bd-55ac42876731 req-cb5cbb0f-cad6-4592-b99d-fdf959380f38 service neutron] 10.222.0.42 "PUT /v2.0/ports/2f94d660-25db-4d6b-b8fd-258b7afce819 HTTP/1.1" status: 200 len: 1092 time: 0.7529528 Aug 10 04:28:47.759710 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50e85d6b-45e3-43f1-ad80-856aebcf1d3f', 'tag': '2f94d660-25db-4d6b-b8fd-258b7afce819'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:28:47.761950 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7142606bf34c4189ec1af3eb1cc50705e8815838b55f5940d6ad7e637f738b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72be1f27-fa9d-4004-9432-113f1c3d5e5d" -d '{"events": [{"name": "network-changed", "server_uuid": "50e85d6b-45e3-43f1-ad80-856aebcf1d3f", "tag": "2f94d660-25db-4d6b-b8fd-258b7afce819"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:28:47.801560 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5cbb0f-cad6-4592-b99d-fdf959380f38 service neutron] Pushing event updated for resources: {'Port': ['ID=2f94d660-25db-4d6b-b8fd-258b7afce819,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:28:47.807787 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-964912ab-8b60-426d-ad51-3878fc1c2fb1 x-openstack-request-id: req-964912ab-8b60-426d-ad51-3878fc1c2fb1 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:28:47.808081 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50e85d6b-45e3-43f1-ad80-856aebcf1d3f", "tag": "2f94d660-25db-4d6b-b8fd-258b7afce819", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:28:47.808349 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-964912ab-8b60-426d-ad51-3878fc1c2fb1 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:28:47.808727 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50e85d6b-45e3-43f1-ad80-856aebcf1d3f', 'tag': '2f94d660-25db-4d6b-b8fd-258b7afce819', 'status': 'completed', 'code': 200} Aug 10 04:28:47.857061 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e38691c-f989-4e7b-b4bd-55ac42876731 req-e46e20aa-0cb9-47ca-993b-033dad4c23ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:28:47.858728 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7e38691c-f989-4e7b-b4bd-55ac42876731 req-e46e20aa-0cb9-47ca-993b-033dad4c23ca service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=db935c6fffe84fc296c14b1cf491ed1b&device_id=50e85d6b-45e3-43f1-ad80-856aebcf1d3f HTTP/1.1" status: 200 len: 1095 time: 0.0483253 Aug 10 04:28:47.906918 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7e38691c-f989-4e7b-b4bd-55ac42876731 req-b02a79b0-a3f1-4590-a851-0d4d3ad40ce2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f94d660-25db-4d6b-b8fd-258b7afce819 HTTP/1.1" status: 200 len: 217 time: 0.0391521 Aug 10 04:28:47.962635 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e38691c-f989-4e7b-b4bd-55ac42876731 req-afb24d6f-bdac-4c92-8b20-1dd895ef8146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:28:47.964188 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7e38691c-f989-4e7b-b4bd-55ac42876731 req-afb24d6f-bdac-4c92-8b20-1dd895ef8146 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=514a95c6-4c67-479e-ab7e-d99b1304f94b HTTP/1.1" status: 200 len: 835 time: 0.0502124 Aug 10 04:28:48.010140 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e38691c-f989-4e7b-b4bd-55ac42876731 req-91d31358-265b-4711-9fa7-be3f30136cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:28:48.011717 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7e38691c-f989-4e7b-b4bd-55ac42876731 req-91d31358-265b-4711-9fa7-be3f30136cf0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6b0ec8af-2f7a-49a0-a291-8910a036a3b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407326 Aug 10 04:28:48.101526 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7e38691c-f989-4e7b-b4bd-55ac42876731 req-41bde12c-b289-4d2c-ac36-1a6279a23c57 service neutron] 10.222.0.42 "GET /v2.0/networks/6b0ec8af-2f7a-49a0-a291-8910a036a3b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829475 Aug 10 04:28:48.196994 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7e38691c-f989-4e7b-b4bd-55ac42876731 req-0cb57423-d544-4f24-8079-e212bfb4162d service neutron] 10.222.0.42 "GET /v2.0/networks/6b0ec8af-2f7a-49a0-a291-8910a036a3b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885372 Aug 10 04:28:48.281312 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72be1f27-fa9d-4004-9432-113f1c3d5e5d req-bb1c24ed-b3c6-414a-927d-793bc27280fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:28:48.282827 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-72be1f27-fa9d-4004-9432-113f1c3d5e5d req-bb1c24ed-b3c6-414a-927d-793bc27280fb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=db935c6fffe84fc296c14b1cf491ed1b&device_id=50e85d6b-45e3-43f1-ad80-856aebcf1d3f HTTP/1.1" status: 200 len: 1095 time: 0.0416396 Aug 10 04:28:48.375739 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72be1f27-fa9d-4004-9432-113f1c3d5e5d req-850466cc-ec45-4b35-ab15-3dfd48c3f3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:28:48.377227 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-72be1f27-fa9d-4004-9432-113f1c3d5e5d req-850466cc-ec45-4b35-ab15-3dfd48c3f3a1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6b0ec8af-2f7a-49a0-a291-8910a036a3b1 HTTP/1.1" status: 200 len: 895 time: 0.0872049 Aug 10 04:28:48.418844 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-72be1f27-fa9d-4004-9432-113f1c3d5e5d req-f17dc56e-5ea4-44d9-b653-299ee3c0c070 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f94d660-25db-4d6b-b8fd-258b7afce819 HTTP/1.1" status: 200 len: 217 time: 0.0344563 Aug 10 04:28:48.468862 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72be1f27-fa9d-4004-9432-113f1c3d5e5d req-25e8a734-fd6c-4a72-ad81-25bd6d4466bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:28:48.470248 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-72be1f27-fa9d-4004-9432-113f1c3d5e5d req-25e8a734-fd6c-4a72-ad81-25bd6d4466bf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=514a95c6-4c67-479e-ab7e-d99b1304f94b HTTP/1.1" status: 200 len: 835 time: 0.0445485 Aug 10 04:28:48.519785 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72be1f27-fa9d-4004-9432-113f1c3d5e5d req-c7bd9d26-cf90-4437-a93b-1cdb5027d542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:28:48.521356 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-72be1f27-fa9d-4004-9432-113f1c3d5e5d req-c7bd9d26-cf90-4437-a93b-1cdb5027d542 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6b0ec8af-2f7a-49a0-a291-8910a036a3b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414791 Aug 10 04:28:48.617249 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-72be1f27-fa9d-4004-9432-113f1c3d5e5d req-56e40aea-307e-4d98-9b31-8882675266d1 service neutron] 10.222.0.42 "GET /v2.0/networks/6b0ec8af-2f7a-49a0-a291-8910a036a3b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867767 Aug 10 04:28:48.645611 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 71d44cd2-a045-401b-b058-469e4ff8db93 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:28:48.694691 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 71d44cd2-a045-401b-b058-469e4ff8db93 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:28:48.695523 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:48.714748 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-72be1f27-fa9d-4004-9432-113f1c3d5e5d req-1020a94b-a84c-4044-a880-984034895218 service neutron] 10.222.0.42 "GET /v2.0/networks/6b0ec8af-2f7a-49a0-a291-8910a036a3b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897365 Aug 10 04:28:48.790580 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e989a6-7d33-48c7-9ab6-0a0ba3abd331 req-ea26a6a4-6515-4bcf-ae81-0fec131faed9 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:28:48.792068 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a0e989a6-7d33-48c7-9ab6-0a0ba3abd331 req-ea26a6a4-6515-4bcf-ae81-0fec131faed9 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=50e85d6b-45e3-43f1-ad80-856aebcf1d3f HTTP/1.1" status: 200 len: 943 time: 0.0608938 Aug 10 04:28:48.831464 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a0e989a6-7d33-48c7-9ab6-0a0ba3abd331 req-661cb375-4f4c-40de-ab17-432c3e69f9c6 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea9b426f-ae53-4319-a350-0f9639fe3c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332096 Aug 10 04:28:49.946861 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247b0a05-6755-441f-b650-05ebe838b712 req-2d6ad6ea-1ce2-434f-9eaa-54f75cef1afc tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:28:49.948340 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-247b0a05-6755-441f-b650-05ebe838b712 req-2d6ad6ea-1ce2-434f-9eaa-54f75cef1afc tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=50e85d6b-45e3-43f1-ad80-856aebcf1d3f HTTP/1.1" status: 200 len: 943 time: 0.0479374 Aug 10 04:28:49.985930 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-247b0a05-6755-441f-b650-05ebe838b712 req-61adfba5-53f4-444c-a146-ed9b17aca602 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea9b426f-ae53-4319-a350-0f9639fe3c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310845 Aug 10 04:28:50.963964 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 2f94d660-25db-4d6b-b8fd-258b7afce819 details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:28:51.057434 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 2f94d660-25db-4d6b-b8fd-258b7afce819, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=2f94d660-25db-4d6b-b8fd-258b7afce819,segment=NetworkSegment(2ea31be4-4990-48eb-a7a9-b60d66493f11),segment_id=2ea31be4-4990-48eb-a7a9-b60d66493f11)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:28:51.069203 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': '2f94d660-25db-4d6b-b8fd-258b7afce819', 'network_id': '6b0ec8af-2f7a-49a0-a291-8910a036a3b1', 'port_id': '2f94d660-25db-4d6b-b8fd-258b7afce819', 'mac_address': 'fa:16:3e:a1:92:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '514a95c6-4c67-479e-ab7e-d99b1304f94b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:28:51.100940 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c9c24-d212-4166-8cac-b362ffe04682 req-182c16b5-dd9c-4feb-b25c-edd8de4b38ea tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:28:51.102476 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8b1c9c24-d212-4166-8cac-b362ffe04682 req-182c16b5-dd9c-4feb-b25c-edd8de4b38ea tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=50e85d6b-45e3-43f1-ad80-856aebcf1d3f HTTP/1.1" status: 200 len: 943 time: 0.0495038 Aug 10 04:28:51.110583 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:51.123297 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f94d660-25db-4d6b-b8fd-258b7afce819 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:28:51.141407 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8b1c9c24-d212-4166-8cac-b362ffe04682 req-a83db940-d9a6-4d87-88a0-eb3cc27edf21 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea9b426f-ae53-4319-a350-0f9639fe3c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320952 Aug 10 04:28:51.143403 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 2f94d660-25db-4d6b-b8fd-258b7afce819, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=2f94d660-25db-4d6b-b8fd-258b7afce819,segment=NetworkSegment(2ea31be4-4990-48eb-a7a9-b60d66493f11),segment_id=2ea31be4-4990-48eb-a7a9-b60d66493f11)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:28:51.147631 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:51.193798 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=2f94d660-25db-4d6b-b8fd-258b7afce819,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:28:51.373263 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['2f94d660-25db-4d6b-b8fd-258b7afce819'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:28:51.527135 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b7929955-a11a-4d90-8216-4001a649e1ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:51.595536 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-239992eb-97db-48ca-8847-7c1f3de67d07 req-4cb2ce67-eef2-470f-bbc0-cdc9676c9291 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=22882bb5-df6a-4a03-b8b1-8ebacb558477&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0426862 Aug 10 04:28:51.679828 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239992eb-97db-48ca-8847-7c1f3de67d07 req-992a9c44-5ce8-4132-b13f-011ce22a50c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:28:51.681569 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-239992eb-97db-48ca-8847-7c1f3de67d07 req-992a9c44-5ce8-4132-b13f-011ce22a50c4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4d9562697164912ae96f22f47b4a54d&device_id=22882bb5-df6a-4a03-b8b1-8ebacb558477 HTTP/1.1" status: 200 len: 1098 time: 0.0404577 Aug 10 04:28:51.784979 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239992eb-97db-48ca-8847-7c1f3de67d07 req-8af53271-311b-4987-88dc-a0b25934aef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:28:51.786565 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-239992eb-97db-48ca-8847-7c1f3de67d07 req-8af53271-311b-4987-88dc-a0b25934aef2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=86e70408-f9ef-4815-aa8f-59304e4ed4c8 HTTP/1.1" status: 200 len: 911 time: 0.0818377 Aug 10 04:28:51.832268 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-239992eb-97db-48ca-8847-7c1f3de67d07 req-9de27264-332f-43c3-bf23-afe8e12c1985 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=600c6ca9-6224-4086-b5df-8c2df8511b77 HTTP/1.1" status: 200 len: 217 time: 0.0382357 Aug 10 04:28:51.882208 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239992eb-97db-48ca-8847-7c1f3de67d07 req-89998c97-903b-4913-9d29-0ee1d5a967c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:28:51.883748 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-239992eb-97db-48ca-8847-7c1f3de67d07 req-89998c97-903b-4913-9d29-0ee1d5a967c8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=48d8056f-5fb2-463c-96bd-f6f5ed5da27e HTTP/1.1" status: 200 len: 850 time: 0.0451186 Aug 10 04:28:51.929666 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239992eb-97db-48ca-8847-7c1f3de67d07 req-100c22b0-b54b-459e-a5e0-5fdd692fd376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:28:51.931261 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-239992eb-97db-48ca-8847-7c1f3de67d07 req-100c22b0-b54b-459e-a5e0-5fdd692fd376 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=86e70408-f9ef-4815-aa8f-59304e4ed4c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390399 Aug 10 04:28:52.027385 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-239992eb-97db-48ca-8847-7c1f3de67d07 req-4d7f255c-cfb0-489e-ba2f-1b12c3cf0908 service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875523 Aug 10 04:28:52.115866 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-239992eb-97db-48ca-8847-7c1f3de67d07 req-5e31139a-cc37-4e47-934c-fb1a514967e2 service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805438 Aug 10 04:28:52.264842 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a5209a-dcaf-4488-a5f3-3bc353b44d7a req-a48b9c91-9298-44c8-b7f4-6f6027caac8f tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:28:52.266344 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-56a5209a-dcaf-4488-a5f3-3bc353b44d7a req-a48b9c91-9298-44c8-b7f4-6f6027caac8f tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=50e85d6b-45e3-43f1-ad80-856aebcf1d3f HTTP/1.1" status: 200 len: 944 time: 0.0558310 Aug 10 04:28:52.305712 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-56a5209a-dcaf-4488-a5f3-3bc353b44d7a req-5518dab1-e9c9-4d0c-b7ad-aae0440ea46a tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea9b426f-ae53-4319-a350-0f9639fe3c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318522 Aug 10 04:28:52.975798 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 2f94d660-25db-4d6b-b8fd-258b7afce819 up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:28:53.022451 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning for port 2f94d660-25db-4d6b-b8fd-258b7afce819 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:28:53.026005 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port 2f94d660-25db-4d6b-b8fd-258b7afce819 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:28:53.026408 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:53.103491 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:53.126125 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50e85d6b-45e3-43f1-ad80-856aebcf1d3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f94d660-25db-4d6b-b8fd-258b7afce819'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:28:53.128433 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}583660bde03669f2dd7fb79ddb869ac83356356549bc1793f8d2e37d6d7017ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa6b32c-d0b9-491e-a160-dec343db2312" -d '{"events": [{"server_uuid": "50e85d6b-45e3-43f1-ad80-856aebcf1d3f", "name": "network-vif-plugged", "status": "completed", "tag": "2f94d660-25db-4d6b-b8fd-258b7afce819"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:28:53.142547 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 2f94d660-25db-4d6b-b8fd-258b7afce819, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=2f94d660-25db-4d6b-b8fd-258b7afce819,segment=NetworkSegment(2ea31be4-4990-48eb-a7a9-b60d66493f11),segment_id=2ea31be4-4990-48eb-a7a9-b60d66493f11)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:28:53.147397 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:53.169993 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea64f5f1-cfb2-4b58-aa22-e6d89feeaf57 x-openstack-request-id: req-ea64f5f1-cfb2-4b58-aa22-e6d89feeaf57 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:28:53.170306 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50e85d6b-45e3-43f1-ad80-856aebcf1d3f", "name": "network-vif-plugged", "status": "completed", "tag": "2f94d660-25db-4d6b-b8fd-258b7afce819", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:28:53.170561 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ea64f5f1-cfb2-4b58-aa22-e6d89feeaf57 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:28:53.170950 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50e85d6b-45e3-43f1-ad80-856aebcf1d3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f94d660-25db-4d6b-b8fd-258b7afce819', 'code': 200} Aug 10 04:28:53.196810 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=2f94d660-25db-4d6b-b8fd-258b7afce819,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:28:53.260647 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf28abd-2b74-43ec-982e-f476da1521b3 req-dbe3852e-48f3-4819-bd6a-3a84e8fa2356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:28:53.262215 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-acf28abd-2b74-43ec-982e-f476da1521b3 req-dbe3852e-48f3-4819-bd6a-3a84e8fa2356 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=50e85d6b-45e3-43f1-ad80-856aebcf1d3f HTTP/1.1" status: 200 len: 1097 time: 0.0406392 Aug 10 04:28:53.295426 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-acf28abd-2b74-43ec-982e-f476da1521b3 req-e454059a-e6ee-4977-89bf-5da288000a8f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ea9b426f-ae53-4319-a350-0f9639fe3c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0263641 Aug 10 04:28:53.422450 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabbcbb0-6e2b-4853-8e38-bee62ab5b0a5 req-90e23a28-5568-4124-a26b-7f24500bb936 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:28:53.423841 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-aabbcbb0-6e2b-4853-8e38-bee62ab5b0a5 req-90e23a28-5568-4124-a26b-7f24500bb936 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=50e85d6b-45e3-43f1-ad80-856aebcf1d3f HTTP/1.1" status: 200 len: 945 time: 0.0493417 Aug 10 04:28:53.461113 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-aabbcbb0-6e2b-4853-8e38-bee62ab5b0a5 req-871aa7f0-4e18-4a6c-a3cf-a494d285722e tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea9b426f-ae53-4319-a350-0f9639fe3c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313826 Aug 10 04:28:53.767735 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-fa7ab8bd-5c34-41f2-a1da-c6aa9fbaea27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:54.366790 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:54.578434 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b41cb-1b6c-4ed6-8314-21e7ee72751f req-22760fa4-22e4-48ab-9abe-864bf2f056d7 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:28:54.579934 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bc3b41cb-1b6c-4ed6-8314-21e7ee72751f req-22760fa4-22e4-48ab-9abe-864bf2f056d7 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=50e85d6b-45e3-43f1-ad80-856aebcf1d3f HTTP/1.1" status: 200 len: 945 time: 0.0525045 Aug 10 04:28:54.618789 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bc3b41cb-1b6c-4ed6-8314-21e7ee72751f req-ce2cf574-e425-4be9-bf8a-e0834bfbf755 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea9b426f-ae53-4319-a350-0f9639fe3c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327539 Aug 10 04:28:54.734031 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1319cc-d6db-4727-afc9-3ba83f44ca06 req-bf4bea0e-5f88-4a66-be25-484552c1199c tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:28:54.735560 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0c1319cc-d6db-4727-afc9-3ba83f44ca06 req-bf4bea0e-5f88-4a66-be25-484552c1199c tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=50e85d6b-45e3-43f1-ad80-856aebcf1d3f HTTP/1.1" status: 200 len: 945 time: 0.0484109 Aug 10 04:28:54.772649 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0c1319cc-d6db-4727-afc9-3ba83f44ca06 req-354657f8-4cac-441c-b1c5-486329a6bfbb tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea9b426f-ae53-4319-a350-0f9639fe3c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310273 Aug 10 04:28:54.796427 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51118) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:28:54.868054 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482f03c7-7b5a-49ad-9f66-ab751d0a5f94 tempest-TestNetworkAdvancedServerOps-1236493669 tempest-TestNetworkAdvancedServerOps-1236493669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:28:54.869618 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-482f03c7-7b5a-49ad-9f66-ab751d0a5f94 tempest-TestNetworkAdvancedServerOps-1236493669 tempest-TestNetworkAdvancedServerOps-1236493669-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=50e85d6b-45e3-43f1-ad80-856aebcf1d3f HTTP/1.1" status: 200 len: 1092 time: 0.0721352 Aug 10 04:28:54.872850 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 51120) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:28:54.877329 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-69b0d9b2-eff1-4dbc-891b-979b3bd3f51e req-e1249dec-2d08-4b73-881a-a483a60e06cf service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=50e85d6b-45e3-43f1-ad80-856aebcf1d3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0559924 Aug 10 04:28:54.877629 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-0311d4d6-f376-4ab9-a044-7dcc9b119212 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Request body: {'floatingip': {'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'port_id': '2f94d660-25db-4d6b-b8fd-258b7afce819', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:28:54.907259 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0311d4d6-f376-4ab9-a044-7dcc9b119212 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for floatingip, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:54.961365 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b0d9b2-eff1-4dbc-891b-979b3bd3f51e req-5c2980e6-e867-402f-a5cc-df6c71f9ea5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:28:54.963022 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-69b0d9b2-eff1-4dbc-891b-979b3bd3f51e req-5c2980e6-e867-402f-a5cc-df6c71f9ea5d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=db935c6fffe84fc296c14b1cf491ed1b&device_id=50e85d6b-45e3-43f1-ad80-856aebcf1d3f HTTP/1.1" status: 200 len: 1097 time: 0.0409391 Aug 10 04:28:55.005596 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0311d4d6-f376-4ab9-a044-7dcc9b119212 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:55.064889 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b0d9b2-eff1-4dbc-891b-979b3bd3f51e req-1cc24c20-cfbc-4555-b7fe-84b7bd4a71bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:28:55.066344 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-69b0d9b2-eff1-4dbc-891b-979b3bd3f51e req-1cc24c20-cfbc-4555-b7fe-84b7bd4a71bd service neutron] 10.222.0.42 "GET /v2.0/networks?id=6b0ec8af-2f7a-49a0-a291-8910a036a3b1 HTTP/1.1" status: 200 len: 895 time: 0.0847387 Aug 10 04:28:55.111310 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-69b0d9b2-eff1-4dbc-891b-979b3bd3f51e req-14bf47fa-b6d8-43ac-928c-7302ac159114 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f94d660-25db-4d6b-b8fd-258b7afce819 HTTP/1.1" status: 200 len: 217 time: 0.0382333 Aug 10 04:28:55.111587 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-0311d4d6-f376-4ab9-a044-7dcc9b119212 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Allocated IP 172.25.6.232 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/d999a71f-55b3-4de8-a60f-ea62f97cefad) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:28:55.160440 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b0d9b2-eff1-4dbc-891b-979b3bd3f51e req-2764d475-2186-4cda-aa2d-ba2c3dbbd1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:28:55.161953 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-69b0d9b2-eff1-4dbc-891b-979b3bd3f51e req-2764d475-2186-4cda-aa2d-ba2c3dbbd1a9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=514a95c6-4c67-479e-ab7e-d99b1304f94b HTTP/1.1" status: 200 len: 835 time: 0.0439069 Aug 10 04:28:55.207448 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b0d9b2-eff1-4dbc-891b-979b3bd3f51e req-93b96323-1f1e-4ca1-abb1-876439cde458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:28:55.209008 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-69b0d9b2-eff1-4dbc-891b-979b3bd3f51e req-93b96323-1f1e-4ca1-abb1-876439cde458 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6b0ec8af-2f7a-49a0-a291-8910a036a3b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401378 Aug 10 04:28:55.211052 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0311d4d6-f376-4ab9-a044-7dcc9b119212 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:55.249993 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0311d4d6-f376-4ab9-a044-7dcc9b119212 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:55.289685 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0311d4d6-f376-4ab9-a044-7dcc9b119212 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:28:55.294820 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-0311d4d6-f376-4ab9-a044-7dcc9b119212 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:28:55.299081 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0311d4d6-f376-4ab9-a044-7dcc9b119212 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:28:55.304485 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-69b0d9b2-eff1-4dbc-891b-979b3bd3f51e req-94d35df3-093e-4e0a-a759-e0cf6f0dfb58 service neutron] 10.222.0.42 "GET /v2.0/networks/6b0ec8af-2f7a-49a0-a291-8910a036a3b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883739 Aug 10 04:28:55.325160 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0311d4d6-f376-4ab9-a044-7dcc9b119212 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event updated for resources: {'Port': ['ID=d999a71f-55b3-4de8-a60f-ea62f97cefad,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:28:55.395316 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-69b0d9b2-eff1-4dbc-891b-979b3bd3f51e req-abf5a13b-f34c-4a7f-bce1-085a6c2b45d3 service neutron] 10.222.0.42 "GET /v2.0/networks/6b0ec8af-2f7a-49a0-a291-8910a036a3b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836823 Aug 10 04:28:55.638078 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:55.665112 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0311d4d6-f376-4ab9-a044-7dcc9b119212 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:55.735878 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0311d4d6-f376-4ab9-a044-7dcc9b119212 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:56.194682 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0311d4d6-f376-4ab9-a044-7dcc9b119212 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:56.199424 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0311d4d6-f376-4ab9-a044-7dcc9b119212 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:56.267811 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0311d4d6-f376-4ab9-a044-7dcc9b119212 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event updated for resources: {'Port': ['ID=d999a71f-55b3-4de8-a60f-ea62f97cefad,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:28:56.277507 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0311d4d6-f376-4ab9-a044-7dcc9b119212 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:56.375791 n-d-768862-13 neutron-server[94261]: INFO neutron.db.l3_db [None req-0311d4d6-f376-4ab9-a044-7dcc9b119212 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Floating IP 490601d4-6aa5-40ed-982d-ec490b8bacc6 associated. External IP: 172.25.6.232, port: 2f94d660-25db-4d6b-b8fd-258b7afce819. Aug 10 04:28:56.586879 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0311d4d6-f376-4ab9-a044-7dcc9b119212 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Router 63d28452-3c8c-44ae-9f18-53a08967696e has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:28:56.695306 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0311d4d6-f376-4ab9-a044-7dcc9b119212 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:28:56.701880 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:56.706692 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0f9ef2-aadc-4c50-911c-3d4b0a1fccce None None] Sync routers for ids ['63d28452-3c8c-44ae-9f18-53a08967696e'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:28:56.712696 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0311d4d6-f376-4ab9-a044-7dcc9b119212 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:56.715771 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0f9ef2-aadc-4c50-911c-3d4b0a1fccce None None] Routers {'63d28452-3c8c-44ae-9f18-53a08967696e'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:28:56.716385 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-3b0f9ef2-aadc-4c50-911c-3d4b0a1fccce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:28:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['63d28452-3c8c-44ae-9f18-53a08967696e'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:28:56.740801 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-0311d4d6-f376-4ab9-a044-7dcc9b119212 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8666747 Aug 10 04:28:56.741291 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50e85d6b-45e3-43f1-ad80-856aebcf1d3f', 'tag': '2f94d660-25db-4d6b-b8fd-258b7afce819'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:28:56.743618 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c547d0186a924682622f448b10ad68011a5a798c46de133d3cce962f46ffb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c960101-1804-4a5d-9822-cf059b5f726a" -d '{"events": [{"name": "network-changed", "server_uuid": "50e85d6b-45e3-43f1-ad80-856aebcf1d3f", "tag": "2f94d660-25db-4d6b-b8fd-258b7afce819"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:28:56.821900 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-3b0f9ef2-aadc-4c50-911c-3d4b0a1fccce None None] Set router 63d28452-3c8c-44ae-9f18-53a08967696e gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:28:56.837759 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95253b25-72f5-4329-949e-c64618c8b931 req-fd2981f7-3877-4023-8e89-e86d509e136a tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:28:56.839299 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-95253b25-72f5-4329-949e-c64618c8b931 req-fd2981f7-3877-4023-8e89-e86d509e136a tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=50e85d6b-45e3-43f1-ad80-856aebcf1d3f HTTP/1.1" status: 200 len: 945 time: 0.0499201 Aug 10 04:28:56.882695 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-95253b25-72f5-4329-949e-c64618c8b931 req-3dc94eb3-dbba-4f50-a00e-a11a47377a6d tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea9b426f-ae53-4319-a350-0f9639fe3c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365527 Aug 10 04:28:56.913408 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 51126) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:28:56.953893 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6071886f-a415-41bb-b78d-cf32e35b0388 x-openstack-request-id: req-6071886f-a415-41bb-b78d-cf32e35b0388 {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:28:56.954279 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50e85d6b-45e3-43f1-ad80-856aebcf1d3f", "tag": "2f94d660-25db-4d6b-b8fd-258b7afce819", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:28:56.954512 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6071886f-a415-41bb-b78d-cf32e35b0388 {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:28:56.954879 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50e85d6b-45e3-43f1-ad80-856aebcf1d3f', 'tag': '2f94d660-25db-4d6b-b8fd-258b7afce819', 'status': 'completed', 'code': 200} Aug 10 04:28:56.993338 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-0e477ad4-c961-4bcf-92d4-cfb9e2f7d5a3 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/floatingips/490601d4-6aa5-40ed-982d-ec490b8bacc6 HTTP/1.1" status: 200 len: 991 time: 0.0790637 Aug 10 04:28:56.997604 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c960101-1804-4a5d-9822-cf059b5f726a req-4fead50a-7b46-4967-b0ff-6deb941919b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:28:56.999210 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6c960101-1804-4a5d-9822-cf059b5f726a req-4fead50a-7b46-4967-b0ff-6deb941919b3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=db935c6fffe84fc296c14b1cf491ed1b&device_id=50e85d6b-45e3-43f1-ad80-856aebcf1d3f HTTP/1.1" status: 200 len: 1097 time: 0.0450780 Aug 10 04:28:57.057150 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-3b0f9ef2-aadc-4c50-911c-3d4b0a1fccce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d28452-3c8c-44ae-9f18-53a08967696e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2022069635', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': '63c1aa87-68a1-4aaf-b44f-1a6841dc4409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:28:40Z', 'updated_at': '2021-08-10T04:28:43Z', 'revision_number': 4, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'gw_port': {'id': '63c1aa87-68a1-4aaf-b44f-1a6841dc4409', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d28452-3c8c-44ae-9f18-53a08967696e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:28:40Z', 'updated_at': '2021-08-10T04:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '490601d4-6aa5-40ed-982d-ec490b8bacc6', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'floating_ip_address': '172.25.6.232', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '63d28452-3c8c-44ae-9f18-53a08967696e', 'port_id': '2f94d660-25db-4d6b-b8fd-258b7afce819', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b0ec8af-2f7a-49a0-a291-8910a036a3b1', 'mac_address': 'fa:16:3e:a1:92:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e85d6b-45e3-43f1-ad80-856aebcf1d3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:28:55Z', 'updated_at': '2021-08-10T04:28:55Z', 'revision_number': 0, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71d44cd2-a045-401b-b058-469e4ff8db93', 'name': '', 'network_id': '6b0ec8af-2f7a-49a0-a291-8910a036a3b1', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'mac_address': 'fa:16:3e:48:90:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d28452-3c8c-44ae-9f18-53a08967696e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '514a95c6-4c67-479e-ab7e-d99b1304f94b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:28:42Z', 'updated_at': '2021-08-10T04:28:47Z', 'revision_number': 5, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'subnets': [{'id': '514a95c6-4c67-479e-ab7e-d99b1304f94b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:28:57.089423 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0f9ef2-aadc-4c50-911c-3d4b0a1fccce None None] Checking router: 63d28452-3c8c-44ae-9f18-53a08967696e for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:28:57.097496 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c960101-1804-4a5d-9822-cf059b5f726a req-ad79ca8f-a8b8-413b-a5a1-fccfc44146c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:28:57.099093 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6c960101-1804-4a5d-9822-cf059b5f726a req-ad79ca8f-a8b8-413b-a5a1-fccfc44146c3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6b0ec8af-2f7a-49a0-a291-8910a036a3b1 HTTP/1.1" status: 200 len: 895 time: 0.0929327 Aug 10 04:28:57.104175 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0f9ef2-aadc-4c50-911c-3d4b0a1fccce None None] Routers {'63d28452-3c8c-44ae-9f18-53a08967696e'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:28:57.104848 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-3b0f9ef2-aadc-4c50-911c-3d4b0a1fccce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:28:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['63d28452-3c8c-44ae-9f18-53a08967696e'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:28:57.108507 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:57.168836 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6c960101-1804-4a5d-9822-cf059b5f726a req-0a3f2201-2fec-48f3-93cd-e5cbccdaa295 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f94d660-25db-4d6b-b8fd-258b7afce819 HTTP/1.1" status: 200 len: 999 time: 0.0629675 Aug 10 04:28:57.210421 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-3b0f9ef2-aadc-4c50-911c-3d4b0a1fccce None None] Set router 63d28452-3c8c-44ae-9f18-53a08967696e gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:28:57.218355 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c960101-1804-4a5d-9822-cf059b5f726a req-0af9ae3b-ed05-4bff-bb35-5e403d173ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:28:57.219827 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6c960101-1804-4a5d-9822-cf059b5f726a req-0af9ae3b-ed05-4bff-bb35-5e403d173ea3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=514a95c6-4c67-479e-ab7e-d99b1304f94b HTTP/1.1" status: 200 len: 835 time: 0.0441928 Aug 10 04:28:57.265696 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c960101-1804-4a5d-9822-cf059b5f726a req-a917eace-a130-4a1b-9b72-7d1c3e22d11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:28:57.267178 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6c960101-1804-4a5d-9822-cf059b5f726a req-a917eace-a130-4a1b-9b72-7d1c3e22d11a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6b0ec8af-2f7a-49a0-a291-8910a036a3b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404634 Aug 10 04:28:57.365249 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6c960101-1804-4a5d-9822-cf059b5f726a req-9cf8c58f-0e74-45b5-9571-4b425c5d71b2 service neutron] 10.222.0.42 "GET /v2.0/networks/6b0ec8af-2f7a-49a0-a291-8910a036a3b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908945 Aug 10 04:28:57.456809 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6c960101-1804-4a5d-9822-cf059b5f726a req-84c1587c-9207-49ca-aae9-52f4d1fa8393 service neutron] 10.222.0.42 "GET /v2.0/networks/6b0ec8af-2f7a-49a0-a291-8910a036a3b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846474 Aug 10 04:28:57.594177 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-3b0f9ef2-aadc-4c50-911c-3d4b0a1fccce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d28452-3c8c-44ae-9f18-53a08967696e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2022069635', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': '63c1aa87-68a1-4aaf-b44f-1a6841dc4409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:28:40Z', 'updated_at': '2021-08-10T04:28:43Z', 'revision_number': 4, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'gw_port': {'id': '63c1aa87-68a1-4aaf-b44f-1a6841dc4409', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d28452-3c8c-44ae-9f18-53a08967696e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:28:40Z', 'updated_at': '2021-08-10T04:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '490601d4-6aa5-40ed-982d-ec490b8bacc6', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'floating_ip_address': '172.25.6.232', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '63d28452-3c8c-44ae-9f18-53a08967696e', 'port_id': '2f94d660-25db-4d6b-b8fd-258b7afce819', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b0ec8af-2f7a-49a0-a291-8910a036a3b1', 'mac_address': 'fa:16:3e:a1:92:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e85d6b-45e3-43f1-ad80-856aebcf1d3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:28:55Z', 'updated_at': '2021-08-10T04:28:55Z', 'revision_number': 0, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71d44cd2-a045-401b-b058-469e4ff8db93', 'name': '', 'network_id': '6b0ec8af-2f7a-49a0-a291-8910a036a3b1', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'mac_address': 'fa:16:3e:48:90:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d28452-3c8c-44ae-9f18-53a08967696e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '514a95c6-4c67-479e-ab7e-d99b1304f94b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:28:42Z', 'updated_at': '2021-08-10T04:28:47Z', 'revision_number': 5, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'subnets': [{'id': '514a95c6-4c67-479e-ab7e-d99b1304f94b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:28:57.623067 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0f9ef2-aadc-4c50-911c-3d4b0a1fccce None None] The sync data for ids ['63d28452-3c8c-44ae-9f18-53a08967696e'] in n-d-768862-13 is: [{'id': '63d28452-3c8c-44ae-9f18-53a08967696e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2022069635', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': '63c1aa87-68a1-4aaf-b44f-1a6841dc4409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:28:40Z', 'updated_at': '2021-08-10T04:28:43Z', 'revision_number': 4, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'gw_port': {'id': '63c1aa87-68a1-4aaf-b44f-1a6841dc4409', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d28452-3c8c-44ae-9f18-53a08967696e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:28:40Z', 'updated_at': '2021-08-10T04:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '490601d4-6aa5-40ed-982d-ec490b8bacc6', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'floating_ip_address': '172.25.6.232', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '63d28452-3c8c-44ae-9f18-53a08967696e', 'port_id': '2f94d660-25db-4d6b-b8fd-258b7afce819', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b0ec8af-2f7a-49a0-a291-8910a036a3b1', 'mac_address': 'fa:16:3e:a1:92:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e85d6b-45e3-43f1-ad80-856aebcf1d3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:28:55Z', 'updated_at': '2021-08-10T04:28:55Z', 'revision_number': 0, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71d44cd2-a045-401b-b058-469e4ff8db93', 'name': '', 'network_id': '6b0ec8af-2f7a-49a0-a291-8910a036a3b1', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'mac_address': 'fa:16:3e:48:90:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d28452-3c8c-44ae-9f18-53a08967696e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '514a95c6-4c67-479e-ab7e-d99b1304f94b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:28:42Z', 'updated_at': '2021-08-10T04:28:47Z', 'revision_number': 5, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'subnets': [{'id': '514a95c6-4c67-479e-ab7e-d99b1304f94b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:28:57.801773 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c217b58-e510-403b-b249-8eebc0bf9fdf None None] New status for floating IP 490601d4-6aa5-40ed-982d-ec490b8bacc6: ACTIVE {{(pid=94263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:28:57.997051 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51128) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:28:58.067141 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-c57c7968-cd57-4ffa-8c77-cdb8ce3b4620 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/floatingips/490601d4-6aa5-40ed-982d-ec490b8bacc6 HTTP/1.1" status: 200 len: 991 time: 0.0689063 Aug 10 04:28:59.071404 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51130) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:28:59.132805 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-11c8b85b-3a33-4955-bdc2-9dac35ce92ae tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/floatingips/490601d4-6aa5-40ed-982d-ec490b8bacc6 HTTP/1.1" status: 200 len: 993 time: 0.0602300 Aug 10 04:29:04.036515 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:13.467081 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:29:21.508730 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b0df2b97-cca8-47d0-8324-eec847a82fb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:23.768901 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e955d546-7077-47ed-a4b2-84a86f25c607 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:24.367031 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:25.640745 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:25.843440 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61342aac-fe5e-4727-8b8c-b0f8b60d9ec6 req-f128c0fd-9bef-4cc4-9150-6347268f7fe0 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:25.844880 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-61342aac-fe5e-4727-8b8c-b0f8b60d9ec6 req-f128c0fd-9bef-4cc4-9150-6347268f7fe0 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=50e85d6b-45e3-43f1-ad80-856aebcf1d3f HTTP/1.1" status: 200 len: 945 time: 0.0484736 Aug 10 04:29:25.884250 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-61342aac-fe5e-4727-8b8c-b0f8b60d9ec6 req-e1579592-7c3d-4480-8453-94f89d28efbb tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea9b426f-ae53-4319-a350-0f9639fe3c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329030 Aug 10 04:29:26.722661 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:27.002166 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a5c9ae-ae76-4cbf-a597-d23dc865af02 req-505d7ef8-28f9-4c45-8031-37c61a6daa2d tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:27.003911 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-21a5c9ae-ae76-4cbf-a597-d23dc865af02 req-505d7ef8-28f9-4c45-8031-37c61a6daa2d tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=50e85d6b-45e3-43f1-ad80-856aebcf1d3f HTTP/1.1" status: 200 len: 945 time: 0.0522277 Aug 10 04:29:27.044060 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-21a5c9ae-ae76-4cbf-a597-d23dc865af02 req-7a595bf5-47d4-4729-b2e2-6d4e6ce6fae4 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea9b426f-ae53-4319-a350-0f9639fe3c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338759 Aug 10 04:29:27.067953 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51148) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:29:27.084483 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:27.129012 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-46a8cb16-6dc8-4b78-b6a1-fa531ed17e7a tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/floatingips/490601d4-6aa5-40ed-982d-ec490b8bacc6 HTTP/1.1" status: 200 len: 993 time: 0.0597279 Aug 10 04:29:28.389989 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42754af-00a1-4f20-ac46-ac787154882a req-bc79623f-e6fe-4ef2-8099-63642da12e97 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:28.391577 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c42754af-00a1-4f20-ac46-ac787154882a req-bc79623f-e6fe-4ef2-8099-63642da12e97 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=50e85d6b-45e3-43f1-ad80-856aebcf1d3f HTTP/1.1" status: 200 len: 945 time: 0.0533075 Aug 10 04:29:28.429681 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c42754af-00a1-4f20-ac46-ac787154882a req-f7d3410a-6337-41f3-a886-cfa2adfcc0e4 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea9b426f-ae53-4319-a350-0f9639fe3c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314999 Aug 10 04:29:29.549034 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fae0e62-8746-4e0c-9171-1b218855a81a req-82a36d01-a49c-4eab-85bb-b49928543b81 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:29.550552 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8fae0e62-8746-4e0c-9171-1b218855a81a req-82a36d01-a49c-4eab-85bb-b49928543b81 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=50e85d6b-45e3-43f1-ad80-856aebcf1d3f HTTP/1.1" status: 200 len: 945 time: 0.0518613 Aug 10 04:29:29.588405 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8fae0e62-8746-4e0c-9171-1b218855a81a req-0537bf53-300d-4716-8196-15cfeb0b02da tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea9b426f-ae53-4319-a350-0f9639fe3c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318041 Aug 10 04:29:29.610287 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51158) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:29:29.676877 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-2f3e545a-9b41-494e-a58d-0ba8036a720f tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/floatingips/490601d4-6aa5-40ed-982d-ec490b8bacc6 HTTP/1.1" status: 200 len: 993 time: 0.0654361 Aug 10 04:29:29.910054 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51164) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:29:30.075283 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-c544034c-027c-4817-a5f4-c60d8c9abe30 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Deleting port d999a71f-55b3-4de8-a60f-ea62f97cefad {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:29:30.075538 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c544034c-027c-4817-a5f4-c60d8c9abe30 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:30.148617 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c544034c-027c-4817-a5f4-c60d8c9abe30 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:30.148944 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c544034c-027c-4817-a5f4-c60d8c9abe30 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:30.160661 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-c544034c-027c-4817-a5f4-c60d8c9abe30 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Calling delete_port for d999a71f-55b3-4de8-a60f-ea62f97cefad owned by network:floatingip {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:29:30.624300 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c544034c-027c-4817-a5f4-c60d8c9abe30 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:30.654561 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c544034c-027c-4817-a5f4-c60d8c9abe30 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event deleted for resources: {'Port': ['ID=d999a71f-55b3-4de8-a60f-ea62f97cefad,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:29:30.675545 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c544034c-027c-4817-a5f4-c60d8c9abe30 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:30.675890 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c544034c-027c-4817-a5f4-c60d8c9abe30 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:30.676228 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c544034c-027c-4817-a5f4-c60d8c9abe30 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:30.676561 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c544034c-027c-4817-a5f4-c60d8c9abe30 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:30.676886 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c544034c-027c-4817-a5f4-c60d8c9abe30 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:30.677213 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c544034c-027c-4817-a5f4-c60d8c9abe30 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:30.677541 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c544034c-027c-4817-a5f4-c60d8c9abe30 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:30.677866 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c544034c-027c-4817-a5f4-c60d8c9abe30 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:30.678209 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c544034c-027c-4817-a5f4-c60d8c9abe30 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:30.678541 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c544034c-027c-4817-a5f4-c60d8c9abe30 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:30.678861 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c544034c-027c-4817-a5f4-c60d8c9abe30 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:30.679179 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c544034c-027c-4817-a5f4-c60d8c9abe30 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:30.719812 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c544034c-027c-4817-a5f4-c60d8c9abe30 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for floatingip, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:30.720147 n-d-768862-13 neutron-server[94260]: INFO neutron.db.l3_db [None req-c544034c-027c-4817-a5f4-c60d8c9abe30 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Floating IP 490601d4-6aa5-40ed-982d-ec490b8bacc6 disassociated (deleted). External IP: 172.25.6.232, port: 2f94d660-25db-4d6b-b8fd-258b7afce819. Aug 10 04:29:30.921062 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c544034c-027c-4817-a5f4-c60d8c9abe30 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Router 63d28452-3c8c-44ae-9f18-53a08967696e has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:29:31.029032 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c544034c-027c-4817-a5f4-c60d8c9abe30 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:29:31.034536 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c544034c-027c-4817-a5f4-c60d8c9abe30 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:31.038551 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5897a75f-2eb7-42d8-9ca5-ce40821e9bcb None None] Sync routers for ids ['63d28452-3c8c-44ae-9f18-53a08967696e'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:29:31.047907 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5897a75f-2eb7-42d8-9ca5-ce40821e9bcb None None] Routers {'63d28452-3c8c-44ae-9f18-53a08967696e'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:29:31.048580 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-5897a75f-2eb7-42d8-9ca5-ce40821e9bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:29:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['63d28452-3c8c-44ae-9f18-53a08967696e'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:29:31.061504 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-c544034c-027c-4817-a5f4-c60d8c9abe30 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "DELETE /v2.0/floatingips/490601d4-6aa5-40ed-982d-ec490b8bacc6 HTTP/1.1" status: 204 len: 168 time: 1.1503015 Aug 10 04:29:31.062088 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50e85d6b-45e3-43f1-ad80-856aebcf1d3f', 'tag': '2f94d660-25db-4d6b-b8fd-258b7afce819'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:29:31.064904 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7142606bf34c4189ec1af3eb1cc50705e8815838b55f5940d6ad7e637f738b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d265b36c-d348-4606-a90a-c9fafd7fa820" -d '{"events": [{"name": "network-changed", "server_uuid": "50e85d6b-45e3-43f1-ad80-856aebcf1d3f", "tag": "2f94d660-25db-4d6b-b8fd-258b7afce819"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:29:31.157630 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-5897a75f-2eb7-42d8-9ca5-ce40821e9bcb None None] Set router 63d28452-3c8c-44ae-9f18-53a08967696e gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:29:31.222779 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16cfecf8-c7a6-4412-bf82-e45ccd9a743c x-openstack-request-id: req-16cfecf8-c7a6-4412-bf82-e45ccd9a743c {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:29:31.223133 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50e85d6b-45e3-43f1-ad80-856aebcf1d3f", "tag": "2f94d660-25db-4d6b-b8fd-258b7afce819", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:29:31.223445 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-16cfecf8-c7a6-4412-bf82-e45ccd9a743c {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:29:31.223949 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50e85d6b-45e3-43f1-ad80-856aebcf1d3f', 'tag': '2f94d660-25db-4d6b-b8fd-258b7afce819', 'status': 'completed', 'code': 200} Aug 10 04:29:31.327240 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d265b36c-d348-4606-a90a-c9fafd7fa820 req-be55780d-f71e-4ca9-a0e2-cdcd0d6253d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:31.328788 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d265b36c-d348-4606-a90a-c9fafd7fa820 req-be55780d-f71e-4ca9-a0e2-cdcd0d6253d1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=db935c6fffe84fc296c14b1cf491ed1b&device_id=50e85d6b-45e3-43f1-ad80-856aebcf1d3f HTTP/1.1" status: 200 len: 1097 time: 0.0807054 Aug 10 04:29:31.341012 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d5b4f-8e28-471d-9fba-2c9fcccd131e req-5efb0e45-11dd-4960-abff-55e7b36afd78 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:31.342485 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-108d5b4f-8e28-471d-9fba-2c9fcccd131e req-5efb0e45-11dd-4960-abff-55e7b36afd78 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=50e85d6b-45e3-43f1-ad80-856aebcf1d3f HTTP/1.1" status: 200 len: 945 time: 0.0645828 Aug 10 04:29:31.359974 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-5897a75f-2eb7-42d8-9ca5-ce40821e9bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d28452-3c8c-44ae-9f18-53a08967696e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2022069635', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': '63c1aa87-68a1-4aaf-b44f-1a6841dc4409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:28:40Z', 'updated_at': '2021-08-10T04:28:43Z', 'revision_number': 4, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'gw_port': {'id': '63c1aa87-68a1-4aaf-b44f-1a6841dc4409', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d28452-3c8c-44ae-9f18-53a08967696e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:28:40Z', 'updated_at': '2021-08-10T04:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '71d44cd2-a045-401b-b058-469e4ff8db93', 'name': '', 'network_id': '6b0ec8af-2f7a-49a0-a291-8910a036a3b1', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'mac_address': 'fa:16:3e:48:90:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d28452-3c8c-44ae-9f18-53a08967696e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '514a95c6-4c67-479e-ab7e-d99b1304f94b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:28:42Z', 'updated_at': '2021-08-10T04:28:47Z', 'revision_number': 5, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'subnets': [{'id': '514a95c6-4c67-479e-ab7e-d99b1304f94b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:29:31.387206 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5897a75f-2eb7-42d8-9ca5-ce40821e9bcb None None] Checking router: 63d28452-3c8c-44ae-9f18-53a08967696e for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:29:31.395742 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5897a75f-2eb7-42d8-9ca5-ce40821e9bcb None None] Routers {'63d28452-3c8c-44ae-9f18-53a08967696e'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:29:31.396362 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-5897a75f-2eb7-42d8-9ca5-ce40821e9bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:29:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['63d28452-3c8c-44ae-9f18-53a08967696e'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:29:31.438409 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-108d5b4f-8e28-471d-9fba-2c9fcccd131e req-a8d2bd25-00db-4a95-9f68-df95db7febc0 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea9b426f-ae53-4319-a350-0f9639fe3c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865042 Aug 10 04:29:31.460079 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d265b36c-d348-4606-a90a-c9fafd7fa820 req-44bbde85-3d4d-429d-bc25-4ce3a3ab8c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:31.461568 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d265b36c-d348-4606-a90a-c9fafd7fa820 req-44bbde85-3d4d-429d-bc25-4ce3a3ab8c2f service neutron] 10.222.0.42 "GET /v2.0/networks?id=6b0ec8af-2f7a-49a0-a291-8910a036a3b1 HTTP/1.1" status: 200 len: 895 time: 0.1182213 Aug 10 04:29:31.504594 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-5897a75f-2eb7-42d8-9ca5-ce40821e9bcb None None] Set router 63d28452-3c8c-44ae-9f18-53a08967696e gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:29:31.506513 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d265b36c-d348-4606-a90a-c9fafd7fa820 req-7ffcdea9-6499-4e21-b780-d720db31577c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f94d660-25db-4d6b-b8fd-258b7afce819 HTTP/1.1" status: 200 len: 217 time: 0.0373125 Aug 10 04:29:31.556988 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d265b36c-d348-4606-a90a-c9fafd7fa820 req-47669e2a-ecc2-4177-8864-c2fab17e2363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:31.558490 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d265b36c-d348-4606-a90a-c9fafd7fa820 req-47669e2a-ecc2-4177-8864-c2fab17e2363 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=514a95c6-4c67-479e-ab7e-d99b1304f94b HTTP/1.1" status: 200 len: 835 time: 0.0441301 Aug 10 04:29:31.605323 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d265b36c-d348-4606-a90a-c9fafd7fa820 req-2c737980-4b0e-469a-9264-a75eff4f6681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:31.606865 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d265b36c-d348-4606-a90a-c9fafd7fa820 req-2c737980-4b0e-469a-9264-a75eff4f6681 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6b0ec8af-2f7a-49a0-a291-8910a036a3b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399988 Aug 10 04:29:31.700613 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-5897a75f-2eb7-42d8-9ca5-ce40821e9bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d28452-3c8c-44ae-9f18-53a08967696e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2022069635', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': '63c1aa87-68a1-4aaf-b44f-1a6841dc4409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:28:40Z', 'updated_at': '2021-08-10T04:28:43Z', 'revision_number': 4, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'gw_port': {'id': '63c1aa87-68a1-4aaf-b44f-1a6841dc4409', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d28452-3c8c-44ae-9f18-53a08967696e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:28:40Z', 'updated_at': '2021-08-10T04:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '71d44cd2-a045-401b-b058-469e4ff8db93', 'name': '', 'network_id': '6b0ec8af-2f7a-49a0-a291-8910a036a3b1', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'mac_address': 'fa:16:3e:48:90:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d28452-3c8c-44ae-9f18-53a08967696e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '514a95c6-4c67-479e-ab7e-d99b1304f94b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:28:42Z', 'updated_at': '2021-08-10T04:28:47Z', 'revision_number': 5, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'subnets': [{'id': '514a95c6-4c67-479e-ab7e-d99b1304f94b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:29:31.702613 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d265b36c-d348-4606-a90a-c9fafd7fa820 req-27873e74-a76f-47f4-88b1-30d253324d5a service neutron] 10.222.0.42 "GET /v2.0/networks/6b0ec8af-2f7a-49a0-a291-8910a036a3b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861483 Aug 10 04:29:31.730287 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5897a75f-2eb7-42d8-9ca5-ce40821e9bcb None None] The sync data for ids ['63d28452-3c8c-44ae-9f18-53a08967696e'] in n-d-768862-13 is: [{'id': '63d28452-3c8c-44ae-9f18-53a08967696e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2022069635', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': '63c1aa87-68a1-4aaf-b44f-1a6841dc4409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:28:40Z', 'updated_at': '2021-08-10T04:28:43Z', 'revision_number': 4, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'gw_port': {'id': '63c1aa87-68a1-4aaf-b44f-1a6841dc4409', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d28452-3c8c-44ae-9f18-53a08967696e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:28:40Z', 'updated_at': '2021-08-10T04:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '71d44cd2-a045-401b-b058-469e4ff8db93', 'name': '', 'network_id': '6b0ec8af-2f7a-49a0-a291-8910a036a3b1', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'mac_address': 'fa:16:3e:48:90:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d28452-3c8c-44ae-9f18-53a08967696e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '514a95c6-4c67-479e-ab7e-d99b1304f94b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:28:42Z', 'updated_at': '2021-08-10T04:28:47Z', 'revision_number': 5, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'subnets': [{'id': '514a95c6-4c67-479e-ab7e-d99b1304f94b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:29:31.796670 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d265b36c-d348-4606-a90a-c9fafd7fa820 req-54fd494f-d381-46df-8caf-9779dc3cb5c9 service neutron] 10.222.0.42 "GET /v2.0/networks/6b0ec8af-2f7a-49a0-a291-8910a036a3b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856898 Aug 10 04:29:31.955063 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ede4b4-e83c-44a2-9a26-617cfb0e4dd0 None None] New status for floating IP 490601d4-6aa5-40ed-982d-ec490b8bacc6: DOWN {{(pid=94263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:29:32.561800 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa086b5-92e6-437b-977a-e1ee95fcd1c3 req-76e5c363-908b-4dee-8ca5-13c39b6538b7 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:32.563336 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8aa086b5-92e6-437b-977a-e1ee95fcd1c3 req-76e5c363-908b-4dee-8ca5-13c39b6538b7 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=50e85d6b-45e3-43f1-ad80-856aebcf1d3f HTTP/1.1" status: 200 len: 945 time: 0.0537615 Aug 10 04:29:32.601215 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8aa086b5-92e6-437b-977a-e1ee95fcd1c3 req-33a7c646-d6a2-4947-99b6-0da5456b9306 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea9b426f-ae53-4319-a350-0f9639fe3c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310621 Aug 10 04:29:32.935935 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3adba85-d604-467e-afde-e752c0a38811 req-ec589e75-5146-4f59-8404-d7137b820141 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:32.937382 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d3adba85-d604-467e-afde-e752c0a38811 req-ec589e75-5146-4f59-8404-d7137b820141 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.42 "GET /v2.0/ports?device_id=50e85d6b-45e3-43f1-ad80-856aebcf1d3f HTTP/1.1" status: 200 len: 945 time: 0.0472291 Aug 10 04:29:33.028906 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-d3adba85-d604-467e-afde-e752c0a38811 req-7f5d8791-b677-4207-8866-57664efe4de2 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Deleting port 2f94d660-25db-4d6b-b8fd-258b7afce819 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:29:33.029245 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-d3adba85-d604-467e-afde-e752c0a38811 req-7f5d8791-b677-4207-8866-57664efe4de2 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:33.117535 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-d3adba85-d604-467e-afde-e752c0a38811 req-7f5d8791-b677-4207-8866-57664efe4de2 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] For port 2f94d660-25db-4d6b-b8fd-258b7afce819, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=2f94d660-25db-4d6b-b8fd-258b7afce819,segment=NetworkSegment(2ea31be4-4990-48eb-a7a9-b60d66493f11),segment_id=2ea31be4-4990-48eb-a7a9-b60d66493f11)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:29:33.117933 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-d3adba85-d604-467e-afde-e752c0a38811 req-7f5d8791-b677-4207-8866-57664efe4de2 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:33.132734 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-d3adba85-d604-467e-afde-e752c0a38811 req-7f5d8791-b677-4207-8866-57664efe4de2 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Calling delete_port for 2f94d660-25db-4d6b-b8fd-258b7afce819 owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:29:33.261046 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-d3adba85-d604-467e-afde-e752c0a38811 req-7f5d8791-b677-4207-8866-57664efe4de2 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:33.289491 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5d8791-b677-4207-8866-57664efe4de2 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event deleted for resources: {'Port': ['ID=2f94d660-25db-4d6b-b8fd-258b7afce819,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:29:33.329608 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3adba85-d604-467e-afde-e752c0a38811 req-7f5d8791-b677-4207-8866-57664efe4de2 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] No DVR routers for this DVR port 2f94d660-25db-4d6b-b8fd-258b7afce819 on host n-h1-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:29:33.332440 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-d3adba85-d604-467e-afde-e752c0a38811 req-7f5d8791-b677-4207-8866-57664efe4de2 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:33.334579 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d3adba85-d604-467e-afde-e752c0a38811 req-7f5d8791-b677-4207-8866-57664efe4de2 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.42 "DELETE /v2.0/ports/2f94d660-25db-4d6b-b8fd-258b7afce819 HTTP/1.1" status: 204 len: 173 time: 0.3900895 Aug 10 04:29:33.335020 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50e85d6b-45e3-43f1-ad80-856aebcf1d3f', 'name': 'network-vif-deleted', 'tag': '2f94d660-25db-4d6b-b8fd-258b7afce819'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:29:33.337378 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7142606bf34c4189ec1af3eb1cc50705e8815838b55f5940d6ad7e637f738b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c1c6c43-1b15-4d0a-9f4e-4ddb2c1a4411" -d '{"events": [{"server_uuid": "50e85d6b-45e3-43f1-ad80-856aebcf1d3f", "name": "network-vif-deleted", "tag": "2f94d660-25db-4d6b-b8fd-258b7afce819"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:29:33.378813 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d3e1c5a-bd5b-4918-9e5c-8024c123aca8 x-openstack-request-id: req-3d3e1c5a-bd5b-4918-9e5c-8024c123aca8 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:29:33.379106 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50e85d6b-45e3-43f1-ad80-856aebcf1d3f", "name": "network-vif-deleted", "tag": "2f94d660-25db-4d6b-b8fd-258b7afce819", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:29:33.379361 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3d3e1c5a-bd5b-4918-9e5c-8024c123aca8 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:29:33.379767 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50e85d6b-45e3-43f1-ad80-856aebcf1d3f', 'name': 'network-vif-deleted', 'tag': '2f94d660-25db-4d6b-b8fd-258b7afce819', 'status': 'completed', 'code': 200} Aug 10 04:29:33.716974 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0fd4370c-ecb2-47be-b564-18ef0c9fbd38 req-03e155c2-1fda-4108-aeda-35b455075443 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=50e85d6b-45e3-43f1-ad80-856aebcf1d3f HTTP/1.1" status: 200 len: 210 time: 0.0323489 Aug 10 04:29:34.050909 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:34.774332 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51182) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:29:35.135950 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 2f94d660-25db-4d6b-b8fd-258b7afce819 no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:29:35.145037 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f4f60bb6-9968-4e89-b111-ad42a5a7ba23 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521880'] for router_interface, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:35.155735 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] No Port match for: 2f94d660-25db-4d6b-b8fd-258b7afce819 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:29:35.156085 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 2f94d660-25db-4d6b-b8fd-258b7afce819 not bound to the agent host n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:29:35.409299 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-f4f60bb6-9968-4e89-b111-ad42a5a7ba23 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Deleting port 71d44cd2-a045-401b-b058-469e4ff8db93 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:29:35.409607 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f4f60bb6-9968-4e89-b111-ad42a5a7ba23 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:35.498361 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [None req-f4f60bb6-9968-4e89-b111-ad42a5a7ba23 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] For port 71d44cd2-a045-401b-b058-469e4ff8db93, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=71d44cd2-a045-401b-b058-469e4ff8db93,segment=NetworkSegment(2ea31be4-4990-48eb-a7a9-b60d66493f11),segment_id=2ea31be4-4990-48eb-a7a9-b60d66493f11)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:29:35.498727 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f4f60bb6-9968-4e89-b111-ad42a5a7ba23 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:35.512278 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-f4f60bb6-9968-4e89-b111-ad42a5a7ba23 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Calling delete_port for 71d44cd2-a045-401b-b058-469e4ff8db93 owned by network:router_interface {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:29:35.694777 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f4f60bb6-9968-4e89-b111-ad42a5a7ba23 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:35.719063 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f60bb6-9968-4e89-b111-ad42a5a7ba23 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event deleted for resources: {'Port': ['ID=71d44cd2-a045-401b-b058-469e4ff8db93,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:29:35.897680 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f4f60bb6-9968-4e89-b111-ad42a5a7ba23 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-522536'] for router_interface, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:36.112433 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4f60bb6-9968-4e89-b111-ad42a5a7ba23 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Router 63d28452-3c8c-44ae-9f18-53a08967696e has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:29:36.216099 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4f60bb6-9968-4e89-b111-ad42a5a7ba23 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:29:36.221574 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-f4f60bb6-9968-4e89-b111-ad42a5a7ba23 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "PUT /v2.0/routers/63d28452-3c8c-44ae-9f18-53a08967696e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4462209 Aug 10 04:29:36.224348 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51184) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:29:36.225768 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0a26f5-b7e9-416b-aeda-be4d9f2ebadb None None] Sync routers for ids ['63d28452-3c8c-44ae-9f18-53a08967696e'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:29:36.234788 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0a26f5-b7e9-416b-aeda-be4d9f2ebadb None None] Routers {'63d28452-3c8c-44ae-9f18-53a08967696e'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:29:36.235413 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-6f0a26f5-b7e9-416b-aeda-be4d9f2ebadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:29:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['63d28452-3c8c-44ae-9f18-53a08967696e'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:29:36.274860 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_v2 [None req-15c375c4-769d-42ff-9737-a7562dfb4410 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Deleting subnet 514a95c6-4c67-479e-ab7e-d99b1304f94b {{(pid=94260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:29:36.278008 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-15c375c4-769d-42ff-9737-a7562dfb4410 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for subnet, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:36.320183 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-15c375c4-769d-42ff-9737-a7562dfb4410 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191173'] for subnet, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:36.341232 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-6f0a26f5-b7e9-416b-aeda-be4d9f2ebadb None None] Set router 63d28452-3c8c-44ae-9f18-53a08967696e gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:29:36.411951 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-15c375c4-769d-42ff-9737-a7562dfb4410 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:36.470160 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-15c375c4-769d-42ff-9737-a7562dfb4410 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:36.497975 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c375c4-769d-42ff-9737-a7562dfb4410 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event deleted for resources: {'Subnet': ['ID=514a95c6-4c67-479e-ab7e-d99b1304f94b,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:29:36.504036 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-15c375c4-769d-42ff-9737-a7562dfb4410 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:36.508392 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-15c375c4-769d-42ff-9737-a7562dfb4410 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "DELETE /v2.0/subnets/514a95c6-4c67-479e-ab7e-d99b1304f94b HTTP/1.1" status: 204 len: 168 time: 0.2806315 Aug 10 04:29:36.509236 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51186) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:29:36.509745 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156beb5f-0d97-4f2f-a5b7-7592b1e0e49d None None] Network 6b0ec8af-2f7a-49a0-a291-8910a036a3b1 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:29:36.581696 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-6f0a26f5-b7e9-416b-aeda-be4d9f2ebadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d28452-3c8c-44ae-9f18-53a08967696e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2022069635', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': '63c1aa87-68a1-4aaf-b44f-1a6841dc4409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:28:40Z', 'updated_at': '2021-08-10T04:29:35Z', 'revision_number': 5, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'gw_port': {'id': '63c1aa87-68a1-4aaf-b44f-1a6841dc4409', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d28452-3c8c-44ae-9f18-53a08967696e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:28:40Z', 'updated_at': '2021-08-10T04:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:29:36.618435 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ffa5fd61-7fdf-460a-abc8-5ec6a3e642dc tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for router, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:36.626597 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0a26f5-b7e9-416b-aeda-be4d9f2ebadb None None] Checking router: 63d28452-3c8c-44ae-9f18-53a08967696e for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:29:36.655785 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0a26f5-b7e9-416b-aeda-be4d9f2ebadb None None] Routers {'63d28452-3c8c-44ae-9f18-53a08967696e'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:29:36.656400 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-6f0a26f5-b7e9-416b-aeda-be4d9f2ebadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:29:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['63d28452-3c8c-44ae-9f18-53a08967696e'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:29:36.730730 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ffa5fd61-7fdf-460a-abc8-5ec6a3e642dc tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:36.769853 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-6f0a26f5-b7e9-416b-aeda-be4d9f2ebadb None None] Set router 63d28452-3c8c-44ae-9f18-53a08967696e gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:29:36.786807 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-ffa5fd61-7fdf-460a-abc8-5ec6a3e642dc tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Deleting port 63c1aa87-68a1-4aaf-b44f-1a6841dc4409 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:29:36.787154 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ffa5fd61-7fdf-460a-abc8-5ec6a3e642dc tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:36.801428 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4358af64-5165-4165-a8fa-b20d12fd194c None None] DHCP port deletion for 6b0ec8af-2f7a-49a0-a291-8910a036a3b1 request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:29:36.869760 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [None req-ffa5fd61-7fdf-460a-abc8-5ec6a3e642dc tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] For port 63c1aa87-68a1-4aaf-b44f-1a6841dc4409, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=63c1aa87-68a1-4aaf-b44f-1a6841dc4409,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:29:36.870131 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ffa5fd61-7fdf-460a-abc8-5ec6a3e642dc tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:36.882864 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-ffa5fd61-7fdf-460a-abc8-5ec6a3e642dc tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Calling delete_port for 63c1aa87-68a1-4aaf-b44f-1a6841dc4409 owned by network:router_gateway {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:29:36.957527 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-4358af64-5165-4165-a8fa-b20d12fd194c None None] Deleting port 40c4d87a-848a-4e63-9c2f-69cf7875640c {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:29:36.957896 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4358af64-5165-4165-a8fa-b20d12fd194c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:37.030043 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-4358af64-5165-4165-a8fa-b20d12fd194c None None] For port 40c4d87a-848a-4e63-9c2f-69cf7875640c, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=40c4d87a-848a-4e63-9c2f-69cf7875640c,segment=NetworkSegment(2ea31be4-4990-48eb-a7a9-b60d66493f11),segment_id=2ea31be4-4990-48eb-a7a9-b60d66493f11)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:29:37.030374 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4358af64-5165-4165-a8fa-b20d12fd194c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:37.044691 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-4358af64-5165-4165-a8fa-b20d12fd194c None None] Calling delete_port for 40c4d87a-848a-4e63-9c2f-69cf7875640c owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:29:37.048954 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ffa5fd61-7fdf-460a-abc8-5ec6a3e642dc tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:37.060443 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-6f0a26f5-b7e9-416b-aeda-be4d9f2ebadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d28452-3c8c-44ae-9f18-53a08967696e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2022069635', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': '63c1aa87-68a1-4aaf-b44f-1a6841dc4409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:28:40Z', 'updated_at': '2021-08-10T04:29:35Z', 'revision_number': 5, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'gw_port': {'id': '63c1aa87-68a1-4aaf-b44f-1a6841dc4409', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d28452-3c8c-44ae-9f18-53a08967696e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:28:40Z', 'updated_at': '2021-08-10T04:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:29:37.083515 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa5fd61-7fdf-460a-abc8-5ec6a3e642dc tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event deleted for resources: {'Port': ['ID=63c1aa87-68a1-4aaf-b44f-1a6841dc4409,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:29:37.121270 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0a26f5-b7e9-416b-aeda-be4d9f2ebadb None None] The sync data for ids ['63d28452-3c8c-44ae-9f18-53a08967696e'] in n-d-768862-13 is: [{'id': '63d28452-3c8c-44ae-9f18-53a08967696e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2022069635', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': '63c1aa87-68a1-4aaf-b44f-1a6841dc4409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:28:40Z', 'updated_at': '2021-08-10T04:29:35Z', 'revision_number': 5, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'gw_port': {'id': '63c1aa87-68a1-4aaf-b44f-1a6841dc4409', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d28452-3c8c-44ae-9f18-53a08967696e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:28:40Z', 'updated_at': '2021-08-10T04:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:29:37.143206 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ffa5fd61-7fdf-460a-abc8-5ec6a3e642dc tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520654'] for router_gateway, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:37.168973 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4358af64-5165-4165-a8fa-b20d12fd194c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:37.196427 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4358af64-5165-4165-a8fa-b20d12fd194c None None] No DVR routers for this DVR port 40c4d87a-848a-4e63-9c2f-69cf7875640c on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:29:37.199566 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4358af64-5165-4165-a8fa-b20d12fd194c None None] Pushing event deleted for resources: {'Port': ['ID=40c4d87a-848a-4e63-9c2f-69cf7875640c,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:29:37.212782 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4358af64-5165-4165-a8fa-b20d12fd194c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:37.213131 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4358af64-5165-4165-a8fa-b20d12fd194c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:37.213471 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4358af64-5165-4165-a8fa-b20d12fd194c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:37.213809 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4358af64-5165-4165-a8fa-b20d12fd194c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:37.214143 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4358af64-5165-4165-a8fa-b20d12fd194c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:37.214500 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4358af64-5165-4165-a8fa-b20d12fd194c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:37.214829 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4358af64-5165-4165-a8fa-b20d12fd194c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:37.215156 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4358af64-5165-4165-a8fa-b20d12fd194c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:37.215484 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4358af64-5165-4165-a8fa-b20d12fd194c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:37.215806 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4358af64-5165-4165-a8fa-b20d12fd194c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:37.216132 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4358af64-5165-4165-a8fa-b20d12fd194c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:37.216450 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4358af64-5165-4165-a8fa-b20d12fd194c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:37.244583 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ffa5fd61-7fdf-460a-abc8-5ec6a3e642dc tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:37.246761 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ffa5fd61-7fdf-460a-abc8-5ec6a3e642dc tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:37.289610 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ffa5fd61-7fdf-460a-abc8-5ec6a3e642dc tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:37.290135 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffa5fd61-7fdf-460a-abc8-5ec6a3e642dc tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Fanout notify agent at l3_agent the message router_deleted on router 63d28452-3c8c-44ae-9f18-53a08967696e {{(pid=94260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:29:37.297842 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ffa5fd61-7fdf-460a-abc8-5ec6a3e642dc tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for router, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:37.299482 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-ffa5fd61-7fdf-460a-abc8-5ec6a3e642dc tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "DELETE /v2.0/routers/63d28452-3c8c-44ae-9f18-53a08967696e HTTP/1.1" status: 204 len: 168 time: 0.7892997 Aug 10 04:29:37.302030 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51188) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:29:37.378914 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-dc85cd28-3398-4da3-b1fe-d236c66f5a00 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:37.474137 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-dc85cd28-3398-4da3-b1fe-d236c66f5a00 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:37.488519 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-dc85cd28-3398-4da3-b1fe-d236c66f5a00 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b0ec8af-2f7a-49a0-a291-8910a036a3b1']}} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:29:37.501688 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-dc85cd28-3398-4da3-b1fe-d236c66f5a00 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ea31be4-4990-48eb-a7a9-b60d66493f11') {'for_net_delete': True} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:29:37.502650 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-dc85cd28-3398-4da3-b1fe-d236c66f5a00 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ea31be4-4990-48eb-a7a9-b60d66493f11') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:29:37.512967 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-dc85cd28-3398-4da3-b1fe-d236c66f5a00 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191186'] for segment, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:37.531473 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-dc85cd28-3398-4da3-b1fe-d236c66f5a00 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:37.538578 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc85cd28-3398-4da3-b1fe-d236c66f5a00 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=94260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:29:37.539131 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-dc85cd28-3398-4da3-b1fe-d236c66f5a00 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58895489'] for segment, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:37.542433 n-d-768862-13 neutron-server[94260]: Traceback (most recent call last): Aug 10 04:29:37.542433 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:29:37.542433 n-d-768862-13 neutron-server[94260]: timer() Aug 10 04:29:37.542433 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:29:37.542433 n-d-768862-13 neutron-server[94260]: cb(*args, **kw) Aug 10 04:29:37.542433 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:29:37.542433 n-d-768862-13 neutron-server[94260]: return func(*args, **kwargs) Aug 10 04:29:37.542433 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:29:37.542433 n-d-768862-13 neutron-server[94260]: self._notify() Aug 10 04:29:37.542433 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:29:37.542433 n-d-768862-13 neutron-server[94260]: self.callback(batched_events) Aug 10 04:29:37.542433 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:29:37.542433 n-d-768862-13 neutron-server[94260]: event.method(event) Aug 10 04:29:37.542433 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:29:37.542433 n-d-768862-13 neutron-server[94260]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:29:37.542433 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:29:37.542433 n-d-768862-13 neutron-server[94260]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:29:37.542433 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:29:37.542433 n-d-768862-13 neutron-server[94260]: return f(self, *a, **k) Aug 10 04:29:37.542433 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:29:37.542433 n-d-768862-13 neutron-server[94260]: return self._get(url).json() Aug 10 04:29:37.542433 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:29:37.542433 n-d-768862-13 neutron-server[94260]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:29:37.542433 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:29:37.542433 n-d-768862-13 neutron-server[94260]: return self.request(url, 'GET', **kwargs) Aug 10 04:29:37.542433 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:29:37.542433 n-d-768862-13 neutron-server[94260]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:29:37.542433 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:29:37.542433 n-d-768862-13 neutron-server[94260]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:29:37.542433 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:29:37.542433 n-d-768862-13 neutron-server[94260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:29:37.542433 n-d-768862-13 neutron-server[94260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:29:37.605738 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-dc85cd28-3398-4da3-b1fe-d236c66f5a00 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:37.613737 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-dc85cd28-3398-4da3-b1fe-d236c66f5a00 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:37.615658 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-dc85cd28-3398-4da3-b1fe-d236c66f5a00 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "DELETE /v2.0/networks/6b0ec8af-2f7a-49a0-a291-8910a036a3b1 HTTP/1.1" status: 204 len: 168 time: 0.3126478 Aug 10 04:29:37.618478 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51190) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:29:37.640959 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc85cd28-3398-4da3-b1fe-d236c66f5a00 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event deleted for resources: {'Network': ['ID=6b0ec8af-2f7a-49a0-a291-8910a036a3b1,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:29:37.694381 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0a7ef704-158e-4bd8-9d0d-85db8453a467 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:37.721490 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0a7ef704-158e-4bd8-9d0d-85db8453a467 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:37.795049 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0a7ef704-158e-4bd8-9d0d-85db8453a467 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:37.798218 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0a7ef704-158e-4bd8-9d0d-85db8453a467 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:37.800471 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-0a7ef704-158e-4bd8-9d0d-85db8453a467 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "DELETE /v2.0/security-groups/ea9b426f-ae53-4319-a350-0f9639fe3c8c HTTP/1.1" status: 204 len: 168 time: 0.1808863 Aug 10 04:29:37.815710 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7ef704-158e-4bd8-9d0d-85db8453a467 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea9b426f-ae53-4319-a350-0f9639fe3c8c,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:29:38.094446 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51196) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:29:38.100582 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-b55a370a-6966-4a09-add0-7ea4bc3701c2 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-873354612', 'description': 'tempest-secgroup-smoke-873354612 description', 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:29:38.125369 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b55a370a-6966-4a09-add0-7ea4bc3701c2 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:38.220438 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b55a370a-6966-4a09-add0-7ea4bc3701c2 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:38.226180 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b55a370a-6966-4a09-add0-7ea4bc3701c2 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:38.263591 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b55a370a-6966-4a09-add0-7ea4bc3701c2 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:38.264817 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-b55a370a-6966-4a09-add0-7ea4bc3701c2 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1683779 Aug 10 04:29:38.268762 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 51198) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:29:38.269961 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55a370a-6966-4a09-add0-7ea4bc3701c2 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55f5f700-b0be-4121-a2b0-19285f910e52,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:29:38.277563 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-c754ebaf-995c-4718-ba85-1cfdf0f3afd1 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Request body: {'security_group_rule': {'security_group_id': '55f5f700-b0be-4121-a2b0-19285f910e52', 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:29:38.308920 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c754ebaf-995c-4718-ba85-1cfdf0f3afd1 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:38.357864 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c754ebaf-995c-4718-ba85-1cfdf0f3afd1 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:38.361647 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c754ebaf-995c-4718-ba85-1cfdf0f3afd1 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:38.381782 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c754ebaf-995c-4718-ba85-1cfdf0f3afd1 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cdc96ca-2da4-40a8-80e5-15db17b2529f,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:29:38.391188 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c754ebaf-995c-4718-ba85-1cfdf0f3afd1 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:38.393007 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-c754ebaf-995c-4718-ba85-1cfdf0f3afd1 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1220927 Aug 10 04:29:38.394391 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c754ebaf-995c-4718-ba85-1cfdf0f3afd1 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:38.394738 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c754ebaf-995c-4718-ba85-1cfdf0f3afd1 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:38.395075 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c754ebaf-995c-4718-ba85-1cfdf0f3afd1 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:38.395411 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c754ebaf-995c-4718-ba85-1cfdf0f3afd1 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:38.395742 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c754ebaf-995c-4718-ba85-1cfdf0f3afd1 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:38.396032 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51200) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:29:38.396154 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c754ebaf-995c-4718-ba85-1cfdf0f3afd1 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:38.396379 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c754ebaf-995c-4718-ba85-1cfdf0f3afd1 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:38.396705 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c754ebaf-995c-4718-ba85-1cfdf0f3afd1 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:38.397022 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c754ebaf-995c-4718-ba85-1cfdf0f3afd1 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:38.397343 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c754ebaf-995c-4718-ba85-1cfdf0f3afd1 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:38.397657 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c754ebaf-995c-4718-ba85-1cfdf0f3afd1 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:38.397966 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c754ebaf-995c-4718-ba85-1cfdf0f3afd1 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:38.400827 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-d444dbbc-a624-4bf3-bae8-296cdbbb8796 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Request body: {'security_group_rule': {'security_group_id': '55f5f700-b0be-4121-a2b0-19285f910e52', 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:29:38.426984 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d444dbbc-a624-4bf3-bae8-296cdbbb8796 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:38.494469 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d444dbbc-a624-4bf3-bae8-296cdbbb8796 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:38.498848 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d444dbbc-a624-4bf3-bae8-296cdbbb8796 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:38.526185 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d444dbbc-a624-4bf3-bae8-296cdbbb8796 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e20143d-b4b6-406a-a367-2819f33bac22,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:29:38.532663 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d444dbbc-a624-4bf3-bae8-296cdbbb8796 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:38.534577 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-d444dbbc-a624-4bf3-bae8-296cdbbb8796 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1372418 Aug 10 04:29:38.537105 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51202) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:29:38.541896 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-d6f68851-11d7-4c8d-8b64-bcd7397e89e7 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Request body: {'security_group_rule': {'security_group_id': '55f5f700-b0be-4121-a2b0-19285f910e52', 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:29:38.568780 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d6f68851-11d7-4c8d-8b64-bcd7397e89e7 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:38.627844 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d6f68851-11d7-4c8d-8b64-bcd7397e89e7 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:38.633035 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d6f68851-11d7-4c8d-8b64-bcd7397e89e7 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:38.655897 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f68851-11d7-4c8d-8b64-bcd7397e89e7 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a159e564-7952-4078-92d5-44703c777007,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:29:38.663696 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d6f68851-11d7-4c8d-8b64-bcd7397e89e7 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:38.667295 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-d6f68851-11d7-4c8d-8b64-bcd7397e89e7 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1267021 Aug 10 04:29:38.667526 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51204) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:29:38.672078 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-248b5b85-0991-4fc1-8936-9f466a423563 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Request body: {'security_group_rule': {'security_group_id': '55f5f700-b0be-4121-a2b0-19285f910e52', 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:29:38.675264 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 63c1aa87-68a1-4aaf-b44f-1a6841dc4409 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:29:38.698571 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-248b5b85-0991-4fc1-8936-9f466a423563 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:38.699470 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 63c1aa87-68a1-4aaf-b44f-1a6841dc4409 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:29:38.699819 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 63c1aa87-68a1-4aaf-b44f-1a6841dc4409 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:29:38.700339 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 71d44cd2-a045-401b-b058-469e4ff8db93 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:29:38.718531 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 71d44cd2-a045-401b-b058-469e4ff8db93 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:29:38.718882 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 71d44cd2-a045-401b-b058-469e4ff8db93 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:29:38.719290 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 40c4d87a-848a-4e63-9c2f-69cf7875640c no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:29:38.737556 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 40c4d87a-848a-4e63-9c2f-69cf7875640c {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:29:38.737902 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 40c4d87a-848a-4e63-9c2f-69cf7875640c not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:29:38.759569 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-248b5b85-0991-4fc1-8936-9f466a423563 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:38.763517 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-248b5b85-0991-4fc1-8936-9f466a423563 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:38.782149 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248b5b85-0991-4fc1-8936-9f466a423563 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ea6cfa8-8e2f-46f5-9fc9-13eeb9a50a75,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:29:38.784602 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-248b5b85-0991-4fc1-8936-9f466a423563 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:38.788430 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-248b5b85-0991-4fc1-8936-9f466a423563 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1173370 Aug 10 04:29:38.788881 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51206) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:29:38.792965 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-40b9e70d-38fb-4f30-87b7-15163d9dc2cd tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Request body: {'security_group_rule': {'security_group_id': '55f5f700-b0be-4121-a2b0-19285f910e52', 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:29:38.816532 n-d-768862-13 neutron-server[94260]: INFO neutron.db.securitygroups_db [None req-40b9e70d-38fb-4f30-87b7-15163d9dc2cd tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Project db935c6fffe84fc296c14b1cf491ed1b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:29:38.823559 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-40b9e70d-38fb-4f30-87b7-15163d9dc2cd tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:38.884472 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-40b9e70d-38fb-4f30-87b7-15163d9dc2cd tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:38.889573 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-40b9e70d-38fb-4f30-87b7-15163d9dc2cd tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:38.910757 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b9e70d-38fb-4f30-87b7-15163d9dc2cd tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51b9ba73-af4c-4014-b621-2bf99eb229b9,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:29:38.916856 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-40b9e70d-38fb-4f30-87b7-15163d9dc2cd tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:38.918254 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-40b9e70d-38fb-4f30-87b7-15163d9dc2cd tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1287222 Aug 10 04:29:38.921284 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51208) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:29:38.926198 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-23daf8d2-f08f-470c-9bfe-053670a61cc8 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Request body: {'security_group_rule': {'security_group_id': '55f5f700-b0be-4121-a2b0-19285f910e52', 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:29:38.947634 n-d-768862-13 neutron-server[94260]: INFO neutron.db.securitygroups_db [None req-23daf8d2-f08f-470c-9bfe-053670a61cc8 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Project db935c6fffe84fc296c14b1cf491ed1b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:29:38.952631 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-23daf8d2-f08f-470c-9bfe-053670a61cc8 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:39.024855 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-23daf8d2-f08f-470c-9bfe-053670a61cc8 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:39.028649 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-23daf8d2-f08f-470c-9bfe-053670a61cc8 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:39.051571 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23daf8d2-f08f-470c-9bfe-053670a61cc8 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3faf6ddd-eccd-4c82-bbbe-257da73097a2,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:29:39.055584 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-23daf8d2-f08f-470c-9bfe-053670a61cc8 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:39.056799 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-23daf8d2-f08f-470c-9bfe-053670a61cc8 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1345875 Aug 10 04:29:39.059765 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51210) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:29:39.065396 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-08d031ab-042e-454a-8a28-e9120de0e746 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Request body: {'network': {'name': 'tempest-network-smoke--888590728', 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'port_security_enabled': True}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:29:39.087226 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d031ab-042e-454a-8a28-e9120de0e746 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Made reservation on behalf of db935c6fffe84fc296c14b1cf491ed1b for: {'network': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:29:39.090735 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-08d031ab-042e-454a-8a28-e9120de0e746 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:39.115823 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08d031ab-042e-454a-8a28-e9120de0e746 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=94260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:29:39.125571 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-08d031ab-042e-454a-8a28-e9120de0e746 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:39.126122 n-d-768862-13 neutron-server[94260]: INFO neutron.db.segments_db [None req-08d031ab-042e-454a-8a28-e9120de0e746 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Added segment fdc4ce23-9b31-4039-98cd-83582dc80bb6 of type vlan for network 0c9ec5d3-9578-4670-8c25-3b27f3098030 Aug 10 04:29:39.166637 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-08d031ab-042e-454a-8a28-e9120de0e746 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:39.194295 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-08d031ab-042e-454a-8a28-e9120de0e746 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:39.199717 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d031ab-042e-454a-8a28-e9120de0e746 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:39.200293 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-08d031ab-042e-454a-8a28-e9120de0e746 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:39.261911 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-08d031ab-042e-454a-8a28-e9120de0e746 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2009749 Aug 10 04:29:39.264609 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 51212) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:29:39.269318 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-8400932e-7866-41e2-9a04-ec8de24e4ca5 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1927530092', 'admin_state_up': True, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:29:39.270263 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d031ab-042e-454a-8a28-e9120de0e746 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event updated for resources: {'Network': ['ID=0c9ec5d3-9578-4670-8c25-3b27f3098030,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:29:39.280803 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 0c9ec5d3-9578-4670-8c25-3b27f3098030 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:29:39.295145 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8400932e-7866-41e2-9a04-ec8de24e4ca5 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:39.296191 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8400932e-7866-41e2-9a04-ec8de24e4ca5 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:39.347381 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8400932e-7866-41e2-9a04-ec8de24e4ca5 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:39.493209 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8400932e-7866-41e2-9a04-ec8de24e4ca5 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:39.682410 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8400932e-7866-41e2-9a04-ec8de24e4ca5 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for router_gateway, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:39.704959 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8400932e-7866-41e2-9a04-ec8de24e4ca5 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:39.803962 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-8400932e-7866-41e2-9a04-ec8de24e4ca5 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Allocated IP 172.25.6.160 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/79dc2f7c-f051-499b-90d0-3e8af71beacb) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:29:39.907716 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8400932e-7866-41e2-9a04-ec8de24e4ca5 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:39.945700 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8400932e-7866-41e2-9a04-ec8de24e4ca5 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:39.984914 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8400932e-7866-41e2-9a04-ec8de24e4ca5 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:29:39.988345 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-8400932e-7866-41e2-9a04-ec8de24e4ca5 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:29:39.991908 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8400932e-7866-41e2-9a04-ec8de24e4ca5 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:29:39.997230 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8400932e-7866-41e2-9a04-ec8de24e4ca5 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event updated for resources: {'Port': ['ID=79dc2f7c-f051-499b-90d0-3e8af71beacb,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:29:40.242859 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8400932e-7866-41e2-9a04-ec8de24e4ca5 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for router_gateway, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:40.440196 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8400932e-7866-41e2-9a04-ec8de24e4ca5 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:40.573010 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8400932e-7866-41e2-9a04-ec8de24e4ca5 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Router 2186699e-e5ca-46da-8bb3-e70e1fbf934d is scheduled to L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e with binding_index 1 {{(pid=94261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:29:40.687022 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8400932e-7866-41e2-9a04-ec8de24e4ca5 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:29:40.697514 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a2eda9-5b69-42aa-bb6f-848e5907cb1a None None] Sync routers for ids ['2186699e-e5ca-46da-8bb3-e70e1fbf934d'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:29:40.705842 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8400932e-7866-41e2-9a04-ec8de24e4ca5 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:40.707155 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-8400932e-7866-41e2-9a04-ec8de24e4ca5 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4415150 Aug 10 04:29:40.707387 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a2eda9-5b69-42aa-bb6f-848e5907cb1a None None] Routers {'2186699e-e5ca-46da-8bb3-e70e1fbf934d'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:29:40.707787 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-98a2eda9-5b69-42aa-bb6f-848e5907cb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:29:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['2186699e-e5ca-46da-8bb3-e70e1fbf934d'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:29:40.710357 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 51214) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:29:40.746117 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-0e953164-2c79-45b5-9b76-8bf71e72eddd tempest-TestNetworkAdvancedServerOps-1236493669 tempest-TestNetworkAdvancedServerOps-1236493669-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=db935c6fffe84fc296c14b1cf491ed1b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0346522 Aug 10 04:29:40.749031 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 51216) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:29:40.819290 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-98a2eda9-5b69-42aa-bb6f-848e5907cb1a None None] Set router 2186699e-e5ca-46da-8bb3-e70e1fbf934d gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:29:40.838271 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8eaf065-a46f-460a-8fc0-efd7130ca732 tempest-TestNetworkAdvancedServerOps-1236493669 tempest-TestNetworkAdvancedServerOps-1236493669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:40.839822 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-c8eaf065-a46f-460a-8fc0-efd7130ca732 tempest-TestNetworkAdvancedServerOps-1236493669 tempest-TestNetworkAdvancedServerOps-1236493669-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0899773 Aug 10 04:29:40.842712 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 51218) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:29:40.876710 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-4c1db50e-719f-46d6-aa81-c9b284c3b92a tempest-TestNetworkAdvancedServerOps-1236493669 tempest-TestNetworkAdvancedServerOps-1236493669-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=2ea12131-628a-487e-b434-0463553732bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0328667 Aug 10 04:29:40.879904 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 51220) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:29:40.884725 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-5cf4d831-3c32-4c73-87e3-ede74001a453 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1083392792', 'network_id': '0c9ec5d3-9578-4670-8c25-3b27f3098030', 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:29:40.968850 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cf4d831-3c32-4c73-87e3-ede74001a453 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Made reservation on behalf of db935c6fffe84fc296c14b1cf491ed1b for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:29:40.973002 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5cf4d831-3c32-4c73-87e3-ede74001a453 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:40.996716 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-98a2eda9-5b69-42aa-bb6f-848e5907cb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2186699e-e5ca-46da-8bb3-e70e1fbf934d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1927530092', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '79dc2f7c-f051-499b-90d0-3e8af71beacb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:29:39Z', 'updated_at': '2021-08-10T04:29:40Z', 'revision_number': 3, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'gw_port': {'id': '79dc2f7c-f051-499b-90d0-3e8af71beacb', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c6:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2186699e-e5ca-46da-8bb3-e70e1fbf934d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:29:39Z', 'updated_at': '2021-08-10T04:29:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:29:41.023099 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a2eda9-5b69-42aa-bb6f-848e5907cb1a None None] Checking router: 2186699e-e5ca-46da-8bb3-e70e1fbf934d for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:29:41.023363 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a2eda9-5b69-42aa-bb6f-848e5907cb1a None None] Updating router 2186699e-e5ca-46da-8bb3-e70e1fbf934d port 79dc2f7c-f051-499b-90d0-3e8af71beacb binding host n-d-768862-13 {{(pid=94263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:29:41.048179 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-98a2eda9-5b69-42aa-bb6f-848e5907cb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:41.178296 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5cf4d831-3c32-4c73-87e3-ede74001a453 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:41.240041 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4d831-3c32-4c73-87e3-ede74001a453 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event updated for resources: {'Subnet': ['ID=ea88896f-6830-4815-a15f-ff1fdbbd7198,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:29:41.248726 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf4d831-3c32-4c73-87e3-ede74001a453 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Checking segment: {'id': 'fdc4ce23-9b31-4039-98cd-83582dc80bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0c9ec5d3-9578-4670-8c25-3b27f3098030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:29:41.249097 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf4d831-3c32-4c73-87e3-ede74001a453 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Network hostable DHCP agents. Network: 0c9ec5d3-9578-4670-8c25-3b27f3098030, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:29:41.266603 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf4d831-3c32-4c73-87e3-ede74001a453 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Network 0c9ec5d3-9578-4670-8c25-3b27f3098030 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:29:41.276778 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-5cf4d831-3c32-4c73-87e3-ede74001a453 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 0c9ec5d3-9578-4670-8c25-3b27f3098030) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:29:41.281230 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf4d831-3c32-4c73-87e3-ede74001a453 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:41.281827 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5cf4d831-3c32-4c73-87e3-ede74001a453 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:41.287463 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3c1eed-1092-4735-8ee9-32749b6f7e83 None None] Network 0c9ec5d3-9578-4670-8c25-3b27f3098030 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:29:41.301626 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51222) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:29:41.307073 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-5cf4d831-3c32-4c73-87e3-ede74001a453 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4258394 Aug 10 04:29:41.326693 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-98a2eda9-5b69-42aa-bb6f-848e5907cb1a None None] Notify callbacks [] for port, precommit_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:41.338747 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.provisioning_blocks [None req-98a2eda9-5b69-42aa-bb6f-848e5907cb1a None None] Transition to ACTIVE for port object 79dc2f7c-f051-499b-90d0-3e8af71beacb will not be triggered until provisioned by entity L2. {{(pid=94263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:29:41.345062 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-98a2eda9-5b69-42aa-bb6f-848e5907cb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:41.395216 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-98a2eda9-5b69-42aa-bb6f-848e5907cb1a None None] Attempting to bind port 79dc2f7c-f051-499b-90d0-3e8af71beacb on host n-d-768862-13 for vnic_type normal with profile {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:29:41.395620 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-98a2eda9-5b69-42aa-bb6f-848e5907cb1a None None] Attempting to bind port 79dc2f7c-f051-499b-90d0-3e8af71beacb by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:29:41.395959 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a2eda9-5b69-42aa-bb6f-848e5907cb1a None None] Attempting to bind port 79dc2f7c-f051-499b-90d0-3e8af71beacb on network 2ea12131-628a-487e-b434-0463553732bd {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:29:41.409745 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a2eda9-5b69-42aa-bb6f-848e5907cb1a None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:29:41.410112 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a2eda9-5b69-42aa-bb6f-848e5907cb1a None None] Checking segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:29:41.410762 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-98a2eda9-5b69-42aa-bb6f-848e5907cb1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:41.410963 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a2eda9-5b69-42aa-bb6f-848e5907cb1a None None] Bound using segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:29:41.411428 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-98a2eda9-5b69-42aa-bb6f-848e5907cb1a None None] Bound port: 79dc2f7c-f051-499b-90d0-3e8af71beacb, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:29:41.411812 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-98a2eda9-5b69-42aa-bb6f-848e5907cb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:41.452858 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f73910-f0a0-43ab-a147-7f346c487c12 None None] Pushing event updated for resources: {'Port': ['ID=79dc2f7c-f051-499b-90d0-3e8af71beacb,revision_number=2']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:29:41.455549 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66c53ee-d9ee-43d4-85f3-c9ab79db628b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-0c9ec5d3-9578-4670-8c25-3b27f3098030', 'network_id': '0c9ec5d3-9578-4670-8c25-3b27f3098030', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'fixed_ips': [{'subnet_id': 'ea88896f-6830-4815-a15f-ff1fdbbd7198'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:29:41.459191 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b66c53ee-d9ee-43d4-85f3-c9ab79db628b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:41.473550 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-98a2eda9-5b69-42aa-bb6f-848e5907cb1a None None] For port 79dc2f7c-f051-499b-90d0-3e8af71beacb, host n-d-768862-13, cleared binding levels {{(pid=94263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:29:41.477298 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-98a2eda9-5b69-42aa-bb6f-848e5907cb1a None None] For port 79dc2f7c-f051-499b-90d0-3e8af71beacb, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=79dc2f7c-f051-499b-90d0-3e8af71beacb,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:29:41.484384 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-98a2eda9-5b69-42aa-bb6f-848e5907cb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:41.542717 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a2eda9-5b69-42aa-bb6f-848e5907cb1a None None] Routers {'2186699e-e5ca-46da-8bb3-e70e1fbf934d'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:29:41.543349 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-98a2eda9-5b69-42aa-bb6f-848e5907cb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:29:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['2186699e-e5ca-46da-8bb3-e70e1fbf934d'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:29:41.604462 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f73910-f0a0-43ab-a147-7f346c487c12 None None] Pushing event updated for resources: {'Port': ['ID=79dc2f7c-f051-499b-90d0-3e8af71beacb,revision_number=3']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:29:41.627320 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-b66c53ee-d9ee-43d4-85f3-c9ab79db628b None None] Allocated IP 172.20.0.2 (0c9ec5d3-9578-4670-8c25-3b27f3098030/ea88896f-6830-4815-a15f-ff1fdbbd7198/5b256b80-e3b2-45fd-813c-3263ba7e6922) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:29:41.669755 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-98a2eda9-5b69-42aa-bb6f-848e5907cb1a None None] Set router 2186699e-e5ca-46da-8bb3-e70e1fbf934d gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:29:41.873395 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-98a2eda9-5b69-42aa-bb6f-848e5907cb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2186699e-e5ca-46da-8bb3-e70e1fbf934d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1927530092', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '79dc2f7c-f051-499b-90d0-3e8af71beacb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:29:39Z', 'updated_at': '2021-08-10T04:29:40Z', 'revision_number': 3, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'gw_port': {'id': '79dc2f7c-f051-499b-90d0-3e8af71beacb', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c6:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2186699e-e5ca-46da-8bb3-e70e1fbf934d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:29:39Z', 'updated_at': '2021-08-10T04:29:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:29:41.903948 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a2eda9-5b69-42aa-bb6f-848e5907cb1a None None] The sync data for ids ['2186699e-e5ca-46da-8bb3-e70e1fbf934d'] in n-d-768862-13 is: [{'id': '2186699e-e5ca-46da-8bb3-e70e1fbf934d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1927530092', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '79dc2f7c-f051-499b-90d0-3e8af71beacb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:29:39Z', 'updated_at': '2021-08-10T04:29:40Z', 'revision_number': 3, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'gw_port': {'id': '79dc2f7c-f051-499b-90d0-3e8af71beacb', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c6:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2186699e-e5ca-46da-8bb3-e70e1fbf934d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:29:39Z', 'updated_at': '2021-08-10T04:29:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:29:41.960943 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b66c53ee-d9ee-43d4-85f3-c9ab79db628b None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:41.971354 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-b66c53ee-d9ee-43d4-85f3-c9ab79db628b None None] Transition to ACTIVE for port object 5b256b80-e3b2-45fd-813c-3263ba7e6922 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:29:41.988863 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-b66c53ee-d9ee-43d4-85f3-c9ab79db628b None None] Transition to ACTIVE for port object 5b256b80-e3b2-45fd-813c-3263ba7e6922 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:29:41.997451 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b66c53ee-d9ee-43d4-85f3-c9ab79db628b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:42.039983 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66c53ee-d9ee-43d4-85f3-c9ab79db628b None None] Network 0c9ec5d3-9578-4670-8c25-3b27f3098030 is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:29:42.043032 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-b66c53ee-d9ee-43d4-85f3-c9ab79db628b None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:29:42.047426 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66c53ee-d9ee-43d4-85f3-c9ab79db628b None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:29:42.050932 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66c53ee-d9ee-43d4-85f3-c9ab79db628b None None] Pushing event updated for resources: {'Port': ['ID=5b256b80-e3b2-45fd-813c-3263ba7e6922,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:29:42.105126 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-b66c53ee-d9ee-43d4-85f3-c9ab79db628b None None] Attempting to bind port 5b256b80-e3b2-45fd-813c-3263ba7e6922 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:29:42.105939 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-b66c53ee-d9ee-43d4-85f3-c9ab79db628b None None] Attempting to bind port 5b256b80-e3b2-45fd-813c-3263ba7e6922 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'fdc4ce23-9b31-4039-98cd-83582dc80bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0c9ec5d3-9578-4670-8c25-3b27f3098030'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:29:42.105939 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66c53ee-d9ee-43d4-85f3-c9ab79db628b None None] Attempting to bind port 5b256b80-e3b2-45fd-813c-3263ba7e6922 on network 0c9ec5d3-9578-4670-8c25-3b27f3098030 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:29:42.111171 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66c53ee-d9ee-43d4-85f3-c9ab79db628b None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:29:42.111553 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66c53ee-d9ee-43d4-85f3-c9ab79db628b None None] Checking segment: {'id': 'fdc4ce23-9b31-4039-98cd-83582dc80bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0c9ec5d3-9578-4670-8c25-3b27f3098030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:29:42.111957 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b66c53ee-d9ee-43d4-85f3-c9ab79db628b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:42.112348 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66c53ee-d9ee-43d4-85f3-c9ab79db628b None None] Bound using segment: {'id': 'fdc4ce23-9b31-4039-98cd-83582dc80bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0c9ec5d3-9578-4670-8c25-3b27f3098030'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:29:42.112811 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-b66c53ee-d9ee-43d4-85f3-c9ab79db628b None None] Bound port: 5b256b80-e3b2-45fd-813c-3263ba7e6922, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdc4ce23-9b31-4039-98cd-83582dc80bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0c9ec5d3-9578-4670-8c25-3b27f3098030'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:29:42.113613 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b66c53ee-d9ee-43d4-85f3-c9ab79db628b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:42.158886 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0aa1a5df-f286-4fa7-beea-b520c7c6ef76 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:42.182677 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-b66c53ee-d9ee-43d4-85f3-c9ab79db628b None None] For port 5b256b80-e3b2-45fd-813c-3263ba7e6922, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:29:42.185977 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-b66c53ee-d9ee-43d4-85f3-c9ab79db628b None None] For port 5b256b80-e3b2-45fd-813c-3263ba7e6922, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=5b256b80-e3b2-45fd-813c-3263ba7e6922,segment=NetworkSegment(fdc4ce23-9b31-4039-98cd-83582dc80bb6),segment_id=fdc4ce23-9b31-4039-98cd-83582dc80bb6)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:29:42.191874 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b66c53ee-d9ee-43d4-85f3-c9ab79db628b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:42.288501 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66c53ee-d9ee-43d4-85f3-c9ab79db628b None None] Pushing event updated for resources: {'Port': ['ID=5b256b80-e3b2-45fd-813c-3263ba7e6922,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:29:42.497824 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-0aa1a5df-f286-4fa7-beea-b520c7c6ef76 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Allocated IP 172.20.0.1 (0c9ec5d3-9578-4670-8c25-3b27f3098030/ea88896f-6830-4815-a15f-ff1fdbbd7198/f88fa2e2-f698-4236-a929-229303cd49f9) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:29:42.643752 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0aa1a5df-f286-4fa7-beea-b520c7c6ef76 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:42.660129 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [None req-0aa1a5df-f286-4fa7-beea-b520c7c6ef76 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Transition to ACTIVE for port object f88fa2e2-f698-4236-a929-229303cd49f9 will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:29:42.697086 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0aa1a5df-f286-4fa7-beea-b520c7c6ef76 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:42.743042 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa1a5df-f286-4fa7-beea-b520c7c6ef76 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Network 0c9ec5d3-9578-4670-8c25-3b27f3098030 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:29:42.746961 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-0aa1a5df-f286-4fa7-beea-b520c7c6ef76 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:29:42.750476 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa1a5df-f286-4fa7-beea-b520c7c6ef76 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:29:42.769888 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 5b256b80-e3b2-45fd-813c-3263ba7e6922 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:29:42.780701 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa1a5df-f286-4fa7-beea-b520c7c6ef76 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event updated for resources: {'Port': ['ID=f88fa2e2-f698-4236-a929-229303cd49f9,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:29:42.807468 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0aa1a5df-f286-4fa7-beea-b520c7c6ef76 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521745'] for router_interface, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:42.831393 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 5b256b80-e3b2-45fd-813c-3263ba7e6922 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:29:42.836113 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 79dc2f7c-f051-499b-90d0-3e8af71beacb up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:29:42.892245 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 79dc2f7c-f051-499b-90d0-3e8af71beacb completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:29:42.896823 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 79dc2f7c-f051-499b-90d0-3e8af71beacb triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:29:42.897413 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:42.956612 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0aa1a5df-f286-4fa7-beea-b520c7c6ef76 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:42.980911 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:43.008963 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 79dc2f7c-f051-499b-90d0-3e8af71beacb, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=79dc2f7c-f051-499b-90d0-3e8af71beacb,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:29:43.016136 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:43.073513 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=79dc2f7c-f051-499b-90d0-3e8af71beacb,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:29:43.263984 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0aa1a5df-f286-4fa7-beea-b520c7c6ef76 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:43.270244 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0aa1a5df-f286-4fa7-beea-b520c7c6ef76 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:43.327674 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58e2da6-bd0d-4485-b536-1d3919d4aa29 None None] Network 0c9ec5d3-9578-4670-8c25-3b27f3098030 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:29:43.344966 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0aa1a5df-f286-4fa7-beea-b520c7c6ef76 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521893'] for router_interface, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:43.347350 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa1a5df-f286-4fa7-beea-b520c7c6ef76 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event updated for resources: {'Port': ['ID=f88fa2e2-f698-4236-a929-229303cd49f9,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:29:43.417212 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-748e4360-66fd-4375-8d11-221b74169590 None None] Provisioning for port 5b256b80-e3b2-45fd-813c-3263ba7e6922 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:29:43.439879 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-748e4360-66fd-4375-8d11-221b74169590 None None] Provisioning complete for port 5b256b80-e3b2-45fd-813c-3263ba7e6922 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:29:43.440259 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-748e4360-66fd-4375-8d11-221b74169590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:43.443631 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa1a5df-f286-4fa7-beea-b520c7c6ef76 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Network 0c9ec5d3-9578-4670-8c25-3b27f3098030 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:29:43.445039 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-0aa1a5df-f286-4fa7-beea-b520c7c6ef76 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:29:43.572698 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aa1a5df-f286-4fa7-beea-b520c7c6ef76 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Router 2186699e-e5ca-46da-8bb3-e70e1fbf934d has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:29:43.575320 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-748e4360-66fd-4375-8d11-221b74169590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:43.614010 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-748e4360-66fd-4375-8d11-221b74169590 None None] For port 5b256b80-e3b2-45fd-813c-3263ba7e6922, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=5b256b80-e3b2-45fd-813c-3263ba7e6922,segment=NetworkSegment(fdc4ce23-9b31-4039-98cd-83582dc80bb6),segment_id=fdc4ce23-9b31-4039-98cd-83582dc80bb6)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:29:43.621055 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-748e4360-66fd-4375-8d11-221b74169590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:43.681403 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748e4360-66fd-4375-8d11-221b74169590 None None] Pushing event updated for resources: {'Port': ['ID=5b256b80-e3b2-45fd-813c-3263ba7e6922,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:29:43.698587 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aa1a5df-f286-4fa7-beea-b520c7c6ef76 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:29:43.703882 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-0aa1a5df-f286-4fa7-beea-b520c7c6ef76 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "PUT /v2.0/routers/2186699e-e5ca-46da-8bb3-e70e1fbf934d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4010699 Aug 10 04:29:43.851451 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-a13461d3-f40f-4a7a-9884-a02e123657fd None None] Provisioning complete for port 5b256b80-e3b2-45fd-813c-3263ba7e6922 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:29:43.855872 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a13461d3-f40f-4a7a-9884-a02e123657fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:43.877955 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-062c5de8-31bc-468a-849f-8df55f3bc717 req-9164aaa7-adbc-4268-84bb-ce34eead4d3a tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-873354612&fields=id&tenant_id=db935c6fffe84fc296c14b1cf491ed1b HTTP/1.1" status: 200 len: 267 time: 0.0434575 Aug 10 04:29:43.908896 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4591ad-899e-400d-9d10-70bc8f6b654c None None] Sync routers for ids ['2186699e-e5ca-46da-8bb3-e70e1fbf934d'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:29:43.932338 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4591ad-899e-400d-9d10-70bc8f6b654c None None] Routers {'2186699e-e5ca-46da-8bb3-e70e1fbf934d'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:29:43.933258 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-8a4591ad-899e-400d-9d10-70bc8f6b654c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:29:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['2186699e-e5ca-46da-8bb3-e70e1fbf934d'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:29:44.058740 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062c5de8-31bc-468a-849f-8df55f3bc717 req-f4dbc50e-4baf-4581-922e-6c96fc359d51 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:44.058740 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-062c5de8-31bc-468a-849f-8df55f3bc717 req-f4dbc50e-4baf-4581-922e-6c96fc359d51 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/networks?id=0c9ec5d3-9578-4670-8c25-3b27f3098030 HTTP/1.1" status: 200 len: 796 time: 0.1687400 Aug 10 04:29:44.074674 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-062c5de8-31bc-468a-849f-8df55f3bc717 req-e5e317e5-d232-46a1-8afa-af5a0e2c706a tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/quotas/db935c6fffe84fc296c14b1cf491ed1b HTTP/1.1" status: 200 len: 375 time: 0.0101037 Aug 10 04:29:44.134969 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-8a4591ad-899e-400d-9d10-70bc8f6b654c None None] Set router 2186699e-e5ca-46da-8bb3-e70e1fbf934d gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:29:44.137131 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-a13461d3-f40f-4a7a-9884-a02e123657fd None None] Provisioning for port f88fa2e2-f698-4236-a929-229303cd49f9 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:29:44.151090 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-062c5de8-31bc-468a-849f-8df55f3bc717 req-f7f41ea8-aecd-4cfc-997d-d37c8a887ee3 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=db935c6fffe84fc296c14b1cf491ed1b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0699153 Aug 10 04:29:44.167583 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-a13461d3-f40f-4a7a-9884-a02e123657fd None None] Provisioning complete for port f88fa2e2-f698-4236-a929-229303cd49f9 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:29:44.167958 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a13461d3-f40f-4a7a-9884-a02e123657fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:44.250135 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-a13461d3-f40f-4a7a-9884-a02e123657fd None None] Port f88fa2e2-f698-4236-a929-229303cd49f9 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:29:44.317010 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-062c5de8-31bc-468a-849f-8df55f3bc717 req-2eee360a-5534-451e-9fa4-6f691d223c0b service neutron] 10.222.0.44 "GET /v2.0/networks/0c9ec5d3-9578-4670-8c25-3b27f3098030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464431 Aug 10 04:29:44.382117 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-d2df45b4-edd0-435b-85b3-b09ea429f974 None None] Provisioning complete for port f88fa2e2-f698-4236-a929-229303cd49f9 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:29:44.382724 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d2df45b4-edd0-435b-85b3-b09ea429f974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:44.386819 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-8a4591ad-899e-400d-9d10-70bc8f6b654c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2186699e-e5ca-46da-8bb3-e70e1fbf934d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1927530092', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '79dc2f7c-f051-499b-90d0-3e8af71beacb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:29:39Z', 'updated_at': '2021-08-10T04:29:42Z', 'revision_number': 4, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'gw_port': {'id': '79dc2f7c-f051-499b-90d0-3e8af71beacb', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2186699e-e5ca-46da-8bb3-e70e1fbf934d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:29:39Z', 'updated_at': '2021-08-10T04:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': 'f88fa2e2-f698-4236-a929-229303cd49f9', 'name': '', 'network_id': '0c9ec5d3-9578-4670-8c25-3b27f3098030', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'mac_address': 'fa:16:3e:79:37:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2186699e-e5ca-46da-8bb3-e70e1fbf934d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'ea88896f-6830-4815-a15f-ff1fdbbd7198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:29:42Z', 'updated_at': '2021-08-10T04:29:43Z', 'revision_number': 2, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'subnets': [{'id': 'ea88896f-6830-4815-a15f-ff1fdbbd7198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:29:44.411574 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-062c5de8-31bc-468a-849f-8df55f3bc717 req-185921c4-9f46-4dad-ba3e-d69ea75cc19d service neutron] 10.222.0.44 "GET /v2.0/networks/0c9ec5d3-9578-4670-8c25-3b27f3098030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883472 Aug 10 04:29:44.434766 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4591ad-899e-400d-9d10-70bc8f6b654c None None] Checking router: 2186699e-e5ca-46da-8bb3-e70e1fbf934d for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:29:44.435122 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4591ad-899e-400d-9d10-70bc8f6b654c None None] Updating router 2186699e-e5ca-46da-8bb3-e70e1fbf934d port f88fa2e2-f698-4236-a929-229303cd49f9 binding host n-d-768862-13 {{(pid=94262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:29:44.466350 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-d2df45b4-edd0-435b-85b3-b09ea429f974 None None] Port f88fa2e2-f698-4236-a929-229303cd49f9 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:29:44.467934 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-8a4591ad-899e-400d-9d10-70bc8f6b654c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:44.585323 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-63f86a08-99a4-40b3-9eaa-f03d18c95827 req-b431e8c4-736a-4b88-a5dc-b86a2d260de9 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=07c0be78-2e40-45fc-bc81-c5597821edee HTTP/1.1" status: 200 len: 210 time: 0.0317307 Aug 10 04:29:44.690248 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 5b256b80-e3b2-45fd-813c-3263ba7e6922 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:29:44.795037 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 5b256b80-e3b2-45fd-813c-3263ba7e6922 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:29:44.795423 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:44.798319 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-8a4591ad-899e-400d-9d10-70bc8f6b654c None None] Notify callbacks [] for port, precommit_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:44.833145 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-8a4591ad-899e-400d-9d10-70bc8f6b654c None None] Transition to ACTIVE for port object f88fa2e2-f698-4236-a929-229303cd49f9 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:29:44.844655 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-8a4591ad-899e-400d-9d10-70bc8f6b654c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:44.899326 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e05c51-2ada-4d5b-a17f-cd43c7c97f18 None None] Pushing event updated for resources: {'Port': ['ID=f88fa2e2-f698-4236-a929-229303cd49f9,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:29:44.992814 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 79dc2f7c-f051-499b-90d0-3e8af71beacb up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:29:44.994724 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-8a4591ad-899e-400d-9d10-70bc8f6b654c None None] Attempting to bind port f88fa2e2-f698-4236-a929-229303cd49f9 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:29:44.995086 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-8a4591ad-899e-400d-9d10-70bc8f6b654c None None] Attempting to bind port f88fa2e2-f698-4236-a929-229303cd49f9 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'fdc4ce23-9b31-4039-98cd-83582dc80bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0c9ec5d3-9578-4670-8c25-3b27f3098030'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:29:44.995446 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4591ad-899e-400d-9d10-70bc8f6b654c None None] Attempting to bind port f88fa2e2-f698-4236-a929-229303cd49f9 on network 0c9ec5d3-9578-4670-8c25-3b27f3098030 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:29:45.020379 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4591ad-899e-400d-9d10-70bc8f6b654c None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:29:45.020750 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4591ad-899e-400d-9d10-70bc8f6b654c None None] Checking segment: {'id': 'fdc4ce23-9b31-4039-98cd-83582dc80bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0c9ec5d3-9578-4670-8c25-3b27f3098030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:29:45.021207 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-8a4591ad-899e-400d-9d10-70bc8f6b654c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:45.021807 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4591ad-899e-400d-9d10-70bc8f6b654c None None] Bound using segment: {'id': 'fdc4ce23-9b31-4039-98cd-83582dc80bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0c9ec5d3-9578-4670-8c25-3b27f3098030'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:29:45.022340 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-8a4591ad-899e-400d-9d10-70bc8f6b654c None None] Bound port: f88fa2e2-f698-4236-a929-229303cd49f9, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdc4ce23-9b31-4039-98cd-83582dc80bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0c9ec5d3-9578-4670-8c25-3b27f3098030'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:29:45.022840 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-8a4591ad-899e-400d-9d10-70bc8f6b654c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:45.098694 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 79dc2f7c-f051-499b-90d0-3e8af71beacb triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:29:45.099074 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:45.165829 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-8a4591ad-899e-400d-9d10-70bc8f6b654c None None] For port f88fa2e2-f698-4236-a929-229303cd49f9, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:29:45.169801 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-8a4591ad-899e-400d-9d10-70bc8f6b654c None None] For port f88fa2e2-f698-4236-a929-229303cd49f9, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=f88fa2e2-f698-4236-a929-229303cd49f9,segment=NetworkSegment(fdc4ce23-9b31-4039-98cd-83582dc80bb6),segment_id=fdc4ce23-9b31-4039-98cd-83582dc80bb6)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:29:45.176075 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-8a4591ad-899e-400d-9d10-70bc8f6b654c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:45.285088 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e05c51-2ada-4d5b-a17f-cd43c7c97f18 None None] Pushing event updated for resources: {'Port': ['ID=f88fa2e2-f698-4236-a929-229303cd49f9,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:29:45.288636 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4591ad-899e-400d-9d10-70bc8f6b654c None None] Routers {'2186699e-e5ca-46da-8bb3-e70e1fbf934d'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:29:45.289235 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-8a4591ad-899e-400d-9d10-70bc8f6b654c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:29:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['2186699e-e5ca-46da-8bb3-e70e1fbf934d'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:29:45.394965 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-8a4591ad-899e-400d-9d10-70bc8f6b654c None None] Set router 2186699e-e5ca-46da-8bb3-e70e1fbf934d gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:29:45.625160 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-8a4591ad-899e-400d-9d10-70bc8f6b654c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2186699e-e5ca-46da-8bb3-e70e1fbf934d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1927530092', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '79dc2f7c-f051-499b-90d0-3e8af71beacb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:29:39Z', 'updated_at': '2021-08-10T04:29:42Z', 'revision_number': 4, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'gw_port': {'id': '79dc2f7c-f051-499b-90d0-3e8af71beacb', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2186699e-e5ca-46da-8bb3-e70e1fbf934d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:29:39Z', 'updated_at': '2021-08-10T04:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': 'f88fa2e2-f698-4236-a929-229303cd49f9', 'name': '', 'network_id': '0c9ec5d3-9578-4670-8c25-3b27f3098030', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'mac_address': 'fa:16:3e:79:37:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2186699e-e5ca-46da-8bb3-e70e1fbf934d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'ea88896f-6830-4815-a15f-ff1fdbbd7198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:29:42Z', 'updated_at': '2021-08-10T04:29:45Z', 'revision_number': 4, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'subnets': [{'id': 'ea88896f-6830-4815-a15f-ff1fdbbd7198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:29:45.653552 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4591ad-899e-400d-9d10-70bc8f6b654c None None] The sync data for ids ['2186699e-e5ca-46da-8bb3-e70e1fbf934d'] in n-d-768862-13 is: [{'id': '2186699e-e5ca-46da-8bb3-e70e1fbf934d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1927530092', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '79dc2f7c-f051-499b-90d0-3e8af71beacb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:29:39Z', 'updated_at': '2021-08-10T04:29:42Z', 'revision_number': 4, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'gw_port': {'id': '79dc2f7c-f051-499b-90d0-3e8af71beacb', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2186699e-e5ca-46da-8bb3-e70e1fbf934d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:29:39Z', 'updated_at': '2021-08-10T04:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': 'f88fa2e2-f698-4236-a929-229303cd49f9', 'name': '', 'network_id': '0c9ec5d3-9578-4670-8c25-3b27f3098030', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'mac_address': 'fa:16:3e:79:37:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2186699e-e5ca-46da-8bb3-e70e1fbf934d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'ea88896f-6830-4815-a15f-ff1fdbbd7198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:29:42Z', 'updated_at': '2021-08-10T04:29:45Z', 'revision_number': 4, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'subnets': [{'id': 'ea88896f-6830-4815-a15f-ff1fdbbd7198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:29:45.730687 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bef89489-83f8-4622-8316-9e0b2614ccf7 req-cb909764-e42e-44fe-80cb-4e4f96b4ba38 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=07c0be78-2e40-45fc-bc81-c5597821edee HTTP/1.1" status: 200 len: 210 time: 0.0585203 Aug 10 04:29:45.773907 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062c5de8-31bc-468a-849f-8df55f3bc717 req-f18248e0-2ef8-4534-927c-2bad7c257d44 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:45.775769 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-062c5de8-31bc-468a-849f-8df55f3bc717 req-f18248e0-2ef8-4534-927c-2bad7c257d44 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.42 "GET /v2.0/networks?id=0c9ec5d3-9578-4670-8c25-3b27f3098030 HTTP/1.1" status: 200 len: 796 time: 0.1671095 Aug 10 04:29:45.821743 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-062c5de8-31bc-468a-849f-8df55f3bc717 req-1a77b421-fd1b-443a-9c4c-dfc310945234 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db935c6fffe84fc296c14b1cf491ed1b HTTP/1.1" status: 200 len: 379 time: 0.0363793 Aug 10 04:29:45.832343 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-062c5de8-31bc-468a-849f-8df55f3bc717 req-720f308d-32c6-430c-8f96-24908e2cd4ec tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Request body: {'port': {'device_id': '07c0be78-2e40-45fc-bc81-c5597821edee', 'network_id': '0c9ec5d3-9578-4670-8c25-3b27f3098030', 'admin_state_up': True, 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'security_groups': ['55f5f700-b0be-4121-a2b0-19285f910e52']}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:29:45.944941 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-062c5de8-31bc-468a-849f-8df55f3bc717 req-720f308d-32c6-430c-8f96-24908e2cd4ec tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Made reservation on behalf of db935c6fffe84fc296c14b1cf491ed1b for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:29:45.948757 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-062c5de8-31bc-468a-849f-8df55f3bc717 req-720f308d-32c6-430c-8f96-24908e2cd4ec tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:46.086837 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-062c5de8-31bc-468a-849f-8df55f3bc717 req-720f308d-32c6-430c-8f96-24908e2cd4ec tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Allocated IP 172.20.0.6 (0c9ec5d3-9578-4670-8c25-3b27f3098030/ea88896f-6830-4815-a15f-ff1fdbbd7198/0b6feaa5-7670-404d-a655-fc1410f71bda) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:29:46.239476 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-062c5de8-31bc-468a-849f-8df55f3bc717 req-720f308d-32c6-430c-8f96-24908e2cd4ec tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:46.255992 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-062c5de8-31bc-468a-849f-8df55f3bc717 req-720f308d-32c6-430c-8f96-24908e2cd4ec tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Transition to ACTIVE for port object 0b6feaa5-7670-404d-a655-fc1410f71bda will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:29:46.290028 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-062c5de8-31bc-468a-849f-8df55f3bc717 req-720f308d-32c6-430c-8f96-24908e2cd4ec tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:46.335683 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-062c5de8-31bc-468a-849f-8df55f3bc717 req-720f308d-32c6-430c-8f96-24908e2cd4ec tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Network 0c9ec5d3-9578-4670-8c25-3b27f3098030 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:29:46.338908 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-062c5de8-31bc-468a-849f-8df55f3bc717 req-720f308d-32c6-430c-8f96-24908e2cd4ec tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:29:46.342766 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-062c5de8-31bc-468a-849f-8df55f3bc717 req-720f308d-32c6-430c-8f96-24908e2cd4ec tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:29:46.349540 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720f308d-32c6-430c-8f96-24908e2cd4ec tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event updated for resources: {'Port': ['ID=0b6feaa5-7670-404d-a655-fc1410f71bda,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:29:46.401485 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062c5de8-31bc-468a-849f-8df55f3bc717 req-720f308d-32c6-430c-8f96-24908e2cd4ec tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:46.402272 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-062c5de8-31bc-468a-849f-8df55f3bc717 req-720f308d-32c6-430c-8f96-24908e2cd4ec tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:46.418426 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-062c5de8-31bc-468a-849f-8df55f3bc717 req-720f308d-32c6-430c-8f96-24908e2cd4ec tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5904341 Aug 10 04:29:46.430989 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-062c5de8-31bc-468a-849f-8df55f3bc717 req-04a6d074-4c7b-4a69-bd8e-438dad59f055 service neutron] Request body: {'port': {'device_id': '07c0be78-2e40-45fc-bc81-c5597821edee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:29:46.494830 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-062c5de8-31bc-468a-849f-8df55f3bc717 req-04a6d074-4c7b-4a69-bd8e-438dad59f055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:46.572025 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-6276dafd-fbf6-4d43-b69b-dc59afe577b4 None None] Provisioning for port 0b6feaa5-7670-404d-a655-fc1410f71bda completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:29:46.576328 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-6276dafd-fbf6-4d43-b69b-dc59afe577b4 None None] Provisioning complete for port 0b6feaa5-7670-404d-a655-fc1410f71bda triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:29:46.576705 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-6276dafd-fbf6-4d43-b69b-dc59afe577b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:46.614773 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-6276dafd-fbf6-4d43-b69b-dc59afe577b4 None None] Port 0b6feaa5-7670-404d-a655-fc1410f71bda cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:29:46.712378 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device f88fa2e2-f698-4236-a929-229303cd49f9 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:29:46.773694 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port f88fa2e2-f698-4236-a929-229303cd49f9 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:29:46.778192 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port f88fa2e2-f698-4236-a929-229303cd49f9 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:29:46.778844 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:46.781613 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-062c5de8-31bc-468a-849f-8df55f3bc717 req-04a6d074-4c7b-4a69-bd8e-438dad59f055 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b6feaa5-7670-404d-a655-fc1410f71bda {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:29:46.790656 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-062c5de8-31bc-468a-849f-8df55f3bc717 req-04a6d074-4c7b-4a69-bd8e-438dad59f055 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:46.803217 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-062c5de8-31bc-468a-849f-8df55f3bc717 req-04a6d074-4c7b-4a69-bd8e-438dad59f055 service neutron] Transition to ACTIVE for port object 0b6feaa5-7670-404d-a655-fc1410f71bda will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:29:46.816458 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-062c5de8-31bc-468a-849f-8df55f3bc717 req-04a6d074-4c7b-4a69-bd8e-438dad59f055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:46.865224 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:46.901039 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port f88fa2e2-f698-4236-a929-229303cd49f9, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=f88fa2e2-f698-4236-a929-229303cd49f9,segment=NetworkSegment(fdc4ce23-9b31-4039-98cd-83582dc80bb6),segment_id=fdc4ce23-9b31-4039-98cd-83582dc80bb6)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:29:46.905768 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:46.920225 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2bd00b-a2e5-47c6-8d9e-d745cbd99289 req-56d5d9ca-4583-4279-b10f-a449324fc665 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:46.921796 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6c2bd00b-a2e5-47c6-8d9e-d745cbd99289 req-56d5d9ca-4583-4279-b10f-a449324fc665 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=07c0be78-2e40-45fc-bc81-c5597821edee HTTP/1.1" status: 200 len: 943 time: 0.1156764 Aug 10 04:29:46.924537 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a6d074-4c7b-4a69-bd8e-438dad59f055 service neutron] Pushing event updated for resources: {'Port': ['ID=0b6feaa5-7670-404d-a655-fc1410f71bda,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:29:46.968178 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=f88fa2e2-f698-4236-a929-229303cd49f9,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:29:46.996933 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6c2bd00b-a2e5-47c6-8d9e-d745cbd99289 req-b6f3a06d-452a-4277-8b03-e7aec40301ae tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=55f5f700-b0be-4121-a2b0-19285f910e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532568 Aug 10 04:29:47.002107 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-062c5de8-31bc-468a-849f-8df55f3bc717 req-04a6d074-4c7b-4a69-bd8e-438dad59f055 service neutron] Attempting to bind port 0b6feaa5-7670-404d-a655-fc1410f71bda on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:29:47.002485 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-062c5de8-31bc-468a-849f-8df55f3bc717 req-04a6d074-4c7b-4a69-bd8e-438dad59f055 service neutron] Attempting to bind port 0b6feaa5-7670-404d-a655-fc1410f71bda by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': 'fdc4ce23-9b31-4039-98cd-83582dc80bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0c9ec5d3-9578-4670-8c25-3b27f3098030'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:29:47.003378 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062c5de8-31bc-468a-849f-8df55f3bc717 req-04a6d074-4c7b-4a69-bd8e-438dad59f055 service neutron] Attempting to bind port 0b6feaa5-7670-404d-a655-fc1410f71bda on network 0c9ec5d3-9578-4670-8c25-3b27f3098030 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:29:47.008941 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062c5de8-31bc-468a-849f-8df55f3bc717 req-04a6d074-4c7b-4a69-bd8e-438dad59f055 service neutron] Port 0b6feaa5-7670-404d-a655-fc1410f71bda on network 0c9ec5d3-9578-4670-8c25-3b27f3098030 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:29:47.009263 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062c5de8-31bc-468a-849f-8df55f3bc717 req-04a6d074-4c7b-4a69-bd8e-438dad59f055 service neutron] Attempting to bind port 0b6feaa5-7670-404d-a655-fc1410f71bda on network 0c9ec5d3-9578-4670-8c25-3b27f3098030 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:29:47.019309 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062c5de8-31bc-468a-849f-8df55f3bc717 req-04a6d074-4c7b-4a69-bd8e-438dad59f055 service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:29:47.019654 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062c5de8-31bc-468a-849f-8df55f3bc717 req-04a6d074-4c7b-4a69-bd8e-438dad59f055 service neutron] Checking segment: {'id': 'fdc4ce23-9b31-4039-98cd-83582dc80bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0c9ec5d3-9578-4670-8c25-3b27f3098030'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:29:47.020041 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062c5de8-31bc-468a-849f-8df55f3bc717 req-04a6d074-4c7b-4a69-bd8e-438dad59f055 service neutron] Bound using segment: {'id': 'fdc4ce23-9b31-4039-98cd-83582dc80bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0c9ec5d3-9578-4670-8c25-3b27f3098030'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:29:47.020479 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-062c5de8-31bc-468a-849f-8df55f3bc717 req-04a6d074-4c7b-4a69-bd8e-438dad59f055 service neutron] Bound port: 0b6feaa5-7670-404d-a655-fc1410f71bda, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdc4ce23-9b31-4039-98cd-83582dc80bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0c9ec5d3-9578-4670-8c25-3b27f3098030'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:29:47.021164 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-062c5de8-31bc-468a-849f-8df55f3bc717 req-04a6d074-4c7b-4a69-bd8e-438dad59f055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:47.087728 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-062c5de8-31bc-468a-849f-8df55f3bc717 req-04a6d074-4c7b-4a69-bd8e-438dad59f055 service neutron] For port 0b6feaa5-7670-404d-a655-fc1410f71bda, host n-h1-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:29:47.091176 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-062c5de8-31bc-468a-849f-8df55f3bc717 req-04a6d074-4c7b-4a69-bd8e-438dad59f055 service neutron] For port 0b6feaa5-7670-404d-a655-fc1410f71bda, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=0b6feaa5-7670-404d-a655-fc1410f71bda,segment=NetworkSegment(fdc4ce23-9b31-4039-98cd-83582dc80bb6),segment_id=fdc4ce23-9b31-4039-98cd-83582dc80bb6)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:29:47.096311 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-062c5de8-31bc-468a-849f-8df55f3bc717 req-04a6d074-4c7b-4a69-bd8e-438dad59f055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:47.133552 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062c5de8-31bc-468a-849f-8df55f3bc717 req-04a6d074-4c7b-4a69-bd8e-438dad59f055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:47.134175 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-062c5de8-31bc-468a-849f-8df55f3bc717 req-04a6d074-4c7b-4a69-bd8e-438dad59f055 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:47.135633 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-062c5de8-31bc-468a-849f-8df55f3bc717 req-04a6d074-4c7b-4a69-bd8e-438dad59f055 service neutron] 10.222.0.42 "PUT /v2.0/ports/0b6feaa5-7670-404d-a655-fc1410f71bda HTTP/1.1" status: 200 len: 1092 time: 0.7093143 Aug 10 04:29:47.136159 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07c0be78-2e40-45fc-bc81-c5597821edee', 'tag': '0b6feaa5-7670-404d-a655-fc1410f71bda'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:29:47.138448 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7142606bf34c4189ec1af3eb1cc50705e8815838b55f5940d6ad7e637f738b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e82b5639-ba89-4bb4-a5da-3e0a281549cc" -d '{"events": [{"name": "network-changed", "server_uuid": "07c0be78-2e40-45fc-bc81-c5597821edee", "tag": "0b6feaa5-7670-404d-a655-fc1410f71bda"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:29:47.164790 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a6d074-4c7b-4a69-bd8e-438dad59f055 service neutron] Pushing event updated for resources: {'Port': ['ID=0b6feaa5-7670-404d-a655-fc1410f71bda,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:29:47.190981 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbfae7cc-8cbc-42a8-9c1c-cac04c1cfc34 x-openstack-request-id: req-cbfae7cc-8cbc-42a8-9c1c-cac04c1cfc34 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:29:47.191368 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07c0be78-2e40-45fc-bc81-c5597821edee", "tag": "0b6feaa5-7670-404d-a655-fc1410f71bda", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:29:47.191685 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cbfae7cc-8cbc-42a8-9c1c-cac04c1cfc34 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:29:47.192151 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07c0be78-2e40-45fc-bc81-c5597821edee', 'tag': '0b6feaa5-7670-404d-a655-fc1410f71bda', 'status': 'completed', 'code': 200} Aug 10 04:29:47.226600 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062c5de8-31bc-468a-849f-8df55f3bc717 req-6c22b9a1-f16d-47c2-be8e-d3db073ee892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:47.228140 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-062c5de8-31bc-468a-849f-8df55f3bc717 req-6c22b9a1-f16d-47c2-be8e-d3db073ee892 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=db935c6fffe84fc296c14b1cf491ed1b&device_id=07c0be78-2e40-45fc-bc81-c5597821edee HTTP/1.1" status: 200 len: 1095 time: 0.0467341 Aug 10 04:29:47.270330 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-062c5de8-31bc-468a-849f-8df55f3bc717 req-31419493-ae74-4a8c-9506-5794692abdec service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b6feaa5-7670-404d-a655-fc1410f71bda HTTP/1.1" status: 200 len: 217 time: 0.0346079 Aug 10 04:29:47.325838 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062c5de8-31bc-468a-849f-8df55f3bc717 req-b432ffe8-ac20-44a0-98ad-942203cda25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:47.327375 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-062c5de8-31bc-468a-849f-8df55f3bc717 req-b432ffe8-ac20-44a0-98ad-942203cda25f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ea88896f-6830-4815-a15f-ff1fdbbd7198 HTTP/1.1" status: 200 len: 835 time: 0.0500393 Aug 10 04:29:47.378377 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062c5de8-31bc-468a-849f-8df55f3bc717 req-9acd94ea-3bca-46ae-96d9-d886ed681b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:47.379899 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-062c5de8-31bc-468a-849f-8df55f3bc717 req-9acd94ea-3bca-46ae-96d9-d886ed681b1d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0c9ec5d3-9578-4670-8c25-3b27f3098030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448322 Aug 10 04:29:47.469998 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-062c5de8-31bc-468a-849f-8df55f3bc717 req-7eb32ce7-4872-4c8b-97d0-d6c79fb459fb service neutron] 10.222.0.42 "GET /v2.0/networks/0c9ec5d3-9578-4670-8c25-3b27f3098030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830598 Aug 10 04:29:47.562681 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-062c5de8-31bc-468a-849f-8df55f3bc717 req-0d26cd46-7c39-4fa7-a182-89ac9624e3ac service neutron] 10.222.0.42 "GET /v2.0/networks/0c9ec5d3-9578-4670-8c25-3b27f3098030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859845 Aug 10 04:29:47.650488 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b5639-ba89-4bb4-a5da-3e0a281549cc req-d2eb5234-4c06-4a80-bfe1-085e5efe152f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:47.651996 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e82b5639-ba89-4bb4-a5da-3e0a281549cc req-d2eb5234-4c06-4a80-bfe1-085e5efe152f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=db935c6fffe84fc296c14b1cf491ed1b&device_id=07c0be78-2e40-45fc-bc81-c5597821edee HTTP/1.1" status: 200 len: 1095 time: 0.0428748 Aug 10 04:29:47.744283 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b5639-ba89-4bb4-a5da-3e0a281549cc req-5f3c63ef-612d-472f-a1eb-0db8735eb95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:47.745652 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e82b5639-ba89-4bb4-a5da-3e0a281549cc req-5f3c63ef-612d-472f-a1eb-0db8735eb95b service neutron] 10.222.0.42 "GET /v2.0/networks?id=0c9ec5d3-9578-4670-8c25-3b27f3098030 HTTP/1.1" status: 200 len: 896 time: 0.0868542 Aug 10 04:29:47.786477 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e82b5639-ba89-4bb4-a5da-3e0a281549cc req-b22377e8-9dfd-47da-a69a-9e509fc549fd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b6feaa5-7670-404d-a655-fc1410f71bda HTTP/1.1" status: 200 len: 217 time: 0.0332229 Aug 10 04:29:47.834517 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b5639-ba89-4bb4-a5da-3e0a281549cc req-1b67c0e3-72d7-45dc-a37f-46ec3fb330d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:47.835919 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e82b5639-ba89-4bb4-a5da-3e0a281549cc req-1b67c0e3-72d7-45dc-a37f-46ec3fb330d9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ea88896f-6830-4815-a15f-ff1fdbbd7198 HTTP/1.1" status: 200 len: 835 time: 0.0428731 Aug 10 04:29:47.883211 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b5639-ba89-4bb4-a5da-3e0a281549cc req-c7012a6d-2996-40d1-a556-99408d32b424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:47.884712 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e82b5639-ba89-4bb4-a5da-3e0a281549cc req-c7012a6d-2996-40d1-a556-99408d32b424 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0c9ec5d3-9578-4670-8c25-3b27f3098030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400760 Aug 10 04:29:47.978251 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e82b5639-ba89-4bb4-a5da-3e0a281549cc req-4e884fde-7942-4348-bb96-f2f8b532f932 service neutron] 10.222.0.42 "GET /v2.0/networks/0c9ec5d3-9578-4670-8c25-3b27f3098030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852609 Aug 10 04:29:48.067465 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e82b5639-ba89-4bb4-a5da-3e0a281549cc req-c98c96b8-21f8-4f1b-bf20-ac7ddf486461 service neutron] 10.222.0.42 "GET /v2.0/networks/0c9ec5d3-9578-4670-8c25-3b27f3098030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817213 Aug 10 04:29:48.121842 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a7ac1f-80c6-4a5e-99e0-f097fad9e48d req-f63842fc-bb8c-4c58-8e66-dc59a5c17163 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:48.123369 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f7a7ac1f-80c6-4a5e-99e0-f097fad9e48d req-f63842fc-bb8c-4c58-8e66-dc59a5c17163 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=07c0be78-2e40-45fc-bc81-c5597821edee HTTP/1.1" status: 200 len: 943 time: 0.0542698 Aug 10 04:29:48.167320 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f7a7ac1f-80c6-4a5e-99e0-f097fad9e48d req-40d013ad-a499-4250-af5c-d3268e149a4e tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=55f5f700-b0be-4121-a2b0-19285f910e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370483 Aug 10 04:29:48.679115 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device f88fa2e2-f698-4236-a929-229303cd49f9 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:29:48.725846 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port f88fa2e2-f698-4236-a929-229303cd49f9 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:29:48.726216 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:49.135335 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 0b6feaa5-7670-404d-a655-fc1410f71bda details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:29:49.231724 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 0b6feaa5-7670-404d-a655-fc1410f71bda, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=0b6feaa5-7670-404d-a655-fc1410f71bda,segment=NetworkSegment(fdc4ce23-9b31-4039-98cd-83582dc80bb6),segment_id=fdc4ce23-9b31-4039-98cd-83582dc80bb6)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:29:49.244124 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': '0b6feaa5-7670-404d-a655-fc1410f71bda', 'network_id': '0c9ec5d3-9578-4670-8c25-3b27f3098030', 'port_id': '0b6feaa5-7670-404d-a655-fc1410f71bda', 'mac_address': 'fa:16:3e:20:22:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea88896f-6830-4815-a15f-ff1fdbbd7198', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:29:49.280534 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34744db4-2a75-4741-8070-135412f91686 req-d0d694cf-6774-4283-9e10-5b5303088c86 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:49.281145 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:49.282094 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-34744db4-2a75-4741-8070-135412f91686 req-d0d694cf-6774-4283-9e10-5b5303088c86 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=07c0be78-2e40-45fc-bc81-c5597821edee HTTP/1.1" status: 200 len: 943 time: 0.0507123 Aug 10 04:29:49.294430 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b6feaa5-7670-404d-a655-fc1410f71bda {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:29:49.313514 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 0b6feaa5-7670-404d-a655-fc1410f71bda, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=0b6feaa5-7670-404d-a655-fc1410f71bda,segment=NetworkSegment(fdc4ce23-9b31-4039-98cd-83582dc80bb6),segment_id=fdc4ce23-9b31-4039-98cd-83582dc80bb6)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:29:49.317823 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:49.320308 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-34744db4-2a75-4741-8070-135412f91686 req-2732f44e-1f25-4450-b3c5-8d846b2232ae tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=55f5f700-b0be-4121-a2b0-19285f910e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315831 Aug 10 04:29:49.368539 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=0b6feaa5-7670-404d-a655-fc1410f71bda,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:29:49.508433 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['0b6feaa5-7670-404d-a655-fc1410f71bda'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:29:50.434014 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fba270-5442-43e6-815d-378db6f64f98 req-a57ab9e5-5e91-460a-9956-78cad757e094 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:50.435550 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d1fba270-5442-43e6-815d-378db6f64f98 req-a57ab9e5-5e91-460a-9956-78cad757e094 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=07c0be78-2e40-45fc-bc81-c5597821edee HTTP/1.1" status: 200 len: 944 time: 0.0475304 Aug 10 04:29:50.466354 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:29:50.473235 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d1fba270-5442-43e6-815d-378db6f64f98 req-c3384e70-6480-49c2-80e3-7f9d9bfc7df7 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=55f5f700-b0be-4121-a2b0-19285f910e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312886 Aug 10 04:29:51.161209 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 0b6feaa5-7670-404d-a655-fc1410f71bda up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:29:51.210987 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning for port 0b6feaa5-7670-404d-a655-fc1410f71bda completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:29:51.214907 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port 0b6feaa5-7670-404d-a655-fc1410f71bda triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:29:51.215284 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:51.289670 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:51.311909 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07c0be78-2e40-45fc-bc81-c5597821edee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b6feaa5-7670-404d-a655-fc1410f71bda'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:29:51.314158 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}583660bde03669f2dd7fb79ddb869ac83356356549bc1793f8d2e37d6d7017ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a9097d7-7146-4e16-9a7b-627bbaa91468" -d '{"events": [{"server_uuid": "07c0be78-2e40-45fc-bc81-c5597821edee", "name": "network-vif-plugged", "status": "completed", "tag": "0b6feaa5-7670-404d-a655-fc1410f71bda"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:29:51.326652 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 0b6feaa5-7670-404d-a655-fc1410f71bda, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=0b6feaa5-7670-404d-a655-fc1410f71bda,segment=NetworkSegment(fdc4ce23-9b31-4039-98cd-83582dc80bb6),segment_id=fdc4ce23-9b31-4039-98cd-83582dc80bb6)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:29:51.331080 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:51.356685 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b9b3c5-ef79-4f43-92dd-2b1486300df9 x-openstack-request-id: req-b7b9b3c5-ef79-4f43-92dd-2b1486300df9 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:29:51.356970 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07c0be78-2e40-45fc-bc81-c5597821edee", "name": "network-vif-plugged", "status": "completed", "tag": "0b6feaa5-7670-404d-a655-fc1410f71bda", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:29:51.357217 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b7b9b3c5-ef79-4f43-92dd-2b1486300df9 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:29:51.357604 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07c0be78-2e40-45fc-bc81-c5597821edee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b6feaa5-7670-404d-a655-fc1410f71bda', 'code': 200} Aug 10 04:29:51.383566 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=0b6feaa5-7670-404d-a655-fc1410f71bda,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:29:51.455708 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88c9149-ecb9-47cc-8142-91d4123d427b req-b10d3e74-d543-43f1-88fc-9370b90ccda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:51.457147 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a88c9149-ecb9-47cc-8142-91d4123d427b req-b10d3e74-d543-43f1-88fc-9370b90ccda5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=07c0be78-2e40-45fc-bc81-c5597821edee HTTP/1.1" status: 200 len: 1097 time: 0.0438616 Aug 10 04:29:51.493123 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a88c9149-ecb9-47cc-8142-91d4123d427b req-8e9211bf-30fa-48c7-918c-906c6d5aadf0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=55f5f700-b0be-4121-a2b0-19285f910e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286086 Aug 10 04:29:51.511516 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d8abe713-0330-4079-941b-8004a2397c68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:51.617035 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e47549-fdd6-4a1f-a6cd-e619e273d8d6 req-99056572-86fe-43a6-8c1d-eb98a9bbb2a2 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:51.618562 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-02e47549-fdd6-4a1f-a6cd-e619e273d8d6 req-99056572-86fe-43a6-8c1d-eb98a9bbb2a2 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=07c0be78-2e40-45fc-bc81-c5597821edee HTTP/1.1" status: 200 len: 945 time: 0.0756776 Aug 10 04:29:51.625505 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7fbee039-dd1e-414d-afd6-d7dfb72d4db9 req-18659bd7-c487-40df-8ce4-29779edc5362 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=22882bb5-df6a-4a03-b8b1-8ebacb558477&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0576348 Aug 10 04:29:51.662609 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-02e47549-fdd6-4a1f-a6cd-e619e273d8d6 req-85c8b5bc-df9e-4cf3-bc1a-c6e88c10aa57 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=55f5f700-b0be-4121-a2b0-19285f910e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361338 Aug 10 04:29:51.709869 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbee039-dd1e-414d-afd6-d7dfb72d4db9 req-d408bb6c-97d7-4ad4-8a29-afb3a356515f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:51.711304 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7fbee039-dd1e-414d-afd6-d7dfb72d4db9 req-d408bb6c-97d7-4ad4-8a29-afb3a356515f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4d9562697164912ae96f22f47b4a54d&device_id=22882bb5-df6a-4a03-b8b1-8ebacb558477 HTTP/1.1" status: 200 len: 1098 time: 0.0443702 Aug 10 04:29:52.141751 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbee039-dd1e-414d-afd6-d7dfb72d4db9 req-a784cac3-6764-47fb-a09e-1ee4e2f432d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:52.143290 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7fbee039-dd1e-414d-afd6-d7dfb72d4db9 req-a784cac3-6764-47fb-a09e-1ee4e2f432d4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=86e70408-f9ef-4815-aa8f-59304e4ed4c8 HTTP/1.1" status: 200 len: 911 time: 0.4129713 Aug 10 04:29:52.190874 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7fbee039-dd1e-414d-afd6-d7dfb72d4db9 req-73c11ce6-d788-49df-94a9-7d4caa986978 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=600c6ca9-6224-4086-b5df-8c2df8511b77 HTTP/1.1" status: 200 len: 217 time: 0.0392880 Aug 10 04:29:52.241702 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbee039-dd1e-414d-afd6-d7dfb72d4db9 req-d982efb7-b8fc-4a5c-803d-af454b47f21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:52.243221 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7fbee039-dd1e-414d-afd6-d7dfb72d4db9 req-d982efb7-b8fc-4a5c-803d-af454b47f21c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=48d8056f-5fb2-463c-96bd-f6f5ed5da27e HTTP/1.1" status: 200 len: 850 time: 0.0456913 Aug 10 04:29:52.290109 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbee039-dd1e-414d-afd6-d7dfb72d4db9 req-6898f608-8536-4449-befb-13c9b96829a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:52.291640 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7fbee039-dd1e-414d-afd6-d7dfb72d4db9 req-6898f608-8536-4449-befb-13c9b96829a4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=86e70408-f9ef-4815-aa8f-59304e4ed4c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412717 Aug 10 04:29:52.383573 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7fbee039-dd1e-414d-afd6-d7dfb72d4db9 req-e5fbdfb0-8325-4eb2-8bb3-8368369bc773 service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839584 Aug 10 04:29:52.473276 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7fbee039-dd1e-414d-afd6-d7dfb72d4db9 req-86368037-5592-4bbc-8a09-da1c204eae0b service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820091 Aug 10 04:29:52.779106 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc7e88e-99ac-4791-8642-3297d4d1fa75 req-bcb1b491-8377-436f-ac10-b1f01c863c94 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:52.780496 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4dc7e88e-99ac-4791-8642-3297d4d1fa75 req-bcb1b491-8377-436f-ac10-b1f01c863c94 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=07c0be78-2e40-45fc-bc81-c5597821edee HTTP/1.1" status: 200 len: 945 time: 0.0495172 Aug 10 04:29:52.817609 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4dc7e88e-99ac-4791-8642-3297d4d1fa75 req-02b6e2e5-a38d-4068-9d00-a62d75cc7c6c tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=55f5f700-b0be-4121-a2b0-19285f910e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311124 Aug 10 04:29:52.936858 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e9de9-e861-4d3e-89d4-c79afe1279f1 req-91db4857-4925-4a1f-8a3b-eb2887975cc9 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:52.938359 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c03e9de9-e861-4d3e-89d4-c79afe1279f1 req-91db4857-4925-4a1f-8a3b-eb2887975cc9 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=07c0be78-2e40-45fc-bc81-c5597821edee HTTP/1.1" status: 200 len: 945 time: 0.0522203 Aug 10 04:29:52.975866 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c03e9de9-e861-4d3e-89d4-c79afe1279f1 req-51b0e82b-0ede-4900-a278-d3fe3803e405 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=55f5f700-b0be-4121-a2b0-19285f910e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311019 Aug 10 04:29:52.997554 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51274) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:29:53.036537 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ca4a56-fe96-474c-b768-4a38046af5b9 tempest-TestNetworkAdvancedServerOps-1236493669 tempest-TestNetworkAdvancedServerOps-1236493669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:53.037944 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-93ca4a56-fe96-474c-b768-4a38046af5b9 tempest-TestNetworkAdvancedServerOps-1236493669 tempest-TestNetworkAdvancedServerOps-1236493669-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=07c0be78-2e40-45fc-bc81-c5597821edee HTTP/1.1" status: 200 len: 1092 time: 0.0394254 Aug 10 04:29:53.040749 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51276) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:29:53.045052 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-3891a085-6cb7-408b-b124-5f92c95115b2 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Request body: {'floatingip': {'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'port_id': '0b6feaa5-7670-404d-a655-fc1410f71bda', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:29:53.067767 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3891a085-6cb7-408b-b124-5f92c95115b2 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for floatingip, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:53.173036 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3891a085-6cb7-408b-b124-5f92c95115b2 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:53.281437 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-3891a085-6cb7-408b-b124-5f92c95115b2 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Allocated IP 172.25.6.161 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/b87b7cde-33a7-4001-83fd-9087f6e24787) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:29:53.385128 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3891a085-6cb7-408b-b124-5f92c95115b2 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:53.422123 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3891a085-6cb7-408b-b124-5f92c95115b2 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:53.456932 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3891a085-6cb7-408b-b124-5f92c95115b2 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:29:53.461586 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-3891a085-6cb7-408b-b124-5f92c95115b2 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:29:53.465044 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3891a085-6cb7-408b-b124-5f92c95115b2 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:29:53.489461 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3891a085-6cb7-408b-b124-5f92c95115b2 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event updated for resources: {'Port': ['ID=b87b7cde-33a7-4001-83fd-9087f6e24787,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:29:53.773322 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-45156e4c-2921-4b37-ae4a-20eac646aaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:53.842415 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3891a085-6cb7-408b-b124-5f92c95115b2 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:53.914424 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3891a085-6cb7-408b-b124-5f92c95115b2 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:54.068983 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3891a085-6cb7-408b-b124-5f92c95115b2 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:54.073668 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3891a085-6cb7-408b-b124-5f92c95115b2 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:54.139381 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3891a085-6cb7-408b-b124-5f92c95115b2 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event updated for resources: {'Port': ['ID=b87b7cde-33a7-4001-83fd-9087f6e24787,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:29:54.155363 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3891a085-6cb7-408b-b124-5f92c95115b2 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:54.263581 n-d-768862-13 neutron-server[94260]: INFO neutron.db.l3_db [None req-3891a085-6cb7-408b-b124-5f92c95115b2 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Floating IP e06d392a-412e-4b4d-b7d7-b8b619552999 associated. External IP: 172.25.6.161, port: 0b6feaa5-7670-404d-a655-fc1410f71bda. Aug 10 04:29:54.369875 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:54.487453 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3891a085-6cb7-408b-b124-5f92c95115b2 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Router 2186699e-e5ca-46da-8bb3-e70e1fbf934d has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:29:54.604122 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3891a085-6cb7-408b-b124-5f92c95115b2 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:29:54.614393 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb03db9-0c25-4c28-ab8f-6a67ab585a2a None None] Sync routers for ids ['2186699e-e5ca-46da-8bb3-e70e1fbf934d'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:29:54.622694 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3891a085-6cb7-408b-b124-5f92c95115b2 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:54.624562 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb03db9-0c25-4c28-ab8f-6a67ab585a2a None None] Routers {'2186699e-e5ca-46da-8bb3-e70e1fbf934d'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:29:54.625250 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-6cb03db9-0c25-4c28-ab8f-6a67ab585a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:29:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['2186699e-e5ca-46da-8bb3-e70e1fbf934d'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:29:54.652358 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-3891a085-6cb7-408b-b124-5f92c95115b2 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6105828 Aug 10 04:29:54.653047 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07c0be78-2e40-45fc-bc81-c5597821edee', 'tag': '0b6feaa5-7670-404d-a655-fc1410f71bda'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:29:54.655430 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7142606bf34c4189ec1af3eb1cc50705e8815838b55f5940d6ad7e637f738b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5a1e13a-0bba-4c9e-90c3-5b9daff6d068" -d '{"events": [{"name": "network-changed", "server_uuid": "07c0be78-2e40-45fc-bc81-c5597821edee", "tag": "0b6feaa5-7670-404d-a655-fc1410f71bda"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:29:54.745715 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-6cb03db9-0c25-4c28-ab8f-6a67ab585a2a None None] Set router 2186699e-e5ca-46da-8bb3-e70e1fbf934d gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:29:54.773698 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d208279-4ae6-481e-930a-9a6ddf2d80d7 req-8f2d1f13-b2e1-4f87-a72c-559d0904ebe2 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:54.776380 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9d208279-4ae6-481e-930a-9a6ddf2d80d7 req-8f2d1f13-b2e1-4f87-a72c-559d0904ebe2 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=07c0be78-2e40-45fc-bc81-c5597821edee HTTP/1.1" status: 200 len: 945 time: 0.0674126 Aug 10 04:29:54.856098 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9d208279-4ae6-481e-930a-9a6ddf2d80d7 req-2eff789d-f8d9-456e-b996-99954149aa1d tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=55f5f700-b0be-4121-a2b0-19285f910e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731089 Aug 10 04:29:54.879178 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 51282) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:29:54.882464 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f9d6c126-46a7-4b34-9622-c0d266fe7b3e req-c2601e99-0e25-4161-b962-f9809f573ffa service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=07c0be78-2e40-45fc-bc81-c5597821edee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0604117 Aug 10 04:29:54.915435 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7ef276e-87ba-46c7-beaf-20027956d105 x-openstack-request-id: req-a7ef276e-87ba-46c7-beaf-20027956d105 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:29:54.915732 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07c0be78-2e40-45fc-bc81-c5597821edee", "tag": "0b6feaa5-7670-404d-a655-fc1410f71bda", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:29:54.916192 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a7ef276e-87ba-46c7-beaf-20027956d105 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:29:54.916445 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07c0be78-2e40-45fc-bc81-c5597821edee', 'tag': '0b6feaa5-7670-404d-a655-fc1410f71bda', 'status': 'completed', 'code': 200} Aug 10 04:29:54.953512 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-6c77a633-d402-4e50-8c1c-4b9e4abe2887 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/floatingips/e06d392a-412e-4b4d-b7d7-b8b619552999 HTTP/1.1" status: 200 len: 991 time: 0.0723662 Aug 10 04:29:54.971039 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d6c126-46a7-4b34-9622-c0d266fe7b3e req-838879aa-84c6-4130-889e-afb03945cfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:54.972668 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f9d6c126-46a7-4b34-9622-c0d266fe7b3e req-838879aa-84c6-4130-889e-afb03945cfa4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=db935c6fffe84fc296c14b1cf491ed1b&device_id=07c0be78-2e40-45fc-bc81-c5597821edee HTTP/1.1" status: 200 len: 1097 time: 0.0431149 Aug 10 04:29:55.028347 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-6cb03db9-0c25-4c28-ab8f-6a67ab585a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2186699e-e5ca-46da-8bb3-e70e1fbf934d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1927530092', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '79dc2f7c-f051-499b-90d0-3e8af71beacb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:29:39Z', 'updated_at': '2021-08-10T04:29:42Z', 'revision_number': 4, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'gw_port': {'id': '79dc2f7c-f051-499b-90d0-3e8af71beacb', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2186699e-e5ca-46da-8bb3-e70e1fbf934d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:29:39Z', 'updated_at': '2021-08-10T04:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': 'e06d392a-412e-4b4d-b7d7-b8b619552999', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'floating_ip_address': '172.25.6.161', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '2186699e-e5ca-46da-8bb3-e70e1fbf934d', 'port_id': '0b6feaa5-7670-404d-a655-fc1410f71bda', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c9ec5d3-9578-4670-8c25-3b27f3098030', 'mac_address': 'fa:16:3e:20:22:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c0be78-2e40-45fc-bc81-c5597821edee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:29:53Z', 'updated_at': '2021-08-10T04:29:53Z', 'revision_number': 0, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f88fa2e2-f698-4236-a929-229303cd49f9', 'name': '', 'network_id': '0c9ec5d3-9578-4670-8c25-3b27f3098030', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'mac_address': 'fa:16:3e:79:37:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2186699e-e5ca-46da-8bb3-e70e1fbf934d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'ea88896f-6830-4815-a15f-ff1fdbbd7198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:29:42Z', 'updated_at': '2021-08-10T04:29:46Z', 'revision_number': 5, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'subnets': [{'id': 'ea88896f-6830-4815-a15f-ff1fdbbd7198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:29:55.085950 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d6c126-46a7-4b34-9622-c0d266fe7b3e req-758f39b0-cad1-4725-8464-1e9a9a3f3653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:55.087559 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f9d6c126-46a7-4b34-9622-c0d266fe7b3e req-758f39b0-cad1-4725-8464-1e9a9a3f3653 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0c9ec5d3-9578-4670-8c25-3b27f3098030 HTTP/1.1" status: 200 len: 896 time: 0.0956144 Aug 10 04:29:55.154256 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb03db9-0c25-4c28-ab8f-6a67ab585a2a None None] Checking router: 2186699e-e5ca-46da-8bb3-e70e1fbf934d for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:29:55.163149 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb03db9-0c25-4c28-ab8f-6a67ab585a2a None None] Routers {'2186699e-e5ca-46da-8bb3-e70e1fbf934d'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:29:55.163764 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-6cb03db9-0c25-4c28-ab8f-6a67ab585a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:29:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['2186699e-e5ca-46da-8bb3-e70e1fbf934d'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:29:55.173288 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f9d6c126-46a7-4b34-9622-c0d266fe7b3e req-fc0caf19-775c-4189-9e2f-72740d7fdc19 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b6feaa5-7670-404d-a655-fc1410f71bda HTTP/1.1" status: 200 len: 999 time: 0.0782156 Aug 10 04:29:55.236141 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d6c126-46a7-4b34-9622-c0d266fe7b3e req-076ed80f-bab0-4aa5-9002-e38079869f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:55.237643 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f9d6c126-46a7-4b34-9622-c0d266fe7b3e req-076ed80f-bab0-4aa5-9002-e38079869f36 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ea88896f-6830-4815-a15f-ff1fdbbd7198 HTTP/1.1" status: 200 len: 835 time: 0.0571530 Aug 10 04:29:55.278948 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-6cb03db9-0c25-4c28-ab8f-6a67ab585a2a None None] Set router 2186699e-e5ca-46da-8bb3-e70e1fbf934d gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:29:55.287720 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d6c126-46a7-4b34-9622-c0d266fe7b3e req-21ac4f02-970a-45de-9743-e814c213024e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:55.289196 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f9d6c126-46a7-4b34-9622-c0d266fe7b3e req-21ac4f02-970a-45de-9743-e814c213024e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0c9ec5d3-9578-4670-8c25-3b27f3098030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439203 Aug 10 04:29:55.389547 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f9d6c126-46a7-4b34-9622-c0d266fe7b3e req-b3304b91-4f05-4f4c-9598-af12314d3a12 service neutron] 10.222.0.42 "GET /v2.0/networks/0c9ec5d3-9578-4670-8c25-3b27f3098030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933597 Aug 10 04:29:55.488933 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f9d6c126-46a7-4b34-9622-c0d266fe7b3e req-cc216d19-69db-4387-bf9b-3d98384f94da service neutron] 10.222.0.42 "GET /v2.0/networks/0c9ec5d3-9578-4670-8c25-3b27f3098030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919504 Aug 10 04:29:55.514638 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-6cb03db9-0c25-4c28-ab8f-6a67ab585a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2186699e-e5ca-46da-8bb3-e70e1fbf934d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1927530092', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '79dc2f7c-f051-499b-90d0-3e8af71beacb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:29:39Z', 'updated_at': '2021-08-10T04:29:42Z', 'revision_number': 4, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'gw_port': {'id': '79dc2f7c-f051-499b-90d0-3e8af71beacb', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2186699e-e5ca-46da-8bb3-e70e1fbf934d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:29:39Z', 'updated_at': '2021-08-10T04:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': 'e06d392a-412e-4b4d-b7d7-b8b619552999', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'floating_ip_address': '172.25.6.161', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '2186699e-e5ca-46da-8bb3-e70e1fbf934d', 'port_id': '0b6feaa5-7670-404d-a655-fc1410f71bda', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c9ec5d3-9578-4670-8c25-3b27f3098030', 'mac_address': 'fa:16:3e:20:22:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c0be78-2e40-45fc-bc81-c5597821edee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:29:53Z', 'updated_at': '2021-08-10T04:29:53Z', 'revision_number': 0, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f88fa2e2-f698-4236-a929-229303cd49f9', 'name': '', 'network_id': '0c9ec5d3-9578-4670-8c25-3b27f3098030', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'mac_address': 'fa:16:3e:79:37:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2186699e-e5ca-46da-8bb3-e70e1fbf934d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'ea88896f-6830-4815-a15f-ff1fdbbd7198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:29:42Z', 'updated_at': '2021-08-10T04:29:46Z', 'revision_number': 5, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'subnets': [{'id': 'ea88896f-6830-4815-a15f-ff1fdbbd7198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:29:55.544297 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb03db9-0c25-4c28-ab8f-6a67ab585a2a None None] The sync data for ids ['2186699e-e5ca-46da-8bb3-e70e1fbf934d'] in n-d-768862-13 is: [{'id': '2186699e-e5ca-46da-8bb3-e70e1fbf934d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1927530092', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '79dc2f7c-f051-499b-90d0-3e8af71beacb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:29:39Z', 'updated_at': '2021-08-10T04:29:42Z', 'revision_number': 4, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'gw_port': {'id': '79dc2f7c-f051-499b-90d0-3e8af71beacb', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2186699e-e5ca-46da-8bb3-e70e1fbf934d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:29:39Z', 'updated_at': '2021-08-10T04:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': 'e06d392a-412e-4b4d-b7d7-b8b619552999', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'floating_ip_address': '172.25.6.161', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '2186699e-e5ca-46da-8bb3-e70e1fbf934d', 'port_id': '0b6feaa5-7670-404d-a655-fc1410f71bda', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c9ec5d3-9578-4670-8c25-3b27f3098030', 'mac_address': 'fa:16:3e:20:22:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c0be78-2e40-45fc-bc81-c5597821edee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:29:53Z', 'updated_at': '2021-08-10T04:29:53Z', 'revision_number': 0, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f88fa2e2-f698-4236-a929-229303cd49f9', 'name': '', 'network_id': '0c9ec5d3-9578-4670-8c25-3b27f3098030', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'mac_address': 'fa:16:3e:79:37:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2186699e-e5ca-46da-8bb3-e70e1fbf934d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'ea88896f-6830-4815-a15f-ff1fdbbd7198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:29:42Z', 'updated_at': '2021-08-10T04:29:46Z', 'revision_number': 5, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'subnets': [{'id': 'ea88896f-6830-4815-a15f-ff1fdbbd7198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:29:55.587311 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a1e13a-0bba-4c9e-90c3-5b9daff6d068 req-fd306230-408f-4747-9325-c5a5811897a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:55.588892 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a5a1e13a-0bba-4c9e-90c3-5b9daff6d068 req-fd306230-408f-4747-9325-c5a5811897a3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=db935c6fffe84fc296c14b1cf491ed1b&device_id=07c0be78-2e40-45fc-bc81-c5597821edee HTTP/1.1" status: 200 len: 1097 time: 0.0554757 Aug 10 04:29:55.650648 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:55.693591 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a1e13a-0bba-4c9e-90c3-5b9daff6d068 req-9e14cdc6-57d1-4135-a2eb-27ba737d9e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:55.695345 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a5a1e13a-0bba-4c9e-90c3-5b9daff6d068 req-9e14cdc6-57d1-4135-a2eb-27ba737d9e6b service neutron] 10.222.0.42 "GET /v2.0/networks?id=0c9ec5d3-9578-4670-8c25-3b27f3098030 HTTP/1.1" status: 200 len: 896 time: 0.0993228 Aug 10 04:29:55.772797 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a5a1e13a-0bba-4c9e-90c3-5b9daff6d068 req-734f6d77-813c-4d11-9946-391efd8a77d7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b6feaa5-7670-404d-a655-fc1410f71bda HTTP/1.1" status: 200 len: 999 time: 0.0706980 Aug 10 04:29:55.788019 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125f766b-3596-49b7-b353-76c59b32fd66 None None] New status for floating IP e06d392a-412e-4b4d-b7d7-b8b619552999: ACTIVE {{(pid=94262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:29:55.831431 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a1e13a-0bba-4c9e-90c3-5b9daff6d068 req-8e0d1d61-f81b-4eb2-8fa2-bf2442254bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:55.833066 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a5a1e13a-0bba-4c9e-90c3-5b9daff6d068 req-8e0d1d61-f81b-4eb2-8fa2-bf2442254bb0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ea88896f-6830-4815-a15f-ff1fdbbd7198 HTTP/1.1" status: 200 len: 835 time: 0.0536106 Aug 10 04:29:55.880880 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a1e13a-0bba-4c9e-90c3-5b9daff6d068 req-cabace1d-116f-4d64-a42f-3722785774e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:55.882460 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a5a1e13a-0bba-4c9e-90c3-5b9daff6d068 req-cabace1d-116f-4d64-a42f-3722785774e1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0c9ec5d3-9578-4670-8c25-3b27f3098030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425670 Aug 10 04:29:55.957444 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 51284) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:29:56.010869 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a5a1e13a-0bba-4c9e-90c3-5b9daff6d068 req-9f8bfd58-f747-4ebb-9240-4b1f3cad3263 service neutron] 10.222.0.42 "GET /v2.0/networks/0c9ec5d3-9578-4670-8c25-3b27f3098030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212454 Aug 10 04:29:56.020071 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-45963904-eae3-47a9-9c5e-c2e65b16c786 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/floatingips/e06d392a-412e-4b4d-b7d7-b8b619552999 HTTP/1.1" status: 200 len: 993 time: 0.0614343 Aug 10 04:29:56.100593 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a5a1e13a-0bba-4c9e-90c3-5b9daff6d068 req-3fe10525-fa62-477e-b843-9e03f58861ea service neutron] 10.222.0.42 "GET /v2.0/networks/0c9ec5d3-9578-4670-8c25-3b27f3098030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825224 Aug 10 04:29:56.727034 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:57.087522 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:04.042326 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:21.511961 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-0b2163b0-65ad-44ab-b915-7431ae59d085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:23.774576 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-cd9ad859-1669-4c26-b642-d161865cd8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:24.370985 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:24.750459 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f585667b-b0d2-432f-8d3e-fb4bde691a95 req-becf95b6-010a-401f-8c2b-8df70c233e18 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:24.752564 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f585667b-b0d2-432f-8d3e-fb4bde691a95 req-becf95b6-010a-401f-8c2b-8df70c233e18 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=07c0be78-2e40-45fc-bc81-c5597821edee HTTP/1.1" status: 200 len: 945 time: 0.0764661 Aug 10 04:30:24.758918 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec95ff-37ff-4ed5-be33-4271a77adc6b req-26754c80-b9cb-480b-82fb-a847551ea5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:24.760320 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5eec95ff-37ff-4ed5-be33-4271a77adc6b req-26754c80-b9cb-480b-82fb-a847551ea5f8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=db935c6fffe84fc296c14b1cf491ed1b&device_id=07c0be78-2e40-45fc-bc81-c5597821edee HTTP/1.1" status: 200 len: 1097 time: 0.0761571 Aug 10 04:30:24.842084 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f585667b-b0d2-432f-8d3e-fb4bde691a95 req-3ee54436-2eb8-44e0-b4e8-c48090d211f9 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=55f5f700-b0be-4121-a2b0-19285f910e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808101 Aug 10 04:30:24.874951 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec95ff-37ff-4ed5-be33-4271a77adc6b req-e691ec85-9d48-4be3-ad6e-5e4806c31e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:24.876473 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5eec95ff-37ff-4ed5-be33-4271a77adc6b req-e691ec85-9d48-4be3-ad6e-5e4806c31e52 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0c9ec5d3-9578-4670-8c25-3b27f3098030 HTTP/1.1" status: 200 len: 896 time: 0.1084242 Aug 10 04:30:24.946681 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5eec95ff-37ff-4ed5-be33-4271a77adc6b req-ecdc342d-00f2-4610-85d9-ea14e9320f4d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b6feaa5-7670-404d-a655-fc1410f71bda HTTP/1.1" status: 200 len: 1001 time: 0.0619113 Aug 10 04:30:24.995346 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec95ff-37ff-4ed5-be33-4271a77adc6b req-ca61cc99-6791-4553-9f84-b89f5aceb758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:24.996837 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5eec95ff-37ff-4ed5-be33-4271a77adc6b req-ca61cc99-6791-4553-9f84-b89f5aceb758 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ea88896f-6830-4815-a15f-ff1fdbbd7198 HTTP/1.1" status: 200 len: 835 time: 0.0438080 Aug 10 04:30:25.043129 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec95ff-37ff-4ed5-be33-4271a77adc6b req-85889052-c46d-4733-a00f-c9619681b900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:25.044574 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5eec95ff-37ff-4ed5-be33-4271a77adc6b req-85889052-c46d-4733-a00f-c9619681b900 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0c9ec5d3-9578-4670-8c25-3b27f3098030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0384262 Aug 10 04:30:25.136232 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5eec95ff-37ff-4ed5-be33-4271a77adc6b req-4de3d075-4b88-4a0d-9b3e-5627928e0944 service neutron] 10.222.0.42 "GET /v2.0/networks/0c9ec5d3-9578-4670-8c25-3b27f3098030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837650 Aug 10 04:30:25.235205 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5eec95ff-37ff-4ed5-be33-4271a77adc6b req-3205fca9-dbb0-4a73-8fe4-84e19b192b0a service neutron] 10.222.0.42 "GET /v2.0/networks/0c9ec5d3-9578-4670-8c25-3b27f3098030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832705 Aug 10 04:30:25.647722 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:25.965013 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b3aab0-cd97-4189-9d98-de95f02903ad req-a4fbd634-6bb1-4a28-b5fd-83ed13564bef tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:25.966527 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-04b3aab0-cd97-4189-9d98-de95f02903ad req-a4fbd634-6bb1-4a28-b5fd-83ed13564bef tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=07c0be78-2e40-45fc-bc81-c5597821edee HTTP/1.1" status: 200 len: 945 time: 0.0534451 Aug 10 04:30:26.004804 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-04b3aab0-cd97-4189-9d98-de95f02903ad req-f5aadc47-adb3-4951-bbcc-caad4ae16074 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=55f5f700-b0be-4121-a2b0-19285f910e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320954 Aug 10 04:30:26.722982 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:27.088892 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:27.122005 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ffc486-1215-492f-989f-582fe72c90c6 req-f50f1ceb-bf2a-44af-832b-6b27e0f4a702 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:27.123526 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-14ffc486-1215-492f-989f-582fe72c90c6 req-f50f1ceb-bf2a-44af-832b-6b27e0f4a702 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=07c0be78-2e40-45fc-bc81-c5597821edee HTTP/1.1" status: 200 len: 945 time: 0.0498161 Aug 10 04:30:27.161481 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-14ffc486-1215-492f-989f-582fe72c90c6 req-0534558f-7d31-48b6-bc05-61d576175f6b tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=55f5f700-b0be-4121-a2b0-19285f910e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313182 Aug 10 04:30:27.465304 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:30:28.277855 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47ca77c-51bc-4fdf-b21f-cd3e1bfc9515 req-3e8ba1d6-1627-421c-8b3c-55c2f2e49e50 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:28.279348 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e47ca77c-51bc-4fdf-b21f-cd3e1bfc9515 req-3e8ba1d6-1627-421c-8b3c-55c2f2e49e50 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=07c0be78-2e40-45fc-bc81-c5597821edee HTTP/1.1" status: 200 len: 945 time: 0.0488081 Aug 10 04:30:28.316119 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e47ca77c-51bc-4fdf-b21f-cd3e1bfc9515 req-81bbbe7f-45e8-4cca-8ff6-298c1b14075c tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=55f5f700-b0be-4121-a2b0-19285f910e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300658 Aug 10 04:30:29.447577 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c423fc-89f4-4dba-b2fe-a03df6f833d0 req-0542e28e-a9a7-4b9a-acc4-dcc2765e02b5 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:29.449033 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b0c423fc-89f4-4dba-b2fe-a03df6f833d0 req-0542e28e-a9a7-4b9a-acc4-dcc2765e02b5 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=07c0be78-2e40-45fc-bc81-c5597821edee HTTP/1.1" status: 200 len: 945 time: 0.0523255 Aug 10 04:30:29.485995 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b0c423fc-89f4-4dba-b2fe-a03df6f833d0 req-869bb026-2024-41a2-a242-323ab44fa06e tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=55f5f700-b0be-4121-a2b0-19285f910e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310116 Aug 10 04:30:30.603266 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b3391f-1c54-4912-9f09-9c91c8985685 req-f031ddb9-b736-4f8c-905f-8a11eb492fc0 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:30.604741 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-01b3391f-1c54-4912-9f09-9c91c8985685 req-f031ddb9-b736-4f8c-905f-8a11eb492fc0 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=07c0be78-2e40-45fc-bc81-c5597821edee HTTP/1.1" status: 200 len: 945 time: 0.0493202 Aug 10 04:30:30.641781 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-01b3391f-1c54-4912-9f09-9c91c8985685 req-350f71d3-6e43-4b64-825c-5b9fd808f616 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=55f5f700-b0be-4121-a2b0-19285f910e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308065 Aug 10 04:30:31.756872 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e534d7-554f-460e-9ff4-942dc6896ddd req-5cc8c852-4130-4f8b-bde1-519e26a82164 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:31.758431 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-63e534d7-554f-460e-9ff4-942dc6896ddd req-5cc8c852-4130-4f8b-bde1-519e26a82164 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=07c0be78-2e40-45fc-bc81-c5597821edee HTTP/1.1" status: 200 len: 945 time: 0.0505557 Aug 10 04:30:31.795101 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-63e534d7-554f-460e-9ff4-942dc6896ddd req-c1af93d5-61e3-4bb4-8e60-def5f9ba8281 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=55f5f700-b0be-4121-a2b0-19285f910e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306695 Aug 10 04:30:32.913971 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dff5f33-5a81-489a-8193-83eaebaa6a9d req-827c911f-4253-40b1-b46d-dc0774b51c2d tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:32.915471 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8dff5f33-5a81-489a-8193-83eaebaa6a9d req-827c911f-4253-40b1-b46d-dc0774b51c2d tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=07c0be78-2e40-45fc-bc81-c5597821edee HTTP/1.1" status: 200 len: 945 time: 0.0528185 Aug 10 04:30:32.953136 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8dff5f33-5a81-489a-8193-83eaebaa6a9d req-707dd9bd-85ca-408e-84a4-308e4e969b34 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=55f5f700-b0be-4121-a2b0-19285f910e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316994 Aug 10 04:30:34.065598 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2051cb9a-a41a-4d3d-b493-5d31fd0ccbb6 req-1c9c9dbf-d25b-4f78-9556-e2111a1f7db3 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:34.067194 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2051cb9a-a41a-4d3d-b493-5d31fd0ccbb6 req-1c9c9dbf-d25b-4f78-9556-e2111a1f7db3 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=07c0be78-2e40-45fc-bc81-c5597821edee HTTP/1.1" status: 200 len: 945 time: 0.0482962 Aug 10 04:30:34.084263 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:34.106391 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2051cb9a-a41a-4d3d-b493-5d31fd0ccbb6 req-f063581d-8996-4916-bc00-c5cb4de3944c tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=55f5f700-b0be-4121-a2b0-19285f910e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331554 Aug 10 04:30:35.222127 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856c961c-3b72-40a2-a2f4-86ad07865111 req-8b2852c8-066d-47b9-985e-d2a2a0e3aee1 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:35.223677 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-856c961c-3b72-40a2-a2f4-86ad07865111 req-8b2852c8-066d-47b9-985e-d2a2a0e3aee1 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=07c0be78-2e40-45fc-bc81-c5597821edee HTTP/1.1" status: 200 len: 945 time: 0.0512025 Aug 10 04:30:35.262773 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-856c961c-3b72-40a2-a2f4-86ad07865111 req-daffc06e-933a-4387-87ef-4e69d7392561 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=55f5f700-b0be-4121-a2b0-19285f910e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329781 Aug 10 04:30:36.381639 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5128a129-ad95-4489-ad4b-39847b8dbcb5 req-d8aad612-5a35-4e7c-aca0-b8e4cd3167ea tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:36.383143 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5128a129-ad95-4489-ad4b-39847b8dbcb5 req-d8aad612-5a35-4e7c-aca0-b8e4cd3167ea tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=07c0be78-2e40-45fc-bc81-c5597821edee HTTP/1.1" status: 200 len: 945 time: 0.0533049 Aug 10 04:30:36.419761 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5128a129-ad95-4489-ad4b-39847b8dbcb5 req-e301ad04-052b-4e73-b60b-84f20b2d716f tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=55f5f700-b0be-4121-a2b0-19285f910e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307751 Aug 10 04:30:36.441978 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51322) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:30:36.507824 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-1cead271-4f87-4bc8-97d7-7a6eab8feae7 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/floatingips/e06d392a-412e-4b4d-b7d7-b8b619552999 HTTP/1.1" status: 200 len: 993 time: 0.0646658 Aug 10 04:30:51.513641 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-92a32d6d-3899-4782-a81b-7a777b82c2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:52.643601 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1bee5bee-002d-4534-859d-c17e7d1a3fa4 req-7bd06360-02d0-4a7f-b5a8-99addcca14ca service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=22882bb5-df6a-4a03-b8b1-8ebacb558477&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0815794 Aug 10 04:30:52.730126 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee5bee-002d-4534-859d-c17e7d1a3fa4 req-c572057b-f892-45fe-93b7-cdf93af78f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:52.731681 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1bee5bee-002d-4534-859d-c17e7d1a3fa4 req-c572057b-f892-45fe-93b7-cdf93af78f2c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4d9562697164912ae96f22f47b4a54d&device_id=22882bb5-df6a-4a03-b8b1-8ebacb558477 HTTP/1.1" status: 200 len: 1098 time: 0.0439479 Aug 10 04:30:52.833604 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee5bee-002d-4534-859d-c17e7d1a3fa4 req-e927958d-1f14-4a55-9f0b-7ca8919a60d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:52.835001 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1bee5bee-002d-4534-859d-c17e7d1a3fa4 req-e927958d-1f14-4a55-9f0b-7ca8919a60d4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=86e70408-f9ef-4815-aa8f-59304e4ed4c8 HTTP/1.1" status: 200 len: 911 time: 0.0835509 Aug 10 04:30:52.884154 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1bee5bee-002d-4534-859d-c17e7d1a3fa4 req-e02d8d95-52a9-497c-a312-03ee426fe2ce service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=600c6ca9-6224-4086-b5df-8c2df8511b77 HTTP/1.1" status: 200 len: 217 time: 0.0414360 Aug 10 04:30:52.932791 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee5bee-002d-4534-859d-c17e7d1a3fa4 req-bb6dcb39-c73a-4c3e-b077-710b810d7114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:52.934195 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1bee5bee-002d-4534-859d-c17e7d1a3fa4 req-bb6dcb39-c73a-4c3e-b077-710b810d7114 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=48d8056f-5fb2-463c-96bd-f6f5ed5da27e HTTP/1.1" status: 200 len: 850 time: 0.0425141 Aug 10 04:30:52.981426 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee5bee-002d-4534-859d-c17e7d1a3fa4 req-6022d7c3-e2d8-429c-b895-7fa0e8977a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:52.982941 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1bee5bee-002d-4534-859d-c17e7d1a3fa4 req-6022d7c3-e2d8-429c-b895-7fa0e8977a7c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=86e70408-f9ef-4815-aa8f-59304e4ed4c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390372 Aug 10 04:30:53.074569 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1bee5bee-002d-4534-859d-c17e7d1a3fa4 req-cadb4376-3e5f-4ea4-bd65-d24c252cf4da service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822077 Aug 10 04:30:53.500571 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1bee5bee-002d-4534-859d-c17e7d1a3fa4 req-16624fd7-7446-4a39-912c-89cb6303dcb9 service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4169235 Aug 10 04:30:53.775067 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-55cc8145-9b97-4fcb-92d0-4c62a0e0865b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:54.372663 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:55.650780 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:56.728466 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:56.846913 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4fca4c08-77df-46f9-bf41-7976cbf59a0c req-f83cc3ec-57e6-4540-a335-e8cbfee4e267 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=07c0be78-2e40-45fc-bc81-c5597821edee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0377476 Aug 10 04:30:56.931751 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fca4c08-77df-46f9-bf41-7976cbf59a0c req-028d00ae-9985-4fe7-83fe-78446ed9a98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:56.933202 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4fca4c08-77df-46f9-bf41-7976cbf59a0c req-028d00ae-9985-4fe7-83fe-78446ed9a98d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=db935c6fffe84fc296c14b1cf491ed1b&device_id=07c0be78-2e40-45fc-bc81-c5597821edee HTTP/1.1" status: 200 len: 1097 time: 0.0428073 Aug 10 04:30:57.032874 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fca4c08-77df-46f9-bf41-7976cbf59a0c req-6ce406ad-b54d-4d63-9763-13da4a7c0e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:57.034392 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4fca4c08-77df-46f9-bf41-7976cbf59a0c req-6ce406ad-b54d-4d63-9763-13da4a7c0e7e service neutron] 10.222.0.42 "GET /v2.0/networks?id=0c9ec5d3-9578-4670-8c25-3b27f3098030 HTTP/1.1" status: 200 len: 896 time: 0.0823932 Aug 10 04:30:57.094578 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:57.105255 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4fca4c08-77df-46f9-bf41-7976cbf59a0c req-d98ea1a6-e3a5-4a94-8f1a-ac37969f0bda service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b6feaa5-7670-404d-a655-fc1410f71bda HTTP/1.1" status: 200 len: 1001 time: 0.0638707 Aug 10 04:30:57.153161 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fca4c08-77df-46f9-bf41-7976cbf59a0c req-f3a56c40-f184-4dbb-87be-1f416c2984d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:57.154602 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4fca4c08-77df-46f9-bf41-7976cbf59a0c req-f3a56c40-f184-4dbb-87be-1f416c2984d2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ea88896f-6830-4815-a15f-ff1fdbbd7198 HTTP/1.1" status: 200 len: 835 time: 0.0425227 Aug 10 04:30:57.200410 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fca4c08-77df-46f9-bf41-7976cbf59a0c req-47736706-f2c6-4052-869e-0d4604111110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:57.201803 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4fca4c08-77df-46f9-bf41-7976cbf59a0c req-47736706-f2c6-4052-869e-0d4604111110 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0c9ec5d3-9578-4670-8c25-3b27f3098030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391724 Aug 10 04:30:57.293531 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4fca4c08-77df-46f9-bf41-7976cbf59a0c req-9b04d8f9-3955-4a59-9cd9-3ef23aca5de3 service neutron] 10.222.0.42 "GET /v2.0/networks/0c9ec5d3-9578-4670-8c25-3b27f3098030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829737 Aug 10 04:30:57.382277 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4fca4c08-77df-46f9-bf41-7976cbf59a0c req-ac5ab0e4-fd12-4f5e-85f6-b6efaebc76af service neutron] 10.222.0.42 "GET /v2.0/networks/0c9ec5d3-9578-4670-8c25-3b27f3098030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803609 Aug 10 04:31:04.096220 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:04.465415 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:31:06.868129 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51342) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:31:07.028379 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-ab2a4c6d-091a-47f6-adb0-0e1de3b83134 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Deleting port b87b7cde-33a7-4001-83fd-9087f6e24787 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:31:07.028726 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ab2a4c6d-091a-47f6-adb0-0e1de3b83134 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:07.108979 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ab2a4c6d-091a-47f6-adb0-0e1de3b83134 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:07.109313 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ab2a4c6d-091a-47f6-adb0-0e1de3b83134 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:07.121140 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-ab2a4c6d-091a-47f6-adb0-0e1de3b83134 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Calling delete_port for b87b7cde-33a7-4001-83fd-9087f6e24787 owned by network:floatingip {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:31:07.268807 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ab2a4c6d-091a-47f6-adb0-0e1de3b83134 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:07.294397 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2a4c6d-091a-47f6-adb0-0e1de3b83134 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event deleted for resources: {'Port': ['ID=b87b7cde-33a7-4001-83fd-9087f6e24787,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:31:07.306077 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2a4c6d-091a-47f6-adb0-0e1de3b83134 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:07.306454 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2a4c6d-091a-47f6-adb0-0e1de3b83134 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:07.306795 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2a4c6d-091a-47f6-adb0-0e1de3b83134 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:07.307131 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2a4c6d-091a-47f6-adb0-0e1de3b83134 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:07.307465 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2a4c6d-091a-47f6-adb0-0e1de3b83134 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:07.307796 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2a4c6d-091a-47f6-adb0-0e1de3b83134 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:07.308129 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2a4c6d-091a-47f6-adb0-0e1de3b83134 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:07.308459 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2a4c6d-091a-47f6-adb0-0e1de3b83134 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:07.308785 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2a4c6d-091a-47f6-adb0-0e1de3b83134 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:07.309111 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2a4c6d-091a-47f6-adb0-0e1de3b83134 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:07.309437 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2a4c6d-091a-47f6-adb0-0e1de3b83134 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:07.309759 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2a4c6d-091a-47f6-adb0-0e1de3b83134 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:07.362249 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ab2a4c6d-091a-47f6-adb0-0e1de3b83134 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for floatingip, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:07.362646 n-d-768862-13 neutron-server[94260]: INFO neutron.db.l3_db [None req-ab2a4c6d-091a-47f6-adb0-0e1de3b83134 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Floating IP e06d392a-412e-4b4d-b7d7-b8b619552999 disassociated (deleted). External IP: 172.25.6.161, port: 0b6feaa5-7670-404d-a655-fc1410f71bda. Aug 10 04:31:07.573158 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab2a4c6d-091a-47f6-adb0-0e1de3b83134 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Router 2186699e-e5ca-46da-8bb3-e70e1fbf934d has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:31:07.680579 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab2a4c6d-091a-47f6-adb0-0e1de3b83134 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:31:07.685416 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ab2a4c6d-091a-47f6-adb0-0e1de3b83134 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:07.691918 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c689abfe-21f9-477f-95a3-b8a18b3e1883 None None] Sync routers for ids ['2186699e-e5ca-46da-8bb3-e70e1fbf934d'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:31:07.701428 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c689abfe-21f9-477f-95a3-b8a18b3e1883 None None] Routers {'2186699e-e5ca-46da-8bb3-e70e1fbf934d'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:31:07.702099 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-c689abfe-21f9-477f-95a3-b8a18b3e1883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:30:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['2186699e-e5ca-46da-8bb3-e70e1fbf934d'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:31:07.714411 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-ab2a4c6d-091a-47f6-adb0-0e1de3b83134 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "DELETE /v2.0/floatingips/e06d392a-412e-4b4d-b7d7-b8b619552999 HTTP/1.1" status: 204 len: 168 time: 0.8450930 Aug 10 04:31:07.718710 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07c0be78-2e40-45fc-bc81-c5597821edee', 'tag': '0b6feaa5-7670-404d-a655-fc1410f71bda'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:31:07.721028 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7142606bf34c4189ec1af3eb1cc50705e8815838b55f5940d6ad7e637f738b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-930f29ce-6f09-4cf5-be92-6f0e7faa5b68" -d '{"events": [{"name": "network-changed", "server_uuid": "07c0be78-2e40-45fc-bc81-c5597821edee", "tag": "0b6feaa5-7670-404d-a655-fc1410f71bda"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:31:07.813297 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-c689abfe-21f9-477f-95a3-b8a18b3e1883 None None] Set router 2186699e-e5ca-46da-8bb3-e70e1fbf934d gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:31:07.893512 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea69c43a-53bc-4142-b6d6-d477f399c6a3 x-openstack-request-id: req-ea69c43a-53bc-4142-b6d6-d477f399c6a3 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:31:07.894047 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07c0be78-2e40-45fc-bc81-c5597821edee", "tag": "0b6feaa5-7670-404d-a655-fc1410f71bda", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:31:07.894147 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ea69c43a-53bc-4142-b6d6-d477f399c6a3 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:31:07.894547 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07c0be78-2e40-45fc-bc81-c5597821edee', 'tag': '0b6feaa5-7670-404d-a655-fc1410f71bda', 'status': 'completed', 'code': 200} Aug 10 04:31:07.968567 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930f29ce-6f09-4cf5-be92-6f0e7faa5b68 req-18a23e22-0067-422a-9395-9ba5de51e21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:31:07.970316 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-930f29ce-6f09-4cf5-be92-6f0e7faa5b68 req-18a23e22-0067-422a-9395-9ba5de51e21a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=db935c6fffe84fc296c14b1cf491ed1b&device_id=07c0be78-2e40-45fc-bc81-c5597821edee HTTP/1.1" status: 200 len: 1097 time: 0.0502572 Aug 10 04:31:08.041327 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-c689abfe-21f9-477f-95a3-b8a18b3e1883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2186699e-e5ca-46da-8bb3-e70e1fbf934d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1927530092', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '79dc2f7c-f051-499b-90d0-3e8af71beacb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:29:39Z', 'updated_at': '2021-08-10T04:29:42Z', 'revision_number': 4, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'gw_port': {'id': '79dc2f7c-f051-499b-90d0-3e8af71beacb', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2186699e-e5ca-46da-8bb3-e70e1fbf934d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:29:39Z', 'updated_at': '2021-08-10T04:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': 'f88fa2e2-f698-4236-a929-229303cd49f9', 'name': '', 'network_id': '0c9ec5d3-9578-4670-8c25-3b27f3098030', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'mac_address': 'fa:16:3e:79:37:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2186699e-e5ca-46da-8bb3-e70e1fbf934d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'ea88896f-6830-4815-a15f-ff1fdbbd7198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:29:42Z', 'updated_at': '2021-08-10T04:29:46Z', 'revision_number': 5, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'subnets': [{'id': 'ea88896f-6830-4815-a15f-ff1fdbbd7198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:31:08.067197 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c689abfe-21f9-477f-95a3-b8a18b3e1883 None None] Checking router: 2186699e-e5ca-46da-8bb3-e70e1fbf934d for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:31:08.075944 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c689abfe-21f9-477f-95a3-b8a18b3e1883 None None] Routers {'2186699e-e5ca-46da-8bb3-e70e1fbf934d'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:31:08.076553 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-c689abfe-21f9-477f-95a3-b8a18b3e1883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:30:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['2186699e-e5ca-46da-8bb3-e70e1fbf934d'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:31:08.094760 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a02a624-c64b-48d0-abdc-ab388891b832 req-ec5b5f08-58b0-4167-86e4-c3173015056e tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:31:08.096356 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1a02a624-c64b-48d0-abdc-ab388891b832 req-ec5b5f08-58b0-4167-86e4-c3173015056e tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=07c0be78-2e40-45fc-bc81-c5597821edee HTTP/1.1" status: 200 len: 945 time: 0.1466913 Aug 10 04:31:08.124265 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930f29ce-6f09-4cf5-be92-6f0e7faa5b68 req-b47dda19-e9d0-46d7-a242-aefd70d5abb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:31:08.125792 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-930f29ce-6f09-4cf5-be92-6f0e7faa5b68 req-b47dda19-e9d0-46d7-a242-aefd70d5abb2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0c9ec5d3-9578-4670-8c25-3b27f3098030 HTTP/1.1" status: 200 len: 896 time: 0.1481462 Aug 10 04:31:08.180444 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-930f29ce-6f09-4cf5-be92-6f0e7faa5b68 req-02fc3005-d27a-46f5-882a-2aadf9d71ea6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b6feaa5-7670-404d-a655-fc1410f71bda HTTP/1.1" status: 200 len: 217 time: 0.0451901 Aug 10 04:31:08.185685 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-c689abfe-21f9-477f-95a3-b8a18b3e1883 None None] Set router 2186699e-e5ca-46da-8bb3-e70e1fbf934d gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:31:08.188387 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1a02a624-c64b-48d0-abdc-ab388891b832 req-b00a453a-982f-4d0e-905e-0ac7b3f4ea50 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=55f5f700-b0be-4121-a2b0-19285f910e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816255 Aug 10 04:31:08.235824 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930f29ce-6f09-4cf5-be92-6f0e7faa5b68 req-021dd136-eab7-4c9a-94ab-73ccbba3cd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:31:08.237400 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-930f29ce-6f09-4cf5-be92-6f0e7faa5b68 req-021dd136-eab7-4c9a-94ab-73ccbba3cd65 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ea88896f-6830-4815-a15f-ff1fdbbd7198 HTTP/1.1" status: 200 len: 835 time: 0.0481391 Aug 10 04:31:08.288460 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930f29ce-6f09-4cf5-be92-6f0e7faa5b68 req-f09d0376-0b69-40f8-bfc1-59acb2494f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:31:08.290064 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-930f29ce-6f09-4cf5-be92-6f0e7faa5b68 req-f09d0376-0b69-40f8-bfc1-59acb2494f1c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0c9ec5d3-9578-4670-8c25-3b27f3098030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439806 Aug 10 04:31:08.391322 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-930f29ce-6f09-4cf5-be92-6f0e7faa5b68 req-87f43f1f-48c3-4714-aa8d-2a795e8e8fb7 service neutron] 10.222.0.42 "GET /v2.0/networks/0c9ec5d3-9578-4670-8c25-3b27f3098030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930061 Aug 10 04:31:08.397798 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-c689abfe-21f9-477f-95a3-b8a18b3e1883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2186699e-e5ca-46da-8bb3-e70e1fbf934d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1927530092', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '79dc2f7c-f051-499b-90d0-3e8af71beacb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:29:39Z', 'updated_at': '2021-08-10T04:29:42Z', 'revision_number': 4, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'gw_port': {'id': '79dc2f7c-f051-499b-90d0-3e8af71beacb', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2186699e-e5ca-46da-8bb3-e70e1fbf934d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:29:39Z', 'updated_at': '2021-08-10T04:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': 'f88fa2e2-f698-4236-a929-229303cd49f9', 'name': '', 'network_id': '0c9ec5d3-9578-4670-8c25-3b27f3098030', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'mac_address': 'fa:16:3e:79:37:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2186699e-e5ca-46da-8bb3-e70e1fbf934d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'ea88896f-6830-4815-a15f-ff1fdbbd7198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:29:42Z', 'updated_at': '2021-08-10T04:29:46Z', 'revision_number': 5, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'subnets': [{'id': 'ea88896f-6830-4815-a15f-ff1fdbbd7198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:31:08.423890 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c689abfe-21f9-477f-95a3-b8a18b3e1883 None None] The sync data for ids ['2186699e-e5ca-46da-8bb3-e70e1fbf934d'] in n-d-768862-13 is: [{'id': '2186699e-e5ca-46da-8bb3-e70e1fbf934d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1927530092', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '79dc2f7c-f051-499b-90d0-3e8af71beacb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:29:39Z', 'updated_at': '2021-08-10T04:29:42Z', 'revision_number': 4, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'gw_port': {'id': '79dc2f7c-f051-499b-90d0-3e8af71beacb', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2186699e-e5ca-46da-8bb3-e70e1fbf934d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:29:39Z', 'updated_at': '2021-08-10T04:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': 'f88fa2e2-f698-4236-a929-229303cd49f9', 'name': '', 'network_id': '0c9ec5d3-9578-4670-8c25-3b27f3098030', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'mac_address': 'fa:16:3e:79:37:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2186699e-e5ca-46da-8bb3-e70e1fbf934d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'ea88896f-6830-4815-a15f-ff1fdbbd7198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:29:42Z', 'updated_at': '2021-08-10T04:29:46Z', 'revision_number': 5, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'subnets': [{'id': 'ea88896f-6830-4815-a15f-ff1fdbbd7198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:31:08.499903 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-930f29ce-6f09-4cf5-be92-6f0e7faa5b68 req-333e4065-6c61-488d-8d90-8b61935e51be service neutron] 10.222.0.42 "GET /v2.0/networks/0c9ec5d3-9578-4670-8c25-3b27f3098030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912073 Aug 10 04:31:08.660661 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b931a5-98a6-4f48-b450-ac366d179a8d None None] New status for floating IP e06d392a-412e-4b4d-b7d7-b8b619552999: DOWN {{(pid=94262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:31:09.323390 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e5b366-7c49-4615-a317-8f8093c2458e req-61c2b244-9772-489b-8f13-25fa07212e51 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:31:09.324940 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-37e5b366-7c49-4615-a317-8f8093c2458e req-61c2b244-9772-489b-8f13-25fa07212e51 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=07c0be78-2e40-45fc-bc81-c5597821edee HTTP/1.1" status: 200 len: 945 time: 0.0553095 Aug 10 04:31:09.370966 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-37e5b366-7c49-4615-a317-8f8093c2458e req-35e8e68c-26f2-44c9-bc97-09806a18d9c8 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=55f5f700-b0be-4121-a2b0-19285f910e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398982 Aug 10 04:31:09.406876 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6188332-439b-410c-b72d-1a3f10e55511 req-d957f53f-d11a-4b81-89a4-de2f5d0185b0 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:31:09.408341 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c6188332-439b-410c-b72d-1a3f10e55511 req-d957f53f-d11a-4b81-89a4-de2f5d0185b0 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.42 "GET /v2.0/ports?device_id=07c0be78-2e40-45fc-bc81-c5597821edee HTTP/1.1" status: 200 len: 945 time: 0.0526533 Aug 10 04:31:09.499721 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-c6188332-439b-410c-b72d-1a3f10e55511 req-00c0b000-4c5e-468b-9309-d5d16ac4bda5 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Deleting port 0b6feaa5-7670-404d-a655-fc1410f71bda {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:31:09.499982 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c6188332-439b-410c-b72d-1a3f10e55511 req-00c0b000-4c5e-468b-9309-d5d16ac4bda5 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:09.592171 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-c6188332-439b-410c-b72d-1a3f10e55511 req-00c0b000-4c5e-468b-9309-d5d16ac4bda5 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] For port 0b6feaa5-7670-404d-a655-fc1410f71bda, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=0b6feaa5-7670-404d-a655-fc1410f71bda,segment=NetworkSegment(fdc4ce23-9b31-4039-98cd-83582dc80bb6),segment_id=fdc4ce23-9b31-4039-98cd-83582dc80bb6)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:31:09.592541 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c6188332-439b-410c-b72d-1a3f10e55511 req-00c0b000-4c5e-468b-9309-d5d16ac4bda5 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:09.605365 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-c6188332-439b-410c-b72d-1a3f10e55511 req-00c0b000-4c5e-468b-9309-d5d16ac4bda5 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Calling delete_port for 0b6feaa5-7670-404d-a655-fc1410f71bda owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:31:09.733411 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c6188332-439b-410c-b72d-1a3f10e55511 req-00c0b000-4c5e-468b-9309-d5d16ac4bda5 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:09.762343 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c0b000-4c5e-468b-9309-d5d16ac4bda5 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event deleted for resources: {'Port': ['ID=0b6feaa5-7670-404d-a655-fc1410f71bda,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:31:09.803005 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6188332-439b-410c-b72d-1a3f10e55511 req-00c0b000-4c5e-468b-9309-d5d16ac4bda5 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] No DVR routers for this DVR port 0b6feaa5-7670-404d-a655-fc1410f71bda on host n-h1-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:31:09.805592 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c6188332-439b-410c-b72d-1a3f10e55511 req-00c0b000-4c5e-468b-9309-d5d16ac4bda5 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:09.807692 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c6188332-439b-410c-b72d-1a3f10e55511 req-00c0b000-4c5e-468b-9309-d5d16ac4bda5 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.42 "DELETE /v2.0/ports/0b6feaa5-7670-404d-a655-fc1410f71bda HTTP/1.1" status: 204 len: 173 time: 0.3920915 Aug 10 04:31:09.895575 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07c0be78-2e40-45fc-bc81-c5597821edee', 'name': 'network-vif-deleted', 'tag': '0b6feaa5-7670-404d-a655-fc1410f71bda'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:31:09.897985 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7142606bf34c4189ec1af3eb1cc50705e8815838b55f5940d6ad7e637f738b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dda0e315-694d-40d5-a7b3-4a132e752fed" -d '{"events": [{"server_uuid": "07c0be78-2e40-45fc-bc81-c5597821edee", "name": "network-vif-deleted", "tag": "0b6feaa5-7670-404d-a655-fc1410f71bda"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:31:09.934461 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e3ccd6e-9eca-4d77-ba48-b18b071cbfdf x-openstack-request-id: req-8e3ccd6e-9eca-4d77-ba48-b18b071cbfdf {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:31:09.934749 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07c0be78-2e40-45fc-bc81-c5597821edee", "name": "network-vif-deleted", "tag": "0b6feaa5-7670-404d-a655-fc1410f71bda", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:31:09.935009 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8e3ccd6e-9eca-4d77-ba48-b18b071cbfdf {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:31:09.935409 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07c0be78-2e40-45fc-bc81-c5597821edee', 'name': 'network-vif-deleted', 'tag': '0b6feaa5-7670-404d-a655-fc1410f71bda', 'status': 'completed', 'code': 200} Aug 10 04:31:10.428500 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51358) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:31:10.796465 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-67329a18-8f66-497e-aa77-343d31769d5f tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521880'] for router_interface, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:11.052893 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-67329a18-8f66-497e-aa77-343d31769d5f tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Deleting port f88fa2e2-f698-4236-a929-229303cd49f9 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:31:11.053119 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-67329a18-8f66-497e-aa77-343d31769d5f tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:11.138243 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [None req-67329a18-8f66-497e-aa77-343d31769d5f tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] For port f88fa2e2-f698-4236-a929-229303cd49f9, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=f88fa2e2-f698-4236-a929-229303cd49f9,segment=NetworkSegment(fdc4ce23-9b31-4039-98cd-83582dc80bb6),segment_id=fdc4ce23-9b31-4039-98cd-83582dc80bb6)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:31:11.138619 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-67329a18-8f66-497e-aa77-343d31769d5f tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:11.152448 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-67329a18-8f66-497e-aa77-343d31769d5f tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Calling delete_port for f88fa2e2-f698-4236-a929-229303cd49f9 owned by network:router_interface {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:31:11.343335 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-67329a18-8f66-497e-aa77-343d31769d5f tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:11.368349 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67329a18-8f66-497e-aa77-343d31769d5f tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event deleted for resources: {'Port': ['ID=f88fa2e2-f698-4236-a929-229303cd49f9,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:31:11.548390 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-67329a18-8f66-497e-aa77-343d31769d5f tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-522536'] for router_interface, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:11.763031 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67329a18-8f66-497e-aa77-343d31769d5f tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Router 2186699e-e5ca-46da-8bb3-e70e1fbf934d has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:31:11.869595 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67329a18-8f66-497e-aa77-343d31769d5f tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:31:11.874552 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-67329a18-8f66-497e-aa77-343d31769d5f tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "PUT /v2.0/routers/2186699e-e5ca-46da-8bb3-e70e1fbf934d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4450130 Aug 10 04:31:11.877635 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51360) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:31:11.881883 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90474b26-af77-48c1-9016-0643b2a2db9e None None] Sync routers for ids ['2186699e-e5ca-46da-8bb3-e70e1fbf934d'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:31:11.891686 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90474b26-af77-48c1-9016-0643b2a2db9e None None] Routers {'2186699e-e5ca-46da-8bb3-e70e1fbf934d'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:31:11.892298 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-90474b26-af77-48c1-9016-0643b2a2db9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:30:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['2186699e-e5ca-46da-8bb3-e70e1fbf934d'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:31:11.932951 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_v2 [None req-38db1877-28c1-457e-853e-3fbec8a2672c tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Deleting subnet ea88896f-6830-4815-a15f-ff1fdbbd7198 {{(pid=94260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:31:11.936080 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-38db1877-28c1-457e-853e-3fbec8a2672c tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for subnet, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:11.976238 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-38db1877-28c1-457e-853e-3fbec8a2672c tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191173'] for subnet, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:11.996070 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-90474b26-af77-48c1-9016-0643b2a2db9e None None] Set router 2186699e-e5ca-46da-8bb3-e70e1fbf934d gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:31:12.066608 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-38db1877-28c1-457e-853e-3fbec8a2672c tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:12.130849 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-38db1877-28c1-457e-853e-3fbec8a2672c tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:12.155676 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38db1877-28c1-457e-853e-3fbec8a2672c tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event deleted for resources: {'Subnet': ['ID=ea88896f-6830-4815-a15f-ff1fdbbd7198,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:31:12.161561 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-38db1877-28c1-457e-853e-3fbec8a2672c tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:12.165991 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-38db1877-28c1-457e-853e-3fbec8a2672c tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "DELETE /v2.0/subnets/ea88896f-6830-4815-a15f-ff1fdbbd7198 HTTP/1.1" status: 204 len: 168 time: 0.2850199 Aug 10 04:31:12.166277 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51362) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:31:12.169228 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1855988-44eb-46e0-8c15-edcc8da7899d None None] Network 0c9ec5d3-9578-4670-8c25-3b27f3098030 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:31:12.272461 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-90474b26-af77-48c1-9016-0643b2a2db9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2186699e-e5ca-46da-8bb3-e70e1fbf934d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1927530092', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '79dc2f7c-f051-499b-90d0-3e8af71beacb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:29:39Z', 'updated_at': '2021-08-10T04:31:11Z', 'revision_number': 5, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'gw_port': {'id': '79dc2f7c-f051-499b-90d0-3e8af71beacb', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2186699e-e5ca-46da-8bb3-e70e1fbf934d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:29:39Z', 'updated_at': '2021-08-10T04:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:31:12.284062 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e8423d88-e8ef-4357-832a-96ddfbe007b2 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for router, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:12.298820 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90474b26-af77-48c1-9016-0643b2a2db9e None None] Checking router: 2186699e-e5ca-46da-8bb3-e70e1fbf934d for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:31:12.307809 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90474b26-af77-48c1-9016-0643b2a2db9e None None] Routers {'2186699e-e5ca-46da-8bb3-e70e1fbf934d'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:31:12.308378 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-90474b26-af77-48c1-9016-0643b2a2db9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:30:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['2186699e-e5ca-46da-8bb3-e70e1fbf934d'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:31:12.375498 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b1da71-f554-4e3a-983b-b1aef1952354 None None] DHCP port deletion for 0c9ec5d3-9578-4670-8c25-3b27f3098030 request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:31:12.408645 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e8423d88-e8ef-4357-832a-96ddfbe007b2 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:12.418807 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-90474b26-af77-48c1-9016-0643b2a2db9e None None] Set router 2186699e-e5ca-46da-8bb3-e70e1fbf934d gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:31:12.427547 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-04b1da71-f554-4e3a-983b-b1aef1952354 None None] Deleting port 5b256b80-e3b2-45fd-813c-3263ba7e6922 {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:31:12.427957 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-04b1da71-f554-4e3a-983b-b1aef1952354 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:12.469929 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-e8423d88-e8ef-4357-832a-96ddfbe007b2 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Deleting port 79dc2f7c-f051-499b-90d0-3e8af71beacb {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:31:12.470331 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e8423d88-e8ef-4357-832a-96ddfbe007b2 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:12.504267 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-04b1da71-f554-4e3a-983b-b1aef1952354 None None] For port 5b256b80-e3b2-45fd-813c-3263ba7e6922, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=5b256b80-e3b2-45fd-813c-3263ba7e6922,segment=NetworkSegment(fdc4ce23-9b31-4039-98cd-83582dc80bb6),segment_id=fdc4ce23-9b31-4039-98cd-83582dc80bb6)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:31:12.504672 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-04b1da71-f554-4e3a-983b-b1aef1952354 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:12.518978 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-04b1da71-f554-4e3a-983b-b1aef1952354 None None] Calling delete_port for 5b256b80-e3b2-45fd-813c-3263ba7e6922 owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:31:12.570718 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [None req-e8423d88-e8ef-4357-832a-96ddfbe007b2 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] For port 79dc2f7c-f051-499b-90d0-3e8af71beacb, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=79dc2f7c-f051-499b-90d0-3e8af71beacb,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:31:12.571333 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e8423d88-e8ef-4357-832a-96ddfbe007b2 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:12.585272 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-e8423d88-e8ef-4357-832a-96ddfbe007b2 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Calling delete_port for 79dc2f7c-f051-499b-90d0-3e8af71beacb owned by network:router_gateway {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:31:12.606654 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-90474b26-af77-48c1-9016-0643b2a2db9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2186699e-e5ca-46da-8bb3-e70e1fbf934d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1927530092', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '79dc2f7c-f051-499b-90d0-3e8af71beacb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:29:39Z', 'updated_at': '2021-08-10T04:31:11Z', 'revision_number': 5, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'gw_port': {'id': '79dc2f7c-f051-499b-90d0-3e8af71beacb', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2186699e-e5ca-46da-8bb3-e70e1fbf934d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:29:39Z', 'updated_at': '2021-08-10T04:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:31:12.613788 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-04b1da71-f554-4e3a-983b-b1aef1952354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:12.639451 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90474b26-af77-48c1-9016-0643b2a2db9e None None] The sync data for ids ['2186699e-e5ca-46da-8bb3-e70e1fbf934d'] in n-d-768862-13 is: [{'id': '2186699e-e5ca-46da-8bb3-e70e1fbf934d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1927530092', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '79dc2f7c-f051-499b-90d0-3e8af71beacb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:29:39Z', 'updated_at': '2021-08-10T04:31:11Z', 'revision_number': 5, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'gw_port': {'id': '79dc2f7c-f051-499b-90d0-3e8af71beacb', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2186699e-e5ca-46da-8bb3-e70e1fbf934d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:29:39Z', 'updated_at': '2021-08-10T04:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:31:12.640155 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b1da71-f554-4e3a-983b-b1aef1952354 None None] Pushing event deleted for resources: {'Port': ['ID=5b256b80-e3b2-45fd-813c-3263ba7e6922,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:31:12.648700 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b1da71-f554-4e3a-983b-b1aef1952354 None None] No DVR routers for this DVR port 5b256b80-e3b2-45fd-813c-3263ba7e6922 on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:31:12.650859 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b1da71-f554-4e3a-983b-b1aef1952354 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:12.651509 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b1da71-f554-4e3a-983b-b1aef1952354 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:12.651649 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b1da71-f554-4e3a-983b-b1aef1952354 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:12.651877 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b1da71-f554-4e3a-983b-b1aef1952354 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:12.652211 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b1da71-f554-4e3a-983b-b1aef1952354 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:12.652546 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b1da71-f554-4e3a-983b-b1aef1952354 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:12.652875 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b1da71-f554-4e3a-983b-b1aef1952354 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:12.653203 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b1da71-f554-4e3a-983b-b1aef1952354 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:12.653529 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b1da71-f554-4e3a-983b-b1aef1952354 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:12.653853 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b1da71-f554-4e3a-983b-b1aef1952354 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:12.654178 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b1da71-f554-4e3a-983b-b1aef1952354 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:12.654528 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b1da71-f554-4e3a-983b-b1aef1952354 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:13.088545 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e8423d88-e8ef-4357-832a-96ddfbe007b2 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:13.095939 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 5b256b80-e3b2-45fd-813c-3263ba7e6922 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:31:13.114333 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8423d88-e8ef-4357-832a-96ddfbe007b2 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event deleted for resources: {'Port': ['ID=79dc2f7c-f051-499b-90d0-3e8af71beacb,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:31:13.117977 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 5b256b80-e3b2-45fd-813c-3263ba7e6922 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:31:13.118517 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 5b256b80-e3b2-45fd-813c-3263ba7e6922 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:31:13.176624 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e8423d88-e8ef-4357-832a-96ddfbe007b2 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520654'] for router_gateway, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:13.269510 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e8423d88-e8ef-4357-832a-96ddfbe007b2 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:13.272184 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e8423d88-e8ef-4357-832a-96ddfbe007b2 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:13.312264 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e8423d88-e8ef-4357-832a-96ddfbe007b2 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:13.312789 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8423d88-e8ef-4357-832a-96ddfbe007b2 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Fanout notify agent at l3_agent the message router_deleted on router 2186699e-e5ca-46da-8bb3-e70e1fbf934d {{(pid=94260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:31:13.319997 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e8423d88-e8ef-4357-832a-96ddfbe007b2 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for router, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:13.321120 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-e8423d88-e8ef-4357-832a-96ddfbe007b2 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "DELETE /v2.0/routers/2186699e-e5ca-46da-8bb3-e70e1fbf934d HTTP/1.1" status: 204 len: 168 time: 1.1487827 Aug 10 04:31:13.323977 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51364) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:31:13.402333 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-32651722-f509-40e8-996e-a16a1ad84fad tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:13.471012 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 0b6feaa5-7670-404d-a655-fc1410f71bda no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:31:13.490979 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] No Port match for: 0b6feaa5-7670-404d-a655-fc1410f71bda {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:31:13.491312 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 0b6feaa5-7670-404d-a655-fc1410f71bda not bound to the agent host n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:31:13.495207 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-32651722-f509-40e8-996e-a16a1ad84fad tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:13.506490 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-32651722-f509-40e8-996e-a16a1ad84fad tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c9ec5d3-9578-4670-8c25-3b27f3098030']}} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:31:13.517175 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-32651722-f509-40e8-996e-a16a1ad84fad tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdc4ce23-9b31-4039-98cd-83582dc80bb6') {'for_net_delete': True} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:31:13.517469 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-32651722-f509-40e8-996e-a16a1ad84fad tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdc4ce23-9b31-4039-98cd-83582dc80bb6') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:31:13.527064 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-32651722-f509-40e8-996e-a16a1ad84fad tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191186'] for segment, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:13.540647 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-32651722-f509-40e8-996e-a16a1ad84fad tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:13.546599 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32651722-f509-40e8-996e-a16a1ad84fad tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=94260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:31:13.546994 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-32651722-f509-40e8-996e-a16a1ad84fad tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58895489'] for segment, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:13.549889 n-d-768862-13 neutron-server[94260]: Traceback (most recent call last): Aug 10 04:31:13.549889 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:31:13.549889 n-d-768862-13 neutron-server[94260]: timer() Aug 10 04:31:13.549889 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:31:13.549889 n-d-768862-13 neutron-server[94260]: cb(*args, **kw) Aug 10 04:31:13.549889 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:31:13.549889 n-d-768862-13 neutron-server[94260]: return func(*args, **kwargs) Aug 10 04:31:13.549889 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:31:13.549889 n-d-768862-13 neutron-server[94260]: self._notify() Aug 10 04:31:13.549889 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:31:13.549889 n-d-768862-13 neutron-server[94260]: self.callback(batched_events) Aug 10 04:31:13.549889 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:31:13.549889 n-d-768862-13 neutron-server[94260]: event.method(event) Aug 10 04:31:13.549889 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:31:13.549889 n-d-768862-13 neutron-server[94260]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:31:13.549889 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:31:13.549889 n-d-768862-13 neutron-server[94260]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:31:13.549889 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:31:13.549889 n-d-768862-13 neutron-server[94260]: return f(self, *a, **k) Aug 10 04:31:13.549889 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:31:13.549889 n-d-768862-13 neutron-server[94260]: return self._get(url).json() Aug 10 04:31:13.549889 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:31:13.549889 n-d-768862-13 neutron-server[94260]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:31:13.549889 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:31:13.549889 n-d-768862-13 neutron-server[94260]: return self.request(url, 'GET', **kwargs) Aug 10 04:31:13.549889 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:31:13.549889 n-d-768862-13 neutron-server[94260]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:31:13.549889 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:31:13.549889 n-d-768862-13 neutron-server[94260]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:31:13.549889 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:31:13.549889 n-d-768862-13 neutron-server[94260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:31:13.549889 n-d-768862-13 neutron-server[94260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:31:13.610870 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-32651722-f509-40e8-996e-a16a1ad84fad tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:13.618509 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-32651722-f509-40e8-996e-a16a1ad84fad tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:13.620344 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-32651722-f509-40e8-996e-a16a1ad84fad tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "DELETE /v2.0/networks/0c9ec5d3-9578-4670-8c25-3b27f3098030 HTTP/1.1" status: 204 len: 168 time: 0.2954209 Aug 10 04:31:13.623185 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 51366) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:31:13.633139 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32651722-f509-40e8-996e-a16a1ad84fad tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event deleted for resources: {'Network': ['ID=0c9ec5d3-9578-4670-8c25-3b27f3098030,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:31:13.685645 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-fae8b6f7-3d9e-48ea-a57b-521a93e075b0 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:13.710757 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-fae8b6f7-3d9e-48ea-a57b-521a93e075b0 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:13.773344 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-fae8b6f7-3d9e-48ea-a57b-521a93e075b0 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:13.775989 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-fae8b6f7-3d9e-48ea-a57b-521a93e075b0 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:13.780407 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-fae8b6f7-3d9e-48ea-a57b-521a93e075b0 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "DELETE /v2.0/security-groups/55f5f700-b0be-4121-a2b0-19285f910e52 HTTP/1.1" status: 204 len: 168 time: 0.1529746 Aug 10 04:31:13.788063 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae8b6f7-3d9e-48ea-a57b-521a93e075b0 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f5f700-b0be-4121-a2b0-19285f910e52,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:31:13.795942 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae8b6f7-3d9e-48ea-a57b-521a93e075b0 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:13.796315 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae8b6f7-3d9e-48ea-a57b-521a93e075b0 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:13.796624 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae8b6f7-3d9e-48ea-a57b-521a93e075b0 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:13.796964 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae8b6f7-3d9e-48ea-a57b-521a93e075b0 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:13.797291 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae8b6f7-3d9e-48ea-a57b-521a93e075b0 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:13.797628 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae8b6f7-3d9e-48ea-a57b-521a93e075b0 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:13.797958 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae8b6f7-3d9e-48ea-a57b-521a93e075b0 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:13.798307 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae8b6f7-3d9e-48ea-a57b-521a93e075b0 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:13.798641 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae8b6f7-3d9e-48ea-a57b-521a93e075b0 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:13.798974 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae8b6f7-3d9e-48ea-a57b-521a93e075b0 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:13.799289 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae8b6f7-3d9e-48ea-a57b-521a93e075b0 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:13.799609 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae8b6f7-3d9e-48ea-a57b-521a93e075b0 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:14.159512 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 51374) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:31:14.164818 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-b9b25532-c3e2-4701-a4d0-ad0b4ae6be9c tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-738980359', 'description': 'tempest-secgroup-smoke-738980359 description', 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:31:14.188532 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b9b25532-c3e2-4701-a4d0-ad0b4ae6be9c tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:14.267463 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b9b25532-c3e2-4701-a4d0-ad0b4ae6be9c tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:14.271694 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b9b25532-c3e2-4701-a4d0-ad0b4ae6be9c tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:14.299943 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b9b25532-c3e2-4701-a4d0-ad0b4ae6be9c tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:14.301176 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-b9b25532-c3e2-4701-a4d0-ad0b4ae6be9c tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1406553 Aug 10 04:31:14.303063 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b25532-c3e2-4701-a4d0-ad0b4ae6be9c tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c59958f5-136d-4831-b9e4-4b3ab812644a,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:31:14.304273 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51376) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:31:14.309019 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-83cd1d42-868e-423c-8784-fab53e692141 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Request body: {'security_group_rule': {'security_group_id': 'c59958f5-136d-4831-b9e4-4b3ab812644a', 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:31:14.335376 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-83cd1d42-868e-423c-8784-fab53e692141 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:14.397756 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-83cd1d42-868e-423c-8784-fab53e692141 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:14.401344 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-83cd1d42-868e-423c-8784-fab53e692141 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:14.418840 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cd1d42-868e-423c-8784-fab53e692141 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d50886b9-b69f-462f-a252-e861a3af6a20,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:31:14.424678 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-83cd1d42-868e-423c-8784-fab53e692141 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:14.425826 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-83cd1d42-868e-423c-8784-fab53e692141 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1205461 Aug 10 04:31:14.428920 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51378) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:31:14.433284 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-dfc2d492-4531-419e-badf-a19c162d9f25 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Request body: {'security_group_rule': {'security_group_id': 'c59958f5-136d-4831-b9e4-4b3ab812644a', 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:31:14.459006 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-dfc2d492-4531-419e-badf-a19c162d9f25 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:14.516179 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-dfc2d492-4531-419e-badf-a19c162d9f25 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:14.524882 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-dfc2d492-4531-419e-badf-a19c162d9f25 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:14.544742 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc2d492-4531-419e-badf-a19c162d9f25 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e56a4f6-7a01-4a00-8d1c-48aa2ff1c2b9,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:31:14.547964 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-dfc2d492-4531-419e-badf-a19c162d9f25 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:14.549183 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-dfc2d492-4531-419e-badf-a19c162d9f25 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1193302 Aug 10 04:31:14.552041 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51380) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:31:14.556531 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-7fb3af1d-3ffa-4cf3-a6b8-018a5207850a tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Request body: {'security_group_rule': {'security_group_id': 'c59958f5-136d-4831-b9e4-4b3ab812644a', 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:31:14.582928 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7fb3af1d-3ffa-4cf3-a6b8-018a5207850a tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:14.644483 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7fb3af1d-3ffa-4cf3-a6b8-018a5207850a tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:14.649616 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7fb3af1d-3ffa-4cf3-a6b8-018a5207850a tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:14.668004 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb3af1d-3ffa-4cf3-a6b8-018a5207850a tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a3f4b59-2473-447d-92b3-bae5f1b67840,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:31:14.674750 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7fb3af1d-3ffa-4cf3-a6b8-018a5207850a tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:14.676014 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-7fb3af1d-3ffa-4cf3-a6b8-018a5207850a tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1230276 Aug 10 04:31:14.678680 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51382) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:31:14.683615 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-1d9a5c61-c4c2-4b4a-a344-a8346890ea8d tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Request body: {'security_group_rule': {'security_group_id': 'c59958f5-136d-4831-b9e4-4b3ab812644a', 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:31:14.712011 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1d9a5c61-c4c2-4b4a-a344-a8346890ea8d tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:14.734284 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device f88fa2e2-f698-4236-a929-229303cd49f9 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:31:14.757098 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: f88fa2e2-f698-4236-a929-229303cd49f9 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:31:14.757444 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device f88fa2e2-f698-4236-a929-229303cd49f9 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:31:14.757859 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 79dc2f7c-f051-499b-90d0-3e8af71beacb no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:31:14.773279 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1d9a5c61-c4c2-4b4a-a344-a8346890ea8d tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:14.776388 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1d9a5c61-c4c2-4b4a-a344-a8346890ea8d tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:14.777432 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 79dc2f7c-f051-499b-90d0-3e8af71beacb {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:31:14.778590 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 79dc2f7c-f051-499b-90d0-3e8af71beacb not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:31:14.794315 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9a5c61-c4c2-4b4a-a344-a8346890ea8d tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ec8a8ef-8ed4-4593-b53a-f52c5c8a33fb,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:31:14.799758 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1d9a5c61-c4c2-4b4a-a344-a8346890ea8d tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:14.800948 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-1d9a5c61-c4c2-4b4a-a344-a8346890ea8d tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1213450 Aug 10 04:31:14.803654 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51384) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:31:14.808207 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-f31d874d-55bc-4c70-a844-f3cd80b1d703 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Request body: {'security_group_rule': {'security_group_id': 'c59958f5-136d-4831-b9e4-4b3ab812644a', 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:31:14.830634 n-d-768862-13 neutron-server[94260]: INFO neutron.db.securitygroups_db [None req-f31d874d-55bc-4c70-a844-f3cd80b1d703 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Project db935c6fffe84fc296c14b1cf491ed1b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:31:14.835958 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f31d874d-55bc-4c70-a844-f3cd80b1d703 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:14.896136 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f31d874d-55bc-4c70-a844-f3cd80b1d703 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:14.899845 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f31d874d-55bc-4c70-a844-f3cd80b1d703 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:14.916971 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31d874d-55bc-4c70-a844-f3cd80b1d703 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8ff509e-38f4-4685-8b8b-abb3ffb46aa4,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:31:14.922585 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f31d874d-55bc-4c70-a844-f3cd80b1d703 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:14.923517 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-f31d874d-55bc-4c70-a844-f3cd80b1d703 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1188967 Aug 10 04:31:14.926152 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51386) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:31:14.930536 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-f73b6d13-768b-4336-aa68-cfe192019e71 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Request body: {'security_group_rule': {'security_group_id': 'c59958f5-136d-4831-b9e4-4b3ab812644a', 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:31:14.951793 n-d-768862-13 neutron-server[94260]: INFO neutron.db.securitygroups_db [None req-f73b6d13-768b-4336-aa68-cfe192019e71 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Project db935c6fffe84fc296c14b1cf491ed1b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:31:14.956572 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f73b6d13-768b-4336-aa68-cfe192019e71 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:15.019428 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f73b6d13-768b-4336-aa68-cfe192019e71 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:15.023584 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f73b6d13-768b-4336-aa68-cfe192019e71 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:15.041583 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73b6d13-768b-4336-aa68-cfe192019e71 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab9079ce-7b72-4ad4-97ac-2ff0b786ced0,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:31:15.044065 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f73b6d13-768b-4336-aa68-cfe192019e71 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:15.045261 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-f73b6d13-768b-4336-aa68-cfe192019e71 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1181252 Aug 10 04:31:15.048236 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51388) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:31:15.054441 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-bdeb46c8-1dde-422c-a9ca-551beaf5374a tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Request body: {'network': {'name': 'tempest-network-smoke--370366178', 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'port_security_enabled': True}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:31:15.074733 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdeb46c8-1dde-422c-a9ca-551beaf5374a tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Made reservation on behalf of db935c6fffe84fc296c14b1cf491ed1b for: {'network': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:31:15.078109 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-bdeb46c8-1dde-422c-a9ca-551beaf5374a tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:15.101848 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdeb46c8-1dde-422c-a9ca-551beaf5374a tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=94260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:31:15.111242 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-bdeb46c8-1dde-422c-a9ca-551beaf5374a tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:15.111663 n-d-768862-13 neutron-server[94260]: INFO neutron.db.segments_db [None req-bdeb46c8-1dde-422c-a9ca-551beaf5374a tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Added segment f1bdaa65-5714-4fab-bf07-d518a336cfc0 of type vlan for network f4e23e90-a37b-4358-aaf4-7625502be7f5 Aug 10 04:31:15.152326 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-bdeb46c8-1dde-422c-a9ca-551beaf5374a tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:15.180940 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-bdeb46c8-1dde-422c-a9ca-551beaf5374a tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:15.186698 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdeb46c8-1dde-422c-a9ca-551beaf5374a tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:31:15.187295 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-bdeb46c8-1dde-422c-a9ca-551beaf5374a tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:15.249195 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-bdeb46c8-1dde-422c-a9ca-551beaf5374a tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1994510 Aug 10 04:31:15.251953 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51390) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:31:15.257277 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-a09bc023-726c-4524-8b19-f97302ade570 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-258438459', 'admin_state_up': True, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:31:15.270632 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeb46c8-1dde-422c-a9ca-551beaf5374a tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event updated for resources: {'Network': ['ID=f4e23e90-a37b-4358-aaf4-7625502be7f5,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:31:15.281017 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network f4e23e90-a37b-4358-aaf4-7625502be7f5 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:31:15.287839 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a09bc023-726c-4524-8b19-f97302ade570 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:15.288861 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a09bc023-726c-4524-8b19-f97302ade570 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:15.340894 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a09bc023-726c-4524-8b19-f97302ade570 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:15.480360 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a09bc023-726c-4524-8b19-f97302ade570 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:15.672937 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a09bc023-726c-4524-8b19-f97302ade570 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for router_gateway, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:15.691915 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a09bc023-726c-4524-8b19-f97302ade570 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:15.794988 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-a09bc023-726c-4524-8b19-f97302ade570 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Allocated IP 172.25.6.11 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/5ff348a6-6586-4026-ac2c-c4d4c6d9aecd) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:31:15.891875 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a09bc023-726c-4524-8b19-f97302ade570 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:15.936327 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a09bc023-726c-4524-8b19-f97302ade570 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:15.971132 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09bc023-726c-4524-8b19-f97302ade570 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:31:15.976753 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-a09bc023-726c-4524-8b19-f97302ade570 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:31:15.980223 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09bc023-726c-4524-8b19-f97302ade570 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:31:16.004895 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09bc023-726c-4524-8b19-f97302ade570 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event updated for resources: {'Port': ['ID=5ff348a6-6586-4026-ac2c-c4d4c6d9aecd,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:31:16.224312 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a09bc023-726c-4524-8b19-f97302ade570 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for router_gateway, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:16.420202 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a09bc023-726c-4524-8b19-f97302ade570 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:16.548209 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a09bc023-726c-4524-8b19-f97302ade570 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Router 2b64c1ac-477e-46fe-b7bd-0014ec5f3f7a is scheduled to L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e with binding_index 1 {{(pid=94260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:31:16.653906 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a09bc023-726c-4524-8b19-f97302ade570 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:31:16.663845 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fadd66c-bc34-4998-9ed6-22a3daf2417a None None] Sync routers for ids ['2b64c1ac-477e-46fe-b7bd-0014ec5f3f7a'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:31:16.677575 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fadd66c-bc34-4998-9ed6-22a3daf2417a None None] Routers {'2b64c1ac-477e-46fe-b7bd-0014ec5f3f7a'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:31:16.678544 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-1fadd66c-bc34-4998-9ed6-22a3daf2417a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:30:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['2b64c1ac-477e-46fe-b7bd-0014ec5f3f7a'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:31:16.680790 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-a09bc023-726c-4524-8b19-f97302ade570 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for router, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:16.682461 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-a09bc023-726c-4524-8b19-f97302ade570 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4291530 Aug 10 04:31:16.685643 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51392) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:31:16.716246 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-e8dc7057-63ae-4074-afb1-16afcda2a88d tempest-TestNetworkAdvancedServerOps-1236493669 tempest-TestNetworkAdvancedServerOps-1236493669-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=db935c6fffe84fc296c14b1cf491ed1b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288904 Aug 10 04:31:16.719782 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51394) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:31:16.790794 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-1fadd66c-bc34-4998-9ed6-22a3daf2417a None None] Set router 2b64c1ac-477e-46fe-b7bd-0014ec5f3f7a gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:31:16.808167 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f91bb31-4159-4df0-a514-88f982e4caef tempest-TestNetworkAdvancedServerOps-1236493669 tempest-TestNetworkAdvancedServerOps-1236493669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:31:16.809711 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-6f91bb31-4159-4df0-a514-88f982e4caef tempest-TestNetworkAdvancedServerOps-1236493669 tempest-TestNetworkAdvancedServerOps-1236493669-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0888894 Aug 10 04:31:16.812808 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51396) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:31:16.841859 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-8a64e988-068b-4bff-920f-46513fa4ddd8 tempest-TestNetworkAdvancedServerOps-1236493669 tempest-TestNetworkAdvancedServerOps-1236493669-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=2ea12131-628a-487e-b434-0463553732bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278544 Aug 10 04:31:16.844340 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51398) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:31:16.849254 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-c642fc85-9a1d-4a13-b1da-92ddd8b56d75 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1114911679', 'network_id': 'f4e23e90-a37b-4358-aaf4-7625502be7f5', 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:31:16.942258 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c642fc85-9a1d-4a13-b1da-92ddd8b56d75 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Made reservation on behalf of db935c6fffe84fc296c14b1cf491ed1b for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:31:16.945835 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c642fc85-9a1d-4a13-b1da-92ddd8b56d75 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:16.974980 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-1fadd66c-bc34-4998-9ed6-22a3daf2417a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b64c1ac-477e-46fe-b7bd-0014ec5f3f7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-258438459', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '5ff348a6-6586-4026-ac2c-c4d4c6d9aecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:31:15Z', 'updated_at': '2021-08-10T04:31:16Z', 'revision_number': 3, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'gw_port': {'id': '5ff348a6-6586-4026-ac2c-c4d4c6d9aecd', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:28:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b64c1ac-477e-46fe-b7bd-0014ec5f3f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:31:15Z', 'updated_at': '2021-08-10T04:31:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:31:17.016785 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fadd66c-bc34-4998-9ed6-22a3daf2417a None None] Checking router: 2b64c1ac-477e-46fe-b7bd-0014ec5f3f7a for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:31:17.017149 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fadd66c-bc34-4998-9ed6-22a3daf2417a None None] Updating router 2b64c1ac-477e-46fe-b7bd-0014ec5f3f7a port 5ff348a6-6586-4026-ac2c-c4d4c6d9aecd binding host n-d-768862-13 {{(pid=94262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:31:17.042721 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1fadd66c-bc34-4998-9ed6-22a3daf2417a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:17.140319 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c642fc85-9a1d-4a13-b1da-92ddd8b56d75 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58895384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805196'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:17.203621 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c642fc85-9a1d-4a13-b1da-92ddd8b56d75 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event updated for resources: {'Subnet': ['ID=56fc946f-be09-4a98-8c4a-c835ccc470a0,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:31:17.211520 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c642fc85-9a1d-4a13-b1da-92ddd8b56d75 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Checking segment: {'id': 'f1bdaa65-5714-4fab-bf07-d518a336cfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f4e23e90-a37b-4358-aaf4-7625502be7f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:31:17.211885 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c642fc85-9a1d-4a13-b1da-92ddd8b56d75 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Network hostable DHCP agents. Network: f4e23e90-a37b-4358-aaf4-7625502be7f5, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:31:17.229473 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c642fc85-9a1d-4a13-b1da-92ddd8b56d75 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Network f4e23e90-a37b-4358-aaf4-7625502be7f5 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:31:17.238822 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-c642fc85-9a1d-4a13-b1da-92ddd8b56d75 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, f4e23e90-a37b-4358-aaf4-7625502be7f5) {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:31:17.244136 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c642fc85-9a1d-4a13-b1da-92ddd8b56d75 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:31:17.245848 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-c642fc85-9a1d-4a13-b1da-92ddd8b56d75 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:17.250356 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc5522a-0bb4-4ec7-999b-64292f6aa055 None None] Network f4e23e90-a37b-4358-aaf4-7625502be7f5 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:31:17.260497 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-c642fc85-9a1d-4a13-b1da-92ddd8b56d75 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4151430 Aug 10 04:31:17.263512 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51400) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:31:17.548322 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1fadd66c-bc34-4998-9ed6-22a3daf2417a None None] Notify callbacks [] for port, precommit_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:17.574318 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-1fadd66c-bc34-4998-9ed6-22a3daf2417a None None] Transition to ACTIVE for port object 5ff348a6-6586-4026-ac2c-c4d4c6d9aecd will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:31:17.590996 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1fadd66c-bc34-4998-9ed6-22a3daf2417a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:17.667505 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb473af-b798-44f2-8f96-0faef99cd0a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-f4e23e90-a37b-4358-aaf4-7625502be7f5', 'network_id': 'f4e23e90-a37b-4358-aaf4-7625502be7f5', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'fixed_ips': [{'subnet_id': '56fc946f-be09-4a98-8c4a-c835ccc470a0'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:31:17.668928 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-8fb473af-b798-44f2-8f96-0faef99cd0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:17.710409 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-1fadd66c-bc34-4998-9ed6-22a3daf2417a None None] Attempting to bind port 5ff348a6-6586-4026-ac2c-c4d4c6d9aecd on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:31:17.710780 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-1fadd66c-bc34-4998-9ed6-22a3daf2417a None None] Attempting to bind port 5ff348a6-6586-4026-ac2c-c4d4c6d9aecd by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:31:17.711141 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fadd66c-bc34-4998-9ed6-22a3daf2417a None None] Attempting to bind port 5ff348a6-6586-4026-ac2c-c4d4c6d9aecd on network 2ea12131-628a-487e-b434-0463553732bd {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:31:17.713798 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d600f7-8680-4112-a191-c712914a7f80 None None] Pushing event updated for resources: {'Port': ['ID=5ff348a6-6586-4026-ac2c-c4d4c6d9aecd,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:31:17.724517 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fadd66c-bc34-4998-9ed6-22a3daf2417a None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:31:17.724893 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fadd66c-bc34-4998-9ed6-22a3daf2417a None None] Checking segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:31:17.725299 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1fadd66c-bc34-4998-9ed6-22a3daf2417a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:17.725691 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fadd66c-bc34-4998-9ed6-22a3daf2417a None None] Bound using segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:31:17.726157 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-1fadd66c-bc34-4998-9ed6-22a3daf2417a None None] Bound port: 5ff348a6-6586-4026-ac2c-c4d4c6d9aecd, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:31:17.726570 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1fadd66c-bc34-4998-9ed6-22a3daf2417a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:17.742753 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2aac8d8b-5c65-4f28-b2e1-c5304b98adde tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:17.864835 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-1fadd66c-bc34-4998-9ed6-22a3daf2417a None None] For port 5ff348a6-6586-4026-ac2c-c4d4c6d9aecd, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:31:17.884129 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-1fadd66c-bc34-4998-9ed6-22a3daf2417a None None] For port 5ff348a6-6586-4026-ac2c-c4d4c6d9aecd, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=5ff348a6-6586-4026-ac2c-c4d4c6d9aecd,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:31:17.892598 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1fadd66c-bc34-4998-9ed6-22a3daf2417a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:17.900286 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-8fb473af-b798-44f2-8f96-0faef99cd0a0 None None] Allocated IP 172.20.0.2 (f4e23e90-a37b-4358-aaf4-7625502be7f5/56fc946f-be09-4a98-8c4a-c835ccc470a0/56cbd89b-9391-4c24-87ef-d970e6060fa7) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:31:18.166612 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d600f7-8680-4112-a191-c712914a7f80 None None] Pushing event updated for resources: {'Port': ['ID=5ff348a6-6586-4026-ac2c-c4d4c6d9aecd,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:31:18.177181 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fadd66c-bc34-4998-9ed6-22a3daf2417a None None] Routers {'2b64c1ac-477e-46fe-b7bd-0014ec5f3f7a'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:31:18.177761 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-1fadd66c-bc34-4998-9ed6-22a3daf2417a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:30:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['2b64c1ac-477e-46fe-b7bd-0014ec5f3f7a'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:31:18.333166 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-1fadd66c-bc34-4998-9ed6-22a3daf2417a None None] Set router 2b64c1ac-477e-46fe-b7bd-0014ec5f3f7a gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:31:18.395563 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-8fb473af-b798-44f2-8f96-0faef99cd0a0 None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:18.436221 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-8fb473af-b798-44f2-8f96-0faef99cd0a0 None None] Transition to ACTIVE for port object 56cbd89b-9391-4c24-87ef-d970e6060fa7 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:31:18.460534 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-8fb473af-b798-44f2-8f96-0faef99cd0a0 None None] Transition to ACTIVE for port object 56cbd89b-9391-4c24-87ef-d970e6060fa7 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:31:18.477107 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-8fb473af-b798-44f2-8f96-0faef99cd0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:18.523211 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb473af-b798-44f2-8f96-0faef99cd0a0 None None] Network f4e23e90-a37b-4358-aaf4-7625502be7f5 is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:31:18.523486 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-2aac8d8b-5c65-4f28-b2e1-c5304b98adde tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Allocated IP 172.20.0.1 (f4e23e90-a37b-4358-aaf4-7625502be7f5/56fc946f-be09-4a98-8c4a-c835ccc470a0/96901d3d-ee66-4104-9a9e-383e6b31d03a) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:31:18.530339 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-8fb473af-b798-44f2-8f96-0faef99cd0a0 None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:31:18.555300 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb473af-b798-44f2-8f96-0faef99cd0a0 None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:31:18.564404 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb473af-b798-44f2-8f96-0faef99cd0a0 None None] Pushing event updated for resources: {'Port': ['ID=56cbd89b-9391-4c24-87ef-d970e6060fa7,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:31:18.623861 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-8fb473af-b798-44f2-8f96-0faef99cd0a0 None None] Attempting to bind port 56cbd89b-9391-4c24-87ef-d970e6060fa7 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:31:18.624241 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-8fb473af-b798-44f2-8f96-0faef99cd0a0 None None] Attempting to bind port 56cbd89b-9391-4c24-87ef-d970e6060fa7 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'f1bdaa65-5714-4fab-bf07-d518a336cfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f4e23e90-a37b-4358-aaf4-7625502be7f5'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:31:18.624597 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb473af-b798-44f2-8f96-0faef99cd0a0 None None] Attempting to bind port 56cbd89b-9391-4c24-87ef-d970e6060fa7 on network f4e23e90-a37b-4358-aaf4-7625502be7f5 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:31:18.632819 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb473af-b798-44f2-8f96-0faef99cd0a0 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:31:18.633180 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb473af-b798-44f2-8f96-0faef99cd0a0 None None] Checking segment: {'id': 'f1bdaa65-5714-4fab-bf07-d518a336cfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f4e23e90-a37b-4358-aaf4-7625502be7f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:31:18.633587 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-8fb473af-b798-44f2-8f96-0faef99cd0a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:18.633978 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb473af-b798-44f2-8f96-0faef99cd0a0 None None] Bound using segment: {'id': 'f1bdaa65-5714-4fab-bf07-d518a336cfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f4e23e90-a37b-4358-aaf4-7625502be7f5'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:31:18.634476 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-8fb473af-b798-44f2-8f96-0faef99cd0a0 None None] Bound port: 56cbd89b-9391-4c24-87ef-d970e6060fa7, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1bdaa65-5714-4fab-bf07-d518a336cfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f4e23e90-a37b-4358-aaf4-7625502be7f5'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:31:18.634861 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-8fb473af-b798-44f2-8f96-0faef99cd0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:18.638065 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2aac8d8b-5c65-4f28-b2e1-c5304b98adde tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:18.649745 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-1fadd66c-bc34-4998-9ed6-22a3daf2417a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b64c1ac-477e-46fe-b7bd-0014ec5f3f7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-258438459', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '5ff348a6-6586-4026-ac2c-c4d4c6d9aecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:31:15Z', 'updated_at': '2021-08-10T04:31:16Z', 'revision_number': 3, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'gw_port': {'id': '5ff348a6-6586-4026-ac2c-c4d4c6d9aecd', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:28:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b64c1ac-477e-46fe-b7bd-0014ec5f3f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:31:15Z', 'updated_at': '2021-08-10T04:31:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:31:18.652516 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [None req-2aac8d8b-5c65-4f28-b2e1-c5304b98adde tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Transition to ACTIVE for port object 96901d3d-ee66-4104-9a9e-383e6b31d03a will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:31:18.677160 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fadd66c-bc34-4998-9ed6-22a3daf2417a None None] The sync data for ids ['2b64c1ac-477e-46fe-b7bd-0014ec5f3f7a'] in n-d-768862-13 is: [{'id': '2b64c1ac-477e-46fe-b7bd-0014ec5f3f7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-258438459', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '5ff348a6-6586-4026-ac2c-c4d4c6d9aecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:31:15Z', 'updated_at': '2021-08-10T04:31:16Z', 'revision_number': 3, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'gw_port': {'id': '5ff348a6-6586-4026-ac2c-c4d4c6d9aecd', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:28:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b64c1ac-477e-46fe-b7bd-0014ec5f3f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:31:15Z', 'updated_at': '2021-08-10T04:31:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:31:18.687032 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2aac8d8b-5c65-4f28-b2e1-c5304b98adde tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:18.725183 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aac8d8b-5c65-4f28-b2e1-c5304b98adde tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Network f4e23e90-a37b-4358-aaf4-7625502be7f5 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:31:18.728104 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-2aac8d8b-5c65-4f28-b2e1-c5304b98adde tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:31:18.731827 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-8fb473af-b798-44f2-8f96-0faef99cd0a0 None None] For port 56cbd89b-9391-4c24-87ef-d970e6060fa7, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:31:18.732140 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aac8d8b-5c65-4f28-b2e1-c5304b98adde tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:31:18.734988 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-8fb473af-b798-44f2-8f96-0faef99cd0a0 None None] For port 56cbd89b-9391-4c24-87ef-d970e6060fa7, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=56cbd89b-9391-4c24-87ef-d970e6060fa7,segment=NetworkSegment(f1bdaa65-5714-4fab-bf07-d518a336cfc0),segment_id=f1bdaa65-5714-4fab-bf07-d518a336cfc0)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:31:18.740322 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-8fb473af-b798-44f2-8f96-0faef99cd0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:18.788409 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aac8d8b-5c65-4f28-b2e1-c5304b98adde tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event updated for resources: {'Port': ['ID=96901d3d-ee66-4104-9a9e-383e6b31d03a,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:31:18.793765 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2aac8d8b-5c65-4f28-b2e1-c5304b98adde tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521745'] for router_interface, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:18.797193 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb473af-b798-44f2-8f96-0faef99cd0a0 None None] Pushing event updated for resources: {'Port': ['ID=56cbd89b-9391-4c24-87ef-d970e6060fa7,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:31:18.966907 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2aac8d8b-5c65-4f28-b2e1-c5304b98adde tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:19.280474 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2aac8d8b-5c65-4f28-b2e1-c5304b98adde tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:19.285613 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2aac8d8b-5c65-4f28-b2e1-c5304b98adde tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:19.365036 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2aac8d8b-5c65-4f28-b2e1-c5304b98adde tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521893'] for router_interface, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:19.366830 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aac8d8b-5c65-4f28-b2e1-c5304b98adde tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event updated for resources: {'Port': ['ID=96901d3d-ee66-4104-9a9e-383e6b31d03a,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:31:19.473230 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aac8d8b-5c65-4f28-b2e1-c5304b98adde tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Network f4e23e90-a37b-4358-aaf4-7625502be7f5 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:31:19.475704 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-2aac8d8b-5c65-4f28-b2e1-c5304b98adde tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:31:19.603040 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aac8d8b-5c65-4f28-b2e1-c5304b98adde tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Router 2b64c1ac-477e-46fe-b7bd-0014ec5f3f7a has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:31:19.722158 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aac8d8b-5c65-4f28-b2e1-c5304b98adde tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:31:19.732863 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-2aac8d8b-5c65-4f28-b2e1-c5304b98adde tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "PUT /v2.0/routers/2b64c1ac-477e-46fe-b7bd-0014ec5f3f7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4634683 Aug 10 04:31:19.775615 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2cbc01-7996-4019-bd7e-18a32431671b None None] Network f4e23e90-a37b-4358-aaf4-7625502be7f5 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:31:19.845270 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-dfc31853-d378-42e6-932a-3bafbd47a35f None None] Provisioning for port 56cbd89b-9391-4c24-87ef-d970e6060fa7 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:31:19.876463 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-262e794b-8a40-46c2-a170-e9d99d851f5c req-14c02fbb-d9bd-44a5-a0ad-9e1a3bf57a55 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-738980359&fields=id&tenant_id=db935c6fffe84fc296c14b1cf491ed1b HTTP/1.1" status: 200 len: 267 time: 0.0353227 Aug 10 04:31:19.991891 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262e794b-8a40-46c2-a170-e9d99d851f5c req-6dc63d61-7b9f-4b39-ab41-6ae123ec4ff1 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:31:19.993505 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-262e794b-8a40-46c2-a170-e9d99d851f5c req-6dc63d61-7b9f-4b39-ab41-6ae123ec4ff1 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/networks?id=f4e23e90-a37b-4358-aaf4-7625502be7f5 HTTP/1.1" status: 200 len: 796 time: 0.1086900 Aug 10 04:31:20.010201 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-262e794b-8a40-46c2-a170-e9d99d851f5c req-566f465d-eb3b-4356-b160-ce55ae070374 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/quotas/db935c6fffe84fc296c14b1cf491ed1b HTTP/1.1" status: 200 len: 375 time: 0.0105865 Aug 10 04:31:20.069965 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-262e794b-8a40-46c2-a170-e9d99d851f5c req-b41442ff-0b8b-4c29-bfd9-39aed8bdeab5 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=db935c6fffe84fc296c14b1cf491ed1b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0538323 Aug 10 04:31:20.177594 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-262e794b-8a40-46c2-a170-e9d99d851f5c req-f0680b57-7e5b-4e4f-bc8c-f54e334ae034 service neutron] 10.222.0.44 "GET /v2.0/networks/f4e23e90-a37b-4358-aaf4-7625502be7f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948803 Aug 10 04:31:20.182068 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c2424c38-8ab3-4df3-b5ed-489c31699c7b None None] Provisioning for port 96901d3d-ee66-4104-9a9e-383e6b31d03a completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:31:20.187098 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c2424c38-8ab3-4df3-b5ed-489c31699c7b None None] Provisioning complete for port 96901d3d-ee66-4104-9a9e-383e6b31d03a triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:31:20.187558 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c2424c38-8ab3-4df3-b5ed-489c31699c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:20.229845 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c2424c38-8ab3-4df3-b5ed-489c31699c7b None None] Port 96901d3d-ee66-4104-9a9e-383e6b31d03a cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:31:20.280305 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-262e794b-8a40-46c2-a170-e9d99d851f5c req-10d6b233-6826-4d9d-b794-bb9e9b84dd29 service neutron] 10.222.0.44 "GET /v2.0/networks/f4e23e90-a37b-4358-aaf4-7625502be7f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974252 Aug 10 04:31:20.362585 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-7d292982-a8d8-4c7a-a9bb-9996279f6fb0 None None] Provisioning complete for port 96901d3d-ee66-4104-9a9e-383e6b31d03a triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:31:20.363094 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-7d292982-a8d8-4c7a-a9bb-9996279f6fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:20.409689 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-7d292982-a8d8-4c7a-a9bb-9996279f6fb0 None None] Port 96901d3d-ee66-4104-9a9e-383e6b31d03a cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:31:20.469082 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1b1318c0-72d7-4dea-9bb9-2eb98312c9b8 req-fb36c2ea-a112-4a8b-9406-ed902d1dffc3 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=35331ba2-0486-4087-b960-f46292468b9d HTTP/1.1" status: 200 len: 210 time: 0.0291243 Aug 10 04:31:20.505395 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed703cdb-225e-46a0-8ed5-fd7d04e90377 None None] Sync routers for ids ['2b64c1ac-477e-46fe-b7bd-0014ec5f3f7a'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:31:20.516805 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed703cdb-225e-46a0-8ed5-fd7d04e90377 None None] Routers {'2b64c1ac-477e-46fe-b7bd-0014ec5f3f7a'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:31:20.517496 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-ed703cdb-225e-46a0-8ed5-fd7d04e90377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:30:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['2b64c1ac-477e-46fe-b7bd-0014ec5f3f7a'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:31:20.628881 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-ae7319c7-c72c-4f00-bdc3-159c8b65a3ae None None] Provisioning complete for port 96901d3d-ee66-4104-9a9e-383e6b31d03a triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:31:20.629256 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ae7319c7-c72c-4f00-bdc3-159c8b65a3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:20.633646 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-ed703cdb-225e-46a0-8ed5-fd7d04e90377 None None] Set router 2b64c1ac-477e-46fe-b7bd-0014ec5f3f7a gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:31:20.669715 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-ae7319c7-c72c-4f00-bdc3-159c8b65a3ae None None] Port 96901d3d-ee66-4104-9a9e-383e6b31d03a cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:31:20.789455 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 56cbd89b-9391-4c24-87ef-d970e6060fa7 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:31:20.841781 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 56cbd89b-9391-4c24-87ef-d970e6060fa7 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:31:20.845759 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 56cbd89b-9391-4c24-87ef-d970e6060fa7 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:31:20.846406 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:20.883498 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-ed703cdb-225e-46a0-8ed5-fd7d04e90377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b64c1ac-477e-46fe-b7bd-0014ec5f3f7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-258438459', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '5ff348a6-6586-4026-ac2c-c4d4c6d9aecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:31:15Z', 'updated_at': '2021-08-10T04:31:18Z', 'revision_number': 4, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'gw_port': {'id': '5ff348a6-6586-4026-ac2c-c4d4c6d9aecd', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:28:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b64c1ac-477e-46fe-b7bd-0014ec5f3f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:31:15Z', 'updated_at': '2021-08-10T04:31:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '96901d3d-ee66-4104-9a9e-383e6b31d03a', 'name': '', 'network_id': 'f4e23e90-a37b-4358-aaf4-7625502be7f5', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'mac_address': 'fa:16:3e:2e:0a:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b64c1ac-477e-46fe-b7bd-0014ec5f3f7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '56fc946f-be09-4a98-8c4a-c835ccc470a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:31:18Z', 'updated_at': '2021-08-10T04:31:19Z', 'revision_number': 2, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'subnets': [{'id': '56fc946f-be09-4a98-8c4a-c835ccc470a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:31:20.910723 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed703cdb-225e-46a0-8ed5-fd7d04e90377 None None] Checking router: 2b64c1ac-477e-46fe-b7bd-0014ec5f3f7a for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:31:20.911599 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed703cdb-225e-46a0-8ed5-fd7d04e90377 None None] Updating router 2b64c1ac-477e-46fe-b7bd-0014ec5f3f7a port 96901d3d-ee66-4104-9a9e-383e6b31d03a binding host n-d-768862-13 {{(pid=94263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:31:20.932417 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:20.942570 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-ed703cdb-225e-46a0-8ed5-fd7d04e90377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:20.982064 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 56cbd89b-9391-4c24-87ef-d970e6060fa7, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=56cbd89b-9391-4c24-87ef-d970e6060fa7,segment=NetworkSegment(f1bdaa65-5714-4fab-bf07-d518a336cfc0),segment_id=f1bdaa65-5714-4fab-bf07-d518a336cfc0)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:31:20.987214 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:20.990317 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 5ff348a6-6586-4026-ac2c-c4d4c6d9aecd up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:31:21.069308 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=56cbd89b-9391-4c24-87ef-d970e6060fa7,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:31:21.084934 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 5ff348a6-6586-4026-ac2c-c4d4c6d9aecd completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:31:21.089169 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 5ff348a6-6586-4026-ac2c-c4d4c6d9aecd triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:31:21.089552 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:21.176594 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:21.196330 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 5ff348a6-6586-4026-ac2c-c4d4c6d9aecd, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=5ff348a6-6586-4026-ac2c-c4d4c6d9aecd,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:31:21.200703 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:21.229390 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-ed703cdb-225e-46a0-8ed5-fd7d04e90377 None None] Notify callbacks [] for port, precommit_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:21.239879 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.provisioning_blocks [None req-ed703cdb-225e-46a0-8ed5-fd7d04e90377 None None] Transition to ACTIVE for port object 96901d3d-ee66-4104-9a9e-383e6b31d03a will not be triggered until provisioned by entity L2. {{(pid=94263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:31:21.246595 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-ed703cdb-225e-46a0-8ed5-fd7d04e90377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:21.255337 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=5ff348a6-6586-4026-ac2c-c4d4c6d9aecd,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:31:21.293866 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be59a32-36fe-43bf-b532-29028ea89a2b None None] Pushing event updated for resources: {'Port': ['ID=96901d3d-ee66-4104-9a9e-383e6b31d03a,revision_number=3']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:31:21.319710 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be59a32-36fe-43bf-b532-29028ea89a2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:21.320061 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be59a32-36fe-43bf-b532-29028ea89a2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:21.320399 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be59a32-36fe-43bf-b532-29028ea89a2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:21.320729 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be59a32-36fe-43bf-b532-29028ea89a2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:21.321057 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be59a32-36fe-43bf-b532-29028ea89a2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:21.321381 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be59a32-36fe-43bf-b532-29028ea89a2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:21.321704 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be59a32-36fe-43bf-b532-29028ea89a2b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:21.322022 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be59a32-36fe-43bf-b532-29028ea89a2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:21.322371 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be59a32-36fe-43bf-b532-29028ea89a2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:21.322694 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be59a32-36fe-43bf-b532-29028ea89a2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:21.323013 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be59a32-36fe-43bf-b532-29028ea89a2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:21.323335 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be59a32-36fe-43bf-b532-29028ea89a2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:21.358484 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-ed703cdb-225e-46a0-8ed5-fd7d04e90377 None None] Attempting to bind port 96901d3d-ee66-4104-9a9e-383e6b31d03a on host n-d-768862-13 for vnic_type normal with profile {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:31:21.358913 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-ed703cdb-225e-46a0-8ed5-fd7d04e90377 None None] Attempting to bind port 96901d3d-ee66-4104-9a9e-383e6b31d03a by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'f1bdaa65-5714-4fab-bf07-d518a336cfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f4e23e90-a37b-4358-aaf4-7625502be7f5'}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:31:21.359280 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed703cdb-225e-46a0-8ed5-fd7d04e90377 None None] Attempting to bind port 96901d3d-ee66-4104-9a9e-383e6b31d03a on network f4e23e90-a37b-4358-aaf4-7625502be7f5 {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:31:21.364687 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed703cdb-225e-46a0-8ed5-fd7d04e90377 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:31:21.365053 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed703cdb-225e-46a0-8ed5-fd7d04e90377 None None] Checking segment: {'id': 'f1bdaa65-5714-4fab-bf07-d518a336cfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f4e23e90-a37b-4358-aaf4-7625502be7f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:31:21.365448 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-ed703cdb-225e-46a0-8ed5-fd7d04e90377 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:21.365832 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed703cdb-225e-46a0-8ed5-fd7d04e90377 None None] Bound using segment: {'id': 'f1bdaa65-5714-4fab-bf07-d518a336cfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f4e23e90-a37b-4358-aaf4-7625502be7f5'} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:31:21.366325 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-ed703cdb-225e-46a0-8ed5-fd7d04e90377 None None] Bound port: 96901d3d-ee66-4104-9a9e-383e6b31d03a, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1bdaa65-5714-4fab-bf07-d518a336cfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f4e23e90-a37b-4358-aaf4-7625502be7f5'}}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:31:21.366969 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-ed703cdb-225e-46a0-8ed5-fd7d04e90377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:21.437633 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-ed703cdb-225e-46a0-8ed5-fd7d04e90377 None None] For port 96901d3d-ee66-4104-9a9e-383e6b31d03a, host n-d-768862-13, cleared binding levels {{(pid=94263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:31:21.440929 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-ed703cdb-225e-46a0-8ed5-fd7d04e90377 None None] For port 96901d3d-ee66-4104-9a9e-383e6b31d03a, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=96901d3d-ee66-4104-9a9e-383e6b31d03a,segment=NetworkSegment(f1bdaa65-5714-4fab-bf07-d518a336cfc0),segment_id=f1bdaa65-5714-4fab-bf07-d518a336cfc0)] {{(pid=94263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:31:21.446458 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-ed703cdb-225e-46a0-8ed5-fd7d04e90377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:21.508648 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed703cdb-225e-46a0-8ed5-fd7d04e90377 None None] Routers {'2b64c1ac-477e-46fe-b7bd-0014ec5f3f7a'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:31:21.509247 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-ed703cdb-225e-46a0-8ed5-fd7d04e90377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:30:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['2b64c1ac-477e-46fe-b7bd-0014ec5f3f7a'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:31:21.566357 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be59a32-36fe-43bf-b532-29028ea89a2b None None] Pushing event updated for resources: {'Port': ['ID=96901d3d-ee66-4104-9a9e-383e6b31d03a,revision_number=4']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:31:21.586680 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-31d00989-b20a-4f8e-8abb-26e6cca07a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:21.617729 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262e794b-8a40-46c2-a170-e9d99d851f5c req-9865b1e9-ed79-4ee8-afed-be1f4dfd0d5d tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:31:21.620012 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-262e794b-8a40-46c2-a170-e9d99d851f5c req-9865b1e9-ed79-4ee8-afed-be1f4dfd0d5d tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.42 "GET /v2.0/networks?id=f4e23e90-a37b-4358-aaf4-7625502be7f5 HTTP/1.1" status: 200 len: 796 time: 0.1797276 Aug 10 04:31:21.644061 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-ed703cdb-225e-46a0-8ed5-fd7d04e90377 None None] Set router 2b64c1ac-477e-46fe-b7bd-0014ec5f3f7a gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:31:21.661925 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-66969de1-6fdc-431f-be9b-c1913e20b68f req-29ab33ab-61a6-40ff-a8d6-68a2d747fdca tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=35331ba2-0486-4087-b960-f46292468b9d HTTP/1.1" status: 200 len: 210 time: 0.0412774 Aug 10 04:31:21.690076 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-262e794b-8a40-46c2-a170-e9d99d851f5c req-6bf29afc-3490-4381-9cf0-25cd50fabf16 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db935c6fffe84fc296c14b1cf491ed1b HTTP/1.1" status: 200 len: 379 time: 0.0591588 Aug 10 04:31:21.701897 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-262e794b-8a40-46c2-a170-e9d99d851f5c req-1edde5f0-7219-4f4b-8a67-be1fe4618bda tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Request body: {'port': {'device_id': '35331ba2-0486-4087-b960-f46292468b9d', 'network_id': 'f4e23e90-a37b-4358-aaf4-7625502be7f5', 'admin_state_up': True, 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'security_groups': ['c59958f5-136d-4831-b9e4-4b3ab812644a']}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:31:21.824499 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-262e794b-8a40-46c2-a170-e9d99d851f5c req-1edde5f0-7219-4f4b-8a67-be1fe4618bda tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Made reservation on behalf of db935c6fffe84fc296c14b1cf491ed1b for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:31:21.828098 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-262e794b-8a40-46c2-a170-e9d99d851f5c req-1edde5f0-7219-4f4b-8a67-be1fe4618bda tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:21.945389 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-ed703cdb-225e-46a0-8ed5-fd7d04e90377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b64c1ac-477e-46fe-b7bd-0014ec5f3f7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-258438459', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '5ff348a6-6586-4026-ac2c-c4d4c6d9aecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:31:15Z', 'updated_at': '2021-08-10T04:31:18Z', 'revision_number': 4, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'gw_port': {'id': '5ff348a6-6586-4026-ac2c-c4d4c6d9aecd', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:28:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b64c1ac-477e-46fe-b7bd-0014ec5f3f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:31:15Z', 'updated_at': '2021-08-10T04:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '96901d3d-ee66-4104-9a9e-383e6b31d03a', 'name': '', 'network_id': 'f4e23e90-a37b-4358-aaf4-7625502be7f5', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'mac_address': 'fa:16:3e:2e:0a:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b64c1ac-477e-46fe-b7bd-0014ec5f3f7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '56fc946f-be09-4a98-8c4a-c835ccc470a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:31:18Z', 'updated_at': '2021-08-10T04:31:21Z', 'revision_number': 4, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'subnets': [{'id': '56fc946f-be09-4a98-8c4a-c835ccc470a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:31:21.958684 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-262e794b-8a40-46c2-a170-e9d99d851f5c req-1edde5f0-7219-4f4b-8a67-be1fe4618bda tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Allocated IP 172.20.0.9 (f4e23e90-a37b-4358-aaf4-7625502be7f5/56fc946f-be09-4a98-8c4a-c835ccc470a0/4f87e506-7746-4891-ba4f-f1f501ce79f1) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:31:21.971173 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed703cdb-225e-46a0-8ed5-fd7d04e90377 None None] The sync data for ids ['2b64c1ac-477e-46fe-b7bd-0014ec5f3f7a'] in n-d-768862-13 is: [{'id': '2b64c1ac-477e-46fe-b7bd-0014ec5f3f7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-258438459', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '5ff348a6-6586-4026-ac2c-c4d4c6d9aecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:31:15Z', 'updated_at': '2021-08-10T04:31:18Z', 'revision_number': 4, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'gw_port': {'id': '5ff348a6-6586-4026-ac2c-c4d4c6d9aecd', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:28:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b64c1ac-477e-46fe-b7bd-0014ec5f3f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:31:15Z', 'updated_at': '2021-08-10T04:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '96901d3d-ee66-4104-9a9e-383e6b31d03a', 'name': '', 'network_id': 'f4e23e90-a37b-4358-aaf4-7625502be7f5', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'mac_address': 'fa:16:3e:2e:0a:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b64c1ac-477e-46fe-b7bd-0014ec5f3f7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '56fc946f-be09-4a98-8c4a-c835ccc470a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:31:18Z', 'updated_at': '2021-08-10T04:31:21Z', 'revision_number': 4, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'subnets': [{'id': '56fc946f-be09-4a98-8c4a-c835ccc470a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:31:22.121260 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-262e794b-8a40-46c2-a170-e9d99d851f5c req-1edde5f0-7219-4f4b-8a67-be1fe4618bda tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:22.137136 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-262e794b-8a40-46c2-a170-e9d99d851f5c req-1edde5f0-7219-4f4b-8a67-be1fe4618bda tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Transition to ACTIVE for port object 4f87e506-7746-4891-ba4f-f1f501ce79f1 will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:31:22.171155 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-262e794b-8a40-46c2-a170-e9d99d851f5c req-1edde5f0-7219-4f4b-8a67-be1fe4618bda tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:22.217755 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-262e794b-8a40-46c2-a170-e9d99d851f5c req-1edde5f0-7219-4f4b-8a67-be1fe4618bda tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Network f4e23e90-a37b-4358-aaf4-7625502be7f5 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:31:22.221070 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-262e794b-8a40-46c2-a170-e9d99d851f5c req-1edde5f0-7219-4f4b-8a67-be1fe4618bda tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:31:22.225508 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-262e794b-8a40-46c2-a170-e9d99d851f5c req-1edde5f0-7219-4f4b-8a67-be1fe4618bda tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:31:22.252122 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edde5f0-7219-4f4b-8a67-be1fe4618bda tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event updated for resources: {'Port': ['ID=4f87e506-7746-4891-ba4f-f1f501ce79f1,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:31:22.284428 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262e794b-8a40-46c2-a170-e9d99d851f5c req-1edde5f0-7219-4f4b-8a67-be1fe4618bda tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:31:22.285265 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-262e794b-8a40-46c2-a170-e9d99d851f5c req-1edde5f0-7219-4f4b-8a67-be1fe4618bda tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:22.303464 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-262e794b-8a40-46c2-a170-e9d99d851f5c req-1edde5f0-7219-4f4b-8a67-be1fe4618bda tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6069751 Aug 10 04:31:22.317326 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-262e794b-8a40-46c2-a170-e9d99d851f5c req-335da723-ef68-4e6c-b36f-f76ac1d75973 service neutron] Request body: {'port': {'device_id': '35331ba2-0486-4087-b960-f46292468b9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:31:22.380497 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-262e794b-8a40-46c2-a170-e9d99d851f5c req-335da723-ef68-4e6c-b36f-f76ac1d75973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:22.513259 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-ebc88e92-381d-4ecd-abc6-c0032490e925 None None] Provisioning for port 4f87e506-7746-4891-ba4f-f1f501ce79f1 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:31:22.517471 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-ebc88e92-381d-4ecd-abc6-c0032490e925 None None] Provisioning complete for port 4f87e506-7746-4891-ba4f-f1f501ce79f1 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:31:22.517842 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ebc88e92-381d-4ecd-abc6-c0032490e925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:22.555058 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-ebc88e92-381d-4ecd-abc6-c0032490e925 None None] Port 4f87e506-7746-4891-ba4f-f1f501ce79f1 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:31:22.674531 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-262e794b-8a40-46c2-a170-e9d99d851f5c req-335da723-ef68-4e6c-b36f-f76ac1d75973 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f87e506-7746-4891-ba4f-f1f501ce79f1 {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:31:22.682590 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-262e794b-8a40-46c2-a170-e9d99d851f5c req-335da723-ef68-4e6c-b36f-f76ac1d75973 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:22.700111 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-262e794b-8a40-46c2-a170-e9d99d851f5c req-335da723-ef68-4e6c-b36f-f76ac1d75973 service neutron] Transition to ACTIVE for port object 4f87e506-7746-4891-ba4f-f1f501ce79f1 will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:31:22.704232 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-262e794b-8a40-46c2-a170-e9d99d851f5c req-335da723-ef68-4e6c-b36f-f76ac1d75973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:22.789690 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335da723-ef68-4e6c-b36f-f76ac1d75973 service neutron] Pushing event updated for resources: {'Port': ['ID=4f87e506-7746-4891-ba4f-f1f501ce79f1,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:31:22.901266 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 96901d3d-ee66-4104-9a9e-383e6b31d03a up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:31:22.921101 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9899fd6-c51d-4516-aed1-bb10d619abcd req-fad9a74d-8b34-41ce-a55f-7a44ed77cba8 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:31:22.931757 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d9899fd6-c51d-4516-aed1-bb10d619abcd req-fad9a74d-8b34-41ce-a55f-7a44ed77cba8 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=35331ba2-0486-4087-b960-f46292468b9d HTTP/1.1" status: 200 len: 943 time: 0.1466680 Aug 10 04:31:22.961527 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 96901d3d-ee66-4104-9a9e-383e6b31d03a completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:31:22.966000 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 96901d3d-ee66-4104-9a9e-383e6b31d03a triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:31:22.966621 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:22.982521 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-262e794b-8a40-46c2-a170-e9d99d851f5c req-335da723-ef68-4e6c-b36f-f76ac1d75973 service neutron] Attempting to bind port 4f87e506-7746-4891-ba4f-f1f501ce79f1 on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:31:22.982946 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-262e794b-8a40-46c2-a170-e9d99d851f5c req-335da723-ef68-4e6c-b36f-f76ac1d75973 service neutron] Attempting to bind port 4f87e506-7746-4891-ba4f-f1f501ce79f1 by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': 'f1bdaa65-5714-4fab-bf07-d518a336cfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f4e23e90-a37b-4358-aaf4-7625502be7f5'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:31:22.983284 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262e794b-8a40-46c2-a170-e9d99d851f5c req-335da723-ef68-4e6c-b36f-f76ac1d75973 service neutron] Attempting to bind port 4f87e506-7746-4891-ba4f-f1f501ce79f1 on network f4e23e90-a37b-4358-aaf4-7625502be7f5 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:31:22.996813 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262e794b-8a40-46c2-a170-e9d99d851f5c req-335da723-ef68-4e6c-b36f-f76ac1d75973 service neutron] Port 4f87e506-7746-4891-ba4f-f1f501ce79f1 on network f4e23e90-a37b-4358-aaf4-7625502be7f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:31:22.997122 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262e794b-8a40-46c2-a170-e9d99d851f5c req-335da723-ef68-4e6c-b36f-f76ac1d75973 service neutron] Attempting to bind port 4f87e506-7746-4891-ba4f-f1f501ce79f1 on network f4e23e90-a37b-4358-aaf4-7625502be7f5 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:31:23.007246 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d9899fd6-c51d-4516-aed1-bb10d619abcd req-999c7a6d-7f7c-4596-b098-cbbb6a7094c5 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=c59958f5-136d-4831-b9e4-4b3ab812644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745783 Aug 10 04:31:23.014672 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262e794b-8a40-46c2-a170-e9d99d851f5c req-335da723-ef68-4e6c-b36f-f76ac1d75973 service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:31:23.019781 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262e794b-8a40-46c2-a170-e9d99d851f5c req-335da723-ef68-4e6c-b36f-f76ac1d75973 service neutron] Checking segment: {'id': 'f1bdaa65-5714-4fab-bf07-d518a336cfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f4e23e90-a37b-4358-aaf4-7625502be7f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:31:23.020255 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262e794b-8a40-46c2-a170-e9d99d851f5c req-335da723-ef68-4e6c-b36f-f76ac1d75973 service neutron] Bound using segment: {'id': 'f1bdaa65-5714-4fab-bf07-d518a336cfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f4e23e90-a37b-4358-aaf4-7625502be7f5'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:31:23.024455 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-262e794b-8a40-46c2-a170-e9d99d851f5c req-335da723-ef68-4e6c-b36f-f76ac1d75973 service neutron] Bound port: 4f87e506-7746-4891-ba4f-f1f501ce79f1, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1bdaa65-5714-4fab-bf07-d518a336cfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f4e23e90-a37b-4358-aaf4-7625502be7f5'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:31:23.025817 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-262e794b-8a40-46c2-a170-e9d99d851f5c req-335da723-ef68-4e6c-b36f-f76ac1d75973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:23.102354 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:23.115649 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-262e794b-8a40-46c2-a170-e9d99d851f5c req-335da723-ef68-4e6c-b36f-f76ac1d75973 service neutron] For port 4f87e506-7746-4891-ba4f-f1f501ce79f1, host n-h1-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:31:23.119933 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-262e794b-8a40-46c2-a170-e9d99d851f5c req-335da723-ef68-4e6c-b36f-f76ac1d75973 service neutron] For port 4f87e506-7746-4891-ba4f-f1f501ce79f1, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=4f87e506-7746-4891-ba4f-f1f501ce79f1,segment=NetworkSegment(f1bdaa65-5714-4fab-bf07-d518a336cfc0),segment_id=f1bdaa65-5714-4fab-bf07-d518a336cfc0)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:31:23.127906 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-262e794b-8a40-46c2-a170-e9d99d851f5c req-335da723-ef68-4e6c-b36f-f76ac1d75973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:23.141044 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 96901d3d-ee66-4104-9a9e-383e6b31d03a, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=96901d3d-ee66-4104-9a9e-383e6b31d03a,segment=NetworkSegment(f1bdaa65-5714-4fab-bf07-d518a336cfc0),segment_id=f1bdaa65-5714-4fab-bf07-d518a336cfc0)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:31:23.147235 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:23.148523 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 56cbd89b-9391-4c24-87ef-d970e6060fa7 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:31:23.165638 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262e794b-8a40-46c2-a170-e9d99d851f5c req-335da723-ef68-4e6c-b36f-f76ac1d75973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:31:23.166653 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-262e794b-8a40-46c2-a170-e9d99d851f5c req-335da723-ef68-4e6c-b36f-f76ac1d75973 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:23.168490 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-262e794b-8a40-46c2-a170-e9d99d851f5c req-335da723-ef68-4e6c-b36f-f76ac1d75973 service neutron] 10.222.0.42 "PUT /v2.0/ports/4f87e506-7746-4891-ba4f-f1f501ce79f1 HTTP/1.1" status: 200 len: 1092 time: 0.8561041 Aug 10 04:31:23.171240 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35331ba2-0486-4087-b960-f46292468b9d', 'tag': '4f87e506-7746-4891-ba4f-f1f501ce79f1'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:31:23.182008 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7142606bf34c4189ec1af3eb1cc50705e8815838b55f5940d6ad7e637f738b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6402b2f-48f9-4ad5-ad28-02119cc44685" -d '{"events": [{"name": "network-changed", "server_uuid": "35331ba2-0486-4087-b960-f46292468b9d", "tag": "4f87e506-7746-4891-ba4f-f1f501ce79f1"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:31:23.232552 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335da723-ef68-4e6c-b36f-f76ac1d75973 service neutron] Pushing event updated for resources: {'Port': ['ID=4f87e506-7746-4891-ba4f-f1f501ce79f1,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:31:23.240336 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=96901d3d-ee66-4104-9a9e-383e6b31d03a,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:31:23.260352 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 56cbd89b-9391-4c24-87ef-d970e6060fa7 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:31:23.260732 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:23.287904 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262e794b-8a40-46c2-a170-e9d99d851f5c req-8de4971c-6867-4005-a8e0-971bc4464282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:31:23.289732 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-262e794b-8a40-46c2-a170-e9d99d851f5c req-8de4971c-6867-4005-a8e0-971bc4464282 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=db935c6fffe84fc296c14b1cf491ed1b&device_id=35331ba2-0486-4087-b960-f46292468b9d HTTP/1.1" status: 200 len: 1095 time: 0.0526803 Aug 10 04:31:23.343476 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-262e794b-8a40-46c2-a170-e9d99d851f5c req-1fec2f83-732a-4013-893a-59d9c39f5559 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f87e506-7746-4891-ba4f-f1f501ce79f1 HTTP/1.1" status: 200 len: 217 time: 0.0449786 Aug 10 04:31:23.345059 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91cd9d41-c098-42c3-b8fc-911ea1d2c610 x-openstack-request-id: req-91cd9d41-c098-42c3-b8fc-911ea1d2c610 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:31:23.345278 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35331ba2-0486-4087-b960-f46292468b9d", "tag": "4f87e506-7746-4891-ba4f-f1f501ce79f1", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:31:23.345533 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-91cd9d41-c098-42c3-b8fc-911ea1d2c610 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:31:23.345938 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35331ba2-0486-4087-b960-f46292468b9d', 'tag': '4f87e506-7746-4891-ba4f-f1f501ce79f1', 'status': 'completed', 'code': 200} Aug 10 04:31:23.353589 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 5ff348a6-6586-4026-ac2c-c4d4c6d9aecd up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:31:23.397116 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262e794b-8a40-46c2-a170-e9d99d851f5c req-f6265d1a-a407-48e1-a7c4-592c80fcb3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:31:23.398986 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-262e794b-8a40-46c2-a170-e9d99d851f5c req-f6265d1a-a407-48e1-a7c4-592c80fcb3b3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=56fc946f-be09-4a98-8c4a-c835ccc470a0 HTTP/1.1" status: 200 len: 835 time: 0.0482669 Aug 10 04:31:23.407038 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 5ff348a6-6586-4026-ac2c-c4d4c6d9aecd triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:31:23.407468 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:23.446621 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262e794b-8a40-46c2-a170-e9d99d851f5c req-907a6e71-4c5b-4256-b246-c14957de7844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:31:23.448051 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-262e794b-8a40-46c2-a170-e9d99d851f5c req-907a6e71-4c5b-4256-b246-c14957de7844 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f4e23e90-a37b-4358-aaf4-7625502be7f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417597 Aug 10 04:31:23.543580 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-262e794b-8a40-46c2-a170-e9d99d851f5c req-9118bc7c-1d02-415e-b992-fc015b88dffb service neutron] 10.222.0.42 "GET /v2.0/networks/f4e23e90-a37b-4358-aaf4-7625502be7f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881236 Aug 10 04:31:23.634461 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-262e794b-8a40-46c2-a170-e9d99d851f5c req-43a1ba58-8c9d-4e32-9b15-11011061b112 service neutron] 10.222.0.42 "GET /v2.0/networks/f4e23e90-a37b-4358-aaf4-7625502be7f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836856 Aug 10 04:31:23.721883 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6402b2f-48f9-4ad5-ad28-02119cc44685 req-d1f33546-e7a3-46aa-a10a-fa82e0cd68f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:31:23.723962 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e6402b2f-48f9-4ad5-ad28-02119cc44685 req-d1f33546-e7a3-46aa-a10a-fa82e0cd68f4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=db935c6fffe84fc296c14b1cf491ed1b&device_id=35331ba2-0486-4087-b960-f46292468b9d HTTP/1.1" status: 200 len: 1095 time: 0.0403929 Aug 10 04:31:23.775977 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-5fc69a1d-4c5b-40f8-bb6d-852ad5fabe29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:23.818091 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6402b2f-48f9-4ad5-ad28-02119cc44685 req-1e56531c-f66a-42f8-8a33-76da038b60fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:31:23.819695 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e6402b2f-48f9-4ad5-ad28-02119cc44685 req-1e56531c-f66a-42f8-8a33-76da038b60fc service neutron] 10.222.0.42 "GET /v2.0/networks?id=f4e23e90-a37b-4358-aaf4-7625502be7f5 HTTP/1.1" status: 200 len: 896 time: 0.0891447 Aug 10 04:31:23.861788 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e6402b2f-48f9-4ad5-ad28-02119cc44685 req-0c1500b5-f231-40ed-bae3-301a4eaae392 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f87e506-7746-4891-ba4f-f1f501ce79f1 HTTP/1.1" status: 200 len: 217 time: 0.0347252 Aug 10 04:31:23.909519 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6402b2f-48f9-4ad5-ad28-02119cc44685 req-097dd373-aaea-42aa-9f09-3e8af5f9c446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:31:23.911380 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e6402b2f-48f9-4ad5-ad28-02119cc44685 req-097dd373-aaea-42aa-9f09-3e8af5f9c446 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=56fc946f-be09-4a98-8c4a-c835ccc470a0 HTTP/1.1" status: 200 len: 835 time: 0.0420620 Aug 10 04:31:23.961800 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6402b2f-48f9-4ad5-ad28-02119cc44685 req-4a068dd5-b0c3-4fe7-9714-a6392327f60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:31:23.963370 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e6402b2f-48f9-4ad5-ad28-02119cc44685 req-4a068dd5-b0c3-4fe7-9714-a6392327f60f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f4e23e90-a37b-4358-aaf4-7625502be7f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451484 Aug 10 04:31:24.054588 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e6402b2f-48f9-4ad5-ad28-02119cc44685 req-8abad48a-90c4-41b6-9cc8-dbe304b0d51e service neutron] 10.222.0.42 "GET /v2.0/networks/f4e23e90-a37b-4358-aaf4-7625502be7f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832951 Aug 10 04:31:24.174597 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf49e2d-b625-46dc-a5ef-b0204d8aa3a9 req-6e1a95d1-1e0b-40cf-9c51-ace47b11dff4 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:31:24.176036 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-daf49e2d-b625-46dc-a5ef-b0204d8aa3a9 req-6e1a95d1-1e0b-40cf-9c51-ace47b11dff4 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=35331ba2-0486-4087-b960-f46292468b9d HTTP/1.1" status: 200 len: 943 time: 0.0959387 Aug 10 04:31:24.197282 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e6402b2f-48f9-4ad5-ad28-02119cc44685 req-3769ff9f-5a00-4217-b856-7ef0aa892e1e service neutron] 10.222.0.42 "GET /v2.0/networks/f4e23e90-a37b-4358-aaf4-7625502be7f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349359 Aug 10 04:31:24.225248 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-daf49e2d-b625-46dc-a5ef-b0204d8aa3a9 req-7167aa68-2d67-452c-90cf-86289f64db3f tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=c59958f5-136d-4831-b9e4-4b3ab812644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399406 Aug 10 04:31:24.373733 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:24.732233 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 96901d3d-ee66-4104-9a9e-383e6b31d03a up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:31:24.778790 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 96901d3d-ee66-4104-9a9e-383e6b31d03a triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:31:24.779500 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:25.344559 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d46f5ed-931a-43fd-8976-5c0f5035f58c req-0c2f56d8-6e23-4e35-bb37-94e57b50f3ae tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:31:25.346214 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3d46f5ed-931a-43fd-8976-5c0f5035f58c req-0c2f56d8-6e23-4e35-bb37-94e57b50f3ae tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=35331ba2-0486-4087-b960-f46292468b9d HTTP/1.1" status: 200 len: 943 time: 0.0526137 Aug 10 04:31:25.385483 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3d46f5ed-931a-43fd-8976-5c0f5035f58c req-38d82196-b6b9-4dd5-b75c-fd3f35356480 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=c59958f5-136d-4831-b9e4-4b3ab812644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324950 Aug 10 04:31:25.548702 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 4f87e506-7746-4891-ba4f-f1f501ce79f1 details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:31:25.656766 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 4f87e506-7746-4891-ba4f-f1f501ce79f1, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=4f87e506-7746-4891-ba4f-f1f501ce79f1,segment=NetworkSegment(f1bdaa65-5714-4fab-bf07-d518a336cfc0),segment_id=f1bdaa65-5714-4fab-bf07-d518a336cfc0)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:31:25.670680 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:25.671444 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': '4f87e506-7746-4891-ba4f-f1f501ce79f1', 'network_id': 'f4e23e90-a37b-4358-aaf4-7625502be7f5', 'port_id': '4f87e506-7746-4891-ba4f-f1f501ce79f1', 'mac_address': 'fa:16:3e:45:c0:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56fc946f-be09-4a98-8c4a-c835ccc470a0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:31:25.707150 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:25.720099 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f87e506-7746-4891-ba4f-f1f501ce79f1 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:31:25.740223 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 4f87e506-7746-4891-ba4f-f1f501ce79f1, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=4f87e506-7746-4891-ba4f-f1f501ce79f1,segment=NetworkSegment(f1bdaa65-5714-4fab-bf07-d518a336cfc0),segment_id=f1bdaa65-5714-4fab-bf07-d518a336cfc0)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:31:25.743905 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:25.794397 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=4f87e506-7746-4891-ba4f-f1f501ce79f1,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:31:25.991667 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['4f87e506-7746-4891-ba4f-f1f501ce79f1'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:31:26.509917 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d32200-62ef-4e72-9457-87867647312d req-e974a109-e8b1-4083-bae8-7253a6645af5 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:31:26.511545 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-22d32200-62ef-4e72-9457-87867647312d req-e974a109-e8b1-4083-bae8-7253a6645af5 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=35331ba2-0486-4087-b960-f46292468b9d HTTP/1.1" status: 200 len: 944 time: 0.0587845 Aug 10 04:31:26.549334 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-22d32200-62ef-4e72-9457-87867647312d req-411cadfc-b181-4778-b6a0-ed22e236fa5e tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=c59958f5-136d-4831-b9e4-4b3ab812644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311265 Aug 10 04:31:26.763791 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:27.096066 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:27.564179 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 4f87e506-7746-4891-ba4f-f1f501ce79f1 up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:31:27.612937 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning for port 4f87e506-7746-4891-ba4f-f1f501ce79f1 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:31:27.616978 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port 4f87e506-7746-4891-ba4f-f1f501ce79f1 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:31:27.617363 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:27.670810 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7d67ac-4662-401e-8ce4-728022435bb3 req-31bbd1c6-c76d-4d4c-92d4-c98a2fb3997b tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:31:27.672337 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6f7d67ac-4662-401e-8ce4-728022435bb3 req-31bbd1c6-c76d-4d4c-92d4-c98a2fb3997b tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=35331ba2-0486-4087-b960-f46292468b9d HTTP/1.1" status: 200 len: 944 time: 0.0502071 Aug 10 04:31:27.693373 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:27.711724 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6f7d67ac-4662-401e-8ce4-728022435bb3 req-0d4f8951-8cdc-44f1-b16d-cac3666e5a33 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=c59958f5-136d-4831-b9e4-4b3ab812644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327835 Aug 10 04:31:27.716153 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35331ba2-0486-4087-b960-f46292468b9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f87e506-7746-4891-ba4f-f1f501ce79f1'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:31:27.718429 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}583660bde03669f2dd7fb79ddb869ac83356356549bc1793f8d2e37d6d7017ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3f24e5-6d66-4054-a91e-954b646e996b" -d '{"events": [{"server_uuid": "35331ba2-0486-4087-b960-f46292468b9d", "name": "network-vif-plugged", "status": "completed", "tag": "4f87e506-7746-4891-ba4f-f1f501ce79f1"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:31:27.735860 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 4f87e506-7746-4891-ba4f-f1f501ce79f1, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=4f87e506-7746-4891-ba4f-f1f501ce79f1,segment=NetworkSegment(f1bdaa65-5714-4fab-bf07-d518a336cfc0),segment_id=f1bdaa65-5714-4fab-bf07-d518a336cfc0)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:31:27.740535 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:27.764073 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ac7e3d-1dd2-4990-a8e9-cf59450d3f71 x-openstack-request-id: req-f9ac7e3d-1dd2-4990-a8e9-cf59450d3f71 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:31:27.764363 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35331ba2-0486-4087-b960-f46292468b9d", "name": "network-vif-plugged", "status": "completed", "tag": "4f87e506-7746-4891-ba4f-f1f501ce79f1", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:31:27.764614 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f9ac7e3d-1dd2-4990-a8e9-cf59450d3f71 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:31:27.764998 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35331ba2-0486-4087-b960-f46292468b9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f87e506-7746-4891-ba4f-f1f501ce79f1', 'code': 200} Aug 10 04:31:27.789881 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=4f87e506-7746-4891-ba4f-f1f501ce79f1,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:31:27.856006 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28909cf7-2685-458a-b955-2860e600e244 req-dca9f1b5-3f90-442d-ac6e-0eb7112cce47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:31:27.857546 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-28909cf7-2685-458a-b955-2860e600e244 req-dca9f1b5-3f90-442d-ac6e-0eb7112cce47 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=35331ba2-0486-4087-b960-f46292468b9d HTTP/1.1" status: 200 len: 1097 time: 0.0438554 Aug 10 04:31:27.892463 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-28909cf7-2685-458a-b955-2860e600e244 req-729d72a4-4ef4-4f5c-8f58-a4a2e9cae98f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c59958f5-136d-4831-b9e4-4b3ab812644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282462 Aug 10 04:31:28.827629 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2d43ad-e6a6-483a-a901-b47b708434eb req-adeeaadd-2c69-4acd-97e3-d58d98355305 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:31:28.829001 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ca2d43ad-e6a6-483a-a901-b47b708434eb req-adeeaadd-2c69-4acd-97e3-d58d98355305 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=35331ba2-0486-4087-b960-f46292468b9d HTTP/1.1" status: 200 len: 945 time: 0.0476420 Aug 10 04:31:28.866942 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ca2d43ad-e6a6-483a-a901-b47b708434eb req-281a0d0f-1c58-47fe-9855-a3604d6376d4 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=c59958f5-136d-4831-b9e4-4b3ab812644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314493 Aug 10 04:31:28.978479 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3d7dc3-0339-4067-9fa0-59aebe3946a7 req-9972febc-6a5f-4226-97f3-ad3976b9c538 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:31:28.979952 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4e3d7dc3-0339-4067-9fa0-59aebe3946a7 req-9972febc-6a5f-4226-97f3-ad3976b9c538 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=35331ba2-0486-4087-b960-f46292468b9d HTTP/1.1" status: 200 len: 945 time: 0.0481308 Aug 10 04:31:29.017156 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4e3d7dc3-0339-4067-9fa0-59aebe3946a7 req-6afead12-d984-4f8c-87e4-a29e007620c6 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=c59958f5-136d-4831-b9e4-4b3ab812644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313103 Aug 10 04:31:29.038524 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51452) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:31:29.080277 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a4f408-8fa7-4ace-8525-02714ddd7e34 tempest-TestNetworkAdvancedServerOps-1236493669 tempest-TestNetworkAdvancedServerOps-1236493669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:31:29.081675 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-93a4f408-8fa7-4ace-8525-02714ddd7e34 tempest-TestNetworkAdvancedServerOps-1236493669 tempest-TestNetworkAdvancedServerOps-1236493669-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=35331ba2-0486-4087-b960-f46292468b9d HTTP/1.1" status: 200 len: 1092 time: 0.0422113 Aug 10 04:31:29.084675 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51454) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:31:29.088944 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-daa666a5-26e7-4901-b134-46208e401237 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Request body: {'floatingip': {'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'port_id': '4f87e506-7746-4891-ba4f-f1f501ce79f1', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:31:29.110603 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-daa666a5-26e7-4901-b134-46208e401237 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for floatingip, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:29.203573 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-daa666a5-26e7-4901-b134-46208e401237 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:29.308076 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-daa666a5-26e7-4901-b134-46208e401237 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Allocated IP 172.25.6.74 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/b9ee9cb0-9eda-463f-96f1-21797253bdb1) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:31:29.406407 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-daa666a5-26e7-4901-b134-46208e401237 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:29.444771 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-daa666a5-26e7-4901-b134-46208e401237 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:29.487922 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa666a5-26e7-4901-b134-46208e401237 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:31:29.491429 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-daa666a5-26e7-4901-b134-46208e401237 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:31:29.495294 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa666a5-26e7-4901-b134-46208e401237 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:31:29.501017 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa666a5-26e7-4901-b134-46208e401237 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event updated for resources: {'Port': ['ID=b9ee9cb0-9eda-463f-96f1-21797253bdb1,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:31:29.855421 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-daa666a5-26e7-4901-b134-46208e401237 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:29.924287 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-daa666a5-26e7-4901-b134-46208e401237 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:30.074646 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-daa666a5-26e7-4901-b134-46208e401237 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:30.078940 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-daa666a5-26e7-4901-b134-46208e401237 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:30.154042 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa666a5-26e7-4901-b134-46208e401237 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event updated for resources: {'Port': ['ID=b9ee9cb0-9eda-463f-96f1-21797253bdb1,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:31:30.167595 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-daa666a5-26e7-4901-b134-46208e401237 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:30.266910 n-d-768862-13 neutron-server[94260]: INFO neutron.db.l3_db [None req-daa666a5-26e7-4901-b134-46208e401237 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Floating IP 5e72a9e5-ccde-4c6f-8337-bd65b7aea0c3 associated. External IP: 172.25.6.74, port: 4f87e506-7746-4891-ba4f-f1f501ce79f1. Aug 10 04:31:30.793192 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daa666a5-26e7-4901-b134-46208e401237 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Router 2b64c1ac-477e-46fe-b7bd-0014ec5f3f7a has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:31:30.899374 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daa666a5-26e7-4901-b134-46208e401237 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:31:30.909417 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3b0c30-e949-4b6c-a298-e981370d9966 None None] Sync routers for ids ['2b64c1ac-477e-46fe-b7bd-0014ec5f3f7a'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:31:30.914967 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-daa666a5-26e7-4901-b134-46208e401237 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:30.919254 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3b0c30-e949-4b6c-a298-e981370d9966 None None] Routers {'2b64c1ac-477e-46fe-b7bd-0014ec5f3f7a'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:31:30.919859 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-7b3b0c30-e949-4b6c-a298-e981370d9966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:31:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['2b64c1ac-477e-46fe-b7bd-0014ec5f3f7a'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:31:30.941715 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-daa666a5-26e7-4901-b134-46208e401237 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8560345 Aug 10 04:31:30.942906 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35331ba2-0486-4087-b960-f46292468b9d', 'tag': '4f87e506-7746-4891-ba4f-f1f501ce79f1'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:31:30.945147 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7142606bf34c4189ec1af3eb1cc50705e8815838b55f5940d6ad7e637f738b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79193982-79d5-4812-bbd6-130a651a9023" -d '{"events": [{"name": "network-changed", "server_uuid": "35331ba2-0486-4087-b960-f46292468b9d", "tag": "4f87e506-7746-4891-ba4f-f1f501ce79f1"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:31:31.024684 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-7b3b0c30-e949-4b6c-a298-e981370d9966 None None] Set router 2b64c1ac-477e-46fe-b7bd-0014ec5f3f7a gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:31:31.036476 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60d1e8b-dbb9-44b4-9ae4-252f82750f7c req-e9fcff7f-0b35-4a21-9669-c3d61f578037 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:31:31.037973 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c60d1e8b-dbb9-44b4-9ae4-252f82750f7c req-e9fcff7f-0b35-4a21-9669-c3d61f578037 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=35331ba2-0486-4087-b960-f46292468b9d HTTP/1.1" status: 200 len: 945 time: 0.0493436 Aug 10 04:31:31.076442 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c60d1e8b-dbb9-44b4-9ae4-252f82750f7c req-2cc3f2ba-e20f-4ca5-a5e6-41d9df18b58a tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=c59958f5-136d-4831-b9e4-4b3ab812644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323427 Aug 10 04:31:31.099073 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 51460) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:31:31.132802 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e9f736-33f3-4974-b516-2c28514c2cc1 x-openstack-request-id: req-92e9f736-33f3-4974-b516-2c28514c2cc1 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:31:31.133105 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35331ba2-0486-4087-b960-f46292468b9d", "tag": "4f87e506-7746-4891-ba4f-f1f501ce79f1", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:31:31.133353 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-92e9f736-33f3-4974-b516-2c28514c2cc1 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:31:31.135266 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35331ba2-0486-4087-b960-f46292468b9d', 'tag': '4f87e506-7746-4891-ba4f-f1f501ce79f1', 'status': 'completed', 'code': 200} Aug 10 04:31:31.168020 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e6c97278-5d56-45cc-bbf9-05658746f246 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/floatingips/5e72a9e5-ccde-4c6f-8337-bd65b7aea0c3 HTTP/1.1" status: 200 len: 990 time: 0.0677812 Aug 10 04:31:31.199483 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79193982-79d5-4812-bbd6-130a651a9023 req-1e0a5a87-45fa-41fc-9381-7b5e9392f08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:31:31.200991 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-79193982-79d5-4812-bbd6-130a651a9023 req-1e0a5a87-45fa-41fc-9381-7b5e9392f08d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=db935c6fffe84fc296c14b1cf491ed1b&device_id=35331ba2-0486-4087-b960-f46292468b9d HTTP/1.1" status: 200 len: 1097 time: 0.0457747 Aug 10 04:31:31.251626 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-7b3b0c30-e949-4b6c-a298-e981370d9966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b64c1ac-477e-46fe-b7bd-0014ec5f3f7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-258438459', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '5ff348a6-6586-4026-ac2c-c4d4c6d9aecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:31:15Z', 'updated_at': '2021-08-10T04:31:18Z', 'revision_number': 4, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'gw_port': {'id': '5ff348a6-6586-4026-ac2c-c4d4c6d9aecd', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:28:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b64c1ac-477e-46fe-b7bd-0014ec5f3f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:31:15Z', 'updated_at': '2021-08-10T04:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '5e72a9e5-ccde-4c6f-8337-bd65b7aea0c3', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'floating_ip_address': '172.25.6.74', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '2b64c1ac-477e-46fe-b7bd-0014ec5f3f7a', 'port_id': '4f87e506-7746-4891-ba4f-f1f501ce79f1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4e23e90-a37b-4358-aaf4-7625502be7f5', 'mac_address': 'fa:16:3e:45:c0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35331ba2-0486-4087-b960-f46292468b9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:31:29Z', 'updated_at': '2021-08-10T04:31:29Z', 'revision_number': 0, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96901d3d-ee66-4104-9a9e-383e6b31d03a', 'name': '', 'network_id': 'f4e23e90-a37b-4358-aaf4-7625502be7f5', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'mac_address': 'fa:16:3e:2e:0a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b64c1ac-477e-46fe-b7bd-0014ec5f3f7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '56fc946f-be09-4a98-8c4a-c835ccc470a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:31:18Z', 'updated_at': '2021-08-10T04:31:23Z', 'revision_number': 5, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'subnets': [{'id': '56fc946f-be09-4a98-8c4a-c835ccc470a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:31:31.281868 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3b0c30-e949-4b6c-a298-e981370d9966 None None] Checking router: 2b64c1ac-477e-46fe-b7bd-0014ec5f3f7a for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:31:31.290128 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3b0c30-e949-4b6c-a298-e981370d9966 None None] Routers {'2b64c1ac-477e-46fe-b7bd-0014ec5f3f7a'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:31:31.290303 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79193982-79d5-4812-bbd6-130a651a9023 req-3bd55fee-de4b-47aa-932a-79d8a6921d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:31:31.290763 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-7b3b0c30-e949-4b6c-a298-e981370d9966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:31:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['2b64c1ac-477e-46fe-b7bd-0014ec5f3f7a'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:31:31.291814 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-79193982-79d5-4812-bbd6-130a651a9023 req-3bd55fee-de4b-47aa-932a-79d8a6921d17 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f4e23e90-a37b-4358-aaf4-7625502be7f5 HTTP/1.1" status: 200 len: 896 time: 0.0844069 Aug 10 04:31:31.361112 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-79193982-79d5-4812-bbd6-130a651a9023 req-fdaefd88-d343-42c8-adae-cd56f8165d4a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f87e506-7746-4891-ba4f-f1f501ce79f1 HTTP/1.1" status: 200 len: 998 time: 0.0624290 Aug 10 04:31:31.414402 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79193982-79d5-4812-bbd6-130a651a9023 req-c1833937-0d3f-41f6-bc0b-efe28040ed9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:31:31.416129 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-79193982-79d5-4812-bbd6-130a651a9023 req-c1833937-0d3f-41f6-bc0b-efe28040ed9f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=56fc946f-be09-4a98-8c4a-c835ccc470a0 HTTP/1.1" status: 200 len: 835 time: 0.0484278 Aug 10 04:31:31.464860 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79193982-79d5-4812-bbd6-130a651a9023 req-58529fb2-0199-4842-858f-5cdb6f0ddfae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:31:31.466460 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-79193982-79d5-4812-bbd6-130a651a9023 req-58529fb2-0199-4842-858f-5cdb6f0ddfae service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f4e23e90-a37b-4358-aaf4-7625502be7f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432873 Aug 10 04:31:31.554902 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-7b3b0c30-e949-4b6c-a298-e981370d9966 None None] Set router 2b64c1ac-477e-46fe-b7bd-0014ec5f3f7a gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:31:31.564464 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-79193982-79d5-4812-bbd6-130a651a9023 req-d9893cd3-d440-4d3b-8561-b03112695718 service neutron] 10.222.0.42 "GET /v2.0/networks/f4e23e90-a37b-4358-aaf4-7625502be7f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906031 Aug 10 04:31:31.659872 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-79193982-79d5-4812-bbd6-130a651a9023 req-16f4fabe-9df9-4f92-868d-d2a2f74e987d service neutron] 10.222.0.42 "GET /v2.0/networks/f4e23e90-a37b-4358-aaf4-7625502be7f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882461 Aug 10 04:31:31.783108 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-7b3b0c30-e949-4b6c-a298-e981370d9966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b64c1ac-477e-46fe-b7bd-0014ec5f3f7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-258438459', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '5ff348a6-6586-4026-ac2c-c4d4c6d9aecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:31:15Z', 'updated_at': '2021-08-10T04:31:18Z', 'revision_number': 4, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'gw_port': {'id': '5ff348a6-6586-4026-ac2c-c4d4c6d9aecd', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:28:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b64c1ac-477e-46fe-b7bd-0014ec5f3f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:31:15Z', 'updated_at': '2021-08-10T04:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '5e72a9e5-ccde-4c6f-8337-bd65b7aea0c3', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'floating_ip_address': '172.25.6.74', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '2b64c1ac-477e-46fe-b7bd-0014ec5f3f7a', 'port_id': '4f87e506-7746-4891-ba4f-f1f501ce79f1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4e23e90-a37b-4358-aaf4-7625502be7f5', 'mac_address': 'fa:16:3e:45:c0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35331ba2-0486-4087-b960-f46292468b9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:31:29Z', 'updated_at': '2021-08-10T04:31:29Z', 'revision_number': 0, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96901d3d-ee66-4104-9a9e-383e6b31d03a', 'name': '', 'network_id': 'f4e23e90-a37b-4358-aaf4-7625502be7f5', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'mac_address': 'fa:16:3e:2e:0a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b64c1ac-477e-46fe-b7bd-0014ec5f3f7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '56fc946f-be09-4a98-8c4a-c835ccc470a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:31:18Z', 'updated_at': '2021-08-10T04:31:23Z', 'revision_number': 5, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'subnets': [{'id': '56fc946f-be09-4a98-8c4a-c835ccc470a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:31:31.808986 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3b0c30-e949-4b6c-a298-e981370d9966 None None] The sync data for ids ['2b64c1ac-477e-46fe-b7bd-0014ec5f3f7a'] in n-d-768862-13 is: [{'id': '2b64c1ac-477e-46fe-b7bd-0014ec5f3f7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-258438459', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '5ff348a6-6586-4026-ac2c-c4d4c6d9aecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:31:15Z', 'updated_at': '2021-08-10T04:31:18Z', 'revision_number': 4, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'gw_port': {'id': '5ff348a6-6586-4026-ac2c-c4d4c6d9aecd', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:28:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b64c1ac-477e-46fe-b7bd-0014ec5f3f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:31:15Z', 'updated_at': '2021-08-10T04:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '5e72a9e5-ccde-4c6f-8337-bd65b7aea0c3', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'floating_ip_address': '172.25.6.74', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '2b64c1ac-477e-46fe-b7bd-0014ec5f3f7a', 'port_id': '4f87e506-7746-4891-ba4f-f1f501ce79f1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4e23e90-a37b-4358-aaf4-7625502be7f5', 'mac_address': 'fa:16:3e:45:c0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35331ba2-0486-4087-b960-f46292468b9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:31:29Z', 'updated_at': '2021-08-10T04:31:29Z', 'revision_number': 0, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96901d3d-ee66-4104-9a9e-383e6b31d03a', 'name': '', 'network_id': 'f4e23e90-a37b-4358-aaf4-7625502be7f5', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'mac_address': 'fa:16:3e:2e:0a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b64c1ac-477e-46fe-b7bd-0014ec5f3f7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '56fc946f-be09-4a98-8c4a-c835ccc470a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:31:18Z', 'updated_at': '2021-08-10T04:31:23Z', 'revision_number': 5, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'subnets': [{'id': '56fc946f-be09-4a98-8c4a-c835ccc470a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:31:31.990188 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafce569-5e5a-4f13-9974-cc3e66fb384d None None] New status for floating IP 5e72a9e5-ccde-4c6f-8337-bd65b7aea0c3: ACTIVE {{(pid=94263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:31:32.171502 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 51462) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:31:32.231659 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-5c902b3c-2131-4916-b615-2ed3ce9d187a tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/floatingips/5e72a9e5-ccde-4c6f-8337-bd65b7aea0c3 HTTP/1.1" status: 200 len: 992 time: 0.0590289 Aug 10 04:31:34.097073 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:41.465986 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:31:51.528408 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d2a4d2f0-bb64-4dcf-a228-9606eeb84533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:53.787604 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-eb498a76-4c9a-40e7-9fe6-7be81da19bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:54.374330 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:54.594547 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e617b662-b09b-4c51-b3eb-e7a3c69f8845 req-539de430-bea2-4d37-a757-697d03caa1d1 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=22882bb5-df6a-4a03-b8b1-8ebacb558477&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0392087 Aug 10 04:31:54.679680 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e617b662-b09b-4c51-b3eb-e7a3c69f8845 req-af8c7c11-edb6-4b95-be98-0392d8a9e7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:31:54.681166 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e617b662-b09b-4c51-b3eb-e7a3c69f8845 req-af8c7c11-edb6-4b95-be98-0392d8a9e7e3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4d9562697164912ae96f22f47b4a54d&device_id=22882bb5-df6a-4a03-b8b1-8ebacb558477 HTTP/1.1" status: 200 len: 1098 time: 0.0457952 Aug 10 04:31:54.782530 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e617b662-b09b-4c51-b3eb-e7a3c69f8845 req-0c3d412a-c4d8-45ab-9f53-4219f34b5f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:31:54.784038 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e617b662-b09b-4c51-b3eb-e7a3c69f8845 req-0c3d412a-c4d8-45ab-9f53-4219f34b5f65 service neutron] 10.222.0.61 "GET /v2.0/networks?id=86e70408-f9ef-4815-aa8f-59304e4ed4c8 HTTP/1.1" status: 200 len: 911 time: 0.0835254 Aug 10 04:31:54.824341 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e617b662-b09b-4c51-b3eb-e7a3c69f8845 req-bb034972-4d6d-4646-b06a-e4eac2fa2c86 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=600c6ca9-6224-4086-b5df-8c2df8511b77 HTTP/1.1" status: 200 len: 217 time: 0.0334842 Aug 10 04:31:54.876453 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e617b662-b09b-4c51-b3eb-e7a3c69f8845 req-8bc0d489-7c9b-46a2-bff6-cbbe8269e0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:31:54.878158 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e617b662-b09b-4c51-b3eb-e7a3c69f8845 req-8bc0d489-7c9b-46a2-bff6-cbbe8269e0bc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=48d8056f-5fb2-463c-96bd-f6f5ed5da27e HTTP/1.1" status: 200 len: 850 time: 0.0474498 Aug 10 04:31:54.923386 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e617b662-b09b-4c51-b3eb-e7a3c69f8845 req-6ce1c592-ba8b-40d9-946b-7601036b4a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:31:54.924873 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e617b662-b09b-4c51-b3eb-e7a3c69f8845 req-6ce1c592-ba8b-40d9-946b-7601036b4a99 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=86e70408-f9ef-4815-aa8f-59304e4ed4c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398467 Aug 10 04:31:55.011934 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e617b662-b09b-4c51-b3eb-e7a3c69f8845 req-48a37fd6-ea6e-4adb-9aac-a9c9db2ca566 service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797412 Aug 10 04:31:55.108514 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e617b662-b09b-4c51-b3eb-e7a3c69f8845 req-1ed2a3ee-dc31-4ac6-ba5e-db3e59d28797 service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894146 Aug 10 04:31:55.655501 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:56.779710 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:56.901887 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5e21bcf8-95ad-4d7c-b706-90e6fa7fd185 req-4019fac0-4823-4b22-92b7-e1ce635d94b0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=35331ba2-0486-4087-b960-f46292468b9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0862412 Aug 10 04:31:56.981791 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e21bcf8-95ad-4d7c-b706-90e6fa7fd185 req-4a6feb6e-6fbc-4cba-b7ad-22ffcec3da43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:31:56.983308 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5e21bcf8-95ad-4d7c-b706-90e6fa7fd185 req-4a6feb6e-6fbc-4cba-b7ad-22ffcec3da43 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=db935c6fffe84fc296c14b1cf491ed1b&device_id=35331ba2-0486-4087-b960-f46292468b9d HTTP/1.1" status: 200 len: 1097 time: 0.0396059 Aug 10 04:31:57.091463 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e21bcf8-95ad-4d7c-b706-90e6fa7fd185 req-80f6296d-35f1-4c8a-ac08-b9261e8fb1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:31:57.093359 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5e21bcf8-95ad-4d7c-b706-90e6fa7fd185 req-80f6296d-35f1-4c8a-ac08-b9261e8fb1bc service neutron] 10.222.0.42 "GET /v2.0/networks?id=f4e23e90-a37b-4358-aaf4-7625502be7f5 HTTP/1.1" status: 200 len: 896 time: 0.0900900 Aug 10 04:31:57.099270 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:57.159208 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5e21bcf8-95ad-4d7c-b706-90e6fa7fd185 req-a5c2bd0a-13b5-49fd-b643-8faaa50714f8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f87e506-7746-4891-ba4f-f1f501ce79f1 HTTP/1.1" status: 200 len: 1000 time: 0.0588253 Aug 10 04:31:57.215167 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e21bcf8-95ad-4d7c-b706-90e6fa7fd185 req-12e0374e-19df-47e2-9348-417ee856dc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:31:57.216650 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5e21bcf8-95ad-4d7c-b706-90e6fa7fd185 req-12e0374e-19df-47e2-9348-417ee856dc1b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=56fc946f-be09-4a98-8c4a-c835ccc470a0 HTTP/1.1" status: 200 len: 835 time: 0.0497332 Aug 10 04:31:57.267083 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e21bcf8-95ad-4d7c-b706-90e6fa7fd185 req-4aeebcb3-c2a2-4c5b-af8f-287e7b2423f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:31:57.268579 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5e21bcf8-95ad-4d7c-b706-90e6fa7fd185 req-4aeebcb3-c2a2-4c5b-af8f-287e7b2423f1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f4e23e90-a37b-4358-aaf4-7625502be7f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443912 Aug 10 04:31:57.355703 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5e21bcf8-95ad-4d7c-b706-90e6fa7fd185 req-bfac9a87-53cd-446c-b822-73bb880cf0f2 service neutron] 10.222.0.42 "GET /v2.0/networks/f4e23e90-a37b-4358-aaf4-7625502be7f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796480 Aug 10 04:31:57.448259 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5e21bcf8-95ad-4d7c-b706-90e6fa7fd185 req-02f64000-1160-413f-8bff-bc3f83f0c281 service neutron] 10.222.0.42 "GET /v2.0/networks/f4e23e90-a37b-4358-aaf4-7625502be7f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856018 Aug 10 04:32:01.024875 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1022d0-e7ef-40b5-aaa7-b30bdc7204d0 req-4dc5268b-5792-4b1a-944f-2ff948f4c99a tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:01.026590 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fe1022d0-e7ef-40b5-aaa7-b30bdc7204d0 req-4dc5268b-5792-4b1a-944f-2ff948f4c99a tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=35331ba2-0486-4087-b960-f46292468b9d HTTP/1.1" status: 200 len: 945 time: 0.0571930 Aug 10 04:32:01.051304 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-32c03d0d-b309-4bcf-bec6-47081c617f43 req-cb45037a-8725-4e15-a86c-9e1617c25685 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=35331ba2-0486-4087-b960-f46292468b9d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0869405 Aug 10 04:32:01.067460 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fe1022d0-e7ef-40b5-aaa7-b30bdc7204d0 req-0b4cac2e-bbb7-4467-8c2c-be128bd6a0ff tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=c59958f5-136d-4831-b9e4-4b3ab812644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344443 Aug 10 04:32:02.205746 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b6f463-5594-4183-9998-d88814889e75 req-eba48d00-7f2c-41e4-8469-8af57df3f6f2 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:02.207308 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a7b6f463-5594-4183-9998-d88814889e75 req-eba48d00-7f2c-41e4-8469-8af57df3f6f2 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=35331ba2-0486-4087-b960-f46292468b9d HTTP/1.1" status: 200 len: 945 time: 0.0666909 Aug 10 04:32:02.266080 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a7b6f463-5594-4183-9998-d88814889e75 req-e5b7e457-57a4-4671-bfa5-8ee2828d4ca0 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=c59958f5-136d-4831-b9e4-4b3ab812644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447149 Aug 10 04:32:02.267924 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c03d0d-b309-4bcf-bec6-47081c617f43 req-360f9a66-625a-4ebf-a560-087455377b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:02.269386 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-32c03d0d-b309-4bcf-bec6-47081c617f43 req-360f9a66-625a-4ebf-a560-087455377b6f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=db935c6fffe84fc296c14b1cf491ed1b&device_id=35331ba2-0486-4087-b960-f46292468b9d HTTP/1.1" status: 200 len: 1097 time: 0.0806684 Aug 10 04:32:02.363575 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c03d0d-b309-4bcf-bec6-47081c617f43 req-bf58fdb7-ff03-4ed6-b85d-60f02f31447e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:02.365104 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-32c03d0d-b309-4bcf-bec6-47081c617f43 req-bf58fdb7-ff03-4ed6-b85d-60f02f31447e service neutron] 10.222.0.42 "GET /v2.0/networks?id=f4e23e90-a37b-4358-aaf4-7625502be7f5 HTTP/1.1" status: 200 len: 896 time: 0.0875301 Aug 10 04:32:02.430752 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-32c03d0d-b309-4bcf-bec6-47081c617f43 req-34e94f33-df14-42b9-8a7f-b6946793b37f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f87e506-7746-4891-ba4f-f1f501ce79f1 HTTP/1.1" status: 200 len: 1000 time: 0.0574622 Aug 10 04:32:02.479906 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c03d0d-b309-4bcf-bec6-47081c617f43 req-2df109f0-59b1-4095-a17f-d2dafd5577ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:02.481383 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-32c03d0d-b309-4bcf-bec6-47081c617f43 req-2df109f0-59b1-4095-a17f-d2dafd5577ce service neutron] 10.222.0.42 "GET /v2.0/subnets?id=56fc946f-be09-4a98-8c4a-c835ccc470a0 HTTP/1.1" status: 200 len: 835 time: 0.0433083 Aug 10 04:32:02.532407 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c03d0d-b309-4bcf-bec6-47081c617f43 req-d8b0b0dc-586b-4689-a973-131a7b9ae815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:02.533903 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-32c03d0d-b309-4bcf-bec6-47081c617f43 req-d8b0b0dc-586b-4689-a973-131a7b9ae815 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f4e23e90-a37b-4358-aaf4-7625502be7f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441971 Aug 10 04:32:02.625238 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-32c03d0d-b309-4bcf-bec6-47081c617f43 req-f58ec084-5bf8-4adb-b5e6-ca3b4828558c service neutron] 10.222.0.42 "GET /v2.0/networks/f4e23e90-a37b-4358-aaf4-7625502be7f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825477 Aug 10 04:32:02.719096 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-32c03d0d-b309-4bcf-bec6-47081c617f43 req-8659b257-ebfe-431f-b14d-bfdedd12ee31 service neutron] 10.222.0.42 "GET /v2.0/networks/f4e23e90-a37b-4358-aaf4-7625502be7f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864635 Aug 10 04:32:03.388359 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f7dd0-783b-4949-bb71-53fd428ca446 req-d9efc111-8a41-4657-9e76-d9e62ea5cb7e tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:03.389924 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ce4f7dd0-783b-4949-bb71-53fd428ca446 req-d9efc111-8a41-4657-9e76-d9e62ea5cb7e tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=35331ba2-0486-4087-b960-f46292468b9d HTTP/1.1" status: 200 len: 945 time: 0.0552917 Aug 10 04:32:03.430956 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ce4f7dd0-783b-4949-bb71-53fd428ca446 req-f8c83b90-7bc9-446a-9ca4-79071352f0b6 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=c59958f5-136d-4831-b9e4-4b3ab812644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332785 Aug 10 04:32:04.110387 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:04.550876 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728d9613-e2b8-4a7f-accc-5f52e95a861c req-fc0bab22-cdb4-42a1-8a6e-be6adb66f4d0 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:04.552476 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-728d9613-e2b8-4a7f-accc-5f52e95a861c req-fc0bab22-cdb4-42a1-8a6e-be6adb66f4d0 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=35331ba2-0486-4087-b960-f46292468b9d HTTP/1.1" status: 200 len: 945 time: 0.0504293 Aug 10 04:32:04.591732 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-728d9613-e2b8-4a7f-accc-5f52e95a861c req-5408ad15-c2c9-4fc6-a1c2-5d2857eb84a8 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=c59958f5-136d-4831-b9e4-4b3ab812644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327408 Aug 10 04:32:05.710208 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187af1ba-0ca9-4bb9-aae7-e021ced2ff20 req-49ad776b-53c3-4562-8b03-120b35cd053c tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:05.712322 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-187af1ba-0ca9-4bb9-aae7-e021ced2ff20 req-49ad776b-53c3-4562-8b03-120b35cd053c tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=35331ba2-0486-4087-b960-f46292468b9d HTTP/1.1" status: 200 len: 945 time: 0.0503390 Aug 10 04:32:05.754280 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-187af1ba-0ca9-4bb9-aae7-e021ced2ff20 req-57869199-45f5-432f-9bb5-ccc6d1c40331 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=c59958f5-136d-4831-b9e4-4b3ab812644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359097 Aug 10 04:32:06.874207 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4227b515-f147-4c43-a074-ba8a67402f82 req-11eb4d95-0549-4a5e-b5cb-09ea3c064e24 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:06.875698 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4227b515-f147-4c43-a074-ba8a67402f82 req-11eb4d95-0549-4a5e-b5cb-09ea3c064e24 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=35331ba2-0486-4087-b960-f46292468b9d HTTP/1.1" status: 200 len: 945 time: 0.0497155 Aug 10 04:32:06.913989 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4227b515-f147-4c43-a074-ba8a67402f82 req-7af5d446-5fde-4df3-b264-daf67abde63b tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=c59958f5-136d-4831-b9e4-4b3ab812644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320926 Aug 10 04:32:08.034512 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0325371a-9848-4f1b-b922-f7cb330bdc6f req-3acc0ce6-f01e-487c-96b7-db139bde8650 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:08.036054 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0325371a-9848-4f1b-b922-f7cb330bdc6f req-3acc0ce6-f01e-487c-96b7-db139bde8650 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=35331ba2-0486-4087-b960-f46292468b9d HTTP/1.1" status: 200 len: 945 time: 0.0515749 Aug 10 04:32:08.075525 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0325371a-9848-4f1b-b922-f7cb330bdc6f req-56b8eaf4-8e54-42f3-8c6d-9472a15ad256 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=c59958f5-136d-4831-b9e4-4b3ab812644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331213 Aug 10 04:32:09.192702 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49bfb12-575f-4851-91cd-2a7582121409 req-a842310d-1f4d-46fd-8805-77aa94d637a5 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:09.194187 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d49bfb12-575f-4851-91cd-2a7582121409 req-a842310d-1f4d-46fd-8805-77aa94d637a5 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=35331ba2-0486-4087-b960-f46292468b9d HTTP/1.1" status: 200 len: 945 time: 0.0483639 Aug 10 04:32:09.235034 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d49bfb12-575f-4851-91cd-2a7582121409 req-95a983be-b510-4009-888e-9abce3cfeb49 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=c59958f5-136d-4831-b9e4-4b3ab812644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348978 Aug 10 04:32:10.353607 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f2b05-5c32-4717-aee2-006dea25bc44 req-942813d7-592b-4c16-8df1-cc66518d720c tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:10.355187 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ca9f2b05-5c32-4717-aee2-006dea25bc44 req-942813d7-592b-4c16-8df1-cc66518d720c tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=35331ba2-0486-4087-b960-f46292468b9d HTTP/1.1" status: 200 len: 945 time: 0.0507259 Aug 10 04:32:10.395262 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ca9f2b05-5c32-4717-aee2-006dea25bc44 req-fd918165-4aaf-4e58-a39d-6f7f77b83681 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=c59958f5-136d-4831-b9e4-4b3ab812644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340114 Aug 10 04:32:11.514544 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aa3780-cc9f-4ea5-93d6-edb931bfb407 req-46f7e35b-f7c7-4261-93ee-87c35777705e tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:11.516068 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-49aa3780-cc9f-4ea5-93d6-edb931bfb407 req-46f7e35b-f7c7-4261-93ee-87c35777705e tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=35331ba2-0486-4087-b960-f46292468b9d HTTP/1.1" status: 200 len: 945 time: 0.0512817 Aug 10 04:32:11.555824 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-49aa3780-cc9f-4ea5-93d6-edb931bfb407 req-430a2df2-ccd1-4489-9084-5fbaa44c8074 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=c59958f5-136d-4831-b9e4-4b3ab812644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334949 Aug 10 04:32:12.674676 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22e0cc-0164-49db-9348-582fee673e60 req-b6cfb347-168f-4d01-9dbb-d974295f1de8 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:12.676207 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-db22e0cc-0164-49db-9348-582fee673e60 req-b6cfb347-168f-4d01-9dbb-d974295f1de8 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=35331ba2-0486-4087-b960-f46292468b9d HTTP/1.1" status: 200 len: 945 time: 0.0507250 Aug 10 04:32:12.721924 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-db22e0cc-0164-49db-9348-582fee673e60 req-cb1e6f53-d423-4a71-9590-ad3794c64a16 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=c59958f5-136d-4831-b9e4-4b3ab812644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389869 Aug 10 04:32:13.847813 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d2b114-46c7-42e8-8c3b-50489b28c032 req-7f932831-639f-43b8-8923-b7b73f60b77e tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:13.849288 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-24d2b114-46c7-42e8-8c3b-50489b28c032 req-7f932831-639f-43b8-8923-b7b73f60b77e tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=35331ba2-0486-4087-b960-f46292468b9d HTTP/1.1" status: 200 len: 945 time: 0.0504575 Aug 10 04:32:13.890898 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-24d2b114-46c7-42e8-8c3b-50489b28c032 req-14c244ee-fb7a-4c8e-9d4f-57812fc31846 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=c59958f5-136d-4831-b9e4-4b3ab812644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350673 Aug 10 04:32:14.729957 n-d-768862-13 neutron-server[94260]: INFO neutron.api.v2.resource [req-32c03d0d-b309-4bcf-bec6-47081c617f43 req-454e6204-979e-4c40-9fb1-88bf46d4b28e service neutron] show failed (client error): The resource could not be found. Aug 10 04:32:14.731046 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-32c03d0d-b309-4bcf-bec6-47081c617f43 req-454e6204-979e-4c40-9fb1-88bf46d4b28e service neutron] 10.222.0.42 "GET /v2.0/ports/4f87e506-7746-4891-ba4f-f1f501ce79f1/bindings/n-h2-768862-13 HTTP/1.1" status: 404 len: 381 time: 0.0562472 Aug 10 04:32:14.933009 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c03d0d-b309-4bcf-bec6-47081c617f43 req-3c9bbe80-2e67-4fdf-aac3-31a7782aae47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:14.934612 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-32c03d0d-b309-4bcf-bec6-47081c617f43 req-3c9bbe80-2e67-4fdf-aac3-31a7782aae47 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=35331ba2-0486-4087-b960-f46292468b9d&tenant_id=db935c6fffe84fc296c14b1cf491ed1b HTTP/1.1" status: 200 len: 1097 time: 0.0427828 Aug 10 04:32:14.948272 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-32c03d0d-b309-4bcf-bec6-47081c617f43 req-c3b9cd9f-8633-4514-b762-de6d65462530 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768862-13', 'device_owner': 'compute:nova'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:32:15.035774 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-32c03d0d-b309-4bcf-bec6-47081c617f43 req-c3b9cd9f-8633-4514-b762-de6d65462530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:15.056089 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584c708d-4769-4635-af77-2453515b0595 req-cf2db552-c132-425c-ba0d-3f10a6083469 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:15.057615 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-584c708d-4769-4635-af77-2453515b0595 req-cf2db552-c132-425c-ba0d-3f10a6083469 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=35331ba2-0486-4087-b960-f46292468b9d HTTP/1.1" status: 200 len: 945 time: 0.0856357 Aug 10 04:32:15.176707 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-584c708d-4769-4635-af77-2453515b0595 req-655bda3a-9585-48c8-93f2-750470274c50 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=c59958f5-136d-4831-b9e4-4b3ab812644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964479 Aug 10 04:32:15.284183 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-32c03d0d-b309-4bcf-bec6-47081c617f43 req-c3b9cd9f-8633-4514-b762-de6d65462530 service neutron] For port 4f87e506-7746-4891-ba4f-f1f501ce79f1, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=4f87e506-7746-4891-ba4f-f1f501ce79f1,segment=NetworkSegment(f1bdaa65-5714-4fab-bf07-d518a336cfc0),segment_id=f1bdaa65-5714-4fab-bf07-d518a336cfc0)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:32:15.314215 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-32c03d0d-b309-4bcf-bec6-47081c617f43 req-c3b9cd9f-8633-4514-b762-de6d65462530 service neutron] For port 4f87e506-7746-4891-ba4f-f1f501ce79f1, host n-h1-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:32:15.361466 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35331ba2-0486-4087-b960-f46292468b9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f87e506-7746-4891-ba4f-f1f501ce79f1'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:32:15.363819 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7142606bf34c4189ec1af3eb1cc50705e8815838b55f5940d6ad7e637f738b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d98571f0-1f57-45fd-a4f7-db2ff459a336" -d '{"events": [{"server_uuid": "35331ba2-0486-4087-b960-f46292468b9d", "name": "network-vif-unplugged", "status": "completed", "tag": "4f87e506-7746-4891-ba4f-f1f501ce79f1"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:32:15.368420 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-32c03d0d-b309-4bcf-bec6-47081c617f43 req-c3b9cd9f-8633-4514-b762-de6d65462530 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:15.381480 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-32c03d0d-b309-4bcf-bec6-47081c617f43 req-c3b9cd9f-8633-4514-b762-de6d65462530 service neutron] Transition to ACTIVE for port object 4f87e506-7746-4891-ba4f-f1f501ce79f1 will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:32:15.385390 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-32c03d0d-b309-4bcf-bec6-47081c617f43 req-c3b9cd9f-8633-4514-b762-de6d65462530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:15.426901 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 04:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-211c27ab-e28f-47ec-aed4-6865b23f8787 x-openstack-request-id: req-211c27ab-e28f-47ec-aed4-6865b23f8787 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:32:15.427141 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35331ba2-0486-4087-b960-f46292468b9d", "name": "network-vif-unplugged", "status": "completed", "tag": "4f87e506-7746-4891-ba4f-f1f501ce79f1", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:32:15.427395 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-211c27ab-e28f-47ec-aed4-6865b23f8787 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:32:15.427800 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35331ba2-0486-4087-b960-f46292468b9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f87e506-7746-4891-ba4f-f1f501ce79f1', 'code': 200} Aug 10 04:32:15.469644 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b9cd9f-8633-4514-b762-de6d65462530 service neutron] Pushing event updated for resources: {'Port': ['ID=4f87e506-7746-4891-ba4f-f1f501ce79f1,revision_number=6']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:32:15.489039 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b9cd9f-8633-4514-b762-de6d65462530 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:32:15.489389 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b9cd9f-8633-4514-b762-de6d65462530 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:32:15.489739 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b9cd9f-8633-4514-b762-de6d65462530 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:32:15.490074 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b9cd9f-8633-4514-b762-de6d65462530 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:32:15.490435 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b9cd9f-8633-4514-b762-de6d65462530 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:32:15.490773 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b9cd9f-8633-4514-b762-de6d65462530 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:32:15.491102 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b9cd9f-8633-4514-b762-de6d65462530 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:32:15.491430 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b9cd9f-8633-4514-b762-de6d65462530 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:32:15.491763 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b9cd9f-8633-4514-b762-de6d65462530 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:32:15.492615 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b9cd9f-8633-4514-b762-de6d65462530 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:32:15.492942 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b9cd9f-8633-4514-b762-de6d65462530 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:32:15.493264 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b9cd9f-8633-4514-b762-de6d65462530 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:32:15.526795 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-32c03d0d-b309-4bcf-bec6-47081c617f43 req-c3b9cd9f-8633-4514-b762-de6d65462530 service neutron] No DVR routers for this DVR port 4f87e506-7746-4891-ba4f-f1f501ce79f1 on host n-h1-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:32:15.665297 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-32c03d0d-b309-4bcf-bec6-47081c617f43 req-c3b9cd9f-8633-4514-b762-de6d65462530 service neutron] Attempting to bind port 4f87e506-7746-4891-ba4f-f1f501ce79f1 on host n-h2-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:32:15.665629 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-32c03d0d-b309-4bcf-bec6-47081c617f43 req-c3b9cd9f-8633-4514-b762-de6d65462530 service neutron] Attempting to bind port 4f87e506-7746-4891-ba4f-f1f501ce79f1 by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': 'f1bdaa65-5714-4fab-bf07-d518a336cfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f4e23e90-a37b-4358-aaf4-7625502be7f5'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:32:15.665953 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c03d0d-b309-4bcf-bec6-47081c617f43 req-c3b9cd9f-8633-4514-b762-de6d65462530 service neutron] Attempting to bind port 4f87e506-7746-4891-ba4f-f1f501ce79f1 on network f4e23e90-a37b-4358-aaf4-7625502be7f5 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:32:15.670378 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c03d0d-b309-4bcf-bec6-47081c617f43 req-c3b9cd9f-8633-4514-b762-de6d65462530 service neutron] Port 4f87e506-7746-4891-ba4f-f1f501ce79f1 on network f4e23e90-a37b-4358-aaf4-7625502be7f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:32:15.670699 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c03d0d-b309-4bcf-bec6-47081c617f43 req-c3b9cd9f-8633-4514-b762-de6d65462530 service neutron] Attempting to bind port 4f87e506-7746-4891-ba4f-f1f501ce79f1 on network f4e23e90-a37b-4358-aaf4-7625502be7f5 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:32:15.675435 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c03d0d-b309-4bcf-bec6-47081c617f43 req-c3b9cd9f-8633-4514-b762-de6d65462530 service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:32:15.675773 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c03d0d-b309-4bcf-bec6-47081c617f43 req-c3b9cd9f-8633-4514-b762-de6d65462530 service neutron] Checking segment: {'id': 'f1bdaa65-5714-4fab-bf07-d518a336cfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f4e23e90-a37b-4358-aaf4-7625502be7f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:32:15.676157 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c03d0d-b309-4bcf-bec6-47081c617f43 req-c3b9cd9f-8633-4514-b762-de6d65462530 service neutron] Bound using segment: {'id': 'f1bdaa65-5714-4fab-bf07-d518a336cfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f4e23e90-a37b-4358-aaf4-7625502be7f5'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:32:15.676581 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-32c03d0d-b309-4bcf-bec6-47081c617f43 req-c3b9cd9f-8633-4514-b762-de6d65462530 service neutron] Bound port: 4f87e506-7746-4891-ba4f-f1f501ce79f1, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1bdaa65-5714-4fab-bf07-d518a336cfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f4e23e90-a37b-4358-aaf4-7625502be7f5'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:32:15.676991 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-32c03d0d-b309-4bcf-bec6-47081c617f43 req-c3b9cd9f-8633-4514-b762-de6d65462530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:15.741547 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-32c03d0d-b309-4bcf-bec6-47081c617f43 req-c3b9cd9f-8633-4514-b762-de6d65462530 service neutron] For port 4f87e506-7746-4891-ba4f-f1f501ce79f1, host n-h2-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:32:15.745257 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-32c03d0d-b309-4bcf-bec6-47081c617f43 req-c3b9cd9f-8633-4514-b762-de6d65462530 service neutron] For port 4f87e506-7746-4891-ba4f-f1f501ce79f1, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=4f87e506-7746-4891-ba4f-f1f501ce79f1,segment=NetworkSegment(f1bdaa65-5714-4fab-bf07-d518a336cfc0),segment_id=f1bdaa65-5714-4fab-bf07-d518a336cfc0)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:32:15.750365 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-32c03d0d-b309-4bcf-bec6-47081c617f43 req-c3b9cd9f-8633-4514-b762-de6d65462530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:15.786842 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c03d0d-b309-4bcf-bec6-47081c617f43 req-c3b9cd9f-8633-4514-b762-de6d65462530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:15.787476 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-32c03d0d-b309-4bcf-bec6-47081c617f43 req-c3b9cd9f-8633-4514-b762-de6d65462530 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:15.790534 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-32c03d0d-b309-4bcf-bec6-47081c617f43 req-c3b9cd9f-8633-4514-b762-de6d65462530 service neutron] 10.222.0.61 "PUT /v2.0/ports/4f87e506-7746-4891-ba4f-f1f501ce79f1 HTTP/1.1" status: 200 len: 1092 time: 0.8472383 Aug 10 04:32:15.823108 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b9cd9f-8633-4514-b762-de6d65462530 service neutron] Pushing event updated for resources: {'Port': ['ID=4f87e506-7746-4891-ba4f-f1f501ce79f1,revision_number=7']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:32:15.873668 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c03d0d-b309-4bcf-bec6-47081c617f43 req-3f77f915-b99f-43c6-bbe3-3d64577ff2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:15.875304 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-32c03d0d-b309-4bcf-bec6-47081c617f43 req-3f77f915-b99f-43c6-bbe3-3d64577ff2aa service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=db935c6fffe84fc296c14b1cf491ed1b&device_id=35331ba2-0486-4087-b960-f46292468b9d HTTP/1.1" status: 200 len: 1095 time: 0.0603776 Aug 10 04:32:15.988473 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c03d0d-b309-4bcf-bec6-47081c617f43 req-bb1af787-8997-403b-ba8b-bcc748e01c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:15.990038 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-32c03d0d-b309-4bcf-bec6-47081c617f43 req-bb1af787-8997-403b-ba8b-bcc748e01c46 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f4e23e90-a37b-4358-aaf4-7625502be7f5 HTTP/1.1" status: 200 len: 896 time: 0.1069117 Aug 10 04:32:16.059142 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-32c03d0d-b309-4bcf-bec6-47081c617f43 req-9d745c3d-d724-4924-b81b-dbdedfa126d4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f87e506-7746-4891-ba4f-f1f501ce79f1 HTTP/1.1" status: 200 len: 998 time: 0.0615618 Aug 10 04:32:16.114692 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c03d0d-b309-4bcf-bec6-47081c617f43 req-1f290f79-addf-4b71-85a8-bbc07299e4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:16.116193 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-32c03d0d-b309-4bcf-bec6-47081c617f43 req-1f290f79-addf-4b71-85a8-bbc07299e4be service neutron] 10.222.0.61 "GET /v2.0/subnets?id=56fc946f-be09-4a98-8c4a-c835ccc470a0 HTTP/1.1" status: 200 len: 835 time: 0.0506959 Aug 10 04:32:16.161812 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c03d0d-b309-4bcf-bec6-47081c617f43 req-a3b673be-1306-4304-b9ed-c9a856bb84f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:16.163354 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-32c03d0d-b309-4bcf-bec6-47081c617f43 req-a3b673be-1306-4304-b9ed-c9a856bb84f7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f4e23e90-a37b-4358-aaf4-7625502be7f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404818 Aug 10 04:32:16.262101 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-32c03d0d-b309-4bcf-bec6-47081c617f43 req-7200788e-038d-43ca-8089-0e6e32456674 service neutron] 10.222.0.61 "GET /v2.0/networks/f4e23e90-a37b-4358-aaf4-7625502be7f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905397 Aug 10 04:32:16.349278 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7a2321-fe5d-4bf5-b228-6e476be69552 req-b7dcf30b-b4e1-4be5-9450-38d9cef626d0 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:16.350834 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ea7a2321-fe5d-4bf5-b228-6e476be69552 req-b7dcf30b-b4e1-4be5-9450-38d9cef626d0 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=35331ba2-0486-4087-b960-f46292468b9d HTTP/1.1" status: 200 len: 943 time: 0.1033514 Aug 10 04:32:16.401042 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-32c03d0d-b309-4bcf-bec6-47081c617f43 req-907ba454-00a1-420f-8cb8-19be7040d8dd service neutron] 10.222.0.61 "GET /v2.0/networks/f4e23e90-a37b-4358-aaf4-7625502be7f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210964 Aug 10 04:32:16.413637 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ea7a2321-fe5d-4bf5-b228-6e476be69552 req-c1909c63-c39a-4bf9-b51e-c157050ea66d tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=c59958f5-136d-4831-b9e4-4b3ab812644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513730 Aug 10 04:32:17.428676 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35331ba2-0486-4087-b960-f46292468b9d', 'tag': '4f87e506-7746-4891-ba4f-f1f501ce79f1'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:32:17.431660 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7142606bf34c4189ec1af3eb1cc50705e8815838b55f5940d6ad7e637f738b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfcd3a59-35e5-4df0-bca9-3bbf1ec7cf61" -d '{"events": [{"name": "network-changed", "server_uuid": "35331ba2-0486-4087-b960-f46292468b9d", "tag": "4f87e506-7746-4891-ba4f-f1f501ce79f1"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:32:17.482723 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1a54c27-4102-42c6-9263-46029e2a646b x-openstack-request-id: req-d1a54c27-4102-42c6-9263-46029e2a646b {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:32:17.483089 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35331ba2-0486-4087-b960-f46292468b9d", "tag": "4f87e506-7746-4891-ba4f-f1f501ce79f1", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:32:17.483407 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d1a54c27-4102-42c6-9263-46029e2a646b {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:32:17.483903 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35331ba2-0486-4087-b960-f46292468b9d', 'tag': '4f87e506-7746-4891-ba4f-f1f501ce79f1', 'status': 'completed', 'code': 200} Aug 10 04:32:17.623617 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcd3a59-35e5-4df0-bca9-3bbf1ec7cf61 req-ea81176e-559f-4b8f-84e1-745663f37ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:17.625211 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dfcd3a59-35e5-4df0-bca9-3bbf1ec7cf61 req-ea81176e-559f-4b8f-84e1-745663f37ee6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=db935c6fffe84fc296c14b1cf491ed1b&device_id=35331ba2-0486-4087-b960-f46292468b9d HTTP/1.1" status: 200 len: 1095 time: 0.1195016 Aug 10 04:32:17.630125 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcd3a59-35e5-4df0-bca9-3bbf1ec7cf61 req-a3dcd610-92a4-4ee7-87f2-0f3dfc631f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:17.631631 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dfcd3a59-35e5-4df0-bca9-3bbf1ec7cf61 req-a3dcd610-92a4-4ee7-87f2-0f3dfc631f02 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=db935c6fffe84fc296c14b1cf491ed1b&device_id=35331ba2-0486-4087-b960-f46292468b9d HTTP/1.1" status: 200 len: 1095 time: 0.1134162 Aug 10 04:32:17.658736 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aaa791-378c-449a-9d07-6d332e45d6c5 req-b5b40534-ca10-4e8a-8554-ea055c46649f tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:17.660215 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-53aaa791-378c-449a-9d07-6d332e45d6c5 req-b5b40534-ca10-4e8a-8554-ea055c46649f tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=35331ba2-0486-4087-b960-f46292468b9d HTTP/1.1" status: 200 len: 943 time: 0.1090524 Aug 10 04:32:17.811916 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-53aaa791-378c-449a-9d07-6d332e45d6c5 req-166baa5d-710f-4113-938f-44c5aab8e3fe tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=c59958f5-136d-4831-b9e4-4b3ab812644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323166 Aug 10 04:32:17.844351 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcd3a59-35e5-4df0-bca9-3bbf1ec7cf61 req-e4f02452-474a-4ec8-80a4-bb71a59ef3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:17.845871 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dfcd3a59-35e5-4df0-bca9-3bbf1ec7cf61 req-e4f02452-474a-4ec8-80a4-bb71a59ef3b9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f4e23e90-a37b-4358-aaf4-7625502be7f5 HTTP/1.1" status: 200 len: 896 time: 0.2133470 Aug 10 04:32:17.846856 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcd3a59-35e5-4df0-bca9-3bbf1ec7cf61 req-536109d5-09b5-48e2-b3c7-c920efb26ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:17.848217 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dfcd3a59-35e5-4df0-bca9-3bbf1ec7cf61 req-536109d5-09b5-48e2-b3c7-c920efb26ca1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f4e23e90-a37b-4358-aaf4-7625502be7f5 HTTP/1.1" status: 200 len: 896 time: 0.2054751 Aug 10 04:32:17.965465 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dfcd3a59-35e5-4df0-bca9-3bbf1ec7cf61 req-d48318ee-dd61-4222-a81c-4da18dd8e8f9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f87e506-7746-4891-ba4f-f1f501ce79f1 HTTP/1.1" status: 200 len: 998 time: 0.1121731 Aug 10 04:32:17.969314 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dfcd3a59-35e5-4df0-bca9-3bbf1ec7cf61 req-8d8eb221-e4c4-4025-8a16-7d82113d9b98 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f87e506-7746-4891-ba4f-f1f501ce79f1 HTTP/1.1" status: 200 len: 998 time: 0.1101067 Aug 10 04:32:18.052514 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcd3a59-35e5-4df0-bca9-3bbf1ec7cf61 req-f7ccddda-3831-49b3-8c3b-784303cd7142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:18.054013 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dfcd3a59-35e5-4df0-bca9-3bbf1ec7cf61 req-f7ccddda-3831-49b3-8c3b-784303cd7142 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=56fc946f-be09-4a98-8c4a-c835ccc470a0 HTTP/1.1" status: 200 len: 835 time: 0.0798028 Aug 10 04:32:18.055356 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcd3a59-35e5-4df0-bca9-3bbf1ec7cf61 req-3ca439fd-13f2-40f4-aa11-44448e735168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:18.056683 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dfcd3a59-35e5-4df0-bca9-3bbf1ec7cf61 req-3ca439fd-13f2-40f4-aa11-44448e735168 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=56fc946f-be09-4a98-8c4a-c835ccc470a0 HTTP/1.1" status: 200 len: 835 time: 0.0752265 Aug 10 04:32:18.130891 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcd3a59-35e5-4df0-bca9-3bbf1ec7cf61 req-aff14278-5827-4475-8146-c9afb117c06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:18.132424 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dfcd3a59-35e5-4df0-bca9-3bbf1ec7cf61 req-aff14278-5827-4475-8146-c9afb117c06b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f4e23e90-a37b-4358-aaf4-7625502be7f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0706828 Aug 10 04:32:18.138819 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcd3a59-35e5-4df0-bca9-3bbf1ec7cf61 req-8c74e25d-b465-402e-98c2-26234d73d2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:18.140228 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dfcd3a59-35e5-4df0-bca9-3bbf1ec7cf61 req-8c74e25d-b465-402e-98c2-26234d73d2fa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f4e23e90-a37b-4358-aaf4-7625502be7f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0704978 Aug 10 04:32:18.290910 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dfcd3a59-35e5-4df0-bca9-3bbf1ec7cf61 req-7548ea9f-f040-48a0-8608-daa159e1810f service neutron] 10.222.0.61 "GET /v2.0/networks/f4e23e90-a37b-4358-aaf4-7625502be7f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497321 Aug 10 04:32:18.292800 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dfcd3a59-35e5-4df0-bca9-3bbf1ec7cf61 req-bd42b91d-1d06-4ebb-b4f4-cb8db14e7088 service neutron] 10.222.0.42 "GET /v2.0/networks/f4e23e90-a37b-4358-aaf4-7625502be7f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447806 Aug 10 04:32:18.457395 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dfcd3a59-35e5-4df0-bca9-3bbf1ec7cf61 req-7159c2c6-909e-43aa-b249-f6c18c3b0fa0 service neutron] 10.222.0.61 "GET /v2.0/networks/f4e23e90-a37b-4358-aaf4-7625502be7f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581509 Aug 10 04:32:18.459094 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dfcd3a59-35e5-4df0-bca9-3bbf1ec7cf61 req-b9395856-833b-4c99-997c-3c6b24f0fbb4 service neutron] 10.222.0.42 "GET /v2.0/networks/f4e23e90-a37b-4358-aaf4-7625502be7f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522791 Aug 10 04:32:18.470253 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:32:18.722271 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 4f87e506-7746-4891-ba4f-f1f501ce79f1 details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:32:18.824391 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 4f87e506-7746-4891-ba4f-f1f501ce79f1, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=4f87e506-7746-4891-ba4f-f1f501ce79f1,segment=NetworkSegment(f1bdaa65-5714-4fab-bf07-d518a336cfc0),segment_id=f1bdaa65-5714-4fab-bf07-d518a336cfc0)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:32:18.837276 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': '4f87e506-7746-4891-ba4f-f1f501ce79f1', 'network_id': 'f4e23e90-a37b-4358-aaf4-7625502be7f5', 'port_id': '4f87e506-7746-4891-ba4f-f1f501ce79f1', 'mac_address': 'fa:16:3e:45:c0:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56fc946f-be09-4a98-8c4a-c835ccc470a0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:32:18.880443 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:18.894141 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f87e506-7746-4891-ba4f-f1f501ce79f1 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:32:18.913568 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 4f87e506-7746-4891-ba4f-f1f501ce79f1, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=4f87e506-7746-4891-ba4f-f1f501ce79f1,segment=NetworkSegment(f1bdaa65-5714-4fab-bf07-d518a336cfc0),segment_id=f1bdaa65-5714-4fab-bf07-d518a336cfc0)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:32:18.918845 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:18.941162 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04005db-51b7-453c-b878-d0ebd41e870e req-a8a21382-e5a4-4dde-a9fa-43b0d78d49a2 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:18.942746 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b04005db-51b7-453c-b878-d0ebd41e870e req-a8a21382-e5a4-4dde-a9fa-43b0d78d49a2 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=35331ba2-0486-4087-b960-f46292468b9d HTTP/1.1" status: 200 len: 943 time: 0.0579200 Aug 10 04:32:18.967136 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=4f87e506-7746-4891-ba4f-f1f501ce79f1,revision_number=8']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:32:18.977737 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:32:18.977737 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:32:18.977737 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:32:18.977737 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:32:18.977737 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:32:18.977737 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:32:18.977737 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:32:18.977737 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:32:18.978532 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:32:18.978532 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:32:18.978700 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:32:18.978971 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:32:18.983026 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b04005db-51b7-453c-b878-d0ebd41e870e req-70ba8d2d-fb22-41fa-aa6d-87a00a88ca31 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=c59958f5-136d-4831-b9e4-4b3ab812644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335627 Aug 10 04:32:19.812747 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 4f87e506-7746-4891-ba4f-f1f501ce79f1 no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:32:19.849594 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 4f87e506-7746-4891-ba4f-f1f501ce79f1 not bound to the agent host n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:32:20.104308 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199f8570-f992-4cc1-a01b-a93220319d9e req-e483e600-bc45-4532-918a-54d41c77ffe7 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:20.105879 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-199f8570-f992-4cc1-a01b-a93220319d9e req-e483e600-bc45-4532-918a-54d41c77ffe7 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=35331ba2-0486-4087-b960-f46292468b9d HTTP/1.1" status: 200 len: 944 time: 0.0497530 Aug 10 04:32:20.145609 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-199f8570-f992-4cc1-a01b-a93220319d9e req-8cd00400-8970-4a2b-80e1-ac5df6d26ca2 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=c59958f5-136d-4831-b9e4-4b3ab812644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336897 Aug 10 04:32:20.373305 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab13287-05b8-4d4d-8ad6-e09fcff51a19 req-96006573-b9a9-4938-978b-26da253ee90e tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:20.374758 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-eab13287-05b8-4d4d-8ad6-e09fcff51a19 req-96006573-b9a9-4938-978b-26da253ee90e tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=35331ba2-0486-4087-b960-f46292468b9d HTTP/1.1" status: 200 len: 944 time: 0.0818102 Aug 10 04:32:20.389750 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797219bf-4585-4ba7-b4c2-c44f549f3bf6 req-5af18716-fc6b-4862-b226-0ab746cc9ffb tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:20.391216 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-797219bf-4585-4ba7-b4c2-c44f549f3bf6 req-5af18716-fc6b-4862-b226-0ab746cc9ffb tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.42 "GET /v2.0/ports?device_id=35331ba2-0486-4087-b960-f46292468b9d&tenant_id=db935c6fffe84fc296c14b1cf491ed1b&binding%3Ahost_id=n-h2-768862-13 HTTP/1.1" status: 200 len: 944 time: 0.0871665 Aug 10 04:32:20.397702 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['4f87e506-7746-4891-ba4f-f1f501ce79f1'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:32:20.793125 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-eab13287-05b8-4d4d-8ad6-e09fcff51a19 req-a2c2c994-1044-4667-b67e-e7f88982f114 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=c59958f5-136d-4831-b9e4-4b3ab812644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4116340 Aug 10 04:32:20.814470 n-d-768862-13 neutron-server[94260]: INFO neutron.api.v2.resource [req-797219bf-4585-4ba7-b4c2-c44f549f3bf6 req-7bba876d-f6a9-4f19-96ba-fe6e619c377b service neutron] delete failed (client error): The resource could not be found. Aug 10 04:32:20.815536 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-797219bf-4585-4ba7-b4c2-c44f549f3bf6 req-7bba876d-f6a9-4f19-96ba-fe6e619c377b service neutron] 10.222.0.42 "DELETE /v2.0/ports/4f87e506-7746-4891-ba4f-f1f501ce79f1/bindings/n-h1-768862-13 HTTP/1.1" status: 404 len: 381 time: 0.4158995 Aug 10 04:32:20.940083 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797219bf-4585-4ba7-b4c2-c44f549f3bf6 req-b6f4e5f0-62ca-4dbe-ae27-d92df5001da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:20.941613 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-797219bf-4585-4ba7-b4c2-c44f549f3bf6 req-b6f4e5f0-62ca-4dbe-ae27-d92df5001da7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=db935c6fffe84fc296c14b1cf491ed1b&device_id=35331ba2-0486-4087-b960-f46292468b9d HTTP/1.1" status: 200 len: 1096 time: 0.0746665 Aug 10 04:32:20.954695 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acda1de8-686f-48c0-b704-8c44fedf4d79 req-912b0e0d-63f3-4ac6-9ed4-92fdd8e96e6f tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:20.956168 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-acda1de8-686f-48c0-b704-8c44fedf4d79 req-912b0e0d-63f3-4ac6-9ed4-92fdd8e96e6f tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=35331ba2-0486-4087-b960-f46292468b9d HTTP/1.1" status: 200 len: 944 time: 0.0804687 Aug 10 04:32:21.045322 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-acda1de8-686f-48c0-b704-8c44fedf4d79 req-acbf416a-e174-44cc-bfb0-c486c877ac8b tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=c59958f5-136d-4831-b9e4-4b3ab812644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805004 Aug 10 04:32:21.075099 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797219bf-4585-4ba7-b4c2-c44f549f3bf6 req-faa32afe-b321-42c1-9b29-12006da30759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:21.077256 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-797219bf-4585-4ba7-b4c2-c44f549f3bf6 req-faa32afe-b321-42c1-9b29-12006da30759 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f4e23e90-a37b-4358-aaf4-7625502be7f5 HTTP/1.1" status: 200 len: 896 time: 0.1199579 Aug 10 04:32:21.172495 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-797219bf-4585-4ba7-b4c2-c44f549f3bf6 req-f03ed0df-0b90-4e3b-8ebc-6657c936d8fd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f87e506-7746-4891-ba4f-f1f501ce79f1 HTTP/1.1" status: 200 len: 999 time: 0.0881846 Aug 10 04:32:21.243948 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797219bf-4585-4ba7-b4c2-c44f549f3bf6 req-d75111dc-ddf6-4964-a80b-6f312774c3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:21.245451 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-797219bf-4585-4ba7-b4c2-c44f549f3bf6 req-d75111dc-ddf6-4964-a80b-6f312774c3a7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=56fc946f-be09-4a98-8c4a-c835ccc470a0 HTTP/1.1" status: 200 len: 835 time: 0.0666957 Aug 10 04:32:21.298686 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797219bf-4585-4ba7-b4c2-c44f549f3bf6 req-e328cb71-a1ec-4188-9389-d4a3288a19b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:21.300240 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-797219bf-4585-4ba7-b4c2-c44f549f3bf6 req-e328cb71-a1ec-4188-9389-d4a3288a19b0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f4e23e90-a37b-4358-aaf4-7625502be7f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0474510 Aug 10 04:32:21.398960 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-797219bf-4585-4ba7-b4c2-c44f549f3bf6 req-1ab54c1a-cab3-461a-a644-ca58da3f9de1 service neutron] 10.222.0.42 "GET /v2.0/networks/f4e23e90-a37b-4358-aaf4-7625502be7f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909157 Aug 10 04:32:21.502858 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-797219bf-4585-4ba7-b4c2-c44f549f3bf6 req-44e47883-7caa-4d00-b8f7-b5c35da106e2 service neutron] 10.222.0.42 "GET /v2.0/networks/f4e23e90-a37b-4358-aaf4-7625502be7f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954781 Aug 10 04:32:21.533627 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e7ca266a-5fee-491e-891d-cb2cb3ad908c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:22.167197 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4182436a-6d11-4119-8829-13612fe4c965 req-922cd2d9-8534-42a8-a8fe-35364d8f65cf tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:22.168600 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4182436a-6d11-4119-8829-13612fe4c965 req-922cd2d9-8534-42a8-a8fe-35364d8f65cf tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=35331ba2-0486-4087-b960-f46292468b9d HTTP/1.1" status: 200 len: 944 time: 0.0517201 Aug 10 04:32:22.211998 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4182436a-6d11-4119-8829-13612fe4c965 req-fa1f4d36-2330-476a-a259-c47deebd1d37 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=c59958f5-136d-4831-b9e4-4b3ab812644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372646 Aug 10 04:32:22.234664 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51568) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:32:22.303400 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-8fd0220d-210a-445a-b43a-6e974778229e tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/floatingips/5e72a9e5-ccde-4c6f-8337-bd65b7aea0c3 HTTP/1.1" status: 200 len: 991 time: 0.0675619 Aug 10 04:32:22.763683 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 4f87e506-7746-4891-ba4f-f1f501ce79f1 up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:32:22.813452 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning for port 4f87e506-7746-4891-ba4f-f1f501ce79f1 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:32:22.817271 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port 4f87e506-7746-4891-ba4f-f1f501ce79f1 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:32:22.817642 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:22.897655 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:22.920827 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35331ba2-0486-4087-b960-f46292468b9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f87e506-7746-4891-ba4f-f1f501ce79f1'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:32:22.923157 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}583660bde03669f2dd7fb79ddb869ac83356356549bc1793f8d2e37d6d7017ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4eef8d6-5ce8-4eb6-bb82-dc27f23f57aa" -d '{"events": [{"server_uuid": "35331ba2-0486-4087-b960-f46292468b9d", "name": "network-vif-plugged", "status": "completed", "tag": "4f87e506-7746-4891-ba4f-f1f501ce79f1"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:32:22.936855 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 4f87e506-7746-4891-ba4f-f1f501ce79f1, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=4f87e506-7746-4891-ba4f-f1f501ce79f1,segment=NetworkSegment(f1bdaa65-5714-4fab-bf07-d518a336cfc0),segment_id=f1bdaa65-5714-4fab-bf07-d518a336cfc0)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:32:22.940861 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:22.989412 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=4f87e506-7746-4891-ba4f-f1f501ce79f1,revision_number=9']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:32:23.019744 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-650048c7-55a1-455d-a584-f14e00f551b0 x-openstack-request-id: req-650048c7-55a1-455d-a584-f14e00f551b0 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:32:23.020040 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35331ba2-0486-4087-b960-f46292468b9d", "name": "network-vif-plugged", "status": "completed", "tag": "4f87e506-7746-4891-ba4f-f1f501ce79f1", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:32:23.020293 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-650048c7-55a1-455d-a584-f14e00f551b0 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:32:23.020694 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35331ba2-0486-4087-b960-f46292468b9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f87e506-7746-4891-ba4f-f1f501ce79f1', 'code': 200} Aug 10 04:32:23.778559 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-70846d06-4f78-4a0d-84b9-68bbc5e517a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:24.376208 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:25.660610 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:26.781568 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:27.097573 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:34.147038 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:51.530498 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-71653337-89d5-4b5c-b720-9fe931b39307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:53.653015 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [req-7633a68b-7b4a-4158-a47e-b0bca8aa74d8 req-c78a829d-2977-460d-bf4b-93963353bc5d tempest-ServerActionsTestJSON-1910094561 tempest-ServerActionsTestJSON-1910094561-project] (94260) timed out ('10.222.0.44', 40166) {{(pid=94260) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 04:32:53.779660 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b267ad9d-f0df-4827-94bb-b6f28656c661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:54.377552 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:55.465001 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:32:55.605550 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-30eb8441-2a4e-4b35-929b-e9f636d53a99 req-3b8eed40-2658-431f-b0c7-baf871824ddb service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=22882bb5-df6a-4a03-b8b1-8ebacb558477&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0391502 Aug 10 04:32:55.662353 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:55.695076 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb8441-2a4e-4b35-929b-e9f636d53a99 req-a538f81a-0a94-4059-ad68-c25bd3be1556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:55.696687 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-30eb8441-2a4e-4b35-929b-e9f636d53a99 req-a538f81a-0a94-4059-ad68-c25bd3be1556 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4d9562697164912ae96f22f47b4a54d&device_id=22882bb5-df6a-4a03-b8b1-8ebacb558477 HTTP/1.1" status: 200 len: 1098 time: 0.0464597 Aug 10 04:32:55.797978 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb8441-2a4e-4b35-929b-e9f636d53a99 req-fa416dbc-f746-4c17-91f0-d6d8ec29f00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:55.799380 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-30eb8441-2a4e-4b35-929b-e9f636d53a99 req-fa416dbc-f746-4c17-91f0-d6d8ec29f00a service neutron] 10.222.0.61 "GET /v2.0/networks?id=86e70408-f9ef-4815-aa8f-59304e4ed4c8 HTTP/1.1" status: 200 len: 911 time: 0.0837736 Aug 10 04:32:55.841293 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-30eb8441-2a4e-4b35-929b-e9f636d53a99 req-3ed369c6-28c6-42cb-813b-c97df5458f87 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=600c6ca9-6224-4086-b5df-8c2df8511b77 HTTP/1.1" status: 200 len: 217 time: 0.0338030 Aug 10 04:32:55.895780 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb8441-2a4e-4b35-929b-e9f636d53a99 req-e8efa48f-20d1-4785-9653-7d17d51c14a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:55.897232 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-30eb8441-2a4e-4b35-929b-e9f636d53a99 req-e8efa48f-20d1-4785-9653-7d17d51c14a1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=48d8056f-5fb2-463c-96bd-f6f5ed5da27e HTTP/1.1" status: 200 len: 850 time: 0.0475280 Aug 10 04:32:55.942827 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb8441-2a4e-4b35-929b-e9f636d53a99 req-caebef5b-abe2-44a3-8ce2-ba96a4bc971d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:55.944372 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-30eb8441-2a4e-4b35-929b-e9f636d53a99 req-caebef5b-abe2-44a3-8ce2-ba96a4bc971d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=86e70408-f9ef-4815-aa8f-59304e4ed4c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395856 Aug 10 04:32:56.033472 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-30eb8441-2a4e-4b35-929b-e9f636d53a99 req-6218cba3-571e-4937-9093-b79641748bec service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811434 Aug 10 04:32:56.128221 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-30eb8441-2a4e-4b35-929b-e9f636d53a99 req-eb3126af-d989-4c2e-b54e-f3523250e307 service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870507 Aug 10 04:32:56.776336 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:57.101842 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:04.160712 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:17.592220 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51592) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:33:17.747559 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-af693df8-6052-4fc5-908c-0b601e012539 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Deleting port b9ee9cb0-9eda-463f-96f1-21797253bdb1 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:33:17.747908 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-af693df8-6052-4fc5-908c-0b601e012539 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:17.825439 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-af693df8-6052-4fc5-908c-0b601e012539 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:17.825668 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-af693df8-6052-4fc5-908c-0b601e012539 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:17.836973 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-af693df8-6052-4fc5-908c-0b601e012539 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Calling delete_port for b9ee9cb0-9eda-463f-96f1-21797253bdb1 owned by network:floatingip {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:33:17.983373 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-af693df8-6052-4fc5-908c-0b601e012539 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:18.014109 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af693df8-6052-4fc5-908c-0b601e012539 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event deleted for resources: {'Port': ['ID=b9ee9cb0-9eda-463f-96f1-21797253bdb1,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:33:18.038844 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af693df8-6052-4fc5-908c-0b601e012539 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:18.039197 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af693df8-6052-4fc5-908c-0b601e012539 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:18.039545 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af693df8-6052-4fc5-908c-0b601e012539 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:18.039875 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af693df8-6052-4fc5-908c-0b601e012539 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:18.040258 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af693df8-6052-4fc5-908c-0b601e012539 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:18.040587 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af693df8-6052-4fc5-908c-0b601e012539 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:18.040920 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af693df8-6052-4fc5-908c-0b601e012539 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:18.041248 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af693df8-6052-4fc5-908c-0b601e012539 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:18.041575 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af693df8-6052-4fc5-908c-0b601e012539 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:18.041900 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af693df8-6052-4fc5-908c-0b601e012539 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:18.042247 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af693df8-6052-4fc5-908c-0b601e012539 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:18.042562 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af693df8-6052-4fc5-908c-0b601e012539 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:18.080854 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-af693df8-6052-4fc5-908c-0b601e012539 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for floatingip, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:18.081120 n-d-768862-13 neutron-server[94260]: INFO neutron.db.l3_db [None req-af693df8-6052-4fc5-908c-0b601e012539 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Floating IP 5e72a9e5-ccde-4c6f-8337-bd65b7aea0c3 disassociated (deleted). External IP: 172.25.6.74, port: 4f87e506-7746-4891-ba4f-f1f501ce79f1. Aug 10 04:33:18.297780 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af693df8-6052-4fc5-908c-0b601e012539 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Router 2b64c1ac-477e-46fe-b7bd-0014ec5f3f7a has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:33:18.404857 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af693df8-6052-4fc5-908c-0b601e012539 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:33:18.409817 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-af693df8-6052-4fc5-908c-0b601e012539 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:18.414398 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b947ce-15d1-483f-b607-fd450c42147d None None] Sync routers for ids ['2b64c1ac-477e-46fe-b7bd-0014ec5f3f7a'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:33:18.424134 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b947ce-15d1-483f-b607-fd450c42147d None None] Routers {'2b64c1ac-477e-46fe-b7bd-0014ec5f3f7a'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:33:18.424777 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-c8b947ce-15d1-483f-b607-fd450c42147d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:32:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['2b64c1ac-477e-46fe-b7bd-0014ec5f3f7a'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:33:18.439610 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-af693df8-6052-4fc5-908c-0b601e012539 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "DELETE /v2.0/floatingips/5e72a9e5-ccde-4c6f-8337-bd65b7aea0c3 HTTP/1.1" status: 204 len: 168 time: 0.8439076 Aug 10 04:33:18.439610 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35331ba2-0486-4087-b960-f46292468b9d', 'tag': '4f87e506-7746-4891-ba4f-f1f501ce79f1'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:33:18.440106 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7142606bf34c4189ec1af3eb1cc50705e8815838b55f5940d6ad7e637f738b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dff13f69-8f65-4537-a063-ea2ae46e771e" -d '{"events": [{"name": "network-changed", "server_uuid": "35331ba2-0486-4087-b960-f46292468b9d", "tag": "4f87e506-7746-4891-ba4f-f1f501ce79f1"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:33:18.532565 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-c8b947ce-15d1-483f-b607-fd450c42147d None None] Set router 2b64c1ac-477e-46fe-b7bd-0014ec5f3f7a gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:33:18.597381 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d60cee26-598b-4877-8fd4-11f55896331f x-openstack-request-id: req-d60cee26-598b-4877-8fd4-11f55896331f {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:33:18.597924 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35331ba2-0486-4087-b960-f46292468b9d", "tag": "4f87e506-7746-4891-ba4f-f1f501ce79f1", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:33:18.598036 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d60cee26-598b-4877-8fd4-11f55896331f {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:33:18.598581 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35331ba2-0486-4087-b960-f46292468b9d', 'tag': '4f87e506-7746-4891-ba4f-f1f501ce79f1', 'status': 'completed', 'code': 200} Aug 10 04:33:18.690726 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff13f69-8f65-4537-a063-ea2ae46e771e req-f3ba3674-2c60-4be9-926a-feb7b3c6280c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:18.692409 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dff13f69-8f65-4537-a063-ea2ae46e771e req-f3ba3674-2c60-4be9-926a-feb7b3c6280c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=db935c6fffe84fc296c14b1cf491ed1b&device_id=35331ba2-0486-4087-b960-f46292468b9d HTTP/1.1" status: 200 len: 1097 time: 0.0697777 Aug 10 04:33:18.715938 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b6926f-c073-414c-bdf8-38a7e3688441 req-6774a4c7-24ed-462e-9d2c-20d8e2d295a3 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:18.717395 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-04b6926f-c073-414c-bdf8-38a7e3688441 req-6774a4c7-24ed-462e-9d2c-20d8e2d295a3 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=35331ba2-0486-4087-b960-f46292468b9d HTTP/1.1" status: 200 len: 945 time: 0.0688567 Aug 10 04:33:18.738300 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-c8b947ce-15d1-483f-b607-fd450c42147d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b64c1ac-477e-46fe-b7bd-0014ec5f3f7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-258438459', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '5ff348a6-6586-4026-ac2c-c4d4c6d9aecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:31:15Z', 'updated_at': '2021-08-10T04:31:18Z', 'revision_number': 4, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'gw_port': {'id': '5ff348a6-6586-4026-ac2c-c4d4c6d9aecd', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:28:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b64c1ac-477e-46fe-b7bd-0014ec5f3f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:31:15Z', 'updated_at': '2021-08-10T04:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '96901d3d-ee66-4104-9a9e-383e6b31d03a', 'name': '', 'network_id': 'f4e23e90-a37b-4358-aaf4-7625502be7f5', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'mac_address': 'fa:16:3e:2e:0a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b64c1ac-477e-46fe-b7bd-0014ec5f3f7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '56fc946f-be09-4a98-8c4a-c835ccc470a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:31:18Z', 'updated_at': '2021-08-10T04:31:23Z', 'revision_number': 5, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'subnets': [{'id': '56fc946f-be09-4a98-8c4a-c835ccc470a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:33:18.768345 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b947ce-15d1-483f-b607-fd450c42147d None None] Checking router: 2b64c1ac-477e-46fe-b7bd-0014ec5f3f7a for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:33:18.776665 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b947ce-15d1-483f-b607-fd450c42147d None None] Routers {'2b64c1ac-477e-46fe-b7bd-0014ec5f3f7a'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:33:18.777361 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-c8b947ce-15d1-483f-b607-fd450c42147d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:32:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['2b64c1ac-477e-46fe-b7bd-0014ec5f3f7a'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:33:18.804810 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-04b6926f-c073-414c-bdf8-38a7e3688441 req-d7676172-2eab-4564-a488-a6271670367a tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=c59958f5-136d-4831-b9e4-4b3ab812644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743701 Aug 10 04:33:18.825861 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff13f69-8f65-4537-a063-ea2ae46e771e req-de57e63f-853f-45b5-8844-3ca832a1e7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:18.827637 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dff13f69-8f65-4537-a063-ea2ae46e771e req-de57e63f-853f-45b5-8844-3ca832a1e7d4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f4e23e90-a37b-4358-aaf4-7625502be7f5 HTTP/1.1" status: 200 len: 896 time: 0.1274865 Aug 10 04:33:18.870896 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dff13f69-8f65-4537-a063-ea2ae46e771e req-8bfb82b7-1465-4c69-b04e-00690070647b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f87e506-7746-4891-ba4f-f1f501ce79f1 HTTP/1.1" status: 200 len: 217 time: 0.0348177 Aug 10 04:33:18.885766 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-c8b947ce-15d1-483f-b607-fd450c42147d None None] Set router 2b64c1ac-477e-46fe-b7bd-0014ec5f3f7a gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:33:18.928955 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff13f69-8f65-4537-a063-ea2ae46e771e req-0ed68185-9f5b-4aa3-81cd-9fdd1cd74feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:18.930535 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dff13f69-8f65-4537-a063-ea2ae46e771e req-0ed68185-9f5b-4aa3-81cd-9fdd1cd74feb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=56fc946f-be09-4a98-8c4a-c835ccc470a0 HTTP/1.1" status: 200 len: 835 time: 0.0505261 Aug 10 04:33:18.979979 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff13f69-8f65-4537-a063-ea2ae46e771e req-ad61be76-c602-4b81-99b0-3cc933f8cb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:18.982044 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dff13f69-8f65-4537-a063-ea2ae46e771e req-ad61be76-c602-4b81-99b0-3cc933f8cb90 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f4e23e90-a37b-4358-aaf4-7625502be7f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412121 Aug 10 04:33:19.075063 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dff13f69-8f65-4537-a063-ea2ae46e771e req-e3560f05-5443-4a49-b5d0-07c735f534ae service neutron] 10.222.0.61 "GET /v2.0/networks/f4e23e90-a37b-4358-aaf4-7625502be7f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832443 Aug 10 04:33:19.084356 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-c8b947ce-15d1-483f-b607-fd450c42147d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b64c1ac-477e-46fe-b7bd-0014ec5f3f7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-258438459', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '5ff348a6-6586-4026-ac2c-c4d4c6d9aecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:31:15Z', 'updated_at': '2021-08-10T04:31:18Z', 'revision_number': 4, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'gw_port': {'id': '5ff348a6-6586-4026-ac2c-c4d4c6d9aecd', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:28:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b64c1ac-477e-46fe-b7bd-0014ec5f3f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:31:15Z', 'updated_at': '2021-08-10T04:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '96901d3d-ee66-4104-9a9e-383e6b31d03a', 'name': '', 'network_id': 'f4e23e90-a37b-4358-aaf4-7625502be7f5', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'mac_address': 'fa:16:3e:2e:0a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b64c1ac-477e-46fe-b7bd-0014ec5f3f7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '56fc946f-be09-4a98-8c4a-c835ccc470a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:31:18Z', 'updated_at': '2021-08-10T04:31:23Z', 'revision_number': 5, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'subnets': [{'id': '56fc946f-be09-4a98-8c4a-c835ccc470a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:33:19.111586 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b947ce-15d1-483f-b607-fd450c42147d None None] The sync data for ids ['2b64c1ac-477e-46fe-b7bd-0014ec5f3f7a'] in n-d-768862-13 is: [{'id': '2b64c1ac-477e-46fe-b7bd-0014ec5f3f7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-258438459', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '5ff348a6-6586-4026-ac2c-c4d4c6d9aecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:31:15Z', 'updated_at': '2021-08-10T04:31:18Z', 'revision_number': 4, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'gw_port': {'id': '5ff348a6-6586-4026-ac2c-c4d4c6d9aecd', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:28:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b64c1ac-477e-46fe-b7bd-0014ec5f3f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:31:15Z', 'updated_at': '2021-08-10T04:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '96901d3d-ee66-4104-9a9e-383e6b31d03a', 'name': '', 'network_id': 'f4e23e90-a37b-4358-aaf4-7625502be7f5', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'mac_address': 'fa:16:3e:2e:0a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b64c1ac-477e-46fe-b7bd-0014ec5f3f7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '56fc946f-be09-4a98-8c4a-c835ccc470a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:31:18Z', 'updated_at': '2021-08-10T04:31:23Z', 'revision_number': 5, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'subnets': [{'id': '56fc946f-be09-4a98-8c4a-c835ccc470a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:33:19.174110 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dff13f69-8f65-4537-a063-ea2ae46e771e req-dd26c1c2-ea45-48aa-b6e5-7d97f03223a8 service neutron] 10.222.0.61 "GET /v2.0/networks/f4e23e90-a37b-4358-aaf4-7625502be7f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910001 Aug 10 04:33:19.329615 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee476e4-0782-4a91-a996-bc01b6578347 None None] New status for floating IP 5e72a9e5-ccde-4c6f-8337-bd65b7aea0c3: DOWN {{(pid=94263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:33:19.924878 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4b9498-eb29-4ea3-8198-07d2afe378f2 req-22a4e07a-5c66-4a9d-bc5f-59067fc0af67 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:19.926396 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ea4b9498-eb29-4ea3-8198-07d2afe378f2 req-22a4e07a-5c66-4a9d-bc5f-59067fc0af67 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=35331ba2-0486-4087-b960-f46292468b9d HTTP/1.1" status: 200 len: 945 time: 0.0490406 Aug 10 04:33:19.963691 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ea4b9498-eb29-4ea3-8198-07d2afe378f2 req-08a70b75-1a63-4359-9045-ab80c2bef1a2 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=c59958f5-136d-4831-b9e4-4b3ab812644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313516 Aug 10 04:33:20.466748 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb67c39-8d20-4167-aefd-56a58cbbe0c2 req-4b2ce885-563d-42df-8871-06eb32cd5c64 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:20.468243 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bbb67c39-8d20-4167-aefd-56a58cbbe0c2 req-4b2ce885-563d-42df-8871-06eb32cd5c64 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.61 "GET /v2.0/ports?device_id=35331ba2-0486-4087-b960-f46292468b9d HTTP/1.1" status: 200 len: 945 time: 0.0467701 Aug 10 04:33:20.567100 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-bbb67c39-8d20-4167-aefd-56a58cbbe0c2 req-78487288-8b08-4b1f-9b13-5663efb41723 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Deleting port 4f87e506-7746-4891-ba4f-f1f501ce79f1 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:33:20.567436 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-bbb67c39-8d20-4167-aefd-56a58cbbe0c2 req-78487288-8b08-4b1f-9b13-5663efb41723 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:20.653676 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-bbb67c39-8d20-4167-aefd-56a58cbbe0c2 req-78487288-8b08-4b1f-9b13-5663efb41723 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] For port 4f87e506-7746-4891-ba4f-f1f501ce79f1, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=4f87e506-7746-4891-ba4f-f1f501ce79f1,segment=NetworkSegment(f1bdaa65-5714-4fab-bf07-d518a336cfc0),segment_id=f1bdaa65-5714-4fab-bf07-d518a336cfc0)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:33:20.654128 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-bbb67c39-8d20-4167-aefd-56a58cbbe0c2 req-78487288-8b08-4b1f-9b13-5663efb41723 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:20.667489 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-bbb67c39-8d20-4167-aefd-56a58cbbe0c2 req-78487288-8b08-4b1f-9b13-5663efb41723 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Calling delete_port for 4f87e506-7746-4891-ba4f-f1f501ce79f1 owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:33:20.796205 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-bbb67c39-8d20-4167-aefd-56a58cbbe0c2 req-78487288-8b08-4b1f-9b13-5663efb41723 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:20.838937 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78487288-8b08-4b1f-9b13-5663efb41723 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event deleted for resources: {'Port': ['ID=4f87e506-7746-4891-ba4f-f1f501ce79f1,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:33:20.888261 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbb67c39-8d20-4167-aefd-56a58cbbe0c2 req-78487288-8b08-4b1f-9b13-5663efb41723 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] No DVR routers for this DVR port 4f87e506-7746-4891-ba4f-f1f501ce79f1 on host n-h2-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:33:20.890930 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-bbb67c39-8d20-4167-aefd-56a58cbbe0c2 req-78487288-8b08-4b1f-9b13-5663efb41723 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:20.892948 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bbb67c39-8d20-4167-aefd-56a58cbbe0c2 req-78487288-8b08-4b1f-9b13-5663efb41723 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.61 "DELETE /v2.0/ports/4f87e506-7746-4891-ba4f-f1f501ce79f1 HTTP/1.1" status: 204 len: 173 time: 0.4176924 Aug 10 04:33:20.893381 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35331ba2-0486-4087-b960-f46292468b9d', 'name': 'network-vif-deleted', 'tag': '4f87e506-7746-4891-ba4f-f1f501ce79f1'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:33:20.895628 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7142606bf34c4189ec1af3eb1cc50705e8815838b55f5940d6ad7e637f738b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a73ef443-70b7-45a8-b5af-fea2afbe0a5a" -d '{"events": [{"server_uuid": "35331ba2-0486-4087-b960-f46292468b9d", "name": "network-vif-deleted", "tag": "4f87e506-7746-4891-ba4f-f1f501ce79f1"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:33:20.936948 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daa0ff6e-ea22-4f94-b6f5-bdc4a6d64806 x-openstack-request-id: req-daa0ff6e-ea22-4f94-b6f5-bdc4a6d64806 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:33:20.937604 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35331ba2-0486-4087-b960-f46292468b9d", "name": "network-vif-deleted", "tag": "4f87e506-7746-4891-ba4f-f1f501ce79f1", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:33:20.937604 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-daa0ff6e-ea22-4f94-b6f5-bdc4a6d64806 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:33:20.937909 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35331ba2-0486-4087-b960-f46292468b9d', 'name': 'network-vif-deleted', 'tag': '4f87e506-7746-4891-ba4f-f1f501ce79f1', 'status': 'completed', 'code': 200} Aug 10 04:33:21.069996 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3bd112d9-71fd-440f-8144-51e8d81585d4 req-ba8b8da4-392f-4281-b8d1-b6114a6c0d5c tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=35331ba2-0486-4087-b960-f46292468b9d HTTP/1.1" status: 200 len: 210 time: 0.0257611 Aug 10 04:33:21.531336 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-301f6bfa-2657-4fb2-87d0-8e75768e87dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:22.125087 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51608) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:33:22.501497 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ef1e4b0f-553a-43b4-bbad-f5c8daf1b8f4 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521880'] for router_interface, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:22.774416 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-ef1e4b0f-553a-43b4-bbad-f5c8daf1b8f4 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Deleting port 96901d3d-ee66-4104-9a9e-383e6b31d03a {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:33:22.774676 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ef1e4b0f-553a-43b4-bbad-f5c8daf1b8f4 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:22.864788 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [None req-ef1e4b0f-553a-43b4-bbad-f5c8daf1b8f4 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] For port 96901d3d-ee66-4104-9a9e-383e6b31d03a, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=96901d3d-ee66-4104-9a9e-383e6b31d03a,segment=NetworkSegment(f1bdaa65-5714-4fab-bf07-d518a336cfc0),segment_id=f1bdaa65-5714-4fab-bf07-d518a336cfc0)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:33:22.865155 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ef1e4b0f-553a-43b4-bbad-f5c8daf1b8f4 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:22.878598 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-ef1e4b0f-553a-43b4-bbad-f5c8daf1b8f4 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Calling delete_port for 96901d3d-ee66-4104-9a9e-383e6b31d03a owned by network:router_interface {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:33:23.061937 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ef1e4b0f-553a-43b4-bbad-f5c8daf1b8f4 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:23.087296 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1e4b0f-553a-43b4-bbad-f5c8daf1b8f4 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event deleted for resources: {'Port': ['ID=96901d3d-ee66-4104-9a9e-383e6b31d03a,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:33:23.105143 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 4f87e506-7746-4891-ba4f-f1f501ce79f1 no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:33:23.131675 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] No Port match for: 4f87e506-7746-4891-ba4f-f1f501ce79f1 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:33:23.132041 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 4f87e506-7746-4891-ba4f-f1f501ce79f1 not bound to the agent host n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:33:23.264966 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ef1e4b0f-553a-43b4-bbad-f5c8daf1b8f4 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-522536'] for router_interface, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:23.474943 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef1e4b0f-553a-43b4-bbad-f5c8daf1b8f4 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Router 2b64c1ac-477e-46fe-b7bd-0014ec5f3f7a has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:33:23.580325 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef1e4b0f-553a-43b4-bbad-f5c8daf1b8f4 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:33:23.585632 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-ef1e4b0f-553a-43b4-bbad-f5c8daf1b8f4 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "PUT /v2.0/routers/2b64c1ac-477e-46fe-b7bd-0014ec5f3f7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4595251 Aug 10 04:33:23.588586 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51612) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:33:23.589758 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38589b6c-f47e-4695-977c-bb309bb02c53 None None] Sync routers for ids ['2b64c1ac-477e-46fe-b7bd-0014ec5f3f7a'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:33:23.599263 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38589b6c-f47e-4695-977c-bb309bb02c53 None None] Routers {'2b64c1ac-477e-46fe-b7bd-0014ec5f3f7a'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:33:23.599871 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-38589b6c-f47e-4695-977c-bb309bb02c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:32:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['2b64c1ac-477e-46fe-b7bd-0014ec5f3f7a'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:33:23.643331 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ed0f032-1e63-4c5f-a84d-35844e18b865 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Deleting subnet 56fc946f-be09-4a98-8c4a-c835ccc470a0 {{(pid=94260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:33:23.646217 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4ed0f032-1e63-4c5f-a84d-35844e18b865 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for subnet, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:23.704152 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-38589b6c-f47e-4695-977c-bb309bb02c53 None None] Set router 2b64c1ac-477e-46fe-b7bd-0014ec5f3f7a gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:33:23.815990 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-2a0daf0c-0975-459a-a1ba-bf8caadcdd45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:23.901358 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-38589b6c-f47e-4695-977c-bb309bb02c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b64c1ac-477e-46fe-b7bd-0014ec5f3f7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-258438459', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '5ff348a6-6586-4026-ac2c-c4d4c6d9aecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:31:15Z', 'updated_at': '2021-08-10T04:33:23Z', 'revision_number': 5, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'gw_port': {'id': '5ff348a6-6586-4026-ac2c-c4d4c6d9aecd', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:28:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b64c1ac-477e-46fe-b7bd-0014ec5f3f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:31:15Z', 'updated_at': '2021-08-10T04:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:33:23.927904 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38589b6c-f47e-4695-977c-bb309bb02c53 None None] Checking router: 2b64c1ac-477e-46fe-b7bd-0014ec5f3f7a for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:33:23.936448 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38589b6c-f47e-4695-977c-bb309bb02c53 None None] Routers {'2b64c1ac-477e-46fe-b7bd-0014ec5f3f7a'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:33:23.937053 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-38589b6c-f47e-4695-977c-bb309bb02c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:33:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['2b64c1ac-477e-46fe-b7bd-0014ec5f3f7a'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:33:24.002827 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4ed0f032-1e63-4c5f-a84d-35844e18b865 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191173'] for subnet, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:24.042315 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-38589b6c-f47e-4695-977c-bb309bb02c53 None None] Set router 2b64c1ac-477e-46fe-b7bd-0014ec5f3f7a gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:33:24.086748 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4ed0f032-1e63-4c5f-a84d-35844e18b865 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:24.157626 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4ed0f032-1e63-4c5f-a84d-35844e18b865 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:24.187348 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed0f032-1e63-4c5f-a84d-35844e18b865 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event deleted for resources: {'Subnet': ['ID=56fc946f-be09-4a98-8c4a-c835ccc470a0,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:33:24.193026 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4ed0f032-1e63-4c5f-a84d-35844e18b865 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:24.194534 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-4ed0f032-1e63-4c5f-a84d-35844e18b865 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "DELETE /v2.0/subnets/56fc946f-be09-4a98-8c4a-c835ccc470a0 HTTP/1.1" status: 204 len: 168 time: 0.6049783 Aug 10 04:33:24.197303 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51614) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:33:24.256507 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b87603-c746-45fb-b193-7fca045f54e6 None None] Network f4e23e90-a37b-4358-aaf4-7625502be7f5 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:33:24.305225 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-312c8aa5-e540-464e-b506-8389a20d0a21 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for router, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:24.409612 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:24.414079 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-312c8aa5-e540-464e-b506-8389a20d0a21 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:24.465409 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-312c8aa5-e540-464e-b506-8389a20d0a21 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Deleting port 5ff348a6-6586-4026-ac2c-c4d4c6d9aecd {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:33:24.465778 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-312c8aa5-e540-464e-b506-8389a20d0a21 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:24.492552 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-38589b6c-f47e-4695-977c-bb309bb02c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b64c1ac-477e-46fe-b7bd-0014ec5f3f7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-258438459', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '5ff348a6-6586-4026-ac2c-c4d4c6d9aecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:31:15Z', 'updated_at': '2021-08-10T04:33:23Z', 'revision_number': 5, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'gw_port': {'id': '5ff348a6-6586-4026-ac2c-c4d4c6d9aecd', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:28:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b64c1ac-477e-46fe-b7bd-0014ec5f3f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:31:15Z', 'updated_at': '2021-08-10T04:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:33:24.522263 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38589b6c-f47e-4695-977c-bb309bb02c53 None None] The sync data for ids ['2b64c1ac-477e-46fe-b7bd-0014ec5f3f7a'] in n-d-768862-13 is: [{'id': '2b64c1ac-477e-46fe-b7bd-0014ec5f3f7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-258438459', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '5ff348a6-6586-4026-ac2c-c4d4c6d9aecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:31:15Z', 'updated_at': '2021-08-10T04:33:23Z', 'revision_number': 5, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'gw_port': {'id': '5ff348a6-6586-4026-ac2c-c4d4c6d9aecd', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:28:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b64c1ac-477e-46fe-b7bd-0014ec5f3f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:31:15Z', 'updated_at': '2021-08-10T04:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:33:24.556034 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2bb1dea-eb2f-483c-943e-adda1b47d0ec None None] DHCP port deletion for f4e23e90-a37b-4358-aaf4-7625502be7f5 request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:33:24.584012 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [None req-312c8aa5-e540-464e-b506-8389a20d0a21 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] For port 5ff348a6-6586-4026-ac2c-c4d4c6d9aecd, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=5ff348a6-6586-4026-ac2c-c4d4c6d9aecd,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:33:24.584529 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-312c8aa5-e540-464e-b506-8389a20d0a21 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:24.600612 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-312c8aa5-e540-464e-b506-8389a20d0a21 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Calling delete_port for 5ff348a6-6586-4026-ac2c-c4d4c6d9aecd owned by network:router_gateway {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:33:24.604058 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-a2bb1dea-eb2f-483c-943e-adda1b47d0ec None None] Deleting port 56cbd89b-9391-4c24-87ef-d970e6060fa7 {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:33:24.604459 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a2bb1dea-eb2f-483c-943e-adda1b47d0ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:24.669912 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-a2bb1dea-eb2f-483c-943e-adda1b47d0ec None None] For port 56cbd89b-9391-4c24-87ef-d970e6060fa7, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=56cbd89b-9391-4c24-87ef-d970e6060fa7,segment=NetworkSegment(f1bdaa65-5714-4fab-bf07-d518a336cfc0),segment_id=f1bdaa65-5714-4fab-bf07-d518a336cfc0)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:33:24.670252 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a2bb1dea-eb2f-483c-943e-adda1b47d0ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:24.682887 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-a2bb1dea-eb2f-483c-943e-adda1b47d0ec None None] Calling delete_port for 56cbd89b-9391-4c24-87ef-d970e6060fa7 owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:33:24.762756 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a2bb1dea-eb2f-483c-943e-adda1b47d0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:24.769460 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-312c8aa5-e540-464e-b506-8389a20d0a21 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:24.786830 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bb1dea-eb2f-483c-943e-adda1b47d0ec None None] Pushing event deleted for resources: {'Port': ['ID=56cbd89b-9391-4c24-87ef-d970e6060fa7,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:33:24.795730 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312c8aa5-e540-464e-b506-8389a20d0a21 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event deleted for resources: {'Port': ['ID=5ff348a6-6586-4026-ac2c-c4d4c6d9aecd,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:33:24.797207 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bb1dea-eb2f-483c-943e-adda1b47d0ec None None] No DVR routers for this DVR port 56cbd89b-9391-4c24-87ef-d970e6060fa7 on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:33:24.799880 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bb1dea-eb2f-483c-943e-adda1b47d0ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:24.800338 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bb1dea-eb2f-483c-943e-adda1b47d0ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:24.800849 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bb1dea-eb2f-483c-943e-adda1b47d0ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:24.801638 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bb1dea-eb2f-483c-943e-adda1b47d0ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:24.802073 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bb1dea-eb2f-483c-943e-adda1b47d0ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:24.804718 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bb1dea-eb2f-483c-943e-adda1b47d0ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:24.805070 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bb1dea-eb2f-483c-943e-adda1b47d0ec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:24.805415 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bb1dea-eb2f-483c-943e-adda1b47d0ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:24.805755 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bb1dea-eb2f-483c-943e-adda1b47d0ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:24.806176 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bb1dea-eb2f-483c-943e-adda1b47d0ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:24.806549 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bb1dea-eb2f-483c-943e-adda1b47d0ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:24.806913 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bb1dea-eb2f-483c-943e-adda1b47d0ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:24.858036 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-312c8aa5-e540-464e-b506-8389a20d0a21 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520654'] for router_gateway, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:24.954374 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-312c8aa5-e540-464e-b506-8389a20d0a21 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:24.956844 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-312c8aa5-e540-464e-b506-8389a20d0a21 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:25.006970 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-312c8aa5-e540-464e-b506-8389a20d0a21 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:25.007773 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-312c8aa5-e540-464e-b506-8389a20d0a21 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Fanout notify agent at l3_agent the message router_deleted on router 2b64c1ac-477e-46fe-b7bd-0014ec5f3f7a {{(pid=94260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:33:25.016053 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-312c8aa5-e540-464e-b506-8389a20d0a21 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for router, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:25.018682 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-312c8aa5-e540-464e-b506-8389a20d0a21 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "DELETE /v2.0/routers/2b64c1ac-477e-46fe-b7bd-0014ec5f3f7a HTTP/1.1" status: 204 len: 168 time: 0.8203950 Aug 10 04:33:25.020525 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51616) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:33:25.032273 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 96901d3d-ee66-4104-9a9e-383e6b31d03a no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:33:25.056636 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 96901d3d-ee66-4104-9a9e-383e6b31d03a {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:33:25.057095 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 96901d3d-ee66-4104-9a9e-383e6b31d03a not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:33:25.057622 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 56cbd89b-9391-4c24-87ef-d970e6060fa7 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:33:25.076794 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 56cbd89b-9391-4c24-87ef-d970e6060fa7 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:33:25.077155 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 56cbd89b-9391-4c24-87ef-d970e6060fa7 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:33:25.098132 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e234846d-be25-4bab-bf96-63ca0744522e tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:25.191456 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e234846d-be25-4bab-bf96-63ca0744522e tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:25.201607 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-e234846d-be25-4bab-bf96-63ca0744522e tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4e23e90-a37b-4358-aaf4-7625502be7f5']}} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:33:25.212854 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-e234846d-be25-4bab-bf96-63ca0744522e tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1bdaa65-5714-4fab-bf07-d518a336cfc0') {'for_net_delete': True} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:33:25.213149 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-e234846d-be25-4bab-bf96-63ca0744522e tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1bdaa65-5714-4fab-bf07-d518a336cfc0') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:33:25.222633 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e234846d-be25-4bab-bf96-63ca0744522e tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191186'] for segment, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:25.237112 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e234846d-be25-4bab-bf96-63ca0744522e tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:25.243281 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e234846d-be25-4bab-bf96-63ca0744522e tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=94260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:33:25.243673 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e234846d-be25-4bab-bf96-63ca0744522e tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58895489'] for segment, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:25.246578 n-d-768862-13 neutron-server[94260]: Traceback (most recent call last): Aug 10 04:33:25.246578 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:33:25.246578 n-d-768862-13 neutron-server[94260]: timer() Aug 10 04:33:25.246578 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:33:25.246578 n-d-768862-13 neutron-server[94260]: cb(*args, **kw) Aug 10 04:33:25.246578 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:33:25.246578 n-d-768862-13 neutron-server[94260]: return func(*args, **kwargs) Aug 10 04:33:25.246578 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:33:25.246578 n-d-768862-13 neutron-server[94260]: self._notify() Aug 10 04:33:25.246578 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:33:25.246578 n-d-768862-13 neutron-server[94260]: self.callback(batched_events) Aug 10 04:33:25.246578 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:33:25.246578 n-d-768862-13 neutron-server[94260]: event.method(event) Aug 10 04:33:25.246578 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:33:25.246578 n-d-768862-13 neutron-server[94260]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:33:25.246578 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:33:25.246578 n-d-768862-13 neutron-server[94260]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:33:25.246578 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:33:25.246578 n-d-768862-13 neutron-server[94260]: return f(self, *a, **k) Aug 10 04:33:25.246578 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:33:25.246578 n-d-768862-13 neutron-server[94260]: return self._get(url).json() Aug 10 04:33:25.246578 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:33:25.246578 n-d-768862-13 neutron-server[94260]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:33:25.246578 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:33:25.246578 n-d-768862-13 neutron-server[94260]: return self.request(url, 'GET', **kwargs) Aug 10 04:33:25.246578 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:33:25.246578 n-d-768862-13 neutron-server[94260]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:33:25.246578 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:33:25.246578 n-d-768862-13 neutron-server[94260]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:33:25.246578 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:33:25.246578 n-d-768862-13 neutron-server[94260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:33:25.246578 n-d-768862-13 neutron-server[94260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:33:25.302909 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e234846d-be25-4bab-bf96-63ca0744522e tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:25.310644 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-e234846d-be25-4bab-bf96-63ca0744522e tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:25.312484 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-e234846d-be25-4bab-bf96-63ca0744522e tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "DELETE /v2.0/networks/f4e23e90-a37b-4358-aaf4-7625502be7f5 HTTP/1.1" status: 204 len: 168 time: 0.2909822 Aug 10 04:33:25.315472 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 51618) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:33:25.323945 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e234846d-be25-4bab-bf96-63ca0744522e tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event deleted for resources: {'Network': ['ID=f4e23e90-a37b-4358-aaf4-7625502be7f5,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:33:25.381928 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-32c1264e-b1f0-4bd4-8df1-9d0169a1872a tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:25.407330 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-32c1264e-b1f0-4bd4-8df1-9d0169a1872a tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:25.466043 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-32c1264e-b1f0-4bd4-8df1-9d0169a1872a tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:25.468559 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-32c1264e-b1f0-4bd4-8df1-9d0169a1872a tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:25.469697 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-32c1264e-b1f0-4bd4-8df1-9d0169a1872a tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "DELETE /v2.0/security-groups/c59958f5-136d-4831-b9e4-4b3ab812644a HTTP/1.1" status: 204 len: 168 time: 0.1532538 Aug 10 04:33:25.484804 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c1264e-b1f0-4bd4-8df1-9d0169a1872a tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c59958f5-136d-4831-b9e4-4b3ab812644a,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:33:25.487192 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c1264e-b1f0-4bd4-8df1-9d0169a1872a tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:25.487536 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c1264e-b1f0-4bd4-8df1-9d0169a1872a tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:25.487873 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c1264e-b1f0-4bd4-8df1-9d0169a1872a tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:25.488201 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c1264e-b1f0-4bd4-8df1-9d0169a1872a tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:25.488530 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c1264e-b1f0-4bd4-8df1-9d0169a1872a tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:25.488850 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c1264e-b1f0-4bd4-8df1-9d0169a1872a tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:25.489252 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c1264e-b1f0-4bd4-8df1-9d0169a1872a tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:25.489510 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c1264e-b1f0-4bd4-8df1-9d0169a1872a tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:25.489800 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c1264e-b1f0-4bd4-8df1-9d0169a1872a tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:25.490116 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c1264e-b1f0-4bd4-8df1-9d0169a1872a tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:25.490454 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c1264e-b1f0-4bd4-8df1-9d0169a1872a tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:25.490768 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c1264e-b1f0-4bd4-8df1-9d0169a1872a tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:25.663622 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:25.943568 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 51626) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:33:25.948352 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-75494817-a473-4fa3-b524-3e35c311159c tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-516063151', 'description': 'tempest-secgroup-smoke-516063151 description', 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:33:25.971324 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-75494817-a473-4fa3-b524-3e35c311159c tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:26.052722 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-75494817-a473-4fa3-b524-3e35c311159c tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:26.056543 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-75494817-a473-4fa3-b524-3e35c311159c tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:26.083849 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-75494817-a473-4fa3-b524-3e35c311159c tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:26.085059 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-75494817-a473-4fa3-b524-3e35c311159c tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1404722 Aug 10 04:33:26.088181 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51628) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:33:26.089079 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75494817-a473-4fa3-b524-3e35c311159c tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79773b6c-ee91-4d11-8ce3-84ae5ec63a24,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:33:26.093100 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-34d61fe3-1acc-4eeb-a264-91fe79b3d80c tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Request body: {'security_group_rule': {'security_group_id': '79773b6c-ee91-4d11-8ce3-84ae5ec63a24', 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:33:26.120276 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-34d61fe3-1acc-4eeb-a264-91fe79b3d80c tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:26.195255 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-34d61fe3-1acc-4eeb-a264-91fe79b3d80c tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:26.198771 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-34d61fe3-1acc-4eeb-a264-91fe79b3d80c tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:26.217635 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d61fe3-1acc-4eeb-a264-91fe79b3d80c tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37e8541f-f811-40f5-b914-bf6771c4a943,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:33:26.224084 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-34d61fe3-1acc-4eeb-a264-91fe79b3d80c tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:26.225755 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-34d61fe3-1acc-4eeb-a264-91fe79b3d80c tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1359110 Aug 10 04:33:26.227955 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51630) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:33:26.232827 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-2f7e8567-9223-4ec5-9981-b5e5a2f569ca tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Request body: {'security_group_rule': {'security_group_id': '79773b6c-ee91-4d11-8ce3-84ae5ec63a24', 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:33:26.262791 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2f7e8567-9223-4ec5-9981-b5e5a2f569ca tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:26.317972 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2f7e8567-9223-4ec5-9981-b5e5a2f569ca tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:26.321512 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2f7e8567-9223-4ec5-9981-b5e5a2f569ca tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:26.338690 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e8567-9223-4ec5-9981-b5e5a2f569ca tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da6ba857-6225-47df-a5ae-c1eed8362daf,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:33:26.344526 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2f7e8567-9223-4ec5-9981-b5e5a2f569ca tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:26.345792 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-2f7e8567-9223-4ec5-9981-b5e5a2f569ca tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1169095 Aug 10 04:33:26.350041 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51632) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:33:26.354623 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-047fb7b4-3c80-48c5-816f-56a9d8b0cb1b tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Request body: {'security_group_rule': {'security_group_id': '79773b6c-ee91-4d11-8ce3-84ae5ec63a24', 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:33:26.380607 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-047fb7b4-3c80-48c5-816f-56a9d8b0cb1b tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:26.439299 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-047fb7b4-3c80-48c5-816f-56a9d8b0cb1b tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:26.443024 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-047fb7b4-3c80-48c5-816f-56a9d8b0cb1b tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:26.460306 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047fb7b4-3c80-48c5-816f-56a9d8b0cb1b tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcf2dec5-f0d7-4aef-87f9-1a5a5b7ad6ca,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:33:26.466261 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-047fb7b4-3c80-48c5-816f-56a9d8b0cb1b tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:26.470023 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-047fb7b4-3c80-48c5-816f-56a9d8b0cb1b tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1164534 Aug 10 04:33:26.470185 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51634) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:33:26.474586 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-8e124d98-dbf4-4630-bb6b-25533e380df4 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Request body: {'security_group_rule': {'security_group_id': '79773b6c-ee91-4d11-8ce3-84ae5ec63a24', 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:33:26.501395 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8e124d98-dbf4-4630-bb6b-25533e380df4 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:26.565294 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8e124d98-dbf4-4630-bb6b-25533e380df4 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:26.568758 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8e124d98-dbf4-4630-bb6b-25533e380df4 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:26.585499 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e124d98-dbf4-4630-bb6b-25533e380df4 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d8b516d-53ce-4f31-8844-edd981a11761,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:33:26.592371 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8e124d98-dbf4-4630-bb6b-25533e380df4 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:26.593583 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-8e124d98-dbf4-4630-bb6b-25533e380df4 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1224453 Aug 10 04:33:26.596267 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51636) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:33:26.600649 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-777ed738-7025-4a63-9305-ff384963fe2a tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Request body: {'security_group_rule': {'security_group_id': '79773b6c-ee91-4d11-8ce3-84ae5ec63a24', 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:33:26.622911 n-d-768862-13 neutron-server[94260]: INFO neutron.db.securitygroups_db [None req-777ed738-7025-4a63-9305-ff384963fe2a tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Project db935c6fffe84fc296c14b1cf491ed1b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:33:26.627905 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-777ed738-7025-4a63-9305-ff384963fe2a tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:26.686289 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-777ed738-7025-4a63-9305-ff384963fe2a tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:26.689841 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-777ed738-7025-4a63-9305-ff384963fe2a tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:26.706500 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777ed738-7025-4a63-9305-ff384963fe2a tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b7ec68c-0471-4344-bb29-4759dc7d2703,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:33:26.712865 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-777ed738-7025-4a63-9305-ff384963fe2a tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:26.714086 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-777ed738-7025-4a63-9305-ff384963fe2a tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1169021 Aug 10 04:33:26.717248 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51638) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:33:26.722020 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-117a4d77-ae4c-440c-8225-55e269652212 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Request body: {'security_group_rule': {'security_group_id': '79773b6c-ee91-4d11-8ce3-84ae5ec63a24', 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:33:26.744167 n-d-768862-13 neutron-server[94260]: INFO neutron.db.securitygroups_db [None req-117a4d77-ae4c-440c-8225-55e269652212 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Project db935c6fffe84fc296c14b1cf491ed1b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:33:26.749853 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-117a4d77-ae4c-440c-8225-55e269652212 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:26.754347 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 5ff348a6-6586-4026-ac2c-c4d4c6d9aecd no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:33:26.773896 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 5ff348a6-6586-4026-ac2c-c4d4c6d9aecd {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:33:26.774265 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 5ff348a6-6586-4026-ac2c-c4d4c6d9aecd not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:33:26.792668 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:26.813204 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-117a4d77-ae4c-440c-8225-55e269652212 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:26.816246 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-117a4d77-ae4c-440c-8225-55e269652212 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:26.833558 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117a4d77-ae4c-440c-8225-55e269652212 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d842ec1-1881-4d59-861d-a26b09a97d74,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:33:26.839873 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-117a4d77-ae4c-440c-8225-55e269652212 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:26.841613 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-117a4d77-ae4c-440c-8225-55e269652212 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1234331 Aug 10 04:33:26.844514 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51640) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:33:26.849440 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-683af6dd-0521-4bfb-8fa9-a38ec3fb45d3 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Request body: {'network': {'name': 'tempest-network-smoke--497517054', 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'port_security_enabled': True}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:33:26.869756 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-683af6dd-0521-4bfb-8fa9-a38ec3fb45d3 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Made reservation on behalf of db935c6fffe84fc296c14b1cf491ed1b for: {'network': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:33:26.873230 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-683af6dd-0521-4bfb-8fa9-a38ec3fb45d3 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:26.899240 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-683af6dd-0521-4bfb-8fa9-a38ec3fb45d3 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=94260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:33:26.908881 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-683af6dd-0521-4bfb-8fa9-a38ec3fb45d3 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:26.909224 n-d-768862-13 neutron-server[94260]: INFO neutron.db.segments_db [None req-683af6dd-0521-4bfb-8fa9-a38ec3fb45d3 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Added segment 6a4a94fe-5d75-47a9-bda4-1f211f3b9bbd of type vlan for network 3a927cec-5fe1-405b-8b6b-e80221eeb090 Aug 10 04:33:26.947957 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-683af6dd-0521-4bfb-8fa9-a38ec3fb45d3 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:26.976246 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-683af6dd-0521-4bfb-8fa9-a38ec3fb45d3 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:26.982160 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683af6dd-0521-4bfb-8fa9-a38ec3fb45d3 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:26.982773 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-683af6dd-0521-4bfb-8fa9-a38ec3fb45d3 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:27.042379 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-683af6dd-0521-4bfb-8fa9-a38ec3fb45d3 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1967881 Aug 10 04:33:27.045232 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 51642) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:33:27.049990 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-535525a0-0b88-43a8-922c-1d69a2a77684 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1637049627', 'admin_state_up': True, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:33:27.052164 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683af6dd-0521-4bfb-8fa9-a38ec3fb45d3 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event updated for resources: {'Network': ['ID=3a927cec-5fe1-405b-8b6b-e80221eeb090,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:33:27.066269 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 3a927cec-5fe1-405b-8b6b-e80221eeb090 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:33:27.075607 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-535525a0-0b88-43a8-922c-1d69a2a77684 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:27.076629 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-535525a0-0b88-43a8-922c-1d69a2a77684 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:27.137941 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:27.138524 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-535525a0-0b88-43a8-922c-1d69a2a77684 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:27.270281 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-535525a0-0b88-43a8-922c-1d69a2a77684 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:27.458170 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-535525a0-0b88-43a8-922c-1d69a2a77684 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for router_gateway, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:27.476934 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-535525a0-0b88-43a8-922c-1d69a2a77684 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:27.582155 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-535525a0-0b88-43a8-922c-1d69a2a77684 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Allocated IP 172.25.6.206 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/029e3cb2-7d86-4410-a064-93e69b4de289) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:33:27.681249 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-535525a0-0b88-43a8-922c-1d69a2a77684 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:27.718978 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-535525a0-0b88-43a8-922c-1d69a2a77684 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:27.753485 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535525a0-0b88-43a8-922c-1d69a2a77684 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:33:27.756219 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-535525a0-0b88-43a8-922c-1d69a2a77684 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:33:27.761567 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535525a0-0b88-43a8-922c-1d69a2a77684 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:33:27.794035 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535525a0-0b88-43a8-922c-1d69a2a77684 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event updated for resources: {'Port': ['ID=029e3cb2-7d86-4410-a064-93e69b4de289,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:33:28.329382 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-535525a0-0b88-43a8-922c-1d69a2a77684 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for router_gateway, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:28.523375 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-535525a0-0b88-43a8-922c-1d69a2a77684 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:28.644849 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-535525a0-0b88-43a8-922c-1d69a2a77684 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Router 140497e7-3a1c-4a89-b1f7-8171f62fd143 is scheduled to L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e with binding_index 1 {{(pid=94261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:33:28.748776 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-535525a0-0b88-43a8-922c-1d69a2a77684 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:33:28.758304 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b247de9e-aa3c-4259-b277-236d628ca14f None None] Sync routers for ids ['140497e7-3a1c-4a89-b1f7-8171f62fd143'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:33:28.767717 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b247de9e-aa3c-4259-b277-236d628ca14f None None] Routers {'140497e7-3a1c-4a89-b1f7-8171f62fd143'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:33:28.768036 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-535525a0-0b88-43a8-922c-1d69a2a77684 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:28.768353 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-b247de9e-aa3c-4259-b277-236d628ca14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:33:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['140497e7-3a1c-4a89-b1f7-8171f62fd143'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:33:28.769405 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-535525a0-0b88-43a8-922c-1d69a2a77684 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7231727 Aug 10 04:33:28.772477 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 51646) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:33:28.800354 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-aa26f6f6-45e9-4c91-abc4-f79fc75a59d1 tempest-TestNetworkAdvancedServerOps-1236493669 tempest-TestNetworkAdvancedServerOps-1236493669-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=db935c6fffe84fc296c14b1cf491ed1b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267358 Aug 10 04:33:28.803000 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51648) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:33:28.870310 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-b247de9e-aa3c-4259-b277-236d628ca14f None None] Set router 140497e7-3a1c-4a89-b1f7-8171f62fd143 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:33:28.894831 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c722f6f2-db75-4402-875c-31ff4fa5a6f3 tempest-TestNetworkAdvancedServerOps-1236493669 tempest-TestNetworkAdvancedServerOps-1236493669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:28.896434 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-c722f6f2-db75-4402-875c-31ff4fa5a6f3 tempest-TestNetworkAdvancedServerOps-1236493669 tempest-TestNetworkAdvancedServerOps-1236493669-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0923767 Aug 10 04:33:28.899234 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51650) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:33:28.929877 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-9f2427c7-d3de-43c5-864c-a58514f9eda6 tempest-TestNetworkAdvancedServerOps-1236493669 tempest-TestNetworkAdvancedServerOps-1236493669-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=2ea12131-628a-487e-b434-0463553732bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272157 Aug 10 04:33:28.930146 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51652) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:33:28.935377 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-0c21fba3-bd81-4c60-a0cd-e73e31e1f4cb tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-943384845', 'network_id': '3a927cec-5fe1-405b-8b6b-e80221eeb090', 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:33:29.029140 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c21fba3-bd81-4c60-a0cd-e73e31e1f4cb tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Made reservation on behalf of db935c6fffe84fc296c14b1cf491ed1b for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:33:29.032955 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0c21fba3-bd81-4c60-a0cd-e73e31e1f4cb tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:29.049872 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-b247de9e-aa3c-4259-b277-236d628ca14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140497e7-3a1c-4a89-b1f7-8171f62fd143', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1637049627', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '029e3cb2-7d86-4410-a064-93e69b4de289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:33:27Z', 'updated_at': '2021-08-10T04:33:28Z', 'revision_number': 3, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'gw_port': {'id': '029e3cb2-7d86-4410-a064-93e69b4de289', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f0:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140497e7-3a1c-4a89-b1f7-8171f62fd143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:33:27Z', 'updated_at': '2021-08-10T04:33:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:33:29.075398 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b247de9e-aa3c-4259-b277-236d628ca14f None None] Checking router: 140497e7-3a1c-4a89-b1f7-8171f62fd143 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:33:29.075736 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b247de9e-aa3c-4259-b277-236d628ca14f None None] Updating router 140497e7-3a1c-4a89-b1f7-8171f62fd143 port 029e3cb2-7d86-4410-a064-93e69b4de289 binding host n-d-768862-13 {{(pid=94263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:33:29.099776 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-b247de9e-aa3c-4259-b277-236d628ca14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:29.219517 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0c21fba3-bd81-4c60-a0cd-e73e31e1f4cb tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58895384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805196'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:29.284201 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c21fba3-bd81-4c60-a0cd-e73e31e1f4cb tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event updated for resources: {'Subnet': ['ID=42c22b83-e2d6-461c-94fa-5d807d05815c,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:33:29.292888 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c21fba3-bd81-4c60-a0cd-e73e31e1f4cb tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Checking segment: {'id': '6a4a94fe-5d75-47a9-bda4-1f211f3b9bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3a927cec-5fe1-405b-8b6b-e80221eeb090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:33:29.293348 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c21fba3-bd81-4c60-a0cd-e73e31e1f4cb tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Network hostable DHCP agents. Network: 3a927cec-5fe1-405b-8b6b-e80221eeb090, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:33:29.311508 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c21fba3-bd81-4c60-a0cd-e73e31e1f4cb tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Network 3a927cec-5fe1-405b-8b6b-e80221eeb090 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:33:29.320619 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-0c21fba3-bd81-4c60-a0cd-e73e31e1f4cb tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 3a927cec-5fe1-405b-8b6b-e80221eeb090) {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:33:29.325225 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c21fba3-bd81-4c60-a0cd-e73e31e1f4cb tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:29.325809 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0c21fba3-bd81-4c60-a0cd-e73e31e1f4cb tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:29.331723 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d06da34-4033-45cf-93eb-13a4aff55299 None None] Network 3a927cec-5fe1-405b-8b6b-e80221eeb090 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:33:29.345480 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-0c21fba3-bd81-4c60-a0cd-e73e31e1f4cb tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4143436 Aug 10 04:33:29.348483 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51656) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:33:29.367893 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-b247de9e-aa3c-4259-b277-236d628ca14f None None] Notify callbacks [] for port, precommit_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:29.379056 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.provisioning_blocks [None req-b247de9e-aa3c-4259-b277-236d628ca14f None None] Transition to ACTIVE for port object 029e3cb2-7d86-4410-a064-93e69b4de289 will not be triggered until provisioned by entity L2. {{(pid=94263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:33:29.384683 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-b247de9e-aa3c-4259-b277-236d628ca14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:29.436474 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-b247de9e-aa3c-4259-b277-236d628ca14f None None] Attempting to bind port 029e3cb2-7d86-4410-a064-93e69b4de289 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:33:29.436474 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-b247de9e-aa3c-4259-b277-236d628ca14f None None] Attempting to bind port 029e3cb2-7d86-4410-a064-93e69b4de289 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:33:29.436881 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b247de9e-aa3c-4259-b277-236d628ca14f None None] Attempting to bind port 029e3cb2-7d86-4410-a064-93e69b4de289 on network 2ea12131-628a-487e-b434-0463553732bd {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:33:29.446893 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b247de9e-aa3c-4259-b277-236d628ca14f None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:33:29.447262 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b247de9e-aa3c-4259-b277-236d628ca14f None None] Checking segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:33:29.447655 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-b247de9e-aa3c-4259-b277-236d628ca14f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:29.448050 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b247de9e-aa3c-4259-b277-236d628ca14f None None] Bound using segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:33:29.448503 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-b247de9e-aa3c-4259-b277-236d628ca14f None None] Bound port: 029e3cb2-7d86-4410-a064-93e69b4de289, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:33:29.448878 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-b247de9e-aa3c-4259-b277-236d628ca14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:29.451867 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f006588-d674-467e-926c-48a510ade814 None None] Pushing event updated for resources: {'Port': ['ID=029e3cb2-7d86-4410-a064-93e69b4de289,revision_number=2']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:33:29.477443 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f20511f-add8-4186-aa12-f4b41c759dc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-3a927cec-5fe1-405b-8b6b-e80221eeb090', 'network_id': '3a927cec-5fe1-405b-8b6b-e80221eeb090', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'fixed_ips': [{'subnet_id': '42c22b83-e2d6-461c-94fa-5d807d05815c'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:33:29.479514 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f006588-d674-467e-926c-48a510ade814 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:29.479855 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f006588-d674-467e-926c-48a510ade814 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:29.480190 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f006588-d674-467e-926c-48a510ade814 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:29.480489 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9f20511f-add8-4186-aa12-f4b41c759dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:29.480611 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f006588-d674-467e-926c-48a510ade814 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:29.480878 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f006588-d674-467e-926c-48a510ade814 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:29.481205 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f006588-d674-467e-926c-48a510ade814 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:29.481527 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f006588-d674-467e-926c-48a510ade814 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:29.481847 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f006588-d674-467e-926c-48a510ade814 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:29.482164 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f006588-d674-467e-926c-48a510ade814 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:29.482506 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f006588-d674-467e-926c-48a510ade814 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:29.482957 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f006588-d674-467e-926c-48a510ade814 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:29.483131 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f006588-d674-467e-926c-48a510ade814 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:29.520982 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-b247de9e-aa3c-4259-b277-236d628ca14f None None] For port 029e3cb2-7d86-4410-a064-93e69b4de289, host n-d-768862-13, cleared binding levels {{(pid=94263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:33:29.524546 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-b247de9e-aa3c-4259-b277-236d628ca14f None None] For port 029e3cb2-7d86-4410-a064-93e69b4de289, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=029e3cb2-7d86-4410-a064-93e69b4de289,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:33:29.528615 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-b247de9e-aa3c-4259-b277-236d628ca14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:29.586057 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b247de9e-aa3c-4259-b277-236d628ca14f None None] Routers {'140497e7-3a1c-4a89-b1f7-8171f62fd143'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:33:29.586722 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-b247de9e-aa3c-4259-b277-236d628ca14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:33:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['140497e7-3a1c-4a89-b1f7-8171f62fd143'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:33:29.625869 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f006588-d674-467e-926c-48a510ade814 None None] Pushing event updated for resources: {'Port': ['ID=029e3cb2-7d86-4410-a064-93e69b4de289,revision_number=3']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:33:29.637755 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-9f20511f-add8-4186-aa12-f4b41c759dc3 None None] Allocated IP 172.20.0.2 (3a927cec-5fe1-405b-8b6b-e80221eeb090/42c22b83-e2d6-461c-94fa-5d807d05815c/408c81b6-2931-4929-8c96-0ebf73cb8790) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:33:29.695318 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-b247de9e-aa3c-4259-b277-236d628ca14f None None] Set router 140497e7-3a1c-4a89-b1f7-8171f62fd143 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:33:29.800856 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9f20511f-add8-4186-aa12-f4b41c759dc3 None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:29.810392 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-9f20511f-add8-4186-aa12-f4b41c759dc3 None None] Transition to ACTIVE for port object 408c81b6-2931-4929-8c96-0ebf73cb8790 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:33:29.827376 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-9f20511f-add8-4186-aa12-f4b41c759dc3 None None] Transition to ACTIVE for port object 408c81b6-2931-4929-8c96-0ebf73cb8790 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:33:29.846510 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9f20511f-add8-4186-aa12-f4b41c759dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:29.852419 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6d423a00-1120-4769-9d51-0de8807261c8 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:29.887211 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f20511f-add8-4186-aa12-f4b41c759dc3 None None] Network 3a927cec-5fe1-405b-8b6b-e80221eeb090 is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:33:29.890089 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-b247de9e-aa3c-4259-b277-236d628ca14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140497e7-3a1c-4a89-b1f7-8171f62fd143', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1637049627', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '029e3cb2-7d86-4410-a064-93e69b4de289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:33:27Z', 'updated_at': '2021-08-10T04:33:28Z', 'revision_number': 3, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'gw_port': {'id': '029e3cb2-7d86-4410-a064-93e69b4de289', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f0:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140497e7-3a1c-4a89-b1f7-8171f62fd143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:33:27Z', 'updated_at': '2021-08-10T04:33:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:33:29.892258 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-9f20511f-add8-4186-aa12-f4b41c759dc3 None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:33:29.894985 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f20511f-add8-4186-aa12-f4b41c759dc3 None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:33:29.905674 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f20511f-add8-4186-aa12-f4b41c759dc3 None None] Pushing event updated for resources: {'Port': ['ID=408c81b6-2931-4929-8c96-0ebf73cb8790,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:33:29.923606 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b247de9e-aa3c-4259-b277-236d628ca14f None None] The sync data for ids ['140497e7-3a1c-4a89-b1f7-8171f62fd143'] in n-d-768862-13 is: [{'id': '140497e7-3a1c-4a89-b1f7-8171f62fd143', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1637049627', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '029e3cb2-7d86-4410-a064-93e69b4de289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:33:27Z', 'updated_at': '2021-08-10T04:33:28Z', 'revision_number': 3, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'gw_port': {'id': '029e3cb2-7d86-4410-a064-93e69b4de289', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f0:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140497e7-3a1c-4a89-b1f7-8171f62fd143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:33:27Z', 'updated_at': '2021-08-10T04:33:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:33:29.968189 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-9f20511f-add8-4186-aa12-f4b41c759dc3 None None] Attempting to bind port 408c81b6-2931-4929-8c96-0ebf73cb8790 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:33:29.968722 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-9f20511f-add8-4186-aa12-f4b41c759dc3 None None] Attempting to bind port 408c81b6-2931-4929-8c96-0ebf73cb8790 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '6a4a94fe-5d75-47a9-bda4-1f211f3b9bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3a927cec-5fe1-405b-8b6b-e80221eeb090'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:33:29.969156 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f20511f-add8-4186-aa12-f4b41c759dc3 None None] Attempting to bind port 408c81b6-2931-4929-8c96-0ebf73cb8790 on network 3a927cec-5fe1-405b-8b6b-e80221eeb090 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:33:29.974513 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f20511f-add8-4186-aa12-f4b41c759dc3 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:33:29.974890 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f20511f-add8-4186-aa12-f4b41c759dc3 None None] Checking segment: {'id': '6a4a94fe-5d75-47a9-bda4-1f211f3b9bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3a927cec-5fe1-405b-8b6b-e80221eeb090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:33:29.975294 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9f20511f-add8-4186-aa12-f4b41c759dc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:29.975723 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f20511f-add8-4186-aa12-f4b41c759dc3 None None] Bound using segment: {'id': '6a4a94fe-5d75-47a9-bda4-1f211f3b9bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3a927cec-5fe1-405b-8b6b-e80221eeb090'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:33:29.976224 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-9f20511f-add8-4186-aa12-f4b41c759dc3 None None] Bound port: 408c81b6-2931-4929-8c96-0ebf73cb8790, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a4a94fe-5d75-47a9-bda4-1f211f3b9bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3a927cec-5fe1-405b-8b6b-e80221eeb090'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:33:29.976610 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9f20511f-add8-4186-aa12-f4b41c759dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:30.049694 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-9f20511f-add8-4186-aa12-f4b41c759dc3 None None] For port 408c81b6-2931-4929-8c96-0ebf73cb8790, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:33:30.054504 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-9f20511f-add8-4186-aa12-f4b41c759dc3 None None] For port 408c81b6-2931-4929-8c96-0ebf73cb8790, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=408c81b6-2931-4929-8c96-0ebf73cb8790,segment=NetworkSegment(6a4a94fe-5d75-47a9-bda4-1f211f3b9bbd),segment_id=6a4a94fe-5d75-47a9-bda4-1f211f3b9bbd)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:33:30.059704 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9f20511f-add8-4186-aa12-f4b41c759dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:30.133509 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f20511f-add8-4186-aa12-f4b41c759dc3 None None] Pushing event updated for resources: {'Port': ['ID=408c81b6-2931-4929-8c96-0ebf73cb8790,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:33:30.185730 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-6d423a00-1120-4769-9d51-0de8807261c8 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Allocated IP 172.20.0.1 (3a927cec-5fe1-405b-8b6b-e80221eeb090/42c22b83-e2d6-461c-94fa-5d807d05815c/22488f89-40fe-46af-99df-90ccb10ac65d) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:33:30.338563 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6d423a00-1120-4769-9d51-0de8807261c8 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:30.355016 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [None req-6d423a00-1120-4769-9d51-0de8807261c8 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Transition to ACTIVE for port object 22488f89-40fe-46af-99df-90ccb10ac65d will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:33:30.400762 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6d423a00-1120-4769-9d51-0de8807261c8 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:30.452241 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d423a00-1120-4769-9d51-0de8807261c8 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Network 3a927cec-5fe1-405b-8b6b-e80221eeb090 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:33:30.455533 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-6d423a00-1120-4769-9d51-0de8807261c8 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:33:30.460149 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d423a00-1120-4769-9d51-0de8807261c8 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:33:30.464269 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d423a00-1120-4769-9d51-0de8807261c8 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event updated for resources: {'Port': ['ID=22488f89-40fe-46af-99df-90ccb10ac65d,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:33:30.512709 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6d423a00-1120-4769-9d51-0de8807261c8 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521745'] for router_interface, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:30.651238 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6d423a00-1120-4769-9d51-0de8807261c8 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:30.910140 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 029e3cb2-7d86-4410-a064-93e69b4de289 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:33:30.962986 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 029e3cb2-7d86-4410-a064-93e69b4de289 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:33:30.968128 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 029e3cb2-7d86-4410-a064-93e69b4de289 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:33:30.968716 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:30.972493 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6d423a00-1120-4769-9d51-0de8807261c8 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:30.977611 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6d423a00-1120-4769-9d51-0de8807261c8 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:31.046271 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d423a00-1120-4769-9d51-0de8807261c8 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event updated for resources: {'Port': ['ID=22488f89-40fe-46af-99df-90ccb10ac65d,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:33:31.058541 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:31.064282 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6d423a00-1120-4769-9d51-0de8807261c8 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521893'] for router_interface, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:31.081291 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 029e3cb2-7d86-4410-a064-93e69b4de289, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=029e3cb2-7d86-4410-a064-93e69b4de289,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:33:31.086888 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:31.087693 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 408c81b6-2931-4929-8c96-0ebf73cb8790 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:33:31.134937 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c956458-c033-4ad3-be4d-8105a959453c None None] Network 3a927cec-5fe1-405b-8b6b-e80221eeb090 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:33:31.163892 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d423a00-1120-4769-9d51-0de8807261c8 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Network 3a927cec-5fe1-405b-8b6b-e80221eeb090 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:33:31.165345 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-6d423a00-1120-4769-9d51-0de8807261c8 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:33:31.212892 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-bc781fdd-873b-4211-ab03-98acd8419e87 None None] Provisioning for port 408c81b6-2931-4929-8c96-0ebf73cb8790 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:33:31.234626 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=029e3cb2-7d86-4410-a064-93e69b4de289,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:33:31.265629 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 408c81b6-2931-4929-8c96-0ebf73cb8790 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:33:31.276533 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 408c81b6-2931-4929-8c96-0ebf73cb8790 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:33:31.276912 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:31.285589 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d423a00-1120-4769-9d51-0de8807261c8 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Router 140497e7-3a1c-4a89-b1f7-8171f62fd143 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:33:31.402946 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d423a00-1120-4769-9d51-0de8807261c8 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:33:31.417172 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-6d423a00-1120-4769-9d51-0de8807261c8 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "PUT /v2.0/routers/140497e7-3a1c-4a89-b1f7-8171f62fd143/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0582361 Aug 10 04:33:31.421480 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:31.456757 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 408c81b6-2931-4929-8c96-0ebf73cb8790, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=408c81b6-2931-4929-8c96-0ebf73cb8790,segment=NetworkSegment(6a4a94fe-5d75-47a9-bda4-1f211f3b9bbd),segment_id=6a4a94fe-5d75-47a9-bda4-1f211f3b9bbd)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:33:31.461713 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:31.518704 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=408c81b6-2931-4929-8c96-0ebf73cb8790,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:33:31.596093 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4a28c1e8-8146-4308-ba91-2d6837e67aa6 req-ef18d9c5-5c4f-4196-b556-837d04fa89b2 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-516063151&fields=id&tenant_id=db935c6fffe84fc296c14b1cf491ed1b HTTP/1.1" status: 200 len: 267 time: 0.0348830 Aug 10 04:33:31.627339 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a15f515-f7ec-47aa-849d-f8a622ea9580 None None] Sync routers for ids ['140497e7-3a1c-4a89-b1f7-8171f62fd143'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:33:31.638829 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a15f515-f7ec-47aa-849d-f8a622ea9580 None None] Routers {'140497e7-3a1c-4a89-b1f7-8171f62fd143'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:33:31.639516 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-3a15f515-f7ec-47aa-849d-f8a622ea9580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:33:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['140497e7-3a1c-4a89-b1f7-8171f62fd143'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:33:31.703048 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-d13f8b07-7e18-41b4-88a9-6411d28bf1f3 None None] Provisioning for port 22488f89-40fe-46af-99df-90ccb10ac65d completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:33:31.708008 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-d13f8b07-7e18-41b4-88a9-6411d28bf1f3 None None] Provisioning complete for port 22488f89-40fe-46af-99df-90ccb10ac65d triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:33:31.708387 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d13f8b07-7e18-41b4-88a9-6411d28bf1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:31.717450 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a28c1e8-8146-4308-ba91-2d6837e67aa6 req-377ce603-dd65-4255-b677-0b4413f005e5 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:31.719069 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4a28c1e8-8146-4308-ba91-2d6837e67aa6 req-377ce603-dd65-4255-b677-0b4413f005e5 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/networks?id=3a927cec-5fe1-405b-8b6b-e80221eeb090 HTTP/1.1" status: 200 len: 796 time: 0.1157513 Aug 10 04:33:31.735627 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4a28c1e8-8146-4308-ba91-2d6837e67aa6 req-26e2b343-474b-4b7f-9123-59ab280e430a tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/quotas/db935c6fffe84fc296c14b1cf491ed1b HTTP/1.1" status: 200 len: 375 time: 0.0099313 Aug 10 04:33:31.787834 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-d13f8b07-7e18-41b4-88a9-6411d28bf1f3 None None] Port 22488f89-40fe-46af-99df-90ccb10ac65d cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:33:31.795155 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4a28c1e8-8146-4308-ba91-2d6837e67aa6 req-8a717b1b-1991-408c-a354-cdaf45694b1c tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=db935c6fffe84fc296c14b1cf491ed1b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0539722 Aug 10 04:33:31.796222 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-3a15f515-f7ec-47aa-849d-f8a622ea9580 None None] Set router 140497e7-3a1c-4a89-b1f7-8171f62fd143 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:33:31.834921 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-d13f8b07-7e18-41b4-88a9-6411d28bf1f3 None None] Provisioning complete for port 408c81b6-2931-4929-8c96-0ebf73cb8790 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:33:31.835293 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d13f8b07-7e18-41b4-88a9-6411d28bf1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:31.904642 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4a28c1e8-8146-4308-ba91-2d6837e67aa6 req-9b6dfedb-4682-4268-bc79-d7db0dfc0a72 service neutron] 10.222.0.44 "GET /v2.0/networks/3a927cec-5fe1-405b-8b6b-e80221eeb090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963895 Aug 10 04:33:32.012487 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4a28c1e8-8146-4308-ba91-2d6837e67aa6 req-06abac4f-4fa9-48a6-8d51-2902a461a9ab service neutron] 10.222.0.44 "GET /v2.0/networks/3a927cec-5fe1-405b-8b6b-e80221eeb090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996997 Aug 10 04:33:32.067490 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-3a15f515-f7ec-47aa-849d-f8a622ea9580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140497e7-3a1c-4a89-b1f7-8171f62fd143', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1637049627', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '029e3cb2-7d86-4410-a064-93e69b4de289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:33:27Z', 'updated_at': '2021-08-10T04:33:30Z', 'revision_number': 4, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'gw_port': {'id': '029e3cb2-7d86-4410-a064-93e69b4de289', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140497e7-3a1c-4a89-b1f7-8171f62fd143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:33:27Z', 'updated_at': '2021-08-10T04:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '22488f89-40fe-46af-99df-90ccb10ac65d', 'name': '', 'network_id': '3a927cec-5fe1-405b-8b6b-e80221eeb090', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'mac_address': 'fa:16:3e:ed:b7:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140497e7-3a1c-4a89-b1f7-8171f62fd143', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '42c22b83-e2d6-461c-94fa-5d807d05815c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:33:29Z', 'updated_at': '2021-08-10T04:33:30Z', 'revision_number': 2, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'subnets': [{'id': '42c22b83-e2d6-461c-94fa-5d807d05815c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:33:32.093429 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a15f515-f7ec-47aa-849d-f8a622ea9580 None None] Checking router: 140497e7-3a1c-4a89-b1f7-8171f62fd143 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:33:32.093784 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a15f515-f7ec-47aa-849d-f8a622ea9580 None None] Updating router 140497e7-3a1c-4a89-b1f7-8171f62fd143 port 22488f89-40fe-46af-99df-90ccb10ac65d binding host n-d-768862-13 {{(pid=94262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:33:32.120499 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3a15f515-f7ec-47aa-849d-f8a622ea9580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:32.170442 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-50b08fa1-d540-44e2-a896-8b903d4a7927 None None] Provisioning complete for port 22488f89-40fe-46af-99df-90ccb10ac65d triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:33:32.170859 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-50b08fa1-d540-44e2-a896-8b903d4a7927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:32.193421 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-772501bd-22a8-441f-9d49-9e6434547939 req-e319e162-a9a8-4a64-9ed7-238c49a29648 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=020a56bb-9078-449c-9500-7731aee88fc9 HTTP/1.1" status: 200 len: 210 time: 0.0377669 Aug 10 04:33:32.435593 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-50b08fa1-d540-44e2-a896-8b903d4a7927 None None] Port 22488f89-40fe-46af-99df-90ccb10ac65d cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:33:32.465676 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:33:32.605021 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3a15f515-f7ec-47aa-849d-f8a622ea9580 None None] Notify callbacks [] for port, precommit_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:32.616180 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-3a15f515-f7ec-47aa-849d-f8a622ea9580 None None] Transition to ACTIVE for port object 22488f89-40fe-46af-99df-90ccb10ac65d will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:33:32.623147 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3a15f515-f7ec-47aa-849d-f8a622ea9580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:32.676682 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c01a2a-b9a7-4033-975d-df0f2dccecf5 None None] Pushing event updated for resources: {'Port': ['ID=22488f89-40fe-46af-99df-90ccb10ac65d,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:33:32.727185 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-3a15f515-f7ec-47aa-849d-f8a622ea9580 None None] Attempting to bind port 22488f89-40fe-46af-99df-90ccb10ac65d on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:33:32.727464 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-3a15f515-f7ec-47aa-849d-f8a622ea9580 None None] Attempting to bind port 22488f89-40fe-46af-99df-90ccb10ac65d by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '6a4a94fe-5d75-47a9-bda4-1f211f3b9bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3a927cec-5fe1-405b-8b6b-e80221eeb090'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:33:32.727828 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a15f515-f7ec-47aa-849d-f8a622ea9580 None None] Attempting to bind port 22488f89-40fe-46af-99df-90ccb10ac65d on network 3a927cec-5fe1-405b-8b6b-e80221eeb090 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:33:32.733815 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a15f515-f7ec-47aa-849d-f8a622ea9580 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:33:32.734187 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a15f515-f7ec-47aa-849d-f8a622ea9580 None None] Checking segment: {'id': '6a4a94fe-5d75-47a9-bda4-1f211f3b9bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3a927cec-5fe1-405b-8b6b-e80221eeb090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:33:32.734614 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3a15f515-f7ec-47aa-849d-f8a622ea9580 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:32.735004 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a15f515-f7ec-47aa-849d-f8a622ea9580 None None] Bound using segment: {'id': '6a4a94fe-5d75-47a9-bda4-1f211f3b9bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3a927cec-5fe1-405b-8b6b-e80221eeb090'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:33:32.735469 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-3a15f515-f7ec-47aa-849d-f8a622ea9580 None None] Bound port: 22488f89-40fe-46af-99df-90ccb10ac65d, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a4a94fe-5d75-47a9-bda4-1f211f3b9bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3a927cec-5fe1-405b-8b6b-e80221eeb090'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:33:32.735851 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3a15f515-f7ec-47aa-849d-f8a622ea9580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:32.820238 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 029e3cb2-7d86-4410-a064-93e69b4de289 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:33:32.850871 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-3a15f515-f7ec-47aa-849d-f8a622ea9580 None None] For port 22488f89-40fe-46af-99df-90ccb10ac65d, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:33:32.870925 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-3a15f515-f7ec-47aa-849d-f8a622ea9580 None None] For port 22488f89-40fe-46af-99df-90ccb10ac65d, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=22488f89-40fe-46af-99df-90ccb10ac65d,segment=NetworkSegment(6a4a94fe-5d75-47a9-bda4-1f211f3b9bbd),segment_id=6a4a94fe-5d75-47a9-bda4-1f211f3b9bbd)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:33:32.878052 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3a15f515-f7ec-47aa-849d-f8a622ea9580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:32.938085 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 029e3cb2-7d86-4410-a064-93e69b4de289 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:33:32.938490 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:32.947311 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a15f515-f7ec-47aa-849d-f8a622ea9580 None None] Routers {'140497e7-3a1c-4a89-b1f7-8171f62fd143'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:33:32.947960 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-3a15f515-f7ec-47aa-849d-f8a622ea9580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:33:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['140497e7-3a1c-4a89-b1f7-8171f62fd143'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:33:32.976933 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c01a2a-b9a7-4033-975d-df0f2dccecf5 None None] Pushing event updated for resources: {'Port': ['ID=22488f89-40fe-46af-99df-90ccb10ac65d,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:33:33.132006 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-3a15f515-f7ec-47aa-849d-f8a622ea9580 None None] Set router 140497e7-3a1c-4a89-b1f7-8171f62fd143 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:33:33.167444 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 408c81b6-2931-4929-8c96-0ebf73cb8790 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:33:33.232116 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a28c1e8-8146-4308-ba91-2d6837e67aa6 req-9307f22c-3cc7-4ec0-96ca-3ac31137471d tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:33.234125 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4a28c1e8-8146-4308-ba91-2d6837e67aa6 req-9307f22c-3cc7-4ec0-96ca-3ac31137471d tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.42 "GET /v2.0/networks?id=3a927cec-5fe1-405b-8b6b-e80221eeb090 HTTP/1.1" status: 200 len: 796 time: 0.1196907 Aug 10 04:33:33.318345 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-98637dd2-3d13-4896-976a-8feb2ba04120 req-4df5c895-650b-4499-8b1b-fc637175b01c tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=020a56bb-9078-449c-9500-7731aee88fc9 HTTP/1.1" status: 200 len: 210 time: 0.0430202 Aug 10 04:33:33.323589 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4a28c1e8-8146-4308-ba91-2d6837e67aa6 req-32eb4d4a-2875-4dfa-b77b-495c9be5485d tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db935c6fffe84fc296c14b1cf491ed1b HTTP/1.1" status: 200 len: 379 time: 0.0804751 Aug 10 04:33:33.330933 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 408c81b6-2931-4929-8c96-0ebf73cb8790 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:33:33.331187 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:33.334214 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-4a28c1e8-8146-4308-ba91-2d6837e67aa6 req-bcf579d0-e284-47c7-a6d0-fa588fe78ea6 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Request body: {'port': {'device_id': '020a56bb-9078-449c-9500-7731aee88fc9', 'network_id': '3a927cec-5fe1-405b-8b6b-e80221eeb090', 'admin_state_up': True, 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'security_groups': ['79773b6c-ee91-4d11-8ce3-84ae5ec63a24']}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:33:33.446140 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a28c1e8-8146-4308-ba91-2d6837e67aa6 req-bcf579d0-e284-47c7-a6d0-fa588fe78ea6 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Made reservation on behalf of db935c6fffe84fc296c14b1cf491ed1b for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:33:33.450449 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-4a28c1e8-8146-4308-ba91-2d6837e67aa6 req-bcf579d0-e284-47c7-a6d0-fa588fe78ea6 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:33.472029 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-3a15f515-f7ec-47aa-849d-f8a622ea9580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140497e7-3a1c-4a89-b1f7-8171f62fd143', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1637049627', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '029e3cb2-7d86-4410-a064-93e69b4de289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:33:27Z', 'updated_at': '2021-08-10T04:33:30Z', 'revision_number': 4, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'gw_port': {'id': '029e3cb2-7d86-4410-a064-93e69b4de289', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140497e7-3a1c-4a89-b1f7-8171f62fd143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:33:27Z', 'updated_at': '2021-08-10T04:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '22488f89-40fe-46af-99df-90ccb10ac65d', 'name': '', 'network_id': '3a927cec-5fe1-405b-8b6b-e80221eeb090', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'mac_address': 'fa:16:3e:ed:b7:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140497e7-3a1c-4a89-b1f7-8171f62fd143', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '42c22b83-e2d6-461c-94fa-5d807d05815c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:33:29Z', 'updated_at': '2021-08-10T04:33:32Z', 'revision_number': 4, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'subnets': [{'id': '42c22b83-e2d6-461c-94fa-5d807d05815c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:33:33.499850 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a15f515-f7ec-47aa-849d-f8a622ea9580 None None] The sync data for ids ['140497e7-3a1c-4a89-b1f7-8171f62fd143'] in n-d-768862-13 is: [{'id': '140497e7-3a1c-4a89-b1f7-8171f62fd143', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1637049627', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '029e3cb2-7d86-4410-a064-93e69b4de289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:33:27Z', 'updated_at': '2021-08-10T04:33:30Z', 'revision_number': 4, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'gw_port': {'id': '029e3cb2-7d86-4410-a064-93e69b4de289', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140497e7-3a1c-4a89-b1f7-8171f62fd143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:33:27Z', 'updated_at': '2021-08-10T04:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '22488f89-40fe-46af-99df-90ccb10ac65d', 'name': '', 'network_id': '3a927cec-5fe1-405b-8b6b-e80221eeb090', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'mac_address': 'fa:16:3e:ed:b7:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140497e7-3a1c-4a89-b1f7-8171f62fd143', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '42c22b83-e2d6-461c-94fa-5d807d05815c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:33:29Z', 'updated_at': '2021-08-10T04:33:32Z', 'revision_number': 4, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'subnets': [{'id': '42c22b83-e2d6-461c-94fa-5d807d05815c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:33:33.928494 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-4a28c1e8-8146-4308-ba91-2d6837e67aa6 req-bcf579d0-e284-47c7-a6d0-fa588fe78ea6 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Allocated IP 172.20.0.8 (3a927cec-5fe1-405b-8b6b-e80221eeb090/42c22b83-e2d6-461c-94fa-5d807d05815c/3b3c7d01-bce5-451a-9aed-1bec0985c45e) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:33:34.075015 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-4a28c1e8-8146-4308-ba91-2d6837e67aa6 req-bcf579d0-e284-47c7-a6d0-fa588fe78ea6 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:34.088562 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-4a28c1e8-8146-4308-ba91-2d6837e67aa6 req-bcf579d0-e284-47c7-a6d0-fa588fe78ea6 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Transition to ACTIVE for port object 3b3c7d01-bce5-451a-9aed-1bec0985c45e will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:33:34.123443 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-4a28c1e8-8146-4308-ba91-2d6837e67aa6 req-bcf579d0-e284-47c7-a6d0-fa588fe78ea6 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:34.149327 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:34.171888 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a28c1e8-8146-4308-ba91-2d6837e67aa6 req-bcf579d0-e284-47c7-a6d0-fa588fe78ea6 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Network 3a927cec-5fe1-405b-8b6b-e80221eeb090 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:33:34.175266 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-4a28c1e8-8146-4308-ba91-2d6837e67aa6 req-bcf579d0-e284-47c7-a6d0-fa588fe78ea6 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:33:34.179368 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a28c1e8-8146-4308-ba91-2d6837e67aa6 req-bcf579d0-e284-47c7-a6d0-fa588fe78ea6 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:33:34.205246 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf579d0-e284-47c7-a6d0-fa588fe78ea6 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event updated for resources: {'Port': ['ID=3b3c7d01-bce5-451a-9aed-1bec0985c45e,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:33:34.235933 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a28c1e8-8146-4308-ba91-2d6837e67aa6 req-bcf579d0-e284-47c7-a6d0-fa588fe78ea6 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:34.236652 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-4a28c1e8-8146-4308-ba91-2d6837e67aa6 req-bcf579d0-e284-47c7-a6d0-fa588fe78ea6 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:34.252234 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4a28c1e8-8146-4308-ba91-2d6837e67aa6 req-bcf579d0-e284-47c7-a6d0-fa588fe78ea6 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9225821 Aug 10 04:33:34.268253 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-4a28c1e8-8146-4308-ba91-2d6837e67aa6 req-1c24e94b-e5d9-4a40-9df5-547d3409286e service neutron] Request body: {'port': {'device_id': '020a56bb-9078-449c-9500-7731aee88fc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:33:34.335372 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-4a28c1e8-8146-4308-ba91-2d6837e67aa6 req-1c24e94b-e5d9-4a40-9df5-547d3409286e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:34.490783 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-fd00b7c4-4e90-42a8-b3d6-e5509fa40dfb None None] Provisioning for port 3b3c7d01-bce5-451a-9aed-1bec0985c45e completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:33:34.497394 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-fd00b7c4-4e90-42a8-b3d6-e5509fa40dfb None None] Provisioning complete for port 3b3c7d01-bce5-451a-9aed-1bec0985c45e triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:33:34.498328 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-fd00b7c4-4e90-42a8-b3d6-e5509fa40dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:34.547647 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-fd00b7c4-4e90-42a8-b3d6-e5509fa40dfb None None] Port 3b3c7d01-bce5-451a-9aed-1bec0985c45e cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:33:34.547996 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92021840-c005-4795-8800-034cf24f2d17 req-97808a02-024d-47b2-a3d6-cc131ecdf065 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:34.549597 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-92021840-c005-4795-8800-034cf24f2d17 req-97808a02-024d-47b2-a3d6-cc131ecdf065 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=020a56bb-9078-449c-9500-7731aee88fc9 HTTP/1.1" status: 200 len: 931 time: 0.1517525 Aug 10 04:33:34.619454 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-92021840-c005-4795-8800-034cf24f2d17 req-92149c7d-d477-45ba-931f-83f21e9028e9 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=79773b6c-ee91-4d11-8ce3-84ae5ec63a24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616829 Aug 10 04:33:34.687913 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-4a28c1e8-8146-4308-ba91-2d6837e67aa6 req-1c24e94b-e5d9-4a40-9df5-547d3409286e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b3c7d01-bce5-451a-9aed-1bec0985c45e {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:33:34.695187 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-4a28c1e8-8146-4308-ba91-2d6837e67aa6 req-1c24e94b-e5d9-4a40-9df5-547d3409286e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:34.707599 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-4a28c1e8-8146-4308-ba91-2d6837e67aa6 req-1c24e94b-e5d9-4a40-9df5-547d3409286e service neutron] Transition to ACTIVE for port object 3b3c7d01-bce5-451a-9aed-1bec0985c45e will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:33:34.711370 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-4a28c1e8-8146-4308-ba91-2d6837e67aa6 req-1c24e94b-e5d9-4a40-9df5-547d3409286e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:34.777118 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c24e94b-e5d9-4a40-9df5-547d3409286e service neutron] Pushing event updated for resources: {'Port': ['ID=3b3c7d01-bce5-451a-9aed-1bec0985c45e,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:33:34.834328 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-4a28c1e8-8146-4308-ba91-2d6837e67aa6 req-1c24e94b-e5d9-4a40-9df5-547d3409286e service neutron] Attempting to bind port 3b3c7d01-bce5-451a-9aed-1bec0985c45e on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:33:34.835472 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-4a28c1e8-8146-4308-ba91-2d6837e67aa6 req-1c24e94b-e5d9-4a40-9df5-547d3409286e service neutron] Attempting to bind port 3b3c7d01-bce5-451a-9aed-1bec0985c45e by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '6a4a94fe-5d75-47a9-bda4-1f211f3b9bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3a927cec-5fe1-405b-8b6b-e80221eeb090'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:33:34.835472 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a28c1e8-8146-4308-ba91-2d6837e67aa6 req-1c24e94b-e5d9-4a40-9df5-547d3409286e service neutron] Attempting to bind port 3b3c7d01-bce5-451a-9aed-1bec0985c45e on network 3a927cec-5fe1-405b-8b6b-e80221eeb090 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:33:34.840483 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a28c1e8-8146-4308-ba91-2d6837e67aa6 req-1c24e94b-e5d9-4a40-9df5-547d3409286e service neutron] Port 3b3c7d01-bce5-451a-9aed-1bec0985c45e on network 3a927cec-5fe1-405b-8b6b-e80221eeb090 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:33:34.841209 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a28c1e8-8146-4308-ba91-2d6837e67aa6 req-1c24e94b-e5d9-4a40-9df5-547d3409286e service neutron] Attempting to bind port 3b3c7d01-bce5-451a-9aed-1bec0985c45e on network 3a927cec-5fe1-405b-8b6b-e80221eeb090 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:33:34.845480 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 22488f89-40fe-46af-99df-90ccb10ac65d up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:33:34.846561 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a28c1e8-8146-4308-ba91-2d6837e67aa6 req-1c24e94b-e5d9-4a40-9df5-547d3409286e service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:33:34.846909 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a28c1e8-8146-4308-ba91-2d6837e67aa6 req-1c24e94b-e5d9-4a40-9df5-547d3409286e service neutron] Checking segment: {'id': '6a4a94fe-5d75-47a9-bda4-1f211f3b9bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3a927cec-5fe1-405b-8b6b-e80221eeb090'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:33:34.847439 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a28c1e8-8146-4308-ba91-2d6837e67aa6 req-1c24e94b-e5d9-4a40-9df5-547d3409286e service neutron] Bound using segment: {'id': '6a4a94fe-5d75-47a9-bda4-1f211f3b9bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3a927cec-5fe1-405b-8b6b-e80221eeb090'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:33:34.847777 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-4a28c1e8-8146-4308-ba91-2d6837e67aa6 req-1c24e94b-e5d9-4a40-9df5-547d3409286e service neutron] Bound port: 3b3c7d01-bce5-451a-9aed-1bec0985c45e, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a4a94fe-5d75-47a9-bda4-1f211f3b9bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3a927cec-5fe1-405b-8b6b-e80221eeb090'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:33:34.848138 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-4a28c1e8-8146-4308-ba91-2d6837e67aa6 req-1c24e94b-e5d9-4a40-9df5-547d3409286e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:34.922011 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 22488f89-40fe-46af-99df-90ccb10ac65d completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:33:34.923465 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-4a28c1e8-8146-4308-ba91-2d6837e67aa6 req-1c24e94b-e5d9-4a40-9df5-547d3409286e service neutron] For port 3b3c7d01-bce5-451a-9aed-1bec0985c45e, host n-h1-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:33:34.928041 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 22488f89-40fe-46af-99df-90ccb10ac65d triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:33:34.928553 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:34.930172 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-4a28c1e8-8146-4308-ba91-2d6837e67aa6 req-1c24e94b-e5d9-4a40-9df5-547d3409286e service neutron] For port 3b3c7d01-bce5-451a-9aed-1bec0985c45e, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=3b3c7d01-bce5-451a-9aed-1bec0985c45e,segment=NetworkSegment(6a4a94fe-5d75-47a9-bda4-1f211f3b9bbd),segment_id=6a4a94fe-5d75-47a9-bda4-1f211f3b9bbd)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:33:34.935129 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-4a28c1e8-8146-4308-ba91-2d6837e67aa6 req-1c24e94b-e5d9-4a40-9df5-547d3409286e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:34.970155 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a28c1e8-8146-4308-ba91-2d6837e67aa6 req-1c24e94b-e5d9-4a40-9df5-547d3409286e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:34.970789 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-4a28c1e8-8146-4308-ba91-2d6837e67aa6 req-1c24e94b-e5d9-4a40-9df5-547d3409286e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:34.972159 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4a28c1e8-8146-4308-ba91-2d6837e67aa6 req-1c24e94b-e5d9-4a40-9df5-547d3409286e service neutron] 10.222.0.42 "PUT /v2.0/ports/3b3c7d01-bce5-451a-9aed-1bec0985c45e HTTP/1.1" status: 200 len: 1092 time: 0.7119744 Aug 10 04:33:34.972561 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '020a56bb-9078-449c-9500-7731aee88fc9', 'tag': '3b3c7d01-bce5-451a-9aed-1bec0985c45e'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:33:34.974923 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7142606bf34c4189ec1af3eb1cc50705e8815838b55f5940d6ad7e637f738b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cde98280-09b0-4ada-aad2-0c32173331b0" -d '{"events": [{"name": "network-changed", "server_uuid": "020a56bb-9078-449c-9500-7731aee88fc9", "tag": "3b3c7d01-bce5-451a-9aed-1bec0985c45e"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:33:35.005363 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c24e94b-e5d9-4a40-9df5-547d3409286e service neutron] Pushing event updated for resources: {'Port': ['ID=3b3c7d01-bce5-451a-9aed-1bec0985c45e,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:33:35.028320 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2bf8b92-38a5-4a49-92cd-9aa8320ca735 x-openstack-request-id: req-e2bf8b92-38a5-4a49-92cd-9aa8320ca735 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:33:35.028612 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "020a56bb-9078-449c-9500-7731aee88fc9", "tag": "3b3c7d01-bce5-451a-9aed-1bec0985c45e", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:33:35.028861 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e2bf8b92-38a5-4a49-92cd-9aa8320ca735 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:33:35.029261 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '020a56bb-9078-449c-9500-7731aee88fc9', 'tag': '3b3c7d01-bce5-451a-9aed-1bec0985c45e', 'status': 'completed', 'code': 200} Aug 10 04:33:35.054119 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:35.068062 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a28c1e8-8146-4308-ba91-2d6837e67aa6 req-3c06c93a-41eb-4e75-9547-01076a2838da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:35.069695 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4a28c1e8-8146-4308-ba91-2d6837e67aa6 req-3c06c93a-41eb-4e75-9547-01076a2838da service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=db935c6fffe84fc296c14b1cf491ed1b&device_id=020a56bb-9078-449c-9500-7731aee88fc9 HTTP/1.1" status: 200 len: 1095 time: 0.0522649 Aug 10 04:33:35.102141 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 22488f89-40fe-46af-99df-90ccb10ac65d, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=22488f89-40fe-46af-99df-90ccb10ac65d,segment=NetworkSegment(6a4a94fe-5d75-47a9-bda4-1f211f3b9bbd),segment_id=6a4a94fe-5d75-47a9-bda4-1f211f3b9bbd)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:33:35.107514 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:35.116314 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4a28c1e8-8146-4308-ba91-2d6837e67aa6 req-505f52df-8245-45cc-85f0-7306a8c14edd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b3c7d01-bce5-451a-9aed-1bec0985c45e HTTP/1.1" status: 200 len: 217 time: 0.0383346 Aug 10 04:33:35.161748 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=22488f89-40fe-46af-99df-90ccb10ac65d,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:33:35.175254 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a28c1e8-8146-4308-ba91-2d6837e67aa6 req-db01fbbe-6777-4de6-ab8c-9389748f5ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:35.176827 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4a28c1e8-8146-4308-ba91-2d6837e67aa6 req-db01fbbe-6777-4de6-ab8c-9389748f5ff9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=42c22b83-e2d6-461c-94fa-5d807d05815c HTTP/1.1" status: 200 len: 834 time: 0.0524740 Aug 10 04:33:35.225081 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a28c1e8-8146-4308-ba91-2d6837e67aa6 req-405cfb79-853c-40f7-b078-9cc44669dd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:35.226631 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4a28c1e8-8146-4308-ba91-2d6837e67aa6 req-405cfb79-853c-40f7-b078-9cc44669dd3a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3a927cec-5fe1-405b-8b6b-e80221eeb090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422516 Aug 10 04:33:35.326380 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4a28c1e8-8146-4308-ba91-2d6837e67aa6 req-aee98978-3fc4-445d-a974-a1d10baa9eee service neutron] 10.222.0.42 "GET /v2.0/networks/3a927cec-5fe1-405b-8b6b-e80221eeb090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919194 Aug 10 04:33:35.415111 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4a28c1e8-8146-4308-ba91-2d6837e67aa6 req-71ec9d7e-2b09-4d42-9462-d8480bc760b1 service neutron] 10.222.0.42 "GET /v2.0/networks/3a927cec-5fe1-405b-8b6b-e80221eeb090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818353 Aug 10 04:33:35.502414 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde98280-09b0-4ada-aad2-0c32173331b0 req-31fb841e-49e3-4826-9419-99d4f862c6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:35.503920 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cde98280-09b0-4ada-aad2-0c32173331b0 req-31fb841e-49e3-4826-9419-99d4f862c6d0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=db935c6fffe84fc296c14b1cf491ed1b&device_id=020a56bb-9078-449c-9500-7731aee88fc9 HTTP/1.1" status: 200 len: 1095 time: 0.0428312 Aug 10 04:33:35.601996 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde98280-09b0-4ada-aad2-0c32173331b0 req-c8278ce9-3ba1-465d-87c1-737586dd7eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:35.604636 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cde98280-09b0-4ada-aad2-0c32173331b0 req-c8278ce9-3ba1-465d-87c1-737586dd7eb3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3a927cec-5fe1-405b-8b6b-e80221eeb090 HTTP/1.1" status: 200 len: 896 time: 0.0929942 Aug 10 04:33:35.647208 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cde98280-09b0-4ada-aad2-0c32173331b0 req-1491ac31-262f-4eb7-9171-265ba159e8fb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b3c7d01-bce5-451a-9aed-1bec0985c45e HTTP/1.1" status: 200 len: 217 time: 0.0357301 Aug 10 04:33:35.705774 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde98280-09b0-4ada-aad2-0c32173331b0 req-3fbe9adb-ca51-497d-94f6-0cf4c78ea5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:35.707230 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cde98280-09b0-4ada-aad2-0c32173331b0 req-3fbe9adb-ca51-497d-94f6-0cf4c78ea5cb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=42c22b83-e2d6-461c-94fa-5d807d05815c HTTP/1.1" status: 200 len: 834 time: 0.0527794 Aug 10 04:33:35.775034 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b5f092-0215-4b8e-b3b1-1ddcb057888f req-427406d3-c091-423e-9bf7-f52b04888a59 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:35.776514 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-83b5f092-0215-4b8e-b3b1-1ddcb057888f req-427406d3-c091-423e-9bf7-f52b04888a59 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=020a56bb-9078-449c-9500-7731aee88fc9 HTTP/1.1" status: 200 len: 943 time: 0.0835228 Aug 10 04:33:35.782522 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde98280-09b0-4ada-aad2-0c32173331b0 req-4b52c6ac-1686-405d-862d-325cd7f0d053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:35.783943 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cde98280-09b0-4ada-aad2-0c32173331b0 req-4b52c6ac-1686-405d-862d-325cd7f0d053 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3a927cec-5fe1-405b-8b6b-e80221eeb090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0584261 Aug 10 04:33:35.861170 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-83b5f092-0215-4b8e-b3b1-1ddcb057888f req-91550bc3-2f32-4c87-ac5b-4313badcd315 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=79773b6c-ee91-4d11-8ce3-84ae5ec63a24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761936 Aug 10 04:33:35.899835 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cde98280-09b0-4ada-aad2-0c32173331b0 req-07180602-eff8-4c2f-8012-a79a2829bdae service neutron] 10.222.0.42 "GET /v2.0/networks/3a927cec-5fe1-405b-8b6b-e80221eeb090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021607 Aug 10 04:33:35.992042 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cde98280-09b0-4ada-aad2-0c32173331b0 req-3c221b31-9e92-4189-ab90-93c3d6124208 service neutron] 10.222.0.42 "GET /v2.0/networks/3a927cec-5fe1-405b-8b6b-e80221eeb090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835032 Aug 10 04:33:36.800677 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 22488f89-40fe-46af-99df-90ccb10ac65d up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:33:36.846776 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 22488f89-40fe-46af-99df-90ccb10ac65d triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:33:36.847140 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:36.977189 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb14f5e-dddf-4b85-84f4-57b23441cc40 req-019f484d-5111-4295-a4b4-f869cfeb9e07 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:36.978676 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ebb14f5e-dddf-4b85-84f4-57b23441cc40 req-019f484d-5111-4295-a4b4-f869cfeb9e07 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=020a56bb-9078-449c-9500-7731aee88fc9 HTTP/1.1" status: 200 len: 943 time: 0.0497608 Aug 10 04:33:37.015441 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ebb14f5e-dddf-4b85-84f4-57b23441cc40 req-212c7458-87a5-491a-befa-d756a01c07fe tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=79773b6c-ee91-4d11-8ce3-84ae5ec63a24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307801 Aug 10 04:33:38.214451 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5989123f-caf7-419a-8c23-543fdf270255 req-c033805a-8deb-477c-8eeb-9cc21b94ef77 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:38.216409 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5989123f-caf7-419a-8c23-543fdf270255 req-c033805a-8deb-477c-8eeb-9cc21b94ef77 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=020a56bb-9078-449c-9500-7731aee88fc9 HTTP/1.1" status: 200 len: 943 time: 0.0582719 Aug 10 04:33:38.233000 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 3b3c7d01-bce5-451a-9aed-1bec0985c45e details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:33:38.254101 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5989123f-caf7-419a-8c23-543fdf270255 req-b0716c6a-d65f-406f-8d44-e676d32a83fd tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=79773b6c-ee91-4d11-8ce3-84ae5ec63a24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318174 Aug 10 04:33:38.336645 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 3b3c7d01-bce5-451a-9aed-1bec0985c45e, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=3b3c7d01-bce5-451a-9aed-1bec0985c45e,segment=NetworkSegment(6a4a94fe-5d75-47a9-bda4-1f211f3b9bbd),segment_id=6a4a94fe-5d75-47a9-bda4-1f211f3b9bbd)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:33:38.348078 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': '3b3c7d01-bce5-451a-9aed-1bec0985c45e', 'network_id': '3a927cec-5fe1-405b-8b6b-e80221eeb090', 'port_id': '3b3c7d01-bce5-451a-9aed-1bec0985c45e', 'mac_address': 'fa:16:3e:cd:b6:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42c22b83-e2d6-461c-94fa-5d807d05815c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:33:38.384416 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:38.397204 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b3c7d01-bce5-451a-9aed-1bec0985c45e {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:33:38.415689 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 3b3c7d01-bce5-451a-9aed-1bec0985c45e, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=3b3c7d01-bce5-451a-9aed-1bec0985c45e,segment=NetworkSegment(6a4a94fe-5d75-47a9-bda4-1f211f3b9bbd),segment_id=6a4a94fe-5d75-47a9-bda4-1f211f3b9bbd)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:33:38.419769 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:38.469619 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=3b3c7d01-bce5-451a-9aed-1bec0985c45e,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:33:38.662067 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['3b3c7d01-bce5-451a-9aed-1bec0985c45e'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:33:39.367882 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0839dd9-be14-4560-b836-c4e3e0b35644 req-ace64892-6b5a-40ba-bc02-c079dea0b21b tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:39.369364 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b0839dd9-be14-4560-b836-c4e3e0b35644 req-ace64892-6b5a-40ba-bc02-c079dea0b21b tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=020a56bb-9078-449c-9500-7731aee88fc9 HTTP/1.1" status: 200 len: 944 time: 0.0491362 Aug 10 04:33:39.407051 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b0839dd9-be14-4560-b836-c4e3e0b35644 req-9f43cbf3-ffd4-4d5f-b68d-549767ea453b tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=79773b6c-ee91-4d11-8ce3-84ae5ec63a24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316503 Aug 10 04:33:40.232871 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 3b3c7d01-bce5-451a-9aed-1bec0985c45e up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:33:40.285416 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning for port 3b3c7d01-bce5-451a-9aed-1bec0985c45e completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:33:40.289001 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port 3b3c7d01-bce5-451a-9aed-1bec0985c45e triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:33:40.289373 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:40.365204 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:40.387348 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '020a56bb-9078-449c-9500-7731aee88fc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b3c7d01-bce5-451a-9aed-1bec0985c45e'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:33:40.389594 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}583660bde03669f2dd7fb79ddb869ac83356356549bc1793f8d2e37d6d7017ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f05b60eb-ea7b-4322-b5ac-67ca3aa5c4c7" -d '{"events": [{"server_uuid": "020a56bb-9078-449c-9500-7731aee88fc9", "name": "network-vif-plugged", "status": "completed", "tag": "3b3c7d01-bce5-451a-9aed-1bec0985c45e"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:33:40.406013 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 3b3c7d01-bce5-451a-9aed-1bec0985c45e, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=3b3c7d01-bce5-451a-9aed-1bec0985c45e,segment=NetworkSegment(6a4a94fe-5d75-47a9-bda4-1f211f3b9bbd),segment_id=6a4a94fe-5d75-47a9-bda4-1f211f3b9bbd)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:33:40.410362 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:40.439845 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ec65b0d-c9b3-4a25-9f23-65875b6f32ba x-openstack-request-id: req-1ec65b0d-c9b3-4a25-9f23-65875b6f32ba {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:33:40.440138 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "020a56bb-9078-449c-9500-7731aee88fc9", "name": "network-vif-plugged", "status": "completed", "tag": "3b3c7d01-bce5-451a-9aed-1bec0985c45e", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:33:40.440353 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1ec65b0d-c9b3-4a25-9f23-65875b6f32ba {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:33:40.440744 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '020a56bb-9078-449c-9500-7731aee88fc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b3c7d01-bce5-451a-9aed-1bec0985c45e', 'code': 200} Aug 10 04:33:40.465742 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=3b3c7d01-bce5-451a-9aed-1bec0985c45e,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:33:40.555009 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cc69bd-5b19-41b5-a4e5-19cb1fa0c629 req-7e90f884-827a-4c5d-aebe-49616b7304c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:40.556518 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-89cc69bd-5b19-41b5-a4e5-19cb1fa0c629 req-7e90f884-827a-4c5d-aebe-49616b7304c6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=020a56bb-9078-449c-9500-7731aee88fc9 HTTP/1.1" status: 200 len: 1097 time: 0.0654602 Aug 10 04:33:40.564729 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e7f755-e6e3-4916-b623-db79af88d86b req-7bcd441f-6cfe-4b1a-b9bc-8ff104b605ec tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:40.566103 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a0e7f755-e6e3-4916-b623-db79af88d86b req-7bcd441f-6cfe-4b1a-b9bc-8ff104b605ec tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=020a56bb-9078-449c-9500-7731aee88fc9 HTTP/1.1" status: 200 len: 945 time: 0.0838871 Aug 10 04:33:40.614619 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-89cc69bd-5b19-41b5-a4e5-19cb1fa0c629 req-f3275ca4-ac10-4f0c-b56d-f499f0633c8a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=79773b6c-ee91-4d11-8ce3-84ae5ec63a24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475349 Aug 10 04:33:40.621479 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a0e7f755-e6e3-4916-b623-db79af88d86b req-8a7b2f3e-3878-486d-990e-37a62e975613 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=79773b6c-ee91-4d11-8ce3-84ae5ec63a24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493140 Aug 10 04:33:41.735072 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec1a9d-df17-440f-83ac-45ea8c7f8f15 req-99a2d835-61c5-41cf-9fbc-c97da82bd494 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:41.736556 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-caec1a9d-df17-440f-83ac-45ea8c7f8f15 req-99a2d835-61c5-41cf-9fbc-c97da82bd494 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=020a56bb-9078-449c-9500-7731aee88fc9 HTTP/1.1" status: 200 len: 945 time: 0.0483830 Aug 10 04:33:41.773751 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-caec1a9d-df17-440f-83ac-45ea8c7f8f15 req-6e9936b4-f987-4bfd-9c4c-e34ba06cffbe tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=79773b6c-ee91-4d11-8ce3-84ae5ec63a24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313616 Aug 10 04:33:41.886775 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d497d4-7e02-4dea-a7a5-95f30c79dfe9 req-221dc720-9001-4978-98b6-ea67d7636b86 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:41.888230 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-19d497d4-7e02-4dea-a7a5-95f30c79dfe9 req-221dc720-9001-4978-98b6-ea67d7636b86 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=020a56bb-9078-449c-9500-7731aee88fc9 HTTP/1.1" status: 200 len: 945 time: 0.0503407 Aug 10 04:33:41.930396 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-19d497d4-7e02-4dea-a7a5-95f30c79dfe9 req-995bedc0-f72e-45e9-87ff-d91f315a0ad9 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=79773b6c-ee91-4d11-8ce3-84ae5ec63a24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361378 Aug 10 04:33:41.951721 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51714) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:33:42.050816 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d929b3a-c00f-4f63-b9a7-c4fdd4ccc02a tempest-TestNetworkAdvancedServerOps-1236493669 tempest-TestNetworkAdvancedServerOps-1236493669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:42.052244 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-4d929b3a-c00f-4f63-b9a7-c4fdd4ccc02a tempest-TestNetworkAdvancedServerOps-1236493669 tempest-TestNetworkAdvancedServerOps-1236493669-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=020a56bb-9078-449c-9500-7731aee88fc9 HTTP/1.1" status: 200 len: 1092 time: 0.0994866 Aug 10 04:33:42.055142 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51718) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:33:42.059523 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-f22bb6e9-523f-4d9a-b56c-0c34ebe47c83 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Request body: {'floatingip': {'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'port_id': '3b3c7d01-bce5-451a-9aed-1bec0985c45e', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:33:42.081485 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f22bb6e9-523f-4d9a-b56c-0c34ebe47c83 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for floatingip, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:42.177593 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f22bb6e9-523f-4d9a-b56c-0c34ebe47c83 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:42.288270 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-f22bb6e9-523f-4d9a-b56c-0c34ebe47c83 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Allocated IP 172.25.6.182 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/1614dfaa-4db6-45b1-abae-91004fe76011) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:33:42.388316 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f22bb6e9-523f-4d9a-b56c-0c34ebe47c83 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:42.426852 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f22bb6e9-523f-4d9a-b56c-0c34ebe47c83 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:42.465762 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22bb6e9-523f-4d9a-b56c-0c34ebe47c83 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:33:42.471937 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-f22bb6e9-523f-4d9a-b56c-0c34ebe47c83 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:33:42.476199 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22bb6e9-523f-4d9a-b56c-0c34ebe47c83 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:33:42.482261 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22bb6e9-523f-4d9a-b56c-0c34ebe47c83 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event updated for resources: {'Port': ['ID=1614dfaa-4db6-45b1-abae-91004fe76011,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:33:42.828122 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f22bb6e9-523f-4d9a-b56c-0c34ebe47c83 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:42.897525 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f22bb6e9-523f-4d9a-b56c-0c34ebe47c83 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:43.047941 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f22bb6e9-523f-4d9a-b56c-0c34ebe47c83 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:43.052751 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f22bb6e9-523f-4d9a-b56c-0c34ebe47c83 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:43.122727 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22bb6e9-523f-4d9a-b56c-0c34ebe47c83 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event updated for resources: {'Port': ['ID=1614dfaa-4db6-45b1-abae-91004fe76011,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:33:43.132163 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f22bb6e9-523f-4d9a-b56c-0c34ebe47c83 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:43.234241 n-d-768862-13 neutron-server[94260]: INFO neutron.db.l3_db [None req-f22bb6e9-523f-4d9a-b56c-0c34ebe47c83 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Floating IP d9c4ef3f-ba8a-4dbc-baf2-ba0b947aeab6 associated. External IP: 172.25.6.182, port: 3b3c7d01-bce5-451a-9aed-1bec0985c45e. Aug 10 04:33:43.439266 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f22bb6e9-523f-4d9a-b56c-0c34ebe47c83 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Router 140497e7-3a1c-4a89-b1f7-8171f62fd143 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:33:43.546675 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f22bb6e9-523f-4d9a-b56c-0c34ebe47c83 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:33:43.555979 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830cc6c5-c7e7-4955-9070-fb25f28522df None None] Sync routers for ids ['140497e7-3a1c-4a89-b1f7-8171f62fd143'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:33:43.562661 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-f22bb6e9-523f-4d9a-b56c-0c34ebe47c83 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:43.566252 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830cc6c5-c7e7-4955-9070-fb25f28522df None None] Routers {'140497e7-3a1c-4a89-b1f7-8171f62fd143'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:33:43.566866 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-830cc6c5-c7e7-4955-9070-fb25f28522df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:33:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['140497e7-3a1c-4a89-b1f7-8171f62fd143'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:33:43.589874 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-f22bb6e9-523f-4d9a-b56c-0c34ebe47c83 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5337546 Aug 10 04:33:43.590496 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '020a56bb-9078-449c-9500-7731aee88fc9', 'tag': '3b3c7d01-bce5-451a-9aed-1bec0985c45e'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:33:43.594371 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7142606bf34c4189ec1af3eb1cc50705e8815838b55f5940d6ad7e637f738b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b72b844d-697e-43ee-a1bd-35d13fff2f00" -d '{"events": [{"name": "network-changed", "server_uuid": "020a56bb-9078-449c-9500-7731aee88fc9", "tag": "3b3c7d01-bce5-451a-9aed-1bec0985c45e"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:33:43.689589 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea84e3d-dc48-450b-b951-598c568b038e req-080f60a7-f71a-4aa6-bad5-806fb3dff648 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:43.691161 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dea84e3d-dc48-450b-b951-598c568b038e req-080f60a7-f71a-4aa6-bad5-806fb3dff648 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=020a56bb-9078-449c-9500-7731aee88fc9 HTTP/1.1" status: 200 len: 945 time: 0.0517724 Aug 10 04:33:43.731687 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dea84e3d-dc48-450b-b951-598c568b038e req-c903dafa-2882-48ae-9a7f-008e8bcc2463 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=79773b6c-ee91-4d11-8ce3-84ae5ec63a24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340798 Aug 10 04:33:43.754060 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51724) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:33:43.766610 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-830cc6c5-c7e7-4955-9070-fb25f28522df None None] Set router 140497e7-3a1c-4a89-b1f7-8171f62fd143 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:33:43.794522 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab9d152d-8be1-4d22-9dec-005217005fa8 x-openstack-request-id: req-ab9d152d-8be1-4d22-9dec-005217005fa8 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:33:43.794857 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "020a56bb-9078-449c-9500-7731aee88fc9", "tag": "3b3c7d01-bce5-451a-9aed-1bec0985c45e", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:33:43.795061 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ab9d152d-8be1-4d22-9dec-005217005fa8 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:33:43.795458 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '020a56bb-9078-449c-9500-7731aee88fc9', 'tag': '3b3c7d01-bce5-451a-9aed-1bec0985c45e', 'status': 'completed', 'code': 200} Aug 10 04:33:43.841194 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-b9351818-29d0-4a96-a8d9-57d94bc60c8b tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/floatingips/d9c4ef3f-ba8a-4dbc-baf2-ba0b947aeab6 HTTP/1.1" status: 200 len: 991 time: 0.0857036 Aug 10 04:33:43.857755 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72b844d-697e-43ee-a1bd-35d13fff2f00 req-df3d7d74-a695-4f7e-9509-7f0866b862a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:43.859308 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b72b844d-697e-43ee-a1bd-35d13fff2f00 req-df3d7d74-a695-4f7e-9509-7f0866b862a0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=db935c6fffe84fc296c14b1cf491ed1b&device_id=020a56bb-9078-449c-9500-7731aee88fc9 HTTP/1.1" status: 200 len: 1097 time: 0.0469663 Aug 10 04:33:43.951403 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72b844d-697e-43ee-a1bd-35d13fff2f00 req-342493d3-2841-47c5-bc99-77d11981816b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:43.952782 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b72b844d-697e-43ee-a1bd-35d13fff2f00 req-342493d3-2841-47c5-bc99-77d11981816b service neutron] 10.222.0.42 "GET /v2.0/networks?id=3a927cec-5fe1-405b-8b6b-e80221eeb090 HTTP/1.1" status: 200 len: 896 time: 0.0864496 Aug 10 04:33:43.984415 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-830cc6c5-c7e7-4955-9070-fb25f28522df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140497e7-3a1c-4a89-b1f7-8171f62fd143', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1637049627', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '029e3cb2-7d86-4410-a064-93e69b4de289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:33:27Z', 'updated_at': '2021-08-10T04:33:30Z', 'revision_number': 4, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'gw_port': {'id': '029e3cb2-7d86-4410-a064-93e69b4de289', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140497e7-3a1c-4a89-b1f7-8171f62fd143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:33:27Z', 'updated_at': '2021-08-10T04:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': 'd9c4ef3f-ba8a-4dbc-baf2-ba0b947aeab6', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'floating_ip_address': '172.25.6.182', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '140497e7-3a1c-4a89-b1f7-8171f62fd143', 'port_id': '3b3c7d01-bce5-451a-9aed-1bec0985c45e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a927cec-5fe1-405b-8b6b-e80221eeb090', 'mac_address': 'fa:16:3e:cd:b6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020a56bb-9078-449c-9500-7731aee88fc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:33:42Z', 'updated_at': '2021-08-10T04:33:42Z', 'revision_number': 0, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22488f89-40fe-46af-99df-90ccb10ac65d', 'name': '', 'network_id': '3a927cec-5fe1-405b-8b6b-e80221eeb090', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'mac_address': 'fa:16:3e:ed:b7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140497e7-3a1c-4a89-b1f7-8171f62fd143', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '42c22b83-e2d6-461c-94fa-5d807d05815c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:33:29Z', 'updated_at': '2021-08-10T04:33:35Z', 'revision_number': 5, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'subnets': [{'id': '42c22b83-e2d6-461c-94fa-5d807d05815c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:33:44.013833 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830cc6c5-c7e7-4955-9070-fb25f28522df None None] Checking router: 140497e7-3a1c-4a89-b1f7-8171f62fd143 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:33:44.021992 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830cc6c5-c7e7-4955-9070-fb25f28522df None None] Routers {'140497e7-3a1c-4a89-b1f7-8171f62fd143'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:33:44.022622 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-830cc6c5-c7e7-4955-9070-fb25f28522df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:33:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['140497e7-3a1c-4a89-b1f7-8171f62fd143'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:33:44.023409 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b72b844d-697e-43ee-a1bd-35d13fff2f00 req-42321d61-099e-423b-96f2-321d87c754fc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b3c7d01-bce5-451a-9aed-1bec0985c45e HTTP/1.1" status: 200 len: 999 time: 0.0639267 Aug 10 04:33:44.075432 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72b844d-697e-43ee-a1bd-35d13fff2f00 req-5305c16e-58e6-44fe-9da1-f6841fd00c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:44.076918 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b72b844d-697e-43ee-a1bd-35d13fff2f00 req-5305c16e-58e6-44fe-9da1-f6841fd00c7a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=42c22b83-e2d6-461c-94fa-5d807d05815c HTTP/1.1" status: 200 len: 834 time: 0.0465751 Aug 10 04:33:44.124469 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72b844d-697e-43ee-a1bd-35d13fff2f00 req-f344c1cc-d252-408e-930b-ae64078f44ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:44.126258 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b72b844d-697e-43ee-a1bd-35d13fff2f00 req-f344c1cc-d252-408e-930b-ae64078f44ad service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3a927cec-5fe1-405b-8b6b-e80221eeb090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420010 Aug 10 04:33:44.129252 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-830cc6c5-c7e7-4955-9070-fb25f28522df None None] Set router 140497e7-3a1c-4a89-b1f7-8171f62fd143 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:33:44.219886 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b72b844d-697e-43ee-a1bd-35d13fff2f00 req-dd891106-85e0-41a3-9905-1f0b70401371 service neutron] 10.222.0.42 "GET /v2.0/networks/3a927cec-5fe1-405b-8b6b-e80221eeb090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864565 Aug 10 04:33:44.310795 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b72b844d-697e-43ee-a1bd-35d13fff2f00 req-7c8d1b6b-0cb9-43ab-8c75-6bfcb2aa3560 service neutron] 10.222.0.42 "GET /v2.0/networks/3a927cec-5fe1-405b-8b6b-e80221eeb090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843320 Aug 10 04:33:44.355973 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-830cc6c5-c7e7-4955-9070-fb25f28522df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140497e7-3a1c-4a89-b1f7-8171f62fd143', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1637049627', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '029e3cb2-7d86-4410-a064-93e69b4de289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:33:27Z', 'updated_at': '2021-08-10T04:33:30Z', 'revision_number': 4, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'gw_port': {'id': '029e3cb2-7d86-4410-a064-93e69b4de289', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140497e7-3a1c-4a89-b1f7-8171f62fd143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:33:27Z', 'updated_at': '2021-08-10T04:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': 'd9c4ef3f-ba8a-4dbc-baf2-ba0b947aeab6', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'floating_ip_address': '172.25.6.182', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '140497e7-3a1c-4a89-b1f7-8171f62fd143', 'port_id': '3b3c7d01-bce5-451a-9aed-1bec0985c45e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a927cec-5fe1-405b-8b6b-e80221eeb090', 'mac_address': 'fa:16:3e:cd:b6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020a56bb-9078-449c-9500-7731aee88fc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:33:42Z', 'updated_at': '2021-08-10T04:33:42Z', 'revision_number': 0, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22488f89-40fe-46af-99df-90ccb10ac65d', 'name': '', 'network_id': '3a927cec-5fe1-405b-8b6b-e80221eeb090', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'mac_address': 'fa:16:3e:ed:b7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140497e7-3a1c-4a89-b1f7-8171f62fd143', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '42c22b83-e2d6-461c-94fa-5d807d05815c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:33:29Z', 'updated_at': '2021-08-10T04:33:35Z', 'revision_number': 5, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'subnets': [{'id': '42c22b83-e2d6-461c-94fa-5d807d05815c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:33:44.381636 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830cc6c5-c7e7-4955-9070-fb25f28522df None None] The sync data for ids ['140497e7-3a1c-4a89-b1f7-8171f62fd143'] in n-d-768862-13 is: [{'id': '140497e7-3a1c-4a89-b1f7-8171f62fd143', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1637049627', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '029e3cb2-7d86-4410-a064-93e69b4de289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:33:27Z', 'updated_at': '2021-08-10T04:33:30Z', 'revision_number': 4, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'gw_port': {'id': '029e3cb2-7d86-4410-a064-93e69b4de289', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140497e7-3a1c-4a89-b1f7-8171f62fd143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:33:27Z', 'updated_at': '2021-08-10T04:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': 'd9c4ef3f-ba8a-4dbc-baf2-ba0b947aeab6', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'floating_ip_address': '172.25.6.182', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '140497e7-3a1c-4a89-b1f7-8171f62fd143', 'port_id': '3b3c7d01-bce5-451a-9aed-1bec0985c45e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a927cec-5fe1-405b-8b6b-e80221eeb090', 'mac_address': 'fa:16:3e:cd:b6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020a56bb-9078-449c-9500-7731aee88fc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:33:42Z', 'updated_at': '2021-08-10T04:33:42Z', 'revision_number': 0, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22488f89-40fe-46af-99df-90ccb10ac65d', 'name': '', 'network_id': '3a927cec-5fe1-405b-8b6b-e80221eeb090', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'mac_address': 'fa:16:3e:ed:b7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140497e7-3a1c-4a89-b1f7-8171f62fd143', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '42c22b83-e2d6-461c-94fa-5d807d05815c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:33:29Z', 'updated_at': '2021-08-10T04:33:35Z', 'revision_number': 5, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'subnets': [{'id': '42c22b83-e2d6-461c-94fa-5d807d05815c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:33:44.570992 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdd3d58-26c2-4bb0-862f-3ac3f5f39376 None None] New status for floating IP d9c4ef3f-ba8a-4dbc-baf2-ba0b947aeab6: ACTIVE {{(pid=94262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:33:44.844613 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51726) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:33:44.909379 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-053c4829-10ff-4876-b947-51981ee7e527 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/floatingips/d9c4ef3f-ba8a-4dbc-baf2-ba0b947aeab6 HTTP/1.1" status: 200 len: 993 time: 0.0635872 Aug 10 04:33:51.533129 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f743b1f7-a785-41d6-a0f4-d46f53f98980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:53.777007 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d2b1d8bd-7c28-4ab3-9036-e9049fe6341a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:54.382203 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:55.667164 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:56.793764 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:57.107268 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:59.856499 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5497e67f-7df8-476a-ad99-5378a5c60d60 req-4a977a0b-2117-4b3b-a567-c7564f17533b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=020a56bb-9078-449c-9500-7731aee88fc9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0414166 Aug 10 04:33:59.938716 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5497e67f-7df8-476a-ad99-5378a5c60d60 req-b9457deb-e2c9-4a2c-867a-1aae4b5a28a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:59.940395 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5497e67f-7df8-476a-ad99-5378a5c60d60 req-b9457deb-e2c9-4a2c-867a-1aae4b5a28a3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=db935c6fffe84fc296c14b1cf491ed1b&device_id=020a56bb-9078-449c-9500-7731aee88fc9 HTTP/1.1" status: 200 len: 1097 time: 0.0417979 Aug 10 04:34:00.052324 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5497e67f-7df8-476a-ad99-5378a5c60d60 req-41a2248a-51ca-40ae-a27e-244cc06bbc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:00.053803 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5497e67f-7df8-476a-ad99-5378a5c60d60 req-41a2248a-51ca-40ae-a27e-244cc06bbc19 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3a927cec-5fe1-405b-8b6b-e80221eeb090 HTTP/1.1" status: 200 len: 896 time: 0.0900748 Aug 10 04:34:00.119459 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5497e67f-7df8-476a-ad99-5378a5c60d60 req-86ac5cfb-480d-45ab-9891-30945d2bf2bb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b3c7d01-bce5-451a-9aed-1bec0985c45e HTTP/1.1" status: 200 len: 1001 time: 0.0573015 Aug 10 04:34:00.171288 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5497e67f-7df8-476a-ad99-5378a5c60d60 req-40a6247d-2e78-43cd-9b07-ae2eed5a47e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:00.172719 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5497e67f-7df8-476a-ad99-5378a5c60d60 req-40a6247d-2e78-43cd-9b07-ae2eed5a47e7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=42c22b83-e2d6-461c-94fa-5d807d05815c HTTP/1.1" status: 200 len: 834 time: 0.0470870 Aug 10 04:34:00.220316 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5497e67f-7df8-476a-ad99-5378a5c60d60 req-3c9950bb-e094-4103-9de5-829333f79832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:00.221811 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5497e67f-7df8-476a-ad99-5378a5c60d60 req-3c9950bb-e094-4103-9de5-829333f79832 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3a927cec-5fe1-405b-8b6b-e80221eeb090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420499 Aug 10 04:34:00.308936 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5497e67f-7df8-476a-ad99-5378a5c60d60 req-6546a72c-8669-4e69-a2a0-3ec5429f0c65 service neutron] 10.222.0.42 "GET /v2.0/networks/3a927cec-5fe1-405b-8b6b-e80221eeb090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789974 Aug 10 04:34:00.400774 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5497e67f-7df8-476a-ad99-5378a5c60d60 req-d5884abc-e969-4edf-80fa-2333781fddd8 service neutron] 10.222.0.42 "GET /v2.0/networks/3a927cec-5fe1-405b-8b6b-e80221eeb090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842547 Aug 10 04:34:04.170103 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:09.464660 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:34:13.593455 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6e107a-c66b-4df3-8f7f-1988b57c3fd1 req-8c52cdc9-c25d-43b6-b721-0e0b63b35129 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:13.595394 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-eb6e107a-c66b-4df3-8f7f-1988b57c3fd1 req-8c52cdc9-c25d-43b6-b721-0e0b63b35129 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=020a56bb-9078-449c-9500-7731aee88fc9 HTTP/1.1" status: 200 len: 945 time: 0.0569170 Aug 10 04:34:13.638280 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-eb6e107a-c66b-4df3-8f7f-1988b57c3fd1 req-2bc69d2c-2333-4148-ad8a-7c16567de49b tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=79773b6c-ee91-4d11-8ce3-84ae5ec63a24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366457 Aug 10 04:34:14.758128 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86655b5a-3e7d-4c65-a5cd-520a8795c632 req-d530968d-e792-4e8c-a2d4-7fe79995e84a tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:14.759946 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-86655b5a-3e7d-4c65-a5cd-520a8795c632 req-d530968d-e792-4e8c-a2d4-7fe79995e84a tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=020a56bb-9078-449c-9500-7731aee88fc9 HTTP/1.1" status: 200 len: 945 time: 0.0514851 Aug 10 04:34:14.799359 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-86655b5a-3e7d-4c65-a5cd-520a8795c632 req-e9c32ad2-9911-4f6b-8ca9-35bb0a93313d tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=79773b6c-ee91-4d11-8ce3-84ae5ec63a24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333047 Aug 10 04:34:15.922615 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0a08c9-a107-458c-8567-f37687f12add req-fb7aa919-b749-490d-a13a-892ce1f4333b tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:15.924123 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ee0a08c9-a107-458c-8567-f37687f12add req-fb7aa919-b749-490d-a13a-892ce1f4333b tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=020a56bb-9078-449c-9500-7731aee88fc9 HTTP/1.1" status: 200 len: 945 time: 0.0576522 Aug 10 04:34:15.961005 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ee0a08c9-a107-458c-8567-f37687f12add req-8088a6e2-be36-4690-87ce-fecb9d46a6c2 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=79773b6c-ee91-4d11-8ce3-84ae5ec63a24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309801 Aug 10 04:34:17.075492 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c232b7-d29d-49f5-83b0-d7c20820aaf9 req-18f36845-20f7-44fa-9b4b-8e1e558fbe4c tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:17.076994 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c8c232b7-d29d-49f5-83b0-d7c20820aaf9 req-18f36845-20f7-44fa-9b4b-8e1e558fbe4c tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=020a56bb-9078-449c-9500-7731aee88fc9 HTTP/1.1" status: 200 len: 945 time: 0.0495231 Aug 10 04:34:17.116149 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c8c232b7-d29d-49f5-83b0-d7c20820aaf9 req-0676f224-d65d-45fd-948e-435b25770f08 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=79773b6c-ee91-4d11-8ce3-84ae5ec63a24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332179 Aug 10 04:34:18.231214 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f84545-ac6e-4dd1-b8bc-ada24d8531cf req-b4ac17d1-8c56-47e3-9176-bbdc507c3142 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:18.232691 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b3f84545-ac6e-4dd1-b8bc-ada24d8531cf req-b4ac17d1-8c56-47e3-9176-bbdc507c3142 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=020a56bb-9078-449c-9500-7731aee88fc9 HTTP/1.1" status: 200 len: 945 time: 0.0475061 Aug 10 04:34:18.269494 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b3f84545-ac6e-4dd1-b8bc-ada24d8531cf req-b25043e1-5818-442d-aca4-e0738c458bf0 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=79773b6c-ee91-4d11-8ce3-84ae5ec63a24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309234 Aug 10 04:34:19.388622 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e41e30e-cb8f-403e-9870-01836eeae1a0 req-f1b8d401-e9f4-422b-9d1a-43f29d86e6b6 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:19.390519 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6e41e30e-cb8f-403e-9870-01836eeae1a0 req-f1b8d401-e9f4-422b-9d1a-43f29d86e6b6 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=020a56bb-9078-449c-9500-7731aee88fc9 HTTP/1.1" status: 200 len: 945 time: 0.0522809 Aug 10 04:34:19.427505 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6e41e30e-cb8f-403e-9870-01836eeae1a0 req-1f2dea78-7062-45ff-a1a4-56622adb1146 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=79773b6c-ee91-4d11-8ce3-84ae5ec63a24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315096 Aug 10 04:34:20.541318 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6553cc7b-024d-4847-aeed-e1b24e6a35a9 req-df4e5edf-60f0-4dd1-8cd2-0018ce526842 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:20.542872 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6553cc7b-024d-4847-aeed-e1b24e6a35a9 req-df4e5edf-60f0-4dd1-8cd2-0018ce526842 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=020a56bb-9078-449c-9500-7731aee88fc9 HTTP/1.1" status: 200 len: 945 time: 0.0487173 Aug 10 04:34:20.580743 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6553cc7b-024d-4847-aeed-e1b24e6a35a9 req-8cfff37b-3ba9-4a70-be71-9d4452175a5a tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=79773b6c-ee91-4d11-8ce3-84ae5ec63a24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313997 Aug 10 04:34:21.538656 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-04e06c54-4377-4c47-843d-8db2303de324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:21.694185 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595bff8b-b635-45ad-b686-9d18855360a2 req-1316648a-7c3f-4acf-8761-1b1bbd3b7266 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:21.695671 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-595bff8b-b635-45ad-b686-9d18855360a2 req-1316648a-7c3f-4acf-8761-1b1bbd3b7266 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=020a56bb-9078-449c-9500-7731aee88fc9 HTTP/1.1" status: 200 len: 945 time: 0.0480132 Aug 10 04:34:21.733116 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-595bff8b-b635-45ad-b686-9d18855360a2 req-1af10fb8-9d01-44e5-a92c-62e96cc29f28 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=79773b6c-ee91-4d11-8ce3-84ae5ec63a24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308318 Aug 10 04:34:22.854592 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8574c7d2-24c0-42f6-a845-3883c8973ced req-4cd91be8-bd62-4244-910a-e6b773682066 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:22.856086 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8574c7d2-24c0-42f6-a845-3883c8973ced req-4cd91be8-bd62-4244-910a-e6b773682066 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=020a56bb-9078-449c-9500-7731aee88fc9 HTTP/1.1" status: 200 len: 945 time: 0.0524538 Aug 10 04:34:22.893482 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8574c7d2-24c0-42f6-a845-3883c8973ced req-31ee2573-0d84-478c-a6f2-f265bebff9d5 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=79773b6c-ee91-4d11-8ce3-84ae5ec63a24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313673 Aug 10 04:34:23.776926 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1c2d6d9d-0bdf-4711-ad7a-9b953580ef22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:24.010583 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f64247-8e7a-498d-bb91-a23c0996af41 req-1607203a-5957-4708-a949-18da585136d8 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:24.012083 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-83f64247-8e7a-498d-bb91-a23c0996af41 req-1607203a-5957-4708-a949-18da585136d8 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=020a56bb-9078-449c-9500-7731aee88fc9 HTTP/1.1" status: 200 len: 945 time: 0.0508926 Aug 10 04:34:24.055328 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-83f64247-8e7a-498d-bb91-a23c0996af41 req-c5256805-cca4-4622-8fba-1c1b0831fe95 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=79773b6c-ee91-4d11-8ce3-84ae5ec63a24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372131 Aug 10 04:34:24.078589 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51762) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:34:24.386330 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:24.459330 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-470a8358-72b1-47dd-9556-ba7107cc0713 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/floatingips/d9c4ef3f-ba8a-4dbc-baf2-ba0b947aeab6 HTTP/1.1" status: 200 len: 993 time: 0.3795831 Aug 10 04:34:25.670807 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:25.732878 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609c67e6-6ad4-4526-ae6a-47d6fd8ccb01 req-3ee50685-ec34-4e45-b602-ac58eef9dcdf tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:25.734393 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-609c67e6-6ad4-4526-ae6a-47d6fd8ccb01 req-3ee50685-ec34-4e45-b602-ac58eef9dcdf tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=020a56bb-9078-449c-9500-7731aee88fc9 HTTP/1.1" status: 200 len: 945 time: 0.0743637 Aug 10 04:34:25.751064 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dbc734-6010-4228-aaef-07eafe123199 req-7a469d7e-30c1-45eb-96f8-36b43f268d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:25.752504 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-70dbc734-6010-4228-aaef-07eafe123199 req-7a469d7e-30c1-45eb-96f8-36b43f268d3c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=db935c6fffe84fc296c14b1cf491ed1b&device_id=020a56bb-9078-449c-9500-7731aee88fc9 HTTP/1.1" status: 200 len: 1097 time: 0.0607789 Aug 10 04:34:25.823068 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-609c67e6-6ad4-4526-ae6a-47d6fd8ccb01 req-1a7fd4cd-75fe-4696-888d-edc4e1ffbae1 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=79773b6c-ee91-4d11-8ce3-84ae5ec63a24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825129 Aug 10 04:34:25.859765 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dbc734-6010-4228-aaef-07eafe123199 req-36b0c705-1bed-443f-9bc6-bb71e6177416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:25.861264 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-70dbc734-6010-4228-aaef-07eafe123199 req-36b0c705-1bed-443f-9bc6-bb71e6177416 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3a927cec-5fe1-405b-8b6b-e80221eeb090 HTTP/1.1" status: 200 len: 896 time: 0.1008394 Aug 10 04:34:25.927961 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-70dbc734-6010-4228-aaef-07eafe123199 req-4f6cea15-52c0-4f9d-9e50-fd0fdc05db90 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b3c7d01-bce5-451a-9aed-1bec0985c45e HTTP/1.1" status: 200 len: 1001 time: 0.0589037 Aug 10 04:34:25.975840 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dbc734-6010-4228-aaef-07eafe123199 req-af92a266-ca4b-4521-ba1f-ed26c86ea0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:25.977256 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-70dbc734-6010-4228-aaef-07eafe123199 req-af92a266-ca4b-4521-ba1f-ed26c86ea0c9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=42c22b83-e2d6-461c-94fa-5d807d05815c HTTP/1.1" status: 200 len: 834 time: 0.0414765 Aug 10 04:34:26.031861 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dbc734-6010-4228-aaef-07eafe123199 req-f27c7923-bd8d-494a-9c7b-2afe50740f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:26.033313 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-70dbc734-6010-4228-aaef-07eafe123199 req-f27c7923-bd8d-494a-9c7b-2afe50740f48 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3a927cec-5fe1-405b-8b6b-e80221eeb090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0482414 Aug 10 04:34:26.125323 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-70dbc734-6010-4228-aaef-07eafe123199 req-2e553cfd-77e5-4818-838d-10990c986b6f service neutron] 10.222.0.42 "GET /v2.0/networks/3a927cec-5fe1-405b-8b6b-e80221eeb090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844290 Aug 10 04:34:26.220179 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-70dbc734-6010-4228-aaef-07eafe123199 req-adba9659-cb15-4d28-b1c6-de9de6af5d35 service neutron] 10.222.0.42 "GET /v2.0/networks/3a927cec-5fe1-405b-8b6b-e80221eeb090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880704 Aug 10 04:34:26.799401 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:26.943369 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9732ac2-b8fd-4e15-82a9-17009bf2992b req-53744294-80fb-4e16-aa45-aab94c10596a tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:26.944898 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b9732ac2-b8fd-4e15-82a9-17009bf2992b req-53744294-80fb-4e16-aa45-aab94c10596a tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=020a56bb-9078-449c-9500-7731aee88fc9 HTTP/1.1" status: 200 len: 945 time: 0.0501516 Aug 10 04:34:26.983086 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b9732ac2-b8fd-4e15-82a9-17009bf2992b req-efd4d92b-c3d1-4630-9929-82c66f327bf3 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=79773b6c-ee91-4d11-8ce3-84ae5ec63a24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321834 Aug 10 04:34:27.005946 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51774) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:34:27.070579 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-fffec0e7-bda4-40ad-a120-d4a3ff8e13aa tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/floatingips/d9c4ef3f-ba8a-4dbc-baf2-ba0b947aeab6 HTTP/1.1" status: 200 len: 993 time: 0.0634317 Aug 10 04:34:27.112851 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:34.171730 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:46.464702 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:34:51.534682 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-807fd5db-f0d1-47a4-b03a-19c20474b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:53.780418 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-18cfe6ad-ddfe-48c7-9aed-d2007f7bb75b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:54.389221 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:55.673317 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:56.144309 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bd5bcf58-450d-47f2-b912-cb526e5c266f req-9ecd3251-c9b5-443b-ad3b-d831aaf639e7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=22882bb5-df6a-4a03-b8b1-8ebacb558477&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0423036 Aug 10 04:34:56.229376 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5bcf58-450d-47f2-b912-cb526e5c266f req-3039583f-aefb-465b-bc6a-d94d698ff69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:56.231044 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bd5bcf58-450d-47f2-b912-cb526e5c266f req-3039583f-aefb-465b-bc6a-d94d698ff69c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4d9562697164912ae96f22f47b4a54d&device_id=22882bb5-df6a-4a03-b8b1-8ebacb558477 HTTP/1.1" status: 200 len: 1098 time: 0.0423450 Aug 10 04:34:56.342068 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5bcf58-450d-47f2-b912-cb526e5c266f req-30dfa056-7999-4e94-9122-213f3c28cbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:56.343646 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bd5bcf58-450d-47f2-b912-cb526e5c266f req-30dfa056-7999-4e94-9122-213f3c28cbc5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=86e70408-f9ef-4815-aa8f-59304e4ed4c8 HTTP/1.1" status: 200 len: 911 time: 0.0922065 Aug 10 04:34:56.387990 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bd5bcf58-450d-47f2-b912-cb526e5c266f req-33070dcc-6bb6-4097-8dd0-554e682df0b4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=600c6ca9-6224-4086-b5df-8c2df8511b77 HTTP/1.1" status: 200 len: 217 time: 0.0369883 Aug 10 04:34:56.439801 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5bcf58-450d-47f2-b912-cb526e5c266f req-722b6a99-396e-40af-877d-c8cf8e427463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:56.441215 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bd5bcf58-450d-47f2-b912-cb526e5c266f req-722b6a99-396e-40af-877d-c8cf8e427463 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=48d8056f-5fb2-463c-96bd-f6f5ed5da27e HTTP/1.1" status: 200 len: 850 time: 0.0466847 Aug 10 04:34:56.492601 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5bcf58-450d-47f2-b912-cb526e5c266f req-eb2d96b6-7d9f-4b1c-b57b-6ce5d977afc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:56.495307 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bd5bcf58-450d-47f2-b912-cb526e5c266f req-eb2d96b6-7d9f-4b1c-b57b-6ce5d977afc4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=86e70408-f9ef-4815-aa8f-59304e4ed4c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468125 Aug 10 04:34:56.517651 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [req-bd5bcf58-450d-47f2-b912-cb526e5c266f req-2f0fed85-b194-4305-9635-d0a166049cb2 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 04:34:56.519000 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bd5bcf58-450d-47f2-b912-cb526e5c266f req-2f0fed85-b194-4305-9635-d0a166049cb2 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0159469 Aug 10 04:34:56.615630 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bd5bcf58-450d-47f2-b912-cb526e5c266f req-3fad05a9-28f0-42d7-b5bd-1a406535ac1e service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891535 Aug 10 04:34:56.714778 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bd5bcf58-450d-47f2-b912-cb526e5c266f req-3d833148-65ec-4a90-8bc5-c49e297a5db7 service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916989 Aug 10 04:34:56.808853 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:57.113853 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:57.434027 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51792) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:34:57.600668 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bccff-dec1-474f-a345-7c06a0c7fad4 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Deleting port 1614dfaa-4db6-45b1-abae-91004fe76011 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:34:57.601012 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ce5bccff-dec1-474f-a345-7c06a0c7fad4 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:57.674793 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ce5bccff-dec1-474f-a345-7c06a0c7fad4 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:57.675029 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ce5bccff-dec1-474f-a345-7c06a0c7fad4 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:57.686382 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bccff-dec1-474f-a345-7c06a0c7fad4 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Calling delete_port for 1614dfaa-4db6-45b1-abae-91004fe76011 owned by network:floatingip {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:34:57.836509 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ce5bccff-dec1-474f-a345-7c06a0c7fad4 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:57.859868 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5bccff-dec1-474f-a345-7c06a0c7fad4 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event deleted for resources: {'Port': ['ID=1614dfaa-4db6-45b1-abae-91004fe76011,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:34:57.889118 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5bccff-dec1-474f-a345-7c06a0c7fad4 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:57.889469 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5bccff-dec1-474f-a345-7c06a0c7fad4 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:57.889825 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5bccff-dec1-474f-a345-7c06a0c7fad4 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:57.890137 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5bccff-dec1-474f-a345-7c06a0c7fad4 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:57.890486 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5bccff-dec1-474f-a345-7c06a0c7fad4 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:57.890811 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5bccff-dec1-474f-a345-7c06a0c7fad4 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:57.891135 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5bccff-dec1-474f-a345-7c06a0c7fad4 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:57.891458 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5bccff-dec1-474f-a345-7c06a0c7fad4 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:57.891779 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5bccff-dec1-474f-a345-7c06a0c7fad4 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:57.892096 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5bccff-dec1-474f-a345-7c06a0c7fad4 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:57.892411 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5bccff-dec1-474f-a345-7c06a0c7fad4 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:57.892726 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5bccff-dec1-474f-a345-7c06a0c7fad4 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:57.938085 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ce5bccff-dec1-474f-a345-7c06a0c7fad4 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for floatingip, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:57.938401 n-d-768862-13 neutron-server[94260]: INFO neutron.db.l3_db [None req-ce5bccff-dec1-474f-a345-7c06a0c7fad4 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Floating IP d9c4ef3f-ba8a-4dbc-baf2-ba0b947aeab6 disassociated (deleted). External IP: 172.25.6.182, port: 3b3c7d01-bce5-451a-9aed-1bec0985c45e. Aug 10 04:34:58.142128 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce5bccff-dec1-474f-a345-7c06a0c7fad4 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Router 140497e7-3a1c-4a89-b1f7-8171f62fd143 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:34:58.252383 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce5bccff-dec1-474f-a345-7c06a0c7fad4 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:34:58.257131 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ce5bccff-dec1-474f-a345-7c06a0c7fad4 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:58.261914 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f41c98-42e2-4157-90c9-e5166ffbc66e None None] Sync routers for ids ['140497e7-3a1c-4a89-b1f7-8171f62fd143'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:34:58.273840 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f41c98-42e2-4157-90c9-e5166ffbc66e None None] Routers {'140497e7-3a1c-4a89-b1f7-8171f62fd143'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:34:58.274884 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-41f41c98-42e2-4157-90c9-e5166ffbc66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:34:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['140497e7-3a1c-4a89-b1f7-8171f62fd143'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:34:58.285184 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-ce5bccff-dec1-474f-a345-7c06a0c7fad4 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "DELETE /v2.0/floatingips/d9c4ef3f-ba8a-4dbc-baf2-ba0b947aeab6 HTTP/1.1" status: 204 len: 168 time: 0.8500121 Aug 10 04:34:58.285892 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '020a56bb-9078-449c-9500-7731aee88fc9', 'tag': '3b3c7d01-bce5-451a-9aed-1bec0985c45e'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:34:58.288329 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7142606bf34c4189ec1af3eb1cc50705e8815838b55f5940d6ad7e637f738b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-189cb085-c29b-4118-a6d1-aa06dd673243" -d '{"events": [{"name": "network-changed", "server_uuid": "020a56bb-9078-449c-9500-7731aee88fc9", "tag": "3b3c7d01-bce5-451a-9aed-1bec0985c45e"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:34:58.381127 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-41f41c98-42e2-4157-90c9-e5166ffbc66e None None] Set router 140497e7-3a1c-4a89-b1f7-8171f62fd143 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:34:58.442316 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f98e52b-8123-45e6-bd98-9515ada719fd x-openstack-request-id: req-1f98e52b-8123-45e6-bd98-9515ada719fd {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:34:58.442840 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "020a56bb-9078-449c-9500-7731aee88fc9", "tag": "3b3c7d01-bce5-451a-9aed-1bec0985c45e", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:34:58.442840 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1f98e52b-8123-45e6-bd98-9515ada719fd {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:34:58.443391 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '020a56bb-9078-449c-9500-7731aee88fc9', 'tag': '3b3c7d01-bce5-451a-9aed-1bec0985c45e', 'status': 'completed', 'code': 200} Aug 10 04:34:58.542434 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189cb085-c29b-4118-a6d1-aa06dd673243 req-bdfa1b93-44c3-411e-8477-7147049ddca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:58.543956 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-189cb085-c29b-4118-a6d1-aa06dd673243 req-bdfa1b93-44c3-411e-8477-7147049ddca6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=db935c6fffe84fc296c14b1cf491ed1b&device_id=020a56bb-9078-449c-9500-7731aee88fc9 HTTP/1.1" status: 200 len: 1097 time: 0.0778832 Aug 10 04:34:58.554584 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897fb203-cf2a-4455-a313-c32bbb82c0c0 req-ed22510b-e41b-4bec-97b6-fd522e8449c9 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:58.556057 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-897fb203-cf2a-4455-a313-c32bbb82c0c0 req-ed22510b-e41b-4bec-97b6-fd522e8449c9 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=020a56bb-9078-449c-9500-7731aee88fc9 HTTP/1.1" status: 200 len: 945 time: 0.0614204 Aug 10 04:34:58.595343 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-41f41c98-42e2-4157-90c9-e5166ffbc66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140497e7-3a1c-4a89-b1f7-8171f62fd143', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1637049627', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '029e3cb2-7d86-4410-a064-93e69b4de289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:33:27Z', 'updated_at': '2021-08-10T04:33:30Z', 'revision_number': 4, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'gw_port': {'id': '029e3cb2-7d86-4410-a064-93e69b4de289', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140497e7-3a1c-4a89-b1f7-8171f62fd143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:33:27Z', 'updated_at': '2021-08-10T04:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '22488f89-40fe-46af-99df-90ccb10ac65d', 'name': '', 'network_id': '3a927cec-5fe1-405b-8b6b-e80221eeb090', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'mac_address': 'fa:16:3e:ed:b7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140497e7-3a1c-4a89-b1f7-8171f62fd143', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '42c22b83-e2d6-461c-94fa-5d807d05815c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:33:29Z', 'updated_at': '2021-08-10T04:33:35Z', 'revision_number': 5, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'subnets': [{'id': '42c22b83-e2d6-461c-94fa-5d807d05815c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:34:58.620864 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f41c98-42e2-4157-90c9-e5166ffbc66e None None] Checking router: 140497e7-3a1c-4a89-b1f7-8171f62fd143 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:34:58.630012 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f41c98-42e2-4157-90c9-e5166ffbc66e None None] Routers {'140497e7-3a1c-4a89-b1f7-8171f62fd143'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:34:58.630853 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-41f41c98-42e2-4157-90c9-e5166ffbc66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:34:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['140497e7-3a1c-4a89-b1f7-8171f62fd143'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:34:58.643777 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-897fb203-cf2a-4455-a313-c32bbb82c0c0 req-8bb96e61-8af7-4fc0-a709-7a72fadf7218 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=79773b6c-ee91-4d11-8ce3-84ae5ec63a24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789285 Aug 10 04:34:58.673171 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189cb085-c29b-4118-a6d1-aa06dd673243 req-0c544017-4f1c-4a3d-94e7-32b60f2c9a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:58.674690 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-189cb085-c29b-4118-a6d1-aa06dd673243 req-0c544017-4f1c-4a3d-94e7-32b60f2c9a56 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3a927cec-5fe1-405b-8b6b-e80221eeb090 HTTP/1.1" status: 200 len: 896 time: 0.1177781 Aug 10 04:34:58.717171 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-189cb085-c29b-4118-a6d1-aa06dd673243 req-453be313-0bf1-415e-8140-b91e55b89a7f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b3c7d01-bce5-451a-9aed-1bec0985c45e HTTP/1.1" status: 200 len: 217 time: 0.0346644 Aug 10 04:34:58.734630 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-41f41c98-42e2-4157-90c9-e5166ffbc66e None None] Set router 140497e7-3a1c-4a89-b1f7-8171f62fd143 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:34:58.767632 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189cb085-c29b-4118-a6d1-aa06dd673243 req-3bdb6835-7d3e-48e8-89d9-354ddb9e15c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:58.769101 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-189cb085-c29b-4118-a6d1-aa06dd673243 req-3bdb6835-7d3e-48e8-89d9-354ddb9e15c3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=42c22b83-e2d6-461c-94fa-5d807d05815c HTTP/1.1" status: 200 len: 834 time: 0.0448549 Aug 10 04:34:58.816624 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189cb085-c29b-4118-a6d1-aa06dd673243 req-6ceca3bb-5ec1-4fb9-970a-474979fcb384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:58.818165 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-189cb085-c29b-4118-a6d1-aa06dd673243 req-6ceca3bb-5ec1-4fb9-970a-474979fcb384 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3a927cec-5fe1-405b-8b6b-e80221eeb090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409360 Aug 10 04:34:58.912772 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-189cb085-c29b-4118-a6d1-aa06dd673243 req-1d4496d4-84fa-4f43-a0eb-2545a92c330d service neutron] 10.222.0.42 "GET /v2.0/networks/3a927cec-5fe1-405b-8b6b-e80221eeb090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860600 Aug 10 04:34:58.929577 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-41f41c98-42e2-4157-90c9-e5166ffbc66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140497e7-3a1c-4a89-b1f7-8171f62fd143', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1637049627', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '029e3cb2-7d86-4410-a064-93e69b4de289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:33:27Z', 'updated_at': '2021-08-10T04:33:30Z', 'revision_number': 4, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'gw_port': {'id': '029e3cb2-7d86-4410-a064-93e69b4de289', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140497e7-3a1c-4a89-b1f7-8171f62fd143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:33:27Z', 'updated_at': '2021-08-10T04:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '22488f89-40fe-46af-99df-90ccb10ac65d', 'name': '', 'network_id': '3a927cec-5fe1-405b-8b6b-e80221eeb090', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'mac_address': 'fa:16:3e:ed:b7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140497e7-3a1c-4a89-b1f7-8171f62fd143', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '42c22b83-e2d6-461c-94fa-5d807d05815c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:33:29Z', 'updated_at': '2021-08-10T04:33:35Z', 'revision_number': 5, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'subnets': [{'id': '42c22b83-e2d6-461c-94fa-5d807d05815c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:34:59.008650 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-189cb085-c29b-4118-a6d1-aa06dd673243 req-fdf0cbd5-97b7-4ec5-8b09-7d6a2f7f019a service neutron] 10.222.0.42 "GET /v2.0/networks/3a927cec-5fe1-405b-8b6b-e80221eeb090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869358 Aug 10 04:34:59.052881 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f41c98-42e2-4157-90c9-e5166ffbc66e None None] The sync data for ids ['140497e7-3a1c-4a89-b1f7-8171f62fd143'] in n-d-768862-13 is: [{'id': '140497e7-3a1c-4a89-b1f7-8171f62fd143', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1637049627', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '029e3cb2-7d86-4410-a064-93e69b4de289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:33:27Z', 'updated_at': '2021-08-10T04:33:30Z', 'revision_number': 4, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'gw_port': {'id': '029e3cb2-7d86-4410-a064-93e69b4de289', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140497e7-3a1c-4a89-b1f7-8171f62fd143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:33:27Z', 'updated_at': '2021-08-10T04:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '22488f89-40fe-46af-99df-90ccb10ac65d', 'name': '', 'network_id': '3a927cec-5fe1-405b-8b6b-e80221eeb090', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'mac_address': 'fa:16:3e:ed:b7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140497e7-3a1c-4a89-b1f7-8171f62fd143', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '42c22b83-e2d6-461c-94fa-5d807d05815c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:33:29Z', 'updated_at': '2021-08-10T04:33:35Z', 'revision_number': 5, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'subnets': [{'id': '42c22b83-e2d6-461c-94fa-5d807d05815c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:34:59.256641 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3fffbf-d812-432e-a23f-c6a2fe6630b2 None None] New status for floating IP d9c4ef3f-ba8a-4dbc-baf2-ba0b947aeab6: DOWN {{(pid=94262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:34:59.768379 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5c0f2e-328a-4cb1-9910-afab2ee21068 req-9a3670a8-4ae1-4d9a-a700-842ffb78c0a8 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:59.769875 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2a5c0f2e-328a-4cb1-9910-afab2ee21068 req-9a3670a8-4ae1-4d9a-a700-842ffb78c0a8 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=020a56bb-9078-449c-9500-7731aee88fc9 HTTP/1.1" status: 200 len: 945 time: 0.0564868 Aug 10 04:34:59.807732 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2a5c0f2e-328a-4cb1-9910-afab2ee21068 req-aa2f560d-6738-4423-aa6b-be6f1527ec59 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=79773b6c-ee91-4d11-8ce3-84ae5ec63a24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318356 Aug 10 04:34:59.981130 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a004b851-c386-4ac8-a987-b2157d7887b8 req-490d8ee2-474a-4d79-abb2-eead12663220 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:59.982538 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a004b851-c386-4ac8-a987-b2157d7887b8 req-490d8ee2-474a-4d79-abb2-eead12663220 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.42 "GET /v2.0/ports?device_id=020a56bb-9078-449c-9500-7731aee88fc9 HTTP/1.1" status: 200 len: 945 time: 0.0492184 Aug 10 04:35:00.074519 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-a004b851-c386-4ac8-a987-b2157d7887b8 req-6f2dd756-5ab4-4e37-a420-f82efc568853 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Deleting port 3b3c7d01-bce5-451a-9aed-1bec0985c45e {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:35:00.074860 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a004b851-c386-4ac8-a987-b2157d7887b8 req-6f2dd756-5ab4-4e37-a420-f82efc568853 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:00.160725 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-a004b851-c386-4ac8-a987-b2157d7887b8 req-6f2dd756-5ab4-4e37-a420-f82efc568853 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] For port 3b3c7d01-bce5-451a-9aed-1bec0985c45e, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=3b3c7d01-bce5-451a-9aed-1bec0985c45e,segment=NetworkSegment(6a4a94fe-5d75-47a9-bda4-1f211f3b9bbd),segment_id=6a4a94fe-5d75-47a9-bda4-1f211f3b9bbd)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:35:00.161096 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a004b851-c386-4ac8-a987-b2157d7887b8 req-6f2dd756-5ab4-4e37-a420-f82efc568853 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:00.174346 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-a004b851-c386-4ac8-a987-b2157d7887b8 req-6f2dd756-5ab4-4e37-a420-f82efc568853 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Calling delete_port for 3b3c7d01-bce5-451a-9aed-1bec0985c45e owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:35:00.304054 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a004b851-c386-4ac8-a987-b2157d7887b8 req-6f2dd756-5ab4-4e37-a420-f82efc568853 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:00.332981 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2dd756-5ab4-4e37-a420-f82efc568853 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event deleted for resources: {'Port': ['ID=3b3c7d01-bce5-451a-9aed-1bec0985c45e,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:35:00.374518 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-a004b851-c386-4ac8-a987-b2157d7887b8 req-6f2dd756-5ab4-4e37-a420-f82efc568853 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] No DVR routers for this DVR port 3b3c7d01-bce5-451a-9aed-1bec0985c45e on host n-h1-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:35:00.377453 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-a004b851-c386-4ac8-a987-b2157d7887b8 req-6f2dd756-5ab4-4e37-a420-f82efc568853 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:00.379516 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a004b851-c386-4ac8-a987-b2157d7887b8 req-6f2dd756-5ab4-4e37-a420-f82efc568853 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.42 "DELETE /v2.0/ports/3b3c7d01-bce5-451a-9aed-1bec0985c45e HTTP/1.1" status: 204 len: 173 time: 0.3908308 Aug 10 04:35:00.444420 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '020a56bb-9078-449c-9500-7731aee88fc9', 'name': 'network-vif-deleted', 'tag': '3b3c7d01-bce5-451a-9aed-1bec0985c45e'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:35:00.446801 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7142606bf34c4189ec1af3eb1cc50705e8815838b55f5940d6ad7e637f738b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c61efc-7c44-4eb2-912d-a82b7322129e" -d '{"events": [{"server_uuid": "020a56bb-9078-449c-9500-7731aee88fc9", "name": "network-vif-deleted", "tag": "3b3c7d01-bce5-451a-9aed-1bec0985c45e"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:35:00.486996 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-463846fc-8d79-4c9d-b82d-4b46e1d7a64f x-openstack-request-id: req-463846fc-8d79-4c9d-b82d-4b46e1d7a64f {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:35:00.487294 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "020a56bb-9078-449c-9500-7731aee88fc9", "name": "network-vif-deleted", "tag": "3b3c7d01-bce5-451a-9aed-1bec0985c45e", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:35:00.487553 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-463846fc-8d79-4c9d-b82d-4b46e1d7a64f {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:35:00.487961 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '020a56bb-9078-449c-9500-7731aee88fc9', 'name': 'network-vif-deleted', 'tag': '3b3c7d01-bce5-451a-9aed-1bec0985c45e', 'status': 'completed', 'code': 200} Aug 10 04:35:00.926159 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-337185fe-0cba-4d34-8531-95c9f89b526e req-ecd0995f-7170-4d69-8fa6-9df797968adf tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=020a56bb-9078-449c-9500-7731aee88fc9 HTTP/1.1" status: 200 len: 210 time: 0.0300989 Aug 10 04:35:01.980369 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 51812) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:35:02.346861 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-601647b7-6b5d-4f3f-88c2-dd2e55b2dcd5 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521880'] for router_interface, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:02.606812 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-601647b7-6b5d-4f3f-88c2-dd2e55b2dcd5 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Deleting port 22488f89-40fe-46af-99df-90ccb10ac65d {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:35:02.607224 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-601647b7-6b5d-4f3f-88c2-dd2e55b2dcd5 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:02.692872 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-601647b7-6b5d-4f3f-88c2-dd2e55b2dcd5 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] For port 22488f89-40fe-46af-99df-90ccb10ac65d, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=22488f89-40fe-46af-99df-90ccb10ac65d,segment=NetworkSegment(6a4a94fe-5d75-47a9-bda4-1f211f3b9bbd),segment_id=6a4a94fe-5d75-47a9-bda4-1f211f3b9bbd)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:35:02.693234 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-601647b7-6b5d-4f3f-88c2-dd2e55b2dcd5 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:02.706506 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-601647b7-6b5d-4f3f-88c2-dd2e55b2dcd5 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Calling delete_port for 22488f89-40fe-46af-99df-90ccb10ac65d owned by network:router_interface {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:35:02.895570 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-601647b7-6b5d-4f3f-88c2-dd2e55b2dcd5 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:02.923998 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601647b7-6b5d-4f3f-88c2-dd2e55b2dcd5 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event deleted for resources: {'Port': ['ID=22488f89-40fe-46af-99df-90ccb10ac65d,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:35:02.936890 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601647b7-6b5d-4f3f-88c2-dd2e55b2dcd5 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:35:02.937240 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601647b7-6b5d-4f3f-88c2-dd2e55b2dcd5 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:35:02.937579 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601647b7-6b5d-4f3f-88c2-dd2e55b2dcd5 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:35:02.937914 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601647b7-6b5d-4f3f-88c2-dd2e55b2dcd5 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:35:02.938281 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601647b7-6b5d-4f3f-88c2-dd2e55b2dcd5 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:35:02.938619 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601647b7-6b5d-4f3f-88c2-dd2e55b2dcd5 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:35:02.938952 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601647b7-6b5d-4f3f-88c2-dd2e55b2dcd5 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:35:02.939276 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601647b7-6b5d-4f3f-88c2-dd2e55b2dcd5 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:35:02.939605 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601647b7-6b5d-4f3f-88c2-dd2e55b2dcd5 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:35:02.939926 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601647b7-6b5d-4f3f-88c2-dd2e55b2dcd5 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:35:02.940243 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601647b7-6b5d-4f3f-88c2-dd2e55b2dcd5 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:35:02.940558 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601647b7-6b5d-4f3f-88c2-dd2e55b2dcd5 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:35:03.104509 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-601647b7-6b5d-4f3f-88c2-dd2e55b2dcd5 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-522536'] for router_interface, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:03.317528 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-601647b7-6b5d-4f3f-88c2-dd2e55b2dcd5 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Router 140497e7-3a1c-4a89-b1f7-8171f62fd143 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:35:03.428961 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-601647b7-6b5d-4f3f-88c2-dd2e55b2dcd5 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:35:03.434007 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-601647b7-6b5d-4f3f-88c2-dd2e55b2dcd5 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "PUT /v2.0/routers/140497e7-3a1c-4a89-b1f7-8171f62fd143/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4526067 Aug 10 04:35:03.437805 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51818) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:35:03.439040 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ab1d62-0ce2-46a9-b5cd-ae462e92ebcf None None] Sync routers for ids ['140497e7-3a1c-4a89-b1f7-8171f62fd143'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:35:03.448785 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ab1d62-0ce2-46a9-b5cd-ae462e92ebcf None None] Routers {'140497e7-3a1c-4a89-b1f7-8171f62fd143'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:35:03.449634 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-c0ab1d62-0ce2-46a9-b5cd-ae462e92ebcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:34:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['140497e7-3a1c-4a89-b1f7-8171f62fd143'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:35:03.489397 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ab084f4-0ee5-41dc-a02c-2b1922dc4f2b tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Deleting subnet 42c22b83-e2d6-461c-94fa-5d807d05815c {{(pid=94260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:35:03.493054 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0ab084f4-0ee5-41dc-a02c-2b1922dc4f2b tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for subnet, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:03.534440 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0ab084f4-0ee5-41dc-a02c-2b1922dc4f2b tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191173'] for subnet, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:03.551787 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-c0ab1d62-0ce2-46a9-b5cd-ae462e92ebcf None None] Set router 140497e7-3a1c-4a89-b1f7-8171f62fd143 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:35:03.629955 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0ab084f4-0ee5-41dc-a02c-2b1922dc4f2b tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:03.693356 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0ab084f4-0ee5-41dc-a02c-2b1922dc4f2b tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:03.722129 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab084f4-0ee5-41dc-a02c-2b1922dc4f2b tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event deleted for resources: {'Subnet': ['ID=42c22b83-e2d6-461c-94fa-5d807d05815c,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:35:03.724254 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0ab084f4-0ee5-41dc-a02c-2b1922dc4f2b tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:03.726173 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-0ab084f4-0ee5-41dc-a02c-2b1922dc4f2b tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "DELETE /v2.0/subnets/42c22b83-e2d6-461c-94fa-5d807d05815c HTTP/1.1" status: 204 len: 168 time: 0.2873206 Aug 10 04:35:03.728783 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51820) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:35:03.730345 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70db3d5-259d-41a7-a422-9a78b5194e45 None None] Network 3a927cec-5fe1-405b-8b6b-e80221eeb090 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:35:03.738146 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-c0ab1d62-0ce2-46a9-b5cd-ae462e92ebcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140497e7-3a1c-4a89-b1f7-8171f62fd143', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1637049627', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '029e3cb2-7d86-4410-a064-93e69b4de289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:33:27Z', 'updated_at': '2021-08-10T04:35:02Z', 'revision_number': 5, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'gw_port': {'id': '029e3cb2-7d86-4410-a064-93e69b4de289', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140497e7-3a1c-4a89-b1f7-8171f62fd143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:33:27Z', 'updated_at': '2021-08-10T04:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:35:03.767495 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ab1d62-0ce2-46a9-b5cd-ae462e92ebcf None None] Checking router: 140497e7-3a1c-4a89-b1f7-8171f62fd143 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:35:03.775982 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ab1d62-0ce2-46a9-b5cd-ae462e92ebcf None None] Routers {'140497e7-3a1c-4a89-b1f7-8171f62fd143'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:35:03.776592 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-c0ab1d62-0ce2-46a9-b5cd-ae462e92ebcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:34:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['140497e7-3a1c-4a89-b1f7-8171f62fd143'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:35:03.838061 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-307201d5-ad9c-456d-9d64-8db18782d625 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for router, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:03.882515 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-c0ab1d62-0ce2-46a9-b5cd-ae462e92ebcf None None] Set router 140497e7-3a1c-4a89-b1f7-8171f62fd143 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:35:03.915324 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a0f2e2-1478-41dc-be09-1326cdc0338b None None] DHCP port deletion for 3a927cec-5fe1-405b-8b6b-e80221eeb090 request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:35:03.949320 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-307201d5-ad9c-456d-9d64-8db18782d625 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:03.970498 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-95a0f2e2-1478-41dc-be09-1326cdc0338b None None] Deleting port 408c81b6-2931-4929-8c96-0ebf73cb8790 {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:35:03.970984 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-95a0f2e2-1478-41dc-be09-1326cdc0338b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:04.006596 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-307201d5-ad9c-456d-9d64-8db18782d625 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Deleting port 029e3cb2-7d86-4410-a064-93e69b4de289 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:35:04.007455 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-307201d5-ad9c-456d-9d64-8db18782d625 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:04.032265 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-95a0f2e2-1478-41dc-be09-1326cdc0338b None None] For port 408c81b6-2931-4929-8c96-0ebf73cb8790, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=408c81b6-2931-4929-8c96-0ebf73cb8790,segment=NetworkSegment(6a4a94fe-5d75-47a9-bda4-1f211f3b9bbd),segment_id=6a4a94fe-5d75-47a9-bda4-1f211f3b9bbd)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:35:04.032669 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-95a0f2e2-1478-41dc-be09-1326cdc0338b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:04.047477 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-95a0f2e2-1478-41dc-be09-1326cdc0338b None None] Calling delete_port for 408c81b6-2931-4929-8c96-0ebf73cb8790 owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:35:04.062597 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-c0ab1d62-0ce2-46a9-b5cd-ae462e92ebcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140497e7-3a1c-4a89-b1f7-8171f62fd143', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1637049627', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '029e3cb2-7d86-4410-a064-93e69b4de289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:33:27Z', 'updated_at': '2021-08-10T04:35:02Z', 'revision_number': 5, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'gw_port': {'id': '029e3cb2-7d86-4410-a064-93e69b4de289', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140497e7-3a1c-4a89-b1f7-8171f62fd143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:33:27Z', 'updated_at': '2021-08-10T04:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:35:04.087923 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ab1d62-0ce2-46a9-b5cd-ae462e92ebcf None None] The sync data for ids ['140497e7-3a1c-4a89-b1f7-8171f62fd143'] in n-d-768862-13 is: [{'id': '140497e7-3a1c-4a89-b1f7-8171f62fd143', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1637049627', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '029e3cb2-7d86-4410-a064-93e69b4de289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:33:27Z', 'updated_at': '2021-08-10T04:35:02Z', 'revision_number': 5, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'gw_port': {'id': '029e3cb2-7d86-4410-a064-93e69b4de289', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140497e7-3a1c-4a89-b1f7-8171f62fd143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:33:27Z', 'updated_at': '2021-08-10T04:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:35:04.104200 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [None req-307201d5-ad9c-456d-9d64-8db18782d625 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] For port 029e3cb2-7d86-4410-a064-93e69b4de289, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=029e3cb2-7d86-4410-a064-93e69b4de289,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:35:04.104893 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-307201d5-ad9c-456d-9d64-8db18782d625 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:04.119320 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-307201d5-ad9c-456d-9d64-8db18782d625 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Calling delete_port for 029e3cb2-7d86-4410-a064-93e69b4de289 owned by network:router_gateway {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:35:04.144687 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-95a0f2e2-1478-41dc-be09-1326cdc0338b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:04.169090 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a0f2e2-1478-41dc-be09-1326cdc0338b None None] Pushing event deleted for resources: {'Port': ['ID=408c81b6-2931-4929-8c96-0ebf73cb8790,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:35:04.181102 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a0f2e2-1478-41dc-be09-1326cdc0338b None None] No DVR routers for this DVR port 408c81b6-2931-4929-8c96-0ebf73cb8790 on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:35:04.189421 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a0f2e2-1478-41dc-be09-1326cdc0338b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:35:04.189968 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a0f2e2-1478-41dc-be09-1326cdc0338b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:35:04.190125 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a0f2e2-1478-41dc-be09-1326cdc0338b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:35:04.190861 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a0f2e2-1478-41dc-be09-1326cdc0338b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:35:04.190861 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a0f2e2-1478-41dc-be09-1326cdc0338b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:35:04.191053 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a0f2e2-1478-41dc-be09-1326cdc0338b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:35:04.191381 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a0f2e2-1478-41dc-be09-1326cdc0338b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:35:04.191701 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a0f2e2-1478-41dc-be09-1326cdc0338b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:35:04.192025 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a0f2e2-1478-41dc-be09-1326cdc0338b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:35:04.192623 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a0f2e2-1478-41dc-be09-1326cdc0338b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:35:04.192623 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a0f2e2-1478-41dc-be09-1326cdc0338b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:35:04.192953 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a0f2e2-1478-41dc-be09-1326cdc0338b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:35:04.200569 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:04.292154 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-307201d5-ad9c-456d-9d64-8db18782d625 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:04.318449 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307201d5-ad9c-456d-9d64-8db18782d625 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event deleted for resources: {'Port': ['ID=029e3cb2-7d86-4410-a064-93e69b4de289,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:35:04.375625 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-307201d5-ad9c-456d-9d64-8db18782d625 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520654'] for router_gateway, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:04.464294 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-307201d5-ad9c-456d-9d64-8db18782d625 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:04.467276 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-307201d5-ad9c-456d-9d64-8db18782d625 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:04.514858 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-307201d5-ad9c-456d-9d64-8db18782d625 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:04.515389 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-307201d5-ad9c-456d-9d64-8db18782d625 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Fanout notify agent at l3_agent the message router_deleted on router 140497e7-3a1c-4a89-b1f7-8171f62fd143 {{(pid=94260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:35:04.522218 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-307201d5-ad9c-456d-9d64-8db18782d625 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for router, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:04.525983 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-307201d5-ad9c-456d-9d64-8db18782d625 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "DELETE /v2.0/routers/140497e7-3a1c-4a89-b1f7-8171f62fd143 HTTP/1.1" status: 204 len: 168 time: 0.7934284 Aug 10 04:35:04.526367 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51822) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:35:04.605199 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4597fbca-dc6a-42f5-92d7-6d148a479e68 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:04.638755 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 3b3c7d01-bce5-451a-9aed-1bec0985c45e no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:35:04.662200 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] No Port match for: 3b3c7d01-bce5-451a-9aed-1bec0985c45e {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:35:04.662698 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 3b3c7d01-bce5-451a-9aed-1bec0985c45e not bound to the agent host n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:35:04.705925 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4597fbca-dc6a-42f5-92d7-6d148a479e68 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:04.719106 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-4597fbca-dc6a-42f5-92d7-6d148a479e68 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a927cec-5fe1-405b-8b6b-e80221eeb090']}} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:35:04.733504 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-4597fbca-dc6a-42f5-92d7-6d148a479e68 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a4a94fe-5d75-47a9-bda4-1f211f3b9bbd') {'for_net_delete': True} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:35:04.733806 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-4597fbca-dc6a-42f5-92d7-6d148a479e68 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a4a94fe-5d75-47a9-bda4-1f211f3b9bbd') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:35:04.743270 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4597fbca-dc6a-42f5-92d7-6d148a479e68 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191186'] for segment, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:04.757988 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4597fbca-dc6a-42f5-92d7-6d148a479e68 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:04.764717 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4597fbca-dc6a-42f5-92d7-6d148a479e68 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=94260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:35:04.765123 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4597fbca-dc6a-42f5-92d7-6d148a479e68 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58895489'] for segment, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:04.768107 n-d-768862-13 neutron-server[94260]: Traceback (most recent call last): Aug 10 04:35:04.768107 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:35:04.768107 n-d-768862-13 neutron-server[94260]: timer() Aug 10 04:35:04.768107 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:35:04.768107 n-d-768862-13 neutron-server[94260]: cb(*args, **kw) Aug 10 04:35:04.768107 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:35:04.768107 n-d-768862-13 neutron-server[94260]: return func(*args, **kwargs) Aug 10 04:35:04.768107 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:35:04.768107 n-d-768862-13 neutron-server[94260]: self._notify() Aug 10 04:35:04.768107 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:35:04.768107 n-d-768862-13 neutron-server[94260]: self.callback(batched_events) Aug 10 04:35:04.768107 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:35:04.768107 n-d-768862-13 neutron-server[94260]: event.method(event) Aug 10 04:35:04.768107 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:35:04.768107 n-d-768862-13 neutron-server[94260]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:35:04.768107 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:35:04.768107 n-d-768862-13 neutron-server[94260]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:35:04.768107 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:35:04.768107 n-d-768862-13 neutron-server[94260]: return f(self, *a, **k) Aug 10 04:35:04.768107 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:35:04.768107 n-d-768862-13 neutron-server[94260]: return self._get(url).json() Aug 10 04:35:04.768107 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:35:04.768107 n-d-768862-13 neutron-server[94260]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:35:04.768107 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:35:04.768107 n-d-768862-13 neutron-server[94260]: return self.request(url, 'GET', **kwargs) Aug 10 04:35:04.768107 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:35:04.768107 n-d-768862-13 neutron-server[94260]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:35:04.768107 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:35:04.768107 n-d-768862-13 neutron-server[94260]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:35:04.768107 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:35:04.768107 n-d-768862-13 neutron-server[94260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:35:04.768107 n-d-768862-13 neutron-server[94260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:35:04.825288 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4597fbca-dc6a-42f5-92d7-6d148a479e68 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:04.833184 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4597fbca-dc6a-42f5-92d7-6d148a479e68 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:04.837763 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 51826) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:35:04.838438 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-4597fbca-dc6a-42f5-92d7-6d148a479e68 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "DELETE /v2.0/networks/3a927cec-5fe1-405b-8b6b-e80221eeb090 HTTP/1.1" status: 204 len: 168 time: 0.3106534 Aug 10 04:35:04.852350 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4597fbca-dc6a-42f5-92d7-6d148a479e68 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event deleted for resources: {'Network': ['ID=3a927cec-5fe1-405b-8b6b-e80221eeb090,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:35:04.897844 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f119b529-4b94-41af-8181-54615f6dfce9 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:04.924064 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f119b529-4b94-41af-8181-54615f6dfce9 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:04.984483 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f119b529-4b94-41af-8181-54615f6dfce9 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:04.987133 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f119b529-4b94-41af-8181-54615f6dfce9 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:04.988299 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-f119b529-4b94-41af-8181-54615f6dfce9 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "DELETE /v2.0/security-groups/79773b6c-ee91-4d11-8ce3-84ae5ec63a24 HTTP/1.1" status: 204 len: 168 time: 0.1494954 Aug 10 04:35:04.999192 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f119b529-4b94-41af-8181-54615f6dfce9 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79773b6c-ee91-4d11-8ce3-84ae5ec63a24,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:35:05.175437 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 22488f89-40fe-46af-99df-90ccb10ac65d no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:35:05.195500 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 22488f89-40fe-46af-99df-90ccb10ac65d {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:35:05.195848 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 22488f89-40fe-46af-99df-90ccb10ac65d not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:35:05.196260 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 029e3cb2-7d86-4410-a064-93e69b4de289 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:35:05.214485 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 029e3cb2-7d86-4410-a064-93e69b4de289 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:35:05.214833 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 029e3cb2-7d86-4410-a064-93e69b4de289 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:35:05.215241 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 408c81b6-2931-4929-8c96-0ebf73cb8790 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:35:05.274336 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 51832) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:35:05.279723 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-8eb7eb79-2b92-40fa-bf11-ab212cda8ed8 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-779977919', 'description': 'tempest-secgroup-smoke-779977919 description', 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:35:05.306480 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8eb7eb79-2b92-40fa-bf11-ab212cda8ed8 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:05.394139 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 408c81b6-2931-4929-8c96-0ebf73cb8790 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:35:05.394496 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 408c81b6-2931-4929-8c96-0ebf73cb8790 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:35:05.399221 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8eb7eb79-2b92-40fa-bf11-ab212cda8ed8 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:05.404918 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8eb7eb79-2b92-40fa-bf11-ab212cda8ed8 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:05.433186 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8eb7eb79-2b92-40fa-bf11-ab212cda8ed8 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:05.434469 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-8eb7eb79-2b92-40fa-bf11-ab212cda8ed8 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1590862 Aug 10 04:35:05.435683 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb7eb79-2b92-40fa-bf11-ab212cda8ed8 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e22622-d02f-4ef5-82a2-3fc9787adff1,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:35:05.437458 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51834) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:35:05.442386 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-494d0344-7723-41bb-b4aa-1b94392d20ca tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Request body: {'security_group_rule': {'security_group_id': 'd2e22622-d02f-4ef5-82a2-3fc9787adff1', 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:35:05.468980 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-494d0344-7723-41bb-b4aa-1b94392d20ca tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:05.530443 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-494d0344-7723-41bb-b4aa-1b94392d20ca tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:05.534341 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-494d0344-7723-41bb-b4aa-1b94392d20ca tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:05.552272 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494d0344-7723-41bb-b4aa-1b94392d20ca tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c40bb10d-2d84-4b5d-91b5-3ffd08776fb9,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:35:05.559824 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-494d0344-7723-41bb-b4aa-1b94392d20ca tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:05.561116 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-494d0344-7723-41bb-b4aa-1b94392d20ca tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1224942 Aug 10 04:35:05.563902 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51836) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:35:05.568403 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-bf4bb309-bb24-429f-8ac0-c70fb75b72ac tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Request body: {'security_group_rule': {'security_group_id': 'd2e22622-d02f-4ef5-82a2-3fc9787adff1', 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:35:05.595051 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-bf4bb309-bb24-429f-8ac0-c70fb75b72ac tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:05.651256 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-bf4bb309-bb24-429f-8ac0-c70fb75b72ac tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:05.655508 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-bf4bb309-bb24-429f-8ac0-c70fb75b72ac tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:05.673245 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4bb309-bb24-429f-8ac0-c70fb75b72ac tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=313edd34-d668-45a2-b300-a37187471825,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:35:05.680816 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-bf4bb309-bb24-429f-8ac0-c70fb75b72ac tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:05.682160 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-bf4bb309-bb24-429f-8ac0-c70fb75b72ac tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1172595 Aug 10 04:35:05.684852 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51838) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:35:05.689119 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-46d9b95d-cf84-479d-bf88-c422b0b889eb tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Request body: {'security_group_rule': {'security_group_id': 'd2e22622-d02f-4ef5-82a2-3fc9787adff1', 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:35:05.717956 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-46d9b95d-cf84-479d-bf88-c422b0b889eb tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:05.776872 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-46d9b95d-cf84-479d-bf88-c422b0b889eb tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:05.780725 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-46d9b95d-cf84-479d-bf88-c422b0b889eb tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:05.797872 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d9b95d-cf84-479d-bf88-c422b0b889eb tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4295182e-23fd-472b-9341-dc8d43f35bcb,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:35:05.803542 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-46d9b95d-cf84-479d-bf88-c422b0b889eb tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:05.804742 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-46d9b95d-cf84-479d-bf88-c422b0b889eb tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1189947 Aug 10 04:35:05.807529 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51840) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:35:05.812514 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-eb655a89-3db9-4560-90bd-a0b269d6aae5 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Request body: {'security_group_rule': {'security_group_id': 'd2e22622-d02f-4ef5-82a2-3fc9787adff1', 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:35:05.839023 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-eb655a89-3db9-4560-90bd-a0b269d6aae5 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:05.901012 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-eb655a89-3db9-4560-90bd-a0b269d6aae5 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:05.904616 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-eb655a89-3db9-4560-90bd-a0b269d6aae5 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:05.921525 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb655a89-3db9-4560-90bd-a0b269d6aae5 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c46522ed-70aa-4600-86ab-cacab871f7ff,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:35:05.927797 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-eb655a89-3db9-4560-90bd-a0b269d6aae5 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:05.929072 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-eb655a89-3db9-4560-90bd-a0b269d6aae5 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1205060 Aug 10 04:35:05.931844 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51842) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:35:05.936819 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-b5d34538-c8a3-42b6-8fb6-a22d472c4b9c tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Request body: {'security_group_rule': {'security_group_id': 'd2e22622-d02f-4ef5-82a2-3fc9787adff1', 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:35:05.958176 n-d-768862-13 neutron-server[94260]: INFO neutron.db.securitygroups_db [None req-b5d34538-c8a3-42b6-8fb6-a22d472c4b9c tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Project db935c6fffe84fc296c14b1cf491ed1b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:35:05.962795 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b5d34538-c8a3-42b6-8fb6-a22d472c4b9c tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:06.021395 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b5d34538-c8a3-42b6-8fb6-a22d472c4b9c tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:06.024700 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b5d34538-c8a3-42b6-8fb6-a22d472c4b9c tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:06.041509 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d34538-c8a3-42b6-8fb6-a22d472c4b9c tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09657d3f-deb0-496f-a95b-ba7bbb367f1f,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:35:06.048040 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b5d34538-c8a3-42b6-8fb6-a22d472c4b9c tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:06.049005 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-b5d34538-c8a3-42b6-8fb6-a22d472c4b9c tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1162291 Aug 10 04:35:06.051634 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51844) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:35:06.056002 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-de3fd19e-aa37-4881-b537-2574ecfd68d2 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Request body: {'security_group_rule': {'security_group_id': 'd2e22622-d02f-4ef5-82a2-3fc9787adff1', 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:35:06.078647 n-d-768862-13 neutron-server[94260]: INFO neutron.db.securitygroups_db [None req-de3fd19e-aa37-4881-b537-2574ecfd68d2 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Project db935c6fffe84fc296c14b1cf491ed1b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:35:06.083390 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-de3fd19e-aa37-4881-b537-2574ecfd68d2 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:06.142337 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-de3fd19e-aa37-4881-b537-2574ecfd68d2 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:06.145731 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-de3fd19e-aa37-4881-b537-2574ecfd68d2 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:06.162783 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3fd19e-aa37-4881-b537-2574ecfd68d2 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b70642ed-6b36-48b0-b2ba-5dae5d082d31,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:35:06.167534 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-de3fd19e-aa37-4881-b537-2574ecfd68d2 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:06.168761 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-de3fd19e-aa37-4881-b537-2574ecfd68d2 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1161788 Aug 10 04:35:06.172045 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51846) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:35:06.176855 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-21bb14bd-f8a0-4a0a-877c-0a78c727d07a tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Request body: {'network': {'name': 'tempest-network-smoke--516844595', 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'port_security_enabled': True}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:35:06.196503 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21bb14bd-f8a0-4a0a-877c-0a78c727d07a tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Made reservation on behalf of db935c6fffe84fc296c14b1cf491ed1b for: {'network': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:35:06.199825 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-21bb14bd-f8a0-4a0a-877c-0a78c727d07a tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:06.224507 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21bb14bd-f8a0-4a0a-877c-0a78c727d07a tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=94260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:35:06.234908 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-21bb14bd-f8a0-4a0a-877c-0a78c727d07a tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:06.235356 n-d-768862-13 neutron-server[94260]: INFO neutron.db.segments_db [None req-21bb14bd-f8a0-4a0a-877c-0a78c727d07a tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Added segment f969ba53-e22f-431c-b5a3-2c7886390fcd of type vlan for network 2ac9a0bd-3cd1-40f2-9a1c-b6be06ced14d Aug 10 04:35:06.274416 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-21bb14bd-f8a0-4a0a-877c-0a78c727d07a tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:06.301675 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-21bb14bd-f8a0-4a0a-877c-0a78c727d07a tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:06.307065 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bb14bd-f8a0-4a0a-877c-0a78c727d07a tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:06.307640 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-21bb14bd-f8a0-4a0a-877c-0a78c727d07a tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:06.366977 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-21bb14bd-f8a0-4a0a-877c-0a78c727d07a tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1938634 Aug 10 04:35:06.369727 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 51848) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:35:06.373796 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bb14bd-f8a0-4a0a-877c-0a78c727d07a tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event updated for resources: {'Network': ['ID=2ac9a0bd-3cd1-40f2-9a1c-b6be06ced14d,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:35:06.375377 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-049089e8-59f7-401c-84ec-c733a4b7452b tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-984810198', 'admin_state_up': True, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:35:06.384845 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 2ac9a0bd-3cd1-40f2-9a1c-b6be06ced14d details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:35:06.400496 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-049089e8-59f7-401c-84ec-c733a4b7452b tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:06.401652 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-049089e8-59f7-401c-84ec-c733a4b7452b tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:06.454480 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-049089e8-59f7-401c-84ec-c733a4b7452b tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:06.591101 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-049089e8-59f7-401c-84ec-c733a4b7452b tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:06.780039 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-049089e8-59f7-401c-84ec-c733a4b7452b tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for router_gateway, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:06.799814 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-049089e8-59f7-401c-84ec-c733a4b7452b tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:06.904848 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-049089e8-59f7-401c-84ec-c733a4b7452b tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Allocated IP 172.25.6.180 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/811b2d0e-5698-49ad-ac1f-0c2c0c254dd2) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:35:07.003538 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-049089e8-59f7-401c-84ec-c733a4b7452b tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:07.042291 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-049089e8-59f7-401c-84ec-c733a4b7452b tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:07.085889 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049089e8-59f7-401c-84ec-c733a4b7452b tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:35:07.088762 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-049089e8-59f7-401c-84ec-c733a4b7452b tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:35:07.092381 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049089e8-59f7-401c-84ec-c733a4b7452b tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:35:07.097673 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049089e8-59f7-401c-84ec-c733a4b7452b tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event updated for resources: {'Port': ['ID=811b2d0e-5698-49ad-ac1f-0c2c0c254dd2,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:35:07.354142 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-049089e8-59f7-401c-84ec-c733a4b7452b tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for router_gateway, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:07.867834 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-049089e8-59f7-401c-84ec-c733a4b7452b tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:07.995927 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-049089e8-59f7-401c-84ec-c733a4b7452b tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Router 22a1012c-74d9-4997-bf7f-4169cf78c271 is scheduled to L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e with binding_index 1 {{(pid=94261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:35:08.110931 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-049089e8-59f7-401c-84ec-c733a4b7452b tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:35:08.122113 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db15ed73-abcb-4f5b-b3a4-acede6a9239f None None] Sync routers for ids ['22a1012c-74d9-4997-bf7f-4169cf78c271'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:35:08.131955 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-049089e8-59f7-401c-84ec-c733a4b7452b tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:08.133291 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db15ed73-abcb-4f5b-b3a4-acede6a9239f None None] Routers {'22a1012c-74d9-4997-bf7f-4169cf78c271'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:35:08.133418 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-049089e8-59f7-401c-84ec-c733a4b7452b tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7625959 Aug 10 04:35:08.133931 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-db15ed73-abcb-4f5b-b3a4-acede6a9239f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:34:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['22a1012c-74d9-4997-bf7f-4169cf78c271'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:35:08.137420 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 51850) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:35:08.165710 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-5a8dbcc4-7748-4c1b-9c20-047dc35f216b tempest-TestNetworkAdvancedServerOps-1236493669 tempest-TestNetworkAdvancedServerOps-1236493669-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=db935c6fffe84fc296c14b1cf491ed1b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280523 Aug 10 04:35:08.168291 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 51852) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:35:08.243778 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-db15ed73-abcb-4f5b-b3a4-acede6a9239f None None] Set router 22a1012c-74d9-4997-bf7f-4169cf78c271 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:35:08.259780 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3882d78-fa84-4bd5-aad7-b127745f1caa tempest-TestNetworkAdvancedServerOps-1236493669 tempest-TestNetworkAdvancedServerOps-1236493669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:08.261904 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e3882d78-fa84-4bd5-aad7-b127745f1caa tempest-TestNetworkAdvancedServerOps-1236493669 tempest-TestNetworkAdvancedServerOps-1236493669-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0926752 Aug 10 04:35:08.265266 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 51854) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:35:08.294053 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-b8ad1a08-a111-43aa-b176-20b815ac9f67 tempest-TestNetworkAdvancedServerOps-1236493669 tempest-TestNetworkAdvancedServerOps-1236493669-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=2ea12131-628a-487e-b434-0463553732bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275247 Aug 10 04:35:08.296592 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 51856) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:35:08.301640 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-3cd0a58c-9398-4c35-952c-02986e1d6089 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1520383062', 'network_id': '2ac9a0bd-3cd1-40f2-9a1c-b6be06ced14d', 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:35:08.405196 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd0a58c-9398-4c35-952c-02986e1d6089 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Made reservation on behalf of db935c6fffe84fc296c14b1cf491ed1b for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:35:08.409372 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3cd0a58c-9398-4c35-952c-02986e1d6089 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:08.452570 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-db15ed73-abcb-4f5b-b3a4-acede6a9239f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a1012c-74d9-4997-bf7f-4169cf78c271', 'name': 'tempest-TestNetworkAdvancedServerOps-router-984810198', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '811b2d0e-5698-49ad-ac1f-0c2c0c254dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:35:06Z', 'updated_at': '2021-08-10T04:35:07Z', 'revision_number': 3, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'gw_port': {'id': '811b2d0e-5698-49ad-ac1f-0c2c0c254dd2', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:3e:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22a1012c-74d9-4997-bf7f-4169cf78c271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:35:06Z', 'updated_at': '2021-08-10T04:35:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:35:08.478775 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db15ed73-abcb-4f5b-b3a4-acede6a9239f None None] Checking router: 22a1012c-74d9-4997-bf7f-4169cf78c271 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:35:08.479135 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db15ed73-abcb-4f5b-b3a4-acede6a9239f None None] Updating router 22a1012c-74d9-4997-bf7f-4169cf78c271 port 811b2d0e-5698-49ad-ac1f-0c2c0c254dd2 binding host n-d-768862-13 {{(pid=94262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:35:08.506676 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-db15ed73-abcb-4f5b-b3a4-acede6a9239f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:08.601818 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3cd0a58c-9398-4c35-952c-02986e1d6089 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:08.666641 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd0a58c-9398-4c35-952c-02986e1d6089 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event updated for resources: {'Subnet': ['ID=41cee642-3a73-44bc-a0cb-8d07ec10e1ad,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:35:08.674761 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd0a58c-9398-4c35-952c-02986e1d6089 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Checking segment: {'id': 'f969ba53-e22f-431c-b5a3-2c7886390fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2ac9a0bd-3cd1-40f2-9a1c-b6be06ced14d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:35:08.674761 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd0a58c-9398-4c35-952c-02986e1d6089 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Network hostable DHCP agents. Network: 2ac9a0bd-3cd1-40f2-9a1c-b6be06ced14d, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:35:08.694745 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd0a58c-9398-4c35-952c-02986e1d6089 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Network 2ac9a0bd-3cd1-40f2-9a1c-b6be06ced14d is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:35:08.703960 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-3cd0a58c-9398-4c35-952c-02986e1d6089 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 2ac9a0bd-3cd1-40f2-9a1c-b6be06ced14d) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:35:08.713736 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd0a58c-9398-4c35-952c-02986e1d6089 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:08.714464 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3cd0a58c-9398-4c35-952c-02986e1d6089 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:08.718779 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba47f82-920e-4cf4-8758-13af4c2e723a None None] Network 2ac9a0bd-3cd1-40f2-9a1c-b6be06ced14d requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:35:08.732365 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-3cd0a58c-9398-4c35-952c-02986e1d6089 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4314799 Aug 10 04:35:08.732833 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 51862) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:35:08.858754 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-db15ed73-abcb-4f5b-b3a4-acede6a9239f None None] Notify callbacks [] for port, precommit_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:08.893088 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-db15ed73-abcb-4f5b-b3a4-acede6a9239f None None] Transition to ACTIVE for port object 811b2d0e-5698-49ad-ac1f-0c2c0c254dd2 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:35:08.904319 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-db15ed73-abcb-4f5b-b3a4-acede6a9239f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:08.961940 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44101918-132a-4408-91a6-32ae1e721f75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-2ac9a0bd-3cd1-40f2-9a1c-b6be06ced14d', 'network_id': '2ac9a0bd-3cd1-40f2-9a1c-b6be06ced14d', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'fixed_ips': [{'subnet_id': '41cee642-3a73-44bc-a0cb-8d07ec10e1ad'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:35:08.962816 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-44101918-132a-4408-91a6-32ae1e721f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:08.994328 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-db15ed73-abcb-4f5b-b3a4-acede6a9239f None None] Attempting to bind port 811b2d0e-5698-49ad-ac1f-0c2c0c254dd2 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:35:08.994702 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-db15ed73-abcb-4f5b-b3a4-acede6a9239f None None] Attempting to bind port 811b2d0e-5698-49ad-ac1f-0c2c0c254dd2 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:35:08.995059 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db15ed73-abcb-4f5b-b3a4-acede6a9239f None None] Attempting to bind port 811b2d0e-5698-49ad-ac1f-0c2c0c254dd2 on network 2ea12131-628a-487e-b434-0463553732bd {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:35:08.998516 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab4996e-d01a-45da-9637-9341077614ac None None] Pushing event updated for resources: {'Port': ['ID=811b2d0e-5698-49ad-ac1f-0c2c0c254dd2,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:35:09.011779 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db15ed73-abcb-4f5b-b3a4-acede6a9239f None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:35:09.012154 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db15ed73-abcb-4f5b-b3a4-acede6a9239f None None] Checking segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:35:09.012556 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-db15ed73-abcb-4f5b-b3a4-acede6a9239f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:09.012952 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db15ed73-abcb-4f5b-b3a4-acede6a9239f None None] Bound using segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:35:09.013458 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-db15ed73-abcb-4f5b-b3a4-acede6a9239f None None] Bound port: 811b2d0e-5698-49ad-ac1f-0c2c0c254dd2, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:35:09.013844 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-db15ed73-abcb-4f5b-b3a4-acede6a9239f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:09.153069 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-db15ed73-abcb-4f5b-b3a4-acede6a9239f None None] For port 811b2d0e-5698-49ad-ac1f-0c2c0c254dd2, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:35:09.171698 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-db15ed73-abcb-4f5b-b3a4-acede6a9239f None None] For port 811b2d0e-5698-49ad-ac1f-0c2c0c254dd2, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=811b2d0e-5698-49ad-ac1f-0c2c0c254dd2,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:35:09.178638 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-db15ed73-abcb-4f5b-b3a4-acede6a9239f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:09.194721 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a585a19b-534f-427f-acca-6cd30d817819 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:09.210985 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-44101918-132a-4408-91a6-32ae1e721f75 None None] Allocated IP 172.20.0.2 (2ac9a0bd-3cd1-40f2-9a1c-b6be06ced14d/41cee642-3a73-44bc-a0cb-8d07ec10e1ad/5237e9bd-063d-463c-abde-16c6ce09d932) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:35:09.273134 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db15ed73-abcb-4f5b-b3a4-acede6a9239f None None] Routers {'22a1012c-74d9-4997-bf7f-4169cf78c271'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:35:09.273766 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-db15ed73-abcb-4f5b-b3a4-acede6a9239f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:34:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['22a1012c-74d9-4997-bf7f-4169cf78c271'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:35:09.302328 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab4996e-d01a-45da-9637-9341077614ac None None] Pushing event updated for resources: {'Port': ['ID=811b2d0e-5698-49ad-ac1f-0c2c0c254dd2,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:35:09.467928 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-db15ed73-abcb-4f5b-b3a4-acede6a9239f None None] Set router 22a1012c-74d9-4997-bf7f-4169cf78c271 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:35:09.573527 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-44101918-132a-4408-91a6-32ae1e721f75 None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:09.588516 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-44101918-132a-4408-91a6-32ae1e721f75 None None] Transition to ACTIVE for port object 5237e9bd-063d-463c-abde-16c6ce09d932 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:35:09.617164 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-44101918-132a-4408-91a6-32ae1e721f75 None None] Transition to ACTIVE for port object 5237e9bd-063d-463c-abde-16c6ce09d932 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:35:09.629917 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-44101918-132a-4408-91a6-32ae1e721f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:09.672823 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-a585a19b-534f-427f-acca-6cd30d817819 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Allocated IP 172.20.0.1 (2ac9a0bd-3cd1-40f2-9a1c-b6be06ced14d/41cee642-3a73-44bc-a0cb-8d07ec10e1ad/e54df6c1-c231-4923-b481-d76191dcdcbe) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:35:09.698584 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44101918-132a-4408-91a6-32ae1e721f75 None None] Network 2ac9a0bd-3cd1-40f2-9a1c-b6be06ced14d is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:35:09.705558 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-44101918-132a-4408-91a6-32ae1e721f75 None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:35:09.710747 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44101918-132a-4408-91a6-32ae1e721f75 None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:35:09.715594 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44101918-132a-4408-91a6-32ae1e721f75 None None] Pushing event updated for resources: {'Port': ['ID=5237e9bd-063d-463c-abde-16c6ce09d932,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:35:09.776901 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-44101918-132a-4408-91a6-32ae1e721f75 None None] Attempting to bind port 5237e9bd-063d-463c-abde-16c6ce09d932 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:35:09.777276 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-44101918-132a-4408-91a6-32ae1e721f75 None None] Attempting to bind port 5237e9bd-063d-463c-abde-16c6ce09d932 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'f969ba53-e22f-431c-b5a3-2c7886390fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2ac9a0bd-3cd1-40f2-9a1c-b6be06ced14d'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:35:09.777647 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44101918-132a-4408-91a6-32ae1e721f75 None None] Attempting to bind port 5237e9bd-063d-463c-abde-16c6ce09d932 on network 2ac9a0bd-3cd1-40f2-9a1c-b6be06ced14d {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:35:09.782531 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-db15ed73-abcb-4f5b-b3a4-acede6a9239f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a1012c-74d9-4997-bf7f-4169cf78c271', 'name': 'tempest-TestNetworkAdvancedServerOps-router-984810198', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '811b2d0e-5698-49ad-ac1f-0c2c0c254dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:35:06Z', 'updated_at': '2021-08-10T04:35:07Z', 'revision_number': 3, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'gw_port': {'id': '811b2d0e-5698-49ad-ac1f-0c2c0c254dd2', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:3e:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22a1012c-74d9-4997-bf7f-4169cf78c271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:35:06Z', 'updated_at': '2021-08-10T04:35:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:35:09.787148 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44101918-132a-4408-91a6-32ae1e721f75 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:35:09.787603 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44101918-132a-4408-91a6-32ae1e721f75 None None] Checking segment: {'id': 'f969ba53-e22f-431c-b5a3-2c7886390fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2ac9a0bd-3cd1-40f2-9a1c-b6be06ced14d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:35:09.787931 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-44101918-132a-4408-91a6-32ae1e721f75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:09.788334 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44101918-132a-4408-91a6-32ae1e721f75 None None] Bound using segment: {'id': 'f969ba53-e22f-431c-b5a3-2c7886390fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2ac9a0bd-3cd1-40f2-9a1c-b6be06ced14d'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:35:09.788807 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-44101918-132a-4408-91a6-32ae1e721f75 None None] Bound port: 5237e9bd-063d-463c-abde-16c6ce09d932, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f969ba53-e22f-431c-b5a3-2c7886390fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2ac9a0bd-3cd1-40f2-9a1c-b6be06ced14d'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:35:09.789195 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-44101918-132a-4408-91a6-32ae1e721f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:09.791888 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a585a19b-534f-427f-acca-6cd30d817819 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:09.806397 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [None req-a585a19b-534f-427f-acca-6cd30d817819 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Transition to ACTIVE for port object e54df6c1-c231-4923-b481-d76191dcdcbe will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:35:09.819892 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db15ed73-abcb-4f5b-b3a4-acede6a9239f None None] The sync data for ids ['22a1012c-74d9-4997-bf7f-4169cf78c271'] in n-d-768862-13 is: [{'id': '22a1012c-74d9-4997-bf7f-4169cf78c271', 'name': 'tempest-TestNetworkAdvancedServerOps-router-984810198', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '811b2d0e-5698-49ad-ac1f-0c2c0c254dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:35:06Z', 'updated_at': '2021-08-10T04:35:07Z', 'revision_number': 3, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'gw_port': {'id': '811b2d0e-5698-49ad-ac1f-0c2c0c254dd2', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:3e:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22a1012c-74d9-4997-bf7f-4169cf78c271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:35:06Z', 'updated_at': '2021-08-10T04:35:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:35:09.849348 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a585a19b-534f-427f-acca-6cd30d817819 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:09.884098 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-44101918-132a-4408-91a6-32ae1e721f75 None None] For port 5237e9bd-063d-463c-abde-16c6ce09d932, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:35:09.889080 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-44101918-132a-4408-91a6-32ae1e721f75 None None] For port 5237e9bd-063d-463c-abde-16c6ce09d932, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=5237e9bd-063d-463c-abde-16c6ce09d932,segment=NetworkSegment(f969ba53-e22f-431c-b5a3-2c7886390fcd),segment_id=f969ba53-e22f-431c-b5a3-2c7886390fcd)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:35:09.889977 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a585a19b-534f-427f-acca-6cd30d817819 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Network 2ac9a0bd-3cd1-40f2-9a1c-b6be06ced14d is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:35:09.894216 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-44101918-132a-4408-91a6-32ae1e721f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:09.895768 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-a585a19b-534f-427f-acca-6cd30d817819 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:35:09.898137 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a585a19b-534f-427f-acca-6cd30d817819 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:35:09.936871 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a585a19b-534f-427f-acca-6cd30d817819 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event updated for resources: {'Port': ['ID=e54df6c1-c231-4923-b481-d76191dcdcbe,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:35:09.957296 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44101918-132a-4408-91a6-32ae1e721f75 None None] Pushing event updated for resources: {'Port': ['ID=5237e9bd-063d-463c-abde-16c6ce09d932,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:35:09.965500 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a585a19b-534f-427f-acca-6cd30d817819 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521745'] for router_interface, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:10.126291 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a585a19b-534f-427f-acca-6cd30d817819 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:10.463385 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a585a19b-534f-427f-acca-6cd30d817819 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:10.468896 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a585a19b-534f-427f-acca-6cd30d817819 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:10.552456 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a585a19b-534f-427f-acca-6cd30d817819 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event updated for resources: {'Port': ['ID=e54df6c1-c231-4923-b481-d76191dcdcbe,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:35:10.555490 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-a585a19b-534f-427f-acca-6cd30d817819 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521893'] for router_interface, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:10.669964 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a585a19b-534f-427f-acca-6cd30d817819 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Network 2ac9a0bd-3cd1-40f2-9a1c-b6be06ced14d is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:35:10.671572 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-a585a19b-534f-427f-acca-6cd30d817819 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:35:10.796869 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a585a19b-534f-427f-acca-6cd30d817819 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Router 22a1012c-74d9-4997-bf7f-4169cf78c271 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:35:10.914948 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 5237e9bd-063d-463c-abde-16c6ce09d932 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:35:10.926632 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a585a19b-534f-427f-acca-6cd30d817819 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:35:10.936375 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-a585a19b-534f-427f-acca-6cd30d817819 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "PUT /v2.0/routers/22a1012c-74d9-4997-bf7f-4169cf78c271/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2023442 Aug 10 04:35:10.939608 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67eaaf2c-45a5-4696-b3e2-8c04ee1ba622 None None] Network 2ac9a0bd-3cd1-40f2-9a1c-b6be06ced14d requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:35:11.023973 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-1bb1cdb8-a29d-4414-b1a6-10cf55cb8759 None None] Provisioning for port 5237e9bd-063d-463c-abde-16c6ce09d932 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:35:11.056294 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 5237e9bd-063d-463c-abde-16c6ce09d932 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:35:11.080026 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 5237e9bd-063d-463c-abde-16c6ce09d932 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:35:11.080399 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:11.089881 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-99f24ce3-247e-44f8-b0bc-48eb11347ee2 req-b356de5e-6adb-4159-ab77-932b26b2c6b6 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-779977919&fields=id&tenant_id=db935c6fffe84fc296c14b1cf491ed1b HTTP/1.1" status: 200 len: 267 time: 0.0371065 Aug 10 04:35:11.209210 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f24ce3-247e-44f8-b0bc-48eb11347ee2 req-d1c35ed4-8480-4e28-a92d-33cc904a8459 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:11.211145 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-99f24ce3-247e-44f8-b0bc-48eb11347ee2 req-d1c35ed4-8480-4e28-a92d-33cc904a8459 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/networks?id=2ac9a0bd-3cd1-40f2-9a1c-b6be06ced14d HTTP/1.1" status: 200 len: 796 time: 0.1132686 Aug 10 04:35:11.227658 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-99f24ce3-247e-44f8-b0bc-48eb11347ee2 req-b0f475e7-aa0a-4221-8386-1bb6a55002ce tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/quotas/db935c6fffe84fc296c14b1cf491ed1b HTTP/1.1" status: 200 len: 375 time: 0.0099301 Aug 10 04:35:11.285884 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-99f24ce3-247e-44f8-b0bc-48eb11347ee2 req-5ba54754-be06-4c17-8d06-ee98c8097936 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=db935c6fffe84fc296c14b1cf491ed1b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519717 Aug 10 04:35:11.358632 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:11.394556 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 5237e9bd-063d-463c-abde-16c6ce09d932, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=5237e9bd-063d-463c-abde-16c6ce09d932,segment=NetworkSegment(f969ba53-e22f-431c-b5a3-2c7886390fcd),segment_id=f969ba53-e22f-431c-b5a3-2c7886390fcd)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:35:11.399448 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:11.400689 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 811b2d0e-5698-49ad-ac1f-0c2c0c254dd2 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:35:11.463086 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-99f24ce3-247e-44f8-b0bc-48eb11347ee2 req-23986a71-ec5b-4013-9466-72cd7eea76e2 service neutron] 10.222.0.44 "GET /v2.0/networks/2ac9a0bd-3cd1-40f2-9a1c-b6be06ced14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648815 Aug 10 04:35:11.482378 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=5237e9bd-063d-463c-abde-16c6ce09d932,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:35:11.498847 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 811b2d0e-5698-49ad-ac1f-0c2c0c254dd2 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:35:11.504238 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 811b2d0e-5698-49ad-ac1f-0c2c0c254dd2 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:35:11.504238 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:11.551034 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbcd2743-2e29-4160-8641-99388b61a341 None None] Sync routers for ids ['22a1012c-74d9-4997-bf7f-4169cf78c271'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:35:11.561177 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcd2743-2e29-4160-8641-99388b61a341 None None] Routers {'22a1012c-74d9-4997-bf7f-4169cf78c271'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:35:11.561912 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-bbcd2743-2e29-4160-8641-99388b61a341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:34:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['22a1012c-74d9-4997-bf7f-4169cf78c271'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:35:11.582638 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-99f24ce3-247e-44f8-b0bc-48eb11347ee2 req-23ae1b26-1d6b-4465-aad3-971bc313f060 service neutron] 10.222.0.44 "GET /v2.0/networks/2ac9a0bd-3cd1-40f2-9a1c-b6be06ced14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121411 Aug 10 04:35:11.621201 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:11.657593 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 811b2d0e-5698-49ad-ac1f-0c2c0c254dd2, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=811b2d0e-5698-49ad-ac1f-0c2c0c254dd2,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:35:11.663468 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:11.669892 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-2863626f-cb4c-4728-92c1-e6f0d2fff538 None None] Provisioning for port e54df6c1-c231-4923-b481-d76191dcdcbe completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:35:11.699271 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-2863626f-cb4c-4728-92c1-e6f0d2fff538 None None] Provisioning complete for port e54df6c1-c231-4923-b481-d76191dcdcbe triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:35:11.699810 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-2863626f-cb4c-4728-92c1-e6f0d2fff538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:11.700196 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-bbcd2743-2e29-4160-8641-99388b61a341 None None] Set router 22a1012c-74d9-4997-bf7f-4169cf78c271 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:35:11.763963 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=811b2d0e-5698-49ad-ac1f-0c2c0c254dd2,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:35:11.770557 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-2863626f-cb4c-4728-92c1-e6f0d2fff538 None None] Port e54df6c1-c231-4923-b481-d76191dcdcbe cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:35:11.797224 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-2863626f-cb4c-4728-92c1-e6f0d2fff538 None None] Provisioning complete for port 5237e9bd-063d-463c-abde-16c6ce09d932 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:35:11.798532 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-2863626f-cb4c-4728-92c1-e6f0d2fff538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:11.815674 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1a96cc69-ec6a-44b9-9eb8-5930cbf31128 req-2b3c656e-e28c-4f90-95b9-105554db97ef tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ad953d2-a23a-475f-acfc-b5572cf22352 HTTP/1.1" status: 200 len: 210 time: 0.0414948 Aug 10 04:35:11.988486 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-bbcd2743-2e29-4160-8641-99388b61a341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a1012c-74d9-4997-bf7f-4169cf78c271', 'name': 'tempest-TestNetworkAdvancedServerOps-router-984810198', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '811b2d0e-5698-49ad-ac1f-0c2c0c254dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:35:06Z', 'updated_at': '2021-08-10T04:35:10Z', 'revision_number': 4, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'gw_port': {'id': '811b2d0e-5698-49ad-ac1f-0c2c0c254dd2', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:3e:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22a1012c-74d9-4997-bf7f-4169cf78c271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:35:06Z', 'updated_at': '2021-08-10T04:35:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': 'e54df6c1-c231-4923-b481-d76191dcdcbe', 'name': '', 'network_id': '2ac9a0bd-3cd1-40f2-9a1c-b6be06ced14d', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'mac_address': 'fa:16:3e:56:e9:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22a1012c-74d9-4997-bf7f-4169cf78c271', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '41cee642-3a73-44bc-a0cb-8d07ec10e1ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:35:09Z', 'updated_at': '2021-08-10T04:35:10Z', 'revision_number': 2, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'subnets': [{'id': '41cee642-3a73-44bc-a0cb-8d07ec10e1ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:35:12.018211 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbcd2743-2e29-4160-8641-99388b61a341 None None] Checking router: 22a1012c-74d9-4997-bf7f-4169cf78c271 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:35:12.018729 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbcd2743-2e29-4160-8641-99388b61a341 None None] Updating router 22a1012c-74d9-4997-bf7f-4169cf78c271 port e54df6c1-c231-4923-b481-d76191dcdcbe binding host n-d-768862-13 {{(pid=94263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:35:12.030556 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-13f75a51-c150-4178-b0e7-c9cbb9a012b5 None None] Provisioning complete for port e54df6c1-c231-4923-b481-d76191dcdcbe triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:35:12.031920 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-13f75a51-c150-4178-b0e7-c9cbb9a012b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:12.047069 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-bbcd2743-2e29-4160-8641-99388b61a341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:12.076951 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-13f75a51-c150-4178-b0e7-c9cbb9a012b5 None None] Port e54df6c1-c231-4923-b481-d76191dcdcbe cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:35:12.196024 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-f9b37f77-b0e3-471f-9613-91b8aafb7a52 None None] Provisioning complete for port e54df6c1-c231-4923-b481-d76191dcdcbe triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:35:12.196516 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f9b37f77-b0e3-471f-9613-91b8aafb7a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:12.235630 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-f9b37f77-b0e3-471f-9613-91b8aafb7a52 None None] Port e54df6c1-c231-4923-b481-d76191dcdcbe cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:35:12.337318 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-bbcd2743-2e29-4160-8641-99388b61a341 None None] Notify callbacks [] for port, precommit_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:12.347853 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.provisioning_blocks [None req-bbcd2743-2e29-4160-8641-99388b61a341 None None] Transition to ACTIVE for port object e54df6c1-c231-4923-b481-d76191dcdcbe will not be triggered until provisioned by entity L2. {{(pid=94263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:35:12.353442 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-bbcd2743-2e29-4160-8641-99388b61a341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:12.402950 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe66c30e-518a-4604-bbb3-e13062279908 None None] Pushing event updated for resources: {'Port': ['ID=e54df6c1-c231-4923-b481-d76191dcdcbe,revision_number=3']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:35:12.414248 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe66c30e-518a-4604-bbb3-e13062279908 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:35:12.414616 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe66c30e-518a-4604-bbb3-e13062279908 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:35:12.415211 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe66c30e-518a-4604-bbb3-e13062279908 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:35:12.415560 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe66c30e-518a-4604-bbb3-e13062279908 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:35:12.415893 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe66c30e-518a-4604-bbb3-e13062279908 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:35:12.416220 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe66c30e-518a-4604-bbb3-e13062279908 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:35:12.416592 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe66c30e-518a-4604-bbb3-e13062279908 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:35:12.418863 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe66c30e-518a-4604-bbb3-e13062279908 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:35:12.418863 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe66c30e-518a-4604-bbb3-e13062279908 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:35:12.418863 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe66c30e-518a-4604-bbb3-e13062279908 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:35:12.418863 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe66c30e-518a-4604-bbb3-e13062279908 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:35:12.418863 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe66c30e-518a-4604-bbb3-e13062279908 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:35:12.468780 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-bbcd2743-2e29-4160-8641-99388b61a341 None None] Attempting to bind port e54df6c1-c231-4923-b481-d76191dcdcbe on host n-d-768862-13 for vnic_type normal with profile {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:35:12.469137 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-bbcd2743-2e29-4160-8641-99388b61a341 None None] Attempting to bind port e54df6c1-c231-4923-b481-d76191dcdcbe by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'f969ba53-e22f-431c-b5a3-2c7886390fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2ac9a0bd-3cd1-40f2-9a1c-b6be06ced14d'}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:35:12.469506 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcd2743-2e29-4160-8641-99388b61a341 None None] Attempting to bind port e54df6c1-c231-4923-b481-d76191dcdcbe on network 2ac9a0bd-3cd1-40f2-9a1c-b6be06ced14d {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:35:12.475282 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcd2743-2e29-4160-8641-99388b61a341 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:35:12.475649 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcd2743-2e29-4160-8641-99388b61a341 None None] Checking segment: {'id': 'f969ba53-e22f-431c-b5a3-2c7886390fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2ac9a0bd-3cd1-40f2-9a1c-b6be06ced14d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:35:12.476193 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-bbcd2743-2e29-4160-8641-99388b61a341 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:12.476581 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcd2743-2e29-4160-8641-99388b61a341 None None] Bound using segment: {'id': 'f969ba53-e22f-431c-b5a3-2c7886390fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2ac9a0bd-3cd1-40f2-9a1c-b6be06ced14d'} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:35:12.477048 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-bbcd2743-2e29-4160-8641-99388b61a341 None None] Bound port: e54df6c1-c231-4923-b481-d76191dcdcbe, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f969ba53-e22f-431c-b5a3-2c7886390fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2ac9a0bd-3cd1-40f2-9a1c-b6be06ced14d'}}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:35:12.477520 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-bbcd2743-2e29-4160-8641-99388b61a341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:12.633946 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-bbcd2743-2e29-4160-8641-99388b61a341 None None] For port e54df6c1-c231-4923-b481-d76191dcdcbe, host n-d-768862-13, cleared binding levels {{(pid=94263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:35:12.637598 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-bbcd2743-2e29-4160-8641-99388b61a341 None None] For port e54df6c1-c231-4923-b481-d76191dcdcbe, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=e54df6c1-c231-4923-b481-d76191dcdcbe,segment=NetworkSegment(f969ba53-e22f-431c-b5a3-2c7886390fcd),segment_id=f969ba53-e22f-431c-b5a3-2c7886390fcd)] {{(pid=94263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:35:12.642737 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-bbcd2743-2e29-4160-8641-99388b61a341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:12.703919 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcd2743-2e29-4160-8641-99388b61a341 None None] Routers {'22a1012c-74d9-4997-bf7f-4169cf78c271'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:35:12.704560 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-bbcd2743-2e29-4160-8641-99388b61a341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:34:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['22a1012c-74d9-4997-bf7f-4169cf78c271'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:35:12.741171 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe66c30e-518a-4604-bbb3-e13062279908 None None] Pushing event updated for resources: {'Port': ['ID=e54df6c1-c231-4923-b481-d76191dcdcbe,revision_number=4']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:35:12.822339 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-bbcd2743-2e29-4160-8641-99388b61a341 None None] Set router 22a1012c-74d9-4997-bf7f-4169cf78c271 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:35:12.948573 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 5237e9bd-063d-463c-abde-16c6ce09d932 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:35:12.986668 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e758d49d-b55e-412c-85d1-e20572f9d5b3 req-5e79e455-b053-4240-aae2-ba2b686aba25 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ad953d2-a23a-475f-acfc-b5572cf22352 HTTP/1.1" status: 200 len: 210 time: 0.0390553 Aug 10 04:35:13.012724 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 5237e9bd-063d-463c-abde-16c6ce09d932 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:35:13.013370 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:13.021389 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f24ce3-247e-44f8-b0bc-48eb11347ee2 req-fe96d5e8-e001-4139-9e94-50bf37f75720 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:13.022909 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-99f24ce3-247e-44f8-b0bc-48eb11347ee2 req-fe96d5e8-e001-4139-9e94-50bf37f75720 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.42 "GET /v2.0/networks?id=2ac9a0bd-3cd1-40f2-9a1c-b6be06ced14d HTTP/1.1" status: 200 len: 796 time: 0.2559125 Aug 10 04:35:13.072631 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-99f24ce3-247e-44f8-b0bc-48eb11347ee2 req-6a513d01-9907-4074-8433-4498e0dab18d tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db935c6fffe84fc296c14b1cf491ed1b HTTP/1.1" status: 200 len: 379 time: 0.0359397 Aug 10 04:35:13.082453 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-99f24ce3-247e-44f8-b0bc-48eb11347ee2 req-951e3349-5b96-4b26-9403-63684b720db4 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Request body: {'port': {'device_id': '7ad953d2-a23a-475f-acfc-b5572cf22352', 'network_id': '2ac9a0bd-3cd1-40f2-9a1c-b6be06ced14d', 'admin_state_up': True, 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'security_groups': ['d2e22622-d02f-4ef5-82a2-3fc9787adff1']}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:35:13.089251 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-bbcd2743-2e29-4160-8641-99388b61a341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a1012c-74d9-4997-bf7f-4169cf78c271', 'name': 'tempest-TestNetworkAdvancedServerOps-router-984810198', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '811b2d0e-5698-49ad-ac1f-0c2c0c254dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:35:06Z', 'updated_at': '2021-08-10T04:35:10Z', 'revision_number': 4, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'gw_port': {'id': '811b2d0e-5698-49ad-ac1f-0c2c0c254dd2', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:3e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a1012c-74d9-4997-bf7f-4169cf78c271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:35:06Z', 'updated_at': '2021-08-10T04:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': 'e54df6c1-c231-4923-b481-d76191dcdcbe', 'name': '', 'network_id': '2ac9a0bd-3cd1-40f2-9a1c-b6be06ced14d', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'mac_address': 'fa:16:3e:56:e9:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22a1012c-74d9-4997-bf7f-4169cf78c271', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '41cee642-3a73-44bc-a0cb-8d07ec10e1ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:35:09Z', 'updated_at': '2021-08-10T04:35:12Z', 'revision_number': 4, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'subnets': [{'id': '41cee642-3a73-44bc-a0cb-8d07ec10e1ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:35:13.092429 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 811b2d0e-5698-49ad-ac1f-0c2c0c254dd2 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:35:13.118756 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbcd2743-2e29-4160-8641-99388b61a341 None None] The sync data for ids ['22a1012c-74d9-4997-bf7f-4169cf78c271'] in n-d-768862-13 is: [{'id': '22a1012c-74d9-4997-bf7f-4169cf78c271', 'name': 'tempest-TestNetworkAdvancedServerOps-router-984810198', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '811b2d0e-5698-49ad-ac1f-0c2c0c254dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:35:06Z', 'updated_at': '2021-08-10T04:35:10Z', 'revision_number': 4, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'gw_port': {'id': '811b2d0e-5698-49ad-ac1f-0c2c0c254dd2', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:3e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a1012c-74d9-4997-bf7f-4169cf78c271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:35:06Z', 'updated_at': '2021-08-10T04:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': 'e54df6c1-c231-4923-b481-d76191dcdcbe', 'name': '', 'network_id': '2ac9a0bd-3cd1-40f2-9a1c-b6be06ced14d', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'mac_address': 'fa:16:3e:56:e9:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22a1012c-74d9-4997-bf7f-4169cf78c271', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '41cee642-3a73-44bc-a0cb-8d07ec10e1ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:35:09Z', 'updated_at': '2021-08-10T04:35:12Z', 'revision_number': 4, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'subnets': [{'id': '41cee642-3a73-44bc-a0cb-8d07ec10e1ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:35:13.143627 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 811b2d0e-5698-49ad-ac1f-0c2c0c254dd2 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:35:13.144007 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:13.559849 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99f24ce3-247e-44f8-b0bc-48eb11347ee2 req-951e3349-5b96-4b26-9403-63684b720db4 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Made reservation on behalf of db935c6fffe84fc296c14b1cf491ed1b for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:35:13.563690 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-99f24ce3-247e-44f8-b0bc-48eb11347ee2 req-951e3349-5b96-4b26-9403-63684b720db4 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:13.693903 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-99f24ce3-247e-44f8-b0bc-48eb11347ee2 req-951e3349-5b96-4b26-9403-63684b720db4 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Allocated IP 172.20.0.9 (2ac9a0bd-3cd1-40f2-9a1c-b6be06ced14d/41cee642-3a73-44bc-a0cb-8d07ec10e1ad/6ef872c4-ec38-4c42-8cd5-64628799f61b) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:35:13.839054 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-99f24ce3-247e-44f8-b0bc-48eb11347ee2 req-951e3349-5b96-4b26-9403-63684b720db4 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:13.853873 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-99f24ce3-247e-44f8-b0bc-48eb11347ee2 req-951e3349-5b96-4b26-9403-63684b720db4 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Transition to ACTIVE for port object 6ef872c4-ec38-4c42-8cd5-64628799f61b will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:35:13.887729 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-99f24ce3-247e-44f8-b0bc-48eb11347ee2 req-951e3349-5b96-4b26-9403-63684b720db4 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:13.934532 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99f24ce3-247e-44f8-b0bc-48eb11347ee2 req-951e3349-5b96-4b26-9403-63684b720db4 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Network 2ac9a0bd-3cd1-40f2-9a1c-b6be06ced14d is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:35:13.937903 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-99f24ce3-247e-44f8-b0bc-48eb11347ee2 req-951e3349-5b96-4b26-9403-63684b720db4 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:35:13.941959 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-99f24ce3-247e-44f8-b0bc-48eb11347ee2 req-951e3349-5b96-4b26-9403-63684b720db4 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:35:13.974753 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951e3349-5b96-4b26-9403-63684b720db4 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event updated for resources: {'Port': ['ID=6ef872c4-ec38-4c42-8cd5-64628799f61b,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:35:14.004865 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f24ce3-247e-44f8-b0bc-48eb11347ee2 req-951e3349-5b96-4b26-9403-63684b720db4 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:14.005520 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-99f24ce3-247e-44f8-b0bc-48eb11347ee2 req-951e3349-5b96-4b26-9403-63684b720db4 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:14.023029 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-99f24ce3-247e-44f8-b0bc-48eb11347ee2 req-951e3349-5b96-4b26-9403-63684b720db4 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9440734 Aug 10 04:35:14.043983 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-99f24ce3-247e-44f8-b0bc-48eb11347ee2 req-8be7304b-8f8e-4a07-8e4f-d474ce328e89 service neutron] Request body: {'port': {'device_id': '7ad953d2-a23a-475f-acfc-b5572cf22352', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:35:14.140703 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-99f24ce3-247e-44f8-b0bc-48eb11347ee2 req-8be7304b-8f8e-4a07-8e4f-d474ce328e89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:14.161734 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5487ef72-31a3-49b7-a951-c45fd64c24a8 req-3ec44870-be16-451e-babf-f1b0067554b0 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:14.163310 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5487ef72-31a3-49b7-a951-c45fd64c24a8 req-3ec44870-be16-451e-babf-f1b0067554b0 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ad953d2-a23a-475f-acfc-b5572cf22352 HTTP/1.1" status: 200 len: 931 time: 0.0897572 Aug 10 04:35:14.221589 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-11e72202-5828-4cca-ab30-e11d83460db0 None None] Provisioning for port 6ef872c4-ec38-4c42-8cd5-64628799f61b completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:35:14.225590 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-11e72202-5828-4cca-ab30-e11d83460db0 None None] Provisioning complete for port 6ef872c4-ec38-4c42-8cd5-64628799f61b triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:35:14.226106 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-11e72202-5828-4cca-ab30-e11d83460db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:14.242694 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5487ef72-31a3-49b7-a951-c45fd64c24a8 req-1ae81f9e-4413-43e0-9df5-b682a1f1b9e4 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2e22622-d02f-4ef5-82a2-3fc9787adff1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562735 Aug 10 04:35:14.268794 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-11e72202-5828-4cca-ab30-e11d83460db0 None None] Port 6ef872c4-ec38-4c42-8cd5-64628799f61b cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:35:14.452534 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-99f24ce3-247e-44f8-b0bc-48eb11347ee2 req-8be7304b-8f8e-4a07-8e4f-d474ce328e89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ef872c4-ec38-4c42-8cd5-64628799f61b {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:35:14.460045 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-99f24ce3-247e-44f8-b0bc-48eb11347ee2 req-8be7304b-8f8e-4a07-8e4f-d474ce328e89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:14.471765 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-99f24ce3-247e-44f8-b0bc-48eb11347ee2 req-8be7304b-8f8e-4a07-8e4f-d474ce328e89 service neutron] Transition to ACTIVE for port object 6ef872c4-ec38-4c42-8cd5-64628799f61b will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:35:14.475721 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-99f24ce3-247e-44f8-b0bc-48eb11347ee2 req-8be7304b-8f8e-4a07-8e4f-d474ce328e89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:14.531416 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be7304b-8f8e-4a07-8e4f-d474ce328e89 service neutron] Pushing event updated for resources: {'Port': ['ID=6ef872c4-ec38-4c42-8cd5-64628799f61b,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:35:14.599757 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-99f24ce3-247e-44f8-b0bc-48eb11347ee2 req-8be7304b-8f8e-4a07-8e4f-d474ce328e89 service neutron] Attempting to bind port 6ef872c4-ec38-4c42-8cd5-64628799f61b on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:35:14.600101 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-99f24ce3-247e-44f8-b0bc-48eb11347ee2 req-8be7304b-8f8e-4a07-8e4f-d474ce328e89 service neutron] Attempting to bind port 6ef872c4-ec38-4c42-8cd5-64628799f61b by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': 'f969ba53-e22f-431c-b5a3-2c7886390fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2ac9a0bd-3cd1-40f2-9a1c-b6be06ced14d'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:35:14.600429 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f24ce3-247e-44f8-b0bc-48eb11347ee2 req-8be7304b-8f8e-4a07-8e4f-d474ce328e89 service neutron] Attempting to bind port 6ef872c4-ec38-4c42-8cd5-64628799f61b on network 2ac9a0bd-3cd1-40f2-9a1c-b6be06ced14d {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:35:14.605362 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f24ce3-247e-44f8-b0bc-48eb11347ee2 req-8be7304b-8f8e-4a07-8e4f-d474ce328e89 service neutron] Port 6ef872c4-ec38-4c42-8cd5-64628799f61b on network 2ac9a0bd-3cd1-40f2-9a1c-b6be06ced14d not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:35:14.605691 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f24ce3-247e-44f8-b0bc-48eb11347ee2 req-8be7304b-8f8e-4a07-8e4f-d474ce328e89 service neutron] Attempting to bind port 6ef872c4-ec38-4c42-8cd5-64628799f61b on network 2ac9a0bd-3cd1-40f2-9a1c-b6be06ced14d {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:35:14.611701 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f24ce3-247e-44f8-b0bc-48eb11347ee2 req-8be7304b-8f8e-4a07-8e4f-d474ce328e89 service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:35:14.612040 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f24ce3-247e-44f8-b0bc-48eb11347ee2 req-8be7304b-8f8e-4a07-8e4f-d474ce328e89 service neutron] Checking segment: {'id': 'f969ba53-e22f-431c-b5a3-2c7886390fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2ac9a0bd-3cd1-40f2-9a1c-b6be06ced14d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:35:14.612435 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f24ce3-247e-44f8-b0bc-48eb11347ee2 req-8be7304b-8f8e-4a07-8e4f-d474ce328e89 service neutron] Bound using segment: {'id': 'f969ba53-e22f-431c-b5a3-2c7886390fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2ac9a0bd-3cd1-40f2-9a1c-b6be06ced14d'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:35:14.612872 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-99f24ce3-247e-44f8-b0bc-48eb11347ee2 req-8be7304b-8f8e-4a07-8e4f-d474ce328e89 service neutron] Bound port: 6ef872c4-ec38-4c42-8cd5-64628799f61b, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f969ba53-e22f-431c-b5a3-2c7886390fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2ac9a0bd-3cd1-40f2-9a1c-b6be06ced14d'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:35:14.613264 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-99f24ce3-247e-44f8-b0bc-48eb11347ee2 req-8be7304b-8f8e-4a07-8e4f-d474ce328e89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:14.680736 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-99f24ce3-247e-44f8-b0bc-48eb11347ee2 req-8be7304b-8f8e-4a07-8e4f-d474ce328e89 service neutron] For port 6ef872c4-ec38-4c42-8cd5-64628799f61b, host n-h1-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:35:14.683910 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-99f24ce3-247e-44f8-b0bc-48eb11347ee2 req-8be7304b-8f8e-4a07-8e4f-d474ce328e89 service neutron] For port 6ef872c4-ec38-4c42-8cd5-64628799f61b, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=6ef872c4-ec38-4c42-8cd5-64628799f61b,segment=NetworkSegment(f969ba53-e22f-431c-b5a3-2c7886390fcd),segment_id=f969ba53-e22f-431c-b5a3-2c7886390fcd)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:35:14.689184 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-99f24ce3-247e-44f8-b0bc-48eb11347ee2 req-8be7304b-8f8e-4a07-8e4f-d474ce328e89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:14.722461 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f24ce3-247e-44f8-b0bc-48eb11347ee2 req-8be7304b-8f8e-4a07-8e4f-d474ce328e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:14.723019 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-99f24ce3-247e-44f8-b0bc-48eb11347ee2 req-8be7304b-8f8e-4a07-8e4f-d474ce328e89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:14.724464 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-99f24ce3-247e-44f8-b0bc-48eb11347ee2 req-8be7304b-8f8e-4a07-8e4f-d474ce328e89 service neutron] 10.222.0.42 "PUT /v2.0/ports/6ef872c4-ec38-4c42-8cd5-64628799f61b HTTP/1.1" status: 200 len: 1092 time: 0.6873112 Aug 10 04:35:14.724922 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ad953d2-a23a-475f-acfc-b5572cf22352', 'tag': '6ef872c4-ec38-4c42-8cd5-64628799f61b'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:35:14.727245 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7142606bf34c4189ec1af3eb1cc50705e8815838b55f5940d6ad7e637f738b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8061538-68b6-4f5f-ad4a-dcf3d88a551c" -d '{"events": [{"name": "network-changed", "server_uuid": "7ad953d2-a23a-475f-acfc-b5572cf22352", "tag": "6ef872c4-ec38-4c42-8cd5-64628799f61b"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:35:14.758705 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be7304b-8f8e-4a07-8e4f-d474ce328e89 service neutron] Pushing event updated for resources: {'Port': ['ID=6ef872c4-ec38-4c42-8cd5-64628799f61b,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:35:14.779360 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f47a41dc-3abe-42c2-b6fe-cc4292fa3541 x-openstack-request-id: req-f47a41dc-3abe-42c2-b6fe-cc4292fa3541 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:35:14.779586 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ad953d2-a23a-475f-acfc-b5572cf22352", "tag": "6ef872c4-ec38-4c42-8cd5-64628799f61b", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:35:14.779794 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f47a41dc-3abe-42c2-b6fe-cc4292fa3541 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:35:14.780192 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ad953d2-a23a-475f-acfc-b5572cf22352', 'tag': '6ef872c4-ec38-4c42-8cd5-64628799f61b', 'status': 'completed', 'code': 200} Aug 10 04:35:14.820773 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f24ce3-247e-44f8-b0bc-48eb11347ee2 req-276426e6-3b8b-4d38-8995-9d4c0c59d424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:14.821912 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-99f24ce3-247e-44f8-b0bc-48eb11347ee2 req-276426e6-3b8b-4d38-8995-9d4c0c59d424 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=db935c6fffe84fc296c14b1cf491ed1b&device_id=7ad953d2-a23a-475f-acfc-b5572cf22352 HTTP/1.1" status: 200 len: 1095 time: 0.0528464 Aug 10 04:35:14.884075 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-99f24ce3-247e-44f8-b0bc-48eb11347ee2 req-f0d6ccb2-71db-46d8-8feb-23ea2ff27bb1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ef872c4-ec38-4c42-8cd5-64628799f61b HTTP/1.1" status: 200 len: 217 time: 0.0537519 Aug 10 04:35:14.894679 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device e54df6c1-c231-4923-b481-d76191dcdcbe up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:35:14.939862 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f24ce3-247e-44f8-b0bc-48eb11347ee2 req-5b9e4ca4-b55a-425f-a5bd-33c570558a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:14.941728 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-99f24ce3-247e-44f8-b0bc-48eb11347ee2 req-5b9e4ca4-b55a-425f-a5bd-33c570558a2b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=41cee642-3a73-44bc-a0cb-8d07ec10e1ad HTTP/1.1" status: 200 len: 835 time: 0.0505784 Aug 10 04:35:14.952319 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port e54df6c1-c231-4923-b481-d76191dcdcbe completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:35:14.956218 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port e54df6c1-c231-4923-b481-d76191dcdcbe triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:35:14.956599 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:14.990500 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f24ce3-247e-44f8-b0bc-48eb11347ee2 req-83a11629-da0f-4aae-96c8-8722804ff7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:14.991924 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-99f24ce3-247e-44f8-b0bc-48eb11347ee2 req-83a11629-da0f-4aae-96c8-8722804ff7c9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2ac9a0bd-3cd1-40f2-9a1c-b6be06ced14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429389 Aug 10 04:35:15.043593 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:15.076977 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port e54df6c1-c231-4923-b481-d76191dcdcbe, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=e54df6c1-c231-4923-b481-d76191dcdcbe,segment=NetworkSegment(f969ba53-e22f-431c-b5a3-2c7886390fcd),segment_id=f969ba53-e22f-431c-b5a3-2c7886390fcd)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:35:15.081076 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:15.089241 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-99f24ce3-247e-44f8-b0bc-48eb11347ee2 req-c2e8d0dc-fb57-47da-8372-5154241cef9c service neutron] 10.222.0.42 "GET /v2.0/networks/2ac9a0bd-3cd1-40f2-9a1c-b6be06ced14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893896 Aug 10 04:35:15.130391 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=e54df6c1-c231-4923-b481-d76191dcdcbe,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:35:15.181704 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-99f24ce3-247e-44f8-b0bc-48eb11347ee2 req-945031ce-837f-4675-bbb5-c95f73a098f2 service neutron] 10.222.0.42 "GET /v2.0/networks/2ac9a0bd-3cd1-40f2-9a1c-b6be06ced14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853362 Aug 10 04:35:15.270460 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8061538-68b6-4f5f-ad4a-dcf3d88a551c req-ba6fb057-dc50-4409-95aa-adddbd36b9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:15.273770 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a8061538-68b6-4f5f-ad4a-dcf3d88a551c req-ba6fb057-dc50-4409-95aa-adddbd36b9ba service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=db935c6fffe84fc296c14b1cf491ed1b&device_id=7ad953d2-a23a-475f-acfc-b5572cf22352 HTTP/1.1" status: 200 len: 1095 time: 0.0425777 Aug 10 04:35:15.403843 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe8519a-9b29-43f7-bb9c-43b35aab1e46 req-d8ca9a6d-42ab-45b3-9db8-75c6fad85c94 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:15.405324 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6fe8519a-9b29-43f7-bb9c-43b35aab1e46 req-d8ca9a6d-42ab-45b3-9db8-75c6fad85c94 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ad953d2-a23a-475f-acfc-b5572cf22352 HTTP/1.1" status: 200 len: 943 time: 0.0782244 Aug 10 04:35:15.408156 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8061538-68b6-4f5f-ad4a-dcf3d88a551c req-5d51964e-696a-4285-b669-9b64ed1ab1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:15.409488 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a8061538-68b6-4f5f-ad4a-dcf3d88a551c req-5d51964e-696a-4285-b669-9b64ed1ab1ca service neutron] 10.222.0.42 "GET /v2.0/networks?id=2ac9a0bd-3cd1-40f2-9a1c-b6be06ced14d HTTP/1.1" status: 200 len: 896 time: 0.1286225 Aug 10 04:35:15.462344 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a8061538-68b6-4f5f-ad4a-dcf3d88a551c req-7e014bf2-a25c-4f1f-bd09-ecb614a51633 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ef872c4-ec38-4c42-8cd5-64628799f61b HTTP/1.1" status: 200 len: 217 time: 0.0442946 Aug 10 04:35:15.486550 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6fe8519a-9b29-43f7-bb9c-43b35aab1e46 req-c9e9aea6-9ac6-4d28-9b13-cb3141d3ef1e tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2e22622-d02f-4ef5-82a2-3fc9787adff1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752504 Aug 10 04:35:15.526706 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8061538-68b6-4f5f-ad4a-dcf3d88a551c req-e58416e5-bf71-429c-b74d-1e6b2a75212b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:15.528076 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a8061538-68b6-4f5f-ad4a-dcf3d88a551c req-e58416e5-bf71-429c-b74d-1e6b2a75212b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=41cee642-3a73-44bc-a0cb-8d07ec10e1ad HTTP/1.1" status: 200 len: 835 time: 0.0567234 Aug 10 04:35:15.574335 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8061538-68b6-4f5f-ad4a-dcf3d88a551c req-adaa9eb1-ef70-43f5-96ea-8900903ce018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:15.575909 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a8061538-68b6-4f5f-ad4a-dcf3d88a551c req-adaa9eb1-ef70-43f5-96ea-8900903ce018 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2ac9a0bd-3cd1-40f2-9a1c-b6be06ced14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401397 Aug 10 04:35:15.670349 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a8061538-68b6-4f5f-ad4a-dcf3d88a551c req-95fe229e-1367-4b83-9727-c8cfd7fbf47d service neutron] 10.222.0.42 "GET /v2.0/networks/2ac9a0bd-3cd1-40f2-9a1c-b6be06ced14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866537 Aug 10 04:35:15.760946 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a8061538-68b6-4f5f-ad4a-dcf3d88a551c req-7275912a-b174-4c4f-b777-adcba1283334 service neutron] 10.222.0.42 "GET /v2.0/networks/2ac9a0bd-3cd1-40f2-9a1c-b6be06ced14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829046 Aug 10 04:35:16.607999 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31b38f7-dcf9-4f89-ae2a-e48e36841c8b req-164dc23e-614a-4e88-8d6e-eb67c66841ae tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:16.609519 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b31b38f7-dcf9-4f89-ae2a-e48e36841c8b req-164dc23e-614a-4e88-8d6e-eb67c66841ae tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ad953d2-a23a-475f-acfc-b5572cf22352 HTTP/1.1" status: 200 len: 943 time: 0.0542836 Aug 10 04:35:16.647523 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b31b38f7-dcf9-4f89-ae2a-e48e36841c8b req-6496864b-88a1-4450-8010-7c9bdcffb7f4 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2e22622-d02f-4ef5-82a2-3fc9787adff1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320628 Aug 10 04:35:16.856005 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device e54df6c1-c231-4923-b481-d76191dcdcbe up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:35:16.906977 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port e54df6c1-c231-4923-b481-d76191dcdcbe triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:35:16.907354 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:17.762090 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f408f805-3338-46fd-bb89-03247bb42f4c req-02b1a6d5-46ad-4c0e-bbf2-66d94b3d67a4 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:17.763611 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f408f805-3338-46fd-bb89-03247bb42f4c req-02b1a6d5-46ad-4c0e-bbf2-66d94b3d67a4 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ad953d2-a23a-475f-acfc-b5572cf22352 HTTP/1.1" status: 200 len: 943 time: 0.0490620 Aug 10 04:35:17.802279 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f408f805-3338-46fd-bb89-03247bb42f4c req-596a080d-04d5-4ded-8893-ff074e85928d tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2e22622-d02f-4ef5-82a2-3fc9787adff1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327330 Aug 10 04:35:18.697465 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 6ef872c4-ec38-4c42-8cd5-64628799f61b details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:35:18.793246 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 6ef872c4-ec38-4c42-8cd5-64628799f61b, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=6ef872c4-ec38-4c42-8cd5-64628799f61b,segment=NetworkSegment(f969ba53-e22f-431c-b5a3-2c7886390fcd),segment_id=f969ba53-e22f-431c-b5a3-2c7886390fcd)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:35:18.804783 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': '6ef872c4-ec38-4c42-8cd5-64628799f61b', 'network_id': '2ac9a0bd-3cd1-40f2-9a1c-b6be06ced14d', 'port_id': '6ef872c4-ec38-4c42-8cd5-64628799f61b', 'mac_address': 'fa:16:3e:d4:d2:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41cee642-3a73-44bc-a0cb-8d07ec10e1ad', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:35:18.845555 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:18.860558 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ef872c4-ec38-4c42-8cd5-64628799f61b {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:35:18.881692 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 6ef872c4-ec38-4c42-8cd5-64628799f61b, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=6ef872c4-ec38-4c42-8cd5-64628799f61b,segment=NetworkSegment(f969ba53-e22f-431c-b5a3-2c7886390fcd),segment_id=f969ba53-e22f-431c-b5a3-2c7886390fcd)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:35:18.885924 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:18.918142 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699947ad-3afa-48d9-8dda-1bbe9d203e80 req-680dfdb1-30d7-4a37-affe-a152aad2dbc8 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:18.920318 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-699947ad-3afa-48d9-8dda-1bbe9d203e80 req-680dfdb1-30d7-4a37-affe-a152aad2dbc8 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ad953d2-a23a-475f-acfc-b5572cf22352 HTTP/1.1" status: 200 len: 943 time: 0.0518038 Aug 10 04:35:18.933180 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=6ef872c4-ec38-4c42-8cd5-64628799f61b,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:35:18.958853 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-699947ad-3afa-48d9-8dda-1bbe9d203e80 req-803031e4-da88-4016-a122-e072f493c3e4 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2e22622-d02f-4ef5-82a2-3fc9787adff1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322826 Aug 10 04:35:19.095128 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['6ef872c4-ec38-4c42-8cd5-64628799f61b'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:35:20.079558 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769816b0-eb11-4412-8d1a-256c9a71231e req-22ded643-acc4-40df-9c16-d5a3ae93f174 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:20.081057 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-769816b0-eb11-4412-8d1a-256c9a71231e req-22ded643-acc4-40df-9c16-d5a3ae93f174 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ad953d2-a23a-475f-acfc-b5572cf22352 HTTP/1.1" status: 200 len: 944 time: 0.0532923 Aug 10 04:35:20.118961 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-769816b0-eb11-4412-8d1a-256c9a71231e req-52b6adc6-6a31-4058-8d74-a46c95d5f4d1 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2e22622-d02f-4ef5-82a2-3fc9787adff1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319195 Aug 10 04:35:20.720504 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 6ef872c4-ec38-4c42-8cd5-64628799f61b up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:35:20.770727 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning for port 6ef872c4-ec38-4c42-8cd5-64628799f61b completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:35:20.774514 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port 6ef872c4-ec38-4c42-8cd5-64628799f61b triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:35:20.774890 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:20.848438 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:20.870453 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ad953d2-a23a-475f-acfc-b5572cf22352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ef872c4-ec38-4c42-8cd5-64628799f61b'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:35:20.873559 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}583660bde03669f2dd7fb79ddb869ac83356356549bc1793f8d2e37d6d7017ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49c03744-646f-4d86-9545-d0814778d605" -d '{"events": [{"server_uuid": "7ad953d2-a23a-475f-acfc-b5572cf22352", "name": "network-vif-plugged", "status": "completed", "tag": "6ef872c4-ec38-4c42-8cd5-64628799f61b"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:35:20.886860 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 6ef872c4-ec38-4c42-8cd5-64628799f61b, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=6ef872c4-ec38-4c42-8cd5-64628799f61b,segment=NetworkSegment(f969ba53-e22f-431c-b5a3-2c7886390fcd),segment_id=f969ba53-e22f-431c-b5a3-2c7886390fcd)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:35:20.891681 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:20.917502 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc9e5971-7df8-456f-93a5-bbc83b2fde39 x-openstack-request-id: req-cc9e5971-7df8-456f-93a5-bbc83b2fde39 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:35:20.917793 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ad953d2-a23a-475f-acfc-b5572cf22352", "name": "network-vif-plugged", "status": "completed", "tag": "6ef872c4-ec38-4c42-8cd5-64628799f61b", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:35:20.918049 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cc9e5971-7df8-456f-93a5-bbc83b2fde39 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:35:20.918460 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ad953d2-a23a-475f-acfc-b5572cf22352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ef872c4-ec38-4c42-8cd5-64628799f61b', 'code': 200} Aug 10 04:35:20.944428 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=6ef872c4-ec38-4c42-8cd5-64628799f61b,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:35:21.004285 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98797eb-9651-4a6a-809b-e23c6ee9c81b req-b027c56b-6f2c-4c56-bfbf-09fdec972745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:21.005818 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e98797eb-9651-4a6a-809b-e23c6ee9c81b req-b027c56b-6f2c-4c56-bfbf-09fdec972745 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7ad953d2-a23a-475f-acfc-b5572cf22352 HTTP/1.1" status: 200 len: 1097 time: 0.0409195 Aug 10 04:35:21.040955 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e98797eb-9651-4a6a-809b-e23c6ee9c81b req-ed9d317f-08c3-44c7-b6cd-46c48eeb3ecf service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d2e22622-d02f-4ef5-82a2-3fc9787adff1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272946 Aug 10 04:35:21.233868 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ca4fa6-21dd-4685-8d39-e0ab7254feb6 req-dd448177-9686-42b0-8640-03930dc3d48b tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:21.235355 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-92ca4fa6-21dd-4685-8d39-e0ab7254feb6 req-dd448177-9686-42b0-8640-03930dc3d48b tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ad953d2-a23a-475f-acfc-b5572cf22352 HTTP/1.1" status: 200 len: 945 time: 0.0487409 Aug 10 04:35:21.273078 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-92ca4fa6-21dd-4685-8d39-e0ab7254feb6 req-cf8a5465-5a2b-4985-9795-5363d7a3c644 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2e22622-d02f-4ef5-82a2-3fc9787adff1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318127 Aug 10 04:35:21.534850 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-bd818b29-47eb-4c37-a44c-464f860a88e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:22.390934 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee1cf03-841d-49dd-80e7-d89f1d580eaf req-a4693069-850a-4a6e-81d7-65fc98c27d2b tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:22.392429 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9ee1cf03-841d-49dd-80e7-d89f1d580eaf req-a4693069-850a-4a6e-81d7-65fc98c27d2b tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ad953d2-a23a-475f-acfc-b5572cf22352 HTTP/1.1" status: 200 len: 945 time: 0.0535531 Aug 10 04:35:22.429736 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9ee1cf03-841d-49dd-80e7-d89f1d580eaf req-79e427ae-20d5-4c73-a73d-39ba991ca242 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2e22622-d02f-4ef5-82a2-3fc9787adff1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313866 Aug 10 04:35:22.542173 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a99e20-9050-4c64-8db4-c2c1779cb9b2 req-04bd9c68-1a6b-48cc-ae1b-3e83dbc64140 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:22.543746 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c7a99e20-9050-4c64-8db4-c2c1779cb9b2 req-04bd9c68-1a6b-48cc-ae1b-3e83dbc64140 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ad953d2-a23a-475f-acfc-b5572cf22352 HTTP/1.1" status: 200 len: 945 time: 0.0490158 Aug 10 04:35:22.582320 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c7a99e20-9050-4c64-8db4-c2c1779cb9b2 req-cfd00501-c3f0-4d8a-a41b-3b1e2c8e2d42 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2e22622-d02f-4ef5-82a2-3fc9787adff1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315816 Aug 10 04:35:22.603548 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51928) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:35:22.643183 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb8d718-d8aa-4b84-941c-e735621cc026 tempest-TestNetworkAdvancedServerOps-1236493669 tempest-TestNetworkAdvancedServerOps-1236493669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:22.644679 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-0fb8d718-d8aa-4b84-941c-e735621cc026 tempest-TestNetworkAdvancedServerOps-1236493669 tempest-TestNetworkAdvancedServerOps-1236493669-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=7ad953d2-a23a-475f-acfc-b5572cf22352 HTTP/1.1" status: 200 len: 1092 time: 0.0401654 Aug 10 04:35:22.647526 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51930) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:35:22.651947 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-51ece540-f273-4518-a2b9-b24e8e3182d3 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Request body: {'floatingip': {'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'port_id': '6ef872c4-ec38-4c42-8cd5-64628799f61b', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:35:22.674187 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-51ece540-f273-4518-a2b9-b24e8e3182d3 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for floatingip, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:22.780222 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-51ece540-f273-4518-a2b9-b24e8e3182d3 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:22.888409 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-51ece540-f273-4518-a2b9-b24e8e3182d3 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Allocated IP 172.25.6.175 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/02e8c3bf-cc59-4808-add4-1a82789ef0f5) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:35:22.989120 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-51ece540-f273-4518-a2b9-b24e8e3182d3 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:23.027045 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-51ece540-f273-4518-a2b9-b24e8e3182d3 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:23.066571 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ece540-f273-4518-a2b9-b24e8e3182d3 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:35:23.069408 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-51ece540-f273-4518-a2b9-b24e8e3182d3 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:35:23.072947 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ece540-f273-4518-a2b9-b24e8e3182d3 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:35:23.099036 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ece540-f273-4518-a2b9-b24e8e3182d3 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event updated for resources: {'Port': ['ID=02e8c3bf-cc59-4808-add4-1a82789ef0f5,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:35:23.435689 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-51ece540-f273-4518-a2b9-b24e8e3182d3 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:23.464331 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:35:23.511115 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-51ece540-f273-4518-a2b9-b24e8e3182d3 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:23.656803 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-51ece540-f273-4518-a2b9-b24e8e3182d3 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:23.661204 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-51ece540-f273-4518-a2b9-b24e8e3182d3 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:23.731861 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ece540-f273-4518-a2b9-b24e8e3182d3 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event updated for resources: {'Port': ['ID=02e8c3bf-cc59-4808-add4-1a82789ef0f5,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:35:23.742368 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-51ece540-f273-4518-a2b9-b24e8e3182d3 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:23.781421 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ab3ca107-cafb-4c79-a876-50f4c97e28af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:23.849681 n-d-768862-13 neutron-server[94260]: INFO neutron.db.l3_db [None req-51ece540-f273-4518-a2b9-b24e8e3182d3 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Floating IP ef3b9270-7312-4b88-9f78-f185a4c845e0 associated. External IP: 172.25.6.175, port: 6ef872c4-ec38-4c42-8cd5-64628799f61b. Aug 10 04:35:24.059843 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51ece540-f273-4518-a2b9-b24e8e3182d3 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Router 22a1012c-74d9-4997-bf7f-4169cf78c271 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:35:24.178613 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51ece540-f273-4518-a2b9-b24e8e3182d3 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:35:24.188580 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a1617d-bd1d-419c-9085-5ff44bf46ce9 None None] Sync routers for ids ['22a1012c-74d9-4997-bf7f-4169cf78c271'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:35:24.194918 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-51ece540-f273-4518-a2b9-b24e8e3182d3 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:24.197903 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a1617d-bd1d-419c-9085-5ff44bf46ce9 None None] Routers {'22a1012c-74d9-4997-bf7f-4169cf78c271'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:35:24.198561 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-b8a1617d-bd1d-419c-9085-5ff44bf46ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:35:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['22a1012c-74d9-4997-bf7f-4169cf78c271'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:35:24.221570 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-51ece540-f273-4518-a2b9-b24e8e3182d3 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5730007 Aug 10 04:35:24.222265 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ad953d2-a23a-475f-acfc-b5572cf22352', 'tag': '6ef872c4-ec38-4c42-8cd5-64628799f61b'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:35:24.224637 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7142606bf34c4189ec1af3eb1cc50705e8815838b55f5940d6ad7e637f738b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4df6d2e-4a54-4880-8946-8fa400c68b90" -d '{"events": [{"name": "network-changed", "server_uuid": "7ad953d2-a23a-475f-acfc-b5572cf22352", "tag": "6ef872c4-ec38-4c42-8cd5-64628799f61b"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:35:24.304559 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-b8a1617d-bd1d-419c-9085-5ff44bf46ce9 None None] Set router 22a1012c-74d9-4997-bf7f-4169cf78c271 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:35:24.320156 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e91322-fe07-4eb1-b47c-ae2feda01b5e req-445ff3ae-0996-4086-947f-8aa1d2d7d47b tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:24.321598 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-14e91322-fe07-4eb1-b47c-ae2feda01b5e req-445ff3ae-0996-4086-947f-8aa1d2d7d47b tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ad953d2-a23a-475f-acfc-b5572cf22352 HTTP/1.1" status: 200 len: 945 time: 0.0493617 Aug 10 04:35:24.359881 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-14e91322-fe07-4eb1-b47c-ae2feda01b5e req-64533f63-09cf-4dc2-9220-6dde4f4567f6 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2e22622-d02f-4ef5-82a2-3fc9787adff1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320489 Aug 10 04:35:24.384102 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51936) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:35:24.422483 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e30d3a7-7690-4a24-94ac-46e376e6e1c7 x-openstack-request-id: req-6e30d3a7-7690-4a24-94ac-46e376e6e1c7 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:35:24.422776 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ad953d2-a23a-475f-acfc-b5572cf22352", "tag": "6ef872c4-ec38-4c42-8cd5-64628799f61b", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:35:24.423028 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6e30d3a7-7690-4a24-94ac-46e376e6e1c7 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:35:24.423433 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ad953d2-a23a-475f-acfc-b5572cf22352', 'tag': '6ef872c4-ec38-4c42-8cd5-64628799f61b', 'status': 'completed', 'code': 200} Aug 10 04:35:24.423772 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:24.499364 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-56f23467-e5cd-47df-b9ec-dc05018776c6 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/floatingips/ef3b9270-7312-4b88-9f78-f185a4c845e0 HTTP/1.1" status: 200 len: 991 time: 0.1137304 Aug 10 04:35:24.506311 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df6d2e-4a54-4880-8946-8fa400c68b90 req-17ae99a1-64d8-4b25-a3ff-3a1827817e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:24.507798 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e4df6d2e-4a54-4880-8946-8fa400c68b90 req-17ae99a1-64d8-4b25-a3ff-3a1827817e76 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=db935c6fffe84fc296c14b1cf491ed1b&device_id=7ad953d2-a23a-475f-acfc-b5572cf22352 HTTP/1.1" status: 200 len: 1097 time: 0.0648291 Aug 10 04:35:24.554143 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-b8a1617d-bd1d-419c-9085-5ff44bf46ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a1012c-74d9-4997-bf7f-4169cf78c271', 'name': 'tempest-TestNetworkAdvancedServerOps-router-984810198', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '811b2d0e-5698-49ad-ac1f-0c2c0c254dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:35:06Z', 'updated_at': '2021-08-10T04:35:10Z', 'revision_number': 4, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'gw_port': {'id': '811b2d0e-5698-49ad-ac1f-0c2c0c254dd2', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:3e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a1012c-74d9-4997-bf7f-4169cf78c271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:35:06Z', 'updated_at': '2021-08-10T04:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': 'ef3b9270-7312-4b88-9f78-f185a4c845e0', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'floating_ip_address': '172.25.6.175', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '22a1012c-74d9-4997-bf7f-4169cf78c271', 'port_id': '6ef872c4-ec38-4c42-8cd5-64628799f61b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ac9a0bd-3cd1-40f2-9a1c-b6be06ced14d', 'mac_address': 'fa:16:3e:d4:d2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad953d2-a23a-475f-acfc-b5572cf22352', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:35:23Z', 'updated_at': '2021-08-10T04:35:23Z', 'revision_number': 0, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e54df6c1-c231-4923-b481-d76191dcdcbe', 'name': '', 'network_id': '2ac9a0bd-3cd1-40f2-9a1c-b6be06ced14d', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'mac_address': 'fa:16:3e:56:e9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a1012c-74d9-4997-bf7f-4169cf78c271', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '41cee642-3a73-44bc-a0cb-8d07ec10e1ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:35:09Z', 'updated_at': '2021-08-10T04:35:15Z', 'revision_number': 5, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'subnets': [{'id': '41cee642-3a73-44bc-a0cb-8d07ec10e1ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:35:24.585893 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a1617d-bd1d-419c-9085-5ff44bf46ce9 None None] Checking router: 22a1012c-74d9-4997-bf7f-4169cf78c271 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:35:24.592863 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a1617d-bd1d-419c-9085-5ff44bf46ce9 None None] Routers {'22a1012c-74d9-4997-bf7f-4169cf78c271'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:35:24.593467 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-b8a1617d-bd1d-419c-9085-5ff44bf46ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:35:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['22a1012c-74d9-4997-bf7f-4169cf78c271'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:35:24.598789 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df6d2e-4a54-4880-8946-8fa400c68b90 req-7d5f4cb4-16c6-4ed9-afef-278070f66c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:24.600436 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e4df6d2e-4a54-4880-8946-8fa400c68b90 req-7d5f4cb4-16c6-4ed9-afef-278070f66c24 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2ac9a0bd-3cd1-40f2-9a1c-b6be06ced14d HTTP/1.1" status: 200 len: 896 time: 0.0851676 Aug 10 04:35:24.669715 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e4df6d2e-4a54-4880-8946-8fa400c68b90 req-252d75e7-c5b7-4c46-96e8-d1070ff0671c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ef872c4-ec38-4c42-8cd5-64628799f61b HTTP/1.1" status: 200 len: 999 time: 0.0612850 Aug 10 04:35:24.701519 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-b8a1617d-bd1d-419c-9085-5ff44bf46ce9 None None] Set router 22a1012c-74d9-4997-bf7f-4169cf78c271 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:35:24.718076 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df6d2e-4a54-4880-8946-8fa400c68b90 req-e8d17cbe-7367-40d6-989d-c7f69e7b7f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:24.719609 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e4df6d2e-4a54-4880-8946-8fa400c68b90 req-e8d17cbe-7367-40d6-989d-c7f69e7b7f52 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=41cee642-3a73-44bc-a0cb-8d07ec10e1ad HTTP/1.1" status: 200 len: 835 time: 0.0439157 Aug 10 04:35:24.775037 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df6d2e-4a54-4880-8946-8fa400c68b90 req-870694a5-5c1b-481d-8c18-4c33303107f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:24.776594 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e4df6d2e-4a54-4880-8946-8fa400c68b90 req-870694a5-5c1b-481d-8c18-4c33303107f5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2ac9a0bd-3cd1-40f2-9a1c-b6be06ced14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0494511 Aug 10 04:35:24.873682 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e4df6d2e-4a54-4880-8946-8fa400c68b90 req-e32a5b44-19ff-4490-acd4-06df3796ed71 service neutron] 10.222.0.42 "GET /v2.0/networks/2ac9a0bd-3cd1-40f2-9a1c-b6be06ced14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897317 Aug 10 04:35:24.931903 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-b8a1617d-bd1d-419c-9085-5ff44bf46ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a1012c-74d9-4997-bf7f-4169cf78c271', 'name': 'tempest-TestNetworkAdvancedServerOps-router-984810198', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '811b2d0e-5698-49ad-ac1f-0c2c0c254dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:35:06Z', 'updated_at': '2021-08-10T04:35:10Z', 'revision_number': 4, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'gw_port': {'id': '811b2d0e-5698-49ad-ac1f-0c2c0c254dd2', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:3e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a1012c-74d9-4997-bf7f-4169cf78c271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:35:06Z', 'updated_at': '2021-08-10T04:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': 'ef3b9270-7312-4b88-9f78-f185a4c845e0', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'floating_ip_address': '172.25.6.175', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '22a1012c-74d9-4997-bf7f-4169cf78c271', 'port_id': '6ef872c4-ec38-4c42-8cd5-64628799f61b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ac9a0bd-3cd1-40f2-9a1c-b6be06ced14d', 'mac_address': 'fa:16:3e:d4:d2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad953d2-a23a-475f-acfc-b5572cf22352', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:35:23Z', 'updated_at': '2021-08-10T04:35:23Z', 'revision_number': 0, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e54df6c1-c231-4923-b481-d76191dcdcbe', 'name': '', 'network_id': '2ac9a0bd-3cd1-40f2-9a1c-b6be06ced14d', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'mac_address': 'fa:16:3e:56:e9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a1012c-74d9-4997-bf7f-4169cf78c271', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '41cee642-3a73-44bc-a0cb-8d07ec10e1ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:35:09Z', 'updated_at': '2021-08-10T04:35:15Z', 'revision_number': 5, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'subnets': [{'id': '41cee642-3a73-44bc-a0cb-8d07ec10e1ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:35:24.959157 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a1617d-bd1d-419c-9085-5ff44bf46ce9 None None] The sync data for ids ['22a1012c-74d9-4997-bf7f-4169cf78c271'] in n-d-768862-13 is: [{'id': '22a1012c-74d9-4997-bf7f-4169cf78c271', 'name': 'tempest-TestNetworkAdvancedServerOps-router-984810198', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '811b2d0e-5698-49ad-ac1f-0c2c0c254dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:35:06Z', 'updated_at': '2021-08-10T04:35:10Z', 'revision_number': 4, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'gw_port': {'id': '811b2d0e-5698-49ad-ac1f-0c2c0c254dd2', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:3e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a1012c-74d9-4997-bf7f-4169cf78c271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:35:06Z', 'updated_at': '2021-08-10T04:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': 'ef3b9270-7312-4b88-9f78-f185a4c845e0', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'floating_ip_address': '172.25.6.175', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '22a1012c-74d9-4997-bf7f-4169cf78c271', 'port_id': '6ef872c4-ec38-4c42-8cd5-64628799f61b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ac9a0bd-3cd1-40f2-9a1c-b6be06ced14d', 'mac_address': 'fa:16:3e:d4:d2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad953d2-a23a-475f-acfc-b5572cf22352', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:35:23Z', 'updated_at': '2021-08-10T04:35:23Z', 'revision_number': 0, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e54df6c1-c231-4923-b481-d76191dcdcbe', 'name': '', 'network_id': '2ac9a0bd-3cd1-40f2-9a1c-b6be06ced14d', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'mac_address': 'fa:16:3e:56:e9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a1012c-74d9-4997-bf7f-4169cf78c271', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '41cee642-3a73-44bc-a0cb-8d07ec10e1ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:35:09Z', 'updated_at': '2021-08-10T04:35:15Z', 'revision_number': 5, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'subnets': [{'id': '41cee642-3a73-44bc-a0cb-8d07ec10e1ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:35:24.965345 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e4df6d2e-4a54-4880-8946-8fa400c68b90 req-ceba6e91-1620-40d5-a6c3-740f4dcfaf6d service neutron] 10.222.0.42 "GET /v2.0/networks/2ac9a0bd-3cd1-40f2-9a1c-b6be06ced14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852106 Aug 10 04:35:25.149225 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbe669c-c6d4-43d0-9769-5505f0fc2fef None None] New status for floating IP ef3b9270-7312-4b88-9f78-f185a4c845e0: ACTIVE {{(pid=94263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:35:25.503684 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51938) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:35:25.567879 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-f6d5f849-66f6-4605-9461-6841c7372827 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/floatingips/ef3b9270-7312-4b88-9f78-f185a4c845e0 HTTP/1.1" status: 200 len: 993 time: 0.0631249 Aug 10 04:35:25.675539 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:26.819619 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:27.118337 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:34.178529 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:51.539720 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e193b348-c9a2-46cb-ba30-b85231bcc3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:53.782760 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-77673700-704b-4e34-8b5b-d906f95031c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:54.400250 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:54.402577 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1d1bd2-ebb2-41ca-a708-7de0a6502f26 req-327b6d5f-1116-46ff-9778-9483260e9ab6 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:54.404136 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-af1d1bd2-ebb2-41ca-a708-7de0a6502f26 req-327b6d5f-1116-46ff-9778-9483260e9ab6 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ad953d2-a23a-475f-acfc-b5572cf22352 HTTP/1.1" status: 200 len: 945 time: 0.0506425 Aug 10 04:35:54.441669 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-af1d1bd2-ebb2-41ca-a708-7de0a6502f26 req-92b70b0b-e222-4fbc-ba35-c9297268e2e8 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2e22622-d02f-4ef5-82a2-3fc9787adff1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313220 Aug 10 04:35:55.560182 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40316c86-d1d4-490e-b99a-1ec6c6194c58 req-1d317b5e-1069-4b07-9651-b6ba3fbd173d tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:55.561680 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-40316c86-d1d4-490e-b99a-1ec6c6194c58 req-1d317b5e-1069-4b07-9651-b6ba3fbd173d tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ad953d2-a23a-475f-acfc-b5572cf22352 HTTP/1.1" status: 200 len: 945 time: 0.0489380 Aug 10 04:35:55.600490 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-40316c86-d1d4-490e-b99a-1ec6c6194c58 req-28f1faa2-4c0f-4acd-82cd-fa3564960674 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2e22622-d02f-4ef5-82a2-3fc9787adff1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327959 Aug 10 04:35:55.622476 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51956) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:35:55.677526 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:55.689837 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-f61ebad8-925d-48e2-8838-945c3dfc5382 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/floatingips/ef3b9270-7312-4b88-9f78-f185a4c845e0 HTTP/1.1" status: 200 len: 993 time: 0.0662313 Aug 10 04:35:56.202536 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-794f7c01-a39b-4291-a49a-05942e4b2404 req-95a61202-9424-4de0-bea2-6ea0ac82c42c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=22882bb5-df6a-4a03-b8b1-8ebacb558477&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0879278 Aug 10 04:35:56.283794 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f7c01-a39b-4291-a49a-05942e4b2404 req-64c009ac-ec0b-4c05-8d7b-0de6e0b7cd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:56.285278 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-794f7c01-a39b-4291-a49a-05942e4b2404 req-64c009ac-ec0b-4c05-8d7b-0de6e0b7cd69 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4d9562697164912ae96f22f47b4a54d&device_id=22882bb5-df6a-4a03-b8b1-8ebacb558477 HTTP/1.1" status: 200 len: 1098 time: 0.0399847 Aug 10 04:35:56.707892 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f7c01-a39b-4291-a49a-05942e4b2404 req-05dcfd56-b0d7-4983-9d01-ad980acb3eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:56.709594 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-794f7c01-a39b-4291-a49a-05942e4b2404 req-05dcfd56-b0d7-4983-9d01-ad980acb3eda service neutron] 10.222.0.61 "GET /v2.0/networks?id=86e70408-f9ef-4815-aa8f-59304e4ed4c8 HTTP/1.1" status: 200 len: 911 time: 0.4048002 Aug 10 04:35:56.754818 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-794f7c01-a39b-4291-a49a-05942e4b2404 req-00408d25-8f63-4ed3-b1ca-3d6257c3a519 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=600c6ca9-6224-4086-b5df-8c2df8511b77 HTTP/1.1" status: 200 len: 217 time: 0.0374978 Aug 10 04:35:56.808308 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f7c01-a39b-4291-a49a-05942e4b2404 req-5f1e1adc-9f1c-4c61-b900-5b697d00fb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:56.809729 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-794f7c01-a39b-4291-a49a-05942e4b2404 req-5f1e1adc-9f1c-4c61-b900-5b697d00fb89 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=48d8056f-5fb2-463c-96bd-f6f5ed5da27e HTTP/1.1" status: 200 len: 850 time: 0.0476890 Aug 10 04:35:56.819796 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:56.866076 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f7c01-a39b-4291-a49a-05942e4b2404 req-475a61f9-126d-4780-8c6b-b1f533820e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:56.866076 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-794f7c01-a39b-4291-a49a-05942e4b2404 req-475a61f9-126d-4780-8c6b-b1f533820e5c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=86e70408-f9ef-4815-aa8f-59304e4ed4c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0478716 Aug 10 04:35:57.031865 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-794f7c01-a39b-4291-a49a-05942e4b2404 req-6852828f-d5ea-440c-9831-9236dc181fae service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578803 Aug 10 04:35:57.039785 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1179fa7-35fc-4d65-b2db-d2c4faf73c3a req-264e9274-8726-40dd-b4ea-00cb3578903b tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:57.041154 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b1179fa7-35fc-4d65-b2db-d2c4faf73c3a req-264e9274-8726-40dd-b4ea-00cb3578903b tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ad953d2-a23a-475f-acfc-b5572cf22352 HTTP/1.1" status: 200 len: 945 time: 0.1214883 Aug 10 04:35:57.052609 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff38ce13-aa11-45b9-aa05-b6c27d85e3d0 req-82fe18dc-6ea7-407e-9ee2-b94633249ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:57.054023 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ff38ce13-aa11-45b9-aa05-b6c27d85e3d0 req-82fe18dc-6ea7-407e-9ee2-b94633249ceb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=db935c6fffe84fc296c14b1cf491ed1b&device_id=7ad953d2-a23a-475f-acfc-b5572cf22352 HTTP/1.1" status: 200 len: 1097 time: 0.1223376 Aug 10 04:35:57.118709 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:57.192438 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b1179fa7-35fc-4d65-b2db-d2c4faf73c3a req-a7ac39b6-0720-4eb9-b544-b7664fc60f97 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2e22622-d02f-4ef5-82a2-3fc9787adff1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1416399 Aug 10 04:35:57.234552 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-794f7c01-a39b-4291-a49a-05942e4b2404 req-114850a6-681e-42e2-97be-33ffb44a3ed9 service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923881 Aug 10 04:35:57.237045 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff38ce13-aa11-45b9-aa05-b6c27d85e3d0 req-a31046f0-5bb0-41d3-95e4-570f33bbcffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:57.238458 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ff38ce13-aa11-45b9-aa05-b6c27d85e3d0 req-a31046f0-5bb0-41d3-95e4-570f33bbcffd service neutron] 10.222.0.42 "GET /v2.0/networks?id=2ac9a0bd-3cd1-40f2-9a1c-b6be06ced14d HTTP/1.1" status: 200 len: 896 time: 0.1745770 Aug 10 04:35:57.306900 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ff38ce13-aa11-45b9-aa05-b6c27d85e3d0 req-19f3c2ca-d5b5-4a8f-9ed0-b00a2755eefa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ef872c4-ec38-4c42-8cd5-64628799f61b HTTP/1.1" status: 200 len: 1001 time: 0.0610993 Aug 10 04:35:57.354692 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff38ce13-aa11-45b9-aa05-b6c27d85e3d0 req-338b0dfc-2b20-4fb0-a7b7-8753a181307c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:57.356120 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ff38ce13-aa11-45b9-aa05-b6c27d85e3d0 req-338b0dfc-2b20-4fb0-a7b7-8753a181307c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=41cee642-3a73-44bc-a0cb-8d07ec10e1ad HTTP/1.1" status: 200 len: 835 time: 0.0428641 Aug 10 04:35:57.401050 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff38ce13-aa11-45b9-aa05-b6c27d85e3d0 req-acfa18db-2ff6-4a9b-bd25-8b1dc6905a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:57.402552 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ff38ce13-aa11-45b9-aa05-b6c27d85e3d0 req-acfa18db-2ff6-4a9b-bd25-8b1dc6905a2e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2ac9a0bd-3cd1-40f2-9a1c-b6be06ced14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395710 Aug 10 04:35:57.412971 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [req-ff38ce13-aa11-45b9-aa05-b6c27d85e3d0 req-a03886a7-6a5a-49c1-8b49-ba29c7052c53 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 04:35:57.413904 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ff38ce13-aa11-45b9-aa05-b6c27d85e3d0 req-a03886a7-6a5a-49c1-8b49-ba29c7052c53 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050530 Aug 10 04:35:57.507845 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ff38ce13-aa11-45b9-aa05-b6c27d85e3d0 req-461f37c9-7b84-4899-b139-92d2cdf85a9d service neutron] 10.222.0.42 "GET /v2.0/networks/2ac9a0bd-3cd1-40f2-9a1c-b6be06ced14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869019 Aug 10 04:35:57.601954 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ff38ce13-aa11-45b9-aa05-b6c27d85e3d0 req-a1b572b4-74dc-4ab0-b19a-30ae9c591703 service neutron] 10.222.0.42 "GET /v2.0/networks/2ac9a0bd-3cd1-40f2-9a1c-b6be06ced14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860155 Aug 10 04:35:58.317220 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e066c3-b343-445c-98a9-f78355acb119 req-447754b6-9737-4081-b4eb-caf2479fc403 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:58.318783 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-50e066c3-b343-445c-98a9-f78355acb119 req-447754b6-9737-4081-b4eb-caf2479fc403 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ad953d2-a23a-475f-acfc-b5572cf22352 HTTP/1.1" status: 200 len: 945 time: 0.0538912 Aug 10 04:35:58.358560 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-50e066c3-b343-445c-98a9-f78355acb119 req-9e1d0a46-331e-4b29-b88b-4084d83ce896 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2e22622-d02f-4ef5-82a2-3fc9787adff1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333450 Aug 10 04:35:59.475062 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c845900-5ee3-421c-b2c0-ae6bb2ed5ca5 req-eb65e848-2967-47f5-8b92-515599438158 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:59.476645 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2c845900-5ee3-421c-b2c0-ae6bb2ed5ca5 req-eb65e848-2967-47f5-8b92-515599438158 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ad953d2-a23a-475f-acfc-b5572cf22352 HTTP/1.1" status: 200 len: 945 time: 0.0492036 Aug 10 04:35:59.516605 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2c845900-5ee3-421c-b2c0-ae6bb2ed5ca5 req-1f0df257-b717-4586-a267-bf587f245110 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2e22622-d02f-4ef5-82a2-3fc9787adff1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336866 Aug 10 04:35:59.538838 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51972) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:35:59.598457 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-25b54898-2531-4f38-bbf1-ed24d8ab6a05 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/floatingips/ef3b9270-7312-4b88-9f78-f185a4c845e0 HTTP/1.1" status: 200 len: 993 time: 0.0578868 Aug 10 04:35:59.831163 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51978) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:36:00.005115 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-7c6a3071-47da-44eb-b291-466f12d35564 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Deleting port 02e8c3bf-cc59-4808-add4-1a82789ef0f5 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:36:00.005367 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7c6a3071-47da-44eb-b291-466f12d35564 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:00.081227 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7c6a3071-47da-44eb-b291-466f12d35564 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:00.081563 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7c6a3071-47da-44eb-b291-466f12d35564 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:00.094058 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-7c6a3071-47da-44eb-b291-466f12d35564 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Calling delete_port for 02e8c3bf-cc59-4808-add4-1a82789ef0f5 owned by network:floatingip {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:36:00.240970 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7c6a3071-47da-44eb-b291-466f12d35564 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:00.266067 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6a3071-47da-44eb-b291-466f12d35564 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event deleted for resources: {'Port': ['ID=02e8c3bf-cc59-4808-add4-1a82789ef0f5,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:36:00.292563 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6a3071-47da-44eb-b291-466f12d35564 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:36:00.292919 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6a3071-47da-44eb-b291-466f12d35564 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:36:00.293266 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6a3071-47da-44eb-b291-466f12d35564 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:36:00.293605 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6a3071-47da-44eb-b291-466f12d35564 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:36:00.293942 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6a3071-47da-44eb-b291-466f12d35564 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:36:00.294310 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6a3071-47da-44eb-b291-466f12d35564 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:36:00.294643 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6a3071-47da-44eb-b291-466f12d35564 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:36:00.294978 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6a3071-47da-44eb-b291-466f12d35564 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:36:00.295311 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6a3071-47da-44eb-b291-466f12d35564 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:36:00.295638 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6a3071-47da-44eb-b291-466f12d35564 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:36:00.295961 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6a3071-47da-44eb-b291-466f12d35564 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:36:00.296284 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6a3071-47da-44eb-b291-466f12d35564 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:36:00.334917 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7c6a3071-47da-44eb-b291-466f12d35564 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for floatingip, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:00.335249 n-d-768862-13 neutron-server[94260]: INFO neutron.db.l3_db [None req-7c6a3071-47da-44eb-b291-466f12d35564 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Floating IP ef3b9270-7312-4b88-9f78-f185a4c845e0 disassociated (deleted). External IP: 172.25.6.175, port: 6ef872c4-ec38-4c42-8cd5-64628799f61b. Aug 10 04:36:00.463369 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:36:00.540910 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c6a3071-47da-44eb-b291-466f12d35564 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Router 22a1012c-74d9-4997-bf7f-4169cf78c271 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:36:00.648643 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c6a3071-47da-44eb-b291-466f12d35564 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:36:00.653354 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7c6a3071-47da-44eb-b291-466f12d35564 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:00.658302 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec22909-ccb5-41e2-903f-26454ab7280f None None] Sync routers for ids ['22a1012c-74d9-4997-bf7f-4169cf78c271'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:36:00.667618 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec22909-ccb5-41e2-903f-26454ab7280f None None] Routers {'22a1012c-74d9-4997-bf7f-4169cf78c271'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:36:00.668226 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-cec22909-ccb5-41e2-903f-26454ab7280f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:35:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['22a1012c-74d9-4997-bf7f-4169cf78c271'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:36:00.681163 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-7c6a3071-47da-44eb-b291-466f12d35564 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "DELETE /v2.0/floatingips/ef3b9270-7312-4b88-9f78-f185a4c845e0 HTTP/1.1" status: 204 len: 168 time: 0.8489115 Aug 10 04:36:00.681764 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ad953d2-a23a-475f-acfc-b5572cf22352', 'tag': '6ef872c4-ec38-4c42-8cd5-64628799f61b'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:36:00.684050 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7142606bf34c4189ec1af3eb1cc50705e8815838b55f5940d6ad7e637f738b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03217382-bd90-4b06-bb63-7edc2772fb39" -d '{"events": [{"name": "network-changed", "server_uuid": "7ad953d2-a23a-475f-acfc-b5572cf22352", "tag": "6ef872c4-ec38-4c42-8cd5-64628799f61b"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:36:00.773275 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-cec22909-ccb5-41e2-903f-26454ab7280f None None] Set router 22a1012c-74d9-4997-bf7f-4169cf78c271 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:36:00.836879 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7214df3-c910-41db-8cbc-ed05f6bf9097 x-openstack-request-id: req-f7214df3-c910-41db-8cbc-ed05f6bf9097 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:36:00.837178 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ad953d2-a23a-475f-acfc-b5572cf22352", "tag": "6ef872c4-ec38-4c42-8cd5-64628799f61b", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:36:00.837432 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f7214df3-c910-41db-8cbc-ed05f6bf9097 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:36:00.837865 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ad953d2-a23a-475f-acfc-b5572cf22352', 'tag': '6ef872c4-ec38-4c42-8cd5-64628799f61b', 'status': 'completed', 'code': 200} Aug 10 04:36:00.937625 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03217382-bd90-4b06-bb63-7edc2772fb39 req-3aaed0e4-41a9-4a01-b9e1-cf2938189efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:36:00.939177 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-03217382-bd90-4b06-bb63-7edc2772fb39 req-3aaed0e4-41a9-4a01-b9e1-cf2938189efd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=db935c6fffe84fc296c14b1cf491ed1b&device_id=7ad953d2-a23a-475f-acfc-b5572cf22352 HTTP/1.1" status: 200 len: 1097 time: 0.0762942 Aug 10 04:36:00.951538 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672d8ded-7381-4b48-8ee4-375fe5a0c847 req-45c2ac5d-2f51-462c-b2df-edc7858866ab tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:36:00.952996 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-672d8ded-7381-4b48-8ee4-375fe5a0c847 req-45c2ac5d-2f51-462c-b2df-edc7858866ab tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ad953d2-a23a-475f-acfc-b5572cf22352 HTTP/1.1" status: 200 len: 945 time: 0.0627313 Aug 10 04:36:00.997189 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-cec22909-ccb5-41e2-903f-26454ab7280f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a1012c-74d9-4997-bf7f-4169cf78c271', 'name': 'tempest-TestNetworkAdvancedServerOps-router-984810198', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '811b2d0e-5698-49ad-ac1f-0c2c0c254dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:35:06Z', 'updated_at': '2021-08-10T04:35:10Z', 'revision_number': 4, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'gw_port': {'id': '811b2d0e-5698-49ad-ac1f-0c2c0c254dd2', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:3e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a1012c-74d9-4997-bf7f-4169cf78c271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:35:06Z', 'updated_at': '2021-08-10T04:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': 'e54df6c1-c231-4923-b481-d76191dcdcbe', 'name': '', 'network_id': '2ac9a0bd-3cd1-40f2-9a1c-b6be06ced14d', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'mac_address': 'fa:16:3e:56:e9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a1012c-74d9-4997-bf7f-4169cf78c271', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '41cee642-3a73-44bc-a0cb-8d07ec10e1ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:35:09Z', 'updated_at': '2021-08-10T04:35:15Z', 'revision_number': 5, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'subnets': [{'id': '41cee642-3a73-44bc-a0cb-8d07ec10e1ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:36:01.023692 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec22909-ccb5-41e2-903f-26454ab7280f None None] Checking router: 22a1012c-74d9-4997-bf7f-4169cf78c271 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:36:01.031930 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec22909-ccb5-41e2-903f-26454ab7280f None None] Routers {'22a1012c-74d9-4997-bf7f-4169cf78c271'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:36:01.032589 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-cec22909-ccb5-41e2-903f-26454ab7280f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:35:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['22a1012c-74d9-4997-bf7f-4169cf78c271'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:36:01.038583 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-672d8ded-7381-4b48-8ee4-375fe5a0c847 req-4241de49-6d8f-412f-8075-ec45b9bf0f76 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2e22622-d02f-4ef5-82a2-3fc9787adff1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767708 Aug 10 04:36:01.071049 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03217382-bd90-4b06-bb63-7edc2772fb39 req-e5df3148-180b-4648-a1f6-16836f457673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:36:01.072525 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-03217382-bd90-4b06-bb63-7edc2772fb39 req-e5df3148-180b-4648-a1f6-16836f457673 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2ac9a0bd-3cd1-40f2-9a1c-b6be06ced14d HTTP/1.1" status: 200 len: 896 time: 0.1186607 Aug 10 04:36:01.122310 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-03217382-bd90-4b06-bb63-7edc2772fb39 req-e21d85e0-cb7e-40e3-95fa-c5e7704ac0af service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ef872c4-ec38-4c42-8cd5-64628799f61b HTTP/1.1" status: 200 len: 217 time: 0.0414732 Aug 10 04:36:01.176094 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03217382-bd90-4b06-bb63-7edc2772fb39 req-caf24c87-962c-40da-bc6c-3d7f50b4eebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:36:01.177534 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-03217382-bd90-4b06-bb63-7edc2772fb39 req-caf24c87-962c-40da-bc6c-3d7f50b4eebf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=41cee642-3a73-44bc-a0cb-8d07ec10e1ad HTTP/1.1" status: 200 len: 835 time: 0.0473299 Aug 10 04:36:01.226502 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03217382-bd90-4b06-bb63-7edc2772fb39 req-5ba9b52c-8e3d-4d3c-b763-047306c3ada5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:36:01.228030 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-03217382-bd90-4b06-bb63-7edc2772fb39 req-5ba9b52c-8e3d-4d3c-b763-047306c3ada5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2ac9a0bd-3cd1-40f2-9a1c-b6be06ced14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420008 Aug 10 04:36:01.294470 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-cec22909-ccb5-41e2-903f-26454ab7280f None None] Set router 22a1012c-74d9-4997-bf7f-4169cf78c271 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:36:01.323326 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-03217382-bd90-4b06-bb63-7edc2772fb39 req-523298af-c28e-44d2-a284-e368a0b01af3 service neutron] 10.222.0.42 "GET /v2.0/networks/2ac9a0bd-3cd1-40f2-9a1c-b6be06ced14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864394 Aug 10 04:36:01.415903 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-03217382-bd90-4b06-bb63-7edc2772fb39 req-c30bb3ee-0efd-4469-a9a8-5fa078d2b70b service neutron] 10.222.0.42 "GET /v2.0/networks/2ac9a0bd-3cd1-40f2-9a1c-b6be06ced14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850334 Aug 10 04:36:01.513036 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-cec22909-ccb5-41e2-903f-26454ab7280f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a1012c-74d9-4997-bf7f-4169cf78c271', 'name': 'tempest-TestNetworkAdvancedServerOps-router-984810198', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '811b2d0e-5698-49ad-ac1f-0c2c0c254dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:35:06Z', 'updated_at': '2021-08-10T04:35:10Z', 'revision_number': 4, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'gw_port': {'id': '811b2d0e-5698-49ad-ac1f-0c2c0c254dd2', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:3e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a1012c-74d9-4997-bf7f-4169cf78c271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:35:06Z', 'updated_at': '2021-08-10T04:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': 'e54df6c1-c231-4923-b481-d76191dcdcbe', 'name': '', 'network_id': '2ac9a0bd-3cd1-40f2-9a1c-b6be06ced14d', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'mac_address': 'fa:16:3e:56:e9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a1012c-74d9-4997-bf7f-4169cf78c271', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '41cee642-3a73-44bc-a0cb-8d07ec10e1ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:35:09Z', 'updated_at': '2021-08-10T04:35:15Z', 'revision_number': 5, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'subnets': [{'id': '41cee642-3a73-44bc-a0cb-8d07ec10e1ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:36:01.538470 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec22909-ccb5-41e2-903f-26454ab7280f None None] The sync data for ids ['22a1012c-74d9-4997-bf7f-4169cf78c271'] in n-d-768862-13 is: [{'id': '22a1012c-74d9-4997-bf7f-4169cf78c271', 'name': 'tempest-TestNetworkAdvancedServerOps-router-984810198', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '811b2d0e-5698-49ad-ac1f-0c2c0c254dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:35:06Z', 'updated_at': '2021-08-10T04:35:10Z', 'revision_number': 4, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'gw_port': {'id': '811b2d0e-5698-49ad-ac1f-0c2c0c254dd2', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:3e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a1012c-74d9-4997-bf7f-4169cf78c271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:35:06Z', 'updated_at': '2021-08-10T04:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': 'e54df6c1-c231-4923-b481-d76191dcdcbe', 'name': '', 'network_id': '2ac9a0bd-3cd1-40f2-9a1c-b6be06ced14d', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'mac_address': 'fa:16:3e:56:e9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a1012c-74d9-4997-bf7f-4169cf78c271', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '41cee642-3a73-44bc-a0cb-8d07ec10e1ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:35:09Z', 'updated_at': '2021-08-10T04:35:15Z', 'revision_number': 5, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'subnets': [{'id': '41cee642-3a73-44bc-a0cb-8d07ec10e1ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:36:01.744192 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e521fe12-e602-47fb-bbe5-f19320802987 None None] New status for floating IP ef3b9270-7312-4b88-9f78-f185a4c845e0: DOWN {{(pid=94263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:36:02.154517 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaa1059-e3b9-4544-b45b-b2637e1a4030 req-a2c37006-a3f6-4f7d-b19f-56480c5d405a tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:36:02.156053 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-aaaa1059-e3b9-4544-b45b-b2637e1a4030 req-a2c37006-a3f6-4f7d-b19f-56480c5d405a tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ad953d2-a23a-475f-acfc-b5572cf22352 HTTP/1.1" status: 200 len: 945 time: 0.0497441 Aug 10 04:36:02.200929 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-aaaa1059-e3b9-4544-b45b-b2637e1a4030 req-feb8bfbc-453b-43cc-a085-6b9ad030c50f tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2e22622-d02f-4ef5-82a2-3fc9787adff1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383158 Aug 10 04:36:02.519661 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0f2073-1e28-41dd-993f-c11d8b169caa req-dbd1e67a-9b16-46d3-ae11-f28ae3d04284 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:36:02.521770 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4b0f2073-1e28-41dd-993f-c11d8b169caa req-dbd1e67a-9b16-46d3-ae11-f28ae3d04284 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ad953d2-a23a-475f-acfc-b5572cf22352 HTTP/1.1" status: 200 len: 945 time: 0.0493901 Aug 10 04:36:02.611620 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-4b0f2073-1e28-41dd-993f-c11d8b169caa req-fd8d78c7-5b61-4da2-a8ea-792ed45d4f59 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Deleting port 6ef872c4-ec38-4c42-8cd5-64628799f61b {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:36:02.611956 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-4b0f2073-1e28-41dd-993f-c11d8b169caa req-fd8d78c7-5b61-4da2-a8ea-792ed45d4f59 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:02.701393 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-4b0f2073-1e28-41dd-993f-c11d8b169caa req-fd8d78c7-5b61-4da2-a8ea-792ed45d4f59 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] For port 6ef872c4-ec38-4c42-8cd5-64628799f61b, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=6ef872c4-ec38-4c42-8cd5-64628799f61b,segment=NetworkSegment(f969ba53-e22f-431c-b5a3-2c7886390fcd),segment_id=f969ba53-e22f-431c-b5a3-2c7886390fcd)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:36:02.701752 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-4b0f2073-1e28-41dd-993f-c11d8b169caa req-fd8d78c7-5b61-4da2-a8ea-792ed45d4f59 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:02.714712 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-4b0f2073-1e28-41dd-993f-c11d8b169caa req-fd8d78c7-5b61-4da2-a8ea-792ed45d4f59 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Calling delete_port for 6ef872c4-ec38-4c42-8cd5-64628799f61b owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:36:02.844136 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-4b0f2073-1e28-41dd-993f-c11d8b169caa req-fd8d78c7-5b61-4da2-a8ea-792ed45d4f59 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:02.871971 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8d78c7-5b61-4da2-a8ea-792ed45d4f59 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event deleted for resources: {'Port': ['ID=6ef872c4-ec38-4c42-8cd5-64628799f61b,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:36:02.913784 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b0f2073-1e28-41dd-993f-c11d8b169caa req-fd8d78c7-5b61-4da2-a8ea-792ed45d4f59 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] No DVR routers for this DVR port 6ef872c4-ec38-4c42-8cd5-64628799f61b on host n-h1-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:36:02.916426 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-4b0f2073-1e28-41dd-993f-c11d8b169caa req-fd8d78c7-5b61-4da2-a8ea-792ed45d4f59 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:02.918451 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4b0f2073-1e28-41dd-993f-c11d8b169caa req-fd8d78c7-5b61-4da2-a8ea-792ed45d4f59 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.42 "DELETE /v2.0/ports/6ef872c4-ec38-4c42-8cd5-64628799f61b HTTP/1.1" status: 204 len: 173 time: 0.3894241 Aug 10 04:36:02.918885 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ad953d2-a23a-475f-acfc-b5572cf22352', 'name': 'network-vif-deleted', 'tag': '6ef872c4-ec38-4c42-8cd5-64628799f61b'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:36:02.921184 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7142606bf34c4189ec1af3eb1cc50705e8815838b55f5940d6ad7e637f738b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c766267-1f98-4cae-89ad-b092b98c189a" -d '{"events": [{"server_uuid": "7ad953d2-a23a-475f-acfc-b5572cf22352", "name": "network-vif-deleted", "tag": "6ef872c4-ec38-4c42-8cd5-64628799f61b"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:36:02.957006 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31e88fe5-0b4f-476a-9118-57e111a72ea7 x-openstack-request-id: req-31e88fe5-0b4f-476a-9118-57e111a72ea7 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:36:02.957309 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ad953d2-a23a-475f-acfc-b5572cf22352", "name": "network-vif-deleted", "tag": "6ef872c4-ec38-4c42-8cd5-64628799f61b", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:36:02.957567 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-31e88fe5-0b4f-476a-9118-57e111a72ea7 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:36:02.957962 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ad953d2-a23a-475f-acfc-b5572cf22352', 'name': 'network-vif-deleted', 'tag': '6ef872c4-ec38-4c42-8cd5-64628799f61b', 'status': 'completed', 'code': 200} Aug 10 04:36:03.318811 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d8843165-11a5-48ac-ab1d-9182aada4d08 req-2dc4a988-6594-4a99-b4ad-234e124cac0f tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ad953d2-a23a-475f-acfc-b5572cf22352 HTTP/1.1" status: 200 len: 210 time: 0.0274091 Aug 10 04:36:04.180699 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:04.377671 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51994) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:36:04.732634 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-19196235-6650-4dea-83a5-64273ec1f2a3 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521880'] for router_interface, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:04.984542 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-19196235-6650-4dea-83a5-64273ec1f2a3 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Deleting port e54df6c1-c231-4923-b481-d76191dcdcbe {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:36:04.984884 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-19196235-6650-4dea-83a5-64273ec1f2a3 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:05.070365 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [None req-19196235-6650-4dea-83a5-64273ec1f2a3 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] For port e54df6c1-c231-4923-b481-d76191dcdcbe, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=e54df6c1-c231-4923-b481-d76191dcdcbe,segment=NetworkSegment(f969ba53-e22f-431c-b5a3-2c7886390fcd),segment_id=f969ba53-e22f-431c-b5a3-2c7886390fcd)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:36:05.070766 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-19196235-6650-4dea-83a5-64273ec1f2a3 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:05.083318 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-19196235-6650-4dea-83a5-64273ec1f2a3 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Calling delete_port for e54df6c1-c231-4923-b481-d76191dcdcbe owned by network:router_interface {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:36:05.267340 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-19196235-6650-4dea-83a5-64273ec1f2a3 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:05.294125 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19196235-6650-4dea-83a5-64273ec1f2a3 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event deleted for resources: {'Port': ['ID=e54df6c1-c231-4923-b481-d76191dcdcbe,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:36:05.465807 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-19196235-6650-4dea-83a5-64273ec1f2a3 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-522536'] for router_interface, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:05.681400 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19196235-6650-4dea-83a5-64273ec1f2a3 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Router 22a1012c-74d9-4997-bf7f-4169cf78c271 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:36:05.785177 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19196235-6650-4dea-83a5-64273ec1f2a3 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:36:05.790111 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-19196235-6650-4dea-83a5-64273ec1f2a3 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "PUT /v2.0/routers/22a1012c-74d9-4997-bf7f-4169cf78c271/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4113858 Aug 10 04:36:05.792754 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51996) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:36:05.795279 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f19043-ef07-4554-9a14-a72cdbe73416 None None] Sync routers for ids ['22a1012c-74d9-4997-bf7f-4169cf78c271'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:36:05.804700 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f19043-ef07-4554-9a14-a72cdbe73416 None None] Routers {'22a1012c-74d9-4997-bf7f-4169cf78c271'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:36:05.805372 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-90f19043-ef07-4554-9a14-a72cdbe73416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:35:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['22a1012c-74d9-4997-bf7f-4169cf78c271'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:36:05.842712 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_v2 [None req-5632fc70-9830-45cf-93d5-606b22385bc7 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Deleting subnet 41cee642-3a73-44bc-a0cb-8d07ec10e1ad {{(pid=94260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:36:05.845757 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5632fc70-9830-45cf-93d5-606b22385bc7 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for subnet, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:05.886377 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5632fc70-9830-45cf-93d5-606b22385bc7 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191173'] for subnet, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:05.911660 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-90f19043-ef07-4554-9a14-a72cdbe73416 None None] Set router 22a1012c-74d9-4997-bf7f-4169cf78c271 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:36:05.972683 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5632fc70-9830-45cf-93d5-606b22385bc7 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:06.033369 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5632fc70-9830-45cf-93d5-606b22385bc7 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:06.061512 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5632fc70-9830-45cf-93d5-606b22385bc7 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event deleted for resources: {'Subnet': ['ID=41cee642-3a73-44bc-a0cb-8d07ec10e1ad,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:36:06.063480 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5632fc70-9830-45cf-93d5-606b22385bc7 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:06.065357 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-5632fc70-9830-45cf-93d5-606b22385bc7 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "DELETE /v2.0/subnets/41cee642-3a73-44bc-a0cb-8d07ec10e1ad HTTP/1.1" status: 204 len: 168 time: 0.2716892 Aug 10 04:36:06.068666 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 51998) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:36:06.074807 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8ce982-8d8b-40ca-9562-c883bb513987 None None] Network 2ac9a0bd-3cd1-40f2-9a1c-b6be06ced14d requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:36:06.175121 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9ced73f8-5e0d-441b-aee5-c1eead062c14 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for router, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:06.180553 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-90f19043-ef07-4554-9a14-a72cdbe73416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a1012c-74d9-4997-bf7f-4169cf78c271', 'name': 'tempest-TestNetworkAdvancedServerOps-router-984810198', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '811b2d0e-5698-49ad-ac1f-0c2c0c254dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:35:06Z', 'updated_at': '2021-08-10T04:36:05Z', 'revision_number': 5, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'gw_port': {'id': '811b2d0e-5698-49ad-ac1f-0c2c0c254dd2', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:3e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a1012c-74d9-4997-bf7f-4169cf78c271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:35:06Z', 'updated_at': '2021-08-10T04:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:36:06.212316 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f19043-ef07-4554-9a14-a72cdbe73416 None None] Checking router: 22a1012c-74d9-4997-bf7f-4169cf78c271 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:36:06.229493 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f19043-ef07-4554-9a14-a72cdbe73416 None None] Routers {'22a1012c-74d9-4997-bf7f-4169cf78c271'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:36:06.230001 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-90f19043-ef07-4554-9a14-a72cdbe73416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:35:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['22a1012c-74d9-4997-bf7f-4169cf78c271'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:36:06.314280 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0affa7-914e-44af-a09d-cebf9548b883 None None] DHCP port deletion for 2ac9a0bd-3cd1-40f2-9a1c-b6be06ced14d request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:36:06.362938 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-90f19043-ef07-4554-9a14-a72cdbe73416 None None] Set router 22a1012c-74d9-4997-bf7f-4169cf78c271 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:36:06.482115 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-4e0affa7-914e-44af-a09d-cebf9548b883 None None] Deleting port 5237e9bd-063d-463c-abde-16c6ce09d932 {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:36:06.482522 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4e0affa7-914e-44af-a09d-cebf9548b883 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:06.572264 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-4e0affa7-914e-44af-a09d-cebf9548b883 None None] For port 5237e9bd-063d-463c-abde-16c6ce09d932, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=5237e9bd-063d-463c-abde-16c6ce09d932,segment=NetworkSegment(f969ba53-e22f-431c-b5a3-2c7886390fcd),segment_id=f969ba53-e22f-431c-b5a3-2c7886390fcd)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:36:06.572653 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4e0affa7-914e-44af-a09d-cebf9548b883 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:06.602246 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-4e0affa7-914e-44af-a09d-cebf9548b883 None None] Calling delete_port for 5237e9bd-063d-463c-abde-16c6ce09d932 owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:36:06.604513 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9ced73f8-5e0d-441b-aee5-c1eead062c14 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:06.657542 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-9ced73f8-5e0d-441b-aee5-c1eead062c14 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Deleting port 811b2d0e-5698-49ad-ac1f-0c2c0c254dd2 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:36:06.657884 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9ced73f8-5e0d-441b-aee5-c1eead062c14 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:06.680189 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-90f19043-ef07-4554-9a14-a72cdbe73416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a1012c-74d9-4997-bf7f-4169cf78c271', 'name': 'tempest-TestNetworkAdvancedServerOps-router-984810198', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '811b2d0e-5698-49ad-ac1f-0c2c0c254dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:35:06Z', 'updated_at': '2021-08-10T04:36:05Z', 'revision_number': 5, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'gw_port': {'id': '811b2d0e-5698-49ad-ac1f-0c2c0c254dd2', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:3e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a1012c-74d9-4997-bf7f-4169cf78c271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:35:06Z', 'updated_at': '2021-08-10T04:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:36:06.714951 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f19043-ef07-4554-9a14-a72cdbe73416 None None] The sync data for ids ['22a1012c-74d9-4997-bf7f-4169cf78c271'] in n-d-768862-13 is: [{'id': '22a1012c-74d9-4997-bf7f-4169cf78c271', 'name': 'tempest-TestNetworkAdvancedServerOps-router-984810198', 'tenant_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '811b2d0e-5698-49ad-ac1f-0c2c0c254dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:35:06Z', 'updated_at': '2021-08-10T04:36:05Z', 'revision_number': 5, 'project_id': 'db935c6fffe84fc296c14b1cf491ed1b', 'gw_port': {'id': '811b2d0e-5698-49ad-ac1f-0c2c0c254dd2', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:3e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a1012c-74d9-4997-bf7f-4169cf78c271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:35:06Z', 'updated_at': '2021-08-10T04:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:36:06.727567 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4e0affa7-914e-44af-a09d-cebf9548b883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:06.742469 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [None req-9ced73f8-5e0d-441b-aee5-c1eead062c14 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] For port 811b2d0e-5698-49ad-ac1f-0c2c0c254dd2, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=811b2d0e-5698-49ad-ac1f-0c2c0c254dd2,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:36:06.742847 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9ced73f8-5e0d-441b-aee5-c1eead062c14 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:06.756576 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0affa7-914e-44af-a09d-cebf9548b883 None None] Pushing event deleted for resources: {'Port': ['ID=5237e9bd-063d-463c-abde-16c6ce09d932,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:36:06.758956 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0affa7-914e-44af-a09d-cebf9548b883 None None] No DVR routers for this DVR port 5237e9bd-063d-463c-abde-16c6ce09d932 on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:36:06.759623 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-9ced73f8-5e0d-441b-aee5-c1eead062c14 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Calling delete_port for 811b2d0e-5698-49ad-ac1f-0c2c0c254dd2 owned by network:router_gateway {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:36:06.770940 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0affa7-914e-44af-a09d-cebf9548b883 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:36:06.771924 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0affa7-914e-44af-a09d-cebf9548b883 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:36:06.771924 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0affa7-914e-44af-a09d-cebf9548b883 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:36:06.772282 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0affa7-914e-44af-a09d-cebf9548b883 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:36:06.772688 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0affa7-914e-44af-a09d-cebf9548b883 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:36:06.773116 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0affa7-914e-44af-a09d-cebf9548b883 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:36:06.773469 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0affa7-914e-44af-a09d-cebf9548b883 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:36:06.773803 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0affa7-914e-44af-a09d-cebf9548b883 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:36:06.774140 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0affa7-914e-44af-a09d-cebf9548b883 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:36:06.774505 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0affa7-914e-44af-a09d-cebf9548b883 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:36:06.774849 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0affa7-914e-44af-a09d-cebf9548b883 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:36:06.775229 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0affa7-914e-44af-a09d-cebf9548b883 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:36:06.937632 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9ced73f8-5e0d-441b-aee5-c1eead062c14 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:06.945995 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 6ef872c4-ec38-4c42-8cd5-64628799f61b no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:36:06.963572 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ced73f8-5e0d-441b-aee5-c1eead062c14 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event deleted for resources: {'Port': ['ID=811b2d0e-5698-49ad-ac1f-0c2c0c254dd2,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:36:06.965605 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] No Port match for: 6ef872c4-ec38-4c42-8cd5-64628799f61b {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:36:06.965955 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 6ef872c4-ec38-4c42-8cd5-64628799f61b not bound to the agent host n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:36:07.023872 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9ced73f8-5e0d-441b-aee5-c1eead062c14 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520654'] for router_gateway, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:07.120987 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9ced73f8-5e0d-441b-aee5-c1eead062c14 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:07.123470 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9ced73f8-5e0d-441b-aee5-c1eead062c14 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:07.170023 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9ced73f8-5e0d-441b-aee5-c1eead062c14 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:07.170607 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ced73f8-5e0d-441b-aee5-c1eead062c14 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Fanout notify agent at l3_agent the message router_deleted on router 22a1012c-74d9-4997-bf7f-4169cf78c271 {{(pid=94260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:36:07.177661 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9ced73f8-5e0d-441b-aee5-c1eead062c14 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for router, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:07.180043 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-9ced73f8-5e0d-441b-aee5-c1eead062c14 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "DELETE /v2.0/routers/22a1012c-74d9-4997-bf7f-4169cf78c271 HTTP/1.1" status: 204 len: 168 time: 1.1090250 Aug 10 04:36:07.183279 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 52000) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:36:07.197085 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 5237e9bd-063d-463c-abde-16c6ce09d932 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:36:07.218087 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 5237e9bd-063d-463c-abde-16c6ce09d932 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:36:07.218465 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 5237e9bd-063d-463c-abde-16c6ce09d932 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:36:07.218888 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device e54df6c1-c231-4923-b481-d76191dcdcbe no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:36:07.237650 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: e54df6c1-c231-4923-b481-d76191dcdcbe {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:36:07.237997 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device e54df6c1-c231-4923-b481-d76191dcdcbe not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:36:07.277233 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9e121c67-c898-4bec-a3dd-2b8b4d4953d6 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:07.364673 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9e121c67-c898-4bec-a3dd-2b8b4d4953d6 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:07.375478 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-9e121c67-c898-4bec-a3dd-2b8b4d4953d6 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ac9a0bd-3cd1-40f2-9a1c-b6be06ced14d']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:36:07.386901 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-9e121c67-c898-4bec-a3dd-2b8b4d4953d6 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f969ba53-e22f-431c-b5a3-2c7886390fcd') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:36:07.387201 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-9e121c67-c898-4bec-a3dd-2b8b4d4953d6 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f969ba53-e22f-431c-b5a3-2c7886390fcd') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:36:07.399042 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9e121c67-c898-4bec-a3dd-2b8b4d4953d6 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:07.412545 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9e121c67-c898-4bec-a3dd-2b8b4d4953d6 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:07.418316 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e121c67-c898-4bec-a3dd-2b8b4d4953d6 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:36:07.418706 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9e121c67-c898-4bec-a3dd-2b8b4d4953d6 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:07.421560 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 04:36:07.421560 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:36:07.421560 n-d-768862-13 neutron-server[94261]: timer() Aug 10 04:36:07.421560 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:36:07.421560 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 04:36:07.421560 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:36:07.421560 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 04:36:07.421560 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:36:07.421560 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 04:36:07.421560 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:36:07.421560 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 04:36:07.421560 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:36:07.421560 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 04:36:07.421560 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:36:07.421560 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:36:07.421560 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:36:07.421560 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:36:07.421560 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:36:07.421560 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 04:36:07.421560 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:36:07.421560 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 04:36:07.421560 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:36:07.421560 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:36:07.421560 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:36:07.421560 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 04:36:07.421560 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:36:07.421560 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:36:07.421560 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:36:07.421560 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:36:07.421560 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:36:07.421560 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:36:07.421560 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:36:07.486454 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9e121c67-c898-4bec-a3dd-2b8b4d4953d6 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:07.495415 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9e121c67-c898-4bec-a3dd-2b8b4d4953d6 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:07.497018 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-9e121c67-c898-4bec-a3dd-2b8b4d4953d6 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "DELETE /v2.0/networks/2ac9a0bd-3cd1-40f2-9a1c-b6be06ced14d HTTP/1.1" status: 204 len: 168 time: 0.3112674 Aug 10 04:36:07.501028 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 52002) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:36:07.509675 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e121c67-c898-4bec-a3dd-2b8b4d4953d6 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event deleted for resources: {'Network': ['ID=2ac9a0bd-3cd1-40f2-9a1c-b6be06ced14d,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:36:07.517572 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e121c67-c898-4bec-a3dd-2b8b4d4953d6 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:36:07.517924 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e121c67-c898-4bec-a3dd-2b8b4d4953d6 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:36:07.518430 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e121c67-c898-4bec-a3dd-2b8b4d4953d6 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:36:07.518763 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e121c67-c898-4bec-a3dd-2b8b4d4953d6 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:36:07.519087 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e121c67-c898-4bec-a3dd-2b8b4d4953d6 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:36:07.519410 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e121c67-c898-4bec-a3dd-2b8b4d4953d6 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:36:07.519733 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e121c67-c898-4bec-a3dd-2b8b4d4953d6 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:36:07.520059 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e121c67-c898-4bec-a3dd-2b8b4d4953d6 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:36:07.520376 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e121c67-c898-4bec-a3dd-2b8b4d4953d6 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:36:07.520693 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e121c67-c898-4bec-a3dd-2b8b4d4953d6 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:36:07.521008 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e121c67-c898-4bec-a3dd-2b8b4d4953d6 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:36:07.521320 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e121c67-c898-4bec-a3dd-2b8b4d4953d6 tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:36:07.560771 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9bd843fd-f242-404d-93ff-f09a739744ff tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:07.585741 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9bd843fd-f242-404d-93ff-f09a739744ff tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:07.646925 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9bd843fd-f242-404d-93ff-f09a739744ff tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:07.649447 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-9bd843fd-f242-404d-93ff-f09a739744ff tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:07.650648 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-9bd843fd-f242-404d-93ff-f09a739744ff tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] 10.222.0.44 "DELETE /v2.0/security-groups/d2e22622-d02f-4ef5-82a2-3fc9787adff1 HTTP/1.1" status: 204 len: 168 time: 0.1485839 Aug 10 04:36:07.659900 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd843fd-f242-404d-93ff-f09a739744ff tempest-TestNetworkAdvancedServerOps-901695383 tempest-TestNetworkAdvancedServerOps-901695383-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e22622-d02f-4ef5-82a2-3fc9787adff1,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:36:08.013533 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 52010) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:36:08.156838 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-3402b921-15cf-4fd1-9ef5-7dcfca587732 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=db935c6fffe84fc296c14b1cf491ed1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1414061 Aug 10 04:36:08.159351 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 52014) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:36:08.216133 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8b02c673-695e-4acc-b772-029ac0972f42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:08.237930 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8b02c673-695e-4acc-b772-029ac0972f42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:08.283969 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8b02c673-695e-4acc-b772-029ac0972f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:08.287272 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8b02c673-695e-4acc-b772-029ac0972f42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:08.288456 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-8b02c673-695e-4acc-b772-029ac0972f42 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a91d2537-3523-4e7a-aa41-9b4a4b82f051 HTTP/1.1" status: 204 len: 168 time: 0.1281185 Aug 10 04:36:08.297673 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b02c673-695e-4acc-b772-029ac0972f42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91d2537-3523-4e7a-aa41-9b4a4b82f051,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:36:08.564303 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 52020) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:36:08.578074 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-74fb553e-14e3-4e45-b09b-8f9f4c0de1ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:08.671125 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-74fb553e-14e3-4e45-b09b-8f9f4c0de1ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:08.675020 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-74fb553e-14e3-4e45-b09b-8f9f4c0de1ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:08.718377 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-74fb553e-14e3-4e45-b09b-8f9f4c0de1ce admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=250f0e55c7cd4ce5ae02d96ad16a232c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1529417 Aug 10 04:36:08.719244 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fb553e-14e3-4e45-b09b-8f9f4c0de1ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e74a81d-7c76-4e36-8a20-e242faa7a470,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:36:08.721102 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 52022) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:36:08.769044 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ca81d7ce-a591-46d2-957a-254f2ff27f69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:08.790270 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ca81d7ce-a591-46d2-957a-254f2ff27f69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:08.838582 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ca81d7ce-a591-46d2-957a-254f2ff27f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:08.839092 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 811b2d0e-5698-49ad-ac1f-0c2c0c254dd2 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:36:08.841112 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ca81d7ce-a591-46d2-957a-254f2ff27f69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:08.842312 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ca81d7ce-a591-46d2-957a-254f2ff27f69 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4e74a81d-7c76-4e36-8a20-e242faa7a470 HTTP/1.1" status: 204 len: 168 time: 0.1194623 Aug 10 04:36:08.849996 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca81d7ce-a591-46d2-957a-254f2ff27f69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e74a81d-7c76-4e36-8a20-e242faa7a470,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:36:08.867571 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 811b2d0e-5698-49ad-ac1f-0c2c0c254dd2 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:36:08.867908 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 811b2d0e-5698-49ad-ac1f-0c2c0c254dd2 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:36:09.547361 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 52044) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:36:09.643682 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-7b17326d-acc4-4cfe-b5ec-6909d6f98326 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-524787378-network', 'tenant_id': '147fa16a171649748e11d9c638603170'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:36:09.681897 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b17326d-acc4-4cfe-b5ec-6909d6f98326 admin admin] Made reservation on behalf of 147fa16a171649748e11d9c638603170 for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:36:09.684796 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7b17326d-acc4-4cfe-b5ec-6909d6f98326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:09.694935 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7b17326d-acc4-4cfe-b5ec-6909d6f98326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:09.789511 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7b17326d-acc4-4cfe-b5ec-6909d6f98326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:09.793228 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7b17326d-acc4-4cfe-b5ec-6909d6f98326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:09.817814 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b17326d-acc4-4cfe-b5ec-6909d6f98326 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:36:09.826588 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b17326d-acc4-4cfe-b5ec-6909d6f98326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f429ce-e591-4445-83b3-4b0347788142,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:36:09.833555 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7b17326d-acc4-4cfe-b5ec-6909d6f98326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:09.833785 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-7b17326d-acc4-4cfe-b5ec-6909d6f98326 admin admin] Added segment 6572a14d-9df9-4335-907d-1fe8cba542f0 of type vlan for network a7600888-615e-4447-9cf8-55d2bc9ab131 Aug 10 04:36:09.873568 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7b17326d-acc4-4cfe-b5ec-6909d6f98326 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:09.903148 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7b17326d-acc4-4cfe-b5ec-6909d6f98326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:09.904154 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b17326d-acc4-4cfe-b5ec-6909d6f98326 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:36:09.904733 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7b17326d-acc4-4cfe-b5ec-6909d6f98326 admin admin] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:09.955851 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-7b17326d-acc4-4cfe-b5ec-6909d6f98326 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4072378 Aug 10 04:36:09.959243 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 52048) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:36:09.963371 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b17326d-acc4-4cfe-b5ec-6909d6f98326 admin admin] Pushing event updated for resources: {'Network': ['ID=a7600888-615e-4447-9cf8-55d2bc9ab131,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:36:09.964480 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-19109d19-6f4c-41d1-8b25-b50d6fe1e339 admin admin] Request body: {'subnet': {'network_id': 'a7600888-615e-4447-9cf8-55d2bc9ab131', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-524787378-subnet', 'tenant_id': '147fa16a171649748e11d9c638603170', 'ip_version': 4}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:36:09.974459 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network a7600888-615e-4447-9cf8-55d2bc9ab131 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:36:09.987154 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19109d19-6f4c-41d1-8b25-b50d6fe1e339 admin admin] Made reservation on behalf of 147fa16a171649748e11d9c638603170 for: {'subnet': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:36:09.990036 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-19109d19-6f4c-41d1-8b25-b50d6fe1e339 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805246'] for subnet, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:10.158499 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-19109d19-6f4c-41d1-8b25-b50d6fe1e339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58895384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805196'] for subnet, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:10.217410 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19109d19-6f4c-41d1-8b25-b50d6fe1e339 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa4a00ab-7bcb-42f3-96e1-0fc86a634467,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:36:10.227367 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19109d19-6f4c-41d1-8b25-b50d6fe1e339 admin admin] Checking segment: {'id': '6572a14d-9df9-4335-907d-1fe8cba542f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a7600888-615e-4447-9cf8-55d2bc9ab131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:36:10.227736 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19109d19-6f4c-41d1-8b25-b50d6fe1e339 admin admin] Network hostable DHCP agents. Network: a7600888-615e-4447-9cf8-55d2bc9ab131, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:36:10.244107 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19109d19-6f4c-41d1-8b25-b50d6fe1e339 admin admin] Network a7600888-615e-4447-9cf8-55d2bc9ab131 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:36:10.252757 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-19109d19-6f4c-41d1-8b25-b50d6fe1e339 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, a7600888-615e-4447-9cf8-55d2bc9ab131) {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:36:10.256915 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19109d19-6f4c-41d1-8b25-b50d6fe1e339 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:36:10.257543 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-19109d19-6f4c-41d1-8b25-b50d6fe1e339 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:10.261920 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385c0f18-9555-4e87-bac7-3979a45277b4 None None] Network a7600888-615e-4447-9cf8-55d2bc9ab131 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:36:10.271248 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-19109d19-6f4c-41d1-8b25-b50d6fe1e339 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3107383 Aug 10 04:36:10.274527 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 52050) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:36:10.278880 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-ce78a06c-98b7-46b2-bf74-2c9c7ee3fa96 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-524787378-router', 'tenant_id': '147fa16a171649748e11d9c638603170', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:36:10.300467 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ce78a06c-98b7-46b2-bf74-2c9c7ee3fa96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:10.302285 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ce78a06c-98b7-46b2-bf74-2c9c7ee3fa96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:10.355444 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ce78a06c-98b7-46b2-bf74-2c9c7ee3fa96 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:10.417439 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d04bc5c-43e0-48fb-b7f5-8b3652c5fa5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-a7600888-615e-4447-9cf8-55d2bc9ab131', 'network_id': 'a7600888-615e-4447-9cf8-55d2bc9ab131', 'tenant_id': '147fa16a171649748e11d9c638603170', 'fixed_ips': [{'subnet_id': 'aa4a00ab-7bcb-42f3-96e1-0fc86a634467'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:36:10.418362 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9d04bc5c-43e0-48fb-b7f5-8b3652c5fa5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:10.502066 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ce78a06c-98b7-46b2-bf74-2c9c7ee3fa96 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:10.562484 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-9d04bc5c-43e0-48fb-b7f5-8b3652c5fa5e None None] Allocated IP 172.20.0.2 (a7600888-615e-4447-9cf8-55d2bc9ab131/aa4a00ab-7bcb-42f3-96e1-0fc86a634467/41f4eee1-2e10-4bfe-b80e-f57c95c30e55) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:36:10.709839 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ce78a06c-98b7-46b2-bf74-2c9c7ee3fa96 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:10.733954 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ce78a06c-98b7-46b2-bf74-2c9c7ee3fa96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:10.739555 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9d04bc5c-43e0-48fb-b7f5-8b3652c5fa5e None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:10.749915 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-9d04bc5c-43e0-48fb-b7f5-8b3652c5fa5e None None] Transition to ACTIVE for port object 41f4eee1-2e10-4bfe-b80e-f57c95c30e55 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:36:10.766464 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-9d04bc5c-43e0-48fb-b7f5-8b3652c5fa5e None None] Transition to ACTIVE for port object 41f4eee1-2e10-4bfe-b80e-f57c95c30e55 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:36:10.772859 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9d04bc5c-43e0-48fb-b7f5-8b3652c5fa5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:10.815895 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d04bc5c-43e0-48fb-b7f5-8b3652c5fa5e None None] Network a7600888-615e-4447-9cf8-55d2bc9ab131 is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:36:10.820466 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-9d04bc5c-43e0-48fb-b7f5-8b3652c5fa5e None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:36:10.825192 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d04bc5c-43e0-48fb-b7f5-8b3652c5fa5e None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:36:10.833116 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d04bc5c-43e0-48fb-b7f5-8b3652c5fa5e None None] Pushing event updated for resources: {'Port': ['ID=41f4eee1-2e10-4bfe-b80e-f57c95c30e55,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:36:10.845850 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-ce78a06c-98b7-46b2-bf74-2c9c7ee3fa96 admin admin] Allocated IP 172.25.6.180 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/10327ded-747e-4adf-aa13-aee0a2bbae82) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:36:10.891366 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-9d04bc5c-43e0-48fb-b7f5-8b3652c5fa5e None None] Attempting to bind port 41f4eee1-2e10-4bfe-b80e-f57c95c30e55 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:36:10.891810 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-9d04bc5c-43e0-48fb-b7f5-8b3652c5fa5e None None] Attempting to bind port 41f4eee1-2e10-4bfe-b80e-f57c95c30e55 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '6572a14d-9df9-4335-907d-1fe8cba542f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a7600888-615e-4447-9cf8-55d2bc9ab131'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:36:10.892183 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d04bc5c-43e0-48fb-b7f5-8b3652c5fa5e None None] Attempting to bind port 41f4eee1-2e10-4bfe-b80e-f57c95c30e55 on network a7600888-615e-4447-9cf8-55d2bc9ab131 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:36:10.897670 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d04bc5c-43e0-48fb-b7f5-8b3652c5fa5e None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:36:10.898049 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d04bc5c-43e0-48fb-b7f5-8b3652c5fa5e None None] Checking segment: {'id': '6572a14d-9df9-4335-907d-1fe8cba542f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a7600888-615e-4447-9cf8-55d2bc9ab131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:36:10.898486 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9d04bc5c-43e0-48fb-b7f5-8b3652c5fa5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:10.898887 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d04bc5c-43e0-48fb-b7f5-8b3652c5fa5e None None] Bound using segment: {'id': '6572a14d-9df9-4335-907d-1fe8cba542f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a7600888-615e-4447-9cf8-55d2bc9ab131'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:36:10.899376 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-9d04bc5c-43e0-48fb-b7f5-8b3652c5fa5e None None] Bound port: 41f4eee1-2e10-4bfe-b80e-f57c95c30e55, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6572a14d-9df9-4335-907d-1fe8cba542f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a7600888-615e-4447-9cf8-55d2bc9ab131'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:36:10.899748 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9d04bc5c-43e0-48fb-b7f5-8b3652c5fa5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:10.961682 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ce78a06c-98b7-46b2-bf74-2c9c7ee3fa96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:10.983214 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-9d04bc5c-43e0-48fb-b7f5-8b3652c5fa5e None None] For port 41f4eee1-2e10-4bfe-b80e-f57c95c30e55, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:36:10.986651 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-9d04bc5c-43e0-48fb-b7f5-8b3652c5fa5e None None] For port 41f4eee1-2e10-4bfe-b80e-f57c95c30e55, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=41f4eee1-2e10-4bfe-b80e-f57c95c30e55,segment=NetworkSegment(6572a14d-9df9-4335-907d-1fe8cba542f0),segment_id=6572a14d-9df9-4335-907d-1fe8cba542f0)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:36:10.992068 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9d04bc5c-43e0-48fb-b7f5-8b3652c5fa5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:11.005416 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ce78a06c-98b7-46b2-bf74-2c9c7ee3fa96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:11.049014 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce78a06c-98b7-46b2-bf74-2c9c7ee3fa96 admin admin] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:36:11.053772 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-ce78a06c-98b7-46b2-bf74-2c9c7ee3fa96 admin admin] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:36:11.056737 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d04bc5c-43e0-48fb-b7f5-8b3652c5fa5e None None] Pushing event updated for resources: {'Port': ['ID=41f4eee1-2e10-4bfe-b80e-f57c95c30e55,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:36:11.059003 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce78a06c-98b7-46b2-bf74-2c9c7ee3fa96 admin admin] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:36:11.062050 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce78a06c-98b7-46b2-bf74-2c9c7ee3fa96 admin admin] Pushing event updated for resources: {'Port': ['ID=10327ded-747e-4adf-aa13-aee0a2bbae82,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:36:11.336048 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ce78a06c-98b7-46b2-bf74-2c9c7ee3fa96 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:11.533727 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ce78a06c-98b7-46b2-bf74-2c9c7ee3fa96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:11.664540 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce78a06c-98b7-46b2-bf74-2c9c7ee3fa96 admin admin] Router c77c9929-88c6-4f46-9066-3443996c2c90 is scheduled to L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e with binding_index 1 {{(pid=94260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:36:11.779078 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce78a06c-98b7-46b2-bf74-2c9c7ee3fa96 admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:36:11.788352 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3345584-9ecd-4f0c-bca6-bdab854bdff1 None None] Sync routers for ids ['c77c9929-88c6-4f46-9066-3443996c2c90'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:36:11.797002 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ce78a06c-98b7-46b2-bf74-2c9c7ee3fa96 admin admin] Notify callbacks [] for router, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:11.798313 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-ce78a06c-98b7-46b2-bf74-2c9c7ee3fa96 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5228050 Aug 10 04:36:11.801266 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 52052) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:36:11.801842 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3345584-9ecd-4f0c-bca6-bdab854bdff1 None None] Routers {'c77c9929-88c6-4f46-9066-3443996c2c90'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:36:11.802715 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-b3345584-9ecd-4f0c-bca6-bdab854bdff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:35:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['c77c9929-88c6-4f46-9066-3443996c2c90'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:36:11.914829 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-b3345584-9ecd-4f0c-bca6-bdab854bdff1 None None] Set router c77c9929-88c6-4f46-9066-3443996c2c90 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:36:11.940108 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744c2a1e-e2c6-4ac4-a9b3-b37b48a09fe3 None None] Network a7600888-615e-4447-9cf8-55d2bc9ab131 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:36:12.000731 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c3cc990c-3d1a-4601-a34b-65948f26c7d2 None None] Provisioning for port 41f4eee1-2e10-4bfe-b80e-f57c95c30e55 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:36:12.094209 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-b3345584-9ecd-4f0c-bca6-bdab854bdff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77c9929-88c6-4f46-9066-3443996c2c90', 'name': 'tempest-TestShelveInstance-524787378-router', 'tenant_id': '147fa16a171649748e11d9c638603170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '10327ded-747e-4adf-aa13-aee0a2bbae82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:36:10Z', 'updated_at': '2021-08-10T04:36:11Z', 'revision_number': 3, 'project_id': '147fa16a171649748e11d9c638603170', 'gw_port': {'id': '10327ded-747e-4adf-aa13-aee0a2bbae82', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:15:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c77c9929-88c6-4f46-9066-3443996c2c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:36:10Z', 'updated_at': '2021-08-10T04:36:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:36:12.124980 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3345584-9ecd-4f0c-bca6-bdab854bdff1 None None] Checking router: c77c9929-88c6-4f46-9066-3443996c2c90 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:36:12.125324 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3345584-9ecd-4f0c-bca6-bdab854bdff1 None None] Updating router c77c9929-88c6-4f46-9066-3443996c2c90 port 10327ded-747e-4adf-aa13-aee0a2bbae82 binding host n-d-768862-13 {{(pid=94263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:36:12.153499 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-b3345584-9ecd-4f0c-bca6-bdab854bdff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:12.256769 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-77cedda0-d68c-481c-b113-35046e3e1b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:12.415793 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-77cedda0-d68c-481c-b113-35046e3e1b30 admin admin] Allocated IP 172.20.0.1 (a7600888-615e-4447-9cf8-55d2bc9ab131/aa4a00ab-7bcb-42f3-96e1-0fc86a634467/ea913b13-a24d-4c4b-95a3-77498c7a6c78) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:36:12.419126 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-b3345584-9ecd-4f0c-bca6-bdab854bdff1 None None] Notify callbacks [] for port, precommit_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:12.429114 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.provisioning_blocks [None req-b3345584-9ecd-4f0c-bca6-bdab854bdff1 None None] Transition to ACTIVE for port object 10327ded-747e-4adf-aa13-aee0a2bbae82 will not be triggered until provisioned by entity L2. {{(pid=94263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:36:12.434922 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-b3345584-9ecd-4f0c-bca6-bdab854bdff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:12.484001 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-b3345584-9ecd-4f0c-bca6-bdab854bdff1 None None] Attempting to bind port 10327ded-747e-4adf-aa13-aee0a2bbae82 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:36:12.484459 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-b3345584-9ecd-4f0c-bca6-bdab854bdff1 None None] Attempting to bind port 10327ded-747e-4adf-aa13-aee0a2bbae82 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:36:12.484887 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3345584-9ecd-4f0c-bca6-bdab854bdff1 None None] Attempting to bind port 10327ded-747e-4adf-aa13-aee0a2bbae82 on network 2ea12131-628a-487e-b434-0463553732bd {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:36:12.491840 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099e00d5-9ec7-458c-a6a3-243f23ed54c1 None None] Pushing event updated for resources: {'Port': ['ID=10327ded-747e-4adf-aa13-aee0a2bbae82,revision_number=2']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:36:12.495218 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3345584-9ecd-4f0c-bca6-bdab854bdff1 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:36:12.495658 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3345584-9ecd-4f0c-bca6-bdab854bdff1 None None] Checking segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:36:12.496208 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-b3345584-9ecd-4f0c-bca6-bdab854bdff1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:12.496673 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3345584-9ecd-4f0c-bca6-bdab854bdff1 None None] Bound using segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:36:12.497768 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-b3345584-9ecd-4f0c-bca6-bdab854bdff1 None None] Bound port: 10327ded-747e-4adf-aa13-aee0a2bbae82, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:36:12.497768 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-b3345584-9ecd-4f0c-bca6-bdab854bdff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:12.505011 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099e00d5-9ec7-458c-a6a3-243f23ed54c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:36:12.505355 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099e00d5-9ec7-458c-a6a3-243f23ed54c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:36:12.505697 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099e00d5-9ec7-458c-a6a3-243f23ed54c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:36:12.506032 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099e00d5-9ec7-458c-a6a3-243f23ed54c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:36:12.506388 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099e00d5-9ec7-458c-a6a3-243f23ed54c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:36:12.506722 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099e00d5-9ec7-458c-a6a3-243f23ed54c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:36:12.507052 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099e00d5-9ec7-458c-a6a3-243f23ed54c1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:36:12.507372 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099e00d5-9ec7-458c-a6a3-243f23ed54c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:36:12.507693 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099e00d5-9ec7-458c-a6a3-243f23ed54c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:36:12.508014 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099e00d5-9ec7-458c-a6a3-243f23ed54c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:36:12.508334 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099e00d5-9ec7-458c-a6a3-243f23ed54c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:36:12.508654 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099e00d5-9ec7-458c-a6a3-243f23ed54c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:36:12.520263 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-77cedda0-d68c-481c-b113-35046e3e1b30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:12.533419 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [None req-77cedda0-d68c-481c-b113-35046e3e1b30 admin admin] Transition to ACTIVE for port object ea913b13-a24d-4c4b-95a3-77498c7a6c78 will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:36:12.567866 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-77cedda0-d68c-481c-b113-35046e3e1b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:12.607711 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77cedda0-d68c-481c-b113-35046e3e1b30 admin admin] Network a7600888-615e-4447-9cf8-55d2bc9ab131 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:36:12.612861 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-77cedda0-d68c-481c-b113-35046e3e1b30 admin admin] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:36:12.616942 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cedda0-d68c-481c-b113-35046e3e1b30 admin admin] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:36:12.648048 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cedda0-d68c-481c-b113-35046e3e1b30 admin admin] Pushing event updated for resources: {'Port': ['ID=ea913b13-a24d-4c4b-95a3-77498c7a6c78,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:36:12.662701 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-b3345584-9ecd-4f0c-bca6-bdab854bdff1 None None] For port 10327ded-747e-4adf-aa13-aee0a2bbae82, host n-d-768862-13, cleared binding levels {{(pid=94263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:36:12.666406 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-77cedda0-d68c-481c-b113-35046e3e1b30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521745'] for router_interface, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:12.666538 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-b3345584-9ecd-4f0c-bca6-bdab854bdff1 None None] For port 10327ded-747e-4adf-aa13-aee0a2bbae82, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=10327ded-747e-4adf-aa13-aee0a2bbae82,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:36:12.672039 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-b3345584-9ecd-4f0c-bca6-bdab854bdff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:12.720678 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3345584-9ecd-4f0c-bca6-bdab854bdff1 None None] Routers {'c77c9929-88c6-4f46-9066-3443996c2c90'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:36:12.721303 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-b3345584-9ecd-4f0c-bca6-bdab854bdff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:35:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['c77c9929-88c6-4f46-9066-3443996c2c90'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:36:12.774980 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099e00d5-9ec7-458c-a6a3-243f23ed54c1 None None] Pushing event updated for resources: {'Port': ['ID=10327ded-747e-4adf-aa13-aee0a2bbae82,revision_number=3']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:36:12.801941 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-77cedda0-d68c-481c-b113-35046e3e1b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:12.856949 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-b3345584-9ecd-4f0c-bca6-bdab854bdff1 None None] Set router c77c9929-88c6-4f46-9066-3443996c2c90 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:36:12.868576 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-9bfb1db5-d53f-4874-b659-e4e179e66643 None None] Provisioning for port ea913b13-a24d-4c4b-95a3-77498c7a6c78 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:36:12.876305 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-9bfb1db5-d53f-4874-b659-e4e179e66643 None None] Provisioning complete for port ea913b13-a24d-4c4b-95a3-77498c7a6c78 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:36:12.876723 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9bfb1db5-d53f-4874-b659-e4e179e66643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:12.921312 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-9bfb1db5-d53f-4874-b659-e4e179e66643 None None] Port ea913b13-a24d-4c4b-95a3-77498c7a6c78 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:36:12.930746 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 41f4eee1-2e10-4bfe-b80e-f57c95c30e55 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:36:12.990695 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 41f4eee1-2e10-4bfe-b80e-f57c95c30e55 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:36:12.994711 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 41f4eee1-2e10-4bfe-b80e-f57c95c30e55 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:36:12.995089 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:13.030166 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-77cedda0-d68c-481c-b113-35046e3e1b30 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:13.036729 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-77cedda0-d68c-481c-b113-35046e3e1b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:13.068558 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-b3345584-9ecd-4f0c-bca6-bdab854bdff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77c9929-88c6-4f46-9066-3443996c2c90', 'name': 'tempest-TestShelveInstance-524787378-router', 'tenant_id': '147fa16a171649748e11d9c638603170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '10327ded-747e-4adf-aa13-aee0a2bbae82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:36:10Z', 'updated_at': '2021-08-10T04:36:11Z', 'revision_number': 3, 'project_id': '147fa16a171649748e11d9c638603170', 'gw_port': {'id': '10327ded-747e-4adf-aa13-aee0a2bbae82', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:15:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c77c9929-88c6-4f46-9066-3443996c2c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:36:10Z', 'updated_at': '2021-08-10T04:36:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:36:13.102607 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3345584-9ecd-4f0c-bca6-bdab854bdff1 None None] The sync data for ids ['c77c9929-88c6-4f46-9066-3443996c2c90'] in n-d-768862-13 is: [{'id': 'c77c9929-88c6-4f46-9066-3443996c2c90', 'name': 'tempest-TestShelveInstance-524787378-router', 'tenant_id': '147fa16a171649748e11d9c638603170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '10327ded-747e-4adf-aa13-aee0a2bbae82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:36:10Z', 'updated_at': '2021-08-10T04:36:11Z', 'revision_number': 3, 'project_id': '147fa16a171649748e11d9c638603170', 'gw_port': {'id': '10327ded-747e-4adf-aa13-aee0a2bbae82', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:15:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c77c9929-88c6-4f46-9066-3443996c2c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:36:10Z', 'updated_at': '2021-08-10T04:36:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:36:13.248037 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:13.284042 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 41f4eee1-2e10-4bfe-b80e-f57c95c30e55, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=41f4eee1-2e10-4bfe-b80e-f57c95c30e55,segment=NetworkSegment(6572a14d-9df9-4335-907d-1fe8cba542f0),segment_id=6572a14d-9df9-4335-907d-1fe8cba542f0)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:36:13.289624 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:13.360036 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=41f4eee1-2e10-4bfe-b80e-f57c95c30e55,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:36:13.455179 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-77cedda0-d68c-481c-b113-35046e3e1b30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521893'] for router_interface, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:13.457479 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cedda0-d68c-481c-b113-35046e3e1b30 admin admin] Pushing event updated for resources: {'Port': ['ID=ea913b13-a24d-4c4b-95a3-77498c7a6c78,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:36:13.556625 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77cedda0-d68c-481c-b113-35046e3e1b30 admin admin] Network a7600888-615e-4447-9cf8-55d2bc9ab131 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:36:13.557995 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-77cedda0-d68c-481c-b113-35046e3e1b30 admin admin] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:36:13.676694 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77cedda0-d68c-481c-b113-35046e3e1b30 admin admin] Router c77c9929-88c6-4f46-9066-3443996c2c90 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:36:13.791445 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77cedda0-d68c-481c-b113-35046e3e1b30 admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:36:13.796466 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-77cedda0-d68c-481c-b113-35046e3e1b30 admin admin] 10.222.0.44 "PUT /v2.0/routers/c77c9929-88c6-4f46-9066-3443996c2c90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9938233 Aug 10 04:36:13.848264 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-77ee1010-f895-4517-aac8-a2b52ba691d3 None None] Provisioning complete for port ea913b13-a24d-4c4b-95a3-77498c7a6c78 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:36:13.848756 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-77ee1010-f895-4517-aac8-a2b52ba691d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:13.891271 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-77ee1010-f895-4517-aac8-a2b52ba691d3 None None] Port ea913b13-a24d-4c4b-95a3-77498c7a6c78 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:36:14.273557 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 52068) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:36:14.278693 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-2440f47c-8d25-4582-8c5c-c24adcde9661 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1249583226-network', 'tenant_id': 'd04ab53c53d74f5597622421def77263'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:36:14.301579 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2440f47c-8d25-4582-8c5c-c24adcde9661 admin admin] Made reservation on behalf of d04ab53c53d74f5597622421def77263 for: {'network': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:36:14.304073 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2440f47c-8d25-4582-8c5c-c24adcde9661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:14.313209 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2440f47c-8d25-4582-8c5c-c24adcde9661 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:14.407816 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2440f47c-8d25-4582-8c5c-c24adcde9661 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:14.412278 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2440f47c-8d25-4582-8c5c-c24adcde9661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:14.440405 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2440f47c-8d25-4582-8c5c-c24adcde9661 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=94261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:36:14.446515 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2440f47c-8d25-4582-8c5c-c24adcde9661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3cfd9db-85a3-4293-b914-33c2c82dca01,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:36:14.458392 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2440f47c-8d25-4582-8c5c-c24adcde9661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:14.458750 n-d-768862-13 neutron-server[94261]: INFO neutron.db.segments_db [None req-2440f47c-8d25-4582-8c5c-c24adcde9661 admin admin] Added segment d0352e4b-d797-47ff-a95d-c15fafa93a8e of type vlan for network 88391ac5-b513-4e19-924a-0164d27c95ff Aug 10 04:36:14.505713 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2440f47c-8d25-4582-8c5c-c24adcde9661 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:14.533329 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2440f47c-8d25-4582-8c5c-c24adcde9661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:14.534372 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2440f47c-8d25-4582-8c5c-c24adcde9661 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:36:14.534948 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2440f47c-8d25-4582-8c5c-c24adcde9661 admin admin] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:14.591134 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-2440f47c-8d25-4582-8c5c-c24adcde9661 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3164163 Aug 10 04:36:14.594084 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 52070) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:36:14.599898 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-cb4b5535-5207-493f-b04b-869b68f220cc admin admin] Request body: {'subnet': {'network_id': '88391ac5-b513-4e19-924a-0164d27c95ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1249583226-subnet', 'tenant_id': 'd04ab53c53d74f5597622421def77263', 'ip_version': 4}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:36:14.609375 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2440f47c-8d25-4582-8c5c-c24adcde9661 admin admin] Pushing event updated for resources: {'Network': ['ID=88391ac5-b513-4e19-924a-0164d27c95ff,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:36:14.622801 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 88391ac5-b513-4e19-924a-0164d27c95ff details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:36:14.626513 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb4b5535-5207-493f-b04b-869b68f220cc admin admin] Made reservation on behalf of d04ab53c53d74f5597622421def77263 for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:36:14.628976 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cb4b5535-5207-493f-b04b-869b68f220cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:14.638497 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f383e96-dfed-42f8-a78d-502d310cf05b None None] Sync routers for ids ['c77c9929-88c6-4f46-9066-3443996c2c90'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:36:14.688589 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f383e96-dfed-42f8-a78d-502d310cf05b None None] Routers {'c77c9929-88c6-4f46-9066-3443996c2c90'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:36:14.689206 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-4f383e96-dfed-42f8-a78d-502d310cf05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:35:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['c77c9929-88c6-4f46-9066-3443996c2c90'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:36:14.802390 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cb4b5535-5207-493f-b04b-869b68f220cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:14.807867 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-4f383e96-dfed-42f8-a78d-502d310cf05b None None] Set router c77c9929-88c6-4f46-9066-3443996c2c90 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:36:14.871874 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4b5535-5207-493f-b04b-869b68f220cc admin admin] Checking segment: {'id': 'd0352e4b-d797-47ff-a95d-c15fafa93a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '88391ac5-b513-4e19-924a-0164d27c95ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:36:14.872240 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4b5535-5207-493f-b04b-869b68f220cc admin admin] Network hostable DHCP agents. Network: 88391ac5-b513-4e19-924a-0164d27c95ff, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:36:14.876015 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4b5535-5207-493f-b04b-869b68f220cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc178a02-b547-4471-935e-dda337c569c0,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:36:14.895010 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4b5535-5207-493f-b04b-869b68f220cc admin admin] Network 88391ac5-b513-4e19-924a-0164d27c95ff is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:36:14.906346 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-cb4b5535-5207-493f-b04b-869b68f220cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 88391ac5-b513-4e19-924a-0164d27c95ff) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:36:14.911478 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4b5535-5207-493f-b04b-869b68f220cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:36:14.912089 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cb4b5535-5207-493f-b04b-869b68f220cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:14.931484 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b776b715-df41-4512-afb6-7004408f21a3 None None] Network 88391ac5-b513-4e19-924a-0164d27c95ff requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:36:14.931883 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 52072) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:36:14.932412 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-cb4b5535-5207-493f-b04b-869b68f220cc admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3367743 Aug 10 04:36:14.936597 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-5b8a6c5a-6646-497c-acf5-0cffe4dc214b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1249583226-router', 'tenant_id': 'd04ab53c53d74f5597622421def77263', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:36:14.968267 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5b8a6c5a-6646-497c-acf5-0cffe4dc214b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:14.969850 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5b8a6c5a-6646-497c-acf5-0cffe4dc214b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:15.002275 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 41f4eee1-2e10-4bfe-b80e-f57c95c30e55 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:36:15.031066 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5b8a6c5a-6646-497c-acf5-0cffe4dc214b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:15.156698 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 41f4eee1-2e10-4bfe-b80e-f57c95c30e55 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:36:15.157069 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:15.168633 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5b8a6c5a-6646-497c-acf5-0cffe4dc214b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:15.193088 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345c45b9-3df0-46a7-8d4c-519ffac427ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-88391ac5-b513-4e19-924a-0164d27c95ff', 'network_id': '88391ac5-b513-4e19-924a-0164d27c95ff', 'tenant_id': 'd04ab53c53d74f5597622421def77263', 'fixed_ips': [{'subnet_id': 'fc178a02-b547-4471-935e-dda337c569c0'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:36:15.194013 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-345c45b9-3df0-46a7-8d4c-519ffac427ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:15.229477 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-4f383e96-dfed-42f8-a78d-502d310cf05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77c9929-88c6-4f46-9066-3443996c2c90', 'name': 'tempest-TestShelveInstance-524787378-router', 'tenant_id': '147fa16a171649748e11d9c638603170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '10327ded-747e-4adf-aa13-aee0a2bbae82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:36:10Z', 'updated_at': '2021-08-10T04:36:12Z', 'revision_number': 4, 'project_id': '147fa16a171649748e11d9c638603170', 'gw_port': {'id': '10327ded-747e-4adf-aa13-aee0a2bbae82', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:15:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c77c9929-88c6-4f46-9066-3443996c2c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:36:10Z', 'updated_at': '2021-08-10T04:36:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': 'ea913b13-a24d-4c4b-95a3-77498c7a6c78', 'name': '', 'network_id': 'a7600888-615e-4447-9cf8-55d2bc9ab131', 'tenant_id': '147fa16a171649748e11d9c638603170', 'mac_address': 'fa:16:3e:d7:51:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c77c9929-88c6-4f46-9066-3443996c2c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'aa4a00ab-7bcb-42f3-96e1-0fc86a634467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:36:12Z', 'updated_at': '2021-08-10T04:36:12Z', 'revision_number': 2, 'project_id': '147fa16a171649748e11d9c638603170', 'subnets': [{'id': 'aa4a00ab-7bcb-42f3-96e1-0fc86a634467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:36:15.305511 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f383e96-dfed-42f8-a78d-502d310cf05b None None] Checking router: c77c9929-88c6-4f46-9066-3443996c2c90 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:36:15.305750 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f383e96-dfed-42f8-a78d-502d310cf05b None None] Updating router c77c9929-88c6-4f46-9066-3443996c2c90 port ea913b13-a24d-4c4b-95a3-77498c7a6c78 binding host n-d-768862-13 {{(pid=94262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:36:15.349689 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4f383e96-dfed-42f8-a78d-502d310cf05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:15.367777 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5b8a6c5a-6646-497c-acf5-0cffe4dc214b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:15.390723 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5b8a6c5a-6646-497c-acf5-0cffe4dc214b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:15.445959 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 10327ded-747e-4adf-aa13-aee0a2bbae82 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:36:15.478170 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-345c45b9-3df0-46a7-8d4c-519ffac427ae None None] Allocated IP 172.20.0.2 (88391ac5-b513-4e19-924a-0164d27c95ff/fc178a02-b547-4471-935e-dda337c569c0/3cbb3912-27a2-48cc-80ba-44546bf04421) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:36:15.498531 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-5b8a6c5a-6646-497c-acf5-0cffe4dc214b admin admin] Allocated IP 172.25.6.44 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/8978d515-6cf4-4cd5-a57c-70ce0aead58f) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:36:15.608903 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5b8a6c5a-6646-497c-acf5-0cffe4dc214b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:15.650378 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5b8a6c5a-6646-497c-acf5-0cffe4dc214b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:15.674795 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 10327ded-747e-4adf-aa13-aee0a2bbae82 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:36:15.685637 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 10327ded-747e-4adf-aa13-aee0a2bbae82 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:36:15.686009 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:15.687843 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8a6c5a-6646-497c-acf5-0cffe4dc214b admin admin] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:36:15.692758 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-5b8a6c5a-6646-497c-acf5-0cffe4dc214b admin admin] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:36:15.695523 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8a6c5a-6646-497c-acf5-0cffe4dc214b admin admin] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:36:15.729190 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8a6c5a-6646-497c-acf5-0cffe4dc214b admin admin] Pushing event updated for resources: {'Port': ['ID=8978d515-6cf4-4cd5-a57c-70ce0aead58f,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:36:15.819174 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-345c45b9-3df0-46a7-8d4c-519ffac427ae None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:15.841938 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-345c45b9-3df0-46a7-8d4c-519ffac427ae None None] Transition to ACTIVE for port object 3cbb3912-27a2-48cc-80ba-44546bf04421 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:36:15.916414 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:15.923333 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-345c45b9-3df0-46a7-8d4c-519ffac427ae None None] Transition to ACTIVE for port object 3cbb3912-27a2-48cc-80ba-44546bf04421 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:36:15.925738 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4f383e96-dfed-42f8-a78d-502d310cf05b None None] Notify callbacks [] for port, precommit_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:15.945306 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-345c45b9-3df0-46a7-8d4c-519ffac427ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:15.952736 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-4f383e96-dfed-42f8-a78d-502d310cf05b None None] Transition to ACTIVE for port object ea913b13-a24d-4c4b-95a3-77498c7a6c78 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:36:15.955415 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 10327ded-747e-4adf-aa13-aee0a2bbae82, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=10327ded-747e-4adf-aa13-aee0a2bbae82,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:36:15.959639 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5b8a6c5a-6646-497c-acf5-0cffe4dc214b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:15.979278 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:15.986082 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4f383e96-dfed-42f8-a78d-502d310cf05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:16.005460 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345c45b9-3df0-46a7-8d4c-519ffac427ae None None] Network 88391ac5-b513-4e19-924a-0164d27c95ff is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:36:16.010994 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-345c45b9-3df0-46a7-8d4c-519ffac427ae None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:36:16.012561 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345c45b9-3df0-46a7-8d4c-519ffac427ae None None] Pushing event updated for resources: {'Port': ['ID=3cbb3912-27a2-48cc-80ba-44546bf04421,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:36:16.016516 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345c45b9-3df0-46a7-8d4c-519ffac427ae None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:36:16.178727 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=10327ded-747e-4adf-aa13-aee0a2bbae82,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:36:16.179879 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5b8a6c5a-6646-497c-acf5-0cffe4dc214b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:16.212659 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-345c45b9-3df0-46a7-8d4c-519ffac427ae None None] Attempting to bind port 3cbb3912-27a2-48cc-80ba-44546bf04421 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:36:16.213030 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-345c45b9-3df0-46a7-8d4c-519ffac427ae None None] Attempting to bind port 3cbb3912-27a2-48cc-80ba-44546bf04421 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'd0352e4b-d797-47ff-a95d-c15fafa93a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '88391ac5-b513-4e19-924a-0164d27c95ff'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:36:16.213389 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345c45b9-3df0-46a7-8d4c-519ffac427ae None None] Attempting to bind port 3cbb3912-27a2-48cc-80ba-44546bf04421 on network 88391ac5-b513-4e19-924a-0164d27c95ff {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:36:16.225684 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-4f383e96-dfed-42f8-a78d-502d310cf05b None None] Attempting to bind port ea913b13-a24d-4c4b-95a3-77498c7a6c78 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:36:16.226056 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-4f383e96-dfed-42f8-a78d-502d310cf05b None None] Attempting to bind port ea913b13-a24d-4c4b-95a3-77498c7a6c78 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '6572a14d-9df9-4335-907d-1fe8cba542f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a7600888-615e-4447-9cf8-55d2bc9ab131'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:36:16.226435 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f383e96-dfed-42f8-a78d-502d310cf05b None None] Attempting to bind port ea913b13-a24d-4c4b-95a3-77498c7a6c78 on network a7600888-615e-4447-9cf8-55d2bc9ab131 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:36:16.233138 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345c45b9-3df0-46a7-8d4c-519ffac427ae None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:36:16.233509 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345c45b9-3df0-46a7-8d4c-519ffac427ae None None] Checking segment: {'id': 'd0352e4b-d797-47ff-a95d-c15fafa93a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '88391ac5-b513-4e19-924a-0164d27c95ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:36:16.233904 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-345c45b9-3df0-46a7-8d4c-519ffac427ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:16.234316 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345c45b9-3df0-46a7-8d4c-519ffac427ae None None] Bound using segment: {'id': 'd0352e4b-d797-47ff-a95d-c15fafa93a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '88391ac5-b513-4e19-924a-0164d27c95ff'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:36:16.234782 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-345c45b9-3df0-46a7-8d4c-519ffac427ae None None] Bound port: 3cbb3912-27a2-48cc-80ba-44546bf04421, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0352e4b-d797-47ff-a95d-c15fafa93a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '88391ac5-b513-4e19-924a-0164d27c95ff'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:36:16.235157 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-345c45b9-3df0-46a7-8d4c-519ffac427ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:16.256293 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f383e96-dfed-42f8-a78d-502d310cf05b None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:36:16.256665 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f383e96-dfed-42f8-a78d-502d310cf05b None None] Checking segment: {'id': '6572a14d-9df9-4335-907d-1fe8cba542f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a7600888-615e-4447-9cf8-55d2bc9ab131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:36:16.257055 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4f383e96-dfed-42f8-a78d-502d310cf05b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:16.257443 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f383e96-dfed-42f8-a78d-502d310cf05b None None] Bound using segment: {'id': '6572a14d-9df9-4335-907d-1fe8cba542f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a7600888-615e-4447-9cf8-55d2bc9ab131'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:36:16.257903 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-4f383e96-dfed-42f8-a78d-502d310cf05b None None] Bound port: ea913b13-a24d-4c4b-95a3-77498c7a6c78, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6572a14d-9df9-4335-907d-1fe8cba542f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a7600888-615e-4447-9cf8-55d2bc9ab131'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:36:16.258307 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4f383e96-dfed-42f8-a78d-502d310cf05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:16.262661 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b418ed25-217b-4435-ac12-26e0be91021f None None] Pushing event updated for resources: {'Port': ['ID=ea913b13-a24d-4c4b-95a3-77498c7a6c78,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:36:16.366856 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-345c45b9-3df0-46a7-8d4c-519ffac427ae None None] For port 3cbb3912-27a2-48cc-80ba-44546bf04421, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:36:16.372674 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-345c45b9-3df0-46a7-8d4c-519ffac427ae None None] For port 3cbb3912-27a2-48cc-80ba-44546bf04421, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=3cbb3912-27a2-48cc-80ba-44546bf04421,segment=NetworkSegment(d0352e4b-d797-47ff-a95d-c15fafa93a8e),segment_id=d0352e4b-d797-47ff-a95d-c15fafa93a8e)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:36:16.380362 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-345c45b9-3df0-46a7-8d4c-519ffac427ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:16.382744 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-4f383e96-dfed-42f8-a78d-502d310cf05b None None] For port ea913b13-a24d-4c4b-95a3-77498c7a6c78, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:36:16.388072 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-4f383e96-dfed-42f8-a78d-502d310cf05b None None] For port ea913b13-a24d-4c4b-95a3-77498c7a6c78, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=ea913b13-a24d-4c4b-95a3-77498c7a6c78,segment=NetworkSegment(6572a14d-9df9-4335-907d-1fe8cba542f0),segment_id=6572a14d-9df9-4335-907d-1fe8cba542f0)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:36:16.412805 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4f383e96-dfed-42f8-a78d-502d310cf05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:16.468520 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345c45b9-3df0-46a7-8d4c-519ffac427ae None None] Pushing event updated for resources: {'Port': ['ID=3cbb3912-27a2-48cc-80ba-44546bf04421,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:36:16.537901 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b418ed25-217b-4435-ac12-26e0be91021f None None] Pushing event updated for resources: {'Port': ['ID=ea913b13-a24d-4c4b-95a3-77498c7a6c78,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:36:16.551470 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f383e96-dfed-42f8-a78d-502d310cf05b None None] Routers {'c77c9929-88c6-4f46-9066-3443996c2c90'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:36:16.552112 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-4f383e96-dfed-42f8-a78d-502d310cf05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:35:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['c77c9929-88c6-4f46-9066-3443996c2c90'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:36:16.683960 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b8a6c5a-6646-497c-acf5-0cffe4dc214b admin admin] Router 50a3c6d5-18f7-46b9-a3c7-bdba3a83b198 is scheduled to L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e with binding_index 1 {{(pid=94260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:36:16.692583 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-4f383e96-dfed-42f8-a78d-502d310cf05b None None] Set router c77c9929-88c6-4f46-9066-3443996c2c90 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:36:16.839324 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b8a6c5a-6646-497c-acf5-0cffe4dc214b admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:36:16.855364 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce6f218-83b7-437e-b5df-d5d3fba8ca60 None None] Sync routers for ids ['50a3c6d5-18f7-46b9-a3c7-bdba3a83b198'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:36:16.866429 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-5b8a6c5a-6646-497c-acf5-0cffe4dc214b admin admin] Notify callbacks [] for router, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:16.868635 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-5b8a6c5a-6646-497c-acf5-0cffe4dc214b admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9355540 Aug 10 04:36:16.871472 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 52074) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:36:16.878109 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce6f218-83b7-437e-b5df-d5d3fba8ca60 None None] Routers {'50a3c6d5-18f7-46b9-a3c7-bdba3a83b198'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:36:16.879153 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-dce6f218-83b7-437e-b5df-d5d3fba8ca60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:35:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['50a3c6d5-18f7-46b9-a3c7-bdba3a83b198'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:36:17.015274 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-dce6f218-83b7-437e-b5df-d5d3fba8ca60 None None] Set router 50a3c6d5-18f7-46b9-a3c7-bdba3a83b198 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:36:17.046572 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 3cbb3912-27a2-48cc-80ba-44546bf04421 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:36:17.129945 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 3cbb3912-27a2-48cc-80ba-44546bf04421 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:36:17.136139 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 10327ded-747e-4adf-aa13-aee0a2bbae82 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:36:17.214783 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-4f383e96-dfed-42f8-a78d-502d310cf05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77c9929-88c6-4f46-9066-3443996c2c90', 'name': 'tempest-TestShelveInstance-524787378-router', 'tenant_id': '147fa16a171649748e11d9c638603170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '10327ded-747e-4adf-aa13-aee0a2bbae82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:36:10Z', 'updated_at': '2021-08-10T04:36:12Z', 'revision_number': 4, 'project_id': '147fa16a171649748e11d9c638603170', 'gw_port': {'id': '10327ded-747e-4adf-aa13-aee0a2bbae82', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:15:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77c9929-88c6-4f46-9066-3443996c2c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:36:10Z', 'updated_at': '2021-08-10T04:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': 'ea913b13-a24d-4c4b-95a3-77498c7a6c78', 'name': '', 'network_id': 'a7600888-615e-4447-9cf8-55d2bc9ab131', 'tenant_id': '147fa16a171649748e11d9c638603170', 'mac_address': 'fa:16:3e:d7:51:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c77c9929-88c6-4f46-9066-3443996c2c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'aa4a00ab-7bcb-42f3-96e1-0fc86a634467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:36:12Z', 'updated_at': '2021-08-10T04:36:16Z', 'revision_number': 4, 'project_id': '147fa16a171649748e11d9c638603170', 'subnets': [{'id': 'aa4a00ab-7bcb-42f3-96e1-0fc86a634467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:36:17.254289 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f383e96-dfed-42f8-a78d-502d310cf05b None None] The sync data for ids ['c77c9929-88c6-4f46-9066-3443996c2c90'] in n-d-768862-13 is: [{'id': 'c77c9929-88c6-4f46-9066-3443996c2c90', 'name': 'tempest-TestShelveInstance-524787378-router', 'tenant_id': '147fa16a171649748e11d9c638603170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '10327ded-747e-4adf-aa13-aee0a2bbae82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:36:10Z', 'updated_at': '2021-08-10T04:36:12Z', 'revision_number': 4, 'project_id': '147fa16a171649748e11d9c638603170', 'gw_port': {'id': '10327ded-747e-4adf-aa13-aee0a2bbae82', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:15:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77c9929-88c6-4f46-9066-3443996c2c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:36:10Z', 'updated_at': '2021-08-10T04:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': 'ea913b13-a24d-4c4b-95a3-77498c7a6c78', 'name': '', 'network_id': 'a7600888-615e-4447-9cf8-55d2bc9ab131', 'tenant_id': '147fa16a171649748e11d9c638603170', 'mac_address': 'fa:16:3e:d7:51:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c77c9929-88c6-4f46-9066-3443996c2c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'aa4a00ab-7bcb-42f3-96e1-0fc86a634467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:36:12Z', 'updated_at': '2021-08-10T04:36:16Z', 'revision_number': 4, 'project_id': '147fa16a171649748e11d9c638603170', 'subnets': [{'id': 'aa4a00ab-7bcb-42f3-96e1-0fc86a634467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:36:17.257404 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-dce6f218-83b7-437e-b5df-d5d3fba8ca60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a3c6d5-18f7-46b9-a3c7-bdba3a83b198', 'name': 'tempest-TestShelveInstance-1249583226-router', 'tenant_id': 'd04ab53c53d74f5597622421def77263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': '8978d515-6cf4-4cd5-a57c-70ce0aead58f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:36:14Z', 'updated_at': '2021-08-10T04:36:15Z', 'revision_number': 3, 'project_id': 'd04ab53c53d74f5597622421def77263', 'gw_port': {'id': '8978d515-6cf4-4cd5-a57c-70ce0aead58f', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:61:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50a3c6d5-18f7-46b9-a3c7-bdba3a83b198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:36:15Z', 'updated_at': '2021-08-10T04:36:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:36:17.258212 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 10327ded-747e-4adf-aa13-aee0a2bbae82 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:36:17.258708 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:17.297879 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce6f218-83b7-437e-b5df-d5d3fba8ca60 None None] Checking router: 50a3c6d5-18f7-46b9-a3c7-bdba3a83b198 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:36:17.298278 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce6f218-83b7-437e-b5df-d5d3fba8ca60 None None] Updating router 50a3c6d5-18f7-46b9-a3c7-bdba3a83b198 port 8978d515-6cf4-4cd5-a57c-70ce0aead58f binding host n-d-768862-13 {{(pid=94263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:36:17.351132 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-dce6f218-83b7-437e-b5df-d5d3fba8ca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:17.438467 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2571ee49-0c85-4b9d-bb2b-124739c5e48e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:17.648032 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-2571ee49-0c85-4b9d-bb2b-124739c5e48e admin admin] Allocated IP 172.20.0.1 (88391ac5-b513-4e19-924a-0164d27c95ff/fc178a02-b547-4471-935e-dda337c569c0/3edd6dbb-4c53-41f5-9256-f77e137746ee) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:36:17.687245 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-dce6f218-83b7-437e-b5df-d5d3fba8ca60 None None] Notify callbacks [] for port, precommit_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:17.702804 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.provisioning_blocks [None req-dce6f218-83b7-437e-b5df-d5d3fba8ca60 None None] Transition to ACTIVE for port object 8978d515-6cf4-4cd5-a57c-70ce0aead58f will not be triggered until provisioned by entity L2. {{(pid=94263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:36:17.704423 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c52ad7-bf88-4f9b-94ae-31abd4030ac3 None None] Network 88391ac5-b513-4e19-924a-0164d27c95ff requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:36:17.713244 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-dce6f218-83b7-437e-b5df-d5d3fba8ca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:17.776517 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd1f2a9-7a97-4f34-801e-8a31c314cbef None None] Pushing event updated for resources: {'Port': ['ID=8978d515-6cf4-4cd5-a57c-70ce0aead58f,revision_number=2']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:36:17.780040 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-dce6f218-83b7-437e-b5df-d5d3fba8ca60 None None] Attempting to bind port 8978d515-6cf4-4cd5-a57c-70ce0aead58f on host n-d-768862-13 for vnic_type normal with profile {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:36:17.780761 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-dce6f218-83b7-437e-b5df-d5d3fba8ca60 None None] Attempting to bind port 8978d515-6cf4-4cd5-a57c-70ce0aead58f by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:36:17.781284 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce6f218-83b7-437e-b5df-d5d3fba8ca60 None None] Attempting to bind port 8978d515-6cf4-4cd5-a57c-70ce0aead58f on network 2ea12131-628a-487e-b434-0463553732bd {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:36:17.781420 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2571ee49-0c85-4b9d-bb2b-124739c5e48e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:17.789212 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce6f218-83b7-437e-b5df-d5d3fba8ca60 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:36:17.789599 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce6f218-83b7-437e-b5df-d5d3fba8ca60 None None] Checking segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:36:17.789995 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-dce6f218-83b7-437e-b5df-d5d3fba8ca60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:17.790424 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce6f218-83b7-437e-b5df-d5d3fba8ca60 None None] Bound using segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:36:17.791039 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-dce6f218-83b7-437e-b5df-d5d3fba8ca60 None None] Bound port: 8978d515-6cf4-4cd5-a57c-70ce0aead58f, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:36:17.791419 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-dce6f218-83b7-437e-b5df-d5d3fba8ca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:17.801217 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [None req-2571ee49-0c85-4b9d-bb2b-124739c5e48e admin admin] Transition to ACTIVE for port object 3edd6dbb-4c53-41f5-9256-f77e137746ee will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:36:17.805767 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-4fa9d401-db3e-4ce7-982c-ab8c165a439e None None] Provisioning for port 3cbb3912-27a2-48cc-80ba-44546bf04421 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:36:17.814308 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-4fa9d401-db3e-4ce7-982c-ab8c165a439e None None] Provisioning complete for port 3cbb3912-27a2-48cc-80ba-44546bf04421 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:36:17.814692 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4fa9d401-db3e-4ce7-982c-ab8c165a439e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:17.840286 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2571ee49-0c85-4b9d-bb2b-124739c5e48e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:17.868639 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-dce6f218-83b7-437e-b5df-d5d3fba8ca60 None None] For port 8978d515-6cf4-4cd5-a57c-70ce0aead58f, host n-d-768862-13, cleared binding levels {{(pid=94263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:36:17.876690 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-dce6f218-83b7-437e-b5df-d5d3fba8ca60 None None] For port 8978d515-6cf4-4cd5-a57c-70ce0aead58f, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=8978d515-6cf4-4cd5-a57c-70ce0aead58f,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:36:17.887515 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-dce6f218-83b7-437e-b5df-d5d3fba8ca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:17.901877 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2571ee49-0c85-4b9d-bb2b-124739c5e48e admin admin] Network 88391ac5-b513-4e19-924a-0164d27c95ff is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:36:17.904935 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-2571ee49-0c85-4b9d-bb2b-124739c5e48e admin admin] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:36:17.910852 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2571ee49-0c85-4b9d-bb2b-124739c5e48e admin admin] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:36:17.948428 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2571ee49-0c85-4b9d-bb2b-124739c5e48e admin admin] Pushing event updated for resources: {'Port': ['ID=3edd6dbb-4c53-41f5-9256-f77e137746ee,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:36:17.953759 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce6f218-83b7-437e-b5df-d5d3fba8ca60 None None] Routers {'50a3c6d5-18f7-46b9-a3c7-bdba3a83b198'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:36:17.954426 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-dce6f218-83b7-437e-b5df-d5d3fba8ca60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:35:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['50a3c6d5-18f7-46b9-a3c7-bdba3a83b198'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:36:17.968271 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2571ee49-0c85-4b9d-bb2b-124739c5e48e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521745'] for router_interface, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:17.996128 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4fa9d401-db3e-4ce7-982c-ab8c165a439e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:18.041604 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-4fa9d401-db3e-4ce7-982c-ab8c165a439e None None] For port 3cbb3912-27a2-48cc-80ba-44546bf04421, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=3cbb3912-27a2-48cc-80ba-44546bf04421,segment=NetworkSegment(d0352e4b-d797-47ff-a95d-c15fafa93a8e),segment_id=d0352e4b-d797-47ff-a95d-c15fafa93a8e)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:36:18.047936 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4fa9d401-db3e-4ce7-982c-ab8c165a439e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:18.071785 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd1f2a9-7a97-4f34-801e-8a31c314cbef None None] Pushing event updated for resources: {'Port': ['ID=8978d515-6cf4-4cd5-a57c-70ce0aead58f,revision_number=3']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:36:18.110432 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa9d401-db3e-4ce7-982c-ab8c165a439e None None] Pushing event updated for resources: {'Port': ['ID=3cbb3912-27a2-48cc-80ba-44546bf04421,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:36:18.120563 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-dce6f218-83b7-437e-b5df-d5d3fba8ca60 None None] Set router 50a3c6d5-18f7-46b9-a3c7-bdba3a83b198 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:36:18.166087 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2571ee49-0c85-4b9d-bb2b-124739c5e48e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:18.322994 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-dce6f218-83b7-437e-b5df-d5d3fba8ca60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a3c6d5-18f7-46b9-a3c7-bdba3a83b198', 'name': 'tempest-TestShelveInstance-1249583226-router', 'tenant_id': 'd04ab53c53d74f5597622421def77263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': '8978d515-6cf4-4cd5-a57c-70ce0aead58f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:36:14Z', 'updated_at': '2021-08-10T04:36:15Z', 'revision_number': 3, 'project_id': 'd04ab53c53d74f5597622421def77263', 'gw_port': {'id': '8978d515-6cf4-4cd5-a57c-70ce0aead58f', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:61:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50a3c6d5-18f7-46b9-a3c7-bdba3a83b198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:36:15Z', 'updated_at': '2021-08-10T04:36:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:36:18.379294 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-e378c1c5-551a-4204-84bd-51953ee5810a None None] Provisioning for port 3edd6dbb-4c53-41f5-9256-f77e137746ee completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:36:18.384898 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-e378c1c5-551a-4204-84bd-51953ee5810a None None] Provisioning complete for port 3edd6dbb-4c53-41f5-9256-f77e137746ee triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:36:18.385333 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e378c1c5-551a-4204-84bd-51953ee5810a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:18.388561 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2571ee49-0c85-4b9d-bb2b-124739c5e48e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:18.394341 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2571ee49-0c85-4b9d-bb2b-124739c5e48e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:18.444758 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-2571ee49-0c85-4b9d-bb2b-124739c5e48e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521893'] for router_interface, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:18.458047 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-e378c1c5-551a-4204-84bd-51953ee5810a None None] Port 3edd6dbb-4c53-41f5-9256-f77e137746ee cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:36:18.470484 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-e378c1c5-551a-4204-84bd-51953ee5810a None None] Provisioning complete for port 3cbb3912-27a2-48cc-80ba-44546bf04421 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:36:18.470863 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e378c1c5-551a-4204-84bd-51953ee5810a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:18.490085 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce6f218-83b7-437e-b5df-d5d3fba8ca60 None None] The sync data for ids ['50a3c6d5-18f7-46b9-a3c7-bdba3a83b198'] in n-d-768862-13 is: [{'id': '50a3c6d5-18f7-46b9-a3c7-bdba3a83b198', 'name': 'tempest-TestShelveInstance-1249583226-router', 'tenant_id': 'd04ab53c53d74f5597622421def77263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': '8978d515-6cf4-4cd5-a57c-70ce0aead58f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:36:14Z', 'updated_at': '2021-08-10T04:36:15Z', 'revision_number': 3, 'project_id': 'd04ab53c53d74f5597622421def77263', 'gw_port': {'id': '8978d515-6cf4-4cd5-a57c-70ce0aead58f', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:61:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50a3c6d5-18f7-46b9-a3c7-bdba3a83b198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:36:15Z', 'updated_at': '2021-08-10T04:36:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:36:18.591768 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2571ee49-0c85-4b9d-bb2b-124739c5e48e admin admin] Pushing event updated for resources: {'Port': ['ID=3edd6dbb-4c53-41f5-9256-f77e137746ee,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:36:18.630475 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2571ee49-0c85-4b9d-bb2b-124739c5e48e admin admin] Network 88391ac5-b513-4e19-924a-0164d27c95ff is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:36:18.632120 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-2571ee49-0c85-4b9d-bb2b-124739c5e48e admin admin] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:36:18.701294 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-7adda1a0-1fa6-48b1-803e-81342c0cf600 None None] Provisioning complete for port 3edd6dbb-4c53-41f5-9256-f77e137746ee triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:36:18.701675 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-7adda1a0-1fa6-48b1-803e-81342c0cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:18.749952 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-7adda1a0-1fa6-48b1-803e-81342c0cf600 None None] Port 3edd6dbb-4c53-41f5-9256-f77e137746ee cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:36:18.760149 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2571ee49-0c85-4b9d-bb2b-124739c5e48e admin admin] Router 50a3c6d5-18f7-46b9-a3c7-bdba3a83b198 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:36:18.873945 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c31bd6f2-e2a8-412c-ad8f-c8c2459ceca4 None None] Provisioning complete for port 3edd6dbb-4c53-41f5-9256-f77e137746ee triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:36:18.874249 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c31bd6f2-e2a8-412c-ad8f-c8c2459ceca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:18.883040 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2571ee49-0c85-4b9d-bb2b-124739c5e48e admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:36:18.895601 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-2571ee49-0c85-4b9d-bb2b-124739c5e48e admin admin] 10.222.0.44 "PUT /v2.0/routers/50a3c6d5-18f7-46b9-a3c7-bdba3a83b198/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0229437 Aug 10 04:36:18.954547 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c31bd6f2-e2a8-412c-ad8f-c8c2459ceca4 None None] Port 3edd6dbb-4c53-41f5-9256-f77e137746ee cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:36:19.042269 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device ea913b13-a24d-4c4b-95a3-77498c7a6c78 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:36:19.104775 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port ea913b13-a24d-4c4b-95a3-77498c7a6c78 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:36:19.109183 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port ea913b13-a24d-4c4b-95a3-77498c7a6c78 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:36:19.109558 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:19.195821 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:19.235045 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port ea913b13-a24d-4c4b-95a3-77498c7a6c78, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=ea913b13-a24d-4c4b-95a3-77498c7a6c78,segment=NetworkSegment(6572a14d-9df9-4335-907d-1fe8cba542f0),segment_id=6572a14d-9df9-4335-907d-1fe8cba542f0)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:36:19.239569 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:19.240518 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 3cbb3912-27a2-48cc-80ba-44546bf04421 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:36:19.327700 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=ea913b13-a24d-4c4b-95a3-77498c7a6c78,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:36:19.341750 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 3cbb3912-27a2-48cc-80ba-44546bf04421 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:36:19.342130 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:19.667610 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 52082) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:36:19.672526 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-10428b67-7d4c-471d-bbb2-8e874bacb736 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-200665315', 'description': 'tempest-secgroup-smoke-200665315 description', 'project_id': '147fa16a171649748e11d9c638603170'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:36:19.695917 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-10428b67-7d4c-471d-bbb2-8e874bacb736 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:19.778302 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-10428b67-7d4c-471d-bbb2-8e874bacb736 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:19.781981 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-10428b67-7d4c-471d-bbb2-8e874bacb736 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:19.811245 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-10428b67-7d4c-471d-bbb2-8e874bacb736 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:19.812437 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-10428b67-7d4c-471d-bbb2-8e874bacb736 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1437874 Aug 10 04:36:19.814423 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10428b67-7d4c-471d-bbb2-8e874bacb736 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b4e68b5-6f4f-4e7f-a79b-215f6b085173,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:36:19.815779 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 52084) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:36:19.822008 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-00346390-9d70-482b-849f-d7fd4e69d37a tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Request body: {'security_group_rule': {'security_group_id': '0b4e68b5-6f4f-4e7f-a79b-215f6b085173', 'project_id': '147fa16a171649748e11d9c638603170', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:36:19.849174 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-00346390-9d70-482b-849f-d7fd4e69d37a tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:19.909292 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-00346390-9d70-482b-849f-d7fd4e69d37a tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:19.913189 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-00346390-9d70-482b-849f-d7fd4e69d37a tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:19.932387 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00346390-9d70-482b-849f-d7fd4e69d37a tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=515bdf7d-b779-4e64-ad13-a08e861f9117,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:36:19.935522 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-00346390-9d70-482b-849f-d7fd4e69d37a tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:19.936832 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-00346390-9d70-482b-849f-d7fd4e69d37a tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1199975 Aug 10 04:36:19.939673 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 52086) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:36:19.944466 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-7205c79d-b04b-458a-b69c-6b6fd12c236c tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Request body: {'security_group_rule': {'security_group_id': '0b4e68b5-6f4f-4e7f-a79b-215f6b085173', 'project_id': '147fa16a171649748e11d9c638603170', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:36:19.970762 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7205c79d-b04b-458a-b69c-6b6fd12c236c tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:20.026926 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7205c79d-b04b-458a-b69c-6b6fd12c236c tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:20.030807 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7205c79d-b04b-458a-b69c-6b6fd12c236c tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:20.049453 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205c79d-b04b-458a-b69c-6b6fd12c236c tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=923a9375-aa79-49ab-8e3e-12d904a29315,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:36:20.057994 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7205c79d-b04b-458a-b69c-6b6fd12c236c tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:20.059308 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-7205c79d-b04b-458a-b69c-6b6fd12c236c tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1186874 Aug 10 04:36:20.062107 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 52088) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:36:20.066509 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-2530b40e-abff-4b09-89ae-19c96f119992 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Request body: {'security_group_rule': {'security_group_id': '0b4e68b5-6f4f-4e7f-a79b-215f6b085173', 'project_id': '147fa16a171649748e11d9c638603170', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:36:20.092156 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2530b40e-abff-4b09-89ae-19c96f119992 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:20.152318 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2530b40e-abff-4b09-89ae-19c96f119992 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:20.155775 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2530b40e-abff-4b09-89ae-19c96f119992 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:20.173428 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2530b40e-abff-4b09-89ae-19c96f119992 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ec3d30f-b48e-48cc-b6ff-39173aae93ef,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:36:20.179567 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-2530b40e-abff-4b09-89ae-19c96f119992 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:20.182646 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-2530b40e-abff-4b09-89ae-19c96f119992 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1196406 Aug 10 04:36:20.183577 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 52090) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:36:20.188064 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-baced485-de70-416a-93ae-b8fff6787044 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Request body: {'security_group_rule': {'security_group_id': '0b4e68b5-6f4f-4e7f-a79b-215f6b085173', 'project_id': '147fa16a171649748e11d9c638603170', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:36:20.213771 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-baced485-de70-416a-93ae-b8fff6787044 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:20.274911 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-baced485-de70-416a-93ae-b8fff6787044 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:20.278328 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-baced485-de70-416a-93ae-b8fff6787044 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:20.297029 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baced485-de70-416a-93ae-b8fff6787044 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcdc89d7-0d8c-414f-a43c-f6ddc6132850,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:36:20.300162 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-baced485-de70-416a-93ae-b8fff6787044 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:20.301432 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-baced485-de70-416a-93ae-b8fff6787044 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1169107 Aug 10 04:36:20.304223 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 52092) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:36:20.308738 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-8bd09bbe-6708-4efe-8cc5-1605d2dee6ea tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Request body: {'security_group_rule': {'security_group_id': '0b4e68b5-6f4f-4e7f-a79b-215f6b085173', 'project_id': '147fa16a171649748e11d9c638603170', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:36:20.330771 n-d-768862-13 neutron-server[94261]: INFO neutron.db.securitygroups_db [None req-8bd09bbe-6708-4efe-8cc5-1605d2dee6ea tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Project 147fa16a171649748e11d9c638603170 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:36:20.336588 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8bd09bbe-6708-4efe-8cc5-1605d2dee6ea tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:20.404430 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8bd09bbe-6708-4efe-8cc5-1605d2dee6ea tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:20.409030 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8bd09bbe-6708-4efe-8cc5-1605d2dee6ea tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:20.429409 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd09bbe-6708-4efe-8cc5-1605d2dee6ea tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d4ab1bf-003f-483e-84a7-929723f0d007,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:36:20.432718 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8bd09bbe-6708-4efe-8cc5-1605d2dee6ea tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:20.433996 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-8bd09bbe-6708-4efe-8cc5-1605d2dee6ea tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1288543 Aug 10 04:36:20.436757 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 52094) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:36:20.441424 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-63a143e2-d59d-4c8c-9ae7-98442ac86993 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Request body: {'security_group_rule': {'security_group_id': '0b4e68b5-6f4f-4e7f-a79b-215f6b085173', 'project_id': '147fa16a171649748e11d9c638603170', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:36:20.463418 n-d-768862-13 neutron-server[94261]: INFO neutron.db.securitygroups_db [None req-63a143e2-d59d-4c8c-9ae7-98442ac86993 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Project 147fa16a171649748e11d9c638603170 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:36:20.468566 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-63a143e2-d59d-4c8c-9ae7-98442ac86993 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:20.530535 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-63a143e2-d59d-4c8c-9ae7-98442ac86993 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:20.534492 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-63a143e2-d59d-4c8c-9ae7-98442ac86993 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:20.553390 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a143e2-d59d-4c8c-9ae7-98442ac86993 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9fdb139-8921-4c31-9f7d-03b7c3513a0e,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:36:20.560520 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-63a143e2-d59d-4c8c-9ae7-98442ac86993 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:20.560965 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-63a143e2-d59d-4c8c-9ae7-98442ac86993 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1232584 Aug 10 04:36:20.621721 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a648f6f-e577-4f0e-b9a4-591258fdd652 None None] Sync routers for ids ['50a3c6d5-18f7-46b9-a3c7-bdba3a83b198'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:36:20.632210 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a648f6f-e577-4f0e-b9a4-591258fdd652 None None] Routers {'50a3c6d5-18f7-46b9-a3c7-bdba3a83b198'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:36:20.632911 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-5a648f6f-e577-4f0e-b9a4-591258fdd652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:35:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['50a3c6d5-18f7-46b9-a3c7-bdba3a83b198'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:36:20.738290 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-5a648f6f-e577-4f0e-b9a4-591258fdd652 None None] Set router 50a3c6d5-18f7-46b9-a3c7-bdba3a83b198 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:36:20.946456 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6d2c6641-91ec-4904-8130-a4a5ec5a2ef3 req-c45beef2-512a-4e05-904f-eb678ac9126c tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-200665315&fields=id&tenant_id=147fa16a171649748e11d9c638603170 HTTP/1.1" status: 200 len: 267 time: 0.0434234 Aug 10 04:36:20.961288 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-5a648f6f-e577-4f0e-b9a4-591258fdd652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a3c6d5-18f7-46b9-a3c7-bdba3a83b198', 'name': 'tempest-TestShelveInstance-1249583226-router', 'tenant_id': 'd04ab53c53d74f5597622421def77263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': '8978d515-6cf4-4cd5-a57c-70ce0aead58f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:36:14Z', 'updated_at': '2021-08-10T04:36:18Z', 'revision_number': 4, 'project_id': 'd04ab53c53d74f5597622421def77263', 'gw_port': {'id': '8978d515-6cf4-4cd5-a57c-70ce0aead58f', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:61:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50a3c6d5-18f7-46b9-a3c7-bdba3a83b198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:36:15Z', 'updated_at': '2021-08-10T04:36:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '3edd6dbb-4c53-41f5-9256-f77e137746ee', 'name': '', 'network_id': '88391ac5-b513-4e19-924a-0164d27c95ff', 'tenant_id': 'd04ab53c53d74f5597622421def77263', 'mac_address': 'fa:16:3e:f9:94:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50a3c6d5-18f7-46b9-a3c7-bdba3a83b198', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'fc178a02-b547-4471-935e-dda337c569c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:36:17Z', 'updated_at': '2021-08-10T04:36:18Z', 'revision_number': 2, 'project_id': 'd04ab53c53d74f5597622421def77263', 'subnets': [{'id': 'fc178a02-b547-4471-935e-dda337c569c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:36:20.988207 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a648f6f-e577-4f0e-b9a4-591258fdd652 None None] Checking router: 50a3c6d5-18f7-46b9-a3c7-bdba3a83b198 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:36:20.988597 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a648f6f-e577-4f0e-b9a4-591258fdd652 None None] Updating router 50a3c6d5-18f7-46b9-a3c7-bdba3a83b198 port 3edd6dbb-4c53-41f5-9256-f77e137746ee binding host n-d-768862-13 {{(pid=94262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:36:20.995110 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device ea913b13-a24d-4c4b-95a3-77498c7a6c78 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:36:21.044229 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-5a648f6f-e577-4f0e-b9a4-591258fdd652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:21.052777 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2c6641-91ec-4904-8130-a4a5ec5a2ef3 req-9c52fa14-71cb-4a21-8309-3c7cd3728980 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:36:21.054334 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6d2c6641-91ec-4904-8130-a4a5ec5a2ef3 req-9c52fa14-71cb-4a21-8309-3c7cd3728980 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/networks?id=a7600888-615e-4447-9cf8-55d2bc9ab131 HTTP/1.1" status: 200 len: 808 time: 0.1070817 Aug 10 04:36:21.069802 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6d2c6641-91ec-4904-8130-a4a5ec5a2ef3 req-77f17721-aebf-4573-a920-9ea799a93fef tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/quotas/147fa16a171649748e11d9c638603170 HTTP/1.1" status: 200 len: 375 time: 0.0092459 Aug 10 04:36:21.104358 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port ea913b13-a24d-4c4b-95a3-77498c7a6c78 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:36:21.104729 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:21.127096 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6d2c6641-91ec-4904-8130-a4a5ec5a2ef3 req-e4d9245f-77a6-4185-8591-416b0d62108b tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=147fa16a171649748e11d9c638603170&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516095 Aug 10 04:36:21.143018 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [req-6d2c6641-91ec-4904-8130-a4a5ec5a2ef3 req-a8ad42f0-b2fe-45e2-99e1-5bfd3044053a service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 04:36:21.143996 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6d2c6641-91ec-4904-8130-a4a5ec5a2ef3 req-a8ad42f0-b2fe-45e2-99e1-5bfd3044053a service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053766 Aug 10 04:36:21.235822 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6d2c6641-91ec-4904-8130-a4a5ec5a2ef3 req-9f315ff2-f37f-4e60-a540-9133da4910cd service neutron] 10.222.0.44 "GET /v2.0/networks/a7600888-615e-4447-9cf8-55d2bc9ab131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841815 Aug 10 04:36:21.300562 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 8978d515-6cf4-4cd5-a57c-70ce0aead58f up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:36:21.337425 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6d2c6641-91ec-4904-8130-a4a5ec5a2ef3 req-fca4b97e-4ead-4a01-a2ec-d9da02417c96 service neutron] 10.222.0.44 "GET /v2.0/networks/a7600888-615e-4447-9cf8-55d2bc9ab131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946500 Aug 10 04:36:21.401777 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 8978d515-6cf4-4cd5-a57c-70ce0aead58f completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:36:21.407672 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-5a648f6f-e577-4f0e-b9a4-591258fdd652 None None] Notify callbacks [] for port, precommit_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:21.411508 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 8978d515-6cf4-4cd5-a57c-70ce0aead58f triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:36:21.411878 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:21.437478 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-5a648f6f-e577-4f0e-b9a4-591258fdd652 None None] Transition to ACTIVE for port object 3edd6dbb-4c53-41f5-9256-f77e137746ee will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:36:21.454503 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-5a648f6f-e577-4f0e-b9a4-591258fdd652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:21.514866 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff62246-2e56-4f27-954e-3b39f70c4af1 None None] Pushing event updated for resources: {'Port': ['ID=3edd6dbb-4c53-41f5-9256-f77e137746ee,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:36:21.525638 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b7c808c4-3769-4eb6-be5f-1df1fe07cc58 req-4e2d9669-9f5e-491a-84f3-617ae7ef25f9 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?device_id=61a28630-cf41-45b6-bbf1-3199e8f24454 HTTP/1.1" status: 200 len: 210 time: 0.0391116 Aug 10 04:36:21.604251 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b845163a-2cf9-4e25-aea3-9e3f9eede967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:21.610146 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:21.617007 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-5a648f6f-e577-4f0e-b9a4-591258fdd652 None None] Attempting to bind port 3edd6dbb-4c53-41f5-9256-f77e137746ee on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:36:21.617379 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-5a648f6f-e577-4f0e-b9a4-591258fdd652 None None] Attempting to bind port 3edd6dbb-4c53-41f5-9256-f77e137746ee by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'd0352e4b-d797-47ff-a95d-c15fafa93a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '88391ac5-b513-4e19-924a-0164d27c95ff'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:36:21.617782 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a648f6f-e577-4f0e-b9a4-591258fdd652 None None] Attempting to bind port 3edd6dbb-4c53-41f5-9256-f77e137746ee on network 88391ac5-b513-4e19-924a-0164d27c95ff {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:36:21.636106 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a648f6f-e577-4f0e-b9a4-591258fdd652 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:36:21.636746 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a648f6f-e577-4f0e-b9a4-591258fdd652 None None] Checking segment: {'id': 'd0352e4b-d797-47ff-a95d-c15fafa93a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '88391ac5-b513-4e19-924a-0164d27c95ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:36:21.636881 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-5a648f6f-e577-4f0e-b9a4-591258fdd652 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:21.637246 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a648f6f-e577-4f0e-b9a4-591258fdd652 None None] Bound using segment: {'id': 'd0352e4b-d797-47ff-a95d-c15fafa93a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '88391ac5-b513-4e19-924a-0164d27c95ff'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:36:21.637726 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-5a648f6f-e577-4f0e-b9a4-591258fdd652 None None] Bound port: 3edd6dbb-4c53-41f5-9256-f77e137746ee, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0352e4b-d797-47ff-a95d-c15fafa93a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '88391ac5-b513-4e19-924a-0164d27c95ff'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:36:21.638104 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-5a648f6f-e577-4f0e-b9a4-591258fdd652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:21.643664 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 8978d515-6cf4-4cd5-a57c-70ce0aead58f, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=8978d515-6cf4-4cd5-a57c-70ce0aead58f,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:36:21.651255 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:21.736376 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=8978d515-6cf4-4cd5-a57c-70ce0aead58f,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:36:21.750157 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-5a648f6f-e577-4f0e-b9a4-591258fdd652 None None] For port 3edd6dbb-4c53-41f5-9256-f77e137746ee, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:36:21.753272 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-5a648f6f-e577-4f0e-b9a4-591258fdd652 None None] For port 3edd6dbb-4c53-41f5-9256-f77e137746ee, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=3edd6dbb-4c53-41f5-9256-f77e137746ee,segment=NetworkSegment(d0352e4b-d797-47ff-a95d-c15fafa93a8e),segment_id=d0352e4b-d797-47ff-a95d-c15fafa93a8e)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:36:21.758973 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-5a648f6f-e577-4f0e-b9a4-591258fdd652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:21.830833 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a648f6f-e577-4f0e-b9a4-591258fdd652 None None] Routers {'50a3c6d5-18f7-46b9-a3c7-bdba3a83b198'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:36:21.831444 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-5a648f6f-e577-4f0e-b9a4-591258fdd652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:35:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['50a3c6d5-18f7-46b9-a3c7-bdba3a83b198'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:36:21.870387 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff62246-2e56-4f27-954e-3b39f70c4af1 None None] Pushing event updated for resources: {'Port': ['ID=3edd6dbb-4c53-41f5-9256-f77e137746ee,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:36:21.950283 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-5a648f6f-e577-4f0e-b9a4-591258fdd652 None None] Set router 50a3c6d5-18f7-46b9-a3c7-bdba3a83b198 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:36:22.324344 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-5a648f6f-e577-4f0e-b9a4-591258fdd652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a3c6d5-18f7-46b9-a3c7-bdba3a83b198', 'name': 'tempest-TestShelveInstance-1249583226-router', 'tenant_id': 'd04ab53c53d74f5597622421def77263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': '8978d515-6cf4-4cd5-a57c-70ce0aead58f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:36:14Z', 'updated_at': '2021-08-10T04:36:18Z', 'revision_number': 4, 'project_id': 'd04ab53c53d74f5597622421def77263', 'gw_port': {'id': '8978d515-6cf4-4cd5-a57c-70ce0aead58f', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:61:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a3c6d5-18f7-46b9-a3c7-bdba3a83b198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:36:15Z', 'updated_at': '2021-08-10T04:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '3edd6dbb-4c53-41f5-9256-f77e137746ee', 'name': '', 'network_id': '88391ac5-b513-4e19-924a-0164d27c95ff', 'tenant_id': 'd04ab53c53d74f5597622421def77263', 'mac_address': 'fa:16:3e:f9:94:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50a3c6d5-18f7-46b9-a3c7-bdba3a83b198', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'fc178a02-b547-4471-935e-dda337c569c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:36:17Z', 'updated_at': '2021-08-10T04:36:21Z', 'revision_number': 4, 'project_id': 'd04ab53c53d74f5597622421def77263', 'subnets': [{'id': 'fc178a02-b547-4471-935e-dda337c569c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:36:22.353067 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a648f6f-e577-4f0e-b9a4-591258fdd652 None None] The sync data for ids ['50a3c6d5-18f7-46b9-a3c7-bdba3a83b198'] in n-d-768862-13 is: [{'id': '50a3c6d5-18f7-46b9-a3c7-bdba3a83b198', 'name': 'tempest-TestShelveInstance-1249583226-router', 'tenant_id': 'd04ab53c53d74f5597622421def77263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': '8978d515-6cf4-4cd5-a57c-70ce0aead58f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:36:14Z', 'updated_at': '2021-08-10T04:36:18Z', 'revision_number': 4, 'project_id': 'd04ab53c53d74f5597622421def77263', 'gw_port': {'id': '8978d515-6cf4-4cd5-a57c-70ce0aead58f', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:61:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a3c6d5-18f7-46b9-a3c7-bdba3a83b198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:36:15Z', 'updated_at': '2021-08-10T04:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '3edd6dbb-4c53-41f5-9256-f77e137746ee', 'name': '', 'network_id': '88391ac5-b513-4e19-924a-0164d27c95ff', 'tenant_id': 'd04ab53c53d74f5597622421def77263', 'mac_address': 'fa:16:3e:f9:94:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50a3c6d5-18f7-46b9-a3c7-bdba3a83b198', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'fc178a02-b547-4471-935e-dda337c569c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:36:17Z', 'updated_at': '2021-08-10T04:36:21Z', 'revision_number': 4, 'project_id': 'd04ab53c53d74f5597622421def77263', 'subnets': [{'id': 'fc178a02-b547-4471-935e-dda337c569c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:36:22.630421 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-47991e8a-b046-4a82-88f4-6c076038508f req-9624ad98-e7c0-4048-82dd-22f837f075b8 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?device_id=61a28630-cf41-45b6-bbf1-3199e8f24454 HTTP/1.1" status: 200 len: 210 time: 0.0337784 Aug 10 04:36:22.674062 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2c6641-91ec-4904-8130-a4a5ec5a2ef3 req-e33b5eb8-2090-4b70-9758-5a4eb585a643 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:36:22.675935 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6d2c6641-91ec-4904-8130-a4a5ec5a2ef3 req-e33b5eb8-2090-4b70-9758-5a4eb585a643 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.42 "GET /v2.0/networks?id=a7600888-615e-4447-9cf8-55d2bc9ab131 HTTP/1.1" status: 200 len: 808 time: 0.1418295 Aug 10 04:36:22.723625 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6d2c6641-91ec-4904-8130-a4a5ec5a2ef3 req-dac0612b-f16b-4393-baa5-01141c22d924 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=147fa16a171649748e11d9c638603170 HTTP/1.1" status: 200 len: 379 time: 0.0386498 Aug 10 04:36:22.733217 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-6d2c6641-91ec-4904-8130-a4a5ec5a2ef3 req-dd39b34d-4b0b-4baf-b1c9-dc2e67cc2788 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Request body: {'port': {'device_id': '61a28630-cf41-45b6-bbf1-3199e8f24454', 'network_id': 'a7600888-615e-4447-9cf8-55d2bc9ab131', 'admin_state_up': True, 'tenant_id': '147fa16a171649748e11d9c638603170', 'security_groups': ['0b4e68b5-6f4f-4e7f-a79b-215f6b085173']}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:36:22.848073 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d2c6641-91ec-4904-8130-a4a5ec5a2ef3 req-dd39b34d-4b0b-4baf-b1c9-dc2e67cc2788 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Made reservation on behalf of 147fa16a171649748e11d9c638603170 for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:36:22.851954 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-6d2c6641-91ec-4904-8130-a4a5ec5a2ef3 req-dd39b34d-4b0b-4baf-b1c9-dc2e67cc2788 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:22.960615 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 3edd6dbb-4c53-41f5-9256-f77e137746ee up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:36:22.989569 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-6d2c6641-91ec-4904-8130-a4a5ec5a2ef3 req-dd39b34d-4b0b-4baf-b1c9-dc2e67cc2788 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Allocated IP 172.20.0.13 (a7600888-615e-4447-9cf8-55d2bc9ab131/aa4a00ab-7bcb-42f3-96e1-0fc86a634467/a21799e6-c963-410f-959c-bd9e3e333e1a) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:36:23.010051 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 3edd6dbb-4c53-41f5-9256-f77e137746ee completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:36:23.014063 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 3edd6dbb-4c53-41f5-9256-f77e137746ee triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:36:23.014480 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:23.093925 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:23.132500 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 3edd6dbb-4c53-41f5-9256-f77e137746ee, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=3edd6dbb-4c53-41f5-9256-f77e137746ee,segment=NetworkSegment(d0352e4b-d797-47ff-a95d-c15fafa93a8e),segment_id=d0352e4b-d797-47ff-a95d-c15fafa93a8e)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:36:23.136897 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:23.137782 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 8978d515-6cf4-4cd5-a57c-70ce0aead58f up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:36:23.142842 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-6d2c6641-91ec-4904-8130-a4a5ec5a2ef3 req-dd39b34d-4b0b-4baf-b1c9-dc2e67cc2788 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:23.161593 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-6d2c6641-91ec-4904-8130-a4a5ec5a2ef3 req-dd39b34d-4b0b-4baf-b1c9-dc2e67cc2788 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Transition to ACTIVE for port object a21799e6-c963-410f-959c-bd9e3e333e1a will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:36:23.197726 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-6d2c6641-91ec-4904-8130-a4a5ec5a2ef3 req-dd39b34d-4b0b-4baf-b1c9-dc2e67cc2788 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:23.220123 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=3edd6dbb-4c53-41f5-9256-f77e137746ee,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:36:23.232781 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 8978d515-6cf4-4cd5-a57c-70ce0aead58f triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:36:23.233235 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:23.243859 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d2c6641-91ec-4904-8130-a4a5ec5a2ef3 req-dd39b34d-4b0b-4baf-b1c9-dc2e67cc2788 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Network a7600888-615e-4447-9cf8-55d2bc9ab131 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:36:23.249250 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-6d2c6641-91ec-4904-8130-a4a5ec5a2ef3 req-dd39b34d-4b0b-4baf-b1c9-dc2e67cc2788 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:36:23.252365 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d2c6641-91ec-4904-8130-a4a5ec5a2ef3 req-dd39b34d-4b0b-4baf-b1c9-dc2e67cc2788 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:36:23.282498 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd39b34d-4b0b-4baf-b1c9-dc2e67cc2788 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Pushing event updated for resources: {'Port': ['ID=a21799e6-c963-410f-959c-bd9e3e333e1a,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:36:23.309948 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2c6641-91ec-4904-8130-a4a5ec5a2ef3 req-dd39b34d-4b0b-4baf-b1c9-dc2e67cc2788 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:36:23.310737 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-6d2c6641-91ec-4904-8130-a4a5ec5a2ef3 req-dd39b34d-4b0b-4baf-b1c9-dc2e67cc2788 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:23.327187 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6d2c6641-91ec-4904-8130-a4a5ec5a2ef3 req-dd39b34d-4b0b-4baf-b1c9-dc2e67cc2788 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5973685 Aug 10 04:36:23.339758 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-6d2c6641-91ec-4904-8130-a4a5ec5a2ef3 req-d12e292f-a3a1-4dc0-b622-3b4f0340ebae service neutron] Request body: {'port': {'device_id': '61a28630-cf41-45b6-bbf1-3199e8f24454', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:36:23.400324 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-6d2c6641-91ec-4904-8130-a4a5ec5a2ef3 req-d12e292f-a3a1-4dc0-b622-3b4f0340ebae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:23.465228 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-798a0114-d29f-4705-b813-2a11a547441d None None] Provisioning for port a21799e6-c963-410f-959c-bd9e3e333e1a completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:36:23.469100 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-798a0114-d29f-4705-b813-2a11a547441d None None] Provisioning complete for port a21799e6-c963-410f-959c-bd9e3e333e1a triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:36:23.469472 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-798a0114-d29f-4705-b813-2a11a547441d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:23.503411 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-798a0114-d29f-4705-b813-2a11a547441d None None] Port a21799e6-c963-410f-959c-bd9e3e333e1a cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:36:23.671753 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-6d2c6641-91ec-4904-8130-a4a5ec5a2ef3 req-d12e292f-a3a1-4dc0-b622-3b4f0340ebae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a21799e6-c963-410f-959c-bd9e3e333e1a {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:36:23.679132 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-6d2c6641-91ec-4904-8130-a4a5ec5a2ef3 req-d12e292f-a3a1-4dc0-b622-3b4f0340ebae service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:23.691751 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-6d2c6641-91ec-4904-8130-a4a5ec5a2ef3 req-d12e292f-a3a1-4dc0-b622-3b4f0340ebae service neutron] Transition to ACTIVE for port object a21799e6-c963-410f-959c-bd9e3e333e1a will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:36:23.697322 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-6d2c6641-91ec-4904-8130-a4a5ec5a2ef3 req-d12e292f-a3a1-4dc0-b622-3b4f0340ebae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:23.784299 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12e292f-a3a1-4dc0-b622-3b4f0340ebae service neutron] Pushing event updated for resources: {'Port': ['ID=a21799e6-c963-410f-959c-bd9e3e333e1a,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:36:23.787038 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-63ba09c0-dbde-496a-9705-57212abd550d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:23.800597 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3811f51a-12e9-4f8e-af9f-15ebe15f78e3 req-ed999777-7ce8-43bc-9017-5ded40ac3432 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:36:23.802194 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3811f51a-12e9-4f8e-af9f-15ebe15f78e3 req-ed999777-7ce8-43bc-9017-5ded40ac3432 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?device_id=61a28630-cf41-45b6-bbf1-3199e8f24454 HTTP/1.1" status: 200 len: 944 time: 0.1024771 Aug 10 04:36:23.884995 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3811f51a-12e9-4f8e-af9f-15ebe15f78e3 req-de155035-9c56-44ec-9c82-b2d9ed9f1865 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b4e68b5-6f4f-4e7f-a79b-215f6b085173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764930 Aug 10 04:36:23.902263 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-6d2c6641-91ec-4904-8130-a4a5ec5a2ef3 req-d12e292f-a3a1-4dc0-b622-3b4f0340ebae service neutron] Attempting to bind port a21799e6-c963-410f-959c-bd9e3e333e1a on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:36:23.902702 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-6d2c6641-91ec-4904-8130-a4a5ec5a2ef3 req-d12e292f-a3a1-4dc0-b622-3b4f0340ebae service neutron] Attempting to bind port a21799e6-c963-410f-959c-bd9e3e333e1a by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '6572a14d-9df9-4335-907d-1fe8cba542f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a7600888-615e-4447-9cf8-55d2bc9ab131'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:36:23.903039 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2c6641-91ec-4904-8130-a4a5ec5a2ef3 req-d12e292f-a3a1-4dc0-b622-3b4f0340ebae service neutron] Attempting to bind port a21799e6-c963-410f-959c-bd9e3e333e1a on network a7600888-615e-4447-9cf8-55d2bc9ab131 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:36:23.907802 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2c6641-91ec-4904-8130-a4a5ec5a2ef3 req-d12e292f-a3a1-4dc0-b622-3b4f0340ebae service neutron] Port a21799e6-c963-410f-959c-bd9e3e333e1a on network a7600888-615e-4447-9cf8-55d2bc9ab131 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:36:23.908127 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2c6641-91ec-4904-8130-a4a5ec5a2ef3 req-d12e292f-a3a1-4dc0-b622-3b4f0340ebae service neutron] Attempting to bind port a21799e6-c963-410f-959c-bd9e3e333e1a on network a7600888-615e-4447-9cf8-55d2bc9ab131 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:36:23.913175 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2c6641-91ec-4904-8130-a4a5ec5a2ef3 req-d12e292f-a3a1-4dc0-b622-3b4f0340ebae service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:36:23.913514 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2c6641-91ec-4904-8130-a4a5ec5a2ef3 req-d12e292f-a3a1-4dc0-b622-3b4f0340ebae service neutron] Checking segment: {'id': '6572a14d-9df9-4335-907d-1fe8cba542f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a7600888-615e-4447-9cf8-55d2bc9ab131'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:36:23.913898 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2c6641-91ec-4904-8130-a4a5ec5a2ef3 req-d12e292f-a3a1-4dc0-b622-3b4f0340ebae service neutron] Bound using segment: {'id': '6572a14d-9df9-4335-907d-1fe8cba542f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a7600888-615e-4447-9cf8-55d2bc9ab131'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:36:23.914362 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-6d2c6641-91ec-4904-8130-a4a5ec5a2ef3 req-d12e292f-a3a1-4dc0-b622-3b4f0340ebae service neutron] Bound port: a21799e6-c963-410f-959c-bd9e3e333e1a, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6572a14d-9df9-4335-907d-1fe8cba542f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a7600888-615e-4447-9cf8-55d2bc9ab131'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:36:23.914723 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-6d2c6641-91ec-4904-8130-a4a5ec5a2ef3 req-d12e292f-a3a1-4dc0-b622-3b4f0340ebae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:23.981799 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-6d2c6641-91ec-4904-8130-a4a5ec5a2ef3 req-d12e292f-a3a1-4dc0-b622-3b4f0340ebae service neutron] For port a21799e6-c963-410f-959c-bd9e3e333e1a, host n-h1-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:36:23.984805 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-6d2c6641-91ec-4904-8130-a4a5ec5a2ef3 req-d12e292f-a3a1-4dc0-b622-3b4f0340ebae service neutron] For port a21799e6-c963-410f-959c-bd9e3e333e1a, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=a21799e6-c963-410f-959c-bd9e3e333e1a,segment=NetworkSegment(6572a14d-9df9-4335-907d-1fe8cba542f0),segment_id=6572a14d-9df9-4335-907d-1fe8cba542f0)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:36:23.989789 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-6d2c6641-91ec-4904-8130-a4a5ec5a2ef3 req-d12e292f-a3a1-4dc0-b622-3b4f0340ebae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:24.022740 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2c6641-91ec-4904-8130-a4a5ec5a2ef3 req-d12e292f-a3a1-4dc0-b622-3b4f0340ebae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:36:24.023381 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-6d2c6641-91ec-4904-8130-a4a5ec5a2ef3 req-d12e292f-a3a1-4dc0-b622-3b4f0340ebae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:24.025755 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6d2c6641-91ec-4904-8130-a4a5ec5a2ef3 req-d12e292f-a3a1-4dc0-b622-3b4f0340ebae service neutron] 10.222.0.42 "PUT /v2.0/ports/a21799e6-c963-410f-959c-bd9e3e333e1a HTTP/1.1" status: 200 len: 1093 time: 0.6897855 Aug 10 04:36:24.028015 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61a28630-cf41-45b6-bbf1-3199e8f24454', 'tag': 'a21799e6-c963-410f-959c-bd9e3e333e1a'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:36:24.031655 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7142606bf34c4189ec1af3eb1cc50705e8815838b55f5940d6ad7e637f738b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a89dd27-662d-436d-9ceb-90681260f3a1" -d '{"events": [{"name": "network-changed", "server_uuid": "61a28630-cf41-45b6-bbf1-3199e8f24454", "tag": "a21799e6-c963-410f-959c-bd9e3e333e1a"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:36:24.067729 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12e292f-a3a1-4dc0-b622-3b4f0340ebae service neutron] Pushing event updated for resources: {'Port': ['ID=a21799e6-c963-410f-959c-bd9e3e333e1a,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:36:24.117946 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2c6641-91ec-4904-8130-a4a5ec5a2ef3 req-3bbe18ef-3077-4b51-83df-731529c50863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:36:24.120086 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6d2c6641-91ec-4904-8130-a4a5ec5a2ef3 req-3bbe18ef-3077-4b51-83df-731529c50863 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=147fa16a171649748e11d9c638603170&device_id=61a28630-cf41-45b6-bbf1-3199e8f24454 HTTP/1.1" status: 200 len: 1096 time: 0.0540750 Aug 10 04:36:24.170392 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d7ade5-d49b-4dd5-9f9c-246594bfe7dd x-openstack-request-id: req-06d7ade5-d49b-4dd5-9f9c-246594bfe7dd {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:36:24.170687 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61a28630-cf41-45b6-bbf1-3199e8f24454", "tag": "a21799e6-c963-410f-959c-bd9e3e333e1a", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:36:24.170940 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-06d7ade5-d49b-4dd5-9f9c-246594bfe7dd {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:36:24.171339 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61a28630-cf41-45b6-bbf1-3199e8f24454', 'tag': 'a21799e6-c963-410f-959c-bd9e3e333e1a', 'status': 'completed', 'code': 200} Aug 10 04:36:24.173109 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6d2c6641-91ec-4904-8130-a4a5ec5a2ef3 req-006fb29a-7fd9-4f32-90e6-f0bad5efc523 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a21799e6-c963-410f-959c-bd9e3e333e1a HTTP/1.1" status: 200 len: 217 time: 0.0448318 Aug 10 04:36:24.225491 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2c6641-91ec-4904-8130-a4a5ec5a2ef3 req-95d8ff06-8156-4dae-91b7-515639cc7767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:36:24.227051 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6d2c6641-91ec-4904-8130-a4a5ec5a2ef3 req-95d8ff06-8156-4dae-91b7-515639cc7767 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=aa4a00ab-7bcb-42f3-96e1-0fc86a634467 HTTP/1.1" status: 200 len: 847 time: 0.0465722 Aug 10 04:36:24.277829 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2c6641-91ec-4904-8130-a4a5ec5a2ef3 req-da59b301-1998-464a-a35d-5649f7b89776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:36:24.279337 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6d2c6641-91ec-4904-8130-a4a5ec5a2ef3 req-da59b301-1998-464a-a35d-5649f7b89776 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a7600888-615e-4447-9cf8-55d2bc9ab131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444016 Aug 10 04:36:24.384046 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6d2c6641-91ec-4904-8130-a4a5ec5a2ef3 req-e6cfad52-2eee-4bdc-b394-2fb34ec76727 service neutron] 10.222.0.42 "GET /v2.0/networks/a7600888-615e-4447-9cf8-55d2bc9ab131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968862 Aug 10 04:36:24.391877 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:24.484729 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6d2c6641-91ec-4904-8130-a4a5ec5a2ef3 req-fe9531f6-48fb-4c14-a889-4246bc987e32 service neutron] 10.222.0.42 "GET /v2.0/networks/a7600888-615e-4447-9cf8-55d2bc9ab131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931289 Aug 10 04:36:24.573502 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a89dd27-662d-436d-9ceb-90681260f3a1 req-6d613880-73e2-451d-a1ac-d122c95c18cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:36:24.575030 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6a89dd27-662d-436d-9ceb-90681260f3a1 req-6d613880-73e2-451d-a1ac-d122c95c18cc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=147fa16a171649748e11d9c638603170&device_id=61a28630-cf41-45b6-bbf1-3199e8f24454 HTTP/1.1" status: 200 len: 1096 time: 0.0416577 Aug 10 04:36:24.669270 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a89dd27-662d-436d-9ceb-90681260f3a1 req-45acf06c-2aa6-4962-9f48-9b34dcb438fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:36:24.670818 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6a89dd27-662d-436d-9ceb-90681260f3a1 req-45acf06c-2aa6-4962-9f48-9b34dcb438fb service neutron] 10.222.0.42 "GET /v2.0/networks?id=a7600888-615e-4447-9cf8-55d2bc9ab131 HTTP/1.1" status: 200 len: 908 time: 0.0888414 Aug 10 04:36:24.712561 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6a89dd27-662d-436d-9ceb-90681260f3a1 req-822224ca-ce0f-417f-b629-410b4340a3ec service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a21799e6-c963-410f-959c-bd9e3e333e1a HTTP/1.1" status: 200 len: 217 time: 0.0343781 Aug 10 04:36:24.763388 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a89dd27-662d-436d-9ceb-90681260f3a1 req-a4d70861-bda8-46aa-8cac-540e443399a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:36:24.766509 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6a89dd27-662d-436d-9ceb-90681260f3a1 req-a4d70861-bda8-46aa-8cac-540e443399a5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=aa4a00ab-7bcb-42f3-96e1-0fc86a634467 HTTP/1.1" status: 200 len: 847 time: 0.0448034 Aug 10 04:36:24.897994 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 3edd6dbb-4c53-41f5-9256-f77e137746ee up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:36:24.969798 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 3edd6dbb-4c53-41f5-9256-f77e137746ee triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:36:24.970175 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:25.175407 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a89dd27-662d-436d-9ceb-90681260f3a1 req-4b8bacd0-b929-4531-a904-9f1812632786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:36:25.176932 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6a89dd27-662d-436d-9ceb-90681260f3a1 req-4b8bacd0-b929-4531-a904-9f1812632786 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a7600888-615e-4447-9cf8-55d2bc9ab131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4033923 Aug 10 04:36:25.193933 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581dce93-78e8-4e50-9a6e-7bb4fe56c8d0 req-ad70f851-822a-448a-b920-1d1273e47260 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:36:25.195352 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-581dce93-78e8-4e50-9a6e-7bb4fe56c8d0 req-ad70f851-822a-448a-b920-1d1273e47260 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?device_id=61a28630-cf41-45b6-bbf1-3199e8f24454 HTTP/1.1" status: 200 len: 944 time: 0.0610540 Aug 10 04:36:25.277026 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-581dce93-78e8-4e50-9a6e-7bb4fe56c8d0 req-2714ee49-8318-4f1f-972f-b41d0ed9c567 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b4e68b5-6f4f-4e7f-a79b-215f6b085173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749314 Aug 10 04:36:25.304628 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6a89dd27-662d-436d-9ceb-90681260f3a1 req-66222c06-026b-42d8-89e3-79f3dffee4a9 service neutron] 10.222.0.42 "GET /v2.0/networks/a7600888-615e-4447-9cf8-55d2bc9ab131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187909 Aug 10 04:36:25.394803 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6a89dd27-662d-436d-9ceb-90681260f3a1 req-a87ec92b-1258-4889-8d93-d1138d445f8a service neutron] 10.222.0.42 "GET /v2.0/networks/a7600888-615e-4447-9cf8-55d2bc9ab131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815232 Aug 10 04:36:25.680770 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:26.390323 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32f9a3c-9864-4c7f-8610-49c6db154b4a req-75def891-e20d-4883-baf6-1a809e1d72a0 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:36:26.391831 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a32f9a3c-9864-4c7f-8610-49c6db154b4a req-75def891-e20d-4883-baf6-1a809e1d72a0 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?device_id=61a28630-cf41-45b6-bbf1-3199e8f24454 HTTP/1.1" status: 200 len: 944 time: 0.0491955 Aug 10 04:36:26.437402 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a32f9a3c-9864-4c7f-8610-49c6db154b4a req-2dd031b9-39de-4bc0-ad04-79fc09b40261 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b4e68b5-6f4f-4e7f-a79b-215f6b085173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389624 Aug 10 04:36:26.833795 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:27.079667 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device a21799e6-c963-410f-959c-bd9e3e333e1a details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:36:27.156237 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:27.188567 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port a21799e6-c963-410f-959c-bd9e3e333e1a, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=a21799e6-c963-410f-959c-bd9e3e333e1a,segment=NetworkSegment(6572a14d-9df9-4335-907d-1fe8cba542f0),segment_id=6572a14d-9df9-4335-907d-1fe8cba542f0)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:36:27.200125 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': 'a21799e6-c963-410f-959c-bd9e3e333e1a', 'network_id': 'a7600888-615e-4447-9cf8-55d2bc9ab131', 'port_id': 'a21799e6-c963-410f-959c-bd9e3e333e1a', 'mac_address': 'fa:16:3e:d7:42:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa4a00ab-7bcb-42f3-96e1-0fc86a634467', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:36:27.241281 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:27.255339 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a21799e6-c963-410f-959c-bd9e3e333e1a {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:36:27.275343 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port a21799e6-c963-410f-959c-bd9e3e333e1a, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=a21799e6-c963-410f-959c-bd9e3e333e1a,segment=NetworkSegment(6572a14d-9df9-4335-907d-1fe8cba542f0),segment_id=6572a14d-9df9-4335-907d-1fe8cba542f0)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:36:27.279338 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:27.327532 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=a21799e6-c963-410f-959c-bd9e3e333e1a,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:36:27.484011 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['a21799e6-c963-410f-959c-bd9e3e333e1a'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:36:27.561377 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec97fc7-e2aa-49ec-b7d5-a75a985e1eb0 req-1a1d9f83-58b0-45ed-8dd6-6682b6d30887 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:36:27.563184 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-eec97fc7-e2aa-49ec-b7d5-a75a985e1eb0 req-1a1d9f83-58b0-45ed-8dd6-6682b6d30887 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?device_id=61a28630-cf41-45b6-bbf1-3199e8f24454 HTTP/1.1" status: 200 len: 945 time: 0.0557351 Aug 10 04:36:27.602503 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-eec97fc7-e2aa-49ec-b7d5-a75a985e1eb0 req-26aac676-2895-4655-a306-2806134b5b9d tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b4e68b5-6f4f-4e7f-a79b-215f6b085173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333672 Aug 10 04:36:28.717939 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd40133-4fa1-4ba4-a5b2-bc70db5f7dfb req-d71933bb-f93b-4398-8135-d3f72d364548 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:36:28.719450 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4cd40133-4fa1-4ba4-a5b2-bc70db5f7dfb req-d71933bb-f93b-4398-8135-d3f72d364548 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?device_id=61a28630-cf41-45b6-bbf1-3199e8f24454 HTTP/1.1" status: 200 len: 945 time: 0.0485704 Aug 10 04:36:28.756795 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4cd40133-4fa1-4ba4-a5b2-bc70db5f7dfb req-e34c5e6e-85cd-46da-80a3-35de07dfc6eb tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b4e68b5-6f4f-4e7f-a79b-215f6b085173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314236 Aug 10 04:36:29.101106 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device a21799e6-c963-410f-959c-bd9e3e333e1a up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:36:29.148582 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning for port a21799e6-c963-410f-959c-bd9e3e333e1a completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:36:29.152125 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port a21799e6-c963-410f-959c-bd9e3e333e1a triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:36:29.152558 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:29.232335 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:29.254980 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61a28630-cf41-45b6-bbf1-3199e8f24454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a21799e6-c963-410f-959c-bd9e3e333e1a'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:36:29.257235 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}583660bde03669f2dd7fb79ddb869ac83356356549bc1793f8d2e37d6d7017ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c37b79e1-1d8a-4709-ab37-d440045881b1" -d '{"events": [{"server_uuid": "61a28630-cf41-45b6-bbf1-3199e8f24454", "name": "network-vif-plugged", "status": "completed", "tag": "a21799e6-c963-410f-959c-bd9e3e333e1a"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:36:29.270537 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port a21799e6-c963-410f-959c-bd9e3e333e1a, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=a21799e6-c963-410f-959c-bd9e3e333e1a,segment=NetworkSegment(6572a14d-9df9-4335-907d-1fe8cba542f0),segment_id=6572a14d-9df9-4335-907d-1fe8cba542f0)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:36:29.274411 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:29.300481 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6337bd84-dda2-4521-82c8-30579b8c7bc6 x-openstack-request-id: req-6337bd84-dda2-4521-82c8-30579b8c7bc6 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:36:29.301111 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61a28630-cf41-45b6-bbf1-3199e8f24454", "name": "network-vif-plugged", "status": "completed", "tag": "a21799e6-c963-410f-959c-bd9e3e333e1a", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:36:29.301372 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6337bd84-dda2-4521-82c8-30579b8c7bc6 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:36:29.301766 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61a28630-cf41-45b6-bbf1-3199e8f24454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a21799e6-c963-410f-959c-bd9e3e333e1a', 'code': 200} Aug 10 04:36:29.327625 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=a21799e6-c963-410f-959c-bd9e3e333e1a,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:36:29.390087 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145646f9-d755-448f-80cf-89ca18bb7fd0 req-bb48532b-797e-4ace-a109-0391424677f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:36:29.391638 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-145646f9-d755-448f-80cf-89ca18bb7fd0 req-bb48532b-797e-4ace-a109-0391424677f9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=61a28630-cf41-45b6-bbf1-3199e8f24454 HTTP/1.1" status: 200 len: 1098 time: 0.0395963 Aug 10 04:36:29.429448 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-145646f9-d755-448f-80cf-89ca18bb7fd0 req-230d5605-1ee0-40ed-8c67-c789277101d4 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0b4e68b5-6f4f-4e7f-a79b-215f6b085173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307446 Aug 10 04:36:29.872716 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111aeef0-af95-4a11-b4c3-4dc28dad054d req-97b6c508-0522-4a68-a01b-9993ab60a01d tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:36:29.874502 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-111aeef0-af95-4a11-b4c3-4dc28dad054d req-97b6c508-0522-4a68-a01b-9993ab60a01d tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?device_id=61a28630-cf41-45b6-bbf1-3199e8f24454 HTTP/1.1" status: 200 len: 946 time: 0.0501866 Aug 10 04:36:29.913344 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-111aeef0-af95-4a11-b4c3-4dc28dad054d req-a4688a16-5405-4104-8431-0e5040e0a022 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b4e68b5-6f4f-4e7f-a79b-215f6b085173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316253 Aug 10 04:36:31.026562 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476b49b9-472c-4603-bd36-85e08de3b754 req-65ed868d-516b-416d-8413-0bcbcc938577 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:36:31.028178 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-476b49b9-472c-4603-bd36-85e08de3b754 req-65ed868d-516b-416d-8413-0bcbcc938577 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?device_id=61a28630-cf41-45b6-bbf1-3199e8f24454 HTTP/1.1" status: 200 len: 946 time: 0.0491700 Aug 10 04:36:31.067491 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-476b49b9-472c-4603-bd36-85e08de3b754 req-aa5388f2-ebe4-4c09-a57e-e827984aa9c0 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b4e68b5-6f4f-4e7f-a79b-215f6b085173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332732 Aug 10 04:36:31.180690 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d948236-5840-4b36-819d-50bcb05ebdbb req-17c655f3-c072-45c6-a77b-7b567725aae5 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:36:31.182189 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0d948236-5840-4b36-819d-50bcb05ebdbb req-17c655f3-c072-45c6-a77b-7b567725aae5 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?device_id=61a28630-cf41-45b6-bbf1-3199e8f24454 HTTP/1.1" status: 200 len: 946 time: 0.0487902 Aug 10 04:36:31.224477 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0d948236-5840-4b36-819d-50bcb05ebdbb req-b80e3a1a-609e-4434-821a-1fd20d463b08 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b4e68b5-6f4f-4e7f-a79b-215f6b085173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363097 Aug 10 04:36:31.245543 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 52152) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:36:31.374619 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c9df8a-8ae0-4b62-8cde-7f42df1cb324 tempest-TestShelveInstance-1073581015 tempest-TestShelveInstance-1073581015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:36:31.376147 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-e1c9df8a-8ae0-4b62-8cde-7f42df1cb324 tempest-TestShelveInstance-1073581015 tempest-TestShelveInstance-1073581015-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=61a28630-cf41-45b6-bbf1-3199e8f24454 HTTP/1.1" status: 200 len: 1093 time: 0.1295822 Aug 10 04:36:31.379546 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 52156) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:36:31.383853 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-0cc9a9b2-8a4d-4bac-a285-2caa9c7fab6a tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Request body: {'floatingip': {'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'port_id': 'a21799e6-c963-410f-959c-bd9e3e333e1a', 'tenant_id': '147fa16a171649748e11d9c638603170', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:36:31.405241 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0cc9a9b2-8a4d-4bac-a285-2caa9c7fab6a tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks [] for floatingip, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:31.501177 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0cc9a9b2-8a4d-4bac-a285-2caa9c7fab6a tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:31.605622 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-0cc9a9b2-8a4d-4bac-a285-2caa9c7fab6a tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Allocated IP 172.25.6.32 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/5b4bc86f-8517-41ea-80d0-9411494fe6cf) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:36:31.703759 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0cc9a9b2-8a4d-4bac-a285-2caa9c7fab6a tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:31.745955 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0cc9a9b2-8a4d-4bac-a285-2caa9c7fab6a tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:31.785418 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc9a9b2-8a4d-4bac-a285-2caa9c7fab6a tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:36:31.788419 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-0cc9a9b2-8a4d-4bac-a285-2caa9c7fab6a tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:36:31.791958 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc9a9b2-8a4d-4bac-a285-2caa9c7fab6a tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:36:31.813375 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9a9b2-8a4d-4bac-a285-2caa9c7fab6a tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Pushing event updated for resources: {'Port': ['ID=5b4bc86f-8517-41ea-80d0-9411494fe6cf,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:36:32.164450 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0cc9a9b2-8a4d-4bac-a285-2caa9c7fab6a tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:32.231523 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0cc9a9b2-8a4d-4bac-a285-2caa9c7fab6a tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:32.381396 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0cc9a9b2-8a4d-4bac-a285-2caa9c7fab6a tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:32.385808 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0cc9a9b2-8a4d-4bac-a285-2caa9c7fab6a tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:32.452397 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9a9b2-8a4d-4bac-a285-2caa9c7fab6a tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Pushing event updated for resources: {'Port': ['ID=5b4bc86f-8517-41ea-80d0-9411494fe6cf,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:36:32.463105 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0cc9a9b2-8a4d-4bac-a285-2caa9c7fab6a tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:32.563848 n-d-768862-13 neutron-server[94260]: INFO neutron.db.l3_db [None req-0cc9a9b2-8a4d-4bac-a285-2caa9c7fab6a tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Floating IP 2429eea2-79cf-45ca-a02d-dc13e0c2bc89 associated. External IP: 172.25.6.32, port: a21799e6-c963-410f-959c-bd9e3e333e1a. Aug 10 04:36:32.771675 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cc9a9b2-8a4d-4bac-a285-2caa9c7fab6a tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Router c77c9929-88c6-4f46-9066-3443996c2c90 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:36:32.877991 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cc9a9b2-8a4d-4bac-a285-2caa9c7fab6a tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:36:32.888798 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f76ed2-a3b5-4a23-b726-4a33b10455e3 None None] Sync routers for ids ['c77c9929-88c6-4f46-9066-3443996c2c90'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:36:32.896038 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0cc9a9b2-8a4d-4bac-a285-2caa9c7fab6a tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:32.899444 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f76ed2-a3b5-4a23-b726-4a33b10455e3 None None] Routers {'c77c9929-88c6-4f46-9066-3443996c2c90'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:36:32.900089 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-a9f76ed2-a3b5-4a23-b726-4a33b10455e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:36:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['c77c9929-88c6-4f46-9066-3443996c2c90'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:36:32.924804 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-0cc9a9b2-8a4d-4bac-a285-2caa9c7fab6a tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5442331 Aug 10 04:36:32.926022 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61a28630-cf41-45b6-bbf1-3199e8f24454', 'tag': 'a21799e6-c963-410f-959c-bd9e3e333e1a'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:36:32.928307 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7142606bf34c4189ec1af3eb1cc50705e8815838b55f5940d6ad7e637f738b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6af8bbf-555b-4bc0-8bd6-d280596bf7b8" -d '{"events": [{"name": "network-changed", "server_uuid": "61a28630-cf41-45b6-bbf1-3199e8f24454", "tag": "a21799e6-c963-410f-959c-bd9e3e333e1a"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:36:32.964871 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b62cb8-f1b5-4b8f-b5af-c1dba380a937 x-openstack-request-id: req-44b62cb8-f1b5-4b8f-b5af-c1dba380a937 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:36:32.965161 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61a28630-cf41-45b6-bbf1-3199e8f24454", "tag": "a21799e6-c963-410f-959c-bd9e3e333e1a", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:36:32.965470 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-44b62cb8-f1b5-4b8f-b5af-c1dba380a937 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:36:32.965885 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61a28630-cf41-45b6-bbf1-3199e8f24454', 'tag': 'a21799e6-c963-410f-959c-bd9e3e333e1a', 'status': 'completed', 'code': 200} Aug 10 04:36:33.007932 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-a9f76ed2-a3b5-4a23-b726-4a33b10455e3 None None] Set router c77c9929-88c6-4f46-9066-3443996c2c90 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:36:33.028548 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6af8bbf-555b-4bc0-8bd6-d280596bf7b8 req-13743caf-2716-41c6-8b4b-a821ac4d6deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:36:33.030020 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f6af8bbf-555b-4bc0-8bd6-d280596bf7b8 req-13743caf-2716-41c6-8b4b-a821ac4d6deb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=147fa16a171649748e11d9c638603170&device_id=61a28630-cf41-45b6-bbf1-3199e8f24454 HTTP/1.1" status: 200 len: 1098 time: 0.0423381 Aug 10 04:36:33.125004 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6af8bbf-555b-4bc0-8bd6-d280596bf7b8 req-9908fd45-9e9c-4327-bcda-d90fd6d1d217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:36:33.126527 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f6af8bbf-555b-4bc0-8bd6-d280596bf7b8 req-9908fd45-9e9c-4327-bcda-d90fd6d1d217 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a7600888-615e-4447-9cf8-55d2bc9ab131 HTTP/1.1" status: 200 len: 908 time: 0.0897639 Aug 10 04:36:33.194603 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f6af8bbf-555b-4bc0-8bd6-d280596bf7b8 req-eacfd1fb-4057-42f4-adbd-34562fe066d7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a21799e6-c963-410f-959c-bd9e3e333e1a HTTP/1.1" status: 200 len: 999 time: 0.0611715 Aug 10 04:36:33.228415 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-a9f76ed2-a3b5-4a23-b726-4a33b10455e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77c9929-88c6-4f46-9066-3443996c2c90', 'name': 'tempest-TestShelveInstance-524787378-router', 'tenant_id': '147fa16a171649748e11d9c638603170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '10327ded-747e-4adf-aa13-aee0a2bbae82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:36:10Z', 'updated_at': '2021-08-10T04:36:12Z', 'revision_number': 4, 'project_id': '147fa16a171649748e11d9c638603170', 'gw_port': {'id': '10327ded-747e-4adf-aa13-aee0a2bbae82', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:15:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77c9929-88c6-4f46-9066-3443996c2c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:36:10Z', 'updated_at': '2021-08-10T04:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '2429eea2-79cf-45ca-a02d-dc13e0c2bc89', 'tenant_id': '147fa16a171649748e11d9c638603170', 'floating_ip_address': '172.25.6.32', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': 'c77c9929-88c6-4f46-9066-3443996c2c90', 'port_id': 'a21799e6-c963-410f-959c-bd9e3e333e1a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7600888-615e-4447-9cf8-55d2bc9ab131', 'mac_address': 'fa:16:3e:d7:42:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a28630-cf41-45b6-bbf1-3199e8f24454', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:36:32Z', 'updated_at': '2021-08-10T04:36:32Z', 'revision_number': 0, 'project_id': '147fa16a171649748e11d9c638603170', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea913b13-a24d-4c4b-95a3-77498c7a6c78', 'name': '', 'network_id': 'a7600888-615e-4447-9cf8-55d2bc9ab131', 'tenant_id': '147fa16a171649748e11d9c638603170', 'mac_address': 'fa:16:3e:d7:51:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77c9929-88c6-4f46-9066-3443996c2c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'aa4a00ab-7bcb-42f3-96e1-0fc86a634467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:36:12Z', 'updated_at': '2021-08-10T04:36:19Z', 'revision_number': 5, 'project_id': '147fa16a171649748e11d9c638603170', 'subnets': [{'id': 'aa4a00ab-7bcb-42f3-96e1-0fc86a634467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:36:33.248522 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6af8bbf-555b-4bc0-8bd6-d280596bf7b8 req-f229a9af-8d1f-4e71-9375-9f11d365b8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:36:33.250274 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f6af8bbf-555b-4bc0-8bd6-d280596bf7b8 req-f229a9af-8d1f-4e71-9375-9f11d365b8d5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=aa4a00ab-7bcb-42f3-96e1-0fc86a634467 HTTP/1.1" status: 200 len: 847 time: 0.0487368 Aug 10 04:36:33.259682 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f76ed2-a3b5-4a23-b726-4a33b10455e3 None None] Checking router: c77c9929-88c6-4f46-9066-3443996c2c90 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:36:33.270949 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f76ed2-a3b5-4a23-b726-4a33b10455e3 None None] Routers {'c77c9929-88c6-4f46-9066-3443996c2c90'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:36:33.271563 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-a9f76ed2-a3b5-4a23-b726-4a33b10455e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:36:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['c77c9929-88c6-4f46-9066-3443996c2c90'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:36:33.302794 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6af8bbf-555b-4bc0-8bd6-d280596bf7b8 req-8fd52acc-2bd4-4287-8e0c-5df1ae444bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:36:33.304250 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f6af8bbf-555b-4bc0-8bd6-d280596bf7b8 req-8fd52acc-2bd4-4287-8e0c-5df1ae444bfc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a7600888-615e-4447-9cf8-55d2bc9ab131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0470161 Aug 10 04:36:33.378232 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-a9f76ed2-a3b5-4a23-b726-4a33b10455e3 None None] Set router c77c9929-88c6-4f46-9066-3443996c2c90 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:36:33.410802 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f6af8bbf-555b-4bc0-8bd6-d280596bf7b8 req-f8c08879-ccc2-4a04-8165-fcaadf581bfd service neutron] 10.222.0.42 "GET /v2.0/networks/a7600888-615e-4447-9cf8-55d2bc9ab131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972104 Aug 10 04:36:33.517979 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f6af8bbf-555b-4bc0-8bd6-d280596bf7b8 req-4a5dd518-8792-41fa-9e78-962783c55b7b service neutron] 10.222.0.42 "GET /v2.0/networks/a7600888-615e-4447-9cf8-55d2bc9ab131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004059 Aug 10 04:36:33.623343 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-a9f76ed2-a3b5-4a23-b726-4a33b10455e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77c9929-88c6-4f46-9066-3443996c2c90', 'name': 'tempest-TestShelveInstance-524787378-router', 'tenant_id': '147fa16a171649748e11d9c638603170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '10327ded-747e-4adf-aa13-aee0a2bbae82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:36:10Z', 'updated_at': '2021-08-10T04:36:12Z', 'revision_number': 4, 'project_id': '147fa16a171649748e11d9c638603170', 'gw_port': {'id': '10327ded-747e-4adf-aa13-aee0a2bbae82', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:15:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77c9929-88c6-4f46-9066-3443996c2c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:36:10Z', 'updated_at': '2021-08-10T04:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '2429eea2-79cf-45ca-a02d-dc13e0c2bc89', 'tenant_id': '147fa16a171649748e11d9c638603170', 'floating_ip_address': '172.25.6.32', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': 'c77c9929-88c6-4f46-9066-3443996c2c90', 'port_id': 'a21799e6-c963-410f-959c-bd9e3e333e1a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7600888-615e-4447-9cf8-55d2bc9ab131', 'mac_address': 'fa:16:3e:d7:42:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a28630-cf41-45b6-bbf1-3199e8f24454', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:36:32Z', 'updated_at': '2021-08-10T04:36:32Z', 'revision_number': 0, 'project_id': '147fa16a171649748e11d9c638603170', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea913b13-a24d-4c4b-95a3-77498c7a6c78', 'name': '', 'network_id': 'a7600888-615e-4447-9cf8-55d2bc9ab131', 'tenant_id': '147fa16a171649748e11d9c638603170', 'mac_address': 'fa:16:3e:d7:51:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77c9929-88c6-4f46-9066-3443996c2c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'aa4a00ab-7bcb-42f3-96e1-0fc86a634467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:36:12Z', 'updated_at': '2021-08-10T04:36:19Z', 'revision_number': 5, 'project_id': '147fa16a171649748e11d9c638603170', 'subnets': [{'id': 'aa4a00ab-7bcb-42f3-96e1-0fc86a634467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:36:33.650515 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f76ed2-a3b5-4a23-b726-4a33b10455e3 None None] The sync data for ids ['c77c9929-88c6-4f46-9066-3443996c2c90'] in n-d-768862-13 is: [{'id': 'c77c9929-88c6-4f46-9066-3443996c2c90', 'name': 'tempest-TestShelveInstance-524787378-router', 'tenant_id': '147fa16a171649748e11d9c638603170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '10327ded-747e-4adf-aa13-aee0a2bbae82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:36:10Z', 'updated_at': '2021-08-10T04:36:12Z', 'revision_number': 4, 'project_id': '147fa16a171649748e11d9c638603170', 'gw_port': {'id': '10327ded-747e-4adf-aa13-aee0a2bbae82', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:15:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77c9929-88c6-4f46-9066-3443996c2c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:36:10Z', 'updated_at': '2021-08-10T04:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '2429eea2-79cf-45ca-a02d-dc13e0c2bc89', 'tenant_id': '147fa16a171649748e11d9c638603170', 'floating_ip_address': '172.25.6.32', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': 'c77c9929-88c6-4f46-9066-3443996c2c90', 'port_id': 'a21799e6-c963-410f-959c-bd9e3e333e1a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7600888-615e-4447-9cf8-55d2bc9ab131', 'mac_address': 'fa:16:3e:d7:42:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a28630-cf41-45b6-bbf1-3199e8f24454', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:36:32Z', 'updated_at': '2021-08-10T04:36:32Z', 'revision_number': 0, 'project_id': '147fa16a171649748e11d9c638603170', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea913b13-a24d-4c4b-95a3-77498c7a6c78', 'name': '', 'network_id': 'a7600888-615e-4447-9cf8-55d2bc9ab131', 'tenant_id': '147fa16a171649748e11d9c638603170', 'mac_address': 'fa:16:3e:d7:51:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77c9929-88c6-4f46-9066-3443996c2c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'aa4a00ab-7bcb-42f3-96e1-0fc86a634467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:36:12Z', 'updated_at': '2021-08-10T04:36:19Z', 'revision_number': 5, 'project_id': '147fa16a171649748e11d9c638603170', 'subnets': [{'id': 'aa4a00ab-7bcb-42f3-96e1-0fc86a634467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:36:33.855718 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5eff2bd-eab9-44fb-a7db-1b609a1e5825 None None] New status for floating IP 2429eea2-79cf-45ca-a02d-dc13e0c2bc89: ACTIVE {{(pid=94262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:36:34.186406 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:37.464119 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:36:51.545997 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c50a5a33-8dda-4bf7-9d84-5f82537bbb9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:53.784716 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-5f5dfa2b-0c36-42f8-a313-5e2be5881741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:54.399312 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:55.684850 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:56.285964 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6da24ace-4627-4b64-b9c2-e76a0649fb8b req-bb2791d1-1a41-41b5-960d-a6db3045e9fc service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=22882bb5-df6a-4a03-b8b1-8ebacb558477&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0415738 Aug 10 04:36:56.367685 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da24ace-4627-4b64-b9c2-e76a0649fb8b req-08a26253-ff1e-42da-8ccb-22962ba65cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:36:56.369211 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6da24ace-4627-4b64-b9c2-e76a0649fb8b req-08a26253-ff1e-42da-8ccb-22962ba65cf0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4d9562697164912ae96f22f47b4a54d&device_id=22882bb5-df6a-4a03-b8b1-8ebacb558477 HTTP/1.1" status: 200 len: 1098 time: 0.0417514 Aug 10 04:36:56.482736 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da24ace-4627-4b64-b9c2-e76a0649fb8b req-4929b412-2dee-4c7b-ba7a-36a5c22d7f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:36:56.484364 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6da24ace-4627-4b64-b9c2-e76a0649fb8b req-4929b412-2dee-4c7b-ba7a-36a5c22d7f2b service neutron] 10.222.0.61 "GET /v2.0/networks?id=86e70408-f9ef-4815-aa8f-59304e4ed4c8 HTTP/1.1" status: 200 len: 911 time: 0.0894170 Aug 10 04:36:56.534001 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6da24ace-4627-4b64-b9c2-e76a0649fb8b req-3f06f19e-c4e2-4e63-81c0-fae3b4f5926e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=600c6ca9-6224-4086-b5df-8c2df8511b77 HTTP/1.1" status: 200 len: 217 time: 0.0377569 Aug 10 04:36:56.583189 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da24ace-4627-4b64-b9c2-e76a0649fb8b req-b3549170-2bc1-4cf6-b676-96b8e8c82df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:36:56.585244 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6da24ace-4627-4b64-b9c2-e76a0649fb8b req-b3549170-2bc1-4cf6-b676-96b8e8c82df0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=48d8056f-5fb2-463c-96bd-f6f5ed5da27e HTTP/1.1" status: 200 len: 850 time: 0.0433035 Aug 10 04:36:56.635822 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da24ace-4627-4b64-b9c2-e76a0649fb8b req-6c9021ff-b630-42c6-a89f-c312a29bee45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:36:56.637369 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6da24ace-4627-4b64-b9c2-e76a0649fb8b req-6c9021ff-b630-42c6-a89f-c312a29bee45 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=86e70408-f9ef-4815-aa8f-59304e4ed4c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445728 Aug 10 04:36:56.725274 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6da24ace-4627-4b64-b9c2-e76a0649fb8b req-65b45b02-75d5-43a8-b0bc-78ce2db8cae7 service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799513 Aug 10 04:36:56.817574 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6da24ace-4627-4b64-b9c2-e76a0649fb8b req-2da3083a-c419-40eb-af7a-83824574b1ae service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849698 Aug 10 04:36:56.835124 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:57.127053 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:03.898547 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ad0ed564-4470-49aa-a626-82f9fd03c207 req-ca2b6e2d-a706-4649-bf94-423fbf226163 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=61a28630-cf41-45b6-bbf1-3199e8f24454&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0887270 Aug 10 04:37:03.992234 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0ed564-4470-49aa-a626-82f9fd03c207 req-61d282b7-449d-4a56-9755-8dc65750cf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:03.993866 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ad0ed564-4470-49aa-a626-82f9fd03c207 req-61d282b7-449d-4a56-9755-8dc65750cf22 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=147fa16a171649748e11d9c638603170&device_id=61a28630-cf41-45b6-bbf1-3199e8f24454 HTTP/1.1" status: 200 len: 1098 time: 0.0485950 Aug 10 04:37:04.110238 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0ed564-4470-49aa-a626-82f9fd03c207 req-757a30eb-5fbe-4688-a042-1a613650dbca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:04.112176 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ad0ed564-4470-49aa-a626-82f9fd03c207 req-757a30eb-5fbe-4688-a042-1a613650dbca service neutron] 10.222.0.42 "GET /v2.0/networks?id=a7600888-615e-4447-9cf8-55d2bc9ab131 HTTP/1.1" status: 200 len: 908 time: 0.0974219 Aug 10 04:37:04.182061 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ad0ed564-4470-49aa-a626-82f9fd03c207 req-a3de7684-194c-4975-92c3-62dd242820d2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a21799e6-c963-410f-959c-bd9e3e333e1a HTTP/1.1" status: 200 len: 1001 time: 0.0618436 Aug 10 04:37:04.197861 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:04.234614 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0ed564-4470-49aa-a626-82f9fd03c207 req-3433d45a-8923-486c-a36b-1d9e5ac30b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:04.236120 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ad0ed564-4470-49aa-a626-82f9fd03c207 req-3433d45a-8923-486c-a36b-1d9e5ac30b8c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=aa4a00ab-7bcb-42f3-96e1-0fc86a634467 HTTP/1.1" status: 200 len: 847 time: 0.0470548 Aug 10 04:37:04.290365 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0ed564-4470-49aa-a626-82f9fd03c207 req-313e6599-8d39-44b6-a074-862bea4819fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:04.291918 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ad0ed564-4470-49aa-a626-82f9fd03c207 req-313e6599-8d39-44b6-a074-862bea4819fc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a7600888-615e-4447-9cf8-55d2bc9ab131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0481617 Aug 10 04:37:04.395794 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ad0ed564-4470-49aa-a626-82f9fd03c207 req-d5cbafae-b337-4b21-99c8-2d3fe6c8eaa1 service neutron] 10.222.0.42 "GET /v2.0/networks/a7600888-615e-4447-9cf8-55d2bc9ab131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954781 Aug 10 04:37:04.501267 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ad0ed564-4470-49aa-a626-82f9fd03c207 req-aab6ac56-4b66-41ad-8daf-ccf8509ba849 service neutron] 10.222.0.42 "GET /v2.0/networks/a7600888-615e-4447-9cf8-55d2bc9ab131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982971 Aug 10 04:37:14.463992 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:37:21.547292 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1b559fe5-fa19-4ff6-8479-b6098de5c160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:23.786780 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-da89e7c7-93a7-46ba-b294-64facf828090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:24.401014 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:25.687165 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:26.830687 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:27.129143 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:34.202177 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:51.463424 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:37:51.554462 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f5515888-735b-4ad0-b8f2-7e5f8bc0ed02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:53.790265 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e70de584-626f-459e-93a5-c88632af8863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:54.403018 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:55.690698 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:56.829533 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:57.109917 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f6bb04bf-6aee-4f5a-89ad-422665a624a9 req-fe28339c-89ca-41a6-a628-86db9c25e476 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=22882bb5-df6a-4a03-b8b1-8ebacb558477&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0408821 Aug 10 04:37:57.136524 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:57.194940 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bb04bf-6aee-4f5a-89ad-422665a624a9 req-648ef527-b8e1-481c-bbe9-224d2cc5c2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:57.196434 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f6bb04bf-6aee-4f5a-89ad-422665a624a9 req-648ef527-b8e1-481c-bbe9-224d2cc5c2c9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4d9562697164912ae96f22f47b4a54d&device_id=22882bb5-df6a-4a03-b8b1-8ebacb558477 HTTP/1.1" status: 200 len: 1098 time: 0.0416074 Aug 10 04:37:57.305707 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bb04bf-6aee-4f5a-89ad-422665a624a9 req-08d1b2ee-d25d-414a-8f08-e0842aeaf17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:57.307789 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f6bb04bf-6aee-4f5a-89ad-422665a624a9 req-08d1b2ee-d25d-414a-8f08-e0842aeaf17e service neutron] 10.222.0.61 "GET /v2.0/networks?id=86e70408-f9ef-4815-aa8f-59304e4ed4c8 HTTP/1.1" status: 200 len: 911 time: 0.0912321 Aug 10 04:37:57.351873 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f6bb04bf-6aee-4f5a-89ad-422665a624a9 req-05997479-e882-4bab-9c02-86a2a9532c29 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=600c6ca9-6224-4086-b5df-8c2df8511b77 HTTP/1.1" status: 200 len: 217 time: 0.0366263 Aug 10 04:37:57.412977 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bb04bf-6aee-4f5a-89ad-422665a624a9 req-53882205-6bc2-472a-aadd-13536e72d8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:57.415842 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f6bb04bf-6aee-4f5a-89ad-422665a624a9 req-53882205-6bc2-472a-aadd-13536e72d8cf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=48d8056f-5fb2-463c-96bd-f6f5ed5da27e HTTP/1.1" status: 200 len: 850 time: 0.0562031 Aug 10 04:37:57.476252 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bb04bf-6aee-4f5a-89ad-422665a624a9 req-038fdca7-791d-4625-86e8-fc21dfe7bbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:57.477825 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f6bb04bf-6aee-4f5a-89ad-422665a624a9 req-038fdca7-791d-4625-86e8-fc21dfe7bbfd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=86e70408-f9ef-4815-aa8f-59304e4ed4c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540564 Aug 10 04:37:57.589961 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f6bb04bf-6aee-4f5a-89ad-422665a624a9 req-06674908-30b4-485f-a594-fba83760b7e4 service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033819 Aug 10 04:37:57.691076 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f6bb04bf-6aee-4f5a-89ad-422665a624a9 req-fa106720-1606-4f45-8253-31786cb4c636 service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940592 Aug 10 04:38:04.204299 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:04.834461 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d19e5be1-abdc-4f88-879c-858f807b79a4 req-9468161a-8e51-4de3-baa8-f69094eca37c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=61a28630-cf41-45b6-bbf1-3199e8f24454&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0413609 Aug 10 04:38:04.920628 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19e5be1-abdc-4f88-879c-858f807b79a4 req-5a50d847-0294-4090-bc31-e1227cc94ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:04.922162 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d19e5be1-abdc-4f88-879c-858f807b79a4 req-5a50d847-0294-4090-bc31-e1227cc94ef0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=147fa16a171649748e11d9c638603170&device_id=61a28630-cf41-45b6-bbf1-3199e8f24454 HTTP/1.1" status: 200 len: 1098 time: 0.0442672 Aug 10 04:38:05.031207 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19e5be1-abdc-4f88-879c-858f807b79a4 req-40d16464-205f-4cd4-b087-c7e98c406dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:05.032718 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d19e5be1-abdc-4f88-879c-858f807b79a4 req-40d16464-205f-4cd4-b087-c7e98c406dd8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a7600888-615e-4447-9cf8-55d2bc9ab131 HTTP/1.1" status: 200 len: 908 time: 0.0898874 Aug 10 04:38:05.041085 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [req-0fb0cc2c-f37d-45d4-86d5-a519c909cb0f req-6f20d692-ba78-440e-b68a-b1358ddcdcd0 service neutron] (94260) timed out ('10.222.0.44', 49596) {{(pid=94260) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 04:38:05.106278 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d19e5be1-abdc-4f88-879c-858f807b79a4 req-b079746d-e49c-4398-8dc9-2cc6330a1105 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a21799e6-c963-410f-959c-bd9e3e333e1a HTTP/1.1" status: 200 len: 1001 time: 0.0660725 Aug 10 04:38:05.157880 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19e5be1-abdc-4f88-879c-858f807b79a4 req-596c48de-af8b-40c0-a98a-758b56f1f868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:05.159447 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d19e5be1-abdc-4f88-879c-858f807b79a4 req-596c48de-af8b-40c0-a98a-758b56f1f868 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=aa4a00ab-7bcb-42f3-96e1-0fc86a634467 HTTP/1.1" status: 200 len: 847 time: 0.0457675 Aug 10 04:38:05.210026 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19e5be1-abdc-4f88-879c-858f807b79a4 req-b6c2408b-188e-4fa8-ad80-3d0ced66b0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:05.211603 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d19e5be1-abdc-4f88-879c-858f807b79a4 req-b6c2408b-188e-4fa8-ad80-3d0ced66b0c3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a7600888-615e-4447-9cf8-55d2bc9ab131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441077 Aug 10 04:38:05.303609 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d19e5be1-abdc-4f88-879c-858f807b79a4 req-82c5ad4d-72d1-4824-8226-5de6cd9e4692 service neutron] 10.222.0.42 "GET /v2.0/networks/a7600888-615e-4447-9cf8-55d2bc9ab131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845542 Aug 10 04:38:05.415850 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d19e5be1-abdc-4f88-879c-858f807b79a4 req-a5a1dc38-a24b-40b2-a702-72cd4567072e service neutron] 10.222.0.42 "GET /v2.0/networks/a7600888-615e-4447-9cf8-55d2bc9ab131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047461 Aug 10 04:38:21.547066 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f2813391-b613-41c7-84a4-2db76a761a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:23.791246 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-157198f0-24c5-4906-9af8-dec7069c6f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:24.405969 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:25.693324 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:26.829142 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:27.138635 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:28.467121 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:38:29.316358 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd99f38a-4ded-4f67-a930-90220f101340 req-bba0d06f-d80c-48a5-91f4-54ee82fe96d8 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:29.317941 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cd99f38a-4ded-4f67-a930-90220f101340 req-bba0d06f-d80c-48a5-91f4-54ee82fe96d8 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?device_id=61a28630-cf41-45b6-bbf1-3199e8f24454 HTTP/1.1" status: 200 len: 946 time: 0.4248965 Aug 10 04:38:29.358941 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cd99f38a-4ded-4f67-a930-90220f101340 req-ffacca35-e5bc-4311-b92f-3ab4e6fcdfea tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b4e68b5-6f4f-4e7f-a79b-215f6b085173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343950 Aug 10 04:38:30.503661 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8495a0d-098c-4f3f-b2b7-dc03cf1dc2ad req-16db24c3-2c0b-4d3b-a3b6-b776948556cf tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:30.505244 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f8495a0d-098c-4f3f-b2b7-dc03cf1dc2ad req-16db24c3-2c0b-4d3b-a3b6-b776948556cf tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?device_id=61a28630-cf41-45b6-bbf1-3199e8f24454 HTTP/1.1" status: 200 len: 946 time: 0.0578005 Aug 10 04:38:30.546996 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f8495a0d-098c-4f3f-b2b7-dc03cf1dc2ad req-bd3457c7-d749-4318-ac1d-13c14463c26f tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b4e68b5-6f4f-4e7f-a79b-215f6b085173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354815 Aug 10 04:38:31.684902 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba29265-5e37-4471-8daf-41076cebeb30 req-a3ec7c0f-0327-4c53-bf79-5f48932e1f51 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:31.686509 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2ba29265-5e37-4471-8daf-41076cebeb30 req-a3ec7c0f-0327-4c53-bf79-5f48932e1f51 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?device_id=61a28630-cf41-45b6-bbf1-3199e8f24454 HTTP/1.1" status: 200 len: 946 time: 0.0615168 Aug 10 04:38:31.727128 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2ba29265-5e37-4471-8daf-41076cebeb30 req-91132446-7add-4d6a-abc1-6bdca5650c1c tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b4e68b5-6f4f-4e7f-a79b-215f6b085173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344577 Aug 10 04:38:32.848469 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e2cf6b-d668-40b4-9075-f771e4962871 req-f096734e-a3d5-4aa0-bbb3-de411718b23d tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:32.849974 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-88e2cf6b-d668-40b4-9075-f771e4962871 req-f096734e-a3d5-4aa0-bbb3-de411718b23d tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?device_id=61a28630-cf41-45b6-bbf1-3199e8f24454 HTTP/1.1" status: 200 len: 946 time: 0.0512633 Aug 10 04:38:32.892104 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-88e2cf6b-d668-40b4-9075-f771e4962871 req-1af99102-2ba5-442f-a26d-eb8616fb76d1 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b4e68b5-6f4f-4e7f-a79b-215f6b085173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350742 Aug 10 04:38:34.008574 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6748a15c-ed6c-4ec4-a3ef-a19b3965a9c9 req-f5929ee1-62f2-43ca-b379-86250ddd4f61 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:34.010640 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6748a15c-ed6c-4ec4-a3ef-a19b3965a9c9 req-f5929ee1-62f2-43ca-b379-86250ddd4f61 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?device_id=61a28630-cf41-45b6-bbf1-3199e8f24454 HTTP/1.1" status: 200 len: 946 time: 0.0504789 Aug 10 04:38:34.050176 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6748a15c-ed6c-4ec4-a3ef-a19b3965a9c9 req-06864331-ddf9-48a7-bad5-7a478ff86a0a tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b4e68b5-6f4f-4e7f-a79b-215f6b085173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326340 Aug 10 04:38:34.227836 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:35.172090 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726af9fa-aa43-4557-bdd7-584856ea9494 req-14ca7009-285c-4311-b1a8-b0aa18ee26a8 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:35.173550 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-726af9fa-aa43-4557-bdd7-584856ea9494 req-14ca7009-285c-4311-b1a8-b0aa18ee26a8 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?device_id=61a28630-cf41-45b6-bbf1-3199e8f24454 HTTP/1.1" status: 200 len: 946 time: 0.0557261 Aug 10 04:38:35.211419 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-726af9fa-aa43-4557-bdd7-584856ea9494 req-2916e69d-0e04-4066-9d1c-5855c328e357 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b4e68b5-6f4f-4e7f-a79b-215f6b085173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318663 Aug 10 04:38:36.337157 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f05ff2-109e-4955-b5fd-70ee8a8216b9 req-897f4ff9-5ecd-4f63-a05e-f7c35e326b26 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:36.339297 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-99f05ff2-109e-4955-b5fd-70ee8a8216b9 req-897f4ff9-5ecd-4f63-a05e-f7c35e326b26 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?device_id=61a28630-cf41-45b6-bbf1-3199e8f24454 HTTP/1.1" status: 200 len: 946 time: 0.0554717 Aug 10 04:38:36.385293 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-99f05ff2-109e-4955-b5fd-70ee8a8216b9 req-f683f889-b50e-4251-8db2-8ed441504150 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b4e68b5-6f4f-4e7f-a79b-215f6b085173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356901 Aug 10 04:38:37.509221 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a7a42-b202-4e72-a039-4c52ee25c2eb req-f82518af-126f-4af9-b94b-93573944c503 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:37.510890 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6c1a7a42-b202-4e72-a039-4c52ee25c2eb req-f82518af-126f-4af9-b94b-93573944c503 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?device_id=61a28630-cf41-45b6-bbf1-3199e8f24454 HTTP/1.1" status: 200 len: 946 time: 0.0536988 Aug 10 04:38:37.555906 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6c1a7a42-b202-4e72-a039-4c52ee25c2eb req-3ed25d10-9fc8-4281-89da-518a556ef3be tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b4e68b5-6f4f-4e7f-a79b-215f6b085173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383554 Aug 10 04:38:38.680378 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10161c4-482c-40a6-8afd-5dbaeff6a958 req-92fca5f2-7c04-4e13-8f31-153e2e101248 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:38.682788 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f10161c4-482c-40a6-8afd-5dbaeff6a958 req-92fca5f2-7c04-4e13-8f31-153e2e101248 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?device_id=61a28630-cf41-45b6-bbf1-3199e8f24454 HTTP/1.1" status: 200 len: 946 time: 0.0559194 Aug 10 04:38:38.723659 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f10161c4-482c-40a6-8afd-5dbaeff6a958 req-c7daf14d-009d-4253-bb9d-a29eb3e2c4a8 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b4e68b5-6f4f-4e7f-a79b-215f6b085173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346913 Aug 10 04:38:39.849677 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfc81be-095b-4db6-b854-e3cb4a1e5839 req-c6a6a7f9-3b86-4d3a-bc52-8e12c97d5bba tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:39.852008 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7dfc81be-095b-4db6-b854-e3cb4a1e5839 req-c6a6a7f9-3b86-4d3a-bc52-8e12c97d5bba tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?device_id=61a28630-cf41-45b6-bbf1-3199e8f24454 HTTP/1.1" status: 200 len: 946 time: 0.0577900 Aug 10 04:38:39.894041 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7dfc81be-095b-4db6-b854-e3cb4a1e5839 req-072fd433-a8bc-4e8d-a678-7649786900c3 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b4e68b5-6f4f-4e7f-a79b-215f6b085173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352628 Aug 10 04:38:41.020098 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cd25d4-c22c-4231-83c2-059786798f69 req-33236d05-7737-44e9-8659-97305c39f930 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:41.022110 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d3cd25d4-c22c-4231-83c2-059786798f69 req-33236d05-7737-44e9-8659-97305c39f930 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?device_id=61a28630-cf41-45b6-bbf1-3199e8f24454 HTTP/1.1" status: 200 len: 946 time: 0.0529020 Aug 10 04:38:41.073384 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d3cd25d4-c22c-4231-83c2-059786798f69 req-0041a902-0173-469f-a234-a9dea57d6c2d tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b4e68b5-6f4f-4e7f-a79b-215f6b085173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450594 Aug 10 04:38:41.692279 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device a21799e6-c963-410f-959c-bd9e3e333e1a details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:38:41.826183 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port a21799e6-c963-410f-959c-bd9e3e333e1a, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=a21799e6-c963-410f-959c-bd9e3e333e1a,segment=NetworkSegment(6572a14d-9df9-4335-907d-1fe8cba542f0),segment_id=6572a14d-9df9-4335-907d-1fe8cba542f0)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:38:41.844442 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': 'a21799e6-c963-410f-959c-bd9e3e333e1a', 'network_id': 'a7600888-615e-4447-9cf8-55d2bc9ab131', 'port_id': 'a21799e6-c963-410f-959c-bd9e3e333e1a', 'mac_address': 'fa:16:3e:d7:42:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa4a00ab-7bcb-42f3-96e1-0fc86a634467', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:38:41.891341 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:41.906034 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a21799e6-c963-410f-959c-bd9e3e333e1a {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:38:41.930729 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port a21799e6-c963-410f-959c-bd9e3e333e1a, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=a21799e6-c963-410f-959c-bd9e3e333e1a,segment=NetworkSegment(6572a14d-9df9-4335-907d-1fe8cba542f0),segment_id=6572a14d-9df9-4335-907d-1fe8cba542f0)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:38:41.936918 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:42.011870 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['a21799e6-c963-410f-959c-bd9e3e333e1a'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:38:42.017362 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=a21799e6-c963-410f-959c-bd9e3e333e1a,revision_number=6']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:42.056564 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:42.056935 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:42.057385 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:42.057792 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:42.058188 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:42.058611 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:42.059010 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:42.059397 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:42.059782 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:42.060168 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:42.060553 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:42.060938 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:42.236162 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34d8af0-42fd-4ef0-bbe4-e19b56931316 req-9b666473-89df-4a88-b10e-4953f0ec283a tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:42.238586 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e34d8af0-42fd-4ef0-bbe4-e19b56931316 req-9b666473-89df-4a88-b10e-4953f0ec283a tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?device_id=61a28630-cf41-45b6-bbf1-3199e8f24454 HTTP/1.1" status: 200 len: 945 time: 0.0739710 Aug 10 04:38:42.311479 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e34d8af0-42fd-4ef0-bbe4-e19b56931316 req-fa9eb053-6256-4d1b-9926-036e34603932 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b4e68b5-6f4f-4e7f-a79b-215f6b085173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647781 Aug 10 04:38:43.451334 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ac8d46-b223-4547-8560-2feb798b8e12 req-687c5426-435d-4f16-a7cb-a2dffcf180d2 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:43.452987 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a1ac8d46-b223-4547-8560-2feb798b8e12 req-687c5426-435d-4f16-a7cb-a2dffcf180d2 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?device_id=61a28630-cf41-45b6-bbf1-3199e8f24454 HTTP/1.1" status: 200 len: 945 time: 0.0734510 Aug 10 04:38:43.504080 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a1ac8d46-b223-4547-8560-2feb798b8e12 req-63306cc7-f79b-4370-a758-a0c5ec40276c tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b4e68b5-6f4f-4e7f-a79b-215f6b085173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445180 Aug 10 04:38:43.702741 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device a21799e6-c963-410f-959c-bd9e3e333e1a up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:38:43.758447 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port a21799e6-c963-410f-959c-bd9e3e333e1a triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:38:43.759514 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:43.859922 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:43.892556 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61a28630-cf41-45b6-bbf1-3199e8f24454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a21799e6-c963-410f-959c-bd9e3e333e1a'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:38:43.896473 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}583660bde03669f2dd7fb79ddb869ac83356356549bc1793f8d2e37d6d7017ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a3ae7b-82c2-426e-b178-dc367e081509" -d '{"events": [{"server_uuid": "61a28630-cf41-45b6-bbf1-3199e8f24454", "name": "network-vif-plugged", "status": "completed", "tag": "a21799e6-c963-410f-959c-bd9e3e333e1a"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:38:43.911107 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port a21799e6-c963-410f-959c-bd9e3e333e1a, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=a21799e6-c963-410f-959c-bd9e3e333e1a,segment=NetworkSegment(6572a14d-9df9-4335-907d-1fe8cba542f0),segment_id=6572a14d-9df9-4335-907d-1fe8cba542f0)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:38:43.918830 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:44.018854 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=a21799e6-c963-410f-959c-bd9e3e333e1a,revision_number=7']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:44.047492 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f217ee4-a393-4c77-8889-1dc16eb16a8c x-openstack-request-id: req-8f217ee4-a393-4c77-8889-1dc16eb16a8c {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:38:44.047971 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61a28630-cf41-45b6-bbf1-3199e8f24454", "name": "network-vif-plugged", "status": "completed", "tag": "a21799e6-c963-410f-959c-bd9e3e333e1a", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:38:44.048405 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8f217ee4-a393-4c77-8889-1dc16eb16a8c {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:38:44.049061 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61a28630-cf41-45b6-bbf1-3199e8f24454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a21799e6-c963-410f-959c-bd9e3e333e1a', 'code': 200} Aug 10 04:38:44.699773 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaad9525-52f2-49d7-967a-f95d979cce4e req-47d713ae-c786-446c-acc7-26955ff561ab tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:44.706341 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-aaad9525-52f2-49d7-967a-f95d979cce4e req-47d713ae-c786-446c-acc7-26955ff561ab tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?device_id=61a28630-cf41-45b6-bbf1-3199e8f24454 HTTP/1.1" status: 200 len: 946 time: 0.0761261 Aug 10 04:38:44.761250 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-aaad9525-52f2-49d7-967a-f95d979cce4e req-93b1832c-5618-4ecf-a583-6a38a66a08d1 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b4e68b5-6f4f-4e7f-a79b-215f6b085173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475616 Aug 10 04:38:45.935890 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d38b1bb-ee48-48d8-a766-cb79856907d4 req-3a0bf283-3ff6-4b5d-a779-e68a952bb1bd tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:45.937497 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7d38b1bb-ee48-48d8-a766-cb79856907d4 req-3a0bf283-3ff6-4b5d-a779-e68a952bb1bd tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?device_id=61a28630-cf41-45b6-bbf1-3199e8f24454 HTTP/1.1" status: 200 len: 946 time: 0.0697720 Aug 10 04:38:45.991005 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7d38b1bb-ee48-48d8-a766-cb79856907d4 req-7d4e936e-725f-493f-a179-903fe0ca4827 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b4e68b5-6f4f-4e7f-a79b-215f6b085173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406315 Aug 10 04:38:47.166214 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bda5d5-4b11-4115-a103-ab127bcf3d5a req-092c6145-ac2e-4e08-a1b7-73ff2c0305e9 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:47.168069 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a3bda5d5-4b11-4115-a103-ab127bcf3d5a req-092c6145-ac2e-4e08-a1b7-73ff2c0305e9 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?device_id=61a28630-cf41-45b6-bbf1-3199e8f24454 HTTP/1.1" status: 200 len: 946 time: 0.0647676 Aug 10 04:38:47.220684 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a3bda5d5-4b11-4115-a103-ab127bcf3d5a req-d7398f18-cd8f-4162-a17f-5e7397af731a tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b4e68b5-6f4f-4e7f-a79b-215f6b085173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456412 Aug 10 04:38:48.371792 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b0eb4-45d2-4928-b2a6-30d420014ca0 req-50930930-79f9-40d6-8fdf-99709aafbe8f tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:48.380116 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-085b0eb4-45d2-4928-b2a6-30d420014ca0 req-50930930-79f9-40d6-8fdf-99709aafbe8f tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?device_id=61a28630-cf41-45b6-bbf1-3199e8f24454 HTTP/1.1" status: 200 len: 946 time: 0.0659683 Aug 10 04:38:48.419371 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-085b0eb4-45d2-4928-b2a6-30d420014ca0 req-07ce76d8-ccf0-4e84-90f5-2a2b0ac04497 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b4e68b5-6f4f-4e7f-a79b-215f6b085173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383139 Aug 10 04:38:49.612638 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719fcccc-0796-4459-a84f-807069560f18 req-67ad4144-665e-4dd0-bfd7-371787710c5d tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:49.615133 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-719fcccc-0796-4459-a84f-807069560f18 req-67ad4144-665e-4dd0-bfd7-371787710c5d tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?device_id=61a28630-cf41-45b6-bbf1-3199e8f24454 HTTP/1.1" status: 200 len: 946 time: 0.0815692 Aug 10 04:38:49.670148 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-719fcccc-0796-4459-a84f-807069560f18 req-17fc54f5-cbf0-419d-8a6e-6812b071fcaf tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b4e68b5-6f4f-4e7f-a79b-215f6b085173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477211 Aug 10 04:38:50.828438 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3815b1a-1086-4a21-b75b-cc7010e29475 req-466f0699-3b21-4b8c-8376-f85e5f7119d1 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:50.836114 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a3815b1a-1086-4a21-b75b-cc7010e29475 req-466f0699-3b21-4b8c-8376-f85e5f7119d1 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?device_id=61a28630-cf41-45b6-bbf1-3199e8f24454 HTTP/1.1" status: 200 len: 946 time: 0.0783839 Aug 10 04:38:50.882304 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a3815b1a-1086-4a21-b75b-cc7010e29475 req-286ea64b-9060-4145-b067-c99b3328f2cf tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b4e68b5-6f4f-4e7f-a79b-215f6b085173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390747 Aug 10 04:38:51.550875 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e04d3dd3-21d9-4e50-83a9-2711820e5652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:51.678303 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fecca2a-df54-457c-9b6a-7d43dc1bebdf req-b3a00b18-b5eb-4e01-909d-efa18fb4391e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:51.679714 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4fecca2a-df54-457c-9b6a-7d43dc1bebdf req-b3a00b18-b5eb-4e01-909d-efa18fb4391e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=147fa16a171649748e11d9c638603170&device_id=61a28630-cf41-45b6-bbf1-3199e8f24454 HTTP/1.1" status: 200 len: 1098 time: 0.0409729 Aug 10 04:38:51.772526 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fecca2a-df54-457c-9b6a-7d43dc1bebdf req-64cd3c72-a1e9-4a74-9a6a-690e57f62ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:51.774027 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4fecca2a-df54-457c-9b6a-7d43dc1bebdf req-64cd3c72-a1e9-4a74-9a6a-690e57f62ed1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a7600888-615e-4447-9cf8-55d2bc9ab131 HTTP/1.1" status: 200 len: 908 time: 0.0868614 Aug 10 04:38:51.843141 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4fecca2a-df54-457c-9b6a-7d43dc1bebdf req-5b8f6890-56e7-4dec-b838-a1b42ac5d9eb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a21799e6-c963-410f-959c-bd9e3e333e1a HTTP/1.1" status: 200 len: 1001 time: 0.0613499 Aug 10 04:38:51.895048 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fecca2a-df54-457c-9b6a-7d43dc1bebdf req-7b61b7ab-dbae-4631-9264-cdcd01fc08f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:51.896576 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4fecca2a-df54-457c-9b6a-7d43dc1bebdf req-7b61b7ab-dbae-4631-9264-cdcd01fc08f5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=aa4a00ab-7bcb-42f3-96e1-0fc86a634467 HTTP/1.1" status: 200 len: 847 time: 0.0462475 Aug 10 04:38:51.949304 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fecca2a-df54-457c-9b6a-7d43dc1bebdf req-fc12c6b6-6214-458e-a0a1-7e2a3176fb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:51.950883 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4fecca2a-df54-457c-9b6a-7d43dc1bebdf req-fc12c6b6-6214-458e-a0a1-7e2a3176fb0e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a7600888-615e-4447-9cf8-55d2bc9ab131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0473821 Aug 10 04:38:52.081748 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cd7fec-7500-49f8-82df-b3879ef8b9a1 req-155d80c4-3c39-4032-a715-8515b77b138d tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:52.083374 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f5cd7fec-7500-49f8-82df-b3879ef8b9a1 req-155d80c4-3c39-4032-a715-8515b77b138d tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?device_id=61a28630-cf41-45b6-bbf1-3199e8f24454 HTTP/1.1" status: 200 len: 946 time: 0.1066537 Aug 10 04:38:52.090275 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4fecca2a-df54-457c-9b6a-7d43dc1bebdf req-5611b88b-6327-47a3-a5b3-deaa73b0ef4c service neutron] 10.222.0.42 "GET /v2.0/networks/a7600888-615e-4447-9cf8-55d2bc9ab131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318378 Aug 10 04:38:52.176286 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f5cd7fec-7500-49f8-82df-b3879ef8b9a1 req-90fa869e-d20a-4dbe-ba38-adc15d2c8342 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b4e68b5-6f4f-4e7f-a79b-215f6b085173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840762 Aug 10 04:38:52.227046 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4fecca2a-df54-457c-9b6a-7d43dc1bebdf req-d08466a5-fa0d-41bf-be61-3588bcd9a849 service neutron] 10.222.0.42 "GET /v2.0/networks/a7600888-615e-4447-9cf8-55d2bc9ab131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281843 Aug 10 04:38:53.327887 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854cd2de-0367-4e47-bd45-02712abb6ede req-52be4986-71f6-4684-8e65-f873c3494592 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:53.329575 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-854cd2de-0367-4e47-bd45-02712abb6ede req-52be4986-71f6-4684-8e65-f873c3494592 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?device_id=61a28630-cf41-45b6-bbf1-3199e8f24454 HTTP/1.1" status: 200 len: 946 time: 0.0730498 Aug 10 04:38:53.373450 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-854cd2de-0367-4e47-bd45-02712abb6ede req-bccb8709-cd78-4bee-97f0-58b291939e26 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b4e68b5-6f4f-4e7f-a79b-215f6b085173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374408 Aug 10 04:38:53.793288 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-65a8e145-2157-4a1c-b9bf-9ac460c87ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:54.409714 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:54.507133 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e081f8a-4a2a-4888-9097-4faaff146dd7 req-0e3f0fd6-acb1-43d6-a5e3-a8ab696c1fcc tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:54.508789 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7e081f8a-4a2a-4888-9097-4faaff146dd7 req-0e3f0fd6-acb1-43d6-a5e3-a8ab696c1fcc tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?device_id=61a28630-cf41-45b6-bbf1-3199e8f24454 HTTP/1.1" status: 200 len: 946 time: 0.0560350 Aug 10 04:38:54.552515 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7e081f8a-4a2a-4888-9097-4faaff146dd7 req-48f5ca5f-b805-4611-9a08-baa654fde736 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b4e68b5-6f4f-4e7f-a79b-215f6b085173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372610 Aug 10 04:38:54.824739 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965d8136-572b-4aca-8ee9-d5e35b4dd204 req-762b3b5d-440e-46b8-af58-10f3b6642501 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:54.827452 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-965d8136-572b-4aca-8ee9-d5e35b4dd204 req-762b3b5d-440e-46b8-af58-10f3b6642501 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?device_id=61a28630-cf41-45b6-bbf1-3199e8f24454 HTTP/1.1" status: 200 len: 946 time: 0.0876622 Aug 10 04:38:54.868358 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-965d8136-572b-4aca-8ee9-d5e35b4dd204 req-dac5f9b5-258f-44f1-a4b0-3eb622e51728 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b4e68b5-6f4f-4e7f-a79b-215f6b085173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350723 Aug 10 04:38:55.020988 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-c726cd4e-5950-4774-bb48-ce6d2c6af172 req-f8483995-afc6-4f22-844a-adff1496a271 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=61a28630-cf41-45b6-bbf1-3199e8f24454&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0909162 Aug 10 04:38:55.697232 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:55.774071 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device a21799e6-c963-410f-959c-bd9e3e333e1a no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:38:55.855822 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:55.880088 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61a28630-cf41-45b6-bbf1-3199e8f24454', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a21799e6-c963-410f-959c-bd9e3e333e1a'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:38:55.882416 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}583660bde03669f2dd7fb79ddb869ac83356356549bc1793f8d2e37d6d7017ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48892743-73b8-4f97-b0db-5009363d4bdf" -d '{"events": [{"server_uuid": "61a28630-cf41-45b6-bbf1-3199e8f24454", "name": "network-vif-unplugged", "status": "completed", "tag": "a21799e6-c963-410f-959c-bd9e3e333e1a"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:38:55.896436 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port a21799e6-c963-410f-959c-bd9e3e333e1a, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=a21799e6-c963-410f-959c-bd9e3e333e1a,segment=NetworkSegment(6572a14d-9df9-4335-907d-1fe8cba542f0),segment_id=6572a14d-9df9-4335-907d-1fe8cba542f0)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:38:55.901223 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:55.927184 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 04:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d80f172-f0be-4fd4-8391-259af5a75dc7 x-openstack-request-id: req-5d80f172-f0be-4fd4-8391-259af5a75dc7 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:38:55.927476 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61a28630-cf41-45b6-bbf1-3199e8f24454", "name": "network-vif-unplugged", "status": "completed", "tag": "a21799e6-c963-410f-959c-bd9e3e333e1a", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:38:55.927735 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5d80f172-f0be-4fd4-8391-259af5a75dc7 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:38:55.928234 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61a28630-cf41-45b6-bbf1-3199e8f24454', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a21799e6-c963-410f-959c-bd9e3e333e1a', 'code': 200} Aug 10 04:38:55.961020 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=a21799e6-c963-410f-959c-bd9e3e333e1a,revision_number=8']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:55.969573 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c726cd4e-5950-4774-bb48-ce6d2c6af172 req-d46b41a3-8063-4db0-b870-179870ffaafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:55.971230 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c726cd4e-5950-4774-bb48-ce6d2c6af172 req-d46b41a3-8063-4db0-b870-179870ffaafa service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=61a28630-cf41-45b6-bbf1-3199e8f24454&tenant_id=147fa16a171649748e11d9c638603170 HTTP/1.1" status: 200 len: 1096 time: 0.0525489 Aug 10 04:38:56.056819 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c726cd4e-5950-4774-bb48-ce6d2c6af172 req-c213c463-9be2-4328-a297-87e6cb523895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:56.058399 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c726cd4e-5950-4774-bb48-ce6d2c6af172 req-c213c463-9be2-4328-a297-87e6cb523895 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=147fa16a171649748e11d9c638603170&device_id=61a28630-cf41-45b6-bbf1-3199e8f24454 HTTP/1.1" status: 200 len: 1096 time: 0.0633140 Aug 10 04:38:56.066698 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dce350-a037-4064-b268-12ac59f6f376 req-2e511e4b-0f28-4b29-9966-db76e551f5a4 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:56.068110 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-49dce350-a037-4064-b268-12ac59f6f376 req-2e511e4b-0f28-4b29-9966-db76e551f5a4 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?device_id=61a28630-cf41-45b6-bbf1-3199e8f24454 HTTP/1.1" status: 200 len: 944 time: 0.0822227 Aug 10 04:38:56.155314 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-49dce350-a037-4064-b268-12ac59f6f376 req-9cce9374-7f30-4c7b-bbdd-4455f500fabb tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b4e68b5-6f4f-4e7f-a79b-215f6b085173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785861 Aug 10 04:38:56.184198 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c726cd4e-5950-4774-bb48-ce6d2c6af172 req-20b2f27e-0555-424b-b62a-b76d3ad56283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:56.185727 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c726cd4e-5950-4774-bb48-ce6d2c6af172 req-20b2f27e-0555-424b-b62a-b76d3ad56283 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a7600888-615e-4447-9cf8-55d2bc9ab131 HTTP/1.1" status: 200 len: 908 time: 0.1167350 Aug 10 04:38:56.255750 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c726cd4e-5950-4774-bb48-ce6d2c6af172 req-00de74f0-c23c-4eb7-b03d-c6a2e111224e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a21799e6-c963-410f-959c-bd9e3e333e1a HTTP/1.1" status: 200 len: 999 time: 0.0624096 Aug 10 04:38:56.319159 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c726cd4e-5950-4774-bb48-ce6d2c6af172 req-58abf766-141c-4286-83a3-34bbd636a3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:56.320675 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c726cd4e-5950-4774-bb48-ce6d2c6af172 req-58abf766-141c-4286-83a3-34bbd636a3b5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=aa4a00ab-7bcb-42f3-96e1-0fc86a634467 HTTP/1.1" status: 200 len: 847 time: 0.0523353 Aug 10 04:38:56.371334 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c726cd4e-5950-4774-bb48-ce6d2c6af172 req-858c78b0-cebc-4436-a1b0-25ee8068cea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:56.373168 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c726cd4e-5950-4774-bb48-ce6d2c6af172 req-858c78b0-cebc-4436-a1b0-25ee8068cea0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a7600888-615e-4447-9cf8-55d2bc9ab131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447221 Aug 10 04:38:56.485907 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c726cd4e-5950-4774-bb48-ce6d2c6af172 req-9665dc7d-5fb3-48c6-9506-57fc2b0651a8 service neutron] 10.222.0.42 "GET /v2.0/networks/a7600888-615e-4447-9cf8-55d2bc9ab131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053047 Aug 10 04:38:56.582037 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c726cd4e-5950-4774-bb48-ce6d2c6af172 req-c28c0bc6-edcc-496d-89b4-f9be6f4c64cc service neutron] 10.222.0.42 "GET /v2.0/networks/a7600888-615e-4447-9cf8-55d2bc9ab131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892982 Aug 10 04:38:56.858870 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:57.142475 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:57.279412 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c695650-231b-48d8-8a1a-e09627ed590f req-03f05030-bd21-4c07-997d-ae9b751cb3a1 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:57.282098 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5c695650-231b-48d8-8a1a-e09627ed590f req-03f05030-bd21-4c07-997d-ae9b751cb3a1 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?device_id=61a28630-cf41-45b6-bbf1-3199e8f24454 HTTP/1.1" status: 200 len: 944 time: 0.0572252 Aug 10 04:38:57.324573 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5c695650-231b-48d8-8a1a-e09627ed590f req-9e06fabf-1190-4a6f-8e3b-8acbef8c9ad4 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b4e68b5-6f4f-4e7f-a79b-215f6b085173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364375 Aug 10 04:38:58.188799 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-347b0316-edb3-4100-bc65-3f776da8098e req-43e4fb2a-d211-4fe2-8a4e-10ada43fdaa4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=22882bb5-df6a-4a03-b8b1-8ebacb558477&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0419021 Aug 10 04:38:58.280572 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b0316-edb3-4100-bc65-3f776da8098e req-ec864b92-c89c-40f1-9a8a-7099469442cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:58.282133 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-347b0316-edb3-4100-bc65-3f776da8098e req-ec864b92-c89c-40f1-9a8a-7099469442cd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4d9562697164912ae96f22f47b4a54d&device_id=22882bb5-df6a-4a03-b8b1-8ebacb558477 HTTP/1.1" status: 200 len: 1098 time: 0.0478716 Aug 10 04:38:58.415068 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b0316-edb3-4100-bc65-3f776da8098e req-fd40b718-9aea-4893-9cf1-27b444b71836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:58.416558 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-347b0316-edb3-4100-bc65-3f776da8098e req-fd40b718-9aea-4893-9cf1-27b444b71836 service neutron] 10.222.0.61 "GET /v2.0/networks?id=86e70408-f9ef-4815-aa8f-59304e4ed4c8 HTTP/1.1" status: 200 len: 911 time: 0.1133296 Aug 10 04:38:58.477440 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-347b0316-edb3-4100-bc65-3f776da8098e req-bf804653-6501-4cbc-8f8c-ef7185f2e7d7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=600c6ca9-6224-4086-b5df-8c2df8511b77 HTTP/1.1" status: 200 len: 217 time: 0.0422533 Aug 10 04:38:58.529017 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa824a6-2765-4d37-986f-ee6c214399a3 req-47e1e2a8-9727-4a64-a36a-df137bc8b56f tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:58.530730 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2aa824a6-2765-4d37-986f-ee6c214399a3 req-47e1e2a8-9727-4a64-a36a-df137bc8b56f tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?device_id=61a28630-cf41-45b6-bbf1-3199e8f24454 HTTP/1.1" status: 200 len: 944 time: 0.1271396 Aug 10 04:38:58.559867 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b0316-edb3-4100-bc65-3f776da8098e req-7a5540de-8fb5-4cdc-97a9-634f3d4ad278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:58.561401 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-347b0316-edb3-4100-bc65-3f776da8098e req-7a5540de-8fb5-4cdc-97a9-634f3d4ad278 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=48d8056f-5fb2-463c-96bd-f6f5ed5da27e HTTP/1.1" status: 200 len: 850 time: 0.0758748 Aug 10 04:38:58.611024 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2aa824a6-2765-4d37-986f-ee6c214399a3 req-3cddf235-60f6-4b1b-a16f-4eb35578bea3 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b4e68b5-6f4f-4e7f-a79b-215f6b085173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736511 Aug 10 04:38:58.625210 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b0316-edb3-4100-bc65-3f776da8098e req-dbe862f9-424c-4ace-aa7a-b4ae7f40e68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:58.626761 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-347b0316-edb3-4100-bc65-3f776da8098e req-dbe862f9-424c-4ace-aa7a-b4ae7f40e68e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=86e70408-f9ef-4815-aa8f-59304e4ed4c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582905 Aug 10 04:38:58.737367 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-347b0316-edb3-4100-bc65-3f776da8098e req-b50eb17e-372e-409c-b418-847825deb25f service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024106 Aug 10 04:38:58.833342 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-347b0316-edb3-4100-bc65-3f776da8098e req-564d0986-16d3-4541-89ea-07880fe38a7e service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885167 Aug 10 04:38:59.745316 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e64fc33-f6b4-46a7-9b51-1365bfc73d00 req-4a1bd200-c52a-43e9-867e-db606379ccbb tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:59.748939 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1e64fc33-f6b4-46a7-9b51-1365bfc73d00 req-4a1bd200-c52a-43e9-867e-db606379ccbb tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?device_id=61a28630-cf41-45b6-bbf1-3199e8f24454 HTTP/1.1" status: 200 len: 944 time: 0.0641723 Aug 10 04:38:59.800563 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1e64fc33-f6b4-46a7-9b51-1365bfc73d00 req-04326f96-a7a9-4190-b9a0-ab1c1ef77c79 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b4e68b5-6f4f-4e7f-a79b-215f6b085173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396261 Aug 10 04:39:00.938203 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca942fd8-e4d1-49b4-951e-8aedef95b273 req-9a332481-81d8-4905-8d81-435fab5a8aa8 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:39:00.940048 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ca942fd8-e4d1-49b4-951e-8aedef95b273 req-9a332481-81d8-4905-8d81-435fab5a8aa8 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?device_id=61a28630-cf41-45b6-bbf1-3199e8f24454 HTTP/1.1" status: 200 len: 944 time: 0.0563986 Aug 10 04:39:00.981676 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ca942fd8-e4d1-49b4-951e-8aedef95b273 req-d6972833-b495-414d-a3a3-48bb790d981c tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b4e68b5-6f4f-4e7f-a79b-215f6b085173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356102 Aug 10 04:39:02.109892 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60486930-9a5e-418b-b8d7-6bf2691f2106 req-9b8e7542-31eb-4248-9fb1-ed9b87228708 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:39:02.111498 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-60486930-9a5e-418b-b8d7-6bf2691f2106 req-9b8e7542-31eb-4248-9fb1-ed9b87228708 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?device_id=61a28630-cf41-45b6-bbf1-3199e8f24454 HTTP/1.1" status: 200 len: 944 time: 0.0561368 Aug 10 04:39:02.157475 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-60486930-9a5e-418b-b8d7-6bf2691f2106 req-e06f2222-1bbf-4a99-8a85-461d36269fea tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b4e68b5-6f4f-4e7f-a79b-215f6b085173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395994 Aug 10 04:39:03.282048 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339b7d18-5862-4341-aa94-5719caf23639 req-3344645a-55ab-4375-95ca-f3ab1255ad85 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:39:03.284468 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-339b7d18-5862-4341-aa94-5719caf23639 req-3344645a-55ab-4375-95ca-f3ab1255ad85 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?device_id=61a28630-cf41-45b6-bbf1-3199e8f24454 HTTP/1.1" status: 200 len: 944 time: 0.0546646 Aug 10 04:39:03.325850 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-339b7d18-5862-4341-aa94-5719caf23639 req-723db7a4-01f1-4921-aa39-5c7151f1b68b tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b4e68b5-6f4f-4e7f-a79b-215f6b085173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344455 Aug 10 04:39:04.222374 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:04.459330 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dc3694-eac9-42fe-a275-4cfccfce8a7b req-c3162e66-250d-4b6d-ba45-4ee5b407c7c7 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:39:04.460863 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-40dc3694-eac9-42fe-a275-4cfccfce8a7b req-c3162e66-250d-4b6d-ba45-4ee5b407c7c7 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?device_id=61a28630-cf41-45b6-bbf1-3199e8f24454 HTTP/1.1" status: 200 len: 944 time: 0.0512512 Aug 10 04:39:04.505509 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-40dc3694-eac9-42fe-a275-4cfccfce8a7b req-68d9fdcc-a3f0-411f-abc2-388985ab9650 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b4e68b5-6f4f-4e7f-a79b-215f6b085173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383565 Aug 10 04:39:05.470782 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:39:05.668692 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f8e79b-e73b-467d-98d5-890bd45e10cc req-55fd78ca-612f-4fe0-bceb-f2b03c0e4748 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:39:05.670281 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-57f8e79b-e73b-467d-98d5-890bd45e10cc req-55fd78ca-612f-4fe0-bceb-f2b03c0e4748 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?device_id=61a28630-cf41-45b6-bbf1-3199e8f24454 HTTP/1.1" status: 200 len: 944 time: 0.0537553 Aug 10 04:39:05.713847 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-57f8e79b-e73b-467d-98d5-890bd45e10cc req-7af682a4-6d9c-48fe-a7be-3632df6e2c49 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b4e68b5-6f4f-4e7f-a79b-215f6b085173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371692 Aug 10 04:39:06.874821 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d7232b-508b-4397-bc7e-cc9e1bafe2ea req-c8b2008f-229e-4098-8722-2c8e1e6e1c18 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:39:06.876346 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-08d7232b-508b-4397-bc7e-cc9e1bafe2ea req-c8b2008f-229e-4098-8722-2c8e1e6e1c18 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?device_id=61a28630-cf41-45b6-bbf1-3199e8f24454 HTTP/1.1" status: 200 len: 944 time: 0.0819213 Aug 10 04:39:06.882989 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bafb4d8-31ab-42c6-a954-8ca2dea0ea51 req-88d48b16-b712-4c12-9958-d39bc50f5f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:39:06.884946 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6bafb4d8-31ab-42c6-a954-8ca2dea0ea51 req-88d48b16-b712-4c12-9958-d39bc50f5f38 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=147fa16a171649748e11d9c638603170&device_id=61a28630-cf41-45b6-bbf1-3199e8f24454 HTTP/1.1" status: 200 len: 1096 time: 0.0600221 Aug 10 04:39:06.934922 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-08d7232b-508b-4397-bc7e-cc9e1bafe2ea req-98a2684f-1825-4648-b019-e13ea8933fbf tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b4e68b5-6f4f-4e7f-a79b-215f6b085173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490189 Aug 10 04:39:07.005763 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bafb4d8-31ab-42c6-a954-8ca2dea0ea51 req-260c3223-8164-4bab-bf34-f28329bb3010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:39:07.007328 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6bafb4d8-31ab-42c6-a954-8ca2dea0ea51 req-260c3223-8164-4bab-bf34-f28329bb3010 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a7600888-615e-4447-9cf8-55d2bc9ab131 HTTP/1.1" status: 200 len: 908 time: 0.1005819 Aug 10 04:39:07.074040 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6bafb4d8-31ab-42c6-a954-8ca2dea0ea51 req-95f50823-3908-49e8-af44-b4fcea3ae699 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a21799e6-c963-410f-959c-bd9e3e333e1a HTTP/1.1" status: 200 len: 999 time: 0.0587134 Aug 10 04:39:07.124610 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bafb4d8-31ab-42c6-a954-8ca2dea0ea51 req-8d90fa7e-dfdd-4655-9c48-c99613348371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:39:07.126544 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6bafb4d8-31ab-42c6-a954-8ca2dea0ea51 req-8d90fa7e-dfdd-4655-9c48-c99613348371 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=aa4a00ab-7bcb-42f3-96e1-0fc86a634467 HTTP/1.1" status: 200 len: 847 time: 0.0440135 Aug 10 04:39:07.177662 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bafb4d8-31ab-42c6-a954-8ca2dea0ea51 req-6e60fde0-10fc-4ffd-9133-933c9d593fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:39:07.179232 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6bafb4d8-31ab-42c6-a954-8ca2dea0ea51 req-6e60fde0-10fc-4ffd-9133-933c9d593fa2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a7600888-615e-4447-9cf8-55d2bc9ab131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445936 Aug 10 04:39:07.270731 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6bafb4d8-31ab-42c6-a954-8ca2dea0ea51 req-de5a0bf1-612b-4273-a274-5e4744f1c977 service neutron] 10.222.0.42 "GET /v2.0/networks/a7600888-615e-4447-9cf8-55d2bc9ab131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833566 Aug 10 04:39:07.364551 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6bafb4d8-31ab-42c6-a954-8ca2dea0ea51 req-1aed9f74-834a-46b2-959f-6fae11220e66 service neutron] 10.222.0.42 "GET /v2.0/networks/a7600888-615e-4447-9cf8-55d2bc9ab131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862486 Aug 10 04:39:08.056499 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0daff3a-6a8c-4c07-adf9-8c8311a29b11 req-0c318edc-6762-45e4-9a10-455bb1bc72e7 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:39:08.058083 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b0daff3a-6a8c-4c07-adf9-8c8311a29b11 req-0c318edc-6762-45e4-9a10-455bb1bc72e7 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?device_id=61a28630-cf41-45b6-bbf1-3199e8f24454 HTTP/1.1" status: 200 len: 944 time: 0.0526760 Aug 10 04:39:08.098753 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b0daff3a-6a8c-4c07-adf9-8c8311a29b11 req-d0834806-28ce-439d-a794-a4fab057838f tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b4e68b5-6f4f-4e7f-a79b-215f6b085173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344770 Aug 10 04:39:09.216096 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d40ad5-e6a4-494a-aa12-b63d0580d76b req-dc3b9546-373e-4090-9c5d-1d00ea38f1ba tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:39:09.217569 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-48d40ad5-e6a4-494a-aa12-b63d0580d76b req-dc3b9546-373e-4090-9c5d-1d00ea38f1ba tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?device_id=61a28630-cf41-45b6-bbf1-3199e8f24454 HTTP/1.1" status: 200 len: 944 time: 0.0506701 Aug 10 04:39:09.256876 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-48d40ad5-e6a4-494a-aa12-b63d0580d76b req-8736342f-ad30-41d4-abad-2b079a32cdec tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b4e68b5-6f4f-4e7f-a79b-215f6b085173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332451 Aug 10 04:39:09.814480 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device a21799e6-c963-410f-959c-bd9e3e333e1a details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:39:09.911568 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port a21799e6-c963-410f-959c-bd9e3e333e1a, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=a21799e6-c963-410f-959c-bd9e3e333e1a,segment=NetworkSegment(6572a14d-9df9-4335-907d-1fe8cba542f0),segment_id=6572a14d-9df9-4335-907d-1fe8cba542f0)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:39:09.922994 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': 'a21799e6-c963-410f-959c-bd9e3e333e1a', 'network_id': 'a7600888-615e-4447-9cf8-55d2bc9ab131', 'port_id': 'a21799e6-c963-410f-959c-bd9e3e333e1a', 'mac_address': 'fa:16:3e:d7:42:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa4a00ab-7bcb-42f3-96e1-0fc86a634467', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:39:09.958436 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:09.970669 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a21799e6-c963-410f-959c-bd9e3e333e1a {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:39:09.989748 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port a21799e6-c963-410f-959c-bd9e3e333e1a, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=a21799e6-c963-410f-959c-bd9e3e333e1a,segment=NetworkSegment(6572a14d-9df9-4335-907d-1fe8cba542f0),segment_id=6572a14d-9df9-4335-907d-1fe8cba542f0)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:39:09.994414 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:10.043265 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=a21799e6-c963-410f-959c-bd9e3e333e1a,revision_number=9']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:39:10.260529 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['a21799e6-c963-410f-959c-bd9e3e333e1a'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:39:10.375277 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a862c8a6-699a-4eb8-91f2-1eac6cb809c6 req-d52399d2-752a-4ece-aaca-5e93ac1bccd4 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:39:10.376768 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a862c8a6-699a-4eb8-91f2-1eac6cb809c6 req-d52399d2-752a-4ece-aaca-5e93ac1bccd4 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?device_id=61a28630-cf41-45b6-bbf1-3199e8f24454 HTTP/1.1" status: 200 len: 945 time: 0.0498474 Aug 10 04:39:10.418628 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a862c8a6-699a-4eb8-91f2-1eac6cb809c6 req-e7f95c9a-8548-4d0f-befa-b0a7081d5016 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b4e68b5-6f4f-4e7f-a79b-215f6b085173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357692 Aug 10 04:39:11.533563 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd0952c-abd9-4513-b7d7-bb981e530c84 req-0b08de27-f709-4d9f-80d5-3ee401d9fd30 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:39:11.535078 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fbd0952c-abd9-4513-b7d7-bb981e530c84 req-0b08de27-f709-4d9f-80d5-3ee401d9fd30 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?device_id=61a28630-cf41-45b6-bbf1-3199e8f24454 HTTP/1.1" status: 200 len: 945 time: 0.0490508 Aug 10 04:39:11.573121 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-fbd0952c-abd9-4513-b7d7-bb981e530c84 req-6932114a-bf52-4056-bc4a-ee1b4ae6c852 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b4e68b5-6f4f-4e7f-a79b-215f6b085173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315158 Aug 10 04:39:11.814142 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device a21799e6-c963-410f-959c-bd9e3e333e1a up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:39:11.860565 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port a21799e6-c963-410f-959c-bd9e3e333e1a triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:39:11.861032 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:11.935574 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:11.957457 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61a28630-cf41-45b6-bbf1-3199e8f24454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a21799e6-c963-410f-959c-bd9e3e333e1a'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:39:11.959686 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}583660bde03669f2dd7fb79ddb869ac83356356549bc1793f8d2e37d6d7017ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0338b58-a44e-4c0a-abaa-786491ddce64" -d '{"events": [{"server_uuid": "61a28630-cf41-45b6-bbf1-3199e8f24454", "name": "network-vif-plugged", "status": "completed", "tag": "a21799e6-c963-410f-959c-bd9e3e333e1a"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:39:11.975404 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port a21799e6-c963-410f-959c-bd9e3e333e1a, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=a21799e6-c963-410f-959c-bd9e3e333e1a,segment=NetworkSegment(6572a14d-9df9-4335-907d-1fe8cba542f0),segment_id=6572a14d-9df9-4335-907d-1fe8cba542f0)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:39:11.980443 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:12.002908 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26e91ef1-9fde-4e8c-8c3c-ece7f0ae6ef9 x-openstack-request-id: req-26e91ef1-9fde-4e8c-8c3c-ece7f0ae6ef9 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:39:12.003193 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61a28630-cf41-45b6-bbf1-3199e8f24454", "name": "network-vif-plugged", "status": "completed", "tag": "a21799e6-c963-410f-959c-bd9e3e333e1a", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:39:12.003442 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-26e91ef1-9fde-4e8c-8c3c-ece7f0ae6ef9 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:39:12.003827 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61a28630-cf41-45b6-bbf1-3199e8f24454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a21799e6-c963-410f-959c-bd9e3e333e1a', 'code': 200} Aug 10 04:39:12.033012 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=a21799e6-c963-410f-959c-bd9e3e333e1a,revision_number=10']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:39:12.158860 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ff85b9-8c71-4b67-b6ea-c45f76da024f req-df1b3d4e-1408-4671-bf72-fbdf8197310a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:39:12.160448 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-47ff85b9-8c71-4b67-b6ea-c45f76da024f req-df1b3d4e-1408-4671-bf72-fbdf8197310a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=61a28630-cf41-45b6-bbf1-3199e8f24454 HTTP/1.1" status: 200 len: 1099 time: 0.0418763 Aug 10 04:39:12.194448 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-47ff85b9-8c71-4b67-b6ea-c45f76da024f req-38c53519-0378-4b67-98d8-3c8d483544c9 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0b4e68b5-6f4f-4e7f-a79b-215f6b085173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272765 Aug 10 04:39:12.691031 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b05801-1d7a-46bc-b092-d7c5e9053c4b req-522c84b0-ad3a-46d2-8995-a621c0b5327f tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:39:12.692585 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-17b05801-1d7a-46bc-b092-d7c5e9053c4b req-522c84b0-ad3a-46d2-8995-a621c0b5327f tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?device_id=61a28630-cf41-45b6-bbf1-3199e8f24454 HTTP/1.1" status: 200 len: 947 time: 0.0487883 Aug 10 04:39:12.734939 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-17b05801-1d7a-46bc-b092-d7c5e9053c4b req-7da48d66-9a7b-40d6-a809-c55eaeda889c tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b4e68b5-6f4f-4e7f-a79b-215f6b085173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354745 Aug 10 04:39:13.849262 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1e3fc5-2980-43f7-85b0-085c8ab8cb5d req-91bc8838-5037-40b1-b798-dfdf991cab8f tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:39:13.850659 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3b1e3fc5-2980-43f7-85b0-085c8ab8cb5d req-91bc8838-5037-40b1-b798-dfdf991cab8f tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?device_id=61a28630-cf41-45b6-bbf1-3199e8f24454 HTTP/1.1" status: 200 len: 947 time: 0.0480118 Aug 10 04:39:13.887294 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3b1e3fc5-2980-43f7-85b0-085c8ab8cb5d req-0424c907-4ccb-472c-8775-4668839d3ec7 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b4e68b5-6f4f-4e7f-a79b-215f6b085173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307689 Aug 10 04:39:21.552771 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-5821ce3e-4d16-48d0-9836-de38ee166dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:23.793903 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00363a4d-2790-4fbc-afe2-0c6cbebec919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:24.412686 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:25.697822 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:26.846939 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:27.142560 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:34.216776 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:42.469485 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:39:51.555826 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-0c57256e-963b-41af-b9bb-d94991367237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:53.795049 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-419db8e5-81a3-4e0f-ba86-6a673dc8bb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:54.414879 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:55.700493 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:56.842929 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:57.144534 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:00.156376 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cbcec5eb-3c70-41aa-a6af-9e74ee718d71 req-475778bb-fc10-498e-a754-fbc4ab60bc5a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=22882bb5-df6a-4a03-b8b1-8ebacb558477&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0449774 Aug 10 04:40:00.239467 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcec5eb-3c70-41aa-a6af-9e74ee718d71 req-29048430-da10-457d-9baa-9567de420d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:00.240996 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cbcec5eb-3c70-41aa-a6af-9e74ee718d71 req-29048430-da10-457d-9baa-9567de420d9a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4d9562697164912ae96f22f47b4a54d&device_id=22882bb5-df6a-4a03-b8b1-8ebacb558477 HTTP/1.1" status: 200 len: 1098 time: 0.0414183 Aug 10 04:40:00.354769 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcec5eb-3c70-41aa-a6af-9e74ee718d71 req-aea84091-04cd-4a6e-88c9-50878d60d55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:00.356364 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cbcec5eb-3c70-41aa-a6af-9e74ee718d71 req-aea84091-04cd-4a6e-88c9-50878d60d55d service neutron] 10.222.0.61 "GET /v2.0/networks?id=86e70408-f9ef-4815-aa8f-59304e4ed4c8 HTTP/1.1" status: 200 len: 911 time: 0.0937347 Aug 10 04:40:00.408579 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cbcec5eb-3c70-41aa-a6af-9e74ee718d71 req-97fdef35-5a09-4c7c-81b7-b8786100a165 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=600c6ca9-6224-4086-b5df-8c2df8511b77 HTTP/1.1" status: 200 len: 217 time: 0.0445812 Aug 10 04:40:00.468975 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcec5eb-3c70-41aa-a6af-9e74ee718d71 req-7e558168-1fbf-4f11-98b3-0b47f611aab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:00.470513 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cbcec5eb-3c70-41aa-a6af-9e74ee718d71 req-7e558168-1fbf-4f11-98b3-0b47f611aab7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=48d8056f-5fb2-463c-96bd-f6f5ed5da27e HTTP/1.1" status: 200 len: 850 time: 0.0530899 Aug 10 04:40:00.521340 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcec5eb-3c70-41aa-a6af-9e74ee718d71 req-ea53a88c-a471-406b-b1c3-305eac21592d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:00.523050 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cbcec5eb-3c70-41aa-a6af-9e74ee718d71 req-ea53a88c-a471-406b-b1c3-305eac21592d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=86e70408-f9ef-4815-aa8f-59304e4ed4c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435495 Aug 10 04:40:00.625418 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cbcec5eb-3c70-41aa-a6af-9e74ee718d71 req-a0472a20-2749-4cbd-8469-87fe4096ec65 service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952387 Aug 10 04:40:00.719807 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cbcec5eb-3c70-41aa-a6af-9e74ee718d71 req-9f1bbe97-70f1-4ca5-a990-bafd330c2dd1 service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876820 Aug 10 04:40:04.243128 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:04.827409 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6a9f2d87-bd45-4e83-b032-368acfa899c9 req-520bc5c8-f076-4611-99d0-ee7089b88c14 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=61a28630-cf41-45b6-bbf1-3199e8f24454&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407450 Aug 10 04:40:04.969463 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9f2d87-bd45-4e83-b032-368acfa899c9 req-3926b870-d0e7-4e5d-b451-38d5301eec28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:04.971024 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6a9f2d87-bd45-4e83-b032-368acfa899c9 req-3926b870-d0e7-4e5d-b451-38d5301eec28 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=147fa16a171649748e11d9c638603170&device_id=61a28630-cf41-45b6-bbf1-3199e8f24454 HTTP/1.1" status: 200 len: 1099 time: 0.0427785 Aug 10 04:40:05.080638 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9f2d87-bd45-4e83-b032-368acfa899c9 req-136f43bd-de0d-41aa-a6ef-fbd85b21d0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:05.082299 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6a9f2d87-bd45-4e83-b032-368acfa899c9 req-136f43bd-de0d-41aa-a6ef-fbd85b21d0dd service neutron] 10.222.0.42 "GET /v2.0/networks?id=a7600888-615e-4447-9cf8-55d2bc9ab131 HTTP/1.1" status: 200 len: 908 time: 0.0904527 Aug 10 04:40:05.150106 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6a9f2d87-bd45-4e83-b032-368acfa899c9 req-89c621fd-2998-445d-8981-acd30bb53406 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a21799e6-c963-410f-959c-bd9e3e333e1a HTTP/1.1" status: 200 len: 1001 time: 0.0602930 Aug 10 04:40:05.208742 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9f2d87-bd45-4e83-b032-368acfa899c9 req-35e6f01d-c2b9-4703-9c97-3bb989e05632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:05.210350 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6a9f2d87-bd45-4e83-b032-368acfa899c9 req-35e6f01d-c2b9-4703-9c97-3bb989e05632 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=aa4a00ab-7bcb-42f3-96e1-0fc86a634467 HTTP/1.1" status: 200 len: 847 time: 0.0534856 Aug 10 04:40:05.258331 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9f2d87-bd45-4e83-b032-368acfa899c9 req-e499e4ba-3d63-4da0-8971-4b128f31a334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:05.259885 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6a9f2d87-bd45-4e83-b032-368acfa899c9 req-e499e4ba-3d63-4da0-8971-4b128f31a334 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a7600888-615e-4447-9cf8-55d2bc9ab131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426764 Aug 10 04:40:05.351118 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6a9f2d87-bd45-4e83-b032-368acfa899c9 req-8f32c795-174c-4943-98f5-acd5a7f1dc82 service neutron] 10.222.0.42 "GET /v2.0/networks/a7600888-615e-4447-9cf8-55d2bc9ab131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837171 Aug 10 04:40:05.445171 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6a9f2d87-bd45-4e83-b032-368acfa899c9 req-448ea59d-b5b5-4427-872d-b4fad6881321 service neutron] 10.222.0.42 "GET /v2.0/networks/a7600888-615e-4447-9cf8-55d2bc9ab131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873673 Aug 10 04:40:19.468986 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:40:21.559789 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-fca0c126-4f24-4df1-b93b-2fbf13d791d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:23.060704 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 52472) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:40:23.241162 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-3218ca5d-cbb8-4ce7-af1b-8614199ecbf5 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Deleting port 5b4bc86f-8517-41ea-80d0-9411494fe6cf {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:40:23.241409 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3218ca5d-cbb8-4ce7-af1b-8614199ecbf5 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:23.327067 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3218ca5d-cbb8-4ce7-af1b-8614199ecbf5 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:23.327395 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3218ca5d-cbb8-4ce7-af1b-8614199ecbf5 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:23.339749 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-3218ca5d-cbb8-4ce7-af1b-8614199ecbf5 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Calling delete_port for 5b4bc86f-8517-41ea-80d0-9411494fe6cf owned by network:floatingip {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:40:23.495431 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3218ca5d-cbb8-4ce7-af1b-8614199ecbf5 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:23.536858 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3218ca5d-cbb8-4ce7-af1b-8614199ecbf5 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Pushing event deleted for resources: {'Port': ['ID=5b4bc86f-8517-41ea-80d0-9411494fe6cf,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:40:23.549566 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3218ca5d-cbb8-4ce7-af1b-8614199ecbf5 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:23.549916 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3218ca5d-cbb8-4ce7-af1b-8614199ecbf5 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:23.550279 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3218ca5d-cbb8-4ce7-af1b-8614199ecbf5 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:23.550622 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3218ca5d-cbb8-4ce7-af1b-8614199ecbf5 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:23.550956 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3218ca5d-cbb8-4ce7-af1b-8614199ecbf5 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:23.551284 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3218ca5d-cbb8-4ce7-af1b-8614199ecbf5 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:23.551612 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3218ca5d-cbb8-4ce7-af1b-8614199ecbf5 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:23.551940 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3218ca5d-cbb8-4ce7-af1b-8614199ecbf5 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:23.552262 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3218ca5d-cbb8-4ce7-af1b-8614199ecbf5 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:23.552587 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3218ca5d-cbb8-4ce7-af1b-8614199ecbf5 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:23.552910 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3218ca5d-cbb8-4ce7-af1b-8614199ecbf5 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:23.553230 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3218ca5d-cbb8-4ce7-af1b-8614199ecbf5 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:23.611885 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3218ca5d-cbb8-4ce7-af1b-8614199ecbf5 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks [] for floatingip, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:23.612277 n-d-768862-13 neutron-server[94260]: INFO neutron.db.l3_db [None req-3218ca5d-cbb8-4ce7-af1b-8614199ecbf5 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Floating IP 2429eea2-79cf-45ca-a02d-dc13e0c2bc89 disassociated (deleted). External IP: 172.25.6.32, port: a21799e6-c963-410f-959c-bd9e3e333e1a. Aug 10 04:40:23.804975 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-64dab0d1-27f7-43e4-89c2-1bd43a094c76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:23.833226 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3218ca5d-cbb8-4ce7-af1b-8614199ecbf5 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Router c77c9929-88c6-4f46-9066-3443996c2c90 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:40:24.283023 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3218ca5d-cbb8-4ce7-af1b-8614199ecbf5 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:40:24.288198 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-3218ca5d-cbb8-4ce7-af1b-8614199ecbf5 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:24.293764 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f09147f-ff7b-4d51-a89d-fe35df957881 None None] Sync routers for ids ['c77c9929-88c6-4f46-9066-3443996c2c90'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:40:24.306640 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f09147f-ff7b-4d51-a89d-fe35df957881 None None] Routers {'c77c9929-88c6-4f46-9066-3443996c2c90'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:40:24.307429 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-7f09147f-ff7b-4d51-a89d-fe35df957881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:40:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['c77c9929-88c6-4f46-9066-3443996c2c90'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:40:24.316343 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-3218ca5d-cbb8-4ce7-af1b-8614199ecbf5 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "DELETE /v2.0/floatingips/2429eea2-79cf-45ca-a02d-dc13e0c2bc89 HTTP/1.1" status: 204 len: 168 time: 1.2540307 Aug 10 04:40:24.316951 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61a28630-cf41-45b6-bbf1-3199e8f24454', 'tag': 'a21799e6-c963-410f-959c-bd9e3e333e1a'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:40:24.319288 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7142606bf34c4189ec1af3eb1cc50705e8815838b55f5940d6ad7e637f738b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4d8a6bf-ae02-4d14-aecc-274e497e5708" -d '{"events": [{"name": "network-changed", "server_uuid": "61a28630-cf41-45b6-bbf1-3199e8f24454", "tag": "a21799e6-c963-410f-959c-bd9e3e333e1a"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:40:24.421005 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:24.482438 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-7f09147f-ff7b-4d51-a89d-fe35df957881 None None] Set router c77c9929-88c6-4f46-9066-3443996c2c90 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:40:24.493929 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93bb25d7-c547-4b73-acdc-04b8ec8813e2 x-openstack-request-id: req-93bb25d7-c547-4b73-acdc-04b8ec8813e2 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:40:24.494887 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61a28630-cf41-45b6-bbf1-3199e8f24454", "tag": "a21799e6-c963-410f-959c-bd9e3e333e1a", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:40:24.495384 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-93bb25d7-c547-4b73-acdc-04b8ec8813e2 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:40:24.495975 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61a28630-cf41-45b6-bbf1-3199e8f24454', 'tag': 'a21799e6-c963-410f-959c-bd9e3e333e1a', 'status': 'completed', 'code': 200} Aug 10 04:40:24.597803 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d8a6bf-ae02-4d14-aecc-274e497e5708 req-89d27667-7fa4-43b8-aaab-be9d8befde99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:24.599488 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c4d8a6bf-ae02-4d14-aecc-274e497e5708 req-89d27667-7fa4-43b8-aaab-be9d8befde99 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=147fa16a171649748e11d9c638603170&device_id=61a28630-cf41-45b6-bbf1-3199e8f24454 HTTP/1.1" status: 200 len: 1099 time: 0.0815492 Aug 10 04:40:24.616498 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea04ef-dc2b-42ca-b3ea-ae9012b575f8 req-a7e52fac-0934-4c52-8840-703a924088f5 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:24.618043 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-faea04ef-dc2b-42ca-b3ea-ae9012b575f8 req-a7e52fac-0934-4c52-8840-703a924088f5 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?device_id=61a28630-cf41-45b6-bbf1-3199e8f24454 HTTP/1.1" status: 200 len: 947 time: 0.0693040 Aug 10 04:40:24.715014 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-faea04ef-dc2b-42ca-b3ea-ae9012b575f8 req-d6d78562-9df9-440b-bbe9-9ee75ad070db tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b4e68b5-6f4f-4e7f-a79b-215f6b085173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877323 Aug 10 04:40:24.730180 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-7f09147f-ff7b-4d51-a89d-fe35df957881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77c9929-88c6-4f46-9066-3443996c2c90', 'name': 'tempest-TestShelveInstance-524787378-router', 'tenant_id': '147fa16a171649748e11d9c638603170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '10327ded-747e-4adf-aa13-aee0a2bbae82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:36:10Z', 'updated_at': '2021-08-10T04:36:12Z', 'revision_number': 4, 'project_id': '147fa16a171649748e11d9c638603170', 'gw_port': {'id': '10327ded-747e-4adf-aa13-aee0a2bbae82', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:15:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77c9929-88c6-4f46-9066-3443996c2c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:36:10Z', 'updated_at': '2021-08-10T04:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': 'ea913b13-a24d-4c4b-95a3-77498c7a6c78', 'name': '', 'network_id': 'a7600888-615e-4447-9cf8-55d2bc9ab131', 'tenant_id': '147fa16a171649748e11d9c638603170', 'mac_address': 'fa:16:3e:d7:51:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77c9929-88c6-4f46-9066-3443996c2c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'aa4a00ab-7bcb-42f3-96e1-0fc86a634467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:36:12Z', 'updated_at': '2021-08-10T04:36:19Z', 'revision_number': 5, 'project_id': '147fa16a171649748e11d9c638603170', 'subnets': [{'id': 'aa4a00ab-7bcb-42f3-96e1-0fc86a634467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:40:24.737918 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d8a6bf-ae02-4d14-aecc-274e497e5708 req-41ec7af5-68b5-4527-8164-21b876a1c4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:24.739507 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c4d8a6bf-ae02-4d14-aecc-274e497e5708 req-41ec7af5-68b5-4527-8164-21b876a1c4b3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a7600888-615e-4447-9cf8-55d2bc9ab131 HTTP/1.1" status: 200 len: 908 time: 0.1316407 Aug 10 04:40:24.777193 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f09147f-ff7b-4d51-a89d-fe35df957881 None None] Checking router: c77c9929-88c6-4f46-9066-3443996c2c90 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:40:24.782481 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c4d8a6bf-ae02-4d14-aecc-274e497e5708 req-e83bc446-4d37-4d6d-91fd-ae24e8aa9701 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a21799e6-c963-410f-959c-bd9e3e333e1a HTTP/1.1" status: 200 len: 217 time: 0.0350490 Aug 10 04:40:24.791510 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f09147f-ff7b-4d51-a89d-fe35df957881 None None] Routers {'c77c9929-88c6-4f46-9066-3443996c2c90'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:40:24.791806 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-7f09147f-ff7b-4d51-a89d-fe35df957881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:40:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['c77c9929-88c6-4f46-9066-3443996c2c90'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:40:24.845171 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d8a6bf-ae02-4d14-aecc-274e497e5708 req-71301fc4-5eff-4317-99b2-f6cbbd68b76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:24.846702 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c4d8a6bf-ae02-4d14-aecc-274e497e5708 req-71301fc4-5eff-4317-99b2-f6cbbd68b76f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=aa4a00ab-7bcb-42f3-96e1-0fc86a634467 HTTP/1.1" status: 200 len: 847 time: 0.0553515 Aug 10 04:40:24.900418 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d8a6bf-ae02-4d14-aecc-274e497e5708 req-2a571b0d-31ec-4050-b149-3645ae988101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:24.901981 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c4d8a6bf-ae02-4d14-aecc-274e497e5708 req-2a571b0d-31ec-4050-b149-3645ae988101 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a7600888-615e-4447-9cf8-55d2bc9ab131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0473182 Aug 10 04:40:24.998000 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c4d8a6bf-ae02-4d14-aecc-274e497e5708 req-07152979-3dad-4549-a979-3808bf6470a6 service neutron] 10.222.0.42 "GET /v2.0/networks/a7600888-615e-4447-9cf8-55d2bc9ab131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883396 Aug 10 04:40:25.001962 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-7f09147f-ff7b-4d51-a89d-fe35df957881 None None] Set router c77c9929-88c6-4f46-9066-3443996c2c90 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:40:25.100007 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c4d8a6bf-ae02-4d14-aecc-274e497e5708 req-c808efd1-0f82-4f94-9bd2-adc797ea5b8d service neutron] 10.222.0.42 "GET /v2.0/networks/a7600888-615e-4447-9cf8-55d2bc9ab131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943828 Aug 10 04:40:25.205358 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-7f09147f-ff7b-4d51-a89d-fe35df957881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77c9929-88c6-4f46-9066-3443996c2c90', 'name': 'tempest-TestShelveInstance-524787378-router', 'tenant_id': '147fa16a171649748e11d9c638603170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '10327ded-747e-4adf-aa13-aee0a2bbae82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:36:10Z', 'updated_at': '2021-08-10T04:36:12Z', 'revision_number': 4, 'project_id': '147fa16a171649748e11d9c638603170', 'gw_port': {'id': '10327ded-747e-4adf-aa13-aee0a2bbae82', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:15:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77c9929-88c6-4f46-9066-3443996c2c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:36:10Z', 'updated_at': '2021-08-10T04:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': 'ea913b13-a24d-4c4b-95a3-77498c7a6c78', 'name': '', 'network_id': 'a7600888-615e-4447-9cf8-55d2bc9ab131', 'tenant_id': '147fa16a171649748e11d9c638603170', 'mac_address': 'fa:16:3e:d7:51:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77c9929-88c6-4f46-9066-3443996c2c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'aa4a00ab-7bcb-42f3-96e1-0fc86a634467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:36:12Z', 'updated_at': '2021-08-10T04:36:19Z', 'revision_number': 5, 'project_id': '147fa16a171649748e11d9c638603170', 'subnets': [{'id': 'aa4a00ab-7bcb-42f3-96e1-0fc86a634467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:40:25.232415 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f09147f-ff7b-4d51-a89d-fe35df957881 None None] The sync data for ids ['c77c9929-88c6-4f46-9066-3443996c2c90'] in n-d-768862-13 is: [{'id': 'c77c9929-88c6-4f46-9066-3443996c2c90', 'name': 'tempest-TestShelveInstance-524787378-router', 'tenant_id': '147fa16a171649748e11d9c638603170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '10327ded-747e-4adf-aa13-aee0a2bbae82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:36:10Z', 'updated_at': '2021-08-10T04:36:12Z', 'revision_number': 4, 'project_id': '147fa16a171649748e11d9c638603170', 'gw_port': {'id': '10327ded-747e-4adf-aa13-aee0a2bbae82', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:15:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77c9929-88c6-4f46-9066-3443996c2c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:36:10Z', 'updated_at': '2021-08-10T04:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': 'ea913b13-a24d-4c4b-95a3-77498c7a6c78', 'name': '', 'network_id': 'a7600888-615e-4447-9cf8-55d2bc9ab131', 'tenant_id': '147fa16a171649748e11d9c638603170', 'mac_address': 'fa:16:3e:d7:51:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77c9929-88c6-4f46-9066-3443996c2c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'aa4a00ab-7bcb-42f3-96e1-0fc86a634467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:36:12Z', 'updated_at': '2021-08-10T04:36:19Z', 'revision_number': 5, 'project_id': '147fa16a171649748e11d9c638603170', 'subnets': [{'id': 'aa4a00ab-7bcb-42f3-96e1-0fc86a634467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:40:25.453970 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626cff38-3d45-4967-8c83-f472a610af03 None None] New status for floating IP 2429eea2-79cf-45ca-a02d-dc13e0c2bc89: DOWN {{(pid=94262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:40:25.704792 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:25.812009 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d097b1-ed21-4fd8-a318-19f65f17c6cd req-91252a29-0cca-44f7-9380-3c7895d614a7 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:25.813551 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c5d097b1-ed21-4fd8-a318-19f65f17c6cd req-91252a29-0cca-44f7-9380-3c7895d614a7 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.42 "GET /v2.0/ports?device_id=61a28630-cf41-45b6-bbf1-3199e8f24454 HTTP/1.1" status: 200 len: 947 time: 0.0624571 Aug 10 04:40:25.904201 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6503255-d71d-43af-8771-f27414704894 req-afe295e5-713d-402d-80bf-665101dbefb8 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:25.905708 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e6503255-d71d-43af-8771-f27414704894 req-afe295e5-713d-402d-80bf-665101dbefb8 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?device_id=61a28630-cf41-45b6-bbf1-3199e8f24454 HTTP/1.1" status: 200 len: 947 time: 0.1143417 Aug 10 04:40:25.957150 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e6503255-d71d-43af-8771-f27414704894 req-f4a24036-5912-4512-b2fc-d0cc5feb731e tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b4e68b5-6f4f-4e7f-a79b-215f6b085173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453217 Aug 10 04:40:25.963186 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-c5d097b1-ed21-4fd8-a318-19f65f17c6cd req-ab1a2049-8053-4967-9422-1cd477932e87 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Deleting port a21799e6-c963-410f-959c-bd9e3e333e1a {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:40:25.963528 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c5d097b1-ed21-4fd8-a318-19f65f17c6cd req-ab1a2049-8053-4967-9422-1cd477932e87 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:26.058248 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-c5d097b1-ed21-4fd8-a318-19f65f17c6cd req-ab1a2049-8053-4967-9422-1cd477932e87 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] For port a21799e6-c963-410f-959c-bd9e3e333e1a, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=a21799e6-c963-410f-959c-bd9e3e333e1a,segment=NetworkSegment(6572a14d-9df9-4335-907d-1fe8cba542f0),segment_id=6572a14d-9df9-4335-907d-1fe8cba542f0)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:40:26.058620 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c5d097b1-ed21-4fd8-a318-19f65f17c6cd req-ab1a2049-8053-4967-9422-1cd477932e87 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:26.071759 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-c5d097b1-ed21-4fd8-a318-19f65f17c6cd req-ab1a2049-8053-4967-9422-1cd477932e87 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Calling delete_port for a21799e6-c963-410f-959c-bd9e3e333e1a owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:40:26.199803 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c5d097b1-ed21-4fd8-a318-19f65f17c6cd req-ab1a2049-8053-4967-9422-1cd477932e87 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:26.231250 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a2049-8053-4967-9422-1cd477932e87 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Pushing event deleted for resources: {'Port': ['ID=a21799e6-c963-410f-959c-bd9e3e333e1a,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:40:26.271378 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5d097b1-ed21-4fd8-a318-19f65f17c6cd req-ab1a2049-8053-4967-9422-1cd477932e87 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] No DVR routers for this DVR port a21799e6-c963-410f-959c-bd9e3e333e1a on host n-h1-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:40:26.274083 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c5d097b1-ed21-4fd8-a318-19f65f17c6cd req-ab1a2049-8053-4967-9422-1cd477932e87 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:26.276622 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c5d097b1-ed21-4fd8-a318-19f65f17c6cd req-ab1a2049-8053-4967-9422-1cd477932e87 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.42 "DELETE /v2.0/ports/a21799e6-c963-410f-959c-bd9e3e333e1a HTTP/1.1" status: 204 len: 173 time: 0.4491339 Aug 10 04:40:26.497162 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61a28630-cf41-45b6-bbf1-3199e8f24454', 'name': 'network-vif-deleted', 'tag': 'a21799e6-c963-410f-959c-bd9e3e333e1a'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:40:26.499515 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7142606bf34c4189ec1af3eb1cc50705e8815838b55f5940d6ad7e637f738b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa90e7b8-ad92-4dd9-8f5e-60cc7b31b1d3" -d '{"events": [{"server_uuid": "61a28630-cf41-45b6-bbf1-3199e8f24454", "name": "network-vif-deleted", "tag": "a21799e6-c963-410f-959c-bd9e3e333e1a"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:40:26.536976 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa4ac98a-0368-4fa3-808c-a9b2af019d14 x-openstack-request-id: req-fa4ac98a-0368-4fa3-808c-a9b2af019d14 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:40:26.537275 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61a28630-cf41-45b6-bbf1-3199e8f24454", "name": "network-vif-deleted", "tag": "a21799e6-c963-410f-959c-bd9e3e333e1a", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:40:26.537534 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fa4ac98a-0368-4fa3-808c-a9b2af019d14 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:40:26.537943 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61a28630-cf41-45b6-bbf1-3199e8f24454', 'name': 'network-vif-deleted', 'tag': 'a21799e6-c963-410f-959c-bd9e3e333e1a', 'status': 'completed', 'code': 200} Aug 10 04:40:26.852770 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:27.018522 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 52488) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:40:27.086664 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b91d32af-113e-4df1-a531-afab786c3bdf tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:27.116240 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b91d32af-113e-4df1-a531-afab786c3bdf tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:27.156508 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:27.191606 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b91d32af-113e-4df1-a531-afab786c3bdf tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:27.194513 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b91d32af-113e-4df1-a531-afab786c3bdf tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:27.196245 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-b91d32af-113e-4df1-a531-afab786c3bdf tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "DELETE /v2.0/security-groups/0b4e68b5-6f4f-4e7f-a79b-215f6b085173 HTTP/1.1" status: 204 len: 168 time: 0.1758478 Aug 10 04:40:27.208301 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91d32af-113e-4df1-a531-afab786c3bdf tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b4e68b5-6f4f-4e7f-a79b-215f6b085173,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:40:27.223519 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91d32af-113e-4df1-a531-afab786c3bdf tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:27.224194 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91d32af-113e-4df1-a531-afab786c3bdf tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:27.224765 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91d32af-113e-4df1-a531-afab786c3bdf tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:27.225257 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91d32af-113e-4df1-a531-afab786c3bdf tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:27.225923 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91d32af-113e-4df1-a531-afab786c3bdf tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:27.226503 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91d32af-113e-4df1-a531-afab786c3bdf tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:27.227762 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91d32af-113e-4df1-a531-afab786c3bdf tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:27.228302 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91d32af-113e-4df1-a531-afab786c3bdf tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:27.228853 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91d32af-113e-4df1-a531-afab786c3bdf tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:27.229690 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91d32af-113e-4df1-a531-afab786c3bdf tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:27.230256 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91d32af-113e-4df1-a531-afab786c3bdf tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:27.230928 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91d32af-113e-4df1-a531-afab786c3bdf tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:27.413415 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 52496) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:40:27.418811 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-8727b58c-006b-489d-8094-e1d353edb2c1 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1519384016', 'description': 'tempest-secgroup-smoke-1519384016 description', 'project_id': '147fa16a171649748e11d9c638603170'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:40:27.442611 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8727b58c-006b-489d-8094-e1d353edb2c1 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks [] for security_group, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:27.541341 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8727b58c-006b-489d-8094-e1d353edb2c1 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks [] for security_group, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:27.546895 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8727b58c-006b-489d-8094-e1d353edb2c1 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:27.578256 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8727b58c-006b-489d-8094-e1d353edb2c1 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:27.579584 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-8727b58c-006b-489d-8094-e1d353edb2c1 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1651554 Aug 10 04:40:27.584260 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8727b58c-006b-489d-8094-e1d353edb2c1 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=644fb853-f63d-401f-837b-a8eb3c9c4f79,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:40:27.584562 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 52498) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:40:27.589621 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-0aa1deb3-7c1b-4afe-9bd2-64f1b4412ff9 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Request body: {'security_group_rule': {'security_group_id': '644fb853-f63d-401f-837b-a8eb3c9c4f79', 'project_id': '147fa16a171649748e11d9c638603170', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:40:27.624169 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0aa1deb3-7c1b-4afe-9bd2-64f1b4412ff9 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:27.691548 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0aa1deb3-7c1b-4afe-9bd2-64f1b4412ff9 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:27.696156 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0aa1deb3-7c1b-4afe-9bd2-64f1b4412ff9 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:27.717138 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa1deb3-7c1b-4afe-9bd2-64f1b4412ff9 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aacb22cf-94a0-4d3b-88bb-6d0ebd9d126c,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:40:27.721210 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-0aa1deb3-7c1b-4afe-9bd2-64f1b4412ff9 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:27.723651 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-0aa1deb3-7c1b-4afe-9bd2-64f1b4412ff9 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1376545 Aug 10 04:40:27.729715 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 52500) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:40:27.734398 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-91c54553-7263-4b7b-9cf2-855156bbe5d9 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Request body: {'security_group_rule': {'security_group_id': '644fb853-f63d-401f-837b-a8eb3c9c4f79', 'project_id': '147fa16a171649748e11d9c638603170', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:40:27.778327 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-91c54553-7263-4b7b-9cf2-855156bbe5d9 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:27.872049 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-91c54553-7263-4b7b-9cf2-855156bbe5d9 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:27.876959 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-91c54553-7263-4b7b-9cf2-855156bbe5d9 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:27.898001 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c54553-7263-4b7b-9cf2-855156bbe5d9 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17a0dbc8-bf7f-431d-8472-04320e8a0455,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:40:27.901892 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-91c54553-7263-4b7b-9cf2-855156bbe5d9 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:27.903197 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-91c54553-7263-4b7b-9cf2-855156bbe5d9 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1734092 Aug 10 04:40:27.908387 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 52502) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:40:27.913214 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-99cf2d77-b770-4482-b2db-04583892ca6b tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Request body: {'security_group_rule': {'security_group_id': '644fb853-f63d-401f-837b-a8eb3c9c4f79', 'project_id': '147fa16a171649748e11d9c638603170', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:40:27.944911 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-99cf2d77-b770-4482-b2db-04583892ca6b tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:28.017559 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-99cf2d77-b770-4482-b2db-04583892ca6b tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:28.021764 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-99cf2d77-b770-4482-b2db-04583892ca6b tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:28.043862 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cf2d77-b770-4482-b2db-04583892ca6b tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e6ba5b1-c962-4ebe-a955-ad9adf19cc91,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:40:28.047769 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-99cf2d77-b770-4482-b2db-04583892ca6b tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:28.052611 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-99cf2d77-b770-4482-b2db-04583892ca6b tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1396120 Aug 10 04:40:28.053401 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 52504) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:40:28.057825 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-ad844fe6-3345-4dbc-967c-6707e1952f91 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Request body: {'security_group_rule': {'security_group_id': '644fb853-f63d-401f-837b-a8eb3c9c4f79', 'project_id': '147fa16a171649748e11d9c638603170', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:40:28.098467 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ad844fe6-3345-4dbc-967c-6707e1952f91 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:28.168002 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ad844fe6-3345-4dbc-967c-6707e1952f91 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:28.172163 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ad844fe6-3345-4dbc-967c-6707e1952f91 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:28.189259 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad844fe6-3345-4dbc-967c-6707e1952f91 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2eff4349-4d2c-4468-8d42-5e1e9fb09a8a,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:40:28.195981 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ad844fe6-3345-4dbc-967c-6707e1952f91 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:28.197869 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ad844fe6-3345-4dbc-967c-6707e1952f91 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1438193 Aug 10 04:40:28.200555 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 52506) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:40:28.205845 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-7faf1678-4355-4bd5-bb33-a3428e8f526a tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Request body: {'security_group_rule': {'security_group_id': '644fb853-f63d-401f-837b-a8eb3c9c4f79', 'project_id': '147fa16a171649748e11d9c638603170', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:40:28.236171 n-d-768862-13 neutron-server[94261]: INFO neutron.db.securitygroups_db [None req-7faf1678-4355-4bd5-bb33-a3428e8f526a tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Project 147fa16a171649748e11d9c638603170 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:40:28.242947 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7faf1678-4355-4bd5-bb33-a3428e8f526a tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:28.309268 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7faf1678-4355-4bd5-bb33-a3428e8f526a tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:28.312657 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7faf1678-4355-4bd5-bb33-a3428e8f526a tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:28.329810 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faf1678-4355-4bd5-bb33-a3428e8f526a tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f85163c6-e0b8-4fef-846c-8abc188cdf0d,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:40:28.336825 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-7faf1678-4355-4bd5-bb33-a3428e8f526a tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:28.338728 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-7faf1678-4355-4bd5-bb33-a3428e8f526a tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1368027 Aug 10 04:40:28.341990 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 52508) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:40:28.346610 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-52e29eb1-d0d7-4516-a6fb-782ee2bfe12b tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Request body: {'security_group_rule': {'security_group_id': '644fb853-f63d-401f-837b-a8eb3c9c4f79', 'project_id': '147fa16a171649748e11d9c638603170', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:40:28.368808 n-d-768862-13 neutron-server[94261]: INFO neutron.db.securitygroups_db [None req-52e29eb1-d0d7-4516-a6fb-782ee2bfe12b tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Project 147fa16a171649748e11d9c638603170 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:40:28.374549 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-52e29eb1-d0d7-4516-a6fb-782ee2bfe12b tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:28.437044 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-52e29eb1-d0d7-4516-a6fb-782ee2bfe12b tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:28.440622 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-52e29eb1-d0d7-4516-a6fb-782ee2bfe12b tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:28.455536 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e29eb1-d0d7-4516-a6fb-782ee2bfe12b tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7267cbea-834f-42b9-8987-b8d83593adc6,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:40:28.468430 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-52e29eb1-d0d7-4516-a6fb-782ee2bfe12b tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:28.469697 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-52e29eb1-d0d7-4516-a6fb-782ee2bfe12b tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1267300 Aug 10 04:40:30.188307 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device a21799e6-c963-410f-959c-bd9e3e333e1a no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:40:30.212724 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] No Port match for: a21799e6-c963-410f-959c-bd9e3e333e1a {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:40:30.213176 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device a21799e6-c963-410f-959c-bd9e3e333e1a not bound to the agent host n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:40:34.264123 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:42.845300 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-640a72df-25ba-4b58-93d9-c53c84f3eab8 req-f72d059e-5a6d-4085-b6f4-174e53851667 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1519384016&fields=id&tenant_id=147fa16a171649748e11d9c638603170 HTTP/1.1" status: 200 len: 267 time: 0.0331657 Aug 10 04:40:42.953069 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640a72df-25ba-4b58-93d9-c53c84f3eab8 req-060fb297-e5d4-4b8d-99fd-e5380e76c098 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:42.954537 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-640a72df-25ba-4b58-93d9-c53c84f3eab8 req-060fb297-e5d4-4b8d-99fd-e5380e76c098 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/networks?id=a7600888-615e-4447-9cf8-55d2bc9ab131 HTTP/1.1" status: 200 len: 808 time: 0.1022620 Aug 10 04:40:42.969217 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-640a72df-25ba-4b58-93d9-c53c84f3eab8 req-41044ef8-d515-4dde-9a80-09d9ea33cbb0 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/quotas/147fa16a171649748e11d9c638603170 HTTP/1.1" status: 200 len: 375 time: 0.0089309 Aug 10 04:40:43.024939 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-640a72df-25ba-4b58-93d9-c53c84f3eab8 req-a1305e54-eb01-45cf-b24a-39251dcf5f5c tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=147fa16a171649748e11d9c638603170&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502713 Aug 10 04:40:43.167623 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-640a72df-25ba-4b58-93d9-c53c84f3eab8 req-7e07eb67-4a85-4a33-80fd-51d0d602df41 service neutron] 10.222.0.44 "GET /v2.0/networks/a7600888-615e-4447-9cf8-55d2bc9ab131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312137 Aug 10 04:40:43.254916 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-640a72df-25ba-4b58-93d9-c53c84f3eab8 req-ce42813c-72b6-4c64-9ebf-3815d741798b service neutron] 10.222.0.44 "GET /v2.0/networks/a7600888-615e-4447-9cf8-55d2bc9ab131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810714 Aug 10 04:40:43.555493 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8982cfeb-c11f-4040-9a8f-6d6673bb42d2 req-a46bc754-1493-42de-971b-cd904ff9420f tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?device_id=eff86cde-90bf-46fe-9285-d7887bd0d292 HTTP/1.1" status: 200 len: 210 time: 0.0274746 Aug 10 04:40:44.549527 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640a72df-25ba-4b58-93d9-c53c84f3eab8 req-5574a876-40ac-4f56-80f3-b62a29e730ea tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:44.551154 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-640a72df-25ba-4b58-93d9-c53c84f3eab8 req-5574a876-40ac-4f56-80f3-b62a29e730ea tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.42 "GET /v2.0/networks?id=a7600888-615e-4447-9cf8-55d2bc9ab131 HTTP/1.1" status: 200 len: 808 time: 0.1147354 Aug 10 04:40:44.598465 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-640a72df-25ba-4b58-93d9-c53c84f3eab8 req-6b1c5c05-1303-4c5b-b709-a4bc7aa85628 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=147fa16a171649748e11d9c638603170 HTTP/1.1" status: 200 len: 380 time: 0.0378587 Aug 10 04:40:44.608907 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-640a72df-25ba-4b58-93d9-c53c84f3eab8 req-e29d2112-7ec4-4d8a-a4ae-43aaa63b2182 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Request body: {'port': {'device_id': 'eff86cde-90bf-46fe-9285-d7887bd0d292', 'network_id': 'a7600888-615e-4447-9cf8-55d2bc9ab131', 'admin_state_up': True, 'tenant_id': '147fa16a171649748e11d9c638603170', 'security_groups': ['644fb853-f63d-401f-837b-a8eb3c9c4f79']}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:40:44.690746 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0a35d1ab-3ce9-4fa1-bca8-3547bef08290 req-67cee01d-f2e0-4c4c-a1e9-bc2befeee88e tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?device_id=eff86cde-90bf-46fe-9285-d7887bd0d292 HTTP/1.1" status: 200 len: 210 time: 0.0367384 Aug 10 04:40:44.754061 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-640a72df-25ba-4b58-93d9-c53c84f3eab8 req-e29d2112-7ec4-4d8a-a4ae-43aaa63b2182 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Made reservation on behalf of 147fa16a171649748e11d9c638603170 for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:40:44.757576 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-640a72df-25ba-4b58-93d9-c53c84f3eab8 req-e29d2112-7ec4-4d8a-a4ae-43aaa63b2182 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:44.885192 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-640a72df-25ba-4b58-93d9-c53c84f3eab8 req-e29d2112-7ec4-4d8a-a4ae-43aaa63b2182 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Allocated IP 172.20.0.6 (a7600888-615e-4447-9cf8-55d2bc9ab131/aa4a00ab-7bcb-42f3-96e1-0fc86a634467/4bb34e5a-2061-4b9b-ad82-e918d4dffd15) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:40:45.027922 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-640a72df-25ba-4b58-93d9-c53c84f3eab8 req-e29d2112-7ec4-4d8a-a4ae-43aaa63b2182 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:45.041974 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-640a72df-25ba-4b58-93d9-c53c84f3eab8 req-e29d2112-7ec4-4d8a-a4ae-43aaa63b2182 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Transition to ACTIVE for port object 4bb34e5a-2061-4b9b-ad82-e918d4dffd15 will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:40:45.074097 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-640a72df-25ba-4b58-93d9-c53c84f3eab8 req-e29d2112-7ec4-4d8a-a4ae-43aaa63b2182 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:45.119894 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-640a72df-25ba-4b58-93d9-c53c84f3eab8 req-e29d2112-7ec4-4d8a-a4ae-43aaa63b2182 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Network a7600888-615e-4447-9cf8-55d2bc9ab131 is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:40:45.123462 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-640a72df-25ba-4b58-93d9-c53c84f3eab8 req-e29d2112-7ec4-4d8a-a4ae-43aaa63b2182 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:40:45.130304 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-640a72df-25ba-4b58-93d9-c53c84f3eab8 req-e29d2112-7ec4-4d8a-a4ae-43aaa63b2182 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:40:45.155909 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29d2112-7ec4-4d8a-a4ae-43aaa63b2182 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Pushing event updated for resources: {'Port': ['ID=4bb34e5a-2061-4b9b-ad82-e918d4dffd15,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:40:45.188660 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640a72df-25ba-4b58-93d9-c53c84f3eab8 req-e29d2112-7ec4-4d8a-a4ae-43aaa63b2182 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:45.189469 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-640a72df-25ba-4b58-93d9-c53c84f3eab8 req-e29d2112-7ec4-4d8a-a4ae-43aaa63b2182 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:45.204927 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-640a72df-25ba-4b58-93d9-c53c84f3eab8 req-e29d2112-7ec4-4d8a-a4ae-43aaa63b2182 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5999558 Aug 10 04:40:45.218783 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-640a72df-25ba-4b58-93d9-c53c84f3eab8 req-f3ca8634-eaa2-4afa-967e-c5ffeb32cb8d service neutron] Request body: {'port': {'device_id': 'eff86cde-90bf-46fe-9285-d7887bd0d292', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:40:45.284495 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-640a72df-25ba-4b58-93d9-c53c84f3eab8 req-f3ca8634-eaa2-4afa-967e-c5ffeb32cb8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:45.417220 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-9f748dee-f855-4bf2-9f83-071000458dc2 None None] Provisioning for port 4bb34e5a-2061-4b9b-ad82-e918d4dffd15 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:40:45.420935 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-9f748dee-f855-4bf2-9f83-071000458dc2 None None] Provisioning complete for port 4bb34e5a-2061-4b9b-ad82-e918d4dffd15 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:40:45.421311 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9f748dee-f855-4bf2-9f83-071000458dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:45.454702 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-9f748dee-f855-4bf2-9f83-071000458dc2 None None] Port 4bb34e5a-2061-4b9b-ad82-e918d4dffd15 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:40:45.567831 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-640a72df-25ba-4b58-93d9-c53c84f3eab8 req-f3ca8634-eaa2-4afa-967e-c5ffeb32cb8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bb34e5a-2061-4b9b-ad82-e918d4dffd15 {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:40:45.575997 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-640a72df-25ba-4b58-93d9-c53c84f3eab8 req-f3ca8634-eaa2-4afa-967e-c5ffeb32cb8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:45.588834 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-640a72df-25ba-4b58-93d9-c53c84f3eab8 req-f3ca8634-eaa2-4afa-967e-c5ffeb32cb8d service neutron] Transition to ACTIVE for port object 4bb34e5a-2061-4b9b-ad82-e918d4dffd15 will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:40:45.592551 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-640a72df-25ba-4b58-93d9-c53c84f3eab8 req-f3ca8634-eaa2-4afa-967e-c5ffeb32cb8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:45.667747 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ca8634-eaa2-4afa-967e-c5ffeb32cb8d service neutron] Pushing event updated for resources: {'Port': ['ID=4bb34e5a-2061-4b9b-ad82-e918d4dffd15,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:40:45.725331 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-640a72df-25ba-4b58-93d9-c53c84f3eab8 req-f3ca8634-eaa2-4afa-967e-c5ffeb32cb8d service neutron] Attempting to bind port 4bb34e5a-2061-4b9b-ad82-e918d4dffd15 on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:40:45.725763 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-640a72df-25ba-4b58-93d9-c53c84f3eab8 req-f3ca8634-eaa2-4afa-967e-c5ffeb32cb8d service neutron] Attempting to bind port 4bb34e5a-2061-4b9b-ad82-e918d4dffd15 by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '6572a14d-9df9-4335-907d-1fe8cba542f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a7600888-615e-4447-9cf8-55d2bc9ab131'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:40:45.726005 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640a72df-25ba-4b58-93d9-c53c84f3eab8 req-f3ca8634-eaa2-4afa-967e-c5ffeb32cb8d service neutron] Attempting to bind port 4bb34e5a-2061-4b9b-ad82-e918d4dffd15 on network a7600888-615e-4447-9cf8-55d2bc9ab131 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:40:45.731053 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640a72df-25ba-4b58-93d9-c53c84f3eab8 req-f3ca8634-eaa2-4afa-967e-c5ffeb32cb8d service neutron] Port 4bb34e5a-2061-4b9b-ad82-e918d4dffd15 on network a7600888-615e-4447-9cf8-55d2bc9ab131 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:40:45.731525 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640a72df-25ba-4b58-93d9-c53c84f3eab8 req-f3ca8634-eaa2-4afa-967e-c5ffeb32cb8d service neutron] Attempting to bind port 4bb34e5a-2061-4b9b-ad82-e918d4dffd15 on network a7600888-615e-4447-9cf8-55d2bc9ab131 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:40:45.737985 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640a72df-25ba-4b58-93d9-c53c84f3eab8 req-f3ca8634-eaa2-4afa-967e-c5ffeb32cb8d service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:40:45.738354 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640a72df-25ba-4b58-93d9-c53c84f3eab8 req-f3ca8634-eaa2-4afa-967e-c5ffeb32cb8d service neutron] Checking segment: {'id': '6572a14d-9df9-4335-907d-1fe8cba542f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a7600888-615e-4447-9cf8-55d2bc9ab131'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:40:45.740241 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640a72df-25ba-4b58-93d9-c53c84f3eab8 req-f3ca8634-eaa2-4afa-967e-c5ffeb32cb8d service neutron] Bound using segment: {'id': '6572a14d-9df9-4335-907d-1fe8cba542f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a7600888-615e-4447-9cf8-55d2bc9ab131'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:40:45.740241 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-640a72df-25ba-4b58-93d9-c53c84f3eab8 req-f3ca8634-eaa2-4afa-967e-c5ffeb32cb8d service neutron] Bound port: 4bb34e5a-2061-4b9b-ad82-e918d4dffd15, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6572a14d-9df9-4335-907d-1fe8cba542f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a7600888-615e-4447-9cf8-55d2bc9ab131'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:40:45.740241 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-640a72df-25ba-4b58-93d9-c53c84f3eab8 req-f3ca8634-eaa2-4afa-967e-c5ffeb32cb8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:45.870114 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-640a72df-25ba-4b58-93d9-c53c84f3eab8 req-f3ca8634-eaa2-4afa-967e-c5ffeb32cb8d service neutron] For port 4bb34e5a-2061-4b9b-ad82-e918d4dffd15, host n-h1-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:40:45.874473 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-640a72df-25ba-4b58-93d9-c53c84f3eab8 req-f3ca8634-eaa2-4afa-967e-c5ffeb32cb8d service neutron] For port 4bb34e5a-2061-4b9b-ad82-e918d4dffd15, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=4bb34e5a-2061-4b9b-ad82-e918d4dffd15,segment=NetworkSegment(6572a14d-9df9-4335-907d-1fe8cba542f0),segment_id=6572a14d-9df9-4335-907d-1fe8cba542f0)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:40:45.885534 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a1bac-5eb7-4ce8-869b-43ce1496e957 req-0028cea4-c9e5-48bc-b245-d3b7b7513b95 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:45.887278 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-341a1bac-5eb7-4ce8-869b-43ce1496e957 req-0028cea4-c9e5-48bc-b245-d3b7b7513b95 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?device_id=eff86cde-90bf-46fe-9285-d7887bd0d292 HTTP/1.1" status: 200 len: 943 time: 0.0952103 Aug 10 04:40:45.889111 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-640a72df-25ba-4b58-93d9-c53c84f3eab8 req-f3ca8634-eaa2-4afa-967e-c5ffeb32cb8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:45.942337 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640a72df-25ba-4b58-93d9-c53c84f3eab8 req-f3ca8634-eaa2-4afa-967e-c5ffeb32cb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:45.942979 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-640a72df-25ba-4b58-93d9-c53c84f3eab8 req-f3ca8634-eaa2-4afa-967e-c5ffeb32cb8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:45.944424 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-640a72df-25ba-4b58-93d9-c53c84f3eab8 req-f3ca8634-eaa2-4afa-967e-c5ffeb32cb8d service neutron] 10.222.0.42 "PUT /v2.0/ports/4bb34e5a-2061-4b9b-ad82-e918d4dffd15 HTTP/1.1" status: 200 len: 1092 time: 0.7302542 Aug 10 04:40:45.945276 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eff86cde-90bf-46fe-9285-d7887bd0d292', 'tag': '4bb34e5a-2061-4b9b-ad82-e918d4dffd15'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:40:45.948163 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7142606bf34c4189ec1af3eb1cc50705e8815838b55f5940d6ad7e637f738b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62bbbec8-7c2c-4075-883a-2f0aca50a436" -d '{"events": [{"name": "network-changed", "server_uuid": "eff86cde-90bf-46fe-9285-d7887bd0d292", "tag": "4bb34e5a-2061-4b9b-ad82-e918d4dffd15"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:40:45.997344 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-341a1bac-5eb7-4ce8-869b-43ce1496e957 req-37172793-848f-49a5-9ce5-9c0f8bb69863 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/security-groups?id=644fb853-f63d-401f-837b-a8eb3c9c4f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011724 Aug 10 04:40:46.014258 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ca8634-eaa2-4afa-967e-c5ffeb32cb8d service neutron] Pushing event updated for resources: {'Port': ['ID=4bb34e5a-2061-4b9b-ad82-e918d4dffd15,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:40:46.048733 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640a72df-25ba-4b58-93d9-c53c84f3eab8 req-c0966fa4-f0c1-4da7-a683-e52f33fc2798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:46.050346 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-640a72df-25ba-4b58-93d9-c53c84f3eab8 req-c0966fa4-f0c1-4da7-a683-e52f33fc2798 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=147fa16a171649748e11d9c638603170&device_id=eff86cde-90bf-46fe-9285-d7887bd0d292 HTTP/1.1" status: 200 len: 1095 time: 0.0502381 Aug 10 04:40:46.063409 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a80ec128-8417-4cc0-9a71-92d4bede8c2d x-openstack-request-id: req-a80ec128-8417-4cc0-9a71-92d4bede8c2d {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:40:46.063704 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eff86cde-90bf-46fe-9285-d7887bd0d292", "tag": "4bb34e5a-2061-4b9b-ad82-e918d4dffd15", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:40:46.063961 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a80ec128-8417-4cc0-9a71-92d4bede8c2d {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:40:46.064379 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eff86cde-90bf-46fe-9285-d7887bd0d292', 'tag': '4bb34e5a-2061-4b9b-ad82-e918d4dffd15', 'status': 'completed', 'code': 200} Aug 10 04:40:46.114540 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-640a72df-25ba-4b58-93d9-c53c84f3eab8 req-cb9d05d3-f4ea-436c-8504-05992dfbc65d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4bb34e5a-2061-4b9b-ad82-e918d4dffd15 HTTP/1.1" status: 200 len: 217 time: 0.0491140 Aug 10 04:40:46.173221 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640a72df-25ba-4b58-93d9-c53c84f3eab8 req-737586a7-7234-4ad3-a392-03f9dea0d6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:46.175025 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-640a72df-25ba-4b58-93d9-c53c84f3eab8 req-737586a7-7234-4ad3-a392-03f9dea0d6c7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=aa4a00ab-7bcb-42f3-96e1-0fc86a634467 HTTP/1.1" status: 200 len: 847 time: 0.0536594 Aug 10 04:40:46.225323 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640a72df-25ba-4b58-93d9-c53c84f3eab8 req-c4dee32a-16d4-44f9-864d-466f0505532b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:46.226920 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-640a72df-25ba-4b58-93d9-c53c84f3eab8 req-c4dee32a-16d4-44f9-864d-466f0505532b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a7600888-615e-4447-9cf8-55d2bc9ab131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439677 Aug 10 04:40:46.326101 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-640a72df-25ba-4b58-93d9-c53c84f3eab8 req-0f99e37d-cadf-43b7-8372-e2fdb588a399 service neutron] 10.222.0.42 "GET /v2.0/networks/a7600888-615e-4447-9cf8-55d2bc9ab131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908399 Aug 10 04:40:46.425551 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-640a72df-25ba-4b58-93d9-c53c84f3eab8 req-a16b8d64-9977-47e5-9339-ad3396d70bd3 service neutron] 10.222.0.42 "GET /v2.0/networks/a7600888-615e-4447-9cf8-55d2bc9ab131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894082 Aug 10 04:40:46.526941 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bbbec8-7c2c-4075-883a-2f0aca50a436 req-c5d887d3-d991-4bb2-838a-90b71fa015b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:46.528603 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-62bbbec8-7c2c-4075-883a-2f0aca50a436 req-c5d887d3-d991-4bb2-838a-90b71fa015b1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=147fa16a171649748e11d9c638603170&device_id=eff86cde-90bf-46fe-9285-d7887bd0d292 HTTP/1.1" status: 200 len: 1095 time: 0.0478270 Aug 10 04:40:46.629655 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bbbec8-7c2c-4075-883a-2f0aca50a436 req-89c756ff-e8aa-4ab4-b96c-c7aa7c49225e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:46.631213 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-62bbbec8-7c2c-4075-883a-2f0aca50a436 req-89c756ff-e8aa-4ab4-b96c-c7aa7c49225e service neutron] 10.222.0.42 "GET /v2.0/networks?id=a7600888-615e-4447-9cf8-55d2bc9ab131 HTTP/1.1" status: 200 len: 908 time: 0.0958996 Aug 10 04:40:46.676228 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-62bbbec8-7c2c-4075-883a-2f0aca50a436 req-9a546f5c-d182-473b-a1e4-cc914bec6745 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4bb34e5a-2061-4b9b-ad82-e918d4dffd15 HTTP/1.1" status: 200 len: 217 time: 0.0380993 Aug 10 04:40:46.744235 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bbbec8-7c2c-4075-883a-2f0aca50a436 req-5a4898bd-5aea-4cef-9f97-414c817dc638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:46.745772 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-62bbbec8-7c2c-4075-883a-2f0aca50a436 req-5a4898bd-5aea-4cef-9f97-414c817dc638 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=aa4a00ab-7bcb-42f3-96e1-0fc86a634467 HTTP/1.1" status: 200 len: 847 time: 0.0628614 Aug 10 04:40:46.799563 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bbbec8-7c2c-4075-883a-2f0aca50a436 req-85daf6e1-6a06-4401-8ca2-2dba8c8e217d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:46.800966 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-62bbbec8-7c2c-4075-883a-2f0aca50a436 req-85daf6e1-6a06-4401-8ca2-2dba8c8e217d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a7600888-615e-4447-9cf8-55d2bc9ab131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447576 Aug 10 04:40:46.893886 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-62bbbec8-7c2c-4075-883a-2f0aca50a436 req-bf714c3f-38c4-4685-b925-8434f8e8ca04 service neutron] 10.222.0.42 "GET /v2.0/networks/a7600888-615e-4447-9cf8-55d2bc9ab131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853589 Aug 10 04:40:46.992071 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-62bbbec8-7c2c-4075-883a-2f0aca50a436 req-fa509fca-4572-4f2e-b064-346097d98119 service neutron] 10.222.0.42 "GET /v2.0/networks/a7600888-615e-4447-9cf8-55d2bc9ab131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902698 Aug 10 04:40:47.117090 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7085efa-ae9f-48be-b817-c7007d71e59b req-18d8cdde-b9cb-4328-8a38-41a30c4979f7 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:47.119620 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c7085efa-ae9f-48be-b817-c7007d71e59b req-18d8cdde-b9cb-4328-8a38-41a30c4979f7 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?device_id=eff86cde-90bf-46fe-9285-d7887bd0d292 HTTP/1.1" status: 200 len: 943 time: 0.0584953 Aug 10 04:40:47.160507 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c7085efa-ae9f-48be-b817-c7007d71e59b req-8a805071-ff7d-4e34-a817-c4de30894f38 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/security-groups?id=644fb853-f63d-401f-837b-a8eb3c9c4f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345886 Aug 10 04:40:48.284397 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aafa61-3894-4cdc-9264-cbc38f8b0cc3 req-ceccc276-0e2f-4617-bb0b-d9fe2f7b86c8 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:48.286099 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-47aafa61-3894-4cdc-9264-cbc38f8b0cc3 req-ceccc276-0e2f-4617-bb0b-d9fe2f7b86c8 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?device_id=eff86cde-90bf-46fe-9285-d7887bd0d292 HTTP/1.1" status: 200 len: 943 time: 0.0520074 Aug 10 04:40:48.330370 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-47aafa61-3894-4cdc-9264-cbc38f8b0cc3 req-c0c2ae7e-ce62-40a1-bcb5-a725dbca8d60 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/security-groups?id=644fb853-f63d-401f-837b-a8eb3c9c4f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380991 Aug 10 04:40:49.446791 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9ade72-2dbd-4129-8909-d420896986b8 req-5769ec2c-dd7b-4789-9058-674837e7fd0a tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:49.448797 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3f9ade72-2dbd-4129-8909-d420896986b8 req-5769ec2c-dd7b-4789-9058-674837e7fd0a tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?device_id=eff86cde-90bf-46fe-9285-d7887bd0d292 HTTP/1.1" status: 200 len: 943 time: 0.0492241 Aug 10 04:40:49.490300 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3f9ade72-2dbd-4129-8909-d420896986b8 req-8eb416d5-a630-4409-a5bd-0a9b8afa1c00 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/security-groups?id=644fb853-f63d-401f-837b-a8eb3c9c4f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354748 Aug 10 04:40:50.610646 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cbce41-41a7-4394-8fa1-fdc463c2a961 req-e207395b-d3b6-4d60-b5be-4ef483c49e81 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:50.612219 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-19cbce41-41a7-4394-8fa1-fdc463c2a961 req-e207395b-d3b6-4d60-b5be-4ef483c49e81 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?device_id=eff86cde-90bf-46fe-9285-d7887bd0d292 HTTP/1.1" status: 200 len: 943 time: 0.0508766 Aug 10 04:40:50.652124 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-19cbce41-41a7-4394-8fa1-fdc463c2a961 req-042b792c-0837-414c-a9fb-f470d3175fe0 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/security-groups?id=644fb853-f63d-401f-837b-a8eb3c9c4f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333924 Aug 10 04:40:51.561283 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d4135cd9-7d62-416e-b54f-b0cab7d37d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:51.779871 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4718e6c5-4759-4455-80e0-88325ed951c7 req-4361dfde-b59c-48a9-9a07-e4b25c40ca9f tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:51.781559 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4718e6c5-4759-4455-80e0-88325ed951c7 req-4361dfde-b59c-48a9-9a07-e4b25c40ca9f tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?device_id=eff86cde-90bf-46fe-9285-d7887bd0d292 HTTP/1.1" status: 200 len: 943 time: 0.0508342 Aug 10 04:40:51.831259 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4718e6c5-4759-4455-80e0-88325ed951c7 req-5464f715-1701-4e1a-9067-bb554d088795 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/security-groups?id=644fb853-f63d-401f-837b-a8eb3c9c4f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388353 Aug 10 04:40:52.947514 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c286fdba-c527-4f35-a569-a504d34c0eaa req-6a533c29-b949-4371-b126-ee74d960199b tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:52.949021 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c286fdba-c527-4f35-a569-a504d34c0eaa req-6a533c29-b949-4371-b126-ee74d960199b tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?device_id=eff86cde-90bf-46fe-9285-d7887bd0d292 HTTP/1.1" status: 200 len: 943 time: 0.0505342 Aug 10 04:40:52.986482 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c286fdba-c527-4f35-a569-a504d34c0eaa req-3b3c65d5-c927-41a7-939c-6678ece6d9c0 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/security-groups?id=644fb853-f63d-401f-837b-a8eb3c9c4f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315270 Aug 10 04:40:53.796245 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-cca1fed0-4d83-4629-9c91-faae84f99948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:54.099604 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778ea31b-8eea-4e2d-a2d4-36777025423f req-7595d53e-adcf-411e-83ec-cbad7baafe2a tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:54.101011 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-778ea31b-8eea-4e2d-a2d4-36777025423f req-7595d53e-adcf-411e-83ec-cbad7baafe2a tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?device_id=eff86cde-90bf-46fe-9285-d7887bd0d292 HTTP/1.1" status: 200 len: 943 time: 0.0486922 Aug 10 04:40:54.138950 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-778ea31b-8eea-4e2d-a2d4-36777025423f req-e86159b9-f4f7-4699-aa51-0f6e952c78b1 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/security-groups?id=644fb853-f63d-401f-837b-a8eb3c9c4f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313158 Aug 10 04:40:54.416526 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:55.252314 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b58da3f-d1d9-4803-b935-12b3214158cd req-19d66ab5-aea6-4a0f-8c49-014b3b5cb385 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:55.253815 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9b58da3f-d1d9-4803-b935-12b3214158cd req-19d66ab5-aea6-4a0f-8c49-014b3b5cb385 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?device_id=eff86cde-90bf-46fe-9285-d7887bd0d292 HTTP/1.1" status: 200 len: 943 time: 0.0491261 Aug 10 04:40:55.294541 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9b58da3f-d1d9-4803-b935-12b3214158cd req-71d02bf1-4cd6-44d6-97da-f070bb9f15c9 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/security-groups?id=644fb853-f63d-401f-837b-a8eb3c9c4f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348024 Aug 10 04:40:55.705438 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:56.306420 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 4bb34e5a-2061-4b9b-ad82-e918d4dffd15 details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:40:56.405508 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 4bb34e5a-2061-4b9b-ad82-e918d4dffd15, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=4bb34e5a-2061-4b9b-ad82-e918d4dffd15,segment=NetworkSegment(6572a14d-9df9-4335-907d-1fe8cba542f0),segment_id=6572a14d-9df9-4335-907d-1fe8cba542f0)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:40:56.416616 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': '4bb34e5a-2061-4b9b-ad82-e918d4dffd15', 'network_id': 'a7600888-615e-4447-9cf8-55d2bc9ab131', 'port_id': '4bb34e5a-2061-4b9b-ad82-e918d4dffd15', 'mac_address': 'fa:16:3e:10:93:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa4a00ab-7bcb-42f3-96e1-0fc86a634467', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:40:56.419492 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8ebb59-8b49-4c06-90d8-be8f9719b81d req-723c9eee-3b50-420d-8d6e-4cfedb8223ae tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:56.421116 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2c8ebb59-8b49-4c06-90d8-be8f9719b81d req-723c9eee-3b50-420d-8d6e-4cfedb8223ae tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?device_id=eff86cde-90bf-46fe-9285-d7887bd0d292 HTTP/1.1" status: 200 len: 943 time: 0.0599005 Aug 10 04:40:56.454259 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:56.459248 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2c8ebb59-8b49-4c06-90d8-be8f9719b81d req-29e680d4-3dbb-4705-a6da-5409aad730f6 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/security-groups?id=644fb853-f63d-401f-837b-a8eb3c9c4f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320773 Aug 10 04:40:56.468050 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bb34e5a-2061-4b9b-ad82-e918d4dffd15 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:40:56.468271 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:40:56.491512 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 4bb34e5a-2061-4b9b-ad82-e918d4dffd15, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=4bb34e5a-2061-4b9b-ad82-e918d4dffd15,segment=NetworkSegment(6572a14d-9df9-4335-907d-1fe8cba542f0),segment_id=6572a14d-9df9-4335-907d-1fe8cba542f0)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:40:56.495971 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:56.548810 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=4bb34e5a-2061-4b9b-ad82-e918d4dffd15,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:40:56.556838 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:56.557118 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:56.557476 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:56.557800 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:56.558131 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:56.558486 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:56.558814 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:56.559139 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:56.559459 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:56.559780 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:56.560100 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:56.560419 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:56.698905 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['4bb34e5a-2061-4b9b-ad82-e918d4dffd15'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:40:56.876249 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:57.151009 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:57.583630 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6d1ebb-6f79-4aae-a23a-afa1ba8cbd9a req-c4b09fea-fa8e-4e51-90f3-72e43d7d103f tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:57.585294 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5e6d1ebb-6f79-4aae-a23a-afa1ba8cbd9a req-c4b09fea-fa8e-4e51-90f3-72e43d7d103f tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?device_id=eff86cde-90bf-46fe-9285-d7887bd0d292 HTTP/1.1" status: 200 len: 944 time: 0.0526843 Aug 10 04:40:57.626016 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5e6d1ebb-6f79-4aae-a23a-afa1ba8cbd9a req-2bbc43d8-4e04-428b-bc4d-fbbf09f23ec1 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/security-groups?id=644fb853-f63d-401f-837b-a8eb3c9c4f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334623 Aug 10 04:40:58.310244 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 4bb34e5a-2061-4b9b-ad82-e918d4dffd15 up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:40:58.359413 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning for port 4bb34e5a-2061-4b9b-ad82-e918d4dffd15 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:40:58.363134 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port 4bb34e5a-2061-4b9b-ad82-e918d4dffd15 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:40:58.363500 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:58.448847 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:58.474539 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eff86cde-90bf-46fe-9285-d7887bd0d292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bb34e5a-2061-4b9b-ad82-e918d4dffd15'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:40:58.476867 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}583660bde03669f2dd7fb79ddb869ac83356356549bc1793f8d2e37d6d7017ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce846a2-f7fa-447e-8e1e-6e8136a4217f" -d '{"events": [{"server_uuid": "eff86cde-90bf-46fe-9285-d7887bd0d292", "name": "network-vif-plugged", "status": "completed", "tag": "4bb34e5a-2061-4b9b-ad82-e918d4dffd15"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:40:58.491361 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 4bb34e5a-2061-4b9b-ad82-e918d4dffd15, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=4bb34e5a-2061-4b9b-ad82-e918d4dffd15,segment=NetworkSegment(6572a14d-9df9-4335-907d-1fe8cba542f0),segment_id=6572a14d-9df9-4335-907d-1fe8cba542f0)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:40:58.497306 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:58.529544 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bef7facc-ec3a-4d51-8bea-9bc9355c36ae x-openstack-request-id: req-bef7facc-ec3a-4d51-8bea-9bc9355c36ae {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:40:58.529857 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eff86cde-90bf-46fe-9285-d7887bd0d292", "name": "network-vif-plugged", "status": "completed", "tag": "4bb34e5a-2061-4b9b-ad82-e918d4dffd15", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:40:58.530060 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bef7facc-ec3a-4d51-8bea-9bc9355c36ae {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:40:58.530490 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff86cde-90bf-46fe-9285-d7887bd0d292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bb34e5a-2061-4b9b-ad82-e918d4dffd15', 'code': 200} Aug 10 04:40:58.559029 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=4bb34e5a-2061-4b9b-ad82-e918d4dffd15,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:40:58.622515 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2765ec98-f515-4ff1-b2e9-9c9a8571b645 req-52ade2fe-792e-420b-be97-495e24bffb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:58.624056 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2765ec98-f515-4ff1-b2e9-9c9a8571b645 req-52ade2fe-792e-420b-be97-495e24bffb6f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=eff86cde-90bf-46fe-9285-d7887bd0d292 HTTP/1.1" status: 200 len: 1097 time: 0.0417109 Aug 10 04:40:58.663304 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2765ec98-f515-4ff1-b2e9-9c9a8571b645 req-ea56c2c4-5a18-455f-83ae-ce9e3eb8948d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=644fb853-f63d-401f-837b-a8eb3c9c4f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321448 Aug 10 04:40:58.756977 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476a7d1c-8e16-4f94-afe9-e11ef869ea23 req-d98b7c70-90ec-4f7e-8245-3557c98ca473 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:58.758576 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-476a7d1c-8e16-4f94-afe9-e11ef869ea23 req-d98b7c70-90ec-4f7e-8245-3557c98ca473 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?device_id=eff86cde-90bf-46fe-9285-d7887bd0d292 HTTP/1.1" status: 200 len: 945 time: 0.0611753 Aug 10 04:40:58.799474 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-476a7d1c-8e16-4f94-afe9-e11ef869ea23 req-a0b80da6-e301-456e-8390-30f7c91e2fd0 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/security-groups?id=644fb853-f63d-401f-837b-a8eb3c9c4f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348804 Aug 10 04:40:59.928561 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4866885-2500-4c7e-a8e1-89ba1d0805a6 req-2ab1f3a1-f2ba-46c6-82c6-8dbe9734b936 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:59.930527 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c4866885-2500-4c7e-a8e1-89ba1d0805a6 req-2ab1f3a1-f2ba-46c6-82c6-8dbe9734b936 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?device_id=eff86cde-90bf-46fe-9285-d7887bd0d292 HTTP/1.1" status: 200 len: 945 time: 0.0600984 Aug 10 04:40:59.972554 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c4866885-2500-4c7e-a8e1-89ba1d0805a6 req-6a63b830-887e-4a51-8889-46d62020daa2 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/security-groups?id=644fb853-f63d-401f-837b-a8eb3c9c4f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355065 Aug 10 04:41:00.110449 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ddb0f5-4183-4cb5-9f36-d8738610ba14 req-66ca993a-bff1-4f59-911d-58df6eb28d72 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:41:00.112082 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f4ddb0f5-4183-4cb5-9f36-d8738610ba14 req-66ca993a-bff1-4f59-911d-58df6eb28d72 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?device_id=eff86cde-90bf-46fe-9285-d7887bd0d292 HTTP/1.1" status: 200 len: 945 time: 0.0531671 Aug 10 04:41:00.168388 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f4ddb0f5-4183-4cb5-9f36-d8738610ba14 req-1cec6018-7c53-40af-82fc-ce39a30ec94a tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/security-groups?id=644fb853-f63d-401f-837b-a8eb3c9c4f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501888 Aug 10 04:41:00.192033 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 52710) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:41:00.239668 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f63e3e6-8314-4cf5-9bd1-25cd55ca2f45 tempest-TestShelveInstance-1073581015 tempest-TestShelveInstance-1073581015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:41:00.241582 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-9f63e3e6-8314-4cf5-9bd1-25cd55ca2f45 tempest-TestShelveInstance-1073581015 tempest-TestShelveInstance-1073581015-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=eff86cde-90bf-46fe-9285-d7887bd0d292 HTTP/1.1" status: 200 len: 1092 time: 0.0481720 Aug 10 04:41:00.245200 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 52712) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:41:00.250101 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-ea80cf34-1e46-4db9-8b85-978247787a20 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Request body: {'floatingip': {'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'port_id': '4bb34e5a-2061-4b9b-ad82-e918d4dffd15', 'tenant_id': '147fa16a171649748e11d9c638603170', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:41:00.252702 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-80e37bee-0ecb-46b9-8e66-44c76c7ef371 req-f463d805-1f8b-4ef6-b415-9c07a0e4bea5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=22882bb5-df6a-4a03-b8b1-8ebacb558477&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0998592 Aug 10 04:41:00.276024 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ea80cf34-1e46-4db9-8b85-978247787a20 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks [] for floatingip, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:41:00.346570 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e37bee-0ecb-46b9-8e66-44c76c7ef371 req-b440b9d2-8e4d-4276-80e7-682b39364031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:41:00.348912 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-80e37bee-0ecb-46b9-8e66-44c76c7ef371 req-b440b9d2-8e4d-4276-80e7-682b39364031 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4d9562697164912ae96f22f47b4a54d&device_id=22882bb5-df6a-4a03-b8b1-8ebacb558477 HTTP/1.1" status: 200 len: 1098 time: 0.0512686 Aug 10 04:41:00.387701 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ea80cf34-1e46-4db9-8b85-978247787a20 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:41:00.492970 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e37bee-0ecb-46b9-8e66-44c76c7ef371 req-747feb57-a895-4dff-b6cd-1db90e1ec043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:41:00.495029 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-80e37bee-0ecb-46b9-8e66-44c76c7ef371 req-747feb57-a895-4dff-b6cd-1db90e1ec043 service neutron] 10.222.0.61 "GET /v2.0/networks?id=86e70408-f9ef-4815-aa8f-59304e4ed4c8 HTTP/1.1" status: 200 len: 911 time: 0.1243570 Aug 10 04:41:00.515919 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-ea80cf34-1e46-4db9-8b85-978247787a20 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Allocated IP 172.25.6.65 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/14931b5b-d744-4887-9b57-74757d7d1f40) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:41:00.553342 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-80e37bee-0ecb-46b9-8e66-44c76c7ef371 req-86c184ce-8910-4872-bf9f-64ce2d9acc3d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=600c6ca9-6224-4086-b5df-8c2df8511b77 HTTP/1.1" status: 200 len: 217 time: 0.0494912 Aug 10 04:41:00.608991 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e37bee-0ecb-46b9-8e66-44c76c7ef371 req-0ff7c564-c777-495d-8d6b-abd5ae88e0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:41:00.610722 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-80e37bee-0ecb-46b9-8e66-44c76c7ef371 req-0ff7c564-c777-495d-8d6b-abd5ae88e0bf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=48d8056f-5fb2-463c-96bd-f6f5ed5da27e HTTP/1.1" status: 200 len: 850 time: 0.0483525 Aug 10 04:41:00.638743 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ea80cf34-1e46-4db9-8b85-978247787a20 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:41:00.670617 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e37bee-0ecb-46b9-8e66-44c76c7ef371 req-4a61d8b4-176e-4a05-8752-b0a283bb373e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:41:00.672214 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-80e37bee-0ecb-46b9-8e66-44c76c7ef371 req-4a61d8b4-176e-4a05-8752-b0a283bb373e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=86e70408-f9ef-4815-aa8f-59304e4ed4c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534558 Aug 10 04:41:00.699118 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ea80cf34-1e46-4db9-8b85-978247787a20 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:41:00.748844 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea80cf34-1e46-4db9-8b85-978247787a20 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:41:00.755252 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-ea80cf34-1e46-4db9-8b85-978247787a20 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:41:00.757632 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea80cf34-1e46-4db9-8b85-978247787a20 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Pushing event updated for resources: {'Port': ['ID=14931b5b-d744-4887-9b57-74757d7d1f40,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:41:00.760660 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea80cf34-1e46-4db9-8b85-978247787a20 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:41:00.772084 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-80e37bee-0ecb-46b9-8e66-44c76c7ef371 req-c36b3067-da37-476b-a08f-3f9aaa2538fc service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916002 Aug 10 04:41:00.880805 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-80e37bee-0ecb-46b9-8e66-44c76c7ef371 req-3c85f7de-7df6-45b4-97c0-59b293c63da0 service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000776 Aug 10 04:41:01.147052 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ea80cf34-1e46-4db9-8b85-978247787a20 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:41:01.219928 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ea80cf34-1e46-4db9-8b85-978247787a20 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:41:01.432229 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ea80cf34-1e46-4db9-8b85-978247787a20 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:41:01.438980 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ea80cf34-1e46-4db9-8b85-978247787a20 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:41:01.569332 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea80cf34-1e46-4db9-8b85-978247787a20 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Pushing event updated for resources: {'Port': ['ID=14931b5b-d744-4887-9b57-74757d7d1f40,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:41:01.578630 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ea80cf34-1e46-4db9-8b85-978247787a20 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:41:01.686355 n-d-768862-13 neutron-server[94261]: INFO neutron.db.l3_db [None req-ea80cf34-1e46-4db9-8b85-978247787a20 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Floating IP ac7247f9-6e57-49ec-b7be-908909c7d552 associated. External IP: 172.25.6.65, port: 4bb34e5a-2061-4b9b-ad82-e918d4dffd15. Aug 10 04:41:01.905748 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea80cf34-1e46-4db9-8b85-978247787a20 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Router c77c9929-88c6-4f46-9066-3443996c2c90 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:41:02.017954 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea80cf34-1e46-4db9-8b85-978247787a20 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:41:02.028370 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0eb23a-3805-40a2-9e72-cedcfa38a90e None None] Sync routers for ids ['c77c9929-88c6-4f46-9066-3443996c2c90'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:41:02.034532 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ea80cf34-1e46-4db9-8b85-978247787a20 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:41:02.039656 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0eb23a-3805-40a2-9e72-cedcfa38a90e None None] Routers {'c77c9929-88c6-4f46-9066-3443996c2c90'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:41:02.041251 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-1c0eb23a-3805-40a2-9e72-cedcfa38a90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:40:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['c77c9929-88c6-4f46-9066-3443996c2c90'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:41:02.065575 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ea80cf34-1e46-4db9-8b85-978247787a20 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8192911 Aug 10 04:41:02.066144 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eff86cde-90bf-46fe-9285-d7887bd0d292', 'tag': '4bb34e5a-2061-4b9b-ad82-e918d4dffd15'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:41:02.068470 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c547d0186a924682622f448b10ad68011a5a798c46de133d3cce962f46ffb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc792ee7-8233-4867-8320-d7b1ae8a0a79" -d '{"events": [{"name": "network-changed", "server_uuid": "eff86cde-90bf-46fe-9285-d7887bd0d292", "tag": "4bb34e5a-2061-4b9b-ad82-e918d4dffd15"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:41:02.152228 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-1c0eb23a-3805-40a2-9e72-cedcfa38a90e None None] Set router c77c9929-88c6-4f46-9066-3443996c2c90 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:41:02.162554 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cec9729-876d-47cb-91e2-6d8763592c50 x-openstack-request-id: req-9cec9729-876d-47cb-91e2-6d8763592c50 {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:41:02.162845 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eff86cde-90bf-46fe-9285-d7887bd0d292", "tag": "4bb34e5a-2061-4b9b-ad82-e918d4dffd15", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:41:02.163093 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9cec9729-876d-47cb-91e2-6d8763592c50 {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:41:02.163496 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eff86cde-90bf-46fe-9285-d7887bd0d292', 'tag': '4bb34e5a-2061-4b9b-ad82-e918d4dffd15', 'status': 'completed', 'code': 200} Aug 10 04:41:02.225864 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc792ee7-8233-4867-8320-d7b1ae8a0a79 req-42ca14e7-0cdf-471a-9b24-8957a7ad4be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:41:02.227430 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bc792ee7-8233-4867-8320-d7b1ae8a0a79 req-42ca14e7-0cdf-471a-9b24-8957a7ad4be0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=147fa16a171649748e11d9c638603170&device_id=eff86cde-90bf-46fe-9285-d7887bd0d292 HTTP/1.1" status: 200 len: 1097 time: 0.0434010 Aug 10 04:41:02.317167 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc792ee7-8233-4867-8320-d7b1ae8a0a79 req-143ec72d-4ae7-42c4-b235-9f589b9dc703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:41:02.318633 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bc792ee7-8233-4867-8320-d7b1ae8a0a79 req-143ec72d-4ae7-42c4-b235-9f589b9dc703 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a7600888-615e-4447-9cf8-55d2bc9ab131 HTTP/1.1" status: 200 len: 908 time: 0.0847368 Aug 10 04:41:02.383478 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-1c0eb23a-3805-40a2-9e72-cedcfa38a90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77c9929-88c6-4f46-9066-3443996c2c90', 'name': 'tempest-TestShelveInstance-524787378-router', 'tenant_id': '147fa16a171649748e11d9c638603170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '10327ded-747e-4adf-aa13-aee0a2bbae82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:36:10Z', 'updated_at': '2021-08-10T04:36:12Z', 'revision_number': 4, 'project_id': '147fa16a171649748e11d9c638603170', 'gw_port': {'id': '10327ded-747e-4adf-aa13-aee0a2bbae82', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:15:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77c9929-88c6-4f46-9066-3443996c2c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:36:10Z', 'updated_at': '2021-08-10T04:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': 'ac7247f9-6e57-49ec-b7be-908909c7d552', 'tenant_id': '147fa16a171649748e11d9c638603170', 'floating_ip_address': '172.25.6.65', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': 'c77c9929-88c6-4f46-9066-3443996c2c90', 'port_id': '4bb34e5a-2061-4b9b-ad82-e918d4dffd15', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7600888-615e-4447-9cf8-55d2bc9ab131', 'mac_address': 'fa:16:3e:10:93:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff86cde-90bf-46fe-9285-d7887bd0d292', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:41:01Z', 'updated_at': '2021-08-10T04:41:01Z', 'revision_number': 0, 'project_id': '147fa16a171649748e11d9c638603170', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea913b13-a24d-4c4b-95a3-77498c7a6c78', 'name': '', 'network_id': 'a7600888-615e-4447-9cf8-55d2bc9ab131', 'tenant_id': '147fa16a171649748e11d9c638603170', 'mac_address': 'fa:16:3e:d7:51:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77c9929-88c6-4f46-9066-3443996c2c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'aa4a00ab-7bcb-42f3-96e1-0fc86a634467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:36:12Z', 'updated_at': '2021-08-10T04:36:19Z', 'revision_number': 5, 'project_id': '147fa16a171649748e11d9c638603170', 'subnets': [{'id': 'aa4a00ab-7bcb-42f3-96e1-0fc86a634467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:41:02.388694 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bc792ee7-8233-4867-8320-d7b1ae8a0a79 req-d293bd08-29ec-4122-b24a-b71d349afdb6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4bb34e5a-2061-4b9b-ad82-e918d4dffd15 HTTP/1.1" status: 200 len: 998 time: 0.0634205 Aug 10 04:41:02.409596 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0eb23a-3805-40a2-9e72-cedcfa38a90e None None] Checking router: c77c9929-88c6-4f46-9066-3443996c2c90 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:41:02.417740 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0eb23a-3805-40a2-9e72-cedcfa38a90e None None] Routers {'c77c9929-88c6-4f46-9066-3443996c2c90'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:41:02.418355 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-1c0eb23a-3805-40a2-9e72-cedcfa38a90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:40:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['c77c9929-88c6-4f46-9066-3443996c2c90'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:41:02.437810 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc792ee7-8233-4867-8320-d7b1ae8a0a79 req-389d42fe-8543-4869-9636-fe4d7cce0666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:41:02.439330 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bc792ee7-8233-4867-8320-d7b1ae8a0a79 req-389d42fe-8543-4869-9636-fe4d7cce0666 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=aa4a00ab-7bcb-42f3-96e1-0fc86a634467 HTTP/1.1" status: 200 len: 847 time: 0.0437062 Aug 10 04:41:02.487821 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc792ee7-8233-4867-8320-d7b1ae8a0a79 req-978257e1-5df0-4a02-8eae-398d5e192d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:41:02.489339 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bc792ee7-8233-4867-8320-d7b1ae8a0a79 req-978257e1-5df0-4a02-8eae-398d5e192d07 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a7600888-615e-4447-9cf8-55d2bc9ab131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433984 Aug 10 04:41:02.541366 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-1c0eb23a-3805-40a2-9e72-cedcfa38a90e None None] Set router c77c9929-88c6-4f46-9066-3443996c2c90 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:41:02.584813 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bc792ee7-8233-4867-8320-d7b1ae8a0a79 req-c1cb277c-16c8-4b15-9b85-03707ee38d14 service neutron] 10.222.0.42 "GET /v2.0/networks/a7600888-615e-4447-9cf8-55d2bc9ab131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883365 Aug 10 04:41:02.677488 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bc792ee7-8233-4867-8320-d7b1ae8a0a79 req-63de7816-1593-48c6-ba36-feb4cfd0b7b2 service neutron] 10.222.0.42 "GET /v2.0/networks/a7600888-615e-4447-9cf8-55d2bc9ab131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857890 Aug 10 04:41:02.768428 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-1c0eb23a-3805-40a2-9e72-cedcfa38a90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77c9929-88c6-4f46-9066-3443996c2c90', 'name': 'tempest-TestShelveInstance-524787378-router', 'tenant_id': '147fa16a171649748e11d9c638603170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '10327ded-747e-4adf-aa13-aee0a2bbae82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:36:10Z', 'updated_at': '2021-08-10T04:36:12Z', 'revision_number': 4, 'project_id': '147fa16a171649748e11d9c638603170', 'gw_port': {'id': '10327ded-747e-4adf-aa13-aee0a2bbae82', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:15:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77c9929-88c6-4f46-9066-3443996c2c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:36:10Z', 'updated_at': '2021-08-10T04:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': 'ac7247f9-6e57-49ec-b7be-908909c7d552', 'tenant_id': '147fa16a171649748e11d9c638603170', 'floating_ip_address': '172.25.6.65', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': 'c77c9929-88c6-4f46-9066-3443996c2c90', 'port_id': '4bb34e5a-2061-4b9b-ad82-e918d4dffd15', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7600888-615e-4447-9cf8-55d2bc9ab131', 'mac_address': 'fa:16:3e:10:93:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff86cde-90bf-46fe-9285-d7887bd0d292', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:41:01Z', 'updated_at': '2021-08-10T04:41:01Z', 'revision_number': 0, 'project_id': '147fa16a171649748e11d9c638603170', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea913b13-a24d-4c4b-95a3-77498c7a6c78', 'name': '', 'network_id': 'a7600888-615e-4447-9cf8-55d2bc9ab131', 'tenant_id': '147fa16a171649748e11d9c638603170', 'mac_address': 'fa:16:3e:d7:51:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77c9929-88c6-4f46-9066-3443996c2c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'aa4a00ab-7bcb-42f3-96e1-0fc86a634467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:36:12Z', 'updated_at': '2021-08-10T04:36:19Z', 'revision_number': 5, 'project_id': '147fa16a171649748e11d9c638603170', 'subnets': [{'id': 'aa4a00ab-7bcb-42f3-96e1-0fc86a634467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:41:02.797316 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0eb23a-3805-40a2-9e72-cedcfa38a90e None None] The sync data for ids ['c77c9929-88c6-4f46-9066-3443996c2c90'] in n-d-768862-13 is: [{'id': 'c77c9929-88c6-4f46-9066-3443996c2c90', 'name': 'tempest-TestShelveInstance-524787378-router', 'tenant_id': '147fa16a171649748e11d9c638603170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '10327ded-747e-4adf-aa13-aee0a2bbae82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:36:10Z', 'updated_at': '2021-08-10T04:36:12Z', 'revision_number': 4, 'project_id': '147fa16a171649748e11d9c638603170', 'gw_port': {'id': '10327ded-747e-4adf-aa13-aee0a2bbae82', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:15:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77c9929-88c6-4f46-9066-3443996c2c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:36:10Z', 'updated_at': '2021-08-10T04:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': 'ac7247f9-6e57-49ec-b7be-908909c7d552', 'tenant_id': '147fa16a171649748e11d9c638603170', 'floating_ip_address': '172.25.6.65', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': 'c77c9929-88c6-4f46-9066-3443996c2c90', 'port_id': '4bb34e5a-2061-4b9b-ad82-e918d4dffd15', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7600888-615e-4447-9cf8-55d2bc9ab131', 'mac_address': 'fa:16:3e:10:93:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff86cde-90bf-46fe-9285-d7887bd0d292', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:41:01Z', 'updated_at': '2021-08-10T04:41:01Z', 'revision_number': 0, 'project_id': '147fa16a171649748e11d9c638603170', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea913b13-a24d-4c4b-95a3-77498c7a6c78', 'name': '', 'network_id': 'a7600888-615e-4447-9cf8-55d2bc9ab131', 'tenant_id': '147fa16a171649748e11d9c638603170', 'mac_address': 'fa:16:3e:d7:51:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77c9929-88c6-4f46-9066-3443996c2c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'aa4a00ab-7bcb-42f3-96e1-0fc86a634467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:36:12Z', 'updated_at': '2021-08-10T04:36:19Z', 'revision_number': 5, 'project_id': '147fa16a171649748e11d9c638603170', 'subnets': [{'id': 'aa4a00ab-7bcb-42f3-96e1-0fc86a634467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:41:02.986071 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a64679b-6559-4a44-b517-529806b32c22 None None] New status for floating IP ac7247f9-6e57-49ec-b7be-908909c7d552: ACTIVE {{(pid=94262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:41:04.256145 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:41:04.832312 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9da41df1-9d74-4ac6-9e11-c13adf3a48f8 req-9d0be1cb-de3c-4913-8f16-5764383fa822 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=eff86cde-90bf-46fe-9285-d7887bd0d292&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0530488 Aug 10 04:41:04.911320 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da41df1-9d74-4ac6-9e11-c13adf3a48f8 req-d06a8634-7142-4013-b51f-e1d2ab6216fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:41:04.912830 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9da41df1-9d74-4ac6-9e11-c13adf3a48f8 req-d06a8634-7142-4013-b51f-e1d2ab6216fe service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=147fa16a171649748e11d9c638603170&device_id=eff86cde-90bf-46fe-9285-d7887bd0d292 HTTP/1.1" status: 200 len: 1097 time: 0.0402291 Aug 10 04:41:05.014074 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da41df1-9d74-4ac6-9e11-c13adf3a48f8 req-44585f7e-f6e8-4e75-8ef2-c4263e7aa8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:41:05.015581 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9da41df1-9d74-4ac6-9e11-c13adf3a48f8 req-44585f7e-f6e8-4e75-8ef2-c4263e7aa8d8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a7600888-615e-4447-9cf8-55d2bc9ab131 HTTP/1.1" status: 200 len: 908 time: 0.0833812 Aug 10 04:41:05.168027 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9da41df1-9d74-4ac6-9e11-c13adf3a48f8 req-a7c5cfce-b01d-489f-b492-8aa70cf0fb8c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4bb34e5a-2061-4b9b-ad82-e918d4dffd15 HTTP/1.1" status: 200 len: 1000 time: 0.0614064 Aug 10 04:41:05.216046 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da41df1-9d74-4ac6-9e11-c13adf3a48f8 req-2225ebb5-a04e-4f52-ae0c-b67edd71a8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:41:05.217460 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9da41df1-9d74-4ac6-9e11-c13adf3a48f8 req-2225ebb5-a04e-4f52-ae0c-b67edd71a8f4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=aa4a00ab-7bcb-42f3-96e1-0fc86a634467 HTTP/1.1" status: 200 len: 847 time: 0.0426581 Aug 10 04:41:05.262787 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da41df1-9d74-4ac6-9e11-c13adf3a48f8 req-5f787d19-ae96-4a0d-81f5-90088d0ec617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:41:05.264262 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9da41df1-9d74-4ac6-9e11-c13adf3a48f8 req-5f787d19-ae96-4a0d-81f5-90088d0ec617 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a7600888-615e-4447-9cf8-55d2bc9ab131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397198 Aug 10 04:41:05.356029 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9da41df1-9d74-4ac6-9e11-c13adf3a48f8 req-68cb8b49-ea21-48ea-97de-0652f97a28c5 service neutron] 10.222.0.42 "GET /v2.0/networks/a7600888-615e-4447-9cf8-55d2bc9ab131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839465 Aug 10 04:41:05.444295 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9da41df1-9d74-4ac6-9e11-c13adf3a48f8 req-d6455aad-1c05-48a0-b502-261c7184355c service neutron] 10.222.0.42 "GET /v2.0/networks/a7600888-615e-4447-9cf8-55d2bc9ab131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810237 Aug 10 04:41:21.562983 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-2d312cfa-2560-4e16-b146-272790225a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:41:23.796738 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-5da4d21e-7941-42bd-bc81-922a18721773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:41:24.418182 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:41:25.711756 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:41:26.869231 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:41:27.154596 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:41:33.467573 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:41:34.267208 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:41:51.564150 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-eb0cbb77-3771-4ab0-b22a-2fd434a3f06a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:41:53.797354 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-cf548230-6c39-40ed-b54f-1a12eed95fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:41:54.420800 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:41:55.711197 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:41:56.867312 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:41:57.156710 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:00.198084 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5f1c5a98-693d-4969-8131-8a0656aca316 req-985ea12a-ff45-48f7-900c-4bad9ac56cca service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=22882bb5-df6a-4a03-b8b1-8ebacb558477&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0389879 Aug 10 04:42:00.283067 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1c5a98-693d-4969-8131-8a0656aca316 req-c260741f-83e5-4496-87c4-83afe9479b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:00.284579 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5f1c5a98-693d-4969-8131-8a0656aca316 req-c260741f-83e5-4496-87c4-83afe9479b08 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4d9562697164912ae96f22f47b4a54d&device_id=22882bb5-df6a-4a03-b8b1-8ebacb558477 HTTP/1.1" status: 200 len: 1098 time: 0.0452468 Aug 10 04:42:00.387052 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1c5a98-693d-4969-8131-8a0656aca316 req-ffcc9302-774a-4857-9ee3-ce4c049e66bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:00.388540 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5f1c5a98-693d-4969-8131-8a0656aca316 req-ffcc9302-774a-4857-9ee3-ce4c049e66bf service neutron] 10.222.0.61 "GET /v2.0/networks?id=86e70408-f9ef-4815-aa8f-59304e4ed4c8 HTTP/1.1" status: 200 len: 911 time: 0.0838859 Aug 10 04:42:00.433721 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5f1c5a98-693d-4969-8131-8a0656aca316 req-520dd4e0-c551-4f2e-83e4-e30337c96fe7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=600c6ca9-6224-4086-b5df-8c2df8511b77 HTTP/1.1" status: 200 len: 217 time: 0.0375128 Aug 10 04:42:00.484915 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1c5a98-693d-4969-8131-8a0656aca316 req-fd90289b-3e61-4283-b5a4-3a3820598822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:00.486893 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5f1c5a98-693d-4969-8131-8a0656aca316 req-fd90289b-3e61-4283-b5a4-3a3820598822 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=48d8056f-5fb2-463c-96bd-f6f5ed5da27e HTTP/1.1" status: 200 len: 850 time: 0.0465059 Aug 10 04:42:00.532904 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1c5a98-693d-4969-8131-8a0656aca316 req-2c5f270a-0be4-4697-a56c-d53e270caae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:00.534449 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5f1c5a98-693d-4969-8131-8a0656aca316 req-2c5f270a-0be4-4697-a56c-d53e270caae8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=86e70408-f9ef-4815-aa8f-59304e4ed4c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400603 Aug 10 04:42:00.626081 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5f1c5a98-693d-4969-8131-8a0656aca316 req-094d0c0e-de0f-4a59-b77f-8b3017e8d9f9 service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840728 Aug 10 04:42:01.034135 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5f1c5a98-693d-4969-8131-8a0656aca316 req-b24b013d-04ba-4ffd-90e6-c73bfeb7a4ac service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4007936 Aug 10 04:42:04.264221 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:05.869334 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-661cf024-59ff-41fb-b0f5-654a12e86723 req-e067ff2d-4b51-4299-b75a-78e6497b55b3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=eff86cde-90bf-46fe-9285-d7887bd0d292&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0860879 Aug 10 04:42:05.953746 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661cf024-59ff-41fb-b0f5-654a12e86723 req-633fd7bc-e72e-41c6-9b35-1bb314f55471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:05.955952 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-661cf024-59ff-41fb-b0f5-654a12e86723 req-633fd7bc-e72e-41c6-9b35-1bb314f55471 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=147fa16a171649748e11d9c638603170&device_id=eff86cde-90bf-46fe-9285-d7887bd0d292 HTTP/1.1" status: 200 len: 1097 time: 0.0435481 Aug 10 04:42:06.061052 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661cf024-59ff-41fb-b0f5-654a12e86723 req-514e6fa5-e4e0-4ccb-a667-3e9f80878f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:06.062498 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-661cf024-59ff-41fb-b0f5-654a12e86723 req-514e6fa5-e4e0-4ccb-a667-3e9f80878f76 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a7600888-615e-4447-9cf8-55d2bc9ab131 HTTP/1.1" status: 200 len: 908 time: 0.0862689 Aug 10 04:42:06.132308 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-661cf024-59ff-41fb-b0f5-654a12e86723 req-9551ded9-506c-48f2-8bba-153cf3df0259 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4bb34e5a-2061-4b9b-ad82-e918d4dffd15 HTTP/1.1" status: 200 len: 1000 time: 0.0631385 Aug 10 04:42:06.181093 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661cf024-59ff-41fb-b0f5-654a12e86723 req-402fdec5-ac21-4a51-80cf-3c0770b883e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:06.182612 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-661cf024-59ff-41fb-b0f5-654a12e86723 req-402fdec5-ac21-4a51-80cf-3c0770b883e7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=aa4a00ab-7bcb-42f3-96e1-0fc86a634467 HTTP/1.1" status: 200 len: 847 time: 0.0440989 Aug 10 04:42:06.229011 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661cf024-59ff-41fb-b0f5-654a12e86723 req-c96339b8-14db-4dc5-a132-c2599372718c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:06.230562 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-661cf024-59ff-41fb-b0f5-654a12e86723 req-c96339b8-14db-4dc5-a132-c2599372718c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a7600888-615e-4447-9cf8-55d2bc9ab131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415814 Aug 10 04:42:06.328632 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-661cf024-59ff-41fb-b0f5-654a12e86723 req-f27b152c-e51f-427e-b6ad-572f6b14df00 service neutron] 10.222.0.42 "GET /v2.0/networks/a7600888-615e-4447-9cf8-55d2bc9ab131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905149 Aug 10 04:42:06.420195 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-661cf024-59ff-41fb-b0f5-654a12e86723 req-28243aee-79b3-47f9-a535-7b1bbf3d2b66 service neutron] 10.222.0.42 "GET /v2.0/networks/a7600888-615e-4447-9cf8-55d2bc9ab131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847685 Aug 10 04:42:10.467348 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:42:21.566320 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-19d79f8f-11e2-4bdf-9c67-9a9c3fbde1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:23.797555 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1674d685-0fe6-4287-a0c5-2493a79c59ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:24.421724 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:25.715449 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:26.866663 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:27.159367 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:34.272515 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:47.466875 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:42:51.567855 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-75a24696-a3df-4442-b9e0-21a4dd2658b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:53.798836 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c23ff703-52f1-4a1f-acbb-6972a96878c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:54.423214 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:54.811480 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6964b70f-a581-46fe-90f7-fa0c2b50096f req-d2331587-125f-4d23-85fe-1cf95fc366c4 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:54.813164 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6964b70f-a581-46fe-90f7-fa0c2b50096f req-d2331587-125f-4d23-85fe-1cf95fc366c4 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?device_id=eff86cde-90bf-46fe-9285-d7887bd0d292 HTTP/1.1" status: 200 len: 945 time: 0.0960090 Aug 10 04:42:54.851062 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6964b70f-a581-46fe-90f7-fa0c2b50096f req-2a85545c-ae96-43c1-bf56-9f29d64923c7 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/security-groups?id=644fb853-f63d-401f-837b-a8eb3c9c4f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318646 Aug 10 04:42:55.717593 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:55.995473 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae37a9cc-1de9-4411-8e44-a7b86443669e req-2ce4fd74-10b1-4df6-a317-59ffc9945c63 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:55.996958 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ae37a9cc-1de9-4411-8e44-a7b86443669e req-2ce4fd74-10b1-4df6-a317-59ffc9945c63 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?device_id=eff86cde-90bf-46fe-9285-d7887bd0d292 HTTP/1.1" status: 200 len: 945 time: 0.0535104 Aug 10 04:42:56.033945 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ae37a9cc-1de9-4411-8e44-a7b86443669e req-5bcf93ab-9a3f-4eb0-9dd5-a612fbfe6bc4 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/security-groups?id=644fb853-f63d-401f-837b-a8eb3c9c4f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310268 Aug 10 04:42:56.880098 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:57.149322 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99049d7-9a83-4be5-bbdc-b2e717ac51b5 req-e523729f-dbc2-4153-b200-cd9021d807f7 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:57.150774 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f99049d7-9a83-4be5-bbdc-b2e717ac51b5 req-e523729f-dbc2-4153-b200-cd9021d807f7 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?device_id=eff86cde-90bf-46fe-9285-d7887bd0d292 HTTP/1.1" status: 200 len: 945 time: 0.0500474 Aug 10 04:42:57.162431 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:57.189780 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f99049d7-9a83-4be5-bbdc-b2e717ac51b5 req-1fba7b26-7bbd-4ccb-bc3d-90425c866891 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/security-groups?id=644fb853-f63d-401f-837b-a8eb3c9c4f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331037 Aug 10 04:42:58.304382 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e27d214-7777-4af9-9202-a46af134f520 req-d910dfa9-0d51-4c70-a640-42e10ca126ee tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:58.305855 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2e27d214-7777-4af9-9202-a46af134f520 req-d910dfa9-0d51-4c70-a640-42e10ca126ee tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?device_id=eff86cde-90bf-46fe-9285-d7887bd0d292 HTTP/1.1" status: 200 len: 945 time: 0.0485055 Aug 10 04:42:58.342178 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2e27d214-7777-4af9-9202-a46af134f520 req-928bd230-8176-4651-a030-83069a46286c tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/security-groups?id=644fb853-f63d-401f-837b-a8eb3c9c4f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304306 Aug 10 04:42:59.461619 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664be635-2f54-4dc4-abb8-35a78adff28e req-23cd1baf-b472-4f56-8761-99618f634c57 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:59.463267 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-664be635-2f54-4dc4-abb8-35a78adff28e req-23cd1baf-b472-4f56-8761-99618f634c57 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?device_id=eff86cde-90bf-46fe-9285-d7887bd0d292 HTTP/1.1" status: 200 len: 945 time: 0.0527372 Aug 10 04:42:59.501748 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-664be635-2f54-4dc4-abb8-35a78adff28e req-c8e7582e-60eb-4ec2-ba7f-37d385758b98 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/security-groups?id=644fb853-f63d-401f-837b-a8eb3c9c4f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325565 Aug 10 04:43:00.064583 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6888c38d-87f0-4f44-a3e5-31d746c4e7a9 req-5d552ddb-e5e8-4456-9b7f-4654af7c6a4d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=22882bb5-df6a-4a03-b8b1-8ebacb558477&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0397341 Aug 10 04:43:00.143997 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6888c38d-87f0-4f44-a3e5-31d746c4e7a9 req-341b0df8-559a-4fa5-8361-c5e84cadbcca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:43:00.145459 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6888c38d-87f0-4f44-a3e5-31d746c4e7a9 req-341b0df8-559a-4fa5-8361-c5e84cadbcca service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4d9562697164912ae96f22f47b4a54d&device_id=22882bb5-df6a-4a03-b8b1-8ebacb558477 HTTP/1.1" status: 200 len: 1098 time: 0.0403068 Aug 10 04:43:00.249871 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6888c38d-87f0-4f44-a3e5-31d746c4e7a9 req-13e72821-aff8-4732-8924-20fd1509bee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:43:00.251395 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6888c38d-87f0-4f44-a3e5-31d746c4e7a9 req-13e72821-aff8-4732-8924-20fd1509bee5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=86e70408-f9ef-4815-aa8f-59304e4ed4c8 HTTP/1.1" status: 200 len: 911 time: 0.0863428 Aug 10 04:43:00.292853 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6888c38d-87f0-4f44-a3e5-31d746c4e7a9 req-a3c29ed4-1593-451e-a7f8-075c1c61fb07 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=600c6ca9-6224-4086-b5df-8c2df8511b77 HTTP/1.1" status: 200 len: 217 time: 0.0343037 Aug 10 04:43:00.344297 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6888c38d-87f0-4f44-a3e5-31d746c4e7a9 req-d6e02d71-88b7-4eb8-b915-3f18c0a98682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:43:00.345749 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6888c38d-87f0-4f44-a3e5-31d746c4e7a9 req-d6e02d71-88b7-4eb8-b915-3f18c0a98682 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=48d8056f-5fb2-463c-96bd-f6f5ed5da27e HTTP/1.1" status: 200 len: 850 time: 0.0442381 Aug 10 04:43:00.395697 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6888c38d-87f0-4f44-a3e5-31d746c4e7a9 req-43848d94-6dee-4ef1-9e0c-2b57a2041ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:43:00.397221 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6888c38d-87f0-4f44-a3e5-31d746c4e7a9 req-43848d94-6dee-4ef1-9e0c-2b57a2041ed6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=86e70408-f9ef-4815-aa8f-59304e4ed4c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447125 Aug 10 04:43:00.487911 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6888c38d-87f0-4f44-a3e5-31d746c4e7a9 req-c4eb00e3-6df4-4b7c-8106-e59ebffc405e service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833549 Aug 10 04:43:00.608649 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6888c38d-87f0-4f44-a3e5-31d746c4e7a9 req-d135abb3-b62d-479f-82a3-33b837f85232 service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138124 Aug 10 04:43:00.628728 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390ea3fb-ba62-48d8-a6a3-98d557de42fb req-e1310a86-85f2-4546-8ebf-d7f550f1c1de tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:43:00.630260 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-390ea3fb-ba62-48d8-a6a3-98d557de42fb req-e1310a86-85f2-4546-8ebf-d7f550f1c1de tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?device_id=eff86cde-90bf-46fe-9285-d7887bd0d292 HTTP/1.1" status: 200 len: 945 time: 0.0604618 Aug 10 04:43:00.667528 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-390ea3fb-ba62-48d8-a6a3-98d557de42fb req-d3707340-fdc4-48ab-a503-2ac319ba310b tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/security-groups?id=644fb853-f63d-401f-837b-a8eb3c9c4f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312126 Aug 10 04:43:01.781636 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a46906-8731-4b53-bd94-c879ac363284 req-d706fa38-b8d3-496a-ba29-b780456e7b58 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:43:01.783173 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-81a46906-8731-4b53-bd94-c879ac363284 req-d706fa38-b8d3-496a-ba29-b780456e7b58 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?device_id=eff86cde-90bf-46fe-9285-d7887bd0d292 HTTP/1.1" status: 200 len: 945 time: 0.0486572 Aug 10 04:43:01.820286 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-81a46906-8731-4b53-bd94-c879ac363284 req-b483b576-ebb1-47e9-9472-c5c82e89ec93 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/security-groups?id=644fb853-f63d-401f-837b-a8eb3c9c4f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305073 Aug 10 04:43:02.939512 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db034fa1-37f4-45fc-8115-6664330193d5 req-4d5f6d2d-14ae-4b5b-bc1a-d4bc93182c2e tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:43:02.941034 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-db034fa1-37f4-45fc-8115-6664330193d5 req-4d5f6d2d-14ae-4b5b-bc1a-d4bc93182c2e tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?device_id=eff86cde-90bf-46fe-9285-d7887bd0d292 HTTP/1.1" status: 200 len: 945 time: 0.0534317 Aug 10 04:43:02.977929 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-db034fa1-37f4-45fc-8115-6664330193d5 req-7fd82fea-2388-4b1e-acf8-9f10c48f3081 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/security-groups?id=644fb853-f63d-401f-837b-a8eb3c9c4f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310457 Aug 10 04:43:04.092661 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62ec242-0131-4aa1-8017-0a49f58b0e80 req-21eedb9b-af85-49c4-b69b-6013947252a4 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:43:04.094142 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f62ec242-0131-4aa1-8017-0a49f58b0e80 req-21eedb9b-af85-49c4-b69b-6013947252a4 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?device_id=eff86cde-90bf-46fe-9285-d7887bd0d292 HTTP/1.1" status: 200 len: 945 time: 0.0494618 Aug 10 04:43:04.132142 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f62ec242-0131-4aa1-8017-0a49f58b0e80 req-e78a69e5-beb8-4fa5-99fe-e311070ac5de tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/security-groups?id=644fb853-f63d-401f-837b-a8eb3c9c4f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320969 Aug 10 04:43:04.280704 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:04.899109 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a524d0cf-e432-487f-ae28-7c02ddab673b req-d2bc83d1-d70e-4e11-9a08-1b16ad547041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:43:04.900618 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a524d0cf-e432-487f-ae28-7c02ddab673b req-d2bc83d1-d70e-4e11-9a08-1b16ad547041 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=147fa16a171649748e11d9c638603170&device_id=eff86cde-90bf-46fe-9285-d7887bd0d292 HTTP/1.1" status: 200 len: 1097 time: 0.0426564 Aug 10 04:43:04.995458 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a524d0cf-e432-487f-ae28-7c02ddab673b req-350cd5e4-b22c-42ac-ad69-9bcbc3d8779a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:43:04.996990 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a524d0cf-e432-487f-ae28-7c02ddab673b req-350cd5e4-b22c-42ac-ad69-9bcbc3d8779a service neutron] 10.222.0.42 "GET /v2.0/networks?id=a7600888-615e-4447-9cf8-55d2bc9ab131 HTTP/1.1" status: 200 len: 908 time: 0.0895534 Aug 10 04:43:05.061878 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a524d0cf-e432-487f-ae28-7c02ddab673b req-18bddad7-ae37-4668-9419-5887f0fd3c61 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4bb34e5a-2061-4b9b-ad82-e918d4dffd15 HTTP/1.1" status: 200 len: 1000 time: 0.0579555 Aug 10 04:43:05.113921 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a524d0cf-e432-487f-ae28-7c02ddab673b req-e231e8f7-54e4-482b-90a3-868200724d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:43:05.115399 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a524d0cf-e432-487f-ae28-7c02ddab673b req-e231e8f7-54e4-482b-90a3-868200724d7b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=aa4a00ab-7bcb-42f3-96e1-0fc86a634467 HTTP/1.1" status: 200 len: 847 time: 0.0475216 Aug 10 04:43:05.160498 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a524d0cf-e432-487f-ae28-7c02ddab673b req-f03b35e9-6144-4e28-8d4e-b28cad957257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:43:05.162006 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a524d0cf-e432-487f-ae28-7c02ddab673b req-f03b35e9-6144-4e28-8d4e-b28cad957257 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a7600888-615e-4447-9cf8-55d2bc9ab131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400391 Aug 10 04:43:05.292632 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cfbab8-834b-4108-8db0-c0eb6adfb0c1 req-d04c060d-82f9-42e5-93c6-466c112b7a1b tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:43:05.298164 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-14cfbab8-834b-4108-8db0-c0eb6adfb0c1 req-d04c060d-82f9-42e5-93c6-466c112b7a1b tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?device_id=eff86cde-90bf-46fe-9285-d7887bd0d292 HTTP/1.1" status: 200 len: 945 time: 0.0872524 Aug 10 04:43:05.302028 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a524d0cf-e432-487f-ae28-7c02ddab673b req-29123eae-a954-488d-a4c1-5dcdb06659b0 service neutron] 10.222.0.42 "GET /v2.0/networks/a7600888-615e-4447-9cf8-55d2bc9ab131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327851 Aug 10 04:43:05.396965 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-14cfbab8-834b-4108-8db0-c0eb6adfb0c1 req-951fe60c-059f-40fc-8be8-3a10ff6187dc tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/security-groups?id=644fb853-f63d-401f-837b-a8eb3c9c4f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932436 Aug 10 04:43:05.429173 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a524d0cf-e432-487f-ae28-7c02ddab673b req-f7c0ccbd-d1fe-46ed-933d-18fe56099813 service neutron] 10.222.0.42 "GET /v2.0/networks/a7600888-615e-4447-9cf8-55d2bc9ab131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195362 Aug 10 04:43:06.511362 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bd9f14-4d90-41a6-8a31-6c0fe7c78197 req-4d0bef7b-a5b0-4caa-901f-9b57636f2345 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:43:06.512906 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-98bd9f14-4d90-41a6-8a31-6c0fe7c78197 req-4d0bef7b-a5b0-4caa-901f-9b57636f2345 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?device_id=eff86cde-90bf-46fe-9285-d7887bd0d292 HTTP/1.1" status: 200 len: 945 time: 0.0502641 Aug 10 04:43:06.553208 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-98bd9f14-4d90-41a6-8a31-6c0fe7c78197 req-a073b514-54be-42dc-8066-54e8cc434c3c tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/security-groups?id=644fb853-f63d-401f-837b-a8eb3c9c4f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322196 Aug 10 04:43:06.854659 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c1f053-08f8-40ad-8798-90caff00c069 req-cebd1896-048b-4c85-9d10-132c220059df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:43:06.856171 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-32c1f053-08f8-40ad-8798-90caff00c069 req-cebd1896-048b-4c85-9d10-132c220059df service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=147fa16a171649748e11d9c638603170&device_id=eff86cde-90bf-46fe-9285-d7887bd0d292 HTTP/1.1" status: 200 len: 1097 time: 0.0413585 Aug 10 04:43:06.975315 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c1f053-08f8-40ad-8798-90caff00c069 req-7d4eadfe-4afe-464a-9257-d40c78ab2680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:43:06.976846 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-32c1f053-08f8-40ad-8798-90caff00c069 req-7d4eadfe-4afe-464a-9257-d40c78ab2680 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a7600888-615e-4447-9cf8-55d2bc9ab131 HTTP/1.1" status: 200 len: 908 time: 0.0922654 Aug 10 04:43:07.044141 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-32c1f053-08f8-40ad-8798-90caff00c069 req-f31747f3-11dd-4e90-b4be-96a86b4682ca service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4bb34e5a-2061-4b9b-ad82-e918d4dffd15 HTTP/1.1" status: 200 len: 1000 time: 0.0607710 Aug 10 04:43:07.092961 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c1f053-08f8-40ad-8798-90caff00c069 req-70a629af-282a-45fb-b11a-722f39ae4aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:43:07.094522 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-32c1f053-08f8-40ad-8798-90caff00c069 req-70a629af-282a-45fb-b11a-722f39ae4aa6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=aa4a00ab-7bcb-42f3-96e1-0fc86a634467 HTTP/1.1" status: 200 len: 847 time: 0.0435319 Aug 10 04:43:07.145040 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c1f053-08f8-40ad-8798-90caff00c069 req-b2eae165-f7d6-4ad2-91fb-d210b31f06e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:43:07.146534 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-32c1f053-08f8-40ad-8798-90caff00c069 req-b2eae165-f7d6-4ad2-91fb-d210b31f06e4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a7600888-615e-4447-9cf8-55d2bc9ab131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446532 Aug 10 04:43:07.234750 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-32c1f053-08f8-40ad-8798-90caff00c069 req-f9db11fd-c6b9-4c9e-90f0-ccb051dabb00 service neutron] 10.222.0.42 "GET /v2.0/networks/a7600888-615e-4447-9cf8-55d2bc9ab131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811751 Aug 10 04:43:07.330394 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-32c1f053-08f8-40ad-8798-90caff00c069 req-f7799a1b-ba7a-4dc5-994c-58ba441abaa0 service neutron] 10.222.0.42 "GET /v2.0/networks/a7600888-615e-4447-9cf8-55d2bc9ab131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882399 Aug 10 04:43:07.673524 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7906db80-025d-4015-b34a-aeb400f0977f req-49c08cc0-5e71-4752-8558-08ffe2fbdc68 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:43:07.675105 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7906db80-025d-4015-b34a-aeb400f0977f req-49c08cc0-5e71-4752-8558-08ffe2fbdc68 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?device_id=eff86cde-90bf-46fe-9285-d7887bd0d292 HTTP/1.1" status: 200 len: 945 time: 0.0515177 Aug 10 04:43:07.716812 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7906db80-025d-4015-b34a-aeb400f0977f req-49ba1d2f-9542-48f4-9623-f3864bc112da tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/security-groups?id=644fb853-f63d-401f-837b-a8eb3c9c4f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348613 Aug 10 04:43:08.835869 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4abfd4-f6a5-4f0a-854a-ea54cca7f9be req-7c10b663-91ce-4bd2-931d-2cee5c232851 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:43:08.837292 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-af4abfd4-f6a5-4f0a-854a-ea54cca7f9be req-7c10b663-91ce-4bd2-931d-2cee5c232851 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?device_id=eff86cde-90bf-46fe-9285-d7887bd0d292 HTTP/1.1" status: 200 len: 945 time: 0.0491536 Aug 10 04:43:08.875229 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-af4abfd4-f6a5-4f0a-854a-ea54cca7f9be req-2c7ea0c1-7534-404e-88f1-307f698ca9d0 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/security-groups?id=644fb853-f63d-401f-837b-a8eb3c9c4f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318372 Aug 10 04:43:09.056307 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [req-2ed925d6-1269-4ee6-9294-e30d06fd40ba req-e1a48c51-b31d-4ed9-b56c-25cdae82f573 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=eff86cde-90bf-46fe-9285-d7887bd0d292&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0414932 Aug 10 04:43:09.087244 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3b602d-31b3-43b9-9a37-c41bd4c6abde req-d4b26bab-3bb0-40ab-962b-76b37b184fa0 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:43:09.088746 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0a3b602d-31b3-43b9-9a37-c41bd4c6abde req-d4b26bab-3bb0-40ab-962b-76b37b184fa0 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?device_id=eff86cde-90bf-46fe-9285-d7887bd0d292 HTTP/1.1" status: 200 len: 945 time: 0.0530193 Aug 10 04:43:09.127135 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0a3b602d-31b3-43b9-9a37-c41bd4c6abde req-0f08de0e-f823-4b16-bbc7-d66446f14802 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/security-groups?id=644fb853-f63d-401f-837b-a8eb3c9c4f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323038 Aug 10 04:43:10.256689 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dcc5c4-5613-4ac2-bfac-f3a045e57f78 req-e44e7519-a93a-4556-b14c-bc5751793fd0 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:43:10.258140 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-84dcc5c4-5613-4ac2-bfac-f3a045e57f78 req-e44e7519-a93a-4556-b14c-bc5751793fd0 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?device_id=eff86cde-90bf-46fe-9285-d7887bd0d292 HTTP/1.1" status: 200 len: 945 time: 0.0585032 Aug 10 04:43:10.297578 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-84dcc5c4-5613-4ac2-bfac-f3a045e57f78 req-f4fe6930-8360-46d2-aa2f-125a15ea57b5 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/security-groups?id=644fb853-f63d-401f-837b-a8eb3c9c4f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328865 Aug 10 04:43:11.058645 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 4bb34e5a-2061-4b9b-ad82-e918d4dffd15 no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:43:11.140428 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:11.164262 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eff86cde-90bf-46fe-9285-d7887bd0d292', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bb34e5a-2061-4b9b-ad82-e918d4dffd15'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:43:11.166582 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}583660bde03669f2dd7fb79ddb869ac83356356549bc1793f8d2e37d6d7017ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad40f9d-8709-48df-8d8a-4c4a8c072b42" -d '{"events": [{"server_uuid": "eff86cde-90bf-46fe-9285-d7887bd0d292", "name": "network-vif-unplugged", "status": "completed", "tag": "4bb34e5a-2061-4b9b-ad82-e918d4dffd15"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:43:11.181581 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 4bb34e5a-2061-4b9b-ad82-e918d4dffd15, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=4bb34e5a-2061-4b9b-ad82-e918d4dffd15,segment=NetworkSegment(6572a14d-9df9-4335-907d-1fe8cba542f0),segment_id=6572a14d-9df9-4335-907d-1fe8cba542f0)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:43:11.186846 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:11.212634 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 10 Aug 2021 04:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ab11b1-dfb3-4dbd-8100-cafaf240d3aa x-openstack-request-id: req-06ab11b1-dfb3-4dbd-8100-cafaf240d3aa {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:43:11.212933 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eff86cde-90bf-46fe-9285-d7887bd0d292", "name": "network-vif-unplugged", "status": "failed", "tag": "4bb34e5a-2061-4b9b-ad82-e918d4dffd15", "code": 422}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:43:11.213166 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-06ab11b1-dfb3-4dbd-8100-cafaf240d3aa {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:43:11.213557 n-d-768862-13 neutron-server[94262]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'eff86cde-90bf-46fe-9285-d7887bd0d292', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4bb34e5a-2061-4b9b-ad82-e918d4dffd15', 'code': 422} returned with failed status Aug 10 04:43:11.241531 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=4bb34e5a-2061-4b9b-ad82-e918d4dffd15,revision_number=6']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:43:11.249009 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:43:11.249356 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:43:11.249695 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:43:11.250029 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:43:11.250402 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:43:11.250736 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:43:11.251064 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:43:11.251388 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:43:11.251712 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:43:11.252034 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:43:11.252355 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:43:11.252864 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:43:11.414866 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbf4be3-2607-4358-8a25-1334a84f1ea7 req-9fbeabff-b03c-4538-a874-62447fd609ac tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:43:11.416354 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2dbf4be3-2607-4358-8a25-1334a84f1ea7 req-9fbeabff-b03c-4538-a874-62447fd609ac tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?device_id=eff86cde-90bf-46fe-9285-d7887bd0d292 HTTP/1.1" status: 200 len: 943 time: 0.0510502 Aug 10 04:43:11.454842 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2dbf4be3-2607-4358-8a25-1334a84f1ea7 req-36447860-0f7f-4d3b-a9a0-f2de009f511a tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/security-groups?id=644fb853-f63d-401f-837b-a8eb3c9c4f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322835 Aug 10 04:43:12.580098 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac9781-3b92-4681-8631-6de0d0f6c94c req-7655443c-f4e4-4580-b251-dc82f86cc8db tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:43:12.581602 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-14ac9781-3b92-4681-8631-6de0d0f6c94c req-7655443c-f4e4-4580-b251-dc82f86cc8db tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?device_id=eff86cde-90bf-46fe-9285-d7887bd0d292 HTTP/1.1" status: 200 len: 943 time: 0.0529671 Aug 10 04:43:12.625196 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-14ac9781-3b92-4681-8631-6de0d0f6c94c req-465c5f39-bcdf-4765-935f-1c0171971323 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/security-groups?id=644fb853-f63d-401f-837b-a8eb3c9c4f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375280 Aug 10 04:43:13.687722 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed925d6-1269-4ee6-9294-e30d06fd40ba req-9aeb835d-f897-4312-a0e6-070e0c3450c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:43:13.689258 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2ed925d6-1269-4ee6-9294-e30d06fd40ba req-9aeb835d-f897-4312-a0e6-070e0c3450c1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=eff86cde-90bf-46fe-9285-d7887bd0d292&tenant_id=147fa16a171649748e11d9c638603170 HTTP/1.1" status: 200 len: 1095 time: 0.0429556 Aug 10 04:43:13.769498 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc1a68-40df-4f53-a722-96d30b82f103 req-ba481971-fa3b-45b1-83e1-30be3b40ec7b tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:43:13.771023 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4ccc1a68-40df-4f53-a722-96d30b82f103 req-ba481971-fa3b-45b1-83e1-30be3b40ec7b tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?device_id=eff86cde-90bf-46fe-9285-d7887bd0d292 HTTP/1.1" status: 200 len: 943 time: 0.0781724 Aug 10 04:43:13.772734 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed925d6-1269-4ee6-9294-e30d06fd40ba req-9f784fc2-57cd-41ca-bc16-46973c49f0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:43:13.774073 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2ed925d6-1269-4ee6-9294-e30d06fd40ba req-9f784fc2-57cd-41ca-bc16-46973c49f0b2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=147fa16a171649748e11d9c638603170&device_id=eff86cde-90bf-46fe-9285-d7887bd0d292 HTTP/1.1" status: 200 len: 1095 time: 0.0566833 Aug 10 04:43:13.856577 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4ccc1a68-40df-4f53-a722-96d30b82f103 req-b7ae4f27-c289-4a38-ae4d-e67b1b41c5cb tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/security-groups?id=644fb853-f63d-401f-837b-a8eb3c9c4f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794950 Aug 10 04:43:13.888959 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed925d6-1269-4ee6-9294-e30d06fd40ba req-12bf7cd0-0615-40cb-a7df-cb0007da8a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:43:13.890487 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2ed925d6-1269-4ee6-9294-e30d06fd40ba req-12bf7cd0-0615-40cb-a7df-cb0007da8a46 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a7600888-615e-4447-9cf8-55d2bc9ab131 HTTP/1.1" status: 200 len: 908 time: 0.1076498 Aug 10 04:43:13.959266 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2ed925d6-1269-4ee6-9294-e30d06fd40ba req-a953dd28-483e-4d7a-9622-ec26fa1ea764 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4bb34e5a-2061-4b9b-ad82-e918d4dffd15 HTTP/1.1" status: 200 len: 998 time: 0.0615711 Aug 10 04:43:14.008065 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed925d6-1269-4ee6-9294-e30d06fd40ba req-e1552ea5-2608-4ae3-a184-ab8059dcafe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:43:14.009499 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2ed925d6-1269-4ee6-9294-e30d06fd40ba req-e1552ea5-2608-4ae3-a184-ab8059dcafe6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=aa4a00ab-7bcb-42f3-96e1-0fc86a634467 HTTP/1.1" status: 200 len: 847 time: 0.0435817 Aug 10 04:43:14.054202 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed925d6-1269-4ee6-9294-e30d06fd40ba req-61dd3736-9256-4bd3-b9fd-2ffbc04b1673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:43:14.055671 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2ed925d6-1269-4ee6-9294-e30d06fd40ba req-61dd3736-9256-4bd3-b9fd-2ffbc04b1673 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a7600888-615e-4447-9cf8-55d2bc9ab131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393116 Aug 10 04:43:14.146742 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2ed925d6-1269-4ee6-9294-e30d06fd40ba req-4ffaf608-5d9c-48a1-a7dc-a179d94fbf62 service neutron] 10.222.0.42 "GET /v2.0/networks/a7600888-615e-4447-9cf8-55d2bc9ab131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833886 Aug 10 04:43:14.234755 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2ed925d6-1269-4ee6-9294-e30d06fd40ba req-19d548a7-ed55-4fa5-bdbf-833903a25c78 service neutron] 10.222.0.42 "GET /v2.0/networks/a7600888-615e-4447-9cf8-55d2bc9ab131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809491 Aug 10 04:43:14.974072 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e768c1e-64ec-4951-83b4-e5be0712446d req-1f1be95c-d836-43e8-b40a-0cb5fa8ed001 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:43:14.975557 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7e768c1e-64ec-4951-83b4-e5be0712446d req-1f1be95c-d836-43e8-b40a-0cb5fa8ed001 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?device_id=eff86cde-90bf-46fe-9285-d7887bd0d292 HTTP/1.1" status: 200 len: 943 time: 0.0502331 Aug 10 04:43:15.012310 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7e768c1e-64ec-4951-83b4-e5be0712446d req-d84416f0-f00d-45d1-b186-a55537c68100 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/security-groups?id=644fb853-f63d-401f-837b-a8eb3c9c4f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308690 Aug 10 04:43:16.130340 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a4e95-bbe6-49f4-9663-385023995ca0 req-49c32b9e-58ad-4c3b-bb18-3c08a83eb930 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:43:16.131806 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5e4a4e95-bbe6-49f4-9663-385023995ca0 req-49c32b9e-58ad-4c3b-bb18-3c08a83eb930 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?device_id=eff86cde-90bf-46fe-9285-d7887bd0d292 HTTP/1.1" status: 200 len: 943 time: 0.0537624 Aug 10 04:43:16.168792 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5e4a4e95-bbe6-49f4-9663-385023995ca0 req-8a82d3ca-a76e-4ad4-b7ff-7a4d273064f2 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/security-groups?id=644fb853-f63d-401f-837b-a8eb3c9c4f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311027 Aug 10 04:43:17.296438 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f9a1c8-7865-490d-9c2a-8ce5f786a0f9 req-0e29fe9c-8e88-4ea0-8f93-09c00b4a8e7a tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:43:17.298069 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c4f9a1c8-7865-490d-9c2a-8ce5f786a0f9 req-0e29fe9c-8e88-4ea0-8f93-09c00b4a8e7a tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?device_id=eff86cde-90bf-46fe-9285-d7887bd0d292 HTTP/1.1" status: 200 len: 943 time: 0.0571830 Aug 10 04:43:17.361209 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c4f9a1c8-7865-490d-9c2a-8ce5f786a0f9 req-79ec8fae-dc79-4a85-9bb0-c33211b54f58 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/security-groups?id=644fb853-f63d-401f-837b-a8eb3c9c4f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562298 Aug 10 04:43:18.481482 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860c470f-fd60-4ff4-ae6c-b00f7d18e1e3 req-b4e344b8-05b7-4797-8928-754d6b36a63b tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:43:18.483157 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-860c470f-fd60-4ff4-ae6c-b00f7d18e1e3 req-b4e344b8-05b7-4797-8928-754d6b36a63b tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?device_id=eff86cde-90bf-46fe-9285-d7887bd0d292 HTTP/1.1" status: 200 len: 943 time: 0.0520959 Aug 10 04:43:18.522474 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-860c470f-fd60-4ff4-ae6c-b00f7d18e1e3 req-45a699ae-acd5-4190-8632-a99c3478c66a tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/security-groups?id=644fb853-f63d-401f-837b-a8eb3c9c4f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332673 Aug 10 04:43:19.640888 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7161444c-50a7-4a27-8850-cd85cce054ae req-dcccb989-497c-464d-bd54-da2ab276bf15 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:43:19.642364 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7161444c-50a7-4a27-8850-cd85cce054ae req-dcccb989-497c-464d-bd54-da2ab276bf15 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?device_id=eff86cde-90bf-46fe-9285-d7887bd0d292 HTTP/1.1" status: 200 len: 943 time: 0.0527651 Aug 10 04:43:19.680204 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7161444c-50a7-4a27-8850-cd85cce054ae req-076e1428-e9ad-410a-8d58-dc22ec1ad4b0 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/security-groups?id=644fb853-f63d-401f-837b-a8eb3c9c4f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312543 Aug 10 04:43:20.794745 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56365c7a-0193-48e0-a4e5-13f89b1ab5f9 req-ae7a52c1-1c12-4ecc-be03-52152ef08c5c tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:43:20.796122 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-56365c7a-0193-48e0-a4e5-13f89b1ab5f9 req-ae7a52c1-1c12-4ecc-be03-52152ef08c5c tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?device_id=eff86cde-90bf-46fe-9285-d7887bd0d292 HTTP/1.1" status: 200 len: 943 time: 0.0488999 Aug 10 04:43:20.832784 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-56365c7a-0193-48e0-a4e5-13f89b1ab5f9 req-8619b293-a077-414c-985b-751a3da22913 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/security-groups?id=644fb853-f63d-401f-837b-a8eb3c9c4f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301144 Aug 10 04:43:21.088691 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 4bb34e5a-2061-4b9b-ad82-e918d4dffd15 details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:43:21.185148 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 4bb34e5a-2061-4b9b-ad82-e918d4dffd15, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=4bb34e5a-2061-4b9b-ad82-e918d4dffd15,segment=NetworkSegment(6572a14d-9df9-4335-907d-1fe8cba542f0),segment_id=6572a14d-9df9-4335-907d-1fe8cba542f0)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:43:21.196293 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': '4bb34e5a-2061-4b9b-ad82-e918d4dffd15', 'network_id': 'a7600888-615e-4447-9cf8-55d2bc9ab131', 'port_id': '4bb34e5a-2061-4b9b-ad82-e918d4dffd15', 'mac_address': 'fa:16:3e:10:93:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa4a00ab-7bcb-42f3-96e1-0fc86a634467', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:43:21.233128 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:21.246336 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bb34e5a-2061-4b9b-ad82-e918d4dffd15 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:43:21.266086 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 4bb34e5a-2061-4b9b-ad82-e918d4dffd15, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=4bb34e5a-2061-4b9b-ad82-e918d4dffd15,segment=NetworkSegment(6572a14d-9df9-4335-907d-1fe8cba542f0),segment_id=6572a14d-9df9-4335-907d-1fe8cba542f0)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:43:21.271493 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:21.325736 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=4bb34e5a-2061-4b9b-ad82-e918d4dffd15,revision_number=7']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:43:21.530591 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['4bb34e5a-2061-4b9b-ad82-e918d4dffd15'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:43:21.581956 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c133bb92-8504-487d-97ac-e9dfb54fb362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:21.947972 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eab6a4-f32b-48a0-8e64-f30c0db8163c req-dcf9cfcf-4035-4943-969d-dff30cae4a1d tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:43:21.949606 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-61eab6a4-f32b-48a0-8e64-f30c0db8163c req-dcf9cfcf-4035-4943-969d-dff30cae4a1d tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?device_id=eff86cde-90bf-46fe-9285-d7887bd0d292 HTTP/1.1" status: 200 len: 944 time: 0.0492902 Aug 10 04:43:21.987729 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-61eab6a4-f32b-48a0-8e64-f30c0db8163c req-d01e1da7-4041-4a49-ae1d-41ba0a579d7d tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/security-groups?id=644fb853-f63d-401f-837b-a8eb3c9c4f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319300 Aug 10 04:43:23.087380 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 4bb34e5a-2061-4b9b-ad82-e918d4dffd15 up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:43:23.112704 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fb6500-521e-45dc-8985-8151f681c9c9 req-6558cbdf-97cd-4001-9b64-34de71ecdc34 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:43:23.114599 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-55fb6500-521e-45dc-8985-8151f681c9c9 req-6558cbdf-97cd-4001-9b64-34de71ecdc34 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?device_id=eff86cde-90bf-46fe-9285-d7887bd0d292 HTTP/1.1" status: 200 len: 944 time: 0.0562737 Aug 10 04:43:23.145164 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port 4bb34e5a-2061-4b9b-ad82-e918d4dffd15 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:43:23.145543 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:23.163218 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-55fb6500-521e-45dc-8985-8151f681c9c9 req-65467eec-a1da-4253-b9b2-41d3dcaae984 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/security-groups?id=644fb853-f63d-401f-837b-a8eb3c9c4f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412111 Aug 10 04:43:23.226813 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:23.248836 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eff86cde-90bf-46fe-9285-d7887bd0d292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bb34e5a-2061-4b9b-ad82-e918d4dffd15'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:43:23.251109 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}583660bde03669f2dd7fb79ddb869ac83356356549bc1793f8d2e37d6d7017ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8505b7a-a719-4719-a989-20575e8774dc" -d '{"events": [{"server_uuid": "eff86cde-90bf-46fe-9285-d7887bd0d292", "name": "network-vif-plugged", "status": "completed", "tag": "4bb34e5a-2061-4b9b-ad82-e918d4dffd15"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:43:23.264741 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port 4bb34e5a-2061-4b9b-ad82-e918d4dffd15, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=4bb34e5a-2061-4b9b-ad82-e918d4dffd15,segment=NetworkSegment(6572a14d-9df9-4335-907d-1fe8cba542f0),segment_id=6572a14d-9df9-4335-907d-1fe8cba542f0)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:43:23.269616 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:23.296013 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f06ec13-173f-42bc-ba20-a8b4479676c9 x-openstack-request-id: req-9f06ec13-173f-42bc-ba20-a8b4479676c9 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:43:23.296312 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eff86cde-90bf-46fe-9285-d7887bd0d292", "name": "network-vif-plugged", "status": "completed", "tag": "4bb34e5a-2061-4b9b-ad82-e918d4dffd15", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:43:23.296562 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9f06ec13-173f-42bc-ba20-a8b4479676c9 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:43:23.296951 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff86cde-90bf-46fe-9285-d7887bd0d292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bb34e5a-2061-4b9b-ad82-e918d4dffd15', 'code': 200} Aug 10 04:43:23.324944 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=4bb34e5a-2061-4b9b-ad82-e918d4dffd15,revision_number=8']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:43:23.457782 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da3b6ea-93f1-41e9-816a-b0e0917df23b req-feca061a-4f35-416e-9a47-612640d0c49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:43:23.459304 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2da3b6ea-93f1-41e9-816a-b0e0917df23b req-feca061a-4f35-416e-9a47-612640d0c49c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=eff86cde-90bf-46fe-9285-d7887bd0d292 HTTP/1.1" status: 200 len: 1097 time: 0.0395942 Aug 10 04:43:23.495153 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2da3b6ea-93f1-41e9-816a-b0e0917df23b req-1165c1e5-c797-405a-9c81-d3ffc3b40f61 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=644fb853-f63d-401f-837b-a8eb3c9c4f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290086 Aug 10 04:43:23.800261 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9a1891b6-a04a-4fda-95f4-af24996b9802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:24.282954 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8cd718-440f-4926-b59b-be00330156b7 req-47ac3d94-aa0a-458b-bb4a-6688147b62ed tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:43:24.285371 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5e8cd718-440f-4926-b59b-be00330156b7 req-47ac3d94-aa0a-458b-bb4a-6688147b62ed tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?device_id=eff86cde-90bf-46fe-9285-d7887bd0d292 HTTP/1.1" status: 200 len: 945 time: 0.0504296 Aug 10 04:43:24.323282 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-5e8cd718-440f-4926-b59b-be00330156b7 req-dcf129f3-df92-43f3-ae77-138c56534f75 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/security-groups?id=644fb853-f63d-401f-837b-a8eb3c9c4f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318666 Aug 10 04:43:24.427210 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:24.466387 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:43:25.445730 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83456ab4-a4e0-4967-af72-b3bf6f5a3cca req-ec49d29d-2d8b-4cb8-aaf6-18b706a69df0 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:43:25.447235 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-83456ab4-a4e0-4967-af72-b3bf6f5a3cca req-ec49d29d-2d8b-4cb8-aaf6-18b706a69df0 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?device_id=eff86cde-90bf-46fe-9285-d7887bd0d292 HTTP/1.1" status: 200 len: 945 time: 0.0528066 Aug 10 04:43:25.484931 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-83456ab4-a4e0-4967-af72-b3bf6f5a3cca req-bbc538db-7300-4ed2-b71c-9d7e7352392e tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/security-groups?id=644fb853-f63d-401f-837b-a8eb3c9c4f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318017 Aug 10 04:43:25.720305 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:26.888566 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:27.166159 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:34.301800 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:51.572309 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-526c207e-9eec-451d-abd4-e939e7ce735c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:53.803187 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-20e3e423-cdf7-40bb-80e8-eee78815655d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:54.428497 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:55.723747 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:56.883073 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:57.167147 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:00.174395 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dad72a4d-61bd-4780-9e67-2c12d7d7d55b req-c038f55c-5751-4bbb-a332-eb22ec3be722 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=22882bb5-df6a-4a03-b8b1-8ebacb558477&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0397813 Aug 10 04:44:00.252967 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad72a4d-61bd-4780-9e67-2c12d7d7d55b req-67db9a62-f844-4d55-b70e-7ff5d28fe31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:44:00.254487 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dad72a4d-61bd-4780-9e67-2c12d7d7d55b req-67db9a62-f844-4d55-b70e-7ff5d28fe31e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4d9562697164912ae96f22f47b4a54d&device_id=22882bb5-df6a-4a03-b8b1-8ebacb558477 HTTP/1.1" status: 200 len: 1098 time: 0.0402572 Aug 10 04:44:00.359362 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad72a4d-61bd-4780-9e67-2c12d7d7d55b req-4a1cb135-173b-4940-afcc-ca4f837da9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:44:00.360858 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dad72a4d-61bd-4780-9e67-2c12d7d7d55b req-4a1cb135-173b-4940-afcc-ca4f837da9bb service neutron] 10.222.0.61 "GET /v2.0/networks?id=86e70408-f9ef-4815-aa8f-59304e4ed4c8 HTTP/1.1" status: 200 len: 911 time: 0.0875604 Aug 10 04:44:00.402235 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dad72a4d-61bd-4780-9e67-2c12d7d7d55b req-86fc1d79-27c2-44a2-a16e-bdbc88111bdd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=600c6ca9-6224-4086-b5df-8c2df8511b77 HTTP/1.1" status: 200 len: 217 time: 0.0341203 Aug 10 04:44:00.450291 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad72a4d-61bd-4780-9e67-2c12d7d7d55b req-d8e090ee-1202-4c33-a703-a9dbe21782d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:44:00.451685 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dad72a4d-61bd-4780-9e67-2c12d7d7d55b req-d8e090ee-1202-4c33-a703-a9dbe21782d1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=48d8056f-5fb2-463c-96bd-f6f5ed5da27e HTTP/1.1" status: 200 len: 850 time: 0.0427074 Aug 10 04:44:00.504352 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad72a4d-61bd-4780-9e67-2c12d7d7d55b req-89680d40-5e45-44c0-be86-93d53c9e8bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:44:00.505883 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dad72a4d-61bd-4780-9e67-2c12d7d7d55b req-89680d40-5e45-44c0-be86-93d53c9e8bc0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=86e70408-f9ef-4815-aa8f-59304e4ed4c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466173 Aug 10 04:44:00.593207 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dad72a4d-61bd-4780-9e67-2c12d7d7d55b req-9bc1bbba-0114-43c2-a383-51caa6bdf780 service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798602 Aug 10 04:44:00.685990 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-dad72a4d-61bd-4780-9e67-2c12d7d7d55b req-4a6ca6e4-c40b-43f4-8820-85601fc7e3b1 service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850289 Aug 10 04:44:01.466031 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:44:04.316086 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:07.822739 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0fcd9d6c-f697-4412-b4af-10708bf59d01 req-88912b99-0104-4bee-9c61-b6943f536bd1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=eff86cde-90bf-46fe-9285-d7887bd0d292&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0414000 Aug 10 04:44:07.903255 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcd9d6c-f697-4412-b4af-10708bf59d01 req-671e7a73-dd05-49dd-98e0-6ca04477f425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:44:07.904788 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0fcd9d6c-f697-4412-b4af-10708bf59d01 req-671e7a73-dd05-49dd-98e0-6ca04477f425 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=147fa16a171649748e11d9c638603170&device_id=eff86cde-90bf-46fe-9285-d7887bd0d292 HTTP/1.1" status: 200 len: 1097 time: 0.0420878 Aug 10 04:44:08.020614 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcd9d6c-f697-4412-b4af-10708bf59d01 req-d3c1dfd3-8ef8-4cb7-987c-32ed0cea76f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:44:08.022078 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0fcd9d6c-f697-4412-b4af-10708bf59d01 req-d3c1dfd3-8ef8-4cb7-987c-32ed0cea76f3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a7600888-615e-4447-9cf8-55d2bc9ab131 HTTP/1.1" status: 200 len: 908 time: 0.0981050 Aug 10 04:44:08.086349 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0fcd9d6c-f697-4412-b4af-10708bf59d01 req-51e0399d-e157-4554-a8a2-7471ad290977 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4bb34e5a-2061-4b9b-ad82-e918d4dffd15 HTTP/1.1" status: 200 len: 1000 time: 0.0570803 Aug 10 04:44:08.136392 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcd9d6c-f697-4412-b4af-10708bf59d01 req-d1ed879f-3ea9-4fc6-be56-932d755c1cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:44:08.138019 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0fcd9d6c-f697-4412-b4af-10708bf59d01 req-d1ed879f-3ea9-4fc6-be56-932d755c1cc3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=aa4a00ab-7bcb-42f3-96e1-0fc86a634467 HTTP/1.1" status: 200 len: 847 time: 0.0453179 Aug 10 04:44:08.190994 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcd9d6c-f697-4412-b4af-10708bf59d01 req-281db0a9-09f6-474a-9082-cf9f1df48a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:44:08.192591 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0fcd9d6c-f697-4412-b4af-10708bf59d01 req-281db0a9-09f6-474a-9082-cf9f1df48a3b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a7600888-615e-4447-9cf8-55d2bc9ab131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0474393 Aug 10 04:44:08.280149 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0fcd9d6c-f697-4412-b4af-10708bf59d01 req-0b407510-6c52-4f6f-a823-29130081eaeb service neutron] 10.222.0.42 "GET /v2.0/networks/a7600888-615e-4447-9cf8-55d2bc9ab131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801966 Aug 10 04:44:08.377972 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0fcd9d6c-f697-4412-b4af-10708bf59d01 req-95403905-94a6-45dd-827b-3f585facaab6 service neutron] 10.222.0.42 "GET /v2.0/networks/a7600888-615e-4447-9cf8-55d2bc9ab131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900972 Aug 10 04:44:21.573482 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-897a3fb6-29ab-4341-b847-c6bacd9fff0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:23.803986 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-0165e2fa-83f2-463c-a96b-a1e18a6eb746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:24.428846 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:25.725376 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:26.908161 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:27.170197 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:34.315333 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:38.466483 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:44:41.401417 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 52886) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:44:41.559105 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-0621790a-d674-45a3-af62-b55495348092 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Deleting port 14931b5b-d744-4887-9b57-74757d7d1f40 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:44:41.559450 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0621790a-d674-45a3-af62-b55495348092 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:41.637150 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0621790a-d674-45a3-af62-b55495348092 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:41.637475 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0621790a-d674-45a3-af62-b55495348092 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:41.649817 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-0621790a-d674-45a3-af62-b55495348092 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Calling delete_port for 14931b5b-d744-4887-9b57-74757d7d1f40 owned by network:floatingip {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:44:41.796917 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0621790a-d674-45a3-af62-b55495348092 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:41.820825 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0621790a-d674-45a3-af62-b55495348092 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Pushing event deleted for resources: {'Port': ['ID=14931b5b-d744-4887-9b57-74757d7d1f40,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:44:41.834645 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0621790a-d674-45a3-af62-b55495348092 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:44:41.834990 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0621790a-d674-45a3-af62-b55495348092 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:44:41.835325 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0621790a-d674-45a3-af62-b55495348092 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:44:41.835657 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0621790a-d674-45a3-af62-b55495348092 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:44:41.836640 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0621790a-d674-45a3-af62-b55495348092 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:44:41.836988 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0621790a-d674-45a3-af62-b55495348092 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:44:41.837311 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0621790a-d674-45a3-af62-b55495348092 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:44:41.837632 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0621790a-d674-45a3-af62-b55495348092 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:44:41.837949 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0621790a-d674-45a3-af62-b55495348092 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:44:41.838317 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0621790a-d674-45a3-af62-b55495348092 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:44:41.838642 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0621790a-d674-45a3-af62-b55495348092 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:44:41.838958 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0621790a-d674-45a3-af62-b55495348092 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:44:41.891955 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0621790a-d674-45a3-af62-b55495348092 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks [] for floatingip, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:41.892289 n-d-768862-13 neutron-server[94261]: INFO neutron.db.l3_db [None req-0621790a-d674-45a3-af62-b55495348092 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Floating IP ac7247f9-6e57-49ec-b7be-908909c7d552 disassociated (deleted). External IP: 172.25.6.65, port: 4bb34e5a-2061-4b9b-ad82-e918d4dffd15. Aug 10 04:44:42.097775 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0621790a-d674-45a3-af62-b55495348092 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Router c77c9929-88c6-4f46-9066-3443996c2c90 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:44:42.203658 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0621790a-d674-45a3-af62-b55495348092 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:44:42.208395 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0621790a-d674-45a3-af62-b55495348092 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:42.214407 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f7fd7b-91b7-4b0e-a243-01407beee7bb None None] Sync routers for ids ['c77c9929-88c6-4f46-9066-3443996c2c90'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:44:42.223362 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f7fd7b-91b7-4b0e-a243-01407beee7bb None None] Routers {'c77c9929-88c6-4f46-9066-3443996c2c90'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:44:42.223966 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-c5f7fd7b-91b7-4b0e-a243-01407beee7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:44:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['c77c9929-88c6-4f46-9066-3443996c2c90'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:44:42.235196 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-0621790a-d674-45a3-af62-b55495348092 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "DELETE /v2.0/floatingips/ac7247f9-6e57-49ec-b7be-908909c7d552 HTTP/1.1" status: 204 len: 168 time: 0.8327460 Aug 10 04:44:42.236028 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eff86cde-90bf-46fe-9285-d7887bd0d292', 'tag': '4bb34e5a-2061-4b9b-ad82-e918d4dffd15'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:44:42.238478 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c547d0186a924682622f448b10ad68011a5a798c46de133d3cce962f46ffb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37d74f89-497a-4de7-8732-b9c361239235" -d '{"events": [{"name": "network-changed", "server_uuid": "eff86cde-90bf-46fe-9285-d7887bd0d292", "tag": "4bb34e5a-2061-4b9b-ad82-e918d4dffd15"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:44:42.329163 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-c5f7fd7b-91b7-4b0e-a243-01407beee7bb None None] Set router c77c9929-88c6-4f46-9066-3443996c2c90 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:44:42.410830 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37194da9-7dc5-4ead-988a-18579fa2eafe x-openstack-request-id: req-37194da9-7dc5-4ead-988a-18579fa2eafe {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:44:42.411345 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eff86cde-90bf-46fe-9285-d7887bd0d292", "tag": "4bb34e5a-2061-4b9b-ad82-e918d4dffd15", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:44:42.411443 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-37194da9-7dc5-4ead-988a-18579fa2eafe {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:44:42.412076 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eff86cde-90bf-46fe-9285-d7887bd0d292', 'tag': '4bb34e5a-2061-4b9b-ad82-e918d4dffd15', 'status': 'completed', 'code': 200} Aug 10 04:44:42.504514 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d74f89-497a-4de7-8732-b9c361239235 req-bc7a064f-54df-48e6-903a-8afdc01c13b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:44:42.506038 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-37d74f89-497a-4de7-8732-b9c361239235 req-bc7a064f-54df-48e6-903a-8afdc01c13b4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=147fa16a171649748e11d9c638603170&device_id=eff86cde-90bf-46fe-9285-d7887bd0d292 HTTP/1.1" status: 200 len: 1097 time: 0.0712330 Aug 10 04:44:42.518058 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3487b24e-0652-4bb0-b0e8-cfa483efb715 req-7ef68cfb-78ce-4f1a-a2f9-2021a359287c tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:44:42.519495 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3487b24e-0652-4bb0-b0e8-cfa483efb715 req-7ef68cfb-78ce-4f1a-a2f9-2021a359287c tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?device_id=eff86cde-90bf-46fe-9285-d7887bd0d292 HTTP/1.1" status: 200 len: 945 time: 0.0598388 Aug 10 04:44:42.606573 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3487b24e-0652-4bb0-b0e8-cfa483efb715 req-bb17125a-0af7-45a8-8fd2-5633adbc4c11 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/security-groups?id=644fb853-f63d-401f-837b-a8eb3c9c4f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788224 Aug 10 04:44:42.633182 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d74f89-497a-4de7-8732-b9c361239235 req-e8782742-919a-44c7-b4d5-2bd90362e585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:44:42.633404 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-c5f7fd7b-91b7-4b0e-a243-01407beee7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77c9929-88c6-4f46-9066-3443996c2c90', 'name': 'tempest-TestShelveInstance-524787378-router', 'tenant_id': '147fa16a171649748e11d9c638603170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '10327ded-747e-4adf-aa13-aee0a2bbae82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:36:10Z', 'updated_at': '2021-08-10T04:36:12Z', 'revision_number': 4, 'project_id': '147fa16a171649748e11d9c638603170', 'gw_port': {'id': '10327ded-747e-4adf-aa13-aee0a2bbae82', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:15:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77c9929-88c6-4f46-9066-3443996c2c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:36:10Z', 'updated_at': '2021-08-10T04:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': 'ea913b13-a24d-4c4b-95a3-77498c7a6c78', 'name': '', 'network_id': 'a7600888-615e-4447-9cf8-55d2bc9ab131', 'tenant_id': '147fa16a171649748e11d9c638603170', 'mac_address': 'fa:16:3e:d7:51:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77c9929-88c6-4f46-9066-3443996c2c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'aa4a00ab-7bcb-42f3-96e1-0fc86a634467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:36:12Z', 'updated_at': '2021-08-10T04:36:19Z', 'revision_number': 5, 'project_id': '147fa16a171649748e11d9c638603170', 'subnets': [{'id': 'aa4a00ab-7bcb-42f3-96e1-0fc86a634467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:44:42.635167 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-37d74f89-497a-4de7-8732-b9c361239235 req-e8782742-919a-44c7-b4d5-2bd90362e585 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a7600888-615e-4447-9cf8-55d2bc9ab131 HTTP/1.1" status: 200 len: 908 time: 0.1147759 Aug 10 04:44:42.658523 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f7fd7b-91b7-4b0e-a243-01407beee7bb None None] Checking router: c77c9929-88c6-4f46-9066-3443996c2c90 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:44:42.667017 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f7fd7b-91b7-4b0e-a243-01407beee7bb None None] Routers {'c77c9929-88c6-4f46-9066-3443996c2c90'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:44:42.667607 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-c5f7fd7b-91b7-4b0e-a243-01407beee7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:44:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['c77c9929-88c6-4f46-9066-3443996c2c90'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:44:42.677430 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-37d74f89-497a-4de7-8732-b9c361239235 req-b453ee62-9057-4b59-b048-28f19f573402 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4bb34e5a-2061-4b9b-ad82-e918d4dffd15 HTTP/1.1" status: 200 len: 217 time: 0.0340712 Aug 10 04:44:42.732100 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d74f89-497a-4de7-8732-b9c361239235 req-53c2d4d4-1d06-48e8-85d8-7615d69190c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:44:42.733559 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-37d74f89-497a-4de7-8732-b9c361239235 req-53c2d4d4-1d06-48e8-85d8-7615d69190c0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=aa4a00ab-7bcb-42f3-96e1-0fc86a634467 HTTP/1.1" status: 200 len: 847 time: 0.0479176 Aug 10 04:44:42.770780 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-c5f7fd7b-91b7-4b0e-a243-01407beee7bb None None] Set router c77c9929-88c6-4f46-9066-3443996c2c90 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:44:42.778948 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d74f89-497a-4de7-8732-b9c361239235 req-a2ed47d2-4fa3-464e-bef9-e04ef23d710f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:44:42.780453 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-37d74f89-497a-4de7-8732-b9c361239235 req-a2ed47d2-4fa3-464e-bef9-e04ef23d710f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a7600888-615e-4447-9cf8-55d2bc9ab131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396416 Aug 10 04:44:42.869330 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-37d74f89-497a-4de7-8732-b9c361239235 req-20b03417-d1f0-4e9f-ae7e-3f54aa622b79 service neutron] 10.222.0.42 "GET /v2.0/networks/a7600888-615e-4447-9cf8-55d2bc9ab131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813491 Aug 10 04:44:42.968903 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-c5f7fd7b-91b7-4b0e-a243-01407beee7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77c9929-88c6-4f46-9066-3443996c2c90', 'name': 'tempest-TestShelveInstance-524787378-router', 'tenant_id': '147fa16a171649748e11d9c638603170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '10327ded-747e-4adf-aa13-aee0a2bbae82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:36:10Z', 'updated_at': '2021-08-10T04:36:12Z', 'revision_number': 4, 'project_id': '147fa16a171649748e11d9c638603170', 'gw_port': {'id': '10327ded-747e-4adf-aa13-aee0a2bbae82', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:15:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77c9929-88c6-4f46-9066-3443996c2c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:36:10Z', 'updated_at': '2021-08-10T04:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': 'ea913b13-a24d-4c4b-95a3-77498c7a6c78', 'name': '', 'network_id': 'a7600888-615e-4447-9cf8-55d2bc9ab131', 'tenant_id': '147fa16a171649748e11d9c638603170', 'mac_address': 'fa:16:3e:d7:51:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77c9929-88c6-4f46-9066-3443996c2c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'aa4a00ab-7bcb-42f3-96e1-0fc86a634467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:36:12Z', 'updated_at': '2021-08-10T04:36:19Z', 'revision_number': 5, 'project_id': '147fa16a171649748e11d9c638603170', 'subnets': [{'id': 'aa4a00ab-7bcb-42f3-96e1-0fc86a634467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:44:42.999974 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f7fd7b-91b7-4b0e-a243-01407beee7bb None None] The sync data for ids ['c77c9929-88c6-4f46-9066-3443996c2c90'] in n-d-768862-13 is: [{'id': 'c77c9929-88c6-4f46-9066-3443996c2c90', 'name': 'tempest-TestShelveInstance-524787378-router', 'tenant_id': '147fa16a171649748e11d9c638603170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '10327ded-747e-4adf-aa13-aee0a2bbae82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:36:10Z', 'updated_at': '2021-08-10T04:36:12Z', 'revision_number': 4, 'project_id': '147fa16a171649748e11d9c638603170', 'gw_port': {'id': '10327ded-747e-4adf-aa13-aee0a2bbae82', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:15:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77c9929-88c6-4f46-9066-3443996c2c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:36:10Z', 'updated_at': '2021-08-10T04:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': 'ea913b13-a24d-4c4b-95a3-77498c7a6c78', 'name': '', 'network_id': 'a7600888-615e-4447-9cf8-55d2bc9ab131', 'tenant_id': '147fa16a171649748e11d9c638603170', 'mac_address': 'fa:16:3e:d7:51:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77c9929-88c6-4f46-9066-3443996c2c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'aa4a00ab-7bcb-42f3-96e1-0fc86a634467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:36:12Z', 'updated_at': '2021-08-10T04:36:19Z', 'revision_number': 5, 'project_id': '147fa16a171649748e11d9c638603170', 'subnets': [{'id': 'aa4a00ab-7bcb-42f3-96e1-0fc86a634467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:44:43.249539 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a52c958-de9a-47f5-9fb9-c25536b1cb36 None None] New status for floating IP ac7247f9-6e57-49ec-b7be-908909c7d552: DOWN {{(pid=94262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:44:43.295034 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-37d74f89-497a-4de7-8732-b9c361239235 req-43dd9ddc-eecf-4dba-938f-11c7f0477526 service neutron] 10.222.0.42 "GET /v2.0/networks/a7600888-615e-4447-9cf8-55d2bc9ab131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4171607 Aug 10 04:44:43.724903 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03951b8-076f-4eb9-ac93-fcd46c5e81b1 req-0f370bdc-415e-4d8b-8fd2-2b364d69c03e tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:44:43.726547 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d03951b8-076f-4eb9-ac93-fcd46c5e81b1 req-0f370bdc-415e-4d8b-8fd2-2b364d69c03e tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?device_id=eff86cde-90bf-46fe-9285-d7887bd0d292 HTTP/1.1" status: 200 len: 945 time: 0.0522301 Aug 10 04:44:43.763906 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d03951b8-076f-4eb9-ac93-fcd46c5e81b1 req-91c79117-3726-492a-8fcd-4dc3ff4a7549 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/security-groups?id=644fb853-f63d-401f-837b-a8eb3c9c4f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309534 Aug 10 04:44:43.937148 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7878cd-c0fe-43ad-9c3d-4f16d362fb95 req-d87694ae-83bd-43aa-a77d-2c67206a4995 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:44:43.938727 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9f7878cd-c0fe-43ad-9c3d-4f16d362fb95 req-d87694ae-83bd-43aa-a77d-2c67206a4995 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.42 "GET /v2.0/ports?device_id=eff86cde-90bf-46fe-9285-d7887bd0d292 HTTP/1.1" status: 200 len: 945 time: 0.0501859 Aug 10 04:44:44.028404 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-9f7878cd-c0fe-43ad-9c3d-4f16d362fb95 req-6a511cd3-5dde-4e88-80f3-0787db91021e tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Deleting port 4bb34e5a-2061-4b9b-ad82-e918d4dffd15 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:44:44.028746 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-9f7878cd-c0fe-43ad-9c3d-4f16d362fb95 req-6a511cd3-5dde-4e88-80f3-0787db91021e tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:44.112067 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-9f7878cd-c0fe-43ad-9c3d-4f16d362fb95 req-6a511cd3-5dde-4e88-80f3-0787db91021e tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] For port 4bb34e5a-2061-4b9b-ad82-e918d4dffd15, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=4bb34e5a-2061-4b9b-ad82-e918d4dffd15,segment=NetworkSegment(6572a14d-9df9-4335-907d-1fe8cba542f0),segment_id=6572a14d-9df9-4335-907d-1fe8cba542f0)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:44:44.112430 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-9f7878cd-c0fe-43ad-9c3d-4f16d362fb95 req-6a511cd3-5dde-4e88-80f3-0787db91021e tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:44.128598 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-9f7878cd-c0fe-43ad-9c3d-4f16d362fb95 req-6a511cd3-5dde-4e88-80f3-0787db91021e tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Calling delete_port for 4bb34e5a-2061-4b9b-ad82-e918d4dffd15 owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:44:44.255437 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-9f7878cd-c0fe-43ad-9c3d-4f16d362fb95 req-6a511cd3-5dde-4e88-80f3-0787db91021e tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:44.284681 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a511cd3-5dde-4e88-80f3-0787db91021e tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Pushing event deleted for resources: {'Port': ['ID=4bb34e5a-2061-4b9b-ad82-e918d4dffd15,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:44:44.296639 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a511cd3-5dde-4e88-80f3-0787db91021e tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:44:44.296992 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a511cd3-5dde-4e88-80f3-0787db91021e tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:44:44.297330 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a511cd3-5dde-4e88-80f3-0787db91021e tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:44:44.297665 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a511cd3-5dde-4e88-80f3-0787db91021e tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:44:44.297999 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a511cd3-5dde-4e88-80f3-0787db91021e tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:44:44.298431 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a511cd3-5dde-4e88-80f3-0787db91021e tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:44:44.298764 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a511cd3-5dde-4e88-80f3-0787db91021e tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:44:44.299093 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a511cd3-5dde-4e88-80f3-0787db91021e tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:44:44.299414 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a511cd3-5dde-4e88-80f3-0787db91021e tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:44:44.299734 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a511cd3-5dde-4e88-80f3-0787db91021e tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:44:44.300065 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a511cd3-5dde-4e88-80f3-0787db91021e tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:44:44.300385 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a511cd3-5dde-4e88-80f3-0787db91021e tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:44:44.337438 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f7878cd-c0fe-43ad-9c3d-4f16d362fb95 req-6a511cd3-5dde-4e88-80f3-0787db91021e tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] No DVR routers for this DVR port 4bb34e5a-2061-4b9b-ad82-e918d4dffd15 on host n-h1-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:44:44.340130 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-9f7878cd-c0fe-43ad-9c3d-4f16d362fb95 req-6a511cd3-5dde-4e88-80f3-0787db91021e tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:44.342197 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9f7878cd-c0fe-43ad-9c3d-4f16d362fb95 req-6a511cd3-5dde-4e88-80f3-0787db91021e tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.42 "DELETE /v2.0/ports/4bb34e5a-2061-4b9b-ad82-e918d4dffd15 HTTP/1.1" status: 204 len: 173 time: 0.3977132 Aug 10 04:44:44.342677 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eff86cde-90bf-46fe-9285-d7887bd0d292', 'name': 'network-vif-deleted', 'tag': '4bb34e5a-2061-4b9b-ad82-e918d4dffd15'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:44:44.344954 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7142606bf34c4189ec1af3eb1cc50705e8815838b55f5940d6ad7e637f738b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d353138-8683-480c-b1c6-03e1582e7da4" -d '{"events": [{"server_uuid": "eff86cde-90bf-46fe-9285-d7887bd0d292", "name": "network-vif-deleted", "tag": "4bb34e5a-2061-4b9b-ad82-e918d4dffd15"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:44:44.441025 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe2fbc0-0fc3-470d-9006-b04981d54638 x-openstack-request-id: req-cbe2fbc0-0fc3-470d-9006-b04981d54638 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:44:44.441354 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eff86cde-90bf-46fe-9285-d7887bd0d292", "name": "network-vif-deleted", "tag": "4bb34e5a-2061-4b9b-ad82-e918d4dffd15", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:44:44.441662 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cbe2fbc0-0fc3-470d-9006-b04981d54638 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:44:44.442092 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff86cde-90bf-46fe-9285-d7887bd0d292', 'name': 'network-vif-deleted', 'tag': '4bb34e5a-2061-4b9b-ad82-e918d4dffd15', 'status': 'completed', 'code': 200} Aug 10 04:44:44.860897 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1e300bd6-db28-435f-b345-105ca868805c req-e9507143-9c53-41ae-af9d-afa77e9826c6 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?device_id=eff86cde-90bf-46fe-9285-d7887bd0d292 HTTP/1.1" status: 200 len: 210 time: 0.0272627 Aug 10 04:44:45.956223 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a2c097b6-fde9-473b-9321-a0933dde038d req-042156a0-5855-4e6e-b50d-99d9c5025f2e tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?device_id=eff86cde-90bf-46fe-9285-d7887bd0d292 HTTP/1.1" status: 200 len: 210 time: 0.0263436 Aug 10 04:44:47.049572 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bf8b3c4e-9064-4350-80ec-e6a8f083bcc3 req-6b82ae12-fe96-4820-8103-df3776132680 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?device_id=eff86cde-90bf-46fe-9285-d7887bd0d292 HTTP/1.1" status: 200 len: 210 time: 0.0264144 Aug 10 04:44:47.552142 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 4bb34e5a-2061-4b9b-ad82-e918d4dffd15 no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:44:47.575387 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] No Port match for: 4bb34e5a-2061-4b9b-ad82-e918d4dffd15 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:44:47.575731 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device 4bb34e5a-2061-4b9b-ad82-e918d4dffd15 not bound to the agent host n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:44:48.157578 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a8af2023-9288-49dc-96b3-443e2de82cda req-ff907b96-461a-4a37-8b7d-757880e128fb tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "GET /v2.0/ports?device_id=eff86cde-90bf-46fe-9285-d7887bd0d292 HTTP/1.1" status: 200 len: 210 time: 0.0276353 Aug 10 04:44:49.213414 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 52918) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:44:49.272563 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-28487960-aa87-4266-9778-be465537e687 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:49.299018 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-28487960-aa87-4266-9778-be465537e687 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:49.369232 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-28487960-aa87-4266-9778-be465537e687 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:49.372221 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-28487960-aa87-4266-9778-be465537e687 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:49.373651 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-28487960-aa87-4266-9778-be465537e687 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] 10.222.0.44 "DELETE /v2.0/security-groups/644fb853-f63d-401f-837b-a8eb3c9c4f79 HTTP/1.1" status: 204 len: 168 time: 0.1591454 Aug 10 04:44:49.383745 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28487960-aa87-4266-9778-be465537e687 tempest-TestShelveInstance-557554874 tempest-TestShelveInstance-557554874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=644fb853-f63d-401f-837b-a8eb3c9c4f79,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:44:49.421684 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 52922) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:44:49.878500 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cb947c8f-5b08-400d-8373-01bcdd6f90b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521880'] for router_interface, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:50.437398 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-cb947c8f-5b08-400d-8373-01bcdd6f90b0 admin admin] Deleting port ea913b13-a24d-4c4b-95a3-77498c7a6c78 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:44:50.438122 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cb947c8f-5b08-400d-8373-01bcdd6f90b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:50.518393 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-cb947c8f-5b08-400d-8373-01bcdd6f90b0 admin admin] For port ea913b13-a24d-4c4b-95a3-77498c7a6c78, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=ea913b13-a24d-4c4b-95a3-77498c7a6c78,segment=NetworkSegment(6572a14d-9df9-4335-907d-1fe8cba542f0),segment_id=6572a14d-9df9-4335-907d-1fe8cba542f0)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:44:50.518656 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cb947c8f-5b08-400d-8373-01bcdd6f90b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:50.531592 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-cb947c8f-5b08-400d-8373-01bcdd6f90b0 admin admin] Calling delete_port for ea913b13-a24d-4c4b-95a3-77498c7a6c78 owned by network:router_interface {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:44:50.710143 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cb947c8f-5b08-400d-8373-01bcdd6f90b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:50.735370 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb947c8f-5b08-400d-8373-01bcdd6f90b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea913b13-a24d-4c4b-95a3-77498c7a6c78,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:44:50.898928 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-cb947c8f-5b08-400d-8373-01bcdd6f90b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-522536'] for router_interface, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:51.110056 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb947c8f-5b08-400d-8373-01bcdd6f90b0 admin admin] Router c77c9929-88c6-4f46-9066-3443996c2c90 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:44:51.218625 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb947c8f-5b08-400d-8373-01bcdd6f90b0 admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:44:51.223601 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-cb947c8f-5b08-400d-8373-01bcdd6f90b0 admin admin] 10.222.0.44 "PUT /v2.0/routers/c77c9929-88c6-4f46-9066-3443996c2c90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8035431 Aug 10 04:44:51.226136 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 52926) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:44:51.228835 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cbb632-c99a-44c7-8bf5-f8540bb78c5e None None] Sync routers for ids ['c77c9929-88c6-4f46-9066-3443996c2c90'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:44:51.238026 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cbb632-c99a-44c7-8bf5-f8540bb78c5e None None] Routers {'c77c9929-88c6-4f46-9066-3443996c2c90'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:44:51.238677 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-16cbb632-c99a-44c7-8bf5-f8540bb78c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:44:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['c77c9929-88c6-4f46-9066-3443996c2c90'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:44:51.332006 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4b09e6b1-c0f1-41d3-a652-250befc3d011 admin admin] Notify callbacks [] for router, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:51.340063 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-16cbb632-c99a-44c7-8bf5-f8540bb78c5e None None] Set router c77c9929-88c6-4f46-9066-3443996c2c90 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:44:51.434668 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4b09e6b1-c0f1-41d3-a652-250befc3d011 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:51.489920 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-4b09e6b1-c0f1-41d3-a652-250befc3d011 admin admin] Deleting port 10327ded-747e-4adf-aa13-aee0a2bbae82 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:44:51.491706 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4b09e6b1-c0f1-41d3-a652-250befc3d011 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:51.515590 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-16cbb632-c99a-44c7-8bf5-f8540bb78c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77c9929-88c6-4f46-9066-3443996c2c90', 'name': 'tempest-TestShelveInstance-524787378-router', 'tenant_id': '147fa16a171649748e11d9c638603170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '10327ded-747e-4adf-aa13-aee0a2bbae82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:36:10Z', 'updated_at': '2021-08-10T04:44:50Z', 'revision_number': 5, 'project_id': '147fa16a171649748e11d9c638603170', 'gw_port': {'id': '10327ded-747e-4adf-aa13-aee0a2bbae82', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:15:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77c9929-88c6-4f46-9066-3443996c2c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:36:10Z', 'updated_at': '2021-08-10T04:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:44:51.542093 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cbb632-c99a-44c7-8bf5-f8540bb78c5e None None] Checking router: c77c9929-88c6-4f46-9066-3443996c2c90 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:44:51.550330 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cbb632-c99a-44c7-8bf5-f8540bb78c5e None None] Routers {'c77c9929-88c6-4f46-9066-3443996c2c90'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:44:51.550931 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-16cbb632-c99a-44c7-8bf5-f8540bb78c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:44:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['c77c9929-88c6-4f46-9066-3443996c2c90'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:44:51.575944 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-748b46fc-6b54-4acd-9908-cfc2ceb1b912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:51.580633 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-4b09e6b1-c0f1-41d3-a652-250befc3d011 admin admin] For port 10327ded-747e-4adf-aa13-aee0a2bbae82, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=10327ded-747e-4adf-aa13-aee0a2bbae82,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:44:51.581038 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4b09e6b1-c0f1-41d3-a652-250befc3d011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:51.594054 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-4b09e6b1-c0f1-41d3-a652-250befc3d011 admin admin] Calling delete_port for 10327ded-747e-4adf-aa13-aee0a2bbae82 owned by network:router_gateway {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:44:51.637243 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-16cbb632-c99a-44c7-8bf5-f8540bb78c5e None None] Set router c77c9929-88c6-4f46-9066-3443996c2c90 gateway port host: None {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:44:51.691377 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-16cbb632-c99a-44c7-8bf5-f8540bb78c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77c9929-88c6-4f46-9066-3443996c2c90', 'name': 'tempest-TestShelveInstance-524787378-router', 'tenant_id': '147fa16a171649748e11d9c638603170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:36:10Z', 'updated_at': '2021-08-10T04:44:51Z', 'revision_number': 6, 'project_id': '147fa16a171649748e11d9c638603170', 'gw_port_host': None}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:44:51.719340 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cbb632-c99a-44c7-8bf5-f8540bb78c5e None None] The sync data for ids ['c77c9929-88c6-4f46-9066-3443996c2c90'] in n-d-768862-13 is: [{'id': 'c77c9929-88c6-4f46-9066-3443996c2c90', 'name': 'tempest-TestShelveInstance-524787378-router', 'tenant_id': '147fa16a171649748e11d9c638603170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:36:10Z', 'updated_at': '2021-08-10T04:44:51Z', 'revision_number': 6, 'project_id': '147fa16a171649748e11d9c638603170', 'gw_port_host': None}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:44:51.771585 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4b09e6b1-c0f1-41d3-a652-250befc3d011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:51.797619 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b09e6b1-c0f1-41d3-a652-250befc3d011 admin admin] Pushing event deleted for resources: {'Port': ['ID=10327ded-747e-4adf-aa13-aee0a2bbae82,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:44:51.857971 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4b09e6b1-c0f1-41d3-a652-250befc3d011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520654'] for router_gateway, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:51.950065 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4b09e6b1-c0f1-41d3-a652-250befc3d011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:51.953271 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4b09e6b1-c0f1-41d3-a652-250befc3d011 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:52.021710 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4b09e6b1-c0f1-41d3-a652-250befc3d011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:52.022245 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b09e6b1-c0f1-41d3-a652-250befc3d011 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c77c9929-88c6-4f46-9066-3443996c2c90 {{(pid=94261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:44:52.027290 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-4b09e6b1-c0f1-41d3-a652-250befc3d011 admin admin] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:52.028449 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-4b09e6b1-c0f1-41d3-a652-250befc3d011 admin admin] 10.222.0.44 "DELETE /v2.0/routers/c77c9929-88c6-4f46-9066-3443996c2c90 HTTP/1.1" status: 204 len: 168 time: 0.8013296 Aug 10 04:44:52.030960 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 52928) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:44:52.078352 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea4c597c-16b0-4339-94b6-4e0e3e3b0982 admin admin] Deleting subnet aa4a00ab-7bcb-42f3-96e1-0fc86a634467 {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:44:52.080992 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ea4c597c-16b0-4339-94b6-4e0e3e3b0982 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:52.122731 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ea4c597c-16b0-4339-94b6-4e0e3e3b0982 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:52.209035 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ea4c597c-16b0-4339-94b6-4e0e3e3b0982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:52.263163 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ea4c597c-16b0-4339-94b6-4e0e3e3b0982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:52.292748 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-ea4c597c-16b0-4339-94b6-4e0e3e3b0982 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:52.294694 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-ea4c597c-16b0-4339-94b6-4e0e3e3b0982 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/aa4a00ab-7bcb-42f3-96e1-0fc86a634467 HTTP/1.1" status: 204 len: 168 time: 0.2627192 Aug 10 04:44:52.295768 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4c597c-16b0-4339-94b6-4e0e3e3b0982 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa4a00ab-7bcb-42f3-96e1-0fc86a634467,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:44:52.298306 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 52930) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:44:52.300229 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d3b72f-1158-4af4-8c47-17b129a711e5 None None] Network a7600888-615e-4447-9cf8-55d2bc9ab131 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:44:52.372388 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-571aa0a2-124d-47b8-93eb-14210c17cb38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:52.433569 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-571aa0a2-124d-47b8-93eb-14210c17cb38 admin admin] Deleting port 41f4eee1-2e10-4bfe-b80e-f57c95c30e55 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:44:52.434048 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-571aa0a2-124d-47b8-93eb-14210c17cb38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:52.501398 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-571aa0a2-124d-47b8-93eb-14210c17cb38 admin admin] For port 41f4eee1-2e10-4bfe-b80e-f57c95c30e55, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=41f4eee1-2e10-4bfe-b80e-f57c95c30e55,segment=NetworkSegment(6572a14d-9df9-4335-907d-1fe8cba542f0),segment_id=6572a14d-9df9-4335-907d-1fe8cba542f0)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:44:52.502060 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f79b75f-a9eb-4224-be12-cc666af05cf2 None None] DHCP port deletion for a7600888-615e-4447-9cf8-55d2bc9ab131 request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:44:52.502329 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-571aa0a2-124d-47b8-93eb-14210c17cb38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:52.517187 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-571aa0a2-124d-47b8-93eb-14210c17cb38 admin admin] Calling delete_port for 41f4eee1-2e10-4bfe-b80e-f57c95c30e55 owned by network:dhcp {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:44:52.551949 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-9f79b75f-a9eb-4224-be12-cc666af05cf2 None None] Deleting port 41f4eee1-2e10-4bfe-b80e-f57c95c30e55 {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:44:52.552347 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9f79b75f-a9eb-4224-be12-cc666af05cf2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:52.605530 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-571aa0a2-124d-47b8-93eb-14210c17cb38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:52.615728 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-9f79b75f-a9eb-4224-be12-cc666af05cf2 None None] For port 41f4eee1-2e10-4bfe-b80e-f57c95c30e55, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=41f4eee1-2e10-4bfe-b80e-f57c95c30e55,segment=NetworkSegment(6572a14d-9df9-4335-907d-1fe8cba542f0),segment_id=6572a14d-9df9-4335-907d-1fe8cba542f0)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:44:52.616316 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9f79b75f-a9eb-4224-be12-cc666af05cf2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:52.629470 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-9f79b75f-a9eb-4224-be12-cc666af05cf2 None None] Calling delete_port for 41f4eee1-2e10-4bfe-b80e-f57c95c30e55 owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:44:52.632885 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571aa0a2-124d-47b8-93eb-14210c17cb38 admin admin] Pushing event deleted for resources: {'Port': ['ID=41f4eee1-2e10-4bfe-b80e-f57c95c30e55,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:44:52.637164 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571aa0a2-124d-47b8-93eb-14210c17cb38 admin admin] No DVR routers for this DVR port 41f4eee1-2e10-4bfe-b80e-f57c95c30e55 on host n-d-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:44:52.722841 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-571aa0a2-124d-47b8-93eb-14210c17cb38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:52.725380 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9f79b75f-a9eb-4224-be12-cc666af05cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:52.738496 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-571aa0a2-124d-47b8-93eb-14210c17cb38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7600888-615e-4447-9cf8-55d2bc9ab131']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:44:52.751688 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-571aa0a2-124d-47b8-93eb-14210c17cb38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6572a14d-9df9-4335-907d-1fe8cba542f0') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:44:52.751989 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-571aa0a2-124d-47b8-93eb-14210c17cb38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6572a14d-9df9-4335-907d-1fe8cba542f0') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:44:52.752180 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f79b75f-a9eb-4224-be12-cc666af05cf2 None None] Pushing event deleted for resources: {'Port': ['ID=41f4eee1-2e10-4bfe-b80e-f57c95c30e55,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:44:52.760581 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f79b75f-a9eb-4224-be12-cc666af05cf2 None None] No DVR routers for this DVR port 41f4eee1-2e10-4bfe-b80e-f57c95c30e55 on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:44:52.762591 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-571aa0a2-124d-47b8-93eb-14210c17cb38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:52.764539 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f79b75f-a9eb-4224-be12-cc666af05cf2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:44:52.764888 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f79b75f-a9eb-4224-be12-cc666af05cf2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:44:52.765230 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f79b75f-a9eb-4224-be12-cc666af05cf2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:44:52.765566 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f79b75f-a9eb-4224-be12-cc666af05cf2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:44:52.765898 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f79b75f-a9eb-4224-be12-cc666af05cf2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:44:52.766244 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f79b75f-a9eb-4224-be12-cc666af05cf2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:44:52.766580 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f79b75f-a9eb-4224-be12-cc666af05cf2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:44:52.766906 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f79b75f-a9eb-4224-be12-cc666af05cf2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:44:52.767231 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f79b75f-a9eb-4224-be12-cc666af05cf2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:44:52.767552 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f79b75f-a9eb-4224-be12-cc666af05cf2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:44:52.767873 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f79b75f-a9eb-4224-be12-cc666af05cf2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:44:52.768192 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f79b75f-a9eb-4224-be12-cc666af05cf2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:44:52.790538 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-571aa0a2-124d-47b8-93eb-14210c17cb38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:52.796572 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-571aa0a2-124d-47b8-93eb-14210c17cb38 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:44:52.797182 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-571aa0a2-124d-47b8-93eb-14210c17cb38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:52.799058 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 04:44:52.799058 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:44:52.799058 n-d-768862-13 neutron-server[94261]: timer() Aug 10 04:44:52.799058 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:44:52.799058 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 04:44:52.799058 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:44:52.799058 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 04:44:52.799058 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:44:52.799058 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 04:44:52.799058 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:44:52.799058 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 04:44:52.799058 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:44:52.799058 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 04:44:52.799058 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:44:52.799058 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:44:52.799058 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:44:52.799058 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:44:52.799058 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:44:52.799058 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 04:44:52.799058 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:44:52.799058 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 04:44:52.799058 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:44:52.799058 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:44:52.799058 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:44:52.799058 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 04:44:52.799058 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:44:52.799058 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:44:52.799058 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:44:52.799058 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:44:52.799058 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:44:52.799058 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:44:52.799058 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:44:52.853278 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-571aa0a2-124d-47b8-93eb-14210c17cb38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:52.858988 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-571aa0a2-124d-47b8-93eb-14210c17cb38 admin admin] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:52.860847 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-571aa0a2-124d-47b8-93eb-14210c17cb38 admin admin] 10.222.0.44 "DELETE /v2.0/networks/a7600888-615e-4447-9cf8-55d2bc9ab131 HTTP/1.1" status: 204 len: 168 time: 0.5613985 Aug 10 04:44:52.863949 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 52932) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:44:52.872680 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571aa0a2-124d-47b8-93eb-14210c17cb38 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7600888-615e-4447-9cf8-55d2bc9ab131,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:44:53.182901 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 41f4eee1-2e10-4bfe-b80e-f57c95c30e55 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:44:53.203502 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 41f4eee1-2e10-4bfe-b80e-f57c95c30e55 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:44:53.203848 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 41f4eee1-2e10-4bfe-b80e-f57c95c30e55 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:44:53.204463 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device ea913b13-a24d-4c4b-95a3-77498c7a6c78 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:44:53.217453 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d732e469-c71d-4e9b-9ee2-facea5e16e2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521880'] for router_interface, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:53.223631 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: ea913b13-a24d-4c4b-95a3-77498c7a6c78 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:44:53.224051 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device ea913b13-a24d-4c4b-95a3-77498c7a6c78 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:44:53.224395 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 10327ded-747e-4adf-aa13-aee0a2bbae82 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:44:53.243548 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 10327ded-747e-4adf-aa13-aee0a2bbae82 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:44:53.243891 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 10327ded-747e-4adf-aa13-aee0a2bbae82 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:44:53.460368 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-d732e469-c71d-4e9b-9ee2-facea5e16e2a admin admin] Deleting port 3edd6dbb-4c53-41f5-9256-f77e137746ee {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:44:53.460627 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d732e469-c71d-4e9b-9ee2-facea5e16e2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:53.538353 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [None req-d732e469-c71d-4e9b-9ee2-facea5e16e2a admin admin] For port 3edd6dbb-4c53-41f5-9256-f77e137746ee, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=3edd6dbb-4c53-41f5-9256-f77e137746ee,segment=NetworkSegment(d0352e4b-d797-47ff-a95d-c15fafa93a8e),segment_id=d0352e4b-d797-47ff-a95d-c15fafa93a8e)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:44:53.538728 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d732e469-c71d-4e9b-9ee2-facea5e16e2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:53.556792 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-d732e469-c71d-4e9b-9ee2-facea5e16e2a admin admin] Calling delete_port for 3edd6dbb-4c53-41f5-9256-f77e137746ee owned by network:router_interface {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:44:53.735518 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d732e469-c71d-4e9b-9ee2-facea5e16e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:53.759890 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d732e469-c71d-4e9b-9ee2-facea5e16e2a admin admin] Pushing event deleted for resources: {'Port': ['ID=3edd6dbb-4c53-41f5-9256-f77e137746ee,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:44:53.807640 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-fefadc7b-aacf-46d5-ae7e-ef59298af59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:53.930039 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-d732e469-c71d-4e9b-9ee2-facea5e16e2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-522536'] for router_interface, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:54.148152 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d732e469-c71d-4e9b-9ee2-facea5e16e2a admin admin] Router 50a3c6d5-18f7-46b9-a3c7-bdba3a83b198 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:44:54.252730 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d732e469-c71d-4e9b-9ee2-facea5e16e2a admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:44:54.261104 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-d732e469-c71d-4e9b-9ee2-facea5e16e2a admin admin] 10.222.0.44 "PUT /v2.0/routers/50a3c6d5-18f7-46b9-a3c7-bdba3a83b198/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3960102 Aug 10 04:44:54.261496 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 52934) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:44:54.262246 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1dfb838-243f-4aa2-a34a-cd849de8ca14 None None] Sync routers for ids ['50a3c6d5-18f7-46b9-a3c7-bdba3a83b198'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:44:54.271509 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1dfb838-243f-4aa2-a34a-cd849de8ca14 None None] Routers {'50a3c6d5-18f7-46b9-a3c7-bdba3a83b198'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:44:54.272194 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-e1dfb838-243f-4aa2-a34a-cd849de8ca14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:44:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['50a3c6d5-18f7-46b9-a3c7-bdba3a83b198'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:44:54.368322 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5af85326-a79d-461d-8632-b7a8293dbde4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:54.376757 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-e1dfb838-243f-4aa2-a34a-cd849de8ca14 None None] Set router 50a3c6d5-18f7-46b9-a3c7-bdba3a83b198 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:44:54.470776 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5af85326-a79d-461d-8632-b7a8293dbde4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:54.481482 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:54.527531 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-5af85326-a79d-461d-8632-b7a8293dbde4 admin admin] Deleting port 8978d515-6cf4-4cd5-a57c-70ce0aead58f {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:44:54.527872 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5af85326-a79d-461d-8632-b7a8293dbde4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:54.577225 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-e1dfb838-243f-4aa2-a34a-cd849de8ca14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a3c6d5-18f7-46b9-a3c7-bdba3a83b198', 'name': 'tempest-TestShelveInstance-1249583226-router', 'tenant_id': 'd04ab53c53d74f5597622421def77263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': '8978d515-6cf4-4cd5-a57c-70ce0aead58f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:36:14Z', 'updated_at': '2021-08-10T04:44:53Z', 'revision_number': 5, 'project_id': 'd04ab53c53d74f5597622421def77263', 'gw_port': {'id': '8978d515-6cf4-4cd5-a57c-70ce0aead58f', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:61:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a3c6d5-18f7-46b9-a3c7-bdba3a83b198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:36:15Z', 'updated_at': '2021-08-10T04:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:44:54.602610 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1dfb838-243f-4aa2-a34a-cd849de8ca14 None None] Checking router: 50a3c6d5-18f7-46b9-a3c7-bdba3a83b198 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:44:54.610814 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-5af85326-a79d-461d-8632-b7a8293dbde4 admin admin] For port 8978d515-6cf4-4cd5-a57c-70ce0aead58f, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=8978d515-6cf4-4cd5-a57c-70ce0aead58f,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:44:54.611190 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5af85326-a79d-461d-8632-b7a8293dbde4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:54.612402 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1dfb838-243f-4aa2-a34a-cd849de8ca14 None None] Routers {'50a3c6d5-18f7-46b9-a3c7-bdba3a83b198'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:44:54.613023 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-e1dfb838-243f-4aa2-a34a-cd849de8ca14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:44:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['50a3c6d5-18f7-46b9-a3c7-bdba3a83b198'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:44:54.624359 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-5af85326-a79d-461d-8632-b7a8293dbde4 admin admin] Calling delete_port for 8978d515-6cf4-4cd5-a57c-70ce0aead58f owned by network:router_gateway {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:44:54.803200 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5af85326-a79d-461d-8632-b7a8293dbde4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:54.831216 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af85326-a79d-461d-8632-b7a8293dbde4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8978d515-6cf4-4cd5-a57c-70ce0aead58f,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:44:54.864087 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-e1dfb838-243f-4aa2-a34a-cd849de8ca14 None None] Set router 50a3c6d5-18f7-46b9-a3c7-bdba3a83b198 gateway port host: None {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:44:54.889812 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5af85326-a79d-461d-8632-b7a8293dbde4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520654'] for router_gateway, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:54.917623 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-e1dfb838-243f-4aa2-a34a-cd849de8ca14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a3c6d5-18f7-46b9-a3c7-bdba3a83b198', 'name': 'tempest-TestShelveInstance-1249583226-router', 'tenant_id': 'd04ab53c53d74f5597622421def77263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:36:14Z', 'updated_at': '2021-08-10T04:44:54Z', 'revision_number': 6, 'project_id': 'd04ab53c53d74f5597622421def77263', 'gw_port_host': None}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:44:54.945005 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1dfb838-243f-4aa2-a34a-cd849de8ca14 None None] The sync data for ids ['50a3c6d5-18f7-46b9-a3c7-bdba3a83b198'] in n-d-768862-13 is: [{'id': '50a3c6d5-18f7-46b9-a3c7-bdba3a83b198', 'name': 'tempest-TestShelveInstance-1249583226-router', 'tenant_id': 'd04ab53c53d74f5597622421def77263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:36:14Z', 'updated_at': '2021-08-10T04:44:54Z', 'revision_number': 6, 'project_id': 'd04ab53c53d74f5597622421def77263', 'gw_port_host': None}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:44:54.984990 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5af85326-a79d-461d-8632-b7a8293dbde4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:54.987116 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5af85326-a79d-461d-8632-b7a8293dbde4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:55.035315 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5af85326-a79d-461d-8632-b7a8293dbde4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:55.036048 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5af85326-a79d-461d-8632-b7a8293dbde4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50a3c6d5-18f7-46b9-a3c7-bdba3a83b198 {{(pid=94261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:44:55.041924 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-5af85326-a79d-461d-8632-b7a8293dbde4 admin admin] Notify callbacks [] for router, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:55.043205 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-5af85326-a79d-461d-8632-b7a8293dbde4 admin admin] 10.222.0.44 "DELETE /v2.0/routers/50a3c6d5-18f7-46b9-a3c7-bdba3a83b198 HTTP/1.1" status: 204 len: 168 time: 0.7806273 Aug 10 04:44:55.045742 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 52936) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:44:55.092992 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-88e29293-64e2-479b-b25f-635c66b4f9dd admin admin] Deleting subnet fc178a02-b547-4471-935e-dda337c569c0 {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:44:55.095832 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-88e29293-64e2-479b-b25f-635c66b4f9dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:55.128595 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-88e29293-64e2-479b-b25f-635c66b4f9dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:55.209413 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-88e29293-64e2-479b-b25f-635c66b4f9dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:55.261168 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-88e29293-64e2-479b-b25f-635c66b4f9dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:55.286191 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e29293-64e2-479b-b25f-635c66b4f9dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc178a02-b547-4471-935e-dda337c569c0,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:44:55.290074 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-88e29293-64e2-479b-b25f-635c66b4f9dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:55.295248 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 52938) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:44:55.295719 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-88e29293-64e2-479b-b25f-635c66b4f9dd admin admin] 10.222.0.44 "DELETE /v2.0/subnets/fc178a02-b547-4471-935e-dda337c569c0 HTTP/1.1" status: 204 len: 168 time: 0.2485197 Aug 10 04:44:55.303270 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3760f8f6-e52b-463d-8e05-4fc07d3bd451 None None] Network 88391ac5-b513-4e19-924a-0164d27c95ff requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:44:55.389369 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-304ec077-c00e-4e55-b3ef-3d48055df5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:55.430880 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 3edd6dbb-4c53-41f5-9256-f77e137746ee no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:44:55.452956 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 3edd6dbb-4c53-41f5-9256-f77e137746ee {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:44:55.453307 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 3edd6dbb-4c53-41f5-9256-f77e137746ee not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:44:55.457189 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-304ec077-c00e-4e55-b3ef-3d48055df5a6 admin admin] Deleting port 3cbb3912-27a2-48cc-80ba-44546bf04421 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:44:55.457998 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-304ec077-c00e-4e55-b3ef-3d48055df5a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:55.526563 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [None req-304ec077-c00e-4e55-b3ef-3d48055df5a6 admin admin] For port 3cbb3912-27a2-48cc-80ba-44546bf04421, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=3cbb3912-27a2-48cc-80ba-44546bf04421,segment=NetworkSegment(d0352e4b-d797-47ff-a95d-c15fafa93a8e),segment_id=d0352e4b-d797-47ff-a95d-c15fafa93a8e)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:44:55.526927 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-304ec077-c00e-4e55-b3ef-3d48055df5a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:55.540002 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-304ec077-c00e-4e55-b3ef-3d48055df5a6 admin admin] Calling delete_port for 3cbb3912-27a2-48cc-80ba-44546bf04421 owned by network:dhcp {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:44:55.618686 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-304ec077-c00e-4e55-b3ef-3d48055df5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:55.645245 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304ec077-c00e-4e55-b3ef-3d48055df5a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3cbb3912-27a2-48cc-80ba-44546bf04421,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:44:55.651110 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304ec077-c00e-4e55-b3ef-3d48055df5a6 admin admin] No DVR routers for this DVR port 3cbb3912-27a2-48cc-80ba-44546bf04421 on host n-d-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:44:55.729365 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:55.730096 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-304ec077-c00e-4e55-b3ef-3d48055df5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:55.740465 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-304ec077-c00e-4e55-b3ef-3d48055df5a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88391ac5-b513-4e19-924a-0164d27c95ff']}} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:44:55.751470 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-304ec077-c00e-4e55-b3ef-3d48055df5a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0352e4b-d797-47ff-a95d-c15fafa93a8e') {'for_net_delete': True} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:44:55.751747 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-304ec077-c00e-4e55-b3ef-3d48055df5a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0352e4b-d797-47ff-a95d-c15fafa93a8e') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:44:55.761104 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-304ec077-c00e-4e55-b3ef-3d48055df5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191186'] for segment, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:55.776306 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-304ec077-c00e-4e55-b3ef-3d48055df5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:55.786859 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-304ec077-c00e-4e55-b3ef-3d48055df5a6 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=94260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:44:55.787401 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-304ec077-c00e-4e55-b3ef-3d48055df5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58895489'] for segment, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:55.789631 n-d-768862-13 neutron-server[94260]: Traceback (most recent call last): Aug 10 04:44:55.789631 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:44:55.789631 n-d-768862-13 neutron-server[94260]: timer() Aug 10 04:44:55.789631 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:44:55.789631 n-d-768862-13 neutron-server[94260]: cb(*args, **kw) Aug 10 04:44:55.789631 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:44:55.789631 n-d-768862-13 neutron-server[94260]: return func(*args, **kwargs) Aug 10 04:44:55.789631 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:44:55.789631 n-d-768862-13 neutron-server[94260]: self._notify() Aug 10 04:44:55.789631 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:44:55.789631 n-d-768862-13 neutron-server[94260]: self.callback(batched_events) Aug 10 04:44:55.789631 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:44:55.789631 n-d-768862-13 neutron-server[94260]: event.method(event) Aug 10 04:44:55.789631 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:44:55.789631 n-d-768862-13 neutron-server[94260]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:44:55.789631 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:44:55.789631 n-d-768862-13 neutron-server[94260]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:44:55.789631 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:44:55.789631 n-d-768862-13 neutron-server[94260]: return f(self, *a, **k) Aug 10 04:44:55.789631 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:44:55.789631 n-d-768862-13 neutron-server[94260]: return self._get(url).json() Aug 10 04:44:55.789631 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:44:55.789631 n-d-768862-13 neutron-server[94260]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:44:55.789631 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:44:55.789631 n-d-768862-13 neutron-server[94260]: return self.request(url, 'GET', **kwargs) Aug 10 04:44:55.789631 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:44:55.789631 n-d-768862-13 neutron-server[94260]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:44:55.789631 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:44:55.789631 n-d-768862-13 neutron-server[94260]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:44:55.789631 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:44:55.789631 n-d-768862-13 neutron-server[94260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:44:55.789631 n-d-768862-13 neutron-server[94260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:44:55.804118 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0258add-ddbf-499e-84e4-4bd10fd90b4a None None] DHCP port deletion for 88391ac5-b513-4e19-924a-0164d27c95ff request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:44:55.855593 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-304ec077-c00e-4e55-b3ef-3d48055df5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:55.862467 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-304ec077-c00e-4e55-b3ef-3d48055df5a6 admin admin] Notify callbacks [] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:55.864402 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-304ec077-c00e-4e55-b3ef-3d48055df5a6 admin admin] 10.222.0.44 "DELETE /v2.0/networks/88391ac5-b513-4e19-924a-0164d27c95ff HTTP/1.1" status: 204 len: 168 time: 0.5681508 Aug 10 04:44:55.875581 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304ec077-c00e-4e55-b3ef-3d48055df5a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=88391ac5-b513-4e19-924a-0164d27c95ff,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:44:55.986063 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 52942) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:44:56.027768 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-88491e9c-c71a-4d9b-8dcf-c00e7a0b971d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=147fa16a171649748e11d9c638603170&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404794 Aug 10 04:44:56.030384 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 52944) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:44:56.082172 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4b37fc13-7d31-491f-acd2-2cdbdd4f6c2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:56.103925 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4b37fc13-7d31-491f-acd2-2cdbdd4f6c2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:56.152296 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4b37fc13-7d31-491f-acd2-2cdbdd4f6c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:56.155348 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-4b37fc13-7d31-491f-acd2-2cdbdd4f6c2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:56.156561 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-4b37fc13-7d31-491f-acd2-2cdbdd4f6c2a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/38f429ce-e591-4445-83b3-4b0347788142 HTTP/1.1" status: 204 len: 168 time: 0.1252794 Aug 10 04:44:56.164030 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b37fc13-7d31-491f-acd2-2cdbdd4f6c2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f429ce-e591-4445-83b3-4b0347788142,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:44:56.475179 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 52950) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:44:56.518580 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-4cab373a-a6cd-4e7b-9957-7147dfe1a692 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d04ab53c53d74f5597622421def77263&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421970 Aug 10 04:44:56.521612 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 52952) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:44:56.571525 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-24397fc4-373e-4332-8753-a83c7f60e5f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:56.593194 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-24397fc4-373e-4332-8753-a83c7f60e5f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:56.640349 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-24397fc4-373e-4332-8753-a83c7f60e5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:56.643195 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-24397fc4-373e-4332-8753-a83c7f60e5f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:56.644439 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-24397fc4-373e-4332-8753-a83c7f60e5f6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e3cfd9db-85a3-4293-b914-33c2c82dca01 HTTP/1.1" status: 204 len: 168 time: 0.1219108 Aug 10 04:44:56.653280 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24397fc4-373e-4332-8753-a83c7f60e5f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3cfd9db-85a3-4293-b914-33c2c82dca01,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:44:56.934656 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:57.174837 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:57.184914 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 3cbb3912-27a2-48cc-80ba-44546bf04421 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:44:57.205911 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 3cbb3912-27a2-48cc-80ba-44546bf04421 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:44:57.206279 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 3cbb3912-27a2-48cc-80ba-44546bf04421 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:44:57.206697 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 8978d515-6cf4-4cd5-a57c-70ce0aead58f no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:44:57.229214 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 8978d515-6cf4-4cd5-a57c-70ce0aead58f {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:44:57.229612 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 8978d515-6cf4-4cd5-a57c-70ce0aead58f not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:44:57.312412 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 52974) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:44:57.408695 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-b325e956-dd61-41ad-9d7c-34d6a9771595 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1559428264-network', 'tenant_id': 'c60cfb74ec8f4d048025497ffe366fd8'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:44:57.429785 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b325e956-dd61-41ad-9d7c-34d6a9771595 admin admin] Made reservation on behalf of c60cfb74ec8f4d048025497ffe366fd8 for: {'network': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:44:57.432766 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b325e956-dd61-41ad-9d7c-34d6a9771595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:57.441168 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b325e956-dd61-41ad-9d7c-34d6a9771595 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:57.531016 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b325e956-dd61-41ad-9d7c-34d6a9771595 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:57.535721 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b325e956-dd61-41ad-9d7c-34d6a9771595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:57.561461 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b325e956-dd61-41ad-9d7c-34d6a9771595 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=94260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:44:57.570216 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b325e956-dd61-41ad-9d7c-34d6a9771595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c078a1f9-5c18-46fa-831c-a79809899cf3,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:44:57.576248 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b325e956-dd61-41ad-9d7c-34d6a9771595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:57.576604 n-d-768862-13 neutron-server[94260]: INFO neutron.db.segments_db [None req-b325e956-dd61-41ad-9d7c-34d6a9771595 admin admin] Added segment 17990c98-391e-4989-bba9-2c474656bcf0 of type vlan for network 32137fe6-de9b-48ae-9506-c1875a325b7e Aug 10 04:44:57.619865 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b325e956-dd61-41ad-9d7c-34d6a9771595 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:57.647606 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b325e956-dd61-41ad-9d7c-34d6a9771595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:57.648567 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b325e956-dd61-41ad-9d7c-34d6a9771595 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:44:57.649157 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b325e956-dd61-41ad-9d7c-34d6a9771595 admin admin] Notify callbacks [] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:57.699141 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-b325e956-dd61-41ad-9d7c-34d6a9771595 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3856146 Aug 10 04:44:57.702078 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 52978) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:44:57.707171 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-8ac4f622-d87a-4978-905a-b4af57b1f747 admin admin] Request body: {'subnet': {'network_id': '32137fe6-de9b-48ae-9506-c1875a325b7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1559428264-subnet', 'tenant_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'ip_version': 4}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:44:57.710130 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b325e956-dd61-41ad-9d7c-34d6a9771595 admin admin] Pushing event updated for resources: {'Network': ['ID=32137fe6-de9b-48ae-9506-c1875a325b7e,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:44:57.720878 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 32137fe6-de9b-48ae-9506-c1875a325b7e details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:44:57.732032 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ac4f622-d87a-4978-905a-b4af57b1f747 admin admin] Made reservation on behalf of c60cfb74ec8f4d048025497ffe366fd8 for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:44:57.734444 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8ac4f622-d87a-4978-905a-b4af57b1f747 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:57.902630 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8ac4f622-d87a-4978-905a-b4af57b1f747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:57.950596 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac4f622-d87a-4978-905a-b4af57b1f747 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14bd2a1d-f2f7-4de2-ac5b-5550b00a2f98,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:44:57.967412 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac4f622-d87a-4978-905a-b4af57b1f747 admin admin] Checking segment: {'id': '17990c98-391e-4989-bba9-2c474656bcf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '32137fe6-de9b-48ae-9506-c1875a325b7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:44:57.967764 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac4f622-d87a-4978-905a-b4af57b1f747 admin admin] Network hostable DHCP agents. Network: 32137fe6-de9b-48ae-9506-c1875a325b7e, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:44:57.984128 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac4f622-d87a-4978-905a-b4af57b1f747 admin admin] Network 32137fe6-de9b-48ae-9506-c1875a325b7e is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:44:57.993573 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-8ac4f622-d87a-4978-905a-b4af57b1f747 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 32137fe6-de9b-48ae-9506-c1875a325b7e) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:44:57.998214 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac4f622-d87a-4978-905a-b4af57b1f747 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:44:57.999558 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-8ac4f622-d87a-4978-905a-b4af57b1f747 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:58.001580 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5fa78c-2fa0-4b69-a978-0b36afe74e69 None None] Network 32137fe6-de9b-48ae-9506-c1875a325b7e requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:44:58.013388 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-8ac4f622-d87a-4978-905a-b4af57b1f747 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3101542 Aug 10 04:44:58.016254 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 52980) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:44:58.020865 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-8a4183ad-9fe2-456a-842d-7a8cdbf32c04 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1559428264-router', 'tenant_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:44:58.043421 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8a4183ad-9fe2-456a-842d-7a8cdbf32c04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:58.044622 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8a4183ad-9fe2-456a-842d-7a8cdbf32c04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:58.100574 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8a4183ad-9fe2-456a-842d-7a8cdbf32c04 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:58.147434 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66a67e5-b661-4ccb-a56b-a6663c85f6b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-32137fe6-de9b-48ae-9506-c1875a325b7e', 'network_id': '32137fe6-de9b-48ae-9506-c1875a325b7e', 'tenant_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'fixed_ips': [{'subnet_id': '14bd2a1d-f2f7-4de2-ac5b-5550b00a2f98'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:44:58.148288 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d66a67e5-b661-4ccb-a56b-a6663c85f6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:58.241574 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8a4183ad-9fe2-456a-842d-7a8cdbf32c04 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:58.286779 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-d66a67e5-b661-4ccb-a56b-a6663c85f6b8 None None] Allocated IP 172.20.0.2 (32137fe6-de9b-48ae-9506-c1875a325b7e/14bd2a1d-f2f7-4de2-ac5b-5550b00a2f98/4312a774-b1a3-43f6-9f22-3552056ea448) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:44:58.427635 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d66a67e5-b661-4ccb-a56b-a6663c85f6b8 None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:58.436138 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-d66a67e5-b661-4ccb-a56b-a6663c85f6b8 None None] Transition to ACTIVE for port object 4312a774-b1a3-43f6-9f22-3552056ea448 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:44:58.449786 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8a4183ad-9fe2-456a-842d-7a8cdbf32c04 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:58.450639 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-d66a67e5-b661-4ccb-a56b-a6663c85f6b8 None None] Transition to ACTIVE for port object 4312a774-b1a3-43f6-9f22-3552056ea448 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:44:58.456201 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d66a67e5-b661-4ccb-a56b-a6663c85f6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:58.470134 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8a4183ad-9fe2-456a-842d-7a8cdbf32c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:58.501181 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66a67e5-b661-4ccb-a56b-a6663c85f6b8 None None] Network 32137fe6-de9b-48ae-9506-c1875a325b7e is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:44:58.504133 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-d66a67e5-b661-4ccb-a56b-a6663c85f6b8 None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:44:58.506708 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66a67e5-b661-4ccb-a56b-a6663c85f6b8 None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:44:58.517729 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66a67e5-b661-4ccb-a56b-a6663c85f6b8 None None] Pushing event updated for resources: {'Port': ['ID=4312a774-b1a3-43f6-9f22-3552056ea448,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:44:58.566241 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-d66a67e5-b661-4ccb-a56b-a6663c85f6b8 None None] Attempting to bind port 4312a774-b1a3-43f6-9f22-3552056ea448 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:44:58.566961 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-d66a67e5-b661-4ccb-a56b-a6663c85f6b8 None None] Attempting to bind port 4312a774-b1a3-43f6-9f22-3552056ea448 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '17990c98-391e-4989-bba9-2c474656bcf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '32137fe6-de9b-48ae-9506-c1875a325b7e'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:44:58.567134 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66a67e5-b661-4ccb-a56b-a6663c85f6b8 None None] Attempting to bind port 4312a774-b1a3-43f6-9f22-3552056ea448 on network 32137fe6-de9b-48ae-9506-c1875a325b7e {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:44:58.572367 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66a67e5-b661-4ccb-a56b-a6663c85f6b8 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:44:58.572739 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66a67e5-b661-4ccb-a56b-a6663c85f6b8 None None] Checking segment: {'id': '17990c98-391e-4989-bba9-2c474656bcf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '32137fe6-de9b-48ae-9506-c1875a325b7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:44:58.573135 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d66a67e5-b661-4ccb-a56b-a6663c85f6b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:58.573524 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66a67e5-b661-4ccb-a56b-a6663c85f6b8 None None] Bound using segment: {'id': '17990c98-391e-4989-bba9-2c474656bcf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '32137fe6-de9b-48ae-9506-c1875a325b7e'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:44:58.573991 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-d66a67e5-b661-4ccb-a56b-a6663c85f6b8 None None] Bound port: 4312a774-b1a3-43f6-9f22-3552056ea448, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17990c98-391e-4989-bba9-2c474656bcf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '32137fe6-de9b-48ae-9506-c1875a325b7e'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:44:58.574394 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d66a67e5-b661-4ccb-a56b-a6663c85f6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:58.581057 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-8a4183ad-9fe2-456a-842d-7a8cdbf32c04 admin admin] Allocated IP 172.25.6.39 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/8682234e-015f-4ef7-898b-235487fb83d6) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:44:58.637994 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-d66a67e5-b661-4ccb-a56b-a6663c85f6b8 None None] For port 4312a774-b1a3-43f6-9f22-3552056ea448, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:44:58.641134 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-d66a67e5-b661-4ccb-a56b-a6663c85f6b8 None None] For port 4312a774-b1a3-43f6-9f22-3552056ea448, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=4312a774-b1a3-43f6-9f22-3552056ea448,segment=NetworkSegment(17990c98-391e-4989-bba9-2c474656bcf0),segment_id=17990c98-391e-4989-bba9-2c474656bcf0)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:44:58.645469 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d66a67e5-b661-4ccb-a56b-a6663c85f6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:58.690069 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8a4183ad-9fe2-456a-842d-7a8cdbf32c04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:58.704338 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66a67e5-b661-4ccb-a56b-a6663c85f6b8 None None] Pushing event updated for resources: {'Port': ['ID=4312a774-b1a3-43f6-9f22-3552056ea448,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:44:58.737831 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8a4183ad-9fe2-456a-842d-7a8cdbf32c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:58.774445 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4183ad-9fe2-456a-842d-7a8cdbf32c04 admin admin] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:44:58.780077 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-8a4183ad-9fe2-456a-842d-7a8cdbf32c04 admin admin] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:44:58.783629 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4183ad-9fe2-456a-842d-7a8cdbf32c04 admin admin] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:44:58.809569 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4183ad-9fe2-456a-842d-7a8cdbf32c04 admin admin] Pushing event updated for resources: {'Port': ['ID=8682234e-015f-4ef7-898b-235487fb83d6,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:44:59.045280 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8a4183ad-9fe2-456a-842d-7a8cdbf32c04 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:59.206538 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 4312a774-b1a3-43f6-9f22-3552056ea448 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:44:59.242746 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8a4183ad-9fe2-456a-842d-7a8cdbf32c04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:59.258494 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 4312a774-b1a3-43f6-9f22-3552056ea448 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:44:59.379612 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a4183ad-9fe2-456a-842d-7a8cdbf32c04 admin admin] Router 3be169aa-1ace-4be7-87dc-4d9433185b19 is scheduled to L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e with binding_index 1 {{(pid=94260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:44:59.490028 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a4183ad-9fe2-456a-842d-7a8cdbf32c04 admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:44:59.502314 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bea259-6abf-4b74-9faa-262bfc131d8f None None] Sync routers for ids ['3be169aa-1ace-4be7-87dc-4d9433185b19'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:44:59.511332 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8a4183ad-9fe2-456a-842d-7a8cdbf32c04 admin admin] Notify callbacks [] for router, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:59.512555 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-8a4183ad-9fe2-456a-842d-7a8cdbf32c04 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4952765 Aug 10 04:44:59.512703 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bea259-6abf-4b74-9faa-262bfc131d8f None None] Routers {'3be169aa-1ace-4be7-87dc-4d9433185b19'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:44:59.513318 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-d1bea259-6abf-4b74-9faa-262bfc131d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:44:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['3be169aa-1ace-4be7-87dc-4d9433185b19'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:44:59.516153 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 52982) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:44:59.605032 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf17bf8a-4695-407c-b61d-9f299f7ec7bb None None] Network 32137fe6-de9b-48ae-9506-c1875a325b7e requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:44:59.626677 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-d1bea259-6abf-4b74-9faa-262bfc131d8f None None] Set router 3be169aa-1ace-4be7-87dc-4d9433185b19 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:44:59.723272 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-8100cf7b-f0e7-480c-8859-d08e9cc2681c None None] Provisioning for port 4312a774-b1a3-43f6-9f22-3552056ea448 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:44:59.733515 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-8100cf7b-f0e7-480c-8859-d08e9cc2681c None None] Provisioning complete for port 4312a774-b1a3-43f6-9f22-3552056ea448 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:44:59.733515 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-8100cf7b-f0e7-480c-8859-d08e9cc2681c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:59.826987 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-d1bea259-6abf-4b74-9faa-262bfc131d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be169aa-1ace-4be7-87dc-4d9433185b19', 'name': 'tempest-TestSnapshotPattern-1559428264-router', 'tenant_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '8682234e-015f-4ef7-898b-235487fb83d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:44:58Z', 'updated_at': '2021-08-10T04:44:58Z', 'revision_number': 3, 'project_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'gw_port': {'id': '8682234e-015f-4ef7-898b-235487fb83d6', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8a:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3be169aa-1ace-4be7-87dc-4d9433185b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:44:58Z', 'updated_at': '2021-08-10T04:44:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:44:59.847921 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-8100cf7b-f0e7-480c-8859-d08e9cc2681c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:59.890799 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-8100cf7b-f0e7-480c-8859-d08e9cc2681c None None] For port 4312a774-b1a3-43f6-9f22-3552056ea448, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=4312a774-b1a3-43f6-9f22-3552056ea448,segment=NetworkSegment(17990c98-391e-4989-bba9-2c474656bcf0),segment_id=17990c98-391e-4989-bba9-2c474656bcf0)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:44:59.898121 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-8100cf7b-f0e7-480c-8859-d08e9cc2681c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:59.966071 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8100cf7b-f0e7-480c-8859-d08e9cc2681c None None] Pushing event updated for resources: {'Port': ['ID=4312a774-b1a3-43f6-9f22-3552056ea448,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:44:59.974122 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bea259-6abf-4b74-9faa-262bfc131d8f None None] Checking router: 3be169aa-1ace-4be7-87dc-4d9433185b19 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:44:59.974909 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bea259-6abf-4b74-9faa-262bfc131d8f None None] Updating router 3be169aa-1ace-4be7-87dc-4d9433185b19 port 8682234e-015f-4ef7-898b-235487fb83d6 binding host n-d-768862-13 {{(pid=94263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:45:00.004184 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-d1bea259-6abf-4b74-9faa-262bfc131d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:00.120693 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-f8e6aaae-ac73-4e9c-b7a0-022c0b537f44 None None] Provisioning complete for port 4312a774-b1a3-43f6-9f22-3552056ea448 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:45:00.121207 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f8e6aaae-ac73-4e9c-b7a0-022c0b537f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:00.260112 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-d1bea259-6abf-4b74-9faa-262bfc131d8f None None] Notify callbacks [] for port, precommit_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:00.269445 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.provisioning_blocks [None req-d1bea259-6abf-4b74-9faa-262bfc131d8f None None] Transition to ACTIVE for port object 8682234e-015f-4ef7-898b-235487fb83d6 will not be triggered until provisioned by entity L2. {{(pid=94263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:45:00.276510 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-d1bea259-6abf-4b74-9faa-262bfc131d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:00.307916 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6ac88bbe-601b-40e2-9072-b6ad40cc04f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:00.327589 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-d1bea259-6abf-4b74-9faa-262bfc131d8f None None] Attempting to bind port 8682234e-015f-4ef7-898b-235487fb83d6 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:45:00.327957 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-d1bea259-6abf-4b74-9faa-262bfc131d8f None None] Attempting to bind port 8682234e-015f-4ef7-898b-235487fb83d6 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:45:00.328326 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bea259-6abf-4b74-9faa-262bfc131d8f None None] Attempting to bind port 8682234e-015f-4ef7-898b-235487fb83d6 on network 2ea12131-628a-487e-b434-0463553732bd {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:45:00.330525 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1959396b-468c-4a3c-9311-c02985292e93 None None] Pushing event updated for resources: {'Port': ['ID=8682234e-015f-4ef7-898b-235487fb83d6,revision_number=2']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:00.339942 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bea259-6abf-4b74-9faa-262bfc131d8f None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:45:00.340307 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bea259-6abf-4b74-9faa-262bfc131d8f None None] Checking segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:45:00.340705 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-d1bea259-6abf-4b74-9faa-262bfc131d8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:00.341090 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bea259-6abf-4b74-9faa-262bfc131d8f None None] Bound using segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:45:00.341547 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-d1bea259-6abf-4b74-9faa-262bfc131d8f None None] Bound port: 8682234e-015f-4ef7-898b-235487fb83d6, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:45:00.341922 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-d1bea259-6abf-4b74-9faa-262bfc131d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:00.344878 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1959396b-468c-4a3c-9311-c02985292e93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:00.345221 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1959396b-468c-4a3c-9311-c02985292e93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:00.345558 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1959396b-468c-4a3c-9311-c02985292e93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:00.345893 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1959396b-468c-4a3c-9311-c02985292e93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:00.346236 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1959396b-468c-4a3c-9311-c02985292e93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:00.346566 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1959396b-468c-4a3c-9311-c02985292e93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:00.346891 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1959396b-468c-4a3c-9311-c02985292e93 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:00.347219 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1959396b-468c-4a3c-9311-c02985292e93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:00.347533 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1959396b-468c-4a3c-9311-c02985292e93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:00.347852 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1959396b-468c-4a3c-9311-c02985292e93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:00.348172 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1959396b-468c-4a3c-9311-c02985292e93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:00.348487 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1959396b-468c-4a3c-9311-c02985292e93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:00.398446 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-d1bea259-6abf-4b74-9faa-262bfc131d8f None None] For port 8682234e-015f-4ef7-898b-235487fb83d6, host n-d-768862-13, cleared binding levels {{(pid=94263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:45:00.402117 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-d1bea259-6abf-4b74-9faa-262bfc131d8f None None] For port 8682234e-015f-4ef7-898b-235487fb83d6, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=8682234e-015f-4ef7-898b-235487fb83d6,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:45:00.407053 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-d1bea259-6abf-4b74-9faa-262bfc131d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:00.463801 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bea259-6abf-4b74-9faa-262bfc131d8f None None] Routers {'3be169aa-1ace-4be7-87dc-4d9433185b19'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:45:00.464486 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-d1bea259-6abf-4b74-9faa-262bfc131d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:44:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['3be169aa-1ace-4be7-87dc-4d9433185b19'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:45:00.467349 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1959396b-468c-4a3c-9311-c02985292e93 None None] Pushing event updated for resources: {'Port': ['ID=8682234e-015f-4ef7-898b-235487fb83d6,revision_number=3']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:00.471639 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-6ac88bbe-601b-40e2-9072-b6ad40cc04f3 admin admin] Allocated IP 172.20.0.1 (32137fe6-de9b-48ae-9506-c1875a325b7e/14bd2a1d-f2f7-4de2-ac5b-5550b00a2f98/26f42e59-813e-4980-a11c-0f50f66afd23) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:45:00.570214 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-d1bea259-6abf-4b74-9faa-262bfc131d8f None None] Set router 3be169aa-1ace-4be7-87dc-4d9433185b19 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:45:00.582652 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6ac88bbe-601b-40e2-9072-b6ad40cc04f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:00.596936 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [None req-6ac88bbe-601b-40e2-9072-b6ad40cc04f3 admin admin] Transition to ACTIVE for port object 26f42e59-813e-4980-a11c-0f50f66afd23 will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:45:00.631588 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6ac88bbe-601b-40e2-9072-b6ad40cc04f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:00.671395 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac88bbe-601b-40e2-9072-b6ad40cc04f3 admin admin] Network 32137fe6-de9b-48ae-9506-c1875a325b7e is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:45:00.674309 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-6ac88bbe-601b-40e2-9072-b6ad40cc04f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:45:00.677860 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac88bbe-601b-40e2-9072-b6ad40cc04f3 admin admin] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:45:00.683389 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac88bbe-601b-40e2-9072-b6ad40cc04f3 admin admin] Pushing event updated for resources: {'Port': ['ID=26f42e59-813e-4980-a11c-0f50f66afd23,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:00.729588 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6ac88bbe-601b-40e2-9072-b6ad40cc04f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521745'] for router_interface, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:00.756995 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-d1bea259-6abf-4b74-9faa-262bfc131d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be169aa-1ace-4be7-87dc-4d9433185b19', 'name': 'tempest-TestSnapshotPattern-1559428264-router', 'tenant_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '8682234e-015f-4ef7-898b-235487fb83d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:44:58Z', 'updated_at': '2021-08-10T04:44:58Z', 'revision_number': 3, 'project_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'gw_port': {'id': '8682234e-015f-4ef7-898b-235487fb83d6', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8a:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3be169aa-1ace-4be7-87dc-4d9433185b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:44:58Z', 'updated_at': '2021-08-10T04:45:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:45:00.784842 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bea259-6abf-4b74-9faa-262bfc131d8f None None] The sync data for ids ['3be169aa-1ace-4be7-87dc-4d9433185b19'] in n-d-768862-13 is: [{'id': '3be169aa-1ace-4be7-87dc-4d9433185b19', 'name': 'tempest-TestSnapshotPattern-1559428264-router', 'tenant_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '8682234e-015f-4ef7-898b-235487fb83d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:44:58Z', 'updated_at': '2021-08-10T04:44:58Z', 'revision_number': 3, 'project_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'gw_port': {'id': '8682234e-015f-4ef7-898b-235487fb83d6', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8a:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3be169aa-1ace-4be7-87dc-4d9433185b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:44:58Z', 'updated_at': '2021-08-10T04:45:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:45:00.901629 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6ac88bbe-601b-40e2-9072-b6ad40cc04f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:00.927368 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-a5d063eb-91fa-4019-96a0-63d1fda99c3f None None] Provisioning for port 26f42e59-813e-4980-a11c-0f50f66afd23 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:45:00.931560 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-a5d063eb-91fa-4019-96a0-63d1fda99c3f None None] Provisioning complete for port 26f42e59-813e-4980-a11c-0f50f66afd23 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:45:00.931966 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a5d063eb-91fa-4019-96a0-63d1fda99c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:00.967901 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-a5d063eb-91fa-4019-96a0-63d1fda99c3f None None] Port 26f42e59-813e-4980-a11c-0f50f66afd23 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:45:01.097045 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6ac88bbe-601b-40e2-9072-b6ad40cc04f3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:01.102471 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6ac88bbe-601b-40e2-9072-b6ad40cc04f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:01.206869 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac88bbe-601b-40e2-9072-b6ad40cc04f3 admin admin] Pushing event updated for resources: {'Port': ['ID=26f42e59-813e-4980-a11c-0f50f66afd23,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:01.212177 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-6ac88bbe-601b-40e2-9072-b6ad40cc04f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521893'] for router_interface, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:01.226437 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bd727eb9-3e6b-48c9-beb1-4b9883ff72a6 req-d245219e-5bb6-43bb-9cd6-8563ca0a930d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=22882bb5-df6a-4a03-b8b1-8ebacb558477&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1210899 Aug 10 04:45:01.283496 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 4312a774-b1a3-43f6-9f22-3552056ea448 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:45:01.332566 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 4312a774-b1a3-43f6-9f22-3552056ea448 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:45:01.332791 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:01.349730 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd727eb9-3e6b-48c9-beb1-4b9883ff72a6 req-3acc62ec-e41b-4e9f-adf8-f923d278b08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:01.350785 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bd727eb9-3e6b-48c9-beb1-4b9883ff72a6 req-3acc62ec-e41b-4e9f-adf8-f923d278b08f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4d9562697164912ae96f22f47b4a54d&device_id=22882bb5-df6a-4a03-b8b1-8ebacb558477 HTTP/1.1" status: 200 len: 1098 time: 0.0714452 Aug 10 04:45:01.369522 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac88bbe-601b-40e2-9072-b6ad40cc04f3 admin admin] Network 32137fe6-de9b-48ae-9506-c1875a325b7e is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:45:01.378999 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-6ac88bbe-601b-40e2-9072-b6ad40cc04f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:45:01.427333 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 8682234e-015f-4ef7-898b-235487fb83d6 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:45:01.490001 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 8682234e-015f-4ef7-898b-235487fb83d6 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:45:01.496148 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 8682234e-015f-4ef7-898b-235487fb83d6 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:45:01.497109 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:01.564947 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ac88bbe-601b-40e2-9072-b6ad40cc04f3 admin admin] Router 3be169aa-1ace-4be7-87dc-4d9433185b19 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:45:01.592124 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd727eb9-3e6b-48c9-beb1-4b9883ff72a6 req-63d3428d-7df1-497a-ba8d-910c934ab751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:01.593937 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bd727eb9-3e6b-48c9-beb1-4b9883ff72a6 req-63d3428d-7df1-497a-ba8d-910c934ab751 service neutron] 10.222.0.61 "GET /v2.0/networks?id=86e70408-f9ef-4815-aa8f-59304e4ed4c8 HTTP/1.1" status: 200 len: 911 time: 0.2227006 Aug 10 04:45:01.596195 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:01.617949 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 8682234e-015f-4ef7-898b-235487fb83d6, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=8682234e-015f-4ef7-898b-235487fb83d6,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:45:01.623556 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:01.675649 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bd727eb9-3e6b-48c9-beb1-4b9883ff72a6 req-e5ecd56f-b7b0-46a7-822d-13bf99178c93 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=600c6ca9-6224-4086-b5df-8c2df8511b77 HTTP/1.1" status: 200 len: 217 time: 0.0422461 Aug 10 04:45:01.677804 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=8682234e-015f-4ef7-898b-235487fb83d6,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:01.696140 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-6f5a1355-ffd4-4189-a505-e341c51ddde6 None None] Provisioning complete for port 26f42e59-813e-4980-a11c-0f50f66afd23 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:45:01.697065 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-6f5a1355-ffd4-4189-a505-e341c51ddde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:01.733328 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-6f5a1355-ffd4-4189-a505-e341c51ddde6 None None] Port 26f42e59-813e-4980-a11c-0f50f66afd23 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:45:01.770322 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd727eb9-3e6b-48c9-beb1-4b9883ff72a6 req-2a3851e5-43b9-40ce-b8d3-ce13f4dd0d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:01.771815 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bd727eb9-3e6b-48c9-beb1-4b9883ff72a6 req-2a3851e5-43b9-40ce-b8d3-ce13f4dd0d18 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=48d8056f-5fb2-463c-96bd-f6f5ed5da27e HTTP/1.1" status: 200 len: 850 time: 0.0856223 Aug 10 04:45:01.778922 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ac88bbe-601b-40e2-9072-b6ad40cc04f3 admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:45:01.791568 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-6ac88bbe-601b-40e2-9072-b6ad40cc04f3 admin admin] 10.222.0.44 "PUT /v2.0/routers/3be169aa-1ace-4be7-87dc-4d9433185b19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2743163 Aug 10 04:45:01.826243 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd727eb9-3e6b-48c9-beb1-4b9883ff72a6 req-04699b03-4c9b-4bc2-bf35-9d56dc52cfed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:01.827724 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bd727eb9-3e6b-48c9-beb1-4b9883ff72a6 req-04699b03-4c9b-4bc2-bf35-9d56dc52cfed service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=86e70408-f9ef-4815-aa8f-59304e4ed4c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469980 Aug 10 04:45:01.839363 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [req-bd727eb9-3e6b-48c9-beb1-4b9883ff72a6 req-3925371d-3985-4023-829d-a0407ca1cc26 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 04:45:01.840385 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bd727eb9-3e6b-48c9-beb1-4b9883ff72a6 req-3925371d-3985-4023-829d-a0407ca1cc26 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053310 Aug 10 04:45:01.942456 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bd727eb9-3e6b-48c9-beb1-4b9883ff72a6 req-fa957e37-a84c-4556-bf81-607cef4f0d53 service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943880 Aug 10 04:45:02.036185 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bd727eb9-3e6b-48c9-beb1-4b9883ff72a6 req-a0e3f997-f5bf-4e78-9b83-0a9e460826c5 service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864873 Aug 10 04:45:02.278031 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 52998) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:45:02.283232 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-8cd163f3-d577-43a3-ba41-756ca5fd62a4 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1070533649-network', 'tenant_id': '0913989b1e2c4bed87858f0531d32245'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:45:02.304338 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cd163f3-d577-43a3-ba41-756ca5fd62a4 admin admin] Made reservation on behalf of 0913989b1e2c4bed87858f0531d32245 for: {'network': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:45:02.306816 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8cd163f3-d577-43a3-ba41-756ca5fd62a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for network, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:02.316135 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8cd163f3-d577-43a3-ba41-756ca5fd62a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:02.409804 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8cd163f3-d577-43a3-ba41-756ca5fd62a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:02.413989 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8cd163f3-d577-43a3-ba41-756ca5fd62a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:02.439840 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cd163f3-d577-43a3-ba41-756ca5fd62a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=94260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:45:02.440035 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25fcb13-3130-46aa-8531-6de1523ae737 None None] Sync routers for ids ['3be169aa-1ace-4be7-87dc-4d9433185b19'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:45:02.449007 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd163f3-d577-43a3-ba41-756ca5fd62a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ef0a05b-f96c-41a3-9b40-86e62a57d7b7,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:02.449194 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25fcb13-3130-46aa-8531-6de1523ae737 None None] Routers {'3be169aa-1ace-4be7-87dc-4d9433185b19'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:45:02.449642 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-b25fcb13-3130-46aa-8531-6de1523ae737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:44:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['3be169aa-1ace-4be7-87dc-4d9433185b19'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:45:02.455317 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8cd163f3-d577-43a3-ba41-756ca5fd62a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:02.455684 n-d-768862-13 neutron-server[94260]: INFO neutron.db.segments_db [None req-8cd163f3-d577-43a3-ba41-756ca5fd62a4 admin admin] Added segment d2d6a7b8-4171-4a30-a5ad-7d82c54cf681 of type vlan for network 52a2b0ef-6315-4d7b-848c-3a0419a06ee9 Aug 10 04:45:02.503575 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8cd163f3-d577-43a3-ba41-756ca5fd62a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727475776844'] for network, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:02.532587 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8cd163f3-d577-43a3-ba41-756ca5fd62a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214'] for network, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:02.533614 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd163f3-d577-43a3-ba41-756ca5fd62a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:02.534195 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8cd163f3-d577-43a3-ba41-756ca5fd62a4 admin admin] Notify callbacks [] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:02.567407 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-b25fcb13-3130-46aa-8531-6de1523ae737 None None] Set router 3be169aa-1ace-4be7-87dc-4d9433185b19 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:45:02.589880 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-8cd163f3-d577-43a3-ba41-756ca5fd62a4 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3106575 Aug 10 04:45:02.592699 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 53000) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:45:02.595821 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd163f3-d577-43a3-ba41-756ca5fd62a4 admin admin] Pushing event updated for resources: {'Network': ['ID=52a2b0ef-6315-4d7b-848c-3a0419a06ee9,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:02.597899 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-44e5e2fe-b96d-4f61-a6bb-a93bb553a660 admin admin] Request body: {'subnet': {'network_id': '52a2b0ef-6315-4d7b-848c-3a0419a06ee9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1070533649-subnet', 'tenant_id': '0913989b1e2c4bed87858f0531d32245', 'ip_version': 4}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:45:02.606882 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Network 52a2b0ef-6315-4d7b-848c-3a0419a06ee9 details requested by agent ovs-agent-n-d-768862-13 with host n-d-768862-13 {{(pid=94262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:45:02.619148 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e5e2fe-b96d-4f61-a6bb-a93bb553a660 admin admin] Made reservation on behalf of 0913989b1e2c4bed87858f0531d32245 for: {'subnet': 1} {{(pid=94261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:45:02.621901 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-44e5e2fe-b96d-4f61-a6bb-a93bb553a660 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59561626'] for subnet, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:02.799784 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-44e5e2fe-b96d-4f61-a6bb-a93bb553a660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58930504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59561640'] for subnet, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:02.838272 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-b25fcb13-3130-46aa-8531-6de1523ae737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be169aa-1ace-4be7-87dc-4d9433185b19', 'name': 'tempest-TestSnapshotPattern-1559428264-router', 'tenant_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '8682234e-015f-4ef7-898b-235487fb83d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:44:58Z', 'updated_at': '2021-08-10T04:45:00Z', 'revision_number': 4, 'project_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'gw_port': {'id': '8682234e-015f-4ef7-898b-235487fb83d6', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be169aa-1ace-4be7-87dc-4d9433185b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:44:58Z', 'updated_at': '2021-08-10T04:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '26f42e59-813e-4980-a11c-0f50f66afd23', 'name': '', 'network_id': '32137fe6-de9b-48ae-9506-c1875a325b7e', 'tenant_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'mac_address': 'fa:16:3e:84:8c:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3be169aa-1ace-4be7-87dc-4d9433185b19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '14bd2a1d-f2f7-4de2-ac5b-5550b00a2f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:45:00Z', 'updated_at': '2021-08-10T04:45:00Z', 'revision_number': 2, 'project_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'subnets': [{'id': '14bd2a1d-f2f7-4de2-ac5b-5550b00a2f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:45:02.859740 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e5e2fe-b96d-4f61-a6bb-a93bb553a660 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b0c4d52-f804-4dde-8c4d-ae5f8da93c62,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:02.864160 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25fcb13-3130-46aa-8531-6de1523ae737 None None] Checking router: 3be169aa-1ace-4be7-87dc-4d9433185b19 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:45:02.864509 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25fcb13-3130-46aa-8531-6de1523ae737 None None] Updating router 3be169aa-1ace-4be7-87dc-4d9433185b19 port 26f42e59-813e-4980-a11c-0f50f66afd23 binding host n-d-768862-13 {{(pid=94262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:45:02.871584 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e5e2fe-b96d-4f61-a6bb-a93bb553a660 admin admin] Checking segment: {'id': 'd2d6a7b8-4171-4a30-a5ad-7d82c54cf681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '52a2b0ef-6315-4d7b-848c-3a0419a06ee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:45:02.871930 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e5e2fe-b96d-4f61-a6bb-a93bb553a660 admin admin] Network hostable DHCP agents. Network: 52a2b0ef-6315-4d7b-848c-3a0419a06ee9, hostable agents: ['22d0555c-fb59-4a7f-9ed0-9f7361e41105'], hosted agents: [] {{(pid=94261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:45:02.888647 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e5e2fe-b96d-4f61-a6bb-a93bb553a660 admin admin] Network 52a2b0ef-6315-4d7b-848c-3a0419a06ee9 is scheduled to be hosted by DHCP agent 22d0555c-fb59-4a7f-9ed0-9f7361e41105 with binding_index 1 {{(pid=94261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:45:02.894160 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b25fcb13-3130-46aa-8531-6de1523ae737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:02.898050 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-44e5e2fe-b96d-4f61-a6bb-a93bb553a660 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-13, 52a2b0ef-6315-4d7b-848c-3a0419a06ee9) {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:45:02.904146 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e5e2fe-b96d-4f61-a6bb-a93bb553a660 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:02.904740 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-44e5e2fe-b96d-4f61-a6bb-a93bb553a660 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:02.908487 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016da52a-d64d-4958-9249-7537fe146d39 None None] Network 52a2b0ef-6315-4d7b-848c-3a0419a06ee9 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:45:02.918601 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-44e5e2fe-b96d-4f61-a6bb-a93bb553a660 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3247182 Aug 10 04:45:02.921792 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 53002) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:45:02.926314 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-305d422d-c31d-4d2f-a09f-bebc6b5fcc5c admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1070533649-router', 'tenant_id': '0913989b1e2c4bed87858f0531d32245', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:45:02.947970 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-305d422d-c31d-4d2f-a09f-bebc6b5fcc5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1532'] for router, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:02.949585 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-305d422d-c31d-4d2f-a09f-bebc6b5fcc5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1527'] for router, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:03.006543 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-305d422d-c31d-4d2f-a09f-bebc6b5fcc5c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:03.146090 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-305d422d-c31d-4d2f-a09f-bebc6b5fcc5c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:03.196143 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c70c4d-5d05-404c-a871-ebe0d92fea2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp010d7e34-b514-5765-aa91-0031e34a517f-52a2b0ef-6315-4d7b-848c-3a0419a06ee9', 'network_id': '52a2b0ef-6315-4d7b-848c-3a0419a06ee9', 'tenant_id': '0913989b1e2c4bed87858f0531d32245', 'fixed_ips': [{'subnet_id': '6b0c4d52-f804-4dde-8c4d-ae5f8da93c62'}]}} from n-d-768862-13. {{(pid=94262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:45:03.197771 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-82c70c4d-5d05-404c-a871-ebe0d92fea2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:03.205643 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 8682234e-015f-4ef7-898b-235487fb83d6 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:45:03.361849 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-305d422d-c31d-4d2f-a09f-bebc6b5fcc5c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:03.382175 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-305d422d-c31d-4d2f-a09f-bebc6b5fcc5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:03.421933 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 8682234e-015f-4ef7-898b-235487fb83d6 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:45:03.422310 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:03.434084 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b25fcb13-3130-46aa-8531-6de1523ae737 None None] Notify callbacks [] for port, precommit_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:03.478472 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-b25fcb13-3130-46aa-8531-6de1523ae737 None None] Transition to ACTIVE for port object 26f42e59-813e-4980-a11c-0f50f66afd23 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:45:03.487074 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.db_base_plugin_common [None req-82c70c4d-5d05-404c-a871-ebe0d92fea2e None None] Allocated IP 172.20.0.2 (52a2b0ef-6315-4d7b-848c-3a0419a06ee9/6b0c4d52-f804-4dde-8c4d-ae5f8da93c62/e67b0e93-58aa-46e7-b67e-db169d3c6409) {{(pid=94262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:45:03.492101 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b25fcb13-3130-46aa-8531-6de1523ae737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:03.494272 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [None req-305d422d-c31d-4d2f-a09f-bebc6b5fcc5c admin admin] Allocated IP 172.25.6.189 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/c46dd884-57fb-4d0f-a4da-eae485ce5230) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:45:03.612664 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-305d422d-c31d-4d2f-a09f-bebc6b5fcc5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:03.620494 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec1adbc-4abb-41b5-8522-b0a01c2042cd None None] Pushing event updated for resources: {'Port': ['ID=26f42e59-813e-4980-a11c-0f50f66afd23,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:03.670063 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-305d422d-c31d-4d2f-a09f-bebc6b5fcc5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:03.714438 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305d422d-c31d-4d2f-a09f-bebc6b5fcc5c admin admin] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:45:03.720192 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [None req-305d422d-c31d-4d2f-a09f-bebc6b5fcc5c admin admin] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:45:03.722888 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305d422d-c31d-4d2f-a09f-bebc6b5fcc5c admin admin] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:45:03.756505 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305d422d-c31d-4d2f-a09f-bebc6b5fcc5c admin admin] Pushing event updated for resources: {'Port': ['ID=c46dd884-57fb-4d0f-a4da-eae485ce5230,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:03.875109 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-b25fcb13-3130-46aa-8531-6de1523ae737 None None] Attempting to bind port 26f42e59-813e-4980-a11c-0f50f66afd23 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:45:03.875480 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-b25fcb13-3130-46aa-8531-6de1523ae737 None None] Attempting to bind port 26f42e59-813e-4980-a11c-0f50f66afd23 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': '17990c98-391e-4989-bba9-2c474656bcf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '32137fe6-de9b-48ae-9506-c1875a325b7e'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:45:03.875850 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25fcb13-3130-46aa-8531-6de1523ae737 None None] Attempting to bind port 26f42e59-813e-4980-a11c-0f50f66afd23 on network 32137fe6-de9b-48ae-9506-c1875a325b7e {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:45:03.892854 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25fcb13-3130-46aa-8531-6de1523ae737 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:45:03.893149 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25fcb13-3130-46aa-8531-6de1523ae737 None None] Checking segment: {'id': '17990c98-391e-4989-bba9-2c474656bcf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '32137fe6-de9b-48ae-9506-c1875a325b7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:45:03.893553 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b25fcb13-3130-46aa-8531-6de1523ae737 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:03.893948 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25fcb13-3130-46aa-8531-6de1523ae737 None None] Bound using segment: {'id': '17990c98-391e-4989-bba9-2c474656bcf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '32137fe6-de9b-48ae-9506-c1875a325b7e'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:45:03.894446 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-b25fcb13-3130-46aa-8531-6de1523ae737 None None] Bound port: 26f42e59-813e-4980-a11c-0f50f66afd23, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17990c98-391e-4989-bba9-2c474656bcf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '32137fe6-de9b-48ae-9506-c1875a325b7e'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:45:03.894828 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b25fcb13-3130-46aa-8531-6de1523ae737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:03.982026 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-305d422d-c31d-4d2f-a09f-bebc6b5fcc5c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:03.992661 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-82c70c4d-5d05-404c-a871-ebe0d92fea2e None None] Notify callbacks [] for port, precommit_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:04.007369 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-82c70c4d-5d05-404c-a871-ebe0d92fea2e None None] Transition to ACTIVE for port object e67b0e93-58aa-46e7-b67e-db169d3c6409 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:45:04.009469 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-b25fcb13-3130-46aa-8531-6de1523ae737 None None] For port 26f42e59-813e-4980-a11c-0f50f66afd23, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:45:04.014557 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-b25fcb13-3130-46aa-8531-6de1523ae737 None None] For port 26f42e59-813e-4980-a11c-0f50f66afd23, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=26f42e59-813e-4980-a11c-0f50f66afd23,segment=NetworkSegment(17990c98-391e-4989-bba9-2c474656bcf0),segment_id=17990c98-391e-4989-bba9-2c474656bcf0)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:45:04.021040 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b25fcb13-3130-46aa-8531-6de1523ae737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:04.057930 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-82c70c4d-5d05-404c-a871-ebe0d92fea2e None None] Transition to ACTIVE for port object e67b0e93-58aa-46e7-b67e-db169d3c6409 will not be triggered until provisioned by entity DHCP. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:45:04.074002 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-82c70c4d-5d05-404c-a871-ebe0d92fea2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053'] for port, after_create {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:04.105836 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec1adbc-4abb-41b5-8522-b0a01c2042cd None None] Pushing event updated for resources: {'Port': ['ID=26f42e59-813e-4980-a11c-0f50f66afd23,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:04.108565 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25fcb13-3130-46aa-8531-6de1523ae737 None None] Routers {'3be169aa-1ace-4be7-87dc-4d9433185b19'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:45:04.109179 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-b25fcb13-3130-46aa-8531-6de1523ae737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:44:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['3be169aa-1ace-4be7-87dc-4d9433185b19'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:45:04.112476 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c70c4d-5d05-404c-a871-ebe0d92fea2e None None] Network 52a2b0ef-6315-4d7b-848c-3a0419a06ee9 is already hosted by enough agents. {{(pid=94262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:45:04.147762 n-d-768862-13 neutron-server[94262]: DEBUG neutron.scheduler.base_scheduler [None req-82c70c4d-5d05-404c-a871-ebe0d92fea2e None None] Resources bound (agent type, host, resource id): {{(pid=94262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:45:04.167754 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c70c4d-5d05-404c-a871-ebe0d92fea2e None None] Received port after_create {{(pid=94262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:45:04.195371 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-305d422d-c31d-4d2f-a09f-bebc6b5fcc5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520674'] for router, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:04.263358 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c70c4d-5d05-404c-a871-ebe0d92fea2e None None] Pushing event updated for resources: {'Port': ['ID=e67b0e93-58aa-46e7-b67e-db169d3c6409,revision_number=1']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:04.285190 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-82c70c4d-5d05-404c-a871-ebe0d92fea2e None None] Attempting to bind port e67b0e93-58aa-46e7-b67e-db169d3c6409 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:45:04.285564 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-82c70c4d-5d05-404c-a871-ebe0d92fea2e None None] Attempting to bind port e67b0e93-58aa-46e7-b67e-db169d3c6409 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'd2d6a7b8-4171-4a30-a5ad-7d82c54cf681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '52a2b0ef-6315-4d7b-848c-3a0419a06ee9'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:45:04.285935 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c70c4d-5d05-404c-a871-ebe0d92fea2e None None] Attempting to bind port e67b0e93-58aa-46e7-b67e-db169d3c6409 on network 52a2b0ef-6315-4d7b-848c-3a0419a06ee9 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:45:04.294592 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c70c4d-5d05-404c-a871-ebe0d92fea2e None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:45:04.294971 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c70c4d-5d05-404c-a871-ebe0d92fea2e None None] Checking segment: {'id': 'd2d6a7b8-4171-4a30-a5ad-7d82c54cf681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '52a2b0ef-6315-4d7b-848c-3a0419a06ee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:45:04.295381 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-82c70c4d-5d05-404c-a871-ebe0d92fea2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:04.295776 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c70c4d-5d05-404c-a871-ebe0d92fea2e None None] Bound using segment: {'id': 'd2d6a7b8-4171-4a30-a5ad-7d82c54cf681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '52a2b0ef-6315-4d7b-848c-3a0419a06ee9'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:45:04.296242 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-82c70c4d-5d05-404c-a871-ebe0d92fea2e None None] Bound port: e67b0e93-58aa-46e7-b67e-db169d3c6409, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2d6a7b8-4171-4a30-a5ad-7d82c54cf681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '52a2b0ef-6315-4d7b-848c-3a0419a06ee9'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:45:04.296626 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-82c70c4d-5d05-404c-a871-ebe0d92fea2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:04.323522 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-b25fcb13-3130-46aa-8531-6de1523ae737 None None] Set router 3be169aa-1ace-4be7-87dc-4d9433185b19 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:45:04.327124 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-305d422d-c31d-4d2f-a09f-bebc6b5fcc5c admin admin] Router 72afaea4-d867-4d37-8aea-638c58e40948 is scheduled to L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e with binding_index 1 {{(pid=94260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:45:04.395870 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:04.454136 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-305d422d-c31d-4d2f-a09f-bebc6b5fcc5c admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:45:04.463852 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a445c759-6f53-4341-a2bb-5d9a688bb7bb None None] Sync routers for ids ['72afaea4-d867-4d37-8aea-638c58e40948'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:45:04.471904 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-305d422d-c31d-4d2f-a09f-bebc6b5fcc5c admin admin] Notify callbacks [] for router, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:04.474110 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a445c759-6f53-4341-a2bb-5d9a688bb7bb None None] Routers {'72afaea4-d867-4d37-8aea-638c58e40948'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:45:04.474869 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-a445c759-6f53-4341-a2bb-5d9a688bb7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:44:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['72afaea4-d867-4d37-8aea-638c58e40948'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:45:04.476037 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 53006) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:45:04.476641 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-305d422d-c31d-4d2f-a09f-bebc6b5fcc5c admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5534976 Aug 10 04:45:04.504187 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-82c70c4d-5d05-404c-a871-ebe0d92fea2e None None] For port e67b0e93-58aa-46e7-b67e-db169d3c6409, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:45:04.508949 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-82c70c4d-5d05-404c-a871-ebe0d92fea2e None None] For port e67b0e93-58aa-46e7-b67e-db169d3c6409, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=e67b0e93-58aa-46e7-b67e-db169d3c6409,segment=NetworkSegment(d2d6a7b8-4171-4a30-a5ad-7d82c54cf681),segment_id=d2d6a7b8-4171-4a30-a5ad-7d82c54cf681)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:45:04.516234 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-82c70c4d-5d05-404c-a871-ebe0d92fea2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:04.608083 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-a445c759-6f53-4341-a2bb-5d9a688bb7bb None None] Set router 72afaea4-d867-4d37-8aea-638c58e40948 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:45:04.624553 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c70c4d-5d05-404c-a871-ebe0d92fea2e None None] Pushing event updated for resources: {'Port': ['ID=e67b0e93-58aa-46e7-b67e-db169d3c6409,revision_number=2']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:04.665950 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-b25fcb13-3130-46aa-8531-6de1523ae737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be169aa-1ace-4be7-87dc-4d9433185b19', 'name': 'tempest-TestSnapshotPattern-1559428264-router', 'tenant_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '8682234e-015f-4ef7-898b-235487fb83d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:44:58Z', 'updated_at': '2021-08-10T04:45:00Z', 'revision_number': 4, 'project_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'gw_port': {'id': '8682234e-015f-4ef7-898b-235487fb83d6', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be169aa-1ace-4be7-87dc-4d9433185b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:44:58Z', 'updated_at': '2021-08-10T04:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '26f42e59-813e-4980-a11c-0f50f66afd23', 'name': '', 'network_id': '32137fe6-de9b-48ae-9506-c1875a325b7e', 'tenant_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'mac_address': 'fa:16:3e:84:8c:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3be169aa-1ace-4be7-87dc-4d9433185b19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '14bd2a1d-f2f7-4de2-ac5b-5550b00a2f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:45:00Z', 'updated_at': '2021-08-10T04:45:04Z', 'revision_number': 4, 'project_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'subnets': [{'id': '14bd2a1d-f2f7-4de2-ac5b-5550b00a2f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:45:04.694853 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25fcb13-3130-46aa-8531-6de1523ae737 None None] The sync data for ids ['3be169aa-1ace-4be7-87dc-4d9433185b19'] in n-d-768862-13 is: [{'id': '3be169aa-1ace-4be7-87dc-4d9433185b19', 'name': 'tempest-TestSnapshotPattern-1559428264-router', 'tenant_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '8682234e-015f-4ef7-898b-235487fb83d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:44:58Z', 'updated_at': '2021-08-10T04:45:00Z', 'revision_number': 4, 'project_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'gw_port': {'id': '8682234e-015f-4ef7-898b-235487fb83d6', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be169aa-1ace-4be7-87dc-4d9433185b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:44:58Z', 'updated_at': '2021-08-10T04:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '26f42e59-813e-4980-a11c-0f50f66afd23', 'name': '', 'network_id': '32137fe6-de9b-48ae-9506-c1875a325b7e', 'tenant_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'mac_address': 'fa:16:3e:84:8c:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3be169aa-1ace-4be7-87dc-4d9433185b19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '14bd2a1d-f2f7-4de2-ac5b-5550b00a2f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:45:00Z', 'updated_at': '2021-08-10T04:45:04Z', 'revision_number': 4, 'project_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'subnets': [{'id': '14bd2a1d-f2f7-4de2-ac5b-5550b00a2f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:45:04.894913 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-a445c759-6f53-4341-a2bb-5d9a688bb7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72afaea4-d867-4d37-8aea-638c58e40948', 'name': 'tempest-TestSnapshotPattern-1070533649-router', 'tenant_id': '0913989b1e2c4bed87858f0531d32245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': 'c46dd884-57fb-4d0f-a4da-eae485ce5230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:45:02Z', 'updated_at': '2021-08-10T04:45:03Z', 'revision_number': 3, 'project_id': '0913989b1e2c4bed87858f0531d32245', 'gw_port': {'id': 'c46dd884-57fb-4d0f-a4da-eae485ce5230', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:02:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72afaea4-d867-4d37-8aea-638c58e40948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:45:03Z', 'updated_at': '2021-08-10T04:45:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:45:04.934068 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a445c759-6f53-4341-a2bb-5d9a688bb7bb None None] Checking router: 72afaea4-d867-4d37-8aea-638c58e40948 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:45:04.934470 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a445c759-6f53-4341-a2bb-5d9a688bb7bb None None] Updating router 72afaea4-d867-4d37-8aea-638c58e40948 port c46dd884-57fb-4d0f-a4da-eae485ce5230 binding host n-d-768862-13 {{(pid=94263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:45:04.978515 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-a445c759-6f53-4341-a2bb-5d9a688bb7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:05.276928 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-a445c759-6f53-4341-a2bb-5d9a688bb7bb None None] Notify callbacks [] for port, precommit_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:05.288365 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.provisioning_blocks [None req-a445c759-6f53-4341-a2bb-5d9a688bb7bb None None] Transition to ACTIVE for port object c46dd884-57fb-4d0f-a4da-eae485ce5230 will not be triggered until provisioned by entity L2. {{(pid=94263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:45:05.299021 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-a445c759-6f53-4341-a2bb-5d9a688bb7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:05.322143 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 26f42e59-813e-4980-a11c-0f50f66afd23 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:45:05.355100 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f95981fe-7905-4ce8-9c6c-42de2fa595de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:05.365359 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-a445c759-6f53-4341-a2bb-5d9a688bb7bb None None] Attempting to bind port c46dd884-57fb-4d0f-a4da-eae485ce5230 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:45:05.365883 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-a445c759-6f53-4341-a2bb-5d9a688bb7bb None None] Attempting to bind port c46dd884-57fb-4d0f-a4da-eae485ce5230 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:45:05.366348 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a445c759-6f53-4341-a2bb-5d9a688bb7bb None None] Attempting to bind port c46dd884-57fb-4d0f-a4da-eae485ce5230 on network 2ea12131-628a-487e-b434-0463553732bd {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:45:05.372306 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa206b5-65ac-4f21-987c-71e2e10c45fd None None] Pushing event updated for resources: {'Port': ['ID=c46dd884-57fb-4d0f-a4da-eae485ce5230,revision_number=2']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:05.383429 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a445c759-6f53-4341-a2bb-5d9a688bb7bb None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:45:05.388997 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a445c759-6f53-4341-a2bb-5d9a688bb7bb None None] Checking segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:45:05.389565 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-a445c759-6f53-4341-a2bb-5d9a688bb7bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:05.390032 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a445c759-6f53-4341-a2bb-5d9a688bb7bb None None] Bound using segment: {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'} {{(pid=94263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:45:05.391536 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.managers [None req-a445c759-6f53-4341-a2bb-5d9a688bb7bb None None] Bound port: c46dd884-57fb-4d0f-a4da-eae485ce5230, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0800cd2-56df-40c0-a6b9-1febe151d923', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea12131-628a-487e-b434-0463553732bd'}}] {{(pid=94263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:45:05.391987 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-a445c759-6f53-4341-a2bb-5d9a688bb7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:05.419858 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 26f42e59-813e-4980-a11c-0f50f66afd23 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:45:05.425527 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 26f42e59-813e-4980-a11c-0f50f66afd23 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:45:05.426143 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:05.508364 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-a445c759-6f53-4341-a2bb-5d9a688bb7bb None None] For port c46dd884-57fb-4d0f-a4da-eae485ce5230, host n-d-768862-13, cleared binding levels {{(pid=94263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:45:05.514578 n-d-768862-13 neutron-server[94263]: DEBUG neutron.plugins.ml2.db [None req-a445c759-6f53-4341-a2bb-5d9a688bb7bb None None] For port c46dd884-57fb-4d0f-a4da-eae485ce5230, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=c46dd884-57fb-4d0f-a4da-eae485ce5230,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:45:05.525368 n-d-768862-13 neutron-server[94263]: DEBUG neutron_lib.callbacks.manager [None req-a445c759-6f53-4341-a2bb-5d9a688bb7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:05.573423 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:05.583598 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a445c759-6f53-4341-a2bb-5d9a688bb7bb None None] Routers {'72afaea4-d867-4d37-8aea-638c58e40948'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:45:05.584198 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-a445c759-6f53-4341-a2bb-5d9a688bb7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:44:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['72afaea4-d867-4d37-8aea-638c58e40948'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:45:05.623197 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-f95981fe-7905-4ce8-9c6c-42de2fa595de admin admin] Allocated IP 172.20.0.1 (52a2b0ef-6315-4d7b-848c-3a0419a06ee9/6b0c4d52-f804-4dde-8c4d-ae5f8da93c62/59ccd90f-c5a3-4d86-82a0-1f1637131dc2) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:45:05.623836 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 26f42e59-813e-4980-a11c-0f50f66afd23, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=26f42e59-813e-4980-a11c-0f50f66afd23,segment=NetworkSegment(17990c98-391e-4989-bba9-2c474656bcf0),segment_id=17990c98-391e-4989-bba9-2c474656bcf0)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:45:05.630817 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:05.632379 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device e67b0e93-58aa-46e7-b67e-db169d3c6409 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:45:05.711394 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-a445c759-6f53-4341-a2bb-5d9a688bb7bb None None] Set router 72afaea4-d867-4d37-8aea-638c58e40948 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:45:05.733746 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=26f42e59-813e-4980-a11c-0f50f66afd23,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:05.773692 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port e67b0e93-58aa-46e7-b67e-db169d3c6409 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:45:05.781072 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f95981fe-7905-4ce8-9c6c-42de2fa595de admin admin] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:05.804291 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.provisioning_blocks [None req-f95981fe-7905-4ce8-9c6c-42de2fa595de admin admin] Transition to ACTIVE for port object 59ccd90f-c5a3-4d86-82a0-1f1637131dc2 will not be triggered until provisioned by entity DHCP. {{(pid=94261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:45:05.850619 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f95981fe-7905-4ce8-9c6c-42de2fa595de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:05.886645 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa206b5-65ac-4f21-987c-71e2e10c45fd None None] Pushing event updated for resources: {'Port': ['ID=c46dd884-57fb-4d0f-a4da-eae485ce5230,revision_number=3']} {{(pid=94263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:05.897917 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04548c5f-eac4-4bbe-92f3-9b78e87c6a67 None None] Network 52a2b0ef-6315-4d7b-848c-3a0419a06ee9 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:45:05.919719 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95981fe-7905-4ce8-9c6c-42de2fa595de admin admin] Network 52a2b0ef-6315-4d7b-848c-3a0419a06ee9 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:45:05.922158 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-f95981fe-7905-4ce8-9c6c-42de2fa595de admin admin] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:45:05.924597 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95981fe-7905-4ce8-9c6c-42de2fa595de admin admin] Pushing event updated for resources: {'Port': ['ID=59ccd90f-c5a3-4d86-82a0-1f1637131dc2,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:05.932203 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95981fe-7905-4ce8-9c6c-42de2fa595de admin admin] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:45:05.959021 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-a445c759-6f53-4341-a2bb-5d9a688bb7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72afaea4-d867-4d37-8aea-638c58e40948', 'name': 'tempest-TestSnapshotPattern-1070533649-router', 'tenant_id': '0913989b1e2c4bed87858f0531d32245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': 'c46dd884-57fb-4d0f-a4da-eae485ce5230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:45:02Z', 'updated_at': '2021-08-10T04:45:03Z', 'revision_number': 3, 'project_id': '0913989b1e2c4bed87858f0531d32245', 'gw_port': {'id': 'c46dd884-57fb-4d0f-a4da-eae485ce5230', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:02:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72afaea4-d867-4d37-8aea-638c58e40948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:45:03Z', 'updated_at': '2021-08-10T04:45:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:45:05.975254 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f95981fe-7905-4ce8-9c6c-42de2fa595de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521745'] for router_interface, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:06.025616 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-70d41084-db96-4d6c-b21b-6ae59facf24a None None] Provisioning for port e67b0e93-58aa-46e7-b67e-db169d3c6409 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:45:06.033329 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-70d41084-db96-4d6c-b21b-6ae59facf24a None None] Provisioning complete for port e67b0e93-58aa-46e7-b67e-db169d3c6409 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:45:06.033711 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-70d41084-db96-4d6c-b21b-6ae59facf24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:06.090073 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a445c759-6f53-4341-a2bb-5d9a688bb7bb None None] The sync data for ids ['72afaea4-d867-4d37-8aea-638c58e40948'] in n-d-768862-13 is: [{'id': '72afaea4-d867-4d37-8aea-638c58e40948', 'name': 'tempest-TestSnapshotPattern-1070533649-router', 'tenant_id': '0913989b1e2c4bed87858f0531d32245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': 'c46dd884-57fb-4d0f-a4da-eae485ce5230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:45:02Z', 'updated_at': '2021-08-10T04:45:03Z', 'revision_number': 3, 'project_id': '0913989b1e2c4bed87858f0531d32245', 'gw_port': {'id': 'c46dd884-57fb-4d0f-a4da-eae485ce5230', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:02:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72afaea4-d867-4d37-8aea-638c58e40948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:45:03Z', 'updated_at': '2021-08-10T04:45:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:45:06.142721 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f95981fe-7905-4ce8-9c6c-42de2fa595de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:06.174070 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-70d41084-db96-4d6c-b21b-6ae59facf24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:06.217122 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-70d41084-db96-4d6c-b21b-6ae59facf24a None None] For port e67b0e93-58aa-46e7-b67e-db169d3c6409, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=e67b0e93-58aa-46e7-b67e-db169d3c6409,segment=NetworkSegment(d2d6a7b8-4171-4a30-a5ad-7d82c54cf681),segment_id=d2d6a7b8-4171-4a30-a5ad-7d82c54cf681)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:45:06.222965 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-70d41084-db96-4d6c-b21b-6ae59facf24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:06.285023 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d41084-db96-4d6c-b21b-6ae59facf24a None None] Pushing event updated for resources: {'Port': ['ID=e67b0e93-58aa-46e7-b67e-db169d3c6409,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:06.365890 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f95981fe-7905-4ce8-9c6c-42de2fa595de admin admin] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:06.370760 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f95981fe-7905-4ce8-9c6c-42de2fa595de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:06.439891 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-f95981fe-7905-4ce8-9c6c-42de2fa595de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521893'] for router_interface, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:06.441750 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95981fe-7905-4ce8-9c6c-42de2fa595de admin admin] Pushing event updated for resources: {'Port': ['ID=59ccd90f-c5a3-4d86-82a0-1f1637131dc2,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:06.457828 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-79f12697-022b-4fc7-b77c-088e187e54ab None None] Provisioning for port 59ccd90f-c5a3-4d86-82a0-1f1637131dc2 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:45:06.464464 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-79f12697-022b-4fc7-b77c-088e187e54ab None None] Provisioning complete for port 59ccd90f-c5a3-4d86-82a0-1f1637131dc2 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:45:06.464674 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-79f12697-022b-4fc7-b77c-088e187e54ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:06.542203 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-79f12697-022b-4fc7-b77c-088e187e54ab None None] Port 59ccd90f-c5a3-4d86-82a0-1f1637131dc2 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:45:06.552518 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-79f12697-022b-4fc7-b77c-088e187e54ab None None] Provisioning complete for port e67b0e93-58aa-46e7-b67e-db169d3c6409 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:45:06.553297 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-79f12697-022b-4fc7-b77c-088e187e54ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:06.572552 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95981fe-7905-4ce8-9c6c-42de2fa595de admin admin] Network 52a2b0ef-6315-4d7b-848c-3a0419a06ee9 is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:45:06.574172 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-f95981fe-7905-4ce8-9c6c-42de2fa595de admin admin] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:45:06.711848 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f95981fe-7905-4ce8-9c6c-42de2fa595de admin admin] Router 72afaea4-d867-4d37-8aea-638c58e40948 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:45:06.794767 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-a0452030-4e6f-4b90-b727-a0409b293143 None None] Provisioning complete for port 59ccd90f-c5a3-4d86-82a0-1f1637131dc2 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:45:06.795334 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a0452030-4e6f-4b90-b727-a0409b293143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:06.832452 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f95981fe-7905-4ce8-9c6c-42de2fa595de admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:45:06.833538 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-a0452030-4e6f-4b90-b727-a0409b293143 None None] Port 59ccd90f-c5a3-4d86-82a0-1f1637131dc2 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:45:06.842190 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-f95981fe-7905-4ce8-9c6c-42de2fa595de admin admin] 10.222.0.44 "PUT /v2.0/routers/72afaea4-d867-4d37-8aea-638c58e40948/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3639743 Aug 10 04:45:06.951856 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-f6a50e80-becb-42f3-8f2f-e20a52876fef None None] Provisioning complete for port 59ccd90f-c5a3-4d86-82a0-1f1637131dc2 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:45:06.952199 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f6a50e80-becb-42f3-8f2f-e20a52876fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:06.991491 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-f6a50e80-becb-42f3-8f2f-e20a52876fef None None] Port 59ccd90f-c5a3-4d86-82a0-1f1637131dc2 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:45:07.265857 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 26f42e59-813e-4980-a11c-0f50f66afd23 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:45:07.315629 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 26f42e59-813e-4980-a11c-0f50f66afd23 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:45:07.315923 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:07.393835 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device e67b0e93-58aa-46e7-b67e-db169d3c6409 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:45:07.441244 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port e67b0e93-58aa-46e7-b67e-db169d3c6409 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:45:07.441623 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:07.499322 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 53014) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:45:07.504115 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-ddac8f41-e0c8-4da9-b400-7691a7807d39 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-36791435', 'description': 'tempest-secgroup-smoke-36791435 description', 'project_id': 'c60cfb74ec8f4d048025497ffe366fd8'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:45:07.527455 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ddac8f41-e0c8-4da9-b400-7691a7807d39 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Notify callbacks [] for security_group, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:07.529367 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device c46dd884-57fb-4d0f-a4da-eae485ce5230 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:45:07.578194 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port c46dd884-57fb-4d0f-a4da-eae485ce5230 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:45:07.581728 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port c46dd884-57fb-4d0f-a4da-eae485ce5230 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:45:07.582193 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:07.610806 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ddac8f41-e0c8-4da9-b400-7691a7807d39 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Notify callbacks [] for security_group, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:07.614967 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ddac8f41-e0c8-4da9-b400-7691a7807d39 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:07.643239 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ddac8f41-e0c8-4da9-b400-7691a7807d39 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:07.646704 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-ddac8f41-e0c8-4da9-b400-7691a7807d39 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1462631 Aug 10 04:45:07.647432 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 53016) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:45:07.655037 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-8fec0b61-4cd9-4b17-9e5a-ef0a195c171e tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Request body: {'security_group_rule': {'security_group_id': '9c031368-ab46-4c1f-ba46-0426b8aa21ac', 'project_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:45:07.663216 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac8f41-e0c8-4da9-b400-7691a7807d39 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c031368-ab46-4c1f-ba46-0426b8aa21ac,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:07.672218 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:07.685211 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8fec0b61-4cd9-4b17-9e5a-ef0a195c171e tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:07.696884 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port c46dd884-57fb-4d0f-a4da-eae485ce5230, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=c46dd884-57fb-4d0f-a4da-eae485ce5230,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:45:07.701299 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:07.754894 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=c46dd884-57fb-4d0f-a4da-eae485ce5230,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:07.763690 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8fec0b61-4cd9-4b17-9e5a-ef0a195c171e tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:07.768361 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8fec0b61-4cd9-4b17-9e5a-ef0a195c171e tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:07.788270 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec0b61-4cd9-4b17-9e5a-ef0a195c171e tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4892cd6c-0631-4a39-8b84-5c8ccb5a08a7,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:07.798492 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8fec0b61-4cd9-4b17-9e5a-ef0a195c171e tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:07.799718 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-8fec0b61-4cd9-4b17-9e5a-ef0a195c171e tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1489422 Aug 10 04:45:07.802416 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 53018) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:45:07.808056 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-b040a523-ff4d-4dfd-9b1f-e1fee9a5eb89 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Request body: {'security_group_rule': {'security_group_id': '9c031368-ab46-4c1f-ba46-0426b8aa21ac', 'project_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:45:07.835451 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b040a523-ff4d-4dfd-9b1f-e1fee9a5eb89 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:07.903803 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b040a523-ff4d-4dfd-9b1f-e1fee9a5eb89 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:07.908854 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b040a523-ff4d-4dfd-9b1f-e1fee9a5eb89 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:07.931994 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b040a523-ff4d-4dfd-9b1f-e1fee9a5eb89 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16862c37-dad7-4c3f-91c4-2c81e491b65e,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:07.934974 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b040a523-ff4d-4dfd-9b1f-e1fee9a5eb89 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:07.938290 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-b040a523-ff4d-4dfd-9b1f-e1fee9a5eb89 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1329401 Aug 10 04:45:07.939155 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 53020) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:45:07.944050 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-00ace6f0-cdc8-4552-95f1-0f5ff7ed183c tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Request body: {'security_group_rule': {'security_group_id': '9c031368-ab46-4c1f-ba46-0426b8aa21ac', 'project_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:45:07.972869 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-00ace6f0-cdc8-4552-95f1-0f5ff7ed183c tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:08.035203 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-00ace6f0-cdc8-4552-95f1-0f5ff7ed183c tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:08.038895 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-00ace6f0-cdc8-4552-95f1-0f5ff7ed183c tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:08.052833 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ace6f0-cdc8-4552-95f1-0f5ff7ed183c tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6907da4b-4b3b-4780-b114-fe07141e6f42,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:08.067355 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-00ace6f0-cdc8-4552-95f1-0f5ff7ed183c tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:08.070258 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-00ace6f0-cdc8-4552-95f1-0f5ff7ed183c tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1285839 Aug 10 04:45:08.071649 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 53022) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:45:08.076444 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-0a3202dc-6afa-4fb3-bc1c-2a376e8404b8 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Request body: {'security_group_rule': {'security_group_id': '9c031368-ab46-4c1f-ba46-0426b8aa21ac', 'project_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:45:08.103496 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0a3202dc-6afa-4fb3-bc1c-2a376e8404b8 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:08.172892 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0a3202dc-6afa-4fb3-bc1c-2a376e8404b8 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:08.176922 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0a3202dc-6afa-4fb3-bc1c-2a376e8404b8 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:08.195882 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3202dc-6afa-4fb3-bc1c-2a376e8404b8 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1646b2dd-1d4b-4de6-a6a1-c4ddf0283d6f,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:08.202876 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-0a3202dc-6afa-4fb3-bc1c-2a376e8404b8 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:08.204174 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-0a3202dc-6afa-4fb3-bc1c-2a376e8404b8 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1314671 Aug 10 04:45:08.207306 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 53024) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:45:08.212597 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [None req-ce4489fa-4880-490e-857e-2e1216f8465f tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Request body: {'security_group_rule': {'security_group_id': '9c031368-ab46-4c1f-ba46-0426b8aa21ac', 'project_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:45:08.238817 n-d-768862-13 neutron-server[94260]: INFO neutron.db.securitygroups_db [None req-ce4489fa-4880-490e-857e-2e1216f8465f tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Project c60cfb74ec8f4d048025497ffe366fd8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:45:08.244998 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ce4489fa-4880-490e-857e-2e1216f8465f tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:08.249325 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf6c5b9-e81d-41bd-b5e7-f8d4a938d664 None None] Sync routers for ids ['72afaea4-d867-4d37-8aea-638c58e40948'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:45:08.258689 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf6c5b9-e81d-41bd-b5e7-f8d4a938d664 None None] Routers {'72afaea4-d867-4d37-8aea-638c58e40948'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:45:08.259352 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-faf6c5b9-e81d-41bd-b5e7-f8d4a938d664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:44:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['72afaea4-d867-4d37-8aea-638c58e40948'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:45:08.313775 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ce4489fa-4880-490e-857e-2e1216f8465f tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:08.317949 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ce4489fa-4880-490e-857e-2e1216f8465f tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:08.336116 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4489fa-4880-490e-857e-2e1216f8465f tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fed7c1c-f62b-4cd0-ad20-a03d7fc5f3ed,revision_number=0']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:08.343512 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ce4489fa-4880-490e-857e-2e1216f8465f tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:08.347998 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 53026) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:45:08.351373 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-ce4489fa-4880-490e-857e-2e1216f8465f tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1422977 Aug 10 04:45:08.354881 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-c40c7e17-49f9-4395-82f8-397da377b674 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Request body: {'security_group_rule': {'security_group_id': '9c031368-ab46-4c1f-ba46-0426b8aa21ac', 'project_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:45:08.375609 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-faf6c5b9-e81d-41bd-b5e7-f8d4a938d664 None None] Set router 72afaea4-d867-4d37-8aea-638c58e40948 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:45:08.378074 n-d-768862-13 neutron-server[94261]: INFO neutron.db.securitygroups_db [None req-c40c7e17-49f9-4395-82f8-397da377b674 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Project c60cfb74ec8f4d048025497ffe366fd8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:45:08.383089 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c40c7e17-49f9-4395-82f8-397da377b674 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:08.446834 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c40c7e17-49f9-4395-82f8-397da377b674 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:08.451629 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c40c7e17-49f9-4395-82f8-397da377b674 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705922'] for security_group_rule, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:08.469568 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40c7e17-49f9-4395-82f8-397da377b674 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07339858-46d4-4b4d-8353-c7cc051efa32,revision_number=0']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:08.479843 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c40c7e17-49f9-4395-82f8-397da377b674 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:08.489061 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-c40c7e17-49f9-4395-82f8-397da377b674 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1323266 Aug 10 04:45:08.606671 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-faf6c5b9-e81d-41bd-b5e7-f8d4a938d664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72afaea4-d867-4d37-8aea-638c58e40948', 'name': 'tempest-TestSnapshotPattern-1070533649-router', 'tenant_id': '0913989b1e2c4bed87858f0531d32245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': 'c46dd884-57fb-4d0f-a4da-eae485ce5230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:45:02Z', 'updated_at': '2021-08-10T04:45:06Z', 'revision_number': 4, 'project_id': '0913989b1e2c4bed87858f0531d32245', 'gw_port': {'id': 'c46dd884-57fb-4d0f-a4da-eae485ce5230', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:02:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72afaea4-d867-4d37-8aea-638c58e40948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:45:03Z', 'updated_at': '2021-08-10T04:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '59ccd90f-c5a3-4d86-82a0-1f1637131dc2', 'name': '', 'network_id': '52a2b0ef-6315-4d7b-848c-3a0419a06ee9', 'tenant_id': '0913989b1e2c4bed87858f0531d32245', 'mac_address': 'fa:16:3e:af:24:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72afaea4-d867-4d37-8aea-638c58e40948', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '6b0c4d52-f804-4dde-8c4d-ae5f8da93c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:45:05Z', 'updated_at': '2021-08-10T04:45:06Z', 'revision_number': 2, 'project_id': '0913989b1e2c4bed87858f0531d32245', 'subnets': [{'id': '6b0c4d52-f804-4dde-8c4d-ae5f8da93c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:45:08.637652 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-aeacd44c-2ea3-42f5-a838-e488ef05e628 req-b2f1f54a-ee91-4b62-9803-e889ea402652 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-36791435&fields=id&tenant_id=c60cfb74ec8f4d048025497ffe366fd8 HTTP/1.1" status: 200 len: 267 time: 0.0349317 Aug 10 04:45:08.638356 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf6c5b9-e81d-41bd-b5e7-f8d4a938d664 None None] Checking router: 72afaea4-d867-4d37-8aea-638c58e40948 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:45:08.638356 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf6c5b9-e81d-41bd-b5e7-f8d4a938d664 None None] Updating router 72afaea4-d867-4d37-8aea-638c58e40948 port 59ccd90f-c5a3-4d86-82a0-1f1637131dc2 binding host n-d-768862-13 {{(pid=94262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:45:08.664604 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-faf6c5b9-e81d-41bd-b5e7-f8d4a938d664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:08.753803 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeacd44c-2ea3-42f5-a838-e488ef05e628 req-882ebd8f-c967-473a-a891-8874585f53f2 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:08.755298 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-aeacd44c-2ea3-42f5-a838-e488ef05e628 req-882ebd8f-c967-473a-a891-8874585f53f2 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] 10.222.0.44 "GET /v2.0/networks?id=32137fe6-de9b-48ae-9506-c1875a325b7e HTTP/1.1" status: 200 len: 810 time: 0.1079059 Aug 10 04:45:08.770349 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-aeacd44c-2ea3-42f5-a838-e488ef05e628 req-b541e972-ed53-463a-ad4a-af59f76f889c tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] 10.222.0.44 "GET /v2.0/quotas/c60cfb74ec8f4d048025497ffe366fd8 HTTP/1.1" status: 200 len: 375 time: 0.0090818 Aug 10 04:45:08.822255 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-aeacd44c-2ea3-42f5-a838-e488ef05e628 req-0a52fc86-f9b0-407f-a5d5-7d482820976b tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c60cfb74ec8f4d048025497ffe366fd8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461719 Aug 10 04:45:08.922191 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-aeacd44c-2ea3-42f5-a838-e488ef05e628 req-e0f796d9-fcfb-4da9-bca8-3632409bc887 service neutron] 10.222.0.44 "GET /v2.0/networks/32137fe6-de9b-48ae-9506-c1875a325b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873964 Aug 10 04:45:08.932435 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-faf6c5b9-e81d-41bd-b5e7-f8d4a938d664 None None] Notify callbacks [] for port, precommit_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:08.942427 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-faf6c5b9-e81d-41bd-b5e7-f8d4a938d664 None None] Transition to ACTIVE for port object 59ccd90f-c5a3-4d86-82a0-1f1637131dc2 will not be triggered until provisioned by entity L2. {{(pid=94262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:45:08.949208 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-faf6c5b9-e81d-41bd-b5e7-f8d4a938d664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:08.998734 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260820e7-5b7f-4422-b776-a1f0e2f66f7a None None] Pushing event updated for resources: {'Port': ['ID=59ccd90f-c5a3-4d86-82a0-1f1637131dc2,revision_number=3']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:09.015670 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-aeacd44c-2ea3-42f5-a838-e488ef05e628 req-9c2a3c6e-967f-4c55-a4be-7205df69ac15 service neutron] 10.222.0.44 "GET /v2.0/networks/32137fe6-de9b-48ae-9506-c1875a325b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862613 Aug 10 04:45:09.054260 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-faf6c5b9-e81d-41bd-b5e7-f8d4a938d664 None None] Attempting to bind port 59ccd90f-c5a3-4d86-82a0-1f1637131dc2 on host n-d-768862-13 for vnic_type normal with profile {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:45:09.054462 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-faf6c5b9-e81d-41bd-b5e7-f8d4a938d664 None None] Attempting to bind port 59ccd90f-c5a3-4d86-82a0-1f1637131dc2 by drivers openvswitch,hyperv on host n-d-768862-13 at level 0 using segments [{'id': 'd2d6a7b8-4171-4a30-a5ad-7d82c54cf681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '52a2b0ef-6315-4d7b-848c-3a0419a06ee9'}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:45:09.054743 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf6c5b9-e81d-41bd-b5e7-f8d4a938d664 None None] Attempting to bind port 59ccd90f-c5a3-4d86-82a0-1f1637131dc2 on network 52a2b0ef-6315-4d7b-848c-3a0419a06ee9 {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:45:09.061022 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf6c5b9-e81d-41bd-b5e7-f8d4a938d664 None None] Checking agent: {'id': 'ab6a2ec2-881e-49ee-97dd-aa17a1b7877f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 1, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 2, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:45:09.061403 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf6c5b9-e81d-41bd-b5e7-f8d4a938d664 None None] Checking segment: {'id': 'd2d6a7b8-4171-4a30-a5ad-7d82c54cf681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '52a2b0ef-6315-4d7b-848c-3a0419a06ee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:45:09.061808 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-faf6c5b9-e81d-41bd-b5e7-f8d4a938d664 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:09.062206 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf6c5b9-e81d-41bd-b5e7-f8d4a938d664 None None] Bound using segment: {'id': 'd2d6a7b8-4171-4a30-a5ad-7d82c54cf681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '52a2b0ef-6315-4d7b-848c-3a0419a06ee9'} {{(pid=94262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:45:09.062703 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.managers [None req-faf6c5b9-e81d-41bd-b5e7-f8d4a938d664 None None] Bound port: 59ccd90f-c5a3-4d86-82a0-1f1637131dc2, host: n-d-768862-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2d6a7b8-4171-4a30-a5ad-7d82c54cf681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '52a2b0ef-6315-4d7b-848c-3a0419a06ee9'}}] {{(pid=94262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:45:09.063164 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-faf6c5b9-e81d-41bd-b5e7-f8d4a938d664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:09.136381 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-faf6c5b9-e81d-41bd-b5e7-f8d4a938d664 None None] For port 59ccd90f-c5a3-4d86-82a0-1f1637131dc2, host n-d-768862-13, cleared binding levels {{(pid=94262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:45:09.140666 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-faf6c5b9-e81d-41bd-b5e7-f8d4a938d664 None None] For port 59ccd90f-c5a3-4d86-82a0-1f1637131dc2, host n-d-768862-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=59ccd90f-c5a3-4d86-82a0-1f1637131dc2,segment=NetworkSegment(d2d6a7b8-4171-4a30-a5ad-7d82c54cf681),segment_id=d2d6a7b8-4171-4a30-a5ad-7d82c54cf681)] {{(pid=94262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:45:09.151798 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-faf6c5b9-e81d-41bd-b5e7-f8d4a938d664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:09.207495 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf6c5b9-e81d-41bd-b5e7-f8d4a938d664 None None] Routers {'72afaea4-d867-4d37-8aea-638c58e40948'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:45:09.208121 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-faf6c5b9-e81d-41bd-b5e7-f8d4a938d664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:44:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['72afaea4-d867-4d37-8aea-638c58e40948'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:45:09.240833 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d54105ec-a081-4248-a780-9a3292dc8563 req-52e43004-a876-4a85-a298-5770fdd5aa95 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] 10.222.0.44 "GET /v2.0/ports?device_id=257f1073-f2d0-4165-9503-73690e5a3e73 HTTP/1.1" status: 200 len: 210 time: 0.0360351 Aug 10 04:45:09.428068 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device c46dd884-57fb-4d0f-a4da-eae485ce5230 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:45:09.453669 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260820e7-5b7f-4422-b776-a1f0e2f66f7a None None] Pushing event updated for resources: {'Port': ['ID=59ccd90f-c5a3-4d86-82a0-1f1637131dc2,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:09.557247 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port c46dd884-57fb-4d0f-a4da-eae485ce5230 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:45:09.557623 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:09.560186 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-faf6c5b9-e81d-41bd-b5e7-f8d4a938d664 None None] Set router 72afaea4-d867-4d37-8aea-638c58e40948 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:45:09.836417 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-faf6c5b9-e81d-41bd-b5e7-f8d4a938d664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72afaea4-d867-4d37-8aea-638c58e40948', 'name': 'tempest-TestSnapshotPattern-1070533649-router', 'tenant_id': '0913989b1e2c4bed87858f0531d32245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': 'c46dd884-57fb-4d0f-a4da-eae485ce5230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:45:02Z', 'updated_at': '2021-08-10T04:45:06Z', 'revision_number': 4, 'project_id': '0913989b1e2c4bed87858f0531d32245', 'gw_port': {'id': 'c46dd884-57fb-4d0f-a4da-eae485ce5230', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:02:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72afaea4-d867-4d37-8aea-638c58e40948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:45:03Z', 'updated_at': '2021-08-10T04:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '59ccd90f-c5a3-4d86-82a0-1f1637131dc2', 'name': '', 'network_id': '52a2b0ef-6315-4d7b-848c-3a0419a06ee9', 'tenant_id': '0913989b1e2c4bed87858f0531d32245', 'mac_address': 'fa:16:3e:af:24:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72afaea4-d867-4d37-8aea-638c58e40948', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '6b0c4d52-f804-4dde-8c4d-ae5f8da93c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:45:05Z', 'updated_at': '2021-08-10T04:45:09Z', 'revision_number': 4, 'project_id': '0913989b1e2c4bed87858f0531d32245', 'subnets': [{'id': '6b0c4d52-f804-4dde-8c4d-ae5f8da93c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:45:09.864989 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf6c5b9-e81d-41bd-b5e7-f8d4a938d664 None None] The sync data for ids ['72afaea4-d867-4d37-8aea-638c58e40948'] in n-d-768862-13 is: [{'id': '72afaea4-d867-4d37-8aea-638c58e40948', 'name': 'tempest-TestSnapshotPattern-1070533649-router', 'tenant_id': '0913989b1e2c4bed87858f0531d32245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': 'c46dd884-57fb-4d0f-a4da-eae485ce5230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:45:02Z', 'updated_at': '2021-08-10T04:45:06Z', 'revision_number': 4, 'project_id': '0913989b1e2c4bed87858f0531d32245', 'gw_port': {'id': 'c46dd884-57fb-4d0f-a4da-eae485ce5230', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:02:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72afaea4-d867-4d37-8aea-638c58e40948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:45:03Z', 'updated_at': '2021-08-10T04:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '59ccd90f-c5a3-4d86-82a0-1f1637131dc2', 'name': '', 'network_id': '52a2b0ef-6315-4d7b-848c-3a0419a06ee9', 'tenant_id': '0913989b1e2c4bed87858f0531d32245', 'mac_address': 'fa:16:3e:af:24:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72afaea4-d867-4d37-8aea-638c58e40948', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '6b0c4d52-f804-4dde-8c4d-ae5f8da93c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:45:05Z', 'updated_at': '2021-08-10T04:45:09Z', 'revision_number': 4, 'project_id': '0913989b1e2c4bed87858f0531d32245', 'subnets': [{'id': '6b0c4d52-f804-4dde-8c4d-ae5f8da93c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:45:10.576616 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cd1f4911-a623-4177-93e1-efe9c60fd1c0 req-e5161418-30b3-4c44-b2f0-f1427c4758fd tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] 10.222.0.44 "GET /v2.0/ports?device_id=257f1073-f2d0-4165-9503-73690e5a3e73 HTTP/1.1" status: 200 len: 210 time: 0.0293112 Aug 10 04:45:10.623907 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeacd44c-2ea3-42f5-a838-e488ef05e628 req-97a046aa-a711-4cb3-a793-17306cd2a82c tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:10.625396 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-aeacd44c-2ea3-42f5-a838-e488ef05e628 req-97a046aa-a711-4cb3-a793-17306cd2a82c tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] 10.222.0.42 "GET /v2.0/networks?id=32137fe6-de9b-48ae-9506-c1875a325b7e HTTP/1.1" status: 200 len: 810 time: 0.4936023 Aug 10 04:45:10.669150 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-aeacd44c-2ea3-42f5-a838-e488ef05e628 req-112d5825-379f-44c4-8af4-0eac20040bc2 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c60cfb74ec8f4d048025497ffe366fd8 HTTP/1.1" status: 200 len: 378 time: 0.0339363 Aug 10 04:45:10.678212 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-aeacd44c-2ea3-42f5-a838-e488ef05e628 req-01cac3b4-80b2-4739-a16f-4854f7c41c39 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Request body: {'port': {'device_id': '257f1073-f2d0-4165-9503-73690e5a3e73', 'network_id': '32137fe6-de9b-48ae-9506-c1875a325b7e', 'admin_state_up': True, 'tenant_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'security_groups': ['9c031368-ab46-4c1f-ba46-0426b8aa21ac']}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:45:10.791712 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aeacd44c-2ea3-42f5-a838-e488ef05e628 req-01cac3b4-80b2-4739-a16f-4854f7c41c39 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Made reservation on behalf of c60cfb74ec8f4d048025497ffe366fd8 for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:45:10.795348 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-aeacd44c-2ea3-42f5-a838-e488ef05e628 req-01cac3b4-80b2-4739-a16f-4854f7c41c39 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:10.928373 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-aeacd44c-2ea3-42f5-a838-e488ef05e628 req-01cac3b4-80b2-4739-a16f-4854f7c41c39 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Allocated IP 172.20.0.3 (32137fe6-de9b-48ae-9506-c1875a325b7e/14bd2a1d-f2f7-4de2-ac5b-5550b00a2f98/a489b858-1a97-4067-9ce5-911dfa9753ec) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:45:11.076793 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-aeacd44c-2ea3-42f5-a838-e488ef05e628 req-01cac3b4-80b2-4739-a16f-4854f7c41c39 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:11.091267 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-aeacd44c-2ea3-42f5-a838-e488ef05e628 req-01cac3b4-80b2-4739-a16f-4854f7c41c39 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Transition to ACTIVE for port object a489b858-1a97-4067-9ce5-911dfa9753ec will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:45:11.126852 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-aeacd44c-2ea3-42f5-a838-e488ef05e628 req-01cac3b4-80b2-4739-a16f-4854f7c41c39 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:11.169473 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aeacd44c-2ea3-42f5-a838-e488ef05e628 req-01cac3b4-80b2-4739-a16f-4854f7c41c39 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Network 32137fe6-de9b-48ae-9506-c1875a325b7e is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:45:11.175105 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-aeacd44c-2ea3-42f5-a838-e488ef05e628 req-01cac3b4-80b2-4739-a16f-4854f7c41c39 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:45:11.184600 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cac3b4-80b2-4739-a16f-4854f7c41c39 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Pushing event updated for resources: {'Port': ['ID=a489b858-1a97-4067-9ce5-911dfa9753ec,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:11.187794 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeacd44c-2ea3-42f5-a838-e488ef05e628 req-01cac3b4-80b2-4739-a16f-4854f7c41c39 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:45:11.223298 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 59ccd90f-c5a3-4d86-82a0-1f1637131dc2 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:45:11.248555 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeacd44c-2ea3-42f5-a838-e488ef05e628 req-01cac3b4-80b2-4739-a16f-4854f7c41c39 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:11.249506 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-aeacd44c-2ea3-42f5-a838-e488ef05e628 req-01cac3b4-80b2-4739-a16f-4854f7c41c39 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:11.266551 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-aeacd44c-2ea3-42f5-a838-e488ef05e628 req-01cac3b4-80b2-4739-a16f-4854f7c41c39 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5920150 Aug 10 04:45:11.281676 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-aeacd44c-2ea3-42f5-a838-e488ef05e628 req-4038c999-7a86-407e-8e21-9f3ecd9065d4 service neutron] Request body: {'port': {'device_id': '257f1073-f2d0-4165-9503-73690e5a3e73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:45:11.286879 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning for port 59ccd90f-c5a3-4d86-82a0-1f1637131dc2 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:45:11.292266 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 59ccd90f-c5a3-4d86-82a0-1f1637131dc2 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:45:11.292751 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:11.346389 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-aeacd44c-2ea3-42f5-a838-e488ef05e628 req-4038c999-7a86-407e-8e21-9f3ecd9065d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:11.396495 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:11.437362 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] For port 59ccd90f-c5a3-4d86-82a0-1f1637131dc2, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=59ccd90f-c5a3-4d86-82a0-1f1637131dc2,segment=NetworkSegment(d2d6a7b8-4171-4a30-a5ad-7d82c54cf681),segment_id=d2d6a7b8-4171-4a30-a5ad-7d82c54cf681)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:45:11.442120 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:11.516781 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Pushing event updated for resources: {'Port': ['ID=59ccd90f-c5a3-4d86-82a0-1f1637131dc2,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:11.529542 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-03a84b8b-cf68-4659-afa0-e423ab5c89fb None None] Provisioning for port a489b858-1a97-4067-9ce5-911dfa9753ec completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:45:11.540934 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-03a84b8b-cf68-4659-afa0-e423ab5c89fb None None] Provisioning complete for port a489b858-1a97-4067-9ce5-911dfa9753ec triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:45:11.540934 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-03a84b8b-cf68-4659-afa0-e423ab5c89fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:11.579727 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-03a84b8b-cf68-4659-afa0-e423ab5c89fb None None] Port a489b858-1a97-4067-9ce5-911dfa9753ec cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:45:11.734484 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-aeacd44c-2ea3-42f5-a838-e488ef05e628 req-4038c999-7a86-407e-8e21-9f3ecd9065d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a489b858-1a97-4067-9ce5-911dfa9753ec {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:45:11.746663 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-aeacd44c-2ea3-42f5-a838-e488ef05e628 req-4038c999-7a86-407e-8e21-9f3ecd9065d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:11.764856 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-aeacd44c-2ea3-42f5-a838-e488ef05e628 req-4038c999-7a86-407e-8e21-9f3ecd9065d4 service neutron] Transition to ACTIVE for port object a489b858-1a97-4067-9ce5-911dfa9753ec will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:45:11.771186 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-aeacd44c-2ea3-42f5-a838-e488ef05e628 req-4038c999-7a86-407e-8e21-9f3ecd9065d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:11.781627 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0097f8a5-cf62-4cf9-822d-96148c3f948c req-b4e84a4b-ebf8-4b28-abdc-1d6a721e8e8a tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:11.783260 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0097f8a5-cf62-4cf9-822d-96148c3f948c req-b4e84a4b-ebf8-4b28-abdc-1d6a721e8e8a tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] 10.222.0.44 "GET /v2.0/ports?device_id=257f1073-f2d0-4165-9503-73690e5a3e73 HTTP/1.1" status: 200 len: 931 time: 0.0955932 Aug 10 04:45:11.875848 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4038c999-7a86-407e-8e21-9f3ecd9065d4 service neutron] Pushing event updated for resources: {'Port': ['ID=a489b858-1a97-4067-9ce5-911dfa9753ec,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:11.887706 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0097f8a5-cf62-4cf9-822d-96148c3f948c req-4f2fb5fb-71e1-42ca-ae31-c01ced6a2d05 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c031368-ab46-4c1f-ba46-0426b8aa21ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0945094 Aug 10 04:45:11.963676 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-aeacd44c-2ea3-42f5-a838-e488ef05e628 req-4038c999-7a86-407e-8e21-9f3ecd9065d4 service neutron] Attempting to bind port a489b858-1a97-4067-9ce5-911dfa9753ec on host n-h1-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:45:11.964103 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-aeacd44c-2ea3-42f5-a838-e488ef05e628 req-4038c999-7a86-407e-8e21-9f3ecd9065d4 service neutron] Attempting to bind port a489b858-1a97-4067-9ce5-911dfa9753ec by drivers openvswitch,hyperv on host n-h1-768862-13 at level 0 using segments [{'id': '17990c98-391e-4989-bba9-2c474656bcf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '32137fe6-de9b-48ae-9506-c1875a325b7e'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:45:11.964507 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeacd44c-2ea3-42f5-a838-e488ef05e628 req-4038c999-7a86-407e-8e21-9f3ecd9065d4 service neutron] Attempting to bind port a489b858-1a97-4067-9ce5-911dfa9753ec on network 32137fe6-de9b-48ae-9506-c1875a325b7e {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:45:11.969650 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeacd44c-2ea3-42f5-a838-e488ef05e628 req-4038c999-7a86-407e-8e21-9f3ecd9065d4 service neutron] Port a489b858-1a97-4067-9ce5-911dfa9753ec on network 32137fe6-de9b-48ae-9506-c1875a325b7e not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:45:11.969983 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeacd44c-2ea3-42f5-a838-e488ef05e628 req-4038c999-7a86-407e-8e21-9f3ecd9065d4 service neutron] Attempting to bind port a489b858-1a97-4067-9ce5-911dfa9753ec on network 32137fe6-de9b-48ae-9506-c1875a325b7e {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:45:11.976884 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeacd44c-2ea3-42f5-a838-e488ef05e628 req-4038c999-7a86-407e-8e21-9f3ecd9065d4 service neutron] Checking agent: {'id': 'fab3131f-922f-49a0-9d52-8f3f76e773a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:45:11.977224 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeacd44c-2ea3-42f5-a838-e488ef05e628 req-4038c999-7a86-407e-8e21-9f3ecd9065d4 service neutron] Checking segment: {'id': '17990c98-391e-4989-bba9-2c474656bcf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '32137fe6-de9b-48ae-9506-c1875a325b7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:45:11.977669 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeacd44c-2ea3-42f5-a838-e488ef05e628 req-4038c999-7a86-407e-8e21-9f3ecd9065d4 service neutron] Bound using segment: {'id': '17990c98-391e-4989-bba9-2c474656bcf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '32137fe6-de9b-48ae-9506-c1875a325b7e'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:45:11.979031 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-aeacd44c-2ea3-42f5-a838-e488ef05e628 req-4038c999-7a86-407e-8e21-9f3ecd9065d4 service neutron] Bound port: a489b858-1a97-4067-9ce5-911dfa9753ec, host: n-h1-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17990c98-391e-4989-bba9-2c474656bcf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '32137fe6-de9b-48ae-9506-c1875a325b7e'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:45:11.979410 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-aeacd44c-2ea3-42f5-a838-e488ef05e628 req-4038c999-7a86-407e-8e21-9f3ecd9065d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:12.066027 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-aeacd44c-2ea3-42f5-a838-e488ef05e628 req-4038c999-7a86-407e-8e21-9f3ecd9065d4 service neutron] For port a489b858-1a97-4067-9ce5-911dfa9753ec, host n-h1-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:45:12.069804 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-aeacd44c-2ea3-42f5-a838-e488ef05e628 req-4038c999-7a86-407e-8e21-9f3ecd9065d4 service neutron] For port a489b858-1a97-4067-9ce5-911dfa9753ec, host n-h1-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=a489b858-1a97-4067-9ce5-911dfa9753ec,segment=NetworkSegment(17990c98-391e-4989-bba9-2c474656bcf0),segment_id=17990c98-391e-4989-bba9-2c474656bcf0)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:45:12.077177 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-aeacd44c-2ea3-42f5-a838-e488ef05e628 req-4038c999-7a86-407e-8e21-9f3ecd9065d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:12.114142 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeacd44c-2ea3-42f5-a838-e488ef05e628 req-4038c999-7a86-407e-8e21-9f3ecd9065d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:12.114924 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-aeacd44c-2ea3-42f5-a838-e488ef05e628 req-4038c999-7a86-407e-8e21-9f3ecd9065d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:12.116599 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-aeacd44c-2ea3-42f5-a838-e488ef05e628 req-4038c999-7a86-407e-8e21-9f3ecd9065d4 service neutron] 10.222.0.42 "PUT /v2.0/ports/a489b858-1a97-4067-9ce5-911dfa9753ec HTTP/1.1" status: 200 len: 1092 time: 0.8406045 Aug 10 04:45:12.117074 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '257f1073-f2d0-4165-9503-73690e5a3e73', 'tag': 'a489b858-1a97-4067-9ce5-911dfa9753ec'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:45:12.120770 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7142606bf34c4189ec1af3eb1cc50705e8815838b55f5940d6ad7e637f738b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfc33850-b4b2-4e0f-b5ed-ee374d3eebe9" -d '{"events": [{"name": "network-changed", "server_uuid": "257f1073-f2d0-4165-9503-73690e5a3e73", "tag": "a489b858-1a97-4067-9ce5-911dfa9753ec"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:45:12.158609 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4038c999-7a86-407e-8e21-9f3ecd9065d4 service neutron] Pushing event updated for resources: {'Port': ['ID=a489b858-1a97-4067-9ce5-911dfa9753ec,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:12.179027 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2154bb4-b05d-484b-ac19-a502a82de9b6 x-openstack-request-id: req-f2154bb4-b05d-484b-ac19-a502a82de9b6 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:45:12.179397 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "257f1073-f2d0-4165-9503-73690e5a3e73", "tag": "a489b858-1a97-4067-9ce5-911dfa9753ec", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:45:12.179753 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f2154bb4-b05d-484b-ac19-a502a82de9b6 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:45:12.180286 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '257f1073-f2d0-4165-9503-73690e5a3e73', 'tag': 'a489b858-1a97-4067-9ce5-911dfa9753ec', 'status': 'completed', 'code': 200} Aug 10 04:45:12.236566 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeacd44c-2ea3-42f5-a838-e488ef05e628 req-9fd809ee-b910-4c20-89b5-18fb0e21cc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:12.238269 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-aeacd44c-2ea3-42f5-a838-e488ef05e628 req-9fd809ee-b910-4c20-89b5-18fb0e21cc4b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c60cfb74ec8f4d048025497ffe366fd8&device_id=257f1073-f2d0-4165-9503-73690e5a3e73 HTTP/1.1" status: 200 len: 1095 time: 0.0648832 Aug 10 04:45:12.289640 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-aeacd44c-2ea3-42f5-a838-e488ef05e628 req-d39add25-2260-4b77-bf52-837ca3392c06 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a489b858-1a97-4067-9ce5-911dfa9753ec HTTP/1.1" status: 200 len: 217 time: 0.0429385 Aug 10 04:45:12.348971 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeacd44c-2ea3-42f5-a838-e488ef05e628 req-ff75c86f-ae54-489d-b1d4-8c9cc911a959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:12.350519 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-aeacd44c-2ea3-42f5-a838-e488ef05e628 req-ff75c86f-ae54-489d-b1d4-8c9cc911a959 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=14bd2a1d-f2f7-4de2-ac5b-5550b00a2f98 HTTP/1.1" status: 200 len: 849 time: 0.0539961 Aug 10 04:45:12.407512 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeacd44c-2ea3-42f5-a838-e488ef05e628 req-42fdf102-cc55-4a24-89db-23d171233d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:12.409535 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-aeacd44c-2ea3-42f5-a838-e488ef05e628 req-42fdf102-cc55-4a24-89db-23d171233d05 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=32137fe6-de9b-48ae-9506-c1875a325b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517893 Aug 10 04:45:12.526174 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-aeacd44c-2ea3-42f5-a838-e488ef05e628 req-df7232ac-91a7-4384-b42a-25d2ece2dbbb service neutron] 10.222.0.42 "GET /v2.0/networks/32137fe6-de9b-48ae-9506-c1875a325b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083694 Aug 10 04:45:12.624548 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-aeacd44c-2ea3-42f5-a838-e488ef05e628 req-b001aeda-5f56-43dc-b32a-62c454c32905 service neutron] 10.222.0.42 "GET /v2.0/networks/32137fe6-de9b-48ae-9506-c1875a325b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917320 Aug 10 04:45:12.714056 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc33850-b4b2-4e0f-b5ed-ee374d3eebe9 req-2109d912-332e-4a93-a7e1-f03d05c9e358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:12.715527 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bfc33850-b4b2-4e0f-b5ed-ee374d3eebe9 req-2109d912-332e-4a93-a7e1-f03d05c9e358 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c60cfb74ec8f4d048025497ffe366fd8&device_id=257f1073-f2d0-4165-9503-73690e5a3e73 HTTP/1.1" status: 200 len: 1095 time: 0.0449810 Aug 10 04:45:12.810910 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc33850-b4b2-4e0f-b5ed-ee374d3eebe9 req-4b73ee70-c434-47df-8bc4-c5522451390d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:12.812428 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bfc33850-b4b2-4e0f-b5ed-ee374d3eebe9 req-4b73ee70-c434-47df-8bc4-c5522451390d service neutron] 10.222.0.42 "GET /v2.0/networks?id=32137fe6-de9b-48ae-9506-c1875a325b7e HTTP/1.1" status: 200 len: 910 time: 0.0898044 Aug 10 04:45:12.854933 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bfc33850-b4b2-4e0f-b5ed-ee374d3eebe9 req-3d27cb1f-64ad-412d-8404-32a2518d7b66 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a489b858-1a97-4067-9ce5-911dfa9753ec HTTP/1.1" status: 200 len: 217 time: 0.0354655 Aug 10 04:45:12.909167 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc33850-b4b2-4e0f-b5ed-ee374d3eebe9 req-3011bdf8-adde-4a10-aeb6-47572139dc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:12.910697 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bfc33850-b4b2-4e0f-b5ed-ee374d3eebe9 req-3011bdf8-adde-4a10-aeb6-47572139dc6b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=14bd2a1d-f2f7-4de2-ac5b-5550b00a2f98 HTTP/1.1" status: 200 len: 849 time: 0.0489578 Aug 10 04:45:12.958923 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc33850-b4b2-4e0f-b5ed-ee374d3eebe9 req-c17079ef-8e73-40d9-9bce-b6b02f660f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:12.960553 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bfc33850-b4b2-4e0f-b5ed-ee374d3eebe9 req-c17079ef-8e73-40d9-9bce-b6b02f660f91 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=32137fe6-de9b-48ae-9506-c1875a325b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419376 Aug 10 04:45:13.068650 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b53af40-1e29-41e4-96fd-bf983a17f01d req-f152ce8b-42b5-4334-975f-e9e21dad2939 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:13.070039 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1b53af40-1e29-41e4-96fd-bf983a17f01d req-f152ce8b-42b5-4334-975f-e9e21dad2939 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] 10.222.0.44 "GET /v2.0/ports?device_id=257f1073-f2d0-4165-9503-73690e5a3e73 HTTP/1.1" status: 200 len: 943 time: 0.1080568 Aug 10 04:45:13.099676 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bfc33850-b4b2-4e0f-b5ed-ee374d3eebe9 req-7f96805a-71a0-4fc9-b0c7-6ea24d712399 service neutron] 10.222.0.42 "GET /v2.0/networks/32137fe6-de9b-48ae-9506-c1875a325b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283429 Aug 10 04:45:13.163397 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1b53af40-1e29-41e4-96fd-bf983a17f01d req-b0d5ff42-d983-4b1b-a05b-92512027636e tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c031368-ab46-4c1f-ba46-0426b8aa21ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0843592 Aug 10 04:45:13.198492 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 59ccd90f-c5a3-4d86-82a0-1f1637131dc2 up at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:45:13.215645 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bfc33850-b4b2-4e0f-b5ed-ee374d3eebe9 req-4a547238-2086-4e8e-815c-b8797b8cf9cc service neutron] 10.222.0.42 "GET /v2.0/networks/32137fe6-de9b-48ae-9506-c1875a325b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078866 Aug 10 04:45:13.249290 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Provisioning complete for port 59ccd90f-c5a3-4d86-82a0-1f1637131dc2 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:45:13.249658 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:14.311054 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf459f6-754f-4152-aa1d-728e631b5707 req-4e98c91f-3db0-4ec3-9a64-903dd4274948 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:14.312634 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-eaf459f6-754f-4152-aa1d-728e631b5707 req-4e98c91f-3db0-4ec3-9a64-903dd4274948 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] 10.222.0.44 "GET /v2.0/ports?device_id=257f1073-f2d0-4165-9503-73690e5a3e73 HTTP/1.1" status: 200 len: 943 time: 0.0755954 Aug 10 04:45:14.353068 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-eaf459f6-754f-4152-aa1d-728e631b5707 req-28b497d1-1d3f-4a7b-9cc1-963e9733cd15 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c031368-ab46-4c1f-ba46-0426b8aa21ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334218 Aug 10 04:45:15.465203 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:45:15.471747 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b18b19-7e4a-43b4-aa89-377042cf3b6c req-d5cccd4b-50cc-4c26-af8f-ce11d641161a tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:15.473354 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e2b18b19-7e4a-43b4-aa89-377042cf3b6c req-d5cccd4b-50cc-4c26-af8f-ce11d641161a tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] 10.222.0.44 "GET /v2.0/ports?device_id=257f1073-f2d0-4165-9503-73690e5a3e73 HTTP/1.1" status: 200 len: 943 time: 0.0516980 Aug 10 04:45:15.514397 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e2b18b19-7e4a-43b4-aa89-377042cf3b6c req-e54760a3-30a1-4264-a6eb-5b8fff268144 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c031368-ab46-4c1f-ba46-0426b8aa21ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343385 Aug 10 04:45:15.654772 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device a489b858-1a97-4067-9ce5-911dfa9753ec details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:45:15.752545 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port a489b858-1a97-4067-9ce5-911dfa9753ec, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=a489b858-1a97-4067-9ce5-911dfa9753ec,segment=NetworkSegment(17990c98-391e-4989-bba9-2c474656bcf0),segment_id=17990c98-391e-4989-bba9-2c474656bcf0)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:45:15.764923 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': 'a489b858-1a97-4067-9ce5-911dfa9753ec', 'network_id': '32137fe6-de9b-48ae-9506-c1875a325b7e', 'port_id': 'a489b858-1a97-4067-9ce5-911dfa9753ec', 'mac_address': 'fa:16:3e:93:0b:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14bd2a1d-f2f7-4de2-ac5b-5550b00a2f98', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:45:15.802922 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:15.815719 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a489b858-1a97-4067-9ce5-911dfa9753ec {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:45:15.847605 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port a489b858-1a97-4067-9ce5-911dfa9753ec, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=a489b858-1a97-4067-9ce5-911dfa9753ec,segment=NetworkSegment(17990c98-391e-4989-bba9-2c474656bcf0),segment_id=17990c98-391e-4989-bba9-2c474656bcf0)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:45:15.853306 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:15.906061 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=a489b858-1a97-4067-9ce5-911dfa9753ec,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:16.055781 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['a489b858-1a97-4067-9ce5-911dfa9753ec'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:45:16.638596 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55245469-ff0a-4ca4-b8af-a3feec49097b req-2ff97026-a1bd-4f6c-b794-694b56ed0930 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:16.640095 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-55245469-ff0a-4ca4-b8af-a3feec49097b req-2ff97026-a1bd-4f6c-b794-694b56ed0930 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] 10.222.0.44 "GET /v2.0/ports?device_id=257f1073-f2d0-4165-9503-73690e5a3e73 HTTP/1.1" status: 200 len: 944 time: 0.0527093 Aug 10 04:45:16.677690 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-55245469-ff0a-4ca4-b8af-a3feec49097b req-92504037-3628-40fa-9dfd-d3740690bf4e tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c031368-ab46-4c1f-ba46-0426b8aa21ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314536 Aug 10 04:45:17.655387 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device a489b858-1a97-4067-9ce5-911dfa9753ec up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:45:17.707488 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning for port a489b858-1a97-4067-9ce5-911dfa9753ec completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:45:17.713270 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port a489b858-1a97-4067-9ce5-911dfa9753ec triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:45:17.713270 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:17.812168 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d952333-9c48-44c1-bf14-cd75787b1152 req-90f5220c-dc9d-4a14-8a2f-ed58ea1372af tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:17.813154 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:17.813654 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4d952333-9c48-44c1-bf14-cd75787b1152 req-90f5220c-dc9d-4a14-8a2f-ed58ea1372af tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] 10.222.0.44 "GET /v2.0/ports?device_id=257f1073-f2d0-4165-9503-73690e5a3e73 HTTP/1.1" status: 200 len: 944 time: 0.0581346 Aug 10 04:45:17.838939 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '257f1073-f2d0-4165-9503-73690e5a3e73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a489b858-1a97-4067-9ce5-911dfa9753ec'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:45:17.841278 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}583660bde03669f2dd7fb79ddb869ac83356356549bc1793f8d2e37d6d7017ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-972ba76c-a3b4-4ab3-b9a4-c7fede3163e6" -d '{"events": [{"server_uuid": "257f1073-f2d0-4165-9503-73690e5a3e73", "name": "network-vif-plugged", "status": "completed", "tag": "a489b858-1a97-4067-9ce5-911dfa9753ec"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:45:17.861033 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port a489b858-1a97-4067-9ce5-911dfa9753ec, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=a489b858-1a97-4067-9ce5-911dfa9753ec,segment=NetworkSegment(17990c98-391e-4989-bba9-2c474656bcf0),segment_id=17990c98-391e-4989-bba9-2c474656bcf0)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:45:17.865955 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:17.866193 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-4d952333-9c48-44c1-bf14-cd75787b1152 req-b965c390-b7ac-4345-8e48-8601158047fb tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c031368-ab46-4c1f-ba46-0426b8aa21ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448256 Aug 10 04:45:17.920607 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=a489b858-1a97-4067-9ce5-911dfa9753ec,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:17.994590 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c49ae775-43d7-469e-a07c-8bc079aa7065 x-openstack-request-id: req-c49ae775-43d7-469e-a07c-8bc079aa7065 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:45:17.994885 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "257f1073-f2d0-4165-9503-73690e5a3e73", "name": "network-vif-plugged", "status": "completed", "tag": "a489b858-1a97-4067-9ce5-911dfa9753ec", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:45:17.995137 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c49ae775-43d7-469e-a07c-8bc079aa7065 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:45:17.995536 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '257f1073-f2d0-4165-9503-73690e5a3e73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a489b858-1a97-4067-9ce5-911dfa9753ec', 'code': 200} Aug 10 04:45:18.097749 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60708e2-07be-47f6-9966-8bd563ad9651 req-f7b1dc03-3b6d-43a5-969c-61e24dcfbe96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:18.099211 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d60708e2-07be-47f6-9966-8bd563ad9651 req-f7b1dc03-3b6d-43a5-969c-61e24dcfbe96 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=257f1073-f2d0-4165-9503-73690e5a3e73 HTTP/1.1" status: 200 len: 1097 time: 0.0407996 Aug 10 04:45:18.137797 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d60708e2-07be-47f6-9966-8bd563ad9651 req-ac8e0bbd-6e3f-45b9-9dee-009da224ea4d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9c031368-ab46-4c1f-ba46-0426b8aa21ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304003 Aug 10 04:45:18.988367 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9901aa1c-f5d5-4c3e-89fa-2322bf531ea0 req-cc72edf0-4497-4e6d-994d-2e0470e0f9a5 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:18.989862 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9901aa1c-f5d5-4c3e-89fa-2322bf531ea0 req-cc72edf0-4497-4e6d-994d-2e0470e0f9a5 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] 10.222.0.44 "GET /v2.0/ports?device_id=257f1073-f2d0-4165-9503-73690e5a3e73 HTTP/1.1" status: 200 len: 945 time: 0.0495877 Aug 10 04:45:19.027645 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9901aa1c-f5d5-4c3e-89fa-2322bf531ea0 req-3654bf20-bdf9-4c36-9e73-b36228171984 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c031368-ab46-4c1f-ba46-0426b8aa21ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315068 Aug 10 04:45:19.144847 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294675d2-3cfa-44d9-967c-dc0a51793082 req-bc1a0415-6ef5-4555-a3b0-be210a80afa2 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:19.147264 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-294675d2-3cfa-44d9-967c-dc0a51793082 req-bc1a0415-6ef5-4555-a3b0-be210a80afa2 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] 10.222.0.44 "GET /v2.0/ports?device_id=257f1073-f2d0-4165-9503-73690e5a3e73 HTTP/1.1" status: 200 len: 945 time: 0.0547972 Aug 10 04:45:19.191686 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-294675d2-3cfa-44d9-967c-dc0a51793082 req-da205f9f-cdc6-45bf-8ce2-c9144ab01c46 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c031368-ab46-4c1f-ba46-0426b8aa21ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383046 Aug 10 04:45:19.213734 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 53082) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:45:19.348840 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4065892b-9f00-48da-98f7-40b34ee45a33 tempest-TestSnapshotPattern-883684326 tempest-TestSnapshotPattern-883684326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:19.350752 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-4065892b-9f00-48da-98f7-40b34ee45a33 tempest-TestSnapshotPattern-883684326 tempest-TestSnapshotPattern-883684326-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=257f1073-f2d0-4165-9503-73690e5a3e73 HTTP/1.1" status: 200 len: 1092 time: 0.1359761 Aug 10 04:45:19.354144 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 53086) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:45:19.358777 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-9257040b-ce07-41ce-8d92-11a2ccbb9582 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Request body: {'floatingip': {'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'port_id': 'a489b858-1a97-4067-9ce5-911dfa9753ec', 'tenant_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:45:19.382009 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9257040b-ce07-41ce-8d92-11a2ccbb9582 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Notify callbacks [] for floatingip, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:19.487178 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9257040b-ce07-41ce-8d92-11a2ccbb9582 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:19.616365 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-9257040b-ce07-41ce-8d92-11a2ccbb9582 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Allocated IP 172.25.6.36 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/1e45a947-52ea-42a7-aeee-f6fb4225f044) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:45:19.728267 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9257040b-ce07-41ce-8d92-11a2ccbb9582 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:19.770861 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9257040b-ce07-41ce-8d92-11a2ccbb9582 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:19.818644 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9257040b-ce07-41ce-8d92-11a2ccbb9582 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:45:19.821792 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-9257040b-ce07-41ce-8d92-11a2ccbb9582 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:45:19.827271 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9257040b-ce07-41ce-8d92-11a2ccbb9582 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:45:19.866097 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9257040b-ce07-41ce-8d92-11a2ccbb9582 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Pushing event updated for resources: {'Port': ['ID=1e45a947-52ea-42a7-aeee-f6fb4225f044,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:20.222599 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9257040b-ce07-41ce-8d92-11a2ccbb9582 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:20.293763 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9257040b-ce07-41ce-8d92-11a2ccbb9582 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:20.454609 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9257040b-ce07-41ce-8d92-11a2ccbb9582 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:20.459341 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9257040b-ce07-41ce-8d92-11a2ccbb9582 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:20.532661 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9257040b-ce07-41ce-8d92-11a2ccbb9582 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Pushing event updated for resources: {'Port': ['ID=1e45a947-52ea-42a7-aeee-f6fb4225f044,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:20.547756 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9257040b-ce07-41ce-8d92-11a2ccbb9582 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:20.652421 n-d-768862-13 neutron-server[94261]: INFO neutron.db.l3_db [None req-9257040b-ce07-41ce-8d92-11a2ccbb9582 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Floating IP 971aaad7-bb4d-4680-8733-6184464379d4 associated. External IP: 172.25.6.36, port: a489b858-1a97-4067-9ce5-911dfa9753ec. Aug 10 04:45:20.863534 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9257040b-ce07-41ce-8d92-11a2ccbb9582 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Router 3be169aa-1ace-4be7-87dc-4d9433185b19 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:45:20.970387 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9257040b-ce07-41ce-8d92-11a2ccbb9582 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:45:20.981169 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a639d0c-9f4c-4abb-8be7-aca668d39154 None None] Sync routers for ids ['3be169aa-1ace-4be7-87dc-4d9433185b19'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:45:20.988445 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-9257040b-ce07-41ce-8d92-11a2ccbb9582 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:20.990724 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a639d0c-9f4c-4abb-8be7-aca668d39154 None None] Routers {'3be169aa-1ace-4be7-87dc-4d9433185b19'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:45:20.991330 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-7a639d0c-9f4c-4abb-8be7-aca668d39154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:44:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['3be169aa-1ace-4be7-87dc-4d9433185b19'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:45:21.023890 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-9257040b-ce07-41ce-8d92-11a2ccbb9582 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6685395 Aug 10 04:45:21.025023 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '257f1073-f2d0-4165-9503-73690e5a3e73', 'tag': 'a489b858-1a97-4067-9ce5-911dfa9753ec'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:45:21.027312 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c547d0186a924682622f448b10ad68011a5a798c46de133d3cce962f46ffb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c9a3437-5e5f-4d56-af6f-ce6763dac798" -d '{"events": [{"name": "network-changed", "server_uuid": "257f1073-f2d0-4165-9503-73690e5a3e73", "tag": "a489b858-1a97-4067-9ce5-911dfa9753ec"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:45:21.065878 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e23632-de7a-4909-a3b8-5d934900ccd8 x-openstack-request-id: req-74e23632-de7a-4909-a3b8-5d934900ccd8 {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:45:21.066156 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "257f1073-f2d0-4165-9503-73690e5a3e73", "tag": "a489b858-1a97-4067-9ce5-911dfa9753ec", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:45:21.066441 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-74e23632-de7a-4909-a3b8-5d934900ccd8 {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:45:21.066849 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '257f1073-f2d0-4165-9503-73690e5a3e73', 'tag': 'a489b858-1a97-4067-9ce5-911dfa9753ec', 'status': 'completed', 'code': 200} Aug 10 04:45:21.104793 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-7a639d0c-9f4c-4abb-8be7-aca668d39154 None None] Set router 3be169aa-1ace-4be7-87dc-4d9433185b19 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:45:21.129588 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9a3437-5e5f-4d56-af6f-ce6763dac798 req-4304bb9d-c4bc-431b-a08a-dc1bfba8a138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:21.131325 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7c9a3437-5e5f-4d56-af6f-ce6763dac798 req-4304bb9d-c4bc-431b-a08a-dc1bfba8a138 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c60cfb74ec8f4d048025497ffe366fd8&device_id=257f1073-f2d0-4165-9503-73690e5a3e73 HTTP/1.1" status: 200 len: 1097 time: 0.0428469 Aug 10 04:45:21.232509 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9a3437-5e5f-4d56-af6f-ce6763dac798 req-7b009127-8c15-4f32-abe9-6e3496bf5bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:21.233998 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7c9a3437-5e5f-4d56-af6f-ce6763dac798 req-7b009127-8c15-4f32-abe9-6e3496bf5bfe service neutron] 10.222.0.42 "GET /v2.0/networks?id=32137fe6-de9b-48ae-9506-c1875a325b7e HTTP/1.1" status: 200 len: 910 time: 0.0959294 Aug 10 04:45:21.300171 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7c9a3437-5e5f-4d56-af6f-ce6763dac798 req-a726bd26-b187-461c-bcb3-aff76b906fc4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a489b858-1a97-4067-9ce5-911dfa9753ec HTTP/1.1" status: 200 len: 998 time: 0.0594859 Aug 10 04:45:21.337410 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-7a639d0c-9f4c-4abb-8be7-aca668d39154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be169aa-1ace-4be7-87dc-4d9433185b19', 'name': 'tempest-TestSnapshotPattern-1559428264-router', 'tenant_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '8682234e-015f-4ef7-898b-235487fb83d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:44:58Z', 'updated_at': '2021-08-10T04:45:00Z', 'revision_number': 4, 'project_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'gw_port': {'id': '8682234e-015f-4ef7-898b-235487fb83d6', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be169aa-1ace-4be7-87dc-4d9433185b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:44:58Z', 'updated_at': '2021-08-10T04:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '971aaad7-bb4d-4680-8733-6184464379d4', 'tenant_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'floating_ip_address': '172.25.6.36', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '3be169aa-1ace-4be7-87dc-4d9433185b19', 'port_id': 'a489b858-1a97-4067-9ce5-911dfa9753ec', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32137fe6-de9b-48ae-9506-c1875a325b7e', 'mac_address': 'fa:16:3e:93:0b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257f1073-f2d0-4165-9503-73690e5a3e73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:45:20Z', 'updated_at': '2021-08-10T04:45:20Z', 'revision_number': 0, 'project_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26f42e59-813e-4980-a11c-0f50f66afd23', 'name': '', 'network_id': '32137fe6-de9b-48ae-9506-c1875a325b7e', 'tenant_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'mac_address': 'fa:16:3e:84:8c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be169aa-1ace-4be7-87dc-4d9433185b19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '14bd2a1d-f2f7-4de2-ac5b-5550b00a2f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:45:00Z', 'updated_at': '2021-08-10T04:45:05Z', 'revision_number': 5, 'project_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'subnets': [{'id': '14bd2a1d-f2f7-4de2-ac5b-5550b00a2f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:45:21.351259 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9a3437-5e5f-4d56-af6f-ce6763dac798 req-c69c7b6f-31c2-4cbe-a4e6-9e28db52f43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:21.352768 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7c9a3437-5e5f-4d56-af6f-ce6763dac798 req-c69c7b6f-31c2-4cbe-a4e6-9e28db52f43f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=14bd2a1d-f2f7-4de2-ac5b-5550b00a2f98 HTTP/1.1" status: 200 len: 849 time: 0.0452559 Aug 10 04:45:21.363678 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a639d0c-9f4c-4abb-8be7-aca668d39154 None None] Checking router: 3be169aa-1ace-4be7-87dc-4d9433185b19 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:45:21.373755 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a639d0c-9f4c-4abb-8be7-aca668d39154 None None] Routers {'3be169aa-1ace-4be7-87dc-4d9433185b19'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:45:21.374415 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-7a639d0c-9f4c-4abb-8be7-aca668d39154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:44:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['3be169aa-1ace-4be7-87dc-4d9433185b19'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:45:21.403342 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9a3437-5e5f-4d56-af6f-ce6763dac798 req-7f177ca1-c9b0-48b2-a8c4-ed51ec765583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:21.404746 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7c9a3437-5e5f-4d56-af6f-ce6763dac798 req-7f177ca1-c9b0-48b2-a8c4-ed51ec765583 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=32137fe6-de9b-48ae-9506-c1875a325b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455158 Aug 10 04:45:21.483938 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-7a639d0c-9f4c-4abb-8be7-aca668d39154 None None] Set router 3be169aa-1ace-4be7-87dc-4d9433185b19 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:45:21.503663 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7c9a3437-5e5f-4d56-af6f-ce6763dac798 req-13f8a29c-e52d-4678-9445-1ff0d060bb5a service neutron] 10.222.0.42 "GET /v2.0/networks/32137fe6-de9b-48ae-9506-c1875a325b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908666 Aug 10 04:45:21.580380 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-cce3e04a-8141-4f15-9da3-b91b29444e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:21.607636 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7c9a3437-5e5f-4d56-af6f-ce6763dac798 req-a8e53dea-69bc-4756-a3be-035b328efda6 service neutron] 10.222.0.42 "GET /v2.0/networks/32137fe6-de9b-48ae-9506-c1875a325b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963817 Aug 10 04:45:21.721910 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-7a639d0c-9f4c-4abb-8be7-aca668d39154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be169aa-1ace-4be7-87dc-4d9433185b19', 'name': 'tempest-TestSnapshotPattern-1559428264-router', 'tenant_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '8682234e-015f-4ef7-898b-235487fb83d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:44:58Z', 'updated_at': '2021-08-10T04:45:00Z', 'revision_number': 4, 'project_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'gw_port': {'id': '8682234e-015f-4ef7-898b-235487fb83d6', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be169aa-1ace-4be7-87dc-4d9433185b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:44:58Z', 'updated_at': '2021-08-10T04:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '971aaad7-bb4d-4680-8733-6184464379d4', 'tenant_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'floating_ip_address': '172.25.6.36', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '3be169aa-1ace-4be7-87dc-4d9433185b19', 'port_id': 'a489b858-1a97-4067-9ce5-911dfa9753ec', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32137fe6-de9b-48ae-9506-c1875a325b7e', 'mac_address': 'fa:16:3e:93:0b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257f1073-f2d0-4165-9503-73690e5a3e73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:45:20Z', 'updated_at': '2021-08-10T04:45:20Z', 'revision_number': 0, 'project_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26f42e59-813e-4980-a11c-0f50f66afd23', 'name': '', 'network_id': '32137fe6-de9b-48ae-9506-c1875a325b7e', 'tenant_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'mac_address': 'fa:16:3e:84:8c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be169aa-1ace-4be7-87dc-4d9433185b19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '14bd2a1d-f2f7-4de2-ac5b-5550b00a2f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:45:00Z', 'updated_at': '2021-08-10T04:45:05Z', 'revision_number': 5, 'project_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'subnets': [{'id': '14bd2a1d-f2f7-4de2-ac5b-5550b00a2f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:45:21.751447 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a639d0c-9f4c-4abb-8be7-aca668d39154 None None] The sync data for ids ['3be169aa-1ace-4be7-87dc-4d9433185b19'] in n-d-768862-13 is: [{'id': '3be169aa-1ace-4be7-87dc-4d9433185b19', 'name': 'tempest-TestSnapshotPattern-1559428264-router', 'tenant_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '8682234e-015f-4ef7-898b-235487fb83d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:44:58Z', 'updated_at': '2021-08-10T04:45:00Z', 'revision_number': 4, 'project_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'gw_port': {'id': '8682234e-015f-4ef7-898b-235487fb83d6', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be169aa-1ace-4be7-87dc-4d9433185b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:44:58Z', 'updated_at': '2021-08-10T04:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '971aaad7-bb4d-4680-8733-6184464379d4', 'tenant_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'floating_ip_address': '172.25.6.36', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '3be169aa-1ace-4be7-87dc-4d9433185b19', 'port_id': 'a489b858-1a97-4067-9ce5-911dfa9753ec', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32137fe6-de9b-48ae-9506-c1875a325b7e', 'mac_address': 'fa:16:3e:93:0b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257f1073-f2d0-4165-9503-73690e5a3e73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:45:20Z', 'updated_at': '2021-08-10T04:45:20Z', 'revision_number': 0, 'project_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26f42e59-813e-4980-a11c-0f50f66afd23', 'name': '', 'network_id': '32137fe6-de9b-48ae-9506-c1875a325b7e', 'tenant_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'mac_address': 'fa:16:3e:84:8c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be169aa-1ace-4be7-87dc-4d9433185b19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '14bd2a1d-f2f7-4de2-ac5b-5550b00a2f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:45:00Z', 'updated_at': '2021-08-10T04:45:05Z', 'revision_number': 5, 'project_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'subnets': [{'id': '14bd2a1d-f2f7-4de2-ac5b-5550b00a2f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:45:21.955208 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3ee621-d6a5-46cf-9d1f-ca35e1804a5a None None] New status for floating IP 971aaad7-bb4d-4680-8733-6184464379d4: ACTIVE {{(pid=94262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:45:23.811170 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-1f97c0b1-d25e-4675-a38e-8b094283dc23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:24.438248 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:25.732995 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:26.950912 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:27.177547 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:34.335538 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:51.582440 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4b646644-7e5a-4277-bf3b-f99f5224bbcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:52.464423 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:45:53.810611 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-865a514c-3aa6-4729-8f2f-c66adb57bab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:54.441017 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:55.734134 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:56.965057 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:57.179422 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:03.168295 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0c15b46f-43d7-4ece-936b-1ee880e98540 req-d7176b3c-986c-4e34-a980-ee09f6a1a1dd service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=22882bb5-df6a-4a03-b8b1-8ebacb558477&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1069200 Aug 10 04:46:03.249007 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c15b46f-43d7-4ece-936b-1ee880e98540 req-ba89b2ce-0a9e-4c17-a00c-145ea64a6dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:03.250544 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0c15b46f-43d7-4ece-936b-1ee880e98540 req-ba89b2ce-0a9e-4c17-a00c-145ea64a6dfd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4d9562697164912ae96f22f47b4a54d&device_id=22882bb5-df6a-4a03-b8b1-8ebacb558477 HTTP/1.1" status: 200 len: 1098 time: 0.0411396 Aug 10 04:46:03.355035 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c15b46f-43d7-4ece-936b-1ee880e98540 req-45e15ccb-eaa2-4c7d-b25b-7906320be5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:03.356507 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0c15b46f-43d7-4ece-936b-1ee880e98540 req-45e15ccb-eaa2-4c7d-b25b-7906320be5a1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=86e70408-f9ef-4815-aa8f-59304e4ed4c8 HTTP/1.1" status: 200 len: 911 time: 0.0873349 Aug 10 04:46:03.399400 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0c15b46f-43d7-4ece-936b-1ee880e98540 req-126f2a5e-0081-4be3-aaad-48d5dca8ea12 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=600c6ca9-6224-4086-b5df-8c2df8511b77 HTTP/1.1" status: 200 len: 217 time: 0.0352576 Aug 10 04:46:03.449060 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c15b46f-43d7-4ece-936b-1ee880e98540 req-8a437c97-49e3-4967-a00b-91e39aeca695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:03.450556 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0c15b46f-43d7-4ece-936b-1ee880e98540 req-8a437c97-49e3-4967-a00b-91e39aeca695 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=48d8056f-5fb2-463c-96bd-f6f5ed5da27e HTTP/1.1" status: 200 len: 850 time: 0.0436792 Aug 10 04:46:03.496558 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c15b46f-43d7-4ece-936b-1ee880e98540 req-f3a30b39-d300-4b83-9108-59a193b65ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:03.498069 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0c15b46f-43d7-4ece-936b-1ee880e98540 req-f3a30b39-d300-4b83-9108-59a193b65ba1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=86e70408-f9ef-4815-aa8f-59304e4ed4c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403848 Aug 10 04:46:03.590247 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0c15b46f-43d7-4ece-936b-1ee880e98540 req-b140e3a9-2408-48d2-96ec-3e999922011d service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846310 Aug 10 04:46:03.678278 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0c15b46f-43d7-4ece-936b-1ee880e98540 req-55501cdc-0d52-455b-94d5-88181a69a627 service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807347 Aug 10 04:46:04.345092 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:11.831890 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-acd28263-53b1-4460-9faf-d021701d09b8 req-c30c4555-7c77-4880-8430-d49ecffe1efc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=257f1073-f2d0-4165-9503-73690e5a3e73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0459397 Aug 10 04:46:11.914929 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd28263-53b1-4460-9faf-d021701d09b8 req-88a2d5ad-a3ad-49ea-9a5d-b7fc2819b393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:11.916442 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-acd28263-53b1-4460-9faf-d021701d09b8 req-88a2d5ad-a3ad-49ea-9a5d-b7fc2819b393 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c60cfb74ec8f4d048025497ffe366fd8&device_id=257f1073-f2d0-4165-9503-73690e5a3e73 HTTP/1.1" status: 200 len: 1097 time: 0.0405493 Aug 10 04:46:12.016143 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd28263-53b1-4460-9faf-d021701d09b8 req-4e0cf322-2836-4e0e-bb81-220b6961d609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:12.017606 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-acd28263-53b1-4460-9faf-d021701d09b8 req-4e0cf322-2836-4e0e-bb81-220b6961d609 service neutron] 10.222.0.42 "GET /v2.0/networks?id=32137fe6-de9b-48ae-9506-c1875a325b7e HTTP/1.1" status: 200 len: 910 time: 0.0822370 Aug 10 04:46:12.087988 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-acd28263-53b1-4460-9faf-d021701d09b8 req-bcd481b1-3d67-4c94-ba95-abd130441c32 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a489b858-1a97-4067-9ce5-911dfa9753ec HTTP/1.1" status: 200 len: 1000 time: 0.0632648 Aug 10 04:46:12.148897 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd28263-53b1-4460-9faf-d021701d09b8 req-2fabd91f-ea6b-4075-8ba7-34a856b03d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:12.150735 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-acd28263-53b1-4460-9faf-d021701d09b8 req-2fabd91f-ea6b-4075-8ba7-34a856b03d78 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=14bd2a1d-f2f7-4de2-ac5b-5550b00a2f98 HTTP/1.1" status: 200 len: 849 time: 0.0557525 Aug 10 04:46:12.198560 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd28263-53b1-4460-9faf-d021701d09b8 req-f4303256-12d1-4c2d-ba66-eecf9d265d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:12.200154 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-acd28263-53b1-4460-9faf-d021701d09b8 req-f4303256-12d1-4c2d-ba66-eecf9d265d4e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=32137fe6-de9b-48ae-9506-c1875a325b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427380 Aug 10 04:46:12.212145 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [req-acd28263-53b1-4460-9faf-d021701d09b8 req-976e93e1-cbd9-44ab-9cde-14ae20f46bf2 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 04:46:12.213168 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-acd28263-53b1-4460-9faf-d021701d09b8 req-976e93e1-cbd9-44ab-9cde-14ae20f46bf2 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054321 Aug 10 04:46:12.312489 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-acd28263-53b1-4460-9faf-d021701d09b8 req-8622e8ab-9bd5-4941-9e39-699634701b48 service neutron] 10.222.0.42 "GET /v2.0/networks/32137fe6-de9b-48ae-9506-c1875a325b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920823 Aug 10 04:46:12.405853 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-acd28263-53b1-4460-9faf-d021701d09b8 req-015aea46-bb64-467b-a41a-0325ddfc41e2 service neutron] 10.222.0.42 "GET /v2.0/networks/32137fe6-de9b-48ae-9506-c1875a325b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860021 Aug 10 04:46:21.584266 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-95e04849-f523-4313-ad5d-816301b78a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:23.811892 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-97572080-0a66-46fa-8af7-a1a7b3b7dbd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:24.442704 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:25.736868 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:26.979718 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:27.182928 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:29.464774 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:46:34.357987 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:51.585909 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c9502ec0-c2f0-475b-94ee-b2b7196944d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:53.812942 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b0fd9734-198d-476b-b253-ac9927a52bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:54.443250 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:55.740634 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:56.985373 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:57.185383 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:03.227459 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7ce2b7c3-55fe-42ad-9762-eaabc8ccf97b req-d2bdc40b-0077-4b7f-a7c9-35f28793ceb0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=22882bb5-df6a-4a03-b8b1-8ebacb558477&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0440104 Aug 10 04:47:03.310242 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2b7c3-55fe-42ad-9762-eaabc8ccf97b req-98baaf89-e058-403f-b9b5-f4cf36cb152e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:03.311717 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7ce2b7c3-55fe-42ad-9762-eaabc8ccf97b req-98baaf89-e058-403f-b9b5-f4cf36cb152e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4d9562697164912ae96f22f47b4a54d&device_id=22882bb5-df6a-4a03-b8b1-8ebacb558477 HTTP/1.1" status: 200 len: 1098 time: 0.0402169 Aug 10 04:47:03.413771 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2b7c3-55fe-42ad-9762-eaabc8ccf97b req-873535d1-54a8-4671-8050-598a0f91d161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:03.415259 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7ce2b7c3-55fe-42ad-9762-eaabc8ccf97b req-873535d1-54a8-4671-8050-598a0f91d161 service neutron] 10.222.0.61 "GET /v2.0/networks?id=86e70408-f9ef-4815-aa8f-59304e4ed4c8 HTTP/1.1" status: 200 len: 911 time: 0.0827613 Aug 10 04:47:03.460000 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7ce2b7c3-55fe-42ad-9762-eaabc8ccf97b req-f0778d5e-3f33-418e-ae49-d47dbde45ee6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=600c6ca9-6224-4086-b5df-8c2df8511b77 HTTP/1.1" status: 200 len: 217 time: 0.0376883 Aug 10 04:47:03.509963 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2b7c3-55fe-42ad-9762-eaabc8ccf97b req-97483b35-819a-4230-91be-70150b915945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:03.511531 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7ce2b7c3-55fe-42ad-9762-eaabc8ccf97b req-97483b35-819a-4230-91be-70150b915945 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=48d8056f-5fb2-463c-96bd-f6f5ed5da27e HTTP/1.1" status: 200 len: 850 time: 0.0451767 Aug 10 04:47:03.557148 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2b7c3-55fe-42ad-9762-eaabc8ccf97b req-c8d2e1c8-389c-44ae-b0a7-db6b47760fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:03.558717 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7ce2b7c3-55fe-42ad-9762-eaabc8ccf97b req-c8d2e1c8-389c-44ae-b0a7-db6b47760fe1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=86e70408-f9ef-4815-aa8f-59304e4ed4c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400617 Aug 10 04:47:03.651432 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7ce2b7c3-55fe-42ad-9762-eaabc8ccf97b req-57c20da3-d9bf-4f59-a2bc-b25834e2bb04 service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837476 Aug 10 04:47:03.739522 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7ce2b7c3-55fe-42ad-9762-eaabc8ccf97b req-974fe8dc-cf73-4752-9843-9ad298c8de50 service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811460 Aug 10 04:47:04.347301 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:06.464393 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:47:11.886731 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-78542a0b-64fc-4233-abeb-c3b939775cd8 req-849155ff-1442-45a5-b449-c9fb27fcd791 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=257f1073-f2d0-4165-9503-73690e5a3e73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1138730 Aug 10 04:47:11.974461 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78542a0b-64fc-4233-abeb-c3b939775cd8 req-f33af1bd-6aa0-47d2-9f71-1b6f2bce8674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:11.976046 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-78542a0b-64fc-4233-abeb-c3b939775cd8 req-f33af1bd-6aa0-47d2-9f71-1b6f2bce8674 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c60cfb74ec8f4d048025497ffe366fd8&device_id=257f1073-f2d0-4165-9503-73690e5a3e73 HTTP/1.1" status: 200 len: 1097 time: 0.0465014 Aug 10 04:47:12.079024 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78542a0b-64fc-4233-abeb-c3b939775cd8 req-de317591-b063-4760-b0bc-658c33a5026c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:12.080769 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-78542a0b-64fc-4233-abeb-c3b939775cd8 req-de317591-b063-4760-b0bc-658c33a5026c service neutron] 10.222.0.42 "GET /v2.0/networks?id=32137fe6-de9b-48ae-9506-c1875a325b7e HTTP/1.1" status: 200 len: 910 time: 0.0840328 Aug 10 04:47:12.152706 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-78542a0b-64fc-4233-abeb-c3b939775cd8 req-e9f986c5-89db-40d9-9f3a-29061c21ce8b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a489b858-1a97-4067-9ce5-911dfa9753ec HTTP/1.1" status: 200 len: 1000 time: 0.0651453 Aug 10 04:47:12.204232 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78542a0b-64fc-4233-abeb-c3b939775cd8 req-1f165deb-12be-48b6-a047-afb9763313c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:12.205722 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-78542a0b-64fc-4233-abeb-c3b939775cd8 req-1f165deb-12be-48b6-a047-afb9763313c7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=14bd2a1d-f2f7-4de2-ac5b-5550b00a2f98 HTTP/1.1" status: 200 len: 849 time: 0.0457447 Aug 10 04:47:12.253124 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78542a0b-64fc-4233-abeb-c3b939775cd8 req-b182bd8d-c544-4ec9-8801-219397b7fdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:12.255186 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-78542a0b-64fc-4233-abeb-c3b939775cd8 req-b182bd8d-c544-4ec9-8801-219397b7fdb7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=32137fe6-de9b-48ae-9506-c1875a325b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419776 Aug 10 04:47:12.368471 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-78542a0b-64fc-4233-abeb-c3b939775cd8 req-cd00dcf8-b991-4258-ad66-2ddf75f39421 service neutron] 10.222.0.42 "GET /v2.0/networks/32137fe6-de9b-48ae-9506-c1875a325b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047912 Aug 10 04:47:12.466511 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-78542a0b-64fc-4233-abeb-c3b939775cd8 req-bb39238a-1cdc-4394-b42e-66fba8e8ee38 service neutron] 10.222.0.42 "GET /v2.0/networks/32137fe6-de9b-48ae-9506-c1875a325b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901933 Aug 10 04:47:21.588853 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4b84330d-fc13-4a08-a99c-b38edd0f9d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:22.297708 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device a489b858-1a97-4067-9ce5-911dfa9753ec details requested by agent hyperv_n-h1-768862-13 with host n-h1-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:47:22.404649 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port a489b858-1a97-4067-9ce5-911dfa9753ec, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=a489b858-1a97-4067-9ce5-911dfa9753ec,segment=NetworkSegment(17990c98-391e-4989-bba9-2c474656bcf0),segment_id=17990c98-391e-4989-bba9-2c474656bcf0)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:47:22.417149 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Returning: {'device': 'a489b858-1a97-4067-9ce5-911dfa9753ec', 'network_id': '32137fe6-de9b-48ae-9506-c1875a325b7e', 'port_id': 'a489b858-1a97-4067-9ce5-911dfa9753ec', 'mac_address': 'fa:16:3e:93:0b:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14bd2a1d-f2f7-4de2-ac5b-5550b00a2f98', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:47:22.456846 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:22.469469 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a489b858-1a97-4067-9ce5-911dfa9753ec {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:47:22.495845 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port a489b858-1a97-4067-9ce5-911dfa9753ec, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=a489b858-1a97-4067-9ce5-911dfa9753ec,segment=NetworkSegment(17990c98-391e-4989-bba9-2c474656bcf0),segment_id=17990c98-391e-4989-bba9-2c474656bcf0)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:47:22.500902 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:22.553066 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=a489b858-1a97-4067-9ce5-911dfa9753ec,revision_number=6']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:47:22.560892 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:22.561331 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:22.561573 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:22.562031 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:22.562254 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:22.562601 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:22.562921 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:22.563246 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:22.563569 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:22.563893 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:22.564217 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:22.564534 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:22.575645 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] get_ports_and_sgs() called for port_ids ['a489b858-1a97-4067-9ce5-911dfa9753ec'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:47:23.815498 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-161364a8-abdb-46c8-bc39-b237504476c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:24.299994 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device a489b858-1a97-4067-9ce5-911dfa9753ec up at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:47:24.361232 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Provisioning complete for port a489b858-1a97-4067-9ce5-911dfa9753ec triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:47:24.361604 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:24.464985 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:24.468624 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:24.497184 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '257f1073-f2d0-4165-9503-73690e5a3e73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a489b858-1a97-4067-9ce5-911dfa9753ec'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:47:24.499507 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}583660bde03669f2dd7fb79ddb869ac83356356549bc1793f8d2e37d6d7017ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-433e6d10-77d6-4b35-9e51-2fe2d7f0e8f9" -d '{"events": [{"server_uuid": "257f1073-f2d0-4165-9503-73690e5a3e73", "name": "network-vif-plugged", "status": "completed", "tag": "a489b858-1a97-4067-9ce5-911dfa9753ec"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:47:24.515324 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port a489b858-1a97-4067-9ce5-911dfa9753ec, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=a489b858-1a97-4067-9ce5-911dfa9753ec,segment=NetworkSegment(17990c98-391e-4989-bba9-2c474656bcf0),segment_id=17990c98-391e-4989-bba9-2c474656bcf0)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:47:24.522938 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:24.579002 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c39c904-0fa9-4d46-9a81-d41065f77799 x-openstack-request-id: req-3c39c904-0fa9-4d46-9a81-d41065f77799 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:47:24.579437 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "257f1073-f2d0-4165-9503-73690e5a3e73", "name": "network-vif-plugged", "status": "completed", "tag": "a489b858-1a97-4067-9ce5-911dfa9753ec", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:47:24.580445 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3c39c904-0fa9-4d46-9a81-d41065f77799 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:47:24.580445 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '257f1073-f2d0-4165-9503-73690e5a3e73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a489b858-1a97-4067-9ce5-911dfa9753ec', 'code': 200} Aug 10 04:47:24.610891 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=a489b858-1a97-4067-9ce5-911dfa9753ec,revision_number=7']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:47:25.747082 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:27.003353 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:27.190373 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:31.564154 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cdcd9439-db47-41fb-a22e-7d9ea0e8a818 req-0a41c04b-4d1e-4c66-9845-c5a2e61a432a tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-36791435&fields=id&tenant_id=c60cfb74ec8f4d048025497ffe366fd8 HTTP/1.1" status: 200 len: 267 time: 0.0442460 Aug 10 04:47:31.670945 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd9439-db47-41fb-a22e-7d9ea0e8a818 req-3f5fc269-f18f-4abd-a695-d59ca0ebcb16 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:31.672391 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cdcd9439-db47-41fb-a22e-7d9ea0e8a818 req-3f5fc269-f18f-4abd-a695-d59ca0ebcb16 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] 10.222.0.44 "GET /v2.0/networks?id=32137fe6-de9b-48ae-9506-c1875a325b7e HTTP/1.1" status: 200 len: 810 time: 0.1012244 Aug 10 04:47:31.687779 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cdcd9439-db47-41fb-a22e-7d9ea0e8a818 req-53900507-497c-4065-83f2-e85f31c63bcb tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] 10.222.0.44 "GET /v2.0/quotas/c60cfb74ec8f4d048025497ffe366fd8 HTTP/1.1" status: 200 len: 375 time: 0.0088041 Aug 10 04:47:31.744581 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cdcd9439-db47-41fb-a22e-7d9ea0e8a818 req-482c8916-0242-47ad-ad21-4947d7f4c922 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c60cfb74ec8f4d048025497ffe366fd8&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0513656 Aug 10 04:47:31.805571 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [req-cdcd9439-db47-41fb-a22e-7d9ea0e8a818 req-052fb9c8-09b6-48f4-a1b9-c876e64daee8 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 04:47:31.806681 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cdcd9439-db47-41fb-a22e-7d9ea0e8a818 req-052fb9c8-09b6-48f4-a1b9-c876e64daee8 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0507371 Aug 10 04:47:31.904295 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cdcd9439-db47-41fb-a22e-7d9ea0e8a818 req-97551086-33d2-4432-be0e-33f642993771 service neutron] 10.222.0.44 "GET /v2.0/networks/32137fe6-de9b-48ae-9506-c1875a325b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909762 Aug 10 04:47:31.997706 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cdcd9439-db47-41fb-a22e-7d9ea0e8a818 req-d76cd183-e177-49a2-babb-455dda215ad9 service neutron] 10.222.0.44 "GET /v2.0/networks/32137fe6-de9b-48ae-9506-c1875a325b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863981 Aug 10 04:47:33.180127 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-48852989-f03e-4c79-912b-a5bb89942a2f req-ad20d237-fe50-455d-8aa2-7c52745761be tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] 10.222.0.44 "GET /v2.0/ports?device_id=2790aade-b3cd-4c55-9e2a-78618edfd4a3 HTTP/1.1" status: 200 len: 210 time: 0.0283942 Aug 10 04:47:34.288896 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c384bea9-5d11-49db-84fb-f1587d0bb43f req-35eb979c-4352-4fd0-8a5a-28944b2d2781 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] 10.222.0.44 "GET /v2.0/ports?device_id=2790aade-b3cd-4c55-9e2a-78618edfd4a3 HTTP/1.1" status: 200 len: 210 time: 0.0265970 Aug 10 04:47:34.358549 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device a489b858-1a97-4067-9ce5-911dfa9753ec no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:47:34.382068 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:34.432563 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:34.453542 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '257f1073-f2d0-4165-9503-73690e5a3e73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a489b858-1a97-4067-9ce5-911dfa9753ec'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:47:34.455758 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}583660bde03669f2dd7fb79ddb869ac83356356549bc1793f8d2e37d6d7017ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a1a5252-4077-4e57-8088-a0e5d6452fbe" -d '{"events": [{"server_uuid": "257f1073-f2d0-4165-9503-73690e5a3e73", "name": "network-vif-unplugged", "status": "completed", "tag": "a489b858-1a97-4067-9ce5-911dfa9753ec"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:47:34.480905 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] For port a489b858-1a97-4067-9ce5-911dfa9753ec, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=a489b858-1a97-4067-9ce5-911dfa9753ec,segment=NetworkSegment(17990c98-391e-4989-bba9-2c474656bcf0),segment_id=17990c98-391e-4989-bba9-2c474656bcf0)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:47:34.486260 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:34.509517 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 04:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba0d6490-4a9a-4dbb-85f3-4646d982095b x-openstack-request-id: req-ba0d6490-4a9a-4dbb-85f3-4646d982095b {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:47:34.509810 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "257f1073-f2d0-4165-9503-73690e5a3e73", "name": "network-vif-unplugged", "status": "completed", "tag": "a489b858-1a97-4067-9ce5-911dfa9753ec", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:47:34.510060 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ba0d6490-4a9a-4dbb-85f3-4646d982095b {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:47:34.510474 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '257f1073-f2d0-4165-9503-73690e5a3e73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a489b858-1a97-4067-9ce5-911dfa9753ec', 'code': 200} Aug 10 04:47:34.535451 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Pushing event updated for resources: {'Port': ['ID=a489b858-1a97-4067-9ce5-911dfa9753ec,revision_number=8']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:47:35.372712 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-137c5d41-abf7-4bbf-8977-a2fa192bdf0d req-f776f454-2c28-4271-b576-b4b994fe7eb6 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] 10.222.0.44 "GET /v2.0/ports?device_id=2790aade-b3cd-4c55-9e2a-78618edfd4a3 HTTP/1.1" status: 200 len: 210 time: 0.0327277 Aug 10 04:47:36.447235 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-00c10656-cf61-403f-aefb-894d62c86c91 req-5edc3ccf-03f6-44a4-9236-13d9e762ac31 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] 10.222.0.44 "GET /v2.0/ports?device_id=2790aade-b3cd-4c55-9e2a-78618edfd4a3 HTTP/1.1" status: 200 len: 210 time: 0.0264707 Aug 10 04:47:37.336469 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd9439-db47-41fb-a22e-7d9ea0e8a818 req-6ca373fd-4c02-4253-ad5f-3896d76ee0a5 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:37.337915 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cdcd9439-db47-41fb-a22e-7d9ea0e8a818 req-6ca373fd-4c02-4253-ad5f-3896d76ee0a5 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] 10.222.0.61 "GET /v2.0/networks?id=32137fe6-de9b-48ae-9506-c1875a325b7e HTTP/1.1" status: 200 len: 810 time: 0.1013718 Aug 10 04:47:37.384723 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cdcd9439-db47-41fb-a22e-7d9ea0e8a818 req-ac8b0fcd-1344-4ce4-a97c-3f62d116f3c1 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c60cfb74ec8f4d048025497ffe366fd8 HTTP/1.1" status: 200 len: 378 time: 0.0364721 Aug 10 04:47:37.395603 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-cdcd9439-db47-41fb-a22e-7d9ea0e8a818 req-3a6abd88-08bd-4556-bad2-0823eeff071c tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Request body: {'port': {'device_id': '2790aade-b3cd-4c55-9e2a-78618edfd4a3', 'network_id': '32137fe6-de9b-48ae-9506-c1875a325b7e', 'admin_state_up': True, 'tenant_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'security_groups': ['9c031368-ab46-4c1f-ba46-0426b8aa21ac']}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:47:37.513743 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdcd9439-db47-41fb-a22e-7d9ea0e8a818 req-3a6abd88-08bd-4556-bad2-0823eeff071c tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Made reservation on behalf of c60cfb74ec8f4d048025497ffe366fd8 for: {'port': 1} {{(pid=94260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:47:37.517797 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-cdcd9439-db47-41fb-a22e-7d9ea0e8a818 req-3a6abd88-08bd-4556-bad2-0823eeff071c tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:37.557241 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-71a026e8-eb31-4996-9e0e-90a8a09a6bef req-bfc945dc-a262-4c64-a2af-10d7aca9a9dc tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] 10.222.0.44 "GET /v2.0/ports?device_id=2790aade-b3cd-4c55-9e2a-78618edfd4a3 HTTP/1.1" status: 200 len: 210 time: 0.0360823 Aug 10 04:47:37.725990 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_common [req-cdcd9439-db47-41fb-a22e-7d9ea0e8a818 req-3a6abd88-08bd-4556-bad2-0823eeff071c tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Allocated IP 172.20.0.11 (32137fe6-de9b-48ae-9506-c1875a325b7e/14bd2a1d-f2f7-4de2-ac5b-5550b00a2f98/2989ac03-d6b0-4db2-bc6e-5b0c68457576) {{(pid=94260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:47:37.916161 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-cdcd9439-db47-41fb-a22e-7d9ea0e8a818 req-3a6abd88-08bd-4556-bad2-0823eeff071c tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Notify callbacks [] for port, precommit_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:37.930193 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-cdcd9439-db47-41fb-a22e-7d9ea0e8a818 req-3a6abd88-08bd-4556-bad2-0823eeff071c tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Transition to ACTIVE for port object 2989ac03-d6b0-4db2-bc6e-5b0c68457576 will not be triggered until provisioned by entity DHCP. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:47:37.965577 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-cdcd9439-db47-41fb-a22e-7d9ea0e8a818 req-3a6abd88-08bd-4556-bad2-0823eeff071c tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_create {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:38.355698 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdcd9439-db47-41fb-a22e-7d9ea0e8a818 req-3a6abd88-08bd-4556-bad2-0823eeff071c tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Network 32137fe6-de9b-48ae-9506-c1875a325b7e is already hosted by enough agents. {{(pid=94260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:47:38.358860 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.base_scheduler [req-cdcd9439-db47-41fb-a22e-7d9ea0e8a818 req-3a6abd88-08bd-4556-bad2-0823eeff071c tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Resources bound (agent type, host, resource id): {{(pid=94260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:47:38.362703 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdcd9439-db47-41fb-a22e-7d9ea0e8a818 req-3a6abd88-08bd-4556-bad2-0823eeff071c tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Received port after_create {{(pid=94260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:47:38.369360 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6abd88-08bd-4556-bad2-0823eeff071c tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Pushing event updated for resources: {'Port': ['ID=2989ac03-d6b0-4db2-bc6e-5b0c68457576,revision_number=1']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:47:38.400043 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6abd88-08bd-4556-bad2-0823eeff071c tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:38.400363 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6abd88-08bd-4556-bad2-0823eeff071c tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:38.400703 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6abd88-08bd-4556-bad2-0823eeff071c tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:38.401036 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6abd88-08bd-4556-bad2-0823eeff071c tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:38.401365 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6abd88-08bd-4556-bad2-0823eeff071c tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:38.401684 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6abd88-08bd-4556-bad2-0823eeff071c tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:38.402018 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6abd88-08bd-4556-bad2-0823eeff071c tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:38.402361 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6abd88-08bd-4556-bad2-0823eeff071c tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:38.402683 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6abd88-08bd-4556-bad2-0823eeff071c tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:38.403009 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6abd88-08bd-4556-bad2-0823eeff071c tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:38.403332 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6abd88-08bd-4556-bad2-0823eeff071c tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:38.403656 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6abd88-08bd-4556-bad2-0823eeff071c tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:38.444886 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd9439-db47-41fb-a22e-7d9ea0e8a818 req-3a6abd88-08bd-4556-bad2-0823eeff071c tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:38.445789 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-cdcd9439-db47-41fb-a22e-7d9ea0e8a818 req-3a6abd88-08bd-4556-bad2-0823eeff071c tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:38.462279 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cdcd9439-db47-41fb-a22e-7d9ea0e8a818 req-3a6abd88-08bd-4556-bad2-0823eeff071c tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0701489 Aug 10 04:47:38.680554 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5021a1e-7841-46c8-923a-30b54f5cafc5 req-efb0797b-19fe-4072-b415-e8ff21e71908 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:38.682848 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c5021a1e-7841-46c8-923a-30b54f5cafc5 req-efb0797b-19fe-4072-b415-e8ff21e71908 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] 10.222.0.44 "GET /v2.0/ports?device_id=2790aade-b3cd-4c55-9e2a-78618edfd4a3 HTTP/1.1" status: 200 len: 932 time: 0.0506864 Aug 10 04:47:38.709451 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-33bd5274-0c43-4b9d-9ad0-4e9619a3f036 None None] Provisioning for port 2989ac03-d6b0-4db2-bc6e-5b0c68457576 completed by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:47:38.719107 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-33bd5274-0c43-4b9d-9ad0-4e9619a3f036 None None] Provisioning complete for port 2989ac03-d6b0-4db2-bc6e-5b0c68457576 triggered by entity DHCP. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:47:38.722541 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-33bd5274-0c43-4b9d-9ad0-4e9619a3f036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:38.729298 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c5021a1e-7841-46c8-923a-30b54f5cafc5 req-ec2de0c1-6454-40c6-aac0-25cf8e0ce3b6 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c031368-ab46-4c1f-ba46-0426b8aa21ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401766 Aug 10 04:47:38.762362 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-33bd5274-0c43-4b9d-9ad0-4e9619a3f036 None None] Port 2989ac03-d6b0-4db2-bc6e-5b0c68457576 cannot update to ACTIVE because it is not bound. {{(pid=94262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:47:39.853883 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d0593a-3cfc-4ffe-a546-26c9c6132870 req-93c71b2d-6ec4-4740-8b92-91fc11872f6c tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:39.855723 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-17d0593a-3cfc-4ffe-a546-26c9c6132870 req-93c71b2d-6ec4-4740-8b92-91fc11872f6c tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] 10.222.0.44 "GET /v2.0/ports?device_id=2790aade-b3cd-4c55-9e2a-78618edfd4a3 HTTP/1.1" status: 200 len: 932 time: 0.0527022 Aug 10 04:47:39.899693 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-17d0593a-3cfc-4ffe-a546-26c9c6132870 req-7cf8e279-11be-4f90-837c-f66a73790f6f tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c031368-ab46-4c1f-ba46-0426b8aa21ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348308 Aug 10 04:47:41.023725 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6923fcc-c365-45e5-a054-e8a0d73668f5 req-fa6339bf-78f0-423e-a073-5405d05ea9ff tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:41.025251 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e6923fcc-c365-45e5-a054-e8a0d73668f5 req-fa6339bf-78f0-423e-a073-5405d05ea9ff tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] 10.222.0.44 "GET /v2.0/ports?device_id=2790aade-b3cd-4c55-9e2a-78618edfd4a3 HTTP/1.1" status: 200 len: 932 time: 0.0526168 Aug 10 04:47:41.064677 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-e6923fcc-c365-45e5-a054-e8a0d73668f5 req-7be1164c-931c-4c39-8ffc-c1b343089df3 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c031368-ab46-4c1f-ba46-0426b8aa21ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333486 Aug 10 04:47:42.189428 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9668adc-cc4d-45ac-8364-75733be4d9a2 req-10739a74-495a-4093-ad0c-35e0d27d666e tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:42.190913 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a9668adc-cc4d-45ac-8364-75733be4d9a2 req-10739a74-495a-4093-ad0c-35e0d27d666e tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] 10.222.0.44 "GET /v2.0/ports?device_id=2790aade-b3cd-4c55-9e2a-78618edfd4a3 HTTP/1.1" status: 200 len: 932 time: 0.0542748 Aug 10 04:47:42.234208 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a9668adc-cc4d-45ac-8364-75733be4d9a2 req-9e018d36-7dd4-492f-a972-e0b84f40dfac tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c031368-ab46-4c1f-ba46-0426b8aa21ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371122 Aug 10 04:47:43.355899 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c66b2e-f4eb-4ed0-9f3f-d5beb51d268c req-7b663d99-666a-4851-8b0d-8a55a6b589b8 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:43.357554 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-87c66b2e-f4eb-4ed0-9f3f-d5beb51d268c req-7b663d99-666a-4851-8b0d-8a55a6b589b8 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] 10.222.0.44 "GET /v2.0/ports?device_id=2790aade-b3cd-4c55-9e2a-78618edfd4a3 HTTP/1.1" status: 200 len: 932 time: 0.0514452 Aug 10 04:47:43.398113 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-87c66b2e-f4eb-4ed0-9f3f-d5beb51d268c req-4af25b2f-7b23-48a7-bdba-4d2877a2c9d1 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c031368-ab46-4c1f-ba46-0426b8aa21ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341563 Aug 10 04:47:43.463762 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:47:44.523136 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fb0ec5-6c73-47ad-803f-c46abfcef20d req-9cb666bf-124f-434e-be24-318d19def0b8 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:44.525275 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-25fb0ec5-6c73-47ad-803f-c46abfcef20d req-9cb666bf-124f-434e-be24-318d19def0b8 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] 10.222.0.44 "GET /v2.0/ports?device_id=2790aade-b3cd-4c55-9e2a-78618edfd4a3 HTTP/1.1" status: 200 len: 932 time: 0.0534606 Aug 10 04:47:44.583125 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-25fb0ec5-6c73-47ad-803f-c46abfcef20d req-12f4c583-c5bc-4e68-ba32-9da79940f9e0 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c031368-ab46-4c1f-ba46-0426b8aa21ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365465 Aug 10 04:47:45.704658 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf7d5fd-49e7-4674-94e9-44bf618e6c0b req-e7d6a78f-ef36-444d-baed-c98ee072c23a tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:45.706738 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9cf7d5fd-49e7-4674-94e9-44bf618e6c0b req-e7d6a78f-ef36-444d-baed-c98ee072c23a tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] 10.222.0.44 "GET /v2.0/ports?device_id=2790aade-b3cd-4c55-9e2a-78618edfd4a3 HTTP/1.1" status: 200 len: 932 time: 0.0524721 Aug 10 04:47:45.764056 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-9cf7d5fd-49e7-4674-94e9-44bf618e6c0b req-af86da37-ac55-47e8-8eba-efc0f2d1cef1 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c031368-ab46-4c1f-ba46-0426b8aa21ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0499578 Aug 10 04:47:46.886623 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f236aea0-3115-4239-b40e-29309385dcc6 req-d8f5cc79-867e-48b5-9b60-d0b12700a48b tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:46.888153 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f236aea0-3115-4239-b40e-29309385dcc6 req-d8f5cc79-867e-48b5-9b60-d0b12700a48b tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] 10.222.0.44 "GET /v2.0/ports?device_id=2790aade-b3cd-4c55-9e2a-78618edfd4a3 HTTP/1.1" status: 200 len: 932 time: 0.0536189 Aug 10 04:47:46.928839 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f236aea0-3115-4239-b40e-29309385dcc6 req-254fd290-33db-4297-a143-8c82ee5aa74a tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c031368-ab46-4c1f-ba46-0426b8aa21ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343502 Aug 10 04:47:48.042986 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b3a14b-a664-4927-b125-41fd4371cddc req-4dc5293d-8298-440f-a2ec-1a991ff58f4d tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:48.044452 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-72b3a14b-a664-4927-b125-41fd4371cddc req-4dc5293d-8298-440f-a2ec-1a991ff58f4d tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] 10.222.0.44 "GET /v2.0/ports?device_id=2790aade-b3cd-4c55-9e2a-78618edfd4a3 HTTP/1.1" status: 200 len: 932 time: 0.0475276 Aug 10 04:47:48.081754 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-72b3a14b-a664-4927-b125-41fd4371cddc req-9ccb025f-71ff-4e0d-859e-73fb85523e3e tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c031368-ab46-4c1f-ba46-0426b8aa21ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314591 Aug 10 04:47:49.195499 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7545fa8e-a50d-4e3c-a4d7-2e936ce46417 req-374893c3-be74-44df-940b-98cb179fa03e tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:49.196959 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7545fa8e-a50d-4e3c-a4d7-2e936ce46417 req-374893c3-be74-44df-940b-98cb179fa03e tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] 10.222.0.44 "GET /v2.0/ports?device_id=2790aade-b3cd-4c55-9e2a-78618edfd4a3 HTTP/1.1" status: 200 len: 932 time: 0.0473049 Aug 10 04:47:49.237789 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7545fa8e-a50d-4e3c-a4d7-2e936ce46417 req-889d5bc3-b71d-4ce1-aa95-8099618a16a8 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c031368-ab46-4c1f-ba46-0426b8aa21ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346544 Aug 10 04:47:50.353401 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c495626-a8b0-4f4a-9890-4cdacb45db77 req-434195a4-f497-4404-b23c-20bb147553be tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:50.354884 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3c495626-a8b0-4f4a-9890-4cdacb45db77 req-434195a4-f497-4404-b23c-20bb147553be tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] 10.222.0.44 "GET /v2.0/ports?device_id=2790aade-b3cd-4c55-9e2a-78618edfd4a3 HTTP/1.1" status: 200 len: 932 time: 0.0498173 Aug 10 04:47:50.391226 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-3c495626-a8b0-4f4a-9890-4cdacb45db77 req-637fc802-f37d-450a-b164-d4d06150304b tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c031368-ab46-4c1f-ba46-0426b8aa21ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303741 Aug 10 04:47:50.507468 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.v2.base [req-cdcd9439-db47-41fb-a22e-7d9ea0e8a818 req-a7435744-b6af-43d1-9d19-ec01b92964eb service neutron] Request body: {'port': {'device_id': '2790aade-b3cd-4c55-9e2a-78618edfd4a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-13'}} {{(pid=94260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:47:50.561018 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-cdcd9439-db47-41fb-a22e-7d9ea0e8a818 req-a7435744-b6af-43d1-9d19-ec01b92964eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:50.823354 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [req-cdcd9439-db47-41fb-a22e-7d9ea0e8a818 req-a7435744-b6af-43d1-9d19-ec01b92964eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2989ac03-d6b0-4db2-bc6e-5b0c68457576 {{(pid=94260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:47:50.830338 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-cdcd9439-db47-41fb-a22e-7d9ea0e8a818 req-a7435744-b6af-43d1-9d19-ec01b92964eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:50.842322 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.provisioning_blocks [req-cdcd9439-db47-41fb-a22e-7d9ea0e8a818 req-a7435744-b6af-43d1-9d19-ec01b92964eb service neutron] Transition to ACTIVE for port object 2989ac03-d6b0-4db2-bc6e-5b0c68457576 will not be triggered until provisioned by entity L2. {{(pid=94260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:47:50.846191 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-cdcd9439-db47-41fb-a22e-7d9ea0e8a818 req-a7435744-b6af-43d1-9d19-ec01b92964eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:50.899297 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7435744-b6af-43d1-9d19-ec01b92964eb service neutron] Pushing event updated for resources: {'Port': ['ID=2989ac03-d6b0-4db2-bc6e-5b0c68457576,revision_number=2']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:47:50.964574 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-cdcd9439-db47-41fb-a22e-7d9ea0e8a818 req-a7435744-b6af-43d1-9d19-ec01b92964eb service neutron] Attempting to bind port 2989ac03-d6b0-4db2-bc6e-5b0c68457576 on host n-h2-768862-13 for vnic_type normal with profile {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:47:50.964917 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-cdcd9439-db47-41fb-a22e-7d9ea0e8a818 req-a7435744-b6af-43d1-9d19-ec01b92964eb service neutron] Attempting to bind port 2989ac03-d6b0-4db2-bc6e-5b0c68457576 by drivers openvswitch,hyperv on host n-h2-768862-13 at level 0 using segments [{'id': '17990c98-391e-4989-bba9-2c474656bcf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '32137fe6-de9b-48ae-9506-c1875a325b7e'}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:47:50.965268 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdcd9439-db47-41fb-a22e-7d9ea0e8a818 req-a7435744-b6af-43d1-9d19-ec01b92964eb service neutron] Attempting to bind port 2989ac03-d6b0-4db2-bc6e-5b0c68457576 on network 32137fe6-de9b-48ae-9506-c1875a325b7e {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:47:50.969776 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdcd9439-db47-41fb-a22e-7d9ea0e8a818 req-a7435744-b6af-43d1-9d19-ec01b92964eb service neutron] Port 2989ac03-d6b0-4db2-bc6e-5b0c68457576 on network 32137fe6-de9b-48ae-9506-c1875a325b7e not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-13 {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:47:50.970100 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdcd9439-db47-41fb-a22e-7d9ea0e8a818 req-a7435744-b6af-43d1-9d19-ec01b92964eb service neutron] Attempting to bind port 2989ac03-d6b0-4db2-bc6e-5b0c68457576 on network 32137fe6-de9b-48ae-9506-c1875a325b7e {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:47:50.975447 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdcd9439-db47-41fb-a22e-7d9ea0e8a818 req-a7435744-b6af-43d1-9d19-ec01b92964eb service neutron] Checking agent: {'id': '8fbb5dae-5f86-438b-8352-cebec2965df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:47:50.975789 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdcd9439-db47-41fb-a22e-7d9ea0e8a818 req-a7435744-b6af-43d1-9d19-ec01b92964eb service neutron] Checking segment: {'id': '17990c98-391e-4989-bba9-2c474656bcf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '32137fe6-de9b-48ae-9506-c1875a325b7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:47:50.976202 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdcd9439-db47-41fb-a22e-7d9ea0e8a818 req-a7435744-b6af-43d1-9d19-ec01b92964eb service neutron] Bound using segment: {'id': '17990c98-391e-4989-bba9-2c474656bcf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '32137fe6-de9b-48ae-9506-c1875a325b7e'} {{(pid=94260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:47:50.976643 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.managers [req-cdcd9439-db47-41fb-a22e-7d9ea0e8a818 req-a7435744-b6af-43d1-9d19-ec01b92964eb service neutron] Bound port: 2989ac03-d6b0-4db2-bc6e-5b0c68457576, host: n-h2-768862-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17990c98-391e-4989-bba9-2c474656bcf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '32137fe6-de9b-48ae-9506-c1875a325b7e'}}] {{(pid=94260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:47:50.977013 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-cdcd9439-db47-41fb-a22e-7d9ea0e8a818 req-a7435744-b6af-43d1-9d19-ec01b92964eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:51.048257 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-cdcd9439-db47-41fb-a22e-7d9ea0e8a818 req-a7435744-b6af-43d1-9d19-ec01b92964eb service neutron] For port 2989ac03-d6b0-4db2-bc6e-5b0c68457576, host n-h2-768862-13, cleared binding levels {{(pid=94260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:47:51.051468 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-cdcd9439-db47-41fb-a22e-7d9ea0e8a818 req-a7435744-b6af-43d1-9d19-ec01b92964eb service neutron] For port 2989ac03-d6b0-4db2-bc6e-5b0c68457576, host n-h2-768862-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=2989ac03-d6b0-4db2-bc6e-5b0c68457576,segment=NetworkSegment(17990c98-391e-4989-bba9-2c474656bcf0),segment_id=17990c98-391e-4989-bba9-2c474656bcf0)] {{(pid=94260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:47:51.057160 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-cdcd9439-db47-41fb-a22e-7d9ea0e8a818 req-a7435744-b6af-43d1-9d19-ec01b92964eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58895461'] for port, after_update {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:51.091479 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd9439-db47-41fb-a22e-7d9ea0e8a818 req-a7435744-b6af-43d1-9d19-ec01b92964eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:51.092101 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-cdcd9439-db47-41fb-a22e-7d9ea0e8a818 req-a7435744-b6af-43d1-9d19-ec01b92964eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:51.093494 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cdcd9439-db47-41fb-a22e-7d9ea0e8a818 req-a7435744-b6af-43d1-9d19-ec01b92964eb service neutron] 10.222.0.61 "PUT /v2.0/ports/2989ac03-d6b0-4db2-bc6e-5b0c68457576 HTTP/1.1" status: 200 len: 1093 time: 0.5906861 Aug 10 04:47:51.093926 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2790aade-b3cd-4c55-9e2a-78618edfd4a3', 'tag': '2989ac03-d6b0-4db2-bc6e-5b0c68457576'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:47:51.096222 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7142606bf34c4189ec1af3eb1cc50705e8815838b55f5940d6ad7e637f738b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d347dbc-914f-4e5f-83f0-5725a1238286" -d '{"events": [{"name": "network-changed", "server_uuid": "2790aade-b3cd-4c55-9e2a-78618edfd4a3", "tag": "2989ac03-d6b0-4db2-bc6e-5b0c68457576"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:47:51.127272 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7435744-b6af-43d1-9d19-ec01b92964eb service neutron] Pushing event updated for resources: {'Port': ['ID=2989ac03-d6b0-4db2-bc6e-5b0c68457576,revision_number=3']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:47:51.160783 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c2584a7-88d6-4001-a098-b394a1814a80 x-openstack-request-id: req-3c2584a7-88d6-4001-a098-b394a1814a80 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:47:51.161058 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2790aade-b3cd-4c55-9e2a-78618edfd4a3", "tag": "2989ac03-d6b0-4db2-bc6e-5b0c68457576", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:47:51.161319 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3c2584a7-88d6-4001-a098-b394a1814a80 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:47:51.161723 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2790aade-b3cd-4c55-9e2a-78618edfd4a3', 'tag': '2989ac03-d6b0-4db2-bc6e-5b0c68457576', 'status': 'completed', 'code': 200} Aug 10 04:47:51.177957 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd9439-db47-41fb-a22e-7d9ea0e8a818 req-e5b18aa2-02e7-45a4-a255-768053ef4ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:51.180244 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cdcd9439-db47-41fb-a22e-7d9ea0e8a818 req-e5b18aa2-02e7-45a4-a255-768053ef4ade service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c60cfb74ec8f4d048025497ffe366fd8&device_id=2790aade-b3cd-4c55-9e2a-78618edfd4a3 HTTP/1.1" status: 200 len: 1096 time: 0.0461206 Aug 10 04:47:51.228385 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cdcd9439-db47-41fb-a22e-7d9ea0e8a818 req-b6847e3e-0697-4ecb-8e9d-999b05e4d54d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2989ac03-d6b0-4db2-bc6e-5b0c68457576 HTTP/1.1" status: 200 len: 217 time: 0.0403140 Aug 10 04:47:51.280753 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd9439-db47-41fb-a22e-7d9ea0e8a818 req-e3a8bade-0276-466e-89b6-e0a989c37cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:51.282249 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cdcd9439-db47-41fb-a22e-7d9ea0e8a818 req-e3a8bade-0276-466e-89b6-e0a989c37cb9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=14bd2a1d-f2f7-4de2-ac5b-5550b00a2f98 HTTP/1.1" status: 200 len: 849 time: 0.0471647 Aug 10 04:47:51.327737 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd9439-db47-41fb-a22e-7d9ea0e8a818 req-d7934c79-58e5-4c6f-a393-694c02337309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:51.329213 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cdcd9439-db47-41fb-a22e-7d9ea0e8a818 req-d7934c79-58e5-4c6f-a393-694c02337309 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=32137fe6-de9b-48ae-9506-c1875a325b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394876 Aug 10 04:47:51.422733 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cdcd9439-db47-41fb-a22e-7d9ea0e8a818 req-c85bd117-5b9b-4376-99bf-dc33a5492837 service neutron] 10.222.0.61 "GET /v2.0/networks/32137fe6-de9b-48ae-9506-c1875a325b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857050 Aug 10 04:47:51.556474 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ca69d-41ef-42d7-8ea0-b0873b4cd82c req-5cf72a00-b0ec-42b6-9a80-a12a016aa7b1 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:51.557990 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-eb6ca69d-41ef-42d7-8ea0-b0873b4cd82c req-5cf72a00-b0ec-42b6-9a80-a12a016aa7b1 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] 10.222.0.44 "GET /v2.0/ports?device_id=2790aade-b3cd-4c55-9e2a-78618edfd4a3 HTTP/1.1" status: 200 len: 944 time: 0.0844710 Aug 10 04:47:51.560264 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cdcd9439-db47-41fb-a22e-7d9ea0e8a818 req-b615f9ce-0d07-4c8d-8bff-74fc90bf9314 service neutron] 10.222.0.61 "GET /v2.0/networks/32137fe6-de9b-48ae-9506-c1875a325b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289790 Aug 10 04:47:51.592199 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e30fda58-7663-4c9f-b82f-4245206795f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:51.602134 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-eb6ca69d-41ef-42d7-8ea0-b0873b4cd82c req-d7246a25-7500-4ace-ab9c-439b6badb40e tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c031368-ab46-4c1f-ba46-0426b8aa21ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378592 Aug 10 04:47:51.658411 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d347dbc-914f-4e5f-83f0-5725a1238286 req-fe3900f4-2765-4e8b-816a-c39336289e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:51.659904 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6d347dbc-914f-4e5f-83f0-5725a1238286 req-fe3900f4-2765-4e8b-816a-c39336289e07 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c60cfb74ec8f4d048025497ffe366fd8&device_id=2790aade-b3cd-4c55-9e2a-78618edfd4a3 HTTP/1.1" status: 200 len: 1096 time: 0.0414891 Aug 10 04:47:51.753045 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d347dbc-914f-4e5f-83f0-5725a1238286 req-6a35fad8-c365-4692-b3bc-7e12da18874b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:51.754556 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6d347dbc-914f-4e5f-83f0-5725a1238286 req-6a35fad8-c365-4692-b3bc-7e12da18874b service neutron] 10.222.0.61 "GET /v2.0/networks?id=32137fe6-de9b-48ae-9506-c1875a325b7e HTTP/1.1" status: 200 len: 910 time: 0.0878179 Aug 10 04:47:51.794420 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6d347dbc-914f-4e5f-83f0-5725a1238286 req-06ff6435-2db3-429d-a5f6-7ad580c0d93b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2989ac03-d6b0-4db2-bc6e-5b0c68457576 HTTP/1.1" status: 200 len: 217 time: 0.0331154 Aug 10 04:47:51.843513 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d347dbc-914f-4e5f-83f0-5725a1238286 req-39ed69e2-6aeb-4258-8c28-07e16384aeef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:51.844941 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6d347dbc-914f-4e5f-83f0-5725a1238286 req-39ed69e2-6aeb-4258-8c28-07e16384aeef service neutron] 10.222.0.61 "GET /v2.0/subnets?id=14bd2a1d-f2f7-4de2-ac5b-5550b00a2f98 HTTP/1.1" status: 200 len: 849 time: 0.0432196 Aug 10 04:47:51.892014 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d347dbc-914f-4e5f-83f0-5725a1238286 req-32dec882-b47b-4350-88f4-05d6637662b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:51.893433 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6d347dbc-914f-4e5f-83f0-5725a1238286 req-32dec882-b47b-4350-88f4-05d6637662b1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=32137fe6-de9b-48ae-9506-c1875a325b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404596 Aug 10 04:47:51.987037 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6d347dbc-914f-4e5f-83f0-5725a1238286 req-d86ecbda-f53f-4b71-8ddc-c70be55e9761 service neutron] 10.222.0.61 "GET /v2.0/networks/32137fe6-de9b-48ae-9506-c1875a325b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859122 Aug 10 04:47:52.078141 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6d347dbc-914f-4e5f-83f0-5725a1238286 req-18f4844a-8f67-4c0c-962a-dd0e0dcc5b55 service neutron] 10.222.0.61 "GET /v2.0/networks/32137fe6-de9b-48ae-9506-c1875a325b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817442 Aug 10 04:47:52.726156 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7618ac-24a7-4fb9-9506-2e9a0683df66 req-767bef0f-efa0-4aa4-8394-e5a942938daa tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:52.727697 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6e7618ac-24a7-4fb9-9506-2e9a0683df66 req-767bef0f-efa0-4aa4-8394-e5a942938daa tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] 10.222.0.44 "GET /v2.0/ports?device_id=2790aade-b3cd-4c55-9e2a-78618edfd4a3 HTTP/1.1" status: 200 len: 944 time: 0.0561135 Aug 10 04:47:52.766409 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-6e7618ac-24a7-4fb9-9506-2e9a0683df66 req-8dd76af1-934c-4375-9e46-d7e1a5273551 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c031368-ab46-4c1f-ba46-0426b8aa21ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324519 Aug 10 04:47:53.818354 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-0bae58e9-fcab-4382-9ff5-251341f11e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:53.883821 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d99894-8c3f-407d-b00f-43cb509fd7a0 req-f6cfcf45-c379-4cf7-b526-e3102a51f035 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:53.885325 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f0d99894-8c3f-407d-b00f-43cb509fd7a0 req-f6cfcf45-c379-4cf7-b526-e3102a51f035 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] 10.222.0.44 "GET /v2.0/ports?device_id=2790aade-b3cd-4c55-9e2a-78618edfd4a3 HTTP/1.1" status: 200 len: 944 time: 0.0503924 Aug 10 04:47:53.923009 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-f0d99894-8c3f-407d-b00f-43cb509fd7a0 req-1767cb01-c806-4c20-804d-bae98dd18df0 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c031368-ab46-4c1f-ba46-0426b8aa21ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317285 Aug 10 04:47:54.447145 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:54.733490 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 2989ac03-d6b0-4db2-bc6e-5b0c68457576 details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:47:54.826602 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 2989ac03-d6b0-4db2-bc6e-5b0c68457576, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=2989ac03-d6b0-4db2-bc6e-5b0c68457576,segment=NetworkSegment(17990c98-391e-4989-bba9-2c474656bcf0),segment_id=17990c98-391e-4989-bba9-2c474656bcf0)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:47:54.837462 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': '2989ac03-d6b0-4db2-bc6e-5b0c68457576', 'network_id': '32137fe6-de9b-48ae-9506-c1875a325b7e', 'port_id': '2989ac03-d6b0-4db2-bc6e-5b0c68457576', 'mac_address': 'fa:16:3e:6c:c1:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14bd2a1d-f2f7-4de2-ac5b-5550b00a2f98', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:47:54.873628 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:54.886338 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2989ac03-d6b0-4db2-bc6e-5b0c68457576 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:47:54.904720 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 2989ac03-d6b0-4db2-bc6e-5b0c68457576, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=2989ac03-d6b0-4db2-bc6e-5b0c68457576,segment=NetworkSegment(17990c98-391e-4989-bba9-2c474656bcf0),segment_id=17990c98-391e-4989-bba9-2c474656bcf0)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:47:54.909019 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:54.958894 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=2989ac03-d6b0-4db2-bc6e-5b0c68457576,revision_number=4']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:47:55.110738 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2443c0-a887-48b4-8c51-8e6f2435d6f0 req-b20b2240-7534-42ff-b23e-bc3bdf494928 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:55.112228 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0f2443c0-a887-48b4-8c51-8e6f2435d6f0 req-b20b2240-7534-42ff-b23e-bc3bdf494928 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] 10.222.0.44 "GET /v2.0/ports?device_id=2790aade-b3cd-4c55-9e2a-78618edfd4a3 HTTP/1.1" status: 200 len: 945 time: 0.1196880 Aug 10 04:47:55.150340 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-0f2443c0-a887-48b4-8c51-8e6f2435d6f0 req-0e55f791-67ff-4aca-915f-f3c6955a0182 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c031368-ab46-4c1f-ba46-0426b8aa21ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312529 Aug 10 04:47:55.271544 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['2989ac03-d6b0-4db2-bc6e-5b0c68457576'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:47:55.745866 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:56.270850 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef99ba55-0138-4822-bacf-8620d5da5608 req-ddd1080a-c951-4843-8966-8ebf70775fd7 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:56.272812 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ef99ba55-0138-4822-bacf-8620d5da5608 req-ddd1080a-c951-4843-8966-8ebf70775fd7 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] 10.222.0.44 "GET /v2.0/ports?device_id=2790aade-b3cd-4c55-9e2a-78618edfd4a3 HTTP/1.1" status: 200 len: 945 time: 0.0525172 Aug 10 04:47:56.309485 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-ef99ba55-0138-4822-bacf-8620d5da5608 req-e4a4a717-9f56-44b4-8ab7-c9a4fca0e4b7 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c031368-ab46-4c1f-ba46-0426b8aa21ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306580 Aug 10 04:47:56.758153 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 2989ac03-d6b0-4db2-bc6e-5b0c68457576 up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:47:56.804690 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning for port 2989ac03-d6b0-4db2-bc6e-5b0c68457576 completed by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:47:56.808255 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port 2989ac03-d6b0-4db2-bc6e-5b0c68457576 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:47:56.808627 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:56.882179 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:56.903906 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2790aade-b3cd-4c55-9e2a-78618edfd4a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2989ac03-d6b0-4db2-bc6e-5b0c68457576'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:47:56.906108 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}583660bde03669f2dd7fb79ddb869ac83356356549bc1793f8d2e37d6d7017ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6272c3c7-5a28-49ad-af45-fef6135b63f5" -d '{"events": [{"server_uuid": "2790aade-b3cd-4c55-9e2a-78618edfd4a3", "name": "network-vif-plugged", "status": "completed", "tag": "2989ac03-d6b0-4db2-bc6e-5b0c68457576"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:47:56.918872 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 2989ac03-d6b0-4db2-bc6e-5b0c68457576, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=2989ac03-d6b0-4db2-bc6e-5b0c68457576,segment=NetworkSegment(17990c98-391e-4989-bba9-2c474656bcf0),segment_id=17990c98-391e-4989-bba9-2c474656bcf0)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:47:56.922815 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:56.950151 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8119ea0a-88bf-4eba-a053-f25dba594cb1 x-openstack-request-id: req-8119ea0a-88bf-4eba-a053-f25dba594cb1 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:47:56.950510 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2790aade-b3cd-4c55-9e2a-78618edfd4a3", "name": "network-vif-plugged", "status": "completed", "tag": "2989ac03-d6b0-4db2-bc6e-5b0c68457576", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:47:56.950697 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8119ea0a-88bf-4eba-a053-f25dba594cb1 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:47:56.951078 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2790aade-b3cd-4c55-9e2a-78618edfd4a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2989ac03-d6b0-4db2-bc6e-5b0c68457576', 'code': 200} Aug 10 04:47:56.977455 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=2989ac03-d6b0-4db2-bc6e-5b0c68457576,revision_number=5']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:47:57.010887 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:57.038452 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b26d42-97b5-415d-9755-7382aaa6be6b req-5114dbe1-39b8-41b6-b56f-385eba065612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:57.040010 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c7b26d42-97b5-415d-9755-7382aaa6be6b req-5114dbe1-39b8-41b6-b56f-385eba065612 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2790aade-b3cd-4c55-9e2a-78618edfd4a3 HTTP/1.1" status: 200 len: 1098 time: 0.0408642 Aug 10 04:47:57.075909 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c7b26d42-97b5-415d-9755-7382aaa6be6b req-ea8abbe6-defd-4793-9a43-af941de0f0d6 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=9c031368-ab46-4c1f-ba46-0426b8aa21ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0287316 Aug 10 04:47:57.191497 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:57.424278 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6a6b2e-569f-475a-b3d6-f44f75c04113 req-55342b45-72f3-4246-9bf0-eb0d94998583 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:57.425782 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1a6a6b2e-569f-475a-b3d6-f44f75c04113 req-55342b45-72f3-4246-9bf0-eb0d94998583 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] 10.222.0.44 "GET /v2.0/ports?device_id=2790aade-b3cd-4c55-9e2a-78618edfd4a3 HTTP/1.1" status: 200 len: 946 time: 0.0482926 Aug 10 04:47:57.463759 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1a6a6b2e-569f-475a-b3d6-f44f75c04113 req-b31fefb2-8a3a-4205-a5d2-7ad08fe429b3 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c031368-ab46-4c1f-ba46-0426b8aa21ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314109 Aug 10 04:47:58.596019 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a2ab7b-4e88-4393-a797-6e52fc033fa8 req-c91ce736-645c-460c-ab05-8b3d539a0479 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:58.598277 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b0a2ab7b-4e88-4393-a797-6e52fc033fa8 req-c91ce736-645c-460c-ab05-8b3d539a0479 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] 10.222.0.44 "GET /v2.0/ports?device_id=2790aade-b3cd-4c55-9e2a-78618edfd4a3 HTTP/1.1" status: 200 len: 946 time: 0.0660250 Aug 10 04:47:58.637658 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b0a2ab7b-4e88-4393-a797-6e52fc033fa8 req-6f0e4c23-6d38-4539-b692-90506cc9d4aa tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c031368-ab46-4c1f-ba46-0426b8aa21ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334263 Aug 10 04:47:58.751154 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a48652-bd0b-4204-a054-9d36e45e9c55 req-5a37771c-5eb7-457a-a8c9-45521344b1d1 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:58.752557 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b1a48652-bd0b-4204-a054-9d36e45e9c55 req-5a37771c-5eb7-457a-a8c9-45521344b1d1 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] 10.222.0.44 "GET /v2.0/ports?device_id=2790aade-b3cd-4c55-9e2a-78618edfd4a3 HTTP/1.1" status: 200 len: 946 time: 0.0489533 Aug 10 04:47:58.789645 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b1a48652-bd0b-4204-a054-9d36e45e9c55 req-2d60ff9c-be2e-452d-9f3a-19c895b9b2c7 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c031368-ab46-4c1f-ba46-0426b8aa21ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304756 Aug 10 04:47:58.810983 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 53378) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:47:58.851279 n-d-768862-13 neutron-server[94261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8b5607-2bbd-4689-8bcb-cd7fa8737045 tempest-TestSnapshotPattern-883684326 tempest-TestSnapshotPattern-883684326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:58.852793 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-7c8b5607-2bbd-4689-8bcb-cd7fa8737045 tempest-TestSnapshotPattern-883684326 tempest-TestSnapshotPattern-883684326-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=2790aade-b3cd-4c55-9e2a-78618edfd4a3 HTTP/1.1" status: 200 len: 1093 time: 0.0408351 Aug 10 04:47:58.855546 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 53382) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:47:58.859814 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.v2.base [None req-b4b2840a-b934-4c64-acf2-2954046dee1c tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Request body: {'floatingip': {'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'port_id': '2989ac03-d6b0-4db2-bc6e-5b0c68457576', 'tenant_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:47:58.882133 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b4b2840a-b934-4c64-acf2-2954046dee1c tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Notify callbacks [] for floatingip, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:58.984497 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b4b2840a-b934-4c64-acf2-2954046dee1c tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:59.088130 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_common [None req-b4b2840a-b934-4c64-acf2-2954046dee1c tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Allocated IP 172.25.6.224 (2ea12131-628a-487e-b434-0463553732bd/04f4b4c6-7f83-4f37-b8ea-23234eaba337/12c6f77d-3dc0-4510-ba62-fc279bf8a84c) {{(pid=94261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:47:59.191058 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b4b2840a-b934-4c64-acf2-2954046dee1c tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Notify callbacks [] for port, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:59.230029 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b4b2840a-b934-4c64-acf2-2954046dee1c tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727475790053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:59.265210 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b2840a-b934-4c64-acf2-2954046dee1c tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Network 2ea12131-628a-487e-b434-0463553732bd is already hosted by enough agents. {{(pid=94261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:47:59.269906 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.base_scheduler [None req-b4b2840a-b934-4c64-acf2-2954046dee1c tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Resources bound (agent type, host, resource id): {{(pid=94261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:47:59.273945 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b2840a-b934-4c64-acf2-2954046dee1c tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Received port after_create {{(pid=94261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:47:59.310054 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b2840a-b934-4c64-acf2-2954046dee1c tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Pushing event updated for resources: {'Port': ['ID=12c6f77d-3dc0-4510-ba62-fc279bf8a84c,revision_number=1']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:47:59.325550 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b2840a-b934-4c64-acf2-2954046dee1c tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:59.325895 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b2840a-b934-4c64-acf2-2954046dee1c tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:59.326247 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b2840a-b934-4c64-acf2-2954046dee1c tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:59.326591 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b2840a-b934-4c64-acf2-2954046dee1c tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:59.326927 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b2840a-b934-4c64-acf2-2954046dee1c tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:59.327260 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b2840a-b934-4c64-acf2-2954046dee1c tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:59.327579 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b2840a-b934-4c64-acf2-2954046dee1c tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:59.327901 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b2840a-b934-4c64-acf2-2954046dee1c tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:59.328221 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b2840a-b934-4c64-acf2-2954046dee1c tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:59.328541 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b2840a-b934-4c64-acf2-2954046dee1c tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:59.328866 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b2840a-b934-4c64-acf2-2954046dee1c tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:59.329204 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b2840a-b934-4c64-acf2-2954046dee1c tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:59.986479 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b4b2840a-b934-4c64-acf2-2954046dee1c tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:00.059796 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b4b2840a-b934-4c64-acf2-2954046dee1c tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:00.217547 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b4b2840a-b934-4c64-acf2-2954046dee1c tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Notify callbacks [] for port, precommit_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:00.222262 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b4b2840a-b934-4c64-acf2-2954046dee1c tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58930485'] for port, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:00.288439 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b2840a-b934-4c64-acf2-2954046dee1c tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Pushing event updated for resources: {'Port': ['ID=12c6f77d-3dc0-4510-ba62-fc279bf8a84c,revision_number=2']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:48:00.298505 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b4b2840a-b934-4c64-acf2-2954046dee1c tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520600'] for floatingip, after_update {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:00.403270 n-d-768862-13 neutron-server[94261]: INFO neutron.db.l3_db [None req-b4b2840a-b934-4c64-acf2-2954046dee1c tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Floating IP 0a961de2-ea52-4837-90ab-780b80e4b282 associated. External IP: 172.25.6.224, port: 2989ac03-d6b0-4db2-bc6e-5b0c68457576. Aug 10 04:48:00.618421 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4b2840a-b934-4c64-acf2-2954046dee1c tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Router 3be169aa-1ace-4be7-87dc-4d9433185b19 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:48:00.727074 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4b2840a-b934-4c64-acf2-2954046dee1c tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:48:00.736862 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9106551f-c8fd-4844-9917-7d4630375bd8 None None] Sync routers for ids ['3be169aa-1ace-4be7-87dc-4d9433185b19'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:48:00.742935 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-b4b2840a-b934-4c64-acf2-2954046dee1c tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:00.745756 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9106551f-c8fd-4844-9917-7d4630375bd8 None None] Routers {'3be169aa-1ace-4be7-87dc-4d9433185b19'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:48:00.746391 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-9106551f-c8fd-4844-9917-7d4630375bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:47:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['3be169aa-1ace-4be7-87dc-4d9433185b19'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:48:00.769642 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-b4b2840a-b934-4c64-acf2-2954046dee1c tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9130964 Aug 10 04:48:00.770457 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2790aade-b3cd-4c55-9e2a-78618edfd4a3', 'tag': '2989ac03-d6b0-4db2-bc6e-5b0c68457576'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:48:00.773222 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c547d0186a924682622f448b10ad68011a5a798c46de133d3cce962f46ffb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c20011ef-e550-4de4-9653-c4298f28ee62" -d '{"events": [{"name": "network-changed", "server_uuid": "2790aade-b3cd-4c55-9e2a-78618edfd4a3", "tag": "2989ac03-d6b0-4db2-bc6e-5b0c68457576"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:48:00.850140 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-9106551f-c8fd-4844-9917-7d4630375bd8 None None] Set router 3be169aa-1ace-4be7-87dc-4d9433185b19 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:48:00.866010 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84022f3e-2244-4e44-85e0-3a2c2b4f47f6 x-openstack-request-id: req-84022f3e-2244-4e44-85e0-3a2c2b4f47f6 {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:48:00.866405 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2790aade-b3cd-4c55-9e2a-78618edfd4a3", "tag": "2989ac03-d6b0-4db2-bc6e-5b0c68457576", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:48:00.866657 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-84022f3e-2244-4e44-85e0-3a2c2b4f47f6 {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:48:00.867058 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2790aade-b3cd-4c55-9e2a-78618edfd4a3', 'tag': '2989ac03-d6b0-4db2-bc6e-5b0c68457576', 'status': 'completed', 'code': 200} Aug 10 04:48:00.929688 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20011ef-e550-4de4-9653-c4298f28ee62 req-043fa0a6-6be0-4eeb-8828-646b4a369ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:00.931357 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c20011ef-e550-4de4-9653-c4298f28ee62 req-043fa0a6-6be0-4eeb-8828-646b4a369ddc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c60cfb74ec8f4d048025497ffe366fd8&device_id=2790aade-b3cd-4c55-9e2a-78618edfd4a3 HTTP/1.1" status: 200 len: 1098 time: 0.0417609 Aug 10 04:48:01.027098 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20011ef-e550-4de4-9653-c4298f28ee62 req-98ec6fd9-cfc3-41db-a9fe-8f7743af7e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:01.028814 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c20011ef-e550-4de4-9653-c4298f28ee62 req-98ec6fd9-cfc3-41db-a9fe-8f7743af7e3d service neutron] 10.222.0.61 "GET /v2.0/networks?id=32137fe6-de9b-48ae-9506-c1875a325b7e HTTP/1.1" status: 200 len: 910 time: 0.0902479 Aug 10 04:48:01.076490 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-9106551f-c8fd-4844-9917-7d4630375bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be169aa-1ace-4be7-87dc-4d9433185b19', 'name': 'tempest-TestSnapshotPattern-1559428264-router', 'tenant_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '8682234e-015f-4ef7-898b-235487fb83d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:44:58Z', 'updated_at': '2021-08-10T04:45:00Z', 'revision_number': 4, 'project_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'gw_port': {'id': '8682234e-015f-4ef7-898b-235487fb83d6', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be169aa-1ace-4be7-87dc-4d9433185b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:44:58Z', 'updated_at': '2021-08-10T04:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '0a961de2-ea52-4837-90ab-780b80e4b282', 'tenant_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'floating_ip_address': '172.25.6.224', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '3be169aa-1ace-4be7-87dc-4d9433185b19', 'port_id': '2989ac03-d6b0-4db2-bc6e-5b0c68457576', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32137fe6-de9b-48ae-9506-c1875a325b7e', 'mac_address': 'fa:16:3e:6c:c1:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2790aade-b3cd-4c55-9e2a-78618edfd4a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:47:59Z', 'updated_at': '2021-08-10T04:47:59Z', 'revision_number': 0, 'project_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'fixed_ip_address_scope': None}, {'id': '971aaad7-bb4d-4680-8733-6184464379d4', 'tenant_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'floating_ip_address': '172.25.6.36', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '3be169aa-1ace-4be7-87dc-4d9433185b19', 'port_id': 'a489b858-1a97-4067-9ce5-911dfa9753ec', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32137fe6-de9b-48ae-9506-c1875a325b7e', 'mac_address': 'fa:16:3e:93:0b:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '257f1073-f2d0-4165-9503-73690e5a3e73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:45:20Z', 'updated_at': '2021-08-10T04:45:22Z', 'revision_number': 1, 'project_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26f42e59-813e-4980-a11c-0f50f66afd23', 'name': '', 'network_id': '32137fe6-de9b-48ae-9506-c1875a325b7e', 'tenant_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'mac_address': 'fa:16:3e:84:8c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be169aa-1ace-4be7-87dc-4d9433185b19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '14bd2a1d-f2f7-4de2-ac5b-5550b00a2f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:45:00Z', 'updated_at': '2021-08-10T04:45:05Z', 'revision_number': 5, 'project_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'subnets': [{'id': '14bd2a1d-f2f7-4de2-ac5b-5550b00a2f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:48:01.095312 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c20011ef-e550-4de4-9653-c4298f28ee62 req-a4eb2b18-cfa0-4743-ab53-26a9e85db350 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2989ac03-d6b0-4db2-bc6e-5b0c68457576 HTTP/1.1" status: 200 len: 1000 time: 0.0597775 Aug 10 04:48:01.153057 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20011ef-e550-4de4-9653-c4298f28ee62 req-512f3b6e-a4fa-4865-b027-4fa1a1c3935b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:01.154646 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c20011ef-e550-4de4-9653-c4298f28ee62 req-512f3b6e-a4fa-4865-b027-4fa1a1c3935b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=14bd2a1d-f2f7-4de2-ac5b-5550b00a2f98 HTTP/1.1" status: 200 len: 849 time: 0.0528507 Aug 10 04:48:01.193528 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9106551f-c8fd-4844-9917-7d4630375bd8 None None] Checking router: 3be169aa-1ace-4be7-87dc-4d9433185b19 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:48:01.201077 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20011ef-e550-4de4-9653-c4298f28ee62 req-a5096187-4056-4e29-9496-f2dcf1f4a583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:01.202406 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9106551f-c8fd-4844-9917-7d4630375bd8 None None] Routers {'3be169aa-1ace-4be7-87dc-4d9433185b19'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:48:01.202537 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c20011ef-e550-4de4-9653-c4298f28ee62 req-a5096187-4056-4e29-9496-f2dcf1f4a583 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=32137fe6-de9b-48ae-9506-c1875a325b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411136 Aug 10 04:48:01.203019 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-9106551f-c8fd-4844-9917-7d4630375bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:47:54Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['3be169aa-1ace-4be7-87dc-4d9433185b19'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:48:01.293376 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c20011ef-e550-4de4-9653-c4298f28ee62 req-02f8153a-beb6-48e9-b373-620780756050 service neutron] 10.222.0.61 "GET /v2.0/networks/32137fe6-de9b-48ae-9506-c1875a325b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832970 Aug 10 04:48:01.305334 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-9106551f-c8fd-4844-9917-7d4630375bd8 None None] Set router 3be169aa-1ace-4be7-87dc-4d9433185b19 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:48:01.387753 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c20011ef-e550-4de4-9653-c4298f28ee62 req-0da85fcd-2dc5-4588-8f82-727249c56a57 service neutron] 10.222.0.61 "GET /v2.0/networks/32137fe6-de9b-48ae-9506-c1875a325b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878544 Aug 10 04:48:01.529658 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-9106551f-c8fd-4844-9917-7d4630375bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be169aa-1ace-4be7-87dc-4d9433185b19', 'name': 'tempest-TestSnapshotPattern-1559428264-router', 'tenant_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '8682234e-015f-4ef7-898b-235487fb83d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:44:58Z', 'updated_at': '2021-08-10T04:45:00Z', 'revision_number': 4, 'project_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'gw_port': {'id': '8682234e-015f-4ef7-898b-235487fb83d6', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be169aa-1ace-4be7-87dc-4d9433185b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:44:58Z', 'updated_at': '2021-08-10T04:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '0a961de2-ea52-4837-90ab-780b80e4b282', 'tenant_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'floating_ip_address': '172.25.6.224', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '3be169aa-1ace-4be7-87dc-4d9433185b19', 'port_id': '2989ac03-d6b0-4db2-bc6e-5b0c68457576', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32137fe6-de9b-48ae-9506-c1875a325b7e', 'mac_address': 'fa:16:3e:6c:c1:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2790aade-b3cd-4c55-9e2a-78618edfd4a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:47:59Z', 'updated_at': '2021-08-10T04:47:59Z', 'revision_number': 0, 'project_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'fixed_ip_address_scope': None}, {'id': '971aaad7-bb4d-4680-8733-6184464379d4', 'tenant_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'floating_ip_address': '172.25.6.36', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '3be169aa-1ace-4be7-87dc-4d9433185b19', 'port_id': 'a489b858-1a97-4067-9ce5-911dfa9753ec', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32137fe6-de9b-48ae-9506-c1875a325b7e', 'mac_address': 'fa:16:3e:93:0b:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '257f1073-f2d0-4165-9503-73690e5a3e73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:45:20Z', 'updated_at': '2021-08-10T04:45:22Z', 'revision_number': 1, 'project_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26f42e59-813e-4980-a11c-0f50f66afd23', 'name': '', 'network_id': '32137fe6-de9b-48ae-9506-c1875a325b7e', 'tenant_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'mac_address': 'fa:16:3e:84:8c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be169aa-1ace-4be7-87dc-4d9433185b19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '14bd2a1d-f2f7-4de2-ac5b-5550b00a2f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:45:00Z', 'updated_at': '2021-08-10T04:45:05Z', 'revision_number': 5, 'project_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'subnets': [{'id': '14bd2a1d-f2f7-4de2-ac5b-5550b00a2f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:48:01.559240 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9106551f-c8fd-4844-9917-7d4630375bd8 None None] The sync data for ids ['3be169aa-1ace-4be7-87dc-4d9433185b19'] in n-d-768862-13 is: [{'id': '3be169aa-1ace-4be7-87dc-4d9433185b19', 'name': 'tempest-TestSnapshotPattern-1559428264-router', 'tenant_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '8682234e-015f-4ef7-898b-235487fb83d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:44:58Z', 'updated_at': '2021-08-10T04:45:00Z', 'revision_number': 4, 'project_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'gw_port': {'id': '8682234e-015f-4ef7-898b-235487fb83d6', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be169aa-1ace-4be7-87dc-4d9433185b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:44:58Z', 'updated_at': '2021-08-10T04:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '0a961de2-ea52-4837-90ab-780b80e4b282', 'tenant_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'floating_ip_address': '172.25.6.224', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '3be169aa-1ace-4be7-87dc-4d9433185b19', 'port_id': '2989ac03-d6b0-4db2-bc6e-5b0c68457576', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32137fe6-de9b-48ae-9506-c1875a325b7e', 'mac_address': 'fa:16:3e:6c:c1:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2790aade-b3cd-4c55-9e2a-78618edfd4a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:47:59Z', 'updated_at': '2021-08-10T04:47:59Z', 'revision_number': 0, 'project_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'fixed_ip_address_scope': None}, {'id': '971aaad7-bb4d-4680-8733-6184464379d4', 'tenant_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'floating_ip_address': '172.25.6.36', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '3be169aa-1ace-4be7-87dc-4d9433185b19', 'port_id': 'a489b858-1a97-4067-9ce5-911dfa9753ec', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32137fe6-de9b-48ae-9506-c1875a325b7e', 'mac_address': 'fa:16:3e:93:0b:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '257f1073-f2d0-4165-9503-73690e5a3e73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:45:20Z', 'updated_at': '2021-08-10T04:45:22Z', 'revision_number': 1, 'project_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26f42e59-813e-4980-a11c-0f50f66afd23', 'name': '', 'network_id': '32137fe6-de9b-48ae-9506-c1875a325b7e', 'tenant_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'mac_address': 'fa:16:3e:84:8c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be169aa-1ace-4be7-87dc-4d9433185b19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '14bd2a1d-f2f7-4de2-ac5b-5550b00a2f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:45:00Z', 'updated_at': '2021-08-10T04:45:05Z', 'revision_number': 5, 'project_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'subnets': [{'id': '14bd2a1d-f2f7-4de2-ac5b-5550b00a2f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:48:01.757844 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fc90ee-2b93-4f21-ba3d-a0cbeb5f0fde None None] New status for floating IP 0a961de2-ea52-4837-90ab-780b80e4b282: ACTIVE {{(pid=94262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:48:04.375442 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:05.150035 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8ac6e928-8aed-43ba-a5ea-791afdf3eacb req-d355aa90-8265-4d8a-96f3-6cf261b5d385 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=22882bb5-df6a-4a03-b8b1-8ebacb558477&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402946 Aug 10 04:48:05.228615 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac6e928-8aed-43ba-a5ea-791afdf3eacb req-9d7e69ea-7cd5-4a71-8073-86139b9f0d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:05.229934 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8ac6e928-8aed-43ba-a5ea-791afdf3eacb req-9d7e69ea-7cd5-4a71-8073-86139b9f0d4e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4d9562697164912ae96f22f47b4a54d&device_id=22882bb5-df6a-4a03-b8b1-8ebacb558477 HTTP/1.1" status: 200 len: 1098 time: 0.0401318 Aug 10 04:48:05.334312 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac6e928-8aed-43ba-a5ea-791afdf3eacb req-c47dd585-2d5f-4951-b3f4-1ca98cf13d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:05.335816 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8ac6e928-8aed-43ba-a5ea-791afdf3eacb req-c47dd585-2d5f-4951-b3f4-1ca98cf13d14 service neutron] 10.222.0.61 "GET /v2.0/networks?id=86e70408-f9ef-4815-aa8f-59304e4ed4c8 HTTP/1.1" status: 200 len: 911 time: 0.0862794 Aug 10 04:48:05.377176 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8ac6e928-8aed-43ba-a5ea-791afdf3eacb req-31222655-438d-49e5-b3b7-b60f6dd28d7c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=600c6ca9-6224-4086-b5df-8c2df8511b77 HTTP/1.1" status: 200 len: 217 time: 0.0336871 Aug 10 04:48:05.423530 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac6e928-8aed-43ba-a5ea-791afdf3eacb req-4459a7a2-6cf6-470f-980c-efd66b06b3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:05.424821 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8ac6e928-8aed-43ba-a5ea-791afdf3eacb req-4459a7a2-6cf6-470f-980c-efd66b06b3e5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=48d8056f-5fb2-463c-96bd-f6f5ed5da27e HTTP/1.1" status: 200 len: 850 time: 0.0409937 Aug 10 04:48:05.473396 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac6e928-8aed-43ba-a5ea-791afdf3eacb req-534b89cf-51c3-4996-b82b-d668e425e1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:05.474976 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8ac6e928-8aed-43ba-a5ea-791afdf3eacb req-534b89cf-51c3-4996-b82b-d668e425e1f9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=86e70408-f9ef-4815-aa8f-59304e4ed4c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428832 Aug 10 04:48:05.564391 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8ac6e928-8aed-43ba-a5ea-791afdf3eacb req-0e431a06-a680-45ed-94f1-1c86144e2331 service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818167 Aug 10 04:48:05.656707 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-8ac6e928-8aed-43ba-a5ea-791afdf3eacb req-b532429e-5fe1-4c8a-b242-0744487f694d service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849681 Aug 10 04:48:13.808735 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cc1b2186-b00c-4a27-81a6-518ce9dddc6b req-e1196dd7-2638-4514-8394-4bc4f0f3b12e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=257f1073-f2d0-4165-9503-73690e5a3e73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0403082 Aug 10 04:48:13.891038 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1b2186-b00c-4a27-81a6-518ce9dddc6b req-8c11c1e9-26aa-4d98-a417-d956f3b546d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:13.892575 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cc1b2186-b00c-4a27-81a6-518ce9dddc6b req-8c11c1e9-26aa-4d98-a417-d956f3b546d8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c60cfb74ec8f4d048025497ffe366fd8&device_id=257f1073-f2d0-4165-9503-73690e5a3e73 HTTP/1.1" status: 200 len: 1095 time: 0.0415099 Aug 10 04:48:14.001864 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1b2186-b00c-4a27-81a6-518ce9dddc6b req-58652e34-0d4e-4514-b084-dd016730bff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:14.003417 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cc1b2186-b00c-4a27-81a6-518ce9dddc6b req-58652e34-0d4e-4514-b084-dd016730bff7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=32137fe6-de9b-48ae-9506-c1875a325b7e HTTP/1.1" status: 200 len: 910 time: 0.0900846 Aug 10 04:48:14.069556 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cc1b2186-b00c-4a27-81a6-518ce9dddc6b req-e6ff4fbb-fcd2-4d6d-bc48-e5d747d81f6f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a489b858-1a97-4067-9ce5-911dfa9753ec HTTP/1.1" status: 200 len: 998 time: 0.0586166 Aug 10 04:48:14.118531 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1b2186-b00c-4a27-81a6-518ce9dddc6b req-1dc4a7c7-6e14-420a-9d64-336e251bd8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:14.119960 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cc1b2186-b00c-4a27-81a6-518ce9dddc6b req-1dc4a7c7-6e14-420a-9d64-336e251bd8ab service neutron] 10.222.0.42 "GET /v2.0/subnets?id=14bd2a1d-f2f7-4de2-ac5b-5550b00a2f98 HTTP/1.1" status: 200 len: 849 time: 0.0435309 Aug 10 04:48:14.169059 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1b2186-b00c-4a27-81a6-518ce9dddc6b req-71e76429-9d4f-4e41-b696-a856cb69674f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:14.170572 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cc1b2186-b00c-4a27-81a6-518ce9dddc6b req-71e76429-9d4f-4e41-b696-a856cb69674f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=32137fe6-de9b-48ae-9506-c1875a325b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437853 Aug 10 04:48:14.259391 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cc1b2186-b00c-4a27-81a6-518ce9dddc6b req-1b9e1f59-2efe-4dc3-815a-4e282ea631d1 service neutron] 10.222.0.42 "GET /v2.0/networks/32137fe6-de9b-48ae-9506-c1875a325b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812731 Aug 10 04:48:14.351065 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-cc1b2186-b00c-4a27-81a6-518ce9dddc6b req-486e8458-8465-4fff-a647-0c82a9a0acbc service neutron] 10.222.0.42 "GET /v2.0/networks/32137fe6-de9b-48ae-9506-c1875a325b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850921 Aug 10 04:48:20.463969 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:48:21.594738 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a0a42071-ff5e-4ccb-a627-2da292052aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:23.820212 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-217e00b3-6ee6-4cef-81ac-b384330e2719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:24.448650 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:25.749393 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:27.023849 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:27.192746 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:34.369786 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:51.597398 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ed304962-d9e0-41e8-9f50-12bcaa1b60e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:53.822876 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e5b90631-9959-4f07-b717-805a45170289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:54.453839 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:55.752787 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:57.039568 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:57.197282 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:57.463588 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:49:04.375010 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:06.225827 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-717d4f55-5945-4e19-b49e-b166fd22724a req-6b1517da-c492-4138-ab52-ca7399186404 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2790aade-b3cd-4c55-9e2a-78618edfd4a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402570 Aug 10 04:49:06.286748 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717d4f55-5945-4e19-b49e-b166fd22724a req-b8d44bd5-eb1e-4d4b-be4f-127afa4ac9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:49:06.288223 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-717d4f55-5945-4e19-b49e-b166fd22724a req-b8d44bd5-eb1e-4d4b-be4f-127afa4ac9df service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c60cfb74ec8f4d048025497ffe366fd8&device_id=2790aade-b3cd-4c55-9e2a-78618edfd4a3 HTTP/1.1" status: 200 len: 1098 time: 0.0400774 Aug 10 04:49:06.393168 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717d4f55-5945-4e19-b49e-b166fd22724a req-7efad953-f792-4ed1-9fb7-c1dee04bb09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:49:06.394670 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-717d4f55-5945-4e19-b49e-b166fd22724a req-7efad953-f792-4ed1-9fb7-c1dee04bb09f service neutron] 10.222.0.61 "GET /v2.0/networks?id=32137fe6-de9b-48ae-9506-c1875a325b7e HTTP/1.1" status: 200 len: 910 time: 0.0867603 Aug 10 04:49:06.460117 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-717d4f55-5945-4e19-b49e-b166fd22724a req-5a9d734c-1a57-410a-86bb-9cb6666a4700 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2989ac03-d6b0-4db2-bc6e-5b0c68457576 HTTP/1.1" status: 200 len: 1002 time: 0.0562625 Aug 10 04:49:06.512101 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717d4f55-5945-4e19-b49e-b166fd22724a req-2a295a5e-c1d7-412d-8322-a58a02c5df2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:49:06.513513 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-717d4f55-5945-4e19-b49e-b166fd22724a req-2a295a5e-c1d7-412d-8322-a58a02c5df2f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=14bd2a1d-f2f7-4de2-ac5b-5550b00a2f98 HTTP/1.1" status: 200 len: 849 time: 0.0438669 Aug 10 04:49:06.564192 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717d4f55-5945-4e19-b49e-b166fd22724a req-9a29993c-c983-420c-ba25-1dda56eb4d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:49:06.565704 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-717d4f55-5945-4e19-b49e-b166fd22724a req-9a29993c-c983-420c-ba25-1dda56eb4d34 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=32137fe6-de9b-48ae-9506-c1875a325b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441351 Aug 10 04:49:06.657923 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-717d4f55-5945-4e19-b49e-b166fd22724a req-f8233699-4e91-4570-977e-3613f36498a0 service neutron] 10.222.0.61 "GET /v2.0/networks/32137fe6-de9b-48ae-9506-c1875a325b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838311 Aug 10 04:49:06.757423 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-717d4f55-5945-4e19-b49e-b166fd22724a req-806da9e7-c49a-4f6a-bcd3-e84557ff9482 service neutron] 10.222.0.61 "GET /v2.0/networks/32137fe6-de9b-48ae-9506-c1875a325b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918159 Aug 10 04:49:13.805986 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-60156f31-2fd4-4083-a80c-21ff2a0ffdb5 req-a90f793d-e88a-494a-b4fe-b6ac22db7bee service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=257f1073-f2d0-4165-9503-73690e5a3e73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0389540 Aug 10 04:49:13.887083 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60156f31-2fd4-4083-a80c-21ff2a0ffdb5 req-03b57393-e2d6-42fa-8d79-944d559fc543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:49:13.888643 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-60156f31-2fd4-4083-a80c-21ff2a0ffdb5 req-03b57393-e2d6-42fa-8d79-944d559fc543 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c60cfb74ec8f4d048025497ffe366fd8&device_id=257f1073-f2d0-4165-9503-73690e5a3e73 HTTP/1.1" status: 200 len: 1095 time: 0.0411091 Aug 10 04:49:13.997144 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60156f31-2fd4-4083-a80c-21ff2a0ffdb5 req-d02e7a5d-5008-4f1b-97e3-5f9fba89ff8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:49:13.998834 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-60156f31-2fd4-4083-a80c-21ff2a0ffdb5 req-d02e7a5d-5008-4f1b-97e3-5f9fba89ff8c service neutron] 10.222.0.42 "GET /v2.0/networks?id=32137fe6-de9b-48ae-9506-c1875a325b7e HTTP/1.1" status: 200 len: 910 time: 0.0909007 Aug 10 04:49:14.063181 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-60156f31-2fd4-4083-a80c-21ff2a0ffdb5 req-57e6124a-3e8e-408c-ba5f-9fe8396cd10f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a489b858-1a97-4067-9ce5-911dfa9753ec HTTP/1.1" status: 200 len: 998 time: 0.0572305 Aug 10 04:49:14.111850 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60156f31-2fd4-4083-a80c-21ff2a0ffdb5 req-10fe004e-3b59-45ed-ab22-418328b1a307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:49:14.113337 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-60156f31-2fd4-4083-a80c-21ff2a0ffdb5 req-10fe004e-3b59-45ed-ab22-418328b1a307 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=14bd2a1d-f2f7-4de2-ac5b-5550b00a2f98 HTTP/1.1" status: 200 len: 849 time: 0.0432136 Aug 10 04:49:14.160624 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60156f31-2fd4-4083-a80c-21ff2a0ffdb5 req-16ba4d81-80b3-4996-9a1d-7f079334f885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:49:14.162626 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-60156f31-2fd4-4083-a80c-21ff2a0ffdb5 req-16ba4d81-80b3-4996-9a1d-7f079334f885 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=32137fe6-de9b-48ae-9506-c1875a325b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423076 Aug 10 04:49:14.249925 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-60156f31-2fd4-4083-a80c-21ff2a0ffdb5 req-54516d91-6632-4b7f-b51b-26a90bf690c7 service neutron] 10.222.0.42 "GET /v2.0/networks/32137fe6-de9b-48ae-9506-c1875a325b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798829 Aug 10 04:49:14.344052 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-60156f31-2fd4-4083-a80c-21ff2a0ffdb5 req-095544a8-1b30-4019-b790-5db7453aa1cb service neutron] 10.222.0.42 "GET /v2.0/networks/32137fe6-de9b-48ae-9506-c1875a325b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870404 Aug 10 04:49:21.598912 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-25916140-78a8-4d9a-a66b-8e94a8912982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:23.823526 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4f5ea752-3ac5-4137-a0b6-c546373bf874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:24.444771 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:25.757195 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:27.054393 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:27.198274 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:34.410915 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:34.463091 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:49:51.599367 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b776a36f-801f-479c-8b8e-199b90b22110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:53.826031 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-02c90d2f-942f-4622-8bd9-695059cb96ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:54.445867 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:55.758580 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:57.068945 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:57.203116 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:04.431254 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:07.613827 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a8295230-e627-4dd8-9cd2-9ba5a2ff4e1d req-c1c300f4-eeae-42b0-85db-3def4187624a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=22882bb5-df6a-4a03-b8b1-8ebacb558477&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0435522 Aug 10 04:50:07.698489 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8295230-e627-4dd8-9cd2-9ba5a2ff4e1d req-00b2acfc-e800-4561-9858-441fb5a85b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:07.700132 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a8295230-e627-4dd8-9cd2-9ba5a2ff4e1d req-00b2acfc-e800-4561-9858-441fb5a85b41 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4d9562697164912ae96f22f47b4a54d&device_id=22882bb5-df6a-4a03-b8b1-8ebacb558477 HTTP/1.1" status: 200 len: 1098 time: 0.0434203 Aug 10 04:50:07.830503 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8295230-e627-4dd8-9cd2-9ba5a2ff4e1d req-f9651a2a-0e8c-4cd1-8d6d-f7f14c74864a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:07.832008 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a8295230-e627-4dd8-9cd2-9ba5a2ff4e1d req-f9651a2a-0e8c-4cd1-8d6d-f7f14c74864a service neutron] 10.222.0.61 "GET /v2.0/networks?id=86e70408-f9ef-4815-aa8f-59304e4ed4c8 HTTP/1.1" status: 200 len: 911 time: 0.1120942 Aug 10 04:50:07.878559 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a8295230-e627-4dd8-9cd2-9ba5a2ff4e1d req-3bc60c22-081c-4ae5-84ae-4a5142b3a2c7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=600c6ca9-6224-4086-b5df-8c2df8511b77 HTTP/1.1" status: 200 len: 217 time: 0.0378900 Aug 10 04:50:07.934145 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8295230-e627-4dd8-9cd2-9ba5a2ff4e1d req-8ba8e792-05dd-4868-ab8e-a95833e3a9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:07.935712 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a8295230-e627-4dd8-9cd2-9ba5a2ff4e1d req-8ba8e792-05dd-4868-ab8e-a95833e3a9be service neutron] 10.222.0.61 "GET /v2.0/subnets?id=48d8056f-5fb2-463c-96bd-f6f5ed5da27e HTTP/1.1" status: 200 len: 850 time: 0.0490971 Aug 10 04:50:08.008290 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8295230-e627-4dd8-9cd2-9ba5a2ff4e1d req-d3b5ac8e-f332-4e00-ad37-f275af9faf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:08.009758 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a8295230-e627-4dd8-9cd2-9ba5a2ff4e1d req-d3b5ac8e-f332-4e00-ad37-f275af9faf6e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=86e70408-f9ef-4815-aa8f-59304e4ed4c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0668569 Aug 10 04:50:08.109982 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a8295230-e627-4dd8-9cd2-9ba5a2ff4e1d req-2676137c-ad50-4526-ad97-c32a2109214f service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884635 Aug 10 04:50:08.235327 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a8295230-e627-4dd8-9cd2-9ba5a2ff4e1d req-c4cd070c-982c-4a98-be6a-c8f50cf2ee45 service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178584 Aug 10 04:50:11.462290 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:50:13.809755 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-877a88e6-c784-4d94-8aa9-750210367f20 req-b9e135aa-786c-48fe-9780-f56bb2c34369 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=257f1073-f2d0-4165-9503-73690e5a3e73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0425096 Aug 10 04:50:13.896770 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877a88e6-c784-4d94-8aa9-750210367f20 req-17806f82-b976-487e-a3f6-30b177b97f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:13.898338 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-877a88e6-c784-4d94-8aa9-750210367f20 req-17806f82-b976-487e-a3f6-30b177b97f07 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c60cfb74ec8f4d048025497ffe366fd8&device_id=257f1073-f2d0-4165-9503-73690e5a3e73 HTTP/1.1" status: 200 len: 1095 time: 0.0421698 Aug 10 04:50:14.010025 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877a88e6-c784-4d94-8aa9-750210367f20 req-a6ed423c-ab75-400f-9bf3-3cce692cd9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:14.011575 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-877a88e6-c784-4d94-8aa9-750210367f20 req-a6ed423c-ab75-400f-9bf3-3cce692cd9b5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=32137fe6-de9b-48ae-9506-c1875a325b7e HTTP/1.1" status: 200 len: 910 time: 0.0926874 Aug 10 04:50:14.078319 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-877a88e6-c784-4d94-8aa9-750210367f20 req-c861d269-c672-4890-93d7-70fb0421bb9b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a489b858-1a97-4067-9ce5-911dfa9753ec HTTP/1.1" status: 200 len: 998 time: 0.0597944 Aug 10 04:50:14.130784 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877a88e6-c784-4d94-8aa9-750210367f20 req-2712f285-1a40-469d-a304-9cfb72627b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:14.132277 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-877a88e6-c784-4d94-8aa9-750210367f20 req-2712f285-1a40-469d-a304-9cfb72627b65 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=14bd2a1d-f2f7-4de2-ac5b-5550b00a2f98 HTTP/1.1" status: 200 len: 849 time: 0.0472019 Aug 10 04:50:14.182088 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877a88e6-c784-4d94-8aa9-750210367f20 req-ee89d349-3d11-46ca-b274-3b2a22942472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:14.183658 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-877a88e6-c784-4d94-8aa9-750210367f20 req-ee89d349-3d11-46ca-b274-3b2a22942472 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=32137fe6-de9b-48ae-9506-c1875a325b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447624 Aug 10 04:50:14.274000 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-877a88e6-c784-4d94-8aa9-750210367f20 req-cfd8d489-8f77-4f9a-9810-aa418c28dd27 service neutron] 10.222.0.42 "GET /v2.0/networks/32137fe6-de9b-48ae-9506-c1875a325b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832448 Aug 10 04:50:14.369128 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-877a88e6-c784-4d94-8aa9-750210367f20 req-2f2c695e-169f-47bb-8ddd-09b0882d7651 service neutron] 10.222.0.42 "GET /v2.0/networks/32137fe6-de9b-48ae-9506-c1875a325b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884788 Aug 10 04:50:21.603872 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-8c0b0ef0-cbd0-41d3-a24e-8278b1c866db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:23.827530 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-8e4c3920-7956-46d4-88bc-0720b8eeb419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:24.447456 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:25.480170 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 2989ac03-d6b0-4db2-bc6e-5b0c68457576 details requested by agent hyperv_n-h2-768862-13 with host n-h2-768862-13 {{(pid=94262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:50:25.575357 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 2989ac03-d6b0-4db2-bc6e-5b0c68457576, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=2989ac03-d6b0-4db2-bc6e-5b0c68457576,segment=NetworkSegment(17990c98-391e-4989-bba9-2c474656bcf0),segment_id=17990c98-391e-4989-bba9-2c474656bcf0)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:50:25.587770 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Returning: {'device': '2989ac03-d6b0-4db2-bc6e-5b0c68457576', 'network_id': '32137fe6-de9b-48ae-9506-c1875a325b7e', 'port_id': '2989ac03-d6b0-4db2-bc6e-5b0c68457576', 'mac_address': 'fa:16:3e:6c:c1:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14bd2a1d-f2f7-4de2-ac5b-5550b00a2f98', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:50:25.626976 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:25.643059 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2989ac03-d6b0-4db2-bc6e-5b0c68457576 {{(pid=94262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:50:25.665370 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 2989ac03-d6b0-4db2-bc6e-5b0c68457576, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=2989ac03-d6b0-4db2-bc6e-5b0c68457576,segment=NetworkSegment(17990c98-391e-4989-bba9-2c474656bcf0),segment_id=17990c98-391e-4989-bba9-2c474656bcf0)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:50:25.669546 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:25.721298 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=2989ac03-d6b0-4db2-bc6e-5b0c68457576,revision_number=6']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:25.729553 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:25.729899 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:25.730247 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:25.730597 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:25.730925 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:25.731251 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:25.731577 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:25.731900 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:25.732222 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:25.732542 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:25.732861 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:25.733189 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:25.752527 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] get_ports_and_sgs() called for port_ids ['2989ac03-d6b0-4db2-bc6e-5b0c68457576'] {{(pid=94262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:50:25.786124 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:27.087743 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:27.204325 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:27.480589 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 2989ac03-d6b0-4db2-bc6e-5b0c68457576 up at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:50:27.528814 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.provisioning_blocks [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Provisioning complete for port 2989ac03-d6b0-4db2-bc6e-5b0c68457576 triggered by entity L2. {{(pid=94262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:50:27.529187 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497583'] for port, provisioning_complete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:27.607114 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549996'] for port, before_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:27.629436 n-d-768862-13 neutron-server[94262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2790aade-b3cd-4c55-9e2a-78618edfd4a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2989ac03-d6b0-4db2-bc6e-5b0c68457576'}] {{(pid=94262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:50:27.631663 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}583660bde03669f2dd7fb79ddb869ac83356356549bc1793f8d2e37d6d7017ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40bcbcc7-b311-4ade-b013-684d9e47dbc4" -d '{"events": [{"server_uuid": "2790aade-b3cd-4c55-9e2a-78618edfd4a3", "name": "network-vif-plugged", "status": "completed", "tag": "2989ac03-d6b0-4db2-bc6e-5b0c68457576"}]}' {{(pid=94262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:50:27.644452 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] For port 2989ac03-d6b0-4db2-bc6e-5b0c68457576, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=2989ac03-d6b0-4db2-bc6e-5b0c68457576,segment=NetworkSegment(17990c98-391e-4989-bba9-2c474656bcf0),segment_id=17990c98-391e-4989-bba9-2c474656bcf0)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:50:27.649251 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727476261021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727475790071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727475791117'] for port, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:27.697517 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Pushing event updated for resources: {'Port': ['ID=2989ac03-d6b0-4db2-bc6e-5b0c68457576,revision_number=7']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:27.724305 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02afaa8c-7189-4b10-8411-2555202c5ca5 x-openstack-request-id: req-02afaa8c-7189-4b10-8411-2555202c5ca5 {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:50:27.724593 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2790aade-b3cd-4c55-9e2a-78618edfd4a3", "name": "network-vif-plugged", "status": "completed", "tag": "2989ac03-d6b0-4db2-bc6e-5b0c68457576", "code": 200}]} {{(pid=94262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:50:27.724847 n-d-768862-13 neutron-server[94262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-02afaa8c-7189-4b10-8411-2555202c5ca5 {{(pid=94262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:50:27.725244 n-d-768862-13 neutron-server[94262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2790aade-b3cd-4c55-9e2a-78618edfd4a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2989ac03-d6b0-4db2-bc6e-5b0c68457576', 'code': 200} Aug 10 04:50:34.418204 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:38.139921 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 53656) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:50:38.294993 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-3fc7b98f-e06d-4c56-bb1e-926df60b897d tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Deleting port 12c6f77d-3dc0-4510-ba62-fc279bf8a84c {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:50:38.295240 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3fc7b98f-e06d-4c56-bb1e-926df60b897d tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:38.372870 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3fc7b98f-e06d-4c56-bb1e-926df60b897d tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:38.373199 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3fc7b98f-e06d-4c56-bb1e-926df60b897d tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:38.384517 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-3fc7b98f-e06d-4c56-bb1e-926df60b897d tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Calling delete_port for 12c6f77d-3dc0-4510-ba62-fc279bf8a84c owned by network:floatingip {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:50:38.533087 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3fc7b98f-e06d-4c56-bb1e-926df60b897d tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:38.559842 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc7b98f-e06d-4c56-bb1e-926df60b897d tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Pushing event deleted for resources: {'Port': ['ID=12c6f77d-3dc0-4510-ba62-fc279bf8a84c,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:38.574763 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc7b98f-e06d-4c56-bb1e-926df60b897d tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:38.574763 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc7b98f-e06d-4c56-bb1e-926df60b897d tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:38.574763 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc7b98f-e06d-4c56-bb1e-926df60b897d tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:38.574763 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc7b98f-e06d-4c56-bb1e-926df60b897d tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:38.574763 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc7b98f-e06d-4c56-bb1e-926df60b897d tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:38.574763 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc7b98f-e06d-4c56-bb1e-926df60b897d tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:38.574763 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc7b98f-e06d-4c56-bb1e-926df60b897d tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:38.574763 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc7b98f-e06d-4c56-bb1e-926df60b897d tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:38.574763 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc7b98f-e06d-4c56-bb1e-926df60b897d tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:38.575708 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc7b98f-e06d-4c56-bb1e-926df60b897d tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:38.575708 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc7b98f-e06d-4c56-bb1e-926df60b897d tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:38.575708 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc7b98f-e06d-4c56-bb1e-926df60b897d tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:38.629618 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3fc7b98f-e06d-4c56-bb1e-926df60b897d tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Notify callbacks [] for floatingip, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:38.629959 n-d-768862-13 neutron-server[94261]: INFO neutron.db.l3_db [None req-3fc7b98f-e06d-4c56-bb1e-926df60b897d tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Floating IP 0a961de2-ea52-4837-90ab-780b80e4b282 disassociated (deleted). External IP: 172.25.6.224, port: 2989ac03-d6b0-4db2-bc6e-5b0c68457576. Aug 10 04:50:38.836108 n-d-768862-13 neutron-server[94261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fc7b98f-e06d-4c56-bb1e-926df60b897d tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Router 3be169aa-1ace-4be7-87dc-4d9433185b19 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:50:38.943055 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fc7b98f-e06d-4c56-bb1e-926df60b897d tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:50:38.947795 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-3fc7b98f-e06d-4c56-bb1e-926df60b897d tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:38.952836 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d8c59f-24ff-4338-b484-47a342d1b354 None None] Sync routers for ids ['3be169aa-1ace-4be7-87dc-4d9433185b19'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:50:38.961773 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d8c59f-24ff-4338-b484-47a342d1b354 None None] Routers {'3be169aa-1ace-4be7-87dc-4d9433185b19'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:50:38.962471 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-43d8c59f-24ff-4338-b484-47a342d1b354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:50:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['3be169aa-1ace-4be7-87dc-4d9433185b19'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:50:38.973668 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-3fc7b98f-e06d-4c56-bb1e-926df60b897d tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] 10.222.0.44 "DELETE /v2.0/floatingips/0a961de2-ea52-4837-90ab-780b80e4b282 HTTP/1.1" status: 204 len: 168 time: 0.8326743 Aug 10 04:50:38.974392 n-d-768862-13 neutron-server[94261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2790aade-b3cd-4c55-9e2a-78618edfd4a3', 'tag': '2989ac03-d6b0-4db2-bc6e-5b0c68457576'}] {{(pid=94261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:50:38.976847 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c547d0186a924682622f448b10ad68011a5a798c46de133d3cce962f46ffb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a65622df-712a-4d29-acfc-787b799e2b9d" -d '{"events": [{"name": "network-changed", "server_uuid": "2790aade-b3cd-4c55-9e2a-78618edfd4a3", "tag": "2989ac03-d6b0-4db2-bc6e-5b0c68457576"}]}' {{(pid=94261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:50:39.067830 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-43d8c59f-24ff-4338-b484-47a342d1b354 None None] Set router 3be169aa-1ace-4be7-87dc-4d9433185b19 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:50:39.130882 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6a3cbb9-a7d0-4e72-a182-1075ea5fb480 x-openstack-request-id: req-b6a3cbb9-a7d0-4e72-a182-1075ea5fb480 {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:50:39.131185 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2790aade-b3cd-4c55-9e2a-78618edfd4a3", "tag": "2989ac03-d6b0-4db2-bc6e-5b0c68457576", "status": "completed", "code": 200}]} {{(pid=94261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:50:39.131440 n-d-768862-13 neutron-server[94261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b6a3cbb9-a7d0-4e72-a182-1075ea5fb480 {{(pid=94261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:50:39.131853 n-d-768862-13 neutron-server[94261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2790aade-b3cd-4c55-9e2a-78618edfd4a3', 'tag': '2989ac03-d6b0-4db2-bc6e-5b0c68457576', 'status': 'completed', 'code': 200} Aug 10 04:50:39.227655 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65622df-712a-4d29-acfc-787b799e2b9d req-305408d1-3e4a-4742-ab52-2f987c74162e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:39.229189 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a65622df-712a-4d29-acfc-787b799e2b9d req-305408d1-3e4a-4742-ab52-2f987c74162e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c60cfb74ec8f4d048025497ffe366fd8&device_id=2790aade-b3cd-4c55-9e2a-78618edfd4a3 HTTP/1.1" status: 200 len: 1098 time: 0.0753307 Aug 10 04:50:39.241532 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc35096a-ad67-449f-8580-19c596b37b63 req-e1b3a241-c28d-4175-b100-f8e91edc08fd tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:39.243280 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bc35096a-ad67-449f-8580-19c596b37b63 req-e1b3a241-c28d-4175-b100-f8e91edc08fd tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] 10.222.0.44 "GET /v2.0/ports?device_id=2790aade-b3cd-4c55-9e2a-78618edfd4a3 HTTP/1.1" status: 200 len: 946 time: 0.0605745 Aug 10 04:50:39.305683 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-43d8c59f-24ff-4338-b484-47a342d1b354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be169aa-1ace-4be7-87dc-4d9433185b19', 'name': 'tempest-TestSnapshotPattern-1559428264-router', 'tenant_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '8682234e-015f-4ef7-898b-235487fb83d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:44:58Z', 'updated_at': '2021-08-10T04:45:00Z', 'revision_number': 4, 'project_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'gw_port': {'id': '8682234e-015f-4ef7-898b-235487fb83d6', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be169aa-1ace-4be7-87dc-4d9433185b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:44:58Z', 'updated_at': '2021-08-10T04:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '971aaad7-bb4d-4680-8733-6184464379d4', 'tenant_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'floating_ip_address': '172.25.6.36', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '3be169aa-1ace-4be7-87dc-4d9433185b19', 'port_id': 'a489b858-1a97-4067-9ce5-911dfa9753ec', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32137fe6-de9b-48ae-9506-c1875a325b7e', 'mac_address': 'fa:16:3e:93:0b:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '257f1073-f2d0-4165-9503-73690e5a3e73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:45:20Z', 'updated_at': '2021-08-10T04:45:22Z', 'revision_number': 1, 'project_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26f42e59-813e-4980-a11c-0f50f66afd23', 'name': '', 'network_id': '32137fe6-de9b-48ae-9506-c1875a325b7e', 'tenant_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'mac_address': 'fa:16:3e:84:8c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be169aa-1ace-4be7-87dc-4d9433185b19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '14bd2a1d-f2f7-4de2-ac5b-5550b00a2f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:45:00Z', 'updated_at': '2021-08-10T04:45:05Z', 'revision_number': 5, 'project_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'subnets': [{'id': '14bd2a1d-f2f7-4de2-ac5b-5550b00a2f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:50:39.332578 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d8c59f-24ff-4338-b484-47a342d1b354 None None] Checking router: 3be169aa-1ace-4be7-87dc-4d9433185b19 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:50:39.341477 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d8c59f-24ff-4338-b484-47a342d1b354 None None] Routers {'3be169aa-1ace-4be7-87dc-4d9433185b19'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:50:39.342092 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-43d8c59f-24ff-4338-b484-47a342d1b354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:50:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['3be169aa-1ace-4be7-87dc-4d9433185b19'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:50:39.450243 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-43d8c59f-24ff-4338-b484-47a342d1b354 None None] Set router 3be169aa-1ace-4be7-87dc-4d9433185b19 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:50:39.649170 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-bc35096a-ad67-449f-8580-19c596b37b63 req-c74a31c6-e338-42f7-b715-12b78cb22642 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c031368-ab46-4c1f-ba46-0426b8aa21ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3975720 Aug 10 04:50:39.683488 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65622df-712a-4d29-acfc-787b799e2b9d req-f8f6d12a-ef2d-499e-8f79-94b9f50acba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:39.684981 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a65622df-712a-4d29-acfc-787b799e2b9d req-f8f6d12a-ef2d-499e-8f79-94b9f50acba9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=32137fe6-de9b-48ae-9506-c1875a325b7e HTTP/1.1" status: 200 len: 910 time: 0.4406598 Aug 10 04:50:39.690602 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-43d8c59f-24ff-4338-b484-47a342d1b354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be169aa-1ace-4be7-87dc-4d9433185b19', 'name': 'tempest-TestSnapshotPattern-1559428264-router', 'tenant_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '8682234e-015f-4ef7-898b-235487fb83d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:44:58Z', 'updated_at': '2021-08-10T04:45:00Z', 'revision_number': 4, 'project_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'gw_port': {'id': '8682234e-015f-4ef7-898b-235487fb83d6', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be169aa-1ace-4be7-87dc-4d9433185b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:44:58Z', 'updated_at': '2021-08-10T04:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '971aaad7-bb4d-4680-8733-6184464379d4', 'tenant_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'floating_ip_address': '172.25.6.36', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '3be169aa-1ace-4be7-87dc-4d9433185b19', 'port_id': 'a489b858-1a97-4067-9ce5-911dfa9753ec', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32137fe6-de9b-48ae-9506-c1875a325b7e', 'mac_address': 'fa:16:3e:93:0b:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '257f1073-f2d0-4165-9503-73690e5a3e73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:45:20Z', 'updated_at': '2021-08-10T04:45:22Z', 'revision_number': 1, 'project_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26f42e59-813e-4980-a11c-0f50f66afd23', 'name': '', 'network_id': '32137fe6-de9b-48ae-9506-c1875a325b7e', 'tenant_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'mac_address': 'fa:16:3e:84:8c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be169aa-1ace-4be7-87dc-4d9433185b19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '14bd2a1d-f2f7-4de2-ac5b-5550b00a2f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:45:00Z', 'updated_at': '2021-08-10T04:45:05Z', 'revision_number': 5, 'project_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'subnets': [{'id': '14bd2a1d-f2f7-4de2-ac5b-5550b00a2f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:50:39.720917 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d8c59f-24ff-4338-b484-47a342d1b354 None None] The sync data for ids ['3be169aa-1ace-4be7-87dc-4d9433185b19'] in n-d-768862-13 is: [{'id': '3be169aa-1ace-4be7-87dc-4d9433185b19', 'name': 'tempest-TestSnapshotPattern-1559428264-router', 'tenant_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '8682234e-015f-4ef7-898b-235487fb83d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:44:58Z', 'updated_at': '2021-08-10T04:45:00Z', 'revision_number': 4, 'project_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'gw_port': {'id': '8682234e-015f-4ef7-898b-235487fb83d6', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be169aa-1ace-4be7-87dc-4d9433185b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:44:58Z', 'updated_at': '2021-08-10T04:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_floatingips': [{'id': '971aaad7-bb4d-4680-8733-6184464379d4', 'tenant_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'floating_ip_address': '172.25.6.36', 'floating_network_id': '2ea12131-628a-487e-b434-0463553732bd', 'router_id': '3be169aa-1ace-4be7-87dc-4d9433185b19', 'port_id': 'a489b858-1a97-4067-9ce5-911dfa9753ec', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32137fe6-de9b-48ae-9506-c1875a325b7e', 'mac_address': 'fa:16:3e:93:0b:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '257f1073-f2d0-4165-9503-73690e5a3e73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:45:20Z', 'updated_at': '2021-08-10T04:45:22Z', 'revision_number': 1, 'project_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26f42e59-813e-4980-a11c-0f50f66afd23', 'name': '', 'network_id': '32137fe6-de9b-48ae-9506-c1875a325b7e', 'tenant_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'mac_address': 'fa:16:3e:84:8c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be169aa-1ace-4be7-87dc-4d9433185b19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '14bd2a1d-f2f7-4de2-ac5b-5550b00a2f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:45:00Z', 'updated_at': '2021-08-10T04:45:05Z', 'revision_number': 5, 'project_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'subnets': [{'id': '14bd2a1d-f2f7-4de2-ac5b-5550b00a2f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:50:39.729001 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a65622df-712a-4d29-acfc-787b799e2b9d req-09901f88-0261-4187-87f6-c216eadb1c57 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2989ac03-d6b0-4db2-bc6e-5b0c68457576 HTTP/1.1" status: 200 len: 217 time: 0.0355687 Aug 10 04:50:39.785321 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65622df-712a-4d29-acfc-787b799e2b9d req-ace82eb9-2303-436f-8a1a-1029d4e91c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:39.786846 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a65622df-712a-4d29-acfc-787b799e2b9d req-ace82eb9-2303-436f-8a1a-1029d4e91c7c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=14bd2a1d-f2f7-4de2-ac5b-5550b00a2f98 HTTP/1.1" status: 200 len: 849 time: 0.0494049 Aug 10 04:50:39.834064 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65622df-712a-4d29-acfc-787b799e2b9d req-e3d844aa-78cd-4b98-8872-5d75cc41c18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:39.835616 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a65622df-712a-4d29-acfc-787b799e2b9d req-e3d844aa-78cd-4b98-8872-5d75cc41c18d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=32137fe6-de9b-48ae-9506-c1875a325b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407145 Aug 10 04:50:39.949533 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a65622df-712a-4d29-acfc-787b799e2b9d req-7a4a24fc-f459-4a35-9795-ca4fe8dddaff service neutron] 10.222.0.61 "GET /v2.0/networks/32137fe6-de9b-48ae-9506-c1875a325b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054351 Aug 10 04:50:39.958397 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2dd4968-3e35-4642-9af4-4578c45167ec None None] New status for floating IP 0a961de2-ea52-4837-90ab-780b80e4b282: DOWN {{(pid=94262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:50:40.045849 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a65622df-712a-4d29-acfc-787b799e2b9d req-91d7fc0d-a305-4bbc-b28f-d818103d0586 service neutron] 10.222.0.61 "GET /v2.0/networks/32137fe6-de9b-48ae-9506-c1875a325b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875490 Aug 10 04:50:40.766737 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08259f20-f262-4ff2-bab4-81ae0edec13b req-177ba8e1-ee04-41c6-8512-c28baf5be899 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:40.768229 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-08259f20-f262-4ff2-bab4-81ae0edec13b req-177ba8e1-ee04-41c6-8512-c28baf5be899 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] 10.222.0.44 "GET /v2.0/ports?device_id=2790aade-b3cd-4c55-9e2a-78618edfd4a3 HTTP/1.1" status: 200 len: 946 time: 0.0505614 Aug 10 04:50:40.805181 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-08259f20-f262-4ff2-bab4-81ae0edec13b req-97c3359a-56be-4c39-bdb9-9d1f7c4aa1e6 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c031368-ab46-4c1f-ba46-0426b8aa21ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310020 Aug 10 04:50:40.965132 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d109cc57-780f-4125-a3dd-9447c31ec8cd req-332afbf4-281d-462c-a262-c48438caf6d8 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:40.966610 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d109cc57-780f-4125-a3dd-9447c31ec8cd req-332afbf4-281d-462c-a262-c48438caf6d8 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] 10.222.0.61 "GET /v2.0/ports?device_id=2790aade-b3cd-4c55-9e2a-78618edfd4a3 HTTP/1.1" status: 200 len: 946 time: 0.0473852 Aug 10 04:50:41.059727 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-d109cc57-780f-4125-a3dd-9447c31ec8cd req-18b546f0-c891-41d1-b639-0c40a39016b0 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Deleting port 2989ac03-d6b0-4db2-bc6e-5b0c68457576 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:50:41.059961 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-d109cc57-780f-4125-a3dd-9447c31ec8cd req-18b546f0-c891-41d1-b639-0c40a39016b0 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:41.144177 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-d109cc57-780f-4125-a3dd-9447c31ec8cd req-18b546f0-c891-41d1-b639-0c40a39016b0 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] For port 2989ac03-d6b0-4db2-bc6e-5b0c68457576, host n-h2-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-13',level=0,port_id=2989ac03-d6b0-4db2-bc6e-5b0c68457576,segment=NetworkSegment(17990c98-391e-4989-bba9-2c474656bcf0),segment_id=17990c98-391e-4989-bba9-2c474656bcf0)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:50:41.144548 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-d109cc57-780f-4125-a3dd-9447c31ec8cd req-18b546f0-c891-41d1-b639-0c40a39016b0 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:41.157270 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-d109cc57-780f-4125-a3dd-9447c31ec8cd req-18b546f0-c891-41d1-b639-0c40a39016b0 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Calling delete_port for 2989ac03-d6b0-4db2-bc6e-5b0c68457576 owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:50:41.285207 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-d109cc57-780f-4125-a3dd-9447c31ec8cd req-18b546f0-c891-41d1-b639-0c40a39016b0 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:41.310990 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b546f0-c891-41d1-b639-0c40a39016b0 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Pushing event deleted for resources: {'Port': ['ID=2989ac03-d6b0-4db2-bc6e-5b0c68457576,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:41.324744 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b546f0-c891-41d1-b639-0c40a39016b0 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:41.325102 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b546f0-c891-41d1-b639-0c40a39016b0 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:41.325450 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b546f0-c891-41d1-b639-0c40a39016b0 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:41.325792 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b546f0-c891-41d1-b639-0c40a39016b0 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:41.326133 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b546f0-c891-41d1-b639-0c40a39016b0 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:41.326493 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b546f0-c891-41d1-b639-0c40a39016b0 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:41.326826 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b546f0-c891-41d1-b639-0c40a39016b0 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:41.327157 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b546f0-c891-41d1-b639-0c40a39016b0 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:41.327485 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b546f0-c891-41d1-b639-0c40a39016b0 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:41.327811 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b546f0-c891-41d1-b639-0c40a39016b0 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:41.328138 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b546f0-c891-41d1-b639-0c40a39016b0 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:41.328466 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b546f0-c891-41d1-b639-0c40a39016b0 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-13 {{(pid=94260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:41.366660 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-d109cc57-780f-4125-a3dd-9447c31ec8cd req-18b546f0-c891-41d1-b639-0c40a39016b0 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] No DVR routers for this DVR port 2989ac03-d6b0-4db2-bc6e-5b0c68457576 on host n-h2-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:50:41.369183 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-d109cc57-780f-4125-a3dd-9447c31ec8cd req-18b546f0-c891-41d1-b639-0c40a39016b0 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:41.371174 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-d109cc57-780f-4125-a3dd-9447c31ec8cd req-18b546f0-c891-41d1-b639-0c40a39016b0 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] 10.222.0.61 "DELETE /v2.0/ports/2989ac03-d6b0-4db2-bc6e-5b0c68457576 HTTP/1.1" status: 204 len: 173 time: 0.3984864 Aug 10 04:50:41.371628 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2790aade-b3cd-4c55-9e2a-78618edfd4a3', 'name': 'network-vif-deleted', 'tag': '2989ac03-d6b0-4db2-bc6e-5b0c68457576'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:50:41.373840 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7142606bf34c4189ec1af3eb1cc50705e8815838b55f5940d6ad7e637f738b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-febdeaa7-c39f-48e3-bd74-958608a67b6a" -d '{"events": [{"server_uuid": "2790aade-b3cd-4c55-9e2a-78618edfd4a3", "name": "network-vif-deleted", "tag": "2989ac03-d6b0-4db2-bc6e-5b0c68457576"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:50:41.470720 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d637ab4-de62-4dec-b09c-a9f9881ab9b8 x-openstack-request-id: req-2d637ab4-de62-4dec-b09c-a9f9881ab9b8 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:50:41.471010 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2790aade-b3cd-4c55-9e2a-78618edfd4a3", "name": "network-vif-deleted", "tag": "2989ac03-d6b0-4db2-bc6e-5b0c68457576", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:50:41.471777 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2d637ab4-de62-4dec-b09c-a9f9881ab9b8 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:50:41.471777 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2790aade-b3cd-4c55-9e2a-78618edfd4a3', 'name': 'network-vif-deleted', 'tag': '2989ac03-d6b0-4db2-bc6e-5b0c68457576', 'status': 'completed', 'code': 200} Aug 10 04:50:41.548719 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 2989ac03-d6b0-4db2-bc6e-5b0c68457576 no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:50:41.568682 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] No Port match for: 2989ac03-d6b0-4db2-bc6e-5b0c68457576 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:50:41.568947 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 2989ac03-d6b0-4db2-bc6e-5b0c68457576 not bound to the agent host n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:50:41.921407 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b74eed1e-c5e2-4494-87d5-e0b673f3c7c1 req-e732292d-da95-4e08-81a2-f2660118c35f tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] 10.222.0.44 "GET /v2.0/ports?device_id=2790aade-b3cd-4c55-9e2a-78618edfd4a3 HTTP/1.1" status: 200 len: 210 time: 0.0297153 Aug 10 04:50:43.476371 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 53718) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:50:43.633459 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-b85b0000-b8a1-4d45-9090-83d485e92b72 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Deleting port 1e45a947-52ea-42a7-aeee-f6fb4225f044 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:50:43.633798 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b85b0000-b8a1-4d45-9090-83d485e92b72 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:43.706074 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b85b0000-b8a1-4d45-9090-83d485e92b72 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:43.706434 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b85b0000-b8a1-4d45-9090-83d485e92b72 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:43.718367 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-b85b0000-b8a1-4d45-9090-83d485e92b72 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Calling delete_port for 1e45a947-52ea-42a7-aeee-f6fb4225f044 owned by network:floatingip {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:50:43.867798 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b85b0000-b8a1-4d45-9090-83d485e92b72 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:43.893544 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85b0000-b8a1-4d45-9090-83d485e92b72 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Pushing event deleted for resources: {'Port': ['ID=1e45a947-52ea-42a7-aeee-f6fb4225f044,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:43.956415 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b85b0000-b8a1-4d45-9090-83d485e92b72 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Notify callbacks [] for floatingip, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:43.956743 n-d-768862-13 neutron-server[94260]: INFO neutron.db.l3_db [None req-b85b0000-b8a1-4d45-9090-83d485e92b72 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Floating IP 971aaad7-bb4d-4680-8733-6184464379d4 disassociated (deleted). External IP: 172.25.6.36, port: a489b858-1a97-4067-9ce5-911dfa9753ec. Aug 10 04:50:44.161413 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b85b0000-b8a1-4d45-9090-83d485e92b72 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Router 3be169aa-1ace-4be7-87dc-4d9433185b19 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:50:44.268903 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b85b0000-b8a1-4d45-9090-83d485e92b72 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:50:44.273664 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b85b0000-b8a1-4d45-9090-83d485e92b72 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for floatingip, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:44.278303 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b6a5cc-57ca-4ac4-820f-2844de62b34e None None] Sync routers for ids ['3be169aa-1ace-4be7-87dc-4d9433185b19'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:50:44.287481 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b6a5cc-57ca-4ac4-820f-2844de62b34e None None] Routers {'3be169aa-1ace-4be7-87dc-4d9433185b19'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:50:44.288054 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-62b6a5cc-57ca-4ac4-820f-2844de62b34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:50:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['3be169aa-1ace-4be7-87dc-4d9433185b19'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:50:44.300623 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-b85b0000-b8a1-4d45-9090-83d485e92b72 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] 10.222.0.44 "DELETE /v2.0/floatingips/971aaad7-bb4d-4680-8733-6184464379d4 HTTP/1.1" status: 204 len: 168 time: 0.8230321 Aug 10 04:50:44.301281 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '257f1073-f2d0-4165-9503-73690e5a3e73', 'tag': 'a489b858-1a97-4067-9ce5-911dfa9753ec'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:50:44.303673 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7142606bf34c4189ec1af3eb1cc50705e8815838b55f5940d6ad7e637f738b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e496cc3-c404-43b7-9109-f23f035ec0de" -d '{"events": [{"name": "network-changed", "server_uuid": "257f1073-f2d0-4165-9503-73690e5a3e73", "tag": "a489b858-1a97-4067-9ce5-911dfa9753ec"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:50:44.457882 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e58bf3d7-83d2-4356-a7b9-569046154f73 x-openstack-request-id: req-e58bf3d7-83d2-4356-a7b9-569046154f73 {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:50:44.458365 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "257f1073-f2d0-4165-9503-73690e5a3e73", "tag": "a489b858-1a97-4067-9ce5-911dfa9753ec", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:50:44.458714 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e58bf3d7-83d2-4356-a7b9-569046154f73 {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:50:44.459214 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '257f1073-f2d0-4165-9503-73690e5a3e73', 'tag': 'a489b858-1a97-4067-9ce5-911dfa9753ec', 'status': 'completed', 'code': 200} Aug 10 04:50:44.488155 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-62b6a5cc-57ca-4ac4-820f-2844de62b34e None None] Set router 3be169aa-1ace-4be7-87dc-4d9433185b19 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:50:44.549602 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e496cc3-c404-43b7-9109-f23f035ec0de req-aeaee033-deb1-4844-ab04-038e35a7713c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:44.551145 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1e496cc3-c404-43b7-9109-f23f035ec0de req-aeaee033-deb1-4844-ab04-038e35a7713c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c60cfb74ec8f4d048025497ffe366fd8&device_id=257f1073-f2d0-4165-9503-73690e5a3e73 HTTP/1.1" status: 200 len: 1095 time: 0.0688002 Aug 10 04:50:44.575332 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b57ed98-94a4-424b-b1b7-ad0352db5e37 req-4e38aeb3-d8b3-4b67-873c-ebe98a1a56c7 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:44.577151 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7b57ed98-94a4-424b-b1b7-ad0352db5e37 req-4e38aeb3-d8b3-4b67-873c-ebe98a1a56c7 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] 10.222.0.44 "GET /v2.0/ports?device_id=257f1073-f2d0-4165-9503-73690e5a3e73 HTTP/1.1" status: 200 len: 943 time: 0.0688231 Aug 10 04:50:44.662499 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-7b57ed98-94a4-424b-b1b7-ad0352db5e37 req-69d2d39a-2232-44e7-a469-aa65ff9f9ee6 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c031368-ab46-4c1f-ba46-0426b8aa21ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0750787 Aug 10 04:50:44.683060 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e496cc3-c404-43b7-9109-f23f035ec0de req-2b3ac531-d757-4f54-870c-4f0ba79ad4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:44.683275 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-62b6a5cc-57ca-4ac4-820f-2844de62b34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be169aa-1ace-4be7-87dc-4d9433185b19', 'name': 'tempest-TestSnapshotPattern-1559428264-router', 'tenant_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '8682234e-015f-4ef7-898b-235487fb83d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:44:58Z', 'updated_at': '2021-08-10T04:45:00Z', 'revision_number': 4, 'project_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'gw_port': {'id': '8682234e-015f-4ef7-898b-235487fb83d6', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be169aa-1ace-4be7-87dc-4d9433185b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:44:58Z', 'updated_at': '2021-08-10T04:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '26f42e59-813e-4980-a11c-0f50f66afd23', 'name': '', 'network_id': '32137fe6-de9b-48ae-9506-c1875a325b7e', 'tenant_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'mac_address': 'fa:16:3e:84:8c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be169aa-1ace-4be7-87dc-4d9433185b19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '14bd2a1d-f2f7-4de2-ac5b-5550b00a2f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:45:00Z', 'updated_at': '2021-08-10T04:45:05Z', 'revision_number': 5, 'project_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'subnets': [{'id': '14bd2a1d-f2f7-4de2-ac5b-5550b00a2f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:50:44.684570 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1e496cc3-c404-43b7-9109-f23f035ec0de req-2b3ac531-d757-4f54-870c-4f0ba79ad4e4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=32137fe6-de9b-48ae-9506-c1875a325b7e HTTP/1.1" status: 200 len: 910 time: 0.1253936 Aug 10 04:50:44.709555 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b6a5cc-57ca-4ac4-820f-2844de62b34e None None] Checking router: 3be169aa-1ace-4be7-87dc-4d9433185b19 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:50:44.719564 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b6a5cc-57ca-4ac4-820f-2844de62b34e None None] Routers {'3be169aa-1ace-4be7-87dc-4d9433185b19'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:50:44.720436 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-62b6a5cc-57ca-4ac4-820f-2844de62b34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:50:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['3be169aa-1ace-4be7-87dc-4d9433185b19'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:50:44.727472 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1e496cc3-c404-43b7-9109-f23f035ec0de req-07039825-2dbb-475a-ac83-7e804a675a76 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a489b858-1a97-4067-9ce5-911dfa9753ec HTTP/1.1" status: 200 len: 217 time: 0.0352769 Aug 10 04:50:44.785954 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e496cc3-c404-43b7-9109-f23f035ec0de req-2fe9b4a4-0800-4d5b-a96e-159228ccf7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:44.787517 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1e496cc3-c404-43b7-9109-f23f035ec0de req-2fe9b4a4-0800-4d5b-a96e-159228ccf7c9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=14bd2a1d-f2f7-4de2-ac5b-5550b00a2f98 HTTP/1.1" status: 200 len: 849 time: 0.0502532 Aug 10 04:50:44.837264 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e496cc3-c404-43b7-9109-f23f035ec0de req-2a3493e2-a9b9-4522-9734-29eb8a44941a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:44.838449 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-62b6a5cc-57ca-4ac4-820f-2844de62b34e None None] Set router 3be169aa-1ace-4be7-87dc-4d9433185b19 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:50:44.838806 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1e496cc3-c404-43b7-9109-f23f035ec0de req-2a3493e2-a9b9-4522-9734-29eb8a44941a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=32137fe6-de9b-48ae-9506-c1875a325b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414927 Aug 10 04:50:44.931693 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1e496cc3-c404-43b7-9109-f23f035ec0de req-4be06a76-102a-47a0-b154-e57b5e8a7a58 service neutron] 10.222.0.42 "GET /v2.0/networks/32137fe6-de9b-48ae-9506-c1875a325b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845773 Aug 10 04:50:45.034328 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-1e496cc3-c404-43b7-9109-f23f035ec0de req-df549c1b-723d-4704-9b9b-2c1ddbe940b2 service neutron] 10.222.0.42 "GET /v2.0/networks/32137fe6-de9b-48ae-9506-c1875a325b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927122 Aug 10 04:50:45.036004 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-62b6a5cc-57ca-4ac4-820f-2844de62b34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be169aa-1ace-4be7-87dc-4d9433185b19', 'name': 'tempest-TestSnapshotPattern-1559428264-router', 'tenant_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '8682234e-015f-4ef7-898b-235487fb83d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:44:58Z', 'updated_at': '2021-08-10T04:45:00Z', 'revision_number': 4, 'project_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'gw_port': {'id': '8682234e-015f-4ef7-898b-235487fb83d6', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be169aa-1ace-4be7-87dc-4d9433185b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:44:58Z', 'updated_at': '2021-08-10T04:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '26f42e59-813e-4980-a11c-0f50f66afd23', 'name': '', 'network_id': '32137fe6-de9b-48ae-9506-c1875a325b7e', 'tenant_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'mac_address': 'fa:16:3e:84:8c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be169aa-1ace-4be7-87dc-4d9433185b19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '14bd2a1d-f2f7-4de2-ac5b-5550b00a2f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:45:00Z', 'updated_at': '2021-08-10T04:45:05Z', 'revision_number': 5, 'project_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'subnets': [{'id': '14bd2a1d-f2f7-4de2-ac5b-5550b00a2f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:50:45.063667 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b6a5cc-57ca-4ac4-820f-2844de62b34e None None] The sync data for ids ['3be169aa-1ace-4be7-87dc-4d9433185b19'] in n-d-768862-13 is: [{'id': '3be169aa-1ace-4be7-87dc-4d9433185b19', 'name': 'tempest-TestSnapshotPattern-1559428264-router', 'tenant_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '8682234e-015f-4ef7-898b-235487fb83d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:44:58Z', 'updated_at': '2021-08-10T04:45:00Z', 'revision_number': 4, 'project_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'gw_port': {'id': '8682234e-015f-4ef7-898b-235487fb83d6', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be169aa-1ace-4be7-87dc-4d9433185b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:44:58Z', 'updated_at': '2021-08-10T04:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13', '_interfaces': [{'id': '26f42e59-813e-4980-a11c-0f50f66afd23', 'name': '', 'network_id': '32137fe6-de9b-48ae-9506-c1875a325b7e', 'tenant_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'mac_address': 'fa:16:3e:84:8c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be169aa-1ace-4be7-87dc-4d9433185b19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '14bd2a1d-f2f7-4de2-ac5b-5550b00a2f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:45:00Z', 'updated_at': '2021-08-10T04:45:05Z', 'revision_number': 5, 'project_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'subnets': [{'id': '14bd2a1d-f2f7-4de2-ac5b-5550b00a2f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:50:45.151958 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a97717-ee68-4cbb-9ebd-75a833d6d2bc req-1c5dd959-919b-4a67-9718-0e689d4e0a3a tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:45.153500 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c0a97717-ee68-4cbb-9ebd-75a833d6d2bc req-1c5dd959-919b-4a67-9718-0e689d4e0a3a tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] 10.222.0.42 "GET /v2.0/ports?device_id=257f1073-f2d0-4165-9503-73690e5a3e73 HTTP/1.1" status: 200 len: 943 time: 0.0574524 Aug 10 04:50:45.250678 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-c0a97717-ee68-4cbb-9ebd-75a833d6d2bc req-f01538a8-f8ac-44aa-8ddb-26af57f26762 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Deleting port a489b858-1a97-4067-9ce5-911dfa9753ec {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:50:45.251023 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c0a97717-ee68-4cbb-9ebd-75a833d6d2bc req-f01538a8-f8ac-44aa-8ddb-26af57f26762 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:45.293548 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52709b3c-46b2-4feb-bb79-cad0e65caba5 None None] New status for floating IP 971aaad7-bb4d-4680-8733-6184464379d4: DOWN {{(pid=94262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:50:45.341224 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [req-c0a97717-ee68-4cbb-9ebd-75a833d6d2bc req-f01538a8-f8ac-44aa-8ddb-26af57f26762 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] For port a489b858-1a97-4067-9ce5-911dfa9753ec, host n-h1-768862-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-13',level=0,port_id=a489b858-1a97-4067-9ce5-911dfa9753ec,segment=NetworkSegment(17990c98-391e-4989-bba9-2c474656bcf0),segment_id=17990c98-391e-4989-bba9-2c474656bcf0)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:50:45.341595 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c0a97717-ee68-4cbb-9ebd-75a833d6d2bc req-f01538a8-f8ac-44aa-8ddb-26af57f26762 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:45.355111 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [req-c0a97717-ee68-4cbb-9ebd-75a833d6d2bc req-f01538a8-f8ac-44aa-8ddb-26af57f26762 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Calling delete_port for a489b858-1a97-4067-9ce5-911dfa9753ec owned by compute:nova {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:50:45.487761 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c0a97717-ee68-4cbb-9ebd-75a833d6d2bc req-f01538a8-f8ac-44aa-8ddb-26af57f26762 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:45.514784 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01538a8-f8ac-44aa-8ddb-26af57f26762 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Pushing event deleted for resources: {'Port': ['ID=a489b858-1a97-4067-9ce5-911dfa9753ec,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:45.558447 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0a97717-ee68-4cbb-9ebd-75a833d6d2bc req-f01538a8-f8ac-44aa-8ddb-26af57f26762 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] No DVR routers for this DVR port a489b858-1a97-4067-9ce5-911dfa9753ec on host n-h1-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:50:45.561114 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [req-c0a97717-ee68-4cbb-9ebd-75a833d6d2bc req-f01538a8-f8ac-44aa-8ddb-26af57f26762 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92562'] for port, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:45.563216 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-c0a97717-ee68-4cbb-9ebd-75a833d6d2bc req-f01538a8-f8ac-44aa-8ddb-26af57f26762 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] 10.222.0.42 "DELETE /v2.0/ports/a489b858-1a97-4067-9ce5-911dfa9753ec HTTP/1.1" status: 204 len: 173 time: 0.4034109 Aug 10 04:50:45.572759 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 2989ac03-d6b0-4db2-bc6e-5b0c68457576 no longer exists at agent hyperv_n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:50:45.596909 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] No Port match for: 2989ac03-d6b0-4db2-bc6e-5b0c68457576 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:50:45.597416 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Device 2989ac03-d6b0-4db2-bc6e-5b0c68457576 not bound to the agent host n-h2-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:50:45.771517 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-2df5495f-527f-4ff5-93f2-99e1548d524c req-cf0142cd-7c9b-4eff-b66d-036981c41ca9 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] 10.222.0.44 "GET /v2.0/ports?device_id=257f1073-f2d0-4165-9503-73690e5a3e73 HTTP/1.1" status: 200 len: 210 time: 0.0300698 Aug 10 04:50:46.460421 n-d-768862-13 neutron-server[94260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '257f1073-f2d0-4165-9503-73690e5a3e73', 'name': 'network-vif-deleted', 'tag': 'a489b858-1a97-4067-9ce5-911dfa9753ec'}] {{(pid=94260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:50:46.462803 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7142606bf34c4189ec1af3eb1cc50705e8815838b55f5940d6ad7e637f738b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d6f34b3-06b1-46d6-b7b2-084fa6f812c2" -d '{"events": [{"server_uuid": "257f1073-f2d0-4165-9503-73690e5a3e73", "name": "network-vif-deleted", "tag": "a489b858-1a97-4067-9ce5-911dfa9753ec"}]}' {{(pid=94260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:50:46.498972 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-079ddd45-e607-4d97-9858-b2fc92ef041e x-openstack-request-id: req-079ddd45-e607-4d97-9858-b2fc92ef041e {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:50:46.499320 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "257f1073-f2d0-4165-9503-73690e5a3e73", "name": "network-vif-deleted", "tag": "a489b858-1a97-4067-9ce5-911dfa9753ec", "status": "completed", "code": 200}]} {{(pid=94260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:50:46.499517 n-d-768862-13 neutron-server[94260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-079ddd45-e607-4d97-9858-b2fc92ef041e {{(pid=94260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:50:46.500054 n-d-768862-13 neutron-server[94260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '257f1073-f2d0-4165-9503-73690e5a3e73', 'name': 'network-vif-deleted', 'tag': 'a489b858-1a97-4067-9ce5-911dfa9753ec', 'status': 'completed', 'code': 200} Aug 10 04:50:46.826748 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 53732) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:50:46.884706 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-49a5f006-5cfd-42e8-a57a-aca301cd5930 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:46.909342 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-49a5f006-5cfd-42e8-a57a-aca301cd5930 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:46.970273 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-49a5f006-5cfd-42e8-a57a-aca301cd5930 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:46.973326 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-49a5f006-5cfd-42e8-a57a-aca301cd5930 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:46.974565 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-49a5f006-5cfd-42e8-a57a-aca301cd5930 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] 10.222.0.44 "DELETE /v2.0/security-groups/9c031368-ab46-4c1f-ba46-0426b8aa21ac HTTP/1.1" status: 204 len: 168 time: 0.1467659 Aug 10 04:50:46.983706 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a5f006-5cfd-42e8-a57a-aca301cd5930 tempest-TestSnapshotPattern-179376362 tempest-TestSnapshotPattern-179376362-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c031368-ab46-4c1f-ba46-0426b8aa21ac,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:47.018195 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 53736) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:50:47.215190 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device a489b858-1a97-4067-9ce5-911dfa9753ec no longer exists at agent hyperv_n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:50:47.237609 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] No Port match for: a489b858-1a97-4067-9ce5-911dfa9753ec {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:50:47.238073 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Device a489b858-1a97-4067-9ce5-911dfa9753ec not bound to the agent host n-h1-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:50:47.473395 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1b38e470-da0b-4467-8405-dad6b027e630 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521880'] for router_interface, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:47.721915 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-1b38e470-da0b-4467-8405-dad6b027e630 admin admin] Deleting port 26f42e59-813e-4980-a11c-0f50f66afd23 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:50:47.722280 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1b38e470-da0b-4467-8405-dad6b027e630 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:47.800995 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [None req-1b38e470-da0b-4467-8405-dad6b027e630 admin admin] For port 26f42e59-813e-4980-a11c-0f50f66afd23, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=26f42e59-813e-4980-a11c-0f50f66afd23,segment=NetworkSegment(17990c98-391e-4989-bba9-2c474656bcf0),segment_id=17990c98-391e-4989-bba9-2c474656bcf0)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:50:47.801275 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1b38e470-da0b-4467-8405-dad6b027e630 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:47.813706 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-1b38e470-da0b-4467-8405-dad6b027e630 admin admin] Calling delete_port for 26f42e59-813e-4980-a11c-0f50f66afd23 owned by network:router_interface {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:50:47.990007 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1b38e470-da0b-4467-8405-dad6b027e630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:48.016171 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b38e470-da0b-4467-8405-dad6b027e630 admin admin] Pushing event deleted for resources: {'Port': ['ID=26f42e59-813e-4980-a11c-0f50f66afd23,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:48.182003 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-1b38e470-da0b-4467-8405-dad6b027e630 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-522536'] for router_interface, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:48.396541 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b38e470-da0b-4467-8405-dad6b027e630 admin admin] Router 3be169aa-1ace-4be7-87dc-4d9433185b19 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:50:48.460567 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:50:48.505339 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b38e470-da0b-4467-8405-dad6b027e630 admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:50:48.510298 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-1b38e470-da0b-4467-8405-dad6b027e630 admin admin] 10.222.0.44 "PUT /v2.0/routers/3be169aa-1ace-4be7-87dc-4d9433185b19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4910259 Aug 10 04:50:48.512820 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 53740) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:50:48.515381 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b830e416-c0f7-4fd5-b90d-b13a90d6d174 None None] Sync routers for ids ['3be169aa-1ace-4be7-87dc-4d9433185b19'] in n-d-768862-13 {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:50:48.524560 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b830e416-c0f7-4fd5-b90d-b13a90d6d174 None None] Routers {'3be169aa-1ace-4be7-87dc-4d9433185b19'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:50:48.525232 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-b830e416-c0f7-4fd5-b90d-b13a90d6d174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:50:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['3be169aa-1ace-4be7-87dc-4d9433185b19'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:50:48.617117 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ee7bbcb7-fbb0-4970-b2ee-0519a0008c67 admin admin] Notify callbacks [] for router, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:48.627494 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-b830e416-c0f7-4fd5-b90d-b13a90d6d174 None None] Set router 3be169aa-1ace-4be7-87dc-4d9433185b19 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:50:48.806447 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-b830e416-c0f7-4fd5-b90d-b13a90d6d174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be169aa-1ace-4be7-87dc-4d9433185b19', 'name': 'tempest-TestSnapshotPattern-1559428264-router', 'tenant_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '8682234e-015f-4ef7-898b-235487fb83d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:44:58Z', 'updated_at': '2021-08-10T04:50:47Z', 'revision_number': 5, 'project_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'gw_port': {'id': '8682234e-015f-4ef7-898b-235487fb83d6', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be169aa-1ace-4be7-87dc-4d9433185b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:44:58Z', 'updated_at': '2021-08-10T04:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:50:48.837294 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b830e416-c0f7-4fd5-b90d-b13a90d6d174 None None] Checking router: 3be169aa-1ace-4be7-87dc-4d9433185b19 for host: n-d-768862-13 {{(pid=94263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:50:48.846780 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b830e416-c0f7-4fd5-b90d-b13a90d6d174 None None] Routers {'3be169aa-1ace-4be7-87dc-4d9433185b19'} bound to L3 agent in host n-d-768862-13 {{(pid=94263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:50:48.847411 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-b830e416-c0f7-4fd5-b90d-b13a90d6d174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:50:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['3be169aa-1ace-4be7-87dc-4d9433185b19'], 'active': True} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:50:48.952115 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_dvr_db [None req-b830e416-c0f7-4fd5-b90d-b13a90d6d174 None None] Set router 3be169aa-1ace-4be7-87dc-4d9433185b19 gateway port host: n-d-768862-13 {{(pid=94263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:50:49.042122 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ee7bbcb7-fbb0-4970-b2ee-0519a0008c67 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:49.094010 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-ee7bbcb7-fbb0-4970-b2ee-0519a0008c67 admin admin] Deleting port 8682234e-015f-4ef7-898b-235487fb83d6 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:50:49.094300 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ee7bbcb7-fbb0-4970-b2ee-0519a0008c67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:49.128653 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.l3_hamode_db [None req-b830e416-c0f7-4fd5-b90d-b13a90d6d174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be169aa-1ace-4be7-87dc-4d9433185b19', 'name': 'tempest-TestSnapshotPattern-1559428264-router', 'tenant_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '8682234e-015f-4ef7-898b-235487fb83d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:44:58Z', 'updated_at': '2021-08-10T04:50:47Z', 'revision_number': 5, 'project_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'gw_port': {'id': '8682234e-015f-4ef7-898b-235487fb83d6', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be169aa-1ace-4be7-87dc-4d9433185b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:44:58Z', 'updated_at': '2021-08-10T04:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:50:49.154153 n-d-768862-13 neutron-server[94263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b830e416-c0f7-4fd5-b90d-b13a90d6d174 None None] The sync data for ids ['3be169aa-1ace-4be7-87dc-4d9433185b19'] in n-d-768862-13 is: [{'id': '3be169aa-1ace-4be7-87dc-4d9433185b19', 'name': 'tempest-TestSnapshotPattern-1559428264-router', 'tenant_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '8682234e-015f-4ef7-898b-235487fb83d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:44:58Z', 'updated_at': '2021-08-10T04:50:47Z', 'revision_number': 5, 'project_id': 'c60cfb74ec8f4d048025497ffe366fd8', 'gw_port': {'id': '8682234e-015f-4ef7-898b-235487fb83d6', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be169aa-1ace-4be7-87dc-4d9433185b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:44:58Z', 'updated_at': '2021-08-10T04:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}] {{(pid=94263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:50:49.172562 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [None req-ee7bbcb7-fbb0-4970-b2ee-0519a0008c67 admin admin] For port 8682234e-015f-4ef7-898b-235487fb83d6, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=8682234e-015f-4ef7-898b-235487fb83d6,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:50:49.172933 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ee7bbcb7-fbb0-4970-b2ee-0519a0008c67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:49.191401 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-ee7bbcb7-fbb0-4970-b2ee-0519a0008c67 admin admin] Calling delete_port for 8682234e-015f-4ef7-898b-235487fb83d6 owned by network:router_gateway {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:50:49.364445 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ee7bbcb7-fbb0-4970-b2ee-0519a0008c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:49.391034 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7bbcb7-fbb0-4970-b2ee-0519a0008c67 admin admin] Pushing event deleted for resources: {'Port': ['ID=8682234e-015f-4ef7-898b-235487fb83d6,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:49.451810 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ee7bbcb7-fbb0-4970-b2ee-0519a0008c67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520654'] for router_gateway, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:49.546117 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ee7bbcb7-fbb0-4970-b2ee-0519a0008c67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:49.548784 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ee7bbcb7-fbb0-4970-b2ee-0519a0008c67 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:49.596038 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ee7bbcb7-fbb0-4970-b2ee-0519a0008c67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:49.596640 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee7bbcb7-fbb0-4970-b2ee-0519a0008c67 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3be169aa-1ace-4be7-87dc-4d9433185b19 {{(pid=94260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:50:49.609033 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-ee7bbcb7-fbb0-4970-b2ee-0519a0008c67 admin admin] Notify callbacks [] for router, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:49.610493 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-ee7bbcb7-fbb0-4970-b2ee-0519a0008c67 admin admin] 10.222.0.44 "DELETE /v2.0/routers/3be169aa-1ace-4be7-87dc-4d9433185b19 HTTP/1.1" status: 204 len: 168 time: 1.0967145 Aug 10 04:50:49.613822 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 53742) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:50:49.624388 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 26f42e59-813e-4980-a11c-0f50f66afd23 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:50:49.645424 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 26f42e59-813e-4980-a11c-0f50f66afd23 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:50:49.645867 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 26f42e59-813e-4980-a11c-0f50f66afd23 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:50:49.662435 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.db_base_plugin_v2 [None req-66b3fd71-3ce5-4361-bf19-2c1472bd88ff admin admin] Deleting subnet 14bd2a1d-f2f7-4de2-ac5b-5550b00a2f98 {{(pid=94261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:50:49.665580 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-66b3fd71-3ce5-4361-bf19-2c1472bd88ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:49.701963 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-66b3fd71-3ce5-4361-bf19-2c1472bd88ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59069324'] for subnet, precommit_delete_associations {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:49.784986 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-66b3fd71-3ce5-4361-bf19-2c1472bd88ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:49.838946 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-66b3fd71-3ce5-4361-bf19-2c1472bd88ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58930447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59561649'] for subnet, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:49.864131 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b3fd71-3ce5-4361-bf19-2c1472bd88ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14bd2a1d-f2f7-4de2-ac5b-5550b00a2f98,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:49.869762 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-66b3fd71-3ce5-4361-bf19-2c1472bd88ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:49.871637 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-66b3fd71-3ce5-4361-bf19-2c1472bd88ff admin admin] 10.222.0.44 "DELETE /v2.0/subnets/14bd2a1d-f2f7-4de2-ac5b-5550b00a2f98 HTTP/1.1" status: 204 len: 168 time: 0.2567589 Aug 10 04:50:49.874289 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 53744) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:50:49.878007 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586729e0-f82f-4fde-b609-e67c2fdbdc55 None None] Network 32137fe6-de9b-48ae-9506-c1875a325b7e requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:50:49.950432 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c9488477-b582-4099-8fc1-b608ecae2fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:50.010551 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-c9488477-b582-4099-8fc1-b608ecae2fc7 admin admin] Deleting port 4312a774-b1a3-43f6-9f22-3552056ea448 {{(pid=94261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:50:50.010872 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c9488477-b582-4099-8fc1-b608ecae2fc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:50.072874 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.db [None req-c9488477-b582-4099-8fc1-b608ecae2fc7 admin admin] For port 4312a774-b1a3-43f6-9f22-3552056ea448, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=4312a774-b1a3-43f6-9f22-3552056ea448,segment=NetworkSegment(17990c98-391e-4989-bba9-2c474656bcf0),segment_id=17990c98-391e-4989-bba9-2c474656bcf0)] {{(pid=94261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:50:50.073242 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c9488477-b582-4099-8fc1-b608ecae2fc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:50.085847 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.plugin [None req-c9488477-b582-4099-8fc1-b608ecae2fc7 admin admin] Calling delete_port for 4312a774-b1a3-43f6-9f22-3552056ea448 owned by network:dhcp {{(pid=94261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:50:50.168678 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c9488477-b582-4099-8fc1-b608ecae2fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58930492'] for port, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:50.191756 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7c57bd-815e-4204-bdef-910be1e28da4 None None] DHCP port deletion for 32137fe6-de9b-48ae-9506-c1875a325b7e request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:50:50.204062 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9488477-b582-4099-8fc1-b608ecae2fc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4312a774-b1a3-43f6-9f22-3552056ea448,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:50.210153 n-d-768862-13 neutron-server[94261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9488477-b582-4099-8fc1-b608ecae2fc7 admin admin] No DVR routers for this DVR port 4312a774-b1a3-43f6-9f22-3552056ea448 on host n-d-768862-13 {{(pid=94261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:50:50.280734 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c9488477-b582-4099-8fc1-b608ecae2fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:50.290989 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-c9488477-b582-4099-8fc1-b608ecae2fc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32137fe6-de9b-48ae-9506-c1875a325b7e']}} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:50:50.301270 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-c9488477-b582-4099-8fc1-b608ecae2fc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17990c98-391e-4989-bba9-2c474656bcf0') {'for_net_delete': True} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:50:50.301563 n-d-768862-13 neutron-server[94261]: DEBUG neutron.services.segments.db [None req-c9488477-b582-4099-8fc1-b608ecae2fc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17990c98-391e-4989-bba9-2c474656bcf0') {} {{(pid=94261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:50:50.309984 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c9488477-b582-4099-8fc1-b608ecae2fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59069339'] for segment, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:50.323565 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c9488477-b582-4099-8fc1-b608ecae2fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:50.329647 n-d-768862-13 neutron-server[94261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9488477-b582-4099-8fc1-b608ecae2fc7 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=94261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:50:50.330088 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c9488477-b582-4099-8fc1-b608ecae2fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58930641'] for segment, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:50.332410 n-d-768862-13 neutron-server[94261]: Traceback (most recent call last): Aug 10 04:50:50.332410 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:50:50.332410 n-d-768862-13 neutron-server[94261]: timer() Aug 10 04:50:50.332410 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:50:50.332410 n-d-768862-13 neutron-server[94261]: cb(*args, **kw) Aug 10 04:50:50.332410 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:50:50.332410 n-d-768862-13 neutron-server[94261]: return func(*args, **kwargs) Aug 10 04:50:50.332410 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:50:50.332410 n-d-768862-13 neutron-server[94261]: self._notify() Aug 10 04:50:50.332410 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:50:50.332410 n-d-768862-13 neutron-server[94261]: self.callback(batched_events) Aug 10 04:50:50.332410 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:50:50.332410 n-d-768862-13 neutron-server[94261]: event.method(event) Aug 10 04:50:50.332410 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:50:50.332410 n-d-768862-13 neutron-server[94261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:50:50.332410 n-d-768862-13 neutron-server[94261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:50:50.332410 n-d-768862-13 neutron-server[94261]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:50:50.332410 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:50:50.332410 n-d-768862-13 neutron-server[94261]: return f(self, *a, **k) Aug 10 04:50:50.332410 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:50:50.332410 n-d-768862-13 neutron-server[94261]: return self._get(url).json() Aug 10 04:50:50.332410 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:50:50.332410 n-d-768862-13 neutron-server[94261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:50:50.332410 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:50:50.332410 n-d-768862-13 neutron-server[94261]: return self.request(url, 'GET', **kwargs) Aug 10 04:50:50.332410 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:50:50.332410 n-d-768862-13 neutron-server[94261]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:50:50.332410 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:50:50.332410 n-d-768862-13 neutron-server[94261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:50:50.332410 n-d-768862-13 neutron-server[94261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:50:50.332410 n-d-768862-13 neutron-server[94261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:50:50.332410 n-d-768862-13 neutron-server[94261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:50:50.388621 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c9488477-b582-4099-8fc1-b608ecae2fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:50.394842 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-c9488477-b582-4099-8fc1-b608ecae2fc7 admin admin] Notify callbacks [] for network, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:50.396721 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-c9488477-b582-4099-8fc1-b608ecae2fc7 admin admin] 10.222.0.44 "DELETE /v2.0/networks/32137fe6-de9b-48ae-9506-c1875a325b7e HTTP/1.1" status: 204 len: 168 time: 0.5214031 Aug 10 04:50:50.399844 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 53746) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:50:50.411188 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9488477-b582-4099-8fc1-b608ecae2fc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=32137fe6-de9b-48ae-9506-c1875a325b7e,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:50.746047 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8851d61e-d3b5-4032-87ad-c3ae0ce9927b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521880'] for router_interface, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:50.985702 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-8851d61e-d3b5-4032-87ad-c3ae0ce9927b admin admin] Deleting port 59ccd90f-c5a3-4d86-82a0-1f1637131dc2 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:50:50.986253 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8851d61e-d3b5-4032-87ad-c3ae0ce9927b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:51.063410 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [None req-8851d61e-d3b5-4032-87ad-c3ae0ce9927b admin admin] For port 59ccd90f-c5a3-4d86-82a0-1f1637131dc2, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=59ccd90f-c5a3-4d86-82a0-1f1637131dc2,segment=NetworkSegment(d2d6a7b8-4171-4a30-a5ad-7d82c54cf681),segment_id=d2d6a7b8-4171-4a30-a5ad-7d82c54cf681)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:50:51.063770 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8851d61e-d3b5-4032-87ad-c3ae0ce9927b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:51.076491 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-8851d61e-d3b5-4032-87ad-c3ae0ce9927b admin admin] Calling delete_port for 59ccd90f-c5a3-4d86-82a0-1f1637131dc2 owned by network:router_interface {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:50:51.249002 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8851d61e-d3b5-4032-87ad-c3ae0ce9927b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:51.277659 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8851d61e-d3b5-4032-87ad-c3ae0ce9927b admin admin] Pushing event deleted for resources: {'Port': ['ID=59ccd90f-c5a3-4d86-82a0-1f1637131dc2,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:51.442106 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 4312a774-b1a3-43f6-9f22-3552056ea448 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:50:51.462855 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 4312a774-b1a3-43f6-9f22-3552056ea448 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:50:51.463314 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 4312a774-b1a3-43f6-9f22-3552056ea448 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:50:51.463736 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 8682234e-015f-4ef7-898b-235487fb83d6 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:50:51.465954 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8851d61e-d3b5-4032-87ad-c3ae0ce9927b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-522536'] for router_interface, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:51.486834 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 8682234e-015f-4ef7-898b-235487fb83d6 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:50:51.487679 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 8682234e-015f-4ef7-898b-235487fb83d6 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:50:51.604631 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d611a045-886d-46b2-b14a-20fe8dfd6522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:51.688176 n-d-768862-13 neutron-server[94260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8851d61e-d3b5-4032-87ad-c3ae0ce9927b admin admin] Router 72afaea4-d867-4d37-8aea-638c58e40948 has already been hosted by L3 agent 30e5ed9a-a900-46f5-8791-532797a0205e {{(pid=94260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:50:51.794608 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8851d61e-d3b5-4032-87ad-c3ae0ce9927b admin admin] Notify agent at l3_agent.n-d-768862-13 the message routers_updated {{(pid=94260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:50:51.799489 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-8851d61e-d3b5-4032-87ad-c3ae0ce9927b admin admin] 10.222.0.44 "PUT /v2.0/routers/72afaea4-d867-4d37-8aea-638c58e40948/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3985908 Aug 10 04:50:51.802147 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 53748) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:50:51.803342 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea5c0c4-b19d-4efd-8fbe-0a345b081fb8 None None] Sync routers for ids ['72afaea4-d867-4d37-8aea-638c58e40948'] in n-d-768862-13 {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:50:51.812393 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea5c0c4-b19d-4efd-8fbe-0a345b081fb8 None None] Routers {'72afaea4-d867-4d37-8aea-638c58e40948'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:50:51.813081 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-aea5c0c4-b19d-4efd-8fbe-0a345b081fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:50:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['72afaea4-d867-4d37-8aea-638c58e40948'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:50:51.905971 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b2ba9f58-6f9b-46a4-a284-54f29eb9a429 admin admin] Notify callbacks [] for router, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:51.914962 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-aea5c0c4-b19d-4efd-8fbe-0a345b081fb8 None None] Set router 72afaea4-d867-4d37-8aea-638c58e40948 gateway port host: n-d-768862-13 {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:50:52.012220 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b2ba9f58-6f9b-46a4-a284-54f29eb9a429 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:52.065407 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-b2ba9f58-6f9b-46a4-a284-54f29eb9a429 admin admin] Deleting port c46dd884-57fb-4d0f-a4da-eae485ce5230 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:50:52.065663 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b2ba9f58-6f9b-46a4-a284-54f29eb9a429 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:52.088965 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-aea5c0c4-b19d-4efd-8fbe-0a345b081fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72afaea4-d867-4d37-8aea-638c58e40948', 'name': 'tempest-TestSnapshotPattern-1070533649-router', 'tenant_id': '0913989b1e2c4bed87858f0531d32245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'external_fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': 'c46dd884-57fb-4d0f-a4da-eae485ce5230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:45:02Z', 'updated_at': '2021-08-10T04:50:51Z', 'revision_number': 5, 'project_id': '0913989b1e2c4bed87858f0531d32245', 'gw_port': {'id': 'c46dd884-57fb-4d0f-a4da-eae485ce5230', 'name': '', 'network_id': '2ea12131-628a-487e-b434-0463553732bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:02:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72afaea4-d867-4d37-8aea-638c58e40948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:45:03Z', 'updated_at': '2021-08-10T04:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04f4b4c6-7f83-4f37-b8ea-23234eaba337', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-13'}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:50:52.114447 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea5c0c4-b19d-4efd-8fbe-0a345b081fb8 None None] Checking router: 72afaea4-d867-4d37-8aea-638c58e40948 for host: n-d-768862-13 {{(pid=94262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:50:52.122980 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea5c0c4-b19d-4efd-8fbe-0a345b081fb8 None None] Routers {'72afaea4-d867-4d37-8aea-638c58e40948'} bound to L3 agent in host n-d-768862-13 {{(pid=94262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:50:52.123622 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-aea5c0c4-b19d-4efd-8fbe-0a345b081fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:01:54Z,description=,heartbeat_timestamp=2021-08-10T04:50:24Z,host='n-d-768862-13',id=30e5ed9a-a900-46f5-8791-532797a0205e,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:01:54Z,topic='l3_agent')) {'router_ids': ['72afaea4-d867-4d37-8aea-638c58e40948'], 'active': True} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:50:52.144255 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [None req-b2ba9f58-6f9b-46a4-a284-54f29eb9a429 admin admin] For port c46dd884-57fb-4d0f-a4da-eae485ce5230, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=c46dd884-57fb-4d0f-a4da-eae485ce5230,segment=NetworkSegment(b0800cd2-56df-40c0-a6b9-1febe151d923),segment_id=b0800cd2-56df-40c0-a6b9-1febe151d923)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:50:52.144619 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b2ba9f58-6f9b-46a4-a284-54f29eb9a429 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:52.157443 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-b2ba9f58-6f9b-46a4-a284-54f29eb9a429 admin admin] Calling delete_port for c46dd884-57fb-4d0f-a4da-eae485ce5230 owned by network:router_gateway {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:50:52.208776 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvr_db [None req-aea5c0c4-b19d-4efd-8fbe-0a345b081fb8 None None] Set router 72afaea4-d867-4d37-8aea-638c58e40948 gateway port host: None {{(pid=94262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:50:52.263444 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_hamode_db [None req-aea5c0c4-b19d-4efd-8fbe-0a345b081fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72afaea4-d867-4d37-8aea-638c58e40948', 'name': 'tempest-TestSnapshotPattern-1070533649-router', 'tenant_id': '0913989b1e2c4bed87858f0531d32245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:45:02Z', 'updated_at': '2021-08-10T04:50:52Z', 'revision_number': 6, 'project_id': '0913989b1e2c4bed87858f0531d32245', 'gw_port_host': None}], 'n-d-768862-13', False) {} {{(pid=94262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:50:52.289266 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea5c0c4-b19d-4efd-8fbe-0a345b081fb8 None None] The sync data for ids ['72afaea4-d867-4d37-8aea-638c58e40948'] in n-d-768862-13 is: [{'id': '72afaea4-d867-4d37-8aea-638c58e40948', 'name': 'tempest-TestSnapshotPattern-1070533649-router', 'tenant_id': '0913989b1e2c4bed87858f0531d32245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:45:02Z', 'updated_at': '2021-08-10T04:50:52Z', 'revision_number': 6, 'project_id': '0913989b1e2c4bed87858f0531d32245', 'gw_port_host': None}] {{(pid=94262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:50:52.334483 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b2ba9f58-6f9b-46a4-a284-54f29eb9a429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:52.363706 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ba9f58-6f9b-46a4-a284-54f29eb9a429 admin admin] Pushing event deleted for resources: {'Port': ['ID=c46dd884-57fb-4d0f-a4da-eae485ce5230,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:52.426398 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b2ba9f58-6f9b-46a4-a284-54f29eb9a429 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520654'] for router_gateway, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:52.517595 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b2ba9f58-6f9b-46a4-a284-54f29eb9a429 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1422'] for router, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:52.519765 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b2ba9f58-6f9b-46a4-a284-54f29eb9a429 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:52.560640 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b2ba9f58-6f9b-46a4-a284-54f29eb9a429 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522446'] for router, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:52.561155 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2ba9f58-6f9b-46a4-a284-54f29eb9a429 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72afaea4-d867-4d37-8aea-638c58e40948 {{(pid=94260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:50:52.565939 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-b2ba9f58-6f9b-46a4-a284-54f29eb9a429 admin admin] Notify callbacks [] for router, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:52.567125 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-b2ba9f58-6f9b-46a4-a284-54f29eb9a429 admin admin] 10.222.0.44 "DELETE /v2.0/routers/72afaea4-d867-4d37-8aea-638c58e40948 HTTP/1.1" status: 204 len: 168 time: 0.7639871 Aug 10 04:50:52.569674 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 53750) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:50:52.617360 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fa8ca12-95ac-43bf-9bc9-d30e4a2b1f5c admin admin] Deleting subnet 6b0c4d52-f804-4dde-8c4d-ae5f8da93c62 {{(pid=94260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:50:52.620462 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7fa8ca12-95ac-43bf-9bc9-d30e4a2b1f5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:52.655994 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7fa8ca12-95ac-43bf-9bc9-d30e4a2b1f5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59191173'] for subnet, precommit_delete_associations {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:52.738107 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7fa8ca12-95ac-43bf-9bc9-d30e4a2b1f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593877'] for subnet, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:52.794971 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7fa8ca12-95ac-43bf-9bc9-d30e4a2b1f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58895455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805205'] for subnet, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:52.821406 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa8ca12-95ac-43bf-9bc9-d30e4a2b1f5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b0c4d52-f804-4dde-8c4d-ae5f8da93c62,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:52.825051 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-7fa8ca12-95ac-43bf-9bc9-d30e4a2b1f5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:52.826978 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-7fa8ca12-95ac-43bf-9bc9-d30e4a2b1f5c admin admin] 10.222.0.44 "DELETE /v2.0/subnets/6b0c4d52-f804-4dde-8c4d-ae5f8da93c62 HTTP/1.1" status: 204 len: 168 time: 0.2563565 Aug 10 04:50:52.829457 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 53752) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:50:52.831869 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf46507-0739-4b72-bd22-e507190e1d78 None None] Network 52a2b0ef-6315-4d7b-848c-3a0419a06ee9 requested from n-d-768862-13 {{(pid=94262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:50:52.896462 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8195cfcc-e2ff-44c7-a379-03257cfb8216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3626058'] for network, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:52.948906 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-8195cfcc-e2ff-44c7-a379-03257cfb8216 admin admin] Deleting port e67b0e93-58aa-46e7-b67e-db169d3c6409 {{(pid=94260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:50:52.949257 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8195cfcc-e2ff-44c7-a379-03257cfb8216 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:53.021264 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.db [None req-8195cfcc-e2ff-44c7-a379-03257cfb8216 admin admin] For port e67b0e93-58aa-46e7-b67e-db169d3c6409, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=e67b0e93-58aa-46e7-b67e-db169d3c6409,segment=NetworkSegment(d2d6a7b8-4171-4a30-a5ad-7d82c54cf681),segment_id=d2d6a7b8-4171-4a30-a5ad-7d82c54cf681)] {{(pid=94260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:50:53.021655 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8195cfcc-e2ff-44c7-a379-03257cfb8216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:53.026876 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eed93fc-a522-4a43-b9da-b737ddca6249 None None] DHCP port deletion for 52a2b0ef-6315-4d7b-848c-3a0419a06ee9 request from n-d-768862-13 {{(pid=94262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:50:53.036057 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.plugin [None req-8195cfcc-e2ff-44c7-a379-03257cfb8216 admin admin] Calling delete_port for e67b0e93-58aa-46e7-b67e-db169d3c6409 owned by network:dhcp {{(pid=94260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:50:53.074361 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-6eed93fc-a522-4a43-b9da-b737ddca6249 None None] Deleting port e67b0e93-58aa-46e7-b67e-db169d3c6409 {{(pid=94262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:50:53.074741 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-6eed93fc-a522-4a43-b9da-b737ddca6249 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727476254769'] for port, before_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:53.118973 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8195cfcc-e2ff-44c7-a379-03257cfb8216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58895468'] for port, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:53.140673 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.db [None req-6eed93fc-a522-4a43-b9da-b737ddca6249 None None] For port e67b0e93-58aa-46e7-b67e-db169d3c6409, host n-d-768862-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-13',level=0,port_id=e67b0e93-58aa-46e7-b67e-db169d3c6409,segment=NetworkSegment(d2d6a7b8-4171-4a30-a5ad-7d82c54cf681),segment_id=d2d6a7b8-4171-4a30-a5ad-7d82c54cf681)] {{(pid=94262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:50:53.141079 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-6eed93fc-a522-4a43-b9da-b737ddca6249 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520106'] for port, precommit_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:53.148700 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8195cfcc-e2ff-44c7-a379-03257cfb8216 admin admin] Pushing event deleted for resources: {'Port': ['ID=e67b0e93-58aa-46e7-b67e-db169d3c6409,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:53.152110 n-d-768862-13 neutron-server[94260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8195cfcc-e2ff-44c7-a379-03257cfb8216 admin admin] No DVR routers for this DVR port e67b0e93-58aa-46e7-b67e-db169d3c6409 on host n-d-768862-13 {{(pid=94260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:50:53.155660 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-6eed93fc-a522-4a43-b9da-b737ddca6249 None None] Calling delete_port for e67b0e93-58aa-46e7-b67e-db169d3c6409 owned by network:dhcp {{(pid=94262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:50:53.223389 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8195cfcc-e2ff-44c7-a379-03257cfb8216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3593490', 'neutron.services.segments.db._delete_segments_for_network-8727476301168'] for network, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:53.231780 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-6eed93fc-a522-4a43-b9da-b737ddca6249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4056281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727476261003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727475790062'] for port, after_delete {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:53.233153 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-8195cfcc-e2ff-44c7-a379-03257cfb8216 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52a2b0ef-6315-4d7b-848c-3a0419a06ee9']}} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:50:53.244524 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-8195cfcc-e2ff-44c7-a379-03257cfb8216 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2d6a7b8-4171-4a30-a5ad-7d82c54cf681') {'for_net_delete': True} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:50:53.244827 n-d-768862-13 neutron-server[94260]: DEBUG neutron.services.segments.db [None req-8195cfcc-e2ff-44c7-a379-03257cfb8216 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2d6a7b8-4171-4a30-a5ad-7d82c54cf681') {} {{(pid=94260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:50:53.254304 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8195cfcc-e2ff-44c7-a379-03257cfb8216 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727476303225', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59191186'] for segment, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:53.258622 n-d-768862-13 neutron-server[94262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eed93fc-a522-4a43-b9da-b737ddca6249 None None] Pushing event deleted for resources: {'Port': ['ID=e67b0e93-58aa-46e7-b67e-db169d3c6409,revision_number=None']} {{(pid=94262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:53.263679 n-d-768862-13 neutron-server[94262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eed93fc-a522-4a43-b9da-b737ddca6249 None None] No DVR routers for this DVR port e67b0e93-58aa-46e7-b67e-db169d3c6409 on host n-d-768862-13 {{(pid=94262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:50:53.271127 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8195cfcc-e2ff-44c7-a379-03257cfb8216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940'] for segment, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:53.278202 n-d-768862-13 neutron-server[94260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8195cfcc-e2ff-44c7-a379-03257cfb8216 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=94260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:50:53.278357 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8195cfcc-e2ff-44c7-a379-03257cfb8216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58895489'] for segment, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:53.280564 n-d-768862-13 neutron-server[94260]: Traceback (most recent call last): Aug 10 04:50:53.280564 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:50:53.280564 n-d-768862-13 neutron-server[94260]: timer() Aug 10 04:50:53.280564 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:50:53.280564 n-d-768862-13 neutron-server[94260]: cb(*args, **kw) Aug 10 04:50:53.280564 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:50:53.280564 n-d-768862-13 neutron-server[94260]: return func(*args, **kwargs) Aug 10 04:50:53.280564 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:50:53.280564 n-d-768862-13 neutron-server[94260]: self._notify() Aug 10 04:50:53.280564 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:50:53.280564 n-d-768862-13 neutron-server[94260]: self.callback(batched_events) Aug 10 04:50:53.280564 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:50:53.280564 n-d-768862-13 neutron-server[94260]: event.method(event) Aug 10 04:50:53.280564 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:50:53.280564 n-d-768862-13 neutron-server[94260]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:50:53.280564 n-d-768862-13 neutron-server[94260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:50:53.280564 n-d-768862-13 neutron-server[94260]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:50:53.280564 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:50:53.280564 n-d-768862-13 neutron-server[94260]: return f(self, *a, **k) Aug 10 04:50:53.280564 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:50:53.280564 n-d-768862-13 neutron-server[94260]: return self._get(url).json() Aug 10 04:50:53.280564 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:50:53.280564 n-d-768862-13 neutron-server[94260]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:50:53.280564 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:50:53.280564 n-d-768862-13 neutron-server[94260]: return self.request(url, 'GET', **kwargs) Aug 10 04:50:53.280564 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:50:53.280564 n-d-768862-13 neutron-server[94260]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:50:53.280564 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:50:53.280564 n-d-768862-13 neutron-server[94260]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:50:53.280564 n-d-768862-13 neutron-server[94260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:50:53.280564 n-d-768862-13 neutron-server[94260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:50:53.280564 n-d-768862-13 neutron-server[94260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:50:53.343788 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8195cfcc-e2ff-44c7-a379-03257cfb8216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3593483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520618'] for network, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:53.351478 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-8195cfcc-e2ff-44c7-a379-03257cfb8216 admin admin] Notify callbacks [] for network, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:53.355872 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-8195cfcc-e2ff-44c7-a379-03257cfb8216 admin admin] 10.222.0.44 "DELETE /v2.0/networks/52a2b0ef-6315-4d7b-848c-3a0419a06ee9 HTTP/1.1" status: 204 len: 168 time: 0.5230801 Aug 10 04:50:53.371651 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8195cfcc-e2ff-44c7-a379-03257cfb8216 admin admin] Pushing event deleted for resources: {'Network': ['ID=52a2b0ef-6315-4d7b-848c-3a0419a06ee9,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:53.410485 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 59ccd90f-c5a3-4d86-82a0-1f1637131dc2 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:50:53.436590 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: 59ccd90f-c5a3-4d86-82a0-1f1637131dc2 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:50:53.437028 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device 59ccd90f-c5a3-4d86-82a0-1f1637131dc2 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:50:53.437852 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device e67b0e93-58aa-46e7-b67e-db169d3c6409 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:50:53.496290 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 53756) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:50:53.541421 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-51e91638-8a31-4a8d-9f36-5c3b9963e9aa admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c60cfb74ec8f4d048025497ffe366fd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0428264 Aug 10 04:50:53.542580 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [-] (94260) accepted ('10.222.0.44', 53758) {{(pid=94260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:50:53.596435 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-304a00d8-8d37-48a1-a11e-76f27a423e64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:53.618752 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-304a00d8-8d37-48a1-a11e-76f27a423e64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:53.636825 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: e67b0e93-58aa-46e7-b67e-db169d3c6409 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:50:53.637461 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device e67b0e93-58aa-46e7-b67e-db169d3c6409 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:50:53.638054 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device c46dd884-57fb-4d0f-a4da-eae485ce5230 no longer exists at agent ovs-agent-n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:50:53.665358 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.plugin [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] No Port match for: c46dd884-57fb-4d0f-a4da-eae485ce5230 {{(pid=94262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:50:53.665628 n-d-768862-13 neutron-server[94262]: DEBUG neutron.plugins.ml2.rpc [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Device c46dd884-57fb-4d0f-a4da-eae485ce5230 not bound to the agent host n-d-768862-13 {{(pid=94262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:50:53.678998 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-304a00d8-8d37-48a1-a11e-76f27a423e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:53.681597 n-d-768862-13 neutron-server[94260]: DEBUG neutron_lib.callbacks.manager [None req-304a00d8-8d37-48a1-a11e-76f27a423e64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:53.682797 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [None req-304a00d8-8d37-48a1-a11e-76f27a423e64 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c078a1f9-5c18-46fa-831c-a79809899cf3 HTTP/1.1" status: 204 len: 168 time: 0.1401150 Aug 10 04:50:53.691533 n-d-768862-13 neutron-server[94260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304a00d8-8d37-48a1-a11e-76f27a423e64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c078a1f9-5c18-46fa-831c-a79809899cf3,revision_number=None']} {{(pid=94260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:53.829630 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a628a536-2b23-458c-aad8-18d893a13260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:54.012917 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 53764) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:50:54.051896 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-e3b60e9e-523c-4e12-a77b-df767c6d96c6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0913989b1e2c4bed87858f0531d32245&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377309 Aug 10 04:50:54.054322 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [-] (94261) accepted ('10.222.0.44', 53766) {{(pid=94261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:50:54.100978 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-78fca93d-8ae9-427e-b66c-0e8fb6441090 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:54.122049 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-78fca93d-8ae9-427e-b66c-0e8fb6441090 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:54.173032 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-78fca93d-8ae9-427e-b66c-0e8fb6441090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706037'] for security_group, after_delete {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:54.175754 n-d-768862-13 neutron-server[94261]: DEBUG neutron_lib.callbacks.manager [None req-78fca93d-8ae9-427e-b66c-0e8fb6441090 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:54.180024 n-d-768862-13 neutron-server[94261]: INFO neutron.wsgi [None req-78fca93d-8ae9-427e-b66c-0e8fb6441090 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9ef0a05b-f96c-41a3-9b40-86e62a57d7b7 HTTP/1.1" status: 204 len: 168 time: 0.1217062 Aug 10 04:50:54.185251 n-d-768862-13 neutron-server[94261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fca93d-8ae9-427e-b66c-0e8fb6441090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ef0a05b-f96c-41a3-9b40-86e62a57d7b7,revision_number=None']} {{(pid=94261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:54.450498 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:55.765898 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:57.086534 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:57.207208 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:04.406932 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:21.604909 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-7831f142-ed39-49f2-a284-4aece182d74c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:23.831154 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-cc673357-1d62-4740-9969-8e9853fb6dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:24.452232 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:25.460215 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:51:25.766758 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:27.088701 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:27.209068 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:34.442813 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:51.606292 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9e94b62b-80e0-4762-8cff-573ebc589616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:53.829085 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c0ba06df-3e79-4ccb-bfc0-7a77b516406b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:54.454475 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:55.770498 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:57.091029 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:57.213034 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:02.459432 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:52:04.447089 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:07.741118 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-868dd81c-6340-4a26-a446-895adff8c24d req-80dd06dd-7c08-455c-b608-fca2101920e5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=22882bb5-df6a-4a03-b8b1-8ebacb558477&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1810319 Aug 10 04:52:07.824087 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868dd81c-6340-4a26-a446-895adff8c24d req-ec1e6ca6-f87c-47b5-a4d9-00dcf78db49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:07.825640 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-868dd81c-6340-4a26-a446-895adff8c24d req-ec1e6ca6-f87c-47b5-a4d9-00dcf78db49c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4d9562697164912ae96f22f47b4a54d&device_id=22882bb5-df6a-4a03-b8b1-8ebacb558477 HTTP/1.1" status: 200 len: 1098 time: 0.0414829 Aug 10 04:52:07.928570 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868dd81c-6340-4a26-a446-895adff8c24d req-c94f0624-deba-4870-b918-fb47c2169c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:07.930060 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-868dd81c-6340-4a26-a446-895adff8c24d req-c94f0624-deba-4870-b918-fb47c2169c5b service neutron] 10.222.0.61 "GET /v2.0/networks?id=86e70408-f9ef-4815-aa8f-59304e4ed4c8 HTTP/1.1" status: 200 len: 911 time: 0.0851524 Aug 10 04:52:07.979402 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-868dd81c-6340-4a26-a446-895adff8c24d req-4bd761ec-638f-42fd-9729-ba4460ec5ee1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=600c6ca9-6224-4086-b5df-8c2df8511b77 HTTP/1.1" status: 200 len: 217 time: 0.0400913 Aug 10 04:52:08.029938 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868dd81c-6340-4a26-a446-895adff8c24d req-f82e6931-8d91-4833-b812-d24d9a98bf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:08.031373 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-868dd81c-6340-4a26-a446-895adff8c24d req-f82e6931-8d91-4833-b812-d24d9a98bf71 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=48d8056f-5fb2-463c-96bd-f6f5ed5da27e HTTP/1.1" status: 200 len: 850 time: 0.0449686 Aug 10 04:52:08.077592 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868dd81c-6340-4a26-a446-895adff8c24d req-2cf8bd61-9dac-4329-9d69-d76de1df6c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:08.079143 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-868dd81c-6340-4a26-a446-895adff8c24d req-2cf8bd61-9dac-4329-9d69-d76de1df6c9f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=86e70408-f9ef-4815-aa8f-59304e4ed4c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401967 Aug 10 04:52:08.175176 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-868dd81c-6340-4a26-a446-895adff8c24d req-57c80ba5-d67e-412d-b066-7199e9fa65a9 service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876188 Aug 10 04:52:08.267819 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-868dd81c-6340-4a26-a446-895adff8c24d req-c3232a6e-1f8c-48bf-9d5d-f6707c82782a service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849569 Aug 10 04:52:21.607874 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-aa425f61-bad2-44fd-81b5-ca5be1e4dcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:23.827781 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b7438c0a-41ea-44aa-9b37-8367e3a4b60e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:24.455658 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:25.773596 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:27.103386 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:27.215159 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:34.450651 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:39.462585 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:52:51.610078 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-6d04e3db-f36c-4862-8c62-86ce9adb1c6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:53.828502 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e574e8a1-bd95-4b91-a1dc-b34afc2476e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:54.458653 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:55.776526 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:57.111271 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:57.217656 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:04.473505 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:10.131369 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-98b674db-2978-47da-9737-44ba94e8ce7b req-290a3c42-e753-489c-b9e9-3cdf0ec2ceb9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=22882bb5-df6a-4a03-b8b1-8ebacb558477&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400987 Aug 10 04:53:10.217767 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b674db-2978-47da-9737-44ba94e8ce7b req-10c94278-23d0-493c-b897-087defe3370d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:10.219322 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-98b674db-2978-47da-9737-44ba94e8ce7b req-10c94278-23d0-493c-b897-087defe3370d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4d9562697164912ae96f22f47b4a54d&device_id=22882bb5-df6a-4a03-b8b1-8ebacb558477 HTTP/1.1" status: 200 len: 1098 time: 0.0454736 Aug 10 04:53:10.319953 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b674db-2978-47da-9737-44ba94e8ce7b req-860c1e45-40bb-46bd-a760-0d16364c8a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:10.321479 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-98b674db-2978-47da-9737-44ba94e8ce7b req-860c1e45-40bb-46bd-a760-0d16364c8a6e service neutron] 10.222.0.61 "GET /v2.0/networks?id=86e70408-f9ef-4815-aa8f-59304e4ed4c8 HTTP/1.1" status: 200 len: 911 time: 0.0836136 Aug 10 04:53:10.365957 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-98b674db-2978-47da-9737-44ba94e8ce7b req-9cda7be6-537c-495a-9c88-1d421bb28800 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=600c6ca9-6224-4086-b5df-8c2df8511b77 HTTP/1.1" status: 200 len: 217 time: 0.0375884 Aug 10 04:53:10.415514 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b674db-2978-47da-9737-44ba94e8ce7b req-f43e8bb0-9887-42f7-b63c-406f1a605dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:10.416889 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-98b674db-2978-47da-9737-44ba94e8ce7b req-f43e8bb0-9887-42f7-b63c-406f1a605dbc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=48d8056f-5fb2-463c-96bd-f6f5ed5da27e HTTP/1.1" status: 200 len: 850 time: 0.0439448 Aug 10 04:53:10.462145 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b674db-2978-47da-9737-44ba94e8ce7b req-c813be08-3bab-4111-bbf5-5e50b3c5a46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:10.463687 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-98b674db-2978-47da-9737-44ba94e8ce7b req-c813be08-3bab-4111-bbf5-5e50b3c5a46f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=86e70408-f9ef-4815-aa8f-59304e4ed4c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391200 Aug 10 04:53:10.559307 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-98b674db-2978-47da-9737-44ba94e8ce7b req-8a3df5c2-9af8-4a21-bf53-5c003045e0ec service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883996 Aug 10 04:53:10.647332 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-98b674db-2978-47da-9737-44ba94e8ce7b req-30274036-48e3-4b21-9cd5-5217de206ecd service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805511 Aug 10 04:53:16.461695 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:53:21.610527 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d9386ddd-b922-4b54-be33-af5a2dfc9c12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:23.829670 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-70507c46-6f37-4c8f-b2cc-95d13587ca65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:24.460047 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:25.780363 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:27.123824 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:27.220389 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:34.487643 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:51.611729 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-beebed5d-b81b-4a05-b656-2b9f8b03ae48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:53.460076 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:53:53.829970 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ae0f98ef-5b80-46a6-8519-5398da526e61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:54.461356 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:55.781706 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:57.123044 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:57.223451 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:04.484849 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:10.200658 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a2869407-8be2-47cf-9383-4b3ba15d54fa req-f2a3ea74-7ebf-4c0a-9fca-5e9e30e3a99b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=22882bb5-df6a-4a03-b8b1-8ebacb558477&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400686 Aug 10 04:54:10.287579 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2869407-8be2-47cf-9383-4b3ba15d54fa req-d4322fda-cc41-4c1c-af66-9c50dbfea36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:10.289084 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a2869407-8be2-47cf-9383-4b3ba15d54fa req-d4322fda-cc41-4c1c-af66-9c50dbfea36e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4d9562697164912ae96f22f47b4a54d&device_id=22882bb5-df6a-4a03-b8b1-8ebacb558477 HTTP/1.1" status: 200 len: 1098 time: 0.0452883 Aug 10 04:54:10.391064 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2869407-8be2-47cf-9383-4b3ba15d54fa req-18d44815-d462-44e3-a9c8-230326ffd04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:10.392567 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a2869407-8be2-47cf-9383-4b3ba15d54fa req-18d44815-d462-44e3-a9c8-230326ffd04a service neutron] 10.222.0.61 "GET /v2.0/networks?id=86e70408-f9ef-4815-aa8f-59304e4ed4c8 HTTP/1.1" status: 200 len: 911 time: 0.0829391 Aug 10 04:54:10.435759 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a2869407-8be2-47cf-9383-4b3ba15d54fa req-f20754fb-6212-4ca5-b046-fe9277a30f99 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=600c6ca9-6224-4086-b5df-8c2df8511b77 HTTP/1.1" status: 200 len: 217 time: 0.0352235 Aug 10 04:54:10.490116 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2869407-8be2-47cf-9383-4b3ba15d54fa req-d4253208-9700-4bcd-ae02-e395e3e8a5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:10.491621 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a2869407-8be2-47cf-9383-4b3ba15d54fa req-d4253208-9700-4bcd-ae02-e395e3e8a5e4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=48d8056f-5fb2-463c-96bd-f6f5ed5da27e HTTP/1.1" status: 200 len: 850 time: 0.0486910 Aug 10 04:54:10.539940 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2869407-8be2-47cf-9383-4b3ba15d54fa req-d5e2ee6d-65d6-4753-835b-c31be7864401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:10.541465 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a2869407-8be2-47cf-9383-4b3ba15d54fa req-d5e2ee6d-65d6-4753-835b-c31be7864401 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=86e70408-f9ef-4815-aa8f-59304e4ed4c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424664 Aug 10 04:54:10.630657 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a2869407-8be2-47cf-9383-4b3ba15d54fa req-d5084289-b773-419c-92e0-38ee8a88b938 service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814495 Aug 10 04:54:10.725541 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-a2869407-8be2-47cf-9383-4b3ba15d54fa req-3bde20da-a7d8-4232-b14a-3e3e3bde1d3b service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872281 Aug 10 04:54:21.613753 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8db7d25-9ccd-4d37-8b10-c5d7bf626392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:23.833587 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-5400dbf5-7f80-41e2-a039-4df1ace20a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:24.466374 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:25.785056 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:27.151377 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:27.227458 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:30.460877 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:54:34.489051 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:51.614890 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ec7c4044-974d-47d6-9e45-f438a1676963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:53.837804 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a6f8bdbf-8f03-4f06-829f-f6d6b45d76a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:54.468559 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:55.787628 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:57.172629 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:57.228177 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:04.493372 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:07.460225 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:55:10.118892 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-73d7faf6-18b3-4400-b39e-cefd82cd40e4 req-256b8edb-f766-4ab8-a3dc-2cdbb25b95ab service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=22882bb5-df6a-4a03-b8b1-8ebacb558477&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0437202 Aug 10 04:55:10.201003 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d7faf6-18b3-4400-b39e-cefd82cd40e4 req-8c857b2c-1403-4a82-bdbf-956b946f5067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:10.202558 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-73d7faf6-18b3-4400-b39e-cefd82cd40e4 req-8c857b2c-1403-4a82-bdbf-956b946f5067 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4d9562697164912ae96f22f47b4a54d&device_id=22882bb5-df6a-4a03-b8b1-8ebacb558477 HTTP/1.1" status: 200 len: 1098 time: 0.0408695 Aug 10 04:55:10.311449 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d7faf6-18b3-4400-b39e-cefd82cd40e4 req-e22969e8-3b89-4798-9a70-51a06c619db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:10.312963 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-73d7faf6-18b3-4400-b39e-cefd82cd40e4 req-e22969e8-3b89-4798-9a70-51a06c619db6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=86e70408-f9ef-4815-aa8f-59304e4ed4c8 HTTP/1.1" status: 200 len: 911 time: 0.0917315 Aug 10 04:55:10.355649 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-73d7faf6-18b3-4400-b39e-cefd82cd40e4 req-ce431c13-7026-4167-8999-9288dddde639 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=600c6ca9-6224-4086-b5df-8c2df8511b77 HTTP/1.1" status: 200 len: 217 time: 0.0341756 Aug 10 04:55:10.411727 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d7faf6-18b3-4400-b39e-cefd82cd40e4 req-35a8c438-9938-4a9e-87fb-dee9ceebf4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:10.413090 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-73d7faf6-18b3-4400-b39e-cefd82cd40e4 req-35a8c438-9938-4a9e-87fb-dee9ceebf4f5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=48d8056f-5fb2-463c-96bd-f6f5ed5da27e HTTP/1.1" status: 200 len: 850 time: 0.0500128 Aug 10 04:55:10.460677 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d7faf6-18b3-4400-b39e-cefd82cd40e4 req-873f402e-a187-431d-8b38-b8ce3b6dbc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:10.462955 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-73d7faf6-18b3-4400-b39e-cefd82cd40e4 req-873f402e-a187-431d-8b38-b8ce3b6dbc9f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=86e70408-f9ef-4815-aa8f-59304e4ed4c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426807 Aug 10 04:55:10.473825 n-d-768862-13 neutron-server[94260]: DEBUG neutron.wsgi [req-73d7faf6-18b3-4400-b39e-cefd82cd40e4 req-736c4d3d-3e42-4b67-9f85-0a3c3e71822c service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 04:55:10.474897 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-73d7faf6-18b3-4400-b39e-cefd82cd40e4 req-736c4d3d-3e42-4b67-9f85-0a3c3e71822c service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051076 Aug 10 04:55:10.565221 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-73d7faf6-18b3-4400-b39e-cefd82cd40e4 req-7727490a-ce2e-4d9a-9050-aa848f839700 service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832994 Aug 10 04:55:10.986159 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-73d7faf6-18b3-4400-b39e-cefd82cd40e4 req-0e84d03e-9373-4640-924a-59d4314be4ce service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4122050 Aug 10 04:55:21.616699 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-4e76eb13-44df-44f6-9d39-5b704814f1cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:23.840081 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-b9787ff3-9780-4d0b-a888-877332744082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:24.468866 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:25.790339 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:27.173030 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:27.231179 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:34.510064 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:44.459602 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:55:51.618602 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-42fdea03-9ac6-420f-860d-487d550c97a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:53.840255 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-84d196ea-44a5-432d-8061-c59aab391095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:54.470582 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:55.792730 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:57.161975 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:57.234502 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:04.526664 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:11.603597 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b13879ed-c61e-49a3-88a3-5f882625758f req-91497add-480d-4453-ad7f-edc6c3d4622b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=22882bb5-df6a-4a03-b8b1-8ebacb558477&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0419621 Aug 10 04:56:11.687448 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13879ed-c61e-49a3-88a3-5f882625758f req-20ad4e37-2337-4ed0-bc99-ed68f3235f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:11.689028 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b13879ed-c61e-49a3-88a3-5f882625758f req-20ad4e37-2337-4ed0-bc99-ed68f3235f55 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4d9562697164912ae96f22f47b4a54d&device_id=22882bb5-df6a-4a03-b8b1-8ebacb558477 HTTP/1.1" status: 200 len: 1098 time: 0.0399411 Aug 10 04:56:11.794919 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13879ed-c61e-49a3-88a3-5f882625758f req-b108b522-96a3-44ef-b759-852bf3df14de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:11.796364 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b13879ed-c61e-49a3-88a3-5f882625758f req-b108b522-96a3-44ef-b759-852bf3df14de service neutron] 10.222.0.61 "GET /v2.0/networks?id=86e70408-f9ef-4815-aa8f-59304e4ed4c8 HTTP/1.1" status: 200 len: 911 time: 0.0880330 Aug 10 04:56:11.838787 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b13879ed-c61e-49a3-88a3-5f882625758f req-a2e78ae2-d465-4205-b44e-96bb2a0d2c10 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=600c6ca9-6224-4086-b5df-8c2df8511b77 HTTP/1.1" status: 200 len: 217 time: 0.0341995 Aug 10 04:56:11.891850 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13879ed-c61e-49a3-88a3-5f882625758f req-50079f7a-ef93-413e-8212-1942921a6d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:11.893834 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b13879ed-c61e-49a3-88a3-5f882625758f req-50079f7a-ef93-413e-8212-1942921a6d17 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=48d8056f-5fb2-463c-96bd-f6f5ed5da27e HTTP/1.1" status: 200 len: 850 time: 0.0478096 Aug 10 04:56:11.946638 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13879ed-c61e-49a3-88a3-5f882625758f req-f08d0305-1a97-49cd-bbfb-5c0d9cc1f039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:11.948193 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b13879ed-c61e-49a3-88a3-5f882625758f req-f08d0305-1a97-49cd-bbfb-5c0d9cc1f039 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=86e70408-f9ef-4815-aa8f-59304e4ed4c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460582 Aug 10 04:56:12.037470 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b13879ed-c61e-49a3-88a3-5f882625758f req-6cab991b-64c1-42fa-b238-e25d67d82d7d service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815327 Aug 10 04:56:12.131719 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b13879ed-c61e-49a3-88a3-5f882625758f req-61416ac9-1f81-4728-9e2e-9c06467521d0 service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857959 Aug 10 04:56:21.458931 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:56:21.622790 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-7178bf82-3fe2-4238-a0f2-bad26dec33b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:23.840252 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-6bd9fe70-abb5-4aeb-916b-ef86bbc599af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:24.471602 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:25.797717 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:27.159739 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:27.236749 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:34.531288 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:51.624701 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-6ba72052-b53a-4d14-a891-d984f730e94a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:53.839791 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-eda89db5-df82-4700-acbc-8948a8783d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:54.473301 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:55.800605 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:57.177627 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:57.238953 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:58.458192 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:57:04.538263 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:12.286404 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-06e81e13-fcd8-43e2-8cf0-3b305952512e req-c4557259-ef7b-4b6b-a4d6-e2355b5b15dc service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=22882bb5-df6a-4a03-b8b1-8ebacb558477&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1163483 Aug 10 04:57:12.368473 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e81e13-fcd8-43e2-8cf0-3b305952512e req-57230f2f-10ea-4eac-95fa-802d0b5009b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:12.370058 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-06e81e13-fcd8-43e2-8cf0-3b305952512e req-57230f2f-10ea-4eac-95fa-802d0b5009b9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4d9562697164912ae96f22f47b4a54d&device_id=22882bb5-df6a-4a03-b8b1-8ebacb558477 HTTP/1.1" status: 200 len: 1098 time: 0.0415304 Aug 10 04:57:12.488609 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e81e13-fcd8-43e2-8cf0-3b305952512e req-e59cd29b-9d51-4e00-baca-8458f98f285e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:12.490047 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-06e81e13-fcd8-43e2-8cf0-3b305952512e req-e59cd29b-9d51-4e00-baca-8458f98f285e service neutron] 10.222.0.61 "GET /v2.0/networks?id=86e70408-f9ef-4815-aa8f-59304e4ed4c8 HTTP/1.1" status: 200 len: 911 time: 0.0988171 Aug 10 04:57:12.532850 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-06e81e13-fcd8-43e2-8cf0-3b305952512e req-6c8d00b8-9405-4615-a2c8-46ea43d6efdf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=600c6ca9-6224-4086-b5df-8c2df8511b77 HTTP/1.1" status: 200 len: 217 time: 0.0353954 Aug 10 04:57:12.582009 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e81e13-fcd8-43e2-8cf0-3b305952512e req-93dcf541-aa7a-4323-ad73-725cfa8c092c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:12.583692 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-06e81e13-fcd8-43e2-8cf0-3b305952512e req-93dcf541-aa7a-4323-ad73-725cfa8c092c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=48d8056f-5fb2-463c-96bd-f6f5ed5da27e HTTP/1.1" status: 200 len: 850 time: 0.0439038 Aug 10 04:57:12.637531 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e81e13-fcd8-43e2-8cf0-3b305952512e req-f4f67ecf-c3e2-4e0b-9a0e-5a591fe8a663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:12.639141 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-06e81e13-fcd8-43e2-8cf0-3b305952512e req-f4f67ecf-c3e2-4e0b-9a0e-5a591fe8a663 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=86e70408-f9ef-4815-aa8f-59304e4ed4c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0486197 Aug 10 04:57:12.749648 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-06e81e13-fcd8-43e2-8cf0-3b305952512e req-52012a98-f758-4d0b-ba5e-54e6c06e7cc5 service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020985 Aug 10 04:57:12.849821 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-06e81e13-fcd8-43e2-8cf0-3b305952512e req-6ce91b08-d321-491c-9a93-462a59431ec1 service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913112 Aug 10 04:57:21.625180 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-3c3ffcb8-cf62-4d47-b7a7-d8877699a505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:23.841271 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-04624e09-5409-4145-ad83-a6bbdf2f46dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:24.476227 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:25.802029 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:27.193674 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:27.241806 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:34.538166 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:35.462143 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:57:51.626093 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-5fc6ee6b-ca82-4c51-9771-25e04ab0aea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:53.840739 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-36231e3a-3e35-44f1-80d1-562aad41af79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:54.478893 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:55.804910 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:57.207117 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:57.249002 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:04.555648 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:09.057997 n-d-768862-13 neutron-server[94261]: DEBUG neutron.wsgi [req-2ed925d6-1269-4ee6-9294-e30d06fd40ba req-e1a48c51-b31d-4ed9-b56c-25cdae82f573 service neutron] (94261) timed out ('10.222.0.44', 46514) {{(pid=94261) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 04:58:12.461122 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:58:12.578357 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-32dd3d31-ca42-4bc0-a520-26a3fff8719d req-144b0e7d-a447-42a2-826f-5fd88d79b7f2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=22882bb5-df6a-4a03-b8b1-8ebacb558477&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404537 Aug 10 04:58:12.660975 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dd3d31-ca42-4bc0-a520-26a3fff8719d req-5ef70f05-6a99-428f-aa76-2ee97ca3042c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:12.662499 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-32dd3d31-ca42-4bc0-a520-26a3fff8719d req-5ef70f05-6a99-428f-aa76-2ee97ca3042c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4d9562697164912ae96f22f47b4a54d&device_id=22882bb5-df6a-4a03-b8b1-8ebacb558477 HTTP/1.1" status: 200 len: 1098 time: 0.0402069 Aug 10 04:58:12.767484 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dd3d31-ca42-4bc0-a520-26a3fff8719d req-a5d68868-00aa-44a5-b289-9c737aa3f289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:12.768877 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-32dd3d31-ca42-4bc0-a520-26a3fff8719d req-a5d68868-00aa-44a5-b289-9c737aa3f289 service neutron] 10.222.0.61 "GET /v2.0/networks?id=86e70408-f9ef-4815-aa8f-59304e4ed4c8 HTTP/1.1" status: 200 len: 911 time: 0.0866520 Aug 10 04:58:12.810023 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-32dd3d31-ca42-4bc0-a520-26a3fff8719d req-16181315-b0a2-4474-b84b-edb61f2c94c7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=600c6ca9-6224-4086-b5df-8c2df8511b77 HTTP/1.1" status: 200 len: 217 time: 0.0344367 Aug 10 04:58:12.859083 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dd3d31-ca42-4bc0-a520-26a3fff8719d req-154c5fb1-55d4-41af-810a-4e58e6c444f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:12.860605 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-32dd3d31-ca42-4bc0-a520-26a3fff8719d req-154c5fb1-55d4-41af-810a-4e58e6c444f1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=48d8056f-5fb2-463c-96bd-f6f5ed5da27e HTTP/1.1" status: 200 len: 850 time: 0.0444448 Aug 10 04:58:12.910078 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dd3d31-ca42-4bc0-a520-26a3fff8719d req-5e8ae4a2-f657-4a79-890f-7511b1947817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:12.911582 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-32dd3d31-ca42-4bc0-a520-26a3fff8719d req-5e8ae4a2-f657-4a79-890f-7511b1947817 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=86e70408-f9ef-4815-aa8f-59304e4ed4c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435967 Aug 10 04:58:13.000182 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-32dd3d31-ca42-4bc0-a520-26a3fff8719d req-204126cd-0892-4756-95cb-f7c07372780b service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803289 Aug 10 04:58:13.093013 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-32dd3d31-ca42-4bc0-a520-26a3fff8719d req-406a4cce-1651-455c-8c65-dea3f59074e2 service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850050 Aug 10 04:58:21.627108 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-df7c4c5f-b295-4baa-a1b4-cedb0006c405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:23.840975 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-ea2b69ad-3c79-4377-89a8-ce4be45c4144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:24.481149 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:25.808828 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:27.207180 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:27.249661 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:34.550539 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:49.461702 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:58:51.629372 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-e58a9a50-f564-4479-af1d-eca8685a30d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:53.843343 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-d52621a9-0b39-4b96-8f22-fc7355635b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:54.485461 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:55.815339 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:57.228239 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:57.253412 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:04.559157 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:15.229194 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b5db14b3-f885-4660-82e3-3d2e54c0c41a req-4e45d989-02c0-44e5-9c4e-db40420de506 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=22882bb5-df6a-4a03-b8b1-8ebacb558477&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405717 Aug 10 04:59:15.308930 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5db14b3-f885-4660-82e3-3d2e54c0c41a req-205465ba-54ac-4ecb-9396-2e5d499bb0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:59:15.310461 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b5db14b3-f885-4660-82e3-3d2e54c0c41a req-205465ba-54ac-4ecb-9396-2e5d499bb0ed service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4d9562697164912ae96f22f47b4a54d&device_id=22882bb5-df6a-4a03-b8b1-8ebacb558477 HTTP/1.1" status: 200 len: 1098 time: 0.0407917 Aug 10 04:59:15.419797 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5db14b3-f885-4660-82e3-3d2e54c0c41a req-a5799aa7-60b0-4207-9c62-907409ef888e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:59:15.421782 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b5db14b3-f885-4660-82e3-3d2e54c0c41a req-a5799aa7-60b0-4207-9c62-907409ef888e service neutron] 10.222.0.61 "GET /v2.0/networks?id=86e70408-f9ef-4815-aa8f-59304e4ed4c8 HTTP/1.1" status: 200 len: 911 time: 0.0932300 Aug 10 04:59:15.464462 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b5db14b3-f885-4660-82e3-3d2e54c0c41a req-57af3191-69b9-48f3-bf95-c045f73edf7c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=600c6ca9-6224-4086-b5df-8c2df8511b77 HTTP/1.1" status: 200 len: 217 time: 0.0349121 Aug 10 04:59:15.519541 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5db14b3-f885-4660-82e3-3d2e54c0c41a req-a20824b4-a6c8-45b4-a634-1b7ed0d34085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:59:15.520989 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b5db14b3-f885-4660-82e3-3d2e54c0c41a req-a20824b4-a6c8-45b4-a634-1b7ed0d34085 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=48d8056f-5fb2-463c-96bd-f6f5ed5da27e HTTP/1.1" status: 200 len: 850 time: 0.0456059 Aug 10 04:59:15.566692 n-d-768862-13 neutron-server[94260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5db14b3-f885-4660-82e3-3d2e54c0c41a req-0683e73e-47d7-4235-bae5-48e713c5dd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:59:15.568269 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b5db14b3-f885-4660-82e3-3d2e54c0c41a req-0683e73e-47d7-4235-bae5-48e713c5dd99 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=86e70408-f9ef-4815-aa8f-59304e4ed4c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401638 Aug 10 04:59:15.664258 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b5db14b3-f885-4660-82e3-3d2e54c0c41a req-f48d2dde-8526-4944-acd2-61301843255d service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879600 Aug 10 04:59:15.752599 n-d-768862-13 neutron-server[94260]: INFO neutron.wsgi [req-b5db14b3-f885-4660-82e3-3d2e54c0c41a req-ad3d4344-d064-47ac-a367-b7f28cfb9a61 service neutron] 10.222.0.61 "GET /v2.0/networks/86e70408-f9ef-4815-aa8f-59304e4ed4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807631 Aug 10 04:59:21.631161 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-9cbf926d-d108-41f7-9107-db4ceced8900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:23.845091 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-a11d4c82-aee4-4d8a-9c5f-4d3a33b50404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:24.490652 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-c8d08275-f78b-42c5-ae47-292d5f95836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:25.813965 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-f17a47b1-e597-4f8e-97d1-d0a7fef3cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:26.460853 n-d-768862-13 neutron-server[94263]: DEBUG neutron.db.agents_db [None req-d39ccbf1-9ce9-4ed7-bdd6-91ca97657bc7 None None] Agent healthcheck: found 7 active agents {{(pid=94263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:59:27.220800 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-468d5832-e9f8-414a-9462-b89aa6b4dfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:27.257283 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-69be6096-cbfe-479f-9e6b-47d23b94a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:34.572521 n-d-768862-13 neutron-server[94262]: DEBUG neutron_lib.callbacks.manager [None req-00f57345-65b5-493e-bf98-3f8d9af48189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727476301060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497628'] for agent, after_update {{(pid=94262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}